-- Logs begin at Tue 2021-07-13 12:51:08 UTC, end at Tue 2021-07-13 15:10:55 UTC. -- Jul 13 13:20:00.232068 n-d-800634-1 systemd[1]: Started Devstack devstack@q-svc.service. Jul 13 13:20:02.899344 n-d-800634-1 neutron-server[93641]: INFO neutron.common.config [-] Logging enabled! Jul 13 13:20:02.899936 n-d-800634-1 neutron-server[93641]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev464 Jul 13 13:20:02.900115 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93641) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 13 13:20:02.903620 n-d-800634-1 neutron-server[93641]: INFO neutron.common.config [-] Logging enabled! Jul 13 13:20:02.903869 n-d-800634-1 neutron-server[93641]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev464 Jul 13 13:20:02.904175 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93641) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 13 13:20:02.905090 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 13 13:20:02.905322 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 13 13:20:02.905681 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 13 13:20:02.905949 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 13 13:20:02.906176 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 13 13:20:02.906494 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:02.906790 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:02.907087 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:02.907315 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:02.907606 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:02.907896 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:02.908175 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:02.908460 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:02.908750 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:02.909036 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:02.909312 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:02.909594 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:02.909848 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:02.910129 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:02.910413 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:02.910738 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:02.911041 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] debug = True {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:02.911325 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:02.911755 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:02.912161 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:02.912439 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:02.912727 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:02.913006 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:02.913277 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:02.913553 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:02.913869 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:02.914194 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] host = n-d-800634-1 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:02.914468 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:02.914753 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:02.915039 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:02.915324 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:02.915597 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:02.915871 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:02.916153 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:02.916424 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:02.916694 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] log_file = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:02.916967 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:02.917253 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:02.917538 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:02.917850 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:02.918074 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:02.918293 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:02.918576 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:02.918860 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:02.919133 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:02.919403 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:02.919672 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:02.919946 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:02.920212 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:02.920476 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:02.920755 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:02.921036 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:02.921322 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:02.921594 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:02.921896 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:02.922167 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:02.922438 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:02.922719 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:02.922990 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:02.923259 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:02.923529 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:02.923812 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:02.924076 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:02.924344 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:02.924638 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:02.924920 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:02.925197 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:02.925483 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:02.925769 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:02.926052 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:02.926830 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:02.927101 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:02.927375 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] use_json = False {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:02.927712 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:02.927986 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:02.928266 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:02.928536 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:02.928804 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:02.929071 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:02.929339 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:02.929620 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:02.929948 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:02.930244 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:02.930541 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:02.930821 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:02.931112 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:02.931387 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:02.931674 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:02.931948 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:02.932240 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:02.932528 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:02.932809 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:02.933093 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:02.933379 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:02.933655 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:02.933972 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:02.934273 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:02.934563 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:02.934850 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:02.935124 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:02.935398 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:02.935669 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:02.935945 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:02.936229 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:02.936632 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:02.936905 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:02.937193 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:02.937442 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:02.937757 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:02.938027 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:02.938299 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:02.938574 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:02.938859 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:02.939133 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:02.939403 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:02.939683 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:02.939960 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:02.940230 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:02.940501 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:02.940775 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:02.941061 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:02.941334 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:02.941605 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:02.941899 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:02.942772 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:02.943175 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:02.943464 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:02.943743 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:02.944018 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:02.944289 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:02.944568 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:02.944839 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:02.945110 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:02.945385 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:02.945656 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:02.945957 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:02.946230 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:02.946501 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:02.946773 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:02.947058 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:02.947316 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:02.947590 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:02.947865 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:02.948142 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:02.948412 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:02.948683 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:02.948951 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:02.949220 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:02.949490 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:02.949796 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:02.950095 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:02.950374 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:02.950651 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:02.950929 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:02.951206 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:02.951482 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:02.951758 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:02.952040 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:02.952319 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:02.952591 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:02.952882 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:02.953164 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:02.953446 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:02.953725 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:02.954033 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:02.954329 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:02.954604 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:02.954883 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:02.955159 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:02.955433 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:02.955717 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:02.955999 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:02.956290 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:02.956583 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:02.956877 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:02.957173 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:02.957463 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:02.957854 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:02.958168 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:02.958451 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:02.958668 n-d-800634-1 neutron-server[93641]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 13 13:20:02.958911 n-d-800634-1 neutron-server[93641]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93641) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 13 13:20:03.301173 n-d-800634-1 neutron-server[93641]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 13 13:20:03.302035 n-d-800634-1 neutron-server[93641]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 13 13:20:03.302330 n-d-800634-1 neutron-server[93641]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 13 13:20:03.302660 n-d-800634-1 neutron-server[93641]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 13 13:20:03.687157 n-d-800634-1 neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 13:20:03.687444 n-d-800634-1 neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 13:20:03.687710 n-d-800634-1 neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 13:20:03.688998 n-d-800634-1 neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 13:20:03.689269 n-d-800634-1 neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 13:20:03.689533 n-d-800634-1 neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 13:20:03.723372 n-d-800634-1 neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 13:20:03.723653 n-d-800634-1 neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 13:20:03.723913 n-d-800634-1 neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 13:20:03.736810 n-d-800634-1 neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 13:20:03.737088 n-d-800634-1 neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 13:20:03.737355 n-d-800634-1 neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 13:20:03.767241 n-d-800634-1 neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 13:20:03.767522 n-d-800634-1 neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 13:20:03.767793 n-d-800634-1 neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 13:20:03.804036 n-d-800634-1 neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 13:20:03.804314 n-d-800634-1 neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 13:20:03.804580 n-d-800634-1 neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 13:20:04.033129 n-d-800634-1 neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 13:20:04.033764 n-d-800634-1 neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 13:20:04.033764 n-d-800634-1 neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 13:20:04.034046 n-d-800634-1 neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 13:20:04.034652 n-d-800634-1 neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 13:20:04.151236 n-d-800634-1 neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 13:20:04.151551 n-d-800634-1 neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 13:20:04.151830 n-d-800634-1 neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 13:20:04.152105 n-d-800634-1 neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 13:20:04.152374 n-d-800634-1 neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 13:20:04.152940 n-d-800634-1 neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 13:20:04.153202 n-d-800634-1 neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 13:20:04.153464 n-d-800634-1 neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 13:20:04.153720 n-d-800634-1 neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 13:20:04.154032 n-d-800634-1 neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 13:20:04.154296 n-d-800634-1 neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 13:20:04.154566 n-d-800634-1 neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 13:20:04.154820 n-d-800634-1 neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 13:20:04.155073 n-d-800634-1 neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 13:20:04.155329 n-d-800634-1 neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 13:20:04.155593 n-d-800634-1 neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 13:20:04.155848 n-d-800634-1 neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 13:20:04.156115 n-d-800634-1 neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 13:20:04.156382 n-d-800634-1 neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 13:20:04.156642 n-d-800634-1 neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 13:20:04.156911 n-d-800634-1 neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 13:20:04.157164 n-d-800634-1 neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 13:20:04.157443 n-d-800634-1 neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 13:20:04.157843 n-d-800634-1 neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 13:20:04.158097 n-d-800634-1 neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 13:20:04.158343 n-d-800634-1 neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 13:20:04.158732 n-d-800634-1 neutron-server[93641]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93641) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 13:20:04.158972 n-d-800634-1 neutron-server[93641]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93641) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 13:20:04.159207 n-d-800634-1 neutron-server[93641]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93641) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 13:20:04.159441 n-d-800634-1 neutron-server[93641]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93641) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 13:20:04.159673 n-d-800634-1 neutron-server[93641]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93641) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 13:20:04.159907 n-d-800634-1 neutron-server[93641]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93641) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 13:20:04.160265 n-d-800634-1 neutron-server[93641]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 13 13:20:04.163987 n-d-800634-1 neutron-server[93641]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 13 13:20:04.167850 n-d-800634-1 neutron-server[93641]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 13 13:20:04.171513 n-d-800634-1 neutron-server[93641]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Jul 13 13:20:04.173101 n-d-800634-1 neutron-server[93641]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 13 13:20:04.173546 n-d-800634-1 neutron-server[93641]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 13 13:20:04.173912 n-d-800634-1 neutron-server[93641]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 13 13:20:04.174291 n-d-800634-1 neutron-server[93641]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 13 13:20:04.177617 n-d-800634-1 neutron-server[93641]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 13 13:20:04.177893 n-d-800634-1 neutron-server[93641]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 13 13:20:04.178234 n-d-800634-1 neutron-server[93641]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 13 13:20:04.206321 n-d-800634-1 neutron-server[93641]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 13 13:20:04.206759 n-d-800634-1 neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 13:20:04.207053 n-d-800634-1 neutron-server[93641]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93641) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 13 13:20:04.207411 n-d-800634-1 neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 13:20:04.208944 n-d-800634-1 neutron-server[93641]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93641) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 13 13:20:04.209214 n-d-800634-1 neutron-server[93641]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 13 13:20:04.209452 n-d-800634-1 neutron-server[93641]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 13 13:20:04.212431 n-d-800634-1 neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 13:20:04.212711 n-d-800634-1 neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 13:20:04.276662 n-d-800634-1 neutron-server[93641]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 13 13:20:04.276898 n-d-800634-1 neutron-server[93641]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 13 13:20:04.277132 n-d-800634-1 neutron-server[93641]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 13 13:20:04.277491 n-d-800634-1 neutron-server[93641]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 13 13:20:04.297992 n-d-800634-1 neutron-server[93641]: DEBUG oslo_db.sqlalchemy.engines [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93641) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 13 13:20:04.825500 n-d-800634-1 neutron-server[93641]: INFO neutron.plugins.ml2.managers [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Initializing driver for type 'gre' Jul 13 13:20:04.826021 n-d-800634-1 neutron-server[93641]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] gre ID ranges: [(1, 1000)] Jul 13 13:20:04.879030 n-d-800634-1 neutron-server[93641]: INFO neutron.plugins.ml2.managers [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Initializing driver for type 'local' Jul 13 13:20:04.880090 n-d-800634-1 neutron-server[93641]: INFO neutron.plugins.ml2.managers [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Initializing driver for type 'vlan' Jul 13 13:20:04.892107 n-d-800634-1 neutron-server[93641]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] VlanTypeDriver initialization complete Jul 13 13:20:04.892463 n-d-800634-1 neutron-server[93641]: INFO neutron.plugins.ml2.managers [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Initializing driver for type 'vxlan' Jul 13 13:20:04.892972 n-d-800634-1 neutron-server[93641]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] vxlan ID ranges: [(1, 1000)] Jul 13 13:20:04.950216 n-d-800634-1 neutron-server[93641]: INFO neutron.plugins.ml2.managers [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Initializing extension driver 'port_security' Jul 13 13:20:04.950610 n-d-800634-1 neutron-server[93641]: INFO neutron.plugins.ml2.extensions.port_security [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] PortSecurityExtensionDriver initialization complete Jul 13 13:20:04.950974 n-d-800634-1 neutron-server[93641]: INFO neutron.plugins.ml2.managers [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Initializing mechanism driver 'openvswitch' Jul 13 13:20:04.951324 n-d-800634-1 neutron-server[93641]: INFO neutron.plugins.ml2.managers [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Initializing mechanism driver 'hyperv' Jul 13 13:20:04.958574 n-d-800634-1 neutron-server[93641]: DEBUG neutron.plugins.ml2.plugin [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:20:04.959258 n-d-800634-1 neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Subscribe: > port after_create 55550000 {{(pid=93641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 13:20:04.959630 n-d-800634-1 neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Subscribe: > port after_update 55550000 {{(pid=93641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 13:20:04.959981 n-d-800634-1 neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Subscribe: > port after_delete 55550000 {{(pid=93641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 13:20:04.960500 n-d-800634-1 neutron-server[93641]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93641) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 13 13:20:04.960935 n-d-800634-1 neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Subscribe: > subnet after_create 55550000 {{(pid=93641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 13:20:04.961288 n-d-800634-1 neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Subscribe: > subnet after_update 55550000 {{(pid=93641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 13:20:04.961635 n-d-800634-1 neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Subscribe: > subnet after_delete 55550000 {{(pid=93641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 13:20:04.962062 n-d-800634-1 neutron-server[93641]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93641) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 13 13:20:04.962473 n-d-800634-1 neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Subscribe: > network after_create 55550000 {{(pid=93641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 13:20:04.962821 n-d-800634-1 neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Subscribe: > network after_update 55550000 {{(pid=93641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 13:20:04.963164 n-d-800634-1 neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Subscribe: > network after_delete 55550000 {{(pid=93641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 13:20:04.963554 n-d-800634-1 neutron-server[93641]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93641) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 13 13:20:04.964011 n-d-800634-1 neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Subscribe: > security_group after_create 55550000 {{(pid=93641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 13:20:04.964365 n-d-800634-1 neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Subscribe: > security_group after_update 55550000 {{(pid=93641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 13:20:04.964705 n-d-800634-1 neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Subscribe: > security_group after_delete 55550000 {{(pid=93641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 13:20:04.965232 n-d-800634-1 neutron-server[93641]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93641) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 13 13:20:04.965643 n-d-800634-1 neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 13:20:04.966016 n-d-800634-1 neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 13:20:04.966360 n-d-800634-1 neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 13:20:04.966753 n-d-800634-1 neutron-server[93641]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93641) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 13 13:20:04.967155 n-d-800634-1 neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Subscribe: > address_group after_create 55550000 {{(pid=93641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 13:20:04.967501 n-d-800634-1 neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Subscribe: > address_group after_update 55550000 {{(pid=93641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 13:20:04.967841 n-d-800634-1 neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Subscribe: > address_group after_delete 55550000 {{(pid=93641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 13:20:04.968230 n-d-800634-1 neutron-server[93641]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93641) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 13 13:20:04.968612 n-d-800634-1 neutron-server[93641]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] ML2 OVO RPC backend initialized. {{(pid=93641) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 13 13:20:04.969317 n-d-800634-1 neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Subscribe: > router_interface after_create 55550000 {{(pid=93641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 13:20:04.969673 n-d-800634-1 neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 13:20:04.970110 n-d-800634-1 neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Subscribe: > network before_response 55550000 {{(pid=93641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 13:20:04.970461 n-d-800634-1 neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Subscribe: > networks before_response 55550000 {{(pid=93641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 13:20:04.970811 n-d-800634-1 neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Subscribe: > port before_response 55550000 {{(pid=93641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 13:20:04.971153 n-d-800634-1 neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Subscribe: > ports before_response 55550000 {{(pid=93641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 13:20:04.971496 n-d-800634-1 neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Subscribe: > subnet before_response 55550000 {{(pid=93641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 13:20:04.971838 n-d-800634-1 neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Subscribe: > subnets before_response 55550000 {{(pid=93641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 13:20:04.972189 n-d-800634-1 neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Subscribe: > network after_create 55550000 {{(pid=93641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 13:20:04.972530 n-d-800634-1 neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Subscribe: > network after_update 55550000 {{(pid=93641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 13:20:04.972865 n-d-800634-1 neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Subscribe: > network after_delete 55550000 {{(pid=93641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 13:20:04.973753 n-d-800634-1 neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Subscribe: > port after_create 55550000 {{(pid=93641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 13:20:04.974114 n-d-800634-1 neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Subscribe: > port after_update 55550000 {{(pid=93641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 13:20:04.974553 n-d-800634-1 neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Subscribe: > port after_delete 55550000 {{(pid=93641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 13:20:04.974893 n-d-800634-1 neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Subscribe: > subnet after_create 55550000 {{(pid=93641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 13:20:04.975231 n-d-800634-1 neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Subscribe: > subnet after_update 55550000 {{(pid=93641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 13:20:04.975565 n-d-800634-1 neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Subscribe: > subnet after_delete 55550000 {{(pid=93641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 13:20:04.976136 n-d-800634-1 neutron-server[93641]: INFO neutron.plugins.ml2.plugin [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Modular L2 Plugin initialization complete Jul 13 13:20:04.976470 n-d-800634-1 neutron-server[93641]: DEBUG neutron.manager [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loading services supported by the core plugin {{(pid=93641) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 13 13:20:04.976791 n-d-800634-1 neutron-server[93641]: INFO neutron.plugins.ml2.managers [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Got port-security extension from driver 'port_security' Jul 13 13:20:04.977251 n-d-800634-1 neutron-server[93641]: INFO neutron.extensions.vlantransparent [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Disabled vlantransparent extension. Jul 13 13:20:04.977797 n-d-800634-1 neutron-server[93641]: DEBUG neutron.manager [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93641) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 13 13:20:04.978193 n-d-800634-1 neutron-server[93641]: INFO neutron.manager [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loading Plugin: router Jul 13 13:20:05.013697 n-d-800634-1 neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Subscribe: > router_interface before_create 55550000 {{(pid=93641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 13:20:05.014133 n-d-800634-1 neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Subscribe: > router after_create 55549900 {{(pid=93641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 13:20:05.014513 n-d-800634-1 neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Subscribe: > router before_create 55549900 {{(pid=93641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 13:20:05.014887 n-d-800634-1 neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 13:20:05.015266 n-d-800634-1 neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 13:20:05.015628 n-d-800634-1 neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Subscribe: > router after_delete 55549900 {{(pid=93641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 13:20:05.015992 n-d-800634-1 neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Subscribe: > floatingip after_update 55550000 {{(pid=93641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 13:20:05.016362 n-d-800634-1 neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Subscribe: > router after_create 55549900 {{(pid=93641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 13:20:05.016715 n-d-800634-1 neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Subscribe: > router after_update 55549900 {{(pid=93641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 13:20:05.017071 n-d-800634-1 neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Subscribe: > router after_update 55549900 {{(pid=93641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 13:20:05.017431 n-d-800634-1 neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 13:20:05.017818 n-d-800634-1 neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Subscribe: > router after_update 55549900 {{(pid=93641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 13:20:05.018238 n-d-800634-1 neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Subscribe: > router precommit_update 55549900 {{(pid=93641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 13:20:05.018619 n-d-800634-1 neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Subscribe: port after_update 55550000 {{(pid=93641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 13:20:05.018964 n-d-800634-1 neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Subscribe: port after_delete 55550000 {{(pid=93641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 13:20:05.019304 n-d-800634-1 neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Subscribe: subnet after_update 55550000 {{(pid=93641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 13:20:05.019644 n-d-800634-1 neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 13:20:05.020604 n-d-800634-1 neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Subscribe: > port precommit_delete 55550000 {{(pid=93641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 13:20:05.021069 n-d-800634-1 neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Subscribe: > router precommit_create 55549900 {{(pid=93641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 13:20:05.021424 n-d-800634-1 neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Subscribe: port before_delete 55550000 {{(pid=93641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 13:20:05.021809 n-d-800634-1 neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Subscribe: > router precommit_create 55550000 {{(pid=93641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 13:20:05.022182 n-d-800634-1 neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Subscribe: > router after_update 55549900 {{(pid=93641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 13:20:05.022537 n-d-800634-1 neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Subscribe: > router precommit_delete 55549900 {{(pid=93641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 13:20:05.022896 n-d-800634-1 neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Subscribe: > router precommit_create 55549900 {{(pid=93641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 13:20:05.023264 n-d-800634-1 neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Subscribe: > router_interface after_create 55550000 {{(pid=93641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 13:20:05.023617 n-d-800634-1 neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Subscribe: > router precommit_update 55549900 {{(pid=93641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 13:20:05.023990 n-d-800634-1 neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Subscribe: > agent after_create 55550000 {{(pid=93641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 13:20:05.024348 n-d-800634-1 neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Subscribe: > agent after_delete 55550000 {{(pid=93641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 13:20:05.024699 n-d-800634-1 neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Subscribe: > network after_delete 55550000 {{(pid=93641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 13:20:05.025558 n-d-800634-1 neutron-server[93641]: DEBUG neutron.quota.resource_registry [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Tracking information for resource: router configured {{(pid=93641) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 13:20:05.025922 n-d-800634-1 neutron-server[93641]: DEBUG neutron.quota.resource_registry [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Tracking information for resource: floatingip configured {{(pid=93641) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 13:20:05.031095 n-d-800634-1 neutron-server[93641]: INFO neutron.db.l3_agentschedulers_db [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 13 13:20:05.031670 n-d-800634-1 neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Subscribe: port after_update 55550000 {{(pid=93641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 13:20:05.032034 n-d-800634-1 neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Subscribe: port after_create 55550000 {{(pid=93641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 13:20:05.032390 n-d-800634-1 neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Subscribe: port after_delete 55550000 {{(pid=93641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 13:20:05.032743 n-d-800634-1 neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Subscribe: port after_update 55550000 {{(pid=93641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 13:20:05.033529 n-d-800634-1 neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Subscribe: > router before_create 55550100 {{(pid=93641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 13:20:05.034072 n-d-800634-1 neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Subscribe: > router precommit_delete 55550100 {{(pid=93641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 13:20:05.034274 n-d-800634-1 neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Subscribe: > router precommit_create 55550100 {{(pid=93641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 13:20:05.034629 n-d-800634-1 neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Subscribe: > router precommit_update 55550100 {{(pid=93641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 13:20:05.039125 n-d-800634-1 neutron-server[93641]: DEBUG neutron.services.provider_configuration [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Service providers = [] {{(pid=93641) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 13 13:20:05.039473 n-d-800634-1 neutron-server[93641]: DEBUG neutron.db.servicetype_db [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93641) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 13 13:20:05.042429 n-d-800634-1 neutron-server[93641]: DEBUG neutron.services.service_base [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93641) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 13 13:20:05.042783 n-d-800634-1 neutron-server[93641]: DEBUG neutron.services.service_base [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93641) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 13 13:20:05.043125 n-d-800634-1 neutron-server[93641]: DEBUG neutron.services.service_base [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93641) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 13 13:20:05.044026 n-d-800634-1 neutron-server[93641]: DEBUG neutron.services.service_base [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93641) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 13 13:20:05.044433 n-d-800634-1 neutron-server[93641]: INFO neutron.services.service_base [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 13 13:20:05.044810 n-d-800634-1 neutron-server[93641]: DEBUG neutron.manager [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93641) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 13 13:20:05.045126 n-d-800634-1 neutron-server[93641]: INFO neutron.manager [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 13 13:20:05.056079 n-d-800634-1 neutron-server[93641]: DEBUG neutron.manager [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93641) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 13 13:20:05.056417 n-d-800634-1 neutron-server[93641]: INFO neutron.manager [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loading Plugin: auto_allocate Jul 13 13:20:05.062122 n-d-800634-1 neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Subscribe: network precommit_update 55550000 {{(pid=93641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 13:20:05.062491 n-d-800634-1 neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Subscribe: network precommit_create 55550000 {{(pid=93641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 13:20:05.063011 n-d-800634-1 neutron-server[93641]: DEBUG neutron.manager [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93641) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 13 13:20:05.063332 n-d-800634-1 neutron-server[93641]: INFO neutron.manager [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loading Plugin: tag Jul 13 13:20:05.069945 n-d-800634-1 neutron-server[93641]: DEBUG neutron.manager [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93641) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 13 13:20:05.070274 n-d-800634-1 neutron-server[93641]: INFO neutron.manager [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loading Plugin: timestamp Jul 13 13:20:05.074231 n-d-800634-1 neutron-server[93641]: DEBUG neutron.manager [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93641) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 13 13:20:05.074568 n-d-800634-1 neutron-server[93641]: INFO neutron.manager [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loading Plugin: network_ip_availability Jul 13 13:20:05.079956 n-d-800634-1 neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 13:20:05.080285 n-d-800634-1 neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 13:20:05.080649 n-d-800634-1 neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 13:20:05.081351 n-d-800634-1 neutron-server[93641]: DEBUG neutron.manager [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93641) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 13 13:20:05.081672 n-d-800634-1 neutron-server[93641]: INFO neutron.manager [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loading Plugin: flavors Jul 13 13:20:05.086931 n-d-800634-1 neutron-server[93641]: DEBUG neutron.manager [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93641) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 13 13:20:05.087264 n-d-800634-1 neutron-server[93641]: INFO neutron.manager [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loading Plugin: revisions Jul 13 13:20:05.091492 n-d-800634-1 neutron-server[93641]: DEBUG neutron.manager [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93641) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 13 13:20:05.091883 n-d-800634-1 neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.789s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 13 13:20:05.092609 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93641) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 13 13:20:05.092949 n-d-800634-1 neutron-server[93641]: INFO neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Initializing extension manager. Jul 13 13:20:05.093452 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loading extension file: __init__.py {{(pid=93641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 13:20:05.093821 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loading extension file: __pycache__ {{(pid=93641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 13:20:05.094159 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 13:20:05.094492 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loading extension file: address_group.py {{(pid=93641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 13:20:05.095242 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 13:20:05.095807 n-d-800634-1 neutron-server[93641]: INFO neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loaded extension: address-group Jul 13 13:20:05.096133 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loading extension file: address_scope.py {{(pid=93641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 13:20:05.096847 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 13:20:05.097364 n-d-800634-1 neutron-server[93641]: INFO neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loaded extension: address-scope Jul 13 13:20:05.097689 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loading extension file: admin_state_down_before_update.py {{(pid=93641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 13:20:05.098702 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 13:20:05.099218 n-d-800634-1 neutron-server[93641]: INFO neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loaded extension: router-admin-state-down-before-update Jul 13 13:20:05.099541 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loading extension file: agent.py {{(pid=93641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 13:20:05.101707 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 13:20:05.102267 n-d-800634-1 neutron-server[93641]: INFO neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loaded extension: agent Jul 13 13:20:05.102604 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loading extension file: agent_resources_synced.py {{(pid=93641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 13:20:05.103533 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 13:20:05.104055 n-d-800634-1 neutron-server[93641]: INFO neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loaded extension: agent-resources-synced Jul 13 13:20:05.104382 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loading extension file: allowedaddresspairs.py {{(pid=93641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 13:20:05.106195 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 13:20:05.106727 n-d-800634-1 neutron-server[93641]: INFO neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loaded extension: allowed-address-pairs Jul 13 13:20:05.107061 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loading extension file: auto_allocated_topology.py {{(pid=93641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 13:20:05.108137 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 13:20:05.108665 n-d-800634-1 neutron-server[93641]: INFO neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loaded extension: auto-allocated-topology Jul 13 13:20:05.108996 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loading extension file: availability_zone.py {{(pid=93641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 13:20:05.109694 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 13:20:05.110237 n-d-800634-1 neutron-server[93641]: INFO neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loaded extension: availability_zone Jul 13 13:20:05.110562 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loading extension file: availability_zone_filter.py {{(pid=93641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 13:20:05.111478 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 13:20:05.111989 n-d-800634-1 neutron-server[93641]: INFO neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loaded extension: availability_zone_filter Jul 13 13:20:05.112313 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loading extension file: data_plane_status.py {{(pid=93641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 13:20:05.113217 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 13:20:05.114261 n-d-800634-1 neutron-server[93641]: INFO neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Extension data-plane-status not supported by any of loaded plugins Jul 13 13:20:05.114587 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loading extension file: default_subnetpools.py {{(pid=93641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 13:20:05.115505 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 13:20:05.116014 n-d-800634-1 neutron-server[93641]: INFO neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loaded extension: default-subnetpools Jul 13 13:20:05.116339 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loading extension file: dhcpagentscheduler.py {{(pid=93641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 13:20:05.117144 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 13:20:05.117658 n-d-800634-1 neutron-server[93641]: INFO neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loaded extension: dhcp_agent_scheduler Jul 13 13:20:05.118016 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loading extension file: dns.py {{(pid=93641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 13:20:05.118936 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 13:20:05.119448 n-d-800634-1 neutron-server[93641]: INFO neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Extension dns-integration not supported by any of loaded plugins Jul 13 13:20:05.119777 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loading extension file: dns_domain_ports.py {{(pid=93641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 13:20:05.120704 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 13:20:05.121215 n-d-800634-1 neutron-server[93641]: INFO neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 13 13:20:05.121542 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 13:20:05.122487 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 13:20:05.123000 n-d-800634-1 neutron-server[93641]: INFO neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 13 13:20:05.123325 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loading extension file: dvr.py {{(pid=93641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 13:20:05.123993 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 13:20:05.124503 n-d-800634-1 neutron-server[93641]: INFO neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loaded extension: dvr Jul 13 13:20:05.124823 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loading extension file: empty_string_filtering.py {{(pid=93641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 13:20:05.125753 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 13:20:05.126289 n-d-800634-1 neutron-server[93641]: INFO neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loaded extension: empty-string-filtering Jul 13 13:20:05.126611 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 13:20:05.127515 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 13:20:05.128024 n-d-800634-1 neutron-server[93641]: INFO neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 13 13:20:05.128344 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 13:20:05.129250 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 13:20:05.130339 n-d-800634-1 neutron-server[93641]: INFO neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 13 13:20:05.130660 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loading extension file: external_net.py {{(pid=93641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 13:20:05.131568 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 13:20:05.132077 n-d-800634-1 neutron-server[93641]: INFO neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loaded extension: external-net Jul 13 13:20:05.132397 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loading extension file: extra_dhcp_opt.py {{(pid=93641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 13:20:05.133305 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 13:20:05.133845 n-d-800634-1 neutron-server[93641]: INFO neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loaded extension: extra_dhcp_opt Jul 13 13:20:05.134170 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loading extension file: extraroute.py {{(pid=93641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 13:20:05.135092 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 13:20:05.135602 n-d-800634-1 neutron-server[93641]: INFO neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loaded extension: extraroute Jul 13 13:20:05.135922 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loading extension file: extraroute_atomic.py {{(pid=93641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 13:20:05.136948 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 13:20:05.137463 n-d-800634-1 neutron-server[93641]: INFO neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loaded extension: extraroute-atomic Jul 13 13:20:05.137804 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loading extension file: filter_validation.py {{(pid=93641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 13:20:05.138469 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 13:20:05.138977 n-d-800634-1 neutron-server[93641]: INFO neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loaded extension: filter-validation Jul 13 13:20:05.139295 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loading extension file: fip_pf_description.py {{(pid=93641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 13:20:05.140210 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 13:20:05.140722 n-d-800634-1 neutron-server[93641]: INFO neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 13 13:20:05.141043 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loading extension file: fip_port_details.py {{(pid=93641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 13:20:05.141999 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 13:20:05.142508 n-d-800634-1 neutron-server[93641]: INFO neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loaded extension: fip-port-details Jul 13 13:20:05.142827 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loading extension file: flavors.py {{(pid=93641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 13:20:05.144039 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 13:20:05.144564 n-d-800634-1 neutron-server[93641]: INFO neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loaded extension: flavors Jul 13 13:20:05.144887 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 13:20:05.146638 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 13:20:05.147161 n-d-800634-1 neutron-server[93641]: INFO neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 13 13:20:05.147491 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loading extension file: floatingip_pools.py {{(pid=93641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 13:20:05.148189 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 13:20:05.148701 n-d-800634-1 neutron-server[93641]: INFO neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loaded extension: floatingip-pools Jul 13 13:20:05.149024 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loading extension file: ip_allocation.py {{(pid=93641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 13:20:05.149973 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 13:20:05.150487 n-d-800634-1 neutron-server[93641]: INFO neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Extension ip_allocation not supported by any of loaded plugins Jul 13 13:20:05.150820 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 13:20:05.151747 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 13:20:05.152264 n-d-800634-1 neutron-server[93641]: INFO neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loaded extension: ip-substring-filtering Jul 13 13:20:05.152589 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loading extension file: l2_adjacency.py {{(pid=93641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 13:20:05.153819 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 13:20:05.154333 n-d-800634-1 neutron-server[93641]: INFO neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Extension l2_adjacency not supported by any of loaded plugins Jul 13 13:20:05.154656 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loading extension file: l3.py {{(pid=93641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 13:20:05.155903 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 13:20:05.156420 n-d-800634-1 neutron-server[93641]: INFO neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loaded extension: router Jul 13 13:20:05.156744 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loading extension file: l3_conntrack_helper.py {{(pid=93641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 13:20:05.159108 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 13:20:05.159635 n-d-800634-1 neutron-server[93641]: INFO neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 13 13:20:05.159967 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 13:20:05.160932 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 13:20:05.161451 n-d-800634-1 neutron-server[93641]: INFO neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loaded extension: ext-gw-mode Jul 13 13:20:05.161807 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 13:20:05.162733 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 13:20:05.163247 n-d-800634-1 neutron-server[93641]: INFO neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loaded extension: l3-ha Jul 13 13:20:05.163572 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loading extension file: l3_flavors.py {{(pid=93641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 13:20:05.164503 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 13:20:05.165016 n-d-800634-1 neutron-server[93641]: INFO neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loaded extension: l3-flavors Jul 13 13:20:05.165337 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 13:20:05.166282 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 13:20:05.166794 n-d-800634-1 neutron-server[93641]: INFO neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loaded extension: l3-port-ip-change-not-allowed Jul 13 13:20:05.167118 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loading extension file: l3agentscheduler.py {{(pid=93641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 13:20:05.168146 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 13:20:05.168663 n-d-800634-1 neutron-server[93641]: INFO neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loaded extension: l3_agent_scheduler Jul 13 13:20:05.168991 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loading extension file: logging.py {{(pid=93641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 13:20:05.170495 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 13:20:05.171028 n-d-800634-1 neutron-server[93641]: INFO neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Extension logging not supported by any of loaded plugins Jul 13 13:20:05.171358 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loading extension file: metering.py {{(pid=93641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 13:20:05.172099 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 13:20:05.172683 n-d-800634-1 neutron-server[93641]: INFO neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loaded extension: metering Jul 13 13:20:05.173009 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 13:20:05.174140 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 13:20:05.174661 n-d-800634-1 neutron-server[93641]: INFO neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loaded extension: metering_source_and_destination_fields Jul 13 13:20:05.174984 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loading extension file: multiprovidernet.py {{(pid=93641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 13:20:05.175931 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 13:20:05.176974 n-d-800634-1 neutron-server[93641]: INFO neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loaded extension: multi-provider Jul 13 13:20:05.177290 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loading extension file: netmtu.py {{(pid=93641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 13:20:05.178236 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 13:20:05.178752 n-d-800634-1 neutron-server[93641]: INFO neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loaded extension: net-mtu Jul 13 13:20:05.179071 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loading extension file: netmtu_writable.py {{(pid=93641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 13:20:05.179998 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 13:20:05.180514 n-d-800634-1 neutron-server[93641]: INFO neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loaded extension: net-mtu-writable Jul 13 13:20:05.180835 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loading extension file: network_availability_zone.py {{(pid=93641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 13:20:05.181510 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 13:20:05.182053 n-d-800634-1 neutron-server[93641]: INFO neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loaded extension: network_availability_zone Jul 13 13:20:05.182374 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loading extension file: network_ip_availability.py {{(pid=93641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 13:20:05.183454 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 13:20:05.183970 n-d-800634-1 neutron-server[93641]: INFO neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loaded extension: network-ip-availability Jul 13 13:20:05.184291 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loading extension file: network_segment_range.py {{(pid=93641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 13:20:05.185061 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 13:20:05.185574 n-d-800634-1 neutron-server[93641]: INFO neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Extension network-segment-range not supported by any of loaded plugins Jul 13 13:20:05.185947 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loading extension file: pagination.py {{(pid=93641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 13:20:05.186923 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 13:20:05.187252 n-d-800634-1 neutron-server[93641]: INFO neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loaded extension: pagination Jul 13 13:20:05.187572 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loading extension file: port_device_profile.py {{(pid=93641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 13:20:05.188476 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 13:20:05.188992 n-d-800634-1 neutron-server[93641]: INFO neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loaded extension: port-device-profile Jul 13 13:20:05.189314 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 13:20:05.190253 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 13:20:05.190766 n-d-800634-1 neutron-server[93641]: INFO neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loaded extension: port-mac-address-regenerate Jul 13 13:20:05.191091 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 13:20:05.192576 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 13:20:05.193091 n-d-800634-1 neutron-server[93641]: INFO neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loaded extension: port-numa-affinity-policy Jul 13 13:20:05.193409 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loading extension file: port_resource_request.py {{(pid=93641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 13:20:05.194351 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 13:20:05.194857 n-d-800634-1 neutron-server[93641]: INFO neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Extension port-resource-request not supported by any of loaded plugins Jul 13 13:20:05.195176 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loading extension file: portbindings.py {{(pid=93641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 13:20:05.196109 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 13:20:05.196622 n-d-800634-1 neutron-server[93641]: INFO neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loaded extension: binding Jul 13 13:20:05.196943 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loading extension file: portbindings_extended.py {{(pid=93641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 13:20:05.198358 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 13:20:05.198881 n-d-800634-1 neutron-server[93641]: INFO neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loaded extension: binding-extended Jul 13 13:20:05.199211 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loading extension file: portsecurity.py {{(pid=93641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 13:20:05.200138 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 13:20:05.200652 n-d-800634-1 neutron-server[93641]: INFO neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loaded extension: port-security Jul 13 13:20:05.200978 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loading extension file: project_id.py {{(pid=93641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 13:20:05.201983 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 13:20:05.202315 n-d-800634-1 neutron-server[93641]: INFO neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loaded extension: project-id Jul 13 13:20:05.202636 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loading extension file: providernet.py {{(pid=93641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 13:20:05.203558 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 13:20:05.204074 n-d-800634-1 neutron-server[93641]: INFO neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loaded extension: provider Jul 13 13:20:05.204394 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loading extension file: qos.py {{(pid=93641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 13:20:05.208292 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 13:20:05.208819 n-d-800634-1 neutron-server[93641]: INFO neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Extension qos not supported by any of loaded plugins Jul 13 13:20:05.209154 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 13:20:05.210441 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 13:20:05.210963 n-d-800634-1 neutron-server[93641]: INFO neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 13 13:20:05.211293 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 13:20:05.212228 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 13:20:05.212750 n-d-800634-1 neutron-server[93641]: INFO neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 13 13:20:05.213079 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loading extension file: qos_default.py {{(pid=93641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 13:20:05.214022 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 13:20:05.214540 n-d-800634-1 neutron-server[93641]: INFO neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Extension qos-default not supported by any of loaded plugins Jul 13 13:20:05.214867 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loading extension file: qos_fip.py {{(pid=93641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 13:20:05.215521 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 13:20:05.216029 n-d-800634-1 neutron-server[93641]: INFO neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Extension qos-fip not supported by any of loaded plugins Jul 13 13:20:05.216352 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loading extension file: qos_gateway_ip.py {{(pid=93641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 13:20:05.217281 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 13:20:05.217815 n-d-800634-1 neutron-server[93641]: INFO neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 13 13:20:05.218142 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loading extension file: qos_port_network_policy.py {{(pid=93641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 13:20:05.219056 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 13:20:05.219566 n-d-800634-1 neutron-server[93641]: INFO neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 13 13:20:05.219889 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loading extension file: qos_rule_type_details.py {{(pid=93641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 13:20:05.220800 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 13:20:05.221311 n-d-800634-1 neutron-server[93641]: INFO neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 13 13:20:05.221638 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loading extension file: qos_rules_alias.py {{(pid=93641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 13:20:05.222698 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 13:20:05.223529 n-d-800634-1 neutron-server[93641]: INFO neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 13 13:20:05.223868 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loading extension file: quotasv2.py {{(pid=93641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 13:20:05.224770 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 13:20:05.225094 n-d-800634-1 neutron-server[93641]: INFO neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loaded extension: quotas Jul 13 13:20:05.225415 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loading extension file: quotasv2_detail.py {{(pid=93641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 13:20:05.228426 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 13:20:05.228772 n-d-800634-1 neutron-server[93641]: INFO neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loaded extension: quota_details Jul 13 13:20:05.229106 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loading extension file: rbac.py {{(pid=93641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 13:20:05.230185 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 13:20:05.230716 n-d-800634-1 neutron-server[93641]: INFO neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loaded extension: rbac-policies Jul 13 13:20:05.231050 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loading extension file: rbac_address_group.py {{(pid=93641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 13:20:05.232175 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 13:20:05.232705 n-d-800634-1 neutron-server[93641]: INFO neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loaded extension: rbac-address-group Jul 13 13:20:05.233036 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loading extension file: rbac_address_scope.py {{(pid=93641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 13:20:05.234005 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 13:20:05.234528 n-d-800634-1 neutron-server[93641]: INFO neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loaded extension: rbac-address-scope Jul 13 13:20:05.234855 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loading extension file: rbac_security_groups.py {{(pid=93641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 13:20:05.235774 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 13:20:05.236292 n-d-800634-1 neutron-server[93641]: INFO neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loaded extension: rbac-security-groups Jul 13 13:20:05.236617 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loading extension file: rbac_subnetpool.py {{(pid=93641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 13:20:05.237533 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 13:20:05.238077 n-d-800634-1 neutron-server[93641]: INFO neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loaded extension: rbac-subnetpool Jul 13 13:20:05.238404 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loading extension file: revisionifmatch.py {{(pid=93641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 13:20:05.239841 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 13:20:05.240357 n-d-800634-1 neutron-server[93641]: INFO neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loaded extension: revision-if-match Jul 13 13:20:05.240679 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loading extension file: revisions.py {{(pid=93641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 13:20:05.241820 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 13:20:05.242346 n-d-800634-1 neutron-server[93641]: INFO neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loaded extension: standard-attr-revisions Jul 13 13:20:05.242670 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loading extension file: router_availability_zone.py {{(pid=93641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 13:20:05.243346 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 13:20:05.243872 n-d-800634-1 neutron-server[93641]: INFO neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loaded extension: router_availability_zone Jul 13 13:20:05.244199 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loading extension file: routerservicetype.py {{(pid=93641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 13:20:05.245122 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 13:20:05.245634 n-d-800634-1 neutron-server[93641]: INFO neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Extension router-service-type not supported by any of loaded plugins Jul 13 13:20:05.245986 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 13:20:05.246913 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 13:20:05.247427 n-d-800634-1 neutron-server[93641]: INFO neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loaded extension: security-groups-normalized-cidr Jul 13 13:20:05.247751 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loading extension file: security_groups_port_filtering.py {{(pid=93641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 13:20:05.248677 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 13:20:05.249190 n-d-800634-1 neutron-server[93641]: INFO neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loaded extension: port-security-groups-filtering Jul 13 13:20:05.249511 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 13:20:05.250458 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 13:20:05.250975 n-d-800634-1 neutron-server[93641]: INFO neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loaded extension: security-groups-remote-address-group Jul 13 13:20:05.251295 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loading extension file: securitygroup.py {{(pid=93641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 13:20:05.260821 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 13:20:05.261356 n-d-800634-1 neutron-server[93641]: INFO neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loaded extension: security-group Jul 13 13:20:05.261686 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loading extension file: segment.py {{(pid=93641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 13:20:05.262500 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 13:20:05.263017 n-d-800634-1 neutron-server[93641]: INFO neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Extension segment not supported by any of loaded plugins Jul 13 13:20:05.263343 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 13:20:05.264284 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 13:20:05.264803 n-d-800634-1 neutron-server[93641]: INFO neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 13 13:20:05.265127 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loading extension file: servicetype.py {{(pid=93641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 13:20:05.266261 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 13:20:05.266787 n-d-800634-1 neutron-server[93641]: INFO neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loaded extension: service-type Jul 13 13:20:05.267112 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loading extension file: sorting.py {{(pid=93641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 13:20:05.268091 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 13:20:05.268421 n-d-800634-1 neutron-server[93641]: INFO neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loaded extension: sorting Jul 13 13:20:05.268744 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loading extension file: standard_attr_segment.py {{(pid=93641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 13:20:05.269721 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 13:20:05.270856 n-d-800634-1 neutron-server[93641]: INFO neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 13 13:20:05.271179 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loading extension file: standardattrdescription.py {{(pid=93641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 13:20:05.271828 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 13:20:05.272350 n-d-800634-1 neutron-server[93641]: INFO neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loaded extension: standard-attr-description Jul 13 13:20:05.272678 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loading extension file: stateful_security_group.py {{(pid=93641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 13:20:05.273612 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 13:20:05.274169 n-d-800634-1 neutron-server[93641]: INFO neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loaded extension: stateful-security-group Jul 13 13:20:05.274496 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loading extension file: stdattrs_common.py {{(pid=93641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 13:20:05.275080 n-d-800634-1 neutron-server[93641]: WARNING neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 13 13:20:05.275402 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 13:20:05.276332 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 13:20:05.276857 n-d-800634-1 neutron-server[93641]: INFO neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 13 13:20:05.277177 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loading extension file: subnet_onboard.py {{(pid=93641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 13:20:05.278539 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 13:20:05.279058 n-d-800634-1 neutron-server[93641]: INFO neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loaded extension: subnet_onboard Jul 13 13:20:05.279384 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 13:20:05.280311 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 13:20:05.280823 n-d-800634-1 neutron-server[93641]: INFO neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 13 13:20:05.281145 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loading extension file: subnet_service_types.py {{(pid=93641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 13:20:05.282096 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 13:20:05.282623 n-d-800634-1 neutron-server[93641]: INFO neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loaded extension: subnet-service-types Jul 13 13:20:05.282947 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loading extension file: subnetallocation.py {{(pid=93641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 13:20:05.284021 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 13:20:05.284540 n-d-800634-1 neutron-server[93641]: INFO neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loaded extension: subnet_allocation Jul 13 13:20:05.284862 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 13:20:05.285524 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 13:20:05.286162 n-d-800634-1 neutron-server[93641]: INFO neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loaded extension: subnetpool-prefix-ops Jul 13 13:20:05.286597 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 13:20:05.287543 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 13:20:05.288056 n-d-800634-1 neutron-server[93641]: INFO neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 13 13:20:05.288375 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loading extension file: tagging.py {{(pid=93641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 13:20:05.289421 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 13:20:05.289965 n-d-800634-1 neutron-server[93641]: INFO neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loaded extension: standard-attr-tag Jul 13 13:20:05.290295 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loading extension file: timestamp.py {{(pid=93641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 13:20:05.291496 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 13:20:05.292022 n-d-800634-1 neutron-server[93641]: INFO neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loaded extension: standard-attr-timestamp Jul 13 13:20:05.292351 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loading extension file: trunk.py {{(pid=93641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 13:20:05.293382 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 13:20:05.293925 n-d-800634-1 neutron-server[93641]: INFO neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Extension trunk not supported by any of loaded plugins Jul 13 13:20:05.294253 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loading extension file: trunk_details.py {{(pid=93641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 13:20:05.295168 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 13:20:05.295689 n-d-800634-1 neutron-server[93641]: INFO neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Extension trunk-details not supported by any of loaded plugins Jul 13 13:20:05.296016 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loading extension file: uplink_status_propagation.py {{(pid=93641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 13:20:05.296948 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 13:20:05.297472 n-d-800634-1 neutron-server[93641]: INFO neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 13 13:20:05.297826 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Loading extension file: vlantransparent.py {{(pid=93641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 13:20:05.298497 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 13:20:05.299015 n-d-800634-1 neutron-server[93641]: INFO neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Extension vlan-transparent not supported by any of loaded plugins Jul 13 13:20:05.301974 n-d-800634-1 neutron-server[93641]: INFO neutron.quota.resource_registry [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Creating instance of TrackedResource for resource:network Jul 13 13:20:05.302495 n-d-800634-1 neutron-server[93641]: INFO neutron.quota.resource_registry [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Creating instance of TrackedResource for resource:subnet Jul 13 13:20:05.302900 n-d-800634-1 neutron-server[93641]: INFO neutron.quota.resource_registry [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Creating instance of TrackedResource for resource:subnetpool Jul 13 13:20:05.303301 n-d-800634-1 neutron-server[93641]: INFO neutron.quota.resource_registry [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Creating instance of TrackedResource for resource:port Jul 13 13:20:05.304548 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.v2.resource_helper [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93641) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 13:20:05.304994 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.v2.resource_helper [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Service FLAVORS assigned prefix: {{(pid=93641) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 13:20:05.305613 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.v2.resource_helper [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93641) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 13:20:05.306084 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.v2.resource_helper [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93641) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 13:20:05.306418 n-d-800634-1 neutron-server[93641]: INFO neutron.quota.resource_registry [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Creating instance of TrackedResource for resource:router Jul 13 13:20:05.306846 n-d-800634-1 neutron-server[93641]: INFO neutron.quota.resource_registry [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Creating instance of TrackedResource for resource:floatingip Jul 13 13:20:05.307340 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.v2.resource_helper [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Service METERING assigned prefix: /metering {{(pid=93641) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 13:20:05.308742 n-d-800634-1 neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 13:20:05.309111 n-d-800634-1 neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 13:20:05.309463 n-d-800634-1 neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 13:20:05.310483 n-d-800634-1 neutron-server[93641]: INFO neutron.quota.resource_registry [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Creating instance of CountableResource for resource:rbac_policy Jul 13 13:20:05.310938 n-d-800634-1 neutron-server[93641]: INFO neutron.quota.resource_registry [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Creating instance of TrackedResource for resource:security_group Jul 13 13:20:05.311385 n-d-800634-1 neutron-server[93641]: INFO neutron.quota.resource_registry [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Creating instance of TrackedResource for resource:security_group_rule Jul 13 13:20:05.312000 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.v2.resource_helper [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Service CORE assigned prefix: {{(pid=93641) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 13:20:05.312330 n-d-800634-1 neutron-server[93641]: INFO neutron.quota.resource_registry [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Creating instance of TrackedResource for resource:subnetpool Jul 13 13:20:05.312675 n-d-800634-1 neutron-server[93641]: WARNING neutron.quota.resource_registry [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] subnetpool is already registered Jul 13 13:20:05.313121 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.v2.resource_helper [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Service CORE assigned prefix: {{(pid=93641) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 13:20:05.313452 n-d-800634-1 neutron-server[93641]: INFO neutron.quota.resource_registry [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Creating instance of TrackedResource for resource:subnetpool Jul 13 13:20:05.313822 n-d-800634-1 neutron-server[93641]: WARNING neutron.quota.resource_registry [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] subnetpool is already registered Jul 13 13:20:05.316117 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.v2.resource_helper [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93641) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 13:20:05.316550 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.v2.resource_helper [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Service FLAVORS assigned prefix: {{(pid=93641) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 13:20:05.317704 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.v2.resource_helper [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93641) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 13:20:05.318220 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.v2.resource_helper [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93641) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 13:20:05.318557 n-d-800634-1 neutron-server[93641]: INFO neutron.quota.resource_registry [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Creating instance of TrackedResource for resource:router Jul 13 13:20:05.318899 n-d-800634-1 neutron-server[93641]: WARNING neutron.quota.resource_registry [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] router is already registered Jul 13 13:20:05.319313 n-d-800634-1 neutron-server[93641]: INFO neutron.quota.resource_registry [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Creating instance of TrackedResource for resource:floatingip Jul 13 13:20:05.319650 n-d-800634-1 neutron-server[93641]: WARNING neutron.quota.resource_registry [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] floatingip is already registered Jul 13 13:20:05.320105 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.v2.resource_helper [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Service METERING assigned prefix: /metering {{(pid=93641) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 13:20:05.320772 n-d-800634-1 neutron-server[93641]: INFO neutron.quota.resource_registry [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Creating instance of CountableResource for resource:rbac_policy Jul 13 13:20:05.321100 n-d-800634-1 neutron-server[93641]: WARNING neutron.quota.resource_registry [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] rbac_policy is already registered Jul 13 13:20:05.321518 n-d-800634-1 neutron-server[93641]: INFO neutron.quota.resource_registry [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Creating instance of TrackedResource for resource:security_group Jul 13 13:20:05.321883 n-d-800634-1 neutron-server[93641]: WARNING neutron.quota.resource_registry [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] security_group is already registered Jul 13 13:20:05.322290 n-d-800634-1 neutron-server[93641]: INFO neutron.quota.resource_registry [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Creating instance of TrackedResource for resource:security_group_rule Jul 13 13:20:05.322622 n-d-800634-1 neutron-server[93641]: WARNING neutron.quota.resource_registry [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] security_group_rule is already registered Jul 13 13:20:05.323259 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.v2.resource_helper [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Service CORE assigned prefix: {{(pid=93641) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 13:20:05.323587 n-d-800634-1 neutron-server[93641]: INFO neutron.quota.resource_registry [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Creating instance of TrackedResource for resource:subnetpool Jul 13 13:20:05.323920 n-d-800634-1 neutron-server[93641]: WARNING neutron.quota.resource_registry [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] subnetpool is already registered Jul 13 13:20:05.324340 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.v2.resource_helper [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Service CORE assigned prefix: {{(pid=93641) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 13:20:05.324661 n-d-800634-1 neutron-server[93641]: INFO neutron.quota.resource_registry [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Creating instance of TrackedResource for resource:subnetpool Jul 13 13:20:05.324992 n-d-800634-1 neutron-server[93641]: WARNING neutron.quota.resource_registry [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] subnetpool is already registered Jul 13 13:20:05.325459 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Extended resource: extensions {{(pid=93641) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 13:20:05.326938 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Extended resource: address-groups {{(pid=93641) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 13:20:05.328421 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Extended resource: address-scopes {{(pid=93641) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 13:20:05.329724 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Extended resource: agents {{(pid=93641) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 13:20:05.330939 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Extended resource: auto-allocated-topology {{(pid=93641) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 13:20:05.332139 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Extended resource: availability_zones {{(pid=93641) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 13:20:05.333498 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Extended resource: dhcp-networks {{(pid=93641) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 13:20:05.335192 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Extended resource: dhcp-agents {{(pid=93641) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 13:20:05.336632 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Extended resource: routers {{(pid=93641) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 13:20:05.338354 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Extended resource: flavors {{(pid=93641) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 13:20:05.340537 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Extended resource: service_profiles {{(pid=93641) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 13:20:05.341773 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Extended resource: next_providers {{(pid=93641) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 13:20:05.343248 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Extended resource: service_profiles {{(pid=93641) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 13:20:05.344777 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Extended resource: floatingip-pools {{(pid=93641) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 13:20:05.346029 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Extended resource: routers {{(pid=93641) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 13:20:05.347732 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Extended resource: floatingips {{(pid=93641) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 13:20:05.349075 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Extended resource: l3-routers {{(pid=93641) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 13:20:05.350488 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Extended resource: l3-agents {{(pid=93641) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 13:20:05.351905 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Extended resource: metering-labels {{(pid=93641) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 13:20:05.353154 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Extended resource: metering-label-rules {{(pid=93641) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 13:20:05.354554 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Extended resource: network-ip-availabilities {{(pid=93641) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 13:20:05.355804 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Extended resource: bindings {{(pid=93641) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 13:20:05.357351 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Extended resource: quotas {{(pid=93641) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 13:20:05.358910 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Extended resource: quotas {{(pid=93641) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 13:20:05.360329 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Extended resource: rbac-policies {{(pid=93641) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 13:20:05.361512 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Extended resource: security-groups {{(pid=93641) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 13:20:05.362837 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Extended resource: security-group-rules {{(pid=93641) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 13:20:05.364605 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Extended resource: service-providers {{(pid=93641) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 13:20:05.365851 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Extended resource: subnetpools {{(pid=93641) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 13:20:05.367172 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Extended resource: subnetpools {{(pid=93641) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 13:20:05.368709 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Extended resource: tags {{(pid=93641) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 13:20:05.370426 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Extended resource: tags {{(pid=93641) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 13:20:05.372249 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Extended resource: tags {{(pid=93641) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 13:20:05.374065 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Extended resource: tags {{(pid=93641) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 13:20:05.375736 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Extended resource: tags {{(pid=93641) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 13:20:05.377685 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Extended resource: tags {{(pid=93641) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 13:20:05.380103 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Extended resource: tags {{(pid=93641) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 13:20:05.381967 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Extended resource: tags {{(pid=93641) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 13:20:05.383839 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Extended resource: tags {{(pid=93641) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 13:20:05.385587 n-d-800634-1 neutron-server[93641]: DEBUG neutron.api.extensions [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Extended resource: tags {{(pid=93641) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 13:20:05.391565 n-d-800634-1 neutron-server[93641]: WARNING keystonemiddleware.auth_token [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 13 13:20:05.396164 n-d-800634-1 neutron-server[93641]: WARNING keystonemiddleware.auth_token [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 13 13:20:05.404742 n-d-800634-1 neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Acquired lock "singleton_lock" {{(pid=93641) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 13 13:20:05.405213 n-d-800634-1 neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Releasing lock "singleton_lock" {{(pid=93641) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 13 13:20:05.405884 n-d-800634-1 neutron-server[93641]: INFO oslo_service.service [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Starting 2 workers Jul 13 13:20:05.411181 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Started child 93750 {{(pid=93641) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 13 13:20:05.415630 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Started child 93751 {{(pid=93641) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 13 13:20:05.416448 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:20:05.417232 n-d-800634-1 neutron-server[93641]: INFO neutron.service [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Neutron service started, listening on 0.0.0.0:9696 Jul 13 13:20:05.417957 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [-] (93750) wsgi starting up on http://0.0.0.0:9696 Jul 13 13:20:05.418084 n-d-800634-1 neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Notify callbacks [] for process, before_spawn {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:20:05.420293 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:20:05.420707 n-d-800634-1 neutron-server[93641]: INFO oslo_service.service [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Starting 1 workers Jul 13 13:20:05.421626 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [-] (93751) wsgi starting up on http://0.0.0.0:9696 Jul 13 13:20:05.425546 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Started child 93752 {{(pid=93641) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 13 13:20:05.426085 n-d-800634-1 neutron-server[93641]: INFO oslo_service.service [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Starting 1 workers Jul 13 13:20:05.430009 n-d-800634-1 neutron-server[93752]: DEBUG neutron.service [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] calling RpcWorker wait() {{(pid=93752) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 13 13:20:05.430549 n-d-800634-1 neutron-server[93752]: DEBUG neutron.service [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] returning from RpcWorker wait() {{(pid=93752) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 13 13:20:05.431123 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Started child 93753 {{(pid=93641) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 13 13:20:05.431768 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:20:05.431956 n-d-800634-1 neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-1989b7ed-8000-47cc-8fbd-f4bcaf6bd9eb None None] Notify callbacks [] for process, after_spawn {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:20:05.432260 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:20:05.433848 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93641) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 13 13:20:05.434065 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 13 13:20:05.434251 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 13 13:20:05.434469 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 13 13:20:05.434815 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 13 13:20:05.434982 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 13 13:20:05.435485 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.435751 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.436017 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.436118 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:20:05.436567 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.436567 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.437137 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.437408 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.437655 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.437969 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.438211 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.438389 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.438557 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.438816 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.439059 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.439351 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.439622 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.439858 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.440130 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.440301 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.440542 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.440807 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.441052 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.441312 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] debug = True {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.441579 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.442342 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.442747 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.443294 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.443525 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.443875 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.444117 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.444428 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.444649 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.444925 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.445179 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.445435 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.445673 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.445908 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.446149 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.446422 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.446647 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.447097 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] host = n-d-800634-1 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.447339 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.447580 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.447831 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.448085 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.448342 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.448568 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.448834 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.449099 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.449382 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.449630 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.449911 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.450159 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.450409 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.450649 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] log_file = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.450816 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] log_options = True {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.451049 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.451301 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.451569 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.451760 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.451924 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.452103 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.452354 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.452511 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.452790 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.453012 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.453247 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.453461 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.453714 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.453927 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.454186 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.454447 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.454680 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.454947 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.455197 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.455432 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.455658 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.455883 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.456115 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.456335 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.456567 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.456805 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.457049 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.457294 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.457541 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.457929 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.458204 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.458462 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.458700 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.458957 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.459213 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.459441 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.459656 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.459915 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.460153 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.460395 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.460639 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.460873 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.461128 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.461343 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.461582 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.461825 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] use_json = False {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.462042 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.462278 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.462556 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.462770 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.462998 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.463213 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.463513 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.463914 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.464424 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.464888 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.465348 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.465498 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.465680 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.465958 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.466196 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.466422 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.466700 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.466984 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.467481 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.467575 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.467843 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.468097 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.468378 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.468731 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.468991 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.469273 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.469610 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.470035 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.470278 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.470523 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.470900 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.470991 n-d-800634-1 neutron-server[93753]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:20:05.471136 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.471353 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.471619 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.471855 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.472081 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.472300 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.472518 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.472733 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.472967 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.473773 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.474083 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.474219 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.474500 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.474767 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.474983 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.475219 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.475477 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.475734 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.475986 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.476208 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.476424 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.476659 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.476875 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.477090 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.477318 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.477553 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.477829 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.478075 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.478296 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.478530 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.478779 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.478961 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.479212 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.479451 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.479663 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.479880 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.480201 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.480437 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.480687 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.480908 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.481123 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.481940 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.481940 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.481940 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.482716 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.482716 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.482716 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.482716 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.483301 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.483301 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.483301 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.483700 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.483700 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.483968 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.484580 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.484580 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.484865 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.485003 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.485790 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.485790 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.485983 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.486185 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.486497 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.486744 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.486999 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.487223 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.487476 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.487714 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.488214 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.488512 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.489375 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.489820 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.490082 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.490337 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.490583 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.491007 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.491415 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.491843 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.492253 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.492484 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.492725 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.492966 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.493192 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.493469 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.493711 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.493967 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.494199 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.494469 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.494759 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.495010 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.495288 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.495529 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.495796 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.496113 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.496374 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.496652 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.496886 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.497142 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.497387 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.497642 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.497923 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.498213 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.498534 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.498763 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.499031 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.499472 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.499895 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.500292 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.500698 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.501176 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.501595 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.502023 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.502458 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.502917 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.503169 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.503601 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.504053 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.504519 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.504757 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.505312 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.505767 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.506186 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.506594 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.507015 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.507419 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.507844 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.508266 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.508811 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.509238 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.509463 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.509713 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.510184 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.510416 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.510639 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.510867 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.511086 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.511497 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.511904 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.512129 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.512384 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.512615 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.512857 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.513093 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.513522 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.513974 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.514372 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.514827 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.515094 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.515330 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.515765 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.516065 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.516496 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.516876 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.517311 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.517541 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.517784 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.518043 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.518269 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.518494 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.518729 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.518981 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.519528 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.519528 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.519706 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.520590 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.521005 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.521266 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.521513 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.521747 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.522156 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.522382 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.522601 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.522840 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.523060 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.523284 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.523526 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.523753 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.524005 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.524220 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.524432 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.524644 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.524869 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.525101 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.525406 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.525674 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.525936 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.526191 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.526430 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.526651 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.526882 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.527089 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.527497 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.527974 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.528194 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.528407 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.528638 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.528844 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.529048 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.529280 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.529501 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.529757 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.529994 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.530197 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.530411 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.530633 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.530870 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.531081 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.531328 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.531579 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.531790 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.532032 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.532248 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.532458 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.532761 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.533011 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.533229 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.533518 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.533771 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.534014 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.534236 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.534559 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.534781 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.535033 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.535251 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.535487 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.536344 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.536616 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.536918 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.537200 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.537456 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.537710 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.538014 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.538297 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.538575 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.538792 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.539075 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.539418 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.539702 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.539956 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.540206 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.540500 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.540724 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.540941 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.541184 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.541418 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.541775 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.542110 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.542377 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.542962 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.543071 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.543267 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.543482 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.543711 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.543942 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.544162 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.544381 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.544535 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 13 13:20:05.545046 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93641) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 13 13:20:05.545208 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 13 13:20:05.545361 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 13 13:20:05.545529 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 13 13:20:05.545699 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 13 13:20:05.545873 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 13 13:20:05.546081 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.546244 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.546406 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.546566 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.546725 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.546907 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.547068 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.547227 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.547386 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.547546 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.547704 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.547863 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.548021 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.548180 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.548338 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.548496 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.548655 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.548814 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.548977 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.549136 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.549294 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.549451 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.549609 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] debug = True {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.549786 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.549987 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.550152 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.550311 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.550475 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.550634 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.550815 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.550940 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.551098 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.551353 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.551507 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.551666 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.551826 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.552016 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.552141 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.552300 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.552458 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.552617 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] host = n-d-800634-1 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.552775 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.552933 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.553091 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.553248 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.553406 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.553565 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.553723 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.553902 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.554058 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.554216 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.554374 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.554532 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.554690 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.554849 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] log_file = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.555008 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] log_options = True {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.555170 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.555330 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.555490 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.555674 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.555837 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.555996 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.556169 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.556312 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.556470 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.556630 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.556788 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.556945 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.557105 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.557263 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.557420 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.557578 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.557782 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.557914 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.558073 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.558231 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.558390 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.558547 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.558706 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.558864 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.559022 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.559181 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.559339 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.559501 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.559660 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.559817 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.559975 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.560135 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.560293 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.560451 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.560609 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.560767 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.560925 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.561086 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.561245 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.561404 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.561561 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.561720 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.561897 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.562147 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.562273 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.562375 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] use_json = False {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.562495 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.562651 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.562808 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.562967 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.563125 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.563283 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.563558 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.563688 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 13:20:05.563813 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.563901 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.564065 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.564227 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.564387 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.564549 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.564710 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.564871 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.565038 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.565199 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.565367 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.565528 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.565700 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.566238 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.566238 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.566238 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.567607 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.567607 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.567607 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.567607 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.567607 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.567968 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.567968 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.567968 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.568170 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.568275 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.568504 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.568589 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.568821 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.568910 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.569044 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.569235 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.569357 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.569506 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.569686 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.569839 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.570004 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.570161 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.570324 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.570485 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.570646 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.570805 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.571114 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.571284 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.571446 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.571609 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.571772 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.571936 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.572098 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.572260 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.572621 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.572621 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.572776 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.572895 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.573050 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.573209 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.573372 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.573531 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.573693 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.573876 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.574037 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.574215 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.574374 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.574703 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.575017 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.575184 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.575330 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.575831 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.575831 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.575831 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.576066 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.576145 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.576261 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.576422 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.576583 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.576744 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.576905 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.577067 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.577260 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.577392 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.577553 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.578060 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.578060 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.578060 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.578349 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.578349 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.578539 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.578669 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.578832 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.579003 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.579165 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.579310 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.579451 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.579591 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.579753 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.579979 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.580134 n-d-800634-1 neutron-server[93752]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:20:05.580290 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.580290 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.580572 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.580572 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.580834 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.580834 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.581141 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.581141 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.581451 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.581451 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.581751 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.581751 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.582022 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.582022 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.582292 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.582292 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.583087 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.583236 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.583387 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.583570 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.583730 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.583867 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.584005 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.584170 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.584310 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.584472 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.584635 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.584803 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.584944 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.585081 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.585246 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.585481 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.585620 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.585817 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.585964 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.586103 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.586252 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.586390 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.586526 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.586662 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.586810 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.586972 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.587140 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.587282 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.587417 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.587584 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.587748 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.587911 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.588075 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.588238 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.588402 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.588565 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.588727 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.588890 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.589053 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.589193 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.589350 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.589513 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.589696 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.589873 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.590096 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.590239 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.590377 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.590525 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.590662 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.590798 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.590934 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.591081 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.591219 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.591355 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.591537 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.592808 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.592808 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.592808 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.593646 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.593646 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.593646 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.593646 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.593646 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.594504 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.594504 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.594504 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.594504 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.594504 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.594504 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.596311 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.596311 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.596311 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.596311 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.596311 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.596311 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.596311 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.596311 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.597372 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.597372 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.597372 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.597372 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.597372 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.597372 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.597372 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.597372 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.597939 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.597939 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.597939 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.597939 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.597939 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.597939 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.597939 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.598545 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.598545 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.598545 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.598893 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.598893 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.599225 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.599225 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.599593 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.599593 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.599836 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.599836 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.600207 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.600207 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.600207 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.600418 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.600542 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.600692 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.600853 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.601015 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.601177 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.602618 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.602618 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.602618 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.602618 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.602618 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.602618 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.602618 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.602618 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.602618 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.603243 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.603243 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.603243 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.603243 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.605130 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.605130 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.605130 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.605130 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.605130 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.605130 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.605130 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.605130 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.606527 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.606527 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.606527 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.606527 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.606527 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.606527 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.606527 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.606527 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.607647 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.607647 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.607647 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.607647 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.607647 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.607647 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.607647 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.607647 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.608556 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.608556 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.608556 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.608556 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.608556 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.608556 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.608556 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.608556 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.608556 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.609563 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.609563 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.609563 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.609563 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.609563 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.609563 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.609563 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.609563 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.610277 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 13:20:05.610277 n-d-800634-1 neutron-server[93641]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 13 13:20:05.905656 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 41472) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:20:05.914456 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [-] 10.222.0.23 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0066082 Jul 13 13:20:17.211077 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3efdd2a9-84d9-4b62-85d5-83990c3bc43e None None] get_active_networks_info from n-d-800634-1 {{(pid=93752) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 13 13:20:17.273169 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3efdd2a9-84d9-4b62-85d5-83990c3bc43e None None] No non-hosted networks {{(pid=93752) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 13 13:20:17.289124 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.agentschedulers_db [None req-3efdd2a9-84d9-4b62-85d5-83990c3bc43e None None] DHCP Agent not found on host n-d-800634-1 {{(pid=93752) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 13 13:20:17.346704 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-3a380519-6ad6-41ff-9edb-5c7eb7aa9296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-452389'] for agent, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:20:19.780800 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8796c5e3-4910-41c5-8c67-085bcc43766c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-452389'] for agent, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:20:19.831173 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-cb3888c0-289c-429d-afdc-e155f048772e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:20:19.892210 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-452389'] for agent, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:20:19.893269 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:20:19.896425 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:20:19.897012 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:20:19.897800 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:20:19.898368 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:20:19.899172 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:20:19.899918 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:20:19.900752 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:20:19.901659 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:20:19.902218 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:20:19.903031 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:20:19.903620 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:20:19.904232 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-800634-1', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:20:19.919855 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-800634-1', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:20:20.963063 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-452389'] for agent, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:20:22.448555 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-452389'] for agent, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:20:23.212938 n-d-800634-1 neutron-server[93752]: INFO neutron.db.l3_hamode_db [None req-387ac71b-beef-4ce9-97dc-9d35f6d38941 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 13 13:20:23.288726 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387ac71b-beef-4ce9-97dc-9d35f6d38941 None None] Routers set() bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:20:23.289145 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387ac71b-beef-4ce9-97dc-9d35f6d38941 None None] Router IDs set() for agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 13 13:20:23.749692 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 41564) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:20:24.231127 n-d-800634-1 neutron-server[93751]: WARNING oslo_policy.policy [None req-145a611d-c5a1-4c46-9b92-92bcfe3a5330 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 13 13:20:24.231730 n-d-800634-1 neutron-server[93751]: WARNING oslo_policy.policy [None req-145a611d-c5a1-4c46-9b92-92bcfe3a5330 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 13 13:20:24.452820 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [None req-145a611d-c5a1-4c46-9b92-92bcfe3a5330 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 13:20:24.453834 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-145a611d-c5a1-4c46-9b92-92bcfe3a5330 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7031746 Jul 13 13:20:26.763554 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 41578) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:20:27.069594 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-7105b65c-16fd-4eb0-b0de-2dd6c34cb012 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:20:27.162382 n-d-800634-1 neutron-server[93751]: DEBUG neutron.policy [None req-7105b65c-16fd-4eb0-b0de-2dd6c34cb012 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93751) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 13 13:20:27.206309 n-d-800634-1 neutron-server[93751]: WARNING oslo_policy.policy [None req-7105b65c-16fd-4eb0-b0de-2dd6c34cb012 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 13 13:20:27.206746 n-d-800634-1 neutron-server[93751]: WARNING oslo_policy.policy [None req-7105b65c-16fd-4eb0-b0de-2dd6c34cb012 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 13 13:20:27.214952 n-d-800634-1 neutron-server[93751]: INFO neutron.quota [None req-7105b65c-16fd-4eb0-b0de-2dd6c34cb012 admin admin] Loaded quota_driver: . Jul 13 13:20:27.305253 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7105b65c-16fd-4eb0-b0de-2dd6c34cb012 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787166849246', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787166849673', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787166797464', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787166797987', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787166809633', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787166820035', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-735790', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-725094', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1592283', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1655614'] for rbac-policy, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:20:27.369068 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7105b65c-16fd-4eb0-b0de-2dd6c34cb012 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:20:27.370280 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-7105b65c-16fd-4eb0-b0de-2dd6c34cb012 admin admin] 10.222.0.23 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6057472 Jul 13 13:20:29.930366 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 41590) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:20:30.405861 n-d-800634-1 neutron-server[93750]: WARNING oslo_policy.policy [None req-c54ea0af-344f-4b81-bdc5-42d6ab6db9e4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 13 13:20:30.406460 n-d-800634-1 neutron-server[93750]: WARNING oslo_policy.policy [None req-c54ea0af-344f-4b81-bdc5-42d6ab6db9e4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 13 13:20:30.623623 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-c54ea0af-344f-4b81-bdc5-42d6ab6db9e4 admin admin] Request body: {'network': {'tenant_id': 'f160d47ad0a6404ca6484d21367aaecd', 'project_id': 'f160d47ad0a6404ca6484d21367aaecd', 'admin_state_up': True, 'name': 'private'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:20:30.625254 n-d-800634-1 neutron-server[93750]: INFO neutron.quota [None req-c54ea0af-344f-4b81-bdc5-42d6ab6db9e4 admin admin] Loaded quota_driver: . Jul 13 13:20:30.682604 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c54ea0af-344f-4b81-bdc5-42d6ab6db9e4 admin admin] Made reservation on behalf of f160d47ad0a6404ca6484d21367aaecd for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:20:30.750131 n-d-800634-1 neutron-server[93750]: DEBUG neutron.policy [None req-c54ea0af-344f-4b81-bdc5-42d6ab6db9e4 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93750) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 13 13:20:30.795576 n-d-800634-1 neutron-server[93750]: WARNING oslo_policy.policy [None req-c54ea0af-344f-4b81-bdc5-42d6ab6db9e4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 13 13:20:30.795944 n-d-800634-1 neutron-server[93750]: WARNING oslo_policy.policy [None req-c54ea0af-344f-4b81-bdc5-42d6ab6db9e4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 13 13:20:30.806390 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c54ea0af-344f-4b81-bdc5-42d6ab6db9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:20:30.827916 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c54ea0af-344f-4b81-bdc5-42d6ab6db9e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:20:30.963921 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c54ea0af-344f-4b81-bdc5-42d6ab6db9e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:20:30.967616 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c54ea0af-344f-4b81-bdc5-42d6ab6db9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:20:30.991941 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c54ea0af-344f-4b81-bdc5-42d6ab6db9e4 admin admin] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 13:20:31.017071 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c54ea0af-344f-4b81-bdc5-42d6ab6db9e4 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8787164475100', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:20:31.017671 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c54ea0af-344f-4b81-bdc5-42d6ab6db9e4 admin admin] Unsubscribe: segment precommit_create {{(pid=93750) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 13 13:20:31.018329 n-d-800634-1 neutron-server[93750]: INFO neutron.db.segments_db [None req-c54ea0af-344f-4b81-bdc5-42d6ab6db9e4 admin admin] Added segment 626d9743-43ed-47c1-b5db-fa342fe7ffc7 of type vlan for network 340f0516-bc89-4f40-9cb9-4a555e5e2a70 Jul 13 13:20:31.025352 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54ea0af-344f-4b81-bdc5-42d6ab6db9e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b02cb181-9d29-449c-98ec-e2e302963b2b,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:20:31.056549 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54ea0af-344f-4b81-bdc5-42d6ab6db9e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:20:31.056892 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54ea0af-344f-4b81-bdc5-42d6ab6db9e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:20:31.057228 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54ea0af-344f-4b81-bdc5-42d6ab6db9e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:20:31.057557 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54ea0af-344f-4b81-bdc5-42d6ab6db9e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:20:31.057919 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54ea0af-344f-4b81-bdc5-42d6ab6db9e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:20:31.058246 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54ea0af-344f-4b81-bdc5-42d6ab6db9e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:20:31.058567 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54ea0af-344f-4b81-bdc5-42d6ab6db9e4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:20:31.058884 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54ea0af-344f-4b81-bdc5-42d6ab6db9e4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:20:31.059203 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54ea0af-344f-4b81-bdc5-42d6ab6db9e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:20:31.059519 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54ea0af-344f-4b81-bdc5-42d6ab6db9e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:20:31.059833 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54ea0af-344f-4b81-bdc5-42d6ab6db9e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:20:31.060147 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54ea0af-344f-4b81-bdc5-42d6ab6db9e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:20:31.061218 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54ea0af-344f-4b81-bdc5-42d6ab6db9e4 admin admin] Tracked resource versions report: Jul 13 13:20:31.061218 n-d-800634-1 neutron-server[93750]: pushed versions: Jul 13 13:20:31.061218 n-d-800634-1 neutron-server[93750]: { 'AddressGroup': {'1.2'}, Jul 13 13:20:31.061218 n-d-800634-1 neutron-server[93750]: 'ConntrackHelper': {'1.0'}, Jul 13 13:20:31.061218 n-d-800634-1 neutron-server[93750]: 'Log': {'1.0'}, Jul 13 13:20:31.061218 n-d-800634-1 neutron-server[93750]: 'Network': {'1.1'}, Jul 13 13:20:31.061218 n-d-800634-1 neutron-server[93750]: 'Port': {'1.7'}, Jul 13 13:20:31.061218 n-d-800634-1 neutron-server[93750]: 'PortForwarding': {'1.2'}, Jul 13 13:20:31.061218 n-d-800634-1 neutron-server[93750]: 'QosPolicy': {'1.8'}, Jul 13 13:20:31.061218 n-d-800634-1 neutron-server[93750]: 'SecurityGroup': {'1.4'}, Jul 13 13:20:31.061218 n-d-800634-1 neutron-server[93750]: 'SecurityGroupRule': {'1.2'}, Jul 13 13:20:31.061218 n-d-800634-1 neutron-server[93750]: 'SubPort': {'1.0'}, Jul 13 13:20:31.061218 n-d-800634-1 neutron-server[93750]: 'Subnet': {'1.1'}, Jul 13 13:20:31.061218 n-d-800634-1 neutron-server[93750]: 'Trunk': {'1.1'}} Jul 13 13:20:31.061218 n-d-800634-1 neutron-server[93750]: consumer versions: Jul 13 13:20:31.061218 n-d-800634-1 neutron-server[93750]: { DHCP agent@n-d-800634-1: {}, Jul 13 13:20:31.061218 n-d-800634-1 neutron-server[93750]: L3 agent@n-d-800634-1: {}, Jul 13 13:20:31.061218 n-d-800634-1 neutron-server[93750]: Metadata agent@n-d-800634-1: {}, Jul 13 13:20:31.061218 n-d-800634-1 neutron-server[93750]: Metering agent@n-d-800634-1: {}, Jul 13 13:20:31.061218 n-d-800634-1 neutron-server[93750]: Open vSwitch agent@n-d-800634-1: { 'AddressGroup': '1.2', Jul 13 13:20:31.061218 n-d-800634-1 neutron-server[93750]: 'ConntrackHelper': '1.0', Jul 13 13:20:31.061218 n-d-800634-1 neutron-server[93750]: 'Log': '1.0', Jul 13 13:20:31.061218 n-d-800634-1 neutron-server[93750]: 'Network': '1.1', Jul 13 13:20:31.061218 n-d-800634-1 neutron-server[93750]: 'Port': '1.7', Jul 13 13:20:31.061218 n-d-800634-1 neutron-server[93750]: 'PortForwarding': '1.2', Jul 13 13:20:31.061218 n-d-800634-1 neutron-server[93750]: 'QosPolicy': '1.8', Jul 13 13:20:31.061218 n-d-800634-1 neutron-server[93750]: 'SecurityGroup': '1.4', Jul 13 13:20:31.061218 n-d-800634-1 neutron-server[93750]: 'SecurityGroupRule': '1.2', Jul 13 13:20:31.061218 n-d-800634-1 neutron-server[93750]: 'SubPort': '1.0', Jul 13 13:20:31.061218 n-d-800634-1 neutron-server[93750]: 'Subnet': '1.1', Jul 13 13:20:31.061218 n-d-800634-1 neutron-server[93750]: 'Trunk': '1.1'}} Jul 13 13:20:31.061218 n-d-800634-1 neutron-server[93750]: {{(pid=93750) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 13 13:20:31.150274 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c54ea0af-344f-4b81-bdc5-42d6ab6db9e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:20:31.203820 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c54ea0af-344f-4b81-bdc5-42d6ab6db9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:20:31.204931 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c54ea0af-344f-4b81-bdc5-42d6ab6db9e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:20:31.205567 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c54ea0af-344f-4b81-bdc5-42d6ab6db9e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:20:31.287303 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-c54ea0af-344f-4b81-bdc5-42d6ab6db9e4 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 1.3547034 Jul 13 13:20:31.305689 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54ea0af-344f-4b81-bdc5-42d6ab6db9e4 admin admin] Pushing event updated for resources: {'Network': ['ID=340f0516-bc89-4f40-9cb9-4a555e5e2a70,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:20:31.318735 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network 340f0516-bc89-4f40-9cb9-4a555e5e2a70 details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 13:20:33.889499 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 41612) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:20:34.272559 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa52e262-b761-41ee-a53d-70ebfa530b92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:20:34.273931 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-aa52e262-b761-41ee-a53d-70ebfa530b92 admin admin] 10.222.0.23 "GET /v2.0/networks/340f0516-bc89-4f40-9cb9-4a555e5e2a70 HTTP/1.1" status: 200 len: 824 time: 0.3834167 Jul 13 13:20:34.313071 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-c6d48c61-397d-4eb0-a475-fa671a7e9945 admin admin] 10.222.0.23 "GET /v2.0/subnetpools/ed5cebce-2439-4d07-a691-4d385a3ade9f HTTP/1.1" status: 200 len: 734 time: 0.0334463 Jul 13 13:20:34.321972 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-7562d614-ffe3-45ec-a8fe-be47ae591871 admin admin] Request body: {'subnet': {'subnetpool_id': 'ed5cebce-2439-4d07-a691-4d385a3ade9f', 'network_id': '340f0516-bc89-4f40-9cb9-4a555e5e2a70', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'tenant_id': 'f160d47ad0a6404ca6484d21367aaecd'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:20:34.344034 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7562d614-ffe3-45ec-a8fe-be47ae591871 admin admin] Made reservation on behalf of f160d47ad0a6404ca6484d21367aaecd for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:20:34.346547 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7562d614-ffe3-45ec-a8fe-be47ae591871 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:20:34.645724 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7562d614-ffe3-45ec-a8fe-be47ae591871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:20:34.708687 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7562d614-ffe3-45ec-a8fe-be47ae591871 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3ef1eb8-1eb6-4387-ad82-505247b3c495,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:20:34.718852 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7562d614-ffe3-45ec-a8fe-be47ae591871 admin admin] Checking segment: {'id': '626d9743-43ed-47c1-b5db-fa342fe7ffc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '340f0516-bc89-4f40-9cb9-4a555e5e2a70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:20:34.719228 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7562d614-ffe3-45ec-a8fe-be47ae591871 admin admin] Network hostable DHCP agents. Network: 340f0516-bc89-4f40-9cb9-4a555e5e2a70, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 13:20:34.741910 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7562d614-ffe3-45ec-a8fe-be47ae591871 admin admin] Network 340f0516-bc89-4f40-9cb9-4a555e5e2a70 is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 13:20:34.752179 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-7562d614-ffe3-45ec-a8fe-be47ae591871 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, 340f0516-bc89-4f40-9cb9-4a555e5e2a70) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:20:34.757257 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7562d614-ffe3-45ec-a8fe-be47ae591871 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:20:34.757875 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7562d614-ffe3-45ec-a8fe-be47ae591871 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:20:34.762193 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-779fe859-e683-4d79-8d0a-3d8eb9f96c19 None None] Network 340f0516-bc89-4f40-9cb9-4a555e5e2a70 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:20:34.771713 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-7562d614-ffe3-45ec-a8fe-be47ae591871 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4531476 Jul 13 13:20:35.076931 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a3cbf42-f30e-4765-8422-e796ac500e52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a7201e1-61ce-5a3e-b7f7-e800379ed03b-340f0516-bc89-4f40-9cb9-4a555e5e2a70', 'network_id': '340f0516-bc89-4f40-9cb9-4a555e5e2a70', 'tenant_id': 'f160d47ad0a6404ca6484d21367aaecd', 'fixed_ips': [{'subnet_id': 'd3ef1eb8-1eb6-4387-ad82-505247b3c495'}]}} from n-d-800634-1. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 13:20:35.078182 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8a3cbf42-f30e-4765-8422-e796ac500e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:20:35.348929 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-8a3cbf42-f30e-4765-8422-e796ac500e52 None None] Allocated IP 172.20.0.2 (340f0516-bc89-4f40-9cb9-4a555e5e2a70/d3ef1eb8-1eb6-4387-ad82-505247b3c495/5d3e76ff-e14e-411f-a5d1-14f1b4af8f10) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:20:35.547316 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8a3cbf42-f30e-4765-8422-e796ac500e52 None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:20:35.564517 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-8a3cbf42-f30e-4765-8422-e796ac500e52 None None] Transition to ACTIVE for port object 5d3e76ff-e14e-411f-a5d1-14f1b4af8f10 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:20:35.613549 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-8a3cbf42-f30e-4765-8422-e796ac500e52 None None] Transition to ACTIVE for port object 5d3e76ff-e14e-411f-a5d1-14f1b4af8f10 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:20:35.621843 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8a3cbf42-f30e-4765-8422-e796ac500e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:20:35.683415 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a3cbf42-f30e-4765-8422-e796ac500e52 None None] Network 340f0516-bc89-4f40-9cb9-4a555e5e2a70 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:20:35.690301 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-8a3cbf42-f30e-4765-8422-e796ac500e52 None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:20:35.694535 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3cbf42-f30e-4765-8422-e796ac500e52 None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:20:35.727537 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3cbf42-f30e-4765-8422-e796ac500e52 None None] Pushing event updated for resources: {'Port': ['ID=5d3e76ff-e14e-411f-a5d1-14f1b4af8f10,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:20:35.754343 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3cbf42-f30e-4765-8422-e796ac500e52 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:20:35.754694 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3cbf42-f30e-4765-8422-e796ac500e52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:20:35.755032 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3cbf42-f30e-4765-8422-e796ac500e52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:20:35.755367 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3cbf42-f30e-4765-8422-e796ac500e52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:20:35.755699 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3cbf42-f30e-4765-8422-e796ac500e52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:20:35.756029 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3cbf42-f30e-4765-8422-e796ac500e52 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:20:35.756355 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3cbf42-f30e-4765-8422-e796ac500e52 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:20:35.756685 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3cbf42-f30e-4765-8422-e796ac500e52 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:20:35.757009 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3cbf42-f30e-4765-8422-e796ac500e52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:20:35.757333 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3cbf42-f30e-4765-8422-e796ac500e52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:20:35.757656 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3cbf42-f30e-4765-8422-e796ac500e52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:20:35.758001 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3cbf42-f30e-4765-8422-e796ac500e52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:20:35.759063 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3cbf42-f30e-4765-8422-e796ac500e52 None None] Tracked resource versions report: Jul 13 13:20:35.759063 n-d-800634-1 neutron-server[93752]: pushed versions: Jul 13 13:20:35.759063 n-d-800634-1 neutron-server[93752]: { 'AddressGroup': {'1.2'}, Jul 13 13:20:35.759063 n-d-800634-1 neutron-server[93752]: 'ConntrackHelper': {'1.0'}, Jul 13 13:20:35.759063 n-d-800634-1 neutron-server[93752]: 'Log': {'1.0'}, Jul 13 13:20:35.759063 n-d-800634-1 neutron-server[93752]: 'Network': {'1.1'}, Jul 13 13:20:35.759063 n-d-800634-1 neutron-server[93752]: 'Port': {'1.7'}, Jul 13 13:20:35.759063 n-d-800634-1 neutron-server[93752]: 'PortForwarding': {'1.2'}, Jul 13 13:20:35.759063 n-d-800634-1 neutron-server[93752]: 'QosPolicy': {'1.8'}, Jul 13 13:20:35.759063 n-d-800634-1 neutron-server[93752]: 'SecurityGroup': {'1.4'}, Jul 13 13:20:35.759063 n-d-800634-1 neutron-server[93752]: 'SecurityGroupRule': {'1.2'}, Jul 13 13:20:35.759063 n-d-800634-1 neutron-server[93752]: 'SubPort': {'1.0'}, Jul 13 13:20:35.759063 n-d-800634-1 neutron-server[93752]: 'Subnet': {'1.1'}, Jul 13 13:20:35.759063 n-d-800634-1 neutron-server[93752]: 'Trunk': {'1.1'}} Jul 13 13:20:35.759063 n-d-800634-1 neutron-server[93752]: consumer versions: Jul 13 13:20:35.759063 n-d-800634-1 neutron-server[93752]: { DHCP agent@n-d-800634-1: {}, Jul 13 13:20:35.759063 n-d-800634-1 neutron-server[93752]: L3 agent@n-d-800634-1: {}, Jul 13 13:20:35.759063 n-d-800634-1 neutron-server[93752]: Metadata agent@n-d-800634-1: {}, Jul 13 13:20:35.759063 n-d-800634-1 neutron-server[93752]: Metering agent@n-d-800634-1: {}, Jul 13 13:20:35.759063 n-d-800634-1 neutron-server[93752]: Open vSwitch agent@n-d-800634-1: { 'AddressGroup': '1.2', Jul 13 13:20:35.759063 n-d-800634-1 neutron-server[93752]: 'ConntrackHelper': '1.0', Jul 13 13:20:35.759063 n-d-800634-1 neutron-server[93752]: 'Log': '1.0', Jul 13 13:20:35.759063 n-d-800634-1 neutron-server[93752]: 'Network': '1.1', Jul 13 13:20:35.759063 n-d-800634-1 neutron-server[93752]: 'Port': '1.7', Jul 13 13:20:35.759063 n-d-800634-1 neutron-server[93752]: 'PortForwarding': '1.2', Jul 13 13:20:35.759063 n-d-800634-1 neutron-server[93752]: 'QosPolicy': '1.8', Jul 13 13:20:35.759063 n-d-800634-1 neutron-server[93752]: 'SecurityGroup': '1.4', Jul 13 13:20:35.759063 n-d-800634-1 neutron-server[93752]: 'SecurityGroupRule': '1.2', Jul 13 13:20:35.759063 n-d-800634-1 neutron-server[93752]: 'SubPort': '1.0', Jul 13 13:20:35.759063 n-d-800634-1 neutron-server[93752]: 'Subnet': '1.1', Jul 13 13:20:35.759063 n-d-800634-1 neutron-server[93752]: 'Trunk': '1.1'}} Jul 13 13:20:35.759063 n-d-800634-1 neutron-server[93752]: {{(pid=93752) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 13 13:20:35.790032 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-8a3cbf42-f30e-4765-8422-e796ac500e52 None None] Attempting to bind port 5d3e76ff-e14e-411f-a5d1-14f1b4af8f10 on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:20:35.790621 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-8a3cbf42-f30e-4765-8422-e796ac500e52 None None] Attempting to bind port 5d3e76ff-e14e-411f-a5d1-14f1b4af8f10 by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '626d9743-43ed-47c1-b5db-fa342fe7ffc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '340f0516-bc89-4f40-9cb9-4a555e5e2a70'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:20:35.790850 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3cbf42-f30e-4765-8422-e796ac500e52 None None] Attempting to bind port 5d3e76ff-e14e-411f-a5d1-14f1b4af8f10 on network 340f0516-bc89-4f40-9cb9-4a555e5e2a70 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:20:35.795614 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3cbf42-f30e-4765-8422-e796ac500e52 None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:20:35.796044 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3cbf42-f30e-4765-8422-e796ac500e52 None None] Checking segment: {'id': '626d9743-43ed-47c1-b5db-fa342fe7ffc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '340f0516-bc89-4f40-9cb9-4a555e5e2a70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:20:35.796530 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8a3cbf42-f30e-4765-8422-e796ac500e52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:20:35.796918 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3cbf42-f30e-4765-8422-e796ac500e52 None None] Bound using segment: {'id': '626d9743-43ed-47c1-b5db-fa342fe7ffc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '340f0516-bc89-4f40-9cb9-4a555e5e2a70'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:20:35.797402 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-8a3cbf42-f30e-4765-8422-e796ac500e52 None None] Bound port: 5d3e76ff-e14e-411f-a5d1-14f1b4af8f10, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '626d9743-43ed-47c1-b5db-fa342fe7ffc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '340f0516-bc89-4f40-9cb9-4a555e5e2a70'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:20:35.797850 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8a3cbf42-f30e-4765-8422-e796ac500e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:20:35.860391 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-8a3cbf42-f30e-4765-8422-e796ac500e52 None None] For port 5d3e76ff-e14e-411f-a5d1-14f1b4af8f10, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:20:35.865262 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-8a3cbf42-f30e-4765-8422-e796ac500e52 None None] For port 5d3e76ff-e14e-411f-a5d1-14f1b4af8f10, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=5d3e76ff-e14e-411f-a5d1-14f1b4af8f10,segment=NetworkSegment(626d9743-43ed-47c1-b5db-fa342fe7ffc7),segment_id=626d9743-43ed-47c1-b5db-fa342fe7ffc7)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:20:35.870633 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8a3cbf42-f30e-4765-8422-e796ac500e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:20:35.945227 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3cbf42-f30e-4765-8422-e796ac500e52 None None] Pushing event updated for resources: {'Port': ['ID=5d3e76ff-e14e-411f-a5d1-14f1b4af8f10,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:20:37.142784 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 41620) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:20:37.450518 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [None req-b4c37aac-2bcd-48d9-9fb1-3fb0a1b5ac70 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93750) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 13:20:37.451502 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-b4c37aac-2bcd-48d9-9fb1-3fb0a1b5ac70 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3077841 Jul 13 13:20:39.837572 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 41628) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:20:40.149403 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [None req-f078f8ce-f0f8-4432-ad7a-699afde74729 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93750) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 13:20:40.150427 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-f078f8ce-f0f8-4432-ad7a-699afde74729 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3117898 Jul 13 13:20:41.821598 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 5d3e76ff-e14e-411f-a5d1-14f1b4af8f10 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:20:41.907453 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port 5d3e76ff-e14e-411f-a5d1-14f1b4af8f10 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:20:42.041851 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98739af5-96f9-4380-b8ec-bb54c10ea055 None None] Network 340f0516-bc89-4f40-9cb9-4a555e5e2a70 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:20:42.098137 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-1d5db54a-1178-4b58-9411-1d991005c65d None None] Provisioning for port 5d3e76ff-e14e-411f-a5d1-14f1b4af8f10 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:20:42.103764 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-1d5db54a-1178-4b58-9411-1d991005c65d None None] Provisioning complete for port 5d3e76ff-e14e-411f-a5d1-14f1b4af8f10 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:20:42.104154 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-1d5db54a-1178-4b58-9411-1d991005c65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:20:42.259974 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-1d5db54a-1178-4b58-9411-1d991005c65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:20:42.329215 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-1d5db54a-1178-4b58-9411-1d991005c65d None None] For port 5d3e76ff-e14e-411f-a5d1-14f1b4af8f10, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=5d3e76ff-e14e-411f-a5d1-14f1b4af8f10,segment=NetworkSegment(626d9743-43ed-47c1-b5db-fa342fe7ffc7),segment_id=626d9743-43ed-47c1-b5db-fa342fe7ffc7)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:20:42.336401 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-1d5db54a-1178-4b58-9411-1d991005c65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:20:42.398087 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5db54a-1178-4b58-9411-1d991005c65d None None] Pushing event updated for resources: {'Port': ['ID=5d3e76ff-e14e-411f-a5d1-14f1b4af8f10,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:20:42.557445 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-3716e6bb-5382-40fe-97e8-e80e5986a1d5 None None] Provisioning complete for port 5d3e76ff-e14e-411f-a5d1-14f1b4af8f10 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:20:42.557862 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-3716e6bb-5382-40fe-97e8-e80e5986a1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:20:42.759047 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 41642) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:20:43.049081 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-0eb4c153-c794-4f1e-8878-538f0b31e2c3 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': 'f160d47ad0a6404ca6484d21367aaecd', 'name': 'router1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:20:43.072644 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0eb4c153-c794-4f1e-8878-538f0b31e2c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1591928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2714'] for router, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:20:43.074134 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0eb4c153-c794-4f1e-8878-538f0b31e2c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447198', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1629690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2689'] for router, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:20:43.211125 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0eb4c153-c794-4f1e-8878-538f0b31e2c3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:20:43.215480 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0eb4c153-c794-4f1e-8878-538f0b31e2c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447217'] for router, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:20:43.228023 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0eb4c153-c794-4f1e-8878-538f0b31e2c3 admin admin] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:20:43.229339 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-0eb4c153-c794-4f1e-8878-538f0b31e2c3 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4693015 Jul 13 13:20:43.794242 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 5d3e76ff-e14e-411f-a5d1-14f1b4af8f10 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:20:43.839671 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 5d3e76ff-e14e-411f-a5d1-14f1b4af8f10 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:20:43.840046 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:20:45.581815 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 41650) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:20:45.880812 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [None req-b188272c-2394-40d6-ba92-bf718ccb9edc admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93750) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 13:20:45.881804 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-b188272c-2394-40d6-ba92-bf718ccb9edc admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2990410 Jul 13 13:20:47.100603 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-303fe709-a621-40f0-bb61-f211c4db8c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:20:48.269941 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 41658) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:20:48.570333 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-83c057d4-14db-456e-b810-831794635ded admin admin] Request body: {'network': {'is_default': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'provider:network_type': 'flat', 'name': 'public', 'router:external': True}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:20:48.591127 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83c057d4-14db-456e-b810-831794635ded admin admin] Made reservation on behalf of 58ac99a2ee5544b5bbe0eb99d81f9ca8 for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:20:48.593684 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-83c057d4-14db-456e-b810-831794635ded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:20:48.602133 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-83c057d4-14db-456e-b810-831794635ded admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:20:48.688124 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-83c057d4-14db-456e-b810-831794635ded admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:20:48.691455 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-83c057d4-14db-456e-b810-831794635ded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:20:48.707209 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-83c057d4-14db-456e-b810-831794635ded admin admin] Reserving flat network on physical network physnet1 {{(pid=93750) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 13 13:20:48.729109 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c057d4-14db-456e-b810-831794635ded admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71245a4d-bb2c-417b-bd53-f106375b79ec,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:20:48.732993 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-83c057d4-14db-456e-b810-831794635ded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:20:48.733348 n-d-800634-1 neutron-server[93750]: INFO neutron.db.segments_db [None req-83c057d4-14db-456e-b810-831794635ded admin admin] Added segment 3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87 of type flat for network acf968b8-c524-46a9-a20b-ad9667009130 Jul 13 13:20:48.782475 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-83c057d4-14db-456e-b810-831794635ded admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:20:48.817397 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-83c057d4-14db-456e-b810-831794635ded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:20:48.818337 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c057d4-14db-456e-b810-831794635ded admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:20:48.818911 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-83c057d4-14db-456e-b810-831794635ded admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:20:48.870405 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-83c057d4-14db-456e-b810-831794635ded admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5993757 Jul 13 13:20:48.878924 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c057d4-14db-456e-b810-831794635ded admin admin] Pushing event updated for resources: {'Network': ['ID=acf968b8-c524-46a9-a20b-ad9667009130,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:20:48.892022 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network acf968b8-c524-46a9-a20b-ad9667009130 details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 13:20:49.496785 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 5 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 13:20:49.775082 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f9b51bcf-14cb-40a0-9782-38c1aa7d799f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:20:49.875187 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:20:50.894794 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:20:51.206393 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 41674) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:20:51.521313 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-941474f3-7264-46bc-9694-34450869e149 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:20:51.522809 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-941474f3-7264-46bc-9694-34450869e149 admin admin] 10.222.0.23 "GET /v2.0/subnets/d3ef1eb8-1eb6-4387-ad82-505247b3c495 HTTP/1.1" status: 200 len: 849 time: 0.3154459 Jul 13 13:20:51.684290 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-1c40dfc0-9ce3-4ebe-be72-32944816ac1e admin admin] 10.222.0.23 "GET /v2.0/routers/4f443551-dd7e-4460-bdca-d3765ca5689c HTTP/1.1" status: 200 len: 704 time: 0.1559064 Jul 13 13:20:51.961692 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-15c7b02b-d0e4-4144-93d3-a835c01c671e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:20:52.264052 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-15c7b02b-d0e4-4144-93d3-a835c01c671e admin admin] Allocated IP 172.20.0.1 (340f0516-bc89-4f40-9cb9-4a555e5e2a70/d3ef1eb8-1eb6-4387-ad82-505247b3c495/5eb82b08-5cda-4340-a13d-f75bc62ec75a) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:20:52.379157 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:20:52.472654 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-15c7b02b-d0e4-4144-93d3-a835c01c671e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:20:52.496202 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-15c7b02b-d0e4-4144-93d3-a835c01c671e admin admin] Transition to ACTIVE for port object 5eb82b08-5cda-4340-a13d-f75bc62ec75a will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:20:52.579522 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-15c7b02b-d0e4-4144-93d3-a835c01c671e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:20:52.615879 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c7b02b-d0e4-4144-93d3-a835c01c671e admin admin] Network 340f0516-bc89-4f40-9cb9-4a555e5e2a70 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:20:52.617207 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-15c7b02b-d0e4-4144-93d3-a835c01c671e admin admin] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:20:52.690679 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c7b02b-d0e4-4144-93d3-a835c01c671e admin admin] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:20:52.690679 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-15c7b02b-d0e4-4144-93d3-a835c01c671e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-450452'] for router_interface, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:20:52.710679 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c7b02b-d0e4-4144-93d3-a835c01c671e admin admin] Pushing event updated for resources: {'Port': ['ID=5eb82b08-5cda-4340-a13d-f75bc62ec75a,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:20:52.758142 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c7b02b-d0e4-4144-93d3-a835c01c671e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:20:52.758484 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c7b02b-d0e4-4144-93d3-a835c01c671e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:20:52.758821 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c7b02b-d0e4-4144-93d3-a835c01c671e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:20:52.759152 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c7b02b-d0e4-4144-93d3-a835c01c671e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:20:52.759479 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c7b02b-d0e4-4144-93d3-a835c01c671e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:20:52.759804 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c7b02b-d0e4-4144-93d3-a835c01c671e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:20:52.760130 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c7b02b-d0e4-4144-93d3-a835c01c671e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:20:52.760447 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c7b02b-d0e4-4144-93d3-a835c01c671e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:20:52.760765 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c7b02b-d0e4-4144-93d3-a835c01c671e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:20:52.761081 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c7b02b-d0e4-4144-93d3-a835c01c671e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:20:52.761398 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c7b02b-d0e4-4144-93d3-a835c01c671e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:20:52.761712 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c7b02b-d0e4-4144-93d3-a835c01c671e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:20:52.762793 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c7b02b-d0e4-4144-93d3-a835c01c671e admin admin] Tracked resource versions report: Jul 13 13:20:52.762793 n-d-800634-1 neutron-server[93751]: pushed versions: Jul 13 13:20:52.762793 n-d-800634-1 neutron-server[93751]: { 'AddressGroup': {'1.2'}, Jul 13 13:20:52.762793 n-d-800634-1 neutron-server[93751]: 'ConntrackHelper': {'1.0'}, Jul 13 13:20:52.762793 n-d-800634-1 neutron-server[93751]: 'Log': {'1.0'}, Jul 13 13:20:52.762793 n-d-800634-1 neutron-server[93751]: 'Network': {'1.1'}, Jul 13 13:20:52.762793 n-d-800634-1 neutron-server[93751]: 'Port': {'1.7'}, Jul 13 13:20:52.762793 n-d-800634-1 neutron-server[93751]: 'PortForwarding': {'1.2'}, Jul 13 13:20:52.762793 n-d-800634-1 neutron-server[93751]: 'QosPolicy': {'1.8'}, Jul 13 13:20:52.762793 n-d-800634-1 neutron-server[93751]: 'SecurityGroup': {'1.4'}, Jul 13 13:20:52.762793 n-d-800634-1 neutron-server[93751]: 'SecurityGroupRule': {'1.2'}, Jul 13 13:20:52.762793 n-d-800634-1 neutron-server[93751]: 'SubPort': {'1.0'}, Jul 13 13:20:52.762793 n-d-800634-1 neutron-server[93751]: 'Subnet': {'1.1'}, Jul 13 13:20:52.762793 n-d-800634-1 neutron-server[93751]: 'Trunk': {'1.1'}} Jul 13 13:20:52.762793 n-d-800634-1 neutron-server[93751]: consumer versions: Jul 13 13:20:52.762793 n-d-800634-1 neutron-server[93751]: { DHCP agent@n-d-800634-1: {}, Jul 13 13:20:52.762793 n-d-800634-1 neutron-server[93751]: L3 agent@n-d-800634-1: {}, Jul 13 13:20:52.762793 n-d-800634-1 neutron-server[93751]: Metadata agent@n-d-800634-1: {}, Jul 13 13:20:52.762793 n-d-800634-1 neutron-server[93751]: Metering agent@n-d-800634-1: {}, Jul 13 13:20:52.762793 n-d-800634-1 neutron-server[93751]: Open vSwitch agent@n-d-800634-1: { 'AddressGroup': '1.2', Jul 13 13:20:52.762793 n-d-800634-1 neutron-server[93751]: 'ConntrackHelper': '1.0', Jul 13 13:20:52.762793 n-d-800634-1 neutron-server[93751]: 'Log': '1.0', Jul 13 13:20:52.762793 n-d-800634-1 neutron-server[93751]: 'Network': '1.1', Jul 13 13:20:52.762793 n-d-800634-1 neutron-server[93751]: 'Port': '1.7', Jul 13 13:20:52.762793 n-d-800634-1 neutron-server[93751]: 'PortForwarding': '1.2', Jul 13 13:20:52.762793 n-d-800634-1 neutron-server[93751]: 'QosPolicy': '1.8', Jul 13 13:20:52.762793 n-d-800634-1 neutron-server[93751]: 'SecurityGroup': '1.4', Jul 13 13:20:52.762793 n-d-800634-1 neutron-server[93751]: 'SecurityGroupRule': '1.2', Jul 13 13:20:52.762793 n-d-800634-1 neutron-server[93751]: 'SubPort': '1.0', Jul 13 13:20:52.762793 n-d-800634-1 neutron-server[93751]: 'Subnet': '1.1', Jul 13 13:20:52.762793 n-d-800634-1 neutron-server[93751]: 'Trunk': '1.1'}} Jul 13 13:20:52.762793 n-d-800634-1 neutron-server[93751]: {{(pid=93751) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 13 13:20:52.907191 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-08c8d9a7-fa79-41b9-ada8-9444a85fc85c None None] Provisioning for port 5eb82b08-5cda-4340-a13d-f75bc62ec75a completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:20:52.911604 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-08c8d9a7-fa79-41b9-ada8-9444a85fc85c None None] Provisioning complete for port 5eb82b08-5cda-4340-a13d-f75bc62ec75a triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:20:52.911975 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-08c8d9a7-fa79-41b9-ada8-9444a85fc85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:20:52.912162 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-15c7b02b-d0e4-4144-93d3-a835c01c671e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:20:52.947379 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-08c8d9a7-fa79-41b9-ada8-9444a85fc85c None None] Port 5eb82b08-5cda-4340-a13d-f75bc62ec75a cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:20:53.095338 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-15c7b02b-d0e4-4144-93d3-a835c01c671e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:20:53.100028 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-15c7b02b-d0e4-4144-93d3-a835c01c671e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:20:53.100799 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-15c7b02b-d0e4-4144-93d3-a835c01c671e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1785045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451806'] for router_interface, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:20:53.174907 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c7b02b-d0e4-4144-93d3-a835c01c671e admin admin] Pushing event updated for resources: {'Port': ['ID=5eb82b08-5cda-4340-a13d-f75bc62ec75a,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:20:53.220333 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c7b02b-d0e4-4144-93d3-a835c01c671e admin admin] Network 340f0516-bc89-4f40-9cb9-4a555e5e2a70 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:20:53.222318 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-15c7b02b-d0e4-4144-93d3-a835c01c671e admin admin] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:20:53.368617 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-5d4146c5-e34b-418d-81df-bdf09abea13b None None] Provisioning complete for port 5eb82b08-5cda-4340-a13d-f75bc62ec75a triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:20:53.368982 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5d4146c5-e34b-418d-81df-bdf09abea13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:20:53.404387 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-5d4146c5-e34b-418d-81df-bdf09abea13b None None] Port 5eb82b08-5cda-4340-a13d-f75bc62ec75a cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:20:53.431242 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15c7b02b-d0e4-4144-93d3-a835c01c671e admin admin] Router 4f443551-dd7e-4460-bdca-d3765ca5689c is scheduled to L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 with binding_index 1 {{(pid=93751) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 13:20:53.521107 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15c7b02b-d0e4-4144-93d3-a835c01c671e admin admin] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:20:53.526148 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-15c7b02b-d0e4-4144-93d3-a835c01c671e admin admin] 10.222.0.23 "PUT /v2.0/routers/4f443551-dd7e-4460-bdca-d3765ca5689c/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8371105 Jul 13 13:20:53.530865 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96445294-e7d5-42d6-ad65-fc1febb93037 None None] Sync routers for ids ['4f443551-dd7e-4460-bdca-d3765ca5689c'] in n-d-800634-1 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:20:53.542441 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96445294-e7d5-42d6-ad65-fc1febb93037 None None] Routers {'4f443551-dd7e-4460-bdca-d3765ca5689c'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:20:53.543265 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-96445294-e7d5-42d6-ad65-fc1febb93037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:20:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['4f443551-dd7e-4460-bdca-d3765ca5689c'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:20:53.729148 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-96445294-e7d5-42d6-ad65-fc1febb93037 None None] Set router 4f443551-dd7e-4460-bdca-d3765ca5689c gateway port host: None {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:20:54.161255 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-96445294-e7d5-42d6-ad65-fc1febb93037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f443551-dd7e-4460-bdca-d3765ca5689c', 'name': 'router1', 'tenant_id': 'f160d47ad0a6404ca6484d21367aaecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:20:43Z', 'updated_at': '2021-07-13T13:20:52Z', 'revision_number': 2, 'project_id': 'f160d47ad0a6404ca6484d21367aaecd', 'gw_port_host': None, '_interfaces': [{'id': '5eb82b08-5cda-4340-a13d-f75bc62ec75a', 'name': '', 'network_id': '340f0516-bc89-4f40-9cb9-4a555e5e2a70', 'tenant_id': 'f160d47ad0a6404ca6484d21367aaecd', 'mac_address': 'fa:16:3e:21:e7:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f443551-dd7e-4460-bdca-d3765ca5689c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd3ef1eb8-1eb6-4387-ad82-505247b3c495', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:20:51Z', 'updated_at': '2021-07-13T13:20:52Z', 'revision_number': 2, 'project_id': 'f160d47ad0a6404ca6484d21367aaecd', 'subnets': [{'id': 'd3ef1eb8-1eb6-4387-ad82-505247b3c495', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ed5cebce-2439-4d07-a691-4d385a3ade9f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:20:54.211849 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96445294-e7d5-42d6-ad65-fc1febb93037 None None] Checking router: 4f443551-dd7e-4460-bdca-d3765ca5689c for host: n-d-800634-1 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 13:20:54.212210 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96445294-e7d5-42d6-ad65-fc1febb93037 None None] Updating router 4f443551-dd7e-4460-bdca-d3765ca5689c port 5eb82b08-5cda-4340-a13d-f75bc62ec75a binding host n-d-800634-1 {{(pid=93753) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 13:20:54.276120 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-96445294-e7d5-42d6-ad65-fc1febb93037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:20:54.758206 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-96445294-e7d5-42d6-ad65-fc1febb93037 None None] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:20:54.775798 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-96445294-e7d5-42d6-ad65-fc1febb93037 None None] Transition to ACTIVE for port object 5eb82b08-5cda-4340-a13d-f75bc62ec75a will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:20:54.782050 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-96445294-e7d5-42d6-ad65-fc1febb93037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:20:54.938028 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-96445294-e7d5-42d6-ad65-fc1febb93037 None None] Attempting to bind port 5eb82b08-5cda-4340-a13d-f75bc62ec75a on host n-d-800634-1 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:20:54.938534 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-96445294-e7d5-42d6-ad65-fc1febb93037 None None] Attempting to bind port 5eb82b08-5cda-4340-a13d-f75bc62ec75a by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '626d9743-43ed-47c1-b5db-fa342fe7ffc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '340f0516-bc89-4f40-9cb9-4a555e5e2a70'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:20:54.938848 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96445294-e7d5-42d6-ad65-fc1febb93037 None None] Attempting to bind port 5eb82b08-5cda-4340-a13d-f75bc62ec75a on network 340f0516-bc89-4f40-9cb9-4a555e5e2a70 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:20:54.948306 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96445294-e7d5-42d6-ad65-fc1febb93037 None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 20, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:20:54.948730 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96445294-e7d5-42d6-ad65-fc1febb93037 None None] Checking segment: {'id': '626d9743-43ed-47c1-b5db-fa342fe7ffc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '340f0516-bc89-4f40-9cb9-4a555e5e2a70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:20:54.949243 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-96445294-e7d5-42d6-ad65-fc1febb93037 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:20:54.949665 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96445294-e7d5-42d6-ad65-fc1febb93037 None None] Bound using segment: {'id': '626d9743-43ed-47c1-b5db-fa342fe7ffc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '340f0516-bc89-4f40-9cb9-4a555e5e2a70'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:20:54.950181 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-96445294-e7d5-42d6-ad65-fc1febb93037 None None] Bound port: 5eb82b08-5cda-4340-a13d-f75bc62ec75a, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '626d9743-43ed-47c1-b5db-fa342fe7ffc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '340f0516-bc89-4f40-9cb9-4a555e5e2a70'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:20:54.950589 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-96445294-e7d5-42d6-ad65-fc1febb93037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:20:54.953816 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fed0018-4c46-4505-ba8d-a5e018622d27 None None] Pushing event updated for resources: {'Port': ['ID=5eb82b08-5cda-4340-a13d-f75bc62ec75a,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:20:54.971066 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fed0018-4c46-4505-ba8d-a5e018622d27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:20:54.972173 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fed0018-4c46-4505-ba8d-a5e018622d27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:20:54.972660 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fed0018-4c46-4505-ba8d-a5e018622d27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:20:54.973000 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fed0018-4c46-4505-ba8d-a5e018622d27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:20:54.973331 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fed0018-4c46-4505-ba8d-a5e018622d27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:20:54.973659 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fed0018-4c46-4505-ba8d-a5e018622d27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:20:54.974011 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fed0018-4c46-4505-ba8d-a5e018622d27 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:20:54.974339 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fed0018-4c46-4505-ba8d-a5e018622d27 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:20:54.974662 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fed0018-4c46-4505-ba8d-a5e018622d27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:20:54.974984 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fed0018-4c46-4505-ba8d-a5e018622d27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:20:54.975305 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fed0018-4c46-4505-ba8d-a5e018622d27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:20:54.975624 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fed0018-4c46-4505-ba8d-a5e018622d27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:20:54.976670 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fed0018-4c46-4505-ba8d-a5e018622d27 None None] Tracked resource versions report: Jul 13 13:20:54.976670 n-d-800634-1 neutron-server[93753]: pushed versions: Jul 13 13:20:54.976670 n-d-800634-1 neutron-server[93753]: { 'AddressGroup': {'1.2'}, Jul 13 13:20:54.976670 n-d-800634-1 neutron-server[93753]: 'ConntrackHelper': {'1.0'}, Jul 13 13:20:54.976670 n-d-800634-1 neutron-server[93753]: 'Log': {'1.0'}, Jul 13 13:20:54.976670 n-d-800634-1 neutron-server[93753]: 'Network': {'1.1'}, Jul 13 13:20:54.976670 n-d-800634-1 neutron-server[93753]: 'Port': {'1.7'}, Jul 13 13:20:54.976670 n-d-800634-1 neutron-server[93753]: 'PortForwarding': {'1.2'}, Jul 13 13:20:54.976670 n-d-800634-1 neutron-server[93753]: 'QosPolicy': {'1.8'}, Jul 13 13:20:54.976670 n-d-800634-1 neutron-server[93753]: 'SecurityGroup': {'1.4'}, Jul 13 13:20:54.976670 n-d-800634-1 neutron-server[93753]: 'SecurityGroupRule': {'1.2'}, Jul 13 13:20:54.976670 n-d-800634-1 neutron-server[93753]: 'SubPort': {'1.0'}, Jul 13 13:20:54.976670 n-d-800634-1 neutron-server[93753]: 'Subnet': {'1.1'}, Jul 13 13:20:54.976670 n-d-800634-1 neutron-server[93753]: 'Trunk': {'1.1'}} Jul 13 13:20:54.976670 n-d-800634-1 neutron-server[93753]: consumer versions: Jul 13 13:20:54.976670 n-d-800634-1 neutron-server[93753]: { DHCP agent@n-d-800634-1: {}, Jul 13 13:20:54.976670 n-d-800634-1 neutron-server[93753]: L3 agent@n-d-800634-1: {}, Jul 13 13:20:54.976670 n-d-800634-1 neutron-server[93753]: Metadata agent@n-d-800634-1: {}, Jul 13 13:20:54.976670 n-d-800634-1 neutron-server[93753]: Metering agent@n-d-800634-1: {}, Jul 13 13:20:54.976670 n-d-800634-1 neutron-server[93753]: Open vSwitch agent@n-d-800634-1: { 'AddressGroup': '1.2', Jul 13 13:20:54.976670 n-d-800634-1 neutron-server[93753]: 'ConntrackHelper': '1.0', Jul 13 13:20:54.976670 n-d-800634-1 neutron-server[93753]: 'Log': '1.0', Jul 13 13:20:54.976670 n-d-800634-1 neutron-server[93753]: 'Network': '1.1', Jul 13 13:20:54.976670 n-d-800634-1 neutron-server[93753]: 'Port': '1.7', Jul 13 13:20:54.976670 n-d-800634-1 neutron-server[93753]: 'PortForwarding': '1.2', Jul 13 13:20:54.976670 n-d-800634-1 neutron-server[93753]: 'QosPolicy': '1.8', Jul 13 13:20:54.976670 n-d-800634-1 neutron-server[93753]: 'SecurityGroup': '1.4', Jul 13 13:20:54.976670 n-d-800634-1 neutron-server[93753]: 'SecurityGroupRule': '1.2', Jul 13 13:20:54.976670 n-d-800634-1 neutron-server[93753]: 'SubPort': '1.0', Jul 13 13:20:54.976670 n-d-800634-1 neutron-server[93753]: 'Subnet': '1.1', Jul 13 13:20:54.976670 n-d-800634-1 neutron-server[93753]: 'Trunk': '1.1'}} Jul 13 13:20:54.976670 n-d-800634-1 neutron-server[93753]: {{(pid=93753) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 13 13:20:55.036922 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-96445294-e7d5-42d6-ad65-fc1febb93037 None None] For port 5eb82b08-5cda-4340-a13d-f75bc62ec75a, host n-d-800634-1, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:20:55.060225 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-96445294-e7d5-42d6-ad65-fc1febb93037 None None] For port 5eb82b08-5cda-4340-a13d-f75bc62ec75a, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=5eb82b08-5cda-4340-a13d-f75bc62ec75a,segment=NetworkSegment(626d9743-43ed-47c1-b5db-fa342fe7ffc7),segment_id=626d9743-43ed-47c1-b5db-fa342fe7ffc7)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:20:55.064737 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-96445294-e7d5-42d6-ad65-fc1febb93037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:20:55.119664 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fed0018-4c46-4505-ba8d-a5e018622d27 None None] Pushing event updated for resources: {'Port': ['ID=5eb82b08-5cda-4340-a13d-f75bc62ec75a,revision_number=4']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:20:55.126072 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96445294-e7d5-42d6-ad65-fc1febb93037 None None] Routers {'4f443551-dd7e-4460-bdca-d3765ca5689c'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:20:55.126689 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-96445294-e7d5-42d6-ad65-fc1febb93037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:20:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['4f443551-dd7e-4460-bdca-d3765ca5689c'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:20:55.216624 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-96445294-e7d5-42d6-ad65-fc1febb93037 None None] Set router 4f443551-dd7e-4460-bdca-d3765ca5689c gateway port host: None {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:20:55.423107 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-96445294-e7d5-42d6-ad65-fc1febb93037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f443551-dd7e-4460-bdca-d3765ca5689c', 'name': 'router1', 'tenant_id': 'f160d47ad0a6404ca6484d21367aaecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:20:43Z', 'updated_at': '2021-07-13T13:20:52Z', 'revision_number': 2, 'project_id': 'f160d47ad0a6404ca6484d21367aaecd', 'gw_port_host': None, '_interfaces': [{'id': '5eb82b08-5cda-4340-a13d-f75bc62ec75a', 'name': '', 'network_id': '340f0516-bc89-4f40-9cb9-4a555e5e2a70', 'tenant_id': 'f160d47ad0a6404ca6484d21367aaecd', 'mac_address': 'fa:16:3e:21:e7:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f443551-dd7e-4460-bdca-d3765ca5689c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd3ef1eb8-1eb6-4387-ad82-505247b3c495', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:20:51Z', 'updated_at': '2021-07-13T13:20:55Z', 'revision_number': 4, 'project_id': 'f160d47ad0a6404ca6484d21367aaecd', 'subnets': [{'id': 'd3ef1eb8-1eb6-4387-ad82-505247b3c495', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ed5cebce-2439-4d07-a691-4d385a3ade9f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:20:55.451115 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96445294-e7d5-42d6-ad65-fc1febb93037 None None] The sync data for ids ['4f443551-dd7e-4460-bdca-d3765ca5689c'] in n-d-800634-1 is: [{'id': '4f443551-dd7e-4460-bdca-d3765ca5689c', 'name': 'router1', 'tenant_id': 'f160d47ad0a6404ca6484d21367aaecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:20:43Z', 'updated_at': '2021-07-13T13:20:52Z', 'revision_number': 2, 'project_id': 'f160d47ad0a6404ca6484d21367aaecd', 'gw_port_host': None, '_interfaces': [{'id': '5eb82b08-5cda-4340-a13d-f75bc62ec75a', 'name': '', 'network_id': '340f0516-bc89-4f40-9cb9-4a555e5e2a70', 'tenant_id': 'f160d47ad0a6404ca6484d21367aaecd', 'mac_address': 'fa:16:3e:21:e7:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f443551-dd7e-4460-bdca-d3765ca5689c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd3ef1eb8-1eb6-4387-ad82-505247b3c495', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:20:51Z', 'updated_at': '2021-07-13T13:20:55Z', 'revision_number': 4, 'project_id': 'f160d47ad0a6404ca6484d21367aaecd', 'subnets': [{'id': 'd3ef1eb8-1eb6-4387-ad82-505247b3c495', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ed5cebce-2439-4d07-a691-4d385a3ade9f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:20:55.765248 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 41698) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:20:55.879395 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-508638f4-9b46-46f2-bb8d-136ed15bed7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:20:55.885847 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-508638f4-9b46-46f2-bb8d-136ed15bed7d admin admin] 10.222.0.23 "GET /v2.0/networks/acf968b8-c524-46a9-a20b-ad9667009130 HTTP/1.1" status: 200 len: 842 time: 0.1144562 Jul 13 13:20:55.889938 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-e90b1597-e3c9-472d-bed1-b919f79f84b8 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'cidr': '172.25.6.0/24', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'ip_version': 4, 'gateway_ip': '172.25.6.1', 'name': 'public-subnet'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:20:55.911894 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e90b1597-e3c9-472d-bed1-b919f79f84b8 admin admin] Made reservation on behalf of 58ac99a2ee5544b5bbe0eb99d81f9ca8 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:20:55.914500 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e90b1597-e3c9-472d-bed1-b919f79f84b8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:20:56.226671 n-d-800634-1 neutron-server[93750]: DEBUG neutron.objects.ports [None req-e90b1597-e3c9-472d-bed1-b919f79f84b8 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93750) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 13 13:20:56.227030 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e90b1597-e3c9-472d-bed1-b919f79f84b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:20:56.282168 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90b1597-e3c9-472d-bed1-b919f79f84b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dde5a78e-bd1e-4f47-8189-7321d4de73d3,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:20:56.289436 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90b1597-e3c9-472d-bed1-b919f79f84b8 admin admin] Checking segment: {'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:20:56.289818 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e90b1597-e3c9-472d-bed1-b919f79f84b8 admin admin] Network hostable DHCP agents. Network: acf968b8-c524-46a9-a20b-ad9667009130, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 13:20:56.305610 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e90b1597-e3c9-472d-bed1-b919f79f84b8 admin admin] Network acf968b8-c524-46a9-a20b-ad9667009130 is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 13:20:56.313363 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-e90b1597-e3c9-472d-bed1-b919f79f84b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, acf968b8-c524-46a9-a20b-ad9667009130) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:20:56.318002 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e90b1597-e3c9-472d-bed1-b919f79f84b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:20:56.318588 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e90b1597-e3c9-472d-bed1-b919f79f84b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:20:56.323825 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67216dad-fa51-4be3-9bc3-3acfa5eec7e2 None None] Network acf968b8-c524-46a9-a20b-ad9667009130 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:20:56.333143 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-e90b1597-e3c9-472d-bed1-b919f79f84b8 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4466052 Jul 13 13:20:56.452116 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e91ce27a-e8be-4e20-981b-c372a1428a6e None None] Network acf968b8-c524-46a9-a20b-ad9667009130 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:20:58.606143 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 41712) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:20:58.815706 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-dc55803a-b7a1-4bad-92bd-292a7c3c6523 admin admin] 10.222.0.23 "GET /v2.0/routers/4f443551-dd7e-4460-bdca-d3765ca5689c HTTP/1.1" status: 200 len: 710 time: 0.2083826 Jul 13 13:20:58.901991 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af16212-d2a1-446b-bcd5-c58b0917fc33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:20:58.903878 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-8af16212-d2a1-446b-bcd5-c58b0917fc33 admin admin] 10.222.0.23 "GET /v2.0/networks/acf968b8-c524-46a9-a20b-ad9667009130 HTTP/1.1" status: 200 len: 886 time: 0.0831735 Jul 13 13:20:58.913270 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-c20bb29a-226e-45de-95f6-5f74a1c22ca2 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:20:59.216931 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c20bb29a-226e-45de-95f6-5f74a1c22ca2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447180', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1591910', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2751'] for router, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:20:59.456420 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c20bb29a-226e-45de-95f6-5f74a1c22ca2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:20:59.529933 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c20bb29a-226e-45de-95f6-5f74a1c22ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:20:59.682553 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-c20bb29a-226e-45de-95f6-5f74a1c22ca2 admin admin] Allocated IP 172.25.6.54 (acf968b8-c524-46a9-a20b-ad9667009130/dde5a78e-bd1e-4f47-8189-7321d4de73d3/2f4d6c99-7146-421f-a26b-3598648b39a4) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:20:59.791887 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c20bb29a-226e-45de-95f6-5f74a1c22ca2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:20:59.827008 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 5eb82b08-5cda-4340-a13d-f75bc62ec75a up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:20:59.875338 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c20bb29a-226e-45de-95f6-5f74a1c22ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:20:59.877987 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port 5eb82b08-5cda-4340-a13d-f75bc62ec75a completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:20:59.881424 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 5eb82b08-5cda-4340-a13d-f75bc62ec75a triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:20:59.881824 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:20:59.941465 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c20bb29a-226e-45de-95f6-5f74a1c22ca2 admin admin] Network acf968b8-c524-46a9-a20b-ad9667009130 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:20:59.949035 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-c20bb29a-226e-45de-95f6-5f74a1c22ca2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:20:59.951564 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20bb29a-226e-45de-95f6-5f74a1c22ca2 admin admin] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:20:59.960890 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:20:59.992013 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port 5eb82b08-5cda-4340-a13d-f75bc62ec75a, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=5eb82b08-5cda-4340-a13d-f75bc62ec75a,segment=NetworkSegment(626d9743-43ed-47c1-b5db-fa342fe7ffc7),segment_id=626d9743-43ed-47c1-b5db-fa342fe7ffc7)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:20:59.996986 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:21:00.025356 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20bb29a-226e-45de-95f6-5f74a1c22ca2 admin admin] Pushing event updated for resources: {'Port': ['ID=2f4d6c99-7146-421f-a26b-3598648b39a4,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:21:00.047121 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=5eb82b08-5cda-4340-a13d-f75bc62ec75a,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:21:00.237448 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c20bb29a-226e-45de-95f6-5f74a1c22ca2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:21:00.487464 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c20bb29a-226e-45de-95f6-5f74a1c22ca2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447180', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1591910', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2751'] for router, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:21:00.490664 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c20bb29a-226e-45de-95f6-5f74a1c22ca2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-447171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-447226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1591965'] for router, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:21:00.597959 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c20bb29a-226e-45de-95f6-5f74a1c22ca2 admin admin] Router 4f443551-dd7e-4460-bdca-d3765ca5689c has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 13:21:00.700982 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c20bb29a-226e-45de-95f6-5f74a1c22ca2 admin admin] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:21:00.705911 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c20bb29a-226e-45de-95f6-5f74a1c22ca2 admin admin] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:21:00.707158 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-c20bb29a-226e-45de-95f6-5f74a1c22ca2 admin admin] 10.222.0.23 "PUT /v2.0/routers/4f443551-dd7e-4460-bdca-d3765ca5689c HTTP/1.1" status: 200 len: 889 time: 1.7970290 Jul 13 13:21:00.725115 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f538e48f-ce3a-40b0-a1b2-d34e1a99af23 None None] Sync routers for ids ['4f443551-dd7e-4460-bdca-d3765ca5689c'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:21:00.736305 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f538e48f-ce3a-40b0-a1b2-d34e1a99af23 None None] Routers {'4f443551-dd7e-4460-bdca-d3765ca5689c'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:21:00.737048 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-f538e48f-ce3a-40b0-a1b2-d34e1a99af23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:20:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['4f443551-dd7e-4460-bdca-d3765ca5689c'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:21:00.997776 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-f538e48f-ce3a-40b0-a1b2-d34e1a99af23 None None] Set router 4f443551-dd7e-4460-bdca-d3765ca5689c gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:21:01.383024 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-f538e48f-ce3a-40b0-a1b2-d34e1a99af23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f443551-dd7e-4460-bdca-d3765ca5689c', 'name': 'router1', 'tenant_id': 'f160d47ad0a6404ca6484d21367aaecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': '2f4d6c99-7146-421f-a26b-3598648b39a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:20:43Z', 'updated_at': '2021-07-13T13:21:00Z', 'revision_number': 4, 'project_id': 'f160d47ad0a6404ca6484d21367aaecd', 'gw_port': {'id': '2f4d6c99-7146-421f-a26b-3598648b39a4', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:81:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f443551-dd7e-4460-bdca-d3765ca5689c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:20:59Z', 'updated_at': '2021-07-13T13:20:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': '5eb82b08-5cda-4340-a13d-f75bc62ec75a', 'name': '', 'network_id': '340f0516-bc89-4f40-9cb9-4a555e5e2a70', 'tenant_id': 'f160d47ad0a6404ca6484d21367aaecd', 'mac_address': 'fa:16:3e:21:e7:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f443551-dd7e-4460-bdca-d3765ca5689c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd3ef1eb8-1eb6-4387-ad82-505247b3c495', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:20:51Z', 'updated_at': '2021-07-13T13:20:59Z', 'revision_number': 5, 'project_id': 'f160d47ad0a6404ca6484d21367aaecd', 'subnets': [{'id': 'd3ef1eb8-1eb6-4387-ad82-505247b3c495', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ed5cebce-2439-4d07-a691-4d385a3ade9f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:21:01.433602 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f538e48f-ce3a-40b0-a1b2-d34e1a99af23 None None] Checking router: 4f443551-dd7e-4460-bdca-d3765ca5689c for host: n-d-800634-1 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 13:21:01.433977 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f538e48f-ce3a-40b0-a1b2-d34e1a99af23 None None] Updating router 4f443551-dd7e-4460-bdca-d3765ca5689c port 2f4d6c99-7146-421f-a26b-3598648b39a4 binding host n-d-800634-1 {{(pid=93752) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 13:21:01.466234 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f538e48f-ce3a-40b0-a1b2-d34e1a99af23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:21:01.809201 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f538e48f-ce3a-40b0-a1b2-d34e1a99af23 None None] Notify callbacks [] for port, precommit_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:21:01.819255 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 5eb82b08-5cda-4340-a13d-f75bc62ec75a up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:21:01.826735 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-f538e48f-ce3a-40b0-a1b2-d34e1a99af23 None None] Transition to ACTIVE for port object 2f4d6c99-7146-421f-a26b-3598648b39a4 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:21:01.856374 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f538e48f-ce3a-40b0-a1b2-d34e1a99af23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:21:01.917257 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-f538e48f-ce3a-40b0-a1b2-d34e1a99af23 None None] Attempting to bind port 2f4d6c99-7146-421f-a26b-3598648b39a4 on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:21:01.917621 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-f538e48f-ce3a-40b0-a1b2-d34e1a99af23 None None] Attempting to bind port 2f4d6c99-7146-421f-a26b-3598648b39a4 by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:21:01.917997 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f538e48f-ce3a-40b0-a1b2-d34e1a99af23 None None] Attempting to bind port 2f4d6c99-7146-421f-a26b-3598648b39a4 on network acf968b8-c524-46a9-a20b-ad9667009130 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:21:01.930377 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f538e48f-ce3a-40b0-a1b2-d34e1a99af23 None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 20, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:21:01.930938 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f538e48f-ce3a-40b0-a1b2-d34e1a99af23 None None] Checking segment: {'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:21:01.931343 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f538e48f-ce3a-40b0-a1b2-d34e1a99af23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:21:01.931733 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f538e48f-ce3a-40b0-a1b2-d34e1a99af23 None None] Bound using segment: {'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:21:01.932205 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-f538e48f-ce3a-40b0-a1b2-d34e1a99af23 None None] Bound port: 2f4d6c99-7146-421f-a26b-3598648b39a4, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:21:01.932601 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f538e48f-ce3a-40b0-a1b2-d34e1a99af23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:21:01.968239 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d5eeb-0df7-41f6-9010-84e196bd92a3 None None] Pushing event updated for resources: {'Port': ['ID=2f4d6c99-7146-421f-a26b-3598648b39a4,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:21:01.970447 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 5eb82b08-5cda-4340-a13d-f75bc62ec75a triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:21:01.970828 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:21:02.031031 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-f538e48f-ce3a-40b0-a1b2-d34e1a99af23 None None] For port 2f4d6c99-7146-421f-a26b-3598648b39a4, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:21:02.045535 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-f538e48f-ce3a-40b0-a1b2-d34e1a99af23 None None] For port 2f4d6c99-7146-421f-a26b-3598648b39a4, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=2f4d6c99-7146-421f-a26b-3598648b39a4,segment=NetworkSegment(3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87),segment_id=3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:21:02.052609 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f538e48f-ce3a-40b0-a1b2-d34e1a99af23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:21:02.235235 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d5eeb-0df7-41f6-9010-84e196bd92a3 None None] Pushing event updated for resources: {'Port': ['ID=2f4d6c99-7146-421f-a26b-3598648b39a4,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:21:02.243022 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f538e48f-ce3a-40b0-a1b2-d34e1a99af23 None None] Routers {'4f443551-dd7e-4460-bdca-d3765ca5689c'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:21:02.243629 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-f538e48f-ce3a-40b0-a1b2-d34e1a99af23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:20:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['4f443551-dd7e-4460-bdca-d3765ca5689c'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:21:02.347555 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-f538e48f-ce3a-40b0-a1b2-d34e1a99af23 None None] Set router 4f443551-dd7e-4460-bdca-d3765ca5689c gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:21:02.552872 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-f538e48f-ce3a-40b0-a1b2-d34e1a99af23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f443551-dd7e-4460-bdca-d3765ca5689c', 'name': 'router1', 'tenant_id': 'f160d47ad0a6404ca6484d21367aaecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': '2f4d6c99-7146-421f-a26b-3598648b39a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:20:43Z', 'updated_at': '2021-07-13T13:21:00Z', 'revision_number': 4, 'project_id': 'f160d47ad0a6404ca6484d21367aaecd', 'gw_port': {'id': '2f4d6c99-7146-421f-a26b-3598648b39a4', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:81:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f443551-dd7e-4460-bdca-d3765ca5689c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:20:59Z', 'updated_at': '2021-07-13T13:21:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': '5eb82b08-5cda-4340-a13d-f75bc62ec75a', 'name': '', 'network_id': '340f0516-bc89-4f40-9cb9-4a555e5e2a70', 'tenant_id': 'f160d47ad0a6404ca6484d21367aaecd', 'mac_address': 'fa:16:3e:21:e7:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f443551-dd7e-4460-bdca-d3765ca5689c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd3ef1eb8-1eb6-4387-ad82-505247b3c495', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:20:51Z', 'updated_at': '2021-07-13T13:20:59Z', 'revision_number': 5, 'project_id': 'f160d47ad0a6404ca6484d21367aaecd', 'subnets': [{'id': 'd3ef1eb8-1eb6-4387-ad82-505247b3c495', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ed5cebce-2439-4d07-a691-4d385a3ade9f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:21:02.582641 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f538e48f-ce3a-40b0-a1b2-d34e1a99af23 None None] The sync data for ids ['4f443551-dd7e-4460-bdca-d3765ca5689c'] in n-d-800634-1 is: [{'id': '4f443551-dd7e-4460-bdca-d3765ca5689c', 'name': 'router1', 'tenant_id': 'f160d47ad0a6404ca6484d21367aaecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': '2f4d6c99-7146-421f-a26b-3598648b39a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:20:43Z', 'updated_at': '2021-07-13T13:21:00Z', 'revision_number': 4, 'project_id': 'f160d47ad0a6404ca6484d21367aaecd', 'gw_port': {'id': '2f4d6c99-7146-421f-a26b-3598648b39a4', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:81:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f443551-dd7e-4460-bdca-d3765ca5689c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:20:59Z', 'updated_at': '2021-07-13T13:21:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': '5eb82b08-5cda-4340-a13d-f75bc62ec75a', 'name': '', 'network_id': '340f0516-bc89-4f40-9cb9-4a555e5e2a70', 'tenant_id': 'f160d47ad0a6404ca6484d21367aaecd', 'mac_address': 'fa:16:3e:21:e7:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f443551-dd7e-4460-bdca-d3765ca5689c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd3ef1eb8-1eb6-4387-ad82-505247b3c495', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:20:51Z', 'updated_at': '2021-07-13T13:20:59Z', 'revision_number': 5, 'project_id': 'f160d47ad0a6404ca6484d21367aaecd', 'subnets': [{'id': 'd3ef1eb8-1eb6-4387-ad82-505247b3c495', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ed5cebce-2439-4d07-a691-4d385a3ade9f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:21:03.141456 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 41722) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:21:03.270611 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-736c56fa-6ff6-493d-9c22-7d7f55d883dc admin admin] 10.222.0.23 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1279941 Jul 13 13:21:03.834489 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 2f4d6c99-7146-421f-a26b-3598648b39a4 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:21:03.882246 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port 2f4d6c99-7146-421f-a26b-3598648b39a4 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:21:03.886875 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 2f4d6c99-7146-421f-a26b-3598648b39a4 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:21:03.886875 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:21:03.966025 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:21:03.986179 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port 2f4d6c99-7146-421f-a26b-3598648b39a4, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=2f4d6c99-7146-421f-a26b-3598648b39a4,segment=NetworkSegment(3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87),segment_id=3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:21:03.991289 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:21:04.042213 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=2f4d6c99-7146-421f-a26b-3598648b39a4,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:21:05.847201 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 2f4d6c99-7146-421f-a26b-3598648b39a4 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:21:05.894556 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 2f4d6c99-7146-421f-a26b-3598648b39a4 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:21:05.895088 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:21:17.106563 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e2093bec-9bd0-4985-a880-7440d719707f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:21:19.789875 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-56a233b4-6098-4277-bbf8-0020c3334597 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:21:19.887694 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:21:20.904342 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:21:22.406586 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:21:26.494934 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 5 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 13:21:47.105124 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b8afa66c-228d-4e52-bcdf-612d8034496e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:21:49.775180 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d0856ee7-65f2-441d-976b-b53927fe0960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:21:49.874605 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:21:50.903504 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:21:52.396635 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:22:03.494137 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 5 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 13:22:17.097444 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-91428739-7e82-4187-a7ff-0e3f67eca23f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:22:19.777322 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-20a90c51-1016-4e4e-bad8-e80a0ca83310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:22:19.878560 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:22:20.905015 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:22:22.399235 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:22:40.492771 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 5 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 13:22:43.028786 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 42322) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:22:43.087608 n-d-800634-1 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-67111aae-84c3-48d7-883f-766fb2278bce admin admin] GET failed (client error): The resource could not be found. Jul 13 13:22:43.088906 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-67111aae-84c3-48d7-883f-766fb2278bce admin admin] 10.222.0.23 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0591941 Jul 13 13:22:43.246208 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec37bb2-0f6a-4897-b3c3-87d2ffca7329 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:22:43.247585 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-5ec37bb2-0f6a-4897-b3c3-87d2ffca7329 admin admin] 10.222.0.23 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1548352 Jul 13 13:22:45.393324 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 42332) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:22:45.483807 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cecc591f-163c-4aa3-9f67-7f8b07b4273d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:22:45.486015 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-cecc591f-163c-4aa3-9f67-7f8b07b4273d admin admin] 10.222.0.23 "GET /v2.0/subnets/d3ef1eb8-1eb6-4387-ad82-505247b3c495 HTTP/1.1" status: 200 len: 849 time: 0.0916767 Jul 13 13:22:45.495061 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-53e36aeb-f614-4f19-8b4c-ad96f6d9e1c3 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:22:45.575200 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-53e36aeb-f614-4f19-8b4c-ad96f6d9e1c3 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:22:45.715615 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-53e36aeb-f614-4f19-8b4c-ad96f6d9e1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8787164375278'] for subnet, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:22:45.746227 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e36aeb-f614-4f19-8b4c-ad96f6d9e1c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:22:45.746351 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-53e36aeb-f614-4f19-8b4c-ad96f6d9e1c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:22:45.747615 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-53e36aeb-f614-4f19-8b4c-ad96f6d9e1c3 admin admin] 10.222.0.23 "PUT /v2.0/subnets/d3ef1eb8-1eb6-4387-ad82-505247b3c495 HTTP/1.1" status: 200 len: 868 time: 0.2561636 Jul 13 13:22:45.749228 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-816d4f62-2806-4143-8102-d4df36dde6e1 None None] Network 340f0516-bc89-4f40-9cb9-4a555e5e2a70 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:22:45.769145 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e36aeb-f614-4f19-8b4c-ad96f6d9e1c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3ef1eb8-1eb6-4387-ad82-505247b3c495,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:22:45.777049 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e36aeb-f614-4f19-8b4c-ad96f6d9e1c3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:22:45.777390 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e36aeb-f614-4f19-8b4c-ad96f6d9e1c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:22:45.777720 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e36aeb-f614-4f19-8b4c-ad96f6d9e1c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:22:45.778085 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e36aeb-f614-4f19-8b4c-ad96f6d9e1c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:22:45.778413 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e36aeb-f614-4f19-8b4c-ad96f6d9e1c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:22:45.778739 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e36aeb-f614-4f19-8b4c-ad96f6d9e1c3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:22:45.779064 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e36aeb-f614-4f19-8b4c-ad96f6d9e1c3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:22:45.779385 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e36aeb-f614-4f19-8b4c-ad96f6d9e1c3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:22:45.779707 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e36aeb-f614-4f19-8b4c-ad96f6d9e1c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:22:45.780184 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e36aeb-f614-4f19-8b4c-ad96f6d9e1c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:22:45.780506 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e36aeb-f614-4f19-8b4c-ad96f6d9e1c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:22:45.780833 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e36aeb-f614-4f19-8b4c-ad96f6d9e1c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:22:46.134264 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-da5640b7-6230-4be0-9dc6-ad80fa2e6ff5 None None] Provisioning complete for port 5eb82b08-5cda-4340-a13d-f75bc62ec75a triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:22:46.134639 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-da5640b7-6230-4be0-9dc6-ad80fa2e6ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:22:46.220173 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-da5640b7-6230-4be0-9dc6-ad80fa2e6ff5 None None] Provisioning complete for port 5d3e76ff-e14e-411f-a5d1-14f1b4af8f10 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:22:46.220473 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-da5640b7-6230-4be0-9dc6-ad80fa2e6ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:22:47.097792 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-7ccd1c39-8491-48a0-b280-a1122963cac0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:22:47.904978 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 42340) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:22:48.098912 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f78ee014-d82d-4a16-915b-3b1c96d100c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:22:48.099302 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f78ee014-d82d-4a16-915b-3b1c96d100c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:22:48.100812 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-f78ee014-d82d-4a16-915b-3b1c96d100c6 admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1948998 Jul 13 13:22:49.778210 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8b7ab283-dff4-4e29-a066-747789ae636c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:22:49.879678 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:22:50.248288 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 42350) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:22:50.449453 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2530fa3c-750a-49e6-8cde-adf366d29eb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:22:50.449880 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2530fa3c-750a-49e6-8cde-adf366d29eb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:22:50.451384 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-2530fa3c-750a-49e6-8cde-adf366d29eb2 admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.2021556 Jul 13 13:22:50.908310 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:22:52.404586 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:22:52.602204 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 42358) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:22:52.743204 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9578f94e-f037-401d-bd24-988744132acc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:22:52.744578 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-9578f94e-f037-401d-bd24-988744132acc admin admin] 10.222.0.23 "GET /v2.0/networks/340f0516-bc89-4f40-9cb9-4a555e5e2a70 HTTP/1.1" status: 200 len: 868 time: 0.1414332 Jul 13 13:22:54.898683 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 42366) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:22:55.021192 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1c4f0ef-9189-4959-88c1-77b09d8e689c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:22:55.022607 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-d1c4f0ef-9189-4959-88c1-77b09d8e689c admin admin] 10.222.0.23 "GET /v2.0/networks/acf968b8-c524-46a9-a20b-ad9667009130 HTTP/1.1" status: 200 len: 886 time: 0.1229925 Jul 13 13:22:57.172115 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 42374) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:22:57.294213 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15238e82-7975-454b-8734-62e9039c7563 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:22:57.294676 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15238e82-7975-454b-8734-62e9039c7563 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:22:57.296248 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-15238e82-7975-454b-8734-62e9039c7563 admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1230979 Jul 13 13:22:59.431579 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 42382) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:22:59.519297 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c360ff3c-a392-41c7-a4e0-49d2db84e707 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:22:59.519758 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c360ff3c-a392-41c7-a4e0-49d2db84e707 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:22:59.521225 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-c360ff3c-a392-41c7-a4e0-49d2db84e707 admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0887132 Jul 13 13:23:01.673129 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 42390) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:23:01.760822 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3344539e-e6b7-4921-b861-108cf1390729 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:23:01.762173 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-3344539e-e6b7-4921-b861-108cf1390729 admin admin] 10.222.0.23 "GET /v2.0/subnets/d3ef1eb8-1eb6-4387-ad82-505247b3c495 HTTP/1.1" status: 200 len: 868 time: 0.0880742 Jul 13 13:23:03.979408 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 42398) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:23:04.176593 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c218800-4186-480a-b755-7e872ee92780 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:23:04.178216 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-8c218800-4186-480a-b755-7e872ee92780 admin admin] 10.222.0.23 "GET /v2.0/subnets/dde5a78e-bd1e-4f47-8189-7321d4de73d3 HTTP/1.1" status: 200 len: 816 time: 0.1976578 Jul 13 13:23:17.097098 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d594eb9e-2491-46ab-aa8d-42728f15c484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:23:17.491598 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 5 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 13:23:19.783430 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-dd3ffb27-8666-4ca5-aaa9-c167ebf3a43f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:23:19.881098 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:23:20.910887 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:23:22.412681 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:23:28.523240 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 42450) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:23:28.568244 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [None req-86a89bf9-471e-49bb-8e5d-d2e90923661e admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93750) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 13:23:28.569285 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-86a89bf9-471e-49bb-8e5d-d2e90923661e admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0451071 Jul 13 13:23:30.819712 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 42458) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:23:30.876229 n-d-800634-1 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb0547eb-f381-4805-8690-ff63f516a549 admin admin] GET failed (client error): The resource could not be found. Jul 13 13:23:30.877520 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-bb0547eb-f381-4805-8690-ff63f516a549 admin admin] 10.222.0.23 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0568697 Jul 13 13:23:30.964534 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa6a94b5-2859-48fb-b3fc-073105b63f41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:23:30.966094 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-aa6a94b5-2859-48fb-b3fc-073105b63f41 admin admin] 10.222.0.23 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0836320 Jul 13 13:23:33.127927 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 42466) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:23:33.173494 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-3ed1e975-273a-46d7-85d5-af4d6b7a0e8a admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:23:33.194376 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ed1e975-273a-46d7-85d5-af4d6b7a0e8a admin admin] Made reservation on behalf of 58ac99a2ee5544b5bbe0eb99d81f9ca8 for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:23:33.196553 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3ed1e975-273a-46d7-85d5-af4d6b7a0e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:23:33.234378 n-d-800634-1 neutron-server[93750]: WARNING neutron.services.revisions.revision_plugin [None req-3ed1e975-273a-46d7-85d5-af4d6b7a0e8a admin admin] Could not find related network for resource to bump revision. Jul 13 13:23:33.245322 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ed1e975-273a-46d7-85d5-af4d6b7a0e8a admin admin] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 13:23:33.253939 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3ed1e975-273a-46d7-85d5-af4d6b7a0e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:23:33.254273 n-d-800634-1 neutron-server[93750]: INFO neutron.db.segments_db [None req-3ed1e975-273a-46d7-85d5-af4d6b7a0e8a admin admin] Added segment 62a4f2e9-97ca-473c-a2df-e7f9f532c648 of type vlan for network e0bfb334-0fd9-4ba5-ba79-1568ecabee30 Jul 13 13:23:33.293893 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3ed1e975-273a-46d7-85d5-af4d6b7a0e8a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:23:33.322408 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3ed1e975-273a-46d7-85d5-af4d6b7a0e8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:23:33.323476 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed1e975-273a-46d7-85d5-af4d6b7a0e8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:23:33.324065 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3ed1e975-273a-46d7-85d5-af4d6b7a0e8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:23:33.378628 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-3ed1e975-273a-46d7-85d5-af4d6b7a0e8a admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.2496212 Jul 13 13:23:33.384125 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed1e975-273a-46d7-85d5-af4d6b7a0e8a admin admin] Pushing event updated for resources: {'Network': ['ID=e0bfb334-0fd9-4ba5-ba79-1568ecabee30,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:23:33.394616 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network e0bfb334-0fd9-4ba5-ba79-1568ecabee30 details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 13:23:35.523845 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 42474) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:23:35.581758 n-d-800634-1 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-a232c257-e80b-46c7-b3ad-77730af17874 admin admin] GET failed (client error): The resource could not be found. Jul 13 13:23:35.583058 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-a232c257-e80b-46c7-b3ad-77730af17874 admin admin] 10.222.0.23 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0582592 Jul 13 13:23:35.655208 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b685323-d605-44fb-af4e-29fd007711f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:23:35.656637 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-6b685323-d605-44fb-af4e-29fd007711f7 admin admin] 10.222.0.23 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0696797 Jul 13 13:23:35.666601 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-14be1b10-5b1a-4c75-be2e-7c9f665bab9c admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:23:35.686215 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14be1b10-5b1a-4c75-be2e-7c9f665bab9c admin admin] Made reservation on behalf of 58ac99a2ee5544b5bbe0eb99d81f9ca8 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:23:35.688722 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-14be1b10-5b1a-4c75-be2e-7c9f665bab9c admin admin] Notify callbacks [] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:23:35.851994 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-14be1b10-5b1a-4c75-be2e-7c9f665bab9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:23:35.904113 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14be1b10-5b1a-4c75-be2e-7c9f665bab9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=60b55863-ceb6-45af-a8a4-4b22d72866af,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:23:35.914544 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14be1b10-5b1a-4c75-be2e-7c9f665bab9c admin admin] Checking segment: {'id': '62a4f2e9-97ca-473c-a2df-e7f9f532c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:23:35.914902 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14be1b10-5b1a-4c75-be2e-7c9f665bab9c admin admin] Network hostable DHCP agents. Network: e0bfb334-0fd9-4ba5-ba79-1568ecabee30, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 13:23:35.930640 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14be1b10-5b1a-4c75-be2e-7c9f665bab9c admin admin] Network e0bfb334-0fd9-4ba5-ba79-1568ecabee30 is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 13:23:35.940210 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-14be1b10-5b1a-4c75-be2e-7c9f665bab9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, e0bfb334-0fd9-4ba5-ba79-1568ecabee30) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:23:35.944294 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14be1b10-5b1a-4c75-be2e-7c9f665bab9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:23:35.944905 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-14be1b10-5b1a-4c75-be2e-7c9f665bab9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:23:35.949982 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8db460c-307a-421c-a524-352a410e5d1a None None] Network e0bfb334-0fd9-4ba5-ba79-1568ecabee30 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:23:35.958902 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-14be1b10-5b1a-4c75-be2e-7c9f665bab9c admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2959347 Jul 13 13:23:36.200085 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dd4b90e-0ec4-4876-a8b5-210c155ed551 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a7201e1-61ce-5a3e-b7f7-e800379ed03b-e0bfb334-0fd9-4ba5-ba79-1568ecabee30', 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30', 'tenant_id': '58ac99a2ee5544b5bbe0eb99d81f9ca8', 'fixed_ips': [{'subnet_id': '60b55863-ceb6-45af-a8a4-4b22d72866af'}]}} from n-d-800634-1. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 13:23:36.200976 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-7dd4b90e-0ec4-4876-a8b5-210c155ed551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:23:36.339604 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-7dd4b90e-0ec4-4876-a8b5-210c155ed551 None None] Allocated IP 192.168.233.2 (e0bfb334-0fd9-4ba5-ba79-1568ecabee30/60b55863-ceb6-45af-a8a4-4b22d72866af/ba835633-068e-4ca8-af1c-72a0b421715d) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:23:36.481997 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-7dd4b90e-0ec4-4876-a8b5-210c155ed551 None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:23:36.491679 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-7dd4b90e-0ec4-4876-a8b5-210c155ed551 None None] Transition to ACTIVE for port object ba835633-068e-4ca8-af1c-72a0b421715d will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:23:36.507014 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-7dd4b90e-0ec4-4876-a8b5-210c155ed551 None None] Transition to ACTIVE for port object ba835633-068e-4ca8-af1c-72a0b421715d will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:23:36.513710 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-7dd4b90e-0ec4-4876-a8b5-210c155ed551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:23:36.562589 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd4b90e-0ec4-4876-a8b5-210c155ed551 None None] Network e0bfb334-0fd9-4ba5-ba79-1568ecabee30 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:23:36.566225 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-7dd4b90e-0ec4-4876-a8b5-210c155ed551 None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:23:36.569779 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd4b90e-0ec4-4876-a8b5-210c155ed551 None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:23:36.572928 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd4b90e-0ec4-4876-a8b5-210c155ed551 None None] Pushing event updated for resources: {'Port': ['ID=ba835633-068e-4ca8-af1c-72a0b421715d,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:23:36.584499 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd4b90e-0ec4-4876-a8b5-210c155ed551 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:23:36.584844 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd4b90e-0ec4-4876-a8b5-210c155ed551 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:23:36.585185 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd4b90e-0ec4-4876-a8b5-210c155ed551 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:23:36.585523 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd4b90e-0ec4-4876-a8b5-210c155ed551 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:23:36.585876 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd4b90e-0ec4-4876-a8b5-210c155ed551 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:23:36.586204 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd4b90e-0ec4-4876-a8b5-210c155ed551 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:23:36.586531 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd4b90e-0ec4-4876-a8b5-210c155ed551 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:23:36.586853 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd4b90e-0ec4-4876-a8b5-210c155ed551 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:23:36.587173 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd4b90e-0ec4-4876-a8b5-210c155ed551 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:23:36.587493 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd4b90e-0ec4-4876-a8b5-210c155ed551 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:23:36.587814 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd4b90e-0ec4-4876-a8b5-210c155ed551 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:23:36.588134 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd4b90e-0ec4-4876-a8b5-210c155ed551 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:23:36.638286 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-7dd4b90e-0ec4-4876-a8b5-210c155ed551 None None] Attempting to bind port ba835633-068e-4ca8-af1c-72a0b421715d on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:23:36.638657 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-7dd4b90e-0ec4-4876-a8b5-210c155ed551 None None] Attempting to bind port ba835633-068e-4ca8-af1c-72a0b421715d by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '62a4f2e9-97ca-473c-a2df-e7f9f532c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:23:36.639015 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd4b90e-0ec4-4876-a8b5-210c155ed551 None None] Attempting to bind port ba835633-068e-4ca8-af1c-72a0b421715d on network e0bfb334-0fd9-4ba5-ba79-1568ecabee30 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:23:36.644652 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd4b90e-0ec4-4876-a8b5-210c155ed551 None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 23, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:23:36.645039 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd4b90e-0ec4-4876-a8b5-210c155ed551 None None] Checking segment: {'id': '62a4f2e9-97ca-473c-a2df-e7f9f532c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:23:36.646098 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-7dd4b90e-0ec4-4876-a8b5-210c155ed551 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:23:36.646492 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd4b90e-0ec4-4876-a8b5-210c155ed551 None None] Bound using segment: {'id': '62a4f2e9-97ca-473c-a2df-e7f9f532c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:23:36.646950 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-7dd4b90e-0ec4-4876-a8b5-210c155ed551 None None] Bound port: ba835633-068e-4ca8-af1c-72a0b421715d, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62a4f2e9-97ca-473c-a2df-e7f9f532c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:23:36.647368 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-7dd4b90e-0ec4-4876-a8b5-210c155ed551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:23:36.711108 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-7dd4b90e-0ec4-4876-a8b5-210c155ed551 None None] For port ba835633-068e-4ca8-af1c-72a0b421715d, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:23:36.714385 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-7dd4b90e-0ec4-4876-a8b5-210c155ed551 None None] For port ba835633-068e-4ca8-af1c-72a0b421715d, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=ba835633-068e-4ca8-af1c-72a0b421715d,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:23:36.719155 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-7dd4b90e-0ec4-4876-a8b5-210c155ed551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:23:36.782794 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd4b90e-0ec4-4876-a8b5-210c155ed551 None None] Pushing event updated for resources: {'Port': ['ID=ba835633-068e-4ca8-af1c-72a0b421715d,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:23:37.616378 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d57082a-de31-4400-952c-621e85f69adc None None] Network e0bfb334-0fd9-4ba5-ba79-1568ecabee30 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:23:37.720926 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fb8b8d35-9533-4f8a-8f2c-c4ade5c579c1 None None] Provisioning for port ba835633-068e-4ca8-af1c-72a0b421715d completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:23:37.973145 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device ba835633-068e-4ca8-af1c-72a0b421715d up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:23:38.022867 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port ba835633-068e-4ca8-af1c-72a0b421715d completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:23:38.026438 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port ba835633-068e-4ca8-af1c-72a0b421715d triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:23:38.026811 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:23:38.104390 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:23:38.136742 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port ba835633-068e-4ca8-af1c-72a0b421715d, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=ba835633-068e-4ca8-af1c-72a0b421715d,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:23:38.140628 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:23:38.192660 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=ba835633-068e-4ca8-af1c-72a0b421715d,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:23:39.929422 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device ba835633-068e-4ca8-af1c-72a0b421715d up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:23:39.977806 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port ba835633-068e-4ca8-af1c-72a0b421715d triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:23:39.978190 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:23:47.097868 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-732ff412-d8d8-48ea-b73a-0bc7821a8c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:23:49.784661 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-719f0bb7-a802-4a7a-a8f1-61b5ca64aad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:23:49.883107 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:23:50.915535 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:23:52.415223 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:23:54.489556 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 5 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 13:24:17.098861 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-0a5081fb-b75b-4eaa-9c4e-3a32381f1575 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:24:19.787514 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-7d1adb1d-efcf-4138-92ad-b38aa7bd6e30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:24:19.883312 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:24:20.916145 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:24:22.416621 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:24:31.491213 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 5 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 13:24:47.099414 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-26c617b2-ed48-4081-a9b1-f58ee499d416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:24:49.788487 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c8a3f105-ea7d-4cca-8a19-4f881abbfbf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:24:49.884560 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:24:50.919820 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:24:51.260317 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 42526) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:24:51.266273 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [None req-dcfc086a-2da4-409a-b75f-9a11a4fcbe55 tempest-verify_tempest_config-1707641988 tempest-verify_tempest_config-1707641988-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93750) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 13:24:51.267230 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-dcfc086a-2da4-409a-b75f-9a11a4fcbe55 tempest-verify_tempest_config-1707641988 tempest-verify_tempest_config-1707641988-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059164 Jul 13 13:24:51.559819 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 42544) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:24:51.658771 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2526e473-0dfa-42f5-a988-9262b2fcb277 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:24:51.743717 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2526e473-0dfa-42f5-a988-9262b2fcb277 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:24:51.747427 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2526e473-0dfa-42f5-a988-9262b2fcb277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:24:51.795686 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-2526e473-0dfa-42f5-a988-9262b2fcb277 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b7f78b77dc6f488dab970bd146e96aa2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2348347 Jul 13 13:24:51.796650 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2526e473-0dfa-42f5-a988-9262b2fcb277 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faf13cab-2e59-464a-bd3e-13054a6ae1a8,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:24:51.798405 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 42548) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:24:51.803389 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2526e473-0dfa-42f5-a988-9262b2fcb277 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:24:51.803737 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2526e473-0dfa-42f5-a988-9262b2fcb277 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:24:51.804075 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2526e473-0dfa-42f5-a988-9262b2fcb277 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:24:51.804410 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2526e473-0dfa-42f5-a988-9262b2fcb277 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:24:51.804737 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2526e473-0dfa-42f5-a988-9262b2fcb277 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:24:51.805093 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2526e473-0dfa-42f5-a988-9262b2fcb277 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:24:51.805422 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2526e473-0dfa-42f5-a988-9262b2fcb277 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:24:51.805758 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2526e473-0dfa-42f5-a988-9262b2fcb277 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:24:51.806089 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2526e473-0dfa-42f5-a988-9262b2fcb277 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:24:51.806406 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2526e473-0dfa-42f5-a988-9262b2fcb277 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:24:51.806725 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2526e473-0dfa-42f5-a988-9262b2fcb277 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:24:51.807042 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2526e473-0dfa-42f5-a988-9262b2fcb277 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:24:51.878185 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-29fe65e8-9804-4db9-96a7-fbce8b2d65c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:24:51.899038 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-29fe65e8-9804-4db9-96a7-fbce8b2d65c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:24:51.988393 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-29fe65e8-9804-4db9-96a7-fbce8b2d65c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:24:51.991225 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-29fe65e8-9804-4db9-96a7-fbce8b2d65c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:24:51.992377 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-29fe65e8-9804-4db9-96a7-fbce8b2d65c8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/faf13cab-2e59-464a-bd3e-13054a6ae1a8 HTTP/1.1" status: 204 len: 168 time: 0.1924508 Jul 13 13:24:51.999793 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fe65e8-9804-4db9-96a7-fbce8b2d65c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faf13cab-2e59-464a-bd3e-13054a6ae1a8,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:24:52.006782 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fe65e8-9804-4db9-96a7-fbce8b2d65c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:24:52.007124 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fe65e8-9804-4db9-96a7-fbce8b2d65c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:24:52.007460 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fe65e8-9804-4db9-96a7-fbce8b2d65c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:24:52.007792 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fe65e8-9804-4db9-96a7-fbce8b2d65c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:24:52.008120 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fe65e8-9804-4db9-96a7-fbce8b2d65c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:24:52.008443 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fe65e8-9804-4db9-96a7-fbce8b2d65c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:24:52.008766 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fe65e8-9804-4db9-96a7-fbce8b2d65c8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:24:52.009086 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fe65e8-9804-4db9-96a7-fbce8b2d65c8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:24:52.009403 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fe65e8-9804-4db9-96a7-fbce8b2d65c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:24:52.009720 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fe65e8-9804-4db9-96a7-fbce8b2d65c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:24:52.010056 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fe65e8-9804-4db9-96a7-fbce8b2d65c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:24:52.010365 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fe65e8-9804-4db9-96a7-fbce8b2d65c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:24:52.414420 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:25:08.489282 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 5 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 13:25:17.098513 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-890227ca-0315-4898-8d36-ca693ef39f13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:25:19.790109 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-1e5ed382-6712-40ff-9ff7-57e7812b21b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:25:19.885137 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:25:20.922163 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:25:22.420511 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:25:45.488114 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 5 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 13:25:47.098349 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-04d6a4da-500a-4615-9cb8-995bd39c572a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:25:49.788172 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b92d6b81-cfd2-43e3-8886-0f16d09bb35a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:25:49.884538 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:25:50.928736 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:25:52.422309 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:26:17.098369 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c62ef0c1-4bbe-4382-93e5-b64a8445e1ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:26:19.786783 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-0fabfe63-73db-4711-a118-391501fd98fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:26:19.886015 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:26:20.927868 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:26:22.425429 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:26:22.487084 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 5 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 13:26:47.097906 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-53398fed-3588-4555-9a6c-a785361bcf4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:26:49.786885 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c703ab9b-719b-43f0-b444-fc5bc62efa61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:26:49.887651 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:26:50.929275 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:26:52.427495 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:26:59.485944 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 5 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 13:27:17.098551 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2a1d605a-04b6-4e7a-a7f6-2f29b5dbd9ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:27:19.786839 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f4c364a0-2571-4254-9149-a90d2d41bb51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:27:19.888299 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:27:20.932310 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:27:22.429325 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:27:30.055569 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-452389'] for agent, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:27:30.290970 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-452389'] for agent, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:27:36.485315 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 13:27:47.098577 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-bcba4eec-f6c1-4126-9a34-9bf3374a52f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:27:49.789180 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9693adfe-d2ea-4c35-b494-cca7ff0b7463 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:27:49.888469 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:27:50.935494 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:27:52.432912 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:28:00.030403 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:28:00.266949 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:28:13.484655 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 13:28:16.121586 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 42614) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:28:16.223608 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-fe5bc221-476f-44f1-bb71-c028ff977c1d admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1009007 Jul 13 13:28:17.099523 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7709418-2bbe-4eaa-b677-44fbb7e930e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:28:18.425966 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 42624) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:28:18.478890 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-4303b7d0-e1d5-4781-9654-15d1be0294fc admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0518188 Jul 13 13:28:19.792605 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01b61139-55b1-4380-b07a-c51d3a2ee6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:28:19.893256 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:28:20.937425 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:28:22.434976 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:28:30.031887 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:28:30.266504 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:28:47.099646 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-64bd8ab1-453c-4e4b-a079-122bd0b3ce2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:28:49.796804 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-959189c6-6082-4bfb-a5fe-42e0fbc07fe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:28:49.893680 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:28:50.483596 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 13:28:50.942747 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:28:52.439348 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:00.051319 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:00.284479 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:17.100488 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-daac15d6-a4c1-45ec-a3f2-7aec73f0eb8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:19.797317 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e459299a-721b-45ce-a1fc-bbc9c177cd9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:19.893345 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:20.944039 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:22.440940 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:27.483232 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 13:29:30.047193 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:30.283458 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:37.786311 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 42782) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:29:38.171214 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-6ca65b01-6a11-4cb7-9944-4c0395c4c512 tempest-AutoAllocateNetworkTest-148498104 tempest-AutoAllocateNetworkTest-148498104-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=7b89897d4a7241c995a67521784ed43e&shared=False HTTP/1.1" status: 200 len: 208 time: 0.3807130 Jul 13 13:29:38.171625 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 42804) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:29:38.384217 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb4d103-05eb-4ada-8533-182aa7cab627 tempest-AutoAllocateNetworkTest-148498104 tempest-AutoAllocateNetworkTest-148498104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:29:38.391606 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 42820) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:29:38.398350 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-aeb4d103-05eb-4ada-8533-182aa7cab627 tempest-AutoAllocateNetworkTest-148498104 tempest-AutoAllocateNetworkTest-148498104-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2256014 Jul 13 13:29:38.454232 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-307e9cec-3df9-4b96-a7cb-3e3d5bfe08be tempest-AutoAllocateNetworkTest-148498104 tempest-AutoAllocateNetworkTest-148498104-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0598309 Jul 13 13:29:38.456869 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 42830) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:29:38.490010 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-bd75bd2c-a7cc-4fdd-83f0-ab9fd55e9a63 tempest-AutoAllocateNetworkTest-148498104 tempest-AutoAllocateNetworkTest-148498104-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=7b89897d4a7241c995a67521784ed43e HTTP/1.1" status: 200 len: 208 time: 0.0320370 Jul 13 13:29:39.033394 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 42868) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:29:39.127841 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 42874) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:29:39.444579 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-13249865-6f2c-47fc-8180-8fab15c669a1 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1051747536-network', 'tenant_id': 'ad96651d90924ac6a2bfe736b1e71ae8'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:29:39.473362 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13249865-6f2c-47fc-8180-8fab15c669a1 admin admin] Made reservation on behalf of ad96651d90924ac6a2bfe736b1e71ae8 for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:29:39.476324 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-13249865-6f2c-47fc-8180-8fab15c669a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:39.485485 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-13249865-6f2c-47fc-8180-8fab15c669a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:39.500990 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-44b91e79-b24c-4235-b34d-2c4ff99e3039 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:39.591737 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-13249865-6f2c-47fc-8180-8fab15c669a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:39.597028 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-13249865-6f2c-47fc-8180-8fab15c669a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:39.629229 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13249865-6f2c-47fc-8180-8fab15c669a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e720199-c17b-4673-a459-46d432cb22b7,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:29:39.645787 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13249865-6f2c-47fc-8180-8fab15c669a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:29:39.646142 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13249865-6f2c-47fc-8180-8fab15c669a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:29:39.646994 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13249865-6f2c-47fc-8180-8fab15c669a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:29:39.647505 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13249865-6f2c-47fc-8180-8fab15c669a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:29:39.648231 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13249865-6f2c-47fc-8180-8fab15c669a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:29:39.648725 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13249865-6f2c-47fc-8180-8fab15c669a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:29:39.649210 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13249865-6f2c-47fc-8180-8fab15c669a1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:29:39.650128 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13249865-6f2c-47fc-8180-8fab15c669a1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:29:39.650627 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13249865-6f2c-47fc-8180-8fab15c669a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:29:39.651120 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13249865-6f2c-47fc-8180-8fab15c669a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:29:39.652178 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13249865-6f2c-47fc-8180-8fab15c669a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:29:39.652178 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13249865-6f2c-47fc-8180-8fab15c669a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:29:39.653347 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13249865-6f2c-47fc-8180-8fab15c669a1 admin admin] Tracked resource versions report: Jul 13 13:29:39.653347 n-d-800634-1 neutron-server[93751]: pushed versions: Jul 13 13:29:39.653347 n-d-800634-1 neutron-server[93751]: { 'AddressGroup': {'1.2'}, Jul 13 13:29:39.653347 n-d-800634-1 neutron-server[93751]: 'ConntrackHelper': {'1.0'}, Jul 13 13:29:39.653347 n-d-800634-1 neutron-server[93751]: 'Log': {'1.0'}, Jul 13 13:29:39.653347 n-d-800634-1 neutron-server[93751]: 'Network': {'1.1'}, Jul 13 13:29:39.653347 n-d-800634-1 neutron-server[93751]: 'Port': {'1.7'}, Jul 13 13:29:39.653347 n-d-800634-1 neutron-server[93751]: 'PortForwarding': {'1.2'}, Jul 13 13:29:39.653347 n-d-800634-1 neutron-server[93751]: 'QosPolicy': {'1.8'}, Jul 13 13:29:39.653347 n-d-800634-1 neutron-server[93751]: 'SecurityGroup': {'1.4'}, Jul 13 13:29:39.653347 n-d-800634-1 neutron-server[93751]: 'SecurityGroupRule': {'1.2'}, Jul 13 13:29:39.653347 n-d-800634-1 neutron-server[93751]: 'SubPort': {'1.0'}, Jul 13 13:29:39.653347 n-d-800634-1 neutron-server[93751]: 'Subnet': {'1.1'}, Jul 13 13:29:39.653347 n-d-800634-1 neutron-server[93751]: 'Trunk': {'1.1'}} Jul 13 13:29:39.653347 n-d-800634-1 neutron-server[93751]: consumer versions: Jul 13 13:29:39.653347 n-d-800634-1 neutron-server[93751]: { DHCP agent@n-d-800634-1: {}, Jul 13 13:29:39.653347 n-d-800634-1 neutron-server[93751]: HyperV agent@n-h1-800634-1: {}, Jul 13 13:29:39.653347 n-d-800634-1 neutron-server[93751]: HyperV agent@n-h2-800634-1: {}, Jul 13 13:29:39.653347 n-d-800634-1 neutron-server[93751]: L3 agent@n-d-800634-1: {}, Jul 13 13:29:39.653347 n-d-800634-1 neutron-server[93751]: Metadata agent@n-d-800634-1: {}, Jul 13 13:29:39.653347 n-d-800634-1 neutron-server[93751]: Metering agent@n-d-800634-1: {}, Jul 13 13:29:39.653347 n-d-800634-1 neutron-server[93751]: Open vSwitch agent@n-d-800634-1: { 'AddressGroup': '1.2', Jul 13 13:29:39.653347 n-d-800634-1 neutron-server[93751]: 'ConntrackHelper': '1.0', Jul 13 13:29:39.653347 n-d-800634-1 neutron-server[93751]: 'Log': '1.0', Jul 13 13:29:39.653347 n-d-800634-1 neutron-server[93751]: 'Network': '1.1', Jul 13 13:29:39.653347 n-d-800634-1 neutron-server[93751]: 'Port': '1.7', Jul 13 13:29:39.653347 n-d-800634-1 neutron-server[93751]: 'PortForwarding': '1.2', Jul 13 13:29:39.653347 n-d-800634-1 neutron-server[93751]: 'QosPolicy': '1.8', Jul 13 13:29:39.653347 n-d-800634-1 neutron-server[93751]: 'SecurityGroup': '1.4', Jul 13 13:29:39.653347 n-d-800634-1 neutron-server[93751]: 'SecurityGroupRule': '1.2', Jul 13 13:29:39.653347 n-d-800634-1 neutron-server[93751]: 'SubPort': '1.0', Jul 13 13:29:39.653347 n-d-800634-1 neutron-server[93751]: 'Subnet': '1.1', Jul 13 13:29:39.653347 n-d-800634-1 neutron-server[93751]: 'Trunk': '1.1'}} Jul 13 13:29:39.653347 n-d-800634-1 neutron-server[93751]: {{(pid=93751) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 13 13:29:39.664138 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13249865-6f2c-47fc-8180-8fab15c669a1 admin admin] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 13:29:39.689870 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-13249865-6f2c-47fc-8180-8fab15c669a1 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8787164475100', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:39.690731 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-13249865-6f2c-47fc-8180-8fab15c669a1 admin admin] Unsubscribe: segment precommit_create {{(pid=93751) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 13 13:29:39.691430 n-d-800634-1 neutron-server[93751]: INFO neutron.db.segments_db [None req-13249865-6f2c-47fc-8180-8fab15c669a1 admin admin] Added segment 15c43e43-c0ec-4679-80b4-b23ff768bd51 of type vlan for network 8fa0d465-8003-432f-9af5-3ecf92dbf33d Jul 13 13:29:39.703236 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-44b91e79-b24c-4235-b34d-2c4ff99e3039 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:39.715671 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-44b91e79-b24c-4235-b34d-2c4ff99e3039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:39.755956 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-44b91e79-b24c-4235-b34d-2c4ff99e3039 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7b89897d4a7241c995a67521784ed43e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6262867 Jul 13 13:29:39.758011 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 42898) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:29:39.764447 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b91e79-b24c-4235-b34d-2c4ff99e3039 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6502911-aa20-4c9f-b836-f3da69ab48bd,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:29:39.765203 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-13249865-6f2c-47fc-8180-8fab15c669a1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:39.780527 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b91e79-b24c-4235-b34d-2c4ff99e3039 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:29:39.781449 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b91e79-b24c-4235-b34d-2c4ff99e3039 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:29:39.782072 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b91e79-b24c-4235-b34d-2c4ff99e3039 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:29:39.782784 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b91e79-b24c-4235-b34d-2c4ff99e3039 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:29:39.783339 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b91e79-b24c-4235-b34d-2c4ff99e3039 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:29:39.783893 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b91e79-b24c-4235-b34d-2c4ff99e3039 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:29:39.784473 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b91e79-b24c-4235-b34d-2c4ff99e3039 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:29:39.785015 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b91e79-b24c-4235-b34d-2c4ff99e3039 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:29:39.785543 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b91e79-b24c-4235-b34d-2c4ff99e3039 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:29:39.786089 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b91e79-b24c-4235-b34d-2c4ff99e3039 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:29:39.786658 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b91e79-b24c-4235-b34d-2c4ff99e3039 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:29:39.787194 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b91e79-b24c-4235-b34d-2c4ff99e3039 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:29:39.788448 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b91e79-b24c-4235-b34d-2c4ff99e3039 admin admin] Tracked resource versions report: Jul 13 13:29:39.788448 n-d-800634-1 neutron-server[93750]: pushed versions: Jul 13 13:29:39.788448 n-d-800634-1 neutron-server[93750]: { 'AddressGroup': {'1.2'}, Jul 13 13:29:39.788448 n-d-800634-1 neutron-server[93750]: 'ConntrackHelper': {'1.0'}, Jul 13 13:29:39.788448 n-d-800634-1 neutron-server[93750]: 'Log': {'1.0'}, Jul 13 13:29:39.788448 n-d-800634-1 neutron-server[93750]: 'Network': {'1.1'}, Jul 13 13:29:39.788448 n-d-800634-1 neutron-server[93750]: 'Port': {'1.7'}, Jul 13 13:29:39.788448 n-d-800634-1 neutron-server[93750]: 'PortForwarding': {'1.2'}, Jul 13 13:29:39.788448 n-d-800634-1 neutron-server[93750]: 'QosPolicy': {'1.8'}, Jul 13 13:29:39.788448 n-d-800634-1 neutron-server[93750]: 'SecurityGroup': {'1.4'}, Jul 13 13:29:39.788448 n-d-800634-1 neutron-server[93750]: 'SecurityGroupRule': {'1.2'}, Jul 13 13:29:39.788448 n-d-800634-1 neutron-server[93750]: 'SubPort': {'1.0'}, Jul 13 13:29:39.788448 n-d-800634-1 neutron-server[93750]: 'Subnet': {'1.1'}, Jul 13 13:29:39.788448 n-d-800634-1 neutron-server[93750]: 'Trunk': {'1.1'}} Jul 13 13:29:39.788448 n-d-800634-1 neutron-server[93750]: consumer versions: Jul 13 13:29:39.788448 n-d-800634-1 neutron-server[93750]: { DHCP agent@n-d-800634-1: {}, Jul 13 13:29:39.788448 n-d-800634-1 neutron-server[93750]: HyperV agent@n-h1-800634-1: {}, Jul 13 13:29:39.788448 n-d-800634-1 neutron-server[93750]: HyperV agent@n-h2-800634-1: {}, Jul 13 13:29:39.788448 n-d-800634-1 neutron-server[93750]: L3 agent@n-d-800634-1: {}, Jul 13 13:29:39.788448 n-d-800634-1 neutron-server[93750]: Metadata agent@n-d-800634-1: {}, Jul 13 13:29:39.788448 n-d-800634-1 neutron-server[93750]: Metering agent@n-d-800634-1: {}, Jul 13 13:29:39.788448 n-d-800634-1 neutron-server[93750]: Open vSwitch agent@n-d-800634-1: { 'AddressGroup': '1.2', Jul 13 13:29:39.788448 n-d-800634-1 neutron-server[93750]: 'ConntrackHelper': '1.0', Jul 13 13:29:39.788448 n-d-800634-1 neutron-server[93750]: 'Log': '1.0', Jul 13 13:29:39.788448 n-d-800634-1 neutron-server[93750]: 'Network': '1.1', Jul 13 13:29:39.788448 n-d-800634-1 neutron-server[93750]: 'Port': '1.7', Jul 13 13:29:39.788448 n-d-800634-1 neutron-server[93750]: 'PortForwarding': '1.2', Jul 13 13:29:39.788448 n-d-800634-1 neutron-server[93750]: 'QosPolicy': '1.8', Jul 13 13:29:39.788448 n-d-800634-1 neutron-server[93750]: 'SecurityGroup': '1.4', Jul 13 13:29:39.788448 n-d-800634-1 neutron-server[93750]: 'SecurityGroupRule': '1.2', Jul 13 13:29:39.788448 n-d-800634-1 neutron-server[93750]: 'SubPort': '1.0', Jul 13 13:29:39.788448 n-d-800634-1 neutron-server[93750]: 'Subnet': '1.1', Jul 13 13:29:39.788448 n-d-800634-1 neutron-server[93750]: 'Trunk': '1.1'}} Jul 13 13:29:39.788448 n-d-800634-1 neutron-server[93750]: {{(pid=93750) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 13 13:29:39.815684 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-13249865-6f2c-47fc-8180-8fab15c669a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:39.816652 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13249865-6f2c-47fc-8180-8fab15c669a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:29:39.817257 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-13249865-6f2c-47fc-8180-8fab15c669a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:39.842247 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-986214d1-6a19-4c40-bb84-1b6a08d5e8dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:39.871277 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-986214d1-6a19-4c40-bb84-1b6a08d5e8dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:39.936390 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-13249865-6f2c-47fc-8180-8fab15c669a1 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.9017980 Jul 13 13:29:39.941413 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 42904) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:29:39.964261 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-2ee34dbe-dc9a-49fa-a3f9-512df0815753 admin admin] Request body: {'subnet': {'network_id': '8fa0d465-8003-432f-9af5-3ecf92dbf33d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1051747536-subnet', 'tenant_id': 'ad96651d90924ac6a2bfe736b1e71ae8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:29:39.970967 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13249865-6f2c-47fc-8180-8fab15c669a1 admin admin] Pushing event updated for resources: {'Network': ['ID=8fa0d465-8003-432f-9af5-3ecf92dbf33d,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:29:39.984990 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network 8fa0d465-8003-432f-9af5-3ecf92dbf33d details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 13:29:40.029379 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-986214d1-6a19-4c40-bb84-1b6a08d5e8dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:40.034030 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-986214d1-6a19-4c40-bb84-1b6a08d5e8dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:40.035987 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-986214d1-6a19-4c40-bb84-1b6a08d5e8dd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a6502911-aa20-4c9f-b836-f3da69ab48bd HTTP/1.1" status: 204 len: 168 time: 0.2766831 Jul 13 13:29:40.040872 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ee34dbe-dc9a-49fa-a3f9-512df0815753 admin admin] Made reservation on behalf of ad96651d90924ac6a2bfe736b1e71ae8 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:29:40.044797 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2ee34dbe-dc9a-49fa-a3f9-512df0815753 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:40.064877 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986214d1-6a19-4c40-bb84-1b6a08d5e8dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6502911-aa20-4c9f-b836-f3da69ab48bd,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:29:40.240777 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2ee34dbe-dc9a-49fa-a3f9-512df0815753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:40.299695 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee34dbe-dc9a-49fa-a3f9-512df0815753 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0935fffc-5f50-41bc-86c4-a4cd335b45c2,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:29:40.309999 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee34dbe-dc9a-49fa-a3f9-512df0815753 admin admin] Checking segment: {'id': '15c43e43-c0ec-4679-80b4-b23ff768bd51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8fa0d465-8003-432f-9af5-3ecf92dbf33d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:29:40.310351 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ee34dbe-dc9a-49fa-a3f9-512df0815753 admin admin] Network hostable DHCP agents. Network: 8fa0d465-8003-432f-9af5-3ecf92dbf33d, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 13:29:40.329932 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ee34dbe-dc9a-49fa-a3f9-512df0815753 admin admin] Network 8fa0d465-8003-432f-9af5-3ecf92dbf33d is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 13:29:40.342751 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-2ee34dbe-dc9a-49fa-a3f9-512df0815753 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, 8fa0d465-8003-432f-9af5-3ecf92dbf33d) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:29:40.352396 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ee34dbe-dc9a-49fa-a3f9-512df0815753 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:29:40.353126 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2ee34dbe-dc9a-49fa-a3f9-512df0815753 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:40.356763 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a583c739-b5fa-4fae-9460-33c212cf006c None None] Network 8fa0d465-8003-432f-9af5-3ecf92dbf33d requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:29:40.368411 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-2ee34dbe-dc9a-49fa-a3f9-512df0815753 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.4245620 Jul 13 13:29:40.371107 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 42926) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:29:40.377773 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-3bc25af0-aa4d-49af-a42c-f23dc075d6b6 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1051747536-router', 'tenant_id': 'ad96651d90924ac6a2bfe736b1e71ae8', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:29:40.402650 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3bc25af0-aa4d-49af-a42c-f23dc075d6b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1591928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2714'] for router, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:40.403656 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3bc25af0-aa4d-49af-a42c-f23dc075d6b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447198', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1629690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2689'] for router, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:40.459963 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3bc25af0-aa4d-49af-a42c-f23dc075d6b6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:40.535731 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05d5e200-5439-4268-8280-88c5066cb543 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a7201e1-61ce-5a3e-b7f7-e800379ed03b-8fa0d465-8003-432f-9af5-3ecf92dbf33d', 'network_id': '8fa0d465-8003-432f-9af5-3ecf92dbf33d', 'tenant_id': 'ad96651d90924ac6a2bfe736b1e71ae8', 'fixed_ips': [{'subnet_id': '0935fffc-5f50-41bc-86c4-a4cd335b45c2'}]}} from n-d-800634-1. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 13:29:40.537065 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-05d5e200-5439-4268-8280-88c5066cb543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:40.618697 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3bc25af0-aa4d-49af-a42c-f23dc075d6b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447180', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1591910', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2751'] for router, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:40.644583 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 42936) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:29:40.725697 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-05d5e200-5439-4268-8280-88c5066cb543 None None] Allocated IP 172.20.0.2 (8fa0d465-8003-432f-9af5-3ecf92dbf33d/0935fffc-5f50-41bc-86c4-a4cd335b45c2/5c6e0493-f8f2-428a-9903-50a34ae9ea7c) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:29:40.959505 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3bc25af0-aa4d-49af-a42c-f23dc075d6b6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:41.002535 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3bc25af0-aa4d-49af-a42c-f23dc075d6b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:41.018834 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9f62b84e-dc56-4cb4-9d93-14aaf0b912d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:41.036898 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-05d5e200-5439-4268-8280-88c5066cb543 None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:41.045541 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-05d5e200-5439-4268-8280-88c5066cb543 None None] Transition to ACTIVE for port object 5c6e0493-f8f2-428a-9903-50a34ae9ea7c will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:29:41.062697 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-05d5e200-5439-4268-8280-88c5066cb543 None None] Transition to ACTIVE for port object 5c6e0493-f8f2-428a-9903-50a34ae9ea7c will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:29:41.077539 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-05d5e200-5439-4268-8280-88c5066cb543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:41.128578 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d5e200-5439-4268-8280-88c5066cb543 None None] Network 8fa0d465-8003-432f-9af5-3ecf92dbf33d is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:29:41.137719 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-05d5e200-5439-4268-8280-88c5066cb543 None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:29:41.141633 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d5e200-5439-4268-8280-88c5066cb543 None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:29:41.160031 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d5e200-5439-4268-8280-88c5066cb543 None None] Pushing event updated for resources: {'Port': ['ID=5c6e0493-f8f2-428a-9903-50a34ae9ea7c,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:29:41.176575 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d5e200-5439-4268-8280-88c5066cb543 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:29:41.176958 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d5e200-5439-4268-8280-88c5066cb543 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:29:41.177319 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d5e200-5439-4268-8280-88c5066cb543 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:29:41.177684 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d5e200-5439-4268-8280-88c5066cb543 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:29:41.178054 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d5e200-5439-4268-8280-88c5066cb543 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:29:41.178398 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d5e200-5439-4268-8280-88c5066cb543 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:29:41.178728 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d5e200-5439-4268-8280-88c5066cb543 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:29:41.179050 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d5e200-5439-4268-8280-88c5066cb543 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:29:41.179373 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d5e200-5439-4268-8280-88c5066cb543 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:29:41.180066 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d5e200-5439-4268-8280-88c5066cb543 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:29:41.180458 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d5e200-5439-4268-8280-88c5066cb543 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:29:41.180791 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d5e200-5439-4268-8280-88c5066cb543 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:29:41.181345 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-3bc25af0-aa4d-49af-a42c-f23dc075d6b6 admin admin] Allocated IP 172.25.6.172 (acf968b8-c524-46a9-a20b-ad9667009130/dde5a78e-bd1e-4f47-8189-7321d4de73d3/298577c3-28ae-42a9-87d0-6c5e032af4e4) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:29:41.182339 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d5e200-5439-4268-8280-88c5066cb543 None None] Tracked resource versions report: Jul 13 13:29:41.182339 n-d-800634-1 neutron-server[93752]: pushed versions: Jul 13 13:29:41.182339 n-d-800634-1 neutron-server[93752]: { 'AddressGroup': {'1.2'}, Jul 13 13:29:41.182339 n-d-800634-1 neutron-server[93752]: 'ConntrackHelper': {'1.0'}, Jul 13 13:29:41.182339 n-d-800634-1 neutron-server[93752]: 'Log': {'1.0'}, Jul 13 13:29:41.182339 n-d-800634-1 neutron-server[93752]: 'Network': {'1.1'}, Jul 13 13:29:41.182339 n-d-800634-1 neutron-server[93752]: 'Port': {'1.7'}, Jul 13 13:29:41.182339 n-d-800634-1 neutron-server[93752]: 'PortForwarding': {'1.2'}, Jul 13 13:29:41.182339 n-d-800634-1 neutron-server[93752]: 'QosPolicy': {'1.8'}, Jul 13 13:29:41.182339 n-d-800634-1 neutron-server[93752]: 'SecurityGroup': {'1.4'}, Jul 13 13:29:41.182339 n-d-800634-1 neutron-server[93752]: 'SecurityGroupRule': {'1.2'}, Jul 13 13:29:41.182339 n-d-800634-1 neutron-server[93752]: 'SubPort': {'1.0'}, Jul 13 13:29:41.182339 n-d-800634-1 neutron-server[93752]: 'Subnet': {'1.1'}, Jul 13 13:29:41.182339 n-d-800634-1 neutron-server[93752]: 'Trunk': {'1.1'}} Jul 13 13:29:41.182339 n-d-800634-1 neutron-server[93752]: consumer versions: Jul 13 13:29:41.182339 n-d-800634-1 neutron-server[93752]: { DHCP agent@n-d-800634-1: {}, Jul 13 13:29:41.182339 n-d-800634-1 neutron-server[93752]: HyperV agent@n-h1-800634-1: {}, Jul 13 13:29:41.182339 n-d-800634-1 neutron-server[93752]: HyperV agent@n-h2-800634-1: {}, Jul 13 13:29:41.182339 n-d-800634-1 neutron-server[93752]: L3 agent@n-d-800634-1: {}, Jul 13 13:29:41.182339 n-d-800634-1 neutron-server[93752]: Metadata agent@n-d-800634-1: {}, Jul 13 13:29:41.182339 n-d-800634-1 neutron-server[93752]: Metering agent@n-d-800634-1: {}, Jul 13 13:29:41.182339 n-d-800634-1 neutron-server[93752]: Open vSwitch agent@n-d-800634-1: { 'AddressGroup': '1.2', Jul 13 13:29:41.182339 n-d-800634-1 neutron-server[93752]: 'ConntrackHelper': '1.0', Jul 13 13:29:41.182339 n-d-800634-1 neutron-server[93752]: 'Log': '1.0', Jul 13 13:29:41.182339 n-d-800634-1 neutron-server[93752]: 'Network': '1.1', Jul 13 13:29:41.182339 n-d-800634-1 neutron-server[93752]: 'Port': '1.7', Jul 13 13:29:41.182339 n-d-800634-1 neutron-server[93752]: 'PortForwarding': '1.2', Jul 13 13:29:41.182339 n-d-800634-1 neutron-server[93752]: 'QosPolicy': '1.8', Jul 13 13:29:41.182339 n-d-800634-1 neutron-server[93752]: 'SecurityGroup': '1.4', Jul 13 13:29:41.182339 n-d-800634-1 neutron-server[93752]: 'SecurityGroupRule': '1.2', Jul 13 13:29:41.182339 n-d-800634-1 neutron-server[93752]: 'SubPort': '1.0', Jul 13 13:29:41.182339 n-d-800634-1 neutron-server[93752]: 'Subnet': '1.1', Jul 13 13:29:41.182339 n-d-800634-1 neutron-server[93752]: 'Trunk': '1.1'}} Jul 13 13:29:41.182339 n-d-800634-1 neutron-server[93752]: {{(pid=93752) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 13 13:29:41.265382 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-05d5e200-5439-4268-8280-88c5066cb543 None None] Attempting to bind port 5c6e0493-f8f2-428a-9903-50a34ae9ea7c on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:29:41.266111 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-05d5e200-5439-4268-8280-88c5066cb543 None None] Attempting to bind port 5c6e0493-f8f2-428a-9903-50a34ae9ea7c by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '15c43e43-c0ec-4679-80b4-b23ff768bd51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8fa0d465-8003-432f-9af5-3ecf92dbf33d'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:29:41.267319 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d5e200-5439-4268-8280-88c5066cb543 None None] Attempting to bind port 5c6e0493-f8f2-428a-9903-50a34ae9ea7c on network 8fa0d465-8003-432f-9af5-3ecf92dbf33d {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:29:41.274308 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9f62b84e-dc56-4cb4-9d93-14aaf0b912d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:41.275428 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d5e200-5439-4268-8280-88c5066cb543 None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 29, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:29:41.276224 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d5e200-5439-4268-8280-88c5066cb543 None None] Checking segment: {'id': '15c43e43-c0ec-4679-80b4-b23ff768bd51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8fa0d465-8003-432f-9af5-3ecf92dbf33d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:29:41.276657 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-05d5e200-5439-4268-8280-88c5066cb543 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:41.277244 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d5e200-5439-4268-8280-88c5066cb543 None None] Bound using segment: {'id': '15c43e43-c0ec-4679-80b4-b23ff768bd51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8fa0d465-8003-432f-9af5-3ecf92dbf33d'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:29:41.277706 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-05d5e200-5439-4268-8280-88c5066cb543 None None] Bound port: 5c6e0493-f8f2-428a-9903-50a34ae9ea7c, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15c43e43-c0ec-4679-80b4-b23ff768bd51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8fa0d465-8003-432f-9af5-3ecf92dbf33d'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:29:41.278167 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-05d5e200-5439-4268-8280-88c5066cb543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:41.287667 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9f62b84e-dc56-4cb4-9d93-14aaf0b912d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:41.320800 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f62b84e-dc56-4cb4-9d93-14aaf0b912d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6b401e5-9afb-4970-b117-e699e27b432b,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:29:41.351001 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-9f62b84e-dc56-4cb4-9d93-14aaf0b912d5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4577a880d4e8450ca4b3bdd5d2617f92&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7053826 Jul 13 13:29:41.353656 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 42966) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:29:41.377931 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3bc25af0-aa4d-49af-a42c-f23dc075d6b6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:41.421636 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-05d5e200-5439-4268-8280-88c5066cb543 None None] For port 5c6e0493-f8f2-428a-9903-50a34ae9ea7c, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:29:41.427036 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7dd8fd58-d2f2-4b0e-be44-3e3a764599a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:41.432200 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-05d5e200-5439-4268-8280-88c5066cb543 None None] For port 5c6e0493-f8f2-428a-9903-50a34ae9ea7c, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=5c6e0493-f8f2-428a-9903-50a34ae9ea7c,segment=NetworkSegment(15c43e43-c0ec-4679-80b4-b23ff768bd51),segment_id=15c43e43-c0ec-4679-80b4-b23ff768bd51)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:29:41.433574 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3bc25af0-aa4d-49af-a42c-f23dc075d6b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:41.440502 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-05d5e200-5439-4268-8280-88c5066cb543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:41.474679 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7dd8fd58-d2f2-4b0e-be44-3e3a764599a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:41.478690 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc25af0-aa4d-49af-a42c-f23dc075d6b6 admin admin] Network acf968b8-c524-46a9-a20b-ad9667009130 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:29:41.482074 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-3bc25af0-aa4d-49af-a42c-f23dc075d6b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:29:41.487124 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc25af0-aa4d-49af-a42c-f23dc075d6b6 admin admin] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:29:41.567070 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d5e200-5439-4268-8280-88c5066cb543 None None] Pushing event updated for resources: {'Port': ['ID=5c6e0493-f8f2-428a-9903-50a34ae9ea7c,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:29:41.580931 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7dd8fd58-d2f2-4b0e-be44-3e3a764599a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:41.588627 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7dd8fd58-d2f2-4b0e-be44-3e3a764599a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:41.593013 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-7dd8fd58-d2f2-4b0e-be44-3e3a764599a6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e6b401e5-9afb-4970-b117-e699e27b432b HTTP/1.1" status: 204 len: 168 time: 0.2380784 Jul 13 13:29:41.604237 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd8fd58-d2f2-4b0e-be44-3e3a764599a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6b401e5-9afb-4970-b117-e699e27b432b,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:29:41.667264 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc25af0-aa4d-49af-a42c-f23dc075d6b6 admin admin] Pushing event updated for resources: {'Port': ['ID=298577c3-28ae-42a9-87d0-6c5e032af4e4,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:29:41.808558 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3bc25af0-aa4d-49af-a42c-f23dc075d6b6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:42.043363 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3bc25af0-aa4d-49af-a42c-f23dc075d6b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447217'] for router, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:42.239165 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 5c6e0493-f8f2-428a-9903-50a34ae9ea7c up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:29:42.244736 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bc25af0-aa4d-49af-a42c-f23dc075d6b6 admin admin] Router 85609521-684d-4122-bbe0-87dfdb0cbc61 is scheduled to L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 with binding_index 1 {{(pid=93750) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 13:29:42.302374 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port 5c6e0493-f8f2-428a-9903-50a34ae9ea7c completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:29:42.392200 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bc25af0-aa4d-49af-a42c-f23dc075d6b6 admin admin] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:29:42.406508 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709f6107-c9b0-4b0b-9ac5-528d22de51f7 None None] Sync routers for ids ['85609521-684d-4122-bbe0-87dfdb0cbc61'] in n-d-800634-1 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:29:42.420042 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709f6107-c9b0-4b0b-9ac5-528d22de51f7 None None] Routers {'85609521-684d-4122-bbe0-87dfdb0cbc61'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:29:42.420277 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3bc25af0-aa4d-49af-a42c-f23dc075d6b6 admin admin] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:42.420685 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-709f6107-c9b0-4b0b-9ac5-528d22de51f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:29:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['85609521-684d-4122-bbe0-87dfdb0cbc61'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:29:42.426615 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 43002) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:29:42.427280 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-3bc25af0-aa4d-49af-a42c-f23dc075d6b6 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 2.0538986 Jul 13 13:29:42.628515 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 43016) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:29:42.653481 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-709f6107-c9b0-4b0b-9ac5-528d22de51f7 None None] Set router 85609521-684d-4122-bbe0-87dfdb0cbc61 gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:29:42.656883 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4db19894-c9ea-469a-b944-891bb4b2fb93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:42.806669 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eed537a-7ae0-4be4-99dc-fd9f4654d7ab None None] Network 8fa0d465-8003-432f-9af5-3ecf92dbf33d requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:29:42.811912 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4db19894-c9ea-469a-b944-891bb4b2fb93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:42.822586 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4db19894-c9ea-469a-b944-891bb4b2fb93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:42.874748 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-4db19894-c9ea-469a-b944-891bb4b2fb93 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0772802dfe9349979d16b9241bcf4909&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2448654 Jul 13 13:29:42.875884 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db19894-c9ea-469a-b944-891bb4b2fb93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b147ba85-cf7d-4471-a17e-74a83a070a1e,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:29:42.890841 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 43020) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:29:42.986911 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7bba7ab3-ec82-499f-ba94-56af4f5b5cad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:42.997083 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-9102b2fe-4832-4cf2-9885-9306a8afafd4 None None] Provisioning for port 5c6e0493-f8f2-428a-9903-50a34ae9ea7c completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:29:43.029338 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-709f6107-c9b0-4b0b-9ac5-528d22de51f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85609521-684d-4122-bbe0-87dfdb0cbc61', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1051747536-router', 'tenant_id': 'ad96651d90924ac6a2bfe736b1e71ae8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.172'}], 'enable_snat': True}, 'gw_port_id': '298577c3-28ae-42a9-87d0-6c5e032af4e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:29:40Z', 'updated_at': '2021-07-13T13:29:41Z', 'revision_number': 3, 'project_id': 'ad96651d90924ac6a2bfe736b1e71ae8', 'gw_port': {'id': '298577c3-28ae-42a9-87d0-6c5e032af4e4', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:3a:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85609521-684d-4122-bbe0-87dfdb0cbc61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:29:41Z', 'updated_at': '2021-07-13T13:29:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:29:43.041156 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-9102b2fe-4832-4cf2-9885-9306a8afafd4 None None] Provisioning complete for port 5c6e0493-f8f2-428a-9903-50a34ae9ea7c triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:29:43.041156 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9102b2fe-4832-4cf2-9885-9306a8afafd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:43.046390 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7bba7ab3-ec82-499f-ba94-56af4f5b5cad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:43.106537 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709f6107-c9b0-4b0b-9ac5-528d22de51f7 None None] Checking router: 85609521-684d-4122-bbe0-87dfdb0cbc61 for host: n-d-800634-1 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 13:29:43.107155 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709f6107-c9b0-4b0b-9ac5-528d22de51f7 None None] Updating router 85609521-684d-4122-bbe0-87dfdb0cbc61 port 298577c3-28ae-42a9-87d0-6c5e032af4e4 binding host n-d-800634-1 {{(pid=93753) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 13:29:43.156796 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7bba7ab3-ec82-499f-ba94-56af4f5b5cad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:43.161260 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7bba7ab3-ec82-499f-ba94-56af4f5b5cad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:43.162970 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-7bba7ab3-ec82-499f-ba94-56af4f5b5cad admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b147ba85-cf7d-4471-a17e-74a83a070a1e HTTP/1.1" status: 204 len: 168 time: 0.2694037 Jul 13 13:29:43.176750 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bba7ab3-ec82-499f-ba94-56af4f5b5cad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b147ba85-cf7d-4471-a17e-74a83a070a1e,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:29:43.200101 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-709f6107-c9b0-4b0b-9ac5-528d22de51f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:43.259012 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9102b2fe-4832-4cf2-9885-9306a8afafd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:43.310052 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-9102b2fe-4832-4cf2-9885-9306a8afafd4 None None] For port 5c6e0493-f8f2-428a-9903-50a34ae9ea7c, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=5c6e0493-f8f2-428a-9903-50a34ae9ea7c,segment=NetworkSegment(15c43e43-c0ec-4679-80b4-b23ff768bd51),segment_id=15c43e43-c0ec-4679-80b4-b23ff768bd51)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:29:43.318152 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9102b2fe-4832-4cf2-9885-9306a8afafd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:43.403850 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9102b2fe-4832-4cf2-9885-9306a8afafd4 None None] Pushing event updated for resources: {'Port': ['ID=5c6e0493-f8f2-428a-9903-50a34ae9ea7c,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:29:43.645155 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-f9a79dc4-70ce-4c19-9365-cb4b750eb250 None None] Provisioning complete for port 5c6e0493-f8f2-428a-9903-50a34ae9ea7c triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:29:43.645674 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f9a79dc4-70ce-4c19-9365-cb4b750eb250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:43.670016 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6cf05ccb-0fee-47f6-bddc-9ebbab0aa866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:43.724834 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-709f6107-c9b0-4b0b-9ac5-528d22de51f7 None None] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:43.744573 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-709f6107-c9b0-4b0b-9ac5-528d22de51f7 None None] Transition to ACTIVE for port object 298577c3-28ae-42a9-87d0-6c5e032af4e4 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:29:43.754568 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-709f6107-c9b0-4b0b-9ac5-528d22de51f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:43.833459 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51696f91-3795-4427-94aa-3199aafc68c7 None None] Pushing event updated for resources: {'Port': ['ID=298577c3-28ae-42a9-87d0-6c5e032af4e4,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:29:43.837915 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-709f6107-c9b0-4b0b-9ac5-528d22de51f7 None None] Attempting to bind port 298577c3-28ae-42a9-87d0-6c5e032af4e4 on host n-d-800634-1 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:29:43.838373 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-709f6107-c9b0-4b0b-9ac5-528d22de51f7 None None] Attempting to bind port 298577c3-28ae-42a9-87d0-6c5e032af4e4 by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:29:43.838871 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-709f6107-c9b0-4b0b-9ac5-528d22de51f7 None None] Attempting to bind port 298577c3-28ae-42a9-87d0-6c5e032af4e4 on network acf968b8-c524-46a9-a20b-ad9667009130 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:29:43.848783 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51696f91-3795-4427-94aa-3199aafc68c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:29:43.849224 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51696f91-3795-4427-94aa-3199aafc68c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:29:43.849632 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51696f91-3795-4427-94aa-3199aafc68c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:29:43.850181 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51696f91-3795-4427-94aa-3199aafc68c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:29:43.850764 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51696f91-3795-4427-94aa-3199aafc68c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:29:43.851241 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51696f91-3795-4427-94aa-3199aafc68c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:29:43.851711 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51696f91-3795-4427-94aa-3199aafc68c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:29:43.852418 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51696f91-3795-4427-94aa-3199aafc68c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:29:43.852890 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51696f91-3795-4427-94aa-3199aafc68c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:29:43.853357 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51696f91-3795-4427-94aa-3199aafc68c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:29:43.853849 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51696f91-3795-4427-94aa-3199aafc68c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:29:43.854422 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51696f91-3795-4427-94aa-3199aafc68c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:29:43.856459 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51696f91-3795-4427-94aa-3199aafc68c7 None None] Tracked resource versions report: Jul 13 13:29:43.856459 n-d-800634-1 neutron-server[93753]: pushed versions: Jul 13 13:29:43.856459 n-d-800634-1 neutron-server[93753]: { 'AddressGroup': {'1.2'}, Jul 13 13:29:43.856459 n-d-800634-1 neutron-server[93753]: 'ConntrackHelper': {'1.0'}, Jul 13 13:29:43.856459 n-d-800634-1 neutron-server[93753]: 'Log': {'1.0'}, Jul 13 13:29:43.856459 n-d-800634-1 neutron-server[93753]: 'Network': {'1.1'}, Jul 13 13:29:43.856459 n-d-800634-1 neutron-server[93753]: 'Port': {'1.7'}, Jul 13 13:29:43.856459 n-d-800634-1 neutron-server[93753]: 'PortForwarding': {'1.2'}, Jul 13 13:29:43.856459 n-d-800634-1 neutron-server[93753]: 'QosPolicy': {'1.8'}, Jul 13 13:29:43.856459 n-d-800634-1 neutron-server[93753]: 'SecurityGroup': {'1.4'}, Jul 13 13:29:43.856459 n-d-800634-1 neutron-server[93753]: 'SecurityGroupRule': {'1.2'}, Jul 13 13:29:43.856459 n-d-800634-1 neutron-server[93753]: 'SubPort': {'1.0'}, Jul 13 13:29:43.856459 n-d-800634-1 neutron-server[93753]: 'Subnet': {'1.1'}, Jul 13 13:29:43.856459 n-d-800634-1 neutron-server[93753]: 'Trunk': {'1.1'}} Jul 13 13:29:43.856459 n-d-800634-1 neutron-server[93753]: consumer versions: Jul 13 13:29:43.856459 n-d-800634-1 neutron-server[93753]: { DHCP agent@n-d-800634-1: {}, Jul 13 13:29:43.856459 n-d-800634-1 neutron-server[93753]: HyperV agent@n-h1-800634-1: {}, Jul 13 13:29:43.856459 n-d-800634-1 neutron-server[93753]: HyperV agent@n-h2-800634-1: {}, Jul 13 13:29:43.856459 n-d-800634-1 neutron-server[93753]: L3 agent@n-d-800634-1: {}, Jul 13 13:29:43.856459 n-d-800634-1 neutron-server[93753]: Metadata agent@n-d-800634-1: {}, Jul 13 13:29:43.856459 n-d-800634-1 neutron-server[93753]: Metering agent@n-d-800634-1: {}, Jul 13 13:29:43.856459 n-d-800634-1 neutron-server[93753]: Open vSwitch agent@n-d-800634-1: { 'AddressGroup': '1.2', Jul 13 13:29:43.856459 n-d-800634-1 neutron-server[93753]: 'ConntrackHelper': '1.0', Jul 13 13:29:43.856459 n-d-800634-1 neutron-server[93753]: 'Log': '1.0', Jul 13 13:29:43.856459 n-d-800634-1 neutron-server[93753]: 'Network': '1.1', Jul 13 13:29:43.856459 n-d-800634-1 neutron-server[93753]: 'Port': '1.7', Jul 13 13:29:43.856459 n-d-800634-1 neutron-server[93753]: 'PortForwarding': '1.2', Jul 13 13:29:43.856459 n-d-800634-1 neutron-server[93753]: 'QosPolicy': '1.8', Jul 13 13:29:43.856459 n-d-800634-1 neutron-server[93753]: 'SecurityGroup': '1.4', Jul 13 13:29:43.856459 n-d-800634-1 neutron-server[93753]: 'SecurityGroupRule': '1.2', Jul 13 13:29:43.856459 n-d-800634-1 neutron-server[93753]: 'SubPort': '1.0', Jul 13 13:29:43.856459 n-d-800634-1 neutron-server[93753]: 'Subnet': '1.1', Jul 13 13:29:43.856459 n-d-800634-1 neutron-server[93753]: 'Trunk': '1.1'}} Jul 13 13:29:43.856459 n-d-800634-1 neutron-server[93753]: {{(pid=93753) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 13 13:29:43.864771 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-709f6107-c9b0-4b0b-9ac5-528d22de51f7 None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 29, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:29:43.866065 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-709f6107-c9b0-4b0b-9ac5-528d22de51f7 None None] Checking segment: {'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:29:43.866780 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-709f6107-c9b0-4b0b-9ac5-528d22de51f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:43.867387 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-709f6107-c9b0-4b0b-9ac5-528d22de51f7 None None] Bound using segment: {'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:29:43.868077 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-709f6107-c9b0-4b0b-9ac5-528d22de51f7 None None] Bound port: 298577c3-28ae-42a9-87d0-6c5e032af4e4, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:29:43.868693 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-709f6107-c9b0-4b0b-9ac5-528d22de51f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:43.963579 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-709f6107-c9b0-4b0b-9ac5-528d22de51f7 None None] For port 298577c3-28ae-42a9-87d0-6c5e032af4e4, host n-d-800634-1, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:29:43.967805 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-709f6107-c9b0-4b0b-9ac5-528d22de51f7 None None] For port 298577c3-28ae-42a9-87d0-6c5e032af4e4, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=298577c3-28ae-42a9-87d0-6c5e032af4e4,segment=NetworkSegment(3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87),segment_id=3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:29:43.978672 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-709f6107-c9b0-4b0b-9ac5-528d22de51f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:44.027238 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-6cf05ccb-0fee-47f6-bddc-9ebbab0aa866 admin admin] Allocated IP 172.20.0.1 (8fa0d465-8003-432f-9af5-3ecf92dbf33d/0935fffc-5f50-41bc-86c4-a4cd335b45c2/aa2462eb-1689-4bdf-abd5-ef6940aa1010) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:29:44.043826 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51696f91-3795-4427-94aa-3199aafc68c7 None None] Pushing event updated for resources: {'Port': ['ID=298577c3-28ae-42a9-87d0-6c5e032af4e4,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:29:44.084263 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709f6107-c9b0-4b0b-9ac5-528d22de51f7 None None] Routers {'85609521-684d-4122-bbe0-87dfdb0cbc61'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:29:44.089635 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-709f6107-c9b0-4b0b-9ac5-528d22de51f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:29:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['85609521-684d-4122-bbe0-87dfdb0cbc61'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:29:44.196062 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 5c6e0493-f8f2-428a-9903-50a34ae9ea7c up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:29:44.251888 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6cf05ccb-0fee-47f6-bddc-9ebbab0aa866 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:44.267786 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-6cf05ccb-0fee-47f6-bddc-9ebbab0aa866 admin admin] Transition to ACTIVE for port object aa2462eb-1689-4bdf-abd5-ef6940aa1010 will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:29:44.306442 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 5c6e0493-f8f2-428a-9903-50a34ae9ea7c triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:29:44.307021 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:44.327980 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6cf05ccb-0fee-47f6-bddc-9ebbab0aa866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:44.350536 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-709f6107-c9b0-4b0b-9ac5-528d22de51f7 None None] Set router 85609521-684d-4122-bbe0-87dfdb0cbc61 gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:29:44.369194 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf05ccb-0fee-47f6-bddc-9ebbab0aa866 admin admin] Network 8fa0d465-8003-432f-9af5-3ecf92dbf33d is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:29:44.373102 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-6cf05ccb-0fee-47f6-bddc-9ebbab0aa866 admin admin] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:29:44.375776 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf05ccb-0fee-47f6-bddc-9ebbab0aa866 admin admin] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:29:44.376675 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6cf05ccb-0fee-47f6-bddc-9ebbab0aa866 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-450452'] for router_interface, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:44.503073 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf05ccb-0fee-47f6-bddc-9ebbab0aa866 admin admin] Pushing event updated for resources: {'Port': ['ID=aa2462eb-1689-4bdf-abd5-ef6940aa1010,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:29:44.676931 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6cf05ccb-0fee-47f6-bddc-9ebbab0aa866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:44.755872 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-709f6107-c9b0-4b0b-9ac5-528d22de51f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85609521-684d-4122-bbe0-87dfdb0cbc61', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1051747536-router', 'tenant_id': 'ad96651d90924ac6a2bfe736b1e71ae8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.172'}], 'enable_snat': True}, 'gw_port_id': '298577c3-28ae-42a9-87d0-6c5e032af4e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:29:40Z', 'updated_at': '2021-07-13T13:29:41Z', 'revision_number': 3, 'project_id': 'ad96651d90924ac6a2bfe736b1e71ae8', 'gw_port': {'id': '298577c3-28ae-42a9-87d0-6c5e032af4e4', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:3a:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85609521-684d-4122-bbe0-87dfdb0cbc61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:29:41Z', 'updated_at': '2021-07-13T13:29:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:29:44.789026 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-afc9169f-752e-41a1-897b-7b3302f7db69 None None] Provisioning for port aa2462eb-1689-4bdf-abd5-ef6940aa1010 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:29:44.790629 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709f6107-c9b0-4b0b-9ac5-528d22de51f7 None None] The sync data for ids ['85609521-684d-4122-bbe0-87dfdb0cbc61'] in n-d-800634-1 is: [{'id': '85609521-684d-4122-bbe0-87dfdb0cbc61', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1051747536-router', 'tenant_id': 'ad96651d90924ac6a2bfe736b1e71ae8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.172'}], 'enable_snat': True}, 'gw_port_id': '298577c3-28ae-42a9-87d0-6c5e032af4e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:29:40Z', 'updated_at': '2021-07-13T13:29:41Z', 'revision_number': 3, 'project_id': 'ad96651d90924ac6a2bfe736b1e71ae8', 'gw_port': {'id': '298577c3-28ae-42a9-87d0-6c5e032af4e4', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:3a:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85609521-684d-4122-bbe0-87dfdb0cbc61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:29:41Z', 'updated_at': '2021-07-13T13:29:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:29:44.794059 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-afc9169f-752e-41a1-897b-7b3302f7db69 None None] Provisioning complete for port aa2462eb-1689-4bdf-abd5-ef6940aa1010 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:29:44.794703 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-afc9169f-752e-41a1-897b-7b3302f7db69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:44.850954 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-afc9169f-752e-41a1-897b-7b3302f7db69 None None] Port aa2462eb-1689-4bdf-abd5-ef6940aa1010 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:29:44.884545 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6cf05ccb-0fee-47f6-bddc-9ebbab0aa866 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:44.890141 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6cf05ccb-0fee-47f6-bddc-9ebbab0aa866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:44.891849 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6cf05ccb-0fee-47f6-bddc-9ebbab0aa866 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1785045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451806'] for router_interface, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:44.909407 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 43108) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:29:44.987537 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf05ccb-0fee-47f6-bddc-9ebbab0aa866 admin admin] Pushing event updated for resources: {'Port': ['ID=aa2462eb-1689-4bdf-abd5-ef6940aa1010,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:29:45.040347 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf05ccb-0fee-47f6-bddc-9ebbab0aa866 admin admin] Network 8fa0d465-8003-432f-9af5-3ecf92dbf33d is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:29:45.042384 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-6cf05ccb-0fee-47f6-bddc-9ebbab0aa866 admin admin] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:29:45.311741 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cf05ccb-0fee-47f6-bddc-9ebbab0aa866 admin admin] Router 85609521-684d-4122-bbe0-87dfdb0cbc61 has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 13:29:45.316147 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c572b19b-f036-43d1-a66d-4542595c26f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:45.488159 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-bfd739dc-719b-40fb-9e4b-ce0e28ad6eaf None None] Provisioning complete for port aa2462eb-1689-4bdf-abd5-ef6940aa1010 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:29:45.489908 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-bfd739dc-719b-40fb-9e4b-ce0e28ad6eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:45.495993 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c572b19b-f036-43d1-a66d-4542595c26f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:45.503880 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c572b19b-f036-43d1-a66d-4542595c26f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:45.512973 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cf05ccb-0fee-47f6-bddc-9ebbab0aa866 admin admin] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:29:45.520353 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-6cf05ccb-0fee-47f6-bddc-9ebbab0aa866 admin admin] 10.222.0.23 "PUT /v2.0/routers/85609521-684d-4122-bbe0-87dfdb0cbc61/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0912142 Jul 13 13:29:45.546144 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-c572b19b-f036-43d1-a66d-4542595c26f5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7dda70649a1c409f900e0d0178f4c15b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6346450 Jul 13 13:29:45.549090 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 43146) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:29:45.572263 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c572b19b-f036-43d1-a66d-4542595c26f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf10366f-22d5-46f3-86bd-8bcbb3fda60c,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:29:45.604275 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-bfd739dc-719b-40fb-9e4b-ce0e28ad6eaf None None] Port aa2462eb-1689-4bdf-abd5-ef6940aa1010 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:29:45.632844 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-64964bf0-55e9-483d-bcba-b6d240208b7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:45.662665 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-64964bf0-55e9-483d-bcba-b6d240208b7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:45.748446 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-64964bf0-55e9-483d-bcba-b6d240208b7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:45.751681 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-64964bf0-55e9-483d-bcba-b6d240208b7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:45.755283 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-64964bf0-55e9-483d-bcba-b6d240208b7c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bf10366f-22d5-46f3-86bd-8bcbb3fda60c HTTP/1.1" status: 204 len: 168 time: 0.2029207 Jul 13 13:29:45.770228 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64964bf0-55e9-483d-bcba-b6d240208b7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf10366f-22d5-46f3-86bd-8bcbb3fda60c,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:29:46.189377 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 298577c3-28ae-42a9-87d0-6c5e032af4e4 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:29:46.249574 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 43174) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:29:46.274910 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port 298577c3-28ae-42a9-87d0-6c5e032af4e4 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:29:46.279391 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 298577c3-28ae-42a9-87d0-6c5e032af4e4 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:29:46.279768 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:46.382073 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:46.386185 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 43190) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:29:46.409609 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port 298577c3-28ae-42a9-87d0-6c5e032af4e4, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=298577c3-28ae-42a9-87d0-6c5e032af4e4,segment=NetworkSegment(3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87),segment_id=3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:29:46.410686 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c65c0b0e-781a-4e92-a657-fcadc98647dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:46.414515 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:46.472855 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=298577c3-28ae-42a9-87d0-6c5e032af4e4,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:29:46.528485 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c65c0b0e-781a-4e92-a657-fcadc98647dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:46.533306 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c65c0b0e-781a-4e92-a657-fcadc98647dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:46.564006 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65c0b0e-781a-4e92-a657-fcadc98647dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=054bfdee-9c92-4d4f-97e6-3d644a6a3479,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:29:46.584515 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 43194) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:29:46.584769 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-c65c0b0e-781a-4e92-a657-fcadc98647dd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=aa15b2ca9f8448de85952acf03d6ce19&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1975341 Jul 13 13:29:46.640203 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d63df7e3-fc6d-47f4-8696-58e57fbd0a2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:46.649787 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a2cf02ca-345e-4373-a2cc-755d3b483ba3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:46.677232 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a2cf02ca-345e-4373-a2cc-755d3b483ba3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:46.756064 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a2cf02ca-345e-4373-a2cc-755d3b483ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:46.758709 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a2cf02ca-345e-4373-a2cc-755d3b483ba3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:46.760029 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-a2cf02ca-345e-4373-a2cc-755d3b483ba3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/054bfdee-9c92-4d4f-97e6-3d644a6a3479 HTTP/1.1" status: 204 len: 168 time: 0.1743805 Jul 13 13:29:46.769688 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cf02ca-345e-4373-a2cc-755d3b483ba3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=054bfdee-9c92-4d4f-97e6-3d644a6a3479,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:29:46.820633 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d63df7e3-fc6d-47f4-8696-58e57fbd0a2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:46.825229 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d63df7e3-fc6d-47f4-8696-58e57fbd0a2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:46.859959 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e5483d-6653-4800-9426-e9bee546b1d5 None None] Sync routers for ids ['85609521-684d-4122-bbe0-87dfdb0cbc61'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:29:46.872456 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e5483d-6653-4800-9426-e9bee546b1d5 None None] Routers {'85609521-684d-4122-bbe0-87dfdb0cbc61'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:29:46.874010 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-d63df7e3-fc6d-47f4-8696-58e57fbd0a2c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=213c228ac0b14c5f83e8027d5afe339b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6214943 Jul 13 13:29:46.874155 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 43220) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:29:46.874900 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63df7e3-fc6d-47f4-8696-58e57fbd0a2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02c50811-6755-401b-b673-410e06b02d5b,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:29:46.876508 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-81e5483d-6653-4800-9426-e9bee546b1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:29:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['85609521-684d-4122-bbe0-87dfdb0cbc61'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:29:46.946290 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-02693c3f-7b4f-47ce-9209-71658b5cd8de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:46.972461 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-02693c3f-7b4f-47ce-9209-71658b5cd8de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:47.025577 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-81e5483d-6653-4800-9426-e9bee546b1d5 None None] Set router 85609521-684d-4122-bbe0-87dfdb0cbc61 gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:29:47.035382 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-02693c3f-7b4f-47ce-9209-71658b5cd8de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:47.039629 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-02693c3f-7b4f-47ce-9209-71658b5cd8de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:47.041423 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-02693c3f-7b4f-47ce-9209-71658b5cd8de admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/02c50811-6755-401b-b673-410e06b02d5b HTTP/1.1" status: 204 len: 168 time: 0.1663601 Jul 13 13:29:47.053154 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02693c3f-7b4f-47ce-9209-71658b5cd8de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02c50811-6755-401b-b673-410e06b02d5b,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:29:47.169827 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-18719e30-58ce-49cf-9291-f85d0a802bb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:47.263372 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-81e5483d-6653-4800-9426-e9bee546b1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85609521-684d-4122-bbe0-87dfdb0cbc61', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1051747536-router', 'tenant_id': 'ad96651d90924ac6a2bfe736b1e71ae8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.172'}], 'enable_snat': True}, 'gw_port_id': '298577c3-28ae-42a9-87d0-6c5e032af4e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:29:40Z', 'updated_at': '2021-07-13T13:29:44Z', 'revision_number': 4, 'project_id': 'ad96651d90924ac6a2bfe736b1e71ae8', 'gw_port': {'id': '298577c3-28ae-42a9-87d0-6c5e032af4e4', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:3a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85609521-684d-4122-bbe0-87dfdb0cbc61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:29:41Z', 'updated_at': '2021-07-13T13:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': 'aa2462eb-1689-4bdf-abd5-ef6940aa1010', 'name': '', 'network_id': '8fa0d465-8003-432f-9af5-3ecf92dbf33d', 'tenant_id': 'ad96651d90924ac6a2bfe736b1e71ae8', 'mac_address': 'fa:16:3e:1c:c8:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85609521-684d-4122-bbe0-87dfdb0cbc61', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '0935fffc-5f50-41bc-86c4-a4cd335b45c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:29:43Z', 'updated_at': '2021-07-13T13:29:44Z', 'revision_number': 2, 'project_id': 'ad96651d90924ac6a2bfe736b1e71ae8', 'subnets': [{'id': '0935fffc-5f50-41bc-86c4-a4cd335b45c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:29:47.294009 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e5483d-6653-4800-9426-e9bee546b1d5 None None] Checking router: 85609521-684d-4122-bbe0-87dfdb0cbc61 for host: n-d-800634-1 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 13:29:47.294576 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e5483d-6653-4800-9426-e9bee546b1d5 None None] Updating router 85609521-684d-4122-bbe0-87dfdb0cbc61 port aa2462eb-1689-4bdf-abd5-ef6940aa1010 binding host n-d-800634-1 {{(pid=93752) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 13:29:47.334228 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 43244) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:29:47.336758 n-d-800634-1 neutron-server[93751]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 13 13:29:47.337286 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-81e5483d-6653-4800-9426-e9bee546b1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:47.368194 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2d0246ef-39f5-4768-9da5-0beb06c1b4b7 req-d071b4c2-8b3a-424c-a8b8-a01de8063a5c tempest-AggregatesAdminTestJSON-1853788010 tempest-AggregatesAdminTestJSON-1853788010-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=a01cf97a81a84e6c99ec12a5a2bec60c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0324066 Jul 13 13:29:47.577894 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 43252) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:29:47.592819 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0246ef-39f5-4768-9da5-0beb06c1b4b7 req-df690742-33ef-41dd-8747-c6fa20584e73 tempest-AggregatesAdminTestJSON-1853788010 tempest-AggregatesAdminTestJSON-1853788010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:29:47.601111 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2d0246ef-39f5-4768-9da5-0beb06c1b4b7 req-df690742-33ef-41dd-8747-c6fa20584e73 tempest-AggregatesAdminTestJSON-1853788010 tempest-AggregatesAdminTestJSON-1853788010-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2274306 Jul 13 13:29:47.614575 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2d0246ef-39f5-4768-9da5-0beb06c1b4b7 req-666d41d7-7e60-4c0f-8872-f06fb11a7f45 tempest-AggregatesAdminTestJSON-1853788010 tempest-AggregatesAdminTestJSON-1853788010-project] 10.222.0.23 "GET /v2.0/quotas/a01cf97a81a84e6c99ec12a5a2bec60c HTTP/1.1" status: 200 len: 375 time: 0.0123515 Jul 13 13:29:47.663773 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 43262) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:29:47.669527 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-ac995d21-3147-4731-b86e-594d402aa019 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1695295658-network', 'tenant_id': 'f54116ed042844c4974340216083f60c'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:29:47.718636 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac995d21-3147-4731-b86e-594d402aa019 admin admin] Made reservation on behalf of f54116ed042844c4974340216083f60c for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:29:47.722115 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ac995d21-3147-4731-b86e-594d402aa019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:47.742179 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ac995d21-3147-4731-b86e-594d402aa019 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:47.828147 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2d0246ef-39f5-4768-9da5-0beb06c1b4b7 req-6220f478-c0e7-46e5-b422-f8c43339a7b2 tempest-AggregatesAdminTestJSON-1853788010 tempest-AggregatesAdminTestJSON-1853788010-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=a01cf97a81a84e6c99ec12a5a2bec60c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2008624 Jul 13 13:29:47.857163 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-81e5483d-6653-4800-9426-e9bee546b1d5 None None] Notify callbacks [] for port, precommit_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:47.871929 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-81e5483d-6653-4800-9426-e9bee546b1d5 None None] Transition to ACTIVE for port object aa2462eb-1689-4bdf-abd5-ef6940aa1010 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:29:47.886351 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-81e5483d-6653-4800-9426-e9bee546b1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:47.893605 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ac995d21-3147-4731-b86e-594d402aa019 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:47.901804 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ac995d21-3147-4731-b86e-594d402aa019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:47.952715 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac995d21-3147-4731-b86e-594d402aa019 admin admin] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 13:29:47.979805 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43df4b5-9c5d-425d-8539-b030cae09984 None None] Pushing event updated for resources: {'Port': ['ID=aa2462eb-1689-4bdf-abd5-ef6940aa1010,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:29:47.987027 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-691636f1-905f-47cc-b49f-f7516fbc813b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:47.998707 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac995d21-3147-4731-b86e-594d402aa019 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf23d385-c965-4fc1-97cd-0480ec2d9faa,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:29:48.003209 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ac995d21-3147-4731-b86e-594d402aa019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:48.003793 n-d-800634-1 neutron-server[93750]: INFO neutron.db.segments_db [None req-ac995d21-3147-4731-b86e-594d402aa019 admin admin] Added segment bee29a26-03ac-4023-b46e-443206d3928c of type vlan for network e11d88cd-2e07-4e71-9e10-5d91be491d03 Jul 13 13:29:48.080239 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ac995d21-3147-4731-b86e-594d402aa019 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:48.114711 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 43280) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:29:48.137380 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1000f9f8-5726-4fb5-a95b-95aa326e171f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:48.252137 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ac995d21-3147-4731-b86e-594d402aa019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:48.253373 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac995d21-3147-4731-b86e-594d402aa019 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:29:48.253977 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ac995d21-3147-4731-b86e-594d402aa019 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:48.316270 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 298577c3-28ae-42a9-87d0-6c5e032af4e4 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:29:48.362455 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b8cd9361-7d29-4db6-9b2f-93dd22f33062 req-ba5120a4-fc8b-47a1-9015-5c41cf516fd4 tempest-AggregatesAdminTestJSON-1853788010 tempest-AggregatesAdminTestJSON-1853788010-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdd4274d-3faa-49a9-bfc1-10158a747833 HTTP/1.1" status: 200 len: 210 time: 0.0855780 Jul 13 13:29:48.383084 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-81e5483d-6653-4800-9426-e9bee546b1d5 None None] Attempting to bind port aa2462eb-1689-4bdf-abd5-ef6940aa1010 on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:29:48.383568 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-81e5483d-6653-4800-9426-e9bee546b1d5 None None] Attempting to bind port aa2462eb-1689-4bdf-abd5-ef6940aa1010 by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '15c43e43-c0ec-4679-80b4-b23ff768bd51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8fa0d465-8003-432f-9af5-3ecf92dbf33d'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:29:48.384226 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e5483d-6653-4800-9426-e9bee546b1d5 None None] Attempting to bind port aa2462eb-1689-4bdf-abd5-ef6940aa1010 on network 8fa0d465-8003-432f-9af5-3ecf92dbf33d {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:29:48.390584 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac995d21-3147-4731-b86e-594d402aa019 admin admin] Pushing event updated for resources: {'Network': ['ID=e11d88cd-2e07-4e71-9e10-5d91be491d03,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:29:48.409916 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network e11d88cd-2e07-4e71-9e10-5d91be491d03 details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 13:29:48.413960 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e5483d-6653-4800-9426-e9bee546b1d5 None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 29, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:29:48.414310 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e5483d-6653-4800-9426-e9bee546b1d5 None None] Checking segment: {'id': '15c43e43-c0ec-4679-80b4-b23ff768bd51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8fa0d465-8003-432f-9af5-3ecf92dbf33d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:29:48.414714 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-81e5483d-6653-4800-9426-e9bee546b1d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:48.415107 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e5483d-6653-4800-9426-e9bee546b1d5 None None] Bound using segment: {'id': '15c43e43-c0ec-4679-80b4-b23ff768bd51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8fa0d465-8003-432f-9af5-3ecf92dbf33d'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:29:48.415851 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-81e5483d-6653-4800-9426-e9bee546b1d5 None None] Bound port: aa2462eb-1689-4bdf-abd5-ef6940aa1010, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15c43e43-c0ec-4679-80b4-b23ff768bd51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8fa0d465-8003-432f-9af5-3ecf92dbf33d'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:29:48.416223 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-691636f1-905f-47cc-b49f-f7516fbc813b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:48.416637 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-81e5483d-6653-4800-9426-e9bee546b1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:48.430627 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-691636f1-905f-47cc-b49f-f7516fbc813b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:48.533463 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-691636f1-905f-47cc-b49f-f7516fbc813b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=201fae4bcc574c528ae38582474033ca&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9511664 Jul 13 13:29:48.536788 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 43304) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:29:48.556816 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691636f1-905f-47cc-b49f-f7516fbc813b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9665d48b-a2a1-49da-8e14-213171792703,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:29:48.569494 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 298577c3-28ae-42a9-87d0-6c5e032af4e4 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:29:48.569928 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:48.618505 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1000f9f8-5726-4fb5-a95b-95aa326e171f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:48.628653 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1000f9f8-5726-4fb5-a95b-95aa326e171f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:48.663059 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-ac995d21-3147-4731-b86e-594d402aa019 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.9949875 Jul 13 13:29:48.665106 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 43310) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:29:48.686800 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-317e8872-e0bc-4cb7-9e58-c445614449e1 admin admin] Request body: {'subnet': {'network_id': 'e11d88cd-2e07-4e71-9e10-5d91be491d03', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1695295658-subnet', 'tenant_id': 'f54116ed042844c4974340216083f60c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:29:48.691931 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-81e5483d-6653-4800-9426-e9bee546b1d5 None None] For port aa2462eb-1689-4bdf-abd5-ef6940aa1010, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:29:48.720076 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1000f9f8-5726-4fb5-a95b-95aa326e171f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=214a0432-dc7f-4829-8ff1-3c0917d7755d,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:29:48.754330 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-81e5483d-6653-4800-9426-e9bee546b1d5 None None] For port aa2462eb-1689-4bdf-abd5-ef6940aa1010, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=aa2462eb-1689-4bdf-abd5-ef6940aa1010,segment=NetworkSegment(15c43e43-c0ec-4679-80b4-b23ff768bd51),segment_id=15c43e43-c0ec-4679-80b4-b23ff768bd51)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:29:48.762315 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1e0102c2-277e-4a7d-830a-59c413fc310a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:48.763388 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-81e5483d-6653-4800-9426-e9bee546b1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:48.780525 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-1000f9f8-5726-4fb5-a95b-95aa326e171f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3ea43650be1e49dd92b27bbf0282b82c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6647174 Jul 13 13:29:48.783996 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 43318) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:29:48.786385 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-317e8872-e0bc-4cb7-9e58-c445614449e1 admin admin] Made reservation on behalf of f54116ed042844c4974340216083f60c for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:29:48.788852 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-317e8872-e0bc-4cb7-9e58-c445614449e1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:48.855474 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1e0102c2-277e-4a7d-830a-59c413fc310a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:48.919332 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e5483d-6653-4800-9426-e9bee546b1d5 None None] Routers {'85609521-684d-4122-bbe0-87dfdb0cbc61'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:29:48.924887 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-81e5483d-6653-4800-9426-e9bee546b1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:29:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['85609521-684d-4122-bbe0-87dfdb0cbc61'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:29:48.941046 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43df4b5-9c5d-425d-8539-b030cae09984 None None] Pushing event updated for resources: {'Port': ['ID=aa2462eb-1689-4bdf-abd5-ef6940aa1010,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:29:48.948766 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1e0102c2-277e-4a7d-830a-59c413fc310a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:48.951335 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1e0102c2-277e-4a7d-830a-59c413fc310a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:48.956984 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-1e0102c2-277e-4a7d-830a-59c413fc310a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9665d48b-a2a1-49da-8e14-213171792703 HTTP/1.1" status: 204 len: 168 time: 0.4177060 Jul 13 13:29:48.986643 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0102c2-277e-4a7d-830a-59c413fc310a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9665d48b-a2a1-49da-8e14-213171792703,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:29:49.070165 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3d0628df-a6eb-449a-bd4a-8da46562b357 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:49.110614 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3d0628df-a6eb-449a-bd4a-8da46562b357 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:49.164974 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-81e5483d-6653-4800-9426-e9bee546b1d5 None None] Set router 85609521-684d-4122-bbe0-87dfdb0cbc61 gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:29:49.267120 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-317e8872-e0bc-4cb7-9e58-c445614449e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:49.279560 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3d0628df-a6eb-449a-bd4a-8da46562b357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:49.283566 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3d0628df-a6eb-449a-bd4a-8da46562b357 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:49.283948 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-3d0628df-a6eb-449a-bd4a-8da46562b357 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/214a0432-dc7f-4829-8ff1-3c0917d7755d HTTP/1.1" status: 204 len: 168 time: 0.4985013 Jul 13 13:29:49.327539 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0628df-a6eb-449a-bd4a-8da46562b357 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=214a0432-dc7f-4829-8ff1-3c0917d7755d,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:29:49.338035 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317e8872-e0bc-4cb7-9e58-c445614449e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=063f2dcb-0299-41b3-8cdd-1dfc0fa62b86,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:29:49.355723 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317e8872-e0bc-4cb7-9e58-c445614449e1 admin admin] Checking segment: {'id': 'bee29a26-03ac-4023-b46e-443206d3928c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'e11d88cd-2e07-4e71-9e10-5d91be491d03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:29:49.356068 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-317e8872-e0bc-4cb7-9e58-c445614449e1 admin admin] Network hostable DHCP agents. Network: e11d88cd-2e07-4e71-9e10-5d91be491d03, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 13:29:49.377230 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-317e8872-e0bc-4cb7-9e58-c445614449e1 admin admin] Network e11d88cd-2e07-4e71-9e10-5d91be491d03 is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 13:29:49.393062 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-317e8872-e0bc-4cb7-9e58-c445614449e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, e11d88cd-2e07-4e71-9e10-5d91be491d03) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:29:49.403319 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf495ccc-7cd4-433e-93b7-67ba875b5bf2 None None] Network e11d88cd-2e07-4e71-9e10-5d91be491d03 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:29:49.409888 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-317e8872-e0bc-4cb7-9e58-c445614449e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:29:49.411209 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-317e8872-e0bc-4cb7-9e58-c445614449e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:49.429563 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-317e8872-e0bc-4cb7-9e58-c445614449e1 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.7610886 Jul 13 13:29:49.432424 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 43358) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:29:49.442790 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-da4e9e86-9da6-4137-81b6-2af50012538d admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1695295658-router', 'tenant_id': 'f54116ed042844c4974340216083f60c', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:29:49.494546 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-da4e9e86-9da6-4137-81b6-2af50012538d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1591928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2714'] for router, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:49.496176 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-da4e9e86-9da6-4137-81b6-2af50012538d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447198', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1629690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2689'] for router, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:49.554403 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-81e5483d-6653-4800-9426-e9bee546b1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85609521-684d-4122-bbe0-87dfdb0cbc61', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1051747536-router', 'tenant_id': 'ad96651d90924ac6a2bfe736b1e71ae8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.172'}], 'enable_snat': True}, 'gw_port_id': '298577c3-28ae-42a9-87d0-6c5e032af4e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:29:40Z', 'updated_at': '2021-07-13T13:29:44Z', 'revision_number': 4, 'project_id': 'ad96651d90924ac6a2bfe736b1e71ae8', 'gw_port': {'id': '298577c3-28ae-42a9-87d0-6c5e032af4e4', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:3a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85609521-684d-4122-bbe0-87dfdb0cbc61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:29:41Z', 'updated_at': '2021-07-13T13:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': 'aa2462eb-1689-4bdf-abd5-ef6940aa1010', 'name': '', 'network_id': '8fa0d465-8003-432f-9af5-3ecf92dbf33d', 'tenant_id': 'ad96651d90924ac6a2bfe736b1e71ae8', 'mac_address': 'fa:16:3e:1c:c8:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85609521-684d-4122-bbe0-87dfdb0cbc61', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '0935fffc-5f50-41bc-86c4-a4cd335b45c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:29:43Z', 'updated_at': '2021-07-13T13:29:48Z', 'revision_number': 4, 'project_id': 'ad96651d90924ac6a2bfe736b1e71ae8', 'subnets': [{'id': '0935fffc-5f50-41bc-86c4-a4cd335b45c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:29:49.650089 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e5483d-6653-4800-9426-e9bee546b1d5 None None] The sync data for ids ['85609521-684d-4122-bbe0-87dfdb0cbc61'] in n-d-800634-1 is: [{'id': '85609521-684d-4122-bbe0-87dfdb0cbc61', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1051747536-router', 'tenant_id': 'ad96651d90924ac6a2bfe736b1e71ae8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.172'}], 'enable_snat': True}, 'gw_port_id': '298577c3-28ae-42a9-87d0-6c5e032af4e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:29:40Z', 'updated_at': '2021-07-13T13:29:44Z', 'revision_number': 4, 'project_id': 'ad96651d90924ac6a2bfe736b1e71ae8', 'gw_port': {'id': '298577c3-28ae-42a9-87d0-6c5e032af4e4', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:3a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85609521-684d-4122-bbe0-87dfdb0cbc61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:29:41Z', 'updated_at': '2021-07-13T13:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': 'aa2462eb-1689-4bdf-abd5-ef6940aa1010', 'name': '', 'network_id': '8fa0d465-8003-432f-9af5-3ecf92dbf33d', 'tenant_id': 'ad96651d90924ac6a2bfe736b1e71ae8', 'mac_address': 'fa:16:3e:1c:c8:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85609521-684d-4122-bbe0-87dfdb0cbc61', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '0935fffc-5f50-41bc-86c4-a4cd335b45c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:29:43Z', 'updated_at': '2021-07-13T13:29:48Z', 'revision_number': 4, 'project_id': 'ad96651d90924ac6a2bfe736b1e71ae8', 'subnets': [{'id': '0935fffc-5f50-41bc-86c4-a4cd335b45c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:29:49.663025 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f47a2157-b2f2-4854-8fce-aa6dfb9254f2 req-8fa8544c-4b49-4f2c-af2b-fefa08ad5296 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=09bf0390c6c84bde9cf099d3a1ffb9e6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0588374 Jul 13 13:29:49.691018 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-340c6e8b-4423-4507-bf6e-d9a8bc04f267 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a7201e1-61ce-5a3e-b7f7-e800379ed03b-e11d88cd-2e07-4e71-9e10-5d91be491d03', 'network_id': 'e11d88cd-2e07-4e71-9e10-5d91be491d03', 'tenant_id': 'f54116ed042844c4974340216083f60c', 'fixed_ips': [{'subnet_id': '063f2dcb-0299-41b3-8cdd-1dfc0fa62b86'}]}} from n-d-800634-1. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 13:29:49.692243 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-340c6e8b-4423-4507-bf6e-d9a8bc04f267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:49.758649 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 43376) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:29:49.792304 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ec8ef41c-a549-4d63-8d1e-739575849d06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:49.911159 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-da4e9e86-9da6-4137-81b6-2af50012538d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:49.994877 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-34ab0b7f-a5f5-4592-8a5b-c00b311a7e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:50.060327 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ec8ef41c-a549-4d63-8d1e-739575849d06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:50.067648 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ec8ef41c-a549-4d63-8d1e-739575849d06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:50.077007 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:50.149723 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-ec8ef41c-a549-4d63-8d1e-739575849d06 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3ffad6ed9fcd4db1ad2acedf884f602f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3890038 Jul 13 13:29:50.153800 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 43388) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:29:50.192702 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-340c6e8b-4423-4507-bf6e-d9a8bc04f267 None None] Allocated IP 172.20.0.2 (e11d88cd-2e07-4e71-9e10-5d91be491d03/063f2dcb-0299-41b3-8cdd-1dfc0fa62b86/c92f238f-33d4-40de-9379-659db2ad99f0) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:29:50.246322 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8ef41c-a549-4d63-8d1e-739575849d06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15152215-03d4-471f-a940-c65a5db5e0a9,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:29:50.351099 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device aa2462eb-1689-4bdf-abd5-ef6940aa1010 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:29:50.390333 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-49c173bc-da62-4b14-b20b-31fdba28b291 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:50.441480 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-da4e9e86-9da6-4137-81b6-2af50012538d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447180', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1591910', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2751'] for router, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:50.452291 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-49c173bc-da62-4b14-b20b-31fdba28b291 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:50.459586 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47a2157-b2f2-4854-8fce-aa6dfb9254f2 req-b8b349c9-d91f-4a5c-8393-640abaff33f3 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:29:50.475276 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f47a2157-b2f2-4854-8fce-aa6dfb9254f2 req-b8b349c9-d91f-4a5c-8393-640abaff33f3 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7501681 Jul 13 13:29:50.538683 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f47a2157-b2f2-4854-8fce-aa6dfb9254f2 req-907d0ae3-272c-40fc-8832-bfee2d4c08bc tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.23 "GET /v2.0/quotas/09bf0390c6c84bde9cf099d3a1ffb9e6 HTTP/1.1" status: 200 len: 375 time: 0.0623767 Jul 13 13:29:50.570397 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-49c173bc-da62-4b14-b20b-31fdba28b291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:50.573015 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-49c173bc-da62-4b14-b20b-31fdba28b291 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:50.574166 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-49c173bc-da62-4b14-b20b-31fdba28b291 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/15152215-03d4-471f-a940-c65a5db5e0a9 HTTP/1.1" status: 204 len: 168 time: 0.4118168 Jul 13 13:29:50.590847 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c173bc-da62-4b14-b20b-31fdba28b291 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15152215-03d4-471f-a940-c65a5db5e0a9,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:29:50.668225 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 43406) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:29:50.711952 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f47a2157-b2f2-4854-8fce-aa6dfb9254f2 req-8f85ac92-4387-45fc-8322-0ad9755db413 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=09bf0390c6c84bde9cf099d3a1ffb9e6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1719007 Jul 13 13:29:50.865502 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port aa2462eb-1689-4bdf-abd5-ef6940aa1010 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:29:50.883748 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-340c6e8b-4423-4507-bf6e-d9a8bc04f267 None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:50.888101 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port aa2462eb-1689-4bdf-abd5-ef6940aa1010 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:29:50.888607 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:50.958791 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-340c6e8b-4423-4507-bf6e-d9a8bc04f267 None None] Transition to ACTIVE for port object c92f238f-33d4-40de-9379-659db2ad99f0 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:29:50.991291 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:51.037464 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-340c6e8b-4423-4507-bf6e-d9a8bc04f267 None None] Transition to ACTIVE for port object c92f238f-33d4-40de-9379-659db2ad99f0 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:29:51.056470 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-340c6e8b-4423-4507-bf6e-d9a8bc04f267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:51.120406 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340c6e8b-4423-4507-bf6e-d9a8bc04f267 None None] Pushing event updated for resources: {'Port': ['ID=c92f238f-33d4-40de-9379-659db2ad99f0,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:29:51.145005 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-da4e9e86-9da6-4137-81b6-2af50012538d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:51.169094 n-d-800634-1 neutron-server[93750]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 13 13:29:51.192027 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-340c6e8b-4423-4507-bf6e-d9a8bc04f267 None None] Network e11d88cd-2e07-4e71-9e10-5d91be491d03 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:29:51.194357 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-da4e9e86-9da6-4137-81b6-2af50012538d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:51.200692 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-340c6e8b-4423-4507-bf6e-d9a8bc04f267 None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:29:51.208693 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340c6e8b-4423-4507-bf6e-d9a8bc04f267 None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:29:51.224855 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:51.304217 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-49d07c85-44c4-4389-9e43-25abdac46bc8 req-6ca13b7d-d7eb-438e-bfe7-675623be5de2 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ed535c6-8974-4169-9610-96a0a9a9863c HTTP/1.1" status: 200 len: 210 time: 0.1145020 Jul 13 13:29:51.453849 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-340c6e8b-4423-4507-bf6e-d9a8bc04f267 None None] Attempting to bind port c92f238f-33d4-40de-9379-659db2ad99f0 on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:29:51.453849 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-340c6e8b-4423-4507-bf6e-d9a8bc04f267 None None] Attempting to bind port c92f238f-33d4-40de-9379-659db2ad99f0 by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': 'bee29a26-03ac-4023-b46e-443206d3928c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'e11d88cd-2e07-4e71-9e10-5d91be491d03'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:29:51.453849 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340c6e8b-4423-4507-bf6e-d9a8bc04f267 None None] Attempting to bind port c92f238f-33d4-40de-9379-659db2ad99f0 on network e11d88cd-2e07-4e71-9e10-5d91be491d03 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:29:51.493804 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340c6e8b-4423-4507-bf6e-d9a8bc04f267 None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 29, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:29:51.494193 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340c6e8b-4423-4507-bf6e-d9a8bc04f267 None None] Checking segment: {'id': 'bee29a26-03ac-4023-b46e-443206d3928c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'e11d88cd-2e07-4e71-9e10-5d91be491d03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:29:51.498809 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-340c6e8b-4423-4507-bf6e-d9a8bc04f267 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:51.499222 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340c6e8b-4423-4507-bf6e-d9a8bc04f267 None None] Bound using segment: {'id': 'bee29a26-03ac-4023-b46e-443206d3928c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'e11d88cd-2e07-4e71-9e10-5d91be491d03'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:29:51.499725 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-340c6e8b-4423-4507-bf6e-d9a8bc04f267 None None] Bound port: c92f238f-33d4-40de-9379-659db2ad99f0, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bee29a26-03ac-4023-b46e-443206d3928c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'e11d88cd-2e07-4e71-9e10-5d91be491d03'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:29:51.500118 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-340c6e8b-4423-4507-bf6e-d9a8bc04f267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:51.517259 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port aa2462eb-1689-4bdf-abd5-ef6940aa1010, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=aa2462eb-1689-4bdf-abd5-ef6940aa1010,segment=NetworkSegment(15c43e43-c0ec-4679-80b4-b23ff768bd51),segment_id=15c43e43-c0ec-4679-80b4-b23ff768bd51)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:29:51.550570 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:51.608677 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-da4e9e86-9da6-4137-81b6-2af50012538d admin admin] Allocated IP 172.25.6.18 (acf968b8-c524-46a9-a20b-ad9667009130/dde5a78e-bd1e-4f47-8189-7321d4de73d3/b604f099-2fec-43e2-8f84-de483349e888) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:29:51.639383 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f98b3572-473d-4d8a-a205-0b0b1be1fcd8 req-9ecaba07-f083-46b5-b17c-4e79e3c49574 tempest-AggregatesAdminTestJSON-1853788010 tempest-AggregatesAdminTestJSON-1853788010-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdd4274d-3faa-49a9-bfc1-10158a747833 HTTP/1.1" status: 200 len: 210 time: 0.9697618 Jul 13 13:29:51.685626 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=aa2462eb-1689-4bdf-abd5-ef6940aa1010,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:29:51.768755 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-da4e9e86-9da6-4137-81b6-2af50012538d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:51.803795 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-340c6e8b-4423-4507-bf6e-d9a8bc04f267 None None] For port c92f238f-33d4-40de-9379-659db2ad99f0, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:29:51.821724 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-340c6e8b-4423-4507-bf6e-d9a8bc04f267 None None] For port c92f238f-33d4-40de-9379-659db2ad99f0, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=c92f238f-33d4-40de-9379-659db2ad99f0,segment=NetworkSegment(bee29a26-03ac-4023-b46e-443206d3928c),segment_id=bee29a26-03ac-4023-b46e-443206d3928c)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:29:51.829505 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-340c6e8b-4423-4507-bf6e-d9a8bc04f267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:51.841865 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-da4e9e86-9da6-4137-81b6-2af50012538d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:51.976451 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da4e9e86-9da6-4137-81b6-2af50012538d admin admin] Network acf968b8-c524-46a9-a20b-ad9667009130 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:29:51.984783 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-da4e9e86-9da6-4137-81b6-2af50012538d admin admin] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:29:51.995520 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4e9e86-9da6-4137-81b6-2af50012538d admin admin] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:29:51.997679 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340c6e8b-4423-4507-bf6e-d9a8bc04f267 None None] Pushing event updated for resources: {'Port': ['ID=c92f238f-33d4-40de-9379-659db2ad99f0,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:29:51.999460 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4e9e86-9da6-4137-81b6-2af50012538d admin admin] Pushing event updated for resources: {'Port': ['ID=b604f099-2fec-43e2-8f84-de483349e888,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:29:52.040593 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.41', 50865) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:29:52.112449 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2d0246ef-39f5-4768-9da5-0beb06c1b4b7 req-063acc42-302a-4b7a-9463-60747457b700 tempest-AggregatesAdminTestJSON-1853788010 tempest-AggregatesAdminTestJSON-1853788010-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=a01cf97a81a84e6c99ec12a5a2bec60c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0706847 Jul 13 13:29:52.208462 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device aa2462eb-1689-4bdf-abd5-ef6940aa1010 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:29:52.327829 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port aa2462eb-1689-4bdf-abd5-ef6940aa1010 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:29:52.327968 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:52.390389 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0246ef-39f5-4768-9da5-0beb06c1b4b7 req-6a18fc51-d7c6-468b-9c66-b6f5d0ad805b tempest-AggregatesAdminTestJSON-1853788010 tempest-AggregatesAdminTestJSON-1853788010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:29:52.409798 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2d0246ef-39f5-4768-9da5-0beb06c1b4b7 req-6a18fc51-d7c6-468b-9c66-b6f5d0ad805b tempest-AggregatesAdminTestJSON-1853788010 tempest-AggregatesAdminTestJSON-1853788010-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2922266 Jul 13 13:29:52.431670 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-da4e9e86-9da6-4137-81b6-2af50012538d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:52.480613 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:52.586534 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-2d0246ef-39f5-4768-9da5-0beb06c1b4b7 req-7ad15e5d-17e5-434c-a0db-48cfb803fc16 tempest-AggregatesAdminTestJSON-1853788010 tempest-AggregatesAdminTestJSON-1853788010-project] Request body: {'port': {'device_id': 'fdd4274d-3faa-49a9-bfc1-10158a747833', 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30', 'admin_state_up': True, 'tenant_id': 'a01cf97a81a84e6c99ec12a5a2bec60c'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:29:52.616649 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-18b21b7b-a156-4768-b54a-2da69970e618 req-26b565d5-c7b8-4607-9bcd-5f650e81e2fb tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ed535c6-8974-4169-9610-96a0a9a9863c HTTP/1.1" status: 200 len: 210 time: 0.1649907 Jul 13 13:29:53.013365 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3b0289d4-8186-46b5-b299-037b85c0550a req-65bca6f8-02c0-4d7b-a91b-37c06b53cb34 tempest-AggregatesAdminTestJSON-1853788010 tempest-AggregatesAdminTestJSON-1853788010-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdd4274d-3faa-49a9-bfc1-10158a747833 HTTP/1.1" status: 200 len: 210 time: 0.0466089 Jul 13 13:29:53.027347 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-da4e9e86-9da6-4137-81b6-2af50012538d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447217'] for router, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:53.078232 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d0246ef-39f5-4768-9da5-0beb06c1b4b7 req-7ad15e5d-17e5-434c-a0db-48cfb803fc16 tempest-AggregatesAdminTestJSON-1853788010 tempest-AggregatesAdminTestJSON-1853788010-project] Made reservation on behalf of a01cf97a81a84e6c99ec12a5a2bec60c for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:29:53.082354 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-2d0246ef-39f5-4768-9da5-0beb06c1b4b7 req-7ad15e5d-17e5-434c-a0db-48cfb803fc16 tempest-AggregatesAdminTestJSON-1853788010 tempest-AggregatesAdminTestJSON-1853788010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:53.114645 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-2d0246ef-39f5-4768-9da5-0beb06c1b4b7 req-7ad15e5d-17e5-434c-a0db-48cfb803fc16 tempest-AggregatesAdminTestJSON-1853788010 tempest-AggregatesAdminTestJSON-1853788010-project] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:53.303385 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da4e9e86-9da6-4137-81b6-2af50012538d admin admin] Router 3f45e2fb-9816-4dd0-9223-d3f6e254683f is scheduled to L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 with binding_index 1 {{(pid=93751) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 13:29:53.316402 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-2d0246ef-39f5-4768-9da5-0beb06c1b4b7 req-7ad15e5d-17e5-434c-a0db-48cfb803fc16 tempest-AggregatesAdminTestJSON-1853788010 tempest-AggregatesAdminTestJSON-1853788010-project] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:53.322438 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-2d0246ef-39f5-4768-9da5-0beb06c1b4b7 req-7ad15e5d-17e5-434c-a0db-48cfb803fc16 tempest-AggregatesAdminTestJSON-1853788010 tempest-AggregatesAdminTestJSON-1853788010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:53.367449 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad15e5d-17e5-434c-a0db-48cfb803fc16 tempest-AggregatesAdminTestJSON-1853788010 tempest-AggregatesAdminTestJSON-1853788010-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b2baecb-2186-4d6c-b1b0-56fe5f55edb9,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:29:53.451960 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 43528) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:29:53.468288 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da4e9e86-9da6-4137-81b6-2af50012538d admin admin] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:29:53.479217 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b22b573-74ac-4630-b178-72b5c168405a None None] Sync routers for ids ['3f45e2fb-9816-4dd0-9223-d3f6e254683f'] in n-d-800634-1 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:29:53.501835 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b22b573-74ac-4630-b178-72b5c168405a None None] Routers {'3f45e2fb-9816-4dd0-9223-d3f6e254683f'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:29:53.502012 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-da4e9e86-9da6-4137-81b6-2af50012538d admin admin] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:53.505685 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-da4e9e86-9da6-4137-81b6-2af50012538d admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.0677724 Jul 13 13:29:53.505851 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-6b22b573-74ac-4630-b178-72b5c168405a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:29:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['3f45e2fb-9816-4dd0-9223-d3f6e254683f'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:29:53.506319 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 43534) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:29:53.675668 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f288a653-33a0-4a23-bcaf-2964451c8eb0 None None] Network e11d88cd-2e07-4e71-9e10-5d91be491d03 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:29:53.834803 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.41', 50869) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:29:53.875331 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-6b22b573-74ac-4630-b178-72b5c168405a None None] Set router 3f45e2fb-9816-4dd0-9223-d3f6e254683f gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:29:53.910620 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-28ac11e2-1d96-4077-acc1-adae69481665 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:54.039952 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-120f033e-408a-4412-92aa-98ea2a55555d req-a6a4b246-530d-497c-839b-3b64d661eb3c tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ed535c6-8974-4169-9610-96a0a9a9863c HTTP/1.1" status: 200 len: 210 time: 0.1215429 Jul 13 13:29:54.080814 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f47a2157-b2f2-4854-8fce-aa6dfb9254f2 req-c23de17a-8b48-4c3a-82fa-f13ec2c73f1d tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=09bf0390c6c84bde9cf099d3a1ffb9e6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1978502 Jul 13 13:29:54.091260 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-2d0246ef-39f5-4768-9da5-0beb06c1b4b7 req-7ad15e5d-17e5-434c-a0db-48cfb803fc16 tempest-AggregatesAdminTestJSON-1853788010 tempest-AggregatesAdminTestJSON-1853788010-project] Allocated IP 192.168.233.132 (e0bfb334-0fd9-4ba5-ba79-1568ecabee30/60b55863-ceb6-45af-a8a4-4b22d72866af/f31ef304-7f72-45b3-9a82-2cc82bc962da) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:29:54.147848 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa4a3c8a-1d28-47c9-bc10-a28d37612aee None None] Provisioning for port c92f238f-33d4-40de-9379-659db2ad99f0 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:29:54.400964 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device c92f238f-33d4-40de-9379-659db2ad99f0 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:29:54.520943 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47a2157-b2f2-4854-8fce-aa6dfb9254f2 req-1045ddec-c28e-4ce9-b165-29fb6198cef4 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:29:54.529953 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f47a2157-b2f2-4854-8fce-aa6dfb9254f2 req-1045ddec-c28e-4ce9-b165-29fb6198cef4 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4361696 Jul 13 13:29:54.540605 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-03ffb65c-2841-48d7-85e6-8481945ebe5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:54.586581 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-6b22b573-74ac-4630-b178-72b5c168405a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f45e2fb-9816-4dd0-9223-d3f6e254683f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1695295658-router', 'tenant_id': 'f54116ed042844c4974340216083f60c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': 'b604f099-2fec-43e2-8f84-de483349e888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:29:49Z', 'updated_at': '2021-07-13T13:29:52Z', 'revision_number': 3, 'project_id': 'f54116ed042844c4974340216083f60c', 'gw_port': {'id': 'b604f099-2fec-43e2-8f84-de483349e888', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:fe:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f45e2fb-9816-4dd0-9223-d3f6e254683f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:29:51Z', 'updated_at': '2021-07-13T13:29:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:29:54.626858 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b22b573-74ac-4630-b178-72b5c168405a None None] Checking router: 3f45e2fb-9816-4dd0-9223-d3f6e254683f for host: n-d-800634-1 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 13:29:54.627661 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b22b573-74ac-4630-b178-72b5c168405a None None] Updating router 3f45e2fb-9816-4dd0-9223-d3f6e254683f port b604f099-2fec-43e2-8f84-de483349e888 binding host n-d-800634-1 {{(pid=93753) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 13:29:54.658492 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-96121e06-5271-4c68-9e2e-b9fac7e335ee req-233f313e-fd75-4f87-8dfa-8e71708c89f2 tempest-AggregatesAdminTestJSON-1853788010 tempest-AggregatesAdminTestJSON-1853788010-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdd4274d-3faa-49a9-bfc1-10158a747833 HTTP/1.1" status: 200 len: 210 time: 0.1184847 Jul 13 13:29:54.679661 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-f47a2157-b2f2-4854-8fce-aa6dfb9254f2 req-d2d061a1-7211-4d16-9f21-feec80dc7bba tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Request body: {'port': {'device_id': '2ed535c6-8974-4169-9610-96a0a9a9863c', 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30', 'admin_state_up': True, 'tenant_id': '09bf0390c6c84bde9cf099d3a1ffb9e6'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:29:54.723557 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6b22b573-74ac-4630-b178-72b5c168405a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:54.774351 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port c92f238f-33d4-40de-9379-659db2ad99f0 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:29:54.801552 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port c92f238f-33d4-40de-9379-659db2ad99f0 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:29:54.802003 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:54.943302 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-03ffb65c-2841-48d7-85e6-8481945ebe5d admin admin] Allocated IP 172.20.0.1 (e11d88cd-2e07-4e71-9e10-5d91be491d03/063f2dcb-0299-41b3-8cdd-1dfc0fa62b86/6d8005ba-3501-4b7c-8ee3-729b1787a910) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:29:55.095235 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:55.129699 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-2d0246ef-39f5-4768-9da5-0beb06c1b4b7 req-7ad15e5d-17e5-434c-a0db-48cfb803fc16 tempest-AggregatesAdminTestJSON-1853788010 tempest-AggregatesAdminTestJSON-1853788010-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:55.158438 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-2d0246ef-39f5-4768-9da5-0beb06c1b4b7 req-7ad15e5d-17e5-434c-a0db-48cfb803fc16 tempest-AggregatesAdminTestJSON-1853788010 tempest-AggregatesAdminTestJSON-1853788010-project] Transition to ACTIVE for port object f31ef304-7f72-45b3-9a82-2cc82bc962da will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:29:55.196537 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port c92f238f-33d4-40de-9379-659db2ad99f0, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=c92f238f-33d4-40de-9379-659db2ad99f0,segment=NetworkSegment(bee29a26-03ac-4023-b46e-443206d3928c),segment_id=bee29a26-03ac-4023-b46e-443206d3928c)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:29:55.210046 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:55.215504 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-2d0246ef-39f5-4768-9da5-0beb06c1b4b7 req-7ad15e5d-17e5-434c-a0db-48cfb803fc16 tempest-AggregatesAdminTestJSON-1853788010 tempest-AggregatesAdminTestJSON-1853788010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:55.324378 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=c92f238f-33d4-40de-9379-659db2ad99f0,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:29:55.400562 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-03ffb65c-2841-48d7-85e6-8481945ebe5d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:55.421050 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6b22b573-74ac-4630-b178-72b5c168405a None None] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:55.434349 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-451bcdd7-cfad-42ba-bcd1-641b6f65d025 None None] Provisioning complete for port c92f238f-33d4-40de-9379-659db2ad99f0 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:29:55.435072 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-451bcdd7-cfad-42ba-bcd1-641b6f65d025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:55.448509 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-6b22b573-74ac-4630-b178-72b5c168405a None None] Transition to ACTIVE for port object b604f099-2fec-43e2-8f84-de483349e888 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:29:55.462762 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6b22b573-74ac-4630-b178-72b5c168405a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:55.478736 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad15e5d-17e5-434c-a0db-48cfb803fc16 tempest-AggregatesAdminTestJSON-1853788010 tempest-AggregatesAdminTestJSON-1853788010-project] Pushing event updated for resources: {'Port': ['ID=f31ef304-7f72-45b3-9a82-2cc82bc962da,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:29:55.478998 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-03ffb65c-2841-48d7-85e6-8481945ebe5d admin admin] Transition to ACTIVE for port object 6d8005ba-3501-4b7c-8ee3-729b1787a910 will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:29:55.560654 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae66279-3c45-494d-9fbd-5d4088bb02b8 None None] Pushing event updated for resources: {'Port': ['ID=b604f099-2fec-43e2-8f84-de483349e888,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:29:55.581821 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d0246ef-39f5-4768-9da5-0beb06c1b4b7 req-7ad15e5d-17e5-434c-a0db-48cfb803fc16 tempest-AggregatesAdminTestJSON-1853788010 tempest-AggregatesAdminTestJSON-1853788010-project] Network e0bfb334-0fd9-4ba5-ba79-1568ecabee30 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:29:55.596039 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-6b22b573-74ac-4630-b178-72b5c168405a None None] Attempting to bind port b604f099-2fec-43e2-8f84-de483349e888 on host n-d-800634-1 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:29:55.596734 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-6b22b573-74ac-4630-b178-72b5c168405a None None] Attempting to bind port b604f099-2fec-43e2-8f84-de483349e888 by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:29:55.597276 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b22b573-74ac-4630-b178-72b5c168405a None None] Attempting to bind port b604f099-2fec-43e2-8f84-de483349e888 on network acf968b8-c524-46a9-a20b-ad9667009130 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:29:55.606004 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b22b573-74ac-4630-b178-72b5c168405a None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 29, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:29:55.607221 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b22b573-74ac-4630-b178-72b5c168405a None None] Checking segment: {'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:29:55.608378 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6b22b573-74ac-4630-b178-72b5c168405a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:55.609497 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b22b573-74ac-4630-b178-72b5c168405a None None] Bound using segment: {'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:29:55.610773 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-6b22b573-74ac-4630-b178-72b5c168405a None None] Bound port: b604f099-2fec-43e2-8f84-de483349e888, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:29:55.611792 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-03ffb65c-2841-48d7-85e6-8481945ebe5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:55.612585 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6b22b573-74ac-4630-b178-72b5c168405a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:55.659274 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ffb65c-2841-48d7-85e6-8481945ebe5d admin admin] Pushing event updated for resources: {'Port': ['ID=6d8005ba-3501-4b7c-8ee3-729b1787a910,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:29:55.684920 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ffb65c-2841-48d7-85e6-8481945ebe5d admin admin] Network e11d88cd-2e07-4e71-9e10-5d91be491d03 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:29:55.686731 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-03ffb65c-2841-48d7-85e6-8481945ebe5d admin admin] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:29:55.688835 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-28ac11e2-1d96-4077-acc1-adae69481665 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:55.697763 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-6b22b573-74ac-4630-b178-72b5c168405a None None] For port b604f099-2fec-43e2-8f84-de483349e888, host n-d-800634-1, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:29:55.702337 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-6b22b573-74ac-4630-b178-72b5c168405a None None] For port b604f099-2fec-43e2-8f84-de483349e888, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=b604f099-2fec-43e2-8f84-de483349e888,segment=NetworkSegment(3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87),segment_id=3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:29:55.708550 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ffb65c-2841-48d7-85e6-8481945ebe5d admin admin] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:29:55.709336 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-03ffb65c-2841-48d7-85e6-8481945ebe5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-450452'] for router_interface, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:55.711288 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6b22b573-74ac-4630-b178-72b5c168405a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:55.714346 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-2d0246ef-39f5-4768-9da5-0beb06c1b4b7 req-7ad15e5d-17e5-434c-a0db-48cfb803fc16 tempest-AggregatesAdminTestJSON-1853788010 tempest-AggregatesAdminTestJSON-1853788010-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:29:55.779075 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d0246ef-39f5-4768-9da5-0beb06c1b4b7 req-7ad15e5d-17e5-434c-a0db-48cfb803fc16 tempest-AggregatesAdminTestJSON-1853788010 tempest-AggregatesAdminTestJSON-1853788010-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:29:55.801719 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0246ef-39f5-4768-9da5-0beb06c1b4b7 req-7ad15e5d-17e5-434c-a0db-48cfb803fc16 tempest-AggregatesAdminTestJSON-1853788010 tempest-AggregatesAdminTestJSON-1853788010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:29:55.802418 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-2d0246ef-39f5-4768-9da5-0beb06c1b4b7 req-7ad15e5d-17e5-434c-a0db-48cfb803fc16 tempest-AggregatesAdminTestJSON-1853788010 tempest-AggregatesAdminTestJSON-1853788010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:55.807178 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-28ac11e2-1d96-4077-acc1-adae69481665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:55.817012 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 43582) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:29:55.850492 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae66279-3c45-494d-9fbd-5d4088bb02b8 None None] Pushing event updated for resources: {'Port': ['ID=b604f099-2fec-43e2-8f84-de483349e888,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:29:55.895732 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-14512f45-f01c-4f93-9d7d-8e91998a6d41 req-1e2ac1d6-a47b-4a1d-8507-a5147a03aa6b tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ed535c6-8974-4169-9610-96a0a9a9863c HTTP/1.1" status: 200 len: 210 time: 0.3122275 Jul 13 13:29:55.902965 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b22b573-74ac-4630-b178-72b5c168405a None None] Routers {'3f45e2fb-9816-4dd0-9223-d3f6e254683f'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:29:55.903621 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-6b22b573-74ac-4630-b178-72b5c168405a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:29:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['3f45e2fb-9816-4dd0-9223-d3f6e254683f'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:29:55.989442 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ac11e2-1d96-4077-acc1-adae69481665 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d32e4fc-8c08-4b90-99eb-80533f85e7e4,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:29:56.006287 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-28ac11e2-1d96-4077-acc1-adae69481665 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d1e9fda7e04b4fedadefd2d5438267b8&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4725113 Jul 13 13:29:56.015397 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 43588) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:29:56.036463 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2d0246ef-39f5-4768-9da5-0beb06c1b4b7 req-7ad15e5d-17e5-434c-a0db-48cfb803fc16 tempest-AggregatesAdminTestJSON-1853788010 tempest-AggregatesAdminTestJSON-1853788010-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5568855 Jul 13 13:29:56.071084 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [req-2d0246ef-39f5-4768-9da5-0beb06c1b4b7 req-eb330ac6-631f-4def-88a0-b544296e0d83 tempest-AggregatesAdminTestJSON-1853788010 tempest-AggregatesAdminTestJSON-1853788010-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93750) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 13:29:56.072054 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2d0246ef-39f5-4768-9da5-0beb06c1b4b7 req-eb330ac6-631f-4def-88a0-b544296e0d83 tempest-AggregatesAdminTestJSON-1853788010 tempest-AggregatesAdminTestJSON-1853788010-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0124943 Jul 13 13:29:56.142850 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f47a2157-b2f2-4854-8fce-aa6dfb9254f2 req-d2d061a1-7211-4d16-9f21-feec80dc7bba tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Made reservation on behalf of 09bf0390c6c84bde9cf099d3a1ffb9e6 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:29:56.166924 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f47a2157-b2f2-4854-8fce-aa6dfb9254f2 req-d2d061a1-7211-4d16-9f21-feec80dc7bba tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:56.217519 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f47a2157-b2f2-4854-8fce-aa6dfb9254f2 req-d2d061a1-7211-4d16-9f21-feec80dc7bba tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:56.223943 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-6b22b573-74ac-4630-b178-72b5c168405a None None] Set router 3f45e2fb-9816-4dd0-9223-d3f6e254683f gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:29:56.239207 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-eb8714aa-c085-426b-850e-fe198a4ddaa1 None None] Provisioning for port f31ef304-7f72-45b3-9a82-2cc82bc962da completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:29:56.249796 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-eb8714aa-c085-426b-850e-fe198a4ddaa1 None None] Provisioning complete for port f31ef304-7f72-45b3-9a82-2cc82bc962da triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:29:56.250899 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-eb8714aa-c085-426b-850e-fe198a4ddaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:56.269423 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-10b717f9-9828-44b3-b675-b5c6c10f40e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:56.317192 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device c92f238f-33d4-40de-9379-659db2ad99f0 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:29:56.367733 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-10b717f9-9828-44b3-b675-b5c6c10f40e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:56.409262 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port c92f238f-33d4-40de-9379-659db2ad99f0 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:29:56.410041 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:56.521665 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-eb8714aa-c085-426b-850e-fe198a4ddaa1 None None] Port f31ef304-7f72-45b3-9a82-2cc82bc962da cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:29:56.549342 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-eb8714aa-c085-426b-850e-fe198a4ddaa1 None None] Provisioning for port 6d8005ba-3501-4b7c-8ee3-729b1787a910 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:29:56.564401 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-eb8714aa-c085-426b-850e-fe198a4ddaa1 None None] Provisioning complete for port 6d8005ba-3501-4b7c-8ee3-729b1787a910 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:29:56.568254 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-eb8714aa-c085-426b-850e-fe198a4ddaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:56.585395 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d0bdd798-336c-436d-a13b-5e7bcb690947 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:56.654084 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-03ffb65c-2841-48d7-85e6-8481945ebe5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:56.654731 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-eb8714aa-c085-426b-850e-fe198a4ddaa1 None None] Port 6d8005ba-3501-4b7c-8ee3-729b1787a910 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:29:56.692112 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffc53a5-9817-4736-b96e-4abb16666218 req-b5347213-a3ae-4e84-94c0-76eaf940ef2b tempest-AggregatesAdminTestJSON-1853788010 tempest-AggregatesAdminTestJSON-1853788010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:29:56.699106 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0ffc53a5-9817-4736-b96e-4abb16666218 req-b5347213-a3ae-4e84-94c0-76eaf940ef2b tempest-AggregatesAdminTestJSON-1853788010 tempest-AggregatesAdminTestJSON-1853788010-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdd4274d-3faa-49a9-bfc1-10158a747833 HTTP/1.1" status: 200 len: 936 time: 0.3639958 Jul 13 13:29:56.717635 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-6b22b573-74ac-4630-b178-72b5c168405a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f45e2fb-9816-4dd0-9223-d3f6e254683f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1695295658-router', 'tenant_id': 'f54116ed042844c4974340216083f60c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': 'b604f099-2fec-43e2-8f84-de483349e888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:29:49Z', 'updated_at': '2021-07-13T13:29:52Z', 'revision_number': 3, 'project_id': 'f54116ed042844c4974340216083f60c', 'gw_port': {'id': 'b604f099-2fec-43e2-8f84-de483349e888', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:fe:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f45e2fb-9816-4dd0-9223-d3f6e254683f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:29:51Z', 'updated_at': '2021-07-13T13:29:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:29:56.725484 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-10b717f9-9828-44b3-b675-b5c6c10f40e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:56.728094 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-10b717f9-9828-44b3-b675-b5c6c10f40e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:56.732112 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-10b717f9-9828-44b3-b675-b5c6c10f40e3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9d32e4fc-8c08-4b90-99eb-80533f85e7e4 HTTP/1.1" status: 204 len: 168 time: 0.7146862 Jul 13 13:29:56.741475 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f47a2157-b2f2-4854-8fce-aa6dfb9254f2 req-d2d061a1-7211-4d16-9f21-feec80dc7bba tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:56.754034 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f47a2157-b2f2-4854-8fce-aa6dfb9254f2 req-d2d061a1-7211-4d16-9f21-feec80dc7bba tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:56.757295 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b717f9-9828-44b3-b675-b5c6c10f40e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d32e4fc-8c08-4b90-99eb-80533f85e7e4,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:29:56.794172 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0ffc53a5-9817-4736-b96e-4abb16666218 req-40ddfd5a-4c77-429d-8c9e-d3ab5918e188 tempest-AggregatesAdminTestJSON-1853788010 tempest-AggregatesAdminTestJSON-1853788010-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b2baecb-2186-4d6c-b1b0-56fe5f55edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939975 Jul 13 13:29:56.842560 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b22b573-74ac-4630-b178-72b5c168405a None None] The sync data for ids ['3f45e2fb-9816-4dd0-9223-d3f6e254683f'] in n-d-800634-1 is: [{'id': '3f45e2fb-9816-4dd0-9223-d3f6e254683f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1695295658-router', 'tenant_id': 'f54116ed042844c4974340216083f60c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': 'b604f099-2fec-43e2-8f84-de483349e888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:29:49Z', 'updated_at': '2021-07-13T13:29:52Z', 'revision_number': 3, 'project_id': 'f54116ed042844c4974340216083f60c', 'gw_port': {'id': 'b604f099-2fec-43e2-8f84-de483349e888', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:fe:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f45e2fb-9816-4dd0-9223-d3f6e254683f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:29:51Z', 'updated_at': '2021-07-13T13:29:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:29:56.909575 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedb2d1f-decd-42f1-8216-da87667a95d5 req-d5b7ae95-a3e5-46ae-846c-7db5c74a1ccc tempest-NetworksTest-566652478 tempest-NetworksTest-566652478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:29:56.910295 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedb2d1f-decd-42f1-8216-da87667a95d5 req-d5b7ae95-a3e5-46ae-846c-7db5c74a1ccc tempest-NetworksTest-566652478 tempest-NetworksTest-566652478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:29:56.910929 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedb2d1f-decd-42f1-8216-da87667a95d5 req-d5b7ae95-a3e5-46ae-846c-7db5c74a1ccc tempest-NetworksTest-566652478 tempest-NetworksTest-566652478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:29:56.911648 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedb2d1f-decd-42f1-8216-da87667a95d5 req-d5b7ae95-a3e5-46ae-846c-7db5c74a1ccc tempest-NetworksTest-566652478 tempest-NetworksTest-566652478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:29:56.912282 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedb2d1f-decd-42f1-8216-da87667a95d5 req-d5b7ae95-a3e5-46ae-846c-7db5c74a1ccc tempest-NetworksTest-566652478 tempest-NetworksTest-566652478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:29:56.932326 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-fedb2d1f-decd-42f1-8216-da87667a95d5 req-d5b7ae95-a3e5-46ae-846c-7db5c74a1ccc tempest-NetworksTest-566652478 tempest-NetworksTest-566652478-project-admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3626 time: 0.6582022 Jul 13 13:29:57.078483 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-2d0246ef-39f5-4768-9da5-0beb06c1b4b7 req-299ad6e4-862c-4338-9dd2-0f07d91017dc service neutron] Request body: {'port': {'device_id': 'fdd4274d-3faa-49a9-bfc1-10158a747833', 'device_owner': 'compute:tempest-test_az-1887465620', 'binding:host_id': 'n-h2-800634-1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:29:57.149144 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d061a1-7211-4d16-9f21-feec80dc7bba tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30616c26-47b2-497e-86af-cdf36766fc7f,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:29:57.301397 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-f47a2157-b2f2-4854-8fce-aa6dfb9254f2 req-d2d061a1-7211-4d16-9f21-feec80dc7bba tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Allocated IP 192.168.233.143 (e0bfb334-0fd9-4ba5-ba79-1568ecabee30/60b55863-ceb6-45af-a8a4-4b22d72866af/894c88fc-95cc-4a2b-9a78-4c8bf919a43e) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:29:57.303670 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-2d0246ef-39f5-4768-9da5-0beb06c1b4b7 req-299ad6e4-862c-4338-9dd2-0f07d91017dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:57.504540 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d69f549-7031-46b5-87f2-723ada5c1e26 req-61434854-a162-452b-8135-74ff8db98ba2 tempest-NetworksTest-566652478 tempest-NetworksTest-566652478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:29:57.526952 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4d69f549-7031-46b5-87f2-723ada5c1e26 req-61434854-a162-452b-8135-74ff8db98ba2 tempest-NetworksTest-566652478 tempest-NetworksTest-566652478-project-admin] 10.222.0.23 "GET /v2.0/networks/acf968b8-c524-46a9-a20b-ad9667009130 HTTP/1.1" status: 200 len: 886 time: 0.4851389 Jul 13 13:29:57.712050 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d0bdd798-336c-436d-a13b-5e7bcb690947 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:57.715888 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 43618) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:29:57.801263 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-03ffb65c-2841-48d7-85e6-8481945ebe5d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:57.813764 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d0bdd798-336c-436d-a13b-5e7bcb690947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:57.880326 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-d0bdd798-336c-436d-a13b-5e7bcb690947 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=77f04303d8c847c6b206d898aa28bfbd&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0575082 Jul 13 13:29:57.880326 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-03ffb65c-2841-48d7-85e6-8481945ebe5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:57.880326 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-03ffb65c-2841-48d7-85e6-8481945ebe5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1785045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451806'] for router_interface, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:57.882827 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 43628) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:29:57.971941 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bdd798-336c-436d-a13b-5e7bcb690947 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba982fca-0c94-4bdf-8282-1270ef48e70a,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:29:57.976459 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a1956803-0b0c-4351-bdce-6a450727c8ae req-8d162ad9-3d7c-47a9-8c78-d87111734ce7 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ed535c6-8974-4169-9610-96a0a9a9863c HTTP/1.1" status: 200 len: 210 time: 0.2617753 Jul 13 13:29:57.999489 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1d751a8d-ecd6-4f62-ba5e-1e42710509d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:58.082139 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f47a2157-b2f2-4854-8fce-aa6dfb9254f2 req-d2d061a1-7211-4d16-9f21-feec80dc7bba tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:58.138433 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-f47a2157-b2f2-4854-8fce-aa6dfb9254f2 req-d2d061a1-7211-4d16-9f21-feec80dc7bba tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Transition to ACTIVE for port object 894c88fc-95cc-4a2b-9a78-4c8bf919a43e will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:29:58.170696 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ffb65c-2841-48d7-85e6-8481945ebe5d admin admin] Pushing event updated for resources: {'Port': ['ID=6d8005ba-3501-4b7c-8ee3-729b1787a910,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:29:58.195181 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-be8a9b44-1b6a-481c-a7dc-f8610afa79ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:58.292122 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device b604f099-2fec-43e2-8f84-de483349e888 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:29:58.322315 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-be8a9b44-1b6a-481c-a7dc-f8610afa79ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:58.342865 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f47a2157-b2f2-4854-8fce-aa6dfb9254f2 req-d2d061a1-7211-4d16-9f21-feec80dc7bba tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:58.379486 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376a1735-325a-4dde-87d9-12801f0c5715 req-9a8b042e-55a3-424f-a172-4c4c99ee1da1 tempest-NetworksTest-566652478 tempest-NetworksTest-566652478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:29:58.382716 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376a1735-325a-4dde-87d9-12801f0c5715 req-9a8b042e-55a3-424f-a172-4c4c99ee1da1 tempest-NetworksTest-566652478 tempest-NetworksTest-566652478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:29:58.383277 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376a1735-325a-4dde-87d9-12801f0c5715 req-9a8b042e-55a3-424f-a172-4c4c99ee1da1 tempest-NetworksTest-566652478 tempest-NetworksTest-566652478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:29:58.383998 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376a1735-325a-4dde-87d9-12801f0c5715 req-9a8b042e-55a3-424f-a172-4c4c99ee1da1 tempest-NetworksTest-566652478 tempest-NetworksTest-566652478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:29:58.384588 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376a1735-325a-4dde-87d9-12801f0c5715 req-9a8b042e-55a3-424f-a172-4c4c99ee1da1 tempest-NetworksTest-566652478 tempest-NetworksTest-566652478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:29:58.390388 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-376a1735-325a-4dde-87d9-12801f0c5715 req-9a8b042e-55a3-424f-a172-4c4c99ee1da1 tempest-NetworksTest-566652478 tempest-NetworksTest-566652478-project-admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3626 time: 0.5904293 Jul 13 13:29:58.403343 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1d751a8d-ecd6-4f62-ba5e-1e42710509d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:58.411184 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port b604f099-2fec-43e2-8f84-de483349e888 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:29:58.419802 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port b604f099-2fec-43e2-8f84-de483349e888 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:29:58.421966 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:58.455537 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1d751a8d-ecd6-4f62-ba5e-1e42710509d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:58.482070 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f47a2157-b2f2-4854-8fce-aa6dfb9254f2 req-d2d061a1-7211-4d16-9f21-feec80dc7bba tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Network e0bfb334-0fd9-4ba5-ba79-1568ecabee30 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:29:58.497176 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-f47a2157-b2f2-4854-8fce-aa6dfb9254f2 req-d2d061a1-7211-4d16-9f21-feec80dc7bba tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:29:58.517922 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-f47a2157-b2f2-4854-8fce-aa6dfb9254f2 req-d2d061a1-7211-4d16-9f21-feec80dc7bba tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:29:58.524514 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47a2157-b2f2-4854-8fce-aa6dfb9254f2 req-d2d061a1-7211-4d16-9f21-feec80dc7bba tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:29:58.525694 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f47a2157-b2f2-4854-8fce-aa6dfb9254f2 req-d2d061a1-7211-4d16-9f21-feec80dc7bba tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:58.560935 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d061a1-7211-4d16-9f21-feec80dc7bba tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Pushing event updated for resources: {'Port': ['ID=894c88fc-95cc-4a2b-9a78-4c8bf919a43e,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:29:58.584480 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f47a2157-b2f2-4854-8fce-aa6dfb9254f2 req-d2d061a1-7211-4d16-9f21-feec80dc7bba tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.0277755 Jul 13 13:29:58.609803 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d751a8d-ecd6-4f62-ba5e-1e42710509d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87a27d8d-1376-4834-bd8b-026687cf330b,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:29:58.662557 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:58.693705 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port b604f099-2fec-43e2-8f84-de483349e888, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=b604f099-2fec-43e2-8f84-de483349e888,segment=NetworkSegment(3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87),segment_id=3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:29:58.698707 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:58.781256 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-1d751a8d-ecd6-4f62-ba5e-1e42710509d3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=70c584494a6242d481875c4fbe080bf2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0264463 Jul 13 13:29:58.792718 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 43648) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:29:58.800668 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-f47a2157-b2f2-4854-8fce-aa6dfb9254f2 req-e1a70e50-796c-4d7f-b177-63df10f652bf service neutron] Request body: {'port': {'device_id': '2ed535c6-8974-4169-9610-96a0a9a9863c', 'device_owner': 'compute:tempest-test_az-1887465620', 'binding:host_id': 'n-h2-800634-1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:29:58.804349 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ffb65c-2841-48d7-85e6-8481945ebe5d admin admin] Network e11d88cd-2e07-4e71-9e10-5d91be491d03 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:29:58.813035 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=b604f099-2fec-43e2-8f84-de483349e888,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:29:58.932545 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-03ffb65c-2841-48d7-85e6-8481945ebe5d admin admin] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:29:58.977008 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-be8a9b44-1b6a-481c-a7dc-f8610afa79ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:58.988171 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-be8a9b44-1b6a-481c-a7dc-f8610afa79ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:58.995476 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-be8a9b44-1b6a-481c-a7dc-f8610afa79ca admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ba982fca-0c94-4bdf-8282-1270ef48e70a HTTP/1.1" status: 204 len: 168 time: 1.0244949 Jul 13 13:29:59.150987 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 43672) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:29:59.193997 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8a9b44-1b6a-481c-a7dc-f8610afa79ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba982fca-0c94-4bdf-8282-1270ef48e70a,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:29:59.215929 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-2d0246ef-39f5-4768-9da5-0beb06c1b4b7 req-299ad6e4-862c-4338-9dd2-0f07d91017dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f31ef304-7f72-45b3-9a82-2cc82bc962da {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:29:59.223704 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8238b1f7-b806-4984-9aee-ffc3beb852e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:59.259820 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-10f53b9f-1415-4ca8-a0e7-b54f2a2f7156 None None] Provisioning for port 894c88fc-95cc-4a2b-9a78-4c8bf919a43e completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:29:59.287710 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-10f53b9f-1415-4ca8-a0e7-b54f2a2f7156 None None] Provisioning complete for port 894c88fc-95cc-4a2b-9a78-4c8bf919a43e triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:29:59.292543 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-10f53b9f-1415-4ca8-a0e7-b54f2a2f7156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:59.325841 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-2d0246ef-39f5-4768-9da5-0beb06c1b4b7 req-299ad6e4-862c-4338-9dd2-0f07d91017dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:59.362857 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f47a2157-b2f2-4854-8fce-aa6dfb9254f2 req-e1a70e50-796c-4d7f-b177-63df10f652bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:59.391408 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93163b6-d5ad-40a4-a842-3a6b1fe83b7e req-a064c8f5-3bc9-466a-8bd0-ac7692b1ddc4 tempest-AggregatesAdminTestJSON-1853788010 tempest-AggregatesAdminTestJSON-1853788010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:29:59.399434 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a93163b6-d5ad-40a4-a842-3a6b1fe83b7e req-a064c8f5-3bc9-466a-8bd0-ac7692b1ddc4 tempest-AggregatesAdminTestJSON-1853788010 tempest-AggregatesAdminTestJSON-1853788010-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdd4274d-3faa-49a9-bfc1-10158a747833 HTTP/1.1" status: 200 len: 936 time: 0.7029736 Jul 13 13:29:59.411936 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-10f53b9f-1415-4ca8-a0e7-b54f2a2f7156 None None] Port 894c88fc-95cc-4a2b-9a78-4c8bf919a43e cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:29:59.440019 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8238b1f7-b806-4984-9aee-ffc3beb852e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:59.494086 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-2d0246ef-39f5-4768-9da5-0beb06c1b4b7 req-299ad6e4-862c-4338-9dd2-0f07d91017dc service neutron] Transition to ACTIVE for port object f31ef304-7f72-45b3-9a82-2cc82bc962da will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:29:59.541635 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-7e7efed5-bc5c-473e-bb29-343cecb16240 None None] Provisioning complete for port 6d8005ba-3501-4b7c-8ee3-729b1787a910 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:29:59.542035 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-7e7efed5-bc5c-473e-bb29-343cecb16240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:59.567192 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-2d0246ef-39f5-4768-9da5-0beb06c1b4b7 req-299ad6e4-862c-4338-9dd2-0f07d91017dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:59.616229 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a93163b6-d5ad-40a4-a842-3a6b1fe83b7e req-ecbe1fe4-b9e5-40b7-a274-81585eb6eda6 tempest-AggregatesAdminTestJSON-1853788010 tempest-AggregatesAdminTestJSON-1853788010-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b2baecb-2186-4d6c-b1b0-56fe5f55edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152781 Jul 13 13:29:59.618659 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 43680) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:29:59.655514 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8238b1f7-b806-4984-9aee-ffc3beb852e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:59.657611 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-7e7efed5-bc5c-473e-bb29-343cecb16240 None None] Port 6d8005ba-3501-4b7c-8ee3-729b1787a910 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:29:59.662609 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8238b1f7-b806-4984-9aee-ffc3beb852e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:59.663710 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-8238b1f7-b806-4984-9aee-ffc3beb852e8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/87a27d8d-1376-4834-bd8b-026687cf330b HTTP/1.1" status: 204 len: 168 time: 0.8616157 Jul 13 13:29:59.692013 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bc49119a-b0f4-4089-b2a4-8096f0a9184b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:29:59.759655 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03ffb65c-2841-48d7-85e6-8481945ebe5d admin admin] Router 3f45e2fb-9816-4dd0-9223-d3f6e254683f has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 13:29:59.770467 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8238b1f7-b806-4984-9aee-ffc3beb852e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87a27d8d-1376-4834-bd8b-026687cf330b,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:29:59.873175 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 43686) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:29:59.991903 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bc6c7e-fd16-4109-ac68-2ae770468ee3 req-83d2def8-3b4d-486c-a213-63b36aa6d38d tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:29:59.999679 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-42bc6c7e-fd16-4109-ac68-2ae770468ee3 req-83d2def8-3b4d-486c-a213-63b36aa6d38d tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ed535c6-8974-4169-9610-96a0a9a9863c HTTP/1.1" status: 200 len: 936 time: 0.5713863 Jul 13 13:30:00.021198 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-569223d8-463a-46f9-a65f-1c70f0caf6e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:00.064815 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:00.084588 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ad6e4-862c-4338-9dd2-0f07d91017dc service neutron] Pushing event updated for resources: {'Port': ['ID=f31ef304-7f72-45b3-9a82-2cc82bc962da,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:30:00.103991 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-2d0246ef-39f5-4768-9da5-0beb06c1b4b7 req-299ad6e4-862c-4338-9dd2-0f07d91017dc service neutron] Attempting to bind port f31ef304-7f72-45b3-9a82-2cc82bc962da on host n-h2-800634-1 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:30:00.103991 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-2d0246ef-39f5-4768-9da5-0beb06c1b4b7 req-299ad6e4-862c-4338-9dd2-0f07d91017dc service neutron] Attempting to bind port f31ef304-7f72-45b3-9a82-2cc82bc962da by drivers openvswitch,hyperv on host n-h2-800634-1 at level 0 using segments [{'id': '62a4f2e9-97ca-473c-a2df-e7f9f532c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:30:00.103991 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d0246ef-39f5-4768-9da5-0beb06c1b4b7 req-299ad6e4-862c-4338-9dd2-0f07d91017dc service neutron] Attempting to bind port f31ef304-7f72-45b3-9a82-2cc82bc962da on network e0bfb334-0fd9-4ba5-ba79-1568ecabee30 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:30:00.113372 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d0246ef-39f5-4768-9da5-0beb06c1b4b7 req-299ad6e4-862c-4338-9dd2-0f07d91017dc service neutron] Port f31ef304-7f72-45b3-9a82-2cc82bc962da on network e0bfb334-0fd9-4ba5-ba79-1568ecabee30 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-1 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:30:00.113483 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d0246ef-39f5-4768-9da5-0beb06c1b4b7 req-299ad6e4-862c-4338-9dd2-0f07d91017dc service neutron] Attempting to bind port f31ef304-7f72-45b3-9a82-2cc82bc962da on network e0bfb334-0fd9-4ba5-ba79-1568ecabee30 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:30:00.120827 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d0246ef-39f5-4768-9da5-0beb06c1b4b7 req-299ad6e4-862c-4338-9dd2-0f07d91017dc service neutron] Checking agent: {'id': 'f615e5c9-21ab-43f2-adbc-192d64b795cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:30:00.121179 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d0246ef-39f5-4768-9da5-0beb06c1b4b7 req-299ad6e4-862c-4338-9dd2-0f07d91017dc service neutron] Checking segment: {'id': '62a4f2e9-97ca-473c-a2df-e7f9f532c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:30:00.121727 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d0246ef-39f5-4768-9da5-0beb06c1b4b7 req-299ad6e4-862c-4338-9dd2-0f07d91017dc service neutron] Bound using segment: {'id': '62a4f2e9-97ca-473c-a2df-e7f9f532c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:30:00.122207 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-2d0246ef-39f5-4768-9da5-0beb06c1b4b7 req-299ad6e4-862c-4338-9dd2-0f07d91017dc service neutron] Bound port: f31ef304-7f72-45b3-9a82-2cc82bc962da, host: n-h2-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62a4f2e9-97ca-473c-a2df-e7f9f532c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:30:00.122569 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-2d0246ef-39f5-4768-9da5-0beb06c1b4b7 req-299ad6e4-862c-4338-9dd2-0f07d91017dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:00.218112 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-42bc6c7e-fd16-4109-ac68-2ae770468ee3 req-d8b43193-7e2f-4355-96a6-51a13c2a4e2e tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.23 "GET /v2.0/security-groups?id=30616c26-47b2-497e-86af-cdf36766fc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101035 Jul 13 13:30:00.248070 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03ffb65c-2841-48d7-85e6-8481945ebe5d admin admin] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:30:00.259739 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-03ffb65c-2841-48d7-85e6-8481945ebe5d admin admin] 10.222.0.23 "PUT /v2.0/routers/3f45e2fb-9816-4dd0-9223-d3f6e254683f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7492597 Jul 13 13:30:00.262367 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8febf9b7-b0a5-4d52-8755-87645e7b36c7 None None] Sync routers for ids ['3f45e2fb-9816-4dd0-9223-d3f6e254683f'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:30:00.335597 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:00.340767 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d1a4c7d6-594c-47eb-b79a-8e1f0811c9f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:00.343053 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device b604f099-2fec-43e2-8f84-de483349e888 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:30:00.365613 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bc49119a-b0f4-4089-b2a4-8096f0a9184b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:00.378044 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8febf9b7-b0a5-4d52-8755-87645e7b36c7 None None] Routers {'3f45e2fb-9816-4dd0-9223-d3f6e254683f'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:30:00.379099 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-8febf9b7-b0a5-4d52-8755-87645e7b36c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:29:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['3f45e2fb-9816-4dd0-9223-d3f6e254683f'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:30:00.463973 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-2d0246ef-39f5-4768-9da5-0beb06c1b4b7 req-299ad6e4-862c-4338-9dd2-0f07d91017dc service neutron] For port f31ef304-7f72-45b3-9a82-2cc82bc962da, host n-h2-800634-1, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:30:00.487392 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bc49119a-b0f4-4089-b2a4-8096f0a9184b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:00.529813 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-2d0246ef-39f5-4768-9da5-0beb06c1b4b7 req-299ad6e4-862c-4338-9dd2-0f07d91017dc service neutron] For port f31ef304-7f72-45b3-9a82-2cc82bc962da, host n-h2-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=f31ef304-7f72-45b3-9a82-2cc82bc962da,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:30:00.540916 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-2d0246ef-39f5-4768-9da5-0beb06c1b4b7 req-299ad6e4-862c-4338-9dd2-0f07d91017dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:00.546595 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port b604f099-2fec-43e2-8f84-de483349e888 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:30:00.547242 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:00.581606 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 43692) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:30:00.608808 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-8febf9b7-b0a5-4d52-8755-87645e7b36c7 None None] Set router 3f45e2fb-9816-4dd0-9223-d3f6e254683f gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:30:00.651902 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-bc49119a-b0f4-4089-b2a4-8096f0a9184b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=37e36082854e4c4aa43e66969f12035b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4859207 Jul 13 13:30:00.652950 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 43698) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:30:00.655338 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc49119a-b0f4-4089-b2a4-8096f0a9184b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e340c8c-7c08-46f0-ab4b-a0cdb3a2f4b6,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:30:00.668013 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0246ef-39f5-4768-9da5-0beb06c1b4b7 req-299ad6e4-862c-4338-9dd2-0f07d91017dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:00.692878 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-2d0246ef-39f5-4768-9da5-0beb06c1b4b7 req-299ad6e4-862c-4338-9dd2-0f07d91017dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:00.694609 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2d0246ef-39f5-4768-9da5-0beb06c1b4b7 req-299ad6e4-862c-4338-9dd2-0f07d91017dc service neutron] 10.222.0.41 "PUT /v2.0/ports/f31ef304-7f72-45b3-9a82-2cc82bc962da HTTP/1.1" status: 200 len: 1118 time: 4.0738184 Jul 13 13:30:00.695080 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdd4274d-3faa-49a9-bfc1-10158a747833', 'tag': 'f31ef304-7f72-45b3-9a82-2cc82bc962da'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:30:00.710187 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bca85933-74ac-4ed8-84a5-8c3a46fc581e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:00.856884 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-569223d8-463a-46f9-a65f-1c70f0caf6e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:00.885726 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-569223d8-463a-46f9-a65f-1c70f0caf6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:01.053300 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-558506bf-641e-406a-87ee-de40286e27aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:01.059225 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-f47a2157-b2f2-4854-8fce-aa6dfb9254f2 req-e1a70e50-796c-4d7f-b177-63df10f652bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 894c88fc-95cc-4a2b-9a78-4c8bf919a43e {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:30:01.096351 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f47a2157-b2f2-4854-8fce-aa6dfb9254f2 req-e1a70e50-796c-4d7f-b177-63df10f652bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:01.131963 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ad6e4-862c-4338-9dd2-0f07d91017dc service neutron] Pushing event updated for resources: {'Port': ['ID=f31ef304-7f72-45b3-9a82-2cc82bc962da,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:30:01.186211 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-f47a2157-b2f2-4854-8fce-aa6dfb9254f2 req-e1a70e50-796c-4d7f-b177-63df10f652bf service neutron] Transition to ACTIVE for port object 894c88fc-95cc-4a2b-9a78-4c8bf919a43e will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:30:01.193685 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569223d8-463a-46f9-a65f-1c70f0caf6e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5015a54e-ed38-4e0d-8ed4-4c06c51a95b0,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:30:01.193916 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af8f86a5-08fb-49b4-84b6-9a4d152c4b86" -d '{"events": [{"name": "network-changed", "server_uuid": "fdd4274d-3faa-49a9-bfc1-10158a747833", "tag": "f31ef304-7f72-45b3-9a82-2cc82bc962da"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:30:01.203120 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-569223d8-463a-46f9-a65f-1c70f0caf6e4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=02c0dbd6ec75497b8f740e29d9b881e7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3256009 Jul 13 13:30:01.206543 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-8febf9b7-b0a5-4d52-8755-87645e7b36c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f45e2fb-9816-4dd0-9223-d3f6e254683f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1695295658-router', 'tenant_id': 'f54116ed042844c4974340216083f60c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': 'b604f099-2fec-43e2-8f84-de483349e888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:29:49Z', 'updated_at': '2021-07-13T13:29:56Z', 'revision_number': 4, 'project_id': 'f54116ed042844c4974340216083f60c', 'gw_port': {'id': 'b604f099-2fec-43e2-8f84-de483349e888', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:fe:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f45e2fb-9816-4dd0-9223-d3f6e254683f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:29:51Z', 'updated_at': '2021-07-13T13:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': '6d8005ba-3501-4b7c-8ee3-729b1787a910', 'name': '', 'network_id': 'e11d88cd-2e07-4e71-9e10-5d91be491d03', 'tenant_id': 'f54116ed042844c4974340216083f60c', 'mac_address': 'fa:16:3e:b2:d0:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f45e2fb-9816-4dd0-9223-d3f6e254683f', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '063f2dcb-0299-41b3-8cdd-1dfc0fa62b86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:29:54Z', 'updated_at': '2021-07-13T13:29:56Z', 'revision_number': 2, 'project_id': 'f54116ed042844c4974340216083f60c', 'subnets': [{'id': '063f2dcb-0299-41b3-8cdd-1dfc0fa62b86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:30:01.230569 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 43708) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:30:01.233278 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f47a2157-b2f2-4854-8fce-aa6dfb9254f2 req-e1a70e50-796c-4d7f-b177-63df10f652bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:01.248607 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-558506bf-641e-406a-87ee-de40286e27aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:01.276364 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8febf9b7-b0a5-4d52-8755-87645e7b36c7 None None] Checking router: 3f45e2fb-9816-4dd0-9223-d3f6e254683f for host: n-d-800634-1 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 13:30:01.276633 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8febf9b7-b0a5-4d52-8755-87645e7b36c7 None None] Updating router 3f45e2fb-9816-4dd0-9223-d3f6e254683f port 6d8005ba-3501-4b7c-8ee3-729b1787a910 binding host n-d-800634-1 {{(pid=93752) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 13:30:01.411773 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8febf9b7-b0a5-4d52-8755-87645e7b36c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:01.419848 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb0c7de-6297-470e-9a96-eebf39422072 req-4baa02e4-b6b5-4d8e-9204-701b8bb9cd5c tempest-AggregatesAdminTestJSON-1853788010 tempest-AggregatesAdminTestJSON-1853788010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:01.431749 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-afb0c7de-6297-470e-9a96-eebf39422072 req-4baa02e4-b6b5-4d8e-9204-701b8bb9cd5c tempest-AggregatesAdminTestJSON-1853788010 tempest-AggregatesAdminTestJSON-1853788010-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdd4274d-3faa-49a9-bfc1-10158a747833 HTTP/1.1" status: 200 len: 970 time: 0.5229008 Jul 13 13:30:01.432612 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-558506bf-641e-406a-87ee-de40286e27aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:01.443186 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-558506bf-641e-406a-87ee-de40286e27aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:01.446687 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-558506bf-641e-406a-87ee-de40286e27aa admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2e340c8c-7c08-46f0-ab4b-a0cdb3a2f4b6 HTTP/1.1" status: 204 len: 168 time: 0.7602639 Jul 13 13:30:01.542505 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558506bf-641e-406a-87ee-de40286e27aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e340c8c-7c08-46f0-ab4b-a0cdb3a2f4b6,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:30:01.639733 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-afb0c7de-6297-470e-9a96-eebf39422072 req-9a870e48-5787-4a50-99e6-e53a12ae75b3 tempest-AggregatesAdminTestJSON-1853788010 tempest-AggregatesAdminTestJSON-1853788010-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b2baecb-2186-4d6c-b1b0-56fe5f55edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937563 Jul 13 13:30:01.790714 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0246ef-39f5-4768-9da5-0beb06c1b4b7 req-c878d4bf-3619-4f8d-9872-862311f6297f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:01.793168 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2d0246ef-39f5-4768-9da5-0beb06c1b4b7 req-c878d4bf-3619-4f8d-9872-862311f6297f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a01cf97a81a84e6c99ec12a5a2bec60c&device_id=fdd4274d-3faa-49a9-bfc1-10158a747833 HTTP/1.1" status: 200 len: 1121 time: 0.8789980 Jul 13 13:30:01.794193 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a70e50-796c-4d7f-b177-63df10f652bf service neutron] Pushing event updated for resources: {'Port': ['ID=894c88fc-95cc-4a2b-9a78-4c8bf919a43e,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:30:01.843715 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d1a4c7d6-594c-47eb-b79a-8e1f0811c9f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:02.035625 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bca85933-74ac-4ed8-84a5-8c3a46fc581e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:02.041504 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bca85933-74ac-4ed8-84a5-8c3a46fc581e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:02.142208 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2d0246ef-39f5-4768-9da5-0beb06c1b4b7 req-8905b5ab-0b3d-460d-a3fc-a6350f9afb3f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=f31ef304-7f72-45b3-9a82-2cc82bc962da HTTP/1.1" status: 200 len: 217 time: 0.2459619 Jul 13 13:30:02.147288 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 13:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e4c5ed9-b1a4-4801-8890-1e08483b5fd0 x-openstack-request-id: req-2e4c5ed9-b1a4-4801-8890-1e08483b5fd0 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:30:02.147584 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdd4274d-3faa-49a9-bfc1-10158a747833", "tag": "f31ef304-7f72-45b3-9a82-2cc82bc962da", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:30:02.147822 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2e4c5ed9-b1a4-4801-8890-1e08483b5fd0 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:30:02.155763 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdd4274d-3faa-49a9-bfc1-10158a747833', 'tag': 'f31ef304-7f72-45b3-9a82-2cc82bc962da', 'status': 'completed', 'code': 200} Jul 13 13:30:02.198935 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca85933-74ac-4ed8-84a5-8c3a46fc581e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85c78121-f9d7-4fdb-a094-f0c5ec1af110,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:30:02.211233 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d1a4c7d6-594c-47eb-b79a-8e1f0811c9f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:02.216730 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-bca85933-74ac-4ed8-84a5-8c3a46fc581e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fbfeeec24a9a4f05a10385983eaa9a61&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6232831 Jul 13 13:30:02.220566 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 43734) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:30:02.265319 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 43736) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:30:02.292685 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a4c7d6-594c-47eb-b79a-8e1f0811c9f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d1652a6-042c-4c2a-a751-92e4a8efbfde,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:30:02.293418 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8febf9b7-b0a5-4d52-8755-87645e7b36c7 None None] Notify callbacks [] for port, precommit_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:02.331099 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d596b847-40b7-46e4-849d-09ed987de3ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:02.350167 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-8febf9b7-b0a5-4d52-8755-87645e7b36c7 None None] Transition to ACTIVE for port object 6d8005ba-3501-4b7c-8ee3-729b1787a910 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:30:02.362733 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8febf9b7-b0a5-4d52-8755-87645e7b36c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:02.392570 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-d1a4c7d6-594c-47eb-b79a-8e1f0811c9f7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=491f634ee9724fd8abe5e9701a7a1e2c&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6979651 Jul 13 13:30:02.399757 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 43738) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:30:02.480076 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7c4a1d4f-72a2-41b1-8108-01cbf195c05c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:02.516576 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-34b80775-b0bc-4607-95b1-fbd00740280a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:02.525548 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-f47a2157-b2f2-4854-8fce-aa6dfb9254f2 req-e1a70e50-796c-4d7f-b177-63df10f652bf service neutron] Attempting to bind port 894c88fc-95cc-4a2b-9a78-4c8bf919a43e on host n-h2-800634-1 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:30:02.525917 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-f47a2157-b2f2-4854-8fce-aa6dfb9254f2 req-e1a70e50-796c-4d7f-b177-63df10f652bf service neutron] Attempting to bind port 894c88fc-95cc-4a2b-9a78-4c8bf919a43e by drivers openvswitch,hyperv on host n-h2-800634-1 at level 0 using segments [{'id': '62a4f2e9-97ca-473c-a2df-e7f9f532c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:30:02.526251 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f47a2157-b2f2-4854-8fce-aa6dfb9254f2 req-e1a70e50-796c-4d7f-b177-63df10f652bf service neutron] Attempting to bind port 894c88fc-95cc-4a2b-9a78-4c8bf919a43e on network e0bfb334-0fd9-4ba5-ba79-1568ecabee30 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:30:02.560176 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f47a2157-b2f2-4854-8fce-aa6dfb9254f2 req-e1a70e50-796c-4d7f-b177-63df10f652bf service neutron] Port 894c88fc-95cc-4a2b-9a78-4c8bf919a43e on network e0bfb334-0fd9-4ba5-ba79-1568ecabee30 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-1 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:30:02.560502 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f47a2157-b2f2-4854-8fce-aa6dfb9254f2 req-e1a70e50-796c-4d7f-b177-63df10f652bf service neutron] Attempting to bind port 894c88fc-95cc-4a2b-9a78-4c8bf919a43e on network e0bfb334-0fd9-4ba5-ba79-1568ecabee30 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:30:02.591817 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-8febf9b7-b0a5-4d52-8755-87645e7b36c7 None None] Attempting to bind port 6d8005ba-3501-4b7c-8ee3-729b1787a910 on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:30:02.592862 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-8febf9b7-b0a5-4d52-8755-87645e7b36c7 None None] Attempting to bind port 6d8005ba-3501-4b7c-8ee3-729b1787a910 by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': 'bee29a26-03ac-4023-b46e-443206d3928c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'e11d88cd-2e07-4e71-9e10-5d91be491d03'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:30:02.593557 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8febf9b7-b0a5-4d52-8755-87645e7b36c7 None None] Attempting to bind port 6d8005ba-3501-4b7c-8ee3-729b1787a910 on network e11d88cd-2e07-4e71-9e10-5d91be491d03 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:30:02.600509 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7347763a-a8af-4ff7-895c-882e81915056 None None] Pushing event updated for resources: {'Port': ['ID=6d8005ba-3501-4b7c-8ee3-729b1787a910,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:30:02.606781 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8febf9b7-b0a5-4d52-8755-87645e7b36c7 None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 29, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:30:02.607519 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8febf9b7-b0a5-4d52-8755-87645e7b36c7 None None] Checking segment: {'id': 'bee29a26-03ac-4023-b46e-443206d3928c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'e11d88cd-2e07-4e71-9e10-5d91be491d03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:30:02.609126 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8febf9b7-b0a5-4d52-8755-87645e7b36c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:02.609946 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8febf9b7-b0a5-4d52-8755-87645e7b36c7 None None] Bound using segment: {'id': 'bee29a26-03ac-4023-b46e-443206d3928c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'e11d88cd-2e07-4e71-9e10-5d91be491d03'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:30:02.610742 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-8febf9b7-b0a5-4d52-8755-87645e7b36c7 None None] Bound port: 6d8005ba-3501-4b7c-8ee3-729b1787a910, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bee29a26-03ac-4023-b46e-443206d3928c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'e11d88cd-2e07-4e71-9e10-5d91be491d03'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:30:02.611506 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8febf9b7-b0a5-4d52-8755-87645e7b36c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:02.636755 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7c4a1d4f-72a2-41b1-8108-01cbf195c05c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:02.651859 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f47a2157-b2f2-4854-8fce-aa6dfb9254f2 req-e1a70e50-796c-4d7f-b177-63df10f652bf service neutron] Checking agent: {'id': 'f615e5c9-21ab-43f2-adbc-192d64b795cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:30:02.651859 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f47a2157-b2f2-4854-8fce-aa6dfb9254f2 req-e1a70e50-796c-4d7f-b177-63df10f652bf service neutron] Checking segment: {'id': '62a4f2e9-97ca-473c-a2df-e7f9f532c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:30:02.652250 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f47a2157-b2f2-4854-8fce-aa6dfb9254f2 req-e1a70e50-796c-4d7f-b177-63df10f652bf service neutron] Bound using segment: {'id': '62a4f2e9-97ca-473c-a2df-e7f9f532c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:30:02.652716 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-f47a2157-b2f2-4854-8fce-aa6dfb9254f2 req-e1a70e50-796c-4d7f-b177-63df10f652bf service neutron] Bound port: 894c88fc-95cc-4a2b-9a78-4c8bf919a43e, host: n-h2-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62a4f2e9-97ca-473c-a2df-e7f9f532c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:30:02.653096 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f47a2157-b2f2-4854-8fce-aa6dfb9254f2 req-e1a70e50-796c-4d7f-b177-63df10f652bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:02.692324 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-8febf9b7-b0a5-4d52-8755-87645e7b36c7 None None] For port 6d8005ba-3501-4b7c-8ee3-729b1787a910, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:30:02.709169 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-8febf9b7-b0a5-4d52-8755-87645e7b36c7 None None] For port 6d8005ba-3501-4b7c-8ee3-729b1787a910, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=6d8005ba-3501-4b7c-8ee3-729b1787a910,segment=NetworkSegment(bee29a26-03ac-4023-b46e-443206d3928c),segment_id=bee29a26-03ac-4023-b46e-443206d3928c)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:30:02.724679 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8febf9b7-b0a5-4d52-8755-87645e7b36c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:02.778382 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1697c776-398e-4c76-83c1-e3d400affd40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:02.811885 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-34b80775-b0bc-4607-95b1-fbd00740280a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:02.835871 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1697c776-398e-4c76-83c1-e3d400affd40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:02.839289 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8febf9b7-b0a5-4d52-8755-87645e7b36c7 None None] Routers {'3f45e2fb-9816-4dd0-9223-d3f6e254683f'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:30:02.840913 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-8febf9b7-b0a5-4d52-8755-87645e7b36c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:29:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['3f45e2fb-9816-4dd0-9223-d3f6e254683f'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:30:02.846822 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 43742) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:30:02.864709 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-56e87614-cd7a-42fc-80de-6bffba3a098c tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1209805450', 'description': 'tempest-description--1033301053'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:30:02.909788 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7c4a1d4f-72a2-41b1-8108-01cbf195c05c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:02.914647 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7c4a1d4f-72a2-41b1-8108-01cbf195c05c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:02.916712 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-7c4a1d4f-72a2-41b1-8108-01cbf195c05c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/85c78121-f9d7-4fdb-a094-f0c5ec1af110 HTTP/1.1" status: 204 len: 168 time: 0.6949997 Jul 13 13:30:02.986448 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d596b847-40b7-46e4-849d-09ed987de3ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:02.988930 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4a1d4f-72a2-41b1-8108-01cbf195c05c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85c78121-f9d7-4fdb-a094-f0c5ec1af110,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:30:03.009832 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d596b847-40b7-46e4-849d-09ed987de3ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:03.072609 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-f47a2157-b2f2-4854-8fce-aa6dfb9254f2 req-e1a70e50-796c-4d7f-b177-63df10f652bf service neutron] For port 894c88fc-95cc-4a2b-9a78-4c8bf919a43e, host n-h2-800634-1, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:30:03.088793 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-56e87614-cd7a-42fc-80de-6bffba3a098c tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:03.092188 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-f47a2157-b2f2-4854-8fce-aa6dfb9254f2 req-e1a70e50-796c-4d7f-b177-63df10f652bf service neutron] For port 894c88fc-95cc-4a2b-9a78-4c8bf919a43e, host n-h2-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=894c88fc-95cc-4a2b-9a78-4c8bf919a43e,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:30:03.126395 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1697c776-398e-4c76-83c1-e3d400affd40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:03.133047 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1697c776-398e-4c76-83c1-e3d400affd40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:03.141467 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-1697c776-398e-4c76-83c1-e3d400affd40 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9d1652a6-042c-4c2a-a751-92e4a8efbfde HTTP/1.1" status: 204 len: 168 time: 0.7227597 Jul 13 13:30:03.157057 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-d596b847-40b7-46e4-849d-09ed987de3ef admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5bc1011d36e041c1abb4e8a36758ae05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8844206 Jul 13 13:30:03.167199 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 43748) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:30:03.180605 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f47a2157-b2f2-4854-8fce-aa6dfb9254f2 req-e1a70e50-796c-4d7f-b177-63df10f652bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:03.233395 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18289eb0-3568-45e7-b44d-b6b60955c1e4 req-9442af7c-db41-4c00-8130-33cf8c204a28 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:03.246382 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-18289eb0-3568-45e7-b44d-b6b60955c1e4 req-9442af7c-db41-4c00-8130-33cf8c204a28 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ed535c6-8974-4169-9610-96a0a9a9863c HTTP/1.1" status: 200 len: 970 time: 1.3986065 Jul 13 13:30:03.249841 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d596b847-40b7-46e4-849d-09ed987de3ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a5df781-93d8-40fb-a494-c79242197e9c,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:30:03.299206 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47a2157-b2f2-4854-8fce-aa6dfb9254f2 req-e1a70e50-796c-4d7f-b177-63df10f652bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:03.302939 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f47a2157-b2f2-4854-8fce-aa6dfb9254f2 req-e1a70e50-796c-4d7f-b177-63df10f652bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:03.304564 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f47a2157-b2f2-4854-8fce-aa6dfb9254f2 req-e1a70e50-796c-4d7f-b177-63df10f652bf service neutron] 10.222.0.41 "PUT /v2.0/ports/894c88fc-95cc-4a2b-9a78-4c8bf919a43e HTTP/1.1" status: 200 len: 1118 time: 4.5138848 Jul 13 13:30:03.353140 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1697c776-398e-4c76-83c1-e3d400affd40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d1652a6-042c-4c2a-a751-92e4a8efbfde,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:30:03.623393 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7347763a-a8af-4ff7-895c-882e81915056 None None] Pushing event updated for resources: {'Port': ['ID=6d8005ba-3501-4b7c-8ee3-729b1787a910,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:30:03.682899 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0246ef-39f5-4768-9da5-0beb06c1b4b7 req-1c780463-a9cc-4ee6-b3ac-dd8aa6a4c4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:03.689706 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2d0246ef-39f5-4768-9da5-0beb06c1b4b7 req-1c780463-a9cc-4ee6-b3ac-dd8aa6a4c4e1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=60b55863-ceb6-45af-a8a4-4b22d72866af HTTP/1.1" status: 200 len: 843 time: 0.9539809 Jul 13 13:30:03.733903 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-56e87614-cd7a-42fc-80de-6bffba3a098c tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:03.740279 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f3ae9b22-cde0-464e-926f-b28b7ac26f94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:03.759955 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-56e87614-cd7a-42fc-80de-6bffba3a098c tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:03.813214 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-8febf9b7-b0a5-4d52-8755-87645e7b36c7 None None] Set router 3f45e2fb-9816-4dd0-9223-d3f6e254683f gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:30:03.870202 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f3ae9b22-cde0-464e-926f-b28b7ac26f94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:03.882973 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09507e71-f5df-4c5c-ab79-27991cc7e140 req-0d1a67a7-2b4d-4fbb-a32b-e0beabe4524b tempest-AggregatesAdminTestJSON-1853788010 tempest-AggregatesAdminTestJSON-1853788010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:03.892727 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-09507e71-f5df-4c5c-ab79-27991cc7e140 req-0d1a67a7-2b4d-4fbb-a32b-e0beabe4524b tempest-AggregatesAdminTestJSON-1853788010 tempest-AggregatesAdminTestJSON-1853788010-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdd4274d-3faa-49a9-bfc1-10158a747833 HTTP/1.1" status: 200 len: 970 time: 0.6231787 Jul 13 13:30:03.964615 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-56e87614-cd7a-42fc-80de-6bffba3a098c tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:03.965639 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-18289eb0-3568-45e7-b44d-b6b60955c1e4 req-dc4d0f07-de7e-4917-9fb8-553d75787109 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.23 "GET /v2.0/security-groups?id=30616c26-47b2-497e-86af-cdf36766fc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7170212 Jul 13 13:30:03.966164 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-56e87614-cd7a-42fc-80de-6bffba3a098c tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.1111934 Jul 13 13:30:03.991261 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-09507e71-f5df-4c5c-ab79-27991cc7e140 req-163b864a-0768-4667-8a57-ba1ec17441aa tempest-AggregatesAdminTestJSON-1853788010 tempest-AggregatesAdminTestJSON-1853788010-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b2baecb-2186-4d6c-b1b0-56fe5f55edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966206 Jul 13 13:30:03.997035 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 43762) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:30:04.012576 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a70e50-796c-4d7f-b177-63df10f652bf service neutron] Pushing event updated for resources: {'Port': ['ID=894c88fc-95cc-4a2b-9a78-4c8bf919a43e,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:30:04.026421 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-e05e067a-c870-4a4c-9bb2-7b66fe2644d9 tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] Request body: {'security_group_rule': {'security_group_id': 'f0a8d85e-c901-48b0-b619-87bd6bfcd856', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:30:04.071107 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-34b80775-b0bc-4607-95b1-fbd00740280a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:04.074814 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-34b80775-b0bc-4607-95b1-fbd00740280a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:04.081170 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-34b80775-b0bc-4607-95b1-fbd00740280a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5015a54e-ed38-4e0d-8ed4-4c06c51a95b0 HTTP/1.1" status: 204 len: 168 time: 2.8405447 Jul 13 13:30:04.109012 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b80775-b0bc-4607-95b1-fbd00740280a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5015a54e-ed38-4e0d-8ed4-4c06c51a95b0,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:30:04.118571 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47a2157-b2f2-4854-8fce-aa6dfb9254f2 req-93210316-daf9-479f-a595-3cf820fd662a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:04.118740 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f3ae9b22-cde0-464e-926f-b28b7ac26f94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:04.120331 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f47a2157-b2f2-4854-8fce-aa6dfb9254f2 req-93210316-daf9-479f-a595-3cf820fd662a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=09bf0390c6c84bde9cf099d3a1ffb9e6&device_id=2ed535c6-8974-4169-9610-96a0a9a9863c HTTP/1.1" status: 200 len: 1121 time: 0.6931713 Jul 13 13:30:04.129858 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f3ae9b22-cde0-464e-926f-b28b7ac26f94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:04.134333 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-f3ae9b22-cde0-464e-926f-b28b7ac26f94 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1a5df781-93d8-40fb-a494-c79242197e9c HTTP/1.1" status: 204 len: 168 time: 0.9633458 Jul 13 13:30:04.136100 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e87614-cd7a-42fc-80de-6bffba3a098c tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0a8d85e-c901-48b0-b619-87bd6bfcd856,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:30:04.171259 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ed535c6-8974-4169-9610-96a0a9a9863c', 'tag': '894c88fc-95cc-4a2b-9a78-4c8bf919a43e'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:30:04.175546 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ae9b22-cde0-464e-926f-b28b7ac26f94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a5df781-93d8-40fb-a494-c79242197e9c,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:30:04.180538 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ada29a17-b60d-4ba1-a6bb-420a1b10f831" -d '{"events": [{"name": "network-changed", "server_uuid": "2ed535c6-8974-4169-9610-96a0a9a9863c", "tag": "894c88fc-95cc-4a2b-9a78-4c8bf919a43e"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:30:04.207379 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e05e067a-c870-4a4c-9bb2-7b66fe2644d9 tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:04.304878 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f47a2157-b2f2-4854-8fce-aa6dfb9254f2 req-7e0da548-38f5-444e-a3aa-799ad6388960 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=894c88fc-95cc-4a2b-9a78-4c8bf919a43e HTTP/1.1" status: 200 len: 217 time: 0.1200397 Jul 13 13:30:04.311345 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 13:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea61ecb1-1eab-4a6c-b30d-27dde9d1d48c x-openstack-request-id: req-ea61ecb1-1eab-4a6c-b30d-27dde9d1d48c {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:30:04.311782 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ed535c6-8974-4169-9610-96a0a9a9863c", "tag": "894c88fc-95cc-4a2b-9a78-4c8bf919a43e", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:30:04.311898 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ea61ecb1-1eab-4a6c-b30d-27dde9d1d48c {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:30:04.312405 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ed535c6-8974-4169-9610-96a0a9a9863c', 'tag': '894c88fc-95cc-4a2b-9a78-4c8bf919a43e', 'status': 'completed', 'code': 200} Jul 13 13:30:04.336925 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 43772) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:30:04.367207 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-8febf9b7-b0a5-4d52-8755-87645e7b36c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f45e2fb-9816-4dd0-9223-d3f6e254683f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1695295658-router', 'tenant_id': 'f54116ed042844c4974340216083f60c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': 'b604f099-2fec-43e2-8f84-de483349e888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:29:49Z', 'updated_at': '2021-07-13T13:29:56Z', 'revision_number': 4, 'project_id': 'f54116ed042844c4974340216083f60c', 'gw_port': {'id': 'b604f099-2fec-43e2-8f84-de483349e888', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:fe:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f45e2fb-9816-4dd0-9223-d3f6e254683f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:29:51Z', 'updated_at': '2021-07-13T13:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': '6d8005ba-3501-4b7c-8ee3-729b1787a910', 'name': '', 'network_id': 'e11d88cd-2e07-4e71-9e10-5d91be491d03', 'tenant_id': 'f54116ed042844c4974340216083f60c', 'mac_address': 'fa:16:3e:b2:d0:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f45e2fb-9816-4dd0-9223-d3f6e254683f', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '063f2dcb-0299-41b3-8cdd-1dfc0fa62b86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:29:54Z', 'updated_at': '2021-07-13T13:30:02Z', 'revision_number': 4, 'project_id': 'f54116ed042844c4974340216083f60c', 'subnets': [{'id': '063f2dcb-0299-41b3-8cdd-1dfc0fa62b86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:30:04.383035 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cbff4261-ca70-4f27-be55-e6c2ba133c4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:04.396345 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0246ef-39f5-4768-9da5-0beb06c1b4b7 req-371b571e-403a-4920-b6cf-c346f5d3d00b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:04.401248 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2d0246ef-39f5-4768-9da5-0beb06c1b4b7 req-371b571e-403a-4920-b6cf-c346f5d3d00b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e0bfb334-0fd9-4ba5-ba79-1568ecabee30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6577761 Jul 13 13:30:04.460509 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8febf9b7-b0a5-4d52-8755-87645e7b36c7 None None] The sync data for ids ['3f45e2fb-9816-4dd0-9223-d3f6e254683f'] in n-d-800634-1 is: [{'id': '3f45e2fb-9816-4dd0-9223-d3f6e254683f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1695295658-router', 'tenant_id': 'f54116ed042844c4974340216083f60c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': 'b604f099-2fec-43e2-8f84-de483349e888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:29:49Z', 'updated_at': '2021-07-13T13:29:56Z', 'revision_number': 4, 'project_id': 'f54116ed042844c4974340216083f60c', 'gw_port': {'id': 'b604f099-2fec-43e2-8f84-de483349e888', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:fe:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f45e2fb-9816-4dd0-9223-d3f6e254683f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:29:51Z', 'updated_at': '2021-07-13T13:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': '6d8005ba-3501-4b7c-8ee3-729b1787a910', 'name': '', 'network_id': 'e11d88cd-2e07-4e71-9e10-5d91be491d03', 'tenant_id': 'f54116ed042844c4974340216083f60c', 'mac_address': 'fa:16:3e:b2:d0:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f45e2fb-9816-4dd0-9223-d3f6e254683f', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '063f2dcb-0299-41b3-8cdd-1dfc0fa62b86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:29:54Z', 'updated_at': '2021-07-13T13:30:02Z', 'revision_number': 4, 'project_id': 'f54116ed042844c4974340216083f60c', 'subnets': [{'id': '063f2dcb-0299-41b3-8cdd-1dfc0fa62b86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:30:04.482830 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 13:30:04.666282 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cbff4261-ca70-4f27-be55-e6c2ba133c4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:04.676261 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cbff4261-ca70-4f27-be55-e6c2ba133c4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:04.756222 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47a2157-b2f2-4854-8fce-aa6dfb9254f2 req-e5f9caf1-f5e7-4256-878e-95f7d641a547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:04.762759 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f47a2157-b2f2-4854-8fce-aa6dfb9254f2 req-e5f9caf1-f5e7-4256-878e-95f7d641a547 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=60b55863-ceb6-45af-a8a4-4b22d72866af HTTP/1.1" status: 200 len: 843 time: 0.4442484 Jul 13 13:30:04.839324 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbff4261-ca70-4f27-be55-e6c2ba133c4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e7475c0-3147-4632-ab07-90b17c470746,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:30:04.884413 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e05e067a-c870-4a4c-9bb2-7b66fe2644d9 tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:04.887509 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-cbff4261-ca70-4f27-be55-e6c2ba133c4b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=df0ce0c18783485d8f563c04856b7902&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5479863 Jul 13 13:30:04.887916 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 43780) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:30:04.900323 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e05e067a-c870-4a4c-9bb2-7b66fe2644d9 tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:05.007775 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e05e067a-c870-4a4c-9bb2-7b66fe2644d9 tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:05.013832 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-e05e067a-c870-4a4c-9bb2-7b66fe2644d9 tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0005665 Jul 13 13:30:05.015536 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 43792) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:30:05.039454 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-c0906af6-d671-46a9-8974-6ba006252dbb tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] Request body: {'security_group_rule': {'security_group_id': 'f0a8d85e-c901-48b0-b619-87bd6bfcd856', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:30:05.050590 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2d0246ef-39f5-4768-9da5-0beb06c1b4b7 req-4e71583f-e64e-4746-9f6d-e3fdf57969e3 service neutron] 10.222.0.41 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6184945 Jul 13 13:30:05.059983 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05e067a-c870-4a4c-9bb2-7b66fe2644d9 tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80538be8-123c-4a28-8f2e-3335f32e442a,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:30:05.158523 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c0906af6-d671-46a9-8974-6ba006252dbb tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:05.492883 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c0906af6-d671-46a9-8974-6ba006252dbb tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:05.559874 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c0906af6-d671-46a9-8974-6ba006252dbb tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:05.736496 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0906af6-d671-46a9-8974-6ba006252dbb tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77b39067-415f-4481-9e5d-fc003bcf691a,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:30:05.759711 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d4d08846-6b08-40d9-82ba-a3816e803a97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:05.806803 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c34f85-685c-4727-82d6-5de1c74181aa req-87671653-fd19-4f4f-b46f-f6d237f51ac5 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:05.830009 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-79c34f85-685c-4727-82d6-5de1c74181aa req-87671653-fd19-4f4f-b46f-f6d237f51ac5 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ed535c6-8974-4169-9610-96a0a9a9863c HTTP/1.1" status: 200 len: 970 time: 0.4569416 Jul 13 13:30:05.927550 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d4d08846-6b08-40d9-82ba-a3816e803a97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:05.974125 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c0906af6-d671-46a9-8974-6ba006252dbb tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:05.978788 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-c0906af6-d671-46a9-8974-6ba006252dbb tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9457147 Jul 13 13:30:05.993555 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 43814) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:30:06.011779 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-b0c28802-5087-4b4a-85f4-ccd4ebb08142 tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] Request body: {'floatingip': {'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:30:06.095871 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5f6625-1c9b-4d96-8f72-6182d7b9257d req-bd5d3e90-ef2c-4068-97d7-824999269dd1 tempest-AggregatesAdminTestJSON-1853788010 tempest-AggregatesAdminTestJSON-1853788010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:06.097598 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8d5f6625-1c9b-4d96-8f72-6182d7b9257d req-bd5d3e90-ef2c-4068-97d7-824999269dd1 tempest-AggregatesAdminTestJSON-1853788010 tempest-AggregatesAdminTestJSON-1853788010-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdd4274d-3faa-49a9-bfc1-10158a747833 HTTP/1.1" status: 200 len: 970 time: 0.7948716 Jul 13 13:30:06.138695 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-79c34f85-685c-4727-82d6-5de1c74181aa req-bc31ec71-99f1-47c7-97d9-b14539b87a85 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.23 "GET /v2.0/security-groups?id=30616c26-47b2-497e-86af-cdf36766fc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2995648 Jul 13 13:30:06.199533 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d4d08846-6b08-40d9-82ba-a3816e803a97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:06.221521 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d4d08846-6b08-40d9-82ba-a3816e803a97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:06.230171 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-d4d08846-6b08-40d9-82ba-a3816e803a97 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8e7475c0-3147-4632-ab07-90b17c470746 HTTP/1.1" status: 204 len: 168 time: 1.3363030 Jul 13 13:30:06.275444 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d08846-6b08-40d9-82ba-a3816e803a97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e7475c0-3147-4632-ab07-90b17c470746,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:30:06.303128 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47a2157-b2f2-4854-8fce-aa6dfb9254f2 req-3e93fd6c-4913-4a90-bd7f-3e7be2f4790d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:06.304995 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f47a2157-b2f2-4854-8fce-aa6dfb9254f2 req-3e93fd6c-4913-4a90-bd7f-3e7be2f4790d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e0bfb334-0fd9-4ba5-ba79-1568ecabee30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8047142 Jul 13 13:30:06.308463 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8d5f6625-1c9b-4d96-8f72-6182d7b9257d req-ededfaea-f2d9-40cb-be44-3f225e3c4a15 tempest-AggregatesAdminTestJSON-1853788010 tempest-AggregatesAdminTestJSON-1853788010-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b2baecb-2186-4d6c-b1b0-56fe5f55edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906598 Jul 13 13:30:06.310054 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b0c28802-5087-4b4a-85f4-ccd4ebb08142 tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] Notify callbacks [] for floatingip, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:06.326955 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2d0246ef-39f5-4768-9da5-0beb06c1b4b7 req-de005b82-9907-4f9e-8e8c-f6d3911c8f75 service neutron] 10.222.0.41 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8221946 Jul 13 13:30:06.333541 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 6d8005ba-3501-4b7c-8ee3-729b1787a910 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:30:06.466211 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port 6d8005ba-3501-4b7c-8ee3-729b1787a910 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:30:06.473855 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 6d8005ba-3501-4b7c-8ee3-729b1787a910 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:30:06.474747 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:06.635503 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f47a2157-b2f2-4854-8fce-aa6dfb9254f2 req-2e7dcc71-43ac-438e-8292-f8929b9db9fd service neutron] 10.222.0.41 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3075180 Jul 13 13:30:06.636137 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:06.679672 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b0c28802-5087-4b4a-85f4-ccd4ebb08142 tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:06.688479 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port 6d8005ba-3501-4b7c-8ee3-729b1787a910, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=6d8005ba-3501-4b7c-8ee3-729b1787a910,segment=NetworkSegment(bee29a26-03ac-4023-b46e-443206d3928c),segment_id=bee29a26-03ac-4023-b46e-443206d3928c)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:30:06.694637 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:06.814610 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-b0c28802-5087-4b4a-85f4-ccd4ebb08142 tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] Allocated IP 172.25.6.161 (acf968b8-c524-46a9-a20b-ad9667009130/dde5a78e-bd1e-4f47-8189-7321d4de73d3/afe98c71-5838-4f0f-a04b-ce2932534b8a) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:30:06.851709 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=6d8005ba-3501-4b7c-8ee3-729b1787a910,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:30:07.180046 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b0c28802-5087-4b4a-85f4-ccd4ebb08142 tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:07.424531 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f830fd61-435e-4424-8d4e-06502f2217dd req-7279835b-5037-4041-8fda-99302df43daf tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:07.434904 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f830fd61-435e-4424-8d4e-06502f2217dd req-7279835b-5037-4041-8fda-99302df43daf tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ed535c6-8974-4169-9610-96a0a9a9863c HTTP/1.1" status: 200 len: 970 time: 0.1592243 Jul 13 13:30:07.463727 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f47a2157-b2f2-4854-8fce-aa6dfb9254f2 req-001b1884-36a7-4474-b6ab-d2a0d502393b service neutron] 10.222.0.41 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4666257 Jul 13 13:30:07.466553 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8f86a5-08fb-49b4-84b6-9a4d152c4b86 req-c3fb6050-adae-4ea9-bb54-089bcf66c1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:07.468061 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-af8f86a5-08fb-49b4-84b6-9a4d152c4b86 req-c3fb6050-adae-4ea9-bb54-089bcf66c1e7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a01cf97a81a84e6c99ec12a5a2bec60c&device_id=fdd4274d-3faa-49a9-bfc1-10158a747833 HTTP/1.1" status: 200 len: 1121 time: 0.4723260 Jul 13 13:30:07.471934 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b0c28802-5087-4b4a-85f4-ccd4ebb08142 tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:07.525904 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f830fd61-435e-4424-8d4e-06502f2217dd req-c7212206-9703-4fcb-9804-801a60525df5 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.23 "GET /v2.0/security-groups?id=30616c26-47b2-497e-86af-cdf36766fc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872860 Jul 13 13:30:07.528106 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c28802-5087-4b4a-85f4-ccd4ebb08142 tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] Network acf968b8-c524-46a9-a20b-ad9667009130 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:30:07.531402 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-b0c28802-5087-4b4a-85f4-ccd4ebb08142 tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:30:07.539113 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c28802-5087-4b4a-85f4-ccd4ebb08142 tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:30:07.543273 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c28802-5087-4b4a-85f4-ccd4ebb08142 tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] Pushing event updated for resources: {'Port': ['ID=afe98c71-5838-4f0f-a04b-ce2932534b8a,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:30:07.896658 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b0c28802-5087-4b4a-85f4-ccd4ebb08142 tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:07.926661 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8f86a5-08fb-49b4-84b6-9a4d152c4b86 req-31aa9450-dfc8-4e1c-a2b3-2e963694330b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:07.927946 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-af8f86a5-08fb-49b4-84b6-9a4d152c4b86 req-31aa9450-dfc8-4e1c-a2b3-2e963694330b service neutron] 10.222.0.41 "GET /v2.0/networks?id=e0bfb334-0fd9-4ba5-ba79-1568ecabee30 HTTP/1.1" status: 200 len: 869 time: 0.3613172 Jul 13 13:30:07.958923 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bf6d35-273f-45c2-9774-095c44ab92ae req-168839a2-aff4-42d0-8826-93c96c4215b9 tempest-AggregatesAdminTestJSON-1853788010 tempest-AggregatesAdminTestJSON-1853788010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:07.961123 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-88bf6d35-273f-45c2-9774-095c44ab92ae req-168839a2-aff4-42d0-8826-93c96c4215b9 tempest-AggregatesAdminTestJSON-1853788010 tempest-AggregatesAdminTestJSON-1853788010-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdd4274d-3faa-49a9-bfc1-10158a747833 HTTP/1.1" status: 200 len: 970 time: 0.4146960 Jul 13 13:30:08.010083 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada29a17-b60d-4ba1-a6bb-420a1b10f831 req-099aad39-2259-4453-8320-26789c215bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:08.010833 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ada29a17-b60d-4ba1-a6bb-420a1b10f831 req-099aad39-2259-4453-8320-26789c215bce service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=09bf0390c6c84bde9cf099d3a1ffb9e6&device_id=2ed535c6-8974-4169-9610-96a0a9a9863c HTTP/1.1" status: 200 len: 1121 time: 0.3272543 Jul 13 13:30:08.026790 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-af8f86a5-08fb-49b4-84b6-9a4d152c4b86 req-88971cf4-d64f-40a7-8127-64b6e882f47a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=f31ef304-7f72-45b3-9a82-2cc82bc962da HTTP/1.1" status: 200 len: 217 time: 0.0764987 Jul 13 13:30:08.112637 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b0c28802-5087-4b4a-85f4-ccd4ebb08142 tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:08.172537 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-88bf6d35-273f-45c2-9774-095c44ab92ae req-34ecd8a6-aa96-406b-b9f8-ad13de2f0915 tempest-AggregatesAdminTestJSON-1853788010 tempest-AggregatesAdminTestJSON-1853788010-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b2baecb-2186-4d6c-b1b0-56fe5f55edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999507 Jul 13 13:30:08.191394 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8f86a5-08fb-49b4-84b6-9a4d152c4b86 req-6fb3d819-6dde-4f93-b10c-ee87eb4305fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:08.192840 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-af8f86a5-08fb-49b4-84b6-9a4d152c4b86 req-6fb3d819-6dde-4f93-b10c-ee87eb4305fe service neutron] 10.222.0.41 "GET /v2.0/subnets?id=60b55863-ceb6-45af-a8a4-4b22d72866af HTTP/1.1" status: 200 len: 843 time: 0.1492195 Jul 13 13:30:08.259161 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 6d8005ba-3501-4b7c-8ee3-729b1787a910 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:30:08.294351 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada29a17-b60d-4ba1-a6bb-420a1b10f831 req-61ec20a3-01ae-4efc-932e-27d06e43d61e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:08.295830 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ada29a17-b60d-4ba1-a6bb-420a1b10f831 req-61ec20a3-01ae-4efc-932e-27d06e43d61e service neutron] 10.222.0.41 "GET /v2.0/networks?id=e0bfb334-0fd9-4ba5-ba79-1568ecabee30 HTTP/1.1" status: 200 len: 869 time: 0.2751846 Jul 13 13:30:08.321582 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 6d8005ba-3501-4b7c-8ee3-729b1787a910 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:30:08.321994 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:08.350561 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ada29a17-b60d-4ba1-a6bb-420a1b10f831 req-7ace4413-4858-4f92-a738-f13466e88f53 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=894c88fc-95cc-4a2b-9a78-4c8bf919a43e HTTP/1.1" status: 200 len: 217 time: 0.0466638 Jul 13 13:30:08.415561 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8f86a5-08fb-49b4-84b6-9a4d152c4b86 req-fe7063ee-2a21-41e3-819c-49392b6fd242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:08.416939 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-af8f86a5-08fb-49b4-84b6-9a4d152c4b86 req-fe7063ee-2a21-41e3-819c-49392b6fd242 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e0bfb334-0fd9-4ba5-ba79-1568ecabee30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2146375 Jul 13 13:30:08.455282 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada29a17-b60d-4ba1-a6bb-420a1b10f831 req-29f3eb61-3496-48f5-b31e-f85268827f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:08.456872 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ada29a17-b60d-4ba1-a6bb-420a1b10f831 req-29f3eb61-3496-48f5-b31e-f85268827f48 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=60b55863-ceb6-45af-a8a4-4b22d72866af HTTP/1.1" status: 200 len: 843 time: 0.0990288 Jul 13 13:30:08.541319 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b0c28802-5087-4b4a-85f4-ccd4ebb08142 tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:08.558634 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b0c28802-5087-4b4a-85f4-ccd4ebb08142 tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:08.599638 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b0c28802-5087-4b4a-85f4-ccd4ebb08142 tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446547'] for floatingip, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:08.634787 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-af8f86a5-08fb-49b4-84b6-9a4d152c4b86 req-4eb30f7a-c506-4fc7-ab0c-ecf2d8e008ab service neutron] 10.222.0.41 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046435 Jul 13 13:30:08.665961 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c28802-5087-4b4a-85f4-ccd4ebb08142 tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] Pushing event updated for resources: {'Port': ['ID=afe98c71-5838-4f0f-a04b-ce2932534b8a,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:30:08.680436 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b0c28802-5087-4b4a-85f4-ccd4ebb08142 tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for floatingip, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:08.690201 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-b0c28802-5087-4b4a-85f4-ccd4ebb08142 tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6925588 Jul 13 13:30:08.743115 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada29a17-b60d-4ba1-a6bb-420a1b10f831 req-fa426cb9-fba8-41c2-a329-09a2274417c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:08.744649 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ada29a17-b60d-4ba1-a6bb-420a1b10f831 req-fa426cb9-fba8-41c2-a329-09a2274417c2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e0bfb334-0fd9-4ba5-ba79-1568ecabee30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2610919 Jul 13 13:30:08.876781 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-af8f86a5-08fb-49b4-84b6-9a4d152c4b86 req-d5618ebf-8276-435c-81af-7746da5b7134 service neutron] 10.222.0.41 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215576 Jul 13 13:30:08.919642 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc68e5c-988c-4212-bf59-8e2d19efddce req-56b45605-5dba-47c0-bd04-be1f97a327af tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:08.926625 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bbc68e5c-988c-4212-bf59-8e2d19efddce req-56b45605-5dba-47c0-bd04-be1f97a327af tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ed535c6-8974-4169-9610-96a0a9a9863c HTTP/1.1" status: 200 len: 970 time: 0.2352057 Jul 13 13:30:08.954973 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ada29a17-b60d-4ba1-a6bb-420a1b10f831 req-3ac57a28-8bab-4fd3-9918-37a98a3e02b2 service neutron] 10.222.0.41 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886308 Jul 13 13:30:09.033840 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bbc68e5c-988c-4212-bf59-8e2d19efddce req-7f180239-3526-4546-b71a-61b3c7a744d9 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.23 "GET /v2.0/security-groups?id=30616c26-47b2-497e-86af-cdf36766fc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051993 Jul 13 13:30:09.080762 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-023ba458-4257-4a34-84f6-e9446194bc28 req-10d2a92c-6e69-4988-9467-7ff6e65fdcaf tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1209805450&fields=id&tenant_id=ad96651d90924ac6a2bfe736b1e71ae8 HTTP/1.1" status: 200 len: 267 time: 0.0541396 Jul 13 13:30:09.093808 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ada29a17-b60d-4ba1-a6bb-420a1b10f831 req-128da3b9-4adc-4cde-b142-677c07099e95 service neutron] 10.222.0.41 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288462 Jul 13 13:30:09.273408 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023ba458-4257-4a34-84f6-e9446194bc28 req-05c290cc-b48b-42f0-874e-fc310e654764 tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:09.274877 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-023ba458-4257-4a34-84f6-e9446194bc28 req-05c290cc-b48b-42f0-874e-fc310e654764 tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] 10.222.0.23 "GET /v2.0/networks?id=8fa0d465-8003-432f-9af5-3ecf92dbf33d HTTP/1.1" status: 200 len: 824 time: 0.1933157 Jul 13 13:30:09.291788 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-023ba458-4257-4a34-84f6-e9446194bc28 req-79920774-3a40-49cf-9f3e-d3c357a5dca7 tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] 10.222.0.23 "GET /v2.0/quotas/ad96651d90924ac6a2bfe736b1e71ae8 HTTP/1.1" status: 200 len: 375 time: 0.0099590 Jul 13 13:30:09.398051 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 43944) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:30:09.409453 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-023ba458-4257-4a34-84f6-e9446194bc28 req-39147f01-edae-4436-896a-b24ff516ed3f tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ad96651d90924ac6a2bfe736b1e71ae8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1113095 Jul 13 13:30:09.568838 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1733adc7-e48f-4a50-af61-b212feea9b0a req-fcdf2055-6c55-433a-928e-78d4fd4169ae tempest-ServersAdminNegativeTestJSON-844288888 tempest-ServersAdminNegativeTestJSON-844288888-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=c184cbd8188e462d8c584e6ea26cc5cc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0227296 Jul 13 13:30:09.826398 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-533a06f6-66a9-4788-8d9d-c856a6047464 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:09.864911 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [req-023ba458-4257-4a34-84f6-e9446194bc28 req-01810e8c-0f16-4f1e-bfd8-5be35b64009f service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 13:30:09.866363 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-023ba458-4257-4a34-84f6-e9446194bc28 req-01810e8c-0f16-4f1e-bfd8-5be35b64009f service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1446688 Jul 13 13:30:09.895995 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1733adc7-e48f-4a50-af61-b212feea9b0a req-97afd982-e739-46af-aef9-d24e970af508 tempest-ServersAdminNegativeTestJSON-844288888 tempest-ServersAdminNegativeTestJSON-844288888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:09.897509 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1733adc7-e48f-4a50-af61-b212feea9b0a req-97afd982-e739-46af-aef9-d24e970af508 tempest-ServersAdminNegativeTestJSON-844288888 tempest-ServersAdminNegativeTestJSON-844288888-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3198671 Jul 13 13:30:09.919273 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1733adc7-e48f-4a50-af61-b212feea9b0a req-bb87a2ba-e0af-4b1a-9ff3-e92b7196c182 tempest-ServersAdminNegativeTestJSON-844288888 tempest-ServersAdminNegativeTestJSON-844288888-project] 10.222.0.23 "GET /v2.0/quotas/c184cbd8188e462d8c584e6ea26cc5cc HTTP/1.1" status: 200 len: 375 time: 0.0125923 Jul 13 13:30:09.982287 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1733adc7-e48f-4a50-af61-b212feea9b0a req-526d00c8-ff0c-4fa0-bb85-a1e64e62f17a tempest-ServersAdminNegativeTestJSON-844288888 tempest-ServersAdminNegativeTestJSON-844288888-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c184cbd8188e462d8c584e6ea26cc5cc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0513897 Jul 13 13:30:10.006312 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-023ba458-4257-4a34-84f6-e9446194bc28 req-f9539567-9df4-461d-bfa9-e4f0d76c7c3f service neutron] 10.222.0.23 "GET /v2.0/networks/8fa0d465-8003-432f-9af5-3ecf92dbf33d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265433 Jul 13 13:30:10.028178 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-533a06f6-66a9-4788-8d9d-c856a6047464 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:10.036180 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-533a06f6-66a9-4788-8d9d-c856a6047464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:10.084193 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-533a06f6-66a9-4788-8d9d-c856a6047464 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2162275e026d4882adaf7490a0200015&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6841750 Jul 13 13:30:10.085056 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533a06f6-66a9-4788-8d9d-c856a6047464 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21001f84-30d7-4b0c-b0c7-ca612cb1fb83,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:30:10.086811 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 43984) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:30:10.118342 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-023ba458-4257-4a34-84f6-e9446194bc28 req-bcb51d11-32e8-4ff1-b01f-ed120318b577 service neutron] 10.222.0.23 "GET /v2.0/networks/8fa0d465-8003-432f-9af5-3ecf92dbf33d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111851 Jul 13 13:30:10.155109 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-34a0273e-3120-46ba-b96e-f0abae9e7b94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:10.185275 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-34a0273e-3120-46ba-b96e-f0abae9e7b94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:10.263866 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-34a0273e-3120-46ba-b96e-f0abae9e7b94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:10.268855 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-34a0273e-3120-46ba-b96e-f0abae9e7b94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:10.274024 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-34a0273e-3120-46ba-b96e-f0abae9e7b94 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/21001f84-30d7-4b0c-b0c7-ca612cb1fb83 HTTP/1.1" status: 204 len: 168 time: 0.1856093 Jul 13 13:30:10.292530 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a0273e-3120-46ba-b96e-f0abae9e7b94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21001f84-30d7-4b0c-b0c7-ca612cb1fb83,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:30:10.353994 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a330d783-2315-4138-8fcf-f84c04e25420 req-bc666d3d-0781-451d-9139-c191dd9b66c9 tempest-AggregatesAdminTestJSON-1853788010 tempest-AggregatesAdminTestJSON-1853788010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:10.355751 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a330d783-2315-4138-8fcf-f84c04e25420 req-bc666d3d-0781-451d-9139-c191dd9b66c9 tempest-AggregatesAdminTestJSON-1853788010 tempest-AggregatesAdminTestJSON-1853788010-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdd4274d-3faa-49a9-bfc1-10158a747833 HTTP/1.1" status: 200 len: 970 time: 0.1075947 Jul 13 13:30:10.418822 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a330d783-2315-4138-8fcf-f84c04e25420 req-8884c37a-06f2-4161-b164-d75846c40602 tempest-AggregatesAdminTestJSON-1853788010 tempest-AggregatesAdminTestJSON-1853788010-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b2baecb-2186-4d6c-b1b0-56fe5f55edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556874 Jul 13 13:30:10.727577 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 894c88fc-95cc-4a2b-9a78-4c8bf919a43e details requested by agent hyperv_n-h2-800634-1 with host n-h2-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 13:30:10.921679 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 894c88fc-95cc-4a2b-9a78-4c8bf919a43e, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=894c88fc-95cc-4a2b-9a78-4c8bf919a43e,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:30:10.946041 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 44022) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:30:10.959477 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Returning: {'device': '894c88fc-95cc-4a2b-9a78-4c8bf919a43e', 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30', 'port_id': '894c88fc-95cc-4a2b-9a78-4c8bf919a43e', 'mac_address': 'fa:16:3e:1a:fc:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60b55863-ceb6-45af-a8a4-4b22d72866af', 'ip_address': '192.168.233.143'}], 'device_owner': 'compute:tempest-test_az-1887465620', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 13:30:10.967288 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6b82912c-7a15-4ba1-8728-b719715653b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:11.017975 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-0aae1d82-8caf-4055-a12b-44a9284b692f req-60257f3d-5ace-4b0e-8119-376b1f488658 tempest-ServersAdminNegativeTestJSON-844288888 tempest-ServersAdminNegativeTestJSON-844288888-project] 10.222.0.23 "GET /v2.0/ports?device_id=8658e5cc-5a4e-46ff-bf8b-f6b0cc3d9baf HTTP/1.1" status: 200 len: 210 time: 0.0397124 Jul 13 13:30:11.020974 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:11.029406 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402edb3e-ec12-4abb-ac25-1d352e89949f req-f5e7cd38-2acb-489a-9dba-edc83e77dfdb tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:11.034016 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-402edb3e-ec12-4abb-ac25-1d352e89949f req-f5e7cd38-2acb-489a-9dba-edc83e77dfdb tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ed535c6-8974-4169-9610-96a0a9a9863c HTTP/1.1" status: 200 len: 970 time: 0.0855374 Jul 13 13:30:11.037305 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 894c88fc-95cc-4a2b-9a78-4c8bf919a43e {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:30:11.084606 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 894c88fc-95cc-4a2b-9a78-4c8bf919a43e, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=894c88fc-95cc-4a2b-9a78-4c8bf919a43e,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:30:11.089391 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:11.091225 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device f31ef304-7f72-45b3-9a82-2cc82bc962da details requested by agent hyperv_n-h2-800634-1 with host n-h2-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 13:30:11.113061 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-402edb3e-ec12-4abb-ac25-1d352e89949f req-02ae332d-ea92-426a-8a3b-c07f5d891853 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.23 "GET /v2.0/security-groups?id=30616c26-47b2-497e-86af-cdf36766fc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714064 Jul 13 13:30:11.130042 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6b82912c-7a15-4ba1-8728-b719715653b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:11.137512 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6b82912c-7a15-4ba1-8728-b719715653b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:11.176098 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b82912c-7a15-4ba1-8728-b719715653b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fff0d87-a440-4339-b167-8a783c995fd2,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:30:11.213509 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=894c88fc-95cc-4a2b-9a78-4c8bf919a43e,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:30:11.228267 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-6b82912c-7a15-4ba1-8728-b719715653b1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1516c01f97ba4144967c44bb1f78b8c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2807589 Jul 13 13:30:11.230441 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d9f0a584-32bc-4bab-9254-69e23729e95e req-1c78797f-921e-46ed-96a6-014ab9acb812 tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] 10.222.0.23 "GET /v2.0/ports?device_id=79cddb68-f5e3-4292-9c98-1eceb79f5fba HTTP/1.1" status: 200 len: 210 time: 0.0354047 Jul 13 13:30:11.230974 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 44030) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:30:11.237174 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port f31ef304-7f72-45b3-9a82-2cc82bc962da, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=f31ef304-7f72-45b3-9a82-2cc82bc962da,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:30:11.260650 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Returning: {'device': 'f31ef304-7f72-45b3-9a82-2cc82bc962da', 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30', 'port_id': 'f31ef304-7f72-45b3-9a82-2cc82bc962da', 'mac_address': 'fa:16:3e:aa:d7:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60b55863-ceb6-45af-a8a4-4b22d72866af', 'ip_address': '192.168.233.132'}], 'device_owner': 'compute:tempest-test_az-1887465620', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 13:30:11.316957 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:11.329063 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-dd700c34-ce71-4b41-abc7-d9f746139f33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:11.334744 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f31ef304-7f72-45b3-9a82-2cc82bc962da {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:30:11.367955 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port f31ef304-7f72-45b3-9a82-2cc82bc962da, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=f31ef304-7f72-45b3-9a82-2cc82bc962da,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:30:11.369284 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:11.372578 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-dd700c34-ce71-4b41-abc7-d9f746139f33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:11.440178 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-dd700c34-ce71-4b41-abc7-d9f746139f33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:11.443996 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=f31ef304-7f72-45b3-9a82-2cc82bc962da,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:30:11.444206 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-dd700c34-ce71-4b41-abc7-d9f746139f33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:11.447665 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-dd700c34-ce71-4b41-abc7-d9f746139f33 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2fff0d87-a440-4339-b167-8a783c995fd2 HTTP/1.1" status: 204 len: 168 time: 0.2133267 Jul 13 13:30:11.462765 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd700c34-ce71-4b41-abc7-d9f746139f33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fff0d87-a440-4339-b167-8a783c995fd2,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:30:11.685497 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['894c88fc-95cc-4a2b-9a78-4c8bf919a43e'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:30:11.689408 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['f31ef304-7f72-45b3-9a82-2cc82bc962da'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:30:11.692292 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4c478f-fb79-4ad3-b09d-d5fe974e3d4d req-ffda3bf7-d0a7-488a-bff7-52025f943547 tempest-AggregatesAdminTestJSON-1853788010 tempest-AggregatesAdminTestJSON-1853788010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:11.700918 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-9b4c478f-fb79-4ad3-b09d-d5fe974e3d4d req-ffda3bf7-d0a7-488a-bff7-52025f943547 tempest-AggregatesAdminTestJSON-1853788010 tempest-AggregatesAdminTestJSON-1853788010-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdd4274d-3faa-49a9-bfc1-10158a747833 HTTP/1.1" status: 200 len: 971 time: 0.1215425 Jul 13 13:30:11.765623 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.26', 60646) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:30:11.795198 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-9b4c478f-fb79-4ad3-b09d-d5fe974e3d4d req-50db1817-f66f-46cc-84b7-6417465c6855 tempest-AggregatesAdminTestJSON-1853788010 tempest-AggregatesAdminTestJSON-1853788010-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b2baecb-2186-4d6c-b1b0-56fe5f55edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931389 Jul 13 13:30:11.830262 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1733adc7-e48f-4a50-af61-b212feea9b0a req-58891985-b835-46bd-8dc8-e1a6d29bbfe5 tempest-ServersAdminNegativeTestJSON-844288888 tempest-ServersAdminNegativeTestJSON-844288888-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=c184cbd8188e462d8c584e6ea26cc5cc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0629056 Jul 13 13:30:12.087169 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1733adc7-e48f-4a50-af61-b212feea9b0a req-759bf2e9-f01e-4a7a-b7d2-f54372b04dfc tempest-ServersAdminNegativeTestJSON-844288888 tempest-ServersAdminNegativeTestJSON-844288888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:12.091974 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1733adc7-e48f-4a50-af61-b212feea9b0a req-759bf2e9-f01e-4a7a-b7d2-f54372b04dfc tempest-ServersAdminNegativeTestJSON-844288888 tempest-ServersAdminNegativeTestJSON-844288888-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2507629 Jul 13 13:30:12.143780 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-1733adc7-e48f-4a50-af61-b212feea9b0a req-80b565a4-1906-4057-b05e-6e0bb019ccad tempest-ServersAdminNegativeTestJSON-844288888 tempest-ServersAdminNegativeTestJSON-844288888-project] Request body: {'port': {'device_id': '8658e5cc-5a4e-46ff-bf8b-f6b0cc3d9baf', 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30', 'admin_state_up': True, 'tenant_id': 'c184cbd8188e462d8c584e6ea26cc5cc'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:30:12.323700 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1733adc7-e48f-4a50-af61-b212feea9b0a req-80b565a4-1906-4057-b05e-6e0bb019ccad tempest-ServersAdminNegativeTestJSON-844288888 tempest-ServersAdminNegativeTestJSON-844288888-project] Made reservation on behalf of c184cbd8188e462d8c584e6ea26cc5cc for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:30:12.334438 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1733adc7-e48f-4a50-af61-b212feea9b0a req-80b565a4-1906-4057-b05e-6e0bb019ccad tempest-ServersAdminNegativeTestJSON-844288888 tempest-ServersAdminNegativeTestJSON-844288888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:12.337459 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5a3a4892-b3bf-44cd-99a0-748f94f10e2c req-ce621795-9884-4ff5-9d01-1e7ce7ca3a81 tempest-ServersAdminNegativeTestJSON-844288888 tempest-ServersAdminNegativeTestJSON-844288888-project] 10.222.0.23 "GET /v2.0/ports?device_id=8658e5cc-5a4e-46ff-bf8b-f6b0cc3d9baf HTTP/1.1" status: 200 len: 210 time: 0.0653710 Jul 13 13:30:12.354345 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1733adc7-e48f-4a50-af61-b212feea9b0a req-80b565a4-1906-4057-b05e-6e0bb019ccad tempest-ServersAdminNegativeTestJSON-844288888 tempest-ServersAdminNegativeTestJSON-844288888-project] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:12.477038 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.26', 60647) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:30:12.574108 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 44082) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:30:12.711819 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-70fe30c4-7d78-4267-9092-05a18a5a765a req-c0b76285-94b8-4e26-93a0-50dfe48d46bf tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] 10.222.0.23 "GET /v2.0/ports?device_id=79cddb68-f5e3-4292-9c98-1eceb79f5fba HTTP/1.1" status: 200 len: 210 time: 0.1397147 Jul 13 13:30:12.842673 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1733adc7-e48f-4a50-af61-b212feea9b0a req-80b565a4-1906-4057-b05e-6e0bb019ccad tempest-ServersAdminNegativeTestJSON-844288888 tempest-ServersAdminNegativeTestJSON-844288888-project] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:12.849454 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1733adc7-e48f-4a50-af61-b212feea9b0a req-80b565a4-1906-4057-b05e-6e0bb019ccad tempest-ServersAdminNegativeTestJSON-844288888 tempest-ServersAdminNegativeTestJSON-844288888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:12.975326 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b565a4-1906-4057-b05e-6e0bb019ccad tempest-ServersAdminNegativeTestJSON-844288888 tempest-ServersAdminNegativeTestJSON-844288888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bb0144d-16a5-4589-a201-1d1dc27891de,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:30:13.082006 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023ba458-4257-4a34-84f6-e9446194bc28 req-e222442a-2c92-45c0-87e1-f87b42ce63a9 tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:13.084370 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-023ba458-4257-4a34-84f6-e9446194bc28 req-e222442a-2c92-45c0-87e1-f87b42ce63a9 tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] 10.222.0.26 "GET /v2.0/networks?id=8fa0d465-8003-432f-9af5-3ecf92dbf33d HTTP/1.1" status: 200 len: 824 time: 0.6015139 Jul 13 13:30:13.134997 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598e10f7-3af3-44b1-935f-6690d617dd57 req-77cecd94-8a2e-4643-980e-ff1e9965caf2 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:13.136622 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-598e10f7-3af3-44b1-935f-6690d617dd57 req-77cecd94-8a2e-4643-980e-ff1e9965caf2 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ed535c6-8974-4169-9610-96a0a9a9863c HTTP/1.1" status: 200 len: 971 time: 0.4062905 Jul 13 13:30:13.220503 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-598e10f7-3af3-44b1-935f-6690d617dd57 req-1bf7dcc2-7573-451c-a71c-f1c852577aca tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.23 "GET /v2.0/security-groups?id=30616c26-47b2-497e-86af-cdf36766fc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695014 Jul 13 13:30:13.226241 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-1733adc7-e48f-4a50-af61-b212feea9b0a req-80b565a4-1906-4057-b05e-6e0bb019ccad tempest-ServersAdminNegativeTestJSON-844288888 tempest-ServersAdminNegativeTestJSON-844288888-project] Allocated IP 192.168.233.232 (e0bfb334-0fd9-4ba5-ba79-1568ecabee30/60b55863-ceb6-45af-a8a4-4b22d72866af/0865b8df-49ed-4429-8b1a-16c323b0a253) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:30:13.277142 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-63193796-5eda-4304-8119-a8084f3fd0ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:13.324528 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af66750-18d8-4774-8622-62d99ec3e052 req-04a04f05-3ce8-45ed-bad1-4fcb060c9bf7 tempest-AggregatesAdminTestJSON-1853788010 tempest-AggregatesAdminTestJSON-1853788010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:13.326176 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5af66750-18d8-4774-8622-62d99ec3e052 req-04a04f05-3ce8-45ed-bad1-4fcb060c9bf7 tempest-AggregatesAdminTestJSON-1853788010 tempest-AggregatesAdminTestJSON-1853788010-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdd4274d-3faa-49a9-bfc1-10158a747833 HTTP/1.1" status: 200 len: 971 time: 0.2632194 Jul 13 13:30:13.485507 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5af66750-18d8-4774-8622-62d99ec3e052 req-23739cd6-11cc-4e68-ba9b-61205ff1a5bd tempest-AggregatesAdminTestJSON-1853788010 tempest-AggregatesAdminTestJSON-1853788010-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b2baecb-2186-4d6c-b1b0-56fe5f55edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447957 Jul 13 13:30:13.576626 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1733adc7-e48f-4a50-af61-b212feea9b0a req-80b565a4-1906-4057-b05e-6e0bb019ccad tempest-ServersAdminNegativeTestJSON-844288888 tempest-ServersAdminNegativeTestJSON-844288888-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:13.607558 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-1733adc7-e48f-4a50-af61-b212feea9b0a req-80b565a4-1906-4057-b05e-6e0bb019ccad tempest-ServersAdminNegativeTestJSON-844288888 tempest-ServersAdminNegativeTestJSON-844288888-project] Transition to ACTIVE for port object 0865b8df-49ed-4429-8b1a-16c323b0a253 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:30:13.635208 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-63193796-5eda-4304-8119-a8084f3fd0ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:13.666501 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-63193796-5eda-4304-8119-a8084f3fd0ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:13.704044 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e6c5aba6-04b9-4410-a30c-79108c09ee3e req-c181cada-b95a-4870-9682-4b123f8c3fad tempest-ServersAdminNegativeTestJSON-844288888 tempest-ServersAdminNegativeTestJSON-844288888-project] 10.222.0.23 "GET /v2.0/ports?device_id=8658e5cc-5a4e-46ff-bf8b-f6b0cc3d9baf HTTP/1.1" status: 200 len: 210 time: 0.0639255 Jul 13 13:30:13.753975 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63193796-5eda-4304-8119-a8084f3fd0ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6488d720-674d-4eaf-b45a-a96a351167c8,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:30:13.761449 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-63193796-5eda-4304-8119-a8084f3fd0ca admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=792da9db9e1c48fdbf0412818c4275b1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1847272 Jul 13 13:30:13.764567 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 44112) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:30:13.805796 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1733adc7-e48f-4a50-af61-b212feea9b0a req-80b565a4-1906-4057-b05e-6e0bb019ccad tempest-ServersAdminNegativeTestJSON-844288888 tempest-ServersAdminNegativeTestJSON-844288888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:13.896605 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1733adc7-e48f-4a50-af61-b212feea9b0a req-80b565a4-1906-4057-b05e-6e0bb019ccad tempest-ServersAdminNegativeTestJSON-844288888 tempest-ServersAdminNegativeTestJSON-844288888-project] Network e0bfb334-0fd9-4ba5-ba79-1568ecabee30 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:30:13.906881 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-1733adc7-e48f-4a50-af61-b212feea9b0a req-80b565a4-1906-4057-b05e-6e0bb019ccad tempest-ServersAdminNegativeTestJSON-844288888 tempest-ServersAdminNegativeTestJSON-844288888-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:30:13.914542 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-1733adc7-e48f-4a50-af61-b212feea9b0a req-80b565a4-1906-4057-b05e-6e0bb019ccad tempest-ServersAdminNegativeTestJSON-844288888 tempest-ServersAdminNegativeTestJSON-844288888-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:30:13.923554 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1733adc7-e48f-4a50-af61-b212feea9b0a req-80b565a4-1906-4057-b05e-6e0bb019ccad tempest-ServersAdminNegativeTestJSON-844288888 tempest-ServersAdminNegativeTestJSON-844288888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:13.924684 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1733adc7-e48f-4a50-af61-b212feea9b0a req-80b565a4-1906-4057-b05e-6e0bb019ccad tempest-ServersAdminNegativeTestJSON-844288888 tempest-ServersAdminNegativeTestJSON-844288888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:13.938223 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b565a4-1906-4057-b05e-6e0bb019ccad tempest-ServersAdminNegativeTestJSON-844288888 tempest-ServersAdminNegativeTestJSON-844288888-project] Pushing event updated for resources: {'Port': ['ID=0865b8df-49ed-4429-8b1a-16c323b0a253,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:30:13.973526 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1733adc7-e48f-4a50-af61-b212feea9b0a req-80b565a4-1906-4057-b05e-6e0bb019ccad tempest-ServersAdminNegativeTestJSON-844288888 tempest-ServersAdminNegativeTestJSON-844288888-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8349764 Jul 13 13:30:13.974389 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8e8040ed-b589-49b5-84ef-d1e354370953 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:14.017041 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7ad3e35f-e3ae-4ff3-9ce1-86845dfd7397 req-5691588e-11ef-4edb-a6ec-48aa538bedf7 tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] 10.222.0.23 "GET /v2.0/ports?device_id=79cddb68-f5e3-4292-9c98-1eceb79f5fba HTTP/1.1" status: 200 len: 210 time: 0.0663271 Jul 13 13:30:14.038449 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8e8040ed-b589-49b5-84ef-d1e354370953 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:14.187153 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8e8040ed-b589-49b5-84ef-d1e354370953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:14.192550 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8e8040ed-b589-49b5-84ef-d1e354370953 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:14.199214 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-8e8040ed-b589-49b5-84ef-d1e354370953 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6488d720-674d-4eaf-b45a-a96a351167c8 HTTP/1.1" status: 204 len: 168 time: 0.4294295 Jul 13 13:30:14.211529 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8040ed-b589-49b5-84ef-d1e354370953 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6488d720-674d-4eaf-b45a-a96a351167c8,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:30:14.333208 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-95218339-996d-4fb7-b85c-c546e9197991 None None] Provisioning for port 0865b8df-49ed-4429-8b1a-16c323b0a253 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:30:14.357286 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-95218339-996d-4fb7-b85c-c546e9197991 None None] Provisioning complete for port 0865b8df-49ed-4429-8b1a-16c323b0a253 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:30:14.358141 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-95218339-996d-4fb7-b85c-c546e9197991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:14.414022 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-95218339-996d-4fb7-b85c-c546e9197991 None None] Port 0865b8df-49ed-4429-8b1a-16c323b0a253 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:30:14.445025 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296cf8b0-3d2c-47ad-b14b-57dad75f2e96 req-9e40f771-a6ce-42e2-8d15-fb6af2376ba9 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:14.446579 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-296cf8b0-3d2c-47ad-b14b-57dad75f2e96 req-9e40f771-a6ce-42e2-8d15-fb6af2376ba9 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ed535c6-8974-4169-9610-96a0a9a9863c HTTP/1.1" status: 200 len: 971 time: 0.0833459 Jul 13 13:30:14.493237 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-296cf8b0-3d2c-47ad-b14b-57dad75f2e96 req-ebcd71ab-5c9e-4fde-9ef1-367dfc71b83d tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.23 "GET /v2.0/security-groups?id=30616c26-47b2-497e-86af-cdf36766fc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386631 Jul 13 13:30:14.570055 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 44140) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:30:14.584828 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-46b68633-ffc8-40c9-ae07-8dbfcc3a4178 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:14.735600 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 894c88fc-95cc-4a2b-9a78-4c8bf919a43e up at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:30:14.761395 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633cc3ec-997e-4dd6-afc1-906530447be6 req-db8a04a8-03cf-4d92-a530-5dc4a4caa7bd tempest-AggregatesAdminTestJSON-1853788010 tempest-AggregatesAdminTestJSON-1853788010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:14.762927 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-633cc3ec-997e-4dd6-afc1-906530447be6 req-db8a04a8-03cf-4d92-a530-5dc4a4caa7bd tempest-AggregatesAdminTestJSON-1853788010 tempest-AggregatesAdminTestJSON-1853788010-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdd4274d-3faa-49a9-bfc1-10158a747833 HTTP/1.1" status: 200 len: 971 time: 0.1301503 Jul 13 13:30:14.815497 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-46b68633-ffc8-40c9-ae07-8dbfcc3a4178 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:14.828845 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-46b68633-ffc8-40c9-ae07-8dbfcc3a4178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:14.835309 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning for port 894c88fc-95cc-4a2b-9a78-4c8bf919a43e completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:30:14.839426 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning complete for port 894c88fc-95cc-4a2b-9a78-4c8bf919a43e triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:30:14.839807 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:14.874687 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-633cc3ec-997e-4dd6-afc1-906530447be6 req-37b57bc3-096b-4bd9-8e6b-f9855fc1dcb3 tempest-AggregatesAdminTestJSON-1853788010 tempest-AggregatesAdminTestJSON-1853788010-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b2baecb-2186-4d6c-b1b0-56fe5f55edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045482 Jul 13 13:30:14.915814 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-46b68633-ffc8-40c9-ae07-8dbfcc3a4178 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2fbff28ff15447f4bc9a8fc3559366b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3446507 Jul 13 13:30:14.919048 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 44154) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:30:14.952381 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b68633-ffc8-40c9-ae07-8dbfcc3a4178 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=000a321a-89e8-42e7-b814-20ca785adb12,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:30:15.002549 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ca39fa05-a4fe-47df-8a65-e20e96669934 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:15.009246 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:15.025766 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ca39fa05-a4fe-47df-8a65-e20e96669934 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:15.037650 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ed535c6-8974-4169-9610-96a0a9a9863c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '894c88fc-95cc-4a2b-9a78-4c8bf919a43e'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:30:15.133612 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f71a93-cb86-4167-a87a-a38353d7619f req-d403b615-4ef1-4e17-96e4-8d8670895d83 tempest-ServersAdminNegativeTestJSON-844288888 tempest-ServersAdminNegativeTestJSON-844288888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:15.135269 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-82f71a93-cb86-4167-a87a-a38353d7619f req-d403b615-4ef1-4e17-96e4-8d8670895d83 tempest-ServersAdminNegativeTestJSON-844288888 tempest-ServersAdminNegativeTestJSON-844288888-project] 10.222.0.23 "GET /v2.0/ports?device_id=8658e5cc-5a4e-46ff-bf8b-f6b0cc3d9baf HTTP/1.1" status: 200 len: 936 time: 0.1370323 Jul 13 13:30:15.136365 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ca39fa05-a4fe-47df-8a65-e20e96669934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:15.139273 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ca39fa05-a4fe-47df-8a65-e20e96669934 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:15.140980 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-ca39fa05-a4fe-47df-8a65-e20e96669934 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/000a321a-89e8-42e7-b814-20ca785adb12 HTTP/1.1" status: 204 len: 168 time: 0.2207754 Jul 13 13:30:15.143991 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 894c88fc-95cc-4a2b-9a78-4c8bf919a43e, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=894c88fc-95cc-4a2b-9a78-4c8bf919a43e,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:30:15.152427 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:15.153268 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device f31ef304-7f72-45b3-9a82-2cc82bc962da up at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:30:15.165261 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca39fa05-a4fe-47df-8a65-e20e96669934 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=000a321a-89e8-42e7-b814-20ca785adb12,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:30:15.204921 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-82f71a93-cb86-4167-a87a-a38353d7619f req-fed16b02-c564-4eec-b2ed-807e7c7dff3b tempest-ServersAdminNegativeTestJSON-844288888 tempest-ServersAdminNegativeTestJSON-844288888-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bb0144d-16a5-4589-a201-1d1dc27891de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622439 Jul 13 13:30:15.354968 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61191410-2ebd-4e0c-a4a0-dbf1e00ddf76" -d '{"events": [{"server_uuid": "2ed535c6-8974-4169-9610-96a0a9a9863c", "name": "network-vif-plugged", "status": "completed", "tag": "894c88fc-95cc-4a2b-9a78-4c8bf919a43e"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:30:15.371093 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-30917c8c-3365-432e-a338-a15e13b07631 req-168e545a-b368-4f7e-9552-b4267c01f557 tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] 10.222.0.23 "GET /v2.0/ports?device_id=79cddb68-f5e3-4292-9c98-1eceb79f5fba HTTP/1.1" status: 200 len: 210 time: 0.0449133 Jul 13 13:30:15.423938 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=894c88fc-95cc-4a2b-9a78-4c8bf919a43e,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:30:15.444884 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning for port f31ef304-7f72-45b3-9a82-2cc82bc962da completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:30:15.449941 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning complete for port f31ef304-7f72-45b3-9a82-2cc82bc962da triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:30:15.450322 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:15.539607 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:15.584768 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port f31ef304-7f72-45b3-9a82-2cc82bc962da, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=f31ef304-7f72-45b3-9a82-2cc82bc962da,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:30:15.591477 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:15.666342 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5520417a-2490-4b48-95c2-15ad7b494a13 x-openstack-request-id: req-5520417a-2490-4b48-95c2-15ad7b494a13 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:30:15.666466 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ed535c6-8974-4169-9610-96a0a9a9863c", "name": "network-vif-plugged", "status": "completed", "tag": "894c88fc-95cc-4a2b-9a78-4c8bf919a43e", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:30:15.666688 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5520417a-2490-4b48-95c2-15ad7b494a13 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:30:15.667208 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ed535c6-8974-4169-9610-96a0a9a9863c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '894c88fc-95cc-4a2b-9a78-4c8bf919a43e', 'code': 200} Jul 13 13:30:15.680607 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=f31ef304-7f72-45b3-9a82-2cc82bc962da,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:30:15.888788 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d776363-f570-40f7-b8b8-ccc2403860af req-2c9f854c-d790-4ea0-86dc-8b1a365c604b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:15.890355 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0d776363-f570-40f7-b8b8-ccc2403860af req-2c9f854c-d790-4ea0-86dc-8b1a365c604b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2ed535c6-8974-4169-9610-96a0a9a9863c HTTP/1.1" status: 200 len: 1123 time: 0.1491647 Jul 13 13:30:15.925452 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b745be1-fc10-498b-81ce-a133c3727242 req-4bef37d8-d72c-4650-b6b5-bbfd299142c9 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:15.929118 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4b745be1-fc10-498b-81ce-a133c3727242 req-4bef37d8-d72c-4650-b6b5-bbfd299142c9 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ed535c6-8974-4169-9610-96a0a9a9863c HTTP/1.1" status: 200 len: 972 time: 0.1264153 Jul 13 13:30:15.930034 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-0d776363-f570-40f7-b8b8-ccc2403860af req-0e16ff5a-b95c-44d6-86d1-5f278ba755ca service neutron] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:16.002767 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4b745be1-fc10-498b-81ce-a133c3727242 req-0745f67f-7f0e-4952-9e29-ea08307542df tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.23 "GET /v2.0/security-groups?id=30616c26-47b2-497e-86af-cdf36766fc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644102 Jul 13 13:30:16.087116 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-0d776363-f570-40f7-b8b8-ccc2403860af req-0e16ff5a-b95c-44d6-86d1-5f278ba755ca service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:16.091988 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-0d776363-f570-40f7-b8b8-ccc2403860af req-0e16ff5a-b95c-44d6-86d1-5f278ba755ca service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:16.128212 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0d776363-f570-40f7-b8b8-ccc2403860af req-0e16ff5a-b95c-44d6-86d1-5f278ba755ca service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=30616c26-47b2-497e-86af-cdf36766fc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277114 Jul 13 13:30:16.150712 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e16ff5a-b95c-44d6-86d1-5f278ba755ca service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=b9ba8d3e-1e29-42c2-8246-14edbfd339d9,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:30:16.228492 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02f74b3-cc3a-4148-8787-254d84a0434d req-1d5a6b16-1204-4eda-b4df-48b7c69a39aa tempest-AggregatesAdminTestJSON-1853788010 tempest-AggregatesAdminTestJSON-1853788010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:16.230037 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f02f74b3-cc3a-4148-8787-254d84a0434d req-1d5a6b16-1204-4eda-b4df-48b7c69a39aa tempest-AggregatesAdminTestJSON-1853788010 tempest-AggregatesAdminTestJSON-1853788010-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdd4274d-3faa-49a9-bfc1-10158a747833 HTTP/1.1" status: 200 len: 972 time: 0.0763235 Jul 13 13:30:16.294422 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f02f74b3-cc3a-4148-8787-254d84a0434d req-d4428d37-6fd5-4e99-bf9e-d834ec7aa845 tempest-AggregatesAdminTestJSON-1853788010 tempest-AggregatesAdminTestJSON-1853788010-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b2baecb-2186-4d6c-b1b0-56fe5f55edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566401 Jul 13 13:30:16.389486 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835c1a0f-48ea-4dda-8531-91a3fa3256ae req-4aeb60b0-5dc4-45d0-bd82-e6e31e0fd1d5 tempest-ServersAdminNegativeTestJSON-844288888 tempest-ServersAdminNegativeTestJSON-844288888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:16.404763 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-835c1a0f-48ea-4dda-8531-91a3fa3256ae req-4aeb60b0-5dc4-45d0-bd82-e6e31e0fd1d5 tempest-ServersAdminNegativeTestJSON-844288888 tempest-ServersAdminNegativeTestJSON-844288888-project] 10.222.0.23 "GET /v2.0/ports?device_id=8658e5cc-5a4e-46ff-bf8b-f6b0cc3d9baf HTTP/1.1" status: 200 len: 936 time: 0.0868635 Jul 13 13:30:16.446285 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-835c1a0f-48ea-4dda-8531-91a3fa3256ae req-e8f1a8f5-ffb1-45d3-a659-72af9d8eaca1 tempest-ServersAdminNegativeTestJSON-844288888 tempest-ServersAdminNegativeTestJSON-844288888-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bb0144d-16a5-4589-a201-1d1dc27891de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404615 Jul 13 13:30:16.523767 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9230756f-fb94-4bc2-a572-3baad5ed3937 req-b40422eb-e291-4ad1-baa8-7e5da5bfff4b tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] 10.222.0.23 "GET /v2.0/ports?device_id=79cddb68-f5e3-4292-9c98-1eceb79f5fba HTTP/1.1" status: 200 len: 210 time: 0.0309746 Jul 13 13:30:17.125893 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fe8eee3d-f71a-4557-9cff-87d1252ee63f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:17.334895 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0331940c-f6f0-4c49-bca0-5c5779dc5d06 req-57add6df-77c5-435b-ac56-831ebbac89b0 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:17.336424 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0331940c-f6f0-4c49-bca0-5c5779dc5d06 req-57add6df-77c5-435b-ac56-831ebbac89b0 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ed535c6-8974-4169-9610-96a0a9a9863c HTTP/1.1" status: 200 len: 972 time: 0.0825460 Jul 13 13:30:17.378153 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0331940c-f6f0-4c49-bca0-5c5779dc5d06 req-467dcce9-d16c-42af-9926-a4acca06a9fb tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.23 "GET /v2.0/security-groups?id=30616c26-47b2-497e-86af-cdf36766fc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363119 Jul 13 13:30:17.620303 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0143970-2d64-4303-8258-1c7f2b0420a4 req-87e8dd1f-54ae-411d-8206-15f06f1d5d63 tempest-AggregatesAdminTestJSON-1853788010 tempest-AggregatesAdminTestJSON-1853788010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:17.621869 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f0143970-2d64-4303-8258-1c7f2b0420a4 req-87e8dd1f-54ae-411d-8206-15f06f1d5d63 tempest-AggregatesAdminTestJSON-1853788010 tempest-AggregatesAdminTestJSON-1853788010-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdd4274d-3faa-49a9-bfc1-10158a747833 HTTP/1.1" status: 200 len: 972 time: 0.0736215 Jul 13 13:30:17.668597 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f0143970-2d64-4303-8258-1c7f2b0420a4 req-8bf8fbd5-2cb4-4db6-8b14-50e4f15deb5c tempest-AggregatesAdminTestJSON-1853788010 tempest-AggregatesAdminTestJSON-1853788010-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b2baecb-2186-4d6c-b1b0-56fe5f55edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381689 Jul 13 13:30:17.668961 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdd4274d-3faa-49a9-bfc1-10158a747833', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f31ef304-7f72-45b3-9a82-2cc82bc962da'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:30:17.694122 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b9f462a-7375-4cac-bad0-79aaa38cd2b5" -d '{"events": [{"server_uuid": "fdd4274d-3faa-49a9-bfc1-10158a747833", "name": "network-vif-plugged", "status": "completed", "tag": "f31ef304-7f72-45b3-9a82-2cc82bc962da"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:30:17.831780 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c23c0ef8-8854-4d6c-aad3-2df7d8499482 req-2576a1a3-52f2-4c3c-b0f5-1868fd8af816 tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] 10.222.0.23 "GET /v2.0/ports?device_id=79cddb68-f5e3-4292-9c98-1eceb79f5fba HTTP/1.1" status: 200 len: 210 time: 0.0425220 Jul 13 13:30:17.901461 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:30:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b820dc4-d7e2-4fda-a341-20ed935c0bbc x-openstack-request-id: req-7b820dc4-d7e2-4fda-a341-20ed935c0bbc {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:30:17.901775 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdd4274d-3faa-49a9-bfc1-10158a747833", "name": "network-vif-plugged", "status": "completed", "tag": "f31ef304-7f72-45b3-9a82-2cc82bc962da", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:30:17.902221 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7b820dc4-d7e2-4fda-a341-20ed935c0bbc {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:30:17.902755 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdd4274d-3faa-49a9-bfc1-10158a747833', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f31ef304-7f72-45b3-9a82-2cc82bc962da', 'code': 200} Jul 13 13:30:17.921127 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96fd389-e1ab-4a9b-b02f-00f69440dba7 req-8974c650-d533-4d8a-b5a8-26f56b8286a8 tempest-ServersAdminNegativeTestJSON-844288888 tempest-ServersAdminNegativeTestJSON-844288888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:17.938375 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d96fd389-e1ab-4a9b-b02f-00f69440dba7 req-8974c650-d533-4d8a-b5a8-26f56b8286a8 tempest-ServersAdminNegativeTestJSON-844288888 tempest-ServersAdminNegativeTestJSON-844288888-project] 10.222.0.23 "GET /v2.0/ports?device_id=8658e5cc-5a4e-46ff-bf8b-f6b0cc3d9baf HTTP/1.1" status: 200 len: 936 time: 0.1224389 Jul 13 13:30:17.992022 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d96fd389-e1ab-4a9b-b02f-00f69440dba7 req-bb9bced8-8837-4a8b-9183-9868d88acc68 tempest-ServersAdminNegativeTestJSON-844288888 tempest-ServersAdminNegativeTestJSON-844288888-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bb0144d-16a5-4589-a201-1d1dc27891de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546849 Jul 13 13:30:18.067243 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 44288) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:30:18.070166 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ab8a1e-9f41-4b2c-9ae9-e28d028d90ef req-fa08c9b1-de12-44a8-b936-69f0a3f8b790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:18.071731 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-40ab8a1e-9f41-4b2c-9ae9-e28d028d90ef req-fa08c9b1-de12-44a8-b936-69f0a3f8b790 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fdd4274d-3faa-49a9-bfc1-10158a747833 HTTP/1.1" status: 200 len: 1123 time: 0.0723739 Jul 13 13:30:18.113352 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-40ab8a1e-9f41-4b2c-9ae9-e28d028d90ef req-c1914490-ba88-45da-9d10-c21bc8c34d6f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=5b2baecb-2186-4d6c-b1b0-56fe5f55edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331693 Jul 13 13:30:18.188205 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-921664a5-c1ca-44a5-baff-44ed3d04d6e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:18.293445 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-921664a5-c1ca-44a5-baff-44ed3d04d6e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:18.299015 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-921664a5-c1ca-44a5-baff-44ed3d04d6e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:18.345351 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-921664a5-c1ca-44a5-baff-44ed3d04d6e9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d0b3f8c9eb2443adac2e242124b713ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2739112 Jul 13 13:30:18.345351 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921664a5-c1ca-44a5-baff-44ed3d04d6e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=755e6233-7cc6-45b0-adec-87ac91e724e0,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:30:18.345909 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 44300) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:30:18.358677 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 44302) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:30:18.416258 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0c4051a4-102b-4a66-8d57-61bfd2f5b069 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:18.439244 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0c4051a4-102b-4a66-8d57-61bfd2f5b069 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:18.496290 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6c0b6e9f-a502-4c68-8df2-42808d7b461e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:18.505420 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0c4051a4-102b-4a66-8d57-61bfd2f5b069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:18.508513 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0c4051a4-102b-4a66-8d57-61bfd2f5b069 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:18.509869 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-0c4051a4-102b-4a66-8d57-61bfd2f5b069 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/755e6233-7cc6-45b0-adec-87ac91e724e0 HTTP/1.1" status: 204 len: 168 time: 0.1628060 Jul 13 13:30:18.521692 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4051a4-102b-4a66-8d57-61bfd2f5b069 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=755e6233-7cc6-45b0-adec-87ac91e724e0,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:30:18.650433 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e89dbd-d5a4-467c-a482-d2e30db3346c req-f7d55e25-1eb2-4b57-a926-ac99d666f283 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:18.651970 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-66e89dbd-d5a4-467c-a482-d2e30db3346c req-f7d55e25-1eb2-4b57-a926-ac99d666f283 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ed535c6-8974-4169-9610-96a0a9a9863c HTTP/1.1" status: 200 len: 972 time: 0.1194017 Jul 13 13:30:18.713008 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6c0b6e9f-a502-4c68-8df2-42808d7b461e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:18.724343 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-66e89dbd-d5a4-467c-a482-d2e30db3346c req-05e49123-f1d8-4abf-b15a-34b9339c704e tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.23 "GET /v2.0/security-groups?id=30616c26-47b2-497e-86af-cdf36766fc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581121 Jul 13 13:30:18.724975 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6c0b6e9f-a502-4c68-8df2-42808d7b461e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:18.764024 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0b6e9f-a502-4c68-8df2-42808d7b461e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d4164e0-beba-4130-a34e-d0c9e41e3e3f,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:30:18.769646 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-6c0b6e9f-a502-4c68-8df2-42808d7b461e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d2c43bf34a144c40a5b0b04b6f8bd97e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4096327 Jul 13 13:30:18.772291 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 44320) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:30:18.841654 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3bc7867d-4c09-4756-bb07-b4df3aea7ad8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:18.870905 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3bc7867d-4c09-4756-bb07-b4df3aea7ad8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:18.906912 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 44324) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:30:18.919693 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-beb8477b-9cbd-40c6-aac7-6e061bd944fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:19.069854 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-beb8477b-9cbd-40c6-aac7-6e061bd944fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:19.074065 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-beb8477b-9cbd-40c6-aac7-6e061bd944fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:19.113358 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3bc7867d-4c09-4756-bb07-b4df3aea7ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:19.117126 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3bc7867d-4c09-4756-bb07-b4df3aea7ad8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:19.118531 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-3bc7867d-4c09-4756-bb07-b4df3aea7ad8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9d4164e0-beba-4130-a34e-d0c9e41e3e3f HTTP/1.1" status: 204 len: 168 time: 0.3455687 Jul 13 13:30:19.121804 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-beb8477b-9cbd-40c6-aac7-6e061bd944fe admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=17d160e78ff84a2abd2905e0e66375a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2111561 Jul 13 13:30:19.121804 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb8477b-9cbd-40c6-aac7-6e061bd944fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12d8eca8-2800-4477-8798-66386ecad62b,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:30:19.123744 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 44334) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:30:19.152220 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e0f064-ca07-483a-93bb-22fa1392b458 req-b665166d-024c-4e57-82e1-2e9ae97699e0 tempest-AggregatesAdminTestJSON-1853788010 tempest-AggregatesAdminTestJSON-1853788010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:19.154113 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f8e0f064-ca07-483a-93bb-22fa1392b458 req-b665166d-024c-4e57-82e1-2e9ae97699e0 tempest-AggregatesAdminTestJSON-1853788010 tempest-AggregatesAdminTestJSON-1853788010-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdd4274d-3faa-49a9-bfc1-10158a747833 HTTP/1.1" status: 200 len: 972 time: 0.2374954 Jul 13 13:30:19.155251 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc7867d-4c09-4756-bb07-b4df3aea7ad8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d4164e0-beba-4130-a34e-d0c9e41e3e3f,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:30:19.186403 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ac25c313-6e0b-4cc0-b945-8ed8abb6d9a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:19.209293 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f8e0f064-ca07-483a-93bb-22fa1392b458 req-ce7c4590-efb3-404e-bd5c-942f5808a603 tempest-AggregatesAdminTestJSON-1853788010 tempest-AggregatesAdminTestJSON-1853788010-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b2baecb-2186-4d6c-b1b0-56fe5f55edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477970 Jul 13 13:30:19.216525 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ac25c313-6e0b-4cc0-b945-8ed8abb6d9a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:19.288129 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [req-1733adc7-e48f-4a50-af61-b212feea9b0a req-731c62c2-b890-4e65-a14d-9e5d3d2c5c2b tempest-ServersAdminNegativeTestJSON-844288888 tempest-ServersAdminNegativeTestJSON-844288888-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93750) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 13:30:19.289206 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1733adc7-e48f-4a50-af61-b212feea9b0a req-731c62c2-b890-4e65-a14d-9e5d3d2c5c2b tempest-ServersAdminNegativeTestJSON-844288888 tempest-ServersAdminNegativeTestJSON-844288888-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063951 Jul 13 13:30:19.318351 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-023ba458-4257-4a34-84f6-e9446194bc28 req-1faae979-9b70-4a22-825b-025c20666879 tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ad96651d90924ac6a2bfe736b1e71ae8 HTTP/1.1" status: 200 len: 380 time: 0.0893981 Jul 13 13:30:19.322184 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ac25c313-6e0b-4cc0-b945-8ed8abb6d9a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:19.325337 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ac25c313-6e0b-4cc0-b945-8ed8abb6d9a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:19.326660 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-ac25c313-6e0b-4cc0-b945-8ed8abb6d9a8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/12d8eca8-2800-4477-8798-66386ecad62b HTTP/1.1" status: 204 len: 168 time: 0.2019312 Jul 13 13:30:19.331755 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-023ba458-4257-4a34-84f6-e9446194bc28 req-ec2b3ab6-3f40-446a-86e5-f7904e85ad63 tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] Request body: {'port': {'device_id': '79cddb68-f5e3-4292-9c98-1eceb79f5fba', 'network_id': '8fa0d465-8003-432f-9af5-3ecf92dbf33d', 'admin_state_up': True, 'tenant_id': 'ad96651d90924ac6a2bfe736b1e71ae8', 'security_groups': ['f0a8d85e-c901-48b0-b619-87bd6bfcd856']}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:30:19.344733 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac25c313-6e0b-4cc0-b945-8ed8abb6d9a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12d8eca8-2800-4477-8798-66386ecad62b,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:30:19.479596 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e040e5-0c97-4a02-82e8-12704decf37f req-9ac96c3f-0269-40e9-b3f2-73db771fa3e8 tempest-ServersOnMultiNodesTest-1122432468 tempest-ServersOnMultiNodesTest-1122432468-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:19.487881 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-34e040e5-0c97-4a02-82e8-12704decf37f req-9ac96c3f-0269-40e9-b3f2-73db771fa3e8 tempest-ServersOnMultiNodesTest-1122432468 tempest-ServersOnMultiNodesTest-1122432468-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=2ed535c6-8974-4169-9610-96a0a9a9863c HTTP/1.1" status: 200 len: 1123 time: 0.0750833 Jul 13 13:30:19.492322 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e2e3dfed-2ee9-46ce-8597-33aa2ceb9a21 req-718724b4-75ca-469c-9989-e5a8e76d97a6 tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] 10.222.0.23 "GET /v2.0/ports?device_id=79cddb68-f5e3-4292-9c98-1eceb79f5fba HTTP/1.1" status: 200 len: 210 time: 0.0988698 Jul 13 13:30:19.512802 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-34e040e5-0c97-4a02-82e8-12704decf37f req-717b7a6f-56cd-4be3-9a43-31c0d4b451f7 tempest-ServersOnMultiNodesTest-1122432468 tempest-ServersOnMultiNodesTest-1122432468-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:19.580366 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-1733adc7-e48f-4a50-af61-b212feea9b0a req-8524151d-97ee-4e92-b6bd-4443451d9dab service neutron] Request body: {'port': {'device_id': '8658e5cc-5a4e-46ff-bf8b-f6b0cc3d9baf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:30:19.692734 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-34e040e5-0c97-4a02-82e8-12704decf37f req-717b7a6f-56cd-4be3-9a43-31c0d4b451f7 tempest-ServersOnMultiNodesTest-1122432468 tempest-ServersOnMultiNodesTest-1122432468-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:19.694305 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1733adc7-e48f-4a50-af61-b212feea9b0a req-8524151d-97ee-4e92-b6bd-4443451d9dab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:19.705044 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-34e040e5-0c97-4a02-82e8-12704decf37f req-717b7a6f-56cd-4be3-9a43-31c0d4b451f7 tempest-ServersOnMultiNodesTest-1122432468 tempest-ServersOnMultiNodesTest-1122432468-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:19.731350 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-023ba458-4257-4a34-84f6-e9446194bc28 req-ec2b3ab6-3f40-446a-86e5-f7904e85ad63 tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] Made reservation on behalf of ad96651d90924ac6a2bfe736b1e71ae8 for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:30:19.736445 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-023ba458-4257-4a34-84f6-e9446194bc28 req-ec2b3ab6-3f40-446a-86e5-f7904e85ad63 tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:19.762381 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-34e040e5-0c97-4a02-82e8-12704decf37f req-717b7a6f-56cd-4be3-9a43-31c0d4b451f7 tempest-ServersOnMultiNodesTest-1122432468 tempest-ServersOnMultiNodesTest-1122432468-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=30616c26-47b2-497e-86af-cdf36766fc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2731514 Jul 13 13:30:19.790555 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717b7a6f-56cd-4be3-9a43-31c0d4b451f7 tempest-ServersOnMultiNodesTest-1122432468 tempest-ServersOnMultiNodesTest-1122432468-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5282a95f-2a10-4ac2-a533-725bd51e1089,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:30:19.791648 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 44350) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:30:19.815596 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-049967b7-2234-400d-84d2-0ce397d941ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:19.866799 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-db8cb3c5-9e0a-4965-9350-eac33701216c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:19.912455 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:20.057323 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [req-023ba458-4257-4a34-84f6-e9446194bc28 req-ec2b3ab6-3f40-446a-86e5-f7904e85ad63 tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] Allocated IP 172.20.0.14 (8fa0d465-8003-432f-9af5-3ecf92dbf33d/0935fffc-5f50-41bc-86c4-a4cd335b45c2/d49df1b3-6cd0-4b5e-8b23-68301e31505c) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:30:20.182985 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5835b7e-e977-48b2-833a-1c515a8192ee req-00458f0d-0b50-4059-96d2-7c3b16433b96 tempest-ServersAdminNegativeTestJSON-844288888 tempest-ServersAdminNegativeTestJSON-844288888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:20.190989 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e5835b7e-e977-48b2-833a-1c515a8192ee req-00458f0d-0b50-4059-96d2-7c3b16433b96 tempest-ServersAdminNegativeTestJSON-844288888 tempest-ServersAdminNegativeTestJSON-844288888-project] 10.222.0.23 "GET /v2.0/ports?device_id=8658e5cc-5a4e-46ff-bf8b-f6b0cc3d9baf HTTP/1.1" status: 200 len: 936 time: 0.2190547 Jul 13 13:30:20.211454 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-db8cb3c5-9e0a-4965-9350-eac33701216c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:20.220881 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-db8cb3c5-9e0a-4965-9350-eac33701216c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:20.256321 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e5835b7e-e977-48b2-833a-1c515a8192ee req-4e68f781-6568-40f5-a305-0d1d0173ad13 tempest-ServersAdminNegativeTestJSON-844288888 tempest-ServersAdminNegativeTestJSON-844288888-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bb0144d-16a5-4589-a201-1d1dc27891de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645907 Jul 13 13:30:20.257116 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-db8cb3c5-9e0a-4965-9350-eac33701216c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c42b7c63e57c4d9f8164ca61471273e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4647496 Jul 13 13:30:20.270607 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 44364) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:30:20.326701 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8cb3c5-9e0a-4965-9350-eac33701216c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd0a29bb-9d5b-4b84-b1d1-76ad37725104,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:30:20.353057 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-1733adc7-e48f-4a50-af61-b212feea9b0a req-8524151d-97ee-4e92-b6bd-4443451d9dab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0865b8df-49ed-4429-8b1a-16c323b0a253 {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:30:20.357500 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-023ba458-4257-4a34-84f6-e9446194bc28 req-ec2b3ab6-3f40-446a-86e5-f7904e85ad63 tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:20.371786 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1733adc7-e48f-4a50-af61-b212feea9b0a req-8524151d-97ee-4e92-b6bd-4443451d9dab service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:20.376638 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d4e28b73-2895-4e05-9810-4bf8a233fc4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:20.391213 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-1733adc7-e48f-4a50-af61-b212feea9b0a req-8524151d-97ee-4e92-b6bd-4443451d9dab service neutron] Transition to ACTIVE for port object 0865b8df-49ed-4429-8b1a-16c323b0a253 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:30:20.396018 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-023ba458-4257-4a34-84f6-e9446194bc28 req-ec2b3ab6-3f40-446a-86e5-f7904e85ad63 tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] Transition to ACTIVE for port object d49df1b3-6cd0-4b5e-8b23-68301e31505c will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:30:20.399895 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1733adc7-e48f-4a50-af61-b212feea9b0a req-8524151d-97ee-4e92-b6bd-4443451d9dab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:20.415390 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d4e28b73-2895-4e05-9810-4bf8a233fc4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:20.481048 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-023ba458-4257-4a34-84f6-e9446194bc28 req-ec2b3ab6-3f40-446a-86e5-f7904e85ad63 tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:20.572024 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d4e28b73-2895-4e05-9810-4bf8a233fc4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:20.576039 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d4e28b73-2895-4e05-9810-4bf8a233fc4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:20.577349 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-d4e28b73-2895-4e05-9810-4bf8a233fc4a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/dd0a29bb-9d5b-4b84-b1d1-76ad37725104 HTTP/1.1" status: 204 len: 168 time: 0.3057978 Jul 13 13:30:20.697298 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e28b73-2895-4e05-9810-4bf8a233fc4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd0a29bb-9d5b-4b84-b1d1-76ad37725104,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:30:20.735119 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-023ba458-4257-4a34-84f6-e9446194bc28 req-ec2b3ab6-3f40-446a-86e5-f7904e85ad63 tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] Network 8fa0d465-8003-432f-9af5-3ecf92dbf33d is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:30:20.744003 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [req-023ba458-4257-4a34-84f6-e9446194bc28 req-ec2b3ab6-3f40-446a-86e5-f7904e85ad63 tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:30:20.756903 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-70415b04-25f5-4ff7-b961-3fea2d2fe539 req-a5cbcd60-b439-4965-8699-f6284f50f3b8 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=09bf0390c6c84bde9cf099d3a1ffb9e6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1194758 Jul 13 13:30:20.757943 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-023ba458-4257-4a34-84f6-e9446194bc28 req-ec2b3ab6-3f40-446a-86e5-f7904e85ad63 tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:30:20.763769 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023ba458-4257-4a34-84f6-e9446194bc28 req-ec2b3ab6-3f40-446a-86e5-f7904e85ad63 tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:20.764754 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-023ba458-4257-4a34-84f6-e9446194bc28 req-ec2b3ab6-3f40-446a-86e5-f7904e85ad63 tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:20.844677 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8524151d-97ee-4e92-b6bd-4443451d9dab service neutron] Pushing event updated for resources: {'Port': ['ID=0865b8df-49ed-4429-8b1a-16c323b0a253,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:30:20.864009 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-1733adc7-e48f-4a50-af61-b212feea9b0a req-8524151d-97ee-4e92-b6bd-4443451d9dab service neutron] Attempting to bind port 0865b8df-49ed-4429-8b1a-16c323b0a253 on host n-h1-800634-1 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:30:20.864598 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-1733adc7-e48f-4a50-af61-b212feea9b0a req-8524151d-97ee-4e92-b6bd-4443451d9dab service neutron] Attempting to bind port 0865b8df-49ed-4429-8b1a-16c323b0a253 by drivers openvswitch,hyperv on host n-h1-800634-1 at level 0 using segments [{'id': '62a4f2e9-97ca-473c-a2df-e7f9f532c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:30:20.865961 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1733adc7-e48f-4a50-af61-b212feea9b0a req-8524151d-97ee-4e92-b6bd-4443451d9dab service neutron] Attempting to bind port 0865b8df-49ed-4429-8b1a-16c323b0a253 on network e0bfb334-0fd9-4ba5-ba79-1568ecabee30 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:30:20.879092 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1733adc7-e48f-4a50-af61-b212feea9b0a req-8524151d-97ee-4e92-b6bd-4443451d9dab service neutron] Port 0865b8df-49ed-4429-8b1a-16c323b0a253 on network e0bfb334-0fd9-4ba5-ba79-1568ecabee30 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-1 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:30:20.879510 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1733adc7-e48f-4a50-af61-b212feea9b0a req-8524151d-97ee-4e92-b6bd-4443451d9dab service neutron] Attempting to bind port 0865b8df-49ed-4429-8b1a-16c323b0a253 on network e0bfb334-0fd9-4ba5-ba79-1568ecabee30 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:30:20.894321 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1733adc7-e48f-4a50-af61-b212feea9b0a req-8524151d-97ee-4e92-b6bd-4443451d9dab service neutron] Checking agent: {'id': 'a7603dc8-3c50-4a9b-8f0d-1143528f155e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:30:20.894738 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1733adc7-e48f-4a50-af61-b212feea9b0a req-8524151d-97ee-4e92-b6bd-4443451d9dab service neutron] Checking segment: {'id': '62a4f2e9-97ca-473c-a2df-e7f9f532c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:30:20.895187 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1733adc7-e48f-4a50-af61-b212feea9b0a req-8524151d-97ee-4e92-b6bd-4443451d9dab service neutron] Bound using segment: {'id': '62a4f2e9-97ca-473c-a2df-e7f9f532c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:30:20.896120 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-1733adc7-e48f-4a50-af61-b212feea9b0a req-8524151d-97ee-4e92-b6bd-4443451d9dab service neutron] Bound port: 0865b8df-49ed-4429-8b1a-16c323b0a253, host: n-h1-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62a4f2e9-97ca-473c-a2df-e7f9f532c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:30:20.896581 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1733adc7-e48f-4a50-af61-b212feea9b0a req-8524151d-97ee-4e92-b6bd-4443451d9dab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:20.915137 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2b3ab6-3f40-446a-86e5-f7904e85ad63 tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] Pushing event updated for resources: {'Port': ['ID=d49df1b3-6cd0-4b5e-8b23-68301e31505c,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:30:20.924877 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70415b04-25f5-4ff7-b961-3fea2d2fe539 req-bc7def42-e749-4956-ad5f-f04cd4525c84 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:20.930210 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f661714f-71c3-4646-9eed-88ef5a8e1c6c req-e6ade3d9-4b67-485c-92ed-218fa488c026 tempest-AggregatesAdminTestJSON-1853788010 tempest-AggregatesAdminTestJSON-1853788010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:20.934047 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-70415b04-25f5-4ff7-b961-3fea2d2fe539 req-bc7def42-e749-4956-ad5f-f04cd4525c84 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1608479 Jul 13 13:30:20.946754 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f661714f-71c3-4646-9eed-88ef5a8e1c6c req-e6ade3d9-4b67-485c-92ed-218fa488c026 tempest-AggregatesAdminTestJSON-1853788010 tempest-AggregatesAdminTestJSON-1853788010-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdd4274d-3faa-49a9-bfc1-10158a747833 HTTP/1.1" status: 200 len: 972 time: 0.4757223 Jul 13 13:30:20.964505 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:20.966890 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-023ba458-4257-4a34-84f6-e9446194bc28 req-ec2b3ab6-3f40-446a-86e5-f7904e85ad63 tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6438386 Jul 13 13:30:20.973709 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-70415b04-25f5-4ff7-b961-3fea2d2fe539 req-fe68f30d-a27f-4ea7-9031-aaaad585541e tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.23 "GET /v2.0/quotas/09bf0390c6c84bde9cf099d3a1ffb9e6 HTTP/1.1" status: 200 len: 375 time: 0.0376675 Jul 13 13:30:20.996966 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-023ba458-4257-4a34-84f6-e9446194bc28 req-0c6c0485-99df-44b7-8a7d-f5a6b6112c29 service neutron] Request body: {'port': {'device_id': '79cddb68-f5e3-4292-9c98-1eceb79f5fba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-1'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:30:21.040032 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f661714f-71c3-4646-9eed-88ef5a8e1c6c req-6a05c034-78c8-4044-9c25-5f53b5c915fe tempest-AggregatesAdminTestJSON-1853788010 tempest-AggregatesAdminTestJSON-1853788010-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b2baecb-2186-4d6c-b1b0-56fe5f55edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923014 Jul 13 13:30:21.112875 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-1733adc7-e48f-4a50-af61-b212feea9b0a req-8524151d-97ee-4e92-b6bd-4443451d9dab service neutron] For port 0865b8df-49ed-4429-8b1a-16c323b0a253, host n-h1-800634-1, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:30:21.123080 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-58a849af-171a-4614-aef2-e7290379681c None None] Provisioning for port d49df1b3-6cd0-4b5e-8b23-68301e31505c completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:30:21.124224 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-1733adc7-e48f-4a50-af61-b212feea9b0a req-8524151d-97ee-4e92-b6bd-4443451d9dab service neutron] For port 0865b8df-49ed-4429-8b1a-16c323b0a253, host n-h1-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=0865b8df-49ed-4429-8b1a-16c323b0a253,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:30:21.129061 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-58a849af-171a-4614-aef2-e7290379681c None None] Provisioning complete for port d49df1b3-6cd0-4b5e-8b23-68301e31505c triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:30:21.130417 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-58a849af-171a-4614-aef2-e7290379681c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:21.131717 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1733adc7-e48f-4a50-af61-b212feea9b0a req-8524151d-97ee-4e92-b6bd-4443451d9dab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:21.178440 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-023ba458-4257-4a34-84f6-e9446194bc28 req-0c6c0485-99df-44b7-8a7d-f5a6b6112c29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:21.197191 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1733adc7-e48f-4a50-af61-b212feea9b0a req-8524151d-97ee-4e92-b6bd-4443451d9dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:21.198415 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1733adc7-e48f-4a50-af61-b212feea9b0a req-8524151d-97ee-4e92-b6bd-4443451d9dab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:21.201529 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1733adc7-e48f-4a50-af61-b212feea9b0a req-8524151d-97ee-4e92-b6bd-4443451d9dab service neutron] 10.222.0.26 "PUT /v2.0/ports/0865b8df-49ed-4429-8b1a-16c323b0a253 HTTP/1.1" status: 200 len: 1096 time: 1.7775455 Jul 13 13:30:21.207503 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-58a849af-171a-4614-aef2-e7290379681c None None] Port d49df1b3-6cd0-4b5e-8b23-68301e31505c cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:30:21.274603 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-70415b04-25f5-4ff7-b961-3fea2d2fe539 req-d495a4ca-11d2-456e-8d95-ce3020f0e59b tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=09bf0390c6c84bde9cf099d3a1ffb9e6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2958262 Jul 13 13:30:21.286305 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8658e5cc-5a4e-46ff-bf8b-f6b0cc3d9baf', 'tag': '0865b8df-49ed-4429-8b1a-16c323b0a253'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:30:21.290169 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e7b3cfb-bca1-4359-9187-9410633562fe" -d '{"events": [{"name": "network-changed", "server_uuid": "8658e5cc-5a4e-46ff-bf8b-f6b0cc3d9baf", "tag": "0865b8df-49ed-4429-8b1a-16c323b0a253"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:30:21.370879 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8524151d-97ee-4e92-b6bd-4443451d9dab service neutron] Pushing event updated for resources: {'Port': ['ID=0865b8df-49ed-4429-8b1a-16c323b0a253,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:30:21.406872 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d82d25b-45cf-4607-8fe7-c7be79f159f3 req-a0748f7b-f1a9-4005-b0c7-71073f6cea94 tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:21.415835 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8d82d25b-45cf-4607-8fe7-c7be79f159f3 req-a0748f7b-f1a9-4005-b0c7-71073f6cea94 tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] 10.222.0.23 "GET /v2.0/ports?device_id=79cddb68-f5e3-4292-9c98-1eceb79f5fba HTTP/1.1" status: 200 len: 932 time: 0.1827812 Jul 13 13:30:21.500939 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8d82d25b-45cf-4607-8fe7-c7be79f159f3 req-b08c7974-418b-431a-9aec-b704e8c209fa tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] 10.222.0.23 "GET /v2.0/security-groups?id=f0a8d85e-c901-48b0-b619-87bd6bfcd856&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839589 Jul 13 13:30:21.512909 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1733adc7-e48f-4a50-af61-b212feea9b0a req-30f29539-b6d4-4f35-8ebf-89843f940362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:21.519450 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1733adc7-e48f-4a50-af61-b212feea9b0a req-30f29539-b6d4-4f35-8ebf-89843f940362 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c184cbd8188e462d8c584e6ea26cc5cc&device_id=8658e5cc-5a4e-46ff-bf8b-f6b0cc3d9baf HTTP/1.1" status: 200 len: 1099 time: 0.2261400 Jul 13 13:30:21.567255 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1733adc7-e48f-4a50-af61-b212feea9b0a req-742630fc-d2ed-4e37-9000-49262fd7d430 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=0865b8df-49ed-4429-8b1a-16c323b0a253 HTTP/1.1" status: 200 len: 217 time: 0.0402217 Jul 13 13:30:21.638419 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1733adc7-e48f-4a50-af61-b212feea9b0a req-eb409e2f-ccf7-46d7-a02e-275f7b3af6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:21.640518 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1733adc7-e48f-4a50-af61-b212feea9b0a req-eb409e2f-ccf7-46d7-a02e-275f7b3af6b4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=60b55863-ceb6-45af-a8a4-4b22d72866af HTTP/1.1" status: 200 len: 843 time: 0.0680065 Jul 13 13:30:21.727332 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1733adc7-e48f-4a50-af61-b212feea9b0a req-fa30748e-f3d1-42c7-b264-35c96d4b8d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:21.728988 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1733adc7-e48f-4a50-af61-b212feea9b0a req-fa30748e-f3d1-42c7-b264-35c96d4b8d1f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e0bfb334-0fd9-4ba5-ba79-1568ecabee30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0822198 Jul 13 13:30:21.841402 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [req-023ba458-4257-4a34-84f6-e9446194bc28 req-0c6c0485-99df-44b7-8a7d-f5a6b6112c29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d49df1b3-6cd0-4b5e-8b23-68301e31505c {{(pid=93751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:30:21.856125 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-023ba458-4257-4a34-84f6-e9446194bc28 req-0c6c0485-99df-44b7-8a7d-f5a6b6112c29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:21.864175 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1733adc7-e48f-4a50-af61-b212feea9b0a req-26be4b11-37df-4908-88e4-17805394534a service neutron] 10.222.0.26 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283214 Jul 13 13:30:21.886396 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-023ba458-4257-4a34-84f6-e9446194bc28 req-0c6c0485-99df-44b7-8a7d-f5a6b6112c29 service neutron] Transition to ACTIVE for port object d49df1b3-6cd0-4b5e-8b23-68301e31505c will not be triggered until provisioned by entity L2. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:30:21.892563 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-023ba458-4257-4a34-84f6-e9446194bc28 req-0c6c0485-99df-44b7-8a7d-f5a6b6112c29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:21.976399 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1733adc7-e48f-4a50-af61-b212feea9b0a req-ab463e3d-5fc1-455a-badd-2c166e029049 service neutron] 10.222.0.26 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061120 Jul 13 13:30:22.007479 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6c0485-99df-44b7-8a7d-f5a6b6112c29 service neutron] Pushing event updated for resources: {'Port': ['ID=d49df1b3-6cd0-4b5e-8b23-68301e31505c,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:30:22.094459 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-023ba458-4257-4a34-84f6-e9446194bc28 req-0c6c0485-99df-44b7-8a7d-f5a6b6112c29 service neutron] Attempting to bind port d49df1b3-6cd0-4b5e-8b23-68301e31505c on host n-h1-800634-1 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:30:22.094868 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-023ba458-4257-4a34-84f6-e9446194bc28 req-0c6c0485-99df-44b7-8a7d-f5a6b6112c29 service neutron] Attempting to bind port d49df1b3-6cd0-4b5e-8b23-68301e31505c by drivers openvswitch,hyperv on host n-h1-800634-1 at level 0 using segments [{'id': '15c43e43-c0ec-4679-80b4-b23ff768bd51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8fa0d465-8003-432f-9af5-3ecf92dbf33d'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:30:22.095684 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023ba458-4257-4a34-84f6-e9446194bc28 req-0c6c0485-99df-44b7-8a7d-f5a6b6112c29 service neutron] Attempting to bind port d49df1b3-6cd0-4b5e-8b23-68301e31505c on network 8fa0d465-8003-432f-9af5-3ecf92dbf33d {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:30:22.110746 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023ba458-4257-4a34-84f6-e9446194bc28 req-0c6c0485-99df-44b7-8a7d-f5a6b6112c29 service neutron] Port d49df1b3-6cd0-4b5e-8b23-68301e31505c on network 8fa0d465-8003-432f-9af5-3ecf92dbf33d not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-1 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:30:22.111314 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023ba458-4257-4a34-84f6-e9446194bc28 req-0c6c0485-99df-44b7-8a7d-f5a6b6112c29 service neutron] Attempting to bind port d49df1b3-6cd0-4b5e-8b23-68301e31505c on network 8fa0d465-8003-432f-9af5-3ecf92dbf33d {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:30:22.129581 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023ba458-4257-4a34-84f6-e9446194bc28 req-0c6c0485-99df-44b7-8a7d-f5a6b6112c29 service neutron] Checking agent: {'id': 'a7603dc8-3c50-4a9b-8f0d-1143528f155e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:30:22.130169 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023ba458-4257-4a34-84f6-e9446194bc28 req-0c6c0485-99df-44b7-8a7d-f5a6b6112c29 service neutron] Checking segment: {'id': '15c43e43-c0ec-4679-80b4-b23ff768bd51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8fa0d465-8003-432f-9af5-3ecf92dbf33d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:30:22.130936 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023ba458-4257-4a34-84f6-e9446194bc28 req-0c6c0485-99df-44b7-8a7d-f5a6b6112c29 service neutron] Bound using segment: {'id': '15c43e43-c0ec-4679-80b4-b23ff768bd51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8fa0d465-8003-432f-9af5-3ecf92dbf33d'} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:30:22.131524 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-023ba458-4257-4a34-84f6-e9446194bc28 req-0c6c0485-99df-44b7-8a7d-f5a6b6112c29 service neutron] Bound port: d49df1b3-6cd0-4b5e-8b23-68301e31505c, host: n-h1-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15c43e43-c0ec-4679-80b4-b23ff768bd51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8fa0d465-8003-432f-9af5-3ecf92dbf33d'}}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:30:22.132045 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-023ba458-4257-4a34-84f6-e9446194bc28 req-0c6c0485-99df-44b7-8a7d-f5a6b6112c29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:22.371578 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee0f583-7b73-47e0-9a14-6ffc91f6d555 req-1555062a-8017-4a85-9163-4b9284e81cdf tempest-ServersAdminNegativeTestJSON-844288888 tempest-ServersAdminNegativeTestJSON-844288888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:22.373982 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bee0f583-7b73-47e0-9a14-6ffc91f6d555 req-1555062a-8017-4a85-9163-4b9284e81cdf tempest-ServersAdminNegativeTestJSON-844288888 tempest-ServersAdminNegativeTestJSON-844288888-project] 10.222.0.23 "GET /v2.0/ports?device_id=8658e5cc-5a4e-46ff-bf8b-f6b0cc3d9baf HTTP/1.1" status: 200 len: 948 time: 0.0950625 Jul 13 13:30:22.455764 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bee0f583-7b73-47e0-9a14-6ffc91f6d555 req-d87ca641-5c68-4b08-acac-ce1fcc6a7353 tempest-ServersAdminNegativeTestJSON-844288888 tempest-ServersAdminNegativeTestJSON-844288888-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bb0144d-16a5-4589-a201-1d1dc27891de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704267 Jul 13 13:30:22.465964 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-023ba458-4257-4a34-84f6-e9446194bc28 req-0c6c0485-99df-44b7-8a7d-f5a6b6112c29 service neutron] For port d49df1b3-6cd0-4b5e-8b23-68301e31505c, host n-h1-800634-1, cleared binding levels {{(pid=93751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:30:22.475627 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:22.498140 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-023ba458-4257-4a34-84f6-e9446194bc28 req-0c6c0485-99df-44b7-8a7d-f5a6b6112c29 service neutron] For port d49df1b3-6cd0-4b5e-8b23-68301e31505c, host n-h1-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=d49df1b3-6cd0-4b5e-8b23-68301e31505c,segment=NetworkSegment(15c43e43-c0ec-4679-80b4-b23ff768bd51),segment_id=15c43e43-c0ec-4679-80b4-b23ff768bd51)] {{(pid=93751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:30:22.509153 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-023ba458-4257-4a34-84f6-e9446194bc28 req-0c6c0485-99df-44b7-8a7d-f5a6b6112c29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:22.522384 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 13:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33f64817-e9d5-4a9b-90a3-71e1c7f7af70 x-openstack-request-id: req-33f64817-e9d5-4a9b-90a3-71e1c7f7af70 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:30:22.523228 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8658e5cc-5a4e-46ff-bf8b-f6b0cc3d9baf", "tag": "0865b8df-49ed-4429-8b1a-16c323b0a253", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:30:22.523839 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-33f64817-e9d5-4a9b-90a3-71e1c7f7af70 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:30:22.524237 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8658e5cc-5a4e-46ff-bf8b-f6b0cc3d9baf', 'tag': '0865b8df-49ed-4429-8b1a-16c323b0a253', 'status': 'completed', 'code': 200} Jul 13 13:30:22.569262 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023ba458-4257-4a34-84f6-e9446194bc28 req-0c6c0485-99df-44b7-8a7d-f5a6b6112c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:22.569912 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-023ba458-4257-4a34-84f6-e9446194bc28 req-0c6c0485-99df-44b7-8a7d-f5a6b6112c29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:22.571356 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-023ba458-4257-4a34-84f6-e9446194bc28 req-0c6c0485-99df-44b7-8a7d-f5a6b6112c29 service neutron] 10.222.0.26 "PUT /v2.0/ports/d49df1b3-6cd0-4b5e-8b23-68301e31505c HTTP/1.1" status: 200 len: 1092 time: 1.5910251 Jul 13 13:30:22.573575 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79cddb68-f5e3-4292-9c98-1eceb79f5fba', 'tag': 'd49df1b3-6cd0-4b5e-8b23-68301e31505c'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:30:22.681820 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7b3cfb-bca1-4359-9187-9410633562fe req-9059d071-adcf-4987-ae7c-f0aacb128510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:22.683895 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1e7b3cfb-bca1-4359-9187-9410633562fe req-9059d071-adcf-4987-ae7c-f0aacb128510 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c184cbd8188e462d8c584e6ea26cc5cc&device_id=8658e5cc-5a4e-46ff-bf8b-f6b0cc3d9baf HTTP/1.1" status: 200 len: 1099 time: 0.1324396 Jul 13 13:30:22.700570 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1151cb-d967-41f9-8866-7c2bb004b9e2 req-b40f3304-4b15-4f5e-bbc6-4c0e92f19b34 tempest-AggregatesAdminTestJSON-1384596887 tempest-AggregatesAdminTestJSON-1384596887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:22.708409 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4b1151cb-d967-41f9-8866-7c2bb004b9e2 req-b40f3304-4b15-4f5e-bbc6-4c0e92f19b34 tempest-AggregatesAdminTestJSON-1384596887 tempest-AggregatesAdminTestJSON-1384596887-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=fdd4274d-3faa-49a9-bfc1-10158a747833 HTTP/1.1" status: 200 len: 1123 time: 0.5039806 Jul 13 13:30:22.775370 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-4b1151cb-d967-41f9-8866-7c2bb004b9e2 req-f5223348-ef1c-4022-a87c-a4d18fee8574 tempest-AggregatesAdminTestJSON-1384596887 tempest-AggregatesAdminTestJSON-1384596887-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:22.812522 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6c0485-99df-44b7-8a7d-f5a6b6112c29 service neutron] Pushing event updated for resources: {'Port': ['ID=d49df1b3-6cd0-4b5e-8b23-68301e31505c,revision_number=3']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:30:22.836457 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7b3cfb-bca1-4359-9187-9410633562fe req-e3e626e5-e226-4eb6-b64c-e151c78373c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:22.838207 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1e7b3cfb-bca1-4359-9187-9410633562fe req-e3e626e5-e226-4eb6-b64c-e151c78373c4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e0bfb334-0fd9-4ba5-ba79-1568ecabee30 HTTP/1.1" status: 200 len: 869 time: 0.1460283 Jul 13 13:30:22.862908 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023ba458-4257-4a34-84f6-e9446194bc28 req-93b3dc62-fc65-407a-ace2-a70fcd89b124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:22.864748 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-023ba458-4257-4a34-84f6-e9446194bc28 req-93b3dc62-fc65-407a-ace2-a70fcd89b124 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ad96651d90924ac6a2bfe736b1e71ae8&device_id=79cddb68-f5e3-4292-9c98-1eceb79f5fba HTTP/1.1" status: 200 len: 1095 time: 0.2188570 Jul 13 13:30:22.904961 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1e7b3cfb-bca1-4359-9187-9410633562fe req-302a8402-9700-4fea-a6ec-a958283f9a38 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=0865b8df-49ed-4429-8b1a-16c323b0a253 HTTP/1.1" status: 200 len: 217 time: 0.0589848 Jul 13 13:30:22.929225 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d17b627af75e17e0f4b8d6239d04f8c2f78634e2c585e32a7aeca336500f34a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8def7d80-6893-40d8-8d69-fd8ee78adcf5" -d '{"events": [{"name": "network-changed", "server_uuid": "79cddb68-f5e3-4292-9c98-1eceb79f5fba", "tag": "d49df1b3-6cd0-4b5e-8b23-68301e31505c"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:30:22.985270 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7b3cfb-bca1-4359-9187-9410633562fe req-06c3b36d-b90f-43f4-b16e-9fb2468cee01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:22.985512 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-023ba458-4257-4a34-84f6-e9446194bc28 req-d15638c7-5295-492d-a81f-8d5cfe44516f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d49df1b3-6cd0-4b5e-8b23-68301e31505c HTTP/1.1" status: 200 len: 217 time: 0.1088622 Jul 13 13:30:22.987289 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1e7b3cfb-bca1-4359-9187-9410633562fe req-06c3b36d-b90f-43f4-b16e-9fb2468cee01 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=60b55863-ceb6-45af-a8a4-4b22d72866af HTTP/1.1" status: 200 len: 843 time: 0.0757778 Jul 13 13:30:23.070928 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023ba458-4257-4a34-84f6-e9446194bc28 req-44ebfbc7-96ff-4152-af52-0c04de20c65c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:23.073182 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-023ba458-4257-4a34-84f6-e9446194bc28 req-44ebfbc7-96ff-4152-af52-0c04de20c65c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0935fffc-5f50-41bc-86c4-a4cd335b45c2 HTTP/1.1" status: 200 len: 863 time: 0.0761113 Jul 13 13:30:23.088690 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7b3cfb-bca1-4359-9187-9410633562fe req-422f6aa6-3d64-4421-83e2-2812aeb0a2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:23.090788 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1e7b3cfb-bca1-4359-9187-9410633562fe req-422f6aa6-3d64-4421-83e2-2812aeb0a2ee service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e0bfb334-0fd9-4ba5-ba79-1568ecabee30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0922194 Jul 13 13:30:23.143371 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-4b1151cb-d967-41f9-8866-7c2bb004b9e2 req-f5223348-ef1c-4022-a87c-a4d18fee8574 tempest-AggregatesAdminTestJSON-1384596887 tempest-AggregatesAdminTestJSON-1384596887-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:23.159214 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-4b1151cb-d967-41f9-8866-7c2bb004b9e2 req-f5223348-ef1c-4022-a87c-a4d18fee8574 tempest-AggregatesAdminTestJSON-1384596887 tempest-AggregatesAdminTestJSON-1384596887-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:23.217586 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4b1151cb-d967-41f9-8866-7c2bb004b9e2 req-f5223348-ef1c-4022-a87c-a4d18fee8574 tempest-AggregatesAdminTestJSON-1384596887 tempest-AggregatesAdminTestJSON-1384596887-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=5b2baecb-2186-4d6c-b1b0-56fe5f55edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5087454 Jul 13 13:30:23.230160 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1e7b3cfb-bca1-4359-9187-9410633562fe req-9790a751-4c5c-4267-956a-481d4f0f7211 service neutron] 10.222.0.26 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318049 Jul 13 13:30:23.251189 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023ba458-4257-4a34-84f6-e9446194bc28 req-e43f4ab0-36f4-47a3-94bc-f67bd9eda4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:23.252714 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-023ba458-4257-4a34-84f6-e9446194bc28 req-e43f4ab0-36f4-47a3-94bc-f67bd9eda4d4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8fa0d465-8003-432f-9af5-3ecf92dbf33d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1684463 Jul 13 13:30:23.253526 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5223348-ef1c-4022-a87c-a4d18fee8574 tempest-AggregatesAdminTestJSON-1384596887 tempest-AggregatesAdminTestJSON-1384596887-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=943d2484-39c9-4d61-9efd-37ea52a291d0,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:30:23.362572 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1e7b3cfb-bca1-4359-9187-9410633562fe req-4a2d2017-c4c6-4be6-b895-2981748569d4 service neutron] 10.222.0.26 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186850 Jul 13 13:30:23.426429 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-023ba458-4257-4a34-84f6-e9446194bc28 req-1309f609-60be-4983-b4d7-a999654a5ebd service neutron] 10.222.0.26 "GET /v2.0/networks/8fa0d465-8003-432f-9af5-3ecf92dbf33d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357265 Jul 13 13:30:23.566017 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-023ba458-4257-4a34-84f6-e9446194bc28 req-5c85b0e0-6686-4ea8-a6a5-4ebcd555bb99 service neutron] 10.222.0.26 "GET /v2.0/networks/8fa0d465-8003-432f-9af5-3ecf92dbf33d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320477 Jul 13 13:30:23.617553 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d36468-31cf-43f1-bde0-05db9f9c36f0 req-ceee360e-7295-4fe1-afdb-e6bce4188452 tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:23.619221 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b5d36468-31cf-43f1-bde0-05db9f9c36f0 req-ceee360e-7295-4fe1-afdb-e6bce4188452 tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] 10.222.0.23 "GET /v2.0/ports?device_id=79cddb68-f5e3-4292-9c98-1eceb79f5fba HTTP/1.1" status: 200 len: 944 time: 0.1190825 Jul 13 13:30:23.645356 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 13:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73a610b6-4a46-401e-b38f-b2672160b389 x-openstack-request-id: req-73a610b6-4a46-401e-b38f-b2672160b389 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:30:23.645668 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79cddb68-f5e3-4292-9c98-1eceb79f5fba", "tag": "d49df1b3-6cd0-4b5e-8b23-68301e31505c", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:30:23.645962 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-73a610b6-4a46-401e-b38f-b2672160b389 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:30:23.646840 n-d-800634-1 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79cddb68-f5e3-4292-9c98-1eceb79f5fba', 'tag': 'd49df1b3-6cd0-4b5e-8b23-68301e31505c', 'status': 'completed', 'code': 200} Jul 13 13:30:23.668684 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b5d36468-31cf-43f1-bde0-05db9f9c36f0 req-b915f6db-6e00-407d-a4eb-dd4219f69e6a tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] 10.222.0.23 "GET /v2.0/security-groups?id=f0a8d85e-c901-48b0-b619-87bd6bfcd856&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428717 Jul 13 13:30:23.732556 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8def7d80-6893-40d8-8d69-fd8ee78adcf5 req-6fac3bd1-a552-4e7d-a72b-4abbece521a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:23.736242 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8def7d80-6893-40d8-8d69-fd8ee78adcf5 req-6fac3bd1-a552-4e7d-a72b-4abbece521a8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ad96651d90924ac6a2bfe736b1e71ae8&device_id=79cddb68-f5e3-4292-9c98-1eceb79f5fba HTTP/1.1" status: 200 len: 1095 time: 0.0638695 Jul 13 13:30:24.002839 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8def7d80-6893-40d8-8d69-fd8ee78adcf5 req-88857846-0b52-4748-8357-292f9cb470fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:24.004476 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8def7d80-6893-40d8-8d69-fd8ee78adcf5 req-88857846-0b52-4748-8357-292f9cb470fb service neutron] 10.222.0.26 "GET /v2.0/networks?id=8fa0d465-8003-432f-9af5-3ecf92dbf33d HTTP/1.1" status: 200 len: 924 time: 0.2641323 Jul 13 13:30:24.042872 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-64c34fd3-0d0e-434e-90b0-15dddbe4e7a9 req-c38b2c4f-c0e6-43bf-b5b4-aee578a7487e tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.23 "GET /v2.0/ports?device_id=72e8a110-83ee-4e34-ae14-c4411eac965f HTTP/1.1" status: 200 len: 210 time: 0.0353987 Jul 13 13:30:24.070053 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8def7d80-6893-40d8-8d69-fd8ee78adcf5 req-22cf9ada-08ac-4493-901f-2964e3bf6458 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d49df1b3-6cd0-4b5e-8b23-68301e31505c HTTP/1.1" status: 200 len: 217 time: 0.0568933 Jul 13 13:30:24.172164 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-70415b04-25f5-4ff7-b961-3fea2d2fe539 req-3e24720f-8f54-4e19-b488-8f6d11391158 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=09bf0390c6c84bde9cf099d3a1ffb9e6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0438929 Jul 13 13:30:24.203117 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8def7d80-6893-40d8-8d69-fd8ee78adcf5 req-5d8f7d0a-b995-4e38-8746-a540688867a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:24.206006 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8def7d80-6893-40d8-8d69-fd8ee78adcf5 req-5d8f7d0a-b995-4e38-8746-a540688867a7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0935fffc-5f50-41bc-86c4-a4cd335b45c2 HTTP/1.1" status: 200 len: 863 time: 0.1292398 Jul 13 13:30:24.318541 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8def7d80-6893-40d8-8d69-fd8ee78adcf5 req-d8d80ac7-058d-4e07-aeca-a5021fdc4c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:24.320122 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8def7d80-6893-40d8-8d69-fd8ee78adcf5 req-d8d80ac7-058d-4e07-aeca-a5021fdc4c9e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8fa0d465-8003-432f-9af5-3ecf92dbf33d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1069045 Jul 13 13:30:24.402197 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 44534) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:30:24.406718 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25fa8c3-ac73-45ed-a6f8-fc9ceda3c8b0 req-d7c6b27b-2b16-4b40-89c7-f761c32f430d tempest-ServersAdminNegativeTestJSON-844288888 tempest-ServersAdminNegativeTestJSON-844288888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:24.413928 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d25fa8c3-ac73-45ed-a6f8-fc9ceda3c8b0 req-d7c6b27b-2b16-4b40-89c7-f761c32f430d tempest-ServersAdminNegativeTestJSON-844288888 tempest-ServersAdminNegativeTestJSON-844288888-project] 10.222.0.23 "GET /v2.0/ports?device_id=8658e5cc-5a4e-46ff-bf8b-f6b0cc3d9baf HTTP/1.1" status: 200 len: 948 time: 0.2127073 Jul 13 13:30:24.433231 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70415b04-25f5-4ff7-b961-3fea2d2fe539 req-2d565b42-f9b8-4bd1-bbba-7986a99fe4d6 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:24.434809 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-70415b04-25f5-4ff7-b961-3fea2d2fe539 req-2d565b42-f9b8-4bd1-bbba-7986a99fe4d6 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2551742 Jul 13 13:30:24.449367 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-70415b04-25f5-4ff7-b961-3fea2d2fe539 req-9bdf1a63-3427-4918-b285-de1de0e4fda1 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Request body: {'port': {'device_id': '53a3ec8a-06a6-47be-960a-071464e2ba2e', 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30', 'admin_state_up': True, 'tenant_id': '09bf0390c6c84bde9cf099d3a1ffb9e6'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:30:24.473562 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8def7d80-6893-40d8-8d69-fd8ee78adcf5 req-3c813bc5-cd40-49fd-9d0a-62ab0709a38f service neutron] 10.222.0.26 "GET /v2.0/networks/8fa0d465-8003-432f-9af5-3ecf92dbf33d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455834 Jul 13 13:30:24.539601 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d25fa8c3-ac73-45ed-a6f8-fc9ceda3c8b0 req-a0b5c50a-84ac-4d4b-9974-8b1e2ded5596 tempest-ServersAdminNegativeTestJSON-844288888 tempest-ServersAdminNegativeTestJSON-844288888-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bb0144d-16a5-4589-a201-1d1dc27891de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036484 Jul 13 13:30:24.633494 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-15f458d7-df21-4581-9571-f746a2690350 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:24.634731 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70415b04-25f5-4ff7-b961-3fea2d2fe539 req-9bdf1a63-3427-4918-b285-de1de0e4fda1 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Made reservation on behalf of 09bf0390c6c84bde9cf099d3a1ffb9e6 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:30:24.639443 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-70415b04-25f5-4ff7-b961-3fea2d2fe539 req-9bdf1a63-3427-4918-b285-de1de0e4fda1 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:24.688493 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8def7d80-6893-40d8-8d69-fd8ee78adcf5 req-19f6f5b0-a5bf-4b47-b4dd-df54929210b6 service neutron] 10.222.0.26 "GET /v2.0/networks/8fa0d465-8003-432f-9af5-3ecf92dbf33d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2071366 Jul 13 13:30:24.782045 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-70415b04-25f5-4ff7-b961-3fea2d2fe539 req-b0cb9772-3fd6-4a56-aee0-8906d1000929 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=09bf0390c6c84bde9cf099d3a1ffb9e6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0337319 Jul 13 13:30:24.864855 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-15f458d7-df21-4581-9571-f746a2690350 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:24.870603 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-15f458d7-df21-4581-9571-f746a2690350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:24.908849 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-70415b04-25f5-4ff7-b961-3fea2d2fe539 req-9bdf1a63-3427-4918-b285-de1de0e4fda1 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Allocated IP 192.168.233.21 (e0bfb334-0fd9-4ba5-ba79-1568ecabee30/60b55863-ceb6-45af-a8a4-4b22d72866af/35c44836-b440-472c-8059-c98a5ffada71) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:30:24.942516 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f458d7-df21-4581-9571-f746a2690350 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ff6ba12-f048-42ef-86ce-11e71ca1f1dc,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:30:24.997650 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 0865b8df-49ed-4429-8b1a-16c323b0a253 details requested by agent hyperv_n-h1-800634-1 with host n-h1-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 13:30:25.019981 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70415b04-25f5-4ff7-b961-3fea2d2fe539 req-42eb68db-5178-459c-b3aa-963b9ec5a1e4 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:25.027679 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-70415b04-25f5-4ff7-b961-3fea2d2fe539 req-42eb68db-5178-459c-b3aa-963b9ec5a1e4 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2202189 Jul 13 13:30:25.053262 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-70415b04-25f5-4ff7-b961-3fea2d2fe539 req-a742a45a-d4a9-418f-8c38-6614226c4f0b tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Request body: {'port': {'device_id': '72e8a110-83ee-4e34-ae14-c4411eac965f', 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30', 'admin_state_up': True, 'tenant_id': '09bf0390c6c84bde9cf099d3a1ffb9e6'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:30:25.066900 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-15f458d7-df21-4581-9571-f746a2690350 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=00ca32af0e6646b2af9ee36177d5003d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6636417 Jul 13 13:30:25.074361 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-dab90b4b-df5d-447e-999a-72aef697ae41 req-3658dc46-db7c-4345-b98c-51ea7dd042ad tempest-QuotasAdminNegativeTest-200847349 tempest-QuotasAdminNegativeTest-200847349-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=7e78be3f0a234989b0414bf44b1fff07&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0938513 Jul 13 13:30:25.076528 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 44568) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:30:25.144600 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 44572) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:30:25.170529 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 0865b8df-49ed-4429-8b1a-16c323b0a253, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=0865b8df-49ed-4429-8b1a-16c323b0a253,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:30:25.184550 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Returning: {'device': '0865b8df-49ed-4429-8b1a-16c323b0a253', 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30', 'port_id': '0865b8df-49ed-4429-8b1a-16c323b0a253', 'mac_address': 'fa:16:3e:9f:c1:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60b55863-ceb6-45af-a8a4-4b22d72866af', 'ip_address': '192.168.233.232'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 13:30:25.225646 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:25.239139 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0865b8df-49ed-4429-8b1a-16c323b0a253 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:30:25.241353 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5976f5b5-5001-449a-ae89-8afd7522b79f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:25.263259 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 0865b8df-49ed-4429-8b1a-16c323b0a253, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=0865b8df-49ed-4429-8b1a-16c323b0a253,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:30:25.273294 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:25.292205 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5976f5b5-5001-449a-ae89-8afd7522b79f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:25.304534 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab90b4b-df5d-447e-999a-72aef697ae41 req-4038c154-5ff1-44b8-9d33-e6e5e9738584 tempest-QuotasAdminNegativeTest-200847349 tempest-QuotasAdminNegativeTest-200847349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:25.306741 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-dab90b4b-df5d-447e-999a-72aef697ae41 req-4038c154-5ff1-44b8-9d33-e6e5e9738584 tempest-QuotasAdminNegativeTest-200847349 tempest-QuotasAdminNegativeTest-200847349-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2316244 Jul 13 13:30:25.330981 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-dab90b4b-df5d-447e-999a-72aef697ae41 req-df930ac7-deae-49b7-aebe-b34f34387bab tempest-QuotasAdminNegativeTest-200847349 tempest-QuotasAdminNegativeTest-200847349-project] 10.222.0.23 "GET /v2.0/quotas/7e78be3f0a234989b0414bf44b1fff07 HTTP/1.1" status: 200 len: 375 time: 0.0187025 Jul 13 13:30:25.337778 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=0865b8df-49ed-4429-8b1a-16c323b0a253,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:30:25.339105 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c0d4ca19-fe88-4e80-87bb-d9149e77b032 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:25.379125 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-dab90b4b-df5d-447e-999a-72aef697ae41 req-53c32652-260a-486b-80fd-90f57f101af6 tempest-QuotasAdminNegativeTest-200847349 tempest-QuotasAdminNegativeTest-200847349-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=7e78be3f0a234989b0414bf44b1fff07&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0375221 Jul 13 13:30:25.379593 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250082f8-de9a-493a-b925-57e6872f493b req-4c191df8-021a-4369-af8f-da6ca3e45ecc tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:25.381762 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-250082f8-de9a-493a-b925-57e6872f493b req-4c191df8-021a-4369-af8f-da6ca3e45ecc tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] 10.222.0.23 "GET /v2.0/ports?device_id=79cddb68-f5e3-4292-9c98-1eceb79f5fba HTTP/1.1" status: 200 len: 944 time: 0.2305958 Jul 13 13:30:25.403411 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5976f5b5-5001-449a-ae89-8afd7522b79f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:25.407132 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5976f5b5-5001-449a-ae89-8afd7522b79f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:25.410649 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-5976f5b5-5001-449a-ae89-8afd7522b79f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4ff6ba12-f048-42ef-86ce-11e71ca1f1dc HTTP/1.1" status: 204 len: 168 time: 0.3308885 Jul 13 13:30:25.431702 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5976f5b5-5001-449a-ae89-8afd7522b79f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ff6ba12-f048-42ef-86ce-11e71ca1f1dc,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:30:25.433601 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-70415b04-25f5-4ff7-b961-3fea2d2fe539 req-9bdf1a63-3427-4918-b285-de1de0e4fda1 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:25.458874 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-70415b04-25f5-4ff7-b961-3fea2d2fe539 req-9bdf1a63-3427-4918-b285-de1de0e4fda1 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Transition to ACTIVE for port object 35c44836-b440-472c-8059-c98a5ffada71 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:30:25.483736 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70415b04-25f5-4ff7-b961-3fea2d2fe539 req-a742a45a-d4a9-418f-8c38-6614226c4f0b tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Made reservation on behalf of 09bf0390c6c84bde9cf099d3a1ffb9e6 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:30:25.490719 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-70415b04-25f5-4ff7-b961-3fea2d2fe539 req-a742a45a-d4a9-418f-8c38-6614226c4f0b tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:25.521285 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-250082f8-de9a-493a-b925-57e6872f493b req-c6148288-0e94-488c-94bd-6cd8af6db164 tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] 10.222.0.23 "GET /v2.0/security-groups?id=f0a8d85e-c901-48b0-b619-87bd6bfcd856&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1264861 Jul 13 13:30:25.626253 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['0865b8df-49ed-4429-8b1a-16c323b0a253'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:30:25.660961 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c0d4ca19-fe88-4e80-87bb-d9149e77b032 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:25.676647 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c0d4ca19-fe88-4e80-87bb-d9149e77b032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:25.705329 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-70415b04-25f5-4ff7-b961-3fea2d2fe539 req-9bdf1a63-3427-4918-b285-de1de0e4fda1 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:25.719838 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['894c88fc-95cc-4a2b-9a78-4c8bf919a43e'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:30:25.812696 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 44590) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:30:25.815809 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-707b54c2-1ed3-463d-8186-60b1c25732c1 req-68c414ec-84a5-47f5-a19e-2383564ac826 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.23 "GET /v2.0/ports?device_id=72e8a110-83ee-4e34-ae14-c4411eac965f HTTP/1.1" status: 200 len: 210 time: 0.2202106 Jul 13 13:30:25.834700 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70415b04-25f5-4ff7-b961-3fea2d2fe539 req-9bdf1a63-3427-4918-b285-de1de0e4fda1 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Network e0bfb334-0fd9-4ba5-ba79-1568ecabee30 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:30:25.851679 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-70415b04-25f5-4ff7-b961-3fea2d2fe539 req-9bdf1a63-3427-4918-b285-de1de0e4fda1 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:30:25.893361 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-70415b04-25f5-4ff7-b961-3fea2d2fe539 req-9bdf1a63-3427-4918-b285-de1de0e4fda1 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:30:25.899213 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70415b04-25f5-4ff7-b961-3fea2d2fe539 req-9bdf1a63-3427-4918-b285-de1de0e4fda1 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:25.899849 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-70415b04-25f5-4ff7-b961-3fea2d2fe539 req-9bdf1a63-3427-4918-b285-de1de0e4fda1 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:25.919230 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1a1c0cc7-4ba6-48b6-aefe-7b95ea109e15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:25.965831 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4ca19-fe88-4e80-87bb-d9149e77b032 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a488b98e-24b1-493d-8031-8ea410827c2f,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:30:25.973605 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-c0d4ca19-fe88-4e80-87bb-d9149e77b032 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7e8529f87e3b481d85aa788dcbf1fc4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8072176 Jul 13 13:30:25.974723 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 44598) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:30:26.067424 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-70415b04-25f5-4ff7-b961-3fea2d2fe539 req-9bdf1a63-3427-4918-b285-de1de0e4fda1 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6238201 Jul 13 13:30:26.085759 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-444056b4-1ad0-427f-8d6e-dde3db645246 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:26.088525 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-70415b04-25f5-4ff7-b961-3fea2d2fe539 req-cc99910a-108b-4bd8-89da-dd90d378e01e service neutron] Request body: {'port': {'device_id': '53a3ec8a-06a6-47be-960a-071464e2ba2e', 'device_owner': 'compute:tempest-test_az-1887465620', 'binding:host_id': 'n-h2-800634-1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:30:26.110586 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-444056b4-1ad0-427f-8d6e-dde3db645246 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:26.123784 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdf1a63-3427-4918-b285-de1de0e4fda1 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Pushing event updated for resources: {'Port': ['ID=35c44836-b440-472c-8059-c98a5ffada71,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:30:26.141793 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-70415b04-25f5-4ff7-b961-3fea2d2fe539 req-a742a45a-d4a9-418f-8c38-6614226c4f0b tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Allocated IP 192.168.233.63 (e0bfb334-0fd9-4ba5-ba79-1568ecabee30/60b55863-ceb6-45af-a8a4-4b22d72866af/fce86fce-7d5e-4f1c-b125-c36dec27a279) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:30:26.208897 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-444056b4-1ad0-427f-8d6e-dde3db645246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:26.211592 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-444056b4-1ad0-427f-8d6e-dde3db645246 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:26.212724 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-444056b4-1ad0-427f-8d6e-dde3db645246 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a488b98e-24b1-493d-8031-8ea410827c2f HTTP/1.1" status: 204 len: 168 time: 0.2369604 Jul 13 13:30:26.231787 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-70415b04-25f5-4ff7-b961-3fea2d2fe539 req-cc99910a-108b-4bd8-89da-dd90d378e01e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:26.232022 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444056b4-1ad0-427f-8d6e-dde3db645246 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a488b98e-24b1-493d-8031-8ea410827c2f,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:30:26.259490 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1a1c0cc7-4ba6-48b6-aefe-7b95ea109e15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:26.288153 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-aa140a5d-b918-4b17-8dac-fe7548e86f2f None None] Provisioning for port 35c44836-b440-472c-8059-c98a5ffada71 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:30:26.292668 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1a1c0cc7-4ba6-48b6-aefe-7b95ea109e15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:26.292820 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-aa140a5d-b918-4b17-8dac-fe7548e86f2f None None] Provisioning complete for port 35c44836-b440-472c-8059-c98a5ffada71 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:30:26.293248 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-aa140a5d-b918-4b17-8dac-fe7548e86f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:26.338611 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-aa140a5d-b918-4b17-8dac-fe7548e86f2f None None] Port 35c44836-b440-472c-8059-c98a5ffada71 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:30:26.360644 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1c0cc7-4ba6-48b6-aefe-7b95ea109e15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2a34bad-cfce-453e-8463-8de3401eb584,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:30:26.428709 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-1a1c0cc7-4ba6-48b6-aefe-7b95ea109e15 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=74ce4581cab04aa99ef4a3cb73bc45ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6028547 Jul 13 13:30:26.431699 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 44622) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:30:26.503834 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4e4a8169-0bfc-45ee-a720-763bf7e6dde7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:26.530294 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4e4a8169-0bfc-45ee-a720-763bf7e6dde7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:26.598195 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4e4a8169-0bfc-45ee-a720-763bf7e6dde7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:26.601979 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4e4a8169-0bfc-45ee-a720-763bf7e6dde7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:26.606385 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-4e4a8169-0bfc-45ee-a720-763bf7e6dde7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b2a34bad-cfce-453e-8463-8de3401eb584 HTTP/1.1" status: 204 len: 168 time: 0.1699138 Jul 13 13:30:26.613249 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4a8169-0bfc-45ee-a720-763bf7e6dde7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2a34bad-cfce-453e-8463-8de3401eb584,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:30:26.727978 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 44634) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:30:26.767419 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-32c2961a-59ba-432f-b737-09291e823704 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:26.829247 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-70415b04-25f5-4ff7-b961-3fea2d2fe539 req-a742a45a-d4a9-418f-8c38-6614226c4f0b tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:26.845546 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4539d4d-598a-4d99-ad83-c3085239e5e4 req-6c16bc7a-5ec1-4735-a837-99fcfb34a3da tempest-ServersAdminNegativeTestJSON-844288888 tempest-ServersAdminNegativeTestJSON-844288888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:26.847149 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d4539d4d-598a-4d99-ad83-c3085239e5e4 req-6c16bc7a-5ec1-4735-a837-99fcfb34a3da tempest-ServersAdminNegativeTestJSON-844288888 tempest-ServersAdminNegativeTestJSON-844288888-project] 10.222.0.23 "GET /v2.0/ports?device_id=8658e5cc-5a4e-46ff-bf8b-f6b0cc3d9baf HTTP/1.1" status: 200 len: 949 time: 0.5198495 Jul 13 13:30:26.868697 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5622ecfd-9084-4c76-afb6-cf28670aee9b req-832c0847-a94e-4793-a20f-1951f9a1f509 tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:26.870370 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5622ecfd-9084-4c76-afb6-cf28670aee9b req-832c0847-a94e-4793-a20f-1951f9a1f509 tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] 10.222.0.23 "GET /v2.0/ports?device_id=79cddb68-f5e3-4292-9c98-1eceb79f5fba HTTP/1.1" status: 200 len: 944 time: 0.0681262 Jul 13 13:30:26.871735 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-70415b04-25f5-4ff7-b961-3fea2d2fe539 req-a742a45a-d4a9-418f-8c38-6614226c4f0b tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Transition to ACTIVE for port object fce86fce-7d5e-4f1c-b125-c36dec27a279 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:30:26.917255 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5622ecfd-9084-4c76-afb6-cf28670aee9b req-d92fed00-7112-4a0c-a7e9-98edf359af5f tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] 10.222.0.23 "GET /v2.0/security-groups?id=f0a8d85e-c901-48b0-b619-87bd6bfcd856&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395324 Jul 13 13:30:26.930609 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d4539d4d-598a-4d99-ad83-c3085239e5e4 req-34d8da13-d60b-42c1-b959-308252d76e86 tempest-ServersAdminNegativeTestJSON-844288888 tempest-ServersAdminNegativeTestJSON-844288888-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bb0144d-16a5-4589-a201-1d1dc27891de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726852 Jul 13 13:30:26.979861 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-70415b04-25f5-4ff7-b961-3fea2d2fe539 req-a742a45a-d4a9-418f-8c38-6614226c4f0b tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:26.981595 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device d49df1b3-6cd0-4b5e-8b23-68301e31505c details requested by agent hyperv_n-h1-800634-1 with host n-h1-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 13:30:27.013988 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['894c88fc-95cc-4a2b-9a78-4c8bf919a43e'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:30:27.053430 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 0865b8df-49ed-4429-8b1a-16c323b0a253 up at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:30:27.094940 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-32c2961a-59ba-432f-b737-09291e823704 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:27.104487 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70415b04-25f5-4ff7-b961-3fea2d2fe539 req-a742a45a-d4a9-418f-8c38-6614226c4f0b tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Network e0bfb334-0fd9-4ba5-ba79-1568ecabee30 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:30:27.113122 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-32c2961a-59ba-432f-b737-09291e823704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:27.127386 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-70415b04-25f5-4ff7-b961-3fea2d2fe539 req-a742a45a-d4a9-418f-8c38-6614226c4f0b tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:30:27.141692 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-70415b04-25f5-4ff7-b961-3fea2d2fe539 req-a742a45a-d4a9-418f-8c38-6614226c4f0b tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:30:27.147569 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70415b04-25f5-4ff7-b961-3fea2d2fe539 req-a742a45a-d4a9-418f-8c38-6614226c4f0b tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:27.148324 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-70415b04-25f5-4ff7-b961-3fea2d2fe539 req-a742a45a-d4a9-418f-8c38-6614226c4f0b tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:27.152576 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a742a45a-d4a9-418f-8c38-6614226c4f0b tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Pushing event updated for resources: {'Port': ['ID=fce86fce-7d5e-4f1c-b125-c36dec27a279,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:30:27.238431 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c2961a-59ba-432f-b737-09291e823704 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d314e4ba-56c6-4d57-82b1-5b909b191842,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:30:27.250787 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-32c2961a-59ba-432f-b737-09291e823704 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0ca84d871f664ad4a141d467b964979f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5197101 Jul 13 13:30:27.252546 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-70415b04-25f5-4ff7-b961-3fea2d2fe539 req-a742a45a-d4a9-418f-8c38-6614226c4f0b tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2215729 Jul 13 13:30:27.253389 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 44654) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:30:27.286241 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning for port 0865b8df-49ed-4429-8b1a-16c323b0a253 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:30:27.310151 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning complete for port 0865b8df-49ed-4429-8b1a-16c323b0a253 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:30:27.311444 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:27.323329 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-70415b04-25f5-4ff7-b961-3fea2d2fe539 req-bc625ffd-aa9e-429b-b2c3-e630ec2a12c0 service neutron] Request body: {'port': {'device_id': '72e8a110-83ee-4e34-ae14-c4411eac965f', 'device_owner': 'compute:tempest-test_az-1887465620', 'binding:host_id': 'n-h2-800634-1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:30:27.358531 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-68c2d5ea-dffb-4501-92d3-66b4744a6d66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:27.401507 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port d49df1b3-6cd0-4b5e-8b23-68301e31505c, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=d49df1b3-6cd0-4b5e-8b23-68301e31505c,segment=NetworkSegment(15c43e43-c0ec-4679-80b4-b23ff768bd51),segment_id=15c43e43-c0ec-4679-80b4-b23ff768bd51)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:30:27.425073 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Returning: {'device': 'd49df1b3-6cd0-4b5e-8b23-68301e31505c', 'network_id': '8fa0d465-8003-432f-9af5-3ecf92dbf33d', 'port_id': 'd49df1b3-6cd0-4b5e-8b23-68301e31505c', 'mac_address': 'fa:16:3e:84:e7:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0935fffc-5f50-41bc-86c4-a4cd335b45c2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 13:30:27.431617 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-68c2d5ea-dffb-4501-92d3-66b4744a6d66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:27.484965 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-70415b04-25f5-4ff7-b961-3fea2d2fe539 req-cc99910a-108b-4bd8-89da-dd90d378e01e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35c44836-b440-472c-8059-c98a5ffada71 {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:30:27.523379 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-70415b04-25f5-4ff7-b961-3fea2d2fe539 req-cc99910a-108b-4bd8-89da-dd90d378e01e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:27.538720 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-68c2d5ea-dffb-4501-92d3-66b4744a6d66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:27.542050 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-68c2d5ea-dffb-4501-92d3-66b4744a6d66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:27.546253 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57cb834-f8a5-43dd-8f8c-0e11cc2ec82d req-6e629474-d165-47c1-ac53-a9de8c35ae14 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:27.547949 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b57cb834-f8a5-43dd-8f8c-0e11cc2ec82d req-6e629474-d165-47c1-ac53-a9de8c35ae14 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.23 "GET /v2.0/ports?device_id=72e8a110-83ee-4e34-ae14-c4411eac965f HTTP/1.1" status: 200 len: 935 time: 0.3547804 Jul 13 13:30:27.554729 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-68c2d5ea-dffb-4501-92d3-66b4744a6d66 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d314e4ba-56c6-4d57-82b1-5b909b191842 HTTP/1.1" status: 204 len: 168 time: 0.2914639 Jul 13 13:30:27.568807 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:27.577599 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c2d5ea-dffb-4501-92d3-66b4744a6d66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d314e4ba-56c6-4d57-82b1-5b909b191842,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:30:27.581675 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-70415b04-25f5-4ff7-b961-3fea2d2fe539 req-cc99910a-108b-4bd8-89da-dd90d378e01e service neutron] Transition to ACTIVE for port object 35c44836-b440-472c-8059-c98a5ffada71 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:30:27.584174 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-70415b04-25f5-4ff7-b961-3fea2d2fe539 req-bc625ffd-aa9e-429b-b2c3-e630ec2a12c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:27.600811 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-70415b04-25f5-4ff7-b961-3fea2d2fe539 req-cc99910a-108b-4bd8-89da-dd90d378e01e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:27.636086 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b57cb834-f8a5-43dd-8f8c-0e11cc2ec82d req-e69ce9c4-62d2-4b3f-bc06-f7de58c23c2f tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.23 "GET /v2.0/security-groups?id=30616c26-47b2-497e-86af-cdf36766fc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785422 Jul 13 13:30:27.681164 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d49df1b3-6cd0-4b5e-8b23-68301e31505c {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:30:27.709621 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port d49df1b3-6cd0-4b5e-8b23-68301e31505c, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=d49df1b3-6cd0-4b5e-8b23-68301e31505c,segment=NetworkSegment(15c43e43-c0ec-4679-80b4-b23ff768bd51),segment_id=15c43e43-c0ec-4679-80b4-b23ff768bd51)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:30:27.723115 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-c9d0dd5a-f088-404c-9a8d-e656b3d6fcaa None None] Provisioning for port fce86fce-7d5e-4f1c-b125-c36dec27a279 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:30:27.738849 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:27.748500 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:27.782936 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 44670) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:30:27.809035 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-c9d0dd5a-f088-404c-9a8d-e656b3d6fcaa None None] Provisioning complete for port fce86fce-7d5e-4f1c-b125-c36dec27a279 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:30:27.809409 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c9d0dd5a-f088-404c-9a8d-e656b3d6fcaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:27.928337 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=d49df1b3-6cd0-4b5e-8b23-68301e31505c,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:30:27.947434 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 0865b8df-49ed-4429-8b1a-16c323b0a253, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=0865b8df-49ed-4429-8b1a-16c323b0a253,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:30:27.970374 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8658e5cc-5a4e-46ff-bf8b-f6b0cc3d9baf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0865b8df-49ed-4429-8b1a-16c323b0a253'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:30:27.973375 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f70c4060-5d72-41d8-9e23-2c088974dd85" -d '{"events": [{"server_uuid": "8658e5cc-5a4e-46ff-bf8b-f6b0cc3d9baf", "name": "network-vif-plugged", "status": "completed", "tag": "0865b8df-49ed-4429-8b1a-16c323b0a253"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:30:27.976269 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-c9d0dd5a-f088-404c-9a8d-e656b3d6fcaa None None] Port fce86fce-7d5e-4f1c-b125-c36dec27a279 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:30:27.992360 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['d49df1b3-6cd0-4b5e-8b23-68301e31505c'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:30:27.994913 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:28.115634 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-70415b04-25f5-4ff7-b961-3fea2d2fe539 req-bc625ffd-aa9e-429b-b2c3-e630ec2a12c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fce86fce-7d5e-4f1c-b125-c36dec27a279 {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:30:28.127990 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-70415b04-25f5-4ff7-b961-3fea2d2fe539 req-bc625ffd-aa9e-429b-b2c3-e630ec2a12c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:28.144028 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-70415b04-25f5-4ff7-b961-3fea2d2fe539 req-bc625ffd-aa9e-429b-b2c3-e630ec2a12c0 service neutron] Transition to ACTIVE for port object fce86fce-7d5e-4f1c-b125-c36dec27a279 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:30:28.167217 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc99910a-108b-4bd8-89da-dd90d378e01e service neutron] Pushing event updated for resources: {'Port': ['ID=35c44836-b440-472c-8059-c98a5ffada71,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:30:28.170835 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-70415b04-25f5-4ff7-b961-3fea2d2fe539 req-bc625ffd-aa9e-429b-b2c3-e630ec2a12c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:28.228407 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-70415b04-25f5-4ff7-b961-3fea2d2fe539 req-cc99910a-108b-4bd8-89da-dd90d378e01e service neutron] Attempting to bind port 35c44836-b440-472c-8059-c98a5ffada71 on host n-h2-800634-1 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:30:28.230188 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-70415b04-25f5-4ff7-b961-3fea2d2fe539 req-cc99910a-108b-4bd8-89da-dd90d378e01e service neutron] Attempting to bind port 35c44836-b440-472c-8059-c98a5ffada71 by drivers openvswitch,hyperv on host n-h2-800634-1 at level 0 using segments [{'id': '62a4f2e9-97ca-473c-a2df-e7f9f532c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:30:28.230188 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70415b04-25f5-4ff7-b961-3fea2d2fe539 req-cc99910a-108b-4bd8-89da-dd90d378e01e service neutron] Attempting to bind port 35c44836-b440-472c-8059-c98a5ffada71 on network e0bfb334-0fd9-4ba5-ba79-1568ecabee30 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:30:28.247289 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-223bd51e-de37-45d2-aae4-96681259c76a req-54504fb3-55cd-4686-b3f4-08099d3bfb9d tempest-QuotasAdminNegativeTest-200847349 tempest-QuotasAdminNegativeTest-200847349-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=7e78be3f0a234989b0414bf44b1fff07&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0984859 Jul 13 13:30:28.267175 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=0865b8df-49ed-4429-8b1a-16c323b0a253,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:30:28.291175 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70415b04-25f5-4ff7-b961-3fea2d2fe539 req-cc99910a-108b-4bd8-89da-dd90d378e01e service neutron] Port 35c44836-b440-472c-8059-c98a5ffada71 on network e0bfb334-0fd9-4ba5-ba79-1568ecabee30 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-1 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:30:28.291866 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70415b04-25f5-4ff7-b961-3fea2d2fe539 req-cc99910a-108b-4bd8-89da-dd90d378e01e service neutron] Attempting to bind port 35c44836-b440-472c-8059-c98a5ffada71 on network e0bfb334-0fd9-4ba5-ba79-1568ecabee30 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:30:28.307586 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70415b04-25f5-4ff7-b961-3fea2d2fe539 req-cc99910a-108b-4bd8-89da-dd90d378e01e service neutron] Checking agent: {'id': 'f615e5c9-21ab-43f2-adbc-192d64b795cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:30:28.308008 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70415b04-25f5-4ff7-b961-3fea2d2fe539 req-cc99910a-108b-4bd8-89da-dd90d378e01e service neutron] Checking segment: {'id': '62a4f2e9-97ca-473c-a2df-e7f9f532c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:30:28.308295 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70415b04-25f5-4ff7-b961-3fea2d2fe539 req-cc99910a-108b-4bd8-89da-dd90d378e01e service neutron] Bound using segment: {'id': '62a4f2e9-97ca-473c-a2df-e7f9f532c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:30:28.309103 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-70415b04-25f5-4ff7-b961-3fea2d2fe539 req-cc99910a-108b-4bd8-89da-dd90d378e01e service neutron] Bound port: 35c44836-b440-472c-8059-c98a5ffada71, host: n-h2-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62a4f2e9-97ca-473c-a2df-e7f9f532c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:30:28.309103 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-70415b04-25f5-4ff7-b961-3fea2d2fe539 req-cc99910a-108b-4bd8-89da-dd90d378e01e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:28.315620 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-0e42652f-fb7b-4340-b1fd-a2f685080882 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-548732275-network', 'tenant_id': 'e06b24b227c54da295e5a8910f21b647'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:30:28.397983 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e42652f-fb7b-4340-b1fd-a2f685080882 admin admin] Made reservation on behalf of e06b24b227c54da295e5a8910f21b647 for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:30:28.401309 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0e42652f-fb7b-4340-b1fd-a2f685080882 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:28.414900 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-70415b04-25f5-4ff7-b961-3fea2d2fe539 req-cc99910a-108b-4bd8-89da-dd90d378e01e service neutron] For port 35c44836-b440-472c-8059-c98a5ffada71, host n-h2-800634-1, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:30:28.421776 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-70415b04-25f5-4ff7-b961-3fea2d2fe539 req-cc99910a-108b-4bd8-89da-dd90d378e01e service neutron] For port 35c44836-b440-472c-8059-c98a5ffada71, host n-h2-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=35c44836-b440-472c-8059-c98a5ffada71,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:30:28.424655 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0e42652f-fb7b-4340-b1fd-a2f685080882 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:28.424796 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc625ffd-aa9e-429b-b2c3-e630ec2a12c0 service neutron] Pushing event updated for resources: {'Port': ['ID=fce86fce-7d5e-4f1c-b125-c36dec27a279,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:30:28.466024 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-70415b04-25f5-4ff7-b961-3fea2d2fe539 req-cc99910a-108b-4bd8-89da-dd90d378e01e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:28.474395 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e41561-69fa-4539-993b-ba7b3a3d9e40 req-3d4e6655-ca23-4a55-95a6-4daa8ad4f2b5 tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:28.480046 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-86e41561-69fa-4539-993b-ba7b3a3d9e40 req-3d4e6655-ca23-4a55-95a6-4daa8ad4f2b5 tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] 10.222.0.23 "GET /v2.0/ports?device_id=79cddb68-f5e3-4292-9c98-1eceb79f5fba HTTP/1.1" status: 200 len: 945 time: 0.2429097 Jul 13 13:30:28.567203 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-70415b04-25f5-4ff7-b961-3fea2d2fe539 req-bc625ffd-aa9e-429b-b2c3-e630ec2a12c0 service neutron] Attempting to bind port fce86fce-7d5e-4f1c-b125-c36dec27a279 on host n-h2-800634-1 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:30:28.567458 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-86e41561-69fa-4539-993b-ba7b3a3d9e40 req-356be9b8-7585-4d29-a364-8d8785e874d8 tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] 10.222.0.23 "GET /v2.0/security-groups?id=f0a8d85e-c901-48b0-b619-87bd6bfcd856&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782495 Jul 13 13:30:28.567826 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-70415b04-25f5-4ff7-b961-3fea2d2fe539 req-bc625ffd-aa9e-429b-b2c3-e630ec2a12c0 service neutron] Attempting to bind port fce86fce-7d5e-4f1c-b125-c36dec27a279 by drivers openvswitch,hyperv on host n-h2-800634-1 at level 0 using segments [{'id': '62a4f2e9-97ca-473c-a2df-e7f9f532c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:30:28.568173 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70415b04-25f5-4ff7-b961-3fea2d2fe539 req-bc625ffd-aa9e-429b-b2c3-e630ec2a12c0 service neutron] Attempting to bind port fce86fce-7d5e-4f1c-b125-c36dec27a279 on network e0bfb334-0fd9-4ba5-ba79-1568ecabee30 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:30:28.623644 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70415b04-25f5-4ff7-b961-3fea2d2fe539 req-cc99910a-108b-4bd8-89da-dd90d378e01e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:28.628386 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-70415b04-25f5-4ff7-b961-3fea2d2fe539 req-cc99910a-108b-4bd8-89da-dd90d378e01e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:28.633512 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-70415b04-25f5-4ff7-b961-3fea2d2fe539 req-cc99910a-108b-4bd8-89da-dd90d378e01e service neutron] 10.222.0.41 "PUT /v2.0/ports/35c44836-b440-472c-8059-c98a5ffada71 HTTP/1.1" status: 200 len: 1117 time: 2.5557404 Jul 13 13:30:28.637651 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53a3ec8a-06a6-47be-960a-071464e2ba2e', 'tag': '35c44836-b440-472c-8059-c98a5ffada71'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:30:28.640790 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1607ed05-d4a4-49a6-9b2f-8383101bd268" -d '{"events": [{"name": "network-changed", "server_uuid": "53a3ec8a-06a6-47be-960a-071464e2ba2e", "tag": "35c44836-b440-472c-8059-c98a5ffada71"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:30:28.663009 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70415b04-25f5-4ff7-b961-3fea2d2fe539 req-bc625ffd-aa9e-429b-b2c3-e630ec2a12c0 service neutron] Port fce86fce-7d5e-4f1c-b125-c36dec27a279 on network e0bfb334-0fd9-4ba5-ba79-1568ecabee30 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-1 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:30:28.663455 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70415b04-25f5-4ff7-b961-3fea2d2fe539 req-bc625ffd-aa9e-429b-b2c3-e630ec2a12c0 service neutron] Attempting to bind port fce86fce-7d5e-4f1c-b125-c36dec27a279 on network e0bfb334-0fd9-4ba5-ba79-1568ecabee30 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:30:28.672578 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc99910a-108b-4bd8-89da-dd90d378e01e service neutron] Pushing event updated for resources: {'Port': ['ID=35c44836-b440-472c-8059-c98a5ffada71,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:30:28.692641 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70415b04-25f5-4ff7-b961-3fea2d2fe539 req-bc625ffd-aa9e-429b-b2c3-e630ec2a12c0 service neutron] Checking agent: {'id': 'f615e5c9-21ab-43f2-adbc-192d64b795cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:30:28.692978 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70415b04-25f5-4ff7-b961-3fea2d2fe539 req-bc625ffd-aa9e-429b-b2c3-e630ec2a12c0 service neutron] Checking segment: {'id': '62a4f2e9-97ca-473c-a2df-e7f9f532c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:30:28.693370 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70415b04-25f5-4ff7-b961-3fea2d2fe539 req-bc625ffd-aa9e-429b-b2c3-e630ec2a12c0 service neutron] Bound using segment: {'id': '62a4f2e9-97ca-473c-a2df-e7f9f532c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:30:28.693849 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-70415b04-25f5-4ff7-b961-3fea2d2fe539 req-bc625ffd-aa9e-429b-b2c3-e630ec2a12c0 service neutron] Bound port: fce86fce-7d5e-4f1c-b125-c36dec27a279, host: n-h2-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62a4f2e9-97ca-473c-a2df-e7f9f532c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:30:28.694220 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-70415b04-25f5-4ff7-b961-3fea2d2fe539 req-bc625ffd-aa9e-429b-b2c3-e630ec2a12c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:28.749075 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0e42652f-fb7b-4340-b1fd-a2f685080882 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:28.766662 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0e42652f-fb7b-4340-b1fd-a2f685080882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:28.819741 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223bd51e-de37-45d2-aae4-96681259c76a req-43b65ab8-b7b7-4e8f-9c19-b210a8559ffc tempest-QuotasAdminNegativeTest-200847349 tempest-QuotasAdminNegativeTest-200847349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:28.829153 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e42652f-fb7b-4340-b1fd-a2f685080882 admin admin] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 13:30:28.832324 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-223bd51e-de37-45d2-aae4-96681259c76a req-43b65ab8-b7b7-4e8f-9c19-b210a8559ffc tempest-QuotasAdminNegativeTest-200847349 tempest-QuotasAdminNegativeTest-200847349-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5751066 Jul 13 13:30:28.856948 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e42652f-fb7b-4340-b1fd-a2f685080882 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63771fd5-d0e2-4e9a-bb83-441346329ba4,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:30:28.875356 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0e42652f-fb7b-4340-b1fd-a2f685080882 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:28.875699 n-d-800634-1 neutron-server[93751]: INFO neutron.db.segments_db [None req-0e42652f-fb7b-4340-b1fd-a2f685080882 admin admin] Added segment 4363a6d3-e5fd-4b4b-b66e-956ba196e227 of type vlan for network e0964cab-0267-475c-a3e7-7c1b388e7309 Jul 13 13:30:28.915879 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-70415b04-25f5-4ff7-b961-3fea2d2fe539 req-bc625ffd-aa9e-429b-b2c3-e630ec2a12c0 service neutron] For port fce86fce-7d5e-4f1c-b125-c36dec27a279, host n-h2-800634-1, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:30:28.919225 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-70415b04-25f5-4ff7-b961-3fea2d2fe539 req-bc625ffd-aa9e-429b-b2c3-e630ec2a12c0 service neutron] For port fce86fce-7d5e-4f1c-b125-c36dec27a279, host n-h2-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=fce86fce-7d5e-4f1c-b125-c36dec27a279,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:30:28.924813 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-223bd51e-de37-45d2-aae4-96681259c76a req-2f947fe4-7b66-405a-9c63-a6712fb21474 tempest-QuotasAdminNegativeTest-200847349 tempest-QuotasAdminNegativeTest-200847349-project] 10.222.0.23 "GET /v2.0/quotas/7e78be3f0a234989b0414bf44b1fff07 HTTP/1.1" status: 200 len: 375 time: 0.0891249 Jul 13 13:30:28.945892 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-70415b04-25f5-4ff7-b961-3fea2d2fe539 req-bc625ffd-aa9e-429b-b2c3-e630ec2a12c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:28.971286 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0e42652f-fb7b-4340-b1fd-a2f685080882 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:28.988658 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device d49df1b3-6cd0-4b5e-8b23-68301e31505c up at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:30:29.026992 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-223bd51e-de37-45d2-aae4-96681259c76a req-0db6defb-5481-41ce-ac97-5565405a7360 tempest-QuotasAdminNegativeTest-200847349 tempest-QuotasAdminNegativeTest-200847349-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=7e78be3f0a234989b0414bf44b1fff07&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0961792 Jul 13 13:30:29.029168 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0e42652f-fb7b-4340-b1fd-a2f685080882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:29.030442 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e42652f-fb7b-4340-b1fd-a2f685080882 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:29.032523 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0e42652f-fb7b-4340-b1fd-a2f685080882 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:29.054799 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70415b04-25f5-4ff7-b961-3fea2d2fe539 req-25bca9ec-0283-4ceb-8532-07a86a296354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:29.056254 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-70415b04-25f5-4ff7-b961-3fea2d2fe539 req-25bca9ec-0283-4ceb-8532-07a86a296354 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=09bf0390c6c84bde9cf099d3a1ffb9e6&device_id=53a3ec8a-06a6-47be-960a-071464e2ba2e HTTP/1.1" status: 200 len: 1120 time: 0.3262012 Jul 13 13:30:29.057451 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70415b04-25f5-4ff7-b961-3fea2d2fe539 req-bc625ffd-aa9e-429b-b2c3-e630ec2a12c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:29.058142 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-70415b04-25f5-4ff7-b961-3fea2d2fe539 req-bc625ffd-aa9e-429b-b2c3-e630ec2a12c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:29.059405 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-70415b04-25f5-4ff7-b961-3fea2d2fe539 req-bc625ffd-aa9e-429b-b2c3-e630ec2a12c0 service neutron] 10.222.0.41 "PUT /v2.0/ports/fce86fce-7d5e-4f1c-b125-c36dec27a279 HTTP/1.1" status: 200 len: 1117 time: 1.7628493 Jul 13 13:30:29.060436 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc625ffd-aa9e-429b-b2c3-e630ec2a12c0 service neutron] Pushing event updated for resources: {'Port': ['ID=fce86fce-7d5e-4f1c-b125-c36dec27a279,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:30:29.065967 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de4a472-14be-4edc-8642-bbcba40cbadc req-b4fd9a18-0af4-47e7-828a-71de39a6f3db tempest-ServersAdminNegativeTestJSON-844288888 tempest-ServersAdminNegativeTestJSON-844288888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:29.091153 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-0de4a472-14be-4edc-8642-bbcba40cbadc req-b4fd9a18-0af4-47e7-828a-71de39a6f3db tempest-ServersAdminNegativeTestJSON-844288888 tempest-ServersAdminNegativeTestJSON-844288888-project] 10.222.0.23 "GET /v2.0/ports?device_id=8658e5cc-5a4e-46ff-bf8b-f6b0cc3d9baf HTTP/1.1" status: 200 len: 950 time: 0.2350357 Jul 13 13:30:29.165412 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-70415b04-25f5-4ff7-b961-3fea2d2fe539 req-a1afa8d3-b00e-4a48-a2dd-f164e214fd4f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=35c44836-b440-472c-8059-c98a5ffada71 HTTP/1.1" status: 200 len: 217 time: 0.0911968 Jul 13 13:30:29.188897 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning for port d49df1b3-6cd0-4b5e-8b23-68301e31505c completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:30:29.202473 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning complete for port d49df1b3-6cd0-4b5e-8b23-68301e31505c triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:30:29.204746 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:29.228967 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-0e42652f-fb7b-4340-b1fd-a2f685080882 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4444001 Jul 13 13:30:29.249344 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 44728) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:30:29.261376 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-0de4a472-14be-4edc-8642-bbcba40cbadc req-99e95841-c06e-45f1-8986-9783cd9af408 tempest-ServersAdminNegativeTestJSON-844288888 tempest-ServersAdminNegativeTestJSON-844288888-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bb0144d-16a5-4589-a201-1d1dc27891de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690996 Jul 13 13:30:29.287547 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-75b2278b-7c95-4755-9bf3-5f61137eaf68 admin admin] Request body: {'subnet': {'network_id': 'e0964cab-0267-475c-a3e7-7c1b388e7309', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-548732275-subnet', 'tenant_id': 'e06b24b227c54da295e5a8910f21b647', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:30:29.306583 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d320b034-397f-4733-a997-117b0c35aeae x-openstack-request-id: req-d320b034-397f-4733-a997-117b0c35aeae {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:30:29.306878 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8658e5cc-5a4e-46ff-bf8b-f6b0cc3d9baf", "name": "network-vif-plugged", "status": "completed", "tag": "0865b8df-49ed-4429-8b1a-16c323b0a253", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:30:29.310341 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d320b034-397f-4733-a997-117b0c35aeae {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:30:29.310766 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8658e5cc-5a4e-46ff-bf8b-f6b0cc3d9baf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0865b8df-49ed-4429-8b1a-16c323b0a253', 'code': 200} Jul 13 13:30:29.314466 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e42652f-fb7b-4340-b1fd-a2f685080882 admin admin] Pushing event updated for resources: {'Network': ['ID=e0964cab-0267-475c-a3e7-7c1b388e7309,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:30:29.349155 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network e0964cab-0267-475c-a3e7-7c1b388e7309 details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 13:30:29.371152 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70415b04-25f5-4ff7-b961-3fea2d2fe539 req-7fb179fe-1cb7-4d42-bb46-f299ccadf0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:29.372759 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-70415b04-25f5-4ff7-b961-3fea2d2fe539 req-7fb179fe-1cb7-4d42-bb46-f299ccadf0a1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=60b55863-ceb6-45af-a8a4-4b22d72866af HTTP/1.1" status: 200 len: 843 time: 0.1735578 Jul 13 13:30:29.374714 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75b2278b-7c95-4755-9bf3-5f61137eaf68 admin admin] Made reservation on behalf of e06b24b227c54da295e5a8910f21b647 for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:30:29.383654 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-75b2278b-7c95-4755-9bf3-5f61137eaf68 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:29.504697 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 13:30:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-420fb537-62d1-4c95-956c-1ab1dba354c7 x-openstack-request-id: req-420fb537-62d1-4c95-956c-1ab1dba354c7 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:30:29.504923 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53a3ec8a-06a6-47be-960a-071464e2ba2e", "tag": "35c44836-b440-472c-8059-c98a5ffada71", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:30:29.505182 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-420fb537-62d1-4c95-956c-1ab1dba354c7 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:30:29.505581 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53a3ec8a-06a6-47be-960a-071464e2ba2e', 'tag': '35c44836-b440-472c-8059-c98a5ffada71', 'status': 'completed', 'code': 200} Jul 13 13:30:29.549617 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70415b04-25f5-4ff7-b961-3fea2d2fe539 req-cbbed901-de6e-4dbb-a678-ba419687d1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:29.551567 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-70415b04-25f5-4ff7-b961-3fea2d2fe539 req-cbbed901-de6e-4dbb-a678-ba419687d1f3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=09bf0390c6c84bde9cf099d3a1ffb9e6&device_id=72e8a110-83ee-4e34-ae14-c4411eac965f HTTP/1.1" status: 200 len: 1120 time: 0.4028549 Jul 13 13:30:29.589562 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601a1aba-2b3d-4e30-ba68-130a61f016e0 req-ae17bc9d-d750-4cdf-9fb0-a30beb98f72f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:29.591174 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-601a1aba-2b3d-4e30-ba68-130a61f016e0 req-ae17bc9d-d750-4cdf-9fb0-a30beb98f72f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8658e5cc-5a4e-46ff-bf8b-f6b0cc3d9baf HTTP/1.1" status: 200 len: 1101 time: 0.1833301 Jul 13 13:30:29.669840 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-601a1aba-2b3d-4e30-ba68-130a61f016e0 req-c00c5c50-4069-4292-b6ea-8fa1421d26ad service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=2bb0144d-16a5-4589-a201-1d1dc27891de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684772 Jul 13 13:30:29.705110 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:29.745683 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-70415b04-25f5-4ff7-b961-3fea2d2fe539 req-78013de9-39e1-43ea-8ffc-e66859d5fc1a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=fce86fce-7d5e-4f1c-b125-c36dec27a279 HTTP/1.1" status: 200 len: 217 time: 0.1781321 Jul 13 13:30:29.788426 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port d49df1b3-6cd0-4b5e-8b23-68301e31505c, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=d49df1b3-6cd0-4b5e-8b23-68301e31505c,segment=NetworkSegment(15c43e43-c0ec-4679-80b4-b23ff768bd51),segment_id=15c43e43-c0ec-4679-80b4-b23ff768bd51)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:30:29.796216 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:29.819306 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-75b2278b-7c95-4755-9bf3-5f61137eaf68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:29.819944 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70415b04-25f5-4ff7-b961-3fea2d2fe539 req-6cfef2f1-b7c1-44eb-ad75-890b60039160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:29.821539 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-70415b04-25f5-4ff7-b961-3fea2d2fe539 req-6cfef2f1-b7c1-44eb-ad75-890b60039160 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e0bfb334-0fd9-4ba5-ba79-1568ecabee30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4408984 Jul 13 13:30:29.877564 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b2278b-7c95-4755-9bf3-5f61137eaf68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc37cc66-5fa1-430a-824f-d70acc6778ee,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:30:29.898635 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=d49df1b3-6cd0-4b5e-8b23-68301e31505c,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:30:29.950711 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b2278b-7c95-4755-9bf3-5f61137eaf68 admin admin] Checking segment: {'id': '4363a6d3-e5fd-4b4b-b66e-956ba196e227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'e0964cab-0267-475c-a3e7-7c1b388e7309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:30:29.950711 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b2278b-7c95-4755-9bf3-5f61137eaf68 admin admin] Network hostable DHCP agents. Network: e0964cab-0267-475c-a3e7-7c1b388e7309, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 13:30:29.971848 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70415b04-25f5-4ff7-b961-3fea2d2fe539 req-d2571146-1959-4571-9984-b7a0c4af9576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:29.973367 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-70415b04-25f5-4ff7-b961-3fea2d2fe539 req-d2571146-1959-4571-9984-b7a0c4af9576 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=60b55863-ceb6-45af-a8a4-4b22d72866af HTTP/1.1" status: 200 len: 843 time: 0.2125938 Jul 13 13:30:29.986643 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b2278b-7c95-4755-9bf3-5f61137eaf68 admin admin] Network e0964cab-0267-475c-a3e7-7c1b388e7309 is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 13:30:30.014509 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8401856f-4111-4e27-b7e2-cb956f66e0ab req-b9efa0dd-646e-4ea8-a183-e0b1b6f0eede tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:30.024968 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-75b2278b-7c95-4755-9bf3-5f61137eaf68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, e0964cab-0267-475c-a3e7-7c1b388e7309) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:30:30.029805 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8401856f-4111-4e27-b7e2-cb956f66e0ab req-b9efa0dd-646e-4ea8-a183-e0b1b6f0eede tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.23 "GET /v2.0/ports?device_id=72e8a110-83ee-4e34-ae14-c4411eac965f HTTP/1.1" status: 200 len: 969 time: 0.4337826 Jul 13 13:30:30.032718 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b2278b-7c95-4755-9bf3-5f61137eaf68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:30.036228 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-75b2278b-7c95-4755-9bf3-5f61137eaf68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:30.036536 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-572ae9c4-50e1-487a-bd9f-861291b90de7 None None] Network e0964cab-0267-475c-a3e7-7c1b388e7309 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:30:30.070060 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-75b2278b-7c95-4755-9bf3-5f61137eaf68 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8020377 Jul 13 13:30:30.115303 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-70415b04-25f5-4ff7-b961-3fea2d2fe539 req-2c362a70-bcc8-4e37-8996-a0aa7a3dd732 service neutron] 10.222.0.41 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2774603 Jul 13 13:30:30.173353 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:30.246160 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8401856f-4111-4e27-b7e2-cb956f66e0ab req-721a6690-26fe-460f-b049-04608652714a tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.23 "GET /v2.0/security-groups?id=30616c26-47b2-497e-86af-cdf36766fc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153435 Jul 13 13:30:30.297952 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c21df5-3cd8-46fd-bc16-7ad042789047 None None] Network e0964cab-0267-475c-a3e7-7c1b388e7309 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:30:30.309723 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70415b04-25f5-4ff7-b961-3fea2d2fe539 req-406c0fe2-4583-49ca-9006-df5c97afa46f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:30.312460 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-70415b04-25f5-4ff7-b961-3fea2d2fe539 req-406c0fe2-4583-49ca-9006-df5c97afa46f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e0bfb334-0fd9-4ba5-ba79-1568ecabee30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3156161 Jul 13 13:30:30.320550 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-70415b04-25f5-4ff7-b961-3fea2d2fe539 req-88a65ad6-1a58-4313-8e56-37236d84c648 service neutron] 10.222.0.41 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934714 Jul 13 13:30:30.394042 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:30.601309 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-70415b04-25f5-4ff7-b961-3fea2d2fe539 req-81c96d0e-4631-4f28-8112-147690ea29f1 service neutron] 10.222.0.41 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2797568 Jul 13 13:30:30.858722 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1607ed05-d4a4-49a6-9b2f-8383101bd268 req-1c0d56e3-59e4-410f-8d5f-8615ae54a40a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:30.862284 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1607ed05-d4a4-49a6-9b2f-8383101bd268 req-1c0d56e3-59e4-410f-8d5f-8615ae54a40a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=09bf0390c6c84bde9cf099d3a1ffb9e6&device_id=53a3ec8a-06a6-47be-960a-071464e2ba2e HTTP/1.1" status: 200 len: 1120 time: 0.4467862 Jul 13 13:30:30.874345 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1008cc-1bd8-4344-b6a9-522226a288aa req-b8eb72ca-47ce-40e6-b96c-d7bf56bb917d tempest-ServersAdminNegativeTestJSON-844288888 tempest-ServersAdminNegativeTestJSON-844288888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:30.875967 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-cf1008cc-1bd8-4344-b6a9-522226a288aa req-b8eb72ca-47ce-40e6-b96c-d7bf56bb917d tempest-ServersAdminNegativeTestJSON-844288888 tempest-ServersAdminNegativeTestJSON-844288888-project] 10.222.0.23 "GET /v2.0/ports?device_id=8658e5cc-5a4e-46ff-bf8b-f6b0cc3d9baf HTTP/1.1" status: 200 len: 950 time: 0.0820634 Jul 13 13:30:30.911212 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27024546-9589-44ed-90e4-b733c7c4c86b req-cfe5ed5c-fbea-443c-9764-927fc937bb6d tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:30.918110 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-27024546-9589-44ed-90e4-b733c7c4c86b req-cfe5ed5c-fbea-443c-9764-927fc937bb6d tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] 10.222.0.23 "GET /v2.0/ports?device_id=79cddb68-f5e3-4292-9c98-1eceb79f5fba HTTP/1.1" status: 200 len: 946 time: 0.4724321 Jul 13 13:30:30.930399 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-cf1008cc-1bd8-4344-b6a9-522226a288aa req-a8a681ed-29ac-45e5-99d7-4df890a8cbd2 tempest-ServersAdminNegativeTestJSON-844288888 tempest-ServersAdminNegativeTestJSON-844288888-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bb0144d-16a5-4589-a201-1d1dc27891de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467787 Jul 13 13:30:31.033353 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-27024546-9589-44ed-90e4-b733c7c4c86b req-0168b32a-6b8f-4328-b342-41f157f34783 tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] 10.222.0.23 "GET /v2.0/security-groups?id=f0a8d85e-c901-48b0-b619-87bd6bfcd856&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142426 Jul 13 13:30:31.079583 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-70415b04-25f5-4ff7-b961-3fea2d2fe539 req-94324dba-4b1a-4ddd-a5c6-645d97cb64fa service neutron] 10.222.0.41 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4647529 Jul 13 13:30:31.085307 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1607ed05-d4a4-49a6-9b2f-8383101bd268 req-e3136549-5b88-413c-ad9d-154f13af6dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:31.086942 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1607ed05-d4a4-49a6-9b2f-8383101bd268 req-e3136549-5b88-413c-ad9d-154f13af6dbd service neutron] 10.222.0.41 "GET /v2.0/networks?id=e0bfb334-0fd9-4ba5-ba79-1568ecabee30 HTTP/1.1" status: 200 len: 869 time: 0.1943879 Jul 13 13:30:31.188322 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1607ed05-d4a4-49a6-9b2f-8383101bd268 req-deb76474-8751-44ed-8b06-0394f461b9c9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=35c44836-b440-472c-8059-c98a5ffada71 HTTP/1.1" status: 200 len: 217 time: 0.0869730 Jul 13 13:30:31.289075 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1607ed05-d4a4-49a6-9b2f-8383101bd268 req-525620ee-3520-492e-a699-18970f0a5a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:31.290701 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1607ed05-d4a4-49a6-9b2f-8383101bd268 req-525620ee-3520-492e-a699-18970f0a5a45 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=60b55863-ceb6-45af-a8a4-4b22d72866af HTTP/1.1" status: 200 len: 843 time: 0.0957849 Jul 13 13:30:31.305770 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 44792) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:30:31.312627 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79cddb68-f5e3-4292-9c98-1eceb79f5fba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd49df1b3-6cd0-4b5e-8b23-68301e31505c'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:30:31.316519 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-e3c5a225-db2d-4d73-a875-ed15d4028833 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1859876196-network', 'tenant_id': '748e20d0c9284c1e92749d4da3caa68b'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:30:31.317295 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13e165ea-15a7-49c4-89d7-99c2c2c2996f" -d '{"events": [{"server_uuid": "79cddb68-f5e3-4292-9c98-1eceb79f5fba", "name": "network-vif-plugged", "status": "completed", "tag": "d49df1b3-6cd0-4b5e-8b23-68301e31505c"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:30:31.385658 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3c5a225-db2d-4d73-a875-ed15d4028833 admin admin] Made reservation on behalf of 748e20d0c9284c1e92749d4da3caa68b for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:30:31.388419 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e3c5a225-db2d-4d73-a875-ed15d4028833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:31.400492 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e3c5a225-db2d-4d73-a875-ed15d4028833 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:31.407774 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1607ed05-d4a4-49a6-9b2f-8383101bd268 req-7730bd4b-1233-4f44-919e-8fd7cd1b0b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:31.410313 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1607ed05-d4a4-49a6-9b2f-8383101bd268 req-7730bd4b-1233-4f44-919e-8fd7cd1b0b8f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e0bfb334-0fd9-4ba5-ba79-1568ecabee30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1098814 Jul 13 13:30:31.488342 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-60b436b1-8425-41dc-9a11-d235ad87f03a req-e7fce9de-b38f-4591-a6a2-7f077840048a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8658e5cc-5a4e-46ff-bf8b-f6b0cc3d9baf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1359196 Jul 13 13:30:31.515659 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72e8a110-83ee-4e34-ae14-c4411eac965f', 'tag': 'fce86fce-7d5e-4f1c-b125-c36dec27a279'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:30:31.518090 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56dd3a0e-2793-4351-bec8-c9af0d777b62" -d '{"events": [{"name": "network-changed", "server_uuid": "72e8a110-83ee-4e34-ae14-c4411eac965f", "tag": "fce86fce-7d5e-4f1c-b125-c36dec27a279"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:30:31.526879 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-614d3324-a1ed-41a9-9bbd-297dd238e815 req-82ace925-3265-41d0-ae35-38bc0bcb23d3 tempest-LiveMigrationNegativeTest-1088183764 tempest-LiveMigrationNegativeTest-1088183764-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=ef1e467053ed4ec2a6d27e8f1953cbe5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0428798 Jul 13 13:30:31.616670 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e3c5a225-db2d-4d73-a875-ed15d4028833 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:31.625662 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e3c5a225-db2d-4d73-a875-ed15d4028833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:31.627648 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1607ed05-d4a4-49a6-9b2f-8383101bd268 req-54315ffd-d750-4312-833b-0d06e9c22738 service neutron] 10.222.0.41 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018309 Jul 13 13:30:31.660718 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3c5a225-db2d-4d73-a875-ed15d4028833 admin admin] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 13:30:31.680668 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c5a225-db2d-4d73-a875-ed15d4028833 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c85d5cdb-59ef-42f5-b961-ba2483a22a67,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:30:31.687923 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e3c5a225-db2d-4d73-a875-ed15d4028833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:31.688289 n-d-800634-1 neutron-server[93751]: INFO neutron.db.segments_db [None req-e3c5a225-db2d-4d73-a875-ed15d4028833 admin admin] Added segment 5fce0b0f-3344-4006-b73d-49294cd968fa of type vlan for network f57c6a04-9cc4-4d72-9eb9-5a9b9a7b90c4 Jul 13 13:30:31.710702 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b436b1-8425-41dc-9a11-d235ad87f03a req-906d41b0-3952-44b9-a540-9fcf9cba3b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:31.713724 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-60b436b1-8425-41dc-9a11-d235ad87f03a req-906d41b0-3952-44b9-a540-9fcf9cba3b0f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c184cbd8188e462d8c584e6ea26cc5cc&device_id=8658e5cc-5a4e-46ff-bf8b-f6b0cc3d9baf HTTP/1.1" status: 200 len: 1101 time: 0.1532042 Jul 13 13:30:31.791365 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614d3324-a1ed-41a9-9bbd-297dd238e815 req-d12f5d6a-81c4-4f0d-9970-b5ac0a4b3a7d tempest-LiveMigrationNegativeTest-1088183764 tempest-LiveMigrationNegativeTest-1088183764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:31.793167 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e3c5a225-db2d-4d73-a875-ed15d4028833 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:31.803504 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-614d3324-a1ed-41a9-9bbd-297dd238e815 req-d12f5d6a-81c4-4f0d-9970-b5ac0a4b3a7d tempest-LiveMigrationNegativeTest-1088183764 tempest-LiveMigrationNegativeTest-1088183764-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2401581 Jul 13 13:30:31.837815 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-614d3324-a1ed-41a9-9bbd-297dd238e815 req-7234b5b6-bf02-49dd-958a-38883a878b89 tempest-LiveMigrationNegativeTest-1088183764 tempest-LiveMigrationNegativeTest-1088183764-project] 10.222.0.23 "GET /v2.0/quotas/ef1e467053ed4ec2a6d27e8f1953cbe5 HTTP/1.1" status: 200 len: 375 time: 0.0278571 Jul 13 13:30:31.869942 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b436b1-8425-41dc-9a11-d235ad87f03a req-d91377a2-e7f2-47b3-9dcd-fdf1dc9d3254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:31.871446 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-60b436b1-8425-41dc-9a11-d235ad87f03a req-d91377a2-e7f2-47b3-9dcd-fdf1dc9d3254 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e0bfb334-0fd9-4ba5-ba79-1568ecabee30 HTTP/1.1" status: 200 len: 869 time: 0.1359689 Jul 13 13:30:31.876006 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e3c5a225-db2d-4d73-a875-ed15d4028833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:31.876837 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1607ed05-d4a4-49a6-9b2f-8383101bd268 req-787fcae7-7037-430f-ad21-7d88dd1fe53f service neutron] 10.222.0.41 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2413445 Jul 13 13:30:31.880294 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c5a225-db2d-4d73-a875-ed15d4028833 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:31.888291 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-614d3324-a1ed-41a9-9bbd-297dd238e815 req-470be695-b7fd-4f54-ae10-b4c8f322b04c tempest-LiveMigrationNegativeTest-1088183764 tempest-LiveMigrationNegativeTest-1088183764-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ef1e467053ed4ec2a6d27e8f1953cbe5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0488255 Jul 13 13:30:31.894152 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e3c5a225-db2d-4d73-a875-ed15d4028833 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:32.000877 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-e3c5a225-db2d-4d73-a875-ed15d4028833 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6937830 Jul 13 13:30:32.002874 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-60b436b1-8425-41dc-9a11-d235ad87f03a req-6d7d2d88-3cc8-48c6-9eed-f04cc2d8af28 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=0865b8df-49ed-4429-8b1a-16c323b0a253 HTTP/1.1" status: 200 len: 217 time: 0.1052692 Jul 13 13:30:32.003195 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 44818) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:30:32.011570 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-c8114473-6af2-4df1-bc97-3890d96c0206 admin admin] Request body: {'subnet': {'network_id': 'f57c6a04-9cc4-4d72-9eb9-5a9b9a7b90c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1859876196-subnet', 'tenant_id': '748e20d0c9284c1e92749d4da3caa68b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:30:32.040334 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8114473-6af2-4df1-bc97-3890d96c0206 admin admin] Made reservation on behalf of 748e20d0c9284c1e92749d4da3caa68b for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:30:32.043447 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c8114473-6af2-4df1-bc97-3890d96c0206 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:32.075612 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c5a225-db2d-4d73-a875-ed15d4028833 admin admin] Pushing event updated for resources: {'Network': ['ID=f57c6a04-9cc4-4d72-9eb9-5a9b9a7b90c4,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:30:32.088470 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network f57c6a04-9cc4-4d72-9eb9-5a9b9a7b90c4 details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 13:30:32.116459 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b436b1-8425-41dc-9a11-d235ad87f03a req-fe524fee-bb45-43f3-858a-3fb1a71b900c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:32.119382 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-60b436b1-8425-41dc-9a11-d235ad87f03a req-fe524fee-bb45-43f3-858a-3fb1a71b900c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=60b55863-ceb6-45af-a8a4-4b22d72866af HTTP/1.1" status: 200 len: 843 time: 0.0817850 Jul 13 13:30:32.153696 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cf23064-f72a-4fde-8886-fa39c7b7ee39 x-openstack-request-id: req-0cf23064-f72a-4fde-8886-fa39c7b7ee39 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:30:32.154436 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79cddb68-f5e3-4292-9c98-1eceb79f5fba", "name": "network-vif-plugged", "status": "completed", "tag": "d49df1b3-6cd0-4b5e-8b23-68301e31505c", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:30:32.154837 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0cf23064-f72a-4fde-8886-fa39c7b7ee39 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:30:32.156307 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79cddb68-f5e3-4292-9c98-1eceb79f5fba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd49df1b3-6cd0-4b5e-8b23-68301e31505c', 'code': 200} Jul 13 13:30:32.244734 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a716d40f-b018-4ae5-99bf-6deb063cc05d req-97e324a0-d13a-4ffd-9654-f29b4833c5d1 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:32.246339 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a716d40f-b018-4ae5-99bf-6deb063cc05d req-97e324a0-d13a-4ffd-9654-f29b4833c5d1 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.23 "GET /v2.0/ports?device_id=72e8a110-83ee-4e34-ae14-c4411eac965f HTTP/1.1" status: 200 len: 969 time: 0.2515161 Jul 13 13:30:32.312549 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a716d40f-b018-4ae5-99bf-6deb063cc05d req-e086e25c-b454-4186-a0a0-07576d89d553 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.23 "GET /v2.0/security-groups?id=30616c26-47b2-497e-86af-cdf36766fc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518441 Jul 13 13:30:32.334832 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b436b1-8425-41dc-9a11-d235ad87f03a req-0cd66a36-3b6d-4efe-b721-dde2b24d8231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:32.336516 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-60b436b1-8425-41dc-9a11-d235ad87f03a req-0cd66a36-3b6d-4efe-b721-dde2b24d8231 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e0bfb334-0fd9-4ba5-ba79-1568ecabee30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2095895 Jul 13 13:30:32.409080 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 13:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-405dd7fd-ab02-4bfb-97ae-c2ced3e3edaf x-openstack-request-id: req-405dd7fd-ab02-4bfb-97ae-c2ced3e3edaf {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:30:32.409586 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72e8a110-83ee-4e34-ae14-c4411eac965f", "tag": "fce86fce-7d5e-4f1c-b125-c36dec27a279", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:30:32.410047 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-405dd7fd-ab02-4bfb-97ae-c2ced3e3edaf {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:30:32.410660 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72e8a110-83ee-4e34-ae14-c4411eac965f', 'tag': 'fce86fce-7d5e-4f1c-b125-c36dec27a279', 'status': 'completed', 'code': 200} Jul 13 13:30:32.447392 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f71950d-3cef-44c2-9a7d-5ad304c0e660 req-76db8cc2-65c2-4ace-a1e2-99d4d3d6e7de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:32.454244 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0f71950d-3cef-44c2-9a7d-5ad304c0e660 req-76db8cc2-65c2-4ace-a1e2-99d4d3d6e7de service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=79cddb68-f5e3-4292-9c98-1eceb79f5fba HTTP/1.1" status: 200 len: 1097 time: 0.2284865 Jul 13 13:30:32.492239 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-60b436b1-8425-41dc-9a11-d235ad87f03a req-a1b133ac-c7f5-48c2-b35b-509f418302d8 service neutron] 10.222.0.26 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485949 Jul 13 13:30:32.588598 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1f77328c-4378-4a7a-a3f5-ef67cd98c4af req-6654bc63-e385-4e6f-848e-11ad0ad5dbd5 tempest-QuotasAdminNegativeTest-200847349 tempest-QuotasAdminNegativeTest-200847349-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=7e78be3f0a234989b0414bf44b1fff07&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0290234 Jul 13 13:30:32.595684 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c8114473-6af2-4df1-bc97-3890d96c0206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:32.702273 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-60b436b1-8425-41dc-9a11-d235ad87f03a req-74ca1a26-2302-430b-ae92-5fb08772f64b service neutron] 10.222.0.26 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982250 Jul 13 13:30:32.723807 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0f71950d-3cef-44c2-9a7d-5ad304c0e660 req-c1ed29ec-e05f-448c-b623-7c727e9ccc71 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=f0a8d85e-c901-48b0-b619-87bd6bfcd856&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2373843 Jul 13 13:30:32.757426 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8114473-6af2-4df1-bc97-3890d96c0206 admin admin] Pushing event updated for resources: {'Subnet': ['ID=05adcc19-567d-4712-af8d-a4c60fac1f24,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:30:32.767580 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f77328c-4378-4a7a-a3f5-ef67cd98c4af req-95428ff7-dacd-4397-b5a2-d999bed1d8a6 tempest-QuotasAdminNegativeTest-200847349 tempest-QuotasAdminNegativeTest-200847349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:32.769106 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1f77328c-4378-4a7a-a3f5-ef67cd98c4af req-95428ff7-dacd-4397-b5a2-d999bed1d8a6 tempest-QuotasAdminNegativeTest-200847349 tempest-QuotasAdminNegativeTest-200847349-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1706591 Jul 13 13:30:32.776899 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dd3a0e-2793-4351-bec8-c9af0d777b62 req-9e17ce89-c7bf-4088-a835-cc8fb9871ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:32.778634 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-56dd3a0e-2793-4351-bec8-c9af0d777b62 req-9e17ce89-c7bf-4088-a835-cc8fb9871ab4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=09bf0390c6c84bde9cf099d3a1ffb9e6&device_id=72e8a110-83ee-4e34-ae14-c4411eac965f HTTP/1.1" status: 200 len: 1120 time: 0.3409629 Jul 13 13:30:32.786180 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8114473-6af2-4df1-bc97-3890d96c0206 admin admin] Checking segment: {'id': '5fce0b0f-3344-4006-b73d-49294cd968fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'f57c6a04-9cc4-4d72-9eb9-5a9b9a7b90c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:30:32.786550 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8114473-6af2-4df1-bc97-3890d96c0206 admin admin] Network hostable DHCP agents. Network: f57c6a04-9cc4-4d72-9eb9-5a9b9a7b90c4, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 13:30:32.798526 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1f77328c-4378-4a7a-a3f5-ef67cd98c4af req-03f44e20-fa15-4cfb-9d3c-98994b7ad0bc tempest-QuotasAdminNegativeTest-200847349 tempest-QuotasAdminNegativeTest-200847349-project] 10.222.0.23 "GET /v2.0/quotas/7e78be3f0a234989b0414bf44b1fff07 HTTP/1.1" status: 200 len: 375 time: 0.0178626 Jul 13 13:30:32.846455 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1f77328c-4378-4a7a-a3f5-ef67cd98c4af req-93fb0ebf-6ea0-427d-ac39-3be550565146 tempest-QuotasAdminNegativeTest-200847349 tempest-QuotasAdminNegativeTest-200847349-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=7e78be3f0a234989b0414bf44b1fff07&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0381818 Jul 13 13:30:32.900094 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5841e64e-5266-4a05-ab75-07ae18586b52 req-a4ff5ac8-3812-44c0-8e67-b9f68f658c35 tempest-ServersAdminNegativeTestJSON-844288888 tempest-ServersAdminNegativeTestJSON-844288888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:32.908337 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5841e64e-5266-4a05-ab75-07ae18586b52 req-a4ff5ac8-3812-44c0-8e67-b9f68f658c35 tempest-ServersAdminNegativeTestJSON-844288888 tempest-ServersAdminNegativeTestJSON-844288888-project] 10.222.0.23 "GET /v2.0/ports?device_id=8658e5cc-5a4e-46ff-bf8b-f6b0cc3d9baf HTTP/1.1" status: 200 len: 950 time: 0.2926080 Jul 13 13:30:32.953564 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8114473-6af2-4df1-bc97-3890d96c0206 admin admin] Network f57c6a04-9cc4-4d72-9eb9-5a9b9a7b90c4 is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 13:30:32.970104 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dd3a0e-2793-4351-bec8-c9af0d777b62 req-64b588f5-c792-4f9d-8812-c53dbcff45e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:32.971629 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-56dd3a0e-2793-4351-bec8-c9af0d777b62 req-64b588f5-c792-4f9d-8812-c53dbcff45e1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e0bfb334-0fd9-4ba5-ba79-1568ecabee30 HTTP/1.1" status: 200 len: 869 time: 0.1867096 Jul 13 13:30:32.985666 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5841e64e-5266-4a05-ab75-07ae18586b52 req-08b5dfb3-4e06-4cb4-bf78-46d9f7b35b2d tempest-ServersAdminNegativeTestJSON-844288888 tempest-ServersAdminNegativeTestJSON-844288888-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bb0144d-16a5-4589-a201-1d1dc27891de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762181 Jul 13 13:30:32.995346 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-c8114473-6af2-4df1-bc97-3890d96c0206 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, f57c6a04-9cc4-4d72-9eb9-5a9b9a7b90c4) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:30:33.014009 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20a389bc-cedf-4326-88e9-7a0160bdd456 None None] Network f57c6a04-9cc4-4d72-9eb9-5a9b9a7b90c4 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:30:33.060209 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8114473-6af2-4df1-bc97-3890d96c0206 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:33.061150 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c8114473-6af2-4df1-bc97-3890d96c0206 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:33.065417 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-56dd3a0e-2793-4351-bec8-c9af0d777b62 req-e7c8bb00-27a4-4e39-9631-5d5b6cd69453 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=fce86fce-7d5e-4f1c-b125-c36dec27a279 HTTP/1.1" status: 200 len: 217 time: 0.0783758 Jul 13 13:30:33.103276 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-c8114473-6af2-4df1-bc97-3890d96c0206 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0981691 Jul 13 13:30:33.127448 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dd3a0e-2793-4351-bec8-c9af0d777b62 req-c8295502-9283-474c-9fa1-f9b26bc00bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:33.129033 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-56dd3a0e-2793-4351-bec8-c9af0d777b62 req-c8295502-9283-474c-9fa1-f9b26bc00bfc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=60b55863-ceb6-45af-a8a4-4b22d72866af HTTP/1.1" status: 200 len: 843 time: 0.0558097 Jul 13 13:30:33.153207 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-32ad54f8-281d-4916-ae1d-6938b233ee17 req-20dd985e-7a56-4c3c-a982-a4b4b6e0bddc tempest-LiveMigrationNegativeTest-1088183764 tempest-LiveMigrationNegativeTest-1088183764-project] 10.222.0.23 "GET /v2.0/ports?device_id=3aea5b5c-423c-46ed-a3aa-9c822fc6cb18 HTTP/1.1" status: 200 len: 210 time: 0.0768430 Jul 13 13:30:33.303904 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-001370c5-143e-42bf-ade5-db3acd847f3e None None] Network f57c6a04-9cc4-4d72-9eb9-5a9b9a7b90c4 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:30:33.344820 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bdb616-a7e2-40f3-a172-94e7493044c0 req-c9ebee2e-8ba2-4a18-976a-085d8f468f3e tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:33.355755 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a4bdb616-a7e2-40f3-a172-94e7493044c0 req-c9ebee2e-8ba2-4a18-976a-085d8f468f3e tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] 10.222.0.23 "GET /v2.0/ports?device_id=79cddb68-f5e3-4292-9c98-1eceb79f5fba HTTP/1.1" status: 200 len: 946 time: 0.2061706 Jul 13 13:30:33.359374 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dd3a0e-2793-4351-bec8-c9af0d777b62 req-546fc596-23b6-40a8-a9e0-ae99cc21ff38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:33.360903 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-56dd3a0e-2793-4351-bec8-c9af0d777b62 req-546fc596-23b6-40a8-a9e0-ae99cc21ff38 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e0bfb334-0fd9-4ba5-ba79-1568ecabee30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2232599 Jul 13 13:30:33.491399 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a4bdb616-a7e2-40f3-a172-94e7493044c0 req-5b05f79e-5ac3-4535-8f55-1ac6c0fcf567 tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] 10.222.0.23 "GET /v2.0/security-groups?id=f0a8d85e-c901-48b0-b619-87bd6bfcd856&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1346295 Jul 13 13:30:33.554065 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-56dd3a0e-2793-4351-bec8-c9af0d777b62 req-9248008f-a982-4aec-b329-6c935abcbc4e service neutron] 10.222.0.41 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819215 Jul 13 13:30:33.702285 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-56dd3a0e-2793-4351-bec8-c9af0d777b62 req-e999200d-f8ba-473d-b8b5-21bef877bf95 service neutron] 10.222.0.41 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378627 Jul 13 13:30:33.960749 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-614d3324-a1ed-41a9-9bbd-297dd238e815 req-ba1058c5-ade0-417b-ab63-2e8a3adffc3c tempest-LiveMigrationNegativeTest-1088183764 tempest-LiveMigrationNegativeTest-1088183764-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=ef1e467053ed4ec2a6d27e8f1953cbe5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0590522 Jul 13 13:30:34.039103 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d779b1-a78a-4124-af7e-60ac4a4b0662 req-1a9e5e9e-dc4e-4825-bdfe-ba699dca98b4 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:34.058000 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-50d779b1-a78a-4124-af7e-60ac4a4b0662 req-1a9e5e9e-dc4e-4825-bdfe-ba699dca98b4 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.23 "GET /v2.0/ports?device_id=72e8a110-83ee-4e34-ae14-c4411eac965f HTTP/1.1" status: 200 len: 969 time: 0.1319718 Jul 13 13:30:34.106252 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-50d779b1-a78a-4124-af7e-60ac4a4b0662 req-68987e68-71e3-4efd-961d-92e4d952488c tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.23 "GET /v2.0/security-groups?id=30616c26-47b2-497e-86af-cdf36766fc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466959 Jul 13 13:30:34.259054 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614d3324-a1ed-41a9-9bbd-297dd238e815 req-66f4400d-0f83-4d60-a147-1198179fd772 tempest-LiveMigrationNegativeTest-1088183764 tempest-LiveMigrationNegativeTest-1088183764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:34.263563 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-614d3324-a1ed-41a9-9bbd-297dd238e815 req-66f4400d-0f83-4d60-a147-1198179fd772 tempest-LiveMigrationNegativeTest-1088183764 tempest-LiveMigrationNegativeTest-1088183764-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3016515 Jul 13 13:30:34.280209 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-614d3324-a1ed-41a9-9bbd-297dd238e815 req-f0365727-dff8-4ac5-a65b-29acd8243ac6 tempest-LiveMigrationNegativeTest-1088183764 tempest-LiveMigrationNegativeTest-1088183764-project] Request body: {'port': {'device_id': '3aea5b5c-423c-46ed-a3aa-9c822fc6cb18', 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30', 'admin_state_up': True, 'tenant_id': 'ef1e467053ed4ec2a6d27e8f1953cbe5'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:30:34.442419 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-240e96b2-de48-419a-abee-29e1b1bf7ed5 req-04004f37-100f-4eb4-b4df-45298c495ea0 tempest-ServersAdminNegativeTestJSON-844288888 tempest-ServersAdminNegativeTestJSON-844288888-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=c184cbd8188e462d8c584e6ea26cc5cc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0432343 Jul 13 13:30:34.530665 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 44916) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:30:34.562374 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240e96b2-de48-419a-abee-29e1b1bf7ed5 req-aaf68306-9122-47ef-9c33-5e1a92881a56 tempest-ServersAdminNegativeTestJSON-844288888 tempest-ServersAdminNegativeTestJSON-844288888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:34.569244 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-240e96b2-de48-419a-abee-29e1b1bf7ed5 req-aaf68306-9122-47ef-9c33-5e1a92881a56 tempest-ServersAdminNegativeTestJSON-844288888 tempest-ServersAdminNegativeTestJSON-844288888-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1259210 Jul 13 13:30:34.586363 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-240e96b2-de48-419a-abee-29e1b1bf7ed5 req-49d398b4-b78f-40ee-80fe-b3c553285b31 tempest-ServersAdminNegativeTestJSON-844288888 tempest-ServersAdminNegativeTestJSON-844288888-project] 10.222.0.23 "GET /v2.0/quotas/c184cbd8188e462d8c584e6ea26cc5cc HTTP/1.1" status: 200 len: 375 time: 0.0159442 Jul 13 13:30:34.638896 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6246532a-040a-42d9-89eb-b8401d92679b req-3646fd44-46ec-4875-b86d-431bc6331fd3 tempest-VolumesAdminNegativeTest-1576546254 tempest-VolumesAdminNegativeTest-1576546254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:34.641473 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6246532a-040a-42d9-89eb-b8401d92679b req-3646fd44-46ec-4875-b86d-431bc6331fd3 tempest-VolumesAdminNegativeTest-1576546254 tempest-VolumesAdminNegativeTest-1576546254-project] 10.222.0.23 "GET /v2.0/networks?id=e0964cab-0267-475c-a3e7-7c1b388e7309 HTTP/1.1" status: 200 len: 814 time: 0.5215392 Jul 13 13:30:34.667863 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-240e96b2-de48-419a-abee-29e1b1bf7ed5 req-c785627d-a851-4aeb-80de-060078afd1ef tempest-ServersAdminNegativeTestJSON-844288888 tempest-ServersAdminNegativeTestJSON-844288888-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c184cbd8188e462d8c584e6ea26cc5cc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0806460 Jul 13 13:30:34.675181 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6246532a-040a-42d9-89eb-b8401d92679b req-884213c6-8f49-44ea-a7de-84f769297229 tempest-VolumesAdminNegativeTest-1576546254 tempest-VolumesAdminNegativeTest-1576546254-project] 10.222.0.23 "GET /v2.0/quotas/e06b24b227c54da295e5a8910f21b647 HTTP/1.1" status: 200 len: 375 time: 0.0224366 Jul 13 13:30:34.687407 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-72539967-85d4-400c-9a48-2bbe47393cb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:34.726908 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6246532a-040a-42d9-89eb-b8401d92679b req-7d326724-8be0-4b81-82a5-3f770c398511 tempest-VolumesAdminNegativeTest-1576546254 tempest-VolumesAdminNegativeTest-1576546254-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=e06b24b227c54da295e5a8910f21b647&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0420327 Jul 13 13:30:34.736183 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-614d3324-a1ed-41a9-9bbd-297dd238e815 req-f0365727-dff8-4ac5-a65b-29acd8243ac6 tempest-LiveMigrationNegativeTest-1088183764 tempest-LiveMigrationNegativeTest-1088183764-project] Made reservation on behalf of ef1e467053ed4ec2a6d27e8f1953cbe5 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:30:34.740291 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-614d3324-a1ed-41a9-9bbd-297dd238e815 req-f0365727-dff8-4ac5-a65b-29acd8243ac6 tempest-LiveMigrationNegativeTest-1088183764 tempest-LiveMigrationNegativeTest-1088183764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:34.749601 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-614d3324-a1ed-41a9-9bbd-297dd238e815 req-f0365727-dff8-4ac5-a65b-29acd8243ac6 tempest-LiveMigrationNegativeTest-1088183764 tempest-LiveMigrationNegativeTest-1088183764-project] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:34.831110 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 35c44836-b440-472c-8059-c98a5ffada71 details requested by agent hyperv_n-h2-800634-1 with host n-h2-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 13:30:34.890015 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-72539967-85d4-400c-9a48-2bbe47393cb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:34.900993 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-72539967-85d4-400c-9a48-2bbe47393cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:34.926163 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [req-6246532a-040a-42d9-89eb-b8401d92679b req-12b03fa3-b253-4843-8b45-47a674e1a071 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93750) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 13:30:34.927288 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6246532a-040a-42d9-89eb-b8401d92679b req-12b03fa3-b253-4843-8b45-47a674e1a071 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1365032 Jul 13 13:30:35.007801 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-72539967-85d4-400c-9a48-2bbe47393cb2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7e78be3f0a234989b0414bf44b1fff07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4755609 Jul 13 13:30:35.015787 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72539967-85d4-400c-9a48-2bbe47393cb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c928c8e9-8efe-464c-b37a-19ec713c5811,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:30:35.019523 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 44928) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:30:35.045792 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 35c44836-b440-472c-8059-c98a5ffada71, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=35c44836-b440-472c-8059-c98a5ffada71,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:30:35.063870 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Returning: {'device': '35c44836-b440-472c-8059-c98a5ffada71', 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30', 'port_id': '35c44836-b440-472c-8059-c98a5ffada71', 'mac_address': 'fa:16:3e:0b:3f:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60b55863-ceb6-45af-a8a4-4b22d72866af', 'ip_address': '192.168.233.21'}], 'device_owner': 'compute:tempest-test_az-1887465620', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 13:30:35.117191 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:35.143521 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35c44836-b440-472c-8059-c98a5ffada71 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:30:35.159412 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-31a981cc-4be9-4184-baa8-c69675d5bbf9 req-49849f52-3566-4cf6-8bfc-e895ec8535d2 tempest-LiveMigrationNegativeTest-1088183764 tempest-LiveMigrationNegativeTest-1088183764-project] 10.222.0.23 "GET /v2.0/ports?device_id=3aea5b5c-423c-46ed-a3aa-9c822fc6cb18 HTTP/1.1" status: 200 len: 210 time: 0.1035750 Jul 13 13:30:35.179019 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5a7fdc1b-1408-4956-8d3f-00c16b4b2f25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:35.208262 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 35c44836-b440-472c-8059-c98a5ffada71, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=35c44836-b440-472c-8059-c98a5ffada71,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:30:35.218315 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:35.219199 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device fce86fce-7d5e-4f1c-b125-c36dec27a279 details requested by agent hyperv_n-h2-800634-1 with host n-h2-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 13:30:35.241365 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5a7fdc1b-1408-4956-8d3f-00c16b4b2f25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:35.279902 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6246532a-040a-42d9-89eb-b8401d92679b req-2a529965-7a43-4f63-92af-11de67644b73 service neutron] 10.222.0.23 "GET /v2.0/networks/e0964cab-0267-475c-a3e7-7c1b388e7309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3356462 Jul 13 13:30:35.328572 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5a7fdc1b-1408-4956-8d3f-00c16b4b2f25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:35.332647 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5a7fdc1b-1408-4956-8d3f-00c16b4b2f25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:35.334452 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-5a7fdc1b-1408-4956-8d3f-00c16b4b2f25 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c928c8e9-8efe-464c-b37a-19ec713c5811 HTTP/1.1" status: 204 len: 168 time: 0.3131070 Jul 13 13:30:35.346405 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7fdc1b-1408-4956-8d3f-00c16b4b2f25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c928c8e9-8efe-464c-b37a-19ec713c5811,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:30:35.393371 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=35c44836-b440-472c-8059-c98a5ffada71,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:30:35.406118 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port fce86fce-7d5e-4f1c-b125-c36dec27a279, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=fce86fce-7d5e-4f1c-b125-c36dec27a279,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:30:35.435563 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-614d3324-a1ed-41a9-9bbd-297dd238e815 req-f0365727-dff8-4ac5-a65b-29acd8243ac6 tempest-LiveMigrationNegativeTest-1088183764 tempest-LiveMigrationNegativeTest-1088183764-project] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:35.449867 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Returning: {'device': 'fce86fce-7d5e-4f1c-b125-c36dec27a279', 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30', 'port_id': 'fce86fce-7d5e-4f1c-b125-c36dec27a279', 'mac_address': 'fa:16:3e:e7:de:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60b55863-ceb6-45af-a8a4-4b22d72866af', 'ip_address': '192.168.233.63'}], 'device_owner': 'compute:tempest-test_az-1887465620', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 13:30:35.456023 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-614d3324-a1ed-41a9-9bbd-297dd238e815 req-f0365727-dff8-4ac5-a65b-29acd8243ac6 tempest-LiveMigrationNegativeTest-1088183764 tempest-LiveMigrationNegativeTest-1088183764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:35.500518 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6246532a-040a-42d9-89eb-b8401d92679b req-5932611f-50d7-4dea-8724-2d075e2a33b1 service neutron] 10.222.0.23 "GET /v2.0/networks/e0964cab-0267-475c-a3e7-7c1b388e7309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194493 Jul 13 13:30:35.533334 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:35.572229 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fce86fce-7d5e-4f1c-b125-c36dec27a279 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:30:35.621035 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port fce86fce-7d5e-4f1c-b125-c36dec27a279, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=fce86fce-7d5e-4f1c-b125-c36dec27a279,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:30:35.633685 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:35.721896 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-614d3324-a1ed-41a9-9bbd-297dd238e815 req-f0365727-dff8-4ac5-a65b-29acd8243ac6 tempest-LiveMigrationNegativeTest-1088183764 tempest-LiveMigrationNegativeTest-1088183764-project] Allocated IP 192.168.233.39 (e0bfb334-0fd9-4ba5-ba79-1568ecabee30/60b55863-ceb6-45af-a8a4-4b22d72866af/0f528c2b-4a8e-402e-b841-27ef1473ac83) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:30:35.735365 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=fce86fce-7d5e-4f1c-b125-c36dec27a279,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:30:35.892526 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['fce86fce-7d5e-4f1c-b125-c36dec27a279'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:30:35.895025 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['35c44836-b440-472c-8059-c98a5ffada71'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:30:35.895739 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fd2d1c-bd7e-4960-a7f3-62112a7b2aa4 req-8ca1a412-8dc8-48c5-8b8d-4735f24c599d tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:35.910411 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-20fd2d1c-bd7e-4960-a7f3-62112a7b2aa4 req-8ca1a412-8dc8-48c5-8b8d-4735f24c599d tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] 10.222.0.23 "GET /v2.0/ports?device_id=79cddb68-f5e3-4292-9c98-1eceb79f5fba HTTP/1.1" status: 200 len: 946 time: 0.1756291 Jul 13 13:30:36.002700 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-614d3324-a1ed-41a9-9bbd-297dd238e815 req-f0365727-dff8-4ac5-a65b-29acd8243ac6 tempest-LiveMigrationNegativeTest-1088183764 tempest-LiveMigrationNegativeTest-1088183764-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:36.026228 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-20fd2d1c-bd7e-4960-a7f3-62112a7b2aa4 req-befa33fe-5e74-4b18-a2cd-d358cdf01b44 tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] 10.222.0.23 "GET /v2.0/security-groups?id=f0a8d85e-c901-48b0-b619-87bd6bfcd856&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131463 Jul 13 13:30:36.069247 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-614d3324-a1ed-41a9-9bbd-297dd238e815 req-f0365727-dff8-4ac5-a65b-29acd8243ac6 tempest-LiveMigrationNegativeTest-1088183764 tempest-LiveMigrationNegativeTest-1088183764-project] Transition to ACTIVE for port object 0f528c2b-4a8e-402e-b841-27ef1473ac83 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:30:36.096959 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 44958) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:30:36.116013 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2d3826e6-8cf5-48fd-a3ec-e39abfd5d786 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:36.167609 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3c9d9fd8-a114-4e66-86e7-bd573f80bce5 req-6a9df80c-bc25-43e5-bf57-53d82c65f456 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fdd4274d-3faa-49a9-bfc1-10158a747833&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9883604 Jul 13 13:30:36.245563 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0365727-dff8-4ac5-a65b-29acd8243ac6 tempest-LiveMigrationNegativeTest-1088183764 tempest-LiveMigrationNegativeTest-1088183764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=012824c0-c787-4fdb-9ea4-3a146d563edc,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:30:36.291649 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a1197166-3ff7-45fc-84fa-df15cca6326a req-1d20b8ae-6630-4e11-83b6-10f35a240279 tempest-ServersAdminNegativeTestJSON-844288888 tempest-ServersAdminNegativeTestJSON-844288888-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ba9f25f-aece-4bd5-beca-bfc807cdf57a HTTP/1.1" status: 200 len: 210 time: 0.1741714 Jul 13 13:30:36.326320 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2d3826e6-8cf5-48fd-a3ec-e39abfd5d786 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:36.351040 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2d3826e6-8cf5-48fd-a3ec-e39abfd5d786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:36.387904 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3826e6-8cf5-48fd-a3ec-e39abfd5d786 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06c09d07-2cfd-4c80-aed1-73df43740ee8,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:30:36.435986 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-614d3324-a1ed-41a9-9bbd-297dd238e815 req-f0365727-dff8-4ac5-a65b-29acd8243ac6 tempest-LiveMigrationNegativeTest-1088183764 tempest-LiveMigrationNegativeTest-1088183764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:36.441671 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76cc64c-135f-4c58-bdca-261191d17259 req-1ae682aa-25db-466e-82bb-67a88340cc11 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:36.444779 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c76cc64c-135f-4c58-bdca-261191d17259 req-1ae682aa-25db-466e-82bb-67a88340cc11 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.23 "GET /v2.0/ports?device_id=72e8a110-83ee-4e34-ae14-c4411eac965f HTTP/1.1" status: 200 len: 970 time: 0.2491384 Jul 13 13:30:36.450890 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-2d3826e6-8cf5-48fd-a3ec-e39abfd5d786 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=20eaaaf7777c453d87c2accf892215bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3524890 Jul 13 13:30:36.453542 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 44968) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:30:36.592980 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c76cc64c-135f-4c58-bdca-261191d17259 req-bd6fb106-48e4-41cf-8b11-2539abc63baa tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.23 "GET /v2.0/security-groups?id=30616c26-47b2-497e-86af-cdf36766fc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288426 Jul 13 13:30:36.607237 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-72e6005e-0e98-4663-b7c9-fa02d452e215 req-83ed38ee-7609-4246-abb6-4e8be5dc7947 tempest-VolumesAdminNegativeTest-1576546254 tempest-VolumesAdminNegativeTest-1576546254-project] 10.222.0.23 "GET /v2.0/ports?device_id=625a2cbc-e53b-4d4d-bac9-731e21635521 HTTP/1.1" status: 200 len: 210 time: 0.0615051 Jul 13 13:30:36.657247 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-849a6d03-686e-4395-a303-9381771366a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:36.675347 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0365727-dff8-4ac5-a65b-29acd8243ac6 tempest-LiveMigrationNegativeTest-1088183764 tempest-LiveMigrationNegativeTest-1088183764-project] Pushing event updated for resources: {'Port': ['ID=0f528c2b-4a8e-402e-b841-27ef1473ac83,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:30:36.702429 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-614d3324-a1ed-41a9-9bbd-297dd238e815 req-f0365727-dff8-4ac5-a65b-29acd8243ac6 tempest-LiveMigrationNegativeTest-1088183764 tempest-LiveMigrationNegativeTest-1088183764-project] Network e0bfb334-0fd9-4ba5-ba79-1568ecabee30 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:30:36.707322 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-614d3324-a1ed-41a9-9bbd-297dd238e815 req-f0365727-dff8-4ac5-a65b-29acd8243ac6 tempest-LiveMigrationNegativeTest-1088183764 tempest-LiveMigrationNegativeTest-1088183764-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:30:36.710134 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-614d3324-a1ed-41a9-9bbd-297dd238e815 req-f0365727-dff8-4ac5-a65b-29acd8243ac6 tempest-LiveMigrationNegativeTest-1088183764 tempest-LiveMigrationNegativeTest-1088183764-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:30:36.717966 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614d3324-a1ed-41a9-9bbd-297dd238e815 req-f0365727-dff8-4ac5-a65b-29acd8243ac6 tempest-LiveMigrationNegativeTest-1088183764 tempest-LiveMigrationNegativeTest-1088183764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:36.719637 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-614d3324-a1ed-41a9-9bbd-297dd238e815 req-f0365727-dff8-4ac5-a65b-29acd8243ac6 tempest-LiveMigrationNegativeTest-1088183764 tempest-LiveMigrationNegativeTest-1088183764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:36.732586 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-240e96b2-de48-419a-abee-29e1b1bf7ed5 req-56e6ed88-c84c-45fa-afd5-70a283225b9e tempest-ServersAdminNegativeTestJSON-844288888 tempest-ServersAdminNegativeTestJSON-844288888-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=c184cbd8188e462d8c584e6ea26cc5cc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0686901 Jul 13 13:30:36.750116 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9d9fd8-a114-4e66-86e7-bd573f80bce5 req-346d7494-60b0-4029-b1ae-21761b2690bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:36.755727 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3c9d9fd8-a114-4e66-86e7-bd573f80bce5 req-346d7494-60b0-4029-b1ae-21761b2690bf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a01cf97a81a84e6c99ec12a5a2bec60c&device_id=fdd4274d-3faa-49a9-bfc1-10158a747833 HTTP/1.1" status: 200 len: 1123 time: 0.4622962 Jul 13 13:30:36.760284 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-614d3324-a1ed-41a9-9bbd-297dd238e815 req-f0365727-dff8-4ac5-a65b-29acd8243ac6 tempest-LiveMigrationNegativeTest-1088183764 tempest-LiveMigrationNegativeTest-1088183764-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4847217 Jul 13 13:30:36.772681 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-614d3324-a1ed-41a9-9bbd-297dd238e815 req-80831869-a160-485d-ab78-738663125f9a service neutron] Request body: {'port': {'device_id': '3aea5b5c-423c-46ed-a3aa-9c822fc6cb18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:30:36.791703 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-849a6d03-686e-4395-a303-9381771366a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:37.024902 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240e96b2-de48-419a-abee-29e1b1bf7ed5 req-460a9411-ee36-4e01-8235-bebfacb729f1 tempest-ServersAdminNegativeTestJSON-844288888 tempest-ServersAdminNegativeTestJSON-844288888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:37.027478 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-240e96b2-de48-419a-abee-29e1b1bf7ed5 req-460a9411-ee36-4e01-8235-bebfacb729f1 tempest-ServersAdminNegativeTestJSON-844288888 tempest-ServersAdminNegativeTestJSON-844288888-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2870450 Jul 13 13:30:37.044398 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-240e96b2-de48-419a-abee-29e1b1bf7ed5 req-9ad73a0a-63a1-4e28-962d-aee187c8fe77 tempest-ServersAdminNegativeTestJSON-844288888 tempest-ServersAdminNegativeTestJSON-844288888-project] Request body: {'port': {'device_id': '2ba9f25f-aece-4bd5-beca-bfc807cdf57a', 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30', 'admin_state_up': True, 'tenant_id': 'c184cbd8188e462d8c584e6ea26cc5cc'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:30:37.051118 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-849a6d03-686e-4395-a303-9381771366a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:37.057107 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-849a6d03-686e-4395-a303-9381771366a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:37.061162 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-849a6d03-686e-4395-a303-9381771366a6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/06c09d07-2cfd-4c80-aed1-73df43740ee8 HTTP/1.1" status: 204 len: 168 time: 0.6043816 Jul 13 13:30:37.109618 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-ec8e278a-1cad-4c01-a365-1573df41cd99 None None] Provisioning for port 0f528c2b-4a8e-402e-b841-27ef1473ac83 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:30:37.116220 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-ec8e278a-1cad-4c01-a365-1573df41cd99 None None] Provisioning complete for port 0f528c2b-4a8e-402e-b841-27ef1473ac83 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:30:37.116518 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ec8e278a-1cad-4c01-a365-1573df41cd99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:37.152675 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5523bf5-ecd8-4032-a93d-e05f87225c61 req-0db93d61-40bc-4545-939a-51f3f400841a tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:37.167169 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c5523bf5-ecd8-4032-a93d-e05f87225c61 req-0db93d61-40bc-4545-939a-51f3f400841a tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] 10.222.0.23 "GET /v2.0/ports?device_id=79cddb68-f5e3-4292-9c98-1eceb79f5fba HTTP/1.1" status: 200 len: 946 time: 0.2935481 Jul 13 13:30:37.169537 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849a6d03-686e-4395-a303-9381771366a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06c09d07-2cfd-4c80-aed1-73df43740ee8,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:30:37.173511 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 44976) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:30:37.201453 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-48d9875c-cfe9-4747-a05f-a7e1781c2880 tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] Request body: {'floatingip': {'port_id': 'd49df1b3-6cd0-4b5e-8b23-68301e31505c'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:30:37.203068 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-614d3324-a1ed-41a9-9bbd-297dd238e815 req-80831869-a160-485d-ab78-738663125f9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:37.210664 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9d9fd8-a114-4e66-86e7-bd573f80bce5 req-f7df23b1-4404-4ab1-a6c8-c329d9d753d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:37.212207 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3c9d9fd8-a114-4e66-86e7-bd573f80bce5 req-f7df23b1-4404-4ab1-a6c8-c329d9d753d9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e0bfb334-0fd9-4ba5-ba79-1568ecabee30 HTTP/1.1" status: 200 len: 869 time: 0.3835328 Jul 13 13:30:37.229617 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5834fe0c-25c0-47c9-a091-63a59cbe6bfd req-db4a7b9e-baa4-43dc-b794-89a463d08759 tempest-LiveMigrationNegativeTest-1088183764 tempest-LiveMigrationNegativeTest-1088183764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:37.243015 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5834fe0c-25c0-47c9-a091-63a59cbe6bfd req-db4a7b9e-baa4-43dc-b794-89a463d08759 tempest-LiveMigrationNegativeTest-1088183764 tempest-LiveMigrationNegativeTest-1088183764-project] 10.222.0.23 "GET /v2.0/ports?device_id=3aea5b5c-423c-46ed-a3aa-9c822fc6cb18 HTTP/1.1" status: 200 len: 935 time: 0.3320394 Jul 13 13:30:37.272859 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-ec8e278a-1cad-4c01-a365-1573df41cd99 None None] Port 0f528c2b-4a8e-402e-b841-27ef1473ac83 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:30:37.334601 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3c9d9fd8-a114-4e66-86e7-bd573f80bce5 req-fd7f6fe2-558c-4454-aa8b-340a0609b30a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=f31ef304-7f72-45b3-9a82-2cc82bc962da HTTP/1.1" status: 200 len: 217 time: 0.0851183 Jul 13 13:30:37.457356 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5834fe0c-25c0-47c9-a091-63a59cbe6bfd req-127ae205-8191-4d42-803d-a953fb372b0e tempest-LiveMigrationNegativeTest-1088183764 tempest-LiveMigrationNegativeTest-1088183764-project] 10.222.0.23 "GET /v2.0/security-groups?id=012824c0-c787-4fdb-9ea4-3a146d563edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133412 Jul 13 13:30:37.496486 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9d9fd8-a114-4e66-86e7-bd573f80bce5 req-afce3bda-9835-4d53-a88f-0e2eea44d6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:37.499583 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3c9d9fd8-a114-4e66-86e7-bd573f80bce5 req-afce3bda-9835-4d53-a88f-0e2eea44d6ee service neutron] 10.222.0.41 "GET /v2.0/subnets?id=60b55863-ceb6-45af-a8a4-4b22d72866af HTTP/1.1" status: 200 len: 843 time: 0.1531978 Jul 13 13:30:37.754980 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-73e7352b-7d7d-41ac-933b-596409bb5614 req-1bf730c0-2cfc-4429-ad33-dc1c0ba820d2 tempest-ServersAdminNegativeTestJSON-844288888 tempest-ServersAdminNegativeTestJSON-844288888-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ba9f25f-aece-4bd5-beca-bfc807cdf57a HTTP/1.1" status: 200 len: 210 time: 0.0510979 Jul 13 13:30:37.769980 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9d9fd8-a114-4e66-86e7-bd573f80bce5 req-0ae45b07-c2da-4857-b488-f410f7fc1d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:37.771552 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3c9d9fd8-a114-4e66-86e7-bd573f80bce5 req-0ae45b07-c2da-4857-b488-f410f7fc1d73 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e0bfb334-0fd9-4ba5-ba79-1568ecabee30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2626467 Jul 13 13:30:37.897726 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-48d9875c-cfe9-4747-a05f-a7e1781c2880 tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] Notify callbacks [] for floatingip, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:38.011836 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-614d3324-a1ed-41a9-9bbd-297dd238e815 req-80831869-a160-485d-ab78-738663125f9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f528c2b-4a8e-402e-b841-27ef1473ac83 {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:30:38.023578 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-614d3324-a1ed-41a9-9bbd-297dd238e815 req-80831869-a160-485d-ab78-738663125f9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:38.096112 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b6794b1e-8a84-4ab5-b5ed-fcadba5a95ef req-fad4cc6f-1444-41bf-9ebd-ab640761dacd tempest-VolumesAdminNegativeTest-1576546254 tempest-VolumesAdminNegativeTest-1576546254-project] 10.222.0.23 "GET /v2.0/ports?device_id=625a2cbc-e53b-4d4d-bac9-731e21635521 HTTP/1.1" status: 200 len: 210 time: 0.0509818 Jul 13 13:30:38.100668 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.26', 60663) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:30:38.263727 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-614d3324-a1ed-41a9-9bbd-297dd238e815 req-80831869-a160-485d-ab78-738663125f9a service neutron] Transition to ACTIVE for port object 0f528c2b-4a8e-402e-b841-27ef1473ac83 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:30:38.275143 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3c9d9fd8-a114-4e66-86e7-bd573f80bce5 req-2d2c7b14-cef4-4eb5-b30b-ff8f54484374 service neutron] 10.222.0.41 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4882364 Jul 13 13:30:38.365077 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-614d3324-a1ed-41a9-9bbd-297dd238e815 req-80831869-a160-485d-ab78-738663125f9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:38.463707 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-240e96b2-de48-419a-abee-29e1b1bf7ed5 req-9ad73a0a-63a1-4e28-962d-aee187c8fe77 tempest-ServersAdminNegativeTestJSON-844288888 tempest-ServersAdminNegativeTestJSON-844288888-project] Made reservation on behalf of c184cbd8188e462d8c584e6ea26cc5cc for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:30:38.477643 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-240e96b2-de48-419a-abee-29e1b1bf7ed5 req-9ad73a0a-63a1-4e28-962d-aee187c8fe77 tempest-ServersAdminNegativeTestJSON-844288888 tempest-ServersAdminNegativeTestJSON-844288888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:38.519054 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80831869-a160-485d-ab78-738663125f9a service neutron] Pushing event updated for resources: {'Port': ['ID=0f528c2b-4a8e-402e-b841-27ef1473ac83,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:30:38.571644 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6246532a-040a-42d9-89eb-b8401d92679b req-dab901cc-482f-4a5b-9757-1f4aafb05b58 tempest-VolumesAdminNegativeTest-1576546254 tempest-VolumesAdminNegativeTest-1576546254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:38.573427 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6246532a-040a-42d9-89eb-b8401d92679b req-dab901cc-482f-4a5b-9757-1f4aafb05b58 tempest-VolumesAdminNegativeTest-1576546254 tempest-VolumesAdminNegativeTest-1576546254-project] 10.222.0.26 "GET /v2.0/networks?id=e0964cab-0267-475c-a3e7-7c1b388e7309 HTTP/1.1" status: 200 len: 814 time: 0.4576604 Jul 13 13:30:38.581113 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3c9d9fd8-a114-4e66-86e7-bd573f80bce5 req-baa91c4e-3c39-471b-9165-9ef2d9d8345e service neutron] 10.222.0.41 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2930241 Jul 13 13:30:38.582246 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9daa6d-67d8-4af5-b1b0-a505d37193ff req-eac78606-1b29-44e5-8059-643eb3f9382c tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:38.591696 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3b9daa6d-67d8-4af5-b1b0-a505d37193ff req-eac78606-1b29-44e5-8059-643eb3f9382c tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.23 "GET /v2.0/ports?device_id=72e8a110-83ee-4e34-ae14-c4411eac965f HTTP/1.1" status: 200 len: 970 time: 0.6997459 Jul 13 13:30:38.607976 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-6246532a-040a-42d9-89eb-b8401d92679b req-ed7eab5e-26e8-4bdb-95ca-82e60bfd088a tempest-VolumesAdminNegativeTest-1576546254 tempest-VolumesAdminNegativeTest-1576546254-project] Request body: {'port': {'device_id': '625a2cbc-e53b-4d4d-bac9-731e21635521', 'network_id': 'e0964cab-0267-475c-a3e7-7c1b388e7309', 'admin_state_up': True, 'tenant_id': 'e06b24b227c54da295e5a8910f21b647'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:30:38.815508 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-614d3324-a1ed-41a9-9bbd-297dd238e815 req-80831869-a160-485d-ab78-738663125f9a service neutron] Attempting to bind port 0f528c2b-4a8e-402e-b841-27ef1473ac83 on host n-h1-800634-1 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:30:38.816092 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-614d3324-a1ed-41a9-9bbd-297dd238e815 req-80831869-a160-485d-ab78-738663125f9a service neutron] Attempting to bind port 0f528c2b-4a8e-402e-b841-27ef1473ac83 by drivers openvswitch,hyperv on host n-h1-800634-1 at level 0 using segments [{'id': '62a4f2e9-97ca-473c-a2df-e7f9f532c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:30:38.816183 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614d3324-a1ed-41a9-9bbd-297dd238e815 req-80831869-a160-485d-ab78-738663125f9a service neutron] Attempting to bind port 0f528c2b-4a8e-402e-b841-27ef1473ac83 on network e0bfb334-0fd9-4ba5-ba79-1568ecabee30 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:30:38.850380 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3b9daa6d-67d8-4af5-b1b0-a505d37193ff req-0a4bbea5-a7c3-47eb-9f45-c77312c4f50c tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.23 "GET /v2.0/security-groups?id=30616c26-47b2-497e-86af-cdf36766fc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2594621 Jul 13 13:30:38.850694 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device fce86fce-7d5e-4f1c-b125-c36dec27a279 up at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:30:39.027872 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning for port fce86fce-7d5e-4f1c-b125-c36dec27a279 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:30:39.033320 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning complete for port fce86fce-7d5e-4f1c-b125-c36dec27a279 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:30:39.033931 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:39.128254 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:39.166096 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72e8a110-83ee-4e34-ae14-c4411eac965f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fce86fce-7d5e-4f1c-b125-c36dec27a279'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:30:39.168833 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c5d014c-7a8f-4966-8d29-2a010b1b4c90" -d '{"events": [{"server_uuid": "72e8a110-83ee-4e34-ae14-c4411eac965f", "name": "network-vif-plugged", "status": "completed", "tag": "fce86fce-7d5e-4f1c-b125-c36dec27a279"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:30:39.193979 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port fce86fce-7d5e-4f1c-b125-c36dec27a279, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=fce86fce-7d5e-4f1c-b125-c36dec27a279,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:30:39.205516 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:39.206610 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 35c44836-b440-472c-8059-c98a5ffada71 up at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:30:39.315165 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=fce86fce-7d5e-4f1c-b125-c36dec27a279,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:30:39.321646 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning for port 35c44836-b440-472c-8059-c98a5ffada71 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:30:39.326627 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning complete for port 35c44836-b440-472c-8059-c98a5ffada71 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:30:39.327206 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:39.364269 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614d3324-a1ed-41a9-9bbd-297dd238e815 req-80831869-a160-485d-ab78-738663125f9a service neutron] Port 0f528c2b-4a8e-402e-b841-27ef1473ac83 on network e0bfb334-0fd9-4ba5-ba79-1568ecabee30 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-1 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:30:39.364269 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614d3324-a1ed-41a9-9bbd-297dd238e815 req-80831869-a160-485d-ab78-738663125f9a service neutron] Attempting to bind port 0f528c2b-4a8e-402e-b841-27ef1473ac83 on network e0bfb334-0fd9-4ba5-ba79-1568ecabee30 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:30:39.388425 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.db.resource_extend [None req-48d9875c-cfe9-4747-a05f-a7e1781c2880 tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 13 13:30:39.410296 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f25f6623-c0b0-4dc8-8c06-6079174dc5fc req-197adeaa-cf9a-45d6-9776-6e15bdb8bc73 tempest-ServersAdminNegativeTestJSON-844288888 tempest-ServersAdminNegativeTestJSON-844288888-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ba9f25f-aece-4bd5-beca-bfc807cdf57a HTTP/1.1" status: 200 len: 210 time: 0.1141958 Jul 13 13:30:39.425813 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614d3324-a1ed-41a9-9bbd-297dd238e815 req-80831869-a160-485d-ab78-738663125f9a service neutron] Checking agent: {'id': 'a7603dc8-3c50-4a9b-8f0d-1143528f155e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 30, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:30:39.426170 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614d3324-a1ed-41a9-9bbd-297dd238e815 req-80831869-a160-485d-ab78-738663125f9a service neutron] Checking segment: {'id': '62a4f2e9-97ca-473c-a2df-e7f9f532c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:30:39.426793 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614d3324-a1ed-41a9-9bbd-297dd238e815 req-80831869-a160-485d-ab78-738663125f9a service neutron] Bound using segment: {'id': '62a4f2e9-97ca-473c-a2df-e7f9f532c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:30:39.427250 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-614d3324-a1ed-41a9-9bbd-297dd238e815 req-80831869-a160-485d-ab78-738663125f9a service neutron] Bound port: 0f528c2b-4a8e-402e-b841-27ef1473ac83, host: n-h1-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62a4f2e9-97ca-473c-a2df-e7f9f532c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:30:39.427614 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-614d3324-a1ed-41a9-9bbd-297dd238e815 req-80831869-a160-485d-ab78-738663125f9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:39.458610 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [req-240e96b2-de48-419a-abee-29e1b1bf7ed5 req-9ad73a0a-63a1-4e28-962d-aee187c8fe77 tempest-ServersAdminNegativeTestJSON-844288888 tempest-ServersAdminNegativeTestJSON-844288888-project] Allocated IP 192.168.233.42 (e0bfb334-0fd9-4ba5-ba79-1568ecabee30/60b55863-ceb6-45af-a8a4-4b22d72866af/5db20813-08c9-473d-a526-8c11507c39af) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:30:39.553689 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-48d9875c-cfe9-4747-a05f-a7e1781c2880 tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:39.556825 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:39.570049 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-48d9875c-cfe9-4747-a05f-a7e1781c2880 tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446547'] for floatingip, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:39.644018 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-614d3324-a1ed-41a9-9bbd-297dd238e815 req-80831869-a160-485d-ab78-738663125f9a service neutron] For port 0f528c2b-4a8e-402e-b841-27ef1473ac83, host n-h1-800634-1, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:30:39.659467 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 35c44836-b440-472c-8059-c98a5ffada71, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=35c44836-b440-472c-8059-c98a5ffada71,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:30:39.668093 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:39.676533 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9224c7c-1045-4be7-a754-fe6596eb7519 req-f54aa95f-8f01-467f-8807-4326d2962894 tempest-LiveMigrationNegativeTest-1088183764 tempest-LiveMigrationNegativeTest-1088183764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:39.682613 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d9224c7c-1045-4be7-a754-fe6596eb7519 req-f54aa95f-8f01-467f-8807-4326d2962894 tempest-LiveMigrationNegativeTest-1088183764 tempest-LiveMigrationNegativeTest-1088183764-project] 10.222.0.23 "GET /v2.0/ports?device_id=3aea5b5c-423c-46ed-a3aa-9c822fc6cb18 HTTP/1.1" status: 200 len: 947 time: 0.3506162 Jul 13 13:30:39.710142 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-614d3324-a1ed-41a9-9bbd-297dd238e815 req-80831869-a160-485d-ab78-738663125f9a service neutron] For port 0f528c2b-4a8e-402e-b841-27ef1473ac83, host n-h1-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=0f528c2b-4a8e-402e-b841-27ef1473ac83,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:30:39.722508 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6246532a-040a-42d9-89eb-b8401d92679b req-ed7eab5e-26e8-4bdb-95ca-82e60bfd088a tempest-VolumesAdminNegativeTest-1576546254 tempest-VolumesAdminNegativeTest-1576546254-project] Made reservation on behalf of e06b24b227c54da295e5a8910f21b647 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:30:39.730884 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-6246532a-040a-42d9-89eb-b8401d92679b req-ed7eab5e-26e8-4bdb-95ca-82e60bfd088a tempest-VolumesAdminNegativeTest-1576546254 tempest-VolumesAdminNegativeTest-1576546254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:39.740408 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-614d3324-a1ed-41a9-9bbd-297dd238e815 req-80831869-a160-485d-ab78-738663125f9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:39.769856 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=35c44836-b440-472c-8059-c98a5ffada71,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:30:39.841056 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614d3324-a1ed-41a9-9bbd-297dd238e815 req-80831869-a160-485d-ab78-738663125f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:39.841824 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-614d3324-a1ed-41a9-9bbd-297dd238e815 req-80831869-a160-485d-ab78-738663125f9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:39.843545 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-614d3324-a1ed-41a9-9bbd-297dd238e815 req-80831869-a160-485d-ab78-738663125f9a service neutron] 10.222.0.26 "PUT /v2.0/ports/0f528c2b-4a8e-402e-b841-27ef1473ac83 HTTP/1.1" status: 200 len: 1095 time: 3.0758154 Jul 13 13:30:39.845659 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3aea5b5c-423c-46ed-a3aa-9c822fc6cb18', 'tag': '0f528c2b-4a8e-402e-b841-27ef1473ac83'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:30:39.847937 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-430bd09b-b03b-4901-90a0-0beb2ccf8c45" -d '{"events": [{"name": "network-changed", "server_uuid": "3aea5b5c-423c-46ed-a3aa-9c822fc6cb18", "tag": "0f528c2b-4a8e-402e-b841-27ef1473ac83"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:30:39.855962 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6d6b97d0-5ad4-43ba-ba1b-6a492e331fad req-f5b3cc0a-13b6-40f6-a3b4-e7dc10d7025d tempest-VolumesAdminNegativeTest-1576546254 tempest-VolumesAdminNegativeTest-1576546254-project] 10.222.0.23 "GET /v2.0/ports?device_id=625a2cbc-e53b-4d4d-bac9-731e21635521 HTTP/1.1" status: 200 len: 210 time: 0.0792124 Jul 13 13:30:39.869276 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d9224c7c-1045-4be7-a754-fe6596eb7519 req-88ef421a-8471-412b-93c5-785aeb6836cc tempest-LiveMigrationNegativeTest-1088183764 tempest-LiveMigrationNegativeTest-1088183764-project] 10.222.0.23 "GET /v2.0/security-groups?id=012824c0-c787-4fdb-9ea4-3a146d563edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538804 Jul 13 13:30:39.916796 n-d-800634-1 neutron-server[93751]: INFO neutron.db.l3_db [None req-48d9875c-cfe9-4747-a05f-a7e1781c2880 tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] Floating IP 8a699c19-2346-4519-a58f-7e1c10676abc associated. External IP: 172.25.6.161, port: d49df1b3-6cd0-4b5e-8b23-68301e31505c. Jul 13 13:30:39.995664 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1133d95-4132-4212-b927-a735d34e2356 x-openstack-request-id: req-c1133d95-4132-4212-b927-a735d34e2356 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:30:39.996212 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72e8a110-83ee-4e34-ae14-c4411eac965f", "name": "network-vif-plugged", "status": "completed", "tag": "fce86fce-7d5e-4f1c-b125-c36dec27a279", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:30:40.005040 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c1133d95-4132-4212-b927-a735d34e2356 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:30:40.006214 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72e8a110-83ee-4e34-ae14-c4411eac965f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fce86fce-7d5e-4f1c-b125-c36dec27a279', 'code': 200} Jul 13 13:30:40.019554 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80831869-a160-485d-ab78-738663125f9a service neutron] Pushing event updated for resources: {'Port': ['ID=0f528c2b-4a8e-402e-b841-27ef1473ac83,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:30:40.042257 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80831869-a160-485d-ab78-738663125f9a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:30:40.043108 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80831869-a160-485d-ab78-738663125f9a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:30:40.043535 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80831869-a160-485d-ab78-738663125f9a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:30:40.043998 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80831869-a160-485d-ab78-738663125f9a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:30:40.044654 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80831869-a160-485d-ab78-738663125f9a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:30:40.045413 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80831869-a160-485d-ab78-738663125f9a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:30:40.045907 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80831869-a160-485d-ab78-738663125f9a service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:30:40.048002 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80831869-a160-485d-ab78-738663125f9a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:30:40.048566 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80831869-a160-485d-ab78-738663125f9a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:30:40.048998 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80831869-a160-485d-ab78-738663125f9a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:30:40.049465 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80831869-a160-485d-ab78-738663125f9a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:30:40.049954 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80831869-a160-485d-ab78-738663125f9a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:30:40.087178 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-240e96b2-de48-419a-abee-29e1b1bf7ed5 req-9ad73a0a-63a1-4e28-962d-aee187c8fe77 tempest-ServersAdminNegativeTestJSON-844288888 tempest-ServersAdminNegativeTestJSON-844288888-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:40.112209 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-240e96b2-de48-419a-abee-29e1b1bf7ed5 req-9ad73a0a-63a1-4e28-962d-aee187c8fe77 tempest-ServersAdminNegativeTestJSON-844288888 tempest-ServersAdminNegativeTestJSON-844288888-project] Transition to ACTIVE for port object 5db20813-08c9-473d-a526-8c11507c39af will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:30:40.156608 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614d3324-a1ed-41a9-9bbd-297dd238e815 req-45e30a0a-6159-4f4d-9092-7f6a86854348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:40.158331 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-614d3324-a1ed-41a9-9bbd-297dd238e815 req-45e30a0a-6159-4f4d-9092-7f6a86854348 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ef1e467053ed4ec2a6d27e8f1953cbe5&device_id=3aea5b5c-423c-46ed-a3aa-9c822fc6cb18 HTTP/1.1" status: 200 len: 1098 time: 0.2327747 Jul 13 13:30:40.165306 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-6246532a-040a-42d9-89eb-b8401d92679b req-ed7eab5e-26e8-4bdb-95ca-82e60bfd088a tempest-VolumesAdminNegativeTest-1576546254 tempest-VolumesAdminNegativeTest-1576546254-project] Allocated IP 172.20.0.4 (e0964cab-0267-475c-a3e7-7c1b388e7309/fc37cc66-5fa1-430a-824f-d70acc6778ee/414079ed-5ca0-4009-8004-9b336eaf01b7) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:30:40.264702 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 13:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b77663d0-fdee-4258-ac1e-82671e7c037d x-openstack-request-id: req-b77663d0-fdee-4258-ac1e-82671e7c037d {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:30:40.265108 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3aea5b5c-423c-46ed-a3aa-9c822fc6cb18", "tag": "0f528c2b-4a8e-402e-b841-27ef1473ac83", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:30:40.265414 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b77663d0-fdee-4258-ac1e-82671e7c037d {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:30:40.265948 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3aea5b5c-423c-46ed-a3aa-9c822fc6cb18', 'tag': '0f528c2b-4a8e-402e-b841-27ef1473ac83', 'status': 'completed', 'code': 200} Jul 13 13:30:40.284842 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-614d3324-a1ed-41a9-9bbd-297dd238e815 req-e94fa5ff-ed73-4d25-8e3f-e0c2f11ab382 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=0f528c2b-4a8e-402e-b841-27ef1473ac83 HTTP/1.1" status: 200 len: 217 time: 0.1170676 Jul 13 13:30:40.478377 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614d3324-a1ed-41a9-9bbd-297dd238e815 req-3452db44-fea6-4040-bb08-40be4374a54d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:40.481495 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-614d3324-a1ed-41a9-9bbd-297dd238e815 req-3452db44-fea6-4040-bb08-40be4374a54d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=60b55863-ceb6-45af-a8a4-4b22d72866af HTTP/1.1" status: 200 len: 843 time: 0.1816578 Jul 13 13:30:40.482749 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-240e96b2-de48-419a-abee-29e1b1bf7ed5 req-9ad73a0a-63a1-4e28-962d-aee187c8fe77 tempest-ServersAdminNegativeTestJSON-844288888 tempest-ServersAdminNegativeTestJSON-844288888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:40.497653 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['0865b8df-49ed-4429-8b1a-16c323b0a253'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:30:40.606695 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-742fe395-c59d-48a9-89a1-5a8ef707577a req-96dbcf50-f65d-4dfa-9e2c-1aa862f17ed9 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=be6da976a585414bb5df5f391a1a1cf2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0453050 Jul 13 13:30:40.608485 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dc5386-ed4a-4150-bc74-9b5f2ef5d229 req-8819ec53-30ae-4f70-a4db-ef45ca1fafea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:40.610717 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-54dc5386-ed4a-4150-bc74-9b5f2ef5d229 req-8819ec53-30ae-4f70-a4db-ef45ca1fafea service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=72e8a110-83ee-4e34-ae14-c4411eac965f HTTP/1.1" status: 200 len: 1122 time: 0.3481591 Jul 13 13:30:40.617977 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-240e96b2-de48-419a-abee-29e1b1bf7ed5 req-9ad73a0a-63a1-4e28-962d-aee187c8fe77 tempest-ServersAdminNegativeTestJSON-844288888 tempest-ServersAdminNegativeTestJSON-844288888-project] Network e0bfb334-0fd9-4ba5-ba79-1568ecabee30 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:30:40.625378 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48d9875c-cfe9-4747-a05f-a7e1781c2880 tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] Router 85609521-684d-4122-bbe0-87dfdb0cbc61 has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 13:30:40.630665 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [req-240e96b2-de48-419a-abee-29e1b1bf7ed5 req-9ad73a0a-63a1-4e28-962d-aee187c8fe77 tempest-ServersAdminNegativeTestJSON-844288888 tempest-ServersAdminNegativeTestJSON-844288888-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:30:40.633382 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad73a0a-63a1-4e28-962d-aee187c8fe77 tempest-ServersAdminNegativeTestJSON-844288888 tempest-ServersAdminNegativeTestJSON-844288888-project] Pushing event updated for resources: {'Port': ['ID=5db20813-08c9-473d-a526-8c11507c39af,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:30:40.636819 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-240e96b2-de48-419a-abee-29e1b1bf7ed5 req-9ad73a0a-63a1-4e28-962d-aee187c8fe77 tempest-ServersAdminNegativeTestJSON-844288888 tempest-ServersAdminNegativeTestJSON-844288888-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:30:40.644238 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240e96b2-de48-419a-abee-29e1b1bf7ed5 req-9ad73a0a-63a1-4e28-962d-aee187c8fe77 tempest-ServersAdminNegativeTestJSON-844288888 tempest-ServersAdminNegativeTestJSON-844288888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:40.644915 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-240e96b2-de48-419a-abee-29e1b1bf7ed5 req-9ad73a0a-63a1-4e28-962d-aee187c8fe77 tempest-ServersAdminNegativeTestJSON-844288888 tempest-ServersAdminNegativeTestJSON-844288888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:40.677183 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92d4456-79fa-4e07-934f-f3e8b9451a88 req-d643d098-2e0f-4c0a-9d51-999a675840e1 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:40.682226 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f92d4456-79fa-4e07-934f-f3e8b9451a88 req-d643d098-2e0f-4c0a-9d51-999a675840e1 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.23 "GET /v2.0/ports?device_id=72e8a110-83ee-4e34-ae14-c4411eac965f HTTP/1.1" status: 200 len: 971 time: 0.2523098 Jul 13 13:30:40.683894 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad73a0a-63a1-4e28-962d-aee187c8fe77 tempest-ServersAdminNegativeTestJSON-844288888 tempest-ServersAdminNegativeTestJSON-844288888-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:30:40.684257 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad73a0a-63a1-4e28-962d-aee187c8fe77 tempest-ServersAdminNegativeTestJSON-844288888 tempest-ServersAdminNegativeTestJSON-844288888-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:30:40.684555 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad73a0a-63a1-4e28-962d-aee187c8fe77 tempest-ServersAdminNegativeTestJSON-844288888 tempest-ServersAdminNegativeTestJSON-844288888-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:30:40.684884 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad73a0a-63a1-4e28-962d-aee187c8fe77 tempest-ServersAdminNegativeTestJSON-844288888 tempest-ServersAdminNegativeTestJSON-844288888-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:30:40.685347 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad73a0a-63a1-4e28-962d-aee187c8fe77 tempest-ServersAdminNegativeTestJSON-844288888 tempest-ServersAdminNegativeTestJSON-844288888-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:30:40.685678 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad73a0a-63a1-4e28-962d-aee187c8fe77 tempest-ServersAdminNegativeTestJSON-844288888 tempest-ServersAdminNegativeTestJSON-844288888-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:30:40.686029 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad73a0a-63a1-4e28-962d-aee187c8fe77 tempest-ServersAdminNegativeTestJSON-844288888 tempest-ServersAdminNegativeTestJSON-844288888-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:30:40.686372 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad73a0a-63a1-4e28-962d-aee187c8fe77 tempest-ServersAdminNegativeTestJSON-844288888 tempest-ServersAdminNegativeTestJSON-844288888-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:30:40.686693 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad73a0a-63a1-4e28-962d-aee187c8fe77 tempest-ServersAdminNegativeTestJSON-844288888 tempest-ServersAdminNegativeTestJSON-844288888-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:30:40.687604 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad73a0a-63a1-4e28-962d-aee187c8fe77 tempest-ServersAdminNegativeTestJSON-844288888 tempest-ServersAdminNegativeTestJSON-844288888-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:30:40.687951 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad73a0a-63a1-4e28-962d-aee187c8fe77 tempest-ServersAdminNegativeTestJSON-844288888 tempest-ServersAdminNegativeTestJSON-844288888-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:30:40.688240 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad73a0a-63a1-4e28-962d-aee187c8fe77 tempest-ServersAdminNegativeTestJSON-844288888 tempest-ServersAdminNegativeTestJSON-844288888-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:30:40.720107 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-240e96b2-de48-419a-abee-29e1b1bf7ed5 req-9ad73a0a-63a1-4e28-962d-aee187c8fe77 tempest-ServersAdminNegativeTestJSON-844288888 tempest-ServersAdminNegativeTestJSON-844288888-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.6842747 Jul 13 13:30:40.735103 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-6246532a-040a-42d9-89eb-b8401d92679b req-ed7eab5e-26e8-4bdb-95ca-82e60bfd088a tempest-VolumesAdminNegativeTest-1576546254 tempest-VolumesAdminNegativeTest-1576546254-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:40.760561 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614d3324-a1ed-41a9-9bbd-297dd238e815 req-1701b178-4ec4-40fc-90cb-701a730f6fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:40.762088 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-614d3324-a1ed-41a9-9bbd-297dd238e815 req-1701b178-4ec4-40fc-90cb-701a730f6fb3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e0bfb334-0fd9-4ba5-ba79-1568ecabee30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2506351 Jul 13 13:30:40.762196 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-240e96b2-de48-419a-abee-29e1b1bf7ed5 req-533ae71c-2d20-4af0-aa71-e432a5d48178 service neutron] Request body: {'port': {'device_id': '2ba9f25f-aece-4bd5-beca-bfc807cdf57a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-1'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:30:40.778193 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-54dc5386-ed4a-4150-bc74-9b5f2ef5d229 req-ec0fc1db-c060-44fb-9b53-82b32702fddc service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=30616c26-47b2-497e-86af-cdf36766fc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578884 Jul 13 13:30:40.838604 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f92d4456-79fa-4e07-934f-f3e8b9451a88 req-2e0b837c-533d-4e86-b9a8-84cb9f73cf8c tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.23 "GET /v2.0/security-groups?id=30616c26-47b2-497e-86af-cdf36766fc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401863 Jul 13 13:30:40.875650 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b714d570-9d6e-4ece-88e6-eb94da9f4f59 None None] Provisioning for port 5db20813-08c9-473d-a526-8c11507c39af completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:30:40.880080 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b714d570-9d6e-4ece-88e6-eb94da9f4f59 None None] Provisioning complete for port 5db20813-08c9-473d-a526-8c11507c39af triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:30:40.880564 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b714d570-9d6e-4ece-88e6-eb94da9f4f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:40.890928 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742fe395-c59d-48a9-89a1-5a8ef707577a req-4cb4871e-e5df-4239-9e0b-9aa498b10482 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:40.892433 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-742fe395-c59d-48a9-89a1-5a8ef707577a req-4cb4871e-e5df-4239-9e0b-9aa498b10482 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2740126 Jul 13 13:30:40.898578 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48d9875c-cfe9-4747-a05f-a7e1781c2880 tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:30:40.904064 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-48d9875c-cfe9-4747-a05f-a7e1781c2880 tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for floatingip, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:40.907840 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-240e96b2-de48-419a-abee-29e1b1bf7ed5 req-533ae71c-2d20-4af0-aa71-e432a5d48178 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:40.915446 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d10f89e-fd71-4bf3-ad5e-8ea2ebd3dc5a None None] Sync routers for ids ['85609521-684d-4122-bbe0-87dfdb0cbc61'] in n-d-800634-1 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:30:40.944144 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d10f89e-fd71-4bf3-ad5e-8ea2ebd3dc5a None None] Routers {'85609521-684d-4122-bbe0-87dfdb0cbc61'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:30:40.947273 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-8d10f89e-fd71-4bf3-ad5e-8ea2ebd3dc5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:30:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['85609521-684d-4122-bbe0-87dfdb0cbc61'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:30:40.948895 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-742fe395-c59d-48a9-89a1-5a8ef707577a req-effb40f0-2225-45ff-b399-a9a6a37e5f2a tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] 10.222.0.23 "GET /v2.0/quotas/be6da976a585414bb5df5f391a1a1cf2 HTTP/1.1" status: 200 len: 375 time: 0.0454471 Jul 13 13:30:40.957478 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b714d570-9d6e-4ece-88e6-eb94da9f4f59 None None] Port 5db20813-08c9-473d-a526-8c11507c39af cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:30:40.974563 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-48d9875c-cfe9-4747-a05f-a7e1781c2880 tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] 10.222.0.23 "PUT /v2.0/floatingips/8a699c19-2346-4519-a58f-7e1c10676abc HTTP/1.1" status: 200 len: 992 time: 3.7904294 Jul 13 13:30:40.974563 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79cddb68-f5e3-4292-9c98-1eceb79f5fba', 'tag': 'd49df1b3-6cd0-4b5e-8b23-68301e31505c'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:30:40.976367 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d17b627af75e17e0f4b8d6239d04f8c2f78634e2c585e32a7aeca336500f34a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-703ad708-a668-470e-8a09-cb82ca6feae8" -d '{"events": [{"name": "network-changed", "server_uuid": "79cddb68-f5e3-4292-9c98-1eceb79f5fba", "tag": "d49df1b3-6cd0-4b5e-8b23-68301e31505c"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:30:40.978778 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-6246532a-040a-42d9-89eb-b8401d92679b req-ed7eab5e-26e8-4bdb-95ca-82e60bfd088a tempest-VolumesAdminNegativeTest-1576546254 tempest-VolumesAdminNegativeTest-1576546254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:41.026501 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-742fe395-c59d-48a9-89a1-5a8ef707577a req-e87ef3a5-1a6b-4b19-804f-ba83a365d9ef tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=be6da976a585414bb5df5f391a1a1cf2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0766485 Jul 13 13:30:41.085809 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6246532a-040a-42d9-89eb-b8401d92679b req-ed7eab5e-26e8-4bdb-95ca-82e60bfd088a tempest-VolumesAdminNegativeTest-1576546254 tempest-VolumesAdminNegativeTest-1576546254-project] Network e0964cab-0267-475c-a3e7-7c1b388e7309 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:30:41.088046 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-614d3324-a1ed-41a9-9bbd-297dd238e815 req-d4d15a97-71a7-4784-8d27-37f9be16178f service neutron] 10.222.0.26 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3178785 Jul 13 13:30:41.094834 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-6246532a-040a-42d9-89eb-b8401d92679b req-ed7eab5e-26e8-4bdb-95ca-82e60bfd088a tempest-VolumesAdminNegativeTest-1576546254 tempest-VolumesAdminNegativeTest-1576546254-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:30:41.096041 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-8d10f89e-fd71-4bf3-ad5e-8ea2ebd3dc5a None None] Set router 85609521-684d-4122-bbe0-87dfdb0cbc61 gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:30:41.120943 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-6246532a-040a-42d9-89eb-b8401d92679b req-ed7eab5e-26e8-4bdb-95ca-82e60bfd088a tempest-VolumesAdminNegativeTest-1576546254 tempest-VolumesAdminNegativeTest-1576546254-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:30:41.138576 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6246532a-040a-42d9-89eb-b8401d92679b req-ed7eab5e-26e8-4bdb-95ca-82e60bfd088a tempest-VolumesAdminNegativeTest-1576546254 tempest-VolumesAdminNegativeTest-1576546254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:41.139567 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-6246532a-040a-42d9-89eb-b8401d92679b req-ed7eab5e-26e8-4bdb-95ca-82e60bfd088a tempest-VolumesAdminNegativeTest-1576546254 tempest-VolumesAdminNegativeTest-1576546254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:41.168372 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7eab5e-26e8-4bdb-95ca-82e60bfd088a tempest-VolumesAdminNegativeTest-1576546254 tempest-VolumesAdminNegativeTest-1576546254-project] Pushing event updated for resources: {'Port': ['ID=414079ed-5ca0-4009-8004-9b336eaf01b7,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:30:41.245795 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a46adc-641e-47ac-b542-36b2558b13a3 req-14bd61a2-8ca4-4b35-bee4-b3f210e910cf tempest-ServersAdminNegativeTestJSON-844288888 tempest-ServersAdminNegativeTestJSON-844288888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:41.247349 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-62a46adc-641e-47ac-b542-36b2558b13a3 req-14bd61a2-8ca4-4b35-bee4-b3f210e910cf tempest-ServersAdminNegativeTestJSON-844288888 tempest-ServersAdminNegativeTestJSON-844288888-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ba9f25f-aece-4bd5-beca-bfc807cdf57a HTTP/1.1" status: 200 len: 935 time: 0.1209934 Jul 13 13:30:41.317601 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-614d3324-a1ed-41a9-9bbd-297dd238e815 req-6cd93063-c63b-4926-b4bc-1257836a0f4d service neutron] 10.222.0.26 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097032 Jul 13 13:30:41.380586 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-62a46adc-641e-47ac-b542-36b2558b13a3 req-4359d3a3-beee-44dd-85b6-29a8ace7a17e tempest-ServersAdminNegativeTestJSON-844288888 tempest-ServersAdminNegativeTestJSON-844288888-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bb0144d-16a5-4589-a201-1d1dc27891de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130121 Jul 13 13:30:41.393960 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [req-240e96b2-de48-419a-abee-29e1b1bf7ed5 req-533ae71c-2d20-4af0-aa71-e432a5d48178 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5db20813-08c9-473d-a526-8c11507c39af {{(pid=93751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:30:41.402858 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-240e96b2-de48-419a-abee-29e1b1bf7ed5 req-533ae71c-2d20-4af0-aa71-e432a5d48178 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:41.410783 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6246532a-040a-42d9-89eb-b8401d92679b req-ed7eab5e-26e8-4bdb-95ca-82e60bfd088a tempest-VolumesAdminNegativeTest-1576546254 tempest-VolumesAdminNegativeTest-1576546254-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8116324 Jul 13 13:30:41.419513 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-240e96b2-de48-419a-abee-29e1b1bf7ed5 req-533ae71c-2d20-4af0-aa71-e432a5d48178 service neutron] Transition to ACTIVE for port object 5db20813-08c9-473d-a526-8c11507c39af will not be triggered until provisioned by entity L2. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:30:41.426607 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-240e96b2-de48-419a-abee-29e1b1bf7ed5 req-533ae71c-2d20-4af0-aa71-e432a5d48178 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:41.490102 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533ae71c-2d20-4af0-aa71-e432a5d48178 service neutron] Pushing event updated for resources: {'Port': ['ID=5db20813-08c9-473d-a526-8c11507c39af,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:30:41.492213 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 13:30:41.498365 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-6246532a-040a-42d9-89eb-b8401d92679b req-31230015-e210-48bd-9c17-4d9b10bc8009 service neutron] Request body: {'port': {'device_id': '625a2cbc-e53b-4d4d-bac9-731e21635521', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:30:41.552134 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-240e96b2-de48-419a-abee-29e1b1bf7ed5 req-533ae71c-2d20-4af0-aa71-e432a5d48178 service neutron] Attempting to bind port 5db20813-08c9-473d-a526-8c11507c39af on host n-h1-800634-1 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:30:41.557484 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-240e96b2-de48-419a-abee-29e1b1bf7ed5 req-533ae71c-2d20-4af0-aa71-e432a5d48178 service neutron] Attempting to bind port 5db20813-08c9-473d-a526-8c11507c39af by drivers openvswitch,hyperv on host n-h1-800634-1 at level 0 using segments [{'id': '62a4f2e9-97ca-473c-a2df-e7f9f532c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:30:41.557694 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240e96b2-de48-419a-abee-29e1b1bf7ed5 req-533ae71c-2d20-4af0-aa71-e432a5d48178 service neutron] Attempting to bind port 5db20813-08c9-473d-a526-8c11507c39af on network e0bfb334-0fd9-4ba5-ba79-1568ecabee30 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:30:41.582343 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240e96b2-de48-419a-abee-29e1b1bf7ed5 req-533ae71c-2d20-4af0-aa71-e432a5d48178 service neutron] Port 5db20813-08c9-473d-a526-8c11507c39af on network e0bfb334-0fd9-4ba5-ba79-1568ecabee30 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-1 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:30:41.582749 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240e96b2-de48-419a-abee-29e1b1bf7ed5 req-533ae71c-2d20-4af0-aa71-e432a5d48178 service neutron] Attempting to bind port 5db20813-08c9-473d-a526-8c11507c39af on network e0bfb334-0fd9-4ba5-ba79-1568ecabee30 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:30:41.589359 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240e96b2-de48-419a-abee-29e1b1bf7ed5 req-533ae71c-2d20-4af0-aa71-e432a5d48178 service neutron] Checking agent: {'id': 'a7603dc8-3c50-4a9b-8f0d-1143528f155e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 30, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:30:41.589825 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240e96b2-de48-419a-abee-29e1b1bf7ed5 req-533ae71c-2d20-4af0-aa71-e432a5d48178 service neutron] Checking segment: {'id': '62a4f2e9-97ca-473c-a2df-e7f9f532c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:30:41.590276 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240e96b2-de48-419a-abee-29e1b1bf7ed5 req-533ae71c-2d20-4af0-aa71-e432a5d48178 service neutron] Bound using segment: {'id': '62a4f2e9-97ca-473c-a2df-e7f9f532c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30'} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:30:41.591294 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-240e96b2-de48-419a-abee-29e1b1bf7ed5 req-533ae71c-2d20-4af0-aa71-e432a5d48178 service neutron] Bound port: 5db20813-08c9-473d-a526-8c11507c39af, host: n-h1-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62a4f2e9-97ca-473c-a2df-e7f9f532c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30'}}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:30:41.591866 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-240e96b2-de48-419a-abee-29e1b1bf7ed5 req-533ae71c-2d20-4af0-aa71-e432a5d48178 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:41.591977 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-8d10f89e-fd71-4bf3-ad5e-8ea2ebd3dc5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85609521-684d-4122-bbe0-87dfdb0cbc61', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1051747536-router', 'tenant_id': 'ad96651d90924ac6a2bfe736b1e71ae8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.172'}], 'enable_snat': True}, 'gw_port_id': '298577c3-28ae-42a9-87d0-6c5e032af4e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:29:40Z', 'updated_at': '2021-07-13T13:29:44Z', 'revision_number': 4, 'project_id': 'ad96651d90924ac6a2bfe736b1e71ae8', 'gw_port': {'id': '298577c3-28ae-42a9-87d0-6c5e032af4e4', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:3a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85609521-684d-4122-bbe0-87dfdb0cbc61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:29:41Z', 'updated_at': '2021-07-13T13:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_floatingips': [{'id': '8a699c19-2346-4519-a58f-7e1c10676abc', 'tenant_id': 'ad96651d90924ac6a2bfe736b1e71ae8', 'floating_ip_address': '172.25.6.161', 'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'router_id': '85609521-684d-4122-bbe0-87dfdb0cbc61', 'port_id': 'd49df1b3-6cd0-4b5e-8b23-68301e31505c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fa0d465-8003-432f-9af5-3ecf92dbf33d', 'mac_address': 'fa:16:3e:84:e7:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79cddb68-f5e3-4292-9c98-1eceb79f5fba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T13:30:07Z', 'updated_at': '2021-07-13T13:30:38Z', 'revision_number': 1, 'project_id': 'ad96651d90924ac6a2bfe736b1e71ae8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa2462eb-1689-4bdf-abd5-ef6940aa1010', 'name': '', 'network_id': '8fa0d465-8003-432f-9af5-3ecf92dbf33d', 'tenant_id': 'ad96651d90924ac6a2bfe736b1e71ae8', 'mac_address': 'fa:16:3e:1c:c8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85609521-684d-4122-bbe0-87dfdb0cbc61', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '0935fffc-5f50-41bc-86c4-a4cd335b45c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:29:43Z', 'updated_at': '2021-07-13T13:29:51Z', 'revision_number': 5, 'project_id': 'ad96651d90924ac6a2bfe736b1e71ae8', 'subnets': [{'id': '0935fffc-5f50-41bc-86c4-a4cd335b45c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:30:41.644406 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d10f89e-fd71-4bf3-ad5e-8ea2ebd3dc5a None None] Checking router: 85609521-684d-4122-bbe0-87dfdb0cbc61 for host: n-d-800634-1 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 13:30:41.658094 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d10f89e-fd71-4bf3-ad5e-8ea2ebd3dc5a None None] Routers {'85609521-684d-4122-bbe0-87dfdb0cbc61'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:30:41.658742 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-8d10f89e-fd71-4bf3-ad5e-8ea2ebd3dc5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:30:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['85609521-684d-4122-bbe0-87dfdb0cbc61'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:30:41.693157 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf562d6-d477-4e60-a39f-c4f565393674 req-eb35dede-1c58-42e8-b122-151498b38afb tempest-VolumesAdminNegativeTest-1576546254 tempest-VolumesAdminNegativeTest-1576546254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:41.700404 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6bf562d6-d477-4e60-a39f-c4f565393674 req-eb35dede-1c58-42e8-b122-151498b38afb tempest-VolumesAdminNegativeTest-1576546254 tempest-VolumesAdminNegativeTest-1576546254-project] 10.222.0.23 "GET /v2.0/ports?device_id=625a2cbc-e53b-4d4d-bac9-731e21635521 HTTP/1.1" status: 200 len: 931 time: 0.3817601 Jul 13 13:30:41.711039 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-240e96b2-de48-419a-abee-29e1b1bf7ed5 req-533ae71c-2d20-4af0-aa71-e432a5d48178 service neutron] For port 5db20813-08c9-473d-a526-8c11507c39af, host n-h1-800634-1, cleared binding levels {{(pid=93751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:30:41.716647 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-240e96b2-de48-419a-abee-29e1b1bf7ed5 req-533ae71c-2d20-4af0-aa71-e432a5d48178 service neutron] For port 5db20813-08c9-473d-a526-8c11507c39af, host n-h1-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=5db20813-08c9-473d-a526-8c11507c39af,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:30:41.752531 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-240e96b2-de48-419a-abee-29e1b1bf7ed5 req-533ae71c-2d20-4af0-aa71-e432a5d48178 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:41.780019 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430bd09b-b03b-4901-90a0-0beb2ccf8c45 req-4d56fd75-e78c-44ef-9a9a-6788c8fc1a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:41.789046 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-430bd09b-b03b-4901-90a0-0beb2ccf8c45 req-4d56fd75-e78c-44ef-9a9a-6788c8fc1a22 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ef1e467053ed4ec2a6d27e8f1953cbe5&device_id=3aea5b5c-423c-46ed-a3aa-9c822fc6cb18 HTTP/1.1" status: 200 len: 1098 time: 0.3890629 Jul 13 13:30:41.834609 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240e96b2-de48-419a-abee-29e1b1bf7ed5 req-533ae71c-2d20-4af0-aa71-e432a5d48178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:41.835302 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-240e96b2-de48-419a-abee-29e1b1bf7ed5 req-533ae71c-2d20-4af0-aa71-e432a5d48178 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:41.836972 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-240e96b2-de48-419a-abee-29e1b1bf7ed5 req-533ae71c-2d20-4af0-aa71-e432a5d48178 service neutron] 10.222.0.26 "PUT /v2.0/ports/5db20813-08c9-473d-a526-8c11507c39af HTTP/1.1" status: 200 len: 1095 time: 1.0807822 Jul 13 13:30:41.865169 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-6246532a-040a-42d9-89eb-b8401d92679b req-31230015-e210-48bd-9c17-4d9b10bc8009 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:41.914070 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533ae71c-2d20-4af0-aa71-e432a5d48178 service neutron] Pushing event updated for resources: {'Port': ['ID=5db20813-08c9-473d-a526-8c11507c39af,revision_number=3']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:30:41.946784 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-8d10f89e-fd71-4bf3-ad5e-8ea2ebd3dc5a None None] Set router 85609521-684d-4122-bbe0-87dfdb0cbc61 gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:30:41.954471 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6bf562d6-d477-4e60-a39f-c4f565393674 req-6a100438-e42b-4b6e-ac73-94a36bfb717f tempest-VolumesAdminNegativeTest-1576546254 tempest-VolumesAdminNegativeTest-1576546254-project] 10.222.0.23 "GET /v2.0/security-groups?id=63771fd5-d0e2-4e9a-bb83-441346329ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2529757 Jul 13 13:30:41.957985 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92793f82-9fe0-42d8-b8d8-6e2b6ea37741 req-d8e01e77-9eae-468e-a9e4-56dec99f61c8 tempest-LiveMigrationNegativeTest-1088183764 tempest-LiveMigrationNegativeTest-1088183764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:41.970744 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-92793f82-9fe0-42d8-b8d8-6e2b6ea37741 req-d8e01e77-9eae-468e-a9e4-56dec99f61c8 tempest-LiveMigrationNegativeTest-1088183764 tempest-LiveMigrationNegativeTest-1088183764-project] 10.222.0.23 "GET /v2.0/ports?device_id=3aea5b5c-423c-46ed-a3aa-9c822fc6cb18 HTTP/1.1" status: 200 len: 947 time: 0.3480816 Jul 13 13:30:42.011026 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53a3ec8a-06a6-47be-960a-071464e2ba2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35c44836-b440-472c-8059-c98a5ffada71'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:30:42.013344 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22bf958b-1739-4e31-ab15-eabb1d8a3d53" -d '{"events": [{"server_uuid": "53a3ec8a-06a6-47be-960a-071464e2ba2e", "name": "network-vif-plugged", "status": "completed", "tag": "35c44836-b440-472c-8059-c98a5ffada71"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:30:42.116116 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-92793f82-9fe0-42d8-b8d8-6e2b6ea37741 req-b53c25eb-c76c-4abc-966a-fb7dc27fffc8 tempest-LiveMigrationNegativeTest-1088183764 tempest-LiveMigrationNegativeTest-1088183764-project] 10.222.0.23 "GET /v2.0/security-groups?id=012824c0-c787-4fdb-9ea4-3a146d563edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441460 Jul 13 13:30:42.170529 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240e96b2-de48-419a-abee-29e1b1bf7ed5 req-b32cb30a-e0e4-4978-9000-a6f45b120c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:42.173149 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-240e96b2-de48-419a-abee-29e1b1bf7ed5 req-b32cb30a-e0e4-4978-9000-a6f45b120c0e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c184cbd8188e462d8c584e6ea26cc5cc&device_id=2ba9f25f-aece-4bd5-beca-bfc807cdf57a HTTP/1.1" status: 200 len: 1098 time: 0.1984186 Jul 13 13:30:42.223199 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430bd09b-b03b-4901-90a0-0beb2ccf8c45 req-1cfc2e29-b42b-4304-ae4d-8180759fc29d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:42.228588 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-430bd09b-b03b-4901-90a0-0beb2ccf8c45 req-1cfc2e29-b42b-4304-ae4d-8180759fc29d service neutron] 10.222.0.26 "GET /v2.0/networks?id=e0bfb334-0fd9-4ba5-ba79-1568ecabee30 HTTP/1.1" status: 200 len: 869 time: 0.4249043 Jul 13 13:30:42.229263 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.26', 60664) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:30:42.260230 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 13:30:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f7cddfb-fc60-4f26-af7f-116e83fff2bd x-openstack-request-id: req-7f7cddfb-fc60-4f26-af7f-116e83fff2bd {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:30:42.260591 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79cddb68-f5e3-4292-9c98-1eceb79f5fba", "tag": "d49df1b3-6cd0-4b5e-8b23-68301e31505c", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:30:42.260765 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7f7cddfb-fc60-4f26-af7f-116e83fff2bd {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:30:42.261151 n-d-800634-1 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79cddb68-f5e3-4292-9c98-1eceb79f5fba', 'tag': 'd49df1b3-6cd0-4b5e-8b23-68301e31505c', 'status': 'completed', 'code': 200} Jul 13 13:30:42.264023 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-240e96b2-de48-419a-abee-29e1b1bf7ed5 req-77d2618c-a33b-4e8b-9c56-7d0a3a1e89c3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=5db20813-08c9-473d-a526-8c11507c39af HTTP/1.1" status: 200 len: 217 time: 0.0832214 Jul 13 13:30:42.352918 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240e96b2-de48-419a-abee-29e1b1bf7ed5 req-4d791d84-351d-44e0-b2c2-4c5c7d02c445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:42.355277 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-240e96b2-de48-419a-abee-29e1b1bf7ed5 req-4d791d84-351d-44e0-b2c2-4c5c7d02c445 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=60b55863-ceb6-45af-a8a4-4b22d72866af HTTP/1.1" status: 200 len: 843 time: 0.0848916 Jul 13 13:30:42.391466 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-379d93ef-b902-4f38-8c4f-d59666c878c3 req-e2448368-ab60-492d-8085-6ca73c377dd3 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=be6da976a585414bb5df5f391a1a1cf2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0351703 Jul 13 13:30:42.436647 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-8d10f89e-fd71-4bf3-ad5e-8ea2ebd3dc5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85609521-684d-4122-bbe0-87dfdb0cbc61', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1051747536-router', 'tenant_id': 'ad96651d90924ac6a2bfe736b1e71ae8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.172'}], 'enable_snat': True}, 'gw_port_id': '298577c3-28ae-42a9-87d0-6c5e032af4e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:29:40Z', 'updated_at': '2021-07-13T13:29:44Z', 'revision_number': 4, 'project_id': 'ad96651d90924ac6a2bfe736b1e71ae8', 'gw_port': {'id': '298577c3-28ae-42a9-87d0-6c5e032af4e4', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:3a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85609521-684d-4122-bbe0-87dfdb0cbc61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:29:41Z', 'updated_at': '2021-07-13T13:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_floatingips': [{'id': '8a699c19-2346-4519-a58f-7e1c10676abc', 'tenant_id': 'ad96651d90924ac6a2bfe736b1e71ae8', 'floating_ip_address': '172.25.6.161', 'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'router_id': '85609521-684d-4122-bbe0-87dfdb0cbc61', 'port_id': 'd49df1b3-6cd0-4b5e-8b23-68301e31505c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fa0d465-8003-432f-9af5-3ecf92dbf33d', 'mac_address': 'fa:16:3e:84:e7:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79cddb68-f5e3-4292-9c98-1eceb79f5fba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T13:30:07Z', 'updated_at': '2021-07-13T13:30:38Z', 'revision_number': 1, 'project_id': 'ad96651d90924ac6a2bfe736b1e71ae8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa2462eb-1689-4bdf-abd5-ef6940aa1010', 'name': '', 'network_id': '8fa0d465-8003-432f-9af5-3ecf92dbf33d', 'tenant_id': 'ad96651d90924ac6a2bfe736b1e71ae8', 'mac_address': 'fa:16:3e:1c:c8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85609521-684d-4122-bbe0-87dfdb0cbc61', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '0935fffc-5f50-41bc-86c4-a4cd335b45c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:29:43Z', 'updated_at': '2021-07-13T13:29:51Z', 'revision_number': 5, 'project_id': 'ad96651d90924ac6a2bfe736b1e71ae8', 'subnets': [{'id': '0935fffc-5f50-41bc-86c4-a4cd335b45c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:30:42.441331 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-430bd09b-b03b-4901-90a0-0beb2ccf8c45 req-d78fca5a-6da8-4763-9454-e31283acb425 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=0f528c2b-4a8e-402e-b841-27ef1473ac83 HTTP/1.1" status: 200 len: 217 time: 0.0925264 Jul 13 13:30:42.471090 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d10f89e-fd71-4bf3-ad5e-8ea2ebd3dc5a None None] The sync data for ids ['85609521-684d-4122-bbe0-87dfdb0cbc61'] in n-d-800634-1 is: [{'id': '85609521-684d-4122-bbe0-87dfdb0cbc61', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1051747536-router', 'tenant_id': 'ad96651d90924ac6a2bfe736b1e71ae8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.172'}], 'enable_snat': True}, 'gw_port_id': '298577c3-28ae-42a9-87d0-6c5e032af4e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:29:40Z', 'updated_at': '2021-07-13T13:29:44Z', 'revision_number': 4, 'project_id': 'ad96651d90924ac6a2bfe736b1e71ae8', 'gw_port': {'id': '298577c3-28ae-42a9-87d0-6c5e032af4e4', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:3a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85609521-684d-4122-bbe0-87dfdb0cbc61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:29:41Z', 'updated_at': '2021-07-13T13:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_floatingips': [{'id': '8a699c19-2346-4519-a58f-7e1c10676abc', 'tenant_id': 'ad96651d90924ac6a2bfe736b1e71ae8', 'floating_ip_address': '172.25.6.161', 'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'router_id': '85609521-684d-4122-bbe0-87dfdb0cbc61', 'port_id': 'd49df1b3-6cd0-4b5e-8b23-68301e31505c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fa0d465-8003-432f-9af5-3ecf92dbf33d', 'mac_address': 'fa:16:3e:84:e7:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79cddb68-f5e3-4292-9c98-1eceb79f5fba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T13:30:07Z', 'updated_at': '2021-07-13T13:30:38Z', 'revision_number': 1, 'project_id': 'ad96651d90924ac6a2bfe736b1e71ae8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa2462eb-1689-4bdf-abd5-ef6940aa1010', 'name': '', 'network_id': '8fa0d465-8003-432f-9af5-3ecf92dbf33d', 'tenant_id': 'ad96651d90924ac6a2bfe736b1e71ae8', 'mac_address': 'fa:16:3e:1c:c8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85609521-684d-4122-bbe0-87dfdb0cbc61', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '0935fffc-5f50-41bc-86c4-a4cd335b45c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:29:43Z', 'updated_at': '2021-07-13T13:29:51Z', 'revision_number': 5, 'project_id': 'ad96651d90924ac6a2bfe736b1e71ae8', 'subnets': [{'id': '0935fffc-5f50-41bc-86c4-a4cd335b45c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:30:42.534047 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430bd09b-b03b-4901-90a0-0beb2ccf8c45 req-67b517c2-ddf2-4b0a-89fe-76936f851250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:42.536194 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-430bd09b-b03b-4901-90a0-0beb2ccf8c45 req-67b517c2-ddf2-4b0a-89fe-76936f851250 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=60b55863-ceb6-45af-a8a4-4b22d72866af HTTP/1.1" status: 200 len: 843 time: 0.0743222 Jul 13 13:30:42.538083 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379d93ef-b902-4f38-8c4f-d59666c878c3 req-f3f53c80-a54b-47d5-9291-ae54c532c6a6 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:42.544930 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-379d93ef-b902-4f38-8c4f-d59666c878c3 req-f3f53c80-a54b-47d5-9291-ae54c532c6a6 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1341131 Jul 13 13:30:42.560272 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240e96b2-de48-419a-abee-29e1b1bf7ed5 req-b32066b4-1ab6-4e49-aa90-78136c8d0516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:42.562436 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-240e96b2-de48-419a-abee-29e1b1bf7ed5 req-b32066b4-1ab6-4e49-aa90-78136c8d0516 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e0bfb334-0fd9-4ba5-ba79-1568ecabee30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1929986 Jul 13 13:30:42.569382 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-379d93ef-b902-4f38-8c4f-d59666c878c3 req-e0065e22-512e-43f2-ac01-8db2ca3d11ab tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] 10.222.0.23 "GET /v2.0/quotas/be6da976a585414bb5df5f391a1a1cf2 HTTP/1.1" status: 200 len: 375 time: 0.0235150 Jul 13 13:30:42.618294 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-379d93ef-b902-4f38-8c4f-d59666c878c3 req-31743686-9e63-4e8f-829a-8d07433cb935 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=be6da976a585414bb5df5f391a1a1cf2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0479090 Jul 13 13:30:42.692894 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703ad708-a668-470e-8a09-cb82ca6feae8 req-0c336e37-02b3-4f7b-986d-a84c5af0b778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:42.694339 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-703ad708-a668-470e-8a09-cb82ca6feae8 req-0c336e37-02b3-4f7b-986d-a84c5af0b778 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ad96651d90924ac6a2bfe736b1e71ae8&device_id=79cddb68-f5e3-4292-9c98-1eceb79f5fba HTTP/1.1" status: 200 len: 1097 time: 0.3503513 Jul 13 13:30:42.709034 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-240e96b2-de48-419a-abee-29e1b1bf7ed5 req-8a972f10-5cc0-4b2b-b6d6-ef89c881d455 service neutron] 10.222.0.26 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369834 Jul 13 13:30:42.757451 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9050c29-3293-428d-8db1-3fd78419a552 None None] New status for floating IP 8a699c19-2346-4519-a58f-7e1c10676abc: ACTIVE {{(pid=93752) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 13:30:42.785152 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5488be-144e-472a-aec1-34f50aa5d5f5 req-a35ca2f2-1a99-4b95-a146-36edffa97668 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:42.791064 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1f5488be-144e-472a-aec1-34f50aa5d5f5 req-a35ca2f2-1a99-4b95-a146-36edffa97668 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.23 "GET /v2.0/ports?device_id=72e8a110-83ee-4e34-ae14-c4411eac965f HTTP/1.1" status: 200 len: 971 time: 0.3482406 Jul 13 13:30:42.846788 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-240e96b2-de48-419a-abee-29e1b1bf7ed5 req-1ddfb136-6999-40c1-a08d-354f52fc7095 service neutron] 10.222.0.26 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305428 Jul 13 13:30:42.854050 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430bd09b-b03b-4901-90a0-0beb2ccf8c45 req-90eafd1c-b26a-42f6-8623-8e858400494f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:42.855627 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-430bd09b-b03b-4901-90a0-0beb2ccf8c45 req-90eafd1c-b26a-42f6-8623-8e858400494f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e0bfb334-0fd9-4ba5-ba79-1568ecabee30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2706587 Jul 13 13:30:42.966319 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-6246532a-040a-42d9-89eb-b8401d92679b req-31230015-e210-48bd-9c17-4d9b10bc8009 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 414079ed-5ca0-4009-8004-9b336eaf01b7 {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:30:42.997909 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abb886d5-a3cc-40be-971d-a08765e1587a x-openstack-request-id: req-abb886d5-a3cc-40be-971d-a08765e1587a {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:30:42.998205 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53a3ec8a-06a6-47be-960a-071464e2ba2e", "name": "network-vif-plugged", "status": "completed", "tag": "35c44836-b440-472c-8059-c98a5ffada71", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:30:42.998633 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-abb886d5-a3cc-40be-971d-a08765e1587a {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:30:42.999225 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53a3ec8a-06a6-47be-960a-071464e2ba2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35c44836-b440-472c-8059-c98a5ffada71', 'code': 200} Jul 13 13:30:43.028045 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703ad708-a668-470e-8a09-cb82ca6feae8 req-5a928484-1076-4a1b-93fe-8b2ab5290572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:43.029689 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-703ad708-a668-470e-8a09-cb82ca6feae8 req-5a928484-1076-4a1b-93fe-8b2ab5290572 service neutron] 10.222.0.26 "GET /v2.0/networks?id=8fa0d465-8003-432f-9af5-3ecf92dbf33d HTTP/1.1" status: 200 len: 924 time: 0.3226168 Jul 13 13:30:43.044133 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-6246532a-040a-42d9-89eb-b8401d92679b req-31230015-e210-48bd-9c17-4d9b10bc8009 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:43.198337 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e85759-15e1-4eba-8c74-348b7f59349f req-74b51b50-9c48-4839-8c42-f650534260d5 tempest-ServersAdminNegativeTestJSON-844288888 tempest-ServersAdminNegativeTestJSON-844288888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:43.208629 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b8e85759-15e1-4eba-8c74-348b7f59349f req-74b51b50-9c48-4839-8c42-f650534260d5 tempest-ServersAdminNegativeTestJSON-844288888 tempest-ServersAdminNegativeTestJSON-844288888-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ba9f25f-aece-4bd5-beca-bfc807cdf57a HTTP/1.1" status: 200 len: 947 time: 0.1057842 Jul 13 13:30:43.265785 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b8e85759-15e1-4eba-8c74-348b7f59349f req-368d8a5a-fc8e-4d4a-916c-49cbd521812c tempest-ServersAdminNegativeTestJSON-844288888 tempest-ServersAdminNegativeTestJSON-844288888-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bb0144d-16a5-4589-a201-1d1dc27891de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559700 Jul 13 13:30:43.334495 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8741db32-9d63-4b7f-88f7-8f119ee5c05a req-ef97d7fd-d6ef-438b-b976-da8aac064d22 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] 10.222.0.23 "GET /v2.0/ports?device_id=04943d92-3c68-4f86-84e5-5dfe2b36e8b3 HTTP/1.1" status: 200 len: 210 time: 0.0300934 Jul 13 13:30:43.356782 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1f5488be-144e-472a-aec1-34f50aa5d5f5 req-1c8be85e-50c9-4fde-8b9b-b8c02e955722 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.23 "GET /v2.0/security-groups?id=30616c26-47b2-497e-86af-cdf36766fc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4411969 Jul 13 13:30:43.361180 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-742fe395-c59d-48a9-89a1-5a8ef707577a req-394fcd5b-541d-48f8-b86b-879c0d38c0db tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=be6da976a585414bb5df5f391a1a1cf2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3624411 Jul 13 13:30:43.461290 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-6246532a-040a-42d9-89eb-b8401d92679b req-31230015-e210-48bd-9c17-4d9b10bc8009 service neutron] Transition to ACTIVE for port object 414079ed-5ca0-4009-8004-9b336eaf01b7 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:30:43.534797 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-6246532a-040a-42d9-89eb-b8401d92679b req-31230015-e210-48bd-9c17-4d9b10bc8009 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:43.620716 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-703ad708-a668-470e-8a09-cb82ca6feae8 req-d1c2727e-7930-4548-a37b-affe7dc55caa service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d49df1b3-6cd0-4b5e-8b23-68301e31505c HTTP/1.1" status: 200 len: 1002 time: 0.5684037 Jul 13 13:30:43.682235 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc339c90-ae17-426e-a7b2-91b578848710 req-61942d15-be35-4b53-b176-dc4479e1baf5 tempest-LiveMigrationNegativeTest-1088183764 tempest-LiveMigrationNegativeTest-1088183764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:43.683826 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-dc339c90-ae17-426e-a7b2-91b578848710 req-61942d15-be35-4b53-b176-dc4479e1baf5 tempest-LiveMigrationNegativeTest-1088183764 tempest-LiveMigrationNegativeTest-1088183764-project] 10.222.0.23 "GET /v2.0/ports?device_id=3aea5b5c-423c-46ed-a3aa-9c822fc6cb18 HTTP/1.1" status: 200 len: 947 time: 0.0694458 Jul 13 13:30:43.726917 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-dc339c90-ae17-426e-a7b2-91b578848710 req-6343429b-1332-4980-85cc-d5f3a5cf568c tempest-LiveMigrationNegativeTest-1088183764 tempest-LiveMigrationNegativeTest-1088183764-project] 10.222.0.23 "GET /v2.0/security-groups?id=012824c0-c787-4fdb-9ea4-3a146d563edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359268 Jul 13 13:30:43.727289 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-430bd09b-b03b-4901-90a0-0beb2ccf8c45 req-7c3db0e4-1a2f-4138-a409-c333089de71f service neutron] 10.222.0.26 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8073115 Jul 13 13:30:43.751218 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31230015-e210-48bd-9c17-4d9b10bc8009 service neutron] Pushing event updated for resources: {'Port': ['ID=414079ed-5ca0-4009-8004-9b336eaf01b7,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:30:43.788170 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf40dcc2-2b1d-4f42-ac9a-55b07d3fc921 req-1bdd25e5-22cd-47e3-94e4-7509dc47f848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:43.790084 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cf40dcc2-2b1d-4f42-ac9a-55b07d3fc921 req-1bdd25e5-22cd-47e3-94e4-7509dc47f848 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=53a3ec8a-06a6-47be-960a-071464e2ba2e HTTP/1.1" status: 200 len: 1122 time: 0.7427115 Jul 13 13:30:43.852126 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703ad708-a668-470e-8a09-cb82ca6feae8 req-b82b237b-7720-410c-83a0-894eba3e7dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:43.853539 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-703ad708-a668-470e-8a09-cb82ca6feae8 req-b82b237b-7720-410c-83a0-894eba3e7dfc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0935fffc-5f50-41bc-86c4-a4cd335b45c2 HTTP/1.1" status: 200 len: 863 time: 0.1931920 Jul 13 13:30:43.869883 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742fe395-c59d-48a9-89a1-5a8ef707577a req-53641223-1ba4-4578-accb-15f3f79c2c67 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:43.871302 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-742fe395-c59d-48a9-89a1-5a8ef707577a req-53641223-1ba4-4578-accb-15f3f79c2c67 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4549837 Jul 13 13:30:43.905242 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-742fe395-c59d-48a9-89a1-5a8ef707577a req-acab334e-7342-4b2a-a722-87dd012bdb52 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] Request body: {'port': {'device_id': 'c3d5bccd-0e71-4b17-8dc4-bd3e64597e9a', 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30', 'admin_state_up': True, 'tenant_id': 'be6da976a585414bb5df5f391a1a1cf2'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:30:43.977846 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-6246532a-040a-42d9-89eb-b8401d92679b req-31230015-e210-48bd-9c17-4d9b10bc8009 service neutron] Attempting to bind port 414079ed-5ca0-4009-8004-9b336eaf01b7 on host n-h1-800634-1 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:30:43.978499 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-6246532a-040a-42d9-89eb-b8401d92679b req-31230015-e210-48bd-9c17-4d9b10bc8009 service neutron] Attempting to bind port 414079ed-5ca0-4009-8004-9b336eaf01b7 by drivers openvswitch,hyperv on host n-h1-800634-1 at level 0 using segments [{'id': '4363a6d3-e5fd-4b4b-b66e-956ba196e227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'e0964cab-0267-475c-a3e7-7c1b388e7309'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:30:43.978499 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6246532a-040a-42d9-89eb-b8401d92679b req-31230015-e210-48bd-9c17-4d9b10bc8009 service neutron] Attempting to bind port 414079ed-5ca0-4009-8004-9b336eaf01b7 on network e0964cab-0267-475c-a3e7-7c1b388e7309 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:30:44.013936 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6246532a-040a-42d9-89eb-b8401d92679b req-31230015-e210-48bd-9c17-4d9b10bc8009 service neutron] Port 414079ed-5ca0-4009-8004-9b336eaf01b7 on network e0964cab-0267-475c-a3e7-7c1b388e7309 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-1 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:30:44.014261 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6246532a-040a-42d9-89eb-b8401d92679b req-31230015-e210-48bd-9c17-4d9b10bc8009 service neutron] Attempting to bind port 414079ed-5ca0-4009-8004-9b336eaf01b7 on network e0964cab-0267-475c-a3e7-7c1b388e7309 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:30:44.022965 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cf40dcc2-2b1d-4f42-ac9a-55b07d3fc921 req-0537c8b7-d50d-4969-bdd4-e88605c54c76 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=30616c26-47b2-497e-86af-cdf36766fc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749930 Jul 13 13:30:44.034929 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a70a8de-be65-4631-a89a-37cf0b448795 req-6ce265e0-2c03-4d25-8a46-f09d80980df5 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:44.036429 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1a70a8de-be65-4631-a89a-37cf0b448795 req-6ce265e0-2c03-4d25-8a46-f09d80980df5 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.23 "GET /v2.0/ports?device_id=53a3ec8a-06a6-47be-960a-071464e2ba2e HTTP/1.1" status: 200 len: 971 time: 0.0684955 Jul 13 13:30:44.037437 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e6f596-8cd1-4342-b387-d18180fd7bcb req-df179b95-d23b-4fe1-b232-131fea2b07f4 tempest-VolumesAdminNegativeTest-1576546254 tempest-VolumesAdminNegativeTest-1576546254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:44.038969 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-93e6f596-8cd1-4342-b387-d18180fd7bcb req-df179b95-d23b-4fe1-b232-131fea2b07f4 tempest-VolumesAdminNegativeTest-1576546254 tempest-VolumesAdminNegativeTest-1576546254-project] 10.222.0.23 "GET /v2.0/ports?device_id=625a2cbc-e53b-4d4d-bac9-731e21635521 HTTP/1.1" status: 200 len: 943 time: 0.5488801 Jul 13 13:30:44.060739 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6246532a-040a-42d9-89eb-b8401d92679b req-31230015-e210-48bd-9c17-4d9b10bc8009 service neutron] Checking agent: {'id': 'a7603dc8-3c50-4a9b-8f0d-1143528f155e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 30, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:30:44.061075 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6246532a-040a-42d9-89eb-b8401d92679b req-31230015-e210-48bd-9c17-4d9b10bc8009 service neutron] Checking segment: {'id': '4363a6d3-e5fd-4b4b-b66e-956ba196e227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'e0964cab-0267-475c-a3e7-7c1b388e7309'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:30:44.061455 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6246532a-040a-42d9-89eb-b8401d92679b req-31230015-e210-48bd-9c17-4d9b10bc8009 service neutron] Bound using segment: {'id': '4363a6d3-e5fd-4b4b-b66e-956ba196e227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'e0964cab-0267-475c-a3e7-7c1b388e7309'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:30:44.061948 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-6246532a-040a-42d9-89eb-b8401d92679b req-31230015-e210-48bd-9c17-4d9b10bc8009 service neutron] Bound port: 414079ed-5ca0-4009-8004-9b336eaf01b7, host: n-h1-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4363a6d3-e5fd-4b4b-b66e-956ba196e227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'e0964cab-0267-475c-a3e7-7c1b388e7309'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:30:44.062306 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-6246532a-040a-42d9-89eb-b8401d92679b req-31230015-e210-48bd-9c17-4d9b10bc8009 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:44.075194 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1a70a8de-be65-4631-a89a-37cf0b448795 req-2dbd95f3-4df3-4a66-b77b-455d7661830b tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.23 "GET /v2.0/security-groups?id=30616c26-47b2-497e-86af-cdf36766fc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325966 Jul 13 13:30:44.111253 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-430bd09b-b03b-4901-90a0-0beb2ccf8c45 req-7e6deff0-107d-4f4d-8224-a289d117cc62 service neutron] 10.222.0.26 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3683617 Jul 13 13:30:44.165494 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703ad708-a668-470e-8a09-cb82ca6feae8 req-5903fc8c-1e1e-41f4-bf7f-f03bb56f653b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:44.169684 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-703ad708-a668-470e-8a09-cb82ca6feae8 req-5903fc8c-1e1e-41f4-bf7f-f03bb56f653b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8fa0d465-8003-432f-9af5-3ecf92dbf33d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2956135 Jul 13 13:30:44.178253 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-93e6f596-8cd1-4342-b387-d18180fd7bcb req-ba4e7b8f-05b6-48a6-9b40-2c4d8ea66d01 tempest-VolumesAdminNegativeTest-1576546254 tempest-VolumesAdminNegativeTest-1576546254-project] 10.222.0.23 "GET /v2.0/security-groups?id=63771fd5-d0e2-4e9a-bb83-441346329ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324637 Jul 13 13:30:44.262884 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ba9f25f-aece-4bd5-beca-bfc807cdf57a', 'tag': '5db20813-08c9-473d-a526-8c11507c39af'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:30:44.266441 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d17b627af75e17e0f4b8d6239d04f8c2f78634e2c585e32a7aeca336500f34a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82112e30-2c4e-4987-8e25-fd4681f099a0" -d '{"events": [{"name": "network-changed", "server_uuid": "2ba9f25f-aece-4bd5-beca-bfc807cdf57a", "tag": "5db20813-08c9-473d-a526-8c11507c39af"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:30:44.289125 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-379d93ef-b902-4f38-8c4f-d59666c878c3 req-ee478983-e34f-4a9b-acce-89117f9edb25 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=be6da976a585414bb5df5f391a1a1cf2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0441329 Jul 13 13:30:44.315586 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-6246532a-040a-42d9-89eb-b8401d92679b req-31230015-e210-48bd-9c17-4d9b10bc8009 service neutron] For port 414079ed-5ca0-4009-8004-9b336eaf01b7, host n-h1-800634-1, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:30:44.326574 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 13:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30c0a078-4210-4876-974b-a87498516a61 x-openstack-request-id: req-30c0a078-4210-4876-974b-a87498516a61 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:30:44.326801 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ba9f25f-aece-4bd5-beca-bfc807cdf57a", "tag": "5db20813-08c9-473d-a526-8c11507c39af", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:30:44.327060 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-30c0a078-4210-4876-974b-a87498516a61 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:30:44.327963 n-d-800634-1 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ba9f25f-aece-4bd5-beca-bfc807cdf57a', 'tag': '5db20813-08c9-473d-a526-8c11507c39af', 'status': 'completed', 'code': 200} Jul 13 13:30:44.358196 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-742fe395-c59d-48a9-89a1-5a8ef707577a req-acab334e-7342-4b2a-a722-87dd012bdb52 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] Made reservation on behalf of be6da976a585414bb5df5f391a1a1cf2 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:30:44.362340 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-742fe395-c59d-48a9-89a1-5a8ef707577a req-acab334e-7342-4b2a-a722-87dd012bdb52 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:44.408365 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-6246532a-040a-42d9-89eb-b8401d92679b req-31230015-e210-48bd-9c17-4d9b10bc8009 service neutron] For port 414079ed-5ca0-4009-8004-9b336eaf01b7, host n-h1-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=414079ed-5ca0-4009-8004-9b336eaf01b7,segment=NetworkSegment(4363a6d3-e5fd-4b4b-b66e-956ba196e227),segment_id=4363a6d3-e5fd-4b4b-b66e-956ba196e227)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:30:44.410535 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-742fe395-c59d-48a9-89a1-5a8ef707577a req-acab334e-7342-4b2a-a722-87dd012bdb52 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:44.446606 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-6246532a-040a-42d9-89eb-b8401d92679b req-31230015-e210-48bd-9c17-4d9b10bc8009 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:44.457424 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-703ad708-a668-470e-8a09-cb82ca6feae8 req-8a249a91-bf65-4bcd-baca-b39622c04ca5 service neutron] 10.222.0.26 "GET /v2.0/networks/8fa0d465-8003-432f-9af5-3ecf92dbf33d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2782323 Jul 13 13:30:44.528190 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ccc59d-5114-4204-8432-2fb12040ce97 req-cdd18d40-b37d-44d7-a31a-08f4a4189361 tempest-ServersAdminNegativeTestJSON-844288888 tempest-ServersAdminNegativeTestJSON-844288888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:44.529945 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b9ccc59d-5114-4204-8432-2fb12040ce97 req-cdd18d40-b37d-44d7-a31a-08f4a4189361 tempest-ServersAdminNegativeTestJSON-844288888 tempest-ServersAdminNegativeTestJSON-844288888-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ba9f25f-aece-4bd5-beca-bfc807cdf57a HTTP/1.1" status: 200 len: 947 time: 0.0890090 Jul 13 13:30:44.532273 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6246532a-040a-42d9-89eb-b8401d92679b req-31230015-e210-48bd-9c17-4d9b10bc8009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:44.532943 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-6246532a-040a-42d9-89eb-b8401d92679b req-31230015-e210-48bd-9c17-4d9b10bc8009 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:44.534341 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6246532a-040a-42d9-89eb-b8401d92679b req-31230015-e210-48bd-9c17-4d9b10bc8009 service neutron] 10.222.0.26 "PUT /v2.0/ports/414079ed-5ca0-4009-8004-9b336eaf01b7 HTTP/1.1" status: 200 len: 1091 time: 3.0461788 Jul 13 13:30:44.563454 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '625a2cbc-e53b-4d4d-bac9-731e21635521', 'tag': '414079ed-5ca0-4009-8004-9b336eaf01b7'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:30:44.565682 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcc2abd6-ab80-497a-9679-850032acc688" -d '{"events": [{"name": "network-changed", "server_uuid": "625a2cbc-e53b-4d4d-bac9-731e21635521", "tag": "414079ed-5ca0-4009-8004-9b336eaf01b7"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:30:44.579073 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b9ccc59d-5114-4204-8432-2fb12040ce97 req-0e1b0d59-a073-456b-b6a1-e2a3501214d4 tempest-ServersAdminNegativeTestJSON-844288888 tempest-ServersAdminNegativeTestJSON-844288888-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bb0144d-16a5-4589-a201-1d1dc27891de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413568 Jul 13 13:30:44.676732 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f19178c7-6d68-454b-bfef-5a9eeec709c2 req-51bf4a16-e12e-4c37-8dbf-ec39375bddf5 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] 10.222.0.23 "GET /v2.0/ports?device_id=04943d92-3c68-4f86-84e5-5dfe2b36e8b3 HTTP/1.1" status: 200 len: 210 time: 0.1025262 Jul 13 13:30:44.690358 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379d93ef-b902-4f38-8c4f-d59666c878c3 req-9d326244-fe5c-40a3-aca5-74f94afb7c27 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:44.698471 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-379d93ef-b902-4f38-8c4f-d59666c878c3 req-9d326244-fe5c-40a3-aca5-74f94afb7c27 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3925927 Jul 13 13:30:44.721475 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31230015-e210-48bd-9c17-4d9b10bc8009 service neutron] Pushing event updated for resources: {'Port': ['ID=414079ed-5ca0-4009-8004-9b336eaf01b7,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:30:44.740888 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-379d93ef-b902-4f38-8c4f-d59666c878c3 req-96a70bd6-048b-4689-9cca-f58023eb467e tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] Request body: {'port': {'device_id': '04943d92-3c68-4f86-84e5-5dfe2b36e8b3', 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30', 'admin_state_up': True, 'tenant_id': 'be6da976a585414bb5df5f391a1a1cf2'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:30:44.768069 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 13:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-403878e7-cd64-47c0-a746-a2064d490e2f x-openstack-request-id: req-403878e7-cd64-47c0-a746-a2064d490e2f {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:30:44.768255 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "625a2cbc-e53b-4d4d-bac9-731e21635521", "tag": "414079ed-5ca0-4009-8004-9b336eaf01b7", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:30:44.768513 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-403878e7-cd64-47c0-a746-a2064d490e2f {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:30:44.768899 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '625a2cbc-e53b-4d4d-bac9-731e21635521', 'tag': '414079ed-5ca0-4009-8004-9b336eaf01b7', 'status': 'completed', 'code': 200} Jul 13 13:30:44.796335 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-703ad708-a668-470e-8a09-cb82ca6feae8 req-60173e8e-51c9-4eca-beef-5e4f70aab554 service neutron] 10.222.0.26 "GET /v2.0/networks/8fa0d465-8003-432f-9af5-3ecf92dbf33d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3059042 Jul 13 13:30:44.801933 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82112e30-2c4e-4987-8e25-fd4681f099a0 req-2a865516-46b4-46fd-a73e-9ce6c08abd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:44.803405 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-82112e30-2c4e-4987-8e25-fd4681f099a0 req-2a865516-46b4-46fd-a73e-9ce6c08abd87 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c184cbd8188e462d8c584e6ea26cc5cc&device_id=2ba9f25f-aece-4bd5-beca-bfc807cdf57a HTTP/1.1" status: 200 len: 1098 time: 0.4222908 Jul 13 13:30:44.992890 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6246532a-040a-42d9-89eb-b8401d92679b req-5351acaf-ae73-468a-9ace-9e269914acf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:44.994601 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6246532a-040a-42d9-89eb-b8401d92679b req-5351acaf-ae73-468a-9ace-9e269914acf8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e06b24b227c54da295e5a8910f21b647&device_id=625a2cbc-e53b-4d4d-bac9-731e21635521 HTTP/1.1" status: 200 len: 1094 time: 0.4116910 Jul 13 13:30:45.028426 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd56f84f-1ede-406c-9991-a20977d7f2f2 req-7aa720bb-c8b4-4ebc-9b65-c216700380e0 tempest-AggregatesAdminTestJSON-1853788010 tempest-AggregatesAdminTestJSON-1853788010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:45.030070 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-bd56f84f-1ede-406c-9991-a20977d7f2f2 req-7aa720bb-c8b4-4ebc-9b65-c216700380e0 tempest-AggregatesAdminTestJSON-1853788010 tempest-AggregatesAdminTestJSON-1853788010-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdd4274d-3faa-49a9-bfc1-10158a747833 HTTP/1.1" status: 200 len: 972 time: 0.0666430 Jul 13 13:30:45.075064 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 0f528c2b-4a8e-402e-b841-27ef1473ac83 details requested by agent hyperv_n-h1-800634-1 with host n-h1-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 13:30:45.075659 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-bd56f84f-1ede-406c-9991-a20977d7f2f2 req-02574873-d1d9-473e-8f79-45c49a6c1904 tempest-AggregatesAdminTestJSON-1853788010 tempest-AggregatesAdminTestJSON-1853788010-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b2baecb-2186-4d6c-b1b0-56fe5f55edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381539 Jul 13 13:30:45.087296 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6246532a-040a-42d9-89eb-b8401d92679b req-eaa06d4b-7bbe-44e9-b408-251ff12a0592 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=414079ed-5ca0-4009-8004-9b336eaf01b7 HTTP/1.1" status: 200 len: 217 time: 0.0839128 Jul 13 13:30:45.185084 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 0f528c2b-4a8e-402e-b841-27ef1473ac83, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=0f528c2b-4a8e-402e-b841-27ef1473ac83,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:30:45.203586 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Returning: {'device': '0f528c2b-4a8e-402e-b841-27ef1473ac83', 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30', 'port_id': '0f528c2b-4a8e-402e-b841-27ef1473ac83', 'mac_address': 'fa:16:3e:6a:2a:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60b55863-ceb6-45af-a8a4-4b22d72866af', 'ip_address': '192.168.233.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 13:30:45.244683 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:45.258682 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f528c2b-4a8e-402e-b841-27ef1473ac83 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:30:45.282935 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 0f528c2b-4a8e-402e-b841-27ef1473ac83, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=0f528c2b-4a8e-402e-b841-27ef1473ac83,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:30:45.287926 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:45.339765 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=0f528c2b-4a8e-402e-b841-27ef1473ac83,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:30:45.348510 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:30:45.348854 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:30:45.349192 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:30:45.349549 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:30:45.349977 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:30:45.350306 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:30:45.350632 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:30:45.350954 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:30:45.351275 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:30:45.351594 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:30:45.351915 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:30:45.352231 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:30:45.370269 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82112e30-2c4e-4987-8e25-fd4681f099a0 req-4235c1eb-6b00-4ba2-bd5a-5c3f963c9246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:45.371736 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-82112e30-2c4e-4987-8e25-fd4681f099a0 req-4235c1eb-6b00-4ba2-bd5a-5c3f963c9246 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e0bfb334-0fd9-4ba5-ba79-1568ecabee30 HTTP/1.1" status: 200 len: 869 time: 0.5553718 Jul 13 13:30:45.373499 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-742fe395-c59d-48a9-89a1-5a8ef707577a req-acab334e-7342-4b2a-a722-87dd012bdb52 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:45.395603 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-742fe395-c59d-48a9-89a1-5a8ef707577a req-acab334e-7342-4b2a-a722-87dd012bdb52 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:45.404483 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de501e45-5c6e-4e56-ab5a-8da3361808c5 req-ed564415-948a-4ff3-be35-3c88d0d06175 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:45.406512 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-de501e45-5c6e-4e56-ab5a-8da3361808c5 req-ed564415-948a-4ff3-be35-3c88d0d06175 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.23 "GET /v2.0/ports?device_id=53a3ec8a-06a6-47be-960a-071464e2ba2e HTTP/1.1" status: 200 len: 971 time: 0.0765195 Jul 13 13:30:45.448247 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-de501e45-5c6e-4e56-ab5a-8da3361808c5 req-7ee3eab8-0a2b-4fb8-815e-9ab1f7a2cafe tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.23 "GET /v2.0/security-groups?id=30616c26-47b2-497e-86af-cdf36766fc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347548 Jul 13 13:30:45.455024 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-82112e30-2c4e-4987-8e25-fd4681f099a0 req-bbfe03fd-f894-4067-abc3-5192485cc806 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=5db20813-08c9-473d-a526-8c11507c39af HTTP/1.1" status: 200 len: 217 time: 0.0698137 Jul 13 13:30:45.461363 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6246532a-040a-42d9-89eb-b8401d92679b req-cf118b47-e5ba-46f2-bc53-86334bbe55f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:45.473506 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6246532a-040a-42d9-89eb-b8401d92679b req-cf118b47-e5ba-46f2-bc53-86334bbe55f2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fc37cc66-5fa1-430a-824f-d70acc6778ee HTTP/1.1" status: 200 len: 854 time: 0.3598142 Jul 13 13:30:45.473506 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d566a552-dfb8-4abc-96a4-8382614e105f req-41010690-3ca1-4703-9b50-6d25fb14e6c5 tempest-LiveMigrationNegativeTest-1088183764 tempest-LiveMigrationNegativeTest-1088183764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:45.473506 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d566a552-dfb8-4abc-96a4-8382614e105f req-41010690-3ca1-4703-9b50-6d25fb14e6c5 tempest-LiveMigrationNegativeTest-1088183764 tempest-LiveMigrationNegativeTest-1088183764-project] 10.222.0.23 "GET /v2.0/ports?device_id=3aea5b5c-423c-46ed-a3aa-9c822fc6cb18 HTTP/1.1" status: 200 len: 947 time: 0.5734556 Jul 13 13:30:45.513371 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['0f528c2b-4a8e-402e-b841-27ef1473ac83'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:30:45.544285 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-379d93ef-b902-4f38-8c4f-d59666c878c3 req-96a70bd6-048b-4689-9cca-f58023eb467e tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] Made reservation on behalf of be6da976a585414bb5df5f391a1a1cf2 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:30:45.548409 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-379d93ef-b902-4f38-8c4f-d59666c878c3 req-96a70bd6-048b-4689-9cca-f58023eb467e tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:45.576021 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6246532a-040a-42d9-89eb-b8401d92679b req-f92f168f-407e-4ac3-98be-01849eb246d5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e0964cab-0267-475c-a3e7-7c1b388e7309&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1003561 Jul 13 13:30:45.596542 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acab334e-7342-4b2a-a722-87dd012bdb52 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0375d0dc-b9f6-47cd-991d-bd203a5d5aab,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:30:45.618906 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cc6f23-9e26-44d1-90fd-1b8ba532d0b6 req-ba95cb6d-8d61-43a5-adbd-821061fabe71 tempest-VolumesAdminNegativeTest-1576546254 tempest-VolumesAdminNegativeTest-1576546254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:45.620650 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-56cc6f23-9e26-44d1-90fd-1b8ba532d0b6 req-ba95cb6d-8d61-43a5-adbd-821061fabe71 tempest-VolumesAdminNegativeTest-1576546254 tempest-VolumesAdminNegativeTest-1576546254-project] 10.222.0.23 "GET /v2.0/ports?device_id=625a2cbc-e53b-4d4d-bac9-731e21635521 HTTP/1.1" status: 200 len: 943 time: 0.0723243 Jul 13 13:30:45.662981 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-56cc6f23-9e26-44d1-90fd-1b8ba532d0b6 req-98c21713-5abb-4d78-a973-19245dd20e34 tempest-VolumesAdminNegativeTest-1576546254 tempest-VolumesAdminNegativeTest-1576546254-project] 10.222.0.23 "GET /v2.0/security-groups?id=63771fd5-d0e2-4e9a-bb83-441346329ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337970 Jul 13 13:30:45.707258 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82112e30-2c4e-4987-8e25-fd4681f099a0 req-d4e65cea-535d-4f2c-9e55-754c7857d260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:45.708740 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-82112e30-2c4e-4987-8e25-fd4681f099a0 req-d4e65cea-535d-4f2c-9e55-754c7857d260 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=60b55863-ceb6-45af-a8a4-4b22d72866af HTTP/1.1" status: 200 len: 843 time: 0.2346485 Jul 13 13:30:45.717870 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d566a552-dfb8-4abc-96a4-8382614e105f req-ee35d946-45b5-403a-8148-e67653354259 tempest-LiveMigrationNegativeTest-1088183764 tempest-LiveMigrationNegativeTest-1088183764-project] 10.222.0.23 "GET /v2.0/security-groups?id=012824c0-c787-4fdb-9ea4-3a146d563edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190003 Jul 13 13:30:45.885298 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-742fe395-c59d-48a9-89a1-5a8ef707577a req-acab334e-7342-4b2a-a722-87dd012bdb52 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] Allocated IP 192.168.233.6 (e0bfb334-0fd9-4ba5-ba79-1568ecabee30/60b55863-ceb6-45af-a8a4-4b22d72866af/728cfa00-3778-4628-ac4c-06f4e7aa1861) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:30:45.926918 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6246532a-040a-42d9-89eb-b8401d92679b req-da742a62-b79b-4c8d-a307-05f2bb10ff57 service neutron] 10.222.0.26 "GET /v2.0/networks/e0964cab-0267-475c-a3e7-7c1b388e7309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3444533 Jul 13 13:30:46.014464 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82112e30-2c4e-4987-8e25-fd4681f099a0 req-0b97b640-8a06-4298-ae0a-20153635f908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:46.016317 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-82112e30-2c4e-4987-8e25-fd4681f099a0 req-0b97b640-8a06-4298-ae0a-20153635f908 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e0bfb334-0fd9-4ba5-ba79-1568ecabee30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2433422 Jul 13 13:30:46.033906 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2745a750-2a2b-477b-ac39-0954a8dd6427 req-445036ad-fc6e-4fb7-b401-f4ac2adb80bd tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:46.040036 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2745a750-2a2b-477b-ac39-0954a8dd6427 req-445036ad-fc6e-4fb7-b401-f4ac2adb80bd tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:46.041779 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2745a750-2a2b-477b-ac39-0954a8dd6427 req-445036ad-fc6e-4fb7-b401-f4ac2adb80bd tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.23 "GET /v2.0/ports?device_id=53a3ec8a-06a6-47be-960a-071464e2ba2e&device_id=72e8a110-83ee-4e34-ae14-c4411eac965f HTTP/1.1" status: 200 len: 1733 time: 0.0776715 Jul 13 13:30:46.084534 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2745a750-2a2b-477b-ac39-0954a8dd6427 req-d67f628d-f9db-4695-b7c4-97639ae4d3fa tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.23 "GET /v2.0/security-groups?id=30616c26-47b2-497e-86af-cdf36766fc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361910 Jul 13 13:30:46.128119 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8fa55f-7529-4fb9-9055-93c18162845e req-96fcfeb2-7662-4eff-99ef-748ad4f52aa0 tempest-ServersAdminNegativeTestJSON-844288888 tempest-ServersAdminNegativeTestJSON-844288888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:46.129616 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-fe8fa55f-7529-4fb9-9055-93c18162845e req-96fcfeb2-7662-4eff-99ef-748ad4f52aa0 tempest-ServersAdminNegativeTestJSON-844288888 tempest-ServersAdminNegativeTestJSON-844288888-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ba9f25f-aece-4bd5-beca-bfc807cdf57a HTTP/1.1" status: 200 len: 947 time: 0.2959204 Jul 13 13:30:46.229620 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ba6c45b0-3a88-418c-8569-dc71b9193fb8 req-175d4b2a-b32e-44d4-9e91-5861857886a4 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] 10.222.0.23 "GET /v2.0/ports?device_id=04943d92-3c68-4f86-84e5-5dfe2b36e8b3 HTTP/1.1" status: 200 len: 210 time: 0.0302539 Jul 13 13:30:46.231498 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6246532a-040a-42d9-89eb-b8401d92679b req-e5f4a079-a4e4-41ce-ae13-7d40142a9757 service neutron] 10.222.0.26 "GET /v2.0/networks/e0964cab-0267-475c-a3e7-7c1b388e7309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2947080 Jul 13 13:30:46.254278 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-fe8fa55f-7529-4fb9-9055-93c18162845e req-5c712a7c-b115-4d44-acd7-9bcac481a6e7 tempest-ServersAdminNegativeTestJSON-844288888 tempest-ServersAdminNegativeTestJSON-844288888-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bb0144d-16a5-4589-a201-1d1dc27891de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124790 Jul 13 13:30:46.284372 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-82112e30-2c4e-4987-8e25-fd4681f099a0 req-4c2e1885-01eb-47c9-8a21-ee989f7a936c service neutron] 10.222.0.26 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2542233 Jul 13 13:30:46.287237 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-742fe395-c59d-48a9-89a1-5a8ef707577a req-acab334e-7342-4b2a-a722-87dd012bdb52 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:46.354925 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-742fe395-c59d-48a9-89a1-5a8ef707577a req-acab334e-7342-4b2a-a722-87dd012bdb52 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] Transition to ACTIVE for port object 728cfa00-3778-4628-ac4c-06f4e7aa1861 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:30:46.520070 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-742fe395-c59d-48a9-89a1-5a8ef707577a req-acab334e-7342-4b2a-a722-87dd012bdb52 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:46.524225 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-82112e30-2c4e-4987-8e25-fd4681f099a0 req-60493f43-54d2-4fb5-9041-1e7610facda5 service neutron] 10.222.0.26 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2322557 Jul 13 13:30:46.537261 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.41', 50885) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:30:46.583409 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc2abd6-ab80-497a-9679-850032acc688 req-36d35464-bcfe-45e2-97be-b9156d82bb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:46.584884 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bcc2abd6-ab80-497a-9679-850032acc688 req-36d35464-bcfe-45e2-97be-b9156d82bb27 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e06b24b227c54da295e5a8910f21b647&device_id=625a2cbc-e53b-4d4d-bac9-731e21635521 HTTP/1.1" status: 200 len: 1094 time: 0.2750363 Jul 13 13:30:46.647472 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50981087-6434-4094-b499-58b4f5cc1400 req-d843a6c3-8edd-40f0-9a02-8ee1d304ce8e tempest-AggregatesAdminTestJSON-1853788010 tempest-AggregatesAdminTestJSON-1853788010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:46.648907 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-50981087-6434-4094-b499-58b4f5cc1400 req-d843a6c3-8edd-40f0-9a02-8ee1d304ce8e tempest-AggregatesAdminTestJSON-1853788010 tempest-AggregatesAdminTestJSON-1853788010-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdd4274d-3faa-49a9-bfc1-10158a747833 HTTP/1.1" status: 200 len: 972 time: 0.2684913 Jul 13 13:30:46.649724 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a931b8f-a61b-4ae0-9863-11dcba1a398e req-2a8dde08-0f05-4576-84d1-f991573503e2 tempest-AggregatesAdminTestJSON-1853788010 tempest-AggregatesAdminTestJSON-1853788010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:46.651185 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3a931b8f-a61b-4ae0-9863-11dcba1a398e req-2a8dde08-0f05-4576-84d1-f991573503e2 tempest-AggregatesAdminTestJSON-1853788010 tempest-AggregatesAdminTestJSON-1853788010-project] 10.222.0.41 "GET /v2.0/ports?device_id=fdd4274d-3faa-49a9-bfc1-10158a747833 HTTP/1.1" status: 200 len: 972 time: 0.1126919 Jul 13 13:30:46.657298 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b4658f-160d-4cfb-9575-5f14498d3e26 req-17684e06-7020-4abd-858b-ba5fcff803c0 tempest-ServersOnMultiNodesTest-1122432468 tempest-ServersOnMultiNodesTest-1122432468-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:46.659056 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c8b4658f-160d-4cfb-9575-5f14498d3e26 req-17684e06-7020-4abd-858b-ba5fcff803c0 tempest-ServersOnMultiNodesTest-1122432468 tempest-ServersOnMultiNodesTest-1122432468-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=53a3ec8a-06a6-47be-960a-071464e2ba2e HTTP/1.1" status: 200 len: 1122 time: 0.0862279 Jul 13 13:30:46.691137 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acab334e-7342-4b2a-a722-87dd012bdb52 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] Pushing event updated for resources: {'Port': ['ID=728cfa00-3778-4628-ac4c-06f4e7aa1861,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:30:46.704871 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-742fe395-c59d-48a9-89a1-5a8ef707577a req-acab334e-7342-4b2a-a722-87dd012bdb52 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] Network e0bfb334-0fd9-4ba5-ba79-1568ecabee30 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:30:46.721430 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-742fe395-c59d-48a9-89a1-5a8ef707577a req-acab334e-7342-4b2a-a722-87dd012bdb52 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:30:46.726658 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-379d93ef-b902-4f38-8c4f-d59666c878c3 req-96a70bd6-048b-4689-9cca-f58023eb467e tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] Allocated IP 192.168.233.59 (e0bfb334-0fd9-4ba5-ba79-1568ecabee30/60b55863-ceb6-45af-a8a4-4b22d72866af/0faca3dd-f052-4aa2-ab14-737190c8e7b7) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:30:46.730191 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-742fe395-c59d-48a9-89a1-5a8ef707577a req-acab334e-7342-4b2a-a722-87dd012bdb52 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:30:46.731807 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c8b4658f-160d-4cfb-9575-5f14498d3e26 req-50f007d1-17fe-40b1-a474-f4b3addf0945 tempest-ServersOnMultiNodesTest-1122432468 tempest-ServersOnMultiNodesTest-1122432468-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=30616c26-47b2-497e-86af-cdf36766fc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647130 Jul 13 13:30:46.737192 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742fe395-c59d-48a9-89a1-5a8ef707577a req-acab334e-7342-4b2a-a722-87dd012bdb52 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:46.737860 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-742fe395-c59d-48a9-89a1-5a8ef707577a req-acab334e-7342-4b2a-a722-87dd012bdb52 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:46.799010 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-742fe395-c59d-48a9-89a1-5a8ef707577a req-acab334e-7342-4b2a-a722-87dd012bdb52 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.9060078 Jul 13 13:30:46.808770 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-3a931b8f-a61b-4ae0-9863-11dcba1a398e req-4fa3beec-1cde-4850-b99e-f8e14e00f913 tempest-AggregatesAdminTestJSON-1853788010 tempest-AggregatesAdminTestJSON-1853788010-project] Deleting port f31ef304-7f72-45b3-9a82-2cc82bc962da {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:30:46.809410 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-3a931b8f-a61b-4ae0-9863-11dcba1a398e req-4fa3beec-1cde-4850-b99e-f8e14e00f913 tempest-AggregatesAdminTestJSON-1853788010 tempest-AggregatesAdminTestJSON-1853788010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:46.815061 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-50981087-6434-4094-b499-58b4f5cc1400 req-863af319-9500-4a8a-a13e-4b7c542f6494 tempest-AggregatesAdminTestJSON-1853788010 tempest-AggregatesAdminTestJSON-1853788010-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b2baecb-2186-4d6c-b1b0-56fe5f55edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349864 Jul 13 13:30:46.824035 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-742fe395-c59d-48a9-89a1-5a8ef707577a req-1216299a-d061-4cde-95b4-4d6614e3e242 service neutron] Request body: {'port': {'device_id': 'c3d5bccd-0e71-4b17-8dc4-bd3e64597e9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:30:46.861589 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc2abd6-ab80-497a-9679-850032acc688 req-c7283ad6-58bc-4bda-9ea5-f82e355e0298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:46.863114 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bcc2abd6-ab80-497a-9679-850032acc688 req-c7283ad6-58bc-4bda-9ea5-f82e355e0298 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e0964cab-0267-475c-a3e7-7c1b388e7309 HTTP/1.1" status: 200 len: 914 time: 0.2649708 Jul 13 13:30:46.935071 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bcc2abd6-ab80-497a-9679-850032acc688 req-1292d813-5b07-4379-9eda-a7fcd205d176 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=414079ed-5ca0-4009-8004-9b336eaf01b7 HTTP/1.1" status: 200 len: 217 time: 0.0559020 Jul 13 13:30:46.963501 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-3a931b8f-a61b-4ae0-9863-11dcba1a398e req-4fa3beec-1cde-4850-b99e-f8e14e00f913 tempest-AggregatesAdminTestJSON-1853788010 tempest-AggregatesAdminTestJSON-1853788010-project] For port f31ef304-7f72-45b3-9a82-2cc82bc962da, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=f31ef304-7f72-45b3-9a82-2cc82bc962da,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:30:46.964153 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-3a931b8f-a61b-4ae0-9863-11dcba1a398e req-4fa3beec-1cde-4850-b99e-f8e14e00f913 tempest-AggregatesAdminTestJSON-1853788010 tempest-AggregatesAdminTestJSON-1853788010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:46.986524 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-3a931b8f-a61b-4ae0-9863-11dcba1a398e req-4fa3beec-1cde-4850-b99e-f8e14e00f913 tempest-AggregatesAdminTestJSON-1853788010 tempest-AggregatesAdminTestJSON-1853788010-project] Calling delete_port for f31ef304-7f72-45b3-9a82-2cc82bc962da owned by compute:tempest-test_az-1887465620 {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:30:47.009203 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc2abd6-ab80-497a-9679-850032acc688 req-45872f7b-14b7-4ede-9eff-86b3eb5fa39b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:47.010781 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bcc2abd6-ab80-497a-9679-850032acc688 req-45872f7b-14b7-4ede-9eff-86b3eb5fa39b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fc37cc66-5fa1-430a-824f-d70acc6778ee HTTP/1.1" status: 200 len: 854 time: 0.0557699 Jul 13 13:30:47.079702 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 5db20813-08c9-473d-a526-8c11507c39af details requested by agent hyperv_n-h1-800634-1 with host n-h1-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 13:30:47.083758 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 0f528c2b-4a8e-402e-b841-27ef1473ac83 up at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:30:47.122612 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bcc2abd6-ab80-497a-9679-850032acc688 req-f232925e-aae4-4048-89c1-237ca3030b4f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e0964cab-0267-475c-a3e7-7c1b388e7309&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0836761 Jul 13 13:30:47.139981 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-0c2e742d-0eaa-414d-a35b-27a8d5a492ba None None] Provisioning for port 728cfa00-3778-4628-ac4c-06f4e7aa1861 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:30:47.159447 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-0c2e742d-0eaa-414d-a35b-27a8d5a492ba None None] Provisioning complete for port 728cfa00-3778-4628-ac4c-06f4e7aa1861 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:30:47.159965 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-0c2e742d-0eaa-414d-a35b-27a8d5a492ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:47.167666 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d7142c88-ace8-4f18-8fea-31ae40e28ef0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:47.170267 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9099790f-f429-41e2-b2dd-c5c6abdf9e90 req-3f10b89c-ea85-4b68-aaf1-c0e430a9da6c tempest-LiveMigrationNegativeTest-1088183764 tempest-LiveMigrationNegativeTest-1088183764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:47.172606 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-9099790f-f429-41e2-b2dd-c5c6abdf9e90 req-3f10b89c-ea85-4b68-aaf1-c0e430a9da6c tempest-LiveMigrationNegativeTest-1088183764 tempest-LiveMigrationNegativeTest-1088183764-project] 10.222.0.23 "GET /v2.0/ports?device_id=3aea5b5c-423c-46ed-a3aa-9c822fc6cb18 HTTP/1.1" status: 200 len: 948 time: 0.1075566 Jul 13 13:30:47.250647 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-0c2e742d-0eaa-414d-a35b-27a8d5a492ba None None] Port 728cfa00-3778-4628-ac4c-06f4e7aa1861 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:30:47.258325 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-9099790f-f429-41e2-b2dd-c5c6abdf9e90 req-495cafb5-98bc-4109-a541-635d66994fb1 tempest-LiveMigrationNegativeTest-1088183764 tempest-LiveMigrationNegativeTest-1088183764-project] 10.222.0.23 "GET /v2.0/security-groups?id=012824c0-c787-4fdb-9ea4-3a146d563edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580497 Jul 13 13:30:47.264006 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-3a931b8f-a61b-4ae0-9863-11dcba1a398e req-4fa3beec-1cde-4850-b99e-f8e14e00f913 tempest-AggregatesAdminTestJSON-1853788010 tempest-AggregatesAdminTestJSON-1853788010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:47.278482 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['f31ef304-7f72-45b3-9a82-2cc82bc962da'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:30:47.285154 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning for port 0f528c2b-4a8e-402e-b841-27ef1473ac83 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:30:47.302733 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa3beec-1cde-4850-b99e-f8e14e00f913 tempest-AggregatesAdminTestJSON-1853788010 tempest-AggregatesAdminTestJSON-1853788010-project] Pushing event deleted for resources: {'Port': ['ID=f31ef304-7f72-45b3-9a82-2cc82bc962da,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:30:47.318646 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning complete for port 0f528c2b-4a8e-402e-b841-27ef1473ac83 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:30:47.319261 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:47.322842 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 5db20813-08c9-473d-a526-8c11507c39af, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=5db20813-08c9-473d-a526-8c11507c39af,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:30:47.357976 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Returning: {'device': '5db20813-08c9-473d-a526-8c11507c39af', 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30', 'port_id': '5db20813-08c9-473d-a526-8c11507c39af', 'mac_address': 'fa:16:3e:b3:b6:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60b55863-ceb6-45af-a8a4-4b22d72866af', 'ip_address': '192.168.233.42'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 13:30:47.419261 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a931b8f-a61b-4ae0-9863-11dcba1a398e req-4fa3beec-1cde-4850-b99e-f8e14e00f913 tempest-AggregatesAdminTestJSON-1853788010 tempest-AggregatesAdminTestJSON-1853788010-project] No DVR routers for this DVR port f31ef304-7f72-45b3-9a82-2cc82bc962da on host n-h2-800634-1 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:30:47.424522 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-3a931b8f-a61b-4ae0-9863-11dcba1a398e req-4fa3beec-1cde-4850-b99e-f8e14e00f913 tempest-AggregatesAdminTestJSON-1853788010 tempest-AggregatesAdminTestJSON-1853788010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:47.427038 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3a931b8f-a61b-4ae0-9863-11dcba1a398e req-4fa3beec-1cde-4850-b99e-f8e14e00f913 tempest-AggregatesAdminTestJSON-1853788010 tempest-AggregatesAdminTestJSON-1853788010-project] 10.222.0.41 "DELETE /v2.0/ports/f31ef304-7f72-45b3-9a82-2cc82bc962da HTTP/1.1" status: 204 len: 173 time: 0.7668025 Jul 13 13:30:47.427681 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdd4274d-3faa-49a9-bfc1-10158a747833', 'name': 'network-vif-deleted', 'tag': 'f31ef304-7f72-45b3-9a82-2cc82bc962da'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:30:47.431046 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d17b627af75e17e0f4b8d6239d04f8c2f78634e2c585e32a7aeca336500f34a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8891a41a-2588-4376-8064-d3c517b8223a" -d '{"events": [{"server_uuid": "fdd4274d-3faa-49a9-bfc1-10158a747833", "name": "network-vif-deleted", "tag": "f31ef304-7f72-45b3-9a82-2cc82bc962da"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:30:47.457232 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-742fe395-c59d-48a9-89a1-5a8ef707577a req-1216299a-d061-4cde-95b4-4d6614e3e242 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:47.562948 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:47.565409 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15d3478-484c-40c2-96a2-30c52e884fae req-e52380bf-74d1-4b4b-84c1-dc51241415c9 tempest-ServersOnMultiNodesTest-1122432468 tempest-ServersOnMultiNodesTest-1122432468-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:47.575830 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d15d3478-484c-40c2-96a2-30c52e884fae req-e52380bf-74d1-4b4b-84c1-dc51241415c9 tempest-ServersOnMultiNodesTest-1122432468 tempest-ServersOnMultiNodesTest-1122432468-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=72e8a110-83ee-4e34-ae14-c4411eac965f HTTP/1.1" status: 200 len: 1122 time: 0.1030486 Jul 13 13:30:47.608306 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5db20813-08c9-473d-a526-8c11507c39af {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:30:47.623050 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d15d3478-484c-40c2-96a2-30c52e884fae req-3e847234-ebf6-403b-8c57-7b4c840c7713 tempest-ServersOnMultiNodesTest-1122432468 tempest-ServersOnMultiNodesTest-1122432468-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=30616c26-47b2-497e-86af-cdf36766fc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454476 Jul 13 13:30:47.650085 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:47.667050 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 5db20813-08c9-473d-a526-8c11507c39af, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=5db20813-08c9-473d-a526-8c11507c39af,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:30:47.680868 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:47.692008 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3aea5b5c-423c-46ed-a3aa-9c822fc6cb18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f528c2b-4a8e-402e-b841-27ef1473ac83'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:30:47.694857 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eade9ef0-8ef3-4a73-abd4-38cf12921500" -d '{"events": [{"server_uuid": "3aea5b5c-423c-46ed-a3aa-9c822fc6cb18", "name": "network-vif-plugged", "status": "completed", "tag": "0f528c2b-4a8e-402e-b841-27ef1473ac83"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:30:47.706557 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-379d93ef-b902-4f38-8c4f-d59666c878c3 req-96a70bd6-048b-4689-9cca-f58023eb467e tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:47.732552 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 0f528c2b-4a8e-402e-b841-27ef1473ac83, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=0f528c2b-4a8e-402e-b841-27ef1473ac83,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:30:47.746017 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:47.748372 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bcc2abd6-ab80-497a-9679-850032acc688 req-7b8107e1-c374-436b-8cb3-15cc0ef15dcf service neutron] 10.222.0.26 "GET /v2.0/networks/e0964cab-0267-475c-a3e7-7c1b388e7309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3844919 Jul 13 13:30:47.750027 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-379d93ef-b902-4f38-8c4f-d59666c878c3 req-96a70bd6-048b-4689-9cca-f58023eb467e tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] Transition to ACTIVE for port object 0faca3dd-f052-4aa2-ab14-737190c8e7b7 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:30:47.760718 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793d8ac0-653d-4d3d-be66-ccee31bb8d54 req-1db1c1a3-dee7-45de-b08e-380ba5f079de tempest-VolumesAdminNegativeTest-1576546254 tempest-VolumesAdminNegativeTest-1576546254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:47.768331 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=5db20813-08c9-473d-a526-8c11507c39af,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:30:47.769305 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-793d8ac0-653d-4d3d-be66-ccee31bb8d54 req-1db1c1a3-dee7-45de-b08e-380ba5f079de tempest-VolumesAdminNegativeTest-1576546254 tempest-VolumesAdminNegativeTest-1576546254-project] 10.222.0.23 "GET /v2.0/ports?device_id=625a2cbc-e53b-4d4d-bac9-731e21635521 HTTP/1.1" status: 200 len: 943 time: 0.7197127 Jul 13 13:30:47.798465 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-868e4191-dd49-4ab3-ac0c-373015948b05 req-60feea14-7b23-433e-97fa-d5053c008c75 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] 10.222.0.23 "GET /v2.0/ports?device_id=04943d92-3c68-4f86-84e5-5dfe2b36e8b3 HTTP/1.1" status: 200 len: 210 time: 0.0454540 Jul 13 13:30:47.844467 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=0f528c2b-4a8e-402e-b841-27ef1473ac83,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:30:47.881161 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-793d8ac0-653d-4d3d-be66-ccee31bb8d54 req-a977fd94-c26a-45ac-88d0-27669430e8c3 tempest-VolumesAdminNegativeTest-1576546254 tempest-VolumesAdminNegativeTest-1576546254-project] 10.222.0.23 "GET /v2.0/security-groups?id=63771fd5-d0e2-4e9a-bb83-441346329ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109395 Jul 13 13:30:47.944129 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['5db20813-08c9-473d-a526-8c11507c39af'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:30:47.962076 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-379d93ef-b902-4f38-8c4f-d59666c878c3 req-96a70bd6-048b-4689-9cca-f58023eb467e tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:48.005981 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:30:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71087c5b-6e88-4d63-a802-1196c9c1e7a2 x-openstack-request-id: req-71087c5b-6e88-4d63-a802-1196c9c1e7a2 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:30:48.006607 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdd4274d-3faa-49a9-bfc1-10158a747833", "name": "network-vif-deleted", "tag": "f31ef304-7f72-45b3-9a82-2cc82bc962da", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:30:48.007204 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-71087c5b-6e88-4d63-a802-1196c9c1e7a2 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:30:48.007869 n-d-800634-1 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdd4274d-3faa-49a9-bfc1-10158a747833', 'name': 'network-vif-deleted', 'tag': 'f31ef304-7f72-45b3-9a82-2cc82bc962da', 'status': 'completed', 'code': 200} Jul 13 13:30:48.017752 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0351e5c6-589c-4a4f-9e18-8bc798c2665a req-a59f2133-0b9c-4913-bef6-4c7e382ef5b3 tempest-ServersAdminNegativeTestJSON-844288888 tempest-ServersAdminNegativeTestJSON-844288888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:48.038399 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-0351e5c6-589c-4a4f-9e18-8bc798c2665a req-a59f2133-0b9c-4913-bef6-4c7e382ef5b3 tempest-ServersAdminNegativeTestJSON-844288888 tempest-ServersAdminNegativeTestJSON-844288888-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ba9f25f-aece-4bd5-beca-bfc807cdf57a HTTP/1.1" status: 200 len: 948 time: 0.1181395 Jul 13 13:30:48.063434 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a70bd6-048b-4689-9cca-f58023eb467e tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] Pushing event updated for resources: {'Port': ['ID=0faca3dd-f052-4aa2-ab14-737190c8e7b7,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:30:48.073361 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bcc2abd6-ab80-497a-9679-850032acc688 req-d7f02416-f17f-47e3-ae4f-8999c70882a5 service neutron] 10.222.0.26 "GET /v2.0/networks/e0964cab-0267-475c-a3e7-7c1b388e7309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2992465 Jul 13 13:30:48.106568 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-379d93ef-b902-4f38-8c4f-d59666c878c3 req-96a70bd6-048b-4689-9cca-f58023eb467e tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] Network e0bfb334-0fd9-4ba5-ba79-1568ecabee30 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:30:48.115673 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-0351e5c6-589c-4a4f-9e18-8bc798c2665a req-0f6f435c-4f46-4fff-8e75-a6ccebb1f759 tempest-ServersAdminNegativeTestJSON-844288888 tempest-ServersAdminNegativeTestJSON-844288888-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bb0144d-16a5-4589-a201-1d1dc27891de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881748 Jul 13 13:30:48.132435 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-379d93ef-b902-4f38-8c4f-d59666c878c3 req-96a70bd6-048b-4689-9cca-f58023eb467e tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:30:48.134717 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-379d93ef-b902-4f38-8c4f-d59666c878c3 req-96a70bd6-048b-4689-9cca-f58023eb467e tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:30:48.141865 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379d93ef-b902-4f38-8c4f-d59666c878c3 req-96a70bd6-048b-4689-9cca-f58023eb467e tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:48.142519 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-379d93ef-b902-4f38-8c4f-d59666c878c3 req-96a70bd6-048b-4689-9cca-f58023eb467e tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:48.180391 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-379d93ef-b902-4f38-8c4f-d59666c878c3 req-96a70bd6-048b-4689-9cca-f58023eb467e tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4556360 Jul 13 13:30:48.193255 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-379d93ef-b902-4f38-8c4f-d59666c878c3 req-6224edba-e9e4-4155-8d22-2ca53ec7ac72 service neutron] Request body: {'port': {'device_id': '04943d92-3c68-4f86-84e5-5dfe2b36e8b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:30:48.369480 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-742fe395-c59d-48a9-89a1-5a8ef707577a req-1216299a-d061-4cde-95b4-4d6614e3e242 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 728cfa00-3778-4628-ac4c-06f4e7aa1861 {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:30:48.379391 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-742fe395-c59d-48a9-89a1-5a8ef707577a req-1216299a-d061-4cde-95b4-4d6614e3e242 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:48.390653 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:30:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6857c36f-87a0-475b-9e2d-b9afd9660309 x-openstack-request-id: req-6857c36f-87a0-475b-9e2d-b9afd9660309 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:30:48.391191 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3aea5b5c-423c-46ed-a3aa-9c822fc6cb18", "name": "network-vif-plugged", "status": "completed", "tag": "0f528c2b-4a8e-402e-b841-27ef1473ac83", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:30:48.391191 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6857c36f-87a0-475b-9e2d-b9afd9660309 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:30:48.391583 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3aea5b5c-423c-46ed-a3aa-9c822fc6cb18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f528c2b-4a8e-402e-b841-27ef1473ac83', 'code': 200} Jul 13 13:30:48.393375 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-742fe395-c59d-48a9-89a1-5a8ef707577a req-1216299a-d061-4cde-95b4-4d6614e3e242 service neutron] Transition to ACTIVE for port object 728cfa00-3778-4628-ac4c-06f4e7aa1861 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:30:48.413999 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-742fe395-c59d-48a9-89a1-5a8ef707577a req-1216299a-d061-4cde-95b4-4d6614e3e242 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:48.482732 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-379d93ef-b902-4f38-8c4f-d59666c878c3 req-6224edba-e9e4-4155-8d22-2ca53ec7ac72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:48.542072 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1216299a-d061-4cde-95b4-4d6614e3e242 service neutron] Pushing event updated for resources: {'Port': ['ID=728cfa00-3778-4628-ac4c-06f4e7aa1861,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:30:48.683879 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-742fe395-c59d-48a9-89a1-5a8ef707577a req-1216299a-d061-4cde-95b4-4d6614e3e242 service neutron] Attempting to bind port 728cfa00-3778-4628-ac4c-06f4e7aa1861 on host n-h2-800634-1 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:30:48.684216 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-742fe395-c59d-48a9-89a1-5a8ef707577a req-1216299a-d061-4cde-95b4-4d6614e3e242 service neutron] Attempting to bind port 728cfa00-3778-4628-ac4c-06f4e7aa1861 by drivers openvswitch,hyperv on host n-h2-800634-1 at level 0 using segments [{'id': '62a4f2e9-97ca-473c-a2df-e7f9f532c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:30:48.684730 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-742fe395-c59d-48a9-89a1-5a8ef707577a req-1216299a-d061-4cde-95b4-4d6614e3e242 service neutron] Attempting to bind port 728cfa00-3778-4628-ac4c-06f4e7aa1861 on network e0bfb334-0fd9-4ba5-ba79-1568ecabee30 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:30:48.708110 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-dbf8805b-345f-4e34-95d7-8a5881c1092f req-e0ceaa1a-3d9d-4e75-8834-3f2e4b2bb7df tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=09bf0390c6c84bde9cf099d3a1ffb9e6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0282555 Jul 13 13:30:48.748719 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-742fe395-c59d-48a9-89a1-5a8ef707577a req-1216299a-d061-4cde-95b4-4d6614e3e242 service neutron] Port 728cfa00-3778-4628-ac4c-06f4e7aa1861 on network e0bfb334-0fd9-4ba5-ba79-1568ecabee30 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-1 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:30:48.749121 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-742fe395-c59d-48a9-89a1-5a8ef707577a req-1216299a-d061-4cde-95b4-4d6614e3e242 service neutron] Attempting to bind port 728cfa00-3778-4628-ac4c-06f4e7aa1861 on network e0bfb334-0fd9-4ba5-ba79-1568ecabee30 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:30:48.775884 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448abac3-8d4e-4778-a3e5-cf4dbf65eab6 req-a6c189cf-77b9-4d9f-ab78-ee26f667d1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:48.777394 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-448abac3-8d4e-4778-a3e5-cf4dbf65eab6 req-a6c189cf-77b9-4d9f-ab78-ee26f667d1a0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3aea5b5c-423c-46ed-a3aa-9c822fc6cb18 HTTP/1.1" status: 200 len: 1100 time: 0.2908661 Jul 13 13:30:48.781718 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-742fe395-c59d-48a9-89a1-5a8ef707577a req-1216299a-d061-4cde-95b4-4d6614e3e242 service neutron] Checking agent: {'id': 'f615e5c9-21ab-43f2-adbc-192d64b795cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 30, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:30:48.782076 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-742fe395-c59d-48a9-89a1-5a8ef707577a req-1216299a-d061-4cde-95b4-4d6614e3e242 service neutron] Checking segment: {'id': '62a4f2e9-97ca-473c-a2df-e7f9f532c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:30:48.782460 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-742fe395-c59d-48a9-89a1-5a8ef707577a req-1216299a-d061-4cde-95b4-4d6614e3e242 service neutron] Bound using segment: {'id': '62a4f2e9-97ca-473c-a2df-e7f9f532c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:30:48.782904 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-742fe395-c59d-48a9-89a1-5a8ef707577a req-1216299a-d061-4cde-95b4-4d6614e3e242 service neutron] Bound port: 728cfa00-3778-4628-ac4c-06f4e7aa1861, host: n-h2-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62a4f2e9-97ca-473c-a2df-e7f9f532c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:30:48.783259 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-742fe395-c59d-48a9-89a1-5a8ef707577a req-1216299a-d061-4cde-95b4-4d6614e3e242 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:48.830737 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf8805b-345f-4e34-95d7-8a5881c1092f req-96da6ac0-dddc-454b-98f7-94d910be7eed tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:48.832484 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-dbf8805b-345f-4e34-95d7-8a5881c1092f req-96da6ac0-dddc-454b-98f7-94d910be7eed tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1191876 Jul 13 13:30:48.848263 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 45288) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:30:48.854779 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-dbf8805b-345f-4e34-95d7-8a5881c1092f req-9c2e4c33-eedb-4bdd-8917-160d5f2bbac7 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.23 "GET /v2.0/quotas/09bf0390c6c84bde9cf099d3a1ffb9e6 HTTP/1.1" status: 200 len: 375 time: 0.0162363 Jul 13 13:30:48.864564 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce129fcc-e240-488c-847e-56ea1ece349a req-91821665-80e1-4169-9fbd-e8535e6f8fac tempest-LiveMigrationNegativeTest-1088183764 tempest-LiveMigrationNegativeTest-1088183764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:48.867949 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ce129fcc-e240-488c-847e-56ea1ece349a req-91821665-80e1-4169-9fbd-e8535e6f8fac tempest-LiveMigrationNegativeTest-1088183764 tempest-LiveMigrationNegativeTest-1088183764-project] 10.222.0.23 "GET /v2.0/ports?device_id=3aea5b5c-423c-46ed-a3aa-9c822fc6cb18 HTTP/1.1" status: 200 len: 949 time: 0.3094845 Jul 13 13:30:48.937327 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-448abac3-8d4e-4778-a3e5-cf4dbf65eab6 req-69acb3f6-1243-4507-b431-5c2963b2cdbd service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=012824c0-c787-4fdb-9ea4-3a146d563edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489282 Jul 13 13:30:48.946679 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-dbf8805b-345f-4e34-95d7-8a5881c1092f req-2bd86a31-d702-4b7b-a00f-037f7ccb2674 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=09bf0390c6c84bde9cf099d3a1ffb9e6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0853655 Jul 13 13:30:48.996194 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ce129fcc-e240-488c-847e-56ea1ece349a req-6108802c-3779-47b5-9976-cb23f3b082a1 tempest-LiveMigrationNegativeTest-1088183764 tempest-LiveMigrationNegativeTest-1088183764-project] 10.222.0.23 "GET /v2.0/security-groups?id=012824c0-c787-4fdb-9ea4-3a146d563edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178665 Jul 13 13:30:49.025697 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-742fe395-c59d-48a9-89a1-5a8ef707577a req-1216299a-d061-4cde-95b4-4d6614e3e242 service neutron] For port 728cfa00-3778-4628-ac4c-06f4e7aa1861, host n-h2-800634-1, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:30:49.034486 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-14b5c70b-6be7-44d5-889e-6f3e7ac71bd2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a01cf97a81a84e6c99ec12a5a2bec60c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1848891 Jul 13 13:30:49.037123 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 45294) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:30:49.047425 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-742fe395-c59d-48a9-89a1-5a8ef707577a req-1216299a-d061-4cde-95b4-4d6614e3e242 service neutron] For port 728cfa00-3778-4628-ac4c-06f4e7aa1861, host n-h2-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=728cfa00-3778-4628-ac4c-06f4e7aa1861,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:30:49.065190 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-742fe395-c59d-48a9-89a1-5a8ef707577a req-1216299a-d061-4cde-95b4-4d6614e3e242 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:49.096889 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-237abcca-38d1-470c-a382-a542b02e2579 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:49.097530 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 414079ed-5ca0-4009-8004-9b336eaf01b7 details requested by agent hyperv_n-h1-800634-1 with host n-h1-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 13:30:49.105833 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 5db20813-08c9-473d-a526-8c11507c39af up at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:30:49.143844 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-237abcca-38d1-470c-a382-a542b02e2579 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:49.160470 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742fe395-c59d-48a9-89a1-5a8ef707577a req-1216299a-d061-4cde-95b4-4d6614e3e242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:49.161133 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-742fe395-c59d-48a9-89a1-5a8ef707577a req-1216299a-d061-4cde-95b4-4d6614e3e242 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:49.162990 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-742fe395-c59d-48a9-89a1-5a8ef707577a req-1216299a-d061-4cde-95b4-4d6614e3e242 service neutron] 10.222.0.41 "PUT /v2.0/ports/728cfa00-3778-4628-ac4c-06f4e7aa1861 HTTP/1.1" status: 200 len: 1094 time: 2.3470197 Jul 13 13:30:49.164287 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3d5bccd-0e71-4b17-8dc4-bd3e64597e9a', 'tag': '728cfa00-3778-4628-ac4c-06f4e7aa1861'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:30:49.167962 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d12a46d2-cd25-4ea2-90e2-2e234b0aaa58" -d '{"events": [{"name": "network-changed", "server_uuid": "c3d5bccd-0e71-4b17-8dc4-bd3e64597e9a", "tag": "728cfa00-3778-4628-ac4c-06f4e7aa1861"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:30:49.209598 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-379d93ef-b902-4f38-8c4f-d59666c878c3 req-6224edba-e9e4-4155-8d22-2ca53ec7ac72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0faca3dd-f052-4aa2-ab14-737190c8e7b7 {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:30:49.254260 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-379d93ef-b902-4f38-8c4f-d59666c878c3 req-6224edba-e9e4-4155-8d22-2ca53ec7ac72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:49.260093 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-237abcca-38d1-470c-a382-a542b02e2579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:49.263122 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-237abcca-38d1-470c-a382-a542b02e2579 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:49.264497 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-237abcca-38d1-470c-a382-a542b02e2579 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5b2baecb-2186-4d6c-b1b0-56fe5f55edb9 HTTP/1.1" status: 204 len: 168 time: 0.2259135 Jul 13 13:30:49.266730 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning for port 5db20813-08c9-473d-a526-8c11507c39af completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:30:49.274249 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning complete for port 5db20813-08c9-473d-a526-8c11507c39af triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:30:49.274735 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:49.284484 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1216299a-d061-4cde-95b4-4d6614e3e242 service neutron] Pushing event updated for resources: {'Port': ['ID=728cfa00-3778-4628-ac4c-06f4e7aa1861,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:30:49.291816 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237abcca-38d1-470c-a382-a542b02e2579 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b2baecb-2186-4d6c-b1b0-56fe5f55edb9,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:30:49.334239 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-379d93ef-b902-4f38-8c4f-d59666c878c3 req-6224edba-e9e4-4155-8d22-2ca53ec7ac72 service neutron] Transition to ACTIVE for port object 0faca3dd-f052-4aa2-ab14-737190c8e7b7 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:30:49.347194 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-379d93ef-b902-4f38-8c4f-d59666c878c3 req-6224edba-e9e4-4155-8d22-2ca53ec7ac72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:49.348178 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 414079ed-5ca0-4009-8004-9b336eaf01b7, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=414079ed-5ca0-4009-8004-9b336eaf01b7,segment=NetworkSegment(4363a6d3-e5fd-4b4b-b66e-956ba196e227),segment_id=4363a6d3-e5fd-4b4b-b66e-956ba196e227)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:30:49.361184 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Returning: {'device': '414079ed-5ca0-4009-8004-9b336eaf01b7', 'network_id': 'e0964cab-0267-475c-a3e7-7c1b388e7309', 'port_id': '414079ed-5ca0-4009-8004-9b336eaf01b7', 'mac_address': 'fa:16:3e:ad:25:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc37cc66-5fa1-430a-824f-d70acc6778ee', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 13:30:49.423528 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:49.443237 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 414079ed-5ca0-4009-8004-9b336eaf01b7 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:30:49.462144 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742fe395-c59d-48a9-89a1-5a8ef707577a req-59a9d937-c6fa-4f78-867b-3772dce0b5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:49.463585 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-742fe395-c59d-48a9-89a1-5a8ef707577a req-59a9d937-c6fa-4f78-867b-3772dce0b5fa service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=be6da976a585414bb5df5f391a1a1cf2&device_id=c3d5bccd-0e71-4b17-8dc4-bd3e64597e9a HTTP/1.1" status: 200 len: 1097 time: 0.2570813 Jul 13 13:30:49.490266 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6224edba-e9e4-4155-8d22-2ca53ec7ac72 service neutron] Pushing event updated for resources: {'Port': ['ID=0faca3dd-f052-4aa2-ab14-737190c8e7b7,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:30:49.505662 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 414079ed-5ca0-4009-8004-9b336eaf01b7, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=414079ed-5ca0-4009-8004-9b336eaf01b7,segment=NetworkSegment(4363a6d3-e5fd-4b4b-b66e-956ba196e227),segment_id=4363a6d3-e5fd-4b4b-b66e-956ba196e227)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:30:49.519698 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:49.539289 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-379d93ef-b902-4f38-8c4f-d59666c878c3 req-6224edba-e9e4-4155-8d22-2ca53ec7ac72 service neutron] Attempting to bind port 0faca3dd-f052-4aa2-ab14-737190c8e7b7 on host n-h2-800634-1 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:30:49.539768 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-379d93ef-b902-4f38-8c4f-d59666c878c3 req-6224edba-e9e4-4155-8d22-2ca53ec7ac72 service neutron] Attempting to bind port 0faca3dd-f052-4aa2-ab14-737190c8e7b7 by drivers openvswitch,hyperv on host n-h2-800634-1 at level 0 using segments [{'id': '62a4f2e9-97ca-473c-a2df-e7f9f532c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:30:49.540206 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-379d93ef-b902-4f38-8c4f-d59666c878c3 req-6224edba-e9e4-4155-8d22-2ca53ec7ac72 service neutron] Attempting to bind port 0faca3dd-f052-4aa2-ab14-737190c8e7b7 on network e0bfb334-0fd9-4ba5-ba79-1568ecabee30 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:30:49.545544 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-742fe395-c59d-48a9-89a1-5a8ef707577a req-b75a8524-fe74-4811-9436-9af0de590aae service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=728cfa00-3778-4628-ac4c-06f4e7aa1861 HTTP/1.1" status: 200 len: 217 time: 0.0609272 Jul 13 13:30:49.552933 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:49.557138 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fea1eeb-c251-482b-963e-a3c7319a93a5 req-2cdbdfcf-1d5d-423c-9e96-7dfcc4877bbc tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:49.564111 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8fea1eeb-c251-482b-963e-a3c7319a93a5 req-2cdbdfcf-1d5d-423c-9e96-7dfcc4877bbc tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] 10.222.0.23 "GET /v2.0/ports?device_id=04943d92-3c68-4f86-84e5-5dfe2b36e8b3 HTTP/1.1" status: 200 len: 947 time: 0.2329423 Jul 13 13:30:49.567716 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-379d93ef-b902-4f38-8c4f-d59666c878c3 req-6224edba-e9e4-4155-8d22-2ca53ec7ac72 service neutron] Port 0faca3dd-f052-4aa2-ab14-737190c8e7b7 on network e0bfb334-0fd9-4ba5-ba79-1568ecabee30 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-1 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:30:49.568683 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-379d93ef-b902-4f38-8c4f-d59666c878c3 req-6224edba-e9e4-4155-8d22-2ca53ec7ac72 service neutron] Attempting to bind port 0faca3dd-f052-4aa2-ab14-737190c8e7b7 on network e0bfb334-0fd9-4ba5-ba79-1568ecabee30 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:30:49.604973 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 5db20813-08c9-473d-a526-8c11507c39af, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=5db20813-08c9-473d-a526-8c11507c39af,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:30:49.618780 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-379d93ef-b902-4f38-8c4f-d59666c878c3 req-6224edba-e9e4-4155-8d22-2ca53ec7ac72 service neutron] Checking agent: {'id': 'f615e5c9-21ab-43f2-adbc-192d64b795cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 30, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:30:49.619244 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-379d93ef-b902-4f38-8c4f-d59666c878c3 req-6224edba-e9e4-4155-8d22-2ca53ec7ac72 service neutron] Checking segment: {'id': '62a4f2e9-97ca-473c-a2df-e7f9f532c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:30:49.619783 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-379d93ef-b902-4f38-8c4f-d59666c878c3 req-6224edba-e9e4-4155-8d22-2ca53ec7ac72 service neutron] Bound using segment: {'id': '62a4f2e9-97ca-473c-a2df-e7f9f532c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:30:49.620325 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-379d93ef-b902-4f38-8c4f-d59666c878c3 req-6224edba-e9e4-4155-8d22-2ca53ec7ac72 service neutron] Bound port: 0faca3dd-f052-4aa2-ab14-737190c8e7b7, host: n-h2-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62a4f2e9-97ca-473c-a2df-e7f9f532c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:30:49.620786 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-379d93ef-b902-4f38-8c4f-d59666c878c3 req-6224edba-e9e4-4155-8d22-2ca53ec7ac72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:49.626890 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:49.669317 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=414079ed-5ca0-4009-8004-9b336eaf01b7,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:30:49.718446 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 45312) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:30:49.743141 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8fea1eeb-c251-482b-963e-a3c7319a93a5 req-a0d753d2-fcd4-4e30-a813-c5144d46fbe8 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] 10.222.0.23 "GET /v2.0/security-groups?id=0375d0dc-b9f6-47cd-991d-bd203a5d5aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779413 Jul 13 13:30:49.747569 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742fe395-c59d-48a9-89a1-5a8ef707577a req-1a0f7527-6ab7-4fce-8660-460514b8edfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:49.750499 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=5db20813-08c9-473d-a526-8c11507c39af,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:30:49.762197 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-742fe395-c59d-48a9-89a1-5a8ef707577a req-1a0f7527-6ab7-4fce-8660-460514b8edfe service neutron] 10.222.0.41 "GET /v2.0/subnets?id=60b55863-ceb6-45af-a8a4-4b22d72866af HTTP/1.1" status: 200 len: 843 time: 0.1919911 Jul 13 13:30:49.771133 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-2c2bba24-268c-403e-a358-86ee954714fa admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e6c42f06980f440bbcfde1ad3d5f91b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0506859 Jul 13 13:30:49.773574 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 45314) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:30:49.822486 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-bca071ce-34e0-4791-9c9e-96b832de6875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:49.861773 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['414079ed-5ca0-4009-8004-9b336eaf01b7'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:30:49.873412 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-379d93ef-b902-4f38-8c4f-d59666c878c3 req-6224edba-e9e4-4155-8d22-2ca53ec7ac72 service neutron] For port 0faca3dd-f052-4aa2-ab14-737190c8e7b7, host n-h2-800634-1, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:30:49.888771 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-379d93ef-b902-4f38-8c4f-d59666c878c3 req-6224edba-e9e4-4155-8d22-2ca53ec7ac72 service neutron] For port 0faca3dd-f052-4aa2-ab14-737190c8e7b7, host n-h2-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=0faca3dd-f052-4aa2-ab14-737190c8e7b7,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:30:49.917886 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-379d93ef-b902-4f38-8c4f-d59666c878c3 req-6224edba-e9e4-4155-8d22-2ca53ec7ac72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:49.950885 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-aef2faff-05b6-4cfe-af74-c6b2508b0f2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:49.962742 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c97373b-1293-46cd-ac63-739dea1be6d7 req-de918cdd-77be-4cbb-bcea-3a7bdda72d79 tempest-VolumesAdminNegativeTest-1576546254 tempest-VolumesAdminNegativeTest-1576546254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:49.970981 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-0c97373b-1293-46cd-ac63-739dea1be6d7 req-de918cdd-77be-4cbb-bcea-3a7bdda72d79 tempest-VolumesAdminNegativeTest-1576546254 tempest-VolumesAdminNegativeTest-1576546254-project] 10.222.0.23 "GET /v2.0/ports?device_id=625a2cbc-e53b-4d4d-bac9-731e21635521 HTTP/1.1" status: 200 len: 944 time: 0.1884313 Jul 13 13:30:50.014916 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:50.015696 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-aef2faff-05b6-4cfe-af74-c6b2508b0f2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:50.032034 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742fe395-c59d-48a9-89a1-5a8ef707577a req-e3dd57e8-8731-4254-bf8c-1a8d218777f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:50.034327 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-742fe395-c59d-48a9-89a1-5a8ef707577a req-e3dd57e8-8731-4254-bf8c-1a8d218777f8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e0bfb334-0fd9-4ba5-ba79-1568ecabee30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2679007 Jul 13 13:30:50.057451 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379d93ef-b902-4f38-8c4f-d59666c878c3 req-6224edba-e9e4-4155-8d22-2ca53ec7ac72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:50.058221 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-379d93ef-b902-4f38-8c4f-d59666c878c3 req-6224edba-e9e4-4155-8d22-2ca53ec7ac72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:50.059987 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-379d93ef-b902-4f38-8c4f-d59666c878c3 req-6224edba-e9e4-4155-8d22-2ca53ec7ac72 service neutron] 10.222.0.41 "PUT /v2.0/ports/0faca3dd-f052-4aa2-ab14-737190c8e7b7 HTTP/1.1" status: 200 len: 1095 time: 1.8716128 Jul 13 13:30:50.060127 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-0c97373b-1293-46cd-ac63-739dea1be6d7 req-e6f94e1f-3fcf-47c3-9053-e65047db1a10 tempest-VolumesAdminNegativeTest-1576546254 tempest-VolumesAdminNegativeTest-1576546254-project] 10.222.0.23 "GET /v2.0/security-groups?id=63771fd5-d0e2-4e9a-bb83-441346329ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880404 Jul 13 13:30:50.157301 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-aef2faff-05b6-4cfe-af74-c6b2508b0f2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:50.161080 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-aef2faff-05b6-4cfe-af74-c6b2508b0f2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:50.162702 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-aef2faff-05b6-4cfe-af74-c6b2508b0f2a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/943d2484-39c9-4d61-9efd-37ea52a291d0 HTTP/1.1" status: 204 len: 168 time: 0.3881562 Jul 13 13:30:50.193723 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef2faff-05b6-4cfe-af74-c6b2508b0f2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=943d2484-39c9-4d61-9efd-37ea52a291d0,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:30:50.194685 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 13:30:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-369609a4-1561-4498-8c5c-3681209cf06b x-openstack-request-id: req-369609a4-1561-4498-8c5c-3681209cf06b {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:30:50.195275 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3d5bccd-0e71-4b17-8dc4-bd3e64597e9a", "tag": "728cfa00-3778-4628-ac4c-06f4e7aa1861", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:30:50.195275 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-369609a4-1561-4498-8c5c-3681209cf06b {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:30:50.197457 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3d5bccd-0e71-4b17-8dc4-bd3e64597e9a', 'tag': '728cfa00-3778-4628-ac4c-06f4e7aa1861', 'status': 'completed', 'code': 200} Jul 13 13:30:50.235296 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6224edba-e9e4-4155-8d22-2ca53ec7ac72 service neutron] Pushing event updated for resources: {'Port': ['ID=0faca3dd-f052-4aa2-ab14-737190c8e7b7,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:30:50.392642 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ba9f25f-aece-4bd5-beca-bfc807cdf57a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5db20813-08c9-473d-a526-8c11507c39af'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:30:50.395165 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f6e8cc6-8506-4127-b757-50fcbb4a9dde" -d '{"events": [{"server_uuid": "2ba9f25f-aece-4bd5-beca-bfc807cdf57a", "name": "network-vif-plugged", "status": "completed", "tag": "5db20813-08c9-473d-a526-8c11507c39af"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:30:50.410020 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-742fe395-c59d-48a9-89a1-5a8ef707577a req-4b395fa3-57cb-4eb2-8f76-9853cc7147f4 service neutron] 10.222.0.41 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3603144 Jul 13 13:30:50.418961 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd4e5c3-1b02-4aad-b402-b29beb62cab9 req-b65e348f-3516-48de-bd83-08bd3ed92e9c tempest-ServersAdminNegativeTestJSON-844288888 tempest-ServersAdminNegativeTestJSON-844288888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:50.431483 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6dd4e5c3-1b02-4aad-b402-b29beb62cab9 req-b65e348f-3516-48de-bd83-08bd3ed92e9c tempest-ServersAdminNegativeTestJSON-844288888 tempest-ServersAdminNegativeTestJSON-844288888-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ba9f25f-aece-4bd5-beca-bfc807cdf57a HTTP/1.1" status: 200 len: 949 time: 0.4069107 Jul 13 13:30:50.859882 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc0df77-aba8-4750-a3e0-533822b21368 req-0d2cd97b-27b6-4884-84c0-fe8d7ffec0ac tempest-LiveMigrationNegativeTest-1088183764 tempest-LiveMigrationNegativeTest-1088183764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:50.872594 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-9bc0df77-aba8-4750-a3e0-533822b21368 req-0d2cd97b-27b6-4884-84c0-fe8d7ffec0ac tempest-LiveMigrationNegativeTest-1088183764 tempest-LiveMigrationNegativeTest-1088183764-project] 10.222.0.23 "GET /v2.0/ports?device_id=3aea5b5c-423c-46ed-a3aa-9c822fc6cb18 HTTP/1.1" status: 200 len: 949 time: 0.1281943 Jul 13 13:30:50.927408 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-9bc0df77-aba8-4750-a3e0-533822b21368 req-52fa9ff0-39ea-437b-bb31-c73aa1057e6f tempest-LiveMigrationNegativeTest-1088183764 tempest-LiveMigrationNegativeTest-1088183764-project] 10.222.0.23 "GET /v2.0/security-groups?id=012824c0-c787-4fdb-9ea4-3a146d563edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530555 Jul 13 13:30:50.946600 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device f31ef304-7f72-45b3-9a82-2cc82bc962da no longer exists at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:30:51.076602 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-742fe395-c59d-48a9-89a1-5a8ef707577a req-0a698df3-f055-40e0-babf-bbc21e859965 service neutron] 10.222.0.41 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6437800 Jul 13 13:30:51.082409 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379d93ef-b902-4f38-8c4f-d59666c878c3 req-f159b514-cc0c-4135-8b85-cbf1f33d12a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:51.084521 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] No Port match for: f31ef304-7f72-45b3-9a82-2cc82bc962da {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:30:51.084958 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device f31ef304-7f72-45b3-9a82-2cc82bc962da not bound to the agent host n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:30:51.085300 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-379d93ef-b902-4f38-8c4f-d59666c878c3 req-f159b514-cc0c-4135-8b85-cbf1f33d12a9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=be6da976a585414bb5df5f391a1a1cf2&device_id=04943d92-3c68-4f86-84e5-5dfe2b36e8b3 HTTP/1.1" status: 200 len: 1098 time: 0.8855891 Jul 13 13:30:51.118156 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68b3ba8c-ff13-4920-bdf8-dcd10d743ef0 x-openstack-request-id: req-68b3ba8c-ff13-4920-bdf8-dcd10d743ef0 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:30:51.118435 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ba9f25f-aece-4bd5-beca-bfc807cdf57a", "name": "network-vif-plugged", "status": "completed", "tag": "5db20813-08c9-473d-a526-8c11507c39af", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:30:51.119805 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-68b3ba8c-ff13-4920-bdf8-dcd10d743ef0 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:30:51.121864 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ba9f25f-aece-4bd5-beca-bfc807cdf57a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5db20813-08c9-473d-a526-8c11507c39af', 'code': 200} Jul 13 13:30:51.125981 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 414079ed-5ca0-4009-8004-9b336eaf01b7 up at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:30:51.142030 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 45360) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:30:51.197454 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-379d93ef-b902-4f38-8c4f-d59666c878c3 req-a0b66b5c-d8d0-4a78-ad7a-4dddf84105db service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=0faca3dd-f052-4aa2-ab14-737190c8e7b7 HTTP/1.1" status: 200 len: 217 time: 0.0845115 Jul 13 13:30:51.200551 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6dd4e5c3-1b02-4aad-b402-b29beb62cab9 req-df8646ff-da49-4570-8063-6fac2c07739a tempest-ServersAdminNegativeTestJSON-844288888 tempest-ServersAdminNegativeTestJSON-844288888-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bb0144d-16a5-4589-a201-1d1dc27891de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7448375 Jul 13 13:30:51.246752 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:51.310337 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379d93ef-b902-4f38-8c4f-d59666c878c3 req-a32a869e-13ad-416f-9a39-66369f7a4376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:51.313059 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-379d93ef-b902-4f38-8c4f-d59666c878c3 req-a32a869e-13ad-416f-9a39-66369f7a4376 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=60b55863-ceb6-45af-a8a4-4b22d72866af HTTP/1.1" status: 200 len: 843 time: 0.1062717 Jul 13 13:30:51.375225 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning for port 414079ed-5ca0-4009-8004-9b336eaf01b7 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:30:51.394952 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning complete for port 414079ed-5ca0-4009-8004-9b336eaf01b7 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:30:51.395352 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:51.607535 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:51.699556 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 414079ed-5ca0-4009-8004-9b336eaf01b7, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=414079ed-5ca0-4009-8004-9b336eaf01b7,segment=NetworkSegment(4363a6d3-e5fd-4b4b-b66e-956ba196e227),segment_id=4363a6d3-e5fd-4b4b-b66e-956ba196e227)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:30:51.709864 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:51.731435 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12a46d2-cd25-4ea2-90e2-2e234b0aaa58 req-147f194f-2b5a-411f-8b6c-f245db63ab77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:51.734189 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d12a46d2-cd25-4ea2-90e2-2e234b0aaa58 req-147f194f-2b5a-411f-8b6c-f245db63ab77 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=be6da976a585414bb5df5f391a1a1cf2&device_id=c3d5bccd-0e71-4b17-8dc4-bd3e64597e9a HTTP/1.1" status: 200 len: 1097 time: 0.3328972 Jul 13 13:30:51.819444 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-a539a09e-f18d-4b6c-ae75-f51dec7302a7 None None] Provisioning for port 0faca3dd-f052-4aa2-ab14-737190c8e7b7 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:30:51.834523 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=414079ed-5ca0-4009-8004-9b336eaf01b7,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:30:51.871312 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379d93ef-b902-4f38-8c4f-d59666c878c3 req-95ff4c06-0695-4e59-97c0-2c7962e702fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:51.875093 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-379d93ef-b902-4f38-8c4f-d59666c878c3 req-95ff4c06-0695-4e59-97c0-2c7962e702fb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e0bfb334-0fd9-4ba5-ba79-1568ecabee30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5506089 Jul 13 13:30:51.923336 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d4f6721d-aea2-41a4-81cd-13f4a900da18 req-bed44c7d-7e5f-40dd-b812-6415f39a15be tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.23 "GET /v2.0/ports?device_id=25b3224a-2e18-412e-b801-a50566da15cd HTTP/1.1" status: 200 len: 210 time: 0.4360008 Jul 13 13:30:51.949023 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-667f7f43-0245-4c0f-a305-4e989d8c60eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:52.088960 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a59ae8c-1b61-4c8d-a84a-244c711fd834 req-a308c510-fc0f-489b-870b-c4a474999a79 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:52.097832 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1a59ae8c-1b61-4c8d-a84a-244c711fd834 req-a308c510-fc0f-489b-870b-c4a474999a79 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] 10.222.0.23 "GET /v2.0/ports?device_id=04943d92-3c68-4f86-84e5-5dfe2b36e8b3 HTTP/1.1" status: 200 len: 947 time: 0.6203227 Jul 13 13:30:52.134455 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-667f7f43-0245-4c0f-a305-4e989d8c60eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:52.144437 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-667f7f43-0245-4c0f-a305-4e989d8c60eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:52.151807 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c2dae4-8263-46ec-9e31-5980735fb2ea req-85584c2c-f321-429e-8a5d-7e8db7e69bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:52.153819 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-33c2dae4-8263-46ec-9e31-5980735fb2ea req-85584c2c-f321-429e-8a5d-7e8db7e69bfd service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2ba9f25f-aece-4bd5-beca-bfc807cdf57a HTTP/1.1" status: 200 len: 1100 time: 0.5716910 Jul 13 13:30:52.157312 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12a46d2-cd25-4ea2-90e2-2e234b0aaa58 req-5f16951b-e891-47ca-a931-5b88f7b04083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:52.158654 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d12a46d2-cd25-4ea2-90e2-2e234b0aaa58 req-5f16951b-e891-47ca-a931-5b88f7b04083 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e0bfb334-0fd9-4ba5-ba79-1568ecabee30 HTTP/1.1" status: 200 len: 869 time: 0.4138184 Jul 13 13:30:52.182214 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-379d93ef-b902-4f38-8c4f-d59666c878c3 req-5758c813-e5c6-4054-9c55-d4597efcdc8b service neutron] 10.222.0.41 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2712812 Jul 13 13:30:52.222850 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04943d92-3c68-4f86-84e5-5dfe2b36e8b3', 'tag': '0faca3dd-f052-4aa2-ab14-737190c8e7b7'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:30:52.224727 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bae09c77-032b-42e5-bc44-5af20805ed6b" -d '{"events": [{"name": "network-changed", "server_uuid": "04943d92-3c68-4f86-84e5-5dfe2b36e8b3", "tag": "0faca3dd-f052-4aa2-ab14-737190c8e7b7"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:30:52.241338 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667f7f43-0245-4c0f-a305-4e989d8c60eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12c73097-af4c-4e4b-8b09-c9bface99f86,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:30:52.264237 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-667f7f43-0245-4c0f-a305-4e989d8c60eb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6f0efea60cff441693199b665be9244b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1197410 Jul 13 13:30:52.265159 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 45386) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:30:52.322607 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1a59ae8c-1b61-4c8d-a84a-244c711fd834 req-cb22598f-ec50-4c88-a291-05aa141995a7 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] 10.222.0.23 "GET /v2.0/security-groups?id=0375d0dc-b9f6-47cd-991d-bd203a5d5aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234993 Jul 13 13:30:52.401868 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-dbf8805b-345f-4e34-95d7-8a5881c1092f req-a05000d3-472d-4187-aa46-28d800cc5354 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=09bf0390c6c84bde9cf099d3a1ffb9e6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1357350 Jul 13 13:30:52.408125 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d12a46d2-cd25-4ea2-90e2-2e234b0aaa58 req-38ff4e08-33e8-43c9-96c4-73d4c218605d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=728cfa00-3778-4628-ac4c-06f4e7aa1861 HTTP/1.1" status: 200 len: 217 time: 0.2394173 Jul 13 13:30:52.494156 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:52.498811 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8e8988d1-fda7-491e-8a4c-20522bb160b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:52.533010 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8e8988d1-fda7-491e-8a4c-20522bb160b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:52.621490 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8e8988d1-fda7-491e-8a4c-20522bb160b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:52.623696 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-dbf8805b-345f-4e34-95d7-8a5881c1092f req-286251a0-0992-4ec3-8cc6-32aa4d854c32 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=09bf0390c6c84bde9cf099d3a1ffb9e6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2910538 Jul 13 13:30:52.625877 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8e8988d1-fda7-491e-8a4c-20522bb160b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:52.627541 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-8e8988d1-fda7-491e-8a4c-20522bb160b1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/12c73097-af4c-4e4b-8b09-c9bface99f86 HTTP/1.1" status: 204 len: 168 time: 0.3603177 Jul 13 13:30:52.669025 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8988d1-fda7-491e-8a4c-20522bb160b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12c73097-af4c-4e4b-8b09-c9bface99f86,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:30:52.722560 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf8805b-345f-4e34-95d7-8a5881c1092f req-14ca77b5-1570-429b-8d6c-d1f14fd2ca36 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:52.724578 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-dbf8805b-345f-4e34-95d7-8a5881c1092f req-14ca77b5-1570-429b-8d6c-d1f14fd2ca36 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3088145 Jul 13 13:30:52.727117 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-33c2dae4-8263-46ec-9e31-5980735fb2ea req-fda36d2a-daec-4f47-ad5f-1a65ec80a134 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=2bb0144d-16a5-4589-a201-1d1dc27891de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5603943 Jul 13 13:30:52.747173 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-dbf8805b-345f-4e34-95d7-8a5881c1092f req-beb780bf-0fea-478d-9434-a1dab6034f42 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Request body: {'port': {'device_id': 'dcffa36d-6426-4065-9bdd-d8c3e8c4bc50', 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30', 'admin_state_up': True, 'tenant_id': '09bf0390c6c84bde9cf099d3a1ffb9e6'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:30:52.855656 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12a46d2-cd25-4ea2-90e2-2e234b0aaa58 req-485afb7d-501f-41ed-9ab7-5a969120e794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:52.857192 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d12a46d2-cd25-4ea2-90e2-2e234b0aaa58 req-485afb7d-501f-41ed-9ab7-5a969120e794 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=60b55863-ceb6-45af-a8a4-4b22d72866af HTTP/1.1" status: 200 len: 843 time: 0.3230712 Jul 13 13:30:52.908906 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbf8805b-345f-4e34-95d7-8a5881c1092f req-beb780bf-0fea-478d-9434-a1dab6034f42 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Made reservation on behalf of 09bf0390c6c84bde9cf099d3a1ffb9e6 for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:30:52.918211 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-dbf8805b-345f-4e34-95d7-8a5881c1092f req-beb780bf-0fea-478d-9434-a1dab6034f42 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:52.939486 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-379d93ef-b902-4f38-8c4f-d59666c878c3 req-8dc58399-ed38-4a23-aad6-262db6d709ea service neutron] 10.222.0.41 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7477977 Jul 13 13:30:52.987275 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf8805b-345f-4e34-95d7-8a5881c1092f req-4665a2b9-4d2c-41e5-a0c7-c42ad857d78a tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:52.989013 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-dbf8805b-345f-4e34-95d7-8a5881c1092f req-4665a2b9-4d2c-41e5-a0c7-c42ad857d78a tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3171055 Jul 13 13:30:53.008141 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94efc12b-d0ab-4f52-91ec-c72ae934e36f req-c91ebf0f-f7a4-4ccb-8889-5a2785a702b8 tempest-VolumesAdminNegativeTest-1576546254 tempest-VolumesAdminNegativeTest-1576546254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:53.016575 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-94efc12b-d0ab-4f52-91ec-c72ae934e36f req-c91ebf0f-f7a4-4ccb-8889-5a2785a702b8 tempest-VolumesAdminNegativeTest-1576546254 tempest-VolumesAdminNegativeTest-1576546254-project] 10.222.0.23 "GET /v2.0/ports?device_id=625a2cbc-e53b-4d4d-bac9-731e21635521 HTTP/1.1" status: 200 len: 945 time: 0.3917310 Jul 13 13:30:53.031561 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-dbf8805b-345f-4e34-95d7-8a5881c1092f req-beda6300-534b-4e5c-b802-d3426f7d58b1 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Request body: {'port': {'device_id': '25b3224a-2e18-412e-b801-a50566da15cd', 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30', 'admin_state_up': True, 'tenant_id': '09bf0390c6c84bde9cf099d3a1ffb9e6'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:30:53.124719 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '625a2cbc-e53b-4d4d-bac9-731e21635521', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '414079ed-5ca0-4009-8004-9b336eaf01b7'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:30:53.129277 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed3f31ca-7b1d-4bc8-8553-8a3a394f6372" -d '{"events": [{"server_uuid": "625a2cbc-e53b-4d4d-bac9-731e21635521", "name": "network-vif-plugged", "status": "completed", "tag": "414079ed-5ca0-4009-8004-9b336eaf01b7"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:30:53.130039 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12a46d2-cd25-4ea2-90e2-2e234b0aaa58 req-60c851c7-8ca7-448c-b246-26bbc2e09e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:53.131564 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d12a46d2-cd25-4ea2-90e2-2e234b0aaa58 req-60c851c7-8ca7-448c-b246-26bbc2e09e77 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e0bfb334-0fd9-4ba5-ba79-1568ecabee30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2524488 Jul 13 13:30:53.136762 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-94efc12b-d0ab-4f52-91ec-c72ae934e36f req-1fb968a0-d01f-44fb-a386-ac12112fec7f tempest-VolumesAdminNegativeTest-1576546254 tempest-VolumesAdminNegativeTest-1576546254-project] 10.222.0.23 "GET /v2.0/security-groups?id=63771fd5-d0e2-4e9a-bb83-441346329ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191206 Jul 13 13:30:53.150060 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [req-dbf8805b-345f-4e34-95d7-8a5881c1092f req-beb780bf-0fea-478d-9434-a1dab6034f42 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Allocated IP 192.168.233.153 (e0bfb334-0fd9-4ba5-ba79-1568ecabee30/60b55863-ceb6-45af-a8a4-4b22d72866af/c0feee91-13e1-4626-95f0-03b60abe6597) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:30:53.236050 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 13:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-890e74a2-832b-4a86-9ce2-a4201e018722 x-openstack-request-id: req-890e74a2-832b-4a86-9ce2-a4201e018722 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:30:53.236570 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04943d92-3c68-4f86-84e5-5dfe2b36e8b3", "tag": "0faca3dd-f052-4aa2-ab14-737190c8e7b7", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:30:53.236570 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-890e74a2-832b-4a86-9ce2-a4201e018722 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:30:53.236955 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04943d92-3c68-4f86-84e5-5dfe2b36e8b3', 'tag': '0faca3dd-f052-4aa2-ab14-737190c8e7b7', 'status': 'completed', 'code': 200} Jul 13 13:30:53.248073 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 45408) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:30:53.284669 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bde12fba-a57c-4017-b4db-a82f6928d1f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:53.313594 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbf8805b-345f-4e34-95d7-8a5881c1092f req-beda6300-534b-4e5c-b802-d3426f7d58b1 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Made reservation on behalf of 09bf0390c6c84bde9cf099d3a1ffb9e6 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:30:53.317220 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-dbf8805b-345f-4e34-95d7-8a5881c1092f req-beda6300-534b-4e5c-b802-d3426f7d58b1 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:53.323706 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d12a46d2-cd25-4ea2-90e2-2e234b0aaa58 req-b5aa7962-a9da-4c3d-9b80-005fd5c83576 service neutron] 10.222.0.41 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833532 Jul 13 13:30:53.375576 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2e4dd9-e9f1-4f1d-a8a4-7269501219ee req-ab37d682-ed98-4fe7-9da3-521fb3b4f5b5 tempest-ServersAdminNegativeTestJSON-844288888 tempest-ServersAdminNegativeTestJSON-844288888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:53.378612 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8c2e4dd9-e9f1-4f1d-a8a4-7269501219ee req-ab37d682-ed98-4fe7-9da3-521fb3b4f5b5 tempest-ServersAdminNegativeTestJSON-844288888 tempest-ServersAdminNegativeTestJSON-844288888-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ba9f25f-aece-4bd5-beca-bfc807cdf57a HTTP/1.1" status: 200 len: 949 time: 0.1711562 Jul 13 13:30:53.429836 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-dbf8805b-345f-4e34-95d7-8a5881c1092f req-beb780bf-0fea-478d-9434-a1dab6034f42 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:53.451099 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8c2e4dd9-e9f1-4f1d-a8a4-7269501219ee req-71f8e500-6fc8-4bb8-9ee9-1f12623b3988 tempest-ServersAdminNegativeTestJSON-844288888 tempest-ServersAdminNegativeTestJSON-844288888-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bb0144d-16a5-4589-a201-1d1dc27891de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654736 Jul 13 13:30:53.456052 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-dbf8805b-345f-4e34-95d7-8a5881c1092f req-beb780bf-0fea-478d-9434-a1dab6034f42 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Transition to ACTIVE for port object c0feee91-13e1-4626-95f0-03b60abe6597 will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:30:53.512884 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae09c77-032b-42e5-bc44-5af20805ed6b req-20f7b120-bdfe-4fd3-b4bb-127677b2cdbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:53.514436 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bae09c77-032b-42e5-bc44-5af20805ed6b req-20f7b120-bdfe-4fd3-b4bb-127677b2cdbe service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=be6da976a585414bb5df5f391a1a1cf2&device_id=04943d92-3c68-4f86-84e5-5dfe2b36e8b3 HTTP/1.1" status: 200 len: 1098 time: 0.2462919 Jul 13 13:30:53.523798 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-dbf8805b-345f-4e34-95d7-8a5881c1092f req-beb780bf-0fea-478d-9434-a1dab6034f42 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:53.537171 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['894c88fc-95cc-4a2b-9a78-4c8bf919a43e', 'fce86fce-7d5e-4f1c-b125-c36dec27a279', '35c44836-b440-472c-8059-c98a5ffada71'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:30:53.588643 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d12a46d2-cd25-4ea2-90e2-2e234b0aaa58 req-a835397c-c434-43b9-b5e7-cd7ec944bd7d service neutron] 10.222.0.41 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2526278 Jul 13 13:30:53.618017 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbf8805b-345f-4e34-95d7-8a5881c1092f req-beb780bf-0fea-478d-9434-a1dab6034f42 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Network e0bfb334-0fd9-4ba5-ba79-1568ecabee30 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:30:53.622385 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [req-dbf8805b-345f-4e34-95d7-8a5881c1092f req-beb780bf-0fea-478d-9434-a1dab6034f42 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:30:53.633966 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbf8805b-345f-4e34-95d7-8a5881c1092f req-beb780bf-0fea-478d-9434-a1dab6034f42 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:30:53.646621 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf8805b-345f-4e34-95d7-8a5881c1092f req-beb780bf-0fea-478d-9434-a1dab6034f42 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:53.647293 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-dbf8805b-345f-4e34-95d7-8a5881c1092f req-beb780bf-0fea-478d-9434-a1dab6034f42 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:53.670207 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-dbf8805b-345f-4e34-95d7-8a5881c1092f req-beda6300-534b-4e5c-b802-d3426f7d58b1 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Allocated IP 192.168.233.159 (e0bfb334-0fd9-4ba5-ba79-1568ecabee30/60b55863-ceb6-45af-a8a4-4b22d72866af/3a90243c-de42-46cb-9b58-efc8f07230e9) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:30:53.695549 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb780bf-0fea-478d-9434-a1dab6034f42 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Pushing event updated for resources: {'Port': ['ID=c0feee91-13e1-4626-95f0-03b60abe6597,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:30:53.738880 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bde12fba-a57c-4017-b4db-a82f6928d1f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:53.763288 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bde12fba-a57c-4017-b4db-a82f6928d1f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:53.793278 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-dbf8805b-345f-4e34-95d7-8a5881c1092f req-beb780bf-0fea-478d-9434-a1dab6034f42 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0552804 Jul 13 13:30:53.823502 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-dbf8805b-345f-4e34-95d7-8a5881c1092f req-7fd58faf-fd3c-4bf8-890f-bd6e4634018e service neutron] Request body: {'port': {'device_id': 'dcffa36d-6426-4065-9bdd-d8c3e8c4bc50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-1'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:30:53.831175 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae09c77-032b-42e5-bc44-5af20805ed6b req-7cac3aed-7ee6-4f8e-bd29-fc83a5642311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:53.832667 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bae09c77-032b-42e5-bc44-5af20805ed6b req-7cac3aed-7ee6-4f8e-bd29-fc83a5642311 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e0bfb334-0fd9-4ba5-ba79-1568ecabee30 HTTP/1.1" status: 200 len: 869 time: 0.3060551 Jul 13 13:30:53.868397 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-462c9744-08c4-4513-98ed-d745955a599b req-28e3e3f3-6f26-4c1c-868b-20216053c253 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.23 "GET /v2.0/ports?device_id=25b3224a-2e18-412e-b801-a50566da15cd HTTP/1.1" status: 200 len: 210 time: 0.0804214 Jul 13 13:30:53.897266 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9d1118-b613-4b8f-a311-b154783831eb req-f773b475-3500-4f0c-8cdb-cbe324dbd5cd tempest-LiveMigrationNegativeTest-1088183764 tempest-LiveMigrationNegativeTest-1088183764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:53.897266 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1a9d1118-b613-4b8f-a311-b154783831eb req-f773b475-3500-4f0c-8cdb-cbe324dbd5cd tempest-LiveMigrationNegativeTest-1088183764 tempest-LiveMigrationNegativeTest-1088183764-project] 10.222.0.23 "GET /v2.0/ports?device_id=3aea5b5c-423c-46ed-a3aa-9c822fc6cb18 HTTP/1.1" status: 200 len: 949 time: 0.1893497 Jul 13 13:30:53.947150 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c043d53-d907-4764-b46c-70e5ee77e6d0 x-openstack-request-id: req-1c043d53-d907-4764-b46c-70e5ee77e6d0 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:30:53.947517 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "625a2cbc-e53b-4d4d-bac9-731e21635521", "name": "network-vif-plugged", "status": "completed", "tag": "414079ed-5ca0-4009-8004-9b336eaf01b7", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:30:53.961506 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1c043d53-d907-4764-b46c-70e5ee77e6d0 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:30:53.962310 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '625a2cbc-e53b-4d4d-bac9-731e21635521', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '414079ed-5ca0-4009-8004-9b336eaf01b7', 'code': 200} Jul 13 13:30:54.005176 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1a9d1118-b613-4b8f-a311-b154783831eb req-80c2c296-9d6c-4e85-a8ce-2bc41550cf1b tempest-LiveMigrationNegativeTest-1088183764 tempest-LiveMigrationNegativeTest-1088183764-project] 10.222.0.23 "GET /v2.0/security-groups?id=012824c0-c787-4fdb-9ea4-3a146d563edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074841 Jul 13 13:30:54.007219 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-dbf8805b-345f-4e34-95d7-8a5881c1092f req-7fd58faf-fd3c-4bf8-890f-bd6e4634018e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:54.064697 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-69e14072-c552-4d81-b4a4-92b58a07be7a None None] Provisioning for port c0feee91-13e1-4626-95f0-03b60abe6597 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:30:54.076017 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-69e14072-c552-4d81-b4a4-92b58a07be7a None None] Provisioning complete for port c0feee91-13e1-4626-95f0-03b60abe6597 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:30:54.078129 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-69e14072-c552-4d81-b4a4-92b58a07be7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:54.180226 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-69e14072-c552-4d81-b4a4-92b58a07be7a None None] Port c0feee91-13e1-4626-95f0-03b60abe6597 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:30:54.226963 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-bde12fba-a57c-4017-b4db-a82f6928d1f0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8ccf4926f67a4710bcc93d2030dba0df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9751117 Jul 13 13:30:54.229695 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 45424) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:30:54.243481 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bae09c77-032b-42e5-bc44-5af20805ed6b req-a75c0bce-f64e-4231-a7d4-916f2c392242 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=0faca3dd-f052-4aa2-ab14-737190c8e7b7 HTTP/1.1" status: 200 len: 217 time: 0.3845642 Jul 13 13:30:54.284338 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde12fba-a57c-4017-b4db-a82f6928d1f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b03a4ce2-2563-475a-95cb-3565fe46dbe8,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:30:54.303138 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a60b59c4-cb26-40cf-a79a-fffb864ecd6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:54.326200 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a60b59c4-cb26-40cf-a79a-fffb864ecd6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:54.386727 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a60b59c4-cb26-40cf-a79a-fffb864ecd6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:54.389284 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a60b59c4-cb26-40cf-a79a-fffb864ecd6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:54.390601 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-a60b59c4-cb26-40cf-a79a-fffb864ecd6a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b03a4ce2-2563-475a-95cb-3565fe46dbe8 HTTP/1.1" status: 204 len: 168 time: 0.1590543 Jul 13 13:30:54.418060 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60b59c4-cb26-40cf-a79a-fffb864ecd6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b03a4ce2-2563-475a-95cb-3565fe46dbe8,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:30:54.449798 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae09c77-032b-42e5-bc44-5af20805ed6b req-fb0353f1-fe2d-4947-b127-cae888314103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:54.451381 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bae09c77-032b-42e5-bc44-5af20805ed6b req-fb0353f1-fe2d-4947-b127-cae888314103 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=60b55863-ceb6-45af-a8a4-4b22d72866af HTTP/1.1" status: 200 len: 843 time: 0.1611729 Jul 13 13:30:54.455770 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b88185-b536-44c5-b014-e7ecd173052b req-c0f02eb4-bd6d-4d69-be0f-d604496373cf tempest-VolumesAdminNegativeTest-1576546254 tempest-VolumesAdminNegativeTest-1576546254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:54.457308 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d3b88185-b536-44c5-b014-e7ecd173052b req-c0f02eb4-bd6d-4d69-be0f-d604496373cf tempest-VolumesAdminNegativeTest-1576546254 tempest-VolumesAdminNegativeTest-1576546254-project] 10.222.0.23 "GET /v2.0/ports?device_id=625a2cbc-e53b-4d4d-bac9-731e21635521 HTTP/1.1" status: 200 len: 945 time: 0.0832984 Jul 13 13:30:54.502134 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d3b88185-b536-44c5-b014-e7ecd173052b req-10050ef6-76dc-4997-8cfe-643381c2601d tempest-VolumesAdminNegativeTest-1576546254 tempest-VolumesAdminNegativeTest-1576546254-project] 10.222.0.23 "GET /v2.0/security-groups?id=63771fd5-d0e2-4e9a-bb83-441346329ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375435 Jul 13 13:30:54.533163 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ada4d4f-71c1-47c1-b861-7f4b0e30407f req-90270750-cc61-4101-82ee-200e39766df4 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:54.534729 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4ada4d4f-71c1-47c1-b861-7f4b0e30407f req-90270750-cc61-4101-82ee-200e39766df4 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] 10.222.0.23 "GET /v2.0/ports?device_id=04943d92-3c68-4f86-84e5-5dfe2b36e8b3 HTTP/1.1" status: 200 len: 947 time: 0.3068078 Jul 13 13:30:54.539312 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-dbf8805b-345f-4e34-95d7-8a5881c1092f req-beda6300-534b-4e5c-b802-d3426f7d58b1 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:54.554788 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16665fca-52eb-4dc6-95bf-1370b0337738 req-d0b15efa-8e1e-445d-8935-d3b397fd9177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:54.556384 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-16665fca-52eb-4dc6-95bf-1370b0337738 req-d0b15efa-8e1e-445d-8935-d3b397fd9177 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=625a2cbc-e53b-4d4d-bac9-731e21635521 HTTP/1.1" status: 200 len: 1096 time: 0.3262179 Jul 13 13:30:54.580138 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-dbf8805b-345f-4e34-95d7-8a5881c1092f req-beda6300-534b-4e5c-b802-d3426f7d58b1 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Transition to ACTIVE for port object 3a90243c-de42-46cb-9b58-efc8f07230e9 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:30:54.622990 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d6930024-38d5-4ed4-a142-247d3cc69885 req-b253d30f-1b09-4771-9c00-320a8e34ed2f tempest-LiveMigrationNegativeTest-1088183764 tempest-LiveMigrationNegativeTest-1088183764-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=ef1e467053ed4ec2a6d27e8f1953cbe5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0225205 Jul 13 13:30:54.650984 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4ada4d4f-71c1-47c1-b861-7f4b0e30407f req-0f30ee88-dbbd-4ae3-b6d8-655696745e21 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] 10.222.0.23 "GET /v2.0/security-groups?id=0375d0dc-b9f6-47cd-991d-bd203a5d5aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059399 Jul 13 13:30:54.654557 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-16665fca-52eb-4dc6-95bf-1370b0337738 req-78133e38-4da7-4fc4-9c3b-327874c08381 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=63771fd5-d0e2-4e9a-bb83-441346329ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891955 Jul 13 13:30:54.666090 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae09c77-032b-42e5-bc44-5af20805ed6b req-fb251d4b-0fba-4afd-a5b8-b9fcd7deed15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:54.667864 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bae09c77-032b-42e5-bc44-5af20805ed6b req-fb251d4b-0fba-4afd-a5b8-b9fcd7deed15 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e0bfb334-0fd9-4ba5-ba79-1568ecabee30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2046356 Jul 13 13:30:54.675671 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-dbf8805b-345f-4e34-95d7-8a5881c1092f req-beda6300-534b-4e5c-b802-d3426f7d58b1 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:54.696570 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['894c88fc-95cc-4a2b-9a78-4c8bf919a43e', 'fce86fce-7d5e-4f1c-b125-c36dec27a279', '35c44836-b440-472c-8059-c98a5ffada71'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:30:54.778338 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbf8805b-345f-4e34-95d7-8a5881c1092f req-beda6300-534b-4e5c-b802-d3426f7d58b1 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Network e0bfb334-0fd9-4ba5-ba79-1568ecabee30 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:30:54.792586 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-dbf8805b-345f-4e34-95d7-8a5881c1092f req-beda6300-534b-4e5c-b802-d3426f7d58b1 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:30:54.799925 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbf8805b-345f-4e34-95d7-8a5881c1092f req-beda6300-534b-4e5c-b802-d3426f7d58b1 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:30:54.812769 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf8805b-345f-4e34-95d7-8a5881c1092f req-beda6300-534b-4e5c-b802-d3426f7d58b1 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:54.813434 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-dbf8805b-345f-4e34-95d7-8a5881c1092f req-beda6300-534b-4e5c-b802-d3426f7d58b1 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:54.833070 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beda6300-534b-4e5c-b802-d3426f7d58b1 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Pushing event updated for resources: {'Port': ['ID=3a90243c-de42-46cb-9b58-efc8f07230e9,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:30:54.837723 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6930024-38d5-4ed4-a142-247d3cc69885 req-08a6d41a-1770-496c-89e4-40d020ae7639 tempest-LiveMigrationNegativeTest-1088183764 tempest-LiveMigrationNegativeTest-1088183764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:54.839365 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d6930024-38d5-4ed4-a142-247d3cc69885 req-08a6d41a-1770-496c-89e4-40d020ae7639 tempest-LiveMigrationNegativeTest-1088183764 tempest-LiveMigrationNegativeTest-1088183764-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2100823 Jul 13 13:30:54.855138 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-dbf8805b-345f-4e34-95d7-8a5881c1092f req-beda6300-534b-4e5c-b802-d3426f7d58b1 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8361809 Jul 13 13:30:54.895348 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-dbf8805b-345f-4e34-95d7-8a5881c1092f req-f5b08734-1eb1-42d8-8117-d15f30fe313a service neutron] Request body: {'port': {'device_id': '25b3224a-2e18-412e-b801-a50566da15cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:30:54.912229 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d6930024-38d5-4ed4-a142-247d3cc69885 req-ed12a771-51b3-44f2-999d-2981c6bc2362 tempest-LiveMigrationNegativeTest-1088183764 tempest-LiveMigrationNegativeTest-1088183764-project] 10.222.0.23 "GET /v2.0/quotas/ef1e467053ed4ec2a6d27e8f1953cbe5 HTTP/1.1" status: 200 len: 375 time: 0.0484521 Jul 13 13:30:54.947640 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 728cfa00-3778-4628-ac4c-06f4e7aa1861 details requested by agent hyperv_n-h2-800634-1 with host n-h2-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 13:30:54.960288 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [req-dbf8805b-345f-4e34-95d7-8a5881c1092f req-7fd58faf-fd3c-4bf8-890f-bd6e4634018e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0feee91-13e1-4626-95f0-03b60abe6597 {{(pid=93751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:30:54.971968 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-dbf8805b-345f-4e34-95d7-8a5881c1092f req-7fd58faf-fd3c-4bf8-890f-bd6e4634018e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:54.972180 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bae09c77-032b-42e5-bc44-5af20805ed6b req-7cfea2ab-d1bb-4f71-99dd-2c71672736c9 service neutron] 10.222.0.41 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2938740 Jul 13 13:30:54.992611 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-dbf8805b-345f-4e34-95d7-8a5881c1092f req-7fd58faf-fd3c-4bf8-890f-bd6e4634018e service neutron] Transition to ACTIVE for port object c0feee91-13e1-4626-95f0-03b60abe6597 will not be triggered until provisioned by entity L2. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:30:55.019829 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-dbf8805b-345f-4e34-95d7-8a5881c1092f req-7fd58faf-fd3c-4bf8-890f-bd6e4634018e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:55.091971 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d6930024-38d5-4ed4-a142-247d3cc69885 req-1aa7baa1-9641-4de6-9f79-a780f6ef3781 tempest-LiveMigrationNegativeTest-1088183764 tempest-LiveMigrationNegativeTest-1088183764-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ef1e467053ed4ec2a6d27e8f1953cbe5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1788671 Jul 13 13:30:55.138450 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-dbf8805b-345f-4e34-95d7-8a5881c1092f req-f5b08734-1eb1-42d8-8117-d15f30fe313a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:55.167823 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd58faf-fd3c-4bf8-890f-bd6e4634018e service neutron] Pushing event updated for resources: {'Port': ['ID=c0feee91-13e1-4626-95f0-03b60abe6597,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:30:55.185827 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-dbf8805b-345f-4e34-95d7-8a5881c1092f req-7fd58faf-fd3c-4bf8-890f-bd6e4634018e service neutron] Attempting to bind port c0feee91-13e1-4626-95f0-03b60abe6597 on host n-h2-800634-1 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:30:55.186789 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-dbf8805b-345f-4e34-95d7-8a5881c1092f req-7fd58faf-fd3c-4bf8-890f-bd6e4634018e service neutron] Attempting to bind port c0feee91-13e1-4626-95f0-03b60abe6597 by drivers openvswitch,hyperv on host n-h2-800634-1 at level 0 using segments [{'id': '62a4f2e9-97ca-473c-a2df-e7f9f532c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:30:55.187269 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf8805b-345f-4e34-95d7-8a5881c1092f req-7fd58faf-fd3c-4bf8-890f-bd6e4634018e service neutron] Attempting to bind port c0feee91-13e1-4626-95f0-03b60abe6597 on network e0bfb334-0fd9-4ba5-ba79-1568ecabee30 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:30:55.191057 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 728cfa00-3778-4628-ac4c-06f4e7aa1861, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=728cfa00-3778-4628-ac4c-06f4e7aa1861,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:30:55.198181 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf8805b-345f-4e34-95d7-8a5881c1092f req-7fd58faf-fd3c-4bf8-890f-bd6e4634018e service neutron] Port c0feee91-13e1-4626-95f0-03b60abe6597 on network e0bfb334-0fd9-4ba5-ba79-1568ecabee30 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-1 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:30:55.198856 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf8805b-345f-4e34-95d7-8a5881c1092f req-7fd58faf-fd3c-4bf8-890f-bd6e4634018e service neutron] Attempting to bind port c0feee91-13e1-4626-95f0-03b60abe6597 on network e0bfb334-0fd9-4ba5-ba79-1568ecabee30 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:30:55.208049 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf8805b-345f-4e34-95d7-8a5881c1092f req-7fd58faf-fd3c-4bf8-890f-bd6e4634018e service neutron] Checking agent: {'id': 'f615e5c9-21ab-43f2-adbc-192d64b795cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 30, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:30:55.210790 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf8805b-345f-4e34-95d7-8a5881c1092f req-7fd58faf-fd3c-4bf8-890f-bd6e4634018e service neutron] Checking segment: {'id': '62a4f2e9-97ca-473c-a2df-e7f9f532c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:30:55.211490 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf8805b-345f-4e34-95d7-8a5881c1092f req-7fd58faf-fd3c-4bf8-890f-bd6e4634018e service neutron] Bound using segment: {'id': '62a4f2e9-97ca-473c-a2df-e7f9f532c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30'} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:30:55.212197 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-dbf8805b-345f-4e34-95d7-8a5881c1092f req-7fd58faf-fd3c-4bf8-890f-bd6e4634018e service neutron] Bound port: c0feee91-13e1-4626-95f0-03b60abe6597, host: n-h2-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62a4f2e9-97ca-473c-a2df-e7f9f532c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30'}}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:30:55.212808 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-dbf8805b-345f-4e34-95d7-8a5881c1092f req-7fd58faf-fd3c-4bf8-890f-bd6e4634018e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:55.245645 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Returning: {'device': '728cfa00-3778-4628-ac4c-06f4e7aa1861', 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30', 'port_id': '728cfa00-3778-4628-ac4c-06f4e7aa1861', 'mac_address': 'fa:16:3e:43:12:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60b55863-ceb6-45af-a8a4-4b22d72866af', 'ip_address': '192.168.233.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 13:30:55.274712 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b16a5a26-c7e7-4a03-92fa-b7291981f003 None None] Provisioning for port 3a90243c-de42-46cb-9b58-efc8f07230e9 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:30:55.310879 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-dbf8805b-345f-4e34-95d7-8a5881c1092f req-7fd58faf-fd3c-4bf8-890f-bd6e4634018e service neutron] For port c0feee91-13e1-4626-95f0-03b60abe6597, host n-h2-800634-1, cleared binding levels {{(pid=93751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:30:55.320304 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-dbf8805b-345f-4e34-95d7-8a5881c1092f req-7fd58faf-fd3c-4bf8-890f-bd6e4634018e service neutron] For port c0feee91-13e1-4626-95f0-03b60abe6597, host n-h2-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=c0feee91-13e1-4626-95f0-03b60abe6597,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:30:55.332814 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-dbf8805b-345f-4e34-95d7-8a5881c1092f req-7fd58faf-fd3c-4bf8-890f-bd6e4634018e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:55.364919 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:55.390293 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b16a5a26-c7e7-4a03-92fa-b7291981f003 None None] Provisioning complete for port 3a90243c-de42-46cb-9b58-efc8f07230e9 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:30:55.392435 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b16a5a26-c7e7-4a03-92fa-b7291981f003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:55.405650 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf8805b-345f-4e34-95d7-8a5881c1092f req-7fd58faf-fd3c-4bf8-890f-bd6e4634018e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:55.407022 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-dbf8805b-345f-4e34-95d7-8a5881c1092f req-7fd58faf-fd3c-4bf8-890f-bd6e4634018e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:55.408759 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-dbf8805b-345f-4e34-95d7-8a5881c1092f req-7fd58faf-fd3c-4bf8-890f-bd6e4634018e service neutron] 10.222.0.41 "PUT /v2.0/ports/c0feee91-13e1-4626-95f0-03b60abe6597 HTTP/1.1" status: 200 len: 1096 time: 1.6070247 Jul 13 13:30:55.409428 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcffa36d-6426-4065-9bdd-d8c3e8c4bc50', 'tag': 'c0feee91-13e1-4626-95f0-03b60abe6597'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:30:55.412067 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d17b627af75e17e0f4b8d6239d04f8c2f78634e2c585e32a7aeca336500f34a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-542f8e05-1c1c-406c-b80f-d18386c611a1" -d '{"events": [{"name": "network-changed", "server_uuid": "dcffa36d-6426-4065-9bdd-d8c3e8c4bc50", "tag": "c0feee91-13e1-4626-95f0-03b60abe6597"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:30:55.443654 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 728cfa00-3778-4628-ac4c-06f4e7aa1861 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:30:55.453631 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd58faf-fd3c-4bf8-890f-bd6e4634018e service neutron] Pushing event updated for resources: {'Port': ['ID=c0feee91-13e1-4626-95f0-03b60abe6597,revision_number=3']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:30:55.522720 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b16a5a26-c7e7-4a03-92fa-b7291981f003 None None] Port 3a90243c-de42-46cb-9b58-efc8f07230e9 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:30:55.533787 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 728cfa00-3778-4628-ac4c-06f4e7aa1861, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=728cfa00-3778-4628-ac4c-06f4e7aa1861,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:30:55.542640 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-dbf8805b-345f-4e34-95d7-8a5881c1092f req-f5b08734-1eb1-42d8-8117-d15f30fe313a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a90243c-de42-46cb-9b58-efc8f07230e9 {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:30:55.556073 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:55.557408 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-dbf8805b-345f-4e34-95d7-8a5881c1092f req-f5b08734-1eb1-42d8-8117-d15f30fe313a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:55.587873 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-dbf8805b-345f-4e34-95d7-8a5881c1092f req-f5b08734-1eb1-42d8-8117-d15f30fe313a service neutron] Transition to ACTIVE for port object 3a90243c-de42-46cb-9b58-efc8f07230e9 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:30:55.602761 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-dbf8805b-345f-4e34-95d7-8a5881c1092f req-f5b08734-1eb1-42d8-8117-d15f30fe313a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:55.640659 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf8805b-345f-4e34-95d7-8a5881c1092f req-a4382714-334e-4b01-b0af-4773bb5e2b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:55.646855 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-dbf8805b-345f-4e34-95d7-8a5881c1092f req-a4382714-334e-4b01-b0af-4773bb5e2b24 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=09bf0390c6c84bde9cf099d3a1ffb9e6&device_id=dcffa36d-6426-4065-9bdd-d8c3e8c4bc50 HTTP/1.1" status: 200 len: 1099 time: 0.1869256 Jul 13 13:30:55.721047 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=728cfa00-3778-4628-ac4c-06f4e7aa1861,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:30:55.729910 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-dbf8805b-345f-4e34-95d7-8a5881c1092f req-3fb3183c-1937-4fe3-aba6-cb923ce2b111 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=c0feee91-13e1-4626-95f0-03b60abe6597 HTTP/1.1" status: 200 len: 217 time: 0.0726442 Jul 13 13:30:55.783107 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b08734-1eb1-42d8-8117-d15f30fe313a service neutron] Pushing event updated for resources: {'Port': ['ID=3a90243c-de42-46cb-9b58-efc8f07230e9,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:30:55.815362 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf8805b-345f-4e34-95d7-8a5881c1092f req-07af82a9-8b1d-4713-a743-35da4984dc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:55.825077 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-dbf8805b-345f-4e34-95d7-8a5881c1092f req-07af82a9-8b1d-4713-a743-35da4984dc17 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=60b55863-ceb6-45af-a8a4-4b22d72866af HTTP/1.1" status: 200 len: 843 time: 0.0872567 Jul 13 13:30:55.851456 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7631630-7ae0-4ed5-9d93-1d17f2a2b97f req-c990e8d9-4c4c-4867-9520-e013b25cefcf tempest-ServersAdminNegativeTestJSON-844288888 tempest-ServersAdminNegativeTestJSON-844288888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:55.853053 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f7631630-7ae0-4ed5-9d93-1d17f2a2b97f req-c990e8d9-4c4c-4867-9520-e013b25cefcf tempest-ServersAdminNegativeTestJSON-844288888 tempest-ServersAdminNegativeTestJSON-844288888-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ba9f25f-aece-4bd5-beca-bfc807cdf57a HTTP/1.1" status: 200 len: 949 time: 1.0002661 Jul 13 13:30:55.867995 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['728cfa00-3778-4628-ac4c-06f4e7aa1861'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:30:55.989692 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf8805b-345f-4e34-95d7-8a5881c1092f req-a5e7a065-ea88-47cd-95ee-05f87b640d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:55.991315 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-dbf8805b-345f-4e34-95d7-8a5881c1092f req-a5e7a065-ea88-47cd-95ee-05f87b640d8b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e0bfb334-0fd9-4ba5-ba79-1568ecabee30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1521032 Jul 13 13:30:55.993651 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f7631630-7ae0-4ed5-9d93-1d17f2a2b97f req-98884916-7ef6-4422-a7cf-8134cd97d2fc tempest-ServersAdminNegativeTestJSON-844288888 tempest-ServersAdminNegativeTestJSON-844288888-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bb0144d-16a5-4589-a201-1d1dc27891de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160252 Jul 13 13:30:56.054179 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-dbf8805b-345f-4e34-95d7-8a5881c1092f req-f5b08734-1eb1-42d8-8117-d15f30fe313a service neutron] Attempting to bind port 3a90243c-de42-46cb-9b58-efc8f07230e9 on host n-h1-800634-1 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:30:56.054712 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-dbf8805b-345f-4e34-95d7-8a5881c1092f req-f5b08734-1eb1-42d8-8117-d15f30fe313a service neutron] Attempting to bind port 3a90243c-de42-46cb-9b58-efc8f07230e9 by drivers openvswitch,hyperv on host n-h1-800634-1 at level 0 using segments [{'id': '62a4f2e9-97ca-473c-a2df-e7f9f532c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:30:56.055055 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf8805b-345f-4e34-95d7-8a5881c1092f req-f5b08734-1eb1-42d8-8117-d15f30fe313a service neutron] Attempting to bind port 3a90243c-de42-46cb-9b58-efc8f07230e9 on network e0bfb334-0fd9-4ba5-ba79-1568ecabee30 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:30:56.066862 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bae09c77-032b-42e5-bc44-5af20805ed6b req-e2287d70-3566-4bc1-809d-ba43c09edcce service neutron] 10.222.0.41 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0801675 Jul 13 13:30:56.071180 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf8805b-345f-4e34-95d7-8a5881c1092f req-f5b08734-1eb1-42d8-8117-d15f30fe313a service neutron] Port 3a90243c-de42-46cb-9b58-efc8f07230e9 on network e0bfb334-0fd9-4ba5-ba79-1568ecabee30 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-1 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:30:56.071498 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf8805b-345f-4e34-95d7-8a5881c1092f req-f5b08734-1eb1-42d8-8117-d15f30fe313a service neutron] Attempting to bind port 3a90243c-de42-46cb-9b58-efc8f07230e9 on network e0bfb334-0fd9-4ba5-ba79-1568ecabee30 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:30:56.091385 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf8805b-345f-4e34-95d7-8a5881c1092f req-f5b08734-1eb1-42d8-8117-d15f30fe313a service neutron] Checking agent: {'id': 'a7603dc8-3c50-4a9b-8f0d-1143528f155e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 30, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:30:56.091849 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf8805b-345f-4e34-95d7-8a5881c1092f req-f5b08734-1eb1-42d8-8117-d15f30fe313a service neutron] Checking segment: {'id': '62a4f2e9-97ca-473c-a2df-e7f9f532c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:30:56.092119 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf8805b-345f-4e34-95d7-8a5881c1092f req-f5b08734-1eb1-42d8-8117-d15f30fe313a service neutron] Bound using segment: {'id': '62a4f2e9-97ca-473c-a2df-e7f9f532c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:30:56.093075 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-dbf8805b-345f-4e34-95d7-8a5881c1092f req-f5b08734-1eb1-42d8-8117-d15f30fe313a service neutron] Bound port: 3a90243c-de42-46cb-9b58-efc8f07230e9, host: n-h1-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62a4f2e9-97ca-473c-a2df-e7f9f532c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:30:56.093447 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-dbf8805b-345f-4e34-95d7-8a5881c1092f req-f5b08734-1eb1-42d8-8117-d15f30fe313a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:56.171224 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-dbf8805b-345f-4e34-95d7-8a5881c1092f req-f5b08734-1eb1-42d8-8117-d15f30fe313a service neutron] For port 3a90243c-de42-46cb-9b58-efc8f07230e9, host n-h1-800634-1, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:30:56.176351 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-dbf8805b-345f-4e34-95d7-8a5881c1092f req-f5b08734-1eb1-42d8-8117-d15f30fe313a service neutron] For port 3a90243c-de42-46cb-9b58-efc8f07230e9, host n-h1-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=3a90243c-de42-46cb-9b58-efc8f07230e9,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:30:56.184827 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-dbf8805b-345f-4e34-95d7-8a5881c1092f req-f5b08734-1eb1-42d8-8117-d15f30fe313a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:56.269932 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf8805b-345f-4e34-95d7-8a5881c1092f req-f5b08734-1eb1-42d8-8117-d15f30fe313a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:56.270563 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-dbf8805b-345f-4e34-95d7-8a5881c1092f req-f5b08734-1eb1-42d8-8117-d15f30fe313a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:56.272007 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-dbf8805b-345f-4e34-95d7-8a5881c1092f req-f5b08734-1eb1-42d8-8117-d15f30fe313a service neutron] 10.222.0.26 "PUT /v2.0/ports/3a90243c-de42-46cb-9b58-efc8f07230e9 HTTP/1.1" status: 200 len: 1096 time: 1.4047019 Jul 13 13:30:56.272466 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25b3224a-2e18-412e-b801-a50566da15cd', 'tag': '3a90243c-de42-46cb-9b58-efc8f07230e9'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:30:56.274798 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d15ca84c-72fe-4033-aa4e-1246534a72ba" -d '{"events": [{"name": "network-changed", "server_uuid": "25b3224a-2e18-412e-b801-a50566da15cd", "tag": "3a90243c-de42-46cb-9b58-efc8f07230e9"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:30:56.357380 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 13:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aece3f94-6890-4ff7-a1dc-d59506644c6c x-openstack-request-id: req-aece3f94-6890-4ff7-a1dc-d59506644c6c {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:30:56.357925 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcffa36d-6426-4065-9bdd-d8c3e8c4bc50", "tag": "c0feee91-13e1-4626-95f0-03b60abe6597", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:30:56.357925 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-aece3f94-6890-4ff7-a1dc-d59506644c6c {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:30:56.358982 n-d-800634-1 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcffa36d-6426-4065-9bdd-d8c3e8c4bc50', 'tag': 'c0feee91-13e1-4626-95f0-03b60abe6597', 'status': 'completed', 'code': 200} Jul 13 13:30:56.381989 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ccaad2-756f-4feb-8f55-4b7e78024a66 req-6afedcd8-c7a8-4c54-bf61-1b5c6effab6d tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:56.383711 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-78ccaad2-756f-4feb-8f55-4b7e78024a66 req-6afedcd8-c7a8-4c54-bf61-1b5c6effab6d tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.23 "GET /v2.0/ports?device_id=25b3224a-2e18-412e-b801-a50566da15cd HTTP/1.1" status: 200 len: 948 time: 0.3913295 Jul 13 13:30:56.390609 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-dbf8805b-345f-4e34-95d7-8a5881c1092f req-d76f97a4-7fae-4ec3-baee-7ab913284de4 service neutron] 10.222.0.41 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3665283 Jul 13 13:30:56.438050 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b08734-1eb1-42d8-8117-d15f30fe313a service neutron] Pushing event updated for resources: {'Port': ['ID=3a90243c-de42-46cb-9b58-efc8f07230e9,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:30:56.509029 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-78ccaad2-756f-4feb-8f55-4b7e78024a66 req-63406756-4c7b-4b01-b125-aff522f103a4 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.23 "GET /v2.0/security-groups?id=30616c26-47b2-497e-86af-cdf36766fc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174643 Jul 13 13:30:56.544530 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-dbf8805b-345f-4e34-95d7-8a5881c1092f req-675626cd-1fc2-4e68-b926-15e2a4950792 service neutron] 10.222.0.41 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463149 Jul 13 13:30:56.544728 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf8805b-345f-4e34-95d7-8a5881c1092f req-a2dfe819-a7f5-44e8-a302-18b6a4817df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:56.550058 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-dbf8805b-345f-4e34-95d7-8a5881c1092f req-a2dfe819-a7f5-44e8-a302-18b6a4817df4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=09bf0390c6c84bde9cf099d3a1ffb9e6&device_id=25b3224a-2e18-412e-b801-a50566da15cd HTTP/1.1" status: 200 len: 1099 time: 0.2072408 Jul 13 13:30:56.593994 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-73c247eb-e4fb-4419-ac22-a46f3e05259a req-85939762-e633-444e-bd4a-ae02f17fc2b0 tempest-LiveMigrationNegativeTest-1088183764 tempest-LiveMigrationNegativeTest-1088183764-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdac6873-76e5-4c72-a0de-1c0ca2121f3e HTTP/1.1" status: 200 len: 210 time: 0.0926423 Jul 13 13:30:56.656461 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-dbf8805b-345f-4e34-95d7-8a5881c1092f req-5f5f668d-a7fb-4c7c-b87b-00e468e1f849 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=3a90243c-de42-46cb-9b58-efc8f07230e9 HTTP/1.1" status: 200 len: 217 time: 0.0689282 Jul 13 13:30:56.716501 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf8805b-345f-4e34-95d7-8a5881c1092f req-18117b88-26fa-4eca-bab4-1fd8dfd403d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:56.718597 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-dbf8805b-345f-4e34-95d7-8a5881c1092f req-18117b88-26fa-4eca-bab4-1fd8dfd403d9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=60b55863-ceb6-45af-a8a4-4b22d72866af HTTP/1.1" status: 200 len: 843 time: 0.0567551 Jul 13 13:30:56.743698 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542f8e05-1c1c-406c-b80f-d18386c611a1 req-cc795962-6272-4108-a602-e66244ed17a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:56.745247 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-542f8e05-1c1c-406c-b80f-d18386c611a1 req-cc795962-6272-4108-a602-e66244ed17a5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=09bf0390c6c84bde9cf099d3a1ffb9e6&device_id=dcffa36d-6426-4065-9bdd-d8c3e8c4bc50 HTTP/1.1" status: 200 len: 1099 time: 0.1138582 Jul 13 13:30:56.820796 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d631b5d0-462c-4452-bae7-cb064d4341bd req-447ac393-2171-42b7-ba96-918b31eaa89e tempest-VolumesAdminNegativeTest-1576546254 tempest-VolumesAdminNegativeTest-1576546254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:56.826750 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d631b5d0-462c-4452-bae7-cb064d4341bd req-447ac393-2171-42b7-ba96-918b31eaa89e tempest-VolumesAdminNegativeTest-1576546254 tempest-VolumesAdminNegativeTest-1576546254-project] 10.222.0.23 "GET /v2.0/ports?device_id=625a2cbc-e53b-4d4d-bac9-731e21635521 HTTP/1.1" status: 200 len: 945 time: 0.1381371 Jul 13 13:30:56.836513 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead79894-4fc5-47be-86d6-3a52143c2202 req-1c9a989b-75b9-4bd8-9a59-408d824f21d2 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:56.838179 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ead79894-4fc5-47be-86d6-3a52143c2202 req-1c9a989b-75b9-4bd8-9a59-408d824f21d2 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] 10.222.0.23 "GET /v2.0/ports?device_id=04943d92-3c68-4f86-84e5-5dfe2b36e8b3 HTTP/1.1" status: 200 len: 947 time: 0.1008229 Jul 13 13:30:56.840091 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf8805b-345f-4e34-95d7-8a5881c1092f req-a49fbc2f-1c93-44a7-87f5-af2afe710960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:56.841447 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-dbf8805b-345f-4e34-95d7-8a5881c1092f req-a49fbc2f-1c93-44a7-87f5-af2afe710960 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e0bfb334-0fd9-4ba5-ba79-1568ecabee30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1154270 Jul 13 13:30:56.881162 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d631b5d0-462c-4452-bae7-cb064d4341bd req-e61a0d17-f7a4-4380-8e0f-41cb1c0bbd1a tempest-VolumesAdminNegativeTest-1576546254 tempest-VolumesAdminNegativeTest-1576546254-project] 10.222.0.23 "GET /v2.0/security-groups?id=63771fd5-d0e2-4e9a-bb83-441346329ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524490 Jul 13 13:30:56.894290 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542f8e05-1c1c-406c-b80f-d18386c611a1 req-79a7666c-282e-45e7-9e84-8705e56785ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:56.906412 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-542f8e05-1c1c-406c-b80f-d18386c611a1 req-79a7666c-282e-45e7-9e84-8705e56785ab service neutron] 10.222.0.41 "GET /v2.0/networks?id=e0bfb334-0fd9-4ba5-ba79-1568ecabee30 HTTP/1.1" status: 200 len: 869 time: 0.1434574 Jul 13 13:30:56.926894 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ead79894-4fc5-47be-86d6-3a52143c2202 req-c9274e9a-6397-4aa7-ada2-3e7865dababc tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] 10.222.0.23 "GET /v2.0/security-groups?id=0375d0dc-b9f6-47cd-991d-bd203a5d5aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786004 Jul 13 13:30:56.941947 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 0faca3dd-f052-4aa2-ab14-737190c8e7b7 details requested by agent hyperv_n-h2-800634-1 with host n-h2-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 13:30:56.947274 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-542f8e05-1c1c-406c-b80f-d18386c611a1 req-9bafd726-9271-4c49-adf0-5fe9c96c45cd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=c0feee91-13e1-4626-95f0-03b60abe6597 HTTP/1.1" status: 200 len: 217 time: 0.0439386 Jul 13 13:30:56.973845 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-dbf8805b-345f-4e34-95d7-8a5881c1092f req-aabb491d-f5c0-4ee9-9b1e-e8f2ee05a7e3 service neutron] 10.222.0.26 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221156 Jul 13 13:30:57.044270 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542f8e05-1c1c-406c-b80f-d18386c611a1 req-fc78ada8-d01f-430e-88a7-76f3f7f12c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:57.054159 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-542f8e05-1c1c-406c-b80f-d18386c611a1 req-fc78ada8-d01f-430e-88a7-76f3f7f12c8e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=60b55863-ceb6-45af-a8a4-4b22d72866af HTTP/1.1" status: 200 len: 843 time: 0.0995357 Jul 13 13:30:57.105416 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-dbf8805b-345f-4e34-95d7-8a5881c1092f req-2b109052-015d-4b4f-91ff-c903a8f0bad1 service neutron] 10.222.0.26 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237903 Jul 13 13:30:57.179883 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 0faca3dd-f052-4aa2-ab14-737190c8e7b7, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=0faca3dd-f052-4aa2-ab14-737190c8e7b7,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:30:57.181086 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542f8e05-1c1c-406c-b80f-d18386c611a1 req-3670bb40-fff1-4ead-844f-24f57e6b2a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:57.183144 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 13:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e3ff58e-1b16-4374-8402-cfb9caf34e0a x-openstack-request-id: req-9e3ff58e-1b16-4374-8402-cfb9caf34e0a {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:30:57.183595 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25b3224a-2e18-412e-b801-a50566da15cd", "tag": "3a90243c-de42-46cb-9b58-efc8f07230e9", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:30:57.183843 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9e3ff58e-1b16-4374-8402-cfb9caf34e0a {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:30:57.184676 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25b3224a-2e18-412e-b801-a50566da15cd', 'tag': '3a90243c-de42-46cb-9b58-efc8f07230e9', 'status': 'completed', 'code': 200} Jul 13 13:30:57.187570 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-542f8e05-1c1c-406c-b80f-d18386c611a1 req-3670bb40-fff1-4ead-844f-24f57e6b2a09 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e0bfb334-0fd9-4ba5-ba79-1568ecabee30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1252117 Jul 13 13:30:57.216187 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Returning: {'device': '0faca3dd-f052-4aa2-ab14-737190c8e7b7', 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30', 'port_id': '0faca3dd-f052-4aa2-ab14-737190c8e7b7', 'mac_address': 'fa:16:3e:f4:05:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60b55863-ceb6-45af-a8a4-4b22d72866af', 'ip_address': '192.168.233.59'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 13:30:57.299597 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:57.329498 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0faca3dd-f052-4aa2-ab14-737190c8e7b7 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:30:57.344545 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15ca84c-72fe-4033-aa4e-1246534a72ba req-6d8ddfc5-df62-4501-9b2e-3a06ff37c02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:57.346315 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d15ca84c-72fe-4033-aa4e-1246534a72ba req-6d8ddfc5-df62-4501-9b2e-3a06ff37c02d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=09bf0390c6c84bde9cf099d3a1ffb9e6&device_id=25b3224a-2e18-412e-b801-a50566da15cd HTTP/1.1" status: 200 len: 1099 time: 0.1388767 Jul 13 13:30:57.360129 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 0faca3dd-f052-4aa2-ab14-737190c8e7b7, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=0faca3dd-f052-4aa2-ab14-737190c8e7b7,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:30:57.365193 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:57.401015 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-542f8e05-1c1c-406c-b80f-d18386c611a1 req-30767e07-c476-40e6-9e76-f2edf1f5f160 service neutron] 10.222.0.41 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008047 Jul 13 13:30:57.430819 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=0faca3dd-f052-4aa2-ab14-737190c8e7b7,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:30:57.543962 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d6930024-38d5-4ed4-a142-247d3cc69885 req-480f9923-fce4-4868-be89-c729acec24be tempest-LiveMigrationNegativeTest-1088183764 tempest-LiveMigrationNegativeTest-1088183764-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=ef1e467053ed4ec2a6d27e8f1953cbe5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1581607 Jul 13 13:30:57.609010 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-542f8e05-1c1c-406c-b80f-d18386c611a1 req-d01f911a-15ed-41f5-9145-ab8358305475 service neutron] 10.222.0.41 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948411 Jul 13 13:30:57.635639 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['0faca3dd-f052-4aa2-ab14-737190c8e7b7'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:30:57.703308 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15ca84c-72fe-4033-aa4e-1246534a72ba req-634817cf-2ce6-4c49-9e48-072addeb83b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:57.704952 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d15ca84c-72fe-4033-aa4e-1246534a72ba req-634817cf-2ce6-4c49-9e48-072addeb83b0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e0bfb334-0fd9-4ba5-ba79-1568ecabee30 HTTP/1.1" status: 200 len: 869 time: 0.3470929 Jul 13 13:30:57.793502 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6930024-38d5-4ed4-a142-247d3cc69885 req-67eb0b39-f6bc-4bfe-a949-ad1bbd875b5f tempest-LiveMigrationNegativeTest-1088183764 tempest-LiveMigrationNegativeTest-1088183764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:57.796600 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d6930024-38d5-4ed4-a142-247d3cc69885 req-67eb0b39-f6bc-4bfe-a949-ad1bbd875b5f tempest-LiveMigrationNegativeTest-1088183764 tempest-LiveMigrationNegativeTest-1088183764-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2441373 Jul 13 13:30:57.807070 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d15ca84c-72fe-4033-aa4e-1246534a72ba req-c43513ab-c9c2-44dc-80d5-fad14d677745 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=3a90243c-de42-46cb-9b58-efc8f07230e9 HTTP/1.1" status: 200 len: 217 time: 0.0727842 Jul 13 13:30:57.816363 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-d6930024-38d5-4ed4-a142-247d3cc69885 req-0f50e56c-8ed7-46df-9a4d-d802dfd71c2e tempest-LiveMigrationNegativeTest-1088183764 tempest-LiveMigrationNegativeTest-1088183764-project] Request body: {'port': {'device_id': 'fdac6873-76e5-4c72-a0de-1c0ca2121f3e', 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30', 'admin_state_up': True, 'tenant_id': 'ef1e467053ed4ec2a6d27e8f1953cbe5'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:30:57.927911 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15ca84c-72fe-4033-aa4e-1246534a72ba req-b85bf763-9e1e-4976-b318-0df0f8c71ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:57.933444 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d15ca84c-72fe-4033-aa4e-1246534a72ba req-b85bf763-9e1e-4976-b318-0df0f8c71ebc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=60b55863-ceb6-45af-a8a4-4b22d72866af HTTP/1.1" status: 200 len: 843 time: 0.1126850 Jul 13 13:30:57.972521 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7980e814-a90c-4544-854e-2636428eab54 req-b5108e2f-ca3c-4eb7-9bab-8978e1062314 tempest-ServersAdminNegativeTestJSON-1907617093 tempest-ServersAdminNegativeTestJSON-1907617093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:57.982584 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7980e814-a90c-4544-854e-2636428eab54 req-b5108e2f-ca3c-4eb7-9bab-8978e1062314 tempest-ServersAdminNegativeTestJSON-1907617093 tempest-ServersAdminNegativeTestJSON-1907617093-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=2ba9f25f-aece-4bd5-beca-bfc807cdf57a HTTP/1.1" status: 200 len: 1100 time: 0.1624866 Jul 13 13:30:57.990138 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 45548) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:30:58.002484 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-7980e814-a90c-4544-854e-2636428eab54 req-a995df56-60de-4a1f-ad8d-480b51d574ca tempest-ServersAdminNegativeTestJSON-1907617093 tempest-ServersAdminNegativeTestJSON-1907617093-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:58.124590 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15ca84c-72fe-4033-aa4e-1246534a72ba req-ccd89e65-c49a-46c9-afc2-c155ed2232d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:58.126315 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d15ca84c-72fe-4033-aa4e-1246534a72ba req-ccd89e65-c49a-46c9-afc2-c155ed2232d9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e0bfb334-0fd9-4ba5-ba79-1568ecabee30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1671746 Jul 13 13:30:58.146277 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-7980e814-a90c-4544-854e-2636428eab54 req-a995df56-60de-4a1f-ad8d-480b51d574ca tempest-ServersAdminNegativeTestJSON-1907617093 tempest-ServersAdminNegativeTestJSON-1907617093-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:58.153588 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-7980e814-a90c-4544-854e-2636428eab54 req-a995df56-60de-4a1f-ad8d-480b51d574ca tempest-ServersAdminNegativeTestJSON-1907617093 tempest-ServersAdminNegativeTestJSON-1907617093-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:58.167316 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251e1e26-df03-4144-8f50-5b3c169fa039 req-ced2f7be-03ce-4756-8b59-69fcdba54ecf tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:58.168820 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-251e1e26-df03-4144-8f50-5b3c169fa039 req-ced2f7be-03ce-4756-8b59-69fcdba54ecf tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.23 "GET /v2.0/ports?device_id=25b3224a-2e18-412e-b801-a50566da15cd HTTP/1.1" status: 200 len: 948 time: 0.1346674 Jul 13 13:30:58.180945 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7980e814-a90c-4544-854e-2636428eab54 req-a995df56-60de-4a1f-ad8d-480b51d574ca tempest-ServersAdminNegativeTestJSON-1907617093 tempest-ServersAdminNegativeTestJSON-1907617093-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=2bb0144d-16a5-4589-a201-1d1dc27891de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974521 Jul 13 13:30:58.226784 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a995df56-60de-4a1f-ad8d-480b51d574ca tempest-ServersAdminNegativeTestJSON-1907617093 tempest-ServersAdminNegativeTestJSON-1907617093-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=824cfdd9-8182-4b22-95a3-686f5fc37a51,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:30:58.230824 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-199cc3ae-0506-4d89-963a-25b90c1e046a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:58.247556 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6930024-38d5-4ed4-a142-247d3cc69885 req-0f50e56c-8ed7-46df-9a4d-d802dfd71c2e tempest-LiveMigrationNegativeTest-1088183764 tempest-LiveMigrationNegativeTest-1088183764-project] Made reservation on behalf of ef1e467053ed4ec2a6d27e8f1953cbe5 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:30:58.251782 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-d6930024-38d5-4ed4-a142-247d3cc69885 req-0f50e56c-8ed7-46df-9a4d-d802dfd71c2e tempest-LiveMigrationNegativeTest-1088183764 tempest-LiveMigrationNegativeTest-1088183764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:58.285896 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-251e1e26-df03-4144-8f50-5b3c169fa039 req-29df1156-a853-4f99-9e5a-f868849fc60b tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.23 "GET /v2.0/security-groups?id=30616c26-47b2-497e-86af-cdf36766fc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851541 Jul 13 13:30:58.364143 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-51ceeeb2-48b1-4de1-a532-25bbabeeaa22 req-b834128a-dbc3-461c-91cf-2a7b62661997 tempest-LiveMigrationNegativeTest-1088183764 tempest-LiveMigrationNegativeTest-1088183764-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdac6873-76e5-4c72-a0de-1c0ca2121f3e HTTP/1.1" status: 200 len: 210 time: 0.0516102 Jul 13 13:30:58.450768 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-199cc3ae-0506-4d89-963a-25b90c1e046a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:58.458509 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-199cc3ae-0506-4d89-963a-25b90c1e046a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:58.507992 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-199cc3ae-0506-4d89-963a-25b90c1e046a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=54ba1ce623fa4f52993b0810b7ac949e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5158906 Jul 13 13:30:58.512931 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 45560) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:30:58.551073 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199cc3ae-0506-4d89-963a-25b90c1e046a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60755c90-e8f0-41d3-98e8-b3fdf6602e44,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:30:58.572275 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1181a236-efe9-404f-b282-6cb1d6bc8a37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:58.595995 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1181a236-efe9-404f-b282-6cb1d6bc8a37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:58.655292 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1181a236-efe9-404f-b282-6cb1d6bc8a37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:58.658534 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1181a236-efe9-404f-b282-6cb1d6bc8a37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:58.662628 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-1181a236-efe9-404f-b282-6cb1d6bc8a37 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/60755c90-e8f0-41d3-98e8-b3fdf6602e44 HTTP/1.1" status: 204 len: 168 time: 0.1486797 Jul 13 13:30:58.671407 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1181a236-efe9-404f-b282-6cb1d6bc8a37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60755c90-e8f0-41d3-98e8-b3fdf6602e44,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:30:58.675744 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d15ca84c-72fe-4033-aa4e-1246534a72ba req-28cc34be-e07e-4a7d-9f05-f3189ac3150d service neutron] 10.222.0.26 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5412962 Jul 13 13:30:58.854675 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-d6930024-38d5-4ed4-a142-247d3cc69885 req-0f50e56c-8ed7-46df-9a4d-d802dfd71c2e tempest-LiveMigrationNegativeTest-1088183764 tempest-LiveMigrationNegativeTest-1088183764-project] Allocated IP 192.168.233.172 (e0bfb334-0fd9-4ba5-ba79-1568ecabee30/60b55863-ceb6-45af-a8a4-4b22d72866af/83ae88c0-1fc1-4d55-bd74-32b5ff45e59b) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:30:58.879750 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a12651-dca9-44a4-9978-f6ed835018ee req-354cd138-7dd0-4f2b-b9a4-8dfe2fa1289e tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:58.886876 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b7a12651-dca9-44a4-9978-f6ed835018ee req-354cd138-7dd0-4f2b-b9a4-8dfe2fa1289e tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] 10.222.0.23 "GET /v2.0/ports?device_id=04943d92-3c68-4f86-84e5-5dfe2b36e8b3 HTTP/1.1" status: 200 len: 948 time: 0.4480121 Jul 13 13:30:58.897362 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d15ca84c-72fe-4033-aa4e-1246534a72ba req-33e1a30a-b3b6-48e4-b9b1-a7f2aa6fe18e service neutron] 10.222.0.26 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109044 Jul 13 13:30:58.950656 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 728cfa00-3778-4628-ac4c-06f4e7aa1861 up at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:30:58.958287 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b7a12651-dca9-44a4-9978-f6ed835018ee req-b7080cca-c80f-4b3f-a46f-4a0204191011 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] 10.222.0.23 "GET /v2.0/security-groups?id=0375d0dc-b9f6-47cd-991d-bd203a5d5aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707171 Jul 13 13:30:59.050875 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning for port 728cfa00-3778-4628-ac4c-06f4e7aa1861 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:30:59.055664 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning complete for port 728cfa00-3778-4628-ac4c-06f4e7aa1861 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:30:59.056224 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:59.122758 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 45582) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:30:59.135468 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-d6930024-38d5-4ed4-a142-247d3cc69885 req-0f50e56c-8ed7-46df-9a4d-d802dfd71c2e tempest-LiveMigrationNegativeTest-1088183764 tempest-LiveMigrationNegativeTest-1088183764-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:59.149007 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-69303d23-ff2d-4889-b47f-e01e8024cea8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:59.162854 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-d6930024-38d5-4ed4-a142-247d3cc69885 req-0f50e56c-8ed7-46df-9a4d-d802dfd71c2e tempest-LiveMigrationNegativeTest-1088183764 tempest-LiveMigrationNegativeTest-1088183764-project] Transition to ACTIVE for port object 83ae88c0-1fc1-4d55-bd74-32b5ff45e59b will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:30:59.194354 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:59.245098 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3d5bccd-0e71-4b17-8dc4-bd3e64597e9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '728cfa00-3778-4628-ac4c-06f4e7aa1861'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:30:59.249829 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd4e20b6-4759-46c2-9bf1-b2a696470ebe" -d '{"events": [{"server_uuid": "c3d5bccd-0e71-4b17-8dc4-bd3e64597e9a", "name": "network-vif-plugged", "status": "completed", "tag": "728cfa00-3778-4628-ac4c-06f4e7aa1861"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:30:59.268032 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-d6930024-38d5-4ed4-a142-247d3cc69885 req-0f50e56c-8ed7-46df-9a4d-d802dfd71c2e tempest-LiveMigrationNegativeTest-1088183764 tempest-LiveMigrationNegativeTest-1088183764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:59.285247 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['0f528c2b-4a8e-402e-b841-27ef1473ac83'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:30:59.288198 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 728cfa00-3778-4628-ac4c-06f4e7aa1861, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=728cfa00-3778-4628-ac4c-06f4e7aa1861,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:30:59.336397 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6930024-38d5-4ed4-a142-247d3cc69885 req-0f50e56c-8ed7-46df-9a4d-d802dfd71c2e tempest-LiveMigrationNegativeTest-1088183764 tempest-LiveMigrationNegativeTest-1088183764-project] Network e0bfb334-0fd9-4ba5-ba79-1568ecabee30 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:30:59.338447 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-d6930024-38d5-4ed4-a142-247d3cc69885 req-0f50e56c-8ed7-46df-9a4d-d802dfd71c2e tempest-LiveMigrationNegativeTest-1088183764 tempest-LiveMigrationNegativeTest-1088183764-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:30:59.347694 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6930024-38d5-4ed4-a142-247d3cc69885 req-0f50e56c-8ed7-46df-9a4d-d802dfd71c2e tempest-LiveMigrationNegativeTest-1088183764 tempest-LiveMigrationNegativeTest-1088183764-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:30:59.347965 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d56d289-9a6d-41fb-9e66-00d19a53c812 x-openstack-request-id: req-8d56d289-9a6d-41fb-9e66-00d19a53c812 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:30:59.348259 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3d5bccd-0e71-4b17-8dc4-bd3e64597e9a", "name": "network-vif-plugged", "status": "completed", "tag": "728cfa00-3778-4628-ac4c-06f4e7aa1861", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:30:59.348511 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8d56d289-9a6d-41fb-9e66-00d19a53c812 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:30:59.350550 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3d5bccd-0e71-4b17-8dc4-bd3e64597e9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '728cfa00-3778-4628-ac4c-06f4e7aa1861', 'code': 200} Jul 13 13:30:59.357351 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6930024-38d5-4ed4-a142-247d3cc69885 req-0f50e56c-8ed7-46df-9a4d-d802dfd71c2e tempest-LiveMigrationNegativeTest-1088183764 tempest-LiveMigrationNegativeTest-1088183764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:59.359748 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-d6930024-38d5-4ed4-a142-247d3cc69885 req-0f50e56c-8ed7-46df-9a4d-d802dfd71c2e tempest-LiveMigrationNegativeTest-1088183764 tempest-LiveMigrationNegativeTest-1088183764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:59.360589 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:59.367328 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 0faca3dd-f052-4aa2-ab14-737190c8e7b7 up at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:30:59.411034 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 45594) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:30:59.424903 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f50e56c-8ed7-46df-9a4d-d802dfd71c2e tempest-LiveMigrationNegativeTest-1088183764 tempest-LiveMigrationNegativeTest-1088183764-project] Pushing event updated for resources: {'Port': ['ID=83ae88c0-1fc1-4d55-bd74-32b5ff45e59b,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:30:59.521218 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning for port 0faca3dd-f052-4aa2-ab14-737190c8e7b7 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:30:59.539389 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning complete for port 0faca3dd-f052-4aa2-ab14-737190c8e7b7 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:30:59.540108 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:59.589773 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-69303d23-ff2d-4889-b47f-e01e8024cea8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:59.604453 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-69303d23-ff2d-4889-b47f-e01e8024cea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:59.617726 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=728cfa00-3778-4628-ac4c-06f4e7aa1861,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:30:59.621751 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d6930024-38d5-4ed4-a142-247d3cc69885 req-0f50e56c-8ed7-46df-9a4d-d802dfd71c2e tempest-LiveMigrationNegativeTest-1088183764 tempest-LiveMigrationNegativeTest-1088183764-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8126636 Jul 13 13:30:59.630748 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767a2f4e-754e-4f17-ab53-ebdbb281d775 req-e244aba0-b33a-433a-9568-46db71ff5fdf tempest-ServersAdminNegativeTestJSON-1907617093 tempest-ServersAdminNegativeTestJSON-1907617093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:59.642354 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-767a2f4e-754e-4f17-ab53-ebdbb281d775 req-e244aba0-b33a-433a-9568-46db71ff5fdf tempest-ServersAdminNegativeTestJSON-1907617093 tempest-ServersAdminNegativeTestJSON-1907617093-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=2ba9f25f-aece-4bd5-beca-bfc807cdf57a HTTP/1.1" status: 200 len: 1100 time: 0.1690307 Jul 13 13:30:59.657766 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-d6930024-38d5-4ed4-a142-247d3cc69885 req-69c10484-98ea-41ec-94ba-fc4040669dc3 service neutron] Request body: {'port': {'device_id': 'fdac6873-76e5-4c72-a0de-1c0ca2121f3e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:30:59.759167 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69303d23-ff2d-4889-b47f-e01e8024cea8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3344de41-c81d-49c5-a952-749911621b09,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:30:59.775983 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:59.805868 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-69303d23-ff2d-4889-b47f-e01e8024cea8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=37d04cd50932474fb61a7b1a94783574&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6817594 Jul 13 13:30:59.808461 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 45598) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:30:59.819286 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f48131fe-0055-4fa8-81a8-6a2853a7b5ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:59.842063 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 0faca3dd-f052-4aa2-ab14-737190c8e7b7, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=0faca3dd-f052-4aa2-ab14-737190c8e7b7,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:30:59.846268 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80ff8f2-b175-4819-a827-8b7acf932082 req-c223dca7-18ff-417e-964d-8753d85b6c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:59.847859 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c80ff8f2-b175-4819-a827-8b7acf932082 req-c223dca7-18ff-417e-964d-8753d85b6c2c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c3d5bccd-0e71-4b17-8dc4-bd3e64597e9a HTTP/1.1" status: 200 len: 1099 time: 0.3722439 Jul 13 13:30:59.850445 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-767a2f4e-754e-4f17-ab53-ebdbb281d775 req-4b7a1020-b5f5-4ab6-bb5b-cebd6b2159f7 tempest-ServersAdminNegativeTestJSON-1907617093 tempest-ServersAdminNegativeTestJSON-1907617093-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=2bb0144d-16a5-4589-a201-1d1dc27891de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034256 Jul 13 13:30:59.852170 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:59.894125 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-d6930024-38d5-4ed4-a142-247d3cc69885 req-69c10484-98ea-41ec-94ba-fc4040669dc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:30:59.927973 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4294aed6-57a4-4c2f-b7f1-0b546cb126e5 req-199a5db4-56de-4d21-8315-ab599cf677a7 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:30:59.935030 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4294aed6-57a4-4c2f-b7f1-0b546cb126e5 req-199a5db4-56de-4d21-8315-ab599cf677a7 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.23 "GET /v2.0/ports?device_id=25b3224a-2e18-412e-b801-a50566da15cd HTTP/1.1" status: 200 len: 948 time: 0.2266901 Jul 13 13:30:59.963731 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c80ff8f2-b175-4819-a827-8b7acf932082 req-94566e20-b88f-457c-aab9-ad90441ad7b8 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0375d0dc-b9f6-47cd-991d-bd203a5d5aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035850 Jul 13 13:31:00.021929 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4294aed6-57a4-4c2f-b7f1-0b546cb126e5 req-98bec7ea-53ad-4728-8f3d-32cfb96b07e6 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.23 "GET /v2.0/security-groups?id=30616c26-47b2-497e-86af-cdf36766fc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858631 Jul 13 13:31:00.054565 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-17341a1d-bba7-4c13-a458-6eb764684f4c None None] Provisioning for port 83ae88c0-1fc1-4d55-bd74-32b5ff45e59b completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:31:00.076163 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-17341a1d-bba7-4c13-a458-6eb764684f4c None None] Provisioning complete for port 83ae88c0-1fc1-4d55-bd74-32b5ff45e59b triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:31:00.076638 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-17341a1d-bba7-4c13-a458-6eb764684f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:00.107687 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f48131fe-0055-4fa8-81a8-6a2853a7b5ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:00.120120 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:00.123049 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f48131fe-0055-4fa8-81a8-6a2853a7b5ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:00.129847 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=0faca3dd-f052-4aa2-ab14-737190c8e7b7,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:31:00.137000 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-17341a1d-bba7-4c13-a458-6eb764684f4c None None] Port 83ae88c0-1fc1-4d55-bd74-32b5ff45e59b cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:31:00.152421 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1f13c3c6-b611-4a51-908d-8b0e7c7f9ee0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:00.166528 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48131fe-0055-4fa8-81a8-6a2853a7b5ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b82410b-2fe6-4a87-8ff0-50696c0469f2,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:31:00.195979 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-f48131fe-0055-4fa8-81a8-6a2853a7b5ec admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=013d7657c0094ab7b21167c0185f1b0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7814529 Jul 13 13:31:00.196324 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 45608) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:31:00.231477 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1f13c3c6-b611-4a51-908d-8b0e7c7f9ee0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:00.252835 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ad1954f4-6bc5-4ace-93a4-b9df327022c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:00.277340 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ad1954f4-6bc5-4ace-93a4-b9df327022c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:00.297496 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:00.344310 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ad1954f4-6bc5-4ace-93a4-b9df327022c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:00.346825 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c3f6bc-9f37-4826-aa89-bfae294b5434 req-547385bd-a58f-400e-844d-b12e1ef19e13 tempest-LiveMigrationNegativeTest-1088183764 tempest-LiveMigrationNegativeTest-1088183764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:00.347153 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ad1954f4-6bc5-4ace-93a4-b9df327022c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:00.350803 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-ad1954f4-6bc5-4ace-93a4-b9df327022c0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7b82410b-2fe6-4a87-8ff0-50696c0469f2 HTTP/1.1" status: 204 len: 168 time: 0.1510518 Jul 13 13:31:00.350937 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-23c3f6bc-9f37-4826-aa89-bfae294b5434 req-547385bd-a58f-400e-844d-b12e1ef19e13 tempest-LiveMigrationNegativeTest-1088183764 tempest-LiveMigrationNegativeTest-1088183764-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdac6873-76e5-4c72-a0de-1c0ca2121f3e HTTP/1.1" status: 200 len: 936 time: 0.2035272 Jul 13 13:31:00.365039 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1954f4-6bc5-4ace-93a4-b9df327022c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b82410b-2fe6-4a87-8ff0-50696c0469f2,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:31:00.382735 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1f13c3c6-b611-4a51-908d-8b0e7c7f9ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:00.386681 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1f13c3c6-b611-4a51-908d-8b0e7c7f9ee0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:00.391069 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-1f13c3c6-b611-4a51-908d-8b0e7c7f9ee0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3344de41-c81d-49c5-a952-749911621b09 HTTP/1.1" status: 204 len: 168 time: 0.5815256 Jul 13 13:31:00.431873 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f13c3c6-b611-4a51-908d-8b0e7c7f9ee0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3344de41-c81d-49c5-a952-749911621b09,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:31:00.453375 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-d6930024-38d5-4ed4-a142-247d3cc69885 req-69c10484-98ea-41ec-94ba-fc4040669dc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83ae88c0-1fc1-4d55-bd74-32b5ff45e59b {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:31:00.468943 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-d6930024-38d5-4ed4-a142-247d3cc69885 req-69c10484-98ea-41ec-94ba-fc4040669dc3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:00.483196 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-23c3f6bc-9f37-4826-aa89-bfae294b5434 req-90e8269d-a1ad-433c-a3c3-ebc530756cf3 tempest-LiveMigrationNegativeTest-1088183764 tempest-LiveMigrationNegativeTest-1088183764-project] 10.222.0.23 "GET /v2.0/security-groups?id=012824c0-c787-4fdb-9ea4-3a146d563edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138940 Jul 13 13:31:00.501553 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-d6930024-38d5-4ed4-a142-247d3cc69885 req-69c10484-98ea-41ec-94ba-fc4040669dc3 service neutron] Transition to ACTIVE for port object 83ae88c0-1fc1-4d55-bd74-32b5ff45e59b will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:31:00.510845 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-d6930024-38d5-4ed4-a142-247d3cc69885 req-69c10484-98ea-41ec-94ba-fc4040669dc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:00.520529 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65602cb8-30a2-44cd-b8db-400a0a83cd19 req-ea0458aa-8270-4164-89d9-dc17c311ad24 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:00.522368 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-65602cb8-30a2-44cd-b8db-400a0a83cd19 req-ea0458aa-8270-4164-89d9-dc17c311ad24 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] 10.222.0.23 "GET /v2.0/ports?device_id=04943d92-3c68-4f86-84e5-5dfe2b36e8b3 HTTP/1.1" status: 200 len: 949 time: 0.1135719 Jul 13 13:31:00.576779 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c10484-98ea-41ec-94ba-fc4040669dc3 service neutron] Pushing event updated for resources: {'Port': ['ID=83ae88c0-1fc1-4d55-bd74-32b5ff45e59b,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:31:00.629873 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-65602cb8-30a2-44cd-b8db-400a0a83cd19 req-a1e508ee-881c-419f-b3be-c71200994f03 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] 10.222.0.23 "GET /v2.0/security-groups?id=0375d0dc-b9f6-47cd-991d-bd203a5d5aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998163 Jul 13 13:31:00.642847 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-d6930024-38d5-4ed4-a142-247d3cc69885 req-69c10484-98ea-41ec-94ba-fc4040669dc3 service neutron] Attempting to bind port 83ae88c0-1fc1-4d55-bd74-32b5ff45e59b on host n-h2-800634-1 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:31:00.643266 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-d6930024-38d5-4ed4-a142-247d3cc69885 req-69c10484-98ea-41ec-94ba-fc4040669dc3 service neutron] Attempting to bind port 83ae88c0-1fc1-4d55-bd74-32b5ff45e59b by drivers openvswitch,hyperv on host n-h2-800634-1 at level 0 using segments [{'id': '62a4f2e9-97ca-473c-a2df-e7f9f532c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:31:00.643670 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6930024-38d5-4ed4-a142-247d3cc69885 req-69c10484-98ea-41ec-94ba-fc4040669dc3 service neutron] Attempting to bind port 83ae88c0-1fc1-4d55-bd74-32b5ff45e59b on network e0bfb334-0fd9-4ba5-ba79-1568ecabee30 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:31:00.649071 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6930024-38d5-4ed4-a142-247d3cc69885 req-69c10484-98ea-41ec-94ba-fc4040669dc3 service neutron] Port 83ae88c0-1fc1-4d55-bd74-32b5ff45e59b on network e0bfb334-0fd9-4ba5-ba79-1568ecabee30 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-1 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:31:00.649478 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6930024-38d5-4ed4-a142-247d3cc69885 req-69c10484-98ea-41ec-94ba-fc4040669dc3 service neutron] Attempting to bind port 83ae88c0-1fc1-4d55-bd74-32b5ff45e59b on network e0bfb334-0fd9-4ba5-ba79-1568ecabee30 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:31:00.655694 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6930024-38d5-4ed4-a142-247d3cc69885 req-69c10484-98ea-41ec-94ba-fc4040669dc3 service neutron] Checking agent: {'id': 'f615e5c9-21ab-43f2-adbc-192d64b795cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:31:00.656367 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6930024-38d5-4ed4-a142-247d3cc69885 req-69c10484-98ea-41ec-94ba-fc4040669dc3 service neutron] Checking segment: {'id': '62a4f2e9-97ca-473c-a2df-e7f9f532c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:31:00.656819 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6930024-38d5-4ed4-a142-247d3cc69885 req-69c10484-98ea-41ec-94ba-fc4040669dc3 service neutron] Bound using segment: {'id': '62a4f2e9-97ca-473c-a2df-e7f9f532c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:31:00.657333 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-d6930024-38d5-4ed4-a142-247d3cc69885 req-69c10484-98ea-41ec-94ba-fc4040669dc3 service neutron] Bound port: 83ae88c0-1fc1-4d55-bd74-32b5ff45e59b, host: n-h2-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62a4f2e9-97ca-473c-a2df-e7f9f532c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:31:00.658003 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-d6930024-38d5-4ed4-a142-247d3cc69885 req-69c10484-98ea-41ec-94ba-fc4040669dc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:00.794231 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-d6930024-38d5-4ed4-a142-247d3cc69885 req-69c10484-98ea-41ec-94ba-fc4040669dc3 service neutron] For port 83ae88c0-1fc1-4d55-bd74-32b5ff45e59b, host n-h2-800634-1, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:31:00.803288 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-d6930024-38d5-4ed4-a142-247d3cc69885 req-69c10484-98ea-41ec-94ba-fc4040669dc3 service neutron] For port 83ae88c0-1fc1-4d55-bd74-32b5ff45e59b, host n-h2-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=83ae88c0-1fc1-4d55-bd74-32b5ff45e59b,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:31:00.812219 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-d6930024-38d5-4ed4-a142-247d3cc69885 req-69c10484-98ea-41ec-94ba-fc4040669dc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:00.903055 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6930024-38d5-4ed4-a142-247d3cc69885 req-69c10484-98ea-41ec-94ba-fc4040669dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:00.907103 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-d6930024-38d5-4ed4-a142-247d3cc69885 req-69c10484-98ea-41ec-94ba-fc4040669dc3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:00.907850 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 45638) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:31:00.910501 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d6930024-38d5-4ed4-a142-247d3cc69885 req-69c10484-98ea-41ec-94ba-fc4040669dc3 service neutron] 10.222.0.41 "PUT /v2.0/ports/83ae88c0-1fc1-4d55-bd74-32b5ff45e59b HTTP/1.1" status: 200 len: 1096 time: 1.2591484 Jul 13 13:31:00.911665 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdac6873-76e5-4c72-a0de-1c0ca2121f3e', 'tag': '83ae88c0-1fc1-4d55-bd74-32b5ff45e59b'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:31:00.917301 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d565bfc-8b33-42b9-9796-e38aaa9fab02" -d '{"events": [{"name": "network-changed", "server_uuid": "fdac6873-76e5-4c72-a0de-1c0ca2121f3e", "tag": "83ae88c0-1fc1-4d55-bd74-32b5ff45e59b"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:31:00.932928 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ce1bc77c-c564-4fc4-9fcb-b291ff8a2f7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:00.950267 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device c0feee91-13e1-4626-95f0-03b60abe6597 details requested by agent hyperv_n-h2-800634-1 with host n-h2-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 13:31:00.972579 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c10484-98ea-41ec-94ba-fc4040669dc3 service neutron] Pushing event updated for resources: {'Port': ['ID=83ae88c0-1fc1-4d55-bd74-32b5ff45e59b,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:31:01.129201 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 3a90243c-de42-46cb-9b58-efc8f07230e9 details requested by agent hyperv_n-h1-800634-1 with host n-h1-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 13:31:01.215221 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 13:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4eb0a18-4e73-45c2-ae46-3ad530f8bfda x-openstack-request-id: req-c4eb0a18-4e73-45c2-ae46-3ad530f8bfda {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:31:01.216683 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdac6873-76e5-4c72-a0de-1c0ca2121f3e", "tag": "83ae88c0-1fc1-4d55-bd74-32b5ff45e59b", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:31:01.217323 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c4eb0a18-4e73-45c2-ae46-3ad530f8bfda {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:31:01.218297 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdac6873-76e5-4c72-a0de-1c0ca2121f3e', 'tag': '83ae88c0-1fc1-4d55-bd74-32b5ff45e59b', 'status': 'completed', 'code': 200} Jul 13 13:31:01.226275 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ce1bc77c-c564-4fc4-9fcb-b291ff8a2f7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:01.237093 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ce1bc77c-c564-4fc4-9fcb-b291ff8a2f7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:01.287026 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6930024-38d5-4ed4-a142-247d3cc69885 req-f7786f62-d03d-4ed5-97fe-beb0586eda68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:01.287026 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d6930024-38d5-4ed4-a142-247d3cc69885 req-f7786f62-d03d-4ed5-97fe-beb0586eda68 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ef1e467053ed4ec2a6d27e8f1953cbe5&device_id=fdac6873-76e5-4c72-a0de-1c0ca2121f3e HTTP/1.1" status: 200 len: 1099 time: 0.1524315 Jul 13 13:31:01.305691 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-ce1bc77c-c564-4fc4-9fcb-b291ff8a2f7e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a1ed35f93de44074acf8c539d4372502&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3962772 Jul 13 13:31:01.311706 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 45654) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:31:01.331027 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1bc77c-c564-4fc4-9fcb-b291ff8a2f7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40a1f072-13ec-45d4-bf17-c31833c0db59,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:31:01.355341 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04943d92-3c68-4f86-84e5-5dfe2b36e8b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0faca3dd-f052-4aa2-ab14-737190c8e7b7'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:31:01.360092 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98ebe377-6056-463f-a20a-4655478072d7" -d '{"events": [{"server_uuid": "04943d92-3c68-4f86-84e5-5dfe2b36e8b3", "name": "network-vif-plugged", "status": "completed", "tag": "0faca3dd-f052-4aa2-ab14-737190c8e7b7"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:31:01.371129 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d6930024-38d5-4ed4-a142-247d3cc69885 req-3bcbec98-ac69-4e10-8af8-79526fa639ca service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=83ae88c0-1fc1-4d55-bd74-32b5ff45e59b HTTP/1.1" status: 200 len: 217 time: 0.0783448 Jul 13 13:31:01.406157 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port c0feee91-13e1-4626-95f0-03b60abe6597, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=c0feee91-13e1-4626-95f0-03b60abe6597,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:31:01.432692 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Returning: {'device': 'c0feee91-13e1-4626-95f0-03b60abe6597', 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30', 'port_id': 'c0feee91-13e1-4626-95f0-03b60abe6597', 'mac_address': 'fa:16:3e:0d:ae:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60b55863-ceb6-45af-a8a4-4b22d72866af', 'ip_address': '192.168.233.153'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 13:31:01.440591 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6fea1f39-0450-435a-9681-f687723cfb9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:01.474005 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6fea1f39-0450-435a-9681-f687723cfb9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:01.491714 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 3a90243c-de42-46cb-9b58-efc8f07230e9, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=3a90243c-de42-46cb-9b58-efc8f07230e9,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:31:01.512129 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Returning: {'device': '3a90243c-de42-46cb-9b58-efc8f07230e9', 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30', 'port_id': '3a90243c-de42-46cb-9b58-efc8f07230e9', 'mac_address': 'fa:16:3e:11:82:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60b55863-ceb6-45af-a8a4-4b22d72866af', 'ip_address': '192.168.233.159'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 13:31:01.514125 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:01.522339 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6930024-38d5-4ed4-a142-247d3cc69885 req-660dfa7d-1371-4a8d-9a0f-0b42e9d894c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:01.523538 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d6930024-38d5-4ed4-a142-247d3cc69885 req-660dfa7d-1371-4a8d-9a0f-0b42e9d894c4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=60b55863-ceb6-45af-a8a4-4b22d72866af HTTP/1.1" status: 200 len: 843 time: 0.1451037 Jul 13 13:31:01.546285 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bbe754-7bef-40a6-aa27-9d382923a20d req-482b9503-8587-43b5-a4fd-8c91dde01f40 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:01.554432 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-93bbe754-7bef-40a6-aa27-9d382923a20d req-482b9503-8587-43b5-a4fd-8c91dde01f40 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.23 "GET /v2.0/ports?device_id=25b3224a-2e18-412e-b801-a50566da15cd HTTP/1.1" status: 200 len: 948 time: 0.1627402 Jul 13 13:31:01.558046 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0feee91-13e1-4626-95f0-03b60abe6597 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:31:01.575202 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b535ad1c-8252-4bda-aa90-47f03af2b357 req-2c96fefd-214f-49ce-bd69-0695331505a9 tempest-ServersAdminNegativeTestJSON-844288888 tempest-ServersAdminNegativeTestJSON-844288888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:01.577776 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b535ad1c-8252-4bda-aa90-47f03af2b357 req-2c96fefd-214f-49ce-bd69-0695331505a9 tempest-ServersAdminNegativeTestJSON-844288888 tempest-ServersAdminNegativeTestJSON-844288888-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ba9f25f-aece-4bd5-beca-bfc807cdf57a HTTP/1.1" status: 200 len: 949 time: 0.1923244 Jul 13 13:31:01.594339 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:01.597540 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port c0feee91-13e1-4626-95f0-03b60abe6597, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=c0feee91-13e1-4626-95f0-03b60abe6597,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:31:01.608771 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:01.616018 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a90243c-de42-46cb-9b58-efc8f07230e9 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:31:01.652736 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6fea1f39-0450-435a-9681-f687723cfb9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:01.657035 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6fea1f39-0450-435a-9681-f687723cfb9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:01.659533 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-6fea1f39-0450-435a-9681-f687723cfb9d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/40a1f072-13ec-45d4-bf17-c31833c0db59 HTTP/1.1" status: 204 len: 168 time: 0.3465691 Jul 13 13:31:01.673611 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-93bbe754-7bef-40a6-aa27-9d382923a20d req-b7bda282-4165-4c66-85eb-cad3eaedd7cf tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.23 "GET /v2.0/security-groups?id=30616c26-47b2-497e-86af-cdf36766fc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173842 Jul 13 13:31:01.685568 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b535ad1c-8252-4bda-aa90-47f03af2b357 req-2e2f8357-2ee2-4631-802e-6c21c35b819c tempest-ServersAdminNegativeTestJSON-844288888 tempest-ServersAdminNegativeTestJSON-844288888-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bb0144d-16a5-4589-a201-1d1dc27891de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942581 Jul 13 13:31:01.709607 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fea1f39-0450-435a-9681-f687723cfb9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40a1f072-13ec-45d4-bf17-c31833c0db59,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:31:01.719970 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=c0feee91-13e1-4626-95f0-03b60abe6597,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:31:01.743004 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6930024-38d5-4ed4-a142-247d3cc69885 req-e94829fe-2c6c-4ebf-9d77-7fd843ca7965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:01.745665 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d6930024-38d5-4ed4-a142-247d3cc69885 req-e94829fe-2c6c-4ebf-9d77-7fd843ca7965 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e0bfb334-0fd9-4ba5-ba79-1568ecabee30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2093194 Jul 13 13:31:01.761813 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 3a90243c-de42-46cb-9b58-efc8f07230e9, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=3a90243c-de42-46cb-9b58-efc8f07230e9,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:31:01.770201 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:01.846371 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acfd0d56-484d-4047-a2fe-62ee97718cf6 x-openstack-request-id: req-acfd0d56-484d-4047-a2fe-62ee97718cf6 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:31:01.846782 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04943d92-3c68-4f86-84e5-5dfe2b36e8b3", "name": "network-vif-plugged", "status": "completed", "tag": "0faca3dd-f052-4aa2-ab14-737190c8e7b7", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:31:01.847601 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-acfd0d56-484d-4047-a2fe-62ee97718cf6 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:31:01.849691 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04943d92-3c68-4f86-84e5-5dfe2b36e8b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0faca3dd-f052-4aa2-ab14-737190c8e7b7', 'code': 200} Jul 13 13:31:01.850871 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=3a90243c-de42-46cb-9b58-efc8f07230e9,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:31:01.969661 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['c0feee91-13e1-4626-95f0-03b60abe6597'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:31:01.979039 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d6930024-38d5-4ed4-a142-247d3cc69885 req-df4a2a81-53b8-41f5-94ca-9cacaf9bf87b service neutron] 10.222.0.41 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2250814 Jul 13 13:31:02.109373 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['3a90243c-de42-46cb-9b58-efc8f07230e9'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:31:02.195059 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e9b34c-4876-4ba2-a955-fb8b37ac4b35 req-9e342eb0-662e-44bb-8aef-8be9c9d4eb99 tempest-LiveMigrationNegativeTest-1088183764 tempest-LiveMigrationNegativeTest-1088183764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:02.206584 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-36e9b34c-4876-4ba2-a955-fb8b37ac4b35 req-9e342eb0-662e-44bb-8aef-8be9c9d4eb99 tempest-LiveMigrationNegativeTest-1088183764 tempest-LiveMigrationNegativeTest-1088183764-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdac6873-76e5-4c72-a0de-1c0ca2121f3e HTTP/1.1" status: 200 len: 948 time: 0.2429202 Jul 13 13:31:02.265645 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d6930024-38d5-4ed4-a142-247d3cc69885 req-07022ff3-a238-481d-9d8f-e9834b53df22 service neutron] 10.222.0.41 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2802453 Jul 13 13:31:02.308953 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeac44c-8729-44d6-9a4e-2efcdea6705f req-647058b2-8b03-4186-8051-3ab27a39ee8d tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:02.319842 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-36e9b34c-4876-4ba2-a955-fb8b37ac4b35 req-1e55a82b-88e0-47ec-99dc-24310be81dc1 tempest-LiveMigrationNegativeTest-1088183764 tempest-LiveMigrationNegativeTest-1088183764-project] 10.222.0.23 "GET /v2.0/security-groups?id=012824c0-c787-4fdb-9ea4-3a146d563edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121387 Jul 13 13:31:02.330030 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-abeac44c-8729-44d6-9a4e-2efcdea6705f req-647058b2-8b03-4186-8051-3ab27a39ee8d tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] 10.222.0.23 "GET /v2.0/ports?device_id=04943d92-3c68-4f86-84e5-5dfe2b36e8b3 HTTP/1.1" status: 200 len: 949 time: 0.1716497 Jul 13 13:31:02.346999 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e4924d-8488-4839-ba7f-5187eb22c976 req-bf1a749b-66af-46f9-976d-a2103a7e1477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:02.348704 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-19e4924d-8488-4839-ba7f-5187eb22c976 req-bf1a749b-66af-46f9-976d-a2103a7e1477 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=04943d92-3c68-4f86-84e5-5dfe2b36e8b3 HTTP/1.1" status: 200 len: 1100 time: 0.4605823 Jul 13 13:31:02.426227 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-19e4924d-8488-4839-ba7f-5187eb22c976 req-7861bb44-28e8-45bf-8a37-1e2a05c5fa27 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0375d0dc-b9f6-47cd-991d-bd203a5d5aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709395 Jul 13 13:31:02.435344 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-abeac44c-8729-44d6-9a4e-2efcdea6705f req-a768cf26-1f1c-4bbf-877a-71c2f9722212 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] 10.222.0.23 "GET /v2.0/security-groups?id=0375d0dc-b9f6-47cd-991d-bd203a5d5aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044779 Jul 13 13:31:02.458284 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d565bfc-8b33-42b9-9796-e38aaa9fab02 req-74ca844d-944f-44c2-80f6-c882261123b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:02.460032 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6d565bfc-8b33-42b9-9796-e38aaa9fab02 req-74ca844d-944f-44c2-80f6-c882261123b6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ef1e467053ed4ec2a6d27e8f1953cbe5&device_id=fdac6873-76e5-4c72-a0de-1c0ca2121f3e HTTP/1.1" status: 200 len: 1099 time: 0.1179125 Jul 13 13:31:02.596955 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d565bfc-8b33-42b9-9796-e38aaa9fab02 req-77563b69-1153-42cd-a23b-e7d2c1d44f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:02.598476 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6d565bfc-8b33-42b9-9796-e38aaa9fab02 req-77563b69-1153-42cd-a23b-e7d2c1d44f1f service neutron] 10.222.0.41 "GET /v2.0/networks?id=e0bfb334-0fd9-4ba5-ba79-1568ecabee30 HTTP/1.1" status: 200 len: 869 time: 0.1018510 Jul 13 13:31:02.650578 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6d565bfc-8b33-42b9-9796-e38aaa9fab02 req-9473231d-ec17-48ca-b1d7-40283cc21820 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=83ae88c0-1fc1-4d55-bd74-32b5ff45e59b HTTP/1.1" status: 200 len: 217 time: 0.0431020 Jul 13 13:31:02.703690 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d565bfc-8b33-42b9-9796-e38aaa9fab02 req-8b16daae-dc62-484d-8780-dfbdfdd87e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:02.705430 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6d565bfc-8b33-42b9-9796-e38aaa9fab02 req-8b16daae-dc62-484d-8780-dfbdfdd87e61 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=60b55863-ceb6-45af-a8a4-4b22d72866af HTTP/1.1" status: 200 len: 843 time: 0.0482657 Jul 13 13:31:02.826088 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d565bfc-8b33-42b9-9796-e38aaa9fab02 req-ec0982a1-5958-499c-99c5-5b2cb335eaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:02.827757 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6d565bfc-8b33-42b9-9796-e38aaa9fab02 req-ec0982a1-5958-499c-99c5-5b2cb335eaf1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e0bfb334-0fd9-4ba5-ba79-1568ecabee30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1156142 Jul 13 13:31:02.921524 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e119e98e-5b26-421b-a281-fa73fc5af8e0 req-5cdd653a-c1ce-4988-b484-397dcbdb1637 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:02.929705 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e119e98e-5b26-421b-a281-fa73fc5af8e0 req-5cdd653a-c1ce-4988-b484-397dcbdb1637 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.23 "GET /v2.0/ports?device_id=25b3224a-2e18-412e-b801-a50566da15cd HTTP/1.1" status: 200 len: 949 time: 0.1272426 Jul 13 13:31:03.007251 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e119e98e-5b26-421b-a281-fa73fc5af8e0 req-1f02d42a-c8c4-472b-bc4e-45786d768fb5 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.23 "GET /v2.0/security-groups?id=30616c26-47b2-497e-86af-cdf36766fc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763113 Jul 13 13:31:03.037039 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fc4ed3-0e37-4abc-8196-81a6bc79f40e req-00171525-38b9-4aac-9866-15a5b7930e4b tempest-ServersAdminNegativeTestJSON-844288888 tempest-ServersAdminNegativeTestJSON-844288888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:03.044014 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f9fc4ed3-0e37-4abc-8196-81a6bc79f40e req-00171525-38b9-4aac-9866-15a5b7930e4b tempest-ServersAdminNegativeTestJSON-844288888 tempest-ServersAdminNegativeTestJSON-844288888-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ba9f25f-aece-4bd5-beca-bfc807cdf57a HTTP/1.1" status: 200 len: 949 time: 0.1160727 Jul 13 13:31:03.049927 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6d565bfc-8b33-42b9-9796-e38aaa9fab02 req-0d28fee9-e710-43f8-9a71-58ae8383cee1 service neutron] 10.222.0.41 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2138455 Jul 13 13:31:03.204486 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f9fc4ed3-0e37-4abc-8196-81a6bc79f40e req-e8284956-29a9-42f9-a043-5eabfe24e9bb tempest-ServersAdminNegativeTestJSON-844288888 tempest-ServersAdminNegativeTestJSON-844288888-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bb0144d-16a5-4589-a201-1d1dc27891de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592650 Jul 13 13:31:03.232011 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e4d276-af12-47e4-b2b8-e7b3d5a08630 req-c2b22fe4-c795-4b23-96e6-2e5f68eab4ab tempest-ServersAdminNegativeTestJSON-844288888 tempest-ServersAdminNegativeTestJSON-844288888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:03.241843 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-39e4d276-af12-47e4-b2b8-e7b3d5a08630 req-c2b22fe4-c795-4b23-96e6-2e5f68eab4ab tempest-ServersAdminNegativeTestJSON-844288888 tempest-ServersAdminNegativeTestJSON-844288888-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ba9f25f-aece-4bd5-beca-bfc807cdf57a HTTP/1.1" status: 200 len: 949 time: 0.1948881 Jul 13 13:31:03.349355 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6d565bfc-8b33-42b9-9796-e38aaa9fab02 req-591cbfed-00a0-48fd-80b6-022e9df176e1 service neutron] 10.222.0.41 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2852509 Jul 13 13:31:03.423371 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5db4365e-a4e5-435f-a25e-aafc794f30bd req-ae95d705-9683-4c70-9247-f62eb0ee61c9 tempest-DeleteServersAdminTestJSON-748200287 tempest-DeleteServersAdminTestJSON-748200287-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=7eca6173435940be9643f10db4afeae9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0323129 Jul 13 13:31:03.580974 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db4365e-a4e5-435f-a25e-aafc794f30bd req-cbce357d-f827-452c-bdcf-8c577201bbd0 tempest-DeleteServersAdminTestJSON-748200287 tempest-DeleteServersAdminTestJSON-748200287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:03.586853 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5db4365e-a4e5-435f-a25e-aafc794f30bd req-cbce357d-f827-452c-bdcf-8c577201bbd0 tempest-DeleteServersAdminTestJSON-748200287 tempest-DeleteServersAdminTestJSON-748200287-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1625357 Jul 13 13:31:03.616218 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5db4365e-a4e5-435f-a25e-aafc794f30bd req-9c873eae-a961-48b8-8f3a-a369c2c85c5f tempest-DeleteServersAdminTestJSON-748200287 tempest-DeleteServersAdminTestJSON-748200287-project] 10.222.0.23 "GET /v2.0/quotas/7eca6173435940be9643f10db4afeae9 HTTP/1.1" status: 200 len: 375 time: 0.0218489 Jul 13 13:31:03.680696 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5db4365e-a4e5-435f-a25e-aafc794f30bd req-fa63f16f-c44b-4830-9c46-189d65760f4b tempest-DeleteServersAdminTestJSON-748200287 tempest-DeleteServersAdminTestJSON-748200287-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=7eca6173435940be9643f10db4afeae9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0604661 Jul 13 13:31:03.718955 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-39e4d276-af12-47e4-b2b8-e7b3d5a08630 req-73c7d152-bfc6-4441-91cc-abf9533feee6 tempest-ServersAdminNegativeTestJSON-844288888 tempest-ServersAdminNegativeTestJSON-844288888-project] Deleting port 5db20813-08c9-473d-a526-8c11507c39af {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:31:03.719300 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-39e4d276-af12-47e4-b2b8-e7b3d5a08630 req-73c7d152-bfc6-4441-91cc-abf9533feee6 tempest-ServersAdminNegativeTestJSON-844288888 tempest-ServersAdminNegativeTestJSON-844288888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:04.160824 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5325e00-e9fd-41b6-b72b-403fa8673323 req-97777e75-2130-45d0-8905-c258d93f0e40 tempest-LiveMigrationNegativeTest-1088183764 tempest-LiveMigrationNegativeTest-1088183764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:04.161383 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e6407f-baa2-4757-8894-baf4b43cae4b req-e2252a41-ab1b-415e-84c6-3132aa9fc431 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:04.167999 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f6e6407f-baa2-4757-8894-baf4b43cae4b req-e2252a41-ab1b-415e-84c6-3132aa9fc431 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] 10.222.0.23 "GET /v2.0/ports?device_id=04943d92-3c68-4f86-84e5-5dfe2b36e8b3 HTTP/1.1" status: 200 len: 949 time: 0.1441011 Jul 13 13:31:04.169611 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c5325e00-e9fd-41b6-b72b-403fa8673323 req-97777e75-2130-45d0-8905-c258d93f0e40 tempest-LiveMigrationNegativeTest-1088183764 tempest-LiveMigrationNegativeTest-1088183764-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdac6873-76e5-4c72-a0de-1c0ca2121f3e HTTP/1.1" status: 200 len: 948 time: 0.5488470 Jul 13 13:31:04.222842 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f6e6407f-baa2-4757-8894-baf4b43cae4b req-a6deeef8-a79c-438e-9324-8a8c6c6afb3b tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] 10.222.0.23 "GET /v2.0/security-groups?id=0375d0dc-b9f6-47cd-991d-bd203a5d5aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537822 Jul 13 13:31:04.258681 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c5325e00-e9fd-41b6-b72b-403fa8673323 req-82d1043e-ad91-4153-88a0-61be62d2ffdd tempest-LiveMigrationNegativeTest-1088183764 tempest-LiveMigrationNegativeTest-1088183764-project] 10.222.0.23 "GET /v2.0/security-groups?id=012824c0-c787-4fdb-9ea4-3a146d563edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874341 Jul 13 13:31:04.289488 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-39e4d276-af12-47e4-b2b8-e7b3d5a08630 req-73c7d152-bfc6-4441-91cc-abf9533feee6 tempest-ServersAdminNegativeTestJSON-844288888 tempest-ServersAdminNegativeTestJSON-844288888-project] For port 5db20813-08c9-473d-a526-8c11507c39af, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=5db20813-08c9-473d-a526-8c11507c39af,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:31:04.290036 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-39e4d276-af12-47e4-b2b8-e7b3d5a08630 req-73c7d152-bfc6-4441-91cc-abf9533feee6 tempest-ServersAdminNegativeTestJSON-844288888 tempest-ServersAdminNegativeTestJSON-844288888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:04.318717 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-896a1fe3-4dc4-4e85-a9b3-577832f22da1 req-e3992af8-4187-492a-b4b8-3d6e313afb77 tempest-DeleteServersAdminTestJSON-748200287 tempest-DeleteServersAdminTestJSON-748200287-project] 10.222.0.23 "GET /v2.0/ports?device_id=71ebf243-5594-4cb9-900c-04f990b0cf5a HTTP/1.1" status: 200 len: 210 time: 0.0355594 Jul 13 13:31:04.320536 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-39e4d276-af12-47e4-b2b8-e7b3d5a08630 req-73c7d152-bfc6-4441-91cc-abf9533feee6 tempest-ServersAdminNegativeTestJSON-844288888 tempest-ServersAdminNegativeTestJSON-844288888-project] Calling delete_port for 5db20813-08c9-473d-a526-8c11507c39af owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:31:04.586023 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-39e4d276-af12-47e4-b2b8-e7b3d5a08630 req-73c7d152-bfc6-4441-91cc-abf9533feee6 tempest-ServersAdminNegativeTestJSON-844288888 tempest-ServersAdminNegativeTestJSON-844288888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:04.598090 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['0865b8df-49ed-4429-8b1a-16c323b0a253', '5db20813-08c9-473d-a526-8c11507c39af'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:31:04.692212 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ed93df-5a3a-4219-91cd-aa98c8342b4c req-43dd6ad7-0d47-4fbd-be9f-c158049809f7 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:04.699271 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b6ed93df-5a3a-4219-91cd-aa98c8342b4c req-43dd6ad7-0d47-4fbd-be9f-c158049809f7 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.23 "GET /v2.0/ports?device_id=25b3224a-2e18-412e-b801-a50566da15cd HTTP/1.1" status: 200 len: 949 time: 0.1875947 Jul 13 13:31:04.710028 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c7d152-bfc6-4441-91cc-abf9533feee6 tempest-ServersAdminNegativeTestJSON-844288888 tempest-ServersAdminNegativeTestJSON-844288888-project] Pushing event deleted for resources: {'Port': ['ID=5db20813-08c9-473d-a526-8c11507c39af,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:31:04.759605 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-59126b8a-a784-436a-933c-c0ec2f555f0e req-c29d803d-3f1b-49d2-ac68-51fadd507197 tempest-ServersAdminNegativeTestJSON-844288888 tempest-ServersAdminNegativeTestJSON-844288888-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ba9f25f-aece-4bd5-beca-bfc807cdf57a HTTP/1.1" status: 200 len: 210 time: 0.0562296 Jul 13 13:31:04.823905 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-39e4d276-af12-47e4-b2b8-e7b3d5a08630 req-73c7d152-bfc6-4441-91cc-abf9533feee6 tempest-ServersAdminNegativeTestJSON-844288888 tempest-ServersAdminNegativeTestJSON-844288888-project] No DVR routers for this DVR port 5db20813-08c9-473d-a526-8c11507c39af on host n-h1-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:31:04.833674 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b6ed93df-5a3a-4219-91cd-aa98c8342b4c req-9cec93b6-9969-410e-a08d-28fe753f18ca tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.23 "GET /v2.0/security-groups?id=30616c26-47b2-497e-86af-cdf36766fc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336391 Jul 13 13:31:04.836170 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-39e4d276-af12-47e4-b2b8-e7b3d5a08630 req-73c7d152-bfc6-4441-91cc-abf9533feee6 tempest-ServersAdminNegativeTestJSON-844288888 tempest-ServersAdminNegativeTestJSON-844288888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:04.838634 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-39e4d276-af12-47e4-b2b8-e7b3d5a08630 req-73c7d152-bfc6-4441-91cc-abf9533feee6 tempest-ServersAdminNegativeTestJSON-844288888 tempest-ServersAdminNegativeTestJSON-844288888-project] 10.222.0.26 "DELETE /v2.0/ports/5db20813-08c9-473d-a526-8c11507c39af HTTP/1.1" status: 204 len: 173 time: 1.5817273 Jul 13 13:31:04.839124 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ba9f25f-aece-4bd5-beca-bfc807cdf57a', 'name': 'network-vif-deleted', 'tag': '5db20813-08c9-473d-a526-8c11507c39af'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:31:04.841662 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8496905d-5b02-48ce-a5de-0fbde49ee91b" -d '{"events": [{"server_uuid": "2ba9f25f-aece-4bd5-beca-bfc807cdf57a", "name": "network-vif-deleted", "tag": "5db20813-08c9-473d-a526-8c11507c39af"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:31:04.970368 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device c0feee91-13e1-4626-95f0-03b60abe6597 up at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:31:05.030708 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9addeff-9b89-4f1f-b417-1cdf9e1b6053 req-c48f9faa-0139-4f90-ad41-3ca37e96ba06 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:05.041226 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f9addeff-9b89-4f1f-b417-1cdf9e1b6053 req-c48f9faa-0139-4f90-ad41-3ca37e96ba06 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3d5bccd-0e71-4b17-8dc4-bd3e64597e9a HTTP/1.1" status: 200 len: 948 time: 0.0956714 Jul 13 13:31:05.088270 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning for port c0feee91-13e1-4626-95f0-03b60abe6597 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:31:05.095246 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning complete for port c0feee91-13e1-4626-95f0-03b60abe6597 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:31:05.096061 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:05.165110 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1982547f-04c7-471b-a256-83389ff1d8a7 x-openstack-request-id: req-1982547f-04c7-471b-a256-83389ff1d8a7 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:31:05.165670 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ba9f25f-aece-4bd5-beca-bfc807cdf57a", "name": "network-vif-deleted", "tag": "5db20813-08c9-473d-a526-8c11507c39af", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:31:05.165788 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1982547f-04c7-471b-a256-83389ff1d8a7 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:31:05.166159 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ba9f25f-aece-4bd5-beca-bfc807cdf57a', 'name': 'network-vif-deleted', 'tag': '5db20813-08c9-473d-a526-8c11507c39af', 'status': 'completed', 'code': 200} Jul 13 13:31:05.176523 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 3a90243c-de42-46cb-9b58-efc8f07230e9 up at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:31:05.258692 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:05.311107 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port c0feee91-13e1-4626-95f0-03b60abe6597, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=c0feee91-13e1-4626-95f0-03b60abe6597,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:31:05.314682 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcffa36d-6426-4065-9bdd-d8c3e8c4bc50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0feee91-13e1-4626-95f0-03b60abe6597'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:31:05.317891 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-037be58d-0848-4f06-bae8-6e311ff031af" -d '{"events": [{"server_uuid": "dcffa36d-6426-4065-9bdd-d8c3e8c4bc50", "name": "network-vif-plugged", "status": "completed", "tag": "c0feee91-13e1-4626-95f0-03b60abe6597"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:31:05.325487 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:05.380721 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f9addeff-9b89-4f1f-b417-1cdf9e1b6053 req-626a640a-8a44-46c7-9b2b-b0e489311582 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] 10.222.0.23 "GET /v2.0/security-groups?id=0375d0dc-b9f6-47cd-991d-bd203a5d5aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3385329 Jul 13 13:31:05.381765 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning for port 3a90243c-de42-46cb-9b58-efc8f07230e9 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:31:05.416603 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning complete for port 3a90243c-de42-46cb-9b58-efc8f07230e9 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:31:05.418221 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:05.477405 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a24b74f-420f-4384-b1a2-5949a9f9fa03 x-openstack-request-id: req-4a24b74f-420f-4384-b1a2-5949a9f9fa03 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:31:05.477826 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcffa36d-6426-4065-9bdd-d8c3e8c4bc50", "name": "network-vif-plugged", "status": "completed", "tag": "c0feee91-13e1-4626-95f0-03b60abe6597", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:31:05.478423 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4a24b74f-420f-4384-b1a2-5949a9f9fa03 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:31:05.478807 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcffa36d-6426-4065-9bdd-d8c3e8c4bc50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0feee91-13e1-4626-95f0-03b60abe6597', 'code': 200} Jul 13 13:31:05.497306 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=c0feee91-13e1-4626-95f0-03b60abe6597,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:31:05.528342 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 45790) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:31:05.587819 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:05.641423 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 3a90243c-de42-46cb-9b58-efc8f07230e9, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=3a90243c-de42-46cb-9b58-efc8f07230e9,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:31:05.650035 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:05.651248 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 5db20813-08c9-473d-a526-8c11507c39af no longer exists at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:31:05.661425 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb23f58-a612-46c8-b0e8-4f700ea6cee2 req-2cec6900-d573-460a-981d-c946b5d35d54 tempest-LiveMigrationNegativeTest-1088183764 tempest-LiveMigrationNegativeTest-1088183764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:05.667765 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bfb23f58-a612-46c8-b0e8-4f700ea6cee2 req-2cec6900-d573-460a-981d-c946b5d35d54 tempest-LiveMigrationNegativeTest-1088183764 tempest-LiveMigrationNegativeTest-1088183764-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdac6873-76e5-4c72-a0de-1c0ca2121f3e HTTP/1.1" status: 200 len: 948 time: 0.1985688 Jul 13 13:31:05.700775 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-381d4315-9089-413f-a071-aa2897bda790 None None] No Port match for: 5db20813-08c9-473d-a526-8c11507c39af {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:31:05.701219 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 5db20813-08c9-473d-a526-8c11507c39af not bound to the agent host n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:31:05.702092 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5e649538-e146-47d9-b70e-36f895d23a41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:05.735796 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=3a90243c-de42-46cb-9b58-efc8f07230e9,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:31:05.802395 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-67268a4d-d590-48dd-a3ee-6b4297c1acb5 req-d36eb72d-90c9-4d44-8aae-8aacf230922e tempest-DeleteServersAdminTestJSON-748200287 tempest-DeleteServersAdminTestJSON-748200287-project] 10.222.0.23 "GET /v2.0/ports?device_id=71ebf243-5594-4cb9-900c-04f990b0cf5a HTTP/1.1" status: 200 len: 210 time: 0.0590801 Jul 13 13:31:05.848969 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bfb23f58-a612-46c8-b0e8-4f700ea6cee2 req-3d395ebe-7477-451a-a697-b191386ca6c6 tempest-LiveMigrationNegativeTest-1088183764 tempest-LiveMigrationNegativeTest-1088183764-project] 10.222.0.23 "GET /v2.0/security-groups?id=012824c0-c787-4fdb-9ea4-3a146d563edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712127 Jul 13 13:31:05.854673 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5db4365e-a4e5-435f-a25e-aafc794f30bd req-b16c117b-82ac-4971-8427-6afc6e1a82c2 tempest-DeleteServersAdminTestJSON-748200287 tempest-DeleteServersAdminTestJSON-748200287-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=7eca6173435940be9643f10db4afeae9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0771921 Jul 13 13:31:05.957031 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5e649538-e146-47d9-b70e-36f895d23a41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:05.984378 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5e649538-e146-47d9-b70e-36f895d23a41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:06.011996 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf2e28f-dbc5-47a2-b919-209ca80d374c req-e514f6d9-e1a6-45de-8d4c-e549ab7a4071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:06.015905 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8cf2e28f-dbc5-47a2-b919-209ca80d374c req-e514f6d9-e1a6-45de-8d4c-e549ab7a4071 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=dcffa36d-6426-4065-9bdd-d8c3e8c4bc50 HTTP/1.1" status: 200 len: 1101 time: 0.2568831 Jul 13 13:31:06.051761 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-fe9f8f2c-0854-480d-b3ff-fdb4dba444cc req-c4bf8301-cb4d-4036-811b-56b72992897b tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=be6da976a585414bb5df5f391a1a1cf2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1189733 Jul 13 13:31:06.086543 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-5e649538-e146-47d9-b70e-36f895d23a41 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f9ddd2f5c5bd4fb49d4e8a5f806f0cd9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5568116 Jul 13 13:31:06.087357 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 45812) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:31:06.154430 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e649538-e146-47d9-b70e-36f895d23a41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da9bedc4-6d59-4a4f-ae49-dc4a0e820f8b,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:31:06.177151 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3d2892af-cdc9-468f-a128-1edfdcd1c699 req-ee544cf5-7e81-447c-aefa-c80df7a4dbbe tempest-ServersAdminNegativeTestJSON-844288888 tempest-ServersAdminNegativeTestJSON-844288888-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ba9f25f-aece-4bd5-beca-bfc807cdf57a HTTP/1.1" status: 200 len: 210 time: 0.0916870 Jul 13 13:31:06.218768 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8cf2e28f-dbc5-47a2-b919-209ca80d374c req-9912fd69-e88b-48be-90c3-d8cc7aeaa3c3 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=30616c26-47b2-497e-86af-cdf36766fc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925156 Jul 13 13:31:06.226209 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db4365e-a4e5-435f-a25e-aafc794f30bd req-5af78d08-f6e5-469d-9c0f-2550bf01b40a tempest-DeleteServersAdminTestJSON-748200287 tempest-DeleteServersAdminTestJSON-748200287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:06.228230 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5db4365e-a4e5-435f-a25e-aafc794f30bd req-5af78d08-f6e5-469d-9c0f-2550bf01b40a tempest-DeleteServersAdminTestJSON-748200287 tempest-DeleteServersAdminTestJSON-748200287-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3633406 Jul 13 13:31:06.241820 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-5db4365e-a4e5-435f-a25e-aafc794f30bd req-20ac4de2-fcac-4d89-82a6-03cfe809ef1c tempest-DeleteServersAdminTestJSON-748200287 tempest-DeleteServersAdminTestJSON-748200287-project] Request body: {'port': {'device_id': '71ebf243-5594-4cb9-900c-04f990b0cf5a', 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30', 'admin_state_up': True, 'tenant_id': '7eca6173435940be9643f10db4afeae9'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:31:06.250908 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9f8f2c-0854-480d-b3ff-fdb4dba444cc req-5249f012-fde1-4e5e-9247-e57ec7afcfcb tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:06.252845 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-fe9f8f2c-0854-480d-b3ff-fdb4dba444cc req-5249f012-fde1-4e5e-9247-e57ec7afcfcb tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2003224 Jul 13 13:31:06.269376 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-fe9f8f2c-0854-480d-b3ff-fdb4dba444cc req-adaa503c-40df-4b03-a3b0-809ebef24c8d tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] 10.222.0.23 "GET /v2.0/quotas/be6da976a585414bb5df5f391a1a1cf2 HTTP/1.1" status: 200 len: 375 time: 0.0099857 Jul 13 13:31:06.290339 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9b6899a5-94c8-42a8-b4b7-b20e79c409aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:06.331580 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9b6899a5-94c8-42a8-b4b7-b20e79c409aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:06.356955 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-fe9f8f2c-0854-480d-b3ff-fdb4dba444cc req-1d57a32c-5549-4ba1-820d-1e428fdfbe80 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=be6da976a585414bb5df5f391a1a1cf2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0809174 Jul 13 13:31:06.460972 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5db4365e-a4e5-435f-a25e-aafc794f30bd req-20ac4de2-fcac-4d89-82a6-03cfe809ef1c tempest-DeleteServersAdminTestJSON-748200287 tempest-DeleteServersAdminTestJSON-748200287-project] Made reservation on behalf of 7eca6173435940be9643f10db4afeae9 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:31:06.464613 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-5db4365e-a4e5-435f-a25e-aafc794f30bd req-20ac4de2-fcac-4d89-82a6-03cfe809ef1c tempest-DeleteServersAdminTestJSON-748200287 tempest-DeleteServersAdminTestJSON-748200287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:06.466669 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9b6899a5-94c8-42a8-b4b7-b20e79c409aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:06.470226 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9b6899a5-94c8-42a8-b4b7-b20e79c409aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:06.471413 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-9b6899a5-94c8-42a8-b4b7-b20e79c409aa admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/da9bedc4-6d59-4a4f-ae49-dc4a0e820f8b HTTP/1.1" status: 204 len: 168 time: 0.3751526 Jul 13 13:31:06.519856 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-5db4365e-a4e5-435f-a25e-aafc794f30bd req-20ac4de2-fcac-4d89-82a6-03cfe809ef1c tempest-DeleteServersAdminTestJSON-748200287 tempest-DeleteServersAdminTestJSON-748200287-project] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:06.551146 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7208fe-3b63-470e-8db8-6e014ad04a1b req-82ebb6a1-c730-4703-a6d9-fc9ae7d90e72 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:06.552764 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5a7208fe-3b63-470e-8db8-6e014ad04a1b req-82ebb6a1-c730-4703-a6d9-fc9ae7d90e72 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.23 "GET /v2.0/ports?device_id=25b3224a-2e18-412e-b801-a50566da15cd HTTP/1.1" status: 200 len: 950 time: 0.2007909 Jul 13 13:31:06.566780 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6899a5-94c8-42a8-b4b7-b20e79c409aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da9bedc4-6d59-4a4f-ae49-dc4a0e820f8b,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:31:06.650565 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5a7208fe-3b63-470e-8db8-6e014ad04a1b req-ba18e07c-2010-4bf8-898c-b6aeef856a97 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.23 "GET /v2.0/security-groups?id=30616c26-47b2-497e-86af-cdf36766fc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812438 Jul 13 13:31:06.722912 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ca151c23-fb4a-4caf-8e49-8813533921b1 req-a75c2bcb-3aa3-4e95-a106-e3676b4729be tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] 10.222.0.23 "GET /v2.0/ports?device_id=40bc8bbc-1184-45a8-b044-9849c0e88228 HTTP/1.1" status: 200 len: 210 time: 0.0729265 Jul 13 13:31:06.767879 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-5db4365e-a4e5-435f-a25e-aafc794f30bd req-20ac4de2-fcac-4d89-82a6-03cfe809ef1c tempest-DeleteServersAdminTestJSON-748200287 tempest-DeleteServersAdminTestJSON-748200287-project] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:06.772843 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-5db4365e-a4e5-435f-a25e-aafc794f30bd req-20ac4de2-fcac-4d89-82a6-03cfe809ef1c tempest-DeleteServersAdminTestJSON-748200287 tempest-DeleteServersAdminTestJSON-748200287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:06.841269 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ac4de2-fcac-4d89-82a6-03cfe809ef1c tempest-DeleteServersAdminTestJSON-748200287 tempest-DeleteServersAdminTestJSON-748200287-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1afcd841-0357-43c7-a68b-42ff4589c658,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:31:06.977563 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 45834) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:31:06.985464 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-5db4365e-a4e5-435f-a25e-aafc794f30bd req-20ac4de2-fcac-4d89-82a6-03cfe809ef1c tempest-DeleteServersAdminTestJSON-748200287 tempest-DeleteServersAdminTestJSON-748200287-project] Allocated IP 192.168.233.65 (e0bfb334-0fd9-4ba5-ba79-1568ecabee30/60b55863-ceb6-45af-a8a4-4b22d72866af/196772ab-5a63-4f33-ace7-457cf523ed33) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:31:06.987108 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 83ae88c0-1fc1-4d55-bd74-32b5ff45e59b details requested by agent hyperv_n-h2-800634-1 with host n-h2-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 13:31:06.996364 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-33b396ef-a6c2-4b59-b8d5-006735953dd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:07.116569 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-45affe9e-e397-4286-bfc4-6252f0d65333 req-09c1676e-8bf8-41c3-92d5-bfd7b6b3c450 tempest-DeleteServersAdminTestJSON-748200287 tempest-DeleteServersAdminTestJSON-748200287-project] 10.222.0.23 "GET /v2.0/ports?device_id=71ebf243-5594-4cb9-900c-04f990b0cf5a HTTP/1.1" status: 200 len: 210 time: 0.0986397 Jul 13 13:31:07.162189 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 83ae88c0-1fc1-4d55-bd74-32b5ff45e59b, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=83ae88c0-1fc1-4d55-bd74-32b5ff45e59b,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:31:07.177539 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Returning: {'device': '83ae88c0-1fc1-4d55-bd74-32b5ff45e59b', 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30', 'port_id': '83ae88c0-1fc1-4d55-bd74-32b5ff45e59b', 'mac_address': 'fa:16:3e:e7:e6:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60b55863-ceb6-45af-a8a4-4b22d72866af', 'ip_address': '192.168.233.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 13:31:07.184988 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2719d97e-842c-4ac6-9b75-12536aafc931 req-d6a79457-8c89-4b50-a875-fc01819c58b1 tempest-LiveMigrationNegativeTest-1088183764 tempest-LiveMigrationNegativeTest-1088183764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:07.187330 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2719d97e-842c-4ac6-9b75-12536aafc931 req-d6a79457-8c89-4b50-a875-fc01819c58b1 tempest-LiveMigrationNegativeTest-1088183764 tempest-LiveMigrationNegativeTest-1088183764-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdac6873-76e5-4c72-a0de-1c0ca2121f3e HTTP/1.1" status: 200 len: 948 time: 0.1602900 Jul 13 13:31:07.239140 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:07.258978 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83ae88c0-1fc1-4d55-bd74-32b5ff45e59b {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:31:07.291715 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-33b396ef-a6c2-4b59-b8d5-006735953dd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:07.297628 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2719d97e-842c-4ac6-9b75-12536aafc931 req-200b0140-cc79-4135-a480-e18bb74ec167 tempest-LiveMigrationNegativeTest-1088183764 tempest-LiveMigrationNegativeTest-1088183764-project] 10.222.0.23 "GET /v2.0/security-groups?id=012824c0-c787-4fdb-9ea4-3a146d563edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903680 Jul 13 13:31:07.300508 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-33b396ef-a6c2-4b59-b8d5-006735953dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:07.301433 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 83ae88c0-1fc1-4d55-bd74-32b5ff45e59b, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=83ae88c0-1fc1-4d55-bd74-32b5ff45e59b,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:31:07.312031 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:07.350861 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-33b396ef-a6c2-4b59-b8d5-006735953dd8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d39835b125f0476d99241836c5d13bac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3719535 Jul 13 13:31:07.351740 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b396ef-a6c2-4b59-b8d5-006735953dd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47f26a0f-bbbb-427c-93ba-8aee396d0536,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:31:07.353661 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 45838) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:31:07.412021 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=83ae88c0-1fc1-4d55-bd74-32b5ff45e59b,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:31:07.435319 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-5db4365e-a4e5-435f-a25e-aafc794f30bd req-20ac4de2-fcac-4d89-82a6-03cfe809ef1c tempest-DeleteServersAdminTestJSON-748200287 tempest-DeleteServersAdminTestJSON-748200287-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:07.460773 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-5db4365e-a4e5-435f-a25e-aafc794f30bd req-20ac4de2-fcac-4d89-82a6-03cfe809ef1c tempest-DeleteServersAdminTestJSON-748200287 tempest-DeleteServersAdminTestJSON-748200287-project] Transition to ACTIVE for port object 196772ab-5a63-4f33-ace7-457cf523ed33 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:31:07.465568 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-af58c425-5da8-4e8f-acb8-951b8ba7e59f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:07.480125 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25b3224a-2e18-412e-b801-a50566da15cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a90243c-de42-46cb-9b58-efc8f07230e9'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:31:07.482452 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf3e8d0e-9f64-4cd9-893f-cd50d9cb2a32" -d '{"events": [{"server_uuid": "25b3224a-2e18-412e-b801-a50566da15cd", "name": "network-vif-plugged", "status": "completed", "tag": "3a90243c-de42-46cb-9b58-efc8f07230e9"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:31:07.511090 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-af58c425-5da8-4e8f-acb8-951b8ba7e59f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:07.541309 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b6f9e64-b4c3-45b5-b218-93b622cc628b x-openstack-request-id: req-1b6f9e64-b4c3-45b5-b218-93b622cc628b {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:31:07.541609 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25b3224a-2e18-412e-b801-a50566da15cd", "name": "network-vif-plugged", "status": "completed", "tag": "3a90243c-de42-46cb-9b58-efc8f07230e9", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:31:07.542062 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1b6f9e64-b4c3-45b5-b218-93b622cc628b {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:31:07.542416 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25b3224a-2e18-412e-b801-a50566da15cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a90243c-de42-46cb-9b58-efc8f07230e9', 'code': 200} Jul 13 13:31:07.618108 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['83ae88c0-1fc1-4d55-bd74-32b5ff45e59b'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:31:07.642084 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-af58c425-5da8-4e8f-acb8-951b8ba7e59f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:07.645841 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-af58c425-5da8-4e8f-acb8-951b8ba7e59f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:07.647279 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-af58c425-5da8-4e8f-acb8-951b8ba7e59f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/47f26a0f-bbbb-427c-93ba-8aee396d0536 HTTP/1.1" status: 204 len: 168 time: 0.2924066 Jul 13 13:31:07.662386 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-5db4365e-a4e5-435f-a25e-aafc794f30bd req-20ac4de2-fcac-4d89-82a6-03cfe809ef1c tempest-DeleteServersAdminTestJSON-748200287 tempest-DeleteServersAdminTestJSON-748200287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:07.701298 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af58c425-5da8-4e8f-acb8-951b8ba7e59f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47f26a0f-bbbb-427c-93ba-8aee396d0536,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:31:07.865536 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5db4365e-a4e5-435f-a25e-aafc794f30bd req-20ac4de2-fcac-4d89-82a6-03cfe809ef1c tempest-DeleteServersAdminTestJSON-748200287 tempest-DeleteServersAdminTestJSON-748200287-project] Network e0bfb334-0fd9-4ba5-ba79-1568ecabee30 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:31:07.887744 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-5db4365e-a4e5-435f-a25e-aafc794f30bd req-20ac4de2-fcac-4d89-82a6-03cfe809ef1c tempest-DeleteServersAdminTestJSON-748200287 tempest-DeleteServersAdminTestJSON-748200287-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:31:07.896659 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-5db4365e-a4e5-435f-a25e-aafc794f30bd req-20ac4de2-fcac-4d89-82a6-03cfe809ef1c tempest-DeleteServersAdminTestJSON-748200287 tempest-DeleteServersAdminTestJSON-748200287-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:31:07.908422 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db4365e-a4e5-435f-a25e-aafc794f30bd req-20ac4de2-fcac-4d89-82a6-03cfe809ef1c tempest-DeleteServersAdminTestJSON-748200287 tempest-DeleteServersAdminTestJSON-748200287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:07.909970 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-5db4365e-a4e5-435f-a25e-aafc794f30bd req-20ac4de2-fcac-4d89-82a6-03cfe809ef1c tempest-DeleteServersAdminTestJSON-748200287 tempest-DeleteServersAdminTestJSON-748200287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:07.931932 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ac4de2-fcac-4d89-82a6-03cfe809ef1c tempest-DeleteServersAdminTestJSON-748200287 tempest-DeleteServersAdminTestJSON-748200287-project] Pushing event updated for resources: {'Port': ['ID=196772ab-5a63-4f33-ace7-457cf523ed33,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:31:07.991928 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912532a6-6f37-4e4e-b216-44a0c6aa82d5 req-3b98c753-4a76-478a-9e57-ecd8cc793996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:07.993573 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-912532a6-6f37-4e4e-b216-44a0c6aa82d5 req-3b98c753-4a76-478a-9e57-ecd8cc793996 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=25b3224a-2e18-412e-b801-a50566da15cd HTTP/1.1" status: 200 len: 1101 time: 0.3450861 Jul 13 13:31:08.000191 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5db4365e-a4e5-435f-a25e-aafc794f30bd req-20ac4de2-fcac-4d89-82a6-03cfe809ef1c tempest-DeleteServersAdminTestJSON-748200287 tempest-DeleteServersAdminTestJSON-748200287-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7620606 Jul 13 13:31:08.033068 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-5db4365e-a4e5-435f-a25e-aafc794f30bd req-68b19060-8e2c-4e16-b22d-8c08a1dd94ab service neutron] Request body: {'port': {'device_id': '71ebf243-5594-4cb9-900c-04f990b0cf5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:31:08.082642 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43db8bd7-3760-42ba-ad68-3abbcf666d02 req-77e99c1f-2b5f-4f03-bc07-fe2a0d16350f tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:08.084759 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-43db8bd7-3760-42ba-ad68-3abbcf666d02 req-77e99c1f-2b5f-4f03-bc07-fe2a0d16350f tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.23 "GET /v2.0/ports?device_id=25b3224a-2e18-412e-b801-a50566da15cd HTTP/1.1" status: 200 len: 950 time: 0.1364787 Jul 13 13:31:08.128600 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-43db8bd7-3760-42ba-ad68-3abbcf666d02 req-2000c90b-298e-48aa-8021-fb1120796435 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.23 "GET /v2.0/security-groups?id=30616c26-47b2-497e-86af-cdf36766fc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374627 Jul 13 13:31:08.196445 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-912532a6-6f37-4e4e-b216-44a0c6aa82d5 req-53b84f4f-03ab-425b-afb3-8e6ff5ef8ad7 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=30616c26-47b2-497e-86af-cdf36766fc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776009 Jul 13 13:31:08.214051 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-5db4365e-a4e5-435f-a25e-aafc794f30bd req-68b19060-8e2c-4e16-b22d-8c08a1dd94ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:08.224142 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-0efbc954-9b67-45f6-ad28-1c30fd2025bf None None] Provisioning for port 196772ab-5a63-4f33-ace7-457cf523ed33 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:31:08.230591 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-0efbc954-9b67-45f6-ad28-1c30fd2025bf None None] Provisioning complete for port 196772ab-5a63-4f33-ace7-457cf523ed33 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:31:08.231124 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-0efbc954-9b67-45f6-ad28-1c30fd2025bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:08.243078 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec1bc64-6830-491d-8c3c-aa50e0334c4b req-529b309b-e850-451d-9a7b-0fab7e85e876 tempest-ServersAdminNegativeTestJSON-844288888 tempest-ServersAdminNegativeTestJSON-844288888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:08.244778 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-aec1bc64-6830-491d-8c3c-aa50e0334c4b req-529b309b-e850-451d-9a7b-0fab7e85e876 tempest-ServersAdminNegativeTestJSON-844288888 tempest-ServersAdminNegativeTestJSON-844288888-project] 10.222.0.23 "GET /v2.0/ports?device_id=8658e5cc-5a4e-46ff-bf8b-f6b0cc3d9baf HTTP/1.1" status: 200 len: 950 time: 0.1895590 Jul 13 13:31:08.280525 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-0efbc954-9b67-45f6-ad28-1c30fd2025bf None None] Port 196772ab-5a63-4f33-ace7-457cf523ed33 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:31:08.320084 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-829fbd48-06a6-45e0-b709-5340ff94f08f req-7a87d581-c615-41fb-9f9b-33c50b7b07e7 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] 10.222.0.23 "GET /v2.0/ports?device_id=40bc8bbc-1184-45a8-b044-9849c0e88228 HTTP/1.1" status: 200 len: 210 time: 0.0304823 Jul 13 13:31:08.367780 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-aec1bc64-6830-491d-8c3c-aa50e0334c4b req-90280bf4-1c9f-4d46-9adc-f297416372f7 tempest-ServersAdminNegativeTestJSON-844288888 tempest-ServersAdminNegativeTestJSON-844288888-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bb0144d-16a5-4589-a201-1d1dc27891de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012688 Jul 13 13:31:08.515459 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-fe9f8f2c-0854-480d-b3ff-fdb4dba444cc req-860bbba3-7cc6-4e36-9947-554747f59d86 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=be6da976a585414bb5df5f391a1a1cf2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1047609 Jul 13 13:31:08.546765 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebaf9da-6aed-4ba3-ab3b-34cd967a826c req-8a4fa355-8e33-420d-a8e2-bdcc84b6728c tempest-DeleteServersAdminTestJSON-748200287 tempest-DeleteServersAdminTestJSON-748200287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:08.548540 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1ebaf9da-6aed-4ba3-ab3b-34cd967a826c req-8a4fa355-8e33-420d-a8e2-bdcc84b6728c tempest-DeleteServersAdminTestJSON-748200287 tempest-DeleteServersAdminTestJSON-748200287-project] 10.222.0.23 "GET /v2.0/ports?device_id=71ebf243-5594-4cb9-900c-04f990b0cf5a HTTP/1.1" status: 200 len: 935 time: 0.0858855 Jul 13 13:31:08.603494 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1ebaf9da-6aed-4ba3-ab3b-34cd967a826c req-5c47ebaf-dacf-49c8-a6c1-4ccde496f9b6 tempest-DeleteServersAdminTestJSON-748200287 tempest-DeleteServersAdminTestJSON-748200287-project] 10.222.0.23 "GET /v2.0/security-groups?id=1afcd841-0357-43c7-a68b-42ff4589c658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480344 Jul 13 13:31:08.720488 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9f8f2c-0854-480d-b3ff-fdb4dba444cc req-fb5007e0-d781-4a41-981d-4a0e4a2ba92e tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:08.721960 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-fe9f8f2c-0854-480d-b3ff-fdb4dba444cc req-fb5007e0-d781-4a41-981d-4a0e4a2ba92e tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1887851 Jul 13 13:31:08.730557 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b643b384-b283-47a4-bf3e-7c1b16170f52 req-3c6e3e78-28b6-4c40-9f98-653e30eef79d tempest-LiveMigrationNegativeTest-1088183764 tempest-LiveMigrationNegativeTest-1088183764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:08.731936 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b643b384-b283-47a4-bf3e-7c1b16170f52 req-3c6e3e78-28b6-4c40-9f98-653e30eef79d tempest-LiveMigrationNegativeTest-1088183764 tempest-LiveMigrationNegativeTest-1088183764-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdac6873-76e5-4c72-a0de-1c0ca2121f3e HTTP/1.1" status: 200 len: 949 time: 0.2140963 Jul 13 13:31:08.746092 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-fe9f8f2c-0854-480d-b3ff-fdb4dba444cc req-1c71d2d7-0fdb-49b7-a55d-3100465752e7 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] Request body: {'port': {'device_id': '40bc8bbc-1184-45a8-b044-9849c0e88228', 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30', 'admin_state_up': True, 'tenant_id': 'be6da976a585414bb5df5f391a1a1cf2'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:31:08.771954 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 45878) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:31:08.858880 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-5db4365e-a4e5-435f-a25e-aafc794f30bd req-68b19060-8e2c-4e16-b22d-8c08a1dd94ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 196772ab-5a63-4f33-ace7-457cf523ed33 {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:31:08.869510 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b643b384-b283-47a4-bf3e-7c1b16170f52 req-da2cef47-df28-41bf-9bb5-a190d48e7930 tempest-LiveMigrationNegativeTest-1088183764 tempest-LiveMigrationNegativeTest-1088183764-project] 10.222.0.23 "GET /v2.0/security-groups?id=012824c0-c787-4fdb-9ea4-3a146d563edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189747 Jul 13 13:31:08.873630 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-5db4365e-a4e5-435f-a25e-aafc794f30bd req-68b19060-8e2c-4e16-b22d-8c08a1dd94ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:08.879132 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-c9017256-ebeb-4e71-add1-6abe70d7483f admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-717202756-network', 'tenant_id': 'd50e67b9ee9e45449d2522df614fe533'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:31:08.903114 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9017256-ebeb-4e71-add1-6abe70d7483f admin admin] Made reservation on behalf of d50e67b9ee9e45449d2522df614fe533 for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:31:08.906491 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c9017256-ebeb-4e71-add1-6abe70d7483f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:08.906777 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-5db4365e-a4e5-435f-a25e-aafc794f30bd req-68b19060-8e2c-4e16-b22d-8c08a1dd94ab service neutron] Transition to ACTIVE for port object 196772ab-5a63-4f33-ace7-457cf523ed33 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:31:08.911287 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-5db4365e-a4e5-435f-a25e-aafc794f30bd req-68b19060-8e2c-4e16-b22d-8c08a1dd94ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:08.915405 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c9017256-ebeb-4e71-add1-6abe70d7483f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:08.981447 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b19060-8e2c-4e16-b22d-8c08a1dd94ab service neutron] Pushing event updated for resources: {'Port': ['ID=196772ab-5a63-4f33-ace7-457cf523ed33,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:31:09.001302 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 83ae88c0-1fc1-4d55-bd74-32b5ff45e59b up at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:31:09.012578 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c9017256-ebeb-4e71-add1-6abe70d7483f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:09.014636 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-5db4365e-a4e5-435f-a25e-aafc794f30bd req-68b19060-8e2c-4e16-b22d-8c08a1dd94ab service neutron] Attempting to bind port 196772ab-5a63-4f33-ace7-457cf523ed33 on host n-h1-800634-1 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:31:09.015210 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-5db4365e-a4e5-435f-a25e-aafc794f30bd req-68b19060-8e2c-4e16-b22d-8c08a1dd94ab service neutron] Attempting to bind port 196772ab-5a63-4f33-ace7-457cf523ed33 by drivers openvswitch,hyperv on host n-h1-800634-1 at level 0 using segments [{'id': '62a4f2e9-97ca-473c-a2df-e7f9f532c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:31:09.015543 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db4365e-a4e5-435f-a25e-aafc794f30bd req-68b19060-8e2c-4e16-b22d-8c08a1dd94ab service neutron] Attempting to bind port 196772ab-5a63-4f33-ace7-457cf523ed33 on network e0bfb334-0fd9-4ba5-ba79-1568ecabee30 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:31:09.020705 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db4365e-a4e5-435f-a25e-aafc794f30bd req-68b19060-8e2c-4e16-b22d-8c08a1dd94ab service neutron] Port 196772ab-5a63-4f33-ace7-457cf523ed33 on network e0bfb334-0fd9-4ba5-ba79-1568ecabee30 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-1 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:31:09.021035 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db4365e-a4e5-435f-a25e-aafc794f30bd req-68b19060-8e2c-4e16-b22d-8c08a1dd94ab service neutron] Attempting to bind port 196772ab-5a63-4f33-ace7-457cf523ed33 on network e0bfb334-0fd9-4ba5-ba79-1568ecabee30 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:31:09.025052 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c9017256-ebeb-4e71-add1-6abe70d7483f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:09.039102 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db4365e-a4e5-435f-a25e-aafc794f30bd req-68b19060-8e2c-4e16-b22d-8c08a1dd94ab service neutron] Checking agent: {'id': 'a7603dc8-3c50-4a9b-8f0d-1143528f155e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:31:09.039472 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db4365e-a4e5-435f-a25e-aafc794f30bd req-68b19060-8e2c-4e16-b22d-8c08a1dd94ab service neutron] Checking segment: {'id': '62a4f2e9-97ca-473c-a2df-e7f9f532c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:31:09.040356 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db4365e-a4e5-435f-a25e-aafc794f30bd req-68b19060-8e2c-4e16-b22d-8c08a1dd94ab service neutron] Bound using segment: {'id': '62a4f2e9-97ca-473c-a2df-e7f9f532c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:31:09.040807 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-5db4365e-a4e5-435f-a25e-aafc794f30bd req-68b19060-8e2c-4e16-b22d-8c08a1dd94ab service neutron] Bound port: 196772ab-5a63-4f33-ace7-457cf523ed33, host: n-h1-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62a4f2e9-97ca-473c-a2df-e7f9f532c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:31:09.041174 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-5db4365e-a4e5-435f-a25e-aafc794f30bd req-68b19060-8e2c-4e16-b22d-8c08a1dd94ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:09.043673 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9017256-ebeb-4e71-add1-6abe70d7483f admin admin] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 13:31:09.064324 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe9f8f2c-0854-480d-b3ff-fdb4dba444cc req-1c71d2d7-0fdb-49b7-a55d-3100465752e7 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] Made reservation on behalf of be6da976a585414bb5df5f391a1a1cf2 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:31:09.068234 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-fe9f8f2c-0854-480d-b3ff-fdb4dba444cc req-1c71d2d7-0fdb-49b7-a55d-3100465752e7 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:09.070651 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c9017256-ebeb-4e71-add1-6abe70d7483f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:09.071202 n-d-800634-1 neutron-server[93751]: INFO neutron.db.segments_db [None req-c9017256-ebeb-4e71-add1-6abe70d7483f admin admin] Added segment ad5ed454-48ea-4363-8047-0d3907eff6fd of type vlan for network 2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21 Jul 13 13:31:09.082194 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning for port 83ae88c0-1fc1-4d55-bd74-32b5ff45e59b completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:31:09.087183 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning complete for port 83ae88c0-1fc1-4d55-bd74-32b5ff45e59b triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:31:09.088064 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:09.113449 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c9017256-ebeb-4e71-add1-6abe70d7483f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:09.149136 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c9017256-ebeb-4e71-add1-6abe70d7483f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:09.150253 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9017256-ebeb-4e71-add1-6abe70d7483f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:09.150875 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c9017256-ebeb-4e71-add1-6abe70d7483f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:09.198704 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-5db4365e-a4e5-435f-a25e-aafc794f30bd req-68b19060-8e2c-4e16-b22d-8c08a1dd94ab service neutron] For port 196772ab-5a63-4f33-ace7-457cf523ed33, host n-h1-800634-1, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:31:09.211157 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:09.219650 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-5db4365e-a4e5-435f-a25e-aafc794f30bd req-68b19060-8e2c-4e16-b22d-8c08a1dd94ab service neutron] For port 196772ab-5a63-4f33-ace7-457cf523ed33, host n-h1-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=196772ab-5a63-4f33-ace7-457cf523ed33,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:31:09.228467 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9017256-ebeb-4e71-add1-6abe70d7483f admin admin] Pushing event updated for resources: {'Network': ['ID=2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:31:09.245497 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9017256-ebeb-4e71-add1-6abe70d7483f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1a1929d-de59-4a26-a69b-05b891c11dbd,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:31:09.251199 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-c9017256-ebeb-4e71-add1-6abe70d7483f admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.4781480 Jul 13 13:31:09.254175 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 45888) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:31:09.259718 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-0779cf53-579f-4624-aacc-5033a44c4ed2 admin admin] Request body: {'subnet': {'network_id': '2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-717202756-subnet', 'tenant_id': 'd50e67b9ee9e45449d2522df614fe533', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:31:09.281528 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 83ae88c0-1fc1-4d55-bd74-32b5ff45e59b, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=83ae88c0-1fc1-4d55-bd74-32b5ff45e59b,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:31:09.284304 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0779cf53-579f-4624-aacc-5033a44c4ed2 admin admin] Made reservation on behalf of d50e67b9ee9e45449d2522df614fe533 for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:31:09.287758 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network 2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21 details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 13:31:09.288146 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0779cf53-579f-4624-aacc-5033a44c4ed2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:09.292981 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:09.310320 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-5db4365e-a4e5-435f-a25e-aafc794f30bd req-68b19060-8e2c-4e16-b22d-8c08a1dd94ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:09.361341 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db4365e-a4e5-435f-a25e-aafc794f30bd req-68b19060-8e2c-4e16-b22d-8c08a1dd94ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:09.362053 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-5db4365e-a4e5-435f-a25e-aafc794f30bd req-68b19060-8e2c-4e16-b22d-8c08a1dd94ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:09.363443 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5db4365e-a4e5-435f-a25e-aafc794f30bd req-68b19060-8e2c-4e16-b22d-8c08a1dd94ab service neutron] 10.222.0.26 "PUT /v2.0/ports/196772ab-5a63-4f33-ace7-457cf523ed33 HTTP/1.1" status: 200 len: 1095 time: 1.3358796 Jul 13 13:31:09.410412 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71ebf243-5594-4cb9-900c-04f990b0cf5a', 'tag': '196772ab-5a63-4f33-ace7-457cf523ed33'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:31:09.412936 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a944bab-b0e0-4aea-837b-55a2aa1b1e00" -d '{"events": [{"name": "network-changed", "server_uuid": "71ebf243-5594-4cb9-900c-04f990b0cf5a", "tag": "196772ab-5a63-4f33-ace7-457cf523ed33"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:31:09.428985 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-fe9f8f2c-0854-480d-b3ff-fdb4dba444cc req-1c71d2d7-0fdb-49b7-a55d-3100465752e7 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] Allocated IP 192.168.233.171 (e0bfb334-0fd9-4ba5-ba79-1568ecabee30/60b55863-ceb6-45af-a8a4-4b22d72866af/b12fdcc7-7dff-4789-b754-2cd09ee7ac7b) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:31:09.493345 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0779cf53-579f-4624-aacc-5033a44c4ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:09.530450 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=83ae88c0-1fc1-4d55-bd74-32b5ff45e59b,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:31:09.546222 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdac6873-76e5-4c72-a0de-1c0ca2121f3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83ae88c0-1fc1-4d55-bd74-32b5ff45e59b'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:31:09.548757 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fb04662-7a76-4cf8-9b72-70d763eaeedb" -d '{"events": [{"server_uuid": "fdac6873-76e5-4c72-a0de-1c0ca2121f3e", "name": "network-vif-plugged", "status": "completed", "tag": "83ae88c0-1fc1-4d55-bd74-32b5ff45e59b"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:31:09.581228 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-9a989c51-9149-40c9-88a2-59d72071d51a req-7b20a132-0829-4e47-a582-4a543677d846 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] 10.222.0.23 "GET /v2.0/ports?device_id=40bc8bbc-1184-45a8-b044-9849c0e88228 HTTP/1.1" status: 200 len: 210 time: 0.0437479 Jul 13 13:31:09.623029 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0779cf53-579f-4624-aacc-5033a44c4ed2 admin admin] Checking segment: {'id': 'ad5ed454-48ea-4363-8047-0d3907eff6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:31:09.624054 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0779cf53-579f-4624-aacc-5033a44c4ed2 admin admin] Network hostable DHCP agents. Network: 2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 13:31:09.645269 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0779cf53-579f-4624-aacc-5033a44c4ed2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=45599520-ccde-4569-b8cc-9a75a2e552c5,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:31:09.652925 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0779cf53-579f-4624-aacc-5033a44c4ed2 admin admin] Network 2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21 is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 13:31:09.666303 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-0779cf53-579f-4624-aacc-5033a44c4ed2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, 2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:31:09.672310 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0779cf53-579f-4624-aacc-5033a44c4ed2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:09.673042 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0779cf53-579f-4624-aacc-5033a44c4ed2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:09.676200 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29281dc6-7e3c-4cf4-8ff7-a9d7f07f6bf8 None None] Network 2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:31:09.705015 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-0779cf53-579f-4624-aacc-5033a44c4ed2 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.4492972 Jul 13 13:31:09.757205 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b19060-8e2c-4e16-b22d-8c08a1dd94ab service neutron] Pushing event updated for resources: {'Port': ['ID=196772ab-5a63-4f33-ace7-457cf523ed33,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:31:09.809131 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda79707-d6e7-475d-979f-6c4a1864869b req-73ecbcbe-f84f-45ce-9b37-265b0eba0e19 tempest-ServersAdminNegativeTestJSON-844288888 tempest-ServersAdminNegativeTestJSON-844288888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:09.816573 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-bda79707-d6e7-475d-979f-6c4a1864869b req-73ecbcbe-f84f-45ce-9b37-265b0eba0e19 tempest-ServersAdminNegativeTestJSON-844288888 tempest-ServersAdminNegativeTestJSON-844288888-project] 10.222.0.23 "GET /v2.0/ports?device_id=8658e5cc-5a4e-46ff-bf8b-f6b0cc3d9baf HTTP/1.1" status: 200 len: 950 time: 0.0962934 Jul 13 13:31:09.864226 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7754627f-3ff6-42a7-b12f-29b34b10793a None None] Network 2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:31:09.878352 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-bda79707-d6e7-475d-979f-6c4a1864869b req-ea5849b0-0f74-437a-a1c6-5f3072f3f11b tempest-ServersAdminNegativeTestJSON-844288888 tempest-ServersAdminNegativeTestJSON-844288888-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bb0144d-16a5-4589-a201-1d1dc27891de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607309 Jul 13 13:31:09.880587 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2546b7f8-ccd0-4c65-871d-96cffca4c1c8 req-dcd8e86c-729a-4793-8553-e79d2c190f93 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:09.900393 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2546b7f8-ccd0-4c65-871d-96cffca4c1c8 req-dcd8e86c-729a-4793-8553-e79d2c190f93 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.23 "GET /v2.0/ports?device_id=25b3224a-2e18-412e-b801-a50566da15cd HTTP/1.1" status: 200 len: 950 time: 0.5492990 Jul 13 13:31:09.962646 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 13:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74643c51-6967-4826-b5b5-c1b709673547 x-openstack-request-id: req-74643c51-6967-4826-b5b5-c1b709673547 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:31:09.962896 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71ebf243-5594-4cb9-900c-04f990b0cf5a", "tag": "196772ab-5a63-4f33-ace7-457cf523ed33", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:31:09.963147 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-74643c51-6967-4826-b5b5-c1b709673547 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:31:09.963607 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71ebf243-5594-4cb9-900c-04f990b0cf5a', 'tag': '196772ab-5a63-4f33-ace7-457cf523ed33', 'status': 'completed', 'code': 200} Jul 13 13:31:09.969588 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2aedc05-22af-4f60-a62b-58c17053eda3 x-openstack-request-id: req-c2aedc05-22af-4f60-a62b-58c17053eda3 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:31:09.970470 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdac6873-76e5-4c72-a0de-1c0ca2121f3e", "name": "network-vif-plugged", "status": "completed", "tag": "83ae88c0-1fc1-4d55-bd74-32b5ff45e59b", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:31:09.970857 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c2aedc05-22af-4f60-a62b-58c17053eda3 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:31:09.971253 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdac6873-76e5-4c72-a0de-1c0ca2121f3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83ae88c0-1fc1-4d55-bd74-32b5ff45e59b', 'code': 200} Jul 13 13:31:10.036303 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db4365e-a4e5-435f-a25e-aafc794f30bd req-0d7fa040-fedb-4eda-955f-6a0e4fb880d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:10.038316 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5db4365e-a4e5-435f-a25e-aafc794f30bd req-0d7fa040-fedb-4eda-955f-6a0e4fb880d7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7eca6173435940be9643f10db4afeae9&device_id=71ebf243-5594-4cb9-900c-04f990b0cf5a HTTP/1.1" status: 200 len: 1098 time: 0.2816980 Jul 13 13:31:10.056326 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2546b7f8-ccd0-4c65-871d-96cffca4c1c8 req-c7c466a3-4cc1-4985-a2f8-1daaf9d6cff6 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.23 "GET /v2.0/security-groups?id=30616c26-47b2-497e-86af-cdf36766fc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518762 Jul 13 13:31:10.089782 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5791aab2-4bd9-4424-bf86-2b1df1280a80 req-e7448e14-7313-4ca3-89ca-88ecfa71c93c tempest-ServersAdminNegativeTestJSON-844288888 tempest-ServersAdminNegativeTestJSON-844288888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:10.091277 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5791aab2-4bd9-4424-bf86-2b1df1280a80 req-e7448e14-7313-4ca3-89ca-88ecfa71c93c tempest-ServersAdminNegativeTestJSON-844288888 tempest-ServersAdminNegativeTestJSON-844288888-project] 10.222.0.26 "GET /v2.0/ports?device_id=8658e5cc-5a4e-46ff-bf8b-f6b0cc3d9baf HTTP/1.1" status: 200 len: 950 time: 0.3393159 Jul 13 13:31:10.142876 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5db4365e-a4e5-435f-a25e-aafc794f30bd req-ca477e51-b450-416a-aae0-6180090e61d8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=196772ab-5a63-4f33-ace7-457cf523ed33 HTTP/1.1" status: 200 len: 217 time: 0.0830545 Jul 13 13:31:10.175497 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f267930e-0f63-4f97-b778-25e5f65564d9 req-6ea9fc17-7429-49dc-bd82-b368c500d5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:10.177006 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f267930e-0f63-4f97-b778-25e5f65564d9 req-6ea9fc17-7429-49dc-bd82-b368c500d5e7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fdac6873-76e5-4c72-a0de-1c0ca2121f3e HTTP/1.1" status: 200 len: 1101 time: 0.1325128 Jul 13 13:31:10.202243 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-fe9f8f2c-0854-480d-b3ff-fdb4dba444cc req-1c71d2d7-0fdb-49b7-a55d-3100465752e7 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:10.202573 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f96393-d28c-4cbf-ac7e-3c6183e54302 req-f1021fd9-805e-4645-ae1f-ed973f55bd2f tempest-DeleteServersAdminTestJSON-748200287 tempest-DeleteServersAdminTestJSON-748200287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:10.204125 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-79f96393-d28c-4cbf-ac7e-3c6183e54302 req-f1021fd9-805e-4645-ae1f-ed973f55bd2f tempest-DeleteServersAdminTestJSON-748200287 tempest-DeleteServersAdminTestJSON-748200287-project] 10.222.0.23 "GET /v2.0/ports?device_id=71ebf243-5594-4cb9-900c-04f990b0cf5a HTTP/1.1" status: 200 len: 947 time: 0.1215770 Jul 13 13:31:10.253394 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f267930e-0f63-4f97-b778-25e5f65564d9 req-1a4ede82-eac4-4fb3-8c41-7356bf4cd731 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=012824c0-c787-4fdb-9ea4-3a146d563edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682151 Jul 13 13:31:10.260818 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-79f96393-d28c-4cbf-ac7e-3c6183e54302 req-025296ec-2c5f-445b-aaf6-db589e309b12 tempest-DeleteServersAdminTestJSON-748200287 tempest-DeleteServersAdminTestJSON-748200287-project] 10.222.0.23 "GET /v2.0/security-groups?id=1afcd841-0357-43c7-a68b-42ff4589c658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501888 Jul 13 13:31:10.284807 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-fe9f8f2c-0854-480d-b3ff-fdb4dba444cc req-1c71d2d7-0fdb-49b7-a55d-3100465752e7 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] Transition to ACTIVE for port object b12fdcc7-7dff-4789-b754-2cd09ee7ac7b will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:31:10.320400 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db4365e-a4e5-435f-a25e-aafc794f30bd req-853c7833-d5e7-4ad9-975f-2eacdfac3355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:10.321889 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5db4365e-a4e5-435f-a25e-aafc794f30bd req-853c7833-d5e7-4ad9-975f-2eacdfac3355 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=60b55863-ceb6-45af-a8a4-4b22d72866af HTTP/1.1" status: 200 len: 843 time: 0.1520233 Jul 13 13:31:10.369896 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 45920) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:31:10.375004 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-765cac37-13bf-4ce6-8e1e-c7de71f30814 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-2072390882-network', 'tenant_id': 'bf06e8cf3ddd4760b9526ae65cbcc020'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:31:10.394105 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-765cac37-13bf-4ce6-8e1e-c7de71f30814 admin admin] Made reservation on behalf of bf06e8cf3ddd4760b9526ae65cbcc020 for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:31:10.396444 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-765cac37-13bf-4ce6-8e1e-c7de71f30814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:10.409127 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-765cac37-13bf-4ce6-8e1e-c7de71f30814 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:10.461887 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-fe9f8f2c-0854-480d-b3ff-fdb4dba444cc req-1c71d2d7-0fdb-49b7-a55d-3100465752e7 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:10.476613 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['728cfa00-3778-4628-ac4c-06f4e7aa1861', '0faca3dd-f052-4aa2-ab14-737190c8e7b7'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:31:10.507339 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-765cac37-13bf-4ce6-8e1e-c7de71f30814 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:10.513075 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-765cac37-13bf-4ce6-8e1e-c7de71f30814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:10.524461 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-5791aab2-4bd9-4424-bf86-2b1df1280a80 req-596c4b19-a936-4131-be66-4ad48d6abf91 tempest-ServersAdminNegativeTestJSON-844288888 tempest-ServersAdminNegativeTestJSON-844288888-project] Deleting port 0865b8df-49ed-4429-8b1a-16c323b0a253 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:31:10.524796 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-5791aab2-4bd9-4424-bf86-2b1df1280a80 req-596c4b19-a936-4131-be66-4ad48d6abf91 tempest-ServersAdminNegativeTestJSON-844288888 tempest-ServersAdminNegativeTestJSON-844288888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:10.538654 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-765cac37-13bf-4ce6-8e1e-c7de71f30814 admin admin] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 13:31:10.543740 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe9f8f2c-0854-480d-b3ff-fdb4dba444cc req-1c71d2d7-0fdb-49b7-a55d-3100465752e7 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] Network e0bfb334-0fd9-4ba5-ba79-1568ecabee30 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:31:10.547619 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765cac37-13bf-4ce6-8e1e-c7de71f30814 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b83d4574-97e0-4032-b371-d8407e13ad3e,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:31:10.554574 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-765cac37-13bf-4ce6-8e1e-c7de71f30814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:10.554917 n-d-800634-1 neutron-server[93751]: INFO neutron.db.segments_db [None req-765cac37-13bf-4ce6-8e1e-c7de71f30814 admin admin] Added segment fe3ba59c-58f2-4d9a-8cd7-1d8d3a8a05ce of type vlan for network 800b6001-12f5-4a7c-9505-1b744e4e52cc Jul 13 13:31:10.564629 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-fe9f8f2c-0854-480d-b3ff-fdb4dba444cc req-1c71d2d7-0fdb-49b7-a55d-3100465752e7 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:31:10.567106 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe9f8f2c-0854-480d-b3ff-fdb4dba444cc req-1c71d2d7-0fdb-49b7-a55d-3100465752e7 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:31:10.572807 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9f8f2c-0854-480d-b3ff-fdb4dba444cc req-1c71d2d7-0fdb-49b7-a55d-3100465752e7 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:10.573482 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-fe9f8f2c-0854-480d-b3ff-fdb4dba444cc req-1c71d2d7-0fdb-49b7-a55d-3100465752e7 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:10.599416 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-765cac37-13bf-4ce6-8e1e-c7de71f30814 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:10.606040 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db4365e-a4e5-435f-a25e-aafc794f30bd req-44feccb0-98cf-445f-8ec6-a2c106cea2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:10.607711 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5db4365e-a4e5-435f-a25e-aafc794f30bd req-44feccb0-98cf-445f-8ec6-a2c106cea2c0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e0bfb334-0fd9-4ba5-ba79-1568ecabee30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2592866 Jul 13 13:31:10.613756 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c71d2d7-0fdb-49b7-a55d-3100465752e7 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] Pushing event updated for resources: {'Port': ['ID=b12fdcc7-7dff-4789-b754-2cd09ee7ac7b,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:31:10.630884 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073fcae9-bec2-4d2c-829d-43eb3a405ba8 req-89c2fa4f-b84a-40b8-b4e0-387fe18484a6 tempest-LiveMigrationNegativeTest-1088183764 tempest-LiveMigrationNegativeTest-1088183764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:10.637068 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-073fcae9-bec2-4d2c-829d-43eb3a405ba8 req-89c2fa4f-b84a-40b8-b4e0-387fe18484a6 tempest-LiveMigrationNegativeTest-1088183764 tempest-LiveMigrationNegativeTest-1088183764-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdac6873-76e5-4c72-a0de-1c0ca2121f3e HTTP/1.1" status: 200 len: 950 time: 0.2875233 Jul 13 13:31:10.646298 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-765cac37-13bf-4ce6-8e1e-c7de71f30814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:10.648034 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-765cac37-13bf-4ce6-8e1e-c7de71f30814 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:10.648909 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-765cac37-13bf-4ce6-8e1e-c7de71f30814 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:10.712132 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-fe9f8f2c-0854-480d-b3ff-fdb4dba444cc req-1c71d2d7-0fdb-49b7-a55d-3100465752e7 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9740934 Jul 13 13:31:10.721244 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-765cac37-13bf-4ce6-8e1e-c7de71f30814 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.3478267 Jul 13 13:31:10.722733 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 45924) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:31:10.728670 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-45361300-296e-4955-a9ed-14cc0bfb32a7 admin admin] Request body: {'subnet': {'network_id': '800b6001-12f5-4a7c-9505-1b744e4e52cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-2072390882-subnet', 'tenant_id': 'bf06e8cf3ddd4760b9526ae65cbcc020', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:31:10.735884 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-fe9f8f2c-0854-480d-b3ff-fdb4dba444cc req-791f1de1-e432-4dde-8934-c62f8210743b service neutron] Request body: {'port': {'device_id': '40bc8bbc-1184-45a8-b044-9849c0e88228', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:31:10.740333 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765cac37-13bf-4ce6-8e1e-c7de71f30814 admin admin] Pushing event updated for resources: {'Network': ['ID=800b6001-12f5-4a7c-9505-1b744e4e52cc,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:31:10.762545 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45361300-296e-4955-a9ed-14cc0bfb32a7 admin admin] Made reservation on behalf of bf06e8cf3ddd4760b9526ae65cbcc020 for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:31:10.771979 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-45361300-296e-4955-a9ed-14cc0bfb32a7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:10.783688 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network 800b6001-12f5-4a7c-9505-1b744e4e52cc details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 13:31:10.808270 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-073fcae9-bec2-4d2c-829d-43eb3a405ba8 req-091db2b5-2ce6-4bfe-8ad6-104ddba077fe tempest-LiveMigrationNegativeTest-1088183764 tempest-LiveMigrationNegativeTest-1088183764-project] 10.222.0.23 "GET /v2.0/security-groups?id=012824c0-c787-4fdb-9ea4-3a146d563edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702468 Jul 13 13:31:10.849326 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-5791aab2-4bd9-4424-bf86-2b1df1280a80 req-596c4b19-a936-4131-be66-4ad48d6abf91 tempest-ServersAdminNegativeTestJSON-844288888 tempest-ServersAdminNegativeTestJSON-844288888-project] For port 0865b8df-49ed-4429-8b1a-16c323b0a253, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=0865b8df-49ed-4429-8b1a-16c323b0a253,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:31:10.849700 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-5791aab2-4bd9-4424-bf86-2b1df1280a80 req-596c4b19-a936-4131-be66-4ad48d6abf91 tempest-ServersAdminNegativeTestJSON-844288888 tempest-ServersAdminNegativeTestJSON-844288888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:10.903576 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-5791aab2-4bd9-4424-bf86-2b1df1280a80 req-596c4b19-a936-4131-be66-4ad48d6abf91 tempest-ServersAdminNegativeTestJSON-844288888 tempest-ServersAdminNegativeTestJSON-844288888-project] Calling delete_port for 0865b8df-49ed-4429-8b1a-16c323b0a253 owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:31:10.915022 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5db4365e-a4e5-435f-a25e-aafc794f30bd req-dc97f0bf-d96e-4bd8-8615-1b5f64231a90 service neutron] 10.222.0.26 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2952909 Jul 13 13:31:10.931974 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0901b25-8814-4457-a40c-0dd87e5d5924 req-369361ee-b372-4f8b-8c5b-4c7458e719f8 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:10.933657 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b0901b25-8814-4457-a40c-0dd87e5d5924 req-369361ee-b372-4f8b-8c5b-4c7458e719f8 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] 10.222.0.23 "GET /v2.0/ports?device_id=40bc8bbc-1184-45a8-b044-9849c0e88228 HTTP/1.1" status: 200 len: 936 time: 0.1407051 Jul 13 13:31:11.019133 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b0901b25-8814-4457-a40c-0dd87e5d5924 req-a4abdd50-e7b1-468c-938a-d606dcb99f53 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] 10.222.0.23 "GET /v2.0/security-groups?id=0375d0dc-b9f6-47cd-991d-bd203a5d5aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741198 Jul 13 13:31:11.019388 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-fe9f8f2c-0854-480d-b3ff-fdb4dba444cc req-791f1de1-e432-4dde-8934-c62f8210743b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:11.083660 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-45361300-296e-4955-a9ed-14cc0bfb32a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:11.085388 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-70021ad6-bcb5-4dee-9fdc-ee39f1fe4a0b None None] Provisioning for port b12fdcc7-7dff-4789-b754-2cd09ee7ac7b completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:31:11.090741 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-70021ad6-bcb5-4dee-9fdc-ee39f1fe4a0b None None] Provisioning complete for port b12fdcc7-7dff-4789-b754-2cd09ee7ac7b triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:31:11.091080 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-70021ad6-bcb5-4dee-9fdc-ee39f1fe4a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:11.148119 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-70021ad6-bcb5-4dee-9fdc-ee39f1fe4a0b None None] Port b12fdcc7-7dff-4789-b754-2cd09ee7ac7b cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:31:11.174573 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5db4365e-a4e5-435f-a25e-aafc794f30bd req-62ed2ecf-0518-49f6-8c0b-b73b576ab338 service neutron] 10.222.0.26 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2345791 Jul 13 13:31:11.179567 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45361300-296e-4955-a9ed-14cc0bfb32a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e4e524a-7f77-4679-9d7d-569524def9a8,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:31:11.184698 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45361300-296e-4955-a9ed-14cc0bfb32a7 admin admin] Checking segment: {'id': 'fe3ba59c-58f2-4d9a-8cd7-1d8d3a8a05ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '800b6001-12f5-4a7c-9505-1b744e4e52cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:31:11.185164 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45361300-296e-4955-a9ed-14cc0bfb32a7 admin admin] Network hostable DHCP agents. Network: 800b6001-12f5-4a7c-9505-1b744e4e52cc, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 13:31:11.250394 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45361300-296e-4955-a9ed-14cc0bfb32a7 admin admin] Network 800b6001-12f5-4a7c-9505-1b744e4e52cc is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 13:31:11.263485 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-45361300-296e-4955-a9ed-14cc0bfb32a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, 800b6001-12f5-4a7c-9505-1b744e4e52cc) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:31:11.273874 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b5a1f47-75b3-4f82-9b06-1ac130e9f7c5 None None] Network 800b6001-12f5-4a7c-9505-1b744e4e52cc requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:31:11.275354 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45361300-296e-4955-a9ed-14cc0bfb32a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:11.276041 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-45361300-296e-4955-a9ed-14cc0bfb32a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:11.309628 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc170a2-ea74-46b3-88a7-58933e826e75 req-66bfcc56-1bde-43a2-b298-4625becc00d1 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:11.319343 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-dfc170a2-ea74-46b3-88a7-58933e826e75 req-66bfcc56-1bde-43a2-b298-4625becc00d1 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.23 "GET /v2.0/ports?device_id=25b3224a-2e18-412e-b801-a50566da15cd HTTP/1.1" status: 200 len: 950 time: 0.1302187 Jul 13 13:31:11.342579 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-45361300-296e-4955-a9ed-14cc0bfb32a7 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.6115820 Jul 13 13:31:11.427248 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-dfc170a2-ea74-46b3-88a7-58933e826e75 req-04f98ee1-10f6-40cc-bfa4-361621d81f47 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.23 "GET /v2.0/security-groups?id=30616c26-47b2-497e-86af-cdf36766fc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069438 Jul 13 13:31:11.427528 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bfb52a-d3db-43c9-94de-bbd99c1f7d9e req-ddbd5877-6970-4b18-9443-3a6b91ff2436 tempest-ServersAdminNegativeTestJSON-844288888 tempest-ServersAdminNegativeTestJSON-844288888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:11.435112 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a3bfb52a-d3db-43c9-94de-bbd99c1f7d9e req-ddbd5877-6970-4b18-9443-3a6b91ff2436 tempest-ServersAdminNegativeTestJSON-844288888 tempest-ServersAdminNegativeTestJSON-844288888-project] 10.222.0.23 "GET /v2.0/ports?device_id=8658e5cc-5a4e-46ff-bf8b-f6b0cc3d9baf HTTP/1.1" status: 200 len: 950 time: 0.3816659 Jul 13 13:31:11.457506 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a11c0e36-c330-4f09-8fe3-283d06acd6cf None None] Network 800b6001-12f5-4a7c-9505-1b744e4e52cc requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:31:11.478842 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-5791aab2-4bd9-4424-bf86-2b1df1280a80 req-596c4b19-a936-4131-be66-4ad48d6abf91 tempest-ServersAdminNegativeTestJSON-844288888 tempest-ServersAdminNegativeTestJSON-844288888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:11.539157 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596c4b19-a936-4131-be66-4ad48d6abf91 tempest-ServersAdminNegativeTestJSON-844288888 tempest-ServersAdminNegativeTestJSON-844288888-project] Pushing event deleted for resources: {'Port': ['ID=0865b8df-49ed-4429-8b1a-16c323b0a253,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:31:11.612226 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a3bfb52a-d3db-43c9-94de-bbd99c1f7d9e req-ef14508e-b61a-4521-8bff-48cc7951307c tempest-ServersAdminNegativeTestJSON-844288888 tempest-ServersAdminNegativeTestJSON-844288888-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bb0144d-16a5-4589-a201-1d1dc27891de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761672 Jul 13 13:31:11.614176 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a944bab-b0e0-4aea-837b-55a2aa1b1e00 req-2382548f-4227-4102-b455-cc71115e5d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:11.615639 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5a944bab-b0e0-4aea-837b-55a2aa1b1e00 req-2382548f-4227-4102-b455-cc71115e5d2b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7eca6173435940be9643f10db4afeae9&device_id=71ebf243-5594-4cb9-900c-04f990b0cf5a HTTP/1.1" status: 200 len: 1098 time: 0.3625665 Jul 13 13:31:11.644818 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-5791aab2-4bd9-4424-bf86-2b1df1280a80 req-596c4b19-a936-4131-be66-4ad48d6abf91 tempest-ServersAdminNegativeTestJSON-844288888 tempest-ServersAdminNegativeTestJSON-844288888-project] No DVR routers for this DVR port 0865b8df-49ed-4429-8b1a-16c323b0a253 on host n-h1-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:31:11.651078 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-5791aab2-4bd9-4424-bf86-2b1df1280a80 req-596c4b19-a936-4131-be66-4ad48d6abf91 tempest-ServersAdminNegativeTestJSON-844288888 tempest-ServersAdminNegativeTestJSON-844288888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:11.653144 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5791aab2-4bd9-4424-bf86-2b1df1280a80 req-596c4b19-a936-4131-be66-4ad48d6abf91 tempest-ServersAdminNegativeTestJSON-844288888 tempest-ServersAdminNegativeTestJSON-844288888-project] 10.222.0.26 "DELETE /v2.0/ports/0865b8df-49ed-4429-8b1a-16c323b0a253 HTTP/1.1" status: 204 len: 173 time: 1.5127115 Jul 13 13:31:11.761188 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7eaf20-0e7e-4faa-9f0c-4228ec4f6b30 req-db6d6d64-eddf-480a-a5c8-6a389513423a tempest-DeleteServersAdminTestJSON-748200287 tempest-DeleteServersAdminTestJSON-748200287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:11.762859 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7b7eaf20-0e7e-4faa-9f0c-4228ec4f6b30 req-db6d6d64-eddf-480a-a5c8-6a389513423a tempest-DeleteServersAdminTestJSON-748200287 tempest-DeleteServersAdminTestJSON-748200287-project] 10.222.0.23 "GET /v2.0/ports?device_id=71ebf243-5594-4cb9-900c-04f990b0cf5a HTTP/1.1" status: 200 len: 947 time: 0.0679731 Jul 13 13:31:11.806279 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7b7eaf20-0e7e-4faa-9f0c-4228ec4f6b30 req-973856f5-90e3-4b47-8471-15fce3c2b8a7 tempest-DeleteServersAdminTestJSON-748200287 tempest-DeleteServersAdminTestJSON-748200287-project] 10.222.0.23 "GET /v2.0/security-groups?id=1afcd841-0357-43c7-a68b-42ff4589c658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370841 Jul 13 13:31:11.965839 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8658e5cc-5a4e-46ff-bf8b-f6b0cc3d9baf', 'name': 'network-vif-deleted', 'tag': '0865b8df-49ed-4429-8b1a-16c323b0a253'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:31:11.968880 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d98757f-4983-44e2-8c85-767d19d19a1d" -d '{"events": [{"server_uuid": "8658e5cc-5a4e-46ff-bf8b-f6b0cc3d9baf", "name": "network-vif-deleted", "tag": "0865b8df-49ed-4429-8b1a-16c323b0a253"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:31:11.996897 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-fe9f8f2c-0854-480d-b3ff-fdb4dba444cc req-791f1de1-e432-4dde-8934-c62f8210743b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b12fdcc7-7dff-4789-b754-2cd09ee7ac7b {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:31:12.010968 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-fe9f8f2c-0854-480d-b3ff-fdb4dba444cc req-791f1de1-e432-4dde-8934-c62f8210743b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:12.029006 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-fe9f8f2c-0854-480d-b3ff-fdb4dba444cc req-791f1de1-e432-4dde-8934-c62f8210743b service neutron] Transition to ACTIVE for port object b12fdcc7-7dff-4789-b754-2cd09ee7ac7b will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:31:12.038964 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-fe9f8f2c-0854-480d-b3ff-fdb4dba444cc req-791f1de1-e432-4dde-8934-c62f8210743b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:12.041197 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a944bab-b0e0-4aea-837b-55a2aa1b1e00 req-9d26d3f2-081b-448d-a3fe-4926b4dabd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:12.042704 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5a944bab-b0e0-4aea-837b-55a2aa1b1e00 req-9d26d3f2-081b-448d-a3fe-4926b4dabd82 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e0bfb334-0fd9-4ba5-ba79-1568ecabee30 HTTP/1.1" status: 200 len: 869 time: 0.3960721 Jul 13 13:31:12.128378 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5a944bab-b0e0-4aea-837b-55a2aa1b1e00 req-a4694e15-ece6-4ba0-baec-f5fdb027f493 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=196772ab-5a63-4f33-ace7-457cf523ed33 HTTP/1.1" status: 200 len: 217 time: 0.0700526 Jul 13 13:31:12.140081 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a261ccf-d9e9-490c-83ef-35e0970574b0 req-7d46edac-4e81-4194-826f-a15ddbf33d7c tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:12.141673 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1a261ccf-d9e9-490c-83ef-35e0970574b0 req-7d46edac-4e81-4194-826f-a15ddbf33d7c tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/networks?id=2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21 HTTP/1.1" status: 200 len: 820 time: 0.1237543 Jul 13 13:31:12.154762 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641c51c8-eeb9-4260-a9a5-b0a349083bc9 req-bd9464f9-9bf5-4f2e-a6ed-f17e8357b64e tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:12.156893 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-641c51c8-eeb9-4260-a9a5-b0a349083bc9 req-bd9464f9-9bf5-4f2e-a6ed-f17e8357b64e tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.23 "GET /v2.0/ports?device_id=dcffa36d-6426-4065-9bdd-d8c3e8c4bc50 HTTP/1.1" status: 200 len: 950 time: 0.4280810 Jul 13 13:31:12.158576 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1a261ccf-d9e9-490c-83ef-35e0970574b0 req-d939cb7b-0125-4680-adf1-d679e648c337 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/quotas/d50e67b9ee9e45449d2522df614fe533 HTTP/1.1" status: 200 len: 375 time: 0.0104785 Jul 13 13:31:12.174488 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791f1de1-e432-4dde-8934-c62f8210743b service neutron] Pushing event updated for resources: {'Port': ['ID=b12fdcc7-7dff-4789-b754-2cd09ee7ac7b,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:31:12.223211 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1a261ccf-d9e9-490c-83ef-35e0970574b0 req-e28ef34f-ee1e-4e0a-a1ee-b5756326b1d9 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d50e67b9ee9e45449d2522df614fe533&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0508664 Jul 13 13:31:12.275333 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-fe9f8f2c-0854-480d-b3ff-fdb4dba444cc req-791f1de1-e432-4dde-8934-c62f8210743b service neutron] Attempting to bind port b12fdcc7-7dff-4789-b754-2cd09ee7ac7b on host n-h2-800634-1 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:31:12.275569 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-fe9f8f2c-0854-480d-b3ff-fdb4dba444cc req-791f1de1-e432-4dde-8934-c62f8210743b service neutron] Attempting to bind port b12fdcc7-7dff-4789-b754-2cd09ee7ac7b by drivers openvswitch,hyperv on host n-h2-800634-1 at level 0 using segments [{'id': '62a4f2e9-97ca-473c-a2df-e7f9f532c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:31:12.275916 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe9f8f2c-0854-480d-b3ff-fdb4dba444cc req-791f1de1-e432-4dde-8934-c62f8210743b service neutron] Attempting to bind port b12fdcc7-7dff-4789-b754-2cd09ee7ac7b on network e0bfb334-0fd9-4ba5-ba79-1568ecabee30 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:31:12.279456 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a944bab-b0e0-4aea-837b-55a2aa1b1e00 req-9f4a7afd-9bf8-4d2b-bda5-bf637ba9258d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:12.281580 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5a944bab-b0e0-4aea-837b-55a2aa1b1e00 req-9f4a7afd-9bf8-4d2b-bda5-bf637ba9258d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=60b55863-ceb6-45af-a8a4-4b22d72866af HTTP/1.1" status: 200 len: 843 time: 0.1403415 Jul 13 13:31:12.288763 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe9f8f2c-0854-480d-b3ff-fdb4dba444cc req-791f1de1-e432-4dde-8934-c62f8210743b service neutron] Port b12fdcc7-7dff-4789-b754-2cd09ee7ac7b on network e0bfb334-0fd9-4ba5-ba79-1568ecabee30 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-1 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:31:12.289093 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe9f8f2c-0854-480d-b3ff-fdb4dba444cc req-791f1de1-e432-4dde-8934-c62f8210743b service neutron] Attempting to bind port b12fdcc7-7dff-4789-b754-2cd09ee7ac7b on network e0bfb334-0fd9-4ba5-ba79-1568ecabee30 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:31:12.328441 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe9f8f2c-0854-480d-b3ff-fdb4dba444cc req-791f1de1-e432-4dde-8934-c62f8210743b service neutron] Checking agent: {'id': 'f615e5c9-21ab-43f2-adbc-192d64b795cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:31:12.330151 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe9f8f2c-0854-480d-b3ff-fdb4dba444cc req-791f1de1-e432-4dde-8934-c62f8210743b service neutron] Checking segment: {'id': '62a4f2e9-97ca-473c-a2df-e7f9f532c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:31:12.330548 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe9f8f2c-0854-480d-b3ff-fdb4dba444cc req-791f1de1-e432-4dde-8934-c62f8210743b service neutron] Bound using segment: {'id': '62a4f2e9-97ca-473c-a2df-e7f9f532c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:31:12.331061 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-fe9f8f2c-0854-480d-b3ff-fdb4dba444cc req-791f1de1-e432-4dde-8934-c62f8210743b service neutron] Bound port: b12fdcc7-7dff-4789-b754-2cd09ee7ac7b, host: n-h2-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62a4f2e9-97ca-473c-a2df-e7f9f532c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:31:12.331431 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-fe9f8f2c-0854-480d-b3ff-fdb4dba444cc req-791f1de1-e432-4dde-8934-c62f8210743b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:12.336305 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1a261ccf-d9e9-490c-83ef-35e0970574b0 req-98071f0c-cd04-429d-b816-9b721d2e06e3 service neutron] 10.222.0.23 "GET /v2.0/networks/2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063247 Jul 13 13:31:12.336844 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-641c51c8-eeb9-4260-a9a5-b0a349083bc9 req-e06194e9-c2d8-4bdd-92fe-fc6780840992 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.23 "GET /v2.0/security-groups?id=30616c26-47b2-497e-86af-cdf36766fc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384346 Jul 13 13:31:12.427744 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-fe9f8f2c-0854-480d-b3ff-fdb4dba444cc req-791f1de1-e432-4dde-8934-c62f8210743b service neutron] For port b12fdcc7-7dff-4789-b754-2cd09ee7ac7b, host n-h2-800634-1, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:31:12.431967 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-fe9f8f2c-0854-480d-b3ff-fdb4dba444cc req-791f1de1-e432-4dde-8934-c62f8210743b service neutron] For port b12fdcc7-7dff-4789-b754-2cd09ee7ac7b, host n-h2-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=b12fdcc7-7dff-4789-b754-2cd09ee7ac7b,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:31:12.446689 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-fe9f8f2c-0854-480d-b3ff-fdb4dba444cc req-791f1de1-e432-4dde-8934-c62f8210743b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:12.474302 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1a261ccf-d9e9-490c-83ef-35e0970574b0 req-6c4ee5b3-c596-423b-bc21-263b158a37eb service neutron] 10.222.0.23 "GET /v2.0/networks/2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294470 Jul 13 13:31:12.518065 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9f8f2c-0854-480d-b3ff-fdb4dba444cc req-791f1de1-e432-4dde-8934-c62f8210743b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:12.518677 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-fe9f8f2c-0854-480d-b3ff-fdb4dba444cc req-791f1de1-e432-4dde-8934-c62f8210743b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:12.520054 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-fe9f8f2c-0854-480d-b3ff-fdb4dba444cc req-791f1de1-e432-4dde-8934-c62f8210743b service neutron] 10.222.0.41 "PUT /v2.0/ports/b12fdcc7-7dff-4789-b754-2cd09ee7ac7b HTTP/1.1" status: 200 len: 1096 time: 1.7931042 Jul 13 13:31:12.561639 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791f1de1-e432-4dde-8934-c62f8210743b service neutron] Pushing event updated for resources: {'Port': ['ID=b12fdcc7-7dff-4789-b754-2cd09ee7ac7b,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:31:12.565170 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a944bab-b0e0-4aea-837b-55a2aa1b1e00 req-d3330e6f-f56e-4bfd-abdb-87368721738b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:12.566705 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5a944bab-b0e0-4aea-837b-55a2aa1b1e00 req-d3330e6f-f56e-4bfd-abdb-87368721738b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e0bfb334-0fd9-4ba5-ba79-1568ecabee30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2676377 Jul 13 13:31:12.588372 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b22befd-fed4-423f-b8bc-88412a741a8e req-876b3129-25fc-489b-be8b-df07fd8fed40 tempest-LiveMigrationNegativeTest-1088183764 tempest-LiveMigrationNegativeTest-1088183764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:12.589937 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6b22befd-fed4-423f-b8bc-88412a741a8e req-876b3129-25fc-489b-be8b-df07fd8fed40 tempest-LiveMigrationNegativeTest-1088183764 tempest-LiveMigrationNegativeTest-1088183764-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdac6873-76e5-4c72-a0de-1c0ca2121f3e HTTP/1.1" status: 200 len: 950 time: 0.1401248 Jul 13 13:31:12.707274 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0384b6a7-5d39-467c-94d5-6417f4904d07 x-openstack-request-id: req-0384b6a7-5d39-467c-94d5-6417f4904d07 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:31:12.707639 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8658e5cc-5a4e-46ff-bf8b-f6b0cc3d9baf", "name": "network-vif-deleted", "tag": "0865b8df-49ed-4429-8b1a-16c323b0a253", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:31:12.707800 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0384b6a7-5d39-467c-94d5-6417f4904d07 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:31:12.708183 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8658e5cc-5a4e-46ff-bf8b-f6b0cc3d9baf', 'name': 'network-vif-deleted', 'tag': '0865b8df-49ed-4429-8b1a-16c323b0a253', 'status': 'completed', 'code': 200} Jul 13 13:31:12.770241 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5a944bab-b0e0-4aea-837b-55a2aa1b1e00 req-9a133ef1-a444-4160-b9cd-093b65016b86 service neutron] 10.222.0.26 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899617 Jul 13 13:31:12.778922 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6b22befd-fed4-423f-b8bc-88412a741a8e req-48ffaf8b-4620-4673-89ad-39120c2d933d tempest-LiveMigrationNegativeTest-1088183764 tempest-LiveMigrationNegativeTest-1088183764-project] 10.222.0.23 "GET /v2.0/security-groups?id=012824c0-c787-4fdb-9ea4-3a146d563edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694732 Jul 13 13:31:12.811947 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9f8f2c-0854-480d-b3ff-fdb4dba444cc req-849f984e-eadf-45ea-8e1f-13932acc8cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:12.812499 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e113713e-a499-438d-bcbc-3e3418220ee2 req-c9c56d26-fe93-4bc2-905e-797e465f562a tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:12.814435 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e113713e-a499-438d-bcbc-3e3418220ee2 req-c9c56d26-fe93-4bc2-905e-797e465f562a tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] 10.222.0.23 "GET /v2.0/ports?device_id=40bc8bbc-1184-45a8-b044-9849c0e88228 HTTP/1.1" status: 200 len: 948 time: 0.0710664 Jul 13 13:31:12.816185 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-fe9f8f2c-0854-480d-b3ff-fdb4dba444cc req-849f984e-eadf-45ea-8e1f-13932acc8cbe service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=be6da976a585414bb5df5f391a1a1cf2&device_id=40bc8bbc-1184-45a8-b044-9849c0e88228 HTTP/1.1" status: 200 len: 1099 time: 0.2253575 Jul 13 13:31:12.866309 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e113713e-a499-438d-bcbc-3e3418220ee2 req-644568e4-e127-4348-a7c0-40d4ad0d25b9 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] 10.222.0.23 "GET /v2.0/security-groups?id=0375d0dc-b9f6-47cd-991d-bd203a5d5aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462670 Jul 13 13:31:12.918042 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-fe9f8f2c-0854-480d-b3ff-fdb4dba444cc req-fe586cc2-4f39-4786-a155-ee9c967bc10a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=b12fdcc7-7dff-4789-b754-2cd09ee7ac7b HTTP/1.1" status: 200 len: 217 time: 0.0810044 Jul 13 13:31:13.012003 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9f8f2c-0854-480d-b3ff-fdb4dba444cc req-0b3493f2-fa93-42ba-a3df-cdec5efbb7af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:13.013707 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-fe9f8f2c-0854-480d-b3ff-fdb4dba444cc req-0b3493f2-fa93-42ba-a3df-cdec5efbb7af service neutron] 10.222.0.41 "GET /v2.0/subnets?id=60b55863-ceb6-45af-a8a4-4b22d72866af HTTP/1.1" status: 200 len: 843 time: 0.0883212 Jul 13 13:31:13.016667 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5a944bab-b0e0-4aea-837b-55a2aa1b1e00 req-22ba7b2e-3ae6-411f-907c-d5318bf68d83 service neutron] 10.222.0.26 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2284815 Jul 13 13:31:13.106036 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-091855da-937e-4560-9b9d-c88d7348b95c req-212d2004-4a97-41a1-9789-20ad432eecff tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/ports?device_id=727deb5b-3133-4286-8684-e334a3d2008f HTTP/1.1" status: 200 len: 210 time: 0.0346744 Jul 13 13:31:13.149043 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9f8f2c-0854-480d-b3ff-fdb4dba444cc req-ba27de4e-5d83-4bba-8ec8-61e89692af43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:13.151520 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-fe9f8f2c-0854-480d-b3ff-fdb4dba444cc req-ba27de4e-5d83-4bba-8ec8-61e89692af43 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e0bfb334-0fd9-4ba5-ba79-1568ecabee30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1302404 Jul 13 13:31:13.159771 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9484701-2964-4c50-b492-eb1597ee7a4f req-24eaca77-d4a3-4ce4-8a2f-0e386bbfc40b tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:13.165676 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9484701-2964-4c50-b492-eb1597ee7a4f req-24eaca77-d4a3-4ce4-8a2f-0e386bbfc40b tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:13.167244 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f9484701-2964-4c50-b492-eb1597ee7a4f req-24eaca77-d4a3-4ce4-8a2f-0e386bbfc40b tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.23 "GET /v2.0/ports?device_id=25b3224a-2e18-412e-b801-a50566da15cd&device_id=dcffa36d-6426-4065-9bdd-d8c3e8c4bc50 HTTP/1.1" status: 200 len: 1691 time: 0.1015179 Jul 13 13:31:13.240691 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 0865b8df-49ed-4429-8b1a-16c323b0a253 no longer exists at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:31:13.264440 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-381d4315-9089-413f-a071-aa2897bda790 None None] No Port match for: 0865b8df-49ed-4429-8b1a-16c323b0a253 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:31:13.265084 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 0865b8df-49ed-4429-8b1a-16c323b0a253 not bound to the agent host n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:31:13.277455 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f9484701-2964-4c50-b492-eb1597ee7a4f req-8f91cf9f-b2e0-4873-99f0-64cdf1440029 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.23 "GET /v2.0/security-groups?id=30616c26-47b2-497e-86af-cdf36766fc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020739 Jul 13 13:31:13.321979 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-fe9f8f2c-0854-480d-b3ff-fdb4dba444cc req-7f25c235-4e2a-4e37-927d-88dc7c3de949 service neutron] 10.222.0.41 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537452 Jul 13 13:31:13.504452 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-fe9f8f2c-0854-480d-b3ff-fdb4dba444cc req-ff9e9ad4-4676-4c84-aaff-40ec7f4c9f8e service neutron] 10.222.0.41 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738088 Jul 13 13:31:13.519611 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdad64c5-ca89-498f-bc28-e9f509498ee2 req-05c877d0-d1dc-4486-892b-41e20fa06157 tempest-DeleteServersAdminTestJSON-748200287 tempest-DeleteServersAdminTestJSON-748200287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:13.526411 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cdad64c5-ca89-498f-bc28-e9f509498ee2 req-05c877d0-d1dc-4486-892b-41e20fa06157 tempest-DeleteServersAdminTestJSON-748200287 tempest-DeleteServersAdminTestJSON-748200287-project] 10.222.0.23 "GET /v2.0/ports?device_id=71ebf243-5594-4cb9-900c-04f990b0cf5a HTTP/1.1" status: 200 len: 947 time: 0.1222095 Jul 13 13:31:13.567380 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cdad64c5-ca89-498f-bc28-e9f509498ee2 req-185b464c-e6d0-463f-a5a5-71c3243fd3c3 tempest-DeleteServersAdminTestJSON-748200287 tempest-DeleteServersAdminTestJSON-748200287-project] 10.222.0.23 "GET /v2.0/security-groups?id=1afcd841-0357-43c7-a68b-42ff4589c658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400410 Jul 13 13:31:13.584189 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 45994) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:31:13.725603 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaafe9cd-ff73-4e32-b008-2cc0d8e2a124 req-490eef79-6b4b-4bdf-982e-db32784c63e9 tempest-ServersOnMultiNodesTest-1122432468 tempest-ServersOnMultiNodesTest-1122432468-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:13.727140 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-eaafe9cd-ff73-4e32-b008-2cc0d8e2a124 req-490eef79-6b4b-4bdf-982e-db32784c63e9 tempest-ServersOnMultiNodesTest-1122432468 tempest-ServersOnMultiNodesTest-1122432468-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=25b3224a-2e18-412e-b801-a50566da15cd HTTP/1.1" status: 200 len: 1101 time: 0.0535250 Jul 13 13:31:13.737601 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-968e0a8a-82cc-49c5-b0b7-b75116940f0e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c184cbd8188e462d8c584e6ea26cc5cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1495609 Jul 13 13:31:13.737886 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 45998) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:31:13.752042 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db275807-6f02-4945-bc70-cd8c7943ad6d req-13add039-e343-4a03-833c-b15ea5826461 tempest-LiveMigrationNegativeTest-1088183764 tempest-LiveMigrationNegativeTest-1088183764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:13.754036 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-db275807-6f02-4945-bc70-cd8c7943ad6d req-13add039-e343-4a03-833c-b15ea5826461 tempest-LiveMigrationNegativeTest-1088183764 tempest-LiveMigrationNegativeTest-1088183764-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdac6873-76e5-4c72-a0de-1c0ca2121f3e HTTP/1.1" status: 200 len: 950 time: 0.1029344 Jul 13 13:31:13.761102 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-eaafe9cd-ff73-4e32-b008-2cc0d8e2a124 req-93b6e370-4f4c-41d0-8e78-f2d2dee9973b tempest-ServersOnMultiNodesTest-1122432468 tempest-ServersOnMultiNodesTest-1122432468-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=30616c26-47b2-497e-86af-cdf36766fc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282128 Jul 13 13:31:13.821624 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9c1bb1dd-8fcb-4365-8d78-45762fa25fcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:13.825703 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-db275807-6f02-4945-bc70-cd8c7943ad6d req-2e95c573-dd5b-4997-a80c-871c6c71eaa0 tempest-LiveMigrationNegativeTest-1088183764 tempest-LiveMigrationNegativeTest-1088183764-project] 10.222.0.23 "GET /v2.0/security-groups?id=012824c0-c787-4fdb-9ea4-3a146d563edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624039 Jul 13 13:31:13.854883 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9c1bb1dd-8fcb-4365-8d78-45762fa25fcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:13.928924 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9c1bb1dd-8fcb-4365-8d78-45762fa25fcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:13.932224 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9c1bb1dd-8fcb-4365-8d78-45762fa25fcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:13.933523 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-9c1bb1dd-8fcb-4365-8d78-45762fa25fcf admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2bb0144d-16a5-4589-a201-1d1dc27891de HTTP/1.1" status: 204 len: 168 time: 0.1947579 Jul 13 13:31:13.946010 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1bb1dd-8fcb-4365-8d78-45762fa25fcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bb0144d-16a5-4589-a201-1d1dc27891de,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:31:14.056632 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a49533-22ab-49d9-a2a2-3c58bfe3f9c9 req-1c26fefe-dd3b-49d7-9314-91c194bc8045 tempest-ServersOnMultiNodesTest-1122432468 tempest-ServersOnMultiNodesTest-1122432468-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:14.058555 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-50a49533-22ab-49d9-a2a2-3c58bfe3f9c9 req-1c26fefe-dd3b-49d7-9314-91c194bc8045 tempest-ServersOnMultiNodesTest-1122432468 tempest-ServersOnMultiNodesTest-1122432468-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=dcffa36d-6426-4065-9bdd-d8c3e8c4bc50 HTTP/1.1" status: 200 len: 1101 time: 0.1711764 Jul 13 13:31:14.069775 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a261ccf-d9e9-490c-83ef-35e0970574b0 req-29876e6e-2be5-41a0-8747-262f377ae503 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:14.071594 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1a261ccf-d9e9-490c-83ef-35e0970574b0 req-29876e6e-2be5-41a0-8747-262f377ae503 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.26 "GET /v2.0/networks?id=2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21 HTTP/1.1" status: 200 len: 820 time: 0.1474986 Jul 13 13:31:14.096535 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c763b6-e1a1-4dd1-bf20-541f9f866def req-9f8259bd-5226-43b3-aa3b-ceff0db75e21 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:14.104216 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-95c763b6-e1a1-4dd1-bf20-541f9f866def req-9f8259bd-5226-43b3-aa3b-ceff0db75e21 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] 10.222.0.23 "GET /v2.0/ports?device_id=40bc8bbc-1184-45a8-b044-9849c0e88228 HTTP/1.1" status: 200 len: 948 time: 0.0925262 Jul 13 13:31:14.109184 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-1a261ccf-d9e9-490c-83ef-35e0970574b0 req-dba37ceb-fd4c-4528-9b8a-29ba80786d7d tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] Request body: {'port': {'device_id': '727deb5b-3133-4286-8684-e334a3d2008f', 'network_id': '2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21', 'admin_state_up': True, 'tenant_id': 'd50e67b9ee9e45449d2522df614fe533'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:31:14.114112 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-50a49533-22ab-49d9-a2a2-3c58bfe3f9c9 req-39c8ed62-a080-4b0e-bd44-1fcc36febcf2 tempest-ServersOnMultiNodesTest-1122432468 tempest-ServersOnMultiNodesTest-1122432468-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=30616c26-47b2-497e-86af-cdf36766fc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417268 Jul 13 13:31:14.142467 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-95c763b6-e1a1-4dd1-bf20-541f9f866def req-f03e85d6-fa8a-4f1c-b433-1a2684665eed tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] 10.222.0.23 "GET /v2.0/security-groups?id=0375d0dc-b9f6-47cd-991d-bd203a5d5aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372329 Jul 13 13:31:14.277203 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a261ccf-d9e9-490c-83ef-35e0970574b0 req-dba37ceb-fd4c-4528-9b8a-29ba80786d7d tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] Made reservation on behalf of d50e67b9ee9e45449d2522df614fe533 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:31:14.284035 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1a261ccf-d9e9-490c-83ef-35e0970574b0 req-dba37ceb-fd4c-4528-9b8a-29ba80786d7d tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:14.430379 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 46024) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:31:14.432175 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d5214777-ff2e-4b96-b12c-7c7197709d1f req-3e8bd67c-10f0-4f28-8b69-797a3c240dfe tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/ports?device_id=727deb5b-3133-4286-8684-e334a3d2008f HTTP/1.1" status: 200 len: 210 time: 0.0317841 Jul 13 13:31:14.482394 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-1a261ccf-d9e9-490c-83ef-35e0970574b0 req-dba37ceb-fd4c-4528-9b8a-29ba80786d7d tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] Allocated IP 172.20.0.9 (2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21/45599520-ccde-4569-b8cc-9a75a2e552c5/21b3903e-7bc2-443f-83b0-80d651d68c79) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:31:14.489314 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-209a7c8b-5f56-4fd8-9cfc-f30b81a70b16 req-69eda08a-9059-4f6d-9702-b0da9c3e7a94 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=09bf0390c6c84bde9cf099d3a1ffb9e6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0493455 Jul 13 13:31:14.568084 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-8a2c0743-0563-4f8e-8645-8b902c03b36f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b3d8be8a06d74e97833ace925e67625c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1364503 Jul 13 13:31:14.571538 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 46028) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:31:14.631795 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a1e53d1e-b541-44cc-a10b-910eb69103e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:14.656727 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a1e53d1e-b541-44cc-a10b-910eb69103e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:14.709211 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40bc8bbc-1184-45a8-b044-9849c0e88228', 'tag': 'b12fdcc7-7dff-4789-b754-2cd09ee7ac7b'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:31:14.711787 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66b05eef-ef08-4243-9ed2-5a12eed29da8" -d '{"events": [{"name": "network-changed", "server_uuid": "40bc8bbc-1184-45a8-b044-9849c0e88228", "tag": "b12fdcc7-7dff-4789-b754-2cd09ee7ac7b"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:31:14.725301 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209a7c8b-5f56-4fd8-9cfc-f30b81a70b16 req-797b4042-ed08-4f72-86c3-a39d7e1be113 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:14.727664 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-209a7c8b-5f56-4fd8-9cfc-f30b81a70b16 req-797b4042-ed08-4f72-86c3-a39d7e1be113 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2302763 Jul 13 13:31:14.753135 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a1e53d1e-b541-44cc-a10b-910eb69103e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:14.756261 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a1e53d1e-b541-44cc-a10b-910eb69103e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:14.757463 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-a1e53d1e-b541-44cc-a10b-910eb69103e6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/824cfdd9-8182-4b22-95a3-686f5fc37a51 HTTP/1.1" status: 204 len: 168 time: 0.1849267 Jul 13 13:31:14.757585 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-209a7c8b-5f56-4fd8-9cfc-f30b81a70b16 req-03bdbd85-31d0-433d-8400-ebae12a6b8ed tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.23 "GET /v2.0/quotas/09bf0390c6c84bde9cf099d3a1ffb9e6 HTTP/1.1" status: 200 len: 375 time: 0.0222764 Jul 13 13:31:14.773946 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e53d1e-b541-44cc-a10b-910eb69103e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=824cfdd9-8182-4b22-95a3-686f5fc37a51,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:31:14.828525 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7a1122-934b-4552-994a-ae5fb6b2bd6c req-4612102c-d512-4152-8f4a-247ffd368155 tempest-DeleteServersAdminTestJSON-748200287 tempest-DeleteServersAdminTestJSON-748200287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:14.832779 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1c7a1122-934b-4552-994a-ae5fb6b2bd6c req-4612102c-d512-4152-8f4a-247ffd368155 tempest-DeleteServersAdminTestJSON-748200287 tempest-DeleteServersAdminTestJSON-748200287-project] 10.222.0.23 "GET /v2.0/ports?device_id=71ebf243-5594-4cb9-900c-04f990b0cf5a HTTP/1.1" status: 200 len: 947 time: 0.1168456 Jul 13 13:31:14.866295 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1a261ccf-d9e9-490c-83ef-35e0970574b0 req-dba37ceb-fd4c-4528-9b8a-29ba80786d7d tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:14.890482 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1c7a1122-934b-4552-994a-ae5fb6b2bd6c req-b53b8b71-949f-4bd5-9e63-d73d0fcbd1ca tempest-DeleteServersAdminTestJSON-748200287 tempest-DeleteServersAdminTestJSON-748200287-project] 10.222.0.23 "GET /v2.0/security-groups?id=1afcd841-0357-43c7-a68b-42ff4589c658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523014 Jul 13 13:31:14.956471 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-209a7c8b-5f56-4fd8-9cfc-f30b81a70b16 req-3e10c446-c117-4b09-b1e9-3b6d269d9205 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=09bf0390c6c84bde9cf099d3a1ffb9e6&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1858008 Jul 13 13:31:14.959674 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 13:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2684162-1f6d-48ec-9c0d-cf47a5dcb2de x-openstack-request-id: req-c2684162-1f6d-48ec-9c0d-cf47a5dcb2de {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:31:14.960356 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40bc8bbc-1184-45a8-b044-9849c0e88228", "tag": "b12fdcc7-7dff-4789-b754-2cd09ee7ac7b", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:31:14.960356 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c2684162-1f6d-48ec-9c0d-cf47a5dcb2de {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:31:14.960864 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40bc8bbc-1184-45a8-b044-9849c0e88228', 'tag': 'b12fdcc7-7dff-4789-b754-2cd09ee7ac7b', 'status': 'completed', 'code': 200} Jul 13 13:31:14.975308 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1a261ccf-d9e9-490c-83ef-35e0970574b0 req-dba37ceb-fd4c-4528-9b8a-29ba80786d7d tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:15.069789 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a261ccf-d9e9-490c-83ef-35e0970574b0 req-dba37ceb-fd4c-4528-9b8a-29ba80786d7d tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] Network 2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:31:15.077822 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-1a261ccf-d9e9-490c-83ef-35e0970574b0 req-dba37ceb-fd4c-4528-9b8a-29ba80786d7d tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:31:15.081593 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a261ccf-d9e9-490c-83ef-35e0970574b0 req-dba37ceb-fd4c-4528-9b8a-29ba80786d7d tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:31:15.089201 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a261ccf-d9e9-490c-83ef-35e0970574b0 req-dba37ceb-fd4c-4528-9b8a-29ba80786d7d tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:15.089884 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1a261ccf-d9e9-490c-83ef-35e0970574b0 req-dba37ceb-fd4c-4528-9b8a-29ba80786d7d tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:15.095744 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba37ceb-fd4c-4528-9b8a-29ba80786d7d tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] Pushing event updated for resources: {'Port': ['ID=21b3903e-7bc2-443f-83b0-80d651d68c79,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:31:15.118474 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1a261ccf-d9e9-490c-83ef-35e0970574b0 req-dba37ceb-fd4c-4528-9b8a-29ba80786d7d tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0136223 Jul 13 13:31:15.133475 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b05eef-ef08-4243-9ed2-5a12eed29da8 req-70c5bf7a-1257-4ba2-b96e-288b3693a97e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:15.135431 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-66b05eef-ef08-4243-9ed2-5a12eed29da8 req-70c5bf7a-1257-4ba2-b96e-288b3693a97e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=be6da976a585414bb5df5f391a1a1cf2&device_id=40bc8bbc-1184-45a8-b044-9849c0e88228 HTTP/1.1" status: 200 len: 1099 time: 0.1252348 Jul 13 13:31:15.140046 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-1a261ccf-d9e9-490c-83ef-35e0970574b0 req-b8bade33-0221-4892-9881-74003da47dbe service neutron] Request body: {'port': {'device_id': '727deb5b-3133-4286-8684-e334a3d2008f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:31:15.185811 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2730850a-2261-42ef-9352-71859dbfd97b req-22d9454a-9f3c-4a25-b227-2939b0f36f03 tempest-LiveMigrationNegativeTest-1088183764 tempest-LiveMigrationNegativeTest-1088183764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:15.198436 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2730850a-2261-42ef-9352-71859dbfd97b req-22d9454a-9f3c-4a25-b227-2939b0f36f03 tempest-LiveMigrationNegativeTest-1088183764 tempest-LiveMigrationNegativeTest-1088183764-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdac6873-76e5-4c72-a0de-1c0ca2121f3e HTTP/1.1" status: 200 len: 950 time: 0.1128612 Jul 13 13:31:15.260948 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 196772ab-5a63-4f33-ace7-457cf523ed33 details requested by agent hyperv_n-h1-800634-1 with host n-h1-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 13:31:15.271077 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2730850a-2261-42ef-9352-71859dbfd97b req-d2fa737b-bd76-427a-b837-c5b81b383005 tempest-LiveMigrationNegativeTest-1088183764 tempest-LiveMigrationNegativeTest-1088183764-project] 10.222.0.23 "GET /v2.0/security-groups?id=012824c0-c787-4fdb-9ea4-3a146d563edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663214 Jul 13 13:31:15.315968 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-52814b08-4e39-48c4-a1a1-0c86b25ca85e req-08fea6f5-e61d-4256-888f-2d50145868c1 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.23 "GET /v2.0/ports?device_id=adc1ade6-2684-42ff-92d6-50065fc5781e HTTP/1.1" status: 200 len: 210 time: 0.1180878 Jul 13 13:31:15.464311 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1a261ccf-d9e9-490c-83ef-35e0970574b0 req-b8bade33-0221-4892-9881-74003da47dbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:15.470755 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 196772ab-5a63-4f33-ace7-457cf523ed33, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=196772ab-5a63-4f33-ace7-457cf523ed33,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:31:15.477468 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b05eef-ef08-4243-9ed2-5a12eed29da8 req-8d18c84d-3088-4a99-9e09-48cf9df31515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:15.478978 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-66b05eef-ef08-4243-9ed2-5a12eed29da8 req-8d18c84d-3088-4a99-9e09-48cf9df31515 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e0bfb334-0fd9-4ba5-ba79-1568ecabee30 HTTP/1.1" status: 200 len: 869 time: 0.3354390 Jul 13 13:31:15.491157 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Returning: {'device': '196772ab-5a63-4f33-ace7-457cf523ed33', 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30', 'port_id': '196772ab-5a63-4f33-ace7-457cf523ed33', 'mac_address': 'fa:16:3e:ca:4d:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60b55863-ceb6-45af-a8a4-4b22d72866af', 'ip_address': '192.168.233.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 13:31:15.577568 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:15.627260 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 196772ab-5a63-4f33-ace7-457cf523ed33 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:31:15.636203 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef53b12-f936-4bc2-981a-8046a8a30425 req-7cd8b9e0-cb33-40df-a1a9-9f5265050145 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:15.645220 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-aef53b12-f936-4bc2-981a-8046a8a30425 req-7cd8b9e0-cb33-40df-a1a9-9f5265050145 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] 10.222.0.23 "GET /v2.0/ports?device_id=40bc8bbc-1184-45a8-b044-9849c0e88228 HTTP/1.1" status: 200 len: 948 time: 0.1624553 Jul 13 13:31:15.660309 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-66b05eef-ef08-4243-9ed2-5a12eed29da8 req-bd033b71-b9c8-44d0-b994-046a677548dc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=b12fdcc7-7dff-4789-b754-2cd09ee7ac7b HTTP/1.1" status: 200 len: 217 time: 0.1732235 Jul 13 13:31:15.694573 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 196772ab-5a63-4f33-ace7-457cf523ed33, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=196772ab-5a63-4f33-ace7-457cf523ed33,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:31:15.705567 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:15.710674 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-aef53b12-f936-4bc2-981a-8046a8a30425 req-69be9932-266f-4bf6-915e-f575d6744c36 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] 10.222.0.23 "GET /v2.0/security-groups?id=0375d0dc-b9f6-47cd-991d-bd203a5d5aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640461 Jul 13 13:31:15.786776 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=196772ab-5a63-4f33-ace7-457cf523ed33,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:31:15.835083 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b05eef-ef08-4243-9ed2-5a12eed29da8 req-d242d3b4-4a5c-48a9-91ee-1f1e4272602e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:15.836829 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-66b05eef-ef08-4243-9ed2-5a12eed29da8 req-d242d3b4-4a5c-48a9-91ee-1f1e4272602e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=60b55863-ceb6-45af-a8a4-4b22d72866af HTTP/1.1" status: 200 len: 843 time: 0.1671677 Jul 13 13:31:15.910750 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ead44d-0057-45ef-a954-78b4c5b2f084 req-c97e3c5d-7f95-43e2-ba16-d13ac75fc6e8 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:15.912505 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-74ead44d-0057-45ef-a954-78b4c5b2f084 req-c97e3c5d-7f95-43e2-ba16-d13ac75fc6e8 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/ports?device_id=727deb5b-3133-4286-8684-e334a3d2008f HTTP/1.1" status: 200 len: 931 time: 0.0783210 Jul 13 13:31:15.970388 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-74ead44d-0057-45ef-a954-78b4c5b2f084 req-a3620b3d-be43-4a09-917e-2d154c5ec0a2 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1a1929d-de59-4a26-a69b-05b891c11dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505250 Jul 13 13:31:16.083758 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['196772ab-5a63-4f33-ace7-457cf523ed33'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:31:16.219635 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb0690f-22bd-4e27-a969-042cc3fe785d req-c1ff8136-6683-448f-83bd-0848f50fc40c tempest-LiveMigrationNegativeTest-1245157116 tempest-LiveMigrationNegativeTest-1245157116-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:16.221368 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ecb0690f-22bd-4e27-a969-042cc3fe785d req-c1ff8136-6683-448f-83bd-0848f50fc40c tempest-LiveMigrationNegativeTest-1245157116 tempest-LiveMigrationNegativeTest-1245157116-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=fdac6873-76e5-4c72-a0de-1c0ca2121f3e HTTP/1.1" status: 200 len: 1101 time: 0.5383716 Jul 13 13:31:16.242408 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b05eef-ef08-4243-9ed2-5a12eed29da8 req-73f16198-e230-4005-97e4-48c6edf3c90d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:16.243867 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-66b05eef-ef08-4243-9ed2-5a12eed29da8 req-73f16198-e230-4005-97e4-48c6edf3c90d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e0bfb334-0fd9-4ba5-ba79-1568ecabee30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3918145 Jul 13 13:31:16.281203 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-ecb0690f-22bd-4e27-a969-042cc3fe785d req-4db6b0dc-0434-44cc-ae39-7af57273e1bd tempest-LiveMigrationNegativeTest-1245157116 tempest-LiveMigrationNegativeTest-1245157116-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:16.427099 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-1a261ccf-d9e9-490c-83ef-35e0970574b0 req-b8bade33-0221-4892-9881-74003da47dbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21b3903e-7bc2-443f-83b0-80d651d68c79 {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:31:16.441317 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1a261ccf-d9e9-490c-83ef-35e0970574b0 req-b8bade33-0221-4892-9881-74003da47dbe service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:16.467163 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-1a261ccf-d9e9-490c-83ef-35e0970574b0 req-b8bade33-0221-4892-9881-74003da47dbe service neutron] Transition to ACTIVE for port object 21b3903e-7bc2-443f-83b0-80d651d68c79 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:31:16.471111 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-66b05eef-ef08-4243-9ed2-5a12eed29da8 req-104a8d7d-80e3-41e8-b531-bc040dc20f1c service neutron] 10.222.0.41 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2147155 Jul 13 13:31:16.475293 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1a261ccf-d9e9-490c-83ef-35e0970574b0 req-b8bade33-0221-4892-9881-74003da47dbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:16.618226 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bade33-0221-4892-9881-74003da47dbe service neutron] Pushing event updated for resources: {'Port': ['ID=21b3903e-7bc2-443f-83b0-80d651d68c79,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:31:16.636939 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-ecb0690f-22bd-4e27-a969-042cc3fe785d req-4db6b0dc-0434-44cc-ae39-7af57273e1bd tempest-LiveMigrationNegativeTest-1245157116 tempest-LiveMigrationNegativeTest-1245157116-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:16.661340 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-ecb0690f-22bd-4e27-a969-042cc3fe785d req-4db6b0dc-0434-44cc-ae39-7af57273e1bd tempest-LiveMigrationNegativeTest-1245157116 tempest-LiveMigrationNegativeTest-1245157116-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:16.709698 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-1a261ccf-d9e9-490c-83ef-35e0970574b0 req-b8bade33-0221-4892-9881-74003da47dbe service neutron] Attempting to bind port 21b3903e-7bc2-443f-83b0-80d651d68c79 on host n-h1-800634-1 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:31:16.710104 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-1a261ccf-d9e9-490c-83ef-35e0970574b0 req-b8bade33-0221-4892-9881-74003da47dbe service neutron] Attempting to bind port 21b3903e-7bc2-443f-83b0-80d651d68c79 by drivers openvswitch,hyperv on host n-h1-800634-1 at level 0 using segments [{'id': 'ad5ed454-48ea-4363-8047-0d3907eff6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:31:16.710388 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a261ccf-d9e9-490c-83ef-35e0970574b0 req-b8bade33-0221-4892-9881-74003da47dbe service neutron] Attempting to bind port 21b3903e-7bc2-443f-83b0-80d651d68c79 on network 2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:31:16.723141 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ecb0690f-22bd-4e27-a969-042cc3fe785d req-4db6b0dc-0434-44cc-ae39-7af57273e1bd tempest-LiveMigrationNegativeTest-1245157116 tempest-LiveMigrationNegativeTest-1245157116-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=012824c0-c787-4fdb-9ea4-3a146d563edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4919577 Jul 13 13:31:16.737049 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-66b05eef-ef08-4243-9ed2-5a12eed29da8 req-76f9ef90-f6ec-472b-9129-436f83453d43 service neutron] 10.222.0.41 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2554538 Jul 13 13:31:16.751629 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a261ccf-d9e9-490c-83ef-35e0970574b0 req-b8bade33-0221-4892-9881-74003da47dbe service neutron] Port 21b3903e-7bc2-443f-83b0-80d651d68c79 on network 2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-1 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:31:16.755682 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a261ccf-d9e9-490c-83ef-35e0970574b0 req-b8bade33-0221-4892-9881-74003da47dbe service neutron] Attempting to bind port 21b3903e-7bc2-443f-83b0-80d651d68c79 on network 2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:31:16.758947 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db6b0dc-0434-44cc-ae39-7af57273e1bd tempest-LiveMigrationNegativeTest-1245157116 tempest-LiveMigrationNegativeTest-1245157116-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e56bc85f-cae6-44ef-841a-b947e9e6335c,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:31:16.773261 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a261ccf-d9e9-490c-83ef-35e0970574b0 req-b8bade33-0221-4892-9881-74003da47dbe service neutron] Checking agent: {'id': 'a7603dc8-3c50-4a9b-8f0d-1143528f155e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:31:16.773608 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a261ccf-d9e9-490c-83ef-35e0970574b0 req-b8bade33-0221-4892-9881-74003da47dbe service neutron] Checking segment: {'id': 'ad5ed454-48ea-4363-8047-0d3907eff6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:31:16.774031 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a261ccf-d9e9-490c-83ef-35e0970574b0 req-b8bade33-0221-4892-9881-74003da47dbe service neutron] Bound using segment: {'id': 'ad5ed454-48ea-4363-8047-0d3907eff6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:31:16.774493 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-1a261ccf-d9e9-490c-83ef-35e0970574b0 req-b8bade33-0221-4892-9881-74003da47dbe service neutron] Bound port: 21b3903e-7bc2-443f-83b0-80d651d68c79, host: n-h1-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad5ed454-48ea-4363-8047-0d3907eff6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:31:16.774840 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1a261ccf-d9e9-490c-83ef-35e0970574b0 req-b8bade33-0221-4892-9881-74003da47dbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:16.804766 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0477bbb9-29ca-4a41-ba5c-35b72719e60b req-f504a9f3-e486-4e9f-ae1e-7c39932c4977 tempest-DeleteServersAdminTestJSON-748200287 tempest-DeleteServersAdminTestJSON-748200287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:16.806352 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-0477bbb9-29ca-4a41-ba5c-35b72719e60b req-f504a9f3-e486-4e9f-ae1e-7c39932c4977 tempest-DeleteServersAdminTestJSON-748200287 tempest-DeleteServersAdminTestJSON-748200287-project] 10.222.0.23 "GET /v2.0/ports?device_id=71ebf243-5594-4cb9-900c-04f990b0cf5a HTTP/1.1" status: 200 len: 948 time: 0.0980899 Jul 13 13:31:16.854115 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-0477bbb9-29ca-4a41-ba5c-35b72719e60b req-01c986fe-d7b3-4389-b0bf-d7020193a0b1 tempest-DeleteServersAdminTestJSON-748200287 tempest-DeleteServersAdminTestJSON-748200287-project] 10.222.0.23 "GET /v2.0/security-groups?id=1afcd841-0357-43c7-a68b-42ff4589c658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415337 Jul 13 13:31:16.864704 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-209a7c8b-5f56-4fd8-9cfc-f30b81a70b16 req-72e8f4e0-8f8f-4481-90c3-0e09c19d2704 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=09bf0390c6c84bde9cf099d3a1ffb9e6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0318635 Jul 13 13:31:16.920385 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-545093d1-a81a-48d4-baef-52458e42e742 req-bcace94a-5517-4cca-ae37-5ac31d1f4dcb tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.23 "GET /v2.0/ports?device_id=adc1ade6-2684-42ff-92d6-50065fc5781e HTTP/1.1" status: 200 len: 210 time: 0.0600822 Jul 13 13:31:16.980951 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-1a261ccf-d9e9-490c-83ef-35e0970574b0 req-b8bade33-0221-4892-9881-74003da47dbe service neutron] For port 21b3903e-7bc2-443f-83b0-80d651d68c79, host n-h1-800634-1, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:31:16.986576 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-1a261ccf-d9e9-490c-83ef-35e0970574b0 req-b8bade33-0221-4892-9881-74003da47dbe service neutron] For port 21b3903e-7bc2-443f-83b0-80d651d68c79, host n-h1-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=21b3903e-7bc2-443f-83b0-80d651d68c79,segment=NetworkSegment(ad5ed454-48ea-4363-8047-0d3907eff6fd),segment_id=ad5ed454-48ea-4363-8047-0d3907eff6fd)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:31:16.999097 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1a261ccf-d9e9-490c-83ef-35e0970574b0 req-b8bade33-0221-4892-9881-74003da47dbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:17.034202 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device b12fdcc7-7dff-4789-b754-2cd09ee7ac7b details requested by agent hyperv_n-h2-800634-1 with host n-h2-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 13:31:17.062143 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a261ccf-d9e9-490c-83ef-35e0970574b0 req-b8bade33-0221-4892-9881-74003da47dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:17.062770 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1a261ccf-d9e9-490c-83ef-35e0970574b0 req-b8bade33-0221-4892-9881-74003da47dbe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:17.064530 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1a261ccf-d9e9-490c-83ef-35e0970574b0 req-b8bade33-0221-4892-9881-74003da47dbe service neutron] 10.222.0.26 "PUT /v2.0/ports/21b3903e-7bc2-443f-83b0-80d651d68c79 HTTP/1.1" status: 200 len: 1091 time: 1.9338496 Jul 13 13:31:17.064982 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '727deb5b-3133-4286-8684-e334a3d2008f', 'tag': '21b3903e-7bc2-443f-83b0-80d651d68c79'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:31:17.067269 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71969945-92a5-4825-b9d1-e4994edc659a" -d '{"events": [{"name": "network-changed", "server_uuid": "727deb5b-3133-4286-8684-e334a3d2008f", "tag": "21b3903e-7bc2-443f-83b0-80d651d68c79"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:31:17.108611 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209a7c8b-5f56-4fd8-9cfc-f30b81a70b16 req-6d7dcc28-edb7-4f4c-9eac-bcd43e620482 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:17.110102 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-209a7c8b-5f56-4fd8-9cfc-f30b81a70b16 req-6d7dcc28-edb7-4f4c-9eac-bcd43e620482 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2307014 Jul 13 13:31:17.113859 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bade33-0221-4892-9881-74003da47dbe service neutron] Pushing event updated for resources: {'Port': ['ID=21b3903e-7bc2-443f-83b0-80d651d68c79,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:31:17.131650 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-209a7c8b-5f56-4fd8-9cfc-f30b81a70b16 req-3951419c-300b-4b36-89da-1246d1396d92 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Request body: {'port': {'device_id': 'adc1ade6-2684-42ff-92d6-50065fc5781e', 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30', 'admin_state_up': True, 'tenant_id': '09bf0390c6c84bde9cf099d3a1ffb9e6'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:31:17.187102 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f4753e53-3cfa-453f-a209-cec64ccc70e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:17.237608 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port b12fdcc7-7dff-4789-b754-2cd09ee7ac7b, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=b12fdcc7-7dff-4789-b754-2cd09ee7ac7b,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:31:17.251769 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Returning: {'device': 'b12fdcc7-7dff-4789-b754-2cd09ee7ac7b', 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30', 'port_id': 'b12fdcc7-7dff-4789-b754-2cd09ee7ac7b', 'mac_address': 'fa:16:3e:48:e7:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60b55863-ceb6-45af-a8a4-4b22d72866af', 'ip_address': '192.168.233.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 13:31:17.261835 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8fb5e7-9036-4fe2-992e-cefe42ec9a60 req-615d1c1c-4f72-46f4-bdda-3b5dbbaaa705 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:17.263500 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3c8fb5e7-9036-4fe2-992e-cefe42ec9a60 req-615d1c1c-4f72-46f4-bdda-3b5dbbaaa705 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] 10.222.0.23 "GET /v2.0/ports?device_id=40bc8bbc-1184-45a8-b044-9849c0e88228 HTTP/1.1" status: 200 len: 948 time: 0.0865107 Jul 13 13:31:17.289544 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 196772ab-5a63-4f33-ace7-457cf523ed33 up at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:31:17.321087 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a261ccf-d9e9-490c-83ef-35e0970574b0 req-b71c6004-c3b2-4d4e-a680-8a15acd778a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:17.322988 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1a261ccf-d9e9-490c-83ef-35e0970574b0 req-b71c6004-c3b2-4d4e-a680-8a15acd778a8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d50e67b9ee9e45449d2522df614fe533&device_id=727deb5b-3133-4286-8684-e334a3d2008f HTTP/1.1" status: 200 len: 1094 time: 0.1983802 Jul 13 13:31:17.330897 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-209a7c8b-5f56-4fd8-9cfc-f30b81a70b16 req-3951419c-300b-4b36-89da-1246d1396d92 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Made reservation on behalf of 09bf0390c6c84bde9cf099d3a1ffb9e6 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:31:17.336548 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-209a7c8b-5f56-4fd8-9cfc-f30b81a70b16 req-3951419c-300b-4b36-89da-1246d1396d92 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:17.353382 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3c8fb5e7-9036-4fe2-992e-cefe42ec9a60 req-6529407a-5a64-4fc8-9a7b-26b93d65d62c tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] 10.222.0.23 "GET /v2.0/security-groups?id=0375d0dc-b9f6-47cd-991d-bd203a5d5aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827963 Jul 13 13:31:17.416195 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:17.431515 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1a261ccf-d9e9-490c-83ef-35e0970574b0 req-a12969bb-d8f4-4adc-8456-e7a23fa7400a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=21b3903e-7bc2-443f-83b0-80d651d68c79 HTTP/1.1" status: 200 len: 217 time: 0.0848174 Jul 13 13:31:17.448515 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b12fdcc7-7dff-4789-b754-2cd09ee7ac7b {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:31:17.475488 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port b12fdcc7-7dff-4789-b754-2cd09ee7ac7b, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=b12fdcc7-7dff-4789-b754-2cd09ee7ac7b,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:31:17.477272 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning for port 196772ab-5a63-4f33-ace7-457cf523ed33 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:31:17.481762 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning complete for port 196772ab-5a63-4f33-ace7-457cf523ed33 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:31:17.482195 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:17.487999 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:17.536331 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a261ccf-d9e9-490c-83ef-35e0970574b0 req-12dfb73a-9d93-418f-8bb5-175edbbfa093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:17.537840 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1a261ccf-d9e9-490c-83ef-35e0970574b0 req-12dfb73a-9d93-418f-8bb5-175edbbfa093 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=45599520-ccde-4569-b8cc-9a75a2e552c5 HTTP/1.1" status: 200 len: 860 time: 0.0956299 Jul 13 13:31:17.545643 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6776c6aa-d716-422e-83e9-05f7ec3615db req-29a8495a-9dda-4b8b-963b-03d5ec6c9093 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:17.554687 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6776c6aa-d716-422e-83e9-05f7ec3615db req-29a8495a-9dda-4b8b-963b-03d5ec6c9093 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/ports?device_id=727deb5b-3133-4286-8684-e334a3d2008f HTTP/1.1" status: 200 len: 943 time: 0.0813124 Jul 13 13:31:17.566189 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=b12fdcc7-7dff-4789-b754-2cd09ee7ac7b,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:31:17.599907 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1a261ccf-d9e9-490c-83ef-35e0970574b0 req-db5a2b92-f8f3-4e73-9d9f-928f28fecd8f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518904 Jul 13 13:31:17.613358 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6776c6aa-d716-422e-83e9-05f7ec3615db req-b41b4f2d-a2e1-4ec0-b7b4-8392cf0e9a5c tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1a1929d-de59-4a26-a69b-05b891c11dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576694 Jul 13 13:31:17.614868 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 13:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b099e14-136e-4570-955e-f06d0c3ddb94 x-openstack-request-id: req-3b099e14-136e-4570-955e-f06d0c3ddb94 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:31:17.615274 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "727deb5b-3133-4286-8684-e334a3d2008f", "tag": "21b3903e-7bc2-443f-83b0-80d651d68c79", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:31:17.616019 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3b099e14-136e-4570-955e-f06d0c3ddb94 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:31:17.616729 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '727deb5b-3133-4286-8684-e334a3d2008f', 'tag': '21b3903e-7bc2-443f-83b0-80d651d68c79', 'status': 'completed', 'code': 200} Jul 13 13:31:17.661938 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:17.693632 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71ebf243-5594-4cb9-900c-04f990b0cf5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '196772ab-5a63-4f33-ace7-457cf523ed33'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:31:17.696365 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f6ae25d-50bd-4570-a83f-455ea6b8038b" -d '{"events": [{"server_uuid": "71ebf243-5594-4cb9-900c-04f990b0cf5a", "name": "network-vif-plugged", "status": "completed", "tag": "196772ab-5a63-4f33-ace7-457cf523ed33"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:31:17.711153 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 196772ab-5a63-4f33-ace7-457cf523ed33, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=196772ab-5a63-4f33-ace7-457cf523ed33,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:31:17.718999 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:17.727674 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-209a7c8b-5f56-4fd8-9cfc-f30b81a70b16 req-3951419c-300b-4b36-89da-1246d1396d92 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Allocated IP 192.168.233.214 (e0bfb334-0fd9-4ba5-ba79-1568ecabee30/60b55863-ceb6-45af-a8a4-4b22d72866af/f270c028-70f9-4852-a18d-fe6a5464d03e) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:31:17.741846 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1a261ccf-d9e9-490c-83ef-35e0970574b0 req-aa9842d1-ee2a-418e-9522-e67d6dd1f179 service neutron] 10.222.0.26 "GET /v2.0/networks/2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179800 Jul 13 13:31:17.785873 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5050bc7-f5bc-4984-b4af-2265dc26cf78 x-openstack-request-id: req-b5050bc7-f5bc-4984-b4af-2265dc26cf78 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:31:17.786170 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71ebf243-5594-4cb9-900c-04f990b0cf5a", "name": "network-vif-plugged", "status": "completed", "tag": "196772ab-5a63-4f33-ace7-457cf523ed33", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:31:17.786482 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b5050bc7-f5bc-4984-b4af-2265dc26cf78 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:31:17.786875 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71ebf243-5594-4cb9-900c-04f990b0cf5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '196772ab-5a63-4f33-ace7-457cf523ed33', 'code': 200} Jul 13 13:31:17.788350 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=196772ab-5a63-4f33-ace7-457cf523ed33,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:31:17.830554 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['b12fdcc7-7dff-4789-b754-2cd09ee7ac7b'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:31:18.000273 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1a261ccf-d9e9-490c-83ef-35e0970574b0 req-d7be76fa-3a41-434f-97be-ef86115764d2 service neutron] 10.222.0.26 "GET /v2.0/networks/2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2530653 Jul 13 13:31:18.078574 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ab6715-c12c-4ccc-bc84-220b84083279 req-4c64e4bc-f0a1-4928-9bce-dbe9947e4ede tempest-DeleteServersAdminTestJSON-748200287 tempest-DeleteServersAdminTestJSON-748200287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:18.086178 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-93ab6715-c12c-4ccc-bc84-220b84083279 req-4c64e4bc-f0a1-4928-9bce-dbe9947e4ede tempest-DeleteServersAdminTestJSON-748200287 tempest-DeleteServersAdminTestJSON-748200287-project] 10.222.0.23 "GET /v2.0/ports?device_id=71ebf243-5594-4cb9-900c-04f990b0cf5a HTTP/1.1" status: 200 len: 949 time: 0.0935791 Jul 13 13:31:18.132469 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-93ab6715-c12c-4ccc-bc84-220b84083279 req-6ee48c9e-e499-4cd7-9737-9eca376fb9af tempest-DeleteServersAdminTestJSON-748200287 tempest-DeleteServersAdminTestJSON-748200287-project] 10.222.0.23 "GET /v2.0/security-groups?id=1afcd841-0357-43c7-a68b-42ff4589c658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429969 Jul 13 13:31:18.198382 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4382f946-1a02-4032-a9b6-e06a4be6bb41 req-0d6f784a-3c9f-4fb8-b827-e333e8a62cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:18.199875 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4382f946-1a02-4032-a9b6-e06a4be6bb41 req-0d6f784a-3c9f-4fb8-b827-e333e8a62cc9 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=71ebf243-5594-4cb9-900c-04f990b0cf5a HTTP/1.1" status: 200 len: 1100 time: 0.2996790 Jul 13 13:31:18.206676 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-209a7c8b-5f56-4fd8-9cfc-f30b81a70b16 req-3951419c-300b-4b36-89da-1246d1396d92 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:18.249346 n-d-800634-1 neutron-server[93750]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 13 13:31:18.249346 n-d-800634-1 neutron-server[93750]: from cryptography.utils import int_from_bytes Jul 13 13:31:18.249346 n-d-800634-1 neutron-server[93750]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 13 13:31:18.249346 n-d-800634-1 neutron-server[93750]: from cryptography.utils import int_from_bytes Jul 13 13:31:18.249346 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:31:18.249346 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:31:18.249346 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:31:18.249346 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:31:18.249346 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:31:18.249346 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:31:18.249346 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:31:18.249346 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:31:18.249346 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:31:18.249346 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:31:18.249346 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:31:18.249346 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:31:18.249346 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:31:18.249346 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:31:18.249346 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:31:18.249346 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:31:18.249346 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:31:18.249346 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:31:18.249346 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:31:18.249346 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:31:18.249346 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:31:18.249346 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:31:18.249346 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:31:18.249346 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:31:18.249346 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:31:18.249346 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:31:18.249346 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:31:18.249346 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:31:18.249346 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:31:18.249346 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:31:18.249346 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:31:18.249346 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:31:18.249346 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:31:18.249346 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:31:18.249346 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:31:18.249346 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:31:18.249346 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:31:18.249346 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:31:18.249346 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:31:18.249346 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:31:18.249346 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:31:18.249346 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:31:18.249346 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:31:18.249346 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:31:18.249346 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:31:18.249346 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:31:18.249346 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:31:18.249346 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:31:18.249346 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:31:18.249346 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:31:18.249346 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:31:18.249346 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:31:18.252937 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:31:18.252937 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:31:18.252937 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:31:18.252937 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:31:18.252937 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:31:18.252937 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:31:18.252937 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:31:18.252937 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:31:18.252937 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:31:18.252937 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:31:18.252937 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:31:18.252937 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:31:18.252937 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:31:18.252937 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:31:18.252937 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:31:18.252937 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:31:18.252937 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:31:18.252937 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:31:18.254153 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-209a7c8b-5f56-4fd8-9cfc-f30b81a70b16 req-3951419c-300b-4b36-89da-1246d1396d92 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Transition to ACTIVE for port object f270c028-70f9-4852-a18d-fe6a5464d03e will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:31:18.276982 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71969945-92a5-4825-b9d1-e4994edc659a req-99b38f80-6c06-41fb-9160-1146fd9e4e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:18.278533 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-71969945-92a5-4825-b9d1-e4994edc659a req-99b38f80-6c06-41fb-9160-1146fd9e4e57 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d50e67b9ee9e45449d2522df614fe533&device_id=727deb5b-3133-4286-8684-e334a3d2008f HTTP/1.1" status: 200 len: 1094 time: 0.1966460 Jul 13 13:31:18.282724 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8ece0d44-a140-4dde-b40a-af63882f1fcc req-783f2c74-3a9b-44d5-962b-a3c625c54151 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.23 "GET /v2.0/ports?device_id=adc1ade6-2684-42ff-92d6-50065fc5781e HTTP/1.1" status: 200 len: 210 time: 0.0436444 Jul 13 13:31:18.300100 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4382f946-1a02-4032-a9b6-e06a4be6bb41 req-e02dd3e5-58ce-4c20-a1b0-270476c83fc5 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=1afcd841-0357-43c7-a68b-42ff4589c658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800669 Jul 13 13:31:18.437096 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-209a7c8b-5f56-4fd8-9cfc-f30b81a70b16 req-3951419c-300b-4b36-89da-1246d1396d92 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:18.454040 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['3a90243c-de42-46cb-9b58-efc8f07230e9'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:31:18.454903 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7c2ea7-9358-4a8e-b971-4b1ddee7f07d req-47d2b4f6-5b48-4a40-934d-a5e26293d6d0 tempest-LiveMigrationNegativeTest-1088183764 tempest-LiveMigrationNegativeTest-1088183764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:18.458213 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-0c7c2ea7-9358-4a8e-b971-4b1ddee7f07d req-47d2b4f6-5b48-4a40-934d-a5e26293d6d0 tempest-LiveMigrationNegativeTest-1088183764 tempest-LiveMigrationNegativeTest-1088183764-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdac6873-76e5-4c72-a0de-1c0ca2121f3e HTTP/1.1" status: 200 len: 950 time: 0.0988541 Jul 13 13:31:18.492736 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 13:31:18.502921 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-0c7c2ea7-9358-4a8e-b971-4b1ddee7f07d req-2c318b18-05eb-4860-84be-c0c9e6d6c687 tempest-LiveMigrationNegativeTest-1088183764 tempest-LiveMigrationNegativeTest-1088183764-project] 10.222.0.23 "GET /v2.0/security-groups?id=012824c0-c787-4fdb-9ea4-3a146d563edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385377 Jul 13 13:31:18.543042 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-209a7c8b-5f56-4fd8-9cfc-f30b81a70b16 req-3951419c-300b-4b36-89da-1246d1396d92 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Network e0bfb334-0fd9-4ba5-ba79-1568ecabee30 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:31:18.564918 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-209a7c8b-5f56-4fd8-9cfc-f30b81a70b16 req-3951419c-300b-4b36-89da-1246d1396d92 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:31:18.567347 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71969945-92a5-4825-b9d1-e4994edc659a req-dabb69c3-2bf8-493e-ba1a-41e4bc9d3065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:18.568907 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-71969945-92a5-4825-b9d1-e4994edc659a req-dabb69c3-2bf8-493e-ba1a-41e4bc9d3065 service neutron] 10.222.0.26 "GET /v2.0/networks?id=2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21 HTTP/1.1" status: 200 len: 920 time: 0.2720008 Jul 13 13:31:18.589658 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3951419c-300b-4b36-89da-1246d1396d92 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Pushing event updated for resources: {'Port': ['ID=f270c028-70f9-4852-a18d-fe6a5464d03e,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:31:18.604123 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-209a7c8b-5f56-4fd8-9cfc-f30b81a70b16 req-3951419c-300b-4b36-89da-1246d1396d92 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:31:18.617038 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209a7c8b-5f56-4fd8-9cfc-f30b81a70b16 req-3951419c-300b-4b36-89da-1246d1396d92 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:18.620043 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-209a7c8b-5f56-4fd8-9cfc-f30b81a70b16 req-3951419c-300b-4b36-89da-1246d1396d92 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:18.675090 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-71969945-92a5-4825-b9d1-e4994edc659a req-0ab0c79a-0875-4e13-b421-8b36633c7e6c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=21b3903e-7bc2-443f-83b0-80d651d68c79 HTTP/1.1" status: 200 len: 217 time: 0.0949519 Jul 13 13:31:18.732324 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71969945-92a5-4825-b9d1-e4994edc659a req-0a68c42b-917c-41b8-b05c-19bac2218c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:18.734389 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-71969945-92a5-4825-b9d1-e4994edc659a req-0a68c42b-917c-41b8-b05c-19bac2218c85 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=45599520-ccde-4569-b8cc-9a75a2e552c5 HTTP/1.1" status: 200 len: 860 time: 0.0515766 Jul 13 13:31:18.736088 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-209a7c8b-5f56-4fd8-9cfc-f30b81a70b16 req-3951419c-300b-4b36-89da-1246d1396d92 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6087034 Jul 13 13:31:18.760375 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-209a7c8b-5f56-4fd8-9cfc-f30b81a70b16 req-05e0dca1-90a3-4eac-bff1-a33a6890149a service neutron] Request body: {'port': {'device_id': 'adc1ade6-2684-42ff-92d6-50065fc5781e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:31:18.819274 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b941a5-d49a-4301-a72a-7c86bcbf8af2 req-84e6aa0b-e810-4c89-9629-2d9a7234fe2c tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:18.822807 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e1b941a5-d49a-4301-a72a-7c86bcbf8af2 req-84e6aa0b-e810-4c89-9629-2d9a7234fe2c tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] 10.222.0.23 "GET /v2.0/ports?device_id=40bc8bbc-1184-45a8-b044-9849c0e88228 HTTP/1.1" status: 200 len: 949 time: 0.1399841 Jul 13 13:31:18.852848 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-71969945-92a5-4825-b9d1-e4994edc659a req-53df8035-f7f2-4a2b-b6ee-d0941c9f5e53 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0878015 Jul 13 13:31:18.882557 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e1b941a5-d49a-4301-a72a-7c86bcbf8af2 req-8a0f0aba-1b43-47c0-8b7c-1af1022bd522 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] 10.222.0.23 "GET /v2.0/security-groups?id=0375d0dc-b9f6-47cd-991d-bd203a5d5aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547993 Jul 13 13:31:18.909327 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['894c88fc-95cc-4a2b-9a78-4c8bf919a43e', 'fce86fce-7d5e-4f1c-b125-c36dec27a279', '35c44836-b440-472c-8059-c98a5ffada71', 'c0feee91-13e1-4626-95f0-03b60abe6597'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:31:19.032371 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-209a7c8b-5f56-4fd8-9cfc-f30b81a70b16 req-05e0dca1-90a3-4eac-bff1-a33a6890149a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:19.060078 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 46184) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:31:19.063634 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-630f9414-c551-4f20-9083-241525160531 None None] Provisioning for port f270c028-70f9-4852-a18d-fe6a5464d03e completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:31:19.091306 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-630f9414-c551-4f20-9083-241525160531 None None] Provisioning complete for port f270c028-70f9-4852-a18d-fe6a5464d03e triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:31:19.092692 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-630f9414-c551-4f20-9083-241525160531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:19.102509 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b61e9ff-95ee-4a3f-adac-088675013bc6 req-51af9cae-d65c-4191-85e3-c0db8872b412 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:19.104041 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6b61e9ff-95ee-4a3f-adac-088675013bc6 req-51af9cae-d65c-4191-85e3-c0db8872b412 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/ports?device_id=727deb5b-3133-4286-8684-e334a3d2008f HTTP/1.1" status: 200 len: 943 time: 0.2642779 Jul 13 13:31:19.108666 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-71969945-92a5-4825-b9d1-e4994edc659a req-7324dcdd-fe24-44f2-be44-18052e90ee1f service neutron] 10.222.0.26 "GET /v2.0/networks/2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189624 Jul 13 13:31:19.201864 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d3db1686-5a7f-4c95-a5d9-91275c18eff9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:19.212278 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-630f9414-c551-4f20-9083-241525160531 None None] Port f270c028-70f9-4852-a18d-fe6a5464d03e cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:31:19.356262 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6b61e9ff-95ee-4a3f-adac-088675013bc6 req-07deae93-5adb-4625-81f4-4b96c8865397 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1a1929d-de59-4a26-a69b-05b891c11dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450104 Jul 13 13:31:19.407703 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d3db1686-5a7f-4c95-a5d9-91275c18eff9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:19.422723 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d3db1686-5a7f-4c95-a5d9-91275c18eff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:19.487563 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3072aa49-9083-46c8-b2d8-ece7e3f6904d req-06de7153-db54-466b-a8d6-279daabf6182 tempest-DeleteServersAdminTestJSON-748200287 tempest-DeleteServersAdminTestJSON-748200287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:19.490104 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3072aa49-9083-46c8-b2d8-ece7e3f6904d req-06de7153-db54-466b-a8d6-279daabf6182 tempest-DeleteServersAdminTestJSON-748200287 tempest-DeleteServersAdminTestJSON-748200287-project] 10.222.0.23 "GET /v2.0/ports?device_id=71ebf243-5594-4cb9-900c-04f990b0cf5a HTTP/1.1" status: 200 len: 949 time: 0.1819251 Jul 13 13:31:19.507034 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-d3db1686-5a7f-4c95-a5d9-91275c18eff9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=093d5e4bbc5e4ce8979238d52651d232&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4460778 Jul 13 13:31:19.524983 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3db1686-5a7f-4c95-a5d9-91275c18eff9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eccaf4ba-8b86-46df-8882-50b2f4f693b6,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:31:19.543444 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 46196) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:31:19.633632 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3072aa49-9083-46c8-b2d8-ece7e3f6904d req-4f5ffb79-1c99-4596-89ae-a118030da1f7 tempest-DeleteServersAdminTestJSON-748200287 tempest-DeleteServersAdminTestJSON-748200287-project] 10.222.0.23 "GET /v2.0/security-groups?id=1afcd841-0357-43c7-a68b-42ff4589c658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301255 Jul 13 13:31:19.690140 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-82aa3368-b83a-4571-99f5-7ba42683a57c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:19.722385 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-82aa3368-b83a-4571-99f5-7ba42683a57c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:19.776314 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-71969945-92a5-4825-b9d1-e4994edc659a req-ba431665-e636-494c-8c03-bf4ee87ccd0d service neutron] 10.222.0.26 "GET /v2.0/networks/2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6436923 Jul 13 13:31:19.825226 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-38fdc55f-d21a-4f0e-b8e7-a596db2685f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:19.846803 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-82aa3368-b83a-4571-99f5-7ba42683a57c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:19.850196 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-82aa3368-b83a-4571-99f5-7ba42683a57c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:19.851705 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-82aa3368-b83a-4571-99f5-7ba42683a57c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/eccaf4ba-8b86-46df-8882-50b2f4f693b6 HTTP/1.1" status: 204 len: 168 time: 0.3057663 Jul 13 13:31:19.861861 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-209a7c8b-5f56-4fd8-9cfc-f30b81a70b16 req-05e0dca1-90a3-4eac-bff1-a33a6890149a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f270c028-70f9-4852-a18d-fe6a5464d03e {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:31:19.862088 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82aa3368-b83a-4571-99f5-7ba42683a57c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eccaf4ba-8b86-46df-8882-50b2f4f693b6,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:31:19.876232 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-209a7c8b-5f56-4fd8-9cfc-f30b81a70b16 req-05e0dca1-90a3-4eac-bff1-a33a6890149a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:19.898152 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-209a7c8b-5f56-4fd8-9cfc-f30b81a70b16 req-05e0dca1-90a3-4eac-bff1-a33a6890149a service neutron] Transition to ACTIVE for port object f270c028-70f9-4852-a18d-fe6a5464d03e will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:31:19.912994 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-209a7c8b-5f56-4fd8-9cfc-f30b81a70b16 req-05e0dca1-90a3-4eac-bff1-a33a6890149a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:19.938538 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:20.049109 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e0dca1-90a3-4eac-bff1-a33a6890149a service neutron] Pushing event updated for resources: {'Port': ['ID=f270c028-70f9-4852-a18d-fe6a5464d03e,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:31:20.072550 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269e1525-aee6-414f-8491-04899bea9b41 req-ba08b1f8-2560-4abf-9cc3-f8f9b2ece0e8 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:20.082606 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-269e1525-aee6-414f-8491-04899bea9b41 req-ba08b1f8-2560-4abf-9cc3-f8f9b2ece0e8 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.23 "GET /v2.0/ports?device_id=adc1ade6-2684-42ff-92d6-50065fc5781e HTTP/1.1" status: 200 len: 936 time: 0.3502588 Jul 13 13:31:20.087204 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c41145-bca8-4475-b0a2-fdc79d4dd9e5 req-c1d70570-ac2d-4d16-88bb-4293d56e3f2d tempest-LiveMigrationNegativeTest-1088183764 tempest-LiveMigrationNegativeTest-1088183764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:20.097144 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d8c41145-bca8-4475-b0a2-fdc79d4dd9e5 req-c1d70570-ac2d-4d16-88bb-4293d56e3f2d tempest-LiveMigrationNegativeTest-1088183764 tempest-LiveMigrationNegativeTest-1088183764-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdac6873-76e5-4c72-a0de-1c0ca2121f3e HTTP/1.1" status: 200 len: 950 time: 0.1454544 Jul 13 13:31:20.149573 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d8c41145-bca8-4475-b0a2-fdc79d4dd9e5 req-fe91a696-c49d-47d2-83bc-26d26bd557ce tempest-LiveMigrationNegativeTest-1088183764 tempest-LiveMigrationNegativeTest-1088183764-project] 10.222.0.23 "GET /v2.0/security-groups?id=012824c0-c787-4fdb-9ea4-3a146d563edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494835 Jul 13 13:31:20.296577 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 46206) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:31:20.314645 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1c2a3a76-67cf-47e8-87ff-7e54fb2969a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:20.372836 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9622a5-b642-4775-9fec-d263fb80b35b req-9e1913fa-475d-45b7-8470-4f2f7c68d83a tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:20.374639 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4b9622a5-b642-4775-9fec-d263fb80b35b req-9e1913fa-475d-45b7-8470-4f2f7c68d83a tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] 10.222.0.23 "GET /v2.0/ports?device_id=40bc8bbc-1184-45a8-b044-9849c0e88228 HTTP/1.1" status: 200 len: 949 time: 0.1127620 Jul 13 13:31:20.428263 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-209a7c8b-5f56-4fd8-9cfc-f30b81a70b16 req-05e0dca1-90a3-4eac-bff1-a33a6890149a service neutron] Attempting to bind port f270c028-70f9-4852-a18d-fe6a5464d03e on host n-h1-800634-1 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:31:20.428598 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-209a7c8b-5f56-4fd8-9cfc-f30b81a70b16 req-05e0dca1-90a3-4eac-bff1-a33a6890149a service neutron] Attempting to bind port f270c028-70f9-4852-a18d-fe6a5464d03e by drivers openvswitch,hyperv on host n-h1-800634-1 at level 0 using segments [{'id': '62a4f2e9-97ca-473c-a2df-e7f9f532c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:31:20.428877 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209a7c8b-5f56-4fd8-9cfc-f30b81a70b16 req-05e0dca1-90a3-4eac-bff1-a33a6890149a service neutron] Attempting to bind port f270c028-70f9-4852-a18d-fe6a5464d03e on network e0bfb334-0fd9-4ba5-ba79-1568ecabee30 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:31:20.440030 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4b9622a5-b642-4775-9fec-d263fb80b35b req-5224f310-e05d-4ca8-a2cf-542374a83343 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] 10.222.0.23 "GET /v2.0/security-groups?id=0375d0dc-b9f6-47cd-991d-bd203a5d5aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569861 Jul 13 13:31:20.450229 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209a7c8b-5f56-4fd8-9cfc-f30b81a70b16 req-05e0dca1-90a3-4eac-bff1-a33a6890149a service neutron] Port f270c028-70f9-4852-a18d-fe6a5464d03e on network e0bfb334-0fd9-4ba5-ba79-1568ecabee30 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-1 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:31:20.450553 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209a7c8b-5f56-4fd8-9cfc-f30b81a70b16 req-05e0dca1-90a3-4eac-bff1-a33a6890149a service neutron] Attempting to bind port f270c028-70f9-4852-a18d-fe6a5464d03e on network e0bfb334-0fd9-4ba5-ba79-1568ecabee30 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:31:20.462941 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-269e1525-aee6-414f-8491-04899bea9b41 req-d2934aad-46d6-467d-b260-57758e85d3f5 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.23 "GET /v2.0/security-groups?id=30616c26-47b2-497e-86af-cdf36766fc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3544965 Jul 13 13:31:20.464581 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209a7c8b-5f56-4fd8-9cfc-f30b81a70b16 req-05e0dca1-90a3-4eac-bff1-a33a6890149a service neutron] Checking agent: {'id': 'a7603dc8-3c50-4a9b-8f0d-1143528f155e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:31:20.464916 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209a7c8b-5f56-4fd8-9cfc-f30b81a70b16 req-05e0dca1-90a3-4eac-bff1-a33a6890149a service neutron] Checking segment: {'id': '62a4f2e9-97ca-473c-a2df-e7f9f532c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:31:20.465294 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209a7c8b-5f56-4fd8-9cfc-f30b81a70b16 req-05e0dca1-90a3-4eac-bff1-a33a6890149a service neutron] Bound using segment: {'id': '62a4f2e9-97ca-473c-a2df-e7f9f532c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:31:20.465744 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-209a7c8b-5f56-4fd8-9cfc-f30b81a70b16 req-05e0dca1-90a3-4eac-bff1-a33a6890149a service neutron] Bound port: f270c028-70f9-4852-a18d-fe6a5464d03e, host: n-h1-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62a4f2e9-97ca-473c-a2df-e7f9f532c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:31:20.466106 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-209a7c8b-5f56-4fd8-9cfc-f30b81a70b16 req-05e0dca1-90a3-4eac-bff1-a33a6890149a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:20.485784 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1c2a3a76-67cf-47e8-87ff-7e54fb2969a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:20.491635 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1c2a3a76-67cf-47e8-87ff-7e54fb2969a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:20.533264 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0559eaa-32c9-4d88-a9ee-0db0b389d43b req-8dd88d34-e454-4cb1-806d-8993dbf0dde2 tempest-LiveMigrationNegativeTest-1088183764 tempest-LiveMigrationNegativeTest-1088183764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:20.534883 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d0559eaa-32c9-4d88-a9ee-0db0b389d43b req-8dd88d34-e454-4cb1-806d-8993dbf0dde2 tempest-LiveMigrationNegativeTest-1088183764 tempest-LiveMigrationNegativeTest-1088183764-project] 10.222.0.41 "GET /v2.0/ports?device_id=fdac6873-76e5-4c72-a0de-1c0ca2121f3e HTTP/1.1" status: 200 len: 950 time: 0.4513195 Jul 13 13:31:20.551164 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-1c2a3a76-67cf-47e8-87ff-7e54fb2969a7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3aa0f793dc704fb1aeafb5598948b2e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2534931 Jul 13 13:31:20.552153 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2a3a76-67cf-47e8-87ff-7e54fb2969a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d61608fb-c9d7-4b26-b01c-556bbcc8779c,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:31:20.555995 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 46212) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:31:20.618115 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-209a7c8b-5f56-4fd8-9cfc-f30b81a70b16 req-05e0dca1-90a3-4eac-bff1-a33a6890149a service neutron] For port f270c028-70f9-4852-a18d-fe6a5464d03e, host n-h1-800634-1, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:31:20.643518 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-209a7c8b-5f56-4fd8-9cfc-f30b81a70b16 req-05e0dca1-90a3-4eac-bff1-a33a6890149a service neutron] For port f270c028-70f9-4852-a18d-fe6a5464d03e, host n-h1-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=f270c028-70f9-4852-a18d-fe6a5464d03e,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:31:20.652454 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-209a7c8b-5f56-4fd8-9cfc-f30b81a70b16 req-05e0dca1-90a3-4eac-bff1-a33a6890149a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:20.719017 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209a7c8b-5f56-4fd8-9cfc-f30b81a70b16 req-05e0dca1-90a3-4eac-bff1-a33a6890149a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:20.719566 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-209a7c8b-5f56-4fd8-9cfc-f30b81a70b16 req-05e0dca1-90a3-4eac-bff1-a33a6890149a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:20.720417 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1650897f-bbdc-4b9e-b5c2-d2b45b8cebb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:20.720963 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-209a7c8b-5f56-4fd8-9cfc-f30b81a70b16 req-05e0dca1-90a3-4eac-bff1-a33a6890149a service neutron] 10.222.0.26 "PUT /v2.0/ports/f270c028-70f9-4852-a18d-fe6a5464d03e HTTP/1.1" status: 200 len: 1096 time: 1.9660993 Jul 13 13:31:20.721405 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adc1ade6-2684-42ff-92d6-50065fc5781e', 'tag': 'f270c028-70f9-4852-a18d-fe6a5464d03e'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:31:20.726644 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79f682ad-87a7-4a51-8c02-de1970a86800" -d '{"events": [{"name": "network-changed", "server_uuid": "adc1ade6-2684-42ff-92d6-50065fc5781e", "tag": "f270c028-70f9-4852-a18d-fe6a5464d03e"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:31:20.764205 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e0dca1-90a3-4eac-bff1-a33a6890149a service neutron] Pushing event updated for resources: {'Port': ['ID=f270c028-70f9-4852-a18d-fe6a5464d03e,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:31:20.771800 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de884c3-8ceb-4a09-b4ac-0801fc3f17c4 req-47feafd7-17bb-4e31-b454-6ac2d5ee3007 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:20.773362 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1de884c3-8ceb-4a09-b4ac-0801fc3f17c4 req-47feafd7-17bb-4e31-b454-6ac2d5ee3007 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/ports?device_id=727deb5b-3133-4286-8684-e334a3d2008f HTTP/1.1" status: 200 len: 943 time: 0.1598063 Jul 13 13:31:20.775776 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1650897f-bbdc-4b9e-b5c2-d2b45b8cebb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:20.852935 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1de884c3-8ceb-4a09-b4ac-0801fc3f17c4 req-f7fc4064-36f9-4e3e-94bf-7e8d2e8f9d93 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1a1929d-de59-4a26-a69b-05b891c11dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671251 Jul 13 13:31:20.884829 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1650897f-bbdc-4b9e-b5c2-d2b45b8cebb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:20.886380 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-d0559eaa-32c9-4d88-a9ee-0db0b389d43b req-31771a96-1ab4-444e-8fd9-4371c1600425 tempest-LiveMigrationNegativeTest-1088183764 tempest-LiveMigrationNegativeTest-1088183764-project] Deleting port 83ae88c0-1fc1-4d55-bd74-32b5ff45e59b {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:31:20.886856 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-d0559eaa-32c9-4d88-a9ee-0db0b389d43b req-31771a96-1ab4-444e-8fd9-4371c1600425 tempest-LiveMigrationNegativeTest-1088183764 tempest-LiveMigrationNegativeTest-1088183764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:20.897878 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1650897f-bbdc-4b9e-b5c2-d2b45b8cebb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:20.899804 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-1650897f-bbdc-4b9e-b5c2-d2b45b8cebb7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d61608fb-c9d7-4b26-b01c-556bbcc8779c HTTP/1.1" status: 204 len: 168 time: 0.3304596 Jul 13 13:31:20.912382 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1650897f-bbdc-4b9e-b5c2-d2b45b8cebb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d61608fb-c9d7-4b26-b01c-556bbcc8779c,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:31:20.963260 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 13:31:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6b172b3-f11a-453f-9e91-642b8795af56 x-openstack-request-id: req-f6b172b3-f11a-453f-9e91-642b8795af56 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:31:20.963559 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adc1ade6-2684-42ff-92d6-50065fc5781e", "tag": "f270c028-70f9-4852-a18d-fe6a5464d03e", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:31:20.963813 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f6b172b3-f11a-453f-9e91-642b8795af56 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:31:20.964205 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adc1ade6-2684-42ff-92d6-50065fc5781e', 'tag': 'f270c028-70f9-4852-a18d-fe6a5464d03e', 'status': 'completed', 'code': 200} Jul 13 13:31:20.980639 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:21.004756 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209a7c8b-5f56-4fd8-9cfc-f30b81a70b16 req-a1235b0f-dba8-452f-9da1-2357aaeb913f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:21.006298 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-209a7c8b-5f56-4fd8-9cfc-f30b81a70b16 req-a1235b0f-dba8-452f-9da1-2357aaeb913f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=09bf0390c6c84bde9cf099d3a1ffb9e6&device_id=adc1ade6-2684-42ff-92d6-50065fc5781e HTTP/1.1" status: 200 len: 1099 time: 0.2276797 Jul 13 13:31:21.043360 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb071a2-e2c6-432f-a26b-d410170bbae8 req-09eaa6d8-71b0-49a1-8773-81f017438992 tempest-DeleteServersAdminTestJSON-748200287 tempest-DeleteServersAdminTestJSON-748200287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:21.052043 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3fb071a2-e2c6-432f-a26b-d410170bbae8 req-09eaa6d8-71b0-49a1-8773-81f017438992 tempest-DeleteServersAdminTestJSON-748200287 tempest-DeleteServersAdminTestJSON-748200287-project] 10.222.0.23 "GET /v2.0/ports?device_id=71ebf243-5594-4cb9-900c-04f990b0cf5a HTTP/1.1" status: 200 len: 949 time: 0.2215407 Jul 13 13:31:21.079040 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device b12fdcc7-7dff-4789-b754-2cd09ee7ac7b up at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:31:21.117289 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-209a7c8b-5f56-4fd8-9cfc-f30b81a70b16 req-7bea1c6e-9315-42b8-a0be-c59882c08871 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=f270c028-70f9-4852-a18d-fe6a5464d03e HTTP/1.1" status: 200 len: 217 time: 0.0987811 Jul 13 13:31:21.139938 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning for port b12fdcc7-7dff-4789-b754-2cd09ee7ac7b completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:31:21.148067 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning complete for port b12fdcc7-7dff-4789-b754-2cd09ee7ac7b triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:31:21.148544 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:21.156422 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-d0559eaa-32c9-4d88-a9ee-0db0b389d43b req-31771a96-1ab4-444e-8fd9-4371c1600425 tempest-LiveMigrationNegativeTest-1088183764 tempest-LiveMigrationNegativeTest-1088183764-project] For port 83ae88c0-1fc1-4d55-bd74-32b5ff45e59b, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=83ae88c0-1fc1-4d55-bd74-32b5ff45e59b,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:31:21.156788 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-d0559eaa-32c9-4d88-a9ee-0db0b389d43b req-31771a96-1ab4-444e-8fd9-4371c1600425 tempest-LiveMigrationNegativeTest-1088183764 tempest-LiveMigrationNegativeTest-1088183764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:21.193808 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3fb071a2-e2c6-432f-a26b-d410170bbae8 req-23875a22-7f08-4b7b-8a72-9f8e7e970f00 tempest-DeleteServersAdminTestJSON-748200287 tempest-DeleteServersAdminTestJSON-748200287-project] 10.222.0.23 "GET /v2.0/security-groups?id=1afcd841-0357-43c7-a68b-42ff4589c658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406770 Jul 13 13:31:21.235689 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-d0559eaa-32c9-4d88-a9ee-0db0b389d43b req-31771a96-1ab4-444e-8fd9-4371c1600425 tempest-LiveMigrationNegativeTest-1088183764 tempest-LiveMigrationNegativeTest-1088183764-project] Calling delete_port for 83ae88c0-1fc1-4d55-bd74-32b5ff45e59b owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:31:21.256396 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209a7c8b-5f56-4fd8-9cfc-f30b81a70b16 req-ca1a7b86-e534-49bf-abd6-23b2433bd818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:21.257899 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-209a7c8b-5f56-4fd8-9cfc-f30b81a70b16 req-ca1a7b86-e534-49bf-abd6-23b2433bd818 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=60b55863-ceb6-45af-a8a4-4b22d72866af HTTP/1.1" status: 200 len: 843 time: 0.1242645 Jul 13 13:31:21.292484 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:21.298874 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 21b3903e-7bc2-443f-83b0-80d651d68c79 details requested by agent hyperv_n-h1-800634-1 with host n-h1-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 13:31:21.408694 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f076924a-c54d-46af-904b-aa851ece933f req-05c099f9-9aa8-4717-aec1-bcfac3f9477b tempest-LiveMigrationNegativeTest-1088183764 tempest-LiveMigrationNegativeTest-1088183764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:21.417500 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f076924a-c54d-46af-904b-aa851ece933f req-05c099f9-9aa8-4717-aec1-bcfac3f9477b tempest-LiveMigrationNegativeTest-1088183764 tempest-LiveMigrationNegativeTest-1088183764-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdac6873-76e5-4c72-a0de-1c0ca2121f3e HTTP/1.1" status: 200 len: 950 time: 0.0984154 Jul 13 13:31:21.458795 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209a7c8b-5f56-4fd8-9cfc-f30b81a70b16 req-b009f71f-d992-4a73-a93f-1aec9d6241a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:21.461037 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-209a7c8b-5f56-4fd8-9cfc-f30b81a70b16 req-b009f71f-d992-4a73-a93f-1aec9d6241a9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e0bfb334-0fd9-4ba5-ba79-1568ecabee30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1753597 Jul 13 13:31:21.466473 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f076924a-c54d-46af-904b-aa851ece933f req-f32662a8-49a6-49cf-bfa6-efd96d097cc4 tempest-LiveMigrationNegativeTest-1088183764 tempest-LiveMigrationNegativeTest-1088183764-project] 10.222.0.23 "GET /v2.0/security-groups?id=012824c0-c787-4fdb-9ea4-3a146d563edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476389 Jul 13 13:31:21.472290 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40bc8bbc-1184-45a8-b044-9849c0e88228', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b12fdcc7-7dff-4789-b754-2cd09ee7ac7b'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:31:21.482853 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4f8585c-2c7c-4563-b1a0-1ddc160c610c" -d '{"events": [{"server_uuid": "40bc8bbc-1184-45a8-b044-9849c0e88228", "name": "network-vif-plugged", "status": "completed", "tag": "b12fdcc7-7dff-4789-b754-2cd09ee7ac7b"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:31:21.522616 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port b12fdcc7-7dff-4789-b754-2cd09ee7ac7b, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=b12fdcc7-7dff-4789-b754-2cd09ee7ac7b,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:31:21.539806 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:21.569365 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 21b3903e-7bc2-443f-83b0-80d651d68c79, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=21b3903e-7bc2-443f-83b0-80d651d68c79,segment=NetworkSegment(ad5ed454-48ea-4363-8047-0d3907eff6fd),segment_id=ad5ed454-48ea-4363-8047-0d3907eff6fd)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:31:21.619586 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Returning: {'device': '21b3903e-7bc2-443f-83b0-80d651d68c79', 'network_id': '2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21', 'port_id': '21b3903e-7bc2-443f-83b0-80d651d68c79', 'mac_address': 'fa:16:3e:b8:2a:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45599520-ccde-4569-b8cc-9a75a2e552c5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 13:31:21.622896 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-d0559eaa-32c9-4d88-a9ee-0db0b389d43b req-31771a96-1ab4-444e-8fd9-4371c1600425 tempest-LiveMigrationNegativeTest-1088183764 tempest-LiveMigrationNegativeTest-1088183764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:21.642000 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-209a7c8b-5f56-4fd8-9cfc-f30b81a70b16 req-09ef17d3-712a-4321-9ad6-12aa78eb952b service neutron] 10.222.0.26 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706879 Jul 13 13:31:21.652265 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['0f528c2b-4a8e-402e-b841-27ef1473ac83'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:31:21.654933 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['83ae88c0-1fc1-4d55-bd74-32b5ff45e59b'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:31:21.681458 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31771a96-1ab4-444e-8fd9-4371c1600425 tempest-LiveMigrationNegativeTest-1088183764 tempest-LiveMigrationNegativeTest-1088183764-project] Pushing event deleted for resources: {'Port': ['ID=83ae88c0-1fc1-4d55-bd74-32b5ff45e59b,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:31:21.743060 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e448a7-fe02-42bf-a2f9-5a3740fbf782 req-1b3ecba5-cef2-47fa-872b-a388dee7811e tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:21.751357 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a4e448a7-fe02-42bf-a2f9-5a3740fbf782 req-1b3ecba5-cef2-47fa-872b-a388dee7811e tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] 10.222.0.23 "GET /v2.0/ports?device_id=40bc8bbc-1184-45a8-b044-9849c0e88228 HTTP/1.1" status: 200 len: 950 time: 0.1234586 Jul 13 13:31:21.846816 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a4e448a7-fe02-42bf-a2f9-5a3740fbf782 req-2d44d276-21b9-4582-b665-d1c2da97bce1 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] 10.222.0.23 "GET /v2.0/security-groups?id=0375d0dc-b9f6-47cd-991d-bd203a5d5aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941234 Jul 13 13:31:21.853283 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0559eaa-32c9-4d88-a9ee-0db0b389d43b req-31771a96-1ab4-444e-8fd9-4371c1600425 tempest-LiveMigrationNegativeTest-1088183764 tempest-LiveMigrationNegativeTest-1088183764-project] No DVR routers for this DVR port 83ae88c0-1fc1-4d55-bd74-32b5ff45e59b on host n-h2-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:31:21.859233 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-d0559eaa-32c9-4d88-a9ee-0db0b389d43b req-31771a96-1ab4-444e-8fd9-4371c1600425 tempest-LiveMigrationNegativeTest-1088183764 tempest-LiveMigrationNegativeTest-1088183764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:21.872094 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d0559eaa-32c9-4d88-a9ee-0db0b389d43b req-31771a96-1ab4-444e-8fd9-4371c1600425 tempest-LiveMigrationNegativeTest-1088183764 tempest-LiveMigrationNegativeTest-1088183764-project] 10.222.0.41 "DELETE /v2.0/ports/83ae88c0-1fc1-4d55-bd74-32b5ff45e59b HTTP/1.1" status: 204 len: 173 time: 1.3163860 Jul 13 13:31:21.924054 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=b12fdcc7-7dff-4789-b754-2cd09ee7ac7b,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:31:21.961298 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8b00a9b-ad9e-4b16-a733-d8fd5f3b74ef x-openstack-request-id: req-a8b00a9b-ad9e-4b16-a733-d8fd5f3b74ef {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:31:21.961866 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40bc8bbc-1184-45a8-b044-9849c0e88228", "name": "network-vif-plugged", "status": "completed", "tag": "b12fdcc7-7dff-4789-b754-2cd09ee7ac7b", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:31:21.965364 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a8b00a9b-ad9e-4b16-a733-d8fd5f3b74ef {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:31:21.965804 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40bc8bbc-1184-45a8-b044-9849c0e88228', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b12fdcc7-7dff-4789-b754-2cd09ee7ac7b', 'code': 200} Jul 13 13:31:21.973656 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-209a7c8b-5f56-4fd8-9cfc-f30b81a70b16 req-b98e5c35-1865-4658-8572-0ee284dfc195 service neutron] 10.222.0.26 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3007226 Jul 13 13:31:21.984538 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:22.018070 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21b3903e-7bc2-443f-83b0-80d651d68c79 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:31:22.117910 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 21b3903e-7bc2-443f-83b0-80d651d68c79, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=21b3903e-7bc2-443f-83b0-80d651d68c79,segment=NetworkSegment(ad5ed454-48ea-4363-8047-0d3907eff6fd),segment_id=ad5ed454-48ea-4363-8047-0d3907eff6fd)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:31:22.138515 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:22.179190 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 46260) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:31:22.226276 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=21b3903e-7bc2-443f-83b0-80d651d68c79,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:31:22.298578 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bab97c-a62e-47fb-a44f-85e73053fdc4 req-4bd54940-1ce3-459c-b971-027538dc215e tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:22.300627 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-81bab97c-a62e-47fb-a44f-85e73053fdc4 req-4bd54940-1ce3-459c-b971-027538dc215e tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.23 "GET /v2.0/ports?device_id=adc1ade6-2684-42ff-92d6-50065fc5781e HTTP/1.1" status: 200 len: 948 time: 0.1018372 Jul 13 13:31:22.314310 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f682ad-87a7-4a51-8c02-de1970a86800 req-b1de7ff4-fce3-421a-83a0-9852b1700756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:22.315989 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-79f682ad-87a7-4a51-8c02-de1970a86800 req-b1de7ff4-fce3-421a-83a0-9852b1700756 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=09bf0390c6c84bde9cf099d3a1ffb9e6&device_id=adc1ade6-2684-42ff-92d6-50065fc5781e HTTP/1.1" status: 200 len: 1099 time: 0.1930702 Jul 13 13:31:22.349345 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-81bab97c-a62e-47fb-a44f-85e73053fdc4 req-d04f3cef-db41-4861-b15f-2e59edd5d2db tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.23 "GET /v2.0/security-groups?id=30616c26-47b2-497e-86af-cdf36766fc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420725 Jul 13 13:31:22.372431 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-e504a915-5cf4-473d-bde4-607408d2b48d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-495339975-network', 'tenant_id': '0dd90c19f0c54b219885a4e68746a701'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:31:22.387570 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a39458-f053-4899-acf2-4999340303eb req-1ac8ae29-a771-489e-b705-fb559bf502fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:22.389412 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-03a39458-f053-4899-acf2-4999340303eb req-1ac8ae29-a771-489e-b705-fb559bf502fc service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=40bc8bbc-1184-45a8-b044-9849c0e88228 HTTP/1.1" status: 200 len: 1101 time: 0.1620152 Jul 13 13:31:22.408512 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e504a915-5cf4-473d-bde4-607408d2b48d admin admin] Made reservation on behalf of 0dd90c19f0c54b219885a4e68746a701 for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:31:22.412873 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e504a915-5cf4-473d-bde4-607408d2b48d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:22.427551 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e504a915-5cf4-473d-bde4-607408d2b48d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:22.471514 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:22.476015 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-03a39458-f053-4899-acf2-4999340303eb req-4e36535a-0e0e-4ff6-96c8-85c01dc43923 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0375d0dc-b9f6-47cd-991d-bd203a5d5aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760207 Jul 13 13:31:22.477698 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f682ad-87a7-4a51-8c02-de1970a86800 req-454bd864-d186-4e87-9b5f-8d298b8afafc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:22.479375 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-79f682ad-87a7-4a51-8c02-de1970a86800 req-454bd864-d186-4e87-9b5f-8d298b8afafc service neutron] 10.222.0.26 "GET /v2.0/networks?id=e0bfb334-0fd9-4ba5-ba79-1568ecabee30 HTTP/1.1" status: 200 len: 869 time: 0.1545928 Jul 13 13:31:22.501144 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['21b3903e-7bc2-443f-83b0-80d651d68c79'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:31:22.562591 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-79f682ad-87a7-4a51-8c02-de1970a86800 req-b7d54ff5-203b-494c-b086-a3ea4268e072 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=f270c028-70f9-4852-a18d-fe6a5464d03e HTTP/1.1" status: 200 len: 217 time: 0.0658052 Jul 13 13:31:22.634734 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e504a915-5cf4-473d-bde4-607408d2b48d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:22.650481 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e504a915-5cf4-473d-bde4-607408d2b48d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:22.657402 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283c97e3-69ee-4fa6-a328-7d3c43326d2d req-2dc3b0d4-08c8-4f11-9de8-d6fa66327fa1 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:22.659459 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-283c97e3-69ee-4fa6-a328-7d3c43326d2d req-2dc3b0d4-08c8-4f11-9de8-d6fa66327fa1 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/ports?device_id=727deb5b-3133-4286-8684-e334a3d2008f HTTP/1.1" status: 200 len: 944 time: 0.1733775 Jul 13 13:31:22.682939 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f682ad-87a7-4a51-8c02-de1970a86800 req-4cb686bf-093b-49fb-a060-b34c65299a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:22.684993 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-79f682ad-87a7-4a51-8c02-de1970a86800 req-4cb686bf-093b-49fb-a060-b34c65299a20 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=60b55863-ceb6-45af-a8a4-4b22d72866af HTTP/1.1" status: 200 len: 843 time: 0.1154714 Jul 13 13:31:22.688766 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e504a915-5cf4-473d-bde4-607408d2b48d admin admin] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 13:31:22.740267 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e504a915-5cf4-473d-bde4-607408d2b48d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a08b1bf-6e67-40f9-b652-d19482d1fab5,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:31:22.751774 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e504a915-5cf4-473d-bde4-607408d2b48d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:22.752122 n-d-800634-1 neutron-server[93751]: INFO neutron.db.segments_db [None req-e504a915-5cf4-473d-bde4-607408d2b48d admin admin] Added segment 597f9fe5-bdd3-4578-82b7-d47dfea667f5 of type vlan for network 19e59a1e-b6d8-42ba-be46-67a475073468 Jul 13 13:31:22.752256 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-283c97e3-69ee-4fa6-a328-7d3c43326d2d req-850c7fab-f7e6-44af-9bbf-69aa301fbbfb tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1a1929d-de59-4a26-a69b-05b891c11dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779669 Jul 13 13:31:22.773298 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f682ad-87a7-4a51-8c02-de1970a86800 req-f8c12ae5-06c4-44c8-84c5-d0e32300690f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:22.775065 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-79f682ad-87a7-4a51-8c02-de1970a86800 req-f8c12ae5-06c4-44c8-84c5-d0e32300690f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e0bfb334-0fd9-4ba5-ba79-1568ecabee30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0786245 Jul 13 13:31:22.820130 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e504a915-5cf4-473d-bde4-607408d2b48d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:22.832615 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee2f96c-d8d7-45e0-868c-ff0bd6992601 req-f117e7f7-8ac4-479d-9168-392262450aee tempest-DeleteServersAdminTestJSON-748200287 tempest-DeleteServersAdminTestJSON-748200287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:22.834219 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1ee2f96c-d8d7-45e0-868c-ff0bd6992601 req-f117e7f7-8ac4-479d-9168-392262450aee tempest-DeleteServersAdminTestJSON-748200287 tempest-DeleteServersAdminTestJSON-748200287-project] 10.222.0.23 "GET /v2.0/ports?device_id=71ebf243-5594-4cb9-900c-04f990b0cf5a HTTP/1.1" status: 200 len: 949 time: 0.2770412 Jul 13 13:31:22.944041 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-79f682ad-87a7-4a51-8c02-de1970a86800 req-2df7e6e7-8085-4aab-a28f-13ee3f6124fa service neutron] 10.222.0.26 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600413 Jul 13 13:31:22.948364 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1ee2f96c-d8d7-45e0-868c-ff0bd6992601 req-6e74bd6d-1091-405a-8e58-d37614a12c95 tempest-DeleteServersAdminTestJSON-748200287 tempest-DeleteServersAdminTestJSON-748200287-project] 10.222.0.23 "GET /v2.0/security-groups?id=1afcd841-0357-43c7-a68b-42ff4589c658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992696 Jul 13 13:31:22.949659 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e504a915-5cf4-473d-bde4-607408d2b48d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:22.956170 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e504a915-5cf4-473d-bde4-607408d2b48d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:22.956781 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e504a915-5cf4-473d-bde4-607408d2b48d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:23.033918 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e504a915-5cf4-473d-bde4-607408d2b48d admin admin] Pushing event updated for resources: {'Network': ['ID=19e59a1e-b6d8-42ba-be46-67a475073468,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:31:23.038041 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdac6873-76e5-4c72-a0de-1c0ca2121f3e', 'name': 'network-vif-deleted', 'tag': '83ae88c0-1fc1-4d55-bd74-32b5ff45e59b'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:31:23.041231 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58ea32ab-92fc-45f2-ba7a-c6e01e21743f" -d '{"events": [{"server_uuid": "fdac6873-76e5-4c72-a0de-1c0ca2121f3e", "name": "network-vif-deleted", "tag": "83ae88c0-1fc1-4d55-bd74-32b5ff45e59b"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:31:23.048853 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network 19e59a1e-b6d8-42ba-be46-67a475073468 details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 13:31:23.062665 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-e504a915-5cf4-473d-bde4-607408d2b48d admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 900 time: 0.8823683 Jul 13 13:31:23.065490 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 46274) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:31:23.072313 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-b55f0966-919e-48b4-81a5-e26e3663bc10 admin admin] Request body: {'subnet': {'network_id': '19e59a1e-b6d8-42ba-be46-67a475073468', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-495339975-subnet', 'tenant_id': '0dd90c19f0c54b219885a4e68746a701', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:31:23.103402 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b55f0966-919e-48b4-81a5-e26e3663bc10 admin admin] Made reservation on behalf of 0dd90c19f0c54b219885a4e68746a701 for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:31:23.107033 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b55f0966-919e-48b4-81a5-e26e3663bc10 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:23.164386 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-79f682ad-87a7-4a51-8c02-de1970a86800 req-84f04c32-6163-4c84-a9dd-8f2f456656e6 service neutron] 10.222.0.26 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116020 Jul 13 13:31:23.173685 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d7b947-cbc9-48f5-8e79-08c89adce6f9 req-2230c70e-b440-4c7d-9ed1-328780e1db44 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:23.175345 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-45d7b947-cbc9-48f5-8e79-08c89adce6f9 req-2230c70e-b440-4c7d-9ed1-328780e1db44 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] 10.222.0.23 "GET /v2.0/ports?device_id=40bc8bbc-1184-45a8-b044-9849c0e88228 HTTP/1.1" status: 200 len: 950 time: 0.1279075 Jul 13 13:31:23.232119 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-45d7b947-cbc9-48f5-8e79-08c89adce6f9 req-5a42cab6-63da-4471-a030-64a6d021b49b tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] 10.222.0.23 "GET /v2.0/security-groups?id=0375d0dc-b9f6-47cd-991d-bd203a5d5aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508561 Jul 13 13:31:23.269352 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03ec3c18-7350-46fb-909b-6cacfe64cf35 x-openstack-request-id: req-03ec3c18-7350-46fb-909b-6cacfe64cf35 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:31:23.269644 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdac6873-76e5-4c72-a0de-1c0ca2121f3e", "name": "network-vif-deleted", "tag": "83ae88c0-1fc1-4d55-bd74-32b5ff45e59b", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:31:23.269971 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-03ec3c18-7350-46fb-909b-6cacfe64cf35 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:31:23.270357 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdac6873-76e5-4c72-a0de-1c0ca2121f3e', 'name': 'network-vif-deleted', 'tag': '83ae88c0-1fc1-4d55-bd74-32b5ff45e59b', 'status': 'completed', 'code': 200} Jul 13 13:31:23.305528 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b55f0966-919e-48b4-81a5-e26e3663bc10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:23.363294 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55f0966-919e-48b4-81a5-e26e3663bc10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=93526d44-9065-4c3e-ad8c-d6e9275a8812,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:31:23.373190 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55f0966-919e-48b4-81a5-e26e3663bc10 admin admin] Checking segment: {'id': '597f9fe5-bdd3-4578-82b7-d47dfea667f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '19e59a1e-b6d8-42ba-be46-67a475073468'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:31:23.373190 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b55f0966-919e-48b4-81a5-e26e3663bc10 admin admin] Network hostable DHCP agents. Network: 19e59a1e-b6d8-42ba-be46-67a475073468, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 13:31:23.391699 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b55f0966-919e-48b4-81a5-e26e3663bc10 admin admin] Network 19e59a1e-b6d8-42ba-be46-67a475073468 is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 13:31:23.396047 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ddf606-2272-4c70-92e7-44633bc8caba req-3e2af3f8-e72c-4210-b775-1f27daaaf180 tempest-LiveMigrationNegativeTest-1088183764 tempest-LiveMigrationNegativeTest-1088183764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:23.401375 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-b55f0966-919e-48b4-81a5-e26e3663bc10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, 19e59a1e-b6d8-42ba-be46-67a475073468) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:31:23.403040 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d3ddf606-2272-4c70-92e7-44633bc8caba req-3e2af3f8-e72c-4210-b775-1f27daaaf180 tempest-LiveMigrationNegativeTest-1088183764 tempest-LiveMigrationNegativeTest-1088183764-project] 10.222.0.23 "GET /v2.0/ports?device_id=3aea5b5c-423c-46ed-a3aa-9c822fc6cb18 HTTP/1.1" status: 200 len: 949 time: 0.0754178 Jul 13 13:31:23.411337 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2214daa4-77ac-4ca4-a143-c018292efd29 None None] Network 19e59a1e-b6d8-42ba-be46-67a475073468 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:31:23.418114 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b55f0966-919e-48b4-81a5-e26e3663bc10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:23.419054 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b55f0966-919e-48b4-81a5-e26e3663bc10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:23.437780 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-b55f0966-919e-48b4-81a5-e26e3663bc10 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.3697336 Jul 13 13:31:23.440087 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 46282) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:31:23.447948 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-82a74e3f-3f99-4530-a121-62f8ced8a731 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-495339975-router', 'tenant_id': '0dd90c19f0c54b219885a4e68746a701', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:31:23.454477 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d3ddf606-2272-4c70-92e7-44633bc8caba req-96b90319-34e3-4f31-85f0-bed0a120ed0f tempest-LiveMigrationNegativeTest-1088183764 tempest-LiveMigrationNegativeTest-1088183764-project] 10.222.0.23 "GET /v2.0/security-groups?id=012824c0-c787-4fdb-9ea4-3a146d563edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506358 Jul 13 13:31:23.484371 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-82a74e3f-3f99-4530-a121-62f8ced8a731 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1591928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2714'] for router, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:23.486466 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-82a74e3f-3f99-4530-a121-62f8ced8a731 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447198', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1629690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2689'] for router, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:23.544635 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-82a74e3f-3f99-4530-a121-62f8ced8a731 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:23.613120 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-216f5e67-030e-49a3-b026-34b85013ed83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a7201e1-61ce-5a3e-b7f7-e800379ed03b-19e59a1e-b6d8-42ba-be46-67a475073468', 'network_id': '19e59a1e-b6d8-42ba-be46-67a475073468', 'tenant_id': '0dd90c19f0c54b219885a4e68746a701', 'fixed_ips': [{'subnet_id': '93526d44-9065-4c3e-ad8c-d6e9275a8812'}]}} from n-d-800634-1. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 13:31:23.614209 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-216f5e67-030e-49a3-b026-34b85013ed83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:23.632982 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a787b03b-3e77-4c1f-8b0c-ab17071563f9 req-af5e27ad-0ee6-4fb3-812b-8b18188c9ee5 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:23.640058 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a787b03b-3e77-4c1f-8b0c-ab17071563f9 req-af5e27ad-0ee6-4fb3-812b-8b18188c9ee5 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.23 "GET /v2.0/ports?device_id=adc1ade6-2684-42ff-92d6-50065fc5781e HTTP/1.1" status: 200 len: 948 time: 0.0733073 Jul 13 13:31:23.678777 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a787b03b-3e77-4c1f-8b0c-ab17071563f9 req-6b77c186-b532-48c1-aac6-7dc773bfe1a4 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.23 "GET /v2.0/security-groups?id=30616c26-47b2-497e-86af-cdf36766fc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378320 Jul 13 13:31:23.707620 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-82a74e3f-3f99-4530-a121-62f8ced8a731 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447180', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1591910', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2751'] for router, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:23.764985 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-216f5e67-030e-49a3-b026-34b85013ed83 None None] Allocated IP 172.20.0.2 (19e59a1e-b6d8-42ba-be46-67a475073468/93526d44-9065-4c3e-ad8c-d6e9275a8812/08e0f0ef-6911-483b-a00d-5f5eb3f531d2) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:31:23.912404 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-82a74e3f-3f99-4530-a121-62f8ced8a731 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:23.913816 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-216f5e67-030e-49a3-b026-34b85013ed83 None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:23.923911 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-216f5e67-030e-49a3-b026-34b85013ed83 None None] Transition to ACTIVE for port object 08e0f0ef-6911-483b-a00d-5f5eb3f531d2 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:31:23.945667 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-216f5e67-030e-49a3-b026-34b85013ed83 None None] Transition to ACTIVE for port object 08e0f0ef-6911-483b-a00d-5f5eb3f531d2 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:31:23.957065 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-216f5e67-030e-49a3-b026-34b85013ed83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:23.983588 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f427dec7-bf1c-4ee1-96f9-02b8f140f8e2 req-4935fc4f-4a0b-47c9-82ca-00608fe1f0fd tempest-DeleteServersAdminTestJSON-1909688127 tempest-DeleteServersAdminTestJSON-1909688127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:23.985423 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f427dec7-bf1c-4ee1-96f9-02b8f140f8e2 req-4935fc4f-4a0b-47c9-82ca-00608fe1f0fd tempest-DeleteServersAdminTestJSON-1909688127 tempest-DeleteServersAdminTestJSON-1909688127-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=71ebf243-5594-4cb9-900c-04f990b0cf5a HTTP/1.1" status: 200 len: 1100 time: 0.0832326 Jul 13 13:31:24.010995 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216f5e67-030e-49a3-b026-34b85013ed83 None None] Pushing event updated for resources: {'Port': ['ID=08e0f0ef-6911-483b-a00d-5f5eb3f531d2,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:31:24.024823 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-216f5e67-030e-49a3-b026-34b85013ed83 None None] Network 19e59a1e-b6d8-42ba-be46-67a475073468 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:31:24.027045 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-216f5e67-030e-49a3-b026-34b85013ed83 None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:31:24.035187 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216f5e67-030e-49a3-b026-34b85013ed83 None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:31:24.106939 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-216f5e67-030e-49a3-b026-34b85013ed83 None None] Attempting to bind port 08e0f0ef-6911-483b-a00d-5f5eb3f531d2 on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:31:24.108173 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-216f5e67-030e-49a3-b026-34b85013ed83 None None] Attempting to bind port 08e0f0ef-6911-483b-a00d-5f5eb3f531d2 by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '597f9fe5-bdd3-4578-82b7-d47dfea667f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '19e59a1e-b6d8-42ba-be46-67a475073468'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:31:24.108353 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216f5e67-030e-49a3-b026-34b85013ed83 None None] Attempting to bind port 08e0f0ef-6911-483b-a00d-5f5eb3f531d2 on network 19e59a1e-b6d8-42ba-be46-67a475073468 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:31:24.114343 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216f5e67-030e-49a3-b026-34b85013ed83 None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 31, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:31:24.114946 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216f5e67-030e-49a3-b026-34b85013ed83 None None] Checking segment: {'id': '597f9fe5-bdd3-4578-82b7-d47dfea667f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '19e59a1e-b6d8-42ba-be46-67a475073468'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:31:24.115422 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-216f5e67-030e-49a3-b026-34b85013ed83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:24.115884 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216f5e67-030e-49a3-b026-34b85013ed83 None None] Bound using segment: {'id': '597f9fe5-bdd3-4578-82b7-d47dfea667f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '19e59a1e-b6d8-42ba-be46-67a475073468'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:31:24.116423 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-216f5e67-030e-49a3-b026-34b85013ed83 None None] Bound port: 08e0f0ef-6911-483b-a00d-5f5eb3f531d2, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '597f9fe5-bdd3-4578-82b7-d47dfea667f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '19e59a1e-b6d8-42ba-be46-67a475073468'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:31:24.116895 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-216f5e67-030e-49a3-b026-34b85013ed83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:24.197778 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-f427dec7-bf1c-4ee1-96f9-02b8f140f8e2 req-6847b840-115f-4bbf-a974-cde9eb78ab2e tempest-DeleteServersAdminTestJSON-1909688127 tempest-DeleteServersAdminTestJSON-1909688127-project-admin] Deleting port 196772ab-5a63-4f33-ace7-457cf523ed33 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:31:24.198339 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f427dec7-bf1c-4ee1-96f9-02b8f140f8e2 req-6847b840-115f-4bbf-a974-cde9eb78ab2e tempest-DeleteServersAdminTestJSON-1909688127 tempest-DeleteServersAdminTestJSON-1909688127-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:24.216335 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-82a74e3f-3f99-4530-a121-62f8ced8a731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:24.224824 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-216f5e67-030e-49a3-b026-34b85013ed83 None None] For port 08e0f0ef-6911-483b-a00d-5f5eb3f531d2, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:31:24.228913 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-216f5e67-030e-49a3-b026-34b85013ed83 None None] For port 08e0f0ef-6911-483b-a00d-5f5eb3f531d2, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=08e0f0ef-6911-483b-a00d-5f5eb3f531d2,segment=NetworkSegment(597f9fe5-bdd3-4578-82b7-d47dfea667f5),segment_id=597f9fe5-bdd3-4578-82b7-d47dfea667f5)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:31:24.244812 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-216f5e67-030e-49a3-b026-34b85013ed83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:24.321556 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bd3774-434d-4cb5-968d-8eb8126f4e84 req-b381a4cf-dfd4-48d7-891c-348efdc040ca tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:24.323219 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f5bd3774-434d-4cb5-968d-8eb8126f4e84 req-b381a4cf-dfd4-48d7-891c-348efdc040ca tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/ports?device_id=727deb5b-3133-4286-8684-e334a3d2008f HTTP/1.1" status: 200 len: 944 time: 0.4249234 Jul 13 13:31:24.329837 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-f427dec7-bf1c-4ee1-96f9-02b8f140f8e2 req-6847b840-115f-4bbf-a974-cde9eb78ab2e tempest-DeleteServersAdminTestJSON-1909688127 tempest-DeleteServersAdminTestJSON-1909688127-project-admin] For port 196772ab-5a63-4f33-ace7-457cf523ed33, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=196772ab-5a63-4f33-ace7-457cf523ed33,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:31:24.330460 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f427dec7-bf1c-4ee1-96f9-02b8f140f8e2 req-6847b840-115f-4bbf-a974-cde9eb78ab2e tempest-DeleteServersAdminTestJSON-1909688127 tempest-DeleteServersAdminTestJSON-1909688127-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:24.340670 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216f5e67-030e-49a3-b026-34b85013ed83 None None] Pushing event updated for resources: {'Port': ['ID=08e0f0ef-6911-483b-a00d-5f5eb3f531d2,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:31:24.350787 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-f427dec7-bf1c-4ee1-96f9-02b8f140f8e2 req-6847b840-115f-4bbf-a974-cde9eb78ab2e tempest-DeleteServersAdminTestJSON-1909688127 tempest-DeleteServersAdminTestJSON-1909688127-project-admin] Calling delete_port for 196772ab-5a63-4f33-ace7-457cf523ed33 owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:31:24.382021 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e261dc-4e86-4844-b943-12f43346af49 req-ee45516f-13fb-459a-92da-47a0a5423312 tempest-DeleteServersAdminTestJSON-748200287 tempest-DeleteServersAdminTestJSON-748200287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:24.383529 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-47e261dc-4e86-4844-b943-12f43346af49 req-ee45516f-13fb-459a-92da-47a0a5423312 tempest-DeleteServersAdminTestJSON-748200287 tempest-DeleteServersAdminTestJSON-748200287-project] 10.222.0.23 "GET /v2.0/ports?device_id=71ebf243-5594-4cb9-900c-04f990b0cf5a HTTP/1.1" status: 200 len: 949 time: 0.2322731 Jul 13 13:31:24.410357 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f5bd3774-434d-4cb5-968d-8eb8126f4e84 req-6de75098-48d3-483e-bf70-029911d5f18c tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1a1929d-de59-4a26-a69b-05b891c11dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683925 Jul 13 13:31:24.424610 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-82a74e3f-3f99-4530-a121-62f8ced8a731 admin admin] Allocated IP 172.25.6.117 (acf968b8-c524-46a9-a20b-ad9667009130/dde5a78e-bd1e-4f47-8189-7321d4de73d3/47f988fd-0444-41ae-8147-79c3096e0069) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:31:24.481306 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-47e261dc-4e86-4844-b943-12f43346af49 req-02a96efa-7870-4d6b-9661-c40a34c0dafe tempest-DeleteServersAdminTestJSON-748200287 tempest-DeleteServersAdminTestJSON-748200287-project] 10.222.0.23 "GET /v2.0/security-groups?id=1afcd841-0357-43c7-a68b-42ff4589c658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582633 Jul 13 13:31:24.630714 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f427dec7-bf1c-4ee1-96f9-02b8f140f8e2 req-6847b840-115f-4bbf-a974-cde9eb78ab2e tempest-DeleteServersAdminTestJSON-1909688127 tempest-DeleteServersAdminTestJSON-1909688127-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:24.646276 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['196772ab-5a63-4f33-ace7-457cf523ed33'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:31:24.652224 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-82a74e3f-3f99-4530-a121-62f8ced8a731 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:24.677444 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6847b840-115f-4bbf-a974-cde9eb78ab2e tempest-DeleteServersAdminTestJSON-1909688127 tempest-DeleteServersAdminTestJSON-1909688127-project-admin] Pushing event deleted for resources: {'Port': ['ID=196772ab-5a63-4f33-ace7-457cf523ed33,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:31:24.757439 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-f427dec7-bf1c-4ee1-96f9-02b8f140f8e2 req-6847b840-115f-4bbf-a974-cde9eb78ab2e tempest-DeleteServersAdminTestJSON-1909688127 tempest-DeleteServersAdminTestJSON-1909688127-project-admin] No DVR routers for this DVR port 196772ab-5a63-4f33-ace7-457cf523ed33 on host n-h1-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:31:24.770929 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f427dec7-bf1c-4ee1-96f9-02b8f140f8e2 req-6847b840-115f-4bbf-a974-cde9eb78ab2e tempest-DeleteServersAdminTestJSON-1909688127 tempest-DeleteServersAdminTestJSON-1909688127-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:24.772953 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f427dec7-bf1c-4ee1-96f9-02b8f140f8e2 req-6847b840-115f-4bbf-a974-cde9eb78ab2e tempest-DeleteServersAdminTestJSON-1909688127 tempest-DeleteServersAdminTestJSON-1909688127-project-admin] 10.222.0.26 "DELETE /v2.0/ports/196772ab-5a63-4f33-ace7-457cf523ed33 HTTP/1.1" status: 204 len: 173 time: 0.7797117 Jul 13 13:31:24.808206 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-82a74e3f-3f99-4530-a121-62f8ced8a731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:24.876880 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2fc883-ce3e-4aa5-9bcd-7f84121142bb req-5504d291-7d13-4e2c-802d-0a7621eda9fe tempest-LiveMigrationNegativeTest-1088183764 tempest-LiveMigrationNegativeTest-1088183764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:24.879374 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9f2fc883-ce3e-4aa5-9bcd-7f84121142bb req-5504d291-7d13-4e2c-802d-0a7621eda9fe tempest-LiveMigrationNegativeTest-1088183764 tempest-LiveMigrationNegativeTest-1088183764-project] 10.222.0.23 "GET /v2.0/ports?device_id=3aea5b5c-423c-46ed-a3aa-9c822fc6cb18 HTTP/1.1" status: 200 len: 949 time: 0.1233089 Jul 13 13:31:24.904477 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a74e3f-3f99-4530-a121-62f8ced8a731 admin admin] Network acf968b8-c524-46a9-a20b-ad9667009130 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:31:24.907980 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a74e3f-3f99-4530-a121-62f8ced8a731 admin admin] Pushing event updated for resources: {'Port': ['ID=47f988fd-0444-41ae-8147-79c3096e0069,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:31:24.911400 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-82a74e3f-3f99-4530-a121-62f8ced8a731 admin admin] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:31:24.915479 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a74e3f-3f99-4530-a121-62f8ced8a731 admin admin] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:31:24.939549 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711befe9-3875-4a95-8f13-a86359442973 req-9cff4c0b-d71f-49d7-9eac-e5cd0c64f1e9 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:24.946906 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-711befe9-3875-4a95-8f13-a86359442973 req-9cff4c0b-d71f-49d7-9eac-e5cd0c64f1e9 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] 10.222.0.23 "GET /v2.0/ports?device_id=40bc8bbc-1184-45a8-b044-9849c0e88228 HTTP/1.1" status: 200 len: 950 time: 0.2033534 Jul 13 13:31:24.958856 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9f2fc883-ce3e-4aa5-9bcd-7f84121142bb req-82de6548-5572-41f9-9455-aa69574f5c8b tempest-LiveMigrationNegativeTest-1088183764 tempest-LiveMigrationNegativeTest-1088183764-project] 10.222.0.23 "GET /v2.0/security-groups?id=012824c0-c787-4fdb-9ea4-3a146d563edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737588 Jul 13 13:31:25.081617 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7736f9e-a7ab-47f1-a565-0e9a78cfff61 req-7d016202-2799-4a9f-afed-00a471edfb93 tempest-LiveMigrationNegativeTest-1088183764 tempest-LiveMigrationNegativeTest-1088183764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:25.083313 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f7736f9e-a7ab-47f1-a565-0e9a78cfff61 req-7d016202-2799-4a9f-afed-00a471edfb93 tempest-LiveMigrationNegativeTest-1088183764 tempest-LiveMigrationNegativeTest-1088183764-project] 10.222.0.26 "GET /v2.0/ports?device_id=3aea5b5c-423c-46ed-a3aa-9c822fc6cb18 HTTP/1.1" status: 200 len: 949 time: 0.1135061 Jul 13 13:31:25.106317 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-711befe9-3875-4a95-8f13-a86359442973 req-f333dd99-a45c-4cb5-a53a-80a7f27be367 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] 10.222.0.23 "GET /v2.0/security-groups?id=0375d0dc-b9f6-47cd-991d-bd203a5d5aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585329 Jul 13 13:31:25.106740 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 83ae88c0-1fc1-4d55-bd74-32b5ff45e59b no longer exists at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:31:25.133631 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] No Port match for: 83ae88c0-1fc1-4d55-bd74-32b5ff45e59b {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:31:25.134238 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 83ae88c0-1fc1-4d55-bd74-32b5ff45e59b not bound to the agent host n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:31:25.271054 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71ebf243-5594-4cb9-900c-04f990b0cf5a', 'name': 'network-vif-deleted', 'tag': '196772ab-5a63-4f33-ace7-457cf523ed33'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:31:25.273337 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-782444bb-8b27-43a1-a02a-3fa8978b0581" -d '{"events": [{"server_uuid": "71ebf243-5594-4cb9-900c-04f990b0cf5a", "name": "network-vif-deleted", "tag": "196772ab-5a63-4f33-ace7-457cf523ed33"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:31:25.278581 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-82a74e3f-3f99-4530-a121-62f8ced8a731 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:25.331028 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device f270c028-70f9-4852-a18d-fe6a5464d03e details requested by agent hyperv_n-h1-800634-1 with host n-h1-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 13:31:25.333369 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 21b3903e-7bc2-443f-83b0-80d651d68c79 up at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:31:25.333648 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-f7736f9e-a7ab-47f1-a565-0e9a78cfff61 req-0712c615-913e-4188-b377-8c736dfbc20a tempest-LiveMigrationNegativeTest-1088183764 tempest-LiveMigrationNegativeTest-1088183764-project] Deleting port 0f528c2b-4a8e-402e-b841-27ef1473ac83 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:31:25.334042 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f7736f9e-a7ab-47f1-a565-0e9a78cfff61 req-0712c615-913e-4188-b377-8c736dfbc20a tempest-LiveMigrationNegativeTest-1088183764 tempest-LiveMigrationNegativeTest-1088183764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:25.453509 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-f7736f9e-a7ab-47f1-a565-0e9a78cfff61 req-0712c615-913e-4188-b377-8c736dfbc20a tempest-LiveMigrationNegativeTest-1088183764 tempest-LiveMigrationNegativeTest-1088183764-project] For port 0f528c2b-4a8e-402e-b841-27ef1473ac83, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=0f528c2b-4a8e-402e-b841-27ef1473ac83,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:31:25.454802 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f7736f9e-a7ab-47f1-a565-0e9a78cfff61 req-0712c615-913e-4188-b377-8c736dfbc20a tempest-LiveMigrationNegativeTest-1088183764 tempest-LiveMigrationNegativeTest-1088183764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:25.480948 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-f7736f9e-a7ab-47f1-a565-0e9a78cfff61 req-0712c615-913e-4188-b377-8c736dfbc20a tempest-LiveMigrationNegativeTest-1088183764 tempest-LiveMigrationNegativeTest-1088183764-project] Calling delete_port for 0f528c2b-4a8e-402e-b841-27ef1473ac83 owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:31:25.751872 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4327518e-d75a-4617-9509-90de1c8c3f8a req-c060f5f9-33ba-4fac-a22a-e687288ae80d tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:25.761195 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4327518e-d75a-4617-9509-90de1c8c3f8a req-c060f5f9-33ba-4fac-a22a-e687288ae80d tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.23 "GET /v2.0/ports?device_id=adc1ade6-2684-42ff-92d6-50065fc5781e HTTP/1.1" status: 200 len: 948 time: 0.4215670 Jul 13 13:31:25.855809 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port f270c028-70f9-4852-a18d-fe6a5464d03e, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=f270c028-70f9-4852-a18d-fe6a5464d03e,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:31:25.866101 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4327518e-d75a-4617-9509-90de1c8c3f8a req-312fe3fc-6e8c-4be0-97f1-765a0c3f029a tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.23 "GET /v2.0/security-groups?id=30616c26-47b2-497e-86af-cdf36766fc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039097 Jul 13 13:31:25.890844 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Returning: {'device': 'f270c028-70f9-4852-a18d-fe6a5464d03e', 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30', 'port_id': 'f270c028-70f9-4852-a18d-fe6a5464d03e', 'mac_address': 'fa:16:3e:74:67:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60b55863-ceb6-45af-a8a4-4b22d72866af', 'ip_address': '192.168.233.214'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 13:31:25.893419 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-038ed376-4fc6-4348-8e37-385c40370c70 x-openstack-request-id: req-038ed376-4fc6-4348-8e37-385c40370c70 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:31:25.893719 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71ebf243-5594-4cb9-900c-04f990b0cf5a", "name": "network-vif-deleted", "tag": "196772ab-5a63-4f33-ace7-457cf523ed33", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:31:25.893993 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-038ed376-4fc6-4348-8e37-385c40370c70 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:31:25.894507 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71ebf243-5594-4cb9-900c-04f990b0cf5a', 'name': 'network-vif-deleted', 'tag': '196772ab-5a63-4f33-ace7-457cf523ed33', 'status': 'completed', 'code': 200} Jul 13 13:31:25.898295 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb28eb63-0be1-4394-8b71-82241bd8c371 None None] Network 19e59a1e-b6d8-42ba-be46-67a475073468 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:31:25.899483 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-82a74e3f-3f99-4530-a121-62f8ced8a731 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447217'] for router, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:26.004953 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning for port 21b3903e-7bc2-443f-83b0-80d651d68c79 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:31:26.021793 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-96fbf02f-bb12-47ae-a228-4f58538cb3eb None None] Provisioning for port 08e0f0ef-6911-483b-a00d-5f5eb3f531d2 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:31:26.028566 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning complete for port 21b3903e-7bc2-443f-83b0-80d651d68c79 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:31:26.028947 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:26.060144 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:26.072499 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f7736f9e-a7ab-47f1-a565-0e9a78cfff61 req-0712c615-913e-4188-b377-8c736dfbc20a tempest-LiveMigrationNegativeTest-1088183764 tempest-LiveMigrationNegativeTest-1088183764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:26.092284 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['0f528c2b-4a8e-402e-b841-27ef1473ac83'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:31:26.125796 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f270c028-70f9-4852-a18d-fe6a5464d03e {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:31:26.146756 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0712c615-913e-4188-b377-8c736dfbc20a tempest-LiveMigrationNegativeTest-1088183764 tempest-LiveMigrationNegativeTest-1088183764-project] Pushing event deleted for resources: {'Port': ['ID=0f528c2b-4a8e-402e-b841-27ef1473ac83,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:31:26.188539 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port f270c028-70f9-4852-a18d-fe6a5464d03e, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=f270c028-70f9-4852-a18d-fe6a5464d03e,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:31:26.198737 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:26.270332 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7736f9e-a7ab-47f1-a565-0e9a78cfff61 req-0712c615-913e-4188-b377-8c736dfbc20a tempest-LiveMigrationNegativeTest-1088183764 tempest-LiveMigrationNegativeTest-1088183764-project] No DVR routers for this DVR port 0f528c2b-4a8e-402e-b841-27ef1473ac83 on host n-h1-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:31:26.273505 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f7736f9e-a7ab-47f1-a565-0e9a78cfff61 req-0712c615-913e-4188-b377-8c736dfbc20a tempest-LiveMigrationNegativeTest-1088183764 tempest-LiveMigrationNegativeTest-1088183764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:26.276678 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e476ec-8c64-4ac0-875f-cbe8d9c711a6 req-fbbf054a-29f2-4c86-988b-f1766fb7f0c7 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:26.277327 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f7736f9e-a7ab-47f1-a565-0e9a78cfff61 req-0712c615-913e-4188-b377-8c736dfbc20a tempest-LiveMigrationNegativeTest-1088183764 tempest-LiveMigrationNegativeTest-1088183764-project] 10.222.0.26 "DELETE /v2.0/ports/0f528c2b-4a8e-402e-b841-27ef1473ac83 HTTP/1.1" status: 204 len: 173 time: 1.1851139 Jul 13 13:31:26.286236 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e7e476ec-8c64-4ac0-875f-cbe8d9c711a6 req-fbbf054a-29f2-4c86-988b-f1766fb7f0c7 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/ports?device_id=727deb5b-3133-4286-8684-e334a3d2008f HTTP/1.1" status: 200 len: 944 time: 0.1960008 Jul 13 13:31:26.289535 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:26.335180 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=f270c028-70f9-4852-a18d-fe6a5464d03e,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:31:26.341001 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e7e476ec-8c64-4ac0-875f-cbe8d9c711a6 req-1f2aa7ad-0ba5-4e53-bb79-ff35269ad4ed tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1a1929d-de59-4a26-a69b-05b891c11dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536814 Jul 13 13:31:26.343917 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '727deb5b-3133-4286-8684-e334a3d2008f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21b3903e-7bc2-443f-83b0-80d651d68c79'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:31:26.346634 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc9dd07b-2085-4e88-9401-9701a0b99356" -d '{"events": [{"server_uuid": "727deb5b-3133-4286-8684-e334a3d2008f", "name": "network-vif-plugged", "status": "completed", "tag": "21b3903e-7bc2-443f-83b0-80d651d68c79"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:31:26.358445 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82a74e3f-3f99-4530-a121-62f8ced8a731 admin admin] Router 189999e9-76ad-4fad-9087-6d5835c0d13e is scheduled to L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 with binding_index 1 {{(pid=93751) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 13:31:26.366558 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 21b3903e-7bc2-443f-83b0-80d651d68c79, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=21b3903e-7bc2-443f-83b0-80d651d68c79,segment=NetworkSegment(ad5ed454-48ea-4363-8047-0d3907eff6fd),segment_id=ad5ed454-48ea-4363-8047-0d3907eff6fd)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:31:26.376605 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:26.409214 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 08e0f0ef-6911-483b-a00d-5f5eb3f531d2 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:31:26.508116 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['f270c028-70f9-4852-a18d-fe6a5464d03e'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:31:26.524133 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=21b3903e-7bc2-443f-83b0-80d651d68c79,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:31:26.606550 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port 08e0f0ef-6911-483b-a00d-5f5eb3f531d2 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:31:26.617445 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 08e0f0ef-6911-483b-a00d-5f5eb3f531d2 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:31:26.617845 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:26.638414 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-de786422-5c17-473c-bd41-b8523040d3d3 req-223d7ad7-86ba-421c-bdea-71d45983c934 tempest-LiveMigrationNegativeTest-1088183764 tempest-LiveMigrationNegativeTest-1088183764-project] 10.222.0.23 "GET /v2.0/ports?device_id=3aea5b5c-423c-46ed-a3aa-9c822fc6cb18 HTTP/1.1" status: 200 len: 210 time: 0.0523274 Jul 13 13:31:26.649562 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82a74e3f-3f99-4530-a121-62f8ced8a731 admin admin] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:31:26.660404 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c69f5f3-23fb-451c-a91f-f47774e93bfa None None] Sync routers for ids ['189999e9-76ad-4fad-9087-6d5835c0d13e'] in n-d-800634-1 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:31:26.670588 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-82a74e3f-3f99-4530-a121-62f8ced8a731 admin admin] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:26.674574 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c69f5f3-23fb-451c-a91f-f47774e93bfa None None] Routers {'189999e9-76ad-4fad-9087-6d5835c0d13e'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:31:26.675435 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-1c69f5f3-23fb-451c-a91f-f47774e93bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:31:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['189999e9-76ad-4fad-9087-6d5835c0d13e'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:31:26.675860 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-82a74e3f-3f99-4530-a121-62f8ced8a731 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 3.2345047 Jul 13 13:31:26.676547 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 46330) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:31:26.682409 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa41499e-f7ff-48e0-8444-57f2d952715f req-81a65857-015a-4b4e-9255-6cfda72030b0 tempest-ServersAdminTestJSON-639139837 tempest-ServersAdminTestJSON-639139837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:26.682896 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa41499e-f7ff-48e0-8444-57f2d952715f req-81a65857-015a-4b4e-9255-6cfda72030b0 tempest-ServersAdminTestJSON-639139837 tempest-ServersAdminTestJSON-639139837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:26.683377 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa41499e-f7ff-48e0-8444-57f2d952715f req-81a65857-015a-4b4e-9255-6cfda72030b0 tempest-ServersAdminTestJSON-639139837 tempest-ServersAdminTestJSON-639139837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:26.684908 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa41499e-f7ff-48e0-8444-57f2d952715f req-81a65857-015a-4b4e-9255-6cfda72030b0 tempest-ServersAdminTestJSON-639139837 tempest-ServersAdminTestJSON-639139837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:26.684908 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa41499e-f7ff-48e0-8444-57f2d952715f req-81a65857-015a-4b4e-9255-6cfda72030b0 tempest-ServersAdminTestJSON-639139837 tempest-ServersAdminTestJSON-639139837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:26.684908 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa41499e-f7ff-48e0-8444-57f2d952715f req-81a65857-015a-4b4e-9255-6cfda72030b0 tempest-ServersAdminTestJSON-639139837 tempest-ServersAdminTestJSON-639139837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:26.685229 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa41499e-f7ff-48e0-8444-57f2d952715f req-81a65857-015a-4b4e-9255-6cfda72030b0 tempest-ServersAdminTestJSON-639139837 tempest-ServersAdminTestJSON-639139837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:26.702981 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa41499e-f7ff-48e0-8444-57f2d952715f req-81a65857-015a-4b4e-9255-6cfda72030b0 tempest-ServersAdminTestJSON-639139837 tempest-ServersAdminTestJSON-639139837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:26.703675 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa41499e-f7ff-48e0-8444-57f2d952715f req-81a65857-015a-4b4e-9255-6cfda72030b0 tempest-ServersAdminTestJSON-639139837 tempest-ServersAdminTestJSON-639139837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:26.704137 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa41499e-f7ff-48e0-8444-57f2d952715f req-81a65857-015a-4b4e-9255-6cfda72030b0 tempest-ServersAdminTestJSON-639139837 tempest-ServersAdminTestJSON-639139837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:26.704627 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa41499e-f7ff-48e0-8444-57f2d952715f req-81a65857-015a-4b4e-9255-6cfda72030b0 tempest-ServersAdminTestJSON-639139837 tempest-ServersAdminTestJSON-639139837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:26.705205 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa41499e-f7ff-48e0-8444-57f2d952715f req-81a65857-015a-4b4e-9255-6cfda72030b0 tempest-ServersAdminTestJSON-639139837 tempest-ServersAdminTestJSON-639139837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:26.715812 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-aa41499e-f7ff-48e0-8444-57f2d952715f req-81a65857-015a-4b4e-9255-6cfda72030b0 tempest-ServersAdminTestJSON-639139837 tempest-ServersAdminTestJSON-639139837-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=adc1ade6-2684-42ff-92d6-50065fc5781e&device_id=727deb5b-3133-4286-8684-e334a3d2008f&device_id=40bc8bbc-1184-45a8-b044-9849c0e88228&device_id=25b3224a-2e18-412e-b801-a50566da15cd&device_id=dcffa36d-6426-4065-9bdd-d8c3e8c4bc50&device_id=04943d92-3c68-4f86-84e5-5dfe2b36e8b3&device_id=c3d5bccd-0e71-4b17-8dc4-bd3e64597e9a&device_id=625a2cbc-e53b-4d4d-bac9-731e21635521&device_id=3aea5b5c-423c-46ed-a3aa-9c822fc6cb18&device_id=53a3ec8a-06a6-47be-960a-071464e2ba2e&device_id=72e8a110-83ee-4e34-ae14-c4411eac965f&device_id=79cddb68-f5e3-4292-9c98-1eceb79f5fba&device_id=2ed535c6-8974-4169-9610-96a0a9a9863c HTTP/1.1" status: 200 len: 10950 time: 0.1615589 Jul 13 13:31:26.749719 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-aa41499e-f7ff-48e0-8444-57f2d952715f req-a55289be-2d26-4eda-b9b7-c73c4e109c9c tempest-ServersAdminTestJSON-639139837 tempest-ServersAdminTestJSON-639139837-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:26.844799 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:26.850060 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-78dba976-5cc1-41ec-b433-dd704b1d4db5 None None] Provisioning complete for port 08e0f0ef-6911-483b-a00d-5f5eb3f531d2 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:31:26.850408 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-78dba976-5cc1-41ec-b433-dd704b1d4db5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:26.931270 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port 08e0f0ef-6911-483b-a00d-5f5eb3f531d2, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=08e0f0ef-6911-483b-a00d-5f5eb3f531d2,segment=NetworkSegment(597f9fe5-bdd3-4578-82b7-d47dfea667f5),segment_id=597f9fe5-bdd3-4578-82b7-d47dfea667f5)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:31:26.944683 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:27.030547 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-aa41499e-f7ff-48e0-8444-57f2d952715f req-a55289be-2d26-4eda-b9b7-c73c4e109c9c tempest-ServersAdminTestJSON-639139837 tempest-ServersAdminTestJSON-639139837-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:27.032929 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-1c69f5f3-23fb-451c-a91f-f47774e93bfa None None] Set router 189999e9-76ad-4fad-9087-6d5835c0d13e gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:31:27.039687 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=08e0f0ef-6911-483b-a00d-5f5eb3f531d2,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:31:27.045600 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-aa41499e-f7ff-48e0-8444-57f2d952715f req-a55289be-2d26-4eda-b9b7-c73c4e109c9c tempest-ServersAdminTestJSON-639139837 tempest-ServersAdminTestJSON-639139837-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:27.074454 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-aa41499e-f7ff-48e0-8444-57f2d952715f req-a55289be-2d26-4eda-b9b7-c73c4e109c9c tempest-ServersAdminTestJSON-639139837 tempest-ServersAdminTestJSON-639139837-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=e1a1929d-de59-4a26-a69b-05b891c11dbd&id=63771fd5-d0e2-4e9a-bb83-441346329ba4&id=30616c26-47b2-497e-86af-cdf36766fc7f&id=f0a8d85e-c901-48b0-b619-87bd6bfcd856&id=0375d0dc-b9f6-47cd-991d-bd203a5d5aab&fields=id&fields=name HTTP/1.1" status: 200 len: 581 time: 0.3576167 Jul 13 13:31:27.084870 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55289be-2d26-4eda-b9b7-c73c4e109c9c tempest-ServersAdminTestJSON-639139837 tempest-ServersAdminTestJSON-639139837-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4659adbc-49d3-4347-ae95-ae20c62c4f9c,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:31:27.111015 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-530024a5-fe14-4e36-977b-288a96574519 req-c1438934-0556-4e23-ae31-aa1ffd8869a2 tempest-DeleteServersAdminTestJSON-748200287 tempest-DeleteServersAdminTestJSON-748200287-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=7eca6173435940be9643f10db4afeae9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0453610 Jul 13 13:31:27.156360 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:31:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8270622-3598-4b4d-bb20-b170effa7aee x-openstack-request-id: req-c8270622-3598-4b4d-bb20-b170effa7aee {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:31:27.156660 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "727deb5b-3133-4286-8684-e334a3d2008f", "name": "network-vif-plugged", "status": "completed", "tag": "21b3903e-7bc2-443f-83b0-80d651d68c79", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:31:27.156918 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c8270622-3598-4b4d-bb20-b170effa7aee {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:31:27.157319 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '727deb5b-3133-4286-8684-e334a3d2008f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21b3903e-7bc2-443f-83b0-80d651d68c79', 'code': 200} Jul 13 13:31:27.290569 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-1c69f5f3-23fb-451c-a91f-f47774e93bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '189999e9-76ad-4fad-9087-6d5835c0d13e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-495339975-router', 'tenant_id': '0dd90c19f0c54b219885a4e68746a701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '47f988fd-0444-41ae-8147-79c3096e0069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:31:23Z', 'updated_at': '2021-07-13T13:31:25Z', 'revision_number': 3, 'project_id': '0dd90c19f0c54b219885a4e68746a701', 'gw_port': {'id': '47f988fd-0444-41ae-8147-79c3096e0069', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:30:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '189999e9-76ad-4fad-9087-6d5835c0d13e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:31:24Z', 'updated_at': '2021-07-13T13:31:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:31:27.316694 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 0f528c2b-4a8e-402e-b841-27ef1473ac83 no longer exists at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:31:27.317777 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c69f5f3-23fb-451c-a91f-f47774e93bfa None None] Checking router: 189999e9-76ad-4fad-9087-6d5835c0d13e for host: n-d-800634-1 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 13:31:27.318367 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c69f5f3-23fb-451c-a91f-f47774e93bfa None None] Updating router 189999e9-76ad-4fad-9087-6d5835c0d13e port 47f988fd-0444-41ae-8147-79c3096e0069 binding host n-d-800634-1 {{(pid=93753) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 13:31:27.336979 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-381d4315-9089-413f-a071-aa2897bda790 None None] No Port match for: 0f528c2b-4a8e-402e-b841-27ef1473ac83 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:31:27.337280 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 0f528c2b-4a8e-402e-b841-27ef1473ac83 not bound to the agent host n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:31:27.337652 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 196772ab-5a63-4f33-ace7-457cf523ed33 no longer exists at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:31:27.346599 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60272cf-8e26-4e8c-b86c-c82455df757d req-9c81a2a4-e6f9-41f8-bee4-b6f2d8937626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:27.349442 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b60272cf-8e26-4e8c-b86c-c82455df757d req-9c81a2a4-e6f9-41f8-bee4-b6f2d8937626 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=727deb5b-3133-4286-8684-e334a3d2008f HTTP/1.1" status: 200 len: 1096 time: 0.1021245 Jul 13 13:31:27.358289 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1c69f5f3-23fb-451c-a91f-f47774e93bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:27.359319 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530024a5-fe14-4e36-977b-288a96574519 req-9d08150d-1883-459e-bca7-685fb8e8c534 tempest-DeleteServersAdminTestJSON-748200287 tempest-DeleteServersAdminTestJSON-748200287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:27.361393 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-381d4315-9089-413f-a071-aa2897bda790 None None] No Port match for: 196772ab-5a63-4f33-ace7-457cf523ed33 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:31:27.361775 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 196772ab-5a63-4f33-ace7-457cf523ed33 not bound to the agent host n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:31:27.362709 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-530024a5-fe14-4e36-977b-288a96574519 req-9d08150d-1883-459e-bca7-685fb8e8c534 tempest-DeleteServersAdminTestJSON-748200287 tempest-DeleteServersAdminTestJSON-748200287-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1977932 Jul 13 13:31:27.368670 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22504e30-4dc2-4208-ac82-3a67f7adcf54 req-0605524d-ac5a-4d5a-82bb-70ec3c2c306e tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:27.370525 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-22504e30-4dc2-4208-ac82-3a67f7adcf54 req-0605524d-ac5a-4d5a-82bb-70ec3c2c306e tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.23 "GET /v2.0/ports?device_id=adc1ade6-2684-42ff-92d6-50065fc5781e HTTP/1.1" status: 200 len: 949 time: 0.0933583 Jul 13 13:31:27.402665 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-530024a5-fe14-4e36-977b-288a96574519 req-cd61a55d-f00a-413f-9add-831880d388c7 tempest-DeleteServersAdminTestJSON-748200287 tempest-DeleteServersAdminTestJSON-748200287-project] 10.222.0.23 "GET /v2.0/quotas/7eca6173435940be9643f10db4afeae9 HTTP/1.1" status: 200 len: 375 time: 0.0185862 Jul 13 13:31:27.417834 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b60272cf-8e26-4e8c-b86c-c82455df757d req-19f60c41-22a8-404e-96c5-7e6838e07e0e service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e1a1929d-de59-4a26-a69b-05b891c11dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586078 Jul 13 13:31:27.430026 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-22504e30-4dc2-4208-ac82-3a67f7adcf54 req-91a9658c-d70d-4627-a318-de93a21afe4a tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.23 "GET /v2.0/security-groups?id=30616c26-47b2-497e-86af-cdf36766fc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527861 Jul 13 13:31:27.460605 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-530024a5-fe14-4e36-977b-288a96574519 req-c106ca37-40ca-43b9-924e-37339c5c3920 tempest-DeleteServersAdminTestJSON-748200287 tempest-DeleteServersAdminTestJSON-748200287-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=7eca6173435940be9643f10db4afeae9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0482428 Jul 13 13:31:27.476797 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-28d282d7-39ee-48b9-8633-7996383b1f03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:27.703832 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1c69f5f3-23fb-451c-a91f-f47774e93bfa None None] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:27.724555 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-1c69f5f3-23fb-451c-a91f-f47774e93bfa None None] Transition to ACTIVE for port object 47f988fd-0444-41ae-8147-79c3096e0069 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:31:27.742966 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1c69f5f3-23fb-451c-a91f-f47774e93bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:27.826455 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-1c69f5f3-23fb-451c-a91f-f47774e93bfa None None] Attempting to bind port 47f988fd-0444-41ae-8147-79c3096e0069 on host n-d-800634-1 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:31:27.826853 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-1c69f5f3-23fb-451c-a91f-f47774e93bfa None None] Attempting to bind port 47f988fd-0444-41ae-8147-79c3096e0069 by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:31:27.827230 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c69f5f3-23fb-451c-a91f-f47774e93bfa None None] Attempting to bind port 47f988fd-0444-41ae-8147-79c3096e0069 on network acf968b8-c524-46a9-a20b-ad9667009130 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:31:27.842079 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c69f5f3-23fb-451c-a91f-f47774e93bfa None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 31, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:31:27.842466 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c69f5f3-23fb-451c-a91f-f47774e93bfa None None] Checking segment: {'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:31:27.842874 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1c69f5f3-23fb-451c-a91f-f47774e93bfa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:27.843336 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c69f5f3-23fb-451c-a91f-f47774e93bfa None None] Bound using segment: {'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:31:27.843748 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-1c69f5f3-23fb-451c-a91f-f47774e93bfa None None] Bound port: 47f988fd-0444-41ae-8147-79c3096e0069, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:31:27.844152 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1c69f5f3-23fb-451c-a91f-f47774e93bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:27.900611 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-1c69f5f3-23fb-451c-a91f-f47774e93bfa None None] For port 47f988fd-0444-41ae-8147-79c3096e0069, host n-d-800634-1, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:31:27.903850 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-1c69f5f3-23fb-451c-a91f-f47774e93bfa None None] For port 47f988fd-0444-41ae-8147-79c3096e0069, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=47f988fd-0444-41ae-8147-79c3096e0069,segment=NetworkSegment(3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87),segment_id=3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:31:27.908119 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d4cd9b25-11de-4cee-be2e-3e0ea8b977f2 req-d1c886d7-2c46-40a7-b418-d5a4ead523b9 tempest-DeleteServersAdminTestJSON-748200287 tempest-DeleteServersAdminTestJSON-748200287-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c6bc71b-ae0a-470e-9b3f-b7f0c7f55fb4 HTTP/1.1" status: 200 len: 210 time: 0.0748153 Jul 13 13:31:27.908644 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3aea5b5c-423c-46ed-a3aa-9c822fc6cb18', 'name': 'network-vif-deleted', 'tag': '0f528c2b-4a8e-402e-b841-27ef1473ac83'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:31:27.911201 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a87c337b-2c79-4a06-90de-3404349e673b" -d '{"events": [{"server_uuid": "3aea5b5c-423c-46ed-a3aa-9c822fc6cb18", "name": "network-vif-deleted", "tag": "0f528c2b-4a8e-402e-b841-27ef1473ac83"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:31:27.934873 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1c69f5f3-23fb-451c-a91f-f47774e93bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:27.942587 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7391d72f-a13c-4e91-8666-079628ac4413 None None] Pushing event updated for resources: {'Port': ['ID=47f988fd-0444-41ae-8147-79c3096e0069,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:31:27.966019 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7391d72f-a13c-4e91-8666-079628ac4413 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:31:27.966373 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7391d72f-a13c-4e91-8666-079628ac4413 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:31:27.966826 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7391d72f-a13c-4e91-8666-079628ac4413 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:31:27.967169 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7391d72f-a13c-4e91-8666-079628ac4413 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:31:27.967506 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7391d72f-a13c-4e91-8666-079628ac4413 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:31:27.967834 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7391d72f-a13c-4e91-8666-079628ac4413 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:31:27.975106 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7391d72f-a13c-4e91-8666-079628ac4413 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:31:27.981798 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7391d72f-a13c-4e91-8666-079628ac4413 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:31:27.982154 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7391d72f-a13c-4e91-8666-079628ac4413 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:31:27.983098 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7391d72f-a13c-4e91-8666-079628ac4413 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:31:27.983363 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7391d72f-a13c-4e91-8666-079628ac4413 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:31:27.983794 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7391d72f-a13c-4e91-8666-079628ac4413 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:31:28.030510 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-28d282d7-39ee-48b9-8633-7996383b1f03 admin admin] Allocated IP 172.20.0.1 (19e59a1e-b6d8-42ba-be46-67a475073468/93526d44-9065-4c3e-ad8c-d6e9275a8812/5f90d6ee-b899-4351-a3d1-2d992bba0b7f) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:31:28.095866 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c69f5f3-23fb-451c-a91f-f47774e93bfa None None] Routers {'189999e9-76ad-4fad-9087-6d5835c0d13e'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:31:28.096358 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-1c69f5f3-23fb-451c-a91f-f47774e93bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:31:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['189999e9-76ad-4fad-9087-6d5835c0d13e'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:31:28.151281 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-28d282d7-39ee-48b9-8633-7996383b1f03 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:28.168069 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-28d282d7-39ee-48b9-8633-7996383b1f03 admin admin] Transition to ACTIVE for port object 5f90d6ee-b899-4351-a3d1-2d992bba0b7f will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:31:28.228210 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-28d282d7-39ee-48b9-8633-7996383b1f03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:28.271035 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d282d7-39ee-48b9-8633-7996383b1f03 admin admin] Network 19e59a1e-b6d8-42ba-be46-67a475073468 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:31:28.274351 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-28d282d7-39ee-48b9-8633-7996383b1f03 admin admin] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:31:28.293475 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d282d7-39ee-48b9-8633-7996383b1f03 admin admin] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:31:28.294423 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-28d282d7-39ee-48b9-8633-7996383b1f03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-450452'] for router_interface, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:28.338703 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-1c69f5f3-23fb-451c-a91f-f47774e93bfa None None] Set router 189999e9-76ad-4fad-9087-6d5835c0d13e gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:31:28.363871 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 08e0f0ef-6911-483b-a00d-5f5eb3f531d2 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:31:28.469720 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 08e0f0ef-6911-483b-a00d-5f5eb3f531d2 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:31:28.470110 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:28.481681 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d282d7-39ee-48b9-8633-7996383b1f03 admin admin] Pushing event updated for resources: {'Port': ['ID=5f90d6ee-b899-4351-a3d1-2d992bba0b7f,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:31:28.533486 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30078d1-431f-4ef4-9032-2d65ae596b25 req-0a1ecfba-a07a-4c61-858b-1fa5a5c12199 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:28.541099 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c30078d1-431f-4ef4-9032-2d65ae596b25 req-0a1ecfba-a07a-4c61-858b-1fa5a5c12199 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/ports?device_id=727deb5b-3133-4286-8684-e334a3d2008f HTTP/1.1" status: 200 len: 945 time: 0.5996289 Jul 13 13:31:28.576564 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 46380) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:31:28.651362 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7391d72f-a13c-4e91-8666-079628ac4413 None None] Pushing event updated for resources: {'Port': ['ID=47f988fd-0444-41ae-8147-79c3096e0069,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:31:28.717562 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-f8c1047d-f2b5-4bbd-b77a-7f91af61bb6c None None] Provisioning for port 5f90d6ee-b899-4351-a3d1-2d992bba0b7f completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:31:28.721540 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-f8c1047d-f2b5-4bbd-b77a-7f91af61bb6c None None] Provisioning complete for port 5f90d6ee-b899-4351-a3d1-2d992bba0b7f triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:31:28.721952 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f8c1047d-f2b5-4bbd-b77a-7f91af61bb6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:28.790022 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-f8c1047d-f2b5-4bbd-b77a-7f91af61bb6c None None] Port 5f90d6ee-b899-4351-a3d1-2d992bba0b7f cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:31:28.800513 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c30078d1-431f-4ef4-9032-2d65ae596b25 req-baeecd53-a8f4-4329-afce-ba357bf722d9 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1a1929d-de59-4a26-a69b-05b891c11dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2584465 Jul 13 13:31:28.846480 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-28d282d7-39ee-48b9-8633-7996383b1f03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:28.874924 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-ce731220-c1f4-4af6-95aa-541809069a62 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ef1e467053ed4ec2a6d27e8f1953cbe5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2962835 Jul 13 13:31:28.877997 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 46386) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:31:29.012640 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-1c69f5f3-23fb-451c-a91f-f47774e93bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '189999e9-76ad-4fad-9087-6d5835c0d13e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-495339975-router', 'tenant_id': '0dd90c19f0c54b219885a4e68746a701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '47f988fd-0444-41ae-8147-79c3096e0069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:31:23Z', 'updated_at': '2021-07-13T13:31:25Z', 'revision_number': 3, 'project_id': '0dd90c19f0c54b219885a4e68746a701', 'gw_port': {'id': '47f988fd-0444-41ae-8147-79c3096e0069', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:30:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '189999e9-76ad-4fad-9087-6d5835c0d13e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:31:24Z', 'updated_at': '2021-07-13T13:31:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:31:29.052242 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c69f5f3-23fb-451c-a91f-f47774e93bfa None None] The sync data for ids ['189999e9-76ad-4fad-9087-6d5835c0d13e'] in n-d-800634-1 is: [{'id': '189999e9-76ad-4fad-9087-6d5835c0d13e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-495339975-router', 'tenant_id': '0dd90c19f0c54b219885a4e68746a701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '47f988fd-0444-41ae-8147-79c3096e0069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:31:23Z', 'updated_at': '2021-07-13T13:31:25Z', 'revision_number': 3, 'project_id': '0dd90c19f0c54b219885a4e68746a701', 'gw_port': {'id': '47f988fd-0444-41ae-8147-79c3096e0069', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:30:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '189999e9-76ad-4fad-9087-6d5835c0d13e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:31:24Z', 'updated_at': '2021-07-13T13:31:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:31:29.052482 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-afc12dbc-af01-4147-8fc3-8bb69b6bcbf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:29.098360 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-afc12dbc-af01-4147-8fc3-8bb69b6bcbf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:29.122387 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e587804-7f49-4f59-bfae-d71094c79764 x-openstack-request-id: req-2e587804-7f49-4f59-bfae-d71094c79764 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:31:29.122680 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3aea5b5c-423c-46ed-a3aa-9c822fc6cb18", "name": "network-vif-deleted", "tag": "0f528c2b-4a8e-402e-b841-27ef1473ac83", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:31:29.123468 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2e587804-7f49-4f59-bfae-d71094c79764 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:31:29.124285 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3aea5b5c-423c-46ed-a3aa-9c822fc6cb18', 'name': 'network-vif-deleted', 'tag': '0f528c2b-4a8e-402e-b841-27ef1473ac83', 'status': 'completed', 'code': 200} Jul 13 13:31:29.173295 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6826d2-81fb-4797-9436-6c63010baf90 req-b4507c31-00c8-414f-ab64-6cc1485a5d30 tempest-ServersAdminTestJSON-639139837 tempest-ServersAdminTestJSON-639139837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:29.173813 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6826d2-81fb-4797-9436-6c63010baf90 req-b4507c31-00c8-414f-ab64-6cc1485a5d30 tempest-ServersAdminTestJSON-639139837 tempest-ServersAdminTestJSON-639139837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:29.174328 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6826d2-81fb-4797-9436-6c63010baf90 req-b4507c31-00c8-414f-ab64-6cc1485a5d30 tempest-ServersAdminTestJSON-639139837 tempest-ServersAdminTestJSON-639139837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:29.178080 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-28d282d7-39ee-48b9-8633-7996383b1f03 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:29.182213 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-fd6826d2-81fb-4797-9436-6c63010baf90 req-b4507c31-00c8-414f-ab64-6cc1485a5d30 tempest-ServersAdminTestJSON-639139837 tempest-ServersAdminTestJSON-639139837-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=40bc8bbc-1184-45a8-b044-9849c0e88228&device_id=04943d92-3c68-4f86-84e5-5dfe2b36e8b3&device_id=c3d5bccd-0e71-4b17-8dc4-bd3e64597e9a HTTP/1.1" status: 200 len: 2881 time: 0.1912472 Jul 13 13:31:29.187811 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-28d282d7-39ee-48b9-8633-7996383b1f03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:29.189056 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-28d282d7-39ee-48b9-8633-7996383b1f03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1785045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451806'] for router_interface, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:29.214615 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-afc12dbc-af01-4147-8fc3-8bb69b6bcbf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:29.219111 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-afc12dbc-af01-4147-8fc3-8bb69b6bcbf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:29.223254 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-afc12dbc-af01-4147-8fc3-8bb69b6bcbf3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/012824c0-c787-4fdb-9ea4-3a146d563edc HTTP/1.1" status: 204 len: 168 time: 0.3395271 Jul 13 13:31:29.271783 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-fd6826d2-81fb-4797-9436-6c63010baf90 req-d2588e93-41ce-45db-bdde-51681e7107e5 tempest-ServersAdminTestJSON-639139837 tempest-ServersAdminTestJSON-639139837-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=0375d0dc-b9f6-47cd-991d-bd203a5d5aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828922 Jul 13 13:31:29.277771 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc12dbc-af01-4147-8fc3-8bb69b6bcbf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=012824c0-c787-4fdb-9ea4-3a146d563edc,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:31:29.331349 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device f270c028-70f9-4852-a18d-fe6a5464d03e up at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:31:29.383219 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d282d7-39ee-48b9-8633-7996383b1f03 admin admin] Pushing event updated for resources: {'Port': ['ID=5f90d6ee-b899-4351-a3d1-2d992bba0b7f,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:31:29.426163 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning for port f270c028-70f9-4852-a18d-fe6a5464d03e completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:31:29.457963 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning complete for port f270c028-70f9-4852-a18d-fe6a5464d03e triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:31:29.457963 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:29.498532 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d282d7-39ee-48b9-8633-7996383b1f03 admin admin] Network 19e59a1e-b6d8-42ba-be46-67a475073468 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:31:29.503887 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-28d282d7-39ee-48b9-8633-7996383b1f03 admin admin] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:31:29.568268 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-13eeaf60-ff7e-4cf6-86a9-e56a9c232efb req-ae4df914-ffcd-4f7b-b199-9a4d6e685070 tempest-DeleteServersAdminTestJSON-748200287 tempest-DeleteServersAdminTestJSON-748200287-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c6bc71b-ae0a-470e-9b3f-b7f0c7f55fb4 HTTP/1.1" status: 200 len: 210 time: 0.1083505 Jul 13 13:31:29.570505 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fd8ff0-d222-4a16-aca9-b26fe965d087 req-9a6669c5-881d-4588-ad12-f54831caa459 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:29.572018 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-10fd8ff0-d222-4a16-aca9-b26fe965d087 req-9a6669c5-881d-4588-ad12-f54831caa459 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.23 "GET /v2.0/ports?device_id=adc1ade6-2684-42ff-92d6-50065fc5781e HTTP/1.1" status: 200 len: 949 time: 0.3339531 Jul 13 13:31:29.622152 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:29.656648 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-530024a5-fe14-4e36-977b-288a96574519 req-92fdbb9e-6668-4533-a218-4c3d934cba69 tempest-DeleteServersAdminTestJSON-748200287 tempest-DeleteServersAdminTestJSON-748200287-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=7eca6173435940be9643f10db4afeae9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0568521 Jul 13 13:31:29.684623 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adc1ade6-2684-42ff-92d6-50065fc5781e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f270c028-70f9-4852-a18d-fe6a5464d03e'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:31:29.688579 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-495b1a1f-197b-493f-ab47-aca3aa98888c" -d '{"events": [{"server_uuid": "adc1ade6-2684-42ff-92d6-50065fc5781e", "name": "network-vif-plugged", "status": "completed", "tag": "f270c028-70f9-4852-a18d-fe6a5464d03e"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:31:29.741537 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port f270c028-70f9-4852-a18d-fe6a5464d03e, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=f270c028-70f9-4852-a18d-fe6a5464d03e,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:31:29.754565 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:29.870873 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=f270c028-70f9-4852-a18d-fe6a5464d03e,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:31:29.901555 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 46400) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:31:29.902326 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-10fd8ff0-d222-4a16-aca9-b26fe965d087 req-02d203c3-420a-490e-9538-55bb25f2f5b7 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.23 "GET /v2.0/security-groups?id=30616c26-47b2-497e-86af-cdf36766fc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3088763 Jul 13 13:31:30.024423 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-52d83c1c-4cee-4d4c-ab60-2f8d54c350f5 None None] Provisioning complete for port 5f90d6ee-b899-4351-a3d1-2d992bba0b7f triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:31:30.026658 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-52d83c1c-4cee-4d4c-ab60-2f8d54c350f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:30.073082 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530024a5-fe14-4e36-977b-288a96574519 req-2b8cda53-c0dc-446e-a5fc-3c41d5f6f592 tempest-DeleteServersAdminTestJSON-748200287 tempest-DeleteServersAdminTestJSON-748200287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:30.075010 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-530024a5-fe14-4e36-977b-288a96574519 req-2b8cda53-c0dc-446e-a5fc-3c41d5f6f592 tempest-DeleteServersAdminTestJSON-748200287 tempest-DeleteServersAdminTestJSON-748200287-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4128740 Jul 13 13:31:30.078620 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-f60f3150-45d6-4271-a777-e099e4627540 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=46c983a2a2f84ebcb5b45c19c9439d3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1754193 Jul 13 13:31:30.081071 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 46408) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:31:30.112948 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-530024a5-fe14-4e36-977b-288a96574519 req-7c4c27e9-e8d7-405b-b54c-a54bb09679f9 tempest-DeleteServersAdminTestJSON-748200287 tempest-DeleteServersAdminTestJSON-748200287-project] Request body: {'port': {'device_id': '3c6bc71b-ae0a-470e-9b3f-b7f0c7f55fb4', 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30', 'admin_state_up': True, 'tenant_id': '7eca6173435940be9643f10db4afeae9'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:31:30.119762 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28d282d7-39ee-48b9-8633-7996383b1f03 admin admin] Router 189999e9-76ad-4fad-9087-6d5835c0d13e has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 13:31:30.126448 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6af921f7-fd1d-4c43-ad63-55de3e43001a x-openstack-request-id: req-6af921f7-fd1d-4c43-ad63-55de3e43001a {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:31:30.128288 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adc1ade6-2684-42ff-92d6-50065fc5781e", "name": "network-vif-plugged", "status": "completed", "tag": "f270c028-70f9-4852-a18d-fe6a5464d03e", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:31:30.128561 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6af921f7-fd1d-4c43-ad63-55de3e43001a {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:31:30.128976 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adc1ade6-2684-42ff-92d6-50065fc5781e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f270c028-70f9-4852-a18d-fe6a5464d03e', 'code': 200} Jul 13 13:31:30.219063 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:30.221587 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-52d83c1c-4cee-4d4c-ab60-2f8d54c350f5 None None] Port 5f90d6ee-b899-4351-a3d1-2d992bba0b7f cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:31:30.333357 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:30.335173 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28d282d7-39ee-48b9-8633-7996383b1f03 admin admin] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:31:30.344499 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-28d282d7-39ee-48b9-8633-7996383b1f03 admin admin] 10.222.0.23 "PUT /v2.0/routers/189999e9-76ad-4fad-9087-6d5835c0d13e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6669097 Jul 13 13:31:30.361098 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 47f988fd-0444-41ae-8147-79c3096e0069 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:31:30.419636 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bf52def2-ac63-4583-aae2-e839fac40a38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:30.434768 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port 47f988fd-0444-41ae-8147-79c3096e0069 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:31:30.442359 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 47f988fd-0444-41ae-8147-79c3096e0069 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:31:30.442994 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:30.494645 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bf52def2-ac63-4583-aae2-e839fac40a38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:30.528833 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e47b2a-b544-46fa-ab26-779a82b15425 req-fbc680b0-fc1f-404e-a6de-0d9bb9f94507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:30.531167 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-49e47b2a-b544-46fa-ab26-779a82b15425 req-fbc680b0-fc1f-404e-a6de-0d9bb9f94507 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=adc1ade6-2684-42ff-92d6-50065fc5781e HTTP/1.1" status: 200 len: 1101 time: 0.2619474 Jul 13 13:31:30.561213 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:30.593460 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6a1cb6-f3a8-4b02-8923-c5ace25a0741 req-d8bc27ba-6fea-448f-8339-de9b7e2efc33 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:30.605239 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bc6a1cb6-f3a8-4b02-8923-c5ace25a0741 req-d8bc27ba-6fea-448f-8339-de9b7e2efc33 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/ports?device_id=727deb5b-3133-4286-8684-e334a3d2008f HTTP/1.1" status: 200 len: 945 time: 0.2520783 Jul 13 13:31:30.621892 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port 47f988fd-0444-41ae-8147-79c3096e0069, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=47f988fd-0444-41ae-8147-79c3096e0069,segment=NetworkSegment(3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87),segment_id=3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:31:30.631926 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:30.670928 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-530024a5-fe14-4e36-977b-288a96574519 req-7c4c27e9-e8d7-405b-b54c-a54bb09679f9 tempest-DeleteServersAdminTestJSON-748200287 tempest-DeleteServersAdminTestJSON-748200287-project] Made reservation on behalf of 7eca6173435940be9643f10db4afeae9 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:31:30.674827 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-530024a5-fe14-4e36-977b-288a96574519 req-7c4c27e9-e8d7-405b-b54c-a54bb09679f9 tempest-DeleteServersAdminTestJSON-748200287 tempest-DeleteServersAdminTestJSON-748200287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:30.697606 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-49e47b2a-b544-46fa-ab26-779a82b15425 req-bde9b29d-080e-4230-890a-d9905038a260 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=30616c26-47b2-497e-86af-cdf36766fc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564968 Jul 13 13:31:30.725989 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bc6a1cb6-f3a8-4b02-8923-c5ace25a0741 req-df5eeb62-7b1f-45c2-982a-a6d84ed0756a tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1a1929d-de59-4a26-a69b-05b891c11dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197641 Jul 13 13:31:30.728357 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bf52def2-ac63-4583-aae2-e839fac40a38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:30.732625 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bf52def2-ac63-4583-aae2-e839fac40a38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:30.733969 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-bf52def2-ac63-4583-aae2-e839fac40a38 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e56bc85f-cae6-44ef-841a-b947e9e6335c HTTP/1.1" status: 204 len: 168 time: 0.6515355 Jul 13 13:31:30.739721 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=47f988fd-0444-41ae-8147-79c3096e0069,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:31:30.818756 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf52def2-ac63-4583-aae2-e839fac40a38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e56bc85f-cae6-44ef-841a-b947e9e6335c,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:31:30.907666 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ab78dcb3-244e-4e93-91e3-6ea842a5ee5a req-6fb4600c-2cf6-461d-9d69-4a8dc841f988 tempest-DeleteServersAdminTestJSON-748200287 tempest-DeleteServersAdminTestJSON-748200287-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c6bc71b-ae0a-470e-9b3f-b7f0c7f55fb4 HTTP/1.1" status: 200 len: 210 time: 0.0981674 Jul 13 13:31:30.925047 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-530024a5-fe14-4e36-977b-288a96574519 req-7c4c27e9-e8d7-405b-b54c-a54bb09679f9 tempest-DeleteServersAdminTestJSON-748200287 tempest-DeleteServersAdminTestJSON-748200287-project] Allocated IP 192.168.233.90 (e0bfb334-0fd9-4ba5-ba79-1568ecabee30/60b55863-ceb6-45af-a8a4-4b22d72866af/7aad0c26-a3ae-4ee1-b1ad-8bc1830f5d46) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:31:31.239773 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-530024a5-fe14-4e36-977b-288a96574519 req-7c4c27e9-e8d7-405b-b54c-a54bb09679f9 tempest-DeleteServersAdminTestJSON-748200287 tempest-DeleteServersAdminTestJSON-748200287-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:31.259630 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-530024a5-fe14-4e36-977b-288a96574519 req-7c4c27e9-e8d7-405b-b54c-a54bb09679f9 tempest-DeleteServersAdminTestJSON-748200287 tempest-DeleteServersAdminTestJSON-748200287-project] Transition to ACTIVE for port object 7aad0c26-a3ae-4ee1-b1ad-8bc1830f5d46 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:31:31.313959 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-530024a5-fe14-4e36-977b-288a96574519 req-7c4c27e9-e8d7-405b-b54c-a54bb09679f9 tempest-DeleteServersAdminTestJSON-748200287 tempest-DeleteServersAdminTestJSON-748200287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:31.368944 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364392ed-973c-4924-bd1c-1265888d04ea req-7fb7a143-ae94-417c-935f-c2739c3f4497 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:31.376652 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-364392ed-973c-4924-bd1c-1265888d04ea req-7fb7a143-ae94-417c-935f-c2739c3f4497 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] 10.222.0.23 "GET /v2.0/networks?id=19e59a1e-b6d8-42ba-be46-67a475073468 HTTP/1.1" status: 200 len: 828 time: 0.3091719 Jul 13 13:31:31.417507 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-364392ed-973c-4924-bd1c-1265888d04ea req-815addab-3a05-452d-a619-ea0bb98bf0f9 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] 10.222.0.23 "GET /v2.0/quotas/0dd90c19f0c54b219885a4e68746a701 HTTP/1.1" status: 200 len: 375 time: 0.0399072 Jul 13 13:31:31.421347 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-530024a5-fe14-4e36-977b-288a96574519 req-7c4c27e9-e8d7-405b-b54c-a54bb09679f9 tempest-DeleteServersAdminTestJSON-748200287 tempest-DeleteServersAdminTestJSON-748200287-project] Network e0bfb334-0fd9-4ba5-ba79-1568ecabee30 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:31:31.430147 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4c27e9-e8d7-405b-b54c-a54bb09679f9 tempest-DeleteServersAdminTestJSON-748200287 tempest-DeleteServersAdminTestJSON-748200287-project] Pushing event updated for resources: {'Port': ['ID=7aad0c26-a3ae-4ee1-b1ad-8bc1830f5d46,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:31:31.434114 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-530024a5-fe14-4e36-977b-288a96574519 req-7c4c27e9-e8d7-405b-b54c-a54bb09679f9 tempest-DeleteServersAdminTestJSON-748200287 tempest-DeleteServersAdminTestJSON-748200287-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:31:31.437228 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-530024a5-fe14-4e36-977b-288a96574519 req-7c4c27e9-e8d7-405b-b54c-a54bb09679f9 tempest-DeleteServersAdminTestJSON-748200287 tempest-DeleteServersAdminTestJSON-748200287-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:31:31.443639 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530024a5-fe14-4e36-977b-288a96574519 req-7c4c27e9-e8d7-405b-b54c-a54bb09679f9 tempest-DeleteServersAdminTestJSON-748200287 tempest-DeleteServersAdminTestJSON-748200287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:31.444275 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-530024a5-fe14-4e36-977b-288a96574519 req-7c4c27e9-e8d7-405b-b54c-a54bb09679f9 tempest-DeleteServersAdminTestJSON-748200287 tempest-DeleteServersAdminTestJSON-748200287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:31.492982 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-530024a5-fe14-4e36-977b-288a96574519 req-7c4c27e9-e8d7-405b-b54c-a54bb09679f9 tempest-DeleteServersAdminTestJSON-748200287 tempest-DeleteServersAdminTestJSON-748200287-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4029655 Jul 13 13:31:31.511307 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-530024a5-fe14-4e36-977b-288a96574519 req-d41b7c67-df5a-439c-b087-0382bf619d1f service neutron] Request body: {'port': {'device_id': '3c6bc71b-ae0a-470e-9b3f-b7f0c7f55fb4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:31:31.624700 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-364392ed-973c-4924-bd1c-1265888d04ea req-d92d66d1-8a5f-4513-9df7-d3debae33444 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=0dd90c19f0c54b219885a4e68746a701&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2061896 Jul 13 13:31:31.697962 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-530024a5-fe14-4e36-977b-288a96574519 req-d41b7c67-df5a-439c-b087-0382bf619d1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:31.720963 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b98297-af9b-4a8e-b548-ce2b8d93eb96 None None] Sync routers for ids ['189999e9-76ad-4fad-9087-6d5835c0d13e'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:31:31.738887 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b98297-af9b-4a8e-b548-ce2b8d93eb96 None None] Routers {'189999e9-76ad-4fad-9087-6d5835c0d13e'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:31:31.739542 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-72b98297-af9b-4a8e-b548-ce2b8d93eb96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:31:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['189999e9-76ad-4fad-9087-6d5835c0d13e'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:31:31.827143 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-364392ed-973c-4924-bd1c-1265888d04ea req-5444c96d-3dbe-4af6-b20e-1392c0bd1fa2 service neutron] 10.222.0.23 "GET /v2.0/networks/19e59a1e-b6d8-42ba-be46-67a475073468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012923 Jul 13 13:31:32.006546 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22ea3e9-fbea-4236-ab86-5f0de0db2195 req-6f847fef-7ac9-42c8-94f0-0c27db9c5d7f tempest-LiveAutoBlockMigrationV225Test-953904280 tempest-LiveAutoBlockMigrationV225Test-953904280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:32.009499 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f22ea3e9-fbea-4236-ab86-5f0de0db2195 req-6f847fef-7ac9-42c8-94f0-0c27db9c5d7f tempest-LiveAutoBlockMigrationV225Test-953904280 tempest-LiveAutoBlockMigrationV225Test-953904280-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=727deb5b-3133-4286-8684-e334a3d2008f HTTP/1.1" status: 200 len: 1096 time: 0.1356480 Jul 13 13:31:32.032673 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-72b98297-af9b-4a8e-b548-ce2b8d93eb96 None None] Set router 189999e9-76ad-4fad-9087-6d5835c0d13e gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:31:32.105584 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f22ea3e9-fbea-4236-ab86-5f0de0db2195 req-ddb2fedf-e955-4e46-83ed-7b3803738231 tempest-LiveAutoBlockMigrationV225Test-953904280 tempest-LiveAutoBlockMigrationV225Test-953904280-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=e1a1929d-de59-4a26-a69b-05b891c11dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893621 Jul 13 13:31:32.145403 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-364392ed-973c-4924-bd1c-1265888d04ea req-3b1a9437-bf0a-414b-9f98-0ededf0612ea service neutron] 10.222.0.23 "GET /v2.0/networks/19e59a1e-b6d8-42ba-be46-67a475073468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3170459 Jul 13 13:31:32.324611 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-530024a5-fe14-4e36-977b-288a96574519 req-d41b7c67-df5a-439c-b087-0382bf619d1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7aad0c26-a3ae-4ee1-b1ad-8bc1830f5d46 {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:31:32.359246 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-530024a5-fe14-4e36-977b-288a96574519 req-d41b7c67-df5a-439c-b087-0382bf619d1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:32.416229 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 47f988fd-0444-41ae-8147-79c3096e0069 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:31:32.421280 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-4fd21957-aadb-4279-a03f-3b6a07da3b8e None None] Provisioning for port 7aad0c26-a3ae-4ee1-b1ad-8bc1830f5d46 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:31:32.473715 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-530024a5-fe14-4e36-977b-288a96574519 req-d41b7c67-df5a-439c-b087-0382bf619d1f service neutron] Transition to ACTIVE for port object 7aad0c26-a3ae-4ee1-b1ad-8bc1830f5d46 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:31:32.485170 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-4fd21957-aadb-4279-a03f-3b6a07da3b8e None None] Provisioning complete for port 7aad0c26-a3ae-4ee1-b1ad-8bc1830f5d46 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:31:32.487891 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-530024a5-fe14-4e36-977b-288a96574519 req-d41b7c67-df5a-439c-b087-0382bf619d1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:32.488289 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4fd21957-aadb-4279-a03f-3b6a07da3b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:32.549210 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8f282d2d-5d74-45e8-a2a9-81987b233391 req-6867d17f-81db-4f12-bf6d-4449897dff12 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=79cddb68-f5e3-4292-9c98-1eceb79f5fba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2604892 Jul 13 13:31:32.572869 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-4fd21957-aadb-4279-a03f-3b6a07da3b8e None None] Port 7aad0c26-a3ae-4ee1-b1ad-8bc1830f5d46 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:31:32.639734 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ab4448-86f6-4545-9853-b2808ed1fd4f req-e308dad7-7a1e-4477-9588-9e3a22006519 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:32.641302 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41b7c67-df5a-439c-b087-0382bf619d1f service neutron] Pushing event updated for resources: {'Port': ['ID=7aad0c26-a3ae-4ee1-b1ad-8bc1830f5d46,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:31:32.648290 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c6ab4448-86f6-4545-9853-b2808ed1fd4f req-e308dad7-7a1e-4477-9588-9e3a22006519 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.23 "GET /v2.0/ports?device_id=adc1ade6-2684-42ff-92d6-50065fc5781e HTTP/1.1" status: 200 len: 950 time: 0.1771986 Jul 13 13:31:32.701880 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 47f988fd-0444-41ae-8147-79c3096e0069 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:31:32.702456 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:32.709980 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-72b98297-af9b-4a8e-b548-ce2b8d93eb96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '189999e9-76ad-4fad-9087-6d5835c0d13e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-495339975-router', 'tenant_id': '0dd90c19f0c54b219885a4e68746a701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '47f988fd-0444-41ae-8147-79c3096e0069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:31:23Z', 'updated_at': '2021-07-13T13:31:28Z', 'revision_number': 4, 'project_id': '0dd90c19f0c54b219885a4e68746a701', 'gw_port': {'id': '47f988fd-0444-41ae-8147-79c3096e0069', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:30:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '189999e9-76ad-4fad-9087-6d5835c0d13e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:31:24Z', 'updated_at': '2021-07-13T13:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': '5f90d6ee-b899-4351-a3d1-2d992bba0b7f', 'name': '', 'network_id': '19e59a1e-b6d8-42ba-be46-67a475073468', 'tenant_id': '0dd90c19f0c54b219885a4e68746a701', 'mac_address': 'fa:16:3e:21:07:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '189999e9-76ad-4fad-9087-6d5835c0d13e', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '93526d44-9065-4c3e-ad8c-d6e9275a8812', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:31:27Z', 'updated_at': '2021-07-13T13:31:28Z', 'revision_number': 2, 'project_id': '0dd90c19f0c54b219885a4e68746a701', 'subnets': [{'id': '93526d44-9065-4c3e-ad8c-d6e9275a8812', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:31:32.727735 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c6ab4448-86f6-4545-9853-b2808ed1fd4f req-f4f2b54f-d637-4f02-adec-615f82bd946d tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.23 "GET /v2.0/security-groups?id=30616c26-47b2-497e-86af-cdf36766fc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739787 Jul 13 13:31:32.811182 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-530024a5-fe14-4e36-977b-288a96574519 req-d41b7c67-df5a-439c-b087-0382bf619d1f service neutron] Attempting to bind port 7aad0c26-a3ae-4ee1-b1ad-8bc1830f5d46 on host n-h1-800634-1 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:31:32.816399 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-530024a5-fe14-4e36-977b-288a96574519 req-d41b7c67-df5a-439c-b087-0382bf619d1f service neutron] Attempting to bind port 7aad0c26-a3ae-4ee1-b1ad-8bc1830f5d46 by drivers openvswitch,hyperv on host n-h1-800634-1 at level 0 using segments [{'id': '62a4f2e9-97ca-473c-a2df-e7f9f532c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:31:32.818373 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530024a5-fe14-4e36-977b-288a96574519 req-d41b7c67-df5a-439c-b087-0382bf619d1f service neutron] Attempting to bind port 7aad0c26-a3ae-4ee1-b1ad-8bc1830f5d46 on network e0bfb334-0fd9-4ba5-ba79-1568ecabee30 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:31:32.848035 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530024a5-fe14-4e36-977b-288a96574519 req-d41b7c67-df5a-439c-b087-0382bf619d1f service neutron] Port 7aad0c26-a3ae-4ee1-b1ad-8bc1830f5d46 on network e0bfb334-0fd9-4ba5-ba79-1568ecabee30 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-1 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:31:32.849761 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530024a5-fe14-4e36-977b-288a96574519 req-d41b7c67-df5a-439c-b087-0382bf619d1f service neutron] Attempting to bind port 7aad0c26-a3ae-4ee1-b1ad-8bc1830f5d46 on network e0bfb334-0fd9-4ba5-ba79-1568ecabee30 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:31:32.903200 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530024a5-fe14-4e36-977b-288a96574519 req-d41b7c67-df5a-439c-b087-0382bf619d1f service neutron] Checking agent: {'id': 'a7603dc8-3c50-4a9b-8f0d-1143528f155e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 31, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:31:32.905096 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530024a5-fe14-4e36-977b-288a96574519 req-d41b7c67-df5a-439c-b087-0382bf619d1f service neutron] Checking segment: {'id': '62a4f2e9-97ca-473c-a2df-e7f9f532c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:31:32.907701 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530024a5-fe14-4e36-977b-288a96574519 req-d41b7c67-df5a-439c-b087-0382bf619d1f service neutron] Bound using segment: {'id': '62a4f2e9-97ca-473c-a2df-e7f9f532c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:31:32.908506 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-530024a5-fe14-4e36-977b-288a96574519 req-d41b7c67-df5a-439c-b087-0382bf619d1f service neutron] Bound port: 7aad0c26-a3ae-4ee1-b1ad-8bc1830f5d46, host: n-h1-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62a4f2e9-97ca-473c-a2df-e7f9f532c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:31:32.910255 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-530024a5-fe14-4e36-977b-288a96574519 req-d41b7c67-df5a-439c-b087-0382bf619d1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:32.934685 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b98297-af9b-4a8e-b548-ce2b8d93eb96 None None] Checking router: 189999e9-76ad-4fad-9087-6d5835c0d13e for host: n-d-800634-1 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 13:31:32.935840 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b98297-af9b-4a8e-b548-ce2b8d93eb96 None None] Updating router 189999e9-76ad-4fad-9087-6d5835c0d13e port 5f90d6ee-b899-4351-a3d1-2d992bba0b7f binding host n-d-800634-1 {{(pid=93752) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 13:31:32.987418 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f282d2d-5d74-45e8-a2a9-81987b233391 req-29c7bdb4-4e6e-469a-98f1-5190b8fe32cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:32.994985 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8f282d2d-5d74-45e8-a2a9-81987b233391 req-29c7bdb4-4e6e-469a-98f1-5190b8fe32cc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ad96651d90924ac6a2bfe736b1e71ae8&device_id=79cddb68-f5e3-4292-9c98-1eceb79f5fba HTTP/1.1" status: 200 len: 1097 time: 0.3356338 Jul 13 13:31:33.051045 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-72b98297-af9b-4a8e-b548-ce2b8d93eb96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:33.335106 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-530024a5-fe14-4e36-977b-288a96574519 req-d41b7c67-df5a-439c-b087-0382bf619d1f service neutron] For port 7aad0c26-a3ae-4ee1-b1ad-8bc1830f5d46, host n-h1-800634-1, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:31:33.341332 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-530024a5-fe14-4e36-977b-288a96574519 req-d41b7c67-df5a-439c-b087-0382bf619d1f service neutron] For port 7aad0c26-a3ae-4ee1-b1ad-8bc1830f5d46, host n-h1-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=7aad0c26-a3ae-4ee1-b1ad-8bc1830f5d46,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:31:33.345803 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7209e7f-9de5-4399-bccd-5ba46402e88e req-57aa6f17-0dad-4f57-a31a-14c4de521ba0 tempest-LiveAutoBlockMigrationV225Test-953904280 tempest-LiveAutoBlockMigrationV225Test-953904280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:33.349249 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d7209e7f-9de5-4399-bccd-5ba46402e88e req-57aa6f17-0dad-4f57-a31a-14c4de521ba0 tempest-LiveAutoBlockMigrationV225Test-953904280 tempest-LiveAutoBlockMigrationV225Test-953904280-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=727deb5b-3133-4286-8684-e334a3d2008f HTTP/1.1" status: 200 len: 1096 time: 0.0842166 Jul 13 13:31:33.363932 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-530024a5-fe14-4e36-977b-288a96574519 req-d41b7c67-df5a-439c-b087-0382bf619d1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:33.440219 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d7209e7f-9de5-4399-bccd-5ba46402e88e req-5c95a14b-8095-4b5b-aa0b-684356ec4418 tempest-LiveAutoBlockMigrationV225Test-953904280 tempest-LiveAutoBlockMigrationV225Test-953904280-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=e1a1929d-de59-4a26-a69b-05b891c11dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840502 Jul 13 13:31:33.441464 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530024a5-fe14-4e36-977b-288a96574519 req-d41b7c67-df5a-439c-b087-0382bf619d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:33.442278 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-530024a5-fe14-4e36-977b-288a96574519 req-d41b7c67-df5a-439c-b087-0382bf619d1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:33.443771 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-530024a5-fe14-4e36-977b-288a96574519 req-d41b7c67-df5a-439c-b087-0382bf619d1f service neutron] 10.222.0.26 "PUT /v2.0/ports/7aad0c26-a3ae-4ee1-b1ad-8bc1830f5d46 HTTP/1.1" status: 200 len: 1095 time: 1.9393790 Jul 13 13:31:33.449604 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c6bc71b-ae0a-470e-9b3f-b7f0c7f55fb4', 'tag': '7aad0c26-a3ae-4ee1-b1ad-8bc1830f5d46'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:31:33.452676 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a40acc4-bc03-4697-9656-9f1c09b27849" -d '{"events": [{"name": "network-changed", "server_uuid": "3c6bc71b-ae0a-470e-9b3f-b7f0c7f55fb4", "tag": "7aad0c26-a3ae-4ee1-b1ad-8bc1830f5d46"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:31:33.462357 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f282d2d-5d74-45e8-a2a9-81987b233391 req-0c778881-fac6-4e4e-93d2-e4f810d206bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:33.464093 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8f282d2d-5d74-45e8-a2a9-81987b233391 req-0c778881-fac6-4e4e-93d2-e4f810d206bf service neutron] 10.222.0.26 "GET /v2.0/networks?id=8fa0d465-8003-432f-9af5-3ecf92dbf33d HTTP/1.1" status: 200 len: 924 time: 0.4125624 Jul 13 13:31:33.504383 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41b7c67-df5a-439c-b087-0382bf619d1f service neutron] Pushing event updated for resources: {'Port': ['ID=7aad0c26-a3ae-4ee1-b1ad-8bc1830f5d46,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:31:33.568103 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398dc253-80cc-4632-be0f-7a02a1a3d701 req-325cfbbc-ffcc-42e9-9077-e9dbb02a8da9 tempest-DeleteServersAdminTestJSON-748200287 tempest-DeleteServersAdminTestJSON-748200287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:33.570080 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-398dc253-80cc-4632-be0f-7a02a1a3d701 req-325cfbbc-ffcc-42e9-9077-e9dbb02a8da9 tempest-DeleteServersAdminTestJSON-748200287 tempest-DeleteServersAdminTestJSON-748200287-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c6bc71b-ae0a-470e-9b3f-b7f0c7f55fb4 HTTP/1.1" status: 200 len: 947 time: 0.3312654 Jul 13 13:31:33.652674 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8f282d2d-5d74-45e8-a2a9-81987b233391 req-fe837ccd-88ae-4b95-930c-e7a12ee6f86e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d49df1b3-6cd0-4b5e-8b23-68301e31505c HTTP/1.1" status: 200 len: 1002 time: 0.1749456 Jul 13 13:31:33.666752 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-72b98297-af9b-4a8e-b548-ce2b8d93eb96 None None] Notify callbacks [] for port, precommit_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:33.693795 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-72b98297-af9b-4a8e-b548-ce2b8d93eb96 None None] Transition to ACTIVE for port object 5f90d6ee-b899-4351-a3d1-2d992bba0b7f will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:31:33.706180 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-cda74afb-5d15-4f2e-b41a-89a077e6c9b0 req-07915442-15c2-4143-9ddf-63a82899cd1e tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] 10.222.0.23 "GET /v2.0/ports?device_id=2269b0dd-2b5b-4faa-847a-43609364d3f2 HTTP/1.1" status: 200 len: 210 time: 0.0508015 Jul 13 13:31:33.710396 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-72b98297-af9b-4a8e-b548-ce2b8d93eb96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:33.790323 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efa9a22-3f86-4fcd-b41b-33d3f2f954a3 None None] Pushing event updated for resources: {'Port': ['ID=5f90d6ee-b899-4351-a3d1-2d992bba0b7f,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:31:33.897868 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-72b98297-af9b-4a8e-b548-ce2b8d93eb96 None None] Attempting to bind port 5f90d6ee-b899-4351-a3d1-2d992bba0b7f on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:31:33.898516 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-72b98297-af9b-4a8e-b548-ce2b8d93eb96 None None] Attempting to bind port 5f90d6ee-b899-4351-a3d1-2d992bba0b7f by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '597f9fe5-bdd3-4578-82b7-d47dfea667f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '19e59a1e-b6d8-42ba-be46-67a475073468'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:31:33.899229 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b98297-af9b-4a8e-b548-ce2b8d93eb96 None None] Attempting to bind port 5f90d6ee-b899-4351-a3d1-2d992bba0b7f on network 19e59a1e-b6d8-42ba-be46-67a475073468 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:31:33.912524 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b98297-af9b-4a8e-b548-ce2b8d93eb96 None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 31, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:31:33.913596 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b98297-af9b-4a8e-b548-ce2b8d93eb96 None None] Checking segment: {'id': '597f9fe5-bdd3-4578-82b7-d47dfea667f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '19e59a1e-b6d8-42ba-be46-67a475073468'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:31:33.913859 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-72b98297-af9b-4a8e-b548-ce2b8d93eb96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:33.914446 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b98297-af9b-4a8e-b548-ce2b8d93eb96 None None] Bound using segment: {'id': '597f9fe5-bdd3-4578-82b7-d47dfea667f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '19e59a1e-b6d8-42ba-be46-67a475073468'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:31:33.915101 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-72b98297-af9b-4a8e-b548-ce2b8d93eb96 None None] Bound port: 5f90d6ee-b899-4351-a3d1-2d992bba0b7f, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '597f9fe5-bdd3-4578-82b7-d47dfea667f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '19e59a1e-b6d8-42ba-be46-67a475073468'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:31:33.915684 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-72b98297-af9b-4a8e-b548-ce2b8d93eb96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:33.954520 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-398dc253-80cc-4632-be0f-7a02a1a3d701 req-bf3d83b8-2383-4f5f-8e5f-6131bf4b6ba9 tempest-DeleteServersAdminTestJSON-748200287 tempest-DeleteServersAdminTestJSON-748200287-project] 10.222.0.23 "GET /v2.0/security-groups?id=1afcd841-0357-43c7-a68b-42ff4589c658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3680964 Jul 13 13:31:33.988155 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f282d2d-5d74-45e8-a2a9-81987b233391 req-bb285d98-5e88-4cb1-9c13-f721d3e4fa7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:33.989613 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8f282d2d-5d74-45e8-a2a9-81987b233391 req-bb285d98-5e88-4cb1-9c13-f721d3e4fa7f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0935fffc-5f50-41bc-86c4-a4cd335b45c2 HTTP/1.1" status: 200 len: 863 time: 0.3281517 Jul 13 13:31:33.999154 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530024a5-fe14-4e36-977b-288a96574519 req-bc132030-1073-4b4b-9ef1-e9dcff63b8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:34.001930 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-530024a5-fe14-4e36-977b-288a96574519 req-bc132030-1073-4b4b-9ef1-e9dcff63b8ab service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7eca6173435940be9643f10db4afeae9&device_id=3c6bc71b-ae0a-470e-9b3f-b7f0c7f55fb4 HTTP/1.1" status: 200 len: 1098 time: 0.4283278 Jul 13 13:31:34.008680 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c7b09a-734d-40d2-90ac-0f38ad607aa2 req-dbc48cbf-d9d7-454b-9890-228937e51ac0 tempest-ServersOnMultiNodesTest-1122432468 tempest-ServersOnMultiNodesTest-1122432468-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:34.010253 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-07c7b09a-734d-40d2-90ac-0f38ad607aa2 req-dbc48cbf-d9d7-454b-9890-228937e51ac0 tempest-ServersOnMultiNodesTest-1122432468 tempest-ServersOnMultiNodesTest-1122432468-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=adc1ade6-2684-42ff-92d6-50065fc5781e HTTP/1.1" status: 200 len: 1101 time: 0.1276331 Jul 13 13:31:34.052192 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-07c7b09a-734d-40d2-90ac-0f38ad607aa2 req-a5d395e7-e530-4779-826d-680077d1e7f0 tempest-ServersOnMultiNodesTest-1122432468 tempest-ServersOnMultiNodesTest-1122432468-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=30616c26-47b2-497e-86af-cdf36766fc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328524 Jul 13 13:31:34.064349 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-72b98297-af9b-4a8e-b548-ce2b8d93eb96 None None] For port 5f90d6ee-b899-4351-a3d1-2d992bba0b7f, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:31:34.068699 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-72b98297-af9b-4a8e-b548-ce2b8d93eb96 None None] For port 5f90d6ee-b899-4351-a3d1-2d992bba0b7f, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=5f90d6ee-b899-4351-a3d1-2d992bba0b7f,segment=NetworkSegment(597f9fe5-bdd3-4578-82b7-d47dfea667f5),segment_id=597f9fe5-bdd3-4578-82b7-d47dfea667f5)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:31:34.077388 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-72b98297-af9b-4a8e-b548-ce2b8d93eb96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:34.204004 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 13:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf46cb53-446f-479c-9c6f-ff82f5e04095 x-openstack-request-id: req-cf46cb53-446f-479c-9c6f-ff82f5e04095 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:31:34.204286 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c6bc71b-ae0a-470e-9b3f-b7f0c7f55fb4", "tag": "7aad0c26-a3ae-4ee1-b1ad-8bc1830f5d46", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:31:34.204523 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cf46cb53-446f-479c-9c6f-ff82f5e04095 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:31:34.204921 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c6bc71b-ae0a-470e-9b3f-b7f0c7f55fb4', 'tag': '7aad0c26-a3ae-4ee1-b1ad-8bc1830f5d46', 'status': 'completed', 'code': 200} Jul 13 13:31:34.219451 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b98297-af9b-4a8e-b548-ce2b8d93eb96 None None] Routers {'189999e9-76ad-4fad-9087-6d5835c0d13e'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:31:34.222168 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-72b98297-af9b-4a8e-b548-ce2b8d93eb96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:31:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['189999e9-76ad-4fad-9087-6d5835c0d13e'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:31:34.223725 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efa9a22-3f86-4fcd-b41b-33d3f2f954a3 None None] Pushing event updated for resources: {'Port': ['ID=5f90d6ee-b899-4351-a3d1-2d992bba0b7f,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:31:34.234534 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-530024a5-fe14-4e36-977b-288a96574519 req-14eb488c-4c54-42fb-b9d9-0014f2f525b0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=7aad0c26-a3ae-4ee1-b1ad-8bc1830f5d46 HTTP/1.1" status: 200 len: 217 time: 0.2046733 Jul 13 13:31:34.411872 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530024a5-fe14-4e36-977b-288a96574519 req-2cf438fa-7b72-4863-9bdb-df3e2f0ed0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:34.413808 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-530024a5-fe14-4e36-977b-288a96574519 req-2cf438fa-7b72-4863-9bdb-df3e2f0ed0bd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=60b55863-ceb6-45af-a8a4-4b22d72866af HTTP/1.1" status: 200 len: 843 time: 0.1547267 Jul 13 13:31:34.445632 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-72b98297-af9b-4a8e-b548-ce2b8d93eb96 None None] Set router 189999e9-76ad-4fad-9087-6d5835c0d13e gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:31:34.550574 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-fca118bb-063e-492c-8e96-fee5ad822aad req-9eef2ad7-a573-45b4-bc01-bd9dc18bbedf tempest-ServerDiagnosticsNegativeTest-1428974994 tempest-ServerDiagnosticsNegativeTest-1428974994-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=d97961c87085483781ce534cdddb5aff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0384066 Jul 13 13:31:34.561962 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f282d2d-5d74-45e8-a2a9-81987b233391 req-2dd85c09-3450-428b-a00e-209eb56f3c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:34.563475 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8f282d2d-5d74-45e8-a2a9-81987b233391 req-2dd85c09-3450-428b-a00e-209eb56f3c7c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8fa0d465-8003-432f-9af5-3ecf92dbf33d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5605748 Jul 13 13:31:34.568117 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8c29e8-d01e-4a81-9045-b5c4f7d5cc08 req-10c2fca5-ea87-458e-b781-3215c6eaccc1 tempest-ServersAdminTestJSON-639139837 tempest-ServersAdminTestJSON-639139837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:34.569982 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ce8c29e8-d01e-4a81-9045-b5c4f7d5cc08 req-10c2fca5-ea87-458e-b781-3215c6eaccc1 tempest-ServersAdminTestJSON-639139837 tempest-ServersAdminTestJSON-639139837-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=c3d5bccd-0e71-4b17-8dc4-bd3e64597e9a HTTP/1.1" status: 200 len: 1099 time: 0.3618000 Jul 13 13:31:34.718080 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-72b98297-af9b-4a8e-b548-ce2b8d93eb96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '189999e9-76ad-4fad-9087-6d5835c0d13e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-495339975-router', 'tenant_id': '0dd90c19f0c54b219885a4e68746a701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '47f988fd-0444-41ae-8147-79c3096e0069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:31:23Z', 'updated_at': '2021-07-13T13:31:28Z', 'revision_number': 4, 'project_id': '0dd90c19f0c54b219885a4e68746a701', 'gw_port': {'id': '47f988fd-0444-41ae-8147-79c3096e0069', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:30:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '189999e9-76ad-4fad-9087-6d5835c0d13e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:31:24Z', 'updated_at': '2021-07-13T13:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': '5f90d6ee-b899-4351-a3d1-2d992bba0b7f', 'name': '', 'network_id': '19e59a1e-b6d8-42ba-be46-67a475073468', 'tenant_id': '0dd90c19f0c54b219885a4e68746a701', 'mac_address': 'fa:16:3e:21:07:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '189999e9-76ad-4fad-9087-6d5835c0d13e', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '93526d44-9065-4c3e-ad8c-d6e9275a8812', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:31:27Z', 'updated_at': '2021-07-13T13:31:34Z', 'revision_number': 4, 'project_id': '0dd90c19f0c54b219885a4e68746a701', 'subnets': [{'id': '93526d44-9065-4c3e-ad8c-d6e9275a8812', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:31:34.719229 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca118bb-063e-492c-8e96-fee5ad822aad req-321bf80d-455e-405b-833e-db3433eafcc6 tempest-ServerDiagnosticsNegativeTest-1428974994 tempest-ServerDiagnosticsNegativeTest-1428974994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:34.727956 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-fca118bb-063e-492c-8e96-fee5ad822aad req-321bf80d-455e-405b-833e-db3433eafcc6 tempest-ServerDiagnosticsNegativeTest-1428974994 tempest-ServerDiagnosticsNegativeTest-1428974994-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1660216 Jul 13 13:31:34.745486 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-fca118bb-063e-492c-8e96-fee5ad822aad req-dc2f826f-6d41-4f57-aa19-0f0efd86201b tempest-ServerDiagnosticsNegativeTest-1428974994 tempest-ServerDiagnosticsNegativeTest-1428974994-project] 10.222.0.23 "GET /v2.0/quotas/d97961c87085483781ce534cdddb5aff HTTP/1.1" status: 200 len: 375 time: 0.0163913 Jul 13 13:31:34.750040 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b98297-af9b-4a8e-b548-ce2b8d93eb96 None None] The sync data for ids ['189999e9-76ad-4fad-9087-6d5835c0d13e'] in n-d-800634-1 is: [{'id': '189999e9-76ad-4fad-9087-6d5835c0d13e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-495339975-router', 'tenant_id': '0dd90c19f0c54b219885a4e68746a701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '47f988fd-0444-41ae-8147-79c3096e0069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:31:23Z', 'updated_at': '2021-07-13T13:31:28Z', 'revision_number': 4, 'project_id': '0dd90c19f0c54b219885a4e68746a701', 'gw_port': {'id': '47f988fd-0444-41ae-8147-79c3096e0069', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:30:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '189999e9-76ad-4fad-9087-6d5835c0d13e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:31:24Z', 'updated_at': '2021-07-13T13:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': '5f90d6ee-b899-4351-a3d1-2d992bba0b7f', 'name': '', 'network_id': '19e59a1e-b6d8-42ba-be46-67a475073468', 'tenant_id': '0dd90c19f0c54b219885a4e68746a701', 'mac_address': 'fa:16:3e:21:07:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '189999e9-76ad-4fad-9087-6d5835c0d13e', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '93526d44-9065-4c3e-ad8c-d6e9275a8812', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:31:27Z', 'updated_at': '2021-07-13T13:31:34Z', 'revision_number': 4, 'project_id': '0dd90c19f0c54b219885a4e68746a701', 'subnets': [{'id': '93526d44-9065-4c3e-ad8c-d6e9275a8812', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:31:34.775938 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ce8c29e8-d01e-4a81-9045-b5c4f7d5cc08 req-de224738-abd0-4f8c-bf12-86956b2e2e4f tempest-ServersAdminTestJSON-639139837 tempest-ServersAdminTestJSON-639139837-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=0375d0dc-b9f6-47cd-991d-bd203a5d5aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948047 Jul 13 13:31:34.806419 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-fca118bb-063e-492c-8e96-fee5ad822aad req-f0f203b3-03b1-46a4-8e6a-d142187b435f tempest-ServerDiagnosticsNegativeTest-1428974994 tempest-ServerDiagnosticsNegativeTest-1428974994-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d97961c87085483781ce534cdddb5aff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0565202 Jul 13 13:31:34.907192 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364392ed-973c-4924-bd1c-1265888d04ea req-a97045df-3b3a-4bc2-9892-092d4e0e1d1a tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:34.908859 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-364392ed-973c-4924-bd1c-1265888d04ea req-a97045df-3b3a-4bc2-9892-092d4e0e1d1a tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] 10.222.0.26 "GET /v2.0/networks?id=19e59a1e-b6d8-42ba-be46-67a475073468 HTTP/1.1" status: 200 len: 828 time: 0.4452815 Jul 13 13:31:34.917654 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530024a5-fe14-4e36-977b-288a96574519 req-d6198e9b-23b7-41bd-a355-f5f50719780f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:34.919616 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-530024a5-fe14-4e36-977b-288a96574519 req-d6198e9b-23b7-41bd-a355-f5f50719780f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e0bfb334-0fd9-4ba5-ba79-1568ecabee30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4889953 Jul 13 13:31:34.927511 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-364392ed-973c-4924-bd1c-1265888d04ea req-1a992f4e-c25f-42eb-8b22-837630f1e8c8 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] Request body: {'port': {'device_id': '2269b0dd-2b5b-4faa-847a-43609364d3f2', 'network_id': '19e59a1e-b6d8-42ba-be46-67a475073468', 'admin_state_up': True, 'tenant_id': '0dd90c19f0c54b219885a4e68746a701'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:31:35.117292 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8f282d2d-5d74-45e8-a2a9-81987b233391 req-f484891d-723c-4702-ad4a-b924c70217bc service neutron] 10.222.0.26 "GET /v2.0/networks/8fa0d465-8003-432f-9af5-3ecf92dbf33d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5452824 Jul 13 13:31:35.228862 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-abeab773-556e-4056-8ef6-0b2b7c76a6e6 req-40145494-7c03-41c4-a59f-6748ec5c27f8 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=09bf0390c6c84bde9cf099d3a1ffb9e6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1105711 Jul 13 13:31:35.394084 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-530024a5-fe14-4e36-977b-288a96574519 req-9881f5e4-e217-49e7-a3c1-8fe0edec7f2f service neutron] 10.222.0.26 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4575250 Jul 13 13:31:35.586321 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8f282d2d-5d74-45e8-a2a9-81987b233391 req-f13e698e-54d9-4716-8632-bf47b3043ec8 service neutron] 10.222.0.26 "GET /v2.0/networks/8fa0d465-8003-432f-9af5-3ecf92dbf33d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4592028 Jul 13 13:31:35.658538 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-364392ed-973c-4924-bd1c-1265888d04ea req-1a992f4e-c25f-42eb-8b22-837630f1e8c8 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] Made reservation on behalf of 0dd90c19f0c54b219885a4e68746a701 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:31:35.662142 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-364392ed-973c-4924-bd1c-1265888d04ea req-1a992f4e-c25f-42eb-8b22-837630f1e8c8 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:35.705187 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeab773-556e-4056-8ef6-0b2b7c76a6e6 req-5fba9dc2-a01e-466f-8329-476c96be6fde tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:35.716787 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-abeab773-556e-4056-8ef6-0b2b7c76a6e6 req-5fba9dc2-a01e-466f-8329-476c96be6fde tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4719853 Jul 13 13:31:35.774820 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-abeab773-556e-4056-8ef6-0b2b7c76a6e6 req-c92fea7c-7f3a-40c5-a702-b4f78e576b90 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.23 "GET /v2.0/quotas/09bf0390c6c84bde9cf099d3a1ffb9e6 HTTP/1.1" status: 200 len: 375 time: 0.0568299 Jul 13 13:31:35.777914 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-530024a5-fe14-4e36-977b-288a96574519 req-2512913c-a543-47d5-bdd5-496c9117a536 service neutron] 10.222.0.26 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3613100 Jul 13 13:31:36.043459 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-364392ed-973c-4924-bd1c-1265888d04ea req-1a992f4e-c25f-42eb-8b22-837630f1e8c8 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] Allocated IP 172.20.0.12 (19e59a1e-b6d8-42ba-be46-67a475073468/93526d44-9065-4c3e-ad8c-d6e9275a8812/b1a8ad69-cf5b-4f96-9698-93feb935a5b8) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:31:36.093096 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-abeab773-556e-4056-8ef6-0b2b7c76a6e6 req-f06867c5-9d2c-4a36-adf1-bb1c49cc21fb tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=09bf0390c6c84bde9cf099d3a1ffb9e6&fields=id HTTP/1.1" status: 200 len: 486 time: 0.3173795 Jul 13 13:31:36.118812 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a40acc4-bc03-4697-9656-9f1c09b27849 req-a3c5b854-6013-4bd3-a58e-3395547908ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:36.120365 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9a40acc4-bc03-4697-9656-9f1c09b27849 req-a3c5b854-6013-4bd3-a58e-3395547908ef service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7eca6173435940be9643f10db4afeae9&device_id=3c6bc71b-ae0a-470e-9b3f-b7f0c7f55fb4 HTTP/1.1" status: 200 len: 1098 time: 0.2168620 Jul 13 13:31:36.311235 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a40acc4-bc03-4697-9656-9f1c09b27849 req-eaf86675-6221-491d-b8cd-5ddfe85b8e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:36.312886 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9a40acc4-bc03-4697-9656-9f1c09b27849 req-eaf86675-6221-491d-b8cd-5ddfe85b8e09 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e0bfb334-0fd9-4ba5-ba79-1568ecabee30 HTTP/1.1" status: 200 len: 869 time: 0.1775174 Jul 13 13:31:36.382338 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 5f90d6ee-b899-4351-a3d1-2d992bba0b7f up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:31:36.525811 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port 5f90d6ee-b899-4351-a3d1-2d992bba0b7f completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:31:36.531352 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 5f90d6ee-b899-4351-a3d1-2d992bba0b7f triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:31:36.531771 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:36.619903 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9a40acc4-bc03-4697-9656-9f1c09b27849 req-60bd25b5-a3a8-42a5-a4bb-968d09da6870 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=7aad0c26-a3ae-4ee1-b1ad-8bc1830f5d46 HTTP/1.1" status: 200 len: 217 time: 0.2856588 Jul 13 13:31:36.652465 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:36.682270 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4c68de08-29fd-4cbd-b111-14dc7fff9212 req-ee804496-9ca8-45b9-a9dc-24f4a2fd56c3 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] 10.222.0.23 "GET /v2.0/ports?device_id=2269b0dd-2b5b-4faa-847a-43609364d3f2 HTTP/1.1" status: 200 len: 210 time: 0.0645716 Jul 13 13:31:36.740959 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port 5f90d6ee-b899-4351-a3d1-2d992bba0b7f, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=5f90d6ee-b899-4351-a3d1-2d992bba0b7f,segment=NetworkSegment(597f9fe5-bdd3-4578-82b7-d47dfea667f5),segment_id=597f9fe5-bdd3-4578-82b7-d47dfea667f5)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:31:36.750905 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:36.769602 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a40acc4-bc03-4697-9656-9f1c09b27849 req-094c5aa4-6f0b-430a-bf93-bd8bd9e43912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:36.772105 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9a40acc4-bc03-4697-9656-9f1c09b27849 req-094c5aa4-6f0b-430a-bf93-bd8bd9e43912 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=60b55863-ceb6-45af-a8a4-4b22d72866af HTTP/1.1" status: 200 len: 843 time: 0.1161699 Jul 13 13:31:36.777086 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-364392ed-973c-4924-bd1c-1265888d04ea req-1a992f4e-c25f-42eb-8b22-837630f1e8c8 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:36.862150 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-364392ed-973c-4924-bd1c-1265888d04ea req-1a992f4e-c25f-42eb-8b22-837630f1e8c8 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] Transition to ACTIVE for port object b1a8ad69-cf5b-4f96-9698-93feb935a5b8 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:31:36.877496 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=5f90d6ee-b899-4351-a3d1-2d992bba0b7f,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:31:36.915114 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 46604) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:31:36.991093 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-364392ed-973c-4924-bd1c-1265888d04ea req-1a992f4e-c25f-42eb-8b22-837630f1e8c8 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:37.007600 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a40acc4-bc03-4697-9656-9f1c09b27849 req-1c7c422f-3e26-4f02-9dd3-2e1e719444bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:37.009762 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9a40acc4-bc03-4697-9656-9f1c09b27849 req-1c7c422f-3e26-4f02-9dd3-2e1e719444bd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e0bfb334-0fd9-4ba5-ba79-1568ecabee30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2248290 Jul 13 13:31:37.067147 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [req-039a9bd4-8a5b-4dda-a40e-3b1884dac5b8 req-1009a82f-ada5-4cec-bd5a-03257d5f905d tempest-LiveAutoBlockMigrationV225Test-953904280 tempest-LiveAutoBlockMigrationV225Test-953904280-project-admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 13:31:37.078444 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-039a9bd4-8a5b-4dda-a40e-3b1884dac5b8 req-1009a82f-ada5-4cec-bd5a-03257d5f905d tempest-LiveAutoBlockMigrationV225Test-953904280 tempest-LiveAutoBlockMigrationV225Test-953904280-project-admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1622112 Jul 13 13:31:37.111864 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-364392ed-973c-4924-bd1c-1265888d04ea req-1a992f4e-c25f-42eb-8b22-837630f1e8c8 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] Network 19e59a1e-b6d8-42ba-be46-67a475073468 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:31:37.167596 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-fca118bb-063e-492c-8e96-fee5ad822aad req-e8d2dba5-d02b-475e-b443-b872fde7ce42 tempest-ServerDiagnosticsNegativeTest-1428974994 tempest-ServerDiagnosticsNegativeTest-1428974994-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=d97961c87085483781ce534cdddb5aff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1187818 Jul 13 13:31:37.174171 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-364392ed-973c-4924-bd1c-1265888d04ea req-1a992f4e-c25f-42eb-8b22-837630f1e8c8 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:31:37.177388 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-039a9bd4-8a5b-4dda-a40e-3b1884dac5b8 req-aa1caa4f-97bf-4a4b-8b81-9297400e16ea service neutron] Request body: {'binding': {'host': 'n-h2-800634-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:31:37.178190 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-039a9bd4-8a5b-4dda-a40e-3b1884dac5b8 req-aa1caa4f-97bf-4a4b-8b81-9297400e16ea service neutron] Unknown quota resources ['binding']. {{(pid=93751) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 13 13:31:37.195644 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-364392ed-973c-4924-bd1c-1265888d04ea req-1a992f4e-c25f-42eb-8b22-837630f1e8c8 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:31:37.203902 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364392ed-973c-4924-bd1c-1265888d04ea req-1a992f4e-c25f-42eb-8b22-837630f1e8c8 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:37.204724 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-364392ed-973c-4924-bd1c-1265888d04ea req-1a992f4e-c25f-42eb-8b22-837630f1e8c8 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:37.220779 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56837484-5ec4-4cf0-a127-6aeeedade975 req-452cd735-a459-4b3b-a6b3-c7d7d679c0c6 tempest-ServersAdminTestJSON-639139837 tempest-ServersAdminTestJSON-639139837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:37.229455 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-56837484-5ec4-4cf0-a127-6aeeedade975 req-452cd735-a459-4b3b-a6b3-c7d7d679c0c6 tempest-ServersAdminTestJSON-639139837 tempest-ServersAdminTestJSON-639139837-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=c3d5bccd-0e71-4b17-8dc4-bd3e64597e9a HTTP/1.1" status: 200 len: 1099 time: 0.2829189 Jul 13 13:31:37.237543 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a992f4e-c25f-42eb-8b22-837630f1e8c8 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] Pushing event updated for resources: {'Port': ['ID=b1a8ad69-cf5b-4f96-9698-93feb935a5b8,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:31:37.338983 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-364392ed-973c-4924-bd1c-1265888d04ea req-1a992f4e-c25f-42eb-8b22-837630f1e8c8 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4160447 Jul 13 13:31:37.386239 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-364392ed-973c-4924-bd1c-1265888d04ea req-0c1baefe-3e0d-4813-9c6f-eccdac8d131e service neutron] Request body: {'port': {'device_id': '2269b0dd-2b5b-4faa-847a-43609364d3f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:31:37.446561 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-039a9bd4-8a5b-4dda-a40e-3b1884dac5b8 req-aa1caa4f-97bf-4a4b-8b81-9297400e16ea service neutron] Attempting to bind port 21b3903e-7bc2-443f-83b0-80d651d68c79 on host n-h2-800634-1 for vnic_type normal with profile None {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:31:37.447031 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-039a9bd4-8a5b-4dda-a40e-3b1884dac5b8 req-aa1caa4f-97bf-4a4b-8b81-9297400e16ea service neutron] Attempting to bind port 21b3903e-7bc2-443f-83b0-80d651d68c79 by drivers openvswitch,hyperv on host n-h2-800634-1 at level 0 using segments [{'id': 'ad5ed454-48ea-4363-8047-0d3907eff6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:31:37.447487 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-039a9bd4-8a5b-4dda-a40e-3b1884dac5b8 req-aa1caa4f-97bf-4a4b-8b81-9297400e16ea service neutron] Attempting to bind port 21b3903e-7bc2-443f-83b0-80d651d68c79 on network 2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:31:37.448369 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-56837484-5ec4-4cf0-a127-6aeeedade975 req-7f3976aa-8869-406a-9a45-3995ce065db0 tempest-ServersAdminTestJSON-639139837 tempest-ServersAdminTestJSON-639139837-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=0375d0dc-b9f6-47cd-991d-bd203a5d5aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174430 Jul 13 13:31:37.456947 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-039a9bd4-8a5b-4dda-a40e-3b1884dac5b8 req-aa1caa4f-97bf-4a4b-8b81-9297400e16ea service neutron] Port 21b3903e-7bc2-443f-83b0-80d651d68c79 on network 2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-1 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:31:37.457894 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-039a9bd4-8a5b-4dda-a40e-3b1884dac5b8 req-aa1caa4f-97bf-4a4b-8b81-9297400e16ea service neutron] Attempting to bind port 21b3903e-7bc2-443f-83b0-80d651d68c79 on network 2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:31:37.464132 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-039a9bd4-8a5b-4dda-a40e-3b1884dac5b8 req-aa1caa4f-97bf-4a4b-8b81-9297400e16ea service neutron] Checking agent: {'id': 'f615e5c9-21ab-43f2-adbc-192d64b795cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 31, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:31:37.464727 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-039a9bd4-8a5b-4dda-a40e-3b1884dac5b8 req-aa1caa4f-97bf-4a4b-8b81-9297400e16ea service neutron] Checking segment: {'id': 'ad5ed454-48ea-4363-8047-0d3907eff6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:31:37.465230 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9a40acc4-bc03-4697-9656-9f1c09b27849 req-d93f0c3f-fd95-4d17-98c4-76c998e93961 service neutron] 10.222.0.26 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4175642 Jul 13 13:31:37.465540 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-039a9bd4-8a5b-4dda-a40e-3b1884dac5b8 req-aa1caa4f-97bf-4a4b-8b81-9297400e16ea service neutron] Bound using segment: {'id': 'ad5ed454-48ea-4363-8047-0d3907eff6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21'} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:31:37.466190 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-039a9bd4-8a5b-4dda-a40e-3b1884dac5b8 req-aa1caa4f-97bf-4a4b-8b81-9297400e16ea service neutron] Bound port: 21b3903e-7bc2-443f-83b0-80d651d68c79, host: n-h2-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad5ed454-48ea-4363-8047-0d3907eff6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21'}}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:31:37.538827 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca118bb-063e-492c-8e96-fee5ad822aad req-d5d929fd-8c1e-4df6-98d5-8ae0edc528de tempest-ServerDiagnosticsNegativeTest-1428974994 tempest-ServerDiagnosticsNegativeTest-1428974994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:37.540277 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-fca118bb-063e-492c-8e96-fee5ad822aad req-d5d929fd-8c1e-4df6-98d5-8ae0edc528de tempest-ServerDiagnosticsNegativeTest-1428974994 tempest-ServerDiagnosticsNegativeTest-1428974994-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3640430 Jul 13 13:31:37.552176 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-504a8de5-35f1-478e-b492-0e70442b9d8e None None] Provisioning for port b1a8ad69-cf5b-4f96-9698-93feb935a5b8 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:31:37.559449 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-504a8de5-35f1-478e-b492-0e70442b9d8e None None] Provisioning complete for port b1a8ad69-cf5b-4f96-9698-93feb935a5b8 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:31:37.560519 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-504a8de5-35f1-478e-b492-0e70442b9d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:37.568388 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-83138317-8eb6-4aef-b48c-0cc82917d5cd req-a34e6cea-9a91-4629-b219-a060ba81874a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2ed535c6-8974-4169-9610-96a0a9a9863c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3161633 Jul 13 13:31:37.581821 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-039a9bd4-8a5b-4dda-a40e-3b1884dac5b8 req-aa1caa4f-97bf-4a4b-8b81-9297400e16ea service neutron] For port 21b3903e-7bc2-443f-83b0-80d651d68c79, host n-h2-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=21b3903e-7bc2-443f-83b0-80d651d68c79,segment=NetworkSegment(ad5ed454-48ea-4363-8047-0d3907eff6fd),segment_id=ad5ed454-48ea-4363-8047-0d3907eff6fd)] {{(pid=93751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:31:37.589168 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-039a9bd4-8a5b-4dda-a40e-3b1884dac5b8 req-aa1caa4f-97bf-4a4b-8b81-9297400e16ea service neutron] Notify callbacks [] for binding, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:37.590616 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-039a9bd4-8a5b-4dda-a40e-3b1884dac5b8 req-aa1caa4f-97bf-4a4b-8b81-9297400e16ea service neutron] 10.222.0.23 "POST /v2.0/ports/21b3903e-7bc2-443f-83b0-80d651d68c79/bindings HTTP/1.1" status: 201 len: 389 time: 0.4678693 Jul 13 13:31:37.590828 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-fca118bb-063e-492c-8e96-fee5ad822aad req-960b5f88-a193-4870-8d30-e512000cf1ff tempest-ServerDiagnosticsNegativeTest-1428974994 tempest-ServerDiagnosticsNegativeTest-1428974994-project] Request body: {'port': {'device_id': 'a85b7d1e-8efc-44f7-8c26-34bf26db4992', 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30', 'admin_state_up': True, 'tenant_id': 'd97961c87085483781ce534cdddb5aff'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:31:37.626638 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-504a8de5-35f1-478e-b492-0e70442b9d8e None None] Port b1a8ad69-cf5b-4f96-9698-93feb935a5b8 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:31:37.662213 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83138317-8eb6-4aef-b48c-0cc82917d5cd req-ed06725e-5aa0-4a27-9f77-0505065ba4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:37.663745 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-83138317-8eb6-4aef-b48c-0cc82917d5cd req-ed06725e-5aa0-4a27-9f77-0505065ba4cd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=09bf0390c6c84bde9cf099d3a1ffb9e6&device_id=2ed535c6-8974-4169-9610-96a0a9a9863c HTTP/1.1" status: 200 len: 1123 time: 0.0643194 Jul 13 13:31:37.793244 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83138317-8eb6-4aef-b48c-0cc82917d5cd req-b590e61c-45e9-4588-8e5c-f4eaff236bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:37.795289 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-83138317-8eb6-4aef-b48c-0cc82917d5cd req-b590e61c-45e9-4588-8e5c-f4eaff236bda service neutron] 10.222.0.41 "GET /v2.0/networks?id=e0bfb334-0fd9-4ba5-ba79-1568ecabee30 HTTP/1.1" status: 200 len: 869 time: 0.1019647 Jul 13 13:31:37.855542 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-77fba6f0-741a-4fca-b924-b4fa2b76ed79 req-4f00789a-7860-44d7-b1df-37fee59f30a7 tempest-ServerDiagnosticsNegativeTest-1428974994 tempest-ServerDiagnosticsNegativeTest-1428974994-project] 10.222.0.23 "GET /v2.0/ports?device_id=a85b7d1e-8efc-44f7-8c26-34bf26db4992 HTTP/1.1" status: 200 len: 210 time: 0.0591300 Jul 13 13:31:37.857285 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-83138317-8eb6-4aef-b48c-0cc82917d5cd req-38e84e26-4cca-4074-b1dc-2442e8f9a6e7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=894c88fc-95cc-4a2b-9a78-4c8bf919a43e HTTP/1.1" status: 200 len: 217 time: 0.0522299 Jul 13 13:31:37.899661 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-364392ed-973c-4924-bd1c-1265888d04ea req-0c1baefe-3e0d-4813-9c6f-eccdac8d131e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:37.925603 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83138317-8eb6-4aef-b48c-0cc82917d5cd req-02c3dbf5-9767-4f6f-87b5-cf020a6cbbee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:37.929294 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-83138317-8eb6-4aef-b48c-0cc82917d5cd req-02c3dbf5-9767-4f6f-87b5-cf020a6cbbee service neutron] 10.222.0.41 "GET /v2.0/subnets?id=60b55863-ceb6-45af-a8a4-4b22d72866af HTTP/1.1" status: 200 len: 843 time: 0.0636396 Jul 13 13:31:38.019809 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83138317-8eb6-4aef-b48c-0cc82917d5cd req-6a66e7e1-d9f8-44b2-afce-bf8549cddb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:38.023611 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-83138317-8eb6-4aef-b48c-0cc82917d5cd req-6a66e7e1-d9f8-44b2-afce-bf8549cddb45 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e0bfb334-0fd9-4ba5-ba79-1568ecabee30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0765390 Jul 13 13:31:38.114857 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9a40acc4-bc03-4697-9656-9f1c09b27849 req-0aa7eca3-adf6-424d-923e-b3745e0ab9ba service neutron] 10.222.0.26 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6398432 Jul 13 13:31:38.147526 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-83138317-8eb6-4aef-b48c-0cc82917d5cd req-9dfa3afe-2761-48dd-8c91-308548154027 service neutron] 10.222.0.41 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132636 Jul 13 13:31:38.157871 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32011168-1f37-4a64-89f2-da85c884ad67 req-fe001ef0-2772-49d2-989d-3ed878623c4a tempest-DeleteServersAdminTestJSON-748200287 tempest-DeleteServersAdminTestJSON-748200287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:38.165100 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-32011168-1f37-4a64-89f2-da85c884ad67 req-fe001ef0-2772-49d2-989d-3ed878623c4a tempest-DeleteServersAdminTestJSON-748200287 tempest-DeleteServersAdminTestJSON-748200287-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c6bc71b-ae0a-470e-9b3f-b7f0c7f55fb4 HTTP/1.1" status: 200 len: 947 time: 0.5807018 Jul 13 13:31:38.264074 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-abeab773-556e-4056-8ef6-0b2b7c76a6e6 req-1d3176fb-5df6-43a1-8a97-5d882a288f42 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=09bf0390c6c84bde9cf099d3a1ffb9e6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0944004 Jul 13 13:31:38.317146 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 5f90d6ee-b899-4351-a3d1-2d992bba0b7f up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:31:38.331744 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fca118bb-063e-492c-8e96-fee5ad822aad req-960b5f88-a193-4870-8d30-e512000cf1ff tempest-ServerDiagnosticsNegativeTest-1428974994 tempest-ServerDiagnosticsNegativeTest-1428974994-project] Made reservation on behalf of d97961c87085483781ce534cdddb5aff for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:31:38.335266 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-fca118bb-063e-492c-8e96-fee5ad822aad req-960b5f88-a193-4870-8d30-e512000cf1ff tempest-ServerDiagnosticsNegativeTest-1428974994 tempest-ServerDiagnosticsNegativeTest-1428974994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:38.341395 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-83138317-8eb6-4aef-b48c-0cc82917d5cd req-5015efc3-a80f-4ed6-8cc1-902827213e63 service neutron] 10.222.0.41 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797414 Jul 13 13:31:38.372526 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-32011168-1f37-4a64-89f2-da85c884ad67 req-83c1a6d7-a935-4efc-b4ec-248827d6cceb tempest-DeleteServersAdminTestJSON-748200287 tempest-DeleteServersAdminTestJSON-748200287-project] 10.222.0.23 "GET /v2.0/security-groups?id=1afcd841-0357-43c7-a68b-42ff4589c658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066813 Jul 13 13:31:38.394068 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 5f90d6ee-b899-4351-a3d1-2d992bba0b7f triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:31:38.394854 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:38.400809 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-fca118bb-063e-492c-8e96-fee5ad822aad req-960b5f88-a193-4870-8d30-e512000cf1ff tempest-ServerDiagnosticsNegativeTest-1428974994 tempest-ServerDiagnosticsNegativeTest-1428974994-project] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:38.409551 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039a9bd4-8a5b-4dda-a40e-3b1884dac5b8 req-4a9b9bcc-486e-4c0b-9ee8-d569c5e6f11f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:38.411073 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-039a9bd4-8a5b-4dda-a40e-3b1884dac5b8 req-4a9b9bcc-486e-4c0b-9ee8-d569c5e6f11f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d50e67b9ee9e45449d2522df614fe533&device_id=727deb5b-3133-4286-8684-e334a3d2008f HTTP/1.1" status: 200 len: 1096 time: 0.4195302 Jul 13 13:31:38.454837 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e05d1b14-5c64-4a72-b13d-4226dbbef005 req-6ea2a2db-0993-4de9-b392-52fa2cf3c304 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.23 "GET /v2.0/ports?device_id=c78e7c84-ebda-4175-994b-69dcab224778 HTTP/1.1" status: 200 len: 210 time: 0.0386922 Jul 13 13:31:38.622238 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeab773-556e-4056-8ef6-0b2b7c76a6e6 req-c4da2348-fcec-4c71-9be0-eebecae656de tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:38.624315 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-abeab773-556e-4056-8ef6-0b2b7c76a6e6 req-c4da2348-fcec-4c71-9be0-eebecae656de tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3354285 Jul 13 13:31:38.645174 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05295116-7dd8-45e0-b3db-d6e992dc2d0f req-fda97846-4d58-48e6-9926-4e91dca52d4d tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:38.646863 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-05295116-7dd8-45e0-b3db-d6e992dc2d0f req-fda97846-4d58-48e6-9926-4e91dca52d4d tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/ports?device_id=727deb5b-3133-4286-8684-e334a3d2008f HTTP/1.1" status: 200 len: 945 time: 0.0839531 Jul 13 13:31:38.665375 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-abeab773-556e-4056-8ef6-0b2b7c76a6e6 req-3f2cae66-47fb-4f36-bdee-d73783fb795e tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Request body: {'port': {'device_id': 'c78e7c84-ebda-4175-994b-69dcab224778', 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30', 'admin_state_up': True, 'tenant_id': '09bf0390c6c84bde9cf099d3a1ffb9e6'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:31:38.690321 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-05295116-7dd8-45e0-b3db-d6e992dc2d0f req-0797cf9a-c664-4de1-9d78-391ab782dff0 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1a1929d-de59-4a26-a69b-05b891c11dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368793 Jul 13 13:31:38.762640 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-364392ed-973c-4924-bd1c-1265888d04ea req-0c1baefe-3e0d-4813-9c6f-eccdac8d131e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1a8ad69-cf5b-4f96-9698-93feb935a5b8 {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:31:38.770952 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039a9bd4-8a5b-4dda-a40e-3b1884dac5b8 req-89653d7e-b284-48d1-a9f4-9c140a1fdb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:38.772437 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-039a9bd4-8a5b-4dda-a40e-3b1884dac5b8 req-89653d7e-b284-48d1-a9f4-9c140a1fdb4a service neutron] 10.222.0.41 "GET /v2.0/networks?id=2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21 HTTP/1.1" status: 200 len: 920 time: 0.3493061 Jul 13 13:31:38.784350 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-364392ed-973c-4924-bd1c-1265888d04ea req-0c1baefe-3e0d-4813-9c6f-eccdac8d131e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:38.866728 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5531ee80-8497-438c-a36e-a3d7fc48395a req-7e35f6bd-d859-40b1-8c47-4666bc6ff63c tempest-VolumesAdminNegativeTest-1576546254 tempest-VolumesAdminNegativeTest-1576546254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:38.868335 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5531ee80-8497-438c-a36e-a3d7fc48395a req-7e35f6bd-d859-40b1-8c47-4666bc6ff63c tempest-VolumesAdminNegativeTest-1576546254 tempest-VolumesAdminNegativeTest-1576546254-project] 10.222.0.23 "GET /v2.0/ports?device_id=625a2cbc-e53b-4d4d-bac9-731e21635521 HTTP/1.1" status: 200 len: 945 time: 0.0646675 Jul 13 13:31:38.890414 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-039a9bd4-8a5b-4dda-a40e-3b1884dac5b8 req-efe3161b-1b44-4a21-afae-22dfaf201cda service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=21b3903e-7bc2-443f-83b0-80d651d68c79 HTTP/1.1" status: 200 len: 217 time: 0.1079533 Jul 13 13:31:38.894978 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-364392ed-973c-4924-bd1c-1265888d04ea req-0c1baefe-3e0d-4813-9c6f-eccdac8d131e service neutron] Transition to ACTIVE for port object b1a8ad69-cf5b-4f96-9698-93feb935a5b8 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:31:38.908942 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5531ee80-8497-438c-a36e-a3d7fc48395a req-b6c08c2d-3d77-4b03-bd77-823a0624d7fa tempest-VolumesAdminNegativeTest-1576546254 tempest-VolumesAdminNegativeTest-1576546254-project] 10.222.0.23 "GET /v2.0/security-groups?id=63771fd5-d0e2-4e9a-bb83-441346329ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338805 Jul 13 13:31:38.917980 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-364392ed-973c-4924-bd1c-1265888d04ea req-0c1baefe-3e0d-4813-9c6f-eccdac8d131e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:38.932231 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-fca118bb-063e-492c-8e96-fee5ad822aad req-960b5f88-a193-4870-8d30-e512000cf1ff tempest-ServerDiagnosticsNegativeTest-1428974994 tempest-ServerDiagnosticsNegativeTest-1428974994-project] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:38.968253 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-fca118bb-063e-492c-8e96-fee5ad822aad req-960b5f88-a193-4870-8d30-e512000cf1ff tempest-ServerDiagnosticsNegativeTest-1428974994 tempest-ServerDiagnosticsNegativeTest-1428974994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:39.117249 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039a9bd4-8a5b-4dda-a40e-3b1884dac5b8 req-e24a38d5-615b-415b-993d-850756511c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:39.118751 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-039a9bd4-8a5b-4dda-a40e-3b1884dac5b8 req-e24a38d5-615b-415b-993d-850756511c49 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=45599520-ccde-4569-b8cc-9a75a2e552c5 HTTP/1.1" status: 200 len: 860 time: 0.2160685 Jul 13 13:31:39.128915 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960b5f88-a193-4870-8d30-e512000cf1ff tempest-ServerDiagnosticsNegativeTest-1428974994 tempest-ServerDiagnosticsNegativeTest-1428974994-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50a1846f-9abd-48b9-a8f4-87a815bbf08e,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:31:39.147084 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1baefe-3e0d-4813-9c6f-eccdac8d131e service neutron] Pushing event updated for resources: {'Port': ['ID=b1a8ad69-cf5b-4f96-9698-93feb935a5b8,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:31:39.158195 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-32764e04-df81-4e2f-bb9b-5d8ce75ca242 req-023e57b8-612c-4f23-8f78-6ab02c7b2779 tempest-ServerDiagnosticsNegativeTest-1428974994 tempest-ServerDiagnosticsNegativeTest-1428974994-project] 10.222.0.23 "GET /v2.0/ports?device_id=a85b7d1e-8efc-44f7-8c26-34bf26db4992 HTTP/1.1" status: 200 len: 210 time: 0.0309319 Jul 13 13:31:39.163649 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0103218c-a102-4616-bbbc-bb4fd5df33af req-105d6cbe-a3f1-4b2a-988a-5fc9dcc98e36 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:39.165160 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0103218c-a102-4616-bbbc-bb4fd5df33af req-105d6cbe-a3f1-4b2a-988a-5fc9dcc98e36 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] 10.222.0.23 "GET /v2.0/ports?device_id=2269b0dd-2b5b-4faa-847a-43609364d3f2 HTTP/1.1" status: 200 len: 932 time: 0.3966148 Jul 13 13:31:39.211692 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-039a9bd4-8a5b-4dda-a40e-3b1884dac5b8 req-d48ffb27-c383-4cdd-b7f5-444bbef89cbd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0758479 Jul 13 13:31:39.233879 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abeab773-556e-4056-8ef6-0b2b7c76a6e6 req-3f2cae66-47fb-4f36-bdee-d73783fb795e tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Made reservation on behalf of 09bf0390c6c84bde9cf099d3a1ffb9e6 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:31:39.237243 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-abeab773-556e-4056-8ef6-0b2b7c76a6e6 req-3f2cae66-47fb-4f36-bdee-d73783fb795e tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:39.313270 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-364392ed-973c-4924-bd1c-1265888d04ea req-0c1baefe-3e0d-4813-9c6f-eccdac8d131e service neutron] Attempting to bind port b1a8ad69-cf5b-4f96-9698-93feb935a5b8 on host n-h1-800634-1 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:31:39.313970 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-364392ed-973c-4924-bd1c-1265888d04ea req-0c1baefe-3e0d-4813-9c6f-eccdac8d131e service neutron] Attempting to bind port b1a8ad69-cf5b-4f96-9698-93feb935a5b8 by drivers openvswitch,hyperv on host n-h1-800634-1 at level 0 using segments [{'id': '597f9fe5-bdd3-4578-82b7-d47dfea667f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '19e59a1e-b6d8-42ba-be46-67a475073468'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:31:39.313970 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-364392ed-973c-4924-bd1c-1265888d04ea req-0c1baefe-3e0d-4813-9c6f-eccdac8d131e service neutron] Attempting to bind port b1a8ad69-cf5b-4f96-9698-93feb935a5b8 on network 19e59a1e-b6d8-42ba-be46-67a475073468 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:31:39.364945 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-364392ed-973c-4924-bd1c-1265888d04ea req-0c1baefe-3e0d-4813-9c6f-eccdac8d131e service neutron] Port b1a8ad69-cf5b-4f96-9698-93feb935a5b8 on network 19e59a1e-b6d8-42ba-be46-67a475073468 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-1 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:31:39.365264 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-364392ed-973c-4924-bd1c-1265888d04ea req-0c1baefe-3e0d-4813-9c6f-eccdac8d131e service neutron] Attempting to bind port b1a8ad69-cf5b-4f96-9698-93feb935a5b8 on network 19e59a1e-b6d8-42ba-be46-67a475073468 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:31:39.385057 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-fca118bb-063e-492c-8e96-fee5ad822aad req-960b5f88-a193-4870-8d30-e512000cf1ff tempest-ServerDiagnosticsNegativeTest-1428974994 tempest-ServerDiagnosticsNegativeTest-1428974994-project] Allocated IP 192.168.233.235 (e0bfb334-0fd9-4ba5-ba79-1568ecabee30/60b55863-ceb6-45af-a8a4-4b22d72866af/aab29890-8c42-40f0-9c32-f12fe38bd8d3) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:31:39.395539 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0103218c-a102-4616-bbbc-bb4fd5df33af req-ea64f7da-b9dd-4da9-9313-6f2d0d9341cc tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a08b1bf-6e67-40f9-b652-d19482d1fab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871886 Jul 13 13:31:39.408230 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 7aad0c26-a3ae-4ee1-b1ad-8bc1830f5d46 details requested by agent hyperv_n-h1-800634-1 with host n-h1-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 13:31:39.409361 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-364392ed-973c-4924-bd1c-1265888d04ea req-0c1baefe-3e0d-4813-9c6f-eccdac8d131e service neutron] Checking agent: {'id': 'a7603dc8-3c50-4a9b-8f0d-1143528f155e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 31, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:31:39.409697 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-364392ed-973c-4924-bd1c-1265888d04ea req-0c1baefe-3e0d-4813-9c6f-eccdac8d131e service neutron] Checking segment: {'id': '597f9fe5-bdd3-4578-82b7-d47dfea667f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '19e59a1e-b6d8-42ba-be46-67a475073468'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:31:39.410101 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-364392ed-973c-4924-bd1c-1265888d04ea req-0c1baefe-3e0d-4813-9c6f-eccdac8d131e service neutron] Bound using segment: {'id': '597f9fe5-bdd3-4578-82b7-d47dfea667f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '19e59a1e-b6d8-42ba-be46-67a475073468'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:31:39.410537 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-364392ed-973c-4924-bd1c-1265888d04ea req-0c1baefe-3e0d-4813-9c6f-eccdac8d131e service neutron] Bound port: b1a8ad69-cf5b-4f96-9698-93feb935a5b8, host: n-h1-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '597f9fe5-bdd3-4578-82b7-d47dfea667f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '19e59a1e-b6d8-42ba-be46-67a475073468'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:31:39.410893 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-364392ed-973c-4924-bd1c-1265888d04ea req-0c1baefe-3e0d-4813-9c6f-eccdac8d131e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:39.543748 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-039a9bd4-8a5b-4dda-a40e-3b1884dac5b8 req-cb27a296-108b-4e45-8d14-59e25d4dc700 service neutron] 10.222.0.41 "GET /v2.0/networks/2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3207004 Jul 13 13:31:39.546069 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 7aad0c26-a3ae-4ee1-b1ad-8bc1830f5d46, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=7aad0c26-a3ae-4ee1-b1ad-8bc1830f5d46,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:31:39.564564 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Returning: {'device': '7aad0c26-a3ae-4ee1-b1ad-8bc1830f5d46', 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30', 'port_id': '7aad0c26-a3ae-4ee1-b1ad-8bc1830f5d46', 'mac_address': 'fa:16:3e:52:d5:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60b55863-ceb6-45af-a8a4-4b22d72866af', 'ip_address': '192.168.233.90'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 13:31:39.617612 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:39.632158 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7aad0c26-a3ae-4ee1-b1ad-8bc1830f5d46 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:31:39.656557 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 7aad0c26-a3ae-4ee1-b1ad-8bc1830f5d46, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=7aad0c26-a3ae-4ee1-b1ad-8bc1830f5d46,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:31:39.662518 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:39.665794 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bc7090-8c28-488f-88bc-cb050141c5b4 req-d00cf7e7-3846-4a95-9e5f-d3942de8dab8 tempest-DeleteServersAdminTestJSON-748200287 tempest-DeleteServersAdminTestJSON-748200287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:39.676753 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a8bc7090-8c28-488f-88bc-cb050141c5b4 req-d00cf7e7-3846-4a95-9e5f-d3942de8dab8 tempest-DeleteServersAdminTestJSON-748200287 tempest-DeleteServersAdminTestJSON-748200287-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c6bc71b-ae0a-470e-9b3f-b7f0c7f55fb4 HTTP/1.1" status: 200 len: 947 time: 0.1094928 Jul 13 13:31:39.711655 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-364392ed-973c-4924-bd1c-1265888d04ea req-0c1baefe-3e0d-4813-9c6f-eccdac8d131e service neutron] For port b1a8ad69-cf5b-4f96-9698-93feb935a5b8, host n-h1-800634-1, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:31:39.725185 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=7aad0c26-a3ae-4ee1-b1ad-8bc1830f5d46,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:31:39.728831 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a8bc7090-8c28-488f-88bc-cb050141c5b4 req-e742563f-7d84-473e-a255-e112a83737ac tempest-DeleteServersAdminTestJSON-748200287 tempest-DeleteServersAdminTestJSON-748200287-project] 10.222.0.23 "GET /v2.0/security-groups?id=1afcd841-0357-43c7-a68b-42ff4589c658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510254 Jul 13 13:31:39.745922 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-364392ed-973c-4924-bd1c-1265888d04ea req-0c1baefe-3e0d-4813-9c6f-eccdac8d131e service neutron] For port b1a8ad69-cf5b-4f96-9698-93feb935a5b8, host n-h1-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=b1a8ad69-cf5b-4f96-9698-93feb935a5b8,segment=NetworkSegment(597f9fe5-bdd3-4578-82b7-d47dfea667f5),segment_id=597f9fe5-bdd3-4578-82b7-d47dfea667f5)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:31:39.798587 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-fca118bb-063e-492c-8e96-fee5ad822aad req-960b5f88-a193-4870-8d30-e512000cf1ff tempest-ServerDiagnosticsNegativeTest-1428974994 tempest-ServerDiagnosticsNegativeTest-1428974994-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:39.819815 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-039a9bd4-8a5b-4dda-a40e-3b1884dac5b8 req-2f5adf23-14d7-4e16-88c0-f69232e5be04 service neutron] 10.222.0.41 "GET /v2.0/networks/2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2625542 Jul 13 13:31:39.820861 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-364392ed-973c-4924-bd1c-1265888d04ea req-0c1baefe-3e0d-4813-9c6f-eccdac8d131e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:39.823024 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-fca118bb-063e-492c-8e96-fee5ad822aad req-960b5f88-a193-4870-8d30-e512000cf1ff tempest-ServerDiagnosticsNegativeTest-1428974994 tempest-ServerDiagnosticsNegativeTest-1428974994-project] Transition to ACTIVE for port object aab29890-8c42-40f0-9c32-f12fe38bd8d3 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:31:39.893674 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364392ed-973c-4924-bd1c-1265888d04ea req-0c1baefe-3e0d-4813-9c6f-eccdac8d131e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:39.894403 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-364392ed-973c-4924-bd1c-1265888d04ea req-0c1baefe-3e0d-4813-9c6f-eccdac8d131e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:39.895889 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-364392ed-973c-4924-bd1c-1265888d04ea req-0c1baefe-3e0d-4813-9c6f-eccdac8d131e service neutron] 10.222.0.26 "PUT /v2.0/ports/b1a8ad69-cf5b-4f96-9698-93feb935a5b8 HTTP/1.1" status: 200 len: 1092 time: 2.5327518 Jul 13 13:31:39.896359 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2269b0dd-2b5b-4faa-847a-43609364d3f2', 'tag': 'b1a8ad69-cf5b-4f96-9698-93feb935a5b8'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:31:39.897111 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-de25ecf7-2ca9-448d-9f73-189727e5747e req-83ee5b11-c1eb-4b9b-870d-b4a468c46145 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.23 "GET /v2.0/ports?device_id=c78e7c84-ebda-4175-994b-69dcab224778 HTTP/1.1" status: 200 len: 210 time: 0.0487251 Jul 13 13:31:39.900221 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e6c22d4-b5c3-4b32-b850-4fd8a772c2d9" -d '{"events": [{"name": "network-changed", "server_uuid": "2269b0dd-2b5b-4faa-847a-43609364d3f2", "tag": "b1a8ad69-cf5b-4f96-9698-93feb935a5b8"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:31:39.993772 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1baefe-3e0d-4813-9c6f-eccdac8d131e service neutron] Pushing event updated for resources: {'Port': ['ID=b1a8ad69-cf5b-4f96-9698-93feb935a5b8,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:31:39.999867 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['7aad0c26-a3ae-4ee1-b1ad-8bc1830f5d46'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:31:40.123772 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525af69d-fe98-4f34-913b-4685a8259e72 req-3a8a6647-3744-402e-9d76-6d41b6b666f4 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:40.125315 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-525af69d-fe98-4f34-913b-4685a8259e72 req-3a8a6647-3744-402e-9d76-6d41b6b666f4 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3d5bccd-0e71-4b17-8dc4-bd3e64597e9a HTTP/1.1" status: 200 len: 948 time: 0.0752182 Jul 13 13:31:40.180035 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-525af69d-fe98-4f34-913b-4685a8259e72 req-60800bc5-5469-45e6-a967-a42dc9b09603 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] 10.222.0.23 "GET /v2.0/security-groups?id=0375d0dc-b9f6-47cd-991d-bd203a5d5aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490046 Jul 13 13:31:40.227738 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-fca118bb-063e-492c-8e96-fee5ad822aad req-960b5f88-a193-4870-8d30-e512000cf1ff tempest-ServerDiagnosticsNegativeTest-1428974994 tempest-ServerDiagnosticsNegativeTest-1428974994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:40.251321 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 13:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a86f5a81-78b9-40a5-8291-12ab5f574d05 x-openstack-request-id: req-a86f5a81-78b9-40a5-8291-12ab5f574d05 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:31:40.251611 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2269b0dd-2b5b-4faa-847a-43609364d3f2", "tag": "b1a8ad69-cf5b-4f96-9698-93feb935a5b8", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:31:40.251859 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a86f5a81-78b9-40a5-8291-12ab5f574d05 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:31:40.252252 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2269b0dd-2b5b-4faa-847a-43609364d3f2', 'tag': 'b1a8ad69-cf5b-4f96-9698-93feb935a5b8', 'status': 'completed', 'code': 200} Jul 13 13:31:40.376032 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fca118bb-063e-492c-8e96-fee5ad822aad req-960b5f88-a193-4870-8d30-e512000cf1ff tempest-ServerDiagnosticsNegativeTest-1428974994 tempest-ServerDiagnosticsNegativeTest-1428974994-project] Network e0bfb334-0fd9-4ba5-ba79-1568ecabee30 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:31:40.376696 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607a4e55-ad11-49d6-8ce4-b24a89e960fa req-a53fe5b0-99d2-4329-8a6e-599eb8d6d95c tempest-VolumesAdminNegativeTest-1576546254 tempest-VolumesAdminNegativeTest-1576546254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:40.378099 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-607a4e55-ad11-49d6-8ce4-b24a89e960fa req-a53fe5b0-99d2-4329-8a6e-599eb8d6d95c tempest-VolumesAdminNegativeTest-1576546254 tempest-VolumesAdminNegativeTest-1576546254-project] 10.222.0.23 "GET /v2.0/ports?device_id=625a2cbc-e53b-4d4d-bac9-731e21635521 HTTP/1.1" status: 200 len: 945 time: 0.0679290 Jul 13 13:31:40.401107 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-fca118bb-063e-492c-8e96-fee5ad822aad req-960b5f88-a193-4870-8d30-e512000cf1ff tempest-ServerDiagnosticsNegativeTest-1428974994 tempest-ServerDiagnosticsNegativeTest-1428974994-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:31:40.403397 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-fca118bb-063e-492c-8e96-fee5ad822aad req-960b5f88-a193-4870-8d30-e512000cf1ff tempest-ServerDiagnosticsNegativeTest-1428974994 tempest-ServerDiagnosticsNegativeTest-1428974994-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:31:40.409493 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca118bb-063e-492c-8e96-fee5ad822aad req-960b5f88-a193-4870-8d30-e512000cf1ff tempest-ServerDiagnosticsNegativeTest-1428974994 tempest-ServerDiagnosticsNegativeTest-1428974994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:40.410336 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-fca118bb-063e-492c-8e96-fee5ad822aad req-960b5f88-a193-4870-8d30-e512000cf1ff tempest-ServerDiagnosticsNegativeTest-1428974994 tempest-ServerDiagnosticsNegativeTest-1428974994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:40.419410 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-607a4e55-ad11-49d6-8ce4-b24a89e960fa req-95741528-06c4-4cb8-a443-7b3cba9b320d tempest-VolumesAdminNegativeTest-1576546254 tempest-VolumesAdminNegativeTest-1576546254-project] 10.222.0.23 "GET /v2.0/security-groups?id=63771fd5-d0e2-4e9a-bb83-441346329ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353830 Jul 13 13:31:40.434285 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-abeab773-556e-4056-8ef6-0b2b7c76a6e6 req-3f2cae66-47fb-4f36-bdee-d73783fb795e tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Allocated IP 192.168.233.30 (e0bfb334-0fd9-4ba5-ba79-1568ecabee30/60b55863-ceb6-45af-a8a4-4b22d72866af/b9ac0852-e57d-43a1-a494-3e38faf50603) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:31:40.438627 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364392ed-973c-4924-bd1c-1265888d04ea req-9042f8da-b04d-45f8-b129-14f48371212d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:40.440187 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-364392ed-973c-4924-bd1c-1265888d04ea req-9042f8da-b04d-45f8-b129-14f48371212d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0dd90c19f0c54b219885a4e68746a701&device_id=2269b0dd-2b5b-4faa-847a-43609364d3f2 HTTP/1.1" status: 200 len: 1095 time: 0.4658022 Jul 13 13:31:40.440783 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960b5f88-a193-4870-8d30-e512000cf1ff tempest-ServerDiagnosticsNegativeTest-1428974994 tempest-ServerDiagnosticsNegativeTest-1428974994-project] Pushing event updated for resources: {'Port': ['ID=aab29890-8c42-40f0-9c32-f12fe38bd8d3,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:31:40.473884 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a12d94-b995-485f-8dd0-d896197229e8 req-e49553e9-0c1a-470a-9d21-803d5850ea87 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:40.475093 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-48a12d94-b995-485f-8dd0-d896197229e8 req-e49553e9-0c1a-470a-9d21-803d5850ea87 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/ports?device_id=727deb5b-3133-4286-8684-e334a3d2008f HTTP/1.1" status: 200 len: 945 time: 0.4718819 Jul 13 13:31:40.476954 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039a9bd4-8a5b-4dda-a40e-3b1884dac5b8 req-10fede17-9d1c-44f4-bb5a-cb5a1c19102f tempest-LiveAutoBlockMigrationV225Test-953904280 tempest-LiveAutoBlockMigrationV225Test-953904280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:40.478352 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-039a9bd4-8a5b-4dda-a40e-3b1884dac5b8 req-10fede17-9d1c-44f4-bb5a-cb5a1c19102f tempest-LiveAutoBlockMigrationV225Test-953904280 tempest-LiveAutoBlockMigrationV225Test-953904280-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=727deb5b-3133-4286-8684-e334a3d2008f&tenant_id=d50e67b9ee9e45449d2522df614fe533&binding%3Ahost_id=n-h1-800634-1 HTTP/1.1" status: 200 len: 1096 time: 0.4067557 Jul 13 13:31:40.503632 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfef6461-b097-48d9-924a-b22659b9aeb4 req-270f81c0-3398-4923-9774-c99b7128855f tempest-VolumesAdminNegativeTest-1576546254 tempest-VolumesAdminNegativeTest-1576546254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:40.505068 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cfef6461-b097-48d9-924a-b22659b9aeb4 req-270f81c0-3398-4923-9774-c99b7128855f tempest-VolumesAdminNegativeTest-1576546254 tempest-VolumesAdminNegativeTest-1576546254-project] 10.222.0.26 "GET /v2.0/ports?device_id=625a2cbc-e53b-4d4d-bac9-731e21635521 HTTP/1.1" status: 200 len: 945 time: 0.3718491 Jul 13 13:31:40.506513 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960b5f88-a193-4870-8d30-e512000cf1ff tempest-ServerDiagnosticsNegativeTest-1428974994 tempest-ServerDiagnosticsNegativeTest-1428974994-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:31:40.506867 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960b5f88-a193-4870-8d30-e512000cf1ff tempest-ServerDiagnosticsNegativeTest-1428974994 tempest-ServerDiagnosticsNegativeTest-1428974994-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:31:40.507208 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960b5f88-a193-4870-8d30-e512000cf1ff tempest-ServerDiagnosticsNegativeTest-1428974994 tempest-ServerDiagnosticsNegativeTest-1428974994-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:31:40.507543 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960b5f88-a193-4870-8d30-e512000cf1ff tempest-ServerDiagnosticsNegativeTest-1428974994 tempest-ServerDiagnosticsNegativeTest-1428974994-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:31:40.507879 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960b5f88-a193-4870-8d30-e512000cf1ff tempest-ServerDiagnosticsNegativeTest-1428974994 tempest-ServerDiagnosticsNegativeTest-1428974994-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:31:40.508210 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960b5f88-a193-4870-8d30-e512000cf1ff tempest-ServerDiagnosticsNegativeTest-1428974994 tempest-ServerDiagnosticsNegativeTest-1428974994-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:31:40.508538 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960b5f88-a193-4870-8d30-e512000cf1ff tempest-ServerDiagnosticsNegativeTest-1428974994 tempest-ServerDiagnosticsNegativeTest-1428974994-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:31:40.508866 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960b5f88-a193-4870-8d30-e512000cf1ff tempest-ServerDiagnosticsNegativeTest-1428974994 tempest-ServerDiagnosticsNegativeTest-1428974994-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:31:40.509196 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960b5f88-a193-4870-8d30-e512000cf1ff tempest-ServerDiagnosticsNegativeTest-1428974994 tempest-ServerDiagnosticsNegativeTest-1428974994-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:31:40.509522 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960b5f88-a193-4870-8d30-e512000cf1ff tempest-ServerDiagnosticsNegativeTest-1428974994 tempest-ServerDiagnosticsNegativeTest-1428974994-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:31:40.509882 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960b5f88-a193-4870-8d30-e512000cf1ff tempest-ServerDiagnosticsNegativeTest-1428974994 tempest-ServerDiagnosticsNegativeTest-1428974994-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:31:40.510312 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960b5f88-a193-4870-8d30-e512000cf1ff tempest-ServerDiagnosticsNegativeTest-1428974994 tempest-ServerDiagnosticsNegativeTest-1428974994-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:31:40.608071 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b77668-644f-4899-b57b-c8fe2c597438 req-6f0d5d19-7223-4aea-a3de-7208652bc4d4 tempest-ServerDiagnosticsNegativeTest-1428974994 tempest-ServerDiagnosticsNegativeTest-1428974994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:40.609660 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-59b77668-644f-4899-b57b-c8fe2c597438 req-6f0d5d19-7223-4aea-a3de-7208652bc4d4 tempest-ServerDiagnosticsNegativeTest-1428974994 tempest-ServerDiagnosticsNegativeTest-1428974994-project] 10.222.0.23 "GET /v2.0/ports?device_id=a85b7d1e-8efc-44f7-8c26-34bf26db4992 HTTP/1.1" status: 200 len: 936 time: 0.0709169 Jul 13 13:31:40.632510 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-27fdd8d4-7960-4faa-b664-41e98037ac51 None None] Provisioning for port aab29890-8c42-40f0-9c32-f12fe38bd8d3 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:31:40.636931 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-27fdd8d4-7960-4faa-b664-41e98037ac51 None None] Provisioning complete for port aab29890-8c42-40f0-9c32-f12fe38bd8d3 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:31:40.637434 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-27fdd8d4-7960-4faa-b664-41e98037ac51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:40.652015 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-59b77668-644f-4899-b57b-c8fe2c597438 req-73e23ca4-c5ef-4d46-99ed-047ef4f2b99c tempest-ServerDiagnosticsNegativeTest-1428974994 tempest-ServerDiagnosticsNegativeTest-1428974994-project] 10.222.0.23 "GET /v2.0/security-groups?id=50a1846f-9abd-48b9-a8f4-87a815bbf08e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364630 Jul 13 13:31:40.688732 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-27fdd8d4-7960-4faa-b664-41e98037ac51 None None] Port aab29890-8c42-40f0-9c32-f12fe38bd8d3 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:31:40.770429 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-039a9bd4-8a5b-4dda-a40e-3b1884dac5b8 req-c2b0a639-a604-4625-93a3-2b4dba92e89e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-800634-1'}}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:31:40.787019 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-fca118bb-063e-492c-8e96-fee5ad822aad req-960b5f88-a193-4870-8d30-e512000cf1ff tempest-ServerDiagnosticsNegativeTest-1428974994 tempest-ServerDiagnosticsNegativeTest-1428974994-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2067356 Jul 13 13:31:40.793108 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-364392ed-973c-4924-bd1c-1265888d04ea req-561a835e-fa1e-4616-946c-66e49fbc8db2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b1a8ad69-cf5b-4f96-9698-93feb935a5b8 HTTP/1.1" status: 200 len: 217 time: 0.3425236 Jul 13 13:31:40.824985 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00037d8-3e26-4431-b6ef-54aeca7dceef req-833afd21-f0df-4f3d-9c3e-af8f7b697620 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:40.827302 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f00037d8-3e26-4431-b6ef-54aeca7dceef req-833afd21-f0df-4f3d-9c3e-af8f7b697620 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] 10.222.0.23 "GET /v2.0/ports?device_id=2269b0dd-2b5b-4faa-847a-43609364d3f2 HTTP/1.1" status: 200 len: 944 time: 0.0644844 Jul 13 13:31:40.840326 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-fca118bb-063e-492c-8e96-fee5ad822aad req-5e113a82-1927-4255-8d1d-c10b9740190a service neutron] Request body: {'port': {'device_id': 'a85b7d1e-8efc-44f7-8c26-34bf26db4992', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:31:40.868854 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f00037d8-3e26-4431-b6ef-54aeca7dceef req-45360a61-75b0-48e5-bb0f-eacf7ca0e6fd tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a08b1bf-6e67-40f9-b652-d19482d1fab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358651 Jul 13 13:31:40.953338 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-48a12d94-b995-485f-8dd0-d896197229e8 req-85a5e984-1cd1-4e79-9594-bf48157dc2d3 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1a1929d-de59-4a26-a69b-05b891c11dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4675121 Jul 13 13:31:41.039141 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364392ed-973c-4924-bd1c-1265888d04ea req-71ff0d94-e577-44a4-89f7-4805262f2a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:41.040501 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-364392ed-973c-4924-bd1c-1265888d04ea req-71ff0d94-e577-44a4-89f7-4805262f2a44 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=93526d44-9065-4c3e-ad8c-d6e9275a8812 HTTP/1.1" status: 200 len: 867 time: 0.2092068 Jul 13 13:31:41.108650 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3806f94b-cf91-4ae1-b439-3ed970a745a2 req-73e1fec2-2aba-4d02-b971-b670d233247c tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.23 "GET /v2.0/ports?device_id=c78e7c84-ebda-4175-994b-69dcab224778 HTTP/1.1" status: 200 len: 210 time: 0.0289853 Jul 13 13:31:41.159167 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-039a9bd4-8a5b-4dda-a40e-3b1884dac5b8 req-c2b0a639-a604-4625-93a3-2b4dba92e89e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:41.219937 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-fca118bb-063e-492c-8e96-fee5ad822aad req-5e113a82-1927-4255-8d1d-c10b9740190a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:41.335481 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-cfef6461-b097-48d9-924a-b22659b9aeb4 req-ec32f233-76e0-465a-9198-cba25c5f3893 tempest-VolumesAdminNegativeTest-1576546254 tempest-VolumesAdminNegativeTest-1576546254-project] Deleting port 414079ed-5ca0-4009-8004-9b336eaf01b7 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:31:41.335826 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-cfef6461-b097-48d9-924a-b22659b9aeb4 req-ec32f233-76e0-465a-9198-cba25c5f3893 tempest-VolumesAdminNegativeTest-1576546254 tempest-VolumesAdminNegativeTest-1576546254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:41.343658 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1596789-64a2-4bd6-a792-b17ca86ffc11 req-2b81cd7c-47c0-4fea-9e0f-5e9fcfc48a08 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:41.345164 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f1596789-64a2-4bd6-a792-b17ca86ffc11 req-2b81cd7c-47c0-4fea-9e0f-5e9fcfc48a08 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3d5bccd-0e71-4b17-8dc4-bd3e64597e9a HTTP/1.1" status: 200 len: 948 time: 0.0616322 Jul 13 13:31:41.383389 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f1596789-64a2-4bd6-a792-b17ca86ffc11 req-35a79c9e-225a-41da-a2b5-07036d6552a7 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] 10.222.0.23 "GET /v2.0/security-groups?id=0375d0dc-b9f6-47cd-991d-bd203a5d5aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325208 Jul 13 13:31:41.406794 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-abeab773-556e-4056-8ef6-0b2b7c76a6e6 req-3f2cae66-47fb-4f36-bdee-d73783fb795e tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:41.409556 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 7aad0c26-a3ae-4ee1-b1ad-8bc1830f5d46 up at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:31:41.458660 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364392ed-973c-4924-bd1c-1265888d04ea req-d510d323-507e-4a4d-9fcf-502847d02746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:41.460317 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-364392ed-973c-4924-bd1c-1265888d04ea req-d510d323-507e-4a4d-9fcf-502847d02746 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=19e59a1e-b6d8-42ba-be46-67a475073468&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3855414 Jul 13 13:31:41.462417 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning for port 7aad0c26-a3ae-4ee1-b1ad-8bc1830f5d46 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:31:41.466805 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning complete for port 7aad0c26-a3ae-4ee1-b1ad-8bc1830f5d46 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:31:41.468188 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:41.501031 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-abeab773-556e-4056-8ef6-0b2b7c76a6e6 req-3f2cae66-47fb-4f36-bdee-d73783fb795e tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Transition to ACTIVE for port object b9ac0852-e57d-43a1-a494-3e38faf50603 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:31:41.510144 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d40ef3-50d1-4ddf-a2ff-47952bd2aafa req-67d47e90-a1e3-4842-8e42-f661564c74bd tempest-DeleteServersAdminTestJSON-748200287 tempest-DeleteServersAdminTestJSON-748200287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:41.517416 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c2d40ef3-50d1-4ddf-a2ff-47952bd2aafa req-67d47e90-a1e3-4842-8e42-f661564c74bd tempest-DeleteServersAdminTestJSON-748200287 tempest-DeleteServersAdminTestJSON-748200287-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c6bc71b-ae0a-470e-9b3f-b7f0c7f55fb4 HTTP/1.1" status: 200 len: 948 time: 0.4109886 Jul 13 13:31:41.552507 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:41.575499 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c6bc71b-ae0a-470e-9b3f-b7f0c7f55fb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aad0c26-a3ae-4ee1-b1ad-8bc1830f5d46'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:31:41.579764 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebda0ba9-decf-4edb-9bae-0a1683bb3cf6" -d '{"events": [{"server_uuid": "3c6bc71b-ae0a-470e-9b3f-b7f0c7f55fb4", "name": "network-vif-plugged", "status": "completed", "tag": "7aad0c26-a3ae-4ee1-b1ad-8bc1830f5d46"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:31:41.592482 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 7aad0c26-a3ae-4ee1-b1ad-8bc1830f5d46, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=7aad0c26-a3ae-4ee1-b1ad-8bc1830f5d46,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:31:41.597659 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:41.598606 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 414079ed-5ca0-4009-8004-9b336eaf01b7 no longer exists at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:31:41.609554 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa7e300-6d3d-4f7f-8b95-181457c45bb7 req-8d81140a-5116-4b7d-af5e-6f3b1495446e tempest-VolumesAdminNegativeTest-1576546254 tempest-VolumesAdminNegativeTest-1576546254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:41.616565 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-daa7e300-6d3d-4f7f-8b95-181457c45bb7 req-8d81140a-5116-4b7d-af5e-6f3b1495446e tempest-VolumesAdminNegativeTest-1576546254 tempest-VolumesAdminNegativeTest-1576546254-project] 10.222.0.23 "GET /v2.0/ports?device_id=625a2cbc-e53b-4d4d-bac9-731e21635521 HTTP/1.1" status: 200 len: 945 time: 0.0786779 Jul 13 13:31:41.660096 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-daa7e300-6d3d-4f7f-8b95-181457c45bb7 req-1e4b5a31-a22e-43c2-8212-b5d646ce56df tempest-VolumesAdminNegativeTest-1576546254 tempest-VolumesAdminNegativeTest-1576546254-project] 10.222.0.23 "GET /v2.0/security-groups?id=63771fd5-d0e2-4e9a-bb83-441346329ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394092 Jul 13 13:31:41.681625 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=7aad0c26-a3ae-4ee1-b1ad-8bc1830f5d46,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:31:41.727748 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67453439-1097-4fc0-84ca-f14b04d11c4f x-openstack-request-id: req-67453439-1097-4fc0-84ca-f14b04d11c4f {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:31:41.728641 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c6bc71b-ae0a-470e-9b3f-b7f0c7f55fb4", "name": "network-vif-plugged", "status": "completed", "tag": "7aad0c26-a3ae-4ee1-b1ad-8bc1830f5d46", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:31:41.729335 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-67453439-1097-4fc0-84ca-f14b04d11c4f {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:31:41.731159 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c6bc71b-ae0a-470e-9b3f-b7f0c7f55fb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aad0c26-a3ae-4ee1-b1ad-8bc1830f5d46', 'code': 200} Jul 13 13:31:41.746498 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-039a9bd4-8a5b-4dda-a40e-3b1884dac5b8 req-c2b0a639-a604-4625-93a3-2b4dba92e89e service neutron] For port 21b3903e-7bc2-443f-83b0-80d651d68c79, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=21b3903e-7bc2-443f-83b0-80d651d68c79,segment=NetworkSegment(ad5ed454-48ea-4363-8047-0d3907eff6fd),segment_id=ad5ed454-48ea-4363-8047-0d3907eff6fd)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:31:41.757126 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-cfef6461-b097-48d9-924a-b22659b9aeb4 req-ec32f233-76e0-465a-9198-cba25c5f3893 tempest-VolumesAdminNegativeTest-1576546254 tempest-VolumesAdminNegativeTest-1576546254-project] For port 414079ed-5ca0-4009-8004-9b336eaf01b7, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=414079ed-5ca0-4009-8004-9b336eaf01b7,segment=NetworkSegment(4363a6d3-e5fd-4b4b-b66e-956ba196e227),segment_id=4363a6d3-e5fd-4b4b-b66e-956ba196e227)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:31:41.757495 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-cfef6461-b097-48d9-924a-b22659b9aeb4 req-ec32f233-76e0-465a-9198-cba25c5f3893 tempest-VolumesAdminNegativeTest-1576546254 tempest-VolumesAdminNegativeTest-1576546254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:41.768180 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:41.771871 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c2d40ef3-50d1-4ddf-a2ff-47952bd2aafa req-6510a048-dfd2-4405-a2c9-67581b0a966f tempest-DeleteServersAdminTestJSON-748200287 tempest-DeleteServersAdminTestJSON-748200287-project] 10.222.0.23 "GET /v2.0/security-groups?id=1afcd841-0357-43c7-a68b-42ff4589c658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2535589 Jul 13 13:31:41.809607 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-cfef6461-b097-48d9-924a-b22659b9aeb4 req-ec32f233-76e0-465a-9198-cba25c5f3893 tempest-VolumesAdminNegativeTest-1576546254 tempest-VolumesAdminNegativeTest-1576546254-project] Calling delete_port for 414079ed-5ca0-4009-8004-9b336eaf01b7 owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:31:41.812992 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 414079ed-5ca0-4009-8004-9b336eaf01b7, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=414079ed-5ca0-4009-8004-9b336eaf01b7,segment=NetworkSegment(4363a6d3-e5fd-4b4b-b66e-956ba196e227),segment_id=4363a6d3-e5fd-4b4b-b66e-956ba196e227)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:31:41.817925 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:41.838130 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-abeab773-556e-4056-8ef6-0b2b7c76a6e6 req-3f2cae66-47fb-4f36-bdee-d73783fb795e tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:41.850357 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['3a90243c-de42-46cb-9b58-efc8f07230e9', 'f270c028-70f9-4852-a18d-fe6a5464d03e'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:31:41.853083 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['894c88fc-95cc-4a2b-9a78-4c8bf919a43e', 'fce86fce-7d5e-4f1c-b125-c36dec27a279', '35c44836-b440-472c-8059-c98a5ffada71', 'c0feee91-13e1-4626-95f0-03b60abe6597'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:31:41.871588 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-364392ed-973c-4924-bd1c-1265888d04ea req-bbc7b4d1-a795-4c33-ba31-0dd432d5a98a service neutron] 10.222.0.26 "GET /v2.0/networks/19e59a1e-b6d8-42ba-be46-67a475073468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3916337 Jul 13 13:31:41.890860 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa80b7d-6e46-4038-a383-d01024b930e2 req-897e0f32-fbf4-461a-9deb-eac0cbbeb0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:41.892341 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-9aa80b7d-6e46-4038-a383-d01024b930e2 req-897e0f32-fbf4-461a-9deb-eac0cbbeb0ac service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3c6bc71b-ae0a-470e-9b3f-b7f0c7f55fb4 HTTP/1.1" status: 200 len: 1100 time: 0.1102796 Jul 13 13:31:41.907229 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5fc9f5-f1c5-4e5a-a6ae-2fbb4e849123 req-e9c6d69a-9fb8-47c0-839a-ac8bb65ae92e tempest-ServerDiagnosticsNegativeTest-1428974994 tempest-ServerDiagnosticsNegativeTest-1428974994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:41.909266 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-de5fc9f5-f1c5-4e5a-a6ae-2fbb4e849123 req-e9c6d69a-9fb8-47c0-839a-ac8bb65ae92e tempest-ServerDiagnosticsNegativeTest-1428974994 tempest-ServerDiagnosticsNegativeTest-1428974994-project] 10.222.0.23 "GET /v2.0/ports?device_id=a85b7d1e-8efc-44f7-8c26-34bf26db4992 HTTP/1.1" status: 200 len: 936 time: 0.0914025 Jul 13 13:31:41.949403 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=414079ed-5ca0-4009-8004-9b336eaf01b7,revision_number=6']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:31:41.979873 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-9aa80b7d-6e46-4038-a383-d01024b930e2 req-b9e26dc3-486d-4ca8-9f20-3841586a13f0 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=1afcd841-0357-43c7-a68b-42ff4589c658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701914 Jul 13 13:31:42.010914 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-039a9bd4-8a5b-4dda-a40e-3b1884dac5b8 req-c2b0a639-a604-4625-93a3-2b4dba92e89e service neutron] For port 21b3903e-7bc2-443f-83b0-80d651d68c79, host n-h1-800634-1, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:31:42.017858 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-de5fc9f5-f1c5-4e5a-a6ae-2fbb4e849123 req-a27e4b53-d68b-4ddd-9809-305346cc60f0 tempest-ServerDiagnosticsNegativeTest-1428974994 tempest-ServerDiagnosticsNegativeTest-1428974994-project] 10.222.0.23 "GET /v2.0/security-groups?id=50a1846f-9abd-48b9-a8f4-87a815bbf08e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696490 Jul 13 13:31:42.061633 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abeab773-556e-4056-8ef6-0b2b7c76a6e6 req-3f2cae66-47fb-4f36-bdee-d73783fb795e tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Network e0bfb334-0fd9-4ba5-ba79-1568ecabee30 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:31:42.111872 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-abeab773-556e-4056-8ef6-0b2b7c76a6e6 req-3f2cae66-47fb-4f36-bdee-d73783fb795e tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:31:42.113586 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2cae66-47fb-4f36-bdee-d73783fb795e tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Pushing event updated for resources: {'Port': ['ID=b9ac0852-e57d-43a1-a494-3e38faf50603,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:31:42.125991 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-abeab773-556e-4056-8ef6-0b2b7c76a6e6 req-3f2cae66-47fb-4f36-bdee-d73783fb795e tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:31:42.131681 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeab773-556e-4056-8ef6-0b2b7c76a6e6 req-3f2cae66-47fb-4f36-bdee-d73783fb795e tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:42.132308 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-abeab773-556e-4056-8ef6-0b2b7c76a6e6 req-3f2cae66-47fb-4f36-bdee-d73783fb795e tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:42.191192 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-039a9bd4-8a5b-4dda-a40e-3b1884dac5b8 req-c2b0a639-a604-4625-93a3-2b4dba92e89e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:42.236379 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-abeab773-556e-4056-8ef6-0b2b7c76a6e6 req-3f2cae66-47fb-4f36-bdee-d73783fb795e tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.5811396 Jul 13 13:31:42.236932 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-039a9bd4-8a5b-4dda-a40e-3b1884dac5b8 req-c2b0a639-a604-4625-93a3-2b4dba92e89e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:42.261955 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '727deb5b-3133-4286-8684-e334a3d2008f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21b3903e-7bc2-443f-83b0-80d651d68c79'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:31:42.264830 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a91300eb-107b-4745-b30a-f52c27c758b9" -d '{"events": [{"server_uuid": "727deb5b-3133-4286-8684-e334a3d2008f", "name": "network-vif-unplugged", "status": "completed", "tag": "21b3903e-7bc2-443f-83b0-80d651d68c79"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:31:42.267169 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b785958-5e81-4d6b-bb2c-893cd5dad773 req-cec871bb-06de-4133-ac5a-60d40be29bbf tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:42.268722 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-364392ed-973c-4924-bd1c-1265888d04ea req-f1467627-73d4-47ff-978a-d5792bd19e82 service neutron] 10.222.0.26 "GET /v2.0/networks/19e59a1e-b6d8-42ba-be46-67a475073468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3797967 Jul 13 13:31:42.273791 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-abeab773-556e-4056-8ef6-0b2b7c76a6e6 req-e9dfeb07-85be-4b5f-bab1-083a53e1d077 service neutron] Request body: {'port': {'device_id': 'c78e7c84-ebda-4175-994b-69dcab224778', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:31:42.292125 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6b785958-5e81-4d6b-bb2c-893cd5dad773 req-cec871bb-06de-4133-ac5a-60d40be29bbf tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/ports?device_id=727deb5b-3133-4286-8684-e334a3d2008f HTTP/1.1" status: 200 len: 945 time: 0.1270366 Jul 13 13:31:42.337379 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6b785958-5e81-4d6b-bb2c-893cd5dad773 req-eec49c19-dc87-42ab-b735-a134b04dca93 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1a1929d-de59-4a26-a69b-05b891c11dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429707 Jul 13 13:31:42.534692 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b35e2e9d-7cb1-4f1f-9799-445bac495211 None None] Provisioning for port b9ac0852-e57d-43a1-a494-3e38faf50603 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:31:42.541966 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b35e2e9d-7cb1-4f1f-9799-445bac495211 None None] Provisioning complete for port b9ac0852-e57d-43a1-a494-3e38faf50603 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:31:42.542428 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b35e2e9d-7cb1-4f1f-9799-445bac495211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:42.641302 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90a5bc5-d5bf-4dca-84a6-9baa506302ef req-ca0f113e-3fba-4829-8b3b-effd14ca7729 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:42.643198 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b90a5bc5-d5bf-4dca-84a6-9baa506302ef req-ca0f113e-3fba-4829-8b3b-effd14ca7729 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.23 "GET /v2.0/ports?device_id=c78e7c84-ebda-4175-994b-69dcab224778 HTTP/1.1" status: 200 len: 935 time: 0.0706286 Jul 13 13:31:42.688870 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b90a5bc5-d5bf-4dca-84a6-9baa506302ef req-57100571-b512-4054-a89d-6f94cf2cb700 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.23 "GET /v2.0/security-groups?id=30616c26-47b2-497e-86af-cdf36766fc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377131 Jul 13 13:31:42.704328 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b35e2e9d-7cb1-4f1f-9799-445bac495211 None None] Port b9ac0852-e57d-43a1-a494-3e38faf50603 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:31:42.718077 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34de1429-e4bc-4d33-b3db-e0a39f5fc16e req-d379f9d7-7d68-41d9-86b3-cd2603378590 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:42.719588 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-34de1429-e4bc-4d33-b3db-e0a39f5fc16e req-d379f9d7-7d68-41d9-86b3-cd2603378590 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] 10.222.0.23 "GET /v2.0/ports?device_id=2269b0dd-2b5b-4faa-847a-43609364d3f2 HTTP/1.1" status: 200 len: 944 time: 0.6775389 Jul 13 13:31:42.738242 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-fca118bb-063e-492c-8e96-fee5ad822aad req-5e113a82-1927-4255-8d1d-c10b9740190a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aab29890-8c42-40f0-9c32-f12fe38bd8d3 {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:31:42.769110 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 13:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8d130db-7470-4566-84c5-7eafab83223f x-openstack-request-id: req-a8d130db-7470-4566-84c5-7eafab83223f {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:31:42.769417 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "727deb5b-3133-4286-8684-e334a3d2008f", "name": "network-vif-unplugged", "status": "completed", "tag": "21b3903e-7bc2-443f-83b0-80d651d68c79", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:31:42.769653 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a8d130db-7470-4566-84c5-7eafab83223f {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:31:42.770062 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '727deb5b-3133-4286-8684-e334a3d2008f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21b3903e-7bc2-443f-83b0-80d651d68c79', 'code': 200} Jul 13 13:31:42.776456 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-fca118bb-063e-492c-8e96-fee5ad822aad req-5e113a82-1927-4255-8d1d-c10b9740190a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:42.784767 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b0a639-a604-4625-93a3-2b4dba92e89e service neutron] Pushing event updated for resources: {'Port': ['ID=21b3903e-7bc2-443f-83b0-80d651d68c79,revision_number=7']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:31:42.840162 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-cfef6461-b097-48d9-924a-b22659b9aeb4 req-ec32f233-76e0-465a-9198-cba25c5f3893 tempest-VolumesAdminNegativeTest-1576546254 tempest-VolumesAdminNegativeTest-1576546254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:42.842124 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-039a9bd4-8a5b-4dda-a40e-3b1884dac5b8 req-c2b0a639-a604-4625-93a3-2b4dba92e89e service neutron] Attempting to bind port 21b3903e-7bc2-443f-83b0-80d651d68c79 on host n-h1-800634-1 for vnic_type normal with profile {"migrating_to": "n-h2-800634-1"} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:31:42.842442 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-039a9bd4-8a5b-4dda-a40e-3b1884dac5b8 req-c2b0a639-a604-4625-93a3-2b4dba92e89e service neutron] Attempting to bind port 21b3903e-7bc2-443f-83b0-80d651d68c79 by drivers openvswitch,hyperv on host n-h1-800634-1 at level 0 using segments [{'id': 'ad5ed454-48ea-4363-8047-0d3907eff6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:31:42.842794 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-039a9bd4-8a5b-4dda-a40e-3b1884dac5b8 req-c2b0a639-a604-4625-93a3-2b4dba92e89e service neutron] Attempting to bind port 21b3903e-7bc2-443f-83b0-80d651d68c79 on network 2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:31:42.856387 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-fca118bb-063e-492c-8e96-fee5ad822aad req-5e113a82-1927-4255-8d1d-c10b9740190a service neutron] Transition to ACTIVE for port object aab29890-8c42-40f0-9c32-f12fe38bd8d3 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:31:42.883261 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-abeab773-556e-4056-8ef6-0b2b7c76a6e6 req-e9dfeb07-85be-4b5f-bab1-083a53e1d077 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:42.893004 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-039a9bd4-8a5b-4dda-a40e-3b1884dac5b8 req-c2b0a639-a604-4625-93a3-2b4dba92e89e service neutron] Port 21b3903e-7bc2-443f-83b0-80d651d68c79 on network 2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-1 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:31:42.893263 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-039a9bd4-8a5b-4dda-a40e-3b1884dac5b8 req-c2b0a639-a604-4625-93a3-2b4dba92e89e service neutron] Attempting to bind port 21b3903e-7bc2-443f-83b0-80d651d68c79 on network 2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:31:42.895880 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-fca118bb-063e-492c-8e96-fee5ad822aad req-5e113a82-1927-4255-8d1d-c10b9740190a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:42.909189 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec32f233-76e0-465a-9198-cba25c5f3893 tempest-VolumesAdminNegativeTest-1576546254 tempest-VolumesAdminNegativeTest-1576546254-project] Pushing event deleted for resources: {'Port': ['ID=414079ed-5ca0-4009-8004-9b336eaf01b7,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:31:42.912942 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517ad43a-06e6-4efc-8579-c9a3632eaad9 req-9a863dda-3021-4e74-b524-be65fcb2d940 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:42.914752 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-517ad43a-06e6-4efc-8579-c9a3632eaad9 req-9a863dda-3021-4e74-b524-be65fcb2d940 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3d5bccd-0e71-4b17-8dc4-bd3e64597e9a HTTP/1.1" status: 200 len: 948 time: 0.0840549 Jul 13 13:31:42.933021 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-34de1429-e4bc-4d33-b3db-e0a39f5fc16e req-c2165b97-0dfc-4b8a-bac6-f8a586b0531a tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a08b1bf-6e67-40f9-b652-d19482d1fab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656969 Jul 13 13:31:42.936322 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-039a9bd4-8a5b-4dda-a40e-3b1884dac5b8 req-c2b0a639-a604-4625-93a3-2b4dba92e89e service neutron] Checking agent: {'id': 'a7603dc8-3c50-4a9b-8f0d-1143528f155e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 31, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:31:42.936322 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-039a9bd4-8a5b-4dda-a40e-3b1884dac5b8 req-c2b0a639-a604-4625-93a3-2b4dba92e89e service neutron] Checking segment: {'id': 'ad5ed454-48ea-4363-8047-0d3907eff6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:31:42.936322 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-039a9bd4-8a5b-4dda-a40e-3b1884dac5b8 req-c2b0a639-a604-4625-93a3-2b4dba92e89e service neutron] Bound using segment: {'id': 'ad5ed454-48ea-4363-8047-0d3907eff6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:31:42.936322 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-039a9bd4-8a5b-4dda-a40e-3b1884dac5b8 req-c2b0a639-a604-4625-93a3-2b4dba92e89e service neutron] Bound port: 21b3903e-7bc2-443f-83b0-80d651d68c79, host: n-h1-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad5ed454-48ea-4363-8047-0d3907eff6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:31:42.936322 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-039a9bd4-8a5b-4dda-a40e-3b1884dac5b8 req-c2b0a639-a604-4625-93a3-2b4dba92e89e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:42.985646 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-517ad43a-06e6-4efc-8579-c9a3632eaad9 req-b8a962ff-8267-4bd1-9e71-7249ba53331c tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] 10.222.0.23 "GET /v2.0/security-groups?id=0375d0dc-b9f6-47cd-991d-bd203a5d5aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640442 Jul 13 13:31:43.016716 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6c22d4-b5c3-4b32-b850-4fd8a772c2d9 req-9bbe8862-b21c-4c89-8f13-3ea636546d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:43.018254 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5e6c22d4-b5c3-4b32-b850-4fd8a772c2d9 req-9bbe8862-b21c-4c89-8f13-3ea636546d06 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0dd90c19f0c54b219885a4e68746a701&device_id=2269b0dd-2b5b-4faa-847a-43609364d3f2 HTTP/1.1" status: 200 len: 1095 time: 0.6781342 Jul 13 13:31:43.081116 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfef6461-b097-48d9-924a-b22659b9aeb4 req-ec32f233-76e0-465a-9198-cba25c5f3893 tempest-VolumesAdminNegativeTest-1576546254 tempest-VolumesAdminNegativeTest-1576546254-project] No DVR routers for this DVR port 414079ed-5ca0-4009-8004-9b336eaf01b7 on host n-h1-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:31:43.087172 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-cfef6461-b097-48d9-924a-b22659b9aeb4 req-ec32f233-76e0-465a-9198-cba25c5f3893 tempest-VolumesAdminNegativeTest-1576546254 tempest-VolumesAdminNegativeTest-1576546254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:43.089159 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cfef6461-b097-48d9-924a-b22659b9aeb4 req-ec32f233-76e0-465a-9198-cba25c5f3893 tempest-VolumesAdminNegativeTest-1576546254 tempest-VolumesAdminNegativeTest-1576546254-project] 10.222.0.26 "DELETE /v2.0/ports/414079ed-5ca0-4009-8004-9b336eaf01b7 HTTP/1.1" status: 204 len: 173 time: 2.3248286 Jul 13 13:31:43.101124 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e113a82-1927-4255-8d1d-c10b9740190a service neutron] Pushing event updated for resources: {'Port': ['ID=aab29890-8c42-40f0-9c32-f12fe38bd8d3,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:31:43.210280 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22862335-99f3-4df8-a8ed-1e7983b7c591 req-280e98bf-ad10-4046-ada2-108375fa9ff0 tempest-DeleteServersAdminTestJSON-748200287 tempest-DeleteServersAdminTestJSON-748200287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:43.212775 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-22862335-99f3-4df8-a8ed-1e7983b7c591 req-280e98bf-ad10-4046-ada2-108375fa9ff0 tempest-DeleteServersAdminTestJSON-748200287 tempest-DeleteServersAdminTestJSON-748200287-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c6bc71b-ae0a-470e-9b3f-b7f0c7f55fb4 HTTP/1.1" status: 200 len: 949 time: 0.0834417 Jul 13 13:31:43.241006 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e68630af-0c99-4b87-b99f-8e51e8cd1c2c req-a9ed65e2-62c1-4233-8557-6b410c0a29a4 tempest-VolumesAdminNegativeTest-1576546254 tempest-VolumesAdminNegativeTest-1576546254-project] 10.222.0.23 "GET /v2.0/ports?device_id=625a2cbc-e53b-4d4d-bac9-731e21635521 HTTP/1.1" status: 200 len: 210 time: 0.0855968 Jul 13 13:31:43.271168 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-22862335-99f3-4df8-a8ed-1e7983b7c591 req-4e4e3ae7-c2d5-4f56-bbd2-5c9bcd9ef978 tempest-DeleteServersAdminTestJSON-748200287 tempest-DeleteServersAdminTestJSON-748200287-project] 10.222.0.23 "GET /v2.0/security-groups?id=1afcd841-0357-43c7-a68b-42ff4589c658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513337 Jul 13 13:31:43.321625 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-fca118bb-063e-492c-8e96-fee5ad822aad req-5e113a82-1927-4255-8d1d-c10b9740190a service neutron] Attempting to bind port aab29890-8c42-40f0-9c32-f12fe38bd8d3 on host n-h2-800634-1 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:31:43.322142 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-fca118bb-063e-492c-8e96-fee5ad822aad req-5e113a82-1927-4255-8d1d-c10b9740190a service neutron] Attempting to bind port aab29890-8c42-40f0-9c32-f12fe38bd8d3 by drivers openvswitch,hyperv on host n-h2-800634-1 at level 0 using segments [{'id': '62a4f2e9-97ca-473c-a2df-e7f9f532c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:31:43.322313 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca118bb-063e-492c-8e96-fee5ad822aad req-5e113a82-1927-4255-8d1d-c10b9740190a service neutron] Attempting to bind port aab29890-8c42-40f0-9c32-f12fe38bd8d3 on network e0bfb334-0fd9-4ba5-ba79-1568ecabee30 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:31:43.358577 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca118bb-063e-492c-8e96-fee5ad822aad req-5e113a82-1927-4255-8d1d-c10b9740190a service neutron] Port aab29890-8c42-40f0-9c32-f12fe38bd8d3 on network e0bfb334-0fd9-4ba5-ba79-1568ecabee30 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-1 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:31:43.358988 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca118bb-063e-492c-8e96-fee5ad822aad req-5e113a82-1927-4255-8d1d-c10b9740190a service neutron] Attempting to bind port aab29890-8c42-40f0-9c32-f12fe38bd8d3 on network e0bfb334-0fd9-4ba5-ba79-1568ecabee30 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:31:43.376352 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-039a9bd4-8a5b-4dda-a40e-3b1884dac5b8 req-c2b0a639-a604-4625-93a3-2b4dba92e89e service neutron] For port 21b3903e-7bc2-443f-83b0-80d651d68c79, host n-h1-800634-1, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:31:43.396399 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-039a9bd4-8a5b-4dda-a40e-3b1884dac5b8 req-c2b0a639-a604-4625-93a3-2b4dba92e89e service neutron] For port 21b3903e-7bc2-443f-83b0-80d651d68c79, host n-h1-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=21b3903e-7bc2-443f-83b0-80d651d68c79,segment=NetworkSegment(ad5ed454-48ea-4363-8047-0d3907eff6fd),segment_id=ad5ed454-48ea-4363-8047-0d3907eff6fd)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:31:43.398873 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca118bb-063e-492c-8e96-fee5ad822aad req-5e113a82-1927-4255-8d1d-c10b9740190a service neutron] Checking agent: {'id': 'f615e5c9-21ab-43f2-adbc-192d64b795cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 31, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:31:43.399214 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca118bb-063e-492c-8e96-fee5ad822aad req-5e113a82-1927-4255-8d1d-c10b9740190a service neutron] Checking segment: {'id': '62a4f2e9-97ca-473c-a2df-e7f9f532c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:31:43.399621 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca118bb-063e-492c-8e96-fee5ad822aad req-5e113a82-1927-4255-8d1d-c10b9740190a service neutron] Bound using segment: {'id': '62a4f2e9-97ca-473c-a2df-e7f9f532c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:31:43.400111 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-fca118bb-063e-492c-8e96-fee5ad822aad req-5e113a82-1927-4255-8d1d-c10b9740190a service neutron] Bound port: aab29890-8c42-40f0-9c32-f12fe38bd8d3, host: n-h2-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62a4f2e9-97ca-473c-a2df-e7f9f532c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:31:43.400519 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-fca118bb-063e-492c-8e96-fee5ad822aad req-5e113a82-1927-4255-8d1d-c10b9740190a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:43.430359 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-039a9bd4-8a5b-4dda-a40e-3b1884dac5b8 req-c2b0a639-a604-4625-93a3-2b4dba92e89e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:43.476222 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6c22d4-b5c3-4b32-b850-4fd8a772c2d9 req-a4266902-f5cf-4c49-bc18-7813854b0829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:43.477708 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5e6c22d4-b5c3-4b32-b850-4fd8a772c2d9 req-a4266902-f5cf-4c49-bc18-7813854b0829 service neutron] 10.222.0.26 "GET /v2.0/networks?id=19e59a1e-b6d8-42ba-be46-67a475073468 HTTP/1.1" status: 200 len: 928 time: 0.4228663 Jul 13 13:31:43.514092 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c6389b-3f58-4242-8c78-e55643f92709 req-d5558b8e-b418-4f2f-b650-4d71d9d3f0c1 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:43.515627 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-28c6389b-3f58-4242-8c78-e55643f92709 req-d5558b8e-b418-4f2f-b650-4d71d9d3f0c1 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/ports?device_id=727deb5b-3133-4286-8684-e334a3d2008f HTTP/1.1" status: 200 len: 943 time: 0.0636487 Jul 13 13:31:43.557793 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-28c6389b-3f58-4242-8c78-e55643f92709 req-fdc46c57-1000-4930-a964-3576f341454d tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1a1929d-de59-4a26-a69b-05b891c11dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355628 Jul 13 13:31:43.596658 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5e6c22d4-b5c3-4b32-b850-4fd8a772c2d9 req-49c600e5-a4e9-46ad-860b-5b5320c26c11 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b1a8ad69-cf5b-4f96-9698-93feb935a5b8 HTTP/1.1" status: 200 len: 217 time: 0.0831549 Jul 13 13:31:43.712845 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b0a639-a604-4625-93a3-2b4dba92e89e service neutron] Pushing event updated for resources: {'Port': ['ID=21b3903e-7bc2-443f-83b0-80d651d68c79,revision_number=8']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:31:43.718070 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039a9bd4-8a5b-4dda-a40e-3b1884dac5b8 req-c2b0a639-a604-4625-93a3-2b4dba92e89e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:43.718799 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-039a9bd4-8a5b-4dda-a40e-3b1884dac5b8 req-c2b0a639-a604-4625-93a3-2b4dba92e89e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:43.720063 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-039a9bd4-8a5b-4dda-a40e-3b1884dac5b8 req-c2b0a639-a604-4625-93a3-2b4dba92e89e service neutron] 10.222.0.41 "PUT /v2.0/ports/21b3903e-7bc2-443f-83b0-80d651d68c79 HTTP/1.1" status: 200 len: 1121 time: 2.9539056 Jul 13 13:31:43.732968 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '625a2cbc-e53b-4d4d-bac9-731e21635521', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '414079ed-5ca0-4009-8004-9b336eaf01b7'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:31:43.735184 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c90d7f9-d3c7-4e5f-a3b9-5972daf20404" -d '{"events": [{"server_uuid": "625a2cbc-e53b-4d4d-bac9-731e21635521", "name": "network-vif-unplugged", "status": "completed", "tag": "414079ed-5ca0-4009-8004-9b336eaf01b7"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:31:43.737281 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-fca118bb-063e-492c-8e96-fee5ad822aad req-5e113a82-1927-4255-8d1d-c10b9740190a service neutron] For port aab29890-8c42-40f0-9c32-f12fe38bd8d3, host n-h2-800634-1, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:31:43.755078 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6daacf-a6ee-4554-823c-18e1de961f0d req-8a20be59-4a2a-4c22-b5db-8baff467a289 tempest-ServerDiagnosticsNegativeTest-1428974994 tempest-ServerDiagnosticsNegativeTest-1428974994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:43.756828 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-fd6daacf-a6ee-4554-823c-18e1de961f0d req-8a20be59-4a2a-4c22-b5db-8baff467a289 tempest-ServerDiagnosticsNegativeTest-1428974994 tempest-ServerDiagnosticsNegativeTest-1428974994-project] 10.222.0.23 "GET /v2.0/ports?device_id=a85b7d1e-8efc-44f7-8c26-34bf26db4992 HTTP/1.1" status: 200 len: 948 time: 0.3897316 Jul 13 13:31:43.773472 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6c22d4-b5c3-4b32-b850-4fd8a772c2d9 req-0c6f1235-0b30-47cd-94d8-1382539f6585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:43.775019 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5e6c22d4-b5c3-4b32-b850-4fd8a772c2d9 req-0c6f1235-0b30-47cd-94d8-1382539f6585 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=93526d44-9065-4c3e-ad8c-d6e9275a8812 HTTP/1.1" status: 200 len: 867 time: 0.1561682 Jul 13 13:31:43.787386 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-fca118bb-063e-492c-8e96-fee5ad822aad req-5e113a82-1927-4255-8d1d-c10b9740190a service neutron] For port aab29890-8c42-40f0-9c32-f12fe38bd8d3, host n-h2-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=aab29890-8c42-40f0-9c32-f12fe38bd8d3,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:31:43.824695 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['21b3903e-7bc2-443f-83b0-80d651d68c79'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:31:43.830560 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-fca118bb-063e-492c-8e96-fee5ad822aad req-5e113a82-1927-4255-8d1d-c10b9740190a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:43.911105 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772e1e92-f185-4c35-85c6-02d98211fa98 req-ca141b4d-2f95-4959-ad64-341c7888a7da tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:43.920968 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca118bb-063e-492c-8e96-fee5ad822aad req-5e113a82-1927-4255-8d1d-c10b9740190a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:43.921201 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-fca118bb-063e-492c-8e96-fee5ad822aad req-5e113a82-1927-4255-8d1d-c10b9740190a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:43.921986 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-772e1e92-f185-4c35-85c6-02d98211fa98 req-ca141b4d-2f95-4959-ad64-341c7888a7da tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.23 "GET /v2.0/ports?device_id=c78e7c84-ebda-4175-994b-69dcab224778 HTTP/1.1" status: 200 len: 935 time: 0.0882292 Jul 13 13:31:43.922561 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-fca118bb-063e-492c-8e96-fee5ad822aad req-5e113a82-1927-4255-8d1d-c10b9740190a service neutron] 10.222.0.41 "PUT /v2.0/ports/aab29890-8c42-40f0-9c32-f12fe38bd8d3 HTTP/1.1" status: 200 len: 1096 time: 3.0901334 Jul 13 13:31:43.939201 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-fd6daacf-a6ee-4554-823c-18e1de961f0d req-1b81477e-c264-45ed-be9c-c92e77ae91c1 tempest-ServerDiagnosticsNegativeTest-1428974994 tempest-ServerDiagnosticsNegativeTest-1428974994-project] 10.222.0.23 "GET /v2.0/security-groups?id=50a1846f-9abd-48b9-a8f4-87a815bbf08e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744030 Jul 13 13:31:43.985554 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-772e1e92-f185-4c35-85c6-02d98211fa98 req-b92bee57-417c-40b2-a316-39d475749120 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.23 "GET /v2.0/security-groups?id=30616c26-47b2-497e-86af-cdf36766fc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626328 Jul 13 13:31:44.007443 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e113a82-1927-4255-8d1d-c10b9740190a service neutron] Pushing event updated for resources: {'Port': ['ID=aab29890-8c42-40f0-9c32-f12fe38bd8d3,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:31:44.038011 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-abeab773-556e-4056-8ef6-0b2b7c76a6e6 req-e9dfeb07-85be-4b5f-bab1-083a53e1d077 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9ac0852-e57d-43a1-a494-3e38faf50603 {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:31:44.051664 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 13:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e28d64d-e6dd-49b9-b557-bc3539e98e53 x-openstack-request-id: req-8e28d64d-e6dd-49b9-b557-bc3539e98e53 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:31:44.051962 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "625a2cbc-e53b-4d4d-bac9-731e21635521", "name": "network-vif-unplugged", "status": "completed", "tag": "414079ed-5ca0-4009-8004-9b336eaf01b7", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:31:44.052222 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8e28d64d-e6dd-49b9-b557-bc3539e98e53 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:31:44.052619 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '625a2cbc-e53b-4d4d-bac9-731e21635521', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '414079ed-5ca0-4009-8004-9b336eaf01b7', 'code': 200} Jul 13 13:31:44.069575 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-abeab773-556e-4056-8ef6-0b2b7c76a6e6 req-e9dfeb07-85be-4b5f-bab1-083a53e1d077 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:44.100833 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6c22d4-b5c3-4b32-b850-4fd8a772c2d9 req-9d103ff1-d790-4bce-b946-1d4ffc68e5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:44.102652 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5e6c22d4-b5c3-4b32-b850-4fd8a772c2d9 req-9d103ff1-d790-4bce-b946-1d4ffc68e5e9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=19e59a1e-b6d8-42ba-be46-67a475073468&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3129306 Jul 13 13:31:44.105565 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-abeab773-556e-4056-8ef6-0b2b7c76a6e6 req-e9dfeb07-85be-4b5f-bab1-083a53e1d077 service neutron] Transition to ACTIVE for port object b9ac0852-e57d-43a1-a494-3e38faf50603 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:31:44.166180 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-abeab773-556e-4056-8ef6-0b2b7c76a6e6 req-e9dfeb07-85be-4b5f-bab1-083a53e1d077 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:44.210759 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72003091-a549-4537-a917-595ba055fb9e req-a176e912-01c4-4d52-b1f2-ac264e3bfb83 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:44.212250 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-72003091-a549-4537-a917-595ba055fb9e req-a176e912-01c4-4d52-b1f2-ac264e3bfb83 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] 10.222.0.23 "GET /v2.0/ports?device_id=2269b0dd-2b5b-4faa-847a-43609364d3f2 HTTP/1.1" status: 200 len: 944 time: 0.0689735 Jul 13 13:31:44.263849 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-72003091-a549-4537-a917-595ba055fb9e req-dd601e3e-0a79-48cf-b9d5-56fc78ee0e59 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a08b1bf-6e67-40f9-b652-d19482d1fab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453148 Jul 13 13:31:44.331523 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca118bb-063e-492c-8e96-fee5ad822aad req-6bf55d10-2d24-4234-b184-bd136a22be74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:44.333080 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-fca118bb-063e-492c-8e96-fee5ad822aad req-6bf55d10-2d24-4234-b184-bd136a22be74 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d97961c87085483781ce534cdddb5aff&device_id=a85b7d1e-8efc-44f7-8c26-34bf26db4992 HTTP/1.1" status: 200 len: 1099 time: 0.3290179 Jul 13 13:31:44.342758 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dfeb07-85be-4b5f-bab1-083a53e1d077 service neutron] Pushing event updated for resources: {'Port': ['ID=b9ac0852-e57d-43a1-a494-3e38faf50603,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:31:44.347592 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 46710) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:31:44.361129 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-abeab773-556e-4056-8ef6-0b2b7c76a6e6 req-e9dfeb07-85be-4b5f-bab1-083a53e1d077 service neutron] Attempting to bind port b9ac0852-e57d-43a1-a494-3e38faf50603 on host n-h1-800634-1 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:31:44.361464 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-abeab773-556e-4056-8ef6-0b2b7c76a6e6 req-e9dfeb07-85be-4b5f-bab1-083a53e1d077 service neutron] Attempting to bind port b9ac0852-e57d-43a1-a494-3e38faf50603 by drivers openvswitch,hyperv on host n-h1-800634-1 at level 0 using segments [{'id': '62a4f2e9-97ca-473c-a2df-e7f9f532c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:31:44.362065 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abeab773-556e-4056-8ef6-0b2b7c76a6e6 req-e9dfeb07-85be-4b5f-bab1-083a53e1d077 service neutron] Attempting to bind port b9ac0852-e57d-43a1-a494-3e38faf50603 on network e0bfb334-0fd9-4ba5-ba79-1568ecabee30 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:31:44.365525 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5e6c22d4-b5c3-4b32-b850-4fd8a772c2d9 req-03e86466-e816-4e0a-ae19-8caa587b723f service neutron] 10.222.0.26 "GET /v2.0/networks/19e59a1e-b6d8-42ba-be46-67a475073468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2547052 Jul 13 13:31:44.409426 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-5598b156-9857-4d8e-8f14-96f673f6d305 admin admin] Deleting subnet fc37cc66-5fa1-430a-824f-d70acc6778ee {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 13:31:44.410982 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-fca118bb-063e-492c-8e96-fee5ad822aad req-5e281f9e-da33-4489-acbe-b1de54b4499e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=aab29890-8c42-40f0-9c32-f12fe38bd8d3 HTTP/1.1" status: 200 len: 217 time: 0.0638268 Jul 13 13:31:44.414047 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abeab773-556e-4056-8ef6-0b2b7c76a6e6 req-e9dfeb07-85be-4b5f-bab1-083a53e1d077 service neutron] Port b9ac0852-e57d-43a1-a494-3e38faf50603 on network e0bfb334-0fd9-4ba5-ba79-1568ecabee30 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-1 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:31:44.414383 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abeab773-556e-4056-8ef6-0b2b7c76a6e6 req-e9dfeb07-85be-4b5f-bab1-083a53e1d077 service neutron] Attempting to bind port b9ac0852-e57d-43a1-a494-3e38faf50603 on network e0bfb334-0fd9-4ba5-ba79-1568ecabee30 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:31:44.414967 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5598b156-9857-4d8e-8f14-96f673f6d305 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:44.459814 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5598b156-9857-4d8e-8f14-96f673f6d305 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:44.470348 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abeab773-556e-4056-8ef6-0b2b7c76a6e6 req-e9dfeb07-85be-4b5f-bab1-083a53e1d077 service neutron] Checking agent: {'id': 'a7603dc8-3c50-4a9b-8f0d-1143528f155e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 31, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:31:44.470806 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abeab773-556e-4056-8ef6-0b2b7c76a6e6 req-e9dfeb07-85be-4b5f-bab1-083a53e1d077 service neutron] Checking segment: {'id': '62a4f2e9-97ca-473c-a2df-e7f9f532c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:31:44.471082 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abeab773-556e-4056-8ef6-0b2b7c76a6e6 req-e9dfeb07-85be-4b5f-bab1-083a53e1d077 service neutron] Bound using segment: {'id': '62a4f2e9-97ca-473c-a2df-e7f9f532c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:31:44.471527 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-abeab773-556e-4056-8ef6-0b2b7c76a6e6 req-e9dfeb07-85be-4b5f-bab1-083a53e1d077 service neutron] Bound port: b9ac0852-e57d-43a1-a494-3e38faf50603, host: n-h1-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62a4f2e9-97ca-473c-a2df-e7f9f532c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:31:44.471890 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-abeab773-556e-4056-8ef6-0b2b7c76a6e6 req-e9dfeb07-85be-4b5f-bab1-083a53e1d077 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:44.496341 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5598b156-9857-4d8e-8f14-96f673f6d305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:44.527825 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64a74ae-8a8c-49d2-8adc-0856610bd47a req-472473ac-4008-499b-89d2-09220af7a5be tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:44.529355 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a64a74ae-8a8c-49d2-8adc-0856610bd47a req-472473ac-4008-499b-89d2-09220af7a5be tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3d5bccd-0e71-4b17-8dc4-bd3e64597e9a HTTP/1.1" status: 200 len: 948 time: 0.3594677 Jul 13 13:31:44.571510 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06f219c-117c-403b-a540-01c923866cf0 req-2accb832-b304-476b-b33f-c2e19047367a tempest-DeleteServersAdminTestJSON-748200287 tempest-DeleteServersAdminTestJSON-748200287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:44.573014 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c06f219c-117c-403b-a540-01c923866cf0 req-2accb832-b304-476b-b33f-c2e19047367a tempest-DeleteServersAdminTestJSON-748200287 tempest-DeleteServersAdminTestJSON-748200287-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c6bc71b-ae0a-470e-9b3f-b7f0c7f55fb4 HTTP/1.1" status: 200 len: 949 time: 0.1097276 Jul 13 13:31:44.574559 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5598b156-9857-4d8e-8f14-96f673f6d305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:44.602252 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca118bb-063e-492c-8e96-fee5ad822aad req-6c016f9d-c1b5-495b-8800-bdf7bba1a299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:44.603716 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-fca118bb-063e-492c-8e96-fee5ad822aad req-6c016f9d-c1b5-495b-8800-bdf7bba1a299 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=60b55863-ceb6-45af-a8a4-4b22d72866af HTTP/1.1" status: 200 len: 843 time: 0.1486626 Jul 13 13:31:44.609697 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5598b156-9857-4d8e-8f14-96f673f6d305 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc37cc66-5fa1-430a-824f-d70acc6778ee,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:31:44.616228 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5e6c22d4-b5c3-4b32-b850-4fd8a772c2d9 req-af74a651-7738-46ba-be5c-78fc7640a97c service neutron] 10.222.0.26 "GET /v2.0/networks/19e59a1e-b6d8-42ba-be46-67a475073468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195489 Jul 13 13:31:44.625411 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5598b156-9857-4d8e-8f14-96f673f6d305 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:44.627428 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-5598b156-9857-4d8e-8f14-96f673f6d305 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/fc37cc66-5fa1-430a-824f-d70acc6778ee HTTP/1.1" status: 204 len: 168 time: 0.2788074 Jul 13 13:31:44.630657 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5598b156-9857-4d8e-8f14-96f673f6d305 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:31:44.630995 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5598b156-9857-4d8e-8f14-96f673f6d305 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:31:44.631336 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5598b156-9857-4d8e-8f14-96f673f6d305 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:31:44.631669 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5598b156-9857-4d8e-8f14-96f673f6d305 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:31:44.632001 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5598b156-9857-4d8e-8f14-96f673f6d305 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:31:44.632326 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5598b156-9857-4d8e-8f14-96f673f6d305 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:31:44.632729 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5598b156-9857-4d8e-8f14-96f673f6d305 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:31:44.632963 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5598b156-9857-4d8e-8f14-96f673f6d305 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:31:44.633285 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5598b156-9857-4d8e-8f14-96f673f6d305 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:31:44.633604 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5598b156-9857-4d8e-8f14-96f673f6d305 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:31:44.633951 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5598b156-9857-4d8e-8f14-96f673f6d305 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:31:44.634267 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5598b156-9857-4d8e-8f14-96f673f6d305 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:31:44.636672 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 46714) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:31:44.656472 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c06f219c-117c-403b-a540-01c923866cf0 req-a0b1a7e6-8fcd-4fbe-a377-8ab8d0f0acf0 tempest-DeleteServersAdminTestJSON-748200287 tempest-DeleteServersAdminTestJSON-748200287-project] 10.222.0.23 "GET /v2.0/security-groups?id=1afcd841-0357-43c7-a68b-42ff4589c658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740051 Jul 13 13:31:44.731518 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a64a74ae-8a8c-49d2-8adc-0856610bd47a req-b212554a-7970-4dd9-8046-e31b0723acc0 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] 10.222.0.23 "GET /v2.0/security-groups?id=0375d0dc-b9f6-47cd-991d-bd203a5d5aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923606 Jul 13 13:31:44.735034 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-abeab773-556e-4056-8ef6-0b2b7c76a6e6 req-e9dfeb07-85be-4b5f-bab1-083a53e1d077 service neutron] For port b9ac0852-e57d-43a1-a494-3e38faf50603, host n-h1-800634-1, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:31:44.761049 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-abeab773-556e-4056-8ef6-0b2b7c76a6e6 req-e9dfeb07-85be-4b5f-bab1-083a53e1d077 service neutron] For port b9ac0852-e57d-43a1-a494-3e38faf50603, host n-h1-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=b9ac0852-e57d-43a1-a494-3e38faf50603,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:31:44.774528 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '625a2cbc-e53b-4d4d-bac9-731e21635521', 'name': 'network-vif-deleted', 'tag': '414079ed-5ca0-4009-8004-9b336eaf01b7'}, {'name': 'network-changed', 'server_uuid': '727deb5b-3133-4286-8684-e334a3d2008f', 'tag': '21b3903e-7bc2-443f-83b0-80d651d68c79'}, {'name': 'network-changed', 'server_uuid': 'a85b7d1e-8efc-44f7-8c26-34bf26db4992', 'tag': 'aab29890-8c42-40f0-9c32-f12fe38bd8d3'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:31:44.776919 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3828d76c-167c-47de-b110-1f7f8f57d9c4" -d '{"events": [{"server_uuid": "625a2cbc-e53b-4d4d-bac9-731e21635521", "name": "network-vif-deleted", "tag": "414079ed-5ca0-4009-8004-9b336eaf01b7"}, {"name": "network-changed", "server_uuid": "727deb5b-3133-4286-8684-e334a3d2008f", "tag": "21b3903e-7bc2-443f-83b0-80d651d68c79"}, {"name": "network-changed", "server_uuid": "a85b7d1e-8efc-44f7-8c26-34bf26db4992", "tag": "aab29890-8c42-40f0-9c32-f12fe38bd8d3"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:31:44.787664 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-abeab773-556e-4056-8ef6-0b2b7c76a6e6 req-e9dfeb07-85be-4b5f-bab1-083a53e1d077 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:44.822218 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fd39634b-70d5-49d9-b86a-668c89232cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:44.824941 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27449402-6dbd-4115-a428-5b8437098875 req-059b90b5-1ac6-479d-8518-0938512b5655 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:44.826555 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-27449402-6dbd-4115-a428-5b8437098875 req-059b90b5-1ac6-479d-8518-0938512b5655 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/ports?device_id=727deb5b-3133-4286-8684-e334a3d2008f HTTP/1.1" status: 200 len: 943 time: 0.0663228 Jul 13 13:31:44.845052 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeab773-556e-4056-8ef6-0b2b7c76a6e6 req-e9dfeb07-85be-4b5f-bab1-083a53e1d077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:44.845665 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-abeab773-556e-4056-8ef6-0b2b7c76a6e6 req-e9dfeb07-85be-4b5f-bab1-083a53e1d077 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:44.847147 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-abeab773-556e-4056-8ef6-0b2b7c76a6e6 req-e9dfeb07-85be-4b5f-bab1-083a53e1d077 service neutron] 10.222.0.26 "PUT /v2.0/ports/b9ac0852-e57d-43a1-a494-3e38faf50603 HTTP/1.1" status: 200 len: 1095 time: 2.5957596 Jul 13 13:31:44.868177 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca118bb-063e-492c-8e96-fee5ad822aad req-375a246e-34ee-4427-9715-cede3f0c48c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:44.869907 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-fca118bb-063e-492c-8e96-fee5ad822aad req-375a246e-34ee-4427-9715-cede3f0c48c9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e0bfb334-0fd9-4ba5-ba79-1568ecabee30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2525184 Jul 13 13:31:44.893382 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-27449402-6dbd-4115-a428-5b8437098875 req-a03307b7-4c46-4a4b-b7f7-d4a72c08eed1 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1a1929d-de59-4a26-a69b-05b891c11dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583160 Jul 13 13:31:45.198653 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c5eb83-d1bf-479e-92cd-97736f8c5497 req-8dbf05e8-6443-4559-bf21-496bf62600ed tempest-ServerDiagnosticsNegativeTest-1428974994 tempest-ServerDiagnosticsNegativeTest-1428974994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:45.200209 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-28c5eb83-d1bf-479e-92cd-97736f8c5497 req-8dbf05e8-6443-4559-bf21-496bf62600ed tempest-ServerDiagnosticsNegativeTest-1428974994 tempest-ServerDiagnosticsNegativeTest-1428974994-project] 10.222.0.23 "GET /v2.0/ports?device_id=a85b7d1e-8efc-44f7-8c26-34bf26db4992 HTTP/1.1" status: 200 len: 948 time: 0.0654891 Jul 13 13:31:45.208824 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Tue, 13 Jul 2021 13:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fecf650-9048-47a8-a2b2-499e3ea0cbd8 x-openstack-request-id: req-0fecf650-9048-47a8-a2b2-499e3ea0cbd8 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:31:45.209120 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "625a2cbc-e53b-4d4d-bac9-731e21635521", "name": "network-vif-deleted", "tag": "414079ed-5ca0-4009-8004-9b336eaf01b7", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "727deb5b-3133-4286-8684-e334a3d2008f", "tag": "21b3903e-7bc2-443f-83b0-80d651d68c79", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a85b7d1e-8efc-44f7-8c26-34bf26db4992", "tag": "aab29890-8c42-40f0-9c32-f12fe38bd8d3", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:31:45.209371 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0fecf650-9048-47a8-a2b2-499e3ea0cbd8 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:31:45.209788 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '625a2cbc-e53b-4d4d-bac9-731e21635521', 'name': 'network-vif-deleted', 'tag': '414079ed-5ca0-4009-8004-9b336eaf01b7', 'status': 'completed', 'code': 200} Jul 13 13:31:45.210043 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '727deb5b-3133-4286-8684-e334a3d2008f', 'tag': '21b3903e-7bc2-443f-83b0-80d651d68c79', 'status': 'completed', 'code': 200} Jul 13 13:31:45.210290 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a85b7d1e-8efc-44f7-8c26-34bf26db4992', 'tag': 'aab29890-8c42-40f0-9c32-f12fe38bd8d3', 'status': 'completed', 'code': 200} Jul 13 13:31:45.242271 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-28c5eb83-d1bf-479e-92cd-97736f8c5497 req-de7bdd86-7061-477d-9710-877cdf2ceac6 tempest-ServerDiagnosticsNegativeTest-1428974994 tempest-ServerDiagnosticsNegativeTest-1428974994-project] 10.222.0.23 "GET /v2.0/security-groups?id=50a1846f-9abd-48b9-a8f4-87a815bbf08e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352933 Jul 13 13:31:45.266432 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dfeb07-85be-4b5f-bab1-083a53e1d077 service neutron] Pushing event updated for resources: {'Port': ['ID=b9ac0852-e57d-43a1-a494-3e38faf50603,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:31:45.364912 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fd39634b-70d5-49d9-b86a-668c89232cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:45.387597 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fd39634b-70d5-49d9-b86a-668c89232cb5 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 13:31:45.388801 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fd39634b-70d5-49d9-b86a-668c89232cb5 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 13:31:45.389575 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fd39634b-70d5-49d9-b86a-668c89232cb5 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 13:31:45.389955 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fd39634b-70d5-49d9-b86a-668c89232cb5 admin admin] Subscribe: > port after_create 55550000 {{(pid=93750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 13:31:45.390287 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fd39634b-70d5-49d9-b86a-668c89232cb5 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 13:31:45.390646 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fd39634b-70d5-49d9-b86a-668c89232cb5 admin admin] Subscribe: > port after_update 55550000 {{(pid=93750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 13:31:45.390953 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fd39634b-70d5-49d9-b86a-668c89232cb5 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 13:31:45.391378 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fd39634b-70d5-49d9-b86a-668c89232cb5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 13:31:45.391616 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fd39634b-70d5-49d9-b86a-668c89232cb5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 13:31:45.391926 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fd39634b-70d5-49d9-b86a-668c89232cb5 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 13:31:45.404755 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9838d44-ce54-4871-a5c6-73a74d2b2329 req-5542e7e5-2c92-43e0-9e95-6ed82baca30c tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:45.406517 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f9838d44-ce54-4871-a5c6-73a74d2b2329 req-5542e7e5-2c92-43e0-9e95-6ed82baca30c tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.23 "GET /v2.0/ports?device_id=c78e7c84-ebda-4175-994b-69dcab224778 HTTP/1.1" status: 200 len: 947 time: 0.0623608 Jul 13 13:31:45.408353 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device b1a8ad69-cf5b-4f96-9698-93feb935a5b8 details requested by agent hyperv_n-h1-800634-1 with host n-h1-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 13:31:45.444144 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f9838d44-ce54-4871-a5c6-73a74d2b2329 req-dc6e60be-c95b-483e-b932-5972ca76e1e8 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.23 "GET /v2.0/security-groups?id=30616c26-47b2-497e-86af-cdf36766fc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316048 Jul 13 13:31:45.508697 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port b1a8ad69-cf5b-4f96-9698-93feb935a5b8, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=b1a8ad69-cf5b-4f96-9698-93feb935a5b8,segment=NetworkSegment(597f9fe5-bdd3-4578-82b7-d47dfea667f5),segment_id=597f9fe5-bdd3-4578-82b7-d47dfea667f5)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:31:45.512743 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fd39634b-70d5-49d9-b86a-668c89232cb5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 13:31:45.513726 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fd39634b-70d5-49d9-b86a-668c89232cb5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 13:31:45.514206 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fd39634b-70d5-49d9-b86a-668c89232cb5 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 13:31:45.515066 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fd39634b-70d5-49d9-b86a-668c89232cb5 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 13:31:45.515066 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-fd39634b-70d5-49d9-b86a-668c89232cb5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0964cab-0267-475c-a3e7-7c1b388e7309']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:31:45.519789 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Returning: {'device': 'b1a8ad69-cf5b-4f96-9698-93feb935a5b8', 'network_id': '19e59a1e-b6d8-42ba-be46-67a475073468', 'port_id': 'b1a8ad69-cf5b-4f96-9698-93feb935a5b8', 'mac_address': 'fa:16:3e:eb:ab:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93526d44-9065-4c3e-ad8c-d6e9275a8812', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 13:31:45.552967 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-fd39634b-70d5-49d9-b86a-668c89232cb5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4363a6d3-e5fd-4b4b-b66e-956ba196e227') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:31:45.553354 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-fd39634b-70d5-49d9-b86a-668c89232cb5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4363a6d3-e5fd-4b4b-b66e-956ba196e227') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:31:45.557071 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:45.571119 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1a8ad69-cf5b-4f96-9698-93feb935a5b8 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:31:45.586505 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fd39634b-70d5-49d9-b86a-668c89232cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5431730'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:45.592124 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port b1a8ad69-cf5b-4f96-9698-93feb935a5b8, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=b1a8ad69-cf5b-4f96-9698-93feb935a5b8,segment=NetworkSegment(597f9fe5-bdd3-4578-82b7-d47dfea667f5),segment_id=597f9fe5-bdd3-4578-82b7-d47dfea667f5)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:31:45.596816 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-fca118bb-063e-492c-8e96-fee5ad822aad req-71aed345-0425-41bb-956e-680d5652ce9d service neutron] 10.222.0.41 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6989574 Jul 13 13:31:45.597660 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:45.617782 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48379180-38be-410b-9970-921f046bb920 req-97c9a07d-fde1-40ed-bf5d-748c3c509812 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:45.619328 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-48379180-38be-410b-9970-921f046bb920 req-97c9a07d-fde1-40ed-bf5d-748c3c509812 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] 10.222.0.23 "GET /v2.0/ports?device_id=2269b0dd-2b5b-4faa-847a-43609364d3f2 HTTP/1.1" status: 200 len: 944 time: 0.0683501 Jul 13 13:31:45.646428 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fd39634b-70d5-49d9-b86a-668c89232cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:45.651750 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=b1a8ad69-cf5b-4f96-9698-93feb935a5b8,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:31:45.660161 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:31:45.660522 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:31:45.660867 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:31:45.661680 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:31:45.661680 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:31:45.661945 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:31:45.662200 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:31:45.662525 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:31:45.662851 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:31:45.663198 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:31:45.663523 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:31:45.663843 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:31:45.670971 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-48379180-38be-410b-9970-921f046bb920 req-39202176-6024-4d66-8647-a3a6e8e8dce5 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a08b1bf-6e67-40f9-b652-d19482d1fab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439191 Jul 13 13:31:45.686550 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeab773-556e-4056-8ef6-0b2b7c76a6e6 req-62adca65-aa19-43cf-8c5f-297d5712f487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:45.688063 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-abeab773-556e-4056-8ef6-0b2b7c76a6e6 req-62adca65-aa19-43cf-8c5f-297d5712f487 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=09bf0390c6c84bde9cf099d3a1ffb9e6&device_id=c78e7c84-ebda-4175-994b-69dcab224778 HTTP/1.1" status: 200 len: 1098 time: 0.7121930 Jul 13 13:31:45.690271 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd39634b-70d5-49d9-b86a-668c89232cb5 admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 13:31:45.690672 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fd39634b-70d5-49d9-b86a-668c89232cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5970419'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:45.725159 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:31:45.725159 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:31:45.725159 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:31:45.725159 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:31:45.725159 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:31:45.725159 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:31:45.725159 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:31:45.725159 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:31:45.725159 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:31:45.725159 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:31:45.725159 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:31:45.725159 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:31:45.725159 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:31:45.725159 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:31:45.725159 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:31:45.725159 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:31:45.725159 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:31:45.725159 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:31:45.725159 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:31:45.725159 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:31:45.725159 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:31:45.725159 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:31:45.725159 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:31:45.725159 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:31:45.725159 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:31:45.725159 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:31:45.725159 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:31:45.725159 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:31:45.725159 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:31:45.725159 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:31:45.725159 n-d-800634-1 neutron-server[93750]: Traceback (most recent call last): Jul 13 13:31:45.725159 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 13:31:45.725159 n-d-800634-1 neutron-server[93750]: timer() Jul 13 13:31:45.725159 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 13:31:45.725159 n-d-800634-1 neutron-server[93750]: cb(*args, **kw) Jul 13 13:31:45.725159 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 13:31:45.725159 n-d-800634-1 neutron-server[93750]: return func(*args, **kwargs) Jul 13 13:31:45.725159 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 13:31:45.725159 n-d-800634-1 neutron-server[93750]: self._notify() Jul 13 13:31:45.725159 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 13:31:45.725159 n-d-800634-1 neutron-server[93750]: self.callback(batched_events) Jul 13 13:31:45.725159 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 13:31:45.725159 n-d-800634-1 neutron-server[93750]: event.method(event) Jul 13 13:31:45.725159 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 13:31:45.725159 n-d-800634-1 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 13:31:45.725159 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 13:31:45.725159 n-d-800634-1 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 13:31:45.725159 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 13:31:45.725159 n-d-800634-1 neutron-server[93750]: return f(self, *a, **k) Jul 13 13:31:45.725159 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 13:31:45.725159 n-d-800634-1 neutron-server[93750]: return self._get(url).json() Jul 13 13:31:45.725159 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 13:31:45.725159 n-d-800634-1 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 13:31:45.725159 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 13:31:45.725159 n-d-800634-1 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 13 13:31:45.725159 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 13:31:45.725159 n-d-800634-1 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 13:31:45.725159 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 13:31:45.725159 n-d-800634-1 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 13:31:45.725159 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 13:31:45.725159 n-d-800634-1 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 13:31:45.725159 n-d-800634-1 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 13:31:45.741054 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3828d76c-167c-47de-b110-1f7f8f57d9c4 req-686cbc4e-46ae-49cb-83b6-4c9de2c5aada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:45.742572 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3828d76c-167c-47de-b110-1f7f8f57d9c4 req-686cbc4e-46ae-49cb-83b6-4c9de2c5aada service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d50e67b9ee9e45449d2522df614fe533&device_id=727deb5b-3133-4286-8684-e334a3d2008f HTTP/1.1" status: 200 len: 1124 time: 0.5315487 Jul 13 13:31:45.792424 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60ad32c-431a-469c-9e5f-8c6ee63151d7 req-2f10d914-1431-4b85-9874-acc32d1ce34d tempest-DeleteServersAdminTestJSON-748200287 tempest-DeleteServersAdminTestJSON-748200287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:45.794677 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e60ad32c-431a-469c-9e5f-8c6ee63151d7 req-2f10d914-1431-4b85-9874-acc32d1ce34d tempest-DeleteServersAdminTestJSON-748200287 tempest-DeleteServersAdminTestJSON-748200287-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c6bc71b-ae0a-470e-9b3f-b7f0c7f55fb4 HTTP/1.1" status: 200 len: 949 time: 0.5728271 Jul 13 13:31:45.839096 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-abeab773-556e-4056-8ef6-0b2b7c76a6e6 req-98b85c70-3e04-4d67-9410-6759d5b159d8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=b9ac0852-e57d-43a1-a494-3e38faf50603 HTTP/1.1" status: 200 len: 217 time: 0.1130528 Jul 13 13:31:45.864142 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['b1a8ad69-cf5b-4f96-9698-93feb935a5b8'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:31:45.922311 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea7df6f-4de0-443e-be98-61c0b095122f req-04609366-88be-441a-84b8-16dfcc0beb43 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:45.924096 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5ea7df6f-4de0-443e-be98-61c0b095122f req-04609366-88be-441a-84b8-16dfcc0beb43 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3d5bccd-0e71-4b17-8dc4-bd3e64597e9a HTTP/1.1" status: 200 len: 948 time: 0.0741019 Jul 13 13:31:45.956761 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fd39634b-70d5-49d9-b86a-668c89232cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:45.970588 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5ea7df6f-4de0-443e-be98-61c0b095122f req-fd81e9f7-e165-4015-a181-8d1434d94033 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] 10.222.0.23 "GET /v2.0/security-groups?id=0375d0dc-b9f6-47cd-991d-bd203a5d5aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405779 Jul 13 13:31:46.002571 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fd39634b-70d5-49d9-b86a-668c89232cb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:46.004593 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-fd39634b-70d5-49d9-b86a-668c89232cb5 admin admin] 10.222.0.23 "DELETE /v2.0/networks/e0964cab-0267-475c-a3e7-7c1b388e7309 HTTP/1.1" status: 204 len: 168 time: 1.3609562 Jul 13 13:31:46.008173 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 46734) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:31:46.032406 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e60ad32c-431a-469c-9e5f-8c6ee63151d7 req-e1a1dec9-34fa-49e7-9b07-b8da5014527f tempest-DeleteServersAdminTestJSON-748200287 tempest-DeleteServersAdminTestJSON-748200287-project] 10.222.0.23 "GET /v2.0/security-groups?id=1afcd841-0357-43c7-a68b-42ff4589c658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997302 Jul 13 13:31:46.034523 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-fca118bb-063e-492c-8e96-fee5ad822aad req-f47ab523-927f-44a4-b860-0e9a9ea5f1f1 service neutron] 10.222.0.41 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4258466 Jul 13 13:31:46.041288 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd39634b-70d5-49d9-b86a-668c89232cb5 admin admin] Pushing event deleted for resources: {'Network': ['ID=e0964cab-0267-475c-a3e7-7c1b388e7309,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:31:46.053699 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeab773-556e-4056-8ef6-0b2b7c76a6e6 req-a29d9f01-39b8-443e-b0d4-942e41768276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:46.058436 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-abeab773-556e-4056-8ef6-0b2b7c76a6e6 req-a29d9f01-39b8-443e-b0d4-942e41768276 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=60b55863-ceb6-45af-a8a4-4b22d72866af HTTP/1.1" status: 200 len: 843 time: 0.1644347 Jul 13 13:31:46.063759 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-12f8261a-4e44-4124-99d3-36ab3211b956 admin admin] Deleting subnet 05adcc19-567d-4712-af8d-a4c60fac1f24 {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 13:31:46.067294 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-12f8261a-4e44-4124-99d3-36ab3211b956 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:46.112499 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-12f8261a-4e44-4124-99d3-36ab3211b956 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:46.120327 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-12f8261a-4e44-4124-99d3-36ab3211b956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:46.130470 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3828d76c-167c-47de-b110-1f7f8f57d9c4 req-9008e876-37c4-4fb5-821a-12e54cb50c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:46.131923 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3828d76c-167c-47de-b110-1f7f8f57d9c4 req-9008e876-37c4-4fb5-821a-12e54cb50c66 service neutron] 10.222.0.26 "GET /v2.0/networks?id=2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21 HTTP/1.1" status: 200 len: 920 time: 0.3475065 Jul 13 13:31:46.193785 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3828d76c-167c-47de-b110-1f7f8f57d9c4 req-c77565d7-57c7-4e5c-863c-5e2b9da6da1d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=21b3903e-7bc2-443f-83b0-80d651d68c79 HTTP/1.1" status: 200 len: 217 time: 0.0444131 Jul 13 13:31:46.262069 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeab773-556e-4056-8ef6-0b2b7c76a6e6 req-1ffad8a6-d630-40d6-bb5c-f0f7e95ff1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:46.264789 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-abeab773-556e-4056-8ef6-0b2b7c76a6e6 req-1ffad8a6-d630-40d6-bb5c-f0f7e95ff1f7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e0bfb334-0fd9-4ba5-ba79-1568ecabee30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1952431 Jul 13 13:31:46.299564 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3828d76c-167c-47de-b110-1f7f8f57d9c4 req-62a98281-d6a5-43c3-ac9a-410690a00cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:46.301037 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3828d76c-167c-47de-b110-1f7f8f57d9c4 req-62a98281-d6a5-43c3-ac9a-410690a00cf0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=45599520-ccde-4569-b8cc-9a75a2e552c5 HTTP/1.1" status: 200 len: 860 time: 0.0988488 Jul 13 13:31:46.302769 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3828d76c-167c-47de-b110-1f7f8f57d9c4 req-57d82016-dc07-4513-808e-b973e834586f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:46.304133 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3828d76c-167c-47de-b110-1f7f8f57d9c4 req-57d82016-dc07-4513-808e-b973e834586f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d97961c87085483781ce534cdddb5aff&device_id=a85b7d1e-8efc-44f7-8c26-34bf26db4992 HTTP/1.1" status: 200 len: 1099 time: 0.1890864 Jul 13 13:31:46.386768 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3828d76c-167c-47de-b110-1f7f8f57d9c4 req-a7e23347-78cb-441c-9b88-773973aa77ad service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553825 Jul 13 13:31:46.454906 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-12f8261a-4e44-4124-99d3-36ab3211b956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:46.486476 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f8261a-4e44-4124-99d3-36ab3211b956 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05adcc19-567d-4712-af8d-a4c60fac1f24,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:31:46.501907 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e607eed6-20e3-4ecf-8baa-e2bbcd367416 req-d24eb34c-bf7b-4af8-98be-64ce7bba18fc tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:46.503391 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e607eed6-20e3-4ecf-8baa-e2bbcd367416 req-d24eb34c-bf7b-4af8-98be-64ce7bba18fc tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/ports?device_id=727deb5b-3133-4286-8684-e334a3d2008f HTTP/1.1" status: 200 len: 943 time: 0.3602381 Jul 13 13:31:46.504376 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-12f8261a-4e44-4124-99d3-36ab3211b956 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:46.506151 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-12f8261a-4e44-4124-99d3-36ab3211b956 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/05adcc19-567d-4712-af8d-a4c60fac1f24 HTTP/1.1" status: 204 len: 168 time: 0.4970155 Jul 13 13:31:46.508742 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 46746) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:31:46.577600 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-abeab773-556e-4056-8ef6-0b2b7c76a6e6 req-34788bd2-55eb-45bd-bb78-5d0a922fd1f1 service neutron] 10.222.0.26 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3041782 Jul 13 13:31:46.589679 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3828d76c-167c-47de-b110-1f7f8f57d9c4 req-8c89afda-06c4-4768-8b0a-90e3a7313032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:46.591105 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3828d76c-167c-47de-b110-1f7f8f57d9c4 req-8c89afda-06c4-4768-8b0a-90e3a7313032 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e0bfb334-0fd9-4ba5-ba79-1568ecabee30 HTTP/1.1" status: 200 len: 869 time: 0.2587290 Jul 13 13:31:46.600644 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e607eed6-20e3-4ecf-8baa-e2bbcd367416 req-c90c1a2a-e24a-4242-be78-70e8c4475dea tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1a1929d-de59-4a26-a69b-05b891c11dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852685 Jul 13 13:31:46.604646 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a92e6f60-a686-48f7-a7fb-b0bb3a02346b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:46.665465 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3828d76c-167c-47de-b110-1f7f8f57d9c4 req-756549f7-7cf7-412b-bdec-9d49527dba23 service neutron] 10.222.0.26 "GET /v2.0/networks/2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2487423 Jul 13 13:31:46.686166 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a92e6f60-a686-48f7-a7fb-b0bb3a02346b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:46.698571 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a92e6f60-a686-48f7-a7fb-b0bb3a02346b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 13:31:46.698785 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3828d76c-167c-47de-b110-1f7f8f57d9c4 req-cc719f40-3107-485b-91c8-02f8cb7b52bf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=aab29890-8c42-40f0-9c32-f12fe38bd8d3 HTTP/1.1" status: 200 len: 217 time: 0.0877051 Jul 13 13:31:46.699263 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a92e6f60-a686-48f7-a7fb-b0bb3a02346b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 13:31:46.701599 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a92e6f60-a686-48f7-a7fb-b0bb3a02346b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 13:31:46.702158 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a92e6f60-a686-48f7-a7fb-b0bb3a02346b admin admin] Subscribe: > port after_create 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 13:31:46.702661 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a92e6f60-a686-48f7-a7fb-b0bb3a02346b admin admin] Subscribe: > port after_delete 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 13:31:46.703157 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a92e6f60-a686-48f7-a7fb-b0bb3a02346b admin admin] Subscribe: > port after_update 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 13:31:46.703782 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a92e6f60-a686-48f7-a7fb-b0bb3a02346b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 13:31:46.704269 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a92e6f60-a686-48f7-a7fb-b0bb3a02346b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 13:31:46.705154 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a92e6f60-a686-48f7-a7fb-b0bb3a02346b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 13:31:46.706278 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a92e6f60-a686-48f7-a7fb-b0bb3a02346b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 13:31:46.775568 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a92e6f60-a686-48f7-a7fb-b0bb3a02346b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 13:31:46.775917 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a92e6f60-a686-48f7-a7fb-b0bb3a02346b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 13:31:46.776249 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a92e6f60-a686-48f7-a7fb-b0bb3a02346b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 13:31:46.776582 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a92e6f60-a686-48f7-a7fb-b0bb3a02346b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 13:31:46.776948 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-a92e6f60-a686-48f7-a7fb-b0bb3a02346b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f57c6a04-9cc4-4d72-9eb9-5a9b9a7b90c4']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:31:46.790638 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8479acd-196c-4d72-a88a-2174c9da0c8a req-81a93ecb-654a-4759-954f-f325a4f4c964 tempest-ServerDiagnosticsNegativeTest-1428974994 tempest-ServerDiagnosticsNegativeTest-1428974994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:46.792107 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e8479acd-196c-4d72-a88a-2174c9da0c8a req-81a93ecb-654a-4759-954f-f325a4f4c964 tempest-ServerDiagnosticsNegativeTest-1428974994 tempest-ServerDiagnosticsNegativeTest-1428974994-project] 10.222.0.23 "GET /v2.0/ports?device_id=a85b7d1e-8efc-44f7-8c26-34bf26db4992 HTTP/1.1" status: 200 len: 948 time: 0.2951307 Jul 13 13:31:46.805207 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-a92e6f60-a686-48f7-a7fb-b0bb3a02346b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fce0b0f-3344-4006-b73d-49294cd968fa') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:31:46.805505 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-a92e6f60-a686-48f7-a7fb-b0bb3a02346b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fce0b0f-3344-4006-b73d-49294cd968fa') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:31:46.843117 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a92e6f60-a686-48f7-a7fb-b0bb3a02346b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6018464'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:46.855693 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3828d76c-167c-47de-b110-1f7f8f57d9c4 req-91b35a73-202e-40c7-af53-ba5c41404240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:46.857772 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3828d76c-167c-47de-b110-1f7f8f57d9c4 req-91b35a73-202e-40c7-af53-ba5c41404240 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=60b55863-ceb6-45af-a8a4-4b22d72866af HTTP/1.1" status: 200 len: 843 time: 0.1465483 Jul 13 13:31:46.868707 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a92e6f60-a686-48f7-a7fb-b0bb3a02346b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:46.883281 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a92e6f60-a686-48f7-a7fb-b0bb3a02346b admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 13:31:46.883720 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a92e6f60-a686-48f7-a7fb-b0bb3a02346b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6018632'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:46.889662 n-d-800634-1 neutron-server[93751]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 13 13:31:46.889662 n-d-800634-1 neutron-server[93751]: from cryptography.utils import int_from_bytes Jul 13 13:31:46.889662 n-d-800634-1 neutron-server[93751]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 13 13:31:46.889662 n-d-800634-1 neutron-server[93751]: from cryptography.utils import int_from_bytes Jul 13 13:31:46.889662 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:31:46.889662 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:31:46.889662 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:31:46.889662 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:31:46.889662 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:31:46.889662 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:31:46.889662 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:31:46.889662 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:31:46.889662 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:31:46.889662 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:31:46.889662 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:31:46.889662 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:31:46.889662 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:31:46.889662 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:31:46.889662 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:31:46.889662 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:31:46.889662 n-d-800634-1 neutron-server[93751]: Traceback (most recent call last): Jul 13 13:31:46.889662 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 13:31:46.889662 n-d-800634-1 neutron-server[93751]: timer() Jul 13 13:31:46.889662 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 13:31:46.889662 n-d-800634-1 neutron-server[93751]: cb(*args, **kw) Jul 13 13:31:46.889662 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 13:31:46.889662 n-d-800634-1 neutron-server[93751]: return func(*args, **kwargs) Jul 13 13:31:46.889662 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 13:31:46.889662 n-d-800634-1 neutron-server[93751]: self._notify() Jul 13 13:31:46.889662 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 13:31:46.889662 n-d-800634-1 neutron-server[93751]: self.callback(batched_events) Jul 13 13:31:46.889662 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 13:31:46.889662 n-d-800634-1 neutron-server[93751]: event.method(event) Jul 13 13:31:46.889662 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 13:31:46.889662 n-d-800634-1 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 13:31:46.889662 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 13:31:46.889662 n-d-800634-1 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 13:31:46.889662 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 13:31:46.889662 n-d-800634-1 neutron-server[93751]: return f(self, *a, **k) Jul 13 13:31:46.889662 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 13:31:46.889662 n-d-800634-1 neutron-server[93751]: return self._get(url).json() Jul 13 13:31:46.889662 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 13:31:46.889662 n-d-800634-1 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 13:31:46.889662 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 13:31:46.889662 n-d-800634-1 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 13 13:31:46.889662 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 13:31:46.889662 n-d-800634-1 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 13:31:46.889662 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 13:31:46.889662 n-d-800634-1 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 13:31:46.889662 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 13:31:46.889662 n-d-800634-1 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 13:31:46.889662 n-d-800634-1 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 13:31:46.914652 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-abeab773-556e-4056-8ef6-0b2b7c76a6e6 req-e17bb249-56df-41ec-bc74-64f7ba5f449a service neutron] 10.222.0.26 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3193190 Jul 13 13:31:46.921261 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e8479acd-196c-4d72-a88a-2174c9da0c8a req-6c4735f1-feae-4a14-8ae4-89ce44b8ed6e tempest-ServerDiagnosticsNegativeTest-1428974994 tempest-ServerDiagnosticsNegativeTest-1428974994-project] 10.222.0.23 "GET /v2.0/security-groups?id=50a1846f-9abd-48b9-a8f4-87a815bbf08e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206787 Jul 13 13:31:46.940536 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3828d76c-167c-47de-b110-1f7f8f57d9c4 req-2f296ffa-1b2d-47d9-8aaf-f2d6a2d009d9 service neutron] 10.222.0.26 "GET /v2.0/networks/2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2447517 Jul 13 13:31:46.968143 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ed4032-6505-42b2-a5bb-c3fb1ede8e48 req-00dcfc3a-d037-4531-acd2-8ad86aed34d4 tempest-DeleteServersAdminTestJSON-748200287 tempest-DeleteServersAdminTestJSON-748200287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:46.969903 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-49ed4032-6505-42b2-a5bb-c3fb1ede8e48 req-00dcfc3a-d037-4531-acd2-8ad86aed34d4 tempest-DeleteServersAdminTestJSON-748200287 tempest-DeleteServersAdminTestJSON-748200287-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c6bc71b-ae0a-470e-9b3f-b7f0c7f55fb4 HTTP/1.1" status: 200 len: 949 time: 0.1876986 Jul 13 13:31:46.975975 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3828d76c-167c-47de-b110-1f7f8f57d9c4 req-ab7d1636-130e-4f50-9df9-469326454b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:46.977752 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3828d76c-167c-47de-b110-1f7f8f57d9c4 req-ab7d1636-130e-4f50-9df9-469326454b71 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e0bfb334-0fd9-4ba5-ba79-1568ecabee30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1001368 Jul 13 13:31:46.992393 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a92e6f60-a686-48f7-a7fb-b0bb3a02346b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:47.002894 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a92e6f60-a686-48f7-a7fb-b0bb3a02346b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:47.007491 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-a92e6f60-a686-48f7-a7fb-b0bb3a02346b admin admin] 10.222.0.23 "DELETE /v2.0/networks/f57c6a04-9cc4-4d72-9eb9-5a9b9a7b90c4 HTTP/1.1" status: 204 len: 168 time: 0.4950337 Jul 13 13:31:47.031208 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92e6f60-a686-48f7-a7fb-b0bb3a02346b admin admin] Pushing event deleted for resources: {'Network': ['ID=f57c6a04-9cc4-4d72-9eb9-5a9b9a7b90c4,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:31:47.047158 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-49ed4032-6505-42b2-a5bb-c3fb1ede8e48 req-ed9cc456-ab94-494f-ad84-2a9b9d04fd30 tempest-DeleteServersAdminTestJSON-748200287 tempest-DeleteServersAdminTestJSON-748200287-project] 10.222.0.23 "GET /v2.0/security-groups?id=1afcd841-0357-43c7-a68b-42ff4589c658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698328 Jul 13 13:31:47.125879 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e0dfa4db-eccb-4625-8491-129eb05adfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:47.151004 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 21b3903e-7bc2-443f-83b0-80d651d68c79 details requested by agent hyperv_n-h2-800634-1 with host n-h2-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 13:31:47.241645 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d85b5d-6af0-4e2e-8835-51bd3f9fef94 req-48aaee0c-d707-40a9-b118-d9efa55bceab tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:47.243867 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-69d85b5d-6af0-4e2e-8835-51bd3f9fef94 req-48aaee0c-d707-40a9-b118-d9efa55bceab tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] 10.222.0.23 "GET /v2.0/ports?device_id=2269b0dd-2b5b-4faa-847a-43609364d3f2 HTTP/1.1" status: 200 len: 945 time: 0.0816419 Jul 13 13:31:47.268708 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 46756) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:31:47.283029 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c78e7c84-ebda-4175-994b-69dcab224778', 'tag': 'b9ac0852-e57d-43a1-a494-3e38faf50603'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:31:47.285398 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dd5bc89-b71f-47a7-b394-c33ee9860fd0" -d '{"events": [{"name": "network-changed", "server_uuid": "c78e7c84-ebda-4175-994b-69dcab224778", "tag": "b9ac0852-e57d-43a1-a494-3e38faf50603"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:31:47.291406 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 21b3903e-7bc2-443f-83b0-80d651d68c79, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=21b3903e-7bc2-443f-83b0-80d651d68c79,segment=NetworkSegment(ad5ed454-48ea-4363-8047-0d3907eff6fd),segment_id=ad5ed454-48ea-4363-8047-0d3907eff6fd)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:31:47.303978 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 21b3903e-7bc2-443f-83b0-80d651d68c79 has no active binding in host n-h2-800634-1 {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 13 13:31:47.314792 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-69d85b5d-6af0-4e2e-8835-51bd3f9fef94 req-2b8f77b2-84ce-42b0-967d-6e0e930f9d84 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a08b1bf-6e67-40f9-b652-d19482d1fab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642257 Jul 13 13:31:47.340250 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-903474e8-b35d-4f2b-9d49-ca94c0420d53 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e06b24b227c54da295e5a8910f21b647&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0702460 Jul 13 13:31:47.343319 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 46760) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:31:47.373985 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3828d76c-167c-47de-b110-1f7f8f57d9c4 req-9861b085-933e-4a49-ba42-18f52b04bf1d service neutron] 10.222.0.41 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3812659 Jul 13 13:31:47.386653 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d6477e-4407-4976-bf1d-b2108fb22a43 req-936bae13-f746-4b7b-84f6-2459e37a2c74 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:47.389371 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f8d6477e-4407-4976-bf1d-b2108fb22a43 req-936bae13-f746-4b7b-84f6-2459e37a2c74 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.23 "GET /v2.0/ports?device_id=c78e7c84-ebda-4175-994b-69dcab224778 HTTP/1.1" status: 200 len: 947 time: 0.1007409 Jul 13 13:31:47.398838 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a0f8c488-14df-4a0e-9461-05c48e2ef29c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:47.421504 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a0f8c488-14df-4a0e-9461-05c48e2ef29c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:47.437381 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device b1a8ad69-cf5b-4f96-9698-93feb935a5b8 up at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:31:47.477507 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f8d6477e-4407-4976-bf1d-b2108fb22a43 req-3e6bfee4-db43-4785-8256-14daa9624950 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.23 "GET /v2.0/security-groups?id=30616c26-47b2-497e-86af-cdf36766fc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798447 Jul 13 13:31:47.494836 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning for port b1a8ad69-cf5b-4f96-9698-93feb935a5b8 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:31:47.502873 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning complete for port b1a8ad69-cf5b-4f96-9698-93feb935a5b8 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:31:47.503631 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:47.514480 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c734568-d0b2-49af-881b-0a368b2c8c68 req-e3ba4d2d-a7bb-44b9-a38b-d3abfc0cbde3 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:47.518173 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-0c734568-d0b2-49af-881b-0a368b2c8c68 req-e3ba4d2d-a7bb-44b9-a38b-d3abfc0cbde3 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3d5bccd-0e71-4b17-8dc4-bd3e64597e9a HTTP/1.1" status: 200 len: 948 time: 0.0946703 Jul 13 13:31:47.533171 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3828d76c-167c-47de-b110-1f7f8f57d9c4 req-26b22d93-5cbe-41f4-a5fd-9da984f16e58 service neutron] 10.222.0.41 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426284 Jul 13 13:31:47.534910 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a0f8c488-14df-4a0e-9461-05c48e2ef29c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:47.537519 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a0f8c488-14df-4a0e-9461-05c48e2ef29c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:47.538722 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-a0f8c488-14df-4a0e-9461-05c48e2ef29c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/63771fd5-d0e2-4e9a-bb83-441346329ba4 HTTP/1.1" status: 204 len: 168 time: 0.1944978 Jul 13 13:31:47.559494 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f8c488-14df-4a0e-9461-05c48e2ef29c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63771fd5-d0e2-4e9a-bb83-441346329ba4,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:31:47.582306 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-0c734568-d0b2-49af-881b-0a368b2c8c68 req-20a41d24-0819-40f6-84f4-d2daddaf128f tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] 10.222.0.23 "GET /v2.0/security-groups?id=0375d0dc-b9f6-47cd-991d-bd203a5d5aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593812 Jul 13 13:31:47.639161 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 13:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96605dfd-a8c6-4394-936e-bfcebedd7870 x-openstack-request-id: req-96605dfd-a8c6-4394-936e-bfcebedd7870 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:31:47.639830 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c78e7c84-ebda-4175-994b-69dcab224778", "tag": "b9ac0852-e57d-43a1-a494-3e38faf50603", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:31:47.640295 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-96605dfd-a8c6-4394-936e-bfcebedd7870 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:31:47.640913 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c78e7c84-ebda-4175-994b-69dcab224778', 'tag': 'b9ac0852-e57d-43a1-a494-3e38faf50603', 'status': 'completed', 'code': 200} Jul 13 13:31:47.672676 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:47.725018 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2269b0dd-2b5b-4faa-847a-43609364d3f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1a8ad69-cf5b-4f96-9698-93feb935a5b8'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:31:47.726875 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd5bc89-b71f-47a7-b394-c33ee9860fd0 req-5e691101-c844-4dca-9d0b-f64e71e66840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:47.727616 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-408d98e5-b158-4083-a5e5-a0c673a3e753" -d '{"events": [{"server_uuid": "2269b0dd-2b5b-4faa-847a-43609364d3f2", "name": "network-vif-plugged", "status": "completed", "tag": "b1a8ad69-cf5b-4f96-9698-93feb935a5b8"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:31:47.728932 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0dd5bc89-b71f-47a7-b394-c33ee9860fd0 req-5e691101-c844-4dca-9d0b-f64e71e66840 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=09bf0390c6c84bde9cf099d3a1ffb9e6&device_id=c78e7c84-ebda-4175-994b-69dcab224778 HTTP/1.1" status: 200 len: 1098 time: 0.0573630 Jul 13 13:31:47.742392 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port b1a8ad69-cf5b-4f96-9698-93feb935a5b8, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=b1a8ad69-cf5b-4f96-9698-93feb935a5b8,segment=NetworkSegment(597f9fe5-bdd3-4578-82b7-d47dfea667f5),segment_id=597f9fe5-bdd3-4578-82b7-d47dfea667f5)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:31:47.751996 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:47.797790 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9c8c89b-63f0-4456-a8dc-bec3ed11dd77 x-openstack-request-id: req-a9c8c89b-63f0-4456-a8dc-bec3ed11dd77 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:31:47.798100 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2269b0dd-2b5b-4faa-847a-43609364d3f2", "name": "network-vif-plugged", "status": "completed", "tag": "b1a8ad69-cf5b-4f96-9698-93feb935a5b8", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:31:47.798400 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a9c8c89b-63f0-4456-a8dc-bec3ed11dd77 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:31:47.798790 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2269b0dd-2b5b-4faa-847a-43609364d3f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1a8ad69-cf5b-4f96-9698-93feb935a5b8', 'code': 200} Jul 13 13:31:47.825699 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=b1a8ad69-cf5b-4f96-9698-93feb935a5b8,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:31:47.883672 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9b43fc-2403-4402-a190-75888a8339bd req-c3cca3ee-20c9-4db5-8745-a43c8d02ca85 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:47.885113 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5b9b43fc-2403-4402-a190-75888a8339bd req-c3cca3ee-20c9-4db5-8745-a43c8d02ca85 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/ports?device_id=727deb5b-3133-4286-8684-e334a3d2008f HTTP/1.1" status: 200 len: 943 time: 0.1033225 Jul 13 13:31:47.886095 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd5bc89-b71f-47a7-b394-c33ee9860fd0 req-61555a43-aa55-45e7-8449-508f1f842d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:47.887564 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0dd5bc89-b71f-47a7-b394-c33ee9860fd0 req-61555a43-aa55-45e7-8449-508f1f842d89 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e0bfb334-0fd9-4ba5-ba79-1568ecabee30 HTTP/1.1" status: 200 len: 869 time: 0.1440606 Jul 13 13:31:47.935943 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5b9b43fc-2403-4402-a190-75888a8339bd req-e1d3f6ed-dfb3-4941-be72-6d12dffa8b88 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1a1929d-de59-4a26-a69b-05b891c11dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439568 Jul 13 13:31:47.970766 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0dd5bc89-b71f-47a7-b394-c33ee9860fd0 req-0acfd1ad-49b4-4310-a9d4-1493b9dea028 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=b9ac0852-e57d-43a1-a494-3e38faf50603 HTTP/1.1" status: 200 len: 217 time: 0.0673115 Jul 13 13:31:48.023017 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 46772) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:31:48.024909 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c148664-e955-4d1d-8a7f-6b3a2d97fc1a req-035c93fe-d197-4904-8b45-cce9d7932846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:48.026419 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9c148664-e955-4d1d-8a7f-6b3a2d97fc1a req-035c93fe-d197-4904-8b45-cce9d7932846 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2269b0dd-2b5b-4faa-847a-43609364d3f2 HTTP/1.1" status: 200 len: 1097 time: 0.1242146 Jul 13 13:31:48.050048 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd5bc89-b71f-47a7-b394-c33ee9860fd0 req-cfc955c9-0148-40aa-985b-3a81504ec827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:48.051455 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0dd5bc89-b71f-47a7-b394-c33ee9860fd0 req-cfc955c9-0148-40aa-985b-3a81504ec827 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=60b55863-ceb6-45af-a8a4-4b22d72866af HTTP/1.1" status: 200 len: 843 time: 0.0630658 Jul 13 13:31:48.068572 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-ae722890-92ad-40cd-bc71-1e3952fa06e5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=748e20d0c9284c1e92749d4da3caa68b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0416942 Jul 13 13:31:48.068832 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 46774) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:31:48.121790 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9c6ef518-e601-4cee-9008-0429da53b809 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:48.136847 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9c148664-e955-4d1d-8a7f-6b3a2d97fc1a req-1c360ab4-7982-4ae8-abae-145acdc217e8 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=7a08b1bf-6e67-40f9-b652-d19482d1fab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946004 Jul 13 13:31:48.143885 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9c6ef518-e601-4cee-9008-0429da53b809 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:48.175102 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd5bc89-b71f-47a7-b394-c33ee9860fd0 req-f7d1d82b-b6f2-4019-8f73-c5fd8d5386c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:48.176588 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0dd5bc89-b71f-47a7-b394-c33ee9860fd0 req-f7d1d82b-b6f2-4019-8f73-c5fd8d5386c9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e0bfb334-0fd9-4ba5-ba79-1568ecabee30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1143782 Jul 13 13:31:48.187672 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bc0813-7d10-4466-909e-1b59431d8eb8 req-642098e0-40e6-4f87-a706-130e1d74d4f3 tempest-ServerDiagnosticsNegativeTest-1428974994 tempest-ServerDiagnosticsNegativeTest-1428974994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:48.189134 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-44bc0813-7d10-4466-909e-1b59431d8eb8 req-642098e0-40e6-4f87-a706-130e1d74d4f3 tempest-ServerDiagnosticsNegativeTest-1428974994 tempest-ServerDiagnosticsNegativeTest-1428974994-project] 10.222.0.23 "GET /v2.0/ports?device_id=a85b7d1e-8efc-44f7-8c26-34bf26db4992 HTTP/1.1" status: 200 len: 948 time: 0.1315954 Jul 13 13:31:48.221363 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9c6ef518-e601-4cee-9008-0429da53b809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:48.223963 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9c6ef518-e601-4cee-9008-0429da53b809 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:48.225083 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-9c6ef518-e601-4cee-9008-0429da53b809 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c85d5cdb-59ef-42f5-b961-ba2483a22a67 HTTP/1.1" status: 204 len: 168 time: 0.1553633 Jul 13 13:31:48.239365 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6ef518-e601-4cee-9008-0429da53b809 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c85d5cdb-59ef-42f5-b961-ba2483a22a67,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:31:48.281212 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dfe571-4afa-4e70-98d6-cf3f9b35e4da req-f553dcc0-cb11-4b77-8e6b-934709e621f8 tempest-DeleteServersAdminTestJSON-748200287 tempest-DeleteServersAdminTestJSON-748200287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:48.282895 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-61dfe571-4afa-4e70-98d6-cf3f9b35e4da req-f553dcc0-cb11-4b77-8e6b-934709e621f8 tempest-DeleteServersAdminTestJSON-748200287 tempest-DeleteServersAdminTestJSON-748200287-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c6bc71b-ae0a-470e-9b3f-b7f0c7f55fb4 HTTP/1.1" status: 200 len: 949 time: 0.0949733 Jul 13 13:31:48.288165 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-44bc0813-7d10-4466-909e-1b59431d8eb8 req-f101884c-ceaa-455b-9e76-f7b615607481 tempest-ServerDiagnosticsNegativeTest-1428974994 tempest-ServerDiagnosticsNegativeTest-1428974994-project] 10.222.0.23 "GET /v2.0/security-groups?id=50a1846f-9abd-48b9-a8f4-87a815bbf08e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921400 Jul 13 13:31:48.310894 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0dd5bc89-b71f-47a7-b394-c33ee9860fd0 req-8b0bea86-c6c0-43df-b82c-1e4a0c8cd58b service neutron] 10.222.0.26 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153524 Jul 13 13:31:48.327173 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-61dfe571-4afa-4e70-98d6-cf3f9b35e4da req-c7d91280-074f-42bd-a64f-6e4acda91003 tempest-DeleteServersAdminTestJSON-748200287 tempest-DeleteServersAdminTestJSON-748200287-project] 10.222.0.23 "GET /v2.0/security-groups?id=1afcd841-0357-43c7-a68b-42ff4589c658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382278 Jul 13 13:31:48.504089 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c44cf1-fe61-4503-aab4-a852b0f2ef9e req-efa5f409-53e1-4cde-98ce-6dcb342a86a8 tempest-DeleteServersAdminTestJSON-748200287 tempest-DeleteServersAdminTestJSON-748200287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:48.505584 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f5c44cf1-fe61-4503-aab4-a852b0f2ef9e req-efa5f409-53e1-4cde-98ce-6dcb342a86a8 tempest-DeleteServersAdminTestJSON-748200287 tempest-DeleteServersAdminTestJSON-748200287-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c6bc71b-ae0a-470e-9b3f-b7f0c7f55fb4 HTTP/1.1" status: 200 len: 949 time: 0.1787794 Jul 13 13:31:48.514912 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0dd5bc89-b71f-47a7-b394-c33ee9860fd0 req-72542528-8e6e-401a-8e58-f875b820c808 service neutron] 10.222.0.26 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756029 Jul 13 13:31:48.605899 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87204f91-d0ce-47a4-a310-2f972125e5de req-0dc027c3-1e36-4abd-a2a2-85ab8fbd1ffc tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:48.607673 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-87204f91-d0ce-47a4-a310-2f972125e5de req-0dc027c3-1e36-4abd-a2a2-85ab8fbd1ffc tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] 10.222.0.23 "GET /v2.0/ports?device_id=2269b0dd-2b5b-4faa-847a-43609364d3f2 HTTP/1.1" status: 200 len: 946 time: 0.1624627 Jul 13 13:31:48.668288 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-87204f91-d0ce-47a4-a310-2f972125e5de req-aea7f385-7c48-40fb-9c57-7d65a47f2f15 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a08b1bf-6e67-40f9-b652-d19482d1fab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520666 Jul 13 13:31:48.670904 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-f5c44cf1-fe61-4503-aab4-a852b0f2ef9e req-49dfdcb5-7c38-4baf-9e4f-b883f5d40d9e tempest-DeleteServersAdminTestJSON-748200287 tempest-DeleteServersAdminTestJSON-748200287-project] Deleting port 7aad0c26-a3ae-4ee1-b1ad-8bc1830f5d46 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:31:48.671256 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f5c44cf1-fe61-4503-aab4-a852b0f2ef9e req-49dfdcb5-7c38-4baf-9e4f-b883f5d40d9e tempest-DeleteServersAdminTestJSON-748200287 tempest-DeleteServersAdminTestJSON-748200287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:48.690407 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe4be64-d263-4686-92f2-89439079fe50 req-68c0e1d2-ade4-4f0c-bf16-613c3e70f6ec tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:48.692143 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7fe4be64-d263-4686-92f2-89439079fe50 req-68c0e1d2-ade4-4f0c-bf16-613c3e70f6ec tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.23 "GET /v2.0/ports?device_id=c78e7c84-ebda-4175-994b-69dcab224778 HTTP/1.1" status: 200 len: 947 time: 0.0740998 Jul 13 13:31:48.738975 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7fe4be64-d263-4686-92f2-89439079fe50 req-20c7e567-2cd1-443e-92e4-2f2fcf441ca4 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.23 "GET /v2.0/security-groups?id=30616c26-47b2-497e-86af-cdf36766fc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412681 Jul 13 13:31:48.781382 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-f5c44cf1-fe61-4503-aab4-a852b0f2ef9e req-49dfdcb5-7c38-4baf-9e4f-b883f5d40d9e tempest-DeleteServersAdminTestJSON-748200287 tempest-DeleteServersAdminTestJSON-748200287-project] For port 7aad0c26-a3ae-4ee1-b1ad-8bc1830f5d46, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=7aad0c26-a3ae-4ee1-b1ad-8bc1830f5d46,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:31:48.782076 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f5c44cf1-fe61-4503-aab4-a852b0f2ef9e req-49dfdcb5-7c38-4baf-9e4f-b883f5d40d9e tempest-DeleteServersAdminTestJSON-748200287 tempest-DeleteServersAdminTestJSON-748200287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:48.799363 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-f5c44cf1-fe61-4503-aab4-a852b0f2ef9e req-49dfdcb5-7c38-4baf-9e4f-b883f5d40d9e tempest-DeleteServersAdminTestJSON-748200287 tempest-DeleteServersAdminTestJSON-748200287-project] Calling delete_port for 7aad0c26-a3ae-4ee1-b1ad-8bc1830f5d46 owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:31:48.956400 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d58c89f-c757-4bfa-b480-9cac4940d218 req-c66609cd-f549-4917-9091-4c2f36416a18 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:48.957931 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3d58c89f-c757-4bfa-b480-9cac4940d218 req-c66609cd-f549-4917-9091-4c2f36416a18 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3d5bccd-0e71-4b17-8dc4-bd3e64597e9a HTTP/1.1" status: 200 len: 948 time: 0.1461682 Jul 13 13:31:49.004705 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 46808) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:31:49.026558 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3d58c89f-c757-4bfa-b480-9cac4940d218 req-21c78fee-0f2b-444a-8647-7cd81870011c tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] 10.222.0.23 "GET /v2.0/security-groups?id=0375d0dc-b9f6-47cd-991d-bd203a5d5aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509396 Jul 13 13:31:49.028700 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f5c44cf1-fe61-4503-aab4-a852b0f2ef9e req-49dfdcb5-7c38-4baf-9e4f-b883f5d40d9e tempest-DeleteServersAdminTestJSON-748200287 tempest-DeleteServersAdminTestJSON-748200287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:49.040101 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['7aad0c26-a3ae-4ee1-b1ad-8bc1830f5d46'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:31:49.063140 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dfdcb5-7c38-4baf-9e4f-b883f5d40d9e tempest-DeleteServersAdminTestJSON-748200287 tempest-DeleteServersAdminTestJSON-748200287-project] Pushing event deleted for resources: {'Port': ['ID=7aad0c26-a3ae-4ee1-b1ad-8bc1830f5d46,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:31:49.118468 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5c44cf1-fe61-4503-aab4-a852b0f2ef9e req-49dfdcb5-7c38-4baf-9e4f-b883f5d40d9e tempest-DeleteServersAdminTestJSON-748200287 tempest-DeleteServersAdminTestJSON-748200287-project] No DVR routers for this DVR port 7aad0c26-a3ae-4ee1-b1ad-8bc1830f5d46 on host n-h1-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:31:49.121367 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f5c44cf1-fe61-4503-aab4-a852b0f2ef9e req-49dfdcb5-7c38-4baf-9e4f-b883f5d40d9e tempest-DeleteServersAdminTestJSON-748200287 tempest-DeleteServersAdminTestJSON-748200287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:49.132603 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f5c44cf1-fe61-4503-aab4-a852b0f2ef9e req-49dfdcb5-7c38-4baf-9e4f-b883f5d40d9e tempest-DeleteServersAdminTestJSON-748200287 tempest-DeleteServersAdminTestJSON-748200287-project] 10.222.0.26 "DELETE /v2.0/ports/7aad0c26-a3ae-4ee1-b1ad-8bc1830f5d46 HTTP/1.1" status: 204 len: 173 time: 0.6198790 Jul 13 13:31:49.156444 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device aab29890-8c42-40f0-9c32-f12fe38bd8d3 details requested by agent hyperv_n-h2-800634-1 with host n-h2-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 13:31:49.156657 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-e6b00006-9076-4df4-8ab5-2da6c76d4225 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-438982198-network', 'tenant_id': 'da4863c629cd4bf2822544525ea25bfa'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:31:49.183966 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed6f197-7f36-4334-9a9e-d5fef82dfc7e req-7eb66fcf-e00c-4958-9853-94ca2b1014aa tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:49.186096 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5ed6f197-7f36-4334-9a9e-d5fef82dfc7e req-7eb66fcf-e00c-4958-9853-94ca2b1014aa tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/ports?device_id=727deb5b-3133-4286-8684-e334a3d2008f HTTP/1.1" status: 200 len: 943 time: 0.0962300 Jul 13 13:31:49.204626 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6b00006-9076-4df4-8ab5-2da6c76d4225 admin admin] Made reservation on behalf of da4863c629cd4bf2822544525ea25bfa for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:31:49.206978 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e6b00006-9076-4df4-8ab5-2da6c76d4225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:49.224266 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e6b00006-9076-4df4-8ab5-2da6c76d4225 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:49.272255 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5ed6f197-7f36-4334-9a9e-d5fef82dfc7e req-3d5e16e8-5d44-4fa0-b75f-5215f2cd7ddc tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1a1929d-de59-4a26-a69b-05b891c11dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756824 Jul 13 13:31:49.310482 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port aab29890-8c42-40f0-9c32-f12fe38bd8d3, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=aab29890-8c42-40f0-9c32-f12fe38bd8d3,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:31:49.329195 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Returning: {'device': 'aab29890-8c42-40f0-9c32-f12fe38bd8d3', 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30', 'port_id': 'aab29890-8c42-40f0-9c32-f12fe38bd8d3', 'mac_address': 'fa:16:3e:4a:c6:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60b55863-ceb6-45af-a8a4-4b22d72866af', 'ip_address': '192.168.233.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 13:31:49.392702 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:49.410178 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aab29890-8c42-40f0-9c32-f12fe38bd8d3 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:31:49.417718 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e6b00006-9076-4df4-8ab5-2da6c76d4225 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:49.423444 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e6b00006-9076-4df4-8ab5-2da6c76d4225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:49.432444 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port aab29890-8c42-40f0-9c32-f12fe38bd8d3, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=aab29890-8c42-40f0-9c32-f12fe38bd8d3,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:31:49.436910 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:49.451671 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b00006-9076-4df4-8ab5-2da6c76d4225 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=709341bb-1fee-4d80-b61d-6cd2fd6720ad,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:31:49.462495 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6b00006-9076-4df4-8ab5-2da6c76d4225 admin admin] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 13:31:49.475162 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e6b00006-9076-4df4-8ab5-2da6c76d4225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:49.475509 n-d-800634-1 neutron-server[93751]: INFO neutron.db.segments_db [None req-e6b00006-9076-4df4-8ab5-2da6c76d4225 admin admin] Added segment 708d5778-451d-46e9-b6ca-a33b649c866b of type vlan for network 08171c9e-2caa-4bd1-927a-106f9cadc248 Jul 13 13:31:49.506272 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=aab29890-8c42-40f0-9c32-f12fe38bd8d3,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:31:49.545993 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e6b00006-9076-4df4-8ab5-2da6c76d4225 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:49.550677 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-58f7f99b-c02d-4ab4-9396-1f61af70ed73 req-5e90e3ab-494b-46b8-bf27-98a4c8cab66d tempest-DeleteServersAdminTestJSON-748200287 tempest-DeleteServersAdminTestJSON-748200287-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c6bc71b-ae0a-470e-9b3f-b7f0c7f55fb4 HTTP/1.1" status: 200 len: 210 time: 0.0413563 Jul 13 13:31:49.557047 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db11b298-378c-4dcb-8fad-1a0213cc918f req-402ed544-4379-412d-9aa5-4d836d982fa1 tempest-ServerDiagnosticsNegativeTest-1428974994 tempest-ServerDiagnosticsNegativeTest-1428974994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:49.559197 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-db11b298-378c-4dcb-8fad-1a0213cc918f req-402ed544-4379-412d-9aa5-4d836d982fa1 tempest-ServerDiagnosticsNegativeTest-1428974994 tempest-ServerDiagnosticsNegativeTest-1428974994-project] 10.222.0.23 "GET /v2.0/ports?device_id=a85b7d1e-8efc-44f7-8c26-34bf26db4992 HTTP/1.1" status: 200 len: 949 time: 0.0731673 Jul 13 13:31:49.577185 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e6b00006-9076-4df4-8ab5-2da6c76d4225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:49.578117 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b00006-9076-4df4-8ab5-2da6c76d4225 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:49.578691 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e6b00006-9076-4df4-8ab5-2da6c76d4225 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:49.602253 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-db11b298-378c-4dcb-8fad-1a0213cc918f req-c916d732-20ed-41a6-b538-026def7291f9 tempest-ServerDiagnosticsNegativeTest-1428974994 tempest-ServerDiagnosticsNegativeTest-1428974994-project] 10.222.0.23 "GET /v2.0/security-groups?id=50a1846f-9abd-48b9-a8f4-87a815bbf08e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355704 Jul 13 13:31:49.632132 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-e6b00006-9076-4df4-8ab5-2da6c76d4225 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6263120 Jul 13 13:31:49.635114 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 46816) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:31:49.641052 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-f0744ef3-a6e0-4b18-8e60-bc1d73d5078c admin admin] Request body: {'subnet': {'network_id': '08171c9e-2caa-4bd1-927a-106f9cadc248', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-438982198-subnet', 'tenant_id': 'da4863c629cd4bf2822544525ea25bfa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:31:49.644645 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c6bc71b-ae0a-470e-9b3f-b7f0c7f55fb4', 'name': 'network-vif-deleted', 'tag': '7aad0c26-a3ae-4ee1-b1ad-8bc1830f5d46'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:31:49.646860 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-700a29fa-ca83-49e6-a052-88057803139f" -d '{"events": [{"server_uuid": "3c6bc71b-ae0a-470e-9b3f-b7f0c7f55fb4", "name": "network-vif-deleted", "tag": "7aad0c26-a3ae-4ee1-b1ad-8bc1830f5d46"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:31:49.647609 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b00006-9076-4df4-8ab5-2da6c76d4225 admin admin] Pushing event updated for resources: {'Network': ['ID=08171c9e-2caa-4bd1-927a-106f9cadc248,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:31:49.658896 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network 08171c9e-2caa-4bd1-927a-106f9cadc248 details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 13:31:49.670621 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0744ef3-a6e0-4b18-8e60-bc1d73d5078c admin admin] Made reservation on behalf of da4863c629cd4bf2822544525ea25bfa for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:31:49.673146 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f0744ef3-a6e0-4b18-8e60-bc1d73d5078c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4763385'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:49.730424 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d18bc621-b3e5-478c-bad0-e48ce1a7cd84 x-openstack-request-id: req-d18bc621-b3e5-478c-bad0-e48ce1a7cd84 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:31:49.730765 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c6bc71b-ae0a-470e-9b3f-b7f0c7f55fb4", "name": "network-vif-deleted", "tag": "7aad0c26-a3ae-4ee1-b1ad-8bc1830f5d46", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:31:49.731011 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d18bc621-b3e5-478c-bad0-e48ce1a7cd84 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:31:49.732200 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c6bc71b-ae0a-470e-9b3f-b7f0c7f55fb4', 'name': 'network-vif-deleted', 'tag': '7aad0c26-a3ae-4ee1-b1ad-8bc1830f5d46', 'status': 'completed', 'code': 200} Jul 13 13:31:49.781644 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['aab29890-8c42-40f0-9c32-f12fe38bd8d3'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:31:49.846957 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ad58015d-384e-4759-96a5-da2066885bed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:49.914408 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:49.956234 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f0744ef3-a6e0-4b18-8e60-bc1d73d5078c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5970588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4763339'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:49.975406 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0943e9-44e6-477b-9311-95f773062a47 req-32f77968-4812-4d70-8ab8-191e57cdefd6 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:49.976927 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ab0943e9-44e6-477b-9311-95f773062a47 req-32f77968-4812-4d70-8ab8-191e57cdefd6 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] 10.222.0.23 "GET /v2.0/ports?device_id=2269b0dd-2b5b-4faa-847a-43609364d3f2 HTTP/1.1" status: 200 len: 946 time: 0.1637352 Jul 13 13:31:49.980693 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c02d7ab-80fb-4052-a08a-84874b84b156 req-2b9d5400-cbbc-490c-bd76-6eb0907046f1 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:49.982806 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-9c02d7ab-80fb-4052-a08a-84874b84b156 req-2b9d5400-cbbc-490c-bd76-6eb0907046f1 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.23 "GET /v2.0/ports?device_id=c78e7c84-ebda-4175-994b-69dcab224778 HTTP/1.1" status: 200 len: 947 time: 0.0922434 Jul 13 13:31:50.020547 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-9c02d7ab-80fb-4052-a08a-84874b84b156 req-622ebef5-fc6a-465a-86f4-445fbce441cd tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.23 "GET /v2.0/security-groups?id=30616c26-47b2-497e-86af-cdf36766fc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320988 Jul 13 13:31:50.045607 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0744ef3-a6e0-4b18-8e60-bc1d73d5078c admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e27b3a8-69c6-48e6-9268-258fad44d4a1,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:31:50.069971 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ab0943e9-44e6-477b-9311-95f773062a47 req-410bf452-b459-4462-a23d-fa98d0742350 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a08b1bf-6e67-40f9-b652-d19482d1fab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688949 Jul 13 13:31:50.072549 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0744ef3-a6e0-4b18-8e60-bc1d73d5078c admin admin] Checking segment: {'id': '708d5778-451d-46e9-b6ca-a33b649c866b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '08171c9e-2caa-4bd1-927a-106f9cadc248'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:31:50.072907 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0744ef3-a6e0-4b18-8e60-bc1d73d5078c admin admin] Network hostable DHCP agents. Network: 08171c9e-2caa-4bd1-927a-106f9cadc248, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 13:31:50.098200 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0744ef3-a6e0-4b18-8e60-bc1d73d5078c admin admin] Network 08171c9e-2caa-4bd1-927a-106f9cadc248 is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 13:31:50.108556 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-f0744ef3-a6e0-4b18-8e60-bc1d73d5078c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, 08171c9e-2caa-4bd1-927a-106f9cadc248) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:31:50.112801 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0744ef3-a6e0-4b18-8e60-bc1d73d5078c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:50.113458 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f0744ef3-a6e0-4b18-8e60-bc1d73d5078c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:50.120442 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dafcd89-e2d9-483c-9f2f-9894a59c9015 None None] Network 08171c9e-2caa-4bd1-927a-106f9cadc248 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:31:50.132082 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-f0744ef3-a6e0-4b18-8e60-bc1d73d5078c admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4956720 Jul 13 13:31:50.134914 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 46830) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:31:50.141190 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-0e53b060-c8a8-4379-ab0b-1121e45032ef admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-438982198-router', 'tenant_id': 'da4863c629cd4bf2822544525ea25bfa', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:31:50.165288 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0e53b060-c8a8-4379-ab0b-1121e45032ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1591928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2714'] for router, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:50.167458 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0e53b060-c8a8-4379-ab0b-1121e45032ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447198', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1629690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2689'] for router, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:50.257658 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0e53b060-c8a8-4379-ab0b-1121e45032ef admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:50.300115 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ae20b54-17e7-48d8-add4-5e970fd37d04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a7201e1-61ce-5a3e-b7f7-e800379ed03b-08171c9e-2caa-4bd1-927a-106f9cadc248', 'network_id': '08171c9e-2caa-4bd1-927a-106f9cadc248', 'tenant_id': 'da4863c629cd4bf2822544525ea25bfa', 'fixed_ips': [{'subnet_id': '1e27b3a8-69c6-48e6-9268-258fad44d4a1'}]}} from n-d-800634-1. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 13:31:50.301116 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9ae20b54-17e7-48d8-add4-5e970fd37d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:50.358637 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2086ae52-7553-45d6-b210-665289c0c01d req-4e6b85b7-17d3-491f-9c8e-a9949ff32aae tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=acf968b8-c524-46a9-a20b-ad9667009130 HTTP/1.1" status: 200 len: 258 time: 0.1950641 Jul 13 13:31:50.367806 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-2086ae52-7553-45d6-b210-665289c0c01d req-ea0b9260-87d8-40a3-a250-d5fd174323e3 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] Request body: {'floatingip': {'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:31:50.394681 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-2086ae52-7553-45d6-b210-665289c0c01d req-ea0b9260-87d8-40a3-a250-d5fd174323e3 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] Notify callbacks [] for floatingip, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:50.417140 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1d4307-ff38-4594-bbb7-fdd4e8248913 req-318edb68-3601-4ea9-a533-eba87f0280b0 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:50.418680 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-af1d4307-ff38-4594-bbb7-fdd4e8248913 req-318edb68-3601-4ea9-a533-eba87f0280b0 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3d5bccd-0e71-4b17-8dc4-bd3e64597e9a HTTP/1.1" status: 200 len: 948 time: 0.2258086 Jul 13 13:31:50.428615 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0e53b060-c8a8-4379-ab0b-1121e45032ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447180', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1591910', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2751'] for router, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:50.445448 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-9ae20b54-17e7-48d8-add4-5e970fd37d04 None None] Allocated IP 172.20.0.2 (08171c9e-2caa-4bd1-927a-106f9cadc248/1e27b3a8-69c6-48e6-9268-258fad44d4a1/8866c55c-63bf-4c1f-9252-116763f85db8) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:31:50.502901 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-2086ae52-7553-45d6-b210-665289c0c01d req-ea0b9260-87d8-40a3-a250-d5fd174323e3 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:50.507786 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-af1d4307-ff38-4594-bbb7-fdd4e8248913 req-6cafe4fb-4e3c-4a91-bdc8-e8a38899d688 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] 10.222.0.23 "GET /v2.0/security-groups?id=0375d0dc-b9f6-47cd-991d-bd203a5d5aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819907 Jul 13 13:31:50.611540 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9ae20b54-17e7-48d8-add4-5e970fd37d04 None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:50.620393 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-9ae20b54-17e7-48d8-add4-5e970fd37d04 None None] Transition to ACTIVE for port object 8866c55c-63bf-4c1f-9252-116763f85db8 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:31:50.634922 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [req-2086ae52-7553-45d6-b210-665289c0c01d req-ea0b9260-87d8-40a3-a250-d5fd174323e3 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] Allocated IP 172.25.6.56 (acf968b8-c524-46a9-a20b-ad9667009130/dde5a78e-bd1e-4f47-8189-7321d4de73d3/ab6f0ab2-d598-4500-a524-4fd273b0782a) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:31:50.639195 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-9ae20b54-17e7-48d8-add4-5e970fd37d04 None None] Transition to ACTIVE for port object 8866c55c-63bf-4c1f-9252-116763f85db8 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:31:50.647160 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9ae20b54-17e7-48d8-add4-5e970fd37d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:50.693885 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae20b54-17e7-48d8-add4-5e970fd37d04 None None] Network 08171c9e-2caa-4bd1-927a-106f9cadc248 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:31:50.697889 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-9ae20b54-17e7-48d8-add4-5e970fd37d04 None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:31:50.704420 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae20b54-17e7-48d8-add4-5e970fd37d04 None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:31:50.735471 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae20b54-17e7-48d8-add4-5e970fd37d04 None None] Pushing event updated for resources: {'Port': ['ID=8866c55c-63bf-4c1f-9252-116763f85db8,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:31:50.746687 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0e53b060-c8a8-4379-ab0b-1121e45032ef admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:50.751246 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-2086ae52-7553-45d6-b210-665289c0c01d req-ea0b9260-87d8-40a3-a250-d5fd174323e3 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:50.769762 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0e53b060-c8a8-4379-ab0b-1121e45032ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:50.775252 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-9ae20b54-17e7-48d8-add4-5e970fd37d04 None None] Attempting to bind port 8866c55c-63bf-4c1f-9252-116763f85db8 on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:31:50.775744 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-9ae20b54-17e7-48d8-add4-5e970fd37d04 None None] Attempting to bind port 8866c55c-63bf-4c1f-9252-116763f85db8 by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '708d5778-451d-46e9-b6ca-a33b649c866b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '08171c9e-2caa-4bd1-927a-106f9cadc248'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:31:50.776466 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae20b54-17e7-48d8-add4-5e970fd37d04 None None] Attempting to bind port 8866c55c-63bf-4c1f-9252-116763f85db8 on network 08171c9e-2caa-4bd1-927a-106f9cadc248 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:31:50.783331 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae20b54-17e7-48d8-add4-5e970fd37d04 None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 31, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:31:50.783945 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae20b54-17e7-48d8-add4-5e970fd37d04 None None] Checking segment: {'id': '708d5778-451d-46e9-b6ca-a33b649c866b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '08171c9e-2caa-4bd1-927a-106f9cadc248'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:31:50.784435 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9ae20b54-17e7-48d8-add4-5e970fd37d04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:50.785493 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae20b54-17e7-48d8-add4-5e970fd37d04 None None] Bound using segment: {'id': '708d5778-451d-46e9-b6ca-a33b649c866b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '08171c9e-2caa-4bd1-927a-106f9cadc248'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:31:50.785493 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-9ae20b54-17e7-48d8-add4-5e970fd37d04 None None] Bound port: 8866c55c-63bf-4c1f-9252-116763f85db8, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '708d5778-451d-46e9-b6ca-a33b649c866b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '08171c9e-2caa-4bd1-927a-106f9cadc248'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:31:50.786168 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9ae20b54-17e7-48d8-add4-5e970fd37d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:50.794246 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b14cbf-5479-4e1c-8a86-eca5cdef87d2 req-7b4ea66b-ead0-4d47-8e03-161b927ce09d tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:50.796139 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f3b14cbf-5479-4e1c-8a86-eca5cdef87d2 req-7b4ea66b-ead0-4d47-8e03-161b927ce09d tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/ports?device_id=727deb5b-3133-4286-8684-e334a3d2008f HTTP/1.1" status: 200 len: 943 time: 0.1396348 Jul 13 13:31:50.798749 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-2086ae52-7553-45d6-b210-665289c0c01d req-ea0b9260-87d8-40a3-a250-d5fd174323e3 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:50.837118 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2086ae52-7553-45d6-b210-665289c0c01d req-ea0b9260-87d8-40a3-a250-d5fd174323e3 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] Network acf968b8-c524-46a9-a20b-ad9667009130 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:31:50.843097 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [req-2086ae52-7553-45d6-b210-665289c0c01d req-ea0b9260-87d8-40a3-a250-d5fd174323e3 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:31:50.847221 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-2086ae52-7553-45d6-b210-665289c0c01d req-ea0b9260-87d8-40a3-a250-d5fd174323e3 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:31:50.859632 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-9ae20b54-17e7-48d8-add4-5e970fd37d04 None None] For port 8866c55c-63bf-4c1f-9252-116763f85db8, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:31:50.863517 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-9ae20b54-17e7-48d8-add4-5e970fd37d04 None None] For port 8866c55c-63bf-4c1f-9252-116763f85db8, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=8866c55c-63bf-4c1f-9252-116763f85db8,segment=NetworkSegment(708d5778-451d-46e9-b6ca-a33b649c866b),segment_id=708d5778-451d-46e9-b6ca-a33b649c866b)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:31:50.868166 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9ae20b54-17e7-48d8-add4-5e970fd37d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:50.875958 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0b9260-87d8-40a3-a250-d5fd174323e3 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] Pushing event updated for resources: {'Port': ['ID=ab6f0ab2-d598-4500-a524-4fd273b0782a,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:31:50.956509 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae20b54-17e7-48d8-add4-5e970fd37d04 None None] Pushing event updated for resources: {'Port': ['ID=8866c55c-63bf-4c1f-9252-116763f85db8,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:31:50.963187 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f3b14cbf-5479-4e1c-8a86-eca5cdef87d2 req-9712b353-f432-4905-85be-278ba1e266d2 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1a1929d-de59-4a26-a69b-05b891c11dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347001 Jul 13 13:31:50.974108 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:50.983207 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-039a9bd4-8a5b-4dda-a40e-3b1884dac5b8 req-8c4f8106-07ae-4770-bbfb-7c06f926b91c service neutron] 10.222.0.26 "GET /v2.0/ports/21b3903e-7bc2-443f-83b0-80d651d68c79/bindings/n-h2-800634-1 HTTP/1.1" status: 200 len: 384 time: 0.1559119 Jul 13 13:31:50.997958 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-2086ae52-7553-45d6-b210-665289c0c01d req-ea0b9260-87d8-40a3-a250-d5fd174323e3 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:51.040449 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-0e53b060-c8a8-4379-ab0b-1121e45032ef admin admin] Allocated IP 172.25.6.150 (acf968b8-c524-46a9-a20b-ad9667009130/dde5a78e-bd1e-4f47-8189-7321d4de73d3/1cc9306f-da1c-4850-8faf-1d380edca099) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:31:51.067244 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-2086ae52-7553-45d6-b210-665289c0c01d req-ea0b9260-87d8-40a3-a250-d5fd174323e3 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:51.153782 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device aab29890-8c42-40f0-9c32-f12fe38bd8d3 up at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:31:51.261414 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning for port aab29890-8c42-40f0-9c32-f12fe38bd8d3 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:31:51.265915 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning complete for port aab29890-8c42-40f0-9c32-f12fe38bd8d3 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:31:51.266288 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:51.290230 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0e53b060-c8a8-4379-ab0b-1121e45032ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:51.294683 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-2086ae52-7553-45d6-b210-665289c0c01d req-ea0b9260-87d8-40a3-a250-d5fd174323e3 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:51.305458 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-2086ae52-7553-45d6-b210-665289c0c01d req-ea0b9260-87d8-40a3-a250-d5fd174323e3 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:51.370043 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-039a9bd4-8a5b-4dda-a40e-3b1884dac5b8 req-70a14f7c-3a78-4911-bba7-f5ed1d398a36 service neutron] For port 21b3903e-7bc2-443f-83b0-80d651d68c79, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=21b3903e-7bc2-443f-83b0-80d651d68c79,segment=NetworkSegment(ad5ed454-48ea-4363-8047-0d3907eff6fd),segment_id=ad5ed454-48ea-4363-8047-0d3907eff6fd)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:31:51.378405 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:51.421679 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-2086ae52-7553-45d6-b210-665289c0c01d req-ea0b9260-87d8-40a3-a250-d5fd174323e3 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446547'] for floatingip, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:51.426367 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0b9260-87d8-40a3-a250-d5fd174323e3 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] Pushing event updated for resources: {'Port': ['ID=ab6f0ab2-d598-4500-a524-4fd273b0782a,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:31:51.429379 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a85b7d1e-8efc-44f7-8c26-34bf26db4992', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aab29890-8c42-40f0-9c32-f12fe38bd8d3'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:31:51.432346 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fb85cd6-21ed-400b-b9a8-408cdbad4f8e" -d '{"events": [{"server_uuid": "a85b7d1e-8efc-44f7-8c26-34bf26db4992", "name": "network-vif-plugged", "status": "completed", "tag": "aab29890-8c42-40f0-9c32-f12fe38bd8d3"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:31:51.446770 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device b9ac0852-e57d-43a1-a494-3e38faf50603 details requested by agent hyperv_n-h1-800634-1 with host n-h1-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 13:31:51.450222 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-2086ae52-7553-45d6-b210-665289c0c01d req-ea0b9260-87d8-40a3-a250-d5fd174323e3 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for floatingip, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:51.452121 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2086ae52-7553-45d6-b210-665289c0c01d req-ea0b9260-87d8-40a3-a250-d5fd174323e3 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.0881729 Jul 13 13:31:51.461830 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port aab29890-8c42-40f0-9c32-f12fe38bd8d3, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=aab29890-8c42-40f0-9c32-f12fe38bd8d3,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:31:51.472282 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:51.545070 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2086ae52-7553-45d6-b210-665289c0c01d req-c758e679-0048-4bb1-99cb-babc122789b2 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.6.56 HTTP/1.1" status: 200 len: 695 time: 0.0862072 Jul 13 13:31:51.610091 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=aab29890-8c42-40f0-9c32-f12fe38bd8d3,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:31:51.650227 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port b9ac0852-e57d-43a1-a494-3e38faf50603, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=b9ac0852-e57d-43a1-a494-3e38faf50603,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:31:51.651396 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ac5cac-2cda-451f-a5bd-91415697c787 req-ae90f89c-a3cc-442c-ae11-b030d06a6df2 tempest-ServerDiagnosticsNegativeTest-1428974994 tempest-ServerDiagnosticsNegativeTest-1428974994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:51.653195 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d0ac5cac-2cda-451f-a5bd-91415697c787 req-ae90f89c-a3cc-442c-ae11-b030d06a6df2 tempest-ServerDiagnosticsNegativeTest-1428974994 tempest-ServerDiagnosticsNegativeTest-1428974994-project] 10.222.0.23 "GET /v2.0/ports?device_id=a85b7d1e-8efc-44f7-8c26-34bf26db4992 HTTP/1.1" status: 200 len: 949 time: 0.4570270 Jul 13 13:31:51.660211 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-039a9bd4-8a5b-4dda-a40e-3b1884dac5b8 req-70a14f7c-3a78-4911-bba7-f5ed1d398a36 service neutron] For port 21b3903e-7bc2-443f-83b0-80d651d68c79, host n-h1-800634-1, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:31:51.672997 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Returning: {'device': 'b9ac0852-e57d-43a1-a494-3e38faf50603', 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30', 'port_id': 'b9ac0852-e57d-43a1-a494-3e38faf50603', 'mac_address': 'fa:16:3e:e6:84:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60b55863-ceb6-45af-a8a4-4b22d72866af', 'ip_address': '192.168.233.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 13:31:51.674351 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2086ae52-7553-45d6-b210-665289c0c01d req-1209b9da-d597-4fdd-aa55-9222bba46f5d tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:51.676041 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2086ae52-7553-45d6-b210-665289c0c01d req-1209b9da-d597-4fdd-aa55-9222bba46f5d tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] 10.222.0.23 "GET /v2.0/networks/acf968b8-c524-46a9-a20b-ad9667009130 HTTP/1.1" status: 200 len: 784 time: 0.1298633 Jul 13 13:31:51.688414 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [req-2086ae52-7553-45d6-b210-665289c0c01d req-1af0e3fe-5e65-4b00-afc6-a19c9af9e4a3 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 13:31:51.689962 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2086ae52-7553-45d6-b210-665289c0c01d req-1af0e3fe-5e65-4b00-afc6-a19c9af9e4a3 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071030 Jul 13 13:31:51.693368 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0e53b060-c8a8-4379-ab0b-1121e45032ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:51.734342 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:51.746092 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-039a9bd4-8a5b-4dda-a40e-3b1884dac5b8 req-70a14f7c-3a78-4911-bba7-f5ed1d398a36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21b3903e-7bc2-443f-83b0-80d651d68c79 {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:31:51.785996 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-039a9bd4-8a5b-4dda-a40e-3b1884dac5b8 req-70a14f7c-3a78-4911-bba7-f5ed1d398a36 service neutron] For port 21b3903e-7bc2-443f-83b0-80d651d68c79, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=21b3903e-7bc2-443f-83b0-80d651d68c79,segment=NetworkSegment(ad5ed454-48ea-4363-8047-0d3907eff6fd),segment_id=ad5ed454-48ea-4363-8047-0d3907eff6fd)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:31:51.803392 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e53b060-c8a8-4379-ab0b-1121e45032ef admin admin] Network acf968b8-c524-46a9-a20b-ad9667009130 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:31:51.818933 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d0ac5cac-2cda-451f-a5bd-91415697c787 req-2ab23447-ea4e-4fb6-a3b4-4ba5e4a04b1e tempest-ServerDiagnosticsNegativeTest-1428974994 tempest-ServerDiagnosticsNegativeTest-1428974994-project] 10.222.0.23 "GET /v2.0/security-groups?id=50a1846f-9abd-48b9-a8f4-87a815bbf08e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564372 Jul 13 13:31:51.833274 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-0e53b060-c8a8-4379-ab0b-1121e45032ef admin admin] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:31:51.840855 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e53b060-c8a8-4379-ab0b-1121e45032ef admin admin] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:31:51.844477 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9ac0852-e57d-43a1-a494-3e38faf50603 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:31:51.846160 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e53b060-c8a8-4379-ab0b-1121e45032ef admin admin] Pushing event updated for resources: {'Port': ['ID=1cc9306f-da1c-4850-8faf-1d380edca099,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:31:51.854892 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-039a9bd4-8a5b-4dda-a40e-3b1884dac5b8 req-70a14f7c-3a78-4911-bba7-f5ed1d398a36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:51.883658 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port b9ac0852-e57d-43a1-a494-3e38faf50603, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=b9ac0852-e57d-43a1-a494-3e38faf50603,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:31:51.890104 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:51.963951 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=b9ac0852-e57d-43a1-a494-3e38faf50603,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:31:51.990122 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c087c0af-4499-44e6-a50c-71e0c7730fa4 req-a05a3f39-65a8-42e2-a167-7be808b8eba1 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:51.998506 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c087c0af-4499-44e6-a50c-71e0c7730fa4 req-a05a3f39-65a8-42e2-a167-7be808b8eba1 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.23 "GET /v2.0/ports?device_id=c78e7c84-ebda-4175-994b-69dcab224778 HTTP/1.1" status: 200 len: 947 time: 0.1523554 Jul 13 13:31:52.046089 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c087c0af-4499-44e6-a50c-71e0c7730fa4 req-21a935d4-f8f6-40fa-a782-5d08dba6069f tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.23 "GET /v2.0/security-groups?id=30616c26-47b2-497e-86af-cdf36766fc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474381 Jul 13 13:31:52.098079 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2dcb5a4-1cf4-4d06-ab60-d411f679da71 x-openstack-request-id: req-c2dcb5a4-1cf4-4d06-ab60-d411f679da71 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:31:52.098399 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a85b7d1e-8efc-44f7-8c26-34bf26db4992", "name": "network-vif-plugged", "status": "completed", "tag": "aab29890-8c42-40f0-9c32-f12fe38bd8d3", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:31:52.098680 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c2dcb5a4-1cf4-4d06-ab60-d411f679da71 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:31:52.099079 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a85b7d1e-8efc-44f7-8c26-34bf26db4992', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aab29890-8c42-40f0-9c32-f12fe38bd8d3', 'code': 200} Jul 13 13:31:52.156746 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['b9ac0852-e57d-43a1-a494-3e38faf50603'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:31:52.176804 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-039a9bd4-8a5b-4dda-a40e-3b1884dac5b8 req-70a14f7c-3a78-4911-bba7-f5ed1d398a36 service neutron] Transition to ACTIVE for port object 21b3903e-7bc2-443f-83b0-80d651d68c79 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:31:52.270506 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-039a9bd4-8a5b-4dda-a40e-3b1884dac5b8 req-70a14f7c-3a78-4911-bba7-f5ed1d398a36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:52.282338 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0297b9db-18ae-4b41-9f55-aebe353cf01b None None] Network 08171c9e-2caa-4bd1-927a-106f9cadc248 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:31:52.352567 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89322ec0-7392-48fb-b57d-38576322947a req-4cde7f37-6c64-4dd2-b18e-beebc1177c48 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:52.358325 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-89322ec0-7392-48fb-b57d-38576322947a req-4cde7f37-6c64-4dd2-b18e-beebc1177c48 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] 10.222.0.23 "GET /v2.0/ports?device_id=2269b0dd-2b5b-4faa-847a-43609364d3f2&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1279399 Jul 13 13:31:52.412860 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-89322ec0-7392-48fb-b57d-38576322947a req-3809b317-f6ee-48ee-90ad-9e2ebce128a8 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.6.56 HTTP/1.1" status: 200 len: 695 time: 0.0519583 Jul 13 13:31:52.424452 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-89322ec0-7392-48fb-b57d-38576322947a req-1bde7c57-5d0e-43fe-8735-c5b1d4852774 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] Request body: {'floatingip': {'port_id': 'b1a8ad69-cf5b-4f96-9698-93feb935a5b8', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:31:52.449364 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 8866c55c-63bf-4c1f-9252-116763f85db8 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:31:52.454472 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a14f7c-3a78-4911-bba7-f5ed1d398a36 service neutron] Pushing event updated for resources: {'Port': ['ID=21b3903e-7bc2-443f-83b0-80d651d68c79,revision_number=10']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:31:52.478342 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-89322ec0-7392-48fb-b57d-38576322947a req-1bde7c57-5d0e-43fe-8735-c5b1d4852774 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] Notify callbacks [] for floatingip, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:52.480567 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0e53b060-c8a8-4379-ab0b-1121e45032ef admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:52.485810 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-039a9bd4-8a5b-4dda-a40e-3b1884dac5b8 req-70a14f7c-3a78-4911-bba7-f5ed1d398a36 service neutron] No DVR routers for this DVR port 21b3903e-7bc2-443f-83b0-80d651d68c79 on host n-h1-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:31:52.495922 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-9108efb1-7a6e-471e-b80c-9b4f99684e62 None None] Provisioning for port 8866c55c-63bf-4c1f-9252-116763f85db8 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:31:52.541319 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baf907e-66f0-42f7-a626-f4c7ceaadadd req-28894338-44df-4dc6-832c-cf31d946e895 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:52.543069 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5baf907e-66f0-42f7-a626-f4c7ceaadadd req-28894338-44df-4dc6-832c-cf31d946e895 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3d5bccd-0e71-4b17-8dc4-bd3e64597e9a HTTP/1.1" status: 200 len: 948 time: 0.3511775 Jul 13 13:31:52.570332 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:52.581269 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c991079-7760-4760-a028-7c7391976414 req-63897072-97e4-4947-954c-3879a0ee43be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:52.582781 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7c991079-7760-4760-a028-7c7391976414 req-63897072-97e4-4947-954c-3879a0ee43be service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a85b7d1e-8efc-44f7-8c26-34bf26db4992 HTTP/1.1" status: 200 len: 1101 time: 0.3214877 Jul 13 13:31:52.637173 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-039a9bd4-8a5b-4dda-a40e-3b1884dac5b8 req-70a14f7c-3a78-4911-bba7-f5ed1d398a36 service neutron] 10.222.0.26 "PUT /v2.0/ports/21b3903e-7bc2-443f-83b0-80d651d68c79/bindings/n-h2-800634-1/activate HTTP/1.1" status: 200 len: 369 time: 1.6367440 Jul 13 13:31:52.641632 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port 8866c55c-63bf-4c1f-9252-116763f85db8 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:31:52.665776 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 8866c55c-63bf-4c1f-9252-116763f85db8 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:31:52.666041 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:52.692552 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5baf907e-66f0-42f7-a626-f4c7ceaadadd req-401bb4ce-3891-4321-bb00-0a70cfac0e6a tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] 10.222.0.23 "GET /v2.0/security-groups?id=0375d0dc-b9f6-47cd-991d-bd203a5d5aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184602 Jul 13 13:31:52.699670 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7c991079-7760-4760-a028-7c7391976414 req-99c5178a-b7b3-4742-aac6-e98079f5ffc8 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=50a1846f-9abd-48b9-a8f4-87a815bbf08e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833344 Jul 13 13:31:52.813239 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:52.880973 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0e53b060-c8a8-4379-ab0b-1121e45032ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447217'] for router, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:52.896998 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port 8866c55c-63bf-4c1f-9252-116763f85db8, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=8866c55c-63bf-4c1f-9252-116763f85db8,segment=NetworkSegment(708d5778-451d-46e9-b6ca-a33b649c866b),segment_id=708d5778-451d-46e9-b6ca-a33b649c866b)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:31:52.904538 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:52.978413 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=8866c55c-63bf-4c1f-9252-116763f85db8,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:31:52.988727 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039a9bd4-8a5b-4dda-a40e-3b1884dac5b8 req-31c6205a-1963-41a3-b9a3-aa2d9e40eb97 tempest-LiveAutoBlockMigrationV225Test-953904280 tempest-LiveAutoBlockMigrationV225Test-953904280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:52.990297 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-039a9bd4-8a5b-4dda-a40e-3b1884dac5b8 req-31c6205a-1963-41a3-b9a3-aa2d9e40eb97 tempest-LiveAutoBlockMigrationV225Test-953904280 tempest-LiveAutoBlockMigrationV225Test-953904280-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=727deb5b-3133-4286-8684-e334a3d2008f&tenant_id=d50e67b9ee9e45449d2522df614fe533&binding%3Ahost_id=n-h1-800634-1 HTTP/1.1" status: 200 len: 1095 time: 0.1774092 Jul 13 13:31:53.128696 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-753c564c-c676-46d3-aa1c-520de01c18ff None None] Provisioning complete for port 8866c55c-63bf-4c1f-9252-116763f85db8 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:31:53.129094 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-753c564c-c676-46d3-aa1c-520de01c18ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:53.139741 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6596cd7-ca1e-41a9-90ea-c2092de6a053 req-d5614b05-2dbe-4de4-bfa8-90d47674efbc tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:53.141449 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c6596cd7-ca1e-41a9-90ea-c2092de6a053 req-d5614b05-2dbe-4de4-bfa8-90d47674efbc tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/ports?device_id=727deb5b-3133-4286-8684-e334a3d2008f HTTP/1.1" status: 200 len: 944 time: 0.2099073 Jul 13 13:31:53.174445 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039a9bd4-8a5b-4dda-a40e-3b1884dac5b8 req-d821c93c-b218-4876-9999-52628a199df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:53.175821 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-039a9bd4-8a5b-4dda-a40e-3b1884dac5b8 req-d821c93c-b218-4876-9999-52628a199df9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=727deb5b-3133-4286-8684-e334a3d2008f&tenant_id=d50e67b9ee9e45449d2522df614fe533 HTTP/1.1" status: 200 len: 1095 time: 0.1584024 Jul 13 13:31:53.204708 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e53b060-c8a8-4379-ab0b-1121e45032ef admin admin] Router 1a90e7cd-c40b-44b3-ad72-629d5c1ea5a0 is scheduled to L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 with binding_index 1 {{(pid=93750) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 13:31:53.220639 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c6596cd7-ca1e-41a9-90ea-c2092de6a053 req-90845bc7-d193-4fcd-a667-5c7a41222e5f tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1a1929d-de59-4a26-a69b-05b891c11dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656683 Jul 13 13:31:53.265904 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-89322ec0-7392-48fb-b57d-38576322947a req-1bde7c57-5d0e-43fe-8735-c5b1d4852774 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:53.270604 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-89322ec0-7392-48fb-b57d-38576322947a req-1bde7c57-5d0e-43fe-8735-c5b1d4852774 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446547'] for floatingip, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:53.313044 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039a9bd4-8a5b-4dda-a40e-3b1884dac5b8 req-14fe9e2a-0763-4fc8-9efa-7af2e2b981d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:53.314624 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-039a9bd4-8a5b-4dda-a40e-3b1884dac5b8 req-14fe9e2a-0763-4fc8-9efa-7af2e2b981d3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d50e67b9ee9e45449d2522df614fe533&device_id=727deb5b-3133-4286-8684-e334a3d2008f HTTP/1.1" status: 200 len: 1095 time: 0.1109669 Jul 13 13:31:53.374700 n-d-800634-1 neutron-server[93751]: INFO neutron.db.l3_db [req-89322ec0-7392-48fb-b57d-38576322947a req-1bde7c57-5d0e-43fe-8735-c5b1d4852774 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] Floating IP 9423a03f-16de-41dc-9643-d513ff463f1f associated. External IP: 172.25.6.56, port: b1a8ad69-cf5b-4f96-9698-93feb935a5b8. Jul 13 13:31:53.440247 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device b9ac0852-e57d-43a1-a494-3e38faf50603 up at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:31:53.494732 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning for port b9ac0852-e57d-43a1-a494-3e38faf50603 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:31:53.499489 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning complete for port b9ac0852-e57d-43a1-a494-3e38faf50603 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:31:53.499872 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:53.591242 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:53.599877 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [req-89322ec0-7392-48fb-b57d-38576322947a req-1bde7c57-5d0e-43fe-8735-c5b1d4852774 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] Router 189999e9-76ad-4fad-9087-6d5835c0d13e has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 13:31:53.628154 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port b9ac0852-e57d-43a1-a494-3e38faf50603, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=b9ac0852-e57d-43a1-a494-3e38faf50603,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:31:53.632338 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:53.633223 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 7aad0c26-a3ae-4ee1-b1ad-8bc1830f5d46 no longer exists at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:31:53.672224 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e53b060-c8a8-4379-ab0b-1121e45032ef admin admin] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:31:53.673267 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-381d4315-9089-413f-a071-aa2897bda790 None None] No Port match for: 7aad0c26-a3ae-4ee1-b1ad-8bc1830f5d46 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:31:53.674420 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 7aad0c26-a3ae-4ee1-b1ad-8bc1830f5d46 not bound to the agent host n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:31:53.692623 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4cbbaa-5807-4c28-b446-59e93f477326 None None] Sync routers for ids ['1a90e7cd-c40b-44b3-ad72-629d5c1ea5a0'] in n-d-800634-1 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:31:53.709559 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4cbbaa-5807-4c28-b446-59e93f477326 None None] Routers {'1a90e7cd-c40b-44b3-ad72-629d5c1ea5a0'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:31:53.710244 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-ea4cbbaa-5807-4c28-b446-59e93f477326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:31:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['1a90e7cd-c40b-44b3-ad72-629d5c1ea5a0'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:31:53.710440 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=b9ac0852-e57d-43a1-a494-3e38faf50603,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:31:53.723436 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-89322ec0-7392-48fb-b57d-38576322947a req-1bde7c57-5d0e-43fe-8735-c5b1d4852774 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:31:53.724070 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0e53b060-c8a8-4379-ab0b-1121e45032ef admin admin] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:53.725296 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-0e53b060-c8a8-4379-ab0b-1121e45032ef admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.5892277 Jul 13 13:31:53.727988 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 46866) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:31:53.741377 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d54eab1-da2c-4f1a-8cd2-e19adbd0d7fe None None] Sync routers for ids ['189999e9-76ad-4fad-9087-6d5835c0d13e'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:31:53.741851 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039a9bd4-8a5b-4dda-a40e-3b1884dac5b8 req-3d12f7f9-db10-4f3f-8c34-f7f14ecf326d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:53.743333 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-039a9bd4-8a5b-4dda-a40e-3b1884dac5b8 req-3d12f7f9-db10-4f3f-8c34-f7f14ecf326d service neutron] 10.222.0.41 "GET /v2.0/networks?id=2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21 HTTP/1.1" status: 200 len: 920 time: 0.4010124 Jul 13 13:31:53.746344 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-89322ec0-7392-48fb-b57d-38576322947a req-1bde7c57-5d0e-43fe-8735-c5b1d4852774 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for floatingip, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:53.752371 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d54eab1-da2c-4f1a-8cd2-e19adbd0d7fe None None] Routers {'189999e9-76ad-4fad-9087-6d5835c0d13e'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:31:53.753130 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-5d54eab1-da2c-4f1a-8cd2-e19adbd0d7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:31:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['189999e9-76ad-4fad-9087-6d5835c0d13e'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:31:53.759777 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229e5620-4332-451b-af05-7fa087ed0b93 req-ca945480-329b-4d60-ae54-b8344baccff2 tempest-ServerDiagnosticsNegativeTest-1428974994 tempest-ServerDiagnosticsNegativeTest-1428974994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:53.766854 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-229e5620-4332-451b-af05-7fa087ed0b93 req-ca945480-329b-4d60-ae54-b8344baccff2 tempest-ServerDiagnosticsNegativeTest-1428974994 tempest-ServerDiagnosticsNegativeTest-1428974994-project] 10.222.0.23 "GET /v2.0/ports?device_id=a85b7d1e-8efc-44f7-8c26-34bf26db4992 HTTP/1.1" status: 200 len: 950 time: 0.3718507 Jul 13 13:31:53.828318 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-039a9bd4-8a5b-4dda-a40e-3b1884dac5b8 req-014c7ea6-3dfc-4a13-97a6-51af7148152d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=21b3903e-7bc2-443f-83b0-80d651d68c79 HTTP/1.1" status: 200 len: 217 time: 0.0545266 Jul 13 13:31:53.847357 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-ea4cbbaa-5807-4c28-b446-59e93f477326 None None] Set router 1a90e7cd-c40b-44b3-ad72-629d5c1ea5a0 gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:31:53.900555 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039a9bd4-8a5b-4dda-a40e-3b1884dac5b8 req-1d1b52b2-17ee-43de-87b0-58e5c34cb9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:53.902686 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-039a9bd4-8a5b-4dda-a40e-3b1884dac5b8 req-1d1b52b2-17ee-43de-87b0-58e5c34cb9ac service neutron] 10.222.0.41 "GET /v2.0/subnets?id=45599520-ccde-4569-b8cc-9a75a2e552c5 HTTP/1.1" status: 200 len: 860 time: 0.0631104 Jul 13 13:31:53.908019 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-5d54eab1-da2c-4f1a-8cd2-e19adbd0d7fe None None] Set router 189999e9-76ad-4fad-9087-6d5835c0d13e gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:31:53.912674 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-229e5620-4332-451b-af05-7fa087ed0b93 req-3da1d9c1-0261-4777-a80f-528febc767c5 tempest-ServerDiagnosticsNegativeTest-1428974994 tempest-ServerDiagnosticsNegativeTest-1428974994-project] 10.222.0.23 "GET /v2.0/security-groups?id=50a1846f-9abd-48b9-a8f4-87a815bbf08e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448376 Jul 13 13:31:53.944128 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-039a9bd4-8a5b-4dda-a40e-3b1884dac5b8 req-e64815bd-2ed8-481c-804b-32279c8a1cba service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301089 Jul 13 13:31:54.046510 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-ea4cbbaa-5807-4c28-b446-59e93f477326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a90e7cd-c40b-44b3-ad72-629d5c1ea5a0', 'name': 'tempest-FloatingIPDetailsTestJSON-438982198-router', 'tenant_id': 'da4863c629cd4bf2822544525ea25bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': '1cc9306f-da1c-4850-8faf-1d380edca099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:31:50Z', 'updated_at': '2021-07-13T13:31:52Z', 'revision_number': 3, 'project_id': 'da4863c629cd4bf2822544525ea25bfa', 'gw_port': {'id': '1cc9306f-da1c-4850-8faf-1d380edca099', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:88:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a90e7cd-c40b-44b3-ad72-629d5c1ea5a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:31:50Z', 'updated_at': '2021-07-13T13:31:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:31:54.066669 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-039a9bd4-8a5b-4dda-a40e-3b1884dac5b8 req-c09576d0-2adf-46b7-aa16-2aa8c9d01282 service neutron] 10.222.0.41 "GET /v2.0/networks/2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103330 Jul 13 13:31:54.083487 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4cbbaa-5807-4c28-b446-59e93f477326 None None] Checking router: 1a90e7cd-c40b-44b3-ad72-629d5c1ea5a0 for host: n-d-800634-1 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 13:31:54.084136 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4cbbaa-5807-4c28-b446-59e93f477326 None None] Updating router 1a90e7cd-c40b-44b3-ad72-629d5c1ea5a0 port 1cc9306f-da1c-4850-8faf-1d380edca099 binding host n-d-800634-1 {{(pid=93753) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 13:31:54.100915 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c78e7c84-ebda-4175-994b-69dcab224778', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9ac0852-e57d-43a1-a494-3e38faf50603'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:31:54.104033 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-743518c3-57dc-4fe2-a852-3ccae50916c8" -d '{"events": [{"server_uuid": "c78e7c84-ebda-4175-994b-69dcab224778", "name": "network-vif-plugged", "status": "completed", "tag": "b9ac0852-e57d-43a1-a494-3e38faf50603"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:31:54.119785 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-89322ec0-7392-48fb-b57d-38576322947a req-1bde7c57-5d0e-43fe-8735-c5b1d4852774 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] 10.222.0.23 "PUT /v2.0/floatingips/9423a03f-16de-41dc-9643-d513ff463f1f HTTP/1.1" status: 200 len: 996 time: 1.6996224 Jul 13 13:31:54.120656 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ea4cbbaa-5807-4c28-b446-59e93f477326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:54.125969 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2269b0dd-2b5b-4faa-847a-43609364d3f2', 'tag': 'b1a8ad69-cf5b-4f96-9698-93feb935a5b8'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:31:54.130940 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d17b627af75e17e0f4b8d6239d04f8c2f78634e2c585e32a7aeca336500f34a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49873e59-0c5d-45af-ae38-5dfb6fd9785d" -d '{"events": [{"name": "network-changed", "server_uuid": "2269b0dd-2b5b-4faa-847a-43609364d3f2", "tag": "b1a8ad69-cf5b-4f96-9698-93feb935a5b8"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:31:54.233875 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-039a9bd4-8a5b-4dda-a40e-3b1884dac5b8 req-fd92d255-fef4-4553-82ad-1dad62d7a945 service neutron] 10.222.0.41 "GET /v2.0/networks/2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572661 Jul 13 13:31:54.354775 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 8866c55c-63bf-4c1f-9252-116763f85db8 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:31:54.386250 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89322ec0-7392-48fb-b57d-38576322947a req-bfa426f2-435c-499e-b54d-74e1614e7a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:54.393767 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-5d54eab1-da2c-4f1a-8cd2-e19adbd0d7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '189999e9-76ad-4fad-9087-6d5835c0d13e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-495339975-router', 'tenant_id': '0dd90c19f0c54b219885a4e68746a701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '47f988fd-0444-41ae-8147-79c3096e0069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:31:23Z', 'updated_at': '2021-07-13T13:31:28Z', 'revision_number': 4, 'project_id': '0dd90c19f0c54b219885a4e68746a701', 'gw_port': {'id': '47f988fd-0444-41ae-8147-79c3096e0069', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:30:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '189999e9-76ad-4fad-9087-6d5835c0d13e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:31:24Z', 'updated_at': '2021-07-13T13:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_floatingips': [{'id': '9423a03f-16de-41dc-9643-d513ff463f1f', 'tenant_id': '0dd90c19f0c54b219885a4e68746a701', 'floating_ip_address': '172.25.6.56', 'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'router_id': '189999e9-76ad-4fad-9087-6d5835c0d13e', 'port_id': 'b1a8ad69-cf5b-4f96-9698-93feb935a5b8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 415, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19e59a1e-b6d8-42ba-be46-67a475073468', 'mac_address': 'fa:16:3e:eb:ab:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2269b0dd-2b5b-4faa-847a-43609364d3f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T13:31:50Z', 'updated_at': '2021-07-13T13:31:53Z', 'revision_number': 1, 'project_id': '0dd90c19f0c54b219885a4e68746a701', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f90d6ee-b899-4351-a3d1-2d992bba0b7f', 'name': '', 'network_id': '19e59a1e-b6d8-42ba-be46-67a475073468', 'tenant_id': '0dd90c19f0c54b219885a4e68746a701', 'mac_address': 'fa:16:3e:21:07:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '189999e9-76ad-4fad-9087-6d5835c0d13e', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '93526d44-9065-4c3e-ad8c-d6e9275a8812', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:31:27Z', 'updated_at': '2021-07-13T13:31:36Z', 'revision_number': 5, 'project_id': '0dd90c19f0c54b219885a4e68746a701', 'subnets': [{'id': '93526d44-9065-4c3e-ad8c-d6e9275a8812', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:31:54.394210 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-89322ec0-7392-48fb-b57d-38576322947a req-bfa426f2-435c-499e-b54d-74e1614e7a2a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0dd90c19f0c54b219885a4e68746a701&device_id=2269b0dd-2b5b-4faa-847a-43609364d3f2 HTTP/1.1" status: 200 len: 1097 time: 0.2580621 Jul 13 13:31:54.427950 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d54eab1-da2c-4f1a-8cd2-e19adbd0d7fe None None] Checking router: 189999e9-76ad-4fad-9087-6d5835c0d13e for host: n-d-800634-1 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 13:31:54.444109 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d54eab1-da2c-4f1a-8cd2-e19adbd0d7fe None None] Routers {'189999e9-76ad-4fad-9087-6d5835c0d13e'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:31:54.444828 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-5d54eab1-da2c-4f1a-8cd2-e19adbd0d7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:31:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['189999e9-76ad-4fad-9087-6d5835c0d13e'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:31:54.468021 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ea4cbbaa-5807-4c28-b446-59e93f477326 None None] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:54.468742 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6d641b-1e9f-4c1f-a9d2-4e9cbf027d0e req-2c0473fe-dda3-4095-a11e-3bbfeb816b72 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:54.477772 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ac6d641b-1e9f-4c1f-a9d2-4e9cbf027d0e req-2c0473fe-dda3-4095-a11e-3bbfeb816b72 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.23 "GET /v2.0/ports?device_id=c78e7c84-ebda-4175-994b-69dcab224778 HTTP/1.1" status: 200 len: 949 time: 0.1644371 Jul 13 13:31:54.492762 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89322ec0-7392-48fb-b57d-38576322947a req-dc8095b0-442b-41a0-9376-ae43ebaef1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:54.494670 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-ea4cbbaa-5807-4c28-b446-59e93f477326 None None] Transition to ACTIVE for port object 1cc9306f-da1c-4850-8faf-1d380edca099 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:31:54.497128 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 8866c55c-63bf-4c1f-9252-116763f85db8 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:31:54.497711 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:54.502018 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-89322ec0-7392-48fb-b57d-38576322947a req-dc8095b0-442b-41a0-9376-ae43ebaef1f0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=19e59a1e-b6d8-42ba-be46-67a475073468 HTTP/1.1" status: 200 len: 928 time: 0.1068075 Jul 13 13:31:54.512764 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ea4cbbaa-5807-4c28-b446-59e93f477326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:54.542268 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ac6d641b-1e9f-4c1f-a9d2-4e9cbf027d0e req-676077e6-d63b-476d-beb1-41591baa91c9 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.23 "GET /v2.0/security-groups?id=30616c26-47b2-497e-86af-cdf36766fc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631487 Jul 13 13:31:54.597036 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-ea4cbbaa-5807-4c28-b446-59e93f477326 None None] Attempting to bind port 1cc9306f-da1c-4850-8faf-1d380edca099 on host n-d-800634-1 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:31:54.597423 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-ea4cbbaa-5807-4c28-b446-59e93f477326 None None] Attempting to bind port 1cc9306f-da1c-4850-8faf-1d380edca099 by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:31:54.597815 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4cbbaa-5807-4c28-b446-59e93f477326 None None] Attempting to bind port 1cc9306f-da1c-4850-8faf-1d380edca099 on network acf968b8-c524-46a9-a20b-ad9667009130 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:31:54.611473 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4cbbaa-5807-4c28-b446-59e93f477326 None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 31, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:31:54.611904 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4cbbaa-5807-4c28-b446-59e93f477326 None None] Checking segment: {'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:31:54.612678 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ea4cbbaa-5807-4c28-b446-59e93f477326 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:54.613223 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4cbbaa-5807-4c28-b446-59e93f477326 None None] Bound using segment: {'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:31:54.613756 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-ea4cbbaa-5807-4c28-b446-59e93f477326 None None] Bound port: 1cc9306f-da1c-4850-8faf-1d380edca099, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:31:54.614177 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ea4cbbaa-5807-4c28-b446-59e93f477326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:54.615226 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-5d54eab1-da2c-4f1a-8cd2-e19adbd0d7fe None None] Set router 189999e9-76ad-4fad-9087-6d5835c0d13e gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:31:54.616548 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a47e25-c784-4940-b588-22e74c4a7e15 None None] Pushing event updated for resources: {'Port': ['ID=1cc9306f-da1c-4850-8faf-1d380edca099,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:31:54.638566 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-89322ec0-7392-48fb-b57d-38576322947a req-a0b463e4-57d6-4f00-ab92-4a6733eb4d3b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b1a8ad69-cf5b-4f96-9698-93feb935a5b8 HTTP/1.1" status: 200 len: 999 time: 0.1353719 Jul 13 13:31:54.710587 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-ea4cbbaa-5807-4c28-b446-59e93f477326 None None] For port 1cc9306f-da1c-4850-8faf-1d380edca099, host n-d-800634-1, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:31:54.714316 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89322ec0-7392-48fb-b57d-38576322947a req-9c5349a8-1f86-4a54-8950-c927bcd8c577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:54.717574 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-ea4cbbaa-5807-4c28-b446-59e93f477326 None None] For port 1cc9306f-da1c-4850-8faf-1d380edca099, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=1cc9306f-da1c-4850-8faf-1d380edca099,segment=NetworkSegment(3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87),segment_id=3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:31:54.723383 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-89322ec0-7392-48fb-b57d-38576322947a req-9c5349a8-1f86-4a54-8950-c927bcd8c577 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=93526d44-9065-4c3e-ad8c-d6e9275a8812 HTTP/1.1" status: 200 len: 867 time: 0.0834086 Jul 13 13:31:54.727928 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ea4cbbaa-5807-4c28-b446-59e93f477326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:54.793430 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039a9bd4-8a5b-4dda-a40e-3b1884dac5b8 req-3d77ed48-a968-4e99-b817-af65dd70c1b5 tempest-LiveAutoBlockMigrationV225Test-953904280 tempest-LiveAutoBlockMigrationV225Test-953904280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:54.796766 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4cbbaa-5807-4c28-b446-59e93f477326 None None] Routers {'1a90e7cd-c40b-44b3-ad72-629d5c1ea5a0'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:31:54.797639 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-039a9bd4-8a5b-4dda-a40e-3b1884dac5b8 req-3d77ed48-a968-4e99-b817-af65dd70c1b5 tempest-LiveAutoBlockMigrationV225Test-953904280 tempest-LiveAutoBlockMigrationV225Test-953904280-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=727deb5b-3133-4286-8684-e334a3d2008f&tenant_id=d50e67b9ee9e45449d2522df614fe533&binding%3Ahost_id=n-h2-800634-1 HTTP/1.1" status: 200 len: 1095 time: 0.1389766 Jul 13 13:31:54.797790 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-ea4cbbaa-5807-4c28-b446-59e93f477326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:31:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['1a90e7cd-c40b-44b3-ad72-629d5c1ea5a0'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:31:54.934428 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89322ec0-7392-48fb-b57d-38576322947a req-240947ce-d881-43f3-8527-a9ec7e97f4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:54.943432 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-89322ec0-7392-48fb-b57d-38576322947a req-240947ce-d881-43f3-8527-a9ec7e97f4bc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=19e59a1e-b6d8-42ba-be46-67a475073468&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2184639 Jul 13 13:31:54.946672 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a47e25-c784-4940-b588-22e74c4a7e15 None None] Pushing event updated for resources: {'Port': ['ID=1cc9306f-da1c-4850-8faf-1d380edca099,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:31:54.953902 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [req-89322ec0-7392-48fb-b57d-38576322947a req-0e5ceb1b-ef6b-4044-ab73-f80c67576ac1 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 13:31:54.961080 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-ea4cbbaa-5807-4c28-b446-59e93f477326 None None] Set router 1a90e7cd-c40b-44b3-ad72-629d5c1ea5a0 gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:31:54.962659 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-89322ec0-7392-48fb-b57d-38576322947a req-0e5ceb1b-ef6b-4044-ab73-f80c67576ac1 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0177486 Jul 13 13:31:55.012139 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ebd0ee0a-c713-44c9-931d-bd6aa10acb7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:55.043326 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-5d54eab1-da2c-4f1a-8cd2-e19adbd0d7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '189999e9-76ad-4fad-9087-6d5835c0d13e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-495339975-router', 'tenant_id': '0dd90c19f0c54b219885a4e68746a701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '47f988fd-0444-41ae-8147-79c3096e0069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:31:23Z', 'updated_at': '2021-07-13T13:31:28Z', 'revision_number': 4, 'project_id': '0dd90c19f0c54b219885a4e68746a701', 'gw_port': {'id': '47f988fd-0444-41ae-8147-79c3096e0069', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:30:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '189999e9-76ad-4fad-9087-6d5835c0d13e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:31:24Z', 'updated_at': '2021-07-13T13:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_floatingips': [{'id': '9423a03f-16de-41dc-9643-d513ff463f1f', 'tenant_id': '0dd90c19f0c54b219885a4e68746a701', 'floating_ip_address': '172.25.6.56', 'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'router_id': '189999e9-76ad-4fad-9087-6d5835c0d13e', 'port_id': 'b1a8ad69-cf5b-4f96-9698-93feb935a5b8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 415, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19e59a1e-b6d8-42ba-be46-67a475073468', 'mac_address': 'fa:16:3e:eb:ab:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2269b0dd-2b5b-4faa-847a-43609364d3f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T13:31:50Z', 'updated_at': '2021-07-13T13:31:53Z', 'revision_number': 1, 'project_id': '0dd90c19f0c54b219885a4e68746a701', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f90d6ee-b899-4351-a3d1-2d992bba0b7f', 'name': '', 'network_id': '19e59a1e-b6d8-42ba-be46-67a475073468', 'tenant_id': '0dd90c19f0c54b219885a4e68746a701', 'mac_address': 'fa:16:3e:21:07:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '189999e9-76ad-4fad-9087-6d5835c0d13e', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '93526d44-9065-4c3e-ad8c-d6e9275a8812', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:31:27Z', 'updated_at': '2021-07-13T13:31:36Z', 'revision_number': 5, 'project_id': '0dd90c19f0c54b219885a4e68746a701', 'subnets': [{'id': '93526d44-9065-4c3e-ad8c-d6e9275a8812', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:31:55.043593 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 46880) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:31:55.081949 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d54eab1-da2c-4f1a-8cd2-e19adbd0d7fe None None] The sync data for ids ['189999e9-76ad-4fad-9087-6d5835c0d13e'] in n-d-800634-1 is: [{'id': '189999e9-76ad-4fad-9087-6d5835c0d13e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-495339975-router', 'tenant_id': '0dd90c19f0c54b219885a4e68746a701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '47f988fd-0444-41ae-8147-79c3096e0069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:31:23Z', 'updated_at': '2021-07-13T13:31:28Z', 'revision_number': 4, 'project_id': '0dd90c19f0c54b219885a4e68746a701', 'gw_port': {'id': '47f988fd-0444-41ae-8147-79c3096e0069', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:30:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '189999e9-76ad-4fad-9087-6d5835c0d13e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:31:24Z', 'updated_at': '2021-07-13T13:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_floatingips': [{'id': '9423a03f-16de-41dc-9643-d513ff463f1f', 'tenant_id': '0dd90c19f0c54b219885a4e68746a701', 'floating_ip_address': '172.25.6.56', 'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'router_id': '189999e9-76ad-4fad-9087-6d5835c0d13e', 'port_id': 'b1a8ad69-cf5b-4f96-9698-93feb935a5b8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 415, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19e59a1e-b6d8-42ba-be46-67a475073468', 'mac_address': 'fa:16:3e:eb:ab:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2269b0dd-2b5b-4faa-847a-43609364d3f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T13:31:50Z', 'updated_at': '2021-07-13T13:31:53Z', 'revision_number': 1, 'project_id': '0dd90c19f0c54b219885a4e68746a701', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f90d6ee-b899-4351-a3d1-2d992bba0b7f', 'name': '', 'network_id': '19e59a1e-b6d8-42ba-be46-67a475073468', 'tenant_id': '0dd90c19f0c54b219885a4e68746a701', 'mac_address': 'fa:16:3e:21:07:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '189999e9-76ad-4fad-9087-6d5835c0d13e', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '93526d44-9065-4c3e-ad8c-d6e9275a8812', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:31:27Z', 'updated_at': '2021-07-13T13:31:36Z', 'revision_number': 5, 'project_id': '0dd90c19f0c54b219885a4e68746a701', 'subnets': [{'id': '93526d44-9065-4c3e-ad8c-d6e9275a8812', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:31:55.111333 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e99b6a-f010-4712-8596-00c6ba5baa09 req-220ded78-5cf4-4a99-871d-24f5b736e634 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:55.113093 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-87e99b6a-f010-4712-8596-00c6ba5baa09 req-220ded78-5cf4-4a99-871d-24f5b736e634 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3d5bccd-0e71-4b17-8dc4-bd3e64597e9a HTTP/1.1" status: 200 len: 948 time: 0.2565978 Jul 13 13:31:55.134091 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-039a9bd4-8a5b-4dda-a40e-3b1884dac5b8 req-bc6a806e-d3e0-4177-8d7d-738c9b04c74e service neutron] For port 21b3903e-7bc2-443f-83b0-80d651d68c79, host n-h1-800634-1, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:31:55.152635 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-039a9bd4-8a5b-4dda-a40e-3b1884dac5b8 req-bc6a806e-d3e0-4177-8d7d-738c9b04c74e service neutron] Notify callbacks [] for binding, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:55.153975 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-039a9bd4-8a5b-4dda-a40e-3b1884dac5b8 req-bc6a806e-d3e0-4177-8d7d-738c9b04c74e service neutron] 10.222.0.41 "DELETE /v2.0/ports/21b3903e-7bc2-443f-83b0-80d651d68c79/bindings/n-h1-800634-1 HTTP/1.1" status: 204 len: 173 time: 0.3495522 Jul 13 13:31:55.186426 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-87e99b6a-f010-4712-8596-00c6ba5baa09 req-ab9b65c8-c1e5-4a85-80ba-a0d88a6431f4 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] 10.222.0.23 "GET /v2.0/security-groups?id=0375d0dc-b9f6-47cd-991d-bd203a5d5aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643151 Jul 13 13:31:55.249919 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:31:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adc52483-dc65-4411-b2f7-cef890bbc082 x-openstack-request-id: req-adc52483-dc65-4411-b2f7-cef890bbc082 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:31:55.250221 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c78e7c84-ebda-4175-994b-69dcab224778", "name": "network-vif-plugged", "status": "completed", "tag": "b9ac0852-e57d-43a1-a494-3e38faf50603", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:31:55.250482 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-adc52483-dc65-4411-b2f7-cef890bbc082 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:31:55.250887 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c78e7c84-ebda-4175-994b-69dcab224778', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9ac0852-e57d-43a1-a494-3e38faf50603', 'code': 200} Jul 13 13:31:55.285871 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-89322ec0-7392-48fb-b57d-38576322947a req-19ba497a-b944-48aa-809c-d779b498db71 service neutron] 10.222.0.23 "GET /v2.0/networks/19e59a1e-b6d8-42ba-be46-67a475073468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3221915 Jul 13 13:31:55.298109 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-ea4cbbaa-5807-4c28-b446-59e93f477326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a90e7cd-c40b-44b3-ad72-629d5c1ea5a0', 'name': 'tempest-FloatingIPDetailsTestJSON-438982198-router', 'tenant_id': 'da4863c629cd4bf2822544525ea25bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': '1cc9306f-da1c-4850-8faf-1d380edca099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:31:50Z', 'updated_at': '2021-07-13T13:31:52Z', 'revision_number': 3, 'project_id': 'da4863c629cd4bf2822544525ea25bfa', 'gw_port': {'id': '1cc9306f-da1c-4850-8faf-1d380edca099', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:88:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a90e7cd-c40b-44b3-ad72-629d5c1ea5a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:31:50Z', 'updated_at': '2021-07-13T13:31:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:31:55.318956 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-9ed1fbca-5299-4ad8-b02f-616441439cd8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7eca6173435940be9643f10db4afeae9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2674751 Jul 13 13:31:55.320459 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 46886) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:31:55.335993 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4cbbaa-5807-4c28-b446-59e93f477326 None None] The sync data for ids ['1a90e7cd-c40b-44b3-ad72-629d5c1ea5a0'] in n-d-800634-1 is: [{'id': '1a90e7cd-c40b-44b3-ad72-629d5c1ea5a0', 'name': 'tempest-FloatingIPDetailsTestJSON-438982198-router', 'tenant_id': 'da4863c629cd4bf2822544525ea25bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': '1cc9306f-da1c-4850-8faf-1d380edca099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:31:50Z', 'updated_at': '2021-07-13T13:31:52Z', 'revision_number': 3, 'project_id': 'da4863c629cd4bf2822544525ea25bfa', 'gw_port': {'id': '1cc9306f-da1c-4850-8faf-1d380edca099', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:88:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a90e7cd-c40b-44b3-ad72-629d5c1ea5a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:31:50Z', 'updated_at': '2021-07-13T13:31:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:31:55.415544 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-89322ec0-7392-48fb-b57d-38576322947a req-af2ff964-291a-4235-bfde-f340eb6c2595 service neutron] 10.222.0.23 "GET /v2.0/networks/19e59a1e-b6d8-42ba-be46-67a475073468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287878 Jul 13 13:31:55.419045 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 13:31:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01a57592-b86b-4e8f-aad4-0d3883e7d49b x-openstack-request-id: req-01a57592-b86b-4e8f-aad4-0d3883e7d49b {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:31:55.419413 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2269b0dd-2b5b-4faa-847a-43609364d3f2", "tag": "b1a8ad69-cf5b-4f96-9698-93feb935a5b8", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:31:55.419582 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-01a57592-b86b-4e8f-aad4-0d3883e7d49b {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:31:55.420028 n-d-800634-1 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2269b0dd-2b5b-4faa-847a-43609364d3f2', 'tag': 'b1a8ad69-cf5b-4f96-9698-93feb935a5b8', 'status': 'completed', 'code': 200} Jul 13 13:31:55.425999 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2c7b41-25d7-4f04-a26e-fe89f2dec5bd None None] New status for floating IP 9423a03f-16de-41dc-9643-d513ff463f1f: ACTIVE {{(pid=93753) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 13:31:55.454887 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 21b3903e-7bc2-443f-83b0-80d651d68c79 no longer exists at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:31:55.510654 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-ebd0ee0a-c713-44c9-931d-bd6aa10acb7e admin admin] Allocated IP 172.20.0.1 (08171c9e-2caa-4bd1-927a-106f9cadc248/1e27b3a8-69c6-48e6-9268-258fad44d4a1/8b86c94c-63ad-4a20-a2c7-4dad19f5aab1) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:31:55.542773 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 21b3903e-7bc2-443f-83b0-80d651d68c79 not bound to the agent host n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:31:55.594228 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 13:31:55.596192 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49873e59-0c5d-45af-ae38-5dfb6fd9785d req-47ecd8a6-970f-41e1-b4bd-9eb4c2592e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:55.597718 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-49873e59-0c5d-45af-ae38-5dfb6fd9785d req-47ecd8a6-970f-41e1-b4bd-9eb4c2592e88 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0dd90c19f0c54b219885a4e68746a701&device_id=2269b0dd-2b5b-4faa-847a-43609364d3f2 HTTP/1.1" status: 200 len: 1097 time: 0.2063289 Jul 13 13:31:55.725787 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f656a22d-326d-4bb0-aac2-387129592a1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:55.728131 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49873e59-0c5d-45af-ae38-5dfb6fd9785d req-1ce6ae71-4494-4a17-94ad-ff0cc36e3c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:55.729636 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-49873e59-0c5d-45af-ae38-5dfb6fd9785d req-1ce6ae71-4494-4a17-94ad-ff0cc36e3c1b service neutron] 10.222.0.26 "GET /v2.0/networks?id=19e59a1e-b6d8-42ba-be46-67a475073468 HTTP/1.1" status: 200 len: 928 time: 0.1135957 Jul 13 13:31:55.734084 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17918e1-3a56-47f1-a466-03dc2b779273 req-3ac40333-a458-4daa-a5df-4a82e705e2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:55.735626 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e17918e1-3a56-47f1-a466-03dc2b779273 req-3ac40333-a458-4daa-a5df-4a82e705e2f8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c78e7c84-ebda-4175-994b-69dcab224778 HTTP/1.1" status: 200 len: 1100 time: 0.3877625 Jul 13 13:31:55.781491 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ebd0ee0a-c713-44c9-931d-bd6aa10acb7e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:55.791799 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f2ac8a-f7fe-4c32-a3fb-6bfc327af748 req-2acfdd72-64f4-4b85-abaa-9d3fccd168f4 tempest-ServerDiagnosticsNegativeTest-1428974994 tempest-ServerDiagnosticsNegativeTest-1428974994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:55.800826 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-76f2ac8a-f7fe-4c32-a3fb-6bfc327af748 req-2acfdd72-64f4-4b85-abaa-9d3fccd168f4 tempest-ServerDiagnosticsNegativeTest-1428974994 tempest-ServerDiagnosticsNegativeTest-1428974994-project] 10.222.0.23 "GET /v2.0/ports?device_id=a85b7d1e-8efc-44f7-8c26-34bf26db4992 HTTP/1.1" status: 200 len: 950 time: 0.1522245 Jul 13 13:31:55.851910 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-ebd0ee0a-c713-44c9-931d-bd6aa10acb7e admin admin] Transition to ACTIVE for port object 8b86c94c-63ad-4a20-a2c7-4dad19f5aab1 will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:31:55.872716 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039936c8-bc11-4615-bf85-8790d09058b3 req-b653dcc3-7fe6-468a-8f9d-69302111c4c9 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:55.875017 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-76f2ac8a-f7fe-4c32-a3fb-6bfc327af748 req-59076207-a63f-45b5-a967-df0f2751b327 tempest-ServerDiagnosticsNegativeTest-1428974994 tempest-ServerDiagnosticsNegativeTest-1428974994-project] 10.222.0.23 "GET /v2.0/security-groups?id=50a1846f-9abd-48b9-a8f4-87a815bbf08e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728645 Jul 13 13:31:55.877862 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-039936c8-bc11-4615-bf85-8790d09058b3 req-b653dcc3-7fe6-468a-8f9d-69302111c4c9 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/ports?device_id=727deb5b-3133-4286-8684-e334a3d2008f HTTP/1.1" status: 200 len: 944 time: 0.3748784 Jul 13 13:31:55.890543 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f656a22d-326d-4bb0-aac2-387129592a1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:55.938944 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e17918e1-3a56-47f1-a466-03dc2b779273 req-38e8fa57-1b13-41e0-aa0a-9538a66dded3 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=30616c26-47b2-497e-86af-cdf36766fc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595438 Jul 13 13:31:55.943586 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ebd0ee0a-c713-44c9-931d-bd6aa10acb7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:55.967579 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-49873e59-0c5d-45af-ae38-5dfb6fd9785d req-0c8875a0-7b8f-4dba-b145-3db81e2f15b9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b1a8ad69-cf5b-4f96-9698-93feb935a5b8 HTTP/1.1" status: 200 len: 999 time: 0.2193887 Jul 13 13:31:55.989162 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd0ee0a-c713-44c9-931d-bd6aa10acb7e admin admin] Network 08171c9e-2caa-4bd1-927a-106f9cadc248 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:31:55.993018 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-ebd0ee0a-c713-44c9-931d-bd6aa10acb7e admin admin] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:31:56.018500 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd0ee0a-c713-44c9-931d-bd6aa10acb7e admin admin] Pushing event updated for resources: {'Port': ['ID=8b86c94c-63ad-4a20-a2c7-4dad19f5aab1,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:31:56.021190 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd0ee0a-c713-44c9-931d-bd6aa10acb7e admin admin] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:31:56.067262 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-039936c8-bc11-4615-bf85-8790d09058b3 req-5e15659e-506a-4144-a966-00c47fe8398b tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1a1929d-de59-4a26-a69b-05b891c11dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776891 Jul 13 13:31:56.078180 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ebd0ee0a-c713-44c9-931d-bd6aa10acb7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-450452'] for router_interface, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:56.123011 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f656a22d-326d-4bb0-aac2-387129592a1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:56.133665 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f656a22d-326d-4bb0-aac2-387129592a1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:56.135365 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-f656a22d-326d-4bb0-aac2-387129592a1f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1afcd841-0357-43c7-a68b-42ff4589c658 HTTP/1.1" status: 204 len: 168 time: 0.8144023 Jul 13 13:31:56.183181 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49873e59-0c5d-45af-ae38-5dfb6fd9785d req-b86ca080-ec46-4763-add8-346707dd9e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:56.184764 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-49873e59-0c5d-45af-ae38-5dfb6fd9785d req-b86ca080-ec46-4763-add8-346707dd9e5f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=93526d44-9065-4c3e-ad8c-d6e9275a8812 HTTP/1.1" status: 200 len: 867 time: 0.1931081 Jul 13 13:31:56.198688 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f656a22d-326d-4bb0-aac2-387129592a1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1afcd841-0357-43c7-a68b-42ff4589c658,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:31:56.415494 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 1cc9306f-da1c-4850-8faf-1d380edca099 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:31:56.427976 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49873e59-0c5d-45af-ae38-5dfb6fd9785d req-4e8d93d8-6e91-43ba-8119-a3bca26b5105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:56.429609 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-49873e59-0c5d-45af-ae38-5dfb6fd9785d req-4e8d93d8-6e91-43ba-8119-a3bca26b5105 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=19e59a1e-b6d8-42ba-be46-67a475073468&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2238140 Jul 13 13:31:56.446529 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d38cba-2206-47ad-b97f-7d56e04e2b36 req-8a9d9700-4457-4d5e-a8b2-f7de3cf8db85 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:56.455789 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-91d38cba-2206-47ad-b97f-7d56e04e2b36 req-8a9d9700-4457-4d5e-a8b2-f7de3cf8db85 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.23 "GET /v2.0/ports?device_id=c78e7c84-ebda-4175-994b-69dcab224778 HTTP/1.1" status: 200 len: 949 time: 0.1636965 Jul 13 13:31:56.496383 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-bb198b76-1fe1-40e9-afb1-739eb5884d5f None None] Provisioning for port 8b86c94c-63ad-4a20-a2c7-4dad19f5aab1 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:31:56.500382 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port 1cc9306f-da1c-4850-8faf-1d380edca099 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:31:56.506869 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 1cc9306f-da1c-4850-8faf-1d380edca099 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:31:56.507332 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:56.509754 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-bb198b76-1fe1-40e9-afb1-739eb5884d5f None None] Provisioning complete for port 8b86c94c-63ad-4a20-a2c7-4dad19f5aab1 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:31:56.510552 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-bb198b76-1fe1-40e9-afb1-739eb5884d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:56.518493 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ea1c6447-8790-4b84-8b98-c8271703fbe6 req-4fb39247-38de-49b0-8881-0116dede97fe tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=acf968b8-c524-46a9-a20b-ad9667009130 HTTP/1.1" status: 200 len: 258 time: 0.3441327 Jul 13 13:31:56.567429 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-ea1c6447-8790-4b84-8b98-c8271703fbe6 req-8b7bd2ad-debf-4af0-b6f1-fcaf4c08841c tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] Request body: {'floatingip': {'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:31:56.572731 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-49873e59-0c5d-45af-ae38-5dfb6fd9785d req-724e51b7-ebce-4c49-ab1b-4a54da2919ef service neutron] 10.222.0.26 "GET /v2.0/networks/19e59a1e-b6d8-42ba-be46-67a475073468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146049 Jul 13 13:31:56.677024 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-91d38cba-2206-47ad-b97f-7d56e04e2b36 req-4cbb782d-3f17-4f66-8ac1-7d7b9bc7be13 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.23 "GET /v2.0/security-groups?id=30616c26-47b2-497e-86af-cdf36766fc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200446 Jul 13 13:31:56.677569 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 46902) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:31:56.737441 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-bb198b76-1fe1-40e9-afb1-739eb5884d5f None None] Port 8b86c94c-63ad-4a20-a2c7-4dad19f5aab1 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:31:56.757441 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-49873e59-0c5d-45af-ae38-5dfb6fd9785d req-a3d1253a-f82c-4e6f-bbfe-b1584ca5d15d service neutron] 10.222.0.26 "GET /v2.0/networks/19e59a1e-b6d8-42ba-be46-67a475073468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744506 Jul 13 13:31:56.784172 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b408656d-3604-41c3-a5f9-f325ffd1f2db admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:56.808569 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:56.847966 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port 1cc9306f-da1c-4850-8faf-1d380edca099, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=1cc9306f-da1c-4850-8faf-1d380edca099,segment=NetworkSegment(3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87),segment_id=3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:31:56.858466 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:56.920742 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ebd0ee0a-c713-44c9-931d-bd6aa10acb7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:56.944812 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b408656d-3604-41c3-a5f9-f325ffd1f2db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:56.950977 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b408656d-3604-41c3-a5f9-f325ffd1f2db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:56.967980 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=1cc9306f-da1c-4850-8faf-1d380edca099,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:31:56.989449 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b408656d-3604-41c3-a5f9-f325ffd1f2db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3364cba2-6c6b-4bfd-a5fa-6449fe09ccb0,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:31:57.006956 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-ea1c6447-8790-4b84-8b98-c8271703fbe6 req-8b7bd2ad-debf-4af0-b6f1-fcaf4c08841c tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] Notify callbacks [] for floatingip, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:57.073901 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-b408656d-3604-41c3-a5f9-f325ffd1f2db admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8686503da2a34656b5f3daa8b8bee86d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3883376 Jul 13 13:31:57.077490 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 46908) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:31:57.161463 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e88c20e-41da-4adc-9eea-5440c391bdb4 req-90ef2b84-472c-416c-ad34-93bccf09f55e tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:57.168451 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0e88c20e-41da-4adc-9eea-5440c391bdb4 req-90ef2b84-472c-416c-ad34-93bccf09f55e tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3d5bccd-0e71-4b17-8dc4-bd3e64597e9a HTTP/1.1" status: 200 len: 948 time: 0.1448262 Jul 13 13:31:57.186449 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b4c163fc-58a4-47c4-b9ee-978088271d1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:57.224219 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b4c163fc-58a4-47c4-b9ee-978088271d1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:57.233201 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0e88c20e-41da-4adc-9eea-5440c391bdb4 req-0365c921-b291-4366-a0a8-9a5c6a43cf85 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] 10.222.0.23 "GET /v2.0/security-groups?id=0375d0dc-b9f6-47cd-991d-bd203a5d5aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641663 Jul 13 13:31:57.251100 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ebd0ee0a-c713-44c9-931d-bd6aa10acb7e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:57.253792 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-ea1c6447-8790-4b84-8b98-c8271703fbe6 req-8b7bd2ad-debf-4af0-b6f1-fcaf4c08841c tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:57.270328 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ebd0ee0a-c713-44c9-931d-bd6aa10acb7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:57.280442 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b4c163fc-58a4-47c4-b9ee-978088271d1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:57.284385 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b4c163fc-58a4-47c4-b9ee-978088271d1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:57.288276 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-b4c163fc-58a4-47c4-b9ee-978088271d1e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3364cba2-6c6b-4bfd-a5fa-6449fe09ccb0 HTTP/1.1" status: 204 len: 168 time: 0.2070272 Jul 13 13:31:57.297000 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c163fc-58a4-47c4-b9ee-978088271d1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3364cba2-6c6b-4bfd-a5fa-6449fe09ccb0,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:31:57.381634 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ebd0ee0a-c713-44c9-931d-bd6aa10acb7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1785045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451806'] for router_interface, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:57.418828 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd0ee0a-c713-44c9-931d-bd6aa10acb7e admin admin] Pushing event updated for resources: {'Port': ['ID=8b86c94c-63ad-4a20-a2c7-4dad19f5aab1,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:31:57.494033 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [req-ea1c6447-8790-4b84-8b98-c8271703fbe6 req-8b7bd2ad-debf-4af0-b6f1-fcaf4c08841c tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] Allocated IP 172.25.6.62 (acf968b8-c524-46a9-a20b-ad9667009130/dde5a78e-bd1e-4f47-8189-7321d4de73d3/ea4d2105-4887-4974-aa55-4237ed405753) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:31:57.585790 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd0ee0a-c713-44c9-931d-bd6aa10acb7e admin admin] Network 08171c9e-2caa-4bd1-927a-106f9cadc248 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:31:57.590008 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-ebd0ee0a-c713-44c9-931d-bd6aa10acb7e admin admin] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:31:57.679892 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-ea1c6447-8790-4b84-8b98-c8271703fbe6 req-8b7bd2ad-debf-4af0-b6f1-fcaf4c08841c tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:57.721884 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029204ef-35fd-4e5a-b0cd-eeff13a05c94 req-1d016741-6476-4508-9401-5b613a1fff76 tempest-LiveAutoBlockMigrationV225Test-953904280 tempest-LiveAutoBlockMigrationV225Test-953904280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:57.729194 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-029204ef-35fd-4e5a-b0cd-eeff13a05c94 req-1d016741-6476-4508-9401-5b613a1fff76 tempest-LiveAutoBlockMigrationV225Test-953904280 tempest-LiveAutoBlockMigrationV225Test-953904280-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=727deb5b-3133-4286-8684-e334a3d2008f HTTP/1.1" status: 200 len: 1095 time: 0.0761876 Jul 13 13:31:57.778311 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-029204ef-35fd-4e5a-b0cd-eeff13a05c94 req-8cee6df0-fe1f-42cd-b1fb-2776ce79323b tempest-LiveAutoBlockMigrationV225Test-953904280 tempest-LiveAutoBlockMigrationV225Test-953904280-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=e1a1929d-de59-4a26-a69b-05b891c11dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480542 Jul 13 13:31:57.800117 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebd0ee0a-c713-44c9-931d-bd6aa10acb7e admin admin] Router 1a90e7cd-c40b-44b3-ad72-629d5c1ea5a0 has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 13:31:57.816777 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-ea1c6447-8790-4b84-8b98-c8271703fbe6 req-8b7bd2ad-debf-4af0-b6f1-fcaf4c08841c tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:57.868528 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2736889c-0561-4b95-bff7-1a85e389fe91 None None] Provisioning complete for port 8b86c94c-63ad-4a20-a2c7-4dad19f5aab1 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:31:57.869062 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2736889c-0561-4b95-bff7-1a85e389fe91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:57.906723 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2736889c-0561-4b95-bff7-1a85e389fe91 None None] Port 8b86c94c-63ad-4a20-a2c7-4dad19f5aab1 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:31:57.963857 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea1c6447-8790-4b84-8b98-c8271703fbe6 req-8b7bd2ad-debf-4af0-b6f1-fcaf4c08841c tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] Network acf968b8-c524-46a9-a20b-ad9667009130 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:31:57.971387 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [req-ea1c6447-8790-4b84-8b98-c8271703fbe6 req-8b7bd2ad-debf-4af0-b6f1-fcaf4c08841c tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:31:57.978325 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea1c6447-8790-4b84-8b98-c8271703fbe6 req-8b7bd2ad-debf-4af0-b6f1-fcaf4c08841c tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:31:57.982348 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7bd2ad-debf-4af0-b6f1-fcaf4c08841c tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] Pushing event updated for resources: {'Port': ['ID=ea4d2105-4887-4974-aa55-4237ed405753,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:31:58.080036 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebd0ee0a-c713-44c9-931d-bd6aa10acb7e admin admin] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:31:58.093544 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-ebd0ee0a-c713-44c9-931d-bd6aa10acb7e admin admin] 10.222.0.23 "PUT /v2.0/routers/1a90e7cd-c40b-44b3-ad72-629d5c1ea5a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3554642 Jul 13 13:31:58.101824 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68eacaf9-d47a-42e8-b684-57157c5e5d4c None None] Sync routers for ids ['1a90e7cd-c40b-44b3-ad72-629d5c1ea5a0'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:31:58.115842 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68eacaf9-d47a-42e8-b684-57157c5e5d4c None None] Routers {'1a90e7cd-c40b-44b3-ad72-629d5c1ea5a0'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:31:58.116473 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-68eacaf9-d47a-42e8-b684-57157c5e5d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:31:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['1a90e7cd-c40b-44b3-ad72-629d5c1ea5a0'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:31:58.129876 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-ea1c6447-8790-4b84-8b98-c8271703fbe6 req-8b7bd2ad-debf-4af0-b6f1-fcaf4c08841c tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:58.149040 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdd9ae2-c2e5-4748-9a61-4b42b5fe8521 req-0652083c-e0ca-4a48-bbbd-0649ae630cef tempest-ServerDiagnosticsNegativeTest-1428974994 tempest-ServerDiagnosticsNegativeTest-1428974994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:58.151317 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3cdd9ae2-c2e5-4748-9a61-4b42b5fe8521 req-0652083c-e0ca-4a48-bbbd-0649ae630cef tempest-ServerDiagnosticsNegativeTest-1428974994 tempest-ServerDiagnosticsNegativeTest-1428974994-project] 10.222.0.23 "GET /v2.0/ports?device_id=a85b7d1e-8efc-44f7-8c26-34bf26db4992 HTTP/1.1" status: 200 len: 950 time: 0.0903401 Jul 13 13:31:58.200660 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3cdd9ae2-c2e5-4748-9a61-4b42b5fe8521 req-4d2aaa76-0054-4d77-bfa2-109625a3b932 tempest-ServerDiagnosticsNegativeTest-1428974994 tempest-ServerDiagnosticsNegativeTest-1428974994-project] 10.222.0.23 "GET /v2.0/security-groups?id=50a1846f-9abd-48b9-a8f4-87a815bbf08e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420547 Jul 13 13:31:58.218260 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-ea1c6447-8790-4b84-8b98-c8271703fbe6 req-8b7bd2ad-debf-4af0-b6f1-fcaf4c08841c tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:58.298754 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-68eacaf9-d47a-42e8-b684-57157c5e5d4c None None] Set router 1a90e7cd-c40b-44b3-ad72-629d5c1ea5a0 gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:31:58.301047 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 1cc9306f-da1c-4850-8faf-1d380edca099 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:31:58.417250 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-ea1c6447-8790-4b84-8b98-c8271703fbe6 req-8b7bd2ad-debf-4af0-b6f1-fcaf4c08841c tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:58.423375 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-ea1c6447-8790-4b84-8b98-c8271703fbe6 req-8b7bd2ad-debf-4af0-b6f1-fcaf4c08841c tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:58.438225 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de85485-b2da-41b0-90b2-81514844eb6c req-04b49532-2298-487e-8282-97bbdd1291d6 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:58.440451 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0de85485-b2da-41b0-90b2-81514844eb6c req-04b49532-2298-487e-8282-97bbdd1291d6 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.23 "GET /v2.0/ports?device_id=c78e7c84-ebda-4175-994b-69dcab224778 HTTP/1.1" status: 200 len: 949 time: 0.0781834 Jul 13 13:31:58.483086 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 1cc9306f-da1c-4850-8faf-1d380edca099 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:31:58.483401 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:58.505900 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7bd2ad-debf-4af0-b6f1-fcaf4c08841c tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] Pushing event updated for resources: {'Port': ['ID=ea4d2105-4887-4974-aa55-4237ed405753,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:31:58.514496 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-ea1c6447-8790-4b84-8b98-c8271703fbe6 req-8b7bd2ad-debf-4af0-b6f1-fcaf4c08841c tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446547'] for floatingip, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:58.518519 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0de85485-b2da-41b0-90b2-81514844eb6c req-bbaa6f2b-93e7-4b0c-ad8f-10366ec383c8 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.23 "GET /v2.0/security-groups?id=30616c26-47b2-497e-86af-cdf36766fc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703032 Jul 13 13:31:58.530352 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-ea1c6447-8790-4b84-8b98-c8271703fbe6 req-8b7bd2ad-debf-4af0-b6f1-fcaf4c08841c tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for floatingip, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:58.541987 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ea1c6447-8790-4b84-8b98-c8271703fbe6 req-8b7bd2ad-debf-4af0-b6f1-fcaf4c08841c tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.0009086 Jul 13 13:31:58.598275 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ea1c6447-8790-4b84-8b98-c8271703fbe6 req-168e4200-1588-46d5-b0cc-bd6c72b85913 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.6.62 HTTP/1.1" status: 200 len: 695 time: 0.0597296 Jul 13 13:31:58.637249 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-68eacaf9-d47a-42e8-b684-57157c5e5d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a90e7cd-c40b-44b3-ad72-629d5c1ea5a0', 'name': 'tempest-FloatingIPDetailsTestJSON-438982198-router', 'tenant_id': 'da4863c629cd4bf2822544525ea25bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': '1cc9306f-da1c-4850-8faf-1d380edca099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:31:50Z', 'updated_at': '2021-07-13T13:31:56Z', 'revision_number': 4, 'project_id': 'da4863c629cd4bf2822544525ea25bfa', 'gw_port': {'id': '1cc9306f-da1c-4850-8faf-1d380edca099', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:88:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a90e7cd-c40b-44b3-ad72-629d5c1ea5a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:31:50Z', 'updated_at': '2021-07-13T13:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': '8b86c94c-63ad-4a20-a2c7-4dad19f5aab1', 'name': '', 'network_id': '08171c9e-2caa-4bd1-927a-106f9cadc248', 'tenant_id': 'da4863c629cd4bf2822544525ea25bfa', 'mac_address': 'fa:16:3e:e1:d4:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a90e7cd-c40b-44b3-ad72-629d5c1ea5a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '1e27b3a8-69c6-48e6-9268-258fad44d4a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:31:55Z', 'updated_at': '2021-07-13T13:31:57Z', 'revision_number': 2, 'project_id': 'da4863c629cd4bf2822544525ea25bfa', 'subnets': [{'id': '1e27b3a8-69c6-48e6-9268-258fad44d4a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:31:58.669394 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68eacaf9-d47a-42e8-b684-57157c5e5d4c None None] Checking router: 1a90e7cd-c40b-44b3-ad72-629d5c1ea5a0 for host: n-d-800634-1 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 13:31:58.669825 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68eacaf9-d47a-42e8-b684-57157c5e5d4c None None] Updating router 1a90e7cd-c40b-44b3-ad72-629d5c1ea5a0 port 8b86c94c-63ad-4a20-a2c7-4dad19f5aab1 binding host n-d-800634-1 {{(pid=93752) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 13:31:58.713453 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-68eacaf9-d47a-42e8-b684-57157c5e5d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:58.733477 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1c6447-8790-4b84-8b98-c8271703fbe6 req-6fa43a66-a24e-4a5c-bd12-65ea64d0685f tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:58.735653 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ea1c6447-8790-4b84-8b98-c8271703fbe6 req-6fa43a66-a24e-4a5c-bd12-65ea64d0685f tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] 10.222.0.23 "GET /v2.0/networks/acf968b8-c524-46a9-a20b-ad9667009130 HTTP/1.1" status: 200 len: 784 time: 0.1370494 Jul 13 13:31:58.774389 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2edeea4-3ef2-40c8-8f04-8152664202ca req-535363f8-39f7-421f-8d9c-9b22c8fb5b07 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:58.776356 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e2edeea4-3ef2-40c8-8f04-8152664202ca req-535363f8-39f7-421f-8d9c-9b22c8fb5b07 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/networks?id=2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21 HTTP/1.1" status: 200 len: 820 time: 0.1493192 Jul 13 13:31:58.792637 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e2edeea4-3ef2-40c8-8f04-8152664202ca req-58b908bd-fa72-46d5-b755-dd79ef84e2a6 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/quotas/d50e67b9ee9e45449d2522df614fe533 HTTP/1.1" status: 200 len: 375 time: 0.0100634 Jul 13 13:31:58.895299 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e2edeea4-3ef2-40c8-8f04-8152664202ca req-976b7613-2d86-4914-86c6-a59df89c0b78 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d50e67b9ee9e45449d2522df614fe533&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0955250 Jul 13 13:31:58.922625 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5e3126-88e9-4a8b-8ce4-4fa5e68c40fa req-aaa85db3-8909-45fe-a059-a167551d772f tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:58.931348 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-0c5e3126-88e9-4a8b-8ce4-4fa5e68c40fa req-aaa85db3-8909-45fe-a059-a167551d772f tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3d5bccd-0e71-4b17-8dc4-bd3e64597e9a HTTP/1.1" status: 200 len: 948 time: 0.0950887 Jul 13 13:31:58.975635 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-0c5e3126-88e9-4a8b-8ce4-4fa5e68c40fa req-e93ef179-d01d-4a46-8627-1801536c970f tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] 10.222.0.23 "GET /v2.0/security-groups?id=0375d0dc-b9f6-47cd-991d-bd203a5d5aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433207 Jul 13 13:31:59.009222 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e2edeea4-3ef2-40c8-8f04-8152664202ca req-a07aa47d-36e5-4152-852b-8f22a5378ce4 service neutron] 10.222.0.23 "GET /v2.0/networks/2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015799 Jul 13 13:31:59.064660 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-68eacaf9-d47a-42e8-b684-57157c5e5d4c None None] Notify callbacks [] for port, precommit_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:59.077675 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-68eacaf9-d47a-42e8-b684-57157c5e5d4c None None] Transition to ACTIVE for port object 8b86c94c-63ad-4a20-a2c7-4dad19f5aab1 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:31:59.086242 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-68eacaf9-d47a-42e8-b684-57157c5e5d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:59.118181 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e2edeea4-3ef2-40c8-8f04-8152664202ca req-c315efc2-5ae2-4523-ab8f-67add258ffd1 service neutron] 10.222.0.23 "GET /v2.0/networks/2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086173 Jul 13 13:31:59.143899 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092250e3-9f88-4f83-8fa0-3b4d3b8bf126 None None] Pushing event updated for resources: {'Port': ['ID=8b86c94c-63ad-4a20-a2c7-4dad19f5aab1,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:31:59.208195 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-68eacaf9-d47a-42e8-b684-57157c5e5d4c None None] Attempting to bind port 8b86c94c-63ad-4a20-a2c7-4dad19f5aab1 on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:31:59.208811 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-68eacaf9-d47a-42e8-b684-57157c5e5d4c None None] Attempting to bind port 8b86c94c-63ad-4a20-a2c7-4dad19f5aab1 by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '708d5778-451d-46e9-b6ca-a33b649c866b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '08171c9e-2caa-4bd1-927a-106f9cadc248'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:31:59.209357 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68eacaf9-d47a-42e8-b684-57157c5e5d4c None None] Attempting to bind port 8b86c94c-63ad-4a20-a2c7-4dad19f5aab1 on network 08171c9e-2caa-4bd1-927a-106f9cadc248 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:31:59.217069 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68eacaf9-d47a-42e8-b684-57157c5e5d4c None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 31, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:31:59.217819 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68eacaf9-d47a-42e8-b684-57157c5e5d4c None None] Checking segment: {'id': '708d5778-451d-46e9-b6ca-a33b649c866b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '08171c9e-2caa-4bd1-927a-106f9cadc248'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:31:59.217819 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-68eacaf9-d47a-42e8-b684-57157c5e5d4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:59.218056 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68eacaf9-d47a-42e8-b684-57157c5e5d4c None None] Bound using segment: {'id': '708d5778-451d-46e9-b6ca-a33b649c866b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '08171c9e-2caa-4bd1-927a-106f9cadc248'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:31:59.218537 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-68eacaf9-d47a-42e8-b684-57157c5e5d4c None None] Bound port: 8b86c94c-63ad-4a20-a2c7-4dad19f5aab1, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '708d5778-451d-46e9-b6ca-a33b649c866b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '08171c9e-2caa-4bd1-927a-106f9cadc248'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:31:59.218924 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-68eacaf9-d47a-42e8-b684-57157c5e5d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:59.313523 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-68eacaf9-d47a-42e8-b684-57157c5e5d4c None None] For port 8b86c94c-63ad-4a20-a2c7-4dad19f5aab1, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:31:59.323720 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-68eacaf9-d47a-42e8-b684-57157c5e5d4c None None] For port 8b86c94c-63ad-4a20-a2c7-4dad19f5aab1, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=8b86c94c-63ad-4a20-a2c7-4dad19f5aab1,segment=NetworkSegment(708d5778-451d-46e9-b6ca-a33b649c866b),segment_id=708d5778-451d-46e9-b6ca-a33b649c866b)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:31:59.337280 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-68eacaf9-d47a-42e8-b684-57157c5e5d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:59.435023 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383267e7-aa2d-4733-b8ba-cba0a6c13165 req-f92cc872-f7fe-400a-9125-ec1046087bcf tempest-ServerDiagnosticsNegativeTest-1428974994 tempest-ServerDiagnosticsNegativeTest-1428974994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:59.436550 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-383267e7-aa2d-4733-b8ba-cba0a6c13165 req-f92cc872-f7fe-400a-9125-ec1046087bcf tempest-ServerDiagnosticsNegativeTest-1428974994 tempest-ServerDiagnosticsNegativeTest-1428974994-project] 10.222.0.41 "GET /v2.0/ports?device_id=a85b7d1e-8efc-44f7-8c26-34bf26db4992 HTTP/1.1" status: 200 len: 950 time: 0.1598797 Jul 13 13:31:59.448321 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68eacaf9-d47a-42e8-b684-57157c5e5d4c None None] Routers {'1a90e7cd-c40b-44b3-ad72-629d5c1ea5a0'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:31:59.448956 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-68eacaf9-d47a-42e8-b684-57157c5e5d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:31:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['1a90e7cd-c40b-44b3-ad72-629d5c1ea5a0'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:31:59.456495 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092250e3-9f88-4f83-8fa0-3b4d3b8bf126 None None] Pushing event updated for resources: {'Port': ['ID=8b86c94c-63ad-4a20-a2c7-4dad19f5aab1,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:31:59.508090 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973428e1-20ab-48c8-b928-02ba9f5f3694 req-a83121bc-ec90-4c68-aa41-c0620a7fce63 tempest-ServersOnMultiNodesTest-1122432468 tempest-ServersOnMultiNodesTest-1122432468-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:31:59.509892 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-973428e1-20ab-48c8-b928-02ba9f5f3694 req-a83121bc-ec90-4c68-aa41-c0620a7fce63 tempest-ServersOnMultiNodesTest-1122432468 tempest-ServersOnMultiNodesTest-1122432468-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=c78e7c84-ebda-4175-994b-69dcab224778 HTTP/1.1" status: 200 len: 1100 time: 0.1388619 Jul 13 13:31:59.579768 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-973428e1-20ab-48c8-b928-02ba9f5f3694 req-0c1dd0c3-5ddb-4c54-9d58-8eb0b852cc73 tempest-ServersOnMultiNodesTest-1122432468 tempest-ServersOnMultiNodesTest-1122432468-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=30616c26-47b2-497e-86af-cdf36766fc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608253 Jul 13 13:31:59.601934 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d39dcbc1-d613-4ff8-93e9-68e69a94027a req-66c6daca-59fc-4441-a569-15cfa2fc9208 tempest-FloatingIPDetailsTestJSON-1816875448 tempest-FloatingIPDetailsTestJSON-1816875448-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3670166 Jul 13 13:31:59.603119 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-383267e7-aa2d-4733-b8ba-cba0a6c13165 req-1dd36d66-6800-4d00-8d6e-c67cc371f0f1 tempest-ServerDiagnosticsNegativeTest-1428974994 tempest-ServerDiagnosticsNegativeTest-1428974994-project] Deleting port aab29890-8c42-40f0-9c32-f12fe38bd8d3 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:31:59.603685 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-383267e7-aa2d-4733-b8ba-cba0a6c13165 req-1dd36d66-6800-4d00-8d6e-c67cc371f0f1 tempest-ServerDiagnosticsNegativeTest-1428974994 tempest-ServerDiagnosticsNegativeTest-1428974994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:59.608967 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-d39dcbc1-d613-4ff8-93e9-68e69a94027a req-530c98c0-8dee-4959-8061-fb1fc8295686 tempest-FloatingIPDetailsTestJSON-1816875448 tempest-FloatingIPDetailsTestJSON-1816875448-project] Request body: {'floatingip': {'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:31:59.656487 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-d39dcbc1-d613-4ff8-93e9-68e69a94027a req-530c98c0-8dee-4959-8061-fb1fc8295686 tempest-FloatingIPDetailsTestJSON-1816875448 tempest-FloatingIPDetailsTestJSON-1816875448-project] Notify callbacks [] for floatingip, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:59.677485 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-68eacaf9-d47a-42e8-b684-57157c5e5d4c None None] Set router 1a90e7cd-c40b-44b3-ad72-629d5c1ea5a0 gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:31:59.750611 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-383267e7-aa2d-4733-b8ba-cba0a6c13165 req-1dd36d66-6800-4d00-8d6e-c67cc371f0f1 tempest-ServerDiagnosticsNegativeTest-1428974994 tempest-ServerDiagnosticsNegativeTest-1428974994-project] For port aab29890-8c42-40f0-9c32-f12fe38bd8d3, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=aab29890-8c42-40f0-9c32-f12fe38bd8d3,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:31:59.751292 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-383267e7-aa2d-4733-b8ba-cba0a6c13165 req-1dd36d66-6800-4d00-8d6e-c67cc371f0f1 tempest-ServerDiagnosticsNegativeTest-1428974994 tempest-ServerDiagnosticsNegativeTest-1428974994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:59.774527 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-383267e7-aa2d-4733-b8ba-cba0a6c13165 req-1dd36d66-6800-4d00-8d6e-c67cc371f0f1 tempest-ServerDiagnosticsNegativeTest-1428974994 tempest-ServerDiagnosticsNegativeTest-1428974994-project] Calling delete_port for aab29890-8c42-40f0-9c32-f12fe38bd8d3 owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:31:59.824363 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-d39dcbc1-d613-4ff8-93e9-68e69a94027a req-530c98c0-8dee-4959-8061-fb1fc8295686 tempest-FloatingIPDetailsTestJSON-1816875448 tempest-FloatingIPDetailsTestJSON-1816875448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:31:59.982244 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [req-d39dcbc1-d613-4ff8-93e9-68e69a94027a req-530c98c0-8dee-4959-8061-fb1fc8295686 tempest-FloatingIPDetailsTestJSON-1816875448 tempest-FloatingIPDetailsTestJSON-1816875448-project] Allocated IP 172.25.6.107 (acf968b8-c524-46a9-a20b-ad9667009130/dde5a78e-bd1e-4f47-8189-7321d4de73d3/e2e8f8d0-21d9-44f0-a6ef-1b578ae268da) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:32:00.001846 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-68eacaf9-d47a-42e8-b684-57157c5e5d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a90e7cd-c40b-44b3-ad72-629d5c1ea5a0', 'name': 'tempest-FloatingIPDetailsTestJSON-438982198-router', 'tenant_id': 'da4863c629cd4bf2822544525ea25bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': '1cc9306f-da1c-4850-8faf-1d380edca099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:31:50Z', 'updated_at': '2021-07-13T13:31:56Z', 'revision_number': 4, 'project_id': 'da4863c629cd4bf2822544525ea25bfa', 'gw_port': {'id': '1cc9306f-da1c-4850-8faf-1d380edca099', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:88:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a90e7cd-c40b-44b3-ad72-629d5c1ea5a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:31:50Z', 'updated_at': '2021-07-13T13:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': '8b86c94c-63ad-4a20-a2c7-4dad19f5aab1', 'name': '', 'network_id': '08171c9e-2caa-4bd1-927a-106f9cadc248', 'tenant_id': 'da4863c629cd4bf2822544525ea25bfa', 'mac_address': 'fa:16:3e:e1:d4:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a90e7cd-c40b-44b3-ad72-629d5c1ea5a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '1e27b3a8-69c6-48e6-9268-258fad44d4a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:31:55Z', 'updated_at': '2021-07-13T13:31:59Z', 'revision_number': 4, 'project_id': 'da4863c629cd4bf2822544525ea25bfa', 'subnets': [{'id': '1e27b3a8-69c6-48e6-9268-258fad44d4a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:32:00.012821 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eab1cf-e296-4506-823d-44bee8a82db8 req-14c899bf-49dd-42a3-9d37-c4a2aca7dfc1 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:00.014688 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-81eab1cf-e296-4506-823d-44bee8a82db8 req-14c899bf-49dd-42a3-9d37-c4a2aca7dfc1 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] 10.222.0.23 "GET /v2.0/ports?device_id=2269b0dd-2b5b-4faa-847a-43609364d3f2&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1720321 Jul 13 13:32:00.039632 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68eacaf9-d47a-42e8-b684-57157c5e5d4c None None] The sync data for ids ['1a90e7cd-c40b-44b3-ad72-629d5c1ea5a0'] in n-d-800634-1 is: [{'id': '1a90e7cd-c40b-44b3-ad72-629d5c1ea5a0', 'name': 'tempest-FloatingIPDetailsTestJSON-438982198-router', 'tenant_id': 'da4863c629cd4bf2822544525ea25bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': '1cc9306f-da1c-4850-8faf-1d380edca099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:31:50Z', 'updated_at': '2021-07-13T13:31:56Z', 'revision_number': 4, 'project_id': 'da4863c629cd4bf2822544525ea25bfa', 'gw_port': {'id': '1cc9306f-da1c-4850-8faf-1d380edca099', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:88:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a90e7cd-c40b-44b3-ad72-629d5c1ea5a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:31:50Z', 'updated_at': '2021-07-13T13:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': '8b86c94c-63ad-4a20-a2c7-4dad19f5aab1', 'name': '', 'network_id': '08171c9e-2caa-4bd1-927a-106f9cadc248', 'tenant_id': 'da4863c629cd4bf2822544525ea25bfa', 'mac_address': 'fa:16:3e:e1:d4:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a90e7cd-c40b-44b3-ad72-629d5c1ea5a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '1e27b3a8-69c6-48e6-9268-258fad44d4a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:31:55Z', 'updated_at': '2021-07-13T13:31:59Z', 'revision_number': 4, 'project_id': 'da4863c629cd4bf2822544525ea25bfa', 'subnets': [{'id': '1e27b3a8-69c6-48e6-9268-258fad44d4a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:32:00.130124 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:00.164855 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-d39dcbc1-d613-4ff8-93e9-68e69a94027a req-530c98c0-8dee-4959-8061-fb1fc8295686 tempest-FloatingIPDetailsTestJSON-1816875448 tempest-FloatingIPDetailsTestJSON-1816875448-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:00.191971 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-81eab1cf-e296-4506-823d-44bee8a82db8 req-cfd11ba1-8b71-421b-96a5-9b16a469d676 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.6.62 HTTP/1.1" status: 200 len: 695 time: 0.1574032 Jul 13 13:32:00.193614 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-383267e7-aa2d-4733-b8ba-cba0a6c13165 req-1dd36d66-6800-4d00-8d6e-c67cc371f0f1 tempest-ServerDiagnosticsNegativeTest-1428974994 tempest-ServerDiagnosticsNegativeTest-1428974994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:00.206626 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['aab29890-8c42-40f0-9c32-f12fe38bd8d3'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:32:00.232122 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-d39dcbc1-d613-4ff8-93e9-68e69a94027a req-530c98c0-8dee-4959-8061-fb1fc8295686 tempest-FloatingIPDetailsTestJSON-1816875448 tempest-FloatingIPDetailsTestJSON-1816875448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:00.244679 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd36d66-6800-4d00-8d6e-c67cc371f0f1 tempest-ServerDiagnosticsNegativeTest-1428974994 tempest-ServerDiagnosticsNegativeTest-1428974994-project] Pushing event deleted for resources: {'Port': ['ID=aab29890-8c42-40f0-9c32-f12fe38bd8d3,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:32:00.296530 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-81eab1cf-e296-4506-823d-44bee8a82db8 req-a0dc2735-8f93-4317-a4ff-d8f04fe749a6 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] Request body: {'floatingip': {'port_id': 'b1a8ad69-cf5b-4f96-9698-93feb935a5b8', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:32:00.322943 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d39dcbc1-d613-4ff8-93e9-68e69a94027a req-530c98c0-8dee-4959-8061-fb1fc8295686 tempest-FloatingIPDetailsTestJSON-1816875448 tempest-FloatingIPDetailsTestJSON-1816875448-project] Network acf968b8-c524-46a9-a20b-ad9667009130 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:32:00.353446 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [req-d39dcbc1-d613-4ff8-93e9-68e69a94027a req-530c98c0-8dee-4959-8061-fb1fc8295686 tempest-FloatingIPDetailsTestJSON-1816875448 tempest-FloatingIPDetailsTestJSON-1816875448-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:32:00.362009 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-d39dcbc1-d613-4ff8-93e9-68e69a94027a req-530c98c0-8dee-4959-8061-fb1fc8295686 tempest-FloatingIPDetailsTestJSON-1816875448 tempest-FloatingIPDetailsTestJSON-1816875448-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:32:00.370198 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:00.375933 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530c98c0-8dee-4959-8061-fb1fc8295686 tempest-FloatingIPDetailsTestJSON-1816875448 tempest-FloatingIPDetailsTestJSON-1816875448-project] Pushing event updated for resources: {'Port': ['ID=e2e8f8d0-21d9-44f0-a6ef-1b578ae268da,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:32:00.396172 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 8b86c94c-63ad-4a20-a2c7-4dad19f5aab1 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:32:00.435891 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-383267e7-aa2d-4733-b8ba-cba0a6c13165 req-1dd36d66-6800-4d00-8d6e-c67cc371f0f1 tempest-ServerDiagnosticsNegativeTest-1428974994 tempest-ServerDiagnosticsNegativeTest-1428974994-project] No DVR routers for this DVR port aab29890-8c42-40f0-9c32-f12fe38bd8d3 on host n-h2-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:32:00.448315 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-383267e7-aa2d-4733-b8ba-cba0a6c13165 req-1dd36d66-6800-4d00-8d6e-c67cc371f0f1 tempest-ServerDiagnosticsNegativeTest-1428974994 tempest-ServerDiagnosticsNegativeTest-1428974994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:00.451534 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-383267e7-aa2d-4733-b8ba-cba0a6c13165 req-1dd36d66-6800-4d00-8d6e-c67cc371f0f1 tempest-ServerDiagnosticsNegativeTest-1428974994 tempest-ServerDiagnosticsNegativeTest-1428974994-project] 10.222.0.41 "DELETE /v2.0/ports/aab29890-8c42-40f0-9c32-f12fe38bd8d3 HTTP/1.1" status: 204 len: 173 time: 1.0044637 Jul 13 13:32:00.452008 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a85b7d1e-8efc-44f7-8c26-34bf26db4992', 'name': 'network-vif-deleted', 'tag': 'aab29890-8c42-40f0-9c32-f12fe38bd8d3'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:32:00.454885 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-590e07e3-3da3-4e1f-95ed-8059c2b063c1" -d '{"events": [{"server_uuid": "a85b7d1e-8efc-44f7-8c26-34bf26db4992", "name": "network-vif-deleted", "tag": "aab29890-8c42-40f0-9c32-f12fe38bd8d3"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:32:00.459856 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-81eab1cf-e296-4506-823d-44bee8a82db8 req-a0dc2735-8f93-4317-a4ff-d8f04fe749a6 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] Notify callbacks [] for floatingip, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:00.470926 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port 8b86c94c-63ad-4a20-a2c7-4dad19f5aab1 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:32:00.482801 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-d39dcbc1-d613-4ff8-93e9-68e69a94027a req-530c98c0-8dee-4959-8061-fb1fc8295686 tempest-FloatingIPDetailsTestJSON-1816875448 tempest-FloatingIPDetailsTestJSON-1816875448-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:00.495666 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 8b86c94c-63ad-4a20-a2c7-4dad19f5aab1 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:32:00.496161 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:00.541922 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-d39dcbc1-d613-4ff8-93e9-68e69a94027a req-530c98c0-8dee-4959-8061-fb1fc8295686 tempest-FloatingIPDetailsTestJSON-1816875448 tempest-FloatingIPDetailsTestJSON-1816875448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:00.601940 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:00.647959 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port 8b86c94c-63ad-4a20-a2c7-4dad19f5aab1, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=8b86c94c-63ad-4a20-a2c7-4dad19f5aab1,segment=NetworkSegment(708d5778-451d-46e9-b6ca-a33b649c866b),segment_id=708d5778-451d-46e9-b6ca-a33b649c866b)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:32:00.655612 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:00.725329 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=8b86c94c-63ad-4a20-a2c7-4dad19f5aab1,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:32:00.799986 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-d39dcbc1-d613-4ff8-93e9-68e69a94027a req-530c98c0-8dee-4959-8061-fb1fc8295686 tempest-FloatingIPDetailsTestJSON-1816875448 tempest-FloatingIPDetailsTestJSON-1816875448-project] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:00.806075 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-d39dcbc1-d613-4ff8-93e9-68e69a94027a req-530c98c0-8dee-4959-8061-fb1fc8295686 tempest-FloatingIPDetailsTestJSON-1816875448 tempest-FloatingIPDetailsTestJSON-1816875448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:00.892727 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530c98c0-8dee-4959-8061-fb1fc8295686 tempest-FloatingIPDetailsTestJSON-1816875448 tempest-FloatingIPDetailsTestJSON-1816875448-project] Pushing event updated for resources: {'Port': ['ID=e2e8f8d0-21d9-44f0-a6ef-1b578ae268da,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:32:00.909371 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-d39dcbc1-d613-4ff8-93e9-68e69a94027a req-530c98c0-8dee-4959-8061-fb1fc8295686 tempest-FloatingIPDetailsTestJSON-1816875448 tempest-FloatingIPDetailsTestJSON-1816875448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446547'] for floatingip, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:00.933980 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-d39dcbc1-d613-4ff8-93e9-68e69a94027a req-530c98c0-8dee-4959-8061-fb1fc8295686 tempest-FloatingIPDetailsTestJSON-1816875448 tempest-FloatingIPDetailsTestJSON-1816875448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for floatingip, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:00.943628 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d39dcbc1-d613-4ff8-93e9-68e69a94027a req-530c98c0-8dee-4959-8061-fb1fc8295686 tempest-FloatingIPDetailsTestJSON-1816875448 tempest-FloatingIPDetailsTestJSON-1816875448-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.3406172 Jul 13 13:32:01.006425 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d39dcbc1-d613-4ff8-93e9-68e69a94027a req-f25dee61-b794-4173-a645-22f2a63656bf tempest-FloatingIPDetailsTestJSON-1816875448 tempest-FloatingIPDetailsTestJSON-1816875448-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.6.107 HTTP/1.1" status: 200 len: 696 time: 0.0617480 Jul 13 13:32:01.059128 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2edeea4-3ef2-40c8-8f04-8152664202ca req-92d6c72d-8ef5-450d-81e3-05e6369d723c tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:01.061693 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e2edeea4-3ef2-40c8-8f04-8152664202ca req-92d6c72d-8ef5-450d-81e3-05e6369d723c tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.26 "GET /v2.0/networks?id=2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21 HTTP/1.1" status: 200 len: 820 time: 0.2287059 Jul 13 13:32:01.114808 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-e2edeea4-3ef2-40c8-8f04-8152664202ca req-0cdf338f-8e1f-4912-88df-9307fdc03771 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] Request body: {'port': {'device_id': '51a49091-1f1d-4f7b-b145-79695b229fef', 'network_id': '2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21', 'admin_state_up': True, 'tenant_id': 'd50e67b9ee9e45449d2522df614fe533'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:32:01.182401 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39dcbc1-d613-4ff8-93e9-68e69a94027a req-9f793868-ebe6-452e-bec5-029f2384c58d tempest-FloatingIPDetailsTestJSON-1816875448 tempest-FloatingIPDetailsTestJSON-1816875448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:01.184187 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d39dcbc1-d613-4ff8-93e9-68e69a94027a req-9f793868-ebe6-452e-bec5-029f2384c58d tempest-FloatingIPDetailsTestJSON-1816875448 tempest-FloatingIPDetailsTestJSON-1816875448-project] 10.222.0.23 "GET /v2.0/networks/acf968b8-c524-46a9-a20b-ad9667009130 HTTP/1.1" status: 200 len: 784 time: 0.1688442 Jul 13 13:32:01.212680 n-d-800634-1 neutron-server[93750]: INFO neutron.api.v2.resource [req-81eab1cf-e296-4506-823d-44bee8a82db8 req-a0dc2735-8f93-4317-a4ff-d8f04fe749a6 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] update failed (client error): There was a conflict when trying to complete your request. Jul 13 13:32:01.213727 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-81eab1cf-e296-4506-823d-44bee8a82db8 req-a0dc2735-8f93-4317-a4ff-d8f04fe749a6 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] 10.222.0.23 "PUT /v2.0/floatingips/295b5763-991d-4704-9bb9-d10e8ba1996e HTTP/1.1" status: 409 len: 550 time: 0.9704857 Jul 13 13:32:01.243447 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 728cfa00-3778-4628-ac4c-06f4e7aa1861 details requested by agent hyperv_n-h2-800634-1 with host n-h2-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 13:32:01.291843 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2edeea4-3ef2-40c8-8f04-8152664202ca req-0cdf338f-8e1f-4912-88df-9307fdc03771 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] Made reservation on behalf of d50e67b9ee9e45449d2522df614fe533 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:32:01.297944 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-e2edeea4-3ef2-40c8-8f04-8152664202ca req-0cdf338f-8e1f-4912-88df-9307fdc03771 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:01.366189 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 728cfa00-3778-4628-ac4c-06f4e7aa1861 no longer exists at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:32:01.425340 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 728cfa00-3778-4628-ac4c-06f4e7aa1861, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=728cfa00-3778-4628-ac4c-06f4e7aa1861,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:32:01.442303 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Returning: {'device': '728cfa00-3778-4628-ac4c-06f4e7aa1861', 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30', 'port_id': '728cfa00-3778-4628-ac4c-06f4e7aa1861', 'mac_address': 'fa:16:3e:43:12:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60b55863-ceb6-45af-a8a4-4b22d72866af', 'ip_address': '192.168.233.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 13:32:01.518430 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:01.530134 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:01.544976 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 728cfa00-3778-4628-ac4c-06f4e7aa1861 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:32:01.573080 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 728cfa00-3778-4628-ac4c-06f4e7aa1861, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=728cfa00-3778-4628-ac4c-06f4e7aa1861,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:32:01.576131 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-fba8a0d7-fec8-4ea7-a154-f4d78e23142a req-3670d3e6-b35c-49f8-8f54-fb9b7bc50461 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=09bf0390c6c84bde9cf099d3a1ffb9e6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0346870 Jul 13 13:32:01.581295 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:01.591277 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c13f7967-bb3e-4396-a998-50b30ad4f494 req-0792dcd3-aa03-411b-b99d-eaf59e92fdff tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/ports?device_id=51a49091-1f1d-4f7b-b145-79695b229fef HTTP/1.1" status: 200 len: 210 time: 0.0586965 Jul 13 13:32:01.613196 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-e2edeea4-3ef2-40c8-8f04-8152664202ca req-0cdf338f-8e1f-4912-88df-9307fdc03771 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] Allocated IP 172.20.0.13 (2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21/45599520-ccde-4569-b8cc-9a75a2e552c5/ef8bbeba-a56f-4cd7-8f9f-2c26d50b2915) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:32:01.660719 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.db.api [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93752) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 13:32:01.661158 n-d-800634-1 neutron-server[93752]: DEBUG oslo_db.api [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 13:32:01.697210 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba8a0d7-fec8-4ea7-a154-f4d78e23142a req-4e026368-6003-4229-9058-f87fe402ec8e tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:01.698164 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=728cfa00-3778-4628-ac4c-06f4e7aa1861,revision_number=6']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:32:01.704869 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-fba8a0d7-fec8-4ea7-a154-f4d78e23142a req-4e026368-6003-4229-9058-f87fe402ec8e tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1278558 Jul 13 13:32:01.721496 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-fba8a0d7-fec8-4ea7-a154-f4d78e23142a req-a3047364-8af2-41d1-b19f-34cba87dda51 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.23 "GET /v2.0/quotas/09bf0390c6c84bde9cf099d3a1ffb9e6 HTTP/1.1" status: 200 len: 375 time: 0.0157073 Jul 13 13:32:01.835149 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-fba8a0d7-fec8-4ea7-a154-f4d78e23142a req-56202733-efdb-45a3-80b7-8ffcaeebb966 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=09bf0390c6c84bde9cf099d3a1ffb9e6&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1126404 Jul 13 13:32:01.868233 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-e2edeea4-3ef2-40c8-8f04-8152664202ca req-0cdf338f-8e1f-4912-88df-9307fdc03771 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:01.879760 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 47018) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:32:01.899916 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['728cfa00-3778-4628-ac4c-06f4e7aa1861'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:32:01.906421 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da75f96-bbc3-478e-9be0-b15a303a3c31 req-21b5666a-6c0c-42cc-b58d-d75983cc8513 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:01.907974 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0da75f96-bbc3-478e-9be0-b15a303a3c31 req-21b5666a-6c0c-42cc-b58d-d75983cc8513 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3d5bccd-0e71-4b17-8dc4-bd3e64597e9a HTTP/1.1" status: 200 len: 947 time: 0.1197779 Jul 13 13:32:01.956826 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-e2edeea4-3ef2-40c8-8f04-8152664202ca req-0cdf338f-8e1f-4912-88df-9307fdc03771 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:01.971910 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0da75f96-bbc3-478e-9be0-b15a303a3c31 req-f565aca9-455d-4325-bc13-d99f7004b3cf tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] 10.222.0.23 "GET /v2.0/security-groups?id=0375d0dc-b9f6-47cd-991d-bd203a5d5aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563493 Jul 13 13:32:02.016793 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2edeea4-3ef2-40c8-8f04-8152664202ca req-0cdf338f-8e1f-4912-88df-9307fdc03771 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] Network 2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:32:02.020213 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-e2edeea4-3ef2-40c8-8f04-8152664202ca req-0cdf338f-8e1f-4912-88df-9307fdc03771 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:32:02.037444 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2edeea4-3ef2-40c8-8f04-8152664202ca req-0cdf338f-8e1f-4912-88df-9307fdc03771 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:32:02.096535 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2edeea4-3ef2-40c8-8f04-8152664202ca req-0cdf338f-8e1f-4912-88df-9307fdc03771 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:02.097329 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-e2edeea4-3ef2-40c8-8f04-8152664202ca req-0cdf338f-8e1f-4912-88df-9307fdc03771 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:02.108086 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdf338f-8e1f-4912-88df-9307fdc03771 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] Pushing event updated for resources: {'Port': ['ID=ef8bbeba-a56f-4cd7-8f9f-2c26d50b2915,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:32:02.118735 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4010b5c7-4ed2-41bb-a22e-313a03ea024c x-openstack-request-id: req-4010b5c7-4ed2-41bb-a22e-313a03ea024c {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:32:02.119095 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a85b7d1e-8efc-44f7-8c26-34bf26db4992", "name": "network-vif-deleted", "tag": "aab29890-8c42-40f0-9c32-f12fe38bd8d3", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:32:02.119462 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4010b5c7-4ed2-41bb-a22e-313a03ea024c {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:32:02.120071 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a85b7d1e-8efc-44f7-8c26-34bf26db4992', 'name': 'network-vif-deleted', 'tag': 'aab29890-8c42-40f0-9c32-f12fe38bd8d3', 'status': 'completed', 'code': 200} Jul 13 13:32:02.123509 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e2edeea4-3ef2-40c8-8f04-8152664202ca req-0cdf338f-8e1f-4912-88df-9307fdc03771 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0144784 Jul 13 13:32:02.143511 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-e2edeea4-3ef2-40c8-8f04-8152664202ca req-a9be74ef-3248-4a58-a29f-1a842d741cb6 service neutron] Request body: {'port': {'device_id': '51a49091-1f1d-4f7b-b145-79695b229fef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:32:02.186283 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-bad860ec-d71b-4443-9903-bbbe8f3ebeff admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d97961c87085483781ce534cdddb5aff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3052862 Jul 13 13:32:02.190927 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 47026) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:32:02.202415 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:02.220264 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 728cfa00-3778-4628-ac4c-06f4e7aa1861 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:32:02.244679 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 728cfa00-3778-4628-ac4c-06f4e7aa1861, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=728cfa00-3778-4628-ac4c-06f4e7aa1861,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:32:02.250090 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:02.272130 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2267ef8b-1fbd-48d8-9c5e-09805f8c68df req-c0adf390-24e7-47ec-9023-11919f369304 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] 10.222.0.23 "GET /v2.0/floatingips/295b5763-991d-4704-9bb9-d10e8ba1996e HTTP/1.1" status: 200 len: 692 time: 0.1366637 Jul 13 13:32:02.284668 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f7c398c8-a490-4401-b253-8652a5d49ebe req-69a0759b-e844-4bc7-b20c-7c46aba4fa93 tempest-FloatingIPDetailsTestJSON-1816875448 tempest-FloatingIPDetailsTestJSON-1816875448-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1986845 Jul 13 13:32:02.291837 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-f7c398c8-a490-4401-b253-8652a5d49ebe req-2e9eceb2-b4e6-4981-a698-87bcbe71f129 tempest-FloatingIPDetailsTestJSON-1816875448 tempest-FloatingIPDetailsTestJSON-1816875448-project] Request body: {'floatingip': {'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:32:02.314935 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-89937135-33d1-4148-a6be-af0d11933813 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:02.354285 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-89937135-33d1-4148-a6be-af0d11933813 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:02.368710 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-f7c398c8-a490-4401-b253-8652a5d49ebe req-2e9eceb2-b4e6-4981-a698-87bcbe71f129 tempest-FloatingIPDetailsTestJSON-1816875448 tempest-FloatingIPDetailsTestJSON-1816875448-project] Notify callbacks [] for floatingip, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:02.412903 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-e2edeea4-3ef2-40c8-8f04-8152664202ca req-a9be74ef-3248-4a58-a29f-1a842d741cb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:02.446735 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 8b86c94c-63ad-4a20-a2c7-4dad19f5aab1 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:32:02.456280 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2267ef8b-1fbd-48d8-9c5e-09805f8c68df req-dcb4a992-1014-4c15-b689-45edcc468444 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:02.467670 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2267ef8b-1fbd-48d8-9c5e-09805f8c68df req-dcb4a992-1014-4c15-b689-45edcc468444 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] 10.222.0.23 "GET /v2.0/networks/acf968b8-c524-46a9-a20b-ad9667009130 HTTP/1.1" status: 200 len: 784 time: 0.1857433 Jul 13 13:32:02.500880 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-89937135-33d1-4148-a6be-af0d11933813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:02.505965 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-89937135-33d1-4148-a6be-af0d11933813 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:02.509364 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-89937135-33d1-4148-a6be-af0d11933813 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/50a1846f-9abd-48b9-a8f4-87a815bbf08e HTTP/1.1" status: 204 len: 168 time: 0.3156044 Jul 13 13:32:02.509508 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=728cfa00-3778-4628-ac4c-06f4e7aa1861,revision_number=7']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:32:02.509597 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [req-2267ef8b-1fbd-48d8-9c5e-09805f8c68df req-9ebb2ad5-746b-40d8-9cfd-e77796791446 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93750) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 13:32:02.510827 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2267ef8b-1fbd-48d8-9c5e-09805f8c68df req-9ebb2ad5-746b-40d8-9cfd-e77796791446 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0121279 Jul 13 13:32:02.527318 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89937135-33d1-4148-a6be-af0d11933813 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50a1846f-9abd-48b9-a8f4-87a815bbf08e,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:32:02.541687 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-f7c398c8-a490-4401-b253-8652a5d49ebe req-2e9eceb2-b4e6-4981-a698-87bcbe71f129 tempest-FloatingIPDetailsTestJSON-1816875448 tempest-FloatingIPDetailsTestJSON-1816875448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:02.548995 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 8b86c94c-63ad-4a20-a2c7-4dad19f5aab1 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:32:02.549466 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:02.606368 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2267ef8b-1fbd-48d8-9c5e-09805f8c68df req-933ae993-3d12-4e67-9f47-e5fea3fd51ff tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.6.62 HTTP/1.1" status: 200 len: 695 time: 0.0862660 Jul 13 13:32:02.677347 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [req-f7c398c8-a490-4401-b253-8652a5d49ebe req-2e9eceb2-b4e6-4981-a698-87bcbe71f129 tempest-FloatingIPDetailsTestJSON-1816875448 tempest-FloatingIPDetailsTestJSON-1816875448-project] Allocated IP 172.25.6.206 (acf968b8-c524-46a9-a20b-ad9667009130/dde5a78e-bd1e-4f47-8189-7321d4de73d3/370e778d-2152-44ff-b77a-aa6208b8b4c8) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:32:02.725152 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2267ef8b-1fbd-48d8-9c5e-09805f8c68df req-e67e191f-9a0b-46f8-b625-9cf0b9e4471d tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.6.62 HTTP/1.1" status: 200 len: 695 time: 0.1097984 Jul 13 13:32:02.827284 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-f7c398c8-a490-4401-b253-8652a5d49ebe req-2e9eceb2-b4e6-4981-a698-87bcbe71f129 tempest-FloatingIPDetailsTestJSON-1816875448 tempest-FloatingIPDetailsTestJSON-1816875448-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:02.884300 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-f7c398c8-a490-4401-b253-8652a5d49ebe req-2e9eceb2-b4e6-4981-a698-87bcbe71f129 tempest-FloatingIPDetailsTestJSON-1816875448 tempest-FloatingIPDetailsTestJSON-1816875448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:02.929363 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7c398c8-a490-4401-b253-8652a5d49ebe req-2e9eceb2-b4e6-4981-a698-87bcbe71f129 tempest-FloatingIPDetailsTestJSON-1816875448 tempest-FloatingIPDetailsTestJSON-1816875448-project] Network acf968b8-c524-46a9-a20b-ad9667009130 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:32:02.932831 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [req-f7c398c8-a490-4401-b253-8652a5d49ebe req-2e9eceb2-b4e6-4981-a698-87bcbe71f129 tempest-FloatingIPDetailsTestJSON-1816875448 tempest-FloatingIPDetailsTestJSON-1816875448-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:32:02.937838 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7c398c8-a490-4401-b253-8652a5d49ebe req-2e9eceb2-b4e6-4981-a698-87bcbe71f129 tempest-FloatingIPDetailsTestJSON-1816875448 tempest-FloatingIPDetailsTestJSON-1816875448-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:32:02.938237 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 47042) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:32:02.968856 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-cc434f04-7de2-41a5-ae86-4aa49eac6e47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:02.988993 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9eceb2-b4e6-4981-a698-87bcbe71f129 tempest-FloatingIPDetailsTestJSON-1816875448 tempest-FloatingIPDetailsTestJSON-1816875448-project] Pushing event updated for resources: {'Port': ['ID=370e778d-2152-44ff-b77a-aa6208b8b4c8,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:32:03.056353 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-f7c398c8-a490-4401-b253-8652a5d49ebe req-2e9eceb2-b4e6-4981-a698-87bcbe71f129 tempest-FloatingIPDetailsTestJSON-1816875448 tempest-FloatingIPDetailsTestJSON-1816875448-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:03.074572 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-2267ef8b-1fbd-48d8-9c5e-09805f8c68df req-c8b22be0-309e-4e8c-b785-f228f75b4fda tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] Deleting port ea4d2105-4887-4974-aa55-4237ed405753 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:32:03.075462 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-2267ef8b-1fbd-48d8-9c5e-09805f8c68df req-c8b22be0-309e-4e8c-b785-f228f75b4fda tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:03.102864 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-cc434f04-7de2-41a5-ae86-4aa49eac6e47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:03.104562 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-f7c398c8-a490-4401-b253-8652a5d49ebe req-2e9eceb2-b4e6-4981-a698-87bcbe71f129 tempest-FloatingIPDetailsTestJSON-1816875448 tempest-FloatingIPDetailsTestJSON-1816875448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:03.138396 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-cc434f04-7de2-41a5-ae86-4aa49eac6e47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:03.178047 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc434f04-7de2-41a5-ae86-4aa49eac6e47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=430b580f-b655-4c36-bfaa-658833bd6a6f,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:32:03.195578 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-e2edeea4-3ef2-40c8-8f04-8152664202ca req-a9be74ef-3248-4a58-a29f-1a842d741cb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef8bbeba-a56f-4cd7-8f9f-2c26d50b2915 {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:32:03.212622 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-e2edeea4-3ef2-40c8-8f04-8152664202ca req-a9be74ef-3248-4a58-a29f-1a842d741cb6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:03.233157 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-cc434f04-7de2-41a5-ae86-4aa49eac6e47 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c46fb82b16954955b6b38350c41d3c88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2908347 Jul 13 13:32:03.233827 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 47046) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:32:03.239774 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-e2edeea4-3ef2-40c8-8f04-8152664202ca req-a9be74ef-3248-4a58-a29f-1a842d741cb6 service neutron] Transition to ACTIVE for port object ef8bbeba-a56f-4cd7-8f9f-2c26d50b2915 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:32:03.247656 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 728cfa00-3778-4628-ac4c-06f4e7aa1861 up at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:32:03.248445 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-e2edeea4-3ef2-40c8-8f04-8152664202ca req-a9be74ef-3248-4a58-a29f-1a842d741cb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:03.265937 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-2267ef8b-1fbd-48d8-9c5e-09805f8c68df req-c8b22be0-309e-4e8c-b785-f228f75b4fda tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:03.266320 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-2267ef8b-1fbd-48d8-9c5e-09805f8c68df req-c8b22be0-309e-4e8c-b785-f228f75b4fda tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:03.299676 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-f7c398c8-a490-4401-b253-8652a5d49ebe req-2e9eceb2-b4e6-4981-a698-87bcbe71f129 tempest-FloatingIPDetailsTestJSON-1816875448 tempest-FloatingIPDetailsTestJSON-1816875448-project] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:03.311320 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-2267ef8b-1fbd-48d8-9c5e-09805f8c68df req-c8b22be0-309e-4e8c-b785-f228f75b4fda tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] Calling delete_port for ea4d2105-4887-4974-aa55-4237ed405753 owned by network:floatingip {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:32:03.312696 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-f7c398c8-a490-4401-b253-8652a5d49ebe req-2e9eceb2-b4e6-4981-a698-87bcbe71f129 tempest-FloatingIPDetailsTestJSON-1816875448 tempest-FloatingIPDetailsTestJSON-1816875448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:03.316559 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning complete for port 728cfa00-3778-4628-ac4c-06f4e7aa1861 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:32:03.316938 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:03.326981 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-691e2289-a9d7-4029-b191-5fdba53e08ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:03.398821 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9be74ef-3248-4a58-a29f-1a842d741cb6 service neutron] Pushing event updated for resources: {'Port': ['ID=ef8bbeba-a56f-4cd7-8f9f-2c26d50b2915,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:32:03.402617 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-691e2289-a9d7-4029-b191-5fdba53e08ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:03.404937 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9eceb2-b4e6-4981-a698-87bcbe71f129 tempest-FloatingIPDetailsTestJSON-1816875448 tempest-FloatingIPDetailsTestJSON-1816875448-project] Pushing event updated for resources: {'Port': ['ID=370e778d-2152-44ff-b77a-aa6208b8b4c8,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:32:03.427435 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-f7c398c8-a490-4401-b253-8652a5d49ebe req-2e9eceb2-b4e6-4981-a698-87bcbe71f129 tempest-FloatingIPDetailsTestJSON-1816875448 tempest-FloatingIPDetailsTestJSON-1816875448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446547'] for floatingip, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:03.457945 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-f7c398c8-a490-4401-b253-8652a5d49ebe req-2e9eceb2-b4e6-4981-a698-87bcbe71f129 tempest-FloatingIPDetailsTestJSON-1816875448 tempest-FloatingIPDetailsTestJSON-1816875448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for floatingip, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:03.459212 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f7c398c8-a490-4401-b253-8652a5d49ebe req-2e9eceb2-b4e6-4981-a698-87bcbe71f129 tempest-FloatingIPDetailsTestJSON-1816875448 tempest-FloatingIPDetailsTestJSON-1816875448-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.1736498 Jul 13 13:32:03.465301 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-e2edeea4-3ef2-40c8-8f04-8152664202ca req-a9be74ef-3248-4a58-a29f-1a842d741cb6 service neutron] Attempting to bind port ef8bbeba-a56f-4cd7-8f9f-2c26d50b2915 on host n-h1-800634-1 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:32:03.466330 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-e2edeea4-3ef2-40c8-8f04-8152664202ca req-a9be74ef-3248-4a58-a29f-1a842d741cb6 service neutron] Attempting to bind port ef8bbeba-a56f-4cd7-8f9f-2c26d50b2915 by drivers openvswitch,hyperv on host n-h1-800634-1 at level 0 using segments [{'id': 'ad5ed454-48ea-4363-8047-0d3907eff6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:32:03.466633 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2edeea4-3ef2-40c8-8f04-8152664202ca req-a9be74ef-3248-4a58-a29f-1a842d741cb6 service neutron] Attempting to bind port ef8bbeba-a56f-4cd7-8f9f-2c26d50b2915 on network 2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:32:03.475959 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:03.502695 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2edeea4-3ef2-40c8-8f04-8152664202ca req-a9be74ef-3248-4a58-a29f-1a842d741cb6 service neutron] Port ef8bbeba-a56f-4cd7-8f9f-2c26d50b2915 on network 2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-1 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:32:03.503114 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2edeea4-3ef2-40c8-8f04-8152664202ca req-a9be74ef-3248-4a58-a29f-1a842d741cb6 service neutron] Attempting to bind port ef8bbeba-a56f-4cd7-8f9f-2c26d50b2915 on network 2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:32:03.511611 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-fba8a0d7-fec8-4ea7-a154-f4d78e23142a req-87f26c70-cb6f-4c32-b3eb-f5e3623097ff tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=09bf0390c6c84bde9cf099d3a1ffb9e6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0427136 Jul 13 13:32:03.511823 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3d5bccd-0e71-4b17-8dc4-bd3e64597e9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '728cfa00-3778-4628-ac4c-06f4e7aa1861'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:32:03.514139 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2edeea4-3ef2-40c8-8f04-8152664202ca req-a9be74ef-3248-4a58-a29f-1a842d741cb6 service neutron] Checking agent: {'id': 'a7603dc8-3c50-4a9b-8f0d-1143528f155e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:32:03.514484 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2edeea4-3ef2-40c8-8f04-8152664202ca req-a9be74ef-3248-4a58-a29f-1a842d741cb6 service neutron] Checking segment: {'id': 'ad5ed454-48ea-4363-8047-0d3907eff6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:32:03.514725 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-258ca5ea-4689-42f9-a1a3-ecee2cc56f45" -d '{"events": [{"server_uuid": "c3d5bccd-0e71-4b17-8dc4-bd3e64597e9a", "name": "network-vif-plugged", "status": "completed", "tag": "728cfa00-3778-4628-ac4c-06f4e7aa1861"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:32:03.514921 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2edeea4-3ef2-40c8-8f04-8152664202ca req-a9be74ef-3248-4a58-a29f-1a842d741cb6 service neutron] Bound using segment: {'id': 'ad5ed454-48ea-4363-8047-0d3907eff6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:32:03.515307 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-e2edeea4-3ef2-40c8-8f04-8152664202ca req-a9be74ef-3248-4a58-a29f-1a842d741cb6 service neutron] Bound port: ef8bbeba-a56f-4cd7-8f9f-2c26d50b2915, host: n-h1-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad5ed454-48ea-4363-8047-0d3907eff6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:32:03.515673 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-e2edeea4-3ef2-40c8-8f04-8152664202ca req-a9be74ef-3248-4a58-a29f-1a842d741cb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:03.520744 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 728cfa00-3778-4628-ac4c-06f4e7aa1861, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=728cfa00-3778-4628-ac4c-06f4e7aa1861,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:32:03.526968 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:03.527849 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device aab29890-8c42-40f0-9c32-f12fe38bd8d3 no longer exists at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:32:03.555366 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] No Port match for: aab29890-8c42-40f0-9c32-f12fe38bd8d3 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:32:03.555828 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device aab29890-8c42-40f0-9c32-f12fe38bd8d3 not bound to the agent host n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:32:03.620784 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=728cfa00-3778-4628-ac4c-06f4e7aa1861,revision_number=8']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:32:03.677910 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-e2edeea4-3ef2-40c8-8f04-8152664202ca req-a9be74ef-3248-4a58-a29f-1a842d741cb6 service neutron] For port ef8bbeba-a56f-4cd7-8f9f-2c26d50b2915, host n-h1-800634-1, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:32:03.681845 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-e2edeea4-3ef2-40c8-8f04-8152664202ca req-a9be74ef-3248-4a58-a29f-1a842d741cb6 service neutron] For port ef8bbeba-a56f-4cd7-8f9f-2c26d50b2915, host n-h1-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=ef8bbeba-a56f-4cd7-8f9f-2c26d50b2915,segment=NetworkSegment(ad5ed454-48ea-4363-8047-0d3907eff6fd),segment_id=ad5ed454-48ea-4363-8047-0d3907eff6fd)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:32:03.697277 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-e2edeea4-3ef2-40c8-8f04-8152664202ca req-a9be74ef-3248-4a58-a29f-1a842d741cb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:03.792390 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2edeea4-3ef2-40c8-8f04-8152664202ca req-a9be74ef-3248-4a58-a29f-1a842d741cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:03.793378 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-e2edeea4-3ef2-40c8-8f04-8152664202ca req-a9be74ef-3248-4a58-a29f-1a842d741cb6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:03.795985 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e2edeea4-3ef2-40c8-8f04-8152664202ca req-a9be74ef-3248-4a58-a29f-1a842d741cb6 service neutron] 10.222.0.26 "PUT /v2.0/ports/ef8bbeba-a56f-4cd7-8f9f-2c26d50b2915 HTTP/1.1" status: 200 len: 1092 time: 1.6585314 Jul 13 13:32:03.822486 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-691e2289-a9d7-4029-b191-5fdba53e08ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:03.825867 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-691e2289-a9d7-4029-b191-5fdba53e08ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:03.828805 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-691e2289-a9d7-4029-b191-5fdba53e08ff admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/430b580f-b655-4c36-bfaa-658833bd6a6f HTTP/1.1" status: 204 len: 168 time: 0.5916605 Jul 13 13:32:03.841688 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f7c398c8-a490-4401-b253-8652a5d49ebe req-7a645bf4-f844-4f3d-9ea0-fcdbf250a175 tempest-FloatingIPDetailsTestJSON-1816875448 tempest-FloatingIPDetailsTestJSON-1816875448-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.6.206 HTTP/1.1" status: 200 len: 696 time: 0.3686490 Jul 13 13:32:03.842806 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691e2289-a9d7-4029-b191-5fdba53e08ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=430b580f-b655-4c36-bfaa-658833bd6a6f,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:32:03.891046 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba8a0d7-fec8-4ea7-a154-f4d78e23142a req-0ffcb159-d413-460f-a25a-ed86d4951126 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:03.893107 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-fba8a0d7-fec8-4ea7-a154-f4d78e23142a req-0ffcb159-d413-460f-a25a-ed86d4951126 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3625698 Jul 13 13:32:03.912433 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9be74ef-3248-4a58-a29f-1a842d741cb6 service neutron] Pushing event updated for resources: {'Port': ['ID=ef8bbeba-a56f-4cd7-8f9f-2c26d50b2915,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:32:03.920598 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-fba8a0d7-fec8-4ea7-a154-f4d78e23142a req-f1291033-20ba-4575-a508-f8304bdf0931 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Request body: {'port': {'device_id': '0e6e3711-b463-40de-8c11-0ba0ea9882e3', 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30', 'admin_state_up': True, 'tenant_id': '09bf0390c6c84bde9cf099d3a1ffb9e6'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:32:03.932804 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-2267ef8b-1fbd-48d8-9c5e-09805f8c68df req-c8b22be0-309e-4e8c-b785-f228f75b4fda tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:03.987824 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c398c8-a490-4401-b253-8652a5d49ebe req-eac3dce2-26c0-47e0-92c8-4eb776ca80cc tempest-FloatingIPDetailsTestJSON-1816875448 tempest-FloatingIPDetailsTestJSON-1816875448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:03.989189 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f7c398c8-a490-4401-b253-8652a5d49ebe req-eac3dce2-26c0-47e0-92c8-4eb776ca80cc tempest-FloatingIPDetailsTestJSON-1816875448 tempest-FloatingIPDetailsTestJSON-1816875448-project] 10.222.0.23 "GET /v2.0/networks/acf968b8-c524-46a9-a20b-ad9667009130 HTTP/1.1" status: 200 len: 784 time: 0.1379802 Jul 13 13:32:04.267731 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51a49091-1f1d-4f7b-b145-79695b229fef', 'tag': 'ef8bbeba-a56f-4cd7-8f9f-2c26d50b2915'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:32:04.269994 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-191db228-4714-42e4-88fb-cab272ec5a88" -d '{"events": [{"name": "network-changed", "server_uuid": "51a49091-1f1d-4f7b-b145-79695b229fef", "tag": "ef8bbeba-a56f-4cd7-8f9f-2c26d50b2915"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:32:04.277790 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b22be0-309e-4e8c-b785-f228f75b4fda tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] Pushing event deleted for resources: {'Port': ['ID=ea4d2105-4887-4974-aa55-4237ed405753,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:32:04.374805 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6c2296a6-fec9-4e02-b257-b14ba12ed9d5 req-551b0066-3845-4b9f-8980-4b848f8084a2 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e6e3711-b463-40de-8c11-0ba0ea9882e3 HTTP/1.1" status: 200 len: 210 time: 0.0454149 Jul 13 13:32:04.393935 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-2267ef8b-1fbd-48d8-9c5e-09805f8c68df req-c8b22be0-309e-4e8c-b785-f228f75b4fda tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] Notify callbacks [] for floatingip, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:04.396425 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-2267ef8b-1fbd-48d8-9c5e-09805f8c68df req-c8b22be0-309e-4e8c-b785-f228f75b4fda tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for floatingip, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:04.397565 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2267ef8b-1fbd-48d8-9c5e-09805f8c68df req-c8b22be0-309e-4e8c-b785-f228f75b4fda tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] 10.222.0.23 "DELETE /v2.0/floatingips/295b5763-991d-4704-9bb9-d10e8ba1996e HTTP/1.1" status: 204 len: 173 time: 1.6630046 Jul 13 13:32:04.408778 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2edeea4-3ef2-40c8-8f04-8152664202ca req-aa581ffa-78d6-494b-8319-b62b2af234ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:04.412968 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e2edeea4-3ef2-40c8-8f04-8152664202ca req-aa581ffa-78d6-494b-8319-b62b2af234ed service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d50e67b9ee9e45449d2522df614fe533&device_id=51a49091-1f1d-4f7b-b145-79695b229fef HTTP/1.1" status: 200 len: 1095 time: 0.4993346 Jul 13 13:32:04.471982 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e2edeea4-3ef2-40c8-8f04-8152664202ca req-e67a7bd1-363e-4f84-8e8d-fdbc4622035b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ef8bbeba-a56f-4cd7-8f9f-2c26d50b2915 HTTP/1.1" status: 200 len: 217 time: 0.0490634 Jul 13 13:32:04.474572 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fba8a0d7-fec8-4ea7-a154-f4d78e23142a req-f1291033-20ba-4575-a508-f8304bdf0931 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Made reservation on behalf of 09bf0390c6c84bde9cf099d3a1ffb9e6 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:32:04.478554 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-fba8a0d7-fec8-4ea7-a154-f4d78e23142a req-f1291033-20ba-4575-a508-f8304bdf0931 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:04.609401 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2edeea4-3ef2-40c8-8f04-8152664202ca req-0a8b2fae-4792-42cf-ba25-fcfbe89addaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:04.610878 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e2edeea4-3ef2-40c8-8f04-8152664202ca req-0a8b2fae-4792-42cf-ba25-fcfbe89addaf service neutron] 10.222.0.26 "GET /v2.0/subnets?id=45599520-ccde-4569-b8cc-9a75a2e552c5 HTTP/1.1" status: 200 len: 860 time: 0.1298172 Jul 13 13:32:04.645009 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 47082) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:32:04.664290 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e2edeea4-3ef2-40c8-8f04-8152664202ca req-bda0c17b-b5fc-47e0-8382-d39777827b94 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399413 Jul 13 13:32:04.676287 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f1d2cd-2097-4b38-9fa7-75205e9fa8c7 req-35eb1670-938d-48fc-9eed-0edb0451559e tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:04.677815 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-36f1d2cd-2097-4b38-9fa7-75205e9fa8c7 req-35eb1670-938d-48fc-9eed-0edb0451559e tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3d5bccd-0e71-4b17-8dc4-bd3e64597e9a HTTP/1.1" status: 200 len: 948 time: 0.0716782 Jul 13 13:32:04.719335 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-36f1d2cd-2097-4b38-9fa7-75205e9fa8c7 req-99c02af6-0723-421b-8f55-0e02dca6f9d2 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] 10.222.0.23 "GET /v2.0/security-groups?id=0375d0dc-b9f6-47cd-991d-bd203a5d5aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339766 Jul 13 13:32:04.750412 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-5432be1e-9a2d-4d23-9c05-17481918da53 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1591585234-network', 'tenant_id': '86bbb34b99a240ce81608b490eb7e55d'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:32:04.768400 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13d2ef0-749c-49a7-9311-93ef735feabd req-6e33b276-2d06-481f-a6e2-70e88f55f59b tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:04.769889 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f13d2ef0-749c-49a7-9311-93ef735feabd req-6e33b276-2d06-481f-a6e2-70e88f55f59b tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/ports?device_id=51a49091-1f1d-4f7b-b145-79695b229fef HTTP/1.1" status: 200 len: 944 time: 0.2500389 Jul 13 13:32:04.776775 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5432be1e-9a2d-4d23-9c05-17481918da53 admin admin] Made reservation on behalf of 86bbb34b99a240ce81608b490eb7e55d for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:32:04.780234 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5432be1e-9a2d-4d23-9c05-17481918da53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:04.788373 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84eb6d50-104d-4893-89ff-339b8f711d05 x-openstack-request-id: req-84eb6d50-104d-4893-89ff-339b8f711d05 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:32:04.788877 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3d5bccd-0e71-4b17-8dc4-bd3e64597e9a", "name": "network-vif-plugged", "status": "completed", "tag": "728cfa00-3778-4628-ac4c-06f4e7aa1861", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:32:04.788984 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-84eb6d50-104d-4893-89ff-339b8f711d05 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:32:04.790001 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3d5bccd-0e71-4b17-8dc4-bd3e64597e9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '728cfa00-3778-4628-ac4c-06f4e7aa1861', 'code': 200} Jul 13 13:32:04.790531 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5432be1e-9a2d-4d23-9c05-17481918da53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:04.802013 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-fba8a0d7-fec8-4ea7-a154-f4d78e23142a req-f1291033-20ba-4575-a508-f8304bdf0931 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Allocated IP 192.168.233.251 (e0bfb334-0fd9-4ba5-ba79-1568ecabee30/60b55863-ceb6-45af-a8a4-4b22d72866af/d282cacc-1e9b-4c18-a582-757033a51095) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:32:04.867854 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f13d2ef0-749c-49a7-9311-93ef735feabd req-6062b95a-a10c-4463-b9cd-e98071f61225 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1a1929d-de59-4a26-a69b-05b891c11dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885913 Jul 13 13:32:04.877492 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e2edeea4-3ef2-40c8-8f04-8152664202ca req-b4162b5c-d17e-4098-bcee-e8344e3a7d2e service neutron] 10.222.0.26 "GET /v2.0/networks/2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020934 Jul 13 13:32:04.963857 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-add368d3-0790-444c-870e-f0abf93f9b48 req-37d1b474-fb77-4e09-9df5-6f01cb25c320 tempest-FloatingIPDetailsTestJSON-1816875448 tempest-FloatingIPDetailsTestJSON-1816875448-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1524594 Jul 13 13:32:04.971607 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-add368d3-0790-444c-870e-f0abf93f9b48 req-cccc6831-3545-4251-a645-5ff5fa3dc952 tempest-FloatingIPDetailsTestJSON-1816875448 tempest-FloatingIPDetailsTestJSON-1816875448-project] Request body: {'floatingip': {'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:32:05.010130 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5432be1e-9a2d-4d23-9c05-17481918da53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:05.020198 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5432be1e-9a2d-4d23-9c05-17481918da53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:05.034773 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5432be1e-9a2d-4d23-9c05-17481918da53 admin admin] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 13:32:05.061329 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5432be1e-9a2d-4d23-9c05-17481918da53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:05.061776 n-d-800634-1 neutron-server[93751]: INFO neutron.db.segments_db [None req-5432be1e-9a2d-4d23-9c05-17481918da53 admin admin] Added segment 345ae5d0-2a83-4ecb-838d-699d317350b1 of type vlan for network 8383d7b7-a660-4823-adc0-5a1ebd37be68 Jul 13 13:32:05.079804 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-add368d3-0790-444c-870e-f0abf93f9b48 req-cccc6831-3545-4251-a645-5ff5fa3dc952 tempest-FloatingIPDetailsTestJSON-1816875448 tempest-FloatingIPDetailsTestJSON-1816875448-project] Notify callbacks [] for floatingip, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:05.100162 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e2edeea4-3ef2-40c8-8f04-8152664202ca req-cdfd6992-e6e4-4b29-9357-0c4246a0331e service neutron] 10.222.0.26 "GET /v2.0/networks/2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106426 Jul 13 13:32:05.111701 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5432be1e-9a2d-4d23-9c05-17481918da53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=898ca321-944b-4067-8a44-39a14757cfcc,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:32:05.135387 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-fba8a0d7-fec8-4ea7-a154-f4d78e23142a req-f1291033-20ba-4575-a508-f8304bdf0931 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:05.156283 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-fba8a0d7-fec8-4ea7-a154-f4d78e23142a req-f1291033-20ba-4575-a508-f8304bdf0931 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Transition to ACTIVE for port object d282cacc-1e9b-4c18-a582-757033a51095 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:32:05.156501 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5432be1e-9a2d-4d23-9c05-17481918da53 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:05.162679 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1897fb8-f3fa-480c-8b66-17f012f00426 req-61c8b8f9-3729-4543-8a26-6d66d8fa9e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:05.165945 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f1897fb8-f3fa-480c-8b66-17f012f00426 req-61c8b8f9-3729-4543-8a26-6d66d8fa9e61 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c3d5bccd-0e71-4b17-8dc4-bd3e64597e9a HTTP/1.1" status: 200 len: 1099 time: 0.1440160 Jul 13 13:32:05.198203 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5432be1e-9a2d-4d23-9c05-17481918da53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:05.199283 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5432be1e-9a2d-4d23-9c05-17481918da53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:05.200608 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5432be1e-9a2d-4d23-9c05-17481918da53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:05.218432 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 13:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75bbaa42-8ef6-43ec-8732-c43dade31d50 x-openstack-request-id: req-75bbaa42-8ef6-43ec-8732-c43dade31d50 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:32:05.218724 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51a49091-1f1d-4f7b-b145-79695b229fef", "tag": "ef8bbeba-a56f-4cd7-8f9f-2c26d50b2915", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:32:05.218983 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-75bbaa42-8ef6-43ec-8732-c43dade31d50 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:32:05.219378 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51a49091-1f1d-4f7b-b145-79695b229fef', 'tag': 'ef8bbeba-a56f-4cd7-8f9f-2c26d50b2915', 'status': 'completed', 'code': 200} Jul 13 13:32:05.243299 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f1897fb8-f3fa-480c-8b66-17f012f00426 req-cfc137fc-4cdf-43a9-ac11-9496820d4349 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0375d0dc-b9f6-47cd-991d-bd203a5d5aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689993 Jul 13 13:32:05.264644 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-5432be1e-9a2d-4d23-9c05-17481918da53 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6185966 Jul 13 13:32:05.273231 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 47090) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:32:05.279150 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-d2887b84-9ae7-4758-a91b-14f14449cca5 admin admin] Request body: {'subnet': {'network_id': '8383d7b7-a660-4823-adc0-5a1ebd37be68', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1591585234-subnet', 'tenant_id': '86bbb34b99a240ce81608b490eb7e55d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:32:05.284789 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5432be1e-9a2d-4d23-9c05-17481918da53 admin admin] Pushing event updated for resources: {'Network': ['ID=8383d7b7-a660-4823-adc0-5a1ebd37be68,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:32:05.292064 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-fba8a0d7-fec8-4ea7-a154-f4d78e23142a req-f1291033-20ba-4575-a508-f8304bdf0931 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:05.296769 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network 8383d7b7-a660-4823-adc0-5a1ebd37be68 details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 13:32:05.312621 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['3a90243c-de42-46cb-9b58-efc8f07230e9', 'f270c028-70f9-4852-a18d-fe6a5464d03e', 'b9ac0852-e57d-43a1-a494-3e38faf50603'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:32:05.316692 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['894c88fc-95cc-4a2b-9a78-4c8bf919a43e', 'fce86fce-7d5e-4f1c-b125-c36dec27a279', '35c44836-b440-472c-8059-c98a5ffada71', 'c0feee91-13e1-4626-95f0-03b60abe6597'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:32:05.316955 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2887b84-9ae7-4758-a91b-14f14449cca5 admin admin] Made reservation on behalf of 86bbb34b99a240ce81608b490eb7e55d for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:32:05.319251 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d2887b84-9ae7-4758-a91b-14f14449cca5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6104980'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:05.323162 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-add368d3-0790-444c-870e-f0abf93f9b48 req-cccc6831-3545-4251-a645-5ff5fa3dc952 tempest-FloatingIPDetailsTestJSON-1816875448 tempest-FloatingIPDetailsTestJSON-1816875448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:05.414962 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fba8a0d7-fec8-4ea7-a154-f4d78e23142a req-f1291033-20ba-4575-a508-f8304bdf0931 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Network e0bfb334-0fd9-4ba5-ba79-1568ecabee30 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:32:05.420325 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3bd96ee4-bdc6-40c6-858a-7f6cdb05cdc5 req-91b72831-26e8-47fe-84a6-d8da59755728 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.6.56 HTTP/1.1" status: 200 len: 1001 time: 0.1908638 Jul 13 13:32:05.422691 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1291033-20ba-4575-a508-f8304bdf0931 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Pushing event updated for resources: {'Port': ['ID=d282cacc-1e9b-4c18-a582-757033a51095,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:32:05.427704 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-fba8a0d7-fec8-4ea7-a154-f4d78e23142a req-f1291033-20ba-4575-a508-f8304bdf0931 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:32:05.435175 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-fba8a0d7-fec8-4ea7-a154-f4d78e23142a req-f1291033-20ba-4575-a508-f8304bdf0931 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:32:05.539830 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191db228-4714-42e4-88fb-cab272ec5a88 req-4969f28f-8bc1-4040-9fe1-b70f41c59103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:05.541818 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-191db228-4714-42e4-88fb-cab272ec5a88 req-4969f28f-8bc1-4040-9fe1-b70f41c59103 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d50e67b9ee9e45449d2522df614fe533&device_id=51a49091-1f1d-4f7b-b145-79695b229fef HTTP/1.1" status: 200 len: 1095 time: 0.2688539 Jul 13 13:32:05.548131 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [req-add368d3-0790-444c-870e-f0abf93f9b48 req-cccc6831-3545-4251-a645-5ff5fa3dc952 tempest-FloatingIPDetailsTestJSON-1816875448 tempest-FloatingIPDetailsTestJSON-1816875448-project] Allocated IP 172.25.6.177 (acf968b8-c524-46a9-a20b-ad9667009130/dde5a78e-bd1e-4f47-8189-7321d4de73d3/25fe7ba9-a59c-4134-851b-2e277898a63f) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:32:05.582962 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba8a0d7-fec8-4ea7-a154-f4d78e23142a req-f1291033-20ba-4575-a508-f8304bdf0931 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:05.583762 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-fba8a0d7-fec8-4ea7-a154-f4d78e23142a req-f1291033-20ba-4575-a508-f8304bdf0931 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:05.650545 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd96ee4-bdc6-40c6-858a-7f6cdb05cdc5 req-124dccc7-1a85-429b-9cdb-5544108ff972 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:05.664308 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3bd96ee4-bdc6-40c6-858a-7f6cdb05cdc5 req-124dccc7-1a85-429b-9cdb-5544108ff972 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] 10.222.0.23 "GET /v2.0/ports/b1a8ad69-cf5b-4f96-9698-93feb935a5b8 HTTP/1.1" status: 200 len: 943 time: 0.2302530 Jul 13 13:32:05.681557 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d2887b84-9ae7-4758-a91b-14f14449cca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6018343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6104998'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:05.691716 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-fba8a0d7-fec8-4ea7-a154-f4d78e23142a req-f1291033-20ba-4575-a508-f8304bdf0931 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7734973 Jul 13 13:32:05.703081 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-fba8a0d7-fec8-4ea7-a154-f4d78e23142a req-ff071c83-206c-467d-bd14-24bdf7e1ba1e service neutron] Request body: {'port': {'device_id': '0e6e3711-b463-40de-8c11-0ba0ea9882e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:32:05.757678 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-add368d3-0790-444c-870e-f0abf93f9b48 req-cccc6831-3545-4251-a645-5ff5fa3dc952 tempest-FloatingIPDetailsTestJSON-1816875448 tempest-FloatingIPDetailsTestJSON-1816875448-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:05.768590 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191db228-4714-42e4-88fb-cab272ec5a88 req-5de41a54-1722-4dc9-98b4-98cac6b53d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:05.770185 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-191db228-4714-42e4-88fb-cab272ec5a88 req-5de41a54-1722-4dc9-98b4-98cac6b53d87 service neutron] 10.222.0.26 "GET /v2.0/networks?id=2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21 HTTP/1.1" status: 200 len: 920 time: 0.2196507 Jul 13 13:32:05.858408 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2887b84-9ae7-4758-a91b-14f14449cca5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a46bc11-d782-4809-8619-8cea28e76954,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:32:05.863938 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-191db228-4714-42e4-88fb-cab272ec5a88 req-671569ba-930d-4cd6-96d6-fe5422cac122 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ef8bbeba-a56f-4cd7-8f9f-2c26d50b2915 HTTP/1.1" status: 200 len: 217 time: 0.0748773 Jul 13 13:32:05.864420 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-847585d8-d88a-4308-9134-4072502220f4 None None] Provisioning for port d282cacc-1e9b-4c18-a582-757033a51095 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:32:05.865262 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-add368d3-0790-444c-870e-f0abf93f9b48 req-cccc6831-3545-4251-a645-5ff5fa3dc952 tempest-FloatingIPDetailsTestJSON-1816875448 tempest-FloatingIPDetailsTestJSON-1816875448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:05.884330 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-847585d8-d88a-4308-9134-4072502220f4 None None] Provisioning complete for port d282cacc-1e9b-4c18-a582-757033a51095 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:32:05.884706 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-847585d8-d88a-4308-9134-4072502220f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:05.902083 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-add368d3-0790-444c-870e-f0abf93f9b48 req-cccc6831-3545-4251-a645-5ff5fa3dc952 tempest-FloatingIPDetailsTestJSON-1816875448 tempest-FloatingIPDetailsTestJSON-1816875448-project] Network acf968b8-c524-46a9-a20b-ad9667009130 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:32:05.907512 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-fba8a0d7-fec8-4ea7-a154-f4d78e23142a req-ff071c83-206c-467d-bd14-24bdf7e1ba1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:05.907905 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [req-add368d3-0790-444c-870e-f0abf93f9b48 req-cccc6831-3545-4251-a645-5ff5fa3dc952 tempest-FloatingIPDetailsTestJSON-1816875448 tempest-FloatingIPDetailsTestJSON-1816875448-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:32:05.912363 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2887b84-9ae7-4758-a91b-14f14449cca5 admin admin] Checking segment: {'id': '345ae5d0-2a83-4ecb-838d-699d317350b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8383d7b7-a660-4823-adc0-5a1ebd37be68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:32:05.912363 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2887b84-9ae7-4758-a91b-14f14449cca5 admin admin] Network hostable DHCP agents. Network: 8383d7b7-a660-4823-adc0-5a1ebd37be68, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 13:32:05.919134 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-add368d3-0790-444c-870e-f0abf93f9b48 req-cccc6831-3545-4251-a645-5ff5fa3dc952 tempest-FloatingIPDetailsTestJSON-1816875448 tempest-FloatingIPDetailsTestJSON-1816875448-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:32:05.966173 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3bd96ee4-bdc6-40c6-858a-7f6cdb05cdc5 req-d5576edb-559b-40b5-a136-1b404ae432bb tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.6.56 HTTP/1.1" status: 200 len: 1001 time: 0.1761253 Jul 13 13:32:05.967488 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccc6831-3545-4251-a645-5ff5fa3dc952 tempest-FloatingIPDetailsTestJSON-1816875448 tempest-FloatingIPDetailsTestJSON-1816875448-project] Pushing event updated for resources: {'Port': ['ID=25fe7ba9-a59c-4134-851b-2e277898a63f,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:32:05.970786 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-847585d8-d88a-4308-9134-4072502220f4 None None] Port d282cacc-1e9b-4c18-a582-757033a51095 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:32:05.978277 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191db228-4714-42e4-88fb-cab272ec5a88 req-82e1b8b5-e548-4e04-a204-961d3bfa39c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:05.979833 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-191db228-4714-42e4-88fb-cab272ec5a88 req-82e1b8b5-e548-4e04-a204-961d3bfa39c5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=45599520-ccde-4569-b8cc-9a75a2e552c5 HTTP/1.1" status: 200 len: 860 time: 0.1040387 Jul 13 13:32:05.992745 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2887b84-9ae7-4758-a91b-14f14449cca5 admin admin] Network 8383d7b7-a660-4823-adc0-5a1ebd37be68 is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 13:32:06.028231 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-d2887b84-9ae7-4758-a91b-14f14449cca5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, 8383d7b7-a660-4823-adc0-5a1ebd37be68) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:32:06.036982 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2887b84-9ae7-4758-a91b-14f14449cca5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:06.037725 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d2887b84-9ae7-4758-a91b-14f14449cca5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:06.063074 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e67038-f4e0-4ab1-9fba-7869ae944b27 None None] Network 8383d7b7-a660-4823-adc0-5a1ebd37be68 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:32:06.065455 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-d2887b84-9ae7-4758-a91b-14f14449cca5 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7909100 Jul 13 13:32:06.068652 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 47100) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:32:06.074131 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-9092a560-3737-400f-a4f0-9630258926b7 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1591585234-router', 'tenant_id': '86bbb34b99a240ce81608b490eb7e55d', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:32:06.084392 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-add368d3-0790-444c-870e-f0abf93f9b48 req-cccc6831-3545-4251-a645-5ff5fa3dc952 tempest-FloatingIPDetailsTestJSON-1816875448 tempest-FloatingIPDetailsTestJSON-1816875448-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:06.127428 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9092a560-3737-400f-a4f0-9630258926b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1591928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2714'] for router, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:06.128667 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-191db228-4714-42e4-88fb-cab272ec5a88 req-ce4884dc-6228-405d-8658-ab7ad75bc937 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1395838 Jul 13 13:32:06.129078 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9092a560-3737-400f-a4f0-9630258926b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447198', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1629690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2689'] for router, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:06.159178 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-add368d3-0790-444c-870e-f0abf93f9b48 req-cccc6831-3545-4251-a645-5ff5fa3dc952 tempest-FloatingIPDetailsTestJSON-1816875448 tempest-FloatingIPDetailsTestJSON-1816875448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:06.321446 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd96ee4-bdc6-40c6-858a-7f6cdb05cdc5 req-f8135bd0-ab56-4767-881b-8a5bcc4eb628 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:06.325238 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a125139a-9bd4-44d4-920b-c68a5229cc0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a7201e1-61ce-5a3e-b7f7-e800379ed03b-8383d7b7-a660-4823-adc0-5a1ebd37be68', 'network_id': '8383d7b7-a660-4823-adc0-5a1ebd37be68', 'tenant_id': '86bbb34b99a240ce81608b490eb7e55d', 'fixed_ips': [{'subnet_id': '6a46bc11-d782-4809-8619-8cea28e76954'}]}} from n-d-800634-1. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 13:32:06.326167 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a125139a-9bd4-44d4-920b-c68a5229cc0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:06.328703 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3bd96ee4-bdc6-40c6-858a-7f6cdb05cdc5 req-f8135bd0-ab56-4767-881b-8a5bcc4eb628 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] 10.222.0.23 "GET /v2.0/networks/acf968b8-c524-46a9-a20b-ad9667009130 HTTP/1.1" status: 200 len: 784 time: 0.3479061 Jul 13 13:32:06.337415 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [req-3bd96ee4-bdc6-40c6-858a-7f6cdb05cdc5 req-3645c3f7-e004-48ee-91a1-08821704caf2 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93750) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 13:32:06.345576 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3bd96ee4-bdc6-40c6-858a-7f6cdb05cdc5 req-3645c3f7-e004-48ee-91a1-08821704caf2 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0158377 Jul 13 13:32:06.349045 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-191db228-4714-42e4-88fb-cab272ec5a88 req-eea00c8d-56d4-492c-b01e-bb9006bcad01 service neutron] 10.222.0.26 "GET /v2.0/networks/2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2073188 Jul 13 13:32:06.355483 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-add368d3-0790-444c-870e-f0abf93f9b48 req-cccc6831-3545-4251-a645-5ff5fa3dc952 tempest-FloatingIPDetailsTestJSON-1816875448 tempest-FloatingIPDetailsTestJSON-1816875448-project] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:06.358660 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9092a560-3737-400f-a4f0-9630258926b7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:06.363324 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-add368d3-0790-444c-870e-f0abf93f9b48 req-cccc6831-3545-4251-a645-5ff5fa3dc952 tempest-FloatingIPDetailsTestJSON-1816875448 tempest-FloatingIPDetailsTestJSON-1816875448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:06.418351 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccc6831-3545-4251-a645-5ff5fa3dc952 tempest-FloatingIPDetailsTestJSON-1816875448 tempest-FloatingIPDetailsTestJSON-1816875448-project] Pushing event updated for resources: {'Port': ['ID=25fe7ba9-a59c-4134-851b-2e277898a63f,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:32:06.483452 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-a125139a-9bd4-44d4-920b-c68a5229cc0b None None] Allocated IP 172.20.0.2 (8383d7b7-a660-4823-adc0-5a1ebd37be68/6a46bc11-d782-4809-8619-8cea28e76954/068c3719-e62d-4ccd-8de9-ccb0effe7ece) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:32:06.518053 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3bd96ee4-bdc6-40c6-858a-7f6cdb05cdc5 req-6d68f9e2-0947-4697-a540-5da5625cfac3 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.6.56 HTTP/1.1" status: 200 len: 1001 time: 0.1711779 Jul 13 13:32:06.535737 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-3bd96ee4-bdc6-40c6-858a-7f6cdb05cdc5 req-c1e74ee7-a3fa-4703-aa70-8c4a0ebd0482 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:32:06.595280 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-add368d3-0790-444c-870e-f0abf93f9b48 req-cccc6831-3545-4251-a645-5ff5fa3dc952 tempest-FloatingIPDetailsTestJSON-1816875448 tempest-FloatingIPDetailsTestJSON-1816875448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446547'] for floatingip, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:06.599934 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9092a560-3737-400f-a4f0-9630258926b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447180', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1591910', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2751'] for router, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:06.616480 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-add368d3-0790-444c-870e-f0abf93f9b48 req-cccc6831-3545-4251-a645-5ff5fa3dc952 tempest-FloatingIPDetailsTestJSON-1816875448 tempest-FloatingIPDetailsTestJSON-1816875448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for floatingip, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:06.617882 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-add368d3-0790-444c-870e-f0abf93f9b48 req-cccc6831-3545-4251-a645-5ff5fa3dc952 tempest-FloatingIPDetailsTestJSON-1816875448 tempest-FloatingIPDetailsTestJSON-1816875448-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6531949 Jul 13 13:32:06.640947 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a125139a-9bd4-44d4-920b-c68a5229cc0b None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:06.642357 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-191db228-4714-42e4-88fb-cab272ec5a88 req-8ed10ad7-553c-41ac-b5c2-ce2d56c9cb94 service neutron] 10.222.0.26 "GET /v2.0/networks/2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2787471 Jul 13 13:32:06.650898 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-a125139a-9bd4-44d4-920b-c68a5229cc0b None None] Transition to ACTIVE for port object 068c3719-e62d-4ccd-8de9-ccb0effe7ece will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:32:06.654168 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-fba8a0d7-fec8-4ea7-a154-f4d78e23142a req-ff071c83-206c-467d-bd14-24bdf7e1ba1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d282cacc-1e9b-4c18-a582-757033a51095 {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:32:06.671119 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-a125139a-9bd4-44d4-920b-c68a5229cc0b None None] Transition to ACTIVE for port object 068c3719-e62d-4ccd-8de9-ccb0effe7ece will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:32:06.671877 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-fba8a0d7-fec8-4ea7-a154-f4d78e23142a req-ff071c83-206c-467d-bd14-24bdf7e1ba1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:06.680070 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3bd96ee4-bdc6-40c6-858a-7f6cdb05cdc5 req-c1e74ee7-a3fa-4703-aa70-8c4a0ebd0482 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] Notify callbacks [] for floatingip, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:06.683950 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a125139a-9bd4-44d4-920b-c68a5229cc0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:06.704553 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-add368d3-0790-444c-870e-f0abf93f9b48 req-a9764420-d916-4fe5-b2a3-c843b0525abf tempest-FloatingIPDetailsTestJSON-1816875448 tempest-FloatingIPDetailsTestJSON-1816875448-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.6.177 HTTP/1.1" status: 200 len: 696 time: 0.0737996 Jul 13 13:32:06.725370 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a125139a-9bd4-44d4-920b-c68a5229cc0b None None] Network 8383d7b7-a660-4823-adc0-5a1ebd37be68 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:32:06.725624 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-fba8a0d7-fec8-4ea7-a154-f4d78e23142a req-ff071c83-206c-467d-bd14-24bdf7e1ba1e service neutron] Transition to ACTIVE for port object d282cacc-1e9b-4c18-a582-757033a51095 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:32:06.729192 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-a125139a-9bd4-44d4-920b-c68a5229cc0b None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:32:06.733070 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a125139a-9bd4-44d4-920b-c68a5229cc0b None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:32:06.740823 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-fba8a0d7-fec8-4ea7-a154-f4d78e23142a req-ff071c83-206c-467d-bd14-24bdf7e1ba1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:06.778841 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a125139a-9bd4-44d4-920b-c68a5229cc0b None None] Pushing event updated for resources: {'Port': ['ID=068c3719-e62d-4ccd-8de9-ccb0effe7ece,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:32:06.822735 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-a125139a-9bd4-44d4-920b-c68a5229cc0b None None] Attempting to bind port 068c3719-e62d-4ccd-8de9-ccb0effe7ece on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:32:06.823120 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-a125139a-9bd4-44d4-920b-c68a5229cc0b None None] Attempting to bind port 068c3719-e62d-4ccd-8de9-ccb0effe7ece by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '345ae5d0-2a83-4ecb-838d-699d317350b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8383d7b7-a660-4823-adc0-5a1ebd37be68'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:32:06.823494 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a125139a-9bd4-44d4-920b-c68a5229cc0b None None] Attempting to bind port 068c3719-e62d-4ccd-8de9-ccb0effe7ece on network 8383d7b7-a660-4823-adc0-5a1ebd37be68 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:32:06.830761 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a125139a-9bd4-44d4-920b-c68a5229cc0b None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 31, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:32:06.831149 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a125139a-9bd4-44d4-920b-c68a5229cc0b None None] Checking segment: {'id': '345ae5d0-2a83-4ecb-838d-699d317350b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8383d7b7-a660-4823-adc0-5a1ebd37be68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:32:06.831564 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a125139a-9bd4-44d4-920b-c68a5229cc0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:06.832293 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a125139a-9bd4-44d4-920b-c68a5229cc0b None None] Bound using segment: {'id': '345ae5d0-2a83-4ecb-838d-699d317350b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8383d7b7-a660-4823-adc0-5a1ebd37be68'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:32:06.832507 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-a125139a-9bd4-44d4-920b-c68a5229cc0b None None] Bound port: 068c3719-e62d-4ccd-8de9-ccb0effe7ece, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '345ae5d0-2a83-4ecb-838d-699d317350b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8383d7b7-a660-4823-adc0-5a1ebd37be68'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:32:06.832907 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a125139a-9bd4-44d4-920b-c68a5229cc0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:06.839488 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add368d3-0790-444c-870e-f0abf93f9b48 req-42367e0d-4a32-4504-879e-94ad2d74844e tempest-FloatingIPDetailsTestJSON-1816875448 tempest-FloatingIPDetailsTestJSON-1816875448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:06.840915 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-add368d3-0790-444c-870e-f0abf93f9b48 req-42367e0d-4a32-4504-879e-94ad2d74844e tempest-FloatingIPDetailsTestJSON-1816875448 tempest-FloatingIPDetailsTestJSON-1816875448-project] 10.222.0.23 "GET /v2.0/networks/acf968b8-c524-46a9-a20b-ad9667009130 HTTP/1.1" status: 200 len: 784 time: 0.1297266 Jul 13 13:32:06.842688 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff071c83-206c-467d-bd14-24bdf7e1ba1e service neutron] Pushing event updated for resources: {'Port': ['ID=d282cacc-1e9b-4c18-a582-757033a51095,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:32:06.949367 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-a125139a-9bd4-44d4-920b-c68a5229cc0b None None] For port 068c3719-e62d-4ccd-8de9-ccb0effe7ece, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:32:06.956658 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-a125139a-9bd4-44d4-920b-c68a5229cc0b None None] For port 068c3719-e62d-4ccd-8de9-ccb0effe7ece, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=068c3719-e62d-4ccd-8de9-ccb0effe7ece,segment=NetworkSegment(345ae5d0-2a83-4ecb-838d-699d317350b1),segment_id=345ae5d0-2a83-4ecb-838d-699d317350b1)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:32:06.965471 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a125139a-9bd4-44d4-920b-c68a5229cc0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:06.991514 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9092a560-3737-400f-a4f0-9630258926b7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:07.014087 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9092a560-3737-400f-a4f0-9630258926b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:07.093543 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a125139a-9bd4-44d4-920b-c68a5229cc0b None None] Pushing event updated for resources: {'Port': ['ID=068c3719-e62d-4ccd-8de9-ccb0effe7ece,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:32:07.194618 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-9092a560-3737-400f-a4f0-9630258926b7 admin admin] Allocated IP 172.25.6.132 (acf968b8-c524-46a9-a20b-ad9667009130/dde5a78e-bd1e-4f47-8189-7321d4de73d3/f975f458-2c30-439b-975d-9cb383d447dc) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:32:07.257045 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3bd96ee4-bdc6-40c6-858a-7f6cdb05cdc5 req-c1e74ee7-a3fa-4703-aa70-8c4a0ebd0482 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:07.264625 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3bd96ee4-bdc6-40c6-858a-7f6cdb05cdc5 req-c1e74ee7-a3fa-4703-aa70-8c4a0ebd0482 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446547'] for floatingip, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:07.265076 n-d-800634-1 neutron-server[93750]: INFO neutron.db.l3_db [req-3bd96ee4-bdc6-40c6-858a-7f6cdb05cdc5 req-c1e74ee7-a3fa-4703-aa70-8c4a0ebd0482 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] Floating IP 9423a03f-16de-41dc-9643-d513ff463f1f disassociated. External IP: 172.25.6.56, port: b1a8ad69-cf5b-4f96-9698-93feb935a5b8. Jul 13 13:32:07.355893 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e957a9ad-7664-43f0-8153-5f808dc399a9 req-ce17f27e-6bad-4478-a511-3d038e635297 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:07.359916 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e957a9ad-7664-43f0-8153-5f808dc399a9 req-ce17f27e-6bad-4478-a511-3d038e635297 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e6e3711-b463-40de-8c11-0ba0ea9882e3 HTTP/1.1" status: 200 len: 948 time: 0.1020133 Jul 13 13:32:07.395075 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-fba8a0d7-fec8-4ea7-a154-f4d78e23142a req-ff071c83-206c-467d-bd14-24bdf7e1ba1e service neutron] Attempting to bind port d282cacc-1e9b-4c18-a582-757033a51095 on host n-h2-800634-1 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:32:07.396077 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-fba8a0d7-fec8-4ea7-a154-f4d78e23142a req-ff071c83-206c-467d-bd14-24bdf7e1ba1e service neutron] Attempting to bind port d282cacc-1e9b-4c18-a582-757033a51095 by drivers openvswitch,hyperv on host n-h2-800634-1 at level 0 using segments [{'id': '62a4f2e9-97ca-473c-a2df-e7f9f532c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:32:07.396929 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba8a0d7-fec8-4ea7-a154-f4d78e23142a req-ff071c83-206c-467d-bd14-24bdf7e1ba1e service neutron] Attempting to bind port d282cacc-1e9b-4c18-a582-757033a51095 on network e0bfb334-0fd9-4ba5-ba79-1568ecabee30 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:32:07.397999 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9092a560-3737-400f-a4f0-9630258926b7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:07.414107 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba8a0d7-fec8-4ea7-a154-f4d78e23142a req-ff071c83-206c-467d-bd14-24bdf7e1ba1e service neutron] Port d282cacc-1e9b-4c18-a582-757033a51095 on network e0bfb334-0fd9-4ba5-ba79-1568ecabee30 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-1 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:32:07.414428 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba8a0d7-fec8-4ea7-a154-f4d78e23142a req-ff071c83-206c-467d-bd14-24bdf7e1ba1e service neutron] Attempting to bind port d282cacc-1e9b-4c18-a582-757033a51095 on network e0bfb334-0fd9-4ba5-ba79-1568ecabee30 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:32:07.426406 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e957a9ad-7664-43f0-8153-5f808dc399a9 req-344ade6d-f58c-4795-931a-992322587633 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.23 "GET /v2.0/security-groups?id=30616c26-47b2-497e-86af-cdf36766fc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586448 Jul 13 13:32:07.426621 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba8a0d7-fec8-4ea7-a154-f4d78e23142a req-ff071c83-206c-467d-bd14-24bdf7e1ba1e service neutron] Checking agent: {'id': 'f615e5c9-21ab-43f2-adbc-192d64b795cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:32:07.426764 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba8a0d7-fec8-4ea7-a154-f4d78e23142a req-ff071c83-206c-467d-bd14-24bdf7e1ba1e service neutron] Checking segment: {'id': '62a4f2e9-97ca-473c-a2df-e7f9f532c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:32:07.427137 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba8a0d7-fec8-4ea7-a154-f4d78e23142a req-ff071c83-206c-467d-bd14-24bdf7e1ba1e service neutron] Bound using segment: {'id': '62a4f2e9-97ca-473c-a2df-e7f9f532c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:32:07.427778 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-fba8a0d7-fec8-4ea7-a154-f4d78e23142a req-ff071c83-206c-467d-bd14-24bdf7e1ba1e service neutron] Bound port: d282cacc-1e9b-4c18-a582-757033a51095, host: n-h2-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62a4f2e9-97ca-473c-a2df-e7f9f532c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:32:07.428323 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-fba8a0d7-fec8-4ea7-a154-f4d78e23142a req-ff071c83-206c-467d-bd14-24bdf7e1ba1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:07.474136 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9092a560-3737-400f-a4f0-9630258926b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:07.521651 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9092a560-3737-400f-a4f0-9630258926b7 admin admin] Network acf968b8-c524-46a9-a20b-ad9667009130 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:32:07.524736 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-9092a560-3737-400f-a4f0-9630258926b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:32:07.528862 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9092a560-3737-400f-a4f0-9630258926b7 admin admin] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:32:07.555101 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9092a560-3737-400f-a4f0-9630258926b7 admin admin] Pushing event updated for resources: {'Port': ['ID=f975f458-2c30-439b-975d-9cb383d447dc,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:32:07.601389 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-fba8a0d7-fec8-4ea7-a154-f4d78e23142a req-ff071c83-206c-467d-bd14-24bdf7e1ba1e service neutron] For port d282cacc-1e9b-4c18-a582-757033a51095, host n-h2-800634-1, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:32:07.607610 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-fba8a0d7-fec8-4ea7-a154-f4d78e23142a req-ff071c83-206c-467d-bd14-24bdf7e1ba1e service neutron] For port d282cacc-1e9b-4c18-a582-757033a51095, host n-h2-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=d282cacc-1e9b-4c18-a582-757033a51095,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:32:07.615144 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-fba8a0d7-fec8-4ea7-a154-f4d78e23142a req-ff071c83-206c-467d-bd14-24bdf7e1ba1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:07.651800 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba8a0d7-fec8-4ea7-a154-f4d78e23142a req-ff071c83-206c-467d-bd14-24bdf7e1ba1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:07.652495 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-fba8a0d7-fec8-4ea7-a154-f4d78e23142a req-ff071c83-206c-467d-bd14-24bdf7e1ba1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:07.654340 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-fba8a0d7-fec8-4ea7-a154-f4d78e23142a req-ff071c83-206c-467d-bd14-24bdf7e1ba1e service neutron] 10.222.0.41 "PUT /v2.0/ports/d282cacc-1e9b-4c18-a582-757033a51095 HTTP/1.1" status: 200 len: 1096 time: 1.9563565 Jul 13 13:32:07.658882 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e6e3711-b463-40de-8c11-0ba0ea9882e3', 'tag': 'd282cacc-1e9b-4c18-a582-757033a51095'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:32:07.662640 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7009ab50-c126-4856-bc83-7cdd6263b106" -d '{"events": [{"name": "network-changed", "server_uuid": "0e6e3711-b463-40de-8c11-0ba0ea9882e3", "tag": "d282cacc-1e9b-4c18-a582-757033a51095"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:32:07.666811 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3bd96ee4-bdc6-40c6-858a-7f6cdb05cdc5 req-c1e74ee7-a3fa-4703-aa70-8c4a0ebd0482 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] Router 189999e9-76ad-4fad-9087-6d5835c0d13e has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 13:32:07.701578 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff071c83-206c-467d-bd14-24bdf7e1ba1e service neutron] Pushing event updated for resources: {'Port': ['ID=d282cacc-1e9b-4c18-a582-757033a51095,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:32:07.783500 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589cea71-4d79-4c1b-a8f4-b4cad80fa96f req-836f2a19-5113-4668-8092-becf0389c613 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:07.790529 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-589cea71-4d79-4c1b-a8f4-b4cad80fa96f req-836f2a19-5113-4668-8092-becf0389c613 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3d5bccd-0e71-4b17-8dc4-bd3e64597e9a HTTP/1.1" status: 200 len: 948 time: 0.1244378 Jul 13 13:32:07.850232 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba8a0d7-fec8-4ea7-a154-f4d78e23142a req-bab1ac63-a76e-430c-9ab8-85f5c9fb34d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:07.852362 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-fba8a0d7-fec8-4ea7-a154-f4d78e23142a req-bab1ac63-a76e-430c-9ab8-85f5c9fb34d7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=09bf0390c6c84bde9cf099d3a1ffb9e6&device_id=0e6e3711-b463-40de-8c11-0ba0ea9882e3 HTTP/1.1" status: 200 len: 1099 time: 0.1464400 Jul 13 13:32:07.854763 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3bd96ee4-bdc6-40c6-858a-7f6cdb05cdc5 req-c1e74ee7-a3fa-4703-aa70-8c4a0ebd0482 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:32:07.859915 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3bd96ee4-bdc6-40c6-858a-7f6cdb05cdc5 req-c1e74ee7-a3fa-4703-aa70-8c4a0ebd0482 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for floatingip, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:07.865630 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b511fe3-d2a8-4913-8895-8ba9c1ef0e03 None None] Sync routers for ids ['189999e9-76ad-4fad-9087-6d5835c0d13e'] in n-d-800634-1 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:32:07.877673 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-589cea71-4d79-4c1b-a8f4-b4cad80fa96f req-56c0d5ff-1ddc-46c9-81c7-3bd9ead93788 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] 10.222.0.23 "GET /v2.0/security-groups?id=0375d0dc-b9f6-47cd-991d-bd203a5d5aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861769 Jul 13 13:32:07.883076 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b511fe3-d2a8-4913-8895-8ba9c1ef0e03 None None] Routers {'189999e9-76ad-4fad-9087-6d5835c0d13e'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:32:07.883882 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-0b511fe3-d2a8-4913-8895-8ba9c1ef0e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:31:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['189999e9-76ad-4fad-9087-6d5835c0d13e'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:32:07.901111 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9092a560-3737-400f-a4f0-9630258926b7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:07.937079 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-fba8a0d7-fec8-4ea7-a154-f4d78e23142a req-8f2bdb45-28db-4055-b175-7b18780bedef service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=d282cacc-1e9b-4c18-a582-757033a51095 HTTP/1.1" status: 200 len: 217 time: 0.0748172 Jul 13 13:32:08.008068 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba8a0d7-fec8-4ea7-a154-f4d78e23142a req-db0add04-86e4-4874-950b-eedeb45d46f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:08.009767 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-fba8a0d7-fec8-4ea7-a154-f4d78e23142a req-db0add04-86e4-4874-950b-eedeb45d46f0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=60b55863-ceb6-45af-a8a4-4b22d72866af HTTP/1.1" status: 200 len: 843 time: 0.0607460 Jul 13 13:32:08.015518 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3bd96ee4-bdc6-40c6-858a-7f6cdb05cdc5 req-c1e74ee7-a3fa-4703-aa70-8c4a0ebd0482 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] 10.222.0.23 "PUT /v2.0/floatingips/9423a03f-16de-41dc-9643-d513ff463f1f HTTP/1.1" status: 200 len: 694 time: 1.4961627 Jul 13 13:32:08.048627 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-0b511fe3-d2a8-4913-8895-8ba9c1ef0e03 None None] Set router 189999e9-76ad-4fad-9087-6d5835c0d13e gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:32:08.122591 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba8a0d7-fec8-4ea7-a154-f4d78e23142a req-3544aef0-0c2f-497a-b359-6e0ee0b30d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:08.124260 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-fba8a0d7-fec8-4ea7-a154-f4d78e23142a req-3544aef0-0c2f-497a-b359-6e0ee0b30d05 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e0bfb334-0fd9-4ba5-ba79-1568ecabee30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1058426 Jul 13 13:32:08.247550 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-fba8a0d7-fec8-4ea7-a154-f4d78e23142a req-70828998-946b-4a1c-92a8-70d10d1a9d55 service neutron] 10.222.0.41 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133039 Jul 13 13:32:08.258302 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd96ee4-bdc6-40c6-858a-7f6cdb05cdc5 req-9dd81cb6-7325-4d44-8e78-8270c83f3ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:08.258774 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb495a9-0bf4-44dd-bf7b-9e2d856423c9 req-f57f6721-9d7f-4447-861e-0c13b1214c12 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:08.260027 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3bd96ee4-bdc6-40c6-858a-7f6cdb05cdc5 req-9dd81cb6-7325-4d44-8e78-8270c83f3ca0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0dd90c19f0c54b219885a4e68746a701&device_id=2269b0dd-2b5b-4faa-847a-43609364d3f2 HTTP/1.1" status: 200 len: 1097 time: 0.2064333 Jul 13 13:32:08.267982 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5eb495a9-0bf4-44dd-bf7b-9e2d856423c9 req-f57f6721-9d7f-4447-861e-0c13b1214c12 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/ports?device_id=51a49091-1f1d-4f7b-b145-79695b229fef HTTP/1.1" status: 200 len: 944 time: 0.2018757 Jul 13 13:32:08.270438 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-0b511fe3-d2a8-4913-8895-8ba9c1ef0e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '189999e9-76ad-4fad-9087-6d5835c0d13e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-495339975-router', 'tenant_id': '0dd90c19f0c54b219885a4e68746a701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '47f988fd-0444-41ae-8147-79c3096e0069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:31:23Z', 'updated_at': '2021-07-13T13:31:28Z', 'revision_number': 4, 'project_id': '0dd90c19f0c54b219885a4e68746a701', 'gw_port': {'id': '47f988fd-0444-41ae-8147-79c3096e0069', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:30:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '189999e9-76ad-4fad-9087-6d5835c0d13e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:31:24Z', 'updated_at': '2021-07-13T13:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': '5f90d6ee-b899-4351-a3d1-2d992bba0b7f', 'name': '', 'network_id': '19e59a1e-b6d8-42ba-be46-67a475073468', 'tenant_id': '0dd90c19f0c54b219885a4e68746a701', 'mac_address': 'fa:16:3e:21:07:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '189999e9-76ad-4fad-9087-6d5835c0d13e', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '93526d44-9065-4c3e-ad8c-d6e9275a8812', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:31:27Z', 'updated_at': '2021-07-13T13:31:36Z', 'revision_number': 5, 'project_id': '0dd90c19f0c54b219885a4e68746a701', 'subnets': [{'id': '93526d44-9065-4c3e-ad8c-d6e9275a8812', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:32:08.285907 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9092a560-3737-400f-a4f0-9630258926b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447217'] for router, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:08.298638 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b511fe3-d2a8-4913-8895-8ba9c1ef0e03 None None] Checking router: 189999e9-76ad-4fad-9087-6d5835c0d13e for host: n-d-800634-1 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 13:32:08.309938 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b511fe3-d2a8-4913-8895-8ba9c1ef0e03 None None] Routers {'189999e9-76ad-4fad-9087-6d5835c0d13e'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:32:08.310797 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-0b511fe3-d2a8-4913-8895-8ba9c1ef0e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:31:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['189999e9-76ad-4fad-9087-6d5835c0d13e'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:32:08.325490 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b59aee-7da2-463c-88a2-3a1c42f7d0c9 None None] Network 8383d7b7-a660-4823-adc0-5a1ebd37be68 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:32:08.383719 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5eb495a9-0bf4-44dd-bf7b-9e2d856423c9 req-d0990c50-4b06-4c40-a2b9-ce5869f6ab02 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1a1929d-de59-4a26-a69b-05b891c11dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148057 Jul 13 13:32:08.397814 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-fba8a0d7-fec8-4ea7-a154-f4d78e23142a req-b5470597-51ee-48e1-8c0f-5d2cd4c85be3 service neutron] 10.222.0.41 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417305 Jul 13 13:32:08.431282 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 068c3719-e62d-4ccd-8de9-ccb0effe7ece up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:32:08.439565 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-0b511fe3-d2a8-4913-8895-8ba9c1ef0e03 None None] Set router 189999e9-76ad-4fad-9087-6d5835c0d13e gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:32:08.515021 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2d5a6fa2-2ee7-4c41-8b73-b00063e4584d None None] Provisioning for port 068c3719-e62d-4ccd-8de9-ccb0effe7ece completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:32:08.524283 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd96ee4-bdc6-40c6-858a-7f6cdb05cdc5 req-89c6a544-d271-49f1-9acf-609f516bc7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:08.527331 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3bd96ee4-bdc6-40c6-858a-7f6cdb05cdc5 req-89c6a544-d271-49f1-9acf-609f516bc7b2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=19e59a1e-b6d8-42ba-be46-67a475073468 HTTP/1.1" status: 200 len: 928 time: 0.2387948 Jul 13 13:32:08.586492 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port 068c3719-e62d-4ccd-8de9-ccb0effe7ece completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:32:08.587228 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3bd96ee4-bdc6-40c6-858a-7f6cdb05cdc5 req-b644ad70-9abb-40d5-9527-817df6b95b9e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b1a8ad69-cf5b-4f96-9698-93feb935a5b8 HTTP/1.1" status: 200 len: 217 time: 0.0531676 Jul 13 13:32:08.593168 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 068c3719-e62d-4ccd-8de9-ccb0effe7ece triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:32:08.593698 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:08.677243 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd96ee4-bdc6-40c6-858a-7f6cdb05cdc5 req-ec186d09-44e2-4ce3-ac17-0849a28dd325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:08.687986 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3bd96ee4-bdc6-40c6-858a-7f6cdb05cdc5 req-ec186d09-44e2-4ce3-ac17-0849a28dd325 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=93526d44-9065-4c3e-ad8c-d6e9275a8812 HTTP/1.1" status: 200 len: 867 time: 0.0947752 Jul 13 13:32:08.697967 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-0b511fe3-d2a8-4913-8895-8ba9c1ef0e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '189999e9-76ad-4fad-9087-6d5835c0d13e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-495339975-router', 'tenant_id': '0dd90c19f0c54b219885a4e68746a701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '47f988fd-0444-41ae-8147-79c3096e0069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:31:23Z', 'updated_at': '2021-07-13T13:31:28Z', 'revision_number': 4, 'project_id': '0dd90c19f0c54b219885a4e68746a701', 'gw_port': {'id': '47f988fd-0444-41ae-8147-79c3096e0069', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:30:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '189999e9-76ad-4fad-9087-6d5835c0d13e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:31:24Z', 'updated_at': '2021-07-13T13:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': '5f90d6ee-b899-4351-a3d1-2d992bba0b7f', 'name': '', 'network_id': '19e59a1e-b6d8-42ba-be46-67a475073468', 'tenant_id': '0dd90c19f0c54b219885a4e68746a701', 'mac_address': 'fa:16:3e:21:07:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '189999e9-76ad-4fad-9087-6d5835c0d13e', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '93526d44-9065-4c3e-ad8c-d6e9275a8812', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:31:27Z', 'updated_at': '2021-07-13T13:31:36Z', 'revision_number': 5, 'project_id': '0dd90c19f0c54b219885a4e68746a701', 'subnets': [{'id': '93526d44-9065-4c3e-ad8c-d6e9275a8812', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:32:08.705424 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:08.734363 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b511fe3-d2a8-4913-8895-8ba9c1ef0e03 None None] The sync data for ids ['189999e9-76ad-4fad-9087-6d5835c0d13e'] in n-d-800634-1 is: [{'id': '189999e9-76ad-4fad-9087-6d5835c0d13e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-495339975-router', 'tenant_id': '0dd90c19f0c54b219885a4e68746a701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '47f988fd-0444-41ae-8147-79c3096e0069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:31:23Z', 'updated_at': '2021-07-13T13:31:28Z', 'revision_number': 4, 'project_id': '0dd90c19f0c54b219885a4e68746a701', 'gw_port': {'id': '47f988fd-0444-41ae-8147-79c3096e0069', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:30:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '189999e9-76ad-4fad-9087-6d5835c0d13e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:31:24Z', 'updated_at': '2021-07-13T13:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': '5f90d6ee-b899-4351-a3d1-2d992bba0b7f', 'name': '', 'network_id': '19e59a1e-b6d8-42ba-be46-67a475073468', 'tenant_id': '0dd90c19f0c54b219885a4e68746a701', 'mac_address': 'fa:16:3e:21:07:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '189999e9-76ad-4fad-9087-6d5835c0d13e', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '93526d44-9065-4c3e-ad8c-d6e9275a8812', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:31:27Z', 'updated_at': '2021-07-13T13:31:36Z', 'revision_number': 5, 'project_id': '0dd90c19f0c54b219885a4e68746a701', 'subnets': [{'id': '93526d44-9065-4c3e-ad8c-d6e9275a8812', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:32:08.753718 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port 068c3719-e62d-4ccd-8de9-ccb0effe7ece, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=068c3719-e62d-4ccd-8de9-ccb0effe7ece,segment=NetworkSegment(345ae5d0-2a83-4ecb-838d-699d317350b1),segment_id=345ae5d0-2a83-4ecb-838d-699d317350b1)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:32:08.760998 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd96ee4-bdc6-40c6-858a-7f6cdb05cdc5 req-76299c4b-90e4-4238-92fe-0b1de162db81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:08.763340 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:08.764462 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3bd96ee4-bdc6-40c6-858a-7f6cdb05cdc5 req-76299c4b-90e4-4238-92fe-0b1de162db81 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=19e59a1e-b6d8-42ba-be46-67a475073468&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0760517 Jul 13 13:32:08.853147 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=068c3719-e62d-4ccd-8de9-ccb0effe7ece,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:32:08.897454 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3bd96ee4-bdc6-40c6-858a-7f6cdb05cdc5 req-6cd582ff-1536-4041-8a2b-c83bfba8b3ec service neutron] 10.222.0.23 "GET /v2.0/networks/19e59a1e-b6d8-42ba-be46-67a475073468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247241 Jul 13 13:32:08.945800 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-4ace49e1-08d0-4f49-9d9d-c8d6ba6770cc None None] Provisioning complete for port 068c3719-e62d-4ccd-8de9-ccb0effe7ece triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:32:08.946184 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4ace49e1-08d0-4f49-9d9d-c8d6ba6770cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:08.960911 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-de048c2d-b93b-4bbb-ac32-6dcfbfee571f req-bd67e1b8-3c23-4825-a657-fcde5c2b17d1 tempest-FloatingIPDetailsTestJSON-1816875448 tempest-FloatingIPDetailsTestJSON-1816875448-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1751432 Jul 13 13:32:08.974832 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-de048c2d-b93b-4bbb-ac32-6dcfbfee571f req-95ccf964-e11d-4602-9a08-2c0e2337836b tempest-FloatingIPDetailsTestJSON-1816875448 tempest-FloatingIPDetailsTestJSON-1816875448-project] Request body: {'floatingip': {'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:32:08.982285 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9092a560-3737-400f-a4f0-9630258926b7 admin admin] Router 16d8b592-04e6-407e-976f-20fc6c78e744 is scheduled to L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 with binding_index 1 {{(pid=93751) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 13:32:09.005688 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-de048c2d-b93b-4bbb-ac32-6dcfbfee571f req-95ccf964-e11d-4602-9a08-2c0e2337836b tempest-FloatingIPDetailsTestJSON-1816875448 tempest-FloatingIPDetailsTestJSON-1816875448-project] Notify callbacks [] for floatingip, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:09.016569 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3bd96ee4-bdc6-40c6-858a-7f6cdb05cdc5 req-a4447e6b-b4a3-4662-8f33-4f96f5074495 service neutron] 10.222.0.23 "GET /v2.0/networks/19e59a1e-b6d8-42ba-be46-67a475073468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134646 Jul 13 13:32:09.118776 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 13:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97b67ded-40a4-4b4c-9415-d1ea26c68c32 x-openstack-request-id: req-97b67ded-40a4-4b4c-9415-d1ea26c68c32 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:32:09.119065 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e6e3711-b463-40de-8c11-0ba0ea9882e3", "tag": "d282cacc-1e9b-4c18-a582-757033a51095", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:32:09.119314 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-97b67ded-40a4-4b4c-9415-d1ea26c68c32 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:32:09.119713 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e6e3711-b463-40de-8c11-0ba0ea9882e3', 'tag': 'd282cacc-1e9b-4c18-a582-757033a51095', 'status': 'completed', 'code': 200} Jul 13 13:32:09.147555 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43287f51-3650-4f0f-be6e-708a011a818e None None] New status for floating IP 9423a03f-16de-41dc-9643-d513ff463f1f: DOWN {{(pid=93752) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 13:32:09.170473 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9092a560-3737-400f-a4f0-9630258926b7 admin admin] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:32:09.180438 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d49b4e-2f64-4be5-9eb3-83ea7d0580da None None] Sync routers for ids ['16d8b592-04e6-407e-976f-20fc6c78e744'] in n-d-800634-1 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:32:09.192528 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d49b4e-2f64-4be5-9eb3-83ea7d0580da None None] Routers {'16d8b592-04e6-407e-976f-20fc6c78e744'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:32:09.193419 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-29d49b4e-2f64-4be5-9eb3-83ea7d0580da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:31:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['16d8b592-04e6-407e-976f-20fc6c78e744'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:32:09.194449 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9092a560-3737-400f-a4f0-9630258926b7 admin admin] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:09.195668 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-9092a560-3737-400f-a4f0-9630258926b7 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.1259301 Jul 13 13:32:09.201331 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 47122) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:32:09.229557 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-de048c2d-b93b-4bbb-ac32-6dcfbfee571f req-95ccf964-e11d-4602-9a08-2c0e2337836b tempest-FloatingIPDetailsTestJSON-1816875448 tempest-FloatingIPDetailsTestJSON-1816875448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:09.300582 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7009ab50-c126-4856-bc83-7cdd6263b106 req-d780dd0c-082e-4e61-86a2-9daca598bbee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:09.302133 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7009ab50-c126-4856-bc83-7cdd6263b106 req-d780dd0c-082e-4e61-86a2-9daca598bbee service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=09bf0390c6c84bde9cf099d3a1ffb9e6&device_id=0e6e3711-b463-40de-8c11-0ba0ea9882e3 HTTP/1.1" status: 200 len: 1099 time: 0.1545088 Jul 13 13:32:09.330201 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-29d49b4e-2f64-4be5-9eb3-83ea7d0580da None None] Set router 16d8b592-04e6-407e-976f-20fc6c78e744 gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:32:09.391452 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [req-de048c2d-b93b-4bbb-ac32-6dcfbfee571f req-95ccf964-e11d-4602-9a08-2c0e2337836b tempest-FloatingIPDetailsTestJSON-1816875448 tempest-FloatingIPDetailsTestJSON-1816875448-project] Allocated IP 172.25.6.250 (acf968b8-c524-46a9-a20b-ad9667009130/dde5a78e-bd1e-4f47-8189-7321d4de73d3/5208aa11-5489-43ac-ba0e-2341445da59d) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:32:09.515226 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-de048c2d-b93b-4bbb-ac32-6dcfbfee571f req-95ccf964-e11d-4602-9a08-2c0e2337836b tempest-FloatingIPDetailsTestJSON-1816875448 tempest-FloatingIPDetailsTestJSON-1816875448-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:09.518174 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device ef8bbeba-a56f-4cd7-8f9f-2c26d50b2915 details requested by agent hyperv_n-h1-800634-1 with host n-h1-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 13:32:09.536594 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0535528-2527-44eb-8c6f-664a56c047f6 req-9865ec96-fb82-4802-a292-8bb8d462f9b5 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:09.538119 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c0535528-2527-44eb-8c6f-664a56c047f6 req-9865ec96-fb82-4802-a292-8bb8d462f9b5 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3d5bccd-0e71-4b17-8dc4-bd3e64597e9a HTTP/1.1" status: 200 len: 948 time: 0.2482190 Jul 13 13:32:09.541156 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7009ab50-c126-4856-bc83-7cdd6263b106 req-e3bfe8cb-d65f-4215-b6fd-687293e91b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:09.542571 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7009ab50-c126-4856-bc83-7cdd6263b106 req-e3bfe8cb-d65f-4215-b6fd-687293e91b5d service neutron] 10.222.0.41 "GET /v2.0/networks?id=e0bfb334-0fd9-4ba5-ba79-1568ecabee30 HTTP/1.1" status: 200 len: 869 time: 0.2046325 Jul 13 13:32:09.551044 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-29d49b4e-2f64-4be5-9eb3-83ea7d0580da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16d8b592-04e6-407e-976f-20fc6c78e744', 'name': 'tempest-FloatingIPsTestJSON-1591585234-router', 'tenant_id': '86bbb34b99a240ce81608b490eb7e55d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': 'f975f458-2c30-439b-975d-9cb383d447dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:32:06Z', 'updated_at': '2021-07-13T13:32:07Z', 'revision_number': 3, 'project_id': '86bbb34b99a240ce81608b490eb7e55d', 'gw_port': {'id': 'f975f458-2c30-439b-975d-9cb383d447dc', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:54:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16d8b592-04e6-407e-976f-20fc6c78e744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:32:07Z', 'updated_at': '2021-07-13T13:32:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:32:09.569723 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-de048c2d-b93b-4bbb-ac32-6dcfbfee571f req-95ccf964-e11d-4602-9a08-2c0e2337836b tempest-FloatingIPDetailsTestJSON-1816875448 tempest-FloatingIPDetailsTestJSON-1816875448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:09.583795 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d49b4e-2f64-4be5-9eb3-83ea7d0580da None None] Checking router: 16d8b592-04e6-407e-976f-20fc6c78e744 for host: n-d-800634-1 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 13:32:09.584488 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d49b4e-2f64-4be5-9eb3-83ea7d0580da None None] Updating router 16d8b592-04e6-407e-976f-20fc6c78e744 port f975f458-2c30-439b-975d-9cb383d447dc binding host n-d-800634-1 {{(pid=93753) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 13:32:09.611607 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de048c2d-b93b-4bbb-ac32-6dcfbfee571f req-95ccf964-e11d-4602-9a08-2c0e2337836b tempest-FloatingIPDetailsTestJSON-1816875448 tempest-FloatingIPDetailsTestJSON-1816875448-project] Network acf968b8-c524-46a9-a20b-ad9667009130 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:32:09.615115 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [req-de048c2d-b93b-4bbb-ac32-6dcfbfee571f req-95ccf964-e11d-4602-9a08-2c0e2337836b tempest-FloatingIPDetailsTestJSON-1816875448 tempest-FloatingIPDetailsTestJSON-1816875448-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:32:09.620543 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-de048c2d-b93b-4bbb-ac32-6dcfbfee571f req-95ccf964-e11d-4602-9a08-2c0e2337836b tempest-FloatingIPDetailsTestJSON-1816875448 tempest-FloatingIPDetailsTestJSON-1816875448-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:32:09.633885 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-29d49b4e-2f64-4be5-9eb3-83ea7d0580da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:09.643645 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7009ab50-c126-4856-bc83-7cdd6263b106 req-54b62597-b1c3-4dff-8af8-ac174cdbde27 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=d282cacc-1e9b-4c18-a582-757033a51095 HTTP/1.1" status: 200 len: 217 time: 0.0533748 Jul 13 13:32:09.650806 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c0535528-2527-44eb-8c6f-664a56c047f6 req-7fdec5b8-475e-44fd-ab3b-a69243c0c4bf tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] 10.222.0.23 "GET /v2.0/security-groups?id=0375d0dc-b9f6-47cd-991d-bd203a5d5aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050148 Jul 13 13:32:09.709899 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccf964-e11d-4602-9a08-2c0e2337836b tempest-FloatingIPDetailsTestJSON-1816875448 tempest-FloatingIPDetailsTestJSON-1816875448-project] Pushing event updated for resources: {'Port': ['ID=5208aa11-5489-43ac-ba0e-2341445da59d,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:32:09.740918 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7009ab50-c126-4856-bc83-7cdd6263b106 req-1e0c8f65-7a0c-4016-a5cb-3a37bf809c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:09.742833 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7009ab50-c126-4856-bc83-7cdd6263b106 req-1e0c8f65-7a0c-4016-a5cb-3a37bf809c55 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=60b55863-ceb6-45af-a8a4-4b22d72866af HTTP/1.1" status: 200 len: 843 time: 0.0842123 Jul 13 13:32:09.787762 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port ef8bbeba-a56f-4cd7-8f9f-2c26d50b2915, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=ef8bbeba-a56f-4cd7-8f9f-2c26d50b2915,segment=NetworkSegment(ad5ed454-48ea-4363-8047-0d3907eff6fd),segment_id=ad5ed454-48ea-4363-8047-0d3907eff6fd)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:32:09.803586 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Returning: {'device': 'ef8bbeba-a56f-4cd7-8f9f-2c26d50b2915', 'network_id': '2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21', 'port_id': 'ef8bbeba-a56f-4cd7-8f9f-2c26d50b2915', 'mac_address': 'fa:16:3e:06:e7:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45599520-ccde-4569-b8cc-9a75a2e552c5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 13:32:09.817989 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-de048c2d-b93b-4bbb-ac32-6dcfbfee571f req-95ccf964-e11d-4602-9a08-2c0e2337836b tempest-FloatingIPDetailsTestJSON-1816875448 tempest-FloatingIPDetailsTestJSON-1816875448-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:09.867206 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:09.880503 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-de048c2d-b93b-4bbb-ac32-6dcfbfee571f req-95ccf964-e11d-4602-9a08-2c0e2337836b tempest-FloatingIPDetailsTestJSON-1816875448 tempest-FloatingIPDetailsTestJSON-1816875448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:09.884391 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef8bbeba-a56f-4cd7-8f9f-2c26d50b2915 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:32:09.910562 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port ef8bbeba-a56f-4cd7-8f9f-2c26d50b2915, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=ef8bbeba-a56f-4cd7-8f9f-2c26d50b2915,segment=NetworkSegment(ad5ed454-48ea-4363-8047-0d3907eff6fd),segment_id=ad5ed454-48ea-4363-8047-0d3907eff6fd)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:32:09.917852 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:09.967945 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-29d49b4e-2f64-4be5-9eb3-83ea7d0580da None None] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:09.978704 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-29d49b4e-2f64-4be5-9eb3-83ea7d0580da None None] Transition to ACTIVE for port object f975f458-2c30-439b-975d-9cb383d447dc will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:32:09.986913 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-29d49b4e-2f64-4be5-9eb3-83ea7d0580da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:09.988699 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=ef8bbeba-a56f-4cd7-8f9f-2c26d50b2915,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:32:10.042747 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-29d49b4e-2f64-4be5-9eb3-83ea7d0580da None None] Attempting to bind port f975f458-2c30-439b-975d-9cb383d447dc on host n-d-800634-1 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:32:10.043119 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-29d49b4e-2f64-4be5-9eb3-83ea7d0580da None None] Attempting to bind port f975f458-2c30-439b-975d-9cb383d447dc by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:32:10.044101 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d49b4e-2f64-4be5-9eb3-83ea7d0580da None None] Attempting to bind port f975f458-2c30-439b-975d-9cb383d447dc on network acf968b8-c524-46a9-a20b-ad9667009130 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:32:10.056881 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d49b4e-2f64-4be5-9eb3-83ea7d0580da None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 31, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:32:10.057247 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d49b4e-2f64-4be5-9eb3-83ea7d0580da None None] Checking segment: {'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:32:10.057631 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-29d49b4e-2f64-4be5-9eb3-83ea7d0580da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:10.058052 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d49b4e-2f64-4be5-9eb3-83ea7d0580da None None] Bound using segment: {'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:32:10.058521 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-29d49b4e-2f64-4be5-9eb3-83ea7d0580da None None] Bound port: f975f458-2c30-439b-975d-9cb383d447dc, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:32:10.058918 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-29d49b4e-2f64-4be5-9eb3-83ea7d0580da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:10.071446 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-de048c2d-b93b-4bbb-ac32-6dcfbfee571f req-95ccf964-e11d-4602-9a08-2c0e2337836b tempest-FloatingIPDetailsTestJSON-1816875448 tempest-FloatingIPDetailsTestJSON-1816875448-project] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:10.076654 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-de048c2d-b93b-4bbb-ac32-6dcfbfee571f req-95ccf964-e11d-4602-9a08-2c0e2337836b tempest-FloatingIPDetailsTestJSON-1816875448 tempest-FloatingIPDetailsTestJSON-1816875448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:10.087071 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d5c6ed-2d32-44ff-bc11-426bd7249136 None None] Pushing event updated for resources: {'Port': ['ID=f975f458-2c30-439b-975d-9cb383d447dc,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:32:10.127261 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-29d49b4e-2f64-4be5-9eb3-83ea7d0580da None None] For port f975f458-2c30-439b-975d-9cb383d447dc, host n-d-800634-1, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:32:10.130856 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-29d49b4e-2f64-4be5-9eb3-83ea7d0580da None None] For port f975f458-2c30-439b-975d-9cb383d447dc, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=f975f458-2c30-439b-975d-9cb383d447dc,segment=NetworkSegment(3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87),segment_id=3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:32:10.136266 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-29d49b4e-2f64-4be5-9eb3-83ea7d0580da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:10.160362 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccf964-e11d-4602-9a08-2c0e2337836b tempest-FloatingIPDetailsTestJSON-1816875448 tempest-FloatingIPDetailsTestJSON-1816875448-project] Pushing event updated for resources: {'Port': ['ID=5208aa11-5489-43ac-ba0e-2341445da59d,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:32:10.164075 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-de048c2d-b93b-4bbb-ac32-6dcfbfee571f req-95ccf964-e11d-4602-9a08-2c0e2337836b tempest-FloatingIPDetailsTestJSON-1816875448 tempest-FloatingIPDetailsTestJSON-1816875448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446547'] for floatingip, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:10.180404 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-de048c2d-b93b-4bbb-ac32-6dcfbfee571f req-95ccf964-e11d-4602-9a08-2c0e2337836b tempest-FloatingIPDetailsTestJSON-1816875448 tempest-FloatingIPDetailsTestJSON-1816875448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for floatingip, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:10.181910 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-de048c2d-b93b-4bbb-ac32-6dcfbfee571f req-95ccf964-e11d-4602-9a08-2c0e2337836b tempest-FloatingIPDetailsTestJSON-1816875448 tempest-FloatingIPDetailsTestJSON-1816875448-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.2130225 Jul 13 13:32:10.195639 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['ef8bbeba-a56f-4cd7-8f9f-2c26d50b2915'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:32:10.244004 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7009ab50-c126-4856-bc83-7cdd6263b106 req-3a9b5b19-9b1f-45e0-8d35-c6d6d339c694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:10.245504 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7009ab50-c126-4856-bc83-7cdd6263b106 req-3a9b5b19-9b1f-45e0-8d35-c6d6d339c694 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e0bfb334-0fd9-4ba5-ba79-1568ecabee30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4685016 Jul 13 13:32:10.255838 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-de048c2d-b93b-4bbb-ac32-6dcfbfee571f req-8d48804d-e469-4f0a-9a2e-819cfd039fe1 tempest-FloatingIPDetailsTestJSON-1816875448 tempest-FloatingIPDetailsTestJSON-1816875448-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.6.250 HTTP/1.1" status: 200 len: 696 time: 0.0656333 Jul 13 13:32:10.306608 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d49b4e-2f64-4be5-9eb3-83ea7d0580da None None] Routers {'16d8b592-04e6-407e-976f-20fc6c78e744'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:32:10.307241 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-29d49b4e-2f64-4be5-9eb3-83ea7d0580da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:31:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['16d8b592-04e6-407e-976f-20fc6c78e744'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:32:10.311645 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d5c6ed-2d32-44ff-bc11-426bd7249136 None None] Pushing event updated for resources: {'Port': ['ID=f975f458-2c30-439b-975d-9cb383d447dc,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:32:10.314613 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb42423-16ea-46d5-b3ab-56091b13359b req-888a659c-e412-446d-9a8d-c7dc242dfafe tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:10.321470 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2cb42423-16ea-46d5-b3ab-56091b13359b req-888a659c-e412-446d-9a8d-c7dc242dfafe tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e6e3711-b463-40de-8c11-0ba0ea9882e3 HTTP/1.1" status: 200 len: 948 time: 0.1645694 Jul 13 13:32:10.353632 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 068c3719-e62d-4ccd-8de9-ccb0effe7ece up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:32:10.419761 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de048c2d-b93b-4bbb-ac32-6dcfbfee571f req-63757819-60ba-4082-a550-6e12972c4f40 tempest-FloatingIPDetailsTestJSON-1816875448 tempest-FloatingIPDetailsTestJSON-1816875448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:10.421507 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-de048c2d-b93b-4bbb-ac32-6dcfbfee571f req-63757819-60ba-4082-a550-6e12972c4f40 tempest-FloatingIPDetailsTestJSON-1816875448 tempest-FloatingIPDetailsTestJSON-1816875448-project] 10.222.0.23 "GET /v2.0/networks/acf968b8-c524-46a9-a20b-ad9667009130 HTTP/1.1" status: 200 len: 784 time: 0.1571982 Jul 13 13:32:10.435453 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2cb42423-16ea-46d5-b3ab-56091b13359b req-11d2a6c9-c207-4739-8737-b93685035062 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.23 "GET /v2.0/security-groups?id=30616c26-47b2-497e-86af-cdf36766fc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129239 Jul 13 13:32:10.436616 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-29d49b4e-2f64-4be5-9eb3-83ea7d0580da None None] Set router 16d8b592-04e6-407e-976f-20fc6c78e744 gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:32:10.490818 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 068c3719-e62d-4ccd-8de9-ccb0effe7ece triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:32:10.491196 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:10.537182 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c71a6a59-21ac-49ff-b1d4-6eb456da6293 req-7d1850a9-d170-4b35-a5ca-668a00b12047 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] 10.222.0.23 "GET /v2.0/floatingips/9423a03f-16de-41dc-9643-d513ff463f1f HTTP/1.1" status: 200 len: 692 time: 0.0689008 Jul 13 13:32:10.539670 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7009ab50-c126-4856-bc83-7cdd6263b106 req-338ae566-1041-41a9-af4f-589e59ab3151 service neutron] 10.222.0.41 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2692056 Jul 13 13:32:10.647470 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-29d49b4e-2f64-4be5-9eb3-83ea7d0580da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16d8b592-04e6-407e-976f-20fc6c78e744', 'name': 'tempest-FloatingIPsTestJSON-1591585234-router', 'tenant_id': '86bbb34b99a240ce81608b490eb7e55d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': 'f975f458-2c30-439b-975d-9cb383d447dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:32:06Z', 'updated_at': '2021-07-13T13:32:07Z', 'revision_number': 3, 'project_id': '86bbb34b99a240ce81608b490eb7e55d', 'gw_port': {'id': 'f975f458-2c30-439b-975d-9cb383d447dc', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:54:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16d8b592-04e6-407e-976f-20fc6c78e744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:32:07Z', 'updated_at': '2021-07-13T13:32:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:32:10.680955 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d49b4e-2f64-4be5-9eb3-83ea7d0580da None None] The sync data for ids ['16d8b592-04e6-407e-976f-20fc6c78e744'] in n-d-800634-1 is: [{'id': '16d8b592-04e6-407e-976f-20fc6c78e744', 'name': 'tempest-FloatingIPsTestJSON-1591585234-router', 'tenant_id': '86bbb34b99a240ce81608b490eb7e55d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': 'f975f458-2c30-439b-975d-9cb383d447dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:32:06Z', 'updated_at': '2021-07-13T13:32:07Z', 'revision_number': 3, 'project_id': '86bbb34b99a240ce81608b490eb7e55d', 'gw_port': {'id': 'f975f458-2c30-439b-975d-9cb383d447dc', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:54:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16d8b592-04e6-407e-976f-20fc6c78e744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:32:07Z', 'updated_at': '2021-07-13T13:32:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:32:10.707603 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5058a98f-c29f-4610-bf23-d5382f22fda2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:10.770558 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e3831d-8a0d-4676-a482-67c31ba779ef req-040be0aa-f9c7-48d0-bae5-196937153782 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:10.772267 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-36e3831d-8a0d-4676-a482-67c31ba779ef req-040be0aa-f9c7-48d0-bae5-196937153782 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/ports?device_id=51a49091-1f1d-4f7b-b145-79695b229fef HTTP/1.1" status: 200 len: 945 time: 0.0768421 Jul 13 13:32:10.778394 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7009ab50-c126-4856-bc83-7cdd6263b106 req-db17eacc-1c7f-44d3-ac89-93f857c230c6 service neutron] 10.222.0.41 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2132895 Jul 13 13:32:10.806031 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71a6a59-21ac-49ff-b1d4-6eb456da6293 req-3e8e0d14-8a43-4012-907d-24a9d63acdbe tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:10.807380 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c71a6a59-21ac-49ff-b1d4-6eb456da6293 req-3e8e0d14-8a43-4012-907d-24a9d63acdbe tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] 10.222.0.23 "GET /v2.0/networks/acf968b8-c524-46a9-a20b-ad9667009130 HTTP/1.1" status: 200 len: 784 time: 0.2412386 Jul 13 13:32:10.821006 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-36e3831d-8a0d-4676-a482-67c31ba779ef req-bcdc35ec-3344-4fcf-868a-b861fa49327b tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1a1929d-de59-4a26-a69b-05b891c11dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421653 Jul 13 13:32:10.953094 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c71a6a59-21ac-49ff-b1d4-6eb456da6293 req-eb74f113-88f7-4853-a76c-9f3c32dbbc29 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.6.56 HTTP/1.1" status: 200 len: 695 time: 0.1169653 Jul 13 13:32:11.062606 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c71a6a59-21ac-49ff-b1d4-6eb456da6293 req-1d75bcd7-3fbc-49d7-8ee4-21fd71796058 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.6.56 HTTP/1.1" status: 200 len: 695 time: 0.1022317 Jul 13 13:32:11.122747 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2269b0dd-2b5b-4faa-847a-43609364d3f2', 'tag': 'b1a8ad69-cf5b-4f96-9698-93feb935a5b8'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:32:11.125043 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a4078d9-6d3e-4107-914a-58e0db8846d8" -d '{"events": [{"name": "network-changed", "server_uuid": "2269b0dd-2b5b-4faa-847a-43609364d3f2", "tag": "b1a8ad69-cf5b-4f96-9698-93feb935a5b8"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:32:11.198554 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-5058a98f-c29f-4610-bf23-d5382f22fda2 admin admin] Allocated IP 172.20.0.1 (8383d7b7-a660-4823-adc0-5a1ebd37be68/6a46bc11-d782-4809-8619-8cea28e76954/6df51d22-d9cc-4876-80bd-7101a4fd72c9) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:32:11.260253 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device d282cacc-1e9b-4c18-a582-757033a51095 details requested by agent hyperv_n-h2-800634-1 with host n-h2-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 13:32:11.310560 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6c448cad-8791-4860-b6bc-d7a1272ffd72 req-e8fee7db-b910-432b-b25c-b796d44f73c6 tempest-FloatingIPDetailsTestJSON-1816875448 tempest-FloatingIPDetailsTestJSON-1816875448-project] 10.222.0.23 "GET /v2.0/floatingips/ef4b5289-99a7-41bf-b00b-02d25ddecc7e HTTP/1.1" status: 200 len: 693 time: 0.0714080 Jul 13 13:32:11.365606 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5058a98f-c29f-4610-bf23-d5382f22fda2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:11.390636 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port d282cacc-1e9b-4c18-a582-757033a51095, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=d282cacc-1e9b-4c18-a582-757033a51095,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:32:11.394030 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [None req-5058a98f-c29f-4610-bf23-d5382f22fda2 admin admin] Transition to ACTIVE for port object 6df51d22-d9cc-4876-80bd-7101a4fd72c9 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:32:11.404718 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-c71a6a59-21ac-49ff-b1d4-6eb456da6293 req-9cc4932c-9383-431e-8414-e78bcadeed3c tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] Deleting port ab6f0ab2-d598-4500-a524-4fd273b0782a {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:32:11.405552 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-c71a6a59-21ac-49ff-b1d4-6eb456da6293 req-9cc4932c-9383-431e-8414-e78bcadeed3c tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:11.412011 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Returning: {'device': 'd282cacc-1e9b-4c18-a582-757033a51095', 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30', 'port_id': 'd282cacc-1e9b-4c18-a582-757033a51095', 'mac_address': 'fa:16:3e:51:f5:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60b55863-ceb6-45af-a8a4-4b22d72866af', 'ip_address': '192.168.233.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 13:32:11.428812 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c448cad-8791-4860-b6bc-d7a1272ffd72 req-fc3bfad5-1803-486a-ad0f-59d6e2574314 tempest-FloatingIPDetailsTestJSON-1816875448 tempest-FloatingIPDetailsTestJSON-1816875448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:11.430501 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6c448cad-8791-4860-b6bc-d7a1272ffd72 req-fc3bfad5-1803-486a-ad0f-59d6e2574314 tempest-FloatingIPDetailsTestJSON-1816875448 tempest-FloatingIPDetailsTestJSON-1816875448-project] 10.222.0.23 "GET /v2.0/networks/acf968b8-c524-46a9-a20b-ad9667009130 HTTP/1.1" status: 200 len: 784 time: 0.1191723 Jul 13 13:32:11.440890 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [req-6c448cad-8791-4860-b6bc-d7a1272ffd72 req-cee3b835-dbc0-4e3f-ace9-755a5a12e83e tempest-FloatingIPDetailsTestJSON-1816875448 tempest-FloatingIPDetailsTestJSON-1816875448-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 13:32:11.442045 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6c448cad-8791-4860-b6bc-d7a1272ffd72 req-cee3b835-dbc0-4e3f-ace9-755a5a12e83e tempest-FloatingIPDetailsTestJSON-1816875448 tempest-FloatingIPDetailsTestJSON-1816875448-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059786 Jul 13 13:32:11.463332 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:11.478291 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d282cacc-1e9b-4c18-a582-757033a51095 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:32:11.519907 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port d282cacc-1e9b-4c18-a582-757033a51095, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=d282cacc-1e9b-4c18-a582-757033a51095,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:32:11.531709 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:11.534955 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5058a98f-c29f-4610-bf23-d5382f22fda2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:11.540165 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-c71a6a59-21ac-49ff-b1d4-6eb456da6293 req-9cc4932c-9383-431e-8414-e78bcadeed3c tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:11.540822 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-c71a6a59-21ac-49ff-b1d4-6eb456da6293 req-9cc4932c-9383-431e-8414-e78bcadeed3c tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:11.545810 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 13:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bf643f7-5304-4870-978d-82aaec094fa9 x-openstack-request-id: req-3bf643f7-5304-4870-978d-82aaec094fa9 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:32:11.546226 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2269b0dd-2b5b-4faa-847a-43609364d3f2", "tag": "b1a8ad69-cf5b-4f96-9698-93feb935a5b8", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:32:11.546567 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3bf643f7-5304-4870-978d-82aaec094fa9 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:32:11.547084 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2269b0dd-2b5b-4faa-847a-43609364d3f2', 'tag': 'b1a8ad69-cf5b-4f96-9698-93feb935a5b8', 'status': 'completed', 'code': 200} Jul 13 13:32:11.589057 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device ef8bbeba-a56f-4cd7-8f9f-2c26d50b2915 up at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:32:11.632875 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-c71a6a59-21ac-49ff-b1d4-6eb456da6293 req-9cc4932c-9383-431e-8414-e78bcadeed3c tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] Calling delete_port for ab6f0ab2-d598-4500-a524-4fd273b0782a owned by network:floatingip {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:32:11.637585 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=d282cacc-1e9b-4c18-a582-757033a51095,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:32:11.653396 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5058a98f-c29f-4610-bf23-d5382f22fda2 admin admin] Network 8383d7b7-a660-4823-adc0-5a1ebd37be68 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:32:11.665829 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-5058a98f-c29f-4610-bf23-d5382f22fda2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:32:11.675953 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5058a98f-c29f-4610-bf23-d5382f22fda2 admin admin] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:32:11.708544 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning for port ef8bbeba-a56f-4cd7-8f9f-2c26d50b2915 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:32:11.721623 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning complete for port ef8bbeba-a56f-4cd7-8f9f-2c26d50b2915 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:32:11.723338 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:11.747171 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5058a98f-c29f-4610-bf23-d5382f22fda2 admin admin] Pushing event updated for resources: {'Port': ['ID=6df51d22-d9cc-4876-80bd-7101a4fd72c9,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:32:11.793587 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb62888-e48f-4352-9ddc-b992947e9a91 req-0dcfd049-4665-4734-9c8d-12e8d5e956d9 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:11.796797 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4078d9-6d3e-4107-914a-58e0db8846d8 req-32991d90-6fd7-4094-a790-4d6a6e0de907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:11.798335 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7a4078d9-6d3e-4107-914a-58e0db8846d8 req-32991d90-6fd7-4094-a790-4d6a6e0de907 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0dd90c19f0c54b219885a4e68746a701&device_id=2269b0dd-2b5b-4faa-847a-43609364d3f2 HTTP/1.1" status: 200 len: 1097 time: 0.2130115 Jul 13 13:32:11.801480 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-bbb62888-e48f-4352-9ddc-b992947e9a91 req-0dcfd049-4665-4734-9c8d-12e8d5e956d9 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3d5bccd-0e71-4b17-8dc4-bd3e64597e9a HTTP/1.1" status: 200 len: 948 time: 0.0961096 Jul 13 13:32:11.804676 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5058a98f-c29f-4610-bf23-d5382f22fda2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-450452'] for router_interface, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:11.822064 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:11.855168 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-bbb62888-e48f-4352-9ddc-b992947e9a91 req-4c25c1d4-c255-4f11-ba29-694e2976e7a6 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] 10.222.0.23 "GET /v2.0/security-groups?id=0375d0dc-b9f6-47cd-991d-bd203a5d5aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525873 Jul 13 13:32:11.869907 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51a49091-1f1d-4f7b-b145-79695b229fef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef8bbeba-a56f-4cd7-8f9f-2c26d50b2915'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:32:11.874434 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31a77b9c-05f3-4da5-be80-d29d7ba0cd9c" -d '{"events": [{"server_uuid": "51a49091-1f1d-4f7b-b145-79695b229fef", "name": "network-vif-plugged", "status": "completed", "tag": "ef8bbeba-a56f-4cd7-8f9f-2c26d50b2915"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:32:11.891253 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port ef8bbeba-a56f-4cd7-8f9f-2c26d50b2915, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=ef8bbeba-a56f-4cd7-8f9f-2c26d50b2915,segment=NetworkSegment(ad5ed454-48ea-4363-8047-0d3907eff6fd),segment_id=ad5ed454-48ea-4363-8047-0d3907eff6fd)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:32:11.895810 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['d282cacc-1e9b-4c18-a582-757033a51095'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:32:11.910634 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:11.942194 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-38fdf68b-72ec-405d-b3fd-43a036110b13 req-8f180035-2321-4aea-b465-8f68cbba0fb7 tempest-FloatingIPDetailsTestJSON-1816875448 tempest-FloatingIPDetailsTestJSON-1816875448-project] 10.222.0.23 "GET /v2.0/floatingips/ef4b5289-99a7-41bf-b00b-02d25ddecc7e HTTP/1.1" status: 200 len: 693 time: 0.0624473 Jul 13 13:32:12.018316 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=ef8bbeba-a56f-4cd7-8f9f-2c26d50b2915,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:32:12.024443 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-f629ac5f-7a2d-4b97-8016-338e8b14e22b None None] Provisioning for port 6df51d22-d9cc-4876-80bd-7101a4fd72c9 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:32:12.033616 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-f629ac5f-7a2d-4b97-8016-338e8b14e22b None None] Provisioning complete for port 6df51d22-d9cc-4876-80bd-7101a4fd72c9 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:32:12.034021 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f629ac5f-7a2d-4b97-8016-338e8b14e22b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:12.065471 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fdf68b-72ec-405d-b3fd-43a036110b13 req-dfcf3b46-78ae-4685-9fdb-9ae2beb6cdff tempest-FloatingIPDetailsTestJSON-1816875448 tempest-FloatingIPDetailsTestJSON-1816875448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:12.067108 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-38fdf68b-72ec-405d-b3fd-43a036110b13 req-dfcf3b46-78ae-4685-9fdb-9ae2beb6cdff tempest-FloatingIPDetailsTestJSON-1816875448 tempest-FloatingIPDetailsTestJSON-1816875448-project] 10.222.0.23 "GET /v2.0/networks/acf968b8-c524-46a9-a20b-ad9667009130 HTTP/1.1" status: 200 len: 784 time: 0.1241443 Jul 13 13:32:12.079741 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [req-38fdf68b-72ec-405d-b3fd-43a036110b13 req-538862d7-e091-4e28-9fb2-9d53dfce4670 tempest-FloatingIPDetailsTestJSON-1816875448 tempest-FloatingIPDetailsTestJSON-1816875448-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 13:32:12.080993 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-38fdf68b-72ec-405d-b3fd-43a036110b13 req-538862d7-e091-4e28-9fb2-9d53dfce4670 tempest-FloatingIPDetailsTestJSON-1816875448 tempest-FloatingIPDetailsTestJSON-1816875448-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067196 Jul 13 13:32:12.084927 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-f629ac5f-7a2d-4b97-8016-338e8b14e22b None None] Port 6df51d22-d9cc-4876-80bd-7101a4fd72c9 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:32:12.146691 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-38fdf68b-72ec-405d-b3fd-43a036110b13 req-42f38364-cd51-4f14-b574-dff1c31371f2 tempest-FloatingIPDetailsTestJSON-1816875448 tempest-FloatingIPDetailsTestJSON-1816875448-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.6.250 HTTP/1.1" status: 200 len: 696 time: 0.0552831 Jul 13 13:32:12.167192 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4078d9-6d3e-4107-914a-58e0db8846d8 req-678b1969-6695-464b-9bea-0f813d8de2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:12.169202 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7a4078d9-6d3e-4107-914a-58e0db8846d8 req-678b1969-6695-464b-9bea-0f813d8de2d8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=19e59a1e-b6d8-42ba-be46-67a475073468 HTTP/1.1" status: 200 len: 928 time: 0.3609159 Jul 13 13:32:12.193330 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-c71a6a59-21ac-49ff-b1d4-6eb456da6293 req-9cc4932c-9383-431e-8414-e78bcadeed3c tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:12.205066 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-38fdf68b-72ec-405d-b3fd-43a036110b13 req-90a67eff-58db-4b75-afc7-e6019adc5ec4 tempest-FloatingIPDetailsTestJSON-1816875448 tempest-FloatingIPDetailsTestJSON-1816875448-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.6.250 HTTP/1.1" status: 200 len: 696 time: 0.0575347 Jul 13 13:32:12.318753 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device f975f458-2c30-439b-975d-9cb383d447dc up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:32:12.345678 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-38fdf68b-72ec-405d-b3fd-43a036110b13 req-905a776a-f550-4c82-a703-b2d9bbabbc52 tempest-FloatingIPDetailsTestJSON-1816875448 tempest-FloatingIPDetailsTestJSON-1816875448-project] Deleting port 5208aa11-5489-43ac-ba0e-2341445da59d {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:32:12.346053 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-38fdf68b-72ec-405d-b3fd-43a036110b13 req-905a776a-f550-4c82-a703-b2d9bbabbc52 tempest-FloatingIPDetailsTestJSON-1816875448 tempest-FloatingIPDetailsTestJSON-1816875448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:12.374911 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port f975f458-2c30-439b-975d-9cb383d447dc completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:32:12.380172 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port f975f458-2c30-439b-975d-9cb383d447dc triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:32:12.380941 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:12.439269 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-38fdf68b-72ec-405d-b3fd-43a036110b13 req-905a776a-f550-4c82-a703-b2d9bbabbc52 tempest-FloatingIPDetailsTestJSON-1816875448 tempest-FloatingIPDetailsTestJSON-1816875448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:12.439844 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-38fdf68b-72ec-405d-b3fd-43a036110b13 req-905a776a-f550-4c82-a703-b2d9bbabbc52 tempest-FloatingIPDetailsTestJSON-1816875448 tempest-FloatingIPDetailsTestJSON-1816875448-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:12.452911 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-38fdf68b-72ec-405d-b3fd-43a036110b13 req-905a776a-f550-4c82-a703-b2d9bbabbc52 tempest-FloatingIPDetailsTestJSON-1816875448 tempest-FloatingIPDetailsTestJSON-1816875448-project] Calling delete_port for 5208aa11-5489-43ac-ba0e-2341445da59d owned by network:floatingip {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:32:12.487485 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:12.511794 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port f975f458-2c30-439b-975d-9cb383d447dc, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=f975f458-2c30-439b-975d-9cb383d447dc,segment=NetworkSegment(3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87),segment_id=3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:32:12.517968 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:12.520271 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7a4078d9-6d3e-4107-914a-58e0db8846d8 req-4f44adec-f043-40ba-af3a-8ce881c68f9b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b1a8ad69-cf5b-4f96-9698-93feb935a5b8 HTTP/1.1" status: 200 len: 217 time: 0.3347359 Jul 13 13:32:12.525868 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc4932c-9383-431e-8414-e78bcadeed3c tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] Pushing event deleted for resources: {'Port': ['ID=ab6f0ab2-d598-4500-a524-4fd273b0782a,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:32:12.581490 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=f975f458-2c30-439b-975d-9cb383d447dc,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:32:12.588153 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5058a98f-c29f-4610-bf23-d5382f22fda2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:12.610895 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-38fdf68b-72ec-405d-b3fd-43a036110b13 req-905a776a-f550-4c82-a703-b2d9bbabbc52 tempest-FloatingIPDetailsTestJSON-1816875448 tempest-FloatingIPDetailsTestJSON-1816875448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:12.639035 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905a776a-f550-4c82-a703-b2d9bbabbc52 tempest-FloatingIPDetailsTestJSON-1816875448 tempest-FloatingIPDetailsTestJSON-1816875448-project] Pushing event deleted for resources: {'Port': ['ID=5208aa11-5489-43ac-ba0e-2341445da59d,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:32:12.667508 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4078d9-6d3e-4107-914a-58e0db8846d8 req-cd18401e-24cf-418e-ad16-982dc24d26c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:12.669634 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7a4078d9-6d3e-4107-914a-58e0db8846d8 req-cd18401e-24cf-418e-ad16-982dc24d26c2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=93526d44-9065-4c3e-ad8c-d6e9275a8812 HTTP/1.1" status: 200 len: 867 time: 0.1338129 Jul 13 13:32:12.690142 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-c71a6a59-21ac-49ff-b1d4-6eb456da6293 req-9cc4932c-9383-431e-8414-e78bcadeed3c tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] Notify callbacks [] for floatingip, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:12.692635 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-c71a6a59-21ac-49ff-b1d4-6eb456da6293 req-9cc4932c-9383-431e-8414-e78bcadeed3c tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for floatingip, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:12.694746 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c71a6a59-21ac-49ff-b1d4-6eb456da6293 req-9cc4932c-9383-431e-8414-e78bcadeed3c tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] 10.222.0.23 "DELETE /v2.0/floatingips/9423a03f-16de-41dc-9643-d513ff463f1f HTTP/1.1" status: 204 len: 173 time: 1.6271350 Jul 13 13:32:12.708822 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-38fdf68b-72ec-405d-b3fd-43a036110b13 req-905a776a-f550-4c82-a703-b2d9bbabbc52 tempest-FloatingIPDetailsTestJSON-1816875448 tempest-FloatingIPDetailsTestJSON-1816875448-project] Notify callbacks [] for floatingip, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:12.711707 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-38fdf68b-72ec-405d-b3fd-43a036110b13 req-905a776a-f550-4c82-a703-b2d9bbabbc52 tempest-FloatingIPDetailsTestJSON-1816875448 tempest-FloatingIPDetailsTestJSON-1816875448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for floatingip, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:12.722282 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-38fdf68b-72ec-405d-b3fd-43a036110b13 req-905a776a-f550-4c82-a703-b2d9bbabbc52 tempest-FloatingIPDetailsTestJSON-1816875448 tempest-FloatingIPDetailsTestJSON-1816875448-project] 10.222.0.23 "DELETE /v2.0/floatingips/ef4b5289-99a7-41bf-b00b-02d25ddecc7e HTTP/1.1" status: 204 len: 173 time: 0.5114813 Jul 13 13:32:12.843943 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4078d9-6d3e-4107-914a-58e0db8846d8 req-bfd3615c-b596-47dc-9cba-87c852261e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:12.845478 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7a4078d9-6d3e-4107-914a-58e0db8846d8 req-bfd3615c-b596-47dc-9cba-87c852261e21 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=19e59a1e-b6d8-42ba-be46-67a475073468&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1672876 Jul 13 13:32:12.952304 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5058a98f-c29f-4610-bf23-d5382f22fda2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:12.960040 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5058a98f-c29f-4610-bf23-d5382f22fda2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:12.969769 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5064091-f9b2-4585-b593-446a118fd069 req-0670cfb0-e608-45f4-b82e-fd27e00ecc7e tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:12.971278 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b5064091-f9b2-4585-b593-446a118fd069 req-0670cfb0-e608-45f4-b82e-fd27e00ecc7e tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e6e3711-b463-40de-8c11-0ba0ea9882e3 HTTP/1.1" status: 200 len: 949 time: 0.1784613 Jul 13 13:32:13.018472 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a1ff4c-7728-4f37-84a5-3fb1576393ab req-c0a71ada-79c6-47f1-9c9b-ec39e20fbb1e tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:13.019901 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f6a1ff4c-7728-4f37-84a5-3fb1576393ab req-c0a71ada-79c6-47f1-9c9b-ec39e20fbb1e tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/ports?device_id=51a49091-1f1d-4f7b-b145-79695b229fef HTTP/1.1" status: 200 len: 946 time: 0.0636885 Jul 13 13:32:13.058952 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f6a1ff4c-7728-4f37-84a5-3fb1576393ab req-d7f64d93-3c40-4307-b209-19255cc19d51 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1a1929d-de59-4a26-a69b-05b891c11dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328212 Jul 13 13:32:13.078871 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5058a98f-c29f-4610-bf23-d5382f22fda2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1785045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451806'] for router_interface, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:13.090362 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5058a98f-c29f-4610-bf23-d5382f22fda2 admin admin] Pushing event updated for resources: {'Port': ['ID=6df51d22-d9cc-4876-80bd-7101a4fd72c9,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:32:13.107385 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b5064091-f9b2-4585-b593-446a118fd069 req-09324d1b-8bd9-4c40-a419-19d4cde49833 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.23 "GET /v2.0/security-groups?id=30616c26-47b2-497e-86af-cdf36766fc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974991 Jul 13 13:32:13.108556 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-781c76d8-c61c-424d-89d4-03d33dec48e0 x-openstack-request-id: req-781c76d8-c61c-424d-89d4-03d33dec48e0 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:32:13.108865 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51a49091-1f1d-4f7b-b145-79695b229fef", "name": "network-vif-plugged", "status": "completed", "tag": "ef8bbeba-a56f-4cd7-8f9f-2c26d50b2915", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:32:13.109123 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-781c76d8-c61c-424d-89d4-03d33dec48e0 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:32:13.109521 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51a49091-1f1d-4f7b-b145-79695b229fef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef8bbeba-a56f-4cd7-8f9f-2c26d50b2915', 'code': 200} Jul 13 13:32:13.109705 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7a4078d9-6d3e-4107-914a-58e0db8846d8 req-44bd08b8-d05c-424c-bc60-186ceb6ea1ea service neutron] 10.222.0.26 "GET /v2.0/networks/19e59a1e-b6d8-42ba-be46-67a475073468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2346225 Jul 13 13:32:13.279988 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device d282cacc-1e9b-4c18-a582-757033a51095 up at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:32:13.324921 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67437594-702a-44e2-b9b2-52a3ed527736 req-3b450ae6-6104-4bfb-88fb-ca8843b376bb tempest-FloatingIPDetailsTestJSON-1816875448 tempest-FloatingIPDetailsTestJSON-1816875448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:13.335804 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning for port d282cacc-1e9b-4c18-a582-757033a51095 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:32:13.337130 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-67437594-702a-44e2-b9b2-52a3ed527736 req-3b450ae6-6104-4bfb-88fb-ca8843b376bb tempest-FloatingIPDetailsTestJSON-1816875448 tempest-FloatingIPDetailsTestJSON-1816875448-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2065678 Jul 13 13:32:13.340911 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning complete for port d282cacc-1e9b-4c18-a582-757033a51095 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:32:13.341481 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:13.347280 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7a4078d9-6d3e-4107-914a-58e0db8846d8 req-8906599b-7da7-4bb9-bf6a-8de6763eb747 service neutron] 10.222.0.26 "GET /v2.0/networks/19e59a1e-b6d8-42ba-be46-67a475073468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2237594 Jul 13 13:32:13.357557 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5058a98f-c29f-4610-bf23-d5382f22fda2 admin admin] Network 8383d7b7-a660-4823-adc0-5a1ebd37be68 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:32:13.364857 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-5058a98f-c29f-4610-bf23-d5382f22fda2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:32:13.374787 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277cb8fa-ccf4-4b75-8ccd-612fccd7bc95 req-def76260-45fe-4af3-aa72-1ff320b5803c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:13.376402 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-277cb8fa-ccf4-4b75-8ccd-612fccd7bc95 req-def76260-45fe-4af3-aa72-1ff320b5803c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=51a49091-1f1d-4f7b-b145-79695b229fef HTTP/1.1" status: 200 len: 1097 time: 0.1763520 Jul 13 13:32:13.431348 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:13.466010 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-277cb8fa-ccf4-4b75-8ccd-612fccd7bc95 req-46ce3605-fb2e-4fd9-9389-43e2d16389f9 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e1a1929d-de59-4a26-a69b-05b891c11dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806773 Jul 13 13:32:13.472911 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port d282cacc-1e9b-4c18-a582-757033a51095, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=d282cacc-1e9b-4c18-a582-757033a51095,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:32:13.474416 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c555093c-f971-4ae9-af9d-98a7be07a659 req-9db2465b-084f-4b51-b57e-80daa2353d4f tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:13.476139 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c555093c-f971-4ae9-af9d-98a7be07a659 req-9db2465b-084f-4b51-b57e-80daa2353d4f tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3d5bccd-0e71-4b17-8dc4-bd3e64597e9a HTTP/1.1" status: 200 len: 948 time: 0.2152283 Jul 13 13:32:13.484499 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:13.511863 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d30ee2-e0c8-4483-9b06-920467f4b952 req-6f2b2cfe-0cf2-49e4-8821-fa560d58d333 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:13.519681 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-87d30ee2-e0c8-4483-9b06-920467f4b952 req-6f2b2cfe-0cf2-49e4-8821-fa560d58d333 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] 10.222.0.23 "GET /v2.0/ports?device_id=2269b0dd-2b5b-4faa-847a-43609364d3f2&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0932596 Jul 13 13:32:13.550935 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=d282cacc-1e9b-4c18-a582-757033a51095,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:32:13.563851 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-87d30ee2-e0c8-4483-9b06-920467f4b952 req-5c4e694a-375f-46c2-8636-89e1c23b6567 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0432963 Jul 13 13:32:13.569958 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c555093c-f971-4ae9-af9d-98a7be07a659 req-b6abe759-3e6e-4d3f-81cf-749a9a5d0295 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] 10.222.0.23 "GET /v2.0/security-groups?id=0375d0dc-b9f6-47cd-991d-bd203a5d5aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845709 Jul 13 13:32:13.592783 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5058a98f-c29f-4610-bf23-d5382f22fda2 admin admin] Router 16d8b592-04e6-407e-976f-20fc6c78e744 has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 13:32:13.656863 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-cd18a29c-f5b0-4334-82d7-5d22763315ef req-d7eed7ef-80ff-4577-a0e5-71f058b517ab tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0353072 Jul 13 13:32:13.719219 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-133f5e71-c1bb-4b08-8420-168506e46d3b None None] Provisioning complete for port 6df51d22-d9cc-4876-80bd-7101a4fd72c9 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:32:13.719602 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-133f5e71-c1bb-4b08-8420-168506e46d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:13.760297 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-133f5e71-c1bb-4b08-8420-168506e46d3b None None] Port 6df51d22-d9cc-4876-80bd-7101a4fd72c9 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:32:13.768646 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-772e02a1-c74f-4062-9dea-a02a265c4bf7 req-623769dd-dbed-40a2-8ea6-befc82ece625 tempest-FloatingIPDetailsTestJSON-1816875448 tempest-FloatingIPDetailsTestJSON-1816875448-project] 10.222.0.23 "GET /v2.0/floatingips?tenant_id=da4863c629cd4bf2822544525ea25bfa HTTP/1.1" status: 200 len: 1657 time: 0.1704741 Jul 13 13:32:13.839325 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5058a98f-c29f-4610-bf23-d5382f22fda2 admin admin] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:32:13.845097 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-5058a98f-c29f-4610-bf23-d5382f22fda2 admin admin] 10.222.0.23 "PUT /v2.0/routers/16d8b592-04e6-407e-976f-20fc6c78e744/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6385183 Jul 13 13:32:13.855486 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda3e0a6-b16c-428c-a1b7-2237a2b6c374 None None] Sync routers for ids ['16d8b592-04e6-407e-976f-20fc6c78e744'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:32:13.865769 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda3e0a6-b16c-428c-a1b7-2237a2b6c374 None None] Routers {'16d8b592-04e6-407e-976f-20fc6c78e744'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:32:13.866459 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-cda3e0a6-b16c-428c-a1b7-2237a2b6c374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:31:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['16d8b592-04e6-407e-976f-20fc6c78e744'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:32:13.913010 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772e02a1-c74f-4062-9dea-a02a265c4bf7 req-7bca9f0b-504c-4ccc-95e5-fe38bf6fa8e2 tempest-FloatingIPDetailsTestJSON-1816875448 tempest-FloatingIPDetailsTestJSON-1816875448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:13.914669 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-772e02a1-c74f-4062-9dea-a02a265c4bf7 req-7bca9f0b-504c-4ccc-95e5-fe38bf6fa8e2 tempest-FloatingIPDetailsTestJSON-1816875448 tempest-FloatingIPDetailsTestJSON-1816875448-project] 10.222.0.23 "GET /v2.0/networks?id=acf968b8-c524-46a9-a20b-ad9667009130&id=acf968b8-c524-46a9-a20b-ad9667009130&id=acf968b8-c524-46a9-a20b-ad9667009130 HTTP/1.1" status: 200 len: 787 time: 0.1361465 Jul 13 13:32:13.941838 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [req-772e02a1-c74f-4062-9dea-a02a265c4bf7 req-eeb5c5c5-32d1-464b-8d97-8d5ca46af0a5 tempest-FloatingIPDetailsTestJSON-1816875448 tempest-FloatingIPDetailsTestJSON-1816875448-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93750) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 13:32:13.943192 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-772e02a1-c74f-4062-9dea-a02a265c4bf7 req-eeb5c5c5-32d1-464b-8d97-8d5ca46af0a5 tempest-FloatingIPDetailsTestJSON-1816875448 tempest-FloatingIPDetailsTestJSON-1816875448-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0230885 Jul 13 13:32:14.011151 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 47194) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:32:14.034266 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-cda3e0a6-b16c-428c-a1b7-2237a2b6c374 None None] Set router 16d8b592-04e6-407e-976f-20fc6c78e744 gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:32:14.041685 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-cdd26f23-db99-4581-824e-0729f0737fba req-06462ec6-cf27-4c1e-8584-6a2fccee48f0 tempest-FloatingIPDetailsTestJSON-1816875448 tempest-FloatingIPDetailsTestJSON-1816875448-project] 10.222.0.23 "GET /v2.0/floatingips/ea14d34e-af23-495c-95d5-e52bc7850373 HTTP/1.1" status: 200 len: 693 time: 0.0562713 Jul 13 13:32:14.148970 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5c3e92b7-515b-45d6-8232-d5d00faa4e31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:14.159017 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd26f23-db99-4581-824e-0729f0737fba req-1ff36ab2-0baf-43bb-8e67-d7079d58c48c tempest-FloatingIPDetailsTestJSON-1816875448 tempest-FloatingIPDetailsTestJSON-1816875448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:14.167466 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-cdd26f23-db99-4581-824e-0729f0737fba req-1ff36ab2-0baf-43bb-8e67-d7079d58c48c tempest-FloatingIPDetailsTestJSON-1816875448 tempest-FloatingIPDetailsTestJSON-1816875448-project] 10.222.0.23 "GET /v2.0/networks/acf968b8-c524-46a9-a20b-ad9667009130 HTTP/1.1" status: 200 len: 784 time: 0.1245761 Jul 13 13:32:14.214730 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-cdd26f23-db99-4581-824e-0729f0737fba req-984a8761-c9ad-4276-a611-7bf9bd250ad4 tempest-FloatingIPDetailsTestJSON-1816875448 tempest-FloatingIPDetailsTestJSON-1816875448-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.6.177 HTTP/1.1" status: 200 len: 696 time: 0.0458841 Jul 13 13:32:14.290641 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-cda3e0a6-b16c-428c-a1b7-2237a2b6c374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16d8b592-04e6-407e-976f-20fc6c78e744', 'name': 'tempest-FloatingIPsTestJSON-1591585234-router', 'tenant_id': '86bbb34b99a240ce81608b490eb7e55d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': 'f975f458-2c30-439b-975d-9cb383d447dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:32:06Z', 'updated_at': '2021-07-13T13:32:12Z', 'revision_number': 4, 'project_id': '86bbb34b99a240ce81608b490eb7e55d', 'gw_port': {'id': 'f975f458-2c30-439b-975d-9cb383d447dc', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:54:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d8b592-04e6-407e-976f-20fc6c78e744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:32:07Z', 'updated_at': '2021-07-13T13:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': '6df51d22-d9cc-4876-80bd-7101a4fd72c9', 'name': '', 'network_id': '8383d7b7-a660-4823-adc0-5a1ebd37be68', 'tenant_id': '86bbb34b99a240ce81608b490eb7e55d', 'mac_address': 'fa:16:3e:94:54:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16d8b592-04e6-407e-976f-20fc6c78e744', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '6a46bc11-d782-4809-8619-8cea28e76954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:32:10Z', 'updated_at': '2021-07-13T13:32:12Z', 'revision_number': 2, 'project_id': '86bbb34b99a240ce81608b490eb7e55d', 'subnets': [{'id': '6a46bc11-d782-4809-8619-8cea28e76954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:32:14.301084 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-cdd26f23-db99-4581-824e-0729f0737fba req-592cfe30-c082-4cbe-b176-3f6274ec235a tempest-FloatingIPDetailsTestJSON-1816875448 tempest-FloatingIPDetailsTestJSON-1816875448-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.6.177 HTTP/1.1" status: 200 len: 696 time: 0.0793874 Jul 13 13:32:14.319407 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53949ff-6a9e-4dba-a5ea-4b1ec3120ab1 req-84f95861-c5d8-4504-9f5c-d7b4dd1f63a9 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:14.320938 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b53949ff-6a9e-4dba-a5ea-4b1ec3120ab1 req-84f95861-c5d8-4504-9f5c-d7b4dd1f63a9 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] 10.222.0.23 "GET /v2.0/ports?device_id=2269b0dd-2b5b-4faa-847a-43609364d3f2 HTTP/1.1" status: 200 len: 946 time: 0.1419363 Jul 13 13:32:14.322854 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5c3e92b7-515b-45d6-8232-d5d00faa4e31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:14.326460 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device f975f458-2c30-439b-975d-9cb383d447dc up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:32:14.329033 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5c3e92b7-515b-45d6-8232-d5d00faa4e31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:14.330239 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda3e0a6-b16c-428c-a1b7-2237a2b6c374 None None] Checking router: 16d8b592-04e6-407e-976f-20fc6c78e744 for host: n-d-800634-1 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 13:32:14.330671 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda3e0a6-b16c-428c-a1b7-2237a2b6c374 None None] Updating router 16d8b592-04e6-407e-976f-20fc6c78e744 port 6df51d22-d9cc-4876-80bd-7101a4fd72c9 binding host n-d-800634-1 {{(pid=93752) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 13:32:14.389396 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-5c3e92b7-515b-45d6-8232-d5d00faa4e31 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=91ead17073e44ed9b865e6565bb4610c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3771605 Jul 13 13:32:14.394573 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 47204) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:32:14.395586 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3e92b7-515b-45d6-8232-d5d00faa4e31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9c0fbfc-e9a1-487f-8ed4-7ce63b9b74eb,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:32:14.411503 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b53949ff-6a9e-4dba-a5ea-4b1ec3120ab1 req-b367a2b4-4f4c-47e3-95d0-70d397696851 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a08b1bf-6e67-40f9-b652-d19482d1fab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792079 Jul 13 13:32:14.417027 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-cda3e0a6-b16c-428c-a1b7-2237a2b6c374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:14.476031 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port f975f458-2c30-439b-975d-9cb383d447dc triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:32:14.476512 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:14.497980 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-84451e53-2283-4cd4-a958-440744b68392 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:14.504417 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-cdd26f23-db99-4581-824e-0729f0737fba req-9253baf3-3c52-4728-ac1c-3931c25c84ca tempest-FloatingIPDetailsTestJSON-1816875448 tempest-FloatingIPDetailsTestJSON-1816875448-project] Deleting port 25fe7ba9-a59c-4134-851b-2e277898a63f {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:32:14.504821 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-cdd26f23-db99-4581-824e-0729f0737fba req-9253baf3-3c52-4728-ac1c-3931c25c84ca tempest-FloatingIPDetailsTestJSON-1816875448 tempest-FloatingIPDetailsTestJSON-1816875448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:14.572404 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-84451e53-2283-4cd4-a958-440744b68392 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:14.641020 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-cdd26f23-db99-4581-824e-0729f0737fba req-9253baf3-3c52-4728-ac1c-3931c25c84ca tempest-FloatingIPDetailsTestJSON-1816875448 tempest-FloatingIPDetailsTestJSON-1816875448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:14.641443 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-cdd26f23-db99-4581-824e-0729f0737fba req-9253baf3-3c52-4728-ac1c-3931c25c84ca tempest-FloatingIPDetailsTestJSON-1816875448 tempest-FloatingIPDetailsTestJSON-1816875448-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:14.655402 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-cdd26f23-db99-4581-824e-0729f0737fba req-9253baf3-3c52-4728-ac1c-3931c25c84ca tempest-FloatingIPDetailsTestJSON-1816875448 tempest-FloatingIPDetailsTestJSON-1816875448-project] Calling delete_port for 25fe7ba9-a59c-4134-851b-2e277898a63f owned by network:floatingip {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:32:14.701522 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-84451e53-2283-4cd4-a958-440744b68392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:14.704273 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-84451e53-2283-4cd4-a958-440744b68392 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:14.707791 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-84451e53-2283-4cd4-a958-440744b68392 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d9c0fbfc-e9a1-487f-8ed4-7ce63b9b74eb HTTP/1.1" status: 204 len: 168 time: 0.3094649 Jul 13 13:32:14.721086 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84451e53-2283-4cd4-a958-440744b68392 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9c0fbfc-e9a1-487f-8ed4-7ce63b9b74eb,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:32:14.803112 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b9979ef7-eea3-4de3-8974-b61be2a0165d req-8d86ef60-f97c-4190-bc05-b5f5461ee6ef tempest-FloatingIPsTestJSON-153210735 tempest-FloatingIPsTestJSON-153210735-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2417510 Jul 13 13:32:14.810235 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-b9979ef7-eea3-4de3-8974-b61be2a0165d req-a8f5c00f-3e35-47d7-b851-79969b2431b5 tempest-FloatingIPsTestJSON-153210735 tempest-FloatingIPsTestJSON-153210735-project] Request body: {'floatingip': {'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:32:14.819080 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-cdd26f23-db99-4581-824e-0729f0737fba req-9253baf3-3c52-4728-ac1c-3931c25c84ca tempest-FloatingIPDetailsTestJSON-1816875448 tempest-FloatingIPDetailsTestJSON-1816875448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:14.839620 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-b9979ef7-eea3-4de3-8974-b61be2a0165d req-a8f5c00f-3e35-47d7-b851-79969b2431b5 tempest-FloatingIPsTestJSON-153210735 tempest-FloatingIPsTestJSON-153210735-project] Notify callbacks [] for floatingip, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:14.842905 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-cda3e0a6-b16c-428c-a1b7-2237a2b6c374 None None] Notify callbacks [] for port, precommit_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:14.853422 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9253baf3-3c52-4728-ac1c-3931c25c84ca tempest-FloatingIPDetailsTestJSON-1816875448 tempest-FloatingIPDetailsTestJSON-1816875448-project] Pushing event deleted for resources: {'Port': ['ID=25fe7ba9-a59c-4134-851b-2e277898a63f,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:32:14.855131 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-cda3e0a6-b16c-428c-a1b7-2237a2b6c374 None None] Transition to ACTIVE for port object 6df51d22-d9cc-4876-80bd-7101a4fd72c9 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:32:14.864372 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-cda3e0a6-b16c-428c-a1b7-2237a2b6c374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:14.941422 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-cdd26f23-db99-4581-824e-0729f0737fba req-9253baf3-3c52-4728-ac1c-3931c25c84ca tempest-FloatingIPDetailsTestJSON-1816875448 tempest-FloatingIPDetailsTestJSON-1816875448-project] Notify callbacks [] for floatingip, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:14.942044 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d39830-6d74-4b07-9982-6ddb7f36759a None None] Pushing event updated for resources: {'Port': ['ID=6df51d22-d9cc-4876-80bd-7101a4fd72c9,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:32:14.945413 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-cdd26f23-db99-4581-824e-0729f0737fba req-9253baf3-3c52-4728-ac1c-3931c25c84ca tempest-FloatingIPDetailsTestJSON-1816875448 tempest-FloatingIPDetailsTestJSON-1816875448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for floatingip, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:14.946985 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-cdd26f23-db99-4581-824e-0729f0737fba req-9253baf3-3c52-4728-ac1c-3931c25c84ca tempest-FloatingIPDetailsTestJSON-1816875448 tempest-FloatingIPDetailsTestJSON-1816875448-project] 10.222.0.23 "DELETE /v2.0/floatingips/ea14d34e-af23-495c-95d5-e52bc7850373 HTTP/1.1" status: 204 len: 173 time: 0.6448686 Jul 13 13:32:14.986798 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-b9979ef7-eea3-4de3-8974-b61be2a0165d req-a8f5c00f-3e35-47d7-b851-79969b2431b5 tempest-FloatingIPsTestJSON-153210735 tempest-FloatingIPsTestJSON-153210735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:15.022798 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-cda3e0a6-b16c-428c-a1b7-2237a2b6c374 None None] Attempting to bind port 6df51d22-d9cc-4876-80bd-7101a4fd72c9 on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:32:15.023443 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-cda3e0a6-b16c-428c-a1b7-2237a2b6c374 None None] Attempting to bind port 6df51d22-d9cc-4876-80bd-7101a4fd72c9 by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '345ae5d0-2a83-4ecb-838d-699d317350b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8383d7b7-a660-4823-adc0-5a1ebd37be68'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:32:15.023979 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda3e0a6-b16c-428c-a1b7-2237a2b6c374 None None] Attempting to bind port 6df51d22-d9cc-4876-80bd-7101a4fd72c9 on network 8383d7b7-a660-4823-adc0-5a1ebd37be68 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:32:15.031589 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda3e0a6-b16c-428c-a1b7-2237a2b6c374 None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 31, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:32:15.032288 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda3e0a6-b16c-428c-a1b7-2237a2b6c374 None None] Checking segment: {'id': '345ae5d0-2a83-4ecb-838d-699d317350b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8383d7b7-a660-4823-adc0-5a1ebd37be68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:32:15.032702 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-cda3e0a6-b16c-428c-a1b7-2237a2b6c374 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:15.033106 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda3e0a6-b16c-428c-a1b7-2237a2b6c374 None None] Bound using segment: {'id': '345ae5d0-2a83-4ecb-838d-699d317350b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8383d7b7-a660-4823-adc0-5a1ebd37be68'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:32:15.033850 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-cda3e0a6-b16c-428c-a1b7-2237a2b6c374 None None] Bound port: 6df51d22-d9cc-4876-80bd-7101a4fd72c9, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '345ae5d0-2a83-4ecb-838d-699d317350b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8383d7b7-a660-4823-adc0-5a1ebd37be68'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:32:15.034212 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-cda3e0a6-b16c-428c-a1b7-2237a2b6c374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:15.110282 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e6e3711-b463-40de-8c11-0ba0ea9882e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd282cacc-1e9b-4c18-a582-757033a51095'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:32:15.113271 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a33ec6bd-eb1f-48bd-b611-66f4b4407d1e" -d '{"events": [{"server_uuid": "0e6e3711-b463-40de-8c11-0ba0ea9882e3", "name": "network-vif-plugged", "status": "completed", "tag": "d282cacc-1e9b-4c18-a582-757033a51095"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:32:15.128114 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 47220) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:32:15.140941 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-cda3e0a6-b16c-428c-a1b7-2237a2b6c374 None None] For port 6df51d22-d9cc-4876-80bd-7101a4fd72c9, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:32:15.145413 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-cda3e0a6-b16c-428c-a1b7-2237a2b6c374 None None] For port 6df51d22-d9cc-4876-80bd-7101a4fd72c9, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=6df51d22-d9cc-4876-80bd-7101a4fd72c9,segment=NetworkSegment(345ae5d0-2a83-4ecb-838d-699d317350b1),segment_id=345ae5d0-2a83-4ecb-838d-699d317350b1)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:32:15.158200 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-cda3e0a6-b16c-428c-a1b7-2237a2b6c374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:15.162548 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e9a60571-4b74-4208-af78-3d34df734e5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:15.165590 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-b9979ef7-eea3-4de3-8974-b61be2a0165d req-a8f5c00f-3e35-47d7-b851-79969b2431b5 tempest-FloatingIPsTestJSON-153210735 tempest-FloatingIPsTestJSON-153210735-project] Allocated IP 172.25.6.129 (acf968b8-c524-46a9-a20b-ad9667009130/dde5a78e-bd1e-4f47-8189-7321d4de73d3/893d718b-ba34-4757-aa36-9cee88ba6a73) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:32:15.196995 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072857fb-0b05-4339-ad4d-d236e008d92b req-2b1d6235-4aa2-4873-9524-f759b2b1f356 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:15.198583 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-072857fb-0b05-4339-ad4d-d236e008d92b req-2b1d6235-4aa2-4873-9524-f759b2b1f356 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/ports?device_id=51a49091-1f1d-4f7b-b145-79695b229fef HTTP/1.1" status: 200 len: 946 time: 0.1297059 Jul 13 13:32:15.235812 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d39830-6d74-4b07-9982-6ddb7f36759a None None] Pushing event updated for resources: {'Port': ['ID=6df51d22-d9cc-4876-80bd-7101a4fd72c9,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:32:15.242129 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda3e0a6-b16c-428c-a1b7-2237a2b6c374 None None] Routers {'16d8b592-04e6-407e-976f-20fc6c78e744'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:32:15.242756 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-cda3e0a6-b16c-428c-a1b7-2237a2b6c374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:31:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['16d8b592-04e6-407e-976f-20fc6c78e744'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:32:15.286454 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-b9979ef7-eea3-4de3-8974-b61be2a0165d req-a8f5c00f-3e35-47d7-b851-79969b2431b5 tempest-FloatingIPsTestJSON-153210735 tempest-FloatingIPsTestJSON-153210735-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:15.291075 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-072857fb-0b05-4339-ad4d-d236e008d92b req-67c1e657-bdcc-4383-bb04-a35eb49e6df1 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1a1929d-de59-4a26-a69b-05b891c11dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671513 Jul 13 13:32:15.325857 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e9a60571-4b74-4208-af78-3d34df734e5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:15.332069 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e9a60571-4b74-4208-af78-3d34df734e5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:15.374509 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-e9a60571-4b74-4208-af78-3d34df734e5a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8e57a42589f24970b16eaab736195067&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2391040 Jul 13 13:32:15.377066 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 47224) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:32:15.383340 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a60571-4b74-4208-af78-3d34df734e5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49bbb5f1-e983-41fe-8d60-d52c8e9f361f,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:32:15.393909 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-b9979ef7-eea3-4de3-8974-b61be2a0165d req-a8f5c00f-3e35-47d7-b851-79969b2431b5 tempest-FloatingIPsTestJSON-153210735 tempest-FloatingIPsTestJSON-153210735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:15.400383 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-cda3e0a6-b16c-428c-a1b7-2237a2b6c374 None None] Set router 16d8b592-04e6-407e-976f-20fc6c78e744 gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:32:15.447220 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7aaa587a-6268-4ff6-960b-2c44201a8322 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:15.461120 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9979ef7-eea3-4de3-8974-b61be2a0165d req-a8f5c00f-3e35-47d7-b851-79969b2431b5 tempest-FloatingIPsTestJSON-153210735 tempest-FloatingIPsTestJSON-153210735-project] Network acf968b8-c524-46a9-a20b-ad9667009130 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:32:15.468917 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-b9979ef7-eea3-4de3-8974-b61be2a0165d req-a8f5c00f-3e35-47d7-b851-79969b2431b5 tempest-FloatingIPsTestJSON-153210735 tempest-FloatingIPsTestJSON-153210735-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:32:15.473065 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9979ef7-eea3-4de3-8974-b61be2a0165d req-a8f5c00f-3e35-47d7-b851-79969b2431b5 tempest-FloatingIPsTestJSON-153210735 tempest-FloatingIPsTestJSON-153210735-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:32:15.480845 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7aaa587a-6268-4ff6-960b-2c44201a8322 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:15.500420 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f5c00f-3e35-47d7-b851-79969b2431b5 tempest-FloatingIPsTestJSON-153210735 tempest-FloatingIPsTestJSON-153210735-project] Pushing event updated for resources: {'Port': ['ID=893d718b-ba34-4757-aa36-9cee88ba6a73,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:32:15.557174 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7aaa587a-6268-4ff6-960b-2c44201a8322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:15.561171 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7aaa587a-6268-4ff6-960b-2c44201a8322 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:15.564727 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-7aaa587a-6268-4ff6-960b-2c44201a8322 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/49bbb5f1-e983-41fe-8d60-d52c8e9f361f HTTP/1.1" status: 204 len: 168 time: 0.1844652 Jul 13 13:32:15.602854 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaa587a-6268-4ff6-960b-2c44201a8322 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49bbb5f1-e983-41fe-8d60-d52c8e9f361f,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:32:15.640022 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595b3797-1221-41d8-bbc0-dcf5d2f8b224 req-5d0a862d-3e76-4436-a1cb-c5c1ef4ce287 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:15.642319 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-b9979ef7-eea3-4de3-8974-b61be2a0165d req-a8f5c00f-3e35-47d7-b851-79969b2431b5 tempest-FloatingIPsTestJSON-153210735 tempest-FloatingIPsTestJSON-153210735-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:15.647174 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-595b3797-1221-41d8-bbc0-dcf5d2f8b224 req-5d0a862d-3e76-4436-a1cb-c5c1ef4ce287 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e6e3711-b463-40de-8c11-0ba0ea9882e3 HTTP/1.1" status: 200 len: 950 time: 0.1061649 Jul 13 13:32:15.693467 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-595b3797-1221-41d8-bbc0-dcf5d2f8b224 req-aeb8dfb6-70f8-4f59-a81a-0fddfa4f2f42 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.23 "GET /v2.0/security-groups?id=30616c26-47b2-497e-86af-cdf36766fc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412560 Jul 13 13:32:15.729190 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6705cd1-338f-40fa-a4de-c9b6a0ba140a req-61aeb32a-e9d7-43e8-8e46-58bec05d52b5 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:15.731127 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e6705cd1-338f-40fa-a4de-c9b6a0ba140a req-61aeb32a-e9d7-43e8-8e46-58bec05d52b5 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] 10.222.0.26 "GET /v2.0/ports?device_id=2269b0dd-2b5b-4faa-847a-43609364d3f2 HTTP/1.1" status: 200 len: 946 time: 0.1603611 Jul 13 13:32:15.788655 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-b9979ef7-eea3-4de3-8974-b61be2a0165d req-a8f5c00f-3e35-47d7-b851-79969b2431b5 tempest-FloatingIPsTestJSON-153210735 tempest-FloatingIPsTestJSON-153210735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:15.864857 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-cda3e0a6-b16c-428c-a1b7-2237a2b6c374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16d8b592-04e6-407e-976f-20fc6c78e744', 'name': 'tempest-FloatingIPsTestJSON-1591585234-router', 'tenant_id': '86bbb34b99a240ce81608b490eb7e55d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': 'f975f458-2c30-439b-975d-9cb383d447dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:32:06Z', 'updated_at': '2021-07-13T13:32:12Z', 'revision_number': 4, 'project_id': '86bbb34b99a240ce81608b490eb7e55d', 'gw_port': {'id': 'f975f458-2c30-439b-975d-9cb383d447dc', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:54:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d8b592-04e6-407e-976f-20fc6c78e744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:32:07Z', 'updated_at': '2021-07-13T13:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': '6df51d22-d9cc-4876-80bd-7101a4fd72c9', 'name': '', 'network_id': '8383d7b7-a660-4823-adc0-5a1ebd37be68', 'tenant_id': '86bbb34b99a240ce81608b490eb7e55d', 'mac_address': 'fa:16:3e:94:54:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16d8b592-04e6-407e-976f-20fc6c78e744', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '6a46bc11-d782-4809-8619-8cea28e76954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:32:10Z', 'updated_at': '2021-07-13T13:32:15Z', 'revision_number': 4, 'project_id': '86bbb34b99a240ce81608b490eb7e55d', 'subnets': [{'id': '6a46bc11-d782-4809-8619-8cea28e76954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:32:15.912694 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d358eade-5e6e-484f-b0dc-e178890ab60f req-881d746d-e9e2-4199-a236-585d2ac7eb74 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:15.914544 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d358eade-5e6e-484f-b0dc-e178890ab60f req-881d746d-e9e2-4199-a236-585d2ac7eb74 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3d5bccd-0e71-4b17-8dc4-bd3e64597e9a HTTP/1.1" status: 200 len: 948 time: 0.0957639 Jul 13 13:32:15.926868 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda3e0a6-b16c-428c-a1b7-2237a2b6c374 None None] The sync data for ids ['16d8b592-04e6-407e-976f-20fc6c78e744'] in n-d-800634-1 is: [{'id': '16d8b592-04e6-407e-976f-20fc6c78e744', 'name': 'tempest-FloatingIPsTestJSON-1591585234-router', 'tenant_id': '86bbb34b99a240ce81608b490eb7e55d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': 'f975f458-2c30-439b-975d-9cb383d447dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:32:06Z', 'updated_at': '2021-07-13T13:32:12Z', 'revision_number': 4, 'project_id': '86bbb34b99a240ce81608b490eb7e55d', 'gw_port': {'id': 'f975f458-2c30-439b-975d-9cb383d447dc', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:54:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d8b592-04e6-407e-976f-20fc6c78e744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:32:07Z', 'updated_at': '2021-07-13T13:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': '6df51d22-d9cc-4876-80bd-7101a4fd72c9', 'name': '', 'network_id': '8383d7b7-a660-4823-adc0-5a1ebd37be68', 'tenant_id': '86bbb34b99a240ce81608b490eb7e55d', 'mac_address': 'fa:16:3e:94:54:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16d8b592-04e6-407e-976f-20fc6c78e744', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '6a46bc11-d782-4809-8619-8cea28e76954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:32:10Z', 'updated_at': '2021-07-13T13:32:15Z', 'revision_number': 4, 'project_id': '86bbb34b99a240ce81608b490eb7e55d', 'subnets': [{'id': '6a46bc11-d782-4809-8619-8cea28e76954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:32:15.977150 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d358eade-5e6e-484f-b0dc-e178890ab60f req-5400741b-6b3f-49d8-a967-abd16b88e815 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] 10.222.0.23 "GET /v2.0/security-groups?id=0375d0dc-b9f6-47cd-991d-bd203a5d5aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541487 Jul 13 13:32:16.126857 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6292ff90-de89-44ec-990a-25bab22cfa55 req-c71adf39-531b-48c4-9302-4e2add9d7827 tempest-FloatingIPDetailsTestJSON-1816875448 tempest-FloatingIPDetailsTestJSON-1816875448-project] 10.222.0.23 "GET /v2.0/floatingips/c6f206a5-4eb4-4652-a099-aa096fd3c20a HTTP/1.1" status: 200 len: 693 time: 0.0650113 Jul 13 13:32:16.272987 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6292ff90-de89-44ec-990a-25bab22cfa55 req-10022552-8095-49f5-8072-a46b2604c096 tempest-FloatingIPDetailsTestJSON-1816875448 tempest-FloatingIPDetailsTestJSON-1816875448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:16.278327 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6292ff90-de89-44ec-990a-25bab22cfa55 req-10022552-8095-49f5-8072-a46b2604c096 tempest-FloatingIPDetailsTestJSON-1816875448 tempest-FloatingIPDetailsTestJSON-1816875448-project] 10.222.0.23 "GET /v2.0/networks/acf968b8-c524-46a9-a20b-ad9667009130 HTTP/1.1" status: 200 len: 784 time: 0.1504998 Jul 13 13:32:16.350217 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6292ff90-de89-44ec-990a-25bab22cfa55 req-804c98a5-98cd-4072-947d-be22f869cab8 tempest-FloatingIPDetailsTestJSON-1816875448 tempest-FloatingIPDetailsTestJSON-1816875448-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.6.206 HTTP/1.1" status: 200 len: 696 time: 0.0686173 Jul 13 13:32:16.370482 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-e6705cd1-338f-40fa-a4de-c9b6a0ba140a req-7868e49f-7909-4b74-be64-0c8aec06da63 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] Deleting port b1a8ad69-cf5b-4f96-9698-93feb935a5b8 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:32:16.372325 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-e6705cd1-338f-40fa-a4de-c9b6a0ba140a req-7868e49f-7909-4b74-be64-0c8aec06da63 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:16.391060 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 6df51d22-d9cc-4876-80bd-7101a4fd72c9 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:32:16.471273 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port 6df51d22-d9cc-4876-80bd-7101a4fd72c9 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:32:16.478298 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 6df51d22-d9cc-4876-80bd-7101a4fd72c9 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:32:16.479109 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:16.503123 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-b9979ef7-eea3-4de3-8974-b61be2a0165d req-a8f5c00f-3e35-47d7-b851-79969b2431b5 tempest-FloatingIPsTestJSON-153210735 tempest-FloatingIPsTestJSON-153210735-project] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:16.512590 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-b9979ef7-eea3-4de3-8974-b61be2a0165d req-a8f5c00f-3e35-47d7-b851-79969b2431b5 tempest-FloatingIPsTestJSON-153210735 tempest-FloatingIPsTestJSON-153210735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:16.562410 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-e6705cd1-338f-40fa-a4de-c9b6a0ba140a req-7868e49f-7909-4b74-be64-0c8aec06da63 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] For port b1a8ad69-cf5b-4f96-9698-93feb935a5b8, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=b1a8ad69-cf5b-4f96-9698-93feb935a5b8,segment=NetworkSegment(597f9fe5-bdd3-4578-82b7-d47dfea667f5),segment_id=597f9fe5-bdd3-4578-82b7-d47dfea667f5)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:32:16.562780 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-e6705cd1-338f-40fa-a4de-c9b6a0ba140a req-7868e49f-7909-4b74-be64-0c8aec06da63 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:16.619912 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-e6705cd1-338f-40fa-a4de-c9b6a0ba140a req-7868e49f-7909-4b74-be64-0c8aec06da63 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] Calling delete_port for b1a8ad69-cf5b-4f96-9698-93feb935a5b8 owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:32:16.626126 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f5c00f-3e35-47d7-b851-79969b2431b5 tempest-FloatingIPsTestJSON-153210735 tempest-FloatingIPsTestJSON-153210735-project] Pushing event updated for resources: {'Port': ['ID=893d718b-ba34-4757-aa36-9cee88ba6a73,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:32:16.655457 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-b9979ef7-eea3-4de3-8974-b61be2a0165d req-a8f5c00f-3e35-47d7-b851-79969b2431b5 tempest-FloatingIPsTestJSON-153210735 tempest-FloatingIPsTestJSON-153210735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446547'] for floatingip, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:16.656936 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:16.727218 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port 6df51d22-d9cc-4876-80bd-7101a4fd72c9, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=6df51d22-d9cc-4876-80bd-7101a4fd72c9,segment=NetworkSegment(345ae5d0-2a83-4ecb-838d-699d317350b1),segment_id=345ae5d0-2a83-4ecb-838d-699d317350b1)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:32:16.730232 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-b9979ef7-eea3-4de3-8974-b61be2a0165d req-a8f5c00f-3e35-47d7-b851-79969b2431b5 tempest-FloatingIPsTestJSON-153210735 tempest-FloatingIPsTestJSON-153210735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for floatingip, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:16.731764 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:16.732570 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b9979ef7-eea3-4de3-8974-b61be2a0165d req-a8f5c00f-3e35-47d7-b851-79969b2431b5 tempest-FloatingIPsTestJSON-153210735 tempest-FloatingIPsTestJSON-153210735-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9285903 Jul 13 13:32:16.809077 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b9979ef7-eea3-4de3-8974-b61be2a0165d req-2c4363c9-d52d-4d51-9950-82601c24d1c7 tempest-FloatingIPsTestJSON-153210735 tempest-FloatingIPsTestJSON-153210735-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.6.129 HTTP/1.1" status: 200 len: 696 time: 0.0644777 Jul 13 13:32:16.820733 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6292ff90-de89-44ec-990a-25bab22cfa55 req-3577129c-9d29-47e8-8a73-47f4367dcfe7 tempest-FloatingIPDetailsTestJSON-1816875448 tempest-FloatingIPDetailsTestJSON-1816875448-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.6.206 HTTP/1.1" status: 200 len: 696 time: 0.4693439 Jul 13 13:32:16.842654 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=6df51d22-d9cc-4876-80bd-7101a4fd72c9,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:32:16.950444 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-e6705cd1-338f-40fa-a4de-c9b6a0ba140a req-7868e49f-7909-4b74-be64-0c8aec06da63 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:16.965969 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['b1a8ad69-cf5b-4f96-9698-93feb935a5b8'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:32:16.979598 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-6292ff90-de89-44ec-990a-25bab22cfa55 req-4ce3e8d5-6c2c-48bc-9679-a67bb8365d8e tempest-FloatingIPDetailsTestJSON-1816875448 tempest-FloatingIPDetailsTestJSON-1816875448-project] Deleting port 370e778d-2152-44ff-b77a-aa6208b8b4c8 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:32:16.979954 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-6292ff90-de89-44ec-990a-25bab22cfa55 req-4ce3e8d5-6c2c-48bc-9679-a67bb8365d8e tempest-FloatingIPDetailsTestJSON-1816875448 tempest-FloatingIPDetailsTestJSON-1816875448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:16.989249 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7868e49f-7909-4b74-be64-0c8aec06da63 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] Pushing event deleted for resources: {'Port': ['ID=b1a8ad69-cf5b-4f96-9698-93feb935a5b8,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:32:17.096069 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-6292ff90-de89-44ec-990a-25bab22cfa55 req-4ce3e8d5-6c2c-48bc-9679-a67bb8365d8e tempest-FloatingIPDetailsTestJSON-1816875448 tempest-FloatingIPDetailsTestJSON-1816875448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:17.096333 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-6292ff90-de89-44ec-990a-25bab22cfa55 req-4ce3e8d5-6c2c-48bc-9679-a67bb8365d8e tempest-FloatingIPDetailsTestJSON-1816875448 tempest-FloatingIPDetailsTestJSON-1816875448-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:17.120625 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-6292ff90-de89-44ec-990a-25bab22cfa55 req-4ce3e8d5-6c2c-48bc-9679-a67bb8365d8e tempest-FloatingIPDetailsTestJSON-1816875448 tempest-FloatingIPDetailsTestJSON-1816875448-project] Calling delete_port for 370e778d-2152-44ff-b77a-aa6208b8b4c8 owned by network:floatingip {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:32:17.122671 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d23e4e9b-2876-4434-959d-c8cd133fcfd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:17.126485 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9979ef7-eea3-4de3-8974-b61be2a0165d req-61510e5a-739d-481f-9ae6-677804fa4245 tempest-FloatingIPsTestJSON-153210735 tempest-FloatingIPsTestJSON-153210735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:17.127951 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b9979ef7-eea3-4de3-8974-b61be2a0165d req-61510e5a-739d-481f-9ae6-677804fa4245 tempest-FloatingIPsTestJSON-153210735 tempest-FloatingIPsTestJSON-153210735-project] 10.222.0.23 "GET /v2.0/networks/acf968b8-c524-46a9-a20b-ad9667009130 HTTP/1.1" status: 200 len: 784 time: 0.3081245 Jul 13 13:32:17.128868 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6705cd1-338f-40fa-a4de-c9b6a0ba140a req-7868e49f-7909-4b74-be64-0c8aec06da63 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] No DVR routers for this DVR port b1a8ad69-cf5b-4f96-9698-93feb935a5b8 on host n-h1-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:32:17.131441 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-e6705cd1-338f-40fa-a4de-c9b6a0ba140a req-7868e49f-7909-4b74-be64-0c8aec06da63 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:17.134037 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e6705cd1-338f-40fa-a4de-c9b6a0ba140a req-7868e49f-7909-4b74-be64-0c8aec06da63 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] 10.222.0.26 "DELETE /v2.0/ports/b1a8ad69-cf5b-4f96-9698-93feb935a5b8 HTTP/1.1" status: 204 len: 173 time: 1.3883433 Jul 13 13:32:17.134540 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2269b0dd-2b5b-4faa-847a-43609364d3f2', 'name': 'network-vif-deleted', 'tag': 'b1a8ad69-cf5b-4f96-9698-93feb935a5b8'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:32:17.136868 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85e80ae3-3306-499e-91d0-6eda28c61c0e" -d '{"events": [{"server_uuid": "2269b0dd-2b5b-4faa-847a-43609364d3f2", "name": "network-vif-deleted", "tag": "b1a8ad69-cf5b-4f96-9698-93feb935a5b8"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:32:17.145415 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [req-b9979ef7-eea3-4de3-8974-b61be2a0165d req-b0d03633-7dde-40b7-a2ac-f0a31a6d1366 tempest-FloatingIPsTestJSON-153210735 tempest-FloatingIPsTestJSON-153210735-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93750) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 13:32:17.146391 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b9979ef7-eea3-4de3-8974-b61be2a0165d req-b0d03633-7dde-40b7-a2ac-f0a31a6d1366 tempest-FloatingIPsTestJSON-153210735 tempest-FloatingIPsTestJSON-153210735-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066388 Jul 13 13:32:17.345845 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-6292ff90-de89-44ec-990a-25bab22cfa55 req-4ce3e8d5-6c2c-48bc-9679-a67bb8365d8e tempest-FloatingIPDetailsTestJSON-1816875448 tempest-FloatingIPDetailsTestJSON-1816875448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:17.402882 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:32:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df060704-172f-4f87-805d-f7ed158bdf07 x-openstack-request-id: req-df060704-172f-4f87-805d-f7ed158bdf07 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:32:17.403651 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e6e3711-b463-40de-8c11-0ba0ea9882e3", "name": "network-vif-plugged", "status": "completed", "tag": "d282cacc-1e9b-4c18-a582-757033a51095", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:32:17.404003 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-df060704-172f-4f87-805d-f7ed158bdf07 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:32:17.404497 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e6e3711-b463-40de-8c11-0ba0ea9882e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd282cacc-1e9b-4c18-a582-757033a51095', 'code': 200} Jul 13 13:32:17.406777 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce3e8d5-6c2c-48bc-9679-a67bb8365d8e tempest-FloatingIPDetailsTestJSON-1816875448 tempest-FloatingIPDetailsTestJSON-1816875448-project] Pushing event deleted for resources: {'Port': ['ID=370e778d-2152-44ff-b77a-aa6208b8b4c8,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:32:17.462734 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-6292ff90-de89-44ec-990a-25bab22cfa55 req-4ce3e8d5-6c2c-48bc-9679-a67bb8365d8e tempest-FloatingIPDetailsTestJSON-1816875448 tempest-FloatingIPDetailsTestJSON-1816875448-project] Notify callbacks [] for floatingip, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:17.468140 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-6292ff90-de89-44ec-990a-25bab22cfa55 req-4ce3e8d5-6c2c-48bc-9679-a67bb8365d8e tempest-FloatingIPDetailsTestJSON-1816875448 tempest-FloatingIPDetailsTestJSON-1816875448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for floatingip, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:17.469404 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6292ff90-de89-44ec-990a-25bab22cfa55 req-4ce3e8d5-6c2c-48bc-9679-a67bb8365d8e tempest-FloatingIPDetailsTestJSON-1816875448 tempest-FloatingIPDetailsTestJSON-1816875448-project] 10.222.0.23 "DELETE /v2.0/floatingips/c6f206a5-4eb4-4652-a099-aa096fd3c20a HTTP/1.1" status: 204 len: 173 time: 0.6479015 Jul 13 13:32:17.593803 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999b9ae7-4e01-47bf-84aa-d7bc163bcda4 req-502a211b-5731-42e1-bf38-0346a8434647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:17.595984 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-999b9ae7-4e01-47bf-84aa-d7bc163bcda4 req-502a211b-5731-42e1-bf38-0346a8434647 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0e6e3711-b463-40de-8c11-0ba0ea9882e3 HTTP/1.1" status: 200 len: 1101 time: 0.1105001 Jul 13 13:32:17.651979 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-999b9ae7-4e01-47bf-84aa-d7bc163bcda4 req-01751673-efc5-44ae-a269-658e9344c67d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=30616c26-47b2-497e-86af-cdf36766fc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477386 Jul 13 13:32:17.658829 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4b9a81-69e9-40f3-9ee2-1843be0d9621 req-da637a36-3144-4acb-867b-a9b5d438f9ca tempest-LiveAutoBlockMigrationV225Test-953904280 tempest-LiveAutoBlockMigrationV225Test-953904280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:17.666017 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bb4b9a81-69e9-40f3-9ee2-1843be0d9621 req-da637a36-3144-4acb-867b-a9b5d438f9ca tempest-LiveAutoBlockMigrationV225Test-953904280 tempest-LiveAutoBlockMigrationV225Test-953904280-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=51a49091-1f1d-4f7b-b145-79695b229fef HTTP/1.1" status: 200 len: 1097 time: 0.1107881 Jul 13 13:32:17.676203 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e8c37a39-31d0-4f5b-8b17-e730b9787782 req-c8336004-03ec-4f7d-b88a-1aeea827d739 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799 tempest-FloatingIPsAssociationNegativeTestJSON-1635370799-project] 10.222.0.23 "GET /v2.0/ports?device_id=2269b0dd-2b5b-4faa-847a-43609364d3f2 HTTP/1.1" status: 200 len: 210 time: 0.0447495 Jul 13 13:32:17.708071 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bb4b9a81-69e9-40f3-9ee2-1843be0d9621 req-92f49afe-e0d0-480f-8598-9997fd80c02e tempest-LiveAutoBlockMigrationV225Test-953904280 tempest-LiveAutoBlockMigrationV225Test-953904280-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=e1a1929d-de59-4a26-a69b-05b891c11dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388212 Jul 13 13:32:17.875669 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67fed73-2741-470f-a8c4-4fbd92a94ede req-9256c268-e4ef-4475-9600-ffd8cc03537a tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:17.877299 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d67fed73-2741-470f-a8c4-4fbd92a94ede req-9256c268-e4ef-4475-9600-ffd8cc03537a tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e6e3711-b463-40de-8c11-0ba0ea9882e3 HTTP/1.1" status: 200 len: 950 time: 0.0982208 Jul 13 13:32:17.899590 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18149985-b09c-4eb2-9c15-a945e6baf577 req-4f1e4f41-a2df-4fa3-9523-42cbcbd21f31 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:17.901081 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-18149985-b09c-4eb2-9c15-a945e6baf577 req-4f1e4f41-a2df-4fa3-9523-42cbcbd21f31 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3d5bccd-0e71-4b17-8dc4-bd3e64597e9a HTTP/1.1" status: 200 len: 948 time: 0.0756257 Jul 13 13:32:17.916894 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d67fed73-2741-470f-a8c4-4fbd92a94ede req-31c0d17a-ca86-41e7-814f-a3ee4137e5aa tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.23 "GET /v2.0/security-groups?id=30616c26-47b2-497e-86af-cdf36766fc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330796 Jul 13 13:32:17.944547 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-18149985-b09c-4eb2-9c15-a945e6baf577 req-96b0276b-ee69-4b9b-9a28-5a7a6ab2de8e tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] 10.222.0.23 "GET /v2.0/security-groups?id=0375d0dc-b9f6-47cd-991d-bd203a5d5aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368469 Jul 13 13:32:17.972841 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-870103c0-06fa-4a3c-9663-08ccd5d8749e x-openstack-request-id: req-870103c0-06fa-4a3c-9663-08ccd5d8749e {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:32:17.973124 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2269b0dd-2b5b-4faa-847a-43609364d3f2", "name": "network-vif-deleted", "tag": "b1a8ad69-cf5b-4f96-9698-93feb935a5b8", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:32:17.973382 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-870103c0-06fa-4a3c-9663-08ccd5d8749e {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:32:17.973803 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2269b0dd-2b5b-4faa-847a-43609364d3f2', 'name': 'network-vif-deleted', 'tag': 'b1a8ad69-cf5b-4f96-9698-93feb935a5b8', 'status': 'completed', 'code': 200} Jul 13 13:32:18.016744 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-605c98e4-6331-4ce4-8395-0bf21ac1d28b req-207655ce-69e6-4f43-8ead-ceb98b6996bd tempest-FloatingIPsTestJSON-153210735 tempest-FloatingIPsTestJSON-153210735-project] 10.222.0.23 "GET /v2.0/floatingips/6f93fc33-42a0-483f-8f1e-df57491a6e6d HTTP/1.1" status: 200 len: 693 time: 0.0457971 Jul 13 13:32:18.026574 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-9168e983-d39c-44f5-9d6c-e06a90c5a1b9 req-a8bfed4a-f099-4ea6-b7d5-be492e0af15f tempest-FloatingIPDetailsTestJSON-1816875448 tempest-FloatingIPDetailsTestJSON-1816875448-project] 10.222.0.23 "GET /v2.0/floatingips/7729d19e-e8b0-4619-8a57-183b8f6911d4 HTTP/1.1" status: 200 len: 693 time: 0.0435290 Jul 13 13:32:18.126767 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605c98e4-6331-4ce4-8395-0bf21ac1d28b req-e348e724-36c5-4558-992a-f16beb029065 tempest-FloatingIPsTestJSON-153210735 tempest-FloatingIPsTestJSON-153210735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:18.128149 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-605c98e4-6331-4ce4-8395-0bf21ac1d28b req-e348e724-36c5-4558-992a-f16beb029065 tempest-FloatingIPsTestJSON-153210735 tempest-FloatingIPsTestJSON-153210735-project] 10.222.0.23 "GET /v2.0/networks/acf968b8-c524-46a9-a20b-ad9667009130 HTTP/1.1" status: 200 len: 784 time: 0.1062963 Jul 13 13:32:18.131507 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9168e983-d39c-44f5-9d6c-e06a90c5a1b9 req-5881ba59-dcd8-4779-826a-655b0bc31131 tempest-FloatingIPDetailsTestJSON-1816875448 tempest-FloatingIPDetailsTestJSON-1816875448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:18.132854 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-9168e983-d39c-44f5-9d6c-e06a90c5a1b9 req-5881ba59-dcd8-4779-826a-655b0bc31131 tempest-FloatingIPDetailsTestJSON-1816875448 tempest-FloatingIPDetailsTestJSON-1816875448-project] 10.222.0.23 "GET /v2.0/networks/acf968b8-c524-46a9-a20b-ad9667009130 HTTP/1.1" status: 200 len: 784 time: 0.1010065 Jul 13 13:32:18.139082 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [req-605c98e4-6331-4ce4-8395-0bf21ac1d28b req-b7d89b2e-58b7-4ee1-9a28-1b402e8dbdaa tempest-FloatingIPsTestJSON-153210735 tempest-FloatingIPsTestJSON-153210735-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93750) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 13:32:18.140050 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-605c98e4-6331-4ce4-8395-0bf21ac1d28b req-b7d89b2e-58b7-4ee1-9a28-1b402e8dbdaa tempest-FloatingIPsTestJSON-153210735 tempest-FloatingIPsTestJSON-153210735-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061853 Jul 13 13:32:18.182964 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-9168e983-d39c-44f5-9d6c-e06a90c5a1b9 req-37396dd6-fca4-4b67-8e00-9cf2c9393830 tempest-FloatingIPDetailsTestJSON-1816875448 tempest-FloatingIPDetailsTestJSON-1816875448-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.6.107 HTTP/1.1" status: 200 len: 696 time: 0.0438585 Jul 13 13:32:18.238278 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-9168e983-d39c-44f5-9d6c-e06a90c5a1b9 req-046b9662-cdd6-4eb8-b93a-08387d587243 tempest-FloatingIPDetailsTestJSON-1816875448 tempest-FloatingIPDetailsTestJSON-1816875448-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.6.107 HTTP/1.1" status: 200 len: 696 time: 0.0488725 Jul 13 13:32:18.305175 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 6df51d22-d9cc-4876-80bd-7101a4fd72c9 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:32:18.359669 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 6df51d22-d9cc-4876-80bd-7101a4fd72c9 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:32:18.360558 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:18.376955 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-9168e983-d39c-44f5-9d6c-e06a90c5a1b9 req-4bb20367-a41e-43bb-807c-cd1a0d14a420 tempest-FloatingIPDetailsTestJSON-1816875448 tempest-FloatingIPDetailsTestJSON-1816875448-project] Deleting port e2e8f8d0-21d9-44f0-a6ef-1b578ae268da {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:32:18.377299 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-9168e983-d39c-44f5-9d6c-e06a90c5a1b9 req-4bb20367-a41e-43bb-807c-cd1a0d14a420 tempest-FloatingIPDetailsTestJSON-1816875448 tempest-FloatingIPDetailsTestJSON-1816875448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:18.428035 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6096bd3a-a525-4f37-a716-faba47aa316a req-428899fd-b767-47da-a6cd-90da600b14b2 tempest-LiveAutoBlockMigrationV225Test-953904280 tempest-LiveAutoBlockMigrationV225Test-953904280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:18.429721 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6096bd3a-a525-4f37-a716-faba47aa316a req-428899fd-b767-47da-a6cd-90da600b14b2 tempest-LiveAutoBlockMigrationV225Test-953904280 tempest-LiveAutoBlockMigrationV225Test-953904280-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=51a49091-1f1d-4f7b-b145-79695b229fef HTTP/1.1" status: 200 len: 1097 time: 0.0605934 Jul 13 13:32:18.453848 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-9168e983-d39c-44f5-9d6c-e06a90c5a1b9 req-4bb20367-a41e-43bb-807c-cd1a0d14a420 tempest-FloatingIPDetailsTestJSON-1816875448 tempest-FloatingIPDetailsTestJSON-1816875448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:18.454243 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-9168e983-d39c-44f5-9d6c-e06a90c5a1b9 req-4bb20367-a41e-43bb-807c-cd1a0d14a420 tempest-FloatingIPDetailsTestJSON-1816875448 tempest-FloatingIPDetailsTestJSON-1816875448-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:18.466582 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6096bd3a-a525-4f37-a716-faba47aa316a req-29e68e8b-b242-4143-a5ce-54658a648226 tempest-LiveAutoBlockMigrationV225Test-953904280 tempest-LiveAutoBlockMigrationV225Test-953904280-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=e1a1929d-de59-4a26-a69b-05b891c11dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304945 Jul 13 13:32:18.468360 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-9168e983-d39c-44f5-9d6c-e06a90c5a1b9 req-4bb20367-a41e-43bb-807c-cd1a0d14a420 tempest-FloatingIPDetailsTestJSON-1816875448 tempest-FloatingIPDetailsTestJSON-1816875448-project] Calling delete_port for e2e8f8d0-21d9-44f0-a6ef-1b578ae268da owned by network:floatingip {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:32:18.550404 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f4b07f00-dfcb-4491-b66e-b440df898018 req-0b95a683-5ad5-44f1-bddd-16e0eecda2cd tempest-FloatingIPsTestJSON-153210735 tempest-FloatingIPsTestJSON-153210735-project] 10.222.0.23 "GET /v2.0/floatingips?tenant_id=86bbb34b99a240ce81608b490eb7e55d HTTP/1.1" status: 200 len: 696 time: 0.0443673 Jul 13 13:32:18.613181 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-9168e983-d39c-44f5-9d6c-e06a90c5a1b9 req-4bb20367-a41e-43bb-807c-cd1a0d14a420 tempest-FloatingIPDetailsTestJSON-1816875448 tempest-FloatingIPDetailsTestJSON-1816875448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:18.646386 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb20367-a41e-43bb-807c-cd1a0d14a420 tempest-FloatingIPDetailsTestJSON-1816875448 tempest-FloatingIPDetailsTestJSON-1816875448-project] Pushing event deleted for resources: {'Port': ['ID=e2e8f8d0-21d9-44f0-a6ef-1b578ae268da,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:32:18.675737 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b07f00-dfcb-4491-b66e-b440df898018 req-48b07556-53e8-4d0b-8aa2-c757db2ef5dc tempest-FloatingIPsTestJSON-153210735 tempest-FloatingIPsTestJSON-153210735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:18.690293 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f4b07f00-dfcb-4491-b66e-b440df898018 req-48b07556-53e8-4d0b-8aa2-c757db2ef5dc tempest-FloatingIPsTestJSON-153210735 tempest-FloatingIPsTestJSON-153210735-project] 10.222.0.23 "GET /v2.0/networks?id=acf968b8-c524-46a9-a20b-ad9667009130 HTTP/1.1" status: 200 len: 787 time: 0.1339097 Jul 13 13:32:18.717495 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-9168e983-d39c-44f5-9d6c-e06a90c5a1b9 req-4bb20367-a41e-43bb-807c-cd1a0d14a420 tempest-FloatingIPDetailsTestJSON-1816875448 tempest-FloatingIPDetailsTestJSON-1816875448-project] Notify callbacks [] for floatingip, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:18.720492 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-9168e983-d39c-44f5-9d6c-e06a90c5a1b9 req-4bb20367-a41e-43bb-807c-cd1a0d14a420 tempest-FloatingIPDetailsTestJSON-1816875448 tempest-FloatingIPDetailsTestJSON-1816875448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for floatingip, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:18.721640 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-9168e983-d39c-44f5-9d6c-e06a90c5a1b9 req-4bb20367-a41e-43bb-807c-cd1a0d14a420 tempest-FloatingIPDetailsTestJSON-1816875448 tempest-FloatingIPDetailsTestJSON-1816875448-project] 10.222.0.23 "DELETE /v2.0/floatingips/7729d19e-e8b0-4619-8a57-183b8f6911d4 HTTP/1.1" status: 204 len: 173 time: 0.4791782 Jul 13 13:32:18.727746 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 47292) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:32:18.910682 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d809f6ae-3a40-4987-9227-0ee46fb0d42c req-7229bcca-a22a-4e8b-bf92-2227ba123c6c tempest-FloatingIPsTestJSON-153210735 tempest-FloatingIPsTestJSON-153210735-project] 10.222.0.23 "GET /v2.0/floatingips/6f93fc33-42a0-483f-8f1e-df57491a6e6d HTTP/1.1" status: 200 len: 693 time: 0.0755050 Jul 13 13:32:18.924509 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 47300) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:32:19.090454 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d809f6ae-3a40-4987-9227-0ee46fb0d42c req-dd731c11-4255-45c5-b643-2f48b1679e49 tempest-FloatingIPsTestJSON-153210735 tempest-FloatingIPsTestJSON-153210735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:19.092128 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d809f6ae-3a40-4987-9227-0ee46fb0d42c req-dd731c11-4255-45c5-b643-2f48b1679e49 tempest-FloatingIPsTestJSON-153210735 tempest-FloatingIPsTestJSON-153210735-project] 10.222.0.23 "GET /v2.0/networks/acf968b8-c524-46a9-a20b-ad9667009130 HTTP/1.1" status: 200 len: 784 time: 0.1734717 Jul 13 13:32:19.199461 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d809f6ae-3a40-4987-9227-0ee46fb0d42c req-aedfef6b-34d2-48b1-97b5-e133beb80483 tempest-FloatingIPsTestJSON-153210735 tempest-FloatingIPsTestJSON-153210735-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.6.129 HTTP/1.1" status: 200 len: 696 time: 0.0965998 Jul 13 13:32:19.266572 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d809f6ae-3a40-4987-9227-0ee46fb0d42c req-f5ebe316-6fb7-4fd8-9e2b-40bf1c580e9c tempest-FloatingIPsTestJSON-153210735 tempest-FloatingIPsTestJSON-153210735-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.6.129 HTTP/1.1" status: 200 len: 696 time: 0.0594301 Jul 13 13:32:19.337191 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403139ea-877e-4a9f-933f-10ad9435b047 req-1ab6d68f-67c7-4cec-8c1c-52f070a803ef tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:19.338975 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-403139ea-877e-4a9f-933f-10ad9435b047 req-1ab6d68f-67c7-4cec-8c1c-52f070a803ef tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e6e3711-b463-40de-8c11-0ba0ea9882e3 HTTP/1.1" status: 200 len: 950 time: 0.1213622 Jul 13 13:32:19.434927 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-403139ea-877e-4a9f-933f-10ad9435b047 req-2d5b8072-3f05-49c2-9c3c-4adca5c82001 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.23 "GET /v2.0/security-groups?id=30616c26-47b2-497e-86af-cdf36766fc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851171 Jul 13 13:32:19.474422 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-54ea5b27-c2b6-4fa5-a019-4fcd216f9548 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451695'] for router_interface, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:19.516864 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-d809f6ae-3a40-4987-9227-0ee46fb0d42c req-6e175f74-a7b2-48c6-b0c8-a196d3e4ad47 tempest-FloatingIPsTestJSON-153210735 tempest-FloatingIPsTestJSON-153210735-project] Deleting port 893d718b-ba34-4757-aa36-9cee88ba6a73 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:32:19.517197 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-d809f6ae-3a40-4987-9227-0ee46fb0d42c req-6e175f74-a7b2-48c6-b0c8-a196d3e4ad47 tempest-FloatingIPsTestJSON-153210735 tempest-FloatingIPsTestJSON-153210735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:19.562057 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0a6261ac-a4b7-41f8-8159-c5afa1e0bf72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451695'] for router_interface, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:19.577366 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device b1a8ad69-cf5b-4f96-9698-93feb935a5b8 no longer exists at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:32:19.597257 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-381d4315-9089-413f-a071-aa2897bda790 None None] No Port match for: b1a8ad69-cf5b-4f96-9698-93feb935a5b8 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:32:19.597709 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device b1a8ad69-cf5b-4f96-9698-93feb935a5b8 not bound to the agent host n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:32:19.677037 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-d809f6ae-3a40-4987-9227-0ee46fb0d42c req-6e175f74-a7b2-48c6-b0c8-a196d3e4ad47 tempest-FloatingIPsTestJSON-153210735 tempest-FloatingIPsTestJSON-153210735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:19.677358 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-d809f6ae-3a40-4987-9227-0ee46fb0d42c req-6e175f74-a7b2-48c6-b0c8-a196d3e4ad47 tempest-FloatingIPsTestJSON-153210735 tempest-FloatingIPsTestJSON-153210735-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:19.696199 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-d809f6ae-3a40-4987-9227-0ee46fb0d42c req-6e175f74-a7b2-48c6-b0c8-a196d3e4ad47 tempest-FloatingIPsTestJSON-153210735 tempest-FloatingIPsTestJSON-153210735-project] Calling delete_port for 893d718b-ba34-4757-aa36-9cee88ba6a73 owned by network:floatingip {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:32:19.747843 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20b0534-0b07-4ead-aeef-6c656d3ac879 req-38098710-7643-49fc-af90-a166aaf06044 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:19.749373 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d20b0534-0b07-4ead-aeef-6c656d3ac879 req-38098710-7643-49fc-af90-a166aaf06044 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3d5bccd-0e71-4b17-8dc4-bd3e64597e9a HTTP/1.1" status: 200 len: 948 time: 0.1737459 Jul 13 13:32:19.810530 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-031de345-0e65-4611-8b39-e75acedf1c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:19.828500 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d20b0534-0b07-4ead-aeef-6c656d3ac879 req-fd93168a-da14-42f6-83c1-4c00db63796f tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] 10.222.0.23 "GET /v2.0/security-groups?id=0375d0dc-b9f6-47cd-991d-bd203a5d5aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730529 Jul 13 13:32:19.880373 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-54ea5b27-c2b6-4fa5-a019-4fcd216f9548 admin admin] Deleting port 5f90d6ee-b899-4351-a3d1-2d992bba0b7f {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:32:19.880798 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-54ea5b27-c2b6-4fa5-a019-4fcd216f9548 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:19.928240 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:20.007550 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-54ea5b27-c2b6-4fa5-a019-4fcd216f9548 admin admin] For port 5f90d6ee-b899-4351-a3d1-2d992bba0b7f, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=5f90d6ee-b899-4351-a3d1-2d992bba0b7f,segment=NetworkSegment(597f9fe5-bdd3-4578-82b7-d47dfea667f5),segment_id=597f9fe5-bdd3-4578-82b7-d47dfea667f5)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:32:20.007818 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-54ea5b27-c2b6-4fa5-a019-4fcd216f9548 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:20.025415 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-54ea5b27-c2b6-4fa5-a019-4fcd216f9548 admin admin] Calling delete_port for 5f90d6ee-b899-4351-a3d1-2d992bba0b7f owned by network:router_interface {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:32:20.079303 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a25533a-6d60-4963-b01e-533d00fa6400 req-5574c7d2-b5a0-4aed-bfb0-ef2bd063c5c2 tempest-LiveAutoBlockMigrationV225Test-953904280 tempest-LiveAutoBlockMigrationV225Test-953904280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:20.080830 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9a25533a-6d60-4963-b01e-533d00fa6400 req-5574c7d2-b5a0-4aed-bfb0-ef2bd063c5c2 tempest-LiveAutoBlockMigrationV225Test-953904280 tempest-LiveAutoBlockMigrationV225Test-953904280-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=51a49091-1f1d-4f7b-b145-79695b229fef HTTP/1.1" status: 200 len: 1097 time: 0.1344163 Jul 13 13:32:20.183073 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9a25533a-6d60-4963-b01e-533d00fa6400 req-66834d2c-bcaf-4256-a709-582354ad2a03 tempest-LiveAutoBlockMigrationV225Test-953904280 tempest-LiveAutoBlockMigrationV225Test-953904280-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=e1a1929d-de59-4a26-a69b-05b891c11dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918629 Jul 13 13:32:20.256242 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-d809f6ae-3a40-4987-9227-0ee46fb0d42c req-6e175f74-a7b2-48c6-b0c8-a196d3e4ad47 tempest-FloatingIPsTestJSON-153210735 tempest-FloatingIPsTestJSON-153210735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:20.278096 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-54ea5b27-c2b6-4fa5-a019-4fcd216f9548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:20.286911 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e175f74-a7b2-48c6-b0c8-a196d3e4ad47 tempest-FloatingIPsTestJSON-153210735 tempest-FloatingIPsTestJSON-153210735-project] Pushing event deleted for resources: {'Port': ['ID=893d718b-ba34-4757-aa36-9cee88ba6a73,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:32:20.296820 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-0a6261ac-a4b7-41f8-8159-c5afa1e0bf72 admin admin] Deleting port 8b86c94c-63ad-4a20-a2c7-4dad19f5aab1 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:32:20.297162 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0a6261ac-a4b7-41f8-8159-c5afa1e0bf72 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:20.315808 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ea5b27-c2b6-4fa5-a019-4fcd216f9548 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f90d6ee-b899-4351-a3d1-2d992bba0b7f,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:32:20.403524 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-d809f6ae-3a40-4987-9227-0ee46fb0d42c req-6e175f74-a7b2-48c6-b0c8-a196d3e4ad47 tempest-FloatingIPsTestJSON-153210735 tempest-FloatingIPsTestJSON-153210735-project] Notify callbacks [] for floatingip, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:20.406013 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-d809f6ae-3a40-4987-9227-0ee46fb0d42c req-6e175f74-a7b2-48c6-b0c8-a196d3e4ad47 tempest-FloatingIPsTestJSON-153210735 tempest-FloatingIPsTestJSON-153210735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for floatingip, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:20.411125 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d809f6ae-3a40-4987-9227-0ee46fb0d42c req-6e175f74-a7b2-48c6-b0c8-a196d3e4ad47 tempest-FloatingIPsTestJSON-153210735 tempest-FloatingIPsTestJSON-153210735-project] 10.222.0.23 "DELETE /v2.0/floatingips/6f93fc33-42a0-483f-8f1e-df57491a6e6d HTTP/1.1" status: 204 len: 173 time: 1.1359890 Jul 13 13:32:20.443842 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-0a6261ac-a4b7-41f8-8159-c5afa1e0bf72 admin admin] For port 8b86c94c-63ad-4a20-a2c7-4dad19f5aab1, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=8b86c94c-63ad-4a20-a2c7-4dad19f5aab1,segment=NetworkSegment(708d5778-451d-46e9-b6ca-a33b649c866b),segment_id=708d5778-451d-46e9-b6ca-a33b649c866b)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:32:20.444195 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0a6261ac-a4b7-41f8-8159-c5afa1e0bf72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:20.460662 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-0a6261ac-a4b7-41f8-8159-c5afa1e0bf72 admin admin] Calling delete_port for 8b86c94c-63ad-4a20-a2c7-4dad19f5aab1 owned by network:router_interface {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:32:20.524399 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35f70a0-3afa-4655-8360-95ea935badb8 req-4943d459-f6f5-46ea-bd3a-c7a6eb710fce tempest-ServersOnMultiNodesTest-1122432468 tempest-ServersOnMultiNodesTest-1122432468-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:20.526723 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d35f70a0-3afa-4655-8360-95ea935badb8 req-4943d459-f6f5-46ea-bd3a-c7a6eb710fce tempest-ServersOnMultiNodesTest-1122432468 tempest-ServersOnMultiNodesTest-1122432468-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=0e6e3711-b463-40de-8c11-0ba0ea9882e3 HTTP/1.1" status: 200 len: 1101 time: 0.1881440 Jul 13 13:32:20.573286 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-54ea5b27-c2b6-4fa5-a019-4fcd216f9548 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1785036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452491'] for router_interface, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:20.586554 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d35f70a0-3afa-4655-8360-95ea935badb8 req-8ced5264-0bf5-4b8a-a2bd-24e9dc04a18d tempest-ServersOnMultiNodesTest-1122432468 tempest-ServersOnMultiNodesTest-1122432468-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=30616c26-47b2-497e-86af-cdf36766fc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490582 Jul 13 13:32:20.721217 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0a6261ac-a4b7-41f8-8159-c5afa1e0bf72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:20.765001 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6261ac-a4b7-41f8-8159-c5afa1e0bf72 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b86c94c-63ad-4a20-a2c7-4dad19f5aab1,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:32:20.969488 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0a6261ac-a4b7-41f8-8159-c5afa1e0bf72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1785036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452491'] for router_interface, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:20.971421 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:21.095251 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-86132b0b-ba26-43ce-a276-7ed8930ce5dd req-a7a5a1e2-f66b-4092-b73b-b1066feb7410 tempest-FloatingIPsTestJSON-153210735 tempest-FloatingIPsTestJSON-153210735-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4650929 Jul 13 13:32:21.132205 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-86132b0b-ba26-43ce-a276-7ed8930ce5dd req-0c27aa53-7317-4c48-a75f-71e37be8120a tempest-FloatingIPsTestJSON-153210735 tempest-FloatingIPsTestJSON-153210735-project] Request body: {'floatingip': {'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:32:21.193191 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-86132b0b-ba26-43ce-a276-7ed8930ce5dd req-0c27aa53-7317-4c48-a75f-71e37be8120a tempest-FloatingIPsTestJSON-153210735 tempest-FloatingIPsTestJSON-153210735-project] Notify callbacks [] for floatingip, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:21.217245 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a6261ac-a4b7-41f8-8159-c5afa1e0bf72 admin admin] Router 1a90e7cd-c40b-44b3-ad72-629d5c1ea5a0 has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 13:32:21.256320 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54ea5b27-c2b6-4fa5-a019-4fcd216f9548 admin admin] Router 189999e9-76ad-4fad-9087-6d5835c0d13e has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 13:32:21.330725 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a6261ac-a4b7-41f8-8159-c5afa1e0bf72 admin admin] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:32:21.341649 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-0a6261ac-a4b7-41f8-8159-c5afa1e0bf72 admin admin] 10.222.0.23 "PUT /v2.0/routers/1a90e7cd-c40b-44b3-ad72-629d5c1ea5a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6126745 Jul 13 13:32:21.344133 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-187b7b4e-7f14-4262-8d4c-1ad95c253f9a None None] Sync routers for ids ['1a90e7cd-c40b-44b3-ad72-629d5c1ea5a0'] in n-d-800634-1 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:32:21.348609 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 47346) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:32:21.356090 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187b7b4e-7f14-4262-8d4c-1ad95c253f9a None None] Routers {'1a90e7cd-c40b-44b3-ad72-629d5c1ea5a0'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:32:21.356738 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-187b7b4e-7f14-4262-8d4c-1ad95c253f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:32:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['1a90e7cd-c40b-44b3-ad72-629d5c1ea5a0'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:32:21.464492 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-187b7b4e-7f14-4262-8d4c-1ad95c253f9a None None] Set router 1a90e7cd-c40b-44b3-ad72-629d5c1ea5a0 gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:32:21.477080 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-86132b0b-ba26-43ce-a276-7ed8930ce5dd req-0c27aa53-7317-4c48-a75f-71e37be8120a tempest-FloatingIPsTestJSON-153210735 tempest-FloatingIPsTestJSON-153210735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:21.514155 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54ea5b27-c2b6-4fa5-a019-4fcd216f9548 admin admin] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:32:21.525523 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c01ce7-e406-4d1f-b9ee-7d4439217eb5 None None] Sync routers for ids ['189999e9-76ad-4fad-9087-6d5835c0d13e'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:32:21.533254 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-54ea5b27-c2b6-4fa5-a019-4fcd216f9548 admin admin] 10.222.0.23 "PUT /v2.0/routers/189999e9-76ad-4fad-9087-6d5835c0d13e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6054878 Jul 13 13:32:21.534410 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 47348) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:32:21.553221 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c01ce7-e406-4d1f-b9ee-7d4439217eb5 None None] Routers {'189999e9-76ad-4fad-9087-6d5835c0d13e'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:32:21.553792 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-53c01ce7-e406-4d1f-b9ee-7d4439217eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:32:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['189999e9-76ad-4fad-9087-6d5835c0d13e'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:32:21.557498 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fffbf945-01cf-45be-9f08-88abea2bf531 admin admin] Notify callbacks [] for router, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:21.593200 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [req-6cf4505c-8c88-444a-af8e-a71a2c007de1 req-f6e1f711-6713-478b-8b91-05a17d46965a tempest-LiveAutoBlockMigrationV225Test-953904280 tempest-LiveAutoBlockMigrationV225Test-953904280-project-admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 13:32:21.600684 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6cf4505c-8c88-444a-af8e-a71a2c007de1 req-f6e1f711-6713-478b-8b91-05a17d46965a tempest-LiveAutoBlockMigrationV225Test-953904280 tempest-LiveAutoBlockMigrationV225Test-953904280-project-admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0148256 Jul 13 13:32:21.608235 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-6cf4505c-8c88-444a-af8e-a71a2c007de1 req-0a939b83-731f-48d2-9de2-85027085e8cd service neutron] Request body: {'binding': {'host': 'n-h2-800634-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:32:21.609022 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-6cf4505c-8c88-444a-af8e-a71a2c007de1 req-0a939b83-731f-48d2-9de2-85027085e8cd service neutron] Unknown quota resources ['binding']. {{(pid=93751) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 13 13:32:21.659663 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-187b7b4e-7f14-4262-8d4c-1ad95c253f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a90e7cd-c40b-44b3-ad72-629d5c1ea5a0', 'name': 'tempest-FloatingIPDetailsTestJSON-438982198-router', 'tenant_id': 'da4863c629cd4bf2822544525ea25bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': '1cc9306f-da1c-4850-8faf-1d380edca099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:31:50Z', 'updated_at': '2021-07-13T13:32:20Z', 'revision_number': 5, 'project_id': 'da4863c629cd4bf2822544525ea25bfa', 'gw_port': {'id': '1cc9306f-da1c-4850-8faf-1d380edca099', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:88:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a90e7cd-c40b-44b3-ad72-629d5c1ea5a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:31:50Z', 'updated_at': '2021-07-13T13:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:32:21.685799 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-187b7b4e-7f14-4262-8d4c-1ad95c253f9a None None] Checking router: 1a90e7cd-c40b-44b3-ad72-629d5c1ea5a0 for host: n-d-800634-1 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 13:32:21.686263 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-53c01ce7-e406-4d1f-b9ee-7d4439217eb5 None None] Set router 189999e9-76ad-4fad-9087-6d5835c0d13e gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:32:21.694076 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187b7b4e-7f14-4262-8d4c-1ad95c253f9a None None] Routers {'1a90e7cd-c40b-44b3-ad72-629d5c1ea5a0'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:32:21.694689 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-187b7b4e-7f14-4262-8d4c-1ad95c253f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:32:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['1a90e7cd-c40b-44b3-ad72-629d5c1ea5a0'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:32:21.714814 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fffbf945-01cf-45be-9f08-88abea2bf531 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:21.753477 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5348b139-e49f-451d-a6f2-a2f6e7509a35 admin admin] Notify callbacks [] for router, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:21.798929 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-187b7b4e-7f14-4262-8d4c-1ad95c253f9a None None] Set router 1a90e7cd-c40b-44b3-ad72-629d5c1ea5a0 gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:32:21.860821 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-fffbf945-01cf-45be-9f08-88abea2bf531 admin admin] Deleting port 1cc9306f-da1c-4850-8faf-1d380edca099 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:32:21.861325 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fffbf945-01cf-45be-9f08-88abea2bf531 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:21.863565 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-86132b0b-ba26-43ce-a276-7ed8930ce5dd req-0c27aa53-7317-4c48-a75f-71e37be8120a tempest-FloatingIPsTestJSON-153210735 tempest-FloatingIPsTestJSON-153210735-project] Allocated IP 172.25.6.242 (acf968b8-c524-46a9-a20b-ad9667009130/dde5a78e-bd1e-4f47-8189-7321d4de73d3/83bdf247-3e63-483f-a05e-b1e0586fe159) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:32:21.908286 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-53c01ce7-e406-4d1f-b9ee-7d4439217eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '189999e9-76ad-4fad-9087-6d5835c0d13e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-495339975-router', 'tenant_id': '0dd90c19f0c54b219885a4e68746a701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '47f988fd-0444-41ae-8147-79c3096e0069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:31:23Z', 'updated_at': '2021-07-13T13:32:20Z', 'revision_number': 5, 'project_id': '0dd90c19f0c54b219885a4e68746a701', 'gw_port': {'id': '47f988fd-0444-41ae-8147-79c3096e0069', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:30:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '189999e9-76ad-4fad-9087-6d5835c0d13e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:31:24Z', 'updated_at': '2021-07-13T13:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:32:21.943445 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5348b139-e49f-451d-a6f2-a2f6e7509a35 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:21.952302 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c01ce7-e406-4d1f-b9ee-7d4439217eb5 None None] Checking router: 189999e9-76ad-4fad-9087-6d5835c0d13e for host: n-d-800634-1 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 13:32:21.956126 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-6cf4505c-8c88-444a-af8e-a71a2c007de1 req-0a939b83-731f-48d2-9de2-85027085e8cd service neutron] Attempting to bind port ef8bbeba-a56f-4cd7-8f9f-2c26d50b2915 on host n-h2-800634-1 for vnic_type normal with profile None {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:32:21.956560 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-6cf4505c-8c88-444a-af8e-a71a2c007de1 req-0a939b83-731f-48d2-9de2-85027085e8cd service neutron] Attempting to bind port ef8bbeba-a56f-4cd7-8f9f-2c26d50b2915 by drivers openvswitch,hyperv on host n-h2-800634-1 at level 0 using segments [{'id': 'ad5ed454-48ea-4363-8047-0d3907eff6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:32:21.956941 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cf4505c-8c88-444a-af8e-a71a2c007de1 req-0a939b83-731f-48d2-9de2-85027085e8cd service neutron] Attempting to bind port ef8bbeba-a56f-4cd7-8f9f-2c26d50b2915 on network 2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:32:21.962337 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cf4505c-8c88-444a-af8e-a71a2c007de1 req-0a939b83-731f-48d2-9de2-85027085e8cd service neutron] Port ef8bbeba-a56f-4cd7-8f9f-2c26d50b2915 on network 2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-1 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:32:21.962514 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c01ce7-e406-4d1f-b9ee-7d4439217eb5 None None] Routers {'189999e9-76ad-4fad-9087-6d5835c0d13e'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:32:21.962650 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cf4505c-8c88-444a-af8e-a71a2c007de1 req-0a939b83-731f-48d2-9de2-85027085e8cd service neutron] Attempting to bind port ef8bbeba-a56f-4cd7-8f9f-2c26d50b2915 on network 2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:32:21.963255 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-53c01ce7-e406-4d1f-b9ee-7d4439217eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:32:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['189999e9-76ad-4fad-9087-6d5835c0d13e'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:32:21.970513 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cf4505c-8c88-444a-af8e-a71a2c007de1 req-0a939b83-731f-48d2-9de2-85027085e8cd service neutron] Checking agent: {'id': 'f615e5c9-21ab-43f2-adbc-192d64b795cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:32:21.970835 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cf4505c-8c88-444a-af8e-a71a2c007de1 req-0a939b83-731f-48d2-9de2-85027085e8cd service neutron] Checking segment: {'id': 'ad5ed454-48ea-4363-8047-0d3907eff6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:32:21.971236 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cf4505c-8c88-444a-af8e-a71a2c007de1 req-0a939b83-731f-48d2-9de2-85027085e8cd service neutron] Bound using segment: {'id': 'ad5ed454-48ea-4363-8047-0d3907eff6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21'} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:32:21.971665 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-6cf4505c-8c88-444a-af8e-a71a2c007de1 req-0a939b83-731f-48d2-9de2-85027085e8cd service neutron] Bound port: ef8bbeba-a56f-4cd7-8f9f-2c26d50b2915, host: n-h2-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad5ed454-48ea-4363-8047-0d3907eff6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21'}}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:32:22.007742 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-187b7b4e-7f14-4262-8d4c-1ad95c253f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a90e7cd-c40b-44b3-ad72-629d5c1ea5a0', 'name': 'tempest-FloatingIPDetailsTestJSON-438982198-router', 'tenant_id': 'da4863c629cd4bf2822544525ea25bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': '1cc9306f-da1c-4850-8faf-1d380edca099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:31:50Z', 'updated_at': '2021-07-13T13:32:20Z', 'revision_number': 5, 'project_id': 'da4863c629cd4bf2822544525ea25bfa', 'gw_port': {'id': '1cc9306f-da1c-4850-8faf-1d380edca099', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:88:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a90e7cd-c40b-44b3-ad72-629d5c1ea5a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:31:50Z', 'updated_at': '2021-07-13T13:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:32:22.036198 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-187b7b4e-7f14-4262-8d4c-1ad95c253f9a None None] The sync data for ids ['1a90e7cd-c40b-44b3-ad72-629d5c1ea5a0'] in n-d-800634-1 is: [{'id': '1a90e7cd-c40b-44b3-ad72-629d5c1ea5a0', 'name': 'tempest-FloatingIPDetailsTestJSON-438982198-router', 'tenant_id': 'da4863c629cd4bf2822544525ea25bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': '1cc9306f-da1c-4850-8faf-1d380edca099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:31:50Z', 'updated_at': '2021-07-13T13:32:20Z', 'revision_number': 5, 'project_id': 'da4863c629cd4bf2822544525ea25bfa', 'gw_port': {'id': '1cc9306f-da1c-4850-8faf-1d380edca099', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:88:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a90e7cd-c40b-44b3-ad72-629d5c1ea5a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:31:50Z', 'updated_at': '2021-07-13T13:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:32:22.061420 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-5348b139-e49f-451d-a6f2-a2f6e7509a35 admin admin] Deleting port 47f988fd-0444-41ae-8147-79c3096e0069 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:32:22.061897 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5348b139-e49f-451d-a6f2-a2f6e7509a35 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:22.065318 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-53c01ce7-e406-4d1f-b9ee-7d4439217eb5 None None] Set router 189999e9-76ad-4fad-9087-6d5835c0d13e gateway port host: None {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:32:22.073539 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-86132b0b-ba26-43ce-a276-7ed8930ce5dd req-0c27aa53-7317-4c48-a75f-71e37be8120a tempest-FloatingIPsTestJSON-153210735 tempest-FloatingIPsTestJSON-153210735-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:22.078529 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-fffbf945-01cf-45be-9f08-88abea2bf531 admin admin] For port 1cc9306f-da1c-4850-8faf-1d380edca099, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=1cc9306f-da1c-4850-8faf-1d380edca099,segment=NetworkSegment(3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87),segment_id=3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:32:22.079435 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fffbf945-01cf-45be-9f08-88abea2bf531 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:22.096798 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-fffbf945-01cf-45be-9f08-88abea2bf531 admin admin] Calling delete_port for 1cc9306f-da1c-4850-8faf-1d380edca099 owned by network:router_gateway {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:32:22.119835 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-6cf4505c-8c88-444a-af8e-a71a2c007de1 req-0a939b83-731f-48d2-9de2-85027085e8cd service neutron] For port ef8bbeba-a56f-4cd7-8f9f-2c26d50b2915, host n-h2-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=ef8bbeba-a56f-4cd7-8f9f-2c26d50b2915,segment=NetworkSegment(ad5ed454-48ea-4363-8047-0d3907eff6fd),segment_id=ad5ed454-48ea-4363-8047-0d3907eff6fd)] {{(pid=93751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:32:22.128437 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-53c01ce7-e406-4d1f-b9ee-7d4439217eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '189999e9-76ad-4fad-9087-6d5835c0d13e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-495339975-router', 'tenant_id': '0dd90c19f0c54b219885a4e68746a701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:31:23Z', 'updated_at': '2021-07-13T13:32:21Z', 'revision_number': 6, 'project_id': '0dd90c19f0c54b219885a4e68746a701', 'gw_port_host': None}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:32:22.129708 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-6cf4505c-8c88-444a-af8e-a71a2c007de1 req-0a939b83-731f-48d2-9de2-85027085e8cd service neutron] Notify callbacks [] for binding, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:22.130943 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6cf4505c-8c88-444a-af8e-a71a2c007de1 req-0a939b83-731f-48d2-9de2-85027085e8cd service neutron] 10.222.0.23 "POST /v2.0/ports/ef8bbeba-a56f-4cd7-8f9f-2c26d50b2915/bindings HTTP/1.1" status: 201 len: 389 time: 0.5291917 Jul 13 13:32:22.161384 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c01ce7-e406-4d1f-b9ee-7d4439217eb5 None None] The sync data for ids ['189999e9-76ad-4fad-9087-6d5835c0d13e'] in n-d-800634-1 is: [{'id': '189999e9-76ad-4fad-9087-6d5835c0d13e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-495339975-router', 'tenant_id': '0dd90c19f0c54b219885a4e68746a701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:31:23Z', 'updated_at': '2021-07-13T13:32:21Z', 'revision_number': 6, 'project_id': '0dd90c19f0c54b219885a4e68746a701', 'gw_port_host': None}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:32:22.169383 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-5348b139-e49f-451d-a6f2-a2f6e7509a35 admin admin] For port 47f988fd-0444-41ae-8147-79c3096e0069, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=47f988fd-0444-41ae-8147-79c3096e0069,segment=NetworkSegment(3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87),segment_id=3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:32:22.169803 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5348b139-e49f-451d-a6f2-a2f6e7509a35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:22.185606 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-5348b139-e49f-451d-a6f2-a2f6e7509a35 admin admin] Calling delete_port for 47f988fd-0444-41ae-8147-79c3096e0069 owned by network:router_gateway {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:32:22.189026 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-86132b0b-ba26-43ce-a276-7ed8930ce5dd req-0c27aa53-7317-4c48-a75f-71e37be8120a tempest-FloatingIPsTestJSON-153210735 tempest-FloatingIPsTestJSON-153210735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:22.276336 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86132b0b-ba26-43ce-a276-7ed8930ce5dd req-0c27aa53-7317-4c48-a75f-71e37be8120a tempest-FloatingIPsTestJSON-153210735 tempest-FloatingIPsTestJSON-153210735-project] Network acf968b8-c524-46a9-a20b-ad9667009130 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:32:22.285424 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-86132b0b-ba26-43ce-a276-7ed8930ce5dd req-0c27aa53-7317-4c48-a75f-71e37be8120a tempest-FloatingIPsTestJSON-153210735 tempest-FloatingIPsTestJSON-153210735-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:32:22.290984 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-86132b0b-ba26-43ce-a276-7ed8930ce5dd req-0c27aa53-7317-4c48-a75f-71e37be8120a tempest-FloatingIPsTestJSON-153210735 tempest-FloatingIPsTestJSON-153210735-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:32:22.317585 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c27aa53-7317-4c48-a75f-71e37be8120a tempest-FloatingIPsTestJSON-153210735 tempest-FloatingIPsTestJSON-153210735-project] Pushing event updated for resources: {'Port': ['ID=83bdf247-3e63-483f-a05e-b1e0586fe159,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:32:22.394634 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fffbf945-01cf-45be-9f08-88abea2bf531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:22.455238 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5348b139-e49f-451d-a6f2-a2f6e7509a35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:22.456162 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffbf945-01cf-45be-9f08-88abea2bf531 admin admin] Pushing event deleted for resources: {'Port': ['ID=1cc9306f-da1c-4850-8faf-1d380edca099,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:32:22.485172 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:22.492301 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5348b139-e49f-451d-a6f2-a2f6e7509a35 admin admin] Pushing event deleted for resources: {'Port': ['ID=47f988fd-0444-41ae-8147-79c3096e0069,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:32:22.586884 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-86132b0b-ba26-43ce-a276-7ed8930ce5dd req-0c27aa53-7317-4c48-a75f-71e37be8120a tempest-FloatingIPsTestJSON-153210735 tempest-FloatingIPsTestJSON-153210735-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:22.589270 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5348b139-e49f-451d-a6f2-a2f6e7509a35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-446473'] for router_gateway, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:22.606047 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fffbf945-01cf-45be-9f08-88abea2bf531 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-446473'] for router_gateway, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:22.727523 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5348b139-e49f-451d-a6f2-a2f6e7509a35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1591938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2696'] for router, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:22.731122 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5348b139-e49f-451d-a6f2-a2f6e7509a35 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:22.743168 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf4505c-8c88-444a-af8e-a71a2c007de1 req-34e66b3e-8cf3-427b-9bf8-0e540a27de59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:22.744693 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6cf4505c-8c88-444a-af8e-a71a2c007de1 req-34e66b3e-8cf3-427b-9bf8-0e540a27de59 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d50e67b9ee9e45449d2522df614fe533&device_id=51a49091-1f1d-4f7b-b145-79695b229fef HTTP/1.1" status: 200 len: 1097 time: 0.2992272 Jul 13 13:32:22.750494 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fffbf945-01cf-45be-9f08-88abea2bf531 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1591938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2696'] for router, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:22.752481 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fffbf945-01cf-45be-9f08-88abea2bf531 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:22.755267 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-86132b0b-ba26-43ce-a276-7ed8930ce5dd req-0c27aa53-7317-4c48-a75f-71e37be8120a tempest-FloatingIPsTestJSON-153210735 tempest-FloatingIPsTestJSON-153210735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:22.815885 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5348b139-e49f-451d-a6f2-a2f6e7509a35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593106'] for router, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:22.816420 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5348b139-e49f-451d-a6f2-a2f6e7509a35 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 189999e9-76ad-4fad-9087-6d5835c0d13e {{(pid=93751) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 13:32:22.823115 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5348b139-e49f-451d-a6f2-a2f6e7509a35 admin admin] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:22.827565 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-5348b139-e49f-451d-a6f2-a2f6e7509a35 admin admin] 10.222.0.23 "DELETE /v2.0/routers/189999e9-76ad-4fad-9087-6d5835c0d13e HTTP/1.1" status: 204 len: 168 time: 1.2912636 Jul 13 13:32:22.829908 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 47358) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:32:22.872828 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762eecc3-336c-4c6e-8999-147f3ab3629e req-c6188e3d-a4f7-4426-8ea1-6598f1e494d1 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:22.874393 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-762eecc3-336c-4c6e-8999-147f3ab3629e req-c6188e3d-a4f7-4426-8ea1-6598f1e494d1 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3d5bccd-0e71-4b17-8dc4-bd3e64597e9a HTTP/1.1" status: 200 len: 948 time: 0.1814973 Jul 13 13:32:22.900485 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-f61ff813-6eaa-47b6-abb1-dc66cf8861f6 admin admin] Deleting subnet 93526d44-9065-4c3e-ad8c-d6e9275a8812 {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 13:32:22.914324 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f61ff813-6eaa-47b6-abb1-dc66cf8861f6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:22.959724 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fffbf945-01cf-45be-9f08-88abea2bf531 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593106'] for router, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:22.960294 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fffbf945-01cf-45be-9f08-88abea2bf531 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1a90e7cd-c40b-44b3-ad72-629d5c1ea5a0 {{(pid=93750) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 13:32:22.963208 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-762eecc3-336c-4c6e-8999-147f3ab3629e req-33273318-b4f1-440a-b002-8aa47176d0ca tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] 10.222.0.23 "GET /v2.0/security-groups?id=0375d0dc-b9f6-47cd-991d-bd203a5d5aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713508 Jul 13 13:32:22.967957 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f61ff813-6eaa-47b6-abb1-dc66cf8861f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6018489'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:22.971953 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fffbf945-01cf-45be-9f08-88abea2bf531 admin admin] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:22.973581 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-fffbf945-01cf-45be-9f08-88abea2bf531 admin admin] 10.222.0.23 "DELETE /v2.0/routers/1a90e7cd-c40b-44b3-ad72-629d5c1ea5a0 HTTP/1.1" status: 204 len: 168 time: 1.6202073 Jul 13 13:32:22.976571 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 47360) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:32:22.994339 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf4505c-8c88-444a-af8e-a71a2c007de1 req-b84aa62a-827a-41df-a351-018577cbac58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:22.995819 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6cf4505c-8c88-444a-af8e-a71a2c007de1 req-b84aa62a-827a-41df-a351-018577cbac58 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21 HTTP/1.1" status: 200 len: 920 time: 0.2415667 Jul 13 13:32:23.091322 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6cf4505c-8c88-444a-af8e-a71a2c007de1 req-602bf2c7-b0f2-4a2b-b90b-6135c50a4fb5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ef8bbeba-a56f-4cd7-8f9f-2c26d50b2915 HTTP/1.1" status: 200 len: 217 time: 0.0683558 Jul 13 13:32:23.108050 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f61ff813-6eaa-47b6-abb1-dc66cf8861f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:23.162482 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-79c45c76-593c-4064-819c-ec1cc48d8c63 admin admin] Deleting subnet 1e27b3a8-69c6-48e6-9268-258fad44d4a1 {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 13:32:23.170752 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f61ff813-6eaa-47b6-abb1-dc66cf8861f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6018534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6105009'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:23.173588 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-79c45c76-593c-4064-819c-ec1cc48d8c63 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:23.180630 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf4505c-8c88-444a-af8e-a71a2c007de1 req-adedb69f-d53f-4edf-81ac-36534ba5539e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:23.182157 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6cf4505c-8c88-444a-af8e-a71a2c007de1 req-adedb69f-d53f-4edf-81ac-36534ba5539e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=45599520-ccde-4569-b8cc-9a75a2e552c5 HTTP/1.1" status: 200 len: 860 time: 0.0820351 Jul 13 13:32:23.204954 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61ff813-6eaa-47b6-abb1-dc66cf8861f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93526d44-9065-4c3e-ad8c-d6e9275a8812,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:32:23.214412 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f61ff813-6eaa-47b6-abb1-dc66cf8861f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:23.218868 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98682fe1-5bbe-4c69-a26e-66d400b33814 None None] Network 19e59a1e-b6d8-42ba-be46-67a475073468 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:32:23.219374 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-f61ff813-6eaa-47b6-abb1-dc66cf8861f6 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/93526d44-9065-4c3e-ad8c-d6e9275a8812 HTTP/1.1" status: 204 len: 168 time: 0.3878908 Jul 13 13:32:23.221849 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 47364) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:32:23.337113 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6474d683-691c-46b2-99ec-d512c61f42c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:23.351796 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2904ca72-372a-494d-8d2a-731a22645466 req-e4bb1a07-2ebb-4bd5-9979-57d33611429e tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:23.353397 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2904ca72-372a-494d-8d2a-731a22645466 req-e4bb1a07-2ebb-4bd5-9979-57d33611429e tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/ports?device_id=51a49091-1f1d-4f7b-b145-79695b229fef HTTP/1.1" status: 200 len: 946 time: 0.1517203 Jul 13 13:32:23.431152 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2904ca72-372a-494d-8d2a-731a22645466 req-9f21a662-40a2-48ef-b1ee-0f1d3722b7ef tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1a1929d-de59-4a26-a69b-05b891c11dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675623 Jul 13 13:32:23.442549 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-6474d683-691c-46b2-99ec-d512c61f42c2 admin admin] Deleting port 08e0f0ef-6911-483b-a00d-5f5eb3f531d2 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:32:23.442900 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6474d683-691c-46b2-99ec-d512c61f42c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:23.512745 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-6474d683-691c-46b2-99ec-d512c61f42c2 admin admin] For port 08e0f0ef-6911-483b-a00d-5f5eb3f531d2, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=08e0f0ef-6911-483b-a00d-5f5eb3f531d2,segment=NetworkSegment(597f9fe5-bdd3-4578-82b7-d47dfea667f5),segment_id=597f9fe5-bdd3-4578-82b7-d47dfea667f5)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:32:23.513422 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6474d683-691c-46b2-99ec-d512c61f42c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:23.527167 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-6474d683-691c-46b2-99ec-d512c61f42c2 admin admin] Calling delete_port for 08e0f0ef-6911-483b-a00d-5f5eb3f531d2 owned by network:dhcp {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:32:23.575385 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-79c45c76-593c-4064-819c-ec1cc48d8c63 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5431723'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:23.587404 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53726ca4-0075-4109-93e3-046baee1f411 None None] DHCP port deletion for 19e59a1e-b6d8-42ba-be46-67a475073468 request from n-d-800634-1 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 13:32:23.593898 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 8b86c94c-63ad-4a20-a2c7-4dad19f5aab1 no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:32:23.608446 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6cf4505c-8c88-444a-af8e-a71a2c007de1 req-c2b0433b-9829-4f6a-9427-2f3bacc416f1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4039571 Jul 13 13:32:23.634355 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: 8b86c94c-63ad-4a20-a2c7-4dad19f5aab1 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:32:23.634910 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 8b86c94c-63ad-4a20-a2c7-4dad19f5aab1 not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:32:23.691034 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-86132b0b-ba26-43ce-a276-7ed8930ce5dd req-0c27aa53-7317-4c48-a75f-71e37be8120a tempest-FloatingIPsTestJSON-153210735 tempest-FloatingIPsTestJSON-153210735-project] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:23.695576 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0b52f3-326c-4f8f-b829-e927cac6a214 req-86c0df44-2dc9-4dff-a69a-05a505fc701a tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:23.696973 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6b0b52f3-326c-4f8f-b829-e927cac6a214 req-86c0df44-2dc9-4dff-a69a-05a505fc701a tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e6e3711-b463-40de-8c11-0ba0ea9882e3 HTTP/1.1" status: 200 len: 950 time: 0.1253974 Jul 13 13:32:23.698607 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6474d683-691c-46b2-99ec-d512c61f42c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:23.707914 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-86132b0b-ba26-43ce-a276-7ed8930ce5dd req-0c27aa53-7317-4c48-a75f-71e37be8120a tempest-FloatingIPsTestJSON-153210735 tempest-FloatingIPsTestJSON-153210735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:23.739316 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6474d683-691c-46b2-99ec-d512c61f42c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=08e0f0ef-6911-483b-a00d-5f5eb3f531d2,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:32:23.743678 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-53726ca4-0075-4109-93e3-046baee1f411 None None] Deleting port 08e0f0ef-6911-483b-a00d-5f5eb3f531d2 {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:32:23.744093 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-53726ca4-0075-4109-93e3-046baee1f411 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:23.748098 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6474d683-691c-46b2-99ec-d512c61f42c2 admin admin] No DVR routers for this DVR port 08e0f0ef-6911-483b-a00d-5f5eb3f531d2 on host n-d-800634-1 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:32:23.826994 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-53726ca4-0075-4109-93e3-046baee1f411 None None] For port 08e0f0ef-6911-483b-a00d-5f5eb3f531d2, host n-d-800634-1, got binding levels [] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:32:23.827323 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-53726ca4-0075-4109-93e3-046baee1f411 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:23.828074 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6b0b52f3-326c-4f8f-b829-e927cac6a214 req-35fccc64-9848-45d6-b328-312e700ca60b tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.23 "GET /v2.0/security-groups?id=30616c26-47b2-497e-86af-cdf36766fc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208491 Jul 13 13:32:23.837250 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6474d683-691c-46b2-99ec-d512c61f42c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:23.841780 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-53726ca4-0075-4109-93e3-046baee1f411 None None] Calling delete_port for 08e0f0ef-6911-483b-a00d-5f5eb3f531d2 owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:32:23.846099 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.ipam_backend_mixin [None req-53726ca4-0075-4109-93e3-046baee1f411 None None] Port 08e0f0ef-6911-483b-a00d-5f5eb3f531d2 was not found and therefore no delete operation was performed {{(pid=93752) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 13 13:32:23.847515 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-53726ca4-0075-4109-93e3-046baee1f411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:23.847712 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-6474d683-691c-46b2-99ec-d512c61f42c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19e59a1e-b6d8-42ba-be46-67a475073468']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:32:23.863533 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-6474d683-691c-46b2-99ec-d512c61f42c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '597f9fe5-bdd3-4578-82b7-d47dfea667f5') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:32:23.863852 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-6474d683-691c-46b2-99ec-d512c61f42c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '597f9fe5-bdd3-4578-82b7-d47dfea667f5') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:32:23.872242 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c27aa53-7317-4c48-a75f-71e37be8120a tempest-FloatingIPsTestJSON-153210735 tempest-FloatingIPsTestJSON-153210735-project] Pushing event updated for resources: {'Port': ['ID=83bdf247-3e63-483f-a05e-b1e0586fe159,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:32:23.876690 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6474d683-691c-46b2-99ec-d512c61f42c2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6018464'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:23.881663 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53726ca4-0075-4109-93e3-046baee1f411 None None] No DVR routers for this DVR port 08e0f0ef-6911-483b-a00d-5f5eb3f531d2 on host n-d-800634-1 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:32:23.883211 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53726ca4-0075-4109-93e3-046baee1f411 None None] Pushing event deleted for resources: {'Port': ['ID=08e0f0ef-6911-483b-a00d-5f5eb3f531d2,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:32:23.894062 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6474d683-691c-46b2-99ec-d512c61f42c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:23.905542 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6474d683-691c-46b2-99ec-d512c61f42c2 admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 13:32:23.906722 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6474d683-691c-46b2-99ec-d512c61f42c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6018632'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:23.908448 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6cf4505c-8c88-444a-af8e-a71a2c007de1 req-9fab9f70-f041-4a3b-aaea-283c30de8abe service neutron] 10.222.0.41 "GET /v2.0/networks/2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2916894 Jul 13 13:32:23.908642 n-d-800634-1 neutron-server[93751]: Traceback (most recent call last): Jul 13 13:32:23.908642 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 13:32:23.908642 n-d-800634-1 neutron-server[93751]: timer() Jul 13 13:32:23.908642 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 13:32:23.908642 n-d-800634-1 neutron-server[93751]: cb(*args, **kw) Jul 13 13:32:23.908642 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 13:32:23.908642 n-d-800634-1 neutron-server[93751]: return func(*args, **kwargs) Jul 13 13:32:23.908642 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 13:32:23.908642 n-d-800634-1 neutron-server[93751]: self._notify() Jul 13 13:32:23.908642 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 13:32:23.908642 n-d-800634-1 neutron-server[93751]: self.callback(batched_events) Jul 13 13:32:23.908642 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 13:32:23.908642 n-d-800634-1 neutron-server[93751]: event.method(event) Jul 13 13:32:23.908642 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 13:32:23.908642 n-d-800634-1 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 13:32:23.908642 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 13:32:23.908642 n-d-800634-1 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 13:32:23.908642 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 13:32:23.908642 n-d-800634-1 neutron-server[93751]: return f(self, *a, **k) Jul 13 13:32:23.908642 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 13:32:23.908642 n-d-800634-1 neutron-server[93751]: return self._get(url).json() Jul 13 13:32:23.908642 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 13:32:23.908642 n-d-800634-1 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 13:32:23.908642 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 13:32:23.908642 n-d-800634-1 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 13 13:32:23.908642 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 13:32:23.908642 n-d-800634-1 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 13:32:23.908642 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 13:32:23.908642 n-d-800634-1 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 13:32:23.908642 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 13:32:23.908642 n-d-800634-1 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 13:32:23.908642 n-d-800634-1 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 13:32:23.995691 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6474d683-691c-46b2-99ec-d512c61f42c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:24.008279 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6474d683-691c-46b2-99ec-d512c61f42c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:24.010150 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-6474d683-691c-46b2-99ec-d512c61f42c2 admin admin] 10.222.0.23 "DELETE /v2.0/networks/19e59a1e-b6d8-42ba-be46-67a475073468 HTTP/1.1" status: 204 len: 168 time: 0.7879789 Jul 13 13:32:24.016897 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-86132b0b-ba26-43ce-a276-7ed8930ce5dd req-0c27aa53-7317-4c48-a75f-71e37be8120a tempest-FloatingIPsTestJSON-153210735 tempest-FloatingIPsTestJSON-153210735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446547'] for floatingip, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:24.021289 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-79c45c76-593c-4064-819c-ec1cc48d8c63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:24.021835 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6474d683-691c-46b2-99ec-d512c61f42c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=19e59a1e-b6d8-42ba-be46-67a475073468,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:32:24.053027 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c1a1e1-0ac2-4caa-a58f-30514577cec8 req-7d0dd0c1-c908-4661-85fe-55c5d40f6e89 tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:24.054568 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b6c1a1e1-0ac2-4caa-a58f-30514577cec8 req-7d0dd0c1-c908-4661-85fe-55c5d40f6e89 tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] 10.222.0.23 "GET /v2.0/ports?device_id=79cddb68-f5e3-4292-9c98-1eceb79f5fba HTTP/1.1" status: 200 len: 946 time: 0.0893869 Jul 13 13:32:24.090418 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-86132b0b-ba26-43ce-a276-7ed8930ce5dd req-0c27aa53-7317-4c48-a75f-71e37be8120a tempest-FloatingIPsTestJSON-153210735 tempest-FloatingIPsTestJSON-153210735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for floatingip, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:24.091812 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-86132b0b-ba26-43ce-a276-7ed8930ce5dd req-0c27aa53-7317-4c48-a75f-71e37be8120a tempest-FloatingIPsTestJSON-153210735 tempest-FloatingIPsTestJSON-153210735-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.9666507 Jul 13 13:32:24.116983 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b6c1a1e1-0ac2-4caa-a58f-30514577cec8 req-ea1ab765-fdd0-4914-bb84-d12654c0fa5a tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] 10.222.0.23 "GET /v2.0/security-groups?id=f0a8d85e-c901-48b0-b619-87bd6bfcd856&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548913 Jul 13 13:32:24.195716 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-86132b0b-ba26-43ce-a276-7ed8930ce5dd req-0e6b78e2-8d49-424d-b36c-db9d2adbc938 tempest-FloatingIPsTestJSON-153210735 tempest-FloatingIPsTestJSON-153210735-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.6.242 HTTP/1.1" status: 200 len: 696 time: 0.0903516 Jul 13 13:32:24.199958 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6cf4505c-8c88-444a-af8e-a71a2c007de1 req-f4e7f85b-ba36-4027-afc3-fcde6dca2100 service neutron] 10.222.0.41 "GET /v2.0/networks/2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2835634 Jul 13 13:32:24.209083 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ef331a-1f4e-4310-a270-e9d21690bdce req-0e8bc6bf-3bed-45b2-9879-a21fd0270dcc tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:24.210657 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-25ef331a-1f4e-4310-a270-e9d21690bdce req-0e8bc6bf-3bed-45b2-9879-a21fd0270dcc tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e6e3711-b463-40de-8c11-0ba0ea9882e3 HTTP/1.1" status: 200 len: 950 time: 0.2714741 Jul 13 13:32:24.212199 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-79c45c76-593c-4064-819c-ec1cc48d8c63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5970525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4763356'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:24.233137 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 47376) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:32:24.311449 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c45c76-593c-4064-819c-ec1cc48d8c63 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e27b3a8-69c6-48e6-9268-258fad44d4a1,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:32:24.321011 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-fff3c300-aaed-4d1e-931f-48453fbd8669 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0dd90c19f0c54b219885a4e68746a701&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0842304 Jul 13 13:32:24.321367 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 47378) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:32:24.325981 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 47f988fd-0444-41ae-8147-79c3096e0069 no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:32:24.345834 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-79c45c76-593c-4064-819c-ec1cc48d8c63 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:24.347533 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-79c45c76-593c-4064-819c-ec1cc48d8c63 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/1e27b3a8-69c6-48e6-9268-258fad44d4a1 HTTP/1.1" status: 204 len: 168 time: 1.3685997 Jul 13 13:32:24.351847 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 47380) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:32:24.364260 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-124fa8e6-51bc-4c62-9824-6fd4a7a9060a None None] Network 08171c9e-2caa-4bd1-927a-106f9cadc248 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:32:24.368010 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: 47f988fd-0444-41ae-8147-79c3096e0069 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:32:24.368649 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 47f988fd-0444-41ae-8147-79c3096e0069 not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:32:24.369345 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 08e0f0ef-6911-483b-a00d-5f5eb3f531d2 no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:32:24.412476 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: 08e0f0ef-6911-483b-a00d-5f5eb3f531d2 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:32:24.412725 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 08e0f0ef-6911-483b-a00d-5f5eb3f531d2 not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:32:24.413343 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 1cc9306f-da1c-4850-8faf-1d380edca099 no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:32:24.467218 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: 1cc9306f-da1c-4850-8faf-1d380edca099 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:32:24.467553 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 1cc9306f-da1c-4850-8faf-1d380edca099 not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:32:24.468151 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 5f90d6ee-b899-4351-a3d1-2d992bba0b7f no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:32:24.478519 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86132b0b-ba26-43ce-a276-7ed8930ce5dd req-3a648c5c-2ac8-4cec-bc11-74819b6aeae1 tempest-FloatingIPsTestJSON-153210735 tempest-FloatingIPsTestJSON-153210735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:24.479982 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-86132b0b-ba26-43ce-a276-7ed8930ce5dd req-3a648c5c-2ac8-4cec-bc11-74819b6aeae1 tempest-FloatingIPsTestJSON-153210735 tempest-FloatingIPsTestJSON-153210735-project] 10.222.0.23 "GET /v2.0/networks/acf968b8-c524-46a9-a20b-ad9667009130 HTTP/1.1" status: 200 len: 784 time: 0.2654047 Jul 13 13:32:24.489660 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: 5f90d6ee-b899-4351-a3d1-2d992bba0b7f {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:32:24.490028 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 5f90d6ee-b899-4351-a3d1-2d992bba0b7f not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:32:24.502283 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf4505c-8c88-444a-af8e-a71a2c007de1 req-a627b4e4-cb10-4be4-8ee6-14fb4e803be7 tempest-LiveAutoBlockMigrationV225Test-953904280 tempest-LiveAutoBlockMigrationV225Test-953904280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:24.503790 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6cf4505c-8c88-444a-af8e-a71a2c007de1 req-a627b4e4-cb10-4be4-8ee6-14fb4e803be7 tempest-LiveAutoBlockMigrationV225Test-953904280 tempest-LiveAutoBlockMigrationV225Test-953904280-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=51a49091-1f1d-4f7b-b145-79695b229fef&tenant_id=d50e67b9ee9e45449d2522df614fe533&binding%3Ahost_id=n-h1-800634-1 HTTP/1.1" status: 200 len: 1097 time: 0.2272050 Jul 13 13:32:24.518648 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-6cf4505c-8c88-444a-af8e-a71a2c007de1 req-480724f1-dee0-4838-9393-5469453b3187 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-800634-1'}}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:32:24.558075 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-25ef331a-1f4e-4310-a270-e9d21690bdce req-b7cff79d-b8e8-46ea-996e-be60603140a4 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Deleting port d282cacc-1e9b-4c18-a582-757033a51095 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:32:24.558420 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-25ef331a-1f4e-4310-a270-e9d21690bdce req-b7cff79d-b8e8-46ea-996e-be60603140a4 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:24.670705 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c90c53-06aa-4ab0-833d-3b3f7db8c744 None None] DHCP port deletion for 08171c9e-2caa-4bd1-927a-106f9cadc248 request from n-d-800634-1 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 13:32:24.712838 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-6cf4505c-8c88-444a-af8e-a71a2c007de1 req-480724f1-dee0-4838-9393-5469453b3187 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:24.720817 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-44c90c53-06aa-4ab0-833d-3b3f7db8c744 None None] Deleting port 8866c55c-63bf-4c1f-9252-116763f85db8 {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:32:24.721435 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-44c90c53-06aa-4ab0-833d-3b3f7db8c744 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:24.738236 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf0621b-9caa-4ce1-aa0f-d9420ff0dbb6 req-21b1dd6e-1379-425d-8b00-b257e9a33f20 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:24.739726 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5bf0621b-9caa-4ce1-aa0f-d9420ff0dbb6 req-21b1dd6e-1379-425d-8b00-b257e9a33f20 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3d5bccd-0e71-4b17-8dc4-bd3e64597e9a HTTP/1.1" status: 200 len: 948 time: 0.4672863 Jul 13 13:32:24.773028 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d2b936d8-ed3e-49e4-a4f3-91e8c9ded46b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:24.783861 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3147e894-fd48-4402-ac93-a39919f61d6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:24.789682 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-44c90c53-06aa-4ab0-833d-3b3f7db8c744 None None] For port 8866c55c-63bf-4c1f-9252-116763f85db8, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=8866c55c-63bf-4c1f-9252-116763f85db8,segment=NetworkSegment(708d5778-451d-46e9-b6ca-a33b649c866b),segment_id=708d5778-451d-46e9-b6ca-a33b649c866b)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:32:24.790345 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-44c90c53-06aa-4ab0-833d-3b3f7db8c744 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:24.792591 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-25ef331a-1f4e-4310-a270-e9d21690bdce req-b7cff79d-b8e8-46ea-996e-be60603140a4 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] For port d282cacc-1e9b-4c18-a582-757033a51095, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=d282cacc-1e9b-4c18-a582-757033a51095,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:32:24.792994 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-25ef331a-1f4e-4310-a270-e9d21690bdce req-b7cff79d-b8e8-46ea-996e-be60603140a4 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:24.804630 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-44c90c53-06aa-4ab0-833d-3b3f7db8c744 None None] Calling delete_port for 8866c55c-63bf-4c1f-9252-116763f85db8 owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:32:24.817594 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-25ef331a-1f4e-4310-a270-e9d21690bdce req-b7cff79d-b8e8-46ea-996e-be60603140a4 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Calling delete_port for d282cacc-1e9b-4c18-a582-757033a51095 owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:32:24.817864 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5bf0621b-9caa-4ce1-aa0f-d9420ff0dbb6 req-de4a784c-b6d9-4a8c-8648-5d4b23721225 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] 10.222.0.23 "GET /v2.0/security-groups?id=0375d0dc-b9f6-47cd-991d-bd203a5d5aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679007 Jul 13 13:32:24.819622 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d2b936d8-ed3e-49e4-a4f3-91e8c9ded46b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:24.851919 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af17826-923a-4285-8e27-dcace3024a5e req-00b8a71b-ffba-4e8f-8c51-2e870e6ecd6e tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:24.853485 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9af17826-923a-4285-8e27-dcace3024a5e req-00b8a71b-ffba-4e8f-8c51-2e870e6ecd6e tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/ports?device_id=51a49091-1f1d-4f7b-b145-79695b229fef HTTP/1.1" status: 200 len: 946 time: 0.2109184 Jul 13 13:32:24.940903 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6d4e7bb0-03e6-41b8-bb41-899f447521be req-414c161a-440c-46c9-9ef4-62402d7be8fd tempest-FloatingIPsTestJSON-153210735 tempest-FloatingIPsTestJSON-153210735-project] 10.222.0.23 "GET /v2.0/floatingips/5a2dcb7a-f786-4af0-b256-e3165bbba346 HTTP/1.1" status: 200 len: 693 time: 0.0705645 Jul 13 13:32:24.943319 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-44c90c53-06aa-4ab0-833d-3b3f7db8c744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:24.971085 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c90c53-06aa-4ab0-833d-3b3f7db8c744 None None] Pushing event deleted for resources: {'Port': ['ID=8866c55c-63bf-4c1f-9252-116763f85db8,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:32:24.973638 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d2b936d8-ed3e-49e4-a4f3-91e8c9ded46b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:24.975482 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c90c53-06aa-4ab0-833d-3b3f7db8c744 None None] No DVR routers for this DVR port 8866c55c-63bf-4c1f-9252-116763f85db8 on host n-d-800634-1 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:32:24.976069 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d2b936d8-ed3e-49e4-a4f3-91e8c9ded46b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:24.977170 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-d2b936d8-ed3e-49e4-a4f3-91e8c9ded46b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7a08b1bf-6e67-40f9-b652-d19482d1fab5 HTTP/1.1" status: 204 len: 168 time: 0.6550438 Jul 13 13:32:24.998128 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9af17826-923a-4285-8e27-dcace3024a5e req-a68bf757-293a-44d3-af5b-3fed8dc9c2cd tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1a1929d-de59-4a26-a69b-05b891c11dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110566 Jul 13 13:32:25.025858 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-6cf4505c-8c88-444a-af8e-a71a2c007de1 req-480724f1-dee0-4838-9393-5469453b3187 service neutron] For port ef8bbeba-a56f-4cd7-8f9f-2c26d50b2915, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=ef8bbeba-a56f-4cd7-8f9f-2c26d50b2915,segment=NetworkSegment(ad5ed454-48ea-4363-8047-0d3907eff6fd),segment_id=ad5ed454-48ea-4363-8047-0d3907eff6fd)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:32:25.053775 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b936d8-ed3e-49e4-a4f3-91e8c9ded46b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a08b1bf-6e67-40f9-b652-d19482d1fab5,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:32:25.063996 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-3147e894-fd48-4402-ac93-a39919f61d6d admin admin] Deleting port 8866c55c-63bf-4c1f-9252-116763f85db8 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:32:25.064665 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3147e894-fd48-4402-ac93-a39919f61d6d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:25.132728 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-6cf4505c-8c88-444a-af8e-a71a2c007de1 req-480724f1-dee0-4838-9393-5469453b3187 service neutron] For port ef8bbeba-a56f-4cd7-8f9f-2c26d50b2915, host n-h1-800634-1, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:32:25.161970 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-3147e894-fd48-4402-ac93-a39919f61d6d admin admin] For port 8866c55c-63bf-4c1f-9252-116763f85db8, host n-d-800634-1, got binding levels [] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:32:25.161970 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3147e894-fd48-4402-ac93-a39919f61d6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:25.179929 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4e7bb0-03e6-41b8-bb41-899f447521be req-69404a15-b4bf-4053-bf4d-63b9a73302f0 tempest-FloatingIPsTestJSON-153210735 tempest-FloatingIPsTestJSON-153210735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:25.187717 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-25ef331a-1f4e-4310-a270-e9d21690bdce req-b7cff79d-b8e8-46ea-996e-be60603140a4 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:25.188321 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6d4e7bb0-03e6-41b8-bb41-899f447521be req-69404a15-b4bf-4053-bf4d-63b9a73302f0 tempest-FloatingIPsTestJSON-153210735 tempest-FloatingIPsTestJSON-153210735-project] 10.222.0.23 "GET /v2.0/networks/acf968b8-c524-46a9-a20b-ad9667009130 HTTP/1.1" status: 200 len: 784 time: 0.2278454 Jul 13 13:32:25.191338 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51a49091-1f1d-4f7b-b145-79695b229fef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef8bbeba-a56f-4cd7-8f9f-2c26d50b2915'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:32:25.193768 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da43517a-feff-4405-9e95-d72ca1bc6c9b" -d '{"events": [{"server_uuid": "51a49091-1f1d-4f7b-b145-79695b229fef", "name": "network-vif-unplugged", "status": "completed", "tag": "ef8bbeba-a56f-4cd7-8f9f-2c26d50b2915"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:32:25.199872 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-6cf4505c-8c88-444a-af8e-a71a2c007de1 req-480724f1-dee0-4838-9393-5469453b3187 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:25.203669 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-3147e894-fd48-4402-ac93-a39919f61d6d admin admin] Calling delete_port for 8866c55c-63bf-4c1f-9252-116763f85db8 owned by network:dhcp {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:32:25.207375 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['3a90243c-de42-46cb-9b58-efc8f07230e9', 'f270c028-70f9-4852-a18d-fe6a5464d03e', 'b9ac0852-e57d-43a1-a494-3e38faf50603'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:32:25.228347 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cff79d-b8e8-46ea-996e-be60603140a4 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Pushing event deleted for resources: {'Port': ['ID=d282cacc-1e9b-4c18-a582-757033a51095,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:32:25.230236 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-6cf4505c-8c88-444a-af8e-a71a2c007de1 req-480724f1-dee0-4838-9393-5469453b3187 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:25.235886 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.ipam_backend_mixin [None req-3147e894-fd48-4402-ac93-a39919f61d6d admin admin] Port 8866c55c-63bf-4c1f-9252-116763f85db8 was not found and therefore no delete operation was performed {{(pid=93751) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 13 13:32:25.242719 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3147e894-fd48-4402-ac93-a39919f61d6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:25.256358 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6d4e7bb0-03e6-41b8-bb41-899f447521be req-fc12b40a-6599-4ca8-a2e8-986bf62046f5 tempest-FloatingIPsTestJSON-153210735 tempest-FloatingIPsTestJSON-153210735-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.6.242 HTTP/1.1" status: 200 len: 696 time: 0.0659847 Jul 13 13:32:25.284252 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480724f1-dee0-4838-9393-5469453b3187 service neutron] Pushing event updated for resources: {'Port': ['ID=ef8bbeba-a56f-4cd7-8f9f-2c26d50b2915,revision_number=7']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:32:25.317471 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['894c88fc-95cc-4a2b-9a78-4c8bf919a43e', 'fce86fce-7d5e-4f1c-b125-c36dec27a279', '35c44836-b440-472c-8059-c98a5ffada71', 'c0feee91-13e1-4626-95f0-03b60abe6597', 'd282cacc-1e9b-4c18-a582-757033a51095'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:32:25.328597 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3147e894-fd48-4402-ac93-a39919f61d6d admin admin] Pushing event deleted for resources: {'Port': ['ID=8866c55c-63bf-4c1f-9252-116763f85db8,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:32:25.337009 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3147e894-fd48-4402-ac93-a39919f61d6d admin admin] No DVR routers for this DVR port 8866c55c-63bf-4c1f-9252-116763f85db8 on host n-d-800634-1 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:32:25.374760 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6d4e7bb0-03e6-41b8-bb41-899f447521be req-db3e42e1-0b34-4fbb-88df-e8a9ac8fc61d tempest-FloatingIPsTestJSON-153210735 tempest-FloatingIPsTestJSON-153210735-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.6.242 HTTP/1.1" status: 200 len: 696 time: 0.1173964 Jul 13 13:32:25.378452 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-25ef331a-1f4e-4310-a270-e9d21690bdce req-b7cff79d-b8e8-46ea-996e-be60603140a4 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] No DVR routers for this DVR port d282cacc-1e9b-4c18-a582-757033a51095 on host n-h2-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:32:25.399669 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-25ef331a-1f4e-4310-a270-e9d21690bdce req-b7cff79d-b8e8-46ea-996e-be60603140a4 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:25.406778 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-25ef331a-1f4e-4310-a270-e9d21690bdce req-b7cff79d-b8e8-46ea-996e-be60603140a4 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.41 "DELETE /v2.0/ports/d282cacc-1e9b-4c18-a582-757033a51095 HTTP/1.1" status: 204 len: 173 time: 1.1892965 Jul 13 13:32:25.509416 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-6cf4505c-8c88-444a-af8e-a71a2c007de1 req-480724f1-dee0-4838-9393-5469453b3187 service neutron] Attempting to bind port ef8bbeba-a56f-4cd7-8f9f-2c26d50b2915 on host n-h1-800634-1 for vnic_type normal with profile {"migrating_to": "n-h2-800634-1"} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:32:25.512548 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-6cf4505c-8c88-444a-af8e-a71a2c007de1 req-480724f1-dee0-4838-9393-5469453b3187 service neutron] Attempting to bind port ef8bbeba-a56f-4cd7-8f9f-2c26d50b2915 by drivers openvswitch,hyperv on host n-h1-800634-1 at level 0 using segments [{'id': 'ad5ed454-48ea-4363-8047-0d3907eff6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:32:25.523358 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cf4505c-8c88-444a-af8e-a71a2c007de1 req-480724f1-dee0-4838-9393-5469453b3187 service neutron] Attempting to bind port ef8bbeba-a56f-4cd7-8f9f-2c26d50b2915 on network 2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:32:25.536661 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3147e894-fd48-4402-ac93-a39919f61d6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:25.538403 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cf4505c-8c88-444a-af8e-a71a2c007de1 req-480724f1-dee0-4838-9393-5469453b3187 service neutron] Port ef8bbeba-a56f-4cd7-8f9f-2c26d50b2915 on network 2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-1 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:32:25.540501 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cf4505c-8c88-444a-af8e-a71a2c007de1 req-480724f1-dee0-4838-9393-5469453b3187 service neutron] Attempting to bind port ef8bbeba-a56f-4cd7-8f9f-2c26d50b2915 on network 2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:32:25.556074 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cf4505c-8c88-444a-af8e-a71a2c007de1 req-480724f1-dee0-4838-9393-5469453b3187 service neutron] Checking agent: {'id': 'a7603dc8-3c50-4a9b-8f0d-1143528f155e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:32:25.559594 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cf4505c-8c88-444a-af8e-a71a2c007de1 req-480724f1-dee0-4838-9393-5469453b3187 service neutron] Checking segment: {'id': 'ad5ed454-48ea-4363-8047-0d3907eff6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:32:25.560114 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cf4505c-8c88-444a-af8e-a71a2c007de1 req-480724f1-dee0-4838-9393-5469453b3187 service neutron] Bound using segment: {'id': 'ad5ed454-48ea-4363-8047-0d3907eff6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:32:25.565250 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-6cf4505c-8c88-444a-af8e-a71a2c007de1 req-480724f1-dee0-4838-9393-5469453b3187 service neutron] Bound port: ef8bbeba-a56f-4cd7-8f9f-2c26d50b2915, host: n-h1-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad5ed454-48ea-4363-8047-0d3907eff6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:32:25.565847 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-6cf4505c-8c88-444a-af8e-a71a2c007de1 req-480724f1-dee0-4838-9393-5469453b3187 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:25.581687 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-3147e894-fd48-4402-ac93-a39919f61d6d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08171c9e-2caa-4bd1-927a-106f9cadc248']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:32:25.605225 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-3147e894-fd48-4402-ac93-a39919f61d6d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '708d5778-451d-46e9-b6ca-a33b649c866b') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:32:25.606071 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-3147e894-fd48-4402-ac93-a39919f61d6d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '708d5778-451d-46e9-b6ca-a33b649c866b') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:32:25.635790 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3147e894-fd48-4402-ac93-a39919f61d6d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6018464'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:25.671298 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3147e894-fd48-4402-ac93-a39919f61d6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:25.681232 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3147e894-fd48-4402-ac93-a39919f61d6d admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 13:32:25.681723 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3147e894-fd48-4402-ac93-a39919f61d6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6018632'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:25.685305 n-d-800634-1 neutron-server[93751]: Traceback (most recent call last): Jul 13 13:32:25.685305 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 13:32:25.685305 n-d-800634-1 neutron-server[93751]: timer() Jul 13 13:32:25.685305 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 13:32:25.685305 n-d-800634-1 neutron-server[93751]: cb(*args, **kw) Jul 13 13:32:25.685305 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 13:32:25.685305 n-d-800634-1 neutron-server[93751]: return func(*args, **kwargs) Jul 13 13:32:25.685305 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 13:32:25.685305 n-d-800634-1 neutron-server[93751]: self._notify() Jul 13 13:32:25.685305 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 13:32:25.685305 n-d-800634-1 neutron-server[93751]: self.callback(batched_events) Jul 13 13:32:25.685305 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 13:32:25.685305 n-d-800634-1 neutron-server[93751]: event.method(event) Jul 13 13:32:25.685305 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 13:32:25.685305 n-d-800634-1 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 13:32:25.685305 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 13:32:25.685305 n-d-800634-1 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 13:32:25.685305 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 13:32:25.685305 n-d-800634-1 neutron-server[93751]: return f(self, *a, **k) Jul 13 13:32:25.685305 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 13:32:25.685305 n-d-800634-1 neutron-server[93751]: return self._get(url).json() Jul 13 13:32:25.685305 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 13:32:25.685305 n-d-800634-1 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 13:32:25.685305 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 13:32:25.685305 n-d-800634-1 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 13 13:32:25.685305 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 13:32:25.685305 n-d-800634-1 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 13:32:25.685305 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 13:32:25.685305 n-d-800634-1 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 13:32:25.685305 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 13:32:25.685305 n-d-800634-1 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 13:32:25.685305 n-d-800634-1 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 13:32:25.754225 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-6cf4505c-8c88-444a-af8e-a71a2c007de1 req-480724f1-dee0-4838-9393-5469453b3187 service neutron] For port ef8bbeba-a56f-4cd7-8f9f-2c26d50b2915, host n-h1-800634-1, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:32:25.768505 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-6d4e7bb0-03e6-41b8-bb41-899f447521be req-76cabd00-c388-4c32-a13b-d9231f8d3326 tempest-FloatingIPsTestJSON-153210735 tempest-FloatingIPsTestJSON-153210735-project] Deleting port 83bdf247-3e63-483f-a05e-b1e0586fe159 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:32:25.769158 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-6d4e7bb0-03e6-41b8-bb41-899f447521be req-76cabd00-c388-4c32-a13b-d9231f8d3326 tempest-FloatingIPsTestJSON-153210735 tempest-FloatingIPsTestJSON-153210735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:25.769594 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-6cf4505c-8c88-444a-af8e-a71a2c007de1 req-480724f1-dee0-4838-9393-5469453b3187 service neutron] For port ef8bbeba-a56f-4cd7-8f9f-2c26d50b2915, host n-h1-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=ef8bbeba-a56f-4cd7-8f9f-2c26d50b2915,segment=NetworkSegment(ad5ed454-48ea-4363-8047-0d3907eff6fd),segment_id=ad5ed454-48ea-4363-8047-0d3907eff6fd)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:32:25.772944 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7592db0f-4e94-404e-9ad1-70140265c9a2 req-d1d16b90-6e8b-4a76-b672-9664068a808b tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e6e3711-b463-40de-8c11-0ba0ea9882e3 HTTP/1.1" status: 200 len: 210 time: 0.0903897 Jul 13 13:32:25.779139 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-6cf4505c-8c88-444a-af8e-a71a2c007de1 req-480724f1-dee0-4838-9393-5469453b3187 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:25.858778 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480724f1-dee0-4838-9393-5469453b3187 service neutron] Pushing event updated for resources: {'Port': ['ID=ef8bbeba-a56f-4cd7-8f9f-2c26d50b2915,revision_number=8']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:32:25.890467 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3147e894-fd48-4402-ac93-a39919f61d6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:25.899063 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3147e894-fd48-4402-ac93-a39919f61d6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:25.908457 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf4505c-8c88-444a-af8e-a71a2c007de1 req-480724f1-dee0-4838-9393-5469453b3187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:25.909266 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-3147e894-fd48-4402-ac93-a39919f61d6d admin admin] 10.222.0.23 "DELETE /v2.0/networks/08171c9e-2caa-4bd1-927a-106f9cadc248 HTTP/1.1" status: 204 len: 168 time: 1.5537431 Jul 13 13:32:25.913149 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-6cf4505c-8c88-444a-af8e-a71a2c007de1 req-480724f1-dee0-4838-9393-5469453b3187 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:25.914720 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6cf4505c-8c88-444a-af8e-a71a2c007de1 req-480724f1-dee0-4838-9393-5469453b3187 service neutron] 10.222.0.41 "PUT /v2.0/ports/ef8bbeba-a56f-4cd7-8f9f-2c26d50b2915 HTTP/1.1" status: 200 len: 1122 time: 1.4028735 Jul 13 13:32:25.932740 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 13:32:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1a48396-39e7-4586-8874-057787097a2d x-openstack-request-id: req-e1a48396-39e7-4586-8874-057787097a2d {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:32:25.933062 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51a49091-1f1d-4f7b-b145-79695b229fef", "name": "network-vif-unplugged", "status": "completed", "tag": "ef8bbeba-a56f-4cd7-8f9f-2c26d50b2915", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:32:25.934564 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e1a48396-39e7-4586-8874-057787097a2d {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:32:25.935152 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51a49091-1f1d-4f7b-b145-79695b229fef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef8bbeba-a56f-4cd7-8f9f-2c26d50b2915', 'code': 200} Jul 13 13:32:25.945317 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3147e894-fd48-4402-ac93-a39919f61d6d admin admin] Pushing event deleted for resources: {'Network': ['ID=08171c9e-2caa-4bd1-927a-106f9cadc248,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:32:26.000631 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-6d4e7bb0-03e6-41b8-bb41-899f447521be req-76cabd00-c388-4c32-a13b-d9231f8d3326 tempest-FloatingIPsTestJSON-153210735 tempest-FloatingIPsTestJSON-153210735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:26.001052 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-6d4e7bb0-03e6-41b8-bb41-899f447521be req-76cabd00-c388-4c32-a13b-d9231f8d3326 tempest-FloatingIPsTestJSON-153210735 tempest-FloatingIPsTestJSON-153210735-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:26.014910 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['ef8bbeba-a56f-4cd7-8f9f-2c26d50b2915'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:32:26.036825 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-6d4e7bb0-03e6-41b8-bb41-899f447521be req-76cabd00-c388-4c32-a13b-d9231f8d3326 tempest-FloatingIPsTestJSON-153210735 tempest-FloatingIPsTestJSON-153210735-project] Calling delete_port for 83bdf247-3e63-483f-a05e-b1e0586fe159 owned by network:floatingip {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:32:26.132928 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-06fefdb7-2504-4287-8f02-87eb6764247d req-bc89dc27-adb9-4311-a4f3-80d71835d6a6 tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1209805450&fields=id&tenant_id=ad96651d90924ac6a2bfe736b1e71ae8 HTTP/1.1" status: 200 len: 267 time: 0.0752308 Jul 13 13:32:26.214407 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 47434) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:32:26.347276 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-670da90c-423d-48fb-b98b-a9674671efb6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=da4863c629cd4bf2822544525ea25bfa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1314209 Jul 13 13:32:26.348744 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fefdb7-2504-4287-8f02-87eb6764247d req-b385b368-f0b7-441e-bd77-6c979c7dd617 tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:26.352367 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 47438) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:32:26.358072 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-06fefdb7-2504-4287-8f02-87eb6764247d req-b385b368-f0b7-441e-bd77-6c979c7dd617 tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] 10.222.0.23 "GET /v2.0/networks?id=8fa0d465-8003-432f-9af5-3ecf92dbf33d HTTP/1.1" status: 200 len: 824 time: 0.2151618 Jul 13 13:32:26.359766 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 8866c55c-63bf-4c1f-9252-116763f85db8 no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:32:26.374776 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-06fefdb7-2504-4287-8f02-87eb6764247d req-066bc0ba-1dea-450a-b02b-6e95f886434d tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] 10.222.0.23 "GET /v2.0/quotas/ad96651d90924ac6a2bfe736b1e71ae8 HTTP/1.1" status: 200 len: 375 time: 0.0112643 Jul 13 13:32:26.391357 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 47440) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:32:26.424921 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: 8866c55c-63bf-4c1f-9252-116763f85db8 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:32:26.425782 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 8866c55c-63bf-4c1f-9252-116763f85db8 not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:32:26.445357 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-584ed847-725e-4d42-9f62-76cd8b3e7fb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:26.449693 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-6d4e7bb0-03e6-41b8-bb41-899f447521be req-76cabd00-c388-4c32-a13b-d9231f8d3326 tempest-FloatingIPsTestJSON-153210735 tempest-FloatingIPsTestJSON-153210735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:26.507269 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cabd00-c388-4c32-a13b-d9231f8d3326 tempest-FloatingIPsTestJSON-153210735 tempest-FloatingIPsTestJSON-153210735-project] Pushing event deleted for resources: {'Port': ['ID=83bdf247-3e63-483f-a05e-b1e0586fe159,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:32:26.518889 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-06fefdb7-2504-4287-8f02-87eb6764247d req-d78c83d4-57ae-44d0-8e95-3ec220826fff tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ad96651d90924ac6a2bfe736b1e71ae8&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1380706 Jul 13 13:32:26.542574 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-584ed847-725e-4d42-9f62-76cd8b3e7fb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:26.589583 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-a409331c-bc85-4370-ab23-2eb742a7efcf admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1816722885-network', 'tenant_id': '9dc24f72ab1249d5960accb3929ca979'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:32:26.609054 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-6d4e7bb0-03e6-41b8-bb41-899f447521be req-76cabd00-c388-4c32-a13b-d9231f8d3326 tempest-FloatingIPsTestJSON-153210735 tempest-FloatingIPsTestJSON-153210735-project] Notify callbacks [] for floatingip, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:26.611704 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-6d4e7bb0-03e6-41b8-bb41-899f447521be req-76cabd00-c388-4c32-a13b-d9231f8d3326 tempest-FloatingIPsTestJSON-153210735 tempest-FloatingIPsTestJSON-153210735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for floatingip, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:26.613584 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6d4e7bb0-03e6-41b8-bb41-899f447521be req-76cabd00-c388-4c32-a13b-d9231f8d3326 tempest-FloatingIPsTestJSON-153210735 tempest-FloatingIPsTestJSON-153210735-project] 10.222.0.23 "DELETE /v2.0/floatingips/5a2dcb7a-f786-4af0-b256-e3165bbba346 HTTP/1.1" status: 204 len: 173 time: 1.2375145 Jul 13 13:32:26.636067 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a409331c-bc85-4370-ab23-2eb742a7efcf admin admin] Made reservation on behalf of 9dc24f72ab1249d5960accb3929ca979 for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:32:26.638918 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-584ed847-725e-4d42-9f62-76cd8b3e7fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:26.641428 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a409331c-bc85-4370-ab23-2eb742a7efcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:26.641872 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-584ed847-725e-4d42-9f62-76cd8b3e7fb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:26.645381 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-584ed847-725e-4d42-9f62-76cd8b3e7fb0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/709341bb-1fee-4d80-b61d-6cd2fd6720ad HTTP/1.1" status: 204 len: 168 time: 0.2894390 Jul 13 13:32:26.656189 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a409331c-bc85-4370-ab23-2eb742a7efcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:26.687100 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584ed847-725e-4d42-9f62-76cd8b3e7fb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=709341bb-1fee-4d80-b61d-6cd2fd6720ad,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:32:26.697605 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-06fefdb7-2504-4287-8f02-87eb6764247d req-dd6b3119-8deb-4d37-84fe-2a930cdde8a7 service neutron] 10.222.0.23 "GET /v2.0/networks/8fa0d465-8003-432f-9af5-3ecf92dbf33d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628447 Jul 13 13:32:26.845237 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-06fefdb7-2504-4287-8f02-87eb6764247d req-c15cf407-41fa-4e9c-ae44-9e15b0e3af93 service neutron] 10.222.0.23 "GET /v2.0/networks/8fa0d465-8003-432f-9af5-3ecf92dbf33d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465852 Jul 13 13:32:26.870889 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9105a696-adb6-4d6e-a70a-d9686f21120d req-ffcb67db-97df-4246-9586-e72b732cdc95 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:26.873451 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-9105a696-adb6-4d6e-a70a-d9686f21120d req-ffcb67db-97df-4246-9586-e72b732cdc95 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3d5bccd-0e71-4b17-8dc4-bd3e64597e9a HTTP/1.1" status: 200 len: 948 time: 0.0872517 Jul 13 13:32:26.925882 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-9105a696-adb6-4d6e-a70a-d9686f21120d req-ddf58e1e-740e-468f-8f99-4b8436e2a059 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] 10.222.0.23 "GET /v2.0/security-groups?id=0375d0dc-b9f6-47cd-991d-bd203a5d5aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458164 Jul 13 13:32:26.959438 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a409331c-bc85-4370-ab23-2eb742a7efcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:26.976300 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a409331c-bc85-4370-ab23-2eb742a7efcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:27.002109 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a409331c-bc85-4370-ab23-2eb742a7efcf admin admin] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 13:32:27.025372 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a409331c-bc85-4370-ab23-2eb742a7efcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=246f878a-992c-46a3-86c7-c947eed33eb8,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:32:27.034961 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a409331c-bc85-4370-ab23-2eb742a7efcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:27.035562 n-d-800634-1 neutron-server[93750]: INFO neutron.db.segments_db [None req-a409331c-bc85-4370-ab23-2eb742a7efcf admin admin] Added segment 9472122b-cbf3-4934-aecb-e6fae280b13a of type vlan for network eb9a46d3-143c-4124-a1f8-86a4243a701e Jul 13 13:32:27.049526 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f144d4e-4e0d-4229-9f53-8e47ec40bb7e req-7f013ff9-bd1f-4d04-8966-f92a4b155926 tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:27.051855 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0f144d4e-4e0d-4229-9f53-8e47ec40bb7e req-7f013ff9-bd1f-4d04-8966-f92a4b155926 tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] 10.222.0.26 "GET /v2.0/ports?device_id=79cddb68-f5e3-4292-9c98-1eceb79f5fba HTTP/1.1" status: 200 len: 946 time: 0.1767664 Jul 13 13:32:27.064149 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 47460) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:32:27.167033 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3fa2fb-d4e7-445c-9adc-49d3d4fbe650 req-7f6cdfb6-44a8-4cbf-b3bf-ecd05e41a564 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:27.169413 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-df3fa2fb-d4e7-445c-9adc-49d3d4fbe650 req-7f6cdfb6-44a8-4cbf-b3bf-ecd05e41a564 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/ports?device_id=51a49091-1f1d-4f7b-b145-79695b229fef HTTP/1.1" status: 200 len: 944 time: 0.0925782 Jul 13 13:32:27.189011 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a409331c-bc85-4370-ab23-2eb742a7efcf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:27.193198 n-d-800634-1 neutron-server[93750]: INFO neutron.api.v2.resource [req-c49465f3-5d59-41b7-a584-5596626ef7e1 req-6c27c319-115e-4910-82a3-25c92b368266 tempest-FloatingIPsTestJSON-153210735 tempest-FloatingIPsTestJSON-153210735-project] show failed (client error): The resource could not be found. Jul 13 13:32:27.194521 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c49465f3-5d59-41b7-a584-5596626ef7e1 req-6c27c319-115e-4910-82a3-25c92b368266 tempest-FloatingIPsTestJSON-153210735 tempest-FloatingIPsTestJSON-153210735-project] 10.222.0.23 "GET /v2.0/floatingips/5a2dcb7a-f786-4af0-b256-e3165bbba346 HTTP/1.1" status: 404 len: 350 time: 0.0805173 Jul 13 13:32:27.302278 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-df3fa2fb-d4e7-445c-9adc-49d3d4fbe650 req-939d88cd-e416-4b6e-bf90-569e7bfafff1 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1a1929d-de59-4a26-a69b-05b891c11dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204970 Jul 13 13:32:27.312802 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-0f144d4e-4e0d-4229-9f53-8e47ec40bb7e req-95514c34-bf67-4753-b490-208f5f6295b7 tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] Deleting port d49df1b3-6cd0-4b5e-8b23-68301e31505c {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:32:27.313262 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-0f144d4e-4e0d-4229-9f53-8e47ec40bb7e req-95514c34-bf67-4753-b490-208f5f6295b7 tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:27.333121 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a409331c-bc85-4370-ab23-2eb742a7efcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:27.333121 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a409331c-bc85-4370-ab23-2eb742a7efcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:27.333121 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a409331c-bc85-4370-ab23-2eb742a7efcf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:27.340493 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device d282cacc-1e9b-4c18-a582-757033a51095 no longer exists at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:32:27.370009 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] No Port match for: d282cacc-1e9b-4c18-a582-757033a51095 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:32:27.370703 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device d282cacc-1e9b-4c18-a582-757033a51095 not bound to the agent host n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:32:27.407393 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-a409331c-bc85-4370-ab23-2eb742a7efcf admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0149729 Jul 13 13:32:27.441694 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 47482) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:32:27.451810 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-a1924d32-098c-44a5-a990-2a049c73cdbb admin admin] Request body: {'subnet': {'network_id': 'eb9a46d3-143c-4124-a1f8-86a4243a701e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1816722885-subnet', 'tenant_id': '9dc24f72ab1249d5960accb3929ca979', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:32:27.455539 n-d-800634-1 neutron-server[93751]: INFO neutron.api.v2.resource [req-66e414a7-ec98-45ca-bab9-de1080cf0045 req-80be384b-6e8a-4076-8878-757780fd6f76 tempest-FloatingIPsTestJSON-153210735 tempest-FloatingIPsTestJSON-153210735-project] show failed (client error): The resource could not be found. Jul 13 13:32:27.475410 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-66e414a7-ec98-45ca-bab9-de1080cf0045 req-80be384b-6e8a-4076-8878-757780fd6f76 tempest-FloatingIPsTestJSON-153210735 tempest-FloatingIPsTestJSON-153210735-project] 10.222.0.23 "GET /v2.0/floatingips/5a2dcb7a-f786-4af0-b256-e3165bbba346 HTTP/1.1" status: 404 len: 350 time: 0.0964251 Jul 13 13:32:27.479047 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 47490) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:32:27.536079 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a409331c-bc85-4370-ab23-2eb742a7efcf admin admin] Pushing event updated for resources: {'Network': ['ID=eb9a46d3-143c-4124-a1f8-86a4243a701e,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:32:27.541297 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e5fd3c4f-eeb7-451e-a248-4dcde5f3ead8 req-a7e1d35b-d4d0-4601-b648-5e48bed3d7af tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1dfe0f1-74d0-4c0b-a3b1-09c9c555730e HTTP/1.1" status: 200 len: 210 time: 0.1673863 Jul 13 13:32:27.546813 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-0f144d4e-4e0d-4229-9f53-8e47ec40bb7e req-95514c34-bf67-4753-b490-208f5f6295b7 tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] For port d49df1b3-6cd0-4b5e-8b23-68301e31505c, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=d49df1b3-6cd0-4b5e-8b23-68301e31505c,segment=NetworkSegment(15c43e43-c0ec-4679-80b4-b23ff768bd51),segment_id=15c43e43-c0ec-4679-80b4-b23ff768bd51)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:32:27.547116 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-0f144d4e-4e0d-4229-9f53-8e47ec40bb7e req-95514c34-bf67-4753-b490-208f5f6295b7 tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:27.556335 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network eb9a46d3-143c-4124-a1f8-86a4243a701e details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 13:32:27.586114 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d58a7cba-54a0-4728-acb0-950f0f85b69b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:27.659241 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1924d32-098c-44a5-a990-2a049c73cdbb admin admin] Made reservation on behalf of 9dc24f72ab1249d5960accb3929ca979 for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:32:27.663297 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a1924d32-098c-44a5-a990-2a049c73cdbb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6104980'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:28.048686 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d58a7cba-54a0-4728-acb0-950f0f85b69b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:28.066015 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d58a7cba-54a0-4728-acb0-950f0f85b69b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:28.121916 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a1924d32-098c-44a5-a990-2a049c73cdbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6018343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6104998'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:28.191986 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-d58a7cba-54a0-4728-acb0-950f0f85b69b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d8a22e4d3abd4589a83a98fce1675140&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1291008 Jul 13 13:32:28.194516 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58a7cba-54a0-4728-acb0-950f0f85b69b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ec2edfe-d126-45aa-95a1-f1dec52aac23,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:32:28.202014 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 47510) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:32:28.269042 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e6e3711-b463-40de-8c11-0ba0ea9882e3', 'name': 'network-vif-deleted', 'tag': 'd282cacc-1e9b-4c18-a582-757033a51095'}, {'name': 'network-changed', 'server_uuid': '51a49091-1f1d-4f7b-b145-79695b229fef', 'tag': 'ef8bbeba-a56f-4cd7-8f9f-2c26d50b2915'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:32:28.271291 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a6546d4-232a-42b7-8f2b-5528535c46bd" -d '{"events": [{"server_uuid": "0e6e3711-b463-40de-8c11-0ba0ea9882e3", "name": "network-vif-deleted", "tag": "d282cacc-1e9b-4c18-a582-757033a51095"}, {"name": "network-changed", "server_uuid": "51a49091-1f1d-4f7b-b145-79695b229fef", "tag": "ef8bbeba-a56f-4cd7-8f9f-2c26d50b2915"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:32:28.305665 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1924d32-098c-44a5-a990-2a049c73cdbb admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e982c7c-a9b8-497d-b943-384953f5be36,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:32:28.346679 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2793b74f-3dab-4986-974a-5d1a47398b29 req-d6627525-8488-47ab-a372-fb9dadb34900 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:28.348191 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2793b74f-3dab-4986-974a-5d1a47398b29 req-d6627525-8488-47ab-a372-fb9dadb34900 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3d5bccd-0e71-4b17-8dc4-bd3e64597e9a HTTP/1.1" status: 200 len: 948 time: 0.2601626 Jul 13 13:32:28.348900 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1924d32-098c-44a5-a990-2a049c73cdbb admin admin] Checking segment: {'id': '9472122b-cbf3-4934-aecb-e6fae280b13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'eb9a46d3-143c-4124-a1f8-86a4243a701e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:32:28.349264 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1924d32-098c-44a5-a990-2a049c73cdbb admin admin] Network hostable DHCP agents. Network: eb9a46d3-143c-4124-a1f8-86a4243a701e, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 13:32:28.368411 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6593ff1a-a0ba-418e-b4b5-7751d8cab4fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:28.387403 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-0f144d4e-4e0d-4229-9f53-8e47ec40bb7e req-95514c34-bf67-4753-b490-208f5f6295b7 tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:28.387896 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-0f144d4e-4e0d-4229-9f53-8e47ec40bb7e req-95514c34-bf67-4753-b490-208f5f6295b7 tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446547'] for floatingip, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:28.388208 n-d-800634-1 neutron-server[93750]: INFO neutron.db.l3_db [req-0f144d4e-4e0d-4229-9f53-8e47ec40bb7e req-95514c34-bf67-4753-b490-208f5f6295b7 tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] Floating IP 8a699c19-2346-4519-a58f-7e1c10676abc disassociated. External IP: 172.25.6.161, port: d49df1b3-6cd0-4b5e-8b23-68301e31505c. Jul 13 13:32:28.388548 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-0f144d4e-4e0d-4229-9f53-8e47ec40bb7e req-95514c34-bf67-4753-b490-208f5f6295b7 tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] Calling delete_port for d49df1b3-6cd0-4b5e-8b23-68301e31505c owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:32:28.408835 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2462a87c-a622-4b8d-ba3b-9a3f547d36fe req-f6d2d8b8-de63-4b76-8cb1-bfd84f6b83e3 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:28.410374 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2462a87c-a622-4b8d-ba3b-9a3f547d36fe req-f6d2d8b8-de63-4b76-8cb1-bfd84f6b83e3 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.23 "GET /v2.0/ports?device_id=c78e7c84-ebda-4175-994b-69dcab224778 HTTP/1.1" status: 200 len: 949 time: 0.1346281 Jul 13 13:32:28.438022 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6593ff1a-a0ba-418e-b4b5-7751d8cab4fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:28.448337 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1924d32-098c-44a5-a990-2a049c73cdbb admin admin] Network eb9a46d3-143c-4124-a1f8-86a4243a701e is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 13:32:28.467046 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2793b74f-3dab-4986-974a-5d1a47398b29 req-a8ee67d9-3600-4e02-b3d5-41f9528c8ddd tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] 10.222.0.23 "GET /v2.0/security-groups?id=0375d0dc-b9f6-47cd-991d-bd203a5d5aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132023 Jul 13 13:32:28.482996 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-a1924d32-098c-44a5-a990-2a049c73cdbb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, eb9a46d3-143c-4124-a1f8-86a4243a701e) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:32:28.490558 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1924d32-098c-44a5-a990-2a049c73cdbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:28.491156 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a1924d32-098c-44a5-a990-2a049c73cdbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:28.491278 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2462a87c-a622-4b8d-ba3b-9a3f547d36fe req-4e4c3d8d-a437-49fb-bf3c-f9703c8d253c tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.23 "GET /v2.0/security-groups?id=30616c26-47b2-497e-86af-cdf36766fc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504200 Jul 13 13:32:28.493791 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ab2e86e-1682-4329-a2ef-c4a18b8dc5f2 None None] Network eb9a46d3-143c-4124-a1f8-86a4243a701e requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:32:28.533160 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-a1924d32-098c-44a5-a990-2a049c73cdbb admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.0900514 Jul 13 13:32:28.539589 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5bf1bb10-a250-4e23-b441-4f9d77288a7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451695'] for router_interface, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:28.590017 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-0f144d4e-4e0d-4229-9f53-8e47ec40bb7e req-95514c34-bf67-4753-b490-208f5f6295b7 tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:28.656057 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 13 Jul 2021 13:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc6ac0a5-8a56-4300-8998-167dd3ec8101 x-openstack-request-id: req-fc6ac0a5-8a56-4300-8998-167dd3ec8101 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:32:28.656411 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e6e3711-b463-40de-8c11-0ba0ea9882e3", "name": "network-vif-deleted", "tag": "d282cacc-1e9b-4c18-a582-757033a51095", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "51a49091-1f1d-4f7b-b145-79695b229fef", "tag": "ef8bbeba-a56f-4cd7-8f9f-2c26d50b2915", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:32:28.656601 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fc6ac0a5-8a56-4300-8998-167dd3ec8101 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:32:28.657853 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e6e3711-b463-40de-8c11-0ba0ea9882e3', 'name': 'network-vif-deleted', 'tag': 'd282cacc-1e9b-4c18-a582-757033a51095', 'status': 'completed', 'code': 200} Jul 13 13:32:28.658155 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51a49091-1f1d-4f7b-b145-79695b229fef', 'tag': 'ef8bbeba-a56f-4cd7-8f9f-2c26d50b2915', 'status': 'completed', 'code': 200} Jul 13 13:32:28.666467 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6593ff1a-a0ba-418e-b4b5-7751d8cab4fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:28.666652 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95514c34-bf67-4753-b490-208f5f6295b7 tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] Pushing event deleted for resources: {'Port': ['ID=d49df1b3-6cd0-4b5e-8b23-68301e31505c,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:32:28.672261 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6593ff1a-a0ba-418e-b4b5-7751d8cab4fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:28.687211 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-6593ff1a-a0ba-418e-b4b5-7751d8cab4fe admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6ec2edfe-d126-45aa-95a1-f1dec52aac23 HTTP/1.1" status: 204 len: 168 time: 0.4810810 Jul 13 13:32:28.754175 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6593ff1a-a0ba-418e-b4b5-7751d8cab4fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ec2edfe-d126-45aa-95a1-f1dec52aac23,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:32:28.852346 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0f144d4e-4e0d-4229-9f53-8e47ec40bb7e req-95514c34-bf67-4753-b490-208f5f6295b7 tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] Router 85609521-684d-4122-bbe0-87dfdb0cbc61 has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 13:32:28.897000 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec659543-52ef-480c-994c-cf13178450df None None] Network eb9a46d3-143c-4124-a1f8-86a4243a701e requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:32:29.009915 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7b8314a1-6661-4254-8cb1-281ddee2381c req-611e51d7-9c80-43ce-90b7-c55a27f9e329 tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1dfe0f1-74d0-4c0b-a3b1-09c9c555730e HTTP/1.1" status: 200 len: 210 time: 0.0723631 Jul 13 13:32:29.063676 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6546d4-232a-42b7-8f2b-5528535c46bd req-97946edf-b4ad-4cba-8332-df2253e8e414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:29.080082 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3a6546d4-232a-42b7-8f2b-5528535c46bd req-97946edf-b4ad-4cba-8332-df2253e8e414 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d50e67b9ee9e45449d2522df614fe533&device_id=51a49091-1f1d-4f7b-b145-79695b229fef HTTP/1.1" status: 200 len: 1125 time: 0.4192481 Jul 13 13:32:29.260502 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-5bf1bb10-a250-4e23-b441-4f9d77288a7b admin admin] Deleting port 6df51d22-d9cc-4876-80bd-7101a4fd72c9 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:32:29.261090 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5bf1bb10-a250-4e23-b441-4f9d77288a7b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:29.329680 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fefdb7-2504-4287-8f02-87eb6764247d req-0e68e86c-e1a2-4633-a700-021845f25d00 tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:29.331137 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-06fefdb7-2504-4287-8f02-87eb6764247d req-0e68e86c-e1a2-4633-a700-021845f25d00 tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] 10.222.0.41 "GET /v2.0/networks?id=8fa0d465-8003-432f-9af5-3ecf92dbf33d HTTP/1.1" status: 200 len: 824 time: 0.4965594 Jul 13 13:32:29.357951 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb4eb65-711b-45bc-a8aa-30e196c827af req-132cd350-8e9a-4969-a1d9-9bdb29d5573f tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:29.359417 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1cb4eb65-711b-45bc-a8aa-30e196c827af req-132cd350-8e9a-4969-a1d9-9bdb29d5573f tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/ports?device_id=51a49091-1f1d-4f7b-b145-79695b229fef HTTP/1.1" status: 200 len: 944 time: 0.5236778 Jul 13 13:32:29.369293 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device ef8bbeba-a56f-4cd7-8f9f-2c26d50b2915 details requested by agent hyperv_n-h2-800634-1 with host n-h2-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 13:32:29.409409 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-5bf1bb10-a250-4e23-b441-4f9d77288a7b admin admin] For port 6df51d22-d9cc-4876-80bd-7101a4fd72c9, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=6df51d22-d9cc-4876-80bd-7101a4fd72c9,segment=NetworkSegment(345ae5d0-2a83-4ecb-838d-699d317350b1),segment_id=345ae5d0-2a83-4ecb-838d-699d317350b1)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:32:29.409818 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5bf1bb10-a250-4e23-b441-4f9d77288a7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:29.431017 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0f144d4e-4e0d-4229-9f53-8e47ec40bb7e req-95514c34-bf67-4753-b490-208f5f6295b7 tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:32:29.442850 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a59c13-8b0b-4799-a234-218b4c459a3c None None] Sync routers for ids ['85609521-684d-4122-bbe0-87dfdb0cbc61'] in n-d-800634-1 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:32:29.447465 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 47538) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:32:29.448354 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-5bf1bb10-a250-4e23-b441-4f9d77288a7b admin admin] Calling delete_port for 6df51d22-d9cc-4876-80bd-7101a4fd72c9 owned by network:router_interface {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:32:29.459834 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a59c13-8b0b-4799-a234-218b4c459a3c None None] Routers {'85609521-684d-4122-bbe0-87dfdb0cbc61'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:32:29.460465 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-12a59c13-8b0b-4799-a234-218b4c459a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:32:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['85609521-684d-4122-bbe0-87dfdb0cbc61'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:32:29.504161 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4e88771f-ad1c-4903-bde5-ad550991f7da admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:29.559872 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port ef8bbeba-a56f-4cd7-8f9f-2c26d50b2915, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=ef8bbeba-a56f-4cd7-8f9f-2c26d50b2915,segment=NetworkSegment(ad5ed454-48ea-4363-8047-0d3907eff6fd),segment_id=ad5ed454-48ea-4363-8047-0d3907eff6fd)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:32:29.583573 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device ef8bbeba-a56f-4cd7-8f9f-2c26d50b2915 has no active binding in host n-h2-800634-1 {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 13 13:32:29.633061 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6546d4-232a-42b7-8f2b-5528535c46bd req-1c84421c-4a2b-4341-92bd-3391e95127af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:29.634924 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3a6546d4-232a-42b7-8f2b-5528535c46bd req-1c84421c-4a2b-4341-92bd-3391e95127af service neutron] 10.222.0.26 "GET /v2.0/networks?id=2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21 HTTP/1.1" status: 200 len: 920 time: 0.5541649 Jul 13 13:32:29.649591 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-06fefdb7-2504-4287-8f02-87eb6764247d req-606a47d5-9ad8-4772-a6e6-cec8096eabb3 tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ad96651d90924ac6a2bfe736b1e71ae8 HTTP/1.1" status: 200 len: 380 time: 0.2891901 Jul 13 13:32:29.671295 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-12a59c13-8b0b-4799-a234-218b4c459a3c None None] Set router 85609521-684d-4122-bbe0-87dfdb0cbc61 gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:32:29.725685 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4e88771f-ad1c-4903-bde5-ad550991f7da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:29.735755 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f144d4e-4e0d-4229-9f53-8e47ec40bb7e req-95514c34-bf67-4753-b490-208f5f6295b7 tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] No DVR routers for this DVR port d49df1b3-6cd0-4b5e-8b23-68301e31505c on host n-h1-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:32:29.740674 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-0f144d4e-4e0d-4229-9f53-8e47ec40bb7e req-95514c34-bf67-4753-b490-208f5f6295b7 tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:29.742854 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0f144d4e-4e0d-4229-9f53-8e47ec40bb7e req-95514c34-bf67-4753-b490-208f5f6295b7 tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] 10.222.0.26 "DELETE /v2.0/ports/d49df1b3-6cd0-4b5e-8b23-68301e31505c HTTP/1.1" status: 204 len: 173 time: 2.6828456 Jul 13 13:32:29.750991 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3a6546d4-232a-42b7-8f2b-5528535c46bd req-d7471aa9-6a09-4592-8a31-5045d53326ac service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ef8bbeba-a56f-4cd7-8f9f-2c26d50b2915 HTTP/1.1" status: 200 len: 217 time: 0.0699239 Jul 13 13:32:29.754593 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4e88771f-ad1c-4903-bde5-ad550991f7da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:29.755189 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-06fefdb7-2504-4287-8f02-87eb6764247d req-a4def3e2-aabb-4b36-a5c8-fb460406098a tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] Request body: {'port': {'device_id': 'd1dfe0f1-74d0-4c0b-a3b1-09c9c555730e', 'network_id': '8fa0d465-8003-432f-9af5-3ecf92dbf33d', 'admin_state_up': True, 'tenant_id': 'ad96651d90924ac6a2bfe736b1e71ae8', 'security_groups': ['f0a8d85e-c901-48b0-b619-87bd6bfcd856']}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:32:29.884927 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-12a59c13-8b0b-4799-a234-218b4c459a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85609521-684d-4122-bbe0-87dfdb0cbc61', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1051747536-router', 'tenant_id': 'ad96651d90924ac6a2bfe736b1e71ae8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.172'}], 'enable_snat': True}, 'gw_port_id': '298577c3-28ae-42a9-87d0-6c5e032af4e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:29:40Z', 'updated_at': '2021-07-13T13:29:44Z', 'revision_number': 4, 'project_id': 'ad96651d90924ac6a2bfe736b1e71ae8', 'gw_port': {'id': '298577c3-28ae-42a9-87d0-6c5e032af4e4', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:3a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85609521-684d-4122-bbe0-87dfdb0cbc61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:29:41Z', 'updated_at': '2021-07-13T13:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': 'aa2462eb-1689-4bdf-abd5-ef6940aa1010', 'name': '', 'network_id': '8fa0d465-8003-432f-9af5-3ecf92dbf33d', 'tenant_id': 'ad96651d90924ac6a2bfe736b1e71ae8', 'mac_address': 'fa:16:3e:1c:c8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85609521-684d-4122-bbe0-87dfdb0cbc61', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '0935fffc-5f50-41bc-86c4-a4cd335b45c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:29:43Z', 'updated_at': '2021-07-13T13:29:51Z', 'revision_number': 5, 'project_id': 'ad96651d90924ac6a2bfe736b1e71ae8', 'subnets': [{'id': '0935fffc-5f50-41bc-86c4-a4cd335b45c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:32:29.904487 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1cb4eb65-711b-45bc-a8aa-30e196c827af req-c4214826-ee45-45a4-877a-39f86942961f tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1a1929d-de59-4a26-a69b-05b891c11dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5309296 Jul 13 13:32:29.920259 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-4e88771f-ad1c-4903-bde5-ad550991f7da admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1e03dee9ed474194b0e95617f4c5ef5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4657187 Jul 13 13:32:29.921824 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 47562) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:32:29.952753 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e88771f-ad1c-4903-bde5-ad550991f7da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe65f4ee-a902-4fa9-9bc1-64b60fbaeea2,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:32:30.035479 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06fefdb7-2504-4287-8f02-87eb6764247d req-a4def3e2-aabb-4b36-a5c8-fb460406098a tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] Made reservation on behalf of ad96651d90924ac6a2bfe736b1e71ae8 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:32:30.040539 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-06fefdb7-2504-4287-8f02-87eb6764247d req-a4def3e2-aabb-4b36-a5c8-fb460406098a tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:30.047014 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a59c13-8b0b-4799-a234-218b4c459a3c None None] Checking router: 85609521-684d-4122-bbe0-87dfdb0cbc61 for host: n-d-800634-1 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 13:32:30.059297 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a59c13-8b0b-4799-a234-218b4c459a3c None None] Routers {'85609521-684d-4122-bbe0-87dfdb0cbc61'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:32:30.059939 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-12a59c13-8b0b-4799-a234-218b4c459a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:32:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['85609521-684d-4122-bbe0-87dfdb0cbc61'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:32:30.074948 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6546d4-232a-42b7-8f2b-5528535c46bd req-634ac62b-b9d6-4a3d-bb34-22b4ee905bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:30.078899 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3a6546d4-232a-42b7-8f2b-5528535c46bd req-634ac62b-b9d6-4a3d-bb34-22b4ee905bb7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=45599520-ccde-4569-b8cc-9a75a2e552c5 HTTP/1.1" status: 200 len: 860 time: 0.1514003 Jul 13 13:32:30.088040 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:30.093328 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bffe2a9-9ca7-46d0-914c-ced533dab3f2 req-0fbaa2f3-6144-4929-b250-49f21c1c2e71 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:30.095322 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9bffe2a9-9ca7-46d0-914c-ced533dab3f2 req-0fbaa2f3-6144-4929-b250-49f21c1c2e71 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.26 "GET /v2.0/ports?device_id=c78e7c84-ebda-4175-994b-69dcab224778 HTTP/1.1" status: 200 len: 949 time: 0.6946025 Jul 13 13:32:30.127197 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6cf4505c-8c88-444a-af8e-a71a2c007de1 req-792ff863-a729-456a-ac81-d942566d75bf service neutron] 10.222.0.26 "GET /v2.0/ports/ef8bbeba-a56f-4cd7-8f9f-2c26d50b2915/bindings/n-h2-800634-1 HTTP/1.1" status: 200 len: 384 time: 0.3952188 Jul 13 13:32:30.149899 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3a6546d4-232a-42b7-8f2b-5528535c46bd req-55cf8d3e-5a68-4286-b391-62a7ed9a2c8b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533714 Jul 13 13:32:30.184787 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f65b6b7-4a76-4791-8be3-4a245eaf9ace req-609853f5-2797-49df-bd8e-0cdaaf1a47c3 tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:30.186368 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1f65b6b7-4a76-4791-8be3-4a245eaf9ace req-609853f5-2797-49df-bd8e-0cdaaf1a47c3 tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] 10.222.0.23 "GET /v2.0/networks?id=eb9a46d3-143c-4124-a1f8-86a4243a701e HTTP/1.1" status: 200 len: 822 time: 0.4588561 Jul 13 13:32:30.187090 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-12a59c13-8b0b-4799-a234-218b4c459a3c None None] Set router 85609521-684d-4122-bbe0-87dfdb0cbc61 gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:32:30.207194 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c5d208cf-8c3a-42da-b8dd-d58f9bb75186 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:30.255350 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1f65b6b7-4a76-4791-8be3-4a245eaf9ace req-e3dc355b-6580-4da2-8fc0-e86490caaae8 tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] 10.222.0.23 "GET /v2.0/quotas/9dc24f72ab1249d5960accb3929ca979 HTTP/1.1" status: 200 len: 375 time: 0.0461762 Jul 13 13:32:30.379878 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:30.458569 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3a6546d4-232a-42b7-8f2b-5528535c46bd req-0d9defe7-75de-4535-9561-d1e01077b0c6 service neutron] 10.222.0.26 "GET /v2.0/networks/2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2785795 Jul 13 13:32:30.514528 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-12a59c13-8b0b-4799-a234-218b4c459a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85609521-684d-4122-bbe0-87dfdb0cbc61', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1051747536-router', 'tenant_id': 'ad96651d90924ac6a2bfe736b1e71ae8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.172'}], 'enable_snat': True}, 'gw_port_id': '298577c3-28ae-42a9-87d0-6c5e032af4e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:29:40Z', 'updated_at': '2021-07-13T13:29:44Z', 'revision_number': 4, 'project_id': 'ad96651d90924ac6a2bfe736b1e71ae8', 'gw_port': {'id': '298577c3-28ae-42a9-87d0-6c5e032af4e4', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:3a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85609521-684d-4122-bbe0-87dfdb0cbc61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:29:41Z', 'updated_at': '2021-07-13T13:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': 'aa2462eb-1689-4bdf-abd5-ef6940aa1010', 'name': '', 'network_id': '8fa0d465-8003-432f-9af5-3ecf92dbf33d', 'tenant_id': 'ad96651d90924ac6a2bfe736b1e71ae8', 'mac_address': 'fa:16:3e:1c:c8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85609521-684d-4122-bbe0-87dfdb0cbc61', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '0935fffc-5f50-41bc-86c4-a4cd335b45c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:29:43Z', 'updated_at': '2021-07-13T13:29:51Z', 'revision_number': 5, 'project_id': 'ad96651d90924ac6a2bfe736b1e71ae8', 'subnets': [{'id': '0935fffc-5f50-41bc-86c4-a4cd335b45c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:32:30.546339 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a59c13-8b0b-4799-a234-218b4c459a3c None None] The sync data for ids ['85609521-684d-4122-bbe0-87dfdb0cbc61'] in n-d-800634-1 is: [{'id': '85609521-684d-4122-bbe0-87dfdb0cbc61', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1051747536-router', 'tenant_id': 'ad96651d90924ac6a2bfe736b1e71ae8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.172'}], 'enable_snat': True}, 'gw_port_id': '298577c3-28ae-42a9-87d0-6c5e032af4e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:29:40Z', 'updated_at': '2021-07-13T13:29:44Z', 'revision_number': 4, 'project_id': 'ad96651d90924ac6a2bfe736b1e71ae8', 'gw_port': {'id': '298577c3-28ae-42a9-87d0-6c5e032af4e4', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:3a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85609521-684d-4122-bbe0-87dfdb0cbc61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:29:41Z', 'updated_at': '2021-07-13T13:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': 'aa2462eb-1689-4bdf-abd5-ef6940aa1010', 'name': '', 'network_id': '8fa0d465-8003-432f-9af5-3ecf92dbf33d', 'tenant_id': 'ad96651d90924ac6a2bfe736b1e71ae8', 'mac_address': 'fa:16:3e:1c:c8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85609521-684d-4122-bbe0-87dfdb0cbc61', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '0935fffc-5f50-41bc-86c4-a4cd335b45c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:29:43Z', 'updated_at': '2021-07-13T13:29:51Z', 'revision_number': 5, 'project_id': 'ad96651d90924ac6a2bfe736b1e71ae8', 'subnets': [{'id': '0935fffc-5f50-41bc-86c4-a4cd335b45c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:32:30.561098 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-06fefdb7-2504-4287-8f02-87eb6764247d req-a4def3e2-aabb-4b36-a5c8-fb460406098a tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] Allocated IP 172.20.0.5 (8fa0d465-8003-432f-9af5-3ecf92dbf33d/0935fffc-5f50-41bc-86c4-a4cd335b45c2/84350c06-b0ae-49dd-97a8-0fb3ebfa8384) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:32:30.612370 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c5d208cf-8c3a-42da-b8dd-d58f9bb75186 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:30.658129 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5bf1bb10-a250-4e23-b441-4f9d77288a7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:30.676636 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79cddb68-f5e3-4292-9c98-1eceb79f5fba', 'name': 'network-vif-deleted', 'tag': 'd49df1b3-6cd0-4b5e-8b23-68301e31505c'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:32:30.679109 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ec74af8-263e-45d0-bfed-9a51bf0dc72d" -d '{"events": [{"server_uuid": "79cddb68-f5e3-4292-9c98-1eceb79f5fba", "name": "network-vif-deleted", "tag": "d49df1b3-6cd0-4b5e-8b23-68301e31505c"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:32:30.690992 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1f65b6b7-4a76-4791-8be3-4a245eaf9ace req-a7cc0748-5593-4482-9308-fcde0f7d2176 tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=9dc24f72ab1249d5960accb3929ca979&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4205251 Jul 13 13:32:30.770270 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf1bb10-a250-4e23-b441-4f9d77288a7b admin admin] Pushing event deleted for resources: {'Port': ['ID=6df51d22-d9cc-4876-80bd-7101a4fd72c9,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:32:30.779626 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3a6546d4-232a-42b7-8f2b-5528535c46bd req-27596523-7e06-4236-bc05-7f26fa54d5ca service neutron] 10.222.0.26 "GET /v2.0/networks/2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2139225 Jul 13 13:32:30.788224 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-9bffe2a9-9ca7-46d0-914c-ced533dab3f2 req-c1db3eb2-7256-45f6-8b40-623e7a740e11 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Deleting port b9ac0852-e57d-43a1-a494-3e38faf50603 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:32:30.788710 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-9bffe2a9-9ca7-46d0-914c-ced533dab3f2 req-c1db3eb2-7256-45f6-8b40-623e7a740e11 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:30.792631 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c5d208cf-8c3a-42da-b8dd-d58f9bb75186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:30.796461 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c5d208cf-8c3a-42da-b8dd-d58f9bb75186 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:30.798795 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-c5d208cf-8c3a-42da-b8dd-d58f9bb75186 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fe65f4ee-a902-4fa9-9bc1-64b60fbaeea2 HTTP/1.1" status: 204 len: 168 time: 0.8471138 Jul 13 13:32:30.839481 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e8f178-9f40-4490-8065-00cdafcbc055 req-af03749c-791b-45e8-b119-6c59de4bb347 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:30.852372 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-79e8f178-9f40-4490-8065-00cdafcbc055 req-af03749c-791b-45e8-b119-6c59de4bb347 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3d5bccd-0e71-4b17-8dc4-bd3e64597e9a HTTP/1.1" status: 200 len: 948 time: 0.7112045 Jul 13 13:32:31.001811 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d208cf-8c3a-42da-b8dd-d58f9bb75186 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe65f4ee-a902-4fa9-9bc1-64b60fbaeea2,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:32:31.036179 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c322208-136e-4705-8bf7-aac033aa2468 None None] New status for floating IP 8a699c19-2346-4519-a58f-7e1c10676abc: DOWN {{(pid=93752) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 13:32:31.084185 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-79e8f178-9f40-4490-8065-00cdafcbc055 req-3ea5255a-74ec-4e65-a06d-7384c80bec34 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] 10.222.0.23 "GET /v2.0/security-groups?id=0375d0dc-b9f6-47cd-991d-bd203a5d5aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302415 Jul 13 13:32:31.190401 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-9bffe2a9-9ca7-46d0-914c-ced533dab3f2 req-c1db3eb2-7256-45f6-8b40-623e7a740e11 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] For port b9ac0852-e57d-43a1-a494-3e38faf50603, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=b9ac0852-e57d-43a1-a494-3e38faf50603,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:32:31.193905 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-9bffe2a9-9ca7-46d0-914c-ced533dab3f2 req-c1db3eb2-7256-45f6-8b40-623e7a740e11 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:31.212925 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-6cf4505c-8c88-444a-af8e-a71a2c007de1 req-095b6d26-060c-4bbb-b5cb-ff7b7b42fd5b service neutron] For port ef8bbeba-a56f-4cd7-8f9f-2c26d50b2915, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=ef8bbeba-a56f-4cd7-8f9f-2c26d50b2915,segment=NetworkSegment(ad5ed454-48ea-4363-8047-0d3907eff6fd),segment_id=ad5ed454-48ea-4363-8047-0d3907eff6fd)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:32:31.224902 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-9bffe2a9-9ca7-46d0-914c-ced533dab3f2 req-c1db3eb2-7256-45f6-8b40-623e7a740e11 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Calling delete_port for b9ac0852-e57d-43a1-a494-3e38faf50603 owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:32:31.229438 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-06fefdb7-2504-4287-8f02-87eb6764247d req-a4def3e2-aabb-4b36-a5c8-fb460406098a tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:31.237511 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-6cf4505c-8c88-444a-af8e-a71a2c007de1 req-095b6d26-060c-4bbb-b5cb-ff7b7b42fd5b service neutron] For port ef8bbeba-a56f-4cd7-8f9f-2c26d50b2915, host n-h1-800634-1, cleared binding levels {{(pid=93751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:32:31.254373 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-06fefdb7-2504-4287-8f02-87eb6764247d req-a4def3e2-aabb-4b36-a5c8-fb460406098a tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] Transition to ACTIVE for port object 84350c06-b0ae-49dd-97a8-0fb3ebfa8384 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:32:31.283201 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [req-6cf4505c-8c88-444a-af8e-a71a2c007de1 req-095b6d26-060c-4bbb-b5cb-ff7b7b42fd5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef8bbeba-a56f-4cd7-8f9f-2c26d50b2915 {{(pid=93751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:32:31.294235 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1f65b6b7-4a76-4791-8be3-4a245eaf9ace req-f8cd7c35-bd2c-4006-ab3c-761125a3bacb service neutron] 10.222.0.23 "GET /v2.0/networks/eb9a46d3-143c-4124-a1f8-86a4243a701e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6022303 Jul 13 13:32:31.306653 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-6cf4505c-8c88-444a-af8e-a71a2c007de1 req-095b6d26-060c-4bbb-b5cb-ff7b7b42fd5b service neutron] For port ef8bbeba-a56f-4cd7-8f9f-2c26d50b2915, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=ef8bbeba-a56f-4cd7-8f9f-2c26d50b2915,segment=NetworkSegment(ad5ed454-48ea-4363-8047-0d3907eff6fd),segment_id=ad5ed454-48ea-4363-8047-0d3907eff6fd)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:32:31.412726 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-6cf4505c-8c88-444a-af8e-a71a2c007de1 req-095b6d26-060c-4bbb-b5cb-ff7b7b42fd5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:31.426839 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-06fefdb7-2504-4287-8f02-87eb6764247d req-a4def3e2-aabb-4b36-a5c8-fb460406098a tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:31.468064 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5bf1bb10-a250-4e23-b441-4f9d77288a7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1785036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452491'] for router_interface, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:31.498256 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0affab57-5d70-4977-8979-c17e1f9e8820 req-548d5ab3-81e4-4f8f-806c-d2e1e3830564 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:31.499828 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0affab57-5d70-4977-8979-c17e1f9e8820 req-548d5ab3-81e4-4f8f-806c-d2e1e3830564 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.23 "GET /v2.0/ports?device_id=c78e7c84-ebda-4175-994b-69dcab224778 HTTP/1.1" status: 200 len: 949 time: 0.2102449 Jul 13 13:32:31.513126 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06fefdb7-2504-4287-8f02-87eb6764247d req-a4def3e2-aabb-4b36-a5c8-fb460406098a tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] Network 8fa0d465-8003-432f-9af5-3ecf92dbf33d is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:32:31.523642 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-06fefdb7-2504-4287-8f02-87eb6764247d req-a4def3e2-aabb-4b36-a5c8-fb460406098a tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:32:31.525436 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-9bffe2a9-9ca7-46d0-914c-ced533dab3f2 req-c1db3eb2-7256-45f6-8b40-623e7a740e11 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:31.530963 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-06fefdb7-2504-4287-8f02-87eb6764247d req-a4def3e2-aabb-4b36-a5c8-fb460406098a tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:32:31.541300 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['3a90243c-de42-46cb-9b58-efc8f07230e9', 'f270c028-70f9-4852-a18d-fe6a5464d03e', 'b9ac0852-e57d-43a1-a494-3e38faf50603'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:32:31.545379 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4def3e2-aabb-4b36-a5c8-fb460406098a tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] Pushing event updated for resources: {'Port': ['ID=84350c06-b0ae-49dd-97a8-0fb3ebfa8384,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:32:31.569023 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1f65b6b7-4a76-4791-8be3-4a245eaf9ace req-a55f2983-b7bf-4d45-bd55-93cefeb102f3 service neutron] 10.222.0.23 "GET /v2.0/networks/eb9a46d3-143c-4124-a1f8-86a4243a701e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2657733 Jul 13 13:32:31.619062 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['894c88fc-95cc-4a2b-9a78-4c8bf919a43e', 'fce86fce-7d5e-4f1c-b125-c36dec27a279', '35c44836-b440-472c-8059-c98a5ffada71', 'c0feee91-13e1-4626-95f0-03b60abe6597'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:32:31.637605 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1db3eb2-7256-45f6-8b40-623e7a740e11 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Pushing event deleted for resources: {'Port': ['ID=b9ac0852-e57d-43a1-a494-3e38faf50603,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:32:31.692206 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-6cf4505c-8c88-444a-af8e-a71a2c007de1 req-095b6d26-060c-4bbb-b5cb-ff7b7b42fd5b service neutron] Transition to ACTIVE for port object ef8bbeba-a56f-4cd7-8f9f-2c26d50b2915 will not be triggered until provisioned by entity L2. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:32:31.705128 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-6cf4505c-8c88-444a-af8e-a71a2c007de1 req-095b6d26-060c-4bbb-b5cb-ff7b7b42fd5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:31.709762 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device d49df1b3-6cd0-4b5e-8b23-68301e31505c no longer exists at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:32:31.712635 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0affab57-5d70-4977-8979-c17e1f9e8820 req-bfad7afc-43c4-450d-8942-dc5e206d4131 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.23 "GET /v2.0/security-groups?id=30616c26-47b2-497e-86af-cdf36766fc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021163 Jul 13 13:32:31.785266 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bffe2a9-9ca7-46d0-914c-ced533dab3f2 req-c1db3eb2-7256-45f6-8b40-623e7a740e11 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] No DVR routers for this DVR port b9ac0852-e57d-43a1-a494-3e38faf50603 on host n-h1-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:32:31.796366 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fefdb7-2504-4287-8f02-87eb6764247d req-a4def3e2-aabb-4b36-a5c8-fb460406098a tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:31.797883 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-06fefdb7-2504-4287-8f02-87eb6764247d req-a4def3e2-aabb-4b36-a5c8-fb460406098a tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:31.802076 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-9bffe2a9-9ca7-46d0-914c-ced533dab3f2 req-c1db3eb2-7256-45f6-8b40-623e7a740e11 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:31.806021 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9bffe2a9-9ca7-46d0-914c-ced533dab3f2 req-c1db3eb2-7256-45f6-8b40-623e7a740e11 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.26 "DELETE /v2.0/ports/b9ac0852-e57d-43a1-a494-3e38faf50603 HTTP/1.1" status: 204 len: 173 time: 1.6983390 Jul 13 13:32:31.860296 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-06fefdb7-2504-4287-8f02-87eb6764247d req-a4def3e2-aabb-4b36-a5c8-fb460406098a tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1666470 Jul 13 13:32:31.873545 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-381d4315-9089-413f-a071-aa2897bda790 None None] No Port match for: d49df1b3-6cd0-4b5e-8b23-68301e31505c {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:32:31.874009 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device d49df1b3-6cd0-4b5e-8b23-68301e31505c not bound to the agent host n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:32:31.874479 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device ef8bbeba-a56f-4cd7-8f9f-2c26d50b2915 no longer exists at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:32:31.887789 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-06fefdb7-2504-4287-8f02-87eb6764247d req-4d5f984c-bc71-416b-9811-34e51f56bda6 service neutron] Request body: {'port': {'device_id': 'd1dfe0f1-74d0-4c0b-a3b1-09c9c555730e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:32:32.023773 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:32:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82ad0630-8420-4e8d-a8fa-a693afe22429 x-openstack-request-id: req-82ad0630-8420-4e8d-a8fa-a693afe22429 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:32:32.024182 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79cddb68-f5e3-4292-9c98-1eceb79f5fba", "name": "network-vif-deleted", "tag": "d49df1b3-6cd0-4b5e-8b23-68301e31505c", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:32:32.024323 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-82ad0630-8420-4e8d-a8fa-a693afe22429 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:32:32.024739 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79cddb68-f5e3-4292-9c98-1eceb79f5fba', 'name': 'network-vif-deleted', 'tag': 'd49df1b3-6cd0-4b5e-8b23-68301e31505c', 'status': 'completed', 'code': 200} Jul 13 13:32:32.084965 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-f664117b-c2df-4cfc-9f04-353a5f7dc09e None None] Provisioning for port 84350c06-b0ae-49dd-97a8-0fb3ebfa8384 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:32:32.109703 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cf4505c-8c88-444a-af8e-a71a2c007de1 req-095b6d26-060c-4bbb-b5cb-ff7b7b42fd5b service neutron] No DVR routers for this DVR port ef8bbeba-a56f-4cd7-8f9f-2c26d50b2915 on host n-h1-800634-1 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:32:32.110598 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device ef8bbeba-a56f-4cd7-8f9f-2c26d50b2915 not bound to the agent host n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:32:32.112203 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device b9ac0852-e57d-43a1-a494-3e38faf50603 no longer exists at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:32:32.118974 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b6d26-060c-4bbb-b5cb-ff7b7b42fd5b service neutron] Pushing event updated for resources: {'Port': ['ID=ef8bbeba-a56f-4cd7-8f9f-2c26d50b2915,revision_number=10']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:32:32.176921 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-f664117b-c2df-4cfc-9f04-353a5f7dc09e None None] Provisioning complete for port 84350c06-b0ae-49dd-97a8-0fb3ebfa8384 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:32:32.177288 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f664117b-c2df-4cfc-9f04-353a5f7dc09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:32.196626 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-381d4315-9089-413f-a071-aa2897bda790 None None] No Port match for: b9ac0852-e57d-43a1-a494-3e38faf50603 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:32:32.196971 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device b9ac0852-e57d-43a1-a494-3e38faf50603 not bound to the agent host n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:32:32.201776 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-06fefdb7-2504-4287-8f02-87eb6764247d req-4d5f984c-bc71-416b-9811-34e51f56bda6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:32.267682 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc97eae-0f42-4444-ab9b-01a2c989cb78 req-3cb166ee-587a-42a0-9374-b610d70633be tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:32.278093 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cdc97eae-0f42-4444-ab9b-01a2c989cb78 req-3cb166ee-587a-42a0-9374-b610d70633be tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1dfe0f1-74d0-4c0b-a3b1-09c9c555730e HTTP/1.1" status: 200 len: 931 time: 0.3410740 Jul 13 13:32:32.292354 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6cf4505c-8c88-444a-af8e-a71a2c007de1 req-095b6d26-060c-4bbb-b5cb-ff7b7b42fd5b service neutron] 10.222.0.26 "PUT /v2.0/ports/ef8bbeba-a56f-4cd7-8f9f-2c26d50b2915/bindings/n-h2-800634-1/activate HTTP/1.1" status: 200 len: 369 time: 2.1569588 Jul 13 13:32:32.340861 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-f664117b-c2df-4cfc-9f04-353a5f7dc09e None None] Port 84350c06-b0ae-49dd-97a8-0fb3ebfa8384 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:32:32.391494 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cdc97eae-0f42-4444-ab9b-01a2c989cb78 req-0f400ed6-4ced-41a6-a18e-54ad5916ecfb tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] 10.222.0.23 "GET /v2.0/security-groups?id=f0a8d85e-c901-48b0-b619-87bd6bfcd856&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740068 Jul 13 13:32:32.432752 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bf1bb10-a250-4e23-b441-4f9d77288a7b admin admin] Router 16d8b592-04e6-407e-976f-20fc6c78e744 has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 13:32:32.504996 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 13:32:32.525424 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995c1664-86f6-44f8-a66b-ec747338c3dd req-81b5f30f-deab-49c7-b140-6b3833fd6936 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:32.535143 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-995c1664-86f6-44f8-a66b-ec747338c3dd req-81b5f30f-deab-49c7-b140-6b3833fd6936 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/ports?device_id=51a49091-1f1d-4f7b-b145-79695b229fef HTTP/1.1" status: 200 len: 945 time: 0.2211139 Jul 13 13:32:32.770923 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-995c1664-86f6-44f8-a66b-ec747338c3dd req-b8a5fdc9-1472-4347-b15d-dd5580039ad7 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1a1929d-de59-4a26-a69b-05b891c11dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236481 Jul 13 13:32:32.823568 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bf1bb10-a250-4e23-b441-4f9d77288a7b admin admin] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:32:32.838081 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb7d8a2-ba27-41b5-96ba-9d5e78917f0d None None] Sync routers for ids ['16d8b592-04e6-407e-976f-20fc6c78e744'] in n-d-800634-1 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:32:32.838512 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-5bf1bb10-a250-4e23-b441-4f9d77288a7b admin admin] 10.222.0.23 "PUT /v2.0/routers/16d8b592-04e6-407e-976f-20fc6c78e744/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3543532 Jul 13 13:32:32.840070 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 47636) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:32:32.851194 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb7d8a2-ba27-41b5-96ba-9d5e78917f0d None None] Routers {'16d8b592-04e6-407e-976f-20fc6c78e744'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:32:32.851610 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-1cb7d8a2-ba27-41b5-96ba-9d5e78917f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:32:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['16d8b592-04e6-407e-976f-20fc6c78e744'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:32:33.047221 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-1cb7d8a2-ba27-41b5-96ba-9d5e78917f0d None None] Set router 16d8b592-04e6-407e-976f-20fc6c78e744 gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:32:33.094540 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b8d14e39-e4f4-4eb2-aee4-b06c952af892 admin admin] Notify callbacks [] for router, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:33.138986 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7187a56b-8ce9-4f89-b9b2-0b5ca907ec0d req-9f7acbcc-b26e-4568-90ac-c92174959c60 tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] 10.222.0.23 "GET /v2.0/ports?device_id=307beaa2-0fd0-4cfc-afa5-5f0bff5a9e60 HTTP/1.1" status: 200 len: 210 time: 0.6440916 Jul 13 13:32:33.370131 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf4505c-8c88-444a-af8e-a71a2c007de1 req-cfc1e793-4bf3-4d64-8b09-e875a5ec6cba tempest-LiveAutoBlockMigrationV225Test-953904280 tempest-LiveAutoBlockMigrationV225Test-953904280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:33.373424 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6cf4505c-8c88-444a-af8e-a71a2c007de1 req-cfc1e793-4bf3-4d64-8b09-e875a5ec6cba tempest-LiveAutoBlockMigrationV225Test-953904280 tempest-LiveAutoBlockMigrationV225Test-953904280-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=51a49091-1f1d-4f7b-b145-79695b229fef&tenant_id=d50e67b9ee9e45449d2522df614fe533&binding%3Ahost_id=n-h1-800634-1 HTTP/1.1" status: 200 len: 1096 time: 0.8798580 Jul 13 13:32:33.408551 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-1cb7d8a2-ba27-41b5-96ba-9d5e78917f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16d8b592-04e6-407e-976f-20fc6c78e744', 'name': 'tempest-FloatingIPsTestJSON-1591585234-router', 'tenant_id': '86bbb34b99a240ce81608b490eb7e55d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': 'f975f458-2c30-439b-975d-9cb383d447dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:32:06Z', 'updated_at': '2021-07-13T13:32:30Z', 'revision_number': 5, 'project_id': '86bbb34b99a240ce81608b490eb7e55d', 'gw_port': {'id': 'f975f458-2c30-439b-975d-9cb383d447dc', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:54:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d8b592-04e6-407e-976f-20fc6c78e744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:32:07Z', 'updated_at': '2021-07-13T13:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:32:33.421438 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b8d14e39-e4f4-4eb2-aee4-b06c952af892 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:33.434880 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60fdea1-f488-4c9a-b625-b9354503690b req-067fd26f-e5be-405d-a16c-5fe2136a036e tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:33.436823 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e60fdea1-f488-4c9a-b625-b9354503690b req-067fd26f-e5be-405d-a16c-5fe2136a036e tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3d5bccd-0e71-4b17-8dc4-bd3e64597e9a HTTP/1.1" status: 200 len: 948 time: 0.2654912 Jul 13 13:32:33.460952 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb7d8a2-ba27-41b5-96ba-9d5e78917f0d None None] Checking router: 16d8b592-04e6-407e-976f-20fc6c78e744 for host: n-d-800634-1 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 13:32:33.479084 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb7d8a2-ba27-41b5-96ba-9d5e78917f0d None None] Routers {'16d8b592-04e6-407e-976f-20fc6c78e744'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:32:33.484520 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-1cb7d8a2-ba27-41b5-96ba-9d5e78917f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:32:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['16d8b592-04e6-407e-976f-20fc6c78e744'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:32:33.520180 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e60fdea1-f488-4c9a-b625-b9354503690b req-7c3ef308-6ac2-4627-8e52-9a0afc07fb1c tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] 10.222.0.23 "GET /v2.0/security-groups?id=0375d0dc-b9f6-47cd-991d-bd203a5d5aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773253 Jul 13 13:32:33.537752 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1e11da55-a4bd-4b5d-8f6a-1cecda060f18 req-208690ad-5280-495c-b7d7-1c45345ac28d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=25b3224a-2e18-412e-b801-a50566da15cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1653342 Jul 13 13:32:33.544241 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf4505c-8c88-444a-af8e-a71a2c007de1 req-903206b6-3232-4c7a-b719-37c360effe8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:33.546028 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6cf4505c-8c88-444a-af8e-a71a2c007de1 req-903206b6-3232-4c7a-b719-37c360effe8b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=51a49091-1f1d-4f7b-b145-79695b229fef&tenant_id=d50e67b9ee9e45449d2522df614fe533 HTTP/1.1" status: 200 len: 1096 time: 0.1646438 Jul 13 13:32:33.568159 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-06fefdb7-2504-4287-8f02-87eb6764247d req-4d5f984c-bc71-416b-9811-34e51f56bda6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84350c06-b0ae-49dd-97a8-0fb3ebfa8384 {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:32:33.582392 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-06fefdb7-2504-4287-8f02-87eb6764247d req-4d5f984c-bc71-416b-9811-34e51f56bda6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:33.601772 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-06fefdb7-2504-4287-8f02-87eb6764247d req-4d5f984c-bc71-416b-9811-34e51f56bda6 service neutron] Transition to ACTIVE for port object 84350c06-b0ae-49dd-97a8-0fb3ebfa8384 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:32:33.614131 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-06fefdb7-2504-4287-8f02-87eb6764247d req-4d5f984c-bc71-416b-9811-34e51f56bda6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:33.641239 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-b8d14e39-e4f4-4eb2-aee4-b06c952af892 admin admin] Deleting port f975f458-2c30-439b-975d-9cb383d447dc {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:32:33.641587 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b8d14e39-e4f4-4eb2-aee4-b06c952af892 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:33.698137 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-1cb7d8a2-ba27-41b5-96ba-9d5e78917f0d None None] Set router 16d8b592-04e6-407e-976f-20fc6c78e744 gateway port host: None {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:32:33.760549 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5f984c-bc71-416b-9811-34e51f56bda6 service neutron] Pushing event updated for resources: {'Port': ['ID=84350c06-b0ae-49dd-97a8-0fb3ebfa8384,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:32:33.800791 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-1cb7d8a2-ba27-41b5-96ba-9d5e78917f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16d8b592-04e6-407e-976f-20fc6c78e744', 'name': 'tempest-FloatingIPsTestJSON-1591585234-router', 'tenant_id': '86bbb34b99a240ce81608b490eb7e55d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:32:06Z', 'updated_at': '2021-07-13T13:32:33Z', 'revision_number': 6, 'project_id': '86bbb34b99a240ce81608b490eb7e55d', 'gw_port_host': None}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:32:33.802003 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e11da55-a4bd-4b5d-8f6a-1cecda060f18 req-1b7836e4-fc7a-40d2-a9d9-a9e3bd8f5c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:33.803709 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1e11da55-a4bd-4b5d-8f6a-1cecda060f18 req-1b7836e4-fc7a-40d2-a9d9-a9e3bd8f5c2f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=09bf0390c6c84bde9cf099d3a1ffb9e6&device_id=25b3224a-2e18-412e-b801-a50566da15cd HTTP/1.1" status: 200 len: 1101 time: 0.2359152 Jul 13 13:32:33.870675 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb7d8a2-ba27-41b5-96ba-9d5e78917f0d None None] The sync data for ids ['16d8b592-04e6-407e-976f-20fc6c78e744'] in n-d-800634-1 is: [{'id': '16d8b592-04e6-407e-976f-20fc6c78e744', 'name': 'tempest-FloatingIPsTestJSON-1591585234-router', 'tenant_id': '86bbb34b99a240ce81608b490eb7e55d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:32:06Z', 'updated_at': '2021-07-13T13:32:33Z', 'revision_number': 6, 'project_id': '86bbb34b99a240ce81608b490eb7e55d', 'gw_port_host': None}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:32:33.956399 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf4505c-8c88-444a-af8e-a71a2c007de1 req-fad85ecd-7622-4948-97da-1b7cc806d87e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:33.958110 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6cf4505c-8c88-444a-af8e-a71a2c007de1 req-fad85ecd-7622-4948-97da-1b7cc806d87e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d50e67b9ee9e45449d2522df614fe533&device_id=51a49091-1f1d-4f7b-b145-79695b229fef HTTP/1.1" status: 200 len: 1096 time: 0.2934141 Jul 13 13:32:33.978528 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-b8d14e39-e4f4-4eb2-aee4-b06c952af892 admin admin] For port f975f458-2c30-439b-975d-9cb383d447dc, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=f975f458-2c30-439b-975d-9cb383d447dc,segment=NetworkSegment(3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87),segment_id=3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:32:33.978890 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b8d14e39-e4f4-4eb2-aee4-b06c952af892 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:34.001140 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-b8d14e39-e4f4-4eb2-aee4-b06c952af892 admin admin] Calling delete_port for f975f458-2c30-439b-975d-9cb383d447dc owned by network:router_gateway {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:32:34.026312 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e11da55-a4bd-4b5d-8f6a-1cecda060f18 req-4045014e-7d83-4813-ab7e-0cbfb64564be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:34.028598 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1e11da55-a4bd-4b5d-8f6a-1cecda060f18 req-4045014e-7d83-4813-ab7e-0cbfb64564be service neutron] 10.222.0.26 "GET /v2.0/networks?id=e0bfb334-0fd9-4ba5-ba79-1568ecabee30 HTTP/1.1" status: 200 len: 869 time: 0.1923099 Jul 13 13:32:34.045987 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c78e7c84-ebda-4175-994b-69dcab224778', 'name': 'network-vif-deleted', 'tag': 'b9ac0852-e57d-43a1-a494-3e38faf50603'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:32:34.048590 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74c97adb-7c29-498c-a05b-d107279831a2" -d '{"events": [{"server_uuid": "c78e7c84-ebda-4175-994b-69dcab224778", "name": "network-vif-deleted", "tag": "b9ac0852-e57d-43a1-a494-3e38faf50603"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:32:34.055378 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-06fefdb7-2504-4287-8f02-87eb6764247d req-4d5f984c-bc71-416b-9811-34e51f56bda6 service neutron] Attempting to bind port 84350c06-b0ae-49dd-97a8-0fb3ebfa8384 on host n-h2-800634-1 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:32:34.055927 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-06fefdb7-2504-4287-8f02-87eb6764247d req-4d5f984c-bc71-416b-9811-34e51f56bda6 service neutron] Attempting to bind port 84350c06-b0ae-49dd-97a8-0fb3ebfa8384 by drivers openvswitch,hyperv on host n-h2-800634-1 at level 0 using segments [{'id': '15c43e43-c0ec-4679-80b4-b23ff768bd51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8fa0d465-8003-432f-9af5-3ecf92dbf33d'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:32:34.056549 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06fefdb7-2504-4287-8f02-87eb6764247d req-4d5f984c-bc71-416b-9811-34e51f56bda6 service neutron] Attempting to bind port 84350c06-b0ae-49dd-97a8-0fb3ebfa8384 on network 8fa0d465-8003-432f-9af5-3ecf92dbf33d {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:32:34.073640 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06fefdb7-2504-4287-8f02-87eb6764247d req-4d5f984c-bc71-416b-9811-34e51f56bda6 service neutron] Port 84350c06-b0ae-49dd-97a8-0fb3ebfa8384 on network 8fa0d465-8003-432f-9af5-3ecf92dbf33d not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-1 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:32:34.074878 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06fefdb7-2504-4287-8f02-87eb6764247d req-4d5f984c-bc71-416b-9811-34e51f56bda6 service neutron] Attempting to bind port 84350c06-b0ae-49dd-97a8-0fb3ebfa8384 on network 8fa0d465-8003-432f-9af5-3ecf92dbf33d {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:32:34.088368 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06fefdb7-2504-4287-8f02-87eb6764247d req-4d5f984c-bc71-416b-9811-34e51f56bda6 service neutron] Checking agent: {'id': 'f615e5c9-21ab-43f2-adbc-192d64b795cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:32:34.088907 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06fefdb7-2504-4287-8f02-87eb6764247d req-4d5f984c-bc71-416b-9811-34e51f56bda6 service neutron] Checking segment: {'id': '15c43e43-c0ec-4679-80b4-b23ff768bd51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8fa0d465-8003-432f-9af5-3ecf92dbf33d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:32:34.089540 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06fefdb7-2504-4287-8f02-87eb6764247d req-4d5f984c-bc71-416b-9811-34e51f56bda6 service neutron] Bound using segment: {'id': '15c43e43-c0ec-4679-80b4-b23ff768bd51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8fa0d465-8003-432f-9af5-3ecf92dbf33d'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:32:34.090235 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-06fefdb7-2504-4287-8f02-87eb6764247d req-4d5f984c-bc71-416b-9811-34e51f56bda6 service neutron] Bound port: 84350c06-b0ae-49dd-97a8-0fb3ebfa8384, host: n-h2-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15c43e43-c0ec-4679-80b4-b23ff768bd51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8fa0d465-8003-432f-9af5-3ecf92dbf33d'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:32:34.090941 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-06fefdb7-2504-4287-8f02-87eb6764247d req-4d5f984c-bc71-416b-9811-34e51f56bda6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:34.104329 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1e11da55-a4bd-4b5d-8f6a-1cecda060f18 req-d6f490f8-9d33-4fec-8eff-6f45364c9286 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=3a90243c-de42-46cb-9b58-efc8f07230e9 HTTP/1.1" status: 200 len: 217 time: 0.0428634 Jul 13 13:32:34.125642 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcd4698-8dd5-41f4-a311-1cd362f03262 req-b8349f3b-c4f4-42f0-861e-a4a64e973029 tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:34.133814 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cbcd4698-8dd5-41f4-a311-1cd362f03262 req-b8349f3b-c4f4-42f0-861e-a4a64e973029 tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1dfe0f1-74d0-4c0b-a3b1-09c9c555730e HTTP/1.1" status: 200 len: 943 time: 0.2604249 Jul 13 13:32:34.203782 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e11da55-a4bd-4b5d-8f6a-1cecda060f18 req-51bef429-9760-44ed-9497-5f040e395bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:34.205244 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1e11da55-a4bd-4b5d-8f6a-1cecda060f18 req-51bef429-9760-44ed-9497-5f040e395bcf service neutron] 10.222.0.26 "GET /v2.0/subnets?id=60b55863-ceb6-45af-a8a4-4b22d72866af HTTP/1.1" status: 200 len: 843 time: 0.0937057 Jul 13 13:32:34.211872 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf4505c-8c88-444a-af8e-a71a2c007de1 req-2cad281c-6846-4b0a-aeba-ad8c9583f568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:34.213496 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6cf4505c-8c88-444a-af8e-a71a2c007de1 req-2cad281c-6846-4b0a-aeba-ad8c9583f568 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21 HTTP/1.1" status: 200 len: 920 time: 0.2444785 Jul 13 13:32:34.247804 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cbcd4698-8dd5-41f4-a311-1cd362f03262 req-70d0c9ea-8ce9-40ec-8ba3-87eda94b7c37 tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] 10.222.0.23 "GET /v2.0/security-groups?id=f0a8d85e-c901-48b0-b619-87bd6bfcd856&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129200 Jul 13 13:32:34.298447 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 6df51d22-d9cc-4876-80bd-7101a4fd72c9 no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:32:34.331377 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: 6df51d22-d9cc-4876-80bd-7101a4fd72c9 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:32:34.331717 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 6df51d22-d9cc-4876-80bd-7101a4fd72c9 not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:32:34.375002 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6cf4505c-8c88-444a-af8e-a71a2c007de1 req-040be017-bace-40f1-9208-771e9c342a91 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ef8bbeba-a56f-4cd7-8f9f-2c26d50b2915 HTTP/1.1" status: 200 len: 217 time: 0.1543930 Jul 13 13:32:34.386236 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b8d14e39-e4f4-4eb2-aee4-b06c952af892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:34.406753 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-06fefdb7-2504-4287-8f02-87eb6764247d req-4d5f984c-bc71-416b-9811-34e51f56bda6 service neutron] For port 84350c06-b0ae-49dd-97a8-0fb3ebfa8384, host n-h2-800634-1, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:32:34.463715 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d14e39-e4f4-4eb2-aee4-b06c952af892 admin admin] Pushing event deleted for resources: {'Port': ['ID=f975f458-2c30-439b-975d-9cb383d447dc,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:32:34.491199 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-06fefdb7-2504-4287-8f02-87eb6764247d req-4d5f984c-bc71-416b-9811-34e51f56bda6 service neutron] For port 84350c06-b0ae-49dd-97a8-0fb3ebfa8384, host n-h2-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=84350c06-b0ae-49dd-97a8-0fb3ebfa8384,segment=NetworkSegment(15c43e43-c0ec-4679-80b4-b23ff768bd51),segment_id=15c43e43-c0ec-4679-80b4-b23ff768bd51)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:32:34.504917 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e11da55-a4bd-4b5d-8f6a-1cecda060f18 req-52974e51-85d3-4611-97db-c3ca629b3cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:34.506438 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1e11da55-a4bd-4b5d-8f6a-1cecda060f18 req-52974e51-85d3-4611-97db-c3ca629b3cc7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e0bfb334-0fd9-4ba5-ba79-1568ecabee30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2926497 Jul 13 13:32:34.521561 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-06fefdb7-2504-4287-8f02-87eb6764247d req-4d5f984c-bc71-416b-9811-34e51f56bda6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:34.568168 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf4505c-8c88-444a-af8e-a71a2c007de1 req-455901f9-0d0b-4a5e-bedf-96575f748086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:34.569756 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6cf4505c-8c88-444a-af8e-a71a2c007de1 req-455901f9-0d0b-4a5e-bedf-96575f748086 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=45599520-ccde-4569-b8cc-9a75a2e552c5 HTTP/1.1" status: 200 len: 860 time: 0.1776865 Jul 13 13:32:34.580944 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fefdb7-2504-4287-8f02-87eb6764247d req-4d5f984c-bc71-416b-9811-34e51f56bda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:34.581444 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-06fefdb7-2504-4287-8f02-87eb6764247d req-4d5f984c-bc71-416b-9811-34e51f56bda6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:34.582865 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-06fefdb7-2504-4287-8f02-87eb6764247d req-4d5f984c-bc71-416b-9811-34e51f56bda6 service neutron] 10.222.0.41 "PUT /v2.0/ports/84350c06-b0ae-49dd-97a8-0fb3ebfa8384 HTTP/1.1" status: 200 len: 1091 time: 2.7139590 Jul 13 13:32:34.620750 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6cf4505c-8c88-444a-af8e-a71a2c007de1 req-a31312b6-2081-41b6-b0f2-a1a1e1bb141f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369360 Jul 13 13:32:34.692245 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b8d14e39-e4f4-4eb2-aee4-b06c952af892 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-446473'] for router_gateway, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:34.731736 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5f984c-bc71-416b-9811-34e51f56bda6 service neutron] Pushing event updated for resources: {'Port': ['ID=84350c06-b0ae-49dd-97a8-0fb3ebfa8384,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:32:34.760003 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76356fca-98fb-4f17-90ad-99dd6fcd4556 req-7c2cd363-4d03-4fed-b441-60014f6431eb tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:34.767489 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-76356fca-98fb-4f17-90ad-99dd6fcd4556 req-7c2cd363-4d03-4fed-b441-60014f6431eb tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/ports?device_id=51a49091-1f1d-4f7b-b145-79695b229fef HTTP/1.1" status: 200 len: 945 time: 0.3048449 Jul 13 13:32:34.854385 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-76356fca-98fb-4f17-90ad-99dd6fcd4556 req-83d7090f-5a5e-4256-ba5c-66e4b1df4801 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1a1929d-de59-4a26-a69b-05b891c11dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858707 Jul 13 13:32:34.860621 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6cf4505c-8c88-444a-af8e-a71a2c007de1 req-f35ab786-def2-4d77-ab1a-bbd6f387f768 service neutron] 10.222.0.41 "GET /v2.0/networks/2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248247 Jul 13 13:32:34.863924 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fefdb7-2504-4287-8f02-87eb6764247d req-ec0f5354-c6c4-4e72-b114-1dbcc70e859b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:34.865752 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-06fefdb7-2504-4287-8f02-87eb6764247d req-ec0f5354-c6c4-4e72-b114-1dbcc70e859b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ad96651d90924ac6a2bfe736b1e71ae8&device_id=d1dfe0f1-74d0-4c0b-a3b1-09c9c555730e HTTP/1.1" status: 200 len: 1094 time: 0.2270682 Jul 13 13:32:34.948948 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8463218c-fcce-4e10-83e4-e35ce51bfa6d x-openstack-request-id: req-8463218c-fcce-4e10-83e4-e35ce51bfa6d {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:32:34.949350 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c78e7c84-ebda-4175-994b-69dcab224778", "name": "network-vif-deleted", "tag": "b9ac0852-e57d-43a1-a494-3e38faf50603", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:32:34.949554 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8463218c-fcce-4e10-83e4-e35ce51bfa6d {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:32:34.949986 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c78e7c84-ebda-4175-994b-69dcab224778', 'name': 'network-vif-deleted', 'tag': 'b9ac0852-e57d-43a1-a494-3e38faf50603', 'status': 'completed', 'code': 200} Jul 13 13:32:35.010400 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-06fefdb7-2504-4287-8f02-87eb6764247d req-30c696d9-3b85-450e-a712-9304fcfcc11c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=84350c06-b0ae-49dd-97a8-0fb3ebfa8384 HTTP/1.1" status: 200 len: 217 time: 0.1359587 Jul 13 13:32:35.112692 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f9d798-5c6d-4180-ad98-4d9aec1df6f3 req-85603a2e-a48f-47cf-bdf4-0022c99ab2e1 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:35.114228 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-70f9d798-5c6d-4180-ad98-4d9aec1df6f3 req-85603a2e-a48f-47cf-bdf4-0022c99ab2e1 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.26 "GET /v2.0/ports?device_id=adc1ade6-2684-42ff-92d6-50065fc5781e HTTP/1.1" status: 200 len: 950 time: 0.1377296 Jul 13 13:32:35.115602 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fefdb7-2504-4287-8f02-87eb6764247d req-de1de856-4878-45c6-8a11-c525f57eb820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:35.117075 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-06fefdb7-2504-4287-8f02-87eb6764247d req-de1de856-4878-45c6-8a11-c525f57eb820 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0935fffc-5f50-41bc-86c4-a4cd335b45c2 HTTP/1.1" status: 200 len: 863 time: 0.0984907 Jul 13 13:32:35.143265 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b8d14e39-e4f4-4eb2-aee4-b06c952af892 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1591938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2696'] for router, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:35.153525 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a48c537-8663-43c0-97e2-58067143ad1e req-c17633e6-9e3a-4c50-a071-4713ac44c854 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:35.155035 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4a48c537-8663-43c0-97e2-58067143ad1e req-c17633e6-9e3a-4c50-a071-4713ac44c854 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.23 "GET /v2.0/ports?device_id=adc1ade6-2684-42ff-92d6-50065fc5781e HTTP/1.1" status: 200 len: 950 time: 0.8178046 Jul 13 13:32:35.158570 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b8d14e39-e4f4-4eb2-aee4-b06c952af892 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:35.168814 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f65b6b7-4a76-4791-8be3-4a245eaf9ace req-370edb61-be59-4530-bb03-960109428c11 tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:35.170262 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1f65b6b7-4a76-4791-8be3-4a245eaf9ace req-370edb61-be59-4530-bb03-960109428c11 tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] 10.222.0.41 "GET /v2.0/networks?id=eb9a46d3-143c-4124-a1f8-86a4243a701e HTTP/1.1" status: 200 len: 822 time: 0.7199709 Jul 13 13:32:35.184248 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6cf4505c-8c88-444a-af8e-a71a2c007de1 req-7da04b51-1af9-4dd2-8f30-d188862d4d70 service neutron] 10.222.0.41 "GET /v2.0/networks/2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3110671 Jul 13 13:32:35.192549 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-1f65b6b7-4a76-4791-8be3-4a245eaf9ace req-53aa7802-5046-45bf-b94b-39da133d05bd tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] Request body: {'port': {'device_id': '307beaa2-0fd0-4cfc-afa5-5f0bff5a9e60', 'network_id': 'eb9a46d3-143c-4124-a1f8-86a4243a701e', 'admin_state_up': True, 'tenant_id': '9dc24f72ab1249d5960accb3929ca979'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:32:35.256519 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fefdb7-2504-4287-8f02-87eb6764247d req-308f3724-da0a-4deb-83a1-640cbf56496e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:35.258062 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-06fefdb7-2504-4287-8f02-87eb6764247d req-308f3724-da0a-4deb-83a1-640cbf56496e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8fa0d465-8003-432f-9af5-3ecf92dbf33d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1348362 Jul 13 13:32:35.271378 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1e11da55-a4bd-4b5d-8f6a-1cecda060f18 req-4b92aa98-109a-43d8-8885-d6bc897ff8b2 service neutron] 10.222.0.26 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7106702 Jul 13 13:32:35.337617 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-70f9d798-5c6d-4180-ad98-4d9aec1df6f3 req-3fd5cdc1-4323-4ba3-b7db-f972984f525f tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Deleting port f270c028-70f9-4852-a18d-fe6a5464d03e {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:32:35.337954 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-70f9d798-5c6d-4180-ad98-4d9aec1df6f3 req-3fd5cdc1-4323-4ba3-b7db-f972984f525f tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:35.343591 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b8d14e39-e4f4-4eb2-aee4-b06c952af892 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593106'] for router, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:35.344385 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8d14e39-e4f4-4eb2-aee4-b06c952af892 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 16d8b592-04e6-407e-976f-20fc6c78e744 {{(pid=93751) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 13:32:35.373313 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4a48c537-8663-43c0-97e2-58067143ad1e req-b15c341b-258b-4c22-bf38-4c1e5dab389d tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.23 "GET /v2.0/security-groups?id=30616c26-47b2-497e-86af-cdf36766fc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974850 Jul 13 13:32:35.379134 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b8d14e39-e4f4-4eb2-aee4-b06c952af892 admin admin] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:35.394487 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-b8d14e39-e4f4-4eb2-aee4-b06c952af892 admin admin] 10.222.0.23 "DELETE /v2.0/routers/16d8b592-04e6-407e-976f-20fc6c78e744 HTTP/1.1" status: 204 len: 168 time: 2.5417101 Jul 13 13:32:35.398417 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 47696) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:32:35.512358 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1e11da55-a4bd-4b5d-8f6a-1cecda060f18 req-8ec6140e-bfdc-443f-b982-45c9bb834117 service neutron] 10.222.0.26 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2321107 Jul 13 13:32:35.526496 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-06fefdb7-2504-4287-8f02-87eb6764247d req-4b33c6cb-face-4db9-bc79-022ff40c22e2 service neutron] 10.222.0.41 "GET /v2.0/networks/8fa0d465-8003-432f-9af5-3ecf92dbf33d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2608180 Jul 13 13:32:35.580760 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e4f0a80-e71d-4490-a9b1-b3f11faf427f admin admin] Deleting subnet 6a46bc11-d782-4809-8619-8cea28e76954 {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 13:32:35.581035 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f65b6b7-4a76-4791-8be3-4a245eaf9ace req-53aa7802-5046-45bf-b94b-39da133d05bd tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] Made reservation on behalf of 9dc24f72ab1249d5960accb3929ca979 for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:32:35.584616 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-1f65b6b7-4a76-4791-8be3-4a245eaf9ace req-53aa7802-5046-45bf-b94b-39da133d05bd tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:35.626277 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3e4f0a80-e71d-4490-a9b1-b3f11faf427f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:35.658311 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd911aac-ea71-4977-97e0-0c38fd2b0995 req-28204a15-97ee-492c-bc05-c7c65b09748f tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:35.659807 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-cd911aac-ea71-4977-97e0-0c38fd2b0995 req-28204a15-97ee-492c-bc05-c7c65b09748f tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3d5bccd-0e71-4b17-8dc4-bd3e64597e9a HTTP/1.1" status: 200 len: 948 time: 0.1461689 Jul 13 13:32:35.702562 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-34b1d0a2-1f23-4a91-8dd8-84d89ffcc336 req-13d105b1-a30f-49ec-b66b-184e2132d89a tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] 10.222.0.23 "GET /v2.0/ports?device_id=307beaa2-0fd0-4cfc-afa5-5f0bff5a9e60 HTTP/1.1" status: 200 len: 210 time: 0.1492088 Jul 13 13:32:35.715202 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-70f9d798-5c6d-4180-ad98-4d9aec1df6f3 req-3fd5cdc1-4323-4ba3-b7db-f972984f525f tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] For port f270c028-70f9-4852-a18d-fe6a5464d03e, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=f270c028-70f9-4852-a18d-fe6a5464d03e,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:32:35.715562 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-70f9d798-5c6d-4180-ad98-4d9aec1df6f3 req-3fd5cdc1-4323-4ba3-b7db-f972984f525f tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:35.740693 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3e4f0a80-e71d-4490-a9b1-b3f11faf427f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5431723'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:35.740955 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-cd911aac-ea71-4977-97e0-0c38fd2b0995 req-cbbf2106-3644-4dec-959e-ee6d4c617e3a tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] 10.222.0.23 "GET /v2.0/security-groups?id=0375d0dc-b9f6-47cd-991d-bd203a5d5aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733426 Jul 13 13:32:35.748582 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-70f9d798-5c6d-4180-ad98-4d9aec1df6f3 req-3fd5cdc1-4323-4ba3-b7db-f972984f525f tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Calling delete_port for f270c028-70f9-4852-a18d-fe6a5464d03e owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:32:35.783257 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [req-1f65b6b7-4a76-4791-8be3-4a245eaf9ace req-53aa7802-5046-45bf-b94b-39da133d05bd tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] Allocated IP 172.20.0.4 (eb9a46d3-143c-4124-a1f8-86a4243a701e/1e982c7c-a9b8-497d-b943-384953f5be36/952b63ce-7617-4566-8fff-7de30914d193) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:32:35.856905 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-06fefdb7-2504-4287-8f02-87eb6764247d req-6489ab58-938b-4bb0-ad46-84ca7c1b4182 service neutron] 10.222.0.41 "GET /v2.0/networks/8fa0d465-8003-432f-9af5-3ecf92dbf33d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3178256 Jul 13 13:32:35.866492 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf4505c-8c88-444a-af8e-a71a2c007de1 req-9c3bd2be-3283-475e-8a62-b7515e1d043f tempest-LiveAutoBlockMigrationV225Test-953904280 tempest-LiveAutoBlockMigrationV225Test-953904280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:35.868468 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6cf4505c-8c88-444a-af8e-a71a2c007de1 req-9c3bd2be-3283-475e-8a62-b7515e1d043f tempest-LiveAutoBlockMigrationV225Test-953904280 tempest-LiveAutoBlockMigrationV225Test-953904280-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=51a49091-1f1d-4f7b-b145-79695b229fef&tenant_id=d50e67b9ee9e45449d2522df614fe533&binding%3Ahost_id=n-h2-800634-1 HTTP/1.1" status: 200 len: 1096 time: 0.3134685 Jul 13 13:32:35.986707 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3e4f0a80-e71d-4490-a9b1-b3f11faf427f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:36.130256 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940f2ed4-cf26-4966-b9de-3343f96ead77 req-fab6341a-cc5c-4466-8e78-588c4596fabe tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:36.131991 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-940f2ed4-cf26-4966-b9de-3343f96ead77 req-fab6341a-cc5c-4466-8e78-588c4596fabe tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1dfe0f1-74d0-4c0b-a3b1-09c9c555730e HTTP/1.1" status: 200 len: 943 time: 0.1328390 Jul 13 13:32:36.135325 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-1f65b6b7-4a76-4791-8be3-4a245eaf9ace req-53aa7802-5046-45bf-b94b-39da133d05bd tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:36.176266 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-70f9d798-5c6d-4180-ad98-4d9aec1df6f3 req-3fd5cdc1-4323-4ba3-b7db-f972984f525f tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:36.189470 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['3a90243c-de42-46cb-9b58-efc8f07230e9', 'f270c028-70f9-4852-a18d-fe6a5464d03e'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:32:36.222793 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-940f2ed4-cf26-4966-b9de-3343f96ead77 req-54c12007-4116-4163-b999-8c44e3eed0f0 tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] 10.222.0.23 "GET /v2.0/security-groups?id=f0a8d85e-c901-48b0-b619-87bd6bfcd856&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787930 Jul 13 13:32:36.245455 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['894c88fc-95cc-4a2b-9a78-4c8bf919a43e', 'fce86fce-7d5e-4f1c-b125-c36dec27a279', '35c44836-b440-472c-8059-c98a5ffada71', 'c0feee91-13e1-4626-95f0-03b60abe6597'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:32:36.246145 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd5cdc1-4323-4ba3-b7db-f972984f525f tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Pushing event deleted for resources: {'Port': ['ID=f270c028-70f9-4852-a18d-fe6a5464d03e,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:32:36.255348 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-6cf4505c-8c88-444a-af8e-a71a2c007de1 req-21d41785-0e5b-4cb0-b487-0334991f055b service neutron] For port ef8bbeba-a56f-4cd7-8f9f-2c26d50b2915, host n-h1-800634-1, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:32:36.256999 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3e4f0a80-e71d-4490-a9b1-b3f11faf427f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5970525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4763356'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:36.313297 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-6cf4505c-8c88-444a-af8e-a71a2c007de1 req-21d41785-0e5b-4cb0-b487-0334991f055b service neutron] Notify callbacks [] for binding, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:36.316027 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6cf4505c-8c88-444a-af8e-a71a2c007de1 req-21d41785-0e5b-4cb0-b487-0334991f055b service neutron] 10.222.0.41 "DELETE /v2.0/ports/ef8bbeba-a56f-4cd7-8f9f-2c26d50b2915/bindings/n-h1-800634-1 HTTP/1.1" status: 204 len: 173 time: 0.4324923 Jul 13 13:32:36.332301 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-1f65b6b7-4a76-4791-8be3-4a245eaf9ace req-53aa7802-5046-45bf-b94b-39da133d05bd tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:36.419822 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device f975f458-2c30-439b-975d-9cb383d447dc no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:32:36.432413 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4f0a80-e71d-4490-a9b1-b3f11faf427f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a46bc11-d782-4809-8619-8cea28e76954,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:32:36.436151 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-70f9d798-5c6d-4180-ad98-4d9aec1df6f3 req-3fd5cdc1-4323-4ba3-b7db-f972984f525f tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] No DVR routers for this DVR port f270c028-70f9-4852-a18d-fe6a5464d03e on host n-h1-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:32:36.447382 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f65b6b7-4a76-4791-8be3-4a245eaf9ace req-53aa7802-5046-45bf-b94b-39da133d05bd tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] Network eb9a46d3-143c-4124-a1f8-86a4243a701e is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:32:36.448161 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-70f9d798-5c6d-4180-ad98-4d9aec1df6f3 req-3fd5cdc1-4323-4ba3-b7db-f972984f525f tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:36.451179 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-70f9d798-5c6d-4180-ad98-4d9aec1df6f3 req-3fd5cdc1-4323-4ba3-b7db-f972984f525f tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.26 "DELETE /v2.0/ports/f270c028-70f9-4852-a18d-fe6a5464d03e HTTP/1.1" status: 204 len: 173 time: 1.3289769 Jul 13 13:32:36.452340 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3e4f0a80-e71d-4490-a9b1-b3f11faf427f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:36.466971 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [req-1f65b6b7-4a76-4791-8be3-4a245eaf9ace req-53aa7802-5046-45bf-b94b-39da133d05bd tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:32:36.467153 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-3e4f0a80-e71d-4490-a9b1-b3f11faf427f admin admin] 10.222.0.23 "DELETE /v2.0/subnets/6a46bc11-d782-4809-8619-8cea28e76954 HTTP/1.1" status: 204 len: 168 time: 1.0676069 Jul 13 13:32:36.467911 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 47730) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:32:36.474640 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f65b6b7-4a76-4791-8be3-4a245eaf9ace req-53aa7802-5046-45bf-b94b-39da133d05bd tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:32:36.494704 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f27b2cc-91af-4eaa-85b0-66e87a4e3d58 None None] Network 8383d7b7-a660-4823-adc0-5a1ebd37be68 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:32:36.540407 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53aa7802-5046-45bf-b94b-39da133d05bd tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] Pushing event updated for resources: {'Port': ['ID=952b63ce-7617-4566-8fff-7de30914d193,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:32:36.568557 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f65b6b7-4a76-4791-8be3-4a245eaf9ace req-53aa7802-5046-45bf-b94b-39da133d05bd tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:36.569234 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-1f65b6b7-4a76-4791-8be3-4a245eaf9ace req-53aa7802-5046-45bf-b94b-39da133d05bd tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:36.590634 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1f65b6b7-4a76-4791-8be3-4a245eaf9ace req-53aa7802-5046-45bf-b94b-39da133d05bd tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4104023 Jul 13 13:32:36.602684 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-1f65b6b7-4a76-4791-8be3-4a245eaf9ace req-5033e4db-cfb4-4af0-972a-ead1db99733f service neutron] Request body: {'port': {'device_id': '307beaa2-0fd0-4cfc-afa5-5f0bff5a9e60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-1'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:32:36.671651 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: f975f458-2c30-439b-975d-9cb383d447dc {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:32:36.671891 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device f975f458-2c30-439b-975d-9cb383d447dc not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:32:36.685904 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-46e33265-33cf-487e-9f0e-cb17ef316ef1 req-c81e2fdb-63fb-4b03-afd9-3bb6eb42bf3f tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.23 "GET /v2.0/ports?device_id=adc1ade6-2684-42ff-92d6-50065fc5781e HTTP/1.1" status: 200 len: 210 time: 0.0468171 Jul 13 13:32:36.697801 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9a5e0f82-8a64-4b19-ae70-8c0835365de3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:36.779538 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-1f65b6b7-4a76-4791-8be3-4a245eaf9ace req-5033e4db-cfb4-4af0-972a-ead1db99733f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:36.866539 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-9a5e0f82-8a64-4b19-ae70-8c0835365de3 admin admin] Deleting port 068c3719-e62d-4ccd-8de9-ccb0effe7ece {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:32:36.873847 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9a5e0f82-8a64-4b19-ae70-8c0835365de3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:36.960827 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-9a5e0f82-8a64-4b19-ae70-8c0835365de3 admin admin] For port 068c3719-e62d-4ccd-8de9-ccb0effe7ece, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=068c3719-e62d-4ccd-8de9-ccb0effe7ece,segment=NetworkSegment(345ae5d0-2a83-4ecb-838d-699d317350b1),segment_id=345ae5d0-2a83-4ecb-838d-699d317350b1)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:32:36.961196 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9a5e0f82-8a64-4b19-ae70-8c0835365de3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:36.975489 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-9a5e0f82-8a64-4b19-ae70-8c0835365de3 admin admin] Calling delete_port for 068c3719-e62d-4ccd-8de9-ccb0effe7ece owned by network:dhcp {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:32:37.034079 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1dfe0f1-74d0-4c0b-a3b1-09c9c555730e', 'tag': '84350c06-b0ae-49dd-97a8-0fb3ebfa8384'}, {'server_uuid': 'adc1ade6-2684-42ff-92d6-50065fc5781e', 'name': 'network-vif-deleted', 'tag': 'f270c028-70f9-4852-a18d-fe6a5464d03e'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:32:37.036287 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4464559-1d63-4850-b779-b8ef81370721" -d '{"events": [{"name": "network-changed", "server_uuid": "d1dfe0f1-74d0-4c0b-a3b1-09c9c555730e", "tag": "84350c06-b0ae-49dd-97a8-0fb3ebfa8384"}, {"server_uuid": "adc1ade6-2684-42ff-92d6-50065fc5781e", "name": "network-vif-deleted", "tag": "f270c028-70f9-4852-a18d-fe6a5464d03e"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:32:37.054853 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59b2a73e-80b8-4635-9f6a-3258089f9a04 None None] DHCP port deletion for 8383d7b7-a660-4823-adc0-5a1ebd37be68 request from n-d-800634-1 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 13:32:37.104585 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9a5e0f82-8a64-4b19-ae70-8c0835365de3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:37.111392 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-59b2a73e-80b8-4635-9f6a-3258089f9a04 None None] The port '068c3719-e62d-4ccd-8de9-ccb0effe7ece' was deleted {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 13 13:32:37.155420 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5e0f82-8a64-4b19-ae70-8c0835365de3 admin admin] Pushing event deleted for resources: {'Port': ['ID=068c3719-e62d-4ccd-8de9-ccb0effe7ece,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:32:37.156195 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa26fad-44da-4cce-a209-2a16d357c187 req-cc922e83-ffc6-4f06-8135-42ed70d3eb78 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:37.163392 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5e0f82-8a64-4b19-ae70-8c0835365de3 admin admin] No DVR routers for this DVR port 068c3719-e62d-4ccd-8de9-ccb0effe7ece on host n-d-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:32:37.164670 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8aa26fad-44da-4cce-a209-2a16d357c187 req-cc922e83-ffc6-4f06-8135-42ed70d3eb78 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/ports?device_id=51a49091-1f1d-4f7b-b145-79695b229fef HTTP/1.1" status: 200 len: 945 time: 0.1803277 Jul 13 13:32:37.265277 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8aa26fad-44da-4cce-a209-2a16d357c187 req-cfed4d9d-7ddc-4a57-bbbb-46ddacf6ca96 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1a1929d-de59-4a26-a69b-05b891c11dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997670 Jul 13 13:32:37.280079 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9a5e0f82-8a64-4b19-ae70-8c0835365de3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:37.290379 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f3b74f-edec-404f-b639-2961dd9246f5 req-120497b1-b9bf-4b79-a098-56081799b9b4 tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:37.297963 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-56f3b74f-edec-404f-b639-2961dd9246f5 req-120497b1-b9bf-4b79-a098-56081799b9b4 tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] 10.222.0.23 "GET /v2.0/ports?device_id=307beaa2-0fd0-4cfc-afa5-5f0bff5a9e60 HTTP/1.1" status: 200 len: 931 time: 0.2582076 Jul 13 13:32:37.332154 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-9a5e0f82-8a64-4b19-ae70-8c0835365de3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8383d7b7-a660-4823-adc0-5a1ebd37be68']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:32:37.357526 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-9a5e0f82-8a64-4b19-ae70-8c0835365de3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '345ae5d0-2a83-4ecb-838d-699d317350b1') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:32:37.357840 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-9a5e0f82-8a64-4b19-ae70-8c0835365de3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '345ae5d0-2a83-4ecb-838d-699d317350b1') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:32:37.371317 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9a5e0f82-8a64-4b19-ae70-8c0835365de3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5431730'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:37.394554 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [req-1f65b6b7-4a76-4791-8be3-4a245eaf9ace req-5033e4db-cfb4-4af0-972a-ead1db99733f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 952b63ce-7617-4566-8fff-7de30914d193 {{(pid=93751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:32:37.399808 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-56f3b74f-edec-404f-b639-2961dd9246f5 req-ed2e2ab5-755f-4b6a-88d9-2cbf21cd3f3f tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] 10.222.0.23 "GET /v2.0/security-groups?id=246f878a-992c-46a3-86c7-c947eed33eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009560 Jul 13 13:32:37.405302 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9a5e0f82-8a64-4b19-ae70-8c0835365de3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:37.416110 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a5e0f82-8a64-4b19-ae70-8c0835365de3 admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 13:32:37.416509 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9a5e0f82-8a64-4b19-ae70-8c0835365de3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5970419'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:37.418933 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:32:37.418933 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:32:37.418933 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:32:37.418933 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:32:37.418933 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:32:37.418933 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:32:37.418933 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:32:37.418933 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:32:37.418933 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:32:37.418933 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:32:37.418933 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:32:37.418933 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:32:37.418933 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:32:37.418933 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:32:37.418933 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:32:37.418933 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:32:37.418933 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:32:37.418933 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:32:37.418933 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:32:37.418933 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:32:37.418933 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:32:37.418933 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:32:37.418933 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:32:37.418933 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:32:37.418933 n-d-800634-1 neutron-server[93750]: Traceback (most recent call last): Jul 13 13:32:37.418933 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 13:32:37.418933 n-d-800634-1 neutron-server[93750]: timer() Jul 13 13:32:37.418933 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 13:32:37.418933 n-d-800634-1 neutron-server[93750]: cb(*args, **kw) Jul 13 13:32:37.418933 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 13:32:37.418933 n-d-800634-1 neutron-server[93750]: return func(*args, **kwargs) Jul 13 13:32:37.418933 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 13:32:37.418933 n-d-800634-1 neutron-server[93750]: self._notify() Jul 13 13:32:37.418933 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 13:32:37.418933 n-d-800634-1 neutron-server[93750]: self.callback(batched_events) Jul 13 13:32:37.418933 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 13:32:37.418933 n-d-800634-1 neutron-server[93750]: event.method(event) Jul 13 13:32:37.418933 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 13:32:37.418933 n-d-800634-1 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 13:32:37.418933 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 13:32:37.418933 n-d-800634-1 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 13:32:37.418933 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 13:32:37.418933 n-d-800634-1 neutron-server[93750]: return f(self, *a, **k) Jul 13 13:32:37.418933 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 13:32:37.418933 n-d-800634-1 neutron-server[93750]: return self._get(url).json() Jul 13 13:32:37.418933 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 13:32:37.418933 n-d-800634-1 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 13:32:37.418933 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 13:32:37.418933 n-d-800634-1 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 13 13:32:37.418933 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 13:32:37.418933 n-d-800634-1 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 13:32:37.418933 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 13:32:37.418933 n-d-800634-1 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 13:32:37.418933 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 13:32:37.418933 n-d-800634-1 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 13:32:37.418933 n-d-800634-1 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 13:32:37.429767 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-1f65b6b7-4a76-4791-8be3-4a245eaf9ace req-5033e4db-cfb4-4af0-972a-ead1db99733f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:37.458292 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-1f65b6b7-4a76-4791-8be3-4a245eaf9ace req-5033e4db-cfb4-4af0-972a-ead1db99733f service neutron] Transition to ACTIVE for port object 952b63ce-7617-4566-8fff-7de30914d193 will not be triggered until provisioned by entity L2. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:32:37.462827 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-1f65b6b7-4a76-4791-8be3-4a245eaf9ace req-5033e4db-cfb4-4af0-972a-ead1db99733f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:37.498823 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9a5e0f82-8a64-4b19-ae70-8c0835365de3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:37.517759 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9a5e0f82-8a64-4b19-ae70-8c0835365de3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:37.520415 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-9a5e0f82-8a64-4b19-ae70-8c0835365de3 admin admin] 10.222.0.23 "DELETE /v2.0/networks/8383d7b7-a660-4823-adc0-5a1ebd37be68 HTTP/1.1" status: 204 len: 168 time: 1.0512576 Jul 13 13:32:37.550138 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 13 Jul 2021 13:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70d3f2ca-7780-44de-82f9-4a54be51fa28 x-openstack-request-id: req-70d3f2ca-7780-44de-82f9-4a54be51fa28 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:32:37.560916 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1dfe0f1-74d0-4c0b-a3b1-09c9c555730e", "tag": "84350c06-b0ae-49dd-97a8-0fb3ebfa8384", "status": "completed", "code": 200}, {"server_uuid": "adc1ade6-2684-42ff-92d6-50065fc5781e", "name": "network-vif-deleted", "tag": "f270c028-70f9-4852-a18d-fe6a5464d03e", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:32:37.561207 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-70d3f2ca-7780-44de-82f9-4a54be51fa28 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:32:37.564589 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1dfe0f1-74d0-4c0b-a3b1-09c9c555730e', 'tag': '84350c06-b0ae-49dd-97a8-0fb3ebfa8384', 'status': 'completed', 'code': 200} Jul 13 13:32:37.565008 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adc1ade6-2684-42ff-92d6-50065fc5781e', 'name': 'network-vif-deleted', 'tag': 'f270c028-70f9-4852-a18d-fe6a5464d03e', 'status': 'completed', 'code': 200} Jul 13 13:32:37.565983 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5e0f82-8a64-4b19-ae70-8c0835365de3 admin admin] Pushing event deleted for resources: {'Network': ['ID=8383d7b7-a660-4823-adc0-5a1ebd37be68,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:32:37.654063 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5033e4db-cfb4-4af0-972a-ead1db99733f service neutron] Pushing event updated for resources: {'Port': ['ID=952b63ce-7617-4566-8fff-7de30914d193,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:32:37.737321 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e10068c-bdbb-4a52-bed9-b761c99d36ae req-641b9435-668d-4ade-8d3e-bd85db208bbe tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:37.745286 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7e10068c-bdbb-4a52-bed9-b761c99d36ae req-641b9435-668d-4ade-8d3e-bd85db208bbe tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3d5bccd-0e71-4b17-8dc4-bd3e64597e9a HTTP/1.1" status: 200 len: 948 time: 0.1953168 Jul 13 13:32:37.755523 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-1f65b6b7-4a76-4791-8be3-4a245eaf9ace req-5033e4db-cfb4-4af0-972a-ead1db99733f service neutron] Attempting to bind port 952b63ce-7617-4566-8fff-7de30914d193 on host n-h2-800634-1 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:32:37.756005 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-1f65b6b7-4a76-4791-8be3-4a245eaf9ace req-5033e4db-cfb4-4af0-972a-ead1db99733f service neutron] Attempting to bind port 952b63ce-7617-4566-8fff-7de30914d193 by drivers openvswitch,hyperv on host n-h2-800634-1 at level 0 using segments [{'id': '9472122b-cbf3-4934-aecb-e6fae280b13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'eb9a46d3-143c-4124-a1f8-86a4243a701e'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:32:37.756437 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f65b6b7-4a76-4791-8be3-4a245eaf9ace req-5033e4db-cfb4-4af0-972a-ead1db99733f service neutron] Attempting to bind port 952b63ce-7617-4566-8fff-7de30914d193 on network eb9a46d3-143c-4124-a1f8-86a4243a701e {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:32:37.759584 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4464559-1d63-4850-b779-b8ef81370721 req-3564a077-9eb8-4107-9d74-b41e46754c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:37.761100 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c4464559-1d63-4850-b779-b8ef81370721 req-3564a077-9eb8-4107-9d74-b41e46754c1f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ad96651d90924ac6a2bfe736b1e71ae8&device_id=d1dfe0f1-74d0-4c0b-a3b1-09c9c555730e HTTP/1.1" status: 200 len: 1094 time: 0.1858294 Jul 13 13:32:37.770685 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0d7f17-5c45-4190-ab77-777ee73518e8 req-ddcbc749-2faa-4615-8634-7bcf14e2e8d6 tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:37.771024 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f65b6b7-4a76-4791-8be3-4a245eaf9ace req-5033e4db-cfb4-4af0-972a-ead1db99733f service neutron] Port 952b63ce-7617-4566-8fff-7de30914d193 on network eb9a46d3-143c-4124-a1f8-86a4243a701e not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-1 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:32:37.771489 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f65b6b7-4a76-4791-8be3-4a245eaf9ace req-5033e4db-cfb4-4af0-972a-ead1db99733f service neutron] Attempting to bind port 952b63ce-7617-4566-8fff-7de30914d193 on network eb9a46d3-143c-4124-a1f8-86a4243a701e {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:32:37.772160 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6b0d7f17-5c45-4190-ab77-777ee73518e8 req-ddcbc749-2faa-4615-8634-7bcf14e2e8d6 tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1dfe0f1-74d0-4c0b-a3b1-09c9c555730e HTTP/1.1" status: 200 len: 943 time: 0.0978520 Jul 13 13:32:37.780917 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f65b6b7-4a76-4791-8be3-4a245eaf9ace req-5033e4db-cfb4-4af0-972a-ead1db99733f service neutron] Checking agent: {'id': 'f615e5c9-21ab-43f2-adbc-192d64b795cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:32:37.781428 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f65b6b7-4a76-4791-8be3-4a245eaf9ace req-5033e4db-cfb4-4af0-972a-ead1db99733f service neutron] Checking segment: {'id': '9472122b-cbf3-4934-aecb-e6fae280b13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'eb9a46d3-143c-4124-a1f8-86a4243a701e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:32:37.781963 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f65b6b7-4a76-4791-8be3-4a245eaf9ace req-5033e4db-cfb4-4af0-972a-ead1db99733f service neutron] Bound using segment: {'id': '9472122b-cbf3-4934-aecb-e6fae280b13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'eb9a46d3-143c-4124-a1f8-86a4243a701e'} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:32:37.782403 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-1f65b6b7-4a76-4791-8be3-4a245eaf9ace req-5033e4db-cfb4-4af0-972a-ead1db99733f service neutron] Bound port: 952b63ce-7617-4566-8fff-7de30914d193, host: n-h2-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9472122b-cbf3-4934-aecb-e6fae280b13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'eb9a46d3-143c-4124-a1f8-86a4243a701e'}}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:32:37.782899 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-1f65b6b7-4a76-4791-8be3-4a245eaf9ace req-5033e4db-cfb4-4af0-972a-ead1db99733f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:37.803456 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 47770) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:32:37.815943 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7e10068c-bdbb-4a52-bed9-b761c99d36ae req-55c0737a-5f62-47e7-aff4-9e1e659669bf tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] 10.222.0.23 "GET /v2.0/security-groups?id=0375d0dc-b9f6-47cd-991d-bd203a5d5aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697119 Jul 13 13:32:37.871743 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6b0d7f17-5c45-4190-ab77-777ee73518e8 req-83ee1156-0c78-4799-beeb-b47d460f7657 tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] 10.222.0.23 "GET /v2.0/security-groups?id=f0a8d85e-c901-48b0-b619-87bd6bfcd856&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794291 Jul 13 13:32:37.898091 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-4439ce19-c1c0-451d-a259-9720f09d3e42 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=86bbb34b99a240ce81608b490eb7e55d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0934439 Jul 13 13:32:37.900625 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 47778) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:32:37.916388 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-1f65b6b7-4a76-4791-8be3-4a245eaf9ace req-5033e4db-cfb4-4af0-972a-ead1db99733f service neutron] For port 952b63ce-7617-4566-8fff-7de30914d193, host n-h2-800634-1, cleared binding levels {{(pid=93751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:32:37.919972 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4464559-1d63-4850-b779-b8ef81370721 req-0076dff3-abcb-46d2-80c4-56d71feabe5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:37.921447 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c4464559-1d63-4850-b779-b8ef81370721 req-0076dff3-abcb-46d2-80c4-56d71feabe5f service neutron] 10.222.0.41 "GET /v2.0/networks?id=8fa0d465-8003-432f-9af5-3ecf92dbf33d HTTP/1.1" status: 200 len: 924 time: 0.1482468 Jul 13 13:32:37.922040 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-1f65b6b7-4a76-4791-8be3-4a245eaf9ace req-5033e4db-cfb4-4af0-972a-ead1db99733f service neutron] For port 952b63ce-7617-4566-8fff-7de30914d193, host n-h2-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=952b63ce-7617-4566-8fff-7de30914d193,segment=NetworkSegment(9472122b-cbf3-4934-aecb-e6fae280b13a),segment_id=9472122b-cbf3-4934-aecb-e6fae280b13a)] {{(pid=93751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:32:37.941561 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-1f65b6b7-4a76-4791-8be3-4a245eaf9ace req-5033e4db-cfb4-4af0-972a-ead1db99733f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:37.978391 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c4464559-1d63-4850-b779-b8ef81370721 req-40b5373e-a8e6-4aaf-9f37-0e25caa1e836 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=84350c06-b0ae-49dd-97a8-0fb3ebfa8384 HTTP/1.1" status: 200 len: 217 time: 0.0454674 Jul 13 13:32:38.016028 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5033e4db-cfb4-4af0-972a-ead1db99733f service neutron] Pushing event updated for resources: {'Port': ['ID=952b63ce-7617-4566-8fff-7de30914d193,revision_number=3']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:32:38.024094 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a3b6e04c-833f-47f2-9f87-30fdd919201c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:38.046107 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f65b6b7-4a76-4791-8be3-4a245eaf9ace req-5033e4db-cfb4-4af0-972a-ead1db99733f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:38.047069 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-1f65b6b7-4a76-4791-8be3-4a245eaf9ace req-5033e4db-cfb4-4af0-972a-ead1db99733f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:38.049874 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1f65b6b7-4a76-4791-8be3-4a245eaf9ace req-5033e4db-cfb4-4af0-972a-ead1db99733f service neutron] 10.222.0.41 "PUT /v2.0/ports/952b63ce-7617-4566-8fff-7de30914d193 HTTP/1.1" status: 200 len: 1091 time: 1.4521873 Jul 13 13:32:38.051061 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '307beaa2-0fd0-4cfc-afa5-5f0bff5a9e60', 'tag': '952b63ce-7617-4566-8fff-7de30914d193'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:32:38.065630 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a3b6e04c-833f-47f2-9f87-30fdd919201c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:38.074791 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d17b627af75e17e0f4b8d6239d04f8c2f78634e2c585e32a7aeca336500f34a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d4ab2ea-74e4-41a0-8213-7c35cc21746e" -d '{"events": [{"name": "network-changed", "server_uuid": "307beaa2-0fd0-4cfc-afa5-5f0bff5a9e60", "tag": "952b63ce-7617-4566-8fff-7de30914d193"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:32:38.077299 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4464559-1d63-4850-b779-b8ef81370721 req-25d89608-70f0-4c26-adeb-4634ad087510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:38.079310 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c4464559-1d63-4850-b779-b8ef81370721 req-25d89608-70f0-4c26-adeb-4634ad087510 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0935fffc-5f50-41bc-86c4-a4cd335b45c2 HTTP/1.1" status: 200 len: 863 time: 0.0894694 Jul 13 13:32:38.168940 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a3b6e04c-833f-47f2-9f87-30fdd919201c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:38.171674 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a3b6e04c-833f-47f2-9f87-30fdd919201c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:38.173477 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-a3b6e04c-833f-47f2-9f87-30fdd919201c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/898ca321-944b-4067-8a44-39a14757cfcc HTTP/1.1" status: 204 len: 168 time: 0.2712073 Jul 13 13:32:38.176888 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4464559-1d63-4850-b779-b8ef81370721 req-022619a1-c870-48d8-9858-a9735e712356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:38.178385 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c4464559-1d63-4850-b779-b8ef81370721 req-022619a1-c870-48d8-9858-a9735e712356 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8fa0d465-8003-432f-9af5-3ecf92dbf33d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0892813 Jul 13 13:32:38.186583 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b6e04c-833f-47f2-9f87-30fdd919201c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=898ca321-944b-4067-8a44-39a14757cfcc,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:32:38.251849 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b331e6d8-a01f-4f1b-aed0-de920107ff52 req-dde07f22-dd59-4905-b0e1-e684d52284f2 tempest-LiveAutoBlockMigrationV225Test-953904280 tempest-LiveAutoBlockMigrationV225Test-953904280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:38.262074 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b331e6d8-a01f-4f1b-aed0-de920107ff52 req-dde07f22-dd59-4905-b0e1-e684d52284f2 tempest-LiveAutoBlockMigrationV225Test-953904280 tempest-LiveAutoBlockMigrationV225Test-953904280-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=51a49091-1f1d-4f7b-b145-79695b229fef HTTP/1.1" status: 200 len: 1096 time: 0.1770849 Jul 13 13:32:38.322703 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c4464559-1d63-4850-b779-b8ef81370721 req-12954ac3-15a4-4549-a67e-42db9c373c95 service neutron] 10.222.0.41 "GET /v2.0/networks/8fa0d465-8003-432f-9af5-3ecf92dbf33d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363125 Jul 13 13:32:38.356149 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 068c3719-e62d-4ccd-8de9-ccb0effe7ece no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:32:38.372129 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b331e6d8-a01f-4f1b-aed0-de920107ff52 req-67c91366-8c0a-41c0-bbca-93b450660a63 tempest-LiveAutoBlockMigrationV225Test-953904280 tempest-LiveAutoBlockMigrationV225Test-953904280-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=e1a1929d-de59-4a26-a69b-05b891c11dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053202 Jul 13 13:32:38.391551 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f65b6b7-4a76-4791-8be3-4a245eaf9ace req-e4b3811d-77a4-4d39-ac85-6a6456deb98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:38.403542 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1f65b6b7-4a76-4791-8be3-4a245eaf9ace req-e4b3811d-77a4-4d39-ac85-6a6456deb98b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9dc24f72ab1249d5960accb3929ca979&device_id=307beaa2-0fd0-4cfc-afa5-5f0bff5a9e60 HTTP/1.1" status: 200 len: 1094 time: 0.2724514 Jul 13 13:32:38.410931 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: 068c3719-e62d-4ccd-8de9-ccb0effe7ece {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:32:38.412426 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 068c3719-e62d-4ccd-8de9-ccb0effe7ece not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:32:38.488994 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 47814) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:32:38.497476 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1f65b6b7-4a76-4791-8be3-4a245eaf9ace req-6c5a0181-70c4-4929-830a-6ef423001300 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=952b63ce-7617-4566-8fff-7de30914d193 HTTP/1.1" status: 200 len: 217 time: 0.0915446 Jul 13 13:32:38.507417 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 13:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fca03849-3b5d-444b-920e-dd88c247e2ae x-openstack-request-id: req-fca03849-3b5d-444b-920e-dd88c247e2ae {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:32:38.507837 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "307beaa2-0fd0-4cfc-afa5-5f0bff5a9e60", "tag": "952b63ce-7617-4566-8fff-7de30914d193", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:32:38.508196 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fca03849-3b5d-444b-920e-dd88c247e2ae {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:32:38.509955 n-d-800634-1 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '307beaa2-0fd0-4cfc-afa5-5f0bff5a9e60', 'tag': '952b63ce-7617-4566-8fff-7de30914d193', 'status': 'completed', 'code': 200} Jul 13 13:32:38.532955 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c4464559-1d63-4850-b779-b8ef81370721 req-47bd16eb-235c-4c1b-be2f-03373460fd76 service neutron] 10.222.0.41 "GET /v2.0/networks/8fa0d465-8003-432f-9af5-3ecf92dbf33d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041650 Jul 13 13:32:38.590450 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f65b6b7-4a76-4791-8be3-4a245eaf9ace req-7b431abb-1485-467f-af58-b72d476b9cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:38.592102 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1f65b6b7-4a76-4791-8be3-4a245eaf9ace req-7b431abb-1485-467f-af58-b72d476b9cb6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1e982c7c-a9b8-497d-b943-384953f5be36 HTTP/1.1" status: 200 len: 862 time: 0.0811687 Jul 13 13:32:38.651654 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1f65b6b7-4a76-4791-8be3-4a245eaf9ace req-25d22a5b-c0e8-480c-8e11-27d90a76a2dd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=eb9a46d3-143c-4124-a1f8-86a4243a701e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523143 Jul 13 13:32:38.706739 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4f000002-6043-46d5-aa1d-ac728585431e req-64f0084d-6834-4a1e-a60a-db9350ced7e5 tempest-ListImageFiltersTestJSON-1275882145 tempest-ListImageFiltersTestJSON-1275882145-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=0c6afd0d74ef477facd63cc7e998c451&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0534236 Jul 13 13:32:38.796834 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-506fa05d-d356-4b7a-88b3-c6cf44b1329b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:38.858500 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed484947-3678-43b6-bfe4-0e172f39bcbf req-1c48a43c-a4cd-4a11-98cf-0f4709674d91 tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:38.859223 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1f65b6b7-4a76-4791-8be3-4a245eaf9ace req-808fdf47-250a-4cd0-bcc8-2198a008d3cd service neutron] 10.222.0.41 "GET /v2.0/networks/eb9a46d3-143c-4124-a1f8-86a4243a701e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934295 Jul 13 13:32:38.860471 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ed484947-3678-43b6-bfe4-0e172f39bcbf req-1c48a43c-a4cd-4a11-98cf-0f4709674d91 tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] 10.222.0.23 "GET /v2.0/ports?device_id=307beaa2-0fd0-4cfc-afa5-5f0bff5a9e60 HTTP/1.1" status: 200 len: 943 time: 0.1235707 Jul 13 13:32:38.898171 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f000002-6043-46d5-aa1d-ac728585431e req-3f81e57a-2a88-4979-b00f-1e4d5d694269 tempest-ListImageFiltersTestJSON-1275882145 tempest-ListImageFiltersTestJSON-1275882145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:38.901224 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4f000002-6043-46d5-aa1d-ac728585431e req-3f81e57a-2a88-4979-b00f-1e4d5d694269 tempest-ListImageFiltersTestJSON-1275882145 tempest-ListImageFiltersTestJSON-1275882145-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1647196 Jul 13 13:32:38.932953 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ed484947-3678-43b6-bfe4-0e172f39bcbf req-540f002d-ed6b-4f3e-9b5d-1708831f005f tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] 10.222.0.23 "GET /v2.0/security-groups?id=246f878a-992c-46a3-86c7-c947eed33eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646112 Jul 13 13:32:38.943942 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4f000002-6043-46d5-aa1d-ac728585431e req-2587eb56-6a41-4cb4-9bf3-9d797373177e tempest-ListImageFiltersTestJSON-1275882145 tempest-ListImageFiltersTestJSON-1275882145-project] 10.222.0.23 "GET /v2.0/quotas/0c6afd0d74ef477facd63cc7e998c451 HTTP/1.1" status: 200 len: 375 time: 0.0168645 Jul 13 13:32:38.991594 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4f000002-6043-46d5-aa1d-ac728585431e req-1c156e54-e4ce-4d7e-b64f-c436d1147ad8 tempest-ListImageFiltersTestJSON-1275882145 tempest-ListImageFiltersTestJSON-1275882145-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=0c6afd0d74ef477facd63cc7e998c451&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0468590 Jul 13 13:32:38.993260 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-506fa05d-d356-4b7a-88b3-c6cf44b1329b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:39.002029 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-506fa05d-d356-4b7a-88b3-c6cf44b1329b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:39.052155 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1f65b6b7-4a76-4791-8be3-4a245eaf9ace req-e1b0a15a-7191-4f66-a8b5-102f0a877e84 service neutron] 10.222.0.41 "GET /v2.0/networks/eb9a46d3-143c-4124-a1f8-86a4243a701e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838338 Jul 13 13:32:39.121964 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-506fa05d-d356-4b7a-88b3-c6cf44b1329b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=42fef8f25e904d458b31c279df1f0a48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6262474 Jul 13 13:32:39.123207 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506fa05d-d356-4b7a-88b3-c6cf44b1329b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6804e9bb-88c4-4d8b-acfb-76ac9384cf5a,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:32:39.126047 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 47846) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:32:39.196996 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4fc061ef-13a5-400f-b0cf-92a617b5d308 req-664ef75d-89da-4a9c-b803-515585df13fa service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2ed535c6-8974-4169-9610-96a0a9a9863c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0928571 Jul 13 13:32:39.248431 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-46cd264c-ab68-40e6-85fc-f1373d404ca0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:39.289183 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4ab2ea-74e4-41a0-8213-7c35cc21746e req-2d461d6c-83eb-48cc-9a8a-4a824282783b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:39.291905 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6d4ab2ea-74e4-41a0-8213-7c35cc21746e req-2d461d6c-83eb-48cc-9a8a-4a824282783b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9dc24f72ab1249d5960accb3929ca979&device_id=307beaa2-0fd0-4cfc-afa5-5f0bff5a9e60 HTTP/1.1" status: 200 len: 1094 time: 0.1438022 Jul 13 13:32:39.294548 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-46cd264c-ab68-40e6-85fc-f1373d404ca0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:39.374769 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc061ef-13a5-400f-b0cf-92a617b5d308 req-5245c63d-ecc3-4c78-b785-f5e89234dc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:39.391270 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4fc061ef-13a5-400f-b0cf-92a617b5d308 req-5245c63d-ecc3-4c78-b785-f5e89234dc16 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=09bf0390c6c84bde9cf099d3a1ffb9e6&device_id=2ed535c6-8974-4169-9610-96a0a9a9863c HTTP/1.1" status: 200 len: 1123 time: 0.1357224 Jul 13 13:32:39.450749 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 84350c06-b0ae-49dd-97a8-0fb3ebfa8384 details requested by agent hyperv_n-h2-800634-1 with host n-h2-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 13:32:39.561377 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24410bb7-2c81-4743-bb5e-46f1d0b45cf2 req-f1425706-a359-4a60-9159-7916e8b4776d tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:39.569041 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-24410bb7-2c81-4743-bb5e-46f1d0b45cf2 req-f1425706-a359-4a60-9159-7916e8b4776d tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/networks?id=2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21 HTTP/1.1" status: 200 len: 820 time: 0.1759374 Jul 13 13:32:39.579167 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 47872) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:32:39.635802 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 84350c06-b0ae-49dd-97a8-0fb3ebfa8384, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=84350c06-b0ae-49dd-97a8-0fb3ebfa8384,segment=NetworkSegment(15c43e43-c0ec-4679-80b4-b23ff768bd51),segment_id=15c43e43-c0ec-4679-80b4-b23ff768bd51)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:32:39.639057 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-24410bb7-2c81-4743-bb5e-46f1d0b45cf2 req-e3b5c4c8-baf7-4117-9093-f12283e2d829 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/quotas/d50e67b9ee9e45449d2522df614fe533 HTTP/1.1" status: 200 len: 375 time: 0.0690193 Jul 13 13:32:39.642855 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device f270c028-70f9-4852-a18d-fe6a5464d03e no longer exists at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:32:39.678740 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-381d4315-9089-413f-a071-aa2897bda790 None None] No Port match for: f270c028-70f9-4852-a18d-fe6a5464d03e {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:32:39.679347 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device f270c028-70f9-4852-a18d-fe6a5464d03e not bound to the agent host n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:32:39.685928 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Returning: {'device': '84350c06-b0ae-49dd-97a8-0fb3ebfa8384', 'network_id': '8fa0d465-8003-432f-9af5-3ecf92dbf33d', 'port_id': '84350c06-b0ae-49dd-97a8-0fb3ebfa8384', 'mac_address': 'fa:16:3e:f1:b3:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0935fffc-5f50-41bc-86c4-a4cd335b45c2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 13:32:39.738274 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:39.749257 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-24410bb7-2c81-4743-bb5e-46f1d0b45cf2 req-c91f3053-f47b-4b9b-9170-bfff506c3928 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d50e67b9ee9e45449d2522df614fe533&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1092129 Jul 13 13:32:39.763502 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84350c06-b0ae-49dd-97a8-0fb3ebfa8384 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:32:39.791967 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 84350c06-b0ae-49dd-97a8-0fb3ebfa8384, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=84350c06-b0ae-49dd-97a8-0fb3ebfa8384,segment=NetworkSegment(15c43e43-c0ec-4679-80b4-b23ff768bd51),segment_id=15c43e43-c0ec-4679-80b4-b23ff768bd51)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:32:39.810745 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:39.873838 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-24410bb7-2c81-4743-bb5e-46f1d0b45cf2 req-7d1e50c3-347c-4fc0-b032-d1bbc873d2be service neutron] 10.222.0.23 "GET /v2.0/networks/2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232743 Jul 13 13:32:39.884398 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=84350c06-b0ae-49dd-97a8-0fb3ebfa8384,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:32:39.885262 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-2f5cd66e-0b7a-4132-80bc-156b717e4994 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-143526445-network', 'tenant_id': 'bd2a8667aac44b55ada497b7363262e0'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:32:39.907962 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-46cd264c-ab68-40e6-85fc-f1373d404ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:39.910628 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-46cd264c-ab68-40e6-85fc-f1373d404ca0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:39.911882 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-46cd264c-ab68-40e6-85fc-f1373d404ca0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6804e9bb-88c4-4d8b-acfb-76ac9384cf5a HTTP/1.1" status: 204 len: 168 time: 0.7845950 Jul 13 13:32:39.923442 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4ab2ea-74e4-41a0-8213-7c35cc21746e req-a3866dec-ccb2-483b-9f15-87d5b07a0a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:39.925223 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6d4ab2ea-74e4-41a0-8213-7c35cc21746e req-a3866dec-ccb2-483b-9f15-87d5b07a0a9f service neutron] 10.222.0.41 "GET /v2.0/networks?id=eb9a46d3-143c-4124-a1f8-86a4243a701e HTTP/1.1" status: 200 len: 922 time: 0.6236739 Jul 13 13:32:39.928541 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cd264c-ab68-40e6-85fc-f1373d404ca0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6804e9bb-88c4-4d8b-acfb-76ac9384cf5a,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:32:39.950998 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e08696-1db6-40f4-a9e0-036ae9d365dc req-ad29149f-b04c-4375-bf93-3b0dd5142d1d tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:39.953035 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-90e08696-1db6-40f4-a9e0-036ae9d365dc req-ad29149f-b04c-4375-bf93-3b0dd5142d1d tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3d5bccd-0e71-4b17-8dc4-bd3e64597e9a HTTP/1.1" status: 200 len: 948 time: 0.1952412 Jul 13 13:32:39.995361 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6d4ab2ea-74e4-41a0-8213-7c35cc21746e req-7a64402b-02c0-4600-96db-2ddaa34ebf55 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=952b63ce-7617-4566-8fff-7de30914d193 HTTP/1.1" status: 200 len: 217 time: 0.0599947 Jul 13 13:32:40.017542 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc061ef-13a5-400f-b0cf-92a617b5d308 req-24e470fa-1753-4926-96fa-0f1928551c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:40.020239 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4fc061ef-13a5-400f-b0cf-92a617b5d308 req-24e470fa-1753-4926-96fa-0f1928551c9e service neutron] 10.222.0.41 "GET /v2.0/networks?id=e0bfb334-0fd9-4ba5-ba79-1568ecabee30 HTTP/1.1" status: 200 len: 869 time: 0.4491520 Jul 13 13:32:40.100909 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4fc061ef-13a5-400f-b0cf-92a617b5d308 req-f85fe031-2e7a-4987-aae0-af9dc6865ea3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=894c88fc-95cc-4a2b-9a78-4c8bf919a43e HTTP/1.1" status: 200 len: 217 time: 0.0721071 Jul 13 13:32:40.104758 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f5cd66e-0b7a-4132-80bc-156b717e4994 admin admin] Made reservation on behalf of bd2a8667aac44b55ada497b7363262e0 for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:32:40.106659 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-90e08696-1db6-40f4-a9e0-036ae9d365dc req-f010177f-160b-401a-9a2d-e8dd641f7617 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] 10.222.0.23 "GET /v2.0/security-groups?id=0375d0dc-b9f6-47cd-991d-bd203a5d5aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203721 Jul 13 13:32:40.107780 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2f5cd66e-0b7a-4132-80bc-156b717e4994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:40.120059 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4ab2ea-74e4-41a0-8213-7c35cc21746e req-ccc8c45f-b75f-4ffc-8cb4-0b34f2256c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:40.122573 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-24410bb7-2c81-4743-bb5e-46f1d0b45cf2 req-6ce2d79f-2841-4b3f-a13c-440acfa372f9 service neutron] 10.222.0.23 "GET /v2.0/networks/2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2478225 Jul 13 13:32:40.127558 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6d4ab2ea-74e4-41a0-8213-7c35cc21746e req-ccc8c45f-b75f-4ffc-8cb4-0b34f2256c10 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1e982c7c-a9b8-497d-b943-384953f5be36 HTTP/1.1" status: 200 len: 862 time: 0.1185849 Jul 13 13:32:40.136616 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['84350c06-b0ae-49dd-97a8-0fb3ebfa8384'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:32:40.165857 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6d4ab2ea-74e4-41a0-8213-7c35cc21746e req-07f287f2-2ea1-440a-bb81-74ee39b13e0c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=eb9a46d3-143c-4124-a1f8-86a4243a701e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313234 Jul 13 13:32:40.182334 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d917dbb-d924-4e7d-8814-6e2f6c3a0aec req-7da4ed5c-df54-4432-bbcf-1100143d2992 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:40.184519 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4d917dbb-d924-4e7d-8814-6e2f6c3a0aec req-7da4ed5c-df54-4432-bbcf-1100143d2992 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcffa36d-6426-4065-9bdd-d8c3e8c4bc50 HTTP/1.1" status: 200 len: 950 time: 0.2004666 Jul 13 13:32:40.238221 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2f5cd66e-0b7a-4132-80bc-156b717e4994 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:40.320402 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc061ef-13a5-400f-b0cf-92a617b5d308 req-c7b1646b-b09b-4d71-8b0b-2cbd87e2ab79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:40.321928 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4fc061ef-13a5-400f-b0cf-92a617b5d308 req-c7b1646b-b09b-4d71-8b0b-2cbd87e2ab79 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=60b55863-ceb6-45af-a8a4-4b22d72866af HTTP/1.1" status: 200 len: 843 time: 0.1959639 Jul 13 13:32:40.361901 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 47886) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:32:40.364083 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6d4ab2ea-74e4-41a0-8213-7c35cc21746e req-b7b0dac4-d6b3-4d1f-964e-65d2fcaaeb41 service neutron] 10.222.0.41 "GET /v2.0/networks/eb9a46d3-143c-4124-a1f8-86a4243a701e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896489 Jul 13 13:32:40.462100 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc061ef-13a5-400f-b0cf-92a617b5d308 req-e0045e87-88e3-4f06-9017-da219808a9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:40.466110 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4fc061ef-13a5-400f-b0cf-92a617b5d308 req-e0045e87-88e3-4f06-9017-da219808a9d5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e0bfb334-0fd9-4ba5-ba79-1568ecabee30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1371372 Jul 13 13:32:40.525921 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a51adcef-2534-4623-b8c5-f0ed99cb046f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:40.557575 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-67953863-8649-4f9f-be0e-9cc22e874647 req-522fb05c-e60c-4691-a935-e040389f863a tempest-ListImageFiltersTestJSON-1275882145 tempest-ListImageFiltersTestJSON-1275882145-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=0c6afd0d74ef477facd63cc7e998c451&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0729728 Jul 13 13:32:40.570354 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2f5cd66e-0b7a-4132-80bc-156b717e4994 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:40.600980 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2f5cd66e-0b7a-4132-80bc-156b717e4994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:40.650005 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb44fd3-674d-411e-9102-143af098af49 req-e96087cb-1578-41ed-93f4-f4fef11874b2 tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:40.654216 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8eb44fd3-674d-411e-9102-143af098af49 req-e96087cb-1578-41ed-93f4-f4fef11874b2 tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1dfe0f1-74d0-4c0b-a3b1-09c9c555730e HTTP/1.1" status: 200 len: 944 time: 0.3595233 Jul 13 13:32:40.679470 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6d4ab2ea-74e4-41a0-8213-7c35cc21746e req-af203140-2399-4d6f-b7e3-1ab60794c2e0 service neutron] 10.222.0.41 "GET /v2.0/networks/eb9a46d3-143c-4124-a1f8-86a4243a701e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2494559 Jul 13 13:32:40.688951 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f5cd66e-0b7a-4132-80bc-156b717e4994 admin admin] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 13:32:40.710175 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5cd66e-0b7a-4132-80bc-156b717e4994 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98682ade-fef0-465b-8ff8-5e62c3cf00b9,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:32:40.748559 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2f5cd66e-0b7a-4132-80bc-156b717e4994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:40.748790 n-d-800634-1 neutron-server[93751]: INFO neutron.db.segments_db [None req-2f5cd66e-0b7a-4132-80bc-156b717e4994 admin admin] Added segment e491f259-e215-4f92-bd39-9a2c055ebaec of type vlan for network 83144b3e-631d-44ef-a4ac-c28f11dc0083 Jul 13 13:32:40.753833 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4fc061ef-13a5-400f-b0cf-92a617b5d308 req-4b7196b7-8200-416e-84a0-911cb2a28d7a service neutron] 10.222.0.41 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2789047 Jul 13 13:32:40.884339 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8eb44fd3-674d-411e-9102-143af098af49 req-c0e860f0-6797-46e8-8001-5b63de8c3ee0 tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] 10.222.0.23 "GET /v2.0/security-groups?id=f0a8d85e-c901-48b0-b619-87bd6bfcd856&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1723852 Jul 13 13:32:40.889506 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67953863-8649-4f9f-be0e-9cc22e874647 req-bea4ed78-c7a0-4897-8b14-ec5dab003669 tempest-ListImageFiltersTestJSON-1275882145 tempest-ListImageFiltersTestJSON-1275882145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:40.896429 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-67953863-8649-4f9f-be0e-9cc22e874647 req-bea4ed78-c7a0-4897-8b14-ec5dab003669 tempest-ListImageFiltersTestJSON-1275882145 tempest-ListImageFiltersTestJSON-1275882145-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3288758 Jul 13 13:32:40.904320 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a04a653-cd23-4d9b-bfb5-3333125cf3e4 req-d23f5099-3cfd-40bd-aacc-c659bd4add21 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:40.906486 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4a04a653-cd23-4d9b-bfb5-3333125cf3e4 req-d23f5099-3cfd-40bd-aacc-c659bd4add21 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.26 "GET /v2.0/ports?device_id=25b3224a-2e18-412e-b801-a50566da15cd HTTP/1.1" status: 200 len: 950 time: 0.1874738 Jul 13 13:32:40.918852 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4f000002-6043-46d5-aa1d-ac728585431e req-b81f5536-32f8-4aee-9540-e3755e7b2168 tempest-ListImageFiltersTestJSON-1275882145 tempest-ListImageFiltersTestJSON-1275882145-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=0c6afd0d74ef477facd63cc7e998c451&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0734470 Jul 13 13:32:40.930811 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2f5cd66e-0b7a-4132-80bc-156b717e4994 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:40.956050 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a51adcef-2534-4623-b8c5-f0ed99cb046f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:40.958437 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-4d917dbb-d924-4e7d-8814-6e2f6c3a0aec req-cecc8f4c-f95e-4a39-9514-d45ef860e45c tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Deleting port c0feee91-13e1-4626-95f0-03b60abe6597 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:32:40.958861 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4d917dbb-d924-4e7d-8814-6e2f6c3a0aec req-cecc8f4c-f95e-4a39-9514-d45ef860e45c tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:40.974668 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a51adcef-2534-4623-b8c5-f0ed99cb046f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:41.004642 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-67953863-8649-4f9f-be0e-9cc22e874647 req-cf984d5d-6bad-4862-b625-68c2833c2e72 tempest-ListImageFiltersTestJSON-1275882145 tempest-ListImageFiltersTestJSON-1275882145-project] 10.222.0.23 "GET /v2.0/quotas/0c6afd0d74ef477facd63cc7e998c451 HTTP/1.1" status: 200 len: 375 time: 0.1073215 Jul 13 13:32:41.065596 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-67953863-8649-4f9f-be0e-9cc22e874647 req-4a24bf6c-9eb5-4102-9845-34f95a70bdd2 tempest-ListImageFiltersTestJSON-1275882145 tempest-ListImageFiltersTestJSON-1275882145-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=0c6afd0d74ef477facd63cc7e998c451&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0479434 Jul 13 13:32:41.095198 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4fc061ef-13a5-400f-b0cf-92a617b5d308 req-13c8a3d3-76f6-49d8-9810-51abd7d95ceb service neutron] 10.222.0.41 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3314431 Jul 13 13:32:41.114090 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2f5cd66e-0b7a-4132-80bc-156b717e4994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:41.115280 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f5cd66e-0b7a-4132-80bc-156b717e4994 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:41.117362 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2f5cd66e-0b7a-4132-80bc-156b717e4994 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:41.163775 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f000002-6043-46d5-aa1d-ac728585431e req-a13f1415-cd45-4baa-81b0-e506f53a0799 tempest-ListImageFiltersTestJSON-1275882145 tempest-ListImageFiltersTestJSON-1275882145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:41.166147 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4f000002-6043-46d5-aa1d-ac728585431e req-a13f1415-cd45-4baa-81b0-e506f53a0799 tempest-ListImageFiltersTestJSON-1275882145 tempest-ListImageFiltersTestJSON-1275882145-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2376463 Jul 13 13:32:41.201599 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51adcef-2534-4623-b8c5-f0ed99cb046f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ef9c31a-c638-4dac-8fec-6eef0b2f3c7d,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:32:41.215408 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51adcef-2534-4623-b8c5-f0ed99cb046f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:32:41.216214 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51adcef-2534-4623-b8c5-f0ed99cb046f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:32:41.216616 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51adcef-2534-4623-b8c5-f0ed99cb046f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:32:41.217985 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51adcef-2534-4623-b8c5-f0ed99cb046f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:32:41.217985 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51adcef-2534-4623-b8c5-f0ed99cb046f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:32:41.217985 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51adcef-2534-4623-b8c5-f0ed99cb046f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:32:41.217985 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51adcef-2534-4623-b8c5-f0ed99cb046f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:32:41.218347 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51adcef-2534-4623-b8c5-f0ed99cb046f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:32:41.218720 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51adcef-2534-4623-b8c5-f0ed99cb046f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:32:41.219040 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51adcef-2534-4623-b8c5-f0ed99cb046f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:32:41.219362 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51adcef-2534-4623-b8c5-f0ed99cb046f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:32:41.219677 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51adcef-2534-4623-b8c5-f0ed99cb046f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:32:41.221902 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-4f000002-6043-46d5-aa1d-ac728585431e req-1480d8dc-ad45-4da3-b004-49a4d082647a tempest-ListImageFiltersTestJSON-1275882145 tempest-ListImageFiltersTestJSON-1275882145-project] Request body: {'port': {'device_id': 'e97f4d76-afe7-4003-aad7-a272d938d7ce', 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30', 'admin_state_up': True, 'tenant_id': '0c6afd0d74ef477facd63cc7e998c451'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:32:41.246514 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-a51adcef-2534-4623-b8c5-f0ed99cb046f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=44edf51d865b42d59788a78099f83cf3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8809149 Jul 13 13:32:41.254875 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 47910) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:32:41.316090 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5cd66e-0b7a-4132-80bc-156b717e4994 admin admin] Pushing event updated for resources: {'Network': ['ID=83144b3e-631d-44ef-a4ac-c28f11dc0083,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:32:41.329721 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network 83144b3e-631d-44ef-a4ac-c28f11dc0083 details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 13:32:41.334271 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-2f5cd66e-0b7a-4132-80bc-156b717e4994 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.7531033 Jul 13 13:32:41.336116 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 47914) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:32:41.360926 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-f2dc6aea-7659-43e9-a23a-cf5a82a4e2d4 admin admin] Request body: {'subnet': {'network_id': '83144b3e-631d-44ef-a4ac-c28f11dc0083', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-143526445-subnet', 'tenant_id': 'bd2a8667aac44b55ada497b7363262e0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:32:41.391874 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de408b3-229e-482c-98a8-8bab07060d2b req-f32c1180-9ee1-4fbd-9868-d6dff607dca3 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:41.399315 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3de408b3-229e-482c-98a8-8bab07060d2b req-f32c1180-9ee1-4fbd-9868-d6dff607dca3 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.23 "GET /v2.0/ports?device_id=dcffa36d-6426-4065-9bdd-d8c3e8c4bc50 HTTP/1.1" status: 200 len: 950 time: 0.3400445 Jul 13 13:32:41.457927 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 728cfa00-3778-4628-ac4c-06f4e7aa1861 details requested by agent hyperv_n-h2-800634-1 with host n-h2-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 13:32:41.461519 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 84350c06-b0ae-49dd-97a8-0fb3ebfa8384 up at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:32:41.477671 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-4d917dbb-d924-4e7d-8814-6e2f6c3a0aec req-cecc8f4c-f95e-4a39-9514-d45ef860e45c tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] For port c0feee91-13e1-4626-95f0-03b60abe6597, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=c0feee91-13e1-4626-95f0-03b60abe6597,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:32:41.478281 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4d917dbb-d924-4e7d-8814-6e2f6c3a0aec req-cecc8f4c-f95e-4a39-9514-d45ef860e45c tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:41.489209 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e77ece40-e118-4a87-a393-e59c43bc0f00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:41.524083 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e77ece40-e118-4a87-a393-e59c43bc0f00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:41.552650 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-4d917dbb-d924-4e7d-8814-6e2f6c3a0aec req-cecc8f4c-f95e-4a39-9514-d45ef860e45c tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Calling delete_port for c0feee91-13e1-4626-95f0-03b60abe6597 owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:32:41.571770 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3de408b3-229e-482c-98a8-8bab07060d2b req-c82fa747-dd80-4448-becf-938941df31aa tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.23 "GET /v2.0/security-groups?id=30616c26-47b2-497e-86af-cdf36766fc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713114 Jul 13 13:32:41.607413 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning for port 84350c06-b0ae-49dd-97a8-0fb3ebfa8384 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:32:41.633669 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning complete for port 84350c06-b0ae-49dd-97a8-0fb3ebfa8384 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:32:41.634491 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:41.682841 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 728cfa00-3778-4628-ac4c-06f4e7aa1861, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=728cfa00-3778-4628-ac4c-06f4e7aa1861,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:32:41.704723 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Returning: {'device': '728cfa00-3778-4628-ac4c-06f4e7aa1861', 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30', 'port_id': '728cfa00-3778-4628-ac4c-06f4e7aa1861', 'mac_address': 'fa:16:3e:43:12:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60b55863-ceb6-45af-a8a4-4b22d72866af', 'ip_address': '192.168.233.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 13:32:41.784203 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-4a04a653-cd23-4d9b-bfb5-3333125cf3e4 req-6cbf3435-7ddd-4d07-9194-357b781213a0 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Deleting port 3a90243c-de42-46cb-9b58-efc8f07230e9 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:32:41.784943 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4a04a653-cd23-4d9b-bfb5-3333125cf3e4 req-6cbf3435-7ddd-4d07-9194-357b781213a0 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:41.797347 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2dc6aea-7659-43e9-a23a-cf5a82a4e2d4 admin admin] Made reservation on behalf of bd2a8667aac44b55ada497b7363262e0 for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:32:41.800391 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f2dc6aea-7659-43e9-a23a-cf5a82a4e2d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6104980'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:41.899279 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f000002-6043-46d5-aa1d-ac728585431e req-1480d8dc-ad45-4da3-b004-49a4d082647a tempest-ListImageFiltersTestJSON-1275882145 tempest-ListImageFiltersTestJSON-1275882145-project] Made reservation on behalf of 0c6afd0d74ef477facd63cc7e998c451 for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:32:41.903556 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-4f000002-6043-46d5-aa1d-ac728585431e req-1480d8dc-ad45-4da3-b004-49a4d082647a tempest-ListImageFiltersTestJSON-1275882145 tempest-ListImageFiltersTestJSON-1275882145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:41.926196 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-4f000002-6043-46d5-aa1d-ac728585431e req-1480d8dc-ad45-4da3-b004-49a4d082647a tempest-ListImageFiltersTestJSON-1275882145 tempest-ListImageFiltersTestJSON-1275882145-project] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:41.948414 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33b0466-128b-4a8f-a7c0-89b8ab6003f1 req-3de53f0c-103b-4b69-bbe5-56f619d0c057 tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:41.957357 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a33b0466-128b-4a8f-a7c0-89b8ab6003f1 req-3de53f0c-103b-4b69-bbe5-56f619d0c057 tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] 10.222.0.23 "GET /v2.0/ports?device_id=307beaa2-0fd0-4cfc-afa5-5f0bff5a9e60 HTTP/1.1" status: 200 len: 943 time: 0.5423024 Jul 13 13:32:42.002332 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:42.020720 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 728cfa00-3778-4628-ac4c-06f4e7aa1861 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:32:42.037630 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:42.055108 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 728cfa00-3778-4628-ac4c-06f4e7aa1861, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=728cfa00-3778-4628-ac4c-06f4e7aa1861,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:32:42.067359 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:42.068070 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 952b63ce-7617-4566-8fff-7de30914d193 details requested by agent hyperv_n-h2-800634-1 with host n-h2-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 13:32:42.083501 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a33b0466-128b-4a8f-a7c0-89b8ab6003f1 req-e36e3d89-0357-458d-aac7-110e0e3df910 tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] 10.222.0.23 "GET /v2.0/security-groups?id=246f878a-992c-46a3-86c7-c947eed33eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248376 Jul 13 13:32:42.162525 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1dfe0f1-74d0-4c0b-a3b1-09c9c555730e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84350c06-b0ae-49dd-97a8-0fb3ebfa8384'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:32:42.164947 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b5ced56-c820-49bc-82d5-aff06d2d879f" -d '{"events": [{"server_uuid": "d1dfe0f1-74d0-4c0b-a3b1-09c9c555730e", "name": "network-vif-plugged", "status": "completed", "tag": "84350c06-b0ae-49dd-97a8-0fb3ebfa8384"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:32:42.207291 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-4a04a653-cd23-4d9b-bfb5-3333125cf3e4 req-6cbf3435-7ddd-4d07-9194-357b781213a0 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] For port 3a90243c-de42-46cb-9b58-efc8f07230e9, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=3a90243c-de42-46cb-9b58-efc8f07230e9,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:32:42.207858 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4a04a653-cd23-4d9b-bfb5-3333125cf3e4 req-6cbf3435-7ddd-4d07-9194-357b781213a0 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:42.217803 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 84350c06-b0ae-49dd-97a8-0fb3ebfa8384, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=84350c06-b0ae-49dd-97a8-0fb3ebfa8384,segment=NetworkSegment(15c43e43-c0ec-4679-80b4-b23ff768bd51),segment_id=15c43e43-c0ec-4679-80b4-b23ff768bd51)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:32:42.228441 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-4a04a653-cd23-4d9b-bfb5-3333125cf3e4 req-6cbf3435-7ddd-4d07-9194-357b781213a0 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Calling delete_port for 3a90243c-de42-46cb-9b58-efc8f07230e9 owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:32:42.234346 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:42.235286 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 728cfa00-3778-4628-ac4c-06f4e7aa1861 no longer exists at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:32:42.273513 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f2dc6aea-7659-43e9-a23a-cf5a82a4e2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6018343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6104998'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:42.291181 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=728cfa00-3778-4628-ac4c-06f4e7aa1861,revision_number=9']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:32:42.295641 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 952b63ce-7617-4566-8fff-7de30914d193, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=952b63ce-7617-4566-8fff-7de30914d193,segment=NetworkSegment(9472122b-cbf3-4934-aecb-e6fae280b13a),segment_id=9472122b-cbf3-4934-aecb-e6fae280b13a)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:32:42.334763 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Returning: {'device': '952b63ce-7617-4566-8fff-7de30914d193', 'network_id': 'eb9a46d3-143c-4124-a1f8-86a4243a701e', 'port_id': '952b63ce-7617-4566-8fff-7de30914d193', 'mac_address': 'fa:16:3e:8a:ac:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e982c7c-a9b8-497d-b943-384953f5be36', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 13:32:42.385795 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-4f000002-6043-46d5-aa1d-ac728585431e req-1480d8dc-ad45-4da3-b004-49a4d082647a tempest-ListImageFiltersTestJSON-1275882145 tempest-ListImageFiltersTestJSON-1275882145-project] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:42.396946 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=84350c06-b0ae-49dd-97a8-0fb3ebfa8384,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:32:42.405530 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-4f000002-6043-46d5-aa1d-ac728585431e req-1480d8dc-ad45-4da3-b004-49a4d082647a tempest-ListImageFiltersTestJSON-1275882145 tempest-ListImageFiltersTestJSON-1275882145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:42.428146 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24410bb7-2c81-4743-bb5e-46f1d0b45cf2 req-8b3e024a-273f-4913-9d96-4b5b0da005c7 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:42.431566 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-24410bb7-2c81-4743-bb5e-46f1d0b45cf2 req-8b3e024a-273f-4913-9d96-4b5b0da005c7 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.26 "GET /v2.0/networks?id=2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21 HTTP/1.1" status: 200 len: 820 time: 0.4174104 Jul 13 13:32:42.436168 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dc6aea-7659-43e9-a23a-cf5a82a4e2d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=580b2432-fbdc-4d77-857f-d4faf5530924,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:32:42.444816 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:42.457571 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:42.465127 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2dc6aea-7659-43e9-a23a-cf5a82a4e2d4 admin admin] Checking segment: {'id': 'e491f259-e215-4f92-bd39-9a2c055ebaec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '83144b3e-631d-44ef-a4ac-c28f11dc0083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:32:42.465491 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2dc6aea-7659-43e9-a23a-cf5a82a4e2d4 admin admin] Network hostable DHCP agents. Network: 83144b3e-631d-44ef-a4ac-c28f11dc0083, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 13:32:42.469658 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 952b63ce-7617-4566-8fff-7de30914d193 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:32:42.478028 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1480d8dc-ad45-4da3-b004-49a4d082647a tempest-ListImageFiltersTestJSON-1275882145 tempest-ListImageFiltersTestJSON-1275882145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4865dafb-f53b-45c8-89d6-c6cc7f94c49e,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:32:42.478963 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 728cfa00-3778-4628-ac4c-06f4e7aa1861 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:32:42.501272 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-24410bb7-2c81-4743-bb5e-46f1d0b45cf2 req-23cdfa7c-660f-41eb-83d5-29b9e04a764b tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] Request body: {'port': {'device_id': 'a56051f7-ad2a-48ca-8ebc-3ae17c46d4a2', 'network_id': '2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21', 'admin_state_up': True, 'tenant_id': 'd50e67b9ee9e45449d2522df614fe533'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:32:42.502392 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0c048e-d1a5-4eef-a31c-06aeb7ccad79 req-a54f8064-1836-47af-993f-cd49154cff6c tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:42.506212 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-9f0c048e-d1a5-4eef-a31c-06aeb7ccad79 req-a54f8064-1836-47af-993f-cd49154cff6c tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3d5bccd-0e71-4b17-8dc4-bd3e64597e9a HTTP/1.1" status: 200 len: 947 time: 0.2149935 Jul 13 13:32:42.507235 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d74abde5-6791-4d99-8f73-3d4ba032f929 req-137e9278-0116-4cf3-9856-f9b18723e20c tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/ports?device_id=a56051f7-ad2a-48ca-8ebc-3ae17c46d4a2 HTTP/1.1" status: 200 len: 210 time: 0.6851494 Jul 13 13:32:42.507943 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4d917dbb-d924-4e7d-8814-6e2f6c3a0aec req-cecc8f4c-f95e-4a39-9514-d45ef860e45c tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:42.518499 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 728cfa00-3778-4628-ac4c-06f4e7aa1861, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=728cfa00-3778-4628-ac4c-06f4e7aa1861,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:32:42.523256 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2dc6aea-7659-43e9-a23a-cf5a82a4e2d4 admin admin] Network 83144b3e-631d-44ef-a4ac-c28f11dc0083 is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 13:32:42.539182 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['894c88fc-95cc-4a2b-9a78-4c8bf919a43e', 'fce86fce-7d5e-4f1c-b125-c36dec27a279', '35c44836-b440-472c-8059-c98a5ffada71', 'c0feee91-13e1-4626-95f0-03b60abe6597'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:32:42.550674 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['3a90243c-de42-46cb-9b58-efc8f07230e9'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:32:42.574679 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 952b63ce-7617-4566-8fff-7de30914d193, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=952b63ce-7617-4566-8fff-7de30914d193,segment=NetworkSegment(9472122b-cbf3-4934-aecb-e6fae280b13a),segment_id=9472122b-cbf3-4934-aecb-e6fae280b13a)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:32:42.586535 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-f2dc6aea-7659-43e9-a23a-cf5a82a4e2d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, 83144b3e-631d-44ef-a4ac-c28f11dc0083) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:32:42.594712 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:42.601020 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecc8f4c-f95e-4a39-9514-d45ef860e45c tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Pushing event deleted for resources: {'Port': ['ID=c0feee91-13e1-4626-95f0-03b60abe6597,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:32:42.604086 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2dc6aea-7659-43e9-a23a-cf5a82a4e2d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:42.604699 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f2dc6aea-7659-43e9-a23a-cf5a82a4e2d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:42.607719 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e77ece40-e118-4a87-a393-e59c43bc0f00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:42.611354 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e77ece40-e118-4a87-a393-e59c43bc0f00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:42.614754 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-e77ece40-e118-4a87-a393-e59c43bc0f00 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8ef9c31a-c638-4dac-8fec-6eef0b2f3c7d HTTP/1.1" status: 204 len: 168 time: 1.3515592 Jul 13 13:32:42.672484 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-f2dc6aea-7659-43e9-a23a-cf5a82a4e2d4 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.3214951 Jul 13 13:32:42.678936 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 47930) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:32:42.679353 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77ece40-e118-4a87-a393-e59c43bc0f00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ef9c31a-c638-4dac-8fec-6eef0b2f3c7d,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:32:42.688545 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-fecffb0f-5dcb-4248-812a-6e43ee8af470 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-143526445-router', 'tenant_id': 'bd2a8667aac44b55ada497b7363262e0', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:32:42.699508 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4a04a653-cd23-4d9b-bfb5-3333125cf3e4 req-6cbf3435-7ddd-4d07-9194-357b781213a0 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:42.708061 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15cfb7f5-123d-4dbc-b96f-857c5b10aec6 None None] Network 83144b3e-631d-44ef-a4ac-c28f11dc0083 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:32:42.710394 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-9f0c048e-d1a5-4eef-a31c-06aeb7ccad79 req-56a086ce-51d2-4ed5-9c0f-cfd079d0c601 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] 10.222.0.23 "GET /v2.0/security-groups?id=0375d0dc-b9f6-47cd-991d-bd203a5d5aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978209 Jul 13 13:32:42.728588 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d917dbb-d924-4e7d-8814-6e2f6c3a0aec req-cecc8f4c-f95e-4a39-9514-d45ef860e45c tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] No DVR routers for this DVR port c0feee91-13e1-4626-95f0-03b60abe6597 on host n-h2-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:32:42.734624 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4d917dbb-d924-4e7d-8814-6e2f6c3a0aec req-cecc8f4c-f95e-4a39-9514-d45ef860e45c tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:42.734839 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=728cfa00-3778-4628-ac4c-06f4e7aa1861,revision_number=10']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:32:42.737412 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4d917dbb-d924-4e7d-8814-6e2f6c3a0aec req-cecc8f4c-f95e-4a39-9514-d45ef860e45c tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.41 "DELETE /v2.0/ports/c0feee91-13e1-4626-95f0-03b60abe6597 HTTP/1.1" status: 204 len: 173 time: 2.4411695 Jul 13 13:32:42.754112 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:42.763942 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcffa36d-6426-4065-9bdd-d8c3e8c4bc50', 'name': 'network-vif-deleted', 'tag': 'c0feee91-13e1-4626-95f0-03b60abe6597'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:32:42.766493 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-757795fa-d138-4e13-866d-4634010d9680" -d '{"events": [{"server_uuid": "dcffa36d-6426-4065-9bdd-d8c3e8c4bc50", "name": "network-vif-deleted", "tag": "c0feee91-13e1-4626-95f0-03b60abe6597"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:32:42.882496 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-42fe8ec7-e828-4556-ae8a-229da9e56dee req-826a9f09-b3e5-4012-b8d1-036c884fd1bd tempest-ListImageFiltersTestJSON-1275882145 tempest-ListImageFiltersTestJSON-1275882145-project] 10.222.0.23 "GET /v2.0/ports?device_id=e88ea5f4-ba87-44d8-b2e9-1f56bd705c34 HTTP/1.1" status: 200 len: 210 time: 0.1325924 Jul 13 13:32:42.889308 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fecffb0f-5dcb-4248-812a-6e43ee8af470 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1591928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2714'] for router, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:42.893660 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fecffb0f-5dcb-4248-812a-6e43ee8af470 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447198', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1629690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2689'] for router, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:42.924506 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbf3435-7ddd-4d07-9194-357b781213a0 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Pushing event deleted for resources: {'Port': ['ID=3a90243c-de42-46cb-9b58-efc8f07230e9,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:32:42.952091 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [req-4f000002-6043-46d5-aa1d-ac728585431e req-1480d8dc-ad45-4da3-b004-49a4d082647a tempest-ListImageFiltersTestJSON-1275882145 tempest-ListImageFiltersTestJSON-1275882145-project] Allocated IP 192.168.233.243 (e0bfb334-0fd9-4ba5-ba79-1568ecabee30/60b55863-ceb6-45af-a8a4-4b22d72866af/a607eca1-b7af-4648-8570-8ef82b125dbc) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:32:42.990388 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=952b63ce-7617-4566-8fff-7de30914d193,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:32:43.106994 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a04a653-cd23-4d9b-bfb5-3333125cf3e4 req-6cbf3435-7ddd-4d07-9194-357b781213a0 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] No DVR routers for this DVR port 3a90243c-de42-46cb-9b58-efc8f07230e9 on host n-h1-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:32:43.115173 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-67953863-8649-4f9f-be0e-9cc22e874647 req-def90d65-1ebc-4026-b876-154608b67327 tempest-ListImageFiltersTestJSON-1275882145 tempest-ListImageFiltersTestJSON-1275882145-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=0c6afd0d74ef477facd63cc7e998c451&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1332324 Jul 13 13:32:43.120402 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4a04a653-cd23-4d9b-bfb5-3333125cf3e4 req-6cbf3435-7ddd-4d07-9194-357b781213a0 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:43.123163 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fecffb0f-5dcb-4248-812a-6e43ee8af470 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:43.126740 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4a04a653-cd23-4d9b-bfb5-3333125cf3e4 req-6cbf3435-7ddd-4d07-9194-357b781213a0 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.26 "DELETE /v2.0/ports/3a90243c-de42-46cb-9b58-efc8f07230e9 HTTP/1.1" status: 204 len: 173 time: 2.1636107 Jul 13 13:32:43.127402 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24410bb7-2c81-4743-bb5e-46f1d0b45cf2 req-23cdfa7c-660f-41eb-83d5-29b9e04a764b tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] Made reservation on behalf of d50e67b9ee9e45449d2522df614fe533 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:32:43.131050 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-24410bb7-2c81-4743-bb5e-46f1d0b45cf2 req-23cdfa7c-660f-41eb-83d5-29b9e04a764b tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:43.133519 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa41050b-f96e-4747-8532-bff2d71b4400 x-openstack-request-id: req-fa41050b-f96e-4747-8532-bff2d71b4400 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:32:43.133850 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1dfe0f1-74d0-4c0b-a3b1-09c9c555730e", "name": "network-vif-plugged", "status": "completed", "tag": "84350c06-b0ae-49dd-97a8-0fb3ebfa8384", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:32:43.134153 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fa41050b-f96e-4747-8532-bff2d71b4400 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:32:43.134508 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1dfe0f1-74d0-4c0b-a3b1-09c9c555730e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84350c06-b0ae-49dd-97a8-0fb3ebfa8384', 'code': 200} Jul 13 13:32:43.138546 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['728cfa00-3778-4628-ac4c-06f4e7aa1861'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:32:43.140462 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['952b63ce-7617-4566-8fff-7de30914d193'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:32:43.315884 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b629f6e2-9579-4bd3-94e9-b28c9b5cd63f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a7201e1-61ce-5a3e-b7f7-e800379ed03b-83144b3e-631d-44ef-a4ac-c28f11dc0083', 'network_id': '83144b3e-631d-44ef-a4ac-c28f11dc0083', 'tenant_id': 'bd2a8667aac44b55ada497b7363262e0', 'fixed_ips': [{'subnet_id': '580b2432-fbdc-4d77-857f-d4faf5530924'}]}} from n-d-800634-1. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 13:32:43.316597 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b629f6e2-9579-4bd3-94e9-b28c9b5cd63f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:43.504665 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-590effe7-3885-4ea4-b924-a874130b9132 req-6751e544-2a33-41c5-b506-5e051dcb7223 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.23 "GET /v2.0/ports?device_id=dcffa36d-6426-4065-9bdd-d8c3e8c4bc50 HTTP/1.1" status: 200 len: 210 time: 0.1576192 Jul 13 13:32:43.520034 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fecffb0f-5dcb-4248-812a-6e43ee8af470 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447180', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1591910', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2751'] for router, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:43.552549 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebf0dd0-7d90-455d-8805-7d70f25bdaee req-48e21932-9530-49c6-9a9a-bb70c6d7d672 tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:43.562291 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-aebf0dd0-7d90-455d-8805-7d70f25bdaee req-48e21932-9530-49c6-9a9a-bb70c6d7d672 tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1dfe0f1-74d0-4c0b-a3b1-09c9c555730e HTTP/1.1" status: 200 len: 945 time: 0.5667567 Jul 13 13:32:43.670655 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9606f766-f1f9-4b26-b049-80a711d9563a x-openstack-request-id: req-9606f766-f1f9-4b26-b049-80a711d9563a {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:32:43.671006 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcffa36d-6426-4065-9bdd-d8c3e8c4bc50", "name": "network-vif-deleted", "tag": "c0feee91-13e1-4626-95f0-03b60abe6597", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:32:43.671220 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9606f766-f1f9-4b26-b049-80a711d9563a {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:32:43.671732 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcffa36d-6426-4065-9bdd-d8c3e8c4bc50', 'name': 'network-vif-deleted', 'tag': 'c0feee91-13e1-4626-95f0-03b60abe6597', 'status': 'completed', 'code': 200} Jul 13 13:32:43.688909 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-b629f6e2-9579-4bd3-94e9-b28c9b5cd63f None None] Allocated IP 172.20.0.2 (83144b3e-631d-44ef-a4ac-c28f11dc0083/580b2432-fbdc-4d77-857f-d4faf5530924/8e89633a-acbb-4580-8975-cffba6f3e1f7) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:32:43.711809 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-aebf0dd0-7d90-455d-8805-7d70f25bdaee req-452a94f8-4550-45f6-aef8-0d24a2e79c02 tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] 10.222.0.23 "GET /v2.0/security-groups?id=f0a8d85e-c901-48b0-b619-87bd6bfcd856&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1469016 Jul 13 13:32:43.740398 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5393a57-81c5-406a-b9d6-6bb92e505573 req-5ffa38dc-1481-422a-b5f5-60c11abada9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:43.742258 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b5393a57-81c5-406a-b9d6-6bb92e505573 req-5ffa38dc-1481-422a-b5f5-60c11abada9b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d1dfe0f1-74d0-4c0b-a3b1-09c9c555730e HTTP/1.1" status: 200 len: 1096 time: 0.4051025 Jul 13 13:32:43.754398 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67953863-8649-4f9f-be0e-9cc22e874647 req-bc0666f4-8689-49c4-8ffd-bb8a7cc7fee2 tempest-ListImageFiltersTestJSON-1275882145 tempest-ListImageFiltersTestJSON-1275882145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:43.755906 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-67953863-8649-4f9f-be0e-9cc22e874647 req-bc0666f4-8689-49c4-8ffd-bb8a7cc7fee2 tempest-ListImageFiltersTestJSON-1275882145 tempest-ListImageFiltersTestJSON-1275882145-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6094346 Jul 13 13:32:43.769162 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-24410bb7-2c81-4743-bb5e-46f1d0b45cf2 req-23cdfa7c-660f-41eb-83d5-29b9e04a764b tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] Allocated IP 172.20.0.11 (2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21/45599520-ccde-4569-b8cc-9a75a2e552c5/a53d9b9a-495c-485f-83d9-51d2b6ff1740) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:32:43.788874 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-67953863-8649-4f9f-be0e-9cc22e874647 req-98350fae-16d6-43dc-ab4e-51f5742a6f19 tempest-ListImageFiltersTestJSON-1275882145 tempest-ListImageFiltersTestJSON-1275882145-project] Request body: {'port': {'device_id': 'e88ea5f4-ba87-44d8-b2e9-1f56bd705c34', 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30', 'admin_state_up': True, 'tenant_id': '0c6afd0d74ef477facd63cc7e998c451'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:32:43.802899 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-4f000002-6043-46d5-aa1d-ac728585431e req-1480d8dc-ad45-4da3-b004-49a4d082647a tempest-ListImageFiltersTestJSON-1275882145 tempest-ListImageFiltersTestJSON-1275882145-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:43.851394 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-4f000002-6043-46d5-aa1d-ac728585431e req-1480d8dc-ad45-4da3-b004-49a4d082647a tempest-ListImageFiltersTestJSON-1275882145 tempest-ListImageFiltersTestJSON-1275882145-project] Transition to ACTIVE for port object a607eca1-b7af-4648-8570-8ef82b125dbc will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:32:43.953279 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device c0feee91-13e1-4626-95f0-03b60abe6597 no longer exists at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:32:43.971115 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-4f000002-6043-46d5-aa1d-ac728585431e req-1480d8dc-ad45-4da3-b004-49a4d082647a tempest-ListImageFiltersTestJSON-1275882145 tempest-ListImageFiltersTestJSON-1275882145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:44.059623 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b5393a57-81c5-406a-b9d6-6bb92e505573 req-50222263-00c2-4179-9b4c-9a9b18a475a6 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f0a8d85e-c901-48b0-b619-87bd6bfcd856&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2979467 Jul 13 13:32:44.100818 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1480d8dc-ad45-4da3-b004-49a4d082647a tempest-ListImageFiltersTestJSON-1275882145 tempest-ListImageFiltersTestJSON-1275882145-project] Pushing event updated for resources: {'Port': ['ID=a607eca1-b7af-4648-8570-8ef82b125dbc,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:32:44.166393 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f6b6ed91-c15d-497c-b914-b79f3a1c5c4b req-62e49ac5-7697-4831-8b38-e5ec3db07d34 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/ports?device_id=a56051f7-ad2a-48ca-8ebc-3ae17c46d4a2 HTTP/1.1" status: 200 len: 210 time: 0.0963914 Jul 13 13:32:44.181424 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f000002-6043-46d5-aa1d-ac728585431e req-1480d8dc-ad45-4da3-b004-49a4d082647a tempest-ListImageFiltersTestJSON-1275882145 tempest-ListImageFiltersTestJSON-1275882145-project] Network e0bfb334-0fd9-4ba5-ba79-1568ecabee30 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:32:44.183762 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [req-4f000002-6043-46d5-aa1d-ac728585431e req-1480d8dc-ad45-4da3-b004-49a4d082647a tempest-ListImageFiltersTestJSON-1275882145 tempest-ListImageFiltersTestJSON-1275882145-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:32:44.198408 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f000002-6043-46d5-aa1d-ac728585431e req-1480d8dc-ad45-4da3-b004-49a4d082647a tempest-ListImageFiltersTestJSON-1275882145 tempest-ListImageFiltersTestJSON-1275882145-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:32:44.308899 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] No Port match for: c0feee91-13e1-4626-95f0-03b60abe6597 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:32:44.308899 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device c0feee91-13e1-4626-95f0-03b60abe6597 not bound to the agent host n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:32:44.406096 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616cf3ad-a763-4ae2-90d0-e2e03338fbbd req-9455f52d-c2b2-47eb-a08c-133abf6f82d9 tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:44.411626 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-616cf3ad-a763-4ae2-90d0-e2e03338fbbd req-9455f52d-c2b2-47eb-a08c-133abf6f82d9 tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] 10.222.0.23 "GET /v2.0/ports?device_id=307beaa2-0fd0-4cfc-afa5-5f0bff5a9e60 HTTP/1.1" status: 200 len: 944 time: 0.5083587 Jul 13 13:32:44.500957 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f000002-6043-46d5-aa1d-ac728585431e req-1480d8dc-ad45-4da3-b004-49a4d082647a tempest-ListImageFiltersTestJSON-1275882145 tempest-ListImageFiltersTestJSON-1275882145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:44.501692 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-4f000002-6043-46d5-aa1d-ac728585431e req-1480d8dc-ad45-4da3-b004-49a4d082647a tempest-ListImageFiltersTestJSON-1275882145 tempest-ListImageFiltersTestJSON-1275882145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:44.521718 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67953863-8649-4f9f-be0e-9cc22e874647 req-98350fae-16d6-43dc-ab4e-51f5742a6f19 tempest-ListImageFiltersTestJSON-1275882145 tempest-ListImageFiltersTestJSON-1275882145-project] Made reservation on behalf of 0c6afd0d74ef477facd63cc7e998c451 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:32:44.525882 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-67953863-8649-4f9f-be0e-9cc22e874647 req-98350fae-16d6-43dc-ab4e-51f5742a6f19 tempest-ListImageFiltersTestJSON-1275882145 tempest-ListImageFiltersTestJSON-1275882145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:44.532734 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-24410bb7-2c81-4743-bb5e-46f1d0b45cf2 req-23cdfa7c-660f-41eb-83d5-29b9e04a764b tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:44.564978 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-616cf3ad-a763-4ae2-90d0-e2e03338fbbd req-0b84abce-0a1d-45db-9aeb-11a4c7780564 tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] 10.222.0.23 "GET /v2.0/security-groups?id=246f878a-992c-46a3-86c7-c947eed33eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441212 Jul 13 13:32:44.565607 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4f000002-6043-46d5-aa1d-ac728585431e req-1480d8dc-ad45-4da3-b004-49a4d082647a tempest-ListImageFiltersTestJSON-1275882145 tempest-ListImageFiltersTestJSON-1275882145-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3594930 Jul 13 13:32:44.582676 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-4f000002-6043-46d5-aa1d-ac728585431e req-dd04a6a8-8b0f-47d8-81b7-4344f62003dc service neutron] Request body: {'port': {'device_id': 'e97f4d76-afe7-4003-aad7-a272d938d7ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-1'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:32:44.601824 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fecffb0f-5dcb-4248-812a-6e43ee8af470 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:44.647078 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fecffb0f-5dcb-4248-812a-6e43ee8af470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:44.649158 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-281c9575-e09b-40df-8534-432d7dd3a0c7 None None] Provisioning for port a607eca1-b7af-4648-8570-8ef82b125dbc completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:32:44.664769 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-281c9575-e09b-40df-8534-432d7dd3a0c7 None None] Provisioning complete for port a607eca1-b7af-4648-8570-8ef82b125dbc triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:32:44.664769 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-281c9575-e09b-40df-8534-432d7dd3a0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:44.672872 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2ca0a0-db1b-48ed-9e62-bfdf0fe07f0b req-205bee4e-3db3-4b0d-a505-b873201c7467 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:44.674695 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2f2ca0a0-db1b-48ed-9e62-bfdf0fe07f0b req-205bee4e-3db3-4b0d-a505-b873201c7467 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3d5bccd-0e71-4b17-8dc4-bd3e64597e9a HTTP/1.1" status: 200 len: 947 time: 0.2809262 Jul 13 13:32:44.718719 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b629f6e2-9579-4bd3-94e9-b28c9b5cd63f None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:44.749319 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b629f6e2-9579-4bd3-94e9-b28c9b5cd63f None None] Transition to ACTIVE for port object 8e89633a-acbb-4580-8975-cffba6f3e1f7 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:32:44.765253 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b629f6e2-9579-4bd3-94e9-b28c9b5cd63f None None] Transition to ACTIVE for port object 8e89633a-acbb-4580-8975-cffba6f3e1f7 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:32:44.780233 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b629f6e2-9579-4bd3-94e9-b28c9b5cd63f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:44.781123 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-24410bb7-2c81-4743-bb5e-46f1d0b45cf2 req-23cdfa7c-660f-41eb-83d5-29b9e04a764b tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:44.819672 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-281c9575-e09b-40df-8534-432d7dd3a0c7 None None] Port a607eca1-b7af-4648-8570-8ef82b125dbc cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:32:44.840330 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2f2ca0a0-db1b-48ed-9e62-bfdf0fe07f0b req-a24e65f2-dcb5-437d-9768-4475413852f3 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] 10.222.0.23 "GET /v2.0/security-groups?id=0375d0dc-b9f6-47cd-991d-bd203a5d5aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543584 Jul 13 13:32:44.842105 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b629f6e2-9579-4bd3-94e9-b28c9b5cd63f None None] Network 83144b3e-631d-44ef-a4ac-c28f11dc0083 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:32:44.868073 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-b629f6e2-9579-4bd3-94e9-b28c9b5cd63f None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:32:44.874838 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b629f6e2-9579-4bd3-94e9-b28c9b5cd63f None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:32:44.897020 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b629f6e2-9579-4bd3-94e9-b28c9b5cd63f None None] Pushing event updated for resources: {'Port': ['ID=8e89633a-acbb-4580-8975-cffba6f3e1f7,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:32:44.919755 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-4f000002-6043-46d5-aa1d-ac728585431e req-dd04a6a8-8b0f-47d8-81b7-4344f62003dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:44.997128 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-b629f6e2-9579-4bd3-94e9-b28c9b5cd63f None None] Attempting to bind port 8e89633a-acbb-4580-8975-cffba6f3e1f7 on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:32:44.997536 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-b629f6e2-9579-4bd3-94e9-b28c9b5cd63f None None] Attempting to bind port 8e89633a-acbb-4580-8975-cffba6f3e1f7 by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': 'e491f259-e215-4f92-bd39-9a2c055ebaec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '83144b3e-631d-44ef-a4ac-c28f11dc0083'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:32:44.998119 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b629f6e2-9579-4bd3-94e9-b28c9b5cd63f None None] Attempting to bind port 8e89633a-acbb-4580-8975-cffba6f3e1f7 on network 83144b3e-631d-44ef-a4ac-c28f11dc0083 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:32:45.003743 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b629f6e2-9579-4bd3-94e9-b28c9b5cd63f None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 32, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:32:45.004129 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b629f6e2-9579-4bd3-94e9-b28c9b5cd63f None None] Checking segment: {'id': 'e491f259-e215-4f92-bd39-9a2c055ebaec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '83144b3e-631d-44ef-a4ac-c28f11dc0083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:32:45.004542 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b629f6e2-9579-4bd3-94e9-b28c9b5cd63f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:45.004942 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b629f6e2-9579-4bd3-94e9-b28c9b5cd63f None None] Bound using segment: {'id': 'e491f259-e215-4f92-bd39-9a2c055ebaec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '83144b3e-631d-44ef-a4ac-c28f11dc0083'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:32:45.005420 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-b629f6e2-9579-4bd3-94e9-b28c9b5cd63f None None] Bound port: 8e89633a-acbb-4580-8975-cffba6f3e1f7, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e491f259-e215-4f92-bd39-9a2c055ebaec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '83144b3e-631d-44ef-a4ac-c28f11dc0083'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:32:45.005851 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b629f6e2-9579-4bd3-94e9-b28c9b5cd63f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:45.104222 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b629f6e2-9579-4bd3-94e9-b28c9b5cd63f None None] For port 8e89633a-acbb-4580-8975-cffba6f3e1f7, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:32:45.109135 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b629f6e2-9579-4bd3-94e9-b28c9b5cd63f None None] For port 8e89633a-acbb-4580-8975-cffba6f3e1f7, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=8e89633a-acbb-4580-8975-cffba6f3e1f7,segment=NetworkSegment(e491f259-e215-4f92-bd39-9a2c055ebaec),segment_id=e491f259-e215-4f92-bd39-9a2c055ebaec)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:32:45.118347 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b629f6e2-9579-4bd3-94e9-b28c9b5cd63f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:45.169036 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-fecffb0f-5dcb-4248-812a-6e43ee8af470 admin admin] Allocated IP 172.25.6.24 (acf968b8-c524-46a9-a20b-ad9667009130/dde5a78e-bd1e-4f47-8189-7321d4de73d3/5441d029-c6a1-41c8-a527-086b47fd09e4) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:32:45.192693 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b629f6e2-9579-4bd3-94e9-b28c9b5cd63f None None] Pushing event updated for resources: {'Port': ['ID=8e89633a-acbb-4580-8975-cffba6f3e1f7,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:32:45.332912 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-65eff26d-418c-4efc-b779-6c574bbebaba req-95b59062-b37b-4fe9-8c98-2ad1df43a6b8 tempest-ListImageFiltersTestJSON-1275882145 tempest-ListImageFiltersTestJSON-1275882145-project] 10.222.0.23 "GET /v2.0/ports?device_id=e88ea5f4-ba87-44d8-b2e9-1f56bd705c34 HTTP/1.1" status: 200 len: 210 time: 0.5153861 Jul 13 13:32:45.353278 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-67953863-8649-4f9f-be0e-9cc22e874647 req-98350fae-16d6-43dc-ab4e-51f5742a6f19 tempest-ListImageFiltersTestJSON-1275882145 tempest-ListImageFiltersTestJSON-1275882145-project] Allocated IP 192.168.233.170 (e0bfb334-0fd9-4ba5-ba79-1568ecabee30/60b55863-ceb6-45af-a8a4-4b22d72866af/d6b606c0-180f-4657-9417-1c4a579d381b) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:32:45.353278 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24410bb7-2c81-4743-bb5e-46f1d0b45cf2 req-23cdfa7c-660f-41eb-83d5-29b9e04a764b tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] Network 2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:32:45.360777 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-24410bb7-2c81-4743-bb5e-46f1d0b45cf2 req-23cdfa7c-660f-41eb-83d5-29b9e04a764b tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:32:45.373127 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-24410bb7-2c81-4743-bb5e-46f1d0b45cf2 req-23cdfa7c-660f-41eb-83d5-29b9e04a764b tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:32:45.377400 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f1a862-b2e4-45d0-9cfe-98fdc1988f75 req-6550d6aa-1225-41b9-9c87-89c982130c79 tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:45.381590 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cdfa7c-660f-41eb-83d5-29b9e04a764b tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] Pushing event updated for resources: {'Port': ['ID=a53d9b9a-495c-485f-83d9-51d2b6ff1740,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:32:45.385358 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-40f1a862-b2e4-45d0-9cfe-98fdc1988f75 req-6550d6aa-1225-41b9-9c87-89c982130c79 tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1dfe0f1-74d0-4c0b-a3b1-09c9c555730e HTTP/1.1" status: 200 len: 945 time: 0.1387475 Jul 13 13:32:45.418689 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fecffb0f-5dcb-4248-812a-6e43ee8af470 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:45.469441 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-40f1a862-b2e4-45d0-9cfe-98fdc1988f75 req-9cd15ff3-c0dc-46f3-80b3-7978125c96df tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] 10.222.0.23 "GET /v2.0/security-groups?id=f0a8d85e-c901-48b0-b619-87bd6bfcd856&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830979 Jul 13 13:32:45.576145 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fecffb0f-5dcb-4248-812a-6e43ee8af470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:45.599617 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24410bb7-2c81-4743-bb5e-46f1d0b45cf2 req-23cdfa7c-660f-41eb-83d5-29b9e04a764b tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:45.600353 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-24410bb7-2c81-4743-bb5e-46f1d0b45cf2 req-23cdfa7c-660f-41eb-83d5-29b9e04a764b tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:45.618197 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fecffb0f-5dcb-4248-812a-6e43ee8af470 admin admin] Network acf968b8-c524-46a9-a20b-ad9667009130 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:32:45.628017 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-fecffb0f-5dcb-4248-812a-6e43ee8af470 admin admin] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:32:45.634190 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fecffb0f-5dcb-4248-812a-6e43ee8af470 admin admin] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:32:45.644458 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-24410bb7-2c81-4743-bb5e-46f1d0b45cf2 req-23cdfa7c-660f-41eb-83d5-29b9e04a764b tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1634505 Jul 13 13:32:45.669645 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 3a90243c-de42-46cb-9b58-efc8f07230e9 no longer exists at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:32:45.672731 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-24410bb7-2c81-4743-bb5e-46f1d0b45cf2 req-bb045885-af9f-4eff-ad2b-38489019fd9f service neutron] Request body: {'port': {'device_id': 'a56051f7-ad2a-48ca-8ebc-3ae17c46d4a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:32:45.674881 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25b3224a-2e18-412e-b801-a50566da15cd', 'name': 'network-vif-deleted', 'tag': '3a90243c-de42-46cb-9b58-efc8f07230e9'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:32:45.677100 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f75fc6be-78af-48ba-b7a2-4f016ca3882a" -d '{"events": [{"server_uuid": "25b3224a-2e18-412e-b801-a50566da15cd", "name": "network-vif-deleted", "tag": "3a90243c-de42-46cb-9b58-efc8f07230e9"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:32:45.693543 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-381d4315-9089-413f-a071-aa2897bda790 None None] No Port match for: 3a90243c-de42-46cb-9b58-efc8f07230e9 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:32:45.693847 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 3a90243c-de42-46cb-9b58-efc8f07230e9 not bound to the agent host n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:32:45.716622 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecffb0f-5dcb-4248-812a-6e43ee8af470 admin admin] Pushing event updated for resources: {'Port': ['ID=5441d029-c6a1-41c8-a527-086b47fd09e4,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:32:45.730748 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecffb0f-5dcb-4248-812a-6e43ee8af470 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:32:45.731101 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecffb0f-5dcb-4248-812a-6e43ee8af470 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:32:45.731441 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecffb0f-5dcb-4248-812a-6e43ee8af470 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:32:45.731782 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecffb0f-5dcb-4248-812a-6e43ee8af470 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:32:45.732117 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecffb0f-5dcb-4248-812a-6e43ee8af470 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:32:45.732452 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecffb0f-5dcb-4248-812a-6e43ee8af470 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:32:45.732781 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecffb0f-5dcb-4248-812a-6e43ee8af470 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:32:45.733108 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecffb0f-5dcb-4248-812a-6e43ee8af470 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:32:45.733433 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecffb0f-5dcb-4248-812a-6e43ee8af470 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:32:45.733781 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecffb0f-5dcb-4248-812a-6e43ee8af470 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:32:45.734112 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecffb0f-5dcb-4248-812a-6e43ee8af470 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:32:45.734432 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecffb0f-5dcb-4248-812a-6e43ee8af470 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:32:45.767025 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-67953863-8649-4f9f-be0e-9cc22e874647 req-98350fae-16d6-43dc-ab4e-51f5742a6f19 tempest-ListImageFiltersTestJSON-1275882145 tempest-ListImageFiltersTestJSON-1275882145-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:45.814107 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-67953863-8649-4f9f-be0e-9cc22e874647 req-98350fae-16d6-43dc-ab4e-51f5742a6f19 tempest-ListImageFiltersTestJSON-1275882145 tempest-ListImageFiltersTestJSON-1275882145-project] Transition to ACTIVE for port object d6b606c0-180f-4657-9417-1c4a579d381b will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:32:45.830971 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5843ab8-c0f1-49a5-938d-3d65890f60bd req-617e3bcd-a58e-45c2-b508-0ea8cfbac86c tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:45.832726 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a5843ab8-c0f1-49a5-938d-3d65890f60bd req-617e3bcd-a58e-45c2-b508-0ea8cfbac86c tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/ports?device_id=a56051f7-ad2a-48ca-8ebc-3ae17c46d4a2 HTTP/1.1" status: 200 len: 932 time: 0.1998861 Jul 13 13:32:45.833062 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-24410bb7-2c81-4743-bb5e-46f1d0b45cf2 req-bb045885-af9f-4eff-ad2b-38489019fd9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:45.858593 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661c18a9-3471-486e-9fcc-b3a7d46b12fb req-1bcc8bd6-d673-470f-9983-1b10c9461897 tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:45.860124 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-661c18a9-3471-486e-9fcc-b3a7d46b12fb req-1bcc8bd6-d673-470f-9983-1b10c9461897 tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1dfe0f1-74d0-4c0b-a3b1-09c9c555730e HTTP/1.1" status: 200 len: 945 time: 0.2100682 Jul 13 13:32:45.870292 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 48000) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:32:45.894256 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-9f5bc966-6ad2-4d51-a2e7-80becee09c1b tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] Request body: {'floatingip': {'port_id': '84350c06-b0ae-49dd-97a8-0fb3ebfa8384'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:32:45.907124 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a5843ab8-c0f1-49a5-938d-3d65890f60bd req-c9d9d677-9f70-4853-9cc7-ba26bb143977 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1a1929d-de59-4a26-a69b-05b891c11dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670745 Jul 13 13:32:46.003907 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['894c88fc-95cc-4a2b-9a78-4c8bf919a43e', 'fce86fce-7d5e-4f1c-b125-c36dec27a279', '35c44836-b440-472c-8059-c98a5ffada71'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:32:46.039659 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fecffb0f-5dcb-4248-812a-6e43ee8af470 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:46.265423 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-67953863-8649-4f9f-be0e-9cc22e874647 req-98350fae-16d6-43dc-ab4e-51f5742a6f19 tempest-ListImageFiltersTestJSON-1275882145 tempest-ListImageFiltersTestJSON-1275882145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:46.331253 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9f5bc966-6ad2-4d51-a2e7-80becee09c1b tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] Notify callbacks [] for floatingip, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:46.436198 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67953863-8649-4f9f-be0e-9cc22e874647 req-98350fae-16d6-43dc-ab4e-51f5742a6f19 tempest-ListImageFiltersTestJSON-1275882145 tempest-ListImageFiltersTestJSON-1275882145-project] Network e0bfb334-0fd9-4ba5-ba79-1568ecabee30 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:32:46.441431 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a849128-454a-4fce-84af-670294d41dff x-openstack-request-id: req-9a849128-454a-4fce-84af-670294d41dff {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:32:46.441833 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25b3224a-2e18-412e-b801-a50566da15cd", "name": "network-vif-deleted", "tag": "3a90243c-de42-46cb-9b58-efc8f07230e9", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:32:46.442023 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9a849128-454a-4fce-84af-670294d41dff {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:32:46.442399 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25b3224a-2e18-412e-b801-a50566da15cd', 'name': 'network-vif-deleted', 'tag': '3a90243c-de42-46cb-9b58-efc8f07230e9', 'status': 'completed', 'code': 200} Jul 13 13:32:46.444051 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98350fae-16d6-43dc-ab4e-51f5742a6f19 tempest-ListImageFiltersTestJSON-1275882145 tempest-ListImageFiltersTestJSON-1275882145-project] Pushing event updated for resources: {'Port': ['ID=d6b606c0-180f-4657-9417-1c4a579d381b,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:32:46.454913 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-67953863-8649-4f9f-be0e-9cc22e874647 req-98350fae-16d6-43dc-ab4e-51f5742a6f19 tempest-ListImageFiltersTestJSON-1275882145 tempest-ListImageFiltersTestJSON-1275882145-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:32:46.521309 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-67953863-8649-4f9f-be0e-9cc22e874647 req-98350fae-16d6-43dc-ab4e-51f5742a6f19 tempest-ListImageFiltersTestJSON-1275882145 tempest-ListImageFiltersTestJSON-1275882145-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:32:46.535792 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [req-4f000002-6043-46d5-aa1d-ac728585431e req-dd04a6a8-8b0f-47d8-81b7-4344f62003dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a607eca1-b7af-4648-8570-8ef82b125dbc {{(pid=93751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:32:46.557397 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 8e89633a-acbb-4580-8975-cffba6f3e1f7 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:32:46.561246 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-4f000002-6043-46d5-aa1d-ac728585431e req-dd04a6a8-8b0f-47d8-81b7-4344f62003dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:46.603820 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97330115-86fa-4d35-859d-73a735b77e7f None None] Network 83144b3e-631d-44ef-a4ac-c28f11dc0083 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:32:46.617489 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-4f000002-6043-46d5-aa1d-ac728585431e req-dd04a6a8-8b0f-47d8-81b7-4344f62003dc service neutron] Transition to ACTIVE for port object a607eca1-b7af-4648-8570-8ef82b125dbc will not be triggered until provisioned by entity L2. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:32:46.628560 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fecffb0f-5dcb-4248-812a-6e43ee8af470 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447217'] for router, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:46.630378 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-4f000002-6043-46d5-aa1d-ac728585431e req-dd04a6a8-8b0f-47d8-81b7-4344f62003dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:46.684398 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67953863-8649-4f9f-be0e-9cc22e874647 req-98350fae-16d6-43dc-ab4e-51f5742a6f19 tempest-ListImageFiltersTestJSON-1275882145 tempest-ListImageFiltersTestJSON-1275882145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:46.684917 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd04a6a8-8b0f-47d8-81b7-4344f62003dc service neutron] Pushing event updated for resources: {'Port': ['ID=a607eca1-b7af-4648-8570-8ef82b125dbc,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:32:46.685351 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-67953863-8649-4f9f-be0e-9cc22e874647 req-98350fae-16d6-43dc-ab4e-51f5742a6f19 tempest-ListImageFiltersTestJSON-1275882145 tempest-ListImageFiltersTestJSON-1275882145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:46.713531 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-67953863-8649-4f9f-be0e-9cc22e874647 req-98350fae-16d6-43dc-ab4e-51f5742a6f19 tempest-ListImageFiltersTestJSON-1275882145 tempest-ListImageFiltersTestJSON-1275882145-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9415078 Jul 13 13:32:46.753710 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-67953863-8649-4f9f-be0e-9cc22e874647 req-4f3925f8-fe73-4bc3-8b6f-4b3e08edd0d6 service neutron] Request body: {'port': {'device_id': 'e88ea5f4-ba87-44d8-b2e9-1f56bd705c34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:32:46.768841 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1042721-40a6-4582-87ad-78f624014901 req-6d1d8868-925f-4153-a93b-d656487681f0 tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:46.776215 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d1042721-40a6-4582-87ad-78f624014901 req-6d1d8868-925f-4153-a93b-d656487681f0 tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] 10.222.0.23 "GET /v2.0/ports?device_id=307beaa2-0fd0-4cfc-afa5-5f0bff5a9e60 HTTP/1.1" status: 200 len: 944 time: 0.5756094 Jul 13 13:32:46.829958 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-efc1dcce-3a49-44f7-a625-50f410fc707c None None] Provisioning for port 8e89633a-acbb-4580-8975-cffba6f3e1f7 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:32:46.909443 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port 8e89633a-acbb-4580-8975-cffba6f3e1f7 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:32:46.914280 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 8e89633a-acbb-4580-8975-cffba6f3e1f7 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:32:46.914657 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:46.960530 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d1042721-40a6-4582-87ad-78f624014901 req-94850f35-b94a-41ce-b450-168fe053d7c0 tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] 10.222.0.23 "GET /v2.0/security-groups?id=246f878a-992c-46a3-86c7-c947eed33eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833591 Jul 13 13:32:47.003684 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-389a3b43-4c96-437b-9a93-1af016eb5dbc None None] Provisioning for port d6b606c0-180f-4657-9417-1c4a579d381b completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:32:47.011741 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-389a3b43-4c96-437b-9a93-1af016eb5dbc None None] Provisioning complete for port d6b606c0-180f-4657-9417-1c4a579d381b triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:32:47.012427 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-389a3b43-4c96-437b-9a93-1af016eb5dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:47.060398 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-389a3b43-4c96-437b-9a93-1af016eb5dbc None None] Port d6b606c0-180f-4657-9417-1c4a579d381b cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:32:47.124439 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:47.154987 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-1ed4585a-cadf-42ed-ae60-79c5da525316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:47.191578 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39ba869-b764-4fde-a40b-90539ef6c278 req-bd9a46d3-80f6-43ce-b2df-68174e9db7cd tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:47.192860 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-67953863-8649-4f9f-be0e-9cc22e874647 req-4f3925f8-fe73-4bc3-8b6f-4b3e08edd0d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:47.200253 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f39ba869-b764-4fde-a40b-90539ef6c278 req-bd9a46d3-80f6-43ce-b2df-68174e9db7cd tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3d5bccd-0e71-4b17-8dc4-bd3e64597e9a HTTP/1.1" status: 200 len: 947 time: 0.6695211 Jul 13 13:32:47.224652 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port 8e89633a-acbb-4580-8975-cffba6f3e1f7, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=8e89633a-acbb-4580-8975-cffba6f3e1f7,segment=NetworkSegment(e491f259-e215-4f92-bd39-9a2c055ebaec),segment_id=e491f259-e215-4f92-bd39-9a2c055ebaec)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:32:47.231076 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:47.312648 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=8e89633a-acbb-4580-8975-cffba6f3e1f7,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:32:47.326677 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:32:47.327019 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:32:47.327369 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:32:47.327709 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:32:47.328046 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:32:47.328379 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:32:47.328822 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:32:47.329674 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:32:47.330117 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:32:47.330452 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:32:47.331067 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:32:47.331261 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:32:47.342118 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f39ba869-b764-4fde-a40b-90539ef6c278 req-c751b694-eec8-4389-a067-5332f3eb0948 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] 10.222.0.23 "GET /v2.0/security-groups?id=0375d0dc-b9f6-47cd-991d-bd203a5d5aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410284 Jul 13 13:32:47.342339 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-80a57cb6-8edb-4f0c-b5d5-2657e3ae2aac None None] Provisioning complete for port 8e89633a-acbb-4580-8975-cffba6f3e1f7 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:32:47.343146 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-80a57cb6-8edb-4f0c-b5d5-2657e3ae2aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:47.363971 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-24410bb7-2c81-4743-bb5e-46f1d0b45cf2 req-bb045885-af9f-4eff-ad2b-38489019fd9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a53d9b9a-495c-485f-83d9-51d2b6ff1740 {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:32:47.364207 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-4f000002-6043-46d5-aa1d-ac728585431e req-dd04a6a8-8b0f-47d8-81b7-4344f62003dc service neutron] Attempting to bind port a607eca1-b7af-4648-8570-8ef82b125dbc on host n-h1-800634-1 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:32:47.364558 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-4f000002-6043-46d5-aa1d-ac728585431e req-dd04a6a8-8b0f-47d8-81b7-4344f62003dc service neutron] Attempting to bind port a607eca1-b7af-4648-8570-8ef82b125dbc by drivers openvswitch,hyperv on host n-h1-800634-1 at level 0 using segments [{'id': '62a4f2e9-97ca-473c-a2df-e7f9f532c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:32:47.364893 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f000002-6043-46d5-aa1d-ac728585431e req-dd04a6a8-8b0f-47d8-81b7-4344f62003dc service neutron] Attempting to bind port a607eca1-b7af-4648-8570-8ef82b125dbc on network e0bfb334-0fd9-4ba5-ba79-1568ecabee30 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:32:47.371622 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f000002-6043-46d5-aa1d-ac728585431e req-dd04a6a8-8b0f-47d8-81b7-4344f62003dc service neutron] Port a607eca1-b7af-4648-8570-8ef82b125dbc on network e0bfb334-0fd9-4ba5-ba79-1568ecabee30 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-1 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:32:47.371945 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f000002-6043-46d5-aa1d-ac728585431e req-dd04a6a8-8b0f-47d8-81b7-4344f62003dc service neutron] Attempting to bind port a607eca1-b7af-4648-8570-8ef82b125dbc on network e0bfb334-0fd9-4ba5-ba79-1568ecabee30 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:32:47.384918 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f000002-6043-46d5-aa1d-ac728585431e req-dd04a6a8-8b0f-47d8-81b7-4344f62003dc service neutron] Checking agent: {'id': 'a7603dc8-3c50-4a9b-8f0d-1143528f155e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:32:47.385113 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f000002-6043-46d5-aa1d-ac728585431e req-dd04a6a8-8b0f-47d8-81b7-4344f62003dc service neutron] Checking segment: {'id': '62a4f2e9-97ca-473c-a2df-e7f9f532c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:32:47.386621 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f000002-6043-46d5-aa1d-ac728585431e req-dd04a6a8-8b0f-47d8-81b7-4344f62003dc service neutron] Bound using segment: {'id': '62a4f2e9-97ca-473c-a2df-e7f9f532c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30'} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:32:47.387080 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-4f000002-6043-46d5-aa1d-ac728585431e req-dd04a6a8-8b0f-47d8-81b7-4344f62003dc service neutron] Bound port: a607eca1-b7af-4648-8570-8ef82b125dbc, host: n-h1-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62a4f2e9-97ca-473c-a2df-e7f9f532c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30'}}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:32:47.387887 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-4f000002-6043-46d5-aa1d-ac728585431e req-dd04a6a8-8b0f-47d8-81b7-4344f62003dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:47.460233 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-24410bb7-2c81-4743-bb5e-46f1d0b45cf2 req-bb045885-af9f-4eff-ad2b-38489019fd9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:47.477770 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 728cfa00-3778-4628-ac4c-06f4e7aa1861 up at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:32:47.484851 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fecffb0f-5dcb-4248-812a-6e43ee8af470 admin admin] Router e14963ea-4354-4ce4-a9ea-d5a5756e8cf5 is scheduled to L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 with binding_index 1 {{(pid=93751) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 13:32:47.582826 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning complete for port 728cfa00-3778-4628-ac4c-06f4e7aa1861 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:32:47.584376 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:47.639066 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-24410bb7-2c81-4743-bb5e-46f1d0b45cf2 req-bb045885-af9f-4eff-ad2b-38489019fd9f service neutron] Transition to ACTIVE for port object a53d9b9a-495c-485f-83d9-51d2b6ff1740 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:32:47.640070 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-4f000002-6043-46d5-aa1d-ac728585431e req-dd04a6a8-8b0f-47d8-81b7-4344f62003dc service neutron] For port a607eca1-b7af-4648-8570-8ef82b125dbc, host n-h1-800634-1, cleared binding levels {{(pid=93751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:32:47.657582 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fecffb0f-5dcb-4248-812a-6e43ee8af470 admin admin] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:32:47.678684 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c14565-757b-4222-8205-23310d7f0fac None None] Sync routers for ids ['e14963ea-4354-4ce4-a9ea-d5a5756e8cf5'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:32:47.679544 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-4f000002-6043-46d5-aa1d-ac728585431e req-dd04a6a8-8b0f-47d8-81b7-4344f62003dc service neutron] For port a607eca1-b7af-4648-8570-8ef82b125dbc, host n-h1-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=a607eca1-b7af-4648-8570-8ef82b125dbc,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:32:47.682692 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-24410bb7-2c81-4743-bb5e-46f1d0b45cf2 req-bb045885-af9f-4eff-ad2b-38489019fd9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:47.704218 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c14565-757b-4222-8205-23310d7f0fac None None] Routers {'e14963ea-4354-4ce4-a9ea-d5a5756e8cf5'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:32:47.704853 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-29c14565-757b-4222-8205-23310d7f0fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:32:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['e14963ea-4354-4ce4-a9ea-d5a5756e8cf5'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:32:47.707530 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-4f000002-6043-46d5-aa1d-ac728585431e req-dd04a6a8-8b0f-47d8-81b7-4344f62003dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:47.741181 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:47.750448 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fecffb0f-5dcb-4248-812a-6e43ee8af470 admin admin] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:47.754959 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-fecffb0f-5dcb-4248-812a-6e43ee8af470 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 5.0684617 Jul 13 13:32:47.758528 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f000002-6043-46d5-aa1d-ac728585431e req-dd04a6a8-8b0f-47d8-81b7-4344f62003dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:47.759328 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-4f000002-6043-46d5-aa1d-ac728585431e req-dd04a6a8-8b0f-47d8-81b7-4344f62003dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:47.760677 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4f000002-6043-46d5-aa1d-ac728585431e req-dd04a6a8-8b0f-47d8-81b7-4344f62003dc service neutron] 10.222.0.26 "PUT /v2.0/ports/a607eca1-b7af-4648-8570-8ef82b125dbc HTTP/1.1" status: 200 len: 1096 time: 3.1842639 Jul 13 13:32:47.761247 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 48030) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:32:47.767264 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e97f4d76-afe7-4003-aad7-a272d938d7ce', 'tag': 'a607eca1-b7af-4648-8570-8ef82b125dbc'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:32:47.769190 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d17b627af75e17e0f4b8d6239d04f8c2f78634e2c585e32a7aeca336500f34a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb65e32c-aef4-4ad1-8595-8d46a50083da" -d '{"events": [{"name": "network-changed", "server_uuid": "e97f4d76-afe7-4003-aad7-a272d938d7ce", "tag": "a607eca1-b7af-4648-8570-8ef82b125dbc"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:32:47.816287 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3d5bccd-0e71-4b17-8dc4-bd3e64597e9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '728cfa00-3778-4628-ac4c-06f4e7aa1861'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:32:47.818716 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0221c778-572b-4738-8fd7-89f9592c4ee9" -d '{"events": [{"server_uuid": "c3d5bccd-0e71-4b17-8dc4-bd3e64597e9a", "name": "network-vif-plugged", "status": "completed", "tag": "728cfa00-3778-4628-ac4c-06f4e7aa1861"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:32:47.839838 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 728cfa00-3778-4628-ac4c-06f4e7aa1861, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=728cfa00-3778-4628-ac4c-06f4e7aa1861,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:32:47.853000 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:47.853933 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 952b63ce-7617-4566-8fff-7de30914d193 up at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:32:47.896362 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb045885-af9f-4eff-ad2b-38489019fd9f service neutron] Pushing event updated for resources: {'Port': ['ID=a53d9b9a-495c-485f-83d9-51d2b6ff1740,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:32:47.896926 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd04a6a8-8b0f-47d8-81b7-4344f62003dc service neutron] Pushing event updated for resources: {'Port': ['ID=a607eca1-b7af-4648-8570-8ef82b125dbc,revision_number=3']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:32:47.906195 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-29c14565-757b-4222-8205-23310d7f0fac None None] Set router e14963ea-4354-4ce4-a9ea-d5a5756e8cf5 gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:32:47.959167 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84949b6-3b35-43b4-bb2e-10d7ec3d067d req-cd33b0be-497b-4eb6-b89a-c2aa1c2b6193 tempest-ListImageFiltersTestJSON-1275882145 tempest-ListImageFiltersTestJSON-1275882145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:47.966479 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c84949b6-3b35-43b4-bb2e-10d7ec3d067d req-cd33b0be-497b-4eb6-b89a-c2aa1c2b6193 tempest-ListImageFiltersTestJSON-1275882145 tempest-ListImageFiltersTestJSON-1275882145-project] 10.222.0.23 "GET /v2.0/ports?device_id=e88ea5f4-ba87-44d8-b2e9-1f56bd705c34 HTTP/1.1" status: 200 len: 936 time: 0.3225918 Jul 13 13:32:48.067464 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c84949b6-3b35-43b4-bb2e-10d7ec3d067d req-4c506455-8a75-4cb2-8ba5-63b479621ec4 tempest-ListImageFiltersTestJSON-1275882145 tempest-ListImageFiltersTestJSON-1275882145-project] 10.222.0.23 "GET /v2.0/security-groups?id=4865dafb-f53b-45c8-89d6-c6cc7f94c49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997491 Jul 13 13:32:48.067871 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.db.resource_extend [None req-9f5bc966-6ad2-4d51-a2e7-80becee09c1b tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 13 13:32:48.078114 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f000002-6043-46d5-aa1d-ac728585431e req-c28cb01f-830e-45e4-aec1-2bbabb891d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:48.080728 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4f000002-6043-46d5-aa1d-ac728585431e req-c28cb01f-830e-45e4-aec1-2bbabb891d32 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0c6afd0d74ef477facd63cc7e998c451&device_id=e97f4d76-afe7-4003-aad7-a272d938d7ce HTTP/1.1" status: 200 len: 1099 time: 0.2403388 Jul 13 13:32:48.095580 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75340d9a-5694-45f0-8294-d4ef074cbdd3 req-c9231933-73c9-4818-8277-d01c397ca11c tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:48.097148 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-75340d9a-5694-45f0-8294-d4ef074cbdd3 req-c9231933-73c9-4818-8277-d01c397ca11c tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/ports?device_id=a56051f7-ad2a-48ca-8ebc-3ae17c46d4a2 HTTP/1.1" status: 200 len: 944 time: 0.4386580 Jul 13 13:32:48.126080 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=728cfa00-3778-4628-ac4c-06f4e7aa1861,revision_number=11']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:32:48.144903 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning for port 952b63ce-7617-4566-8fff-7de30914d193 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:32:48.157267 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning complete for port 952b63ce-7617-4566-8fff-7de30914d193 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:32:48.157623 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:48.200312 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4f000002-6043-46d5-aa1d-ac728585431e req-f9b50389-dd71-46a1-b048-f75632959a90 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=a607eca1-b7af-4648-8570-8ef82b125dbc HTTP/1.1" status: 200 len: 217 time: 0.1123064 Jul 13 13:32:48.306104 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-29c14565-757b-4222-8205-23310d7f0fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e14963ea-4354-4ce4-a9ea-d5a5756e8cf5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-143526445-router', 'tenant_id': 'bd2a8667aac44b55ada497b7363262e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': '5441d029-c6a1-41c8-a527-086b47fd09e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:32:42Z', 'updated_at': '2021-07-13T13:32:45Z', 'revision_number': 3, 'project_id': 'bd2a8667aac44b55ada497b7363262e0', 'gw_port': {'id': '5441d029-c6a1-41c8-a527-086b47fd09e4', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:11:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e14963ea-4354-4ce4-a9ea-d5a5756e8cf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:32:44Z', 'updated_at': '2021-07-13T13:32:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:32:48.318439 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f000002-6043-46d5-aa1d-ac728585431e req-16c73209-1cf2-4c32-90a4-c56247d2e0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:48.320056 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4f000002-6043-46d5-aa1d-ac728585431e req-16c73209-1cf2-4c32-90a4-c56247d2e0b0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=60b55863-ceb6-45af-a8a4-4b22d72866af HTTP/1.1" status: 200 len: 843 time: 0.1136599 Jul 13 13:32:48.363486 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 8e89633a-acbb-4580-8975-cffba6f3e1f7 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:32:48.416958 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c14565-757b-4222-8205-23310d7f0fac None None] Checking router: e14963ea-4354-4ce4-a9ea-d5a5756e8cf5 for host: n-d-800634-1 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 13:32:48.416958 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c14565-757b-4222-8205-23310d7f0fac None None] Updating router e14963ea-4354-4ce4-a9ea-d5a5756e8cf5 port 5441d029-c6a1-41c8-a527-086b47fd09e4 binding host n-d-800634-1 {{(pid=93752) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 13:32:48.462494 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f000002-6043-46d5-aa1d-ac728585431e req-d5e9565c-dbe2-42cc-9428-b4075ae2e73c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:48.464564 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4f000002-6043-46d5-aa1d-ac728585431e req-d5e9565c-dbe2-42cc-9428-b4075ae2e73c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e0bfb334-0fd9-4ba5-ba79-1568ecabee30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1334107 Jul 13 13:32:48.485457 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:48.509012 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-29c14565-757b-4222-8205-23310d7f0fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:48.561081 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9f5bc966-6ad2-4d51-a2e7-80becee09c1b tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:48.565071 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-67953863-8649-4f9f-be0e-9cc22e874647 req-4f3925f8-fe73-4bc3-8b6f-4b3e08edd0d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6b606c0-180f-4657-9417-1c4a579d381b {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:32:48.588968 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-67953863-8649-4f9f-be0e-9cc22e874647 req-4f3925f8-fe73-4bc3-8b6f-4b3e08edd0d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:48.594646 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9f5bc966-6ad2-4d51-a2e7-80becee09c1b tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446547'] for floatingip, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:48.646485 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-24410bb7-2c81-4743-bb5e-46f1d0b45cf2 req-bb045885-af9f-4eff-ad2b-38489019fd9f service neutron] Attempting to bind port a53d9b9a-495c-485f-83d9-51d2b6ff1740 on host n-h1-800634-1 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:32:48.646827 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-24410bb7-2c81-4743-bb5e-46f1d0b45cf2 req-bb045885-af9f-4eff-ad2b-38489019fd9f service neutron] Attempting to bind port a53d9b9a-495c-485f-83d9-51d2b6ff1740 by drivers openvswitch,hyperv on host n-h1-800634-1 at level 0 using segments [{'id': 'ad5ed454-48ea-4363-8047-0d3907eff6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:32:48.647703 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24410bb7-2c81-4743-bb5e-46f1d0b45cf2 req-bb045885-af9f-4eff-ad2b-38489019fd9f service neutron] Attempting to bind port a53d9b9a-495c-485f-83d9-51d2b6ff1740 on network 2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:32:48.660020 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 8e89633a-acbb-4580-8975-cffba6f3e1f7 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:32:48.660408 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:48.674364 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-75340d9a-5694-45f0-8294-d4ef074cbdd3 req-da9757eb-a98f-4fd9-bffd-fb7a63367fb1 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1a1929d-de59-4a26-a69b-05b891c11dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5340607 Jul 13 13:32:48.684180 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4f000002-6043-46d5-aa1d-ac728585431e req-807c601d-610b-4f4c-83c6-238246b75a81 service neutron] 10.222.0.26 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963336 Jul 13 13:32:48.691595 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-67953863-8649-4f9f-be0e-9cc22e874647 req-4f3925f8-fe73-4bc3-8b6f-4b3e08edd0d6 service neutron] Transition to ACTIVE for port object d6b606c0-180f-4657-9417-1c4a579d381b will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:32:48.716611 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 13:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd91d7c6-2a25-4c7e-8398-826a316b7e14 x-openstack-request-id: req-dd91d7c6-2a25-4c7e-8398-826a316b7e14 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:32:48.717353 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e97f4d76-afe7-4003-aad7-a272d938d7ce", "tag": "a607eca1-b7af-4648-8570-8ef82b125dbc", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:32:48.717353 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-dd91d7c6-2a25-4c7e-8398-826a316b7e14 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:32:48.718834 n-d-800634-1 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e97f4d76-afe7-4003-aad7-a272d938d7ce', 'tag': 'a607eca1-b7af-4648-8570-8ef82b125dbc', 'status': 'completed', 'code': 200} Jul 13 13:32:48.726534 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 952b63ce-7617-4566-8fff-7de30914d193, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=952b63ce-7617-4566-8fff-7de30914d193,segment=NetworkSegment(9472122b-cbf3-4934-aecb-e6fae280b13a),segment_id=9472122b-cbf3-4934-aecb-e6fae280b13a)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:32:48.748852 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:48.751080 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-884578b0-aeb7-4488-b49c-8bbd32d77e36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:48.757765 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-67953863-8649-4f9f-be0e-9cc22e874647 req-4f3925f8-fe73-4bc3-8b6f-4b3e08edd0d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:48.759118 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d6963a4-9d3a-4cf3-96ca-26ace1fe021a x-openstack-request-id: req-0d6963a4-9d3a-4cf3-96ca-26ace1fe021a {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:32:48.759416 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3d5bccd-0e71-4b17-8dc4-bd3e64597e9a", "name": "network-vif-plugged", "status": "completed", "tag": "728cfa00-3778-4628-ac4c-06f4e7aa1861", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:32:48.759677 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0d6963a4-9d3a-4cf3-96ca-26ace1fe021a {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:32:48.760212 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3d5bccd-0e71-4b17-8dc4-bd3e64597e9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '728cfa00-3778-4628-ac4c-06f4e7aa1861', 'code': 200} Jul 13 13:32:48.779299 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24410bb7-2c81-4743-bb5e-46f1d0b45cf2 req-bb045885-af9f-4eff-ad2b-38489019fd9f service neutron] Port a53d9b9a-495c-485f-83d9-51d2b6ff1740 on network 2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-1 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:32:48.779627 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24410bb7-2c81-4743-bb5e-46f1d0b45cf2 req-bb045885-af9f-4eff-ad2b-38489019fd9f service neutron] Attempting to bind port a53d9b9a-495c-485f-83d9-51d2b6ff1740 on network 2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:32:48.801002 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24410bb7-2c81-4743-bb5e-46f1d0b45cf2 req-bb045885-af9f-4eff-ad2b-38489019fd9f service neutron] Checking agent: {'id': 'a7603dc8-3c50-4a9b-8f0d-1143528f155e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:32:48.801611 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24410bb7-2c81-4743-bb5e-46f1d0b45cf2 req-bb045885-af9f-4eff-ad2b-38489019fd9f service neutron] Checking segment: {'id': 'ad5ed454-48ea-4363-8047-0d3907eff6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:32:48.801755 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24410bb7-2c81-4743-bb5e-46f1d0b45cf2 req-bb045885-af9f-4eff-ad2b-38489019fd9f service neutron] Bound using segment: {'id': 'ad5ed454-48ea-4363-8047-0d3907eff6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:32:48.812780 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-24410bb7-2c81-4743-bb5e-46f1d0b45cf2 req-bb045885-af9f-4eff-ad2b-38489019fd9f service neutron] Bound port: a53d9b9a-495c-485f-83d9-51d2b6ff1740, host: n-h1-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad5ed454-48ea-4363-8047-0d3907eff6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:32:48.813552 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-24410bb7-2c81-4743-bb5e-46f1d0b45cf2 req-bb045885-af9f-4eff-ad2b-38489019fd9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:48.888265 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=952b63ce-7617-4566-8fff-7de30914d193,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:32:48.977806 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4f000002-6043-46d5-aa1d-ac728585431e req-47fba2e9-e8aa-40d5-93ea-31292d4828d9 service neutron] 10.222.0.26 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2871778 Jul 13 13:32:49.046516 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-29c14565-757b-4222-8205-23310d7f0fac None None] Notify callbacks [] for port, precommit_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:49.060298 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-29c14565-757b-4222-8205-23310d7f0fac None None] Transition to ACTIVE for port object 5441d029-c6a1-41c8-a527-086b47fd09e4 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:32:49.069791 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-29c14565-757b-4222-8205-23310d7f0fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:49.086727 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3925f8-fe73-4bc3-8b6f-4b3e08edd0d6 service neutron] Pushing event updated for resources: {'Port': ['ID=d6b606c0-180f-4657-9417-1c4a579d381b,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:32:49.140710 n-d-800634-1 neutron-server[93750]: INFO neutron.db.l3_db [None req-9f5bc966-6ad2-4d51-a2e7-80becee09c1b tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] Floating IP 8a699c19-2346-4519-a58f-7e1c10676abc associated. External IP: 172.25.6.161, port: 84350c06-b0ae-49dd-97a8-0fb3ebfa8384. Jul 13 13:32:49.146558 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-24410bb7-2c81-4743-bb5e-46f1d0b45cf2 req-bb045885-af9f-4eff-ad2b-38489019fd9f service neutron] For port a53d9b9a-495c-485f-83d9-51d2b6ff1740, host n-h1-800634-1, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:32:49.158434 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba36a894-e635-43e4-b234-2ebb01017114 req-d19e72c1-d9c8-4347-a9c1-6958454dab2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:49.159954 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ba36a894-e635-43e4-b234-2ebb01017114 req-d19e72c1-d9c8-4347-a9c1-6958454dab2d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c3d5bccd-0e71-4b17-8dc4-bd3e64597e9a HTTP/1.1" status: 200 len: 1100 time: 0.2625830 Jul 13 13:32:49.203359 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-884578b0-aeb7-4488-b49c-8bbd32d77e36 admin admin] Allocated IP 172.20.0.1 (83144b3e-631d-44ef-a4ac-c28f11dc0083/580b2432-fbdc-4d77-857f-d4faf5530924/7d6e9a9c-c5e4-488e-8425-74e69e31a292) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:32:49.216316 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09827a00-61ce-4ca6-8823-b6e48614266c req-7afff331-de3a-482f-9373-95ac7389f9ee tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:49.217926 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-09827a00-61ce-4ca6-8823-b6e48614266c req-7afff331-de3a-482f-9373-95ac7389f9ee tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] 10.222.0.23 "GET /v2.0/ports?device_id=307beaa2-0fd0-4cfc-afa5-5f0bff5a9e60 HTTP/1.1" status: 200 len: 945 time: 0.2669139 Jul 13 13:32:49.247126 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-24410bb7-2c81-4743-bb5e-46f1d0b45cf2 req-bb045885-af9f-4eff-ad2b-38489019fd9f service neutron] For port a53d9b9a-495c-485f-83d9-51d2b6ff1740, host n-h1-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=a53d9b9a-495c-485f-83d9-51d2b6ff1740,segment=NetworkSegment(ad5ed454-48ea-4363-8047-0d3907eff6fd),segment_id=ad5ed454-48ea-4363-8047-0d3907eff6fd)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:32:49.260177 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f798a99-7f29-43cd-9baa-979313b41b05 req-70ac6ccf-75b5-4911-b70a-b3df0383e819 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:49.261903 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9f798a99-7f29-43cd-9baa-979313b41b05 req-70ac6ccf-75b5-4911-b70a-b3df0383e819 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.41 "GET /v2.0/ports?device_id=53a3ec8a-06a6-47be-960a-071464e2ba2e HTTP/1.1" status: 200 len: 971 time: 0.6078320 Jul 13 13:32:49.272093 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-24410bb7-2c81-4743-bb5e-46f1d0b45cf2 req-bb045885-af9f-4eff-ad2b-38489019fd9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:49.283769 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-29c14565-757b-4222-8205-23310d7f0fac None None] Attempting to bind port 5441d029-c6a1-41c8-a527-086b47fd09e4 on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:32:49.284343 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-29c14565-757b-4222-8205-23310d7f0fac None None] Attempting to bind port 5441d029-c6a1-41c8-a527-086b47fd09e4 by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:32:49.284782 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c14565-757b-4222-8205-23310d7f0fac None None] Attempting to bind port 5441d029-c6a1-41c8-a527-086b47fd09e4 on network acf968b8-c524-46a9-a20b-ad9667009130 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:32:49.288266 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f379af-f1f6-41ab-8a24-f8f84333fb62 None None] Pushing event updated for resources: {'Port': ['ID=5441d029-c6a1-41c8-a527-086b47fd09e4,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:32:49.299013 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c14565-757b-4222-8205-23310d7f0fac None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 32, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:32:49.299483 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c14565-757b-4222-8205-23310d7f0fac None None] Checking segment: {'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:32:49.299955 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-29c14565-757b-4222-8205-23310d7f0fac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:49.300410 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c14565-757b-4222-8205-23310d7f0fac None None] Bound using segment: {'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:32:49.300952 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-29c14565-757b-4222-8205-23310d7f0fac None None] Bound port: 5441d029-c6a1-41c8-a527-086b47fd09e4, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:32:49.301401 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-29c14565-757b-4222-8205-23310d7f0fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:49.312765 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ba36a894-e635-43e4-b234-2ebb01017114 req-95ef5a56-1ce5-45de-8403-3e3d94c1717f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0375d0dc-b9f6-47cd-991d-bd203a5d5aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395826 Jul 13 13:32:49.317409 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb65e32c-aef4-4ad1-8595-8d46a50083da req-7eea31d6-0513-43e5-aa1a-2d9da3525ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:49.318981 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-fb65e32c-aef4-4ad1-8595-8d46a50083da req-7eea31d6-0513-43e5-aa1a-2d9da3525ce2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0c6afd0d74ef477facd63cc7e998c451&device_id=e97f4d76-afe7-4003-aad7-a272d938d7ce HTTP/1.1" status: 200 len: 1099 time: 0.2672753 Jul 13 13:32:49.358669 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-29c14565-757b-4222-8205-23310d7f0fac None None] For port 5441d029-c6a1-41c8-a527-086b47fd09e4, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:32:49.361716 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-29c14565-757b-4222-8205-23310d7f0fac None None] For port 5441d029-c6a1-41c8-a527-086b47fd09e4, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=5441d029-c6a1-41c8-a527-086b47fd09e4,segment=NetworkSegment(3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87),segment_id=3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:32:49.373492 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-29c14565-757b-4222-8205-23310d7f0fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:49.386414 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b2f144-bf27-4ea0-be46-f31c4ce80621 req-7453f4b9-ae05-429a-afae-a5586feb0138 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:49.392697 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-09827a00-61ce-4ca6-8823-b6e48614266c req-4bc74721-7cf0-4f69-bba8-3bfb80b4ed91 tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] 10.222.0.23 "GET /v2.0/security-groups?id=246f878a-992c-46a3-86c7-c947eed33eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588988 Jul 13 13:32:49.393281 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-30b2f144-bf27-4ea0-be46-f31c4ce80621 req-7453f4b9-ae05-429a-afae-a5586feb0138 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3d5bccd-0e71-4b17-8dc4-bd3e64597e9a HTTP/1.1" status: 200 len: 949 time: 0.4817131 Jul 13 13:32:49.431964 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c14565-757b-4222-8205-23310d7f0fac None None] Routers {'e14963ea-4354-4ce4-a9ea-d5a5756e8cf5'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:32:49.432672 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-29c14565-757b-4222-8205-23310d7f0fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:32:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['e14963ea-4354-4ce4-a9ea-d5a5756e8cf5'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:32:49.441824 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-67953863-8649-4f9f-be0e-9cc22e874647 req-4f3925f8-fe73-4bc3-8b6f-4b3e08edd0d6 service neutron] Attempting to bind port d6b606c0-180f-4657-9417-1c4a579d381b on host n-h1-800634-1 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:32:49.441824 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-67953863-8649-4f9f-be0e-9cc22e874647 req-4f3925f8-fe73-4bc3-8b6f-4b3e08edd0d6 service neutron] Attempting to bind port d6b606c0-180f-4657-9417-1c4a579d381b by drivers openvswitch,hyperv on host n-h1-800634-1 at level 0 using segments [{'id': '62a4f2e9-97ca-473c-a2df-e7f9f532c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:32:49.442097 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67953863-8649-4f9f-be0e-9cc22e874647 req-4f3925f8-fe73-4bc3-8b6f-4b3e08edd0d6 service neutron] Attempting to bind port d6b606c0-180f-4657-9417-1c4a579d381b on network e0bfb334-0fd9-4ba5-ba79-1568ecabee30 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:32:49.454110 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24410bb7-2c81-4743-bb5e-46f1d0b45cf2 req-bb045885-af9f-4eff-ad2b-38489019fd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:49.455198 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-24410bb7-2c81-4743-bb5e-46f1d0b45cf2 req-bb045885-af9f-4eff-ad2b-38489019fd9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:49.456140 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-24410bb7-2c81-4743-bb5e-46f1d0b45cf2 req-bb045885-af9f-4eff-ad2b-38489019fd9f service neutron] 10.222.0.26 "PUT /v2.0/ports/a53d9b9a-495c-485f-83d9-51d2b6ff1740 HTTP/1.1" status: 200 len: 1092 time: 3.7968438 Jul 13 13:32:49.456595 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a56051f7-ad2a-48ca-8ebc-3ae17c46d4a2', 'tag': 'a53d9b9a-495c-485f-83d9-51d2b6ff1740'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:32:49.458911 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c142024-735a-4e20-b111-5bd6012e6ba2" -d '{"events": [{"name": "network-changed", "server_uuid": "a56051f7-ad2a-48ca-8ebc-3ae17c46d4a2", "tag": "a53d9b9a-495c-485f-83d9-51d2b6ff1740"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:32:49.461189 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-884578b0-aeb7-4488-b49c-8bbd32d77e36 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:49.483721 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67953863-8649-4f9f-be0e-9cc22e874647 req-4f3925f8-fe73-4bc3-8b6f-4b3e08edd0d6 service neutron] Port d6b606c0-180f-4657-9417-1c4a579d381b on network e0bfb334-0fd9-4ba5-ba79-1568ecabee30 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-1 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:32:49.484069 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67953863-8649-4f9f-be0e-9cc22e874647 req-4f3925f8-fe73-4bc3-8b6f-4b3e08edd0d6 service neutron] Attempting to bind port d6b606c0-180f-4657-9417-1c4a579d381b on network e0bfb334-0fd9-4ba5-ba79-1568ecabee30 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:32:49.484978 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb65e32c-aef4-4ad1-8595-8d46a50083da req-a94cc3a2-bdfe-48e8-a00b-4b0e2ea45a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:49.488454 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-fb65e32c-aef4-4ad1-8595-8d46a50083da req-a94cc3a2-bdfe-48e8-a00b-4b0e2ea45a2a service neutron] 10.222.0.26 "GET /v2.0/networks?id=e0bfb334-0fd9-4ba5-ba79-1568ecabee30 HTTP/1.1" status: 200 len: 869 time: 0.1592195 Jul 13 13:32:49.490779 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-884578b0-aeb7-4488-b49c-8bbd32d77e36 admin admin] Transition to ACTIVE for port object 7d6e9a9c-c5e4-488e-8425-74e69e31a292 will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:32:49.509168 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb045885-af9f-4eff-ad2b-38489019fd9f service neutron] Pushing event updated for resources: {'Port': ['ID=a53d9b9a-495c-485f-83d9-51d2b6ff1740,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:32:49.538700 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67953863-8649-4f9f-be0e-9cc22e874647 req-4f3925f8-fe73-4bc3-8b6f-4b3e08edd0d6 service neutron] Checking agent: {'id': 'a7603dc8-3c50-4a9b-8f0d-1143528f155e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:32:49.538700 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67953863-8649-4f9f-be0e-9cc22e874647 req-4f3925f8-fe73-4bc3-8b6f-4b3e08edd0d6 service neutron] Checking segment: {'id': '62a4f2e9-97ca-473c-a2df-e7f9f532c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:32:49.539125 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-fb65e32c-aef4-4ad1-8595-8d46a50083da req-41a0eb1b-0b1c-433d-9758-eef3b5619804 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=a607eca1-b7af-4648-8570-8ef82b125dbc HTTP/1.1" status: 200 len: 217 time: 0.0409763 Jul 13 13:32:49.539229 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67953863-8649-4f9f-be0e-9cc22e874647 req-4f3925f8-fe73-4bc3-8b6f-4b3e08edd0d6 service neutron] Bound using segment: {'id': '62a4f2e9-97ca-473c-a2df-e7f9f532c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:32:49.539504 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-67953863-8649-4f9f-be0e-9cc22e874647 req-4f3925f8-fe73-4bc3-8b6f-4b3e08edd0d6 service neutron] Bound port: d6b606c0-180f-4657-9417-1c4a579d381b, host: n-h1-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62a4f2e9-97ca-473c-a2df-e7f9f532c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:32:49.539869 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-67953863-8649-4f9f-be0e-9cc22e874647 req-4f3925f8-fe73-4bc3-8b6f-4b3e08edd0d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:49.571008 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-30b2f144-bf27-4ea0-be46-f31c4ce80621 req-7d24d888-3b53-469f-b23a-c4c7417ebb87 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] 10.222.0.23 "GET /v2.0/security-groups?id=0375d0dc-b9f6-47cd-991d-bd203a5d5aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767697 Jul 13 13:32:49.638962 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-29c14565-757b-4222-8205-23310d7f0fac None None] Set router e14963ea-4354-4ce4-a9ea-d5a5756e8cf5 gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:32:49.652368 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-884578b0-aeb7-4488-b49c-8bbd32d77e36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:49.659576 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb65e32c-aef4-4ad1-8595-8d46a50083da req-7a010788-1b2e-466a-9d28-92f00fa66c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:49.661339 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-fb65e32c-aef4-4ad1-8595-8d46a50083da req-7a010788-1b2e-466a-9d28-92f00fa66c1d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=60b55863-ceb6-45af-a8a4-4b22d72866af HTTP/1.1" status: 200 len: 843 time: 0.1143808 Jul 13 13:32:49.734985 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-884578b0-aeb7-4488-b49c-8bbd32d77e36 admin admin] Network 83144b3e-631d-44ef-a4ac-c28f11dc0083 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:32:49.742519 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-884578b0-aeb7-4488-b49c-8bbd32d77e36 admin admin] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:32:49.746272 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884578b0-aeb7-4488-b49c-8bbd32d77e36 admin admin] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:32:49.774471 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884578b0-aeb7-4488-b49c-8bbd32d77e36 admin admin] Pushing event updated for resources: {'Port': ['ID=7d6e9a9c-c5e4-488e-8425-74e69e31a292,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:32:49.839909 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-67953863-8649-4f9f-be0e-9cc22e874647 req-4f3925f8-fe73-4bc3-8b6f-4b3e08edd0d6 service neutron] For port d6b606c0-180f-4657-9417-1c4a579d381b, host n-h1-800634-1, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:32:49.853032 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-67953863-8649-4f9f-be0e-9cc22e874647 req-4f3925f8-fe73-4bc3-8b6f-4b3e08edd0d6 service neutron] For port d6b606c0-180f-4657-9417-1c4a579d381b, host n-h1-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=d6b606c0-180f-4657-9417-1c4a579d381b,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:32:49.859235 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-9f798a99-7f29-43cd-9baa-979313b41b05 req-58cb6862-f9bf-4b6e-9531-3b301bd50122 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Deleting port 35c44836-b440-472c-8059-c98a5ffada71 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:32:49.859877 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-9f798a99-7f29-43cd-9baa-979313b41b05 req-58cb6862-f9bf-4b6e-9531-3b301bd50122 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:49.878342 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-67953863-8649-4f9f-be0e-9cc22e874647 req-4f3925f8-fe73-4bc3-8b6f-4b3e08edd0d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:49.883344 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24410bb7-2c81-4743-bb5e-46f1d0b45cf2 req-71c35195-6328-4239-9813-df44212586d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:49.885294 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-24410bb7-2c81-4743-bb5e-46f1d0b45cf2 req-71c35195-6328-4239-9813-df44212586d8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d50e67b9ee9e45449d2522df614fe533&device_id=a56051f7-ad2a-48ca-8ebc-3ae17c46d4a2 HTTP/1.1" status: 200 len: 1095 time: 0.3512359 Jul 13 13:32:49.892646 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-884578b0-aeb7-4488-b49c-8bbd32d77e36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-450452'] for router_interface, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:49.919329 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f379af-f1f6-41ab-8a24-f8f84333fb62 None None] Pushing event updated for resources: {'Port': ['ID=5441d029-c6a1-41c8-a527-086b47fd09e4,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:32:49.971280 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259ea275-f52f-4af1-a915-321b926a644d req-210a6055-423a-491e-9370-6019953cc5ac tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:49.978181 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-259ea275-f52f-4af1-a915-321b926a644d req-210a6055-423a-491e-9370-6019953cc5ac tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.23 "GET /v2.0/ports?device_id=53a3ec8a-06a6-47be-960a-071464e2ba2e HTTP/1.1" status: 200 len: 971 time: 0.3651853 Jul 13 13:32:49.988096 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c843c5a3-e13a-4da9-b98f-22ef9b5d9d88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:49.992596 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:50.017722 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb65e32c-aef4-4ad1-8595-8d46a50083da req-5c10bd20-2b9a-4c44-b03b-8a570ea98be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:50.019222 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-fb65e32c-aef4-4ad1-8595-8d46a50083da req-5c10bd20-2b9a-4c44-b03b-8a570ea98be7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e0bfb334-0fd9-4ba5-ba79-1568ecabee30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3504925 Jul 13 13:32:50.040454 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-29c14565-757b-4222-8205-23310d7f0fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e14963ea-4354-4ce4-a9ea-d5a5756e8cf5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-143526445-router', 'tenant_id': 'bd2a8667aac44b55ada497b7363262e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': '5441d029-c6a1-41c8-a527-086b47fd09e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:32:42Z', 'updated_at': '2021-07-13T13:32:45Z', 'revision_number': 3, 'project_id': 'bd2a8667aac44b55ada497b7363262e0', 'gw_port': {'id': '5441d029-c6a1-41c8-a527-086b47fd09e4', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:11:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e14963ea-4354-4ce4-a9ea-d5a5756e8cf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:32:44Z', 'updated_at': '2021-07-13T13:32:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:32:50.061391 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f5bc966-6ad2-4d51-a2e7-80becee09c1b tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] Router 85609521-684d-4122-bbe0-87dfdb0cbc61 has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 13:32:50.100533 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c14565-757b-4222-8205-23310d7f0fac None None] The sync data for ids ['e14963ea-4354-4ce4-a9ea-d5a5756e8cf5'] in n-d-800634-1 is: [{'id': 'e14963ea-4354-4ce4-a9ea-d5a5756e8cf5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-143526445-router', 'tenant_id': 'bd2a8667aac44b55ada497b7363262e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': '5441d029-c6a1-41c8-a527-086b47fd09e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:32:42Z', 'updated_at': '2021-07-13T13:32:45Z', 'revision_number': 3, 'project_id': 'bd2a8667aac44b55ada497b7363262e0', 'gw_port': {'id': '5441d029-c6a1-41c8-a527-086b47fd09e4', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:11:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e14963ea-4354-4ce4-a9ea-d5a5756e8cf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:32:44Z', 'updated_at': '2021-07-13T13:32:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:32:50.124598 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67953863-8649-4f9f-be0e-9cc22e874647 req-4f3925f8-fe73-4bc3-8b6f-4b3e08edd0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:50.125229 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-67953863-8649-4f9f-be0e-9cc22e874647 req-4f3925f8-fe73-4bc3-8b6f-4b3e08edd0d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:50.126735 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-67953863-8649-4f9f-be0e-9cc22e874647 req-4f3925f8-fe73-4bc3-8b6f-4b3e08edd0d6 service neutron] 10.222.0.26 "PUT /v2.0/ports/d6b606c0-180f-4657-9417-1c4a579d381b HTTP/1.1" status: 200 len: 1096 time: 3.3838911 Jul 13 13:32:50.129190 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3925f8-fe73-4bc3-8b6f-4b3e08edd0d6 service neutron] Pushing event updated for resources: {'Port': ['ID=d6b606c0-180f-4657-9417-1c4a579d381b,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:32:50.146206 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-24410bb7-2c81-4743-bb5e-46f1d0b45cf2 req-529b95b1-0f9c-4c3c-86df-aa47cca349bd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a53d9b9a-495c-485f-83d9-51d2b6ff1740 HTTP/1.1" status: 200 len: 217 time: 0.1961997 Jul 13 13:32:50.193714 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-ecc25adc-3091-4111-b3e2-5f257cfa7ea6 None None] Provisioning for port 7d6e9a9c-c5e4-488e-8425-74e69e31a292 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:32:50.198130 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-ecc25adc-3091-4111-b3e2-5f257cfa7ea6 None None] Provisioning complete for port 7d6e9a9c-c5e4-488e-8425-74e69e31a292 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:32:50.198697 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ecc25adc-3091-4111-b3e2-5f257cfa7ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:50.263745 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-ecc25adc-3091-4111-b3e2-5f257cfa7ea6 None None] Port 7d6e9a9c-c5e4-488e-8425-74e69e31a292 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:32:50.398872 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-9f798a99-7f29-43cd-9baa-979313b41b05 req-58cb6862-f9bf-4b6e-9531-3b301bd50122 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] For port 35c44836-b440-472c-8059-c98a5ffada71, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=35c44836-b440-472c-8059-c98a5ffada71,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:32:50.399237 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-9f798a99-7f29-43cd-9baa-979313b41b05 req-58cb6862-f9bf-4b6e-9531-3b301bd50122 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:50.437887 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24410bb7-2c81-4743-bb5e-46f1d0b45cf2 req-b401b33d-ae4c-4494-a327-69702ad4a3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:50.439452 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-24410bb7-2c81-4743-bb5e-46f1d0b45cf2 req-b401b33d-ae4c-4494-a327-69702ad4a3c5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=45599520-ccde-4569-b8cc-9a75a2e552c5 HTTP/1.1" status: 200 len: 860 time: 0.2755952 Jul 13 13:32:50.465090 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-9f798a99-7f29-43cd-9baa-979313b41b05 req-58cb6862-f9bf-4b6e-9531-3b301bd50122 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Calling delete_port for 35c44836-b440-472c-8059-c98a5ffada71 owned by compute:tempest-test_az-1887465620 {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:32:50.510803 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-24410bb7-2c81-4743-bb5e-46f1d0b45cf2 req-9c392d90-918b-40ea-9819-e9194dc2295e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534945 Jul 13 13:32:50.595015 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35857bd7-cb12-42d0-99eb-3c858fc6aa61 req-0f9e6a39-43aa-495d-ab7d-1fb371934cbc tempest-ListImageFiltersTestJSON-1275882145 tempest-ListImageFiltersTestJSON-1275882145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:50.602242 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-35857bd7-cb12-42d0-99eb-3c858fc6aa61 req-0f9e6a39-43aa-495d-ab7d-1fb371934cbc tempest-ListImageFiltersTestJSON-1275882145 tempest-ListImageFiltersTestJSON-1275882145-project] 10.222.0.23 "GET /v2.0/ports?device_id=e88ea5f4-ba87-44d8-b2e9-1f56bd705c34 HTTP/1.1" status: 200 len: 948 time: 0.6510534 Jul 13 13:32:50.614967 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314e6013-46b6-47a1-974c-f3fe358793f3 req-4c5a4c24-6b71-4414-84ee-c059cb778d8d tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:50.616695 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-314e6013-46b6-47a1-974c-f3fe358793f3 req-4c5a4c24-6b71-4414-84ee-c059cb778d8d tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.41 "GET /v2.0/ports?device_id=72e8a110-83ee-4e34-ae14-c4411eac965f HTTP/1.1" status: 200 len: 971 time: 0.8301411 Jul 13 13:32:50.657550 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-259ea275-f52f-4af1-a915-321b926a644d req-bc97c9dc-1888-42b3-bdad-419514f72f24 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.23 "GET /v2.0/security-groups?id=30616c26-47b2-497e-86af-cdf36766fc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6724513 Jul 13 13:32:50.761901 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '307beaa2-0fd0-4cfc-afa5-5f0bff5a9e60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '952b63ce-7617-4566-8fff-7de30914d193'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:32:50.765419 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0f89a2a-1e12-4a3d-9b49-efab64bb0a5c" -d '{"events": [{"server_uuid": "307beaa2-0fd0-4cfc-afa5-5f0bff5a9e60", "name": "network-vif-plugged", "status": "completed", "tag": "952b63ce-7617-4566-8fff-7de30914d193"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:32:50.794631 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 13:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18a4d450-351c-4f27-a2cb-881c67bd8055 x-openstack-request-id: req-18a4d450-351c-4f27-a2cb-881c67bd8055 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:32:50.794829 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a56051f7-ad2a-48ca-8ebc-3ae17c46d4a2", "tag": "a53d9b9a-495c-485f-83d9-51d2b6ff1740", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:32:50.795103 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-18a4d450-351c-4f27-a2cb-881c67bd8055 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:32:50.795522 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a56051f7-ad2a-48ca-8ebc-3ae17c46d4a2', 'tag': 'a53d9b9a-495c-485f-83d9-51d2b6ff1740', 'status': 'completed', 'code': 200} Jul 13 13:32:50.816229 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-9f798a99-7f29-43cd-9baa-979313b41b05 req-58cb6862-f9bf-4b6e-9531-3b301bd50122 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:50.828390 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['894c88fc-95cc-4a2b-9a78-4c8bf919a43e', 'fce86fce-7d5e-4f1c-b125-c36dec27a279', '35c44836-b440-472c-8059-c98a5ffada71'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:32:50.899482 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-884578b0-aeb7-4488-b49c-8bbd32d77e36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:50.930567 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-fb65e32c-aef4-4ad1-8595-8d46a50083da req-8c3bac34-be93-4732-b101-5f76e507d8de service neutron] 10.222.0.26 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9028096 Jul 13 13:32:50.969665 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cb6862-f9bf-4b6e-9531-3b301bd50122 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Pushing event deleted for resources: {'Port': ['ID=35c44836-b440-472c-8059-c98a5ffada71,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:32:50.987751 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67953863-8649-4f9f-be0e-9cc22e874647 req-42ba472c-c736-4dd3-a89a-2db65fa81917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:50.989712 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-67953863-8649-4f9f-be0e-9cc22e874647 req-42ba472c-c736-4dd3-a89a-2db65fa81917 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0c6afd0d74ef477facd63cc7e998c451&device_id=e88ea5f4-ba87-44d8-b2e9-1f56bd705c34 HTTP/1.1" status: 200 len: 1099 time: 0.7704663 Jul 13 13:32:51.010666 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 48072) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:32:51.024622 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:51.063037 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-35857bd7-cb12-42d0-99eb-3c858fc6aa61 req-7ae8386e-9e0d-4451-904b-bdf98a916142 tempest-ListImageFiltersTestJSON-1275882145 tempest-ListImageFiltersTestJSON-1275882145-project] 10.222.0.23 "GET /v2.0/security-groups?id=4865dafb-f53b-45c8-89d6-c6cc7f94c49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4559979 Jul 13 13:32:51.064212 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f5bc966-6ad2-4d51-a2e7-80becee09c1b tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:32:51.086278 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ef57b0-6851-4360-85a4-580e1631c187 None None] Sync routers for ids ['85609521-684d-4122-bbe0-87dfdb0cbc61'] in n-d-800634-1 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:32:51.105766 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ef57b0-6851-4360-85a4-580e1631c187 None None] Routers {'85609521-684d-4122-bbe0-87dfdb0cbc61'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:32:51.110091 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-41ef57b0-6851-4360-85a4-580e1631c187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:32:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['85609521-684d-4122-bbe0-87dfdb0cbc61'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:32:51.120466 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9f5bc966-6ad2-4d51-a2e7-80becee09c1b tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for floatingip, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:51.144059 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-67953863-8649-4f9f-be0e-9cc22e874647 req-625bf821-d2ac-4d09-84b4-b3f2018251d9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=d6b606c0-180f-4657-9417-1c4a579d381b HTTP/1.1" status: 200 len: 217 time: 0.1343453 Jul 13 13:32:51.144903 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-314e6013-46b6-47a1-974c-f3fe358793f3 req-6599865e-8915-4f37-b791-d736fb7474a2 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Deleting port fce86fce-7d5e-4f1c-b125-c36dec27a279 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:32:51.145430 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-314e6013-46b6-47a1-974c-f3fe358793f3 req-6599865e-8915-4f37-b791-d736fb7474a2 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:51.174627 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f798a99-7f29-43cd-9baa-979313b41b05 req-58cb6862-f9bf-4b6e-9531-3b301bd50122 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] No DVR routers for this DVR port 35c44836-b440-472c-8059-c98a5ffada71 on host n-h2-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:32:51.208888 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-9f798a99-7f29-43cd-9baa-979313b41b05 req-58cb6862-f9bf-4b6e-9531-3b301bd50122 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:51.211236 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9f798a99-7f29-43cd-9baa-979313b41b05 req-58cb6862-f9bf-4b6e-9531-3b301bd50122 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.41 "DELETE /v2.0/ports/35c44836-b440-472c-8059-c98a5ffada71 HTTP/1.1" status: 204 len: 173 time: 1.9413404 Jul 13 13:32:51.329940 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-24410bb7-2c81-4743-bb5e-46f1d0b45cf2 req-fc9071de-e170-4dda-8441-bca84ef10b54 service neutron] 10.222.0.26 "GET /v2.0/networks/2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7485585 Jul 13 13:32:51.366201 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-9f5bc966-6ad2-4d51-a2e7-80becee09c1b tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] 10.222.0.23 "PUT /v2.0/floatingips/8a699c19-2346-4519-a58f-7e1c10676abc HTTP/1.1" status: 200 len: 991 time: 5.4929452 Jul 13 13:32:51.389829 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-41ef57b0-6851-4360-85a4-580e1631c187 None None] Set router 85609521-684d-4122-bbe0-87dfdb0cbc61 gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:32:51.406859 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a32050-54b1-4d0e-bfde-14b55336556d req-cf3340f0-bdb3-48d4-a0cb-960a4427d338 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:51.408193 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b3a32050-54b1-4d0e-bfde-14b55336556d req-cf3340f0-bdb3-48d4-a0cb-960a4427d338 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/ports?device_id=a56051f7-ad2a-48ca-8ebc-3ae17c46d4a2 HTTP/1.1" status: 200 len: 944 time: 0.4768612 Jul 13 13:32:51.410084 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-fb65e32c-aef4-4ad1-8595-8d46a50083da req-35bf1d0f-f7a2-4c6e-a715-5b36f5fcc30f service neutron] 10.222.0.26 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4641325 Jul 13 13:32:51.427304 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67953863-8649-4f9f-be0e-9cc22e874647 req-da714cc6-c791-4104-8f9a-046a59f13569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:51.429635 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-67953863-8649-4f9f-be0e-9cc22e874647 req-da714cc6-c791-4104-8f9a-046a59f13569 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=60b55863-ceb6-45af-a8a4-4b22d72866af HTTP/1.1" status: 200 len: 843 time: 0.2503524 Jul 13 13:32:51.500510 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-314e6013-46b6-47a1-974c-f3fe358793f3 req-6599865e-8915-4f37-b791-d736fb7474a2 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] For port fce86fce-7d5e-4f1c-b125-c36dec27a279, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=fce86fce-7d5e-4f1c-b125-c36dec27a279,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:32:51.500880 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-314e6013-46b6-47a1-974c-f3fe358793f3 req-6599865e-8915-4f37-b791-d736fb7474a2 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:51.517028 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-314e6013-46b6-47a1-974c-f3fe358793f3 req-6599865e-8915-4f37-b791-d736fb7474a2 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Calling delete_port for fce86fce-7d5e-4f1c-b125-c36dec27a279 owned by compute:tempest-test_az-1887465620 {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:32:51.522127 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6e460879-258f-436e-88f0-5c4be1f58ea2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:51.580342 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b3a32050-54b1-4d0e-bfde-14b55336556d req-561141e2-54dd-4e37-906c-bf5989141017 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1a1929d-de59-4a26-a69b-05b891c11dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502895 Jul 13 13:32:51.665964 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-24410bb7-2c81-4743-bb5e-46f1d0b45cf2 req-34c2044f-bce1-4098-9052-f88ed888f287 service neutron] 10.222.0.26 "GET /v2.0/networks/2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3267331 Jul 13 13:32:51.685449 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd522bdd-9355-4770-b46a-670b2a6004ea req-187dcdf8-d949-4d3e-9cc5-8cdb1ec6a7d9 tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:51.687037 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-fd522bdd-9355-4770-b46a-670b2a6004ea req-187dcdf8-d949-4d3e-9cc5-8cdb1ec6a7d9 tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] 10.222.0.23 "GET /v2.0/ports?device_id=307beaa2-0fd0-4cfc-afa5-5f0bff5a9e60 HTTP/1.1" status: 200 len: 945 time: 0.3198087 Jul 13 13:32:51.701019 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device a607eca1-b7af-4648-8570-8ef82b125dbc details requested by agent hyperv_n-h1-800634-1 with host n-h1-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 13:32:51.716868 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67953863-8649-4f9f-be0e-9cc22e874647 req-cb2f557c-d084-4d61-9ee7-8865ec31da12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:51.717533 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-884578b0-aeb7-4488-b49c-8bbd32d77e36 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:51.718568 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-67953863-8649-4f9f-be0e-9cc22e874647 req-cb2f557c-d084-4d61-9ee7-8865ec31da12 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e0bfb334-0fd9-4ba5-ba79-1568ecabee30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2551818 Jul 13 13:32:51.734109 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-884578b0-aeb7-4488-b49c-8bbd32d77e36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:51.812212 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-41ef57b0-6851-4360-85a4-580e1631c187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85609521-684d-4122-bbe0-87dfdb0cbc61', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1051747536-router', 'tenant_id': 'ad96651d90924ac6a2bfe736b1e71ae8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.172'}], 'enable_snat': True}, 'gw_port_id': '298577c3-28ae-42a9-87d0-6c5e032af4e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:29:40Z', 'updated_at': '2021-07-13T13:29:44Z', 'revision_number': 4, 'project_id': 'ad96651d90924ac6a2bfe736b1e71ae8', 'gw_port': {'id': '298577c3-28ae-42a9-87d0-6c5e032af4e4', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:3a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85609521-684d-4122-bbe0-87dfdb0cbc61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:29:41Z', 'updated_at': '2021-07-13T13:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_floatingips': [{'id': '8a699c19-2346-4519-a58f-7e1c10676abc', 'tenant_id': 'ad96651d90924ac6a2bfe736b1e71ae8', 'floating_ip_address': '172.25.6.161', 'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'router_id': '85609521-684d-4122-bbe0-87dfdb0cbc61', 'port_id': '84350c06-b0ae-49dd-97a8-0fb3ebfa8384', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fa0d465-8003-432f-9af5-3ecf92dbf33d', 'mac_address': 'fa:16:3e:f1:b3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1dfe0f1-74d0-4c0b-a3b1-09c9c555730e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T13:30:07Z', 'updated_at': '2021-07-13T13:32:47Z', 'revision_number': 5, 'project_id': 'ad96651d90924ac6a2bfe736b1e71ae8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa2462eb-1689-4bdf-abd5-ef6940aa1010', 'name': '', 'network_id': '8fa0d465-8003-432f-9af5-3ecf92dbf33d', 'tenant_id': 'ad96651d90924ac6a2bfe736b1e71ae8', 'mac_address': 'fa:16:3e:1c:c8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85609521-684d-4122-bbe0-87dfdb0cbc61', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '0935fffc-5f50-41bc-86c4-a4cd335b45c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:29:43Z', 'updated_at': '2021-07-13T13:29:51Z', 'revision_number': 5, 'project_id': 'ad96651d90924ac6a2bfe736b1e71ae8', 'subnets': [{'id': '0935fffc-5f50-41bc-86c4-a4cd335b45c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:32:51.870098 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ef57b0-6851-4360-85a4-580e1631c187 None None] Checking router: 85609521-684d-4122-bbe0-87dfdb0cbc61 for host: n-d-800634-1 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 13:32:51.881950 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-884578b0-aeb7-4488-b49c-8bbd32d77e36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1785045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451806'] for router_interface, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:51.886988 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884578b0-aeb7-4488-b49c-8bbd32d77e36 admin admin] Pushing event updated for resources: {'Port': ['ID=7d6e9a9c-c5e4-488e-8425-74e69e31a292,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:32:51.895716 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ef57b0-6851-4360-85a4-580e1631c187 None None] Routers {'85609521-684d-4122-bbe0-87dfdb0cbc61'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:32:51.899526 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-fd522bdd-9355-4770-b46a-670b2a6004ea req-e8c432bd-2a22-4764-9a4e-c670fb7b3280 tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] 10.222.0.23 "GET /v2.0/security-groups?id=246f878a-992c-46a3-86c7-c947eed33eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962748 Jul 13 13:32:51.900333 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-41ef57b0-6851-4360-85a4-580e1631c187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:32:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['85609521-684d-4122-bbe0-87dfdb0cbc61'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:32:51.916359 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port a607eca1-b7af-4648-8570-8ef82b125dbc, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=a607eca1-b7af-4648-8570-8ef82b125dbc,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:32:51.941007 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Returning: {'device': 'a607eca1-b7af-4648-8570-8ef82b125dbc', 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30', 'port_id': 'a607eca1-b7af-4648-8570-8ef82b125dbc', 'mac_address': 'fa:16:3e:bf:4b:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60b55863-ceb6-45af-a8a4-4b22d72866af', 'ip_address': '192.168.233.243'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 13:32:51.959600 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-314e6013-46b6-47a1-974c-f3fe358793f3 req-6599865e-8915-4f37-b791-d736fb7474a2 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:51.963588 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-67953863-8649-4f9f-be0e-9cc22e874647 req-eeb03e5d-6c51-4cab-8bfd-bdd40e12d875 service neutron] 10.222.0.26 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2376039 Jul 13 13:32:51.977526 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['894c88fc-95cc-4a2b-9a78-4c8bf919a43e'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:32:52.053205 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6491725-6c22-4ddf-a148-ab7b55678545 x-openstack-request-id: req-a6491725-6c22-4ddf-a148-ab7b55678545 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:32:52.053851 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "307beaa2-0fd0-4cfc-afa5-5f0bff5a9e60", "name": "network-vif-plugged", "status": "completed", "tag": "952b63ce-7617-4566-8fff-7de30914d193", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:32:52.071288 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a6491725-6c22-4ddf-a148-ab7b55678545 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:32:52.072012 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '307beaa2-0fd0-4cfc-afa5-5f0bff5a9e60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '952b63ce-7617-4566-8fff-7de30914d193', 'code': 200} Jul 13 13:32:52.074567 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6599865e-8915-4f37-b791-d736fb7474a2 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Pushing event deleted for resources: {'Port': ['ID=fce86fce-7d5e-4f1c-b125-c36dec27a279,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:32:52.139875 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:52.181427 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a607eca1-b7af-4648-8570-8ef82b125dbc {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:32:52.194236 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-314e6013-46b6-47a1-974c-f3fe358793f3 req-6599865e-8915-4f37-b791-d736fb7474a2 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] No DVR routers for this DVR port fce86fce-7d5e-4f1c-b125-c36dec27a279 on host n-h2-800634-1 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:32:52.207912 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da68cb63-e8f1-4910-b7a9-9938a03a1141 req-6658c049-338a-41be-a4aa-dbc73ac8b705 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:52.220667 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-41ef57b0-6851-4360-85a4-580e1631c187 None None] Set router 85609521-684d-4122-bbe0-87dfdb0cbc61 gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:32:52.223160 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-da68cb63-e8f1-4910-b7a9-9938a03a1141 req-6658c049-338a-41be-a4aa-dbc73ac8b705 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3d5bccd-0e71-4b17-8dc4-bd3e64597e9a HTTP/1.1" status: 200 len: 949 time: 0.4025936 Jul 13 13:32:52.237056 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-314e6013-46b6-47a1-974c-f3fe358793f3 req-6599865e-8915-4f37-b791-d736fb7474a2 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:52.242004 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-314e6013-46b6-47a1-974c-f3fe358793f3 req-6599865e-8915-4f37-b791-d736fb7474a2 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.41 "DELETE /v2.0/ports/fce86fce-7d5e-4f1c-b125-c36dec27a279 HTTP/1.1" status: 204 len: 173 time: 1.5799086 Jul 13 13:32:52.249777 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72e8a110-83ee-4e34-ae14-c4411eac965f', 'name': 'network-vif-deleted', 'tag': 'fce86fce-7d5e-4f1c-b125-c36dec27a279'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:32:52.252160 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port a607eca1-b7af-4648-8570-8ef82b125dbc, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=a607eca1-b7af-4648-8570-8ef82b125dbc,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:32:52.252376 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d17b627af75e17e0f4b8d6239d04f8c2f78634e2c585e32a7aeca336500f34a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c392251-960d-4865-a87f-a8715156aa84" -d '{"events": [{"server_uuid": "72e8a110-83ee-4e34-ae14-c4411eac965f", "name": "network-vif-deleted", "tag": "fce86fce-7d5e-4f1c-b125-c36dec27a279"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:32:52.303825 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6e460879-258f-436e-88f0-5c4be1f58ea2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:52.327977 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6e460879-258f-436e-88f0-5c4be1f58ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:52.426503 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:52.446505 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-884578b0-aeb7-4488-b49c-8bbd32d77e36 admin admin] Network 83144b3e-631d-44ef-a4ac-c28f11dc0083 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:32:52.451427 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-884578b0-aeb7-4488-b49c-8bbd32d77e36 admin admin] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:32:52.511852 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-da68cb63-e8f1-4910-b7a9-9938a03a1141 req-73a2f132-6b9c-483e-9f33-0c8b4f9e9184 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] 10.222.0.23 "GET /v2.0/security-groups?id=0375d0dc-b9f6-47cd-991d-bd203a5d5aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2869318 Jul 13 13:32:52.640509 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 5441d029-c6a1-41c8-a527-086b47fd09e4 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:32:52.799656 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:52.850217 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['a607eca1-b7af-4648-8570-8ef82b125dbc'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:32:52.909229 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-884578b0-aeb7-4488-b49c-8bbd32d77e36 admin admin] Router e14963ea-4354-4ce4-a9ea-d5a5756e8cf5 has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 13:32:52.934330 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port 5441d029-c6a1-41c8-a527-086b47fd09e4 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:32:52.970434 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=a607eca1-b7af-4648-8570-8ef82b125dbc,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:32:52.978623 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 5441d029-c6a1-41c8-a527-086b47fd09e4 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:32:52.979015 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:53.032442 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e88ea5f4-ba87-44d8-b2e9-1f56bd705c34', 'tag': 'd6b606c0-180f-4657-9417-1c4a579d381b'}, {'server_uuid': '53a3ec8a-06a6-47be-960a-071464e2ba2e', 'name': 'network-vif-deleted', 'tag': '35c44836-b440-472c-8059-c98a5ffada71'}, {'name': 'network-changed', 'server_uuid': 'd1dfe0f1-74d0-4c0b-a3b1-09c9c555730e', 'tag': '84350c06-b0ae-49dd-97a8-0fb3ebfa8384'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:32:53.035250 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e66e38cc-4d83-49f0-b768-9332af8f2c96" -d '{"events": [{"name": "network-changed", "server_uuid": "e88ea5f4-ba87-44d8-b2e9-1f56bd705c34", "tag": "d6b606c0-180f-4657-9417-1c4a579d381b"}, {"server_uuid": "53a3ec8a-06a6-47be-960a-071464e2ba2e", "name": "network-vif-deleted", "tag": "35c44836-b440-472c-8059-c98a5ffada71"}, {"name": "network-changed", "server_uuid": "d1dfe0f1-74d0-4c0b-a3b1-09c9c555730e", "tag": "84350c06-b0ae-49dd-97a8-0fb3ebfa8384"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:32:53.036295 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-7f28f36e-c11d-4b26-b087-8e1c585f4359 None None] Provisioning complete for port 7d6e9a9c-c5e4-488e-8425-74e69e31a292 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:32:53.037246 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-7f28f36e-c11d-4b26-b087-8e1c585f4359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:53.066156 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1660e2-4546-495c-8c0c-0126e58d563e req-b2de7d79-77be-4fdc-a125-bc6453d22d67 tempest-ListImageFiltersTestJSON-1275882145 tempest-ListImageFiltersTestJSON-1275882145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:53.070110 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3c1660e2-4546-495c-8c0c-0126e58d563e req-b2de7d79-77be-4fdc-a125-bc6453d22d67 tempest-ListImageFiltersTestJSON-1275882145 tempest-ListImageFiltersTestJSON-1275882145-project] 10.222.0.23 "GET /v2.0/ports?device_id=e88ea5f4-ba87-44d8-b2e9-1f56bd705c34 HTTP/1.1" status: 200 len: 948 time: 0.2316575 Jul 13 13:32:53.074880 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a18a49f5-d450-429f-aea7-395fd502832f x-openstack-request-id: req-a18a49f5-d450-429f-aea7-395fd502832f {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:32:53.075170 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72e8a110-83ee-4e34-ae14-c4411eac965f", "name": "network-vif-deleted", "tag": "fce86fce-7d5e-4f1c-b125-c36dec27a279", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:32:53.075424 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a18a49f5-d450-429f-aea7-395fd502832f {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:32:53.075825 n-d-800634-1 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72e8a110-83ee-4e34-ae14-c4411eac965f', 'name': 'network-vif-deleted', 'tag': 'fce86fce-7d5e-4f1c-b125-c36dec27a279', 'status': 'completed', 'code': 200} Jul 13 13:32:53.098413 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c142024-735a-4e20-b111-5bd6012e6ba2 req-0605d63a-9582-40fb-8deb-5567688099b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:53.100550 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5c142024-735a-4e20-b111-5bd6012e6ba2 req-0605d63a-9582-40fb-8deb-5567688099b1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d50e67b9ee9e45449d2522df614fe533&device_id=a56051f7-ad2a-48ca-8ebc-3ae17c46d4a2 HTTP/1.1" status: 200 len: 1095 time: 1.3505211 Jul 13 13:32:53.100658 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-7f28f36e-c11d-4b26-b087-8e1c585f4359 None None] Port 7d6e9a9c-c5e4-488e-8425-74e69e31a292 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:32:53.115218 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-6e460879-258f-436e-88f0-5c4be1f58ea2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=094e507e7ff149899c88a7949c286a56&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0960102 Jul 13 13:32:53.126557 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e460879-258f-436e-88f0-5c4be1f58ea2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=206e2679-bf13-4d94-9004-a047a2551adb,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:32:53.129267 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 48094) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:32:53.199331 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b907b2-c5ab-41cd-b41d-9019bbf8df67 req-2779ac67-a947-49e1-9a13-07e768e3caef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:53.201271 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d4b907b2-c5ab-41cd-b41d-9019bbf8df67 req-2779ac67-a947-49e1-9a13-07e768e3caef service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=307beaa2-0fd0-4cfc-afa5-5f0bff5a9e60 HTTP/1.1" status: 200 len: 1096 time: 0.9346006 Jul 13 13:32:53.208862 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-67953863-8649-4f9f-be0e-9cc22e874647 req-f791dba2-8ff0-4c49-9a26-a17c7cdc022f service neutron] 10.222.0.26 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2314422 Jul 13 13:32:53.228040 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-41ef57b0-6851-4360-85a4-580e1631c187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85609521-684d-4122-bbe0-87dfdb0cbc61', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1051747536-router', 'tenant_id': 'ad96651d90924ac6a2bfe736b1e71ae8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.172'}], 'enable_snat': True}, 'gw_port_id': '298577c3-28ae-42a9-87d0-6c5e032af4e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:29:40Z', 'updated_at': '2021-07-13T13:29:44Z', 'revision_number': 4, 'project_id': 'ad96651d90924ac6a2bfe736b1e71ae8', 'gw_port': {'id': '298577c3-28ae-42a9-87d0-6c5e032af4e4', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:3a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85609521-684d-4122-bbe0-87dfdb0cbc61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:29:41Z', 'updated_at': '2021-07-13T13:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_floatingips': [{'id': '8a699c19-2346-4519-a58f-7e1c10676abc', 'tenant_id': 'ad96651d90924ac6a2bfe736b1e71ae8', 'floating_ip_address': '172.25.6.161', 'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'router_id': '85609521-684d-4122-bbe0-87dfdb0cbc61', 'port_id': '84350c06-b0ae-49dd-97a8-0fb3ebfa8384', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fa0d465-8003-432f-9af5-3ecf92dbf33d', 'mac_address': 'fa:16:3e:f1:b3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1dfe0f1-74d0-4c0b-a3b1-09c9c555730e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T13:30:07Z', 'updated_at': '2021-07-13T13:32:47Z', 'revision_number': 5, 'project_id': 'ad96651d90924ac6a2bfe736b1e71ae8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa2462eb-1689-4bdf-abd5-ef6940aa1010', 'name': '', 'network_id': '8fa0d465-8003-432f-9af5-3ecf92dbf33d', 'tenant_id': 'ad96651d90924ac6a2bfe736b1e71ae8', 'mac_address': 'fa:16:3e:1c:c8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85609521-684d-4122-bbe0-87dfdb0cbc61', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '0935fffc-5f50-41bc-86c4-a4cd335b45c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:29:43Z', 'updated_at': '2021-07-13T13:29:51Z', 'revision_number': 5, 'project_id': 'ad96651d90924ac6a2bfe736b1e71ae8', 'subnets': [{'id': '0935fffc-5f50-41bc-86c4-a4cd335b45c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:32:53.233591 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:53.276974 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3c1660e2-4546-495c-8c0c-0126e58d563e req-4ba05d74-9f8d-4513-9b4f-2fd8c73959ee tempest-ListImageFiltersTestJSON-1275882145 tempest-ListImageFiltersTestJSON-1275882145-project] 10.222.0.23 "GET /v2.0/security-groups?id=4865dafb-f53b-45c8-89d6-c6cc7f94c49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790953 Jul 13 13:32:53.319629 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ef57b0-6851-4360-85a4-580e1631c187 None None] The sync data for ids ['85609521-684d-4122-bbe0-87dfdb0cbc61'] in n-d-800634-1 is: [{'id': '85609521-684d-4122-bbe0-87dfdb0cbc61', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1051747536-router', 'tenant_id': 'ad96651d90924ac6a2bfe736b1e71ae8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.172'}], 'enable_snat': True}, 'gw_port_id': '298577c3-28ae-42a9-87d0-6c5e032af4e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:29:40Z', 'updated_at': '2021-07-13T13:29:44Z', 'revision_number': 4, 'project_id': 'ad96651d90924ac6a2bfe736b1e71ae8', 'gw_port': {'id': '298577c3-28ae-42a9-87d0-6c5e032af4e4', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:3a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85609521-684d-4122-bbe0-87dfdb0cbc61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:29:41Z', 'updated_at': '2021-07-13T13:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_floatingips': [{'id': '8a699c19-2346-4519-a58f-7e1c10676abc', 'tenant_id': 'ad96651d90924ac6a2bfe736b1e71ae8', 'floating_ip_address': '172.25.6.161', 'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'router_id': '85609521-684d-4122-bbe0-87dfdb0cbc61', 'port_id': '84350c06-b0ae-49dd-97a8-0fb3ebfa8384', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fa0d465-8003-432f-9af5-3ecf92dbf33d', 'mac_address': 'fa:16:3e:f1:b3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1dfe0f1-74d0-4c0b-a3b1-09c9c555730e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T13:30:07Z', 'updated_at': '2021-07-13T13:32:47Z', 'revision_number': 5, 'project_id': 'ad96651d90924ac6a2bfe736b1e71ae8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa2462eb-1689-4bdf-abd5-ef6940aa1010', 'name': '', 'network_id': '8fa0d465-8003-432f-9af5-3ecf92dbf33d', 'tenant_id': 'ad96651d90924ac6a2bfe736b1e71ae8', 'mac_address': 'fa:16:3e:1c:c8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85609521-684d-4122-bbe0-87dfdb0cbc61', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '0935fffc-5f50-41bc-86c4-a4cd335b45c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:29:43Z', 'updated_at': '2021-07-13T13:29:51Z', 'revision_number': 5, 'project_id': 'ad96651d90924ac6a2bfe736b1e71ae8', 'subnets': [{'id': '0935fffc-5f50-41bc-86c4-a4cd335b45c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:32:53.321405 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d4b907b2-c5ab-41cd-b41d-9019bbf8df67 req-78744b5f-1639-4f9f-9072-18a414095691 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=246f878a-992c-46a3-86c7-c947eed33eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989127 Jul 13 13:32:53.344696 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-884578b0-aeb7-4488-b49c-8bbd32d77e36 admin admin] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:32:53.352588 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port 5441d029-c6a1-41c8-a527-086b47fd09e4, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=5441d029-c6a1-41c8-a527-086b47fd09e4,segment=NetworkSegment(3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87),segment_id=3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:32:53.366238 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c142024-735a-4e20-b111-5bd6012e6ba2 req-2d3ca48a-9e78-44e6-9d60-fa2adbee21b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:53.369066 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-884578b0-aeb7-4488-b49c-8bbd32d77e36 admin admin] 10.222.0.23 "PUT /v2.0/routers/e14963ea-4354-4ce4-a9ea-d5a5756e8cf5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5964861 Jul 13 13:32:53.371197 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5c142024-735a-4e20-b111-5bd6012e6ba2 req-2d3ca48a-9e78-44e6-9d60-fa2adbee21b3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21 HTTP/1.1" status: 200 len: 920 time: 0.2624180 Jul 13 13:32:53.372672 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d765b9ed-c5fc-4dd8-8e0c-ff578aa8782a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:53.376199 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473b0010-cff8-43c7-b1d8-795af6c03f6f None None] Sync routers for ids ['e14963ea-4354-4ce4-a9ea-d5a5756e8cf5'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:32:53.398496 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:53.477903 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5c142024-735a-4e20-b111-5bd6012e6ba2 req-620e4343-4b5f-49d2-9666-bec8bd99e959 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a53d9b9a-495c-485f-83d9-51d2b6ff1740 HTTP/1.1" status: 200 len: 217 time: 0.1005743 Jul 13 13:32:53.488786 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473b0010-cff8-43c7-b1d8-795af6c03f6f None None] Routers {'e14963ea-4354-4ce4-a9ea-d5a5756e8cf5'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:32:53.489480 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-473b0010-cff8-43c7-b1d8-795af6c03f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:32:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['e14963ea-4354-4ce4-a9ea-d5a5756e8cf5'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:32:53.497934 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d765b9ed-c5fc-4dd8-8e0c-ff578aa8782a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:53.501203 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device fce86fce-7d5e-4f1c-b125-c36dec27a279 no longer exists at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:32:53.588878 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4311e0-8878-4606-841e-576fb0b3d56f req-ad094f0f-54dd-460a-8eaf-47d0b80df40d tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:53.590454 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8a4311e0-8878-4606-841e-576fb0b3d56f req-ad094f0f-54dd-460a-8eaf-47d0b80df40d tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/ports?device_id=a56051f7-ad2a-48ca-8ebc-3ae17c46d4a2 HTTP/1.1" status: 200 len: 944 time: 0.1160555 Jul 13 13:32:53.591526 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c142024-735a-4e20-b111-5bd6012e6ba2 req-050eb1f1-b8e3-4ecd-b121-9bbf5027029a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:53.593616 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5c142024-735a-4e20-b111-5bd6012e6ba2 req-050eb1f1-b8e3-4ecd-b121-9bbf5027029a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=45599520-ccde-4569-b8cc-9a75a2e552c5 HTTP/1.1" status: 200 len: 860 time: 0.1077011 Jul 13 13:32:53.630055 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] No Port match for: fce86fce-7d5e-4f1c-b125-c36dec27a279 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:32:53.630613 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device fce86fce-7d5e-4f1c-b125-c36dec27a279 not bound to the agent host n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:32:53.631468 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 35c44836-b440-472c-8059-c98a5ffada71 no longer exists at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:32:53.643594 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5c142024-735a-4e20-b111-5bd6012e6ba2 req-ece05630-474c-4f25-9e66-fd609a91138a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427816 Jul 13 13:32:53.660882 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8a4311e0-8878-4606-841e-576fb0b3d56f req-f49e4d94-06c9-4a96-b9b9-d494e170a9a2 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1a1929d-de59-4a26-a69b-05b891c11dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632937 Jul 13 13:32:53.676873 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=5441d029-c6a1-41c8-a527-086b47fd09e4,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:32:53.681384 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c3c288-b96f-4b59-8513-5c89989a7aed None None] New status for floating IP 8a699c19-2346-4519-a58f-7e1c10676abc: ACTIVE {{(pid=93753) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 13:32:53.716073 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d765b9ed-c5fc-4dd8-8e0c-ff578aa8782a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:53.719062 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] No Port match for: 35c44836-b440-472c-8059-c98a5ffada71 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:32:53.719405 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 35c44836-b440-472c-8059-c98a5ffada71 not bound to the agent host n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:32:53.720663 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d765b9ed-c5fc-4dd8-8e0c-ff578aa8782a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:53.722007 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-d765b9ed-c5fc-4dd8-8e0c-ff578aa8782a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/206e2679-bf13-4d94-9004-a047a2551adb HTTP/1.1" status: 204 len: 168 time: 0.5870638 Jul 13 13:32:53.775635 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d765b9ed-c5fc-4dd8-8e0c-ff578aa8782a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=206e2679-bf13-4d94-9004-a047a2551adb,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:32:53.798895 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-473b0010-cff8-43c7-b1d8-795af6c03f6f None None] Set router e14963ea-4354-4ce4-a9ea-d5a5756e8cf5 gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:32:53.841761 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5c142024-735a-4e20-b111-5bd6012e6ba2 req-6256ea64-99f3-4bee-98ff-94d91f13759e service neutron] 10.222.0.26 "GET /v2.0/networks/2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888804 Jul 13 13:32:53.868073 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5462b34d-d001-4541-9694-f9f4e99f9549 req-3af7de1b-5ad6-4da4-8daf-457a3bd84559 tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:53.871567 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5462b34d-d001-4541-9694-f9f4e99f9549 req-3af7de1b-5ad6-4da4-8daf-457a3bd84559 tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] 10.222.0.23 "GET /v2.0/ports?device_id=307beaa2-0fd0-4cfc-afa5-5f0bff5a9e60 HTTP/1.1" status: 200 len: 945 time: 0.1573272 Jul 13 13:32:53.874803 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Tue, 13 Jul 2021 13:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7f63df4-24b1-481e-a860-0a62ace93793 x-openstack-request-id: req-b7f63df4-24b1-481e-a860-0a62ace93793 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:32:53.875218 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e88ea5f4-ba87-44d8-b2e9-1f56bd705c34", "tag": "d6b606c0-180f-4657-9417-1c4a579d381b", "status": "completed", "code": 200}, {"server_uuid": "53a3ec8a-06a6-47be-960a-071464e2ba2e", "name": "network-vif-deleted", "tag": "35c44836-b440-472c-8059-c98a5ffada71", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d1dfe0f1-74d0-4c0b-a3b1-09c9c555730e", "tag": "84350c06-b0ae-49dd-97a8-0fb3ebfa8384", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:32:53.875554 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b7f63df4-24b1-481e-a860-0a62ace93793 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:32:53.876333 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e88ea5f4-ba87-44d8-b2e9-1f56bd705c34', 'tag': 'd6b606c0-180f-4657-9417-1c4a579d381b', 'status': 'completed', 'code': 200} Jul 13 13:32:53.876663 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53a3ec8a-06a6-47be-960a-071464e2ba2e', 'name': 'network-vif-deleted', 'tag': '35c44836-b440-472c-8059-c98a5ffada71', 'status': 'completed', 'code': 200} Jul 13 13:32:53.876987 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1dfe0f1-74d0-4c0b-a3b1-09c9c555730e', 'tag': '84350c06-b0ae-49dd-97a8-0fb3ebfa8384', 'status': 'completed', 'code': 200} Jul 13 13:32:54.077430 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5462b34d-d001-4541-9694-f9f4e99f9549 req-a2c1cc6a-bdd4-45d5-816a-e16909dfe620 tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] 10.222.0.23 "GET /v2.0/security-groups?id=246f878a-992c-46a3-86c7-c947eed33eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959023 Jul 13 13:32:54.115759 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5c142024-735a-4e20-b111-5bd6012e6ba2 req-f1344aa0-29d6-41a5-b622-90ac1bee757a service neutron] 10.222.0.26 "GET /v2.0/networks/2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2430799 Jul 13 13:32:54.128672 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66e38cc-4d83-49f0-b768-9332af8f2c96 req-543bad20-abb1-4c4c-832a-afccee15fc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:54.130533 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e66e38cc-4d83-49f0-b768-9332af8f2c96 req-543bad20-abb1-4c4c-832a-afccee15fc03 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0c6afd0d74ef477facd63cc7e998c451&device_id=e88ea5f4-ba87-44d8-b2e9-1f56bd705c34 HTTP/1.1" status: 200 len: 1099 time: 0.2249203 Jul 13 13:32:54.133594 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66e38cc-4d83-49f0-b768-9332af8f2c96 req-66d09716-b33e-41a7-a2ca-e2efd5a6c67c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:54.135265 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e66e38cc-4d83-49f0-b768-9332af8f2c96 req-66d09716-b33e-41a7-a2ca-e2efd5a6c67c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ad96651d90924ac6a2bfe736b1e71ae8&device_id=d1dfe0f1-74d0-4c0b-a3b1-09c9c555730e HTTP/1.1" status: 200 len: 1096 time: 0.2282338 Jul 13 13:32:54.154957 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-473b0010-cff8-43c7-b1d8-795af6c03f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e14963ea-4354-4ce4-a9ea-d5a5756e8cf5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-143526445-router', 'tenant_id': 'bd2a8667aac44b55ada497b7363262e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': '5441d029-c6a1-41c8-a527-086b47fd09e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:32:42Z', 'updated_at': '2021-07-13T13:32:50Z', 'revision_number': 4, 'project_id': 'bd2a8667aac44b55ada497b7363262e0', 'gw_port': {'id': '5441d029-c6a1-41c8-a527-086b47fd09e4', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:11:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14963ea-4354-4ce4-a9ea-d5a5756e8cf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:32:44Z', 'updated_at': '2021-07-13T13:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': '7d6e9a9c-c5e4-488e-8425-74e69e31a292', 'name': '', 'network_id': '83144b3e-631d-44ef-a4ac-c28f11dc0083', 'tenant_id': 'bd2a8667aac44b55ada497b7363262e0', 'mac_address': 'fa:16:3e:9d:0f:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e14963ea-4354-4ce4-a9ea-d5a5756e8cf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '580b2432-fbdc-4d77-857f-d4faf5530924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:32:48Z', 'updated_at': '2021-07-13T13:32:51Z', 'revision_number': 2, 'project_id': 'bd2a8667aac44b55ada497b7363262e0', 'subnets': [{'id': '580b2432-fbdc-4d77-857f-d4faf5530924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:32:54.187529 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473b0010-cff8-43c7-b1d8-795af6c03f6f None None] Checking router: e14963ea-4354-4ce4-a9ea-d5a5756e8cf5 for host: n-d-800634-1 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 13:32:54.188332 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473b0010-cff8-43c7-b1d8-795af6c03f6f None None] Updating router e14963ea-4354-4ce4-a9ea-d5a5756e8cf5 port 7d6e9a9c-c5e4-488e-8425-74e69e31a292 binding host n-d-800634-1 {{(pid=93752) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 13:32:54.220661 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 48114) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:32:54.254382 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-473b0010-cff8-43c7-b1d8-795af6c03f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:54.279360 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-96e185fb-8fee-424e-8728-210cb3690a07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:54.348435 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66e38cc-4d83-49f0-b768-9332af8f2c96 req-8fe6d64c-de9d-4d2b-9eef-0a07c446e462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:54.350012 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e66e38cc-4d83-49f0-b768-9332af8f2c96 req-8fe6d64c-de9d-4d2b-9eef-0a07c446e462 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8fa0d465-8003-432f-9af5-3ecf92dbf33d HTTP/1.1" status: 200 len: 924 time: 0.2043221 Jul 13 13:32:54.351268 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66e38cc-4d83-49f0-b768-9332af8f2c96 req-e3693063-3f82-4ab7-8a5e-5bb640017239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:54.352598 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e66e38cc-4d83-49f0-b768-9332af8f2c96 req-e3693063-3f82-4ab7-8a5e-5bb640017239 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e0bfb334-0fd9-4ba5-ba79-1568ecabee30 HTTP/1.1" status: 200 len: 869 time: 0.2157607 Jul 13 13:32:54.455476 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e66e38cc-4d83-49f0-b768-9332af8f2c96 req-cd304ffe-cbe4-4a4d-a406-f58f9c489bb1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=d6b606c0-180f-4657-9417-1c4a579d381b HTTP/1.1" status: 200 len: 217 time: 0.0869484 Jul 13 13:32:54.468707 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 5441d029-c6a1-41c8-a527-086b47fd09e4 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:32:54.506110 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-96e185fb-8fee-424e-8728-210cb3690a07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:54.515527 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cba889-40e1-42af-a095-4071315655ec req-342885ce-3f39-4f2b-b460-975c927b8af2 tempest-ServersAdminTestJSON-639139837 tempest-ServersAdminTestJSON-639139837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:54.517805 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-73cba889-40e1-42af-a095-4071315655ec req-342885ce-3f39-4f2b-b460-975c927b8af2 tempest-ServersAdminTestJSON-639139837 tempest-ServersAdminTestJSON-639139837-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=c3d5bccd-0e71-4b17-8dc4-bd3e64597e9a HTTP/1.1" status: 200 len: 1100 time: 0.3294203 Jul 13 13:32:54.518427 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-96e185fb-8fee-424e-8728-210cb3690a07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:54.557709 n-d-800634-1 neutron-server[93750]: INFO neutron.api.v2.resource [req-732b4d1e-a79d-4c12-9a39-5d061fefbf0f req-77bfaae9-12bb-43de-9dff-1a2e09c056f2 tempest-FloatingIPDetailsNegativeTestJSON-1885809750 tempest-FloatingIPDetailsNegativeTestJSON-1885809750-project] show failed (client error): The resource could not be found. Jul 13 13:32:54.559207 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-732b4d1e-a79d-4c12-9a39-5d061fefbf0f req-77bfaae9-12bb-43de-9dff-1a2e09c056f2 tempest-FloatingIPDetailsNegativeTestJSON-1885809750 tempest-FloatingIPDetailsNegativeTestJSON-1885809750-project] 10.222.0.23 "GET /v2.0/floatingips/84d88826-4a8d-4a60-ae76-ff12cb6d1517 HTTP/1.1" status: 404 len: 350 time: 0.0519993 Jul 13 13:32:54.561151 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e66e38cc-4d83-49f0-b768-9332af8f2c96 req-9c493121-e608-4a90-8a4e-717ccd7e4089 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=84350c06-b0ae-49dd-97a8-0fb3ebfa8384 HTTP/1.1" status: 200 len: 1001 time: 0.2034154 Jul 13 13:32:54.569330 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66e38cc-4d83-49f0-b768-9332af8f2c96 req-c27b6de2-39b5-4ae1-9719-1010f106f430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:54.571657 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e66e38cc-4d83-49f0-b768-9332af8f2c96 req-c27b6de2-39b5-4ae1-9719-1010f106f430 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=60b55863-ceb6-45af-a8a4-4b22d72866af HTTP/1.1" status: 200 len: 843 time: 0.1090612 Jul 13 13:32:54.575549 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 48118) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:32:54.593468 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-96e185fb-8fee-424e-8728-210cb3690a07 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=86961d7d7eb14ac2b61bbcaee1f53178&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3579643 Jul 13 13:32:54.594839 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 48120) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:32:54.617471 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 5441d029-c6a1-41c8-a527-086b47fd09e4 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:32:54.618018 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:54.638486 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e185fb-8fee-424e-8728-210cb3690a07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d42105c-1683-4ec4-9180-c077e661b8ad,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:32:54.659733 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66e38cc-4d83-49f0-b768-9332af8f2c96 req-6d814be6-7d38-4bc5-9566-542ce8842146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:54.661226 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e66e38cc-4d83-49f0-b768-9332af8f2c96 req-6d814be6-7d38-4bc5-9566-542ce8842146 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0935fffc-5f50-41bc-86c4-a4cd335b45c2 HTTP/1.1" status: 200 len: 863 time: 0.0900159 Jul 13 13:32:54.695184 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-73cba889-40e1-42af-a095-4071315655ec req-f9436837-8089-471a-bb27-76c0c6bc66ca tempest-ServersAdminTestJSON-639139837 tempest-ServersAdminTestJSON-639139837-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=0375d0dc-b9f6-47cd-991d-bd203a5d5aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519480 Jul 13 13:32:54.714891 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66e38cc-4d83-49f0-b768-9332af8f2c96 req-33847c02-b359-4ff7-bf58-f6137ed664fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:54.716015 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e66e38cc-4d83-49f0-b768-9332af8f2c96 req-33847c02-b359-4ff7-bf58-f6137ed664fc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e0bfb334-0fd9-4ba5-ba79-1568ecabee30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1362607 Jul 13 13:32:54.832572 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-987cad52-7042-41fd-8bdf-3a508b7d36a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:54.833276 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66e38cc-4d83-49f0-b768-9332af8f2c96 req-45a4e8fe-a670-45f6-bdd7-048a73962fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:54.834998 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e66e38cc-4d83-49f0-b768-9332af8f2c96 req-45a4e8fe-a670-45f6-bdd7-048a73962fb3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8fa0d465-8003-432f-9af5-3ecf92dbf33d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1662998 Jul 13 13:32:54.866627 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-987cad52-7042-41fd-8bdf-3a508b7d36a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:54.892033 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-473b0010-cff8-43c7-b1d8-795af6c03f6f None None] Notify callbacks [] for port, precommit_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:54.905957 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-473b0010-cff8-43c7-b1d8-795af6c03f6f None None] Transition to ACTIVE for port object 7d6e9a9c-c5e4-488e-8425-74e69e31a292 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:32:54.916484 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-473b0010-cff8-43c7-b1d8-795af6c03f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:54.975327 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e66e38cc-4d83-49f0-b768-9332af8f2c96 req-c00c34e3-67df-4c0b-b7c4-7045215c61eb service neutron] 10.222.0.41 "GET /v2.0/networks/8fa0d465-8003-432f-9af5-3ecf92dbf33d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259813 Jul 13 13:32:54.978749 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e66e38cc-4d83-49f0-b768-9332af8f2c96 req-1ec3cf6f-5f71-4a20-9eb5-9774879785e1 service neutron] 10.222.0.26 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2518835 Jul 13 13:32:54.986774 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5a37e3-d58e-4667-9201-bf6732232e0d None None] Pushing event updated for resources: {'Port': ['ID=7d6e9a9c-c5e4-488e-8425-74e69e31a292,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:32:55.048706 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-987cad52-7042-41fd-8bdf-3a508b7d36a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:55.051442 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-987cad52-7042-41fd-8bdf-3a508b7d36a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:55.052762 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-987cad52-7042-41fd-8bdf-3a508b7d36a4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9d42105c-1683-4ec4-9180-c077e661b8ad HTTP/1.1" status: 204 len: 168 time: 0.4579577 Jul 13 13:32:55.087609 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987cad52-7042-41fd-8bdf-3a508b7d36a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d42105c-1683-4ec4-9180-c077e661b8ad,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:32:55.111402 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-473b0010-cff8-43c7-b1d8-795af6c03f6f None None] Attempting to bind port 7d6e9a9c-c5e4-488e-8425-74e69e31a292 on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:32:55.111783 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-473b0010-cff8-43c7-b1d8-795af6c03f6f None None] Attempting to bind port 7d6e9a9c-c5e4-488e-8425-74e69e31a292 by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': 'e491f259-e215-4f92-bd39-9a2c055ebaec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '83144b3e-631d-44ef-a4ac-c28f11dc0083'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:32:55.112151 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473b0010-cff8-43c7-b1d8-795af6c03f6f None None] Attempting to bind port 7d6e9a9c-c5e4-488e-8425-74e69e31a292 on network 83144b3e-631d-44ef-a4ac-c28f11dc0083 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:32:55.126118 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0463c53-4b2c-4eab-ae61-58006ba104bb req-343262eb-7d15-4882-b96e-51bd2e1cbdd2 tempest-ListImageFiltersTestJSON-1275882145 tempest-ListImageFiltersTestJSON-1275882145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:55.127658 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f0463c53-4b2c-4eab-ae61-58006ba104bb req-343262eb-7d15-4882-b96e-51bd2e1cbdd2 tempest-ListImageFiltersTestJSON-1275882145 tempest-ListImageFiltersTestJSON-1275882145-project] 10.222.0.23 "GET /v2.0/ports?device_id=e88ea5f4-ba87-44d8-b2e9-1f56bd705c34 HTTP/1.1" status: 200 len: 948 time: 0.3429143 Jul 13 13:32:55.149312 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473b0010-cff8-43c7-b1d8-795af6c03f6f None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 32, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:32:55.150207 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473b0010-cff8-43c7-b1d8-795af6c03f6f None None] Checking segment: {'id': 'e491f259-e215-4f92-bd39-9a2c055ebaec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '83144b3e-631d-44ef-a4ac-c28f11dc0083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:32:55.150572 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-473b0010-cff8-43c7-b1d8-795af6c03f6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:55.150976 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473b0010-cff8-43c7-b1d8-795af6c03f6f None None] Bound using segment: {'id': 'e491f259-e215-4f92-bd39-9a2c055ebaec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '83144b3e-631d-44ef-a4ac-c28f11dc0083'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:32:55.154076 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-473b0010-cff8-43c7-b1d8-795af6c03f6f None None] Bound port: 7d6e9a9c-c5e4-488e-8425-74e69e31a292, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e491f259-e215-4f92-bd39-9a2c055ebaec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '83144b3e-631d-44ef-a4ac-c28f11dc0083'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:32:55.155511 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-473b0010-cff8-43c7-b1d8-795af6c03f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:55.248157 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-473b0010-cff8-43c7-b1d8-795af6c03f6f None None] For port 7d6e9a9c-c5e4-488e-8425-74e69e31a292, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:32:55.253543 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-473b0010-cff8-43c7-b1d8-795af6c03f6f None None] For port 7d6e9a9c-c5e4-488e-8425-74e69e31a292, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=7d6e9a9c-c5e4-488e-8425-74e69e31a292,segment=NetworkSegment(e491f259-e215-4f92-bd39-9a2c055ebaec),segment_id=e491f259-e215-4f92-bd39-9a2c055ebaec)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:32:55.260587 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-473b0010-cff8-43c7-b1d8-795af6c03f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:55.291745 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f0463c53-4b2c-4eab-ae61-58006ba104bb req-13b18fbf-85bd-4101-86ca-815d944d9829 tempest-ListImageFiltersTestJSON-1275882145 tempest-ListImageFiltersTestJSON-1275882145-project] 10.222.0.23 "GET /v2.0/security-groups?id=4865dafb-f53b-45c8-89d6-c6cc7f94c49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403582 Jul 13 13:32:55.294469 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e66e38cc-4d83-49f0-b768-9332af8f2c96 req-0bb5d5ea-4f35-4875-a3ee-77240b1122a9 service neutron] 10.222.0.41 "GET /v2.0/networks/8fa0d465-8003-432f-9af5-3ecf92dbf33d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2919762 Jul 13 13:32:55.296428 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e66e38cc-4d83-49f0-b768-9332af8f2c96 req-808be462-0d34-43a9-9e73-564278765c67 service neutron] 10.222.0.26 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3082950 Jul 13 13:32:55.368629 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5a37e3-d58e-4667-9201-bf6732232e0d None None] Pushing event updated for resources: {'Port': ['ID=7d6e9a9c-c5e4-488e-8425-74e69e31a292,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:32:55.378321 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473b0010-cff8-43c7-b1d8-795af6c03f6f None None] Routers {'e14963ea-4354-4ce4-a9ea-d5a5756e8cf5'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:32:55.379121 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-473b0010-cff8-43c7-b1d8-795af6c03f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:32:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['e14963ea-4354-4ce4-a9ea-d5a5756e8cf5'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:32:55.409424 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4af159-1f9e-4243-a60a-eec71edba7f6 req-e56f9668-a263-43c8-be13-4fbeb0606328 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:55.411108 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5b4af159-1f9e-4243-a60a-eec71edba7f6 req-e56f9668-a263-43c8-be13-4fbeb0606328 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/ports?device_id=a56051f7-ad2a-48ca-8ebc-3ae17c46d4a2 HTTP/1.1" status: 200 len: 944 time: 0.2309537 Jul 13 13:32:55.488595 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5b4af159-1f9e-4243-a60a-eec71edba7f6 req-e5f1c526-63b8-44aa-bbf7-7a667a5e6b76 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1a1929d-de59-4a26-a69b-05b891c11dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719018 Jul 13 13:32:55.527539 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ef5abd95-809a-47e0-80de-2955b3ded3dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451695'] for router_interface, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:55.585089 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-473b0010-cff8-43c7-b1d8-795af6c03f6f None None] Set router e14963ea-4354-4ce4-a9ea-d5a5756e8cf5 gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:32:55.739067 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device a53d9b9a-495c-485f-83d9-51d2b6ff1740 details requested by agent hyperv_n-h1-800634-1 with host n-h1-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 13:32:55.812025 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device a607eca1-b7af-4648-8570-8ef82b125dbc up at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:32:55.960510 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port a53d9b9a-495c-485f-83d9-51d2b6ff1740, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=a53d9b9a-495c-485f-83d9-51d2b6ff1740,segment=NetworkSegment(ad5ed454-48ea-4363-8047-0d3907eff6fd),segment_id=ad5ed454-48ea-4363-8047-0d3907eff6fd)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:32:55.977141 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe753ff-ff19-454e-b18e-359a2705814d req-19d6d7bc-4e0e-4107-bedd-2f3c5fdc780a tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:55.978942 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-afe753ff-ff19-454e-b18e-359a2705814d req-19d6d7bc-4e0e-4107-bedd-2f3c5fdc780a tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] 10.222.0.23 "GET /v2.0/ports?device_id=307beaa2-0fd0-4cfc-afa5-5f0bff5a9e60 HTTP/1.1" status: 200 len: 945 time: 0.1078272 Jul 13 13:32:55.988659 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Returning: {'device': 'a53d9b9a-495c-485f-83d9-51d2b6ff1740', 'network_id': '2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21', 'port_id': 'a53d9b9a-495c-485f-83d9-51d2b6ff1740', 'mac_address': 'fa:16:3e:5b:00:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45599520-ccde-4569-b8cc-9a75a2e552c5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 13:32:56.059228 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning for port a607eca1-b7af-4648-8570-8ef82b125dbc completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:32:56.071483 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning complete for port a607eca1-b7af-4648-8570-8ef82b125dbc triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:32:56.071483 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:56.074930 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-afe753ff-ff19-454e-b18e-359a2705814d req-a81e07aa-dd68-4c4e-bf84-42aebd645845 tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] 10.222.0.23 "GET /v2.0/security-groups?id=246f878a-992c-46a3-86c7-c947eed33eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847502 Jul 13 13:32:56.111097 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:56.117927 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95fee91-ebba-4812-84b7-a0e4cb1a27ff req-c8443671-642d-429c-97f2-5ae3343907ca tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:56.125016 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c95fee91-ebba-4812-84b7-a0e4cb1a27ff req-c8443671-642d-429c-97f2-5ae3343907ca tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ed535c6-8974-4169-9610-96a0a9a9863c HTTP/1.1" status: 200 len: 972 time: 0.4107614 Jul 13 13:32:56.142083 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a53d9b9a-495c-485f-83d9-51d2b6ff1740 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:32:56.174041 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port a53d9b9a-495c-485f-83d9-51d2b6ff1740, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=a53d9b9a-495c-485f-83d9-51d2b6ff1740,segment=NetworkSegment(ad5ed454-48ea-4363-8047-0d3907eff6fd),segment_id=ad5ed454-48ea-4363-8047-0d3907eff6fd)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:32:56.184888 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:56.185544 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device d6b606c0-180f-4657-9417-1c4a579d381b details requested by agent hyperv_n-h1-800634-1 with host n-h1-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 13:32:56.202173 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c95fee91-ebba-4812-84b7-a0e4cb1a27ff req-f20fcbbe-acec-418c-b502-9b8424379ec1 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.23 "GET /v2.0/security-groups?id=30616c26-47b2-497e-86af-cdf36766fc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761535 Jul 13 13:32:56.221891 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-473b0010-cff8-43c7-b1d8-795af6c03f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e14963ea-4354-4ce4-a9ea-d5a5756e8cf5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-143526445-router', 'tenant_id': 'bd2a8667aac44b55ada497b7363262e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': '5441d029-c6a1-41c8-a527-086b47fd09e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:32:42Z', 'updated_at': '2021-07-13T13:32:50Z', 'revision_number': 4, 'project_id': 'bd2a8667aac44b55ada497b7363262e0', 'gw_port': {'id': '5441d029-c6a1-41c8-a527-086b47fd09e4', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:11:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14963ea-4354-4ce4-a9ea-d5a5756e8cf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:32:44Z', 'updated_at': '2021-07-13T13:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': '7d6e9a9c-c5e4-488e-8425-74e69e31a292', 'name': '', 'network_id': '83144b3e-631d-44ef-a4ac-c28f11dc0083', 'tenant_id': 'bd2a8667aac44b55ada497b7363262e0', 'mac_address': 'fa:16:3e:9d:0f:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e14963ea-4354-4ce4-a9ea-d5a5756e8cf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '580b2432-fbdc-4d77-857f-d4faf5530924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:32:48Z', 'updated_at': '2021-07-13T13:32:55Z', 'revision_number': 4, 'project_id': 'bd2a8667aac44b55ada497b7363262e0', 'subnets': [{'id': '580b2432-fbdc-4d77-857f-d4faf5530924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:32:56.294974 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea594f5-0a0d-4878-9e71-445102e7984d req-9caac516-fec5-4ffa-9aea-b70c7efb1093 tempest-ServersAdminTestJSON-639139837 tempest-ServersAdminTestJSON-639139837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:56.302141 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473b0010-cff8-43c7-b1d8-795af6c03f6f None None] The sync data for ids ['e14963ea-4354-4ce4-a9ea-d5a5756e8cf5'] in n-d-800634-1 is: [{'id': 'e14963ea-4354-4ce4-a9ea-d5a5756e8cf5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-143526445-router', 'tenant_id': 'bd2a8667aac44b55ada497b7363262e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': '5441d029-c6a1-41c8-a527-086b47fd09e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:32:42Z', 'updated_at': '2021-07-13T13:32:50Z', 'revision_number': 4, 'project_id': 'bd2a8667aac44b55ada497b7363262e0', 'gw_port': {'id': '5441d029-c6a1-41c8-a527-086b47fd09e4', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:11:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14963ea-4354-4ce4-a9ea-d5a5756e8cf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:32:44Z', 'updated_at': '2021-07-13T13:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': '7d6e9a9c-c5e4-488e-8425-74e69e31a292', 'name': '', 'network_id': '83144b3e-631d-44ef-a4ac-c28f11dc0083', 'tenant_id': 'bd2a8667aac44b55ada497b7363262e0', 'mac_address': 'fa:16:3e:9d:0f:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e14963ea-4354-4ce4-a9ea-d5a5756e8cf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '580b2432-fbdc-4d77-857f-d4faf5530924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:32:48Z', 'updated_at': '2021-07-13T13:32:55Z', 'revision_number': 4, 'project_id': 'bd2a8667aac44b55ada497b7363262e0', 'subnets': [{'id': '580b2432-fbdc-4d77-857f-d4faf5530924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:32:56.303899 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cea594f5-0a0d-4878-9e71-445102e7984d req-9caac516-fec5-4ffa-9aea-b70c7efb1093 tempest-ServersAdminTestJSON-639139837 tempest-ServersAdminTestJSON-639139837-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=c3d5bccd-0e71-4b17-8dc4-bd3e64597e9a HTTP/1.1" status: 200 len: 1100 time: 0.0777042 Jul 13 13:32:56.311721 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:56.318538 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-ef5abd95-809a-47e0-80de-2955b3ded3dd admin admin] Deleting port 7d6e9a9c-c5e4-488e-8425-74e69e31a292 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:32:56.318878 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ef5abd95-809a-47e0-80de-2955b3ded3dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:56.370152 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cea594f5-0a0d-4878-9e71-445102e7984d req-7d7b1315-1270-4c63-bc00-20db63f73de6 tempest-ServersAdminTestJSON-639139837 tempest-ServersAdminTestJSON-639139837-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=0375d0dc-b9f6-47cd-991d-bd203a5d5aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602958 Jul 13 13:32:56.438123 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=a53d9b9a-495c-485f-83d9-51d2b6ff1740,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:32:56.451482 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e97f4d76-afe7-4003-aad7-a272d938d7ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a607eca1-b7af-4648-8570-8ef82b125dbc'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:32:56.453925 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47185e80-968b-43a0-930c-11e67af56814" -d '{"events": [{"server_uuid": "e97f4d76-afe7-4003-aad7-a272d938d7ce", "name": "network-vif-plugged", "status": "completed", "tag": "a607eca1-b7af-4648-8570-8ef82b125dbc"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:32:56.473481 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port a607eca1-b7af-4648-8570-8ef82b125dbc, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=a607eca1-b7af-4648-8570-8ef82b125dbc,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:32:56.493662 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:56.568590 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-ef5abd95-809a-47e0-80de-2955b3ded3dd admin admin] For port 7d6e9a9c-c5e4-488e-8425-74e69e31a292, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=7d6e9a9c-c5e4-488e-8425-74e69e31a292,segment=NetworkSegment(e491f259-e215-4f92-bd39-9a2c055ebaec),segment_id=e491f259-e215-4f92-bd39-9a2c055ebaec)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:32:56.569071 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ef5abd95-809a-47e0-80de-2955b3ded3dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:56.584033 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa10ea07-c630-46cf-a13d-71a214f7b5ce req-f589affb-e9f3-4ef5-919f-0eb3fb6a4863 tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:56.585601 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-fa10ea07-c630-46cf-a13d-71a214f7b5ce req-f589affb-e9f3-4ef5-919f-0eb3fb6a4863 tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] 10.222.0.23 "GET /v2.0/ports?device_id=307beaa2-0fd0-4cfc-afa5-5f0bff5a9e60 HTTP/1.1" status: 200 len: 945 time: 0.1801724 Jul 13 13:32:56.628704 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=a607eca1-b7af-4648-8570-8ef82b125dbc,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:32:56.649745 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port d6b606c0-180f-4657-9417-1c4a579d381b, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=d6b606c0-180f-4657-9417-1c4a579d381b,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:32:56.653501 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-ef5abd95-809a-47e0-80de-2955b3ded3dd admin admin] Calling delete_port for 7d6e9a9c-c5e4-488e-8425-74e69e31a292 owned by network:router_interface {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:32:56.674350 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-fa10ea07-c630-46cf-a13d-71a214f7b5ce req-9cbe9b36-b52f-452d-a4f5-0bacec3ce52c tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] 10.222.0.23 "GET /v2.0/security-groups?id=246f878a-992c-46a3-86c7-c947eed33eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790436 Jul 13 13:32:56.678570 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9186eb7-9488-40a3-b5d8-7bf06c9272d1 req-f9b069c0-53ab-4167-97c9-4c59ddf64133 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:56.680120 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e9186eb7-9488-40a3-b5d8-7bf06c9272d1 req-f9b069c0-53ab-4167-97c9-4c59ddf64133 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ed535c6-8974-4169-9610-96a0a9a9863c HTTP/1.1" status: 200 len: 972 time: 0.1685617 Jul 13 13:32:56.704447 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167ba661-f0c6-4b7f-ba17-86fb6472b8a6 req-3132c5ce-6b84-4db3-a0b5-1bfabdc152a0 tempest-ListImageFiltersTestJSON-1275882145 tempest-ListImageFiltersTestJSON-1275882145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:56.706200 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-167ba661-f0c6-4b7f-ba17-86fb6472b8a6 req-3132c5ce-6b84-4db3-a0b5-1bfabdc152a0 tempest-ListImageFiltersTestJSON-1275882145 tempest-ListImageFiltersTestJSON-1275882145-project] 10.222.0.23 "GET /v2.0/ports?device_id=e88ea5f4-ba87-44d8-b2e9-1f56bd705c34 HTTP/1.1" status: 200 len: 948 time: 0.1392915 Jul 13 13:32:56.715302 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Returning: {'device': 'd6b606c0-180f-4657-9417-1c4a579d381b', 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30', 'port_id': 'd6b606c0-180f-4657-9417-1c4a579d381b', 'mac_address': 'fa:16:3e:4e:18:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60b55863-ceb6-45af-a8a4-4b22d72866af', 'ip_address': '192.168.233.170'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 13:32:56.805096 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:56.824824 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6b606c0-180f-4657-9417-1c4a579d381b {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:32:56.857258 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port d6b606c0-180f-4657-9417-1c4a579d381b, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=d6b606c0-180f-4657-9417-1c4a579d381b,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:32:56.862031 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-167ba661-f0c6-4b7f-ba17-86fb6472b8a6 req-a404f35f-587b-4de5-a188-69baf6d031fc tempest-ListImageFiltersTestJSON-1275882145 tempest-ListImageFiltersTestJSON-1275882145-project] 10.222.0.23 "GET /v2.0/security-groups?id=4865dafb-f53b-45c8-89d6-c6cc7f94c49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371322 Jul 13 13:32:56.874457 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:56.919512 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-e9186eb7-9488-40a3-b5d8-7bf06c9272d1 req-1d308e03-89d8-4254-9716-470b23fdd76f tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Deleting port 894c88fc-95cc-4a2b-9a78-4c8bf919a43e {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:32:56.919854 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-e9186eb7-9488-40a3-b5d8-7bf06c9272d1 req-1d308e03-89d8-4254-9716-470b23fdd76f tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:56.943430 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b74409c-9d3a-484c-b201-97c0b47db619 x-openstack-request-id: req-8b74409c-9d3a-484c-b201-97c0b47db619 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:32:56.943894 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e97f4d76-afe7-4003-aad7-a272d938d7ce", "name": "network-vif-plugged", "status": "completed", "tag": "a607eca1-b7af-4648-8570-8ef82b125dbc", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:32:56.944294 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8b74409c-9d3a-484c-b201-97c0b47db619 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:32:56.945040 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e97f4d76-afe7-4003-aad7-a272d938d7ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a607eca1-b7af-4648-8570-8ef82b125dbc', 'code': 200} Jul 13 13:32:56.951564 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=d6b606c0-180f-4657-9417-1c4a579d381b,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:32:57.079036 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ef5abd95-809a-47e0-80de-2955b3ded3dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:57.100969 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['d6b606c0-180f-4657-9417-1c4a579d381b'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:32:57.103277 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['a53d9b9a-495c-485f-83d9-51d2b6ff1740'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:32:57.152127 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5abd95-809a-47e0-80de-2955b3ded3dd admin admin] Pushing event deleted for resources: {'Port': ['ID=7d6e9a9c-c5e4-488e-8425-74e69e31a292,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:32:57.209525 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-e9186eb7-9488-40a3-b5d8-7bf06c9272d1 req-1d308e03-89d8-4254-9716-470b23fdd76f tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] For port 894c88fc-95cc-4a2b-9a78-4c8bf919a43e, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=894c88fc-95cc-4a2b-9a78-4c8bf919a43e,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:32:57.210647 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-e9186eb7-9488-40a3-b5d8-7bf06c9272d1 req-1d308e03-89d8-4254-9716-470b23fdd76f tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:57.256012 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-e9186eb7-9488-40a3-b5d8-7bf06c9272d1 req-1d308e03-89d8-4254-9716-470b23fdd76f tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Calling delete_port for 894c88fc-95cc-4a2b-9a78-4c8bf919a43e owned by compute:tempest-test_az-1887465620 {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:32:57.375603 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e83f38d-6404-45ad-806f-e39da3183df0 req-08472f57-1f08-45b8-8009-1c12c802cb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:57.379208 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7e83f38d-6404-45ad-806f-e39da3183df0 req-08472f57-1f08-45b8-8009-1c12c802cb31 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e97f4d76-afe7-4003-aad7-a272d938d7ce HTTP/1.1" status: 200 len: 1101 time: 0.2645235 Jul 13 13:32:57.398078 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f10f1ae-858a-498d-a507-060bc0a1624d req-9fc120ce-5852-4f42-a9f6-44f4bf34111e tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:57.420266 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6f10f1ae-858a-498d-a507-060bc0a1624d req-9fc120ce-5852-4f42-a9f6-44f4bf34111e tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/ports?device_id=a56051f7-ad2a-48ca-8ebc-3ae17c46d4a2 HTTP/1.1" status: 200 len: 945 time: 0.2694676 Jul 13 13:32:57.527378 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6f10f1ae-858a-498d-a507-060bc0a1624d req-991caa71-9445-4433-aa67-902c9fec97ab tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1a1929d-de59-4a26-a69b-05b891c11dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060021 Jul 13 13:32:57.555888 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ef5abd95-809a-47e0-80de-2955b3ded3dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1785036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452491'] for router_interface, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:57.567631 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 48194) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:32:57.624300 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7e83f38d-6404-45ad-806f-e39da3183df0 req-54a0ddc6-5759-42eb-b6ed-4b8e3438e188 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=4865dafb-f53b-45c8-89d6-c6cc7f94c49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433821 Jul 13 13:32:57.762640 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dcd69ca2-01e9-4a44-825a-4f0116df0082 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:57.796673 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-e9186eb7-9488-40a3-b5d8-7bf06c9272d1 req-1d308e03-89d8-4254-9716-470b23fdd76f tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:57.813034 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a219d172-33cd-4f4f-b941-47e4bb43f667 req-349c949b-a9f5-4ae7-912f-5004441b8329 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:57.814798 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a219d172-33cd-4f4f-b941-47e4bb43f667 req-349c949b-a9f5-4ae7-912f-5004441b8329 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] 10.222.0.23 "GET /v2.0/ports?device_id=40bc8bbc-1184-45a8-b044-9849c0e88228 HTTP/1.1" status: 200 len: 950 time: 0.0989106 Jul 13 13:32:57.851139 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d308e03-89d8-4254-9716-470b23fdd76f tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Pushing event deleted for resources: {'Port': ['ID=894c88fc-95cc-4a2b-9a78-4c8bf919a43e,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:32:57.879491 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3cb1bf-d0c6-4aaf-8231-5be3f3daf00b req-e1204601-3c64-45fa-8dc9-c652b3d42805 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:57.881074 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-cf3cb1bf-d0c6-4aaf-8231-5be3f3daf00b req-e1204601-3c64-45fa-8dc9-c652b3d42805 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ed535c6-8974-4169-9610-96a0a9a9863c HTTP/1.1" status: 200 len: 889 time: 0.1806104 Jul 13 13:32:57.913143 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9186eb7-9488-40a3-b5d8-7bf06c9272d1 req-1d308e03-89d8-4254-9716-470b23fdd76f tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] No DVR routers for this DVR port 894c88fc-95cc-4a2b-9a78-4c8bf919a43e on host n-h2-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:32:57.925451 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-e9186eb7-9488-40a3-b5d8-7bf06c9272d1 req-1d308e03-89d8-4254-9716-470b23fdd76f tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:57.927474 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e9186eb7-9488-40a3-b5d8-7bf06c9272d1 req-1d308e03-89d8-4254-9716-470b23fdd76f tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.41 "DELETE /v2.0/ports/894c88fc-95cc-4a2b-9a78-4c8bf919a43e HTTP/1.1" status: 204 len: 173 time: 1.2367120 Jul 13 13:32:57.927933 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ed535c6-8974-4169-9610-96a0a9a9863c', 'name': 'network-vif-deleted', 'tag': '894c88fc-95cc-4a2b-9a78-4c8bf919a43e'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:32:57.930185 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73147087-b215-4bee-be1d-122fb0555996" -d '{"events": [{"server_uuid": "2ed535c6-8974-4169-9610-96a0a9a9863c", "name": "network-vif-deleted", "tag": "894c88fc-95cc-4a2b-9a78-4c8bf919a43e"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:32:57.948873 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a219d172-33cd-4f4f-b941-47e4bb43f667 req-7f71713e-46ac-4510-9e1f-076b67ec8a51 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] 10.222.0.23 "GET /v2.0/security-groups?id=0375d0dc-b9f6-47cd-991d-bd203a5d5aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032972 Jul 13 13:32:57.989301 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-cf3cb1bf-d0c6-4aaf-8231-5be3f3daf00b req-eb99cd8b-4446-4a76-82a6-5012ffefe076 tempest-ServersOnMultiNodesTest-1243087047 tempest-ServersOnMultiNodesTest-1243087047-project] 10.222.0.23 "GET /v2.0/security-groups?id=30616c26-47b2-497e-86af-cdf36766fc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744858 Jul 13 13:32:58.095767 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef5abd95-809a-47e0-80de-2955b3ded3dd admin admin] Router e14963ea-4354-4ce4-a9ea-d5a5756e8cf5 has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 13:32:58.100795 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dcd69ca2-01e9-4a44-825a-4f0116df0082 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:58.112287 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dcd69ca2-01e9-4a44-825a-4f0116df0082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:58.181478 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40e1fdf-2baf-44ed-a282-99dc92c2e788 req-b24c7480-c6b3-4024-ab20-cc58e44b9939 tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:58.183840 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e40e1fdf-2baf-44ed-a282-99dc92c2e788 req-b24c7480-c6b3-4024-ab20-cc58e44b9939 tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] 10.222.0.23 "GET /v2.0/ports?device_id=307beaa2-0fd0-4cfc-afa5-5f0bff5a9e60 HTTP/1.1" status: 200 len: 945 time: 0.0918672 Jul 13 13:32:58.208394 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-dcd69ca2-01e9-4a44-825a-4f0116df0082 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e4b889433b5540cd837c401a32999283&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6396036 Jul 13 13:32:58.212750 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 48202) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:32:58.230416 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd69ca2-01e9-4a44-825a-4f0116df0082 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e64154cf-d388-4031-b845-c8d56f8e6939,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:32:58.292774 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e40e1fdf-2baf-44ed-a282-99dc92c2e788 req-88ce6618-d830-4ff7-8810-7294015be5d6 tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] 10.222.0.23 "GET /v2.0/security-groups?id=246f878a-992c-46a3-86c7-c947eed33eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019619 Jul 13 13:32:58.300967 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef5abd95-809a-47e0-80de-2955b3ded3dd admin admin] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:32:58.306372 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-ef5abd95-809a-47e0-80de-2955b3ded3dd admin admin] 10.222.0.23 "PUT /v2.0/routers/e14963ea-4354-4ce4-a9ea-d5a5756e8cf5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7298369 Jul 13 13:32:58.314902 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 48204) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:32:58.315770 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-45a24460-4096-447b-a57f-6980e117aece admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:58.347506 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4280c060-80da-48f0-aee0-fbdebb7f07fe req-4b0f31e7-1a2a-43fc-aeaf-8ad59f04ad8e tempest-ListImageFiltersTestJSON-1275882145 tempest-ListImageFiltersTestJSON-1275882145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:58.352807 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3c5cd58-3da4-4dca-a7c4-78e9d8059a16 x-openstack-request-id: req-e3c5cd58-3da4-4dca-a7c4-78e9d8059a16 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:32:58.353095 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ed535c6-8974-4169-9610-96a0a9a9863c", "name": "network-vif-deleted", "tag": "894c88fc-95cc-4a2b-9a78-4c8bf919a43e", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:32:58.353352 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e3c5cd58-3da4-4dca-a7c4-78e9d8059a16 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:32:58.353766 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ed535c6-8974-4169-9610-96a0a9a9863c', 'name': 'network-vif-deleted', 'tag': '894c88fc-95cc-4a2b-9a78-4c8bf919a43e', 'status': 'completed', 'code': 200} Jul 13 13:32:58.356364 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4280c060-80da-48f0-aee0-fbdebb7f07fe req-4b0f31e7-1a2a-43fc-aeaf-8ad59f04ad8e tempest-ListImageFiltersTestJSON-1275882145 tempest-ListImageFiltersTestJSON-1275882145-project] 10.222.0.23 "GET /v2.0/ports?device_id=e88ea5f4-ba87-44d8-b2e9-1f56bd705c34 HTTP/1.1" status: 200 len: 949 time: 0.1756639 Jul 13 13:32:58.359025 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-45a24460-4096-447b-a57f-6980e117aece admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:58.391664 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf3ed52-65c2-4305-a595-bb1d488fdc44 None None] Sync routers for ids ['e14963ea-4354-4ce4-a9ea-d5a5756e8cf5'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:32:58.407850 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf3ed52-65c2-4305-a595-bb1d488fdc44 None None] Routers {'e14963ea-4354-4ce4-a9ea-d5a5756e8cf5'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:32:58.411304 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-eaf3ed52-65c2-4305-a595-bb1d488fdc44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:32:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['e14963ea-4354-4ce4-a9ea-d5a5756e8cf5'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:32:58.435729 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-45a24460-4096-447b-a57f-6980e117aece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:58.438673 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-45a24460-4096-447b-a57f-6980e117aece admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:58.442193 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-45a24460-4096-447b-a57f-6980e117aece admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e64154cf-d388-4031-b845-c8d56f8e6939 HTTP/1.1" status: 204 len: 168 time: 0.2258966 Jul 13 13:32:58.469520 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a24460-4096-447b-a57f-6980e117aece admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e64154cf-d388-4031-b845-c8d56f8e6939,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:32:58.630648 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4280c060-80da-48f0-aee0-fbdebb7f07fe req-49c78b6f-4d93-432b-a46d-00e3bf1f1c1e tempest-ListImageFiltersTestJSON-1275882145 tempest-ListImageFiltersTestJSON-1275882145-project] 10.222.0.23 "GET /v2.0/security-groups?id=4865dafb-f53b-45c8-89d6-c6cc7f94c49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2730792 Jul 13 13:32:58.664086 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-41abbef0-6bee-4473-a3f7-51197dbe59e1 admin admin] Notify callbacks [] for router, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:58.665967 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2686576-7b56-4e1f-ad5d-8bde7e506897 req-5169d840-b291-4465-9702-31f2fcf609ec tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:58.668843 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a2686576-7b56-4e1f-ad5d-8bde7e506897 req-5169d840-b291-4465-9702-31f2fcf609ec tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] 10.222.0.23 "GET /v2.0/ports?device_id=307beaa2-0fd0-4cfc-afa5-5f0bff5a9e60 HTTP/1.1" status: 200 len: 945 time: 0.1526051 Jul 13 13:32:58.692081 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-eaf3ed52-65c2-4305-a595-bb1d488fdc44 None None] Set router e14963ea-4354-4ce4-a9ea-d5a5756e8cf5 gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:32:58.759205 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a2686576-7b56-4e1f-ad5d-8bde7e506897 req-9501369f-9dbd-4e2c-93e1-1382fa75bfda tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] 10.222.0.23 "GET /v2.0/security-groups?id=246f878a-992c-46a3-86c7-c947eed33eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826373 Jul 13 13:32:58.849933 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-41abbef0-6bee-4473-a3f7-51197dbe59e1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:58.931612 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f09616-6609-4d78-8e60-a8d6859f7dbb req-5d04ff62-4a80-40a2-9803-ea9c6017c375 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:58.936044 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-03f09616-6609-4d78-8e60-a8d6859f7dbb req-5d04ff62-4a80-40a2-9803-ea9c6017c375 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] 10.222.0.41 "GET /v2.0/ports?device_id=40bc8bbc-1184-45a8-b044-9849c0e88228 HTTP/1.1" status: 200 len: 950 time: 0.1247451 Jul 13 13:32:58.951185 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-41abbef0-6bee-4473-a3f7-51197dbe59e1 admin admin] Deleting port 5441d029-c6a1-41c8-a527-086b47fd09e4 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:32:58.951838 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-41abbef0-6bee-4473-a3f7-51197dbe59e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:58.973484 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 48222) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:32:59.019255 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-eaf3ed52-65c2-4305-a595-bb1d488fdc44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e14963ea-4354-4ce4-a9ea-d5a5756e8cf5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-143526445-router', 'tenant_id': 'bd2a8667aac44b55ada497b7363262e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': '5441d029-c6a1-41c8-a527-086b47fd09e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:32:42Z', 'updated_at': '2021-07-13T13:32:56Z', 'revision_number': 5, 'project_id': 'bd2a8667aac44b55ada497b7363262e0', 'gw_port': {'id': '5441d029-c6a1-41c8-a527-086b47fd09e4', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:11:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14963ea-4354-4ce4-a9ea-d5a5756e8cf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:32:44Z', 'updated_at': '2021-07-13T13:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:32:59.028067 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-124d99f9-1c76-4cec-bdde-272671043f46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:59.102349 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eb6d96-a0a9-4809-a6ff-eb709228278b req-30b3a5ad-de08-4801-b09b-48427d03d1e2 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:59.104388 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d8eb6d96-a0a9-4809-a6ff-eb709228278b req-30b3a5ad-de08-4801-b09b-48427d03d1e2 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/ports?device_id=a56051f7-ad2a-48ca-8ebc-3ae17c46d4a2 HTTP/1.1" status: 200 len: 945 time: 0.1366887 Jul 13 13:32:59.132243 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-41abbef0-6bee-4473-a3f7-51197dbe59e1 admin admin] For port 5441d029-c6a1-41c8-a527-086b47fd09e4, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=5441d029-c6a1-41c8-a527-086b47fd09e4,segment=NetworkSegment(3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87),segment_id=3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:32:59.132615 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-41abbef0-6bee-4473-a3f7-51197dbe59e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:59.146236 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-03f09616-6609-4d78-8e60-a8d6859f7dbb req-34719eae-8641-42c8-8856-611b0adc664b tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] Deleting port b12fdcc7-7dff-4789-b754-2cd09ee7ac7b {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:32:59.147072 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-03f09616-6609-4d78-8e60-a8d6859f7dbb req-34719eae-8641-42c8-8856-611b0adc664b tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:59.165048 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-41abbef0-6bee-4473-a3f7-51197dbe59e1 admin admin] Calling delete_port for 5441d029-c6a1-41c8-a527-086b47fd09e4 owned by network:router_gateway {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:32:59.177552 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf3ed52-65c2-4305-a595-bb1d488fdc44 None None] Checking router: e14963ea-4354-4ce4-a9ea-d5a5756e8cf5 for host: n-d-800634-1 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 13:32:59.186502 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf3ed52-65c2-4305-a595-bb1d488fdc44 None None] Routers {'e14963ea-4354-4ce4-a9ea-d5a5756e8cf5'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:32:59.187122 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-eaf3ed52-65c2-4305-a595-bb1d488fdc44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:32:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['e14963ea-4354-4ce4-a9ea-d5a5756e8cf5'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:32:59.200472 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14e9c2d-8d7f-4b2c-8658-b357e885edaa req-23662ec6-805e-4585-b7f9-7d5e7b911f23 tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:59.202030 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e14e9c2d-8d7f-4b2c-8658-b357e885edaa req-23662ec6-805e-4585-b7f9-7d5e7b911f23 tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] 10.222.0.23 "GET /v2.0/ports?device_id=307beaa2-0fd0-4cfc-afa5-5f0bff5a9e60 HTTP/1.1" status: 200 len: 945 time: 0.1935518 Jul 13 13:32:59.222205 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d8eb6d96-a0a9-4809-a6ff-eb709228278b req-69681a76-f44a-4b97-a238-242fd3c90b00 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1a1929d-de59-4a26-a69b-05b891c11dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027038 Jul 13 13:32:59.280480 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-eaf3ed52-65c2-4305-a595-bb1d488fdc44 None None] Set router e14963ea-4354-4ce4-a9ea-d5a5756e8cf5 gateway port host: None {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:32:59.283873 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-03f09616-6609-4d78-8e60-a8d6859f7dbb req-34719eae-8641-42c8-8856-611b0adc664b tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] For port b12fdcc7-7dff-4789-b754-2cd09ee7ac7b, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=b12fdcc7-7dff-4789-b754-2cd09ee7ac7b,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:32:59.283873 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-03f09616-6609-4d78-8e60-a8d6859f7dbb req-34719eae-8641-42c8-8856-611b0adc664b tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:59.299589 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-03f09616-6609-4d78-8e60-a8d6859f7dbb req-34719eae-8641-42c8-8856-611b0adc664b tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] Calling delete_port for b12fdcc7-7dff-4789-b754-2cd09ee7ac7b owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:32:59.312936 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e14e9c2d-8d7f-4b2c-8658-b357e885edaa req-a14b20dc-51b6-48be-9ce8-4639d61fced6 tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] 10.222.0.23 "GET /v2.0/security-groups?id=246f878a-992c-46a3-86c7-c947eed33eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717156 Jul 13 13:32:59.325557 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-124d99f9-1c76-4cec-bdde-272671043f46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:59.341666 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-eaf3ed52-65c2-4305-a595-bb1d488fdc44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e14963ea-4354-4ce4-a9ea-d5a5756e8cf5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-143526445-router', 'tenant_id': 'bd2a8667aac44b55ada497b7363262e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:32:42Z', 'updated_at': '2021-07-13T13:32:58Z', 'revision_number': 6, 'project_id': 'bd2a8667aac44b55ada497b7363262e0', 'gw_port_host': None}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:32:59.369717 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-124d99f9-1c76-4cec-bdde-272671043f46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:59.375857 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf3ed52-65c2-4305-a595-bb1d488fdc44 None None] The sync data for ids ['e14963ea-4354-4ce4-a9ea-d5a5756e8cf5'] in n-d-800634-1 is: [{'id': 'e14963ea-4354-4ce4-a9ea-d5a5756e8cf5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-143526445-router', 'tenant_id': 'bd2a8667aac44b55ada497b7363262e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:32:42Z', 'updated_at': '2021-07-13T13:32:58Z', 'revision_number': 6, 'project_id': 'bd2a8667aac44b55ada497b7363262e0', 'gw_port_host': None}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:32:59.429890 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-124d99f9-1c76-4cec-bdde-272671043f46 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=77a42fdca29e4b41a8d6bd035a6a090b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4550297 Jul 13 13:32:59.434057 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 48228) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:32:59.447399 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124d99f9-1c76-4cec-bdde-272671043f46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddea0c9d-551b-4ecc-aa71-9ad6de61aa31,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:32:59.510204 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 894c88fc-95cc-4a2b-9a78-4c8bf919a43e no longer exists at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:32:59.532883 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1e0ff1ce-879c-4e4d-bf74-91993de47a3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:59.533612 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-03f09616-6609-4d78-8e60-a8d6859f7dbb req-34719eae-8641-42c8-8856-611b0adc664b tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:59.534551 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-41abbef0-6bee-4473-a3f7-51197dbe59e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:59.567799 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['0faca3dd-f052-4aa2-ab14-737190c8e7b7', 'b12fdcc7-7dff-4789-b754-2cd09ee7ac7b', '728cfa00-3778-4628-ac4c-06f4e7aa1861'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:32:59.571295 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34719eae-8641-42c8-8856-611b0adc664b tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] Pushing event deleted for resources: {'Port': ['ID=b12fdcc7-7dff-4789-b754-2cd09ee7ac7b,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:32:59.576412 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41abbef0-6bee-4473-a3f7-51197dbe59e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=5441d029-c6a1-41c8-a527-086b47fd09e4,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:32:59.595598 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60849aba-8a02-44ef-984f-5295e584845b req-6fb63e95-c644-4f8e-bb8e-883a701edfee tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:32:59.602909 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-60849aba-8a02-44ef-984f-5295e584845b req-6fb63e95-c644-4f8e-bb8e-883a701edfee tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] 10.222.0.23 "GET /v2.0/ports?device_id=40bc8bbc-1184-45a8-b044-9849c0e88228 HTTP/1.1" status: 200 len: 867 time: 0.1449113 Jul 13 13:32:59.610266 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1e0ff1ce-879c-4e4d-bf74-91993de47a3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:59.633018 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] No Port match for: 894c88fc-95cc-4a2b-9a78-4c8bf919a43e {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:32:59.633360 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 894c88fc-95cc-4a2b-9a78-4c8bf919a43e not bound to the agent host n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:32:59.665143 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-03f09616-6609-4d78-8e60-a8d6859f7dbb req-34719eae-8641-42c8-8856-611b0adc664b tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] No DVR routers for this DVR port b12fdcc7-7dff-4789-b754-2cd09ee7ac7b on host n-h2-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:32:59.669556 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-03f09616-6609-4d78-8e60-a8d6859f7dbb req-34719eae-8641-42c8-8856-611b0adc664b tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:59.671529 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-03f09616-6609-4d78-8e60-a8d6859f7dbb req-34719eae-8641-42c8-8856-611b0adc664b tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] 10.222.0.41 "DELETE /v2.0/ports/b12fdcc7-7dff-4789-b754-2cd09ee7ac7b HTTP/1.1" status: 204 len: 173 time: 0.7262979 Jul 13 13:32:59.704938 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-60849aba-8a02-44ef-984f-5295e584845b req-4ff304f0-554b-444d-808d-073bb0662706 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] 10.222.0.23 "GET /v2.0/security-groups?id=0375d0dc-b9f6-47cd-991d-bd203a5d5aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999589 Jul 13 13:32:59.736309 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-41abbef0-6bee-4473-a3f7-51197dbe59e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-446473'] for router_gateway, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:59.753669 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device a53d9b9a-495c-485f-83d9-51d2b6ff1740 up at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:32:59.892623 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning for port a53d9b9a-495c-485f-83d9-51d2b6ff1740 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:32:59.895875 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-41abbef0-6bee-4473-a3f7-51197dbe59e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1591938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2696'] for router, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:59.899767 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1e0ff1ce-879c-4e4d-bf74-91993de47a3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:59.900022 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning complete for port a53d9b9a-495c-485f-83d9-51d2b6ff1740 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:32:59.900499 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:59.908981 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1e0ff1ce-879c-4e4d-bf74-91993de47a3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:32:59.909458 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-1e0ff1ce-879c-4e4d-bf74-91993de47a3d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ddea0c9d-551b-4ecc-aa71-9ad6de61aa31 HTTP/1.1" status: 204 len: 168 time: 0.4720592 Jul 13 13:32:59.910628 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-41abbef0-6bee-4473-a3f7-51197dbe59e1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:00.035640 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 48240) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:33:00.054992 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0ff1ce-879c-4e4d-bf74-91993de47a3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddea0c9d-551b-4ecc-aa71-9ad6de61aa31,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:33:00.080644 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c861dcc-8def-47fc-90e7-d39884e5b5fe req-4193439f-b131-4c79-8e8a-c496bdaf06fe tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:33:00.082260 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3c861dcc-8def-47fc-90e7-d39884e5b5fe req-4193439f-b131-4c79-8e8a-c496bdaf06fe tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] 10.222.0.23 "GET /v2.0/ports?device_id=307beaa2-0fd0-4cfc-afa5-5f0bff5a9e60 HTTP/1.1" status: 200 len: 945 time: 0.4301910 Jul 13 13:33:00.082630 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4495ba2e-0fe9-459d-9867-702e5c2181dc req-57c8566f-0f39-4484-8e14-ebd1228e2e46 tempest-ListImageFiltersTestJSON-1275882145 tempest-ListImageFiltersTestJSON-1275882145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:33:00.084818 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4495ba2e-0fe9-459d-9867-702e5c2181dc req-57c8566f-0f39-4484-8e14-ebd1228e2e46 tempest-ListImageFiltersTestJSON-1275882145 tempest-ListImageFiltersTestJSON-1275882145-project] 10.222.0.23 "GET /v2.0/ports?device_id=e88ea5f4-ba87-44d8-b2e9-1f56bd705c34 HTTP/1.1" status: 200 len: 949 time: 0.1509380 Jul 13 13:33:00.099951 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:00.127298 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-41abbef0-6bee-4473-a3f7-51197dbe59e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593106'] for router, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:00.127866 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41abbef0-6bee-4473-a3f7-51197dbe59e1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e14963ea-4354-4ce4-a9ea-d5a5756e8cf5 {{(pid=93751) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 13:33:00.146733 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-41abbef0-6bee-4473-a3f7-51197dbe59e1 admin admin] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:00.147874 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-41abbef0-6bee-4473-a3f7-51197dbe59e1 admin admin] 10.222.0.23 "DELETE /v2.0/routers/e14963ea-4354-4ce4-a9ea-d5a5756e8cf5 HTTP/1.1" status: 204 len: 168 time: 1.8246064 Jul 13 13:33:00.162590 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 48244) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:33:00.193031 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:00.203481 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a56051f7-ad2a-48ca-8ebc-3ae17c46d4a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a53d9b9a-495c-485f-83d9-51d2b6ff1740'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:33:00.205978 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb06e410-1f0c-45ba-8b76-ef5b7062db3b" -d '{"events": [{"server_uuid": "a56051f7-ad2a-48ca-8ebc-3ae17c46d4a2", "name": "network-vif-plugged", "status": "completed", "tag": "a53d9b9a-495c-485f-83d9-51d2b6ff1740"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:33:00.219652 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4495ba2e-0fe9-459d-9867-702e5c2181dc req-10e19382-7536-4126-b3c1-873285eff302 tempest-ListImageFiltersTestJSON-1275882145 tempest-ListImageFiltersTestJSON-1275882145-project] 10.222.0.23 "GET /v2.0/security-groups?id=4865dafb-f53b-45c8-89d6-c6cc7f94c49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207850 Jul 13 13:33:00.230147 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port a53d9b9a-495c-485f-83d9-51d2b6ff1740, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=a53d9b9a-495c-485f-83d9-51d2b6ff1740,segment=NetworkSegment(ad5ed454-48ea-4363-8047-0d3907eff6fd),segment_id=ad5ed454-48ea-4363-8047-0d3907eff6fd)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:33:00.249963 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:00.250198 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device d6b606c0-180f-4657-9417-1c4a579d381b up at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:33:00.282191 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-f896b6a2-cfdd-4475-a492-1554759b04df admin admin] Deleting subnet 580b2432-fbdc-4d77-857f-d4faf5530924 {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 13:33:00.287018 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f896b6a2-cfdd-4475-a492-1554759b04df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:00.355142 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40bc8bbc-1184-45a8-b044-9849c0e88228', 'name': 'network-vif-deleted', 'tag': 'b12fdcc7-7dff-4789-b754-2cd09ee7ac7b'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:33:00.357450 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-232c865f-7d90-4453-8b19-202b40064e90" -d '{"events": [{"server_uuid": "40bc8bbc-1184-45a8-b044-9849c0e88228", "name": "network-vif-deleted", "tag": "b12fdcc7-7dff-4789-b754-2cd09ee7ac7b"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:33:00.361851 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f896b6a2-cfdd-4475-a492-1554759b04df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6018489'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:00.400781 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=a53d9b9a-495c-485f-83d9-51d2b6ff1740,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:33:00.424710 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:00.436331 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning for port d6b606c0-180f-4657-9417-1c4a579d381b completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:33:00.441939 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning complete for port d6b606c0-180f-4657-9417-1c4a579d381b triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:33:00.442711 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:00.451157 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3c861dcc-8def-47fc-90e7-d39884e5b5fe req-55151436-8cbf-4578-b4e1-2cd751291207 tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] 10.222.0.23 "GET /v2.0/security-groups?id=246f878a-992c-46a3-86c7-c947eed33eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3507340 Jul 13 13:33:00.474839 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 7d6e9a9c-c5e4-488e-8425-74e69e31a292 no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:33:00.517638 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: 7d6e9a9c-c5e4-488e-8425-74e69e31a292 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:33:00.521825 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 7d6e9a9c-c5e4-488e-8425-74e69e31a292 not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:33:00.522518 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 5441d029-c6a1-41c8-a527-086b47fd09e4 no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:33:00.570532 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: 5441d029-c6a1-41c8-a527-086b47fd09e4 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:33:00.571492 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 5441d029-c6a1-41c8-a527-086b47fd09e4 not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:33:00.576004 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51f5c921-1ed4-4b69-ab8b-3d5ec0e58940 x-openstack-request-id: req-51f5c921-1ed4-4b69-ab8b-3d5ec0e58940 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:33:00.577896 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a56051f7-ad2a-48ca-8ebc-3ae17c46d4a2", "name": "network-vif-plugged", "status": "completed", "tag": "a53d9b9a-495c-485f-83d9-51d2b6ff1740", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:33:00.578556 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-51f5c921-1ed4-4b69-ab8b-3d5ec0e58940 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:33:00.579833 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a56051f7-ad2a-48ca-8ebc-3ae17c46d4a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a53d9b9a-495c-485f-83d9-51d2b6ff1740', 'code': 200} Jul 13 13:33:00.591042 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f896b6a2-cfdd-4475-a492-1554759b04df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:00.639010 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-1b8f52cb-05d2-437a-a483-6fa0db80fc1b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=09bf0390c6c84bde9cf099d3a1ffb9e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5972152 Jul 13 13:33:00.640099 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 48260) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:33:00.661146 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5960605e-5848-45f2-b23e-e8800ecb3bde x-openstack-request-id: req-5960605e-5848-45f2-b23e-e8800ecb3bde {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:33:00.661528 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40bc8bbc-1184-45a8-b044-9849c0e88228", "name": "network-vif-deleted", "tag": "b12fdcc7-7dff-4789-b754-2cd09ee7ac7b", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:33:00.661961 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5960605e-5848-45f2-b23e-e8800ecb3bde {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:33:00.663089 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40bc8bbc-1184-45a8-b044-9849c0e88228', 'name': 'network-vif-deleted', 'tag': 'b12fdcc7-7dff-4789-b754-2cd09ee7ac7b', 'status': 'completed', 'code': 200} Jul 13 13:33:00.674572 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:00.749770 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port d6b606c0-180f-4657-9417-1c4a579d381b, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=d6b606c0-180f-4657-9417-1c4a579d381b,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:33:00.759855 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:00.827161 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6312a40f-31e6-4057-8b59-8df350a77249 req-00bb2480-b842-40e2-898f-c6795d662e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:33:00.828159 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-46479cf2-4311-42d6-8b9b-2a0062c5efae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:00.828711 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6312a40f-31e6-4057-8b59-8df350a77249 req-00bb2480-b842-40e2-898f-c6795d662e32 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a56051f7-ad2a-48ca-8ebc-3ae17c46d4a2 HTTP/1.1" status: 200 len: 1097 time: 0.1155972 Jul 13 13:33:00.860008 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=d6b606c0-180f-4657-9417-1c4a579d381b,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:33:00.896506 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-46479cf2-4311-42d6-8b9b-2a0062c5efae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:00.898031 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f896b6a2-cfdd-4475-a492-1554759b04df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6018534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6105009'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:00.927006 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f896b6a2-cfdd-4475-a492-1554759b04df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:00.928971 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-f896b6a2-cfdd-4475-a492-1554759b04df admin admin] 10.222.0.23 "DELETE /v2.0/subnets/580b2432-fbdc-4d77-857f-d4faf5530924 HTTP/1.1" status: 204 len: 168 time: 0.7654054 Jul 13 13:33:00.937917 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9735d8bc-609e-449b-be73-e34caf0e0640 None None] Network 83144b3e-631d-44ef-a4ac-c28f11dc0083 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:33:00.945370 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 48270) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:33:00.957659 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6312a40f-31e6-4057-8b59-8df350a77249 req-0d3b634d-2b9d-4310-ac5f-e16301d934a2 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e1a1929d-de59-4a26-a69b-05b891c11dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228747 Jul 13 13:33:00.996350 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f896b6a2-cfdd-4475-a492-1554759b04df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=580b2432-fbdc-4d77-857f-d4faf5530924,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:33:01.045139 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d6285f-8f0b-487a-8e78-0355d08b2622 req-795e83e0-1a7e-4af6-9ef0-1d29f34f9770 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:33:01.047887 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c0801e-b5c4-4f65-ac20-ffff9eff75e5 req-dc6853e3-9dd1-4def-af83-49c8d7c6801d tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:33:01.049397 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b2c0801e-b5c4-4f65-ac20-ffff9eff75e5 req-dc6853e3-9dd1-4def-af83-49c8d7c6801d tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] 10.222.0.23 "GET /v2.0/ports?device_id=307beaa2-0fd0-4cfc-afa5-5f0bff5a9e60 HTTP/1.1" status: 200 len: 945 time: 0.2010953 Jul 13 13:33:01.052236 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4f3730f8-3de7-4125-89c3-614bf36804fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:01.054747 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a2d6285f-8f0b-487a-8e78-0355d08b2622 req-795e83e0-1a7e-4af6-9ef0-1d29f34f9770 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/ports?device_id=a56051f7-ad2a-48ca-8ebc-3ae17c46d4a2 HTTP/1.1" status: 200 len: 946 time: 0.3226793 Jul 13 13:33:01.107536 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a2d6285f-8f0b-487a-8e78-0355d08b2622 req-7035a9bc-03dc-45df-846a-6d0a2011372e tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1a1929d-de59-4a26-a69b-05b891c11dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511372 Jul 13 13:33:01.117263 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-46479cf2-4311-42d6-8b9b-2a0062c5efae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:01.119797 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b2c0801e-b5c4-4f65-ac20-ffff9eff75e5 req-5bdd641b-95eb-49ba-bdbb-91b6f2361a7c tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] 10.222.0.23 "GET /v2.0/security-groups?id=246f878a-992c-46a3-86c7-c947eed33eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629377 Jul 13 13:33:01.120961 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-46479cf2-4311-42d6-8b9b-2a0062c5efae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:01.122389 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-46479cf2-4311-42d6-8b9b-2a0062c5efae admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/30616c26-47b2-497e-86af-cdf36766fc7f HTTP/1.1" status: 204 len: 168 time: 0.4813347 Jul 13 13:33:01.136875 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46479cf2-4311-42d6-8b9b-2a0062c5efae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30616c26-47b2-497e-86af-cdf36766fc7f,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:33:01.147234 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-4f3730f8-3de7-4125-89c3-614bf36804fe admin admin] Deleting port 8e89633a-acbb-4580-8975-cffba6f3e1f7 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:33:01.147884 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4f3730f8-3de7-4125-89c3-614bf36804fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:01.189312 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03e40841-fc21-42b9-88bd-8155ee40ceaf None None] DHCP port deletion for 83144b3e-631d-44ef-a4ac-c28f11dc0083 request from n-d-800634-1 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 13:33:01.251945 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-4f3730f8-3de7-4125-89c3-614bf36804fe admin admin] For port 8e89633a-acbb-4580-8975-cffba6f3e1f7, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=8e89633a-acbb-4580-8975-cffba6f3e1f7,segment=NetworkSegment(e491f259-e215-4f92-bd39-9a2c055ebaec),segment_id=e491f259-e215-4f92-bd39-9a2c055ebaec)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:33:01.252294 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4f3730f8-3de7-4125-89c3-614bf36804fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:01.280348 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-03e40841-fc21-42b9-88bd-8155ee40ceaf None None] Deleting port 8e89633a-acbb-4580-8975-cffba6f3e1f7 {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:33:01.280804 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-03e40841-fc21-42b9-88bd-8155ee40ceaf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:01.290842 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-4f3730f8-3de7-4125-89c3-614bf36804fe admin admin] Calling delete_port for 8e89633a-acbb-4580-8975-cffba6f3e1f7 owned by network:dhcp {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:33:01.360241 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-03e40841-fc21-42b9-88bd-8155ee40ceaf None None] For port 8e89633a-acbb-4580-8975-cffba6f3e1f7, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=8e89633a-acbb-4580-8975-cffba6f3e1f7,segment=NetworkSegment(e491f259-e215-4f92-bd39-9a2c055ebaec),segment_id=e491f259-e215-4f92-bd39-9a2c055ebaec)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:33:01.360633 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-03e40841-fc21-42b9-88bd-8155ee40ceaf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:01.379132 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-03e40841-fc21-42b9-88bd-8155ee40ceaf None None] Calling delete_port for 8e89633a-acbb-4580-8975-cffba6f3e1f7 owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:33:01.502601 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac30aca-3cf3-4c0e-b75b-0cd239bb5bda req-6c5c81fa-0a4f-44ec-856c-b7456da034a7 tempest-ListImageFiltersTestJSON-1275882145 tempest-ListImageFiltersTestJSON-1275882145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:33:01.507710 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-eac30aca-3cf3-4c0e-b75b-0cd239bb5bda req-6c5c81fa-0a4f-44ec-856c-b7456da034a7 tempest-ListImageFiltersTestJSON-1275882145 tempest-ListImageFiltersTestJSON-1275882145-project] 10.222.0.23 "GET /v2.0/ports?device_id=e88ea5f4-ba87-44d8-b2e9-1f56bd705c34 HTTP/1.1" status: 200 len: 950 time: 0.1040859 Jul 13 13:33:01.510359 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-03e40841-fc21-42b9-88bd-8155ee40ceaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:01.540176 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e40841-fc21-42b9-88bd-8155ee40ceaf None None] Pushing event deleted for resources: {'Port': ['ID=8e89633a-acbb-4580-8975-cffba6f3e1f7,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:33:01.547443 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e40841-fc21-42b9-88bd-8155ee40ceaf None None] No DVR routers for this DVR port 8e89633a-acbb-4580-8975-cffba6f3e1f7 on host n-d-800634-1 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:33:01.571261 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-eac30aca-3cf3-4c0e-b75b-0cd239bb5bda req-7a542aeb-e1d1-4dc6-a66e-c84c3573c415 tempest-ListImageFiltersTestJSON-1275882145 tempest-ListImageFiltersTestJSON-1275882145-project] 10.222.0.23 "GET /v2.0/security-groups?id=4865dafb-f53b-45c8-89d6-c6cc7f94c49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559123 Jul 13 13:33:01.720923 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 48302) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:33:01.775400 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-cf8c1292-9088-4518-9051-fb068a7c5b8f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b5327c52702948a79dcfbe9fe391a018&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0532403 Jul 13 13:33:01.778107 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 48304) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:33:01.871179 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0192d5b3-7398-4341-957b-c0925f57a094 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:01.903516 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0192d5b3-7398-4341-957b-c0925f57a094 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:01.955929 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4f3730f8-3de7-4125-89c3-614bf36804fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:01.990130 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0192d5b3-7398-4341-957b-c0925f57a094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:01.994455 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0192d5b3-7398-4341-957b-c0925f57a094 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:01.996135 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-0192d5b3-7398-4341-957b-c0925f57a094 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5282a95f-2a10-4ac2-a533-725bd51e1089 HTTP/1.1" status: 204 len: 168 time: 0.2171206 Jul 13 13:33:02.007736 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0192d5b3-7398-4341-957b-c0925f57a094 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5282a95f-2a10-4ac2-a533-725bd51e1089,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:33:02.020481 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3730f8-3de7-4125-89c3-614bf36804fe admin admin] Pushing event deleted for resources: {'Port': ['ID=8e89633a-acbb-4580-8975-cffba6f3e1f7,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:33:02.032669 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4632fe4-d7bd-40a3-ac0e-745719b0a4d7 req-1a6d14a7-9079-49cc-853f-1041c7ed819e tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:33:02.035573 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e4632fe4-d7bd-40a3-ac0e-745719b0a4d7 req-1a6d14a7-9079-49cc-853f-1041c7ed819e tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] 10.222.0.23 "GET /v2.0/ports?device_id=307beaa2-0fd0-4cfc-afa5-5f0bff5a9e60 HTTP/1.1" status: 200 len: 945 time: 0.6236029 Jul 13 13:33:02.039019 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3730f8-3de7-4125-89c3-614bf36804fe admin admin] No DVR routers for this DVR port 8e89633a-acbb-4580-8975-cffba6f3e1f7 on host n-d-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:33:02.145279 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e4632fe4-d7bd-40a3-ac0e-745719b0a4d7 req-cda9978d-62c4-4574-8384-2fa7b1cd6c1d tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] 10.222.0.23 "GET /v2.0/security-groups?id=246f878a-992c-46a3-86c7-c947eed33eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002147 Jul 13 13:33:02.146970 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4f3730f8-3de7-4125-89c3-614bf36804fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:02.160628 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-4f3730f8-3de7-4125-89c3-614bf36804fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83144b3e-631d-44ef-a4ac-c28f11dc0083']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:33:02.173796 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-4f3730f8-3de7-4125-89c3-614bf36804fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e491f259-e215-4f92-bd39-9a2c055ebaec') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:33:02.174061 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-4f3730f8-3de7-4125-89c3-614bf36804fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e491f259-e215-4f92-bd39-9a2c055ebaec') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:33:02.185758 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4f3730f8-3de7-4125-89c3-614bf36804fe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5431730'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:02.203568 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4f3730f8-3de7-4125-89c3-614bf36804fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:02.211978 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f3730f8-3de7-4125-89c3-614bf36804fe admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 13:33:02.211978 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4f3730f8-3de7-4125-89c3-614bf36804fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5970419'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:02.213777 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:33:02.213777 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:33:02.213777 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:33:02.213777 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:33:02.213777 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:33:02.213777 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:33:02.213777 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:33:02.213777 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:33:02.213777 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:33:02.213777 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:33:02.213777 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:33:02.213777 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:33:02.213777 n-d-800634-1 neutron-server[93750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 13:33:02.213777 n-d-800634-1 neutron-server[93750]: self.session.flush() Jul 13 13:33:02.213777 n-d-800634-1 neutron-server[93750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 13:33:02.213777 n-d-800634-1 neutron-server[93750]: self.session.flush() Jul 13 13:33:02.213777 n-d-800634-1 neutron-server[93750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 13:33:02.213777 n-d-800634-1 neutron-server[93750]: self.session.flush() Jul 13 13:33:02.213777 n-d-800634-1 neutron-server[93750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 13:33:02.213777 n-d-800634-1 neutron-server[93750]: self.session.flush() Jul 13 13:33:02.213777 n-d-800634-1 neutron-server[93750]: Traceback (most recent call last): Jul 13 13:33:02.213777 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 13:33:02.213777 n-d-800634-1 neutron-server[93750]: timer() Jul 13 13:33:02.213777 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 13:33:02.213777 n-d-800634-1 neutron-server[93750]: cb(*args, **kw) Jul 13 13:33:02.213777 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 13:33:02.213777 n-d-800634-1 neutron-server[93750]: return func(*args, **kwargs) Jul 13 13:33:02.213777 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 13:33:02.213777 n-d-800634-1 neutron-server[93750]: self._notify() Jul 13 13:33:02.213777 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 13:33:02.213777 n-d-800634-1 neutron-server[93750]: self.callback(batched_events) Jul 13 13:33:02.213777 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 13:33:02.213777 n-d-800634-1 neutron-server[93750]: event.method(event) Jul 13 13:33:02.213777 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 13:33:02.213777 n-d-800634-1 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 13:33:02.213777 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 13:33:02.213777 n-d-800634-1 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 13:33:02.213777 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 13:33:02.213777 n-d-800634-1 neutron-server[93750]: return f(self, *a, **k) Jul 13 13:33:02.213777 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 13:33:02.213777 n-d-800634-1 neutron-server[93750]: return self._get(url).json() Jul 13 13:33:02.213777 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 13:33:02.213777 n-d-800634-1 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 13:33:02.213777 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 13:33:02.213777 n-d-800634-1 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 13 13:33:02.213777 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 13:33:02.213777 n-d-800634-1 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 13:33:02.213777 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 13:33:02.213777 n-d-800634-1 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 13:33:02.213777 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 13:33:02.213777 n-d-800634-1 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 13:33:02.213777 n-d-800634-1 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 13:33:02.217003 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d83655-8755-4858-b06b-f581a09dc974 req-99a9dd11-231d-41a3-a5b6-51e1775e6660 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:33:02.223011 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-90d83655-8755-4858-b06b-f581a09dc974 req-99a9dd11-231d-41a3-a5b6-51e1775e6660 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] 10.222.0.23 "GET /v2.0/ports?device_id=04943d92-3c68-4f86-84e5-5dfe2b36e8b3 HTTP/1.1" status: 200 len: 949 time: 0.0936811 Jul 13 13:33:02.274306 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4f3730f8-3de7-4125-89c3-614bf36804fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:02.283565 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4f3730f8-3de7-4125-89c3-614bf36804fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:02.284486 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-90d83655-8755-4858-b06b-f581a09dc974 req-3804ed08-0f24-421b-bf98-e49ca9e792ed tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] 10.222.0.23 "GET /v2.0/security-groups?id=0375d0dc-b9f6-47cd-991d-bd203a5d5aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604420 Jul 13 13:33:02.288458 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-4f3730f8-3de7-4125-89c3-614bf36804fe admin admin] 10.222.0.23 "DELETE /v2.0/networks/83144b3e-631d-44ef-a4ac-c28f11dc0083 HTTP/1.1" status: 204 len: 168 time: 1.3385587 Jul 13 13:33:02.302119 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3730f8-3de7-4125-89c3-614bf36804fe admin admin] Pushing event deleted for resources: {'Network': ['ID=83144b3e-631d-44ef-a4ac-c28f11dc0083,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:33:02.359291 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 8e89633a-acbb-4580-8975-cffba6f3e1f7 no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:33:02.379597 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: 8e89633a-acbb-4580-8975-cffba6f3e1f7 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:33:02.379725 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 8e89633a-acbb-4580-8975-cffba6f3e1f7 not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:33:02.510373 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 48334) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:33:02.568045 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-23141b4f-07b7-45fa-a107-5590099e3b8d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bd2a8667aac44b55ada497b7363262e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0536525 Jul 13 13:33:02.568384 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 48342) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:33:02.581218 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e88ea5f4-ba87-44d8-b2e9-1f56bd705c34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6b606c0-180f-4657-9417-1c4a579d381b'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:33:02.584436 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eb29f84-99d2-48fe-8a8e-aa76b23dc002" -d '{"events": [{"server_uuid": "e88ea5f4-ba87-44d8-b2e9-1f56bd705c34", "name": "network-vif-plugged", "status": "completed", "tag": "d6b606c0-180f-4657-9417-1c4a579d381b"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:33:02.644803 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e8378f4c-d8f1-4ae2-844f-bc89022c2ed0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:02.670034 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e8378f4c-d8f1-4ae2-844f-bc89022c2ed0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:02.739189 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3d1ec1-9835-46e3-8641-3fa8841022be req-b036fc32-75e3-4582-be76-98517494bd60 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:33:02.748433 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e8378f4c-d8f1-4ae2-844f-bc89022c2ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:02.749212 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6b3d1ec1-9835-46e3-8641-3fa8841022be req-b036fc32-75e3-4582-be76-98517494bd60 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/ports?device_id=a56051f7-ad2a-48ca-8ebc-3ae17c46d4a2 HTTP/1.1" status: 200 len: 946 time: 0.1135657 Jul 13 13:33:02.757669 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e8378f4c-d8f1-4ae2-844f-bc89022c2ed0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:02.775575 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-e8378f4c-d8f1-4ae2-844f-bc89022c2ed0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/98682ade-fef0-465b-8ff8-5e62c3cf00b9 HTTP/1.1" status: 204 len: 168 time: 0.1995678 Jul 13 13:33:02.799521 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8378f4c-d8f1-4ae2-844f-bc89022c2ed0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98682ade-fef0-465b-8ff8-5e62c3cf00b9,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:33:02.805651 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d66cdb44-b08f-4f6f-bc83-025e4768f6ab x-openstack-request-id: req-d66cdb44-b08f-4f6f-bc83-025e4768f6ab {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:33:02.806034 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e88ea5f4-ba87-44d8-b2e9-1f56bd705c34", "name": "network-vif-plugged", "status": "completed", "tag": "d6b606c0-180f-4657-9417-1c4a579d381b", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:33:02.806364 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d66cdb44-b08f-4f6f-bc83-025e4768f6ab {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:33:02.808427 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e88ea5f4-ba87-44d8-b2e9-1f56bd705c34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6b606c0-180f-4657-9417-1c4a579d381b', 'code': 200} Jul 13 13:33:02.820884 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6b3d1ec1-9835-46e3-8641-3fa8841022be req-877a9406-b80d-4962-8b7a-17dc818c7eab tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1a1929d-de59-4a26-a69b-05b891c11dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704572 Jul 13 13:33:03.051286 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc24c33f-47b2-4c84-84ba-4a3e6839669c req-904a03c9-7994-4de3-82ee-8e0761818939 tempest-ListImageFiltersTestJSON-1275882145 tempest-ListImageFiltersTestJSON-1275882145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:33:03.067062 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-bc24c33f-47b2-4c84-84ba-4a3e6839669c req-904a03c9-7994-4de3-82ee-8e0761818939 tempest-ListImageFiltersTestJSON-1275882145 tempest-ListImageFiltersTestJSON-1275882145-project] 10.222.0.23 "GET /v2.0/ports?device_id=e88ea5f4-ba87-44d8-b2e9-1f56bd705c34 HTTP/1.1" status: 200 len: 950 time: 0.1163013 Jul 13 13:33:03.092717 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f2dc71-71d1-4e31-9ea4-6cc6feb75cf9 req-87443fa6-2666-4928-95a4-2aca051a179f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:33:03.100433 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-83f2dc71-71d1-4e31-9ea4-6cc6feb75cf9 req-87443fa6-2666-4928-95a4-2aca051a179f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e88ea5f4-ba87-44d8-b2e9-1f56bd705c34 HTTP/1.1" status: 200 len: 1101 time: 0.1174369 Jul 13 13:33:03.149713 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-bc24c33f-47b2-4c84-84ba-4a3e6839669c req-f5d1f24a-08e6-45ae-80e4-d8022ed8f0e0 tempest-ListImageFiltersTestJSON-1275882145 tempest-ListImageFiltersTestJSON-1275882145-project] 10.222.0.23 "GET /v2.0/security-groups?id=4865dafb-f53b-45c8-89d6-c6cc7f94c49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817828 Jul 13 13:33:03.149955 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-83f2dc71-71d1-4e31-9ea4-6cc6feb75cf9 req-30c35f7b-cbc4-4696-aa9a-dd0674c59f73 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=4865dafb-f53b-45c8-89d6-c6cc7f94c49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417888 Jul 13 13:33:03.303268 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ca8837-0e7c-47a4-97f3-34729c449a1a req-d0794a84-9976-4360-a59d-fb748096b8a5 tempest-LiveAutoBlockMigrationV225Test-953904280 tempest-LiveAutoBlockMigrationV225Test-953904280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:33:03.305727 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-42ca8837-0e7c-47a4-97f3-34729c449a1a req-d0794a84-9976-4360-a59d-fb748096b8a5 tempest-LiveAutoBlockMigrationV225Test-953904280 tempest-LiveAutoBlockMigrationV225Test-953904280-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=a56051f7-ad2a-48ca-8ebc-3ae17c46d4a2 HTTP/1.1" status: 200 len: 1097 time: 0.1022699 Jul 13 13:33:03.362397 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-42ca8837-0e7c-47a4-97f3-34729c449a1a req-1bba7df5-c6d5-4639-804d-c3d61dd0f0d9 tempest-LiveAutoBlockMigrationV225Test-953904280 tempest-LiveAutoBlockMigrationV225Test-953904280-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=e1a1929d-de59-4a26-a69b-05b891c11dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485981 Jul 13 13:33:03.512461 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cbc7b9-1ae4-4cb2-a9c0-3572b9e191dd req-5fe377e6-63aa-4471-911d-9c8be2c8fc17 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:33:03.516931 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-14cbc7b9-1ae4-4cb2-a9c0-3572b9e191dd req-5fe377e6-63aa-4471-911d-9c8be2c8fc17 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] 10.222.0.41 "GET /v2.0/ports?device_id=04943d92-3c68-4f86-84e5-5dfe2b36e8b3 HTTP/1.1" status: 200 len: 949 time: 0.0789788 Jul 13 13:33:03.539430 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device b12fdcc7-7dff-4789-b754-2cd09ee7ac7b no longer exists at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:33:03.576101 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] No Port match for: b12fdcc7-7dff-4789-b754-2cd09ee7ac7b {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:33:03.576447 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device b12fdcc7-7dff-4789-b754-2cd09ee7ac7b not bound to the agent host n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:33:03.705390 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-14cbc7b9-1ae4-4cb2-a9c0-3572b9e191dd req-e0b06b29-89e6-4a52-864e-2853bfb6d4d2 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] Deleting port 0faca3dd-f052-4aa2-ab14-737190c8e7b7 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:33:03.709111 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-14cbc7b9-1ae4-4cb2-a9c0-3572b9e191dd req-e0b06b29-89e6-4a52-864e-2853bfb6d4d2 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:03.713795 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c109d92e-73b4-4560-a2c9-9f646148ca53 req-9019c365-90fb-46dd-9226-f4203675fe29 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:33:03.723736 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c109d92e-73b4-4560-a2c9-9f646148ca53 req-9019c365-90fb-46dd-9226-f4203675fe29 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] 10.222.0.23 "GET /v2.0/ports?device_id=04943d92-3c68-4f86-84e5-5dfe2b36e8b3 HTTP/1.1" status: 200 len: 949 time: 0.0888374 Jul 13 13:33:03.784040 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c109d92e-73b4-4560-a2c9-9f646148ca53 req-7be1e84d-d4ca-4e0b-9958-c0a89c9e9f1b tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] 10.222.0.23 "GET /v2.0/security-groups?id=0375d0dc-b9f6-47cd-991d-bd203a5d5aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586245 Jul 13 13:33:03.877189 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-14cbc7b9-1ae4-4cb2-a9c0-3572b9e191dd req-e0b06b29-89e6-4a52-864e-2853bfb6d4d2 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] For port 0faca3dd-f052-4aa2-ab14-737190c8e7b7, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=0faca3dd-f052-4aa2-ab14-737190c8e7b7,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:33:03.877555 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-14cbc7b9-1ae4-4cb2-a9c0-3572b9e191dd req-e0b06b29-89e6-4a52-864e-2853bfb6d4d2 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:03.891113 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 48414) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:33:03.894494 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-14cbc7b9-1ae4-4cb2-a9c0-3572b9e191dd req-e0b06b29-89e6-4a52-864e-2853bfb6d4d2 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] Calling delete_port for 0faca3dd-f052-4aa2-ab14-737190c8e7b7 owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:33:04.040232 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-77cfef0b-8f60-4058-93c4-fdc7a4d2f15b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:04.222581 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f013cef-1e3c-47e0-84a3-a35b663e079d req-72542f0c-37a9-49b7-8d74-cefba8b49e2a tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:33:04.230164 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0f013cef-1e3c-47e0-84a3-a35b663e079d req-72542f0c-37a9-49b7-8d74-cefba8b49e2a tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] 10.222.0.23 "GET /v2.0/ports?device_id=307beaa2-0fd0-4cfc-afa5-5f0bff5a9e60 HTTP/1.1" status: 200 len: 945 time: 0.2076368 Jul 13 13:33:04.250679 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-77cfef0b-8f60-4058-93c4-fdc7a4d2f15b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:04.252630 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-14cbc7b9-1ae4-4cb2-a9c0-3572b9e191dd req-e0b06b29-89e6-4a52-864e-2853bfb6d4d2 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:04.264781 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['0faca3dd-f052-4aa2-ab14-737190c8e7b7', '728cfa00-3778-4628-ac4c-06f4e7aa1861'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:33:04.266654 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-77cfef0b-8f60-4058-93c4-fdc7a4d2f15b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:04.327036 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b06b29-89e6-4a52-864e-2853bfb6d4d2 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] Pushing event deleted for resources: {'Port': ['ID=0faca3dd-f052-4aa2-ab14-737190c8e7b7,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:33:04.350152 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-77cfef0b-8f60-4058-93c4-fdc7a4d2f15b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8d1ee3032ce44d3f97c18148e638dc6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4578705 Jul 13 13:33:04.352721 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 48442) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:33:04.355423 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cfef0b-8f60-4058-93c4-fdc7a4d2f15b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90828d50-de34-4902-9d41-8ded62a096ae,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:33:04.377640 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0f013cef-1e3c-47e0-84a3-a35b663e079d req-da91e09b-8975-40db-8f95-db2eab424a5b tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] 10.222.0.23 "GET /v2.0/security-groups?id=246f878a-992c-46a3-86c7-c947eed33eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464267 Jul 13 13:33:04.429656 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-14cbc7b9-1ae4-4cb2-a9c0-3572b9e191dd req-e0b06b29-89e6-4a52-864e-2853bfb6d4d2 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] No DVR routers for this DVR port 0faca3dd-f052-4aa2-ab14-737190c8e7b7 on host n-h2-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:33:04.437947 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-14cbc7b9-1ae4-4cb2-a9c0-3572b9e191dd req-e0b06b29-89e6-4a52-864e-2853bfb6d4d2 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:04.440321 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-14cbc7b9-1ae4-4cb2-a9c0-3572b9e191dd req-e0b06b29-89e6-4a52-864e-2853bfb6d4d2 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] 10.222.0.41 "DELETE /v2.0/ports/0faca3dd-f052-4aa2-ab14-737190c8e7b7 HTTP/1.1" status: 204 len: 173 time: 0.9170887 Jul 13 13:33:04.445334 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04943d92-3c68-4f86-84e5-5dfe2b36e8b3', 'name': 'network-vif-deleted', 'tag': '0faca3dd-f052-4aa2-ab14-737190c8e7b7'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:33:04.448052 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a17cb069-7f9b-4457-b9f7-8e2c514aa7cf" -d '{"events": [{"server_uuid": "04943d92-3c68-4f86-84e5-5dfe2b36e8b3", "name": "network-vif-deleted", "tag": "0faca3dd-f052-4aa2-ab14-737190c8e7b7"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:33:04.469183 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-45184d5d-424e-4855-85b1-6a0fd301d2fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:04.534335 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3e01820-e2fd-4590-a2c1-bab6c2f260ea x-openstack-request-id: req-d3e01820-e2fd-4590-a2c1-bab6c2f260ea {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:33:04.534848 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04943d92-3c68-4f86-84e5-5dfe2b36e8b3", "name": "network-vif-deleted", "tag": "0faca3dd-f052-4aa2-ab14-737190c8e7b7", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:33:04.535240 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d3e01820-e2fd-4590-a2c1-bab6c2f260ea {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:33:04.535818 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04943d92-3c68-4f86-84e5-5dfe2b36e8b3', 'name': 'network-vif-deleted', 'tag': '0faca3dd-f052-4aa2-ab14-737190c8e7b7', 'status': 'completed', 'code': 200} Jul 13 13:33:04.542391 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-45184d5d-424e-4855-85b1-6a0fd301d2fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:04.810122 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-45184d5d-424e-4855-85b1-6a0fd301d2fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:04.812784 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-45184d5d-424e-4855-85b1-6a0fd301d2fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:04.814362 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-45184d5d-424e-4855-85b1-6a0fd301d2fe admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/90828d50-de34-4902-9d41-8ded62a096ae HTTP/1.1" status: 204 len: 168 time: 0.4397242 Jul 13 13:33:04.834025 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367034c0-2449-4e00-a341-25fc65c182f3 req-d9b50fb9-5b35-4acd-923f-3aec716f99e4 tempest-ListImageFiltersTestJSON-1275882145 tempest-ListImageFiltersTestJSON-1275882145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:33:04.836071 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-367034c0-2449-4e00-a341-25fc65c182f3 req-d9b50fb9-5b35-4acd-923f-3aec716f99e4 tempest-ListImageFiltersTestJSON-1275882145 tempest-ListImageFiltersTestJSON-1275882145-project] 10.222.0.23 "GET /v2.0/ports?device_id=e88ea5f4-ba87-44d8-b2e9-1f56bd705c34 HTTP/1.1" status: 200 len: 950 time: 0.2762399 Jul 13 13:33:04.842682 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45184d5d-424e-4855-85b1-6a0fd301d2fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90828d50-de34-4902-9d41-8ded62a096ae,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:33:04.918888 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-367034c0-2449-4e00-a341-25fc65c182f3 req-2db5a2f3-b620-4c2f-86a6-22d7e460e608 tempest-ListImageFiltersTestJSON-1275882145 tempest-ListImageFiltersTestJSON-1275882145-project] 10.222.0.23 "GET /v2.0/security-groups?id=4865dafb-f53b-45c8-89d6-c6cc7f94c49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719993 Jul 13 13:33:05.079800 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-84651be5-7813-48e5-8739-667ace615591 req-76db7bd3-7c69-4547-a149-51c517330b43 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] 10.222.0.23 "GET /v2.0/ports?device_id=04943d92-3c68-4f86-84e5-5dfe2b36e8b3 HTTP/1.1" status: 200 len: 210 time: 0.0492959 Jul 13 13:33:05.177603 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509a3a69-efa2-4a68-a0c3-e6970759b4e0 req-df34200e-b669-461f-9bc8-4fb79ab9b0c6 tempest-ListImageFiltersTestJSON-1275882145 tempest-ListImageFiltersTestJSON-1275882145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:33:05.186847 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-509a3a69-efa2-4a68-a0c3-e6970759b4e0 req-df34200e-b669-461f-9bc8-4fb79ab9b0c6 tempest-ListImageFiltersTestJSON-1275882145 tempest-ListImageFiltersTestJSON-1275882145-project] 10.222.0.23 "GET /v2.0/ports?device_id=e97f4d76-afe7-4003-aad7-a272d938d7ce HTTP/1.1" status: 200 len: 950 time: 0.0997443 Jul 13 13:33:05.240606 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-509a3a69-efa2-4a68-a0c3-e6970759b4e0 req-72c4807e-ac26-45cb-8c0d-d4c64c36e1a0 tempest-ListImageFiltersTestJSON-1275882145 tempest-ListImageFiltersTestJSON-1275882145-project] 10.222.0.23 "GET /v2.0/security-groups?id=4865dafb-f53b-45c8-89d6-c6cc7f94c49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527937 Jul 13 13:33:05.557479 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 952b63ce-7617-4566-8fff-7de30914d193 details requested by agent hyperv_n-h2-800634-1 with host n-h2-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 13:33:05.562305 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 48518) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:33:05.593355 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3a552eb6-e40a-4952-814e-07eed3bfd53a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:05.728910 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89819af-e4e2-4dc9-9146-8558d2df37bb req-583454ba-c90f-4a0d-8dcc-4d6bfa1ead8e tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:33:05.733080 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e89819af-e4e2-4dc9-9146-8558d2df37bb req-583454ba-c90f-4a0d-8dcc-4d6bfa1ead8e tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] 10.222.0.23 "GET /v2.0/ports?device_id=307beaa2-0fd0-4cfc-afa5-5f0bff5a9e60 HTTP/1.1" status: 200 len: 945 time: 0.1293986 Jul 13 13:33:05.783649 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3a552eb6-e40a-4952-814e-07eed3bfd53a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:05.790317 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3a552eb6-e40a-4952-814e-07eed3bfd53a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:05.792350 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 952b63ce-7617-4566-8fff-7de30914d193, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=952b63ce-7617-4566-8fff-7de30914d193,segment=NetworkSegment(9472122b-cbf3-4934-aecb-e6fae280b13a),segment_id=9472122b-cbf3-4934-aecb-e6fae280b13a)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:33:05.818083 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Returning: {'device': '952b63ce-7617-4566-8fff-7de30914d193', 'network_id': 'eb9a46d3-143c-4124-a1f8-86a4243a701e', 'port_id': '952b63ce-7617-4566-8fff-7de30914d193', 'mac_address': 'fa:16:3e:8a:ac:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e982c7c-a9b8-497d-b943-384953f5be36', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 13:33:05.822209 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e89819af-e4e2-4dc9-9146-8558d2df37bb req-34b761cf-b28c-4d79-833d-f173bebae6c1 tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] 10.222.0.23 "GET /v2.0/security-groups?id=246f878a-992c-46a3-86c7-c947eed33eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823774 Jul 13 13:33:05.827915 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a552eb6-e40a-4952-814e-07eed3bfd53a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce402fc8-8da5-4ee5-a173-03c654fad2cf,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:33:05.866883 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-3a552eb6-e40a-4952-814e-07eed3bfd53a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f5cce95df45b4abaa58dda61ad33de2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3027606 Jul 13 13:33:05.868926 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 48538) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:33:05.883391 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 48544) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:33:05.899504 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:05.915732 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 952b63ce-7617-4566-8fff-7de30914d193 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:33:05.961103 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 952b63ce-7617-4566-8fff-7de30914d193, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=952b63ce-7617-4566-8fff-7de30914d193,segment=NetworkSegment(9472122b-cbf3-4934-aecb-e6fae280b13a),segment_id=9472122b-cbf3-4934-aecb-e6fae280b13a)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:33:05.972314 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:05.986398 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-46008a94-2751-4c69-9e04-04d2cfa3d278 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:06.027199 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-46008a94-2751-4c69-9e04-04d2cfa3d278 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:06.053211 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=952b63ce-7617-4566-8fff-7de30914d193,revision_number=6']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:33:06.096011 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3cb939d1-ced2-4463-9898-7c6ef58b44a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:06.098189 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['952b63ce-7617-4566-8fff-7de30914d193'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:33:06.156071 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-46008a94-2751-4c69-9e04-04d2cfa3d278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:06.159569 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-46008a94-2751-4c69-9e04-04d2cfa3d278 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:06.163830 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-46008a94-2751-4c69-9e04-04d2cfa3d278 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ce402fc8-8da5-4ee5-a173-03c654fad2cf HTTP/1.1" status: 204 len: 168 time: 0.2929845 Jul 13 13:33:06.174174 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46008a94-2751-4c69-9e04-04d2cfa3d278 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce402fc8-8da5-4ee5-a173-03c654fad2cf,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:33:06.297461 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3cb939d1-ced2-4463-9898-7c6ef58b44a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:06.310640 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3cb939d1-ced2-4463-9898-7c6ef58b44a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:06.343664 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb939d1-ced2-4463-9898-7c6ef58b44a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=801b6775-80d5-4151-8481-e1b05081877c,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:33:06.365992 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-3cb939d1-ced2-4463-9898-7c6ef58b44a0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1ce8fd0e6aee424aa18c1f7fe51a7ff0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4806557 Jul 13 13:33:06.368651 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 48594) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:33:06.431790 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c1ce32ea-9ca2-4cdd-b697-45142f746ea2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:06.457117 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c1ce32ea-9ca2-4cdd-b697-45142f746ea2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:06.519846 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c1ce32ea-9ca2-4cdd-b697-45142f746ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:06.522687 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c1ce32ea-9ca2-4cdd-b697-45142f746ea2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:06.524273 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-c1ce32ea-9ca2-4cdd-b697-45142f746ea2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/801b6775-80d5-4151-8481-e1b05081877c HTTP/1.1" status: 204 len: 168 time: 0.1540489 Jul 13 13:33:06.532654 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ce32ea-9ca2-4cdd-b697-45142f746ea2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=801b6775-80d5-4151-8481-e1b05081877c,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:33:06.810249 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de52c963-150d-4575-973d-8980f8441eda req-cfd31d59-35dd-469d-9e1c-fd85f7e62a4a tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:33:06.811822 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-de52c963-150d-4575-973d-8980f8441eda req-cfd31d59-35dd-469d-9e1c-fd85f7e62a4a tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3d5bccd-0e71-4b17-8dc4-bd3e64597e9a HTTP/1.1" status: 200 len: 949 time: 0.1167965 Jul 13 13:33:06.894360 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-de52c963-150d-4575-973d-8980f8441eda req-d5f85fef-1d30-41cc-a2a3-b03676c6eced tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] 10.222.0.23 "GET /v2.0/security-groups?id=0375d0dc-b9f6-47cd-991d-bd203a5d5aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764501 Jul 13 13:33:07.103984 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e44ce73-af8e-444d-a420-85f66e05aec4 req-4b363da8-5307-48e6-9791-18035f5307bf tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:33:07.112025 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0e44ce73-af8e-444d-a420-85f66e05aec4 req-4b363da8-5307-48e6-9791-18035f5307bf tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] 10.222.0.23 "GET /v2.0/ports?device_id=307beaa2-0fd0-4cfc-afa5-5f0bff5a9e60 HTTP/1.1" status: 200 len: 944 time: 0.0880442 Jul 13 13:33:07.164677 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0e44ce73-af8e-444d-a420-85f66e05aec4 req-16a68168-0e92-4bfa-a614-603f42a77197 tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] 10.222.0.23 "GET /v2.0/security-groups?id=246f878a-992c-46a3-86c7-c947eed33eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511048 Jul 13 13:33:07.195255 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 48688) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:33:07.325033 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-2c545528-4633-47af-a152-5a7813f78186 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1255390624-network', 'tenant_id': '278e2d283bc440adb5e5f55c103a5de0'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:33:07.350162 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c545528-4633-47af-a152-5a7813f78186 admin admin] Made reservation on behalf of 278e2d283bc440adb5e5f55c103a5de0 for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:33:07.353469 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2c545528-4633-47af-a152-5a7813f78186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:07.363863 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2c545528-4633-47af-a152-5a7813f78186 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:07.482804 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2c545528-4633-47af-a152-5a7813f78186 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:07.489177 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2c545528-4633-47af-a152-5a7813f78186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:07.518324 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c545528-4633-47af-a152-5a7813f78186 admin admin] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 13:33:07.537512 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c545528-4633-47af-a152-5a7813f78186 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5acb904-2512-4fd2-89f4-2d0864dd03ae,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:33:07.541259 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2c545528-4633-47af-a152-5a7813f78186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:07.542359 n-d-800634-1 neutron-server[93750]: INFO neutron.db.segments_db [None req-2c545528-4633-47af-a152-5a7813f78186 admin admin] Added segment ff7cf47e-479d-4e06-9945-560a154aee7d of type vlan for network 1b5b3b6e-f653-438d-b4e3-2ba9f685c679 Jul 13 13:33:07.586701 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 952b63ce-7617-4566-8fff-7de30914d193 up at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:33:07.598894 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2c545528-4633-47af-a152-5a7813f78186 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:07.654912 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2c545528-4633-47af-a152-5a7813f78186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:07.656258 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c545528-4633-47af-a152-5a7813f78186 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:33:07.657008 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2c545528-4633-47af-a152-5a7813f78186 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:07.666239 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning complete for port 952b63ce-7617-4566-8fff-7de30914d193 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:33:07.667553 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:07.683530 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-2c545528-4633-47af-a152-5a7813f78186 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.4866514 Jul 13 13:33:07.686516 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 48730) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:33:07.692067 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-a7c82545-c81a-44a4-8c1b-c49c1dbd2543 admin admin] Request body: {'subnet': {'network_id': '1b5b3b6e-f653-438d-b4e3-2ba9f685c679', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1255390624-subnet', 'tenant_id': '278e2d283bc440adb5e5f55c103a5de0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:33:07.754166 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c545528-4633-47af-a152-5a7813f78186 admin admin] Pushing event updated for resources: {'Network': ['ID=1b5b3b6e-f653-438d-b4e3-2ba9f685c679,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:33:07.754915 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7c82545-c81a-44a4-8c1b-c49c1dbd2543 admin admin] Made reservation on behalf of 278e2d283bc440adb5e5f55c103a5de0 for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:33:07.758645 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a7c82545-c81a-44a4-8c1b-c49c1dbd2543 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6104980'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:07.781587 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network 1b5b3b6e-f653-438d-b4e3-2ba9f685c679 details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 13:33:07.799793 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:07.957518 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '307beaa2-0fd0-4cfc-afa5-5f0bff5a9e60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '952b63ce-7617-4566-8fff-7de30914d193'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:33:07.960515 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-906d6c88-0224-4ab0-a835-b5cebc7809dc" -d '{"events": [{"server_uuid": "307beaa2-0fd0-4cfc-afa5-5f0bff5a9e60", "name": "network-vif-plugged", "status": "completed", "tag": "952b63ce-7617-4566-8fff-7de30914d193"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:33:07.984570 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 952b63ce-7617-4566-8fff-7de30914d193, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=952b63ce-7617-4566-8fff-7de30914d193,segment=NetworkSegment(9472122b-cbf3-4934-aecb-e6fae280b13a),segment_id=9472122b-cbf3-4934-aecb-e6fae280b13a)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:33:07.992034 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:07.993241 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 0faca3dd-f052-4aa2-ab14-737190c8e7b7 no longer exists at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:33:08.043988 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] No Port match for: 0faca3dd-f052-4aa2-ab14-737190c8e7b7 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:33:08.044390 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 0faca3dd-f052-4aa2-ab14-737190c8e7b7 not bound to the agent host n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:33:08.046153 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a7c82545-c81a-44a4-8c1b-c49c1dbd2543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6018343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6104998'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:08.104926 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c82545-c81a-44a4-8c1b-c49c1dbd2543 admin admin] Checking segment: {'id': 'ff7cf47e-479d-4e06-9945-560a154aee7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '1b5b3b6e-f653-438d-b4e3-2ba9f685c679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:33:08.105761 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c82545-c81a-44a4-8c1b-c49c1dbd2543 admin admin] Network hostable DHCP agents. Network: 1b5b3b6e-f653-438d-b4e3-2ba9f685c679, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 13:33:08.120641 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=952b63ce-7617-4566-8fff-7de30914d193,revision_number=7']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:33:08.137226 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c82545-c81a-44a4-8c1b-c49c1dbd2543 admin admin] Network 1b5b3b6e-f653-438d-b4e3-2ba9f685c679 is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 13:33:08.144490 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c82545-c81a-44a4-8c1b-c49c1dbd2543 admin admin] Pushing event updated for resources: {'Subnet': ['ID=14d97c6f-9a99-4df0-bce0-89de50c402ab,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:33:08.149602 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-a7c82545-c81a-44a4-8c1b-c49c1dbd2543 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, 1b5b3b6e-f653-438d-b4e3-2ba9f685c679) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:33:08.155066 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c82545-c81a-44a4-8c1b-c49c1dbd2543 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:33:08.156356 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a7c82545-c81a-44a4-8c1b-c49c1dbd2543 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:08.159355 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa2a016-4db5-4bcd-94a7-eb0bf94c9856 None None] Network 1b5b3b6e-f653-438d-b4e3-2ba9f685c679 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:33:08.175357 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-a7c82545-c81a-44a4-8c1b-c49c1dbd2543 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.4849389 Jul 13 13:33:08.175738 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 48776) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:33:08.180300 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-7b0e84fc-fcc8-4dd2-a7d8-a9c84828720a admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1255390624-router', 'tenant_id': '278e2d283bc440adb5e5f55c103a5de0', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:33:08.235134 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7b0e84fc-fcc8-4dd2-a7d8-a9c84828720a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1591928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2714'] for router, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:08.236197 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7b0e84fc-fcc8-4dd2-a7d8-a9c84828720a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447198', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1629690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2689'] for router, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:08.316188 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7b0e84fc-fcc8-4dd2-a7d8-a9c84828720a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:08.356888 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3f8bc41-4d52-4049-8711-1296d5d20333 x-openstack-request-id: req-d3f8bc41-4d52-4049-8711-1296d5d20333 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:33:08.357177 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "307beaa2-0fd0-4cfc-afa5-5f0bff5a9e60", "name": "network-vif-plugged", "status": "completed", "tag": "952b63ce-7617-4566-8fff-7de30914d193", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:33:08.357427 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d3f8bc41-4d52-4049-8711-1296d5d20333 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:33:08.357843 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '307beaa2-0fd0-4cfc-afa5-5f0bff5a9e60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '952b63ce-7617-4566-8fff-7de30914d193', 'code': 200} Jul 13 13:33:08.404105 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e6657e-cbec-4a6a-b592-bf14176a97bb req-d937c978-3f7e-4d86-a001-47af1bdae3bf tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:33:08.405967 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-48e6657e-cbec-4a6a-b592-bf14176a97bb req-d937c978-3f7e-4d86-a001-47af1bdae3bf tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3d5bccd-0e71-4b17-8dc4-bd3e64597e9a HTTP/1.1" status: 200 len: 949 time: 0.1626279 Jul 13 13:33:08.495247 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-335cecd2-64b3-4411-8732-9b41016d6a2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a7201e1-61ce-5a3e-b7f7-e800379ed03b-1b5b3b6e-f653-438d-b4e3-2ba9f685c679', 'network_id': '1b5b3b6e-f653-438d-b4e3-2ba9f685c679', 'tenant_id': '278e2d283bc440adb5e5f55c103a5de0', 'fixed_ips': [{'subnet_id': '14d97c6f-9a99-4df0-bce0-89de50c402ab'}]}} from n-d-800634-1. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 13:33:08.496249 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-335cecd2-64b3-4411-8732-9b41016d6a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:08.514872 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-48e6657e-cbec-4a6a-b592-bf14176a97bb req-90de5fe5-834e-49cd-90f4-c360de76646f tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] 10.222.0.23 "GET /v2.0/security-groups?id=0375d0dc-b9f6-47cd-991d-bd203a5d5aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021237 Jul 13 13:33:08.718943 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7b0e84fc-fcc8-4dd2-a7d8-a9c84828720a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447180', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1591910', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2751'] for router, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:08.791007 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-335cecd2-64b3-4411-8732-9b41016d6a2e None None] Allocated IP 172.20.0.2 (1b5b3b6e-f653-438d-b4e3-2ba9f685c679/14d97c6f-9a99-4df0-bce0-89de50c402ab/b277087c-8279-42a6-91f1-c63a799e0529) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:33:08.804185 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4277a6e-878b-4396-a1da-f43093adf4c9 req-3de80e84-56e0-4041-88dd-a7902be7e028 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:33:08.805803 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e4277a6e-878b-4396-a1da-f43093adf4c9 req-3de80e84-56e0-4041-88dd-a7902be7e028 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3d5bccd-0e71-4b17-8dc4-bd3e64597e9a HTTP/1.1" status: 200 len: 949 time: 0.4860291 Jul 13 13:33:08.835352 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96005dc6-ace2-4d75-b286-1ed9ad451fbb req-22a0cce5-f640-4681-b66c-d99b3456bf00 tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:33:08.842920 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-96005dc6-ace2-4d75-b286-1ed9ad451fbb req-22a0cce5-f640-4681-b66c-d99b3456bf00 tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] 10.222.0.23 "GET /v2.0/ports?device_id=307beaa2-0fd0-4cfc-afa5-5f0bff5a9e60 HTTP/1.1" status: 200 len: 945 time: 0.3449092 Jul 13 13:33:08.960586 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-96005dc6-ace2-4d75-b286-1ed9ad451fbb req-acf73d12-a68b-408f-b31e-103e6c17382a tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] 10.222.0.23 "GET /v2.0/security-groups?id=246f878a-992c-46a3-86c7-c947eed33eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164069 Jul 13 13:33:09.123969 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-335cecd2-64b3-4411-8732-9b41016d6a2e None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:09.144369 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-335cecd2-64b3-4411-8732-9b41016d6a2e None None] Transition to ACTIVE for port object b277087c-8279-42a6-91f1-c63a799e0529 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:33:09.179987 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-335cecd2-64b3-4411-8732-9b41016d6a2e None None] Transition to ACTIVE for port object b277087c-8279-42a6-91f1-c63a799e0529 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:33:09.185542 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-e4277a6e-878b-4396-a1da-f43093adf4c9 req-4fdccaf5-d985-4514-95ee-ffe64684688b tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] Deleting port 728cfa00-3778-4628-ac4c-06f4e7aa1861 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:33:09.186108 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-e4277a6e-878b-4396-a1da-f43093adf4c9 req-4fdccaf5-d985-4514-95ee-ffe64684688b tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:09.188594 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-335cecd2-64b3-4411-8732-9b41016d6a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:09.248150 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-335cecd2-64b3-4411-8732-9b41016d6a2e None None] Network 1b5b3b6e-f653-438d-b4e3-2ba9f685c679 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:33:09.263018 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-335cecd2-64b3-4411-8732-9b41016d6a2e None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:33:09.272673 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335cecd2-64b3-4411-8732-9b41016d6a2e None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:33:09.313557 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335cecd2-64b3-4411-8732-9b41016d6a2e None None] Pushing event updated for resources: {'Port': ['ID=b277087c-8279-42a6-91f1-c63a799e0529,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:33:09.350504 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-335cecd2-64b3-4411-8732-9b41016d6a2e None None] Attempting to bind port b277087c-8279-42a6-91f1-c63a799e0529 on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:33:09.351136 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-335cecd2-64b3-4411-8732-9b41016d6a2e None None] Attempting to bind port b277087c-8279-42a6-91f1-c63a799e0529 by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': 'ff7cf47e-479d-4e06-9945-560a154aee7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '1b5b3b6e-f653-438d-b4e3-2ba9f685c679'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:33:09.351727 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335cecd2-64b3-4411-8732-9b41016d6a2e None None] Attempting to bind port b277087c-8279-42a6-91f1-c63a799e0529 on network 1b5b3b6e-f653-438d-b4e3-2ba9f685c679 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:33:09.355853 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-e4277a6e-878b-4396-a1da-f43093adf4c9 req-4fdccaf5-d985-4514-95ee-ffe64684688b tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] For port 728cfa00-3778-4628-ac4c-06f4e7aa1861, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=728cfa00-3778-4628-ac4c-06f4e7aa1861,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:33:09.356274 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-e4277a6e-878b-4396-a1da-f43093adf4c9 req-4fdccaf5-d985-4514-95ee-ffe64684688b tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:09.358652 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335cecd2-64b3-4411-8732-9b41016d6a2e None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 32, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:33:09.359113 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335cecd2-64b3-4411-8732-9b41016d6a2e None None] Checking segment: {'id': 'ff7cf47e-479d-4e06-9945-560a154aee7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '1b5b3b6e-f653-438d-b4e3-2ba9f685c679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:33:09.359651 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-335cecd2-64b3-4411-8732-9b41016d6a2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:09.360156 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335cecd2-64b3-4411-8732-9b41016d6a2e None None] Bound using segment: {'id': 'ff7cf47e-479d-4e06-9945-560a154aee7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '1b5b3b6e-f653-438d-b4e3-2ba9f685c679'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:33:09.361000 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-335cecd2-64b3-4411-8732-9b41016d6a2e None None] Bound port: b277087c-8279-42a6-91f1-c63a799e0529, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff7cf47e-479d-4e06-9945-560a154aee7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '1b5b3b6e-f653-438d-b4e3-2ba9f685c679'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:33:09.361432 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-335cecd2-64b3-4411-8732-9b41016d6a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:09.470592 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c512068a-ee15-4600-b004-4d7dada4d9c9 req-e7a3d094-e499-44c4-8079-1e986991b77b tempest-FlavorsV2NegativeTest-1105423179 tempest-FlavorsV2NegativeTest-1105423179-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=e3fd57130972496095a4a76fd1a07876&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0979505 Jul 13 13:33:09.477442 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-e4277a6e-878b-4396-a1da-f43093adf4c9 req-4fdccaf5-d985-4514-95ee-ffe64684688b tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] Calling delete_port for 728cfa00-3778-4628-ac4c-06f4e7aa1861 owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:33:09.481251 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7b0e84fc-fcc8-4dd2-a7d8-a9c84828720a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:09.504092 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 13:33:09.532712 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-335cecd2-64b3-4411-8732-9b41016d6a2e None None] For port b277087c-8279-42a6-91f1-c63a799e0529, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:33:09.536476 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-335cecd2-64b3-4411-8732-9b41016d6a2e None None] For port b277087c-8279-42a6-91f1-c63a799e0529, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=b277087c-8279-42a6-91f1-c63a799e0529,segment=NetworkSegment(ff7cf47e-479d-4e06-9945-560a154aee7d),segment_id=ff7cf47e-479d-4e06-9945-560a154aee7d)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:33:09.545150 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-335cecd2-64b3-4411-8732-9b41016d6a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:09.584846 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7b0e84fc-fcc8-4dd2-a7d8-a9c84828720a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:09.683617 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335cecd2-64b3-4411-8732-9b41016d6a2e None None] Pushing event updated for resources: {'Port': ['ID=b277087c-8279-42a6-91f1-c63a799e0529,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:33:09.767678 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-7b0e84fc-fcc8-4dd2-a7d8-a9c84828720a admin admin] Allocated IP 172.25.6.229 (acf968b8-c524-46a9-a20b-ad9667009130/dde5a78e-bd1e-4f47-8189-7321d4de73d3/2a7a0bee-5d85-484c-8c89-7059df134f07) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:33:09.800143 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device a607eca1-b7af-4648-8570-8ef82b125dbc details requested by agent hyperv_n-h1-800634-1 with host n-h1-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 13:33:09.885795 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7b0e84fc-fcc8-4dd2-a7d8-a9c84828720a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:09.935822 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7b0e84fc-fcc8-4dd2-a7d8-a9c84828720a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:10.170393 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b0e84fc-fcc8-4dd2-a7d8-a9c84828720a admin admin] Network acf968b8-c524-46a9-a20b-ad9667009130 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:33:10.199918 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-7b0e84fc-fcc8-4dd2-a7d8-a9c84828720a admin admin] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:33:10.209095 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0700d27-7f99-4fc2-880c-d85e72cb3d78 req-fbdbd16f-6034-4556-83eb-5e035ef3084c tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:33:10.209706 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port a607eca1-b7af-4648-8570-8ef82b125dbc, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=a607eca1-b7af-4648-8570-8ef82b125dbc,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:33:10.210819 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f0700d27-7f99-4fc2-880c-d85e72cb3d78 req-fbdbd16f-6034-4556-83eb-5e035ef3084c tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3d5bccd-0e71-4b17-8dc4-bd3e64597e9a HTTP/1.1" status: 200 len: 949 time: 0.1121922 Jul 13 13:33:10.230919 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0e84fc-fcc8-4dd2-a7d8-a9c84828720a admin admin] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:33:10.265382 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Returning: {'device': 'a607eca1-b7af-4648-8570-8ef82b125dbc', 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30', 'port_id': 'a607eca1-b7af-4648-8570-8ef82b125dbc', 'mac_address': 'fa:16:3e:bf:4b:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60b55863-ceb6-45af-a8a4-4b22d72866af', 'ip_address': '192.168.233.243'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 13:33:10.284456 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c512068a-ee15-4600-b004-4d7dada4d9c9 req-691c3add-c023-433f-9101-8c5fea93c820 tempest-FlavorsV2NegativeTest-1105423179 tempest-FlavorsV2NegativeTest-1105423179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:33:10.293605 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c512068a-ee15-4600-b004-4d7dada4d9c9 req-691c3add-c023-433f-9101-8c5fea93c820 tempest-FlavorsV2NegativeTest-1105423179 tempest-FlavorsV2NegativeTest-1105423179-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8208797 Jul 13 13:33:10.300756 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0e84fc-fcc8-4dd2-a7d8-a9c84828720a admin admin] Pushing event updated for resources: {'Port': ['ID=2a7a0bee-5d85-484c-8c89-7059df134f07,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:33:10.318924 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f0700d27-7f99-4fc2-880c-d85e72cb3d78 req-cb8d1c7b-a6d9-4dc3-a455-20e2190a9abb tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] 10.222.0.23 "GET /v2.0/security-groups?id=0375d0dc-b9f6-47cd-991d-bd203a5d5aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924344 Jul 13 13:33:10.331425 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c512068a-ee15-4600-b004-4d7dada4d9c9 req-2bcf2559-a9c6-4e37-b6a4-96fc2820eaa4 tempest-FlavorsV2NegativeTest-1105423179 tempest-FlavorsV2NegativeTest-1105423179-project] 10.222.0.23 "GET /v2.0/quotas/e3fd57130972496095a4a76fd1a07876 HTTP/1.1" status: 200 len: 375 time: 0.0363836 Jul 13 13:33:10.404199 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c512068a-ee15-4600-b004-4d7dada4d9c9 req-9a873eaf-6c57-4b9c-b235-de36a517169c tempest-FlavorsV2NegativeTest-1105423179 tempest-FlavorsV2NegativeTest-1105423179-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=e3fd57130972496095a4a76fd1a07876&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0721421 Jul 13 13:33:10.415523 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:10.446831 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a607eca1-b7af-4648-8570-8ef82b125dbc {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:33:10.477472 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device b277087c-8279-42a6-91f1-c63a799e0529 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:33:10.573868 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port a607eca1-b7af-4648-8570-8ef82b125dbc, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=a607eca1-b7af-4648-8570-8ef82b125dbc,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:33:10.585674 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:10.692124 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=a607eca1-b7af-4648-8570-8ef82b125dbc,revision_number=6']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:33:10.721292 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port b277087c-8279-42a6-91f1-c63a799e0529 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:33:10.752963 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['a607eca1-b7af-4648-8570-8ef82b125dbc'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:33:10.910293 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-e4277a6e-878b-4396-a1da-f43093adf4c9 req-4fdccaf5-d985-4514-95ee-ffe64684688b tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:11.208873 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e2d2185-c98f-4e1f-a756-6b3b1bf3faa8 None None] Network 1b5b3b6e-f653-438d-b4e3-2ba9f685c679 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:33:11.297565 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcae5f79-89a9-45b4-a279-e658d7147f89 req-36dd0dff-3cce-4801-a272-9d3237cd50c3 tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:33:11.299401 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bcae5f79-89a9-45b4-a279-e658d7147f89 req-36dd0dff-3cce-4801-a272-9d3237cd50c3 tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] 10.222.0.23 "GET /v2.0/ports?device_id=307beaa2-0fd0-4cfc-afa5-5f0bff5a9e60 HTTP/1.1" status: 200 len: 945 time: 0.6426568 Jul 13 13:33:11.300731 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdccaf5-d985-4514-95ee-ffe64684688b tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] Pushing event deleted for resources: {'Port': ['ID=728cfa00-3778-4628-ac4c-06f4e7aa1861,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:33:11.490930 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4277a6e-878b-4396-a1da-f43093adf4c9 req-4fdccaf5-d985-4514-95ee-ffe64684688b tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] No DVR routers for this DVR port 728cfa00-3778-4628-ac4c-06f4e7aa1861 on host n-h2-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:33:11.498312 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-e4277a6e-878b-4396-a1da-f43093adf4c9 req-4fdccaf5-d985-4514-95ee-ffe64684688b tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:11.506003 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e4277a6e-878b-4396-a1da-f43093adf4c9 req-4fdccaf5-d985-4514-95ee-ffe64684688b tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] 10.222.0.41 "DELETE /v2.0/ports/728cfa00-3778-4628-ac4c-06f4e7aa1861 HTTP/1.1" status: 204 len: 173 time: 2.6946824 Jul 13 13:33:11.517854 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3d5bccd-0e71-4b17-8dc4-bd3e64597e9a', 'name': 'network-vif-deleted', 'tag': '728cfa00-3778-4628-ac4c-06f4e7aa1861'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:33:11.519659 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-8d2be989-36fe-4380-8f5f-a45582dc4327 None None] Provisioning for port b277087c-8279-42a6-91f1-c63a799e0529 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:33:11.526757 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75e1b690-7bc9-4099-93a2-8137701b64a0" -d '{"events": [{"server_uuid": "c3d5bccd-0e71-4b17-8dc4-bd3e64597e9a", "name": "network-vif-deleted", "tag": "728cfa00-3778-4628-ac4c-06f4e7aa1861"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:33:11.536354 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-8d2be989-36fe-4380-8f5f-a45582dc4327 None None] Provisioning complete for port b277087c-8279-42a6-91f1-c63a799e0529 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:33:11.537047 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8d2be989-36fe-4380-8f5f-a45582dc4327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:11.603085 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7b0e84fc-fcc8-4dd2-a7d8-a9c84828720a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:11.626264 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bcae5f79-89a9-45b4-a279-e658d7147f89 req-cfa11c99-2ea3-4bc4-a622-27497944607c tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] 10.222.0.23 "GET /v2.0/security-groups?id=246f878a-992c-46a3-86c7-c947eed33eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3030906 Jul 13 13:33:11.677989 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 728cfa00-3778-4628-ac4c-06f4e7aa1861 no longer exists at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:33:11.678929 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 48992) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:33:11.737155 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] No Port match for: 728cfa00-3778-4628-ac4c-06f4e7aa1861 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:33:11.737825 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 728cfa00-3778-4628-ac4c-06f4e7aa1861 not bound to the agent host n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:33:11.738411 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 952b63ce-7617-4566-8fff-7de30914d193 no longer exists at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:33:11.797591 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eff6d4d-143d-466c-af23-742f69ef46b6 req-afeafec6-a9ba-4b89-9cf3-4ddada39cfec tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:33:11.799388 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-0eff6d4d-143d-466c-af23-742f69ef46b6 req-afeafec6-a9ba-4b89-9cf3-4ddada39cfec tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] 10.222.0.41 "GET /v2.0/ports?device_id=307beaa2-0fd0-4cfc-afa5-5f0bff5a9e60 HTTP/1.1" status: 200 len: 945 time: 0.2994628 Jul 13 13:33:11.827819 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8d2be989-36fe-4380-8f5f-a45582dc4327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:11.830383 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device a607eca1-b7af-4648-8570-8ef82b125dbc up at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:33:11.868522 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa17ef78-169d-4cf2-89c2-2f242a6003d7 x-openstack-request-id: req-fa17ef78-169d-4cf2-89c2-2f242a6003d7 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:33:11.869609 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3d5bccd-0e71-4b17-8dc4-bd3e64597e9a", "name": "network-vif-deleted", "tag": "728cfa00-3778-4628-ac4c-06f4e7aa1861", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:33:11.871635 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fa17ef78-169d-4cf2-89c2-2f242a6003d7 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:33:11.872141 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3d5bccd-0e71-4b17-8dc4-bd3e64597e9a', 'name': 'network-vif-deleted', 'tag': '728cfa00-3778-4628-ac4c-06f4e7aa1861', 'status': 'completed', 'code': 200} Jul 13 13:33:11.992995 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-8d2be989-36fe-4380-8f5f-a45582dc4327 None None] For port b277087c-8279-42a6-91f1-c63a799e0529, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=b277087c-8279-42a6-91f1-c63a799e0529,segment=NetworkSegment(ff7cf47e-479d-4e06-9945-560a154aee7d),segment_id=ff7cf47e-479d-4e06-9945-560a154aee7d)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:33:12.006598 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8d2be989-36fe-4380-8f5f-a45582dc4327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:12.016612 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cc7f87af-b0eb-4499-a052-42d47b7716da admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:12.172395 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f9014beb-2dba-4d9c-9f90-6c610b4af7fe req-aafd3383-abe5-4b9b-88c7-8f413239f356 tempest-ServersAdminTestJSON-154454810 tempest-ServersAdminTestJSON-154454810-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3d5bccd-0e71-4b17-8dc4-bd3e64597e9a HTTP/1.1" status: 200 len: 210 time: 0.1744876 Jul 13 13:33:12.232941 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2be989-36fe-4380-8f5f-a45582dc4327 None None] Pushing event updated for resources: {'Port': ['ID=b277087c-8279-42a6-91f1-c63a799e0529,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:33:12.241495 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:12.329674 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning complete for port a607eca1-b7af-4648-8570-8ef82b125dbc triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:33:12.336709 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:12.372695 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-0eff6d4d-143d-466c-af23-742f69ef46b6 req-3ef51817-f19a-4635-bf0a-73ef0602b857 tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] Deleting port 952b63ce-7617-4566-8fff-7de30914d193 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:33:12.373046 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-0eff6d4d-143d-466c-af23-742f69ef46b6 req-3ef51817-f19a-4635-bf0a-73ef0602b857 tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:12.472036 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '307beaa2-0fd0-4cfc-afa5-5f0bff5a9e60', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '952b63ce-7617-4566-8fff-7de30914d193'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:33:12.475779 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-998ad5d4-987e-4c41-8c60-4aff84431ab0" -d '{"events": [{"server_uuid": "307beaa2-0fd0-4cfc-afa5-5f0bff5a9e60", "name": "network-vif-unplugged", "status": "completed", "tag": "952b63ce-7617-4566-8fff-7de30914d193"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:33:12.539929 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device b277087c-8279-42a6-91f1-c63a799e0529 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:33:12.642295 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 952b63ce-7617-4566-8fff-7de30914d193, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=952b63ce-7617-4566-8fff-7de30914d193,segment=NetworkSegment(9472122b-cbf3-4934-aecb-e6fae280b13a),segment_id=9472122b-cbf3-4934-aecb-e6fae280b13a)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:33:12.656382 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 13:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16b72fb7-8d37-49d8-beb7-b93ee8c67992 x-openstack-request-id: req-16b72fb7-8d37-49d8-beb7-b93ee8c67992 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:33:12.657104 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "307beaa2-0fd0-4cfc-afa5-5f0bff5a9e60", "name": "network-vif-unplugged", "status": "completed", "tag": "952b63ce-7617-4566-8fff-7de30914d193", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:33:12.657554 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-16b72fb7-8d37-49d8-beb7-b93ee8c67992 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:33:12.658223 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '307beaa2-0fd0-4cfc-afa5-5f0bff5a9e60', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '952b63ce-7617-4566-8fff-7de30914d193', 'code': 200} Jul 13 13:33:12.658989 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-0eff6d4d-143d-466c-af23-742f69ef46b6 req-3ef51817-f19a-4635-bf0a-73ef0602b857 tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] For port 952b63ce-7617-4566-8fff-7de30914d193, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=952b63ce-7617-4566-8fff-7de30914d193,segment=NetworkSegment(9472122b-cbf3-4934-aecb-e6fae280b13a),segment_id=9472122b-cbf3-4934-aecb-e6fae280b13a)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:33:12.659352 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-0eff6d4d-143d-466c-af23-742f69ef46b6 req-3ef51817-f19a-4635-bf0a-73ef0602b857 tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:12.668864 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:12.757683 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-0eff6d4d-143d-466c-af23-742f69ef46b6 req-3ef51817-f19a-4635-bf0a-73ef0602b857 tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] Calling delete_port for 952b63ce-7617-4566-8fff-7de30914d193 owned by compute:nova {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:33:12.856158 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7b0e84fc-fcc8-4dd2-a7d8-a9c84828720a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447217'] for router, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:13.015681 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=952b63ce-7617-4566-8fff-7de30914d193,revision_number=8']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:33:13.109269 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port b277087c-8279-42a6-91f1-c63a799e0529 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:33:13.112220 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:13.122218 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:13.234583 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b0e84fc-fcc8-4dd2-a7d8-a9c84828720a admin admin] Router e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c is scheduled to L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 with binding_index 1 {{(pid=93750) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 13:33:13.324916 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-317d05b5-a05a-4e70-b71d-4d454f74dd38 None None] Provisioning complete for port b277087c-8279-42a6-91f1-c63a799e0529 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:33:13.325543 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-317d05b5-a05a-4e70-b71d-4d454f74dd38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:13.332760 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port a607eca1-b7af-4648-8570-8ef82b125dbc, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=a607eca1-b7af-4648-8570-8ef82b125dbc,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:33:13.385418 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:13.453097 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cc7f87af-b0eb-4499-a052-42d47b7716da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:13.467384 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cc7f87af-b0eb-4499-a052-42d47b7716da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:13.506231 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-cc7f87af-b0eb-4499-a052-42d47b7716da admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e3fd57130972496095a4a76fd1a07876&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8270721 Jul 13 13:33:13.507504 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 49092) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:33:13.530071 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13951d90-f444-4b2c-a23e-df04b7ce2d67 req-f7f49f80-58c4-4a1f-9172-48048b9d8cc2 tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:33:13.546916 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7f87af-b0eb-4499-a052-42d47b7716da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11d7367f-3408-4dc9-84bb-9008c7983ab6,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:33:13.547828 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-13951d90-f444-4b2c-a23e-df04b7ce2d67 req-f7f49f80-58c4-4a1f-9172-48048b9d8cc2 tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] 10.222.0.23 "GET /v2.0/ports?device_id=307beaa2-0fd0-4cfc-afa5-5f0bff5a9e60 HTTP/1.1" status: 200 len: 943 time: 0.4055493 Jul 13 13:33:13.648725 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=a607eca1-b7af-4648-8570-8ef82b125dbc,revision_number=7']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:33:13.652992 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-0eff6d4d-143d-466c-af23-742f69ef46b6 req-3ef51817-f19a-4635-bf0a-73ef0602b857 tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:13.690263 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef51817-f19a-4635-bf0a-73ef0602b857 tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] Pushing event deleted for resources: {'Port': ['ID=952b63ce-7617-4566-8fff-7de30914d193,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:33:13.774674 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-13951d90-f444-4b2c-a23e-df04b7ce2d67 req-7dbe6e79-b8cb-4bc9-9996-b378bc17523a tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] 10.222.0.23 "GET /v2.0/security-groups?id=246f878a-992c-46a3-86c7-c947eed33eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257571 Jul 13 13:33:13.798868 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eff6d4d-143d-466c-af23-742f69ef46b6 req-3ef51817-f19a-4635-bf0a-73ef0602b857 tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] No DVR routers for this DVR port 952b63ce-7617-4566-8fff-7de30914d193 on host n-h2-800634-1 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:33:13.809466 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-0eff6d4d-143d-466c-af23-742f69ef46b6 req-3ef51817-f19a-4635-bf0a-73ef0602b857 tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:13.816929 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-0eff6d4d-143d-466c-af23-742f69ef46b6 req-3ef51817-f19a-4635-bf0a-73ef0602b857 tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] 10.222.0.41 "DELETE /v2.0/ports/952b63ce-7617-4566-8fff-7de30914d193 HTTP/1.1" status: 204 len: 173 time: 2.0076032 Jul 13 13:33:13.818063 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '307beaa2-0fd0-4cfc-afa5-5f0bff5a9e60', 'name': 'network-vif-deleted', 'tag': '952b63ce-7617-4566-8fff-7de30914d193'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:33:13.824030 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-feae0b52-001c-444f-8629-32a72e5a31c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:13.833187 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b0e84fc-fcc8-4dd2-a7d8-a9c84828720a admin admin] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:33:13.833981 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d17b627af75e17e0f4b8d6239d04f8c2f78634e2c585e32a7aeca336500f34a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49db1cfb-172a-4717-beec-8440ed43e9fc" -d '{"events": [{"server_uuid": "307beaa2-0fd0-4cfc-afa5-5f0bff5a9e60", "name": "network-vif-deleted", "tag": "952b63ce-7617-4566-8fff-7de30914d193"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:33:13.846361 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d3ecd9-506f-42a2-91e1-ce1c954dae4a None None] Sync routers for ids ['e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c'] in n-d-800634-1 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:33:13.864822 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d3ecd9-506f-42a2-91e1-ce1c954dae4a None None] Routers {'e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:33:13.866678 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-47d3ecd9-506f-42a2-91e1-ce1c954dae4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:32:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:33:13.901141 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7b0e84fc-fcc8-4dd2-a7d8-a9c84828720a admin admin] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:13.905170 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-7b0e84fc-fcc8-4dd2-a7d8-a9c84828720a admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 5.7258570 Jul 13 13:33:13.906601 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 49108) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:33:13.942901 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-feae0b52-001c-444f-8629-32a72e5a31c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:14.060589 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-feae0b52-001c-444f-8629-32a72e5a31c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:14.063832 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-feae0b52-001c-444f-8629-32a72e5a31c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:14.065269 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-feae0b52-001c-444f-8629-32a72e5a31c4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/11d7367f-3408-4dc9-84bb-9008c7983ab6 HTTP/1.1" status: 204 len: 168 time: 0.4935079 Jul 13 13:33:14.080712 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feae0b52-001c-444f-8629-32a72e5a31c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11d7367f-3408-4dc9-84bb-9008c7983ab6,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:33:14.237351 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-47d3ecd9-506f-42a2-91e1-ce1c954dae4a None None] Set router e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:33:14.321392 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a7c62fd-c8b8-41b8-9e31-2a307ce21530 x-openstack-request-id: req-5a7c62fd-c8b8-41b8-9e31-2a307ce21530 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:33:14.321696 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "307beaa2-0fd0-4cfc-afa5-5f0bff5a9e60", "name": "network-vif-deleted", "tag": "952b63ce-7617-4566-8fff-7de30914d193", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:33:14.323860 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5a7c62fd-c8b8-41b8-9e31-2a307ce21530 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:33:14.324352 n-d-800634-1 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '307beaa2-0fd0-4cfc-afa5-5f0bff5a9e60', 'name': 'network-vif-deleted', 'tag': '952b63ce-7617-4566-8fff-7de30914d193', 'status': 'completed', 'code': 200} Jul 13 13:33:14.547700 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-47d3ecd9-506f-42a2-91e1-ce1c954dae4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1255390624-router', 'tenant_id': '278e2d283bc440adb5e5f55c103a5de0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '2a7a0bee-5d85-484c-8c89-7059df134f07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:33:08Z', 'updated_at': '2021-07-13T13:33:10Z', 'revision_number': 3, 'project_id': '278e2d283bc440adb5e5f55c103a5de0', 'gw_port': {'id': '2a7a0bee-5d85-484c-8c89-7059df134f07', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:4f:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:33:09Z', 'updated_at': '2021-07-13T13:33:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:33:14.569304 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 49140) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:33:14.659643 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e97f4d76-afe7-4003-aad7-a272d938d7ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a607eca1-b7af-4648-8570-8ef82b125dbc'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:33:14.662717 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e908fcfe-81ee-4841-94ec-ba2eacf41c6d" -d '{"events": [{"server_uuid": "e97f4d76-afe7-4003-aad7-a272d938d7ce", "name": "network-vif-plugged", "status": "completed", "tag": "a607eca1-b7af-4648-8570-8ef82b125dbc"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:33:14.663698 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d3ecd9-506f-42a2-91e1-ce1c954dae4a None None] Checking router: e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c for host: n-d-800634-1 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 13:33:14.670245 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d3ecd9-506f-42a2-91e1-ce1c954dae4a None None] Updating router e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c port 2a7a0bee-5d85-484c-8c89-7059df134f07 binding host n-d-800634-1 {{(pid=93753) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 13:33:14.771326 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-47d3ecd9-506f-42a2-91e1-ce1c954dae4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:14.807214 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b96aef76-dd8b-4f0f-b534-b0798665ff03 x-openstack-request-id: req-b96aef76-dd8b-4f0f-b534-b0798665ff03 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:33:14.807603 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e97f4d76-afe7-4003-aad7-a272d938d7ce", "name": "network-vif-plugged", "status": "completed", "tag": "a607eca1-b7af-4648-8570-8ef82b125dbc", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:33:14.807868 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b96aef76-dd8b-4f0f-b534-b0798665ff03 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:33:14.808741 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e97f4d76-afe7-4003-aad7-a272d938d7ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a607eca1-b7af-4648-8570-8ef82b125dbc', 'code': 200} Jul 13 13:33:14.983783 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f39d3c8f-c0d1-4500-b9e8-4cf583210aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:15.047134 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-c2c216e9-1c8c-4c91-bfa2-685d2bdee1cd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=be6da976a585414bb5df5f391a1a1cf2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4764097 Jul 13 13:33:15.052839 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 49172) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:33:15.253672 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f5eee681-d364-4e39-bc44-180626a69c36 req-0e949c91-8284-4b31-bf51-b8f68497cff8 tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] 10.222.0.23 "GET /v2.0/ports?device_id=307beaa2-0fd0-4cfc-afa5-5f0bff5a9e60 HTTP/1.1" status: 200 len: 210 time: 0.0920780 Jul 13 13:33:15.411520 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5d4cf39e-7314-4208-831b-4d2fecce9bab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:15.474628 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5d4cf39e-7314-4208-831b-4d2fecce9bab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:15.480590 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-47d3ecd9-506f-42a2-91e1-ce1c954dae4a None None] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:15.510301 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-f39d3c8f-c0d1-4500-b9e8-4cf583210aee admin admin] Allocated IP 172.20.0.1 (1b5b3b6e-f653-438d-b4e3-2ba9f685c679/14d97c6f-9a99-4df0-bce0-89de50c402ab/033f8425-860e-4578-9c72-d006f86a11c8) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:33:15.557044 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-47d3ecd9-506f-42a2-91e1-ce1c954dae4a None None] Transition to ACTIVE for port object 2a7a0bee-5d85-484c-8c89-7059df134f07 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:33:15.578046 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-47d3ecd9-506f-42a2-91e1-ce1c954dae4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:15.662785 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 952b63ce-7617-4566-8fff-7de30914d193 no longer exists at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:33:15.715002 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5d4cf39e-7314-4208-831b-4d2fecce9bab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:15.716497 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] No Port match for: 952b63ce-7617-4566-8fff-7de30914d193 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:33:15.718963 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5d4cf39e-7314-4208-831b-4d2fecce9bab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:15.722458 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-5d4cf39e-7314-4208-831b-4d2fecce9bab admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0375d0dc-b9f6-47cd-991d-bd203a5d5aab HTTP/1.1" status: 204 len: 168 time: 0.6652398 Jul 13 13:33:15.722619 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 952b63ce-7617-4566-8fff-7de30914d193 not bound to the agent host n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:33:15.743365 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4cf39e-7314-4208-831b-4d2fecce9bab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0375d0dc-b9f6-47cd-991d-bd203a5d5aab,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:33:15.810282 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-47d3ecd9-506f-42a2-91e1-ce1c954dae4a None None] Attempting to bind port 2a7a0bee-5d85-484c-8c89-7059df134f07 on host n-d-800634-1 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:33:15.810790 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-47d3ecd9-506f-42a2-91e1-ce1c954dae4a None None] Attempting to bind port 2a7a0bee-5d85-484c-8c89-7059df134f07 by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:33:15.813428 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d3ecd9-506f-42a2-91e1-ce1c954dae4a None None] Attempting to bind port 2a7a0bee-5d85-484c-8c89-7059df134f07 on network acf968b8-c524-46a9-a20b-ad9667009130 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:33:15.816008 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ef3005-2b67-414b-a3db-693413948891 None None] Pushing event updated for resources: {'Port': ['ID=2a7a0bee-5d85-484c-8c89-7059df134f07,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:33:15.851585 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ef3005-2b67-414b-a3db-693413948891 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:33:15.858639 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ef3005-2b67-414b-a3db-693413948891 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:33:15.859061 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ef3005-2b67-414b-a3db-693413948891 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:33:15.859398 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ef3005-2b67-414b-a3db-693413948891 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:33:15.860086 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ef3005-2b67-414b-a3db-693413948891 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:33:15.860592 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ef3005-2b67-414b-a3db-693413948891 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:33:15.861278 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ef3005-2b67-414b-a3db-693413948891 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:33:15.862067 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ef3005-2b67-414b-a3db-693413948891 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:33:15.862834 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ef3005-2b67-414b-a3db-693413948891 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:33:15.863424 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ef3005-2b67-414b-a3db-693413948891 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:33:15.863925 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ef3005-2b67-414b-a3db-693413948891 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:33:15.865556 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ef3005-2b67-414b-a3db-693413948891 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:33:15.874726 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d3ecd9-506f-42a2-91e1-ce1c954dae4a None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 32, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:33:15.877352 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d3ecd9-506f-42a2-91e1-ce1c954dae4a None None] Checking segment: {'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:33:15.877976 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-47d3ecd9-506f-42a2-91e1-ce1c954dae4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:15.879242 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d3ecd9-506f-42a2-91e1-ce1c954dae4a None None] Bound using segment: {'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:33:15.883200 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-47d3ecd9-506f-42a2-91e1-ce1c954dae4a None None] Bound port: 2a7a0bee-5d85-484c-8c89-7059df134f07, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:33:15.883626 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-47d3ecd9-506f-42a2-91e1-ce1c954dae4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:15.886724 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f39d3c8f-c0d1-4500-b9e8-4cf583210aee admin admin] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:15.958973 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-f39d3c8f-c0d1-4500-b9e8-4cf583210aee admin admin] Transition to ACTIVE for port object 033f8425-860e-4578-9c72-d006f86a11c8 will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:33:16.079146 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-47d3ecd9-506f-42a2-91e1-ce1c954dae4a None None] For port 2a7a0bee-5d85-484c-8c89-7059df134f07, host n-d-800634-1, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:33:16.092734 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-47d3ecd9-506f-42a2-91e1-ce1c954dae4a None None] For port 2a7a0bee-5d85-484c-8c89-7059df134f07, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=2a7a0bee-5d85-484c-8c89-7059df134f07,segment=NetworkSegment(3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87),segment_id=3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:33:16.092980 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f39d3c8f-c0d1-4500-b9e8-4cf583210aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:16.101010 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-47d3ecd9-506f-42a2-91e1-ce1c954dae4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:16.287279 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d3ecd9-506f-42a2-91e1-ce1c954dae4a None None] Routers {'e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:33:16.288215 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-47d3ecd9-506f-42a2-91e1-ce1c954dae4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:32:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:33:16.340031 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f39d3c8f-c0d1-4500-b9e8-4cf583210aee admin admin] Network 1b5b3b6e-f653-438d-b4e3-2ba9f685c679 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:33:16.341411 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39d3c8f-c0d1-4500-b9e8-4cf583210aee admin admin] Pushing event updated for resources: {'Port': ['ID=033f8425-860e-4578-9c72-d006f86a11c8,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:33:16.357184 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-f39d3c8f-c0d1-4500-b9e8-4cf583210aee admin admin] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:33:16.363883 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39d3c8f-c0d1-4500-b9e8-4cf583210aee admin admin] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:33:16.421775 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ef3005-2b67-414b-a3db-693413948891 None None] Pushing event updated for resources: {'Port': ['ID=2a7a0bee-5d85-484c-8c89-7059df134f07,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:33:16.533130 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f39d3c8f-c0d1-4500-b9e8-4cf583210aee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-450452'] for router_interface, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:16.648212 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-47d3ecd9-506f-42a2-91e1-ce1c954dae4a None None] Set router e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:33:16.683101 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 49282) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:33:16.775367 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-58263518-534c-434d-983d-9a2fcdaca0b0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fcf5e7585fae4e979ae704c780b27ecf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0909390 Jul 13 13:33:16.778433 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 49290) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:33:16.833751 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f39d3c8f-c0d1-4500-b9e8-4cf583210aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:16.872593 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-9521f516-b58b-46d6-9936-7780b6ccf306 None None] Provisioning for port 033f8425-860e-4578-9c72-d006f86a11c8 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:33:16.882778 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-9521f516-b58b-46d6-9936-7780b6ccf306 None None] Provisioning complete for port 033f8425-860e-4578-9c72-d006f86a11c8 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:33:16.883150 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9521f516-b58b-46d6-9936-7780b6ccf306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:16.930323 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4c6582df-c4a4-4f48-9fc1-e4505652e4c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:16.982358 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4c6582df-c4a4-4f48-9fc1-e4505652e4c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:17.015472 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-9521f516-b58b-46d6-9936-7780b6ccf306 None None] Port 033f8425-860e-4578-9c72-d006f86a11c8 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:33:17.076594 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4c6582df-c4a4-4f48-9fc1-e4505652e4c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:17.079310 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4c6582df-c4a4-4f48-9fc1-e4505652e4c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:17.080953 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-4c6582df-c4a4-4f48-9fc1-e4505652e4c0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4659adbc-49d3-4347-ae95-ae20c62c4f9c HTTP/1.1" status: 204 len: 168 time: 0.2982879 Jul 13 13:33:17.095270 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6582df-c4a4-4f48-9fc1-e4505652e4c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4659adbc-49d3-4347-ae95-ae20c62c4f9c,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:33:17.177723 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f12a4cab-6844-4436-be37-83c8f3cff37e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:17.204220 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-47d3ecd9-506f-42a2-91e1-ce1c954dae4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1255390624-router', 'tenant_id': '278e2d283bc440adb5e5f55c103a5de0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '2a7a0bee-5d85-484c-8c89-7059df134f07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:33:08Z', 'updated_at': '2021-07-13T13:33:10Z', 'revision_number': 3, 'project_id': '278e2d283bc440adb5e5f55c103a5de0', 'gw_port': {'id': '2a7a0bee-5d85-484c-8c89-7059df134f07', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:4f:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:33:09Z', 'updated_at': '2021-07-13T13:33:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:33:17.266024 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d3ecd9-506f-42a2-91e1-ce1c954dae4a None None] The sync data for ids ['e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c'] in n-d-800634-1 is: [{'id': 'e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1255390624-router', 'tenant_id': '278e2d283bc440adb5e5f55c103a5de0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '2a7a0bee-5d85-484c-8c89-7059df134f07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:33:08Z', 'updated_at': '2021-07-13T13:33:10Z', 'revision_number': 3, 'project_id': '278e2d283bc440adb5e5f55c103a5de0', 'gw_port': {'id': '2a7a0bee-5d85-484c-8c89-7059df134f07', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:4f:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:33:09Z', 'updated_at': '2021-07-13T13:33:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:33:17.325303 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 49330) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:33:17.331364 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-e1883962-e862-4e21-ab6c-5528f2c1f7e8 tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] Request body: {'security_group': {'name': 'tempest-securitygroup--840337903', 'description': 'tempest-description--847503546'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:33:17.346544 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f39d3c8f-c0d1-4500-b9e8-4cf583210aee admin admin] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:17.357141 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f39d3c8f-c0d1-4500-b9e8-4cf583210aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:17.375310 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e1883962-e862-4e21-ab6c-5528f2c1f7e8 tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:17.532675 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f39d3c8f-c0d1-4500-b9e8-4cf583210aee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1785045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451806'] for router_interface, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:17.535666 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39d3c8f-c0d1-4500-b9e8-4cf583210aee admin admin] Pushing event updated for resources: {'Port': ['ID=033f8425-860e-4578-9c72-d006f86a11c8,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:33:17.591089 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e1883962-e862-4e21-ab6c-5528f2c1f7e8 tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:17.600611 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e1883962-e862-4e21-ab6c-5528f2c1f7e8 tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:17.632777 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e1883962-e862-4e21-ab6c-5528f2c1f7e8 tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:17.637635 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-e1883962-e862-4e21-ab6c-5528f2c1f7e8 tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3083920 Jul 13 13:33:17.641286 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 49342) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:33:17.646720 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-8ac9c58a-cec2-4fda-b923-234176338caf tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] Request body: {'security_group_rule': {'security_group_id': '7baed6d1-f71b-4987-9b4a-681b1f0c20dd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:33:17.664780 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1883962-e862-4e21-ab6c-5528f2c1f7e8 tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7baed6d1-f71b-4987-9b4a-681b1f0c20dd,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:33:17.871483 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f39d3c8f-c0d1-4500-b9e8-4cf583210aee admin admin] Network 1b5b3b6e-f653-438d-b4e3-2ba9f685c679 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:33:17.876354 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8ac9c58a-cec2-4fda-b923-234176338caf tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:17.880199 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-f39d3c8f-c0d1-4500-b9e8-4cf583210aee admin admin] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:33:18.164011 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f39d3c8f-c0d1-4500-b9e8-4cf583210aee admin admin] Router e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 13:33:18.261007 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8ac9c58a-cec2-4fda-b923-234176338caf tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:18.360946 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-90a72231-5581-40de-8f42-ef89d34c1dfa None None] Provisioning complete for port 033f8425-860e-4578-9c72-d006f86a11c8 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:33:18.362154 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-90a72231-5581-40de-8f42-ef89d34c1dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:18.391532 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8ac9c58a-cec2-4fda-b923-234176338caf tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:18.434025 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac9c58a-cec2-4fda-b923-234176338caf tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acf574f5-6214-4539-bc39-07860ce34b8d,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:33:18.470224 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-90a72231-5581-40de-8f42-ef89d34c1dfa None None] Port 033f8425-860e-4578-9c72-d006f86a11c8 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:33:18.479955 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 2a7a0bee-5d85-484c-8c89-7059df134f07 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:33:18.495613 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8ac9c58a-cec2-4fda-b923-234176338caf tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:18.495613 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-8ac9c58a-cec2-4fda-b923-234176338caf tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8530490 Jul 13 13:33:18.498890 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 49408) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:33:18.503933 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-cca119ce-11ca-4c51-8332-3422d717dc91 tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] Request body: {'security_group_rule': {'security_group_id': '7baed6d1-f71b-4987-9b4a-681b1f0c20dd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:33:18.582350 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port 2a7a0bee-5d85-484c-8c89-7059df134f07 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:33:18.587623 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 2a7a0bee-5d85-484c-8c89-7059df134f07 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:33:18.588365 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:18.602432 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-cca119ce-11ca-4c51-8332-3422d717dc91 tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:18.704761 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f39d3c8f-c0d1-4500-b9e8-4cf583210aee admin admin] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:33:18.711003 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-f39d3c8f-c0d1-4500-b9e8-4cf583210aee admin admin] 10.222.0.23 "PUT /v2.0/routers/e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8028567 Jul 13 13:33:18.934232 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-cca119ce-11ca-4c51-8332-3422d717dc91 tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:18.946920 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-cca119ce-11ca-4c51-8332-3422d717dc91 tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:18.961362 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:19.012957 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca119ce-11ca-4c51-8332-3422d717dc91 tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b96daabe-eae5-4c6c-abb2-a4ec94033c98,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:33:19.027166 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port 2a7a0bee-5d85-484c-8c89-7059df134f07, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=2a7a0bee-5d85-484c-8c89-7059df134f07,segment=NetworkSegment(3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87),segment_id=3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:33:19.030702 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-cca119ce-11ca-4c51-8332-3422d717dc91 tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:19.035954 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-cca119ce-11ca-4c51-8332-3422d717dc91 tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5359721 Jul 13 13:33:19.036205 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:19.039206 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 49436) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:33:19.067324 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-8d95110e-0bc4-4efa-94d5-23a2b42e3539 tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] Request body: {'floatingip': {'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:33:19.149181 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8d95110e-0bc4-4efa-94d5-23a2b42e3539 tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] Notify callbacks [] for floatingip, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:19.174884 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=2a7a0bee-5d85-484c-8c89-7059df134f07,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:33:19.302451 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8d95110e-0bc4-4efa-94d5-23a2b42e3539 tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:19.542088 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-8d95110e-0bc4-4efa-94d5-23a2b42e3539 tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] Allocated IP 172.25.6.234 (acf968b8-c524-46a9-a20b-ad9667009130/dde5a78e-bd1e-4f47-8189-7321d4de73d3/b6c513ca-2747-4683-8782-61e84b1caabb) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:33:19.582867 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 49452) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:33:19.651429 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 49460) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:33:19.706003 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8d95110e-0bc4-4efa-94d5-23a2b42e3539 tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:19.776499 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8d95110e-0bc4-4efa-94d5-23a2b42e3539 tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:19.826042 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d95110e-0bc4-4efa-94d5-23a2b42e3539 tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] Network acf968b8-c524-46a9-a20b-ad9667009130 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:33:19.829271 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-8d95110e-0bc4-4efa-94d5-23a2b42e3539 tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:33:19.834276 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d95110e-0bc4-4efa-94d5-23a2b42e3539 tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:33:19.834821 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-69b8284a-1a83-4458-87c2-2c173e226462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:19.838848 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d95110e-0bc4-4efa-94d5-23a2b42e3539 tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] Pushing event updated for resources: {'Port': ['ID=b6c513ca-2747-4683-8782-61e84b1caabb,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:33:19.866256 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-eefa609d-489c-4655-80c7-c7e5b8e18014 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:19.956356 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:19.976636 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-123b02b4-a838-4b4d-a276-73249a93dd87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:20.191688 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8d95110e-0bc4-4efa-94d5-23a2b42e3539 tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:20.261765 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-eefa609d-489c-4655-80c7-c7e5b8e18014 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:20.276552 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-eefa609d-489c-4655-80c7-c7e5b8e18014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:20.319577 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27aa91cc-f747-4a90-aba4-1e1e4ea7e62d None None] Sync routers for ids ['e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:33:20.344602 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27aa91cc-f747-4a90-aba4-1e1e4ea7e62d None None] Routers {'e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:33:20.345354 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-27aa91cc-f747-4a90-aba4-1e1e4ea7e62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:33:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:33:20.390828 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8d95110e-0bc4-4efa-94d5-23a2b42e3539 tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:20.404363 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 2a7a0bee-5d85-484c-8c89-7059df134f07 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:33:20.436292 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefa609d-489c-4655-80c7-c7e5b8e18014 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f551ee9a-407a-4849-8679-dbc2e662a8a0,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:33:20.477761 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-eefa609d-489c-4655-80c7-c7e5b8e18014 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=242e176c7a2d4a82b35b11b7ce0029aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8930917 Jul 13 13:33:20.502383 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 49494) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:33:20.549789 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-27aa91cc-f747-4a90-aba4-1e1e4ea7e62d None None] Set router e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:33:20.606707 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f60c982-9244-4d32-9ded-cbce64801b63 req-ba686782-43e7-40f6-b1ea-e52dae8178a4 tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:33:20.613980 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3f60c982-9244-4d32-9ded-cbce64801b63 req-ba686782-43e7-40f6-b1ea-e52dae8178a4 tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] 10.222.0.23 "GET /v2.0/networks?id=1b5b3b6e-f653-438d-b4e3-2ba9f685c679 HTTP/1.1" status: 200 len: 821 time: 0.4601421 Jul 13 13:33:20.622774 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 2a7a0bee-5d85-484c-8c89-7059df134f07 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:33:20.628054 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:20.642669 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3f60c982-9244-4d32-9ded-cbce64801b63 req-1257626b-db85-42f7-a9be-5e50a806fe83 tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] 10.222.0.23 "GET /v2.0/quotas/278e2d283bc440adb5e5f55c103a5de0 HTTP/1.1" status: 200 len: 375 time: 0.0275376 Jul 13 13:33:20.658852 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-123b02b4-a838-4b4d-a276-73249a93dd87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:20.660999 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3668ad30-a152-4703-a244-3e420968a5aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:20.676573 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-123b02b4-a838-4b4d-a276-73249a93dd87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:20.724734 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b02b4-a838-4b4d-a276-73249a93dd87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e535852-2ec6-4157-9c83-64ef4a8dd69e,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:33:20.768454 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3668ad30-a152-4703-a244-3e420968a5aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:20.797986 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-123b02b4-a838-4b4d-a276-73249a93dd87 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=16fbf36a862846159182d8f4b9bb8fa4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1451902 Jul 13 13:33:20.803061 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 49508) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:33:20.866135 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3668ad30-a152-4703-a244-3e420968a5aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:20.876594 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3668ad30-a152-4703-a244-3e420968a5aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:20.883640 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-3668ad30-a152-4703-a244-3e420968a5aa admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f551ee9a-407a-4849-8679-dbc2e662a8a0 HTTP/1.1" status: 204 len: 168 time: 0.3797724 Jul 13 13:33:20.908678 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3668ad30-a152-4703-a244-3e420968a5aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f551ee9a-407a-4849-8679-dbc2e662a8a0,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:33:20.912028 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3f60c982-9244-4d32-9ded-cbce64801b63 req-fd4ab83c-aedc-4187-ae85-86d09b955793 tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=278e2d283bc440adb5e5f55c103a5de0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2573104 Jul 13 13:33:21.008194 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8d95110e-0bc4-4efa-94d5-23a2b42e3539 tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:21.019714 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-cf4f71af-99d9-4222-aa77-58a65018519c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:21.027348 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8d95110e-0bc4-4efa-94d5-23a2b42e3539 tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:21.103053 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-cf4f71af-99d9-4222-aa77-58a65018519c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:21.143593 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:21.174938 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d95110e-0bc4-4efa-94d5-23a2b42e3539 tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] Pushing event updated for resources: {'Port': ['ID=b6c513ca-2747-4683-8782-61e84b1caabb,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:33:21.193790 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3f60c982-9244-4d32-9ded-cbce64801b63 req-3eb36d90-0c71-452b-825f-bc34b452c25e service neutron] 10.222.0.23 "GET /v2.0/networks/1b5b3b6e-f653-438d-b4e3-2ba9f685c679?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2636199 Jul 13 13:33:21.212249 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8d95110e-0bc4-4efa-94d5-23a2b42e3539 tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446547'] for floatingip, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:21.232329 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-27aa91cc-f747-4a90-aba4-1e1e4ea7e62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1255390624-router', 'tenant_id': '278e2d283bc440adb5e5f55c103a5de0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '2a7a0bee-5d85-484c-8c89-7059df134f07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:33:08Z', 'updated_at': '2021-07-13T13:33:16Z', 'revision_number': 4, 'project_id': '278e2d283bc440adb5e5f55c103a5de0', 'gw_port': {'id': '2a7a0bee-5d85-484c-8c89-7059df134f07', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:4f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:33:09Z', 'updated_at': '2021-07-13T13:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': '033f8425-860e-4578-9c72-d006f86a11c8', 'name': '', 'network_id': '1b5b3b6e-f653-438d-b4e3-2ba9f685c679', 'tenant_id': '278e2d283bc440adb5e5f55c103a5de0', 'mac_address': 'fa:16:3e:c2:db:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '14d97c6f-9a99-4df0-bce0-89de50c402ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:33:15Z', 'updated_at': '2021-07-13T13:33:16Z', 'revision_number': 2, 'project_id': '278e2d283bc440adb5e5f55c103a5de0', 'subnets': [{'id': '14d97c6f-9a99-4df0-bce0-89de50c402ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:33:21.285053 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8d95110e-0bc4-4efa-94d5-23a2b42e3539 tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for floatingip, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:21.296992 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-8d95110e-0bc4-4efa-94d5-23a2b42e3539 tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2390745 Jul 13 13:33:21.306286 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27aa91cc-f747-4a90-aba4-1e1e4ea7e62d None None] Checking router: e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c for host: n-d-800634-1 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 13:33:21.307057 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27aa91cc-f747-4a90-aba4-1e1e4ea7e62d None None] Updating router e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c port 033f8425-860e-4578-9c72-d006f86a11c8 binding host n-d-800634-1 {{(pid=93752) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 13:33:21.342550 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-cf4f71af-99d9-4222-aa77-58a65018519c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:21.354446 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-27aa91cc-f747-4a90-aba4-1e1e4ea7e62d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:21.355151 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-cf4f71af-99d9-4222-aa77-58a65018519c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:21.364917 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-cf4f71af-99d9-4222-aa77-58a65018519c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4e535852-2ec6-4157-9c83-64ef4a8dd69e HTTP/1.1" status: 204 len: 168 time: 0.5606263 Jul 13 13:33:21.392534 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4f71af-99d9-4222-aa77-58a65018519c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e535852-2ec6-4157-9c83-64ef4a8dd69e,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:33:21.445976 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3f60c982-9244-4d32-9ded-cbce64801b63 req-529a1c05-ae4c-48d3-9898-e01668d3103b service neutron] 10.222.0.23 "GET /v2.0/networks/1b5b3b6e-f653-438d-b4e3-2ba9f685c679?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2426007 Jul 13 13:33:21.569909 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 49538) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:33:21.828618 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-27aa91cc-f747-4a90-aba4-1e1e4ea7e62d None None] Notify callbacks [] for port, precommit_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:21.856049 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-27aa91cc-f747-4a90-aba4-1e1e4ea7e62d None None] Transition to ACTIVE for port object 033f8425-860e-4578-9c72-d006f86a11c8 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:33:21.877688 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-27aa91cc-f747-4a90-aba4-1e1e4ea7e62d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:21.881772 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d87947a1-2053-4abe-b30a-d7bfc4d68886 req-2720ae5c-326d-4bdb-8126-0350eb8d69c3 tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5da14f7-ffdc-4d87-8dbf-7c9b48b29672 HTTP/1.1" status: 200 len: 210 time: 0.0896280 Jul 13 13:33:21.998091 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c5472c-5bfd-495e-a223-fa4e6670d1e3 req-8d3f643c-b671-4d5a-83e6-de21c5063942 tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:33:22.014852 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-91c5472c-5bfd-495e-a223-fa4e6670d1e3 req-8d3f643c-b671-4d5a-83e6-de21c5063942 tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] 10.222.0.23 "GET /v2.0/networks?id=eb9a46d3-143c-4124-a1f8-86a4243a701e HTTP/1.1" status: 200 len: 822 time: 0.3447523 Jul 13 13:33:22.032025 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10c47e9-8163-4c50-a1b6-c1ffd8487ba2 None None] Pushing event updated for resources: {'Port': ['ID=033f8425-860e-4578-9c72-d006f86a11c8,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:33:22.056472 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-27aa91cc-f747-4a90-aba4-1e1e4ea7e62d None None] Attempting to bind port 033f8425-860e-4578-9c72-d006f86a11c8 on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:33:22.061787 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-27aa91cc-f747-4a90-aba4-1e1e4ea7e62d None None] Attempting to bind port 033f8425-860e-4578-9c72-d006f86a11c8 by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': 'ff7cf47e-479d-4e06-9945-560a154aee7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '1b5b3b6e-f653-438d-b4e3-2ba9f685c679'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:33:22.062562 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27aa91cc-f747-4a90-aba4-1e1e4ea7e62d None None] Attempting to bind port 033f8425-860e-4578-9c72-d006f86a11c8 on network 1b5b3b6e-f653-438d-b4e3-2ba9f685c679 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:33:22.062856 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-91c5472c-5bfd-495e-a223-fa4e6670d1e3 req-34f6ae8b-5508-48f1-be0a-ad07b308c83a tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] 10.222.0.23 "GET /v2.0/quotas/9dc24f72ab1249d5960accb3929ca979 HTTP/1.1" status: 200 len: 375 time: 0.0314291 Jul 13 13:33:22.091924 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27aa91cc-f747-4a90-aba4-1e1e4ea7e62d None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 33, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:33:22.092301 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27aa91cc-f747-4a90-aba4-1e1e4ea7e62d None None] Checking segment: {'id': 'ff7cf47e-479d-4e06-9945-560a154aee7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '1b5b3b6e-f653-438d-b4e3-2ba9f685c679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:33:22.092712 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-27aa91cc-f747-4a90-aba4-1e1e4ea7e62d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:22.093106 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27aa91cc-f747-4a90-aba4-1e1e4ea7e62d None None] Bound using segment: {'id': 'ff7cf47e-479d-4e06-9945-560a154aee7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '1b5b3b6e-f653-438d-b4e3-2ba9f685c679'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:33:22.114496 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-27aa91cc-f747-4a90-aba4-1e1e4ea7e62d None None] Bound port: 033f8425-860e-4578-9c72-d006f86a11c8, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff7cf47e-479d-4e06-9945-560a154aee7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '1b5b3b6e-f653-438d-b4e3-2ba9f685c679'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:33:22.115832 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-27aa91cc-f747-4a90-aba4-1e1e4ea7e62d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:22.127567 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-060e487a-ccdd-4957-94ea-da7b2ec8d4e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:22.203788 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-91c5472c-5bfd-495e-a223-fa4e6670d1e3 req-8277be8c-d049-4628-93d2-dbcea1bfccdc tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=9dc24f72ab1249d5960accb3929ca979&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1388521 Jul 13 13:33:22.431473 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-27aa91cc-f747-4a90-aba4-1e1e4ea7e62d None None] For port 033f8425-860e-4578-9c72-d006f86a11c8, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:33:22.455261 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-27aa91cc-f747-4a90-aba4-1e1e4ea7e62d None None] For port 033f8425-860e-4578-9c72-d006f86a11c8, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=033f8425-860e-4578-9c72-d006f86a11c8,segment=NetworkSegment(ff7cf47e-479d-4e06-9945-560a154aee7d),segment_id=ff7cf47e-479d-4e06-9945-560a154aee7d)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:33:22.479704 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-060e487a-ccdd-4957-94ea-da7b2ec8d4e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:22.488826 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-060e487a-ccdd-4957-94ea-da7b2ec8d4e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:22.503133 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-27aa91cc-f747-4a90-aba4-1e1e4ea7e62d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:22.508483 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-91c5472c-5bfd-495e-a223-fa4e6670d1e3 req-09d3dbbb-2a8c-421f-a91a-fd96b9516ddc service neutron] 10.222.0.23 "GET /v2.0/networks/eb9a46d3-143c-4124-a1f8-86a4243a701e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3029799 Jul 13 13:33:22.618326 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:22.628979 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-060e487a-ccdd-4957-94ea-da7b2ec8d4e9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e2414daa35594f9caf59227703369bc4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0572145 Jul 13 13:33:22.633037 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 49584) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:33:22.663911 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060e487a-ccdd-4957-94ea-da7b2ec8d4e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a727bc1-c022-4725-916c-6c79f363dd13,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:33:22.709317 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27aa91cc-f747-4a90-aba4-1e1e4ea7e62d None None] Routers {'e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:33:22.710183 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-27aa91cc-f747-4a90-aba4-1e1e4ea7e62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:33:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:33:22.810764 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-91c5472c-5bfd-495e-a223-fa4e6670d1e3 req-197dd479-f8fc-4bf3-8989-2481cd7b939d service neutron] 10.222.0.23 "GET /v2.0/networks/eb9a46d3-143c-4124-a1f8-86a4243a701e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2980413 Jul 13 13:33:22.852309 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10c47e9-8163-4c50-a1b6-c1ffd8487ba2 None None] Pushing event updated for resources: {'Port': ['ID=033f8425-860e-4578-9c72-d006f86a11c8,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:33:22.968368 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a310238e-f001-48af-bb0f-6542a93c384f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:23.080742 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a310238e-f001-48af-bb0f-6542a93c384f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:23.225322 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 49616) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:33:23.243201 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6f9fe2d5-894b-4430-b86f-10baa1647005 req-7f4facd8-794d-43a1-bac0-f6844a7e2bb3 tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5da14f7-ffdc-4d87-8dbf-7c9b48b29672 HTTP/1.1" status: 200 len: 210 time: 0.0861056 Jul 13 13:33:23.292905 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a310238e-f001-48af-bb0f-6542a93c384f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:23.298707 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a310238e-f001-48af-bb0f-6542a93c384f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:23.303072 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-a310238e-f001-48af-bb0f-6542a93c384f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6a727bc1-c022-4725-916c-6c79f363dd13 HTTP/1.1" status: 204 len: 168 time: 0.6618819 Jul 13 13:33:23.319290 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a310238e-f001-48af-bb0f-6542a93c384f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a727bc1-c022-4725-916c-6c79f363dd13,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:33:23.427873 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-27aa91cc-f747-4a90-aba4-1e1e4ea7e62d None None] Set router e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:33:23.435819 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-166cad6a-ac4a-41ad-81d6-911172cd940a req-c6b8da16-df6b-4285-9044-8ab843cab4a4 tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f9e5506-563e-4cda-9b54-a7e3e3bd633f HTTP/1.1" status: 200 len: 210 time: 0.0750234 Jul 13 13:33:23.583947 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a7304b-6315-4a7f-803f-35d8e423515a req-ca198643-ec2a-43a5-b612-7391111f2d78 tempest-LiveAutoBlockMigrationV225Test-953904280 tempest-LiveAutoBlockMigrationV225Test-953904280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:33:23.593854 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-73a7304b-6315-4a7f-803f-35d8e423515a req-ca198643-ec2a-43a5-b612-7391111f2d78 tempest-LiveAutoBlockMigrationV225Test-953904280 tempest-LiveAutoBlockMigrationV225Test-953904280-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=a56051f7-ad2a-48ca-8ebc-3ae17c46d4a2 HTTP/1.1" status: 200 len: 1097 time: 0.1196609 Jul 13 13:33:23.678835 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-73a7304b-6315-4a7f-803f-35d8e423515a req-aa7017fc-f55c-4a6a-a128-2cc19f0c8532 tempest-LiveAutoBlockMigrationV225Test-953904280 tempest-LiveAutoBlockMigrationV225Test-953904280-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=e1a1929d-de59-4a26-a69b-05b891c11dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833893 Jul 13 13:33:23.703251 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-a2cacc30-6f45-4ef5-ad18-433896af829f admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-330497271-network', 'tenant_id': '25975085bfa5408baa762e94e04f7b53'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:33:23.761958 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2cacc30-6f45-4ef5-ad18-433896af829f admin admin] Made reservation on behalf of 25975085bfa5408baa762e94e04f7b53 for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:33:23.767253 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a2cacc30-6f45-4ef5-ad18-433896af829f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:23.796608 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a2cacc30-6f45-4ef5-ad18-433896af829f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:24.110122 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-27aa91cc-f747-4a90-aba4-1e1e4ea7e62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1255390624-router', 'tenant_id': '278e2d283bc440adb5e5f55c103a5de0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '2a7a0bee-5d85-484c-8c89-7059df134f07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:33:08Z', 'updated_at': '2021-07-13T13:33:16Z', 'revision_number': 4, 'project_id': '278e2d283bc440adb5e5f55c103a5de0', 'gw_port': {'id': '2a7a0bee-5d85-484c-8c89-7059df134f07', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:4f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:33:09Z', 'updated_at': '2021-07-13T13:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': '033f8425-860e-4578-9c72-d006f86a11c8', 'name': '', 'network_id': '1b5b3b6e-f653-438d-b4e3-2ba9f685c679', 'tenant_id': '278e2d283bc440adb5e5f55c103a5de0', 'mac_address': 'fa:16:3e:c2:db:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '14d97c6f-9a99-4df0-bce0-89de50c402ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:33:15Z', 'updated_at': '2021-07-13T13:33:22Z', 'revision_number': 4, 'project_id': '278e2d283bc440adb5e5f55c103a5de0', 'subnets': [{'id': '14d97c6f-9a99-4df0-bce0-89de50c402ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:33:24.196844 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27aa91cc-f747-4a90-aba4-1e1e4ea7e62d None None] The sync data for ids ['e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c'] in n-d-800634-1 is: [{'id': 'e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1255390624-router', 'tenant_id': '278e2d283bc440adb5e5f55c103a5de0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '2a7a0bee-5d85-484c-8c89-7059df134f07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:33:08Z', 'updated_at': '2021-07-13T13:33:16Z', 'revision_number': 4, 'project_id': '278e2d283bc440adb5e5f55c103a5de0', 'gw_port': {'id': '2a7a0bee-5d85-484c-8c89-7059df134f07', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:4f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:33:09Z', 'updated_at': '2021-07-13T13:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': '033f8425-860e-4578-9c72-d006f86a11c8', 'name': '', 'network_id': '1b5b3b6e-f653-438d-b4e3-2ba9f685c679', 'tenant_id': '278e2d283bc440adb5e5f55c103a5de0', 'mac_address': 'fa:16:3e:c2:db:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '14d97c6f-9a99-4df0-bce0-89de50c402ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:33:15Z', 'updated_at': '2021-07-13T13:33:22Z', 'revision_number': 4, 'project_id': '278e2d283bc440adb5e5f55c103a5de0', 'subnets': [{'id': '14d97c6f-9a99-4df0-bce0-89de50c402ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:33:24.212838 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a2cacc30-6f45-4ef5-ad18-433896af829f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:24.370629 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a2cacc30-6f45-4ef5-ad18-433896af829f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:24.463660 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 49644) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:33:24.464249 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cacc30-6f45-4ef5-ad18-433896af829f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d29423a1-067a-4d38-adf6-741b7ccff4c3,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:33:24.475349 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2cacc30-6f45-4ef5-ad18-433896af829f admin admin] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 13:33:24.485892 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a2cacc30-6f45-4ef5-ad18-433896af829f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:24.486233 n-d-800634-1 neutron-server[93751]: INFO neutron.db.segments_db [None req-a2cacc30-6f45-4ef5-ad18-433896af829f admin admin] Added segment 731c211d-2cbe-4aa3-a09e-111c83e33a98 of type vlan for network 6abf39c7-5383-40cb-87d6-f20d29bbd8cf Jul 13 13:33:24.504731 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fb840163-b685-4513-9ac6-af015da6a1d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:24.556362 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 033f8425-860e-4578-9c72-d006f86a11c8 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:33:24.582632 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a2cacc30-6f45-4ef5-ad18-433896af829f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:24.731636 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port 033f8425-860e-4578-9c72-d006f86a11c8 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:33:24.736615 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 033f8425-860e-4578-9c72-d006f86a11c8 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:33:24.737228 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:24.776964 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f60c982-9244-4d32-9ded-cbce64801b63 req-35d7461f-7aea-4cd2-9fa9-774bb922bc68 tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:33:24.782486 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3f60c982-9244-4d32-9ded-cbce64801b63 req-35d7461f-7aea-4cd2-9fa9-774bb922bc68 tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] 10.222.0.41 "GET /v2.0/networks?id=1b5b3b6e-f653-438d-b4e3-2ba9f685c679 HTTP/1.1" status: 200 len: 821 time: 0.6673293 Jul 13 13:33:24.807455 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-3f60c982-9244-4d32-9ded-cbce64801b63 req-2281de76-0cdd-4fdd-900a-2cefc659e02d tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] Request body: {'port': {'device_id': 'b5da14f7-ffdc-4d87-8dbf-7c9b48b29672', 'network_id': '1b5b3b6e-f653-438d-b4e3-2ba9f685c679', 'admin_state_up': True, 'tenant_id': '278e2d283bc440adb5e5f55c103a5de0'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:33:24.839914 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fb840163-b685-4513-9ac6-af015da6a1d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:24.849466 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fb840163-b685-4513-9ac6-af015da6a1d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:24.968264 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.db.resource_extend [None req-a2cacc30-6f45-4ef5-ad18-433896af829f admin admin] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 13 13:33:24.987874 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c557a844-d2a3-43c5-9931-9111620cd195 req-4c4a710d-fb0a-4d22-b90c-1f697c65a1ee tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5da14f7-ffdc-4d87-8dbf-7c9b48b29672 HTTP/1.1" status: 200 len: 210 time: 0.0813370 Jul 13 13:33:24.989875 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb840163-b685-4513-9ac6-af015da6a1d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d575dd59-df8b-40b6-9447-e2b1f718732b,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:33:25.004099 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-fb840163-b685-4513-9ac6-af015da6a1d1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6d8226a09e3b435d94a41e67f6960bd7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5384033 Jul 13 13:33:25.004794 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 49664) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:33:25.024294 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:25.060502 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a2cacc30-6f45-4ef5-ad18-433896af829f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:25.064551 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2cacc30-6f45-4ef5-ad18-433896af829f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:33:25.068072 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a2cacc30-6f45-4ef5-ad18-433896af829f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:25.096949 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port 033f8425-860e-4578-9c72-d006f86a11c8, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=033f8425-860e-4578-9c72-d006f86a11c8,segment=NetworkSegment(ff7cf47e-479d-4e06-9945-560a154aee7d),segment_id=ff7cf47e-479d-4e06-9945-560a154aee7d)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:33:25.109649 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:25.134347 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ff2da481-bd4c-4179-a364-a28f585d25a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:25.211995 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ff2da481-bd4c-4179-a364-a28f585d25a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:25.256195 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-a2cacc30-6f45-4ef5-ad18-433896af829f admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 2.0289974 Jul 13 13:33:25.263126 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 49672) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:33:25.290334 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=033f8425-860e-4578-9c72-d006f86a11c8,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:33:25.303509 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-aa497324-e8cc-49c9-9d45-5d9e6f19701f admin admin] Request body: {'subnet': {'network_id': '6abf39c7-5383-40cb-87d6-f20d29bbd8cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-330497271-subnet', 'tenant_id': '25975085bfa5408baa762e94e04f7b53', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:33:25.342085 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cacc30-6f45-4ef5-ad18-433896af829f admin admin] Pushing event updated for resources: {'Network': ['ID=6abf39c7-5383-40cb-87d6-f20d29bbd8cf,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:33:25.357254 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network 6abf39c7-5383-40cb-87d6-f20d29bbd8cf details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 13:33:25.388257 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 49676) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:33:25.476780 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d7c773bf-3066-466a-9c06-954aafd60c37 req-a439634b-fabb-4d34-a900-ba4bc5668107 tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f9e5506-563e-4cda-9b54-a7e3e3bd633f HTTP/1.1" status: 200 len: 210 time: 0.1434283 Jul 13 13:33:25.480069 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f60c982-9244-4d32-9ded-cbce64801b63 req-2281de76-0cdd-4fdd-900a-2cefc659e02d tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] Made reservation on behalf of 278e2d283bc440adb5e5f55c103a5de0 for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:33:25.488336 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-3f60c982-9244-4d32-9ded-cbce64801b63 req-2281de76-0cdd-4fdd-900a-2cefc659e02d tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:25.552482 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.db.api [None req-aa497324-e8cc-49c9-9d45-5d9e6f19701f admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 13 13:33:25.552482 n-d-800634-1 neutron-server[93750]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 13 13:33:25.552482 n-d-800634-1 neutron-server[93750]: [parameters: {'project_id': '25975085bfa5408baa762e94e04f7b53', 'id': 'e24df73f-1444-4991-89f3-2a720f2626cf', 'expiration': datetime.datetime(2021, 7, 13, 13, 35, 25, 451692)}] Jul 13 13:33:25.552482 n-d-800634-1 neutron-server[93750]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93750) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 13:33:25.552928 n-d-800634-1 neutron-server[93750]: DEBUG oslo_db.api [None req-aa497324-e8cc-49c9-9d45-5d9e6f19701f admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 13:33:25.665060 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bb7466f2-cbee-4aa2-a1b9-264c7486579a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:25.788389 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ff2da481-bd4c-4179-a364-a28f585d25a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:25.792933 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ff2da481-bd4c-4179-a364-a28f585d25a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:25.798908 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-ff2da481-bd4c-4179-a364-a28f585d25a1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d575dd59-df8b-40b6-9447-e2b1f718732b HTTP/1.1" status: 204 len: 168 time: 0.7930646 Jul 13 13:33:25.847982 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2da481-bd4c-4179-a364-a28f585d25a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d575dd59-df8b-40b6-9447-e2b1f718732b,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:33:25.944080 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c5472c-5bfd-495e-a223-fa4e6670d1e3 req-057dd4c2-248c-4b81-adc0-88811d23568f tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:33:25.954081 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-91c5472c-5bfd-495e-a223-fa4e6670d1e3 req-057dd4c2-248c-4b81-adc0-88811d23568f tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] 10.222.0.41 "GET /v2.0/networks?id=eb9a46d3-143c-4124-a1f8-86a4243a701e HTTP/1.1" status: 200 len: 822 time: 0.4748304 Jul 13 13:33:25.967440 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-91c5472c-5bfd-495e-a223-fa4e6670d1e3 req-3693803a-15aa-4b18-bd17-1e54bfb64b1b tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] Request body: {'port': {'device_id': '5f9e5506-563e-4cda-9b54-a7e3e3bd633f', 'network_id': 'eb9a46d3-143c-4124-a1f8-86a4243a701e', 'admin_state_up': True, 'tenant_id': '9dc24f72ab1249d5960accb3929ca979'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:33:26.173892 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bb7466f2-cbee-4aa2-a1b9-264c7486579a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:26.187890 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bb7466f2-cbee-4aa2-a1b9-264c7486579a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:26.255065 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-bb7466f2-cbee-4aa2-a1b9-264c7486579a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7ce4142ba6e0404d9bb91dbb8e8324d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8650811 Jul 13 13:33:26.256637 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [req-3f60c982-9244-4d32-9ded-cbce64801b63 req-2281de76-0cdd-4fdd-900a-2cefc659e02d tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] Allocated IP 172.20.0.6 (1b5b3b6e-f653-438d-b4e3-2ba9f685c679/14d97c6f-9a99-4df0-bce0-89de50c402ab/f97b675f-18b5-4e12-9419-9c15459c72ac) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:33:26.262666 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 49706) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:33:26.280084 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9d5a7678-a1fe-4739-8ab4-b2d5b9cc6e86 req-3e7fd075-374c-49f7-b4f1-d5b48bb3de30 tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5da14f7-ffdc-4d87-8dbf-7c9b48b29672 HTTP/1.1" status: 200 len: 210 time: 0.0372670 Jul 13 13:33:26.317985 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7466f2-cbee-4aa2-a1b9-264c7486579a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8eecc2b-e6e2-45ca-baac-afcba1b20b36,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:33:26.391499 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7a45fb6f-eca9-4f96-a67a-277b65d4568a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:26.443459 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7a45fb6f-eca9-4f96-a67a-277b65d4568a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:26.502792 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa497324-e8cc-49c9-9d45-5d9e6f19701f admin admin] Made reservation on behalf of 25975085bfa5408baa762e94e04f7b53 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:33:26.510329 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-aa497324-e8cc-49c9-9d45-5d9e6f19701f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4763385'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:26.555813 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [req-4ba2b7a0-20ec-4ed2-9364-caa3ec0ce419 req-9f210663-547d-4aa6-bc46-347b0fcc88b2 tempest-LiveAutoBlockMigrationV225Test-953904280 tempest-LiveAutoBlockMigrationV225Test-953904280-project-admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 13:33:26.557348 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4ba2b7a0-20ec-4ed2-9364-caa3ec0ce419 req-9f210663-547d-4aa6-bc46-347b0fcc88b2 tempest-LiveAutoBlockMigrationV225Test-953904280 tempest-LiveAutoBlockMigrationV225Test-953904280-project-admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0320051 Jul 13 13:33:26.567332 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 033f8425-860e-4578-9c72-d006f86a11c8 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:33:26.604927 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-4ba2b7a0-20ec-4ed2-9364-caa3ec0ce419 req-1df05ae8-69d3-41a0-9408-5207fff3001a service neutron] Request body: {'binding': {'host': 'n-h2-800634-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:33:26.605656 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-4ba2b7a0-20ec-4ed2-9364-caa3ec0ce419 req-1df05ae8-69d3-41a0-9408-5207fff3001a service neutron] Unknown quota resources ['binding']. {{(pid=93751) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 13 13:33:26.708665 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 033f8425-860e-4578-9c72-d006f86a11c8 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:33:26.709756 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:26.781358 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7a45fb6f-eca9-4f96-a67a-277b65d4568a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:26.785269 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7a45fb6f-eca9-4f96-a67a-277b65d4568a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:26.786996 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-7a45fb6f-eca9-4f96-a67a-277b65d4568a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b8eecc2b-e6e2-45ca-baac-afcba1b20b36 HTTP/1.1" status: 204 len: 168 time: 0.5231659 Jul 13 13:33:26.819902 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a45fb6f-eca9-4f96-a67a-277b65d4568a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8eecc2b-e6e2-45ca-baac-afcba1b20b36,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:33:26.833816 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-3f60c982-9244-4d32-9ded-cbce64801b63 req-2281de76-0cdd-4fdd-900a-2cefc659e02d tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:26.873209 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91c5472c-5bfd-495e-a223-fa4e6670d1e3 req-3693803a-15aa-4b18-bd17-1e54bfb64b1b tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] Made reservation on behalf of 9dc24f72ab1249d5960accb3929ca979 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:33:26.886753 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-91c5472c-5bfd-495e-a223-fa4e6670d1e3 req-3693803a-15aa-4b18-bd17-1e54bfb64b1b tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:26.898906 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-3f60c982-9244-4d32-9ded-cbce64801b63 req-2281de76-0cdd-4fdd-900a-2cefc659e02d tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] Transition to ACTIVE for port object f97b675f-18b5-4e12-9419-9c15459c72ac will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:33:27.022437 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-4ba2b7a0-20ec-4ed2-9364-caa3ec0ce419 req-1df05ae8-69d3-41a0-9408-5207fff3001a service neutron] Attempting to bind port a53d9b9a-495c-485f-83d9-51d2b6ff1740 on host n-h2-800634-1 for vnic_type normal with profile None {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:33:27.022761 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-4ba2b7a0-20ec-4ed2-9364-caa3ec0ce419 req-1df05ae8-69d3-41a0-9408-5207fff3001a service neutron] Attempting to bind port a53d9b9a-495c-485f-83d9-51d2b6ff1740 by drivers openvswitch,hyperv on host n-h2-800634-1 at level 0 using segments [{'id': 'ad5ed454-48ea-4363-8047-0d3907eff6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:33:27.023320 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba2b7a0-20ec-4ed2-9364-caa3ec0ce419 req-1df05ae8-69d3-41a0-9408-5207fff3001a service neutron] Attempting to bind port a53d9b9a-495c-485f-83d9-51d2b6ff1740 on network 2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:33:27.036669 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba2b7a0-20ec-4ed2-9364-caa3ec0ce419 req-1df05ae8-69d3-41a0-9408-5207fff3001a service neutron] Port a53d9b9a-495c-485f-83d9-51d2b6ff1740 on network 2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-1 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:33:27.037013 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba2b7a0-20ec-4ed2-9364-caa3ec0ce419 req-1df05ae8-69d3-41a0-9408-5207fff3001a service neutron] Attempting to bind port a53d9b9a-495c-485f-83d9-51d2b6ff1740 on network 2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:33:27.048881 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-3f60c982-9244-4d32-9ded-cbce64801b63 req-2281de76-0cdd-4fdd-900a-2cefc659e02d tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:27.055524 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1d2369e2-0033-4554-9192-3de7f3b157ea req-bdea1e8d-3d86-40a0-a891-600e69044cff tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f9e5506-563e-4cda-9b54-a7e3e3bd633f HTTP/1.1" status: 200 len: 210 time: 0.2192798 Jul 13 13:33:27.109912 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba2b7a0-20ec-4ed2-9364-caa3ec0ce419 req-1df05ae8-69d3-41a0-9408-5207fff3001a service neutron] Checking agent: {'id': 'f615e5c9-21ab-43f2-adbc-192d64b795cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:33:27.112702 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba2b7a0-20ec-4ed2-9364-caa3ec0ce419 req-1df05ae8-69d3-41a0-9408-5207fff3001a service neutron] Checking segment: {'id': 'ad5ed454-48ea-4363-8047-0d3907eff6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:33:27.116865 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba2b7a0-20ec-4ed2-9364-caa3ec0ce419 req-1df05ae8-69d3-41a0-9408-5207fff3001a service neutron] Bound using segment: {'id': 'ad5ed454-48ea-4363-8047-0d3907eff6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21'} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:33:27.117963 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-4ba2b7a0-20ec-4ed2-9364-caa3ec0ce419 req-1df05ae8-69d3-41a0-9408-5207fff3001a service neutron] Bound port: a53d9b9a-495c-485f-83d9-51d2b6ff1740, host: n-h2-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad5ed454-48ea-4363-8047-0d3907eff6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21'}}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:33:27.250938 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2281de76-0cdd-4fdd-900a-2cefc659e02d tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] Pushing event updated for resources: {'Port': ['ID=f97b675f-18b5-4e12-9419-9c15459c72ac,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:33:27.264407 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f60c982-9244-4d32-9ded-cbce64801b63 req-2281de76-0cdd-4fdd-900a-2cefc659e02d tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] Network 1b5b3b6e-f653-438d-b4e3-2ba9f685c679 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:33:27.271286 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [req-3f60c982-9244-4d32-9ded-cbce64801b63 req-2281de76-0cdd-4fdd-900a-2cefc659e02d tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:33:27.290841 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f60c982-9244-4d32-9ded-cbce64801b63 req-2281de76-0cdd-4fdd-900a-2cefc659e02d tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:33:27.412240 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f60c982-9244-4d32-9ded-cbce64801b63 req-2281de76-0cdd-4fdd-900a-2cefc659e02d tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:33:27.412937 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-3f60c982-9244-4d32-9ded-cbce64801b63 req-2281de76-0cdd-4fdd-900a-2cefc659e02d tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:27.487781 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-aa497324-e8cc-49c9-9d45-5d9e6f19701f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5970588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4763339'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:27.491990 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-4ba2b7a0-20ec-4ed2-9364-caa3ec0ce419 req-1df05ae8-69d3-41a0-9408-5207fff3001a service neutron] For port a53d9b9a-495c-485f-83d9-51d2b6ff1740, host n-h2-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=a53d9b9a-495c-485f-83d9-51d2b6ff1740,segment=NetworkSegment(ad5ed454-48ea-4363-8047-0d3907eff6fd),segment_id=ad5ed454-48ea-4363-8047-0d3907eff6fd)] {{(pid=93751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:33:27.493970 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3f60c982-9244-4d32-9ded-cbce64801b63 req-2281de76-0cdd-4fdd-900a-2cefc659e02d tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6981914 Jul 13 13:33:27.501439 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-4ba2b7a0-20ec-4ed2-9364-caa3ec0ce419 req-1df05ae8-69d3-41a0-9408-5207fff3001a service neutron] Notify callbacks [] for binding, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:27.502866 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4ba2b7a0-20ec-4ed2-9364-caa3ec0ce419 req-1df05ae8-69d3-41a0-9408-5207fff3001a service neutron] 10.222.0.23 "POST /v2.0/ports/a53d9b9a-495c-485f-83d9-51d2b6ff1740/bindings HTTP/1.1" status: 201 len: 389 time: 0.9031205 Jul 13 13:33:27.519627 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-3f60c982-9244-4d32-9ded-cbce64801b63 req-4905003d-affd-4e39-8f9c-d55a87fc55c3 service neutron] Request body: {'port': {'device_id': 'b5da14f7-ffdc-4d87-8dbf-7c9b48b29672', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-1'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:33:27.615449 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa497324-e8cc-49c9-9d45-5d9e6f19701f admin admin] Pushing event updated for resources: {'Subnet': ['ID=560441f8-4dd8-4170-ae42-f3e38fe7cfb4,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:33:27.637416 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-91c5472c-5bfd-495e-a223-fa4e6670d1e3 req-3693803a-15aa-4b18-bd17-1e54bfb64b1b tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] Allocated IP 172.20.0.13 (eb9a46d3-143c-4124-a1f8-86a4243a701e/1e982c7c-a9b8-497d-b943-384953f5be36/cee0b72d-e166-4b1f-88b2-769c764dcad9) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:33:27.702264 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-3f60c982-9244-4d32-9ded-cbce64801b63 req-4905003d-affd-4e39-8f9c-d55a87fc55c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:27.770495 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 49754) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:33:27.788901 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-f90c2207-b935-4f28-a2f2-4374ea739df9 None None] Provisioning for port f97b675f-18b5-4e12-9419-9c15459c72ac completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:33:27.796394 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-f90c2207-b935-4f28-a2f2-4374ea739df9 None None] Provisioning complete for port f97b675f-18b5-4e12-9419-9c15459c72ac triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:33:27.796766 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f90c2207-b935-4f28-a2f2-4374ea739df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:27.877806 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-f90c2207-b935-4f28-a2f2-4374ea739df9 None None] Port f97b675f-18b5-4e12-9419-9c15459c72ac cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:33:27.984064 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa497324-e8cc-49c9-9d45-5d9e6f19701f admin admin] Checking segment: {'id': '731c211d-2cbe-4aa3-a09e-111c83e33a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '6abf39c7-5383-40cb-87d6-f20d29bbd8cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:33:27.984424 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa497324-e8cc-49c9-9d45-5d9e6f19701f admin admin] Network hostable DHCP agents. Network: 6abf39c7-5383-40cb-87d6-f20d29bbd8cf, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 13:33:28.110301 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-76d908d9-e07e-43ba-8700-48397a190c52 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-661008148-network', 'tenant_id': '4d966db70d6b462cbbc36a73d0ab5c94'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:33:28.183057 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a548be13-b4be-44ee-b84e-bf0172d66a2b req-8c8875c5-3296-4d47-b974-9b9638b5d0c7 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:33:28.185052 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a548be13-b4be-44ee-b84e-bf0172d66a2b req-8c8875c5-3296-4d47-b974-9b9638b5d0c7 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/ports?device_id=a56051f7-ad2a-48ca-8ebc-3ae17c46d4a2 HTTP/1.1" status: 200 len: 946 time: 0.2393966 Jul 13 13:33:28.188112 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76d908d9-e07e-43ba-8700-48397a190c52 admin admin] Made reservation on behalf of 4d966db70d6b462cbbc36a73d0ab5c94 for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:33:28.190639 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-76d908d9-e07e-43ba-8700-48397a190c52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:28.227229 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-76d908d9-e07e-43ba-8700-48397a190c52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:28.247781 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa497324-e8cc-49c9-9d45-5d9e6f19701f admin admin] Network 6abf39c7-5383-40cb-87d6-f20d29bbd8cf is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 13:33:28.275289 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99adf4c3-09b2-4a9d-86d3-a529bb2e13ad req-61eec00c-0c84-4267-af3f-468599403355 tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:33:28.285166 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a548be13-b4be-44ee-b84e-bf0172d66a2b req-ea354650-5aec-47b8-94a8-ed4c7323ebc0 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1a1929d-de59-4a26-a69b-05b891c11dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921512 Jul 13 13:33:28.286114 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-99adf4c3-09b2-4a9d-86d3-a529bb2e13ad req-61eec00c-0c84-4267-af3f-468599403355 tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5da14f7-ffdc-4d87-8dbf-7c9b48b29672 HTTP/1.1" status: 200 len: 931 time: 0.6440775 Jul 13 13:33:28.302573 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-aa497324-e8cc-49c9-9d45-5d9e6f19701f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, 6abf39c7-5383-40cb-87d6-f20d29bbd8cf) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:33:28.316699 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b4ce0ff-6d63-46dc-a07b-fd1757e187aa None None] Network 6abf39c7-5383-40cb-87d6-f20d29bbd8cf requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:33:28.339917 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa497324-e8cc-49c9-9d45-5d9e6f19701f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:33:28.339917 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-aa497324-e8cc-49c9-9d45-5d9e6f19701f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:28.414170 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [req-3f60c982-9244-4d32-9ded-cbce64801b63 req-4905003d-affd-4e39-8f9c-d55a87fc55c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f97b675f-18b5-4e12-9419-9c15459c72ac {{(pid=93751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:33:28.435614 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-3f60c982-9244-4d32-9ded-cbce64801b63 req-4905003d-affd-4e39-8f9c-d55a87fc55c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:28.450516 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba2b7a0-20ec-4ed2-9364-caa3ec0ce419 req-4ac800d4-24d4-4ef9-8a84-67e60e2ddcb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:33:28.456193 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4ba2b7a0-20ec-4ed2-9364-caa3ec0ce419 req-4ac800d4-24d4-4ef9-8a84-67e60e2ddcb7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d50e67b9ee9e45449d2522df614fe533&device_id=a56051f7-ad2a-48ca-8ebc-3ae17c46d4a2 HTTP/1.1" status: 200 len: 1097 time: 0.4996886 Jul 13 13:33:28.464319 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-3f60c982-9244-4d32-9ded-cbce64801b63 req-4905003d-affd-4e39-8f9c-d55a87fc55c3 service neutron] Transition to ACTIVE for port object f97b675f-18b5-4e12-9419-9c15459c72ac will not be triggered until provisioned by entity L2. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:33:28.476953 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-3f60c982-9244-4d32-9ded-cbce64801b63 req-4905003d-affd-4e39-8f9c-d55a87fc55c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:28.506558 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 49776) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:33:28.562210 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b6c76164-8116-44d5-8d93-206bba677190 req-2ae2c081-2dfe-428b-9b9b-fb0328c1012d tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f9e5506-563e-4cda-9b54-a7e3e3bd633f HTTP/1.1" status: 200 len: 210 time: 0.0704410 Jul 13 13:33:28.580088 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c996e393-d973-4509-bae0-17b91533df5b None None] Network 6abf39c7-5383-40cb-87d6-f20d29bbd8cf requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:33:28.674511 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4905003d-affd-4e39-8f9c-d55a87fc55c3 service neutron] Pushing event updated for resources: {'Port': ['ID=f97b675f-18b5-4e12-9419-9c15459c72ac,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:33:28.704236 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-91c5472c-5bfd-495e-a223-fa4e6670d1e3 req-3693803a-15aa-4b18-bd17-1e54bfb64b1b tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:28.709028 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-99adf4c3-09b2-4a9d-86d3-a529bb2e13ad req-818447c5-a134-4fe7-821f-72fdee003e35 tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] 10.222.0.23 "GET /v2.0/security-groups?id=a5acb904-2512-4fd2-89f4-2d0864dd03ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4211249 Jul 13 13:33:28.863854 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba2b7a0-20ec-4ed2-9364-caa3ec0ce419 req-0de387e6-07df-4fc3-a97f-927754d031a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:33:28.865627 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4ba2b7a0-20ec-4ed2-9364-caa3ec0ce419 req-0de387e6-07df-4fc3-a97f-927754d031a9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21 HTTP/1.1" status: 200 len: 920 time: 0.3827970 Jul 13 13:33:28.945683 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4ba2b7a0-20ec-4ed2-9364-caa3ec0ce419 req-05ea53bf-63ed-414d-af1b-a2e24c0634d7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a53d9b9a-495c-485f-83d9-51d2b6ff1740 HTTP/1.1" status: 200 len: 217 time: 0.0691991 Jul 13 13:33:28.983515 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-91c5472c-5bfd-495e-a223-fa4e6670d1e3 req-3693803a-15aa-4b18-bd17-1e54bfb64b1b tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:29.055542 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91c5472c-5bfd-495e-a223-fa4e6670d1e3 req-3693803a-15aa-4b18-bd17-1e54bfb64b1b tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] Network eb9a46d3-143c-4124-a1f8-86a4243a701e is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:33:29.065673 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-91c5472c-5bfd-495e-a223-fa4e6670d1e3 req-3693803a-15aa-4b18-bd17-1e54bfb64b1b tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:33:29.068201 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-91c5472c-5bfd-495e-a223-fa4e6670d1e3 req-3693803a-15aa-4b18-bd17-1e54bfb64b1b tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:33:29.072866 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3693803a-15aa-4b18-bd17-1e54bfb64b1b tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] Pushing event updated for resources: {'Port': ['ID=cee0b72d-e166-4b1f-88b2-769c764dcad9,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:33:29.076762 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba2b7a0-20ec-4ed2-9364-caa3ec0ce419 req-63d14cd3-a28b-4315-ac84-4dbf9a5867ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:33:29.078199 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4ba2b7a0-20ec-4ed2-9364-caa3ec0ce419 req-63d14cd3-a28b-4315-ac84-4dbf9a5867ef service neutron] 10.222.0.41 "GET /v2.0/subnets?id=45599520-ccde-4569-b8cc-9a75a2e552c5 HTTP/1.1" status: 200 len: 860 time: 0.1265025 Jul 13 13:33:29.126721 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4ba2b7a0-20ec-4ed2-9364-caa3ec0ce419 req-9b52b117-aae3-4aca-b3a7-f3dbbd699b33 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287306 Jul 13 13:33:29.144804 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-39ad875a-0417-4923-919b-51c726c60d0f admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-2046539467-network', 'tenant_id': 'cfc414be29444c509c995403705c9dd8'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:33:29.166374 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c5472c-5bfd-495e-a223-fa4e6670d1e3 req-3693803a-15aa-4b18-bd17-1e54bfb64b1b tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:33:29.167331 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-91c5472c-5bfd-495e-a223-fa4e6670d1e3 req-3693803a-15aa-4b18-bd17-1e54bfb64b1b tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:29.200480 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-76d908d9-e07e-43ba-8700-48397a190c52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:29.205832 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-3f60c982-9244-4d32-9ded-cbce64801b63 req-4905003d-affd-4e39-8f9c-d55a87fc55c3 service neutron] Attempting to bind port f97b675f-18b5-4e12-9419-9c15459c72ac on host n-h2-800634-1 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:33:29.206194 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-3f60c982-9244-4d32-9ded-cbce64801b63 req-4905003d-affd-4e39-8f9c-d55a87fc55c3 service neutron] Attempting to bind port f97b675f-18b5-4e12-9419-9c15459c72ac by drivers openvswitch,hyperv on host n-h2-800634-1 at level 0 using segments [{'id': 'ff7cf47e-479d-4e06-9945-560a154aee7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '1b5b3b6e-f653-438d-b4e3-2ba9f685c679'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:33:29.206654 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f60c982-9244-4d32-9ded-cbce64801b63 req-4905003d-affd-4e39-8f9c-d55a87fc55c3 service neutron] Attempting to bind port f97b675f-18b5-4e12-9419-9c15459c72ac on network 1b5b3b6e-f653-438d-b4e3-2ba9f685c679 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:33:29.212053 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f60c982-9244-4d32-9ded-cbce64801b63 req-4905003d-affd-4e39-8f9c-d55a87fc55c3 service neutron] Port f97b675f-18b5-4e12-9419-9c15459c72ac on network 1b5b3b6e-f653-438d-b4e3-2ba9f685c679 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-1 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:33:29.212417 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f60c982-9244-4d32-9ded-cbce64801b63 req-4905003d-affd-4e39-8f9c-d55a87fc55c3 service neutron] Attempting to bind port f97b675f-18b5-4e12-9419-9c15459c72ac on network 1b5b3b6e-f653-438d-b4e3-2ba9f685c679 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:33:29.215559 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-76d908d9-e07e-43ba-8700-48397a190c52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:29.232983 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f60c982-9244-4d32-9ded-cbce64801b63 req-4905003d-affd-4e39-8f9c-d55a87fc55c3 service neutron] Checking agent: {'id': 'f615e5c9-21ab-43f2-adbc-192d64b795cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:33:29.233240 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f60c982-9244-4d32-9ded-cbce64801b63 req-4905003d-affd-4e39-8f9c-d55a87fc55c3 service neutron] Checking segment: {'id': 'ff7cf47e-479d-4e06-9945-560a154aee7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '1b5b3b6e-f653-438d-b4e3-2ba9f685c679'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:33:29.235650 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f60c982-9244-4d32-9ded-cbce64801b63 req-4905003d-affd-4e39-8f9c-d55a87fc55c3 service neutron] Bound using segment: {'id': 'ff7cf47e-479d-4e06-9945-560a154aee7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '1b5b3b6e-f653-438d-b4e3-2ba9f685c679'} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:33:29.235650 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-3f60c982-9244-4d32-9ded-cbce64801b63 req-4905003d-affd-4e39-8f9c-d55a87fc55c3 service neutron] Bound port: f97b675f-18b5-4e12-9419-9c15459c72ac, host: n-h2-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff7cf47e-479d-4e06-9945-560a154aee7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '1b5b3b6e-f653-438d-b4e3-2ba9f685c679'}}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:33:29.235650 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-3f60c982-9244-4d32-9ded-cbce64801b63 req-4905003d-affd-4e39-8f9c-d55a87fc55c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:29.258502 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76d908d9-e07e-43ba-8700-48397a190c52 admin admin] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 13:33:29.271986 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d908d9-e07e-43ba-8700-48397a190c52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f42b914a-54cd-4241-aa90-8d2a14562637,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:33:29.274848 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4ba2b7a0-20ec-4ed2-9364-caa3ec0ce419 req-a54b4cf3-50b3-4a64-9931-912b5df2e332 service neutron] 10.222.0.41 "GET /v2.0/networks/2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401308 Jul 13 13:33:29.279990 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-76d908d9-e07e-43ba-8700-48397a190c52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:29.279990 n-d-800634-1 neutron-server[93751]: INFO neutron.db.segments_db [None req-76d908d9-e07e-43ba-8700-48397a190c52 admin admin] Added segment ff868c88-63a7-45f2-9c2d-60b1f22692fb of type vlan for network dbf4a96c-cb51-41cd-ae2b-a32a6d64ddc6 Jul 13 13:33:29.365478 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39ad875a-0417-4923-919b-51c726c60d0f admin admin] Made reservation on behalf of cfc414be29444c509c995403705c9dd8 for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:33:29.367895 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-39ad875a-0417-4923-919b-51c726c60d0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:29.381137 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-76d908d9-e07e-43ba-8700-48397a190c52 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:29.406853 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-39ad875a-0417-4923-919b-51c726c60d0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:29.415055 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-aa497324-e8cc-49c9-9d45-5d9e6f19701f admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 4.1430807 Jul 13 13:33:29.417532 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4ba2b7a0-20ec-4ed2-9364-caa3ec0ce419 req-12f0b565-ef21-4441-8ea5-6ff5e95af7a8 service neutron] 10.222.0.41 "GET /v2.0/networks/2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340032 Jul 13 13:33:29.426958 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-3f60c982-9244-4d32-9ded-cbce64801b63 req-4905003d-affd-4e39-8f9c-d55a87fc55c3 service neutron] For port f97b675f-18b5-4e12-9419-9c15459c72ac, host n-h2-800634-1, cleared binding levels {{(pid=93751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:33:29.448956 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-91c5472c-5bfd-495e-a223-fa4e6670d1e3 req-3693803a-15aa-4b18-bd17-1e54bfb64b1b tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4834833 Jul 13 13:33:29.459436 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-3f60c982-9244-4d32-9ded-cbce64801b63 req-4905003d-affd-4e39-8f9c-d55a87fc55c3 service neutron] For port f97b675f-18b5-4e12-9419-9c15459c72ac, host n-h2-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=f97b675f-18b5-4e12-9419-9c15459c72ac,segment=NetworkSegment(ff7cf47e-479d-4e06-9945-560a154aee7d),segment_id=ff7cf47e-479d-4e06-9945-560a154aee7d)] {{(pid=93751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:33:29.467653 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-76d908d9-e07e-43ba-8700-48397a190c52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:29.468668 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d908d9-e07e-43ba-8700-48397a190c52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:33:29.469301 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-76d908d9-e07e-43ba-8700-48397a190c52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:29.477580 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-91c5472c-5bfd-495e-a223-fa4e6670d1e3 req-825e5241-a532-4630-8676-11fbe0522eb6 service neutron] Request body: {'port': {'device_id': '5f9e5506-563e-4cda-9b54-a7e3e3bd633f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:33:29.492049 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-3f60c982-9244-4d32-9ded-cbce64801b63 req-4905003d-affd-4e39-8f9c-d55a87fc55c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:29.599037 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-91c5472c-5bfd-495e-a223-fa4e6670d1e3 req-825e5241-a532-4630-8676-11fbe0522eb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:29.627635 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f60c982-9244-4d32-9ded-cbce64801b63 req-4905003d-affd-4e39-8f9c-d55a87fc55c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:33:29.628449 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-3f60c982-9244-4d32-9ded-cbce64801b63 req-4905003d-affd-4e39-8f9c-d55a87fc55c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:29.630159 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3f60c982-9244-4d32-9ded-cbce64801b63 req-4905003d-affd-4e39-8f9c-d55a87fc55c3 service neutron] 10.222.0.41 "PUT /v2.0/ports/f97b675f-18b5-4e12-9419-9c15459c72ac HTTP/1.1" status: 200 len: 1091 time: 2.1262717 Jul 13 13:33:29.632656 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5da14f7-ffdc-4d87-8dbf-7c9b48b29672', 'tag': 'f97b675f-18b5-4e12-9419-9c15459c72ac'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:33:29.636186 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d17b627af75e17e0f4b8d6239d04f8c2f78634e2c585e32a7aeca336500f34a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbe68212-ce74-4105-9c7e-6c739bb0b906" -d '{"events": [{"name": "network-changed", "server_uuid": "b5da14f7-ffdc-4d87-8dbf-7c9b48b29672", "tag": "f97b675f-18b5-4e12-9419-9c15459c72ac"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:33:29.793028 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4905003d-affd-4e39-8f9c-d55a87fc55c3 service neutron] Pushing event updated for resources: {'Port': ['ID=f97b675f-18b5-4e12-9419-9c15459c72ac,revision_number=3']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:33:29.806199 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d908d9-e07e-43ba-8700-48397a190c52 admin admin] Pushing event updated for resources: {'Network': ['ID=dbf4a96c-cb51-41cd-ae2b-a32a6d64ddc6,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:33:29.822197 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network dbf4a96c-cb51-41cd-ae2b-a32a6d64ddc6 details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 13:33:29.948595 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-39ad875a-0417-4923-919b-51c726c60d0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:29.982059 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-39ad875a-0417-4923-919b-51c726c60d0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:29.998905 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39ad875a-0417-4923-919b-51c726c60d0f admin admin] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 13:33:30.014295 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-39ad875a-0417-4923-919b-51c726c60d0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:30.014818 n-d-800634-1 neutron-server[93751]: INFO neutron.db.segments_db [None req-39ad875a-0417-4923-919b-51c726c60d0f admin admin] Added segment bce285ac-60fc-437a-ae32-d76371e260cc of type vlan for network 184cbc8e-9330-4f7b-a539-067b63e3e815 Jul 13 13:33:30.078057 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-39ad875a-0417-4923-919b-51c726c60d0f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:30.105191 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:30.128683 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-76d908d9-e07e-43ba-8700-48397a190c52 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.3579326 Jul 13 13:33:30.137658 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 49806) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:33:30.140452 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-39ad875a-0417-4923-919b-51c726c60d0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:30.141612 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ad875a-0417-4923-919b-51c726c60d0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:33:30.142537 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-39ad875a-0417-4923-919b-51c726c60d0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:30.165753 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-a13a4f5d-c610-466c-a599-874667f21336 admin admin] Request body: {'subnet': {'network_id': 'dbf4a96c-cb51-41cd-ae2b-a32a6d64ddc6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-661008148-subnet', 'tenant_id': '4d966db70d6b462cbbc36a73d0ab5c94', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:33:30.260423 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ad875a-0417-4923-919b-51c726c60d0f admin admin] Pushing event updated for resources: {'Network': ['ID=184cbc8e-9330-4f7b-a539-067b63e3e815,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:33:30.274398 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network 184cbc8e-9330-4f7b-a539-067b63e3e815 details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 13:33:30.275809 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-39ad875a-0417-4923-919b-51c726c60d0f admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.7678838 Jul 13 13:33:30.285386 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 49808) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:33:30.290373 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-c069a7e8-3cac-4e82-ad67-e15c6f840247 admin admin] Request body: {'subnet': {'network_id': '184cbc8e-9330-4f7b-a539-067b63e3e815', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-2046539467-subnet', 'tenant_id': 'cfc414be29444c509c995403705c9dd8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:33:30.330725 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ad875a-0417-4923-919b-51c726c60d0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b97d48b-b2c8-4bf1-9f5d-0c8bb1af71b5,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:33:30.370634 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f60c982-9244-4d32-9ded-cbce64801b63 req-2af838b2-27fa-4dc9-afe9-f795e6d2d172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:33:30.371914 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0de313d-4c05-49fa-928e-66b7ab712db9 req-dda5c56b-e6da-4b17-91d7-9a2b342638d5 tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:33:30.372815 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3f60c982-9244-4d32-9ded-cbce64801b63 req-2af838b2-27fa-4dc9-afe9-f795e6d2d172 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=278e2d283bc440adb5e5f55c103a5de0&device_id=b5da14f7-ffdc-4d87-8dbf-7c9b48b29672 HTTP/1.1" status: 200 len: 1094 time: 0.5845711 Jul 13 13:33:30.373419 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e0de313d-4c05-49fa-928e-66b7ab712db9 req-dda5c56b-e6da-4b17-91d7-9a2b342638d5 tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f9e5506-563e-4cda-9b54-a7e3e3bd633f HTTP/1.1" status: 200 len: 932 time: 0.5181220 Jul 13 13:33:30.388288 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789b834b-e252-4b3d-933d-02915512fccc req-93fb3563-e3ee-4d52-a2dd-20d21c070931 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:33:30.396552 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-789b834b-e252-4b3d-933d-02915512fccc req-93fb3563-e3ee-4d52-a2dd-20d21c070931 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/ports?device_id=a56051f7-ad2a-48ca-8ebc-3ae17c46d4a2 HTTP/1.1" status: 200 len: 946 time: 0.8045492 Jul 13 13:33:30.430347 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c069a7e8-3cac-4e82-ad67-e15c6f840247 admin admin] Made reservation on behalf of cfc414be29444c509c995403705c9dd8 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:33:30.434144 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c069a7e8-3cac-4e82-ad67-e15c6f840247 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4763385'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:30.467828 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:30.489673 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3f60c982-9244-4d32-9ded-cbce64801b63 req-0c6a4c35-f011-40c7-83d4-8bb2ff89a80b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f97b675f-18b5-4e12-9419-9c15459c72ac HTTP/1.1" status: 200 len: 217 time: 0.0886815 Jul 13 13:33:30.491509 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a13a4f5d-c610-466c-a599-874667f21336 admin admin] Made reservation on behalf of 4d966db70d6b462cbbc36a73d0ab5c94 for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:33:30.493885 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a13a4f5d-c610-466c-a599-874667f21336 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6104980'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:30.544815 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f60c982-9244-4d32-9ded-cbce64801b63 req-55dca30d-4206-4f4e-8705-5dfde7e2e719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:33:30.546326 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3f60c982-9244-4d32-9ded-cbce64801b63 req-55dca30d-4206-4f4e-8705-5dfde7e2e719 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=14d97c6f-9a99-4df0-bce0-89de50c402ab HTTP/1.1" status: 200 len: 860 time: 0.0496752 Jul 13 13:33:30.550434 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e0de313d-4c05-49fa-928e-66b7ab712db9 req-7cbd2a1d-2495-4796-bca3-483237c00397 tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] 10.222.0.23 "GET /v2.0/security-groups?id=246f878a-992c-46a3-86c7-c947eed33eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687593 Jul 13 13:33:30.632469 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-789b834b-e252-4b3d-933d-02915512fccc req-a155ea38-e623-4f51-b3c1-10ca84f9dd79 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1a1929d-de59-4a26-a69b-05b891c11dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330987 Jul 13 13:33:30.664245 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-91c5472c-5bfd-495e-a223-fa4e6670d1e3 req-825e5241-a532-4630-8676-11fbe0522eb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cee0b72d-e166-4b1f-88b2-769c764dcad9 {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:33:30.679464 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-91c5472c-5bfd-495e-a223-fa4e6670d1e3 req-825e5241-a532-4630-8676-11fbe0522eb6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:30.733894 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f60c982-9244-4d32-9ded-cbce64801b63 req-12635ef8-baaa-4eb6-bccd-18bacd5d8f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:33:30.737953 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3f60c982-9244-4d32-9ded-cbce64801b63 req-12635ef8-baaa-4eb6-bccd-18bacd5d8f4f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1b5b3b6e-f653-438d-b4e3-2ba9f685c679&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1068349 Jul 13 13:33:30.740471 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-91c5472c-5bfd-495e-a223-fa4e6670d1e3 req-825e5241-a532-4630-8676-11fbe0522eb6 service neutron] Transition to ACTIVE for port object cee0b72d-e166-4b1f-88b2-769c764dcad9 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:33:30.752176 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-91c5472c-5bfd-495e-a223-fa4e6670d1e3 req-825e5241-a532-4630-8676-11fbe0522eb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:30.858149 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a13a4f5d-c610-466c-a599-874667f21336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6018343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6104998'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:30.860139 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825e5241-a532-4630-8676-11fbe0522eb6 service neutron] Pushing event updated for resources: {'Port': ['ID=cee0b72d-e166-4b1f-88b2-769c764dcad9,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:33:30.918459 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c069a7e8-3cac-4e82-ad67-e15c6f840247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5970588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4763339'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:30.995927 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c069a7e8-3cac-4e82-ad67-e15c6f840247 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e7f99a3-a49f-468f-8ef7-04822460120c,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:33:31.012024 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13a4f5d-c610-466c-a599-874667f21336 admin admin] Checking segment: {'id': 'ff868c88-63a7-45f2-9c2d-60b1f22692fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'dbf4a96c-cb51-41cd-ae2b-a32a6d64ddc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:33:31.012526 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a13a4f5d-c610-466c-a599-874667f21336 admin admin] Network hostable DHCP agents. Network: dbf4a96c-cb51-41cd-ae2b-a32a6d64ddc6, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 13:33:31.064811 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13a4f5d-c610-466c-a599-874667f21336 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b345d9ae-f904-4037-a9c2-81cd36a17189,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:33:31.093450 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-91c5472c-5bfd-495e-a223-fa4e6670d1e3 req-825e5241-a532-4630-8676-11fbe0522eb6 service neutron] Attempting to bind port cee0b72d-e166-4b1f-88b2-769c764dcad9 on host n-h2-800634-1 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:33:31.093823 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-91c5472c-5bfd-495e-a223-fa4e6670d1e3 req-825e5241-a532-4630-8676-11fbe0522eb6 service neutron] Attempting to bind port cee0b72d-e166-4b1f-88b2-769c764dcad9 by drivers openvswitch,hyperv on host n-h2-800634-1 at level 0 using segments [{'id': '9472122b-cbf3-4934-aecb-e6fae280b13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'eb9a46d3-143c-4124-a1f8-86a4243a701e'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:33:31.094143 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c5472c-5bfd-495e-a223-fa4e6670d1e3 req-825e5241-a532-4630-8676-11fbe0522eb6 service neutron] Attempting to bind port cee0b72d-e166-4b1f-88b2-769c764dcad9 on network eb9a46d3-143c-4124-a1f8-86a4243a701e {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:33:31.110172 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a13a4f5d-c610-466c-a599-874667f21336 admin admin] Network dbf4a96c-cb51-41cd-ae2b-a32a6d64ddc6 is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 13:33:31.123406 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c5472c-5bfd-495e-a223-fa4e6670d1e3 req-825e5241-a532-4630-8676-11fbe0522eb6 service neutron] Port cee0b72d-e166-4b1f-88b2-769c764dcad9 on network eb9a46d3-143c-4124-a1f8-86a4243a701e not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-1 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:33:31.123809 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c5472c-5bfd-495e-a223-fa4e6670d1e3 req-825e5241-a532-4630-8676-11fbe0522eb6 service neutron] Attempting to bind port cee0b72d-e166-4b1f-88b2-769c764dcad9 on network eb9a46d3-143c-4124-a1f8-86a4243a701e {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:33:31.126263 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c069a7e8-3cac-4e82-ad67-e15c6f840247 admin admin] Checking segment: {'id': 'bce285ac-60fc-437a-ae32-d76371e260cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '184cbc8e-9330-4f7b-a539-067b63e3e815'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:33:31.127111 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c069a7e8-3cac-4e82-ad67-e15c6f840247 admin admin] Network hostable DHCP agents. Network: 184cbc8e-9330-4f7b-a539-067b63e3e815, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 13:33:31.140164 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3f60c982-9244-4d32-9ded-cbce64801b63 req-a40ddf81-c1ae-4039-a645-284a351417be service neutron] 10.222.0.41 "GET /v2.0/networks/1b5b3b6e-f653-438d-b4e3-2ba9f685c679?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2950270 Jul 13 13:33:31.144243 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-a13a4f5d-c610-466c-a599-874667f21336 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, dbf4a96c-cb51-41cd-ae2b-a32a6d64ddc6) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:33:31.156073 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94f8e1a0-d1a0-4211-a0bb-12622b5a9314 None None] Network dbf4a96c-cb51-41cd-ae2b-a32a6d64ddc6 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:33:31.164376 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a13a4f5d-c610-466c-a599-874667f21336 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:33:31.165513 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a13a4f5d-c610-466c-a599-874667f21336 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:31.182028 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c5472c-5bfd-495e-a223-fa4e6670d1e3 req-825e5241-a532-4630-8676-11fbe0522eb6 service neutron] Checking agent: {'id': 'f615e5c9-21ab-43f2-adbc-192d64b795cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:33:31.182955 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c5472c-5bfd-495e-a223-fa4e6670d1e3 req-825e5241-a532-4630-8676-11fbe0522eb6 service neutron] Checking segment: {'id': '9472122b-cbf3-4934-aecb-e6fae280b13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'eb9a46d3-143c-4124-a1f8-86a4243a701e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:33:31.183352 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c5472c-5bfd-495e-a223-fa4e6670d1e3 req-825e5241-a532-4630-8676-11fbe0522eb6 service neutron] Bound using segment: {'id': '9472122b-cbf3-4934-aecb-e6fae280b13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'eb9a46d3-143c-4124-a1f8-86a4243a701e'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:33:31.183802 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-91c5472c-5bfd-495e-a223-fa4e6670d1e3 req-825e5241-a532-4630-8676-11fbe0522eb6 service neutron] Bound port: cee0b72d-e166-4b1f-88b2-769c764dcad9, host: n-h2-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9472122b-cbf3-4934-aecb-e6fae280b13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'eb9a46d3-143c-4124-a1f8-86a4243a701e'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:33:31.184163 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-91c5472c-5bfd-495e-a223-fa4e6670d1e3 req-825e5241-a532-4630-8676-11fbe0522eb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:31.249010 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c069a7e8-3cac-4e82-ad67-e15c6f840247 admin admin] Network 184cbc8e-9330-4f7b-a539-067b63e3e815 is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 13:33:31.257193 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-a13a4f5d-c610-466c-a599-874667f21336 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0984340 Jul 13 13:33:31.260959 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 49820) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:33:31.274148 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-9d6757bf-1fb9-44dd-af95-4387b4b3476a admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-661008148-router', 'tenant_id': '4d966db70d6b462cbbc36a73d0ab5c94', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:33:31.288876 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-c069a7e8-3cac-4e82-ad67-e15c6f840247 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, 184cbc8e-9330-4f7b-a539-067b63e3e815) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:33:31.311026 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c5771b-77e0-444c-b5f9-fd77fc9bba18 None None] Network 184cbc8e-9330-4f7b-a539-067b63e3e815 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:33:31.313198 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3944ac97-e460-4f3b-877b-76b7d2b98b13 req-12d699cd-3747-4567-8318-859843e7d41a tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:33:31.313532 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c069a7e8-3cac-4e82-ad67-e15c6f840247 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:33:31.314162 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c069a7e8-3cac-4e82-ad67-e15c6f840247 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:31.315883 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3944ac97-e460-4f3b-877b-76b7d2b98b13 req-12d699cd-3747-4567-8318-859843e7d41a tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5da14f7-ffdc-4d87-8dbf-7c9b48b29672 HTTP/1.1" status: 200 len: 943 time: 0.2393436 Jul 13 13:33:31.321954 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3f60c982-9244-4d32-9ded-cbce64801b63 req-01b3fcb9-ebfe-42a3-a63c-63da004311a4 service neutron] 10.222.0.41 "GET /v2.0/networks/1b5b3b6e-f653-438d-b4e3-2ba9f685c679?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726685 Jul 13 13:33:31.325162 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1400ad43-5747-4bbe-8a10-9e8a82187239 req-21c8fa7e-3238-4e2d-96fa-06338b5d820a tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:33:31.327098 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1400ad43-5747-4bbe-8a10-9e8a82187239 req-21c8fa7e-3238-4e2d-96fa-06338b5d820a tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] 10.222.0.23 "GET /v2.0/networks?id=6abf39c7-5383-40cb-87d6-f20d29bbd8cf HTTP/1.1" status: 200 len: 804 time: 0.2257969 Jul 13 13:33:31.361955 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-91c5472c-5bfd-495e-a223-fa4e6670d1e3 req-825e5241-a532-4630-8676-11fbe0522eb6 service neutron] For port cee0b72d-e166-4b1f-88b2-769c764dcad9, host n-h2-800634-1, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:33:31.365175 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1400ad43-5747-4bbe-8a10-9e8a82187239 req-11506c86-5854-49fb-9c47-29b0c38799d3 tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] 10.222.0.23 "GET /v2.0/quotas/25975085bfa5408baa762e94e04f7b53 HTTP/1.1" status: 200 len: 375 time: 0.0231395 Jul 13 13:33:31.373538 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3944ac97-e460-4f3b-877b-76b7d2b98b13 req-c7659d13-2c95-4534-816b-7747db06208a tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] 10.222.0.23 "GET /v2.0/security-groups?id=a5acb904-2512-4fd2-89f4-2d0864dd03ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496294 Jul 13 13:33:31.377483 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9d6757bf-1fb9-44dd-af95-4387b4b3476a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1591928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2714'] for router, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:31.378572 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9d6757bf-1fb9-44dd-af95-4387b4b3476a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447198', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1629690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2689'] for router, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:31.395388 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-c069a7e8-3cac-4e82-ad67-e15c6f840247 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.1088812 Jul 13 13:33:31.397542 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-91c5472c-5bfd-495e-a223-fa4e6670d1e3 req-825e5241-a532-4630-8676-11fbe0522eb6 service neutron] For port cee0b72d-e166-4b1f-88b2-769c764dcad9, host n-h2-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=cee0b72d-e166-4b1f-88b2-769c764dcad9,segment=NetworkSegment(9472122b-cbf3-4934-aecb-e6fae280b13a),segment_id=9472122b-cbf3-4934-aecb-e6fae280b13a)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:33:31.426798 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-91c5472c-5bfd-495e-a223-fa4e6670d1e3 req-825e5241-a532-4630-8676-11fbe0522eb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:31.434006 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1400ad43-5747-4bbe-8a10-9e8a82187239 req-521d09a6-3755-43ea-8fa0-d70b959c39fe tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=25975085bfa5408baa762e94e04f7b53&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0579233 Jul 13 13:33:31.514647 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 13:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42bff948-6410-4d60-8d8e-18bb94d2952a x-openstack-request-id: req-42bff948-6410-4d60-8d8e-18bb94d2952a {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:33:31.515180 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5da14f7-ffdc-4d87-8dbf-7c9b48b29672", "tag": "f97b675f-18b5-4e12-9419-9c15459c72ac", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:33:31.515496 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-42bff948-6410-4d60-8d8e-18bb94d2952a {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:33:31.516300 n-d-800634-1 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5da14f7-ffdc-4d87-8dbf-7c9b48b29672', 'tag': 'f97b675f-18b5-4e12-9419-9c15459c72ac', 'status': 'completed', 'code': 200} Jul 13 13:33:31.551413 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c5472c-5bfd-495e-a223-fa4e6670d1e3 req-825e5241-a532-4630-8676-11fbe0522eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:33:31.552607 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-91c5472c-5bfd-495e-a223-fa4e6670d1e3 req-825e5241-a532-4630-8676-11fbe0522eb6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:31.554264 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-91c5472c-5bfd-495e-a223-fa4e6670d1e3 req-825e5241-a532-4630-8676-11fbe0522eb6 service neutron] 10.222.0.41 "PUT /v2.0/ports/cee0b72d-e166-4b1f-88b2-769c764dcad9 HTTP/1.1" status: 200 len: 1092 time: 2.0981565 Jul 13 13:33:31.560097 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f9e5506-563e-4cda-9b54-a7e3e3bd633f', 'tag': 'cee0b72d-e166-4b1f-88b2-769c764dcad9'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:33:31.563174 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b71e7a6-7e86-4e03-9ba4-aa6293c300a8" -d '{"events": [{"name": "network-changed", "server_uuid": "5f9e5506-563e-4cda-9b54-a7e3e3bd633f", "tag": "cee0b72d-e166-4b1f-88b2-769c764dcad9"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:33:31.680932 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9d6757bf-1fb9-44dd-af95-4387b4b3476a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:31.702317 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe68212-ce74-4105-9c7e-6c739bb0b906 req-392e08d4-78ce-4f1d-8b3c-5045f0c7f177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:33:31.707208 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-fbe68212-ce74-4105-9c7e-6c739bb0b906 req-392e08d4-78ce-4f1d-8b3c-5045f0c7f177 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=278e2d283bc440adb5e5f55c103a5de0&device_id=b5da14f7-ffdc-4d87-8dbf-7c9b48b29672 HTTP/1.1" status: 200 len: 1094 time: 0.1640282 Jul 13 13:33:31.778217 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825e5241-a532-4630-8676-11fbe0522eb6 service neutron] Pushing event updated for resources: {'Port': ['ID=cee0b72d-e166-4b1f-88b2-769c764dcad9,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:33:31.825279 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ef42f9a-81b9-4def-80ba-1182f0429d27 None None] Network 184cbc8e-9330-4f7b-a539-067b63e3e815 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:33:31.959653 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 13:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b4c3d5e-8b3d-4a55-9acf-c1dd7be641f9 x-openstack-request-id: req-1b4c3d5e-8b3d-4a55-9acf-c1dd7be641f9 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:33:31.960800 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f9e5506-563e-4cda-9b54-a7e3e3bd633f", "tag": "cee0b72d-e166-4b1f-88b2-769c764dcad9", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:33:31.961226 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1b4c3d5e-8b3d-4a55-9acf-c1dd7be641f9 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:33:31.961842 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f9e5506-563e-4cda-9b54-a7e3e3bd633f', 'tag': 'cee0b72d-e166-4b1f-88b2-769c764dcad9', 'status': 'completed', 'code': 200} Jul 13 13:33:31.981205 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe68212-ce74-4105-9c7e-6c739bb0b906 req-b0194a6c-fff2-4ae8-aea6-d3bb16e85e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:33:31.984438 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1001b62f-94cf-4228-b7fd-34dde62698da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a7201e1-61ce-5a3e-b7f7-e800379ed03b-dbf4a96c-cb51-41cd-ae2b-a32a6d64ddc6', 'network_id': 'dbf4a96c-cb51-41cd-ae2b-a32a6d64ddc6', 'tenant_id': '4d966db70d6b462cbbc36a73d0ab5c94', 'fixed_ips': [{'subnet_id': 'b345d9ae-f904-4037-a9c2-81cd36a17189'}]}} from n-d-800634-1. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 13:33:31.985306 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-1001b62f-94cf-4228-b7fd-34dde62698da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:31.987972 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-fbe68212-ce74-4105-9c7e-6c739bb0b906 req-b0194a6c-fff2-4ae8-aea6-d3bb16e85e74 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1b5b3b6e-f653-438d-b4e3-2ba9f685c679 HTTP/1.1" status: 200 len: 921 time: 0.2734883 Jul 13 13:33:32.008279 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1400ad43-5747-4bbe-8a10-9e8a82187239 req-7a8e3b61-d714-4fd0-a1ab-193d0b46b842 service neutron] 10.222.0.23 "GET /v2.0/networks/6abf39c7-5383-40cb-87d6-f20d29bbd8cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5402923 Jul 13 13:33:32.067000 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9d6757bf-1fb9-44dd-af95-4387b4b3476a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447180', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1591910', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2751'] for router, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:32.078167 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c5472c-5bfd-495e-a223-fa4e6670d1e3 req-62503574-065e-4054-9a42-793da43b16e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:33:32.088330 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-91c5472c-5bfd-495e-a223-fa4e6670d1e3 req-62503574-065e-4054-9a42-793da43b16e9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9dc24f72ab1249d5960accb3929ca979&device_id=5f9e5506-563e-4cda-9b54-a7e3e3bd633f HTTP/1.1" status: 200 len: 1095 time: 0.4164109 Jul 13 13:33:32.095577 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-fbe68212-ce74-4105-9c7e-6c739bb0b906 req-447e4926-ebaa-4ff8-8d2e-2d1a83d963ac service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f97b675f-18b5-4e12-9419-9c15459c72ac HTTP/1.1" status: 200 len: 217 time: 0.0993013 Jul 13 13:33:32.165020 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-91c5472c-5bfd-495e-a223-fa4e6670d1e3 req-12025877-725e-4586-91bc-c4dba7cbbed3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cee0b72d-e166-4b1f-88b2-769c764dcad9 HTTP/1.1" status: 200 len: 217 time: 0.0669103 Jul 13 13:33:32.216168 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe68212-ce74-4105-9c7e-6c739bb0b906 req-dba234fd-623e-48c3-b7c5-6ecc59bd4f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:33:32.218063 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-fbe68212-ce74-4105-9c7e-6c739bb0b906 req-dba234fd-623e-48c3-b7c5-6ecc59bd4f72 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=14d97c6f-9a99-4df0-bce0-89de50c402ab HTTP/1.1" status: 200 len: 860 time: 0.0977113 Jul 13 13:33:32.266936 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-1001b62f-94cf-4228-b7fd-34dde62698da None None] Allocated IP 172.20.0.2 (dbf4a96c-cb51-41cd-ae2b-a32a6d64ddc6/b345d9ae-f904-4037-a9c2-81cd36a17189/2d49cda8-82a5-4cfb-9ad7-528c81d83ad1) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:33:32.270548 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1400ad43-5747-4bbe-8a10-9e8a82187239 req-2008b35c-0bde-4400-b423-173306b06ffe service neutron] 10.222.0.23 "GET /v2.0/networks/6abf39c7-5383-40cb-87d6-f20d29bbd8cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2610888 Jul 13 13:33:32.283683 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c5472c-5bfd-495e-a223-fa4e6670d1e3 req-9cc9c34c-af72-4686-862c-3b0a3be4d330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:33:32.285339 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-91c5472c-5bfd-495e-a223-fa4e6670d1e3 req-9cc9c34c-af72-4686-862c-3b0a3be4d330 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1e982c7c-a9b8-497d-b943-384953f5be36 HTTP/1.1" status: 200 len: 862 time: 0.0880523 Jul 13 13:33:32.367331 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41723287-b7b8-4391-b357-f9010a7b0b0a req-a65ed9f4-d7b2-4a9b-b248-4cfa2a0584da tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:33:32.384405 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-41723287-b7b8-4391-b357-f9010a7b0b0a req-a65ed9f4-d7b2-4a9b-b248-4cfa2a0584da tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f9e5506-563e-4cda-9b54-a7e3e3bd633f HTTP/1.1" status: 200 len: 944 time: 0.2913020 Jul 13 13:33:32.390526 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-91c5472c-5bfd-495e-a223-fa4e6670d1e3 req-82c9d1fd-b6df-4953-92d7-9a1edf8bd087 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=eb9a46d3-143c-4124-a1f8-86a4243a701e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0782413 Jul 13 13:33:32.516533 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-1001b62f-94cf-4228-b7fd-34dde62698da None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:32.528166 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-1001b62f-94cf-4228-b7fd-34dde62698da None None] Transition to ACTIVE for port object 2d49cda8-82a5-4cfb-9ad7-528c81d83ad1 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:33:32.557604 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-1001b62f-94cf-4228-b7fd-34dde62698da None None] Transition to ACTIVE for port object 2d49cda8-82a5-4cfb-9ad7-528c81d83ad1 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:33:32.571507 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-1001b62f-94cf-4228-b7fd-34dde62698da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:32.622252 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-41723287-b7b8-4391-b357-f9010a7b0b0a req-f12f8f8a-bc8a-4bda-9ae5-db8a6b930b29 tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] 10.222.0.23 "GET /v2.0/security-groups?id=246f878a-992c-46a3-86c7-c947eed33eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298031 Jul 13 13:33:32.655080 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1001b62f-94cf-4228-b7fd-34dde62698da None None] Pushing event updated for resources: {'Port': ['ID=2d49cda8-82a5-4cfb-9ad7-528c81d83ad1,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:33:32.671521 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe68212-ce74-4105-9c7e-6c739bb0b906 req-be944a79-832c-4e20-90c0-7dfd215f23eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:33:32.671729 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1001b62f-94cf-4228-b7fd-34dde62698da None None] Network dbf4a96c-cb51-41cd-ae2b-a32a6d64ddc6 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:33:32.673166 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-fbe68212-ce74-4105-9c7e-6c739bb0b906 req-be944a79-832c-4e20-90c0-7dfd215f23eb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1b5b3b6e-f653-438d-b4e3-2ba9f685c679&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4471233 Jul 13 13:33:32.673309 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-1001b62f-94cf-4228-b7fd-34dde62698da None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:33:32.676675 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1001b62f-94cf-4228-b7fd-34dde62698da None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:33:32.765268 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-1001b62f-94cf-4228-b7fd-34dde62698da None None] Attempting to bind port 2d49cda8-82a5-4cfb-9ad7-528c81d83ad1 on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:33:32.765811 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-1001b62f-94cf-4228-b7fd-34dde62698da None None] Attempting to bind port 2d49cda8-82a5-4cfb-9ad7-528c81d83ad1 by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': 'ff868c88-63a7-45f2-9c2d-60b1f22692fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'dbf4a96c-cb51-41cd-ae2b-a32a6d64ddc6'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:33:32.766180 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1001b62f-94cf-4228-b7fd-34dde62698da None None] Attempting to bind port 2d49cda8-82a5-4cfb-9ad7-528c81d83ad1 on network dbf4a96c-cb51-41cd-ae2b-a32a6d64ddc6 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:33:32.772289 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1001b62f-94cf-4228-b7fd-34dde62698da None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 33, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:33:32.772823 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1001b62f-94cf-4228-b7fd-34dde62698da None None] Checking segment: {'id': 'ff868c88-63a7-45f2-9c2d-60b1f22692fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'dbf4a96c-cb51-41cd-ae2b-a32a6d64ddc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:33:32.773570 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-1001b62f-94cf-4228-b7fd-34dde62698da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:32.774100 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1001b62f-94cf-4228-b7fd-34dde62698da None None] Bound using segment: {'id': 'ff868c88-63a7-45f2-9c2d-60b1f22692fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'dbf4a96c-cb51-41cd-ae2b-a32a6d64ddc6'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:33:32.774568 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-1001b62f-94cf-4228-b7fd-34dde62698da None None] Bound port: 2d49cda8-82a5-4cfb-9ad7-528c81d83ad1, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff868c88-63a7-45f2-9c2d-60b1f22692fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'dbf4a96c-cb51-41cd-ae2b-a32a6d64ddc6'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:33:32.774951 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-1001b62f-94cf-4228-b7fd-34dde62698da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:32.862836 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-1001b62f-94cf-4228-b7fd-34dde62698da None None] For port 2d49cda8-82a5-4cfb-9ad7-528c81d83ad1, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:33:32.867459 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-1001b62f-94cf-4228-b7fd-34dde62698da None None] For port 2d49cda8-82a5-4cfb-9ad7-528c81d83ad1, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=2d49cda8-82a5-4cfb-9ad7-528c81d83ad1,segment=NetworkSegment(ff868c88-63a7-45f2-9c2d-60b1f22692fb),segment_id=ff868c88-63a7-45f2-9c2d-60b1f22692fb)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:33:32.878467 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-1001b62f-94cf-4228-b7fd-34dde62698da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:32.949246 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-fbe68212-ce74-4105-9c7e-6c739bb0b906 req-8cc5269d-c25a-4c78-90f4-a0690f223253 service neutron] 10.222.0.41 "GET /v2.0/networks/1b5b3b6e-f653-438d-b4e3-2ba9f685c679?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2686424 Jul 13 13:33:32.968877 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-91c5472c-5bfd-495e-a223-fa4e6670d1e3 req-c85c9849-73f6-4afd-b420-f403f7ae232f service neutron] 10.222.0.41 "GET /v2.0/networks/eb9a46d3-143c-4124-a1f8-86a4243a701e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5787923 Jul 13 13:33:32.981698 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1001b62f-94cf-4228-b7fd-34dde62698da None None] Pushing event updated for resources: {'Port': ['ID=2d49cda8-82a5-4cfb-9ad7-528c81d83ad1,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:33:33.407534 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519db25e-75ef-4d8e-a02f-316abfada38b req-45196787-135b-40cd-8695-0738865bd82b tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:33:33.416478 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-519db25e-75ef-4d8e-a02f-316abfada38b req-45196787-135b-40cd-8695-0738865bd82b tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/ports?device_id=a56051f7-ad2a-48ca-8ebc-3ae17c46d4a2 HTTP/1.1" status: 200 len: 946 time: 0.7419662 Jul 13 13:33:33.531060 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-519db25e-75ef-4d8e-a02f-316abfada38b req-88f2a28c-4143-4966-bccc-a6d27490f249 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1a1929d-de59-4a26-a69b-05b891c11dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128805 Jul 13 13:33:33.535644 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9d6757bf-1fb9-44dd-af95-4387b4b3476a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:33.590011 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-fbe68212-ce74-4105-9c7e-6c739bb0b906 req-98977c7f-a77c-45a3-be28-04c4062d24e4 service neutron] 10.222.0.41 "GET /v2.0/networks/1b5b3b6e-f653-438d-b4e3-2ba9f685c679?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6111920 Jul 13 13:33:33.599240 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fbceee-37c2-44ac-a9c5-63c69d9d6240 req-22aaa0c9-a9de-4e59-a4be-78b19280f5f3 tempest-InstanceActionsV221TestJSON-332744645 tempest-InstanceActionsV221TestJSON-332744645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:33:33.607758 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-24fbceee-37c2-44ac-a9c5-63c69d9d6240 req-22aaa0c9-a9de-4e59-a4be-78b19280f5f3 tempest-InstanceActionsV221TestJSON-332744645 tempest-InstanceActionsV221TestJSON-332744645-project] 10.222.0.23 "GET /v2.0/networks?id=184cbc8e-9330-4f7b-a539-067b63e3e815 HTTP/1.1" status: 200 len: 818 time: 0.6055291 Jul 13 13:33:33.616306 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-91c5472c-5bfd-495e-a223-fa4e6670d1e3 req-864c81c0-1958-41ac-9e36-b5f69eb74e30 service neutron] 10.222.0.41 "GET /v2.0/networks/eb9a46d3-143c-4124-a1f8-86a4243a701e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6333370 Jul 13 13:33:33.621614 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9d6757bf-1fb9-44dd-af95-4387b4b3476a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:33.639979 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-24fbceee-37c2-44ac-a9c5-63c69d9d6240 req-8db3f414-e226-46ca-8f6a-d7d0beefc1ac tempest-InstanceActionsV221TestJSON-332744645 tempest-InstanceActionsV221TestJSON-332744645-project] 10.222.0.23 "GET /v2.0/quotas/cfc414be29444c509c995403705c9dd8 HTTP/1.1" status: 200 len: 375 time: 0.0312400 Jul 13 13:33:33.714755 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-24fbceee-37c2-44ac-a9c5-63c69d9d6240 req-32cee0c0-a248-45d8-a264-7efd26b4a2aa tempest-InstanceActionsV221TestJSON-332744645 tempest-InstanceActionsV221TestJSON-332744645-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=cfc414be29444c509c995403705c9dd8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0671673 Jul 13 13:33:33.731946 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device f97b675f-18b5-4e12-9419-9c15459c72ac details requested by agent hyperv_n-h2-800634-1 with host n-h2-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 13:33:33.869976 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port f97b675f-18b5-4e12-9419-9c15459c72ac, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=f97b675f-18b5-4e12-9419-9c15459c72ac,segment=NetworkSegment(ff7cf47e-479d-4e06-9945-560a154aee7d),segment_id=ff7cf47e-479d-4e06-9945-560a154aee7d)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:33:33.891961 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Returning: {'device': 'f97b675f-18b5-4e12-9419-9c15459c72ac', 'network_id': '1b5b3b6e-f653-438d-b4e3-2ba9f685c679', 'port_id': 'f97b675f-18b5-4e12-9419-9c15459c72ac', 'mac_address': 'fa:16:3e:fa:08:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14d97c6f-9a99-4df0-bce0-89de50c402ab', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 13:33:33.950773 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-9d6757bf-1fb9-44dd-af95-4387b4b3476a admin admin] Allocated IP 172.25.6.160 (acf968b8-c524-46a9-a20b-ad9667009130/dde5a78e-bd1e-4f47-8189-7321d4de73d3/6569dfde-42c8-47c4-b0e6-b99504cfe59b) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:33:33.952156 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-24fbceee-37c2-44ac-a9c5-63c69d9d6240 req-27352801-c624-48d6-9927-ede35ec4903f service neutron] 10.222.0.23 "GET /v2.0/networks/184cbc8e-9330-4f7b-a539-067b63e3e815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258859 Jul 13 13:33:33.953426 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:33.984536 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b71e7a6-7e86-4e03-9ba4-aa6293c300a8 req-55c4cf8f-00b8-4e9d-b7c2-5a9d30caf62c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:33:33.986384 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7b71e7a6-7e86-4e03-9ba4-aa6293c300a8 req-55c4cf8f-00b8-4e9d-b7c2-5a9d30caf62c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9dc24f72ab1249d5960accb3929ca979&device_id=5f9e5506-563e-4cda-9b54-a7e3e3bd633f HTTP/1.1" status: 200 len: 1095 time: 0.2213066 Jul 13 13:33:33.995341 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f97b675f-18b5-4e12-9419-9c15459c72ac {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:33:34.038464 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port f97b675f-18b5-4e12-9419-9c15459c72ac, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=f97b675f-18b5-4e12-9419-9c15459c72ac,segment=NetworkSegment(ff7cf47e-479d-4e06-9945-560a154aee7d),segment_id=ff7cf47e-479d-4e06-9945-560a154aee7d)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:33:34.048385 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:34.089265 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-24fbceee-37c2-44ac-a9c5-63c69d9d6240 req-e45b577c-7872-4a98-bfe6-5e79f419c505 service neutron] 10.222.0.23 "GET /v2.0/networks/184cbc8e-9330-4f7b-a539-067b63e3e815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260858 Jul 13 13:33:34.192612 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=f97b675f-18b5-4e12-9419-9c15459c72ac,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:33:34.212028 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7526a863-e4b9-4274-9019-64ed17df51db req-447118e1-eed3-4e96-a148-9f1c5381abd8 tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:33:34.220754 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7526a863-e4b9-4274-9019-64ed17df51db req-447118e1-eed3-4e96-a148-9f1c5381abd8 tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5da14f7-ffdc-4d87-8dbf-7c9b48b29672 HTTP/1.1" status: 200 len: 943 time: 0.4299703 Jul 13 13:33:34.310061 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['f97b675f-18b5-4e12-9419-9c15459c72ac'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:33:34.413836 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7526a863-e4b9-4274-9019-64ed17df51db req-df7a5293-ec3e-4631-b97f-e5e3d707b880 tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] 10.222.0.23 "GET /v2.0/security-groups?id=a5acb904-2512-4fd2-89f4-2d0864dd03ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921096 Jul 13 13:33:34.564918 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 2d49cda8-82a5-4cfb-9ad7-528c81d83ad1 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:33:34.598593 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9d6757bf-1fb9-44dd-af95-4387b4b3476a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:34.654967 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b71e7a6-7e86-4e03-9ba4-aa6293c300a8 req-7e9e4e04-893e-403f-9f06-25803c239570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:33:34.663362 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7b71e7a6-7e86-4e03-9ba4-aa6293c300a8 req-7e9e4e04-893e-403f-9f06-25803c239570 service neutron] 10.222.0.41 "GET /v2.0/networks?id=eb9a46d3-143c-4124-a1f8-86a4243a701e HTTP/1.1" status: 200 len: 922 time: 0.6619637 Jul 13 13:33:34.759243 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-322924c9-167f-4bd8-babf-c6d9c2751183 req-5dc3a470-3eee-4b79-9d7d-c77c8179ccd8 tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] 10.222.0.23 "GET /v2.0/ports?device_id=0cb7c8a4-8f94-4cd4-8620-9bf90c9ebb91 HTTP/1.1" status: 200 len: 210 time: 0.0850625 Jul 13 13:33:34.797931 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7b71e7a6-7e86-4e03-9ba4-aa6293c300a8 req-1c9bc962-b0a7-4583-adda-f4761d9768fb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cee0b72d-e166-4b1f-88b2-769c764dcad9 HTTP/1.1" status: 200 len: 217 time: 0.1271398 Jul 13 13:33:34.825772 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port 2d49cda8-82a5-4cfb-9ad7-528c81d83ad1 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:33:34.950759 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9d6757bf-1fb9-44dd-af95-4387b4b3476a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:34.982173 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb1303f-84b3-4382-bf68-7485bca01115 None None] Network dbf4a96c-cb51-41cd-ae2b-a32a6d64ddc6 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:33:35.126261 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b71e7a6-7e86-4e03-9ba4-aa6293c300a8 req-c7dde4f2-305b-45da-b60b-8d1d2a34201a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:33:35.128290 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7b71e7a6-7e86-4e03-9ba4-aa6293c300a8 req-c7dde4f2-305b-45da-b60b-8d1d2a34201a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1e982c7c-a9b8-497d-b943-384953f5be36 HTTP/1.1" status: 200 len: 862 time: 0.3173931 Jul 13 13:33:35.139556 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-73a01ba6-6954-48d5-949f-825878f9016d req-3534be57-f749-43c3-9bea-7976061e0982 tempest-InstanceActionsV221TestJSON-332744645 tempest-InstanceActionsV221TestJSON-332744645-project] 10.222.0.23 "GET /v2.0/ports?device_id=68f96de3-aa05-45c3-959b-4727d294a205 HTTP/1.1" status: 200 len: 210 time: 0.1025789 Jul 13 13:33:35.154468 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d6757bf-1fb9-44dd-af95-4387b4b3476a admin admin] Network acf968b8-c524-46a9-a20b-ad9667009130 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:33:35.175317 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-7ea0939e-65c3-476a-a7db-ce365ed7e85c None None] Provisioning for port 2d49cda8-82a5-4cfb-9ad7-528c81d83ad1 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:33:35.210061 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6757bf-1fb9-44dd-af95-4387b4b3476a admin admin] Pushing event updated for resources: {'Port': ['ID=6569dfde-42c8-47c4-b0e6-b99504cfe59b,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:33:35.215754 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-9d6757bf-1fb9-44dd-af95-4387b4b3476a admin admin] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:33:35.218141 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6757bf-1fb9-44dd-af95-4387b4b3476a admin admin] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:33:35.224877 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-7ea0939e-65c3-476a-a7db-ce365ed7e85c None None] Provisioning complete for port 2d49cda8-82a5-4cfb-9ad7-528c81d83ad1 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:33:35.225251 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-7ea0939e-65c3-476a-a7db-ce365ed7e85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:35.547488 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-7ea0939e-65c3-476a-a7db-ce365ed7e85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:35.562776 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ce37c3-ea47-4aa7-83b7-c507e0e42ea4 req-216f3828-0589-49f0-af43-e8fbf2f62fbf tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:33:35.568442 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f3ce37c3-ea47-4aa7-83b7-c507e0e42ea4 req-216f3828-0589-49f0-af43-e8fbf2f62fbf tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/ports?device_id=a56051f7-ad2a-48ca-8ebc-3ae17c46d4a2 HTTP/1.1" status: 200 len: 946 time: 0.1275327 Jul 13 13:33:35.645759 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f3ce37c3-ea47-4aa7-83b7-c507e0e42ea4 req-fff5abf6-d6e0-445c-b768-51d8c32b41f4 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1a1929d-de59-4a26-a69b-05b891c11dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700200 Jul 13 13:33:35.657538 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-7ea0939e-65c3-476a-a7db-ce365ed7e85c None None] For port 2d49cda8-82a5-4cfb-9ad7-528c81d83ad1, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=2d49cda8-82a5-4cfb-9ad7-528c81d83ad1,segment=NetworkSegment(ff868c88-63a7-45f2-9c2d-60b1f22692fb),segment_id=ff868c88-63a7-45f2-9c2d-60b1f22692fb)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:33:35.678421 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-7ea0939e-65c3-476a-a7db-ce365ed7e85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:35.754729 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device cee0b72d-e166-4b1f-88b2-769c764dcad9 details requested by agent hyperv_n-h2-800634-1 with host n-h2-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 13:33:35.762596 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device f97b675f-18b5-4e12-9419-9c15459c72ac up at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:33:36.008448 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb12252a-78f4-4285-b377-87f6c55c93cc req-e7354952-e8c6-4e1f-a99b-38a4db5ec43e tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:33:36.017442 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-eb12252a-78f4-4285-b377-87f6c55c93cc req-e7354952-e8c6-4e1f-a99b-38a4db5ec43e tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5da14f7-ffdc-4d87-8dbf-7c9b48b29672 HTTP/1.1" status: 200 len: 944 time: 0.1262481 Jul 13 13:33:36.101959 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-eb12252a-78f4-4285-b377-87f6c55c93cc req-11c77a87-d693-48ac-8c0b-0830365bd549 tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] 10.222.0.23 "GET /v2.0/security-groups?id=a5acb904-2512-4fd2-89f4-2d0864dd03ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831680 Jul 13 13:33:36.235470 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea0939e-65c3-476a-a7db-ce365ed7e85c None None] Pushing event updated for resources: {'Port': ['ID=2d49cda8-82a5-4cfb-9ad7-528c81d83ad1,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:33:36.280213 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1400ad43-5747-4bbe-8a10-9e8a82187239 req-65119388-3170-412e-a6c9-65e90a9c2c2b tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:33:36.282129 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1400ad43-5747-4bbe-8a10-9e8a82187239 req-65119388-3170-412e-a6c9-65e90a9c2c2b tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] 10.222.0.26 "GET /v2.0/networks?id=6abf39c7-5383-40cb-87d6-f20d29bbd8cf HTTP/1.1" status: 200 len: 804 time: 1.0890341 Jul 13 13:33:36.284062 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7b71e7a6-7e86-4e03-9ba4-aa6293c300a8 req-61f947b8-37e6-4085-a926-145ac8665227 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=eb9a46d3-143c-4124-a1f8-86a4243a701e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 1.1265209 Jul 13 13:33:36.293685 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-de4c2892-fa1a-4387-be17-e93060d240f5 req-76d1aeee-27eb-49b6-a900-e06d29f73029 tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] 10.222.0.23 "GET /v2.0/ports?device_id=0cb7c8a4-8f94-4cd4-8620-9bf90c9ebb91 HTTP/1.1" status: 200 len: 210 time: 0.0580978 Jul 13 13:33:36.318924 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-6300705e-45f9-4cd3-9b9c-82db20ab6394 None None] Provisioning complete for port 2d49cda8-82a5-4cfb-9ad7-528c81d83ad1 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:33:36.319463 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6300705e-45f9-4cd3-9b9c-82db20ab6394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:36.351415 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-1400ad43-5747-4bbe-8a10-9e8a82187239 req-a6c254ee-4739-4930-ae4a-d44a54c1035e tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] Request body: {'port': {'device_id': '0cb7c8a4-8f94-4cd4-8620-9bf90c9ebb91', 'network_id': '6abf39c7-5383-40cb-87d6-f20d29bbd8cf', 'admin_state_up': True, 'tenant_id': '25975085bfa5408baa762e94e04f7b53'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:33:36.372486 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning for port f97b675f-18b5-4e12-9419-9c15459c72ac completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:33:36.395866 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning complete for port f97b675f-18b5-4e12-9419-9c15459c72ac triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:33:36.402331 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:36.508574 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port cee0b72d-e166-4b1f-88b2-769c764dcad9, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=cee0b72d-e166-4b1f-88b2-769c764dcad9,segment=NetworkSegment(9472122b-cbf3-4934-aecb-e6fae280b13a),segment_id=9472122b-cbf3-4934-aecb-e6fae280b13a)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:33:36.528420 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Returning: {'device': 'cee0b72d-e166-4b1f-88b2-769c764dcad9', 'network_id': 'eb9a46d3-143c-4124-a1f8-86a4243a701e', 'port_id': 'cee0b72d-e166-4b1f-88b2-769c764dcad9', 'mac_address': 'fa:16:3e:e5:af:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e982c7c-a9b8-497d-b943-384953f5be36', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 13:33:36.532777 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3876bb66-f168-4e09-90d0-7eddcb12175a req-7d9cf29d-2e2a-41ca-8586-58a8d8291160 tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:33:36.533139 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 2d49cda8-82a5-4cfb-9ad7-528c81d83ad1 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:33:36.534498 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3876bb66-f168-4e09-90d0-7eddcb12175a req-7d9cf29d-2e2a-41ca-8586-58a8d8291160 tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f9e5506-563e-4cda-9b54-a7e3e3bd633f HTTP/1.1" status: 200 len: 944 time: 1.2710171 Jul 13 13:33:36.642496 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:36.702340 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7b71e7a6-7e86-4e03-9ba4-aa6293c300a8 req-171578d2-b7e3-47ff-a225-7c9b96349f75 service neutron] 10.222.0.41 "GET /v2.0/networks/eb9a46d3-143c-4124-a1f8-86a4243a701e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3937130 Jul 13 13:33:36.743217 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:36.762651 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ee86e8d8-9c4b-4bd2-be01-4838fba91277 req-26cb9bcc-4123-4abd-bcca-003110e7ce62 tempest-InstanceActionsV221TestJSON-332744645 tempest-InstanceActionsV221TestJSON-332744645-project] 10.222.0.23 "GET /v2.0/ports?device_id=68f96de3-aa05-45c3-959b-4727d294a205 HTTP/1.1" status: 200 len: 210 time: 0.1006029 Jul 13 13:33:36.776797 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3876bb66-f168-4e09-90d0-7eddcb12175a req-946d2784-5e50-49e5-837c-a20e0d58610f tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] 10.222.0.23 "GET /v2.0/security-groups?id=246f878a-992c-46a3-86c7-c947eed33eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314749 Jul 13 13:33:36.874573 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1400ad43-5747-4bbe-8a10-9e8a82187239 req-a6c254ee-4739-4930-ae4a-d44a54c1035e tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] Made reservation on behalf of 25975085bfa5408baa762e94e04f7b53 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:33:36.878719 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1400ad43-5747-4bbe-8a10-9e8a82187239 req-a6c254ee-4739-4930-ae4a-d44a54c1035e tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:36.880707 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9d6757bf-1fb9-44dd-af95-4387b4b3476a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:36.895769 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port f97b675f-18b5-4e12-9419-9c15459c72ac, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=f97b675f-18b5-4e12-9419-9c15459c72ac,segment=NetworkSegment(ff7cf47e-479d-4e06-9945-560a154aee7d),segment_id=ff7cf47e-479d-4e06-9945-560a154aee7d)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:33:36.895981 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fbceee-37c2-44ac-a9c5-63c69d9d6240 req-3650e316-60c8-4ec4-b0ff-d892c9374f63 tempest-InstanceActionsV221TestJSON-332744645 tempest-InstanceActionsV221TestJSON-332744645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:33:36.897278 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-24fbceee-37c2-44ac-a9c5-63c69d9d6240 req-3650e316-60c8-4ec4-b0ff-d892c9374f63 tempest-InstanceActionsV221TestJSON-332744645 tempest-InstanceActionsV221TestJSON-332744645-project] 10.222.0.41 "GET /v2.0/networks?id=184cbc8e-9330-4f7b-a539-067b63e3e815 HTTP/1.1" status: 200 len: 818 time: 0.2457094 Jul 13 13:33:36.911267 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5da14f7-ffdc-4d87-8dbf-7c9b48b29672', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f97b675f-18b5-4e12-9419-9c15459c72ac'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:33:36.916542 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-24fbceee-37c2-44ac-a9c5-63c69d9d6240 req-ff21022c-7902-4ecb-b5be-f3bef5da8790 tempest-InstanceActionsV221TestJSON-332744645 tempest-InstanceActionsV221TestJSON-332744645-project] Request body: {'port': {'device_id': '68f96de3-aa05-45c3-959b-4727d294a205', 'network_id': '184cbc8e-9330-4f7b-a539-067b63e3e815', 'admin_state_up': True, 'tenant_id': 'cfc414be29444c509c995403705c9dd8'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:33:36.918119 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03864412-2953-46b9-a63d-56a48ab16496" -d '{"events": [{"server_uuid": "b5da14f7-ffdc-4d87-8dbf-7c9b48b29672", "name": "network-vif-plugged", "status": "completed", "tag": "f97b675f-18b5-4e12-9419-9c15459c72ac"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:33:36.933666 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:37.004943 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7b71e7a6-7e86-4e03-9ba4-aa6293c300a8 req-ef7a0a74-9119-4676-aed1-14f00c8c38ce service neutron] 10.222.0.41 "GET /v2.0/networks/eb9a46d3-143c-4124-a1f8-86a4243a701e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2482901 Jul 13 13:33:37.018052 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cee0b72d-e166-4b1f-88b2-769c764dcad9 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:33:37.097692 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 2d49cda8-82a5-4cfb-9ad7-528c81d83ad1 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:33:37.098098 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:37.165060 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24fbceee-37c2-44ac-a9c5-63c69d9d6240 req-ff21022c-7902-4ecb-b5be-f3bef5da8790 tempest-InstanceActionsV221TestJSON-332744645 tempest-InstanceActionsV221TestJSON-332744645-project] Made reservation on behalf of cfc414be29444c509c995403705c9dd8 for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:33:37.169289 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-24fbceee-37c2-44ac-a9c5-63c69d9d6240 req-ff21022c-7902-4ecb-b5be-f3bef5da8790 tempest-InstanceActionsV221TestJSON-332744645 tempest-InstanceActionsV221TestJSON-332744645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:37.191446 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port cee0b72d-e166-4b1f-88b2-769c764dcad9, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=cee0b72d-e166-4b1f-88b2-769c764dcad9,segment=NetworkSegment(9472122b-cbf3-4934-aecb-e6fae280b13a),segment_id=9472122b-cbf3-4934-aecb-e6fae280b13a)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:33:37.236300 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:37.263496 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecc5f1f9-85ff-40ed-a9ff-4e900c9d65ed x-openstack-request-id: req-ecc5f1f9-85ff-40ed-a9ff-4e900c9d65ed {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:33:37.263920 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5da14f7-ffdc-4d87-8dbf-7c9b48b29672", "name": "network-vif-plugged", "status": "completed", "tag": "f97b675f-18b5-4e12-9419-9c15459c72ac", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:33:37.264181 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ecc5f1f9-85ff-40ed-a9ff-4e900c9d65ed {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:33:37.264624 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5da14f7-ffdc-4d87-8dbf-7c9b48b29672', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f97b675f-18b5-4e12-9419-9c15459c72ac', 'code': 200} Jul 13 13:33:37.285100 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=f97b675f-18b5-4e12-9419-9c15459c72ac,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:33:37.372247 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [req-24fbceee-37c2-44ac-a9c5-63c69d9d6240 req-ff21022c-7902-4ecb-b5be-f3bef5da8790 tempest-InstanceActionsV221TestJSON-332744645 tempest-InstanceActionsV221TestJSON-332744645-project] Allocated IP 172.20.0.13 (184cbc8e-9330-4f7b-a539-067b63e3e815/6e7f99a3-a49f-468f-8ef7-04822460120c/1450a3c4-3150-4fcd-9c90-5959d317ba39) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:33:37.374649 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-1400ad43-5747-4bbe-8a10-9e8a82187239 req-a6c254ee-4739-4930-ae4a-d44a54c1035e tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] Allocated IP 172.20.0.13 (6abf39c7-5383-40cb-87d6-f20d29bbd8cf/560441f8-4dd8-4170-ae42-f3e38fe7cfb4/2c05648c-6413-4e10-a987-c76d08e099f4) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:33:37.387083 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73077be-7cb6-4bde-a590-72ec0ab2ce1f req-c015939d-e39e-44c7-97b9-8374289c3807 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:33:37.388995 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f73077be-7cb6-4bde-a590-72ec0ab2ce1f req-c015939d-e39e-44c7-97b9-8374289c3807 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/ports?device_id=a56051f7-ad2a-48ca-8ebc-3ae17c46d4a2 HTTP/1.1" status: 200 len: 946 time: 0.3248789 Jul 13 13:33:37.455398 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=cee0b72d-e166-4b1f-88b2-769c764dcad9,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:33:37.480703 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['cee0b72d-e166-4b1f-88b2-769c764dcad9'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:33:37.611171 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96d93c3-ab4b-42b1-9afb-2d7771175cd0 req-2a0fd044-eebf-4b77-97e6-10f2ac007266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:33:37.612778 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f96d93c3-ab4b-42b1-9afb-2d7771175cd0 req-2a0fd044-eebf-4b77-97e6-10f2ac007266 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b5da14f7-ffdc-4d87-8dbf-7c9b48b29672 HTTP/1.1" status: 200 len: 1096 time: 0.3050044 Jul 13 13:33:37.631358 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4426d3de-8ec9-4807-bace-295d60660f09 req-e1efc9da-befa-4aa0-bf11-c9c089852ba3 tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:33:37.631837 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f73077be-7cb6-4bde-a590-72ec0ab2ce1f req-4e0bd746-a594-41b9-a371-bba8b980bb9b tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1a1929d-de59-4a26-a69b-05b891c11dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035933 Jul 13 13:33:37.640160 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4426d3de-8ec9-4807-bace-295d60660f09 req-e1efc9da-befa-4aa0-bf11-c9c089852ba3 tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5da14f7-ffdc-4d87-8dbf-7c9b48b29672 HTTP/1.1" status: 200 len: 945 time: 0.1836288 Jul 13 13:33:37.647635 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9d6757bf-1fb9-44dd-af95-4387b4b3476a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447217'] for router, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:37.722176 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-24fbceee-37c2-44ac-a9c5-63c69d9d6240 req-ff21022c-7902-4ecb-b5be-f3bef5da8790 tempest-InstanceActionsV221TestJSON-332744645 tempest-InstanceActionsV221TestJSON-332744645-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:37.755293 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4426d3de-8ec9-4807-bace-295d60660f09 req-7216238d-01f8-458e-a40e-5dcb5654a085 tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] 10.222.0.23 "GET /v2.0/security-groups?id=a5acb904-2512-4fd2-89f4-2d0864dd03ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141579 Jul 13 13:33:37.821635 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-24fbceee-37c2-44ac-a9c5-63c69d9d6240 req-ff21022c-7902-4ecb-b5be-f3bef5da8790 tempest-InstanceActionsV221TestJSON-332744645 tempest-InstanceActionsV221TestJSON-332744645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:37.873235 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24fbceee-37c2-44ac-a9c5-63c69d9d6240 req-ff21022c-7902-4ecb-b5be-f3bef5da8790 tempest-InstanceActionsV221TestJSON-332744645 tempest-InstanceActionsV221TestJSON-332744645-project] Network 184cbc8e-9330-4f7b-a539-067b63e3e815 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:33:37.876599 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [req-24fbceee-37c2-44ac-a9c5-63c69d9d6240 req-ff21022c-7902-4ecb-b5be-f3bef5da8790 tempest-InstanceActionsV221TestJSON-332744645 tempest-InstanceActionsV221TestJSON-332744645-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:33:37.878927 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-24fbceee-37c2-44ac-a9c5-63c69d9d6240 req-ff21022c-7902-4ecb-b5be-f3bef5da8790 tempest-InstanceActionsV221TestJSON-332744645 tempest-InstanceActionsV221TestJSON-332744645-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:33:37.936699 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff21022c-7902-4ecb-b5be-f3bef5da8790 tempest-InstanceActionsV221TestJSON-332744645 tempest-InstanceActionsV221TestJSON-332744645-project] Pushing event updated for resources: {'Port': ['ID=1450a3c4-3150-4fcd-9c90-5959d317ba39,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:33:37.981570 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fbceee-37c2-44ac-a9c5-63c69d9d6240 req-ff21022c-7902-4ecb-b5be-f3bef5da8790 tempest-InstanceActionsV221TestJSON-332744645 tempest-InstanceActionsV221TestJSON-332744645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:33:37.982542 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-24fbceee-37c2-44ac-a9c5-63c69d9d6240 req-ff21022c-7902-4ecb-b5be-f3bef5da8790 tempest-InstanceActionsV221TestJSON-332744645 tempest-InstanceActionsV221TestJSON-332744645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:37.996362 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f96d93c3-ab4b-42b1-9afb-2d7771175cd0 req-3355d98c-2d2b-44a5-ad2b-66de3542af21 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a5acb904-2512-4fd2-89f4-2d0864dd03ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3634634 Jul 13 13:33:38.005465 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ca693451-9d8a-4bdf-81c0-4c347980a54c req-eb6b1142-9217-4d79-b5bf-a4abcb1f6ca2 tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] 10.222.0.23 "GET /v2.0/ports?device_id=0cb7c8a4-8f94-4cd4-8620-9bf90c9ebb91 HTTP/1.1" status: 200 len: 210 time: 0.0477355 Jul 13 13:33:38.019180 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-24fbceee-37c2-44ac-a9c5-63c69d9d6240 req-ff21022c-7902-4ecb-b5be-f3bef5da8790 tempest-InstanceActionsV221TestJSON-332744645 tempest-InstanceActionsV221TestJSON-332744645-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1072700 Jul 13 13:33:38.051309 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-24fbceee-37c2-44ac-a9c5-63c69d9d6240 req-18afc326-3f8b-4f8f-9ef3-200041e4d247 service neutron] Request body: {'port': {'device_id': '68f96de3-aa05-45c3-959b-4727d294a205', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-1'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:33:38.062917 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1400ad43-5747-4bbe-8a10-9e8a82187239 req-a6c254ee-4739-4930-ae4a-d44a54c1035e tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:38.083973 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07f40b3-d856-4a12-86b9-d65a66182903 req-dcd4dd5b-554e-4a3e-ab91-db9a0a04427a tempest-ListImageFiltersTestJSON-1275882145 tempest-ListImageFiltersTestJSON-1275882145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:33:38.085498 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b07f40b3-d856-4a12-86b9-d65a66182903 req-dcd4dd5b-554e-4a3e-ab91-db9a0a04427a tempest-ListImageFiltersTestJSON-1275882145 tempest-ListImageFiltersTestJSON-1275882145-project] 10.222.0.23 "GET /v2.0/ports?device_id=e97f4d76-afe7-4003-aad7-a272d938d7ce HTTP/1.1" status: 200 len: 950 time: 0.1911337 Jul 13 13:33:38.103997 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d6757bf-1fb9-44dd-af95-4387b4b3476a admin admin] Router c0c2c069-40ba-4aaf-870e-846026af62c6 is scheduled to L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 with binding_index 1 {{(pid=93750) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 13:33:38.139511 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-24fbceee-37c2-44ac-a9c5-63c69d9d6240 req-18afc326-3f8b-4f8f-9ef3-200041e4d247 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:38.156213 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b07f40b3-d856-4a12-86b9-d65a66182903 req-69944d8d-0ff2-4ee6-bf3a-856030b798fb tempest-ListImageFiltersTestJSON-1275882145 tempest-ListImageFiltersTestJSON-1275882145-project] 10.222.0.23 "GET /v2.0/security-groups?id=4865dafb-f53b-45c8-89d6-c6cc7f94c49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631404 Jul 13 13:33:38.213718 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1400ad43-5747-4bbe-8a10-9e8a82187239 req-a6c254ee-4739-4930-ae4a-d44a54c1035e tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:38.334755 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1400ad43-5747-4bbe-8a10-9e8a82187239 req-a6c254ee-4739-4930-ae4a-d44a54c1035e tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] Network 6abf39c7-5383-40cb-87d6-f20d29bbd8cf is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:33:38.344566 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-1400ad43-5747-4bbe-8a10-9e8a82187239 req-a6c254ee-4739-4930-ae4a-d44a54c1035e tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:33:38.351007 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-1400ad43-5747-4bbe-8a10-9e8a82187239 req-a6c254ee-4739-4930-ae4a-d44a54c1035e tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:33:38.355539 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c254ee-4739-4930-ae4a-d44a54c1035e tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] Pushing event updated for resources: {'Port': ['ID=2c05648c-6413-4e10-a987-c76d08e099f4,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:33:38.389401 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d6757bf-1fb9-44dd-af95-4387b4b3476a admin admin] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:33:38.395401 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d66c6b-a93f-4f32-bf7e-10053d0e95b4 req-36d18172-8d17-4372-9005-a3e9a161d141 tempest-InstanceActionsV221TestJSON-332744645 tempest-InstanceActionsV221TestJSON-332744645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:33:38.396962 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-04d66c6b-a93f-4f32-bf7e-10053d0e95b4 req-36d18172-8d17-4372-9005-a3e9a161d141 tempest-InstanceActionsV221TestJSON-332744645 tempest-InstanceActionsV221TestJSON-332744645-project] 10.222.0.23 "GET /v2.0/ports?device_id=68f96de3-aa05-45c3-959b-4727d294a205 HTTP/1.1" status: 200 len: 932 time: 0.1266923 Jul 13 13:33:38.399163 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4042980d-cd89-45c7-8ef4-e12996970cad None None] Sync routers for ids ['c0c2c069-40ba-4aaf-870e-846026af62c6'] in n-d-800634-1 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:33:38.409640 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4042980d-cd89-45c7-8ef4-e12996970cad None None] Routers {'c0c2c069-40ba-4aaf-870e-846026af62c6'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:33:38.410599 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-4042980d-cd89-45c7-8ef4-e12996970cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:33:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['c0c2c069-40ba-4aaf-870e-846026af62c6'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:33:38.427623 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9d6757bf-1fb9-44dd-af95-4387b4b3476a admin admin] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:38.432134 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-9d6757bf-1fb9-44dd-af95-4387b4b3476a admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.1589313 Jul 13 13:33:38.433316 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 49952) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:33:38.436526 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1400ad43-5747-4bbe-8a10-9e8a82187239 req-a6c254ee-4739-4930-ae4a-d44a54c1035e tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:33:38.437161 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1400ad43-5747-4bbe-8a10-9e8a82187239 req-a6c254ee-4739-4930-ae4a-d44a54c1035e tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:38.454306 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb0f5d2-0eda-45ba-8b1a-dc3d1cd58086 req-e021cad0-0c68-4068-8f46-356b23cbb4a4 tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:33:38.455790 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3fb0f5d2-0eda-45ba-8b1a-dc3d1cd58086 req-e021cad0-0c68-4068-8f46-356b23cbb4a4 tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f9e5506-563e-4cda-9b54-a7e3e3bd633f HTTP/1.1" status: 200 len: 945 time: 0.1755319 Jul 13 13:33:38.464540 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1400ad43-5747-4bbe-8a10-9e8a82187239 req-a6c254ee-4739-4930-ae4a-d44a54c1035e tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1710854 Jul 13 13:33:38.476787 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-1400ad43-5747-4bbe-8a10-9e8a82187239 req-a044dbf3-4d9a-4640-ac0d-978b8c4bf3a0 service neutron] Request body: {'port': {'device_id': '0cb7c8a4-8f94-4cd4-8620-9bf90c9ebb91', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:33:38.517413 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-4042980d-cd89-45c7-8ef4-e12996970cad None None] Set router c0c2c069-40ba-4aaf-870e-846026af62c6 gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:33:38.533943 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3fb0f5d2-0eda-45ba-8b1a-dc3d1cd58086 req-eac7d38b-dbf2-48db-ab55-6b177eaa1d44 tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] 10.222.0.23 "GET /v2.0/security-groups?id=246f878a-992c-46a3-86c7-c947eed33eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683072 Jul 13 13:33:38.535602 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-04d66c6b-a93f-4f32-bf7e-10053d0e95b4 req-32cfc58a-8ffc-4e14-b08e-74e5c4a62a69 tempest-InstanceActionsV221TestJSON-332744645 tempest-InstanceActionsV221TestJSON-332744645-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b97d48b-b2c8-4bf1-9f5d-0c8bb1af71b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213408 Jul 13 13:33:38.593774 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1400ad43-5747-4bbe-8a10-9e8a82187239 req-a044dbf3-4d9a-4640-ac0d-978b8c4bf3a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:38.643910 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [req-24fbceee-37c2-44ac-a9c5-63c69d9d6240 req-18afc326-3f8b-4f8f-9ef3-200041e4d247 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1450a3c4-3150-4fcd-9c90-5959d317ba39 {{(pid=93751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:33:38.655098 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-24fbceee-37c2-44ac-a9c5-63c69d9d6240 req-18afc326-3f8b-4f8f-9ef3-200041e4d247 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:38.762836 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-4042980d-cd89-45c7-8ef4-e12996970cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0c2c069-40ba-4aaf-870e-846026af62c6', 'name': 'tempest-AttachSCSIVolumeTestJSON-661008148-router', 'tenant_id': '4d966db70d6b462cbbc36a73d0ab5c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': '6569dfde-42c8-47c4-b0e6-b99504cfe59b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:33:31Z', 'updated_at': '2021-07-13T13:33:36Z', 'revision_number': 3, 'project_id': '4d966db70d6b462cbbc36a73d0ab5c94', 'gw_port': {'id': '6569dfde-42c8-47c4-b0e6-b99504cfe59b', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:54:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0c2c069-40ba-4aaf-870e-846026af62c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:33:33Z', 'updated_at': '2021-07-13T13:33:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:33:38.790353 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4042980d-cd89-45c7-8ef4-e12996970cad None None] Checking router: c0c2c069-40ba-4aaf-870e-846026af62c6 for host: n-d-800634-1 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 13:33:38.791198 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4042980d-cd89-45c7-8ef4-e12996970cad None None] Updating router c0c2c069-40ba-4aaf-870e-846026af62c6 port 6569dfde-42c8-47c4-b0e6-b99504cfe59b binding host n-d-800634-1 {{(pid=93753) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 13:33:38.833749 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4042980d-cd89-45c7-8ef4-e12996970cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:39.077133 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-24fbceee-37c2-44ac-a9c5-63c69d9d6240 req-18afc326-3f8b-4f8f-9ef3-200041e4d247 service neutron] Transition to ACTIVE for port object 1450a3c4-3150-4fcd-9c90-5959d317ba39 will not be triggered until provisioned by entity L2. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:33:39.118602 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-24fbceee-37c2-44ac-a9c5-63c69d9d6240 req-18afc326-3f8b-4f8f-9ef3-200041e4d247 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:39.189665 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-1400ad43-5747-4bbe-8a10-9e8a82187239 req-a044dbf3-4d9a-4640-ac0d-978b8c4bf3a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c05648c-6413-4e10-a987-c76d08e099f4 {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:33:39.198061 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18afc326-3f8b-4f8f-9ef3-200041e4d247 service neutron] Pushing event updated for resources: {'Port': ['ID=1450a3c4-3150-4fcd-9c90-5959d317ba39,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:33:39.204429 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1400ad43-5747-4bbe-8a10-9e8a82187239 req-a044dbf3-4d9a-4640-ac0d-978b8c4bf3a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:39.218807 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-1400ad43-5747-4bbe-8a10-9e8a82187239 req-a044dbf3-4d9a-4640-ac0d-978b8c4bf3a0 service neutron] Transition to ACTIVE for port object 2c05648c-6413-4e10-a987-c76d08e099f4 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:33:39.224489 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1400ad43-5747-4bbe-8a10-9e8a82187239 req-a044dbf3-4d9a-4640-ac0d-978b8c4bf3a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:39.244954 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4042980d-cd89-45c7-8ef4-e12996970cad None None] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:39.269289 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-4042980d-cd89-45c7-8ef4-e12996970cad None None] Transition to ACTIVE for port object 6569dfde-42c8-47c4-b0e6-b99504cfe59b will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:33:39.280224 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4042980d-cd89-45c7-8ef4-e12996970cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:39.296428 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae91b8c4-4c5f-4e45-83db-6dde709ce120 req-6bc652d7-4f3b-46e0-a424-7ee4250e3676 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:33:39.301026 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ae91b8c4-4c5f-4e45-83db-6dde709ce120 req-6bc652d7-4f3b-46e0-a424-7ee4250e3676 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/ports?device_id=a56051f7-ad2a-48ca-8ebc-3ae17c46d4a2 HTTP/1.1" status: 200 len: 946 time: 0.2731969 Jul 13 13:33:39.313297 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a044dbf3-4d9a-4640-ac0d-978b8c4bf3a0 service neutron] Pushing event updated for resources: {'Port': ['ID=2c05648c-6413-4e10-a987-c76d08e099f4,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:33:39.351308 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-4042980d-cd89-45c7-8ef4-e12996970cad None None] Attempting to bind port 6569dfde-42c8-47c4-b0e6-b99504cfe59b on host n-d-800634-1 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:33:39.351829 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-4042980d-cd89-45c7-8ef4-e12996970cad None None] Attempting to bind port 6569dfde-42c8-47c4-b0e6-b99504cfe59b by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:33:39.352306 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4042980d-cd89-45c7-8ef4-e12996970cad None None] Attempting to bind port 6569dfde-42c8-47c4-b0e6-b99504cfe59b on network acf968b8-c524-46a9-a20b-ad9667009130 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:33:39.372507 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4042980d-cd89-45c7-8ef4-e12996970cad None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 33, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:33:39.373118 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4042980d-cd89-45c7-8ef4-e12996970cad None None] Checking segment: {'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:33:39.373630 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4042980d-cd89-45c7-8ef4-e12996970cad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:39.374207 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4042980d-cd89-45c7-8ef4-e12996970cad None None] Bound using segment: {'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:33:39.377509 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-4042980d-cd89-45c7-8ef4-e12996970cad None None] Bound port: 6569dfde-42c8-47c4-b0e6-b99504cfe59b, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:33:39.378426 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4042980d-cd89-45c7-8ef4-e12996970cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:39.436281 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-4042980d-cd89-45c7-8ef4-e12996970cad None None] For port 6569dfde-42c8-47c4-b0e6-b99504cfe59b, host n-d-800634-1, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:33:39.440430 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-4042980d-cd89-45c7-8ef4-e12996970cad None None] For port 6569dfde-42c8-47c4-b0e6-b99504cfe59b, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=6569dfde-42c8-47c4-b0e6-b99504cfe59b,segment=NetworkSegment(3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87),segment_id=3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:33:39.449897 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289186e8-a5f6-4cec-9fba-3eefcc7371d1 req-2a61d02d-4574-4478-b113-0b3bf1b6a1d7 tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:33:39.451754 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-289186e8-a5f6-4cec-9fba-3eefcc7371d1 req-2a61d02d-4574-4478-b113-0b3bf1b6a1d7 tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5da14f7-ffdc-4d87-8dbf-7c9b48b29672 HTTP/1.1" status: 200 len: 945 time: 0.1112297 Jul 13 13:33:39.452745 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-1400ad43-5747-4bbe-8a10-9e8a82187239 req-a044dbf3-4d9a-4640-ac0d-978b8c4bf3a0 service neutron] Attempting to bind port 2c05648c-6413-4e10-a987-c76d08e099f4 on host n-h1-800634-1 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:33:39.453221 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-1400ad43-5747-4bbe-8a10-9e8a82187239 req-a044dbf3-4d9a-4640-ac0d-978b8c4bf3a0 service neutron] Attempting to bind port 2c05648c-6413-4e10-a987-c76d08e099f4 by drivers openvswitch,hyperv on host n-h1-800634-1 at level 0 using segments [{'id': '731c211d-2cbe-4aa3-a09e-111c83e33a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '6abf39c7-5383-40cb-87d6-f20d29bbd8cf'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:33:39.453662 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1400ad43-5747-4bbe-8a10-9e8a82187239 req-a044dbf3-4d9a-4640-ac0d-978b8c4bf3a0 service neutron] Attempting to bind port 2c05648c-6413-4e10-a987-c76d08e099f4 on network 6abf39c7-5383-40cb-87d6-f20d29bbd8cf {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:33:39.465520 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5005db72-20d4-419b-bf60-bc7b2b469f9a None None] Pushing event updated for resources: {'Port': ['ID=6569dfde-42c8-47c4-b0e6-b99504cfe59b,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:33:39.469094 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4042980d-cd89-45c7-8ef4-e12996970cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:39.476232 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1400ad43-5747-4bbe-8a10-9e8a82187239 req-a044dbf3-4d9a-4640-ac0d-978b8c4bf3a0 service neutron] Port 2c05648c-6413-4e10-a987-c76d08e099f4 on network 6abf39c7-5383-40cb-87d6-f20d29bbd8cf not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-1 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:33:39.476572 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1400ad43-5747-4bbe-8a10-9e8a82187239 req-a044dbf3-4d9a-4640-ac0d-978b8c4bf3a0 service neutron] Attempting to bind port 2c05648c-6413-4e10-a987-c76d08e099f4 on network 6abf39c7-5383-40cb-87d6-f20d29bbd8cf {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:33:39.492157 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1400ad43-5747-4bbe-8a10-9e8a82187239 req-a044dbf3-4d9a-4640-ac0d-978b8c4bf3a0 service neutron] Checking agent: {'id': 'a7603dc8-3c50-4a9b-8f0d-1143528f155e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:33:39.492583 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1400ad43-5747-4bbe-8a10-9e8a82187239 req-a044dbf3-4d9a-4640-ac0d-978b8c4bf3a0 service neutron] Checking segment: {'id': '731c211d-2cbe-4aa3-a09e-111c83e33a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '6abf39c7-5383-40cb-87d6-f20d29bbd8cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:33:39.492889 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1400ad43-5747-4bbe-8a10-9e8a82187239 req-a044dbf3-4d9a-4640-ac0d-978b8c4bf3a0 service neutron] Bound using segment: {'id': '731c211d-2cbe-4aa3-a09e-111c83e33a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '6abf39c7-5383-40cb-87d6-f20d29bbd8cf'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:33:39.493414 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-1400ad43-5747-4bbe-8a10-9e8a82187239 req-a044dbf3-4d9a-4640-ac0d-978b8c4bf3a0 service neutron] Bound port: 2c05648c-6413-4e10-a987-c76d08e099f4, host: n-h1-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '731c211d-2cbe-4aa3-a09e-111c83e33a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '6abf39c7-5383-40cb-87d6-f20d29bbd8cf'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:33:39.494296 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1400ad43-5747-4bbe-8a10-9e8a82187239 req-a044dbf3-4d9a-4640-ac0d-978b8c4bf3a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:39.502720 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ae91b8c4-4c5f-4e45-83db-6dde709ce120 req-bb1f0e9c-0de9-44b1-97b7-b7231c431270 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1a1929d-de59-4a26-a69b-05b891c11dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920795 Jul 13 13:33:39.548819 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-24fbceee-37c2-44ac-a9c5-63c69d9d6240 req-18afc326-3f8b-4f8f-9ef3-200041e4d247 service neutron] Attempting to bind port 1450a3c4-3150-4fcd-9c90-5959d317ba39 on host n-h2-800634-1 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:33:39.549719 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-24fbceee-37c2-44ac-a9c5-63c69d9d6240 req-18afc326-3f8b-4f8f-9ef3-200041e4d247 service neutron] Attempting to bind port 1450a3c4-3150-4fcd-9c90-5959d317ba39 by drivers openvswitch,hyperv on host n-h2-800634-1 at level 0 using segments [{'id': 'bce285ac-60fc-437a-ae32-d76371e260cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '184cbc8e-9330-4f7b-a539-067b63e3e815'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:33:39.549719 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24fbceee-37c2-44ac-a9c5-63c69d9d6240 req-18afc326-3f8b-4f8f-9ef3-200041e4d247 service neutron] Attempting to bind port 1450a3c4-3150-4fcd-9c90-5959d317ba39 on network 184cbc8e-9330-4f7b-a539-067b63e3e815 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:33:39.596394 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24fbceee-37c2-44ac-a9c5-63c69d9d6240 req-18afc326-3f8b-4f8f-9ef3-200041e4d247 service neutron] Port 1450a3c4-3150-4fcd-9c90-5959d317ba39 on network 184cbc8e-9330-4f7b-a539-067b63e3e815 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-1 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:33:39.596639 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24fbceee-37c2-44ac-a9c5-63c69d9d6240 req-18afc326-3f8b-4f8f-9ef3-200041e4d247 service neutron] Attempting to bind port 1450a3c4-3150-4fcd-9c90-5959d317ba39 on network 184cbc8e-9330-4f7b-a539-067b63e3e815 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:33:39.608415 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24fbceee-37c2-44ac-a9c5-63c69d9d6240 req-18afc326-3f8b-4f8f-9ef3-200041e4d247 service neutron] Checking agent: {'id': 'f615e5c9-21ab-43f2-adbc-192d64b795cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:33:39.608761 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24fbceee-37c2-44ac-a9c5-63c69d9d6240 req-18afc326-3f8b-4f8f-9ef3-200041e4d247 service neutron] Checking segment: {'id': 'bce285ac-60fc-437a-ae32-d76371e260cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '184cbc8e-9330-4f7b-a539-067b63e3e815'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:33:39.609147 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24fbceee-37c2-44ac-a9c5-63c69d9d6240 req-18afc326-3f8b-4f8f-9ef3-200041e4d247 service neutron] Bound using segment: {'id': 'bce285ac-60fc-437a-ae32-d76371e260cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '184cbc8e-9330-4f7b-a539-067b63e3e815'} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:33:39.609599 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-24fbceee-37c2-44ac-a9c5-63c69d9d6240 req-18afc326-3f8b-4f8f-9ef3-200041e4d247 service neutron] Bound port: 1450a3c4-3150-4fcd-9c90-5959d317ba39, host: n-h2-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bce285ac-60fc-437a-ae32-d76371e260cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '184cbc8e-9330-4f7b-a539-067b63e3e815'}}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:33:39.609991 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-24fbceee-37c2-44ac-a9c5-63c69d9d6240 req-18afc326-3f8b-4f8f-9ef3-200041e4d247 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:39.611495 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5005db72-20d4-419b-bf60-bc7b2b469f9a None None] Pushing event updated for resources: {'Port': ['ID=6569dfde-42c8-47c4-b0e6-b99504cfe59b,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:33:39.614856 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4042980d-cd89-45c7-8ef4-e12996970cad None None] Routers {'c0c2c069-40ba-4aaf-870e-846026af62c6'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:33:39.615121 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-4042980d-cd89-45c7-8ef4-e12996970cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:33:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['c0c2c069-40ba-4aaf-870e-846026af62c6'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:33:39.735680 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-4042980d-cd89-45c7-8ef4-e12996970cad None None] Set router c0c2c069-40ba-4aaf-870e-846026af62c6 gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:33:39.753248 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-24fbceee-37c2-44ac-a9c5-63c69d9d6240 req-18afc326-3f8b-4f8f-9ef3-200041e4d247 service neutron] For port 1450a3c4-3150-4fcd-9c90-5959d317ba39, host n-h2-800634-1, cleared binding levels {{(pid=93751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:33:39.757574 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-24fbceee-37c2-44ac-a9c5-63c69d9d6240 req-18afc326-3f8b-4f8f-9ef3-200041e4d247 service neutron] For port 1450a3c4-3150-4fcd-9c90-5959d317ba39, host n-h2-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=1450a3c4-3150-4fcd-9c90-5959d317ba39,segment=NetworkSegment(bce285ac-60fc-437a-ae32-d76371e260cc),segment_id=bce285ac-60fc-437a-ae32-d76371e260cc)] {{(pid=93751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:33:39.767092 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device cee0b72d-e166-4b1f-88b2-769c764dcad9 up at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:33:39.779941 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-24fbceee-37c2-44ac-a9c5-63c69d9d6240 req-18afc326-3f8b-4f8f-9ef3-200041e4d247 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:39.835909 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning for port cee0b72d-e166-4b1f-88b2-769c764dcad9 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:33:39.844902 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning complete for port cee0b72d-e166-4b1f-88b2-769c764dcad9 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:33:39.846219 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:39.866016 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fbceee-37c2-44ac-a9c5-63c69d9d6240 req-18afc326-3f8b-4f8f-9ef3-200041e4d247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:33:39.866643 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-24fbceee-37c2-44ac-a9c5-63c69d9d6240 req-18afc326-3f8b-4f8f-9ef3-200041e4d247 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:39.868084 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-24fbceee-37c2-44ac-a9c5-63c69d9d6240 req-18afc326-3f8b-4f8f-9ef3-200041e4d247 service neutron] 10.222.0.41 "PUT /v2.0/ports/1450a3c4-3150-4fcd-9c90-5959d317ba39 HTTP/1.1" status: 200 len: 1092 time: 1.8236268 Jul 13 13:33:39.868539 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68f96de3-aa05-45c3-959b-4727d294a205', 'tag': '1450a3c4-3150-4fcd-9c90-5959d317ba39'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:33:39.870932 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d17b627af75e17e0f4b8d6239d04f8c2f78634e2c585e32a7aeca336500f34a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d2e564b-8c38-4b45-9143-fcaa35e0af95" -d '{"events": [{"name": "network-changed", "server_uuid": "68f96de3-aa05-45c3-959b-4727d294a205", "tag": "1450a3c4-3150-4fcd-9c90-5959d317ba39"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:33:39.887782 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f0b02451-3e1a-43c8-a6b7-aee252a9e1ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:39.903875 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e258ad4-b269-40be-aed6-ad25dfe41d19 req-aa71557a-5cfd-4b39-9c73-68aaec857c53 tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:33:39.912048 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6e258ad4-b269-40be-aed6-ad25dfe41d19 req-aa71557a-5cfd-4b39-9c73-68aaec857c53 tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] 10.222.0.23 "GET /v2.0/ports?device_id=0cb7c8a4-8f94-4cd4-8620-9bf90c9ebb91 HTTP/1.1" status: 200 len: 944 time: 0.2367120 Jul 13 13:33:39.927115 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device a607eca1-b7af-4648-8570-8ef82b125dbc no longer exists at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:33:39.939873 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-289186e8-a5f6-4cec-9fba-3eefcc7371d1 req-9544cf7a-d729-4b24-8403-cbac6c339506 tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] 10.222.0.23 "GET /v2.0/security-groups?id=a5acb904-2512-4fd2-89f4-2d0864dd03ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4812908 Jul 13 13:33:39.950886 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-4042980d-cd89-45c7-8ef4-e12996970cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0c2c069-40ba-4aaf-870e-846026af62c6', 'name': 'tempest-AttachSCSIVolumeTestJSON-661008148-router', 'tenant_id': '4d966db70d6b462cbbc36a73d0ab5c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': '6569dfde-42c8-47c4-b0e6-b99504cfe59b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:33:31Z', 'updated_at': '2021-07-13T13:33:36Z', 'revision_number': 3, 'project_id': '4d966db70d6b462cbbc36a73d0ab5c94', 'gw_port': {'id': '6569dfde-42c8-47c4-b0e6-b99504cfe59b', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:54:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0c2c069-40ba-4aaf-870e-846026af62c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:33:33Z', 'updated_at': '2021-07-13T13:33:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:33:39.983625 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4042980d-cd89-45c7-8ef4-e12996970cad None None] The sync data for ids ['c0c2c069-40ba-4aaf-870e-846026af62c6'] in n-d-800634-1 is: [{'id': 'c0c2c069-40ba-4aaf-870e-846026af62c6', 'name': 'tempest-AttachSCSIVolumeTestJSON-661008148-router', 'tenant_id': '4d966db70d6b462cbbc36a73d0ab5c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': '6569dfde-42c8-47c4-b0e6-b99504cfe59b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:33:31Z', 'updated_at': '2021-07-13T13:33:36Z', 'revision_number': 3, 'project_id': '4d966db70d6b462cbbc36a73d0ab5c94', 'gw_port': {'id': '6569dfde-42c8-47c4-b0e6-b99504cfe59b', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:54:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0c2c069-40ba-4aaf-870e-846026af62c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:33:33Z', 'updated_at': '2021-07-13T13:33:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:33:39.984620 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18afc326-3f8b-4f8f-9ef3-200041e4d247 service neutron] Pushing event updated for resources: {'Port': ['ID=1450a3c4-3150-4fcd-9c90-5959d317ba39,revision_number=3']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:33:40.037562 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-1400ad43-5747-4bbe-8a10-9e8a82187239 req-a044dbf3-4d9a-4640-ac0d-978b8c4bf3a0 service neutron] For port 2c05648c-6413-4e10-a987-c76d08e099f4, host n-h1-800634-1, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:33:40.062116 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-1400ad43-5747-4bbe-8a10-9e8a82187239 req-a044dbf3-4d9a-4640-ac0d-978b8c4bf3a0 service neutron] For port 2c05648c-6413-4e10-a987-c76d08e099f4, host n-h1-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=2c05648c-6413-4e10-a987-c76d08e099f4,segment=NetworkSegment(731c211d-2cbe-4aa3-a09e-111c83e33a98),segment_id=731c211d-2cbe-4aa3-a09e-111c83e33a98)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:33:40.067777 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cce94eac-eab6-4cf7-ade4-83ef3a593d26 req-37d37495-b89c-4ce3-88bf-a43611b177bc service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=727deb5b-3133-4286-8684-e334a3d2008f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5351806 Jul 13 13:33:40.072693 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1400ad43-5747-4bbe-8a10-9e8a82187239 req-a044dbf3-4d9a-4640-ac0d-978b8c4bf3a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:40.079564 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:40.081649 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:40.103111 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6e258ad4-b269-40be-aed6-ad25dfe41d19 req-e2052018-cfe3-4845-9e35-3a92e21828b0 tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] 10.222.0.23 "GET /v2.0/security-groups?id=d29423a1-067a-4d38-adf6-741b7ccff4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900072 Jul 13 13:33:40.136428 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f9e5506-563e-4cda-9b54-a7e3e3bd633f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cee0b72d-e166-4b1f-88b2-769c764dcad9'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:33:40.138815 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3da2cb3-6bbc-4b15-b90f-d513ddee6a05" -d '{"events": [{"server_uuid": "5f9e5506-563e-4cda-9b54-a7e3e3bd633f", "name": "network-vif-plugged", "status": "completed", "tag": "cee0b72d-e166-4b1f-88b2-769c764dcad9"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:33:40.169877 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port cee0b72d-e166-4b1f-88b2-769c764dcad9, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=cee0b72d-e166-4b1f-88b2-769c764dcad9,segment=NetworkSegment(9472122b-cbf3-4934-aecb-e6fae280b13a),segment_id=9472122b-cbf3-4934-aecb-e6fae280b13a)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:33:40.180119 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:40.180841 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a044dbf3-4d9a-4640-ac0d-978b8c4bf3a0 service neutron] Pushing event updated for resources: {'Port': ['ID=2c05648c-6413-4e10-a987-c76d08e099f4,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:33:40.185666 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port a607eca1-b7af-4648-8570-8ef82b125dbc, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=a607eca1-b7af-4648-8570-8ef82b125dbc,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:33:40.214076 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:40.237418 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fbceee-37c2-44ac-a9c5-63c69d9d6240 req-7a3a0d75-b47e-4792-9a26-4f474cb49ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:33:40.250026 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-24fbceee-37c2-44ac-a9c5-63c69d9d6240 req-7a3a0d75-b47e-4792-9a26-4f474cb49ff0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cfc414be29444c509c995403705c9dd8&device_id=68f96de3-aa05-45c3-959b-4727d294a205 HTTP/1.1" status: 200 len: 1095 time: 0.3034589 Jul 13 13:33:40.250545 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1400ad43-5747-4bbe-8a10-9e8a82187239 req-a044dbf3-4d9a-4640-ac0d-978b8c4bf3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:33:40.251357 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1400ad43-5747-4bbe-8a10-9e8a82187239 req-a044dbf3-4d9a-4640-ac0d-978b8c4bf3a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:40.253159 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1400ad43-5747-4bbe-8a10-9e8a82187239 req-a044dbf3-4d9a-4640-ac0d-978b8c4bf3a0 service neutron] 10.222.0.26 "PUT /v2.0/ports/2c05648c-6413-4e10-a987-c76d08e099f4 HTTP/1.1" status: 200 len: 1092 time: 1.7801964 Jul 13 13:33:40.253701 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=cee0b72d-e166-4b1f-88b2-769c764dcad9,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:33:40.254839 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cb7c8a4-8f94-4cd4-8620-9bf90c9ebb91', 'tag': '2c05648c-6413-4e10-a987-c76d08e099f4'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:33:40.265031 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e195c439-0f2a-465e-ba39-d0e5f638c08e" -d '{"events": [{"name": "network-changed", "server_uuid": "0cb7c8a4-8f94-4cd4-8620-9bf90c9ebb91", "tag": "2c05648c-6413-4e10-a987-c76d08e099f4"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:33:40.309068 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce94eac-eab6-4cf7-ade4-83ef3a593d26 req-c5814329-9c28-4ded-8c66-e7d39de20788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:33:40.310853 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cce94eac-eab6-4cf7-ade4-83ef3a593d26 req-c5814329-9c28-4ded-8c66-e7d39de20788 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d50e67b9ee9e45449d2522df614fe533&device_id=727deb5b-3133-4286-8684-e334a3d2008f HTTP/1.1" status: 200 len: 1095 time: 0.1522272 Jul 13 13:33:40.347166 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-24fbceee-37c2-44ac-a9c5-63c69d9d6240 req-0c62fe27-1f0b-4686-bb2d-cf8332c61cc1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1450a3c4-3150-4fcd-9c90-5959d317ba39 HTTP/1.1" status: 200 len: 217 time: 0.0898395 Jul 13 13:33:40.365706 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=a607eca1-b7af-4648-8570-8ef82b125dbc,revision_number=8']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:33:40.463050 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-f0b02451-3e1a-43c8-a6b7-aee252a9e1ac admin admin] Allocated IP 172.20.0.1 (dbf4a96c-cb51-41cd-ae2b-a32a6d64ddc6/b345d9ae-f904-4037-a9c2-81cd36a17189/db667496-ace5-41d7-9f8a-c9cf51fe4538) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:33:40.480772 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fbceee-37c2-44ac-a9c5-63c69d9d6240 req-7b46aa4b-c296-4067-8e26-1426f306c5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:33:40.482278 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-24fbceee-37c2-44ac-a9c5-63c69d9d6240 req-7b46aa4b-c296-4067-8e26-1426f306c5ae service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6e7f99a3-a49f-468f-8ef7-04822460120c HTTP/1.1" status: 200 len: 858 time: 0.1153021 Jul 13 13:33:40.561868 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-24fbceee-37c2-44ac-a9c5-63c69d9d6240 req-6c582e19-2bba-4358-a099-301be62e5d33 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=184cbc8e-9330-4f7b-a539-067b63e3e815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0711293 Jul 13 13:33:40.578748 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce94eac-eab6-4cf7-ade4-83ef3a593d26 req-57159970-dc3b-456b-b7e1-b4c49e73ffd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:33:40.580234 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cce94eac-eab6-4cf7-ade4-83ef3a593d26 req-57159970-dc3b-456b-b7e1-b4c49e73ffd7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21 HTTP/1.1" status: 200 len: 920 time: 0.2450366 Jul 13 13:33:40.591331 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1400ad43-5747-4bbe-8a10-9e8a82187239 req-0e5faefe-7141-4eab-863b-7c202e1888a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:33:40.592810 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1400ad43-5747-4bbe-8a10-9e8a82187239 req-0e5faefe-7141-4eab-863b-7c202e1888a6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=25975085bfa5408baa762e94e04f7b53&device_id=0cb7c8a4-8f94-4cd4-8620-9bf90c9ebb91 HTTP/1.1" status: 200 len: 1095 time: 0.2803235 Jul 13 13:33:40.639005 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cce94eac-eab6-4cf7-ade4-83ef3a593d26 req-0183992d-0453-4099-a247-ff263a036e01 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=21b3903e-7bc2-443f-83b0-80d651d68c79 HTTP/1.1" status: 200 len: 217 time: 0.0498316 Jul 13 13:33:40.643878 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bae878-d076-4094-aba6-cc7d6560fe3d req-8661cc03-0f93-4566-b698-52557c64fd2d tempest-InstanceActionsV221TestJSON-332744645 tempest-InstanceActionsV221TestJSON-332744645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:33:40.645426 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a2bae878-d076-4094-aba6-cc7d6560fe3d req-8661cc03-0f93-4566-b698-52557c64fd2d tempest-InstanceActionsV221TestJSON-332744645 tempest-InstanceActionsV221TestJSON-332744645-project] 10.222.0.23 "GET /v2.0/ports?device_id=68f96de3-aa05-45c3-959b-4727d294a205 HTTP/1.1" status: 200 len: 944 time: 0.2336493 Jul 13 13:33:40.679327 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1400ad43-5747-4bbe-8a10-9e8a82187239 req-2ddb76f9-2537-45ce-bd68-45868ebe622a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2c05648c-6413-4e10-a987-c76d08e099f4 HTTP/1.1" status: 200 len: 217 time: 0.0772226 Jul 13 13:33:40.708577 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a2683d-1fb4-4ef0-9022-acbbe8aa02d1 req-a70f4b5a-e0ab-4844-a55d-39d127afe44c tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:33:40.716860 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f1a2683d-1fb4-4ef0-9022-acbbe8aa02d1 req-a70f4b5a-e0ab-4844-a55d-39d127afe44c tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f9e5506-563e-4cda-9b54-a7e3e3bd633f HTTP/1.1" status: 200 len: 946 time: 0.2371330 Jul 13 13:33:40.728626 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f0b02451-3e1a-43c8-a6b7-aee252a9e1ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:40.749045 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a2bae878-d076-4094-aba6-cc7d6560fe3d req-8b336f8b-1536-4e3f-9b04-6093cda75079 tempest-InstanceActionsV221TestJSON-332744645 tempest-InstanceActionsV221TestJSON-332744645-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b97d48b-b2c8-4bf1-9f5d-0c8bb1af71b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933506 Jul 13 13:33:40.750934 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-24fbceee-37c2-44ac-a9c5-63c69d9d6240 req-f05ae254-b45a-4f72-a8ed-23b1acfc407b service neutron] 10.222.0.41 "GET /v2.0/networks/184cbc8e-9330-4f7b-a539-067b63e3e815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790102 Jul 13 13:33:40.758196 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-f0b02451-3e1a-43c8-a6b7-aee252a9e1ac admin admin] Transition to ACTIVE for port object db667496-ace5-41d7-9f8a-c9cf51fe4538 will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:33:40.810823 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce94eac-eab6-4cf7-ade4-83ef3a593d26 req-a0e868ec-f54d-46f5-8356-d4ab6d7614d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:33:40.812320 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cce94eac-eab6-4cf7-ade4-83ef3a593d26 req-a0e868ec-f54d-46f5-8356-d4ab6d7614d1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=45599520-ccde-4569-b8cc-9a75a2e552c5 HTTP/1.1" status: 200 len: 860 time: 0.1431611 Jul 13 13:33:40.827347 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f1a2683d-1fb4-4ef0-9022-acbbe8aa02d1 req-6269c2c9-0141-4914-9749-e6070d607be5 tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] 10.222.0.23 "GET /v2.0/security-groups?id=246f878a-992c-46a3-86c7-c947eed33eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095216 Jul 13 13:33:40.859524 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 13:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a88ba0f3-7717-4faf-8d7d-37a05b01c869 x-openstack-request-id: req-a88ba0f3-7717-4faf-8d7d-37a05b01c869 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:33:40.859815 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68f96de3-aa05-45c3-959b-4727d294a205", "tag": "1450a3c4-3150-4fcd-9c90-5959d317ba39", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:33:40.860070 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a88ba0f3-7717-4faf-8d7d-37a05b01c869 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:33:40.860467 n-d-800634-1 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68f96de3-aa05-45c3-959b-4727d294a205', 'tag': '1450a3c4-3150-4fcd-9c90-5959d317ba39', 'status': 'completed', 'code': 200} Jul 13 13:33:40.861451 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f0b02451-3e1a-43c8-a6b7-aee252a9e1ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:40.880060 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1400ad43-5747-4bbe-8a10-9e8a82187239 req-2402a7d3-c217-4612-a576-ac5b0b253523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:33:40.881491 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1400ad43-5747-4bbe-8a10-9e8a82187239 req-2402a7d3-c217-4612-a576-ac5b0b253523 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=560441f8-4dd8-4170-ae42-f3e38fe7cfb4 HTTP/1.1" status: 200 len: 844 time: 0.1552131 Jul 13 13:33:40.884541 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cce94eac-eab6-4cf7-ade4-83ef3a593d26 req-16930de0-e9ed-4f0f-b654-fd199fd9a518 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514541 Jul 13 13:33:40.886725 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59822c1b-1265-435b-b911-431e53eca25f x-openstack-request-id: req-59822c1b-1265-435b-b911-431e53eca25f {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:33:40.887224 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f9e5506-563e-4cda-9b54-a7e3e3bd633f", "name": "network-vif-plugged", "status": "completed", "tag": "cee0b72d-e166-4b1f-88b2-769c764dcad9", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:33:40.887349 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-59822c1b-1265-435b-b911-431e53eca25f {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:33:40.887644 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f9e5506-563e-4cda-9b54-a7e3e3bd633f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cee0b72d-e166-4b1f-88b2-769c764dcad9', 'code': 200} Jul 13 13:33:40.915838 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b02451-3e1a-43c8-a6b7-aee252a9e1ac admin admin] Pushing event updated for resources: {'Port': ['ID=db667496-ace5-41d7-9f8a-c9cf51fe4538,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:33:40.940330 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b02451-3e1a-43c8-a6b7-aee252a9e1ac admin admin] Network dbf4a96c-cb51-41cd-ae2b-a32a6d64ddc6 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:33:40.944863 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-f0b02451-3e1a-43c8-a6b7-aee252a9e1ac admin admin] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:33:40.949017 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b02451-3e1a-43c8-a6b7-aee252a9e1ac admin admin] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:33:40.978276 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 13:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cfbbad8-b67f-4b11-9303-8246e3399803 x-openstack-request-id: req-6cfbbad8-b67f-4b11-9303-8246e3399803 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:33:40.978602 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cb7c8a4-8f94-4cd4-8620-9bf90c9ebb91", "tag": "2c05648c-6413-4e10-a987-c76d08e099f4", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:33:40.978822 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6cfbbad8-b67f-4b11-9303-8246e3399803 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:33:40.979212 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cb7c8a4-8f94-4cd4-8620-9bf90c9ebb91', 'tag': '2c05648c-6413-4e10-a987-c76d08e099f4', 'status': 'completed', 'code': 200} Jul 13 13:33:41.002930 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1400ad43-5747-4bbe-8a10-9e8a82187239 req-457835a4-7cdf-4951-b7aa-427b48ef5c6e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6abf39c7-5383-40cb-87d6-f20d29bbd8cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1067164 Jul 13 13:33:41.027839 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f0b02451-3e1a-43c8-a6b7-aee252a9e1ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-450452'] for router_interface, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:41.166570 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-24fbceee-37c2-44ac-a9c5-63c69d9d6240 req-d19d0c8f-1d86-461f-871a-a89e47937a6f service neutron] 10.222.0.41 "GET /v2.0/networks/184cbc8e-9330-4f7b-a539-067b63e3e815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4059477 Jul 13 13:33:41.265726 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-62381ce1-d028-4406-86f6-c60e74900c1c None None] Provisioning for port db667496-ace5-41d7-9f8a-c9cf51fe4538 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:33:41.270048 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ccf020-5017-467f-ac00-b3121b94c371 req-c2ac0fc4-db16-410f-b507-96d3c5275e6c tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:33:41.270234 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-62381ce1-d028-4406-86f6-c60e74900c1c None None] Provisioning complete for port db667496-ace5-41d7-9f8a-c9cf51fe4538 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:33:41.270234 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-62381ce1-d028-4406-86f6-c60e74900c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:41.271451 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-16ccf020-5017-467f-ac00-b3121b94c371 req-c2ac0fc4-db16-410f-b507-96d3c5275e6c tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/ports?device_id=a56051f7-ad2a-48ca-8ebc-3ae17c46d4a2 HTTP/1.1" status: 200 len: 946 time: 0.1897094 Jul 13 13:33:41.271810 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cce94eac-eab6-4cf7-ade4-83ef3a593d26 req-842574b6-af78-4df9-9509-28193b1f5809 service neutron] 10.222.0.41 "GET /v2.0/networks/2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3026516 Jul 13 13:33:41.279069 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bc35fe7c-f82b-42d8-8046-098060d318a5 req-91a5f4ea-f7b3-4a53-81ab-71a27aa84b57 tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4008970 Jul 13 13:33:41.295690 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1400ad43-5747-4bbe-8a10-9e8a82187239 req-713df6e0-c069-4aa2-9d28-d9de3dc217d1 service neutron] 10.222.0.26 "GET /v2.0/networks/6abf39c7-5383-40cb-87d6-f20d29bbd8cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2340603 Jul 13 13:33:41.307989 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-62381ce1-d028-4406-86f6-c60e74900c1c None None] Port db667496-ace5-41d7-9f8a-c9cf51fe4538 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:33:41.308356 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375ae99a-b9b6-471b-a185-cb22e38c1c30 req-5cb41bb4-17bb-4020-ad38-b3ac6fef12b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:33:41.309873 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-375ae99a-b9b6-471b-a185-cb22e38c1c30 req-5cb41bb4-17bb-4020-ad38-b3ac6fef12b9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5f9e5506-563e-4cda-9b54-a7e3e3bd633f HTTP/1.1" status: 200 len: 1097 time: 0.3106194 Jul 13 13:33:41.339367 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-bc35fe7c-f82b-42d8-8046-098060d318a5 req-6721db63-35e4-46ba-86f6-06b82ed529bd tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] Request body: {'floatingip': {'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:33:41.347103 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f0b02451-3e1a-43c8-a6b7-aee252a9e1ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:41.376594 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-16ccf020-5017-467f-ac00-b3121b94c371 req-e390db3a-e875-49d6-b491-d1b1c534e920 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1a1929d-de59-4a26-a69b-05b891c11dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693958 Jul 13 13:33:41.420594 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2e564b-8c38-4b45-9143-fcaa35e0af95 req-8b603492-5e19-41c2-a169-3108a9075d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:33:41.422178 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7d2e564b-8c38-4b45-9143-fcaa35e0af95 req-8b603492-5e19-41c2-a169-3108a9075d07 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cfc414be29444c509c995403705c9dd8&device_id=68f96de3-aa05-45c3-959b-4727d294a205 HTTP/1.1" status: 200 len: 1095 time: 0.1620989 Jul 13 13:33:41.464652 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-bc35fe7c-f82b-42d8-8046-098060d318a5 req-6721db63-35e4-46ba-86f6-06b82ed529bd tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] Notify callbacks [] for floatingip, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:41.468263 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-375ae99a-b9b6-471b-a185-cb22e38c1c30 req-bb117263-a97d-4a94-8f27-d80e2f125ab9 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=246f878a-992c-46a3-86c7-c947eed33eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185682 Jul 13 13:33:41.505349 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cce94eac-eab6-4cf7-ade4-83ef3a593d26 req-034cb055-673f-4dc4-bb66-4ac6a5eb9f39 service neutron] 10.222.0.41 "GET /v2.0/networks/2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2237256 Jul 13 13:33:41.553328 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1400ad43-5747-4bbe-8a10-9e8a82187239 req-d69b3a5f-17a8-45d4-b4cc-7aee7ebbb4d0 service neutron] 10.222.0.26 "GET /v2.0/networks/6abf39c7-5383-40cb-87d6-f20d29bbd8cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2425184 Jul 13 13:33:41.611849 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-bc35fe7c-f82b-42d8-8046-098060d318a5 req-6721db63-35e4-46ba-86f6-06b82ed529bd tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:41.640455 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2e564b-8c38-4b45-9143-fcaa35e0af95 req-3c32f50c-6746-45a8-b9a1-1125a83410fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:33:41.641956 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7d2e564b-8c38-4b45-9143-fcaa35e0af95 req-3c32f50c-6746-45a8-b9a1-1125a83410fc service neutron] 10.222.0.41 "GET /v2.0/networks?id=184cbc8e-9330-4f7b-a539-067b63e3e815 HTTP/1.1" status: 200 len: 918 time: 0.2090642 Jul 13 13:33:41.666575 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98a8f85-3135-421d-890b-cf997749164c req-8eb07480-124f-472b-896e-71d946bef5ed tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:33:41.667941 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a98a8f85-3135-421d-890b-cf997749164c req-8eb07480-124f-472b-896e-71d946bef5ed tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] 10.222.0.23 "GET /v2.0/ports?device_id=0cb7c8a4-8f94-4cd4-8620-9bf90c9ebb91 HTTP/1.1" status: 200 len: 944 time: 0.1462562 Jul 13 13:33:41.701831 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7d2e564b-8c38-4b45-9143-fcaa35e0af95 req-830c3299-17f8-436a-b629-e92a72b907b2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1450a3c4-3150-4fcd-9c90-5959d317ba39 HTTP/1.1" status: 200 len: 217 time: 0.0524473 Jul 13 13:33:41.753115 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e195c439-0f2a-465e-ba39-d0e5f638c08e req-59396d0c-f6bc-4a19-b3a6-bfe701216477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:33:41.754674 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e195c439-0f2a-465e-ba39-d0e5f638c08e req-59396d0c-f6bc-4a19-b3a6-bfe701216477 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=25975085bfa5408baa762e94e04f7b53&device_id=0cb7c8a4-8f94-4cd4-8620-9bf90c9ebb91 HTTP/1.1" status: 200 len: 1095 time: 0.1408892 Jul 13 13:33:41.763362 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f0b02451-3e1a-43c8-a6b7-aee252a9e1ac admin admin] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:41.777085 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f0b02451-3e1a-43c8-a6b7-aee252a9e1ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:41.788525 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-bc35fe7c-f82b-42d8-8046-098060d318a5 req-6721db63-35e4-46ba-86f6-06b82ed529bd tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] Allocated IP 172.25.6.37 (acf968b8-c524-46a9-a20b-ad9667009130/dde5a78e-bd1e-4f47-8189-7321d4de73d3/8d7b0b7b-3fdd-44cf-b0bd-98ff6b953b7e) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:33:41.822193 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a98a8f85-3135-421d-890b-cf997749164c req-ba01a8d8-e570-426a-855e-cad5f34fcb6b tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] 10.222.0.23 "GET /v2.0/security-groups?id=d29423a1-067a-4d38-adf6-741b7ccff4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264021 Jul 13 13:33:41.853563 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2e564b-8c38-4b45-9143-fcaa35e0af95 req-ffe5705b-05de-47d9-8035-d5d687287f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:33:41.855072 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7d2e564b-8c38-4b45-9143-fcaa35e0af95 req-ffe5705b-05de-47d9-8035-d5d687287f5e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6e7f99a3-a49f-468f-8ef7-04822460120c HTTP/1.1" status: 200 len: 858 time: 0.1352265 Jul 13 13:33:41.860498 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f0b02451-3e1a-43c8-a6b7-aee252a9e1ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1785045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451806'] for router_interface, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:41.871379 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b02451-3e1a-43c8-a6b7-aee252a9e1ac admin admin] Pushing event updated for resources: {'Port': ['ID=db667496-ace5-41d7-9f8a-c9cf51fe4538,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:33:41.902300 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7d2e564b-8c38-4b45-9143-fcaa35e0af95 req-4e054b6c-1804-4928-a860-45e0f707db82 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=184cbc8e-9330-4f7b-a539-067b63e3e815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395515 Jul 13 13:33:41.922444 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e195c439-0f2a-465e-ba39-d0e5f638c08e req-b62aeefd-df86-4063-ae3d-0afc17c41110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:33:41.923867 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e195c439-0f2a-465e-ba39-d0e5f638c08e req-b62aeefd-df86-4063-ae3d-0afc17c41110 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6abf39c7-5383-40cb-87d6-f20d29bbd8cf HTTP/1.1" status: 200 len: 904 time: 0.1620319 Jul 13 13:33:41.960618 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device d6b606c0-180f-4657-9417-1c4a579d381b details requested by agent hyperv_n-h1-800634-1 with host n-h1-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 13:33:41.976621 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e195c439-0f2a-465e-ba39-d0e5f638c08e req-84a3106c-3a6a-40d0-964e-06d686f0b3cc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2c05648c-6413-4e10-a987-c76d08e099f4 HTTP/1.1" status: 200 len: 217 time: 0.0439527 Jul 13 13:33:42.032992 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-bc35fe7c-f82b-42d8-8046-098060d318a5 req-6721db63-35e4-46ba-86f6-06b82ed529bd tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:42.066859 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e195c439-0f2a-465e-ba39-d0e5f638c08e req-a529d19f-8932-4f5f-aa41-f5b7a16b2c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:33:42.068353 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e195c439-0f2a-465e-ba39-d0e5f638c08e req-a529d19f-8932-4f5f-aa41-f5b7a16b2c1a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=560441f8-4dd8-4170-ae42-f3e38fe7cfb4 HTTP/1.1" status: 200 len: 844 time: 0.0797632 Jul 13 13:33:42.070456 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7d2e564b-8c38-4b45-9143-fcaa35e0af95 req-34dd62bb-0b52-483c-b5cd-402193cb0c92 service neutron] 10.222.0.41 "GET /v2.0/networks/184cbc8e-9330-4f7b-a539-067b63e3e815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508591 Jul 13 13:33:42.072399 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b02451-3e1a-43c8-a6b7-aee252a9e1ac admin admin] Network dbf4a96c-cb51-41cd-ae2b-a32a6d64ddc6 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:33:42.073851 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-f0b02451-3e1a-43c8-a6b7-aee252a9e1ac admin admin] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:33:42.125874 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e195c439-0f2a-465e-ba39-d0e5f638c08e req-97d62098-94fe-4a16-b309-cbd360ec2c4b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6abf39c7-5383-40cb-87d6-f20d29bbd8cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447664 Jul 13 13:33:42.168291 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port d6b606c0-180f-4657-9417-1c4a579d381b, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=d6b606c0-180f-4657-9417-1c4a579d381b,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:33:42.199165 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Returning: {'device': 'd6b606c0-180f-4657-9417-1c4a579d381b', 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30', 'port_id': 'd6b606c0-180f-4657-9417-1c4a579d381b', 'mac_address': 'fa:16:3e:4e:18:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60b55863-ceb6-45af-a8a4-4b22d72866af', 'ip_address': '192.168.233.170'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 13:33:42.206176 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-bc35fe7c-f82b-42d8-8046-098060d318a5 req-6721db63-35e4-46ba-86f6-06b82ed529bd tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:42.260966 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e195c439-0f2a-465e-ba39-d0e5f638c08e req-145bd6b3-9ef3-4ff9-96dd-dd9c54ace3b5 service neutron] 10.222.0.26 "GET /v2.0/networks/6abf39c7-5383-40cb-87d6-f20d29bbd8cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258597 Jul 13 13:33:42.287426 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:42.304497 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d6b606c0-180f-4657-9417-1c4a579d381b {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:33:42.326539 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port d6b606c0-180f-4657-9417-1c4a579d381b, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=d6b606c0-180f-4657-9417-1c4a579d381b,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:33:42.331349 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:42.402604 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=d6b606c0-180f-4657-9417-1c4a579d381b,revision_number=6']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:33:42.411020 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc35fe7c-f82b-42d8-8046-098060d318a5 req-6721db63-35e4-46ba-86f6-06b82ed529bd tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] Network acf968b8-c524-46a9-a20b-ad9667009130 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:33:42.436881 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-bc35fe7c-f82b-42d8-8046-098060d318a5 req-6721db63-35e4-46ba-86f6-06b82ed529bd tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:33:42.440087 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-5294a6fa-7b7b-4e60-b1ba-45acfc4e20dd None None] Provisioning complete for port db667496-ace5-41d7-9f8a-c9cf51fe4538 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:33:42.440669 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5294a6fa-7b7b-4e60-b1ba-45acfc4e20dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:42.469883 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc35fe7c-f82b-42d8-8046-098060d318a5 req-6721db63-35e4-46ba-86f6-06b82ed529bd tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:33:42.491509 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 6569dfde-42c8-47c4-b0e6-b99504cfe59b up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:33:42.493182 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6721db63-35e4-46ba-86f6-06b82ed529bd tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] Pushing event updated for resources: {'Port': ['ID=8d7b0b7b-3fdd-44cf-b0bd-98ff6b953b7e,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:33:42.518899 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-5294a6fa-7b7b-4e60-b1ba-45acfc4e20dd None None] Port db667496-ace5-41d7-9f8a-c9cf51fe4538 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:33:42.520639 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['d6b606c0-180f-4657-9417-1c4a579d381b'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:33:42.533172 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6721db63-35e4-46ba-86f6-06b82ed529bd tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:33:42.533564 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6721db63-35e4-46ba-86f6-06b82ed529bd tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:33:42.533899 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6721db63-35e4-46ba-86f6-06b82ed529bd tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:33:42.534247 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6721db63-35e4-46ba-86f6-06b82ed529bd tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:33:42.535806 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6721db63-35e4-46ba-86f6-06b82ed529bd tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:33:42.536179 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6721db63-35e4-46ba-86f6-06b82ed529bd tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:33:42.536528 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6721db63-35e4-46ba-86f6-06b82ed529bd tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:33:42.536874 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6721db63-35e4-46ba-86f6-06b82ed529bd tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:33:42.537215 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6721db63-35e4-46ba-86f6-06b82ed529bd tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:33:42.537552 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6721db63-35e4-46ba-86f6-06b82ed529bd tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:33:42.537932 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6721db63-35e4-46ba-86f6-06b82ed529bd tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:33:42.538268 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6721db63-35e4-46ba-86f6-06b82ed529bd tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:33:42.564644 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e195c439-0f2a-465e-ba39-d0e5f638c08e req-6ecc4885-d268-4ee1-b32a-e55312b61226 service neutron] 10.222.0.26 "GET /v2.0/networks/6abf39c7-5383-40cb-87d6-f20d29bbd8cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2818310 Jul 13 13:33:42.605986 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7d2e564b-8c38-4b45-9143-fcaa35e0af95 req-c6fa21b1-1d1e-4b1f-9015-fb00e5b197cf service neutron] 10.222.0.41 "GET /v2.0/networks/184cbc8e-9330-4f7b-a539-067b63e3e815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5291090 Jul 13 13:33:42.618252 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-bc35fe7c-f82b-42d8-8046-098060d318a5 req-6721db63-35e4-46ba-86f6-06b82ed529bd tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:42.631029 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port 6569dfde-42c8-47c4-b0e6-b99504cfe59b completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:33:42.637557 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0b02451-3e1a-43c8-a6b7-aee252a9e1ac admin admin] Router c0c2c069-40ba-4aaf-870e-846026af62c6 has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 13:33:42.640398 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 6569dfde-42c8-47c4-b0e6-b99504cfe59b triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:33:42.640781 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:42.660709 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4455bb89-a674-4bc9-ab3f-d38c77a8e921 req-e4c53995-8f1f-4446-a377-8ad1d892ed39 tempest-InstanceActionsV221TestJSON-332744645 tempest-InstanceActionsV221TestJSON-332744645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:33:42.662985 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4455bb89-a674-4bc9-ab3f-d38c77a8e921 req-e4c53995-8f1f-4446-a377-8ad1d892ed39 tempest-InstanceActionsV221TestJSON-332744645 tempest-InstanceActionsV221TestJSON-332744645-project] 10.222.0.23 "GET /v2.0/ports?device_id=68f96de3-aa05-45c3-959b-4727d294a205 HTTP/1.1" status: 200 len: 944 time: 0.4577398 Jul 13 13:33:42.680929 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-bc35fe7c-f82b-42d8-8046-098060d318a5 req-6721db63-35e4-46ba-86f6-06b82ed529bd tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:42.771994 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4455bb89-a674-4bc9-ab3f-d38c77a8e921 req-23d2d867-db32-47ee-9c44-5a98c3d9b304 tempest-InstanceActionsV221TestJSON-332744645 tempest-InstanceActionsV221TestJSON-332744645-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b97d48b-b2c8-4bf1-9f5d-0c8bb1af71b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739508 Jul 13 13:33:42.773906 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:42.794678 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0b02451-3e1a-43c8-a6b7-aee252a9e1ac admin admin] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:33:42.800038 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-f0b02451-3e1a-43c8-a6b7-aee252a9e1ac admin admin] 10.222.0.23 "PUT /v2.0/routers/c0c2c069-40ba-4aaf-870e-846026af62c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3638539 Jul 13 13:33:42.814018 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0208574b-efd1-4ff2-a37c-70c4123775e9 None None] Sync routers for ids ['c0c2c069-40ba-4aaf-870e-846026af62c6'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:33:42.822511 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port 6569dfde-42c8-47c4-b0e6-b99504cfe59b, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=6569dfde-42c8-47c4-b0e6-b99504cfe59b,segment=NetworkSegment(3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87),segment_id=3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:33:42.835423 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:42.867853 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0208574b-efd1-4ff2-a37c-70c4123775e9 None None] Routers {'c0c2c069-40ba-4aaf-870e-846026af62c6'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:33:42.869582 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-0208574b-efd1-4ff2-a37c-70c4123775e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:33:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['c0c2c069-40ba-4aaf-870e-846026af62c6'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:33:42.870645 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-bc35fe7c-f82b-42d8-8046-098060d318a5 req-6721db63-35e4-46ba-86f6-06b82ed529bd tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:42.877100 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-bc35fe7c-f82b-42d8-8046-098060d318a5 req-6721db63-35e4-46ba-86f6-06b82ed529bd tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:42.905245 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e97f4d76-afe7-4003-aad7-a272d938d7ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a607eca1-b7af-4648-8570-8ef82b125dbc'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:33:42.909116 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c9bd32c-8a7e-420a-9c75-37b2fe3001ea" -d '{"events": [{"server_uuid": "e97f4d76-afe7-4003-aad7-a272d938d7ce", "name": "network-vif-unplugged", "status": "completed", "tag": "a607eca1-b7af-4648-8570-8ef82b125dbc"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:33:42.996505 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=6569dfde-42c8-47c4-b0e6-b99504cfe59b,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:33:42.998099 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6721db63-35e4-46ba-86f6-06b82ed529bd tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] Pushing event updated for resources: {'Port': ['ID=8d7b0b7b-3fdd-44cf-b0bd-98ff6b953b7e,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:33:43.017037 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-bc35fe7c-f82b-42d8-8046-098060d318a5 req-6721db63-35e4-46ba-86f6-06b82ed529bd tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446547'] for floatingip, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:43.033713 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-0208574b-efd1-4ff2-a37c-70c4123775e9 None None] Set router c0c2c069-40ba-4aaf-870e-846026af62c6 gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:33:43.038418 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-bc35fe7c-f82b-42d8-8046-098060d318a5 req-6721db63-35e4-46ba-86f6-06b82ed529bd tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for floatingip, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:43.040562 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bc35fe7c-f82b-42d8-8046-098060d318a5 req-6721db63-35e4-46ba-86f6-06b82ed529bd tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.7478232 Jul 13 13:33:43.047914 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892b76ac-b516-4101-9477-a4eb9486632c req-63e7263d-af3e-4dff-9a2c-bbe894d7fedd tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:33:43.055557 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-892b76ac-b516-4101-9477-a4eb9486632c req-63e7263d-af3e-4dff-9a2c-bbe894d7fedd tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f9e5506-563e-4cda-9b54-a7e3e3bd633f HTTP/1.1" status: 200 len: 946 time: 0.0887887 Jul 13 13:33:43.112114 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bc35fe7c-f82b-42d8-8046-098060d318a5 req-763e5b6f-0d6c-46e4-bb48-a135fced759d tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.6.37 HTTP/1.1" status: 200 len: 695 time: 0.0653858 Jul 13 13:33:43.123663 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-892b76ac-b516-4101-9477-a4eb9486632c req-ab588048-e451-4af0-a076-f1bbd14cabed tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] 10.222.0.23 "GET /v2.0/security-groups?id=246f878a-992c-46a3-86c7-c947eed33eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663958 Jul 13 13:33:43.299017 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-0208574b-efd1-4ff2-a37c-70c4123775e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0c2c069-40ba-4aaf-870e-846026af62c6', 'name': 'tempest-AttachSCSIVolumeTestJSON-661008148-router', 'tenant_id': '4d966db70d6b462cbbc36a73d0ab5c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': '6569dfde-42c8-47c4-b0e6-b99504cfe59b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:33:31Z', 'updated_at': '2021-07-13T13:33:41Z', 'revision_number': 4, 'project_id': '4d966db70d6b462cbbc36a73d0ab5c94', 'gw_port': {'id': '6569dfde-42c8-47c4-b0e6-b99504cfe59b', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:54:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c2c069-40ba-4aaf-870e-846026af62c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:33:33Z', 'updated_at': '2021-07-13T13:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': 'db667496-ace5-41d7-9f8a-c9cf51fe4538', 'name': '', 'network_id': 'dbf4a96c-cb51-41cd-ae2b-a32a6d64ddc6', 'tenant_id': '4d966db70d6b462cbbc36a73d0ab5c94', 'mac_address': 'fa:16:3e:e5:59:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0c2c069-40ba-4aaf-870e-846026af62c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'b345d9ae-f904-4037-a9c2-81cd36a17189', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:33:40Z', 'updated_at': '2021-07-13T13:33:41Z', 'revision_number': 2, 'project_id': '4d966db70d6b462cbbc36a73d0ab5c94', 'subnets': [{'id': 'b345d9ae-f904-4037-a9c2-81cd36a17189', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:33:43.304595 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc35fe7c-f82b-42d8-8046-098060d318a5 req-d3cbd63d-d7a7-425d-8eae-47bf141aff50 tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:33:43.307086 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bc35fe7c-f82b-42d8-8046-098060d318a5 req-d3cbd63d-d7a7-425d-8eae-47bf141aff50 tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] 10.222.0.23 "GET /v2.0/networks/acf968b8-c524-46a9-a20b-ad9667009130 HTTP/1.1" status: 200 len: 784 time: 0.1893220 Jul 13 13:33:43.321884 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cace87c7-5539-4bc3-8e7a-b7bd0b349b8d req-d579c9ef-ffe9-4e43-b464-ad5133720fcc tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:33:43.321884 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-cace87c7-5539-4bc3-8e7a-b7bd0b349b8d req-d579c9ef-ffe9-4e43-b464-ad5133720fcc tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/ports?device_id=a56051f7-ad2a-48ca-8ebc-3ae17c46d4a2 HTTP/1.1" status: 200 len: 946 time: 0.0705431 Jul 13 13:33:43.334378 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0208574b-efd1-4ff2-a37c-70c4123775e9 None None] Checking router: c0c2c069-40ba-4aaf-870e-846026af62c6 for host: n-d-800634-1 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 13:33:43.334748 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0208574b-efd1-4ff2-a37c-70c4123775e9 None None] Updating router c0c2c069-40ba-4aaf-870e-846026af62c6 port db667496-ace5-41d7-9f8a-c9cf51fe4538 binding host n-d-800634-1 {{(pid=93752) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 13:33:43.375008 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-cace87c7-5539-4bc3-8e7a-b7bd0b349b8d req-47a7c0e8-a032-4b77-b82c-8f1aef0104e3 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1a1929d-de59-4a26-a69b-05b891c11dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461402 Jul 13 13:33:43.376997 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-0208574b-efd1-4ff2-a37c-70c4123775e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:43.515583 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 13:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3e8d887-8bcb-4f24-b4f3-27792ae5fa28 x-openstack-request-id: req-e3e8d887-8bcb-4f24-b4f3-27792ae5fa28 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:33:43.515880 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e97f4d76-afe7-4003-aad7-a272d938d7ce", "name": "network-vif-unplugged", "status": "completed", "tag": "a607eca1-b7af-4648-8570-8ef82b125dbc", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:33:43.516137 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e3e8d887-8bcb-4f24-b4f3-27792ae5fa28 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:33:43.516520 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e97f4d76-afe7-4003-aad7-a272d938d7ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a607eca1-b7af-4648-8570-8ef82b125dbc', 'code': 200} Jul 13 13:33:43.524583 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 50054) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:33:43.531282 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-0ef2166e-d05c-4b1a-8fd3-f6661c6d959f admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-797220493-network', 'tenant_id': '505ce387331746d8a41fb09bac22445c'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:33:43.566138 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ef2166e-d05c-4b1a-8fd3-f6661c6d959f admin admin] Made reservation on behalf of 505ce387331746d8a41fb09bac22445c for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:33:43.573170 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0ef2166e-d05c-4b1a-8fd3-f6661c6d959f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:43.575630 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da352e4-a0ee-4861-b953-bdf0f1a309f1 req-7952f3f2-fb92-48e9-aeee-c97face174e1 tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:33:43.583545 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0ef2166e-d05c-4b1a-8fd3-f6661c6d959f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:43.584692 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8da352e4-a0ee-4861-b953-bdf0f1a309f1 req-7952f3f2-fb92-48e9-aeee-c97face174e1 tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] 10.222.0.23 "GET /v2.0/ports?device_id=0cb7c8a4-8f94-4cd4-8620-9bf90c9ebb91 HTTP/1.1" status: 200 len: 944 time: 0.0880239 Jul 13 13:33:43.642937 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8da352e4-a0ee-4861-b953-bdf0f1a309f1 req-9b35f3ea-9a94-4feb-b88e-6fbdf03fdb77 tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] 10.222.0.23 "GET /v2.0/security-groups?id=d29423a1-067a-4d38-adf6-741b7ccff4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567172 Jul 13 13:33:43.740738 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0ef2166e-d05c-4b1a-8fd3-f6661c6d959f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:43.747924 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0ef2166e-d05c-4b1a-8fd3-f6661c6d959f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:43.762840 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ef2166e-d05c-4b1a-8fd3-f6661c6d959f admin admin] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 13:33:43.776878 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0ef2166e-d05c-4b1a-8fd3-f6661c6d959f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:43.777486 n-d-800634-1 neutron-server[93751]: INFO neutron.db.segments_db [None req-0ef2166e-d05c-4b1a-8fd3-f6661c6d959f admin admin] Added segment 789f81ca-e8fa-418a-9fc5-6bfe0faaf4ce of type vlan for network ca14b8fa-21d3-48c4-98c3-f768209fdaee Jul 13 13:33:43.800765 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 1450a3c4-3150-4fcd-9c90-5959d317ba39 details requested by agent hyperv_n-h2-800634-1 with host n-h2-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 13:33:43.862116 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0ef2166e-d05c-4b1a-8fd3-f6661c6d959f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:43.868290 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef2166e-d05c-4b1a-8fd3-f6661c6d959f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57b58abb-5f4b-4ec4-b8e5-6378c4ab92d7,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:33:43.922886 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439820a2-b855-4dca-9bc6-76aa5869ee40 req-81781d57-e99e-4150-bdc0-7a73f546343d tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:33:43.924650 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-439820a2-b855-4dca-9bc6-76aa5869ee40 req-81781d57-e99e-4150-bdc0-7a73f546343d tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f9e5506-563e-4cda-9b54-a7e3e3bd633f HTTP/1.1" status: 200 len: 946 time: 0.1393239 Jul 13 13:33:43.980079 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 2c05648c-6413-4e10-a987-c76d08e099f4 details requested by agent hyperv_n-h1-800634-1 with host n-h1-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 13:33:43.982024 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device d6b606c0-180f-4657-9417-1c4a579d381b up at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:33:44.007475 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-439820a2-b855-4dca-9bc6-76aa5869ee40 req-46fc3f1f-a4bf-4807-ba98-a084c7eea8ad tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] 10.222.0.23 "GET /v2.0/security-groups?id=246f878a-992c-46a3-86c7-c947eed33eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765684 Jul 13 13:33:44.007635 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763dadb4-7246-4bd2-a147-2ebe05ce36cd req-24313e31-a45f-4d25-bb28-0079fa7d5a1c tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:33:44.014627 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-763dadb4-7246-4bd2-a147-2ebe05ce36cd req-24313e31-a45f-4d25-bb28-0079fa7d5a1c tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] 10.222.0.23 "GET /v2.0/networks?id=1b5b3b6e-f653-438d-b4e3-2ba9f685c679 HTTP/1.1" status: 200 len: 821 time: 0.1481345 Jul 13 13:33:44.023062 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.db.resource_extend [None req-0ef2166e-d05c-4b1a-8fd3-f6661c6d959f admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 13 13:33:44.042345 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-763dadb4-7246-4bd2-a147-2ebe05ce36cd req-bec8bd97-5dc5-422b-99b5-e7c52811943e tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] 10.222.0.23 "GET /v2.0/quotas/278e2d283bc440adb5e5f55c103a5de0 HTTP/1.1" status: 200 len: 375 time: 0.0266266 Jul 13 13:33:44.062094 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 1450a3c4-3150-4fcd-9c90-5959d317ba39, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=1450a3c4-3150-4fcd-9c90-5959d317ba39,segment=NetworkSegment(bce285ac-60fc-437a-ae32-d76371e260cc),segment_id=bce285ac-60fc-437a-ae32-d76371e260cc)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:33:44.090500 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0ef2166e-d05c-4b1a-8fd3-f6661c6d959f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:44.091437 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ef2166e-d05c-4b1a-8fd3-f6661c6d959f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:33:44.092064 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0ef2166e-d05c-4b1a-8fd3-f6661c6d959f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:44.093514 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Returning: {'device': '1450a3c4-3150-4fcd-9c90-5959d317ba39', 'network_id': '184cbc8e-9330-4f7b-a539-067b63e3e815', 'port_id': '1450a3c4-3150-4fcd-9c90-5959d317ba39', 'mac_address': 'fa:16:3e:d5:bd:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e7f99a3-a49f-468f-8ef7-04822460120c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 13:33:44.141145 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning complete for port d6b606c0-180f-4657-9417-1c4a579d381b triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:33:44.141518 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:44.177556 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef2166e-d05c-4b1a-8fd3-f6661c6d959f admin admin] Pushing event updated for resources: {'Network': ['ID=ca14b8fa-21d3-48c4-98c3-f768209fdaee,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:33:44.184772 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-0ef2166e-d05c-4b1a-8fd3-f6661c6d959f admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6552947 Jul 13 13:33:44.185680 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 50086) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:33:44.190657 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-c05e01b5-a19c-4d23-bc4f-3434aa9805f0 admin admin] Request body: {'subnet': {'network_id': 'ca14b8fa-21d3-48c4-98c3-f768209fdaee', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-797220493-subnet', 'tenant_id': '505ce387331746d8a41fb09bac22445c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:33:44.207140 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-763dadb4-7246-4bd2-a147-2ebe05ce36cd req-02ecb57d-fb7e-4451-a363-a826d653cd38 tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=278e2d283bc440adb5e5f55c103a5de0&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1639442 Jul 13 13:33:44.231609 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b07715-39d5-491b-b3c6-a63cac9eed99 req-307ad145-4c87-4f8f-a879-ae75b209a57f tempest-InstanceActionsV221TestJSON-332744645 tempest-InstanceActionsV221TestJSON-332744645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:33:44.240264 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d6b07715-39d5-491b-b3c6-a63cac9eed99 req-307ad145-4c87-4f8f-a879-ae75b209a57f tempest-InstanceActionsV221TestJSON-332744645 tempest-InstanceActionsV221TestJSON-332744645-project] 10.222.0.23 "GET /v2.0/ports?device_id=68f96de3-aa05-45c3-959b-4727d294a205 HTTP/1.1" status: 200 len: 944 time: 0.1017680 Jul 13 13:33:44.240471 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:44.242423 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network ca14b8fa-21d3-48c4-98c3-f768209fdaee details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 13:33:44.296146 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d6b07715-39d5-491b-b3c6-a63cac9eed99 req-eae6fd2e-e155-4ca3-95f9-d8a1b81c486d tempest-InstanceActionsV221TestJSON-332744645 tempest-InstanceActionsV221TestJSON-332744645-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b97d48b-b2c8-4bf1-9f5d-0c8bb1af71b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532990 Jul 13 13:33:44.320959 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-763dadb4-7246-4bd2-a147-2ebe05ce36cd req-27e81b49-146a-433b-88f1-8a6c4e2e2a88 service neutron] 10.222.0.23 "GET /v2.0/networks/1b5b3b6e-f653-438d-b4e3-2ba9f685c679?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937448 Jul 13 13:33:44.322885 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c05e01b5-a19c-4d23-bc4f-3434aa9805f0 admin admin] Made reservation on behalf of 505ce387331746d8a41fb09bac22445c for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:33:44.324346 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c05e01b5-a19c-4d23-bc4f-3434aa9805f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6104980'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:44.366962 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.db.resource_extend [None req-381d4315-9089-413f-a071-aa2897bda790 None None] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 13 13:33:44.432370 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1450a3c4-3150-4fcd-9c90-5959d317ba39 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:33:44.460642 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 1450a3c4-3150-4fcd-9c90-5959d317ba39, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=1450a3c4-3150-4fcd-9c90-5959d317ba39,segment=NetworkSegment(bce285ac-60fc-437a-ae32-d76371e260cc),segment_id=bce285ac-60fc-437a-ae32-d76371e260cc)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:33:44.472237 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 6569dfde-42c8-47c4-b0e6-b99504cfe59b up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:33:44.477253 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-0208574b-efd1-4ff2-a37c-70c4123775e9 None None] Notify callbacks [] for port, precommit_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:44.487333 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:44.514824 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-763dadb4-7246-4bd2-a147-2ebe05ce36cd req-4720d664-393a-48c9-85c8-a1d647776f74 service neutron] 10.222.0.23 "GET /v2.0/networks/1b5b3b6e-f653-438d-b4e3-2ba9f685c679?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872435 Jul 13 13:33:44.614658 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:44.663911 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-0208574b-efd1-4ff2-a37c-70c4123775e9 None None] Transition to ACTIVE for port object db667496-ace5-41d7-9f8a-c9cf51fe4538 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:33:44.693364 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=1450a3c4-3150-4fcd-9c90-5959d317ba39,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:33:44.693711 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c05e01b5-a19c-4d23-bc4f-3434aa9805f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6018343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6104998'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:44.717145 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-0208574b-efd1-4ff2-a37c-70c4123775e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:44.787404 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 2c05648c-6413-4e10-a987-c76d08e099f4, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=2c05648c-6413-4e10-a987-c76d08e099f4,segment=NetworkSegment(731c211d-2cbe-4aa3-a09e-111c83e33a98),segment_id=731c211d-2cbe-4aa3-a09e-111c83e33a98)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:33:44.803731 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port d6b606c0-180f-4657-9417-1c4a579d381b, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=d6b606c0-180f-4657-9417-1c4a579d381b,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:33:44.824558 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:44.831152 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05e01b5-a19c-4d23-bc4f-3434aa9805f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=66a900c6-a952-4019-960e-53e11d39fdc5,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:33:44.840034 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Returning: {'device': '2c05648c-6413-4e10-a987-c76d08e099f4', 'network_id': '6abf39c7-5383-40cb-87d6-f20d29bbd8cf', 'port_id': '2c05648c-6413-4e10-a987-c76d08e099f4', 'mac_address': 'fa:16:3e:9a:86:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '560441f8-4dd8-4170-ae42-f3e38fe7cfb4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 13:33:44.845796 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['1450a3c4-3150-4fcd-9c90-5959d317ba39'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:33:44.847694 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94887f6-efeb-45c7-abbd-1c6bd025a8d0 None None] Pushing event updated for resources: {'Port': ['ID=db667496-ace5-41d7-9f8a-c9cf51fe4538,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:33:44.858966 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05e01b5-a19c-4d23-bc4f-3434aa9805f0 admin admin] Checking segment: {'id': '789f81ca-e8fa-418a-9fc5-6bfe0faaf4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ca14b8fa-21d3-48c4-98c3-f768209fdaee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:33:44.859745 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05e01b5-a19c-4d23-bc4f-3434aa9805f0 admin admin] Network hostable DHCP agents. Network: ca14b8fa-21d3-48c4-98c3-f768209fdaee, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 13:33:44.862328 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 6569dfde-42c8-47c4-b0e6-b99504cfe59b triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:33:44.862699 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:45.022648 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05e01b5-a19c-4d23-bc4f-3434aa9805f0 admin admin] Network ca14b8fa-21d3-48c4-98c3-f768209fdaee is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 13:33:45.072344 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-c05e01b5-a19c-4d23-bc4f-3434aa9805f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, ca14b8fa-21d3-48c4-98c3-f768209fdaee) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:33:45.090113 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c05e01b5-a19c-4d23-bc4f-3434aa9805f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:33:45.090728 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c05e01b5-a19c-4d23-bc4f-3434aa9805f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:45.094088 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ff8067-bafe-4b55-90be-a8bb9f880b33 None None] Network ca14b8fa-21d3-48c4-98c3-f768209fdaee requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:33:45.158173 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 50112) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:33:45.163698 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-bc1ba1ed-7587-4e1d-b80b-329e926c54b8 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-797220493-router', 'tenant_id': '505ce387331746d8a41fb09bac22445c', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:33:45.171501 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-c05e01b5-a19c-4d23-bc4f-3434aa9805f0 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9847817 Jul 13 13:33:45.221988 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bc1ba1ed-7587-4e1d-b80b-329e926c54b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1591928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2714'] for router, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:45.233242 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bc1ba1ed-7587-4e1d-b80b-329e926c54b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447198', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1629690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2689'] for router, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:45.256244 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e827bb1-cb2a-4da6-ac8a-3d4c6014b9d6 req-17df28c3-c986-43c1-a341-c19bbc3ed66a tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:33:45.268138 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7e827bb1-cb2a-4da6-ac8a-3d4c6014b9d6 req-17df28c3-c986-43c1-a341-c19bbc3ed66a tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/ports?device_id=a56051f7-ad2a-48ca-8ebc-3ae17c46d4a2 HTTP/1.1" status: 200 len: 946 time: 0.3877640 Jul 13 13:33:45.269104 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-0208574b-efd1-4ff2-a37c-70c4123775e9 None None] Attempting to bind port db667496-ace5-41d7-9f8a-c9cf51fe4538 on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:33:45.269481 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-0208574b-efd1-4ff2-a37c-70c4123775e9 None None] Attempting to bind port db667496-ace5-41d7-9f8a-c9cf51fe4538 by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': 'ff868c88-63a7-45f2-9c2d-60b1f22692fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'dbf4a96c-cb51-41cd-ae2b-a32a6d64ddc6'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:33:45.269865 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0208574b-efd1-4ff2-a37c-70c4123775e9 None None] Attempting to bind port db667496-ace5-41d7-9f8a-c9cf51fe4538 on network dbf4a96c-cb51-41cd-ae2b-a32a6d64ddc6 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:33:45.271875 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=d6b606c0-180f-4657-9417-1c4a579d381b,revision_number=7']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:33:45.285996 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:45.289462 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba2b7a0-20ec-4ed2-9364-caa3ec0ce419 req-e66edd7e-4bc1-40e1-8e05-e37c8c111d32 tempest-LiveAutoBlockMigrationV225Test-953904280 tempest-LiveAutoBlockMigrationV225Test-953904280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:33:45.291748 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4ba2b7a0-20ec-4ed2-9364-caa3ec0ce419 req-e66edd7e-4bc1-40e1-8e05-e37c8c111d32 tempest-LiveAutoBlockMigrationV225Test-953904280 tempest-LiveAutoBlockMigrationV225Test-953904280-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=a56051f7-ad2a-48ca-8ebc-3ae17c46d4a2&tenant_id=d50e67b9ee9e45449d2522df614fe533&binding%3Ahost_id=n-h1-800634-1 HTTP/1.1" status: 200 len: 1097 time: 0.3571167 Jul 13 13:33:45.322596 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0208574b-efd1-4ff2-a37c-70c4123775e9 None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 33, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:33:45.322979 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0208574b-efd1-4ff2-a37c-70c4123775e9 None None] Checking segment: {'id': 'ff868c88-63a7-45f2-9c2d-60b1f22692fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'dbf4a96c-cb51-41cd-ae2b-a32a6d64ddc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:33:45.323518 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-0208574b-efd1-4ff2-a37c-70c4123775e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:45.323918 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0208574b-efd1-4ff2-a37c-70c4123775e9 None None] Bound using segment: {'id': 'ff868c88-63a7-45f2-9c2d-60b1f22692fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'dbf4a96c-cb51-41cd-ae2b-a32a6d64ddc6'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:33:45.324398 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-0208574b-efd1-4ff2-a37c-70c4123775e9 None None] Bound port: db667496-ace5-41d7-9f8a-c9cf51fe4538, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff868c88-63a7-45f2-9c2d-60b1f22692fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'dbf4a96c-cb51-41cd-ae2b-a32a6d64ddc6'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:33:45.324778 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-0208574b-efd1-4ff2-a37c-70c4123775e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:45.327842 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-4ba2b7a0-20ec-4ed2-9364-caa3ec0ce419 req-534fff7f-82c8-4970-a8df-436e51d9b7e1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-800634-1'}}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:33:45.364613 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bc1ba1ed-7587-4e1d-b80b-329e926c54b8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:45.397396 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c05648c-6413-4e10-a987-c76d08e099f4 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:33:45.466615 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7e827bb1-cb2a-4da6-ac8a-3d4c6014b9d6 req-29f8c8be-3744-45f7-8a54-363b2ea9ac78 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1a1929d-de59-4a26-a69b-05b891c11dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972749 Jul 13 13:33:45.587659 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1ed90770-16ac-4233-83d4-83b2b3f188fe req-30af1c00-29a8-4f09-8929-ec7a09efd9bd tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] 10.222.0.23 "GET /v2.0/ports?device_id=71cdbe46-c78b-4c00-be27-9195dba4e6d2 HTTP/1.1" status: 200 len: 210 time: 0.0593536 Jul 13 13:33:45.613348 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-4ba2b7a0-20ec-4ed2-9364-caa3ec0ce419 req-534fff7f-82c8-4970-a8df-436e51d9b7e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:45.669472 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e88ea5f4-ba87-44d8-b2e9-1f56bd705c34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6b606c0-180f-4657-9417-1c4a579d381b'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:33:45.678517 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54c5a137-2b58-4727-84c8-f77fcd6db31e" -d '{"events": [{"server_uuid": "e88ea5f4-ba87-44d8-b2e9-1f56bd705c34", "name": "network-vif-plugged", "status": "completed", "tag": "d6b606c0-180f-4657-9417-1c4a579d381b"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:33:45.688203 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a755c17-45ef-4f7e-9b8a-04597a9dc3be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a7201e1-61ce-5a3e-b7f7-e800379ed03b-ca14b8fa-21d3-48c4-98c3-f768209fdaee', 'network_id': 'ca14b8fa-21d3-48c4-98c3-f768209fdaee', 'tenant_id': '505ce387331746d8a41fb09bac22445c', 'fixed_ips': [{'subnet_id': '66a900c6-a952-4019-960e-53e11d39fdc5'}]}} from n-d-800634-1. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 13:33:45.689980 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2a755c17-45ef-4f7e-9b8a-04597a9dc3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:45.701152 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bc1ba1ed-7587-4e1d-b80b-329e926c54b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447180', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1591910', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2751'] for router, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:45.750502 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857a4857-7651-4525-9e80-d2ecfa80afb1 req-56e4e6ff-a1ba-4c27-81cc-a4be3d8cdaba tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:33:45.764880 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-857a4857-7651-4525-9e80-d2ecfa80afb1 req-56e4e6ff-a1ba-4c27-81cc-a4be3d8cdaba tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] 10.222.0.23 "GET /v2.0/ports?device_id=0cb7c8a4-8f94-4cd4-8620-9bf90c9ebb91 HTTP/1.1" status: 200 len: 944 time: 0.3020790 Jul 13 13:33:45.838689 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device a53d9b9a-495c-485f-83d9-51d2b6ff1740 details requested by agent hyperv_n-h2-800634-1 with host n-h2-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 13:33:45.874103 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 2c05648c-6413-4e10-a987-c76d08e099f4, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=2c05648c-6413-4e10-a987-c76d08e099f4,segment=NetworkSegment(731c211d-2cbe-4aa3-a09e-111c83e33a98),segment_id=731c211d-2cbe-4aa3-a09e-111c83e33a98)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:33:45.880278 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-0208574b-efd1-4ff2-a37c-70c4123775e9 None None] For port db667496-ace5-41d7-9f8a-c9cf51fe4538, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:33:45.910082 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:45.916122 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-0208574b-efd1-4ff2-a37c-70c4123775e9 None None] For port db667496-ace5-41d7-9f8a-c9cf51fe4538, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=db667496-ace5-41d7-9f8a-c9cf51fe4538,segment=NetworkSegment(ff868c88-63a7-45f2-9c2d-60b1f22692fb),segment_id=ff868c88-63a7-45f2-9c2d-60b1f22692fb)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:33:45.923273 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-857a4857-7651-4525-9e80-d2ecfa80afb1 req-20b123c0-a6ce-4a94-94f6-cee2ae3b0917 tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] 10.222.0.23 "GET /v2.0/security-groups?id=d29423a1-067a-4d38-adf6-741b7ccff4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570640 Jul 13 13:33:45.936212 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-4ba2b7a0-20ec-4ed2-9364-caa3ec0ce419 req-534fff7f-82c8-4970-a8df-436e51d9b7e1 service neutron] For port a53d9b9a-495c-485f-83d9-51d2b6ff1740, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=a53d9b9a-495c-485f-83d9-51d2b6ff1740,segment=NetworkSegment(ad5ed454-48ea-4363-8047-0d3907eff6fd),segment_id=ad5ed454-48ea-4363-8047-0d3907eff6fd)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:33:45.983631 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-0208574b-efd1-4ff2-a37c-70c4123775e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:45.988286 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-4ba2b7a0-20ec-4ed2-9364-caa3ec0ce419 req-534fff7f-82c8-4970-a8df-436e51d9b7e1 service neutron] For port a53d9b9a-495c-485f-83d9-51d2b6ff1740, host n-h1-800634-1, cleared binding levels {{(pid=93751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:33:46.042067 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-4ba2b7a0-20ec-4ed2-9364-caa3ec0ce419 req-534fff7f-82c8-4970-a8df-436e51d9b7e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:46.045992 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a56051f7-ad2a-48ca-8ebc-3ae17c46d4a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a53d9b9a-495c-485f-83d9-51d2b6ff1740'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:33:46.048894 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d17b627af75e17e0f4b8d6239d04f8c2f78634e2c585e32a7aeca336500f34a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0565c566-937b-4a4b-85e4-d34e531d74fe" -d '{"events": [{"server_uuid": "a56051f7-ad2a-48ca-8ebc-3ae17c46d4a2", "name": "network-vif-unplugged", "status": "completed", "tag": "a53d9b9a-495c-485f-83d9-51d2b6ff1740"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:33:46.055763 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-4ba2b7a0-20ec-4ed2-9364-caa3ec0ce419 req-534fff7f-82c8-4970-a8df-436e51d9b7e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:46.162051 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534fff7f-82c8-4970-a8df-436e51d9b7e1 service neutron] Pushing event updated for resources: {'Port': ['ID=a53d9b9a-495c-485f-83d9-51d2b6ff1740,revision_number=7']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:33:46.177162 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534fff7f-82c8-4970-a8df-436e51d9b7e1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:33:46.177578 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534fff7f-82c8-4970-a8df-436e51d9b7e1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:33:46.178008 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534fff7f-82c8-4970-a8df-436e51d9b7e1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:33:46.178566 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534fff7f-82c8-4970-a8df-436e51d9b7e1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:33:46.179005 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534fff7f-82c8-4970-a8df-436e51d9b7e1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:33:46.179537 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534fff7f-82c8-4970-a8df-436e51d9b7e1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:33:46.179955 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534fff7f-82c8-4970-a8df-436e51d9b7e1 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:33:46.181534 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534fff7f-82c8-4970-a8df-436e51d9b7e1 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:33:46.182637 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534fff7f-82c8-4970-a8df-436e51d9b7e1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:33:46.197888 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534fff7f-82c8-4970-a8df-436e51d9b7e1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:33:46.198613 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534fff7f-82c8-4970-a8df-436e51d9b7e1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:33:46.199054 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534fff7f-82c8-4970-a8df-436e51d9b7e1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:33:46.235062 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 13:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c783bc76-024d-4d3b-baa0-581050238dfa x-openstack-request-id: req-c783bc76-024d-4d3b-baa0-581050238dfa {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:33:46.238664 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a56051f7-ad2a-48ca-8ebc-3ae17c46d4a2", "name": "network-vif-unplugged", "status": "completed", "tag": "a53d9b9a-495c-485f-83d9-51d2b6ff1740", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:33:46.239018 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c783bc76-024d-4d3b-baa0-581050238dfa {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:33:46.240009 n-d-800634-1 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a56051f7-ad2a-48ca-8ebc-3ae17c46d4a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a53d9b9a-495c-485f-83d9-51d2b6ff1740', 'code': 200} Jul 13 13:33:46.252000 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-4ba2b7a0-20ec-4ed2-9364-caa3ec0ce419 req-534fff7f-82c8-4970-a8df-436e51d9b7e1 service neutron] Attempting to bind port a53d9b9a-495c-485f-83d9-51d2b6ff1740 on host n-h1-800634-1 for vnic_type normal with profile {"migrating_to": "n-h2-800634-1"} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:33:46.253117 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-4ba2b7a0-20ec-4ed2-9364-caa3ec0ce419 req-534fff7f-82c8-4970-a8df-436e51d9b7e1 service neutron] Attempting to bind port a53d9b9a-495c-485f-83d9-51d2b6ff1740 by drivers openvswitch,hyperv on host n-h1-800634-1 at level 0 using segments [{'id': 'ad5ed454-48ea-4363-8047-0d3907eff6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:33:46.253468 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba2b7a0-20ec-4ed2-9364-caa3ec0ce419 req-534fff7f-82c8-4970-a8df-436e51d9b7e1 service neutron] Attempting to bind port a53d9b9a-495c-485f-83d9-51d2b6ff1740 on network 2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:33:46.258509 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba2b7a0-20ec-4ed2-9364-caa3ec0ce419 req-534fff7f-82c8-4970-a8df-436e51d9b7e1 service neutron] Port a53d9b9a-495c-485f-83d9-51d2b6ff1740 on network 2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-1 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:33:46.258826 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba2b7a0-20ec-4ed2-9364-caa3ec0ce419 req-534fff7f-82c8-4970-a8df-436e51d9b7e1 service neutron] Attempting to bind port a53d9b9a-495c-485f-83d9-51d2b6ff1740 on network 2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:33:46.275684 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba2b7a0-20ec-4ed2-9364-caa3ec0ce419 req-534fff7f-82c8-4970-a8df-436e51d9b7e1 service neutron] Checking agent: {'id': 'a7603dc8-3c50-4a9b-8f0d-1143528f155e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:33:46.275684 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba2b7a0-20ec-4ed2-9364-caa3ec0ce419 req-534fff7f-82c8-4970-a8df-436e51d9b7e1 service neutron] Checking segment: {'id': 'ad5ed454-48ea-4363-8047-0d3907eff6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:33:46.275957 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba2b7a0-20ec-4ed2-9364-caa3ec0ce419 req-534fff7f-82c8-4970-a8df-436e51d9b7e1 service neutron] Bound using segment: {'id': 'ad5ed454-48ea-4363-8047-0d3907eff6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21'} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:33:46.276290 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-4ba2b7a0-20ec-4ed2-9364-caa3ec0ce419 req-534fff7f-82c8-4970-a8df-436e51d9b7e1 service neutron] Bound port: a53d9b9a-495c-485f-83d9-51d2b6ff1740, host: n-h1-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad5ed454-48ea-4363-8047-0d3907eff6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21'}}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:33:46.276710 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-4ba2b7a0-20ec-4ed2-9364-caa3ec0ce419 req-534fff7f-82c8-4970-a8df-436e51d9b7e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:46.334744 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96650f70-c495-4335-bfcd-9d4c7e9e8bc5 x-openstack-request-id: req-96650f70-c495-4335-bfcd-9d4c7e9e8bc5 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:33:46.335237 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e88ea5f4-ba87-44d8-b2e9-1f56bd705c34", "name": "network-vif-plugged", "status": "completed", "tag": "d6b606c0-180f-4657-9417-1c4a579d381b", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:33:46.343859 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-96650f70-c495-4335-bfcd-9d4c7e9e8bc5 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:33:46.347778 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e88ea5f4-ba87-44d8-b2e9-1f56bd705c34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6b606c0-180f-4657-9417-1c4a579d381b', 'code': 200} Jul 13 13:33:46.401371 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=2c05648c-6413-4e10-a987-c76d08e099f4,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:33:46.412331 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['2c05648c-6413-4e10-a987-c76d08e099f4'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:33:46.437920 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bc1ba1ed-7587-4e1d-b80b-329e926c54b8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:46.464930 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-4ba2b7a0-20ec-4ed2-9364-caa3ec0ce419 req-534fff7f-82c8-4970-a8df-436e51d9b7e1 service neutron] For port a53d9b9a-495c-485f-83d9-51d2b6ff1740, host n-h1-800634-1, cleared binding levels {{(pid=93751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:33:46.469791 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-4ba2b7a0-20ec-4ed2-9364-caa3ec0ce419 req-534fff7f-82c8-4970-a8df-436e51d9b7e1 service neutron] For port a53d9b9a-495c-485f-83d9-51d2b6ff1740, host n-h1-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=a53d9b9a-495c-485f-83d9-51d2b6ff1740,segment=NetworkSegment(ad5ed454-48ea-4363-8047-0d3907eff6fd),segment_id=ad5ed454-48ea-4363-8047-0d3907eff6fd)] {{(pid=93751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:33:46.476774 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-4ba2b7a0-20ec-4ed2-9364-caa3ec0ce419 req-534fff7f-82c8-4970-a8df-436e51d9b7e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:46.509263 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 13:33:46.566410 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba2b7a0-20ec-4ed2-9364-caa3ec0ce419 req-534fff7f-82c8-4970-a8df-436e51d9b7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:33:46.568063 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-4ba2b7a0-20ec-4ed2-9364-caa3ec0ce419 req-534fff7f-82c8-4970-a8df-436e51d9b7e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:46.569549 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4ba2b7a0-20ec-4ed2-9364-caa3ec0ce419 req-534fff7f-82c8-4970-a8df-436e51d9b7e1 service neutron] 10.222.0.41 "PUT /v2.0/ports/a53d9b9a-495c-485f-83d9-51d2b6ff1740 HTTP/1.1" status: 200 len: 1122 time: 1.2556570 Jul 13 13:33:46.600237 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bc1ba1ed-7587-4e1d-b80b-329e926c54b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:46.607536 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534fff7f-82c8-4970-a8df-436e51d9b7e1 service neutron] Pushing event updated for resources: {'Port': ['ID=a53d9b9a-495c-485f-83d9-51d2b6ff1740,revision_number=8']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:33:46.644229 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port a53d9b9a-495c-485f-83d9-51d2b6ff1740, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=a53d9b9a-495c-485f-83d9-51d2b6ff1740,segment=NetworkSegment(ad5ed454-48ea-4363-8047-0d3907eff6fd),segment_id=ad5ed454-48ea-4363-8047-0d3907eff6fd)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:33:46.658726 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device a53d9b9a-495c-485f-83d9-51d2b6ff1740 has no active binding in host n-h2-800634-1 {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 13 13:33:46.726715 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c446a3f-a3c5-469f-a20c-7b0323ab1da4 req-432ba046-e954-4bdd-857e-13363cf65284 tempest-InstanceActionsV221TestJSON-332744645 tempest-InstanceActionsV221TestJSON-332744645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:33:46.728387 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6c446a3f-a3c5-469f-a20c-7b0323ab1da4 req-432ba046-e954-4bdd-857e-13363cf65284 tempest-InstanceActionsV221TestJSON-332744645 tempest-InstanceActionsV221TestJSON-332744645-project] 10.222.0.23 "GET /v2.0/ports?device_id=68f96de3-aa05-45c3-959b-4727d294a205 HTTP/1.1" status: 200 len: 945 time: 0.4938433 Jul 13 13:33:46.755694 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67d40bf-16b9-492e-92e9-1ebe1497efbc req-4d5ecdcb-0a90-4ea3-ae4b-c178a78b20cc tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:33:46.757681 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b67d40bf-16b9-492e-92e9-1ebe1497efbc req-4d5ecdcb-0a90-4ea3-ae4b-c178a78b20cc tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f9e5506-563e-4cda-9b54-a7e3e3bd633f HTTP/1.1" status: 200 len: 946 time: 0.1327298 Jul 13 13:33:46.797333 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6c446a3f-a3c5-469f-a20c-7b0323ab1da4 req-89c07b1f-bb45-4a96-aae2-2a7a40af683d tempest-InstanceActionsV221TestJSON-332744645 tempest-InstanceActionsV221TestJSON-332744645-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b97d48b-b2c8-4bf1-9f5d-0c8bb1af71b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579696 Jul 13 13:33:46.815261 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b67d40bf-16b9-492e-92e9-1ebe1497efbc req-4248704c-6456-4804-b2e4-e29184a2e198 tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] 10.222.0.23 "GET /v2.0/security-groups?id=246f878a-992c-46a3-86c7-c947eed33eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494666 Jul 13 13:33:46.835298 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-2a755c17-45ef-4f7e-9b8a-04597a9dc3be None None] Allocated IP 172.20.0.2 (ca14b8fa-21d3-48c4-98c3-f768209fdaee/66a900c6-a952-4019-960e-53e11d39fdc5/d669a947-dff5-44a4-9fe6-deac883d11e1) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:33:46.893173 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-bc1ba1ed-7587-4e1d-b80b-329e926c54b8 admin admin] Allocated IP 172.25.6.185 (acf968b8-c524-46a9-a20b-ad9667009130/dde5a78e-bd1e-4f47-8189-7321d4de73d3/b2b879f5-f115-4433-89cf-753c52928ace) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:33:47.038838 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3e038813-f185-49ed-99b2-8c5a5d078ce3 req-1852b596-9bd8-4a53-ad2d-2624c1e3dae1 tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] 10.222.0.23 "GET /v2.0/ports?device_id=71cdbe46-c78b-4c00-be27-9195dba4e6d2 HTTP/1.1" status: 200 len: 210 time: 0.0472310 Jul 13 13:33:47.126393 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94887f6-efeb-45c7-abbd-1c6bd025a8d0 None None] Pushing event updated for resources: {'Port': ['ID=db667496-ace5-41d7-9f8a-c9cf51fe4538,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:33:47.155185 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['a53d9b9a-495c-485f-83d9-51d2b6ff1740'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:33:47.158439 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['a53d9b9a-495c-485f-83d9-51d2b6ff1740'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:33:47.288258 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0208574b-efd1-4ff2-a37c-70c4123775e9 None None] Routers {'c0c2c069-40ba-4aaf-870e-846026af62c6'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:33:47.288976 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-0208574b-efd1-4ff2-a37c-70c4123775e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:33:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['c0c2c069-40ba-4aaf-870e-846026af62c6'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:33:47.411505 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789e7f82-82ba-4c8c-8378-cfffa9150ba0 req-429c5c8e-be85-4898-816f-0e4a11b520d5 tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:33:47.413577 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-789e7f82-82ba-4c8c-8378-cfffa9150ba0 req-429c5c8e-be85-4898-816f-0e4a11b520d5 tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] 10.222.0.23 "GET /v2.0/ports?device_id=0cb7c8a4-8f94-4cd4-8620-9bf90c9ebb91 HTTP/1.1" status: 200 len: 945 time: 0.0807397 Jul 13 13:33:47.421936 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-0208574b-efd1-4ff2-a37c-70c4123775e9 None None] Set router c0c2c069-40ba-4aaf-870e-846026af62c6 gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:33:47.513475 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-789e7f82-82ba-4c8c-8378-cfffa9150ba0 req-ca8cf2bf-3db5-41b8-ab10-50b54287a2bc tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] 10.222.0.23 "GET /v2.0/security-groups?id=d29423a1-067a-4d38-adf6-741b7ccff4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928106 Jul 13 13:33:47.641276 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-1fa31838-b9f5-45b8-92e2-a477b67d8e13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:47.705651 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763dadb4-7246-4bd2-a147-2ebe05ce36cd req-e836be08-2b88-44e3-a75b-e890e2c59fdd tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:33:47.708618 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-763dadb4-7246-4bd2-a147-2ebe05ce36cd req-e836be08-2b88-44e3-a75b-e890e2c59fdd tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] 10.222.0.26 "GET /v2.0/networks?id=1b5b3b6e-f653-438d-b4e3-2ba9f685c679 HTTP/1.1" status: 200 len: 821 time: 0.1867440 Jul 13 13:33:47.760045 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bc1ba1ed-7587-4e1d-b80b-329e926c54b8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:47.777220 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-763dadb4-7246-4bd2-a147-2ebe05ce36cd req-d04455b7-391c-44c7-99d8-17125d56f16d tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] Request body: {'port': {'device_id': '71cdbe46-c78b-4c00-be27-9195dba4e6d2', 'network_id': '1b5b3b6e-f653-438d-b4e3-2ba9f685c679', 'admin_state_up': True, 'tenant_id': '278e2d283bc440adb5e5f55c103a5de0'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:33:47.870230 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device cee0b72d-e166-4b1f-88b2-769c764dcad9 details requested by agent hyperv_n-h2-800634-1 with host n-h2-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 13:33:47.902531 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6c6f95-c3c7-4bf3-9a9b-e0ea251713c5 req-5c83accd-c29b-4c97-9871-04ce484959f7 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:33:47.909956 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3c6c6f95-c3c7-4bf3-9a9b-e0ea251713c5 req-5c83accd-c29b-4c97-9871-04ce484959f7 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/ports?device_id=a56051f7-ad2a-48ca-8ebc-3ae17c46d4a2 HTTP/1.1" status: 200 len: 944 time: 0.3852265 Jul 13 13:33:47.972739 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bc1ba1ed-7587-4e1d-b80b-329e926c54b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:48.020750 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1ba1ed-7587-4e1d-b80b-329e926c54b8 admin admin] Pushing event updated for resources: {'Port': ['ID=b2b879f5-f115-4433-89cf-753c52928ace,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:33:48.054385 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3c6c6f95-c3c7-4bf3-9a9b-e0ea251713c5 req-497b26ef-71be-4eda-b650-b6a1bc5683e3 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1a1929d-de59-4a26-a69b-05b891c11dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432679 Jul 13 13:33:48.076475 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-763dadb4-7246-4bd2-a147-2ebe05ce36cd req-d04455b7-391c-44c7-99d8-17125d56f16d tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] Made reservation on behalf of 278e2d283bc440adb5e5f55c103a5de0 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:33:48.090736 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-763dadb4-7246-4bd2-a147-2ebe05ce36cd req-d04455b7-391c-44c7-99d8-17125d56f16d tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:48.095335 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc1ba1ed-7587-4e1d-b80b-329e926c54b8 admin admin] Network acf968b8-c524-46a9-a20b-ad9667009130 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:33:48.127156 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-bc1ba1ed-7587-4e1d-b80b-329e926c54b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:33:48.133079 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1ba1ed-7587-4e1d-b80b-329e926c54b8 admin admin] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:33:48.142682 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183e2d2b-37da-478f-a645-aa2b9e0e5be1 req-c1f2998e-000b-4d81-a204-f68c420efaf2 tempest-InstanceActionsV221TestJSON-332744645 tempest-InstanceActionsV221TestJSON-332744645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:33:48.156916 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-183e2d2b-37da-478f-a645-aa2b9e0e5be1 req-c1f2998e-000b-4d81-a204-f68c420efaf2 tempest-InstanceActionsV221TestJSON-332744645 tempest-InstanceActionsV221TestJSON-332744645-project] 10.222.0.23 "GET /v2.0/ports?device_id=68f96de3-aa05-45c3-959b-4727d294a205 HTTP/1.1" status: 200 len: 945 time: 0.1366820 Jul 13 13:33:48.170307 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-0208574b-efd1-4ff2-a37c-70c4123775e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0c2c069-40ba-4aaf-870e-846026af62c6', 'name': 'tempest-AttachSCSIVolumeTestJSON-661008148-router', 'tenant_id': '4d966db70d6b462cbbc36a73d0ab5c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': '6569dfde-42c8-47c4-b0e6-b99504cfe59b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:33:31Z', 'updated_at': '2021-07-13T13:33:41Z', 'revision_number': 4, 'project_id': '4d966db70d6b462cbbc36a73d0ab5c94', 'gw_port': {'id': '6569dfde-42c8-47c4-b0e6-b99504cfe59b', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:54:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c2c069-40ba-4aaf-870e-846026af62c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:33:33Z', 'updated_at': '2021-07-13T13:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': 'db667496-ace5-41d7-9f8a-c9cf51fe4538', 'name': '', 'network_id': 'dbf4a96c-cb51-41cd-ae2b-a32a6d64ddc6', 'tenant_id': '4d966db70d6b462cbbc36a73d0ab5c94', 'mac_address': 'fa:16:3e:e5:59:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0c2c069-40ba-4aaf-870e-846026af62c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'b345d9ae-f904-4037-a9c2-81cd36a17189', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:33:40Z', 'updated_at': '2021-07-13T13:33:45Z', 'revision_number': 4, 'project_id': '4d966db70d6b462cbbc36a73d0ab5c94', 'subnets': [{'id': 'b345d9ae-f904-4037-a9c2-81cd36a17189', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:33:48.209257 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2a755c17-45ef-4f7e-9b8a-04597a9dc3be None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:48.226290 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-183e2d2b-37da-478f-a645-aa2b9e0e5be1 req-72ec2fe3-2af4-4af9-bbeb-d1df78e01e9a tempest-InstanceActionsV221TestJSON-332744645 tempest-InstanceActionsV221TestJSON-332744645-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b97d48b-b2c8-4bf1-9f5d-0c8bb1af71b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655024 Jul 13 13:33:48.242423 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a56051f7-ad2a-48ca-8ebc-3ae17c46d4a2', 'tag': 'a53d9b9a-495c-485f-83d9-51d2b6ff1740'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:33:48.246340 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d17b627af75e17e0f4b8d6239d04f8c2f78634e2c585e32a7aeca336500f34a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4829be01-311b-47e5-af68-b0cafcc550c4" -d '{"events": [{"name": "network-changed", "server_uuid": "a56051f7-ad2a-48ca-8ebc-3ae17c46d4a2", "tag": "a53d9b9a-495c-485f-83d9-51d2b6ff1740"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:33:48.330280 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0208574b-efd1-4ff2-a37c-70c4123775e9 None None] The sync data for ids ['c0c2c069-40ba-4aaf-870e-846026af62c6'] in n-d-800634-1 is: [{'id': 'c0c2c069-40ba-4aaf-870e-846026af62c6', 'name': 'tempest-AttachSCSIVolumeTestJSON-661008148-router', 'tenant_id': '4d966db70d6b462cbbc36a73d0ab5c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': '6569dfde-42c8-47c4-b0e6-b99504cfe59b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:33:31Z', 'updated_at': '2021-07-13T13:33:41Z', 'revision_number': 4, 'project_id': '4d966db70d6b462cbbc36a73d0ab5c94', 'gw_port': {'id': '6569dfde-42c8-47c4-b0e6-b99504cfe59b', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:54:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c2c069-40ba-4aaf-870e-846026af62c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:33:33Z', 'updated_at': '2021-07-13T13:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': 'db667496-ace5-41d7-9f8a-c9cf51fe4538', 'name': '', 'network_id': 'dbf4a96c-cb51-41cd-ae2b-a32a6d64ddc6', 'tenant_id': '4d966db70d6b462cbbc36a73d0ab5c94', 'mac_address': 'fa:16:3e:e5:59:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0c2c069-40ba-4aaf-870e-846026af62c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'b345d9ae-f904-4037-a9c2-81cd36a17189', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:33:40Z', 'updated_at': '2021-07-13T13:33:45Z', 'revision_number': 4, 'project_id': '4d966db70d6b462cbbc36a73d0ab5c94', 'subnets': [{'id': 'b345d9ae-f904-4037-a9c2-81cd36a17189', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:33:48.436762 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port cee0b72d-e166-4b1f-88b2-769c764dcad9, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=cee0b72d-e166-4b1f-88b2-769c764dcad9,segment=NetworkSegment(9472122b-cbf3-4934-aecb-e6fae280b13a),segment_id=9472122b-cbf3-4934-aecb-e6fae280b13a)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:33:48.448378 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8b750116-880e-4dd0-b79a-c450bf5632ee req-8ec01162-0ee8-4e5c-ab5e-fa7bf79a77d1 tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] 10.222.0.23 "GET /v2.0/ports?device_id=71cdbe46-c78b-4c00-be27-9195dba4e6d2 HTTP/1.1" status: 200 len: 210 time: 0.0784009 Jul 13 13:33:48.498695 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Returning: {'device': 'cee0b72d-e166-4b1f-88b2-769c764dcad9', 'network_id': 'eb9a46d3-143c-4124-a1f8-86a4243a701e', 'port_id': 'cee0b72d-e166-4b1f-88b2-769c764dcad9', 'mac_address': 'fa:16:3e:e5:af:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e982c7c-a9b8-497d-b943-384953f5be36', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 13:33:48.507320 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2a755c17-45ef-4f7e-9b8a-04597a9dc3be None None] Transition to ACTIVE for port object d669a947-dff5-44a4-9fe6-deac883d11e1 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:33:48.592413 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 13:33:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9892dbf2-f69e-45f9-8363-71a10a96225a x-openstack-request-id: req-9892dbf2-f69e-45f9-8363-71a10a96225a {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:33:48.592932 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a56051f7-ad2a-48ca-8ebc-3ae17c46d4a2", "tag": "a53d9b9a-495c-485f-83d9-51d2b6ff1740", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:33:48.593282 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9892dbf2-f69e-45f9-8363-71a10a96225a {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:33:48.593822 n-d-800634-1 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a56051f7-ad2a-48ca-8ebc-3ae17c46d4a2', 'tag': 'a53d9b9a-495c-485f-83d9-51d2b6ff1740', 'status': 'completed', 'code': 200} Jul 13 13:33:48.622319 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2a755c17-45ef-4f7e-9b8a-04597a9dc3be None None] Transition to ACTIVE for port object d669a947-dff5-44a4-9fe6-deac883d11e1 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:33:48.671394 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2a755c17-45ef-4f7e-9b8a-04597a9dc3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:48.691161 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:48.757714 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-763dadb4-7246-4bd2-a147-2ebe05ce36cd req-d04455b7-391c-44c7-99d8-17125d56f16d tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] Allocated IP 172.20.0.13 (1b5b3b6e-f653-438d-b4e3-2ba9f685c679/14d97c6f-9a99-4df0-bce0-89de50c402ab/07f63703-9f99-4b32-93ab-eabcfe9855cf) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:33:48.783958 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a755c17-45ef-4f7e-9b8a-04597a9dc3be None None] Network ca14b8fa-21d3-48c4-98c3-f768209fdaee is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:33:48.797137 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cee0b72d-e166-4b1f-88b2-769c764dcad9 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:33:48.803949 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-2a755c17-45ef-4f7e-9b8a-04597a9dc3be None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:33:48.816110 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a755c17-45ef-4f7e-9b8a-04597a9dc3be None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:33:48.823220 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a755c17-45ef-4f7e-9b8a-04597a9dc3be None None] Pushing event updated for resources: {'Port': ['ID=d669a947-dff5-44a4-9fe6-deac883d11e1,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:33:48.871586 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a755c17-45ef-4f7e-9b8a-04597a9dc3be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:33:48.872870 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a755c17-45ef-4f7e-9b8a-04597a9dc3be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:33:48.873473 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a755c17-45ef-4f7e-9b8a-04597a9dc3be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:33:48.874345 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a755c17-45ef-4f7e-9b8a-04597a9dc3be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:33:48.874980 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a755c17-45ef-4f7e-9b8a-04597a9dc3be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:33:48.875685 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a755c17-45ef-4f7e-9b8a-04597a9dc3be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:33:48.876341 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a755c17-45ef-4f7e-9b8a-04597a9dc3be None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:33:48.877005 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a755c17-45ef-4f7e-9b8a-04597a9dc3be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:33:48.878136 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a755c17-45ef-4f7e-9b8a-04597a9dc3be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:33:48.880320 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a755c17-45ef-4f7e-9b8a-04597a9dc3be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:33:48.881060 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a755c17-45ef-4f7e-9b8a-04597a9dc3be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:33:48.881713 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a755c17-45ef-4f7e-9b8a-04597a9dc3be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:33:48.894555 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port cee0b72d-e166-4b1f-88b2-769c764dcad9, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=cee0b72d-e166-4b1f-88b2-769c764dcad9,segment=NetworkSegment(9472122b-cbf3-4934-aecb-e6fae280b13a),segment_id=9472122b-cbf3-4934-aecb-e6fae280b13a)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:33:48.926655 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5cdba3-27d3-4257-8deb-6523661e6a7f req-053c52fc-bebf-4c78-9f7a-87839f0850c4 tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:33:48.930703 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4a5cdba3-27d3-4257-8deb-6523661e6a7f req-053c52fc-bebf-4c78-9f7a-87839f0850c4 tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] 10.222.0.23 "GET /v2.0/ports?device_id=0cb7c8a4-8f94-4cd4-8620-9bf90c9ebb91 HTTP/1.1" status: 200 len: 945 time: 0.1411998 Jul 13 13:33:48.970531 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:49.030618 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4a5cdba3-27d3-4257-8deb-6523661e6a7f req-fb1b2b30-ec71-4d5f-b17f-73466fe929ca tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] 10.222.0.23 "GET /v2.0/security-groups?id=d29423a1-067a-4d38-adf6-741b7ccff4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932136 Jul 13 13:33:49.036589 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4b12a4-3950-4288-9405-7e340afbfeac req-9d111c93-5ad0-4186-982c-3dea3a2bad46 tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:33:49.045560 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cd4b12a4-3950-4288-9405-7e340afbfeac req-9d111c93-5ad0-4186-982c-3dea3a2bad46 tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f9e5506-563e-4cda-9b54-a7e3e3bd633f HTTP/1.1" status: 200 len: 946 time: 0.5859935 Jul 13 13:33:49.101370 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-2a755c17-45ef-4f7e-9b8a-04597a9dc3be None None] Attempting to bind port d669a947-dff5-44a4-9fe6-deac883d11e1 on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:33:49.101761 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-2a755c17-45ef-4f7e-9b8a-04597a9dc3be None None] Attempting to bind port d669a947-dff5-44a4-9fe6-deac883d11e1 by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '789f81ca-e8fa-418a-9fc5-6bfe0faaf4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ca14b8fa-21d3-48c4-98c3-f768209fdaee'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:33:49.102133 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a755c17-45ef-4f7e-9b8a-04597a9dc3be None None] Attempting to bind port d669a947-dff5-44a4-9fe6-deac883d11e1 on network ca14b8fa-21d3-48c4-98c3-f768209fdaee {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:33:49.122942 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a755c17-45ef-4f7e-9b8a-04597a9dc3be None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 33, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:33:49.123318 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a755c17-45ef-4f7e-9b8a-04597a9dc3be None None] Checking segment: {'id': '789f81ca-e8fa-418a-9fc5-6bfe0faaf4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ca14b8fa-21d3-48c4-98c3-f768209fdaee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:33:49.123730 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2a755c17-45ef-4f7e-9b8a-04597a9dc3be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:49.124123 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a755c17-45ef-4f7e-9b8a-04597a9dc3be None None] Bound using segment: {'id': '789f81ca-e8fa-418a-9fc5-6bfe0faaf4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ca14b8fa-21d3-48c4-98c3-f768209fdaee'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:33:49.124842 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-2a755c17-45ef-4f7e-9b8a-04597a9dc3be None None] Bound port: d669a947-dff5-44a4-9fe6-deac883d11e1, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '789f81ca-e8fa-418a-9fc5-6bfe0faaf4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ca14b8fa-21d3-48c4-98c3-f768209fdaee'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:33:49.124981 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2a755c17-45ef-4f7e-9b8a-04597a9dc3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:49.144884 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['cee0b72d-e166-4b1f-88b2-769c764dcad9'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:33:49.170838 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4829be01-311b-47e5-af68-b0cafcc550c4 req-1a7b8bf0-acdc-420d-811e-87b18e12d691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:33:49.172812 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4829be01-311b-47e5-af68-b0cafcc550c4 req-1a7b8bf0-acdc-420d-811e-87b18e12d691 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d50e67b9ee9e45449d2522df614fe533&device_id=a56051f7-ad2a-48ca-8ebc-3ae17c46d4a2 HTTP/1.1" status: 200 len: 1125 time: 0.4979942 Jul 13 13:33:49.194135 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cd4b12a4-3950-4288-9405-7e340afbfeac req-d2e390e9-bceb-4fc2-97d0-aa2bc964f269 tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] 10.222.0.23 "GET /v2.0/security-groups?id=246f878a-992c-46a3-86c7-c947eed33eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473308 Jul 13 13:33:49.240100 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=cee0b72d-e166-4b1f-88b2-769c764dcad9,revision_number=6']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:33:49.390989 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2a755c17-45ef-4f7e-9b8a-04597a9dc3be None None] For port d669a947-dff5-44a4-9fe6-deac883d11e1, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:33:49.458935 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2a755c17-45ef-4f7e-9b8a-04597a9dc3be None None] For port d669a947-dff5-44a4-9fe6-deac883d11e1, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=d669a947-dff5-44a4-9fe6-deac883d11e1,segment=NetworkSegment(789f81ca-e8fa-418a-9fc5-6bfe0faaf4ce),segment_id=789f81ca-e8fa-418a-9fc5-6bfe0faaf4ce)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:33:49.471733 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bc1ba1ed-7587-4e1d-b80b-329e926c54b8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:49.488879 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2a755c17-45ef-4f7e-9b8a-04597a9dc3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:49.595541 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfb9c03-d6c4-48fa-b3be-3308c8f41942 req-bfa363be-0b6a-4945-8c92-6eb9657f2c29 tempest-InstanceActionsV221TestJSON-332744645 tempest-InstanceActionsV221TestJSON-332744645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:33:49.621243 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1bfb9c03-d6c4-48fa-b3be-3308c8f41942 req-bfa363be-0b6a-4945-8c92-6eb9657f2c29 tempest-InstanceActionsV221TestJSON-332744645 tempest-InstanceActionsV221TestJSON-332744645-project] 10.222.0.23 "GET /v2.0/ports?device_id=68f96de3-aa05-45c3-959b-4727d294a205 HTTP/1.1" status: 200 len: 945 time: 0.1987185 Jul 13 13:33:49.638155 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a755c17-45ef-4f7e-9b8a-04597a9dc3be None None] Pushing event updated for resources: {'Port': ['ID=d669a947-dff5-44a4-9fe6-deac883d11e1,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:33:49.693123 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1bfb9c03-d6c4-48fa-b3be-3308c8f41942 req-71698ad2-f73c-4b20-a052-89851a050565 tempest-InstanceActionsV221TestJSON-332744645 tempest-InstanceActionsV221TestJSON-332744645-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b97d48b-b2c8-4bf1-9f5d-0c8bb1af71b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706260 Jul 13 13:33:49.703707 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-763dadb4-7246-4bd2-a147-2ebe05ce36cd req-d04455b7-391c-44c7-99d8-17125d56f16d tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:49.762506 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4829be01-311b-47e5-af68-b0cafcc550c4 req-fe284196-d5a2-4a62-8d37-45514ab20986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:33:49.764115 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4829be01-311b-47e5-af68-b0cafcc550c4 req-fe284196-d5a2-4a62-8d37-45514ab20986 service neutron] 10.222.0.26 "GET /v2.0/networks?id=2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21 HTTP/1.1" status: 200 len: 920 time: 0.5273612 Jul 13 13:33:49.823249 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 1450a3c4-3150-4fcd-9c90-5959d317ba39 up at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:33:49.825781 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b82482bc-8354-4b48-9e82-e7eb8c4eec17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:49.907941 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451f3258-7d9f-4919-bb00-9f23bffe2e4a req-4735fe7e-8dd4-489c-a3c0-766fbbe6cf14 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:33:49.919064 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-451f3258-7d9f-4919-bb00-9f23bffe2e4a req-4735fe7e-8dd4-489c-a3c0-766fbbe6cf14 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/ports?device_id=a56051f7-ad2a-48ca-8ebc-3ae17c46d4a2 HTTP/1.1" status: 200 len: 944 time: 0.4968622 Jul 13 13:33:49.925620 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-763dadb4-7246-4bd2-a147-2ebe05ce36cd req-d04455b7-391c-44c7-99d8-17125d56f16d tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] Transition to ACTIVE for port object 07f63703-9f99-4b32-93ab-eabcfe9855cf will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:33:49.928362 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4829be01-311b-47e5-af68-b0cafcc550c4 req-2c7fd788-379c-4795-b09b-ef8eed631038 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a53d9b9a-495c-485f-83d9-51d2b6ff1740 HTTP/1.1" status: 200 len: 217 time: 0.1436260 Jul 13 13:33:49.974441 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:49.999259 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a3885036-b0a8-4a2d-b993-def1bd409453 req-023e6d4f-3566-437c-98ce-724c6aefc925 tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] 10.222.0.23 "GET /v2.0/ports?device_id=71cdbe46-c78b-4c00-be27-9195dba4e6d2 HTTP/1.1" status: 200 len: 210 time: 0.1056480 Jul 13 13:33:50.005369 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 2c05648c-6413-4e10-a987-c76d08e099f4 up at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:33:50.043937 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning for port 1450a3c4-3150-4fcd-9c90-5959d317ba39 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:33:50.064712 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning complete for port 1450a3c4-3150-4fcd-9c90-5959d317ba39 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:33:50.065255 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:50.153564 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning for port 2c05648c-6413-4e10-a987-c76d08e099f4 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:33:50.161121 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning complete for port 2c05648c-6413-4e10-a987-c76d08e099f4 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:33:50.161506 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:50.245091 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-451f3258-7d9f-4919-bb00-9f23bffe2e4a req-b6d5b73d-4922-48b7-a764-4995180d8c67 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1a1929d-de59-4a26-a69b-05b891c11dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3249135 Jul 13 13:33:50.247100 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:50.289143 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68f96de3-aa05-45c3-959b-4727d294a205', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1450a3c4-3150-4fcd-9c90-5959d317ba39'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:33:50.292386 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ba90d3b-71ad-42ab-8795-b3e3c08ab466" -d '{"events": [{"server_uuid": "68f96de3-aa05-45c3-959b-4727d294a205", "name": "network-vif-plugged", "status": "completed", "tag": "1450a3c4-3150-4fcd-9c90-5959d317ba39"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:33:50.340533 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4829be01-311b-47e5-af68-b0cafcc550c4 req-80e5342f-2a0f-42b7-a54e-481b0b3a1566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:33:50.342022 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4829be01-311b-47e5-af68-b0cafcc550c4 req-80e5342f-2a0f-42b7-a54e-481b0b3a1566 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=45599520-ccde-4569-b8cc-9a75a2e552c5 HTTP/1.1" status: 200 len: 860 time: 0.3945379 Jul 13 13:33:50.428403 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 1450a3c4-3150-4fcd-9c90-5959d317ba39, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=1450a3c4-3150-4fcd-9c90-5959d317ba39,segment=NetworkSegment(bce285ac-60fc-437a-ae32-d76371e260cc),segment_id=bce285ac-60fc-437a-ae32-d76371e260cc)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:33:50.450618 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:50.451440 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device cee0b72d-e166-4b1f-88b2-769c764dcad9 no longer exists at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:33:50.461349 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4829be01-311b-47e5-af68-b0cafcc550c4 req-3f1d877c-fab2-4b43-aca3-98004673f988 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1073878 Jul 13 13:33:50.474076 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-763dadb4-7246-4bd2-a147-2ebe05ce36cd req-d04455b7-391c-44c7-99d8-17125d56f16d tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:50.486665 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76e85ae-1c0d-456a-b017-fec5610cded0 req-bafcb658-64e5-43cf-a3f0-57006b16e91f tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:33:50.493540 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d76e85ae-1c0d-456a-b017-fec5610cded0 req-bafcb658-64e5-43cf-a3f0-57006b16e91f tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] 10.222.0.23 "GET /v2.0/ports?device_id=0cb7c8a4-8f94-4cd4-8620-9bf90c9ebb91 HTTP/1.1" status: 200 len: 945 time: 0.1945648 Jul 13 13:33:50.593028 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d76e85ae-1c0d-456a-b017-fec5610cded0 req-63cbe53c-1f5b-46e1-843b-5334ef50b2ba tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] 10.222.0.23 "GET /v2.0/security-groups?id=d29423a1-067a-4d38-adf6-741b7ccff4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957451 Jul 13 13:33:50.758736 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['f97b675f-18b5-4e12-9419-9c15459c72ac'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:33:50.770728 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-763dadb4-7246-4bd2-a147-2ebe05ce36cd req-d04455b7-391c-44c7-99d8-17125d56f16d tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] Network 1b5b3b6e-f653-438d-b4e3-2ba9f685c679 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:33:50.771268 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4829be01-311b-47e5-af68-b0cafcc550c4 req-a4d51672-b4bf-47b9-8d0f-6f8486f10795 service neutron] 10.222.0.26 "GET /v2.0/networks/2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2854397 Jul 13 13:33:50.771376 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device d669a947-dff5-44a4-9fe6-deac883d11e1 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:33:50.782023 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-763dadb4-7246-4bd2-a147-2ebe05ce36cd req-d04455b7-391c-44c7-99d8-17125d56f16d tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:33:50.786535 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-763dadb4-7246-4bd2-a147-2ebe05ce36cd req-d04455b7-391c-44c7-99d8-17125d56f16d tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:33:50.794537 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bc1ba1ed-7587-4e1d-b80b-329e926c54b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447217'] for router, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:50.848425 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04455b7-391c-44c7-99d8-17125d56f16d tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] Pushing event updated for resources: {'Port': ['ID=07f63703-9f99-4b32-93ab-eabcfe9855cf,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:33:51.076310 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:51.099743 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc281f4a-c334-4b2c-932c-19a8d7f34b23 x-openstack-request-id: req-dc281f4a-c334-4b2c-932c-19a8d7f34b23 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:33:51.099979 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68f96de3-aa05-45c3-959b-4727d294a205", "name": "network-vif-plugged", "status": "completed", "tag": "1450a3c4-3150-4fcd-9c90-5959d317ba39", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:33:51.100918 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-dc281f4a-c334-4b2c-932c-19a8d7f34b23 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:33:51.100918 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68f96de3-aa05-45c3-959b-4727d294a205', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1450a3c4-3150-4fcd-9c90-5959d317ba39', 'code': 200} Jul 13 13:33:51.234180 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:51.245201 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port d669a947-dff5-44a4-9fe6-deac883d11e1 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:33:51.270481 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=1450a3c4-3150-4fcd-9c90-5959d317ba39,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:33:51.342081 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device db667496-ace5-41d7-9f8a-c9cf51fe4538 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:33:51.351343 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d7a57b-30b2-4cd1-b006-719e693c4d57 req-e29b6246-1b95-4af5-92b9-fc3a19be2b75 tempest-InstanceActionsV221TestJSON-332744645 tempest-InstanceActionsV221TestJSON-332744645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:33:51.359292 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-68d7a57b-30b2-4cd1-b006-719e693c4d57 req-e29b6246-1b95-4af5-92b9-fc3a19be2b75 tempest-InstanceActionsV221TestJSON-332744645 tempest-InstanceActionsV221TestJSON-332744645-project] 10.222.0.23 "GET /v2.0/ports?device_id=68f96de3-aa05-45c3-959b-4727d294a205 HTTP/1.1" status: 200 len: 946 time: 0.3620863 Jul 13 13:33:51.398518 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 2c05648c-6413-4e10-a987-c76d08e099f4, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=2c05648c-6413-4e10-a987-c76d08e099f4,segment=NetworkSegment(731c211d-2cbe-4aa3-a09e-111c83e33a98),segment_id=731c211d-2cbe-4aa3-a09e-111c83e33a98)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:33:51.410839 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d199dda-80a5-4769-9aec-6447ed472035 req-e8a0e777-7780-4832-b708-ad3c91728f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:33:51.412849 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5d199dda-80a5-4769-9aec-6447ed472035 req-e8a0e777-7780-4832-b708-ad3c91728f6f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=68f96de3-aa05-45c3-959b-4727d294a205 HTTP/1.1" status: 200 len: 1097 time: 0.2443049 Jul 13 13:33:51.418796 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763dadb4-7246-4bd2-a147-2ebe05ce36cd req-d04455b7-391c-44c7-99d8-17125d56f16d tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:33:51.419704 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:51.420198 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-763dadb4-7246-4bd2-a147-2ebe05ce36cd req-d04455b7-391c-44c7-99d8-17125d56f16d tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:51.434304 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-68d7a57b-30b2-4cd1-b006-719e693c4d57 req-e48ae544-e72d-4842-812b-101c126a2c00 tempest-InstanceActionsV221TestJSON-332744645 tempest-InstanceActionsV221TestJSON-332744645-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b97d48b-b2c8-4bf1-9f5d-0c8bb1af71b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713942 Jul 13 13:33:51.488795 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5d199dda-80a5-4769-9aec-6447ed472035 req-1e726989-ff74-4e7f-a367-a842cbacb00d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=3b97d48b-b2c8-4bf1-9f5d-0c8bb1af71b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529354 Jul 13 13:33:51.491298 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18511983-6528-4082-9313-6f7667ce498b None None] Network ca14b8fa-21d3-48c4-98c3-f768209fdaee requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:33:51.517213 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-763dadb4-7246-4bd2-a147-2ebe05ce36cd req-d04455b7-391c-44c7-99d8-17125d56f16d tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7464871 Jul 13 13:33:51.534631 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e2a67a-6556-44fd-8d6c-d79d2b6daddf req-89b64662-f0a1-478f-a87d-edd4f2e14854 tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:33:51.542088 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-97e2a67a-6556-44fd-8d6c-d79d2b6daddf req-89b64662-f0a1-478f-a87d-edd4f2e14854 tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f9e5506-563e-4cda-9b54-a7e3e3bd633f HTTP/1.1" status: 200 len: 945 time: 1.0292428 Jul 13 13:33:51.558345 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-763dadb4-7246-4bd2-a147-2ebe05ce36cd req-9c7e765c-9df4-4dfe-99b3-18478b48fb0f service neutron] Request body: {'port': {'device_id': '71cdbe46-c78b-4c00-be27-9195dba4e6d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:33:51.610743 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4829be01-311b-47e5-af68-b0cafcc550c4 req-e3fe494e-579d-4da4-af65-a0024627ea79 service neutron] 10.222.0.26 "GET /v2.0/networks/2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7809746 Jul 13 13:33:51.675167 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=2c05648c-6413-4e10-a987-c76d08e099f4,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:33:51.683102 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-97e2a67a-6556-44fd-8d6c-d79d2b6daddf req-0f75cd86-62ad-4b58-ab39-a85318b708fc tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] 10.222.0.23 "GET /v2.0/security-groups?id=246f878a-992c-46a3-86c7-c947eed33eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390407 Jul 13 13:33:51.686443 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port db667496-ace5-41d7-9f8a-c9cf51fe4538 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:33:51.702167 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:51.713828 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-91759561-6956-4e15-9b25-4c0e5cde8da7 None None] Provisioning for port 07f63703-9f99-4b32-93ab-eabcfe9855cf completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:33:51.719835 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d70e47f-58f5-4480-8251-47d88c499a46 req-4605e7a9-1393-4fd4-bfcf-90de4515d067 tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:33:51.721940 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2d70e47f-58f5-4480-8251-47d88c499a46 req-4605e7a9-1393-4fd4-bfcf-90de4515d067 tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] 10.222.0.23 "GET /v2.0/ports?device_id=71cdbe46-c78b-4c00-be27-9195dba4e6d2 HTTP/1.1" status: 200 len: 932 time: 0.1250746 Jul 13 13:33:51.763152 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-763dadb4-7246-4bd2-a147-2ebe05ce36cd req-9c7e765c-9df4-4dfe-99b3-18478b48fb0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:51.768560 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port db667496-ace5-41d7-9f8a-c9cf51fe4538 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:33:51.769670 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:51.774542 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id cee0b72d-e166-4b1f-88b2-769c764dcad9 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:33:51.783332 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-91759561-6956-4e15-9b25-4c0e5cde8da7 None None] Provisioning complete for port 07f63703-9f99-4b32-93ab-eabcfe9855cf triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:33:51.784406 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-91759561-6956-4e15-9b25-4c0e5cde8da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:51.795387 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc1ba1ed-7587-4e1d-b80b-329e926c54b8 admin admin] Router aab1fdbf-9bdb-4990-89af-471b142bd93a is scheduled to L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 with binding_index 1 {{(pid=93750) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 13:33:51.823326 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2d70e47f-58f5-4480-8251-47d88c499a46 req-6294cb54-7280-4bd0-8f39-856e9388d4d4 tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] 10.222.0.23 "GET /v2.0/security-groups?id=a5acb904-2512-4fd2-89f4-2d0864dd03ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935943 Jul 13 13:33:52.014649 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port cee0b72d-e166-4b1f-88b2-769c764dcad9, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=cee0b72d-e166-4b1f-88b2-769c764dcad9,segment=NetworkSegment(9472122b-cbf3-4934-aecb-e6fae280b13a),segment_id=9472122b-cbf3-4934-aecb-e6fae280b13a)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:33:52.031539 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-91759561-6956-4e15-9b25-4c0e5cde8da7 None None] Port 07f63703-9f99-4b32-93ab-eabcfe9855cf cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:33:52.033223 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:52.044281 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05e7117-634a-4940-8cb9-be6eb44851b3 req-e36a3fad-0887-4dad-8b97-33edab1606ac tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:33:52.053327 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device cee0b72d-e166-4b1f-88b2-769c764dcad9 up at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:33:52.053937 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d05e7117-634a-4940-8cb9-be6eb44851b3 req-e36a3fad-0887-4dad-8b97-33edab1606ac tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] 10.222.0.23 "GET /v2.0/ports?device_id=0cb7c8a4-8f94-4cd4-8620-9bf90c9ebb91 HTTP/1.1" status: 200 len: 946 time: 0.1008303 Jul 13 13:33:52.107759 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d05e7117-634a-4940-8cb9-be6eb44851b3 req-ff1793c0-ec47-46b0-a038-959b7ebafa0d tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] 10.222.0.23 "GET /v2.0/security-groups?id=d29423a1-067a-4d38-adf6-741b7ccff4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525889 Jul 13 13:33:52.259913 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=cee0b72d-e166-4b1f-88b2-769c764dcad9,revision_number=7']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:33:52.263179 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-806194c7-8451-43d2-b3f3-d006cc4e595a None None] Provisioning for port d669a947-dff5-44a4-9fe6-deac883d11e1 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:33:52.320220 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-806194c7-8451-43d2-b3f3-d006cc4e595a None None] Provisioning complete for port d669a947-dff5-44a4-9fe6-deac883d11e1 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:33:52.320220 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-806194c7-8451-43d2-b3f3-d006cc4e595a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:52.380185 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:52.386572 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning complete for port cee0b72d-e166-4b1f-88b2-769c764dcad9 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:33:52.386975 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:52.538816 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port db667496-ace5-41d7-9f8a-c9cf51fe4538, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=db667496-ace5-41d7-9f8a-c9cf51fe4538,segment=NetworkSegment(ff868c88-63a7-45f2-9c2d-60b1f22692fb),segment_id=ff868c88-63a7-45f2-9c2d-60b1f22692fb)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:33:52.596697 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:52.621878 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:52.670688 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:52.821813 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc1ba1ed-7587-4e1d-b80b-329e926c54b8 admin admin] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:33:52.835092 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665b0d96-d91f-4100-a86a-5b1e38d87f4f None None] Sync routers for ids ['aab1fdbf-9bdb-4990-89af-471b142bd93a'] in n-d-800634-1 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:33:52.848491 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port cee0b72d-e166-4b1f-88b2-769c764dcad9, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=cee0b72d-e166-4b1f-88b2-769c764dcad9,segment=NetworkSegment(9472122b-cbf3-4934-aecb-e6fae280b13a),segment_id=9472122b-cbf3-4934-aecb-e6fae280b13a)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:33:52.851494 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665b0d96-d91f-4100-a86a-5b1e38d87f4f None None] Routers {'aab1fdbf-9bdb-4990-89af-471b142bd93a'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:33:52.853572 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-665b0d96-d91f-4100-a86a-5b1e38d87f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:33:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['aab1fdbf-9bdb-4990-89af-471b142bd93a'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:33:52.863677 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:52.868718 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=db667496-ace5-41d7-9f8a-c9cf51fe4538,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:33:52.880957 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-806194c7-8451-43d2-b3f3-d006cc4e595a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:52.950935 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bc1ba1ed-7587-4e1d-b80b-329e926c54b8 admin admin] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:52.956356 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-bc1ba1ed-7587-4e1d-b80b-329e926c54b8 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.7965238 Jul 13 13:33:52.961717 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 50252) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:33:53.016342 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d7cbc6-caad-402c-807a-633cd526dd65 req-4a7b5d8f-0846-449f-a189-caa946810063 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:33:53.021351 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c1d7cbc6-caad-402c-807a-633cd526dd65 req-4a7b5d8f-0846-449f-a189-caa946810063 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/ports?device_id=a56051f7-ad2a-48ca-8ebc-3ae17c46d4a2 HTTP/1.1" status: 200 len: 944 time: 1.0244899 Jul 13 13:33:53.051468 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-806194c7-8451-43d2-b3f3-d006cc4e595a None None] For port d669a947-dff5-44a4-9fe6-deac883d11e1, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=d669a947-dff5-44a4-9fe6-deac883d11e1,segment=NetworkSegment(789f81ca-e8fa-418a-9fc5-6bfe0faaf4ce),segment_id=789f81ca-e8fa-418a-9fc5-6bfe0faaf4ce)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:33:53.057289 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=cee0b72d-e166-4b1f-88b2-769c764dcad9,revision_number=8']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:33:53.068569 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-806194c7-8451-43d2-b3f3-d006cc4e595a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:53.164328 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c1d7cbc6-caad-402c-807a-633cd526dd65 req-cbc299dc-3254-404e-8f7a-769cf1277ff1 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1a1929d-de59-4a26-a69b-05b891c11dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264277 Jul 13 13:33:53.179582 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-665b0d96-d91f-4100-a86a-5b1e38d87f4f None None] Set router aab1fdbf-9bdb-4990-89af-471b142bd93a gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:33:53.193715 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cb7c8a4-8f94-4cd4-8620-9bf90c9ebb91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c05648c-6413-4e10-a987-c76d08e099f4'}, {'server_uuid': '5f9e5506-563e-4cda-9b54-a7e3e3bd633f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cee0b72d-e166-4b1f-88b2-769c764dcad9'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:33:53.196052 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86777b0f-d971-43b3-a706-696966a19837" -d '{"events": [{"server_uuid": "0cb7c8a4-8f94-4cd4-8620-9bf90c9ebb91", "name": "network-vif-plugged", "status": "completed", "tag": "2c05648c-6413-4e10-a987-c76d08e099f4"}, {"server_uuid": "5f9e5506-563e-4cda-9b54-a7e3e3bd633f", "name": "network-vif-plugged", "status": "completed", "tag": "cee0b72d-e166-4b1f-88b2-769c764dcad9"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:33:53.216939 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806194c7-8451-43d2-b3f3-d006cc4e595a None None] Pushing event updated for resources: {'Port': ['ID=d669a947-dff5-44a4-9fe6-deac883d11e1,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:33:53.243857 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-d8ec1c18-c371-4d96-8a7b-7fa120a40d38 None None] Provisioning complete for port d669a947-dff5-44a4-9fe6-deac883d11e1 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:33:53.249924 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d8ec1c18-c371-4d96-8a7b-7fa120a40d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:53.310175 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-763dadb4-7246-4bd2-a147-2ebe05ce36cd req-9c7e765c-9df4-4dfe-99b3-18478b48fb0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07f63703-9f99-4b32-93ab-eabcfe9855cf {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:33:53.327610 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-763dadb4-7246-4bd2-a147-2ebe05ce36cd req-9c7e765c-9df4-4dfe-99b3-18478b48fb0f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:53.360934 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-763dadb4-7246-4bd2-a147-2ebe05ce36cd req-9c7e765c-9df4-4dfe-99b3-18478b48fb0f service neutron] Transition to ACTIVE for port object 07f63703-9f99-4b32-93ab-eabcfe9855cf will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:33:53.371546 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-763dadb4-7246-4bd2-a147-2ebe05ce36cd req-9c7e765c-9df4-4dfe-99b3-18478b48fb0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:53.457576 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371227d7-1460-4c84-afcc-e9bd82878f55 req-e7f50144-d7e7-4f7b-b540-43121cb14229 tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:33:53.467046 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-371227d7-1460-4c84-afcc-e9bd82878f55 req-e7f50144-d7e7-4f7b-b540-43121cb14229 tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f9e5506-563e-4cda-9b54-a7e3e3bd633f HTTP/1.1" status: 200 len: 946 time: 0.2880993 Jul 13 13:33:53.563458 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7e765c-9df4-4dfe-99b3-18478b48fb0f service neutron] Pushing event updated for resources: {'Port': ['ID=07f63703-9f99-4b32-93ab-eabcfe9855cf,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:33:53.607609 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-665b0d96-d91f-4100-a86a-5b1e38d87f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aab1fdbf-9bdb-4990-89af-471b142bd93a', 'name': 'tempest-AttachSCSIVolumeTestJSON-797220493-router', 'tenant_id': '505ce387331746d8a41fb09bac22445c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': 'b2b879f5-f115-4433-89cf-753c52928ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:33:45Z', 'updated_at': '2021-07-13T13:33:48Z', 'revision_number': 3, 'project_id': '505ce387331746d8a41fb09bac22445c', 'gw_port': {'id': 'b2b879f5-f115-4433-89cf-753c52928ace', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:f1:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aab1fdbf-9bdb-4990-89af-471b142bd93a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:33:46Z', 'updated_at': '2021-07-13T13:33:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:33:53.638185 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665b0d96-d91f-4100-a86a-5b1e38d87f4f None None] Checking router: aab1fdbf-9bdb-4990-89af-471b142bd93a for host: n-d-800634-1 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 13:33:53.638534 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665b0d96-d91f-4100-a86a-5b1e38d87f4f None None] Updating router aab1fdbf-9bdb-4990-89af-471b142bd93a port b2b879f5-f115-4433-89cf-753c52928ace binding host n-d-800634-1 {{(pid=93753) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 13:33:53.639157 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-371227d7-1460-4c84-afcc-e9bd82878f55 req-bd98642b-1feb-4b7a-92df-ac849259a606 tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] 10.222.0.23 "GET /v2.0/security-groups?id=246f878a-992c-46a3-86c7-c947eed33eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706815 Jul 13 13:33:53.679124 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-665b0d96-d91f-4100-a86a-5b1e38d87f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:53.732898 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b53e77-02f7-44a6-aeba-839129a5bbef req-1ec95568-a6d3-4ed6-8bae-6f9e4aea8109 tempest-InstanceActionsV221TestJSON-332744645 tempest-InstanceActionsV221TestJSON-332744645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:33:53.740289 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f7b53e77-02f7-44a6-aeba-839129a5bbef req-1ec95568-a6d3-4ed6-8bae-6f9e4aea8109 tempest-InstanceActionsV221TestJSON-332744645 tempest-InstanceActionsV221TestJSON-332744645-project] 10.222.0.23 "GET /v2.0/ports?device_id=68f96de3-aa05-45c3-959b-4727d294a205 HTTP/1.1" status: 200 len: 946 time: 0.2820294 Jul 13 13:33:53.809691 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-763dadb4-7246-4bd2-a147-2ebe05ce36cd req-9c7e765c-9df4-4dfe-99b3-18478b48fb0f service neutron] Attempting to bind port 07f63703-9f99-4b32-93ab-eabcfe9855cf on host n-h1-800634-1 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:33:53.810312 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-763dadb4-7246-4bd2-a147-2ebe05ce36cd req-9c7e765c-9df4-4dfe-99b3-18478b48fb0f service neutron] Attempting to bind port 07f63703-9f99-4b32-93ab-eabcfe9855cf by drivers openvswitch,hyperv on host n-h1-800634-1 at level 0 using segments [{'id': 'ff7cf47e-479d-4e06-9945-560a154aee7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '1b5b3b6e-f653-438d-b4e3-2ba9f685c679'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:33:53.810452 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-763dadb4-7246-4bd2-a147-2ebe05ce36cd req-9c7e765c-9df4-4dfe-99b3-18478b48fb0f service neutron] Attempting to bind port 07f63703-9f99-4b32-93ab-eabcfe9855cf on network 1b5b3b6e-f653-438d-b4e3-2ba9f685c679 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:33:53.845533 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-763dadb4-7246-4bd2-a147-2ebe05ce36cd req-9c7e765c-9df4-4dfe-99b3-18478b48fb0f service neutron] Port 07f63703-9f99-4b32-93ab-eabcfe9855cf on network 1b5b3b6e-f653-438d-b4e3-2ba9f685c679 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-1 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:33:53.846297 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-763dadb4-7246-4bd2-a147-2ebe05ce36cd req-9c7e765c-9df4-4dfe-99b3-18478b48fb0f service neutron] Attempting to bind port 07f63703-9f99-4b32-93ab-eabcfe9855cf on network 1b5b3b6e-f653-438d-b4e3-2ba9f685c679 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:33:53.864016 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f7b53e77-02f7-44a6-aeba-839129a5bbef req-00ca267c-bd81-4ccd-a4d4-cfd8f72f031c tempest-InstanceActionsV221TestJSON-332744645 tempest-InstanceActionsV221TestJSON-332744645-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b97d48b-b2c8-4bf1-9f5d-0c8bb1af71b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225531 Jul 13 13:33:53.864935 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-763dadb4-7246-4bd2-a147-2ebe05ce36cd req-9c7e765c-9df4-4dfe-99b3-18478b48fb0f service neutron] Checking agent: {'id': 'a7603dc8-3c50-4a9b-8f0d-1143528f155e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:33:53.873541 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-763dadb4-7246-4bd2-a147-2ebe05ce36cd req-9c7e765c-9df4-4dfe-99b3-18478b48fb0f service neutron] Checking segment: {'id': 'ff7cf47e-479d-4e06-9945-560a154aee7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '1b5b3b6e-f653-438d-b4e3-2ba9f685c679'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:33:53.874004 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-763dadb4-7246-4bd2-a147-2ebe05ce36cd req-9c7e765c-9df4-4dfe-99b3-18478b48fb0f service neutron] Bound using segment: {'id': 'ff7cf47e-479d-4e06-9945-560a154aee7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '1b5b3b6e-f653-438d-b4e3-2ba9f685c679'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:33:53.874449 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-763dadb4-7246-4bd2-a147-2ebe05ce36cd req-9c7e765c-9df4-4dfe-99b3-18478b48fb0f service neutron] Bound port: 07f63703-9f99-4b32-93ab-eabcfe9855cf, host: n-h1-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff7cf47e-479d-4e06-9945-560a154aee7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '1b5b3b6e-f653-438d-b4e3-2ba9f685c679'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:33:53.874834 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-763dadb4-7246-4bd2-a147-2ebe05ce36cd req-9c7e765c-9df4-4dfe-99b3-18478b48fb0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:53.989776 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-763dadb4-7246-4bd2-a147-2ebe05ce36cd req-9c7e765c-9df4-4dfe-99b3-18478b48fb0f service neutron] For port 07f63703-9f99-4b32-93ab-eabcfe9855cf, host n-h1-800634-1, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:33:53.999870 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-763dadb4-7246-4bd2-a147-2ebe05ce36cd req-9c7e765c-9df4-4dfe-99b3-18478b48fb0f service neutron] For port 07f63703-9f99-4b32-93ab-eabcfe9855cf, host n-h1-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=07f63703-9f99-4b32-93ab-eabcfe9855cf,segment=NetworkSegment(ff7cf47e-479d-4e06-9945-560a154aee7d),segment_id=ff7cf47e-479d-4e06-9945-560a154aee7d)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:33:54.016598 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-763dadb4-7246-4bd2-a147-2ebe05ce36cd req-9c7e765c-9df4-4dfe-99b3-18478b48fb0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:54.083123 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763dadb4-7246-4bd2-a147-2ebe05ce36cd req-9c7e765c-9df4-4dfe-99b3-18478b48fb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:33:54.083390 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-763dadb4-7246-4bd2-a147-2ebe05ce36cd req-9c7e765c-9df4-4dfe-99b3-18478b48fb0f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:54.085066 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-763dadb4-7246-4bd2-a147-2ebe05ce36cd req-9c7e765c-9df4-4dfe-99b3-18478b48fb0f service neutron] 10.222.0.26 "PUT /v2.0/ports/07f63703-9f99-4b32-93ab-eabcfe9855cf HTTP/1.1" status: 200 len: 1092 time: 2.5328243 Jul 13 13:33:54.099191 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71cdbe46-c78b-4c00-be27-9195dba4e6d2', 'tag': '07f63703-9f99-4b32-93ab-eabcfe9855cf'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:33:54.103356 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34e669ce-5d37-4d7f-bfda-0d83a5d4058a" -d '{"events": [{"name": "network-changed", "server_uuid": "71cdbe46-c78b-4c00-be27-9195dba4e6d2", "tag": "07f63703-9f99-4b32-93ab-eabcfe9855cf"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:33:54.187778 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-665b0d96-d91f-4100-a86a-5b1e38d87f4f None None] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:54.211873 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7e765c-9df4-4dfe-99b3-18478b48fb0f service neutron] Pushing event updated for resources: {'Port': ['ID=07f63703-9f99-4b32-93ab-eabcfe9855cf,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:33:54.215788 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-665b0d96-d91f-4100-a86a-5b1e38d87f4f None None] Transition to ACTIVE for port object b2b879f5-f115-4433-89cf-753c52928ace will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:33:54.229309 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-665b0d96-d91f-4100-a86a-5b1e38d87f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:54.260858 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9cd225-083d-4a69-9c40-44fb42dbc74a req-01238b21-2e20-4922-ba21-5d9a78eb82d6 tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:33:54.262584 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aba73e-4ede-47dd-9212-b70a22c13177 req-ef680e76-14d0-4652-8726-70ab61258bd9 tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:33:54.264117 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-77aba73e-4ede-47dd-9212-b70a22c13177 req-ef680e76-14d0-4652-8726-70ab61258bd9 tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] 10.222.0.23 "GET /v2.0/ports?device_id=0cb7c8a4-8f94-4cd4-8620-9bf90c9ebb91 HTTP/1.1" status: 200 len: 946 time: 0.1978068 Jul 13 13:33:54.274864 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763dadb4-7246-4bd2-a147-2ebe05ce36cd req-f6f1906c-83a1-42ca-adc9-4ada14fc2d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:33:54.276393 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-763dadb4-7246-4bd2-a147-2ebe05ce36cd req-f6f1906c-83a1-42ca-adc9-4ada14fc2d22 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=278e2d283bc440adb5e5f55c103a5de0&device_id=71cdbe46-c78b-4c00-be27-9195dba4e6d2 HTTP/1.1" status: 200 len: 1095 time: 0.1361954 Jul 13 13:33:54.278548 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8c9cd225-083d-4a69-9c40-44fb42dbc74a req-01238b21-2e20-4922-ba21-5d9a78eb82d6 tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] 10.222.0.23 "GET /v2.0/ports?device_id=71cdbe46-c78b-4c00-be27-9195dba4e6d2 HTTP/1.1" status: 200 len: 944 time: 0.2894776 Jul 13 13:33:54.350899 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-665b0d96-d91f-4100-a86a-5b1e38d87f4f None None] Attempting to bind port b2b879f5-f115-4433-89cf-753c52928ace on host n-d-800634-1 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:33:54.350899 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-665b0d96-d91f-4100-a86a-5b1e38d87f4f None None] Attempting to bind port b2b879f5-f115-4433-89cf-753c52928ace by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:33:54.350899 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665b0d96-d91f-4100-a86a-5b1e38d87f4f None None] Attempting to bind port b2b879f5-f115-4433-89cf-753c52928ace on network acf968b8-c524-46a9-a20b-ad9667009130 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:33:54.364000 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab380a05-2b0a-46af-aa65-893bafd5cc61 None None] Pushing event updated for resources: {'Port': ['ID=b2b879f5-f115-4433-89cf-753c52928ace,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:33:54.373961 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665b0d96-d91f-4100-a86a-5b1e38d87f4f None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 33, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:33:54.374532 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665b0d96-d91f-4100-a86a-5b1e38d87f4f None None] Checking segment: {'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:33:54.375068 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-665b0d96-d91f-4100-a86a-5b1e38d87f4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:54.375888 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665b0d96-d91f-4100-a86a-5b1e38d87f4f None None] Bound using segment: {'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:33:54.376577 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-665b0d96-d91f-4100-a86a-5b1e38d87f4f None None] Bound port: b2b879f5-f115-4433-89cf-753c52928ace, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:33:54.377038 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-665b0d96-d91f-4100-a86a-5b1e38d87f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:54.421594 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-763dadb4-7246-4bd2-a147-2ebe05ce36cd req-dfc54e5f-c0fc-4806-9a34-affc200bfb75 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=07f63703-9f99-4b32-93ab-eabcfe9855cf HTTP/1.1" status: 200 len: 217 time: 0.1327257 Jul 13 13:33:54.424626 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8c9cd225-083d-4a69-9c40-44fb42dbc74a req-91a12f85-9c54-4d33-80f5-122aade494bb tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] 10.222.0.23 "GET /v2.0/security-groups?id=a5acb904-2512-4fd2-89f4-2d0864dd03ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433258 Jul 13 13:33:54.469688 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6db1ce-3e43-48b5-9f52-b29ec624e748 req-70ffdc64-25fc-43f1-8556-dd8afc611e93 tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:33:54.473469 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-0d6db1ce-3e43-48b5-9f52-b29ec624e748 req-70ffdc64-25fc-43f1-8556-dd8afc611e93 tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f9e5506-563e-4cda-9b54-a7e3e3bd633f HTTP/1.1" status: 200 len: 946 time: 0.3087025 Jul 13 13:33:54.506500 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-665b0d96-d91f-4100-a86a-5b1e38d87f4f None None] For port b2b879f5-f115-4433-89cf-753c52928ace, host n-d-800634-1, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:33:54.513958 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-665b0d96-d91f-4100-a86a-5b1e38d87f4f None None] For port b2b879f5-f115-4433-89cf-753c52928ace, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=b2b879f5-f115-4433-89cf-753c52928ace,segment=NetworkSegment(3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87),segment_id=3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:33:54.526652 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-665b0d96-d91f-4100-a86a-5b1e38d87f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:54.551836 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-77aba73e-4ede-47dd-9212-b70a22c13177 req-99667656-8c88-45b8-a977-4c8db3c83f3d tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] 10.222.0.23 "GET /v2.0/security-groups?id=d29423a1-067a-4d38-adf6-741b7ccff4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2722816 Jul 13 13:33:54.577155 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763dadb4-7246-4bd2-a147-2ebe05ce36cd req-d960230c-4b09-4ae7-8c6f-453add068312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:33:54.583845 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-763dadb4-7246-4bd2-a147-2ebe05ce36cd req-d960230c-4b09-4ae7-8c6f-453add068312 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=14d97c6f-9a99-4df0-bce0-89de50c402ab HTTP/1.1" status: 200 len: 860 time: 0.1479785 Jul 13 13:33:54.592267 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab380a05-2b0a-46af-aa65-893bafd5cc61 None None] Pushing event updated for resources: {'Port': ['ID=b2b879f5-f115-4433-89cf-753c52928ace,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:33:54.624109 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665b0d96-d91f-4100-a86a-5b1e38d87f4f None None] Routers {'aab1fdbf-9bdb-4990-89af-471b142bd93a'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:33:54.625001 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-665b0d96-d91f-4100-a86a-5b1e38d87f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:33:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['aab1fdbf-9bdb-4990-89af-471b142bd93a'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:33:54.759947 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-665b0d96-d91f-4100-a86a-5b1e38d87f4f None None] Set router aab1fdbf-9bdb-4990-89af-471b142bd93a gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:33:54.762723 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763dadb4-7246-4bd2-a147-2ebe05ce36cd req-9ac8ecef-477c-447f-b74e-3eab7be99d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:33:54.764521 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-763dadb4-7246-4bd2-a147-2ebe05ce36cd req-9ac8ecef-477c-447f-b74e-3eab7be99d3e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1b5b3b6e-f653-438d-b4e3-2ba9f685c679&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1746380 Jul 13 13:33:54.805682 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4f41972c-a6e6-4121-b0f9-ecb1e30070c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:54.819267 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device d669a947-dff5-44a4-9fe6-deac883d11e1 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:33:54.968575 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-763dadb4-7246-4bd2-a147-2ebe05ce36cd req-9df1b14a-54b3-4433-ba82-009d7e961e31 service neutron] 10.222.0.26 "GET /v2.0/networks/1b5b3b6e-f653-438d-b4e3-2ba9f685c679?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955783 Jul 13 13:33:54.991509 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port d669a947-dff5-44a4-9fe6-deac883d11e1 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:33:54.992186 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:55.099036 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-0d6db1ce-3e43-48b5-9f52-b29ec624e748 req-25003a15-ae2f-41bd-9054-eb979ddf007e tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] Deleting port cee0b72d-e166-4b1f-88b2-769c764dcad9 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:33:55.099612 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-0d6db1ce-3e43-48b5-9f52-b29ec624e748 req-25003a15-ae2f-41bd-9054-eb979ddf007e tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:55.224791 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 13 Jul 2021 13:33:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d3db0dc-7952-40f0-94e9-2198614c0a28 x-openstack-request-id: req-6d3db0dc-7952-40f0-94e9-2198614c0a28 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:33:55.225386 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cb7c8a4-8f94-4cd4-8620-9bf90c9ebb91", "name": "network-vif-plugged", "status": "completed", "tag": "2c05648c-6413-4e10-a987-c76d08e099f4", "code": 200}, {"server_uuid": "5f9e5506-563e-4cda-9b54-a7e3e3bd633f", "name": "network-vif-plugged", "status": "completed", "tag": "cee0b72d-e166-4b1f-88b2-769c764dcad9", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:33:55.226595 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6d3db0dc-7952-40f0-94e9-2198614c0a28 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:33:55.227134 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cb7c8a4-8f94-4cd4-8620-9bf90c9ebb91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c05648c-6413-4e10-a987-c76d08e099f4', 'code': 200} Jul 13 13:33:55.234046 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f9e5506-563e-4cda-9b54-a7e3e3bd633f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cee0b72d-e166-4b1f-88b2-769c764dcad9', 'code': 200} Jul 13 13:33:55.236006 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device db667496-ace5-41d7-9f8a-c9cf51fe4538 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:33:55.271716 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-665b0d96-d91f-4100-a86a-5b1e38d87f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aab1fdbf-9bdb-4990-89af-471b142bd93a', 'name': 'tempest-AttachSCSIVolumeTestJSON-797220493-router', 'tenant_id': '505ce387331746d8a41fb09bac22445c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': 'b2b879f5-f115-4433-89cf-753c52928ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:33:45Z', 'updated_at': '2021-07-13T13:33:48Z', 'revision_number': 3, 'project_id': '505ce387331746d8a41fb09bac22445c', 'gw_port': {'id': 'b2b879f5-f115-4433-89cf-753c52928ace', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:f1:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aab1fdbf-9bdb-4990-89af-471b142bd93a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:33:46Z', 'updated_at': '2021-07-13T13:33:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:33:55.303732 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 13:33:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f30990f-0cd1-4c6d-9599-54402e20a89e x-openstack-request-id: req-2f30990f-0cd1-4c6d-9599-54402e20a89e {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:33:55.306520 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71cdbe46-c78b-4c00-be27-9195dba4e6d2", "tag": "07f63703-9f99-4b32-93ab-eabcfe9855cf", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:33:55.306966 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2f30990f-0cd1-4c6d-9599-54402e20a89e {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:33:55.307548 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71cdbe46-c78b-4c00-be27-9195dba4e6d2', 'tag': '07f63703-9f99-4b32-93ab-eabcfe9855cf', 'status': 'completed', 'code': 200} Jul 13 13:33:55.332610 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665b0d96-d91f-4100-a86a-5b1e38d87f4f None None] The sync data for ids ['aab1fdbf-9bdb-4990-89af-471b142bd93a'] in n-d-800634-1 is: [{'id': 'aab1fdbf-9bdb-4990-89af-471b142bd93a', 'name': 'tempest-AttachSCSIVolumeTestJSON-797220493-router', 'tenant_id': '505ce387331746d8a41fb09bac22445c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': 'b2b879f5-f115-4433-89cf-753c52928ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:33:45Z', 'updated_at': '2021-07-13T13:33:48Z', 'revision_number': 3, 'project_id': '505ce387331746d8a41fb09bac22445c', 'gw_port': {'id': 'b2b879f5-f115-4433-89cf-753c52928ace', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:f1:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aab1fdbf-9bdb-4990-89af-471b142bd93a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:33:46Z', 'updated_at': '2021-07-13T13:33:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:33:55.372494 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-763dadb4-7246-4bd2-a147-2ebe05ce36cd req-95a0026d-1018-44e6-9ad8-adcb1e2db8fc service neutron] 10.222.0.26 "GET /v2.0/networks/1b5b3b6e-f653-438d-b4e3-2ba9f685c679?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3753264 Jul 13 13:33:55.387930 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port db667496-ace5-41d7-9f8a-c9cf51fe4538 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:33:55.388671 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:55.455825 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-0d6db1ce-3e43-48b5-9f52-b29ec624e748 req-25003a15-ae2f-41bd-9054-eb979ddf007e tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] For port cee0b72d-e166-4b1f-88b2-769c764dcad9, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=cee0b72d-e166-4b1f-88b2-769c764dcad9,segment=NetworkSegment(9472122b-cbf3-4934-aecb-e6fae280b13a),segment_id=9472122b-cbf3-4934-aecb-e6fae280b13a)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:33:55.456465 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-0d6db1ce-3e43-48b5-9f52-b29ec624e748 req-25003a15-ae2f-41bd-9054-eb979ddf007e tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:55.470073 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-4f41972c-a6e6-4121-b0f9-ecb1e30070c7 admin admin] Allocated IP 172.20.0.1 (ca14b8fa-21d3-48c4-98c3-f768209fdaee/66a900c6-a952-4019-960e-53e11d39fdc5/442459bb-e0f8-463a-aa0a-9f9f0c798e54) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:33:55.518236 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaa305c-4b44-49ec-9282-0d8e2ba97483 req-38242e4b-fc9a-4fbb-899b-02b289f8a078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:33:55.521826 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4aaa305c-4b44-49ec-9282-0d8e2ba97483 req-38242e4b-fc9a-4fbb-899b-02b289f8a078 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0cb7c8a4-8f94-4cd4-8620-9bf90c9ebb91 HTTP/1.1" status: 200 len: 1097 time: 0.2945464 Jul 13 13:33:55.595453 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-0d6db1ce-3e43-48b5-9f52-b29ec624e748 req-25003a15-ae2f-41bd-9054-eb979ddf007e tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] Calling delete_port for cee0b72d-e166-4b1f-88b2-769c764dcad9 owned by compute:nova {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:33:55.651127 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4aaa305c-4b44-49ec-9282-0d8e2ba97483 req-800dc3a3-0572-43f1-8150-3f1ea687c73b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d29423a1-067a-4d38-adf6-741b7ccff4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184573 Jul 13 13:33:55.657149 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e669ce-5d37-4d7f-bfda-0d83a5d4058a req-425529b9-33b1-4f70-8ffd-385ba9cf5e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:33:55.658825 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-34e669ce-5d37-4d7f-bfda-0d83a5d4058a req-425529b9-33b1-4f70-8ffd-385ba9cf5e32 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=278e2d283bc440adb5e5f55c103a5de0&device_id=71cdbe46-c78b-4c00-be27-9195dba4e6d2 HTTP/1.1" status: 200 len: 1095 time: 0.2448709 Jul 13 13:33:55.806930 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d427a60-15c1-47a2-8f53-b6e42852fcd7 req-5c81dfe9-e21e-4617-8517-80d7a62dfb9a tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:33:55.830847 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6d427a60-15c1-47a2-8f53-b6e42852fcd7 req-5c81dfe9-e21e-4617-8517-80d7a62dfb9a tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/ports?device_id=a56051f7-ad2a-48ca-8ebc-3ae17c46d4a2 HTTP/1.1" status: 200 len: 944 time: 0.3412366 Jul 13 13:33:55.999675 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23eaacc-0f4a-4592-8db1-cfcfdb089e83 req-16ec3254-bb91-4798-b47b-dff178e748b3 tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:33:56.008051 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c23eaacc-0f4a-4592-8db1-cfcfdb089e83 req-16ec3254-bb91-4798-b47b-dff178e748b3 tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f9e5506-563e-4cda-9b54-a7e3e3bd633f HTTP/1.1" status: 200 len: 946 time: 0.2115581 Jul 13 13:33:56.018868 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e669ce-5d37-4d7f-bfda-0d83a5d4058a req-6856e036-e63d-4c41-902f-3083743594c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:33:56.020353 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-34e669ce-5d37-4d7f-bfda-0d83a5d4058a req-6856e036-e63d-4c41-902f-3083743594c6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1b5b3b6e-f653-438d-b4e3-2ba9f685c679 HTTP/1.1" status: 200 len: 921 time: 0.3177111 Jul 13 13:33:56.043397 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device a53d9b9a-495c-485f-83d9-51d2b6ff1740 no longer exists at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:33:56.178899 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-34e669ce-5d37-4d7f-bfda-0d83a5d4058a req-580aa81b-dc2d-42a3-ae8b-80d00c8d1c71 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=07f63703-9f99-4b32-93ab-eabcfe9855cf HTTP/1.1" status: 200 len: 217 time: 0.1484067 Jul 13 13:33:56.232970 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4ba2b7a0-20ec-4ed2-9364-caa3ec0ce419 req-709181a1-75af-4681-9d35-4bfb4562eef1 service neutron] 10.222.0.26 "GET /v2.0/ports/a53d9b9a-495c-485f-83d9-51d2b6ff1740/bindings/n-h2-800634-1 HTTP/1.1" status: 200 len: 384 time: 0.2882166 Jul 13 13:33:56.263893 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c23eaacc-0f4a-4592-8db1-cfcfdb089e83 req-b7b7446c-a725-418a-bb2b-d2b06f3b3ebf tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] 10.222.0.23 "GET /v2.0/security-groups?id=246f878a-992c-46a3-86c7-c947eed33eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2543311 Jul 13 13:33:56.306805 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e669ce-5d37-4d7f-bfda-0d83a5d4058a req-a4b4a3e6-565d-4b86-ad22-7d0a396d5858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:33:56.308534 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-34e669ce-5d37-4d7f-bfda-0d83a5d4058a req-a4b4a3e6-565d-4b86-ad22-7d0a396d5858 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=14d97c6f-9a99-4df0-bce0-89de50c402ab HTTP/1.1" status: 200 len: 860 time: 0.1166704 Jul 13 13:33:56.457868 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6d427a60-15c1-47a2-8f53-b6e42852fcd7 req-d18a2b57-e1df-4ff6-bf58-3503992476aa tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1a1929d-de59-4a26-a69b-05b891c11dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6219850 Jul 13 13:33:56.461196 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e669ce-5d37-4d7f-bfda-0d83a5d4058a req-9099c127-f4e3-4df4-9dbd-acf64cafa991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:33:56.463216 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-34e669ce-5d37-4d7f-bfda-0d83a5d4058a req-9099c127-f4e3-4df4-9dbd-acf64cafa991 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1b5b3b6e-f653-438d-b4e3-2ba9f685c679&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1450276 Jul 13 13:33:56.480311 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-0d6db1ce-3e43-48b5-9f52-b29ec624e748 req-25003a15-ae2f-41bd-9054-eb979ddf007e tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:56.522054 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4f41972c-a6e6-4121-b0f9-ecb1e30070c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:56.586827 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25003a15-ae2f-41bd-9054-eb979ddf007e tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] Pushing event deleted for resources: {'Port': ['ID=cee0b72d-e166-4b1f-88b2-769c764dcad9,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:33:56.662156 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-4ba2b7a0-20ec-4ed2-9364-caa3ec0ce419 req-1e053ad0-6ceb-4c7e-8f48-ca74c816be9f service neutron] For port a53d9b9a-495c-485f-83d9-51d2b6ff1740, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=a53d9b9a-495c-485f-83d9-51d2b6ff1740,segment=NetworkSegment(ad5ed454-48ea-4363-8047-0d3907eff6fd),segment_id=ad5ed454-48ea-4363-8047-0d3907eff6fd)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:33:56.698121 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-4ba2b7a0-20ec-4ed2-9364-caa3ec0ce419 req-1e053ad0-6ceb-4c7e-8f48-ca74c816be9f service neutron] For port a53d9b9a-495c-485f-83d9-51d2b6ff1740, host n-h1-800634-1, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:33:56.715351 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-4f41972c-a6e6-4121-b0f9-ecb1e30070c7 admin admin] Transition to ACTIVE for port object 442459bb-e0f8-463a-aa0a-9f9f0c798e54 will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:33:56.738277 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-4ba2b7a0-20ec-4ed2-9364-caa3ec0ce419 req-1e053ad0-6ceb-4c7e-8f48-ca74c816be9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a53d9b9a-495c-485f-83d9-51d2b6ff1740 {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:33:56.809532 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device b2b879f5-f115-4433-89cf-753c52928ace up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:33:56.816310 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d6db1ce-3e43-48b5-9f52-b29ec624e748 req-25003a15-ae2f-41bd-9054-eb979ddf007e tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] No DVR routers for this DVR port cee0b72d-e166-4b1f-88b2-769c764dcad9 on host n-h2-800634-1 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:33:56.818875 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-0d6db1ce-3e43-48b5-9f52-b29ec624e748 req-25003a15-ae2f-41bd-9054-eb979ddf007e tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:56.822072 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-0d6db1ce-3e43-48b5-9f52-b29ec624e748 req-25003a15-ae2f-41bd-9054-eb979ddf007e tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] 10.222.0.41 "DELETE /v2.0/ports/cee0b72d-e166-4b1f-88b2-769c764dcad9 HTTP/1.1" status: 204 len: 173 time: 2.3404465 Jul 13 13:33:56.824794 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f9e5506-563e-4cda-9b54-a7e3e3bd633f', 'name': 'network-vif-deleted', 'tag': 'cee0b72d-e166-4b1f-88b2-769c764dcad9'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:33:56.835289 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d17b627af75e17e0f4b8d6239d04f8c2f78634e2c585e32a7aeca336500f34a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2d512a9-ca42-49aa-bf14-4318643c9ed7" -d '{"events": [{"server_uuid": "5f9e5506-563e-4cda-9b54-a7e3e3bd633f", "name": "network-vif-deleted", "tag": "cee0b72d-e166-4b1f-88b2-769c764dcad9"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:33:56.839274 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4f41972c-a6e6-4121-b0f9-ecb1e30070c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:56.853647 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-34e669ce-5d37-4d7f-bfda-0d83a5d4058a req-cbc03538-ce04-4f60-97b0-34e976fcfe31 service neutron] 10.222.0.26 "GET /v2.0/networks/1b5b3b6e-f653-438d-b4e3-2ba9f685c679?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3488698 Jul 13 13:33:56.856210 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-4ba2b7a0-20ec-4ed2-9364-caa3ec0ce419 req-1e053ad0-6ceb-4c7e-8f48-ca74c816be9f service neutron] For port a53d9b9a-495c-485f-83d9-51d2b6ff1740, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=a53d9b9a-495c-485f-83d9-51d2b6ff1740,segment=NetworkSegment(ad5ed454-48ea-4363-8047-0d3907eff6fd),segment_id=ad5ed454-48ea-4363-8047-0d3907eff6fd)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:33:56.922806 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port b2b879f5-f115-4433-89cf-753c52928ace completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:33:56.928849 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port b2b879f5-f115-4433-89cf-753c52928ace triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:33:56.929635 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:56.975237 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4ba2b7a0-20ec-4ed2-9364-caa3ec0ce419 req-1e053ad0-6ceb-4c7e-8f48-ca74c816be9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:56.976879 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f41972c-a6e6-4121-b0f9-ecb1e30070c7 admin admin] Network ca14b8fa-21d3-48c4-98c3-f768209fdaee is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:33:56.986384 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-4f41972c-a6e6-4121-b0f9-ecb1e30070c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:33:56.989152 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f41972c-a6e6-4121-b0f9-ecb1e30070c7 admin admin] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:33:57.022351 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f41972c-a6e6-4121-b0f9-ecb1e30070c7 admin admin] Pushing event updated for resources: {'Port': ['ID=442459bb-e0f8-463a-aa0a-9f9f0c798e54,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:33:57.062292 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dae3e56-2743-4430-824b-f7a630ab462f req-dfc5085a-a8c9-4e66-ab63-b6b3b64aa403 tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:33:57.077774 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4dae3e56-2743-4430-824b-f7a630ab462f req-dfc5085a-a8c9-4e66-ab63-b6b3b64aa403 tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] 10.222.0.23 "GET /v2.0/ports?device_id=0cb7c8a4-8f94-4cd4-8620-9bf90c9ebb91 HTTP/1.1" status: 200 len: 946 time: 0.2978883 Jul 13 13:33:57.090687 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:57.125320 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port b2b879f5-f115-4433-89cf-753c52928ace, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=b2b879f5-f115-4433-89cf-753c52928ace,segment=NetworkSegment(3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87),segment_id=3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:33:57.133421 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9482452-cf3e-4568-8660-c8186c6a1faf req-325549dd-88e4-4a2a-aed2-e18ed0df1cdf tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:33:57.134296 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:57.142824 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c9482452-cf3e-4568-8660-c8186c6a1faf req-325549dd-88e4-4a2a-aed2-e18ed0df1cdf tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] 10.222.0.23 "GET /v2.0/ports?device_id=71cdbe46-c78b-4c00-be27-9195dba4e6d2 HTTP/1.1" status: 200 len: 944 time: 0.6505771 Jul 13 13:33:57.156152 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-34e669ce-5d37-4d7f-bfda-0d83a5d4058a req-b6e32532-c8e2-4dce-8aac-949c08830ce2 service neutron] 10.222.0.26 "GET /v2.0/networks/1b5b3b6e-f653-438d-b4e3-2ba9f685c679?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2820175 Jul 13 13:33:57.174473 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4f41972c-a6e6-4121-b0f9-ecb1e30070c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-450452'] for router_interface, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:57.227264 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c9482452-cf3e-4568-8660-c8186c6a1faf req-5592b196-209d-460c-9867-13526de65228 tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] 10.222.0.23 "GET /v2.0/security-groups?id=a5acb904-2512-4fd2-89f4-2d0864dd03ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832057 Jul 13 13:33:57.230059 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=b2b879f5-f115-4433-89cf-753c52928ace,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:33:57.254820 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-4ba2b7a0-20ec-4ed2-9364-caa3ec0ce419 req-1e053ad0-6ceb-4c7e-8f48-ca74c816be9f service neutron] Transition to ACTIVE for port object a53d9b9a-495c-485f-83d9-51d2b6ff1740 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:33:57.268175 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4ba2b7a0-20ec-4ed2-9364-caa3ec0ce419 req-1e053ad0-6ceb-4c7e-8f48-ca74c816be9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:57.334564 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4dae3e56-2743-4430-824b-f7a630ab462f req-e9e58dd5-6646-4f3a-bda6-3d3d266c8831 tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] 10.222.0.23 "GET /v2.0/security-groups?id=d29423a1-067a-4d38-adf6-741b7ccff4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2572079 Jul 13 13:33:57.424453 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-d1909eb4-2efa-4d1f-a5c4-58d69e14a902 None None] Provisioning for port 442459bb-e0f8-463a-aa0a-9f9f0c798e54 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:33:57.429327 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-d1909eb4-2efa-4d1f-a5c4-58d69e14a902 None None] Provisioning complete for port 442459bb-e0f8-463a-aa0a-9f9f0c798e54 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:33:57.430078 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d1909eb4-2efa-4d1f-a5c4-58d69e14a902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:57.476665 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6baf5e9-10be-43c3-871c-5e8839a08ae9 req-e6664254-3b19-47d7-bc50-a8770b341c30 tempest-InstanceActionsV221TestJSON-332744645 tempest-InstanceActionsV221TestJSON-332744645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:33:57.478894 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e6baf5e9-10be-43c3-871c-5e8839a08ae9 req-e6664254-3b19-47d7-bc50-a8770b341c30 tempest-InstanceActionsV221TestJSON-332744645 tempest-InstanceActionsV221TestJSON-332744645-project] 10.222.0.41 "GET /v2.0/ports?device_id=68f96de3-aa05-45c3-959b-4727d294a205 HTTP/1.1" status: 200 len: 946 time: 0.3950696 Jul 13 13:33:57.513121 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ba2b7a0-20ec-4ed2-9364-caa3ec0ce419 req-1e053ad0-6ceb-4c7e-8f48-ca74c816be9f service neutron] No DVR routers for this DVR port a53d9b9a-495c-485f-83d9-51d2b6ff1740 on host n-h1-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:33:57.553299 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e053ad0-6ceb-4c7e-8f48-ca74c816be9f service neutron] Pushing event updated for resources: {'Port': ['ID=a53d9b9a-495c-485f-83d9-51d2b6ff1740,revision_number=10']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:33:57.650552 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4f41972c-a6e6-4121-b0f9-ecb1e30070c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:57.668083 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5343bde7-638a-4f00-9f43-8e9610385a4c x-openstack-request-id: req-5343bde7-638a-4f00-9f43-8e9610385a4c {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:33:57.668386 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f9e5506-563e-4cda-9b54-a7e3e3bd633f", "name": "network-vif-deleted", "tag": "cee0b72d-e166-4b1f-88b2-769c764dcad9", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:33:57.668644 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5343bde7-638a-4f00-9f43-8e9610385a4c {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:33:57.669043 n-d-800634-1 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f9e5506-563e-4cda-9b54-a7e3e3bd633f', 'name': 'network-vif-deleted', 'tag': 'cee0b72d-e166-4b1f-88b2-769c764dcad9', 'status': 'completed', 'code': 200} Jul 13 13:33:57.681860 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4ba2b7a0-20ec-4ed2-9364-caa3ec0ce419 req-1e053ad0-6ceb-4c7e-8f48-ca74c816be9f service neutron] 10.222.0.26 "PUT /v2.0/ports/a53d9b9a-495c-485f-83d9-51d2b6ff1740/bindings/n-h2-800634-1/activate HTTP/1.1" status: 200 len: 369 time: 1.4385042 Jul 13 13:33:57.722205 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-e6baf5e9-10be-43c3-871c-5e8839a08ae9 req-77e8e085-002b-481d-a1e8-ae05526709e2 tempest-InstanceActionsV221TestJSON-332744645 tempest-InstanceActionsV221TestJSON-332744645-project] Deleting port 1450a3c4-3150-4fcd-9c90-5959d317ba39 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:33:57.722549 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-e6baf5e9-10be-43c3-871c-5e8839a08ae9 req-77e8e085-002b-481d-a1e8-ae05526709e2 tempest-InstanceActionsV221TestJSON-332744645 tempest-InstanceActionsV221TestJSON-332744645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:57.783846 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327ed766-9cc2-458e-bbff-885a4cde7209 req-483cb38d-9b1b-4dda-a5d9-5db6ca2abcd2 tempest-InstanceActionsV221TestJSON-332744645 tempest-InstanceActionsV221TestJSON-332744645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:33:57.791640 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-327ed766-9cc2-458e-bbff-885a4cde7209 req-483cb38d-9b1b-4dda-a5d9-5db6ca2abcd2 tempest-InstanceActionsV221TestJSON-332744645 tempest-InstanceActionsV221TestJSON-332744645-project] 10.222.0.23 "GET /v2.0/ports?device_id=68f96de3-aa05-45c3-959b-4727d294a205 HTTP/1.1" status: 200 len: 946 time: 0.2843723 Jul 13 13:33:57.917478 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-327ed766-9cc2-458e-bbff-885a4cde7209 req-ddbb70f4-f87a-4b33-8f10-217b7177abeb tempest-InstanceActionsV221TestJSON-332744645 tempest-InstanceActionsV221TestJSON-332744645-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b97d48b-b2c8-4bf1-9f5d-0c8bb1af71b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225307 Jul 13 13:33:57.924074 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a154aa9d-0271-402b-957b-331f1bb32f28 req-1913a19c-7e00-4e32-87e4-a310d4fff137 tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f9e5506-563e-4cda-9b54-a7e3e3bd633f HTTP/1.1" status: 200 len: 210 time: 0.0478971 Jul 13 13:33:57.932144 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-d1909eb4-2efa-4d1f-a5c4-58d69e14a902 None None] Port 442459bb-e0f8-463a-aa0a-9f9f0c798e54 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:33:57.940121 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device cee0b72d-e166-4b1f-88b2-769c764dcad9 no longer exists at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:33:57.969830 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] No Port match for: cee0b72d-e166-4b1f-88b2-769c764dcad9 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:33:57.971423 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device cee0b72d-e166-4b1f-88b2-769c764dcad9 not bound to the agent host n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:33:58.042656 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 07f63703-9f99-4b32-93ab-eabcfe9855cf details requested by agent hyperv_n-h1-800634-1 with host n-h1-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 13:33:58.046377 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-e6baf5e9-10be-43c3-871c-5e8839a08ae9 req-77e8e085-002b-481d-a1e8-ae05526709e2 tempest-InstanceActionsV221TestJSON-332744645 tempest-InstanceActionsV221TestJSON-332744645-project] For port 1450a3c4-3150-4fcd-9c90-5959d317ba39, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=1450a3c4-3150-4fcd-9c90-5959d317ba39,segment=NetworkSegment(bce285ac-60fc-437a-ae32-d76371e260cc),segment_id=bce285ac-60fc-437a-ae32-d76371e260cc)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:33:58.046880 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-e6baf5e9-10be-43c3-871c-5e8839a08ae9 req-77e8e085-002b-481d-a1e8-ae05526709e2 tempest-InstanceActionsV221TestJSON-332744645 tempest-InstanceActionsV221TestJSON-332744645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:58.073512 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-e6baf5e9-10be-43c3-871c-5e8839a08ae9 req-77e8e085-002b-481d-a1e8-ae05526709e2 tempest-InstanceActionsV221TestJSON-332744645 tempest-InstanceActionsV221TestJSON-332744645-project] Calling delete_port for 1450a3c4-3150-4fcd-9c90-5959d317ba39 owned by compute:nova {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:33:58.096418 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba2b7a0-20ec-4ed2-9364-caa3ec0ce419 req-1192cbb8-e71c-4078-9b8a-f3348ff17e66 tempest-LiveAutoBlockMigrationV225Test-953904280 tempest-LiveAutoBlockMigrationV225Test-953904280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:33:58.098537 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4ba2b7a0-20ec-4ed2-9364-caa3ec0ce419 req-1192cbb8-e71c-4078-9b8a-f3348ff17e66 tempest-LiveAutoBlockMigrationV225Test-953904280 tempest-LiveAutoBlockMigrationV225Test-953904280-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=a56051f7-ad2a-48ca-8ebc-3ae17c46d4a2&tenant_id=d50e67b9ee9e45449d2522df614fe533&binding%3Ahost_id=n-h1-800634-1 HTTP/1.1" status: 200 len: 1096 time: 0.2064674 Jul 13 13:33:58.251741 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba2b7a0-20ec-4ed2-9364-caa3ec0ce419 req-51183d80-057c-474f-a6d3-88eeb1a56872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:33:58.253106 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 07f63703-9f99-4b32-93ab-eabcfe9855cf, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=07f63703-9f99-4b32-93ab-eabcfe9855cf,segment=NetworkSegment(ff7cf47e-479d-4e06-9945-560a154aee7d),segment_id=ff7cf47e-479d-4e06-9945-560a154aee7d)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:33:58.255185 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4ba2b7a0-20ec-4ed2-9364-caa3ec0ce419 req-51183d80-057c-474f-a6d3-88eeb1a56872 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a56051f7-ad2a-48ca-8ebc-3ae17c46d4a2&tenant_id=d50e67b9ee9e45449d2522df614fe533 HTTP/1.1" status: 200 len: 1096 time: 0.1492808 Jul 13 13:33:58.266233 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Returning: {'device': '07f63703-9f99-4b32-93ab-eabcfe9855cf', 'network_id': '1b5b3b6e-f653-438d-b4e3-2ba9f685c679', 'port_id': '07f63703-9f99-4b32-93ab-eabcfe9855cf', 'mac_address': 'fa:16:3e:1b:6c:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14d97c6f-9a99-4df0-bce0-89de50c402ab', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 13:33:58.274549 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4f41972c-a6e6-4121-b0f9-ecb1e30070c7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:58.275963 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e90c94-03c5-498a-99f6-3a1bc620bfd2 req-bdd87d0a-fcc3-467b-8275-170cb08c74a7 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:33:58.283508 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f7e90c94-03c5-498a-99f6-3a1bc620bfd2 req-bdd87d0a-fcc3-467b-8275-170cb08c74a7 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/ports?device_id=a56051f7-ad2a-48ca-8ebc-3ae17c46d4a2 HTTP/1.1" status: 200 len: 945 time: 0.1153719 Jul 13 13:33:58.311659 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4f41972c-a6e6-4121-b0f9-ecb1e30070c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:58.328651 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:58.351042 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07f63703-9f99-4b32-93ab-eabcfe9855cf {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:33:58.372246 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f7e90c94-03c5-498a-99f6-3a1bc620bfd2 req-50525e0f-9653-4424-9e1c-db02a7aadd06 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1a1929d-de59-4a26-a69b-05b891c11dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876634 Jul 13 13:33:58.392933 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 07f63703-9f99-4b32-93ab-eabcfe9855cf, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=07f63703-9f99-4b32-93ab-eabcfe9855cf,segment=NetworkSegment(ff7cf47e-479d-4e06-9945-560a154aee7d),segment_id=ff7cf47e-479d-4e06-9945-560a154aee7d)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:33:58.414214 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4f41972c-a6e6-4121-b0f9-ecb1e30070c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1785045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451806'] for router_interface, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:58.419828 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-e6baf5e9-10be-43c3-871c-5e8839a08ae9 req-77e8e085-002b-481d-a1e8-ae05526709e2 tempest-InstanceActionsV221TestJSON-332744645 tempest-InstanceActionsV221TestJSON-332744645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:58.421909 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:58.428992 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba2b7a0-20ec-4ed2-9364-caa3ec0ce419 req-c23701a9-0258-4f8c-85cd-a1610dec3e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:33:58.431863 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4ba2b7a0-20ec-4ed2-9364-caa3ec0ce419 req-c23701a9-0258-4f8c-85cd-a1610dec3e06 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d50e67b9ee9e45449d2522df614fe533&device_id=a56051f7-ad2a-48ca-8ebc-3ae17c46d4a2 HTTP/1.1" status: 200 len: 1096 time: 0.1389425 Jul 13 13:33:58.503234 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=07f63703-9f99-4b32-93ab-eabcfe9855cf,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:33:58.571098 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f41972c-a6e6-4121-b0f9-ecb1e30070c7 admin admin] Pushing event updated for resources: {'Port': ['ID=442459bb-e0f8-463a-aa0a-9f9f0c798e54,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:33:58.602939 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba2b7a0-20ec-4ed2-9364-caa3ec0ce419 req-ab015bd8-94cd-4c2d-b4fb-ea912673c51f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:33:58.605470 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4ba2b7a0-20ec-4ed2-9364-caa3ec0ce419 req-ab015bd8-94cd-4c2d-b4fb-ea912673c51f service neutron] 10.222.0.41 "GET /v2.0/networks?id=2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21 HTTP/1.1" status: 200 len: 920 time: 0.1686535 Jul 13 13:33:58.663388 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4ba2b7a0-20ec-4ed2-9364-caa3ec0ce419 req-f1cec62c-976e-4a83-ac8c-8031472e58b9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a53d9b9a-495c-485f-83d9-51d2b6ff1740 HTTP/1.1" status: 200 len: 217 time: 0.0482337 Jul 13 13:33:58.675327 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['07f63703-9f99-4b32-93ab-eabcfe9855cf'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:33:58.734316 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6baf5e9-10be-43c3-871c-5e8839a08ae9 req-77e8e085-002b-481d-a1e8-ae05526709e2 tempest-InstanceActionsV221TestJSON-332744645 tempest-InstanceActionsV221TestJSON-332744645-project] No DVR routers for this DVR port 1450a3c4-3150-4fcd-9c90-5959d317ba39 on host n-h2-800634-1 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:33:58.762490 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device b2b879f5-f115-4433-89cf-753c52928ace up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:33:58.764264 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaa0fb0-cfa1-406a-9e31-834bf62f78e0 req-eeb91345-ef3a-421d-9915-3bdd55660399 tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:33:58.765814 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-caaa0fb0-cfa1-406a-9e31-834bf62f78e0 req-eeb91345-ef3a-421d-9915-3bdd55660399 tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] 10.222.0.23 "GET /v2.0/ports?device_id=0cb7c8a4-8f94-4cd4-8620-9bf90c9ebb91 HTTP/1.1" status: 200 len: 946 time: 0.2066910 Jul 13 13:33:58.770949 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e8e085-002b-481d-a1e8-ae05526709e2 tempest-InstanceActionsV221TestJSON-332744645 tempest-InstanceActionsV221TestJSON-332744645-project] Pushing event deleted for resources: {'Port': ['ID=1450a3c4-3150-4fcd-9c90-5959d317ba39,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:33:58.778697 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-e6baf5e9-10be-43c3-871c-5e8839a08ae9 req-77e8e085-002b-481d-a1e8-ae05526709e2 tempest-InstanceActionsV221TestJSON-332744645 tempest-InstanceActionsV221TestJSON-332744645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:58.781031 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e6baf5e9-10be-43c3-871c-5e8839a08ae9 req-77e8e085-002b-481d-a1e8-ae05526709e2 tempest-InstanceActionsV221TestJSON-332744645 tempest-InstanceActionsV221TestJSON-332744645-project] 10.222.0.41 "DELETE /v2.0/ports/1450a3c4-3150-4fcd-9c90-5959d317ba39 HTTP/1.1" status: 204 len: 173 time: 1.2931504 Jul 13 13:33:58.800998 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f41972c-a6e6-4121-b0f9-ecb1e30070c7 admin admin] Network ca14b8fa-21d3-48c4-98c3-f768209fdaee is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:33:58.804924 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-4f41972c-a6e6-4121-b0f9-ecb1e30070c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:33:58.824914 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba2b7a0-20ec-4ed2-9364-caa3ec0ce419 req-84169e20-7b47-4618-ada5-8cee1ac982aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:33:58.826415 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4ba2b7a0-20ec-4ed2-9364-caa3ec0ce419 req-84169e20-7b47-4618-ada5-8cee1ac982aa service neutron] 10.222.0.41 "GET /v2.0/subnets?id=45599520-ccde-4569-b8cc-9a75a2e552c5 HTTP/1.1" status: 200 len: 860 time: 0.1474788 Jul 13 13:33:58.904143 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-caaa0fb0-cfa1-406a-9e31-834bf62f78e0 req-da55b3db-2cef-40ac-9f70-da098a75c415 tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] 10.222.0.23 "GET /v2.0/security-groups?id=d29423a1-067a-4d38-adf6-741b7ccff4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163311 Jul 13 13:33:58.904143 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4ba2b7a0-20ec-4ed2-9364-caa3ec0ce419 req-1d049f25-af4f-4634-9d1f-3f8c0a904cfe service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608358 Jul 13 13:33:59.139493 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4ba2b7a0-20ec-4ed2-9364-caa3ec0ce419 req-71c75318-2ec0-4c1b-8ee5-40575a02f0ea service neutron] 10.222.0.41 "GET /v2.0/networks/2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315617 Jul 13 13:33:59.174621 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddb4958-5ccb-4dc3-945c-8b3830afa080 req-d540474f-8544-4079-8aba-e5d50221b4c0 tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:33:59.176212 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1ddb4958-5ccb-4dc3-945c-8b3830afa080 req-d540474f-8544-4079-8aba-e5d50221b4c0 tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] 10.222.0.23 "GET /v2.0/ports?device_id=71cdbe46-c78b-4c00-be27-9195dba4e6d2 HTTP/1.1" status: 200 len: 945 time: 0.6343019 Jul 13 13:33:59.294590 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4ba2b7a0-20ec-4ed2-9364-caa3ec0ce419 req-95fcd221-c8e6-491f-b360-22cb244a9c4b service neutron] 10.222.0.41 "GET /v2.0/networks/2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450238 Jul 13 13:33:59.356940 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1ddb4958-5ccb-4dc3-945c-8b3830afa080 req-b1f823bf-79f0-4ad8-a12f-4e0bd6d058f4 tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] 10.222.0.23 "GET /v2.0/security-groups?id=a5acb904-2512-4fd2-89f4-2d0864dd03ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611197 Jul 13 13:33:59.370866 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-5a6989a5-6211-4292-b575-4c4d1a200f1d None None] Provisioning complete for port 442459bb-e0f8-463a-aa0a-9f9f0c798e54 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:33:59.371429 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5a6989a5-6211-4292-b575-4c4d1a200f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:59.375029 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port b2b879f5-f115-4433-89cf-753c52928ace triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:33:59.375396 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:33:59.418198 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f41972c-a6e6-4121-b0f9-ecb1e30070c7 admin admin] Router aab1fdbf-9bdb-4990-89af-471b142bd93a has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 13:33:59.496847 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-5a6989a5-6211-4292-b575-4c4d1a200f1d None None] Port 442459bb-e0f8-463a-aa0a-9f9f0c798e54 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:33:59.698845 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68f96de3-aa05-45c3-959b-4727d294a205', 'name': 'network-vif-deleted', 'tag': '1450a3c4-3150-4fcd-9c90-5959d317ba39'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:33:59.701227 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d17b627af75e17e0f4b8d6239d04f8c2f78634e2c585e32a7aeca336500f34a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44b160c9-1e63-4e80-a21f-13192d6875d3" -d '{"events": [{"server_uuid": "68f96de3-aa05-45c3-959b-4727d294a205", "name": "network-vif-deleted", "tag": "1450a3c4-3150-4fcd-9c90-5959d317ba39"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:33:59.704211 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f41972c-a6e6-4121-b0f9-ecb1e30070c7 admin admin] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:33:59.732006 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81235058-b16b-41ac-891f-62755fafb5e0 None None] Sync routers for ids ['aab1fdbf-9bdb-4990-89af-471b142bd93a'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:33:59.743656 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-4f41972c-a6e6-4121-b0f9-ecb1e30070c7 admin admin] 10.222.0.23 "PUT /v2.0/routers/aab1fdbf-9bdb-4990-89af-471b142bd93a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7793782 Jul 13 13:33:59.749978 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81235058-b16b-41ac-891f-62755fafb5e0 None None] Routers {'aab1fdbf-9bdb-4990-89af-471b142bd93a'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:33:59.750632 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-81235058-b16b-41ac-891f-62755fafb5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:33:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['aab1fdbf-9bdb-4990-89af-471b142bd93a'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:33:59.829865 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1ca1cc78-b7fb-405a-b1ec-1180f3679d59 req-d347aeee-23a1-4cc1-9c14-07a47e649052 tempest-InstanceActionsV221TestJSON-332744645 tempest-InstanceActionsV221TestJSON-332744645-project] 10.222.0.23 "GET /v2.0/ports?device_id=68f96de3-aa05-45c3-959b-4727d294a205 HTTP/1.1" status: 200 len: 210 time: 0.0819442 Jul 13 13:33:59.862304 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 1450a3c4-3150-4fcd-9c90-5959d317ba39 no longer exists at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:33:59.910571 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736124e4-2255-4364-905d-ac12e8f60c55 req-a1ac71ed-e2b0-4f79-aac5-d7e96a0cf605 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:33:59.911963 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] No Port match for: 1450a3c4-3150-4fcd-9c90-5959d317ba39 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:33:59.912531 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 1450a3c4-3150-4fcd-9c90-5959d317ba39 not bound to the agent host n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:33:59.931413 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-736124e4-2255-4364-905d-ac12e8f60c55 req-a1ac71ed-e2b0-4f79-aac5-d7e96a0cf605 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/ports?device_id=a56051f7-ad2a-48ca-8ebc-3ae17c46d4a2 HTTP/1.1" status: 200 len: 945 time: 0.1202233 Jul 13 13:34:00.000582 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-736124e4-2255-4364-905d-ac12e8f60c55 req-ec95c198-db8e-4d0a-986d-1d6931b27b42 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1a1929d-de59-4a26-a69b-05b891c11dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677063 Jul 13 13:34:00.061479 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 07f63703-9f99-4b32-93ab-eabcfe9855cf up at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:34:00.121322 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-81235058-b16b-41ac-891f-62755fafb5e0 None None] Set router aab1fdbf-9bdb-4990-89af-471b142bd93a gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:34:00.134684 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea85c034-7e2b-49b8-b618-269d27a612d5 x-openstack-request-id: req-ea85c034-7e2b-49b8-b618-269d27a612d5 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:34:00.136173 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68f96de3-aa05-45c3-959b-4727d294a205", "name": "network-vif-deleted", "tag": "1450a3c4-3150-4fcd-9c90-5959d317ba39", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:34:00.136852 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ea85c034-7e2b-49b8-b618-269d27a612d5 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:34:00.142172 n-d-800634-1 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68f96de3-aa05-45c3-959b-4727d294a205', 'name': 'network-vif-deleted', 'tag': '1450a3c4-3150-4fcd-9c90-5959d317ba39', 'status': 'completed', 'code': 200} Jul 13 13:34:00.218906 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f206ac70-9214-4efd-bed7-02b62508036d req-6fa5b742-d42d-49e9-ba54-0f430f99e322 tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:34:00.226669 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f206ac70-9214-4efd-bed7-02b62508036d req-6fa5b742-d42d-49e9-ba54-0f430f99e322 tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] 10.222.0.23 "GET /v2.0/ports?device_id=0cb7c8a4-8f94-4cd4-8620-9bf90c9ebb91 HTTP/1.1" status: 200 len: 946 time: 0.1604106 Jul 13 13:34:00.308372 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:00.324036 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba2b7a0-20ec-4ed2-9364-caa3ec0ce419 req-4ab4a7cc-ab1d-4377-8665-d2811febfc18 tempest-LiveAutoBlockMigrationV225Test-953904280 tempest-LiveAutoBlockMigrationV225Test-953904280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:34:00.329021 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4ba2b7a0-20ec-4ed2-9364-caa3ec0ce419 req-4ab4a7cc-ab1d-4377-8665-d2811febfc18 tempest-LiveAutoBlockMigrationV225Test-953904280 tempest-LiveAutoBlockMigrationV225Test-953904280-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=a56051f7-ad2a-48ca-8ebc-3ae17c46d4a2&tenant_id=d50e67b9ee9e45449d2522df614fe533&binding%3Ahost_id=n-h2-800634-1 HTTP/1.1" status: 200 len: 1096 time: 0.1781297 Jul 13 13:34:00.330697 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f206ac70-9214-4efd-bed7-02b62508036d req-5584a15b-8e5e-43ef-98a7-691f7cc5cd54 tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] 10.222.0.23 "GET /v2.0/security-groups?id=d29423a1-067a-4d38-adf6-741b7ccff4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030228 Jul 13 13:34:00.501121 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning for port 07f63703-9f99-4b32-93ab-eabcfe9855cf completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:34:00.524259 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:00.542923 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning complete for port 07f63703-9f99-4b32-93ab-eabcfe9855cf triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:34:00.543509 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:00.554844 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-4ba2b7a0-20ec-4ed2-9364-caa3ec0ce419 req-0bda98ed-aab5-4644-9c62-99caf0fd6e93 service neutron] For port a53d9b9a-495c-485f-83d9-51d2b6ff1740, host n-h1-800634-1, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:34:00.561608 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4ba2b7a0-20ec-4ed2-9364-caa3ec0ce419 req-0bda98ed-aab5-4644-9c62-99caf0fd6e93 service neutron] Notify callbacks [] for binding, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:00.562892 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4ba2b7a0-20ec-4ed2-9364-caa3ec0ce419 req-0bda98ed-aab5-4644-9c62-99caf0fd6e93 service neutron] 10.222.0.41 "DELETE /v2.0/ports/a53d9b9a-495c-485f-83d9-51d2b6ff1740/bindings/n-h1-800634-1 HTTP/1.1" status: 204 len: 173 time: 0.2259955 Jul 13 13:34:00.754294 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:00.783146 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71cdbe46-c78b-4c00-be27-9195dba4e6d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07f63703-9f99-4b32-93ab-eabcfe9855cf'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:34:00.785532 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-718206ec-906f-4bf3-be77-b82d982d171f" -d '{"events": [{"server_uuid": "71cdbe46-c78b-4c00-be27-9195dba4e6d2", "name": "network-vif-plugged", "status": "completed", "tag": "07f63703-9f99-4b32-93ab-eabcfe9855cf"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:34:00.805877 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 07f63703-9f99-4b32-93ab-eabcfe9855cf, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=07f63703-9f99-4b32-93ab-eabcfe9855cf,segment=NetworkSegment(ff7cf47e-479d-4e06-9945-560a154aee7d),segment_id=ff7cf47e-479d-4e06-9945-560a154aee7d)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:34:00.811891 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-81235058-b16b-41ac-891f-62755fafb5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aab1fdbf-9bdb-4990-89af-471b142bd93a', 'name': 'tempest-AttachSCSIVolumeTestJSON-797220493-router', 'tenant_id': '505ce387331746d8a41fb09bac22445c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': 'b2b879f5-f115-4433-89cf-753c52928ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:33:45Z', 'updated_at': '2021-07-13T13:33:57Z', 'revision_number': 4, 'project_id': '505ce387331746d8a41fb09bac22445c', 'gw_port': {'id': 'b2b879f5-f115-4433-89cf-753c52928ace', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:f1:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab1fdbf-9bdb-4990-89af-471b142bd93a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:33:46Z', 'updated_at': '2021-07-13T13:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': '442459bb-e0f8-463a-aa0a-9f9f0c798e54', 'name': '', 'network_id': 'ca14b8fa-21d3-48c4-98c3-f768209fdaee', 'tenant_id': '505ce387331746d8a41fb09bac22445c', 'mac_address': 'fa:16:3e:76:b7:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aab1fdbf-9bdb-4990-89af-471b142bd93a', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '66a900c6-a952-4019-960e-53e11d39fdc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:33:55Z', 'updated_at': '2021-07-13T13:33:57Z', 'revision_number': 2, 'project_id': '505ce387331746d8a41fb09bac22445c', 'subnets': [{'id': '66a900c6-a952-4019-960e-53e11d39fdc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:34:00.815655 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:00.845591 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81235058-b16b-41ac-891f-62755fafb5e0 None None] Checking router: aab1fdbf-9bdb-4990-89af-471b142bd93a for host: n-d-800634-1 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 13:34:00.845591 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81235058-b16b-41ac-891f-62755fafb5e0 None None] Updating router aab1fdbf-9bdb-4990-89af-471b142bd93a port 442459bb-e0f8-463a-aa0a-9f9f0c798e54 binding host n-d-800634-1 {{(pid=93752) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 13:34:00.892520 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cfc116-76a2-45ea-bff8-1798550bd6b8 req-cefacd9a-8bed-4d81-aba1-68058353dfce tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:34:00.902564 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-89cfc116-76a2-45ea-bff8-1798550bd6b8 req-cefacd9a-8bed-4d81-aba1-68058353dfce tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] 10.222.0.23 "GET /v2.0/ports?device_id=71cdbe46-c78b-4c00-be27-9195dba4e6d2 HTTP/1.1" status: 200 len: 945 time: 0.1233151 Jul 13 13:34:00.956887 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-81235058-b16b-41ac-891f-62755fafb5e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:00.965581 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=07f63703-9f99-4b32-93ab-eabcfe9855cf,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:34:00.966175 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-89cfc116-76a2-45ea-bff8-1798550bd6b8 req-48e4868b-160f-431b-8b18-d693665c5687 tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] 10.222.0.23 "GET /v2.0/security-groups?id=a5acb904-2512-4fd2-89f4-2d0864dd03ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611570 Jul 13 13:34:01.543000 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-81235058-b16b-41ac-891f-62755fafb5e0 None None] Notify callbacks [] for port, precommit_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:01.555147 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-81235058-b16b-41ac-891f-62755fafb5e0 None None] Transition to ACTIVE for port object 442459bb-e0f8-463a-aa0a-9f9f0c798e54 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:34:01.585944 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-81235058-b16b-41ac-891f-62755fafb5e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:01.646267 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf6e936-f9d1-48e3-9389-3b7bc1fecf9f None None] Pushing event updated for resources: {'Port': ['ID=442459bb-e0f8-463a-aa0a-9f9f0c798e54,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:34:01.753707 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-81235058-b16b-41ac-891f-62755fafb5e0 None None] Attempting to bind port 442459bb-e0f8-463a-aa0a-9f9f0c798e54 on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:34:01.754960 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-81235058-b16b-41ac-891f-62755fafb5e0 None None] Attempting to bind port 442459bb-e0f8-463a-aa0a-9f9f0c798e54 by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '789f81ca-e8fa-418a-9fc5-6bfe0faaf4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ca14b8fa-21d3-48c4-98c3-f768209fdaee'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:34:01.755659 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81235058-b16b-41ac-891f-62755fafb5e0 None None] Attempting to bind port 442459bb-e0f8-463a-aa0a-9f9f0c798e54 on network ca14b8fa-21d3-48c4-98c3-f768209fdaee {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:34:01.763294 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81235058-b16b-41ac-891f-62755fafb5e0 None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 33, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:34:01.764003 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81235058-b16b-41ac-891f-62755fafb5e0 None None] Checking segment: {'id': '789f81ca-e8fa-418a-9fc5-6bfe0faaf4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ca14b8fa-21d3-48c4-98c3-f768209fdaee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:34:01.764600 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-81235058-b16b-41ac-891f-62755fafb5e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:01.765170 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81235058-b16b-41ac-891f-62755fafb5e0 None None] Bound using segment: {'id': '789f81ca-e8fa-418a-9fc5-6bfe0faaf4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ca14b8fa-21d3-48c4-98c3-f768209fdaee'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:34:01.765927 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-81235058-b16b-41ac-891f-62755fafb5e0 None None] Bound port: 442459bb-e0f8-463a-aa0a-9f9f0c798e54, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '789f81ca-e8fa-418a-9fc5-6bfe0faaf4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ca14b8fa-21d3-48c4-98c3-f768209fdaee'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:34:01.766495 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-81235058-b16b-41ac-891f-62755fafb5e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:01.884263 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-81235058-b16b-41ac-891f-62755fafb5e0 None None] For port 442459bb-e0f8-463a-aa0a-9f9f0c798e54, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:34:01.890604 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-81235058-b16b-41ac-891f-62755fafb5e0 None None] For port 442459bb-e0f8-463a-aa0a-9f9f0c798e54, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=442459bb-e0f8-463a-aa0a-9f9f0c798e54,segment=NetworkSegment(789f81ca-e8fa-418a-9fc5-6bfe0faaf4ce),segment_id=789f81ca-e8fa-418a-9fc5-6bfe0faaf4ce)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:34:01.903585 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-81235058-b16b-41ac-891f-62755fafb5e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:01.991015 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81235058-b16b-41ac-891f-62755fafb5e0 None None] Routers {'aab1fdbf-9bdb-4990-89af-471b142bd93a'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:34:01.991897 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-81235058-b16b-41ac-891f-62755fafb5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:33:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['aab1fdbf-9bdb-4990-89af-471b142bd93a'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:34:02.098226 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf6e936-f9d1-48e3-9389-3b7bc1fecf9f None None] Pushing event updated for resources: {'Port': ['ID=442459bb-e0f8-463a-aa0a-9f9f0c798e54,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:34:02.213362 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-81235058-b16b-41ac-891f-62755fafb5e0 None None] Set router aab1fdbf-9bdb-4990-89af-471b142bd93a gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:34:02.766368 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-81235058-b16b-41ac-891f-62755fafb5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aab1fdbf-9bdb-4990-89af-471b142bd93a', 'name': 'tempest-AttachSCSIVolumeTestJSON-797220493-router', 'tenant_id': '505ce387331746d8a41fb09bac22445c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': 'b2b879f5-f115-4433-89cf-753c52928ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:33:45Z', 'updated_at': '2021-07-13T13:33:57Z', 'revision_number': 4, 'project_id': '505ce387331746d8a41fb09bac22445c', 'gw_port': {'id': 'b2b879f5-f115-4433-89cf-753c52928ace', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:f1:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab1fdbf-9bdb-4990-89af-471b142bd93a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:33:46Z', 'updated_at': '2021-07-13T13:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': '442459bb-e0f8-463a-aa0a-9f9f0c798e54', 'name': '', 'network_id': 'ca14b8fa-21d3-48c4-98c3-f768209fdaee', 'tenant_id': '505ce387331746d8a41fb09bac22445c', 'mac_address': 'fa:16:3e:76:b7:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aab1fdbf-9bdb-4990-89af-471b142bd93a', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '66a900c6-a952-4019-960e-53e11d39fdc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:33:55Z', 'updated_at': '2021-07-13T13:34:01Z', 'revision_number': 4, 'project_id': '505ce387331746d8a41fb09bac22445c', 'subnets': [{'id': '66a900c6-a952-4019-960e-53e11d39fdc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:34:02.811001 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81235058-b16b-41ac-891f-62755fafb5e0 None None] The sync data for ids ['aab1fdbf-9bdb-4990-89af-471b142bd93a'] in n-d-800634-1 is: [{'id': 'aab1fdbf-9bdb-4990-89af-471b142bd93a', 'name': 'tempest-AttachSCSIVolumeTestJSON-797220493-router', 'tenant_id': '505ce387331746d8a41fb09bac22445c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': 'b2b879f5-f115-4433-89cf-753c52928ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:33:45Z', 'updated_at': '2021-07-13T13:33:57Z', 'revision_number': 4, 'project_id': '505ce387331746d8a41fb09bac22445c', 'gw_port': {'id': 'b2b879f5-f115-4433-89cf-753c52928ace', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:f1:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab1fdbf-9bdb-4990-89af-471b142bd93a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:33:46Z', 'updated_at': '2021-07-13T13:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': '442459bb-e0f8-463a-aa0a-9f9f0c798e54', 'name': '', 'network_id': 'ca14b8fa-21d3-48c4-98c3-f768209fdaee', 'tenant_id': '505ce387331746d8a41fb09bac22445c', 'mac_address': 'fa:16:3e:76:b7:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aab1fdbf-9bdb-4990-89af-471b142bd93a', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '66a900c6-a952-4019-960e-53e11d39fdc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:33:55Z', 'updated_at': '2021-07-13T13:34:01Z', 'revision_number': 4, 'project_id': '505ce387331746d8a41fb09bac22445c', 'subnets': [{'id': '66a900c6-a952-4019-960e-53e11d39fdc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:34:04.679592 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c35e01-3e3c-47df-aaab-2f7ef387b85b req-e5ae3379-f6c7-485c-9f73-c8c6c7abbf76 tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:34:04.687741 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d0c35e01-3e3c-47df-aaab-2f7ef387b85b req-e5ae3379-f6c7-485c-9f73-c8c6c7abbf76 tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] 10.222.0.23 "GET /v2.0/networks?id=eb9a46d3-143c-4124-a1f8-86a4243a701e HTTP/1.1" status: 200 len: 822 time: 0.2005374 Jul 13 13:34:04.702268 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-318a29cc-2299-4a96-99bf-8e3507b30e6f x-openstack-request-id: req-318a29cc-2299-4a96-99bf-8e3507b30e6f {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:34:04.702872 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71cdbe46-c78b-4c00-be27-9195dba4e6d2", "name": "network-vif-plugged", "status": "completed", "tag": "07f63703-9f99-4b32-93ab-eabcfe9855cf", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:34:04.702872 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-318a29cc-2299-4a96-99bf-8e3507b30e6f {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:34:04.703309 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71cdbe46-c78b-4c00-be27-9195dba4e6d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07f63703-9f99-4b32-93ab-eabcfe9855cf', 'code': 200} Jul 13 13:34:04.735083 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d0c35e01-3e3c-47df-aaab-2f7ef387b85b req-33ed4e31-d13e-4525-bd47-293c91e18a0f tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] 10.222.0.23 "GET /v2.0/quotas/9dc24f72ab1249d5960accb3929ca979 HTTP/1.1" status: 200 len: 375 time: 0.0324047 Jul 13 13:34:04.861726 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 442459bb-e0f8-463a-aa0a-9f9f0c798e54 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:34:04.977868 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port 442459bb-e0f8-463a-aa0a-9f9f0c798e54 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:34:04.982709 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 442459bb-e0f8-463a-aa0a-9f9f0c798e54 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:34:04.983309 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:05.016574 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d0c35e01-3e3c-47df-aaab-2f7ef387b85b req-dc0fdc8e-5ca7-4094-9434-f43c7bbad6ed tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=9dc24f72ab1249d5960accb3929ca979&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2752852 Jul 13 13:34:05.127820 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe5f947-d472-4a17-afe7-aa6c40cf416f req-f5589aa6-e240-4706-afed-42944c9ad8d0 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:34:05.142249 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d0c35e01-3e3c-47df-aaab-2f7ef387b85b req-8c567eab-5bfa-4be4-b75c-5ae46d561fd2 service neutron] 10.222.0.23 "GET /v2.0/networks/eb9a46d3-143c-4124-a1f8-86a4243a701e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159012 Jul 13 13:34:05.142529 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ebe5f947-d472-4a17-afe7-aa6c40cf416f req-f5589aa6-e240-4706-afed-42944c9ad8d0 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/ports?device_id=a56051f7-ad2a-48ca-8ebc-3ae17c46d4a2 HTTP/1.1" status: 200 len: 945 time: 0.1379883 Jul 13 13:34:05.170010 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:05.205140 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c959ca-41ef-402f-aef9-c2354b38f7af req-b5b0fc02-68e2-4093-8dd4-f64f8a598cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:34:05.207084 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-29c959ca-41ef-402f-aef9-c2354b38f7af req-b5b0fc02-68e2-4093-8dd4-f64f8a598cbb service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=71cdbe46-c78b-4c00-be27-9195dba4e6d2 HTTP/1.1" status: 200 len: 1097 time: 0.4197209 Jul 13 13:34:05.235074 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ebe5f947-d472-4a17-afe7-aa6c40cf416f req-7ab1911b-8b86-461f-84ef-5686e36240f8 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1a1929d-de59-4a26-a69b-05b891c11dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916975 Jul 13 13:34:05.273592 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port 442459bb-e0f8-463a-aa0a-9f9f0c798e54, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=442459bb-e0f8-463a-aa0a-9f9f0c798e54,segment=NetworkSegment(789f81ca-e8fa-418a-9fc5-6bfe0faaf4ce),segment_id=789f81ca-e8fa-418a-9fc5-6bfe0faaf4ce)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:34:05.282412 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:05.287879 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d0c35e01-3e3c-47df-aaab-2f7ef387b85b req-7f5e60fe-7c84-4e3f-ad07-97ac00242b1b service neutron] 10.222.0.23 "GET /v2.0/networks/eb9a46d3-143c-4124-a1f8-86a4243a701e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433806 Jul 13 13:34:05.356769 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-29c959ca-41ef-402f-aef9-c2354b38f7af req-6a602343-05ef-4536-b692-ad87d6f27cc2 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=a5acb904-2512-4fd2-89f4-2d0864dd03ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648727 Jul 13 13:34:05.401053 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=442459bb-e0f8-463a-aa0a-9f9f0c798e54,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:34:05.610148 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a91eb6-4aa3-40a0-89cd-b31d1842d790 req-e0a35afa-eb65-467a-9699-8bd044b53bbd tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:34:05.611830 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-66a91eb6-4aa3-40a0-89cd-b31d1842d790 req-e0a35afa-eb65-467a-9699-8bd044b53bbd tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] 10.222.0.23 "GET /v2.0/ports?device_id=0cb7c8a4-8f94-4cd4-8620-9bf90c9ebb91 HTTP/1.1" status: 200 len: 946 time: 0.1608174 Jul 13 13:34:05.736376 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-66a91eb6-4aa3-40a0-89cd-b31d1842d790 req-c4e6f670-2300-4f74-83a7-600183e33d5f tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] 10.222.0.23 "GET /v2.0/security-groups?id=d29423a1-067a-4d38-adf6-741b7ccff4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155860 Jul 13 13:34:05.968373 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae785a6-cfbc-4231-b570-229708163c98 req-3d0299f8-f7b2-481f-9a38-13ab388caed2 tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:34:05.980808 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-fae785a6-cfbc-4231-b570-229708163c98 req-3d0299f8-f7b2-481f-9a38-13ab388caed2 tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] 10.222.0.23 "GET /v2.0/ports?device_id=71cdbe46-c78b-4c00-be27-9195dba4e6d2 HTTP/1.1" status: 200 len: 946 time: 0.1595154 Jul 13 13:34:06.053835 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-14481e8f-ab9b-4e93-9735-7df6a66ae313 req-bc875b9b-c56d-476b-ace6-1dd1ba35006e tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] 10.222.0.23 "GET /v2.0/ports?device_id=702da0b5-df79-4c9c-a035-064da62f3adc HTTP/1.1" status: 200 len: 210 time: 0.0715864 Jul 13 13:34:06.069319 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-fae785a6-cfbc-4231-b570-229708163c98 req-402e5430-89c0-4567-afc9-ad5ae63610cd tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] 10.222.0.23 "GET /v2.0/security-groups?id=a5acb904-2512-4fd2-89f4-2d0864dd03ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759625 Jul 13 13:34:06.610193 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b0c0bb-84ef-4e94-a71a-c7fe07b09f3c req-650e9793-294d-4bd0-abae-a5800a5299e7 tempest-LiveAutoBlockMigrationV225Test-953904280 tempest-LiveAutoBlockMigrationV225Test-953904280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:34:06.627564 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-21b0c0bb-84ef-4e94-a71a-c7fe07b09f3c req-650e9793-294d-4bd0-abae-a5800a5299e7 tempest-LiveAutoBlockMigrationV225Test-953904280 tempest-LiveAutoBlockMigrationV225Test-953904280-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=a56051f7-ad2a-48ca-8ebc-3ae17c46d4a2 HTTP/1.1" status: 200 len: 1096 time: 0.1257262 Jul 13 13:34:06.729319 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 442459bb-e0f8-463a-aa0a-9f9f0c798e54 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:34:06.757856 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-21b0c0bb-84ef-4e94-a71a-c7fe07b09f3c req-a1b222be-1ada-4266-b074-30d53bdfe4cc tempest-LiveAutoBlockMigrationV225Test-953904280 tempest-LiveAutoBlockMigrationV225Test-953904280-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=e1a1929d-de59-4a26-a69b-05b891c11dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208401 Jul 13 13:34:06.835234 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 442459bb-e0f8-463a-aa0a-9f9f0c798e54 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:34:06.835823 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:06.868849 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 50452) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:34:06.999210 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fe8ef49-f3a6-4912-a613-d0512afbca90 admin admin] Deleting subnet 6e7f99a3-a49f-468f-8ef7-04822460120c {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 13:34:07.002630 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8fe8ef49-f3a6-4912-a613-d0512afbca90 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:07.042562 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8fe8ef49-f3a6-4912-a613-d0512afbca90 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6018489'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:07.112431 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8fe8ef49-f3a6-4912-a613-d0512afbca90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:07.175282 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c6f776-0ad8-440f-b742-089a4dfb67d6 req-dea710b4-d440-4093-bcf2-24496149dcb5 tempest-LiveAutoBlockMigrationV225Test-953904280 tempest-LiveAutoBlockMigrationV225Test-953904280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:34:07.183553 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e7c6f776-0ad8-440f-b742-089a4dfb67d6 req-dea710b4-d440-4093-bcf2-24496149dcb5 tempest-LiveAutoBlockMigrationV225Test-953904280 tempest-LiveAutoBlockMigrationV225Test-953904280-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=a56051f7-ad2a-48ca-8ebc-3ae17c46d4a2 HTTP/1.1" status: 200 len: 1096 time: 0.1204400 Jul 13 13:34:07.236492 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8fe8ef49-f3a6-4912-a613-d0512afbca90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6018534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6105009'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:07.265208 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b9643aaa-ecb8-4f66-b612-6ed2a9fd59eb req-476baf59-c232-4252-9bba-824d275ffb9e tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] 10.222.0.23 "GET /v2.0/ports?device_id=702da0b5-df79-4c9c-a035-064da62f3adc HTTP/1.1" status: 200 len: 210 time: 0.0446701 Jul 13 13:34:07.280653 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe8ef49-f3a6-4912-a613-d0512afbca90 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e7f99a3-a49f-468f-8ef7-04822460120c,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:34:07.295493 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e7c6f776-0ad8-440f-b742-089a4dfb67d6 req-d126a4ed-bb81-4bf9-a73d-03c5b3b23839 tempest-LiveAutoBlockMigrationV225Test-953904280 tempest-LiveAutoBlockMigrationV225Test-953904280-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=e1a1929d-de59-4a26-a69b-05b891c11dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049321 Jul 13 13:34:07.299688 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8fe8ef49-f3a6-4912-a613-d0512afbca90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:07.301560 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-8fe8ef49-f3a6-4912-a613-d0512afbca90 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/6e7f99a3-a49f-468f-8ef7-04822460120c HTTP/1.1" status: 204 len: 168 time: 0.4314606 Jul 13 13:34:07.310520 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 50468) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:34:07.402043 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d1f2bd55-f434-4db0-bf8d-2145c48c1bfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:07.564150 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ca82ac-c91a-46b3-b7de-4c788c8b909d req-5361fd14-edfb-4645-949b-8afd1d294498 tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:34:07.567398 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d7ca82ac-c91a-46b3-b7de-4c788c8b909d req-5361fd14-edfb-4645-949b-8afd1d294498 tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] 10.222.0.23 "GET /v2.0/ports?device_id=71cdbe46-c78b-4c00-be27-9195dba4e6d2 HTTP/1.1" status: 200 len: 946 time: 0.1294906 Jul 13 13:34:07.585267 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d1f2bd55-f434-4db0-bf8d-2145c48c1bfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:07.604988 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-d1f2bd55-f434-4db0-bf8d-2145c48c1bfd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['184cbc8e-9330-4f7b-a539-067b63e3e815']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:34:07.618365 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-d1f2bd55-f434-4db0-bf8d-2145c48c1bfd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bce285ac-60fc-437a-ae32-d76371e260cc') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:34:07.619211 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-d1f2bd55-f434-4db0-bf8d-2145c48c1bfd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bce285ac-60fc-437a-ae32-d76371e260cc') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:34:07.635683 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d1f2bd55-f434-4db0-bf8d-2145c48c1bfd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6018464'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:07.651642 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d1f2bd55-f434-4db0-bf8d-2145c48c1bfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:07.659852 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1f2bd55-f434-4db0-bf8d-2145c48c1bfd admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 13:34:07.660267 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d1f2bd55-f434-4db0-bf8d-2145c48c1bfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6018632'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:07.662339 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:34:07.662339 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:34:07.662339 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:34:07.662339 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:34:07.662339 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:34:07.662339 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:34:07.662339 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:34:07.662339 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:34:07.662339 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:34:07.662339 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:34:07.662339 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:34:07.662339 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:34:07.662339 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:34:07.662339 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:34:07.662339 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:34:07.662339 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:34:07.662339 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:34:07.662339 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:34:07.662339 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:34:07.662339 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:34:07.662339 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:34:07.662339 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:34:07.662339 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:34:07.662339 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:34:07.662339 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:34:07.662339 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:34:07.662339 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:34:07.662339 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:34:07.662339 n-d-800634-1 neutron-server[93751]: Traceback (most recent call last): Jul 13 13:34:07.662339 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 13:34:07.662339 n-d-800634-1 neutron-server[93751]: timer() Jul 13 13:34:07.662339 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 13:34:07.662339 n-d-800634-1 neutron-server[93751]: cb(*args, **kw) Jul 13 13:34:07.662339 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 13:34:07.662339 n-d-800634-1 neutron-server[93751]: return func(*args, **kwargs) Jul 13 13:34:07.662339 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 13:34:07.662339 n-d-800634-1 neutron-server[93751]: self._notify() Jul 13 13:34:07.662339 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 13:34:07.662339 n-d-800634-1 neutron-server[93751]: self.callback(batched_events) Jul 13 13:34:07.662339 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 13:34:07.662339 n-d-800634-1 neutron-server[93751]: event.method(event) Jul 13 13:34:07.662339 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 13:34:07.662339 n-d-800634-1 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 13:34:07.662339 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 13:34:07.662339 n-d-800634-1 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 13:34:07.662339 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 13:34:07.662339 n-d-800634-1 neutron-server[93751]: return f(self, *a, **k) Jul 13 13:34:07.662339 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 13:34:07.662339 n-d-800634-1 neutron-server[93751]: return self._get(url).json() Jul 13 13:34:07.662339 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 13:34:07.662339 n-d-800634-1 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 13:34:07.662339 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 13:34:07.662339 n-d-800634-1 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 13 13:34:07.662339 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 13:34:07.662339 n-d-800634-1 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 13:34:07.662339 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 13:34:07.662339 n-d-800634-1 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 13:34:07.662339 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 13:34:07.662339 n-d-800634-1 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 13:34:07.662339 n-d-800634-1 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 13:34:07.693296 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d7ca82ac-c91a-46b3-b7de-4c788c8b909d req-a868c843-16ac-4ce4-a6ea-4c5e50d02b72 tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] 10.222.0.23 "GET /v2.0/security-groups?id=a5acb904-2512-4fd2-89f4-2d0864dd03ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194499 Jul 13 13:34:07.743727 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d1f2bd55-f434-4db0-bf8d-2145c48c1bfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:07.776910 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d1f2bd55-f434-4db0-bf8d-2145c48c1bfd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:07.782745 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-d1f2bd55-f434-4db0-bf8d-2145c48c1bfd admin admin] 10.222.0.23 "DELETE /v2.0/networks/184cbc8e-9330-4f7b-a539-067b63e3e815 HTTP/1.1" status: 204 len: 168 time: 0.4684021 Jul 13 13:34:07.782745 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f2bd55-f434-4db0-bf8d-2145c48c1bfd admin admin] Pushing event deleted for resources: {'Network': ['ID=184cbc8e-9330-4f7b-a539-067b63e3e815,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:34:07.822805 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c35e01-3e3c-47df-aaab-2f7ef387b85b req-4bf2f4dc-5c61-4f60-8c64-c500874bec34 tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:34:07.824611 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d0c35e01-3e3c-47df-aaab-2f7ef387b85b req-4bf2f4dc-5c61-4f60-8c64-c500874bec34 tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] 10.222.0.26 "GET /v2.0/networks?id=eb9a46d3-143c-4124-a1f8-86a4243a701e HTTP/1.1" status: 200 len: 822 time: 0.2407365 Jul 13 13:34:07.840811 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-d0c35e01-3e3c-47df-aaab-2f7ef387b85b req-8c688c22-3842-4cf9-a006-a88a934bb80d tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] Request body: {'port': {'device_id': '702da0b5-df79-4c9c-a035-064da62f3adc', 'network_id': 'eb9a46d3-143c-4124-a1f8-86a4243a701e', 'admin_state_up': True, 'tenant_id': '9dc24f72ab1249d5960accb3929ca979'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:34:08.104281 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe82549-c6a9-4de5-b78e-46e57e9d8812 req-a02db24d-cbc9-4214-bb76-4a67be9e9219 tempest-ListImageFiltersTestJSON-1275882145 tempest-ListImageFiltersTestJSON-1275882145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:34:08.114496 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bbe82549-c6a9-4de5-b78e-46e57e9d8812 req-a02db24d-cbc9-4214-bb76-4a67be9e9219 tempest-ListImageFiltersTestJSON-1275882145 tempest-ListImageFiltersTestJSON-1275882145-project] 10.222.0.23 "GET /v2.0/ports?device_id=e88ea5f4-ba87-44d8-b2e9-1f56bd705c34 HTTP/1.1" status: 200 len: 950 time: 0.2030857 Jul 13 13:34:08.126549 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0c35e01-3e3c-47df-aaab-2f7ef387b85b req-8c688c22-3842-4cf9-a006-a88a934bb80d tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] Made reservation on behalf of 9dc24f72ab1249d5960accb3929ca979 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:34:08.130508 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-d0c35e01-3e3c-47df-aaab-2f7ef387b85b req-8c688c22-3842-4cf9-a006-a88a934bb80d tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:08.153880 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 50508) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:34:08.215505 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 50510) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:34:08.215686 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-a2ecec8e-5dc4-4425-94b6-7a7c0194e007 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cfc414be29444c509c995403705c9dd8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0604973 Jul 13 13:34:08.272290 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bbe82549-c6a9-4de5-b78e-46e57e9d8812 req-e2c07140-746b-476f-841b-02729d50ea53 tempest-ListImageFiltersTestJSON-1275882145 tempest-ListImageFiltersTestJSON-1275882145-project] 10.222.0.23 "GET /v2.0/security-groups?id=4865dafb-f53b-45c8-89d6-c6cc7f94c49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390953 Jul 13 13:34:08.352809 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19604feb-669d-438f-bc65-ed4db2cb3382 req-1374b52a-ab40-40fc-8138-4e1cc56a79ca tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:34:08.354699 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-19604feb-669d-438f-bc65-ed4db2cb3382 req-1374b52a-ab40-40fc-8138-4e1cc56a79ca tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5da14f7-ffdc-4d87-8dbf-7c9b48b29672&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1075613 Jul 13 13:34:08.359061 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7bea2b69-9b0b-4b2d-b3c3-448dd53d220f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:08.375227 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-d0c35e01-3e3c-47df-aaab-2f7ef387b85b req-8c688c22-3842-4cf9-a006-a88a934bb80d tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] Allocated IP 172.20.0.3 (eb9a46d3-143c-4124-a1f8-86a4243a701e/1e982c7c-a9b8-497d-b943-384953f5be36/3a0f1171-a00a-4901-9514-eb804eafebfd) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:34:08.396774 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7bea2b69-9b0b-4b2d-b3c3-448dd53d220f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:08.440250 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-19604feb-669d-438f-bc65-ed4db2cb3382 req-30b16ebe-1272-4975-8480-84f1bde442b3 tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.6.37 HTTP/1.1" status: 200 len: 695 time: 0.0789175 Jul 13 13:34:08.445489 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-19604feb-669d-438f-bc65-ed4db2cb3382 req-97d7e6ad-da3e-4eb2-ab3d-be2cc2c91d67 tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] Request body: {'floatingip': {'port_id': 'f97b675f-18b5-4e12-9419-9c15459c72ac', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:34:08.476435 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7bea2b69-9b0b-4b2d-b3c3-448dd53d220f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:08.480542 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7bea2b69-9b0b-4b2d-b3c3-448dd53d220f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:08.484194 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-7bea2b69-9b0b-4b2d-b3c3-448dd53d220f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3b97d48b-b2c8-4bf1-9f5d-0c8bb1af71b5 HTTP/1.1" status: 204 len: 168 time: 0.2639992 Jul 13 13:34:08.517444 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-19604feb-669d-438f-bc65-ed4db2cb3382 req-97d7e6ad-da3e-4eb2-ab3d-be2cc2c91d67 tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] Notify callbacks [] for floatingip, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:08.539021 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bea2b69-9b0b-4b2d-b3c3-448dd53d220f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b97d48b-b2c8-4bf1-9f5d-0c8bb1af71b5,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:34:08.695689 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-d0c35e01-3e3c-47df-aaab-2f7ef387b85b req-8c688c22-3842-4cf9-a006-a88a934bb80d tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:08.754662 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-552527bc-f7c2-44f3-926a-619cabc2bde7 req-7be1f310-acf1-4151-9ae7-28781d63ce2c tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] 10.222.0.23 "GET /v2.0/ports?device_id=702da0b5-df79-4c9c-a035-064da62f3adc HTTP/1.1" status: 200 len: 210 time: 0.0664642 Jul 13 13:34:08.855549 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-d0c35e01-3e3c-47df-aaab-2f7ef387b85b req-8c688c22-3842-4cf9-a006-a88a934bb80d tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:08.986929 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0c35e01-3e3c-47df-aaab-2f7ef387b85b req-8c688c22-3842-4cf9-a006-a88a934bb80d tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] Network eb9a46d3-143c-4124-a1f8-86a4243a701e is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:34:08.988297 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c688c22-3842-4cf9-a006-a88a934bb80d tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] Pushing event updated for resources: {'Port': ['ID=3a0f1171-a00a-4901-9514-eb804eafebfd,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:34:08.997378 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-d0c35e01-3e3c-47df-aaab-2f7ef387b85b req-8c688c22-3842-4cf9-a006-a88a934bb80d tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:34:09.012467 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0c35e01-3e3c-47df-aaab-2f7ef387b85b req-8c688c22-3842-4cf9-a006-a88a934bb80d tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:34:09.085372 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c35e01-3e3c-47df-aaab-2f7ef387b85b req-8c688c22-3842-4cf9-a006-a88a934bb80d tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:34:09.087424 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-d0c35e01-3e3c-47df-aaab-2f7ef387b85b req-8c688c22-3842-4cf9-a006-a88a934bb80d tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:09.106502 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d0c35e01-3e3c-47df-aaab-2f7ef387b85b req-8c688c22-3842-4cf9-a006-a88a934bb80d tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2703238 Jul 13 13:34:09.130782 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-d0c35e01-3e3c-47df-aaab-2f7ef387b85b req-7cb6282b-b628-4caf-994b-9aa227c26020 service neutron] Request body: {'port': {'device_id': '702da0b5-df79-4c9c-a035-064da62f3adc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:34:09.362415 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-d0c35e01-3e3c-47df-aaab-2f7ef387b85b req-7cb6282b-b628-4caf-994b-9aa227c26020 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:09.590503 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-19604feb-669d-438f-bc65-ed4db2cb3382 req-97d7e6ad-da3e-4eb2-ab3d-be2cc2c91d67 tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:09.609576 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-19604feb-669d-438f-bc65-ed4db2cb3382 req-97d7e6ad-da3e-4eb2-ab3d-be2cc2c91d67 tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446547'] for floatingip, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:09.974517 n-d-800634-1 neutron-server[93751]: INFO neutron.db.l3_db [req-19604feb-669d-438f-bc65-ed4db2cb3382 req-97d7e6ad-da3e-4eb2-ab3d-be2cc2c91d67 tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] Floating IP e4161356-0261-4db9-b444-6a97984c68a3 associated. External IP: 172.25.6.37, port: f97b675f-18b5-4e12-9419-9c15459c72ac. Jul 13 13:34:10.036453 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-d0c35e01-3e3c-47df-aaab-2f7ef387b85b req-7cb6282b-b628-4caf-994b-9aa227c26020 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a0f1171-a00a-4901-9514-eb804eafebfd {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:34:10.044649 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-d0c35e01-3e3c-47df-aaab-2f7ef387b85b req-7cb6282b-b628-4caf-994b-9aa227c26020 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:10.076769 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 2c05648c-6413-4e10-a987-c76d08e099f4 details requested by agent hyperv_n-h1-800634-1 with host n-h1-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 13:34:10.078883 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-d0c35e01-3e3c-47df-aaab-2f7ef387b85b req-7cb6282b-b628-4caf-994b-9aa227c26020 service neutron] Transition to ACTIVE for port object 3a0f1171-a00a-4901-9514-eb804eafebfd will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:34:10.080324 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device d6b606c0-180f-4657-9417-1c4a579d381b no longer exists at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:34:10.096915 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-d0c35e01-3e3c-47df-aaab-2f7ef387b85b req-7cb6282b-b628-4caf-994b-9aa227c26020 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:10.176943 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 50576) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:34:10.578613 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 2c05648c-6413-4e10-a987-c76d08e099f4, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=2c05648c-6413-4e10-a987-c76d08e099f4,segment=NetworkSegment(731c211d-2cbe-4aa3-a09e-111c83e33a98),segment_id=731c211d-2cbe-4aa3-a09e-111c83e33a98)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:34:10.596802 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Returning: {'device': '2c05648c-6413-4e10-a987-c76d08e099f4', 'network_id': '6abf39c7-5383-40cb-87d6-f20d29bbd8cf', 'port_id': '2c05648c-6413-4e10-a987-c76d08e099f4', 'mac_address': 'fa:16:3e:9a:86:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '560441f8-4dd8-4170-ae42-f3e38fe7cfb4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 13:34:10.614630 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [req-19604feb-669d-438f-bc65-ed4db2cb3382 req-97d7e6ad-da3e-4eb2-ab3d-be2cc2c91d67 tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] Router e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 13:34:10.725340 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:10.772703 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2c05648c-6413-4e10-a987-c76d08e099f4 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:34:10.829538 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 2c05648c-6413-4e10-a987-c76d08e099f4, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=2c05648c-6413-4e10-a987-c76d08e099f4,segment=NetworkSegment(731c211d-2cbe-4aa3-a09e-111c83e33a98),segment_id=731c211d-2cbe-4aa3-a09e-111c83e33a98)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:34:10.848571 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:10.868514 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:11.051188 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-19604feb-669d-438f-bc65-ed4db2cb3382 req-97d7e6ad-da3e-4eb2-ab3d-be2cc2c91d67 tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:34:11.065986 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183305f0-be77-483c-96ad-35b9dec4db33 None None] Sync routers for ids ['e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c'] in n-d-800634-1 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:34:11.067209 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-19604feb-669d-438f-bc65-ed4db2cb3382 req-97d7e6ad-da3e-4eb2-ab3d-be2cc2c91d67 tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for floatingip, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:11.089604 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port d6b606c0-180f-4657-9417-1c4a579d381b, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=d6b606c0-180f-4657-9417-1c4a579d381b,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:34:11.100716 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e88ea5f4-ba87-44d8-b2e9-1f56bd705c34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6b606c0-180f-4657-9417-1c4a579d381b'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:34:11.101265 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183305f0-be77-483c-96ad-35b9dec4db33 None None] Routers {'e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:34:11.103531 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-183305f0-be77-483c-96ad-35b9dec4db33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:33:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:34:11.106861 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07cc8058-759f-4631-9453-98273bcb4a49" -d '{"events": [{"server_uuid": "e88ea5f4-ba87-44d8-b2e9-1f56bd705c34", "name": "network-vif-unplugged", "status": "completed", "tag": "d6b606c0-180f-4657-9417-1c4a579d381b"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:34:11.118881 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-19604feb-669d-438f-bc65-ed4db2cb3382 req-97d7e6ad-da3e-4eb2-ab3d-be2cc2c91d67 tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] 10.222.0.23 "PUT /v2.0/floatingips/e4161356-0261-4db9-b444-6a97984c68a3 HTTP/1.1" status: 200 len: 995 time: 2.6744394 Jul 13 13:34:11.120336 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:11.124889 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5da14f7-ffdc-4d87-8dbf-7c9b48b29672', 'tag': 'f97b675f-18b5-4e12-9419-9c15459c72ac'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:34:11.130022 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d17b627af75e17e0f4b8d6239d04f8c2f78634e2c585e32a7aeca336500f34a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7ca80fd-68ea-47f1-b88f-7d1aa9ba1162" -d '{"events": [{"name": "network-changed", "server_uuid": "b5da14f7-ffdc-4d87-8dbf-7c9b48b29672", "tag": "f97b675f-18b5-4e12-9419-9c15459c72ac"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:34:11.180899 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=2c05648c-6413-4e10-a987-c76d08e099f4,revision_number=6']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:34:11.251842 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['2c05648c-6413-4e10-a987-c76d08e099f4'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:34:11.274499 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19604feb-669d-438f-bc65-ed4db2cb3382 req-943b2776-b897-4b47-aea5-ea0ad5e95ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:34:11.276257 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-19604feb-669d-438f-bc65-ed4db2cb3382 req-943b2776-b897-4b47-aea5-ea0ad5e95ab5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=278e2d283bc440adb5e5f55c103a5de0&device_id=b5da14f7-ffdc-4d87-8dbf-7c9b48b29672 HTTP/1.1" status: 200 len: 1096 time: 0.1427255 Jul 13 13:34:11.315634 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-42702566-d9fa-45d3-90d0-6e9fdb714be7 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1407654340-network', 'tenant_id': '304b49a3d16e48749518a5a5fcb753ca'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:34:11.393349 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb6282b-b628-4caf-994b-9aa227c26020 service neutron] Pushing event updated for resources: {'Port': ['ID=3a0f1171-a00a-4901-9514-eb804eafebfd,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:34:11.401204 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=d6b606c0-180f-4657-9417-1c4a579d381b,revision_number=8']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:34:11.505201 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-d0c35e01-3e3c-47df-aaab-2f7ef387b85b req-7cb6282b-b628-4caf-994b-9aa227c26020 service neutron] Attempting to bind port 3a0f1171-a00a-4901-9514-eb804eafebfd on host n-h1-800634-1 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:34:11.509123 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-d0c35e01-3e3c-47df-aaab-2f7ef387b85b req-7cb6282b-b628-4caf-994b-9aa227c26020 service neutron] Attempting to bind port 3a0f1171-a00a-4901-9514-eb804eafebfd by drivers openvswitch,hyperv on host n-h1-800634-1 at level 0 using segments [{'id': '9472122b-cbf3-4934-aecb-e6fae280b13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'eb9a46d3-143c-4124-a1f8-86a4243a701e'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:34:11.511412 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c35e01-3e3c-47df-aaab-2f7ef387b85b req-7cb6282b-b628-4caf-994b-9aa227c26020 service neutron] Attempting to bind port 3a0f1171-a00a-4901-9514-eb804eafebfd on network eb9a46d3-143c-4124-a1f8-86a4243a701e {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:34:11.547066 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c35e01-3e3c-47df-aaab-2f7ef387b85b req-7cb6282b-b628-4caf-994b-9aa227c26020 service neutron] Port 3a0f1171-a00a-4901-9514-eb804eafebfd on network eb9a46d3-143c-4124-a1f8-86a4243a701e not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-1 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:34:11.551229 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c35e01-3e3c-47df-aaab-2f7ef387b85b req-7cb6282b-b628-4caf-994b-9aa227c26020 service neutron] Attempting to bind port 3a0f1171-a00a-4901-9514-eb804eafebfd on network eb9a46d3-143c-4124-a1f8-86a4243a701e {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:34:11.564570 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-183305f0-be77-483c-96ad-35b9dec4db33 None None] Set router e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:34:11.582113 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c35e01-3e3c-47df-aaab-2f7ef387b85b req-7cb6282b-b628-4caf-994b-9aa227c26020 service neutron] Checking agent: {'id': 'a7603dc8-3c50-4a9b-8f0d-1143528f155e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:34:11.588690 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c35e01-3e3c-47df-aaab-2f7ef387b85b req-7cb6282b-b628-4caf-994b-9aa227c26020 service neutron] Checking segment: {'id': '9472122b-cbf3-4934-aecb-e6fae280b13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'eb9a46d3-143c-4124-a1f8-86a4243a701e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:34:11.591555 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c35e01-3e3c-47df-aaab-2f7ef387b85b req-7cb6282b-b628-4caf-994b-9aa227c26020 service neutron] Bound using segment: {'id': '9472122b-cbf3-4934-aecb-e6fae280b13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'eb9a46d3-143c-4124-a1f8-86a4243a701e'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:34:11.592192 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-d0c35e01-3e3c-47df-aaab-2f7ef387b85b req-7cb6282b-b628-4caf-994b-9aa227c26020 service neutron] Bound port: 3a0f1171-a00a-4901-9514-eb804eafebfd, host: n-h1-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9472122b-cbf3-4934-aecb-e6fae280b13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'eb9a46d3-143c-4124-a1f8-86a4243a701e'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:34:11.594871 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-d0c35e01-3e3c-47df-aaab-2f7ef387b85b req-7cb6282b-b628-4caf-994b-9aa227c26020 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:11.599313 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19604feb-669d-438f-bc65-ed4db2cb3382 req-99399f45-34a9-4a00-b9cf-8957c24354c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:34:11.611734 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-19604feb-669d-438f-bc65-ed4db2cb3382 req-99399f45-34a9-4a00-b9cf-8957c24354c8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=1b5b3b6e-f653-438d-b4e3-2ba9f685c679 HTTP/1.1" status: 200 len: 921 time: 0.3238270 Jul 13 13:34:11.765084 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42702566-d9fa-45d3-90d0-6e9fdb714be7 admin admin] Made reservation on behalf of 304b49a3d16e48749518a5a5fcb753ca for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:34:11.773432 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-42702566-d9fa-45d3-90d0-6e9fdb714be7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:11.803729 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-42702566-d9fa-45d3-90d0-6e9fdb714be7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:11.841562 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d92c7f1-5612-4396-87a5-c28567226fed req-f6ac4101-615b-41a3-a1e3-05823baa4110 tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:34:11.851392 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9d92c7f1-5612-4396-87a5-c28567226fed req-f6ac4101-615b-41a3-a1e3-05823baa4110 tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] 10.222.0.23 "GET /v2.0/ports?device_id=702da0b5-df79-4c9c-a035-064da62f3adc HTTP/1.1" status: 200 len: 943 time: 0.5318377 Jul 13 13:34:11.919709 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-19604feb-669d-438f-bc65-ed4db2cb3382 req-2cab05e6-6b34-420a-a2bf-61d3cb54a1ac service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f97b675f-18b5-4e12-9419-9c15459c72ac HTTP/1.1" status: 200 len: 998 time: 0.3052609 Jul 13 13:34:12.052825 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19604feb-669d-438f-bc65-ed4db2cb3382 req-5ed056ae-8026-449c-ba02-a55cc6774601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:34:12.065289 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-19604feb-669d-438f-bc65-ed4db2cb3382 req-5ed056ae-8026-449c-ba02-a55cc6774601 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=14d97c6f-9a99-4df0-bce0-89de50c402ab HTTP/1.1" status: 200 len: 860 time: 0.1261184 Jul 13 13:34:12.078015 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9d92c7f1-5612-4396-87a5-c28567226fed req-976b1679-d73c-4c3b-a5b5-d8d36f06040a tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] 10.222.0.23 "GET /v2.0/security-groups?id=246f878a-992c-46a3-86c7-c947eed33eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810455 Jul 13 13:34:12.084800 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-d0c35e01-3e3c-47df-aaab-2f7ef387b85b req-7cb6282b-b628-4caf-994b-9aa227c26020 service neutron] For port 3a0f1171-a00a-4901-9514-eb804eafebfd, host n-h1-800634-1, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:34:12.093042 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 2c05648c-6413-4e10-a987-c76d08e099f4 up at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:34:12.167823 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-d0c35e01-3e3c-47df-aaab-2f7ef387b85b req-7cb6282b-b628-4caf-994b-9aa227c26020 service neutron] For port 3a0f1171-a00a-4901-9514-eb804eafebfd, host n-h1-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=3a0f1171-a00a-4901-9514-eb804eafebfd,segment=NetworkSegment(9472122b-cbf3-4934-aecb-e6fae280b13a),segment_id=9472122b-cbf3-4934-aecb-e6fae280b13a)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:34:12.317872 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning complete for port 2c05648c-6413-4e10-a987-c76d08e099f4 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:34:12.317872 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:12.334519 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19604feb-669d-438f-bc65-ed4db2cb3382 req-7c39b436-e8aa-4e5c-b2d0-b0dc5e8b2add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:34:12.363443 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-19604feb-669d-438f-bc65-ed4db2cb3382 req-7c39b436-e8aa-4e5c-b2d0-b0dc5e8b2add service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1b5b3b6e-f653-438d-b4e3-2ba9f685c679&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2955930 Jul 13 13:34:12.451028 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-183305f0-be77-483c-96ad-35b9dec4db33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1255390624-router', 'tenant_id': '278e2d283bc440adb5e5f55c103a5de0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '2a7a0bee-5d85-484c-8c89-7059df134f07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:33:08Z', 'updated_at': '2021-07-13T13:33:16Z', 'revision_number': 4, 'project_id': '278e2d283bc440adb5e5f55c103a5de0', 'gw_port': {'id': '2a7a0bee-5d85-484c-8c89-7059df134f07', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:4f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:33:09Z', 'updated_at': '2021-07-13T13:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_floatingips': [{'id': 'e4161356-0261-4db9-b444-6a97984c68a3', 'tenant_id': '278e2d283bc440adb5e5f55c103a5de0', 'floating_ip_address': '172.25.6.37', 'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'router_id': 'e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c', 'port_id': 'f97b675f-18b5-4e12-9419-9c15459c72ac', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b5b3b6e-f653-438d-b4e3-2ba9f685c679', 'mac_address': 'fa:16:3e:fa:08:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5da14f7-ffdc-4d87-8dbf-7c9b48b29672', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T13:33:42Z', 'updated_at': '2021-07-13T13:34:09Z', 'revision_number': 1, 'project_id': '278e2d283bc440adb5e5f55c103a5de0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '033f8425-860e-4578-9c72-d006f86a11c8', 'name': '', 'network_id': '1b5b3b6e-f653-438d-b4e3-2ba9f685c679', 'tenant_id': '278e2d283bc440adb5e5f55c103a5de0', 'mac_address': 'fa:16:3e:c2:db:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '14d97c6f-9a99-4df0-bce0-89de50c402ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:33:15Z', 'updated_at': '2021-07-13T13:33:25Z', 'revision_number': 5, 'project_id': '278e2d283bc440adb5e5f55c103a5de0', 'subnets': [{'id': '14d97c6f-9a99-4df0-bce0-89de50c402ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:34:12.468533 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-d0c35e01-3e3c-47df-aaab-2f7ef387b85b req-7cb6282b-b628-4caf-994b-9aa227c26020 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:12.559868 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-42702566-d9fa-45d3-90d0-6e9fdb714be7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:12.575406 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183305f0-be77-483c-96ad-35b9dec4db33 None None] Checking router: e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c for host: n-d-800634-1 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 13:34:12.647252 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183305f0-be77-483c-96ad-35b9dec4db33 None None] Routers {'e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:34:12.650560 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-183305f0-be77-483c-96ad-35b9dec4db33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:33:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:34:12.708307 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:12.719465 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb6282b-b628-4caf-994b-9aa227c26020 service neutron] Pushing event updated for resources: {'Port': ['ID=3a0f1171-a00a-4901-9514-eb804eafebfd,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:34:12.730584 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c35e01-3e3c-47df-aaab-2f7ef387b85b req-7cb6282b-b628-4caf-994b-9aa227c26020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:34:12.731659 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-d0c35e01-3e3c-47df-aaab-2f7ef387b85b req-7cb6282b-b628-4caf-994b-9aa227c26020 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:12.736149 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d0c35e01-3e3c-47df-aaab-2f7ef387b85b req-7cb6282b-b628-4caf-994b-9aa227c26020 service neutron] 10.222.0.26 "PUT /v2.0/ports/3a0f1171-a00a-4901-9514-eb804eafebfd HTTP/1.1" status: 200 len: 1091 time: 3.6183667 Jul 13 13:34:12.741297 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-19604feb-669d-438f-bc65-ed4db2cb3382 req-08d3f9bc-1630-49c8-8a68-c23f4c10f81c service neutron] 10.222.0.23 "GET /v2.0/networks/1b5b3b6e-f653-438d-b4e3-2ba9f685c679?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3769569 Jul 13 13:34:12.751133 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '702da0b5-df79-4c9c-a035-064da62f3adc', 'tag': '3a0f1171-a00a-4901-9514-eb804eafebfd'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:34:12.757664 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3c50fc8-2991-4b23-bb60-c724181c7312" -d '{"events": [{"name": "network-changed", "server_uuid": "702da0b5-df79-4c9c-a035-064da62f3adc", "tag": "3a0f1171-a00a-4901-9514-eb804eafebfd"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:34:12.767773 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-42702566-d9fa-45d3-90d0-6e9fdb714be7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:12.860488 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42702566-d9fa-45d3-90d0-6e9fdb714be7 admin admin] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 13:34:12.911822 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 2c05648c-6413-4e10-a987-c76d08e099f4, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=2c05648c-6413-4e10-a987-c76d08e099f4,segment=NetworkSegment(731c211d-2cbe-4aa3-a09e-111c83e33a98),segment_id=731c211d-2cbe-4aa3-a09e-111c83e33a98)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:34:12.942599 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:12.987127 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-183305f0-be77-483c-96ad-35b9dec4db33 None None] Set router e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:34:13.015485 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-42702566-d9fa-45d3-90d0-6e9fdb714be7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:13.015877 n-d-800634-1 neutron-server[93750]: INFO neutron.db.segments_db [None req-42702566-d9fa-45d3-90d0-6e9fdb714be7 admin admin] Added segment a34f1e5a-05a0-4a83-8c9f-c3abcf871ed1 of type vlan for network 9a9efa57-6396-440f-b2fc-34d74307ad06 Jul 13 13:34:13.042951 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42702566-d9fa-45d3-90d0-6e9fdb714be7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f235c326-7228-44c2-96b5-0876bdf6db43,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:34:13.114322 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 13:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da889157-a11d-4e09-b349-2d0cf414d76a x-openstack-request-id: req-da889157-a11d-4e09-b349-2d0cf414d76a {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:34:13.115439 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e88ea5f4-ba87-44d8-b2e9-1f56bd705c34", "name": "network-vif-unplugged", "status": "completed", "tag": "d6b606c0-180f-4657-9417-1c4a579d381b", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:34:13.118245 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-da889157-a11d-4e09-b349-2d0cf414d76a {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:34:13.119399 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e88ea5f4-ba87-44d8-b2e9-1f56bd705c34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6b606c0-180f-4657-9417-1c4a579d381b', 'code': 200} Jul 13 13:34:13.210133 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 13:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a4ac267-10e6-4088-85ba-5f54fee2b23c x-openstack-request-id: req-0a4ac267-10e6-4088-85ba-5f54fee2b23c {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:34:13.211785 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5da14f7-ffdc-4d87-8dbf-7c9b48b29672", "tag": "f97b675f-18b5-4e12-9419-9c15459c72ac", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:34:13.212409 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=2c05648c-6413-4e10-a987-c76d08e099f4,revision_number=7']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:34:13.213221 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0a4ac267-10e6-4088-85ba-5f54fee2b23c {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:34:13.216024 n-d-800634-1 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5da14f7-ffdc-4d87-8dbf-7c9b48b29672', 'tag': 'f97b675f-18b5-4e12-9419-9c15459c72ac', 'status': 'completed', 'code': 200} Jul 13 13:34:13.242470 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-19604feb-669d-438f-bc65-ed4db2cb3382 req-2fc1cde2-2cf1-4c3f-a77f-a7c1011e0318 service neutron] 10.222.0.23 "GET /v2.0/networks/1b5b3b6e-f653-438d-b4e3-2ba9f685c679?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4867361 Jul 13 13:34:13.277018 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-42702566-d9fa-45d3-90d0-6e9fdb714be7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:13.341200 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c35e01-3e3c-47df-aaab-2f7ef387b85b req-6d0ef9e9-896b-492c-8d66-760a7d6d29ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:34:13.344438 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d0c35e01-3e3c-47df-aaab-2f7ef387b85b req-6d0ef9e9-896b-492c-8d66-760a7d6d29ba service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9dc24f72ab1249d5960accb3929ca979&device_id=702da0b5-df79-4c9c-a035-064da62f3adc HTTP/1.1" status: 200 len: 1094 time: 0.5425279 Jul 13 13:34:13.346085 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 13:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5acb430-662f-4d35-b4f5-30e369b69a7b x-openstack-request-id: req-e5acb430-662f-4d35-b4f5-30e369b69a7b {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:34:13.346431 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "702da0b5-df79-4c9c-a035-064da62f3adc", "tag": "3a0f1171-a00a-4901-9514-eb804eafebfd", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:34:13.346743 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e5acb430-662f-4d35-b4f5-30e369b69a7b {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:34:13.347191 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '702da0b5-df79-4c9c-a035-064da62f3adc', 'tag': '3a0f1171-a00a-4901-9514-eb804eafebfd', 'status': 'completed', 'code': 200} Jul 13 13:34:13.475308 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.db.resource_extend [None req-42702566-d9fa-45d3-90d0-6e9fdb714be7 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 13 13:34:13.521156 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d0c35e01-3e3c-47df-aaab-2f7ef387b85b req-5db6e86b-7f90-429f-9646-128eeb89c8e2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3a0f1171-a00a-4901-9514-eb804eafebfd HTTP/1.1" status: 200 len: 217 time: 0.1682694 Jul 13 13:34:13.580366 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-183305f0-be77-483c-96ad-35b9dec4db33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1255390624-router', 'tenant_id': '278e2d283bc440adb5e5f55c103a5de0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '2a7a0bee-5d85-484c-8c89-7059df134f07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:33:08Z', 'updated_at': '2021-07-13T13:33:16Z', 'revision_number': 4, 'project_id': '278e2d283bc440adb5e5f55c103a5de0', 'gw_port': {'id': '2a7a0bee-5d85-484c-8c89-7059df134f07', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:4f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:33:09Z', 'updated_at': '2021-07-13T13:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_floatingips': [{'id': 'e4161356-0261-4db9-b444-6a97984c68a3', 'tenant_id': '278e2d283bc440adb5e5f55c103a5de0', 'floating_ip_address': '172.25.6.37', 'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'router_id': 'e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c', 'port_id': 'f97b675f-18b5-4e12-9419-9c15459c72ac', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b5b3b6e-f653-438d-b4e3-2ba9f685c679', 'mac_address': 'fa:16:3e:fa:08:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5da14f7-ffdc-4d87-8dbf-7c9b48b29672', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T13:33:42Z', 'updated_at': '2021-07-13T13:34:09Z', 'revision_number': 1, 'project_id': '278e2d283bc440adb5e5f55c103a5de0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '033f8425-860e-4578-9c72-d006f86a11c8', 'name': '', 'network_id': '1b5b3b6e-f653-438d-b4e3-2ba9f685c679', 'tenant_id': '278e2d283bc440adb5e5f55c103a5de0', 'mac_address': 'fa:16:3e:c2:db:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '14d97c6f-9a99-4df0-bce0-89de50c402ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:33:15Z', 'updated_at': '2021-07-13T13:33:25Z', 'revision_number': 5, 'project_id': '278e2d283bc440adb5e5f55c103a5de0', 'subnets': [{'id': '14d97c6f-9a99-4df0-bce0-89de50c402ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:34:13.617331 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c35e01-3e3c-47df-aaab-2f7ef387b85b req-c558f144-d0a6-432c-85fa-ea2f499a278f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:34:13.619093 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d0c35e01-3e3c-47df-aaab-2f7ef387b85b req-c558f144-d0a6-432c-85fa-ea2f499a278f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1e982c7c-a9b8-497d-b943-384953f5be36 HTTP/1.1" status: 200 len: 862 time: 0.0885198 Jul 13 13:34:13.619878 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-42702566-d9fa-45d3-90d0-6e9fdb714be7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:13.621584 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42702566-d9fa-45d3-90d0-6e9fdb714be7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:34:13.622198 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-42702566-d9fa-45d3-90d0-6e9fdb714be7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:13.686008 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d0c35e01-3e3c-47df-aaab-2f7ef387b85b req-75ddf483-9a53-4084-846b-d87c1e6f841d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=eb9a46d3-143c-4124-a1f8-86a4243a701e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521827 Jul 13 13:34:13.805944 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8402db63-f92a-44af-89de-6157562f8a1a req-a4398faf-7c40-489b-9eb5-7b96639625fc tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:34:13.832981 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8402db63-f92a-44af-89de-6157562f8a1a req-a4398faf-7c40-489b-9eb5-7b96639625fc tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] 10.222.0.23 "GET /v2.0/ports?device_id=702da0b5-df79-4c9c-a035-064da62f3adc HTTP/1.1" status: 200 len: 943 time: 0.2000945 Jul 13 13:34:13.915377 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-42702566-d9fa-45d3-90d0-6e9fdb714be7 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 3.7139797 Jul 13 13:34:13.924504 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 50656) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:34:13.980919 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8402db63-f92a-44af-89de-6157562f8a1a req-24d57c44-5196-48be-818c-a4baa4df11bc tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] 10.222.0.23 "GET /v2.0/security-groups?id=246f878a-992c-46a3-86c7-c947eed33eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441772 Jul 13 13:34:13.986768 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42702566-d9fa-45d3-90d0-6e9fdb714be7 admin admin] Pushing event updated for resources: {'Network': ['ID=9a9efa57-6396-440f-b2fc-34d74307ad06,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:34:14.004463 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183305f0-be77-483c-96ad-35b9dec4db33 None None] The sync data for ids ['e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c'] in n-d-800634-1 is: [{'id': 'e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1255390624-router', 'tenant_id': '278e2d283bc440adb5e5f55c103a5de0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '2a7a0bee-5d85-484c-8c89-7059df134f07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:33:08Z', 'updated_at': '2021-07-13T13:33:16Z', 'revision_number': 4, 'project_id': '278e2d283bc440adb5e5f55c103a5de0', 'gw_port': {'id': '2a7a0bee-5d85-484c-8c89-7059df134f07', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:4f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:33:09Z', 'updated_at': '2021-07-13T13:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_floatingips': [{'id': 'e4161356-0261-4db9-b444-6a97984c68a3', 'tenant_id': '278e2d283bc440adb5e5f55c103a5de0', 'floating_ip_address': '172.25.6.37', 'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'router_id': 'e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c', 'port_id': 'f97b675f-18b5-4e12-9419-9c15459c72ac', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b5b3b6e-f653-438d-b4e3-2ba9f685c679', 'mac_address': 'fa:16:3e:fa:08:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5da14f7-ffdc-4d87-8dbf-7c9b48b29672', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T13:33:42Z', 'updated_at': '2021-07-13T13:34:09Z', 'revision_number': 1, 'project_id': '278e2d283bc440adb5e5f55c103a5de0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '033f8425-860e-4578-9c72-d006f86a11c8', 'name': '', 'network_id': '1b5b3b6e-f653-438d-b4e3-2ba9f685c679', 'tenant_id': '278e2d283bc440adb5e5f55c103a5de0', 'mac_address': 'fa:16:3e:c2:db:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '14d97c6f-9a99-4df0-bce0-89de50c402ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:33:15Z', 'updated_at': '2021-07-13T13:33:25Z', 'revision_number': 5, 'project_id': '278e2d283bc440adb5e5f55c103a5de0', 'subnets': [{'id': '14d97c6f-9a99-4df0-bce0-89de50c402ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:34:14.019913 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network 9a9efa57-6396-440f-b2fc-34d74307ad06 details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 13:34:14.021762 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-1c782934-3e30-4428-8dd5-133a729d84d2 admin admin] Request body: {'subnet': {'network_id': '9a9efa57-6396-440f-b2fc-34d74307ad06', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1407654340-subnet', 'tenant_id': '304b49a3d16e48749518a5a5fcb753ca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:34:14.132514 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device a607eca1-b7af-4648-8570-8ef82b125dbc details requested by agent hyperv_n-h1-800634-1 with host n-h1-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 13:34:14.177261 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ca80fd-68ea-47f1-b88f-7d1aa9ba1162 req-88e01733-ad01-42fe-84dd-228ef20b898a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:34:14.178701 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c7ca80fd-68ea-47f1-b88f-7d1aa9ba1162 req-88e01733-ad01-42fe-84dd-228ef20b898a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=278e2d283bc440adb5e5f55c103a5de0&device_id=b5da14f7-ffdc-4d87-8dbf-7c9b48b29672 HTTP/1.1" status: 200 len: 1096 time: 0.9093144 Jul 13 13:34:14.181289 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d0c35e01-3e3c-47df-aaab-2f7ef387b85b req-ac809379-f12e-4432-aa3a-0396d364b245 service neutron] 10.222.0.26 "GET /v2.0/networks/eb9a46d3-143c-4124-a1f8-86a4243a701e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3651397 Jul 13 13:34:14.307904 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port a607eca1-b7af-4648-8570-8ef82b125dbc, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=a607eca1-b7af-4648-8570-8ef82b125dbc,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:34:14.321301 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Returning: {'device': 'a607eca1-b7af-4648-8570-8ef82b125dbc', 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30', 'port_id': 'a607eca1-b7af-4648-8570-8ef82b125dbc', 'mac_address': 'fa:16:3e:bf:4b:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60b55863-ceb6-45af-a8a4-4b22d72866af', 'ip_address': '192.168.233.243'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 13:34:14.388099 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c782934-3e30-4428-8dd5-133a729d84d2 admin admin] Made reservation on behalf of 304b49a3d16e48749518a5a5fcb753ca for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:34:14.390391 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1c782934-3e30-4428-8dd5-133a729d84d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4763385'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:14.415480 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:14.427454 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d00fcc-67fd-4dc8-960d-a8aa07457a66 None None] New status for floating IP e4161356-0261-4db9-b444-6a97984c68a3: ACTIVE {{(pid=93752) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 13:34:14.634813 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a607eca1-b7af-4648-8570-8ef82b125dbc {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:34:14.676997 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port a607eca1-b7af-4648-8570-8ef82b125dbc, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=a607eca1-b7af-4648-8570-8ef82b125dbc,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:34:14.684541 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:14.694247 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d0c35e01-3e3c-47df-aaab-2f7ef387b85b req-738dd979-fd51-4f6c-af12-1bf9f49cada6 service neutron] 10.222.0.26 "GET /v2.0/networks/eb9a46d3-143c-4124-a1f8-86a4243a701e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3272078 Jul 13 13:34:14.798443 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['a607eca1-b7af-4648-8570-8ef82b125dbc'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:34:14.850066 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=a607eca1-b7af-4648-8570-8ef82b125dbc,revision_number=9']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:34:14.958923 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd30b64-7a3f-4b27-bd2e-4f8849fb142a req-449ae998-ee5c-4e99-9786-df6008994ed6 tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:34:14.972685 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ebd30b64-7a3f-4b27-bd2e-4f8849fb142a req-449ae998-ee5c-4e99-9786-df6008994ed6 tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] 10.222.0.23 "GET /v2.0/ports?device_id=71cdbe46-c78b-4c00-be27-9195dba4e6d2&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 1.2874362 Jul 13 13:34:14.980827 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ca80fd-68ea-47f1-b88f-7d1aa9ba1162 req-d1b3ce07-5828-456b-bd33-79beb41354f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:34:14.982588 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c7ca80fd-68ea-47f1-b88f-7d1aa9ba1162 req-d1b3ce07-5828-456b-bd33-79beb41354f3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1b5b3b6e-f653-438d-b4e3-2ba9f685c679 HTTP/1.1" status: 200 len: 921 time: 0.7898011 Jul 13 13:34:15.121707 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cb7c8a4-8f94-4cd4-8620-9bf90c9ebb91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c05648c-6413-4e10-a987-c76d08e099f4'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:34:15.124115 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-784e7ea5-cd13-4659-83ef-b3ebf5a8c311" -d '{"events": [{"server_uuid": "0cb7c8a4-8f94-4cd4-8620-9bf90c9ebb91", "name": "network-vif-plugged", "status": "completed", "tag": "2c05648c-6413-4e10-a987-c76d08e099f4"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:34:15.208626 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c50fc8-2991-4b23-bb60-c724181c7312 req-23e8f5dd-2778-453b-97e0-8dce15b5fe53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:34:15.210328 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f3c50fc8-2991-4b23-bb60-c724181c7312 req-23e8f5dd-2778-453b-97e0-8dce15b5fe53 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9dc24f72ab1249d5960accb3929ca979&device_id=702da0b5-df79-4c9c-a035-064da62f3adc HTTP/1.1" status: 200 len: 1094 time: 0.4258049 Jul 13 13:34:15.213386 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c7ca80fd-68ea-47f1-b88f-7d1aa9ba1162 req-70c2f460-d03e-4a26-a763-11833f8af793 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f97b675f-18b5-4e12-9419-9c15459c72ac HTTP/1.1" status: 200 len: 1000 time: 0.2171283 Jul 13 13:34:15.331040 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ebd30b64-7a3f-4b27-bd2e-4f8849fb142a req-ea2dbea6-e813-47a3-804e-14705284a55e tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.6.37 HTTP/1.1" status: 200 len: 1000 time: 0.3570869 Jul 13 13:34:15.335747 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ca80fd-68ea-47f1-b88f-7d1aa9ba1162 req-9a0dd167-9e0b-418c-b72c-79b668d20a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:34:15.338474 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c7ca80fd-68ea-47f1-b88f-7d1aa9ba1162 req-9a0dd167-9e0b-418c-b72c-79b668d20a0b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=14d97c6f-9a99-4df0-bce0-89de50c402ab HTTP/1.1" status: 200 len: 860 time: 0.1159785 Jul 13 13:34:15.478725 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-ebd30b64-7a3f-4b27-bd2e-4f8849fb142a req-9768be5d-a133-4de9-b4a3-c8b09a25fea3 tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] Request body: {'floatingip': {'port_id': '07f63703-9f99-4b32-93ab-eabcfe9855cf', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:34:15.546761 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-ebd30b64-7a3f-4b27-bd2e-4f8849fb142a req-9768be5d-a133-4de9-b4a3-c8b09a25fea3 tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] Notify callbacks [] for floatingip, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:15.789773 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ca80fd-68ea-47f1-b88f-7d1aa9ba1162 req-57baa648-1a59-4762-a267-3cff805a43d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:34:15.791306 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c7ca80fd-68ea-47f1-b88f-7d1aa9ba1162 req-57baa648-1a59-4762-a267-3cff805a43d9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1b5b3b6e-f653-438d-b4e3-2ba9f685c679&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3986657 Jul 13 13:34:15.800619 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1c782934-3e30-4428-8dd5-133a729d84d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5970588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4763339'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:15.914210 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c50fc8-2991-4b23-bb60-c724181c7312 req-c1b532d7-3eee-4b1d-8891-fd6a4bc9c432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:34:15.916253 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f3c50fc8-2991-4b23-bb60-c724181c7312 req-c1b532d7-3eee-4b1d-8891-fd6a4bc9c432 service neutron] 10.222.0.26 "GET /v2.0/networks?id=eb9a46d3-143c-4124-a1f8-86a4243a701e HTTP/1.1" status: 200 len: 922 time: 0.6869166 Jul 13 13:34:15.918271 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c7ca80fd-68ea-47f1-b88f-7d1aa9ba1162 req-f0f22421-53ec-404a-a480-b1abf540b94a service neutron] 10.222.0.41 "GET /v2.0/networks/1b5b3b6e-f653-438d-b4e3-2ba9f685c679?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118920 Jul 13 13:34:16.089754 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c7ca80fd-68ea-47f1-b88f-7d1aa9ba1162 req-5ea7c0c1-7070-47c9-a2ea-984be7afc6b4 service neutron] 10.222.0.41 "GET /v2.0/networks/1b5b3b6e-f653-438d-b4e3-2ba9f685c679?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391814 Jul 13 13:34:16.135675 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device a607eca1-b7af-4648-8570-8ef82b125dbc up at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:34:16.221999 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f3c50fc8-2991-4b23-bb60-c724181c7312 req-3024589e-b7fa-44d9-a461-dc136ef89782 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3a0f1171-a00a-4901-9514-eb804eafebfd HTTP/1.1" status: 200 len: 217 time: 0.2702987 Jul 13 13:34:16.226661 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c782934-3e30-4428-8dd5-133a729d84d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c31dd36-5699-4394-8f37-42c966836004,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:34:16.285450 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c50fc8-2991-4b23-bb60-c724181c7312 req-0106c53e-2dfa-4c17-abc8-c86e8df396aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:34:16.287147 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f3c50fc8-2991-4b23-bb60-c724181c7312 req-0106c53e-2dfa-4c17-abc8-c86e8df396aa service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1e982c7c-a9b8-497d-b943-384953f5be36 HTTP/1.1" status: 200 len: 862 time: 0.0571096 Jul 13 13:34:16.296106 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning complete for port a607eca1-b7af-4648-8570-8ef82b125dbc triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:34:16.297867 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:16.356209 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f3c50fc8-2991-4b23-bb60-c724181c7312 req-46df2f7b-8996-4083-ab33-07469cbcbf96 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=eb9a46d3-143c-4124-a1f8-86a4243a701e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549858 Jul 13 13:34:16.471697 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f3c50fc8-2991-4b23-bb60-c724181c7312 req-f4ee8e41-6d49-4d1e-b085-63dfcc446c7d service neutron] 10.222.0.26 "GET /v2.0/networks/eb9a46d3-143c-4124-a1f8-86a4243a701e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069798 Jul 13 13:34:16.492532 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:16.518886 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c782934-3e30-4428-8dd5-133a729d84d2 admin admin] Checking segment: {'id': 'a34f1e5a-05a0-4a83-8c9f-c3abcf871ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '9a9efa57-6396-440f-b2fc-34d74307ad06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:34:16.519283 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c782934-3e30-4428-8dd5-133a729d84d2 admin admin] Network hostable DHCP agents. Network: 9a9efa57-6396-440f-b2fc-34d74307ad06, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 13:34:16.603708 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port a607eca1-b7af-4648-8570-8ef82b125dbc, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=a607eca1-b7af-4648-8570-8ef82b125dbc,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:34:16.609107 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c782934-3e30-4428-8dd5-133a729d84d2 admin admin] Network 9a9efa57-6396-440f-b2fc-34d74307ad06 is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 13:34:16.619290 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:16.707806 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-1c782934-3e30-4428-8dd5-133a729d84d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, 9a9efa57-6396-440f-b2fc-34d74307ad06) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:34:16.708924 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=a607eca1-b7af-4648-8570-8ef82b125dbc,revision_number=10']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:34:16.734546 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef6776ca-4a50-4bba-929b-0e6f1c628dc8 None None] Network 9a9efa57-6396-440f-b2fc-34d74307ad06 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:34:16.753992 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c782934-3e30-4428-8dd5-133a729d84d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:34:16.754642 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1c782934-3e30-4428-8dd5-133a729d84d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:16.806689 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-1c782934-3e30-4428-8dd5-133a729d84d2 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.8106849 Jul 13 13:34:17.021952 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f3c50fc8-2991-4b23-bb60-c724181c7312 req-bc117bd5-86ed-41b4-8869-72d27f2d774e service neutron] 10.222.0.26 "GET /v2.0/networks/eb9a46d3-143c-4124-a1f8-86a4243a701e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5410862 Jul 13 13:34:17.051921 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-691ec44d-4caa-4fde-985b-58d3566eb4ad None None] Network 9a9efa57-6396-440f-b2fc-34d74307ad06 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:34:17.264554 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be71de67-dbea-4dd6-bb23-db1ce9860ad7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:17.368888 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-ebd30b64-7a3f-4b27-bd2e-4f8849fb142a req-9768be5d-a133-4de9-b4a3-c8b09a25fea3 tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:17.377165 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-ebd30b64-7a3f-4b27-bd2e-4f8849fb142a req-9768be5d-a133-4de9-b4a3-c8b09a25fea3 tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446547'] for floatingip, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:17.587065 n-d-800634-1 neutron-server[93750]: INFO neutron.db.l3_db [req-ebd30b64-7a3f-4b27-bd2e-4f8849fb142a req-9768be5d-a133-4de9-b4a3-c8b09a25fea3 tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] Floating IP e4161356-0261-4db9-b444-6a97984c68a3 associated. External IP: 172.25.6.37, port: f97b675f-18b5-4e12-9419-9c15459c72ac. Jul 13 13:34:17.900307 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ebd30b64-7a3f-4b27-bd2e-4f8849fb142a req-9768be5d-a133-4de9-b4a3-c8b09a25fea3 tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] Router e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 13:34:18.136558 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 3a0f1171-a00a-4901-9514-eb804eafebfd details requested by agent hyperv_n-h1-800634-1 with host n-h1-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 13:34:18.287334 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 3a0f1171-a00a-4901-9514-eb804eafebfd, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=3a0f1171-a00a-4901-9514-eb804eafebfd,segment=NetworkSegment(9472122b-cbf3-4934-aecb-e6fae280b13a),segment_id=9472122b-cbf3-4934-aecb-e6fae280b13a)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:34:18.313051 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Returning: {'device': '3a0f1171-a00a-4901-9514-eb804eafebfd', 'network_id': 'eb9a46d3-143c-4124-a1f8-86a4243a701e', 'port_id': '3a0f1171-a00a-4901-9514-eb804eafebfd', 'mac_address': 'fa:16:3e:63:db:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e982c7c-a9b8-497d-b943-384953f5be36', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 13:34:18.365836 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:18.384409 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a0f1171-a00a-4901-9514-eb804eafebfd {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:34:18.410698 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 3a0f1171-a00a-4901-9514-eb804eafebfd, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=3a0f1171-a00a-4901-9514-eb804eafebfd,segment=NetworkSegment(9472122b-cbf3-4934-aecb-e6fae280b13a),segment_id=9472122b-cbf3-4934-aecb-e6fae280b13a)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:34:18.431305 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:18.496557 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ebd30b64-7a3f-4b27-bd2e-4f8849fb142a req-9768be5d-a133-4de9-b4a3-c8b09a25fea3 tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:34:18.510217 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476cf1f8-ccf4-47ba-8742-5279b7e838ca None None] Sync routers for ids ['e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c'] in n-d-800634-1 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:34:18.512585 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=3a0f1171-a00a-4901-9514-eb804eafebfd,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:34:18.525669 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476cf1f8-ccf4-47ba-8742-5279b7e838ca None None] Routers {'e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:34:18.527024 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-476cf1f8-ccf4-47ba-8742-5279b7e838ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:33:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:34:18.713138 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['3a0f1171-a00a-4901-9514-eb804eafebfd'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:34:18.773561 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-476cf1f8-ccf4-47ba-8742-5279b7e838ca None None] Set router e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:34:18.989903 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ebd30b64-7a3f-4b27-bd2e-4f8849fb142a req-9768be5d-a133-4de9-b4a3-c8b09a25fea3 tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] Router e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 13:34:19.185344 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ebd30b64-7a3f-4b27-bd2e-4f8849fb142a req-9768be5d-a133-4de9-b4a3-c8b09a25fea3 tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:34:19.194130 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-ebd30b64-7a3f-4b27-bd2e-4f8849fb142a req-9768be5d-a133-4de9-b4a3-c8b09a25fea3 tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for floatingip, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:19.252178 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5da14f7-ffdc-4d87-8dbf-7c9b48b29672', 'tag': 'f97b675f-18b5-4e12-9419-9c15459c72ac'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:34:19.255770 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7da043e-7e81-4afe-8b48-ea91fbf44716" -d '{"events": [{"name": "network-changed", "server_uuid": "b5da14f7-ffdc-4d87-8dbf-7c9b48b29672", "tag": "f97b675f-18b5-4e12-9419-9c15459c72ac"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:34:19.309834 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-476cf1f8-ccf4-47ba-8742-5279b7e838ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1255390624-router', 'tenant_id': '278e2d283bc440adb5e5f55c103a5de0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '2a7a0bee-5d85-484c-8c89-7059df134f07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:33:08Z', 'updated_at': '2021-07-13T13:33:16Z', 'revision_number': 4, 'project_id': '278e2d283bc440adb5e5f55c103a5de0', 'gw_port': {'id': '2a7a0bee-5d85-484c-8c89-7059df134f07', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:4f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:33:09Z', 'updated_at': '2021-07-13T13:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_floatingips': [{'id': 'e4161356-0261-4db9-b444-6a97984c68a3', 'tenant_id': '278e2d283bc440adb5e5f55c103a5de0', 'floating_ip_address': '172.25.6.37', 'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'router_id': 'e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c', 'port_id': '07f63703-9f99-4b32-93ab-eabcfe9855cf', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b5b3b6e-f653-438d-b4e3-2ba9f685c679', 'mac_address': 'fa:16:3e:1b:6c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71cdbe46-c78b-4c00-be27-9195dba4e6d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T13:33:42Z', 'updated_at': '2021-07-13T13:34:17Z', 'revision_number': 3, 'project_id': '278e2d283bc440adb5e5f55c103a5de0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '033f8425-860e-4578-9c72-d006f86a11c8', 'name': '', 'network_id': '1b5b3b6e-f653-438d-b4e3-2ba9f685c679', 'tenant_id': '278e2d283bc440adb5e5f55c103a5de0', 'mac_address': 'fa:16:3e:c2:db:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '14d97c6f-9a99-4df0-bce0-89de50c402ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:33:15Z', 'updated_at': '2021-07-13T13:33:25Z', 'revision_number': 5, 'project_id': '278e2d283bc440adb5e5f55c103a5de0', 'subnets': [{'id': '14d97c6f-9a99-4df0-bce0-89de50c402ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:34:19.321253 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ebd30b64-7a3f-4b27-bd2e-4f8849fb142a req-9768be5d-a133-4de9-b4a3-c8b09a25fea3 tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] 10.222.0.23 "PUT /v2.0/floatingips/e4161356-0261-4db9-b444-6a97984c68a3 HTTP/1.1" status: 200 len: 998 time: 3.9560926 Jul 13 13:34:19.387452 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476cf1f8-ccf4-47ba-8742-5279b7e838ca None None] Checking router: e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c for host: n-d-800634-1 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 13:34:19.403842 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476cf1f8-ccf4-47ba-8742-5279b7e838ca None None] Routers {'e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:34:19.404905 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-476cf1f8-ccf4-47ba-8742-5279b7e838ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:33:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:34:19.468339 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd30b64-7a3f-4b27-bd2e-4f8849fb142a req-c4580b3d-1371-4ae5-ba5a-ffb43b78e8ea tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:34:19.470396 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ebd30b64-7a3f-4b27-bd2e-4f8849fb142a req-c4580b3d-1371-4ae5-ba5a-ffb43b78e8ea tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] 10.222.0.23 "GET /v2.0/ports/f97b675f-18b5-4e12-9419-9c15459c72ac HTTP/1.1" status: 200 len: 942 time: 0.1346812 Jul 13 13:34:19.574869 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-476cf1f8-ccf4-47ba-8742-5279b7e838ca None None] Set router e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:34:19.746484 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd30b64-7a3f-4b27-bd2e-4f8849fb142a req-6af3142b-d1ec-4950-a7bd-5f70783b4ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:34:19.747942 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ebd30b64-7a3f-4b27-bd2e-4f8849fb142a req-6af3142b-d1ec-4950-a7bd-5f70783b4ea5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=278e2d283bc440adb5e5f55c103a5de0&device_id=b5da14f7-ffdc-4d87-8dbf-7c9b48b29672 HTTP/1.1" status: 200 len: 1096 time: 0.1181030 Jul 13 13:34:19.822024 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8900b0cb-0fc3-4fbb-9ceb-345ebe54dbe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:19.917920 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:19.936749 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd30b64-7a3f-4b27-bd2e-4f8849fb142a req-13b78c60-a8e0-4bf7-bf35-576baed79172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:34:19.938204 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ebd30b64-7a3f-4b27-bd2e-4f8849fb142a req-13b78c60-a8e0-4bf7-bf35-576baed79172 service neutron] 10.222.0.23 "GET /v2.0/networks?id=1b5b3b6e-f653-438d-b4e3-2ba9f685c679 HTTP/1.1" status: 200 len: 921 time: 0.1831367 Jul 13 13:34:19.989268 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-476cf1f8-ccf4-47ba-8742-5279b7e838ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1255390624-router', 'tenant_id': '278e2d283bc440adb5e5f55c103a5de0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '2a7a0bee-5d85-484c-8c89-7059df134f07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:33:08Z', 'updated_at': '2021-07-13T13:33:16Z', 'revision_number': 4, 'project_id': '278e2d283bc440adb5e5f55c103a5de0', 'gw_port': {'id': '2a7a0bee-5d85-484c-8c89-7059df134f07', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:4f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:33:09Z', 'updated_at': '2021-07-13T13:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_floatingips': [{'id': 'e4161356-0261-4db9-b444-6a97984c68a3', 'tenant_id': '278e2d283bc440adb5e5f55c103a5de0', 'floating_ip_address': '172.25.6.37', 'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'router_id': 'e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c', 'port_id': '07f63703-9f99-4b32-93ab-eabcfe9855cf', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b5b3b6e-f653-438d-b4e3-2ba9f685c679', 'mac_address': 'fa:16:3e:1b:6c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71cdbe46-c78b-4c00-be27-9195dba4e6d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T13:33:42Z', 'updated_at': '2021-07-13T13:34:17Z', 'revision_number': 3, 'project_id': '278e2d283bc440adb5e5f55c103a5de0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '033f8425-860e-4578-9c72-d006f86a11c8', 'name': '', 'network_id': '1b5b3b6e-f653-438d-b4e3-2ba9f685c679', 'tenant_id': '278e2d283bc440adb5e5f55c103a5de0', 'mac_address': 'fa:16:3e:c2:db:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '14d97c6f-9a99-4df0-bce0-89de50c402ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:33:15Z', 'updated_at': '2021-07-13T13:33:25Z', 'revision_number': 5, 'project_id': '278e2d283bc440adb5e5f55c103a5de0', 'subnets': [{'id': '14d97c6f-9a99-4df0-bce0-89de50c402ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:34:20.028197 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476cf1f8-ccf4-47ba-8742-5279b7e838ca None None] The sync data for ids ['e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c'] in n-d-800634-1 is: [{'id': 'e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1255390624-router', 'tenant_id': '278e2d283bc440adb5e5f55c103a5de0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '2a7a0bee-5d85-484c-8c89-7059df134f07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:33:08Z', 'updated_at': '2021-07-13T13:33:16Z', 'revision_number': 4, 'project_id': '278e2d283bc440adb5e5f55c103a5de0', 'gw_port': {'id': '2a7a0bee-5d85-484c-8c89-7059df134f07', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:4f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:33:09Z', 'updated_at': '2021-07-13T13:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_floatingips': [{'id': 'e4161356-0261-4db9-b444-6a97984c68a3', 'tenant_id': '278e2d283bc440adb5e5f55c103a5de0', 'floating_ip_address': '172.25.6.37', 'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'router_id': 'e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c', 'port_id': '07f63703-9f99-4b32-93ab-eabcfe9855cf', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b5b3b6e-f653-438d-b4e3-2ba9f685c679', 'mac_address': 'fa:16:3e:1b:6c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71cdbe46-c78b-4c00-be27-9195dba4e6d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T13:33:42Z', 'updated_at': '2021-07-13T13:34:17Z', 'revision_number': 3, 'project_id': '278e2d283bc440adb5e5f55c103a5de0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '033f8425-860e-4578-9c72-d006f86a11c8', 'name': '', 'network_id': '1b5b3b6e-f653-438d-b4e3-2ba9f685c679', 'tenant_id': '278e2d283bc440adb5e5f55c103a5de0', 'mac_address': 'fa:16:3e:c2:db:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '14d97c6f-9a99-4df0-bce0-89de50c402ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:33:15Z', 'updated_at': '2021-07-13T13:33:25Z', 'revision_number': 5, 'project_id': '278e2d283bc440adb5e5f55c103a5de0', 'subnets': [{'id': '14d97c6f-9a99-4df0-bce0-89de50c402ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:34:20.028500 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ebd30b64-7a3f-4b27-bd2e-4f8849fb142a req-930ff5d7-018c-4b05-8068-c7b081113990 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f97b675f-18b5-4e12-9419-9c15459c72ac HTTP/1.1" status: 200 len: 217 time: 0.0802042 Jul 13 13:34:20.125159 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd30b64-7a3f-4b27-bd2e-4f8849fb142a req-5e6e3db1-15d3-4a2a-b6f9-ef870c87018f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:34:20.127167 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ebd30b64-7a3f-4b27-bd2e-4f8849fb142a req-5e6e3db1-15d3-4a2a-b6f9-ef870c87018f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=14d97c6f-9a99-4df0-bce0-89de50c402ab HTTP/1.1" status: 200 len: 860 time: 0.0865650 Jul 13 13:34:20.144344 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 3a0f1171-a00a-4901-9514-eb804eafebfd up at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:34:20.267537 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning for port 3a0f1171-a00a-4901-9514-eb804eafebfd completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:34:20.276729 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning complete for port 3a0f1171-a00a-4901-9514-eb804eafebfd triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:34:20.278157 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:20.286261 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd30b64-7a3f-4b27-bd2e-4f8849fb142a req-ed62748a-ec44-4007-8e01-7964e9a15fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:34:20.290684 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ebd30b64-7a3f-4b27-bd2e-4f8849fb142a req-ed62748a-ec44-4007-8e01-7964e9a15fd8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1b5b3b6e-f653-438d-b4e3-2ba9f685c679&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1576295 Jul 13 13:34:20.359098 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42cd373b-bd6d-4017-9f42-8d21e3104312 None None] New status for floating IP e4161356-0261-4db9-b444-6a97984c68a3: ACTIVE {{(pid=93752) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 13:34:20.459836 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:20.545304 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 3a0f1171-a00a-4901-9514-eb804eafebfd, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=3a0f1171-a00a-4901-9514-eb804eafebfd,segment=NetworkSegment(9472122b-cbf3-4934-aecb-e6fae280b13a),segment_id=9472122b-cbf3-4934-aecb-e6fae280b13a)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:34:20.558091 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:20.560625 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ebd30b64-7a3f-4b27-bd2e-4f8849fb142a req-d359b7b7-0e74-4829-99b8-cdf157f3e63f service neutron] 10.222.0.23 "GET /v2.0/networks/1b5b3b6e-f653-438d-b4e3-2ba9f685c679?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2629790 Jul 13 13:34:20.764191 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ebd30b64-7a3f-4b27-bd2e-4f8849fb142a req-9684b93a-bc0d-49f5-969f-de2007585bed service neutron] 10.222.0.23 "GET /v2.0/networks/1b5b3b6e-f653-438d-b4e3-2ba9f685c679?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023818 Jul 13 13:34:20.784539 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=3a0f1171-a00a-4901-9514-eb804eafebfd,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:34:20.926712 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd30b64-7a3f-4b27-bd2e-4f8849fb142a req-6822f15a-32ab-43bf-b70d-caee742da214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:34:20.926712 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ebd30b64-7a3f-4b27-bd2e-4f8849fb142a req-6822f15a-32ab-43bf-b70d-caee742da214 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=278e2d283bc440adb5e5f55c103a5de0&device_id=71cdbe46-c78b-4c00-be27-9195dba4e6d2 HTTP/1.1" status: 200 len: 1097 time: 0.1049931 Jul 13 13:34:21.000776 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:21.068184 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8440ff84-befb-40dd-a12f-ea5fad181405 None None] Sync routers for ids ['e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c'] in n-d-800634-1 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:34:21.079374 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd30b64-7a3f-4b27-bd2e-4f8849fb142a req-240b8b4b-1488-4bba-854c-a8aebaa0fd08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:34:21.083990 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8440ff84-befb-40dd-a12f-ea5fad181405 None None] Routers {'e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:34:21.085156 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ebd30b64-7a3f-4b27-bd2e-4f8849fb142a req-240b8b4b-1488-4bba-854c-a8aebaa0fd08 service neutron] 10.222.0.23 "GET /v2.0/networks?id=1b5b3b6e-f653-438d-b4e3-2ba9f685c679 HTTP/1.1" status: 200 len: 921 time: 0.1555641 Jul 13 13:34:21.085530 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-8440ff84-befb-40dd-a12f-ea5fad181405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:34:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:34:21.248970 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ebd30b64-7a3f-4b27-bd2e-4f8849fb142a req-bb39acbc-2ed8-4786-8b30-04bac03263a7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=07f63703-9f99-4b32-93ab-eabcfe9855cf HTTP/1.1" status: 200 len: 1001 time: 0.1556482 Jul 13 13:34:21.352551 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-8440ff84-befb-40dd-a12f-ea5fad181405 None None] Set router e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:34:21.364297 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd30b64-7a3f-4b27-bd2e-4f8849fb142a req-4b830ab0-6e16-4632-aa57-a12195602072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:34:21.365625 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ebd30b64-7a3f-4b27-bd2e-4f8849fb142a req-4b830ab0-6e16-4632-aa57-a12195602072 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=14d97c6f-9a99-4df0-bce0-89de50c402ab HTTP/1.1" status: 200 len: 860 time: 0.1114647 Jul 13 13:34:21.483491 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd30b64-7a3f-4b27-bd2e-4f8849fb142a req-9bb033c4-588e-4f8c-9e4c-0e9370c1f3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:34:21.485247 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ebd30b64-7a3f-4b27-bd2e-4f8849fb142a req-9bb033c4-588e-4f8c-9e4c-0e9370c1f3d6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1b5b3b6e-f653-438d-b4e3-2ba9f685c679&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1120210 Jul 13 13:34:21.647827 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ebd30b64-7a3f-4b27-bd2e-4f8849fb142a req-2d6cb44a-1a55-4345-8763-37dfe37d4d9b service neutron] 10.222.0.23 "GET /v2.0/networks/1b5b3b6e-f653-438d-b4e3-2ba9f685c679?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499846 Jul 13 13:34:21.784171 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ebd30b64-7a3f-4b27-bd2e-4f8849fb142a req-34f518f5-d1d0-435e-9393-3afe958a50b8 service neutron] 10.222.0.23 "GET /v2.0/networks/1b5b3b6e-f653-438d-b4e3-2ba9f685c679?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205845 Jul 13 13:34:21.792875 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-8440ff84-befb-40dd-a12f-ea5fad181405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1255390624-router', 'tenant_id': '278e2d283bc440adb5e5f55c103a5de0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '2a7a0bee-5d85-484c-8c89-7059df134f07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:33:08Z', 'updated_at': '2021-07-13T13:33:16Z', 'revision_number': 4, 'project_id': '278e2d283bc440adb5e5f55c103a5de0', 'gw_port': {'id': '2a7a0bee-5d85-484c-8c89-7059df134f07', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:4f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:33:09Z', 'updated_at': '2021-07-13T13:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_floatingips': [{'id': 'e4161356-0261-4db9-b444-6a97984c68a3', 'tenant_id': '278e2d283bc440adb5e5f55c103a5de0', 'floating_ip_address': '172.25.6.37', 'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'router_id': 'e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c', 'port_id': '07f63703-9f99-4b32-93ab-eabcfe9855cf', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b5b3b6e-f653-438d-b4e3-2ba9f685c679', 'mac_address': 'fa:16:3e:1b:6c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71cdbe46-c78b-4c00-be27-9195dba4e6d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T13:33:42Z', 'updated_at': '2021-07-13T13:34:20Z', 'revision_number': 4, 'project_id': '278e2d283bc440adb5e5f55c103a5de0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '033f8425-860e-4578-9c72-d006f86a11c8', 'name': '', 'network_id': '1b5b3b6e-f653-438d-b4e3-2ba9f685c679', 'tenant_id': '278e2d283bc440adb5e5f55c103a5de0', 'mac_address': 'fa:16:3e:c2:db:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '14d97c6f-9a99-4df0-bce0-89de50c402ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:33:15Z', 'updated_at': '2021-07-13T13:33:25Z', 'revision_number': 5, 'project_id': '278e2d283bc440adb5e5f55c103a5de0', 'subnets': [{'id': '14d97c6f-9a99-4df0-bce0-89de50c402ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:34:21.827611 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8440ff84-befb-40dd-a12f-ea5fad181405 None None] Checking router: e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c for host: n-d-800634-1 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 13:34:21.840934 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8440ff84-befb-40dd-a12f-ea5fad181405 None None] Routers {'e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:34:21.841662 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-8440ff84-befb-40dd-a12f-ea5fad181405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:34:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:34:22.015237 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-8440ff84-befb-40dd-a12f-ea5fad181405 None None] Set router e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:34:22.459561 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-8440ff84-befb-40dd-a12f-ea5fad181405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1255390624-router', 'tenant_id': '278e2d283bc440adb5e5f55c103a5de0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '2a7a0bee-5d85-484c-8c89-7059df134f07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:33:08Z', 'updated_at': '2021-07-13T13:33:16Z', 'revision_number': 4, 'project_id': '278e2d283bc440adb5e5f55c103a5de0', 'gw_port': {'id': '2a7a0bee-5d85-484c-8c89-7059df134f07', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:4f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:33:09Z', 'updated_at': '2021-07-13T13:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_floatingips': [{'id': 'e4161356-0261-4db9-b444-6a97984c68a3', 'tenant_id': '278e2d283bc440adb5e5f55c103a5de0', 'floating_ip_address': '172.25.6.37', 'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'router_id': 'e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c', 'port_id': '07f63703-9f99-4b32-93ab-eabcfe9855cf', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b5b3b6e-f653-438d-b4e3-2ba9f685c679', 'mac_address': 'fa:16:3e:1b:6c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71cdbe46-c78b-4c00-be27-9195dba4e6d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T13:33:42Z', 'updated_at': '2021-07-13T13:34:20Z', 'revision_number': 4, 'project_id': '278e2d283bc440adb5e5f55c103a5de0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '033f8425-860e-4578-9c72-d006f86a11c8', 'name': '', 'network_id': '1b5b3b6e-f653-438d-b4e3-2ba9f685c679', 'tenant_id': '278e2d283bc440adb5e5f55c103a5de0', 'mac_address': 'fa:16:3e:c2:db:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '14d97c6f-9a99-4df0-bce0-89de50c402ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:33:15Z', 'updated_at': '2021-07-13T13:33:25Z', 'revision_number': 5, 'project_id': '278e2d283bc440adb5e5f55c103a5de0', 'subnets': [{'id': '14d97c6f-9a99-4df0-bce0-89de50c402ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:34:22.511191 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:22.520288 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8440ff84-befb-40dd-a12f-ea5fad181405 None None] The sync data for ids ['e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c'] in n-d-800634-1 is: [{'id': 'e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1255390624-router', 'tenant_id': '278e2d283bc440adb5e5f55c103a5de0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '2a7a0bee-5d85-484c-8c89-7059df134f07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:33:08Z', 'updated_at': '2021-07-13T13:33:16Z', 'revision_number': 4, 'project_id': '278e2d283bc440adb5e5f55c103a5de0', 'gw_port': {'id': '2a7a0bee-5d85-484c-8c89-7059df134f07', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:4f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:33:09Z', 'updated_at': '2021-07-13T13:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_floatingips': [{'id': 'e4161356-0261-4db9-b444-6a97984c68a3', 'tenant_id': '278e2d283bc440adb5e5f55c103a5de0', 'floating_ip_address': '172.25.6.37', 'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'router_id': 'e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c', 'port_id': '07f63703-9f99-4b32-93ab-eabcfe9855cf', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b5b3b6e-f653-438d-b4e3-2ba9f685c679', 'mac_address': 'fa:16:3e:1b:6c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71cdbe46-c78b-4c00-be27-9195dba4e6d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T13:33:42Z', 'updated_at': '2021-07-13T13:34:20Z', 'revision_number': 4, 'project_id': '278e2d283bc440adb5e5f55c103a5de0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '033f8425-860e-4578-9c72-d006f86a11c8', 'name': '', 'network_id': '1b5b3b6e-f653-438d-b4e3-2ba9f685c679', 'tenant_id': '278e2d283bc440adb5e5f55c103a5de0', 'mac_address': 'fa:16:3e:c2:db:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '14d97c6f-9a99-4df0-bce0-89de50c402ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:33:15Z', 'updated_at': '2021-07-13T13:33:25Z', 'revision_number': 5, 'project_id': '278e2d283bc440adb5e5f55c103a5de0', 'subnets': [{'id': '14d97c6f-9a99-4df0-bce0-89de50c402ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:34:23.519290 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 13:34:25.869007 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:34:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ef1a1a4-e88c-4b77-9dd1-2c4ca7634b20 x-openstack-request-id: req-4ef1a1a4-e88c-4b77-9dd1-2c4ca7634b20 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:34:25.869503 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cb7c8a4-8f94-4cd4-8620-9bf90c9ebb91", "name": "network-vif-plugged", "status": "completed", "tag": "2c05648c-6413-4e10-a987-c76d08e099f4", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:34:25.869675 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4ef1a1a4-e88c-4b77-9dd1-2c4ca7634b20 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:34:25.870144 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cb7c8a4-8f94-4cd4-8620-9bf90c9ebb91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c05648c-6413-4e10-a987-c76d08e099f4', 'code': 200} Jul 13 13:34:26.018621 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cf9d7a-33bc-4554-9aec-3c4624cfdcca req-771fb7c1-7ce8-4bff-b00f-9d5a60a9a8ad tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:34:26.021342 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-07cf9d7a-33bc-4554-9aec-3c4624cfdcca req-771fb7c1-7ce8-4bff-b00f-9d5a60a9a8ad tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] 10.222.0.23 "GET /v2.0/ports?device_id=702da0b5-df79-4c9c-a035-064da62f3adc HTTP/1.1" status: 200 len: 945 time: 0.1177766 Jul 13 13:34:26.085493 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-07cf9d7a-33bc-4554-9aec-3c4624cfdcca req-e9946ad2-cbd6-4d4f-b072-3f680ad9bfbb tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] 10.222.0.23 "GET /v2.0/security-groups?id=246f878a-992c-46a3-86c7-c947eed33eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509241 Jul 13 13:34:26.136321 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 13:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f10baa2-6189-40e8-b370-2c53c0baaf89 x-openstack-request-id: req-3f10baa2-6189-40e8-b370-2c53c0baaf89 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:34:26.136831 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5da14f7-ffdc-4d87-8dbf-7c9b48b29672", "tag": "f97b675f-18b5-4e12-9419-9c15459c72ac", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:34:26.136954 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3f10baa2-6189-40e8-b370-2c53c0baaf89 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:34:26.137263 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5da14f7-ffdc-4d87-8dbf-7c9b48b29672', 'tag': 'f97b675f-18b5-4e12-9419-9c15459c72ac', 'status': 'completed', 'code': 200} Jul 13 13:34:26.274497 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-46f22a2d-a05a-46d3-9b05-bc95380b1fe2 req-e611ea36-aedc-45db-991c-8e570ded511b tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.6.37 HTTP/1.1" status: 200 len: 1001 time: 0.1258497 Jul 13 13:34:26.288484 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7da043e-7e81-4afe-8b48-ea91fbf44716 req-1f63a0bc-63f5-450c-96a1-2490660c6aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:34:26.291369 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c7da043e-7e81-4afe-8b48-ea91fbf44716 req-1f63a0bc-63f5-450c-96a1-2490660c6aa9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=278e2d283bc440adb5e5f55c103a5de0&device_id=b5da14f7-ffdc-4d87-8dbf-7c9b48b29672 HTTP/1.1" status: 200 len: 1096 time: 0.1316373 Jul 13 13:34:26.375638 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f22a2d-a05a-46d3-9b05-bc95380b1fe2 req-bd0c4680-38b9-4226-9d87-1cf15a37cc7f tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:34:26.391035 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-46f22a2d-a05a-46d3-9b05-bc95380b1fe2 req-bd0c4680-38b9-4226-9d87-1cf15a37cc7f tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] 10.222.0.23 "GET /v2.0/ports/07f63703-9f99-4b32-93ab-eabcfe9855cf HTTP/1.1" status: 200 len: 943 time: 0.0964477 Jul 13 13:34:26.431200 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7da043e-7e81-4afe-8b48-ea91fbf44716 req-3c840e2f-7d05-4d28-b4c1-a87ad8461859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:34:26.433284 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c7da043e-7e81-4afe-8b48-ea91fbf44716 req-3c840e2f-7d05-4d28-b4c1-a87ad8461859 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1b5b3b6e-f653-438d-b4e3-2ba9f685c679 HTTP/1.1" status: 200 len: 921 time: 0.1334908 Jul 13 13:34:26.537208 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c7da043e-7e81-4afe-8b48-ea91fbf44716 req-934b69de-f426-4a6a-838f-fa9a00861868 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f97b675f-18b5-4e12-9419-9c15459c72ac HTTP/1.1" status: 200 len: 217 time: 0.0916865 Jul 13 13:34:26.667397 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7da043e-7e81-4afe-8b48-ea91fbf44716 req-bc16d302-7503-4b49-a8bc-9105001565b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:34:26.669904 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c7da043e-7e81-4afe-8b48-ea91fbf44716 req-bc16d302-7503-4b49-a8bc-9105001565b0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=14d97c6f-9a99-4df0-bce0-89de50c402ab HTTP/1.1" status: 200 len: 860 time: 0.1224298 Jul 13 13:34:26.722648 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-46f22a2d-a05a-46d3-9b05-bc95380b1fe2 req-96292df2-40c3-4da7-983f-77e4b4f33ed9 tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.6.37 HTTP/1.1" status: 200 len: 1001 time: 0.1418095 Jul 13 13:34:26.744952 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1665a6da-a624-4a18-8106-d31beff1d41c req-6a6ee619-6211-4007-8a46-23bf6e760cc4 tempest-InstanceActionsNegativeTestJSON-191810445 tempest-InstanceActionsNegativeTestJSON-191810445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:34:26.751718 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1665a6da-a624-4a18-8106-d31beff1d41c req-6a6ee619-6211-4007-8a46-23bf6e760cc4 tempest-InstanceActionsNegativeTestJSON-191810445 tempest-InstanceActionsNegativeTestJSON-191810445-project] 10.222.0.23 "GET /v2.0/networks?id=9a9efa57-6396-440f-b2fc-34d74307ad06 HTTP/1.1" status: 200 len: 822 time: 0.2171681 Jul 13 13:34:26.772297 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1665a6da-a624-4a18-8106-d31beff1d41c req-58d78f8d-1c7a-4f1e-8b48-7ee3dc2b57fc tempest-InstanceActionsNegativeTestJSON-191810445 tempest-InstanceActionsNegativeTestJSON-191810445-project] 10.222.0.23 "GET /v2.0/quotas/304b49a3d16e48749518a5a5fcb753ca HTTP/1.1" status: 200 len: 375 time: 0.0195453 Jul 13 13:34:26.819076 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1665a6da-a624-4a18-8106-d31beff1d41c req-4b153292-f368-4c17-868e-7ad45aa80e85 tempest-InstanceActionsNegativeTestJSON-191810445 tempest-InstanceActionsNegativeTestJSON-191810445-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=304b49a3d16e48749518a5a5fcb753ca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0457094 Jul 13 13:34:26.860885 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f22a2d-a05a-46d3-9b05-bc95380b1fe2 req-cdc90673-c414-4e44-a12a-69e82d443c95 tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:34:26.873331 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-46f22a2d-a05a-46d3-9b05-bc95380b1fe2 req-cdc90673-c414-4e44-a12a-69e82d443c95 tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] 10.222.0.23 "GET /v2.0/networks/acf968b8-c524-46a9-a20b-ad9667009130 HTTP/1.1" status: 200 len: 784 time: 0.1497774 Jul 13 13:34:26.878058 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7da043e-7e81-4afe-8b48-ea91fbf44716 req-77ea5236-cbd5-44be-b3ea-4a03e41743ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:34:26.879647 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c7da043e-7e81-4afe-8b48-ea91fbf44716 req-77ea5236-cbd5-44be-b3ea-4a03e41743ba service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1b5b3b6e-f653-438d-b4e3-2ba9f685c679&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2024920 Jul 13 13:34:27.000441 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1665a6da-a624-4a18-8106-d31beff1d41c req-ae5ecb8e-93a8-4517-9e7f-211a0220b185 service neutron] 10.222.0.23 "GET /v2.0/networks/9a9efa57-6396-440f-b2fc-34d74307ad06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804090 Jul 13 13:34:27.075722 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c7da043e-7e81-4afe-8b48-ea91fbf44716 req-b89367c9-8a6f-43f3-b75a-5328a0d5cc7b service neutron] 10.222.0.41 "GET /v2.0/networks/1b5b3b6e-f653-438d-b4e3-2ba9f685c679?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879652 Jul 13 13:34:27.179031 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1665a6da-a624-4a18-8106-d31beff1d41c req-b7d1773d-64f1-4294-b24f-a598d3d4ced0 service neutron] 10.222.0.23 "GET /v2.0/networks/9a9efa57-6396-440f-b2fc-34d74307ad06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776724 Jul 13 13:34:27.234950 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c7da043e-7e81-4afe-8b48-ea91fbf44716 req-d24539fc-25a2-4c9a-b617-ff2926e534d1 service neutron] 10.222.0.41 "GET /v2.0/networks/1b5b3b6e-f653-438d-b4e3-2ba9f685c679?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522143 Jul 13 13:34:27.871276 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e97f4d76-afe7-4003-aad7-a272d938d7ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a607eca1-b7af-4648-8570-8ef82b125dbc'}, {'server_uuid': '702da0b5-df79-4c9c-a035-064da62f3adc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a0f1171-a00a-4901-9514-eb804eafebfd'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:34:27.876619 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d500535-5da4-4c5a-ba51-ac0a8f57a47f" -d '{"events": [{"server_uuid": "e97f4d76-afe7-4003-aad7-a272d938d7ce", "name": "network-vif-plugged", "status": "completed", "tag": "a607eca1-b7af-4648-8570-8ef82b125dbc"}, {"server_uuid": "702da0b5-df79-4c9c-a035-064da62f3adc", "name": "network-vif-plugged", "status": "completed", "tag": "3a0f1171-a00a-4901-9514-eb804eafebfd"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:34:28.138721 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71cdbe46-c78b-4c00-be27-9195dba4e6d2', 'tag': '07f63703-9f99-4b32-93ab-eabcfe9855cf'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:34:28.141018 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d250a1ed-9660-4e02-af1c-b39fd569d1a3" -d '{"events": [{"name": "network-changed", "server_uuid": "71cdbe46-c78b-4c00-be27-9195dba4e6d2", "tag": "07f63703-9f99-4b32-93ab-eabcfe9855cf"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:34:28.795667 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1665a6da-a624-4a18-8106-d31beff1d41c req-970385b5-8591-44f4-93cc-9488753b8770 tempest-InstanceActionsNegativeTestJSON-191810445 tempest-InstanceActionsNegativeTestJSON-191810445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:34:28.797428 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1665a6da-a624-4a18-8106-d31beff1d41c req-970385b5-8591-44f4-93cc-9488753b8770 tempest-InstanceActionsNegativeTestJSON-191810445 tempest-InstanceActionsNegativeTestJSON-191810445-project] 10.222.0.41 "GET /v2.0/networks?id=9a9efa57-6396-440f-b2fc-34d74307ad06 HTTP/1.1" status: 200 len: 822 time: 0.2014134 Jul 13 13:34:28.813407 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-1665a6da-a624-4a18-8106-d31beff1d41c req-95af84e3-d72e-4f06-88d3-df13449c68d3 tempest-InstanceActionsNegativeTestJSON-191810445 tempest-InstanceActionsNegativeTestJSON-191810445-project] Request body: {'port': {'device_id': '0131acbc-1b2c-4dd5-a21f-c7cd3913ec34', 'network_id': '9a9efa57-6396-440f-b2fc-34d74307ad06', 'admin_state_up': True, 'tenant_id': '304b49a3d16e48749518a5a5fcb753ca'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:34:28.962870 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1665a6da-a624-4a18-8106-d31beff1d41c req-95af84e3-d72e-4f06-88d3-df13449c68d3 tempest-InstanceActionsNegativeTestJSON-191810445 tempest-InstanceActionsNegativeTestJSON-191810445-project] Made reservation on behalf of 304b49a3d16e48749518a5a5fcb753ca for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:34:28.968945 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1665a6da-a624-4a18-8106-d31beff1d41c req-95af84e3-d72e-4f06-88d3-df13449c68d3 tempest-InstanceActionsNegativeTestJSON-191810445 tempest-InstanceActionsNegativeTestJSON-191810445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:29.129135 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-1665a6da-a624-4a18-8106-d31beff1d41c req-95af84e3-d72e-4f06-88d3-df13449c68d3 tempest-InstanceActionsNegativeTestJSON-191810445 tempest-InstanceActionsNegativeTestJSON-191810445-project] Allocated IP 172.20.0.10 (9a9efa57-6396-440f-b2fc-34d74307ad06/8c31dd36-5699-4394-8f37-42c966836004/89fe826e-cc6f-4658-80f0-24762736a914) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:34:29.321540 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1665a6da-a624-4a18-8106-d31beff1d41c req-95af84e3-d72e-4f06-88d3-df13449c68d3 tempest-InstanceActionsNegativeTestJSON-191810445 tempest-InstanceActionsNegativeTestJSON-191810445-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:29.376879 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1665a6da-a624-4a18-8106-d31beff1d41c req-95af84e3-d72e-4f06-88d3-df13449c68d3 tempest-InstanceActionsNegativeTestJSON-191810445 tempest-InstanceActionsNegativeTestJSON-191810445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:29.451731 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1665a6da-a624-4a18-8106-d31beff1d41c req-95af84e3-d72e-4f06-88d3-df13449c68d3 tempest-InstanceActionsNegativeTestJSON-191810445 tempest-InstanceActionsNegativeTestJSON-191810445-project] Network 9a9efa57-6396-440f-b2fc-34d74307ad06 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:34:29.455578 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-1665a6da-a624-4a18-8106-d31beff1d41c req-95af84e3-d72e-4f06-88d3-df13449c68d3 tempest-InstanceActionsNegativeTestJSON-191810445 tempest-InstanceActionsNegativeTestJSON-191810445-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:34:29.460320 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-1665a6da-a624-4a18-8106-d31beff1d41c req-95af84e3-d72e-4f06-88d3-df13449c68d3 tempest-InstanceActionsNegativeTestJSON-191810445 tempest-InstanceActionsNegativeTestJSON-191810445-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:34:29.489478 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95af84e3-d72e-4f06-88d3-df13449c68d3 tempest-InstanceActionsNegativeTestJSON-191810445 tempest-InstanceActionsNegativeTestJSON-191810445-project] Pushing event updated for resources: {'Port': ['ID=89fe826e-cc6f-4658-80f0-24762736a914,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:34:29.529120 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1665a6da-a624-4a18-8106-d31beff1d41c req-95af84e3-d72e-4f06-88d3-df13449c68d3 tempest-InstanceActionsNegativeTestJSON-191810445 tempest-InstanceActionsNegativeTestJSON-191810445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:34:29.529754 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1665a6da-a624-4a18-8106-d31beff1d41c req-95af84e3-d72e-4f06-88d3-df13449c68d3 tempest-InstanceActionsNegativeTestJSON-191810445 tempest-InstanceActionsNegativeTestJSON-191810445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:29.548873 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1665a6da-a624-4a18-8106-d31beff1d41c req-95af84e3-d72e-4f06-88d3-df13449c68d3 tempest-InstanceActionsNegativeTestJSON-191810445 tempest-InstanceActionsNegativeTestJSON-191810445-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7423673 Jul 13 13:34:29.562467 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-1665a6da-a624-4a18-8106-d31beff1d41c req-2496145f-0a0d-4fa3-a515-7bad8f15f6ed service neutron] Request body: {'port': {'device_id': '0131acbc-1b2c-4dd5-a21f-c7cd3913ec34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:34:29.651874 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1665a6da-a624-4a18-8106-d31beff1d41c req-2496145f-0a0d-4fa3-a515-7bad8f15f6ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:29.992832 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-1665a6da-a624-4a18-8106-d31beff1d41c req-2496145f-0a0d-4fa3-a515-7bad8f15f6ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89fe826e-cc6f-4658-80f0-24762736a914 {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:34:29.999349 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1665a6da-a624-4a18-8106-d31beff1d41c req-2496145f-0a0d-4fa3-a515-7bad8f15f6ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:30.016672 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-1665a6da-a624-4a18-8106-d31beff1d41c req-2496145f-0a0d-4fa3-a515-7bad8f15f6ed service neutron] Transition to ACTIVE for port object 89fe826e-cc6f-4658-80f0-24762736a914 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:34:30.020382 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1665a6da-a624-4a18-8106-d31beff1d41c req-2496145f-0a0d-4fa3-a515-7bad8f15f6ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:30.079606 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2496145f-0a0d-4fa3-a515-7bad8f15f6ed service neutron] Pushing event updated for resources: {'Port': ['ID=89fe826e-cc6f-4658-80f0-24762736a914,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:34:30.138746 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:30.183360 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-1665a6da-a624-4a18-8106-d31beff1d41c req-2496145f-0a0d-4fa3-a515-7bad8f15f6ed service neutron] Attempting to bind port 89fe826e-cc6f-4658-80f0-24762736a914 on host n-h2-800634-1 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:34:30.183584 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-1665a6da-a624-4a18-8106-d31beff1d41c req-2496145f-0a0d-4fa3-a515-7bad8f15f6ed service neutron] Attempting to bind port 89fe826e-cc6f-4658-80f0-24762736a914 by drivers openvswitch,hyperv on host n-h2-800634-1 at level 0 using segments [{'id': 'a34f1e5a-05a0-4a83-8c9f-c3abcf871ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '9a9efa57-6396-440f-b2fc-34d74307ad06'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:34:30.183923 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1665a6da-a624-4a18-8106-d31beff1d41c req-2496145f-0a0d-4fa3-a515-7bad8f15f6ed service neutron] Attempting to bind port 89fe826e-cc6f-4658-80f0-24762736a914 on network 9a9efa57-6396-440f-b2fc-34d74307ad06 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:34:30.188153 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 2c05648c-6413-4e10-a987-c76d08e099f4 no longer exists at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:34:30.189878 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1665a6da-a624-4a18-8106-d31beff1d41c req-2496145f-0a0d-4fa3-a515-7bad8f15f6ed service neutron] Port 89fe826e-cc6f-4658-80f0-24762736a914 on network 9a9efa57-6396-440f-b2fc-34d74307ad06 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-1 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:34:30.190206 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1665a6da-a624-4a18-8106-d31beff1d41c req-2496145f-0a0d-4fa3-a515-7bad8f15f6ed service neutron] Attempting to bind port 89fe826e-cc6f-4658-80f0-24762736a914 on network 9a9efa57-6396-440f-b2fc-34d74307ad06 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:34:30.196553 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1665a6da-a624-4a18-8106-d31beff1d41c req-2496145f-0a0d-4fa3-a515-7bad8f15f6ed service neutron] Checking agent: {'id': 'f615e5c9-21ab-43f2-adbc-192d64b795cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:34:30.196890 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1665a6da-a624-4a18-8106-d31beff1d41c req-2496145f-0a0d-4fa3-a515-7bad8f15f6ed service neutron] Checking segment: {'id': 'a34f1e5a-05a0-4a83-8c9f-c3abcf871ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '9a9efa57-6396-440f-b2fc-34d74307ad06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:34:30.197269 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1665a6da-a624-4a18-8106-d31beff1d41c req-2496145f-0a0d-4fa3-a515-7bad8f15f6ed service neutron] Bound using segment: {'id': 'a34f1e5a-05a0-4a83-8c9f-c3abcf871ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '9a9efa57-6396-440f-b2fc-34d74307ad06'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:34:30.197698 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-1665a6da-a624-4a18-8106-d31beff1d41c req-2496145f-0a0d-4fa3-a515-7bad8f15f6ed service neutron] Bound port: 89fe826e-cc6f-4658-80f0-24762736a914, host: n-h2-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a34f1e5a-05a0-4a83-8c9f-c3abcf871ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '9a9efa57-6396-440f-b2fc-34d74307ad06'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:34:30.198088 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1665a6da-a624-4a18-8106-d31beff1d41c req-2496145f-0a0d-4fa3-a515-7bad8f15f6ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:30.283529 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-1665a6da-a624-4a18-8106-d31beff1d41c req-2496145f-0a0d-4fa3-a515-7bad8f15f6ed service neutron] For port 89fe826e-cc6f-4658-80f0-24762736a914, host n-h2-800634-1, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:34:30.287317 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-1665a6da-a624-4a18-8106-d31beff1d41c req-2496145f-0a0d-4fa3-a515-7bad8f15f6ed service neutron] For port 89fe826e-cc6f-4658-80f0-24762736a914, host n-h2-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=89fe826e-cc6f-4658-80f0-24762736a914,segment=NetworkSegment(a34f1e5a-05a0-4a83-8c9f-c3abcf871ed1),segment_id=a34f1e5a-05a0-4a83-8c9f-c3abcf871ed1)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:34:30.294072 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1665a6da-a624-4a18-8106-d31beff1d41c req-2496145f-0a0d-4fa3-a515-7bad8f15f6ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:30.315562 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:30.337164 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1665a6da-a624-4a18-8106-d31beff1d41c req-2496145f-0a0d-4fa3-a515-7bad8f15f6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:34:30.337950 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1665a6da-a624-4a18-8106-d31beff1d41c req-2496145f-0a0d-4fa3-a515-7bad8f15f6ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:30.339577 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1665a6da-a624-4a18-8106-d31beff1d41c req-2496145f-0a0d-4fa3-a515-7bad8f15f6ed service neutron] 10.222.0.41 "PUT /v2.0/ports/89fe826e-cc6f-4658-80f0-24762736a914 HTTP/1.1" status: 200 len: 1092 time: 0.7820325 Jul 13 13:34:30.363711 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 2c05648c-6413-4e10-a987-c76d08e099f4, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=2c05648c-6413-4e10-a987-c76d08e099f4,segment=NetworkSegment(731c211d-2cbe-4aa3-a09e-111c83e33a98),segment_id=731c211d-2cbe-4aa3-a09e-111c83e33a98)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:34:30.378537 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2496145f-0a0d-4fa3-a515-7bad8f15f6ed service neutron] Pushing event updated for resources: {'Port': ['ID=89fe826e-cc6f-4658-80f0-24762736a914,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:34:30.383700 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:30.418165 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:30.456199 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=2c05648c-6413-4e10-a987-c76d08e099f4,revision_number=8']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:34:30.482702 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1665a6da-a624-4a18-8106-d31beff1d41c req-b6f11e1d-7ba2-4533-a7f1-c189214187db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:34:30.484230 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1665a6da-a624-4a18-8106-d31beff1d41c req-b6f11e1d-7ba2-4533-a7f1-c189214187db service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=304b49a3d16e48749518a5a5fcb753ca&device_id=0131acbc-1b2c-4dd5-a21f-c7cd3913ec34 HTTP/1.1" status: 200 len: 1095 time: 0.0922525 Jul 13 13:34:30.538559 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1665a6da-a624-4a18-8106-d31beff1d41c req-fdcef0bf-54cc-4fc8-ba29-625bfec57233 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=89fe826e-cc6f-4658-80f0-24762736a914 HTTP/1.1" status: 200 len: 217 time: 0.0435836 Jul 13 13:34:30.593852 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1665a6da-a624-4a18-8106-d31beff1d41c req-77fa1679-346e-427e-9839-e7b08a6a4f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:34:30.595361 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1665a6da-a624-4a18-8106-d31beff1d41c req-77fa1679-346e-427e-9839-e7b08a6a4f3c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8c31dd36-5699-4394-8f37-42c966836004 HTTP/1.1" status: 200 len: 862 time: 0.0501711 Jul 13 13:34:30.631361 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1665a6da-a624-4a18-8106-d31beff1d41c req-a63e19b4-8326-46ce-8fe1-0896cfc191e0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9a9efa57-6396-440f-b2fc-34d74307ad06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276237 Jul 13 13:34:30.764487 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1665a6da-a624-4a18-8106-d31beff1d41c req-096e8dc3-67d7-4327-9a84-2e02d81d2b84 service neutron] 10.222.0.41 "GET /v2.0/networks/9a9efa57-6396-440f-b2fc-34d74307ad06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256723 Jul 13 13:34:30.880140 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1665a6da-a624-4a18-8106-d31beff1d41c req-2d738106-be1e-4a33-9592-25f32d7768e8 service neutron] 10.222.0.41 "GET /v2.0/networks/9a9efa57-6396-440f-b2fc-34d74307ad06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074131 Jul 13 13:34:34.034718 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 89fe826e-cc6f-4658-80f0-24762736a914 details requested by agent hyperv_n-h2-800634-1 with host n-h2-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 13:34:34.174399 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 89fe826e-cc6f-4658-80f0-24762736a914, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=89fe826e-cc6f-4658-80f0-24762736a914,segment=NetworkSegment(a34f1e5a-05a0-4a83-8c9f-c3abcf871ed1),segment_id=a34f1e5a-05a0-4a83-8c9f-c3abcf871ed1)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:34:34.193381 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Returning: {'device': '89fe826e-cc6f-4658-80f0-24762736a914', 'network_id': '9a9efa57-6396-440f-b2fc-34d74307ad06', 'port_id': '89fe826e-cc6f-4658-80f0-24762736a914', 'mac_address': 'fa:16:3e:4c:47:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c31dd36-5699-4394-8f37-42c966836004', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 13:34:34.232134 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:34.249973 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89fe826e-cc6f-4658-80f0-24762736a914 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:34:34.282319 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 89fe826e-cc6f-4658-80f0-24762736a914, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=89fe826e-cc6f-4658-80f0-24762736a914,segment=NetworkSegment(a34f1e5a-05a0-4a83-8c9f-c3abcf871ed1),segment_id=a34f1e5a-05a0-4a83-8c9f-c3abcf871ed1)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:34:34.297540 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:34.368053 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=89fe826e-cc6f-4658-80f0-24762736a914,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:34:34.431716 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b1c72f-70f2-41c1-a81a-bad02d4641d7 req-ea970c08-82af-4dd1-9024-3017c265f7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:34:34.433239 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-50b1c72f-70f2-41c1-a81a-bad02d4641d7 req-ea970c08-82af-4dd1-9024-3017c265f7e7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0c6afd0d74ef477facd63cc7e998c451&device_id=e97f4d76-afe7-4003-aad7-a272d938d7ce HTTP/1.1" status: 200 len: 1102 time: 0.0649650 Jul 13 13:34:34.552643 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['89fe826e-cc6f-4658-80f0-24762736a914'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:34:34.611979 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b1c72f-70f2-41c1-a81a-bad02d4641d7 req-b8833616-6e32-4a56-9a23-15101ae8a35b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:34:34.617187 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-50b1c72f-70f2-41c1-a81a-bad02d4641d7 req-b8833616-6e32-4a56-9a23-15101ae8a35b service neutron] 10.222.0.26 "GET /v2.0/networks?id=e0bfb334-0fd9-4ba5-ba79-1568ecabee30 HTTP/1.1" status: 200 len: 869 time: 0.1591322 Jul 13 13:34:34.677615 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-50b1c72f-70f2-41c1-a81a-bad02d4641d7 req-c3728a75-8f60-43b7-9fee-013f156d9ae9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=a607eca1-b7af-4648-8570-8ef82b125dbc HTTP/1.1" status: 200 len: 217 time: 0.0536914 Jul 13 13:34:34.741564 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b1c72f-70f2-41c1-a81a-bad02d4641d7 req-74fd01d4-a823-4ad6-95a4-ca4f3517107e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:34:34.743979 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-50b1c72f-70f2-41c1-a81a-bad02d4641d7 req-74fd01d4-a823-4ad6-95a4-ca4f3517107e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=60b55863-ceb6-45af-a8a4-4b22d72866af HTTP/1.1" status: 200 len: 843 time: 0.0594108 Jul 13 13:34:34.832041 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b1c72f-70f2-41c1-a81a-bad02d4641d7 req-d83e1dec-22ee-442f-af3d-ce283dbe79c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:34:34.835133 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-50b1c72f-70f2-41c1-a81a-bad02d4641d7 req-d83e1dec-22ee-442f-af3d-ce283dbe79c4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e0bfb334-0fd9-4ba5-ba79-1568ecabee30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0696840 Jul 13 13:34:34.971658 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-50b1c72f-70f2-41c1-a81a-bad02d4641d7 req-9132929c-d0fa-403f-adab-360260675fdd service neutron] 10.222.0.26 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301093 Jul 13 13:34:35.094471 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-50b1c72f-70f2-41c1-a81a-bad02d4641d7 req-f2605c1c-6c38-42f4-9698-1171c5c790e3 service neutron] 10.222.0.26 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145856 Jul 13 13:34:36.072612 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 89fe826e-cc6f-4658-80f0-24762736a914 up at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:34:36.129346 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning for port 89fe826e-cc6f-4658-80f0-24762736a914 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:34:36.134916 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning complete for port 89fe826e-cc6f-4658-80f0-24762736a914 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:34:36.135362 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:36.241187 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:36.294570 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 89fe826e-cc6f-4658-80f0-24762736a914, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=89fe826e-cc6f-4658-80f0-24762736a914,segment=NetworkSegment(a34f1e5a-05a0-4a83-8c9f-c3abcf871ed1),segment_id=a34f1e5a-05a0-4a83-8c9f-c3abcf871ed1)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:34:36.301553 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:36.374001 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=89fe826e-cc6f-4658-80f0-24762736a914,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:34:37.162724 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46adad47-7e18-42ec-a473-4b7f3bbaba48 req-84e6d1b0-7900-4a04-9740-4752299c8367 tempest-AttachSCSIVolumeTestJSON-417808870 tempest-AttachSCSIVolumeTestJSON-417808870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:34:37.165010 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-46adad47-7e18-42ec-a473-4b7f3bbaba48 req-84e6d1b0-7900-4a04-9740-4752299c8367 tempest-AttachSCSIVolumeTestJSON-417808870 tempest-AttachSCSIVolumeTestJSON-417808870-project] 10.222.0.23 "GET /v2.0/networks?id=dbf4a96c-cb51-41cd-ae2b-a32a6d64ddc6 HTTP/1.1" status: 200 len: 814 time: 0.1090291 Jul 13 13:34:37.174752 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-cade39ed-eb15-4f26-b111-122bda003cf0 req-9b79638b-04bb-4355-b060-47999b8f3b15 tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.6.37 HTTP/1.1" status: 200 len: 1001 time: 0.0686533 Jul 13 13:34:37.181775 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-46adad47-7e18-42ec-a473-4b7f3bbaba48 req-f50ee276-7306-4686-b176-b4b5088554f4 tempest-AttachSCSIVolumeTestJSON-417808870 tempest-AttachSCSIVolumeTestJSON-417808870-project] 10.222.0.23 "GET /v2.0/quotas/4d966db70d6b462cbbc36a73d0ab5c94 HTTP/1.1" status: 200 len: 375 time: 0.0115955 Jul 13 13:34:37.238430 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cade39ed-eb15-4f26-b111-122bda003cf0 req-6b768d24-3f2a-492e-bba3-b4ae53cabfe0 tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:34:37.239795 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-cade39ed-eb15-4f26-b111-122bda003cf0 req-6b768d24-3f2a-492e-bba3-b4ae53cabfe0 tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] 10.222.0.23 "GET /v2.0/ports/07f63703-9f99-4b32-93ab-eabcfe9855cf HTTP/1.1" status: 200 len: 943 time: 0.0593743 Jul 13 13:34:37.257946 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-46adad47-7e18-42ec-a473-4b7f3bbaba48 req-54e46ae3-fda8-47ea-b1c0-4d7ebbf1c6ea tempest-AttachSCSIVolumeTestJSON-417808870 tempest-AttachSCSIVolumeTestJSON-417808870-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=4d966db70d6b462cbbc36a73d0ab5c94&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0694017 Jul 13 13:34:37.388172 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-46adad47-7e18-42ec-a473-4b7f3bbaba48 req-d2cbd147-a855-4368-8241-8f6beae48930 service neutron] 10.222.0.23 "GET /v2.0/networks/dbf4a96c-cb51-41cd-ae2b-a32a6d64ddc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232226 Jul 13 13:34:37.437269 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-cade39ed-eb15-4f26-b111-122bda003cf0 req-087cb1c3-2de8-426c-9335-82674c2f8b48 tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.6.37 HTTP/1.1" status: 200 len: 1001 time: 0.1098664 Jul 13 13:34:37.560843 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cade39ed-eb15-4f26-b111-122bda003cf0 req-cf4916ba-a5b8-4399-b706-3648cebe77ad tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:34:37.566535 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-cade39ed-eb15-4f26-b111-122bda003cf0 req-cf4916ba-a5b8-4399-b706-3648cebe77ad tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] 10.222.0.23 "GET /v2.0/networks/acf968b8-c524-46a9-a20b-ad9667009130 HTTP/1.1" status: 200 len: 784 time: 0.1283090 Jul 13 13:34:37.636146 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-cade39ed-eb15-4f26-b111-122bda003cf0 req-453ad742-ffb3-45bb-95a3-5895e942c22b tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.6.37 HTTP/1.1" status: 200 len: 1001 time: 0.0650444 Jul 13 13:34:37.647245 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-cade39ed-eb15-4f26-b111-122bda003cf0 req-82c3304b-49b9-4b40-ad0c-78f0d7615909 tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:34:37.724618 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-cade39ed-eb15-4f26-b111-122bda003cf0 req-82c3304b-49b9-4b40-ad0c-78f0d7615909 tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] Notify callbacks [] for floatingip, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:37.829830 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-46adad47-7e18-42ec-a473-4b7f3bbaba48 req-812c7fb7-07a1-4513-805d-141a1180d5de service neutron] 10.222.0.23 "GET /v2.0/networks/dbf4a96c-cb51-41cd-ae2b-a32a6d64ddc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4349349 Jul 13 13:34:37.887199 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-cade39ed-eb15-4f26-b111-122bda003cf0 req-82c3304b-49b9-4b40-ad0c-78f0d7615909 tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:37.892151 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-cade39ed-eb15-4f26-b111-122bda003cf0 req-82c3304b-49b9-4b40-ad0c-78f0d7615909 tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446547'] for floatingip, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:37.892464 n-d-800634-1 neutron-server[93751]: INFO neutron.db.l3_db [req-cade39ed-eb15-4f26-b111-122bda003cf0 req-82c3304b-49b9-4b40-ad0c-78f0d7615909 tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] Floating IP e4161356-0261-4db9-b444-6a97984c68a3 disassociated. External IP: 172.25.6.37, port: 07f63703-9f99-4b32-93ab-eabcfe9855cf. Jul 13 13:34:38.124062 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50d1027-ea6d-4ea1-9f54-5697760827cc req-272bdbe7-0337-4c4e-92b8-7ebf16c79915 tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:34:38.125563 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d50d1027-ea6d-4ea1-9f54-5697760827cc req-272bdbe7-0337-4c4e-92b8-7ebf16c79915 tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] 10.222.0.23 "GET /v2.0/ports?device_id=702da0b5-df79-4c9c-a035-064da62f3adc HTTP/1.1" status: 200 len: 945 time: 0.0895512 Jul 13 13:34:38.175558 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d50d1027-ea6d-4ea1-9f54-5697760827cc req-afd42890-e7c5-4c2b-a8c3-e2e14ab90acd tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] 10.222.0.23 "GET /v2.0/security-groups?id=246f878a-992c-46a3-86c7-c947eed33eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434985 Jul 13 13:34:38.177234 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cade39ed-eb15-4f26-b111-122bda003cf0 req-82c3304b-49b9-4b40-ad0c-78f0d7615909 tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] Router e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 13:34:38.345854 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cade39ed-eb15-4f26-b111-122bda003cf0 req-82c3304b-49b9-4b40-ad0c-78f0d7615909 tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:34:38.354336 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-cade39ed-eb15-4f26-b111-122bda003cf0 req-82c3304b-49b9-4b40-ad0c-78f0d7615909 tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for floatingip, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:38.358558 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829800fd-6936-45cd-9c14-7e5a7dfe11b8 None None] Sync routers for ids ['e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:34:38.375943 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829800fd-6936-45cd-9c14-7e5a7dfe11b8 None None] Routers {'e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:34:38.376692 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-829800fd-6936-45cd-9c14-7e5a7dfe11b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:34:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:34:38.406894 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-cade39ed-eb15-4f26-b111-122bda003cf0 req-82c3304b-49b9-4b40-ad0c-78f0d7615909 tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] 10.222.0.23 "PUT /v2.0/floatingips/e4161356-0261-4db9-b444-6a97984c68a3 HTTP/1.1" status: 200 len: 694 time: 0.7642159 Jul 13 13:34:38.407343 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71cdbe46-c78b-4c00-be27-9195dba4e6d2', 'tag': '07f63703-9f99-4b32-93ab-eabcfe9855cf'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:34:38.410129 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d17b627af75e17e0f4b8d6239d04f8c2f78634e2c585e32a7aeca336500f34a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25226883-94ad-42d0-a06a-206c9b5081b7" -d '{"events": [{"name": "network-changed", "server_uuid": "71cdbe46-c78b-4c00-be27-9195dba4e6d2", "tag": "07f63703-9f99-4b32-93ab-eabcfe9855cf"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:34:38.511348 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cade39ed-eb15-4f26-b111-122bda003cf0 req-9a049fde-e5e5-4b76-8315-0a37fd24c62c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:34:38.514810 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-cade39ed-eb15-4f26-b111-122bda003cf0 req-9a049fde-e5e5-4b76-8315-0a37fd24c62c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=278e2d283bc440adb5e5f55c103a5de0&device_id=71cdbe46-c78b-4c00-be27-9195dba4e6d2 HTTP/1.1" status: 200 len: 1097 time: 0.0850294 Jul 13 13:34:38.626256 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-829800fd-6936-45cd-9c14-7e5a7dfe11b8 None None] Set router e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:34:38.631171 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9f53f0-22b6-4ad8-81cf-c271c22d839a req-272fe24c-0cc0-49aa-9e2a-8047284de99f tempest-InstanceActionsNegativeTestJSON-191810445 tempest-InstanceActionsNegativeTestJSON-191810445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:34:38.632868 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4a9f53f0-22b6-4ad8-81cf-c271c22d839a req-272fe24c-0cc0-49aa-9e2a-8047284de99f tempest-InstanceActionsNegativeTestJSON-191810445 tempest-InstanceActionsNegativeTestJSON-191810445-project] 10.222.0.23 "GET /v2.0/ports?device_id=0131acbc-1b2c-4dd5-a21f-c7cd3913ec34 HTTP/1.1" status: 200 len: 946 time: 0.0753124 Jul 13 13:34:38.646403 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cade39ed-eb15-4f26-b111-122bda003cf0 req-71f42a98-6bf3-475c-b519-4987dcd80590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:34:38.660808 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-cade39ed-eb15-4f26-b111-122bda003cf0 req-71f42a98-6bf3-475c-b519-4987dcd80590 service neutron] 10.222.0.23 "GET /v2.0/networks?id=1b5b3b6e-f653-438d-b4e3-2ba9f685c679 HTTP/1.1" status: 200 len: 921 time: 0.1351690 Jul 13 13:34:38.703232 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4a9f53f0-22b6-4ad8-81cf-c271c22d839a req-44fbecf3-3549-45eb-8af8-e025f3bc6c85 tempest-InstanceActionsNegativeTestJSON-191810445 tempest-InstanceActionsNegativeTestJSON-191810445-project] 10.222.0.23 "GET /v2.0/security-groups?id=f235c326-7228-44c2-96b5-0876bdf6db43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637057 Jul 13 13:34:38.716582 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-cade39ed-eb15-4f26-b111-122bda003cf0 req-b3f9a0e8-1aad-48be-8a93-e7b7aa3c20be service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=07f63703-9f99-4b32-93ab-eabcfe9855cf HTTP/1.1" status: 200 len: 217 time: 0.0548782 Jul 13 13:34:38.776772 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cade39ed-eb15-4f26-b111-122bda003cf0 req-72ae2dfd-4a78-49bf-967d-55686782c4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:34:38.778301 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-cade39ed-eb15-4f26-b111-122bda003cf0 req-72ae2dfd-4a78-49bf-967d-55686782c4f0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=14d97c6f-9a99-4df0-bce0-89de50c402ab HTTP/1.1" status: 200 len: 860 time: 0.0538805 Jul 13 13:34:38.810511 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 13 Jul 2021 13:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9eedab5-d4a7-407c-a915-f48105dafdb6 x-openstack-request-id: req-f9eedab5-d4a7-407c-a915-f48105dafdb6 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:34:38.810809 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e97f4d76-afe7-4003-aad7-a272d938d7ce", "name": "network-vif-plugged", "status": "completed", "tag": "a607eca1-b7af-4648-8570-8ef82b125dbc", "code": 200}, {"server_uuid": "702da0b5-df79-4c9c-a035-064da62f3adc", "name": "network-vif-plugged", "status": "completed", "tag": "3a0f1171-a00a-4901-9514-eb804eafebfd", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:34:38.811062 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f9eedab5-d4a7-407c-a915-f48105dafdb6 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:34:38.811635 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e97f4d76-afe7-4003-aad7-a272d938d7ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a607eca1-b7af-4648-8570-8ef82b125dbc', 'code': 200} Jul 13 13:34:38.812062 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '702da0b5-df79-4c9c-a035-064da62f3adc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a0f1171-a00a-4901-9514-eb804eafebfd', 'code': 200} Jul 13 13:34:38.863916 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cade39ed-eb15-4f26-b111-122bda003cf0 req-4ebf35cb-d882-486c-8dbc-e8520f195370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:34:38.865520 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-cade39ed-eb15-4f26-b111-122bda003cf0 req-4ebf35cb-d882-486c-8dbc-e8520f195370 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1b5b3b6e-f653-438d-b4e3-2ba9f685c679&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0779846 Jul 13 13:34:38.955321 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-829800fd-6936-45cd-9c14-7e5a7dfe11b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1255390624-router', 'tenant_id': '278e2d283bc440adb5e5f55c103a5de0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '2a7a0bee-5d85-484c-8c89-7059df134f07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:33:08Z', 'updated_at': '2021-07-13T13:33:16Z', 'revision_number': 4, 'project_id': '278e2d283bc440adb5e5f55c103a5de0', 'gw_port': {'id': '2a7a0bee-5d85-484c-8c89-7059df134f07', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:4f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:33:09Z', 'updated_at': '2021-07-13T13:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': '033f8425-860e-4578-9c72-d006f86a11c8', 'name': '', 'network_id': '1b5b3b6e-f653-438d-b4e3-2ba9f685c679', 'tenant_id': '278e2d283bc440adb5e5f55c103a5de0', 'mac_address': 'fa:16:3e:c2:db:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '14d97c6f-9a99-4df0-bce0-89de50c402ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:33:15Z', 'updated_at': '2021-07-13T13:33:25Z', 'revision_number': 5, 'project_id': '278e2d283bc440adb5e5f55c103a5de0', 'subnets': [{'id': '14d97c6f-9a99-4df0-bce0-89de50c402ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:34:38.969007 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 13:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73516719-cd80-4879-83c2-32883135fc34 x-openstack-request-id: req-73516719-cd80-4879-83c2-32883135fc34 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:34:38.969308 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71cdbe46-c78b-4c00-be27-9195dba4e6d2", "tag": "07f63703-9f99-4b32-93ab-eabcfe9855cf", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:34:38.969995 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-73516719-cd80-4879-83c2-32883135fc34 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:34:38.970499 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71cdbe46-c78b-4c00-be27-9195dba4e6d2', 'tag': '07f63703-9f99-4b32-93ab-eabcfe9855cf', 'status': 'completed', 'code': 200} Jul 13 13:34:39.020176 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829800fd-6936-45cd-9c14-7e5a7dfe11b8 None None] Checking router: e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c for host: n-d-800634-1 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 13:34:39.032286 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829800fd-6936-45cd-9c14-7e5a7dfe11b8 None None] Routers {'e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:34:39.032933 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-829800fd-6936-45cd-9c14-7e5a7dfe11b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:34:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:34:39.058873 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-cade39ed-eb15-4f26-b111-122bda003cf0 req-1565ef57-d169-4fd1-b3ff-0c0690d05370 service neutron] 10.222.0.23 "GET /v2.0/networks/1b5b3b6e-f653-438d-b4e3-2ba9f685c679?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850886 Jul 13 13:34:39.098607 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98cfe88-ade9-4dce-ad3f-bf441e64551c req-cb6888f2-e203-4b9d-ad64-a7479c4b2748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:34:39.100669 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f98cfe88-ade9-4dce-ad3f-bf441e64551c req-cb6888f2-e203-4b9d-ad64-a7479c4b2748 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=702da0b5-df79-4c9c-a035-064da62f3adc HTTP/1.1" status: 200 len: 1096 time: 0.1206224 Jul 13 13:34:39.105205 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d250a1ed-9660-4e02-af1c-b39fd569d1a3 req-8b697a58-fe1f-451f-93b7-f7e7c5a760cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:34:39.107273 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d250a1ed-9660-4e02-af1c-b39fd569d1a3 req-8b697a58-fe1f-451f-93b7-f7e7c5a760cb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=278e2d283bc440adb5e5f55c103a5de0&device_id=71cdbe46-c78b-4c00-be27-9195dba4e6d2 HTTP/1.1" status: 200 len: 1097 time: 0.0899203 Jul 13 13:34:39.200475 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-cade39ed-eb15-4f26-b111-122bda003cf0 req-6686b13e-54d4-4453-b525-87915f407a5b service neutron] 10.222.0.23 "GET /v2.0/networks/1b5b3b6e-f653-438d-b4e3-2ba9f685c679?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348419 Jul 13 13:34:39.225104 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f98cfe88-ade9-4dce-ad3f-bf441e64551c req-3df922aa-1770-4970-945e-64081b9be8ba service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=246f878a-992c-46a3-86c7-c947eed33eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166990 Jul 13 13:34:39.230544 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-829800fd-6936-45cd-9c14-7e5a7dfe11b8 None None] Set router e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:34:39.241111 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d250a1ed-9660-4e02-af1c-b39fd569d1a3 req-0739c1b8-bbfc-4eaa-87cc-a8cae4a141ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:34:39.242958 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d250a1ed-9660-4e02-af1c-b39fd569d1a3 req-0739c1b8-bbfc-4eaa-87cc-a8cae4a141ca service neutron] 10.222.0.26 "GET /v2.0/networks?id=1b5b3b6e-f653-438d-b4e3-2ba9f685c679 HTTP/1.1" status: 200 len: 921 time: 0.1219044 Jul 13 13:34:39.355798 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d250a1ed-9660-4e02-af1c-b39fd569d1a3 req-1693c356-2ab5-47d6-be90-800255f7f164 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=07f63703-9f99-4b32-93ab-eabcfe9855cf HTTP/1.1" status: 200 len: 217 time: 0.0663416 Jul 13 13:34:39.551536 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d250a1ed-9660-4e02-af1c-b39fd569d1a3 req-ae47b98f-9b02-4a5a-a44e-63912f19d8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:34:39.559623 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d250a1ed-9660-4e02-af1c-b39fd569d1a3 req-ae47b98f-9b02-4a5a-a44e-63912f19d8a0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=14d97c6f-9a99-4df0-bce0-89de50c402ab HTTP/1.1" status: 200 len: 860 time: 0.1936636 Jul 13 13:34:39.673627 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1b824b13-07a9-48c7-9c11-a3841aeb50ed req-eb81a271-9ef7-42c3-bffa-c0b1e2577827 tempest-AttachSCSIVolumeTestJSON-417808870 tempest-AttachSCSIVolumeTestJSON-417808870-project] 10.222.0.23 "GET /v2.0/ports?device_id=5002655f-6941-4d1b-9a0a-42f9fa3913e0 HTTP/1.1" status: 200 len: 210 time: 0.0704434 Jul 13 13:34:39.674511 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-829800fd-6936-45cd-9c14-7e5a7dfe11b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1255390624-router', 'tenant_id': '278e2d283bc440adb5e5f55c103a5de0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '2a7a0bee-5d85-484c-8c89-7059df134f07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:33:08Z', 'updated_at': '2021-07-13T13:33:16Z', 'revision_number': 4, 'project_id': '278e2d283bc440adb5e5f55c103a5de0', 'gw_port': {'id': '2a7a0bee-5d85-484c-8c89-7059df134f07', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:4f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:33:09Z', 'updated_at': '2021-07-13T13:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': '033f8425-860e-4578-9c72-d006f86a11c8', 'name': '', 'network_id': '1b5b3b6e-f653-438d-b4e3-2ba9f685c679', 'tenant_id': '278e2d283bc440adb5e5f55c103a5de0', 'mac_address': 'fa:16:3e:c2:db:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '14d97c6f-9a99-4df0-bce0-89de50c402ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:33:15Z', 'updated_at': '2021-07-13T13:33:25Z', 'revision_number': 5, 'project_id': '278e2d283bc440adb5e5f55c103a5de0', 'subnets': [{'id': '14d97c6f-9a99-4df0-bce0-89de50c402ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:34:39.704439 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829800fd-6936-45cd-9c14-7e5a7dfe11b8 None None] The sync data for ids ['e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c'] in n-d-800634-1 is: [{'id': 'e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1255390624-router', 'tenant_id': '278e2d283bc440adb5e5f55c103a5de0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '2a7a0bee-5d85-484c-8c89-7059df134f07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:33:08Z', 'updated_at': '2021-07-13T13:33:16Z', 'revision_number': 4, 'project_id': '278e2d283bc440adb5e5f55c103a5de0', 'gw_port': {'id': '2a7a0bee-5d85-484c-8c89-7059df134f07', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:4f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:33:09Z', 'updated_at': '2021-07-13T13:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': '033f8425-860e-4578-9c72-d006f86a11c8', 'name': '', 'network_id': '1b5b3b6e-f653-438d-b4e3-2ba9f685c679', 'tenant_id': '278e2d283bc440adb5e5f55c103a5de0', 'mac_address': 'fa:16:3e:c2:db:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '14d97c6f-9a99-4df0-bce0-89de50c402ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:33:15Z', 'updated_at': '2021-07-13T13:33:25Z', 'revision_number': 5, 'project_id': '278e2d283bc440adb5e5f55c103a5de0', 'subnets': [{'id': '14d97c6f-9a99-4df0-bce0-89de50c402ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:34:39.734221 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46adad47-7e18-42ec-a473-4b7f3bbaba48 req-d9da8d87-644b-4273-a73c-d888f1e2ec80 tempest-AttachSCSIVolumeTestJSON-417808870 tempest-AttachSCSIVolumeTestJSON-417808870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:34:39.735780 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-46adad47-7e18-42ec-a473-4b7f3bbaba48 req-d9da8d87-644b-4273-a73c-d888f1e2ec80 tempest-AttachSCSIVolumeTestJSON-417808870 tempest-AttachSCSIVolumeTestJSON-417808870-project] 10.222.0.26 "GET /v2.0/networks?id=dbf4a96c-cb51-41cd-ae2b-a32a6d64ddc6 HTTP/1.1" status: 200 len: 814 time: 0.3480163 Jul 13 13:34:39.751977 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-46adad47-7e18-42ec-a473-4b7f3bbaba48 req-2e8419dc-05aa-4ca9-a7b1-c760dc139db3 tempest-AttachSCSIVolumeTestJSON-417808870 tempest-AttachSCSIVolumeTestJSON-417808870-project] Request body: {'port': {'device_id': '5002655f-6941-4d1b-9a0a-42f9fa3913e0', 'network_id': 'dbf4a96c-cb51-41cd-ae2b-a32a6d64ddc6', 'admin_state_up': True, 'tenant_id': '4d966db70d6b462cbbc36a73d0ab5c94'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:34:39.771407 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 13:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cebe6e31-fbd7-4728-8ce7-105c10ffe0d2 x-openstack-request-id: req-cebe6e31-fbd7-4728-8ce7-105c10ffe0d2 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:34:39.771930 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71cdbe46-c78b-4c00-be27-9195dba4e6d2", "tag": "07f63703-9f99-4b32-93ab-eabcfe9855cf", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:34:39.772343 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cebe6e31-fbd7-4728-8ce7-105c10ffe0d2 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:34:39.772958 n-d-800634-1 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71cdbe46-c78b-4c00-be27-9195dba4e6d2', 'tag': '07f63703-9f99-4b32-93ab-eabcfe9855cf', 'status': 'completed', 'code': 200} Jul 13 13:34:39.829670 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d250a1ed-9660-4e02-af1c-b39fd569d1a3 req-5944f2da-9127-4c9d-bd66-5ad3e3c97ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:34:39.831347 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d250a1ed-9660-4e02-af1c-b39fd569d1a3 req-5944f2da-9127-4c9d-bd66-5ad3e3c97ab1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1b5b3b6e-f653-438d-b4e3-2ba9f685c679&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2453198 Jul 13 13:34:40.047911 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445e3962-559e-4d88-b706-7b311936d97a req-9fe948ef-ba88-42db-b753-1624a3fbe392 tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:34:40.049459 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-445e3962-559e-4d88-b706-7b311936d97a req-9fe948ef-ba88-42db-b753-1624a3fbe392 tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] 10.222.0.23 "GET /v2.0/ports?device_id=702da0b5-df79-4c9c-a035-064da62f3adc HTTP/1.1" status: 200 len: 945 time: 0.0975919 Jul 13 13:34:40.113918 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-445e3962-559e-4d88-b706-7b311936d97a req-0f1f2c75-cb8a-43cc-8b4d-87353115af35 tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] 10.222.0.23 "GET /v2.0/security-groups?id=246f878a-992c-46a3-86c7-c947eed33eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505733 Jul 13 13:34:40.159054 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46adad47-7e18-42ec-a473-4b7f3bbaba48 req-2e8419dc-05aa-4ca9-a7b1-c760dc139db3 tempest-AttachSCSIVolumeTestJSON-417808870 tempest-AttachSCSIVolumeTestJSON-417808870-project] Made reservation on behalf of 4d966db70d6b462cbbc36a73d0ab5c94 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:34:40.169435 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-46adad47-7e18-42ec-a473-4b7f3bbaba48 req-2e8419dc-05aa-4ca9-a7b1-c760dc139db3 tempest-AttachSCSIVolumeTestJSON-417808870 tempest-AttachSCSIVolumeTestJSON-417808870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:40.189649 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a906de-5a96-4ea0-bc75-1cc047c03858 None None] New status for floating IP e4161356-0261-4db9-b444-6a97984c68a3: DOWN {{(pid=93753) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 13:34:40.209843 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def34591-042a-4925-a03e-66062452912e req-b59381df-ec8d-46e4-84dd-b13f17697318 tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:34:40.217886 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-def34591-042a-4925-a03e-66062452912e req-b59381df-ec8d-46e4-84dd-b13f17697318 tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1dfe0f1-74d0-4c0b-a3b1-09c9c555730e HTTP/1.1" status: 200 len: 945 time: 0.2306840 Jul 13 13:34:40.247068 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d250a1ed-9660-4e02-af1c-b39fd569d1a3 req-e527a9f2-c822-44a9-b374-969ba94a6845 service neutron] 10.222.0.26 "GET /v2.0/networks/1b5b3b6e-f653-438d-b4e3-2ba9f685c679?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3992851 Jul 13 13:34:40.291560 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device a607eca1-b7af-4648-8570-8ef82b125dbc no longer exists at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:34:40.479604 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:40.556431 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port a607eca1-b7af-4648-8570-8ef82b125dbc, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=a607eca1-b7af-4648-8570-8ef82b125dbc,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:34:40.566251 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:40.681221 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-def34591-042a-4925-a03e-66062452912e req-3b73b8cd-3fd8-4120-b253-b667906f8941 tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] 10.222.0.23 "GET /v2.0/security-groups?id=f0a8d85e-c901-48b0-b619-87bd6bfcd856&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4619820 Jul 13 13:34:40.737603 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=a607eca1-b7af-4648-8570-8ef82b125dbc,revision_number=11']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:34:40.767948 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d250a1ed-9660-4e02-af1c-b39fd569d1a3 req-eae6b78b-7073-4107-a6c5-0914689d8726 service neutron] 10.222.0.26 "GET /v2.0/networks/1b5b3b6e-f653-438d-b4e3-2ba9f685c679?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3213136 Jul 13 13:34:40.813420 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cb7c8a4-8f94-4cd4-8620-9bf90c9ebb91', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c05648c-6413-4e10-a987-c76d08e099f4'}, {'server_uuid': '0131acbc-1b2c-4dd5-a21f-c7cd3913ec34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89fe826e-cc6f-4658-80f0-24762736a914'}, {'server_uuid': 'e97f4d76-afe7-4003-aad7-a272d938d7ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a607eca1-b7af-4648-8570-8ef82b125dbc'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:34:40.813687 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-46adad47-7e18-42ec-a473-4b7f3bbaba48 req-2e8419dc-05aa-4ca9-a7b1-c760dc139db3 tempest-AttachSCSIVolumeTestJSON-417808870 tempest-AttachSCSIVolumeTestJSON-417808870-project] Allocated IP 172.20.0.7 (dbf4a96c-cb51-41cd-ae2b-a32a6d64ddc6/b345d9ae-f904-4037-a9c2-81cd36a17189/c36b9a68-aca8-4909-9cb6-3474e0c4789a) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:34:40.816164 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00f9f657-38d1-41de-92de-90b01e65c131" -d '{"events": [{"server_uuid": "0cb7c8a4-8f94-4cd4-8620-9bf90c9ebb91", "name": "network-vif-unplugged", "status": "completed", "tag": "2c05648c-6413-4e10-a987-c76d08e099f4"}, {"server_uuid": "0131acbc-1b2c-4dd5-a21f-c7cd3913ec34", "name": "network-vif-plugged", "status": "completed", "tag": "89fe826e-cc6f-4658-80f0-24762736a914"}, {"server_uuid": "e97f4d76-afe7-4003-aad7-a272d938d7ce", "name": "network-vif-unplugged", "status": "completed", "tag": "a607eca1-b7af-4648-8570-8ef82b125dbc"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:34:40.926858 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3a59ac-0d54-456d-8425-aa8f56c6f396 req-badcfaac-469c-4f9b-af8b-f225b3d24e51 tempest-ListImageFiltersTestJSON-1275882145 tempest-ListImageFiltersTestJSON-1275882145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:34:40.928479 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-da3a59ac-0d54-456d-8425-aa8f56c6f396 req-badcfaac-469c-4f9b-af8b-f225b3d24e51 tempest-ListImageFiltersTestJSON-1275882145 tempest-ListImageFiltersTestJSON-1275882145-project] 10.222.0.23 "GET /v2.0/ports?device_id=e97f4d76-afe7-4003-aad7-a272d938d7ce HTTP/1.1" status: 200 len: 949 time: 0.1027107 Jul 13 13:34:41.003463 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-da3a59ac-0d54-456d-8425-aa8f56c6f396 req-5f1b71cc-40d1-4316-978e-d8e8c866b5e5 tempest-ListImageFiltersTestJSON-1275882145 tempest-ListImageFiltersTestJSON-1275882145-project] 10.222.0.23 "GET /v2.0/security-groups?id=4865dafb-f53b-45c8-89d6-c6cc7f94c49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674336 Jul 13 13:34:41.044338 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0131acbc-1b2c-4dd5-a21f-c7cd3913ec34', 'tag': '89fe826e-cc6f-4658-80f0-24762736a914'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:34:41.046591 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc2a4fda-8a84-4d9b-9398-1d9b1bd1a879" -d '{"events": [{"name": "network-changed", "server_uuid": "0131acbc-1b2c-4dd5-a21f-c7cd3913ec34", "tag": "89fe826e-cc6f-4658-80f0-24762736a914"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:34:41.230805 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c9e516e5-a139-47fc-9dc7-0725981578d9 req-029df451-72c1-4388-a2bd-c4a16e238a43 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=51a49091-1f1d-4f7b-b145-79695b229fef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1814868 Jul 13 13:34:41.244807 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2202ca16-3cd8-462a-80c5-14a0a48be337 req-8a7e5802-dc7d-471e-b014-3857f9647e24 tempest-InstanceActionsNegativeTestJSON-191810445 tempest-InstanceActionsNegativeTestJSON-191810445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:34:41.253336 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2202ca16-3cd8-462a-80c5-14a0a48be337 req-8a7e5802-dc7d-471e-b014-3857f9647e24 tempest-InstanceActionsNegativeTestJSON-191810445 tempest-InstanceActionsNegativeTestJSON-191810445-project] 10.222.0.23 "GET /v2.0/ports?device_id=0131acbc-1b2c-4dd5-a21f-c7cd3913ec34 HTTP/1.1" status: 200 len: 946 time: 0.2982028 Jul 13 13:34:41.256340 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25226883-94ad-42d0-a06a-206c9b5081b7 req-d8f3a8ae-88e2-4369-8d3b-c6316327a61d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:34:41.257898 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-25226883-94ad-42d0-a06a-206c9b5081b7 req-d8f3a8ae-88e2-4369-8d3b-c6316327a61d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=278e2d283bc440adb5e5f55c103a5de0&device_id=71cdbe46-c78b-4c00-be27-9195dba4e6d2 HTTP/1.1" status: 200 len: 1097 time: 0.3490679 Jul 13 13:34:41.278068 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-46adad47-7e18-42ec-a473-4b7f3bbaba48 req-2e8419dc-05aa-4ca9-a7b1-c760dc139db3 tempest-AttachSCSIVolumeTestJSON-417808870 tempest-AttachSCSIVolumeTestJSON-417808870-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:41.327352 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-46adad47-7e18-42ec-a473-4b7f3bbaba48 req-2e8419dc-05aa-4ca9-a7b1-c760dc139db3 tempest-AttachSCSIVolumeTestJSON-417808870 tempest-AttachSCSIVolumeTestJSON-417808870-project] Transition to ACTIVE for port object c36b9a68-aca8-4909-9cb6-3474e0c4789a will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:34:41.358440 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2202ca16-3cd8-462a-80c5-14a0a48be337 req-52b339a3-a349-4f4e-b54b-5642bb8bc9f5 tempest-InstanceActionsNegativeTestJSON-191810445 tempest-InstanceActionsNegativeTestJSON-191810445-project] 10.222.0.23 "GET /v2.0/security-groups?id=f235c326-7228-44c2-96b5-0876bdf6db43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041765 Jul 13 13:34:41.448956 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e516e5-a139-47fc-9dc7-0725981578d9 req-34faa948-9e2b-41c0-91ed-1fff4ca39934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:34:41.450821 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c9e516e5-a139-47fc-9dc7-0725981578d9 req-34faa948-9e2b-41c0-91ed-1fff4ca39934 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d50e67b9ee9e45449d2522df614fe533&device_id=51a49091-1f1d-4f7b-b145-79695b229fef HTTP/1.1" status: 200 len: 1096 time: 0.1920877 Jul 13 13:34:41.525508 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-46adad47-7e18-42ec-a473-4b7f3bbaba48 req-2e8419dc-05aa-4ca9-a7b1-c760dc139db3 tempest-AttachSCSIVolumeTestJSON-417808870 tempest-AttachSCSIVolumeTestJSON-417808870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:41.668429 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8419dc-05aa-4ca9-a7b1-c760dc139db3 tempest-AttachSCSIVolumeTestJSON-417808870 tempest-AttachSCSIVolumeTestJSON-417808870-project] Pushing event updated for resources: {'Port': ['ID=c36b9a68-aca8-4909-9cb6-3474e0c4789a,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:34:41.736232 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46adad47-7e18-42ec-a473-4b7f3bbaba48 req-2e8419dc-05aa-4ca9-a7b1-c760dc139db3 tempest-AttachSCSIVolumeTestJSON-417808870 tempest-AttachSCSIVolumeTestJSON-417808870-project] Network dbf4a96c-cb51-41cd-ae2b-a32a6d64ddc6 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:34:41.745842 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-46adad47-7e18-42ec-a473-4b7f3bbaba48 req-2e8419dc-05aa-4ca9-a7b1-c760dc139db3 tempest-AttachSCSIVolumeTestJSON-417808870 tempest-AttachSCSIVolumeTestJSON-417808870-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:34:41.767517 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed0ca23-6505-42b2-b3a2-459a1dd7082e req-f2e470c4-a6cc-409e-af9d-63ca96138bd0 tempest-AttachSCSIVolumeTestJSON-417808870 tempest-AttachSCSIVolumeTestJSON-417808870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:34:41.770488 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-46adad47-7e18-42ec-a473-4b7f3bbaba48 req-2e8419dc-05aa-4ca9-a7b1-c760dc139db3 tempest-AttachSCSIVolumeTestJSON-417808870 tempest-AttachSCSIVolumeTestJSON-417808870-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:34:41.780154 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-fed0ca23-6505-42b2-b3a2-459a1dd7082e req-f2e470c4-a6cc-409e-af9d-63ca96138bd0 tempest-AttachSCSIVolumeTestJSON-417808870 tempest-AttachSCSIVolumeTestJSON-417808870-project] 10.222.0.23 "GET /v2.0/ports?device_id=5002655f-6941-4d1b-9a0a-42f9fa3913e0 HTTP/1.1" status: 200 len: 931 time: 0.1408632 Jul 13 13:34:41.842742 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8325fef7-b75a-4f01-9bed-cc43843ee7c3 req-6c0100c0-eadf-4b56-8c78-145e3572b7f6 tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:34:41.844382 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8325fef7-b75a-4f01-9bed-cc43843ee7c3 req-6c0100c0-eadf-4b56-8c78-145e3572b7f6 tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5da14f7-ffdc-4d87-8dbf-7c9b48b29672&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1869950 Jul 13 13:34:41.867462 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-fed0ca23-6505-42b2-b3a2-459a1dd7082e req-d829a3da-9c25-40d5-9be9-46f171a96af1 tempest-AttachSCSIVolumeTestJSON-417808870 tempest-AttachSCSIVolumeTestJSON-417808870-project] 10.222.0.23 "GET /v2.0/security-groups?id=f42b914a-54cd-4241-aa90-8d2a14562637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802619 Jul 13 13:34:41.875318 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e516e5-a139-47fc-9dc7-0725981578d9 req-176f667d-43ef-4c02-ad36-073fae6e421a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:34:41.876850 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c9e516e5-a139-47fc-9dc7-0725981578d9 req-176f667d-43ef-4c02-ad36-073fae6e421a service neutron] 10.222.0.41 "GET /v2.0/networks?id=2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21 HTTP/1.1" status: 200 len: 920 time: 0.3980200 Jul 13 13:34:42.031082 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 529 Content-Type: application/json Date: Tue, 13 Jul 2021 13:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0504c207-fae2-4c6f-a3b8-b14a34cc413c x-openstack-request-id: req-0504c207-fae2-4c6f-a3b8-b14a34cc413c {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:34:42.031619 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cb7c8a4-8f94-4cd4-8620-9bf90c9ebb91", "name": "network-vif-unplugged", "status": "completed", "tag": "2c05648c-6413-4e10-a987-c76d08e099f4", "code": 200}, {"server_uuid": "0131acbc-1b2c-4dd5-a21f-c7cd3913ec34", "name": "network-vif-plugged", "status": "completed", "tag": "89fe826e-cc6f-4658-80f0-24762736a914", "code": 200}, {"server_uuid": "e97f4d76-afe7-4003-aad7-a272d938d7ce", "name": "network-vif-unplugged", "status": "completed", "tag": "a607eca1-b7af-4648-8570-8ef82b125dbc", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:34:42.031738 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0504c207-fae2-4c6f-a3b8-b14a34cc413c {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:34:42.032222 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cb7c8a4-8f94-4cd4-8620-9bf90c9ebb91', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c05648c-6413-4e10-a987-c76d08e099f4', 'code': 200} Jul 13 13:34:42.032817 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0131acbc-1b2c-4dd5-a21f-c7cd3913ec34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89fe826e-cc6f-4658-80f0-24762736a914', 'code': 200} Jul 13 13:34:42.033285 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e97f4d76-afe7-4003-aad7-a272d938d7ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a607eca1-b7af-4648-8570-8ef82b125dbc', 'code': 200} Jul 13 13:34:42.075231 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46adad47-7e18-42ec-a473-4b7f3bbaba48 req-2e8419dc-05aa-4ca9-a7b1-c760dc139db3 tempest-AttachSCSIVolumeTestJSON-417808870 tempest-AttachSCSIVolumeTestJSON-417808870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:34:42.075888 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-46adad47-7e18-42ec-a473-4b7f3bbaba48 req-2e8419dc-05aa-4ca9-a7b1-c760dc139db3 tempest-AttachSCSIVolumeTestJSON-417808870 tempest-AttachSCSIVolumeTestJSON-417808870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:42.079921 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c9e516e5-a139-47fc-9dc7-0725981578d9 req-803837d0-9756-412e-9911-7c564e8f8342 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ef8bbeba-a56f-4cd7-8f9f-2c26d50b2915 HTTP/1.1" status: 200 len: 217 time: 0.1149306 Jul 13 13:34:42.084179 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8325fef7-b75a-4f01-9bed-cc43843ee7c3 req-967793ae-ec69-42ff-ae6f-52a0bf07907d tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.6.37 HTTP/1.1" status: 200 len: 695 time: 0.2312953 Jul 13 13:34:42.122780 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-8325fef7-b75a-4f01-9bed-cc43843ee7c3 req-ea103274-2fc5-4ee5-93bd-f06073442d26 tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] Request body: {'floatingip': {'port_id': 'f97b675f-18b5-4e12-9419-9c15459c72ac', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:34:42.174101 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-46adad47-7e18-42ec-a473-4b7f3bbaba48 req-2e8419dc-05aa-4ca9-a7b1-c760dc139db3 tempest-AttachSCSIVolumeTestJSON-417808870 tempest-AttachSCSIVolumeTestJSON-417808870-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4272139 Jul 13 13:34:42.203322 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-f29c2008-3552-4893-b24b-67b0e80c9b14 None None] Provisioning for port c36b9a68-aca8-4909-9cb6-3474e0c4789a completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:34:42.208695 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-f29c2008-3552-4893-b24b-67b0e80c9b14 None None] Provisioning complete for port c36b9a68-aca8-4909-9cb6-3474e0c4789a triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:34:42.222926 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f29c2008-3552-4893-b24b-67b0e80c9b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:42.246925 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-8325fef7-b75a-4f01-9bed-cc43843ee7c3 req-ea103274-2fc5-4ee5-93bd-f06073442d26 tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] Notify callbacks [] for floatingip, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:42.288492 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bd1461-2ee2-465f-8644-1b95cb3e9648 req-75b8c354-2312-4a36-b3ba-bfafefd0b611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:34:42.292759 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-18bd1461-2ee2-465f-8644-1b95cb3e9648 req-75b8c354-2312-4a36-b3ba-bfafefd0b611 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0131acbc-1b2c-4dd5-a21f-c7cd3913ec34 HTTP/1.1" status: 200 len: 1097 time: 0.1730397 Jul 13 13:34:42.325712 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-f29c2008-3552-4893-b24b-67b0e80c9b14 None None] Port c36b9a68-aca8-4909-9cb6-3474e0c4789a cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:34:42.352534 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-18bd1461-2ee2-465f-8644-1b95cb3e9648 req-571c5224-e59d-44d5-841c-03ed8ed2f882 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f235c326-7228-44c2-96b5-0876bdf6db43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464969 Jul 13 13:34:42.359557 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 13:34:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0399adce-b0c9-4e4e-a2eb-19fd0796b92d x-openstack-request-id: req-0399adce-b0c9-4e4e-a2eb-19fd0796b92d {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:34:42.360976 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0131acbc-1b2c-4dd5-a21f-c7cd3913ec34", "tag": "89fe826e-cc6f-4658-80f0-24762736a914", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:34:42.361438 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0399adce-b0c9-4e4e-a2eb-19fd0796b92d {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:34:42.362147 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0131acbc-1b2c-4dd5-a21f-c7cd3913ec34', 'tag': '89fe826e-cc6f-4658-80f0-24762736a914', 'status': 'completed', 'code': 200} Jul 13 13:34:42.376236 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e516e5-a139-47fc-9dc7-0725981578d9 req-b5a8132d-129b-41d3-b30e-ff4c7c6bdd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:34:42.378146 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c9e516e5-a139-47fc-9dc7-0725981578d9 req-b5a8132d-129b-41d3-b30e-ff4c7c6bdd3d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=45599520-ccde-4569-b8cc-9a75a2e552c5 HTTP/1.1" status: 200 len: 860 time: 0.2893498 Jul 13 13:34:42.461325 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c9e516e5-a139-47fc-9dc7-0725981578d9 req-fd4a09c0-5b04-4b4f-9170-67d9ee5bf664 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507817 Jul 13 13:34:42.489309 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2a4fda-8a84-4d9b-9398-1d9b1bd1a879 req-29a1133f-3a18-44c3-bb63-c9229409605b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:34:42.492334 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-fc2a4fda-8a84-4d9b-9398-1d9b1bd1a879 req-29a1133f-3a18-44c3-bb63-c9229409605b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=304b49a3d16e48749518a5a5fcb753ca&device_id=0131acbc-1b2c-4dd5-a21f-c7cd3913ec34 HTTP/1.1" status: 200 len: 1097 time: 0.0811036 Jul 13 13:34:42.707454 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cdf617-50b8-4e05-a350-407353dcd96b req-b112316e-7fef-4f54-bbee-3e2411110fd9 tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:34:42.716492 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-99cdf617-50b8-4e05-a350-407353dcd96b req-b112316e-7fef-4f54-bbee-3e2411110fd9 tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] 10.222.0.23 "GET /v2.0/ports?device_id=702da0b5-df79-4c9c-a035-064da62f3adc HTTP/1.1" status: 200 len: 945 time: 0.2145193 Jul 13 13:34:42.721639 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c9e516e5-a139-47fc-9dc7-0725981578d9 req-10f7b8b9-a347-4ac9-9e89-cdb856f5b412 service neutron] 10.222.0.41 "GET /v2.0/networks/2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2402961 Jul 13 13:34:42.742619 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2a4fda-8a84-4d9b-9398-1d9b1bd1a879 req-13c4d494-ea77-4fbb-9e44-2249bae57006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:34:42.744054 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-fc2a4fda-8a84-4d9b-9398-1d9b1bd1a879 req-13c4d494-ea77-4fbb-9e44-2249bae57006 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9a9efa57-6396-440f-b2fc-34d74307ad06 HTTP/1.1" status: 200 len: 922 time: 0.2323055 Jul 13 13:34:42.803757 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-fc2a4fda-8a84-4d9b-9398-1d9b1bd1a879 req-f909cc0d-8d85-42b0-8114-528545cfeb26 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=89fe826e-cc6f-4658-80f0-24762736a914 HTTP/1.1" status: 200 len: 217 time: 0.0486584 Jul 13 13:34:42.814973 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-99cdf617-50b8-4e05-a350-407353dcd96b req-91038f9c-30bf-420c-9bb0-b94a501f2e08 tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] 10.222.0.23 "GET /v2.0/security-groups?id=246f878a-992c-46a3-86c7-c947eed33eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974760 Jul 13 13:34:42.943329 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2a4fda-8a84-4d9b-9398-1d9b1bd1a879 req-ced2dae4-d50e-427f-8b78-5aa3df8e6e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:34:42.946381 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-fc2a4fda-8a84-4d9b-9398-1d9b1bd1a879 req-ced2dae4-d50e-427f-8b78-5aa3df8e6e1b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8c31dd36-5699-4394-8f37-42c966836004 HTTP/1.1" status: 200 len: 862 time: 0.1301022 Jul 13 13:34:42.981915 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c9e516e5-a139-47fc-9dc7-0725981578d9 req-d98c90a7-46ef-4730-b8fc-5971aabeb3af service neutron] 10.222.0.41 "GET /v2.0/networks/2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2322292 Jul 13 13:34:43.028134 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-fc2a4fda-8a84-4d9b-9398-1d9b1bd1a879 req-edf033f0-84ed-43cf-b08b-bc8c37327ec5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9a9efa57-6396-440f-b2fc-34d74307ad06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0664597 Jul 13 13:34:43.139951 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-8325fef7-b75a-4f01-9bed-cc43843ee7c3 req-ea103274-2fc5-4ee5-93bd-f06073442d26 tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:43.152509 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-8325fef7-b75a-4f01-9bed-cc43843ee7c3 req-ea103274-2fc5-4ee5-93bd-f06073442d26 tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446547'] for floatingip, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:43.236462 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-fc2a4fda-8a84-4d9b-9398-1d9b1bd1a879 req-1caf56ee-5fbe-4952-86bb-7eccc8e30985 service neutron] 10.222.0.41 "GET /v2.0/networks/9a9efa57-6396-440f-b2fc-34d74307ad06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994939 Jul 13 13:34:43.386568 n-d-800634-1 neutron-server[93750]: INFO neutron.db.l3_db [req-8325fef7-b75a-4f01-9bed-cc43843ee7c3 req-ea103274-2fc5-4ee5-93bd-f06073442d26 tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] Floating IP e4161356-0261-4db9-b444-6a97984c68a3 associated. External IP: 172.25.6.37, port: f97b675f-18b5-4e12-9419-9c15459c72ac. Jul 13 13:34:43.609335 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaf8e21-778d-4df9-9eb4-8bf06b6d6761 req-9a4056a2-7c68-49cd-bac1-be9345cb4402 tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:34:43.611025 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-beaf8e21-778d-4df9-9eb4-8bf06b6d6761 req-9a4056a2-7c68-49cd-bac1-be9345cb4402 tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] 10.222.0.23 "GET /v2.0/networks?id=6abf39c7-5383-40cb-87d6-f20d29bbd8cf HTTP/1.1" status: 200 len: 804 time: 0.1691358 Jul 13 13:34:43.622706 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-fc2a4fda-8a84-4d9b-9398-1d9b1bd1a879 req-3d34e47d-9a62-427a-8036-941943da28af service neutron] 10.222.0.41 "GET /v2.0/networks/9a9efa57-6396-440f-b2fc-34d74307ad06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3786163 Jul 13 13:34:43.653805 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-beaf8e21-778d-4df9-9eb4-8bf06b6d6761 req-3f3f3e2b-edea-4e8e-bd9e-82f2a5dbf61f tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] 10.222.0.23 "GET /v2.0/quotas/25975085bfa5408baa762e94e04f7b53 HTTP/1.1" status: 200 len: 375 time: 0.0299029 Jul 13 13:34:43.715098 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8325fef7-b75a-4f01-9bed-cc43843ee7c3 req-ea103274-2fc5-4ee5-93bd-f06073442d26 tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] Router e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 13:34:43.766520 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-beaf8e21-778d-4df9-9eb4-8bf06b6d6761 req-3701c1c4-4952-4486-91b7-a47b0ded4e30 tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=25975085bfa5408baa762e94e04f7b53&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1044428 Jul 13 13:34:43.848413 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8325fef7-b75a-4f01-9bed-cc43843ee7c3 req-ea103274-2fc5-4ee5-93bd-f06073442d26 tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:34:43.869350 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-8325fef7-b75a-4f01-9bed-cc43843ee7c3 req-ea103274-2fc5-4ee5-93bd-f06073442d26 tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for floatingip, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:43.871732 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6abbf4-f114-4209-87f6-f07a41b2593b None None] Sync routers for ids ['e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:34:43.886722 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6abbf4-f114-4209-87f6-f07a41b2593b None None] Routers {'e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:34:43.895708 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-ff6abbf4-f114-4209-87f6-f07a41b2593b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:34:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:34:43.897641 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-beaf8e21-778d-4df9-9eb4-8bf06b6d6761 req-67eb78b0-e03f-40df-b38d-3a0a1b3eff4f service neutron] 10.222.0.23 "GET /v2.0/networks/6abf39c7-5383-40cb-87d6-f20d29bbd8cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287136 Jul 13 13:34:43.932096 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8325fef7-b75a-4f01-9bed-cc43843ee7c3 req-ea103274-2fc5-4ee5-93bd-f06073442d26 tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] 10.222.0.23 "PUT /v2.0/floatingips/e4161356-0261-4db9-b444-6a97984c68a3 HTTP/1.1" status: 200 len: 995 time: 1.8135312 Jul 13 13:34:44.031643 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-beaf8e21-778d-4df9-9eb4-8bf06b6d6761 req-c1d33837-1afc-4533-83e4-3d4fdef13876 service neutron] 10.222.0.23 "GET /v2.0/networks/6abf39c7-5383-40cb-87d6-f20d29bbd8cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309495 Jul 13 13:34:44.035924 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8325fef7-b75a-4f01-9bed-cc43843ee7c3 req-111231ee-a9bb-48c6-90fd-0585429a0e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:34:44.043362 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8325fef7-b75a-4f01-9bed-cc43843ee7c3 req-111231ee-a9bb-48c6-90fd-0585429a0e4d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=278e2d283bc440adb5e5f55c103a5de0&device_id=b5da14f7-ffdc-4d87-8dbf-7c9b48b29672 HTTP/1.1" status: 200 len: 1096 time: 0.0915198 Jul 13 13:34:44.151247 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-ff6abbf4-f114-4209-87f6-f07a41b2593b None None] Set router e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:34:44.582127 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-ff6abbf4-f114-4209-87f6-f07a41b2593b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1255390624-router', 'tenant_id': '278e2d283bc440adb5e5f55c103a5de0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '2a7a0bee-5d85-484c-8c89-7059df134f07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:33:08Z', 'updated_at': '2021-07-13T13:33:16Z', 'revision_number': 4, 'project_id': '278e2d283bc440adb5e5f55c103a5de0', 'gw_port': {'id': '2a7a0bee-5d85-484c-8c89-7059df134f07', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:4f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:33:09Z', 'updated_at': '2021-07-13T13:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_floatingips': [{'id': 'e4161356-0261-4db9-b444-6a97984c68a3', 'tenant_id': '278e2d283bc440adb5e5f55c103a5de0', 'floating_ip_address': '172.25.6.37', 'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'router_id': 'e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c', 'port_id': 'f97b675f-18b5-4e12-9419-9c15459c72ac', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b5b3b6e-f653-438d-b4e3-2ba9f685c679', 'mac_address': 'fa:16:3e:fa:08:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5da14f7-ffdc-4d87-8dbf-7c9b48b29672', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T13:33:42Z', 'updated_at': '2021-07-13T13:34:42Z', 'revision_number': 8, 'project_id': '278e2d283bc440adb5e5f55c103a5de0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '033f8425-860e-4578-9c72-d006f86a11c8', 'name': '', 'network_id': '1b5b3b6e-f653-438d-b4e3-2ba9f685c679', 'tenant_id': '278e2d283bc440adb5e5f55c103a5de0', 'mac_address': 'fa:16:3e:c2:db:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '14d97c6f-9a99-4df0-bce0-89de50c402ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:33:15Z', 'updated_at': '2021-07-13T13:33:25Z', 'revision_number': 5, 'project_id': '278e2d283bc440adb5e5f55c103a5de0', 'subnets': [{'id': '14d97c6f-9a99-4df0-bce0-89de50c402ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:34:44.595701 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5da14f7-ffdc-4d87-8dbf-7c9b48b29672', 'tag': 'f97b675f-18b5-4e12-9419-9c15459c72ac'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:34:44.598390 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8255938d-9463-448b-8f98-594ee0464a0f" -d '{"events": [{"name": "network-changed", "server_uuid": "b5da14f7-ffdc-4d87-8dbf-7c9b48b29672", "tag": "f97b675f-18b5-4e12-9419-9c15459c72ac"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:34:44.656923 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6abbf4-f114-4209-87f6-f07a41b2593b None None] Checking router: e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c for host: n-d-800634-1 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 13:34:44.668390 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6abbf4-f114-4209-87f6-f07a41b2593b None None] Routers {'e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:34:44.669064 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-ff6abbf4-f114-4209-87f6-f07a41b2593b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:34:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:34:44.738527 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8325fef7-b75a-4f01-9bed-cc43843ee7c3 req-5ec1510e-4ce5-46f7-826d-4269528dc850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:34:44.743700 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8325fef7-b75a-4f01-9bed-cc43843ee7c3 req-5ec1510e-4ce5-46f7-826d-4269528dc850 service neutron] 10.222.0.23 "GET /v2.0/networks?id=1b5b3b6e-f653-438d-b4e3-2ba9f685c679 HTTP/1.1" status: 200 len: 921 time: 0.6933720 Jul 13 13:34:44.963757 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8325fef7-b75a-4f01-9bed-cc43843ee7c3 req-2454958d-dd86-4b12-bfb4-d404842199be service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f97b675f-18b5-4e12-9419-9c15459c72ac HTTP/1.1" status: 200 len: 998 time: 0.2136483 Jul 13 13:34:44.988744 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6902e4-43cf-4fea-8cf5-8bd9509d9d98 req-625383c7-c75f-479f-8e0f-561b1b696657 tempest-InstanceActionsNegativeTestJSON-191810445 tempest-InstanceActionsNegativeTestJSON-191810445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:34:44.990635 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-be6902e4-43cf-4fea-8cf5-8bd9509d9d98 req-625383c7-c75f-479f-8e0f-561b1b696657 tempest-InstanceActionsNegativeTestJSON-191810445 tempest-InstanceActionsNegativeTestJSON-191810445-project] 10.222.0.23 "GET /v2.0/ports?device_id=0131acbc-1b2c-4dd5-a21f-c7cd3913ec34 HTTP/1.1" status: 200 len: 946 time: 0.1632643 Jul 13 13:34:45.001248 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415fd674-ecb3-4923-8a58-a9b2bbc19642 req-9456d864-1a49-42a4-95bf-f0e4b4e33d9e tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:34:45.003138 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-415fd674-ecb3-4923-8a58-a9b2bbc19642 req-9456d864-1a49-42a4-95bf-f0e4b4e33d9e tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] 10.222.0.41 "GET /v2.0/ports?device_id=d1dfe0f1-74d0-4c0b-a3b1-09c9c555730e HTTP/1.1" status: 200 len: 945 time: 0.2049146 Jul 13 13:34:45.060049 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8325fef7-b75a-4f01-9bed-cc43843ee7c3 req-8752b09b-16ca-4d5c-bb48-d63b1511bb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:34:45.062104 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8325fef7-b75a-4f01-9bed-cc43843ee7c3 req-8752b09b-16ca-4d5c-bb48-d63b1511bb2d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=14d97c6f-9a99-4df0-bce0-89de50c402ab HTTP/1.1" status: 200 len: 860 time: 0.0825148 Jul 13 13:34:45.167824 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-be6902e4-43cf-4fea-8cf5-8bd9509d9d98 req-8a394307-6467-43d4-a1c7-80e320841889 tempest-InstanceActionsNegativeTestJSON-191810445 tempest-InstanceActionsNegativeTestJSON-191810445-project] 10.222.0.23 "GET /v2.0/security-groups?id=f235c326-7228-44c2-96b5-0876bdf6db43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634617 Jul 13 13:34:45.238229 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-ff6abbf4-f114-4209-87f6-f07a41b2593b None None] Set router e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:34:45.251753 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-415fd674-ecb3-4923-8a58-a9b2bbc19642 req-93685ef8-f84c-429c-abd8-455932105199 tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] Deleting port 84350c06-b0ae-49dd-97a8-0fb3ebfa8384 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:34:45.252109 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-415fd674-ecb3-4923-8a58-a9b2bbc19642 req-93685ef8-f84c-429c-abd8-455932105199 tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:45.323881 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8325fef7-b75a-4f01-9bed-cc43843ee7c3 req-6df37248-b373-4cba-8ab2-9f43eac04e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:34:45.325422 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8325fef7-b75a-4f01-9bed-cc43843ee7c3 req-6df37248-b373-4cba-8ab2-9f43eac04e65 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1b5b3b6e-f653-438d-b4e3-2ba9f685c679&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2510791 Jul 13 13:34:45.536900 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-415fd674-ecb3-4923-8a58-a9b2bbc19642 req-93685ef8-f84c-429c-abd8-455932105199 tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] For port 84350c06-b0ae-49dd-97a8-0fb3ebfa8384, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=84350c06-b0ae-49dd-97a8-0fb3ebfa8384,segment=NetworkSegment(15c43e43-c0ec-4679-80b4-b23ff768bd51),segment_id=15c43e43-c0ec-4679-80b4-b23ff768bd51)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:34:45.537336 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-415fd674-ecb3-4923-8a58-a9b2bbc19642 req-93685ef8-f84c-429c-abd8-455932105199 tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:45.623462 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8325fef7-b75a-4f01-9bed-cc43843ee7c3 req-eabbadff-73da-4f2a-8e17-03290da00633 service neutron] 10.222.0.23 "GET /v2.0/networks/1b5b3b6e-f653-438d-b4e3-2ba9f685c679?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2914915 Jul 13 13:34:45.924001 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8325fef7-b75a-4f01-9bed-cc43843ee7c3 req-980c93f7-4a65-4de4-b710-6a5b5e37a6b0 service neutron] 10.222.0.23 "GET /v2.0/networks/1b5b3b6e-f653-438d-b4e3-2ba9f685c679?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2972538 Jul 13 13:34:45.950499 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-ff6abbf4-f114-4209-87f6-f07a41b2593b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1255390624-router', 'tenant_id': '278e2d283bc440adb5e5f55c103a5de0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '2a7a0bee-5d85-484c-8c89-7059df134f07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:33:08Z', 'updated_at': '2021-07-13T13:33:16Z', 'revision_number': 4, 'project_id': '278e2d283bc440adb5e5f55c103a5de0', 'gw_port': {'id': '2a7a0bee-5d85-484c-8c89-7059df134f07', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:4f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:33:09Z', 'updated_at': '2021-07-13T13:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_floatingips': [{'id': 'e4161356-0261-4db9-b444-6a97984c68a3', 'tenant_id': '278e2d283bc440adb5e5f55c103a5de0', 'floating_ip_address': '172.25.6.37', 'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'router_id': 'e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c', 'port_id': 'f97b675f-18b5-4e12-9419-9c15459c72ac', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b5b3b6e-f653-438d-b4e3-2ba9f685c679', 'mac_address': 'fa:16:3e:fa:08:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5da14f7-ffdc-4d87-8dbf-7c9b48b29672', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T13:33:42Z', 'updated_at': '2021-07-13T13:34:42Z', 'revision_number': 8, 'project_id': '278e2d283bc440adb5e5f55c103a5de0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '033f8425-860e-4578-9c72-d006f86a11c8', 'name': '', 'network_id': '1b5b3b6e-f653-438d-b4e3-2ba9f685c679', 'tenant_id': '278e2d283bc440adb5e5f55c103a5de0', 'mac_address': 'fa:16:3e:c2:db:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '14d97c6f-9a99-4df0-bce0-89de50c402ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:33:15Z', 'updated_at': '2021-07-13T13:33:25Z', 'revision_number': 5, 'project_id': '278e2d283bc440adb5e5f55c103a5de0', 'subnets': [{'id': '14d97c6f-9a99-4df0-bce0-89de50c402ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:34:46.038142 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6abbf4-f114-4209-87f6-f07a41b2593b None None] The sync data for ids ['e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c'] in n-d-800634-1 is: [{'id': 'e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1255390624-router', 'tenant_id': '278e2d283bc440adb5e5f55c103a5de0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '2a7a0bee-5d85-484c-8c89-7059df134f07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:33:08Z', 'updated_at': '2021-07-13T13:33:16Z', 'revision_number': 4, 'project_id': '278e2d283bc440adb5e5f55c103a5de0', 'gw_port': {'id': '2a7a0bee-5d85-484c-8c89-7059df134f07', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:4f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:33:09Z', 'updated_at': '2021-07-13T13:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_floatingips': [{'id': 'e4161356-0261-4db9-b444-6a97984c68a3', 'tenant_id': '278e2d283bc440adb5e5f55c103a5de0', 'floating_ip_address': '172.25.6.37', 'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'router_id': 'e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c', 'port_id': 'f97b675f-18b5-4e12-9419-9c15459c72ac', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b5b3b6e-f653-438d-b4e3-2ba9f685c679', 'mac_address': 'fa:16:3e:fa:08:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5da14f7-ffdc-4d87-8dbf-7c9b48b29672', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T13:33:42Z', 'updated_at': '2021-07-13T13:34:42Z', 'revision_number': 8, 'project_id': '278e2d283bc440adb5e5f55c103a5de0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '033f8425-860e-4578-9c72-d006f86a11c8', 'name': '', 'network_id': '1b5b3b6e-f653-438d-b4e3-2ba9f685c679', 'tenant_id': '278e2d283bc440adb5e5f55c103a5de0', 'mac_address': 'fa:16:3e:c2:db:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '14d97c6f-9a99-4df0-bce0-89de50c402ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:33:15Z', 'updated_at': '2021-07-13T13:33:25Z', 'revision_number': 5, 'project_id': '278e2d283bc440adb5e5f55c103a5de0', 'subnets': [{'id': '14d97c6f-9a99-4df0-bce0-89de50c402ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:34:46.267613 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b0a2a7-d967-420d-9edb-5a9ef8518111 req-742dc70b-1811-4bef-9ed5-0c045512f9ce tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:34:46.277965 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b0b0a2a7-d967-420d-9edb-5a9ef8518111 req-742dc70b-1811-4bef-9ed5-0c045512f9ce tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1dfe0f1-74d0-4c0b-a3b1-09c9c555730e HTTP/1.1" status: 200 len: 945 time: 0.0972385 Jul 13 13:34:46.414831 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b0b0a2a7-d967-420d-9edb-5a9ef8518111 req-79b7f5f7-36b9-48c3-b6d4-f1123e4a4c4c tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] 10.222.0.23 "GET /v2.0/security-groups?id=f0a8d85e-c901-48b0-b619-87bd6bfcd856&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1356475 Jul 13 13:34:46.515495 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7daf99-ac03-498f-9afd-575738d70bcc None None] New status for floating IP e4161356-0261-4db9-b444-6a97984c68a3: ACTIVE {{(pid=93753) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 13:34:46.709627 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-415fd674-ecb3-4923-8a58-a9b2bbc19642 req-93685ef8-f84c-429c-abd8-455932105199 tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:46.710314 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-415fd674-ecb3-4923-8a58-a9b2bbc19642 req-93685ef8-f84c-429c-abd8-455932105199 tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446547'] for floatingip, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:46.712999 n-d-800634-1 neutron-server[93751]: INFO neutron.db.l3_db [req-415fd674-ecb3-4923-8a58-a9b2bbc19642 req-93685ef8-f84c-429c-abd8-455932105199 tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] Floating IP 8a699c19-2346-4519-a58f-7e1c10676abc disassociated. External IP: 172.25.6.161, port: 84350c06-b0ae-49dd-97a8-0fb3ebfa8384. Jul 13 13:34:46.713613 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-415fd674-ecb3-4923-8a58-a9b2bbc19642 req-93685ef8-f84c-429c-abd8-455932105199 tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] Calling delete_port for 84350c06-b0ae-49dd-97a8-0fb3ebfa8384 owned by compute:nova {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:34:46.828379 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-46adad47-7e18-42ec-a473-4b7f3bbaba48 req-2fa1a290-de58-4aab-a7c7-b3ad9a068e03 service neutron] Request body: {'port': {'device_id': '5002655f-6941-4d1b-9a0a-42f9fa3913e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:34:46.860168 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c1b628e2-3251-42c3-ae36-d2d03f556186 req-8b025f76-958b-49ee-ac3b-6c516937749f tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] 10.222.0.23 "GET /v2.0/ports?device_id=9667b2b3-a6a8-4192-9815-a4b1d860f93e HTTP/1.1" status: 200 len: 210 time: 0.1661284 Jul 13 13:34:47.015891 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaf8e21-778d-4df9-9eb4-8bf06b6d6761 req-5f63a5b1-de69-4727-85f1-e2973574cd83 tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:34:47.017442 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-beaf8e21-778d-4df9-9eb4-8bf06b6d6761 req-5f63a5b1-de69-4727-85f1-e2973574cd83 tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] 10.222.0.41 "GET /v2.0/networks?id=6abf39c7-5383-40cb-87d6-f20d29bbd8cf HTTP/1.1" status: 200 len: 804 time: 0.6016688 Jul 13 13:34:47.032053 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf98f539-07d1-4c59-9ede-2be609fe9372 req-d9f39b06-4fab-40f2-b91c-a3add9580cef tempest-AttachSCSIVolumeTestJSON-417808870 tempest-AttachSCSIVolumeTestJSON-417808870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:34:47.032523 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-beaf8e21-778d-4df9-9eb4-8bf06b6d6761 req-dc098c29-b389-4cca-9cac-db5a8d6d466e tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] Request body: {'port': {'device_id': '9667b2b3-a6a8-4192-9815-a4b1d860f93e', 'network_id': '6abf39c7-5383-40cb-87d6-f20d29bbd8cf', 'admin_state_up': True, 'tenant_id': '25975085bfa5408baa762e94e04f7b53'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:34:47.043226 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-bf98f539-07d1-4c59-9ede-2be609fe9372 req-d9f39b06-4fab-40f2-b91c-a3add9580cef tempest-AttachSCSIVolumeTestJSON-417808870 tempest-AttachSCSIVolumeTestJSON-417808870-project] 10.222.0.23 "GET /v2.0/ports?device_id=5002655f-6941-4d1b-9a0a-42f9fa3913e0 HTTP/1.1" status: 200 len: 931 time: 1.1457543 Jul 13 13:34:47.104702 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-bf98f539-07d1-4c59-9ede-2be609fe9372 req-ba2baa78-b4d4-493d-838e-708710f3a980 tempest-AttachSCSIVolumeTestJSON-417808870 tempest-AttachSCSIVolumeTestJSON-417808870-project] 10.222.0.23 "GET /v2.0/security-groups?id=f42b914a-54cd-4241-aa90-8d2a14562637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592954 Jul 13 13:34:47.165267 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-7e7e01bd-6ba0-4b13-a398-62e634246596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:47.291966 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-415fd674-ecb3-4923-8a58-a9b2bbc19642 req-93685ef8-f84c-429c-abd8-455932105199 tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:47.309764 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-46adad47-7e18-42ec-a473-4b7f3bbaba48 req-2fa1a290-de58-4aab-a7c7-b3ad9a068e03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:47.315846 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 13:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-420f33d7-2f70-4896-97e8-4c337aecd0ea x-openstack-request-id: req-420f33d7-2f70-4896-97e8-4c337aecd0ea {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:34:47.316146 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5da14f7-ffdc-4d87-8dbf-7c9b48b29672", "tag": "f97b675f-18b5-4e12-9419-9c15459c72ac", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:34:47.316380 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-420f33d7-2f70-4896-97e8-4c337aecd0ea {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:34:47.316777 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5da14f7-ffdc-4d87-8dbf-7c9b48b29672', 'tag': 'f97b675f-18b5-4e12-9419-9c15459c72ac', 'status': 'completed', 'code': 200} Jul 13 13:34:47.390036 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25226883-94ad-42d0-a06a-206c9b5081b7 req-fd8a032e-d3fb-4ccf-ba40-3c2f8d4a4057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:34:47.391679 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-25226883-94ad-42d0-a06a-206c9b5081b7 req-fd8a032e-d3fb-4ccf-ba40-3c2f8d4a4057 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1b5b3b6e-f653-438d-b4e3-2ba9f685c679 HTTP/1.1" status: 200 len: 921 time: 0.5596874 Jul 13 13:34:47.452335 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93685ef8-f84c-429c-abd8-455932105199 tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] Pushing event deleted for resources: {'Port': ['ID=84350c06-b0ae-49dd-97a8-0fb3ebfa8384,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:34:47.484211 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93685ef8-f84c-429c-abd8-455932105199 tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:34:47.485066 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93685ef8-f84c-429c-abd8-455932105199 tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:34:47.485782 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93685ef8-f84c-429c-abd8-455932105199 tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:34:47.486157 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93685ef8-f84c-429c-abd8-455932105199 tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:34:47.488225 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93685ef8-f84c-429c-abd8-455932105199 tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:34:47.493190 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93685ef8-f84c-429c-abd8-455932105199 tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:34:47.493684 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93685ef8-f84c-429c-abd8-455932105199 tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:34:47.494062 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93685ef8-f84c-429c-abd8-455932105199 tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:34:47.494553 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93685ef8-f84c-429c-abd8-455932105199 tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:34:47.494903 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93685ef8-f84c-429c-abd8-455932105199 tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:34:47.495385 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93685ef8-f84c-429c-abd8-455932105199 tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:34:47.518220 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93685ef8-f84c-429c-abd8-455932105199 tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:34:47.738752 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e379ef61-7325-46f8-b514-5b2148192b1d req-5a0f1d71-2aa0-4490-a473-495887077269 tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] 10.222.0.23 "GET /v2.0/floatingips/e4161356-0261-4db9-b444-6a97984c68a3 HTTP/1.1" status: 200 len: 997 time: 0.2281325 Jul 13 13:34:47.757988 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8255938d-9463-448b-8f98-594ee0464a0f req-e88712b9-7534-4e01-bd68-a1e156209b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:34:47.759697 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8255938d-9463-448b-8f98-594ee0464a0f req-e88712b9-7534-4e01-bd68-a1e156209b13 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=278e2d283bc440adb5e5f55c103a5de0&device_id=b5da14f7-ffdc-4d87-8dbf-7c9b48b29672 HTTP/1.1" status: 200 len: 1096 time: 0.4178033 Jul 13 13:34:47.921460 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-beaf8e21-778d-4df9-9eb4-8bf06b6d6761 req-dc098c29-b389-4cca-9cac-db5a8d6d466e tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] Made reservation on behalf of 25975085bfa5408baa762e94e04f7b53 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:34:47.922622 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [req-415fd674-ecb3-4923-8a58-a9b2bbc19642 req-93685ef8-f84c-429c-abd8-455932105199 tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] Router 85609521-684d-4122-bbe0-87dfdb0cbc61 has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 13:34:47.925043 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-beaf8e21-778d-4df9-9eb4-8bf06b6d6761 req-dc098c29-b389-4cca-9cac-db5a8d6d466e tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:47.963353 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2216ec9c-283c-4b9a-a0b0-3abe1c5763be req-54047a96-079e-404f-83ad-343e6633d874 tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:34:47.971679 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2216ec9c-283c-4b9a-a0b0-3abe1c5763be req-54047a96-079e-404f-83ad-343e6633d874 tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] 10.222.0.23 "GET /v2.0/ports?device_id=702da0b5-df79-4c9c-a035-064da62f3adc HTTP/1.1" status: 200 len: 945 time: 0.2902811 Jul 13 13:34:48.096945 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 84350c06-b0ae-49dd-97a8-0fb3ebfa8384 no longer exists at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:34:48.104226 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2216ec9c-283c-4b9a-a0b0-3abe1c5763be req-45c4c466-f668-484e-bb87-cdbf9810a177 tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] 10.222.0.23 "GET /v2.0/security-groups?id=246f878a-992c-46a3-86c7-c947eed33eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314743 Jul 13 13:34:48.169639 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] No Port match for: 84350c06-b0ae-49dd-97a8-0fb3ebfa8384 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:34:48.170378 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 84350c06-b0ae-49dd-97a8-0fb3ebfa8384 not bound to the agent host n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:34:48.269711 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-415fd674-ecb3-4923-8a58-a9b2bbc19642 req-93685ef8-f84c-429c-abd8-455932105199 tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:34:48.284040 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09afff9e-af46-499b-97be-74f1ee695bd9 None None] Sync routers for ids ['85609521-684d-4122-bbe0-87dfdb0cbc61'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:34:48.299033 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09afff9e-af46-499b-97be-74f1ee695bd9 None None] Routers {'85609521-684d-4122-bbe0-87dfdb0cbc61'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:34:48.302041 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-09afff9e-af46-499b-97be-74f1ee695bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:34:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['85609521-684d-4122-bbe0-87dfdb0cbc61'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:34:48.328764 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-46adad47-7e18-42ec-a473-4b7f3bbaba48 req-2fa1a290-de58-4aab-a7c7-b3ad9a068e03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c36b9a68-aca8-4909-9cb6-3474e0c4789a {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:34:48.353281 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-46adad47-7e18-42ec-a473-4b7f3bbaba48 req-2fa1a290-de58-4aab-a7c7-b3ad9a068e03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:48.381390 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-46adad47-7e18-42ec-a473-4b7f3bbaba48 req-2fa1a290-de58-4aab-a7c7-b3ad9a068e03 service neutron] Transition to ACTIVE for port object c36b9a68-aca8-4909-9cb6-3474e0c4789a will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:34:48.387791 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-25226883-94ad-42d0-a06a-206c9b5081b7 req-3786a8be-a59f-41c7-8923-e2c6696dca4b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=07f63703-9f99-4b32-93ab-eabcfe9855cf HTTP/1.1" status: 200 len: 217 time: 0.4545324 Jul 13 13:34:48.412984 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f8e4a29c-6dec-489a-9f58-d46894ec338e req-0bb354f1-4e0d-44d1-8381-c5c51f9e0cf5 tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1dfe0f1-74d0-4c0b-a3b1-09c9c555730e HTTP/1.1" status: 200 len: 210 time: 0.0429022 Jul 13 13:34:48.416074 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-415fd674-ecb3-4923-8a58-a9b2bbc19642 req-93685ef8-f84c-429c-abd8-455932105199 tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] No DVR routers for this DVR port 84350c06-b0ae-49dd-97a8-0fb3ebfa8384 on host n-h2-800634-1 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:34:48.423488 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-415fd674-ecb3-4923-8a58-a9b2bbc19642 req-93685ef8-f84c-429c-abd8-455932105199 tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:48.439444 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-415fd674-ecb3-4923-8a58-a9b2bbc19642 req-93685ef8-f84c-429c-abd8-455932105199 tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] 10.222.0.41 "DELETE /v2.0/ports/84350c06-b0ae-49dd-97a8-0fb3ebfa8384 HTTP/1.1" status: 204 len: 173 time: 3.4041703 Jul 13 13:34:48.440256 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1dfe0f1-74d0-4c0b-a3b1-09c9c555730e', 'name': 'network-vif-deleted', 'tag': '84350c06-b0ae-49dd-97a8-0fb3ebfa8384'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:34:48.443102 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d17b627af75e17e0f4b8d6239d04f8c2f78634e2c585e32a7aeca336500f34a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72653a7c-1c62-4579-be52-f5f129bb0bd9" -d '{"events": [{"server_uuid": "d1dfe0f1-74d0-4c0b-a3b1-09c9c555730e", "name": "network-vif-deleted", "tag": "84350c06-b0ae-49dd-97a8-0fb3ebfa8384"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:34:48.517162 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-09afff9e-af46-499b-97be-74f1ee695bd9 None None] Set router 85609521-684d-4122-bbe0-87dfdb0cbc61 gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:34:48.584820 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-beaf8e21-778d-4df9-9eb4-8bf06b6d6761 req-dc098c29-b389-4cca-9cac-db5a8d6d466e tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] Allocated IP 172.20.0.5 (6abf39c7-5383-40cb-87d6-f20d29bbd8cf/560441f8-4dd8-4170-ae42-f3e38fe7cfb4/2bd87d73-4372-4ba5-9218-4e27eaeb7d76) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:34:48.819733 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25226883-94ad-42d0-a06a-206c9b5081b7 req-abb9f12b-d5f1-4c17-b055-3997c06b5e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:34:48.821362 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-25226883-94ad-42d0-a06a-206c9b5081b7 req-abb9f12b-d5f1-4c17-b055-3997c06b5e62 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=14d97c6f-9a99-4df0-bce0-89de50c402ab HTTP/1.1" status: 200 len: 860 time: 0.0701613 Jul 13 13:34:48.822135 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-46adad47-7e18-42ec-a473-4b7f3bbaba48 req-2fa1a290-de58-4aab-a7c7-b3ad9a068e03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:48.843814 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ce6f9163-f165-4922-8ffb-3fe1225e61de req-82986729-7a20-41bb-b3a2-7b89f228bc12 tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] 10.222.0.23 "GET /v2.0/ports?device_id=9667b2b3-a6a8-4192-9815-a4b1d860f93e HTTP/1.1" status: 200 len: 210 time: 0.0846474 Jul 13 13:34:48.893304 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-beaf8e21-778d-4df9-9eb4-8bf06b6d6761 req-dc098c29-b389-4cca-9cac-db5a8d6d466e tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:48.982997 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-09afff9e-af46-499b-97be-74f1ee695bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85609521-684d-4122-bbe0-87dfdb0cbc61', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1051747536-router', 'tenant_id': 'ad96651d90924ac6a2bfe736b1e71ae8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.172'}], 'enable_snat': True}, 'gw_port_id': '298577c3-28ae-42a9-87d0-6c5e032af4e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:29:40Z', 'updated_at': '2021-07-13T13:29:44Z', 'revision_number': 4, 'project_id': 'ad96651d90924ac6a2bfe736b1e71ae8', 'gw_port': {'id': '298577c3-28ae-42a9-87d0-6c5e032af4e4', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:3a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85609521-684d-4122-bbe0-87dfdb0cbc61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:29:41Z', 'updated_at': '2021-07-13T13:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': 'aa2462eb-1689-4bdf-abd5-ef6940aa1010', 'name': '', 'network_id': '8fa0d465-8003-432f-9af5-3ecf92dbf33d', 'tenant_id': 'ad96651d90924ac6a2bfe736b1e71ae8', 'mac_address': 'fa:16:3e:1c:c8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85609521-684d-4122-bbe0-87dfdb0cbc61', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '0935fffc-5f50-41bc-86c4-a4cd335b45c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:29:43Z', 'updated_at': '2021-07-13T13:29:51Z', 'revision_number': 5, 'project_id': 'ad96651d90924ac6a2bfe736b1e71ae8', 'subnets': [{'id': '0935fffc-5f50-41bc-86c4-a4cd335b45c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:34:49.025908 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09afff9e-af46-499b-97be-74f1ee695bd9 None None] Checking router: 85609521-684d-4122-bbe0-87dfdb0cbc61 for host: n-d-800634-1 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 13:34:49.035466 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09afff9e-af46-499b-97be-74f1ee695bd9 None None] Routers {'85609521-684d-4122-bbe0-87dfdb0cbc61'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:34:49.036846 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-09afff9e-af46-499b-97be-74f1ee695bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:34:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['85609521-684d-4122-bbe0-87dfdb0cbc61'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:34:49.334913 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa1a290-de58-4aab-a7c7-b3ad9a068e03 service neutron] Pushing event updated for resources: {'Port': ['ID=c36b9a68-aca8-4909-9cb6-3474e0c4789a,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:34:49.378131 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-09afff9e-af46-499b-97be-74f1ee695bd9 None None] Set router 85609521-684d-4122-bbe0-87dfdb0cbc61 gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:34:49.398416 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa1a290-de58-4aab-a7c7-b3ad9a068e03 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:34:49.399501 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa1a290-de58-4aab-a7c7-b3ad9a068e03 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:34:49.399857 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa1a290-de58-4aab-a7c7-b3ad9a068e03 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:34:49.400191 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa1a290-de58-4aab-a7c7-b3ad9a068e03 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:34:49.401131 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa1a290-de58-4aab-a7c7-b3ad9a068e03 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:34:49.405385 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa1a290-de58-4aab-a7c7-b3ad9a068e03 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:34:49.406488 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa1a290-de58-4aab-a7c7-b3ad9a068e03 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:34:49.407099 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa1a290-de58-4aab-a7c7-b3ad9a068e03 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:34:49.407741 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa1a290-de58-4aab-a7c7-b3ad9a068e03 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:34:49.409654 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa1a290-de58-4aab-a7c7-b3ad9a068e03 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:34:49.411213 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa1a290-de58-4aab-a7c7-b3ad9a068e03 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:34:49.411604 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa1a290-de58-4aab-a7c7-b3ad9a068e03 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:34:49.432118 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0cdc6b-8342-4a8d-b24d-1c54439fd242 req-8b12ac4d-a1d4-465b-afe8-18ebfd3b2c56 tempest-AttachSCSIVolumeTestJSON-417808870 tempest-AttachSCSIVolumeTestJSON-417808870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:34:49.443137 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-fc0cdc6b-8342-4a8d-b24d-1c54439fd242 req-8b12ac4d-a1d4-465b-afe8-18ebfd3b2c56 tempest-AttachSCSIVolumeTestJSON-417808870 tempest-AttachSCSIVolumeTestJSON-417808870-project] 10.222.0.23 "GET /v2.0/ports?device_id=5002655f-6941-4d1b-9a0a-42f9fa3913e0 HTTP/1.1" status: 200 len: 943 time: 0.2159765 Jul 13 13:34:49.478835 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e379ef61-7325-46f8-b514-5b2148192b1d req-20673f6a-d6ed-441c-9009-0a47e995122c tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:34:49.495941 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e379ef61-7325-46f8-b514-5b2148192b1d req-20673f6a-d6ed-441c-9009-0a47e995122c tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] 10.222.0.23 "GET /v2.0/networks/acf968b8-c524-46a9-a20b-ad9667009130 HTTP/1.1" status: 200 len: 784 time: 1.7562566 Jul 13 13:34:49.513281 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8255938d-9463-448b-8f98-594ee0464a0f req-2fbfe8e9-54de-43be-b68a-b71877adb3db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:34:49.515942 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8255938d-9463-448b-8f98-594ee0464a0f req-2fbfe8e9-54de-43be-b68a-b71877adb3db service neutron] 10.222.0.41 "GET /v2.0/networks?id=1b5b3b6e-f653-438d-b4e3-2ba9f685c679 HTTP/1.1" status: 200 len: 921 time: 1.6394966 Jul 13 13:34:49.516659 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-46adad47-7e18-42ec-a473-4b7f3bbaba48 req-2fa1a290-de58-4aab-a7c7-b3ad9a068e03 service neutron] Attempting to bind port c36b9a68-aca8-4909-9cb6-3474e0c4789a on host n-h1-800634-1 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:34:49.516992 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-46adad47-7e18-42ec-a473-4b7f3bbaba48 req-2fa1a290-de58-4aab-a7c7-b3ad9a068e03 service neutron] Attempting to bind port c36b9a68-aca8-4909-9cb6-3474e0c4789a by drivers openvswitch,hyperv on host n-h1-800634-1 at level 0 using segments [{'id': 'ff868c88-63a7-45f2-9c2d-60b1f22692fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'dbf4a96c-cb51-41cd-ae2b-a32a6d64ddc6'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:34:49.517325 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46adad47-7e18-42ec-a473-4b7f3bbaba48 req-2fa1a290-de58-4aab-a7c7-b3ad9a068e03 service neutron] Attempting to bind port c36b9a68-aca8-4909-9cb6-3474e0c4789a on network dbf4a96c-cb51-41cd-ae2b-a32a6d64ddc6 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:34:49.588279 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-fc0cdc6b-8342-4a8d-b24d-1c54439fd242 req-b40847d7-cda5-409a-9e39-bd7488cf9207 tempest-AttachSCSIVolumeTestJSON-417808870 tempest-AttachSCSIVolumeTestJSON-417808870-project] 10.222.0.23 "GET /v2.0/security-groups?id=f42b914a-54cd-4241-aa90-8d2a14562637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432860 Jul 13 13:34:49.656936 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea01a54-eb82-4866-94e5-418486a257ba req-f64bc3e4-a697-4efe-95e9-ec243a77f4b1 tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:34:49.658552 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2ea01a54-eb82-4866-94e5-418486a257ba req-f64bc3e4-a697-4efe-95e9-ec243a77f4b1 tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] 10.222.0.26 "GET /v2.0/ports?device_id=71cdbe46-c78b-4c00-be27-9195dba4e6d2 HTTP/1.1" status: 200 len: 946 time: 0.1786764 Jul 13 13:34:49.713183 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:34:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7602a6f7-b7fd-43f5-815d-0de847dcde14 x-openstack-request-id: req-7602a6f7-b7fd-43f5-815d-0de847dcde14 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:34:49.713475 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1dfe0f1-74d0-4c0b-a3b1-09c9c555730e", "name": "network-vif-deleted", "tag": "84350c06-b0ae-49dd-97a8-0fb3ebfa8384", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:34:49.713727 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7602a6f7-b7fd-43f5-815d-0de847dcde14 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:34:49.714292 n-d-800634-1 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1dfe0f1-74d0-4c0b-a3b1-09c9c555730e', 'name': 'network-vif-deleted', 'tag': '84350c06-b0ae-49dd-97a8-0fb3ebfa8384', 'status': 'completed', 'code': 200} Jul 13 13:34:49.734808 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8255938d-9463-448b-8f98-594ee0464a0f req-3c4fe33a-dba8-4af6-be5d-111255d2eeca service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f97b675f-18b5-4e12-9419-9c15459c72ac HTTP/1.1" status: 200 len: 1000 time: 0.2105458 Jul 13 13:34:49.746841 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46adad47-7e18-42ec-a473-4b7f3bbaba48 req-2fa1a290-de58-4aab-a7c7-b3ad9a068e03 service neutron] Port c36b9a68-aca8-4909-9cb6-3474e0c4789a on network dbf4a96c-cb51-41cd-ae2b-a32a6d64ddc6 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-1 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:34:49.747222 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46adad47-7e18-42ec-a473-4b7f3bbaba48 req-2fa1a290-de58-4aab-a7c7-b3ad9a068e03 service neutron] Attempting to bind port c36b9a68-aca8-4909-9cb6-3474e0c4789a on network dbf4a96c-cb51-41cd-ae2b-a32a6d64ddc6 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:34:49.802207 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46adad47-7e18-42ec-a473-4b7f3bbaba48 req-2fa1a290-de58-4aab-a7c7-b3ad9a068e03 service neutron] Checking agent: {'id': 'a7603dc8-3c50-4a9b-8f0d-1143528f155e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:34:49.802591 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46adad47-7e18-42ec-a473-4b7f3bbaba48 req-2fa1a290-de58-4aab-a7c7-b3ad9a068e03 service neutron] Checking segment: {'id': 'ff868c88-63a7-45f2-9c2d-60b1f22692fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'dbf4a96c-cb51-41cd-ae2b-a32a6d64ddc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:34:49.803151 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46adad47-7e18-42ec-a473-4b7f3bbaba48 req-2fa1a290-de58-4aab-a7c7-b3ad9a068e03 service neutron] Bound using segment: {'id': 'ff868c88-63a7-45f2-9c2d-60b1f22692fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'dbf4a96c-cb51-41cd-ae2b-a32a6d64ddc6'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:34:49.803601 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-46adad47-7e18-42ec-a473-4b7f3bbaba48 req-2fa1a290-de58-4aab-a7c7-b3ad9a068e03 service neutron] Bound port: c36b9a68-aca8-4909-9cb6-3474e0c4789a, host: n-h1-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff868c88-63a7-45f2-9c2d-60b1f22692fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'dbf4a96c-cb51-41cd-ae2b-a32a6d64ddc6'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:34:49.805175 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-46adad47-7e18-42ec-a473-4b7f3bbaba48 req-2fa1a290-de58-4aab-a7c7-b3ad9a068e03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:49.813240 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-09afff9e-af46-499b-97be-74f1ee695bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85609521-684d-4122-bbe0-87dfdb0cbc61', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1051747536-router', 'tenant_id': 'ad96651d90924ac6a2bfe736b1e71ae8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.172'}], 'enable_snat': True}, 'gw_port_id': '298577c3-28ae-42a9-87d0-6c5e032af4e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:29:40Z', 'updated_at': '2021-07-13T13:29:44Z', 'revision_number': 4, 'project_id': 'ad96651d90924ac6a2bfe736b1e71ae8', 'gw_port': {'id': '298577c3-28ae-42a9-87d0-6c5e032af4e4', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:3a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85609521-684d-4122-bbe0-87dfdb0cbc61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:29:41Z', 'updated_at': '2021-07-13T13:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': 'aa2462eb-1689-4bdf-abd5-ef6940aa1010', 'name': '', 'network_id': '8fa0d465-8003-432f-9af5-3ecf92dbf33d', 'tenant_id': 'ad96651d90924ac6a2bfe736b1e71ae8', 'mac_address': 'fa:16:3e:1c:c8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85609521-684d-4122-bbe0-87dfdb0cbc61', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '0935fffc-5f50-41bc-86c4-a4cd335b45c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:29:43Z', 'updated_at': '2021-07-13T13:29:51Z', 'revision_number': 5, 'project_id': 'ad96651d90924ac6a2bfe736b1e71ae8', 'subnets': [{'id': '0935fffc-5f50-41bc-86c4-a4cd335b45c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:34:49.830437 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25226883-94ad-42d0-a06a-206c9b5081b7 req-a8b3fc69-8085-4d9c-8353-b42ac4da9af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:34:49.832255 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-25226883-94ad-42d0-a06a-206c9b5081b7 req-a8b3fc69-8085-4d9c-8353-b42ac4da9af3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1b5b3b6e-f653-438d-b4e3-2ba9f685c679&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8415773 Jul 13 13:34:49.833569 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-beaf8e21-778d-4df9-9eb4-8bf06b6d6761 req-dc098c29-b389-4cca-9cac-db5a8d6d466e tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:49.880253 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09afff9e-af46-499b-97be-74f1ee695bd9 None None] The sync data for ids ['85609521-684d-4122-bbe0-87dfdb0cbc61'] in n-d-800634-1 is: [{'id': '85609521-684d-4122-bbe0-87dfdb0cbc61', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1051747536-router', 'tenant_id': 'ad96651d90924ac6a2bfe736b1e71ae8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.172'}], 'enable_snat': True}, 'gw_port_id': '298577c3-28ae-42a9-87d0-6c5e032af4e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:29:40Z', 'updated_at': '2021-07-13T13:29:44Z', 'revision_number': 4, 'project_id': 'ad96651d90924ac6a2bfe736b1e71ae8', 'gw_port': {'id': '298577c3-28ae-42a9-87d0-6c5e032af4e4', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:3a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85609521-684d-4122-bbe0-87dfdb0cbc61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:29:41Z', 'updated_at': '2021-07-13T13:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': 'aa2462eb-1689-4bdf-abd5-ef6940aa1010', 'name': '', 'network_id': '8fa0d465-8003-432f-9af5-3ecf92dbf33d', 'tenant_id': 'ad96651d90924ac6a2bfe736b1e71ae8', 'mac_address': 'fa:16:3e:1c:c8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85609521-684d-4122-bbe0-87dfdb0cbc61', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '0935fffc-5f50-41bc-86c4-a4cd335b45c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:29:43Z', 'updated_at': '2021-07-13T13:29:51Z', 'revision_number': 5, 'project_id': 'ad96651d90924ac6a2bfe736b1e71ae8', 'subnets': [{'id': '0935fffc-5f50-41bc-86c4-a4cd335b45c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:34:49.896976 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-57296cae-1712-40c5-bd39-3299156575db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:49.928052 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc098c29-b389-4cca-9cac-db5a8d6d466e tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] Pushing event updated for resources: {'Port': ['ID=2bd87d73-4372-4ba5-9218-4e27eaeb7d76,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:34:49.939075 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:50.035631 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-beaf8e21-778d-4df9-9eb4-8bf06b6d6761 req-dc098c29-b389-4cca-9cac-db5a8d6d466e tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] Network 6abf39c7-5383-40cb-87d6-f20d29bbd8cf is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:34:50.040678 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-beaf8e21-778d-4df9-9eb4-8bf06b6d6761 req-dc098c29-b389-4cca-9cac-db5a8d6d466e tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:34:50.050856 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-beaf8e21-778d-4df9-9eb4-8bf06b6d6761 req-dc098c29-b389-4cca-9cac-db5a8d6d466e tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:34:50.055900 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8255938d-9463-448b-8f98-594ee0464a0f req-143c42e8-214c-48a1-a115-10b132379e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:34:50.057590 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8255938d-9463-448b-8f98-594ee0464a0f req-143c42e8-214c-48a1-a115-10b132379e1b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=14d97c6f-9a99-4df0-bce0-89de50c402ab HTTP/1.1" status: 200 len: 860 time: 0.3129618 Jul 13 13:34:50.192228 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-46adad47-7e18-42ec-a473-4b7f3bbaba48 req-2fa1a290-de58-4aab-a7c7-b3ad9a068e03 service neutron] For port c36b9a68-aca8-4909-9cb6-3474e0c4789a, host n-h1-800634-1, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:34:50.218947 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaf8e21-778d-4df9-9eb4-8bf06b6d6761 req-dc098c29-b389-4cca-9cac-db5a8d6d466e tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:34:50.220239 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-beaf8e21-778d-4df9-9eb4-8bf06b6d6761 req-dc098c29-b389-4cca-9cac-db5a8d6d466e tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:50.224164 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-46adad47-7e18-42ec-a473-4b7f3bbaba48 req-2fa1a290-de58-4aab-a7c7-b3ad9a068e03 service neutron] For port c36b9a68-aca8-4909-9cb6-3474e0c4789a, host n-h1-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=c36b9a68-aca8-4909-9cb6-3474e0c4789a,segment=NetworkSegment(ff868c88-63a7-45f2-9c2d-60b1f22692fb),segment_id=ff868c88-63a7-45f2-9c2d-60b1f22692fb)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:34:50.233829 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-047dc3ab-087d-4d1e-91fb-e4e84243e240 req-2a3a8bec-5210-48b1-9830-5b976dfe5e3e tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.6.37 HTTP/1.1" status: 200 len: 1000 time: 0.1184719 Jul 13 13:34:50.264470 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45244788-af2d-4f1f-a685-b801034a9db4 req-4520f5d2-dbeb-47d4-9c52-7db75b075156 tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:34:50.267386 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-45244788-af2d-4f1f-a685-b801034a9db4 req-4520f5d2-dbeb-47d4-9c52-7db75b075156 tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] 10.222.0.23 "GET /v2.0/ports?device_id=702da0b5-df79-4c9c-a035-064da62f3adc HTTP/1.1" status: 200 len: 945 time: 0.3126619 Jul 13 13:34:50.292123 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-46adad47-7e18-42ec-a473-4b7f3bbaba48 req-2fa1a290-de58-4aab-a7c7-b3ad9a068e03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:50.303289 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8255938d-9463-448b-8f98-594ee0464a0f req-d5409bd9-d0bb-4f25-a7af-fcceb771537e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:34:50.306160 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8255938d-9463-448b-8f98-594ee0464a0f req-d5409bd9-d0bb-4f25-a7af-fcceb771537e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1b5b3b6e-f653-438d-b4e3-2ba9f685c679&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2191448 Jul 13 13:34:50.358882 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0fbbfc-4d38-4628-887a-895e7e8722c1 None None] New status for floating IP 8a699c19-2346-4519-a58f-7e1c10676abc: DOWN {{(pid=93753) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 13:34:50.360679 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047dc3ab-087d-4d1e-91fb-e4e84243e240 req-49c8c772-b906-448e-809c-fbca226aa62a tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:34:50.370209 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-047dc3ab-087d-4d1e-91fb-e4e84243e240 req-49c8c772-b906-448e-809c-fbca226aa62a tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] 10.222.0.23 "GET /v2.0/ports/f97b675f-18b5-4e12-9419-9c15459c72ac HTTP/1.1" status: 200 len: 942 time: 0.1339717 Jul 13 13:34:50.500162 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-beaf8e21-778d-4df9-9eb4-8bf06b6d6761 req-dc098c29-b389-4cca-9cac-db5a8d6d466e tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4725688 Jul 13 13:34:50.560210 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-047dc3ab-087d-4d1e-91fb-e4e84243e240 req-ea05baed-2a1b-48c1-a8c1-28f26f981c8a tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.6.37 HTTP/1.1" status: 200 len: 1000 time: 0.0974891 Jul 13 13:34:50.604836 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-beaf8e21-778d-4df9-9eb4-8bf06b6d6761 req-4cc95574-8062-4fdc-87af-d86d60820019 service neutron] Request body: {'port': {'device_id': '9667b2b3-a6a8-4192-9815-a4b1d860f93e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:34:50.625524 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa1a290-de58-4aab-a7c7-b3ad9a068e03 service neutron] Pushing event updated for resources: {'Port': ['ID=c36b9a68-aca8-4909-9cb6-3474e0c4789a,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:34:50.697007 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46adad47-7e18-42ec-a473-4b7f3bbaba48 req-2fa1a290-de58-4aab-a7c7-b3ad9a068e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:34:50.697615 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-46adad47-7e18-42ec-a473-4b7f3bbaba48 req-2fa1a290-de58-4aab-a7c7-b3ad9a068e03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:50.699032 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-46adad47-7e18-42ec-a473-4b7f3bbaba48 req-2fa1a290-de58-4aab-a7c7-b3ad9a068e03 service neutron] 10.222.0.26 "PUT /v2.0/ports/c36b9a68-aca8-4909-9cb6-3474e0c4789a HTTP/1.1" status: 200 len: 1091 time: 3.8820782 Jul 13 13:34:50.699508 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5002655f-6941-4d1b-9a0a-42f9fa3913e0', 'tag': 'c36b9a68-aca8-4909-9cb6-3474e0c4789a'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:34:50.701844 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ae5c94c-3183-46f1-b7ff-cdf207af4815" -d '{"events": [{"name": "network-changed", "server_uuid": "5002655f-6941-4d1b-9a0a-42f9fa3913e0", "tag": "c36b9a68-aca8-4909-9cb6-3474e0c4789a"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:34:50.740844 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-45244788-af2d-4f1f-a685-b801034a9db4 req-2af691d9-f0be-4baa-9928-4fcd03ee5ecf tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] 10.222.0.23 "GET /v2.0/security-groups?id=246f878a-992c-46a3-86c7-c947eed33eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4546070 Jul 13 13:34:50.815516 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047dc3ab-087d-4d1e-91fb-e4e84243e240 req-0b768e05-b529-40c3-b72b-cb63ded83878 tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:34:50.831069 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-047dc3ab-087d-4d1e-91fb-e4e84243e240 req-0b768e05-b529-40c3-b72b-cb63ded83878 tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] 10.222.0.23 "GET /v2.0/networks/acf968b8-c524-46a9-a20b-ad9667009130 HTTP/1.1" status: 200 len: 784 time: 0.2647533 Jul 13 13:34:50.831669 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8255938d-9463-448b-8f98-594ee0464a0f req-1f8c9cfb-b601-4ce2-858d-a520f5fe6aa7 service neutron] 10.222.0.41 "GET /v2.0/networks/1b5b3b6e-f653-438d-b4e3-2ba9f685c679?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4774797 Jul 13 13:34:50.924309 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-047dc3ab-087d-4d1e-91fb-e4e84243e240 req-6d7faf66-a524-4f57-821b-9eb6b69e7d4b tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.6.37 HTTP/1.1" status: 200 len: 1000 time: 0.0914664 Jul 13 13:34:50.936883 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-047dc3ab-087d-4d1e-91fb-e4e84243e240 req-4809c8d5-2681-4ccb-9541-37f8acec01a7 tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:34:50.993012 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-beaf8e21-778d-4df9-9eb4-8bf06b6d6761 req-4cc95574-8062-4fdc-87af-d86d60820019 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:50.995383 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:51.030410 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8255938d-9463-448b-8f98-594ee0464a0f req-9c8e748c-0851-453d-9aff-d06bcfed184e service neutron] 10.222.0.41 "GET /v2.0/networks/1b5b3b6e-f653-438d-b4e3-2ba9f685c679?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849635 Jul 13 13:34:51.049931 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-047dc3ab-087d-4d1e-91fb-e4e84243e240 req-4809c8d5-2681-4ccb-9541-37f8acec01a7 tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] Notify callbacks [] for floatingip, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:51.258717 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-047dc3ab-087d-4d1e-91fb-e4e84243e240 req-4809c8d5-2681-4ccb-9541-37f8acec01a7 tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:51.264360 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-047dc3ab-087d-4d1e-91fb-e4e84243e240 req-4809c8d5-2681-4ccb-9541-37f8acec01a7 tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446547'] for floatingip, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:51.264905 n-d-800634-1 neutron-server[93751]: INFO neutron.db.l3_db [req-047dc3ab-087d-4d1e-91fb-e4e84243e240 req-4809c8d5-2681-4ccb-9541-37f8acec01a7 tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] Floating IP e4161356-0261-4db9-b444-6a97984c68a3 disassociated. External IP: 172.25.6.37, port: f97b675f-18b5-4e12-9419-9c15459c72ac. Jul 13 13:34:51.451979 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-beaf8e21-778d-4df9-9eb4-8bf06b6d6761 req-4cc95574-8062-4fdc-87af-d86d60820019 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bd87d73-4372-4ba5-9218-4e27eaeb7d76 {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:34:51.460945 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-beaf8e21-778d-4df9-9eb4-8bf06b6d6761 req-4cc95574-8062-4fdc-87af-d86d60820019 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:51.482172 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-beaf8e21-778d-4df9-9eb4-8bf06b6d6761 req-4cc95574-8062-4fdc-87af-d86d60820019 service neutron] Transition to ACTIVE for port object 2bd87d73-4372-4ba5-9218-4e27eaeb7d76 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:34:51.496191 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6f15dc-6e64-47d5-9cad-cef0a9c97b9b req-1ecbc023-4e99-43c4-93f9-77c4c9cab0c3 tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:34:51.497747 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1a6f15dc-6e64-47d5-9cad-cef0a9c97b9b req-1ecbc023-4e99-43c4-93f9-77c4c9cab0c3 tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] 10.222.0.23 "GET /v2.0/ports?device_id=9667b2b3-a6a8-4192-9815-a4b1d860f93e HTTP/1.1" status: 200 len: 931 time: 0.3128934 Jul 13 13:34:51.499316 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-beaf8e21-778d-4df9-9eb4-8bf06b6d6761 req-4cc95574-8062-4fdc-87af-d86d60820019 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:51.501770 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [req-047dc3ab-087d-4d1e-91fb-e4e84243e240 req-4809c8d5-2681-4ccb-9541-37f8acec01a7 tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] Router e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 13:34:51.541594 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a8e98d-8aab-4d1d-bfbb-960230a831ea req-061fe8b7-bf10-40e9-94a6-337d5a612eec tempest-InstanceActionsNegativeTestJSON-191810445 tempest-InstanceActionsNegativeTestJSON-191810445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:34:51.543075 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-76a8e98d-8aab-4d1d-bfbb-960230a831ea req-061fe8b7-bf10-40e9-94a6-337d5a612eec tempest-InstanceActionsNegativeTestJSON-191810445 tempest-InstanceActionsNegativeTestJSON-191810445-project] 10.222.0.41 "GET /v2.0/ports?device_id=0131acbc-1b2c-4dd5-a21f-c7cd3913ec34 HTTP/1.1" status: 200 len: 946 time: 0.1753430 Jul 13 13:34:51.612558 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc95574-8062-4fdc-87af-d86d60820019 service neutron] Pushing event updated for resources: {'Port': ['ID=2bd87d73-4372-4ba5-9218-4e27eaeb7d76,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:34:51.641112 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-047dc3ab-087d-4d1e-91fb-e4e84243e240 req-4809c8d5-2681-4ccb-9541-37f8acec01a7 tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:34:51.645786 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-047dc3ab-087d-4d1e-91fb-e4e84243e240 req-4809c8d5-2681-4ccb-9541-37f8acec01a7 tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for floatingip, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:51.651771 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234509b3-f2f1-4ce2-91c9-e0f1785c9cd4 None None] Sync routers for ids ['e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:34:51.664309 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234509b3-f2f1-4ce2-91c9-e0f1785c9cd4 None None] Routers {'e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:34:51.665285 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-234509b3-f2f1-4ce2-91c9-e0f1785c9cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:34:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:34:51.688493 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-047dc3ab-087d-4d1e-91fb-e4e84243e240 req-4809c8d5-2681-4ccb-9541-37f8acec01a7 tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] 10.222.0.23 "PUT /v2.0/floatingips/e4161356-0261-4db9-b444-6a97984c68a3 HTTP/1.1" status: 200 len: 695 time: 0.7623343 Jul 13 13:34:51.716534 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5da14f7-ffdc-4d87-8dbf-7c9b48b29672', 'tag': 'f97b675f-18b5-4e12-9419-9c15459c72ac'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:34:51.718813 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d17b627af75e17e0f4b8d6239d04f8c2f78634e2c585e32a7aeca336500f34a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-316f9483-f391-4afe-a4f7-b96ccd7bfa58" -d '{"events": [{"name": "network-changed", "server_uuid": "b5da14f7-ffdc-4d87-8dbf-7c9b48b29672", "tag": "f97b675f-18b5-4e12-9419-9c15459c72ac"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:34:51.773543 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047dc3ab-087d-4d1e-91fb-e4e84243e240 req-de466b41-c87e-4925-9bad-e075aa9edd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:34:51.773543 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-047dc3ab-087d-4d1e-91fb-e4e84243e240 req-de466b41-c87e-4925-9bad-e075aa9edd79 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=278e2d283bc440adb5e5f55c103a5de0&device_id=b5da14f7-ffdc-4d87-8dbf-7c9b48b29672 HTTP/1.1" status: 200 len: 1096 time: 0.0636759 Jul 13 13:34:51.789787 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-234509b3-f2f1-4ce2-91c9-e0f1785c9cd4 None None] Set router e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:34:51.871857 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047dc3ab-087d-4d1e-91fb-e4e84243e240 req-effc8d4d-9266-4362-a452-b5b710bea398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:34:51.873484 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-047dc3ab-087d-4d1e-91fb-e4e84243e240 req-effc8d4d-9266-4362-a452-b5b710bea398 service neutron] 10.222.0.23 "GET /v2.0/networks?id=1b5b3b6e-f653-438d-b4e3-2ba9f685c679 HTTP/1.1" status: 200 len: 921 time: 0.0951250 Jul 13 13:34:51.916260 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-047dc3ab-087d-4d1e-91fb-e4e84243e240 req-49c8cb2d-d9ce-49bf-92f1-7712b12a2e34 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f97b675f-18b5-4e12-9419-9c15459c72ac HTTP/1.1" status: 200 len: 217 time: 0.0364583 Jul 13 13:34:51.974719 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047dc3ab-087d-4d1e-91fb-e4e84243e240 req-251349e2-120f-41de-9867-4868ee381740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:34:51.976390 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-047dc3ab-087d-4d1e-91fb-e4e84243e240 req-251349e2-120f-41de-9867-4868ee381740 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=14d97c6f-9a99-4df0-bce0-89de50c402ab HTTP/1.1" status: 200 len: 860 time: 0.0543153 Jul 13 13:34:52.011692 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-234509b3-f2f1-4ce2-91c9-e0f1785c9cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1255390624-router', 'tenant_id': '278e2d283bc440adb5e5f55c103a5de0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '2a7a0bee-5d85-484c-8c89-7059df134f07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:33:08Z', 'updated_at': '2021-07-13T13:33:16Z', 'revision_number': 4, 'project_id': '278e2d283bc440adb5e5f55c103a5de0', 'gw_port': {'id': '2a7a0bee-5d85-484c-8c89-7059df134f07', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:4f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:33:09Z', 'updated_at': '2021-07-13T13:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': '033f8425-860e-4578-9c72-d006f86a11c8', 'name': '', 'network_id': '1b5b3b6e-f653-438d-b4e3-2ba9f685c679', 'tenant_id': '278e2d283bc440adb5e5f55c103a5de0', 'mac_address': 'fa:16:3e:c2:db:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '14d97c6f-9a99-4df0-bce0-89de50c402ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:33:15Z', 'updated_at': '2021-07-13T13:33:25Z', 'revision_number': 5, 'project_id': '278e2d283bc440adb5e5f55c103a5de0', 'subnets': [{'id': '14d97c6f-9a99-4df0-bce0-89de50c402ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:34:52.037387 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047dc3ab-087d-4d1e-91fb-e4e84243e240 req-7f7d9171-565c-44d7-8a0e-ab6ed9971af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:34:52.039114 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-047dc3ab-087d-4d1e-91fb-e4e84243e240 req-7f7d9171-565c-44d7-8a0e-ab6ed9971af1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1b5b3b6e-f653-438d-b4e3-2ba9f685c679&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0562789 Jul 13 13:34:52.039722 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234509b3-f2f1-4ce2-91c9-e0f1785c9cd4 None None] Checking router: e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c for host: n-d-800634-1 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 13:34:52.047955 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234509b3-f2f1-4ce2-91c9-e0f1785c9cd4 None None] Routers {'e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:34:52.048578 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-234509b3-f2f1-4ce2-91c9-e0f1785c9cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:34:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:34:52.055214 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1a6f15dc-6e64-47d5-9cad-cef0a9c97b9b req-6722ca36-cf8d-4c7f-b3ba-f1c491350906 tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] 10.222.0.23 "GET /v2.0/security-groups?id=d29423a1-067a-4d38-adf6-741b7ccff4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5433886 Jul 13 13:34:52.077575 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-beaf8e21-778d-4df9-9eb4-8bf06b6d6761 req-4cc95574-8062-4fdc-87af-d86d60820019 service neutron] Attempting to bind port 2bd87d73-4372-4ba5-9218-4e27eaeb7d76 on host n-h2-800634-1 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:34:52.077951 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-beaf8e21-778d-4df9-9eb4-8bf06b6d6761 req-4cc95574-8062-4fdc-87af-d86d60820019 service neutron] Attempting to bind port 2bd87d73-4372-4ba5-9218-4e27eaeb7d76 by drivers openvswitch,hyperv on host n-h2-800634-1 at level 0 using segments [{'id': '731c211d-2cbe-4aa3-a09e-111c83e33a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '6abf39c7-5383-40cb-87d6-f20d29bbd8cf'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:34:52.078402 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beaf8e21-778d-4df9-9eb4-8bf06b6d6761 req-4cc95574-8062-4fdc-87af-d86d60820019 service neutron] Attempting to bind port 2bd87d73-4372-4ba5-9218-4e27eaeb7d76 on network 6abf39c7-5383-40cb-87d6-f20d29bbd8cf {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:34:52.086885 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beaf8e21-778d-4df9-9eb4-8bf06b6d6761 req-4cc95574-8062-4fdc-87af-d86d60820019 service neutron] Port 2bd87d73-4372-4ba5-9218-4e27eaeb7d76 on network 6abf39c7-5383-40cb-87d6-f20d29bbd8cf not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-1 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:34:52.087157 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beaf8e21-778d-4df9-9eb4-8bf06b6d6761 req-4cc95574-8062-4fdc-87af-d86d60820019 service neutron] Attempting to bind port 2bd87d73-4372-4ba5-9218-4e27eaeb7d76 on network 6abf39c7-5383-40cb-87d6-f20d29bbd8cf {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:34:52.099963 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beaf8e21-778d-4df9-9eb4-8bf06b6d6761 req-4cc95574-8062-4fdc-87af-d86d60820019 service neutron] Checking agent: {'id': 'f615e5c9-21ab-43f2-adbc-192d64b795cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:34:52.100303 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beaf8e21-778d-4df9-9eb4-8bf06b6d6761 req-4cc95574-8062-4fdc-87af-d86d60820019 service neutron] Checking segment: {'id': '731c211d-2cbe-4aa3-a09e-111c83e33a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '6abf39c7-5383-40cb-87d6-f20d29bbd8cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:34:52.100765 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beaf8e21-778d-4df9-9eb4-8bf06b6d6761 req-4cc95574-8062-4fdc-87af-d86d60820019 service neutron] Bound using segment: {'id': '731c211d-2cbe-4aa3-a09e-111c83e33a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '6abf39c7-5383-40cb-87d6-f20d29bbd8cf'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:34:52.101914 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-beaf8e21-778d-4df9-9eb4-8bf06b6d6761 req-4cc95574-8062-4fdc-87af-d86d60820019 service neutron] Bound port: 2bd87d73-4372-4ba5-9218-4e27eaeb7d76, host: n-h2-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '731c211d-2cbe-4aa3-a09e-111c83e33a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '6abf39c7-5383-40cb-87d6-f20d29bbd8cf'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:34:52.102298 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-beaf8e21-778d-4df9-9eb4-8bf06b6d6761 req-4cc95574-8062-4fdc-87af-d86d60820019 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:52.141283 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-047dc3ab-087d-4d1e-91fb-e4e84243e240 req-19edfa52-ac78-44fc-a252-77b24392afcb service neutron] 10.222.0.23 "GET /v2.0/networks/1b5b3b6e-f653-438d-b4e3-2ba9f685c679?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933385 Jul 13 13:34:52.167017 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-76a8e98d-8aab-4d1d-bfbb-960230a831ea req-8f864e2a-f0a7-4fc3-b8c6-ea41d25b1cde tempest-InstanceActionsNegativeTestJSON-191810445 tempest-InstanceActionsNegativeTestJSON-191810445-project] Deleting port 89fe826e-cc6f-4658-80f0-24762736a914 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:34:52.167359 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-76a8e98d-8aab-4d1d-bfbb-960230a831ea req-8f864e2a-f0a7-4fc3-b8c6-ea41d25b1cde tempest-InstanceActionsNegativeTestJSON-191810445 tempest-InstanceActionsNegativeTestJSON-191810445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:52.177663 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-234509b3-f2f1-4ce2-91c9-e0f1785c9cd4 None None] Set router e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:34:52.292509 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-047dc3ab-087d-4d1e-91fb-e4e84243e240 req-32b15eca-498f-4a3b-ab1e-76e624a17d49 service neutron] 10.222.0.23 "GET /v2.0/networks/1b5b3b6e-f653-438d-b4e3-2ba9f685c679?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447675 Jul 13 13:34:52.346484 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-2ea01a54-eb82-4866-94e5-418486a257ba req-bc5f276f-22d1-4a24-8f7b-e753bfbe01eb tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] Deleting port 07f63703-9f99-4b32-93ab-eabcfe9855cf {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:34:52.347061 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-2ea01a54-eb82-4866-94e5-418486a257ba req-bc5f276f-22d1-4a24-8f7b-e753bfbe01eb tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:52.353391 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-76a8e98d-8aab-4d1d-bfbb-960230a831ea req-8f864e2a-f0a7-4fc3-b8c6-ea41d25b1cde tempest-InstanceActionsNegativeTestJSON-191810445 tempest-InstanceActionsNegativeTestJSON-191810445-project] For port 89fe826e-cc6f-4658-80f0-24762736a914, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=89fe826e-cc6f-4658-80f0-24762736a914,segment=NetworkSegment(a34f1e5a-05a0-4a83-8c9f-c3abcf871ed1),segment_id=a34f1e5a-05a0-4a83-8c9f-c3abcf871ed1)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:34:52.353851 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-76a8e98d-8aab-4d1d-bfbb-960230a831ea req-8f864e2a-f0a7-4fc3-b8c6-ea41d25b1cde tempest-InstanceActionsNegativeTestJSON-191810445 tempest-InstanceActionsNegativeTestJSON-191810445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:52.369244 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-76a8e98d-8aab-4d1d-bfbb-960230a831ea req-8f864e2a-f0a7-4fc3-b8c6-ea41d25b1cde tempest-InstanceActionsNegativeTestJSON-191810445 tempest-InstanceActionsNegativeTestJSON-191810445-project] Calling delete_port for 89fe826e-cc6f-4658-80f0-24762736a914 owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:34:52.398138 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 07f63703-9f99-4b32-93ab-eabcfe9855cf no longer exists at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:34:52.483614 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-2ea01a54-eb82-4866-94e5-418486a257ba req-bc5f276f-22d1-4a24-8f7b-e753bfbe01eb tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] For port 07f63703-9f99-4b32-93ab-eabcfe9855cf, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=07f63703-9f99-4b32-93ab-eabcfe9855cf,segment=NetworkSegment(ff7cf47e-479d-4e06-9945-560a154aee7d),segment_id=ff7cf47e-479d-4e06-9945-560a154aee7d)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:34:52.483991 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-2ea01a54-eb82-4866-94e5-418486a257ba req-bc5f276f-22d1-4a24-8f7b-e753bfbe01eb tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:52.505503 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-2ea01a54-eb82-4866-94e5-418486a257ba req-bc5f276f-22d1-4a24-8f7b-e753bfbe01eb tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] Calling delete_port for 07f63703-9f99-4b32-93ab-eabcfe9855cf owned by compute:nova {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:34:52.547944 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-beaf8e21-778d-4df9-9eb4-8bf06b6d6761 req-4cc95574-8062-4fdc-87af-d86d60820019 service neutron] For port 2bd87d73-4372-4ba5-9218-4e27eaeb7d76, host n-h2-800634-1, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:34:52.573764 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-beaf8e21-778d-4df9-9eb4-8bf06b6d6761 req-4cc95574-8062-4fdc-87af-d86d60820019 service neutron] For port 2bd87d73-4372-4ba5-9218-4e27eaeb7d76, host n-h2-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=2bd87d73-4372-4ba5-9218-4e27eaeb7d76,segment=NetworkSegment(731c211d-2cbe-4aa3-a09e-111c83e33a98),segment_id=731c211d-2cbe-4aa3-a09e-111c83e33a98)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:34:52.584969 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c89934-7366-464f-866c-9c9724dc4ea5 req-967b585b-2ac8-4b4b-998b-d019c76682b1 tempest-InstanceActionsNegativeTestJSON-191810445 tempest-InstanceActionsNegativeTestJSON-191810445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:34:52.593021 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-36c89934-7366-464f-866c-9c9724dc4ea5 req-967b585b-2ac8-4b4b-998b-d019c76682b1 tempest-InstanceActionsNegativeTestJSON-191810445 tempest-InstanceActionsNegativeTestJSON-191810445-project] 10.222.0.23 "GET /v2.0/ports?device_id=0131acbc-1b2c-4dd5-a21f-c7cd3913ec34 HTTP/1.1" status: 200 len: 946 time: 0.1567657 Jul 13 13:34:52.607155 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:52.616541 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-beaf8e21-778d-4df9-9eb4-8bf06b6d6761 req-4cc95574-8062-4fdc-87af-d86d60820019 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:52.619381 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:52.641963 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 07f63703-9f99-4b32-93ab-eabcfe9855cf, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=07f63703-9f99-4b32-93ab-eabcfe9855cf,segment=NetworkSegment(ff7cf47e-479d-4e06-9945-560a154aee7d),segment_id=ff7cf47e-479d-4e06-9945-560a154aee7d)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:34:52.643083 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71cdbe46-c78b-4c00-be27-9195dba4e6d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07f63703-9f99-4b32-93ab-eabcfe9855cf'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:34:52.645771 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-653ab192-bbab-46f0-9914-84d24d981a1f" -d '{"events": [{"server_uuid": "71cdbe46-c78b-4c00-be27-9195dba4e6d2", "name": "network-vif-unplugged", "status": "completed", "tag": "07f63703-9f99-4b32-93ab-eabcfe9855cf"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:34:52.650887 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-36c89934-7366-464f-866c-9c9724dc4ea5 req-84f22045-8545-4ac4-ac6c-031b00d0198c tempest-InstanceActionsNegativeTestJSON-191810445 tempest-InstanceActionsNegativeTestJSON-191810445-project] 10.222.0.23 "GET /v2.0/security-groups?id=f235c326-7228-44c2-96b5-0876bdf6db43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562677 Jul 13 13:34:52.662721 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:52.684928 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22552039-b03e-42b9-917f-10eb7b7d239f req-2a5f99a7-0319-457f-81c8-3a19fb589147 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:34:52.686475 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-22552039-b03e-42b9-917f-10eb7b7d239f req-2a5f99a7-0319-457f-81c8-3a19fb589147 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/networks?id=2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21 HTTP/1.1" status: 200 len: 820 time: 0.5147729 Jul 13 13:34:52.724498 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=07f63703-9f99-4b32-93ab-eabcfe9855cf,revision_number=6']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:34:52.736212 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-234509b3-f2f1-4ce2-91c9-e0f1785c9cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1255390624-router', 'tenant_id': '278e2d283bc440adb5e5f55c103a5de0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '2a7a0bee-5d85-484c-8c89-7059df134f07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:33:08Z', 'updated_at': '2021-07-13T13:33:16Z', 'revision_number': 4, 'project_id': '278e2d283bc440adb5e5f55c103a5de0', 'gw_port': {'id': '2a7a0bee-5d85-484c-8c89-7059df134f07', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:4f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:33:09Z', 'updated_at': '2021-07-13T13:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': '033f8425-860e-4578-9c72-d006f86a11c8', 'name': '', 'network_id': '1b5b3b6e-f653-438d-b4e3-2ba9f685c679', 'tenant_id': '278e2d283bc440adb5e5f55c103a5de0', 'mac_address': 'fa:16:3e:c2:db:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '14d97c6f-9a99-4df0-bce0-89de50c402ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:33:15Z', 'updated_at': '2021-07-13T13:33:25Z', 'revision_number': 5, 'project_id': '278e2d283bc440adb5e5f55c103a5de0', 'subnets': [{'id': '14d97c6f-9a99-4df0-bce0-89de50c402ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:34:52.740105 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaf8e21-778d-4df9-9eb4-8bf06b6d6761 req-4cc95574-8062-4fdc-87af-d86d60820019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:34:52.740740 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-beaf8e21-778d-4df9-9eb4-8bf06b6d6761 req-4cc95574-8062-4fdc-87af-d86d60820019 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:52.742210 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-beaf8e21-778d-4df9-9eb4-8bf06b6d6761 req-4cc95574-8062-4fdc-87af-d86d60820019 service neutron] 10.222.0.41 "PUT /v2.0/ports/2bd87d73-4372-4ba5-9218-4e27eaeb7d76 HTTP/1.1" status: 200 len: 1091 time: 2.1516309 Jul 13 13:34:52.753944 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-22552039-b03e-42b9-917f-10eb7b7d239f req-3a9721df-bf4c-4c2b-8f48-ca88fbb1fe0f tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/quotas/d50e67b9ee9e45449d2522df614fe533 HTTP/1.1" status: 200 len: 375 time: 0.0585520 Jul 13 13:34:52.754557 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-76a8e98d-8aab-4d1d-bfbb-960230a831ea req-8f864e2a-f0a7-4fc3-b8c6-ea41d25b1cde tempest-InstanceActionsNegativeTestJSON-191810445 tempest-InstanceActionsNegativeTestJSON-191810445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:52.764785 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46adad47-7e18-42ec-a473-4b7f3bbaba48 req-50ce756e-fcd6-4852-9b41-55e9a860edc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:34:52.766386 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-46adad47-7e18-42ec-a473-4b7f3bbaba48 req-50ce756e-fcd6-4852-9b41-55e9a860edc9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4d966db70d6b462cbbc36a73d0ab5c94&device_id=5002655f-6941-4d1b-9a0a-42f9fa3913e0 HTTP/1.1" status: 200 len: 1094 time: 0.4777372 Jul 13 13:34:52.768424 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-25226883-94ad-42d0-a06a-206c9b5081b7 req-61c8ad82-6a19-410c-a595-90b57e09ea84 service neutron] 10.222.0.26 "GET /v2.0/networks/1b5b3b6e-f653-438d-b4e3-2ba9f685c679?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3343761 Jul 13 13:34:52.776317 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234509b3-f2f1-4ce2-91c9-e0f1785c9cd4 None None] The sync data for ids ['e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c'] in n-d-800634-1 is: [{'id': 'e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1255390624-router', 'tenant_id': '278e2d283bc440adb5e5f55c103a5de0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '2a7a0bee-5d85-484c-8c89-7059df134f07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:33:08Z', 'updated_at': '2021-07-13T13:33:16Z', 'revision_number': 4, 'project_id': '278e2d283bc440adb5e5f55c103a5de0', 'gw_port': {'id': '2a7a0bee-5d85-484c-8c89-7059df134f07', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:4f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:33:09Z', 'updated_at': '2021-07-13T13:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': '033f8425-860e-4578-9c72-d006f86a11c8', 'name': '', 'network_id': '1b5b3b6e-f653-438d-b4e3-2ba9f685c679', 'tenant_id': '278e2d283bc440adb5e5f55c103a5de0', 'mac_address': 'fa:16:3e:c2:db:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '14d97c6f-9a99-4df0-bce0-89de50c402ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:33:15Z', 'updated_at': '2021-07-13T13:33:25Z', 'revision_number': 5, 'project_id': '278e2d283bc440adb5e5f55c103a5de0', 'subnets': [{'id': '14d97c6f-9a99-4df0-bce0-89de50c402ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:34:52.778816 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:34:52.779163 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:34:52.779509 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:34:52.779884 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:34:52.780482 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:34:52.780759 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:34:52.781187 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:34:52.781397 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:34:52.781597 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc95574-8062-4fdc-87af-d86d60820019 service neutron] Pushing event updated for resources: {'Port': ['ID=2bd87d73-4372-4ba5-9218-4e27eaeb7d76,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:34:52.781726 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:34:52.782052 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:34:52.782373 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:34:52.782693 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:34:52.799949 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-2ea01a54-eb82-4866-94e5-418486a257ba req-bc5f276f-22d1-4a24-8f7b-e753bfbe01eb tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:52.811483 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['f97b675f-18b5-4e12-9419-9c15459c72ac'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:34:52.877225 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5f276f-22d1-4a24-8f7b-e753bfbe01eb tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] Pushing event deleted for resources: {'Port': ['ID=07f63703-9f99-4b32-93ab-eabcfe9855cf,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:34:52.906836 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ea01a54-eb82-4866-94e5-418486a257ba req-bc5f276f-22d1-4a24-8f7b-e753bfbe01eb tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] No DVR routers for this DVR port 07f63703-9f99-4b32-93ab-eabcfe9855cf on host n-h1-800634-1 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:34:52.909353 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-2ea01a54-eb82-4866-94e5-418486a257ba req-bc5f276f-22d1-4a24-8f7b-e753bfbe01eb tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:52.912052 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2ea01a54-eb82-4866-94e5-418486a257ba req-bc5f276f-22d1-4a24-8f7b-e753bfbe01eb tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] 10.222.0.26 "DELETE /v2.0/ports/07f63703-9f99-4b32-93ab-eabcfe9855cf HTTP/1.1" status: 204 len: 173 time: 0.6919503 Jul 13 13:34:52.984382 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f864e2a-f0a7-4fc3-b8c6-ea41d25b1cde tempest-InstanceActionsNegativeTestJSON-191810445 tempest-InstanceActionsNegativeTestJSON-191810445-project] Pushing event deleted for resources: {'Port': ['ID=89fe826e-cc6f-4658-80f0-24762736a914,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:34:53.071412 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c517e71-da9e-4c0f-94f1-fcb9c3685a86 req-60a5068b-d171-4b9d-a074-4a0b6ecd6782 tempest-AttachSCSIVolumeTestJSON-417808870 tempest-AttachSCSIVolumeTestJSON-417808870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:34:53.073471 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7c517e71-da9e-4c0f-94f1-fcb9c3685a86 req-60a5068b-d171-4b9d-a074-4a0b6ecd6782 tempest-AttachSCSIVolumeTestJSON-417808870 tempest-AttachSCSIVolumeTestJSON-417808870-project] 10.222.0.23 "GET /v2.0/ports?device_id=5002655f-6941-4d1b-9a0a-42f9fa3913e0 HTTP/1.1" status: 200 len: 943 time: 0.1019602 Jul 13 13:34:53.119915 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7c517e71-da9e-4c0f-94f1-fcb9c3685a86 req-e1cd40b4-3c03-4774-a787-113e950e464b tempest-AttachSCSIVolumeTestJSON-417808870 tempest-AttachSCSIVolumeTestJSON-417808870-project] 10.222.0.23 "GET /v2.0/security-groups?id=f42b914a-54cd-4241-aa90-8d2a14562637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379407 Jul 13 13:34:53.127843 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d92ef88-ef6e-4dcc-a195-2df741aca4fd None None] New status for floating IP e4161356-0261-4db9-b444-6a97984c68a3: DOWN {{(pid=93753) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 13:34:53.165500 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-46adad47-7e18-42ec-a473-4b7f3bbaba48 req-a96b9781-f8da-487a-ac48-36df38ee3f57 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c36b9a68-aca8-4909-9cb6-3474e0c4789a HTTP/1.1" status: 200 len: 217 time: 0.3797176 Jul 13 13:34:53.199259 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 13:34:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b06a06a5-b116-48a0-8f3b-93dc99b43ec7 x-openstack-request-id: req-b06a06a5-b116-48a0-8f3b-93dc99b43ec7 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:34:53.199547 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5002655f-6941-4d1b-9a0a-42f9fa3913e0", "tag": "c36b9a68-aca8-4909-9cb6-3474e0c4789a", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:34:53.199547 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b06a06a5-b116-48a0-8f3b-93dc99b43ec7 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:34:53.199944 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5002655f-6941-4d1b-9a0a-42f9fa3913e0', 'tag': 'c36b9a68-aca8-4909-9cb6-3474e0c4789a', 'status': 'completed', 'code': 200} Jul 13 13:34:53.264277 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-25226883-94ad-42d0-a06a-206c9b5081b7 req-c63abd92-bd71-46de-95ac-eef09850f9d1 service neutron] 10.222.0.26 "GET /v2.0/networks/1b5b3b6e-f653-438d-b4e3-2ba9f685c679?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4752505 Jul 13 13:34:53.280397 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-76a8e98d-8aab-4d1d-bfbb-960230a831ea req-8f864e2a-f0a7-4fc3-b8c6-ea41d25b1cde tempest-InstanceActionsNegativeTestJSON-191810445 tempest-InstanceActionsNegativeTestJSON-191810445-project] No DVR routers for this DVR port 89fe826e-cc6f-4658-80f0-24762736a914 on host n-h2-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:34:53.292213 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16566ab-8570-4477-9c7e-228d41969efd req-94a459f1-9e33-45f6-a45d-8b59e449ab68 tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:34:53.299145 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b16566ab-8570-4477-9c7e-228d41969efd req-94a459f1-9e33-45f6-a45d-8b59e449ab68 tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] 10.222.0.26 "GET /v2.0/ports?device_id=0cb7c8a4-8f94-4cd4-8620-9bf90c9ebb91 HTTP/1.1" status: 200 len: 944 time: 0.1422791 Jul 13 13:34:53.308273 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-76a8e98d-8aab-4d1d-bfbb-960230a831ea req-8f864e2a-f0a7-4fc3-b8c6-ea41d25b1cde tempest-InstanceActionsNegativeTestJSON-191810445 tempest-InstanceActionsNegativeTestJSON-191810445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:53.311249 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-76a8e98d-8aab-4d1d-bfbb-960230a831ea req-8f864e2a-f0a7-4fc3-b8c6-ea41d25b1cde tempest-InstanceActionsNegativeTestJSON-191810445 tempest-InstanceActionsNegativeTestJSON-191810445-project] 10.222.0.41 "DELETE /v2.0/ports/89fe826e-cc6f-4658-80f0-24762736a914 HTTP/1.1" status: 204 len: 173 time: 1.7577434 Jul 13 13:34:53.398106 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a51fe2-c114-4e91-bc96-750d518fc56c req-59cb5bb5-1c5a-4539-a6c6-57999a6b6fd7 tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:34:53.400945 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-73a51fe2-c114-4e91-bc96-750d518fc56c req-59cb5bb5-1c5a-4539-a6c6-57999a6b6fd7 tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] 10.222.0.26 "GET /v2.0/ports?device_id=702da0b5-df79-4c9c-a035-064da62f3adc HTTP/1.1" status: 200 len: 945 time: 0.6307955 Jul 13 13:34:53.427841 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-22552039-b03e-42b9-917f-10eb7b7d239f req-62a42b58-94e4-4f5f-b5a8-d3168c9ba9d7 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d50e67b9ee9e45449d2522df614fe533&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6568677 Jul 13 13:34:53.488755 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46adad47-7e18-42ec-a473-4b7f3bbaba48 req-f37b5a45-ccee-4fa1-ab57-fcf88e2d1cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:34:53.490639 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-46adad47-7e18-42ec-a473-4b7f3bbaba48 req-f37b5a45-ccee-4fa1-ab57-fcf88e2d1cb6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b345d9ae-f904-4037-a9c2-81cd36a17189 HTTP/1.1" status: 200 len: 853 time: 0.3060420 Jul 13 13:34:53.502569 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 13:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e5e2fb8-6fc4-49f4-87f3-a5f633e6d423 x-openstack-request-id: req-6e5e2fb8-6fc4-49f4-87f3-a5f633e6d423 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:34:53.502926 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5da14f7-ffdc-4d87-8dbf-7c9b48b29672", "tag": "f97b675f-18b5-4e12-9419-9c15459c72ac", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:34:53.503126 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6e5e2fb8-6fc4-49f4-87f3-a5f633e6d423 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:34:53.503530 n-d-800634-1 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5da14f7-ffdc-4d87-8dbf-7c9b48b29672', 'tag': 'f97b675f-18b5-4e12-9419-9c15459c72ac', 'status': 'completed', 'code': 200} Jul 13 13:34:53.631206 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-b16566ab-8570-4477-9c7e-228d41969efd req-055eda19-04d5-4195-b6f6-7a071e0e4fa6 tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] Deleting port 2c05648c-6413-4e10-a987-c76d08e099f4 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:34:53.632695 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-b16566ab-8570-4477-9c7e-228d41969efd req-055eda19-04d5-4195-b6f6-7a071e0e4fa6 tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:53.701299 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaf8e21-778d-4df9-9eb4-8bf06b6d6761 req-d2d2f325-7c6b-47d1-9bf7-44d89fd269ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:34:53.703965 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-beaf8e21-778d-4df9-9eb4-8bf06b6d6761 req-d2d2f325-7c6b-47d1-9bf7-44d89fd269ce service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=25975085bfa5408baa762e94e04f7b53&device_id=9667b2b3-a6a8-4192-9815-a4b1d860f93e HTTP/1.1" status: 200 len: 1094 time: 0.7211382 Jul 13 13:34:53.805673 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-beaf8e21-778d-4df9-9eb4-8bf06b6d6761 req-f5c2b220-0274-41dd-ad4e-eaf39af285e4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2bd87d73-4372-4ba5-9218-4e27eaeb7d76 HTTP/1.1" status: 200 len: 217 time: 0.0903518 Jul 13 13:34:53.814438 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-b16566ab-8570-4477-9c7e-228d41969efd req-055eda19-04d5-4195-b6f6-7a071e0e4fa6 tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] For port 2c05648c-6413-4e10-a987-c76d08e099f4, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=2c05648c-6413-4e10-a987-c76d08e099f4,segment=NetworkSegment(731c211d-2cbe-4aa3-a09e-111c83e33a98),segment_id=731c211d-2cbe-4aa3-a09e-111c83e33a98)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:34:53.815022 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-b16566ab-8570-4477-9c7e-228d41969efd req-055eda19-04d5-4195-b6f6-7a071e0e4fa6 tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:53.830639 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4021214e-7772-4afa-8d08-9fa2ede3a96d req-50f85f3f-69dd-45dd-99d5-bfa83cbf7d60 tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:34:53.832084 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4021214e-7772-4afa-8d08-9fa2ede3a96d req-50f85f3f-69dd-45dd-99d5-bfa83cbf7d60 tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] 10.222.0.23 "GET /v2.0/ports?device_id=702da0b5-df79-4c9c-a035-064da62f3adc HTTP/1.1" status: 200 len: 945 time: 0.1281693 Jul 13 13:34:53.838050 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-b16566ab-8570-4477-9c7e-228d41969efd req-055eda19-04d5-4195-b6f6-7a071e0e4fa6 tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] Calling delete_port for 2c05648c-6413-4e10-a987-c76d08e099f4 owned by compute:nova {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:34:53.863330 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-22552039-b03e-42b9-917f-10eb7b7d239f req-e2e20b77-5278-4835-8eda-4f9d5efb794b service neutron] 10.222.0.23 "GET /v2.0/networks/2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4343159 Jul 13 13:34:53.868802 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46adad47-7e18-42ec-a473-4b7f3bbaba48 req-46ebf6e2-9c5e-4238-98ee-bb34dc4991dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:34:53.870298 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-46adad47-7e18-42ec-a473-4b7f3bbaba48 req-46ebf6e2-9c5e-4238-98ee-bb34dc4991dd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=dbf4a96c-cb51-41cd-ae2b-a32a6d64ddc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3347316 Jul 13 13:34:53.904693 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316f9483-f391-4afe-a4f7-b96ccd7bfa58 req-43fbad3d-f2d0-4435-9d3b-0c6be857261d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:34:53.906477 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-316f9483-f391-4afe-a4f7-b96ccd7bfa58 req-43fbad3d-f2d0-4435-9d3b-0c6be857261d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=278e2d283bc440adb5e5f55c103a5de0&device_id=b5da14f7-ffdc-4d87-8dbf-7c9b48b29672 HTTP/1.1" status: 200 len: 1096 time: 0.3688328 Jul 13 13:34:53.917132 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4021214e-7772-4afa-8d08-9fa2ede3a96d req-471a1c30-2332-4849-940f-930b1e92ebb0 tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] 10.222.0.23 "GET /v2.0/security-groups?id=246f878a-992c-46a3-86c7-c947eed33eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751472 Jul 13 13:34:54.012382 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaf8e21-778d-4df9-9eb4-8bf06b6d6761 req-02c3fb1b-e5f9-4ba5-a9f1-e226233ce962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:34:54.013845 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-beaf8e21-778d-4df9-9eb4-8bf06b6d6761 req-02c3fb1b-e5f9-4ba5-a9f1-e226233ce962 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=560441f8-4dd8-4170-ae42-f3e38fe7cfb4 HTTP/1.1" status: 200 len: 844 time: 0.1924779 Jul 13 13:34:54.031150 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-b16566ab-8570-4477-9c7e-228d41969efd req-055eda19-04d5-4195-b6f6-7a071e0e4fa6 tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:54.071177 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055eda19-04d5-4195-b6f6-7a071e0e4fa6 tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] Pushing event deleted for resources: {'Port': ['ID=2c05648c-6413-4e10-a987-c76d08e099f4,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:34:54.091236 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 13:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df88d437-6002-487e-8aa5-09b621239fb0 x-openstack-request-id: req-df88d437-6002-487e-8aa5-09b621239fb0 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:34:54.091752 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71cdbe46-c78b-4c00-be27-9195dba4e6d2", "name": "network-vif-unplugged", "status": "completed", "tag": "07f63703-9f99-4b32-93ab-eabcfe9855cf", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:34:54.092155 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-df88d437-6002-487e-8aa5-09b621239fb0 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:34:54.092852 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71cdbe46-c78b-4c00-be27-9195dba4e6d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07f63703-9f99-4b32-93ab-eabcfe9855cf', 'code': 200} Jul 13 13:34:54.095534 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 89fe826e-cc6f-4658-80f0-24762736a914 no longer exists at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:34:54.106294 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-beaf8e21-778d-4df9-9eb4-8bf06b6d6761 req-9800995c-cd42-464c-a612-0336a80bd3d4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6abf39c7-5383-40cb-87d6-f20d29bbd8cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528510 Jul 13 13:34:54.117174 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-73a51fe2-c114-4e91-bc96-750d518fc56c req-a2a83831-fd7c-4979-8d2c-cf393bfd0996 tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] Deleting port 3a0f1171-a00a-4901-9514-eb804eafebfd {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:34:54.117580 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-73a51fe2-c114-4e91-bc96-750d518fc56c req-a2a83831-fd7c-4979-8d2c-cf393bfd0996 tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:54.136406 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-b16566ab-8570-4477-9c7e-228d41969efd req-055eda19-04d5-4195-b6f6-7a071e0e4fa6 tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] No DVR routers for this DVR port 2c05648c-6413-4e10-a987-c76d08e099f4 on host n-h1-800634-1 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:34:54.141469 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-b16566ab-8570-4477-9c7e-228d41969efd req-055eda19-04d5-4195-b6f6-7a071e0e4fa6 tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:54.142543 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] No Port match for: 89fe826e-cc6f-4658-80f0-24762736a914 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:34:54.143148 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 89fe826e-cc6f-4658-80f0-24762736a914 not bound to the agent host n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:34:54.146172 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b16566ab-8570-4477-9c7e-228d41969efd req-055eda19-04d5-4195-b6f6-7a071e0e4fa6 tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] 10.222.0.26 "DELETE /v2.0/ports/2c05648c-6413-4e10-a987-c76d08e099f4 HTTP/1.1" status: 204 len: 173 time: 0.8406675 Jul 13 13:34:54.295067 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-22552039-b03e-42b9-917f-10eb7b7d239f req-8f3ea20f-9d58-4dbc-b3a8-9b4ee458cf93 service neutron] 10.222.0.23 "GET /v2.0/networks/2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4158001 Jul 13 13:34:54.301637 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-46adad47-7e18-42ec-a473-4b7f3bbaba48 req-e5523bed-e39c-41d3-aa5c-c71f1376d5ab service neutron] 10.222.0.26 "GET /v2.0/networks/dbf4a96c-cb51-41cd-ae2b-a32a6d64ddc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4103811 Jul 13 13:34:54.312710 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316f9483-f391-4afe-a4f7-b96ccd7bfa58 req-aea366a1-3f07-4e97-b6ec-b9418b458115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:34:54.314261 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-316f9483-f391-4afe-a4f7-b96ccd7bfa58 req-aea366a1-3f07-4e97-b6ec-b9418b458115 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1b5b3b6e-f653-438d-b4e3-2ba9f685c679 HTTP/1.1" status: 200 len: 921 time: 0.3928521 Jul 13 13:34:54.369981 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47c0b9a-8573-47ae-a3f0-740bf5bcec81 req-c3f058e6-586c-4a23-95ca-f54f12f5012c tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:34:54.372016 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b47c0b9a-8573-47ae-a3f0-740bf5bcec81 req-c3f058e6-586c-4a23-95ca-f54f12f5012c tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] 10.222.0.23 "GET /v2.0/ports?device_id=9667b2b3-a6a8-4192-9815-a4b1d860f93e HTTP/1.1" status: 200 len: 943 time: 0.0847392 Jul 13 13:34:54.416481 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b47c0b9a-8573-47ae-a3f0-740bf5bcec81 req-71e87ce2-c414-470c-9549-1561feea0301 tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] 10.222.0.23 "GET /v2.0/security-groups?id=d29423a1-067a-4d38-adf6-741b7ccff4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380216 Jul 13 13:34:54.443164 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-316f9483-f391-4afe-a4f7-b96ccd7bfa58 req-badce859-82d0-471a-8201-6a301e76f03f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f97b675f-18b5-4e12-9419-9c15459c72ac HTTP/1.1" status: 200 len: 217 time: 0.0917342 Jul 13 13:34:54.443164 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-73a51fe2-c114-4e91-bc96-750d518fc56c req-a2a83831-fd7c-4979-8d2c-cf393bfd0996 tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] For port 3a0f1171-a00a-4901-9514-eb804eafebfd, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=3a0f1171-a00a-4901-9514-eb804eafebfd,segment=NetworkSegment(9472122b-cbf3-4934-aecb-e6fae280b13a),segment_id=9472122b-cbf3-4934-aecb-e6fae280b13a)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:34:54.443164 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-73a51fe2-c114-4e91-bc96-750d518fc56c req-a2a83831-fd7c-4979-8d2c-cf393bfd0996 tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:54.492395 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-73a51fe2-c114-4e91-bc96-750d518fc56c req-a2a83831-fd7c-4979-8d2c-cf393bfd0996 tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] Calling delete_port for 3a0f1171-a00a-4901-9514-eb804eafebfd owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:34:54.512069 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-beaf8e21-778d-4df9-9eb4-8bf06b6d6761 req-21197a3b-4640-4016-b191-19bac349183c service neutron] 10.222.0.41 "GET /v2.0/networks/6abf39c7-5383-40cb-87d6-f20d29bbd8cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3915074 Jul 13 13:34:54.620829 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 51282) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:34:54.733399 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-d37ecb45-43e8-43d0-a05c-9f5ccc8a0a18 admin admin] Deleting subnet 8c31dd36-5699-4394-8f37-42c966836004 {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 13:34:54.741371 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d37ecb45-43e8-43d0-a05c-9f5ccc8a0a18 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:54.808811 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 51292) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:34:54.839897 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d37ecb45-43e8-43d0-a05c-9f5ccc8a0a18 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6018489'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:54.963499 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d37ecb45-43e8-43d0-a05c-9f5ccc8a0a18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:54.966705 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2643693c-e298-41ac-a287-f021c06ace90 tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:54.976702 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316f9483-f391-4afe-a4f7-b96ccd7bfa58 req-24f7a850-29ef-4ef3-9e4f-7edea22d72d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:34:54.978263 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-316f9483-f391-4afe-a4f7-b96ccd7bfa58 req-24f7a850-29ef-4ef3-9e4f-7edea22d72d1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=14d97c6f-9a99-4df0-bce0-89de50c402ab HTTP/1.1" status: 200 len: 860 time: 0.5295041 Jul 13 13:34:54.997432 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-46adad47-7e18-42ec-a473-4b7f3bbaba48 req-7be65494-b2e4-4639-a6fd-2111260ff327 service neutron] 10.222.0.26 "GET /v2.0/networks/dbf4a96c-cb51-41cd-ae2b-a32a6d64ddc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6788371 Jul 13 13:34:55.026078 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2643693c-e298-41ac-a287-f021c06ace90 tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:55.062621 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-771aaa00-fb0d-44b9-966b-5ec5d986b025 req-ae0fc64b-37c6-4935-8060-737df4abfcf0 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/ports?device_id=b47b55d4-8ce4-4f13-bdab-9fd4a8aff692 HTTP/1.1" status: 200 len: 210 time: 0.0693855 Jul 13 13:34:55.123812 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d37ecb45-43e8-43d0-a05c-9f5ccc8a0a18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6018534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6105009'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:55.172074 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-beaf8e21-778d-4df9-9eb4-8bf06b6d6761 req-8f498ee5-7e7f-4e47-b438-870235de0d27 service neutron] 10.222.0.41 "GET /v2.0/networks/6abf39c7-5383-40cb-87d6-f20d29bbd8cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6468112 Jul 13 13:34:55.205957 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37ecb45-43e8-43d0-a05c-9f5ccc8a0a18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c31dd36-5699-4394-8f37-42c966836004,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:34:55.210741 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9667b2b3-a6a8-4192-9815-a4b1d860f93e', 'tag': '2bd87d73-4372-4ba5-9218-4e27eaeb7d76'}, {'server_uuid': '0131acbc-1b2c-4dd5-a21f-c7cd3913ec34', 'name': 'network-vif-deleted', 'tag': '89fe826e-cc6f-4658-80f0-24762736a914'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:34:55.212765 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a933223c-b823-4719-b86e-03cd11131130" -d '{"events": [{"name": "network-changed", "server_uuid": "9667b2b3-a6a8-4192-9815-a4b1d860f93e", "tag": "2bd87d73-4372-4ba5-9218-4e27eaeb7d76"}, {"server_uuid": "0131acbc-1b2c-4dd5-a21f-c7cd3913ec34", "name": "network-vif-deleted", "tag": "89fe826e-cc6f-4658-80f0-24762736a914"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:34:55.230230 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-60500400-7557-414f-b6d3-097e40e66ef3 req-99c58926-0621-4a3b-9c6d-8048afb68967 tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] 10.222.0.23 "GET /v2.0/floatingips/e4161356-0261-4db9-b444-6a97984c68a3 HTTP/1.1" status: 200 len: 693 time: 0.1091940 Jul 13 13:34:55.231723 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d37ecb45-43e8-43d0-a05c-9f5ccc8a0a18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:55.233784 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-d37ecb45-43e8-43d0-a05c-9f5ccc8a0a18 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/8c31dd36-5699-4394-8f37-42c966836004 HTTP/1.1" status: 204 len: 168 time: 0.6114526 Jul 13 13:34:55.235055 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2643693c-e298-41ac-a287-f021c06ace90 tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:55.237289 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2643693c-e298-41ac-a287-f021c06ace90 tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:55.238485 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-2643693c-e298-41ac-a287-f021c06ace90 tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] 10.222.0.23 "DELETE /v2.0/security-groups/f0a8d85e-c901-48b0-b619-87bd6bfcd856 HTTP/1.1" status: 204 len: 168 time: 0.4285450 Jul 13 13:34:55.239112 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 51314) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:34:55.245489 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e92c61f-d87e-4305-8c8f-888c00cbacb8 req-df54824e-4940-4a62-b555-658f39b504ec tempest-AttachSCSIVolumeTestJSON-417808870 tempest-AttachSCSIVolumeTestJSON-417808870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:34:55.247278 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0e92c61f-d87e-4305-8c8f-888c00cbacb8 req-df54824e-4940-4a62-b555-658f39b504ec tempest-AttachSCSIVolumeTestJSON-417808870 tempest-AttachSCSIVolumeTestJSON-417808870-project] 10.222.0.23 "GET /v2.0/ports?device_id=5002655f-6941-4d1b-9a0a-42f9fa3913e0 HTTP/1.1" status: 200 len: 943 time: 0.2801125 Jul 13 13:34:55.248281 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 51316) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:34:55.264832 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316f9483-f391-4afe-a4f7-b96ccd7bfa58 req-142a0bf2-960a-4939-be6a-1d0d7f987c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:34:55.266414 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-316f9483-f391-4afe-a4f7-b96ccd7bfa58 req-142a0bf2-960a-4939-be6a-1d0d7f987c6a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1b5b3b6e-f653-438d-b4e3-2ba9f685c679&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2768314 Jul 13 13:34:55.270974 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae5c94c-3183-46f1-b7ff-cdf207af4815 req-f922db30-7bb0-435f-a2b4-0a2f56315b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:34:55.272419 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4ae5c94c-3183-46f1-b7ff-cdf207af4815 req-f922db30-7bb0-435f-a2b4-0a2f56315b75 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4d966db70d6b462cbbc36a73d0ab5c94&device_id=5002655f-6941-4d1b-9a0a-42f9fa3913e0 HTTP/1.1" status: 200 len: 1094 time: 0.2198896 Jul 13 13:34:55.339828 n-d-800634-1 neutron-server[93751]: INFO neutron.api.v2.resource [None req-62fa31d8-041b-441a-83e4-7cb4704e3a90 tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] show failed (client error): The resource could not be found. Jul 13 13:34:55.340810 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-62fa31d8-041b-441a-83e4-7cb4704e3a90 tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] 10.222.0.23 "GET /v2.0/security-groups/f0a8d85e-c901-48b0-b619-87bd6bfcd856 HTTP/1.1" status: 404 len: 347 time: 0.0915914 Jul 13 13:34:55.352070 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-73a51fe2-c114-4e91-bc96-750d518fc56c req-a2a83831-fd7c-4979-8d2c-cf393bfd0996 tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:55.371348 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2643693c-e298-41ac-a287-f021c06ace90 tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0a8d85e-c901-48b0-b619-87bd6bfcd856,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:34:55.379569 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 51324) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:34:55.431901 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b8df8bb4-f162-468d-81d8-6c42a1d45cee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:55.465157 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60500400-7557-414f-b6d3-097e40e66ef3 req-609f3f3d-86a8-46c3-80db-5a8cca2e0379 tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:34:55.474019 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-60500400-7557-414f-b6d3-097e40e66ef3 req-609f3f3d-86a8-46c3-80db-5a8cca2e0379 tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] 10.222.0.23 "GET /v2.0/networks/acf968b8-c524-46a9-a20b-ad9667009130 HTTP/1.1" status: 200 len: 784 time: 0.2338490 Jul 13 13:34:55.481982 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a83831-fd7c-4979-8d2c-cf393bfd0996 tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] Pushing event deleted for resources: {'Port': ['ID=3a0f1171-a00a-4901-9514-eb804eafebfd,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:34:55.509707 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71cdbe46-c78b-4c00-be27-9195dba4e6d2', 'name': 'network-vif-deleted', 'tag': '07f63703-9f99-4b32-93ab-eabcfe9855cf'}, {'server_uuid': '0cb7c8a4-8f94-4cd4-8620-9bf90c9ebb91', 'name': 'network-vif-deleted', 'tag': '2c05648c-6413-4e10-a987-c76d08e099f4'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:34:55.512094 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d17b627af75e17e0f4b8d6239d04f8c2f78634e2c585e32a7aeca336500f34a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7fa1c3b-00f5-4752-9f34-b939f1df0b37" -d '{"events": [{"server_uuid": "71cdbe46-c78b-4c00-be27-9195dba4e6d2", "name": "network-vif-deleted", "tag": "07f63703-9f99-4b32-93ab-eabcfe9855cf"}, {"server_uuid": "0cb7c8a4-8f94-4cd4-8620-9bf90c9ebb91", "name": "network-vif-deleted", "tag": "2c05648c-6413-4e10-a987-c76d08e099f4"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:34:55.544873 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0e92c61f-d87e-4305-8c8f-888c00cbacb8 req-79b05fa4-7b88-4128-b4c1-cdca54a21f76 tempest-AttachSCSIVolumeTestJSON-417808870 tempest-AttachSCSIVolumeTestJSON-417808870-project] 10.222.0.23 "GET /v2.0/security-groups?id=f42b914a-54cd-4241-aa90-8d2a14562637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2829578 Jul 13 13:34:55.582166 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-60500400-7557-414f-b6d3-097e40e66ef3 req-4c0ae8b4-fd4d-461a-99ba-11324ddd7734 tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.6.37 HTTP/1.1" status: 200 len: 696 time: 0.1068180 Jul 13 13:34:55.607217 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-73a51fe2-c114-4e91-bc96-750d518fc56c req-a2a83831-fd7c-4979-8d2c-cf393bfd0996 tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] No DVR routers for this DVR port 3a0f1171-a00a-4901-9514-eb804eafebfd on host n-h1-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:34:55.640833 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-73a51fe2-c114-4e91-bc96-750d518fc56c req-a2a83831-fd7c-4979-8d2c-cf393bfd0996 tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:55.642873 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-73a51fe2-c114-4e91-bc96-750d518fc56c req-a2a83831-fd7c-4979-8d2c-cf393bfd0996 tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] 10.222.0.26 "DELETE /v2.0/ports/3a0f1171-a00a-4901-9514-eb804eafebfd HTTP/1.1" status: 204 len: 173 time: 2.2092974 Jul 13 13:34:55.651764 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae5c94c-3183-46f1-b7ff-cdf207af4815 req-1423b298-d94c-4cae-8349-cbe87e871c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:34:55.653345 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4ae5c94c-3183-46f1-b7ff-cdf207af4815 req-1423b298-d94c-4cae-8349-cbe87e871c3d service neutron] 10.222.0.26 "GET /v2.0/networks?id=dbf4a96c-cb51-41cd-ae2b-a32a6d64ddc6 HTTP/1.1" status: 200 len: 914 time: 0.3713117 Jul 13 13:34:55.655075 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-316f9483-f391-4afe-a4f7-b96ccd7bfa58 req-c43ddb96-b56a-48e9-8592-322f140f1c10 service neutron] 10.222.0.41 "GET /v2.0/networks/1b5b3b6e-f653-438d-b4e3-2ba9f685c679?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3741326 Jul 13 13:34:55.713286 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4ae5c94c-3183-46f1-b7ff-cdf207af4815 req-82fb9e38-5ec7-4588-ac12-c902bca12523 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c36b9a68-aca8-4909-9cb6-3474e0c4789a HTTP/1.1" status: 200 len: 217 time: 0.0513906 Jul 13 13:34:55.743182 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b8df8bb4-f162-468d-81d8-6c42a1d45cee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:55.759733 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-b8df8bb4-f162-468d-81d8-6c42a1d45cee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a9efa57-6396-440f-b2fc-34d74307ad06']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:34:55.771337 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-b8df8bb4-f162-468d-81d8-6c42a1d45cee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a34f1e5a-05a0-4a83-8c9f-c3abcf871ed1') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:34:55.771634 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-b8df8bb4-f162-468d-81d8-6c42a1d45cee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a34f1e5a-05a0-4a83-8c9f-c3abcf871ed1') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:34:55.782371 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b8df8bb4-f162-468d-81d8-6c42a1d45cee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6018464'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:55.798297 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-60500400-7557-414f-b6d3-097e40e66ef3 req-582e532f-d976-4c1a-93b8-6ac86690a051 tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.6.37 HTTP/1.1" status: 200 len: 696 time: 0.2152896 Jul 13 13:34:55.814023 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b8df8bb4-f162-468d-81d8-6c42a1d45cee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:55.824155 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-02690e4c-7cb5-4d80-ad21-34824324d644 tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] Deleting port afe98c71-5838-4f0f-a04b-ce2932534b8a {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:34:55.824526 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-02690e4c-7cb5-4d80-ad21-34824324d644 tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:55.827642 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ff852e35-9bd1-4602-ae07-f17a03acdef6 req-b7513d8a-ca2c-49c6-a7fb-a212ca0a4577 tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] 10.222.0.23 "GET /v2.0/ports?device_id=702da0b5-df79-4c9c-a035-064da62f3adc HTTP/1.1" status: 200 len: 210 time: 0.0664725 Jul 13 13:34:55.857316 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8df8bb4-f162-468d-81d8-6c42a1d45cee admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 13:34:55.857838 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b8df8bb4-f162-468d-81d8-6c42a1d45cee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6018632'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:55.859692 n-d-800634-1 neutron-server[93751]: Traceback (most recent call last): Jul 13 13:34:55.859692 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 13:34:55.859692 n-d-800634-1 neutron-server[93751]: timer() Jul 13 13:34:55.859692 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 13:34:55.859692 n-d-800634-1 neutron-server[93751]: cb(*args, **kw) Jul 13 13:34:55.859692 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 13:34:55.859692 n-d-800634-1 neutron-server[93751]: return func(*args, **kwargs) Jul 13 13:34:55.859692 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 13:34:55.859692 n-d-800634-1 neutron-server[93751]: self._notify() Jul 13 13:34:55.859692 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 13:34:55.859692 n-d-800634-1 neutron-server[93751]: self.callback(batched_events) Jul 13 13:34:55.859692 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 13:34:55.859692 n-d-800634-1 neutron-server[93751]: event.method(event) Jul 13 13:34:55.859692 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 13:34:55.859692 n-d-800634-1 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 13:34:55.859692 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 13:34:55.859692 n-d-800634-1 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 13:34:55.859692 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 13:34:55.859692 n-d-800634-1 neutron-server[93751]: return f(self, *a, **k) Jul 13 13:34:55.859692 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 13:34:55.859692 n-d-800634-1 neutron-server[93751]: return self._get(url).json() Jul 13 13:34:55.859692 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 13:34:55.859692 n-d-800634-1 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 13:34:55.859692 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 13:34:55.859692 n-d-800634-1 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 13 13:34:55.859692 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 13:34:55.859692 n-d-800634-1 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 13:34:55.859692 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 13:34:55.859692 n-d-800634-1 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 13:34:55.859692 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 13:34:55.859692 n-d-800634-1 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 13:34:55.859692 n-d-800634-1 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 13:34:55.882977 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae5c94c-3183-46f1-b7ff-cdf207af4815 req-887a0687-586d-4b0d-9c1b-9fb55d70d296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:34:55.884456 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4ae5c94c-3183-46f1-b7ff-cdf207af4815 req-887a0687-586d-4b0d-9c1b-9fb55d70d296 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b345d9ae-f904-4037-a9c2-81cd36a17189 HTTP/1.1" status: 200 len: 853 time: 0.1609643 Jul 13 13:34:55.930360 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 13 Jul 2021 13:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5321b00c-7464-4739-bc23-0574b7c7a5dd x-openstack-request-id: req-5321b00c-7464-4739-bc23-0574b7c7a5dd {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:34:55.930926 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9667b2b3-a6a8-4192-9815-a4b1d860f93e", "tag": "2bd87d73-4372-4ba5-9218-4e27eaeb7d76", "status": "completed", "code": 200}, {"server_uuid": "0131acbc-1b2c-4dd5-a21f-c7cd3913ec34", "name": "network-vif-deleted", "tag": "89fe826e-cc6f-4658-80f0-24762736a914", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:34:55.931343 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5321b00c-7464-4739-bc23-0574b7c7a5dd {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:34:55.931908 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9667b2b3-a6a8-4192-9815-a4b1d860f93e', 'tag': '2bd87d73-4372-4ba5-9218-4e27eaeb7d76', 'status': 'completed', 'code': 200} Jul 13 13:34:55.932337 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0131acbc-1b2c-4dd5-a21f-c7cd3913ec34', 'name': 'network-vif-deleted', 'tag': '89fe826e-cc6f-4658-80f0-24762736a914', 'status': 'completed', 'code': 200} Jul 13 13:34:55.978511 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b8df8bb4-f162-468d-81d8-6c42a1d45cee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:55.985312 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b8df8bb4-f162-468d-81d8-6c42a1d45cee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:55.990173 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-316f9483-f391-4afe-a4f7-b96ccd7bfa58 req-e1c6808b-7672-40ed-9f92-700f402bd074 service neutron] 10.222.0.41 "GET /v2.0/networks/1b5b3b6e-f653-438d-b4e3-2ba9f685c679?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2883742 Jul 13 13:34:55.996899 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-b8df8bb4-f162-468d-81d8-6c42a1d45cee admin admin] 10.222.0.23 "DELETE /v2.0/networks/9a9efa57-6396-440f-b2fc-34d74307ad06 HTTP/1.1" status: 204 len: 168 time: 0.7450709 Jul 13 13:34:56.015310 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-02690e4c-7cb5-4d80-ad21-34824324d644 tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:56.016227 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-02690e4c-7cb5-4d80-ad21-34824324d644 tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:56.021562 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8df8bb4-f162-468d-81d8-6c42a1d45cee admin admin] Pushing event deleted for resources: {'Network': ['ID=9a9efa57-6396-440f-b2fc-34d74307ad06,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:34:56.037298 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-60500400-7557-414f-b6d3-097e40e66ef3 req-0bb80ecd-41b7-4d10-8697-b5db46808175 tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] Deleting port 8d7b0b7b-3fdd-44cf-b0bd-98ff6b953b7e {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:34:56.037640 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-60500400-7557-414f-b6d3-097e40e66ef3 req-0bb80ecd-41b7-4d10-8697-b5db46808175 tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:56.040295 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-02690e4c-7cb5-4d80-ad21-34824324d644 tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] Calling delete_port for afe98c71-5838-4f0f-a04b-ce2932534b8a owned by network:floatingip {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:34:56.101577 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae5c94c-3183-46f1-b7ff-cdf207af4815 req-6f0c94b8-30ab-4f8f-b327-698abdd0b96c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:34:56.104036 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4ae5c94c-3183-46f1-b7ff-cdf207af4815 req-6f0c94b8-30ab-4f8f-b327-698abdd0b96c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=dbf4a96c-cb51-41cd-ae2b-a32a6d64ddc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2106025 Jul 13 13:34:56.151632 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-60500400-7557-414f-b6d3-097e40e66ef3 req-0bb80ecd-41b7-4d10-8697-b5db46808175 tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:56.152764 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-60500400-7557-414f-b6d3-097e40e66ef3 req-0bb80ecd-41b7-4d10-8697-b5db46808175 tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:56.167160 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-60500400-7557-414f-b6d3-097e40e66ef3 req-0bb80ecd-41b7-4d10-8697-b5db46808175 tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] Calling delete_port for 8d7b0b7b-3fdd-44cf-b0bd-98ff6b953b7e owned by network:floatingip {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:34:56.168613 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 51344) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:34:56.215310 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a933223c-b823-4719-b86e-03cd11131130 req-ddfa58c2-1ae1-4260-9c4a-b686742907e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:34:56.216805 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a933223c-b823-4719-b86e-03cd11131130 req-ddfa58c2-1ae1-4260-9c4a-b686742907e1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=25975085bfa5408baa762e94e04f7b53&device_id=9667b2b3-a6a8-4192-9815-a4b1d860f93e HTTP/1.1" status: 200 len: 1094 time: 0.2662649 Jul 13 13:34:56.266061 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-8b21f47e-b215-467b-88a8-e2f552fc3f1b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=304b49a3d16e48749518a5a5fcb753ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0937893 Jul 13 13:34:56.266285 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 51346) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:34:56.327496 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 2c05648c-6413-4e10-a987-c76d08e099f4 no longer exists at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:34:56.362800 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c1c3ce3a-86f3-4441-aa43-8eade640786e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:56.367843 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-381d4315-9089-413f-a071-aa2897bda790 None None] No Port match for: 2c05648c-6413-4e10-a987-c76d08e099f4 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:34:56.369170 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 2c05648c-6413-4e10-a987-c76d08e099f4 not bound to the agent host n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:34:56.369649 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 3a0f1171-a00a-4901-9514-eb804eafebfd no longer exists at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:34:56.393281 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-381d4315-9089-413f-a071-aa2897bda790 None None] No Port match for: 3a0f1171-a00a-4901-9514-eb804eafebfd {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:34:56.394063 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 3a0f1171-a00a-4901-9514-eb804eafebfd not bound to the agent host n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:34:56.397720 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4ae5c94c-3183-46f1-b7ff-cdf207af4815 req-ef5cc525-1ee6-4af6-b3f8-20c53c09aec5 service neutron] 10.222.0.26 "GET /v2.0/networks/dbf4a96c-cb51-41cd-ae2b-a32a6d64ddc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2774682 Jul 13 13:34:56.425602 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c1c3ce3a-86f3-4441-aa43-8eade640786e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:56.432028 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-60500400-7557-414f-b6d3-097e40e66ef3 req-0bb80ecd-41b7-4d10-8697-b5db46808175 tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:56.459458 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c8a45a-3f22-45e0-a9bf-a29cfd6958c3 req-b81f04a1-d011-46fb-9fb4-6dcbd64c272a tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:34:56.461024 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c1c8a45a-3f22-45e0-a9bf-a29cfd6958c3 req-b81f04a1-d011-46fb-9fb4-6dcbd64c272a tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] 10.222.0.23 "GET /v2.0/ports?device_id=9667b2b3-a6a8-4192-9815-a4b1d860f93e HTTP/1.1" status: 200 len: 943 time: 0.3961565 Jul 13 13:34:56.472407 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb80ecd-41b7-4d10-8697-b5db46808175 tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] Pushing event deleted for resources: {'Port': ['ID=8d7b0b7b-3fdd-44cf-b0bd-98ff6b953b7e,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:34:56.553384 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a933223c-b823-4719-b86e-03cd11131130 req-6d89939f-ea42-40fc-b7ae-5b4c51739875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:34:56.554973 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a933223c-b823-4719-b86e-03cd11131130 req-6d89939f-ea42-40fc-b7ae-5b4c51739875 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6abf39c7-5383-40cb-87d6-f20d29bbd8cf HTTP/1.1" status: 200 len: 904 time: 0.3270698 Jul 13 13:34:56.589943 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-02690e4c-7cb5-4d80-ad21-34824324d644 tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:56.666088 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02690e4c-7cb5-4d80-ad21-34824324d644 tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] Pushing event deleted for resources: {'Port': ['ID=afe98c71-5838-4f0f-a04b-ce2932534b8a,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:34:56.692290 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22552039-b03e-42b9-917f-10eb7b7d239f req-9bbf5470-e804-49f2-bee2-6a6de431e969 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:34:56.694355 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-22552039-b03e-42b9-917f-10eb7b7d239f req-9bbf5470-e804-49f2-bee2-6a6de431e969 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.41 "GET /v2.0/networks?id=2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21 HTTP/1.1" status: 200 len: 820 time: 0.3726618 Jul 13 13:34:56.706358 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c1c8a45a-3f22-45e0-a9bf-a29cfd6958c3 req-ccaf99ae-e94f-41ea-84f0-527645ff09ce tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] 10.222.0.23 "GET /v2.0/security-groups?id=d29423a1-067a-4d38-adf6-741b7ccff4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271068 Jul 13 13:34:56.710675 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4ae5c94c-3183-46f1-b7ff-cdf207af4815 req-e63c138b-93d6-402d-a550-1f3068ff494f service neutron] 10.222.0.26 "GET /v2.0/networks/dbf4a96c-cb51-41cd-ae2b-a32a6d64ddc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2775209 Jul 13 13:34:56.718994 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-22552039-b03e-42b9-917f-10eb7b7d239f req-d0df48a0-f114-4862-8002-fc3599cd5fff tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] Request body: {'port': {'device_id': 'b47b55d4-8ce4-4f13-bdab-9fd4a8aff692', 'network_id': '2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21', 'admin_state_up': True, 'tenant_id': 'd50e67b9ee9e45449d2522df614fe533'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:34:56.821609 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 13 Jul 2021 13:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b05f4ad-6934-4f5b-b5a2-0293c9ddae6c x-openstack-request-id: req-5b05f4ad-6934-4f5b-b5a2-0293c9ddae6c {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:34:56.822028 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71cdbe46-c78b-4c00-be27-9195dba4e6d2", "name": "network-vif-deleted", "tag": "07f63703-9f99-4b32-93ab-eabcfe9855cf", "status": "completed", "code": 200}, {"server_uuid": "0cb7c8a4-8f94-4cd4-8620-9bf90c9ebb91", "name": "network-vif-deleted", "tag": "2c05648c-6413-4e10-a987-c76d08e099f4", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:34:56.822153 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5b05f4ad-6934-4f5b-b5a2-0293c9ddae6c {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:34:56.822540 n-d-800634-1 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71cdbe46-c78b-4c00-be27-9195dba4e6d2', 'name': 'network-vif-deleted', 'tag': '07f63703-9f99-4b32-93ab-eabcfe9855cf', 'status': 'completed', 'code': 200} Jul 13 13:34:56.822785 n-d-800634-1 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cb7c8a4-8f94-4cd4-8620-9bf90c9ebb91', 'name': 'network-vif-deleted', 'tag': '2c05648c-6413-4e10-a987-c76d08e099f4', 'status': 'completed', 'code': 200} Jul 13 13:34:56.841866 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a933223c-b823-4719-b86e-03cd11131130 req-87996b8d-7937-4e32-9485-83ebe1f58608 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2bd87d73-4372-4ba5-9218-4e27eaeb7d76 HTTP/1.1" status: 200 len: 217 time: 0.2758746 Jul 13 13:34:56.866923 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-60500400-7557-414f-b6d3-097e40e66ef3 req-0bb80ecd-41b7-4d10-8697-b5db46808175 tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] Notify callbacks [] for floatingip, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:56.870964 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-60500400-7557-414f-b6d3-097e40e66ef3 req-0bb80ecd-41b7-4d10-8697-b5db46808175 tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for floatingip, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:56.884816 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-60500400-7557-414f-b6d3-097e40e66ef3 req-0bb80ecd-41b7-4d10-8697-b5db46808175 tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] 10.222.0.23 "DELETE /v2.0/floatingips/e4161356-0261-4db9-b444-6a97984c68a3 HTTP/1.1" status: 204 len: 173 time: 1.0796587 Jul 13 13:34:56.887057 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c1c3ce3a-86f3-4441-aa43-8eade640786e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:56.894910 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c1c3ce3a-86f3-4441-aa43-8eade640786e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:56.896882 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-c1c3ce3a-86f3-4441-aa43-8eade640786e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f235c326-7228-44c2-96b5-0876bdf6db43 HTTP/1.1" status: 204 len: 168 time: 0.6284127 Jul 13 13:34:56.917239 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-02690e4c-7cb5-4d80-ad21-34824324d644 tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] Notify callbacks [] for floatingip, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:56.919797 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-02690e4c-7cb5-4d80-ad21-34824324d644 tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for floatingip, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:56.920947 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-02690e4c-7cb5-4d80-ad21-34824324d644 tempest-ServersWithSpecificFlavorTestJSON-1905296489 tempest-ServersWithSpecificFlavorTestJSON-1905296489-project] 10.222.0.23 "DELETE /v2.0/floatingips/8a699c19-2346-4519-a58f-7e1c10676abc HTTP/1.1" status: 204 len: 168 time: 1.5404060 Jul 13 13:34:56.942412 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c3ce3a-86f3-4441-aa43-8eade640786e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f235c326-7228-44c2-96b5-0876bdf6db43,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:34:56.943464 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a933223c-b823-4719-b86e-03cd11131130 req-8b8a80b5-8ddc-4127-9c8b-835c3e47c3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:34:56.945514 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a933223c-b823-4719-b86e-03cd11131130 req-8b8a80b5-8ddc-4127-9c8b-835c3e47c3f6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=560441f8-4dd8-4170-ae42-f3e38fe7cfb4 HTTP/1.1" status: 200 len: 844 time: 0.0899591 Jul 13 13:34:56.987078 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a933223c-b823-4719-b86e-03cd11131130 req-31293d0c-f3c2-4241-aaca-47d4a9d04574 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6abf39c7-5383-40cb-87d6-f20d29bbd8cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344110 Jul 13 13:34:57.014880 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22552039-b03e-42b9-917f-10eb7b7d239f req-d0df48a0-f114-4862-8002-fc3599cd5fff tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] Made reservation on behalf of d50e67b9ee9e45449d2522df614fe533 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:34:57.018482 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-22552039-b03e-42b9-917f-10eb7b7d239f req-d0df48a0-f114-4862-8002-fc3599cd5fff tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:57.111723 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7be4a6b7-ab9d-4678-bd38-2edf8406a701 req-a58e74cc-a5e2-4d23-8587-bc4477603f69 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/ports?device_id=b47b55d4-8ce4-4f13-bdab-9fd4a8aff692 HTTP/1.1" status: 200 len: 210 time: 0.0450287 Jul 13 13:34:57.213260 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a933223c-b823-4719-b86e-03cd11131130 req-163aa228-0875-43ed-bdb7-2f4e6326f4d1 service neutron] 10.222.0.41 "GET /v2.0/networks/6abf39c7-5383-40cb-87d6-f20d29bbd8cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191553 Jul 13 13:34:57.292504 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fcdda5-d20b-4729-8d9e-983ca3d18420 req-79bcb353-638b-4dff-ba2c-73dca7500461 tempest-AttachSCSIVolumeTestJSON-417808870 tempest-AttachSCSIVolumeTestJSON-417808870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:34:57.294162 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-12fcdda5-d20b-4729-8d9e-983ca3d18420 req-79bcb353-638b-4dff-ba2c-73dca7500461 tempest-AttachSCSIVolumeTestJSON-417808870 tempest-AttachSCSIVolumeTestJSON-417808870-project] 10.222.0.23 "GET /v2.0/ports?device_id=5002655f-6941-4d1b-9a0a-42f9fa3913e0 HTTP/1.1" status: 200 len: 943 time: 0.2379789 Jul 13 13:34:57.383275 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-22552039-b03e-42b9-917f-10eb7b7d239f req-d0df48a0-f114-4862-8002-fc3599cd5fff tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] Allocated IP 172.20.0.3 (2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21/45599520-ccde-4569-b8cc-9a75a2e552c5/2afe5f25-c147-415f-8c5b-d8940fe3ec97) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:34:57.438343 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-12fcdda5-d20b-4729-8d9e-983ca3d18420 req-c95080b0-30ce-40f0-a8d8-dd4b945f334a tempest-AttachSCSIVolumeTestJSON-417808870 tempest-AttachSCSIVolumeTestJSON-417808870-project] 10.222.0.23 "GET /v2.0/security-groups?id=f42b914a-54cd-4241-aa90-8d2a14562637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189034 Jul 13 13:34:57.555672 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a933223c-b823-4719-b86e-03cd11131130 req-e354577a-eb68-41a4-ab5c-601d028657c8 service neutron] 10.222.0.41 "GET /v2.0/networks/6abf39c7-5383-40cb-87d6-f20d29bbd8cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3338101 Jul 13 13:34:57.657208 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-22552039-b03e-42b9-917f-10eb7b7d239f req-d0df48a0-f114-4862-8002-fc3599cd5fff tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:57.737819 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-22552039-b03e-42b9-917f-10eb7b7d239f req-d0df48a0-f114-4862-8002-fc3599cd5fff tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:57.749945 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['a53d9b9a-495c-485f-83d9-51d2b6ff1740'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:34:57.820391 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36be9cf3-86f8-4e73-a5e9-8d02f4268267 req-38ec9558-e0b3-4821-baea-482be8ed1503 tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:34:57.822030 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-36be9cf3-86f8-4e73-a5e9-8d02f4268267 req-38ec9558-e0b3-4821-baea-482be8ed1503 tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5da14f7-ffdc-4d87-8dbf-7c9b48b29672 HTTP/1.1" status: 200 len: 945 time: 0.1259871 Jul 13 13:34:57.828690 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22552039-b03e-42b9-917f-10eb7b7d239f req-d0df48a0-f114-4862-8002-fc3599cd5fff tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] Network 2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:34:57.836050 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-22552039-b03e-42b9-917f-10eb7b7d239f req-d0df48a0-f114-4862-8002-fc3599cd5fff tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:34:57.852161 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-22552039-b03e-42b9-917f-10eb7b7d239f req-d0df48a0-f114-4862-8002-fc3599cd5fff tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:34:57.909694 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0df48a0-f114-4862-8002-fc3599cd5fff tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] Pushing event updated for resources: {'Port': ['ID=2afe5f25-c147-415f-8c5b-d8940fe3ec97,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:34:57.920547 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-36be9cf3-86f8-4e73-a5e9-8d02f4268267 req-70fbfbc4-991c-433d-b38a-776a9192e806 tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] 10.222.0.23 "GET /v2.0/security-groups?id=a5acb904-2512-4fd2-89f4-2d0864dd03ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733373 Jul 13 13:34:57.938633 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '702da0b5-df79-4c9c-a035-064da62f3adc', 'name': 'network-vif-deleted', 'tag': '3a0f1171-a00a-4901-9514-eb804eafebfd'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:34:57.938633 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8de5087e-acac-43ab-98ff-f903ca92ab68" -d '{"events": [{"server_uuid": "702da0b5-df79-4c9c-a035-064da62f3adc", "name": "network-vif-deleted", "tag": "3a0f1171-a00a-4901-9514-eb804eafebfd"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:34:57.977223 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22552039-b03e-42b9-917f-10eb7b7d239f req-d0df48a0-f114-4862-8002-fc3599cd5fff tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:34:57.977912 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-22552039-b03e-42b9-917f-10eb7b7d239f req-d0df48a0-f114-4862-8002-fc3599cd5fff tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:57.997378 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-22552039-b03e-42b9-917f-10eb7b7d239f req-d0df48a0-f114-4862-8002-fc3599cd5fff tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2847891 Jul 13 13:34:58.029359 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-22552039-b03e-42b9-917f-10eb7b7d239f req-cac6e16d-7dcb-4c3d-911c-a2b5f070f14f service neutron] Request body: {'port': {'device_id': 'b47b55d4-8ce4-4f13-bdab-9fd4a8aff692', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:34:58.042009 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 51434) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:34:58.120662 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 2bd87d73-4372-4ba5-9218-4e27eaeb7d76 details requested by agent hyperv_n-h2-800634-1 with host n-h2-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 13:34:58.172229 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-22552039-b03e-42b9-917f-10eb7b7d239f req-cac6e16d-7dcb-4c3d-911c-a2b5f070f14f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:58.239086 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26565b41-dc9e-4263-82c7-f743d9a533f7 x-openstack-request-id: req-26565b41-dc9e-4263-82c7-f743d9a533f7 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:34:58.239768 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "702da0b5-df79-4c9c-a035-064da62f3adc", "name": "network-vif-deleted", "tag": "3a0f1171-a00a-4901-9514-eb804eafebfd", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:34:58.240179 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-26565b41-dc9e-4263-82c7-f743d9a533f7 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:34:58.240720 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '702da0b5-df79-4c9c-a035-064da62f3adc', 'name': 'network-vif-deleted', 'tag': '3a0f1171-a00a-4901-9514-eb804eafebfd', 'status': 'completed', 'code': 200} Jul 13 13:34:58.245323 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-0ea9a50e-9655-41fb-b341-67052bc6ced2 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1875329829-network', 'tenant_id': '60fd819e4df0458989307e4885d98668'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:34:58.307549 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 2bd87d73-4372-4ba5-9218-4e27eaeb7d76, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=2bd87d73-4372-4ba5-9218-4e27eaeb7d76,segment=NetworkSegment(731c211d-2cbe-4aa3-a09e-111c83e33a98),segment_id=731c211d-2cbe-4aa3-a09e-111c83e33a98)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:34:58.326522 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Returning: {'device': '2bd87d73-4372-4ba5-9218-4e27eaeb7d76', 'network_id': '6abf39c7-5383-40cb-87d6-f20d29bbd8cf', 'port_id': '2bd87d73-4372-4ba5-9218-4e27eaeb7d76', 'mac_address': 'fa:16:3e:0c:49:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '560441f8-4dd8-4170-ae42-f3e38fe7cfb4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 13:34:58.344299 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ea9a50e-9655-41fb-b341-67052bc6ced2 admin admin] Made reservation on behalf of 60fd819e4df0458989307e4885d98668 for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:34:58.351782 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0ea9a50e-9655-41fb-b341-67052bc6ced2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:58.379734 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0ea9a50e-9655-41fb-b341-67052bc6ced2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:58.407855 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:58.416191 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe91d9bc-0fd1-49b8-97d5-a9734ddee4cc req-ad1dd40c-bdfa-4986-93fd-b726430b15ba tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:34:58.417764 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-fe91d9bc-0fd1-49b8-97d5-a9734ddee4cc req-ad1dd40c-bdfa-4986-93fd-b726430b15ba tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] 10.222.0.23 "GET /v2.0/ports?device_id=9667b2b3-a6a8-4192-9815-a4b1d860f93e HTTP/1.1" status: 200 len: 943 time: 0.2363133 Jul 13 13:34:58.418942 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device c36b9a68-aca8-4909-9cb6-3474e0c4789a details requested by agent hyperv_n-h1-800634-1 with host n-h1-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 13:34:58.544691 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0ea9a50e-9655-41fb-b341-67052bc6ced2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:58.548560 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port c36b9a68-aca8-4909-9cb6-3474e0c4789a, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=c36b9a68-aca8-4909-9cb6-3474e0c4789a,segment=NetworkSegment(ff868c88-63a7-45f2-9c2d-60b1f22692fb),segment_id=ff868c88-63a7-45f2-9c2d-60b1f22692fb)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:34:58.584489 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bd87d73-4372-4ba5-9218-4e27eaeb7d76 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:34:58.588363 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-fe91d9bc-0fd1-49b8-97d5-a9734ddee4cc req-b9de4329-0ab6-4ec4-9634-00856a4e9b63 tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] 10.222.0.23 "GET /v2.0/security-groups?id=d29423a1-067a-4d38-adf6-741b7ccff4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578462 Jul 13 13:34:58.589351 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0ea9a50e-9655-41fb-b341-67052bc6ced2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:58.589779 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Returning: {'device': 'c36b9a68-aca8-4909-9cb6-3474e0c4789a', 'network_id': 'dbf4a96c-cb51-41cd-ae2b-a32a6d64ddc6', 'port_id': 'c36b9a68-aca8-4909-9cb6-3474e0c4789a', 'mac_address': 'fa:16:3e:38:a4:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b345d9ae-f904-4037-a9c2-81cd36a17189', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 13:34:58.626859 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ea9a50e-9655-41fb-b341-67052bc6ced2 admin admin] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 13:34:58.639685 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 2bd87d73-4372-4ba5-9218-4e27eaeb7d76, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=2bd87d73-4372-4ba5-9218-4e27eaeb7d76,segment=NetworkSegment(731c211d-2cbe-4aa3-a09e-111c83e33a98),segment_id=731c211d-2cbe-4aa3-a09e-111c83e33a98)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:34:58.651895 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea9a50e-9655-41fb-b341-67052bc6ced2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e05c1f5-1646-442c-9367-24d51c2f3067,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:34:58.652131 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:58.677525 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0ea9a50e-9655-41fb-b341-67052bc6ced2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:58.678839 n-d-800634-1 neutron-server[93751]: INFO neutron.db.segments_db [None req-0ea9a50e-9655-41fb-b341-67052bc6ced2 admin admin] Added segment 0e088d7a-7675-40e8-ac05-982d7aacdc90 of type vlan for network 8ab78c19-9e22-4e9c-a375-70e00659cefd Jul 13 13:34:58.681752 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 51462) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:34:58.707054 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:58.740795 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c36b9a68-aca8-4909-9cb6-3474e0c4789a {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:34:58.804222 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port c36b9a68-aca8-4909-9cb6-3474e0c4789a, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=c36b9a68-aca8-4909-9cb6-3474e0c4789a,segment=NetworkSegment(ff868c88-63a7-45f2-9c2d-60b1f22692fb),segment_id=ff868c88-63a7-45f2-9c2d-60b1f22692fb)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:34:58.808349 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=2bd87d73-4372-4ba5-9218-4e27eaeb7d76,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:34:58.827206 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:58.829523 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0ea9a50e-9655-41fb-b341-67052bc6ced2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:58.886189 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1fb8144a-33c7-4899-a05c-540e81b2d25b tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:58.902228 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=c36b9a68-aca8-4909-9cb6-3474e0c4789a,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:34:58.915772 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['2bd87d73-4372-4ba5-9218-4e27eaeb7d76'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:34:58.924698 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0ea9a50e-9655-41fb-b341-67052bc6ced2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:58.925691 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ea9a50e-9655-41fb-b341-67052bc6ced2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:34:58.926599 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0ea9a50e-9655-41fb-b341-67052bc6ced2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:58.935607 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1fb8144a-33c7-4899-a05c-540e81b2d25b tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:59.001780 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-22552039-b03e-42b9-917f-10eb7b7d239f req-cac6e16d-7dcb-4c3d-911c-a2b5f070f14f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2afe5f25-c147-415f-8c5b-d8940fe3ec97 {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:34:59.006506 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-0ea9a50e-9655-41fb-b341-67052bc6ced2 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9634066 Jul 13 13:34:59.018825 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 51478) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:34:59.022759 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-22552039-b03e-42b9-917f-10eb7b7d239f req-cac6e16d-7dcb-4c3d-911c-a2b5f070f14f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:59.028240 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-f0a38e4e-d22d-4e33-8e72-b0f1e6722696 admin admin] Request body: {'subnet': {'network_id': '8ab78c19-9e22-4e9c-a375-70e00659cefd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1875329829-subnet', 'tenant_id': '60fd819e4df0458989307e4885d98668', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:34:59.059046 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0a38e4e-d22d-4e33-8e72-b0f1e6722696 admin admin] Made reservation on behalf of 60fd819e4df0458989307e4885d98668 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:34:59.061417 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f0a38e4e-d22d-4e33-8e72-b0f1e6722696 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4763385'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:59.073279 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea9a50e-9655-41fb-b341-67052bc6ced2 admin admin] Pushing event updated for resources: {'Network': ['ID=8ab78c19-9e22-4e9c-a375-70e00659cefd,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:34:59.099938 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['c36b9a68-aca8-4909-9cb6-3474e0c4789a'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:34:59.107921 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network 8ab78c19-9e22-4e9c-a375-70e00659cefd details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 13:34:59.132493 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897fc681-8ec0-4d6c-a53c-e5df86ff49ea req-be3c36f4-e9a8-42e1-b405-8e232a702dbe tempest-AttachSCSIVolumeTestJSON-417808870 tempest-AttachSCSIVolumeTestJSON-417808870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:34:59.139684 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-897fc681-8ec0-4d6c-a53c-e5df86ff49ea req-be3c36f4-e9a8-42e1-b405-8e232a702dbe tempest-AttachSCSIVolumeTestJSON-417808870 tempest-AttachSCSIVolumeTestJSON-417808870-project] 10.222.0.23 "GET /v2.0/ports?device_id=5002655f-6941-4d1b-9a0a-42f9fa3913e0 HTTP/1.1" status: 200 len: 944 time: 0.1441891 Jul 13 13:34:59.145345 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-22552039-b03e-42b9-917f-10eb7b7d239f req-cac6e16d-7dcb-4c3d-911c-a2b5f070f14f service neutron] Transition to ACTIVE for port object 2afe5f25-c147-415f-8c5b-d8940fe3ec97 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:34:59.149983 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1fb8144a-33c7-4899-a05c-540e81b2d25b tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:59.152841 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1fb8144a-33c7-4899-a05c-540e81b2d25b tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:59.156521 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-1fb8144a-33c7-4899-a05c-540e81b2d25b tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] 10.222.0.23 "DELETE /v2.0/security-groups/7baed6d1-f71b-4987-9b4a-681b1f0c20dd HTTP/1.1" status: 204 len: 168 time: 0.4684944 Jul 13 13:34:59.162114 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 51480) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:34:59.164903 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302f2d26-1495-4d7a-b5c8-ff1b65092a0f req-42294933-f26e-49ab-8c12-bf299c89f429 tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:34:59.166834 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-302f2d26-1495-4d7a-b5c8-ff1b65092a0f req-42294933-f26e-49ab-8c12-bf299c89f429 tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5da14f7-ffdc-4d87-8dbf-7c9b48b29672 HTTP/1.1" status: 200 len: 945 time: 0.3463430 Jul 13 13:34:59.176410 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-22552039-b03e-42b9-917f-10eb7b7d239f req-cac6e16d-7dcb-4c3d-911c-a2b5f070f14f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:59.226042 n-d-800634-1 neutron-server[93751]: INFO neutron.api.v2.resource [None req-6d5404bd-cdc0-4992-8517-6f8b09c80b0a tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] show failed (client error): The resource could not be found. Jul 13 13:34:59.230845 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-6d5404bd-cdc0-4992-8517-6f8b09c80b0a tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] 10.222.0.23 "GET /v2.0/security-groups/7baed6d1-f71b-4987-9b4a-681b1f0c20dd HTTP/1.1" status: 404 len: 347 time: 0.0643284 Jul 13 13:34:59.236880 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 51482) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:34:59.260204 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb8144a-33c7-4899-a05c-540e81b2d25b tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7baed6d1-f71b-4987-9b4a-681b1f0c20dd,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:34:59.299912 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-897fc681-8ec0-4d6c-a53c-e5df86ff49ea req-c6dabfc2-c212-4e26-9b2a-01a1878211ca tempest-AttachSCSIVolumeTestJSON-417808870 tempest-AttachSCSIVolumeTestJSON-417808870-project] 10.222.0.23 "GET /v2.0/security-groups?id=f42b914a-54cd-4241-aa90-8d2a14562637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321871 Jul 13 13:34:59.340681 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121e82d2-96fd-47af-b6e9-0406e1d48a65 req-aa05619e-e90e-4acc-9abc-b6fac8242395 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:34:59.349152 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-121e82d2-96fd-47af-b6e9-0406e1d48a65 req-aa05619e-e90e-4acc-9abc-b6fac8242395 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/ports?device_id=b47b55d4-8ce4-4f13-bdab-9fd4a8aff692 HTTP/1.1" status: 200 len: 931 time: 0.5305185 Jul 13 13:34:59.418947 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac6e16d-7dcb-4c3d-911c-a2b5f070f14f service neutron] Pushing event updated for resources: {'Port': ['ID=2afe5f25-c147-415f-8c5b-d8940fe3ec97,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:34:59.480278 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-e07d480a-0d22-488a-a430-2e7a59abee0c tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] Deleting port b6c513ca-2747-4683-8782-61e84b1caabb {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:34:59.480928 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e07d480a-0d22-488a-a430-2e7a59abee0c tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:59.530729 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-121e82d2-96fd-47af-b6e9-0406e1d48a65 req-fa5cece9-31e6-44ef-a6cf-7d223fb0a8fe tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1a1929d-de59-4a26-a69b-05b891c11dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804361 Jul 13 13:34:59.559419 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-22552039-b03e-42b9-917f-10eb7b7d239f req-cac6e16d-7dcb-4c3d-911c-a2b5f070f14f service neutron] Attempting to bind port 2afe5f25-c147-415f-8c5b-d8940fe3ec97 on host n-h2-800634-1 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:34:59.560289 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-22552039-b03e-42b9-917f-10eb7b7d239f req-cac6e16d-7dcb-4c3d-911c-a2b5f070f14f service neutron] Attempting to bind port 2afe5f25-c147-415f-8c5b-d8940fe3ec97 by drivers openvswitch,hyperv on host n-h2-800634-1 at level 0 using segments [{'id': 'ad5ed454-48ea-4363-8047-0d3907eff6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:34:59.560852 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22552039-b03e-42b9-917f-10eb7b7d239f req-cac6e16d-7dcb-4c3d-911c-a2b5f070f14f service neutron] Attempting to bind port 2afe5f25-c147-415f-8c5b-d8940fe3ec97 on network 2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:34:59.575209 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22552039-b03e-42b9-917f-10eb7b7d239f req-cac6e16d-7dcb-4c3d-911c-a2b5f070f14f service neutron] Port 2afe5f25-c147-415f-8c5b-d8940fe3ec97 on network 2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-1 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:34:59.575820 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22552039-b03e-42b9-917f-10eb7b7d239f req-cac6e16d-7dcb-4c3d-911c-a2b5f070f14f service neutron] Attempting to bind port 2afe5f25-c147-415f-8c5b-d8940fe3ec97 on network 2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:34:59.596424 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22552039-b03e-42b9-917f-10eb7b7d239f req-cac6e16d-7dcb-4c3d-911c-a2b5f070f14f service neutron] Checking agent: {'id': 'f615e5c9-21ab-43f2-adbc-192d64b795cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:34:59.597074 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22552039-b03e-42b9-917f-10eb7b7d239f req-cac6e16d-7dcb-4c3d-911c-a2b5f070f14f service neutron] Checking segment: {'id': 'ad5ed454-48ea-4363-8047-0d3907eff6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:34:59.597697 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22552039-b03e-42b9-917f-10eb7b7d239f req-cac6e16d-7dcb-4c3d-911c-a2b5f070f14f service neutron] Bound using segment: {'id': 'ad5ed454-48ea-4363-8047-0d3907eff6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:34:59.598436 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-22552039-b03e-42b9-917f-10eb7b7d239f req-cac6e16d-7dcb-4c3d-911c-a2b5f070f14f service neutron] Bound port: 2afe5f25-c147-415f-8c5b-d8940fe3ec97, host: n-h2-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad5ed454-48ea-4363-8047-0d3907eff6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:34:59.599029 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-22552039-b03e-42b9-917f-10eb7b7d239f req-cac6e16d-7dcb-4c3d-911c-a2b5f070f14f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:59.608579 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-302f2d26-1495-4d7a-b5c8-ff1b65092a0f req-214fd15a-74f9-4db9-84fa-0e4ec7d2b29c tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] Deleting port f97b675f-18b5-4e12-9419-9c15459c72ac {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:34:59.609043 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-302f2d26-1495-4d7a-b5c8-ff1b65092a0f req-214fd15a-74f9-4db9-84fa-0e4ec7d2b29c tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:59.636911 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e07d480a-0d22-488a-a430-2e7a59abee0c tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:59.637254 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e07d480a-0d22-488a-a430-2e7a59abee0c tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:59.654109 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-e07d480a-0d22-488a-a430-2e7a59abee0c tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] Calling delete_port for b6c513ca-2747-4683-8782-61e84b1caabb owned by network:floatingip {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:34:59.816458 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f0a38e4e-d22d-4e33-8e72-b0f1e6722696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5970588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4763339'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:59.847367 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e07d480a-0d22-488a-a430-2e7a59abee0c tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:59.887155 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07d480a-0d22-488a-a430-2e7a59abee0c tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] Pushing event deleted for resources: {'Port': ['ID=b6c513ca-2747-4683-8782-61e84b1caabb,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:34:59.894452 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a38e4e-d22d-4e33-8e72-b0f1e6722696 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef7f03b8-f6ed-47a9-935a-e0c10f4791a1,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:34:59.935891 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-22552039-b03e-42b9-917f-10eb7b7d239f req-cac6e16d-7dcb-4c3d-911c-a2b5f070f14f service neutron] For port 2afe5f25-c147-415f-8c5b-d8940fe3ec97, host n-h2-800634-1, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:34:59.953021 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-302f2d26-1495-4d7a-b5c8-ff1b65092a0f req-214fd15a-74f9-4db9-84fa-0e4ec7d2b29c tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] For port f97b675f-18b5-4e12-9419-9c15459c72ac, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=f97b675f-18b5-4e12-9419-9c15459c72ac,segment=NetworkSegment(ff7cf47e-479d-4e06-9945-560a154aee7d),segment_id=ff7cf47e-479d-4e06-9945-560a154aee7d)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:34:59.953396 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-302f2d26-1495-4d7a-b5c8-ff1b65092a0f req-214fd15a-74f9-4db9-84fa-0e4ec7d2b29c tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:59.960682 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e07d480a-0d22-488a-a430-2e7a59abee0c tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] Notify callbacks [] for floatingip, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:59.962166 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-22552039-b03e-42b9-917f-10eb7b7d239f req-cac6e16d-7dcb-4c3d-911c-a2b5f070f14f service neutron] For port 2afe5f25-c147-415f-8c5b-d8940fe3ec97, host n-h2-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=2afe5f25-c147-415f-8c5b-d8940fe3ec97,segment=NetworkSegment(ad5ed454-48ea-4363-8047-0d3907eff6fd),segment_id=ad5ed454-48ea-4363-8047-0d3907eff6fd)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:34:59.964962 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e07d480a-0d22-488a-a430-2e7a59abee0c tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for floatingip, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:34:59.965671 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-e07d480a-0d22-488a-a430-2e7a59abee0c tempest-ImagesOneServerNegativeTestJSON-1820861933 tempest-ImagesOneServerNegativeTestJSON-1820861933-project] 10.222.0.23 "DELETE /v2.0/floatingips/a1502308-3b85-44eb-a9d5-7f13bfa2897d HTTP/1.1" status: 204 len: 168 time: 0.7274299 Jul 13 13:34:59.986456 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-302f2d26-1495-4d7a-b5c8-ff1b65092a0f req-214fd15a-74f9-4db9-84fa-0e4ec7d2b29c tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] Calling delete_port for f97b675f-18b5-4e12-9419-9c15459c72ac owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:34:59.988617 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-22552039-b03e-42b9-917f-10eb7b7d239f req-cac6e16d-7dcb-4c3d-911c-a2b5f070f14f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:00.092125 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22552039-b03e-42b9-917f-10eb7b7d239f req-cac6e16d-7dcb-4c3d-911c-a2b5f070f14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:00.093280 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-22552039-b03e-42b9-917f-10eb7b7d239f req-cac6e16d-7dcb-4c3d-911c-a2b5f070f14f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:00.094776 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-22552039-b03e-42b9-917f-10eb7b7d239f req-cac6e16d-7dcb-4c3d-911c-a2b5f070f14f service neutron] 10.222.0.41 "PUT /v2.0/ports/2afe5f25-c147-415f-8c5b-d8940fe3ec97 HTTP/1.1" status: 200 len: 1091 time: 2.0903757 Jul 13 13:35:00.113182 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:00.117161 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79c7422-1434-4ccf-a379-215aa7b1cd6c req-abad2649-cf17-436b-beda-87f462d4712c tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:00.118833 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d79c7422-1434-4ccf-a379-215aa7b1cd6c req-abad2649-cf17-436b-beda-87f462d4712c tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5da14f7-ffdc-4d87-8dbf-7c9b48b29672 HTTP/1.1" status: 200 len: 945 time: 0.3310728 Jul 13 13:35:00.128795 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 2bd87d73-4372-4ba5-9218-4e27eaeb7d76 up at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:35:00.159398 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a38e4e-d22d-4e33-8e72-b0f1e6722696 admin admin] Checking segment: {'id': '0e088d7a-7675-40e8-ac05-982d7aacdc90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '8ab78c19-9e22-4e9c-a375-70e00659cefd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:35:00.159697 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a38e4e-d22d-4e33-8e72-b0f1e6722696 admin admin] Network hostable DHCP agents. Network: 8ab78c19-9e22-4e9c-a375-70e00659cefd, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 13:35:00.187668 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning for port 2bd87d73-4372-4ba5-9218-4e27eaeb7d76 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:35:00.197679 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning complete for port 2bd87d73-4372-4ba5-9218-4e27eaeb7d76 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:35:00.198234 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:00.241573 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac6e16d-7dcb-4c3d-911c-a2b5f070f14f service neutron] Pushing event updated for resources: {'Port': ['ID=2afe5f25-c147-415f-8c5b-d8940fe3ec97,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:35:00.248611 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b47b55d4-8ce4-4f13-bdab-9fd4a8aff692', 'tag': '2afe5f25-c147-415f-8c5b-d8940fe3ec97'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:35:00.251366 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70bac0a9-2c42-4cd6-8ebd-572c1cda4644" -d '{"events": [{"name": "network-changed", "server_uuid": "b47b55d4-8ce4-4f13-bdab-9fd4a8aff692", "tag": "2afe5f25-c147-415f-8c5b-d8940fe3ec97"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:35:00.278564 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7814ca-7a9d-463e-a0ae-229ba0b922b6 req-f720153b-ec25-467a-b2b9-4e741469b554 tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:00.287558 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6b7814ca-7a9d-463e-a0ae-229ba0b922b6 req-f720153b-ec25-467a-b2b9-4e741469b554 tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] 10.222.0.23 "GET /v2.0/ports?device_id=9667b2b3-a6a8-4192-9815-a4b1d860f93e HTTP/1.1" status: 200 len: 944 time: 0.0855310 Jul 13 13:35:00.293425 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d79c7422-1434-4ccf-a379-215aa7b1cd6c req-1f829603-f66e-4cd3-b1a6-a3d6efee86ad tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] 10.222.0.23 "GET /v2.0/security-groups?id=a5acb904-2512-4fd2-89f4-2d0864dd03ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269035 Jul 13 13:35:00.297160 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a38e4e-d22d-4e33-8e72-b0f1e6722696 admin admin] Network 8ab78c19-9e22-4e9c-a375-70e00659cefd is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 13:35:00.298952 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:00.343558 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9667b2b3-a6a8-4192-9815-a4b1d860f93e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bd87d73-4372-4ba5-9218-4e27eaeb7d76'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:35:00.346308 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dd996b6-ff6d-46ad-a494-cf842fc7cc0d" -d '{"events": [{"server_uuid": "9667b2b3-a6a8-4192-9815-a4b1d860f93e", "name": "network-vif-plugged", "status": "completed", "tag": "2bd87d73-4372-4ba5-9218-4e27eaeb7d76"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:35:00.349310 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6b7814ca-7a9d-463e-a0ae-229ba0b922b6 req-5c11b54a-407d-455f-9963-6b2300b152d3 tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] 10.222.0.23 "GET /v2.0/security-groups?id=d29423a1-067a-4d38-adf6-741b7ccff4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600255 Jul 13 13:35:00.353517 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device c36b9a68-aca8-4909-9cb6-3474e0c4789a up at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:35:00.402934 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-f0a38e4e-d22d-4e33-8e72-b0f1e6722696 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, 8ab78c19-9e22-4e9c-a375-70e00659cefd) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:35:00.404446 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 2bd87d73-4372-4ba5-9218-4e27eaeb7d76, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=2bd87d73-4372-4ba5-9218-4e27eaeb7d76,segment=NetworkSegment(731c211d-2cbe-4aa3-a09e-111c83e33a98),segment_id=731c211d-2cbe-4aa3-a09e-111c83e33a98)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:35:00.420537 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d96e6ac0-fd4e-4397-a719-6d813b699be3 None None] Network 8ab78c19-9e22-4e9c-a375-70e00659cefd requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:35:00.425231 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:00.443114 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:00.449948 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a38e4e-d22d-4e33-8e72-b0f1e6722696 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:00.450555 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f0a38e4e-d22d-4e33-8e72-b0f1e6722696 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:00.499025 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 13:35:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0a17938-3262-40c1-a028-c69cae47dc70 x-openstack-request-id: req-a0a17938-3262-40c1-a028-c69cae47dc70 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:35:00.499307 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b47b55d4-8ce4-4f13-bdab-9fd4a8aff692", "tag": "2afe5f25-c147-415f-8c5b-d8940fe3ec97", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:35:00.499647 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a0a17938-3262-40c1-a028-c69cae47dc70 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:35:00.508926 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 13:35:00.509493 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b47b55d4-8ce4-4f13-bdab-9fd4a8aff692', 'tag': '2afe5f25-c147-415f-8c5b-d8940fe3ec97', 'status': 'completed', 'code': 200} Jul 13 13:35:00.514537 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22552039-b03e-42b9-917f-10eb7b7d239f req-f12acfc2-554e-44d7-9bea-91f70fcff70b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:00.516715 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-22552039-b03e-42b9-917f-10eb7b7d239f req-f12acfc2-554e-44d7-9bea-91f70fcff70b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d50e67b9ee9e45449d2522df614fe533&device_id=b47b55d4-8ce4-4f13-bdab-9fd4a8aff692 HTTP/1.1" status: 200 len: 1094 time: 0.3546517 Jul 13 13:35:00.527639 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-302f2d26-1495-4d7a-b5c8-ff1b65092a0f req-214fd15a-74f9-4db9-84fa-0e4ec7d2b29c tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:00.553084 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-f0a38e4e-d22d-4e33-8e72-b0f1e6722696 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.5331776 Jul 13 13:35:00.605144 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning for port c36b9a68-aca8-4909-9cb6-3474e0c4789a completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:35:00.624453 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-22552039-b03e-42b9-917f-10eb7b7d239f req-75f69079-6b43-4c10-87aa-684a7b8a7fd5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2afe5f25-c147-415f-8c5b-d8940fe3ec97 HTTP/1.1" status: 200 len: 217 time: 0.0992658 Jul 13 13:35:00.626545 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=2bd87d73-4372-4ba5-9218-4e27eaeb7d76,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:35:00.649534 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning complete for port c36b9a68-aca8-4909-9cb6-3474e0c4789a triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:35:00.649934 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:00.713853 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214fd15a-74f9-4db9-84fa-0e4ec7d2b29c tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] Pushing event deleted for resources: {'Port': ['ID=f97b675f-18b5-4e12-9419-9c15459c72ac,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:35:00.773646 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-302f2d26-1495-4d7a-b5c8-ff1b65092a0f req-214fd15a-74f9-4db9-84fa-0e4ec7d2b29c tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] No DVR routers for this DVR port f97b675f-18b5-4e12-9419-9c15459c72ac on host n-h2-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:35:00.796801 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-302f2d26-1495-4d7a-b5c8-ff1b65092a0f req-214fd15a-74f9-4db9-84fa-0e4ec7d2b29c tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:00.798979 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-302f2d26-1495-4d7a-b5c8-ff1b65092a0f req-214fd15a-74f9-4db9-84fa-0e4ec7d2b29c tempest-FloatingIPsAssociationTestJSON-1627985090 tempest-FloatingIPsAssociationTestJSON-1627985090-project] 10.222.0.41 "DELETE /v2.0/ports/f97b675f-18b5-4e12-9419-9c15459c72ac HTTP/1.1" status: 204 len: 173 time: 1.6204796 Jul 13 13:35:00.816809 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-765f7d51-bff9-4a5b-83da-a579da4c8746 None None] Network 8ab78c19-9e22-4e9c-a375-70e00659cefd requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:35:00.823207 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22552039-b03e-42b9-917f-10eb7b7d239f req-e95453ee-82d4-4718-925f-f41e1ab77a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:00.825092 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-22552039-b03e-42b9-917f-10eb7b7d239f req-e95453ee-82d4-4718-925f-f41e1ab77a0c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=45599520-ccde-4569-b8cc-9a75a2e552c5 HTTP/1.1" status: 200 len: 860 time: 0.1653860 Jul 13 13:35:00.871383 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-22552039-b03e-42b9-917f-10eb7b7d239f req-acb9ef84-ad52-42c6-b64d-af56738b034b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341432 Jul 13 13:35:00.899054 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9fca40-83a2-4ab1-a68e-d630b5e2ec81 req-41808478-ccc3-48e2-801c-f12e1ef2959c tempest-AttachSCSIVolumeTestJSON-417808870 tempest-AttachSCSIVolumeTestJSON-417808870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:00.906165 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-db9fca40-83a2-4ab1-a68e-d630b5e2ec81 req-41808478-ccc3-48e2-801c-f12e1ef2959c tempest-AttachSCSIVolumeTestJSON-417808870 tempest-AttachSCSIVolumeTestJSON-417808870-project] 10.222.0.23 "GET /v2.0/ports?device_id=5002655f-6941-4d1b-9a0a-42f9fa3913e0 HTTP/1.1" status: 200 len: 944 time: 0.2451036 Jul 13 13:35:00.986777 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:01.056131 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-db9fca40-83a2-4ab1-a68e-d630b5e2ec81 req-529746d2-5542-40a9-9d2d-4720a6d7f351 tempest-AttachSCSIVolumeTestJSON-417808870 tempest-AttachSCSIVolumeTestJSON-417808870-project] 10.222.0.23 "GET /v2.0/security-groups?id=f42b914a-54cd-4241-aa90-8d2a14562637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481180 Jul 13 13:35:01.105774 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-22552039-b03e-42b9-917f-10eb7b7d239f req-531ca15c-3bcf-43eb-85d7-41c44d1b7fd8 service neutron] 10.222.0.41 "GET /v2.0/networks/2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267110 Jul 13 13:35:01.130220 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port c36b9a68-aca8-4909-9cb6-3474e0c4789a, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=c36b9a68-aca8-4909-9cb6-3474e0c4789a,segment=NetworkSegment(ff868c88-63a7-45f2-9c2d-60b1f22692fb),segment_id=ff868c88-63a7-45f2-9c2d-60b1f22692fb)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:35:01.138882 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:35:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42a37fd6-11e6-48f1-814a-85dde0007321 x-openstack-request-id: req-42a37fd6-11e6-48f1-814a-85dde0007321 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:35:01.139376 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9667b2b3-a6a8-4192-9815-a4b1d860f93e", "name": "network-vif-plugged", "status": "completed", "tag": "2bd87d73-4372-4ba5-9218-4e27eaeb7d76", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:35:01.139799 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-42a37fd6-11e6-48f1-814a-85dde0007321 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:35:01.140437 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9667b2b3-a6a8-4192-9815-a4b1d860f93e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bd87d73-4372-4ba5-9218-4e27eaeb7d76', 'code': 200} Jul 13 13:35:01.144267 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:01.211494 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=c36b9a68-aca8-4909-9cb6-3474e0c4789a,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:35:01.326956 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-22552039-b03e-42b9-917f-10eb7b7d239f req-a523930a-0705-4a68-adee-924dff723ee3 service neutron] 10.222.0.41 "GET /v2.0/networks/2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107005 Jul 13 13:35:01.330304 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb39d3f-565b-42ee-a6cb-38558835622e req-f0163e8f-6a95-449d-b399-28df7c8bd4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:01.346247 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4cb39d3f-565b-42ee-a6cb-38558835622e req-f0163e8f-6a95-449d-b399-28df7c8bd4ac service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9667b2b3-a6a8-4192-9815-a4b1d860f93e HTTP/1.1" status: 200 len: 1096 time: 0.1268804 Jul 13 13:35:01.396345 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4cb39d3f-565b-42ee-a6cb-38558835622e req-7dab9a3d-886d-4f7a-8b18-387185f78753 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d29423a1-067a-4d38-adf6-741b7ccff4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444367 Jul 13 13:35:01.444848 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bac0a9-2c42-4cd6-8ebd-572c1cda4644 req-6c97792e-2d47-4f4b-9577-45053b3eab89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:01.446711 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-70bac0a9-2c42-4cd6-8ebd-572c1cda4644 req-6c97792e-2d47-4f4b-9577-45053b3eab89 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d50e67b9ee9e45449d2522df614fe533&device_id=b47b55d4-8ce4-4f13-bdab-9fd4a8aff692 HTTP/1.1" status: 200 len: 1094 time: 0.0633240 Jul 13 13:35:01.584400 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 51598) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:35:01.626106 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93289395-e465-4246-90d6-73875e1706c3 req-69856156-e2eb-4a65-90a8-f6607e69ddab tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:01.627665 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-93289395-e465-4246-90d6-73875e1706c3 req-69856156-e2eb-4a65-90a8-f6607e69ddab tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/ports?device_id=b47b55d4-8ce4-4f13-bdab-9fd4a8aff692 HTTP/1.1" status: 200 len: 943 time: 0.1779351 Jul 13 13:35:01.633379 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bac0a9-2c42-4cd6-8ebd-572c1cda4644 req-15d35772-9e88-47c1-9868-3b27b016d9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:01.634932 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-70bac0a9-2c42-4cd6-8ebd-572c1cda4644 req-15d35772-9e88-47c1-9868-3b27b016d9b1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21 HTTP/1.1" status: 200 len: 920 time: 0.1732705 Jul 13 13:35:01.698590 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-70bac0a9-2c42-4cd6-8ebd-572c1cda4644 req-01ae792e-c488-4c02-b1c9-1aec55340e82 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2afe5f25-c147-415f-8c5b-d8940fe3ec97 HTTP/1.1" status: 200 len: 217 time: 0.0551500 Jul 13 13:35:01.773639 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-93289395-e465-4246-90d6-73875e1706c3 req-3027901d-7b76-460d-811f-6e50871b20a9 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1a1929d-de59-4a26-a69b-05b891c11dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377370 Jul 13 13:35:01.845032 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2464b2-7aae-47d6-98a2-717a871ddd38 req-d58f737b-e1cd-4616-be18-0fe8329f0cfe tempest-ListServersNegativeTestJSON-1186610398 tempest-ListServersNegativeTestJSON-1186610398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:01.847626 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bac0a9-2c42-4cd6-8ebd-572c1cda4644 req-2fb44c46-e669-4ced-b479-ac1192461fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:01.849081 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-70bac0a9-2c42-4cd6-8ebd-572c1cda4644 req-2fb44c46-e669-4ced-b479-ac1192461fe5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=45599520-ccde-4569-b8cc-9a75a2e552c5 HTTP/1.1" status: 200 len: 860 time: 0.1156583 Jul 13 13:35:01.854747 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5f2464b2-7aae-47d6-98a2-717a871ddd38 req-d58f737b-e1cd-4616-be18-0fe8329f0cfe tempest-ListServersNegativeTestJSON-1186610398 tempest-ListServersNegativeTestJSON-1186610398-project] 10.222.0.23 "GET /v2.0/networks?id=8ab78c19-9e22-4e9c-a375-70e00659cefd HTTP/1.1" status: 200 len: 818 time: 0.1387382 Jul 13 13:35:01.871544 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5f2464b2-7aae-47d6-98a2-717a871ddd38 req-ced36ac1-034d-4cc6-98a2-7175a0b53f5e tempest-ListServersNegativeTestJSON-1186610398 tempest-ListServersNegativeTestJSON-1186610398-project] 10.222.0.23 "GET /v2.0/quotas/60fd819e4df0458989307e4885d98668 HTTP/1.1" status: 200 len: 375 time: 0.0157421 Jul 13 13:35:01.885851 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-70bac0a9-2c42-4cd6-8ebd-572c1cda4644 req-2660a625-d486-4100-af2e-527d8fcf9896 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293994 Jul 13 13:35:01.917805 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5f2464b2-7aae-47d6-98a2-717a871ddd38 req-0d2373e4-e5af-468c-bc6b-c3555c10dc52 tempest-ListServersNegativeTestJSON-1186610398 tempest-ListServersNegativeTestJSON-1186610398-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=60fd819e4df0458989307e4885d98668&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0450454 Jul 13 13:35:02.039466 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5f2464b2-7aae-47d6-98a2-717a871ddd38 req-01480dc4-05cc-4811-a342-af5a63f04490 service neutron] 10.222.0.23 "GET /v2.0/networks/8ab78c19-9e22-4e9c-a375-70e00659cefd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205389 Jul 13 13:35:02.121001 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-70bac0a9-2c42-4cd6-8ebd-572c1cda4644 req-95553f45-cf47-4cfa-9d68-00cf9d104788 service neutron] 10.222.0.41 "GET /v2.0/networks/2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276800 Jul 13 13:35:02.154091 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device f97b675f-18b5-4e12-9419-9c15459c72ac no longer exists at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:35:02.168818 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5f2464b2-7aae-47d6-98a2-717a871ddd38 req-3721a25d-142e-452c-99b8-ed2ed412cce7 service neutron] 10.222.0.23 "GET /v2.0/networks/8ab78c19-9e22-4e9c-a375-70e00659cefd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278343 Jul 13 13:35:02.187759 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] No Port match for: f97b675f-18b5-4e12-9419-9c15459c72ac {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:35:02.188413 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device f97b675f-18b5-4e12-9419-9c15459c72ac not bound to the agent host n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:35:02.302201 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-70bac0a9-2c42-4cd6-8ebd-572c1cda4644 req-d505684d-651f-41ff-87bc-c60669844201 service neutron] 10.222.0.41 "GET /v2.0/networks/2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703417 Jul 13 13:35:02.377516 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-456d8aea-3cb4-4560-ae71-11d206b8931c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451695'] for router_interface, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:02.474500 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 51654) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:35:02.514252 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5da14f7-ffdc-4d87-8dbf-7c9b48b29672', 'name': 'network-vif-deleted', 'tag': 'f97b675f-18b5-4e12-9419-9c15459c72ac'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:35:02.523671 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe27591e-c479-43e0-97d3-11724fc4eaef" -d '{"events": [{"server_uuid": "b5da14f7-ffdc-4d87-8dbf-7c9b48b29672", "name": "network-vif-deleted", "tag": "f97b675f-18b5-4e12-9419-9c15459c72ac"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:35:02.570216 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-8eaffc1c-2070-4eff-a46e-4b12a059d1ff admin admin] Deleting subnet 1e982c7c-a9b8-497d-b943-384953f5be36 {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 13:35:02.579133 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8eaffc1c-2070-4eff-a46e-4b12a059d1ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:02.625998 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 51660) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:35:02.687394 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8eaffc1c-2070-4eff-a46e-4b12a059d1ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6018489'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:02.730590 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9de143-51aa-4636-af6f-c4b8f0d82781 req-b39c5e22-6048-40ab-b430-098feab11fb8 tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:02.732271 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4b9de143-51aa-4636-af6f-c4b8f0d82781 req-b39c5e22-6048-40ab-b430-098feab11fb8 tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] 10.222.0.23 "GET /v2.0/ports?device_id=9667b2b3-a6a8-4192-9815-a4b1d860f93e HTTP/1.1" status: 200 len: 945 time: 0.1241832 Jul 13 13:35:02.799018 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4b9de143-51aa-4636-af6f-c4b8f0d82781 req-42f1caef-54d3-4336-942e-3cd1f083d43d tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] 10.222.0.23 "GET /v2.0/security-groups?id=d29423a1-067a-4d38-adf6-741b7ccff4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450375 Jul 13 13:35:02.814518 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-456d8aea-3cb4-4560-ae71-11d206b8931c admin admin] Deleting port aa2462eb-1689-4bdf-abd5-ef6940aa1010 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:35:02.815029 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-456d8aea-3cb4-4560-ae71-11d206b8931c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:02.823566 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8eaffc1c-2070-4eff-a46e-4b12a059d1ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:02.907172 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-456d8aea-3cb4-4560-ae71-11d206b8931c admin admin] For port aa2462eb-1689-4bdf-abd5-ef6940aa1010, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=aa2462eb-1689-4bdf-abd5-ef6940aa1010,segment=NetworkSegment(15c43e43-c0ec-4679-80b4-b23ff768bd51),segment_id=15c43e43-c0ec-4679-80b4-b23ff768bd51)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:35:02.907548 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-456d8aea-3cb4-4560-ae71-11d206b8931c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:02.927843 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-456d8aea-3cb4-4560-ae71-11d206b8931c admin admin] Calling delete_port for aa2462eb-1689-4bdf-abd5-ef6940aa1010 owned by network:router_interface {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:35:02.943217 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb1872d-23ae-4e8c-b647-0a39f4174b90 req-04e925d7-fd69-4464-888f-dbc9d25f398d tempest-AttachSCSIVolumeTestJSON-417808870 tempest-AttachSCSIVolumeTestJSON-417808870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:02.945328 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-bfb1872d-23ae-4e8c-b647-0a39f4174b90 req-04e925d7-fd69-4464-888f-dbc9d25f398d tempest-AttachSCSIVolumeTestJSON-417808870 tempest-AttachSCSIVolumeTestJSON-417808870-project] 10.222.0.23 "GET /v2.0/ports?device_id=5002655f-6941-4d1b-9a0a-42f9fa3913e0 HTTP/1.1" status: 200 len: 945 time: 0.2251925 Jul 13 13:35:03.049650 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8eaffc1c-2070-4eff-a46e-4b12a059d1ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6018534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6105009'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:03.114738 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaffc1c-2070-4eff-a46e-4b12a059d1ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e982c7c-a9b8-497d-b943-384953f5be36,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:35:03.142802 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5002655f-6941-4d1b-9a0a-42f9fa3913e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c36b9a68-aca8-4909-9cb6-3474e0c4789a'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:35:03.145601 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cecc310-71e6-4e5a-8309-385e014a5a2c" -d '{"events": [{"server_uuid": "5002655f-6941-4d1b-9a0a-42f9fa3913e0", "name": "network-vif-plugged", "status": "completed", "tag": "c36b9a68-aca8-4909-9cb6-3474e0c4789a"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:35:03.161146 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-bfb1872d-23ae-4e8c-b647-0a39f4174b90 req-76c8a29f-f3d6-49cc-b79d-fefea14220f4 tempest-AttachSCSIVolumeTestJSON-417808870 tempest-AttachSCSIVolumeTestJSON-417808870-project] 10.222.0.23 "GET /v2.0/security-groups?id=f42b914a-54cd-4241-aa90-8d2a14562637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080765 Jul 13 13:35:03.169278 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8eaffc1c-2070-4eff-a46e-4b12a059d1ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:03.174948 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-8eaffc1c-2070-4eff-a46e-4b12a059d1ff admin admin] 10.222.0.23 "DELETE /v2.0/subnets/1e982c7c-a9b8-497d-b943-384953f5be36 HTTP/1.1" status: 204 len: 168 time: 0.6984997 Jul 13 13:35:03.177137 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 51684) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:35:03.282555 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-456d8aea-3cb4-4560-ae71-11d206b8931c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:03.333708 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-85e11ef9-a6f0-4473-996f-602aa11a8980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:03.350298 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456d8aea-3cb4-4560-ae71-11d206b8931c admin admin] Pushing event deleted for resources: {'Port': ['ID=aa2462eb-1689-4bdf-abd5-ef6940aa1010,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:35:03.360349 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22c7fe3f-e47d-4e82-8d9b-1536aba905bf x-openstack-request-id: req-22c7fe3f-e47d-4e82-8d9b-1536aba905bf {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:35:03.360640 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5da14f7-ffdc-4d87-8dbf-7c9b48b29672", "name": "network-vif-deleted", "tag": "f97b675f-18b5-4e12-9419-9c15459c72ac", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:35:03.360906 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-22c7fe3f-e47d-4e82-8d9b-1536aba905bf {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:35:03.361309 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5da14f7-ffdc-4d87-8dbf-7c9b48b29672', 'name': 'network-vif-deleted', 'tag': 'f97b675f-18b5-4e12-9419-9c15459c72ac', 'status': 'completed', 'code': 200} Jul 13 13:35:03.373479 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1d3c0b90-6dfd-4c17-9506-ccc3136dee30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451695'] for router_interface, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:03.762715 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df4ffa5-5845-45b1-bfa9-1597dcad5f4e req-48b2413d-fa8d-43bb-a682-3236f90c2d86 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:03.768669 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4df4ffa5-5845-45b1-bfa9-1597dcad5f4e req-48b2413d-fa8d-43bb-a682-3236f90c2d86 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/ports?device_id=b47b55d4-8ce4-4f13-bdab-9fd4a8aff692 HTTP/1.1" status: 200 len: 943 time: 0.1190124 Jul 13 13:35:03.828277 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4df4ffa5-5845-45b1-bfa9-1597dcad5f4e req-f55cad03-2550-4dd4-ac78-5b51f2ebe1af tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1a1929d-de59-4a26-a69b-05b891c11dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570714 Jul 13 13:35:03.962467 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-1d3c0b90-6dfd-4c17-9506-ccc3136dee30 admin admin] Deleting port 033f8425-860e-4578-9c72-d006f86a11c8 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:35:03.963075 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1d3c0b90-6dfd-4c17-9506-ccc3136dee30 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:03.995324 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10009ae7-7c24-48fa-a333-a99b19024221 x-openstack-request-id: req-10009ae7-7c24-48fa-a333-a99b19024221 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:35:03.996252 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5002655f-6941-4d1b-9a0a-42f9fa3913e0", "name": "network-vif-plugged", "status": "completed", "tag": "c36b9a68-aca8-4909-9cb6-3474e0c4789a", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:35:03.996670 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-10009ae7-7c24-48fa-a333-a99b19024221 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:35:03.997279 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5002655f-6941-4d1b-9a0a-42f9fa3913e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c36b9a68-aca8-4909-9cb6-3474e0c4789a', 'code': 200} Jul 13 13:35:04.059027 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-85e11ef9-a6f0-4473-996f-602aa11a8980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:04.073680 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-85e11ef9-a6f0-4473-996f-602aa11a8980 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb9a46d3-143c-4124-a1f8-86a4243a701e']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:35:04.088687 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-85e11ef9-a6f0-4473-996f-602aa11a8980 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9472122b-cbf3-4934-aecb-e6fae280b13a') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:35:04.089355 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-85e11ef9-a6f0-4473-996f-602aa11a8980 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9472122b-cbf3-4934-aecb-e6fae280b13a') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:35:04.102321 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-85e11ef9-a6f0-4473-996f-602aa11a8980 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5431730'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:04.121331 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-85e11ef9-a6f0-4473-996f-602aa11a8980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:04.135002 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85e11ef9-a6f0-4473-996f-602aa11a8980 admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 13:35:04.136185 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-85e11ef9-a6f0-4473-996f-602aa11a8980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5970419'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:04.143756 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:35:04.143756 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:35:04.143756 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:35:04.143756 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:35:04.143756 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:35:04.143756 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:35:04.143756 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:35:04.143756 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:35:04.143756 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:35:04.143756 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:35:04.143756 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:35:04.143756 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:35:04.143756 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:35:04.143756 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:35:04.143756 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:35:04.143756 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:35:04.143756 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:35:04.143756 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:35:04.143756 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:35:04.143756 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:35:04.143756 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:35:04.143756 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:35:04.143756 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:35:04.143756 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:35:04.143756 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:35:04.143756 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:35:04.143756 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:35:04.143756 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:35:04.143756 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:35:04.143756 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:35:04.143756 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:35:04.143756 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:35:04.143756 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:35:04.143756 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:35:04.143756 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:35:04.143756 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:35:04.143756 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:35:04.143756 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:35:04.143756 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:35:04.143756 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:35:04.143756 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:35:04.143756 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:35:04.143756 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:35:04.143756 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:35:04.143756 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:35:04.143756 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:35:04.143756 n-d-800634-1 neutron-server[93750]: Traceback (most recent call last): Jul 13 13:35:04.143756 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 13:35:04.143756 n-d-800634-1 neutron-server[93750]: timer() Jul 13 13:35:04.143756 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 13:35:04.143756 n-d-800634-1 neutron-server[93750]: cb(*args, **kw) Jul 13 13:35:04.143756 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 13:35:04.143756 n-d-800634-1 neutron-server[93750]: return func(*args, **kwargs) Jul 13 13:35:04.143756 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 13:35:04.143756 n-d-800634-1 neutron-server[93750]: self._notify() Jul 13 13:35:04.143756 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 13:35:04.143756 n-d-800634-1 neutron-server[93750]: self.callback(batched_events) Jul 13 13:35:04.143756 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 13:35:04.143756 n-d-800634-1 neutron-server[93750]: event.method(event) Jul 13 13:35:04.143756 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 13:35:04.143756 n-d-800634-1 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 13:35:04.143756 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 13:35:04.143756 n-d-800634-1 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 13:35:04.143756 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 13:35:04.143756 n-d-800634-1 neutron-server[93750]: return f(self, *a, **k) Jul 13 13:35:04.149366 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 13:35:04.149366 n-d-800634-1 neutron-server[93750]: return self._get(url).json() Jul 13 13:35:04.149366 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 13:35:04.149366 n-d-800634-1 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 13:35:04.149366 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 13:35:04.149366 n-d-800634-1 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 13 13:35:04.149366 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 13:35:04.149366 n-d-800634-1 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 13:35:04.149366 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 13:35:04.149366 n-d-800634-1 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 13:35:04.149366 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 13:35:04.149366 n-d-800634-1 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 13:35:04.149366 n-d-800634-1 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 13:35:04.217921 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-20e8f542-8fa3-44f2-84fa-bf9d65d2ba2c req-e239e851-0328-479f-b305-4df09bda32bf tempest-ListServersNegativeTestJSON-1186610398 tempest-ListServersNegativeTestJSON-1186610398-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca7b0c88-b54b-4d9a-83ec-091076a0e559 HTTP/1.1" status: 200 len: 210 time: 0.1122582 Jul 13 13:35:04.219533 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-1d3c0b90-6dfd-4c17-9506-ccc3136dee30 admin admin] For port 033f8425-860e-4578-9c72-d006f86a11c8, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=033f8425-860e-4578-9c72-d006f86a11c8,segment=NetworkSegment(ff7cf47e-479d-4e06-9945-560a154aee7d),segment_id=ff7cf47e-479d-4e06-9945-560a154aee7d)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:35:04.219898 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1d3c0b90-6dfd-4c17-9506-ccc3136dee30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:04.254143 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-1d3c0b90-6dfd-4c17-9506-ccc3136dee30 admin admin] Calling delete_port for 033f8425-860e-4578-9c72-d006f86a11c8 owned by network:router_interface {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:35:04.318887 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-85e11ef9-a6f0-4473-996f-602aa11a8980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:04.375791 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0e915f-a87b-432c-b23b-1521a91cade5 req-628537ed-0e04-48e2-9981-8531ccec3371 tempest-ListImageFiltersTestJSON-1275882145 tempest-ListImageFiltersTestJSON-1275882145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:04.384701 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9d0e915f-a87b-432c-b23b-1521a91cade5 req-628537ed-0e04-48e2-9981-8531ccec3371 tempest-ListImageFiltersTestJSON-1275882145 tempest-ListImageFiltersTestJSON-1275882145-project] 10.222.0.23 "GET /v2.0/ports?device_id=e88ea5f4-ba87-44d8-b2e9-1f56bd705c34 HTTP/1.1" status: 200 len: 948 time: 0.1878345 Jul 13 13:35:04.401147 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-85e11ef9-a6f0-4473-996f-602aa11a8980 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:04.404027 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-85e11ef9-a6f0-4473-996f-602aa11a8980 admin admin] 10.222.0.23 "DELETE /v2.0/networks/eb9a46d3-143c-4124-a1f8-86a4243a701e HTTP/1.1" status: 204 len: 168 time: 1.2160850 Jul 13 13:35:04.487693 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f696e229-355a-4e76-9b3f-3f962df42bba req-a7514819-de5a-4ccf-819b-b0fdee8c598f tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:04.489458 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f696e229-355a-4e76-9b3f-3f962df42bba req-a7514819-de5a-4ccf-819b-b0fdee8c598f tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] 10.222.0.23 "GET /v2.0/ports?device_id=9667b2b3-a6a8-4192-9815-a4b1d860f93e HTTP/1.1" status: 200 len: 945 time: 0.1053960 Jul 13 13:35:04.490008 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e11ef9-a6f0-4473-996f-602aa11a8980 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb9a46d3-143c-4124-a1f8-86a4243a701e,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:35:04.513601 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246cf11e-3ce7-4d9d-a58a-6a9ecfc0a2c8 req-1ede6b0b-c4cb-421b-9757-8308e214b7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:04.515156 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-246cf11e-3ce7-4d9d-a58a-6a9ecfc0a2c8 req-1ede6b0b-c4cb-421b-9757-8308e214b7c1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5002655f-6941-4d1b-9a0a-42f9fa3913e0 HTTP/1.1" status: 200 len: 1096 time: 0.1924841 Jul 13 13:35:04.577225 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f696e229-355a-4e76-9b3f-3f962df42bba req-50d42b0d-2661-4fd5-8519-edc36ac5cbd4 tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] 10.222.0.23 "GET /v2.0/security-groups?id=d29423a1-067a-4d38-adf6-741b7ccff4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772092 Jul 13 13:35:04.586333 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9d0e915f-a87b-432c-b23b-1521a91cade5 req-f54a0cf6-7e40-4eaf-b253-d9d595d5d705 tempest-ListImageFiltersTestJSON-1275882145 tempest-ListImageFiltersTestJSON-1275882145-project] 10.222.0.23 "GET /v2.0/security-groups?id=4865dafb-f53b-45c8-89d6-c6cc7f94c49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006831 Jul 13 13:35:04.594636 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1d3c0b90-6dfd-4c17-9506-ccc3136dee30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:04.629534 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-246cf11e-3ce7-4d9d-a58a-6a9ecfc0a2c8 req-bfccd4c7-caf4-40ae-9e1d-f7bbc29da267 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=f42b914a-54cd-4241-aa90-8d2a14562637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750666 Jul 13 13:35:04.630357 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-456d8aea-3cb4-4560-ae71-11d206b8931c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1785036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452491'] for router_interface, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:04.642130 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3c0b90-6dfd-4c17-9506-ccc3136dee30 admin admin] Pushing event deleted for resources: {'Port': ['ID=033f8425-860e-4578-9c72-d006f86a11c8,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:35:04.643402 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 51700) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:35:04.870296 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-6fc35c35-8479-4a5b-892e-87b82c04f55b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9dc24f72ab1249d5960accb3929ca979&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2251694 Jul 13 13:35:04.881387 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 51704) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:35:04.909269 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1d3c0b90-6dfd-4c17-9506-ccc3136dee30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1785036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452491'] for router_interface, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:05.107941 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-571d1b61-49ab-4b4d-b938-86ce12885448 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:05.149898 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-571d1b61-49ab-4b4d-b938-86ce12885448 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:05.247901 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-456d8aea-3cb4-4560-ae71-11d206b8931c admin admin] Router 85609521-684d-4122-bbe0-87dfdb0cbc61 has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 13:35:05.289813 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05493eb-06b4-4ec3-ab7f-c85449e1acd9 req-0877d1dd-3100-4107-a9c6-9018df2838d9 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:05.291349 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b05493eb-06b4-4ec3-ab7f-c85449e1acd9 req-0877d1dd-3100-4107-a9c6-9018df2838d9 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/ports?device_id=b47b55d4-8ce4-4f13-bdab-9fd4a8aff692 HTTP/1.1" status: 200 len: 943 time: 0.2204642 Jul 13 13:35:05.315935 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a3202f-08f5-432b-9854-e4e336c9b3b2 req-16200d47-b5c8-4a09-a4d6-843e87266388 tempest-AttachSCSIVolumeTestJSON-417808870 tempest-AttachSCSIVolumeTestJSON-417808870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:05.322322 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-98a3202f-08f5-432b-9854-e4e336c9b3b2 req-16200d47-b5c8-4a09-a4d6-843e87266388 tempest-AttachSCSIVolumeTestJSON-417808870 tempest-AttachSCSIVolumeTestJSON-417808870-project] 10.222.0.23 "GET /v2.0/ports?device_id=5002655f-6941-4d1b-9a0a-42f9fa3913e0 HTTP/1.1" status: 200 len: 945 time: 0.4681866 Jul 13 13:35:05.331310 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-571d1b61-49ab-4b4d-b938-86ce12885448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:05.333807 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-571d1b61-49ab-4b4d-b938-86ce12885448 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:05.337477 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-571d1b61-49ab-4b4d-b938-86ce12885448 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/246f878a-992c-46a3-86c7-c947eed33eb8 HTTP/1.1" status: 204 len: 168 time: 0.4457135 Jul 13 13:35:05.359701 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571d1b61-49ab-4b4d-b938-86ce12885448 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=246f878a-992c-46a3-86c7-c947eed33eb8,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:35:05.375859 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d3c0b90-6dfd-4c17-9506-ccc3136dee30 admin admin] Router e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 13:35:05.379320 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b05493eb-06b4-4ec3-ab7f-c85449e1acd9 req-c6157e2e-389b-4150-a471-7eacd8d1d482 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1a1929d-de59-4a26-a69b-05b891c11dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770738 Jul 13 13:35:05.447340 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2464b2-7aae-47d6-98a2-717a871ddd38 req-7440fede-7239-485a-bec2-06f8b16f26c1 tempest-ListServersNegativeTestJSON-1186610398 tempest-ListServersNegativeTestJSON-1186610398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:05.448922 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5f2464b2-7aae-47d6-98a2-717a871ddd38 req-7440fede-7239-485a-bec2-06f8b16f26c1 tempest-ListServersNegativeTestJSON-1186610398 tempest-ListServersNegativeTestJSON-1186610398-project] 10.222.0.26 "GET /v2.0/networks?id=8ab78c19-9e22-4e9c-a375-70e00659cefd HTTP/1.1" status: 200 len: 818 time: 0.4938445 Jul 13 13:35:05.470463 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2464b2-7aae-47d6-98a2-717a871ddd38 req-87d2b709-af72-4a94-8c2b-40c88aea87e5 tempest-ListServersNegativeTestJSON-1186610398 tempest-ListServersNegativeTestJSON-1186610398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:05.471202 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5f2464b2-7aae-47d6-98a2-717a871ddd38 req-87d2b709-af72-4a94-8c2b-40c88aea87e5 tempest-ListServersNegativeTestJSON-1186610398 tempest-ListServersNegativeTestJSON-1186610398-project] 10.222.0.41 "GET /v2.0/networks?id=8ab78c19-9e22-4e9c-a375-70e00659cefd HTTP/1.1" status: 200 len: 818 time: 0.4088068 Jul 13 13:35:05.476483 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-5f2464b2-7aae-47d6-98a2-717a871ddd38 req-085dc2bf-651d-49fb-a531-237091daac58 tempest-ListServersNegativeTestJSON-1186610398 tempest-ListServersNegativeTestJSON-1186610398-project] Request body: {'port': {'device_id': '8bf1377e-cd12-4e83-b9cc-930432d375a5', 'network_id': '8ab78c19-9e22-4e9c-a375-70e00659cefd', 'admin_state_up': True, 'tenant_id': '60fd819e4df0458989307e4885d98668'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:35:05.498052 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-5f2464b2-7aae-47d6-98a2-717a871ddd38 req-4cd29d81-5f6f-49a7-b962-bb3c415a49f6 tempest-ListServersNegativeTestJSON-1186610398 tempest-ListServersNegativeTestJSON-1186610398-project] Request body: {'port': {'device_id': 'ca7b0c88-b54b-4d9a-83ec-091076a0e559', 'network_id': '8ab78c19-9e22-4e9c-a375-70e00659cefd', 'admin_state_up': True, 'tenant_id': '60fd819e4df0458989307e4885d98668'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:35:05.571396 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d3c0b90-6dfd-4c17-9506-ccc3136dee30 admin admin] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:35:05.581061 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33103499-e87e-427d-97fe-93472edcd8cb None None] Sync routers for ids ['e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:35:05.585950 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-1d3c0b90-6dfd-4c17-9506-ccc3136dee30 admin admin] 10.222.0.23 "PUT /v2.0/routers/e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9558141 Jul 13 13:35:05.591592 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 51710) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:35:05.601714 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33103499-e87e-427d-97fe-93472edcd8cb None None] Routers {'e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:35:05.603883 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-33103499-e87e-427d-97fe-93472edcd8cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:34:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:35:05.750474 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-98a3202f-08f5-432b-9854-e4e336c9b3b2 req-7e6ca915-a601-4d90-8abc-47a05ab67c42 tempest-AttachSCSIVolumeTestJSON-417808870 tempest-AttachSCSIVolumeTestJSON-417808870-project] 10.222.0.23 "GET /v2.0/security-groups?id=f42b914a-54cd-4241-aa90-8d2a14562637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4270997 Jul 13 13:35:05.780960 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa73841-1423-4c29-b0c7-d8a2caf4364d req-41d75481-aece-40ed-a41e-52c3765ce072 tempest-ListImageFiltersTestJSON-1275882145 tempest-ListImageFiltersTestJSON-1275882145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:05.782743 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-eaa73841-1423-4c29-b0c7-d8a2caf4364d req-41d75481-aece-40ed-a41e-52c3765ce072 tempest-ListImageFiltersTestJSON-1275882145 tempest-ListImageFiltersTestJSON-1275882145-project] 10.222.0.26 "GET /v2.0/ports?device_id=e88ea5f4-ba87-44d8-b2e9-1f56bd705c34 HTTP/1.1" status: 200 len: 948 time: 0.6185873 Jul 13 13:35:05.807333 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-33103499-e87e-427d-97fe-93472edcd8cb None None] Set router e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:35:06.063901 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-456d8aea-3cb4-4560-ae71-11d206b8931c admin admin] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:35:06.073909 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-456d8aea-3cb4-4560-ae71-11d206b8931c admin admin] 10.222.0.23 "PUT /v2.0/routers/85609521-684d-4122-bbe0-87dfdb0cbc61/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4875474 Jul 13 13:35:06.075007 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b983ad4a-e604-44b5-b629-e363f814a2a4 None None] Sync routers for ids ['85609521-684d-4122-bbe0-87dfdb0cbc61'] in n-d-800634-1 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:35:06.077492 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 51726) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:35:06.086675 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b983ad4a-e604-44b5-b629-e363f814a2a4 None None] Routers {'85609521-684d-4122-bbe0-87dfdb0cbc61'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:35:06.087333 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-b983ad4a-e604-44b5-b629-e363f814a2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:34:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['85609521-684d-4122-bbe0-87dfdb0cbc61'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:35:06.158220 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4e2f26df-b7fa-41d9-bc14-5ea00f9de264 req-052f5126-c091-4c8d-b3ce-c9f979b95349 tempest-ListServersNegativeTestJSON-1186610398 tempest-ListServersNegativeTestJSON-1186610398-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca7b0c88-b54b-4d9a-83ec-091076a0e559 HTTP/1.1" status: 200 len: 210 time: 0.4772692 Jul 13 13:35:06.165646 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f2464b2-7aae-47d6-98a2-717a871ddd38 req-4cd29d81-5f6f-49a7-b962-bb3c415a49f6 tempest-ListServersNegativeTestJSON-1186610398 tempest-ListServersNegativeTestJSON-1186610398-project] Made reservation on behalf of 60fd819e4df0458989307e4885d98668 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:35:06.170894 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-5f2464b2-7aae-47d6-98a2-717a871ddd38 req-4cd29d81-5f6f-49a7-b962-bb3c415a49f6 tempest-ListServersNegativeTestJSON-1186610398 tempest-ListServersNegativeTestJSON-1186610398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:06.265803 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2464b2-7aae-47d6-98a2-717a871ddd38 req-157b7921-08f7-47c6-8109-d58c6ca89009 tempest-ListServersNegativeTestJSON-1186610398 tempest-ListServersNegativeTestJSON-1186610398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:06.267375 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5f2464b2-7aae-47d6-98a2-717a871ddd38 req-157b7921-08f7-47c6-8109-d58c6ca89009 tempest-ListServersNegativeTestJSON-1186610398 tempest-ListServersNegativeTestJSON-1186610398-project] 10.222.0.26 "GET /v2.0/networks?id=8ab78c19-9e22-4e9c-a375-70e00659cefd HTTP/1.1" status: 200 len: 818 time: 0.6881940 Jul 13 13:35:06.268699 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-38cdd405-0f19-4e65-8957-8f3b8194af86 admin admin] Notify callbacks [] for router, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:06.292747 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-eaa73841-1423-4c29-b0c7-d8a2caf4364d req-7ab907a1-01dc-44a1-87ee-797e45d45eb1 tempest-ListImageFiltersTestJSON-1275882145 tempest-ListImageFiltersTestJSON-1275882145-project] Deleting port d6b606c0-180f-4657-9417-1c4a579d381b {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:35:06.293133 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-eaa73841-1423-4c29-b0c7-d8a2caf4364d req-7ab907a1-01dc-44a1-87ee-797e45d45eb1 tempest-ListImageFiltersTestJSON-1275882145 tempest-ListImageFiltersTestJSON-1275882145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:06.296110 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f2464b2-7aae-47d6-98a2-717a871ddd38 req-085dc2bf-651d-49fb-a531-237091daac58 tempest-ListServersNegativeTestJSON-1186610398 tempest-ListServersNegativeTestJSON-1186610398-project] Made reservation on behalf of 60fd819e4df0458989307e4885d98668 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:35:06.299872 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-5f2464b2-7aae-47d6-98a2-717a871ddd38 req-085dc2bf-651d-49fb-a531-237091daac58 tempest-ListServersNegativeTestJSON-1186610398 tempest-ListServersNegativeTestJSON-1186610398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:06.311268 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084b8894-585c-43b2-85dd-3b1641134f8a req-6bef7009-0a07-4417-bb5f-0e7d392bb47b tempest-ListImageFiltersTestJSON-1275882145 tempest-ListImageFiltersTestJSON-1275882145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:06.312853 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-084b8894-585c-43b2-85dd-3b1641134f8a req-6bef7009-0a07-4417-bb5f-0e7d392bb47b tempest-ListImageFiltersTestJSON-1275882145 tempest-ListImageFiltersTestJSON-1275882145-project] 10.222.0.23 "GET /v2.0/ports?device_id=e88ea5f4-ba87-44d8-b2e9-1f56bd705c34 HTTP/1.1" status: 200 len: 948 time: 0.3770046 Jul 13 13:35:06.347857 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-5f2464b2-7aae-47d6-98a2-717a871ddd38 req-c89f1b4e-3d5c-4dfd-8e8e-18a6ebb8ed27 tempest-ListServersNegativeTestJSON-1186610398 tempest-ListServersNegativeTestJSON-1186610398-project] Request body: {'port': {'device_id': '25322471-cb67-43df-bbb5-aef59d9c0983', 'network_id': '8ab78c19-9e22-4e9c-a375-70e00659cefd', 'admin_state_up': True, 'tenant_id': '60fd819e4df0458989307e4885d98668'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:35:06.363401 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-33103499-e87e-427d-97fe-93472edcd8cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1255390624-router', 'tenant_id': '278e2d283bc440adb5e5f55c103a5de0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '2a7a0bee-5d85-484c-8c89-7059df134f07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:33:08Z', 'updated_at': '2021-07-13T13:35:04Z', 'revision_number': 5, 'project_id': '278e2d283bc440adb5e5f55c103a5de0', 'gw_port': {'id': '2a7a0bee-5d85-484c-8c89-7059df134f07', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:4f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:33:09Z', 'updated_at': '2021-07-13T13:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:35:06.387895 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-b983ad4a-e604-44b5-b629-e363f814a2a4 None None] Set router 85609521-684d-4122-bbe0-87dfdb0cbc61 gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:35:06.407282 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33103499-e87e-427d-97fe-93472edcd8cb None None] Checking router: e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c for host: n-d-800634-1 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 13:35:06.424954 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33103499-e87e-427d-97fe-93472edcd8cb None None] Routers {'e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:35:06.425910 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-33103499-e87e-427d-97fe-93472edcd8cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:34:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:35:06.484596 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ad741281-97d1-4baa-b74f-251c8cd8423b admin admin] Notify callbacks [] for router, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:06.544989 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-38cdd405-0f19-4e65-8957-8f3b8194af86 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:06.581212 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-33103499-e87e-427d-97fe-93472edcd8cb None None] Set router e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:35:06.654041 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4c71e2-7f24-4868-b440-0657dfa54149 req-57177951-bf2f-402d-af05-99dfb20b9fe4 tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:06.661180 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8f4c71e2-7f24-4868-b440-0657dfa54149 req-57177951-bf2f-402d-af05-99dfb20b9fe4 tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] 10.222.0.23 "GET /v2.0/ports?device_id=9667b2b3-a6a8-4192-9815-a4b1d860f93e HTTP/1.1" status: 200 len: 945 time: 0.2627683 Jul 13 13:35:06.664684 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-5f2464b2-7aae-47d6-98a2-717a871ddd38 req-085dc2bf-651d-49fb-a531-237091daac58 tempest-ListServersNegativeTestJSON-1186610398 tempest-ListServersNegativeTestJSON-1186610398-project] Allocated IP 172.20.0.9 (8ab78c19-9e22-4e9c-a375-70e00659cefd/ef7f03b8-f6ed-47a9-935a-e0c10f4791a1/9341f058-1b4f-4363-a9ee-a40dc766104a) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:35:06.717661 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f2464b2-7aae-47d6-98a2-717a871ddd38 req-c89f1b4e-3d5c-4dfd-8e8e-18a6ebb8ed27 tempest-ListServersNegativeTestJSON-1186610398 tempest-ListServersNegativeTestJSON-1186610398-project] Made reservation on behalf of 60fd819e4df0458989307e4885d98668 for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:35:06.721230 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-5f2464b2-7aae-47d6-98a2-717a871ddd38 req-c89f1b4e-3d5c-4dfd-8e8e-18a6ebb8ed27 tempest-ListServersNegativeTestJSON-1186610398 tempest-ListServersNegativeTestJSON-1186610398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:06.729511 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-38cdd405-0f19-4e65-8957-8f3b8194af86 admin admin] Deleting port 2a7a0bee-5d85-484c-8c89-7059df134f07 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:35:06.729965 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-38cdd405-0f19-4e65-8957-8f3b8194af86 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:06.742936 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-b983ad4a-e604-44b5-b629-e363f814a2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85609521-684d-4122-bbe0-87dfdb0cbc61', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1051747536-router', 'tenant_id': 'ad96651d90924ac6a2bfe736b1e71ae8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.172'}], 'enable_snat': True}, 'gw_port_id': '298577c3-28ae-42a9-87d0-6c5e032af4e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:29:40Z', 'updated_at': '2021-07-13T13:35:03Z', 'revision_number': 5, 'project_id': 'ad96651d90924ac6a2bfe736b1e71ae8', 'gw_port': {'id': '298577c3-28ae-42a9-87d0-6c5e032af4e4', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:3a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85609521-684d-4122-bbe0-87dfdb0cbc61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:29:41Z', 'updated_at': '2021-07-13T13:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:35:06.763662 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8f4c71e2-7f24-4868-b440-0657dfa54149 req-99e40f06-4bff-4bb2-88e6-b2fbb69ae6e1 tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] 10.222.0.23 "GET /v2.0/security-groups?id=d29423a1-067a-4d38-adf6-741b7ccff4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015503 Jul 13 13:35:06.775247 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b983ad4a-e604-44b5-b629-e363f814a2a4 None None] Checking router: 85609521-684d-4122-bbe0-87dfdb0cbc61 for host: n-d-800634-1 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 13:35:06.784945 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b983ad4a-e604-44b5-b629-e363f814a2a4 None None] Routers {'85609521-684d-4122-bbe0-87dfdb0cbc61'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:35:06.785604 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-b983ad4a-e604-44b5-b629-e363f814a2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:34:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['85609521-684d-4122-bbe0-87dfdb0cbc61'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:35:06.829453 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-5f2464b2-7aae-47d6-98a2-717a871ddd38 req-085dc2bf-651d-49fb-a531-237091daac58 tempest-ListServersNegativeTestJSON-1186610398 tempest-ListServersNegativeTestJSON-1186610398-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:06.853946 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-38cdd405-0f19-4e65-8957-8f3b8194af86 admin admin] For port 2a7a0bee-5d85-484c-8c89-7059df134f07, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=2a7a0bee-5d85-484c-8c89-7059df134f07,segment=NetworkSegment(3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87),segment_id=3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:35:06.854497 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-38cdd405-0f19-4e65-8957-8f3b8194af86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:06.877236 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-38cdd405-0f19-4e65-8957-8f3b8194af86 admin admin] Calling delete_port for 2a7a0bee-5d85-484c-8c89-7059df134f07 owned by network:router_gateway {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:35:06.889665 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-33103499-e87e-427d-97fe-93472edcd8cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1255390624-router', 'tenant_id': '278e2d283bc440adb5e5f55c103a5de0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '2a7a0bee-5d85-484c-8c89-7059df134f07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:33:08Z', 'updated_at': '2021-07-13T13:35:04Z', 'revision_number': 5, 'project_id': '278e2d283bc440adb5e5f55c103a5de0', 'gw_port': {'id': '2a7a0bee-5d85-484c-8c89-7059df134f07', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:4f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:33:09Z', 'updated_at': '2021-07-13T13:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:35:06.891557 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-5f2464b2-7aae-47d6-98a2-717a871ddd38 req-085dc2bf-651d-49fb-a531-237091daac58 tempest-ListServersNegativeTestJSON-1186610398 tempest-ListServersNegativeTestJSON-1186610398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:06.937212 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33103499-e87e-427d-97fe-93472edcd8cb None None] The sync data for ids ['e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c'] in n-d-800634-1 is: [{'id': 'e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1255390624-router', 'tenant_id': '278e2d283bc440adb5e5f55c103a5de0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '2a7a0bee-5d85-484c-8c89-7059df134f07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:33:08Z', 'updated_at': '2021-07-13T13:35:04Z', 'revision_number': 5, 'project_id': '278e2d283bc440adb5e5f55c103a5de0', 'gw_port': {'id': '2a7a0bee-5d85-484c-8c89-7059df134f07', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:4f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:33:09Z', 'updated_at': '2021-07-13T13:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:35:06.961238 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-b983ad4a-e604-44b5-b629-e363f814a2a4 None None] Set router 85609521-684d-4122-bbe0-87dfdb0cbc61 gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:35:06.990373 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-084b8894-585c-43b2-85dd-3b1641134f8a req-026d42ab-341d-4aa2-bb9e-80e98d7e54bd tempest-ListImageFiltersTestJSON-1275882145 tempest-ListImageFiltersTestJSON-1275882145-project] 10.222.0.23 "GET /v2.0/security-groups?id=4865dafb-f53b-45c8-89d6-c6cc7f94c49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5635009 Jul 13 13:35:07.049680 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f2464b2-7aae-47d6-98a2-717a871ddd38 req-085dc2bf-651d-49fb-a531-237091daac58 tempest-ListServersNegativeTestJSON-1186610398 tempest-ListServersNegativeTestJSON-1186610398-project] Network 8ab78c19-9e22-4e9c-a375-70e00659cefd is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:35:07.062460 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-5f2464b2-7aae-47d6-98a2-717a871ddd38 req-085dc2bf-651d-49fb-a531-237091daac58 tempest-ListServersNegativeTestJSON-1186610398 tempest-ListServersNegativeTestJSON-1186610398-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:35:07.073847 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f2464b2-7aae-47d6-98a2-717a871ddd38 req-085dc2bf-651d-49fb-a531-237091daac58 tempest-ListServersNegativeTestJSON-1186610398 tempest-ListServersNegativeTestJSON-1186610398-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:35:07.094682 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-eaa73841-1423-4c29-b0c7-d8a2caf4364d req-7ab907a1-01dc-44a1-87ee-797e45d45eb1 tempest-ListImageFiltersTestJSON-1275882145 tempest-ListImageFiltersTestJSON-1275882145-project] For port d6b606c0-180f-4657-9417-1c4a579d381b, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=d6b606c0-180f-4657-9417-1c4a579d381b,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:35:07.095332 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-eaa73841-1423-4c29-b0c7-d8a2caf4364d req-7ab907a1-01dc-44a1-87ee-797e45d45eb1 tempest-ListImageFiltersTestJSON-1275882145 tempest-ListImageFiltersTestJSON-1275882145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:07.124948 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d344b01-75b3-45d3-a566-587648505552 req-1b9b276f-8373-410f-8c39-04e2d93f717a tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:07.126614 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-9d344b01-75b3-45d3-a566-587648505552 req-1b9b276f-8373-410f-8c39-04e2d93f717a tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/ports?device_id=b47b55d4-8ce4-4f13-bdab-9fd4a8aff692 HTTP/1.1" status: 200 len: 943 time: 0.1795256 Jul 13 13:35:07.138552 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-5f2464b2-7aae-47d6-98a2-717a871ddd38 req-4cd29d81-5f6f-49a7-b962-bb3c415a49f6 tempest-ListServersNegativeTestJSON-1186610398 tempest-ListServersNegativeTestJSON-1186610398-project] Allocated IP 172.20.0.2 (8ab78c19-9e22-4e9c-a375-70e00659cefd/ef7f03b8-f6ed-47a9-935a-e0c10f4791a1/be9b48f6-3d8e-4bd3-a262-038ec67bfd3b) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:35:07.155055 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-eaa73841-1423-4c29-b0c7-d8a2caf4364d req-7ab907a1-01dc-44a1-87ee-797e45d45eb1 tempest-ListImageFiltersTestJSON-1275882145 tempest-ListImageFiltersTestJSON-1275882145-project] Calling delete_port for d6b606c0-180f-4657-9417-1c4a579d381b owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:35:07.160832 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085dc2bf-651d-49fb-a531-237091daac58 tempest-ListServersNegativeTestJSON-1186610398 tempest-ListServersNegativeTestJSON-1186610398-project] Pushing event updated for resources: {'Port': ['ID=9341f058-1b4f-4363-a9ee-a40dc766104a,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:35:07.186488 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-9d344b01-75b3-45d3-a566-587648505552 req-35dcc799-8605-4bc4-972f-b6517a12959a tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1a1929d-de59-4a26-a69b-05b891c11dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481753 Jul 13 13:35:07.243307 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-38cdd405-0f19-4e65-8957-8f3b8194af86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:07.283082 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cdd405-0f19-4e65-8957-8f3b8194af86 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a7a0bee-5d85-484c-8c89-7059df134f07,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:35:07.284031 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ad741281-97d1-4baa-b74f-251c8cd8423b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:07.321966 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2464b2-7aae-47d6-98a2-717a871ddd38 req-085dc2bf-651d-49fb-a531-237091daac58 tempest-ListServersNegativeTestJSON-1186610398 tempest-ListServersNegativeTestJSON-1186610398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:07.322603 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-5f2464b2-7aae-47d6-98a2-717a871ddd38 req-085dc2bf-651d-49fb-a531-237091daac58 tempest-ListServersNegativeTestJSON-1186610398 tempest-ListServersNegativeTestJSON-1186610398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:07.391299 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-b983ad4a-e604-44b5-b629-e363f814a2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85609521-684d-4122-bbe0-87dfdb0cbc61', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1051747536-router', 'tenant_id': 'ad96651d90924ac6a2bfe736b1e71ae8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.172'}], 'enable_snat': True}, 'gw_port_id': '298577c3-28ae-42a9-87d0-6c5e032af4e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:29:40Z', 'updated_at': '2021-07-13T13:35:03Z', 'revision_number': 5, 'project_id': 'ad96651d90924ac6a2bfe736b1e71ae8', 'gw_port': {'id': '298577c3-28ae-42a9-87d0-6c5e032af4e4', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:3a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85609521-684d-4122-bbe0-87dfdb0cbc61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:29:41Z', 'updated_at': '2021-07-13T13:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:35:07.411117 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-38cdd405-0f19-4e65-8957-8f3b8194af86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-446473'] for router_gateway, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:07.424844 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b983ad4a-e604-44b5-b629-e363f814a2a4 None None] The sync data for ids ['85609521-684d-4122-bbe0-87dfdb0cbc61'] in n-d-800634-1 is: [{'id': '85609521-684d-4122-bbe0-87dfdb0cbc61', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1051747536-router', 'tenant_id': 'ad96651d90924ac6a2bfe736b1e71ae8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.172'}], 'enable_snat': True}, 'gw_port_id': '298577c3-28ae-42a9-87d0-6c5e032af4e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:29:40Z', 'updated_at': '2021-07-13T13:35:03Z', 'revision_number': 5, 'project_id': 'ad96651d90924ac6a2bfe736b1e71ae8', 'gw_port': {'id': '298577c3-28ae-42a9-87d0-6c5e032af4e4', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:3a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85609521-684d-4122-bbe0-87dfdb0cbc61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:29:41Z', 'updated_at': '2021-07-13T13:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:35:07.552193 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-38cdd405-0f19-4e65-8957-8f3b8194af86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1591938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2696'] for router, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:07.555707 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-38cdd405-0f19-4e65-8957-8f3b8194af86 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:07.650652 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba2fa45-8fb9-4fca-ac32-2767a4a0ae06 req-8c543a71-42b2-4692-ba88-c9ceb266d061 tempest-AttachSCSIVolumeTestJSON-417808870 tempest-AttachSCSIVolumeTestJSON-417808870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:07.670588 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5ba2fa45-8fb9-4fca-ac32-2767a4a0ae06 req-8c543a71-42b2-4692-ba88-c9ceb266d061 tempest-AttachSCSIVolumeTestJSON-417808870 tempest-AttachSCSIVolumeTestJSON-417808870-project] 10.222.0.23 "GET /v2.0/ports?device_id=5002655f-6941-4d1b-9a0a-42f9fa3913e0 HTTP/1.1" status: 200 len: 945 time: 0.3061168 Jul 13 13:35:07.678296 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-38cdd405-0f19-4e65-8957-8f3b8194af86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593106'] for router, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:07.678951 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38cdd405-0f19-4e65-8957-8f3b8194af86 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c {{(pid=93751) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 13:35:07.687728 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-38cdd405-0f19-4e65-8957-8f3b8194af86 admin admin] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:07.691792 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-38cdd405-0f19-4e65-8957-8f3b8194af86 admin admin] 10.222.0.23 "DELETE /v2.0/routers/e0837fb7-1f2d-4575-b39a-69f6c8bdfe7c HTTP/1.1" status: 204 len: 168 time: 2.0976903 Jul 13 13:35:07.716853 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 51748) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:35:07.798489 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5ba2fa45-8fb9-4fca-ac32-2767a4a0ae06 req-809dc1d7-e04c-4f0c-8883-a7f3481e7007 tempest-AttachSCSIVolumeTestJSON-417808870 tempest-AttachSCSIVolumeTestJSON-417808870-project] 10.222.0.23 "GET /v2.0/security-groups?id=f42b914a-54cd-4241-aa90-8d2a14562637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269915 Jul 13 13:35:07.822897 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-64be73d9-cd6c-4620-8d0a-c25fe76a9351 admin admin] Deleting subnet 14d97c6f-9a99-4df0-bce0-89de50c402ab {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 13:35:07.826317 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-64be73d9-cd6c-4620-8d0a-c25fe76a9351 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:07.879606 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-64be73d9-cd6c-4620-8d0a-c25fe76a9351 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6018489'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:07.998734 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6ca50cd2-bb19-4a69-b06c-fb89e1e74707 req-848fd9ab-17f7-4242-be7d-932118cd7e69 tempest-ListServersNegativeTestJSON-1186610398 tempest-ListServersNegativeTestJSON-1186610398-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca7b0c88-b54b-4d9a-83ec-091076a0e559 HTTP/1.1" status: 200 len: 210 time: 0.1885257 Jul 13 13:35:08.068758 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5f2464b2-7aae-47d6-98a2-717a871ddd38 req-085dc2bf-651d-49fb-a531-237091daac58 tempest-ListServersNegativeTestJSON-1186610398 tempest-ListServersNegativeTestJSON-1186610398-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6110873 Jul 13 13:35:08.071537 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-64be73d9-cd6c-4620-8d0a-c25fe76a9351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:08.079799 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-5f2464b2-7aae-47d6-98a2-717a871ddd38 req-4cd29d81-5f6f-49a7-b962-bb3c415a49f6 tempest-ListServersNegativeTestJSON-1186610398 tempest-ListServersNegativeTestJSON-1186610398-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:08.111321 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-5f2464b2-7aae-47d6-98a2-717a871ddd38 req-125674ed-fbd4-4682-917a-210b4bb55d77 service neutron] Request body: {'port': {'device_id': '8bf1377e-cd12-4e83-b9cc-930432d375a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:35:08.143161 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d745f2-bd85-4b31-a9d3-b0e41c81c4d5 req-f87d0b02-1dc7-492c-8d0a-bb4ae329f693 tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:08.144818 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-19d745f2-bd85-4b31-a9d3-b0e41c81c4d5 req-f87d0b02-1dc7-492c-8d0a-bb4ae329f693 tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] 10.222.0.23 "GET /v2.0/ports?device_id=9667b2b3-a6a8-4192-9815-a4b1d860f93e HTTP/1.1" status: 200 len: 945 time: 0.1369550 Jul 13 13:35:08.184024 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-64be73d9-cd6c-4620-8d0a-c25fe76a9351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6018534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6105009'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:08.224439 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-19d745f2-bd85-4b31-a9d3-b0e41c81c4d5 req-7f4edd07-6aca-42b0-a595-5d0b9e59e4cc tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] 10.222.0.23 "GET /v2.0/security-groups?id=d29423a1-067a-4d38-adf6-741b7ccff4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719283 Jul 13 13:35:08.228955 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64be73d9-cd6c-4620-8d0a-c25fe76a9351 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14d97c6f-9a99-4df0-bce0-89de50c402ab,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:35:08.231415 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-64be73d9-cd6c-4620-8d0a-c25fe76a9351 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:08.233937 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-64be73d9-cd6c-4620-8d0a-c25fe76a9351 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/14d97c6f-9a99-4df0-bce0-89de50c402ab HTTP/1.1" status: 204 len: 168 time: 0.5146546 Jul 13 13:35:08.236983 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 51764) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:35:08.243680 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b30d762e-8cc5-43c5-a6f7-2953223a9112 None None] Network 1b5b3b6e-f653-438d-b4e3-2ba9f685c679 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:35:08.324961 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ba97e3c6-e40d-46b3-818f-a51bc1af17da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:08.365052 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-eaa73841-1423-4c29-b0c7-d8a2caf4364d req-7ab907a1-01dc-44a1-87ee-797e45d45eb1 tempest-ListImageFiltersTestJSON-1275882145 tempest-ListImageFiltersTestJSON-1275882145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:08.387015 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device d6b606c0-180f-4657-9417-1c4a579d381b no longer exists at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:35:08.405956 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-ad741281-97d1-4baa-b74f-251c8cd8423b admin admin] Deleting port 298577c3-28ae-42a9-87d0-6c5e032af4e4 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:35:08.406475 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ad741281-97d1-4baa-b74f-251c8cd8423b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:08.437323 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-ba97e3c6-e40d-46b3-818f-a51bc1af17da admin admin] Deleting port b277087c-8279-42a6-91f1-c63a799e0529 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:35:08.438326 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-381d4315-9089-413f-a071-aa2897bda790 None None] No Port match for: d6b606c0-180f-4657-9417-1c4a579d381b {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:35:08.438598 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ba97e3c6-e40d-46b3-818f-a51bc1af17da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:08.438726 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device d6b606c0-180f-4657-9417-1c4a579d381b not bound to the agent host n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:35:08.499073 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-5f2464b2-7aae-47d6-98a2-717a871ddd38 req-125674ed-fbd4-4682-917a-210b4bb55d77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:08.505810 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab907a1-01dc-44a1-87ee-797e45d45eb1 tempest-ListImageFiltersTestJSON-1275882145 tempest-ListImageFiltersTestJSON-1275882145-project] Pushing event deleted for resources: {'Port': ['ID=d6b606c0-180f-4657-9417-1c4a579d381b,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:35:08.540273 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-5f2464b2-7aae-47d6-98a2-717a871ddd38 req-4cd29d81-5f6f-49a7-b962-bb3c415a49f6 tempest-ListServersNegativeTestJSON-1186610398 tempest-ListServersNegativeTestJSON-1186610398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:08.573262 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-ba97e3c6-e40d-46b3-818f-a51bc1af17da admin admin] For port b277087c-8279-42a6-91f1-c63a799e0529, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=b277087c-8279-42a6-91f1-c63a799e0529,segment=NetworkSegment(ff7cf47e-479d-4e06-9945-560a154aee7d),segment_id=ff7cf47e-479d-4e06-9945-560a154aee7d)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:35:08.573608 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ba97e3c6-e40d-46b3-818f-a51bc1af17da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:08.589629 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-ba97e3c6-e40d-46b3-818f-a51bc1af17da admin admin] Calling delete_port for b277087c-8279-42a6-91f1-c63a799e0529 owned by network:dhcp {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:35:08.592390 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-ad741281-97d1-4baa-b74f-251c8cd8423b admin admin] For port 298577c3-28ae-42a9-87d0-6c5e032af4e4, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=298577c3-28ae-42a9-87d0-6c5e032af4e4,segment=NetworkSegment(3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87),segment_id=3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:35:08.592769 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ad741281-97d1-4baa-b74f-251c8cd8423b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:08.613969 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e8adea4-9144-4252-8c0c-aff79194bba3 None None] DHCP port deletion for 1b5b3b6e-f653-438d-b4e3-2ba9f685c679 request from n-d-800634-1 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 13:35:08.618174 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-ad741281-97d1-4baa-b74f-251c8cd8423b admin admin] Calling delete_port for 298577c3-28ae-42a9-87d0-6c5e032af4e4 owned by network:router_gateway {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:35:08.701682 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-5e8adea4-9144-4252-8c0c-aff79194bba3 None None] Deleting port b277087c-8279-42a6-91f1-c63a799e0529 {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:35:08.702149 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5e8adea4-9144-4252-8c0c-aff79194bba3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:08.708522 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [req-5f2464b2-7aae-47d6-98a2-717a871ddd38 req-c89f1b4e-3d5c-4dfd-8e8e-18a6ebb8ed27 tempest-ListServersNegativeTestJSON-1186610398 tempest-ListServersNegativeTestJSON-1186610398-project] Allocated IP 172.20.0.11 (8ab78c19-9e22-4e9c-a375-70e00659cefd/ef7f03b8-f6ed-47a9-935a-e0c10f4791a1/1cc0202b-3e12-41f3-956e-41ec0d544add) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:35:08.782065 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ba97e3c6-e40d-46b3-818f-a51bc1af17da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:08.798896 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-5e8adea4-9144-4252-8c0c-aff79194bba3 None None] For port b277087c-8279-42a6-91f1-c63a799e0529, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=b277087c-8279-42a6-91f1-c63a799e0529,segment=NetworkSegment(ff7cf47e-479d-4e06-9945-560a154aee7d),segment_id=ff7cf47e-479d-4e06-9945-560a154aee7d)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:35:08.799581 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5e8adea4-9144-4252-8c0c-aff79194bba3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:08.818302 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-5e8adea4-9144-4252-8c0c-aff79194bba3 None None] Calling delete_port for b277087c-8279-42a6-91f1-c63a799e0529 owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:35:08.840165 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaa73841-1423-4c29-b0c7-d8a2caf4364d req-7ab907a1-01dc-44a1-87ee-797e45d45eb1 tempest-ListImageFiltersTestJSON-1275882145 tempest-ListImageFiltersTestJSON-1275882145-project] No DVR routers for this DVR port d6b606c0-180f-4657-9417-1c4a579d381b on host n-h1-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:35:08.856006 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba97e3c6-e40d-46b3-818f-a51bc1af17da admin admin] Pushing event deleted for resources: {'Port': ['ID=b277087c-8279-42a6-91f1-c63a799e0529,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:35:08.858046 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-eaa73841-1423-4c29-b0c7-d8a2caf4364d req-7ab907a1-01dc-44a1-87ee-797e45d45eb1 tempest-ListImageFiltersTestJSON-1275882145 tempest-ListImageFiltersTestJSON-1275882145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:08.865353 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-eaa73841-1423-4c29-b0c7-d8a2caf4364d req-7ab907a1-01dc-44a1-87ee-797e45d45eb1 tempest-ListImageFiltersTestJSON-1275882145 tempest-ListImageFiltersTestJSON-1275882145-project] 10.222.0.26 "DELETE /v2.0/ports/d6b606c0-180f-4657-9417-1c4a579d381b HTTP/1.1" status: 204 len: 173 time: 3.0674622 Jul 13 13:35:08.871558 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e88ea5f4-ba87-44d8-b2e9-1f56bd705c34', 'name': 'network-vif-deleted', 'tag': 'd6b606c0-180f-4657-9417-1c4a579d381b'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:35:08.881480 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device aa2462eb-1689-4bdf-abd5-ef6940aa1010 no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:35:08.886614 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6688962-1cc7-4d7d-bbdb-cd9acce5a09c" -d '{"events": [{"server_uuid": "e88ea5f4-ba87-44d8-b2e9-1f56bd705c34", "name": "network-vif-deleted", "tag": "d6b606c0-180f-4657-9417-1c4a579d381b"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:35:08.907655 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba97e3c6-e40d-46b3-818f-a51bc1af17da admin admin] No DVR routers for this DVR port b277087c-8279-42a6-91f1-c63a799e0529 on host n-d-800634-1 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:35:08.927354 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: aa2462eb-1689-4bdf-abd5-ef6940aa1010 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:35:08.927869 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device aa2462eb-1689-4bdf-abd5-ef6940aa1010 not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:35:08.929053 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 2a7a0bee-5d85-484c-8c89-7059df134f07 no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:35:08.965824 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: 2a7a0bee-5d85-484c-8c89-7059df134f07 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:35:08.966552 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 2a7a0bee-5d85-484c-8c89-7059df134f07 not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:35:08.967076 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 033f8425-860e-4578-9c72-d006f86a11c8 no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:35:09.010972 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: 033f8425-860e-4578-9c72-d006f86a11c8 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:35:09.011495 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 033f8425-860e-4578-9c72-d006f86a11c8 not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:35:09.013432 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device b277087c-8279-42a6-91f1-c63a799e0529 no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:35:09.036988 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: b277087c-8279-42a6-91f1-c63a799e0529 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:35:09.037466 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device b277087c-8279-42a6-91f1-c63a799e0529 not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:35:09.070825 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5e8adea4-9144-4252-8c0c-aff79194bba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:09.083243 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ba97e3c6-e40d-46b3-818f-a51bc1af17da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:09.107723 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-ba97e3c6-e40d-46b3-818f-a51bc1af17da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b5b3b6e-f653-438d-b4e3-2ba9f685c679']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:35:09.151565 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-ba97e3c6-e40d-46b3-818f-a51bc1af17da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff7cf47e-479d-4e06-9945-560a154aee7d') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:35:09.151827 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-ba97e3c6-e40d-46b3-818f-a51bc1af17da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff7cf47e-479d-4e06-9945-560a154aee7d') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:35:09.155933 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-5f2464b2-7aae-47d6-98a2-717a871ddd38 req-c89f1b4e-3d5c-4dfd-8e8e-18a6ebb8ed27 tempest-ListServersNegativeTestJSON-1186610398 tempest-ListServersNegativeTestJSON-1186610398-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:09.158057 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8adea4-9144-4252-8c0c-aff79194bba3 None None] No DVR routers for this DVR port b277087c-8279-42a6-91f1-c63a799e0529 on host n-d-800634-1 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:35:09.172848 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8adea4-9144-4252-8c0c-aff79194bba3 None None] Pushing event deleted for resources: {'Port': ['ID=b277087c-8279-42a6-91f1-c63a799e0529,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:35:09.187441 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa33edd-8e32-4203-b07a-28952c6806d2 req-77ba20e6-d46b-4161-aa44-e4fd376d8374 tempest-ListImageFiltersTestJSON-1275882145 tempest-ListImageFiltersTestJSON-1275882145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:09.195142 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-aaa33edd-8e32-4203-b07a-28952c6806d2 req-77ba20e6-d46b-4161-aa44-e4fd376d8374 tempest-ListImageFiltersTestJSON-1275882145 tempest-ListImageFiltersTestJSON-1275882145-project] 10.222.0.23 "GET /v2.0/ports?device_id=e88ea5f4-ba87-44d8-b2e9-1f56bd705c34 HTTP/1.1" status: 200 len: 865 time: 1.0101764 Jul 13 13:35:09.195320 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e65468-dee8-4e85-a632-3e82ed4e40c2 req-863d15bb-bd34-422c-9dfb-a24dc50f5fdc tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:09.198247 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-13e65468-dee8-4e85-a632-3e82ed4e40c2 req-863d15bb-bd34-422c-9dfb-a24dc50f5fdc tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/ports?device_id=b47b55d4-8ce4-4f13-bdab-9fd4a8aff692 HTTP/1.1" status: 200 len: 943 time: 0.3076341 Jul 13 13:35:09.220458 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f2464b2-7aae-47d6-98a2-717a871ddd38 req-4cd29d81-5f6f-49a7-b962-bb3c415a49f6 tempest-ListServersNegativeTestJSON-1186610398 tempest-ListServersNegativeTestJSON-1186610398-project] Network 8ab78c19-9e22-4e9c-a375-70e00659cefd is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:35:09.238262 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-5f2464b2-7aae-47d6-98a2-717a871ddd38 req-4cd29d81-5f6f-49a7-b962-bb3c415a49f6 tempest-ListServersNegativeTestJSON-1186610398 tempest-ListServersNegativeTestJSON-1186610398-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:35:09.243142 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f2464b2-7aae-47d6-98a2-717a871ddd38 req-4cd29d81-5f6f-49a7-b962-bb3c415a49f6 tempest-ListServersNegativeTestJSON-1186610398 tempest-ListServersNegativeTestJSON-1186610398-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:35:09.248035 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ba97e3c6-e40d-46b3-818f-a51bc1af17da admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6018464'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:09.251190 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd29d81-5f6f-49a7-b962-bb3c415a49f6 tempest-ListServersNegativeTestJSON-1186610398 tempest-ListServersNegativeTestJSON-1186610398-project] Pushing event updated for resources: {'Port': ['ID=be9b48f6-3d8e-4bd3-a262-038ec67bfd3b,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:35:09.273766 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ba97e3c6-e40d-46b3-818f-a51bc1af17da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:09.289786 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-5f2464b2-7aae-47d6-98a2-717a871ddd38 req-c89f1b4e-3d5c-4dfd-8e8e-18a6ebb8ed27 tempest-ListServersNegativeTestJSON-1186610398 tempest-ListServersNegativeTestJSON-1186610398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:09.292008 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba97e3c6-e40d-46b3-818f-a51bc1af17da admin admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 13:35:09.292008 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ba97e3c6-e40d-46b3-818f-a51bc1af17da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6018632'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:09.297040 n-d-800634-1 neutron-server[93751]: Traceback (most recent call last): Jul 13 13:35:09.297040 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 13:35:09.297040 n-d-800634-1 neutron-server[93751]: timer() Jul 13 13:35:09.297040 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 13:35:09.297040 n-d-800634-1 neutron-server[93751]: cb(*args, **kw) Jul 13 13:35:09.297040 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 13:35:09.297040 n-d-800634-1 neutron-server[93751]: return func(*args, **kwargs) Jul 13 13:35:09.297040 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 13:35:09.297040 n-d-800634-1 neutron-server[93751]: self._notify() Jul 13 13:35:09.297040 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 13:35:09.297040 n-d-800634-1 neutron-server[93751]: self.callback(batched_events) Jul 13 13:35:09.297040 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 13:35:09.297040 n-d-800634-1 neutron-server[93751]: event.method(event) Jul 13 13:35:09.297040 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 13:35:09.297040 n-d-800634-1 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 13:35:09.297040 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 13:35:09.297040 n-d-800634-1 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 13:35:09.297040 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 13:35:09.297040 n-d-800634-1 neutron-server[93751]: return f(self, *a, **k) Jul 13 13:35:09.297040 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 13:35:09.297040 n-d-800634-1 neutron-server[93751]: return self._get(url).json() Jul 13 13:35:09.297040 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 13:35:09.297040 n-d-800634-1 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 13:35:09.297040 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 13:35:09.297040 n-d-800634-1 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 13 13:35:09.297040 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 13:35:09.297040 n-d-800634-1 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 13:35:09.297040 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 13:35:09.297040 n-d-800634-1 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 13:35:09.297040 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 13:35:09.297040 n-d-800634-1 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 13:35:09.297040 n-d-800634-1 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 13:35:09.357349 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-13e65468-dee8-4e85-a632-3e82ed4e40c2 req-1feca897-a2b3-4e4b-a539-f4a1174e2ac5 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1a1929d-de59-4a26-a69b-05b891c11dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276147 Jul 13 13:35:09.399602 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-aaa33edd-8e32-4203-b07a-28952c6806d2 req-012c11e0-20bf-41f0-bd6c-ad4237f225c8 tempest-ListImageFiltersTestJSON-1275882145 tempest-ListImageFiltersTestJSON-1275882145-project] 10.222.0.23 "GET /v2.0/security-groups?id=4865dafb-f53b-45c8-89d6-c6cc7f94c49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033172 Jul 13 13:35:09.469504 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f2464b2-7aae-47d6-98a2-717a871ddd38 req-c89f1b4e-3d5c-4dfd-8e8e-18a6ebb8ed27 tempest-ListServersNegativeTestJSON-1186610398 tempest-ListServersNegativeTestJSON-1186610398-project] Network 8ab78c19-9e22-4e9c-a375-70e00659cefd is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:35:09.475209 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2464b2-7aae-47d6-98a2-717a871ddd38 req-4cd29d81-5f6f-49a7-b962-bb3c415a49f6 tempest-ListServersNegativeTestJSON-1186610398 tempest-ListServersNegativeTestJSON-1186610398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:09.476972 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-5f2464b2-7aae-47d6-98a2-717a871ddd38 req-4cd29d81-5f6f-49a7-b962-bb3c415a49f6 tempest-ListServersNegativeTestJSON-1186610398 tempest-ListServersNegativeTestJSON-1186610398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:09.516388 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08219c99-9e23-457b-9f1a-be4b90c6d156 x-openstack-request-id: req-08219c99-9e23-457b-9f1a-be4b90c6d156 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:35:09.516819 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e88ea5f4-ba87-44d8-b2e9-1f56bd705c34", "name": "network-vif-deleted", "tag": "d6b606c0-180f-4657-9417-1c4a579d381b", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:35:09.517188 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-08219c99-9e23-457b-9f1a-be4b90c6d156 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:35:09.517719 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e88ea5f4-ba87-44d8-b2e9-1f56bd705c34', 'name': 'network-vif-deleted', 'tag': 'd6b606c0-180f-4657-9417-1c4a579d381b', 'status': 'completed', 'code': 200} Jul 13 13:35:09.520833 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [req-5f2464b2-7aae-47d6-98a2-717a871ddd38 req-c89f1b4e-3d5c-4dfd-8e8e-18a6ebb8ed27 tempest-ListServersNegativeTestJSON-1186610398 tempest-ListServersNegativeTestJSON-1186610398-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:35:09.535304 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f2464b2-7aae-47d6-98a2-717a871ddd38 req-c89f1b4e-3d5c-4dfd-8e8e-18a6ebb8ed27 tempest-ListServersNegativeTestJSON-1186610398 tempest-ListServersNegativeTestJSON-1186610398-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:35:09.539829 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89f1b4e-3d5c-4dfd-8e8e-18a6ebb8ed27 tempest-ListServersNegativeTestJSON-1186610398 tempest-ListServersNegativeTestJSON-1186610398-project] Pushing event updated for resources: {'Port': ['ID=1cc0202b-3e12-41f3-956e-41ec0d544add,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:35:09.541279 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5f2464b2-7aae-47d6-98a2-717a871ddd38 req-4cd29d81-5f6f-49a7-b962-bb3c415a49f6 tempest-ListServersNegativeTestJSON-1186610398 tempest-ListServersNegativeTestJSON-1186610398-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0497282 Jul 13 13:35:09.558730 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-5f2464b2-7aae-47d6-98a2-717a871ddd38 req-028b91f9-3053-4b2e-8a2f-9b9cb6e26dc1 service neutron] Request body: {'port': {'device_id': 'ca7b0c88-b54b-4d9a-83ec-091076a0e559', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:35:09.611349 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ba97e3c6-e40d-46b3-818f-a51bc1af17da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:09.623063 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ba97e3c6-e40d-46b3-818f-a51bc1af17da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:09.625536 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-ba97e3c6-e40d-46b3-818f-a51bc1af17da admin admin] 10.222.0.23 "DELETE /v2.0/networks/1b5b3b6e-f653-438d-b4e3-2ba9f685c679 HTTP/1.1" status: 204 len: 168 time: 1.3868153 Jul 13 13:35:09.660988 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2464b2-7aae-47d6-98a2-717a871ddd38 req-c89f1b4e-3d5c-4dfd-8e8e-18a6ebb8ed27 tempest-ListServersNegativeTestJSON-1186610398 tempest-ListServersNegativeTestJSON-1186610398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:09.661652 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-5f2464b2-7aae-47d6-98a2-717a871ddd38 req-c89f1b4e-3d5c-4dfd-8e8e-18a6ebb8ed27 tempest-ListServersNegativeTestJSON-1186610398 tempest-ListServersNegativeTestJSON-1186610398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:09.686701 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba97e3c6-e40d-46b3-818f-a51bc1af17da admin admin] Pushing event deleted for resources: {'Network': ['ID=1b5b3b6e-f653-438d-b4e3-2ba9f685c679,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:35:09.709700 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5f2464b2-7aae-47d6-98a2-717a871ddd38 req-c89f1b4e-3d5c-4dfd-8e8e-18a6ebb8ed27 tempest-ListServersNegativeTestJSON-1186610398 tempest-ListServersNegativeTestJSON-1186610398-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3670728 Jul 13 13:35:09.721716 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-5f2464b2-7aae-47d6-98a2-717a871ddd38 req-727e00b7-f601-4345-a3da-df6b7a6c058a service neutron] Request body: {'port': {'device_id': '25322471-cb67-43df-bbb5-aef59d9c0983', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-1'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:35:09.733295 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ad741281-97d1-4baa-b74f-251c8cd8423b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:09.803510 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad741281-97d1-4baa-b74f-251c8cd8423b admin admin] Pushing event deleted for resources: {'Port': ['ID=298577c3-28ae-42a9-87d0-6c5e032af4e4,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:35:09.807969 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-5f2464b2-7aae-47d6-98a2-717a871ddd38 req-125674ed-fbd4-4682-917a-210b4bb55d77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9341f058-1b4f-4363-a9ee-a40dc766104a {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:35:09.825286 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-5f2464b2-7aae-47d6-98a2-717a871ddd38 req-125674ed-fbd4-4682-917a-210b4bb55d77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:09.828294 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-5f2464b2-7aae-47d6-98a2-717a871ddd38 req-028b91f9-3053-4b2e-8a2f-9b9cb6e26dc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:09.854653 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-5f2464b2-7aae-47d6-98a2-717a871ddd38 req-727e00b7-f601-4345-a3da-df6b7a6c058a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:09.873492 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c59cba7-0716-432c-b96b-e18c298d4bfb req-53917f5e-7327-4338-9fc8-8118f7d4f36b tempest-ListServersNegativeTestJSON-1186610398 tempest-ListServersNegativeTestJSON-1186610398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:09.875327 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-0c59cba7-0716-432c-b96b-e18c298d4bfb req-53917f5e-7327-4338-9fc8-8118f7d4f36b tempest-ListServersNegativeTestJSON-1186610398 tempest-ListServersNegativeTestJSON-1186610398-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca7b0c88-b54b-4d9a-83ec-091076a0e559 HTTP/1.1" status: 200 len: 931 time: 0.1474204 Jul 13 13:35:09.891893 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-5f2464b2-7aae-47d6-98a2-717a871ddd38 req-125674ed-fbd4-4682-917a-210b4bb55d77 service neutron] Transition to ACTIVE for port object 9341f058-1b4f-4363-a9ee-a40dc766104a will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:35:09.897382 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 51784) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:35:09.931315 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-5f2464b2-7aae-47d6-98a2-717a871ddd38 req-125674ed-fbd4-4682-917a-210b4bb55d77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:09.961910 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-0c59cba7-0716-432c-b96b-e18c298d4bfb req-669db63a-1d31-4f15-84b8-4cce0e486f24 tempest-ListServersNegativeTestJSON-1186610398 tempest-ListServersNegativeTestJSON-1186610398-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e05c1f5-1646-442c-9367-24d51c2f3067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805185 Jul 13 13:35:10.036692 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ad741281-97d1-4baa-b74f-251c8cd8423b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-446473'] for router_gateway, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:10.054715 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d967cbf-ec26-4492-8dd4-31b5f9858a1c req-68dba22c-d833-47ec-8c61-13fd3cd57976 tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:10.058373 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2d967cbf-ec26-4492-8dd4-31b5f9858a1c req-68dba22c-d833-47ec-8c61-13fd3cd57976 tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] 10.222.0.23 "GET /v2.0/ports?device_id=9667b2b3-a6a8-4192-9815-a4b1d860f93e HTTP/1.1" status: 200 len: 945 time: 0.3391116 Jul 13 13:35:10.127841 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125674ed-fbd4-4682-917a-210b4bb55d77 service neutron] Pushing event updated for resources: {'Port': ['ID=9341f058-1b4f-4363-a9ee-a40dc766104a,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:35:10.206357 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [req-5f2464b2-7aae-47d6-98a2-717a871ddd38 req-727e00b7-f601-4345-a3da-df6b7a6c058a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cc0202b-3e12-41f3-956e-41ec0d544add {{(pid=93751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:35:10.212068 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 2afe5f25-c147-415f-8c5b-d8940fe3ec97 details requested by agent hyperv_n-h2-800634-1 with host n-h2-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 13:35:10.215752 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-5f2464b2-7aae-47d6-98a2-717a871ddd38 req-727e00b7-f601-4345-a3da-df6b7a6c058a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:10.228955 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-5f2464b2-7aae-47d6-98a2-717a871ddd38 req-727e00b7-f601-4345-a3da-df6b7a6c058a service neutron] Transition to ACTIVE for port object 1cc0202b-3e12-41f3-956e-41ec0d544add will not be triggered until provisioned by entity L2. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:35:10.235056 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-5f2464b2-7aae-47d6-98a2-717a871ddd38 req-727e00b7-f601-4345-a3da-df6b7a6c058a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:10.272765 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-77cbcdb7-c15a-45d4-9cfe-01f3a9232fa8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=278e2d283bc440adb5e5f55c103a5de0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3671637 Jul 13 13:35:10.274401 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 51790) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:35:10.299887 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ad741281-97d1-4baa-b74f-251c8cd8423b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1591938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2696'] for router, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:10.319631 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ad741281-97d1-4baa-b74f-251c8cd8423b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:10.331588 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2d967cbf-ec26-4492-8dd4-31b5f9858a1c req-a4333c1c-2c5f-4eba-a8a6-aef57b463779 tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] 10.222.0.23 "GET /v2.0/security-groups?id=d29423a1-067a-4d38-adf6-741b7ccff4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649338 Jul 13 13:35:10.371827 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727e00b7-f601-4345-a3da-df6b7a6c058a service neutron] Pushing event updated for resources: {'Port': ['ID=1cc0202b-3e12-41f3-956e-41ec0d544add,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:35:10.374325 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 2afe5f25-c147-415f-8c5b-d8940fe3ec97, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=2afe5f25-c147-415f-8c5b-d8940fe3ec97,segment=NetworkSegment(ad5ed454-48ea-4363-8047-0d3907eff6fd),segment_id=ad5ed454-48ea-4363-8047-0d3907eff6fd)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:35:10.400779 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Returning: {'device': '2afe5f25-c147-415f-8c5b-d8940fe3ec97', 'network_id': '2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21', 'port_id': '2afe5f25-c147-415f-8c5b-d8940fe3ec97', 'mac_address': 'fa:16:3e:be:a7:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45599520-ccde-4569-b8cc-9a75a2e552c5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 13:35:10.415021 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2366a287-7518-4d04-961f-6671a3ed6ea9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:10.453901 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2366a287-7518-4d04-961f-6671a3ed6ea9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:10.454694 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:10.456562 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-5f2464b2-7aae-47d6-98a2-717a871ddd38 req-727e00b7-f601-4345-a3da-df6b7a6c058a service neutron] Attempting to bind port 1cc0202b-3e12-41f3-956e-41ec0d544add on host n-h1-800634-1 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:35:10.457572 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-5f2464b2-7aae-47d6-98a2-717a871ddd38 req-727e00b7-f601-4345-a3da-df6b7a6c058a service neutron] Attempting to bind port 1cc0202b-3e12-41f3-956e-41ec0d544add by drivers openvswitch,hyperv on host n-h1-800634-1 at level 0 using segments [{'id': '0e088d7a-7675-40e8-ac05-982d7aacdc90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '8ab78c19-9e22-4e9c-a375-70e00659cefd'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:35:10.458248 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2464b2-7aae-47d6-98a2-717a871ddd38 req-727e00b7-f601-4345-a3da-df6b7a6c058a service neutron] Attempting to bind port 1cc0202b-3e12-41f3-956e-41ec0d544add on network 8ab78c19-9e22-4e9c-a375-70e00659cefd {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:35:10.474680 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2afe5f25-c147-415f-8c5b-d8940fe3ec97 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:35:10.503249 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2464b2-7aae-47d6-98a2-717a871ddd38 req-727e00b7-f601-4345-a3da-df6b7a6c058a service neutron] Port 1cc0202b-3e12-41f3-956e-41ec0d544add on network 8ab78c19-9e22-4e9c-a375-70e00659cefd not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-1 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:35:10.505534 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2464b2-7aae-47d6-98a2-717a871ddd38 req-727e00b7-f601-4345-a3da-df6b7a6c058a service neutron] Attempting to bind port 1cc0202b-3e12-41f3-956e-41ec0d544add on network 8ab78c19-9e22-4e9c-a375-70e00659cefd {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:35:10.513713 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 2afe5f25-c147-415f-8c5b-d8940fe3ec97, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=2afe5f25-c147-415f-8c5b-d8940fe3ec97,segment=NetworkSegment(ad5ed454-48ea-4363-8047-0d3907eff6fd),segment_id=ad5ed454-48ea-4363-8047-0d3907eff6fd)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:35:10.519429 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:10.527107 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ad741281-97d1-4baa-b74f-251c8cd8423b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593106'] for router, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:10.529943 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad741281-97d1-4baa-b74f-251c8cd8423b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 85609521-684d-4122-bbe0-87dfdb0cbc61 {{(pid=93750) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 13:35:10.535019 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2464b2-7aae-47d6-98a2-717a871ddd38 req-727e00b7-f601-4345-a3da-df6b7a6c058a service neutron] Checking agent: {'id': 'a7603dc8-3c50-4a9b-8f0d-1143528f155e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:35:10.540686 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2464b2-7aae-47d6-98a2-717a871ddd38 req-727e00b7-f601-4345-a3da-df6b7a6c058a service neutron] Checking segment: {'id': '0e088d7a-7675-40e8-ac05-982d7aacdc90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '8ab78c19-9e22-4e9c-a375-70e00659cefd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:35:10.541430 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2464b2-7aae-47d6-98a2-717a871ddd38 req-727e00b7-f601-4345-a3da-df6b7a6c058a service neutron] Bound using segment: {'id': '0e088d7a-7675-40e8-ac05-982d7aacdc90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '8ab78c19-9e22-4e9c-a375-70e00659cefd'} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:35:10.541663 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-5f2464b2-7aae-47d6-98a2-717a871ddd38 req-727e00b7-f601-4345-a3da-df6b7a6c058a service neutron] Bound port: 1cc0202b-3e12-41f3-956e-41ec0d544add, host: n-h1-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e088d7a-7675-40e8-ac05-982d7aacdc90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '8ab78c19-9e22-4e9c-a375-70e00659cefd'}}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:35:10.542061 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-5f2464b2-7aae-47d6-98a2-717a871ddd38 req-727e00b7-f601-4345-a3da-df6b7a6c058a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:10.549472 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ad741281-97d1-4baa-b74f-251c8cd8423b admin admin] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:10.554491 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-ad741281-97d1-4baa-b74f-251c8cd8423b admin admin] 10.222.0.23 "DELETE /v2.0/routers/85609521-684d-4122-bbe0-87dfdb0cbc61 HTTP/1.1" status: 204 len: 168 time: 4.4644632 Jul 13 13:35:10.554491 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 51802) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:35:10.571315 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-5f2464b2-7aae-47d6-98a2-717a871ddd38 req-125674ed-fbd4-4682-917a-210b4bb55d77 service neutron] Attempting to bind port 9341f058-1b4f-4363-a9ee-a40dc766104a on host n-h1-800634-1 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:35:10.571521 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-5f2464b2-7aae-47d6-98a2-717a871ddd38 req-125674ed-fbd4-4682-917a-210b4bb55d77 service neutron] Attempting to bind port 9341f058-1b4f-4363-a9ee-a40dc766104a by drivers openvswitch,hyperv on host n-h1-800634-1 at level 0 using segments [{'id': '0e088d7a-7675-40e8-ac05-982d7aacdc90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '8ab78c19-9e22-4e9c-a375-70e00659cefd'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:35:10.572346 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2464b2-7aae-47d6-98a2-717a871ddd38 req-125674ed-fbd4-4682-917a-210b4bb55d77 service neutron] Attempting to bind port 9341f058-1b4f-4363-a9ee-a40dc766104a on network 8ab78c19-9e22-4e9c-a375-70e00659cefd {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:35:10.625638 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=2afe5f25-c147-415f-8c5b-d8940fe3ec97,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:35:10.638947 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2366a287-7518-4d04-961f-6671a3ed6ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:10.641465 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2366a287-7518-4d04-961f-6671a3ed6ea9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:10.643361 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2464b2-7aae-47d6-98a2-717a871ddd38 req-125674ed-fbd4-4682-917a-210b4bb55d77 service neutron] Port 9341f058-1b4f-4363-a9ee-a40dc766104a on network 8ab78c19-9e22-4e9c-a375-70e00659cefd not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-1 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:35:10.643691 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2464b2-7aae-47d6-98a2-717a871ddd38 req-125674ed-fbd4-4682-917a-210b4bb55d77 service neutron] Attempting to bind port 9341f058-1b4f-4363-a9ee-a40dc766104a on network 8ab78c19-9e22-4e9c-a375-70e00659cefd {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:35:10.651993 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-2366a287-7518-4d04-961f-6671a3ed6ea9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a5acb904-2512-4fd2-89f4-2d0864dd03ae HTTP/1.1" status: 204 len: 168 time: 0.3693953 Jul 13 13:35:10.685035 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2464b2-7aae-47d6-98a2-717a871ddd38 req-125674ed-fbd4-4682-917a-210b4bb55d77 service neutron] Checking agent: {'id': 'a7603dc8-3c50-4a9b-8f0d-1143528f155e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:35:10.685765 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2464b2-7aae-47d6-98a2-717a871ddd38 req-125674ed-fbd4-4682-917a-210b4bb55d77 service neutron] Checking segment: {'id': '0e088d7a-7675-40e8-ac05-982d7aacdc90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '8ab78c19-9e22-4e9c-a375-70e00659cefd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:35:10.686427 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2464b2-7aae-47d6-98a2-717a871ddd38 req-125674ed-fbd4-4682-917a-210b4bb55d77 service neutron] Bound using segment: {'id': '0e088d7a-7675-40e8-ac05-982d7aacdc90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '8ab78c19-9e22-4e9c-a375-70e00659cefd'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:35:10.687089 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2366a287-7518-4d04-961f-6671a3ed6ea9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5acb904-2512-4fd2-89f4-2d0864dd03ae,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:35:10.687327 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-5f2464b2-7aae-47d6-98a2-717a871ddd38 req-125674ed-fbd4-4682-917a-210b4bb55d77 service neutron] Bound port: 9341f058-1b4f-4363-a9ee-a40dc766104a, host: n-h1-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e088d7a-7675-40e8-ac05-982d7aacdc90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '8ab78c19-9e22-4e9c-a375-70e00659cefd'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:35:10.687909 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-5f2464b2-7aae-47d6-98a2-717a871ddd38 req-125674ed-fbd4-4682-917a-210b4bb55d77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:10.694754 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-5f2464b2-7aae-47d6-98a2-717a871ddd38 req-727e00b7-f601-4345-a3da-df6b7a6c058a service neutron] For port 1cc0202b-3e12-41f3-956e-41ec0d544add, host n-h1-800634-1, cleared binding levels {{(pid=93751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:35:10.698362 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-5f2464b2-7aae-47d6-98a2-717a871ddd38 req-727e00b7-f601-4345-a3da-df6b7a6c058a service neutron] For port 1cc0202b-3e12-41f3-956e-41ec0d544add, host n-h1-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=1cc0202b-3e12-41f3-956e-41ec0d544add,segment=NetworkSegment(0e088d7a-7675-40e8-ac05-982d7aacdc90),segment_id=0e088d7a-7675-40e8-ac05-982d7aacdc90)] {{(pid=93751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:35:10.708186 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-5f2464b2-7aae-47d6-98a2-717a871ddd38 req-727e00b7-f601-4345-a3da-df6b7a6c058a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:10.718233 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-7965b5dd-02c6-48ab-9876-41ab541272ca admin admin] Deleting subnet 0935fffc-5f50-41bc-86c4-a4cd335b45c2 {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 13:35:10.750001 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['2afe5f25-c147-415f-8c5b-d8940fe3ec97'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:35:10.771937 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7965b5dd-02c6-48ab-9876-41ab541272ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:10.798950 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2464b2-7aae-47d6-98a2-717a871ddd38 req-727e00b7-f601-4345-a3da-df6b7a6c058a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:10.799568 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-5f2464b2-7aae-47d6-98a2-717a871ddd38 req-727e00b7-f601-4345-a3da-df6b7a6c058a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:10.801127 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5f2464b2-7aae-47d6-98a2-717a871ddd38 req-727e00b7-f601-4345-a3da-df6b7a6c058a service neutron] 10.222.0.26 "PUT /v2.0/ports/1cc0202b-3e12-41f3-956e-41ec0d544add HTTP/1.1" status: 200 len: 1092 time: 1.0849915 Jul 13 13:35:10.801699 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25322471-cb67-43df-bbb5-aef59d9c0983', 'tag': '1cc0202b-3e12-41f3-956e-41ec0d544add'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:35:10.804483 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d17b627af75e17e0f4b8d6239d04f8c2f78634e2c585e32a7aeca336500f34a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f28ef539-8c0a-4fcb-b603-3087493d4d85" -d '{"events": [{"name": "network-changed", "server_uuid": "25322471-cb67-43df-bbb5-aef59d9c0983", "tag": "1cc0202b-3e12-41f3-956e-41ec0d544add"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:35:10.832148 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727e00b7-f601-4345-a3da-df6b7a6c058a service neutron] Pushing event updated for resources: {'Port': ['ID=1cc0202b-3e12-41f3-956e-41ec0d544add,revision_number=3']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:35:10.910412 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1360407-9d85-4459-b74e-917ee1d80473 req-315620c4-78ce-4f2c-8f64-2d6659f82ecc tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:10.917782 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d1360407-9d85-4459-b74e-917ee1d80473 req-315620c4-78ce-4f2c-8f64-2d6659f82ecc tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/ports?device_id=b47b55d4-8ce4-4f13-bdab-9fd4a8aff692 HTTP/1.1" status: 200 len: 944 time: 0.3522127 Jul 13 13:35:10.946156 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7965b5dd-02c6-48ab-9876-41ab541272ca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5431723'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:10.953660 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2464b2-7aae-47d6-98a2-717a871ddd38 req-1b87e7a6-244a-42ce-ac87-5c7af321672b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:10.955521 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5f2464b2-7aae-47d6-98a2-717a871ddd38 req-1b87e7a6-244a-42ce-ac87-5c7af321672b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=60fd819e4df0458989307e4885d98668&device_id=25322471-cb67-43df-bbb5-aef59d9c0983 HTTP/1.1" status: 200 len: 1095 time: 0.0936763 Jul 13 13:35:11.003427 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-5f2464b2-7aae-47d6-98a2-717a871ddd38 req-125674ed-fbd4-4682-917a-210b4bb55d77 service neutron] For port 9341f058-1b4f-4363-a9ee-a40dc766104a, host n-h1-800634-1, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:35:11.004096 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5f2464b2-7aae-47d6-98a2-717a871ddd38 req-01288402-6772-4588-964e-ccec6d0da704 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1cc0202b-3e12-41f3-956e-41ec0d544add HTTP/1.1" status: 200 len: 217 time: 0.0407553 Jul 13 13:35:11.029589 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-5f2464b2-7aae-47d6-98a2-717a871ddd38 req-028b91f9-3053-4b2e-8a2f-9b9cb6e26dc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be9b48f6-3d8e-4bd3-a262-038ec67bfd3b {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:35:11.061648 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-5f2464b2-7aae-47d6-98a2-717a871ddd38 req-028b91f9-3053-4b2e-8a2f-9b9cb6e26dc1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:11.062978 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2464b2-7aae-47d6-98a2-717a871ddd38 req-f2591caa-08b6-41ed-ac88-382dad67898d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:11.064986 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5f2464b2-7aae-47d6-98a2-717a871ddd38 req-f2591caa-08b6-41ed-ac88-382dad67898d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ef7f03b8-f6ed-47a9-935a-e0c10f4791a1 HTTP/1.1" status: 200 len: 858 time: 0.0554285 Jul 13 13:35:11.065728 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-5f2464b2-7aae-47d6-98a2-717a871ddd38 req-125674ed-fbd4-4682-917a-210b4bb55d77 service neutron] For port 9341f058-1b4f-4363-a9ee-a40dc766104a, host n-h1-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=9341f058-1b4f-4363-a9ee-a40dc766104a,segment=NetworkSegment(0e088d7a-7675-40e8-ac05-982d7aacdc90),segment_id=0e088d7a-7675-40e8-ac05-982d7aacdc90)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:35:11.092860 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d1360407-9d85-4459-b74e-917ee1d80473 req-a332fe5b-6b06-468b-becc-3eaa469de657 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1a1929d-de59-4a26-a69b-05b891c11dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741908 Jul 13 13:35:11.106004 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5f2464b2-7aae-47d6-98a2-717a871ddd38 req-0e70f0fd-2d00-4ded-a2f4-0a5c1743797b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8ab78c19-9e22-4e9c-a375-70e00659cefd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344748 Jul 13 13:35:11.132511 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-5f2464b2-7aae-47d6-98a2-717a871ddd38 req-125674ed-fbd4-4682-917a-210b4bb55d77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:11.223193 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125674ed-fbd4-4682-917a-210b4bb55d77 service neutron] Pushing event updated for resources: {'Port': ['ID=9341f058-1b4f-4363-a9ee-a40dc766104a,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:35:11.230081 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-5f2464b2-7aae-47d6-98a2-717a871ddd38 req-028b91f9-3053-4b2e-8a2f-9b9cb6e26dc1 service neutron] Transition to ACTIVE for port object be9b48f6-3d8e-4bd3-a262-038ec67bfd3b will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:35:11.242218 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-5f2464b2-7aae-47d6-98a2-717a871ddd38 req-028b91f9-3053-4b2e-8a2f-9b9cb6e26dc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:11.247388 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2464b2-7aae-47d6-98a2-717a871ddd38 req-125674ed-fbd4-4682-917a-210b4bb55d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:11.248137 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-5f2464b2-7aae-47d6-98a2-717a871ddd38 req-125674ed-fbd4-4682-917a-210b4bb55d77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:11.249589 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5f2464b2-7aae-47d6-98a2-717a871ddd38 req-125674ed-fbd4-4682-917a-210b4bb55d77 service neutron] 10.222.0.26 "PUT /v2.0/ports/9341f058-1b4f-4363-a9ee-a40dc766104a HTTP/1.1" status: 200 len: 1091 time: 3.1458714 Jul 13 13:35:11.293931 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7965b5dd-02c6-48ab-9876-41ab541272ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:11.317247 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5f2464b2-7aae-47d6-98a2-717a871ddd38 req-d7bce7dc-448d-434c-a159-82d4fed6e3e3 service neutron] 10.222.0.26 "GET /v2.0/networks/8ab78c19-9e22-4e9c-a375-70e00659cefd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831229 Jul 13 13:35:11.399399 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028b91f9-3053-4b2e-8a2f-9b9cb6e26dc1 service neutron] Pushing event updated for resources: {'Port': ['ID=be9b48f6-3d8e-4bd3-a262-038ec67bfd3b,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:35:11.501864 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5f2464b2-7aae-47d6-98a2-717a871ddd38 req-5ab68ce6-3b9a-4670-8c9d-b8806229b79b service neutron] 10.222.0.26 "GET /v2.0/networks/8ab78c19-9e22-4e9c-a375-70e00659cefd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782119 Jul 13 13:35:11.524831 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bf1377e-cd12-4e83-b9cc-930432d375a5', 'tag': '9341f058-1b4f-4363-a9ee-a40dc766104a'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:35:11.532116 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 13:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54db6d72-a748-4ec2-842e-3664da2a2724 x-openstack-request-id: req-54db6d72-a748-4ec2-842e-3664da2a2724 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:35:11.532655 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25322471-cb67-43df-bbb5-aef59d9c0983", "tag": "1cc0202b-3e12-41f3-956e-41ec0d544add", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:35:11.533258 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-54db6d72-a748-4ec2-842e-3664da2a2724 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:35:11.534399 n-d-800634-1 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25322471-cb67-43df-bbb5-aef59d9c0983', 'tag': '1cc0202b-3e12-41f3-956e-41ec0d544add', 'status': 'completed', 'code': 200} Jul 13 13:35:11.534547 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebe78daa-7016-40b5-b956-fb191b267a18" -d '{"events": [{"name": "network-changed", "server_uuid": "8bf1377e-cd12-4e83-b9cc-930432d375a5", "tag": "9341f058-1b4f-4363-a9ee-a40dc766104a"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:35:11.572901 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7965b5dd-02c6-48ab-9876-41ab541272ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5970525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4763356'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:11.621104 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7965b5dd-02c6-48ab-9876-41ab541272ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0935fffc-5f50-41bc-86c4-a4cd335b45c2,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:35:11.625990 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7965b5dd-02c6-48ab-9876-41ab541272ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:11.628356 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-7965b5dd-02c6-48ab-9876-41ab541272ca admin admin] 10.222.0.23 "DELETE /v2.0/subnets/0935fffc-5f50-41bc-86c4-a4cd335b45c2 HTTP/1.1" status: 204 len: 168 time: 1.0692227 Jul 13 13:35:11.635129 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24469a70-8857-444a-b291-ad61c84dd7a1 None None] Network 8fa0d465-8003-432f-9af5-3ecf92dbf33d requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:35:11.639456 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 51840) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:35:11.650204 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2464b2-7aae-47d6-98a2-717a871ddd38 req-0efb0a6c-45c7-4152-8318-59ce50ed6812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:11.652217 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5f2464b2-7aae-47d6-98a2-717a871ddd38 req-0efb0a6c-45c7-4152-8318-59ce50ed6812 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=60fd819e4df0458989307e4885d98668&device_id=8bf1377e-cd12-4e83-b9cc-930432d375a5 HTTP/1.1" status: 200 len: 1094 time: 0.3067796 Jul 13 13:35:11.654165 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-5f2464b2-7aae-47d6-98a2-717a871ddd38 req-028b91f9-3053-4b2e-8a2f-9b9cb6e26dc1 service neutron] Attempting to bind port be9b48f6-3d8e-4bd3-a262-038ec67bfd3b on host n-h2-800634-1 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:35:11.654735 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-5f2464b2-7aae-47d6-98a2-717a871ddd38 req-028b91f9-3053-4b2e-8a2f-9b9cb6e26dc1 service neutron] Attempting to bind port be9b48f6-3d8e-4bd3-a262-038ec67bfd3b by drivers openvswitch,hyperv on host n-h2-800634-1 at level 0 using segments [{'id': '0e088d7a-7675-40e8-ac05-982d7aacdc90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '8ab78c19-9e22-4e9c-a375-70e00659cefd'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:35:11.655519 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2464b2-7aae-47d6-98a2-717a871ddd38 req-028b91f9-3053-4b2e-8a2f-9b9cb6e26dc1 service neutron] Attempting to bind port be9b48f6-3d8e-4bd3-a262-038ec67bfd3b on network 8ab78c19-9e22-4e9c-a375-70e00659cefd {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:35:11.724838 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28ef539-8c0a-4fcb-b603-3087493d4d85 req-fa5dfb09-72b4-43fc-bb90-c6655d10008b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:11.731388 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f28ef539-8c0a-4fcb-b603-3087493d4d85 req-fa5dfb09-72b4-43fc-bb90-c6655d10008b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=60fd819e4df0458989307e4885d98668&device_id=25322471-cb67-43df-bbb5-aef59d9c0983 HTTP/1.1" status: 200 len: 1095 time: 0.1287904 Jul 13 13:35:11.894785 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28ef539-8c0a-4fcb-b603-3087493d4d85 req-7e048b5e-0852-4965-8f6a-ba52b6a9bdbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:11.900251 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f28ef539-8c0a-4fcb-b603-3087493d4d85 req-7e048b5e-0852-4965-8f6a-ba52b6a9bdbc service neutron] 10.222.0.26 "GET /v2.0/networks?id=8ab78c19-9e22-4e9c-a375-70e00659cefd HTTP/1.1" status: 200 len: 918 time: 0.1657641 Jul 13 13:35:11.979473 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f28ef539-8c0a-4fcb-b603-3087493d4d85 req-d22ddcbd-d8d5-40d3-b2b1-e4f5c1e33f39 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1cc0202b-3e12-41f3-956e-41ec0d544add HTTP/1.1" status: 200 len: 217 time: 0.0658109 Jul 13 13:35:11.990486 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a536443-9962-4aa9-81b1-46a64cc3881e None None] DHCP port deletion for 8fa0d465-8003-432f-9af5-3ecf92dbf33d request from n-d-800634-1 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 13:35:12.060028 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-0a536443-9962-4aa9-81b1-46a64cc3881e None None] Deleting port 5c6e0493-f8f2-428a-9903-50a34ae9ea7c {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:35:12.060413 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-0a536443-9962-4aa9-81b1-46a64cc3881e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:12.067026 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28ef539-8c0a-4fcb-b603-3087493d4d85 req-cdf9896a-c22c-4c6f-9652-1a5935cca422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:12.068496 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f28ef539-8c0a-4fcb-b603-3087493d4d85 req-cdf9896a-c22c-4c6f-9652-1a5935cca422 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ef7f03b8-f6ed-47a9-935a-e0c10f4791a1 HTTP/1.1" status: 200 len: 858 time: 0.0752494 Jul 13 13:35:12.146395 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f28ef539-8c0a-4fcb-b603-3087493d4d85 req-a4e6fc1e-05cb-40d3-a6b9-c9a3daa063a5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8ab78c19-9e22-4e9c-a375-70e00659cefd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0696514 Jul 13 13:35:12.157404 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2464b2-7aae-47d6-98a2-717a871ddd38 req-028b91f9-3053-4b2e-8a2f-9b9cb6e26dc1 service neutron] Port be9b48f6-3d8e-4bd3-a262-038ec67bfd3b on network 8ab78c19-9e22-4e9c-a375-70e00659cefd not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-1 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:35:12.158065 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2464b2-7aae-47d6-98a2-717a871ddd38 req-028b91f9-3053-4b2e-8a2f-9b9cb6e26dc1 service neutron] Attempting to bind port be9b48f6-3d8e-4bd3-a262-038ec67bfd3b on network 8ab78c19-9e22-4e9c-a375-70e00659cefd {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:35:12.173728 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5f2464b2-7aae-47d6-98a2-717a871ddd38 req-b0ee2cec-b177-4667-aa4c-5b848678cefd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9341f058-1b4f-4363-a9ee-a40dc766104a HTTP/1.1" status: 200 len: 217 time: 0.4549437 Jul 13 13:35:12.189873 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2464b2-7aae-47d6-98a2-717a871ddd38 req-028b91f9-3053-4b2e-8a2f-9b9cb6e26dc1 service neutron] Checking agent: {'id': 'f615e5c9-21ab-43f2-adbc-192d64b795cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:35:12.190595 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2464b2-7aae-47d6-98a2-717a871ddd38 req-028b91f9-3053-4b2e-8a2f-9b9cb6e26dc1 service neutron] Checking segment: {'id': '0e088d7a-7675-40e8-ac05-982d7aacdc90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '8ab78c19-9e22-4e9c-a375-70e00659cefd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:35:12.191191 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2464b2-7aae-47d6-98a2-717a871ddd38 req-028b91f9-3053-4b2e-8a2f-9b9cb6e26dc1 service neutron] Bound using segment: {'id': '0e088d7a-7675-40e8-ac05-982d7aacdc90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '8ab78c19-9e22-4e9c-a375-70e00659cefd'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:35:12.191842 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-5f2464b2-7aae-47d6-98a2-717a871ddd38 req-028b91f9-3053-4b2e-8a2f-9b9cb6e26dc1 service neutron] Bound port: be9b48f6-3d8e-4bd3-a262-038ec67bfd3b, host: n-h2-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e088d7a-7675-40e8-ac05-982d7aacdc90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '8ab78c19-9e22-4e9c-a375-70e00659cefd'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:35:12.192409 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-5f2464b2-7aae-47d6-98a2-717a871ddd38 req-028b91f9-3053-4b2e-8a2f-9b9cb6e26dc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:12.223842 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 2afe5f25-c147-415f-8c5b-d8940fe3ec97 up at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:35:12.295788 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-81c1c08a-c620-4e76-9046-a70b1bd4323c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:12.297111 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-0a536443-9962-4aa9-81b1-46a64cc3881e None None] For port 5c6e0493-f8f2-428a-9903-50a34ae9ea7c, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=5c6e0493-f8f2-428a-9903-50a34ae9ea7c,segment=NetworkSegment(15c43e43-c0ec-4679-80b4-b23ff768bd51),segment_id=15c43e43-c0ec-4679-80b4-b23ff768bd51)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:35:12.297644 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-0a536443-9962-4aa9-81b1-46a64cc3881e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:12.320914 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-0a536443-9962-4aa9-81b1-46a64cc3881e None None] Calling delete_port for 5c6e0493-f8f2-428a-9903-50a34ae9ea7c owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:35:12.334080 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f28ef539-8c0a-4fcb-b603-3087493d4d85 req-d5bc05a4-117d-4a17-986d-cda1543e69c5 service neutron] 10.222.0.26 "GET /v2.0/networks/8ab78c19-9e22-4e9c-a375-70e00659cefd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803169 Jul 13 13:35:12.336107 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2464b2-7aae-47d6-98a2-717a871ddd38 req-01280cd7-2c69-4fbc-9246-88e84f9a78f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:12.337562 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5f2464b2-7aae-47d6-98a2-717a871ddd38 req-01280cd7-2c69-4fbc-9246-88e84f9a78f3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ef7f03b8-f6ed-47a9-935a-e0c10f4791a1 HTTP/1.1" status: 200 len: 858 time: 0.1505017 Jul 13 13:35:12.387713 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning for port 2afe5f25-c147-415f-8c5b-d8940fe3ec97 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:35:12.396792 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning complete for port 2afe5f25-c147-415f-8c5b-d8940fe3ec97 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:35:12.397701 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:12.421626 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5f2464b2-7aae-47d6-98a2-717a871ddd38 req-a00a78d6-e83c-4fc5-a27c-defbf5022650 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8ab78c19-9e22-4e9c-a375-70e00659cefd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0704737 Jul 13 13:35:12.432468 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48ce13c-e930-4e82-8389-2ac1a1cf7fbd req-9dc133f2-0fe1-462e-a53c-8f1068282bb0 tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:12.433798 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ee2744-bfc0-4cc2-abac-e33817f415ab req-b48d9ee6-faae-4e5f-b0ec-fbd15e1a42fa tempest-ListServersNegativeTestJSON-1186610398 tempest-ListServersNegativeTestJSON-1186610398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:12.434066 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c48ce13c-e930-4e82-8389-2ac1a1cf7fbd req-9dc133f2-0fe1-462e-a53c-8f1068282bb0 tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] 10.222.0.23 "GET /v2.0/ports?device_id=9667b2b3-a6a8-4192-9815-a4b1d860f93e HTTP/1.1" status: 200 len: 945 time: 0.1711743 Jul 13 13:35:12.441084 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-98ee2744-bfc0-4cc2-abac-e33817f415ab req-b48d9ee6-faae-4e5f-b0ec-fbd15e1a42fa tempest-ListServersNegativeTestJSON-1186610398 tempest-ListServersNegativeTestJSON-1186610398-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca7b0c88-b54b-4d9a-83ec-091076a0e559 HTTP/1.1" status: 200 len: 943 time: 0.2803566 Jul 13 13:35:12.492223 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-0a536443-9962-4aa9-81b1-46a64cc3881e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:12.506962 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f28ef539-8c0a-4fcb-b603-3087493d4d85 req-e523b0ed-d2a1-45bd-9685-87f7b3e17e58 service neutron] 10.222.0.26 "GET /v2.0/networks/8ab78c19-9e22-4e9c-a375-70e00659cefd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557269 Jul 13 13:35:12.522332 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c48ce13c-e930-4e82-8389-2ac1a1cf7fbd req-9988f292-8c2e-427c-83aa-eb05a6f3cf31 tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] 10.222.0.23 "GET /v2.0/security-groups?id=d29423a1-067a-4d38-adf6-741b7ccff4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714927 Jul 13 13:35:12.536921 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:12.557896 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a536443-9962-4aa9-81b1-46a64cc3881e None None] Pushing event deleted for resources: {'Port': ['ID=5c6e0493-f8f2-428a-9903-50a34ae9ea7c,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:35:12.564177 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a536443-9962-4aa9-81b1-46a64cc3881e None None] No DVR routers for this DVR port 5c6e0493-f8f2-428a-9903-50a34ae9ea7c on host n-d-800634-1 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:35:12.588798 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b47b55d4-8ce4-4f13-bdab-9fd4a8aff692', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2afe5f25-c147-415f-8c5b-d8940fe3ec97'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:35:12.590943 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83e603a9-6d25-4d0a-82c1-850f9445f27e" -d '{"events": [{"server_uuid": "b47b55d4-8ce4-4f13-bdab-9fd4a8aff692", "name": "network-vif-plugged", "status": "completed", "tag": "2afe5f25-c147-415f-8c5b-d8940fe3ec97"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:35:12.624338 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 2afe5f25-c147-415f-8c5b-d8940fe3ec97, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=2afe5f25-c147-415f-8c5b-d8940fe3ec97,segment=NetworkSegment(ad5ed454-48ea-4363-8047-0d3907eff6fd),segment_id=ad5ed454-48ea-4363-8047-0d3907eff6fd)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:35:12.633180 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:12.665379 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5f2464b2-7aae-47d6-98a2-717a871ddd38 req-0dee974d-fe90-4ca6-9a64-71eeb6d64b0c service neutron] 10.222.0.26 "GET /v2.0/networks/8ab78c19-9e22-4e9c-a375-70e00659cefd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198811 Jul 13 13:35:12.668026 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 13:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98576e5f-1a61-49a7-bce3-9c085271b7bf x-openstack-request-id: req-98576e5f-1a61-49a7-bce3-9c085271b7bf {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:35:12.668493 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bf1377e-cd12-4e83-b9cc-930432d375a5", "tag": "9341f058-1b4f-4363-a9ee-a40dc766104a", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:35:12.669094 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-98576e5f-1a61-49a7-bce3-9c085271b7bf {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:35:12.669815 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bf1377e-cd12-4e83-b9cc-930432d375a5', 'tag': '9341f058-1b4f-4363-a9ee-a40dc766104a', 'status': 'completed', 'code': 200} Jul 13 13:35:12.676686 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-5f2464b2-7aae-47d6-98a2-717a871ddd38 req-028b91f9-3053-4b2e-8a2f-9b9cb6e26dc1 service neutron] For port be9b48f6-3d8e-4bd3-a262-038ec67bfd3b, host n-h2-800634-1, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:35:12.691266 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-5f2464b2-7aae-47d6-98a2-717a871ddd38 req-028b91f9-3053-4b2e-8a2f-9b9cb6e26dc1 service neutron] For port be9b48f6-3d8e-4bd3-a262-038ec67bfd3b, host n-h2-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=be9b48f6-3d8e-4bd3-a262-038ec67bfd3b,segment=NetworkSegment(0e088d7a-7675-40e8-ac05-982d7aacdc90),segment_id=0e088d7a-7675-40e8-ac05-982d7aacdc90)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:35:12.705970 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=2afe5f25-c147-415f-8c5b-d8940fe3ec97,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:35:12.726181 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-5f2464b2-7aae-47d6-98a2-717a871ddd38 req-028b91f9-3053-4b2e-8a2f-9b9cb6e26dc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:12.765826 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d665312-9eeb-41a5-b912-3dbc3ba18170 req-f8d1d495-062a-4e94-b8d2-ee1a087eeb91 tempest-ListImageFiltersTestJSON-1275882145 tempest-ListImageFiltersTestJSON-1275882145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:12.767842 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6d665312-9eeb-41a5-b912-3dbc3ba18170 req-f8d1d495-062a-4e94-b8d2-ee1a087eeb91 tempest-ListImageFiltersTestJSON-1275882145 tempest-ListImageFiltersTestJSON-1275882145-project] 10.222.0.23 "GET /v2.0/ports?device_id=e97f4d76-afe7-4003-aad7-a272d938d7ce HTTP/1.1" status: 200 len: 949 time: 0.0800490 Jul 13 13:35:12.781940 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 298577c3-28ae-42a9-87d0-6c5e032af4e4 no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:35:12.803844 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: 298577c3-28ae-42a9-87d0-6c5e032af4e4 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:35:12.804208 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 298577c3-28ae-42a9-87d0-6c5e032af4e4 not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:35:12.804824 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 5c6e0493-f8f2-428a-9903-50a34ae9ea7c no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:35:12.818303 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-98ee2744-bfc0-4cc2-abac-e33817f415ab req-a077d7b9-e735-4f08-b879-3ca2ed217d90 tempest-ListServersNegativeTestJSON-1186610398 tempest-ListServersNegativeTestJSON-1186610398-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e05c1f5-1646-442c-9367-24d51c2f3067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3757286 Jul 13 13:35:12.819545 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6d665312-9eeb-41a5-b912-3dbc3ba18170 req-ac111cff-a6b7-4373-8b46-79a34a558b40 tempest-ListImageFiltersTestJSON-1275882145 tempest-ListImageFiltersTestJSON-1275882145-project] 10.222.0.23 "GET /v2.0/security-groups?id=4865dafb-f53b-45c8-89d6-c6cc7f94c49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429893 Jul 13 13:35:12.859865 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: 5c6e0493-f8f2-428a-9903-50a34ae9ea7c {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:35:12.860695 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 5c6e0493-f8f2-428a-9903-50a34ae9ea7c not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:35:12.874225 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2464b2-7aae-47d6-98a2-717a871ddd38 req-028b91f9-3053-4b2e-8a2f-9b9cb6e26dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:12.874879 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-5f2464b2-7aae-47d6-98a2-717a871ddd38 req-028b91f9-3053-4b2e-8a2f-9b9cb6e26dc1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:12.876282 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5f2464b2-7aae-47d6-98a2-717a871ddd38 req-028b91f9-3053-4b2e-8a2f-9b9cb6e26dc1 service neutron] 10.222.0.41 "PUT /v2.0/ports/be9b48f6-3d8e-4bd3-a262-038ec67bfd3b HTTP/1.1" status: 200 len: 1091 time: 3.3234887 Jul 13 13:35:12.898751 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-81c1c08a-c620-4e76-9046-a70b1bd4323c admin admin] Deleting port 5c6e0493-f8f2-428a-9903-50a34ae9ea7c {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:35:12.899162 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-81c1c08a-c620-4e76-9046-a70b1bd4323c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:12.948888 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028b91f9-3053-4b2e-8a2f-9b9cb6e26dc1 service neutron] Pushing event updated for resources: {'Port': ['ID=be9b48f6-3d8e-4bd3-a262-038ec67bfd3b,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:35:13.063802 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5f2464b2-7aae-47d6-98a2-717a871ddd38 req-1d713011-6762-49c8-ae0d-9cb1054f8a8b service neutron] 10.222.0.26 "GET /v2.0/networks/8ab78c19-9e22-4e9c-a375-70e00659cefd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3485973 Jul 13 13:35:13.072572 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-81c1c08a-c620-4e76-9046-a70b1bd4323c admin admin] For port 5c6e0493-f8f2-428a-9903-50a34ae9ea7c, host n-d-800634-1, got binding levels [] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:35:13.072936 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-81c1c08a-c620-4e76-9046-a70b1bd4323c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:13.073772 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7045d5b4-111b-41bb-a831-b37651eb4152 x-openstack-request-id: req-7045d5b4-111b-41bb-a831-b37651eb4152 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:35:13.074141 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b47b55d4-8ce4-4f13-bdab-9fd4a8aff692", "name": "network-vif-plugged", "status": "completed", "tag": "2afe5f25-c147-415f-8c5b-d8940fe3ec97", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:35:13.074467 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7045d5b4-111b-41bb-a831-b37651eb4152 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:35:13.075309 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b47b55d4-8ce4-4f13-bdab-9fd4a8aff692', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2afe5f25-c147-415f-8c5b-d8940fe3ec97', 'code': 200} Jul 13 13:35:13.095792 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-81c1c08a-c620-4e76-9046-a70b1bd4323c admin admin] Calling delete_port for 5c6e0493-f8f2-428a-9903-50a34ae9ea7c owned by network:dhcp {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:35:13.104509 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.ipam_backend_mixin [None req-81c1c08a-c620-4e76-9046-a70b1bd4323c admin admin] Port 5c6e0493-f8f2-428a-9903-50a34ae9ea7c was not found and therefore no delete operation was performed {{(pid=93750) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 13 13:35:13.112635 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-81c1c08a-c620-4e76-9046-a70b1bd4323c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:13.156559 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c1c08a-c620-4e76-9046-a70b1bd4323c admin admin] Pushing event deleted for resources: {'Port': ['ID=5c6e0493-f8f2-428a-9903-50a34ae9ea7c,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:35:13.193055 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c1c08a-c620-4e76-9046-a70b1bd4323c admin admin] No DVR routers for this DVR port 5c6e0493-f8f2-428a-9903-50a34ae9ea7c on host n-d-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:35:13.232467 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cc03b4-303b-4d35-8136-3931c38e82c9 req-bc9f4fbf-95af-46a3-8a90-e74defa5a23f tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:13.234146 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a0cc03b4-303b-4d35-8136-3931c38e82c9 req-bc9f4fbf-95af-46a3-8a90-e74defa5a23f tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/ports?device_id=b47b55d4-8ce4-4f13-bdab-9fd4a8aff692 HTTP/1.1" status: 200 len: 945 time: 0.2529950 Jul 13 13:35:13.260535 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2464b2-7aae-47d6-98a2-717a871ddd38 req-6a81acfd-2ab7-4472-bfa7-3de647544c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:13.262077 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5f2464b2-7aae-47d6-98a2-717a871ddd38 req-6a81acfd-2ab7-4472-bfa7-3de647544c23 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=60fd819e4df0458989307e4885d98668&device_id=ca7b0c88-b54b-4d9a-83ec-091076a0e559 HTTP/1.1" status: 200 len: 1094 time: 0.3143845 Jul 13 13:35:13.388705 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5f2464b2-7aae-47d6-98a2-717a871ddd38 req-c6638567-78a6-41f3-b4ed-65cc077163d2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=be9b48f6-3d8e-4bd3-a262-038ec67bfd3b HTTP/1.1" status: 200 len: 217 time: 0.0635395 Jul 13 13:35:13.398095 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-81c1c08a-c620-4e76-9046-a70b1bd4323c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:13.433599 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-81c1c08a-c620-4e76-9046-a70b1bd4323c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fa0d465-8003-432f-9af5-3ecf92dbf33d']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:35:13.483076 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a0cc03b4-303b-4d35-8136-3931c38e82c9 req-6e4e7561-3a8c-45c0-8764-56f3e1cd4e7f tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1a1929d-de59-4a26-a69b-05b891c11dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262330 Jul 13 13:35:13.485003 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-81c1c08a-c620-4e76-9046-a70b1bd4323c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15c43e43-c0ec-4679-80b4-b23ff768bd51') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:35:13.485299 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-81c1c08a-c620-4e76-9046-a70b1bd4323c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15c43e43-c0ec-4679-80b4-b23ff768bd51') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:35:13.513445 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe78daa-7016-40b5-b956-fb191b267a18 req-d29cba96-3ec7-4704-88ac-a95929b1e331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:13.515328 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ebe78daa-7016-40b5-b956-fb191b267a18 req-d29cba96-3ec7-4704-88ac-a95929b1e331 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=60fd819e4df0458989307e4885d98668&device_id=8bf1377e-cd12-4e83-b9cc-930432d375a5 HTTP/1.1" status: 200 len: 1094 time: 0.3720143 Jul 13 13:35:13.524290 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-81c1c08a-c620-4e76-9046-a70b1bd4323c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5431730'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:13.549985 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fb888b-1a62-4000-a9e1-5aea60b6707b req-7b6540bb-4a6f-4020-bdfa-fc3c9f6e3d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:13.553614 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-77fb888b-1a62-4000-a9e1-5aea60b6707b req-7b6540bb-4a6f-4020-bdfa-fc3c9f6e3d17 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b47b55d4-8ce4-4f13-bdab-9fd4a8aff692 HTTP/1.1" status: 200 len: 1096 time: 0.3944168 Jul 13 13:35:13.573863 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2464b2-7aae-47d6-98a2-717a871ddd38 req-b062fabe-21d9-4b76-b33f-292b78190705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:13.575339 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5f2464b2-7aae-47d6-98a2-717a871ddd38 req-b062fabe-21d9-4b76-b33f-292b78190705 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ef7f03b8-f6ed-47a9-935a-e0c10f4791a1 HTTP/1.1" status: 200 len: 858 time: 0.1794360 Jul 13 13:35:13.637055 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-81c1c08a-c620-4e76-9046-a70b1bd4323c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:13.639297 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e752105-833c-4c52-b129-dab904530ccf req-a9a38cb7-7d41-45e1-8ce6-1febe879d775 tempest-ListImageFiltersTestJSON-1275882145 tempest-ListImageFiltersTestJSON-1275882145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:13.642562 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2e752105-833c-4c52-b129-dab904530ccf req-a9a38cb7-7d41-45e1-8ce6-1febe879d775 tempest-ListImageFiltersTestJSON-1275882145 tempest-ListImageFiltersTestJSON-1275882145-project] 10.222.0.26 "GET /v2.0/ports?device_id=e97f4d76-afe7-4003-aad7-a272d938d7ce HTTP/1.1" status: 200 len: 949 time: 0.1747057 Jul 13 13:35:13.689881 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5f2464b2-7aae-47d6-98a2-717a871ddd38 req-9209f23b-6116-4fe9-8688-80facf65d157 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8ab78c19-9e22-4e9c-a375-70e00659cefd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0827727 Jul 13 13:35:13.701432 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81c1c08a-c620-4e76-9046-a70b1bd4323c admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 13:35:13.701830 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-81c1c08a-c620-4e76-9046-a70b1bd4323c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5970419'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:13.712603 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:35:13.712603 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:35:13.712603 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:35:13.712603 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:35:13.712603 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:35:13.712603 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:35:13.712603 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:35:13.712603 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:35:13.712603 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:35:13.712603 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:35:13.712603 n-d-800634-1 neutron-server[93750]: Traceback (most recent call last): Jul 13 13:35:13.712603 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 13:35:13.712603 n-d-800634-1 neutron-server[93750]: timer() Jul 13 13:35:13.712603 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 13:35:13.712603 n-d-800634-1 neutron-server[93750]: cb(*args, **kw) Jul 13 13:35:13.712603 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 13:35:13.712603 n-d-800634-1 neutron-server[93750]: return func(*args, **kwargs) Jul 13 13:35:13.712603 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 13:35:13.712603 n-d-800634-1 neutron-server[93750]: self._notify() Jul 13 13:35:13.712603 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 13:35:13.712603 n-d-800634-1 neutron-server[93750]: self.callback(batched_events) Jul 13 13:35:13.712603 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 13:35:13.712603 n-d-800634-1 neutron-server[93750]: event.method(event) Jul 13 13:35:13.712603 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 13:35:13.712603 n-d-800634-1 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 13:35:13.712603 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 13:35:13.712603 n-d-800634-1 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 13:35:13.712603 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 13:35:13.712603 n-d-800634-1 neutron-server[93750]: return f(self, *a, **k) Jul 13 13:35:13.712603 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 13:35:13.712603 n-d-800634-1 neutron-server[93750]: return self._get(url).json() Jul 13 13:35:13.712603 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 13:35:13.712603 n-d-800634-1 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 13:35:13.712603 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 13:35:13.712603 n-d-800634-1 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 13 13:35:13.712603 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 13:35:13.712603 n-d-800634-1 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 13:35:13.712603 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 13:35:13.712603 n-d-800634-1 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 13:35:13.712603 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 13:35:13.712603 n-d-800634-1 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 13:35:13.712603 n-d-800634-1 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 13:35:13.750342 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 51912) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:35:13.830804 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 51916) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:35:13.832023 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934904b7-9dde-4484-8864-f654ea33ff59 req-26b9a961-f6ec-47e9-b75d-4919f25432b2 tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:13.833761 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-934904b7-9dde-4484-8864-f654ea33ff59 req-26b9a961-f6ec-47e9-b75d-4919f25432b2 tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] 10.222.0.23 "GET /v2.0/ports?device_id=9667b2b3-a6a8-4192-9815-a4b1d860f93e HTTP/1.1" status: 200 len: 945 time: 0.1364894 Jul 13 13:35:13.882476 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-77fb888b-1a62-4000-a9e1-5aea60b6707b req-5dbb5f45-ab1f-4777-9ec8-102e8e19f9f3 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e1a1929d-de59-4a26-a69b-05b891c11dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3054843 Jul 13 13:35:13.892286 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-81c1c08a-c620-4e76-9046-a70b1bd4323c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:13.915083 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-2e752105-833c-4c52-b129-dab904530ccf req-edbb53ee-371d-4de7-b451-071a2a82aef2 tempest-ListImageFiltersTestJSON-1275882145 tempest-ListImageFiltersTestJSON-1275882145-project] Deleting port a607eca1-b7af-4648-8570-8ef82b125dbc {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:35:13.915480 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-2e752105-833c-4c52-b129-dab904530ccf req-edbb53ee-371d-4de7-b451-071a2a82aef2 tempest-ListImageFiltersTestJSON-1275882145 tempest-ListImageFiltersTestJSON-1275882145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:13.935540 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-81c1c08a-c620-4e76-9046-a70b1bd4323c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:13.937442 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-81c1c08a-c620-4e76-9046-a70b1bd4323c admin admin] 10.222.0.23 "DELETE /v2.0/networks/8fa0d465-8003-432f-9af5-3ecf92dbf33d HTTP/1.1" status: 204 len: 168 time: 2.2969725 Jul 13 13:35:13.938789 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe78daa-7016-40b5-b956-fb191b267a18 req-d97485bc-3969-4cc2-9943-adc35f12f3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:13.940145 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ebe78daa-7016-40b5-b956-fb191b267a18 req-d97485bc-3969-4cc2-9943-adc35f12f3ff service neutron] 10.222.0.26 "GET /v2.0/networks?id=8ab78c19-9e22-4e9c-a375-70e00659cefd HTTP/1.1" status: 200 len: 918 time: 0.4108248 Jul 13 13:35:13.940606 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 51924) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:35:13.970148 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c1c08a-c620-4e76-9046-a70b1bd4323c admin admin] Pushing event deleted for resources: {'Network': ['ID=8fa0d465-8003-432f-9af5-3ecf92dbf33d,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:35:13.998605 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-934904b7-9dde-4484-8864-f654ea33ff59 req-d6d8bfb6-efa1-4508-b9dc-ae8106208138 tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] 10.222.0.23 "GET /v2.0/security-groups?id=d29423a1-067a-4d38-adf6-741b7ccff4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515098 Jul 13 13:35:14.043511 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5f2464b2-7aae-47d6-98a2-717a871ddd38 req-95e305c3-4d67-4f12-a8b1-956c10a3ef8b service neutron] 10.222.0.41 "GET /v2.0/networks/8ab78c19-9e22-4e9c-a375-70e00659cefd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3460603 Jul 13 13:35:14.044857 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ebe78daa-7016-40b5-b956-fb191b267a18 req-f3b0a84f-22ac-475c-aefc-a437f29e2fab service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9341f058-1b4f-4363-a9ee-a40dc766104a HTTP/1.1" status: 200 len: 217 time: 0.0809240 Jul 13 13:35:14.113175 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d965e490-c4f3-4592-9df2-c6539b550c99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:14.215753 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6e471748-517d-4d84-9922-f33a8208eeb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:14.262940 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe78daa-7016-40b5-b956-fb191b267a18 req-fbda8cd6-a293-4d0e-969e-a599278b8b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:14.264437 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ebe78daa-7016-40b5-b956-fb191b267a18 req-fbda8cd6-a293-4d0e-969e-a599278b8b64 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ef7f03b8-f6ed-47a9-935a-e0c10f4791a1 HTTP/1.1" status: 200 len: 858 time: 0.2007887 Jul 13 13:35:14.326864 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ebe78daa-7016-40b5-b956-fb191b267a18 req-379aeba0-22f6-49ae-9c81-3f80d6ca4c2e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8ab78c19-9e22-4e9c-a375-70e00659cefd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494633 Jul 13 13:35:14.431139 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 1cc0202b-3e12-41f3-956e-41ec0d544add details requested by agent hyperv_n-h1-800634-1 with host n-h1-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 13:35:14.438885 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5f2464b2-7aae-47d6-98a2-717a871ddd38 req-def33f19-8ccf-45fa-bb18-e6d92b9ed1ce service neutron] 10.222.0.41 "GET /v2.0/networks/8ab78c19-9e22-4e9c-a375-70e00659cefd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3740692 Jul 13 13:35:14.452238 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a86201-16d9-48f0-99d3-e66f03b91f5e req-735d7250-5c1e-4b19-8a61-666196782715 tempest-ListImageFiltersTestJSON-1275882145 tempest-ListImageFiltersTestJSON-1275882145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:14.454146 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-05a86201-16d9-48f0-99d3-e66f03b91f5e req-735d7250-5c1e-4b19-8a61-666196782715 tempest-ListImageFiltersTestJSON-1275882145 tempest-ListImageFiltersTestJSON-1275882145-project] 10.222.0.23 "GET /v2.0/ports?device_id=e97f4d76-afe7-4003-aad7-a272d938d7ce HTTP/1.1" status: 200 len: 949 time: 0.4069533 Jul 13 13:35:14.561890 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-2e752105-833c-4c52-b129-dab904530ccf req-edbb53ee-371d-4de7-b451-071a2a82aef2 tempest-ListImageFiltersTestJSON-1275882145 tempest-ListImageFiltersTestJSON-1275882145-project] For port a607eca1-b7af-4648-8570-8ef82b125dbc, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=a607eca1-b7af-4648-8570-8ef82b125dbc,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:35:14.563061 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-2e752105-833c-4c52-b129-dab904530ccf req-edbb53ee-371d-4de7-b451-071a2a82aef2 tempest-ListImageFiltersTestJSON-1275882145 tempest-ListImageFiltersTestJSON-1275882145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:14.569709 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ebe78daa-7016-40b5-b956-fb191b267a18 req-41ac8f92-d71a-43f3-bb78-09a8e0f5ed1d service neutron] 10.222.0.26 "GET /v2.0/networks/8ab78c19-9e22-4e9c-a375-70e00659cefd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015295 Jul 13 13:35:14.574814 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-05a86201-16d9-48f0-99d3-e66f03b91f5e req-5908e329-197d-4255-8936-f52ffd12a0a2 tempest-ListImageFiltersTestJSON-1275882145 tempest-ListImageFiltersTestJSON-1275882145-project] 10.222.0.23 "GET /v2.0/security-groups?id=4865dafb-f53b-45c8-89d6-c6cc7f94c49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842488 Jul 13 13:35:14.578290 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-2e752105-833c-4c52-b129-dab904530ccf req-edbb53ee-371d-4de7-b451-071a2a82aef2 tempest-ListImageFiltersTestJSON-1275882145 tempest-ListImageFiltersTestJSON-1275882145-project] Calling delete_port for a607eca1-b7af-4648-8570-8ef82b125dbc owned by compute:nova {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:35:14.597548 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 1cc0202b-3e12-41f3-956e-41ec0d544add, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=1cc0202b-3e12-41f3-956e-41ec0d544add,segment=NetworkSegment(0e088d7a-7675-40e8-ac05-982d7aacdc90),segment_id=0e088d7a-7675-40e8-ac05-982d7aacdc90)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:35:14.641114 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Returning: {'device': '1cc0202b-3e12-41f3-956e-41ec0d544add', 'network_id': '8ab78c19-9e22-4e9c-a375-70e00659cefd', 'port_id': '1cc0202b-3e12-41f3-956e-41ec0d544add', 'mac_address': 'fa:16:3e:a3:2e:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef7f03b8-f6ed-47a9-935a-e0c10f4791a1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 13:35:14.671541 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca7b0c88-b54b-4d9a-83ec-091076a0e559', 'tag': 'be9b48f6-3d8e-4bd3-a262-038ec67bfd3b'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:35:14.672986 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c686d80-610e-4f05-918a-f87558d89146" -d '{"events": [{"name": "network-changed", "server_uuid": "ca7b0c88-b54b-4d9a-83ec-091076a0e559", "tag": "be9b48f6-3d8e-4bd3-a262-038ec67bfd3b"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:35:14.738579 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ebe78daa-7016-40b5-b956-fb191b267a18 req-fc074d47-7594-4ec1-a4f5-4bd4be8b53c5 service neutron] 10.222.0.26 "GET /v2.0/networks/8ab78c19-9e22-4e9c-a375-70e00659cefd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619263 Jul 13 13:35:14.753721 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.db.api [None req-d965e490-c4f3-4592-9df2-c6539b550c99 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 13 13:35:14.753721 n-d-800634-1 neutron-server[93751]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 13 13:35:14.753721 n-d-800634-1 neutron-server[93751]: [parameters: {'project_id': 'cbc56a0fb59b4c5eb55ccb22ea4651aa', 'id': 'eeb6df5e-ec70-4888-9148-67833a1a336a', 'expiration': datetime.datetime(2021, 7, 13, 13, 37, 14, 741421)}] Jul 13 13:35:14.753721 n-d-800634-1 neutron-server[93751]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93751) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 13:35:14.754698 n-d-800634-1 neutron-server[93751]: DEBUG oslo_db.api [None req-d965e490-c4f3-4592-9df2-c6539b550c99 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 13:35:14.754698 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-2e752105-833c-4c52-b129-dab904530ccf req-edbb53ee-371d-4de7-b451-071a2a82aef2 tempest-ListImageFiltersTestJSON-1275882145 tempest-ListImageFiltersTestJSON-1275882145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:14.763392 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:14.792547 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cc0202b-3e12-41f3-956e-41ec0d544add {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:35:14.833669 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 1cc0202b-3e12-41f3-956e-41ec0d544add, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=1cc0202b-3e12-41f3-956e-41ec0d544add,segment=NetworkSegment(0e088d7a-7675-40e8-ac05-982d7aacdc90),segment_id=0e088d7a-7675-40e8-ac05-982d7aacdc90)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:35:14.840225 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbb53ee-371d-4de7-b451-071a2a82aef2 tempest-ListImageFiltersTestJSON-1275882145 tempest-ListImageFiltersTestJSON-1275882145-project] Pushing event deleted for resources: {'Port': ['ID=a607eca1-b7af-4648-8570-8ef82b125dbc,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:35:14.844759 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:14.884907 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6e471748-517d-4d84-9922-f33a8208eeb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:14.908872 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6e471748-517d-4d84-9922-f33a8208eeb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:14.928885 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=1cc0202b-3e12-41f3-956e-41ec0d544add,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:35:14.965122 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e752105-833c-4c52-b129-dab904530ccf req-edbb53ee-371d-4de7-b451-071a2a82aef2 tempest-ListImageFiltersTestJSON-1275882145 tempest-ListImageFiltersTestJSON-1275882145-project] No DVR routers for this DVR port a607eca1-b7af-4648-8570-8ef82b125dbc on host n-h1-800634-1 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:35:14.968161 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-2e752105-833c-4c52-b129-dab904530ccf req-edbb53ee-371d-4de7-b451-071a2a82aef2 tempest-ListImageFiltersTestJSON-1275882145 tempest-ListImageFiltersTestJSON-1275882145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:14.971180 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2e752105-833c-4c52-b129-dab904530ccf req-edbb53ee-371d-4de7-b451-071a2a82aef2 tempest-ListImageFiltersTestJSON-1275882145 tempest-ListImageFiltersTestJSON-1275882145-project] 10.222.0.26 "DELETE /v2.0/ports/a607eca1-b7af-4648-8570-8ef82b125dbc HTTP/1.1" status: 204 len: 173 time: 1.3217030 Jul 13 13:35:14.974523 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e97f4d76-afe7-4003-aad7-a272d938d7ce', 'name': 'network-vif-deleted', 'tag': 'a607eca1-b7af-4648-8570-8ef82b125dbc'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:35:14.978190 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d17b627af75e17e0f4b8d6239d04f8c2f78634e2c585e32a7aeca336500f34a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dca3542-6545-45b7-bb99-4b2bbdeb7391" -d '{"events": [{"server_uuid": "e97f4d76-afe7-4003-aad7-a272d938d7ce", "name": "network-vif-deleted", "tag": "a607eca1-b7af-4648-8570-8ef82b125dbc"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:35:14.993847 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-6e471748-517d-4d84-9922-f33a8208eeb7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=82785340084a48d49f8de9987401cfa4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1501999 Jul 13 13:35:14.994085 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22619cc6-059b-447f-ab17-50c41c5afa99 req-1fe43d99-c413-4f0c-9eda-ffc63d071b70 tempest-ListServersNegativeTestJSON-1186610398 tempest-ListServersNegativeTestJSON-1186610398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:14.998280 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-22619cc6-059b-447f-ab17-50c41c5afa99 req-1fe43d99-c413-4f0c-9eda-ffc63d071b70 tempest-ListServersNegativeTestJSON-1186610398 tempest-ListServersNegativeTestJSON-1186610398-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca7b0c88-b54b-4d9a-83ec-091076a0e559 HTTP/1.1" status: 200 len: 943 time: 0.8621786 Jul 13 13:35:14.998836 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 51934) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:35:15.021493 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e471748-517d-4d84-9922-f33a8208eeb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25443d22-1a91-4eeb-a3c4-1aa70365337b,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:35:15.048702 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['1cc0202b-3e12-41f3-956e-41ec0d544add'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:35:15.060250 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cc3c06-a387-44e6-9c98-32c3371f4914 req-25579834-2d10-4184-83fd-89f1a654ef12 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:15.061853 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-91cc3c06-a387-44e6-9c98-32c3371f4914 req-25579834-2d10-4184-83fd-89f1a654ef12 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/ports?device_id=b47b55d4-8ce4-4f13-bdab-9fd4a8aff692 HTTP/1.1" status: 200 len: 945 time: 0.1694937 Jul 13 13:35:15.084438 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e7557418-0e48-4b8d-b7f0-df4244f4a0ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451695'] for router_interface, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:15.167412 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-22619cc6-059b-447f-ab17-50c41c5afa99 req-af91eb8c-2ab3-4966-a0fb-648cb13c95de tempest-ListServersNegativeTestJSON-1186610398 tempest-ListServersNegativeTestJSON-1186610398-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e05c1f5-1646-442c-9367-24d51c2f3067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630898 Jul 13 13:35:15.200530 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5d97cb29-fe42-4b9a-8dc3-a520e8454d9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:15.219179 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-91cc3c06-a387-44e6-9c98-32c3371f4914 req-4a0d8014-0eaa-4984-923d-95eba2dae0ff tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1a1929d-de59-4a26-a69b-05b891c11dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476753 Jul 13 13:35:15.250127 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5d97cb29-fe42-4b9a-8dc3-a520e8454d9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:15.260336 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d965e490-c4f3-4592-9df2-c6539b550c99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:15.375626 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5d97cb29-fe42-4b9a-8dc3-a520e8454d9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:15.378978 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5d97cb29-fe42-4b9a-8dc3-a520e8454d9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:15.383171 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-5d97cb29-fe42-4b9a-8dc3-a520e8454d9c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/25443d22-1a91-4eeb-a3c4-1aa70365337b HTTP/1.1" status: 204 len: 168 time: 0.3776057 Jul 13 13:35:15.388972 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb28a183-f90d-496d-9a01-8254d96f8e93 x-openstack-request-id: req-cb28a183-f90d-496d-9a01-8254d96f8e93 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:35:15.389358 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e97f4d76-afe7-4003-aad7-a272d938d7ce", "name": "network-vif-deleted", "tag": "a607eca1-b7af-4648-8570-8ef82b125dbc", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:35:15.389619 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cb28a183-f90d-496d-9a01-8254d96f8e93 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:35:15.390043 n-d-800634-1 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e97f4d76-afe7-4003-aad7-a272d938d7ce', 'name': 'network-vif-deleted', 'tag': 'a607eca1-b7af-4648-8570-8ef82b125dbc', 'status': 'completed', 'code': 200} Jul 13 13:35:15.405952 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d97cb29-fe42-4b9a-8dc3-a520e8454d9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25443d22-1a91-4eeb-a3c4-1aa70365337b,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:35:15.540336 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d965e490-c4f3-4592-9df2-c6539b550c99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:15.550998 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d965e490-c4f3-4592-9df2-c6539b550c99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:15.618636 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-d965e490-c4f3-4592-9df2-c6539b550c99 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cbc56a0fb59b4c5eb55ccb22ea4651aa&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8670692 Jul 13 13:35:15.621910 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 51942) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:35:15.818358 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 13:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44446f1b-f896-4720-97d1-1627144c77aa x-openstack-request-id: req-44446f1b-f896-4720-97d1-1627144c77aa {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:35:15.819820 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca7b0c88-b54b-4d9a-83ec-091076a0e559", "tag": "be9b48f6-3d8e-4bd3-a262-038ec67bfd3b", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:35:15.820215 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-44446f1b-f896-4720-97d1-1627144c77aa {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:35:15.820665 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca7b0c88-b54b-4d9a-83ec-091076a0e559', 'tag': 'be9b48f6-3d8e-4bd3-a262-038ec67bfd3b', 'status': 'completed', 'code': 200} Jul 13 13:35:15.839889 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d965e490-c4f3-4592-9df2-c6539b550c99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=752125f3-b92a-44c6-b4bc-e0658dd03f4c,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:35:15.879007 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954a39e8-7ca0-446e-bef9-7e4d067f04c7 req-3db0961d-7d01-4ada-a1b2-f029c4fd4466 tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:15.887700 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-954a39e8-7ca0-446e-bef9-7e4d067f04c7 req-3db0961d-7d01-4ada-a1b2-f029c4fd4466 tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] 10.222.0.23 "GET /v2.0/ports?device_id=9667b2b3-a6a8-4192-9815-a4b1d860f93e HTTP/1.1" status: 200 len: 945 time: 0.2824762 Jul 13 13:35:15.916941 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b273800e-aa2f-4c08-9a06-6d14c4fab265 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:15.957210 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b273800e-aa2f-4c08-9a06-6d14c4fab265 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:15.957404 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-02a60cd2-9d50-4fe0-8e06-92f5dde4ca70 req-e7c98df3-814d-4de8-9a6e-def2054e7ae9 tempest-ListImageFiltersTestJSON-1275882145 tempest-ListImageFiltersTestJSON-1275882145-project] 10.222.0.23 "GET /v2.0/ports?device_id=e97f4d76-afe7-4003-aad7-a272d938d7ce HTTP/1.1" status: 200 len: 210 time: 0.1409695 Jul 13 13:35:15.978774 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-954a39e8-7ca0-446e-bef9-7e4d067f04c7 req-56763b29-80d2-40ce-9c21-d616aa507334 tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] 10.222.0.23 "GET /v2.0/security-groups?id=d29423a1-067a-4d38-adf6-741b7ccff4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886257 Jul 13 13:35:16.022682 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c686d80-610e-4f05-918a-f87558d89146 req-d8b9499f-d87a-4882-8bf2-304230f62b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:16.024276 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3c686d80-610e-4f05-918a-f87558d89146 req-d8b9499f-d87a-4882-8bf2-304230f62b21 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=60fd819e4df0458989307e4885d98668&device_id=ca7b0c88-b54b-4d9a-83ec-091076a0e559 HTTP/1.1" status: 200 len: 1094 time: 0.2091351 Jul 13 13:35:16.028514 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b273800e-aa2f-4c08-9a06-6d14c4fab265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:16.031514 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b273800e-aa2f-4c08-9a06-6d14c4fab265 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:16.034429 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-b273800e-aa2f-4c08-9a06-6d14c4fab265 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/752125f3-b92a-44c6-b4bc-e0658dd03f4c HTTP/1.1" status: 204 len: 168 time: 0.4094622 Jul 13 13:35:16.048960 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b273800e-aa2f-4c08-9a06-6d14c4fab265 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=752125f3-b92a-44c6-b4bc-e0658dd03f4c,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:35:16.157908 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c686d80-610e-4f05-918a-f87558d89146 req-d9f5d37a-1647-4aea-b66c-9acbb4e6bb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:16.159442 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3c686d80-610e-4f05-918a-f87558d89146 req-d9f5d37a-1647-4aea-b66c-9acbb4e6bb96 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8ab78c19-9e22-4e9c-a375-70e00659cefd HTTP/1.1" status: 200 len: 918 time: 0.1086552 Jul 13 13:35:16.217856 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3c686d80-610e-4f05-918a-f87558d89146 req-257ca637-fba8-4021-a55e-69c1b4a139fd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=be9b48f6-3d8e-4bd3-a262-038ec67bfd3b HTTP/1.1" status: 200 len: 217 time: 0.0511546 Jul 13 13:35:16.222765 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device be9b48f6-3d8e-4bd3-a262-038ec67bfd3b details requested by agent hyperv_n-h2-800634-1 with host n-h2-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 13:35:16.396166 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port be9b48f6-3d8e-4bd3-a262-038ec67bfd3b, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=be9b48f6-3d8e-4bd3-a262-038ec67bfd3b,segment=NetworkSegment(0e088d7a-7675-40e8-ac05-982d7aacdc90),segment_id=0e088d7a-7675-40e8-ac05-982d7aacdc90)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:35:16.398549 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c686d80-610e-4f05-918a-f87558d89146 req-7445dfd0-896b-4e18-a83a-0bd50937e798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:16.400758 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3c686d80-610e-4f05-918a-f87558d89146 req-7445dfd0-896b-4e18-a83a-0bd50937e798 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ef7f03b8-f6ed-47a9-935a-e0c10f4791a1 HTTP/1.1" status: 200 len: 858 time: 0.1317029 Jul 13 13:35:16.414329 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Returning: {'device': 'be9b48f6-3d8e-4bd3-a262-038ec67bfd3b', 'network_id': '8ab78c19-9e22-4e9c-a375-70e00659cefd', 'port_id': 'be9b48f6-3d8e-4bd3-a262-038ec67bfd3b', 'mac_address': 'fa:16:3e:5a:d3:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef7f03b8-f6ed-47a9-935a-e0c10f4791a1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 13:35:16.425128 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-e7557418-0e48-4b8d-b7f0-df4244f4a0ff admin admin] Deleting port 6d8005ba-3501-4b7c-8ee3-729b1787a910 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:35:16.425810 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e7557418-0e48-4b8d-b7f0-df4244f4a0ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:16.461728 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 9341f058-1b4f-4363-a9ee-a40dc766104a details requested by agent hyperv_n-h1-800634-1 with host n-h1-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 13:35:16.503917 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 1cc0202b-3e12-41f3-956e-41ec0d544add up at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:35:16.508284 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3c686d80-610e-4f05-918a-f87558d89146 req-d8113ef2-d4ed-493a-8e72-0cf22796e364 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8ab78c19-9e22-4e9c-a375-70e00659cefd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0869930 Jul 13 13:35:16.601263 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137c5c67-05fe-4235-bb8b-04b2f8bdf220 req-919f4e1b-d5d3-4e84-b9c0-bb9487fbd6de tempest-ListServersNegativeTestJSON-1186610398 tempest-ListServersNegativeTestJSON-1186610398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:16.603172 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-137c5c67-05fe-4235-bb8b-04b2f8bdf220 req-919f4e1b-d5d3-4e84-b9c0-bb9487fbd6de tempest-ListServersNegativeTestJSON-1186610398 tempest-ListServersNegativeTestJSON-1186610398-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca7b0c88-b54b-4d9a-83ec-091076a0e559 HTTP/1.1" status: 200 len: 943 time: 0.2546668 Jul 13 13:35:16.690052 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3c686d80-610e-4f05-918a-f87558d89146 req-9982527f-d99c-4af8-a97f-94ad63fec814 service neutron] 10.222.0.41 "GET /v2.0/networks/8ab78c19-9e22-4e9c-a375-70e00659cefd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698277 Jul 13 13:35:16.704444 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:16.728842 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-e7557418-0e48-4b8d-b7f0-df4244f4a0ff admin admin] For port 6d8005ba-3501-4b7c-8ee3-729b1787a910, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=6d8005ba-3501-4b7c-8ee3-729b1787a910,segment=NetworkSegment(bee29a26-03ac-4023-b46e-443206d3928c),segment_id=bee29a26-03ac-4023-b46e-443206d3928c)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:35:16.729514 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e7557418-0e48-4b8d-b7f0-df4244f4a0ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:16.746987 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd5d966-20ff-4c32-aa29-f881f6eea297 req-f2c1fb2c-b716-4254-803a-3b3a3c369bb1 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:16.747232 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be9b48f6-3d8e-4bd3-a262-038ec67bfd3b {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:35:16.750115 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5cd5d966-20ff-4c32-aa29-f881f6eea297 req-f2c1fb2c-b716-4254-803a-3b3a3c369bb1 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/ports?device_id=b47b55d4-8ce4-4f13-bdab-9fd4a8aff692 HTTP/1.1" status: 200 len: 945 time: 0.2508771 Jul 13 13:35:16.780346 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-e7557418-0e48-4b8d-b7f0-df4244f4a0ff admin admin] Calling delete_port for 6d8005ba-3501-4b7c-8ee3-729b1787a910 owned by network:router_interface {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:35:16.791446 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 9341f058-1b4f-4363-a9ee-a40dc766104a, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=9341f058-1b4f-4363-a9ee-a40dc766104a,segment=NetworkSegment(0e088d7a-7675-40e8-ac05-982d7aacdc90),segment_id=0e088d7a-7675-40e8-ac05-982d7aacdc90)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:35:16.830366 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5cd5d966-20ff-4c32-aa29-f881f6eea297 req-a8ac103f-7186-4090-a63b-3245321c0be9 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1a1929d-de59-4a26-a69b-05b891c11dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720084 Jul 13 13:35:16.833001 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-137c5c67-05fe-4235-bb8b-04b2f8bdf220 req-3ba098b3-c369-49b3-8269-32aab7c89e0e tempest-ListServersNegativeTestJSON-1186610398 tempest-ListServersNegativeTestJSON-1186610398-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e05c1f5-1646-442c-9367-24d51c2f3067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165086 Jul 13 13:35:16.849424 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port be9b48f6-3d8e-4bd3-a262-038ec67bfd3b, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=be9b48f6-3d8e-4bd3-a262-038ec67bfd3b,segment=NetworkSegment(0e088d7a-7675-40e8-ac05-982d7aacdc90),segment_id=0e088d7a-7675-40e8-ac05-982d7aacdc90)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:35:16.873914 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Returning: {'device': '9341f058-1b4f-4363-a9ee-a40dc766104a', 'network_id': '8ab78c19-9e22-4e9c-a375-70e00659cefd', 'port_id': '9341f058-1b4f-4363-a9ee-a40dc766104a', 'mac_address': 'fa:16:3e:d3:d8:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef7f03b8-f6ed-47a9-935a-e0c10f4791a1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 13:35:16.880435 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:16.912159 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning for port 1cc0202b-3e12-41f3-956e-41ec0d544add completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:35:16.986737 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3c686d80-610e-4f05-918a-f87558d89146 req-d96db016-9ced-45f4-8893-4ef82aed2c49 service neutron] 10.222.0.41 "GET /v2.0/networks/8ab78c19-9e22-4e9c-a375-70e00659cefd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2748165 Jul 13 13:35:17.070518 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:17.073451 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning complete for port 1cc0202b-3e12-41f3-956e-41ec0d544add triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:35:17.073857 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:17.188331 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=be9b48f6-3d8e-4bd3-a262-038ec67bfd3b,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:35:17.251382 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e7557418-0e48-4b8d-b7f0-df4244f4a0ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:17.270259 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['be9b48f6-3d8e-4bd3-a262-038ec67bfd3b'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:35:17.297119 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ade3fb-53c0-4d57-845e-a881849dc79b req-a9a115a7-a203-46f9-904b-5bdcc11969ae tempest-LiveAutoBlockMigrationV225Test-953904280 tempest-LiveAutoBlockMigrationV225Test-953904280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:17.299350 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f5ade3fb-53c0-4d57-845e-a881849dc79b req-a9a115a7-a203-46f9-904b-5bdcc11969ae tempest-LiveAutoBlockMigrationV225Test-953904280 tempest-LiveAutoBlockMigrationV225Test-953904280-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=b47b55d4-8ce4-4f13-bdab-9fd4a8aff692 HTTP/1.1" status: 200 len: 1096 time: 0.1794009 Jul 13 13:35:17.306951 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7557418-0e48-4b8d-b7f0-df4244f4a0ff admin admin] Pushing event deleted for resources: {'Port': ['ID=6d8005ba-3501-4b7c-8ee3-729b1787a910,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:35:17.333429 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-825401bb-8022-4383-bcde-404bf666e149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:17.362270 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9341f058-1b4f-4363-a9ee-a40dc766104a {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:35:17.404150 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f5ade3fb-53c0-4d57-845e-a881849dc79b req-ed797a4a-7ddf-4591-9e40-163667ee749f tempest-LiveAutoBlockMigrationV225Test-953904280 tempest-LiveAutoBlockMigrationV225Test-953904280-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=e1a1929d-de59-4a26-a69b-05b891c11dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970035 Jul 13 13:35:17.423346 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 9341f058-1b4f-4363-a9ee-a40dc766104a, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=9341f058-1b4f-4363-a9ee-a40dc766104a,segment=NetworkSegment(0e088d7a-7675-40e8-ac05-982d7aacdc90),segment_id=0e088d7a-7675-40e8-ac05-982d7aacdc90)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:35:17.489517 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:17.571890 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:17.651641 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4271f9c-2f05-4e08-95cc-637d41f3e8c0 req-70d969f6-f20e-43f9-b124-6ce34df9f570 tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:17.653395 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a4271f9c-2f05-4e08-95cc-637d41f3e8c0 req-70d969f6-f20e-43f9-b124-6ce34df9f570 tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] 10.222.0.23 "GET /v2.0/ports?device_id=9667b2b3-a6a8-4192-9815-a4b1d860f93e HTTP/1.1" status: 200 len: 945 time: 0.2157502 Jul 13 13:35:17.653934 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 1cc0202b-3e12-41f3-956e-41ec0d544add, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=1cc0202b-3e12-41f3-956e-41ec0d544add,segment=NetworkSegment(0e088d7a-7675-40e8-ac05-982d7aacdc90),segment_id=0e088d7a-7675-40e8-ac05-982d7aacdc90)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:35:17.665419 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25322471-cb67-43df-bbb5-aef59d9c0983', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cc0202b-3e12-41f3-956e-41ec0d544add'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:35:17.668251 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b480ce99-e58c-40aa-abcd-9b65724dc647" -d '{"events": [{"server_uuid": "25322471-cb67-43df-bbb5-aef59d9c0983", "name": "network-vif-plugged", "status": "completed", "tag": "1cc0202b-3e12-41f3-956e-41ec0d544add"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:35:17.686077 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:17.687211 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device a607eca1-b7af-4648-8570-8ef82b125dbc no longer exists at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:35:17.696865 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=9341f058-1b4f-4363-a9ee-a40dc766104a,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:35:17.704906 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e7557418-0e48-4b8d-b7f0-df4244f4a0ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1785036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452491'] for router_interface, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:17.728307 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a4271f9c-2f05-4e08-95cc-637d41f3e8c0 req-ed026125-dfec-4c10-aac4-68664e11c3a6 tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] 10.222.0.23 "GET /v2.0/security-groups?id=d29423a1-067a-4d38-adf6-741b7ccff4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641224 Jul 13 13:35:17.737587 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-381d4315-9089-413f-a071-aa2897bda790 None None] No Port match for: a607eca1-b7af-4648-8570-8ef82b125dbc {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:35:17.738186 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device a607eca1-b7af-4648-8570-8ef82b125dbc not bound to the agent host n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:35:17.769607 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['9341f058-1b4f-4363-a9ee-a40dc766104a'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:35:17.877140 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=1cc0202b-3e12-41f3-956e-41ec0d544add,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:35:17.994873 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0a83535b-8946-443d-aff7-d60e366ffcc3 req-ee902354-810f-4a9c-89b2-81a55c04c930 tempest-AbsoluteLimitsNegativeTestJSON-1871207010 tempest-AbsoluteLimitsNegativeTestJSON-1871207010-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=63a0f9218fd94fd8bef21aafb094f699&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312805 Jul 13 13:35:18.188816 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a83535b-8946-443d-aff7-d60e366ffcc3 req-fb15a370-b61c-4b74-a5db-ef3acb290494 tempest-AbsoluteLimitsNegativeTestJSON-1871207010 tempest-AbsoluteLimitsNegativeTestJSON-1871207010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:18.190283 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0a83535b-8946-443d-aff7-d60e366ffcc3 req-fb15a370-b61c-4b74-a5db-ef3acb290494 tempest-AbsoluteLimitsNegativeTestJSON-1871207010 tempest-AbsoluteLimitsNegativeTestJSON-1871207010-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1876252 Jul 13 13:35:18.214399 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0a83535b-8946-443d-aff7-d60e366ffcc3 req-dd7d6e79-486d-4c11-a27d-deb1ccf80032 tempest-AbsoluteLimitsNegativeTestJSON-1871207010 tempest-AbsoluteLimitsNegativeTestJSON-1871207010-project] 10.222.0.23 "GET /v2.0/quotas/63a0f9218fd94fd8bef21aafb094f699 HTTP/1.1" status: 200 len: 375 time: 0.0146632 Jul 13 13:35:18.244437 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c673dd2b-3e15-4d6a-8c92-35e45896ce83 req-62cbc8d8-357c-4ef0-823e-0f0e5bb51ebc tempest-LiveAutoBlockMigrationV225Test-953904280 tempest-LiveAutoBlockMigrationV225Test-953904280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:18.245896 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c673dd2b-3e15-4d6a-8c92-35e45896ce83 req-62cbc8d8-357c-4ef0-823e-0f0e5bb51ebc tempest-LiveAutoBlockMigrationV225Test-953904280 tempest-LiveAutoBlockMigrationV225Test-953904280-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=b47b55d4-8ce4-4f13-bdab-9fd4a8aff692 HTTP/1.1" status: 200 len: 1096 time: 0.0509012 Jul 13 13:35:18.257373 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0a83535b-8946-443d-aff7-d60e366ffcc3 req-e2d871ff-bd2c-45ab-94dc-523188766489 tempest-AbsoluteLimitsNegativeTestJSON-1871207010 tempest-AbsoluteLimitsNegativeTestJSON-1871207010-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=63a0f9218fd94fd8bef21aafb094f699&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0359943 Jul 13 13:35:18.259217 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7557418-0e48-4b8d-b7f0-df4244f4a0ff admin admin] Router 3f45e2fb-9816-4dd0-9223-d3f6e254683f has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 13:35:18.281149 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c673dd2b-3e15-4d6a-8c92-35e45896ce83 req-6615133b-c28d-441b-baa6-58353f5765f0 tempest-LiveAutoBlockMigrationV225Test-953904280 tempest-LiveAutoBlockMigrationV225Test-953904280-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=e1a1929d-de59-4a26-a69b-05b891c11dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298452 Jul 13 13:35:18.382118 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7557418-0e48-4b8d-b7f0-df4244f4a0ff admin admin] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:35:18.387434 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-e7557418-0e48-4b8d-b7f0-df4244f4a0ff admin admin] 10.222.0.23 "PUT /v2.0/routers/3f45e2fb-9816-4dd0-9223-d3f6e254683f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4299829 Jul 13 13:35:18.389815 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 52050) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:35:18.392905 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89638370-122a-44ad-a6b9-eda601000490 None None] Sync routers for ids ['3f45e2fb-9816-4dd0-9223-d3f6e254683f'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:35:18.402485 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89638370-122a-44ad-a6b9-eda601000490 None None] Routers {'3f45e2fb-9816-4dd0-9223-d3f6e254683f'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:35:18.403156 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-89638370-122a-44ad-a6b9-eda601000490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:34:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['3f45e2fb-9816-4dd0-9223-d3f6e254683f'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:35:18.461863 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 9341f058-1b4f-4363-a9ee-a40dc766104a up at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:35:18.510798 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02a363cd-8407-4598-969b-94f29f7ac6f2 x-openstack-request-id: req-02a363cd-8407-4598-969b-94f29f7ac6f2 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:35:18.511017 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25322471-cb67-43df-bbb5-aef59d9c0983", "name": "network-vif-plugged", "status": "completed", "tag": "1cc0202b-3e12-41f3-956e-41ec0d544add", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:35:18.511160 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-02a363cd-8407-4598-969b-94f29f7ac6f2 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:35:18.511527 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25322471-cb67-43df-bbb5-aef59d9c0983', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cc0202b-3e12-41f3-956e-41ec0d544add', 'code': 200} Jul 13 13:35:18.560974 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-aa1a9d5f-223e-487b-b094-ffaa5a12f7e0 admin admin] Notify callbacks [] for router, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:18.620555 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 52054) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:35:18.652725 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-89638370-122a-44ad-a6b9-eda601000490 None None] Set router 3f45e2fb-9816-4dd0-9223-d3f6e254683f gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:35:18.670112 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188371a2-1356-4fc1-9882-97f9b117e67f req-1aed68ba-0753-40cf-93d4-dba4726a9c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:18.671669 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-188371a2-1356-4fc1-9882-97f9b117e67f req-1aed68ba-0753-40cf-93d4-dba4726a9c3c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=25322471-cb67-43df-bbb5-aef59d9c0983 HTTP/1.1" status: 200 len: 1097 time: 0.1096199 Jul 13 13:35:18.686426 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning for port 9341f058-1b4f-4363-a9ee-a40dc766104a completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:35:18.724222 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning complete for port 9341f058-1b4f-4363-a9ee-a40dc766104a triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:35:18.725292 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:18.743094 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-188371a2-1356-4fc1-9882-97f9b117e67f req-308ef7bb-f72f-4b10-bacf-682792fdd022 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=6e05c1f5-1646-442c-9367-24d51c2f3067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637627 Jul 13 13:35:18.767853 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-aa1a9d5f-223e-487b-b094-ffaa5a12f7e0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:18.796738 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84bd656-0b8a-49b4-a625-0915178de24d req-039093bb-8f67-4044-a409-5a8d4a196a32 tempest-ListServersNegativeTestJSON-1186610398 tempest-ListServersNegativeTestJSON-1186610398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:18.798298 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f84bd656-0b8a-49b4-a625-0915178de24d req-039093bb-8f67-4044-a409-5a8d4a196a32 tempest-ListServersNegativeTestJSON-1186610398 tempest-ListServersNegativeTestJSON-1186610398-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca7b0c88-b54b-4d9a-83ec-091076a0e559 HTTP/1.1" status: 200 len: 944 time: 0.1829636 Jul 13 13:35:18.799060 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c1375073-a781-419a-b5ce-92d655c7fb5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:18.910555 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f84bd656-0b8a-49b4-a625-0915178de24d req-254b8bc1-8c47-4102-9f8b-c050e65e74d9 tempest-ListServersNegativeTestJSON-1186610398 tempest-ListServersNegativeTestJSON-1186610398-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e05c1f5-1646-442c-9367-24d51c2f3067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851316 Jul 13 13:35:18.931040 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-aa1a9d5f-223e-487b-b094-ffaa5a12f7e0 admin admin] Deleting port b604f099-2fec-43e2-8f84-de483349e888 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:35:18.931040 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-aa1a9d5f-223e-487b-b094-ffaa5a12f7e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:18.938277 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:18.993860 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 9341f058-1b4f-4363-a9ee-a40dc766104a, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=9341f058-1b4f-4363-a9ee-a40dc766104a,segment=NetworkSegment(0e088d7a-7675-40e8-ac05-982d7aacdc90),segment_id=0e088d7a-7675-40e8-ac05-982d7aacdc90)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:35:19.005780 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-89638370-122a-44ad-a6b9-eda601000490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f45e2fb-9816-4dd0-9223-d3f6e254683f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1695295658-router', 'tenant_id': 'f54116ed042844c4974340216083f60c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': 'b604f099-2fec-43e2-8f84-de483349e888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:29:49Z', 'updated_at': '2021-07-13T13:35:17Z', 'revision_number': 5, 'project_id': 'f54116ed042844c4974340216083f60c', 'gw_port': {'id': 'b604f099-2fec-43e2-8f84-de483349e888', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:fe:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f45e2fb-9816-4dd0-9223-d3f6e254683f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:29:51Z', 'updated_at': '2021-07-13T13:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:35:19.009670 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:19.043391 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89638370-122a-44ad-a6b9-eda601000490 None None] Checking router: 3f45e2fb-9816-4dd0-9223-d3f6e254683f for host: n-d-800634-1 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 13:35:19.054798 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c1375073-a781-419a-b5ce-92d655c7fb5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:19.069414 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c1375073-a781-419a-b5ce-92d655c7fb5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:19.079935 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89638370-122a-44ad-a6b9-eda601000490 None None] Routers {'3f45e2fb-9816-4dd0-9223-d3f6e254683f'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:35:19.080566 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-89638370-122a-44ad-a6b9-eda601000490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:34:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['3f45e2fb-9816-4dd0-9223-d3f6e254683f'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:35:19.123014 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-aa1a9d5f-223e-487b-b094-ffaa5a12f7e0 admin admin] For port b604f099-2fec-43e2-8f84-de483349e888, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=b604f099-2fec-43e2-8f84-de483349e888,segment=NetworkSegment(3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87),segment_id=3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:35:19.123374 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-aa1a9d5f-223e-487b-b094-ffaa5a12f7e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:19.149353 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1375073-a781-419a-b5ce-92d655c7fb5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d072a3a-8cb9-42dc-9ea3-60c614584544,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:35:19.156967 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=9341f058-1b4f-4363-a9ee-a40dc766104a,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:35:19.183558 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-89638370-122a-44ad-a6b9-eda601000490 None None] Set router 3f45e2fb-9816-4dd0-9223-d3f6e254683f gateway port host: None {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:35:19.193530 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-aa1a9d5f-223e-487b-b094-ffaa5a12f7e0 admin admin] Calling delete_port for b604f099-2fec-43e2-8f84-de483349e888 owned by network:router_gateway {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:35:19.211121 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-c1375073-a781-419a-b5ce-92d655c7fb5e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=63a0f9218fd94fd8bef21aafb094f699&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5861404 Jul 13 13:35:19.211292 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 52080) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:35:19.269206 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-814beec5-99cf-4386-aa66-4f7bec572234 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:19.299978 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-814beec5-99cf-4386-aa66-4f7bec572234 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:19.306900 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b491dd31-485e-4479-8a41-69a337701b68 req-57d41b14-a3db-4a1d-9912-9424db503887 tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:19.308453 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b491dd31-485e-4479-8a41-69a337701b68 req-57d41b14-a3db-4a1d-9912-9424db503887 tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] 10.222.0.23 "GET /v2.0/ports?device_id=9667b2b3-a6a8-4192-9815-a4b1d860f93e HTTP/1.1" status: 200 len: 945 time: 0.1878691 Jul 13 13:35:19.376678 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-814beec5-99cf-4386-aa66-4f7bec572234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:19.379533 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-814beec5-99cf-4386-aa66-4f7bec572234 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:19.383065 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-814beec5-99cf-4386-aa66-4f7bec572234 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2d072a3a-8cb9-42dc-9ea3-60c614584544 HTTP/1.1" status: 204 len: 168 time: 0.1684525 Jul 13 13:35:19.390822 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814beec5-99cf-4386-aa66-4f7bec572234 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d072a3a-8cb9-42dc-9ea3-60c614584544,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:35:19.429145 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b491dd31-485e-4479-8a41-69a337701b68 req-5daaf29d-10ae-4cd3-8ee9-cc6af96e7dec tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] 10.222.0.23 "GET /v2.0/security-groups?id=d29423a1-067a-4d38-adf6-741b7ccff4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111467 Jul 13 13:35:19.467489 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-89638370-122a-44ad-a6b9-eda601000490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f45e2fb-9816-4dd0-9223-d3f6e254683f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1695295658-router', 'tenant_id': 'f54116ed042844c4974340216083f60c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:29:49Z', 'updated_at': '2021-07-13T13:35:18Z', 'revision_number': 6, 'project_id': 'f54116ed042844c4974340216083f60c', 'gw_port_host': None}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:35:19.505380 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89638370-122a-44ad-a6b9-eda601000490 None None] The sync data for ids ['3f45e2fb-9816-4dd0-9223-d3f6e254683f'] in n-d-800634-1 is: [{'id': '3f45e2fb-9816-4dd0-9223-d3f6e254683f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1695295658-router', 'tenant_id': 'f54116ed042844c4974340216083f60c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:29:49Z', 'updated_at': '2021-07-13T13:35:18Z', 'revision_number': 6, 'project_id': 'f54116ed042844c4974340216083f60c', 'gw_port_host': None}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:35:19.517700 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-aa1a9d5f-223e-487b-b094-ffaa5a12f7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:19.584267 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1a9d5f-223e-487b-b094-ffaa5a12f7e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=b604f099-2fec-43e2-8f84-de483349e888,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:35:19.651918 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-aa1a9d5f-223e-487b-b094-ffaa5a12f7e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-446473'] for router_gateway, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:19.766255 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-aa1a9d5f-223e-487b-b094-ffaa5a12f7e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1591938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2696'] for router, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:19.768915 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-aa1a9d5f-223e-487b-b094-ffaa5a12f7e0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:19.817533 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c120dbe3-7c80-4ed8-b79d-0b6714fe7577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:19.835393 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-aa1a9d5f-223e-487b-b094-ffaa5a12f7e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593106'] for router, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:19.836774 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa1a9d5f-223e-487b-b094-ffaa5a12f7e0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3f45e2fb-9816-4dd0-9223-d3f6e254683f {{(pid=93750) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 13:35:19.854568 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-aa1a9d5f-223e-487b-b094-ffaa5a12f7e0 admin admin] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:19.856824 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-aa1a9d5f-223e-487b-b094-ffaa5a12f7e0 admin admin] 10.222.0.23 "DELETE /v2.0/routers/3f45e2fb-9816-4dd0-9223-d3f6e254683f HTTP/1.1" status: 204 len: 168 time: 1.4654660 Jul 13 13:35:19.859330 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 52118) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:35:19.910609 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c9100dd-aad1-4d54-9dee-bddfd5a6ea34 admin admin] Deleting subnet 063f2dcb-0299-41b3-8cdd-1dfc0fa62b86 {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 13:35:19.914540 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4c9100dd-aad1-4d54-9dee-bddfd5a6ea34 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:19.925647 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:19.984869 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4c9100dd-aad1-4d54-9dee-bddfd5a6ea34 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6018489'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:20.120449 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4c9100dd-aad1-4d54-9dee-bddfd5a6ea34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:20.184394 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f8ddfe-c5a8-455e-82db-9ee095e0189e req-2ae47841-b4cd-4ab5-8589-959afe3bce69 tempest-ListServersNegativeTestJSON-1186610398 tempest-ListServersNegativeTestJSON-1186610398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:20.186065 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-54f8ddfe-c5a8-455e-82db-9ee095e0189e req-2ae47841-b4cd-4ab5-8589-959afe3bce69 tempest-ListServersNegativeTestJSON-1186610398 tempest-ListServersNegativeTestJSON-1186610398-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca7b0c88-b54b-4d9a-83ec-091076a0e559 HTTP/1.1" status: 200 len: 944 time: 0.0802050 Jul 13 13:35:20.191710 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4c9100dd-aad1-4d54-9dee-bddfd5a6ea34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6018534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6105009'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:20.206686 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4c9100dd-aad1-4d54-9dee-bddfd5a6ea34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:20.209480 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-4c9100dd-aad1-4d54-9dee-bddfd5a6ea34 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/063f2dcb-0299-41b3-8cdd-1dfc0fa62b86 HTTP/1.1" status: 204 len: 168 time: 0.3491178 Jul 13 13:35:20.212407 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 52138) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:35:20.218214 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d38799b0-37c7-4433-8528-00c571125eb5 None None] Network e11d88cd-2e07-4e71-9e10-5d91be491d03 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:35:20.230736 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9100dd-aad1-4d54-9dee-bddfd5a6ea34 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=063f2dcb-0299-41b3-8cdd-1dfc0fa62b86,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:35:20.346731 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-54f8ddfe-c5a8-455e-82db-9ee095e0189e req-669149c3-521b-4a4d-8693-129ac3204441 tempest-ListServersNegativeTestJSON-1186610398 tempest-ListServersNegativeTestJSON-1186610398-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e05c1f5-1646-442c-9367-24d51c2f3067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539340 Jul 13 13:35:20.391081 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device be9b48f6-3d8e-4bd3-a262-038ec67bfd3b up at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:35:20.398543 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-51aa49af-8f50-473b-a08d-2d1cd29eb087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:20.417891 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 52148) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:35:20.494753 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-51aa49af-8f50-473b-a08d-2d1cd29eb087 admin admin] Deleting port c92f238f-33d4-40de-9379-659db2ad99f0 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:35:20.495018 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-51aa49af-8f50-473b-a08d-2d1cd29eb087 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:20.512894 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bf1377e-cd12-4e83-b9cc-930432d375a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9341f058-1b4f-4363-a9ee-a40dc766104a'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:35:20.516211 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b4a998d-74a4-40ed-961e-89dabe63ca72" -d '{"events": [{"server_uuid": "8bf1377e-cd12-4e83-b9cc-930432d375a5", "name": "network-vif-plugged", "status": "completed", "tag": "9341f058-1b4f-4363-a9ee-a40dc766104a"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:35:20.538078 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning for port be9b48f6-3d8e-4bd3-a262-038ec67bfd3b completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:35:20.543307 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning complete for port be9b48f6-3d8e-4bd3-a262-038ec67bfd3b triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:35:20.543986 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:20.615796 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee420ea8-a4b4-4f14-adc1-02d7472022ff None None] DHCP port deletion for e11d88cd-2e07-4e71-9e10-5d91be491d03 request from n-d-800634-1 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 13:35:20.623404 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-51aa49af-8f50-473b-a08d-2d1cd29eb087 admin admin] For port c92f238f-33d4-40de-9379-659db2ad99f0, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=c92f238f-33d4-40de-9379-659db2ad99f0,segment=NetworkSegment(bee29a26-03ac-4023-b46e-443206d3928c),segment_id=bee29a26-03ac-4023-b46e-443206d3928c)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:35:20.623797 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-51aa49af-8f50-473b-a08d-2d1cd29eb087 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:20.656474 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-51aa49af-8f50-473b-a08d-2d1cd29eb087 admin admin] Calling delete_port for c92f238f-33d4-40de-9379-659db2ad99f0 owned by network:dhcp {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:35:20.695292 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-4a59d705-8809-4a90-b1d8-4984fe951fc2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0c6afd0d74ef477facd63cc7e998c451&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2759025 Jul 13 13:35:20.699297 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 52164) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:35:20.737775 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:20.779368 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-ee420ea8-a4b4-4f14-adc1-02d7472022ff None None] Deleting port c92f238f-33d4-40de-9379-659db2ad99f0 {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:35:20.779752 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ee420ea8-a4b4-4f14-adc1-02d7472022ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:20.835019 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-acb622c5-6608-4e7f-85a5-8dfbc9283811 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:20.848007 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 52170) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:35:20.860701 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-51aa49af-8f50-473b-a08d-2d1cd29eb087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:20.879646 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-acb622c5-6608-4e7f-85a5-8dfbc9283811 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:20.909112 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51aa49af-8f50-473b-a08d-2d1cd29eb087 admin admin] Pushing event deleted for resources: {'Port': ['ID=c92f238f-33d4-40de-9379-659db2ad99f0,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:35:20.914556 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51aa49af-8f50-473b-a08d-2d1cd29eb087 admin admin] No DVR routers for this DVR port c92f238f-33d4-40de-9379-659db2ad99f0 on host n-d-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:35:20.923077 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-ee420ea8-a4b4-4f14-adc1-02d7472022ff None None] For port c92f238f-33d4-40de-9379-659db2ad99f0, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=c92f238f-33d4-40de-9379-659db2ad99f0,segment=NetworkSegment(bee29a26-03ac-4023-b46e-443206d3928c),segment_id=bee29a26-03ac-4023-b46e-443206d3928c)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:35:20.923916 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ee420ea8-a4b4-4f14-adc1-02d7472022ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:20.947802 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device c92f238f-33d4-40de-9379-659db2ad99f0 no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:35:20.973172 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: c92f238f-33d4-40de-9379-659db2ad99f0 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:35:20.973524 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device c92f238f-33d4-40de-9379-659db2ad99f0 not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:35:20.974229 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device b604f099-2fec-43e2-8f84-de483349e888 no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:35:20.986897 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-ee420ea8-a4b4-4f14-adc1-02d7472022ff None None] Calling delete_port for c92f238f-33d4-40de-9379-659db2ad99f0 owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:35:21.009896 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-acb622c5-6608-4e7f-85a5-8dfbc9283811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:21.013565 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-acb622c5-6608-4e7f-85a5-8dfbc9283811 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:21.015045 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-acb622c5-6608-4e7f-85a5-8dfbc9283811 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4865dafb-f53b-45c8-89d6-c6cc7f94c49e HTTP/1.1" status: 204 len: 168 time: 0.3148234 Jul 13 13:35:21.025073 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: b604f099-2fec-43e2-8f84-de483349e888 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:35:21.025435 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device b604f099-2fec-43e2-8f84-de483349e888 not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:35:21.025912 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 6d8005ba-3501-4b7c-8ee3-729b1787a910 no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:35:21.026948 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb622c5-6608-4e7f-85a5-8dfbc9283811 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4865dafb-f53b-45c8-89d6-c6cc7f94c49e,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:35:21.056517 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-0f07a6a9-ced5-44c3-bd15-07bc1935baac admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-330592651-network', 'tenant_id': '99d38ab9e92d4d97b4f0c866dd4d4c99'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:35:21.066146 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port be9b48f6-3d8e-4bd3-a262-038ec67bfd3b, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=be9b48f6-3d8e-4bd3-a262-038ec67bfd3b,segment=NetworkSegment(0e088d7a-7675-40e8-ac05-982d7aacdc90),segment_id=0e088d7a-7675-40e8-ac05-982d7aacdc90)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:35:21.067590 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:21.072089 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: 6d8005ba-3501-4b7c-8ee3-729b1787a910 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:35:21.072089 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 6d8005ba-3501-4b7c-8ee3-729b1787a910 not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:35:21.114408 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:21.172888 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=be9b48f6-3d8e-4bd3-a262-038ec67bfd3b,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:35:21.228460 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [req-73bf9237-28ac-4b78-8319-f49f0ce1fc7e req-4de63b30-14f7-4ad6-aa76-362942c30ab7 tempest-LiveAutoBlockMigrationV225Test-953904280 tempest-LiveAutoBlockMigrationV225Test-953904280-project-admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 13:35:21.230778 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-73bf9237-28ac-4b78-8319-f49f0ce1fc7e req-4de63b30-14f7-4ad6-aa76-362942c30ab7 tempest-LiveAutoBlockMigrationV225Test-953904280 tempest-LiveAutoBlockMigrationV225Test-953904280-project-admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0088460 Jul 13 13:35:21.232322 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ee420ea8-a4b4-4f14-adc1-02d7472022ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:21.242788 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-73bf9237-28ac-4b78-8319-f49f0ce1fc7e req-86d735ea-d01f-4fc9-8713-f4a54406dea5 service neutron] Request body: {'binding': {'host': 'n-h1-800634-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:35:21.246019 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-73bf9237-28ac-4b78-8319-f49f0ce1fc7e req-86d735ea-d01f-4fc9-8713-f4a54406dea5 service neutron] Unknown quota resources ['binding']. {{(pid=93751) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 13 13:35:21.311007 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee420ea8-a4b4-4f14-adc1-02d7472022ff None None] No DVR routers for this DVR port c92f238f-33d4-40de-9379-659db2ad99f0 on host n-d-800634-1 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:35:21.312517 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee420ea8-a4b4-4f14-adc1-02d7472022ff None None] Pushing event deleted for resources: {'Port': ['ID=c92f238f-33d4-40de-9379-659db2ad99f0,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:35:21.464976 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-51aa49af-8f50-473b-a08d-2d1cd29eb087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:21.479773 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-51aa49af-8f50-473b-a08d-2d1cd29eb087 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e11d88cd-2e07-4e71-9e10-5d91be491d03']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:35:21.504576 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-51aa49af-8f50-473b-a08d-2d1cd29eb087 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bee29a26-03ac-4023-b46e-443206d3928c') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:35:21.504869 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-51aa49af-8f50-473b-a08d-2d1cd29eb087 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bee29a26-03ac-4023-b46e-443206d3928c') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:35:21.512356 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-73bf9237-28ac-4b78-8319-f49f0ce1fc7e req-86d735ea-d01f-4fc9-8713-f4a54406dea5 service neutron] Attempting to bind port 2afe5f25-c147-415f-8c5b-d8940fe3ec97 on host n-h1-800634-1 for vnic_type normal with profile None {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:35:21.512771 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-73bf9237-28ac-4b78-8319-f49f0ce1fc7e req-86d735ea-d01f-4fc9-8713-f4a54406dea5 service neutron] Attempting to bind port 2afe5f25-c147-415f-8c5b-d8940fe3ec97 by drivers openvswitch,hyperv on host n-h1-800634-1 at level 0 using segments [{'id': 'ad5ed454-48ea-4363-8047-0d3907eff6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:35:21.513181 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73bf9237-28ac-4b78-8319-f49f0ce1fc7e req-86d735ea-d01f-4fc9-8713-f4a54406dea5 service neutron] Attempting to bind port 2afe5f25-c147-415f-8c5b-d8940fe3ec97 on network 2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:35:21.518242 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73bf9237-28ac-4b78-8319-f49f0ce1fc7e req-86d735ea-d01f-4fc9-8713-f4a54406dea5 service neutron] Port 2afe5f25-c147-415f-8c5b-d8940fe3ec97 on network 2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-1 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:35:21.518578 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73bf9237-28ac-4b78-8319-f49f0ce1fc7e req-86d735ea-d01f-4fc9-8713-f4a54406dea5 service neutron] Attempting to bind port 2afe5f25-c147-415f-8c5b-d8940fe3ec97 on network 2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:35:21.524303 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73bf9237-28ac-4b78-8319-f49f0ce1fc7e req-86d735ea-d01f-4fc9-8713-f4a54406dea5 service neutron] Checking agent: {'id': 'a7603dc8-3c50-4a9b-8f0d-1143528f155e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:35:21.524638 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73bf9237-28ac-4b78-8319-f49f0ce1fc7e req-86d735ea-d01f-4fc9-8713-f4a54406dea5 service neutron] Checking segment: {'id': 'ad5ed454-48ea-4363-8047-0d3907eff6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:35:21.525024 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73bf9237-28ac-4b78-8319-f49f0ce1fc7e req-86d735ea-d01f-4fc9-8713-f4a54406dea5 service neutron] Bound using segment: {'id': 'ad5ed454-48ea-4363-8047-0d3907eff6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21'} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:35:21.525453 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-73bf9237-28ac-4b78-8319-f49f0ce1fc7e req-86d735ea-d01f-4fc9-8713-f4a54406dea5 service neutron] Bound port: 2afe5f25-c147-415f-8c5b-d8940fe3ec97, host: n-h1-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad5ed454-48ea-4363-8047-0d3907eff6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21'}}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:35:21.527968 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f07a6a9-ced5-44c3-bd15-07bc1935baac admin admin] Made reservation on behalf of 99d38ab9e92d4d97b4f0c866dd4d4c99 for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:35:21.530445 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0f07a6a9-ced5-44c3-bd15-07bc1935baac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:21.543007 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-51aa49af-8f50-473b-a08d-2d1cd29eb087 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5431730'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:21.550809 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0f07a6a9-ced5-44c3-bd15-07bc1935baac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:21.574745 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-51aa49af-8f50-473b-a08d-2d1cd29eb087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:21.592141 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-73bf9237-28ac-4b78-8319-f49f0ce1fc7e req-86d735ea-d01f-4fc9-8713-f4a54406dea5 service neutron] For port 2afe5f25-c147-415f-8c5b-d8940fe3ec97, host n-h1-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=2afe5f25-c147-415f-8c5b-d8940fe3ec97,segment=NetworkSegment(ad5ed454-48ea-4363-8047-0d3907eff6fd),segment_id=ad5ed454-48ea-4363-8047-0d3907eff6fd)] {{(pid=93751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:35:21.593872 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51aa49af-8f50-473b-a08d-2d1cd29eb087 admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 13:35:21.594363 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-51aa49af-8f50-473b-a08d-2d1cd29eb087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5970419'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:21.597093 n-d-800634-1 neutron-server[93750]: Traceback (most recent call last): Jul 13 13:35:21.597093 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 13:35:21.597093 n-d-800634-1 neutron-server[93750]: timer() Jul 13 13:35:21.597093 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 13:35:21.597093 n-d-800634-1 neutron-server[93750]: cb(*args, **kw) Jul 13 13:35:21.597093 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 13:35:21.597093 n-d-800634-1 neutron-server[93750]: return func(*args, **kwargs) Jul 13 13:35:21.597093 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 13:35:21.597093 n-d-800634-1 neutron-server[93750]: self._notify() Jul 13 13:35:21.597093 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 13:35:21.597093 n-d-800634-1 neutron-server[93750]: self.callback(batched_events) Jul 13 13:35:21.597093 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 13:35:21.597093 n-d-800634-1 neutron-server[93750]: event.method(event) Jul 13 13:35:21.597093 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 13:35:21.597093 n-d-800634-1 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 13:35:21.597093 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 13:35:21.597093 n-d-800634-1 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 13:35:21.597093 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 13:35:21.597093 n-d-800634-1 neutron-server[93750]: return f(self, *a, **k) Jul 13 13:35:21.597093 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 13:35:21.597093 n-d-800634-1 neutron-server[93750]: return self._get(url).json() Jul 13 13:35:21.597093 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 13:35:21.597093 n-d-800634-1 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 13:35:21.597093 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 13:35:21.597093 n-d-800634-1 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 13 13:35:21.597093 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 13:35:21.597093 n-d-800634-1 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 13:35:21.597093 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 13:35:21.597093 n-d-800634-1 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 13:35:21.597093 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 13:35:21.597093 n-d-800634-1 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 13:35:21.597093 n-d-800634-1 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 13:35:21.599733 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-73bf9237-28ac-4b78-8319-f49f0ce1fc7e req-86d735ea-d01f-4fc9-8713-f4a54406dea5 service neutron] Notify callbacks [] for binding, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:21.599733 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-73bf9237-28ac-4b78-8319-f49f0ce1fc7e req-86d735ea-d01f-4fc9-8713-f4a54406dea5 service neutron] 10.222.0.23 "POST /v2.0/ports/2afe5f25-c147-415f-8c5b-d8940fe3ec97/bindings HTTP/1.1" status: 201 len: 389 time: 0.3616252 Jul 13 13:35:21.722230 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0026e195-9ba5-4fa8-b21a-c64d221ccd26 req-c756bcc0-7210-439d-9e1d-89cfe1702cbe tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:21.725457 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0026e195-9ba5-4fa8-b21a-c64d221ccd26 req-c756bcc0-7210-439d-9e1d-89cfe1702cbe tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] 10.222.0.23 "GET /v2.0/ports?device_id=9667b2b3-a6a8-4192-9815-a4b1d860f93e HTTP/1.1" status: 200 len: 945 time: 0.2400715 Jul 13 13:35:21.730804 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fc1e1e4-4546-4c86-8306-14e7a07826f1 x-openstack-request-id: req-7fc1e1e4-4546-4c86-8306-14e7a07826f1 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:35:21.731317 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bf1377e-cd12-4e83-b9cc-930432d375a5", "name": "network-vif-plugged", "status": "completed", "tag": "9341f058-1b4f-4363-a9ee-a40dc766104a", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:35:21.731654 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7fc1e1e4-4546-4c86-8306-14e7a07826f1 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:35:21.732269 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bf1377e-cd12-4e83-b9cc-930432d375a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9341f058-1b4f-4363-a9ee-a40dc766104a', 'code': 200} Jul 13 13:35:21.776661 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-51aa49af-8f50-473b-a08d-2d1cd29eb087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:21.817277 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-51aa49af-8f50-473b-a08d-2d1cd29eb087 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:21.820021 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-51aa49af-8f50-473b-a08d-2d1cd29eb087 admin admin] 10.222.0.23 "DELETE /v2.0/networks/e11d88cd-2e07-4e71-9e10-5d91be491d03 HTTP/1.1" status: 204 len: 168 time: 1.5918984 Jul 13 13:35:21.835045 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0026e195-9ba5-4fa8-b21a-c64d221ccd26 req-99cd48f7-3cb8-4bf4-ab99-631ae6ba3295 tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] 10.222.0.23 "GET /v2.0/security-groups?id=d29423a1-067a-4d38-adf6-741b7ccff4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851560 Jul 13 13:35:21.873973 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51aa49af-8f50-473b-a08d-2d1cd29eb087 admin admin] Pushing event deleted for resources: {'Network': ['ID=e11d88cd-2e07-4e71-9e10-5d91be491d03,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:35:21.954330 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0f07a6a9-ced5-44c3-bd15-07bc1935baac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:21.959868 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0f07a6a9-ced5-44c3-bd15-07bc1935baac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:21.988267 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f07a6a9-ced5-44c3-bd15-07bc1935baac admin admin] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 13:35:21.993922 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf40482-2b88-498e-aae6-9144671089c8 req-c8373765-42b7-403e-ac67-422f0f04562e tempest-ListServersNegativeTestJSON-1186610398 tempest-ListServersNegativeTestJSON-1186610398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:22.000786 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2bf40482-2b88-498e-aae6-9144671089c8 req-c8373765-42b7-403e-ac67-422f0f04562e tempest-ListServersNegativeTestJSON-1186610398 tempest-ListServersNegativeTestJSON-1186610398-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca7b0c88-b54b-4d9a-83ec-091076a0e559 HTTP/1.1" status: 200 len: 945 time: 0.1055057 Jul 13 13:35:22.028277 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f07a6a9-ced5-44c3-bd15-07bc1935baac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec893155-8d67-422c-a54d-407e9d56e839,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:35:22.036872 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 52210) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:35:22.051938 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0f07a6a9-ced5-44c3-bd15-07bc1935baac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:22.052295 n-d-800634-1 neutron-server[93750]: INFO neutron.db.segments_db [None req-0f07a6a9-ced5-44c3-bd15-07bc1935baac admin admin] Added segment 4afa5f85-f33f-4e1f-a857-a9a2d6090dd6 of type vlan for network d5e37cf4-ac82-46fc-b7ac-6849d0e1e7a9 Jul 13 13:35:22.076319 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2bf40482-2b88-498e-aae6-9144671089c8 req-9d33d5ec-7996-415d-a4f0-96213276288d tempest-ListServersNegativeTestJSON-1186610398 tempest-ListServersNegativeTestJSON-1186610398-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e05c1f5-1646-442c-9367-24d51c2f3067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745919 Jul 13 13:35:22.138718 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0f07a6a9-ced5-44c3-bd15-07bc1935baac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:22.144691 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 52212) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:35:22.165689 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8371f1c-90ac-4c2d-b74c-eee0cc880654 req-c7e0a820-9ca5-4956-ae7b-9e49fc948ce6 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:22.167445 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a8371f1c-90ac-4c2d-b74c-eee0cc880654 req-c7e0a820-9ca5-4956-ae7b-9e49fc948ce6 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/ports?device_id=b47b55d4-8ce4-4f13-bdab-9fd4a8aff692 HTTP/1.1" status: 200 len: 945 time: 0.1660516 Jul 13 13:35:22.175508 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-9f123a55-3f9a-46a8-895b-362a7b4dff43 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ad96651d90924ac6a2bfe736b1e71ae8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1346376 Jul 13 13:35:22.176540 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 52216) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:35:22.242465 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385d0fb3-bca9-4c46-af2f-9d005229fa2b req-cb20c1be-0f19-4069-9917-aaa6d4c1158e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:22.244341 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-385d0fb3-bca9-4c46-af2f-9d005229fa2b req-cb20c1be-0f19-4069-9917-aaa6d4c1158e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8bf1377e-cd12-4e83-b9cc-930432d375a5 HTTP/1.1" status: 200 len: 1096 time: 0.4219859 Jul 13 13:35:22.249285 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6d6de44d-7b32-4a38-bfba-b69d92f8e150 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:22.255590 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-27ccb968-9526-4f63-a612-2cfca2d909d2 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-512359642-network', 'tenant_id': '52f19137930c4bcfac3424f7387cdf54'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:35:22.267190 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0f07a6a9-ced5-44c3-bd15-07bc1935baac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:22.268136 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f07a6a9-ced5-44c3-bd15-07bc1935baac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:22.268725 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0f07a6a9-ced5-44c3-bd15-07bc1935baac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:22.273599 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a8371f1c-90ac-4c2d-b74c-eee0cc880654 req-a557d364-fefe-4b9b-ba85-85b4b239416e tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1a1929d-de59-4a26-a69b-05b891c11dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943129 Jul 13 13:35:22.289552 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6d6de44d-7b32-4a38-bfba-b69d92f8e150 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:22.313422 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-385d0fb3-bca9-4c46-af2f-9d005229fa2b req-3e3713d7-452a-4937-88e6-ac89a3b3c648 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=6e05c1f5-1646-442c-9367-24d51c2f3067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621552 Jul 13 13:35:22.351304 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6d6de44d-7b32-4a38-bfba-b69d92f8e150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:22.354193 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27ccb968-9526-4f63-a612-2cfca2d909d2 admin admin] Made reservation on behalf of 52f19137930c4bcfac3424f7387cdf54 for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:35:22.355048 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6d6de44d-7b32-4a38-bfba-b69d92f8e150 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:22.356706 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-27ccb968-9526-4f63-a612-2cfca2d909d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:22.358436 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-6d6de44d-7b32-4a38-bfba-b69d92f8e150 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9e720199-c17b-4673-a459-46d432cb22b7 HTTP/1.1" status: 204 len: 168 time: 0.1783648 Jul 13 13:35:22.366236 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-0f07a6a9-ced5-44c3-bd15-07bc1935baac admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.5171235 Jul 13 13:35:22.369681 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6de44d-7b32-4a38-bfba-b69d92f8e150 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e720199-c17b-4673-a459-46d432cb22b7,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:35:22.371466 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 52224) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:35:22.373973 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f07a6a9-ced5-44c3-bd15-07bc1935baac admin admin] Pushing event updated for resources: {'Network': ['ID=d5e37cf4-ac82-46fc-b7ac-6849d0e1e7a9,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:35:22.376710 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-27ccb968-9526-4f63-a612-2cfca2d909d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:22.378266 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-f99425cf-5ebc-4e07-8c58-66d8f6c443ec admin admin] Request body: {'subnet': {'network_id': 'd5e37cf4-ac82-46fc-b7ac-6849d0e1e7a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-330592651-subnet', 'tenant_id': '99d38ab9e92d4d97b4f0c866dd4d4c99', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:35:22.384078 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bf9237-28ac-4b78-8319-f49f0ce1fc7e req-f4316df6-c6f2-4ee1-aede-068d6a8feee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:22.385697 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-73bf9237-28ac-4b78-8319-f49f0ce1fc7e req-f4316df6-c6f2-4ee1-aede-068d6a8feee7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d50e67b9ee9e45449d2522df614fe533&device_id=b47b55d4-8ce4-4f13-bdab-9fd4a8aff692 HTTP/1.1" status: 200 len: 1096 time: 0.4845507 Jul 13 13:35:22.425172 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f99425cf-5ebc-4e07-8c58-66d8f6c443ec admin admin] Made reservation on behalf of 99d38ab9e92d4d97b4f0c866dd4d4c99 for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:35:22.431026 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f99425cf-5ebc-4e07-8c58-66d8f6c443ec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6104980'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:22.456323 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network d5e37cf4-ac82-46fc-b7ac-6849d0e1e7a9 details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 13:35:22.565779 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bf9237-28ac-4b78-8319-f49f0ce1fc7e req-114aa975-e94a-450b-9cd9-9ba883d79681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:22.571164 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-73bf9237-28ac-4b78-8319-f49f0ce1fc7e req-114aa975-e94a-450b-9cd9-9ba883d79681 service neutron] 10.222.0.26 "GET /v2.0/networks?id=2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21 HTTP/1.1" status: 200 len: 920 time: 0.1788831 Jul 13 13:35:22.599044 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:22.626273 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-73bf9237-28ac-4b78-8319-f49f0ce1fc7e req-11242ba2-edc3-4f9c-9e4d-4b33e45802ea service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2afe5f25-c147-415f-8c5b-d8940fe3ec97 HTTP/1.1" status: 200 len: 217 time: 0.0461748 Jul 13 13:35:22.703791 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f99425cf-5ebc-4e07-8c58-66d8f6c443ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6018343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6104998'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:22.733201 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-27ccb968-9526-4f63-a612-2cfca2d909d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:22.745710 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-27ccb968-9526-4f63-a612-2cfca2d909d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:22.756995 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bf9237-28ac-4b78-8319-f49f0ce1fc7e req-d1ecb3a9-0260-4006-ac9d-3a343a5a4f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:22.758730 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-73bf9237-28ac-4b78-8319-f49f0ce1fc7e req-d1ecb3a9-0260-4006-ac9d-3a343a5a4f05 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=45599520-ccde-4569-b8cc-9a75a2e552c5 HTTP/1.1" status: 200 len: 860 time: 0.0921090 Jul 13 13:35:22.764424 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27ccb968-9526-4f63-a612-2cfca2d909d2 admin admin] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 13:35:22.783229 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99425cf-5ebc-4e07-8c58-66d8f6c443ec admin admin] Checking segment: {'id': '4afa5f85-f33f-4e1f-a857-a9a2d6090dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd5e37cf4-ac82-46fc-b7ac-6849d0e1e7a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:35:22.783738 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f99425cf-5ebc-4e07-8c58-66d8f6c443ec admin admin] Network hostable DHCP agents. Network: d5e37cf4-ac82-46fc-b7ac-6849d0e1e7a9, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 13:35:22.786043 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99425cf-5ebc-4e07-8c58-66d8f6c443ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=7584e461-b1a5-45d0-8f4f-8d1f841c9a9f,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:35:22.809669 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f99425cf-5ebc-4e07-8c58-66d8f6c443ec admin admin] Network d5e37cf4-ac82-46fc-b7ac-6849d0e1e7a9 is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 13:35:22.822727 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-f99425cf-5ebc-4e07-8c58-66d8f6c443ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, d5e37cf4-ac82-46fc-b7ac-6849d0e1e7a9) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:35:22.824072 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-73bf9237-28ac-4b78-8319-f49f0ce1fc7e req-05f795aa-5f3b-4fc9-b856-c278e2bdc587 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522068 Jul 13 13:35:22.825806 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 52234) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:35:22.834977 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c662d3f-c94e-49ab-a022-a7d6cab5672e None None] Network d5e37cf4-ac82-46fc-b7ac-6849d0e1e7a9 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:35:22.836783 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f99425cf-5ebc-4e07-8c58-66d8f6c443ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:22.837377 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f99425cf-5ebc-4e07-8c58-66d8f6c443ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:22.842011 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-27ccb968-9526-4f63-a612-2cfca2d909d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:22.842412 n-d-800634-1 neutron-server[93750]: INFO neutron.db.segments_db [None req-27ccb968-9526-4f63-a612-2cfca2d909d2 admin admin] Added segment 26b26043-7536-4ddb-afe6-f2e183bffbf6 of type vlan for network e44cdd0a-fae3-44e3-b6fd-33990afd4ff3 Jul 13 13:35:22.850368 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ccb968-9526-4f63-a612-2cfca2d909d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e919e3ff-e0af-468c-b347-a433d0a08417,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:35:22.886676 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-f99425cf-5ebc-4e07-8c58-66d8f6c443ec admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5139794 Jul 13 13:35:22.919182 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-b68fa5e7-7037-4248-9e8d-56780089c261 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f54116ed042844c4974340216083f60c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0920527 Jul 13 13:35:22.921201 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 52240) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:35:23.052226 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-73bf9237-28ac-4b78-8319-f49f0ce1fc7e req-2497665f-32b4-4656-915c-d94a8ad52fc9 service neutron] 10.222.0.26 "GET /v2.0/networks/2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208812 Jul 13 13:35:23.068915 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a21a87a-7aa4-4be9-b49a-bdf61df2482a None None] Network d5e37cf4-ac82-46fc-b7ac-6849d0e1e7a9 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:35:23.118082 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-27ccb968-9526-4f63-a612-2cfca2d909d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:23.129551 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ca9c2bc0-e2d9-4557-9a92-08f1a8b1b690 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:23.183550 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ca9c2bc0-e2d9-4557-9a92-08f1a8b1b690 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:23.208362 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367c8d44-88e5-4902-b927-af81349dabfb req-587b735b-8bc7-4468-8d48-0f1aa10f0980 tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:23.210713 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-367c8d44-88e5-4902-b927-af81349dabfb req-587b735b-8bc7-4468-8d48-0f1aa10f0980 tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] 10.222.0.23 "GET /v2.0/ports?device_id=9667b2b3-a6a8-4192-9815-a4b1d860f93e HTTP/1.1" status: 200 len: 945 time: 0.1645880 Jul 13 13:35:23.222078 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-27ccb968-9526-4f63-a612-2cfca2d909d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:23.223084 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ccb968-9526-4f63-a612-2cfca2d909d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:23.223683 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-27ccb968-9526-4f63-a612-2cfca2d909d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:23.271179 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-367c8d44-88e5-4902-b927-af81349dabfb req-331eb2fb-79cd-4ae2-ab41-2490018b3fae tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] 10.222.0.23 "GET /v2.0/security-groups?id=d29423a1-067a-4d38-adf6-741b7ccff4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542858 Jul 13 13:35:23.301655 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ca9c2bc0-e2d9-4557-9a92-08f1a8b1b690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:23.305347 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ca9c2bc0-e2d9-4557-9a92-08f1a8b1b690 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:23.308903 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-ca9c2bc0-e2d9-4557-9a92-08f1a8b1b690 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cf23d385-c965-4fc1-97cd-0480ec2d9faa HTTP/1.1" status: 204 len: 168 time: 0.3788581 Jul 13 13:35:23.322266 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9c2bc0-e2d9-4557-9a92-08f1a8b1b690 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf23d385-c965-4fc1-97cd-0480ec2d9faa,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:35:23.331365 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-73bf9237-28ac-4b78-8319-f49f0ce1fc7e req-a2916540-dc58-4060-9696-3262ef57acee service neutron] 10.222.0.26 "GET /v2.0/networks/2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274995 Jul 13 13:35:23.357014 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 52256) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:35:23.362672 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-0de50a28-b79e-4173-a59e-0a9f8b2765f5 admin admin] Request body: {'subnet': {'network_id': 'e44cdd0a-fae3-44e3-b6fd-33990afd4ff3', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-512359642-subnet', 'tenant_id': '52f19137930c4bcfac3424f7387cdf54', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:35:23.370611 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-27ccb968-9526-4f63-a612-2cfca2d909d2 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.2247777 Jul 13 13:35:23.374892 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ccb968-9526-4f63-a612-2cfca2d909d2 admin admin] Pushing event updated for resources: {'Network': ['ID=e44cdd0a-fae3-44e3-b6fd-33990afd4ff3,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:35:23.386871 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network e44cdd0a-fae3-44e3-b6fd-33990afd4ff3 details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 13:35:23.436735 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0de50a28-b79e-4173-a59e-0a9f8b2765f5 admin admin] Made reservation on behalf of 52f19137930c4bcfac3424f7387cdf54 for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:35:23.439941 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0de50a28-b79e-4173-a59e-0a9f8b2765f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6104980'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:23.641304 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6edd92-1d8a-4e23-9c27-9edc7b2d114c req-77aa8bed-6a0e-4daf-8f47-66d27fe734f6 tempest-ListServersNegativeTestJSON-1186610398 tempest-ListServersNegativeTestJSON-1186610398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:23.648629 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-fc6edd92-1d8a-4e23-9c27-9edc7b2d114c req-77aa8bed-6a0e-4daf-8f47-66d27fe734f6 tempest-ListServersNegativeTestJSON-1186610398 tempest-ListServersNegativeTestJSON-1186610398-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca7b0c88-b54b-4d9a-83ec-091076a0e559 HTTP/1.1" status: 200 len: 945 time: 0.1986153 Jul 13 13:35:23.733442 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca7b0c88-b54b-4d9a-83ec-091076a0e559', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be9b48f6-3d8e-4bd3-a262-038ec67bfd3b'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:35:23.735939 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2395a19c-3d7e-4e02-a1f9-1896bf1eb55d" -d '{"events": [{"server_uuid": "ca7b0c88-b54b-4d9a-83ec-091076a0e559", "name": "network-vif-plugged", "status": "completed", "tag": "be9b48f6-3d8e-4bd3-a262-038ec67bfd3b"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:35:23.745170 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-fc6edd92-1d8a-4e23-9c27-9edc7b2d114c req-b237bbfd-aa68-47ba-8ef7-cc7e8d71dc6a tempest-ListServersNegativeTestJSON-1186610398 tempest-ListServersNegativeTestJSON-1186610398-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e05c1f5-1646-442c-9367-24d51c2f3067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955832 Jul 13 13:35:23.836596 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0de50a28-b79e-4173-a59e-0a9f8b2765f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6018343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6104998'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:23.905261 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de50a28-b79e-4173-a59e-0a9f8b2765f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=52463d93-3b29-467a-9a74-87a6552a82ef,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:35:23.968240 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de50a28-b79e-4173-a59e-0a9f8b2765f5 admin admin] Checking segment: {'id': '26b26043-7536-4ddb-afe6-f2e183bffbf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'e44cdd0a-fae3-44e3-b6fd-33990afd4ff3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:35:23.968908 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de50a28-b79e-4173-a59e-0a9f8b2765f5 admin admin] Network hostable DHCP agents. Network: e44cdd0a-fae3-44e3-b6fd-33990afd4ff3, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 13:35:24.015256 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de50a28-b79e-4173-a59e-0a9f8b2765f5 admin admin] Network e44cdd0a-fae3-44e3-b6fd-33990afd4ff3 is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 13:35:24.038359 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-0de50a28-b79e-4173-a59e-0a9f8b2765f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, e44cdd0a-fae3-44e3-b6fd-33990afd4ff3) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:35:24.043026 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de50a28-b79e-4173-a59e-0a9f8b2765f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:24.044586 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0de50a28-b79e-4173-a59e-0a9f8b2765f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:24.047373 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10150289-11cd-4fe6-9ce4-bf6223e1ab23 None None] Network e44cdd0a-fae3-44e3-b6fd-33990afd4ff3 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:35:24.074615 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93af71b-dc1b-4d14-9fbb-e6f3d6366c20 req-aff7e49c-c554-44f5-9873-b6e80c49a884 tempest-ServerTagsTestJSON-1753017370 tempest-ServerTagsTestJSON-1753017370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:24.076608 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a93af71b-dc1b-4d14-9fbb-e6f3d6366c20 req-aff7e49c-c554-44f5-9873-b6e80c49a884 tempest-ServerTagsTestJSON-1753017370 tempest-ServerTagsTestJSON-1753017370-project] 10.222.0.23 "GET /v2.0/networks?id=d5e37cf4-ac82-46fc-b7ac-6849d0e1e7a9 HTTP/1.1" status: 200 len: 808 time: 0.1386244 Jul 13 13:35:24.087531 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-0de50a28-b79e-4173-a59e-0a9f8b2765f5 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7214098 Jul 13 13:35:24.096073 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a93af71b-dc1b-4d14-9fbb-e6f3d6366c20 req-a3ca1348-fe11-4bec-94d0-10e54d31de68 tempest-ServerTagsTestJSON-1753017370 tempest-ServerTagsTestJSON-1753017370-project] 10.222.0.23 "GET /v2.0/quotas/99d38ab9e92d4d97b4f0c866dd4d4c99 HTTP/1.1" status: 200 len: 375 time: 0.0134268 Jul 13 13:35:24.143884 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a93af71b-dc1b-4d14-9fbb-e6f3d6366c20 req-5ce4822c-54af-45d6-b17b-dacf7f5ffdff tempest-ServerTagsTestJSON-1753017370 tempest-ServerTagsTestJSON-1753017370-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=99d38ab9e92d4d97b4f0c866dd4d4c99&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0381019 Jul 13 13:35:24.271874 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a93af71b-dc1b-4d14-9fbb-e6f3d6366c20 req-d6552961-0e19-47f4-a4c4-75ff5ecd62f4 service neutron] 10.222.0.23 "GET /v2.0/networks/d5e37cf4-ac82-46fc-b7ac-6849d0e1e7a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189601 Jul 13 13:35:24.448881 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a93af71b-dc1b-4d14-9fbb-e6f3d6366c20 req-34b159b1-bf59-4c46-9e56-00cd165031c2 service neutron] 10.222.0.23 "GET /v2.0/networks/d5e37cf4-ac82-46fc-b7ac-6849d0e1e7a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703360 Jul 13 13:35:24.456434 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbce6e7-dab3-4ab2-8288-b3e6d91de0c6 req-86ef9d31-d9a7-45f7-b272-625cb608ac8a tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:24.464578 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-dcbce6e7-dab3-4ab2-8288-b3e6d91de0c6 req-86ef9d31-d9a7-45f7-b272-625cb608ac8a tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/ports?device_id=b47b55d4-8ce4-4f13-bdab-9fd4a8aff692 HTTP/1.1" status: 200 len: 945 time: 0.0787365 Jul 13 13:35:24.509109 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-dcbce6e7-dab3-4ab2-8288-b3e6d91de0c6 req-75133819-42fa-49c7-9cd0-e24bfe3a9806 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1a1929d-de59-4a26-a69b-05b891c11dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435550 Jul 13 13:35:24.550257 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74017b95-37dc-43e0-85a5-ac7d67d0852e None None] Network e44cdd0a-fae3-44e3-b6fd-33990afd4ff3 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:35:24.651177 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-547930b9-8a5e-412e-958d-7b3a5a7bfcce x-openstack-request-id: req-547930b9-8a5e-412e-958d-7b3a5a7bfcce {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:35:24.651470 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca7b0c88-b54b-4d9a-83ec-091076a0e559", "name": "network-vif-plugged", "status": "completed", "tag": "be9b48f6-3d8e-4bd3-a262-038ec67bfd3b", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:35:24.651725 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-547930b9-8a5e-412e-958d-7b3a5a7bfcce {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:35:24.652113 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca7b0c88-b54b-4d9a-83ec-091076a0e559', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be9b48f6-3d8e-4bd3-a262-038ec67bfd3b', 'code': 200} Jul 13 13:35:24.798789 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc2f5aa-0349-4301-a105-ed99ccb7dd37 req-64e23c48-aa27-4f14-981a-728f6c66f364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:24.800711 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5fc2f5aa-0349-4301-a105-ed99ccb7dd37 req-64e23c48-aa27-4f14-981a-728f6c66f364 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ca7b0c88-b54b-4d9a-83ec-091076a0e559 HTTP/1.1" status: 200 len: 1096 time: 0.1465914 Jul 13 13:35:24.844224 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5fc2f5aa-0349-4301-a105-ed99ccb7dd37 req-d0872e7b-508a-4aa5-90e7-e0d6bf40e15a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6e05c1f5-1646-442c-9367-24d51c2f3067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359440 Jul 13 13:35:24.993160 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a4f0af-b8f2-488e-a6be-f4a4f222c6dd req-cc5306c0-36cc-4c8b-be3d-31d104e8dafa tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:24.999224 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-97a4f0af-b8f2-488e-a6be-f4a4f222c6dd req-cc5306c0-36cc-4c8b-be3d-31d104e8dafa tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] 10.222.0.23 "GET /v2.0/ports?device_id=9667b2b3-a6a8-4192-9815-a4b1d860f93e HTTP/1.1" status: 200 len: 945 time: 0.0904205 Jul 13 13:35:25.056377 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-97a4f0af-b8f2-488e-a6be-f4a4f222c6dd req-5f5bc7ea-42aa-4847-afc2-f68a9c23b17d tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] 10.222.0.23 "GET /v2.0/security-groups?id=d29423a1-067a-4d38-adf6-741b7ccff4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542815 Jul 13 13:35:25.064943 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-d3e7df67-0a99-4cad-af97-ada487a6b10f req-9f1032ef-73e4-4716-b2c1-db0ebd55ab0c tempest-SecurityGroupRulesNegativeTestJSON-2005662550 tempest-SecurityGroupRulesNegativeTestJSON-2005662550-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1804698836', 'description': 'tempest-description-1996378602'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:35:25.116669 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-d3e7df67-0a99-4cad-af97-ada487a6b10f req-9f1032ef-73e4-4716-b2c1-db0ebd55ab0c tempest-SecurityGroupRulesNegativeTestJSON-2005662550 tempest-SecurityGroupRulesNegativeTestJSON-2005662550-project] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:25.188635 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-36570a3a-9dbd-4253-a3a7-6ca0d14ee4a1 req-4e8a9442-77f1-429e-a115-d4d490de8fad tempest-ServerTagsTestJSON-1753017370 tempest-ServerTagsTestJSON-1753017370-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdcbd9c0-c755-492c-a138-b96725f841d8 HTTP/1.1" status: 200 len: 210 time: 0.0417843 Jul 13 13:35:25.230870 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-d3e7df67-0a99-4cad-af97-ada487a6b10f req-9f1032ef-73e4-4716-b2c1-db0ebd55ab0c tempest-SecurityGroupRulesNegativeTestJSON-2005662550 tempest-SecurityGroupRulesNegativeTestJSON-2005662550-project] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:25.239918 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-d3e7df67-0a99-4cad-af97-ada487a6b10f req-9f1032ef-73e4-4716-b2c1-db0ebd55ab0c tempest-SecurityGroupRulesNegativeTestJSON-2005662550 tempest-SecurityGroupRulesNegativeTestJSON-2005662550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:25.327035 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-d3e7df67-0a99-4cad-af97-ada487a6b10f req-9f1032ef-73e4-4716-b2c1-db0ebd55ab0c tempest-SecurityGroupRulesNegativeTestJSON-2005662550 tempest-SecurityGroupRulesNegativeTestJSON-2005662550-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:25.328956 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d3e7df67-0a99-4cad-af97-ada487a6b10f req-9f1032ef-73e4-4716-b2c1-db0ebd55ab0c tempest-SecurityGroupRulesNegativeTestJSON-2005662550 tempest-SecurityGroupRulesNegativeTestJSON-2005662550-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.2716687 Jul 13 13:35:25.342887 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1032ef-73e4-4716-b2c1-db0ebd55ab0c tempest-SecurityGroupRulesNegativeTestJSON-2005662550 tempest-SecurityGroupRulesNegativeTestJSON-2005662550-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30e71ab0-e733-49b8-b833-13d593e082ba,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:35:25.525144 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ddc5be-e0e0-4527-8277-7c8aa7b829cb req-58a7b301-5eeb-4ec6-99fa-c14e08964026 tempest-ListServersNegativeTestJSON-1186610398 tempest-ListServersNegativeTestJSON-1186610398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:25.527899 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-14ddc5be-e0e0-4527-8277-7c8aa7b829cb req-58a7b301-5eeb-4ec6-99fa-c14e08964026 tempest-ListServersNegativeTestJSON-1186610398 tempest-ListServersNegativeTestJSON-1186610398-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca7b0c88-b54b-4d9a-83ec-091076a0e559 HTTP/1.1" status: 200 len: 945 time: 0.0748057 Jul 13 13:35:25.591533 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-14ddc5be-e0e0-4527-8277-7c8aa7b829cb req-71ec75bc-b28f-47a4-8e2e-bb53589e3286 tempest-ListServersNegativeTestJSON-1186610398 tempest-ListServersNegativeTestJSON-1186610398-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e05c1f5-1646-442c-9367-24d51c2f3067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523353 Jul 13 13:35:25.687473 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-16dbfdce-1751-4bc7-a311-256858b71d14 req-9ee78dbb-c1a2-4c54-9667-1a74c490d039 tempest-SecurityGroupRulesNegativeTestJSON-2005662550 tempest-SecurityGroupRulesNegativeTestJSON-2005662550-project] 10.222.0.23 "GET /v2.0/security-groups/30e71ab0-e733-49b8-b833-13d593e082ba HTTP/1.1" status: 200 len: 1813 time: 0.0516870 Jul 13 13:35:25.698366 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-16dbfdce-1751-4bc7-a311-256858b71d14 req-bad8ee91-b0b6-43fe-9450-9de274157cc4 tempest-SecurityGroupRulesNegativeTestJSON-2005662550 tempest-SecurityGroupRulesNegativeTestJSON-2005662550-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '30e71ab0-e733-49b8-b833-13d593e082ba', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:35:25.698823 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-16dbfdce-1751-4bc7-a311-256858b71d14 req-bad8ee91-b0b6-43fe-9450-9de274157cc4 tempest-SecurityGroupRulesNegativeTestJSON-2005662550 tempest-SecurityGroupRulesNegativeTestJSON-2005662550-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '30e71ab0-e733-49b8-b833-13d593e082ba', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:35:25.807478 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-16dbfdce-1751-4bc7-a311-256858b71d14 req-bad8ee91-b0b6-43fe-9450-9de274157cc4 tempest-SecurityGroupRulesNegativeTestJSON-2005662550 tempest-SecurityGroupRulesNegativeTestJSON-2005662550-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:25.855851 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-16dbfdce-1751-4bc7-a311-256858b71d14 req-bad8ee91-b0b6-43fe-9450-9de274157cc4 tempest-SecurityGroupRulesNegativeTestJSON-2005662550 tempest-SecurityGroupRulesNegativeTestJSON-2005662550-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:25.861708 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-16dbfdce-1751-4bc7-a311-256858b71d14 req-bad8ee91-b0b6-43fe-9450-9de274157cc4 tempest-SecurityGroupRulesNegativeTestJSON-2005662550 tempest-SecurityGroupRulesNegativeTestJSON-2005662550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:25.889344 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad8ee91-b0b6-43fe-9450-9de274157cc4 tempest-SecurityGroupRulesNegativeTestJSON-2005662550 tempest-SecurityGroupRulesNegativeTestJSON-2005662550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5557da52-3413-4996-9ce4-bc8b379ae6e0,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:35:25.911370 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-16dbfdce-1751-4bc7-a311-256858b71d14 req-bad8ee91-b0b6-43fe-9450-9de274157cc4 tempest-SecurityGroupRulesNegativeTestJSON-2005662550 tempest-SecurityGroupRulesNegativeTestJSON-2005662550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:25.914276 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-16dbfdce-1751-4bc7-a311-256858b71d14 req-bad8ee91-b0b6-43fe-9450-9de274157cc4 tempest-SecurityGroupRulesNegativeTestJSON-2005662550 tempest-SecurityGroupRulesNegativeTestJSON-2005662550-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2208002 Jul 13 13:35:26.055223 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648fc6d1-ad8e-46ab-996b-b0099cfcd1bd req-e3f7fb44-ce31-4e7c-ba33-f38cfc8705c6 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:26.056929 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-648fc6d1-ad8e-46ab-996b-b0099cfcd1bd req-e3f7fb44-ce31-4e7c-ba33-f38cfc8705c6 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/ports?device_id=b47b55d4-8ce4-4f13-bdab-9fd4a8aff692 HTTP/1.1" status: 200 len: 945 time: 0.0802200 Jul 13 13:35:26.058478 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-fc8b7d5a-15ef-44ab-bbfd-f4af0b8e6fde req-eec481ad-561f-496a-a2a6-e93757c56da1 tempest-SecurityGroupRulesNegativeTestJSON-2005662550 tempest-SecurityGroupRulesNegativeTestJSON-2005662550-project] 10.222.0.23 "GET /v2.0/security-groups/30e71ab0-e733-49b8-b833-13d593e082ba HTTP/1.1" status: 200 len: 2406 time: 0.0481999 Jul 13 13:35:26.103672 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-648fc6d1-ad8e-46ab-996b-b0099cfcd1bd req-95bdf10d-3dc8-4875-8e99-bccf9e8e9f95 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1a1929d-de59-4a26-a69b-05b891c11dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397155 Jul 13 13:35:26.198426 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8356f2e6-43f1-418d-873d-0b13cb22b5c9 req-831d4bff-95e3-4d93-a346-8b1098a95965 tempest-SecurityGroupRulesNegativeTestJSON-2005662550 tempest-SecurityGroupRulesNegativeTestJSON-2005662550-project] 10.222.0.23 "GET /v2.0/security-group-rules/5557da52-3413-4996-9ce4-bc8b379ae6e0 HTTP/1.1" status: 200 len: 778 time: 0.0233014 Jul 13 13:35:26.257559 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8356f2e6-43f1-418d-873d-0b13cb22b5c9 req-63764fbd-fe66-4a9d-b4d3-e49b0910bf67 tempest-SecurityGroupRulesNegativeTestJSON-2005662550 tempest-SecurityGroupRulesNegativeTestJSON-2005662550-project] 10.222.0.23 "GET /v2.0/security-groups/30e71ab0-e733-49b8-b833-13d593e082ba HTTP/1.1" status: 200 len: 2406 time: 0.0527582 Jul 13 13:35:26.283548 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-8356f2e6-43f1-418d-873d-0b13cb22b5c9 req-3154fd26-7b9b-45ab-8d7f-89a79e343881 tempest-SecurityGroupRulesNegativeTestJSON-2005662550 tempest-SecurityGroupRulesNegativeTestJSON-2005662550-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:26.293103 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-8356f2e6-43f1-418d-873d-0b13cb22b5c9 req-3154fd26-7b9b-45ab-8d7f-89a79e343881 tempest-SecurityGroupRulesNegativeTestJSON-2005662550 tempest-SecurityGroupRulesNegativeTestJSON-2005662550-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:26.335197 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-8356f2e6-43f1-418d-873d-0b13cb22b5c9 req-3154fd26-7b9b-45ab-8d7f-89a79e343881 tempest-SecurityGroupRulesNegativeTestJSON-2005662550 tempest-SecurityGroupRulesNegativeTestJSON-2005662550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:26.342859 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-8356f2e6-43f1-418d-873d-0b13cb22b5c9 req-3154fd26-7b9b-45ab-8d7f-89a79e343881 tempest-SecurityGroupRulesNegativeTestJSON-2005662550 tempest-SecurityGroupRulesNegativeTestJSON-2005662550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:26.359343 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8356f2e6-43f1-418d-873d-0b13cb22b5c9 req-3154fd26-7b9b-45ab-8d7f-89a79e343881 tempest-SecurityGroupRulesNegativeTestJSON-2005662550 tempest-SecurityGroupRulesNegativeTestJSON-2005662550-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/5557da52-3413-4996-9ce4-bc8b379ae6e0 HTTP/1.1" status: 204 len: 173 time: 0.0986972 Jul 13 13:35:26.367180 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3154fd26-7b9b-45ab-8d7f-89a79e343881 tempest-SecurityGroupRulesNegativeTestJSON-2005662550 tempest-SecurityGroupRulesNegativeTestJSON-2005662550-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5557da52-3413-4996-9ce4-bc8b379ae6e0,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:35:26.489111 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63b04e1-00b1-4fc6-acf7-fadf1d542c6f req-66cb2ab2-5a18-4cf6-87fe-aa8e350fcd47 tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:26.491225 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b63b04e1-00b1-4fc6-acf7-fadf1d542c6f req-66cb2ab2-5a18-4cf6-87fe-aa8e350fcd47 tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] 10.222.0.23 "GET /v2.0/ports?device_id=9667b2b3-a6a8-4192-9815-a4b1d860f93e HTTP/1.1" status: 200 len: 945 time: 0.0779760 Jul 13 13:35:26.528174 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93af71b-dc1b-4d14-9fbb-e6f3d6366c20 req-8898a91e-85a7-4db9-8cf8-228d3e9e5fef tempest-ServerTagsTestJSON-1753017370 tempest-ServerTagsTestJSON-1753017370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:26.530250 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a93af71b-dc1b-4d14-9fbb-e6f3d6366c20 req-8898a91e-85a7-4db9-8cf8-228d3e9e5fef tempest-ServerTagsTestJSON-1753017370 tempest-ServerTagsTestJSON-1753017370-project] 10.222.0.26 "GET /v2.0/networks?id=d5e37cf4-ac82-46fc-b7ac-6849d0e1e7a9 HTTP/1.1" status: 200 len: 808 time: 0.1375818 Jul 13 13:35:26.544549 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-a93af71b-dc1b-4d14-9fbb-e6f3d6366c20 req-51cd659f-d1a5-49cd-b722-918030f2c167 tempest-ServerTagsTestJSON-1753017370 tempest-ServerTagsTestJSON-1753017370-project] Request body: {'port': {'device_id': 'fdcbd9c0-c755-492c-a138-b96725f841d8', 'network_id': 'd5e37cf4-ac82-46fc-b7ac-6849d0e1e7a9', 'admin_state_up': True, 'tenant_id': '99d38ab9e92d4d97b4f0c866dd4d4c99'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:35:26.563220 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b63b04e1-00b1-4fc6-acf7-fadf1d542c6f req-34bb6800-627c-45a7-843b-810ae854511a tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] 10.222.0.23 "GET /v2.0/security-groups?id=d29423a1-067a-4d38-adf6-741b7ccff4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649245 Jul 13 13:35:26.613049 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-427ed4a2-bd58-458d-b5b3-2a94251c215e req-5fb16b8b-b163-409d-863a-4bdf2efad1c1 tempest-SecurityGroupRulesNegativeTestJSON-2005662550 tempest-SecurityGroupRulesNegativeTestJSON-2005662550-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-57817547', 'description': 'tempest-description-179778764'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:35:26.647493 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-84a39160-8c47-4fbb-9a4e-1af23fe4595c req-e49e9075-8942-4049-9fa2-135c1b71285a tempest-ServerTagsTestJSON-1753017370 tempest-ServerTagsTestJSON-1753017370-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdcbd9c0-c755-492c-a138-b96725f841d8 HTTP/1.1" status: 200 len: 210 time: 0.0960064 Jul 13 13:35:26.649336 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-427ed4a2-bd58-458d-b5b3-2a94251c215e req-5fb16b8b-b163-409d-863a-4bdf2efad1c1 tempest-SecurityGroupRulesNegativeTestJSON-2005662550 tempest-SecurityGroupRulesNegativeTestJSON-2005662550-project] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:26.771701 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-427ed4a2-bd58-458d-b5b3-2a94251c215e req-5fb16b8b-b163-409d-863a-4bdf2efad1c1 tempest-SecurityGroupRulesNegativeTestJSON-2005662550 tempest-SecurityGroupRulesNegativeTestJSON-2005662550-project] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:26.776488 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-427ed4a2-bd58-458d-b5b3-2a94251c215e req-5fb16b8b-b163-409d-863a-4bdf2efad1c1 tempest-SecurityGroupRulesNegativeTestJSON-2005662550 tempest-SecurityGroupRulesNegativeTestJSON-2005662550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:26.795947 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a93af71b-dc1b-4d14-9fbb-e6f3d6366c20 req-51cd659f-d1a5-49cd-b722-918030f2c167 tempest-ServerTagsTestJSON-1753017370 tempest-ServerTagsTestJSON-1753017370-project] Made reservation on behalf of 99d38ab9e92d4d97b4f0c866dd4d4c99 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:35:26.801225 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-a93af71b-dc1b-4d14-9fbb-e6f3d6366c20 req-51cd659f-d1a5-49cd-b722-918030f2c167 tempest-ServerTagsTestJSON-1753017370 tempest-ServerTagsTestJSON-1753017370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:26.811281 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb16b8b-b163-409d-863a-4bdf2efad1c1 tempest-SecurityGroupRulesNegativeTestJSON-2005662550 tempest-SecurityGroupRulesNegativeTestJSON-2005662550-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4133f93-5e69-47c4-9ad6-bc97d4ea55b1,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:35:26.815198 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-427ed4a2-bd58-458d-b5b3-2a94251c215e req-5fb16b8b-b163-409d-863a-4bdf2efad1c1 tempest-SecurityGroupRulesNegativeTestJSON-2005662550 tempest-SecurityGroupRulesNegativeTestJSON-2005662550-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:26.835585 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-427ed4a2-bd58-458d-b5b3-2a94251c215e req-5fb16b8b-b163-409d-863a-4bdf2efad1c1 tempest-SecurityGroupRulesNegativeTestJSON-2005662550 tempest-SecurityGroupRulesNegativeTestJSON-2005662550-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.2300320 Jul 13 13:35:26.947784 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5e14a6e8-5304-4b4f-8ae1-02b7d295799f req-e90aa591-9b8d-48c5-9bf9-64683f529584 tempest-SecurityGroupRulesNegativeTestJSON-2005662550 tempest-SecurityGroupRulesNegativeTestJSON-2005662550-project] 10.222.0.23 "GET /v2.0/security-groups/a4133f93-5e69-47c4-9ad6-bc97d4ea55b1 HTTP/1.1" status: 200 len: 1810 time: 0.0476420 Jul 13 13:35:27.045353 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32cfd8d-9507-4ca1-bbbf-46b0a24ce2c6 req-442600a0-cea4-44f0-99d6-e8f47d8d6b34 tempest-ListServersNegativeTestJSON-1186610398 tempest-ListServersNegativeTestJSON-1186610398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:27.047174 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c32cfd8d-9507-4ca1-bbbf-46b0a24ce2c6 req-442600a0-cea4-44f0-99d6-e8f47d8d6b34 tempest-ListServersNegativeTestJSON-1186610398 tempest-ListServersNegativeTestJSON-1186610398-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca7b0c88-b54b-4d9a-83ec-091076a0e559 HTTP/1.1" status: 200 len: 945 time: 0.1868665 Jul 13 13:35:27.051480 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-a93af71b-dc1b-4d14-9fbb-e6f3d6366c20 req-51cd659f-d1a5-49cd-b722-918030f2c167 tempest-ServerTagsTestJSON-1753017370 tempest-ServerTagsTestJSON-1753017370-project] Allocated IP 172.20.0.8 (d5e37cf4-ac82-46fc-b7ac-6849d0e1e7a9/7584e461-b1a5-45d0-8f4f-8d1f841c9a9f/d868b384-8ad3-41dd-9d88-27cc0dd2f4d1) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:35:27.111554 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c32cfd8d-9507-4ca1-bbbf-46b0a24ce2c6 req-550630a0-c792-4669-a348-94df8749bb27 tempest-ListServersNegativeTestJSON-1186610398 tempest-ListServersNegativeTestJSON-1186610398-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e05c1f5-1646-442c-9367-24d51c2f3067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565565 Jul 13 13:35:27.259090 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-a93af71b-dc1b-4d14-9fbb-e6f3d6366c20 req-51cd659f-d1a5-49cd-b722-918030f2c167 tempest-ServerTagsTestJSON-1753017370 tempest-ServerTagsTestJSON-1753017370-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:27.306213 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-a93af71b-dc1b-4d14-9fbb-e6f3d6366c20 req-51cd659f-d1a5-49cd-b722-918030f2c167 tempest-ServerTagsTestJSON-1753017370 tempest-ServerTagsTestJSON-1753017370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:27.386591 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a93af71b-dc1b-4d14-9fbb-e6f3d6366c20 req-51cd659f-d1a5-49cd-b722-918030f2c167 tempest-ServerTagsTestJSON-1753017370 tempest-ServerTagsTestJSON-1753017370-project] Network d5e37cf4-ac82-46fc-b7ac-6849d0e1e7a9 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:35:27.398662 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-a93af71b-dc1b-4d14-9fbb-e6f3d6366c20 req-51cd659f-d1a5-49cd-b722-918030f2c167 tempest-ServerTagsTestJSON-1753017370 tempest-ServerTagsTestJSON-1753017370-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:35:27.401704 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-a93af71b-dc1b-4d14-9fbb-e6f3d6366c20 req-51cd659f-d1a5-49cd-b722-918030f2c167 tempest-ServerTagsTestJSON-1753017370 tempest-ServerTagsTestJSON-1753017370-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:35:27.424787 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd659f-d1a5-49cd-b722-918030f2c167 tempest-ServerTagsTestJSON-1753017370 tempest-ServerTagsTestJSON-1753017370-project] Pushing event updated for resources: {'Port': ['ID=d868b384-8ad3-41dd-9d88-27cc0dd2f4d1,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:35:27.465212 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93af71b-dc1b-4d14-9fbb-e6f3d6366c20 req-51cd659f-d1a5-49cd-b722-918030f2c167 tempest-ServerTagsTestJSON-1753017370 tempest-ServerTagsTestJSON-1753017370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:27.465853 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-a93af71b-dc1b-4d14-9fbb-e6f3d6366c20 req-51cd659f-d1a5-49cd-b722-918030f2c167 tempest-ServerTagsTestJSON-1753017370 tempest-ServerTagsTestJSON-1753017370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:27.482231 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82efb5ce-1c31-4dd4-9836-549309b3ee3c req-b9c4e6ad-d3b7-4841-b04b-71cfdf56ae81 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:27.483760 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-82efb5ce-1c31-4dd4-9836-549309b3ee3c req-b9c4e6ad-d3b7-4841-b04b-71cfdf56ae81 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/ports?device_id=b47b55d4-8ce4-4f13-bdab-9fd4a8aff692 HTTP/1.1" status: 200 len: 945 time: 0.1465025 Jul 13 13:35:27.500773 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a93af71b-dc1b-4d14-9fbb-e6f3d6366c20 req-51cd659f-d1a5-49cd-b722-918030f2c167 tempest-ServerTagsTestJSON-1753017370 tempest-ServerTagsTestJSON-1753017370-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9612253 Jul 13 13:35:27.518155 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-a93af71b-dc1b-4d14-9fbb-e6f3d6366c20 req-13e59776-a6e4-4742-95bd-384bb5f40a24 service neutron] Request body: {'port': {'device_id': 'fdcbd9c0-c755-492c-a138-b96725f841d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:35:27.570999 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-82efb5ce-1c31-4dd4-9836-549309b3ee3c req-fa0403a6-9cd0-4dcd-809c-1849865bee59 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1a1929d-de59-4a26-a69b-05b891c11dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784914 Jul 13 13:35:27.618255 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-940caf15-4e90-4c00-840a-3a148bcd9d79 req-d309411b-6fe5-4b7d-a6d6-4d0193a2c275 tempest-SecurityGroupRulesNegativeTestJSON-2005662550 tempest-SecurityGroupRulesNegativeTestJSON-2005662550-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1465169794', 'description': 'tempest-description-597100531'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:35:27.619869 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be159ebd-f3d7-47ac-b2b9-849cc8dabf05 req-98db977d-9eed-46b4-ab5d-90a72c20fac6 tempest-ListServersNegativeTestJSON-1186610398 tempest-ListServersNegativeTestJSON-1186610398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:27.621465 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-be159ebd-f3d7-47ac-b2b9-849cc8dabf05 req-98db977d-9eed-46b4-ab5d-90a72c20fac6 tempest-ListServersNegativeTestJSON-1186610398 tempest-ListServersNegativeTestJSON-1186610398-project] 10.222.0.23 "GET /v2.0/ports?device_id=25322471-cb67-43df-bbb5-aef59d9c0983 HTTP/1.1" status: 200 len: 946 time: 0.0813537 Jul 13 13:35:27.645976 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-a93af71b-dc1b-4d14-9fbb-e6f3d6366c20 req-13e59776-a6e4-4742-95bd-384bb5f40a24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:27.658455 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-940caf15-4e90-4c00-840a-3a148bcd9d79 req-d309411b-6fe5-4b7d-a6d6-4d0193a2c275 tempest-SecurityGroupRulesNegativeTestJSON-2005662550 tempest-SecurityGroupRulesNegativeTestJSON-2005662550-project] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:27.670544 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-be159ebd-f3d7-47ac-b2b9-849cc8dabf05 req-1642ee10-f013-4511-8e3e-4fe909d7f98a tempest-ListServersNegativeTestJSON-1186610398 tempest-ListServersNegativeTestJSON-1186610398-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e05c1f5-1646-442c-9367-24d51c2f3067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417902 Jul 13 13:35:27.898220 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-940caf15-4e90-4c00-840a-3a148bcd9d79 req-d309411b-6fe5-4b7d-a6d6-4d0193a2c275 tempest-SecurityGroupRulesNegativeTestJSON-2005662550 tempest-SecurityGroupRulesNegativeTestJSON-2005662550-project] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:27.902500 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4e266c-c834-4ba4-a256-1bf849d1ebf2 req-6e7cc1dd-01e0-4f3b-9292-c438a687883b tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:27.904249 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6b4e266c-c834-4ba4-a256-1bf849d1ebf2 req-6e7cc1dd-01e0-4f3b-9292-c438a687883b tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] 10.222.0.23 "GET /v2.0/ports?device_id=9667b2b3-a6a8-4192-9815-a4b1d860f93e HTTP/1.1" status: 200 len: 945 time: 0.0803668 Jul 13 13:35:27.908352 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-940caf15-4e90-4c00-840a-3a148bcd9d79 req-d309411b-6fe5-4b7d-a6d6-4d0193a2c275 tempest-SecurityGroupRulesNegativeTestJSON-2005662550 tempest-SecurityGroupRulesNegativeTestJSON-2005662550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:27.953796 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6b4e266c-c834-4ba4-a256-1bf849d1ebf2 req-26d34a7b-bbb9-4438-9017-a8c89efde215 tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] 10.222.0.23 "GET /v2.0/security-groups?id=d29423a1-067a-4d38-adf6-741b7ccff4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433319 Jul 13 13:35:27.960668 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-940caf15-4e90-4c00-840a-3a148bcd9d79 req-d309411b-6fe5-4b7d-a6d6-4d0193a2c275 tempest-SecurityGroupRulesNegativeTestJSON-2005662550 tempest-SecurityGroupRulesNegativeTestJSON-2005662550-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:27.962074 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-940caf15-4e90-4c00-840a-3a148bcd9d79 req-d309411b-6fe5-4b7d-a6d6-4d0193a2c275 tempest-SecurityGroupRulesNegativeTestJSON-2005662550 tempest-SecurityGroupRulesNegativeTestJSON-2005662550-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.3508232 Jul 13 13:35:27.978751 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d309411b-6fe5-4b7d-a6d6-4d0193a2c275 tempest-SecurityGroupRulesNegativeTestJSON-2005662550 tempest-SecurityGroupRulesNegativeTestJSON-2005662550-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49bc1788-a8ee-4053-8d88-01aa8c2a7365,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:35:28.045780 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-a93af71b-dc1b-4d14-9fbb-e6f3d6366c20 req-13e59776-a6e4-4742-95bd-384bb5f40a24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d868b384-8ad3-41dd-9d88-27cc0dd2f4d1 {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:35:28.054069 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-a93af71b-dc1b-4d14-9fbb-e6f3d6366c20 req-13e59776-a6e4-4742-95bd-384bb5f40a24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:28.067963 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-a93af71b-dc1b-4d14-9fbb-e6f3d6366c20 req-13e59776-a6e4-4742-95bd-384bb5f40a24 service neutron] Transition to ACTIVE for port object d868b384-8ad3-41dd-9d88-27cc0dd2f4d1 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:35:28.074627 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-a93af71b-dc1b-4d14-9fbb-e6f3d6366c20 req-13e59776-a6e4-4742-95bd-384bb5f40a24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:28.135193 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32690c66-fedf-45ea-9962-656556a32e5a req-3528c678-7e03-498e-bee5-af94a5690545 tempest-ListServersNegativeTestJSON-1186610398 tempest-ListServersNegativeTestJSON-1186610398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:28.136854 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-32690c66-fedf-45ea-9962-656556a32e5a req-3528c678-7e03-498e-bee5-af94a5690545 tempest-ListServersNegativeTestJSON-1186610398 tempest-ListServersNegativeTestJSON-1186610398-project] 10.222.0.23 "GET /v2.0/ports?device_id=8bf1377e-cd12-4e83-b9cc-930432d375a5 HTTP/1.1" status: 200 len: 945 time: 0.0669501 Jul 13 13:35:28.159981 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e59776-a6e4-4742-95bd-384bb5f40a24 service neutron] Pushing event updated for resources: {'Port': ['ID=d868b384-8ad3-41dd-9d88-27cc0dd2f4d1,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:35:28.185418 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-32690c66-fedf-45ea-9962-656556a32e5a req-35af7685-2a89-4f74-889f-13a05471146a tempest-ListServersNegativeTestJSON-1186610398 tempest-ListServersNegativeTestJSON-1186610398-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e05c1f5-1646-442c-9367-24d51c2f3067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424409 Jul 13 13:35:28.253388 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-a93af71b-dc1b-4d14-9fbb-e6f3d6366c20 req-13e59776-a6e4-4742-95bd-384bb5f40a24 service neutron] Attempting to bind port d868b384-8ad3-41dd-9d88-27cc0dd2f4d1 on host n-h1-800634-1 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:35:28.253751 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-a93af71b-dc1b-4d14-9fbb-e6f3d6366c20 req-13e59776-a6e4-4742-95bd-384bb5f40a24 service neutron] Attempting to bind port d868b384-8ad3-41dd-9d88-27cc0dd2f4d1 by drivers openvswitch,hyperv on host n-h1-800634-1 at level 0 using segments [{'id': '4afa5f85-f33f-4e1f-a857-a9a2d6090dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd5e37cf4-ac82-46fc-b7ac-6849d0e1e7a9'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:35:28.254152 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93af71b-dc1b-4d14-9fbb-e6f3d6366c20 req-13e59776-a6e4-4742-95bd-384bb5f40a24 service neutron] Attempting to bind port d868b384-8ad3-41dd-9d88-27cc0dd2f4d1 on network d5e37cf4-ac82-46fc-b7ac-6849d0e1e7a9 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:35:28.263283 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccb6482-8381-4b19-ba21-5efeff8f8c3d req-b2d0dc47-84dd-43be-a4fd-4e626e7ccd1c tempest-ServerTagsTestJSON-1753017370 tempest-ServerTagsTestJSON-1753017370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:28.266182 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4ccb6482-8381-4b19-ba21-5efeff8f8c3d req-b2d0dc47-84dd-43be-a4fd-4e626e7ccd1c tempest-ServerTagsTestJSON-1753017370 tempest-ServerTagsTestJSON-1753017370-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdcbd9c0-c755-492c-a138-b96725f841d8 HTTP/1.1" status: 200 len: 943 time: 0.1631696 Jul 13 13:35:28.279829 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93af71b-dc1b-4d14-9fbb-e6f3d6366c20 req-13e59776-a6e4-4742-95bd-384bb5f40a24 service neutron] Port d868b384-8ad3-41dd-9d88-27cc0dd2f4d1 on network d5e37cf4-ac82-46fc-b7ac-6849d0e1e7a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-1 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:35:28.280410 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93af71b-dc1b-4d14-9fbb-e6f3d6366c20 req-13e59776-a6e4-4742-95bd-384bb5f40a24 service neutron] Attempting to bind port d868b384-8ad3-41dd-9d88-27cc0dd2f4d1 on network d5e37cf4-ac82-46fc-b7ac-6849d0e1e7a9 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:35:28.294043 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93af71b-dc1b-4d14-9fbb-e6f3d6366c20 req-13e59776-a6e4-4742-95bd-384bb5f40a24 service neutron] Checking agent: {'id': 'a7603dc8-3c50-4a9b-8f0d-1143528f155e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:35:28.294389 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93af71b-dc1b-4d14-9fbb-e6f3d6366c20 req-13e59776-a6e4-4742-95bd-384bb5f40a24 service neutron] Checking segment: {'id': '4afa5f85-f33f-4e1f-a857-a9a2d6090dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd5e37cf4-ac82-46fc-b7ac-6849d0e1e7a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:35:28.294775 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93af71b-dc1b-4d14-9fbb-e6f3d6366c20 req-13e59776-a6e4-4742-95bd-384bb5f40a24 service neutron] Bound using segment: {'id': '4afa5f85-f33f-4e1f-a857-a9a2d6090dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd5e37cf4-ac82-46fc-b7ac-6849d0e1e7a9'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:35:28.295216 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-a93af71b-dc1b-4d14-9fbb-e6f3d6366c20 req-13e59776-a6e4-4742-95bd-384bb5f40a24 service neutron] Bound port: d868b384-8ad3-41dd-9d88-27cc0dd2f4d1, host: n-h1-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4afa5f85-f33f-4e1f-a857-a9a2d6090dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd5e37cf4-ac82-46fc-b7ac-6849d0e1e7a9'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:35:28.296045 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-a93af71b-dc1b-4d14-9fbb-e6f3d6366c20 req-13e59776-a6e4-4742-95bd-384bb5f40a24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:28.319901 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-0674df8a-d54f-4ab1-b16f-d7a42cf23bda req-837e5b0a-6f54-40c3-bf6d-a6c4c35dd49b tempest-SecurityGroupRulesNegativeTestJSON-2005662550 tempest-SecurityGroupRulesNegativeTestJSON-2005662550-project] 10.222.0.23 "GET /v2.0/security-groups/49bc1788-a8ee-4053-8d88-01aa8c2a7365 HTTP/1.1" status: 200 len: 1812 time: 0.0398507 Jul 13 13:35:28.324640 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4ccb6482-8381-4b19-ba21-5efeff8f8c3d req-290810cf-b782-482b-adfc-3aa4817e88ab tempest-ServerTagsTestJSON-1753017370 tempest-ServerTagsTestJSON-1753017370-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec893155-8d67-422c-a54d-407e9d56e839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531428 Jul 13 13:35:28.397421 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-a93af71b-dc1b-4d14-9fbb-e6f3d6366c20 req-13e59776-a6e4-4742-95bd-384bb5f40a24 service neutron] For port d868b384-8ad3-41dd-9d88-27cc0dd2f4d1, host n-h1-800634-1, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:35:28.398721 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-a93af71b-dc1b-4d14-9fbb-e6f3d6366c20 req-13e59776-a6e4-4742-95bd-384bb5f40a24 service neutron] For port d868b384-8ad3-41dd-9d88-27cc0dd2f4d1, host n-h1-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=d868b384-8ad3-41dd-9d88-27cc0dd2f4d1,segment=NetworkSegment(4afa5f85-f33f-4e1f-a857-a9a2d6090dd6),segment_id=4afa5f85-f33f-4e1f-a857-a9a2d6090dd6)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:35:28.405524 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-a93af71b-dc1b-4d14-9fbb-e6f3d6366c20 req-13e59776-a6e4-4742-95bd-384bb5f40a24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:28.452856 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-bb991e0b-9bde-4887-8e8b-7bd3d9a106a6 req-792056f3-0b11-44c6-bcca-7cd77a2e09df tempest-SecurityGroupRulesNegativeTestJSON-2005662550 tempest-SecurityGroupRulesNegativeTestJSON-2005662550-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2003334285', 'description': 'tempest-description-1044273312'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:35:28.471056 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93af71b-dc1b-4d14-9fbb-e6f3d6366c20 req-13e59776-a6e4-4742-95bd-384bb5f40a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:28.472042 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-a93af71b-dc1b-4d14-9fbb-e6f3d6366c20 req-13e59776-a6e4-4742-95bd-384bb5f40a24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:28.473801 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a93af71b-dc1b-4d14-9fbb-e6f3d6366c20 req-13e59776-a6e4-4742-95bd-384bb5f40a24 service neutron] 10.222.0.26 "PUT /v2.0/ports/d868b384-8ad3-41dd-9d88-27cc0dd2f4d1 HTTP/1.1" status: 200 len: 1091 time: 0.9614000 Jul 13 13:35:28.474054 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdcbd9c0-c755-492c-a138-b96725f841d8', 'tag': 'd868b384-8ad3-41dd-9d88-27cc0dd2f4d1'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:35:28.477148 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b07e7389-5983-4428-beba-09f45150da6e" -d '{"events": [{"name": "network-changed", "server_uuid": "fdcbd9c0-c755-492c-a138-b96725f841d8", "tag": "d868b384-8ad3-41dd-9d88-27cc0dd2f4d1"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:35:28.510561 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e59776-a6e4-4742-95bd-384bb5f40a24 service neutron] Pushing event updated for resources: {'Port': ['ID=d868b384-8ad3-41dd-9d88-27cc0dd2f4d1,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:35:28.515976 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-bb991e0b-9bde-4887-8e8b-7bd3d9a106a6 req-792056f3-0b11-44c6-bcca-7cd77a2e09df tempest-SecurityGroupRulesNegativeTestJSON-2005662550 tempest-SecurityGroupRulesNegativeTestJSON-2005662550-project] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:28.618409 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93af71b-dc1b-4d14-9fbb-e6f3d6366c20 req-1a609386-eba2-48d8-b203-259d57e19e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:28.620232 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a93af71b-dc1b-4d14-9fbb-e6f3d6366c20 req-1a609386-eba2-48d8-b203-259d57e19e99 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=99d38ab9e92d4d97b4f0c866dd4d4c99&device_id=fdcbd9c0-c755-492c-a138-b96725f841d8 HTTP/1.1" status: 200 len: 1094 time: 0.1006079 Jul 13 13:35:28.684654 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a93af71b-dc1b-4d14-9fbb-e6f3d6366c20 req-fb09f439-e480-4cc0-a9f0-7bab7103897b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d868b384-8ad3-41dd-9d88-27cc0dd2f4d1 HTTP/1.1" status: 200 len: 217 time: 0.0491250 Jul 13 13:35:28.730178 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 13:35:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfdbcbe9-7b9c-4ed8-8f3e-98835d85e5f0 x-openstack-request-id: req-cfdbcbe9-7b9c-4ed8-8f3e-98835d85e5f0 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:35:28.730472 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdcbd9c0-c755-492c-a138-b96725f841d8", "tag": "d868b384-8ad3-41dd-9d88-27cc0dd2f4d1", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:35:28.730822 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cfdbcbe9-7b9c-4ed8-8f3e-98835d85e5f0 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:35:28.731615 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdcbd9c0-c755-492c-a138-b96725f841d8', 'tag': 'd868b384-8ad3-41dd-9d88-27cc0dd2f4d1', 'status': 'completed', 'code': 200} Jul 13 13:35:28.759095 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-bb991e0b-9bde-4887-8e8b-7bd3d9a106a6 req-792056f3-0b11-44c6-bcca-7cd77a2e09df tempest-SecurityGroupRulesNegativeTestJSON-2005662550 tempest-SecurityGroupRulesNegativeTestJSON-2005662550-project] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:28.773602 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-bb991e0b-9bde-4887-8e8b-7bd3d9a106a6 req-792056f3-0b11-44c6-bcca-7cd77a2e09df tempest-SecurityGroupRulesNegativeTestJSON-2005662550 tempest-SecurityGroupRulesNegativeTestJSON-2005662550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:28.792004 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 52436) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:35:28.811198 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93af71b-dc1b-4d14-9fbb-e6f3d6366c20 req-d32b9a8c-5428-4e00-bd71-8347a2f01845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:28.813495 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a93af71b-dc1b-4d14-9fbb-e6f3d6366c20 req-d32b9a8c-5428-4e00-bd71-8347a2f01845 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7584e461-b1a5-45d0-8f4f-8d1f841c9a9f HTTP/1.1" status: 200 len: 848 time: 0.1126704 Jul 13 13:35:28.853533 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a93af71b-dc1b-4d14-9fbb-e6f3d6366c20 req-3728e310-ae8b-4cd8-8863-c33b5d88455e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d5e37cf4-ac82-46fc-b7ac-6849d0e1e7a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299551 Jul 13 13:35:28.854654 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-bb991e0b-9bde-4887-8e8b-7bd3d9a106a6 req-792056f3-0b11-44c6-bcca-7cd77a2e09df tempest-SecurityGroupRulesNegativeTestJSON-2005662550 tempest-SecurityGroupRulesNegativeTestJSON-2005662550-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:28.868245 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bb991e0b-9bde-4887-8e8b-7bd3d9a106a6 req-792056f3-0b11-44c6-bcca-7cd77a2e09df tempest-SecurityGroupRulesNegativeTestJSON-2005662550 tempest-SecurityGroupRulesNegativeTestJSON-2005662550-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.4248395 Jul 13 13:35:28.869577 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792056f3-0b11-44c6-bcca-7cd77a2e09df tempest-SecurityGroupRulesNegativeTestJSON-2005662550 tempest-SecurityGroupRulesNegativeTestJSON-2005662550-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed2e5d6e-89a2-46e3-9278-fa9ff7fa7ce0,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:35:28.898523 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8476b032-2d77-4e63-9b41-5d97f7939feb req-971d726e-f8da-4988-8583-bfd0cfdc9e87 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:28.906513 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8476b032-2d77-4e63-9b41-5d97f7939feb req-971d726e-f8da-4988-8583-bfd0cfdc9e87 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/ports?device_id=b47b55d4-8ce4-4f13-bdab-9fd4a8aff692 HTTP/1.1" status: 200 len: 945 time: 0.0907798 Jul 13 13:35:28.952999 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8476b032-2d77-4e63-9b41-5d97f7939feb req-6ad2b81d-b6a6-4d95-8b8b-746a867e191e tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1a1929d-de59-4a26-a69b-05b891c11dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454681 Jul 13 13:35:28.978590 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c9f6180e-a7b8-4f38-8cd7-0c673a638bd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:29.078883 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a93af71b-dc1b-4d14-9fbb-e6f3d6366c20 req-b09ed976-8a89-415b-9649-25733304a6c3 service neutron] 10.222.0.26 "GET /v2.0/networks/d5e37cf4-ac82-46fc-b7ac-6849d0e1e7a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914687 Jul 13 13:35:29.096268 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ab3447-b714-412b-acfd-dd58cf8a0573 req-d8b7dff8-a3df-4cdb-aeae-9bcf59f6887f tempest-ListServersNegativeTestJSON-1186610398 tempest-ListServersNegativeTestJSON-1186610398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:29.098222 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-79ab3447-b714-412b-acfd-dd58cf8a0573 req-d8b7dff8-a3df-4cdb-aeae-9bcf59f6887f tempest-ListServersNegativeTestJSON-1186610398 tempest-ListServersNegativeTestJSON-1186610398-project] 10.222.0.23 "GET /v2.0/ports?device_id=8bf1377e-cd12-4e83-b9cc-930432d375a5 HTTP/1.1" status: 200 len: 945 time: 0.1034479 Jul 13 13:35:29.122029 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7c216d6f-b72d-4563-a1d4-3a2a165d2e97 req-6bae6efb-1757-435e-ae91-a6f05c936783 tempest-SecurityGroupRulesNegativeTestJSON-2005662550 tempest-SecurityGroupRulesNegativeTestJSON-2005662550-project] 10.222.0.23 "GET /v2.0/security-groups/ed2e5d6e-89a2-46e3-9278-fa9ff7fa7ce0 HTTP/1.1" status: 200 len: 1813 time: 0.0778754 Jul 13 13:35:29.174056 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c9f6180e-a7b8-4f38-8cd7-0c673a638bd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:29.180884 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c9f6180e-a7b8-4f38-8cd7-0c673a638bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:29.215533 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-79ab3447-b714-412b-acfd-dd58cf8a0573 req-f85986a7-4896-4962-9fa3-a9b9462cea5d tempest-ListServersNegativeTestJSON-1186610398 tempest-ListServersNegativeTestJSON-1186610398-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e05c1f5-1646-442c-9367-24d51c2f3067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075895 Jul 13 13:35:29.230321 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-c9f6180e-a7b8-4f38-8cd7-0c673a638bd0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f62141a508f74ece96fd39fc44e19013&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4366922 Jul 13 13:35:29.233139 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 52448) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:35:29.246785 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a93af71b-dc1b-4d14-9fbb-e6f3d6366c20 req-e8b28c9a-6950-48c8-aeeb-4e0d9b8dab32 service neutron] 10.222.0.26 "GET /v2.0/networks/d5e37cf4-ac82-46fc-b7ac-6849d0e1e7a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451743 Jul 13 13:35:29.264329 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f6180e-a7b8-4f38-8cd7-0c673a638bd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5ee7502-9521-4d09-8cfc-fbfeebca22f4,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:35:29.342111 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-7a8a8ba3-96aa-484c-9aff-1c719cc5d366 req-3e6403bd-598a-41b2-9dea-bd9779b4e6e2 tempest-SecurityGroupRulesNegativeTestJSON-2005662550 tempest-SecurityGroupRulesNegativeTestJSON-2005662550-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-387007581', 'description': 'tempest-description-562951586'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:35:29.378410 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-7a8a8ba3-96aa-484c-9aff-1c719cc5d366 req-3e6403bd-598a-41b2-9dea-bd9779b4e6e2 tempest-SecurityGroupRulesNegativeTestJSON-2005662550 tempest-SecurityGroupRulesNegativeTestJSON-2005662550-project] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:29.384065 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-62cfedcd-fa90-4c5a-9e58-874583b10650 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:29.399752 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07e7389-5983-4428-beba-09f45150da6e req-b339c5f1-8b3f-4309-9ee0-0b861688c4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:29.401341 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b07e7389-5983-4428-beba-09f45150da6e req-b339c5f1-8b3f-4309-9ee0-0b861688c4ea service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=99d38ab9e92d4d97b4f0c866dd4d4c99&device_id=fdcbd9c0-c755-492c-a138-b96725f841d8 HTTP/1.1" status: 200 len: 1094 time: 0.1034632 Jul 13 13:35:29.426624 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-62cfedcd-fa90-4c5a-9e58-874583b10650 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:29.448732 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2aafff0-e448-4dfd-b842-42b51f65001e req-c5d03b47-5179-429f-9afc-6b5407e71210 tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:29.450271 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f2aafff0-e448-4dfd-b842-42b51f65001e req-c5d03b47-5179-429f-9afc-6b5407e71210 tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] 10.222.0.23 "GET /v2.0/ports?device_id=9667b2b3-a6a8-4192-9815-a4b1d860f93e HTTP/1.1" status: 200 len: 945 time: 0.1828384 Jul 13 13:35:29.526768 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f2aafff0-e448-4dfd-b842-42b51f65001e req-b64620de-d12e-442c-b2ec-15c169aec69a tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] 10.222.0.23 "GET /v2.0/security-groups?id=d29423a1-067a-4d38-adf6-741b7ccff4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685334 Jul 13 13:35:29.550926 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07e7389-5983-4428-beba-09f45150da6e req-37822e62-530f-4273-ac71-74f4b1a544ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:29.552284 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-62cfedcd-fa90-4c5a-9e58-874583b10650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:29.555124 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-62cfedcd-fa90-4c5a-9e58-874583b10650 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:29.559166 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-62cfedcd-fa90-4c5a-9e58-874583b10650 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d5ee7502-9521-4d09-8cfc-fbfeebca22f4 HTTP/1.1" status: 204 len: 168 time: 0.3246450 Jul 13 13:35:29.562765 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b07e7389-5983-4428-beba-09f45150da6e req-37822e62-530f-4273-ac71-74f4b1a544ff service neutron] 10.222.0.26 "GET /v2.0/networks?id=d5e37cf4-ac82-46fc-b7ac-6849d0e1e7a9 HTTP/1.1" status: 200 len: 908 time: 0.1545148 Jul 13 13:35:29.574910 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cfedcd-fa90-4c5a-9e58-874583b10650 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5ee7502-9521-4d09-8cfc-fbfeebca22f4,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:35:29.622990 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b07e7389-5983-4428-beba-09f45150da6e req-531acb91-3d09-499a-bb5e-db5e76bd0f84 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d868b384-8ad3-41dd-9d88-27cc0dd2f4d1 HTTP/1.1" status: 200 len: 217 time: 0.0391734 Jul 13 13:35:29.629617 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-7a8a8ba3-96aa-484c-9aff-1c719cc5d366 req-3e6403bd-598a-41b2-9dea-bd9779b4e6e2 tempest-SecurityGroupRulesNegativeTestJSON-2005662550 tempest-SecurityGroupRulesNegativeTestJSON-2005662550-project] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:29.680673 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07e7389-5983-4428-beba-09f45150da6e req-ac86272c-73f6-4016-ad4c-4cfea02ad63a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:29.682220 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b07e7389-5983-4428-beba-09f45150da6e req-ac86272c-73f6-4016-ad4c-4cfea02ad63a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7584e461-b1a5-45d0-8f4f-8d1f841c9a9f HTTP/1.1" status: 200 len: 848 time: 0.0514047 Jul 13 13:35:29.683452 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-7a8a8ba3-96aa-484c-9aff-1c719cc5d366 req-3e6403bd-598a-41b2-9dea-bd9779b4e6e2 tempest-SecurityGroupRulesNegativeTestJSON-2005662550 tempest-SecurityGroupRulesNegativeTestJSON-2005662550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:29.738639 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b07e7389-5983-4428-beba-09f45150da6e req-3e3815b8-9cde-4db0-8d71-9f919754f124 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d5e37cf4-ac82-46fc-b7ac-6849d0e1e7a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467610 Jul 13 13:35:29.758756 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-7a8a8ba3-96aa-484c-9aff-1c719cc5d366 req-3e6403bd-598a-41b2-9dea-bd9779b4e6e2 tempest-SecurityGroupRulesNegativeTestJSON-2005662550 tempest-SecurityGroupRulesNegativeTestJSON-2005662550-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:29.760049 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7a8a8ba3-96aa-484c-9aff-1c719cc5d366 req-3e6403bd-598a-41b2-9dea-bd9779b4e6e2 tempest-SecurityGroupRulesNegativeTestJSON-2005662550 tempest-SecurityGroupRulesNegativeTestJSON-2005662550-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.4259608 Jul 13 13:35:29.806738 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e400bebc-f83a-4e1c-a20f-4ae506ee47b1 req-89d30b13-5490-4a04-b7ff-d99430b38513 tempest-ServerTagsTestJSON-1753017370 tempest-ServerTagsTestJSON-1753017370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:29.810031 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6403bd-598a-41b2-9dea-bd9779b4e6e2 tempest-SecurityGroupRulesNegativeTestJSON-2005662550 tempest-SecurityGroupRulesNegativeTestJSON-2005662550-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f40f7b15-5d59-48c1-9c70-47398f6799fc,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:35:29.816194 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e400bebc-f83a-4e1c-a20f-4ae506ee47b1 req-89d30b13-5490-4a04-b7ff-d99430b38513 tempest-ServerTagsTestJSON-1753017370 tempest-ServerTagsTestJSON-1753017370-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdcbd9c0-c755-492c-a138-b96725f841d8 HTTP/1.1" status: 200 len: 943 time: 0.1216054 Jul 13 13:35:29.876568 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e400bebc-f83a-4e1c-a20f-4ae506ee47b1 req-56708e68-7a80-4a0b-aa98-488ed81b3e87 tempest-ServerTagsTestJSON-1753017370 tempest-ServerTagsTestJSON-1753017370-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec893155-8d67-422c-a54d-407e9d56e839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593665 Jul 13 13:35:29.894788 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b56b29a0-27fd-4d76-b602-fe4d6019a0d2 req-1da58c19-5d4c-4701-bb83-9dc31074a6e7 tempest-SecurityGroupRulesNegativeTestJSON-2005662550 tempest-SecurityGroupRulesNegativeTestJSON-2005662550-project] 10.222.0.23 "GET /v2.0/security-groups/f40f7b15-5d59-48c1-9c70-47398f6799fc HTTP/1.1" status: 200 len: 1811 time: 0.0729160 Jul 13 13:35:29.941997 n-d-800634-1 neutron-server[93750]: INFO neutron.api.v2.resource [req-52f748d0-685f-4a13-8531-3a0d82414f8f req-12bf8baa-e359-4491-80e1-92aab5100116 tempest-SecurityGroupRulesNegativeTestJSON-2005662550 tempest-SecurityGroupRulesNegativeTestJSON-2005662550-project] show failed (client error): The resource could not be found. Jul 13 13:35:29.943385 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-52f748d0-685f-4a13-8531-3a0d82414f8f req-12bf8baa-e359-4491-80e1-92aab5100116 tempest-SecurityGroupRulesNegativeTestJSON-2005662550 tempest-SecurityGroupRulesNegativeTestJSON-2005662550-project] 10.222.0.23 "GET /v2.0/security-groups/def76dd5-ce8d-4713-90b1-472ea4a824b1 HTTP/1.1" status: 404 len: 352 time: 0.0277438 Jul 13 13:35:29.967866 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b07e7389-5983-4428-beba-09f45150da6e req-1bab2216-b4d7-41a4-ae89-baf6ab1b3752 service neutron] 10.222.0.26 "GET /v2.0/networks/d5e37cf4-ac82-46fc-b7ac-6849d0e1e7a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206833 Jul 13 13:35:30.051995 n-d-800634-1 neutron-server[93750]: INFO neutron.api.v2.resource [req-f7614418-c3d4-4344-8bd1-05ee4351e9c7 req-b0068cec-9485-4481-a5d0-e68263e7f4b0 tempest-SecurityGroupRulesNegativeTestJSON-2005662550 tempest-SecurityGroupRulesNegativeTestJSON-2005662550-project] show failed (client error): The resource could not be found. Jul 13 13:35:30.067894 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f7614418-c3d4-4344-8bd1-05ee4351e9c7 req-b0068cec-9485-4481-a5d0-e68263e7f4b0 tempest-SecurityGroupRulesNegativeTestJSON-2005662550 tempest-SecurityGroupRulesNegativeTestJSON-2005662550-project] 10.222.0.23 "GET /v2.0/security-group-rules/26ced5e3-71ce-461f-aa51-2dd8f172687b HTTP/1.1" status: 404 len: 361 time: 0.0307915 Jul 13 13:35:30.122995 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:30.173117 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b07e7389-5983-4428-beba-09f45150da6e req-4d202281-e661-4134-938e-1c7729e0e119 service neutron] 10.222.0.26 "GET /v2.0/networks/d5e37cf4-ac82-46fc-b7ac-6849d0e1e7a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947670 Jul 13 13:35:30.281803 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a440e2-0cc3-491c-a5cd-118cdd6f0dbc req-726fa2cf-9f13-45ae-9eeb-85ed7ba9f808 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:30.283636 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-49a440e2-0cc3-491c-a5cd-118cdd6f0dbc req-726fa2cf-9f13-45ae-9eeb-85ed7ba9f808 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/ports?device_id=b47b55d4-8ce4-4f13-bdab-9fd4a8aff692 HTTP/1.1" status: 200 len: 945 time: 0.0814395 Jul 13 13:35:30.316865 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e7dc89-a857-4c10-9612-52575a069b4f req-1f412f73-eaea-4712-bd96-69066230cb15 tempest-ListServersNegativeTestJSON-1186610398 tempest-ListServersNegativeTestJSON-1186610398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:30.319700 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d9e7dc89-a857-4c10-9612-52575a069b4f req-1f412f73-eaea-4712-bd96-69066230cb15 tempest-ListServersNegativeTestJSON-1186610398 tempest-ListServersNegativeTestJSON-1186610398-project] 10.222.0.26 "GET /v2.0/ports?device_id=8bf1377e-cd12-4e83-b9cc-930432d375a5 HTTP/1.1" status: 200 len: 945 time: 0.1581037 Jul 13 13:35:30.354429 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-49a440e2-0cc3-491c-a5cd-118cdd6f0dbc req-4232b6b8-0459-4670-bdb8-49dc8a840999 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1a1929d-de59-4a26-a69b-05b891c11dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633976 Jul 13 13:35:30.406158 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-9269f749-db0f-45f2-9c84-a54d603cfb6c req-92de624b-4669-4212-a249-1da14ffd5e6f tempest-SecurityGroupRulesNegativeTestJSON-2005662550 tempest-SecurityGroupRulesNegativeTestJSON-2005662550-project] 10.222.0.23 "GET /v2.0/security-groups/f40f7b15-5d59-48c1-9c70-47398f6799fc HTTP/1.1" status: 200 len: 1811 time: 0.1381493 Jul 13 13:35:30.421956 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:30.487515 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 52500) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:35:30.516728 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-9269f749-db0f-45f2-9c84-a54d603cfb6c req-1e1145ce-7ffb-4b49-9821-f45bec6fd992 tempest-SecurityGroupRulesNegativeTestJSON-2005662550 tempest-SecurityGroupRulesNegativeTestJSON-2005662550-project] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:30.520709 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-d9e7dc89-a857-4c10-9612-52575a069b4f req-6e74646f-5313-4a5c-85da-c89bbe49038d tempest-ListServersNegativeTestJSON-1186610398 tempest-ListServersNegativeTestJSON-1186610398-project] Deleting port 9341f058-1b4f-4363-a9ee-a40dc766104a {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:35:30.521111 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-d9e7dc89-a857-4c10-9612-52575a069b4f req-6e74646f-5313-4a5c-85da-c89bbe49038d tempest-ListServersNegativeTestJSON-1186610398 tempest-ListServersNegativeTestJSON-1186610398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:30.586685 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-9269f749-db0f-45f2-9c84-a54d603cfb6c req-1e1145ce-7ffb-4b49-9821-f45bec6fd992 tempest-SecurityGroupRulesNegativeTestJSON-2005662550 tempest-SecurityGroupRulesNegativeTestJSON-2005662550-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:30.616558 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbbd96a-d22b-474a-9a83-4acd984a2f99 req-616493ba-6643-4eb6-a684-854c173570e4 tempest-ListServersNegativeTestJSON-1186610398 tempest-ListServersNegativeTestJSON-1186610398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:30.618239 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-fbbbd96a-d22b-474a-9a83-4acd984a2f99 req-616493ba-6643-4eb6-a684-854c173570e4 tempest-ListServersNegativeTestJSON-1186610398 tempest-ListServersNegativeTestJSON-1186610398-project] 10.222.0.23 "GET /v2.0/ports?device_id=8bf1377e-cd12-4e83-b9cc-930432d375a5 HTTP/1.1" status: 200 len: 945 time: 0.0920053 Jul 13 13:35:30.621784 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-f5385096-b3c6-4166-b07b-cf36df826db3 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-213962535-network', 'tenant_id': '94689ad386234fb594427716c15799ee'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:35:30.659610 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-d9e7dc89-a857-4c10-9612-52575a069b4f req-6e74646f-5313-4a5c-85da-c89bbe49038d tempest-ListServersNegativeTestJSON-1186610398 tempest-ListServersNegativeTestJSON-1186610398-project] For port 9341f058-1b4f-4363-a9ee-a40dc766104a, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=9341f058-1b4f-4363-a9ee-a40dc766104a,segment=NetworkSegment(0e088d7a-7675-40e8-ac05-982d7aacdc90),segment_id=0e088d7a-7675-40e8-ac05-982d7aacdc90)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:35:30.660121 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-d9e7dc89-a857-4c10-9612-52575a069b4f req-6e74646f-5313-4a5c-85da-c89bbe49038d tempest-ListServersNegativeTestJSON-1186610398 tempest-ListServersNegativeTestJSON-1186610398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:30.664430 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5385096-b3c6-4166-b07b-cf36df826db3 admin admin] Made reservation on behalf of 94689ad386234fb594427716c15799ee for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:35:30.666898 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f5385096-b3c6-4166-b07b-cf36df826db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:30.669068 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-9269f749-db0f-45f2-9c84-a54d603cfb6c req-1e1145ce-7ffb-4b49-9821-f45bec6fd992 tempest-SecurityGroupRulesNegativeTestJSON-2005662550 tempest-SecurityGroupRulesNegativeTestJSON-2005662550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:30.671646 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-9269f749-db0f-45f2-9c84-a54d603cfb6c req-1e1145ce-7ffb-4b49-9821-f45bec6fd992 tempest-SecurityGroupRulesNegativeTestJSON-2005662550 tempest-SecurityGroupRulesNegativeTestJSON-2005662550-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:30.672806 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-9269f749-db0f-45f2-9c84-a54d603cfb6c req-1e1145ce-7ffb-4b49-9821-f45bec6fd992 tempest-SecurityGroupRulesNegativeTestJSON-2005662550 tempest-SecurityGroupRulesNegativeTestJSON-2005662550-project] 10.222.0.23 "DELETE /v2.0/security-groups/f40f7b15-5d59-48c1-9c70-47398f6799fc HTTP/1.1" status: 204 len: 173 time: 0.2564254 Jul 13 13:35:30.683302 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-d9e7dc89-a857-4c10-9612-52575a069b4f req-6e74646f-5313-4a5c-85da-c89bbe49038d tempest-ListServersNegativeTestJSON-1186610398 tempest-ListServersNegativeTestJSON-1186610398-project] Calling delete_port for 9341f058-1b4f-4363-a9ee-a40dc766104a owned by compute:nova {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:35:30.685351 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f5385096-b3c6-4166-b07b-cf36df826db3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:30.692918 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1145ce-7ffb-4b49-9821-f45bec6fd992 tempest-SecurityGroupRulesNegativeTestJSON-2005662550 tempest-SecurityGroupRulesNegativeTestJSON-2005662550-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f40f7b15-5d59-48c1-9c70-47398f6799fc,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:35:30.699584 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-fbbbd96a-d22b-474a-9a83-4acd984a2f99 req-0e2dd07b-4921-4980-ab99-7782329fff39 tempest-ListServersNegativeTestJSON-1186610398 tempest-ListServersNegativeTestJSON-1186610398-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e05c1f5-1646-442c-9367-24d51c2f3067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707889 Jul 13 13:35:30.813053 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f5385096-b3c6-4166-b07b-cf36df826db3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:30.821147 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f5385096-b3c6-4166-b07b-cf36df826db3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:30.864653 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e7669286-3731-4cc8-b9d0-238ee5149580 req-c1eb4479-2e94-46bf-be38-6ec52496e2cc tempest-SecurityGroupRulesNegativeTestJSON-2005662550 tempest-SecurityGroupRulesNegativeTestJSON-2005662550-project] 10.222.0.23 "GET /v2.0/security-groups/ed2e5d6e-89a2-46e3-9278-fa9ff7fa7ce0 HTTP/1.1" status: 200 len: 1813 time: 0.0805669 Jul 13 13:35:30.871944 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5385096-b3c6-4166-b07b-cf36df826db3 admin admin] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 13:35:30.883272 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f5385096-b3c6-4166-b07b-cf36df826db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:30.883917 n-d-800634-1 neutron-server[93750]: INFO neutron.db.segments_db [None req-f5385096-b3c6-4166-b07b-cf36df826db3 admin admin] Added segment c0d02cf4-f61f-40a3-a4bb-b537dbf84593 of type vlan for network b14d01f8-4a78-4311-a169-2b69cfb0becb Jul 13 13:35:30.949862 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f5385096-b3c6-4166-b07b-cf36df826db3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:30.979240 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5385096-b3c6-4166-b07b-cf36df826db3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ae3e2f6-354e-42fd-8c3d-c49c92b95387,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:35:30.980651 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-e7669286-3731-4cc8-b9d0-238ee5149580 req-f904c7da-f59f-4848-b816-a09969e4614a tempest-SecurityGroupRulesNegativeTestJSON-2005662550 tempest-SecurityGroupRulesNegativeTestJSON-2005662550-project] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:30.995962 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-d9e7dc89-a857-4c10-9612-52575a069b4f req-6e74646f-5313-4a5c-85da-c89bbe49038d tempest-ListServersNegativeTestJSON-1186610398 tempest-ListServersNegativeTestJSON-1186610398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:31.009137 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['1cc0202b-3e12-41f3-956e-41ec0d544add', '9341f058-1b4f-4363-a9ee-a40dc766104a'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:35:31.011310 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['be9b48f6-3d8e-4bd3-a262-038ec67bfd3b'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:35:31.024611 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f5385096-b3c6-4166-b07b-cf36df826db3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:31.025562 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5385096-b3c6-4166-b07b-cf36df826db3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:31.026181 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f5385096-b3c6-4166-b07b-cf36df826db3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:31.057314 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-e7669286-3731-4cc8-b9d0-238ee5149580 req-f904c7da-f59f-4848-b816-a09969e4614a tempest-SecurityGroupRulesNegativeTestJSON-2005662550 tempest-SecurityGroupRulesNegativeTestJSON-2005662550-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:31.089670 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48ba44c-adf3-43da-8059-03c46af325b4 req-a8aa9114-599f-442b-ad27-6747feca9683 tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:31.098169 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e48ba44c-adf3-43da-8059-03c46af325b4 req-a8aa9114-599f-442b-ad27-6747feca9683 tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] 10.222.0.23 "GET /v2.0/ports?device_id=9667b2b3-a6a8-4192-9815-a4b1d860f93e HTTP/1.1" status: 200 len: 945 time: 0.1756020 Jul 13 13:35:31.122689 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e74646f-5313-4a5c-85da-c89bbe49038d tempest-ListServersNegativeTestJSON-1186610398 tempest-ListServersNegativeTestJSON-1186610398-project] Pushing event deleted for resources: {'Port': ['ID=9341f058-1b4f-4363-a9ee-a40dc766104a,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:35:31.132897 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-f5385096-b3c6-4166-b07b-cf36df826db3 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.6445241 Jul 13 13:35:31.135062 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 52514) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:35:31.140908 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-e7669286-3731-4cc8-b9d0-238ee5149580 req-f904c7da-f59f-4848-b816-a09969e4614a tempest-SecurityGroupRulesNegativeTestJSON-2005662550 tempest-SecurityGroupRulesNegativeTestJSON-2005662550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:31.143444 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-e7669286-3731-4cc8-b9d0-238ee5149580 req-f904c7da-f59f-4848-b816-a09969e4614a tempest-SecurityGroupRulesNegativeTestJSON-2005662550 tempest-SecurityGroupRulesNegativeTestJSON-2005662550-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:31.143689 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-a274e952-0ed7-4267-8fdf-dc5ca1cbbda1 admin admin] Request body: {'subnet': {'network_id': 'b14d01f8-4a78-4311-a169-2b69cfb0becb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-213962535-subnet', 'tenant_id': '94689ad386234fb594427716c15799ee', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:35:31.144566 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e7669286-3731-4cc8-b9d0-238ee5149580 req-f904c7da-f59f-4848-b816-a09969e4614a tempest-SecurityGroupRulesNegativeTestJSON-2005662550 tempest-SecurityGroupRulesNegativeTestJSON-2005662550-project] 10.222.0.23 "DELETE /v2.0/security-groups/ed2e5d6e-89a2-46e3-9278-fa9ff7fa7ce0 HTTP/1.1" status: 204 len: 173 time: 0.2784116 Jul 13 13:35:31.180697 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f904c7da-f59f-4848-b816-a09969e4614a tempest-SecurityGroupRulesNegativeTestJSON-2005662550 tempest-SecurityGroupRulesNegativeTestJSON-2005662550-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed2e5d6e-89a2-46e3-9278-fa9ff7fa7ce0,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:35:31.209588 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9e7dc89-a857-4c10-9612-52575a069b4f req-6e74646f-5313-4a5c-85da-c89bbe49038d tempest-ListServersNegativeTestJSON-1186610398 tempest-ListServersNegativeTestJSON-1186610398-project] No DVR routers for this DVR port 9341f058-1b4f-4363-a9ee-a40dc766104a on host n-h1-800634-1 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:35:31.212212 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-d9e7dc89-a857-4c10-9612-52575a069b4f req-6e74646f-5313-4a5c-85da-c89bbe49038d tempest-ListServersNegativeTestJSON-1186610398 tempest-ListServersNegativeTestJSON-1186610398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:31.212385 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5385096-b3c6-4166-b07b-cf36df826db3 admin admin] Pushing event updated for resources: {'Network': ['ID=b14d01f8-4a78-4311-a169-2b69cfb0becb,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:35:31.214172 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d9e7dc89-a857-4c10-9612-52575a069b4f req-6e74646f-5313-4a5c-85da-c89bbe49038d tempest-ListServersNegativeTestJSON-1186610398 tempest-ListServersNegativeTestJSON-1186610398-project] 10.222.0.26 "DELETE /v2.0/ports/9341f058-1b4f-4363-a9ee-a40dc766104a HTTP/1.1" status: 204 len: 173 time: 0.8867757 Jul 13 13:35:31.214604 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bf1377e-cd12-4e83-b9cc-930432d375a5', 'name': 'network-vif-deleted', 'tag': '9341f058-1b4f-4363-a9ee-a40dc766104a'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:35:31.217109 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d17b627af75e17e0f4b8d6239d04f8c2f78634e2c585e32a7aeca336500f34a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25387975-0ff5-4796-ad68-623d7fc261e1" -d '{"events": [{"server_uuid": "8bf1377e-cd12-4e83-b9cc-930432d375a5", "name": "network-vif-deleted", "tag": "9341f058-1b4f-4363-a9ee-a40dc766104a"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:35:31.242663 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network b14d01f8-4a78-4311-a169-2b69cfb0becb details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 13:35:31.257216 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e48ba44c-adf3-43da-8059-03c46af325b4 req-8a7389fe-3277-40a3-9b96-7fd2156ef652 tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] 10.222.0.23 "GET /v2.0/security-groups?id=d29423a1-067a-4d38-adf6-741b7ccff4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567523 Jul 13 13:35:31.269112 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a274e952-0ed7-4267-8fdf-dc5ca1cbbda1 admin admin] Made reservation on behalf of 94689ad386234fb594427716c15799ee for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:35:31.272305 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a274e952-0ed7-4267-8fdf-dc5ca1cbbda1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4763385'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:31.498694 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ac5d79e9-76da-44ec-bc79-c890e19db2e2 req-181cfed0-5d2c-4a40-af20-57131ccc46ad tempest-SecurityGroupRulesNegativeTestJSON-2005662550 tempest-SecurityGroupRulesNegativeTestJSON-2005662550-project] 10.222.0.23 "GET /v2.0/security-groups/49bc1788-a8ee-4053-8d88-01aa8c2a7365 HTTP/1.1" status: 200 len: 1812 time: 0.0922248 Jul 13 13:35:31.573678 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-ac5d79e9-76da-44ec-bc79-c890e19db2e2 req-7ccc7961-44b5-4633-b7d5-44991084227c tempest-SecurityGroupRulesNegativeTestJSON-2005662550 tempest-SecurityGroupRulesNegativeTestJSON-2005662550-project] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:31.599145 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-ac5d79e9-76da-44ec-bc79-c890e19db2e2 req-7ccc7961-44b5-4633-b7d5-44991084227c tempest-SecurityGroupRulesNegativeTestJSON-2005662550 tempest-SecurityGroupRulesNegativeTestJSON-2005662550-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:31.648052 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-ac5d79e9-76da-44ec-bc79-c890e19db2e2 req-7ccc7961-44b5-4633-b7d5-44991084227c tempest-SecurityGroupRulesNegativeTestJSON-2005662550 tempest-SecurityGroupRulesNegativeTestJSON-2005662550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:31.650854 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-ac5d79e9-76da-44ec-bc79-c890e19db2e2 req-7ccc7961-44b5-4633-b7d5-44991084227c tempest-SecurityGroupRulesNegativeTestJSON-2005662550 tempest-SecurityGroupRulesNegativeTestJSON-2005662550-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:31.652260 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ac5d79e9-76da-44ec-bc79-c890e19db2e2 req-7ccc7961-44b5-4633-b7d5-44991084227c tempest-SecurityGroupRulesNegativeTestJSON-2005662550 tempest-SecurityGroupRulesNegativeTestJSON-2005662550-project] 10.222.0.23 "DELETE /v2.0/security-groups/49bc1788-a8ee-4053-8d88-01aa8c2a7365 HTTP/1.1" status: 204 len: 173 time: 0.1448994 Jul 13 13:35:31.664447 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccc7961-44b5-4633-b7d5-44991084227c tempest-SecurityGroupRulesNegativeTestJSON-2005662550 tempest-SecurityGroupRulesNegativeTestJSON-2005662550-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49bc1788-a8ee-4053-8d88-01aa8c2a7365,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:35:31.868294 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7621994d-99cb-4361-a1e7-dd5a400df91b x-openstack-request-id: req-7621994d-99cb-4361-a1e7-dd5a400df91b {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:35:31.868928 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bf1377e-cd12-4e83-b9cc-930432d375a5", "name": "network-vif-deleted", "tag": "9341f058-1b4f-4363-a9ee-a40dc766104a", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:35:31.868928 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7621994d-99cb-4361-a1e7-dd5a400df91b {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:35:31.869541 n-d-800634-1 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bf1377e-cd12-4e83-b9cc-930432d375a5', 'name': 'network-vif-deleted', 'tag': '9341f058-1b4f-4363-a9ee-a40dc766104a', 'status': 'completed', 'code': 200} Jul 13 13:35:32.005379 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02aa686-8681-4aaf-8b4d-af5a222f0033 req-c552b213-f6bb-42f7-b3b6-7239463c752d tempest-ServerTagsTestJSON-1753017370 tempest-ServerTagsTestJSON-1753017370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:32.014859 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e02aa686-8681-4aaf-8b4d-af5a222f0033 req-c552b213-f6bb-42f7-b3b6-7239463c752d tempest-ServerTagsTestJSON-1753017370 tempest-ServerTagsTestJSON-1753017370-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdcbd9c0-c755-492c-a138-b96725f841d8 HTTP/1.1" status: 200 len: 943 time: 0.5331128 Jul 13 13:35:32.029364 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a274e952-0ed7-4267-8fdf-dc5ca1cbbda1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5970588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4763339'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:32.105721 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e02aa686-8681-4aaf-8b4d-af5a222f0033 req-0ae29804-cd38-403e-9f61-36e9667b3670 tempest-ServerTagsTestJSON-1753017370 tempest-ServerTagsTestJSON-1753017370-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec893155-8d67-422c-a54d-407e9d56e839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894148 Jul 13 13:35:32.108926 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a274e952-0ed7-4267-8fdf-dc5ca1cbbda1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c7aee23-499f-4864-8fcc-2112b8c98bdb,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:35:32.133922 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a274e952-0ed7-4267-8fdf-dc5ca1cbbda1 admin admin] Checking segment: {'id': 'c0d02cf4-f61f-40a3-a4bb-b537dbf84593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b14d01f8-4a78-4311-a169-2b69cfb0becb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:35:32.134209 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a274e952-0ed7-4267-8fdf-dc5ca1cbbda1 admin admin] Network hostable DHCP agents. Network: b14d01f8-4a78-4311-a169-2b69cfb0becb, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 13:35:32.154492 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a274e952-0ed7-4267-8fdf-dc5ca1cbbda1 admin admin] Network b14d01f8-4a78-4311-a169-2b69cfb0becb is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 13:35:32.167122 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-a274e952-0ed7-4267-8fdf-dc5ca1cbbda1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, b14d01f8-4a78-4311-a169-2b69cfb0becb) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:35:32.173395 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a274e952-0ed7-4267-8fdf-dc5ca1cbbda1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:32.175032 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a274e952-0ed7-4267-8fdf-dc5ca1cbbda1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:32.177045 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c8320e-aa81-4eb3-8544-b6fd4cd13691 None None] Network b14d01f8-4a78-4311-a169-2b69cfb0becb requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:35:32.195437 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-a274e952-0ed7-4267-8fdf-dc5ca1cbbda1 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.0554633 Jul 13 13:35:32.197071 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 52550) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:35:32.202330 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-ae61f54b-892d-4d60-9a8b-740e1d23f89b admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-213962535-router', 'tenant_id': '94689ad386234fb594427716c15799ee', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:35:32.245271 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ae61f54b-892d-4d60-9a8b-740e1d23f89b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1591928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2714'] for router, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:32.247012 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ae61f54b-892d-4d60-9a8b-740e1d23f89b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447198', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1629690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2689'] for router, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:32.315247 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ae61f54b-892d-4d60-9a8b-740e1d23f89b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:32.370171 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8872d61c-8a1f-47f9-8b19-5d9ae22b7893 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a7201e1-61ce-5a3e-b7f7-e800379ed03b-b14d01f8-4a78-4311-a169-2b69cfb0becb', 'network_id': 'b14d01f8-4a78-4311-a169-2b69cfb0becb', 'tenant_id': '94689ad386234fb594427716c15799ee', 'fixed_ips': [{'subnet_id': '5c7aee23-499f-4864-8fcc-2112b8c98bdb'}]}} from n-d-800634-1. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 13:35:32.371058 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8872d61c-8a1f-47f9-8b19-5d9ae22b7893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:32.393166 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55c1923-a8a2-43af-a938-74dae221b62c req-fda0fa4d-d5df-4313-aec8-bdd0553599fe tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:32.400580 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c55c1923-a8a2-43af-a938-74dae221b62c req-fda0fa4d-d5df-4313-aec8-bdd0553599fe tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/ports?device_id=b47b55d4-8ce4-4f13-bdab-9fd4a8aff692 HTTP/1.1" status: 200 len: 945 time: 0.0920649 Jul 13 13:35:32.451153 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c55c1923-a8a2-43af-a938-74dae221b62c req-dae22000-89cb-46b6-afd4-2ef521220fd7 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1a1929d-de59-4a26-a69b-05b891c11dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495968 Jul 13 13:35:32.536619 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3aa09261-0989-41f1-a8d9-190546a93930 req-be53879d-ac70-437b-8096-04b3c4944f15 tempest-SecurityGroupRulesNegativeTestJSON-2005662550 tempest-SecurityGroupRulesNegativeTestJSON-2005662550-project] 10.222.0.23 "GET /v2.0/security-groups/a4133f93-5e69-47c4-9ad6-bc97d4ea55b1 HTTP/1.1" status: 200 len: 1810 time: 0.0634916 Jul 13 13:35:32.545531 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device d868b384-8ad3-41dd-9d88-27cc0dd2f4d1 details requested by agent hyperv_n-h1-800634-1 with host n-h1-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 13:35:32.546018 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ae61f54b-892d-4d60-9a8b-740e1d23f89b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447180', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1591910', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2751'] for router, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:32.651128 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3aa09261-0989-41f1-a8d9-190546a93930 req-f2634245-20b6-46c7-86ca-00b9ca714a0a tempest-SecurityGroupRulesNegativeTestJSON-2005662550 tempest-SecurityGroupRulesNegativeTestJSON-2005662550-project] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:32.686776 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-8872d61c-8a1f-47f9-8b19-5d9ae22b7893 None None] Allocated IP 172.20.0.2 (b14d01f8-4a78-4311-a169-2b69cfb0becb/5c7aee23-499f-4864-8fcc-2112b8c98bdb/d2f9783d-be55-4241-9cb0-935a7128b240) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:35:32.706291 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3aa09261-0989-41f1-a8d9-190546a93930 req-f2634245-20b6-46c7-86ca-00b9ca714a0a tempest-SecurityGroupRulesNegativeTestJSON-2005662550 tempest-SecurityGroupRulesNegativeTestJSON-2005662550-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:32.714066 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port d868b384-8ad3-41dd-9d88-27cc0dd2f4d1, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=d868b384-8ad3-41dd-9d88-27cc0dd2f4d1,segment=NetworkSegment(4afa5f85-f33f-4e1f-a857-a9a2d6090dd6),segment_id=4afa5f85-f33f-4e1f-a857-a9a2d6090dd6)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:35:32.744151 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Returning: {'device': 'd868b384-8ad3-41dd-9d88-27cc0dd2f4d1', 'network_id': 'd5e37cf4-ac82-46fc-b7ac-6849d0e1e7a9', 'port_id': 'd868b384-8ad3-41dd-9d88-27cc0dd2f4d1', 'mac_address': 'fa:16:3e:0d:9e:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7584e461-b1a5-45d0-8f4f-8d1f841c9a9f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 13:35:32.762722 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3aa09261-0989-41f1-a8d9-190546a93930 req-f2634245-20b6-46c7-86ca-00b9ca714a0a tempest-SecurityGroupRulesNegativeTestJSON-2005662550 tempest-SecurityGroupRulesNegativeTestJSON-2005662550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:32.766135 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3aa09261-0989-41f1-a8d9-190546a93930 req-f2634245-20b6-46c7-86ca-00b9ca714a0a tempest-SecurityGroupRulesNegativeTestJSON-2005662550 tempest-SecurityGroupRulesNegativeTestJSON-2005662550-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:32.767722 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3aa09261-0989-41f1-a8d9-190546a93930 req-f2634245-20b6-46c7-86ca-00b9ca714a0a tempest-SecurityGroupRulesNegativeTestJSON-2005662550 tempest-SecurityGroupRulesNegativeTestJSON-2005662550-project] 10.222.0.23 "DELETE /v2.0/security-groups/a4133f93-5e69-47c4-9ad6-bc97d4ea55b1 HTTP/1.1" status: 204 len: 173 time: 0.2278311 Jul 13 13:35:32.789204 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2634245-20b6-46c7-86ca-00b9ca714a0a tempest-SecurityGroupRulesNegativeTestJSON-2005662550 tempest-SecurityGroupRulesNegativeTestJSON-2005662550-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4133f93-5e69-47c4-9ad6-bc97d4ea55b1,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:35:32.890551 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:32.919172 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d868b384-8ad3-41dd-9d88-27cc0dd2f4d1 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:35:32.944774 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port d868b384-8ad3-41dd-9d88-27cc0dd2f4d1, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=d868b384-8ad3-41dd-9d88-27cc0dd2f4d1,segment=NetworkSegment(4afa5f85-f33f-4e1f-a857-a9a2d6090dd6),segment_id=4afa5f85-f33f-4e1f-a857-a9a2d6090dd6)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:35:32.949209 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:32.953771 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ae61f54b-892d-4d60-9a8b-740e1d23f89b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:32.979394 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ae61f54b-892d-4d60-9a8b-740e1d23f89b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:32.984340 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-333c3d59-abdf-49c4-80d4-69a51c391827 req-e14d8119-fdce-472c-ade8-412b3c77b1b2 tempest-SecurityGroupRulesNegativeTestJSON-2005662550 tempest-SecurityGroupRulesNegativeTestJSON-2005662550-project] 10.222.0.23 "GET /v2.0/security-groups/30e71ab0-e733-49b8-b833-13d593e082ba HTTP/1.1" status: 200 len: 1813 time: 0.0650284 Jul 13 13:35:33.020138 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=d868b384-8ad3-41dd-9d88-27cc0dd2f4d1,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:35:33.049658 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8872d61c-8a1f-47f9-8b19-5d9ae22b7893 None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:33.059142 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-8872d61c-8a1f-47f9-8b19-5d9ae22b7893 None None] Transition to ACTIVE for port object d2f9783d-be55-4241-9cb0-935a7128b240 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:35:33.078878 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-8872d61c-8a1f-47f9-8b19-5d9ae22b7893 None None] Transition to ACTIVE for port object d2f9783d-be55-4241-9cb0-935a7128b240 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:35:33.087421 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8872d61c-8a1f-47f9-8b19-5d9ae22b7893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:33.114388 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b58609d-5613-4bb6-b105-4ce93f901b07 req-8875bf2d-a3a9-4950-8ed9-3d24b4f9f70f tempest-AttachSCSIVolumeTestJSON-417808870 tempest-AttachSCSIVolumeTestJSON-417808870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:33.116401 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6b58609d-5613-4bb6-b105-4ce93f901b07 req-8875bf2d-a3a9-4950-8ed9-3d24b4f9f70f tempest-AttachSCSIVolumeTestJSON-417808870 tempest-AttachSCSIVolumeTestJSON-417808870-project] 10.222.0.23 "GET /v2.0/ports?device_id=5002655f-6941-4d1b-9a0a-42f9fa3913e0 HTTP/1.1" status: 200 len: 945 time: 0.1032512 Jul 13 13:35:33.147488 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8872d61c-8a1f-47f9-8b19-5d9ae22b7893 None None] Network b14d01f8-4a78-4311-a169-2b69cfb0becb is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:35:33.150912 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-8872d61c-8a1f-47f9-8b19-5d9ae22b7893 None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:35:33.156097 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8872d61c-8a1f-47f9-8b19-5d9ae22b7893 None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:35:33.156264 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-333c3d59-abdf-49c4-80d4-69a51c391827 req-9f54e125-7e91-41b7-9b50-4dd8d4342918 tempest-SecurityGroupRulesNegativeTestJSON-2005662550 tempest-SecurityGroupRulesNegativeTestJSON-2005662550-project] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:33.161290 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8872d61c-8a1f-47f9-8b19-5d9ae22b7893 None None] Pushing event updated for resources: {'Port': ['ID=d2f9783d-be55-4241-9cb0-935a7128b240,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:35:33.170291 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6b58609d-5613-4bb6-b105-4ce93f901b07 req-9ee4caf7-8cdd-4767-a348-0df01ada54e7 tempest-AttachSCSIVolumeTestJSON-417808870 tempest-AttachSCSIVolumeTestJSON-417808870-project] 10.222.0.23 "GET /v2.0/security-groups?id=f42b914a-54cd-4241-aa90-8d2a14562637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395172 Jul 13 13:35:33.198268 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-333c3d59-abdf-49c4-80d4-69a51c391827 req-9f54e125-7e91-41b7-9b50-4dd8d4342918 tempest-SecurityGroupRulesNegativeTestJSON-2005662550 tempest-SecurityGroupRulesNegativeTestJSON-2005662550-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:33.212176 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-ae61f54b-892d-4d60-9a8b-740e1d23f89b admin admin] Allocated IP 172.25.6.127 (acf968b8-c524-46a9-a20b-ad9667009130/dde5a78e-bd1e-4f47-8189-7321d4de73d3/9c6875c8-3bfc-4141-a512-86ffd2a64a7d) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:35:33.215442 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['d868b384-8ad3-41dd-9d88-27cc0dd2f4d1'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:35:33.252467 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-8872d61c-8a1f-47f9-8b19-5d9ae22b7893 None None] Attempting to bind port d2f9783d-be55-4241-9cb0-935a7128b240 on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:35:33.252838 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-8872d61c-8a1f-47f9-8b19-5d9ae22b7893 None None] Attempting to bind port d2f9783d-be55-4241-9cb0-935a7128b240 by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': 'c0d02cf4-f61f-40a3-a4bb-b537dbf84593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b14d01f8-4a78-4311-a169-2b69cfb0becb'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:35:33.253201 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8872d61c-8a1f-47f9-8b19-5d9ae22b7893 None None] Attempting to bind port d2f9783d-be55-4241-9cb0-935a7128b240 on network b14d01f8-4a78-4311-a169-2b69cfb0becb {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:35:33.264884 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8872d61c-8a1f-47f9-8b19-5d9ae22b7893 None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 35, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:35:33.265255 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8872d61c-8a1f-47f9-8b19-5d9ae22b7893 None None] Checking segment: {'id': 'c0d02cf4-f61f-40a3-a4bb-b537dbf84593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b14d01f8-4a78-4311-a169-2b69cfb0becb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:35:33.265659 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8872d61c-8a1f-47f9-8b19-5d9ae22b7893 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:33.266074 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8872d61c-8a1f-47f9-8b19-5d9ae22b7893 None None] Bound using segment: {'id': 'c0d02cf4-f61f-40a3-a4bb-b537dbf84593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b14d01f8-4a78-4311-a169-2b69cfb0becb'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:35:33.266538 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-8872d61c-8a1f-47f9-8b19-5d9ae22b7893 None None] Bound port: d2f9783d-be55-4241-9cb0-935a7128b240, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0d02cf4-f61f-40a3-a4bb-b537dbf84593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b14d01f8-4a78-4311-a169-2b69cfb0becb'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:35:33.266925 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8872d61c-8a1f-47f9-8b19-5d9ae22b7893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:33.345516 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-333c3d59-abdf-49c4-80d4-69a51c391827 req-9f54e125-7e91-41b7-9b50-4dd8d4342918 tempest-SecurityGroupRulesNegativeTestJSON-2005662550 tempest-SecurityGroupRulesNegativeTestJSON-2005662550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:33.348230 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-333c3d59-abdf-49c4-80d4-69a51c391827 req-9f54e125-7e91-41b7-9b50-4dd8d4342918 tempest-SecurityGroupRulesNegativeTestJSON-2005662550 tempest-SecurityGroupRulesNegativeTestJSON-2005662550-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:33.354348 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-333c3d59-abdf-49c4-80d4-69a51c391827 req-9f54e125-7e91-41b7-9b50-4dd8d4342918 tempest-SecurityGroupRulesNegativeTestJSON-2005662550 tempest-SecurityGroupRulesNegativeTestJSON-2005662550-project] 10.222.0.23 "DELETE /v2.0/security-groups/30e71ab0-e733-49b8-b833-13d593e082ba HTTP/1.1" status: 204 len: 173 time: 0.3352034 Jul 13 13:35:33.355497 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 52576) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:35:33.372795 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-8872d61c-8a1f-47f9-8b19-5d9ae22b7893 None None] For port d2f9783d-be55-4241-9cb0-935a7128b240, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:35:33.394387 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-8872d61c-8a1f-47f9-8b19-5d9ae22b7893 None None] For port d2f9783d-be55-4241-9cb0-935a7128b240, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=d2f9783d-be55-4241-9cb0-935a7128b240,segment=NetworkSegment(c0d02cf4-f61f-40a3-a4bb-b537dbf84593),segment_id=c0d02cf4-f61f-40a3-a4bb-b537dbf84593)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:35:33.401596 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ae61f54b-892d-4d60-9a8b-740e1d23f89b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:33.407341 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8872d61c-8a1f-47f9-8b19-5d9ae22b7893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:33.441308 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f54e125-7e91-41b7-9b50-4dd8d4342918 tempest-SecurityGroupRulesNegativeTestJSON-2005662550 tempest-SecurityGroupRulesNegativeTestJSON-2005662550-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30e71ab0-e733-49b8-b833-13d593e082ba,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:35:33.461700 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1f9bcdb-169f-4306-92d9-965da0259f3b admin admin] Deleting subnet 52463d93-3b29-467a-9a74-87a6552a82ef {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 13:35:33.482786 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a1f9bcdb-169f-4306-92d9-965da0259f3b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:33.502361 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ae61f54b-892d-4d60-9a8b-740e1d23f89b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:33.520190 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8872d61c-8a1f-47f9-8b19-5d9ae22b7893 None None] Pushing event updated for resources: {'Port': ['ID=d2f9783d-be55-4241-9cb0-935a7128b240,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:35:33.545248 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae61f54b-892d-4d60-9a8b-740e1d23f89b admin admin] Network acf968b8-c524-46a9-a20b-ad9667009130 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:35:33.548761 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-ae61f54b-892d-4d60-9a8b-740e1d23f89b admin admin] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:35:33.551279 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae61f54b-892d-4d60-9a8b-740e1d23f89b admin admin] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:35:33.590427 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a1f9bcdb-169f-4306-92d9-965da0259f3b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5431723'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:33.613055 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae61f54b-892d-4d60-9a8b-740e1d23f89b admin admin] Pushing event updated for resources: {'Port': ['ID=9c6875c8-3bfc-4141-a512-86ffd2a64a7d,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:35:33.648488 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a1f9bcdb-169f-4306-92d9-965da0259f3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:33.686498 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d06e05-a935-4b9c-936a-32ce66c04af4 req-fb28ab88-0da9-420e-ac24-8b8eabc21a0a tempest-ServerTagsTestJSON-1753017370 tempest-ServerTagsTestJSON-1753017370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:33.688028 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-44d06e05-a935-4b9c-936a-32ce66c04af4 req-fb28ab88-0da9-420e-ac24-8b8eabc21a0a tempest-ServerTagsTestJSON-1753017370 tempest-ServerTagsTestJSON-1753017370-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdcbd9c0-c755-492c-a138-b96725f841d8 HTTP/1.1" status: 200 len: 944 time: 0.2027340 Jul 13 13:35:33.754342 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a1f9bcdb-169f-4306-92d9-965da0259f3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5970525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4763356'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:33.793772 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-44d06e05-a935-4b9c-936a-32ce66c04af4 req-28a557e5-d1e1-4daf-96fd-8952d858806c tempest-ServerTagsTestJSON-1753017370 tempest-ServerTagsTestJSON-1753017370-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec893155-8d67-422c-a54d-407e9d56e839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913234 Jul 13 13:35:33.796588 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f9bcdb-169f-4306-92d9-965da0259f3b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52463d93-3b29-467a-9a74-87a6552a82ef,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:35:33.799089 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a1f9bcdb-169f-4306-92d9-965da0259f3b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:33.804946 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 52590) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:35:33.805654 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-a1f9bcdb-169f-4306-92d9-965da0259f3b admin admin] 10.222.0.23 "DELETE /v2.0/subnets/52463d93-3b29-467a-9a74-87a6552a82ef HTTP/1.1" status: 204 len: 168 time: 0.4488707 Jul 13 13:35:34.015105 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-39c3b93e-b2c4-4891-a559-988fbb7d36c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:34.050419 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ae61f54b-892d-4d60-9a8b-740e1d23f89b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:34.204538 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18526de0-756d-486d-8b8f-e6f51b221ef4 req-7f2faf58-6501-49d5-8948-206b3b064ec6 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:34.206126 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-18526de0-756d-486d-8b8f-e6f51b221ef4 req-7f2faf58-6501-49d5-8948-206b3b064ec6 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/ports?device_id=b47b55d4-8ce4-4f13-bdab-9fd4a8aff692 HTTP/1.1" status: 200 len: 945 time: 0.2969670 Jul 13 13:35:34.210641 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-39c3b93e-b2c4-4891-a559-988fbb7d36c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:34.230008 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-39c3b93e-b2c4-4891-a559-988fbb7d36c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e44cdd0a-fae3-44e3-b6fd-33990afd4ff3']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:35:34.250577 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-39c3b93e-b2c4-4891-a559-988fbb7d36c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26b26043-7536-4ddb-afe6-f2e183bffbf6') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:35:34.250946 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-39c3b93e-b2c4-4891-a559-988fbb7d36c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26b26043-7536-4ddb-afe6-f2e183bffbf6') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:35:34.270464 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-39c3b93e-b2c4-4891-a559-988fbb7d36c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6018464'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:34.293266 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-39c3b93e-b2c4-4891-a559-988fbb7d36c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:34.317265 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-18526de0-756d-486d-8b8f-e6f51b221ef4 req-f5a62155-1489-4829-b5dc-b7929769b448 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1a1929d-de59-4a26-a69b-05b891c11dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978973 Jul 13 13:35:34.353514 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39c3b93e-b2c4-4891-a559-988fbb7d36c7 admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 13:35:34.353989 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-39c3b93e-b2c4-4891-a559-988fbb7d36c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6018632'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:34.355694 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:35:34.355694 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:35:34.355694 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:35:34.355694 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:35:34.355694 n-d-800634-1 neutron-server[93751]: Traceback (most recent call last): Jul 13 13:35:34.355694 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 13:35:34.355694 n-d-800634-1 neutron-server[93751]: timer() Jul 13 13:35:34.355694 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 13:35:34.355694 n-d-800634-1 neutron-server[93751]: cb(*args, **kw) Jul 13 13:35:34.355694 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 13:35:34.355694 n-d-800634-1 neutron-server[93751]: return func(*args, **kwargs) Jul 13 13:35:34.355694 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 13:35:34.355694 n-d-800634-1 neutron-server[93751]: self._notify() Jul 13 13:35:34.355694 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 13:35:34.355694 n-d-800634-1 neutron-server[93751]: self.callback(batched_events) Jul 13 13:35:34.355694 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 13:35:34.355694 n-d-800634-1 neutron-server[93751]: event.method(event) Jul 13 13:35:34.355694 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 13:35:34.355694 n-d-800634-1 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 13:35:34.355694 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 13:35:34.355694 n-d-800634-1 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 13:35:34.355694 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 13:35:34.355694 n-d-800634-1 neutron-server[93751]: return f(self, *a, **k) Jul 13 13:35:34.355694 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 13:35:34.355694 n-d-800634-1 neutron-server[93751]: return self._get(url).json() Jul 13 13:35:34.355694 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 13:35:34.355694 n-d-800634-1 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 13:35:34.355694 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 13:35:34.355694 n-d-800634-1 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 13 13:35:34.355694 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 13:35:34.355694 n-d-800634-1 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 13:35:34.355694 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 13:35:34.355694 n-d-800634-1 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 13:35:34.355694 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 13:35:34.355694 n-d-800634-1 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 13:35:34.355694 n-d-800634-1 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 13:35:34.364219 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 2bd87d73-4372-4ba5-9218-4e27eaeb7d76 details requested by agent hyperv_n-h2-800634-1 with host n-h2-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 13:35:34.508283 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ae61f54b-892d-4d60-9a8b-740e1d23f89b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447217'] for router, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:34.522109 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-39c3b93e-b2c4-4891-a559-988fbb7d36c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:34.528488 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-39c3b93e-b2c4-4891-a559-988fbb7d36c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:34.532912 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-39c3b93e-b2c4-4891-a559-988fbb7d36c7 admin admin] 10.222.0.23 "DELETE /v2.0/networks/e44cdd0a-fae3-44e3-b6fd-33990afd4ff3 HTTP/1.1" status: 204 len: 168 time: 0.7248371 Jul 13 13:35:34.583858 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b88c76-a8f5-406e-ae62-4da70d2380fb req-96f18c39-7576-45cb-8f0c-64b20184e406 tempest-AttachSCSIVolumeTestJSON-417808870 tempest-AttachSCSIVolumeTestJSON-417808870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:34.586912 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d6b88c76-a8f5-406e-ae62-4da70d2380fb req-96f18c39-7576-45cb-8f0c-64b20184e406 tempest-AttachSCSIVolumeTestJSON-417808870 tempest-AttachSCSIVolumeTestJSON-417808870-project] 10.222.0.23 "GET /v2.0/ports?device_id=5002655f-6941-4d1b-9a0a-42f9fa3913e0 HTTP/1.1" status: 200 len: 945 time: 0.1671097 Jul 13 13:35:34.628166 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device d868b384-8ad3-41dd-9d88-27cc0dd2f4d1 up at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:35:34.684839 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d6b88c76-a8f5-406e-ae62-4da70d2380fb req-4425ed59-42b7-4d31-b50c-65e09b8e83e1 tempest-AttachSCSIVolumeTestJSON-417808870 tempest-AttachSCSIVolumeTestJSON-417808870-project] 10.222.0.23 "GET /v2.0/security-groups?id=f42b914a-54cd-4241-aa90-8d2a14562637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907135 Jul 13 13:35:34.747277 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52d5afae-77b1-4297-a5c9-65ed4688c2a2 None None] Network b14d01f8-4a78-4311-a169-2b69cfb0becb requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:35:34.747712 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 52630) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:35:34.844249 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-26677cc5-84e2-407e-9bad-dacbf2fad543 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=52f19137930c4bcfac3424f7387cdf54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0930755 Jul 13 13:35:34.845598 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 52636) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:35:34.984285 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-808bf4c9-5a9e-4950-a2ed-1819589ef8b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:34.990724 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device d2f9783d-be55-4241-9cb0-935a7128b240 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:35:35.011741 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-808bf4c9-5a9e-4950-a2ed-1819589ef8b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:35.038472 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning for port d868b384-8ad3-41dd-9d88-27cc0dd2f4d1 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:35:35.067902 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning complete for port d868b384-8ad3-41dd-9d88-27cc0dd2f4d1 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:35:35.068938 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:35.096819 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c3b93e-b2c4-4891-a559-988fbb7d36c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=e44cdd0a-fae3-44e3-b6fd-33990afd4ff3,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:35:35.112014 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-808bf4c9-5a9e-4950-a2ed-1819589ef8b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:35.117032 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-808bf4c9-5a9e-4950-a2ed-1819589ef8b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:35.118607 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-808bf4c9-5a9e-4950-a2ed-1819589ef8b3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e919e3ff-e0af-468c-b347-a433d0a08417 HTTP/1.1" status: 204 len: 168 time: 0.2716639 Jul 13 13:35:35.132348 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808bf4c9-5a9e-4950-a2ed-1819589ef8b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e919e3ff-e0af-468c-b347-a433d0a08417,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:35:35.146885 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-5654fda8-5ff1-463d-8765-1f5cc7fb5776 None None] Provisioning for port d2f9783d-be55-4241-9cb0-935a7128b240 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:35:35.172304 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0900745a-3209-45b6-b774-36c68f08ec8e req-9dde2ef2-6bf6-4b2c-9cce-4b6861a34893 tempest-ServerTagsTestJSON-1753017370 tempest-ServerTagsTestJSON-1753017370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:35.185511 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0900745a-3209-45b6-b774-36c68f08ec8e req-9dde2ef2-6bf6-4b2c-9cce-4b6861a34893 tempest-ServerTagsTestJSON-1753017370 tempest-ServerTagsTestJSON-1753017370-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdcbd9c0-c755-492c-a138-b96725f841d8 HTTP/1.1" status: 200 len: 944 time: 0.1987529 Jul 13 13:35:35.246811 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port d2f9783d-be55-4241-9cb0-935a7128b240 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:35:35.247759 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0900745a-3209-45b6-b774-36c68f08ec8e req-2df751ce-88ce-463c-926a-7b030e17b954 tempest-ServerTagsTestJSON-1753017370 tempest-ServerTagsTestJSON-1753017370-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec893155-8d67-422c-a54d-407e9d56e839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572913 Jul 13 13:35:35.266006 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359751f7-bca4-418a-9c64-33daddfca61b req-e13272f8-58dd-4a29-8d4c-468c55f1ccab tempest-AttachSCSIVolumeTestJSON-417808870 tempest-AttachSCSIVolumeTestJSON-417808870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:35.267457 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-359751f7-bca4-418a-9c64-33daddfca61b req-e13272f8-58dd-4a29-8d4c-468c55f1ccab tempest-AttachSCSIVolumeTestJSON-417808870 tempest-AttachSCSIVolumeTestJSON-417808870-project] 10.222.0.26 "GET /v2.0/ports?device_id=5002655f-6941-4d1b-9a0a-42f9fa3913e0 HTTP/1.1" status: 200 len: 945 time: 0.8276458 Jul 13 13:35:35.270479 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 2bd87d73-4372-4ba5-9218-4e27eaeb7d76, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=2bd87d73-4372-4ba5-9218-4e27eaeb7d76,segment=NetworkSegment(731c211d-2cbe-4aa3-a09e-111c83e33a98),segment_id=731c211d-2cbe-4aa3-a09e-111c83e33a98)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:35:35.287820 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port d2f9783d-be55-4241-9cb0-935a7128b240 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:35:35.288175 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:35.404292 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Returning: {'device': '2bd87d73-4372-4ba5-9218-4e27eaeb7d76', 'network_id': '6abf39c7-5383-40cb-87d6-f20d29bbd8cf', 'port_id': '2bd87d73-4372-4ba5-9218-4e27eaeb7d76', 'mac_address': 'fa:16:3e:0c:49:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '560441f8-4dd8-4170-ae42-f3e38fe7cfb4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 13:35:35.437205 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72e6737-da86-4c63-8fd7-de3ae90ef76b req-ce6c9ca2-5aee-481a-903e-7d23bb713d09 tempest-ListServersNegativeTestJSON-1186610398 tempest-ListServersNegativeTestJSON-1186610398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:35.454274 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72e6737-da86-4c63-8fd7-de3ae90ef76b req-ce6c9ca2-5aee-481a-903e-7d23bb713d09 tempest-ListServersNegativeTestJSON-1186610398 tempest-ListServersNegativeTestJSON-1186610398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:35.457077 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b72e6737-da86-4c63-8fd7-de3ae90ef76b req-ce6c9ca2-5aee-481a-903e-7d23bb713d09 tempest-ListServersNegativeTestJSON-1186610398 tempest-ListServersNegativeTestJSON-1186610398-project] 10.222.0.23 "GET /v2.0/ports?device_id=25322471-cb67-43df-bbb5-aef59d9c0983&device_id=ca7b0c88-b54b-4d9a-83ec-091076a0e559 HTTP/1.1" status: 200 len: 1682 time: 0.2380583 Jul 13 13:35:35.471091 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:35.514911 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:35.522968 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b72e6737-da86-4c63-8fd7-de3ae90ef76b req-f3331873-93bc-4078-a898-dc150a19f679 tempest-ListServersNegativeTestJSON-1186610398 tempest-ListServersNegativeTestJSON-1186610398-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e05c1f5-1646-442c-9367-24d51c2f3067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558844 Jul 13 13:35:35.523875 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae61f54b-892d-4d60-9a8b-740e1d23f89b admin admin] Router a0fee015-dba6-4838-a50a-d8dd715ff5a8 is scheduled to L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 with binding_index 1 {{(pid=93751) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 13:35:35.540650 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdcbd9c0-c755-492c-a138-b96725f841d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd868b384-8ad3-41dd-9d88-27cc0dd2f4d1'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:35:35.542860 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8df0797-c38d-4e54-9a11-54d012ca3522" -d '{"events": [{"server_uuid": "fdcbd9c0-c755-492c-a138-b96725f841d8", "name": "network-vif-plugged", "status": "completed", "tag": "d868b384-8ad3-41dd-9d88-27cc0dd2f4d1"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:35:35.547833 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-359751f7-bca4-418a-9c64-33daddfca61b req-8bd0f3f5-e3a5-4a1e-877a-8898edea6d78 tempest-AttachSCSIVolumeTestJSON-417808870 tempest-AttachSCSIVolumeTestJSON-417808870-project] Deleting port c36b9a68-aca8-4909-9cb6-3474e0c4789a {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:35:35.548237 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-359751f7-bca4-418a-9c64-33daddfca61b req-8bd0f3f5-e3a5-4a1e-877a-8898edea6d78 tempest-AttachSCSIVolumeTestJSON-417808870 tempest-AttachSCSIVolumeTestJSON-417808870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:35.634363 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port d868b384-8ad3-41dd-9d88-27cc0dd2f4d1, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=d868b384-8ad3-41dd-9d88-27cc0dd2f4d1,segment=NetworkSegment(4afa5f85-f33f-4e1f-a857-a9a2d6090dd6),segment_id=4afa5f85-f33f-4e1f-a857-a9a2d6090dd6)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:35:35.667338 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2bd87d73-4372-4ba5-9218-4e27eaeb7d76 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:35:35.697205 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:35.698373 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 9341f058-1b4f-4363-a9ee-a40dc766104a no longer exists at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:35:35.746636 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4c26eb-269d-4142-815e-1d922b13b20c req-37c51778-96ba-4361-b919-856c6254f86c tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:35.755417 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2f4c26eb-269d-4142-815e-1d922b13b20c req-37c51778-96ba-4361-b919-856c6254f86c tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/ports?device_id=b47b55d4-8ce4-4f13-bdab-9fd4a8aff692 HTTP/1.1" status: 200 len: 945 time: 0.1099143 Jul 13 13:35:35.785847 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-002ef686-b57d-4751-8967-ae2416d2e928 x-openstack-request-id: req-002ef686-b57d-4751-8967-ae2416d2e928 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:35:35.786052 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdcbd9c0-c755-492c-a138-b96725f841d8", "name": "network-vif-plugged", "status": "completed", "tag": "d868b384-8ad3-41dd-9d88-27cc0dd2f4d1", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:35:35.786274 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-002ef686-b57d-4751-8967-ae2416d2e928 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:35:35.786753 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdcbd9c0-c755-492c-a138-b96725f841d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd868b384-8ad3-41dd-9d88-27cc0dd2f4d1', 'code': 200} Jul 13 13:35:35.813199 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-381d4315-9089-413f-a071-aa2897bda790 None None] No Port match for: 9341f058-1b4f-4363-a9ee-a40dc766104a {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:35:35.813543 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 9341f058-1b4f-4363-a9ee-a40dc766104a not bound to the agent host n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:35:35.821272 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:35.842800 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2f4c26eb-269d-4142-815e-1d922b13b20c req-b022fc39-2a22-4396-b4b4-b07f4f5e1d8b tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1a1929d-de59-4a26-a69b-05b891c11dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851068 Jul 13 13:35:35.861024 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-359751f7-bca4-418a-9c64-33daddfca61b req-8bd0f3f5-e3a5-4a1e-877a-8898edea6d78 tempest-AttachSCSIVolumeTestJSON-417808870 tempest-AttachSCSIVolumeTestJSON-417808870-project] For port c36b9a68-aca8-4909-9cb6-3474e0c4789a, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=c36b9a68-aca8-4909-9cb6-3474e0c4789a,segment=NetworkSegment(ff868c88-63a7-45f2-9c2d-60b1f22692fb),segment_id=ff868c88-63a7-45f2-9c2d-60b1f22692fb)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:35:35.861401 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-359751f7-bca4-418a-9c64-33daddfca61b req-8bd0f3f5-e3a5-4a1e-877a-8898edea6d78 tempest-AttachSCSIVolumeTestJSON-417808870 tempest-AttachSCSIVolumeTestJSON-417808870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:35.903174 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 2bd87d73-4372-4ba5-9218-4e27eaeb7d76, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=2bd87d73-4372-4ba5-9218-4e27eaeb7d76,segment=NetworkSegment(731c211d-2cbe-4aa3-a09e-111c83e33a98),segment_id=731c211d-2cbe-4aa3-a09e-111c83e33a98)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:35:35.934523 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-359751f7-bca4-418a-9c64-33daddfca61b req-8bd0f3f5-e3a5-4a1e-877a-8898edea6d78 tempest-AttachSCSIVolumeTestJSON-417808870 tempest-AttachSCSIVolumeTestJSON-417808870-project] Calling delete_port for c36b9a68-aca8-4909-9cb6-3474e0c4789a owned by compute:nova {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:35:35.948891 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port d2f9783d-be55-4241-9cb0-935a7128b240, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=d2f9783d-be55-4241-9cb0-935a7128b240,segment=NetworkSegment(c0d02cf4-f61f-40a3-a4bb-b537dbf84593),segment_id=c0d02cf4-f61f-40a3-a4bb-b537dbf84593)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:35:35.953034 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:35.962798 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:35.997771 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=d868b384-8ad3-41dd-9d88-27cc0dd2f4d1,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:35:36.004496 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ead4c80-170f-407f-a7da-8d8da2688997 req-64f8a021-543d-4903-9b4d-9762402ea313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:36.007568 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1ead4c80-170f-407f-a7da-8d8da2688997 req-64f8a021-543d-4903-9b4d-9762402ea313 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=fdcbd9c0-c755-492c-a138-b96725f841d8 HTTP/1.1" status: 200 len: 1096 time: 0.1985123 Jul 13 13:35:36.076475 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['2bd87d73-4372-4ba5-9218-4e27eaeb7d76'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:35:36.182429 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=2bd87d73-4372-4ba5-9218-4e27eaeb7d76,revision_number=6']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:35:36.262704 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=d2f9783d-be55-4241-9cb0-935a7128b240,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:35:36.286094 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae61f54b-892d-4d60-9a8b-740e1d23f89b admin admin] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:35:36.301473 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f37af881-3160-4426-8f58-5a6cd013682a None None] Sync routers for ids ['a0fee015-dba6-4838-a50a-d8dd715ff5a8'] in n-d-800634-1 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:35:36.307722 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fb20da13-d89c-4c83-88bf-30b22c77a16c None None] Provisioning complete for port d2f9783d-be55-4241-9cb0-935a7128b240 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:35:36.311030 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fb20da13-d89c-4c83-88bf-30b22c77a16c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:36.320493 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37af881-3160-4426-8f58-5a6cd013682a None None] Routers {'a0fee015-dba6-4838-a50a-d8dd715ff5a8'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:35:36.321474 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-f37af881-3160-4426-8f58-5a6cd013682a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:35:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['a0fee015-dba6-4838-a50a-d8dd715ff5a8'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:35:36.337006 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1ead4c80-170f-407f-a7da-8d8da2688997 req-f77c8e8d-6be2-4dfa-8449-9c3ea25652eb service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=ec893155-8d67-422c-a54d-407e9d56e839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2919931 Jul 13 13:35:36.394814 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ae61f54b-892d-4d60-9a8b-740e1d23f89b admin admin] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:36.402881 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-ae61f54b-892d-4d60-9a8b-740e1d23f89b admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 4.2035711 Jul 13 13:35:36.403525 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 52720) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:35:36.526233 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539f962a-ba31-473f-9ec1-991584bd5116 req-2a2d7a67-5e05-444a-9610-0ca9ac54b3fa tempest-AttachSCSIVolumeTestJSON-417808870 tempest-AttachSCSIVolumeTestJSON-417808870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:36.532912 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-539f962a-ba31-473f-9ec1-991584bd5116 req-2a2d7a67-5e05-444a-9610-0ca9ac54b3fa tempest-AttachSCSIVolumeTestJSON-417808870 tempest-AttachSCSIVolumeTestJSON-417808870-project] 10.222.0.23 "GET /v2.0/ports?device_id=5002655f-6941-4d1b-9a0a-42f9fa3913e0 HTTP/1.1" status: 200 len: 945 time: 0.3952186 Jul 13 13:35:36.593186 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-f37af881-3160-4426-8f58-5a6cd013682a None None] Set router a0fee015-dba6-4838-a50a-d8dd715ff5a8 gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:35:36.666717 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-539f962a-ba31-473f-9ec1-991584bd5116 req-768d65a1-363d-48d7-be61-bfde649d04c7 tempest-AttachSCSIVolumeTestJSON-417808870 tempest-AttachSCSIVolumeTestJSON-417808870-project] 10.222.0.23 "GET /v2.0/security-groups?id=f42b914a-54cd-4241-aa90-8d2a14562637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308913 Jul 13 13:35:36.769489 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 52726) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:35:36.838526 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device d2f9783d-be55-4241-9cb0-935a7128b240 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:35:36.889404 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-359751f7-bca4-418a-9c64-33daddfca61b req-8bd0f3f5-e3a5-4a1e-877a-8898edea6d78 tempest-AttachSCSIVolumeTestJSON-417808870 tempest-AttachSCSIVolumeTestJSON-417808870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:36.937967 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-c5b29767-a34f-49d4-a2c0-66819b01ce0c admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-548735093-network', 'tenant_id': '132b60c425be4aeb99cec71010f26a0d'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:35:36.976400 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port d2f9783d-be55-4241-9cb0-935a7128b240 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:35:36.976400 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:37.017075 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5b29767-a34f-49d4-a2c0-66819b01ce0c admin admin] Made reservation on behalf of 132b60c425be4aeb99cec71010f26a0d for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:35:37.020713 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c5b29767-a34f-49d4-a2c0-66819b01ce0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:37.034572 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c5b29767-a34f-49d4-a2c0-66819b01ce0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:37.045645 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd0f3f5-e3a5-4a1e-877a-8898edea6d78 tempest-AttachSCSIVolumeTestJSON-417808870 tempest-AttachSCSIVolumeTestJSON-417808870-project] Pushing event deleted for resources: {'Port': ['ID=c36b9a68-aca8-4909-9cb6-3474e0c4789a,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:35:37.220355 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-f37af881-3160-4426-8f58-5a6cd013682a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0fee015-dba6-4838-a50a-d8dd715ff5a8', 'name': 'tempest-ServersTestJSON-213962535-router', 'tenant_id': '94689ad386234fb594427716c15799ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '9c6875c8-3bfc-4141-a512-86ffd2a64a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:35:32Z', 'updated_at': '2021-07-13T13:35:33Z', 'revision_number': 3, 'project_id': '94689ad386234fb594427716c15799ee', 'gw_port': {'id': '9c6875c8-3bfc-4141-a512-86ffd2a64a7d', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:80:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0fee015-dba6-4838-a50a-d8dd715ff5a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:35:32Z', 'updated_at': '2021-07-13T13:35:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:35:37.321388 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f37af881-3160-4426-8f58-5a6cd013682a None None] Checking router: a0fee015-dba6-4838-a50a-d8dd715ff5a8 for host: n-d-800634-1 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 13:35:37.322072 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f37af881-3160-4426-8f58-5a6cd013682a None None] Updating router a0fee015-dba6-4838-a50a-d8dd715ff5a8 port 9c6875c8-3bfc-4141-a512-86ffd2a64a7d binding host n-d-800634-1 {{(pid=93753) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 13:35:37.367778 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c5b29767-a34f-49d4-a2c0-66819b01ce0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:37.375802 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c5b29767-a34f-49d4-a2c0-66819b01ce0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:37.386701 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0e0568-a543-4fe1-82be-8ab7dc4c6da3 req-0da0ecb3-1dd3-43b7-915b-f5ba6263c243 tempest-ServerTagsTestJSON-1753017370 tempest-ServerTagsTestJSON-1753017370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:37.389825 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2a0e0568-a543-4fe1-82be-8ab7dc4c6da3 req-0da0ecb3-1dd3-43b7-915b-f5ba6263c243 tempest-ServerTagsTestJSON-1753017370 tempest-ServerTagsTestJSON-1753017370-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdcbd9c0-c755-492c-a138-b96725f841d8 HTTP/1.1" status: 200 len: 945 time: 0.7059121 Jul 13 13:35:37.395202 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-359751f7-bca4-418a-9c64-33daddfca61b req-8bd0f3f5-e3a5-4a1e-877a-8898edea6d78 tempest-AttachSCSIVolumeTestJSON-417808870 tempest-AttachSCSIVolumeTestJSON-417808870-project] No DVR routers for this DVR port c36b9a68-aca8-4909-9cb6-3474e0c4789a on host n-h1-800634-1 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:35:37.416738 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-359751f7-bca4-418a-9c64-33daddfca61b req-8bd0f3f5-e3a5-4a1e-877a-8898edea6d78 tempest-AttachSCSIVolumeTestJSON-417808870 tempest-AttachSCSIVolumeTestJSON-417808870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:37.419234 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f37af881-3160-4426-8f58-5a6cd013682a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:37.419496 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-359751f7-bca4-418a-9c64-33daddfca61b req-8bd0f3f5-e3a5-4a1e-877a-8898edea6d78 tempest-AttachSCSIVolumeTestJSON-417808870 tempest-AttachSCSIVolumeTestJSON-417808870-project] 10.222.0.26 "DELETE /v2.0/ports/c36b9a68-aca8-4909-9cb6-3474e0c4789a HTTP/1.1" status: 204 len: 173 time: 2.1444674 Jul 13 13:35:37.419976 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5002655f-6941-4d1b-9a0a-42f9fa3913e0', 'name': 'network-vif-deleted', 'tag': 'c36b9a68-aca8-4909-9cb6-3474e0c4789a'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:35:37.422738 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d17b627af75e17e0f4b8d6239d04f8c2f78634e2c585e32a7aeca336500f34a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c206bc4-7b54-449d-9ae4-f2254d7ab269" -d '{"events": [{"server_uuid": "5002655f-6941-4d1b-9a0a-42f9fa3913e0", "name": "network-vif-deleted", "tag": "c36b9a68-aca8-4909-9cb6-3474e0c4789a"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:35:37.455648 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5b29767-a34f-49d4-a2c0-66819b01ce0c admin admin] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 13:35:37.465679 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b29767-a34f-49d4-a2c0-66819b01ce0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24689591-48d9-46af-a687-72c510af83bd,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:35:37.474812 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c5b29767-a34f-49d4-a2c0-66819b01ce0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:37.475828 n-d-800634-1 neutron-server[93750]: INFO neutron.db.segments_db [None req-c5b29767-a34f-49d4-a2c0-66819b01ce0c admin admin] Added segment 389f0714-81c5-44c7-95d7-c7027042d54a of type vlan for network 0e04c952-db9c-4505-aba6-7ccdaeeb7137 Jul 13 13:35:37.572687 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 13:35:37.614903 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2a0e0568-a543-4fe1-82be-8ab7dc4c6da3 req-77a31555-805e-4708-aeba-8f38f4f83d15 tempest-ServerTagsTestJSON-1753017370 tempest-ServerTagsTestJSON-1753017370-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec893155-8d67-422c-a54d-407e9d56e839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164788 Jul 13 13:35:37.649722 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c5b29767-a34f-49d4-a2c0-66819b01ce0c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:37.749884 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c5b29767-a34f-49d4-a2c0-66819b01ce0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:37.751154 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b29767-a34f-49d4-a2c0-66819b01ce0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:37.751598 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c5b29767-a34f-49d4-a2c0-66819b01ce0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:37.965765 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-c5b29767-a34f-49d4-a2c0-66819b01ce0c admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1930254 Jul 13 13:35:37.967278 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 52748) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:35:37.970391 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b29767-a34f-49d4-a2c0-66819b01ce0c admin admin] Pushing event updated for resources: {'Network': ['ID=0e04c952-db9c-4505-aba6-7ccdaeeb7137,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:35:37.980471 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-fe80b471-650f-4474-ab6e-feac4f7d74a1 admin admin] Request body: {'subnet': {'network_id': '0e04c952-db9c-4505-aba6-7ccdaeeb7137', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-548735093-subnet', 'tenant_id': '132b60c425be4aeb99cec71010f26a0d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:35:37.984726 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network 0e04c952-db9c-4505-aba6-7ccdaeeb7137 details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 13:35:38.016533 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d75486-7f2a-460f-83e3-ba5aa7ab11a1 req-e7e78770-fcd0-47fc-8747-b94f92a8a98b tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:38.025924 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-45d75486-7f2a-460f-83e3-ba5aa7ab11a1 req-e7e78770-fcd0-47fc-8747-b94f92a8a98b tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/ports?device_id=b47b55d4-8ce4-4f13-bdab-9fd4a8aff692 HTTP/1.1" status: 200 len: 945 time: 0.1651912 Jul 13 13:35:38.063860 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-83455437-4de6-4a7f-8e5d-c66fda4f5075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:38.113638 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f37af881-3160-4426-8f58-5a6cd013682a None None] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:38.121565 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-45d75486-7f2a-460f-83e3-ba5aa7ab11a1 req-232857bd-36c2-4816-aced-a636ff53885e tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1a1929d-de59-4a26-a69b-05b891c11dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741086 Jul 13 13:35:38.128146 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-f37af881-3160-4426-8f58-5a6cd013682a None None] Transition to ACTIVE for port object 9c6875c8-3bfc-4141-a512-86ffd2a64a7d will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:35:38.136962 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f37af881-3160-4426-8f58-5a6cd013682a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:38.184151 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe80b471-650f-4474-ab6e-feac4f7d74a1 admin admin] Made reservation on behalf of 132b60c425be4aeb99cec71010f26a0d for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:35:38.192180 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fe80b471-650f-4474-ab6e-feac4f7d74a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6104980'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:38.271299 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d3dd16-daba-4100-b984-d31a0b81a17c None None] Pushing event updated for resources: {'Port': ['ID=9c6875c8-3bfc-4141-a512-86ffd2a64a7d,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:35:38.300885 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d3dd16-daba-4100-b984-d31a0b81a17c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:35:38.301279 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d3dd16-daba-4100-b984-d31a0b81a17c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:35:38.301715 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d3dd16-daba-4100-b984-d31a0b81a17c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:35:38.302369 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d3dd16-daba-4100-b984-d31a0b81a17c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:35:38.302716 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d3dd16-daba-4100-b984-d31a0b81a17c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:35:38.303200 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d3dd16-daba-4100-b984-d31a0b81a17c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:35:38.303663 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d3dd16-daba-4100-b984-d31a0b81a17c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:35:38.303997 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d3dd16-daba-4100-b984-d31a0b81a17c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:35:38.307619 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d3dd16-daba-4100-b984-d31a0b81a17c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:35:38.308259 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d3dd16-daba-4100-b984-d31a0b81a17c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:35:38.308882 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d3dd16-daba-4100-b984-d31a0b81a17c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:35:38.309407 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d3dd16-daba-4100-b984-d31a0b81a17c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:35:38.345257 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-f37af881-3160-4426-8f58-5a6cd013682a None None] Attempting to bind port 9c6875c8-3bfc-4141-a512-86ffd2a64a7d on host n-d-800634-1 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:35:38.346064 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-f37af881-3160-4426-8f58-5a6cd013682a None None] Attempting to bind port 9c6875c8-3bfc-4141-a512-86ffd2a64a7d by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:35:38.346732 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37af881-3160-4426-8f58-5a6cd013682a None None] Attempting to bind port 9c6875c8-3bfc-4141-a512-86ffd2a64a7d on network acf968b8-c524-46a9-a20b-ad9667009130 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:35:38.353556 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37af881-3160-4426-8f58-5a6cd013682a None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 35, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:35:38.354060 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37af881-3160-4426-8f58-5a6cd013682a None None] Checking segment: {'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:35:38.354512 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f37af881-3160-4426-8f58-5a6cd013682a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:38.354910 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37af881-3160-4426-8f58-5a6cd013682a None None] Bound using segment: {'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:35:38.355384 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-f37af881-3160-4426-8f58-5a6cd013682a None None] Bound port: 9c6875c8-3bfc-4141-a512-86ffd2a64a7d, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:35:38.355767 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f37af881-3160-4426-8f58-5a6cd013682a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:38.400048 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 2bd87d73-4372-4ba5-9218-4e27eaeb7d76 up at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:35:38.405927 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b395d21a-999f-4136-a2e3-f71c43cebba7 x-openstack-request-id: req-b395d21a-999f-4136-a2e3-f71c43cebba7 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:35:38.406467 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5002655f-6941-4d1b-9a0a-42f9fa3913e0", "name": "network-vif-deleted", "tag": "c36b9a68-aca8-4909-9cb6-3474e0c4789a", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:35:38.406467 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b395d21a-999f-4136-a2e3-f71c43cebba7 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:35:38.406834 n-d-800634-1 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5002655f-6941-4d1b-9a0a-42f9fa3913e0', 'name': 'network-vif-deleted', 'tag': 'c36b9a68-aca8-4909-9cb6-3474e0c4789a', 'status': 'completed', 'code': 200} Jul 13 13:35:38.410010 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fe80b471-650f-4474-ab6e-feac4f7d74a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6018343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6104998'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:38.436757 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-f37af881-3160-4426-8f58-5a6cd013682a None None] For port 9c6875c8-3bfc-4141-a512-86ffd2a64a7d, host n-d-800634-1, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:35:38.445242 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-f37af881-3160-4426-8f58-5a6cd013682a None None] For port 9c6875c8-3bfc-4141-a512-86ffd2a64a7d, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=9c6875c8-3bfc-4141-a512-86ffd2a64a7d,segment=NetworkSegment(3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87),segment_id=3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:35:38.449390 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f37af881-3160-4426-8f58-5a6cd013682a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:38.543563 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning complete for port 2bd87d73-4372-4ba5-9218-4e27eaeb7d76 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:35:38.543949 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:38.581096 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37af881-3160-4426-8f58-5a6cd013682a None None] Routers {'a0fee015-dba6-4838-a50a-d8dd715ff5a8'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:35:38.581758 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-f37af881-3160-4426-8f58-5a6cd013682a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:35:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['a0fee015-dba6-4838-a50a-d8dd715ff5a8'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:35:38.584703 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d3dd16-daba-4100-b984-d31a0b81a17c None None] Pushing event updated for resources: {'Port': ['ID=9c6875c8-3bfc-4141-a512-86ffd2a64a7d,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:35:38.645863 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-545eb797-8d62-4b9f-9bfe-54513282a5a9 req-9eb0cb25-870d-4955-a9a8-2165c469c4e2 tempest-AttachSCSIVolumeTestJSON-417808870 tempest-AttachSCSIVolumeTestJSON-417808870-project] 10.222.0.23 "GET /v2.0/ports?device_id=5002655f-6941-4d1b-9a0a-42f9fa3913e0 HTTP/1.1" status: 200 len: 210 time: 0.0984330 Jul 13 13:35:38.666454 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device c36b9a68-aca8-4909-9cb6-3474e0c4789a no longer exists at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:35:38.723271 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-381d4315-9089-413f-a071-aa2897bda790 None None] No Port match for: c36b9a68-aca8-4909-9cb6-3474e0c4789a {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:35:38.723602 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device c36b9a68-aca8-4909-9cb6-3474e0c4789a not bound to the agent host n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:35:38.740288 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-83455437-4de6-4a7f-8e5d-c66fda4f5075 admin admin] Allocated IP 172.20.0.1 (b14d01f8-4a78-4311-a169-2b69cfb0becb/5c7aee23-499f-4864-8fcc-2112b8c98bdb/6effa2c5-f87b-4020-aa4d-2383e4de5424) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:35:38.805344 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-f37af881-3160-4426-8f58-5a6cd013682a None None] Set router a0fee015-dba6-4838-a50a-d8dd715ff5a8 gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:35:38.844132 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:38.912724 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9667b2b3-a6a8-4192-9815-a4b1d860f93e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bd87d73-4372-4ba5-9218-4e27eaeb7d76'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:35:38.915960 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-83455437-4de6-4a7f-8e5d-c66fda4f5075 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:38.917507 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bc4ab80-ba71-45f8-b516-544ec10e3c2d" -d '{"events": [{"server_uuid": "9667b2b3-a6a8-4192-9815-a4b1d860f93e", "name": "network-vif-plugged", "status": "completed", "tag": "2bd87d73-4372-4ba5-9218-4e27eaeb7d76"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:35:38.932882 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-83455437-4de6-4a7f-8e5d-c66fda4f5075 admin admin] Transition to ACTIVE for port object 6effa2c5-f87b-4020-aa4d-2383e4de5424 will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:35:38.961336 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 2bd87d73-4372-4ba5-9218-4e27eaeb7d76, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=2bd87d73-4372-4ba5-9218-4e27eaeb7d76,segment=NetworkSegment(731c211d-2cbe-4aa3-a09e-111c83e33a98),segment_id=731c211d-2cbe-4aa3-a09e-111c83e33a98)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:35:38.971303 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:38.979853 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe80b471-650f-4474-ab6e-feac4f7d74a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46175078-efd4-4ba8-945c-03239fb9d2ed,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:35:39.009287 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-83455437-4de6-4a7f-8e5d-c66fda4f5075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:39.088753 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=2bd87d73-4372-4ba5-9218-4e27eaeb7d76,revision_number=7']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:35:39.095782 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bf9237-28ac-4b78-8319-f49f0ce1fc7e req-bc79f2bd-ce60-48db-9b19-022652028eb3 tempest-LiveAutoBlockMigrationV225Test-953904280 tempest-LiveAutoBlockMigrationV225Test-953904280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:39.097804 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-73bf9237-28ac-4b78-8319-f49f0ce1fc7e req-bc79f2bd-ce60-48db-9b19-022652028eb3 tempest-LiveAutoBlockMigrationV225Test-953904280 tempest-LiveAutoBlockMigrationV225Test-953904280-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=b47b55d4-8ce4-4f13-bdab-9fd4a8aff692&tenant_id=d50e67b9ee9e45449d2522df614fe533&binding%3Ahost_id=n-h2-800634-1 HTTP/1.1" status: 200 len: 1096 time: 0.1137960 Jul 13 13:35:39.111005 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-73bf9237-28ac-4b78-8319-f49f0ce1fc7e req-b9bbb63f-083f-4816-ba2f-e7d686b9b2af service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-800634-1'}}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:35:39.150083 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83455437-4de6-4a7f-8e5d-c66fda4f5075 admin admin] Network b14d01f8-4a78-4311-a169-2b69cfb0becb is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:35:39.151870 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe80b471-650f-4474-ab6e-feac4f7d74a1 admin admin] Checking segment: {'id': '389f0714-81c5-44c7-95d7-c7027042d54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '0e04c952-db9c-4505-aba6-7ccdaeeb7137'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:35:39.152471 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe80b471-650f-4474-ab6e-feac4f7d74a1 admin admin] Network hostable DHCP agents. Network: 0e04c952-db9c-4505-aba6-7ccdaeeb7137, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 13:35:39.155799 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-f37af881-3160-4426-8f58-5a6cd013682a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0fee015-dba6-4838-a50a-d8dd715ff5a8', 'name': 'tempest-ServersTestJSON-213962535-router', 'tenant_id': '94689ad386234fb594427716c15799ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '9c6875c8-3bfc-4141-a512-86ffd2a64a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:35:32Z', 'updated_at': '2021-07-13T13:35:33Z', 'revision_number': 3, 'project_id': '94689ad386234fb594427716c15799ee', 'gw_port': {'id': '9c6875c8-3bfc-4141-a512-86ffd2a64a7d', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:80:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0fee015-dba6-4838-a50a-d8dd715ff5a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:35:32Z', 'updated_at': '2021-07-13T13:35:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:35:39.168857 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-83455437-4de6-4a7f-8e5d-c66fda4f5075 admin admin] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:35:39.195760 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f37af881-3160-4426-8f58-5a6cd013682a None None] The sync data for ids ['a0fee015-dba6-4838-a50a-d8dd715ff5a8'] in n-d-800634-1 is: [{'id': 'a0fee015-dba6-4838-a50a-d8dd715ff5a8', 'name': 'tempest-ServersTestJSON-213962535-router', 'tenant_id': '94689ad386234fb594427716c15799ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '9c6875c8-3bfc-4141-a512-86ffd2a64a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:35:32Z', 'updated_at': '2021-07-13T13:35:33Z', 'revision_number': 3, 'project_id': '94689ad386234fb594427716c15799ee', 'gw_port': {'id': '9c6875c8-3bfc-4141-a512-86ffd2a64a7d', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:80:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0fee015-dba6-4838-a50a-d8dd715ff5a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:35:32Z', 'updated_at': '2021-07-13T13:35:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:35:39.220497 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83455437-4de6-4a7f-8e5d-c66fda4f5075 admin admin] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:35:39.301686 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-73bf9237-28ac-4b78-8319-f49f0ce1fc7e req-b9bbb63f-083f-4816-ba2f-e7d686b9b2af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:39.314800 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe80b471-650f-4474-ab6e-feac4f7d74a1 admin admin] Network 0e04c952-db9c-4505-aba6-7ccdaeeb7137 is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 13:35:39.328080 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83455437-4de6-4a7f-8e5d-c66fda4f5075 admin admin] Pushing event updated for resources: {'Port': ['ID=6effa2c5-f87b-4020-aa4d-2383e4de5424,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:35:39.340101 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-fe80b471-650f-4474-ab6e-feac4f7d74a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, 0e04c952-db9c-4505-aba6-7ccdaeeb7137) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:35:39.343907 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2d571e-70c6-4740-9b16-612af13c34c4 req-b63833ad-5031-4b01-bd80-5205c86866d0 tempest-ServerTagsTestJSON-1753017370 tempest-ServerTagsTestJSON-1753017370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:39.351732 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee2dc48-cd9d-492d-9a08-e4fbc3815c50 None None] Network 0e04c952-db9c-4505-aba6-7ccdaeeb7137 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:35:39.352645 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ee2d571e-70c6-4740-9b16-612af13c34c4 req-b63833ad-5031-4b01-bd80-5205c86866d0 tempest-ServerTagsTestJSON-1753017370 tempest-ServerTagsTestJSON-1753017370-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdcbd9c0-c755-492c-a138-b96725f841d8 HTTP/1.1" status: 200 len: 945 time: 0.1761975 Jul 13 13:35:39.370420 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-83455437-4de6-4a7f-8e5d-c66fda4f5075 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-450452'] for router_interface, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:39.376337 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe80b471-650f-4474-ab6e-feac4f7d74a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:39.378238 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fe80b471-650f-4474-ab6e-feac4f7d74a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:39.563562 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-fe80b471-650f-4474-ab6e-feac4f7d74a1 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5950160 Jul 13 13:35:39.575193 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ee2d571e-70c6-4740-9b16-612af13c34c4 req-d3d0d66d-0c7a-488e-b851-59b369955a2b tempest-ServerTagsTestJSON-1753017370 tempest-ServerTagsTestJSON-1753017370-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec893155-8d67-422c-a54d-407e9d56e839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215514 Jul 13 13:35:39.616066 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef115148-794e-4e81-aa12-318406d2bba4 req-4c121538-14e2-457a-913a-7f4e2b5ef536 tempest-ListServersNegativeTestJSON-1186610398 tempest-ListServersNegativeTestJSON-1186610398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:39.617896 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ef115148-794e-4e81-aa12-318406d2bba4 req-4c121538-14e2-457a-913a-7f4e2b5ef536 tempest-ListServersNegativeTestJSON-1186610398 tempest-ListServersNegativeTestJSON-1186610398-project] 10.222.0.26 "GET /v2.0/ports?device_id=25322471-cb67-43df-bbb5-aef59d9c0983 HTTP/1.1" status: 200 len: 946 time: 0.6410968 Jul 13 13:35:39.687157 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad11b7b-02c9-47c4-9039-267ed7d86020 req-51511e7d-797e-4378-aeb3-adcaea27e6ce tempest-ListServersNegativeTestJSON-1186610398 tempest-ListServersNegativeTestJSON-1186610398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:39.689031 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-bad11b7b-02c9-47c4-9039-267ed7d86020 req-51511e7d-797e-4378-aeb3-adcaea27e6ce tempest-ListServersNegativeTestJSON-1186610398 tempest-ListServersNegativeTestJSON-1186610398-project] 10.222.0.23 "GET /v2.0/ports?device_id=25322471-cb67-43df-bbb5-aef59d9c0983 HTTP/1.1" status: 200 len: 946 time: 0.5520618 Jul 13 13:35:39.711466 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-73bf9237-28ac-4b78-8319-f49f0ce1fc7e req-b9bbb63f-083f-4816-ba2f-e7d686b9b2af service neutron] For port 2afe5f25-c147-415f-8c5b-d8940fe3ec97, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=2afe5f25-c147-415f-8c5b-d8940fe3ec97,segment=NetworkSegment(ad5ed454-48ea-4363-8047-0d3907eff6fd),segment_id=ad5ed454-48ea-4363-8047-0d3907eff6fd)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:35:39.770325 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f27b2c4-1863-4317-9e55-2a3cb06c709a None None] Network 0e04c952-db9c-4505-aba6-7ccdaeeb7137 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:35:39.828167 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-73bf9237-28ac-4b78-8319-f49f0ce1fc7e req-b9bbb63f-083f-4816-ba2f-e7d686b9b2af service neutron] For port 2afe5f25-c147-415f-8c5b-d8940fe3ec97, host n-h2-800634-1, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:35:39.919092 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-bad11b7b-02c9-47c4-9039-267ed7d86020 req-4bc97fb0-4aa4-4d57-b035-1a9e5b225162 tempest-ListServersNegativeTestJSON-1186610398 tempest-ListServersNegativeTestJSON-1186610398-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e05c1f5-1646-442c-9367-24d51c2f3067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045066 Jul 13 13:35:39.945791 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-83455437-4de6-4a7f-8e5d-c66fda4f5075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:39.980253 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e70d3628-a59c-4086-bd33-709d46cd98c9 x-openstack-request-id: req-e70d3628-a59c-4086-bd33-709d46cd98c9 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:35:39.980979 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9667b2b3-a6a8-4192-9815-a4b1d860f93e", "name": "network-vif-plugged", "status": "completed", "tag": "2bd87d73-4372-4ba5-9218-4e27eaeb7d76", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:35:39.981462 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e70d3628-a59c-4086-bd33-709d46cd98c9 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:35:39.982094 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9667b2b3-a6a8-4192-9815-a4b1d860f93e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bd87d73-4372-4ba5-9218-4e27eaeb7d76', 'code': 200} Jul 13 13:35:40.031210 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-aa42b09e-b422-4f34-afac-fa6b224a75af None None] Provisioning for port 6effa2c5-f87b-4020-aa4d-2383e4de5424 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:35:40.078263 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b47b55d4-8ce4-4f13-bdab-9fd4a8aff692', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2afe5f25-c147-415f-8c5b-d8940fe3ec97'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:35:40.083049 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e1736bb-8ab0-41e7-af3a-a0d35cf2f178" -d '{"events": [{"server_uuid": "b47b55d4-8ce4-4f13-bdab-9fd4a8aff692", "name": "network-vif-unplugged", "status": "completed", "tag": "2afe5f25-c147-415f-8c5b-d8940fe3ec97"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:35:40.085631 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-ef115148-794e-4e81-aa12-318406d2bba4 req-eda41744-d06a-4d25-bf10-c9115a18541a tempest-ListServersNegativeTestJSON-1186610398 tempest-ListServersNegativeTestJSON-1186610398-project] Deleting port 1cc0202b-3e12-41f3-956e-41ec0d544add {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:35:40.087063 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-ef115148-794e-4e81-aa12-318406d2bba4 req-eda41744-d06a-4d25-bf10-c9115a18541a tempest-ListServersNegativeTestJSON-1186610398 tempest-ListServersNegativeTestJSON-1186610398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:40.109967 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-73bf9237-28ac-4b78-8319-f49f0ce1fc7e req-b9bbb63f-083f-4816-ba2f-e7d686b9b2af service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:40.116916 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-aa42b09e-b422-4f34-afac-fa6b224a75af None None] Provisioning complete for port 6effa2c5-f87b-4020-aa4d-2383e4de5424 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:35:40.117467 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-aa42b09e-b422-4f34-afac-fa6b224a75af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:40.197075 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-73bf9237-28ac-4b78-8319-f49f0ce1fc7e req-b9bbb63f-083f-4816-ba2f-e7d686b9b2af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:40.213877 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-aa42b09e-b422-4f34-afac-fa6b224a75af None None] Port 6effa2c5-f87b-4020-aa4d-2383e4de5424 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:35:40.350026 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bbb63f-083f-4816-ba2f-e7d686b9b2af service neutron] Pushing event updated for resources: {'Port': ['ID=2afe5f25-c147-415f-8c5b-d8940fe3ec97,revision_number=7']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:35:40.367247 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-ef115148-794e-4e81-aa12-318406d2bba4 req-eda41744-d06a-4d25-bf10-c9115a18541a tempest-ListServersNegativeTestJSON-1186610398 tempest-ListServersNegativeTestJSON-1186610398-project] For port 1cc0202b-3e12-41f3-956e-41ec0d544add, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=1cc0202b-3e12-41f3-956e-41ec0d544add,segment=NetworkSegment(0e088d7a-7675-40e8-ac05-982d7aacdc90),segment_id=0e088d7a-7675-40e8-ac05-982d7aacdc90)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:35:40.367939 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-ef115148-794e-4e81-aa12-318406d2bba4 req-eda41744-d06a-4d25-bf10-c9115a18541a tempest-ListServersNegativeTestJSON-1186610398 tempest-ListServersNegativeTestJSON-1186610398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:40.407630 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3551d332-8ce5-465c-8ee1-371f4a1f7593 req-c1755147-584b-4763-90a7-7a66aa2c801f tempest-ListServersNegativeTestJSON-1186610398 tempest-ListServersNegativeTestJSON-1186610398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:40.409139 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3551d332-8ce5-465c-8ee1-371f4a1f7593 req-c1755147-584b-4763-90a7-7a66aa2c801f tempest-ListServersNegativeTestJSON-1186610398 tempest-ListServersNegativeTestJSON-1186610398-project] 10.222.0.41 "GET /v2.0/ports?device_id=ca7b0c88-b54b-4d9a-83ec-091076a0e559 HTTP/1.1" status: 200 len: 945 time: 0.5766330 Jul 13 13:35:40.415273 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-ef115148-794e-4e81-aa12-318406d2bba4 req-eda41744-d06a-4d25-bf10-c9115a18541a tempest-ListServersNegativeTestJSON-1186610398 tempest-ListServersNegativeTestJSON-1186610398-project] Calling delete_port for 1cc0202b-3e12-41f3-956e-41ec0d544add owned by compute:nova {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:35:40.524265 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-73bf9237-28ac-4b78-8319-f49f0ce1fc7e req-b9bbb63f-083f-4816-ba2f-e7d686b9b2af service neutron] Attempting to bind port 2afe5f25-c147-415f-8c5b-d8940fe3ec97 on host n-h2-800634-1 for vnic_type normal with profile {"migrating_to": "n-h1-800634-1"} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:35:40.525612 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-73bf9237-28ac-4b78-8319-f49f0ce1fc7e req-b9bbb63f-083f-4816-ba2f-e7d686b9b2af service neutron] Attempting to bind port 2afe5f25-c147-415f-8c5b-d8940fe3ec97 by drivers openvswitch,hyperv on host n-h2-800634-1 at level 0 using segments [{'id': 'ad5ed454-48ea-4363-8047-0d3907eff6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:35:40.526242 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73bf9237-28ac-4b78-8319-f49f0ce1fc7e req-b9bbb63f-083f-4816-ba2f-e7d686b9b2af service neutron] Attempting to bind port 2afe5f25-c147-415f-8c5b-d8940fe3ec97 on network 2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:35:40.539622 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-83455437-4de6-4a7f-8e5d-c66fda4f5075 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:40.585821 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a7437c-e0cb-46b0-a629-65278280bf78 req-905a0d9f-eb16-4e78-9d89-8c7830291272 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:40.594107 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-16a7437c-e0cb-46b0-a629-65278280bf78 req-905a0d9f-eb16-4e78-9d89-8c7830291272 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/ports?device_id=b47b55d4-8ce4-4f13-bdab-9fd4a8aff692 HTTP/1.1" status: 200 len: 945 time: 0.5965180 Jul 13 13:35:40.594451 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-83455437-4de6-4a7f-8e5d-c66fda4f5075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:40.601368 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 2afe5f25-c147-415f-8c5b-d8940fe3ec97 details requested by agent hyperv_n-h1-800634-1 with host n-h1-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 13:35:40.709676 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73bf9237-28ac-4b78-8319-f49f0ce1fc7e req-b9bbb63f-083f-4816-ba2f-e7d686b9b2af service neutron] Port 2afe5f25-c147-415f-8c5b-d8940fe3ec97 on network 2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-1 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:35:40.712850 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73bf9237-28ac-4b78-8319-f49f0ce1fc7e req-b9bbb63f-083f-4816-ba2f-e7d686b9b2af service neutron] Attempting to bind port 2afe5f25-c147-415f-8c5b-d8940fe3ec97 on network 2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:35:40.799708 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73bf9237-28ac-4b78-8319-f49f0ce1fc7e req-b9bbb63f-083f-4816-ba2f-e7d686b9b2af service neutron] Checking agent: {'id': 'f615e5c9-21ab-43f2-adbc-192d64b795cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:35:40.800497 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73bf9237-28ac-4b78-8319-f49f0ce1fc7e req-b9bbb63f-083f-4816-ba2f-e7d686b9b2af service neutron] Checking segment: {'id': 'ad5ed454-48ea-4363-8047-0d3907eff6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:35:40.801592 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73bf9237-28ac-4b78-8319-f49f0ce1fc7e req-b9bbb63f-083f-4816-ba2f-e7d686b9b2af service neutron] Bound using segment: {'id': 'ad5ed454-48ea-4363-8047-0d3907eff6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:35:40.802341 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-73bf9237-28ac-4b78-8319-f49f0ce1fc7e req-b9bbb63f-083f-4816-ba2f-e7d686b9b2af service neutron] Bound port: 2afe5f25-c147-415f-8c5b-d8940fe3ec97, host: n-h2-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad5ed454-48ea-4363-8047-0d3907eff6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:35:40.803017 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-73bf9237-28ac-4b78-8319-f49f0ce1fc7e req-b9bbb63f-083f-4816-ba2f-e7d686b9b2af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:40.917702 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-16a7437c-e0cb-46b0-a629-65278280bf78 req-baaea00c-c67b-4dc5-921e-1541df557295 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1a1929d-de59-4a26-a69b-05b891c11dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3212259 Jul 13 13:35:40.919370 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-83455437-4de6-4a7f-8e5d-c66fda4f5075 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1785045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451806'] for router_interface, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:40.959771 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83455437-4de6-4a7f-8e5d-c66fda4f5075 admin admin] Pushing event updated for resources: {'Port': ['ID=6effa2c5-f87b-4020-aa4d-2383e4de5424,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:35:40.981257 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 2afe5f25-c147-415f-8c5b-d8940fe3ec97, host n-h2-800634-1, got binding levels [] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:35:40.982753 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-3551d332-8ce5-465c-8ee1-371f4a1f7593 req-52c60560-5216-4881-b81b-d52313a185c0 tempest-ListServersNegativeTestJSON-1186610398 tempest-ListServersNegativeTestJSON-1186610398-project] Deleting port be9b48f6-3d8e-4bd3-a262-038ec67bfd3b {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:35:40.983144 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3551d332-8ce5-465c-8ee1-371f4a1f7593 req-52c60560-5216-4881-b81b-d52313a185c0 tempest-ListServersNegativeTestJSON-1186610398 tempest-ListServersNegativeTestJSON-1186610398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:41.051154 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Attempting to bind port 2afe5f25-c147-415f-8c5b-d8940fe3ec97 on host n-h2-800634-1 for vnic_type normal with profile {"migrating_to": "n-h1-800634-1"} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:35:41.053601 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Attempting to bind port 2afe5f25-c147-415f-8c5b-d8940fe3ec97 by drivers openvswitch,hyperv on host n-h2-800634-1 at level 0 using segments [{'id': 'ad5ed454-48ea-4363-8047-0d3907eff6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:35:41.054252 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Attempting to bind port 2afe5f25-c147-415f-8c5b-d8940fe3ec97 on network 2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:35:41.058425 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 9c6875c8-3bfc-4141-a512-86ffd2a64a7d up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:35:41.112326 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-73bf9237-28ac-4b78-8319-f49f0ce1fc7e req-b9bbb63f-083f-4816-ba2f-e7d686b9b2af service neutron] For port 2afe5f25-c147-415f-8c5b-d8940fe3ec97, host n-h2-800634-1, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:35:41.118750 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-73bf9237-28ac-4b78-8319-f49f0ce1fc7e req-b9bbb63f-083f-4816-ba2f-e7d686b9b2af service neutron] For port 2afe5f25-c147-415f-8c5b-d8940fe3ec97, host n-h2-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=2afe5f25-c147-415f-8c5b-d8940fe3ec97,segment=NetworkSegment(ad5ed454-48ea-4363-8047-0d3907eff6fd),segment_id=ad5ed454-48ea-4363-8047-0d3907eff6fd)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:35:41.136297 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-73bf9237-28ac-4b78-8319-f49f0ce1fc7e req-b9bbb63f-083f-4816-ba2f-e7d686b9b2af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:41.188130 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Port 2afe5f25-c147-415f-8c5b-d8940fe3ec97 on network 2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-1 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:35:41.188725 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Attempting to bind port 2afe5f25-c147-415f-8c5b-d8940fe3ec97 on network 2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:35:41.203321 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-3551d332-8ce5-465c-8ee1-371f4a1f7593 req-52c60560-5216-4881-b81b-d52313a185c0 tempest-ListServersNegativeTestJSON-1186610398 tempest-ListServersNegativeTestJSON-1186610398-project] For port be9b48f6-3d8e-4bd3-a262-038ec67bfd3b, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=be9b48f6-3d8e-4bd3-a262-038ec67bfd3b,segment=NetworkSegment(0e088d7a-7675-40e8-ac05-982d7aacdc90),segment_id=0e088d7a-7675-40e8-ac05-982d7aacdc90)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:35:41.204258 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3551d332-8ce5-465c-8ee1-371f4a1f7593 req-52c60560-5216-4881-b81b-d52313a185c0 tempest-ListServersNegativeTestJSON-1186610398 tempest-ListServersNegativeTestJSON-1186610398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:41.221873 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Checking agent: {'id': 'f615e5c9-21ab-43f2-adbc-192d64b795cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:35:41.224965 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Checking segment: {'id': 'ad5ed454-48ea-4363-8047-0d3907eff6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:35:41.225709 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Bound using segment: {'id': 'ad5ed454-48ea-4363-8047-0d3907eff6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:35:41.226329 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Bound port: 2afe5f25-c147-415f-8c5b-d8940fe3ec97, host: n-h2-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad5ed454-48ea-4363-8047-0d3907eff6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:35:41.226850 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:41.241461 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-3551d332-8ce5-465c-8ee1-371f4a1f7593 req-52c60560-5216-4881-b81b-d52313a185c0 tempest-ListServersNegativeTestJSON-1186610398 tempest-ListServersNegativeTestJSON-1186610398-project] Calling delete_port for be9b48f6-3d8e-4bd3-a262-038ec67bfd3b owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:35:41.311124 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-ef115148-794e-4e81-aa12-318406d2bba4 req-eda41744-d06a-4d25-bf10-c9115a18541a tempest-ListServersNegativeTestJSON-1186610398 tempest-ListServersNegativeTestJSON-1186610398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:41.320663 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bf9237-28ac-4b78-8319-f49f0ce1fc7e req-b9bbb63f-083f-4816-ba2f-e7d686b9b2af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:41.321100 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-73bf9237-28ac-4b78-8319-f49f0ce1fc7e req-b9bbb63f-083f-4816-ba2f-e7d686b9b2af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:41.323044 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-73bf9237-28ac-4b78-8319-f49f0ce1fc7e req-b9bbb63f-083f-4816-ba2f-e7d686b9b2af service neutron] 10.222.0.26 "PUT /v2.0/ports/2afe5f25-c147-415f-8c5b-d8940fe3ec97 HTTP/1.1" status: 200 len: 1121 time: 2.2166200 Jul 13 13:35:41.324041 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bbb63f-083f-4816-ba2f-e7d686b9b2af service neutron] Pushing event updated for resources: {'Port': ['ID=2afe5f25-c147-415f-8c5b-d8940fe3ec97,revision_number=8']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:35:41.359990 n-d-800634-1 neutron-server[93752]: WARNING neutron.plugins.ml2.plugin [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Concurrent port binding operations failed on port 2afe5f25-c147-415f-8c5b-d8940fe3ec97 Jul 13 13:35:41.363774 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 2afe5f25-c147-415f-8c5b-d8940fe3ec97, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=2afe5f25-c147-415f-8c5b-d8940fe3ec97,segment=NetworkSegment(ad5ed454-48ea-4363-8047-0d3907eff6fd),segment_id=ad5ed454-48ea-4363-8047-0d3907eff6fd)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:35:41.371485 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['1cc0202b-3e12-41f3-956e-41ec0d544add'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:35:41.404136 n-d-800634-1 neutron-server[93752]: INFO neutron.plugins.ml2.plugin [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Attempt 2 to bind port 2afe5f25-c147-415f-8c5b-d8940fe3ec97 Jul 13 13:35:41.405321 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 2afe5f25-c147-415f-8c5b-d8940fe3ec97 has no active binding in host n-h1-800634-1 {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 13 13:35:41.410908 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port 9c6875c8-3bfc-4141-a512-86ffd2a64a7d completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:35:41.411987 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda41744-d06a-4d25-bf10-c9115a18541a tempest-ListServersNegativeTestJSON-1186610398 tempest-ListServersNegativeTestJSON-1186610398-project] Pushing event deleted for resources: {'Port': ['ID=1cc0202b-3e12-41f3-956e-41ec0d544add,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:35:41.423029 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 9c6875c8-3bfc-4141-a512-86ffd2a64a7d triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:35:41.423493 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:41.428842 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83455437-4de6-4a7f-8e5d-c66fda4f5075 admin admin] Network b14d01f8-4a78-4311-a169-2b69cfb0becb is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:35:41.431660 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-83455437-4de6-4a7f-8e5d-c66fda4f5075 admin admin] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:35:41.500809 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['2afe5f25-c147-415f-8c5b-d8940fe3ec97'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:35:41.506591 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['2afe5f25-c147-415f-8c5b-d8940fe3ec97'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:35:41.533821 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 52814) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:35:41.621793 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef115148-794e-4e81-aa12-318406d2bba4 req-eda41744-d06a-4d25-bf10-c9115a18541a tempest-ListServersNegativeTestJSON-1186610398 tempest-ListServersNegativeTestJSON-1186610398-project] No DVR routers for this DVR port 1cc0202b-3e12-41f3-956e-41ec0d544add on host n-h1-800634-1 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:35:41.650627 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-fd9623c2-adee-41ef-9cb2-cea61b32648f req-d29d1b73-39be-430c-8f90-4442984cea46 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-65356956', 'description': 'tempest-description-1221214257'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:35:41.666810 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-ef115148-794e-4e81-aa12-318406d2bba4 req-eda41744-d06a-4d25-bf10-c9115a18541a tempest-ListServersNegativeTestJSON-1186610398 tempest-ListServersNegativeTestJSON-1186610398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:41.669092 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ef115148-794e-4e81-aa12-318406d2bba4 req-eda41744-d06a-4d25-bf10-c9115a18541a tempest-ListServersNegativeTestJSON-1186610398 tempest-ListServersNegativeTestJSON-1186610398-project] 10.222.0.26 "DELETE /v2.0/ports/1cc0202b-3e12-41f3-956e-41ec0d544add HTTP/1.1" status: 204 len: 173 time: 2.0448725 Jul 13 13:35:41.691571 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25322471-cb67-43df-bbb5-aef59d9c0983', 'name': 'network-vif-deleted', 'tag': '1cc0202b-3e12-41f3-956e-41ec0d544add'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:35:41.703959 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d17b627af75e17e0f4b8d6239d04f8c2f78634e2c585e32a7aeca336500f34a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c7bfbae-df27-4c52-b7b1-20c9113e97ab" -d '{"events": [{"server_uuid": "25322471-cb67-43df-bbb5-aef59d9c0983", "name": "network-vif-deleted", "tag": "1cc0202b-3e12-41f3-956e-41ec0d544add"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:35:41.841907 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b471a47f-8b0f-453f-8c2c-aa49d2d602d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:41.886876 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3551d332-8ce5-465c-8ee1-371f4a1f7593 req-52c60560-5216-4881-b81b-d52313a185c0 tempest-ListServersNegativeTestJSON-1186610398 tempest-ListServersNegativeTestJSON-1186610398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:41.961104 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-fd9623c2-adee-41ef-9cb2-cea61b32648f req-d29d1b73-39be-430c-8f90-4442984cea46 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:42.064365 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83455437-4de6-4a7f-8e5d-c66fda4f5075 admin admin] Router a0fee015-dba6-4838-a50a-d8dd715ff5a8 has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 13:35:42.113423 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-3c33dd03-ab7c-4788-bfe0-3d843b7374ce None None] Provisioning complete for port 6effa2c5-f87b-4020-aa4d-2383e4de5424 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:35:42.114041 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-3c33dd03-ab7c-4788-bfe0-3d843b7374ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:42.121509 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c60560-5216-4881-b81b-d52313a185c0 tempest-ListServersNegativeTestJSON-1186610398 tempest-ListServersNegativeTestJSON-1186610398-project] Pushing event deleted for resources: {'Port': ['ID=be9b48f6-3d8e-4bd3-a262-038ec67bfd3b,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:35:42.229981 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:42.248507 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-3551d332-8ce5-465c-8ee1-371f4a1f7593 req-52c60560-5216-4881-b81b-d52313a185c0 tempest-ListServersNegativeTestJSON-1186610398 tempest-ListServersNegativeTestJSON-1186610398-project] No DVR routers for this DVR port be9b48f6-3d8e-4bd3-a262-038ec67bfd3b on host n-h2-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:35:42.261024 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port 9c6875c8-3bfc-4141-a512-86ffd2a64a7d, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=9c6875c8-3bfc-4141-a512-86ffd2a64a7d,segment=NetworkSegment(3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87),segment_id=3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:35:42.261190 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3551d332-8ce5-465c-8ee1-371f4a1f7593 req-52c60560-5216-4881-b81b-d52313a185c0 tempest-ListServersNegativeTestJSON-1186610398 tempest-ListServersNegativeTestJSON-1186610398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:42.263282 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3551d332-8ce5-465c-8ee1-371f4a1f7593 req-52c60560-5216-4881-b81b-d52313a185c0 tempest-ListServersNegativeTestJSON-1186610398 tempest-ListServersNegativeTestJSON-1186610398-project] 10.222.0.41 "DELETE /v2.0/ports/be9b48f6-3d8e-4bd3-a262-038ec67bfd3b HTTP/1.1" status: 204 len: 173 time: 1.8387165 Jul 13 13:35:42.275929 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:42.310316 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83455437-4de6-4a7f-8e5d-c66fda4f5075 admin admin] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:35:42.325105 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-83455437-4de6-4a7f-8e5d-c66fda4f5075 admin admin] 10.222.0.23 "PUT /v2.0/routers/a0fee015-dba6-4838-a50a-d8dd715ff5a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9182529 Jul 13 13:35:42.337684 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b9654062-4d44-41ff-8a08-7415eee2a35f req-a5f461c3-3b10-4081-9fd3-6c79947e082a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=727deb5b-3133-4286-8684-e334a3d2008f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3899162 Jul 13 13:35:42.360798 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-3c33dd03-ab7c-4788-bfe0-3d843b7374ce None None] Port 6effa2c5-f87b-4020-aa4d-2383e4de5424 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:35:42.370354 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d25a8e-c8fd-4ced-9425-2af294c5dcf4 None None] Sync routers for ids ['a0fee015-dba6-4838-a50a-d8dd715ff5a8'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:35:42.419127 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device be9b48f6-3d8e-4bd3-a262-038ec67bfd3b no longer exists at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:35:42.431844 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d25a8e-c8fd-4ced-9425-2af294c5dcf4 None None] Routers {'a0fee015-dba6-4838-a50a-d8dd715ff5a8'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:35:42.432661 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-37d25a8e-c8fd-4ced-9425-2af294c5dcf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:35:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['a0fee015-dba6-4838-a50a-d8dd715ff5a8'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:35:42.443604 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b471a47f-8b0f-453f-8c2c-aa49d2d602d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:42.456782 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b471a47f-8b0f-453f-8c2c-aa49d2d602d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:42.586840 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-37d25a8e-c8fd-4ced-9425-2af294c5dcf4 None None] Set router a0fee015-dba6-4838-a50a-d8dd715ff5a8 gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:35:42.668111 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-fd9623c2-adee-41ef-9cb2-cea61b32648f req-d29d1b73-39be-430c-8f90-4442984cea46 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:42.678562 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-fd9623c2-adee-41ef-9cb2-cea61b32648f req-d29d1b73-39be-430c-8f90-4442984cea46 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:42.701656 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b471a47f-8b0f-453f-8c2c-aa49d2d602d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac8cc3a9-577e-40a6-8383-efb9f553bae0,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:35:42.738178 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-b471a47f-8b0f-453f-8c2c-aa49d2d602d5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=04d79f58138a4a64b9c84e89a33031ba&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2031264 Jul 13 13:35:42.742399 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 52852) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:35:42.749800 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-fd9623c2-adee-41ef-9cb2-cea61b32648f req-d29d1b73-39be-430c-8f90-4442984cea46 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:42.756075 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-fd9623c2-adee-41ef-9cb2-cea61b32648f req-d29d1b73-39be-430c-8f90-4442984cea46 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 1.1807909 Jul 13 13:35:42.765984 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29d1b73-39be-430c-8f90-4442984cea46 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb9ccf45-b22d-48cf-b5e2-9ff9d9e65814,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:35:42.791337 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 1cc0202b-3e12-41f3-956e-41ec0d544add no longer exists at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:35:42.830023 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9654062-4d44-41ff-8a08-7415eee2a35f req-a75db9a8-b8a2-4454-9b85-c2eaea4b7edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:42.831607 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b9654062-4d44-41ff-8a08-7415eee2a35f req-a75db9a8-b8a2-4454-9b85-c2eaea4b7edd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d50e67b9ee9e45449d2522df614fe533&device_id=727deb5b-3133-4286-8684-e334a3d2008f HTTP/1.1" status: 200 len: 1095 time: 0.3034859 Jul 13 13:35:42.848203 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-de0fcaa6-2728-475c-a995-d1d94941fd60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:42.851600 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 13:35:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d62ec895-f48e-4986-8e97-675160d4d628 x-openstack-request-id: req-d62ec895-f48e-4986-8e97-675160d4d628 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:35:42.851901 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b47b55d4-8ce4-4f13-bdab-9fd4a8aff692", "name": "network-vif-unplugged", "status": "completed", "tag": "2afe5f25-c147-415f-8c5b-d8940fe3ec97", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:35:42.852155 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d62ec895-f48e-4986-8e97-675160d4d628 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:35:42.852593 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b47b55d4-8ce4-4f13-bdab-9fd4a8aff692', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2afe5f25-c147-415f-8c5b-d8940fe3ec97', 'code': 200} Jul 13 13:35:42.899397 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-de0fcaa6-2728-475c-a995-d1d94941fd60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:42.905202 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] No Port match for: be9b48f6-3d8e-4bd3-a262-038ec67bfd3b {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:35:42.906105 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device be9b48f6-3d8e-4bd3-a262-038ec67bfd3b not bound to the agent host n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:35:42.908241 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=9c6875c8-3bfc-4141-a512-86ffd2a64a7d,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:35:42.916795 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-381d4315-9089-413f-a071-aa2897bda790 None None] No Port match for: 1cc0202b-3e12-41f3-956e-41ec0d544add {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:35:42.917363 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 1cc0202b-3e12-41f3-956e-41ec0d544add not bound to the agent host n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:35:43.078942 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9654062-4d44-41ff-8a08-7415eee2a35f req-c2f89453-ed7d-451f-81be-9c99685c4897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:43.080878 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b9654062-4d44-41ff-8a08-7415eee2a35f req-c2f89453-ed7d-451f-81be-9c99685c4897 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21 HTTP/1.1" status: 200 len: 920 time: 0.1947107 Jul 13 13:35:43.122745 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e748458-a6bc-4642-b725-d36bb4673d6d x-openstack-request-id: req-6e748458-a6bc-4642-b725-d36bb4673d6d {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:35:43.123252 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25322471-cb67-43df-bbb5-aef59d9c0983", "name": "network-vif-deleted", "tag": "1cc0202b-3e12-41f3-956e-41ec0d544add", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:35:43.123664 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6e748458-a6bc-4642-b725-d36bb4673d6d {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:35:43.124236 n-d-800634-1 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25322471-cb67-43df-bbb5-aef59d9c0983', 'name': 'network-vif-deleted', 'tag': '1cc0202b-3e12-41f3-956e-41ec0d544add', 'status': 'completed', 'code': 200} Jul 13 13:35:43.194373 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b9654062-4d44-41ff-8a08-7415eee2a35f req-45c1e462-1cec-497d-811a-d4bd100961dc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=21b3903e-7bc2-443f-83b0-80d651d68c79 HTTP/1.1" status: 200 len: 217 time: 0.0997024 Jul 13 13:35:43.331927 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-37d25a8e-c8fd-4ced-9425-2af294c5dcf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0fee015-dba6-4838-a50a-d8dd715ff5a8', 'name': 'tempest-ServersTestJSON-213962535-router', 'tenant_id': '94689ad386234fb594427716c15799ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '9c6875c8-3bfc-4141-a512-86ffd2a64a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:35:32Z', 'updated_at': '2021-07-13T13:35:39Z', 'revision_number': 4, 'project_id': '94689ad386234fb594427716c15799ee', 'gw_port': {'id': '9c6875c8-3bfc-4141-a512-86ffd2a64a7d', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:80:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0fee015-dba6-4838-a50a-d8dd715ff5a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:35:32Z', 'updated_at': '2021-07-13T13:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': '6effa2c5-f87b-4020-aa4d-2383e4de5424', 'name': '', 'network_id': 'b14d01f8-4a78-4311-a169-2b69cfb0becb', 'tenant_id': '94689ad386234fb594427716c15799ee', 'mac_address': 'fa:16:3e:e6:b1:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0fee015-dba6-4838-a50a-d8dd715ff5a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '5c7aee23-499f-4864-8fcc-2112b8c98bdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:35:38Z', 'updated_at': '2021-07-13T13:35:40Z', 'revision_number': 2, 'project_id': '94689ad386234fb594427716c15799ee', 'subnets': [{'id': '5c7aee23-499f-4864-8fcc-2112b8c98bdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:35:43.387621 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d25a8e-c8fd-4ced-9425-2af294c5dcf4 None None] Checking router: a0fee015-dba6-4838-a50a-d8dd715ff5a8 for host: n-d-800634-1 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 13:35:43.387969 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d25a8e-c8fd-4ced-9425-2af294c5dcf4 None None] Updating router a0fee015-dba6-4838-a50a-d8dd715ff5a8 port 6effa2c5-f87b-4020-aa4d-2383e4de5424 binding host n-d-800634-1 {{(pid=93752) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 13:35:43.466679 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-37d25a8e-c8fd-4ced-9425-2af294c5dcf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:43.467684 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9654062-4d44-41ff-8a08-7415eee2a35f req-d9f4d6aa-933b-4e07-84b1-a9353c56b98c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:43.469346 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b9654062-4d44-41ff-8a08-7415eee2a35f req-d9f4d6aa-933b-4e07-84b1-a9353c56b98c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=45599520-ccde-4569-b8cc-9a75a2e552c5 HTTP/1.1" status: 200 len: 860 time: 0.2510164 Jul 13 13:35:43.475345 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-de0fcaa6-2728-475c-a995-d1d94941fd60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:43.478179 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-de0fcaa6-2728-475c-a995-d1d94941fd60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:43.483597 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-de0fcaa6-2728-475c-a995-d1d94941fd60 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ac8cc3a9-577e-40a6-8383-efb9f553bae0 HTTP/1.1" status: 204 len: 168 time: 0.7379913 Jul 13 13:35:43.521637 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0fcaa6-2728-475c-a995-d1d94941fd60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac8cc3a9-577e-40a6-8383-efb9f553bae0,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:35:43.575278 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b9654062-4d44-41ff-8a08-7415eee2a35f req-f95a1116-ae2e-4a8c-a4a3-7093b4865016 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0882444 Jul 13 13:35:43.786890 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c88f448-570e-4fee-9e15-10d509b3fd01 req-9774f3fd-51f6-4e1b-9fa0-6797172f21fb tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:43.788548 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5c88f448-570e-4fee-9e15-10d509b3fd01 req-9774f3fd-51f6-4e1b-9fa0-6797172f21fb tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/ports?device_id=b47b55d4-8ce4-4f13-bdab-9fd4a8aff692 HTTP/1.1" status: 200 len: 943 time: 0.4188638 Jul 13 13:35:43.927983 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b9654062-4d44-41ff-8a08-7415eee2a35f req-d7199dd7-0310-47d5-a5b7-4e5fde23ba7f service neutron] 10.222.0.41 "GET /v2.0/networks/2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3343992 Jul 13 13:35:43.982833 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5c88f448-570e-4fee-9e15-10d509b3fd01 req-06267f95-8dcc-4610-9761-9a6ac80060f3 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1a1929d-de59-4a26-a69b-05b891c11dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785479 Jul 13 13:35:44.074538 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 52878) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:35:44.095794 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cc08ca2b-53db-498d-9421-e16a41037503 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:44.112041 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 52884) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:35:44.119977 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-445b4d4d-828d-4e63-ae3f-ce176dee725d tempest-ServersTestJSON-590403735 tempest-ServersTestJSON-590403735-project] Request body: {'security_group': {'name': 'tempest-securitygroup--778892789', 'description': 'tempest-description--388363031'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:35:44.160169 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b9654062-4d44-41ff-8a08-7415eee2a35f req-5c078ced-e8d0-4799-b28b-daa59476891e service neutron] 10.222.0.41 "GET /v2.0/networks/2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2253106 Jul 13 13:35:44.185574 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-013ddce2-5859-4148-8d8c-82f51934ca9a req-717050b9-dd98-4d36-aa1f-ab8cf1ec879a tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1938112042', 'description': 'tempest-description-1359909597'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:35:44.241414 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-37d25a8e-c8fd-4ced-9425-2af294c5dcf4 None None] Notify callbacks [] for port, precommit_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:44.269439 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-37d25a8e-c8fd-4ced-9425-2af294c5dcf4 None None] Transition to ACTIVE for port object 6effa2c5-f87b-4020-aa4d-2383e4de5424 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:35:44.273698 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cc08ca2b-53db-498d-9421-e16a41037503 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:44.282467 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cc08ca2b-53db-498d-9421-e16a41037503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:44.284787 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-37d25a8e-c8fd-4ced-9425-2af294c5dcf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:44.303715 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-013ddce2-5859-4148-8d8c-82f51934ca9a req-717050b9-dd98-4d36-aa1f-ab8cf1ec879a tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:44.387007 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-cc08ca2b-53db-498d-9421-e16a41037503 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9e965ab7fd9d46d4950814022b6dc533&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3090875 Jul 13 13:35:44.387893 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 52890) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:35:44.394543 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.db.api [None req-445b4d4d-828d-4e63-ae3f-ce176dee725d tempest-ServersTestJSON-590403735 tempest-ServersTestJSON-590403735-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 13 13:35:44.394543 n-d-800634-1 neutron-server[93751]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 13 13:35:44.394543 n-d-800634-1 neutron-server[93751]: [parameters: {'project_id_1': '94689ad386234fb594427716c15799ee', 'expiration_1': datetime.datetime(2021, 7, 13, 13, 35, 44, 278778)}] Jul 13 13:35:44.394543 n-d-800634-1 neutron-server[93751]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93751) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 13:35:44.395280 n-d-800634-1 neutron-server[93751]: DEBUG oslo_db.api [None req-445b4d4d-828d-4e63-ae3f-ce176dee725d tempest-ServersTestJSON-590403735 tempest-ServersTestJSON-590403735-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 13:35:44.456213 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03c81d4-0bb1-4ea6-abf9-6a36595b73c8 None None] Pushing event updated for resources: {'Port': ['ID=6effa2c5-f87b-4020-aa4d-2383e4de5424,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:35:44.464072 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc08ca2b-53db-498d-9421-e16a41037503 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=570b609b-8a3b-4bae-97df-daf1779a5646,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:35:44.505187 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 52894) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:35:44.552841 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-37d25a8e-c8fd-4ced-9425-2af294c5dcf4 None None] Attempting to bind port 6effa2c5-f87b-4020-aa4d-2383e4de5424 on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:35:44.553373 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-37d25a8e-c8fd-4ced-9425-2af294c5dcf4 None None] Attempting to bind port 6effa2c5-f87b-4020-aa4d-2383e4de5424 by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': 'c0d02cf4-f61f-40a3-a4bb-b537dbf84593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b14d01f8-4a78-4311-a169-2b69cfb0becb'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:35:44.553823 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d25a8e-c8fd-4ced-9425-2af294c5dcf4 None None] Attempting to bind port 6effa2c5-f87b-4020-aa4d-2383e4de5424 on network b14d01f8-4a78-4311-a169-2b69cfb0becb {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:35:44.568221 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d25a8e-c8fd-4ced-9425-2af294c5dcf4 None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 35, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:35:44.569839 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d25a8e-c8fd-4ced-9425-2af294c5dcf4 None None] Checking segment: {'id': 'c0d02cf4-f61f-40a3-a4bb-b537dbf84593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b14d01f8-4a78-4311-a169-2b69cfb0becb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:35:44.570390 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-37d25a8e-c8fd-4ced-9425-2af294c5dcf4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:44.573190 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d25a8e-c8fd-4ced-9425-2af294c5dcf4 None None] Bound using segment: {'id': 'c0d02cf4-f61f-40a3-a4bb-b537dbf84593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b14d01f8-4a78-4311-a169-2b69cfb0becb'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:35:44.573803 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-37d25a8e-c8fd-4ced-9425-2af294c5dcf4 None None] Bound port: 6effa2c5-f87b-4020-aa4d-2383e4de5424, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0d02cf4-f61f-40a3-a4bb-b537dbf84593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b14d01f8-4a78-4311-a169-2b69cfb0becb'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:35:44.574211 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-37d25a8e-c8fd-4ced-9425-2af294c5dcf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:44.617455 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d94e38e-7027-4546-9a36-5c287bc07ad5 admin admin] Deleting subnet ef7f03b8-f6ed-47a9-935a-e0c10f4791a1 {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 13:35:44.658504 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1d94e38e-7027-4546-9a36-5c287bc07ad5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:44.704813 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-37d25a8e-c8fd-4ced-9425-2af294c5dcf4 None None] For port 6effa2c5-f87b-4020-aa4d-2383e4de5424, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:35:44.715107 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-37d25a8e-c8fd-4ced-9425-2af294c5dcf4 None None] For port 6effa2c5-f87b-4020-aa4d-2383e4de5424, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=6effa2c5-f87b-4020-aa4d-2383e4de5424,segment=NetworkSegment(c0d02cf4-f61f-40a3-a4bb-b537dbf84593),segment_id=c0d02cf4-f61f-40a3-a4bb-b537dbf84593)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:35:44.718590 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-013ddce2-5859-4148-8d8c-82f51934ca9a req-717050b9-dd98-4d36-aa1f-ab8cf1ec879a tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:44.720654 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9a8960af-cd03-494d-bb38-d8099d14a6cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:44.722998 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-37d25a8e-c8fd-4ced-9425-2af294c5dcf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:44.733354 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-013ddce2-5859-4148-8d8c-82f51934ca9a req-717050b9-dd98-4d36-aa1f-ab8cf1ec879a tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:44.794963 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1d94e38e-7027-4546-9a36-5c287bc07ad5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6018489'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:44.893937 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9a8960af-cd03-494d-bb38-d8099d14a6cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:44.919113 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d25a8e-c8fd-4ced-9425-2af294c5dcf4 None None] Routers {'a0fee015-dba6-4838-a50a-d8dd715ff5a8'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:35:44.919703 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-37d25a8e-c8fd-4ced-9425-2af294c5dcf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:35:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['a0fee015-dba6-4838-a50a-d8dd715ff5a8'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:35:44.932154 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 9c6875c8-3bfc-4141-a512-86ffd2a64a7d up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:35:44.980146 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03c81d4-0bb1-4ea6-abf9-6a36595b73c8 None None] Pushing event updated for resources: {'Port': ['ID=6effa2c5-f87b-4020-aa4d-2383e4de5424,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:35:45.000468 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b47b55d4-8ce4-4f13-bdab-9fd4a8aff692', 'tag': '2afe5f25-c147-415f-8c5b-d8940fe3ec97'}, {'server_uuid': 'ca7b0c88-b54b-4d9a-83ec-091076a0e559', 'name': 'network-vif-deleted', 'tag': 'be9b48f6-3d8e-4bd3-a262-038ec67bfd3b'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:35:45.006358 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1d94e38e-7027-4546-9a36-5c287bc07ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:45.006595 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-992b746a-cf21-4b8c-b83a-1bd7c8e6cd87" -d '{"events": [{"name": "network-changed", "server_uuid": "b47b55d4-8ce4-4f13-bdab-9fd4a8aff692", "tag": "2afe5f25-c147-415f-8c5b-d8940fe3ec97"}, {"server_uuid": "ca7b0c88-b54b-4d9a-83ec-091076a0e559", "name": "network-vif-deleted", "tag": "be9b48f6-3d8e-4bd3-a262-038ec67bfd3b"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:35:45.026840 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-013ddce2-5859-4148-8d8c-82f51934ca9a req-717050b9-dd98-4d36-aa1f-ab8cf1ec879a tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:45.030728 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-013ddce2-5859-4148-8d8c-82f51934ca9a req-717050b9-dd98-4d36-aa1f-ab8cf1ec879a tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.8676388 Jul 13 13:35:45.039934 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9a8960af-cd03-494d-bb38-d8099d14a6cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:45.054868 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9a8960af-cd03-494d-bb38-d8099d14a6cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:45.059825 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-9a8960af-cd03-494d-bb38-d8099d14a6cd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/570b609b-8a3b-4bae-97df-daf1779a5646 HTTP/1.1" status: 204 len: 168 time: 0.6676600 Jul 13 13:35:45.074137 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717050b9-dd98-4d36-aa1f-ab8cf1ec879a tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d3f06b6-9df6-439a-8d42-0abddec08da2,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:35:45.100315 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8960af-cd03-494d-bb38-d8099d14a6cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=570b609b-8a3b-4bae-97df-daf1779a5646,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:35:45.249874 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 13 Jul 2021 13:35:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bc37719-81a2-426e-bfc3-c46ccafeed47 x-openstack-request-id: req-5bc37719-81a2-426e-bfc3-c46ccafeed47 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:35:45.250181 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b47b55d4-8ce4-4f13-bdab-9fd4a8aff692", "tag": "2afe5f25-c147-415f-8c5b-d8940fe3ec97", "status": "completed", "code": 200}, {"server_uuid": "ca7b0c88-b54b-4d9a-83ec-091076a0e559", "name": "network-vif-deleted", "tag": "be9b48f6-3d8e-4bd3-a262-038ec67bfd3b", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:35:45.250436 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5bc37719-81a2-426e-bfc3-c46ccafeed47 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:35:45.250842 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b47b55d4-8ce4-4f13-bdab-9fd4a8aff692', 'tag': '2afe5f25-c147-415f-8c5b-d8940fe3ec97', 'status': 'completed', 'code': 200} Jul 13 13:35:45.251097 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca7b0c88-b54b-4d9a-83ec-091076a0e559', 'name': 'network-vif-deleted', 'tag': 'be9b48f6-3d8e-4bd3-a262-038ec67bfd3b', 'status': 'completed', 'code': 200} Jul 13 13:35:45.447927 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-445b4d4d-828d-4e63-ae3f-ce176dee725d tempest-ServersTestJSON-590403735 tempest-ServersTestJSON-590403735-project] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:45.493610 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992b746a-cf21-4b8c-b83a-1bd7c8e6cd87 req-10576ec5-7052-451f-8e87-9bce697923f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:45.516117 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-992b746a-cf21-4b8c-b83a-1bd7c8e6cd87 req-10576ec5-7052-451f-8e87-9bce697923f3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d50e67b9ee9e45449d2522df614fe533&device_id=b47b55d4-8ce4-4f13-bdab-9fd4a8aff692 HTTP/1.1" status: 200 len: 1124 time: 0.2312388 Jul 13 13:35:45.549182 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-37d25a8e-c8fd-4ced-9425-2af294c5dcf4 None None] Set router a0fee015-dba6-4838-a50a-d8dd715ff5a8 gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:35:45.605158 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-445b4d4d-828d-4e63-ae3f-ce176dee725d tempest-ServersTestJSON-590403735 tempest-ServersTestJSON-590403735-project] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:45.628651 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-445b4d4d-828d-4e63-ae3f-ce176dee725d tempest-ServersTestJSON-590403735 tempest-ServersTestJSON-590403735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:45.652255 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1d94e38e-7027-4546-9a36-5c287bc07ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6018534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6105009'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:45.660733 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 9c6875c8-3bfc-4141-a512-86ffd2a64a7d triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:35:45.668688 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:45.698097 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-445b4d4d-828d-4e63-ae3f-ce176dee725d tempest-ServersTestJSON-590403735 tempest-ServersTestJSON-590403735-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:45.699731 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-445b4d4d-828d-4e63-ae3f-ce176dee725d tempest-ServersTestJSON-590403735 tempest-ServersTestJSON-590403735-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.5837958 Jul 13 13:35:45.719180 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1d94e38e-7027-4546-9a36-5c287bc07ad5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:45.730499 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-1d94e38e-7027-4546-9a36-5c287bc07ad5 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/ef7f03b8-f6ed-47a9-935a-e0c10f4791a1 HTTP/1.1" status: 204 len: 168 time: 1.2238622 Jul 13 13:35:45.733916 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d94e38e-7027-4546-9a36-5c287bc07ad5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef7f03b8-f6ed-47a9-935a-e0c10f4791a1,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:35:45.742767 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 52926) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:35:45.743102 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 52928) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:35:45.912039 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3be9060-6d46-4fe3-8077-f2d0b5c691f2 req-2665170a-65de-485b-a2f5-6b9977417df9 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:45.917288 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c3be9060-6d46-4fe3-8077-f2d0b5c691f2 req-2665170a-65de-485b-a2f5-6b9977417df9 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/ports?device_id=b47b55d4-8ce4-4f13-bdab-9fd4a8aff692 HTTP/1.1" status: 200 len: 943 time: 0.6774001 Jul 13 13:35:45.931119 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-bc871803-d5d2-4053-8c68-7d1b3de77e78 tempest-ServersTestJSON-590403735 tempest-ServersTestJSON-590403735-project] Request body: {'security_group_rule': {'security_group_id': 'bb0e63f6-1341-41c9-821c-b4d369894d82', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:35:45.953533 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992b746a-cf21-4b8c-b83a-1bd7c8e6cd87 req-b63ec8d1-09df-41db-9f73-fe5b5f1b9ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:45.963818 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-992b746a-cf21-4b8c-b83a-1bd7c8e6cd87 req-b63ec8d1-09df-41db-9f73-fe5b5f1b9ae9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21 HTTP/1.1" status: 200 len: 920 time: 0.4436963 Jul 13 13:35:46.076856 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c7870bb4-37c8-4eb4-a947-8b83b7de34b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:46.134934 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-992b746a-cf21-4b8c-b83a-1bd7c8e6cd87 req-ea541a30-5bb2-40fe-9b05-d9f9433b8510 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2afe5f25-c147-415f-8c5b-d8940fe3ec97 HTTP/1.1" status: 200 len: 217 time: 0.1640491 Jul 13 13:35:46.191143 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c3be9060-6d46-4fe3-8077-f2d0b5c691f2 req-77ab15e8-5c41-4cf6-805a-ecebf91f2420 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1a1929d-de59-4a26-a69b-05b891c11dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982608 Jul 13 13:35:46.205273 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bc871803-d5d2-4053-8c68-7d1b3de77e78 tempest-ServersTestJSON-590403735 tempest-ServersTestJSON-590403735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:46.314819 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445b4d4d-828d-4e63-ae3f-ce176dee725d tempest-ServersTestJSON-590403735 tempest-ServersTestJSON-590403735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb0e63f6-1341-41c9-821c-b4d369894d82,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:35:46.347914 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-37d25a8e-c8fd-4ced-9425-2af294c5dcf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0fee015-dba6-4838-a50a-d8dd715ff5a8', 'name': 'tempest-ServersTestJSON-213962535-router', 'tenant_id': '94689ad386234fb594427716c15799ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '9c6875c8-3bfc-4141-a512-86ffd2a64a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:35:32Z', 'updated_at': '2021-07-13T13:35:39Z', 'revision_number': 4, 'project_id': '94689ad386234fb594427716c15799ee', 'gw_port': {'id': '9c6875c8-3bfc-4141-a512-86ffd2a64a7d', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:80:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0fee015-dba6-4838-a50a-d8dd715ff5a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:35:32Z', 'updated_at': '2021-07-13T13:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': '6effa2c5-f87b-4020-aa4d-2383e4de5424', 'name': '', 'network_id': 'b14d01f8-4a78-4311-a169-2b69cfb0becb', 'tenant_id': '94689ad386234fb594427716c15799ee', 'mac_address': 'fa:16:3e:e6:b1:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0fee015-dba6-4838-a50a-d8dd715ff5a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '5c7aee23-499f-4864-8fcc-2112b8c98bdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:35:38Z', 'updated_at': '2021-07-13T13:35:44Z', 'revision_number': 4, 'project_id': '94689ad386234fb594427716c15799ee', 'subnets': [{'id': '5c7aee23-499f-4864-8fcc-2112b8c98bdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:35:46.422156 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d25a8e-c8fd-4ced-9425-2af294c5dcf4 None None] The sync data for ids ['a0fee015-dba6-4838-a50a-d8dd715ff5a8'] in n-d-800634-1 is: [{'id': 'a0fee015-dba6-4838-a50a-d8dd715ff5a8', 'name': 'tempest-ServersTestJSON-213962535-router', 'tenant_id': '94689ad386234fb594427716c15799ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '9c6875c8-3bfc-4141-a512-86ffd2a64a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:35:32Z', 'updated_at': '2021-07-13T13:35:39Z', 'revision_number': 4, 'project_id': '94689ad386234fb594427716c15799ee', 'gw_port': {'id': '9c6875c8-3bfc-4141-a512-86ffd2a64a7d', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:80:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0fee015-dba6-4838-a50a-d8dd715ff5a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:35:32Z', 'updated_at': '2021-07-13T13:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': '6effa2c5-f87b-4020-aa4d-2383e4de5424', 'name': '', 'network_id': 'b14d01f8-4a78-4311-a169-2b69cfb0becb', 'tenant_id': '94689ad386234fb594427716c15799ee', 'mac_address': 'fa:16:3e:e6:b1:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0fee015-dba6-4838-a50a-d8dd715ff5a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '5c7aee23-499f-4864-8fcc-2112b8c98bdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:35:38Z', 'updated_at': '2021-07-13T13:35:44Z', 'revision_number': 4, 'project_id': '94689ad386234fb594427716c15799ee', 'subnets': [{'id': '5c7aee23-499f-4864-8fcc-2112b8c98bdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:35:46.527918 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c7870bb4-37c8-4eb4-a947-8b83b7de34b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:46.541996 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-c7870bb4-37c8-4eb4-a947-8b83b7de34b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ab78c19-9e22-4e9c-a375-70e00659cefd']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:35:46.556947 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-c7870bb4-37c8-4eb4-a947-8b83b7de34b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e088d7a-7675-40e8-ac05-982d7aacdc90') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:35:46.557256 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-c7870bb4-37c8-4eb4-a947-8b83b7de34b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e088d7a-7675-40e8-ac05-982d7aacdc90') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:35:46.579315 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c7870bb4-37c8-4eb4-a947-8b83b7de34b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6018464'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:46.615396 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c7870bb4-37c8-4eb4-a947-8b83b7de34b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:46.621319 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e832f1b-f8fe-4350-a2e9-c9efb1bbdac0 req-a69e98cb-8709-405e-bfd0-8de3170f41d9 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:46.629696 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7870bb4-37c8-4eb4-a947-8b83b7de34b7 admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 13:35:46.631190 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7e832f1b-f8fe-4350-a2e9-c9efb1bbdac0 req-a69e98cb-8709-405e-bfd0-8de3170f41d9 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] 10.222.0.23 "GET /v2.0/networks?id=0e04c952-db9c-4505-aba6-7ccdaeeb7137 HTTP/1.1" status: 200 len: 812 time: 0.6440899 Jul 13 13:35:46.632610 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c7870bb4-37c8-4eb4-a947-8b83b7de34b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6018632'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:46.673448 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992b746a-cf21-4b8c-b83a-1bd7c8e6cd87 req-cb23a94a-e725-4f68-a05f-73ca78eb0905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:46.675083 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-992b746a-cf21-4b8c-b83a-1bd7c8e6cd87 req-cb23a94a-e725-4f68-a05f-73ca78eb0905 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=45599520-ccde-4569-b8cc-9a75a2e552c5 HTTP/1.1" status: 200 len: 860 time: 0.5128851 Jul 13 13:35:46.808406 n-d-800634-1 neutron-server[93751]: Traceback (most recent call last): Jul 13 13:35:46.808406 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 13:35:46.808406 n-d-800634-1 neutron-server[93751]: timer() Jul 13 13:35:46.808406 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 13:35:46.808406 n-d-800634-1 neutron-server[93751]: cb(*args, **kw) Jul 13 13:35:46.808406 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 13:35:46.808406 n-d-800634-1 neutron-server[93751]: return func(*args, **kwargs) Jul 13 13:35:46.808406 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 13:35:46.808406 n-d-800634-1 neutron-server[93751]: self._notify() Jul 13 13:35:46.808406 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 13:35:46.808406 n-d-800634-1 neutron-server[93751]: self.callback(batched_events) Jul 13 13:35:46.808406 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 13:35:46.808406 n-d-800634-1 neutron-server[93751]: event.method(event) Jul 13 13:35:46.808406 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 13:35:46.808406 n-d-800634-1 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 13:35:46.808406 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 13:35:46.808406 n-d-800634-1 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 13:35:46.808406 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 13:35:46.808406 n-d-800634-1 neutron-server[93751]: return f(self, *a, **k) Jul 13 13:35:46.808406 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 13:35:46.808406 n-d-800634-1 neutron-server[93751]: return self._get(url).json() Jul 13 13:35:46.808406 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 13:35:46.808406 n-d-800634-1 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 13:35:46.808406 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 13:35:46.808406 n-d-800634-1 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 13 13:35:46.808406 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 13:35:46.808406 n-d-800634-1 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 13:35:46.808406 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 13:35:46.808406 n-d-800634-1 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 13:35:46.808406 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 13:35:46.808406 n-d-800634-1 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 13:35:46.808406 n-d-800634-1 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 13:35:46.820194 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c7870bb4-37c8-4eb4-a947-8b83b7de34b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:46.847605 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c7870bb4-37c8-4eb4-a947-8b83b7de34b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:46.857775 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-c7870bb4-37c8-4eb4-a947-8b83b7de34b7 admin admin] 10.222.0.23 "DELETE /v2.0/networks/8ab78c19-9e22-4e9c-a375-70e00659cefd HTTP/1.1" status: 204 len: 168 time: 1.1013412 Jul 13 13:35:46.895445 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-992b746a-cf21-4b8c-b83a-1bd7c8e6cd87 req-9cc45575-6d82-4cc5-ab52-69d6f833da43 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1958673 Jul 13 13:35:46.905530 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7870bb4-37c8-4eb4-a947-8b83b7de34b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ab78c19-9e22-4e9c-a375-70e00659cefd,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:35:46.929505 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7e832f1b-f8fe-4350-a2e9-c9efb1bbdac0 req-619909d7-b56b-484f-945d-895df8e49fd6 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] 10.222.0.23 "GET /v2.0/quotas/132b60c425be4aeb99cec71010f26a0d HTTP/1.1" status: 200 len: 375 time: 0.2968776 Jul 13 13:35:46.947748 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bc871803-d5d2-4053-8c68-7d1b3de77e78 tempest-ServersTestJSON-590403735 tempest-ServersTestJSON-590403735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:46.955099 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bc871803-d5d2-4053-8c68-7d1b3de77e78 tempest-ServersTestJSON-590403735 tempest-ServersTestJSON-590403735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:46.991664 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc871803-d5d2-4053-8c68-7d1b3de77e78 tempest-ServersTestJSON-590403735 tempest-ServersTestJSON-590403735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f64b26f4-0eba-4bf0-ba74-4fe0c5e25a84,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:35:47.026770 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bc871803-d5d2-4053-8c68-7d1b3de77e78 tempest-ServersTestJSON-590403735 tempest-ServersTestJSON-590403735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:47.033579 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-bc871803-d5d2-4053-8c68-7d1b3de77e78 tempest-ServersTestJSON-590403735 tempest-ServersTestJSON-590403735-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2797961 Jul 13 13:35:47.034657 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 52972) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:35:47.051220 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-1061b6e5-532f-4e92-932f-8e07d059164d tempest-ServersTestJSON-590403735 tempest-ServersTestJSON-590403735-project] Request body: {'security_group_rule': {'security_group_id': 'bb0e63f6-1341-41c9-821c-b4d369894d82', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:35:47.054860 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 6effa2c5-f87b-4020-aa4d-2383e4de5424 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:35:47.071634 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7e832f1b-f8fe-4350-a2e9-c9efb1bbdac0 req-dba5aa50-002e-4a03-967b-83a1c9d84e1a tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=132b60c425be4aeb99cec71010f26a0d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1410143 Jul 13 13:35:47.133446 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1061b6e5-532f-4e92-932f-8e07d059164d tempest-ServersTestJSON-590403735 tempest-ServersTestJSON-590403735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:47.240778 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-992b746a-cf21-4b8c-b83a-1bd7c8e6cd87 req-0bb10893-fa18-4ea9-bdd8-34ee98bc5c74 service neutron] 10.222.0.41 "GET /v2.0/networks/2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3419330 Jul 13 13:35:47.249549 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5c0318af-6df8-49b2-9eea-7801c224565f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:47.366192 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port 6effa2c5-f87b-4020-aa4d-2383e4de5424 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:35:47.385707 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 6effa2c5-f87b-4020-aa4d-2383e4de5424 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:35:47.388695 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:47.597506 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 52984) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:35:47.946575 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:48.114942 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-992b746a-cf21-4b8c-b83a-1bd7c8e6cd87 req-ef701d33-3a81-4ac7-bda4-774be8f2250f service neutron] 10.222.0.41 "GET /v2.0/networks/2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8691232 Jul 13 13:35:48.117118 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port 6effa2c5-f87b-4020-aa4d-2383e4de5424, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=6effa2c5-f87b-4020-aa4d-2383e4de5424,segment=NetworkSegment(c0d02cf4-f61f-40a3-a4bb-b537dbf84593),segment_id=c0d02cf4-f61f-40a3-a4bb-b537dbf84593)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:35:48.127948 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:48.233218 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-8572e60b-4a5c-4721-8569-783509bedc44 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=60fd819e4df0458989307e4885d98668&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6280189 Jul 13 13:35:48.241188 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 52996) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:35:48.276886 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=6effa2c5-f87b-4020-aa4d-2383e4de5424,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:35:48.419210 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7e832f1b-f8fe-4350-a2e9-c9efb1bbdac0 req-68361c83-439e-4619-ba3d-bb99c0a12466 service neutron] 10.222.0.23 "GET /v2.0/networks/0e04c952-db9c-4505-aba6-7ccdaeeb7137?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3462098 Jul 13 13:35:48.452108 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 2afe5f25-c147-415f-8c5b-d8940fe3ec97 no longer exists at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:35:48.463948 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1061b6e5-532f-4e92-932f-8e07d059164d tempest-ServersTestJSON-590403735 tempest-ServersTestJSON-590403735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:48.521242 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b298130d-8a86-4feb-b798-b1977aeffd7f req-c8eb1f22-cfda-4662-9b2e-e634f6e410a3 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:48.540269 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b298130d-8a86-4feb-b798-b1977aeffd7f req-c8eb1f22-cfda-4662-9b2e-e634f6e410a3 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/ports?device_id=b47b55d4-8ce4-4f13-bdab-9fd4a8aff692 HTTP/1.1" status: 200 len: 943 time: 0.2827430 Jul 13 13:35:48.568722 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1061b6e5-532f-4e92-932f-8e07d059164d tempest-ServersTestJSON-590403735 tempest-ServersTestJSON-590403735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:48.687601 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1061b6e5-532f-4e92-932f-8e07d059164d tempest-ServersTestJSON-590403735 tempest-ServersTestJSON-590403735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:48.694237 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-1061b6e5-532f-4e92-932f-8e07d059164d tempest-ServersTestJSON-590403735 tempest-ServersTestJSON-590403735-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6581862 Jul 13 13:35:48.695067 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 53002) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:35:48.706923 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1061b6e5-532f-4e92-932f-8e07d059164d tempest-ServersTestJSON-590403735 tempest-ServersTestJSON-590403735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18a9943d-35e8-456d-a3df-275bab6ee33d,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:35:48.724913 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1061b6e5-532f-4e92-932f-8e07d059164d tempest-ServersTestJSON-590403735 tempest-ServersTestJSON-590403735-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:35:48.725163 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1061b6e5-532f-4e92-932f-8e07d059164d tempest-ServersTestJSON-590403735 tempest-ServersTestJSON-590403735-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:35:48.725529 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1061b6e5-532f-4e92-932f-8e07d059164d tempest-ServersTestJSON-590403735 tempest-ServersTestJSON-590403735-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:35:48.725826 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1061b6e5-532f-4e92-932f-8e07d059164d tempest-ServersTestJSON-590403735 tempest-ServersTestJSON-590403735-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:35:48.726694 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1061b6e5-532f-4e92-932f-8e07d059164d tempest-ServersTestJSON-590403735 tempest-ServersTestJSON-590403735-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:35:48.727060 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1061b6e5-532f-4e92-932f-8e07d059164d tempest-ServersTestJSON-590403735 tempest-ServersTestJSON-590403735-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:35:48.728046 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1061b6e5-532f-4e92-932f-8e07d059164d tempest-ServersTestJSON-590403735 tempest-ServersTestJSON-590403735-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:35:48.728180 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fb395768-29e2-4a1d-80f4-3666f1f9dd5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:48.728482 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1061b6e5-532f-4e92-932f-8e07d059164d tempest-ServersTestJSON-590403735 tempest-ServersTestJSON-590403735-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:35:48.728744 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1061b6e5-532f-4e92-932f-8e07d059164d tempest-ServersTestJSON-590403735 tempest-ServersTestJSON-590403735-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:35:48.729135 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1061b6e5-532f-4e92-932f-8e07d059164d tempest-ServersTestJSON-590403735 tempest-ServersTestJSON-590403735-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:35:48.729414 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1061b6e5-532f-4e92-932f-8e07d059164d tempest-ServersTestJSON-590403735 tempest-ServersTestJSON-590403735-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:35:48.729759 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1061b6e5-532f-4e92-932f-8e07d059164d tempest-ServersTestJSON-590403735 tempest-ServersTestJSON-590403735-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:35:48.752192 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-8cf1d569-32fa-4e31-969a-7e4b956757f3 tempest-ServersTestJSON-590403735 tempest-ServersTestJSON-590403735-project] Request body: {'floatingip': {'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:35:48.752621 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b298130d-8a86-4feb-b798-b1977aeffd7f req-a5730127-0f54-4c2b-848f-64a5a2c24905 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1a1929d-de59-4a26-a69b-05b891c11dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097173 Jul 13 13:35:48.819326 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8cf1d569-32fa-4e31-969a-7e4b956757f3 tempest-ServersTestJSON-590403735 tempest-ServersTestJSON-590403735-project] Notify callbacks [] for floatingip, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:48.945458 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 6effa2c5-f87b-4020-aa4d-2383e4de5424 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:35:48.986040 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fb395768-29e2-4a1d-80f4-3666f1f9dd5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:49.088148 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7e832f1b-f8fe-4350-a2e9-c9efb1bbdac0 req-e0431259-ee01-4f2d-b5ee-469b11b8c324 service neutron] 10.222.0.23 "GET /v2.0/networks/0e04c952-db9c-4505-aba6-7ccdaeeb7137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6665697 Jul 13 13:35:49.161862 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 6effa2c5-f87b-4020-aa4d-2383e4de5424 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:35:49.162932 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:49.209840 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fb395768-29e2-4a1d-80f4-3666f1f9dd5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:49.219703 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fb395768-29e2-4a1d-80f4-3666f1f9dd5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:49.226790 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-fb395768-29e2-4a1d-80f4-3666f1f9dd5f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6e05c1f5-1646-442c-9367-24d51c2f3067 HTTP/1.1" status: 204 len: 168 time: 0.9840901 Jul 13 13:35:49.303994 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8cf1d569-32fa-4e31-969a-7e4b956757f3 tempest-ServersTestJSON-590403735 tempest-ServersTestJSON-590403735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:49.533165 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6727ba59-5179-4939-a413-d6c7a3a3c1fd req-310839e9-a104-46c1-97fb-3f5147adfcb6 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] 10.222.0.23 "GET /v2.0/ports?device_id=938011da-a97c-46cb-afb5-467b9b81212a HTTP/1.1" status: 200 len: 210 time: 0.0791080 Jul 13 13:35:49.854684 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-03560a77-ac86-44bf-84f0-8a2dfc0c1565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:49.874649 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-8cf1d569-32fa-4e31-969a-7e4b956757f3 tempest-ServersTestJSON-590403735 tempest-ServersTestJSON-590403735-project] Allocated IP 172.25.6.195 (acf968b8-c524-46a9-a20b-ad9667009130/dde5a78e-bd1e-4f47-8189-7321d4de73d3/db5cf7f9-a2dc-4118-94a5-dc7f917bc2f8) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:35:49.922843 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:50.039155 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8cf1d569-32fa-4e31-969a-7e4b956757f3 tempest-ServersTestJSON-590403735 tempest-ServersTestJSON-590403735-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:50.072924 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb395768-29e2-4a1d-80f4-3666f1f9dd5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e05c1f5-1646-442c-9367-24d51c2f3067,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:35:50.115445 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb395768-29e2-4a1d-80f4-3666f1f9dd5f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:35:50.116195 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb395768-29e2-4a1d-80f4-3666f1f9dd5f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:35:50.116780 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb395768-29e2-4a1d-80f4-3666f1f9dd5f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:35:50.117364 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb395768-29e2-4a1d-80f4-3666f1f9dd5f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:35:50.118393 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb395768-29e2-4a1d-80f4-3666f1f9dd5f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:35:50.119425 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb395768-29e2-4a1d-80f4-3666f1f9dd5f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:35:50.120146 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb395768-29e2-4a1d-80f4-3666f1f9dd5f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:35:50.120703 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb395768-29e2-4a1d-80f4-3666f1f9dd5f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:35:50.121267 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb395768-29e2-4a1d-80f4-3666f1f9dd5f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:35:50.121908 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb395768-29e2-4a1d-80f4-3666f1f9dd5f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:35:50.122570 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb395768-29e2-4a1d-80f4-3666f1f9dd5f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:35:50.123166 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb395768-29e2-4a1d-80f4-3666f1f9dd5f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:35:50.243942 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8cf1d569-32fa-4e31-969a-7e4b956757f3 tempest-ServersTestJSON-590403735 tempest-ServersTestJSON-590403735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:50.352775 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-73bf9237-28ac-4b78-8319-f49f0ce1fc7e req-626ff248-6d4c-47bc-96b0-8676698a841b service neutron] 10.222.0.41 "GET /v2.0/ports/2afe5f25-c147-415f-8c5b-d8940fe3ec97/bindings/n-h1-800634-1 HTTP/1.1" status: 200 len: 384 time: 0.2813759 Jul 13 13:35:50.357035 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf1d569-32fa-4e31-969a-7e4b956757f3 tempest-ServersTestJSON-590403735 tempest-ServersTestJSON-590403735-project] Pushing event updated for resources: {'Port': ['ID=db5cf7f9-a2dc-4118-94a5-dc7f917bc2f8,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:35:50.387513 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a31918-2359-4630-9d4e-aebb2c5573f0 req-167f5875-8cf1-4d16-9975-4b015ca4327d tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:50.398190 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e6a31918-2359-4630-9d4e-aebb2c5573f0 req-167f5875-8cf1-4d16-9975-4b015ca4327d tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/ports?device_id=b47b55d4-8ce4-4f13-bdab-9fd4a8aff692 HTTP/1.1" status: 200 len: 943 time: 0.0982172 Jul 13 13:35:50.539483 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e6a31918-2359-4630-9d4e-aebb2c5573f0 req-483e4ed7-0cd5-480a-952d-54cd586513ea tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1a1929d-de59-4a26-a69b-05b891c11dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382594 Jul 13 13:35:50.715176 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-73bf9237-28ac-4b78-8319-f49f0ce1fc7e req-01fcba0e-5f4f-483c-afbf-bc47e4a4f6c3 service neutron] For port 2afe5f25-c147-415f-8c5b-d8940fe3ec97, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=2afe5f25-c147-415f-8c5b-d8940fe3ec97,segment=NetworkSegment(ad5ed454-48ea-4363-8047-0d3907eff6fd),segment_id=ad5ed454-48ea-4363-8047-0d3907eff6fd)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:35:50.775156 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-73bf9237-28ac-4b78-8319-f49f0ce1fc7e req-01fcba0e-5f4f-483c-afbf-bc47e4a4f6c3 service neutron] For port 2afe5f25-c147-415f-8c5b-d8940fe3ec97, host n-h2-800634-1, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:35:51.004391 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:51.018616 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 53082) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:35:51.149835 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-87109962-4a48-49e5-9785-50dd3abfe0d2 req-9daa0704-83cc-47b9-bb6b-a40010b9ab03 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] 10.222.0.23 "GET /v2.0/ports?device_id=938011da-a97c-46cb-afb5-467b9b81212a HTTP/1.1" status: 200 len: 210 time: 0.0615392 Jul 13 13:35:51.304416 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-f32154ce-4815-4df3-9f21-73b26016a74b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1209034393-network', 'tenant_id': '1541a6cd64444c80a50e3a7d38ff886f'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:35:51.356896 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 53090) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:35:51.497228 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f32154ce-4815-4df3-9f21-73b26016a74b admin admin] Made reservation on behalf of 1541a6cd64444c80a50e3a7d38ff886f for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:35:51.500885 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f32154ce-4815-4df3-9f21-73b26016a74b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:51.506279 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cf1d569-32fa-4e31-969a-7e4b956757f3 tempest-ServersTestJSON-590403735 tempest-ServersTestJSON-590403735-project] Network acf968b8-c524-46a9-a20b-ad9667009130 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:35:51.509766 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-8cf1d569-32fa-4e31-969a-7e4b956757f3 tempest-ServersTestJSON-590403735 tempest-ServersTestJSON-590403735-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:35:51.514428 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf1d569-32fa-4e31-969a-7e4b956757f3 tempest-ServersTestJSON-590403735 tempest-ServersTestJSON-590403735-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:35:51.522656 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-73bf9237-28ac-4b78-8319-f49f0ce1fc7e req-01fcba0e-5f4f-483c-afbf-bc47e4a4f6c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2afe5f25-c147-415f-8c5b-d8940fe3ec97 {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:35:51.528764 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f32154ce-4815-4df3-9f21-73b26016a74b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:51.616876 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-73bf9237-28ac-4b78-8319-f49f0ce1fc7e req-01fcba0e-5f4f-483c-afbf-bc47e4a4f6c3 service neutron] For port 2afe5f25-c147-415f-8c5b-d8940fe3ec97, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=2afe5f25-c147-415f-8c5b-d8940fe3ec97,segment=NetworkSegment(ad5ed454-48ea-4363-8047-0d3907eff6fd),segment_id=ad5ed454-48ea-4363-8047-0d3907eff6fd)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:35:51.718399 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-73bf9237-28ac-4b78-8319-f49f0ce1fc7e req-01fcba0e-5f4f-483c-afbf-bc47e4a4f6c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:52.007746 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8cf1d569-32fa-4e31-969a-7e4b956757f3 tempest-ServersTestJSON-590403735 tempest-ServersTestJSON-590403735-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:52.053694 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-73bf9237-28ac-4b78-8319-f49f0ce1fc7e req-01fcba0e-5f4f-483c-afbf-bc47e4a4f6c3 service neutron] Transition to ACTIVE for port object 2afe5f25-c147-415f-8c5b-d8940fe3ec97 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:35:52.068799 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-73bf9237-28ac-4b78-8319-f49f0ce1fc7e req-01fcba0e-5f4f-483c-afbf-bc47e4a4f6c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:52.137690 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8cf1d569-32fa-4e31-969a-7e4b956757f3 tempest-ServersTestJSON-590403735 tempest-ServersTestJSON-590403735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:52.253339 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e832f1b-f8fe-4350-a2e9-c9efb1bbdac0 req-e4e1e045-d7c0-4844-986f-1fffcb944fcf tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:52.261921 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7e832f1b-f8fe-4350-a2e9-c9efb1bbdac0 req-e4e1e045-d7c0-4844-986f-1fffcb944fcf tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] 10.222.0.26 "GET /v2.0/networks?id=0e04c952-db9c-4505-aba6-7ccdaeeb7137 HTTP/1.1" status: 200 len: 812 time: 0.2799141 Jul 13 13:35:52.265180 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-73bf9237-28ac-4b78-8319-f49f0ce1fc7e req-01fcba0e-5f4f-483c-afbf-bc47e4a4f6c3 service neutron] No DVR routers for this DVR port 2afe5f25-c147-415f-8c5b-d8940fe3ec97 on host n-h2-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:35:52.296214 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-7e832f1b-f8fe-4350-a2e9-c9efb1bbdac0 req-aa0ddde3-e5f5-4b25-9fb7-da95e515b9ce tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Request body: {'port': {'device_id': '938011da-a97c-46cb-afb5-467b9b81212a', 'network_id': '0e04c952-db9c-4505-aba6-7ccdaeeb7137', 'admin_state_up': True, 'tenant_id': '132b60c425be4aeb99cec71010f26a0d'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:35:52.360044 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fcba0e-5f4f-483c-afbf-bc47e4a4f6c3 service neutron] Pushing event updated for resources: {'Port': ['ID=2afe5f25-c147-415f-8c5b-d8940fe3ec97,revision_number=10']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:35:52.374799 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-73bf9237-28ac-4b78-8319-f49f0ce1fc7e req-01fcba0e-5f4f-483c-afbf-bc47e4a4f6c3 service neutron] 10.222.0.41 "PUT /v2.0/ports/2afe5f25-c147-415f-8c5b-d8940fe3ec97/bindings/n-h1-800634-1/activate HTTP/1.1" status: 200 len: 369 time: 2.0150735 Jul 13 13:35:52.390054 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ac287a-d97d-4077-a3e4-83f64765ecc1 req-051d38b0-6ad0-4621-970c-c857888bfda9 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:52.395110 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d3ac287a-d97d-4077-a3e4-83f64765ecc1 req-051d38b0-6ad0-4621-970c-c857888bfda9 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/ports?device_id=b47b55d4-8ce4-4f13-bdab-9fd4a8aff692 HTTP/1.1" status: 200 len: 943 time: 0.5839419 Jul 13 13:35:52.498341 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f32154ce-4815-4df3-9f21-73b26016a74b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:52.506502 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:52.521831 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f32154ce-4815-4df3-9f21-73b26016a74b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:52.537954 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5fdd70b6-9f19-4c32-9c84-9b333634979e req-d77bc453-88fd-46c8-990e-4297c23b787e tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] 10.222.0.23 "GET /v2.0/ports?device_id=938011da-a97c-46cb-afb5-467b9b81212a HTTP/1.1" status: 200 len: 210 time: 0.0625131 Jul 13 13:35:52.548644 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8cf1d569-32fa-4e31-969a-7e4b956757f3 tempest-ServersTestJSON-590403735 tempest-ServersTestJSON-590403735-project] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:52.558947 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8cf1d569-32fa-4e31-969a-7e4b956757f3 tempest-ServersTestJSON-590403735 tempest-ServersTestJSON-590403735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:52.608627 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f32154ce-4815-4df3-9f21-73b26016a74b admin admin] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 13:35:52.627735 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d3ac287a-d97d-4077-a3e4-83f64765ecc1 req-eb81765c-5be8-446e-8833-a6ab2cc4d3f6 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1a1929d-de59-4a26-a69b-05b891c11dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581819 Jul 13 13:35:52.636416 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bf9237-28ac-4b78-8319-f49f0ce1fc7e req-0f188dcb-6971-440e-80c0-d10c14864a89 tempest-LiveAutoBlockMigrationV225Test-953904280 tempest-LiveAutoBlockMigrationV225Test-953904280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:52.638151 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-73bf9237-28ac-4b78-8319-f49f0ce1fc7e req-0f188dcb-6971-440e-80c0-d10c14864a89 tempest-LiveAutoBlockMigrationV225Test-953904280 tempest-LiveAutoBlockMigrationV225Test-953904280-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=b47b55d4-8ce4-4f13-bdab-9fd4a8aff692&tenant_id=d50e67b9ee9e45449d2522df614fe533&binding%3Ahost_id=n-h2-800634-1 HTTP/1.1" status: 200 len: 1095 time: 0.1992536 Jul 13 13:35:52.652857 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf1d569-32fa-4e31-969a-7e4b956757f3 tempest-ServersTestJSON-590403735 tempest-ServersTestJSON-590403735-project] Pushing event updated for resources: {'Port': ['ID=db5cf7f9-a2dc-4118-94a5-dc7f917bc2f8,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:35:52.669963 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32154ce-4815-4df3-9f21-73b26016a74b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feeb6b93-5051-4dcc-8776-c314f05e05ae,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:35:52.707699 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f32154ce-4815-4df3-9f21-73b26016a74b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:52.707976 n-d-800634-1 neutron-server[93751]: INFO neutron.db.segments_db [None req-f32154ce-4815-4df3-9f21-73b26016a74b admin admin] Added segment c474c239-8b60-46eb-bc28-db09fd733c35 of type vlan for network 235d9a14-cbfe-4d48-b109-040ffccc92b0 Jul 13 13:35:52.757382 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8cf1d569-32fa-4e31-969a-7e4b956757f3 tempest-ServersTestJSON-590403735 tempest-ServersTestJSON-590403735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446547'] for floatingip, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:52.823442 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bf9237-28ac-4b78-8319-f49f0ce1fc7e req-aaa96c41-ba02-4f74-bc2b-210ed3f6ab9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:52.824864 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-73bf9237-28ac-4b78-8319-f49f0ce1fc7e req-aaa96c41-ba02-4f74-bc2b-210ed3f6ab9b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b47b55d4-8ce4-4f13-bdab-9fd4a8aff692&tenant_id=d50e67b9ee9e45449d2522df614fe533 HTTP/1.1" status: 200 len: 1095 time: 0.1531460 Jul 13 13:35:52.859624 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f32154ce-4815-4df3-9f21-73b26016a74b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:52.948053 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8cf1d569-32fa-4e31-969a-7e4b956757f3 tempest-ServersTestJSON-590403735 tempest-ServersTestJSON-590403735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for floatingip, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:52.949792 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-8cf1d569-32fa-4e31-969a-7e4b956757f3 tempest-ServersTestJSON-590403735 tempest-ServersTestJSON-590403735-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2392969 Jul 13 13:35:52.951827 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e832f1b-f8fe-4350-a2e9-c9efb1bbdac0 req-aa0ddde3-e5f5-4b25-9fb7-da95e515b9ce tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Made reservation on behalf of 132b60c425be4aeb99cec71010f26a0d for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:35:52.956006 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-7e832f1b-f8fe-4350-a2e9-c9efb1bbdac0 req-aa0ddde3-e5f5-4b25-9fb7-da95e515b9ce tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:52.972150 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f32154ce-4815-4df3-9f21-73b26016a74b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:52.973332 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f32154ce-4815-4df3-9f21-73b26016a74b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:52.974031 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f32154ce-4815-4df3-9f21-73b26016a74b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:53.014412 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bf9237-28ac-4b78-8319-f49f0ce1fc7e req-006af55a-fd48-49c7-9f95-eadf2707fe46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:53.018474 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-73bf9237-28ac-4b78-8319-f49f0ce1fc7e req-006af55a-fd48-49c7-9f95-eadf2707fe46 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d50e67b9ee9e45449d2522df614fe533&device_id=b47b55d4-8ce4-4f13-bdab-9fd4a8aff692 HTTP/1.1" status: 200 len: 1095 time: 0.1601186 Jul 13 13:35:53.187549 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [req-7e832f1b-f8fe-4350-a2e9-c9efb1bbdac0 req-aa0ddde3-e5f5-4b25-9fb7-da95e515b9ce tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Allocated IP 172.20.0.14 (0e04c952-db9c-4505-aba6-7ccdaeeb7137/46175078-efd4-4ba8-945c-03239fb9d2ed/879ff0e6-03fc-436e-a42b-866c7b6a0faa) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:35:53.276881 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bf9237-28ac-4b78-8319-f49f0ce1fc7e req-933d0451-8bb1-4223-8b47-0478b8f539f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:53.279385 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-73bf9237-28ac-4b78-8319-f49f0ce1fc7e req-933d0451-8bb1-4223-8b47-0478b8f539f8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21 HTTP/1.1" status: 200 len: 920 time: 0.2542174 Jul 13 13:35:53.419609 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-73bf9237-28ac-4b78-8319-f49f0ce1fc7e req-5f49f8b2-0215-4545-9936-c54364c7064e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2afe5f25-c147-415f-8c5b-d8940fe3ec97 HTTP/1.1" status: 200 len: 217 time: 0.1198740 Jul 13 13:35:53.504043 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 53162) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:35:53.535610 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-f32154ce-4815-4df3-9f21-73b26016a74b admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.5158165 Jul 13 13:35:53.537039 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 53166) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:35:53.551520 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bf9237-28ac-4b78-8319-f49f0ce1fc7e req-1702518a-1b5f-48ac-835f-00bcd0b15d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:53.554419 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-73bf9237-28ac-4b78-8319-f49f0ce1fc7e req-1702518a-1b5f-48ac-835f-00bcd0b15d2c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=45599520-ccde-4569-b8cc-9a75a2e552c5 HTTP/1.1" status: 200 len: 860 time: 0.1129470 Jul 13 13:35:53.554617 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-55991c0e-86f6-4e02-81ca-725950619923 admin admin] Request body: {'subnet': {'network_id': '235d9a14-cbfe-4d48-b109-040ffccc92b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1209034393-subnet', 'tenant_id': '1541a6cd64444c80a50e3a7d38ff886f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:35:53.575225 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32154ce-4815-4df3-9f21-73b26016a74b admin admin] Pushing event updated for resources: {'Network': ['ID=235d9a14-cbfe-4d48-b109-040ffccc92b0,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:35:53.587003 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network 235d9a14-cbfe-4d48-b109-040ffccc92b0 details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 13:35:53.622214 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-73bf9237-28ac-4b78-8319-f49f0ce1fc7e req-a63d97ab-b417-4901-93d3-599700363ab2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581179 Jul 13 13:35:53.625247 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-9e07db16-18a4-4174-ab24-dcbf1a1e56ba req-78d9fb79-2838-4859-99bb-9bc7f86b645b tempest-ServersTestJSON-590403735 tempest-ServersTestJSON-590403735-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--778892789&fields=id&tenant_id=94689ad386234fb594427716c15799ee HTTP/1.1" status: 200 len: 267 time: 0.2195926 Jul 13 13:35:53.655447 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-7e832f1b-f8fe-4350-a2e9-c9efb1bbdac0 req-aa0ddde3-e5f5-4b25-9fb7-da95e515b9ce tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:53.660237 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-93cc76aa-3199-4bba-a156-b83e2ee046c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451695'] for router_interface, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:53.749870 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8422ea4-4829-4d40-9668-17175a47c57a req-09daef64-65d7-4d1f-9067-1be2513703b0 tempest-ServerTagsTestJSON-1753017370 tempest-ServerTagsTestJSON-1753017370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:53.752840 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55991c0e-86f6-4e02-81ca-725950619923 admin admin] Made reservation on behalf of 1541a6cd64444c80a50e3a7d38ff886f for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:35:53.756893 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-55991c0e-86f6-4e02-81ca-725950619923 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6104980'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:53.757298 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c8422ea4-4829-4d40-9668-17175a47c57a req-09daef64-65d7-4d1f-9067-1be2513703b0 tempest-ServerTagsTestJSON-1753017370 tempest-ServerTagsTestJSON-1753017370-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdcbd9c0-c755-492c-a138-b96725f841d8 HTTP/1.1" status: 200 len: 945 time: 0.2367828 Jul 13 13:35:53.827929 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c8422ea4-4829-4d40-9668-17175a47c57a req-c54c10f6-f305-42a6-a9f6-07cc8b7a92f0 tempest-ServerTagsTestJSON-1753017370 tempest-ServerTagsTestJSON-1753017370-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec893155-8d67-422c-a54d-407e9d56e839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694082 Jul 13 13:35:53.861608 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-73bf9237-28ac-4b78-8319-f49f0ce1fc7e req-b3b427fd-b2b4-48d3-944b-029be68680ee service neutron] 10.222.0.26 "GET /v2.0/networks/2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280629 Jul 13 13:35:54.008503 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e07db16-18a4-4174-ab24-dcbf1a1e56ba req-3ea08085-b58c-4a7c-972d-6704e923baab tempest-ServersTestJSON-590403735 tempest-ServersTestJSON-590403735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:54.009987 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-9e07db16-18a4-4174-ab24-dcbf1a1e56ba req-3ea08085-b58c-4a7c-972d-6704e923baab tempest-ServersTestJSON-590403735 tempest-ServersTestJSON-590403735-project] 10.222.0.23 "GET /v2.0/networks?id=b14d01f8-4a78-4311-a169-2b69cfb0becb HTTP/1.1" status: 200 len: 805 time: 0.3838804 Jul 13 13:35:54.021490 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-753402e9-d251-4bac-82dc-b72cfe5a5c5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:54.028793 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-73bf9237-28ac-4b78-8319-f49f0ce1fc7e req-dc4d5a7d-e8d3-4d7e-82c4-84a46a72266a service neutron] 10.222.0.26 "GET /v2.0/networks/2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531084 Jul 13 13:35:54.077108 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-9e07db16-18a4-4174-ab24-dcbf1a1e56ba req-45c959ec-88d7-48a7-aa78-167d4f627c83 tempest-ServersTestJSON-590403735 tempest-ServersTestJSON-590403735-project] 10.222.0.23 "GET /v2.0/quotas/94689ad386234fb594427716c15799ee HTTP/1.1" status: 200 len: 375 time: 0.0538330 Jul 13 13:35:54.108888 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-96c40e0e-3c4c-4beb-ba71-91960cc9a8df req-28832330-bb27-454f-9c2a-6d0d4351d476 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] 10.222.0.23 "GET /v2.0/ports?device_id=938011da-a97c-46cb-afb5-467b9b81212a HTTP/1.1" status: 200 len: 210 time: 0.0788560 Jul 13 13:35:54.320239 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-7e832f1b-f8fe-4350-a2e9-c9efb1bbdac0 req-aa0ddde3-e5f5-4b25-9fb7-da95e515b9ce tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:54.357919 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e832f1b-f8fe-4350-a2e9-c9efb1bbdac0 req-aa0ddde3-e5f5-4b25-9fb7-da95e515b9ce tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Network 0e04c952-db9c-4505-aba6-7ccdaeeb7137 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:35:54.393234 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-55991c0e-86f6-4e02-81ca-725950619923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6018343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6104998'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:54.396295 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [req-7e832f1b-f8fe-4350-a2e9-c9efb1bbdac0 req-aa0ddde3-e5f5-4b25-9fb7-da95e515b9ce tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:35:54.400279 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e832f1b-f8fe-4350-a2e9-c9efb1bbdac0 req-aa0ddde3-e5f5-4b25-9fb7-da95e515b9ce tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:35:54.475641 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414e6a89-6dde-42b5-91de-79afb6aabf9e req-150ba1e2-0874-49f4-ac19-29c3fad4cf99 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:54.477187 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-414e6a89-6dde-42b5-91de-79afb6aabf9e req-150ba1e2-0874-49f4-ac19-29c3fad4cf99 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/ports?device_id=b47b55d4-8ce4-4f13-bdab-9fd4a8aff692 HTTP/1.1" status: 200 len: 944 time: 0.1715145 Jul 13 13:35:54.530219 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bf9237-28ac-4b78-8319-f49f0ce1fc7e req-70f54db0-9585-44a4-81b2-0f96559800e8 tempest-LiveAutoBlockMigrationV225Test-953904280 tempest-LiveAutoBlockMigrationV225Test-953904280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:54.531286 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55991c0e-86f6-4e02-81ca-725950619923 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1cfdd188-250e-479a-90ea-bdbade5d1ae3,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:35:54.531939 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-73bf9237-28ac-4b78-8319-f49f0ce1fc7e req-70f54db0-9585-44a4-81b2-0f96559800e8 tempest-LiveAutoBlockMigrationV225Test-953904280 tempest-LiveAutoBlockMigrationV225Test-953904280-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=b47b55d4-8ce4-4f13-bdab-9fd4a8aff692&tenant_id=d50e67b9ee9e45449d2522df614fe533&binding%3Ahost_id=n-h1-800634-1 HTTP/1.1" status: 200 len: 1095 time: 0.1201999 Jul 13 13:35:54.544021 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-414e6a89-6dde-42b5-91de-79afb6aabf9e req-f036048e-bebd-4be5-b162-0fbfbddaf679 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1a1929d-de59-4a26-a69b-05b891c11dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591071 Jul 13 13:35:54.578816 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-9e07db16-18a4-4174-ab24-dcbf1a1e56ba req-40ec8b05-7109-419b-8de4-07b302b6e7e0 tempest-ServersTestJSON-590403735 tempest-ServersTestJSON-590403735-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=94689ad386234fb594427716c15799ee&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4810297 Jul 13 13:35:54.611748 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0ddde3-e5f5-4b25-9fb7-da95e515b9ce tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Pushing event updated for resources: {'Port': ['ID=879ff0e6-03fc-436e-a42b-866c7b6a0faa,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:35:54.667203 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e832f1b-f8fe-4350-a2e9-c9efb1bbdac0 req-aa0ddde3-e5f5-4b25-9fb7-da95e515b9ce tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:54.667958 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-7e832f1b-f8fe-4350-a2e9-c9efb1bbdac0 req-aa0ddde3-e5f5-4b25-9fb7-da95e515b9ce tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:54.707903 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-73bf9237-28ac-4b78-8319-f49f0ce1fc7e req-7761e54c-5838-4e6f-aa10-8aa405ab2e65 service neutron] For port 2afe5f25-c147-415f-8c5b-d8940fe3ec97, host n-h2-800634-1, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:35:54.715419 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-73bf9237-28ac-4b78-8319-f49f0ce1fc7e req-7761e54c-5838-4e6f-aa10-8aa405ab2e65 service neutron] Notify callbacks [] for binding, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:54.716872 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-73bf9237-28ac-4b78-8319-f49f0ce1fc7e req-7761e54c-5838-4e6f-aa10-8aa405ab2e65 service neutron] 10.222.0.26 "DELETE /v2.0/ports/2afe5f25-c147-415f-8c5b-d8940fe3ec97/bindings/n-h2-800634-1 HTTP/1.1" status: 204 len: 173 time: 0.1777978 Jul 13 13:35:54.728821 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55991c0e-86f6-4e02-81ca-725950619923 admin admin] Checking segment: {'id': 'c474c239-8b60-46eb-bc28-db09fd733c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '235d9a14-cbfe-4d48-b109-040ffccc92b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:35:54.729203 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55991c0e-86f6-4e02-81ca-725950619923 admin admin] Network hostable DHCP agents. Network: 235d9a14-cbfe-4d48-b109-040ffccc92b0, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 13:35:54.759639 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-753402e9-d251-4bac-82dc-b72cfe5a5c5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:54.772217 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-753402e9-d251-4bac-82dc-b72cfe5a5c5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:54.827266 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7e832f1b-f8fe-4350-a2e9-c9efb1bbdac0 req-aa0ddde3-e5f5-4b25-9fb7-da95e515b9ce tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5517592 Jul 13 13:35:54.827821 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55991c0e-86f6-4e02-81ca-725950619923 admin admin] Network 235d9a14-cbfe-4d48-b109-040ffccc92b0 is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 13:35:54.867355 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-7e832f1b-f8fe-4350-a2e9-c9efb1bbdac0 req-b884ef9e-4180-4fe3-ab78-ab1540f8030d service neutron] Request body: {'port': {'device_id': '938011da-a97c-46cb-afb5-467b9b81212a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-1'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:35:54.914314 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-753402e9-d251-4bac-82dc-b72cfe5a5c5c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8a397e3134604641a7806b5cef7535cf&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4003601 Jul 13 13:35:54.941101 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 53192) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:35:54.951942 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-55991c0e-86f6-4e02-81ca-725950619923 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, 235d9a14-cbfe-4d48-b109-040ffccc92b0) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:35:54.963097 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be36b54b-5de1-420a-a46b-82bbb7b68c9b None None] Network 235d9a14-cbfe-4d48-b109-040ffccc92b0 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:35:54.979526 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55991c0e-86f6-4e02-81ca-725950619923 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:54.980132 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-55991c0e-86f6-4e02-81ca-725950619923 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:55.019780 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753402e9-d251-4bac-82dc-b72cfe5a5c5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f6bc183-a968-4501-94ed-99011aecf9d7,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:35:55.054674 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc56c421-4232-46bd-bf6e-09629f357618 req-62d9cab7-428a-4148-94e1-e4fc4cefc744 tempest-ServerTagsTestJSON-1753017370 tempest-ServerTagsTestJSON-1753017370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:55.058059 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bc56c421-4232-46bd-bf6e-09629f357618 req-62d9cab7-428a-4148-94e1-e4fc4cefc744 tempest-ServerTagsTestJSON-1753017370 tempest-ServerTagsTestJSON-1753017370-project] 10.222.0.26 "GET /v2.0/ports?device_id=fdcbd9c0-c755-492c-a138-b96725f841d8 HTTP/1.1" status: 200 len: 945 time: 0.1612785 Jul 13 13:35:55.102046 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-55991c0e-86f6-4e02-81ca-725950619923 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.5582106 Jul 13 13:35:55.113874 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 53194) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:35:55.151493 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-a9acb6ae-08b2-46ef-b87a-30e7615cbc54 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1209034393-router', 'tenant_id': '1541a6cd64444c80a50e3a7d38ff886f', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:35:55.186177 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-9e07db16-18a4-4174-ab24-dcbf1a1e56ba req-f1c768d1-f145-4c96-91dc-3a12bfd23901 service neutron] 10.222.0.23 "GET /v2.0/networks/b14d01f8-4a78-4311-a169-2b69cfb0becb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5677567 Jul 13 13:35:55.193529 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-7e832f1b-f8fe-4350-a2e9-c9efb1bbdac0 req-b884ef9e-4180-4fe3-ab78-ab1540f8030d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:55.220363 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-809df738-dad2-45fb-b0b5-17431e096039 None None] Network 235d9a14-cbfe-4d48-b109-040ffccc92b0 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:35:55.265080 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8d1437b1-897b-4995-9e0d-29f64f74bc46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:55.298210 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a9acb6ae-08b2-46ef-b87a-30e7615cbc54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1591928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2714'] for router, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:55.298210 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a9acb6ae-08b2-46ef-b87a-30e7615cbc54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447198', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1629690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2689'] for router, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:55.311112 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4487be7c-6da1-44f4-a690-ca08a473b836 req-376dbe1a-bd2b-4cec-889e-dee5d14aaea8 tempest-ServerTagsTestJSON-1753017370 tempest-ServerTagsTestJSON-1753017370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:55.320608 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4487be7c-6da1-44f4-a690-ca08a473b836 req-376dbe1a-bd2b-4cec-889e-dee5d14aaea8 tempest-ServerTagsTestJSON-1753017370 tempest-ServerTagsTestJSON-1753017370-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdcbd9c0-c755-492c-a138-b96725f841d8 HTTP/1.1" status: 200 len: 945 time: 0.3115659 Jul 13 13:35:55.330801 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-93cc76aa-3199-4bba-a156-b83e2ee046c3 admin admin] Deleting port db667496-ace5-41d7-9f8a-c9cf51fe4538 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:35:55.331330 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-93cc76aa-3199-4bba-a156-b83e2ee046c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:55.344628 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8d1437b1-897b-4995-9e0d-29f64f74bc46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:55.432618 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a9acb6ae-08b2-46ef-b87a-30e7615cbc54 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:55.449944 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4487be7c-6da1-44f4-a690-ca08a473b836 req-a52d876e-d3f2-4513-91fc-8fc50b28d3a5 tempest-ServerTagsTestJSON-1753017370 tempest-ServerTagsTestJSON-1753017370-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec893155-8d67-422c-a54d-407e9d56e839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277647 Jul 13 13:35:55.492072 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-9e07db16-18a4-4174-ab24-dcbf1a1e56ba req-2b0b6d12-93fd-46d4-9ec4-a8e2a38a4ce6 service neutron] 10.222.0.23 "GET /v2.0/networks/b14d01f8-4a78-4311-a169-2b69cfb0becb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2928250 Jul 13 13:35:55.637440 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-93cc76aa-3199-4bba-a156-b83e2ee046c3 admin admin] For port db667496-ace5-41d7-9f8a-c9cf51fe4538, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=db667496-ace5-41d7-9f8a-c9cf51fe4538,segment=NetworkSegment(ff868c88-63a7-45f2-9c2d-60b1f22692fb),segment_id=ff868c88-63a7-45f2-9c2d-60b1f22692fb)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:35:55.638145 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-93cc76aa-3199-4bba-a156-b83e2ee046c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:55.640052 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8d1437b1-897b-4995-9e0d-29f64f74bc46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:55.650644 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8d1437b1-897b-4995-9e0d-29f64f74bc46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:55.651179 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-8d1437b1-897b-4995-9e0d-29f64f74bc46 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2f6bc183-a968-4501-94ed-99011aecf9d7 HTTP/1.1" status: 204 len: 168 time: 0.7009134 Jul 13 13:35:55.783357 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-bc56c421-4232-46bd-bf6e-09629f357618 req-f201ffdd-baef-4603-aa7a-ce199511a5b8 tempest-ServerTagsTestJSON-1753017370 tempest-ServerTagsTestJSON-1753017370-project] Deleting port d868b384-8ad3-41dd-9d88-27cc0dd2f4d1 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:35:55.792226 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-93cc76aa-3199-4bba-a156-b83e2ee046c3 admin admin] Calling delete_port for db667496-ace5-41d7-9f8a-c9cf51fe4538 owned by network:router_interface {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:35:55.794104 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-bc56c421-4232-46bd-bf6e-09629f357618 req-f201ffdd-baef-4603-aa7a-ce199511a5b8 tempest-ServerTagsTestJSON-1753017370 tempest-ServerTagsTestJSON-1753017370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:55.833869 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1437b1-897b-4995-9e0d-29f64f74bc46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f6bc183-a968-4501-94ed-99011aecf9d7,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:35:55.998220 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a9acb6ae-08b2-46ef-b87a-30e7615cbc54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447180', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1591910', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2751'] for router, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:56.083738 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-bc56c421-4232-46bd-bf6e-09629f357618 req-f201ffdd-baef-4603-aa7a-ce199511a5b8 tempest-ServerTagsTestJSON-1753017370 tempest-ServerTagsTestJSON-1753017370-project] For port d868b384-8ad3-41dd-9d88-27cc0dd2f4d1, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=d868b384-8ad3-41dd-9d88-27cc0dd2f4d1,segment=NetworkSegment(4afa5f85-f33f-4e1f-a857-a9a2d6090dd6),segment_id=4afa5f85-f33f-4e1f-a857-a9a2d6090dd6)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:35:56.084275 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-bc56c421-4232-46bd-bf6e-09629f357618 req-f201ffdd-baef-4603-aa7a-ce199511a5b8 tempest-ServerTagsTestJSON-1753017370 tempest-ServerTagsTestJSON-1753017370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:56.102687 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-bc56c421-4232-46bd-bf6e-09629f357618 req-f201ffdd-baef-4603-aa7a-ce199511a5b8 tempest-ServerTagsTestJSON-1753017370 tempest-ServerTagsTestJSON-1753017370-project] Calling delete_port for d868b384-8ad3-41dd-9d88-27cc0dd2f4d1 owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:35:56.278443 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 53214) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:35:56.299891 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1c37593c-2c8d-42fa-9601-338996872e6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:56.421247 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-bc56c421-4232-46bd-bf6e-09629f357618 req-f201ffdd-baef-4603-aa7a-ce199511a5b8 tempest-ServerTagsTestJSON-1753017370 tempest-ServerTagsTestJSON-1753017370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:56.434135 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['d868b384-8ad3-41dd-9d88-27cc0dd2f4d1'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:35:56.504122 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [req-7e832f1b-f8fe-4350-a2e9-c9efb1bbdac0 req-b884ef9e-4180-4fe3-ab78-ab1540f8030d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 879ff0e6-03fc-436e-a42b-866c7b6a0faa {{(pid=93751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:35:56.508409 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f201ffdd-baef-4603-aa7a-ce199511a5b8 tempest-ServerTagsTestJSON-1753017370 tempest-ServerTagsTestJSON-1753017370-project] Pushing event deleted for resources: {'Port': ['ID=d868b384-8ad3-41dd-9d88-27cc0dd2f4d1,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:35:56.517387 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41992e99-e230-4507-bf2e-72fbead3786e req-42b1ea1d-30a0-4f6f-9755-54c3075a8f97 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:56.525450 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-41992e99-e230-4507-bf2e-72fbead3786e req-42b1ea1d-30a0-4f6f-9755-54c3075a8f97 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/ports?device_id=b47b55d4-8ce4-4f13-bdab-9fd4a8aff692 HTTP/1.1" status: 200 len: 944 time: 0.5790606 Jul 13 13:35:56.532479 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-7e832f1b-f8fe-4350-a2e9-c9efb1bbdac0 req-b884ef9e-4180-4fe3-ab78-ab1540f8030d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:56.553012 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc56c421-4232-46bd-bf6e-09629f357618 req-f201ffdd-baef-4603-aa7a-ce199511a5b8 tempest-ServerTagsTestJSON-1753017370 tempest-ServerTagsTestJSON-1753017370-project] No DVR routers for this DVR port d868b384-8ad3-41dd-9d88-27cc0dd2f4d1 on host n-h1-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:35:56.564853 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-7e832f1b-f8fe-4350-a2e9-c9efb1bbdac0 req-b884ef9e-4180-4fe3-ab78-ab1540f8030d service neutron] Transition to ACTIVE for port object 879ff0e6-03fc-436e-a42b-866c7b6a0faa will not be triggered until provisioned by entity L2. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:35:56.566717 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f8f290-554f-4af0-989f-f34e32ab6559 req-27114ec4-09fb-4041-81aa-8c30b2a043ee tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:56.574277 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-14f8f290-554f-4af0-989f-f34e32ab6559 req-27114ec4-09fb-4041-81aa-8c30b2a043ee tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] 10.222.0.23 "GET /v2.0/ports?device_id=938011da-a97c-46cb-afb5-467b9b81212a HTTP/1.1" status: 200 len: 932 time: 0.8014574 Jul 13 13:35:56.582656 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-bc56c421-4232-46bd-bf6e-09629f357618 req-f201ffdd-baef-4603-aa7a-ce199511a5b8 tempest-ServerTagsTestJSON-1753017370 tempest-ServerTagsTestJSON-1753017370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:56.586130 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bc56c421-4232-46bd-bf6e-09629f357618 req-f201ffdd-baef-4603-aa7a-ce199511a5b8 tempest-ServerTagsTestJSON-1753017370 tempest-ServerTagsTestJSON-1753017370-project] 10.222.0.26 "DELETE /v2.0/ports/d868b384-8ad3-41dd-9d88-27cc0dd2f4d1 HTTP/1.1" status: 204 len: 173 time: 1.5070088 Jul 13 13:35:56.588062 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdcbd9c0-c755-492c-a138-b96725f841d8', 'name': 'network-vif-deleted', 'tag': 'd868b384-8ad3-41dd-9d88-27cc0dd2f4d1'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:35:56.590529 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-7e832f1b-f8fe-4350-a2e9-c9efb1bbdac0 req-b884ef9e-4180-4fe3-ab78-ab1540f8030d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:56.593070 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d16c218-71c1-4204-b8d0-1f74353b7f04" -d '{"events": [{"server_uuid": "fdcbd9c0-c755-492c-a138-b96725f841d8", "name": "network-vif-deleted", "tag": "d868b384-8ad3-41dd-9d88-27cc0dd2f4d1"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:35:56.683452 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-41992e99-e230-4507-bf2e-72fbead3786e req-db7b34a1-0a84-4e36-a39f-911400469d6c tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1a1929d-de59-4a26-a69b-05b891c11dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569908 Jul 13 13:35:56.716250 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-14f8f290-554f-4af0-989f-f34e32ab6559 req-7e2f9570-ce16-4b21-bdb7-42ac73e3ec84 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] 10.222.0.23 "GET /v2.0/security-groups?id=24689591-48d9-46af-a687-72c510af83bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192286 Jul 13 13:35:56.747868 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b884ef9e-4180-4fe3-ab78-ab1540f8030d service neutron] Pushing event updated for resources: {'Port': ['ID=879ff0e6-03fc-436e-a42b-866c7b6a0faa,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:35:56.755019 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-93cc76aa-3199-4bba-a156-b83e2ee046c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:56.921400 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cc76aa-3199-4bba-a156-b83e2ee046c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=db667496-ace5-41d7-9f8a-c9cf51fe4538,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:35:57.098084 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-dd8521ef-e556-4b41-b578-1b4b912c1e8a req-be5f71b2-2b1e-48c0-bd7f-a629331c98b5 tempest-ServersTestJSON-590403735 tempest-ServersTestJSON-590403735-project] 10.222.0.23 "GET /v2.0/ports?device_id=b433e59d-1295-40a6-874d-aba0de786928 HTTP/1.1" status: 200 len: 210 time: 0.0579050 Jul 13 13:35:57.194763 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a9acb6ae-08b2-46ef-b87a-30e7615cbc54 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:57.213170 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-93cc76aa-3199-4bba-a156-b83e2ee046c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1785036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452491'] for router_interface, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:57.223286 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:35:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b114e05-f1bb-4f3d-ba0f-341df2fa9ce8 x-openstack-request-id: req-5b114e05-f1bb-4f3d-ba0f-341df2fa9ce8 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:35:57.224439 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdcbd9c0-c755-492c-a138-b96725f841d8", "name": "network-vif-deleted", "tag": "d868b384-8ad3-41dd-9d88-27cc0dd2f4d1", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:35:57.224953 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5b114e05-f1bb-4f3d-ba0f-341df2fa9ce8 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:35:57.225573 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdcbd9c0-c755-492c-a138-b96725f841d8', 'name': 'network-vif-deleted', 'tag': 'd868b384-8ad3-41dd-9d88-27cc0dd2f4d1', 'status': 'completed', 'code': 200} Jul 13 13:35:57.232267 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a9acb6ae-08b2-46ef-b87a-30e7615cbc54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:57.268474 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1c37593c-2c8d-42fa-9601-338996872e6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:57.303144 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1c37593c-2c8d-42fa-9601-338996872e6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:57.335001 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-1c37593c-2c8d-42fa-9601-338996872e6e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=82cbe8a7faad4059857ddaad8181b0a3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0510926 Jul 13 13:35:57.342789 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 53234) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:35:57.375834 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c37593c-2c8d-42fa-9601-338996872e6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bff8d68-77d2-4c5e-82c6-6dce1ad8e197,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:35:57.459736 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-7e832f1b-f8fe-4350-a2e9-c9efb1bbdac0 req-b884ef9e-4180-4fe3-ab78-ab1540f8030d service neutron] Attempting to bind port 879ff0e6-03fc-436e-a42b-866c7b6a0faa on host n-h1-800634-1 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:35:57.460129 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-7e832f1b-f8fe-4350-a2e9-c9efb1bbdac0 req-b884ef9e-4180-4fe3-ab78-ab1540f8030d service neutron] Attempting to bind port 879ff0e6-03fc-436e-a42b-866c7b6a0faa by drivers openvswitch,hyperv on host n-h1-800634-1 at level 0 using segments [{'id': '389f0714-81c5-44c7-95d7-c7027042d54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '0e04c952-db9c-4505-aba6-7ccdaeeb7137'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:35:57.460391 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e832f1b-f8fe-4350-a2e9-c9efb1bbdac0 req-b884ef9e-4180-4fe3-ab78-ab1540f8030d service neutron] Attempting to bind port 879ff0e6-03fc-436e-a42b-866c7b6a0faa on network 0e04c952-db9c-4505-aba6-7ccdaeeb7137 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:35:57.468907 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a9f7a980-f85c-49b2-a13e-0e7ef99a7826 req-dc796c3f-d680-421e-be12-c141577f6df8 tempest-ServerTagsTestJSON-1753017370 tempest-ServerTagsTestJSON-1753017370-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdcbd9c0-c755-492c-a138-b96725f841d8 HTTP/1.1" status: 200 len: 210 time: 0.2158127 Jul 13 13:35:57.487865 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e832f1b-f8fe-4350-a2e9-c9efb1bbdac0 req-b884ef9e-4180-4fe3-ab78-ab1540f8030d service neutron] Port 879ff0e6-03fc-436e-a42b-866c7b6a0faa on network 0e04c952-db9c-4505-aba6-7ccdaeeb7137 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-1 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:35:57.488239 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e832f1b-f8fe-4350-a2e9-c9efb1bbdac0 req-b884ef9e-4180-4fe3-ab78-ab1540f8030d service neutron] Attempting to bind port 879ff0e6-03fc-436e-a42b-866c7b6a0faa on network 0e04c952-db9c-4505-aba6-7ccdaeeb7137 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:35:57.502444 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-a9acb6ae-08b2-46ef-b87a-30e7615cbc54 admin admin] Allocated IP 172.25.6.168 (acf968b8-c524-46a9-a20b-ad9667009130/dde5a78e-bd1e-4f47-8189-7321d4de73d3/cec16b9b-7635-47e3-bb0d-388d01aa3e4e) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:35:57.527405 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e832f1b-f8fe-4350-a2e9-c9efb1bbdac0 req-b884ef9e-4180-4fe3-ab78-ab1540f8030d service neutron] Checking agent: {'id': 'a7603dc8-3c50-4a9b-8f0d-1143528f155e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:35:57.527771 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e832f1b-f8fe-4350-a2e9-c9efb1bbdac0 req-b884ef9e-4180-4fe3-ab78-ab1540f8030d service neutron] Checking segment: {'id': '389f0714-81c5-44c7-95d7-c7027042d54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '0e04c952-db9c-4505-aba6-7ccdaeeb7137'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:35:57.528136 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e832f1b-f8fe-4350-a2e9-c9efb1bbdac0 req-b884ef9e-4180-4fe3-ab78-ab1540f8030d service neutron] Bound using segment: {'id': '389f0714-81c5-44c7-95d7-c7027042d54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '0e04c952-db9c-4505-aba6-7ccdaeeb7137'} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:35:57.528658 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05131af-d694-4b6d-b2cb-d007def9f6b4 req-6e665d71-e7cd-405a-90c3-551cbab4a503 tempest-LiveAutoBlockMigrationV225Test-953904280 tempest-LiveAutoBlockMigrationV225Test-953904280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:57.528793 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-7e832f1b-f8fe-4350-a2e9-c9efb1bbdac0 req-b884ef9e-4180-4fe3-ab78-ab1540f8030d service neutron] Bound port: 879ff0e6-03fc-436e-a42b-866c7b6a0faa, host: n-h1-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '389f0714-81c5-44c7-95d7-c7027042d54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '0e04c952-db9c-4505-aba6-7ccdaeeb7137'}}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:35:57.530902 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a05131af-d694-4b6d-b2cb-d007def9f6b4 req-6e665d71-e7cd-405a-90c3-551cbab4a503 tempest-LiveAutoBlockMigrationV225Test-953904280 tempest-LiveAutoBlockMigrationV225Test-953904280-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=b47b55d4-8ce4-4f13-bdab-9fd4a8aff692 HTTP/1.1" status: 200 len: 1095 time: 0.1268916 Jul 13 13:35:57.542436 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-7e832f1b-f8fe-4350-a2e9-c9efb1bbdac0 req-b884ef9e-4180-4fe3-ab78-ab1540f8030d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:57.642204 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a05131af-d694-4b6d-b2cb-d007def9f6b4 req-d8ff5cf4-e43a-4808-9aa7-0b8d5a6bd6d1 tempest-LiveAutoBlockMigrationV225Test-953904280 tempest-LiveAutoBlockMigrationV225Test-953904280-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=e1a1929d-de59-4a26-a69b-05b891c11dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930810 Jul 13 13:35:57.715738 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a9acb6ae-08b2-46ef-b87a-30e7615cbc54 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:57.766723 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-26e72849-e52e-4ee5-8548-56d4877b5844 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:57.792134 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-26e72849-e52e-4ee5-8548-56d4877b5844 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:57.863425 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-26e72849-e52e-4ee5-8548-56d4877b5844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:57.867155 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-26e72849-e52e-4ee5-8548-56d4877b5844 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:57.868403 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-26e72849-e52e-4ee5-8548-56d4877b5844 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0bff8d68-77d2-4c5e-82c6-6dce1ad8e197 HTTP/1.1" status: 204 len: 168 time: 0.5174837 Jul 13 13:35:57.884157 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e07db16-18a4-4174-ab24-dcbf1a1e56ba req-78350cb9-8ada-4616-a2ca-ab0eecfdf877 tempest-ServersTestJSON-590403735 tempest-ServersTestJSON-590403735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:57.885908 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9e07db16-18a4-4174-ab24-dcbf1a1e56ba req-78350cb9-8ada-4616-a2ca-ab0eecfdf877 tempest-ServersTestJSON-590403735 tempest-ServersTestJSON-590403735-project] 10.222.0.41 "GET /v2.0/networks?id=b14d01f8-4a78-4311-a169-2b69cfb0becb HTTP/1.1" status: 200 len: 805 time: 0.1313453 Jul 13 13:35:57.901316 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e72849-e52e-4ee5-8548-56d4877b5844 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bff8d68-77d2-4c5e-82c6-6dce1ad8e197,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:35:57.905360 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a9acb6ae-08b2-46ef-b87a-30e7615cbc54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:57.995659 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9acb6ae-08b2-46ef-b87a-30e7615cbc54 admin admin] Network acf968b8-c524-46a9-a20b-ad9667009130 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:35:58.001049 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-7e832f1b-f8fe-4350-a2e9-c9efb1bbdac0 req-b884ef9e-4180-4fe3-ab78-ab1540f8030d service neutron] For port 879ff0e6-03fc-436e-a42b-866c7b6a0faa, host n-h1-800634-1, cleared binding levels {{(pid=93751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:35:58.011749 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-a9acb6ae-08b2-46ef-b87a-30e7615cbc54 admin admin] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:35:58.023423 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9acb6ae-08b2-46ef-b87a-30e7615cbc54 admin admin] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:35:58.047743 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-7e832f1b-f8fe-4350-a2e9-c9efb1bbdac0 req-b884ef9e-4180-4fe3-ab78-ab1540f8030d service neutron] For port 879ff0e6-03fc-436e-a42b-866c7b6a0faa, host n-h1-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=879ff0e6-03fc-436e-a42b-866c7b6a0faa,segment=NetworkSegment(389f0714-81c5-44c7-95d7-c7027042d54a),segment_id=389f0714-81c5-44c7-95d7-c7027042d54a)] {{(pid=93751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:35:58.060053 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-7e832f1b-f8fe-4350-a2e9-c9efb1bbdac0 req-b884ef9e-4180-4fe3-ab78-ab1540f8030d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:58.063423 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93cc76aa-3199-4bba-a156-b83e2ee046c3 admin admin] Router c0c2c069-40ba-4aaf-870e-846026af62c6 has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 13:35:58.130422 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9acb6ae-08b2-46ef-b87a-30e7615cbc54 admin admin] Pushing event updated for resources: {'Port': ['ID=cec16b9b-7635-47e3-bb0d-388d01aa3e4e,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:35:58.131945 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b884ef9e-4180-4fe3-ab78-ab1540f8030d service neutron] Pushing event updated for resources: {'Port': ['ID=879ff0e6-03fc-436e-a42b-866c7b6a0faa,revision_number=3']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:35:58.175432 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e832f1b-f8fe-4350-a2e9-c9efb1bbdac0 req-b884ef9e-4180-4fe3-ab78-ab1540f8030d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:58.177378 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-7e832f1b-f8fe-4350-a2e9-c9efb1bbdac0 req-b884ef9e-4180-4fe3-ab78-ab1540f8030d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:58.182351 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7e832f1b-f8fe-4350-a2e9-c9efb1bbdac0 req-b884ef9e-4180-4fe3-ab78-ab1540f8030d service neutron] 10.222.0.26 "PUT /v2.0/ports/879ff0e6-03fc-436e-a42b-866c7b6a0faa HTTP/1.1" status: 200 len: 1092 time: 3.3208246 Jul 13 13:35:58.189364 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '938011da-a97c-46cb-afb5-467b9b81212a', 'tag': '879ff0e6-03fc-436e-a42b-866c7b6a0faa'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:35:58.193952 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d17b627af75e17e0f4b8d6239d04f8c2f78634e2c585e32a7aeca336500f34a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b69540d8-f04d-475a-aee6-202dcdf8ef6a" -d '{"events": [{"name": "network-changed", "server_uuid": "938011da-a97c-46cb-afb5-467b9b81212a", "tag": "879ff0e6-03fc-436e-a42b-866c7b6a0faa"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:35:58.218199 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9e07db16-18a4-4174-ab24-dcbf1a1e56ba req-49e76725-6dde-41c3-a39e-7b71c8556bf6 tempest-ServersTestJSON-590403735 tempest-ServersTestJSON-590403735-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=94689ad386234fb594427716c15799ee HTTP/1.1" status: 200 len: 379 time: 0.3232391 Jul 13 13:35:58.280449 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-9e07db16-18a4-4174-ab24-dcbf1a1e56ba req-648eb994-8052-4583-b4e7-8030df6360be tempest-ServersTestJSON-590403735 tempest-ServersTestJSON-590403735-project] Request body: {'port': {'device_id': 'b433e59d-1295-40a6-874d-aba0de786928', 'network_id': 'b14d01f8-4a78-4311-a169-2b69cfb0becb', 'admin_state_up': True, 'tenant_id': '94689ad386234fb594427716c15799ee', 'security_groups': ['bb0e63f6-1341-41c9-821c-b4d369894d82']}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:35:58.455126 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e832f1b-f8fe-4350-a2e9-c9efb1bbdac0 req-e71a5210-c65f-4947-8665-46ac66e8e5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:58.456816 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7e832f1b-f8fe-4350-a2e9-c9efb1bbdac0 req-e71a5210-c65f-4947-8665-46ac66e8e5ad service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=132b60c425be4aeb99cec71010f26a0d&device_id=938011da-a97c-46cb-afb5-467b9b81212a HTTP/1.1" status: 200 len: 1095 time: 0.1449776 Jul 13 13:35:58.460039 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93cc76aa-3199-4bba-a156-b83e2ee046c3 admin admin] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:35:58.471089 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5297be67-e29c-4faf-83d0-6e6bc9845484 None None] Sync routers for ids ['c0c2c069-40ba-4aaf-870e-846026af62c6'] in n-d-800634-1 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:35:58.471657 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-93cc76aa-3199-4bba-a156-b83e2ee046c3 admin admin] 10.222.0.23 "PUT /v2.0/routers/c0c2c069-40ba-4aaf-870e-846026af62c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1104245 Jul 13 13:35:58.478879 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 53262) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:35:58.484102 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5297be67-e29c-4faf-83d0-6e6bc9845484 None None] Routers {'c0c2c069-40ba-4aaf-870e-846026af62c6'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:35:58.484938 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-5297be67-e29c-4faf-83d0-6e6bc9845484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:35:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['c0c2c069-40ba-4aaf-870e-846026af62c6'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:35:58.590595 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e07db16-18a4-4174-ab24-dcbf1a1e56ba req-648eb994-8052-4583-b4e7-8030df6360be tempest-ServersTestJSON-590403735 tempest-ServersTestJSON-590403735-project] Made reservation on behalf of 94689ad386234fb594427716c15799ee for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:35:58.600392 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-9e07db16-18a4-4174-ab24-dcbf1a1e56ba req-648eb994-8052-4583-b4e7-8030df6360be tempest-ServersTestJSON-590403735 tempest-ServersTestJSON-590403735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:58.622910 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-5297be67-e29c-4faf-83d0-6e6bc9845484 None None] Set router c0c2c069-40ba-4aaf-870e-846026af62c6 gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:35:58.696597 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7e832f1b-f8fe-4350-a2e9-c9efb1bbdac0 req-1062ebbe-67ba-4f29-8277-e5194f95cb40 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=879ff0e6-03fc-436e-a42b-866c7b6a0faa HTTP/1.1" status: 200 len: 217 time: 0.2238922 Jul 13 13:35:58.702234 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device d868b384-8ad3-41dd-9d88-27cc0dd2f4d1 no longer exists at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:35:58.751487 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-381d4315-9089-413f-a071-aa2897bda790 None None] No Port match for: d868b384-8ad3-41dd-9d88-27cc0dd2f4d1 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:35:58.752122 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device d868b384-8ad3-41dd-9d88-27cc0dd2f4d1 not bound to the agent host n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:35:58.801852 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e52bc72-dae6-43ae-a97b-0b3caa52dd5b req-c4c75528-35f1-412e-bb7c-e3680822e389 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:58.803393 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-dd055d22-7e3f-432e-b4ce-c83c754190e9 req-7132ff4e-94d5-4aaa-b7ed-0b872dbd1337 tempest-ServersTestJSON-590403735 tempest-ServersTestJSON-590403735-project] 10.222.0.23 "GET /v2.0/ports?device_id=b433e59d-1295-40a6-874d-aba0de786928 HTTP/1.1" status: 200 len: 210 time: 0.1148388 Jul 13 13:35:58.821715 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0e52bc72-dae6-43ae-a97b-0b3caa52dd5b req-c4c75528-35f1-412e-bb7c-e3680822e389 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] 10.222.0.23 "GET /v2.0/ports?device_id=938011da-a97c-46cb-afb5-467b9b81212a HTTP/1.1" status: 200 len: 944 time: 0.8111727 Jul 13 13:35:59.034301 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 13:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-211dc03f-6640-4c9a-b172-190e5d3595cf x-openstack-request-id: req-211dc03f-6640-4c9a-b172-190e5d3595cf {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:35:59.034517 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "938011da-a97c-46cb-afb5-467b9b81212a", "tag": "879ff0e6-03fc-436e-a42b-866c7b6a0faa", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:35:59.034786 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-211dc03f-6640-4c9a-b172-190e5d3595cf {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:35:59.035187 n-d-800634-1 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '938011da-a97c-46cb-afb5-467b9b81212a', 'tag': '879ff0e6-03fc-436e-a42b-866c7b6a0faa', 'status': 'completed', 'code': 200} Jul 13 13:35:59.053574 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-5297be67-e29c-4faf-83d0-6e6bc9845484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0c2c069-40ba-4aaf-870e-846026af62c6', 'name': 'tempest-AttachSCSIVolumeTestJSON-661008148-router', 'tenant_id': '4d966db70d6b462cbbc36a73d0ab5c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': '6569dfde-42c8-47c4-b0e6-b99504cfe59b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:33:31Z', 'updated_at': '2021-07-13T13:35:56Z', 'revision_number': 5, 'project_id': '4d966db70d6b462cbbc36a73d0ab5c94', 'gw_port': {'id': '6569dfde-42c8-47c4-b0e6-b99504cfe59b', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:54:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c2c069-40ba-4aaf-870e-846026af62c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:33:33Z', 'updated_at': '2021-07-13T13:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:35:59.065628 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a9acb6ae-08b2-46ef-b87a-30e7615cbc54 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:59.102612 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5297be67-e29c-4faf-83d0-6e6bc9845484 None None] Checking router: c0c2c069-40ba-4aaf-870e-846026af62c6 for host: n-d-800634-1 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 13:35:59.128908 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5297be67-e29c-4faf-83d0-6e6bc9845484 None None] Routers {'c0c2c069-40ba-4aaf-870e-846026af62c6'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:35:59.132070 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-5297be67-e29c-4faf-83d0-6e6bc9845484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:35:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['c0c2c069-40ba-4aaf-870e-846026af62c6'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:35:59.153161 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4f0d336c-72c0-4036-8e03-eb3d4f7be2aa admin admin] Notify callbacks [] for router, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:59.186147 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0e52bc72-dae6-43ae-a97b-0b3caa52dd5b req-299a3923-699f-4966-a209-69bb2a0cc83a tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] 10.222.0.23 "GET /v2.0/security-groups?id=24689591-48d9-46af-a687-72c510af83bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3634796 Jul 13 13:35:59.318064 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e832f1b-f8fe-4350-a2e9-c9efb1bbdac0 req-d41a74b0-bc54-439f-a016-893ee8e14610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:59.320008 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7e832f1b-f8fe-4350-a2e9-c9efb1bbdac0 req-d41a74b0-bc54-439f-a016-893ee8e14610 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=46175078-efd4-4ba8-945c-03239fb9d2ed HTTP/1.1" status: 200 len: 852 time: 0.5965416 Jul 13 13:35:59.325846 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4f0d336c-72c0-4036-8e03-eb3d4f7be2aa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:59.383970 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 53282) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:35:59.385225 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-5297be67-e29c-4faf-83d0-6e6bc9845484 None None] Set router c0c2c069-40ba-4aaf-870e-846026af62c6 gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:35:59.494820 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7e832f1b-f8fe-4350-a2e9-c9efb1bbdac0 req-2ed549ed-9f7a-4ded-8cd2-ef58781cba56 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0e04c952-db9c-4505-aba6-7ccdaeeb7137&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1572778 Jul 13 13:35:59.667270 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7f02209-6520-43b9-9dcc-17810c65dad3 admin admin] Deleting subnet 7584e461-b1a5-45d0-8f4f-8d1f841c9a9f {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 13:35:59.679933 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d7f02209-6520-43b9-9dcc-17810c65dad3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:59.684656 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7e832f1b-f8fe-4350-a2e9-c9efb1bbdac0 req-3aad3db6-c35d-429a-a18c-9786272a0a7c service neutron] 10.222.0.26 "GET /v2.0/networks/0e04c952-db9c-4505-aba6-7ccdaeeb7137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590044 Jul 13 13:35:59.685467 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-5297be67-e29c-4faf-83d0-6e6bc9845484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0c2c069-40ba-4aaf-870e-846026af62c6', 'name': 'tempest-AttachSCSIVolumeTestJSON-661008148-router', 'tenant_id': '4d966db70d6b462cbbc36a73d0ab5c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': '6569dfde-42c8-47c4-b0e6-b99504cfe59b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:33:31Z', 'updated_at': '2021-07-13T13:35:56Z', 'revision_number': 5, 'project_id': '4d966db70d6b462cbbc36a73d0ab5c94', 'gw_port': {'id': '6569dfde-42c8-47c4-b0e6-b99504cfe59b', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:54:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c2c069-40ba-4aaf-870e-846026af62c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:33:33Z', 'updated_at': '2021-07-13T13:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:35:59.721061 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-9e07db16-18a4-4174-ab24-dcbf1a1e56ba req-648eb994-8052-4583-b4e7-8030df6360be tempest-ServersTestJSON-590403735 tempest-ServersTestJSON-590403735-project] Allocated IP 172.20.0.4 (b14d01f8-4a78-4311-a169-2b69cfb0becb/5c7aee23-499f-4864-8fcc-2112b8c98bdb/03e4d41d-7fe8-4f73-920d-1ba5e2f2044c) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:35:59.736994 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5297be67-e29c-4faf-83d0-6e6bc9845484 None None] The sync data for ids ['c0c2c069-40ba-4aaf-870e-846026af62c6'] in n-d-800634-1 is: [{'id': 'c0c2c069-40ba-4aaf-870e-846026af62c6', 'name': 'tempest-AttachSCSIVolumeTestJSON-661008148-router', 'tenant_id': '4d966db70d6b462cbbc36a73d0ab5c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': '6569dfde-42c8-47c4-b0e6-b99504cfe59b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:33:31Z', 'updated_at': '2021-07-13T13:35:56Z', 'revision_number': 5, 'project_id': '4d966db70d6b462cbbc36a73d0ab5c94', 'gw_port': {'id': '6569dfde-42c8-47c4-b0e6-b99504cfe59b', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:54:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c2c069-40ba-4aaf-870e-846026af62c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:33:33Z', 'updated_at': '2021-07-13T13:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:35:59.788693 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce3ebec-e9ee-4e63-b1c4-4dd74331e913 req-c573e805-5a79-4b8b-98d7-50a872c50b8f tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:59.791194 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bce3ebec-e9ee-4e63-b1c4-4dd74331e913 req-c573e805-5a79-4b8b-98d7-50a872c50b8f tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.26 "GET /v2.0/ports?device_id=b47b55d4-8ce4-4f13-bdab-9fd4a8aff692 HTTP/1.1" status: 200 len: 944 time: 0.8684285 Jul 13 13:35:59.798357 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d7f02209-6520-43b9-9dcc-17810c65dad3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6018489'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:35:59.808659 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3150a06-14c5-4880-8346-3a3771051b09 req-bd22e034-f4d9-4b55-802b-957ade96e11c tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:35:59.818601 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f3150a06-14c5-4880-8346-3a3771051b09 req-bd22e034-f4d9-4b55-802b-957ade96e11c tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/ports?device_id=b47b55d4-8ce4-4f13-bdab-9fd4a8aff692 HTTP/1.1" status: 200 len: 944 time: 0.5165315 Jul 13 13:35:59.979509 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7e832f1b-f8fe-4350-a2e9-c9efb1bbdac0 req-f9a24d87-01e9-428d-8ace-9fbcb517b4de service neutron] 10.222.0.26 "GET /v2.0/networks/0e04c952-db9c-4505-aba6-7ccdaeeb7137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2682178 Jul 13 13:36:00.005023 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-4f0d336c-72c0-4036-8e03-eb3d4f7be2aa admin admin] Deleting port 6569dfde-42c8-47c4-b0e6-b99504cfe59b {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:36:00.005933 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4f0d336c-72c0-4036-8e03-eb3d4f7be2aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:00.121230 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f9fd8c36-ca2f-4de3-85f3-fa66660861d4 req-81ae1c8a-7c9a-43a2-9e54-d79db27dc017 tempest-ServersTestJSON-590403735 tempest-ServersTestJSON-590403735-project] 10.222.0.23 "GET /v2.0/ports?device_id=b433e59d-1295-40a6-874d-aba0de786928 HTTP/1.1" status: 200 len: 210 time: 0.0857346 Jul 13 13:36:00.126825 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:00.225588 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a9acb6ae-08b2-46ef-b87a-30e7615cbc54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447217'] for router, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:00.235926 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-4f0d336c-72c0-4036-8e03-eb3d4f7be2aa admin admin] For port 6569dfde-42c8-47c4-b0e6-b99504cfe59b, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=6569dfde-42c8-47c4-b0e6-b99504cfe59b,segment=NetworkSegment(3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87),segment_id=3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:36:00.236288 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4f0d336c-72c0-4036-8e03-eb3d4f7be2aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:00.287233 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d7f02209-6520-43b9-9dcc-17810c65dad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:00.367612 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-9e07db16-18a4-4174-ab24-dcbf1a1e56ba req-648eb994-8052-4583-b4e7-8030df6360be tempest-ServersTestJSON-590403735 tempest-ServersTestJSON-590403735-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:00.423237 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-bce3ebec-e9ee-4e63-b1c4-4dd74331e913 req-ebac4670-e694-41b4-bfa3-026c783a86de tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] Deleting port 2afe5f25-c147-415f-8c5b-d8940fe3ec97 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:36:00.423632 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-bce3ebec-e9ee-4e63-b1c4-4dd74331e913 req-ebac4670-e694-41b4-bfa3-026c783a86de tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:00.428859 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-9e07db16-18a4-4174-ab24-dcbf1a1e56ba req-648eb994-8052-4583-b4e7-8030df6360be tempest-ServersTestJSON-590403735 tempest-ServersTestJSON-590403735-project] Transition to ACTIVE for port object 03e4d41d-7fe8-4f73-920d-1ba5e2f2044c will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:36:00.436350 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-4f0d336c-72c0-4036-8e03-eb3d4f7be2aa admin admin] Calling delete_port for 6569dfde-42c8-47c4-b0e6-b99504cfe59b owned by network:router_gateway {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:36:00.436902 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:00.456260 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f3150a06-14c5-4880-8346-3a3771051b09 req-a260a9d1-47dd-427e-b7fb-84c944018740 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1a1929d-de59-4a26-a69b-05b891c11dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4745698 Jul 13 13:36:00.615991 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69540d8-f04d-475a-aee6-202dcdf8ef6a req-af48111e-e4fe-4bab-8279-320887b55212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:00.617807 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b69540d8-f04d-475a-aee6-202dcdf8ef6a req-af48111e-e4fe-4bab-8279-320887b55212 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=132b60c425be4aeb99cec71010f26a0d&device_id=938011da-a97c-46cb-afb5-467b9b81212a HTTP/1.1" status: 200 len: 1095 time: 0.4709280 Jul 13 13:36:00.620444 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d7f02209-6520-43b9-9dcc-17810c65dad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6018534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6105009'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:00.711089 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-bce3ebec-e9ee-4e63-b1c4-4dd74331e913 req-ebac4670-e694-41b4-bfa3-026c783a86de tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] For port 2afe5f25-c147-415f-8c5b-d8940fe3ec97, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=2afe5f25-c147-415f-8c5b-d8940fe3ec97,segment=NetworkSegment(ad5ed454-48ea-4363-8047-0d3907eff6fd),segment_id=ad5ed454-48ea-4363-8047-0d3907eff6fd)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:36:00.711479 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-bce3ebec-e9ee-4e63-b1c4-4dd74331e913 req-ebac4670-e694-41b4-bfa3-026c783a86de tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:00.716772 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-9e07db16-18a4-4174-ab24-dcbf1a1e56ba req-648eb994-8052-4583-b4e7-8030df6360be tempest-ServersTestJSON-590403735 tempest-ServersTestJSON-590403735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:00.782551 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-bce3ebec-e9ee-4e63-b1c4-4dd74331e913 req-ebac4670-e694-41b4-bfa3-026c783a86de tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] Calling delete_port for 2afe5f25-c147-415f-8c5b-d8940fe3ec97 owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:36:00.782891 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device db667496-ace5-41d7-9f8a-c9cf51fe4538 no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:36:00.794139 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df8161d-ec5b-4bea-ad55-6bd86e12d745 req-27bc6a46-ce3f-4105-8689-4c52239d1f75 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:00.800942 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6df8161d-ec5b-4bea-ad55-6bd86e12d745 req-27bc6a46-ce3f-4105-8689-4c52239d1f75 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] 10.222.0.23 "GET /v2.0/ports?device_id=938011da-a97c-46cb-afb5-467b9b81212a HTTP/1.1" status: 200 len: 944 time: 0.2822311 Jul 13 13:36:00.864557 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e07db16-18a4-4174-ab24-dcbf1a1e56ba req-648eb994-8052-4583-b4e7-8030df6360be tempest-ServersTestJSON-590403735 tempest-ServersTestJSON-590403735-project] Network b14d01f8-4a78-4311-a169-2b69cfb0becb is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:36:00.878160 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f02209-6520-43b9-9dcc-17810c65dad3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7584e461-b1a5-45d0-8f4f-8d1f841c9a9f,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:36:00.889915 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d7f02209-6520-43b9-9dcc-17810c65dad3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:00.893444 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-d7f02209-6520-43b9-9dcc-17810c65dad3 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/7584e461-b1a5-45d0-8f4f-8d1f841c9a9f HTTP/1.1" status: 204 len: 168 time: 1.4761331 Jul 13 13:36:00.898206 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 53330) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:36:00.900330 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4f0d336c-72c0-4036-8e03-eb3d4f7be2aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:00.910401 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-9e07db16-18a4-4174-ab24-dcbf1a1e56ba req-648eb994-8052-4583-b4e7-8030df6360be tempest-ServersTestJSON-590403735 tempest-ServersTestJSON-590403735-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:36:00.912327 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9acb6ae-08b2-46ef-b87a-30e7615cbc54 admin admin] Router d5a3f84d-aa89-42c6-b5a9-2bc12a6b1fca is scheduled to L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 with binding_index 1 {{(pid=93750) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 13:36:00.918789 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e07db16-18a4-4174-ab24-dcbf1a1e56ba req-648eb994-8052-4583-b4e7-8030df6360be tempest-ServersTestJSON-590403735 tempest-ServersTestJSON-590403735-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:36:00.959179 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648eb994-8052-4583-b4e7-8030df6360be tempest-ServersTestJSON-590403735 tempest-ServersTestJSON-590403735-project] Pushing event updated for resources: {'Port': ['ID=03e4d41d-7fe8-4f73-920d-1ba5e2f2044c,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:36:01.012009 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3ce2fcc4-0540-4a78-b8a7-bb650b999efa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:01.070162 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 53332) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:36:01.089359 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6df8161d-ec5b-4bea-ad55-6bd86e12d745 req-94c92e45-ecd3-4601-ba53-99d188563385 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] 10.222.0.23 "GET /v2.0/security-groups?id=24689591-48d9-46af-a687-72c510af83bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2872396 Jul 13 13:36:01.095275 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0d336c-72c0-4036-8e03-eb3d4f7be2aa admin admin] Pushing event deleted for resources: {'Port': ['ID=6569dfde-42c8-47c4-b0e6-b99504cfe59b,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:36:01.148939 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: db667496-ace5-41d7-9f8a-c9cf51fe4538 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:36:01.149512 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device db667496-ace5-41d7-9f8a-c9cf51fe4538 not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:36:01.196270 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e07db16-18a4-4174-ab24-dcbf1a1e56ba req-648eb994-8052-4583-b4e7-8030df6360be tempest-ServersTestJSON-590403735 tempest-ServersTestJSON-590403735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:01.197251 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-9e07db16-18a4-4174-ab24-dcbf1a1e56ba req-648eb994-8052-4583-b4e7-8030df6360be tempest-ServersTestJSON-590403735 tempest-ServersTestJSON-590403735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:01.243025 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9e07db16-18a4-4174-ab24-dcbf1a1e56ba req-648eb994-8052-4583-b4e7-8030df6360be tempest-ServersTestJSON-590403735 tempest-ServersTestJSON-590403735-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9703169 Jul 13 13:36:01.244024 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69540d8-f04d-475a-aee6-202dcdf8ef6a req-3553b752-8bc8-4085-a6c0-64ad5f3c605c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:01.247532 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b69540d8-f04d-475a-aee6-202dcdf8ef6a req-3553b752-8bc8-4085-a6c0-64ad5f3c605c service neutron] 10.222.0.26 "GET /v2.0/networks?id=0e04c952-db9c-4505-aba6-7ccdaeeb7137 HTTP/1.1" status: 200 len: 912 time: 0.6196566 Jul 13 13:36:01.283880 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-9e07db16-18a4-4174-ab24-dcbf1a1e56ba req-b5aa13fc-3a9f-4ccc-85e0-4dd43ca27644 service neutron] Request body: {'port': {'device_id': 'b433e59d-1295-40a6-874d-aba0de786928', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:36:01.329622 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-8980d1ba-9ad6-4d99-a19c-30080828303a None None] Provisioning for port 03e4d41d-7fe8-4f73-920d-1ba5e2f2044c completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:36:01.334266 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-8980d1ba-9ad6-4d99-a19c-30080828303a None None] Provisioning complete for port 03e4d41d-7fe8-4f73-920d-1ba5e2f2044c triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:36:01.334722 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9acb6ae-08b2-46ef-b87a-30e7615cbc54 admin admin] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:36:01.335330 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8980d1ba-9ad6-4d99-a19c-30080828303a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:01.352862 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3ce2fcc4-0540-4a78-b8a7-bb650b999efa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:01.356564 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b69540d8-f04d-475a-aee6-202dcdf8ef6a req-01507356-65c4-4c91-9de1-1bef1aadb088 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=879ff0e6-03fc-436e-a42b-866c7b6a0faa HTTP/1.1" status: 200 len: 217 time: 0.0995038 Jul 13 13:36:01.356734 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-86f0c4b2-319a-4850-ac50-2bcdc0beb62f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:01.381496 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-3ce2fcc4-0540-4a78-b8a7-bb650b999efa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5e37cf4-ac82-46fc-b7ac-6849d0e1e7a9']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:36:01.398545 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8c2818-b6e4-4076-affd-1b4001f70126 None None] Sync routers for ids ['d5a3f84d-aa89-42c6-b5a9-2bc12a6b1fca'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:36:01.421510 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-3ce2fcc4-0540-4a78-b8a7-bb650b999efa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4afa5f85-f33f-4e1f-a857-a9a2d6090dd6') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:36:01.421966 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-3ce2fcc4-0540-4a78-b8a7-bb650b999efa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4afa5f85-f33f-4e1f-a857-a9a2d6090dd6') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:36:01.424087 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8c2818-b6e4-4076-affd-1b4001f70126 None None] Routers {'d5a3f84d-aa89-42c6-b5a9-2bc12a6b1fca'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:36:01.425108 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-4d8c2818-b6e4-4076-affd-1b4001f70126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:35:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['d5a3f84d-aa89-42c6-b5a9-2bc12a6b1fca'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:36:01.468275 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4f0d336c-72c0-4036-8e03-eb3d4f7be2aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-446473'] for router_gateway, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:01.471082 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-8980d1ba-9ad6-4d99-a19c-30080828303a None None] Port 03e4d41d-7fe8-4f73-920d-1ba5e2f2044c cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:36:01.490708 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-86f0c4b2-319a-4850-ac50-2bcdc0beb62f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:01.526586 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-86f0c4b2-319a-4850-ac50-2bcdc0beb62f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:01.573646 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-4d8c2818-b6e4-4076-affd-1b4001f70126 None None] Set router d5a3f84d-aa89-42c6-b5a9-2bc12a6b1fca gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:36:01.613306 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-9e07db16-18a4-4174-ab24-dcbf1a1e56ba req-b5aa13fc-3a9f-4ccc-85e0-4dd43ca27644 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:01.626096 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-bce3ebec-e9ee-4e63-b1c4-4dd74331e913 req-ebac4670-e694-41b4-bfa3-026c783a86de tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:01.627790 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a9acb6ae-08b2-46ef-b87a-30e7615cbc54 admin admin] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:01.632514 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-a9acb6ae-08b2-46ef-b87a-30e7615cbc54 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 6.5085824 Jul 13 13:36:01.650026 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['a53d9b9a-495c-485f-83d9-51d2b6ff1740'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:36:01.700997 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 53342) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:36:01.748140 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-86f0c4b2-319a-4850-ac50-2bcdc0beb62f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8dfbe86582cf4a3a8fc278348d44b432&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6744809 Jul 13 13:36:01.797686 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 53344) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:36:01.843724 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-223d48a8-b7e6-491d-bf1c-60cd50a6c0ac req-8e75af08-d29f-4eb7-94f4-d8c5f87aed5f tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/ports?device_id=b47b55d4-8ce4-4f13-bdab-9fd4a8aff692 HTTP/1.1" status: 200 len: 210 time: 0.1078236 Jul 13 13:36:01.849107 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebac4670-e694-41b4-bfa3-026c783a86de tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] Pushing event deleted for resources: {'Port': ['ID=2afe5f25-c147-415f-8c5b-d8940fe3ec97,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:36:01.871902 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f0c4b2-319a-4850-ac50-2bcdc0beb62f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a08c3bb-1622-4644-8591-29d6c3c1b38c,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:36:01.895135 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-4d8c2818-b6e4-4076-affd-1b4001f70126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5a3f84d-aa89-42c6-b5a9-2bc12a6b1fca', 'name': 'tempest-ServerRescueTestJSONUnderV235-1209034393-router', 'tenant_id': '1541a6cd64444c80a50e3a7d38ff886f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.168'}], 'enable_snat': True}, 'gw_port_id': 'cec16b9b-7635-47e3-bb0d-388d01aa3e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:35:55Z', 'updated_at': '2021-07-13T13:35:58Z', 'revision_number': 3, 'project_id': '1541a6cd64444c80a50e3a7d38ff886f', 'gw_port': {'id': 'cec16b9b-7635-47e3-bb0d-388d01aa3e4e', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:0c:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5a3f84d-aa89-42c6-b5a9-2bc12a6b1fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:35:57Z', 'updated_at': '2021-07-13T13:35:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:36:01.902251 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4f0d336c-72c0-4036-8e03-eb3d4f7be2aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1591938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2696'] for router, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:01.905090 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4f0d336c-72c0-4036-8e03-eb3d4f7be2aa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:01.931851 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8c2818-b6e4-4076-affd-1b4001f70126 None None] Checking router: d5a3f84d-aa89-42c6-b5a9-2bc12a6b1fca for host: n-d-800634-1 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 13:36:01.932357 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8c2818-b6e4-4076-affd-1b4001f70126 None None] Updating router d5a3f84d-aa89-42c6-b5a9-2bc12a6b1fca port cec16b9b-7635-47e3-bb0d-388d01aa3e4e binding host n-d-800634-1 {{(pid=93752) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 13:36:01.955119 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3ce2fcc4-0540-4a78-b8a7-bb650b999efa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6018464'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:01.978037 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4f0d336c-72c0-4036-8e03-eb3d4f7be2aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593106'] for router, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:01.979270 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f0d336c-72c0-4036-8e03-eb3d4f7be2aa admin admin] Fanout notify agent at l3_agent the message router_deleted on router c0c2c069-40ba-4aaf-870e-846026af62c6 {{(pid=93751) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 13:36:01.990441 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-bce3ebec-e9ee-4e63-b1c4-4dd74331e913 req-ebac4670-e694-41b4-bfa3-026c783a86de tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] No DVR routers for this DVR port 2afe5f25-c147-415f-8c5b-d8940fe3ec97 on host n-h1-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:36:02.001013 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69540d8-f04d-475a-aee6-202dcdf8ef6a req-1ecee912-cdfa-4992-8d2b-25124ed5bf36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:02.003121 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b69540d8-f04d-475a-aee6-202dcdf8ef6a req-1ecee912-cdfa-4992-8d2b-25124ed5bf36 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=46175078-efd4-4ba8-945c-03239fb9d2ed HTTP/1.1" status: 200 len: 852 time: 0.6374779 Jul 13 13:36:02.004785 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3ce2fcc4-0540-4a78-b8a7-bb650b999efa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:02.010977 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-bce3ebec-e9ee-4e63-b1c4-4dd74331e913 req-ebac4670-e694-41b4-bfa3-026c783a86de tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:02.012291 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4d8c2818-b6e4-4076-affd-1b4001f70126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:02.013635 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bce3ebec-e9ee-4e63-b1c4-4dd74331e913 req-ebac4670-e694-41b4-bfa3-026c783a86de tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.26 "DELETE /v2.0/ports/2afe5f25-c147-415f-8c5b-d8940fe3ec97 HTTP/1.1" status: 204 len: 173 time: 2.1683555 Jul 13 13:36:02.014451 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4f0d336c-72c0-4036-8e03-eb3d4f7be2aa admin admin] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:02.015531 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-4f0d336c-72c0-4036-8e03-eb3d4f7be2aa admin admin] 10.222.0.23 "DELETE /v2.0/routers/c0c2c069-40ba-4aaf-870e-846026af62c6 HTTP/1.1" status: 204 len: 168 time: 3.5347373 Jul 13 13:36:02.016733 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b47b55d4-8ce4-4f13-bdab-9fd4a8aff692', 'name': 'network-vif-deleted', 'tag': '2afe5f25-c147-415f-8c5b-d8940fe3ec97'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:36:02.027124 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 53350) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:36:02.028597 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1086db5a-5ada-4256-b8f8-d69e0fe78258" -d '{"events": [{"server_uuid": "b47b55d4-8ce4-4f13-bdab-9fd4a8aff692", "name": "network-vif-deleted", "tag": "2afe5f25-c147-415f-8c5b-d8940fe3ec97"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:36:02.038853 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ce2fcc4-0540-4a78-b8a7-bb650b999efa admin admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 13:36:02.054552 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3ce2fcc4-0540-4a78-b8a7-bb650b999efa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6018632'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:02.095684 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:36:02.095684 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:36:02.095684 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:36:02.095684 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:36:02.095684 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:36:02.095684 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:36:02.095684 n-d-800634-1 neutron-server[93751]: Traceback (most recent call last): Jul 13 13:36:02.095684 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 13:36:02.095684 n-d-800634-1 neutron-server[93751]: timer() Jul 13 13:36:02.095684 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 13:36:02.095684 n-d-800634-1 neutron-server[93751]: cb(*args, **kw) Jul 13 13:36:02.095684 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 13:36:02.095684 n-d-800634-1 neutron-server[93751]: return func(*args, **kwargs) Jul 13 13:36:02.095684 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 13:36:02.095684 n-d-800634-1 neutron-server[93751]: self._notify() Jul 13 13:36:02.095684 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 13:36:02.095684 n-d-800634-1 neutron-server[93751]: self.callback(batched_events) Jul 13 13:36:02.095684 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 13:36:02.095684 n-d-800634-1 neutron-server[93751]: event.method(event) Jul 13 13:36:02.095684 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 13:36:02.095684 n-d-800634-1 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 13:36:02.095684 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 13:36:02.095684 n-d-800634-1 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 13:36:02.095684 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 13:36:02.095684 n-d-800634-1 neutron-server[93751]: return f(self, *a, **k) Jul 13 13:36:02.095684 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 13:36:02.095684 n-d-800634-1 neutron-server[93751]: return self._get(url).json() Jul 13 13:36:02.095684 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 13:36:02.095684 n-d-800634-1 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 13:36:02.095684 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 13:36:02.095684 n-d-800634-1 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 13 13:36:02.095684 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 13:36:02.095684 n-d-800634-1 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 13:36:02.095684 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 13:36:02.095684 n-d-800634-1 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 13:36:02.095684 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 13:36:02.095684 n-d-800634-1 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 13:36:02.095684 n-d-800634-1 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 13:36:02.110745 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6bd523e-9166-41f2-b519-2d5a28e1c28b admin admin] Deleting subnet b345d9ae-f904-4037-a9c2-81cd36a17189 {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 13:36:02.138966 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-856b5617-0057-49bf-9210-9646a3657057 x-openstack-request-id: req-856b5617-0057-49bf-9210-9646a3657057 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:36:02.139160 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b47b55d4-8ce4-4f13-bdab-9fd4a8aff692", "name": "network-vif-deleted", "tag": "2afe5f25-c147-415f-8c5b-d8940fe3ec97", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:36:02.139416 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-856b5617-0057-49bf-9210-9646a3657057 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:36:02.139799 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b47b55d4-8ce4-4f13-bdab-9fd4a8aff692', 'name': 'network-vif-deleted', 'tag': '2afe5f25-c147-415f-8c5b-d8940fe3ec97', 'status': 'completed', 'code': 200} Jul 13 13:36:02.183558 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d6bd523e-9166-41f2-b519-2d5a28e1c28b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:02.249462 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b69540d8-f04d-475a-aee6-202dcdf8ef6a req-abe16cb9-3490-4e98-bb6d-80676dd4e4b9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0e04c952-db9c-4505-aba6-7ccdaeeb7137&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2303565 Jul 13 13:36:02.396260 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-57fe3f39-6854-48cf-a224-a866f61feede admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:02.446101 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4d8c2818-b6e4-4076-affd-1b4001f70126 None None] Notify callbacks [] for port, precommit_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:02.456901 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-4d8c2818-b6e4-4076-affd-1b4001f70126 None None] Transition to ACTIVE for port object cec16b9b-7635-47e3-bb0d-388d01aa3e4e will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:36:02.464700 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4d8c2818-b6e4-4076-affd-1b4001f70126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:02.465727 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b69540d8-f04d-475a-aee6-202dcdf8ef6a req-d18a3720-785a-4c5e-a552-02bb272373fe service neutron] 10.222.0.26 "GET /v2.0/networks/0e04c952-db9c-4505-aba6-7ccdaeeb7137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624053 Jul 13 13:36:02.512695 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4277e0f6-865a-4b71-8c86-897b3fa61087 req-1dc540a8-bb31-4b07-a428-292c66da3d3d tempest-ServersTestJSON-590403735 tempest-ServersTestJSON-590403735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:02.520667 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4277e0f6-865a-4b71-8c86-897b3fa61087 req-1dc540a8-bb31-4b07-a428-292c66da3d3d tempest-ServersTestJSON-590403735 tempest-ServersTestJSON-590403735-project] 10.222.0.23 "GET /v2.0/ports?device_id=b433e59d-1295-40a6-874d-aba0de786928 HTTP/1.1" status: 200 len: 931 time: 1.1043177 Jul 13 13:36:02.530927 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-57fe3f39-6854-48cf-a224-a866f61feede admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:02.538457 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd3ac11-a09a-4af2-b706-e81e969aeb6c None None] Pushing event updated for resources: {'Port': ['ID=cec16b9b-7635-47e3-bb0d-388d01aa3e4e,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:36:02.558948 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d6bd523e-9166-41f2-b519-2d5a28e1c28b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6018489'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:02.559197 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd3ac11-a09a-4af2-b706-e81e969aeb6c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:36:02.559537 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd3ac11-a09a-4af2-b706-e81e969aeb6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:36:02.560091 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd3ac11-a09a-4af2-b706-e81e969aeb6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:36:02.560438 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd3ac11-a09a-4af2-b706-e81e969aeb6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:36:02.560775 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd3ac11-a09a-4af2-b706-e81e969aeb6c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:36:02.561188 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd3ac11-a09a-4af2-b706-e81e969aeb6c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:36:02.561535 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd3ac11-a09a-4af2-b706-e81e969aeb6c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:36:02.561892 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd3ac11-a09a-4af2-b706-e81e969aeb6c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:36:02.562482 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd3ac11-a09a-4af2-b706-e81e969aeb6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:36:02.563363 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd3ac11-a09a-4af2-b706-e81e969aeb6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:36:02.563706 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd3ac11-a09a-4af2-b706-e81e969aeb6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:36:02.564095 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd3ac11-a09a-4af2-b706-e81e969aeb6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:36:02.572944 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3ce2fcc4-0540-4a78-b8a7-bb650b999efa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:02.576845 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-4d8c2818-b6e4-4076-affd-1b4001f70126 None None] Attempting to bind port cec16b9b-7635-47e3-bb0d-388d01aa3e4e on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:36:02.577244 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-4d8c2818-b6e4-4076-affd-1b4001f70126 None None] Attempting to bind port cec16b9b-7635-47e3-bb0d-388d01aa3e4e by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:36:02.577850 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8c2818-b6e4-4076-affd-1b4001f70126 None None] Attempting to bind port cec16b9b-7635-47e3-bb0d-388d01aa3e4e on network acf968b8-c524-46a9-a20b-ad9667009130 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:36:02.579340 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3ce2fcc4-0540-4a78-b8a7-bb650b999efa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:02.580193 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b81151c-83a0-4b79-a31c-04112fadfefd req-1206a0fb-cbd0-443f-86b7-e8a7546aba0c tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:02.581586 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1b81151c-83a0-4b79-a31c-04112fadfefd req-1206a0fb-cbd0-443f-86b7-e8a7546aba0c tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] 10.222.0.23 "GET /v2.0/ports?device_id=938011da-a97c-46cb-afb5-467b9b81212a HTTP/1.1" status: 200 len: 944 time: 0.2665946 Jul 13 13:36:02.588182 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8c2818-b6e4-4076-affd-1b4001f70126 None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 35, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:36:02.588409 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-3ce2fcc4-0540-4a78-b8a7-bb650b999efa admin admin] 10.222.0.23 "DELETE /v2.0/networks/d5e37cf4-ac82-46fc-b7ac-6849d0e1e7a9 HTTP/1.1" status: 204 len: 168 time: 1.6888797 Jul 13 13:36:02.588937 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8c2818-b6e4-4076-affd-1b4001f70126 None None] Checking segment: {'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:36:02.589508 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4d8c2818-b6e4-4076-affd-1b4001f70126 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:02.590113 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8c2818-b6e4-4076-affd-1b4001f70126 None None] Bound using segment: {'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:36:02.591198 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-4d8c2818-b6e4-4076-affd-1b4001f70126 None None] Bound port: cec16b9b-7635-47e3-bb0d-388d01aa3e4e, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:36:02.591762 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4d8c2818-b6e4-4076-affd-1b4001f70126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:02.693830 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-4d8c2818-b6e4-4076-affd-1b4001f70126 None None] For port cec16b9b-7635-47e3-bb0d-388d01aa3e4e, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:36:02.700765 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce2fcc4-0540-4a78-b8a7-bb650b999efa admin admin] Pushing event deleted for resources: {'Network': ['ID=d5e37cf4-ac82-46fc-b7ac-6849d0e1e7a9,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:36:02.701555 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-4d8c2818-b6e4-4076-affd-1b4001f70126 None None] For port cec16b9b-7635-47e3-bb0d-388d01aa3e4e, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=cec16b9b-7635-47e3-bb0d-388d01aa3e4e,segment=NetworkSegment(3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87),segment_id=3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:36:02.712363 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4d8c2818-b6e4-4076-affd-1b4001f70126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:02.748049 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1b81151c-83a0-4b79-a31c-04112fadfefd req-30624153-3255-4931-ba5f-b45de7134490 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] 10.222.0.23 "GET /v2.0/security-groups?id=24689591-48d9-46af-a687-72c510af83bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317563 Jul 13 13:36:02.842381 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 879ff0e6-03fc-436e-a42b-866c7b6a0faa details requested by agent hyperv_n-h1-800634-1 with host n-h1-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 13:36:02.843233 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4277e0f6-865a-4b71-8c86-897b3fa61087 req-1f573f0f-18ed-4529-82a8-157b974ba42c tempest-ServersTestJSON-590403735 tempest-ServersTestJSON-590403735-project] 10.222.0.23 "GET /v2.0/security-groups?id=bb0e63f6-1341-41c9-821c-b4d369894d82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3212516 Jul 13 13:36:02.871213 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 2afe5f25-c147-415f-8c5b-d8940fe3ec97 no longer exists at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:36:02.938601 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-381d4315-9089-413f-a071-aa2897bda790 None None] No Port match for: 2afe5f25-c147-415f-8c5b-d8940fe3ec97 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:36:02.938601 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 2afe5f25-c147-415f-8c5b-d8940fe3ec97 not bound to the agent host n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:36:02.951482 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 6569dfde-42c8-47c4-b0e6-b99504cfe59b no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:36:02.976346 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 53374) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:36:02.979929 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-9e07db16-18a4-4174-ab24-dcbf1a1e56ba req-b5aa13fc-3a9f-4ccc-85e0-4dd43ca27644 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03e4d41d-7fe8-4f73-920d-1ba5e2f2044c {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:36:02.988577 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-9e07db16-18a4-4174-ab24-dcbf1a1e56ba req-b5aa13fc-3a9f-4ccc-85e0-4dd43ca27644 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:03.004182 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-9e07db16-18a4-4174-ab24-dcbf1a1e56ba req-b5aa13fc-3a9f-4ccc-85e0-4dd43ca27644 service neutron] Transition to ACTIVE for port object 03e4d41d-7fe8-4f73-920d-1ba5e2f2044c will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:36:03.009276 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-57fe3f39-6854-48cf-a224-a866f61feede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:03.010299 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: 6569dfde-42c8-47c4-b0e6-b99504cfe59b {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:36:03.010660 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 6569dfde-42c8-47c4-b0e6-b99504cfe59b not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:36:03.018059 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-57fe3f39-6854-48cf-a224-a866f61feede admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:03.023638 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-57fe3f39-6854-48cf-a224-a866f61feede admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5a08c3bb-1622-4644-8591-29d6c3c1b38c HTTP/1.1" status: 204 len: 168 time: 1.1784637 Jul 13 13:36:03.042349 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8c2818-b6e4-4076-affd-1b4001f70126 None None] Routers {'d5a3f84d-aa89-42c6-b5a9-2bc12a6b1fca'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:36:03.042984 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-4d8c2818-b6e4-4076-affd-1b4001f70126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:35:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['d5a3f84d-aa89-42c6-b5a9-2bc12a6b1fca'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:36:03.052346 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-9e07db16-18a4-4174-ab24-dcbf1a1e56ba req-b5aa13fc-3a9f-4ccc-85e0-4dd43ca27644 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:03.065076 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b69540d8-f04d-475a-aee6-202dcdf8ef6a req-4075b233-7bd2-4135-8d27-832eb841b7bf service neutron] 10.222.0.26 "GET /v2.0/networks/0e04c952-db9c-4505-aba6-7ccdaeeb7137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5877779 Jul 13 13:36:03.105020 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d6bd523e-9166-41f2-b519-2d5a28e1c28b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:03.158047 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-867742cc-d7ac-4f79-ac56-a7dd50a2fcf8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=99d38ab9e92d4d97b4f0c866dd4d4c99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1756401 Jul 13 13:36:03.163380 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 53388) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:36:03.245443 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd3ac11-a09a-4af2-b706-e81e969aeb6c None None] Pushing event updated for resources: {'Port': ['ID=cec16b9b-7635-47e3-bb0d-388d01aa3e4e,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:36:03.338564 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d6bd523e-9166-41f2-b519-2d5a28e1c28b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6018534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6105009'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:03.415613 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 879ff0e6-03fc-436e-a42b-866c7b6a0faa, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=879ff0e6-03fc-436e-a42b-866c7b6a0faa,segment=NetworkSegment(389f0714-81c5-44c7-95d7-c7027042d54a),segment_id=389f0714-81c5-44c7-95d7-c7027042d54a)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:36:03.416330 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bd523e-9166-41f2-b519-2d5a28e1c28b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b345d9ae-f904-4037-a9c2-81cd36a17189,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:36:03.428111 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-274f1f8f-cba6-422d-a5fc-d7d5dc3d19b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:03.476715 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Returning: {'device': '879ff0e6-03fc-436e-a42b-866c7b6a0faa', 'network_id': '0e04c952-db9c-4505-aba6-7ccdaeeb7137', 'port_id': '879ff0e6-03fc-436e-a42b-866c7b6a0faa', 'mac_address': 'fa:16:3e:77:1f:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46175078-efd4-4ba8-945c-03239fb9d2ed', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 13:36:03.483230 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-274f1f8f-cba6-422d-a5fc-d7d5dc3d19b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:03.564476 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d6bd523e-9166-41f2-b519-2d5a28e1c28b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:03.571110 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-d6bd523e-9166-41f2-b519-2d5a28e1c28b admin admin] 10.222.0.23 "DELETE /v2.0/subnets/b345d9ae-f904-4037-a9c2-81cd36a17189 HTTP/1.1" status: 204 len: 168 time: 1.5346308 Jul 13 13:36:03.571711 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 53414) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:36:03.580170 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-274f1f8f-cba6-422d-a5fc-d7d5dc3d19b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:03.583485 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-274f1f8f-cba6-422d-a5fc-d7d5dc3d19b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:03.589153 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-274f1f8f-cba6-422d-a5fc-d7d5dc3d19b5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ec893155-8d67-422c-a54d-407e9d56e839 HTTP/1.1" status: 204 len: 168 time: 0.4234910 Jul 13 13:36:03.599580 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:03.602636 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-805dc1af-b661-4a79-a3a6-e390d960ac2d None None] Network dbf4a96c-cb51-41cd-ae2b-a32a6d64ddc6 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:36:03.611131 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-4d8c2818-b6e4-4076-affd-1b4001f70126 None None] Set router d5a3f84d-aa89-42c6-b5a9-2bc12a6b1fca gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:36:03.655462 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274f1f8f-cba6-422d-a5fc-d7d5dc3d19b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec893155-8d67-422c-a54d-407e9d56e839,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:36:03.662434 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1e7ac869-882b-4fd5-9968-3afb765e8848 req-1331e148-6ce6-4515-abbf-6e4e16f39952 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/ports?device_id=b47b55d4-8ce4-4f13-bdab-9fd4a8aff692 HTTP/1.1" status: 200 len: 210 time: 0.6062856 Jul 13 13:36:03.696972 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fe3f39-6854-48cf-a224-a866f61feede admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a08c3bb-1622-4644-8591-29d6c3c1b38c,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:36:03.716513 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-504e858f-ad0a-4a3f-a410-d4d079605246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:03.744700 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 53418) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:36:03.777829 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f84c39a7-ec6a-4ddc-b900-42273b093858 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:03.794545 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5aa13fc-3a9f-4ccc-85e0-4dd43ca27644 service neutron] Pushing event updated for resources: {'Port': ['ID=03e4d41d-7fe8-4f73-920d-1ba5e2f2044c,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:36:04.078683 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6903a672-0181-449a-bf07-84bb25c2dfdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:04.103711 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 879ff0e6-03fc-436e-a42b-866c7b6a0faa {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:36:04.111616 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-504e858f-ad0a-4a3f-a410-d4d079605246 admin admin] Deleting port 2d49cda8-82a5-4cfb-9ad7-528c81d83ad1 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:36:04.111616 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-504e858f-ad0a-4a3f-a410-d4d079605246 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:04.146722 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 879ff0e6-03fc-436e-a42b-866c7b6a0faa, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=879ff0e6-03fc-436e-a42b-866c7b6a0faa,segment=NetworkSegment(389f0714-81c5-44c7-95d7-c7027042d54a),segment_id=389f0714-81c5-44c7-95d7-c7027042d54a)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:36:04.225626 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:04.250526 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f84c39a7-ec6a-4ddc-b900-42273b093858 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:04.384761 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-4d8c2818-b6e4-4076-affd-1b4001f70126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5a3f84d-aa89-42c6-b5a9-2bc12a6b1fca', 'name': 'tempest-ServerRescueTestJSONUnderV235-1209034393-router', 'tenant_id': '1541a6cd64444c80a50e3a7d38ff886f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.168'}], 'enable_snat': True}, 'gw_port_id': 'cec16b9b-7635-47e3-bb0d-388d01aa3e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:35:55Z', 'updated_at': '2021-07-13T13:35:58Z', 'revision_number': 3, 'project_id': '1541a6cd64444c80a50e3a7d38ff886f', 'gw_port': {'id': 'cec16b9b-7635-47e3-bb0d-388d01aa3e4e', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:0c:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5a3f84d-aa89-42c6-b5a9-2bc12a6b1fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:35:57Z', 'updated_at': '2021-07-13T13:36:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:36:04.444561 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=879ff0e6-03fc-436e-a42b-866c7b6a0faa,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:36:04.448312 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['879ff0e6-03fc-436e-a42b-866c7b6a0faa'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:36:04.453682 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8c2818-b6e4-4076-affd-1b4001f70126 None None] The sync data for ids ['d5a3f84d-aa89-42c6-b5a9-2bc12a6b1fca'] in n-d-800634-1 is: [{'id': 'd5a3f84d-aa89-42c6-b5a9-2bc12a6b1fca', 'name': 'tempest-ServerRescueTestJSONUnderV235-1209034393-router', 'tenant_id': '1541a6cd64444c80a50e3a7d38ff886f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.168'}], 'enable_snat': True}, 'gw_port_id': 'cec16b9b-7635-47e3-bb0d-388d01aa3e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:35:55Z', 'updated_at': '2021-07-13T13:35:58Z', 'revision_number': 3, 'project_id': '1541a6cd64444c80a50e3a7d38ff886f', 'gw_port': {'id': 'cec16b9b-7635-47e3-bb0d-388d01aa3e4e', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:0c:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5a3f84d-aa89-42c6-b5a9-2bc12a6b1fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:35:57Z', 'updated_at': '2021-07-13T13:36:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:36:04.485291 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f84c39a7-ec6a-4ddc-b900-42273b093858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:04.497696 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-9e07db16-18a4-4174-ab24-dcbf1a1e56ba req-b5aa13fc-3a9f-4ccc-85e0-4dd43ca27644 service neutron] Attempting to bind port 03e4d41d-7fe8-4f73-920d-1ba5e2f2044c on host n-h2-800634-1 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:36:04.498074 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-9e07db16-18a4-4174-ab24-dcbf1a1e56ba req-b5aa13fc-3a9f-4ccc-85e0-4dd43ca27644 service neutron] Attempting to bind port 03e4d41d-7fe8-4f73-920d-1ba5e2f2044c by drivers openvswitch,hyperv on host n-h2-800634-1 at level 0 using segments [{'id': 'c0d02cf4-f61f-40a3-a4bb-b537dbf84593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b14d01f8-4a78-4311-a169-2b69cfb0becb'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:36:04.498410 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e07db16-18a4-4174-ab24-dcbf1a1e56ba req-b5aa13fc-3a9f-4ccc-85e0-4dd43ca27644 service neutron] Attempting to bind port 03e4d41d-7fe8-4f73-920d-1ba5e2f2044c on network b14d01f8-4a78-4311-a169-2b69cfb0becb {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:36:04.523513 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-504e858f-ad0a-4a3f-a410-d4d079605246 admin admin] For port 2d49cda8-82a5-4cfb-9ad7-528c81d83ad1, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=2d49cda8-82a5-4cfb-9ad7-528c81d83ad1,segment=NetworkSegment(ff868c88-63a7-45f2-9c2d-60b1f22692fb),segment_id=ff868c88-63a7-45f2-9c2d-60b1f22692fb)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:36:04.524180 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-504e858f-ad0a-4a3f-a410-d4d079605246 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:04.571333 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f15b44f7-0e71-4780-a2a6-a59753c05495 None None] DHCP port deletion for dbf4a96c-cb51-41cd-ae2b-a32a6d64ddc6 request from n-d-800634-1 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 13:36:04.628573 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-504e858f-ad0a-4a3f-a410-d4d079605246 admin admin] Calling delete_port for 2d49cda8-82a5-4cfb-9ad7-528c81d83ad1 owned by network:dhcp {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:36:04.649058 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e07db16-18a4-4174-ab24-dcbf1a1e56ba req-b5aa13fc-3a9f-4ccc-85e0-4dd43ca27644 service neutron] Port 03e4d41d-7fe8-4f73-920d-1ba5e2f2044c on network b14d01f8-4a78-4311-a169-2b69cfb0becb not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-1 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:36:04.649397 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e07db16-18a4-4174-ab24-dcbf1a1e56ba req-b5aa13fc-3a9f-4ccc-85e0-4dd43ca27644 service neutron] Attempting to bind port 03e4d41d-7fe8-4f73-920d-1ba5e2f2044c on network b14d01f8-4a78-4311-a169-2b69cfb0becb {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:36:04.650050 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-f84c39a7-ec6a-4ddc-b900-42273b093858 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4c25c36e9dff4664a15eead879b934e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9025469 Jul 13 13:36:04.650897 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 53462) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:36:04.672335 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84c39a7-ec6a-4ddc-b900-42273b093858 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3476a26b-ce61-409b-9ab3-3c07614ab614,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:36:04.723992 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e07db16-18a4-4174-ab24-dcbf1a1e56ba req-b5aa13fc-3a9f-4ccc-85e0-4dd43ca27644 service neutron] Checking agent: {'id': 'f615e5c9-21ab-43f2-adbc-192d64b795cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:36:04.724659 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e07db16-18a4-4174-ab24-dcbf1a1e56ba req-b5aa13fc-3a9f-4ccc-85e0-4dd43ca27644 service neutron] Checking segment: {'id': 'c0d02cf4-f61f-40a3-a4bb-b537dbf84593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b14d01f8-4a78-4311-a169-2b69cfb0becb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:36:04.724809 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e07db16-18a4-4174-ab24-dcbf1a1e56ba req-b5aa13fc-3a9f-4ccc-85e0-4dd43ca27644 service neutron] Bound using segment: {'id': 'c0d02cf4-f61f-40a3-a4bb-b537dbf84593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b14d01f8-4a78-4311-a169-2b69cfb0becb'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:36:04.725183 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-9e07db16-18a4-4174-ab24-dcbf1a1e56ba req-b5aa13fc-3a9f-4ccc-85e0-4dd43ca27644 service neutron] Bound port: 03e4d41d-7fe8-4f73-920d-1ba5e2f2044c, host: n-h2-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0d02cf4-f61f-40a3-a4bb-b537dbf84593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b14d01f8-4a78-4311-a169-2b69cfb0becb'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:36:04.729935 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-9e07db16-18a4-4174-ab24-dcbf1a1e56ba req-b5aa13fc-3a9f-4ccc-85e0-4dd43ca27644 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:04.938058 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86a2005-cd96-466c-86ac-a415b02907f6 req-9058ffb4-c2b3-413d-a372-c6f30abb3ad0 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:04.945495 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a86a2005-cd96-466c-86ac-a415b02907f6 req-9058ffb4-c2b3-413d-a372-c6f30abb3ad0 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] 10.222.0.23 "GET /v2.0/ports?device_id=938011da-a97c-46cb-afb5-467b9b81212a HTTP/1.1" status: 200 len: 945 time: 0.7731559 Jul 13 13:36:05.025616 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9634f23-3fdb-4811-9afc-88bfebca5a2d req-61685727-77b5-48f2-ab1f-e954da881c12 tempest-ServersTestJSON-590403735 tempest-ServersTestJSON-590403735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:05.027391 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f9634f23-3fdb-4811-9afc-88bfebca5a2d req-61685727-77b5-48f2-ab1f-e954da881c12 tempest-ServersTestJSON-590403735 tempest-ServersTestJSON-590403735-project] 10.222.0.23 "GET /v2.0/ports?device_id=b433e59d-1295-40a6-874d-aba0de786928 HTTP/1.1" status: 200 len: 943 time: 0.4722202 Jul 13 13:36:05.058322 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-afc8ce7b-ab30-44f7-b961-f77e23c24471 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:05.076012 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 2d49cda8-82a5-4cfb-9ad7-528c81d83ad1 no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:36:05.078724 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a86a2005-cd96-466c-86ac-a415b02907f6 req-0a1e071c-d0ad-452a-a641-a6679e2a8e71 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] 10.222.0.23 "GET /v2.0/security-groups?id=24689591-48d9-46af-a687-72c510af83bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322131 Jul 13 13:36:05.118075 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-9e07db16-18a4-4174-ab24-dcbf1a1e56ba req-b5aa13fc-3a9f-4ccc-85e0-4dd43ca27644 service neutron] For port 03e4d41d-7fe8-4f73-920d-1ba5e2f2044c, host n-h2-800634-1, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:36:05.148866 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-504e858f-ad0a-4a3f-a410-d4d079605246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:05.160792 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-f15b44f7-0e71-4780-a2a6-a59753c05495 None None] Deleting port 2d49cda8-82a5-4cfb-9ad7-528c81d83ad1 {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:36:05.160942 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-afc8ce7b-ab30-44f7-b961-f77e23c24471 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:05.161899 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f15b44f7-0e71-4780-a2a6-a59753c05495 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:05.211899 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f9634f23-3fdb-4811-9afc-88bfebca5a2d req-98dca38c-7d78-435c-97d3-c3768dd3ab59 tempest-ServersTestJSON-590403735 tempest-ServersTestJSON-590403735-project] 10.222.0.23 "GET /v2.0/security-groups?id=bb0e63f6-1341-41c9-821c-b4d369894d82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1606672 Jul 13 13:36:05.212825 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504e858f-ad0a-4a3f-a410-d4d079605246 admin admin] No DVR routers for this DVR port 2d49cda8-82a5-4cfb-9ad7-528c81d83ad1 on host n-d-800634-1 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:36:05.217942 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504e858f-ad0a-4a3f-a410-d4d079605246 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d49cda8-82a5-4cfb-9ad7-528c81d83ad1,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:36:05.261230 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-9e07db16-18a4-4174-ab24-dcbf1a1e56ba req-b5aa13fc-3a9f-4ccc-85e0-4dd43ca27644 service neutron] For port 03e4d41d-7fe8-4f73-920d-1ba5e2f2044c, host n-h2-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=03e4d41d-7fe8-4f73-920d-1ba5e2f2044c,segment=NetworkSegment(c0d02cf4-f61f-40a3-a4bb-b537dbf84593),segment_id=c0d02cf4-f61f-40a3-a4bb-b537dbf84593)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:36:05.282964 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-9e07db16-18a4-4174-ab24-dcbf1a1e56ba req-b5aa13fc-3a9f-4ccc-85e0-4dd43ca27644 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:05.392240 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No active binding found for port 2d49cda8-82a5-4cfb-9ad7-528c81d83ad1 {{(pid=93752) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 13 13:36:05.392750 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 2d49cda8-82a5-4cfb-9ad7-528c81d83ad1 not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:36:05.425658 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e07db16-18a4-4174-ab24-dcbf1a1e56ba req-b5aa13fc-3a9f-4ccc-85e0-4dd43ca27644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:05.426696 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-9e07db16-18a4-4174-ab24-dcbf1a1e56ba req-b5aa13fc-3a9f-4ccc-85e0-4dd43ca27644 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:05.429721 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9e07db16-18a4-4174-ab24-dcbf1a1e56ba req-b5aa13fc-3a9f-4ccc-85e0-4dd43ca27644 service neutron] 10.222.0.41 "PUT /v2.0/ports/03e4d41d-7fe8-4f73-920d-1ba5e2f2044c HTTP/1.1" status: 200 len: 1091 time: 4.1708226 Jul 13 13:36:05.432929 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-f15b44f7-0e71-4780-a2a6-a59753c05495 None None] For port 2d49cda8-82a5-4cfb-9ad7-528c81d83ad1, host n-d-800634-1, got binding levels [] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:36:05.433338 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f15b44f7-0e71-4780-a2a6-a59753c05495 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:05.438241 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b433e59d-1295-40a6-874d-aba0de786928', 'tag': '03e4d41d-7fe8-4f73-920d-1ba5e2f2044c'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:36:05.447099 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97f35836-dbe0-4a9c-ad32-0fd3bdc4bddf" -d '{"events": [{"name": "network-changed", "server_uuid": "b433e59d-1295-40a6-874d-aba0de786928", "tag": "03e4d41d-7fe8-4f73-920d-1ba5e2f2044c"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:36:05.452043 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-504e858f-ad0a-4a3f-a410-d4d079605246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:05.467674 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-6903a672-0181-449a-bf07-84bb25c2dfdd admin admin] Allocated IP 172.20.0.1 (235d9a14-cbfe-4d48-b109-040ffccc92b0/1cfdd188-250e-479a-90ea-bdbade5d1ae3/0688acad-82fb-4036-bb71-8a80ee97ee0f) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:36:05.475009 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-f15b44f7-0e71-4780-a2a6-a59753c05495 None None] Calling delete_port for 2d49cda8-82a5-4cfb-9ad7-528c81d83ad1 owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:36:05.492114 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.ipam_backend_mixin [None req-f15b44f7-0e71-4780-a2a6-a59753c05495 None None] Port 2d49cda8-82a5-4cfb-9ad7-528c81d83ad1 was not found and therefore no delete operation was performed {{(pid=93752) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 13 13:36:05.495508 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f15b44f7-0e71-4780-a2a6-a59753c05495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:05.499936 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-504e858f-ad0a-4a3f-a410-d4d079605246 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbf4a96c-cb51-41cd-ae2b-a32a6d64ddc6']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:36:05.547323 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-504e858f-ad0a-4a3f-a410-d4d079605246 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff868c88-63a7-45f2-9c2d-60b1f22692fb') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:36:05.548144 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-504e858f-ad0a-4a3f-a410-d4d079605246 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff868c88-63a7-45f2-9c2d-60b1f22692fb') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:36:05.577552 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15b44f7-0e71-4780-a2a6-a59753c05495 None None] Pushing event deleted for resources: {'Port': ['ID=2d49cda8-82a5-4cfb-9ad7-528c81d83ad1,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:36:05.579697 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-afc8ce7b-ab30-44f7-b961-f77e23c24471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:05.589795 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15b44f7-0e71-4780-a2a6-a59753c05495 None None] No DVR routers for this DVR port 2d49cda8-82a5-4cfb-9ad7-528c81d83ad1 on host n-d-800634-1 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:36:05.594242 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5aa13fc-3a9f-4ccc-85e0-4dd43ca27644 service neutron] Pushing event updated for resources: {'Port': ['ID=03e4d41d-7fe8-4f73-920d-1ba5e2f2044c,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:36:05.595196 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-afc8ce7b-ab30-44f7-b961-f77e23c24471 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:05.597500 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-afc8ce7b-ab30-44f7-b961-f77e23c24471 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3476a26b-ce61-409b-9ab3-3c07614ab614 HTTP/1.1" status: 204 len: 168 time: 0.9394841 Jul 13 13:36:05.707975 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-504e858f-ad0a-4a3f-a410-d4d079605246 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6018464'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:05.765439 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-644d75a2-04fe-453f-a2db-8c09e8c03db4 req-2dfdef1f-52bd-4a5b-869d-168947f90346 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/ports?device_id=b47b55d4-8ce4-4f13-bdab-9fd4a8aff692 HTTP/1.1" status: 200 len: 210 time: 0.2112272 Jul 13 13:36:05.778457 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8ce7b-ab30-44f7-b961-f77e23c24471 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3476a26b-ce61-409b-9ab3-3c07614ab614,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:36:05.807076 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-504e858f-ad0a-4a3f-a410-d4d079605246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:05.816256 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-504e858f-ad0a-4a3f-a410-d4d079605246 admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 13:36:05.818138 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-504e858f-ad0a-4a3f-a410-d4d079605246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6018632'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:05.852509 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e07db16-18a4-4174-ab24-dcbf1a1e56ba req-75961959-9bd2-42b2-9a39-db41566604cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:05.854137 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9e07db16-18a4-4174-ab24-dcbf1a1e56ba req-75961959-9bd2-42b2-9a39-db41566604cf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=94689ad386234fb594427716c15799ee&device_id=b433e59d-1295-40a6-874d-aba0de786928 HTTP/1.1" status: 200 len: 1094 time: 0.3633387 Jul 13 13:36:05.858112 n-d-800634-1 neutron-server[93751]: Traceback (most recent call last): Jul 13 13:36:05.858112 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 13:36:05.858112 n-d-800634-1 neutron-server[93751]: timer() Jul 13 13:36:05.858112 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 13:36:05.858112 n-d-800634-1 neutron-server[93751]: cb(*args, **kw) Jul 13 13:36:05.858112 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 13:36:05.858112 n-d-800634-1 neutron-server[93751]: return func(*args, **kwargs) Jul 13 13:36:05.858112 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 13:36:05.858112 n-d-800634-1 neutron-server[93751]: self._notify() Jul 13 13:36:05.858112 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 13:36:05.858112 n-d-800634-1 neutron-server[93751]: self.callback(batched_events) Jul 13 13:36:05.858112 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 13:36:05.858112 n-d-800634-1 neutron-server[93751]: event.method(event) Jul 13 13:36:05.858112 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 13:36:05.858112 n-d-800634-1 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 13:36:05.858112 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 13:36:05.858112 n-d-800634-1 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 13:36:05.858112 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 13:36:05.858112 n-d-800634-1 neutron-server[93751]: return f(self, *a, **k) Jul 13 13:36:05.858112 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 13:36:05.858112 n-d-800634-1 neutron-server[93751]: return self._get(url).json() Jul 13 13:36:05.858112 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 13:36:05.858112 n-d-800634-1 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 13:36:05.858112 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 13:36:05.858112 n-d-800634-1 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 13 13:36:05.858112 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 13:36:05.858112 n-d-800634-1 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 13:36:05.858112 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 13:36:05.858112 n-d-800634-1 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 13:36:05.858112 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 13:36:05.858112 n-d-800634-1 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 13:36:05.858112 n-d-800634-1 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 13:36:05.948182 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-504e858f-ad0a-4a3f-a410-d4d079605246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:05.961451 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-504e858f-ad0a-4a3f-a410-d4d079605246 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:05.963779 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9e07db16-18a4-4174-ab24-dcbf1a1e56ba req-0886c574-638b-4cca-9c42-a0590e477a5e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=03e4d41d-7fe8-4f73-920d-1ba5e2f2044c HTTP/1.1" status: 200 len: 217 time: 0.0961466 Jul 13 13:36:05.968671 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-504e858f-ad0a-4a3f-a410-d4d079605246 admin admin] 10.222.0.23 "DELETE /v2.0/networks/dbf4a96c-cb51-41cd-ae2b-a32a6d64ddc6 HTTP/1.1" status: 204 len: 168 time: 2.3951378 Jul 13 13:36:05.971738 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 13:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa7c015f-5275-4b21-ad7b-2ff3bd78a35c x-openstack-request-id: req-fa7c015f-5275-4b21-ad7b-2ff3bd78a35c {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:36:05.972041 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b433e59d-1295-40a6-874d-aba0de786928", "tag": "03e4d41d-7fe8-4f73-920d-1ba5e2f2044c", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:36:05.973079 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fa7c015f-5275-4b21-ad7b-2ff3bd78a35c {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:36:05.974045 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b433e59d-1295-40a6-874d-aba0de786928', 'tag': '03e4d41d-7fe8-4f73-920d-1ba5e2f2044c', 'status': 'completed', 'code': 200} Jul 13 13:36:05.975673 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 53494) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:36:06.095314 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6903a672-0181-449a-bf07-84bb25c2dfdd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:06.127096 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e07db16-18a4-4174-ab24-dcbf1a1e56ba req-aebb6cf3-2691-4d72-ae87-22a4a8d45888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:06.128608 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9e07db16-18a4-4174-ab24-dcbf1a1e56ba req-aebb6cf3-2691-4d72-ae87-22a4a8d45888 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5c7aee23-499f-4864-8fcc-2112b8c98bdb HTTP/1.1" status: 200 len: 844 time: 0.1460302 Jul 13 13:36:06.227454 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6903a672-0181-449a-bf07-84bb25c2dfdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:06.283476 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504e858f-ad0a-4a3f-a410-d4d079605246 admin admin] Pushing event deleted for resources: {'Network': ['ID=dbf4a96c-cb51-41cd-ae2b-a32a6d64ddc6,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:36:06.304176 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6903a672-0181-449a-bf07-84bb25c2dfdd admin admin] Network 235d9a14-cbfe-4d48-b109-040ffccc92b0 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:36:06.315135 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-6903a672-0181-449a-bf07-84bb25c2dfdd admin admin] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:36:06.319277 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e07db16-18a4-4174-ab24-dcbf1a1e56ba req-b2542628-5844-4177-9b99-0249a7431235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:06.320908 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9e07db16-18a4-4174-ab24-dcbf1a1e56ba req-b2542628-5844-4177-9b99-0249a7431235 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b14d01f8-4a78-4311-a169-2b69cfb0becb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1829267 Jul 13 13:36:06.326369 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6903a672-0181-449a-bf07-84bb25c2dfdd admin admin] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:36:06.380903 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6903a672-0181-449a-bf07-84bb25c2dfdd admin admin] Pushing event updated for resources: {'Port': ['ID=0688acad-82fb-4036-bb71-8a80ee97ee0f,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:36:06.432605 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6903a672-0181-449a-bf07-84bb25c2dfdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-450452'] for router_interface, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:06.514056 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 2bd87d73-4372-4ba5-9218-4e27eaeb7d76 no longer exists at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:36:06.529415 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9e07db16-18a4-4174-ab24-dcbf1a1e56ba req-60697643-4aa3-4b8d-b9a8-5e8558acde8d service neutron] 10.222.0.41 "GET /v2.0/networks/b14d01f8-4a78-4311-a169-2b69cfb0becb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988380 Jul 13 13:36:06.683230 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:06.747178 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9667b2b3-a6a8-4192-9815-a4b1d860f93e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2bd87d73-4372-4ba5-9218-4e27eaeb7d76'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:36:06.749555 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24fdae91-cf78-43f6-b1a1-8211d6540dd9" -d '{"events": [{"server_uuid": "9667b2b3-a6a8-4192-9815-a4b1d860f93e", "name": "network-vif-unplugged", "status": "completed", "tag": "2bd87d73-4372-4ba5-9218-4e27eaeb7d76"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:36:06.750228 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6903a672-0181-449a-bf07-84bb25c2dfdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:06.774123 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 879ff0e6-03fc-436e-a42b-866c7b6a0faa up at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:36:06.800122 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152b0e02-2a3b-45af-9cdf-065b22abde7f req-c9faa200-fe5d-4f50-acf5-9eda4b44ed56 tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:06.813011 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-152b0e02-2a3b-45af-9cdf-065b22abde7f req-c9faa200-fe5d-4f50-acf5-9eda4b44ed56 tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] 10.222.0.23 "GET /v2.0/networks?id=6abf39c7-5383-40cb-87d6-f20d29bbd8cf HTTP/1.1" status: 200 len: 804 time: 0.7847104 Jul 13 13:36:06.840970 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-152b0e02-2a3b-45af-9cdf-065b22abde7f req-52ff3098-b708-4d8e-8edd-94968fd72b65 tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] 10.222.0.23 "GET /v2.0/quotas/25975085bfa5408baa762e94e04f7b53 HTTP/1.1" status: 200 len: 375 time: 0.0267844 Jul 13 13:36:06.921397 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9e07db16-18a4-4174-ab24-dcbf1a1e56ba req-332890c7-f9d7-469f-b9df-caf1cfb99302 service neutron] 10.222.0.41 "GET /v2.0/networks/b14d01f8-4a78-4311-a169-2b69cfb0becb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3615296 Jul 13 13:36:06.970428 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 2bd87d73-4372-4ba5-9218-4e27eaeb7d76, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=2bd87d73-4372-4ba5-9218-4e27eaeb7d76,segment=NetworkSegment(731c211d-2cbe-4aa3-a09e-111c83e33a98),segment_id=731c211d-2cbe-4aa3-a09e-111c83e33a98)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:36:06.986432 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:07.006396 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device cec16b9b-7635-47e3-bb0d-388d01aa3e4e up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:36:07.022885 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-152b0e02-2a3b-45af-9cdf-065b22abde7f req-4e09dc8c-2f70-4606-95ce-528b8de203d9 tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=25975085bfa5408baa762e94e04f7b53&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1803911 Jul 13 13:36:07.191416 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning for port 879ff0e6-03fc-436e-a42b-866c7b6a0faa completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:36:07.198017 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-152b0e02-2a3b-45af-9cdf-065b22abde7f req-992c7215-7423-422e-b38d-54d3e00adb69 service neutron] 10.222.0.23 "GET /v2.0/networks/6abf39c7-5383-40cb-87d6-f20d29bbd8cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742349 Jul 13 13:36:07.210729 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port cec16b9b-7635-47e3-bb0d-388d01aa3e4e completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:36:07.221301 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port cec16b9b-7635-47e3-bb0d-388d01aa3e4e triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:36:07.221725 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:07.223904 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning complete for port 879ff0e6-03fc-436e-a42b-866c7b6a0faa triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:36:07.224107 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:07.294009 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=2bd87d73-4372-4ba5-9218-4e27eaeb7d76,revision_number=8']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:36:07.317313 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24d34f4-9f86-4702-b077-e6c3873e5243 req-c42dc483-fea8-4495-b44c-6b6994a25046 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:07.319405 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f24d34f4-9f86-4702-b077-e6c3873e5243 req-c42dc483-fea8-4495-b44c-6b6994a25046 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] 10.222.0.23 "GET /v2.0/ports?device_id=938011da-a97c-46cb-afb5-467b9b81212a HTTP/1.1" status: 200 len: 945 time: 0.5926468 Jul 13 13:36:07.477827 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:07.478711 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-152b0e02-2a3b-45af-9cdf-065b22abde7f req-8f0e6abb-d122-48ca-a8cf-0cbe084dfd2c service neutron] 10.222.0.23 "GET /v2.0/networks/6abf39c7-5383-40cb-87d6-f20d29bbd8cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2795174 Jul 13 13:36:07.508840 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port cec16b9b-7635-47e3-bb0d-388d01aa3e4e, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=cec16b9b-7635-47e3-bb0d-388d01aa3e4e,segment=NetworkSegment(3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87),segment_id=3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:36:07.518306 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:07.552641 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f24d34f4-9f86-4702-b077-e6c3873e5243 req-d9e79c65-365b-409c-bc5e-7478af6edaff tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] 10.222.0.23 "GET /v2.0/security-groups?id=24689591-48d9-46af-a687-72c510af83bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137623 Jul 13 13:36:07.578133 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:07.659741 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-64bbeedf-d130-4361-93ad-7bf1e92c709a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451695'] for router_interface, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:07.661884 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=cec16b9b-7635-47e3-bb0d-388d01aa3e4e,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:36:07.666952 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6903a672-0181-449a-bf07-84bb25c2dfdd admin admin] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:07.679594 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f35836-dbe0-4a9c-ad32-0fd3bdc4bddf req-7d54bfef-677a-4171-a263-ae9f9eb802ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:07.681788 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-97f35836-dbe0-4a9c-ad32-0fd3bdc4bddf req-7d54bfef-677a-4171-a263-ae9f9eb802ff service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=94689ad386234fb594427716c15799ee&device_id=b433e59d-1295-40a6-874d-aba0de786928 HTTP/1.1" status: 200 len: 1094 time: 0.6786044 Jul 13 13:36:07.686319 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6903a672-0181-449a-bf07-84bb25c2dfdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:07.718895 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 879ff0e6-03fc-436e-a42b-866c7b6a0faa, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=879ff0e6-03fc-436e-a42b-866c7b6a0faa,segment=NetworkSegment(389f0714-81c5-44c7-95d7-c7027042d54a),segment_id=389f0714-81c5-44c7-95d7-c7027042d54a)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:36:07.728790 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:07.873124 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=879ff0e6-03fc-436e-a42b-866c7b6a0faa,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:36:07.998631 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25b8994-3d78-4059-95c8-a02012ee02e3 req-81da5520-20e2-449f-aa45-624593b883d5 tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:08.000177 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d25b8994-3d78-4059-95c8-a02012ee02e3 req-81da5520-20e2-449f-aa45-624593b883d5 tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] 10.222.0.41 "GET /v2.0/ports?device_id=9667b2b3-a6a8-4192-9815-a4b1d860f93e HTTP/1.1" status: 200 len: 943 time: 0.8775716 Jul 13 13:36:08.001019 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6903a672-0181-449a-bf07-84bb25c2dfdd admin admin] Pushing event updated for resources: {'Port': ['ID=0688acad-82fb-4036-bb71-8a80ee97ee0f,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:36:08.008695 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6903a672-0181-449a-bf07-84bb25c2dfdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1785045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451806'] for router_interface, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:08.070795 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-26d8c11e-7ae0-4a21-a3bf-e1847cfd640c req-d8a691c2-debc-44e8-aa87-71ba59a25fed tempest-ServerShowV247Test-536995667 tempest-ServerShowV247Test-536995667-project] 10.222.0.23 "GET /v2.0/ports?device_id=06dc8b3e-9475-4510-8ddf-28cde5618352 HTTP/1.1" status: 200 len: 210 time: 0.1007788 Jul 13 13:36:08.086583 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f35836-dbe0-4a9c-ad32-0fd3bdc4bddf req-e9d99217-c97c-4440-aa76-2ad670a2be0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:08.088246 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-97f35836-dbe0-4a9c-ad32-0fd3bdc4bddf req-e9d99217-c97c-4440-aa76-2ad670a2be0d service neutron] 10.222.0.41 "GET /v2.0/networks?id=b14d01f8-4a78-4311-a169-2b69cfb0becb HTTP/1.1" status: 200 len: 905 time: 0.3501372 Jul 13 13:36:08.221083 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 13:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b9ea75e-62da-4df6-b025-1021e6910e8e x-openstack-request-id: req-5b9ea75e-62da-4df6-b025-1021e6910e8e {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:36:08.221431 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9667b2b3-a6a8-4192-9815-a4b1d860f93e", "name": "network-vif-unplugged", "status": "completed", "tag": "2bd87d73-4372-4ba5-9218-4e27eaeb7d76", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:36:08.221695 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5b9ea75e-62da-4df6-b025-1021e6910e8e {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:36:08.222409 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9667b2b3-a6a8-4192-9815-a4b1d860f93e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2bd87d73-4372-4ba5-9218-4e27eaeb7d76', 'code': 200} Jul 13 13:36:08.290046 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-97f35836-dbe0-4a9c-ad32-0fd3bdc4bddf req-fb659338-01b2-43d6-8be9-7f0c2f29ea7c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=03e4d41d-7fe8-4f73-920d-1ba5e2f2044c HTTP/1.1" status: 200 len: 217 time: 0.1788566 Jul 13 13:36:08.440430 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73540e3-ee48-438b-bc61-a2acbdacb454 req-c26e0370-5d4d-42c0-a440-3b2ba087620a tempest-ServersTestJSON-590403735 tempest-ServersTestJSON-590403735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:08.449171 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f73540e3-ee48-438b-bc61-a2acbdacb454 req-c26e0370-5d4d-42c0-a440-3b2ba087620a tempest-ServersTestJSON-590403735 tempest-ServersTestJSON-590403735-project] 10.222.0.23 "GET /v2.0/ports?device_id=b433e59d-1295-40a6-874d-aba0de786928 HTTP/1.1" status: 200 len: 943 time: 0.7084436 Jul 13 13:36:08.457185 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-cb1d8e59-e09c-4899-b316-af1b2d7f2a4a req-11995379-f0b0-4a54-9d1c-f101aefb7798 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/ports?device_id=b47b55d4-8ce4-4f13-bdab-9fd4a8aff692 HTTP/1.1" status: 200 len: 210 time: 0.0355666 Jul 13 13:36:08.459367 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-64bbeedf-d130-4361-93ad-7bf1e92c709a admin admin] Deleting port 442459bb-e0f8-463a-aa0a-9f9f0c798e54 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:36:08.459756 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-64bbeedf-d130-4361-93ad-7bf1e92c709a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:08.513118 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 03e4d41d-7fe8-4f73-920d-1ba5e2f2044c details requested by agent hyperv_n-h2-800634-1 with host n-h2-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 13:36:08.536408 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f35836-dbe0-4a9c-ad32-0fd3bdc4bddf req-d36b2dc4-a225-4952-b3af-1f0b10b4771a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:08.537995 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-97f35836-dbe0-4a9c-ad32-0fd3bdc4bddf req-d36b2dc4-a225-4952-b3af-1f0b10b4771a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5c7aee23-499f-4864-8fcc-2112b8c98bdb HTTP/1.1" status: 200 len: 844 time: 0.1790824 Jul 13 13:36:08.604563 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f73540e3-ee48-438b-bc61-a2acbdacb454 req-e806739b-dffe-4f50-aeb8-e7ce3daea223 tempest-ServersTestJSON-590403735 tempest-ServersTestJSON-590403735-project] 10.222.0.23 "GET /v2.0/security-groups?id=bb0e63f6-1341-41c9-821c-b4d369894d82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1541443 Jul 13 13:36:08.642474 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6903a672-0181-449a-bf07-84bb25c2dfdd admin admin] Network 235d9a14-cbfe-4d48-b109-040ffccc92b0 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:36:08.657257 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-6903a672-0181-449a-bf07-84bb25c2dfdd admin admin] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:36:08.680669 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-64bbeedf-d130-4361-93ad-7bf1e92c709a admin admin] For port 442459bb-e0f8-463a-aa0a-9f9f0c798e54, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=442459bb-e0f8-463a-aa0a-9f9f0c798e54,segment=NetworkSegment(789f81ca-e8fa-418a-9fc5-6bfe0faaf4ce),segment_id=789f81ca-e8fa-418a-9fc5-6bfe0faaf4ce)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:36:08.681261 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-64bbeedf-d130-4361-93ad-7bf1e92c709a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:08.686256 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-d25b8994-3d78-4059-95c8-a02012ee02e3 req-07ce5415-db09-4ab2-8766-9e402763ec05 tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] Deleting port 2bd87d73-4372-4ba5-9218-4e27eaeb7d76 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:36:08.686464 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-d25b8994-3d78-4059-95c8-a02012ee02e3 req-07ce5415-db09-4ab2-8766-9e402763ec05 tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:08.735207 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-64bbeedf-d130-4361-93ad-7bf1e92c709a admin admin] Calling delete_port for 442459bb-e0f8-463a-aa0a-9f9f0c798e54 owned by network:router_interface {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:36:08.741936 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 03e4d41d-7fe8-4f73-920d-1ba5e2f2044c, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=03e4d41d-7fe8-4f73-920d-1ba5e2f2044c,segment=NetworkSegment(c0d02cf4-f61f-40a3-a4bb-b537dbf84593),segment_id=c0d02cf4-f61f-40a3-a4bb-b537dbf84593)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:36:08.756740 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Returning: {'device': '03e4d41d-7fe8-4f73-920d-1ba5e2f2044c', 'network_id': 'b14d01f8-4a78-4311-a169-2b69cfb0becb', 'port_id': '03e4d41d-7fe8-4f73-920d-1ba5e2f2044c', 'mac_address': 'fa:16:3e:46:3b:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c7aee23-499f-4864-8fcc-2112b8c98bdb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 13:36:08.797636 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-d25b8994-3d78-4059-95c8-a02012ee02e3 req-07ce5415-db09-4ab2-8766-9e402763ec05 tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] For port 2bd87d73-4372-4ba5-9218-4e27eaeb7d76, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=2bd87d73-4372-4ba5-9218-4e27eaeb7d76,segment=NetworkSegment(731c211d-2cbe-4aa3-a09e-111c83e33a98),segment_id=731c211d-2cbe-4aa3-a09e-111c83e33a98)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:36:08.798081 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-d25b8994-3d78-4059-95c8-a02012ee02e3 req-07ce5415-db09-4ab2-8766-9e402763ec05 tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:08.841811 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:08.860520 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-d25b8994-3d78-4059-95c8-a02012ee02e3 req-07ce5415-db09-4ab2-8766-9e402763ec05 tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] Calling delete_port for 2bd87d73-4372-4ba5-9218-4e27eaeb7d76 owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:36:08.870276 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f2680865-0f70-46a5-97d3-5e7a9aedcfde req-d5a693cf-dabf-45bc-a23e-fbcef304c5fe tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] 10.222.0.23 "GET /v2.0/ports?device_id=3e6b446c-7c7b-47ab-ac5e-8ee1b0a4840a HTTP/1.1" status: 200 len: 210 time: 0.1169708 Jul 13 13:36:08.901067 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03e4d41d-7fe8-4f73-920d-1ba5e2f2044c {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:36:08.920038 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device cec16b9b-7635-47e3-bb0d-388d01aa3e4e up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:36:09.057650 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 03e4d41d-7fe8-4f73-920d-1ba5e2f2044c, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=03e4d41d-7fe8-4f73-920d-1ba5e2f2044c,segment=NetworkSegment(c0d02cf4-f61f-40a3-a4bb-b537dbf84593),segment_id=c0d02cf4-f61f-40a3-a4bb-b537dbf84593)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:36:09.069053 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:09.198915 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port cec16b9b-7635-47e3-bb0d-388d01aa3e4e triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:36:09.199123 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f35836-dbe0-4a9c-ad32-0fd3bdc4bddf req-8cd330ab-1aed-42f2-b52f-ae46e4e4ae7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:09.199607 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:09.200439 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-97f35836-dbe0-4a9c-ad32-0fd3bdc4bddf req-8cd330ab-1aed-42f2-b52f-ae46e4e4ae7f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b14d01f8-4a78-4311-a169-2b69cfb0becb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6408849 Jul 13 13:36:09.266263 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-64bbeedf-d130-4361-93ad-7bf1e92c709a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:09.324264 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=03e4d41d-7fe8-4f73-920d-1ba5e2f2044c,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:36:09.337859 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bbeedf-d130-4361-93ad-7bf1e92c709a admin admin] Pushing event deleted for resources: {'Port': ['ID=442459bb-e0f8-463a-aa0a-9f9f0c798e54,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:36:09.408135 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['03e4d41d-7fe8-4f73-920d-1ba5e2f2044c'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:36:09.563350 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6903a672-0181-449a-bf07-84bb25c2dfdd admin admin] Router d5a3f84d-aa89-42c6-b5a9-2bc12a6b1fca has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 13:36:09.616433 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d2b4e5-f100-4949-9d9d-e267b7c195a7 req-c0d50783-d955-4d2c-8f5f-284a807f1adb tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:09.630702 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2ff7dba4-a8be-4e55-81d9-68536cfdc042 req-4df57e85-33d0-4a10-ae89-e5ae1eaac566 tempest-ServerShowV247Test-536995667 tempest-ServerShowV247Test-536995667-project] 10.222.0.23 "GET /v2.0/ports?device_id=b950aac0-0187-4552-b815-097740feb1b6 HTTP/1.1" status: 200 len: 210 time: 0.1096392 Jul 13 13:36:09.640095 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b3d2b4e5-f100-4949-9d9d-e267b7c195a7 req-c0d50783-d955-4d2c-8f5f-284a807f1adb tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] 10.222.0.23 "GET /v2.0/ports?device_id=938011da-a97c-46cb-afb5-467b9b81212a HTTP/1.1" status: 200 len: 946 time: 0.4469409 Jul 13 13:36:09.699626 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-97f35836-dbe0-4a9c-ad32-0fd3bdc4bddf req-084f9357-f2cb-417b-a431-043a2a5f250a service neutron] 10.222.0.41 "GET /v2.0/networks/b14d01f8-4a78-4311-a169-2b69cfb0becb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4671102 Jul 13 13:36:09.813327 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-d25b8994-3d78-4059-95c8-a02012ee02e3 req-07ce5415-db09-4ab2-8766-9e402763ec05 tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:10.034410 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-64bbeedf-d130-4361-93ad-7bf1e92c709a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1785036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452491'] for router_interface, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:10.048273 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152b0e02-2a3b-45af-9cdf-065b22abde7f req-5cfb23d9-221d-4ea8-9d98-d6a3744d9112 tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:10.049660 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-152b0e02-2a3b-45af-9cdf-065b22abde7f req-5cfb23d9-221d-4ea8-9d98-d6a3744d9112 tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] 10.222.0.41 "GET /v2.0/networks?id=6abf39c7-5383-40cb-87d6-f20d29bbd8cf HTTP/1.1" status: 200 len: 804 time: 0.2092061 Jul 13 13:36:10.071112 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-152b0e02-2a3b-45af-9cdf-065b22abde7f req-a72e8a84-8dbe-4426-973f-c59e04b03bc3 tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] Request body: {'port': {'device_id': '3e6b446c-7c7b-47ab-ac5e-8ee1b0a4840a', 'network_id': '6abf39c7-5383-40cb-87d6-f20d29bbd8cf', 'admin_state_up': True, 'tenant_id': '25975085bfa5408baa762e94e04f7b53'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:36:10.121999 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-29e6cf3a-8fd2-422a-bd75-bb757fc2aeab req-fb46558a-9c11-4442-b81b-336cd2201924 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=06dc8b3e-9475-4510-8ddf-28cde5618352 HTTP/1.1" status: 200 len: 210 time: 0.0685105 Jul 13 13:36:10.223547 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '938011da-a97c-46cb-afb5-467b9b81212a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '879ff0e6-03fc-436e-a42b-866c7b6a0faa'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:36:10.226933 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68d1878c-cb26-4c72-b122-40f1a4b5e4e6" -d '{"events": [{"server_uuid": "938011da-a97c-46cb-afb5-467b9b81212a", "name": "network-vif-plugged", "status": "completed", "tag": "879ff0e6-03fc-436e-a42b-866c7b6a0faa"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:36:10.481403 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b3d2b4e5-f100-4949-9d9d-e267b7c195a7 req-f81aca9d-70e5-4713-8eae-fbdae6e68152 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] 10.222.0.23 "GET /v2.0/security-groups?id=24689591-48d9-46af-a687-72c510af83bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8396418 Jul 13 13:36:10.493283 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ce5415-db09-4ab2-8766-9e402763ec05 tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] Pushing event deleted for resources: {'Port': ['ID=2bd87d73-4372-4ba5-9218-4e27eaeb7d76,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:36:10.529070 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 03e4d41d-7fe8-4f73-920d-1ba5e2f2044c up at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:36:10.627724 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning for port 03e4d41d-7fe8-4f73-920d-1ba5e2f2044c completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:36:10.634577 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning complete for port 03e4d41d-7fe8-4f73-920d-1ba5e2f2044c triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:36:10.635244 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:10.652082 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2ec0ca55-a73c-4646-88f6-cea786b1dfac req-cafd1e67-d4f7-433c-9b47-2d3178cb3f8f tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/ports?device_id=b47b55d4-8ce4-4f13-bdab-9fd4a8aff692 HTTP/1.1" status: 200 len: 210 time: 0.5872424 Jul 13 13:36:10.722260 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-d25b8994-3d78-4059-95c8-a02012ee02e3 req-07ce5415-db09-4ab2-8766-9e402763ec05 tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] No DVR routers for this DVR port 2bd87d73-4372-4ba5-9218-4e27eaeb7d76 on host n-h2-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:36:10.751835 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-d25b8994-3d78-4059-95c8-a02012ee02e3 req-07ce5415-db09-4ab2-8766-9e402763ec05 tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:10.755070 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d25b8994-3d78-4059-95c8-a02012ee02e3 req-07ce5415-db09-4ab2-8766-9e402763ec05 tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] 10.222.0.41 "DELETE /v2.0/ports/2bd87d73-4372-4ba5-9218-4e27eaeb7d76 HTTP/1.1" status: 204 len: 173 time: 2.7470171 Jul 13 13:36:10.761231 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9667b2b3-a6a8-4192-9815-a4b1d860f93e', 'name': 'network-vif-deleted', 'tag': '2bd87d73-4372-4ba5-9218-4e27eaeb7d76'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:36:10.763883 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6f8dfd8-ebdd-437a-a9ff-f36e6601a2e7" -d '{"events": [{"server_uuid": "9667b2b3-a6a8-4192-9815-a4b1d860f93e", "name": "network-vif-deleted", "tag": "2bd87d73-4372-4ba5-9218-4e27eaeb7d76"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:36:10.779117 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6903a672-0181-449a-bf07-84bb25c2dfdd admin admin] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:36:10.785182 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-97f35836-dbe0-4a9c-ad32-0fd3bdc4bddf req-b49b0796-bf7f-4d13-b66e-32b0a3850d33 service neutron] 10.222.0.41 "GET /v2.0/networks/b14d01f8-4a78-4311-a169-2b69cfb0becb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9997673 Jul 13 13:36:10.794512 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-6903a672-0181-449a-bf07-84bb25c2dfdd admin admin] 10.222.0.23 "PUT /v2.0/routers/d5a3f84d-aa89-42c6-b5a9-2bc12a6b1fca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0837793 Jul 13 13:36:10.806296 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ad8edf-7336-4f24-a83b-a5d4c8710aee None None] Sync routers for ids ['d5a3f84d-aa89-42c6-b5a9-2bc12a6b1fca'] in n-d-800634-1 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:36:10.824445 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ad8edf-7336-4f24-a83b-a5d4c8710aee None None] Routers {'d5a3f84d-aa89-42c6-b5a9-2bc12a6b1fca'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:36:10.826374 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-c4ad8edf-7336-4f24-a83b-a5d4c8710aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:35:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['d5a3f84d-aa89-42c6-b5a9-2bc12a6b1fca'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:36:10.838185 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82da9dd6-8411-4785-96e1-a2b8dc3f8433 req-182c98d7-4a51-4f26-a287-6c9eb805104e tempest-ServersTestJSON-590403735 tempest-ServersTestJSON-590403735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:10.847091 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-82da9dd6-8411-4785-96e1-a2b8dc3f8433 req-182c98d7-4a51-4f26-a287-6c9eb805104e tempest-ServersTestJSON-590403735 tempest-ServersTestJSON-590403735-project] 10.222.0.23 "GET /v2.0/ports?device_id=b433e59d-1295-40a6-874d-aba0de786928 HTTP/1.1" status: 200 len: 944 time: 0.1411545 Jul 13 13:36:10.875849 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:10.911542 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-82da9dd6-8411-4785-96e1-a2b8dc3f8433 req-0ee80b36-126b-4826-94c0-ce400d7491e0 tempest-ServersTestJSON-590403735 tempest-ServersTestJSON-590403735-project] 10.222.0.23 "GET /v2.0/security-groups?id=bb0e63f6-1341-41c9-821c-b4d369894d82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631666 Jul 13 13:36:11.004883 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 03e4d41d-7fe8-4f73-920d-1ba5e2f2044c, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=03e4d41d-7fe8-4f73-920d-1ba5e2f2044c,segment=NetworkSegment(c0d02cf4-f61f-40a3-a4bb-b537dbf84593),segment_id=c0d02cf4-f61f-40a3-a4bb-b537dbf84593)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:36:11.013474 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5365ac0-c02e-408f-ba91-1b1a17d96975 x-openstack-request-id: req-a5365ac0-c02e-408f-ba91-1b1a17d96975 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:36:11.021561 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "938011da-a97c-46cb-afb5-467b9b81212a", "name": "network-vif-plugged", "status": "completed", "tag": "879ff0e6-03fc-436e-a42b-866c7b6a0faa", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:36:11.021949 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a5365ac0-c02e-408f-ba91-1b1a17d96975 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:36:11.022461 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '938011da-a97c-46cb-afb5-467b9b81212a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '879ff0e6-03fc-436e-a42b-866c7b6a0faa', 'code': 200} Jul 13 13:36:11.023921 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-152b0e02-2a3b-45af-9cdf-065b22abde7f req-a72e8a84-8dbe-4426-973f-c59e04b03bc3 tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] Made reservation on behalf of 25975085bfa5408baa762e94e04f7b53 for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:36:11.025128 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:11.025966 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 2bd87d73-4372-4ba5-9218-4e27eaeb7d76 no longer exists at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:36:11.027539 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-152b0e02-2a3b-45af-9cdf-065b22abde7f req-a72e8a84-8dbe-4426-973f-c59e04b03bc3 tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:11.097604 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] No Port match for: 2bd87d73-4372-4ba5-9218-4e27eaeb7d76 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:36:11.098108 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 2bd87d73-4372-4ba5-9218-4e27eaeb7d76 not bound to the agent host n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:36:11.148836 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-abf5799c-ac30-4202-9c20-b0167259a908 req-5356e013-6174-4c16-9249-83c30ee988ef tempest-ServerShowV247Test-536995667 tempest-ServerShowV247Test-536995667-project] 10.222.0.23 "GET /v2.0/ports?device_id=b950aac0-0187-4552-b815-097740feb1b6 HTTP/1.1" status: 200 len: 210 time: 0.0536914 Jul 13 13:36:11.179322 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-c4ad8edf-7336-4f24-a83b-a5d4c8710aee None None] Set router d5a3f84d-aa89-42c6-b5a9-2bc12a6b1fca gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:36:11.238860 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=03e4d41d-7fe8-4f73-920d-1ba5e2f2044c,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:36:11.284386 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6f5c3b8c-22cd-4a24-b732-34756464b532 req-2865dc43-326f-49a3-a1a7-c45a81efce4e tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] 10.222.0.23 "GET /v2.0/ports?device_id=3e6b446c-7c7b-47ab-ac5e-8ee1b0a4840a HTTP/1.1" status: 200 len: 210 time: 0.1697433 Jul 13 13:36:11.369332 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e54006b8-8b9c-4cc7-b23a-dc43943741c7 x-openstack-request-id: req-e54006b8-8b9c-4cc7-b23a-dc43943741c7 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:36:11.369920 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9667b2b3-a6a8-4192-9815-a4b1d860f93e", "name": "network-vif-deleted", "tag": "2bd87d73-4372-4ba5-9218-4e27eaeb7d76", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:36:11.370373 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e54006b8-8b9c-4cc7-b23a-dc43943741c7 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:36:11.371110 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9667b2b3-a6a8-4192-9815-a4b1d860f93e', 'name': 'network-vif-deleted', 'tag': '2bd87d73-4372-4ba5-9218-4e27eaeb7d76', 'status': 'completed', 'code': 200} Jul 13 13:36:11.471695 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64bbeedf-d130-4361-93ad-7bf1e92c709a admin admin] Router aab1fdbf-9bdb-4990-89af-471b142bd93a has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 13:36:11.478833 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-c4ad8edf-7336-4f24-a83b-a5d4c8710aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5a3f84d-aa89-42c6-b5a9-2bc12a6b1fca', 'name': 'tempest-ServerRescueTestJSONUnderV235-1209034393-router', 'tenant_id': '1541a6cd64444c80a50e3a7d38ff886f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.168'}], 'enable_snat': True}, 'gw_port_id': 'cec16b9b-7635-47e3-bb0d-388d01aa3e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:35:55Z', 'updated_at': '2021-07-13T13:36:06Z', 'revision_number': 4, 'project_id': '1541a6cd64444c80a50e3a7d38ff886f', 'gw_port': {'id': 'cec16b9b-7635-47e3-bb0d-388d01aa3e4e', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:0c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a3f84d-aa89-42c6-b5a9-2bc12a6b1fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:35:57Z', 'updated_at': '2021-07-13T13:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': '0688acad-82fb-4036-bb71-8a80ee97ee0f', 'name': '', 'network_id': '235d9a14-cbfe-4d48-b109-040ffccc92b0', 'tenant_id': '1541a6cd64444c80a50e3a7d38ff886f', 'mac_address': 'fa:16:3e:92:37:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5a3f84d-aa89-42c6-b5a9-2bc12a6b1fca', 'device_owner': 'network:router_interface', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': '1cfdd188-250e-479a-90ea-bdbade5d1ae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:36:04Z', 'updated_at': '2021-07-13T13:36:07Z', 'revision_number': 2, 'project_id': '1541a6cd64444c80a50e3a7d38ff886f', 'subnets': [{'id': '1cfdd188-250e-479a-90ea-bdbade5d1ae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:36:11.510498 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ad8edf-7336-4f24-a83b-a5d4c8710aee None None] Checking router: d5a3f84d-aa89-42c6-b5a9-2bc12a6b1fca for host: n-d-800634-1 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 13:36:11.511286 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ad8edf-7336-4f24-a83b-a5d4c8710aee None None] Updating router d5a3f84d-aa89-42c6-b5a9-2bc12a6b1fca port 0688acad-82fb-4036-bb71-8a80ee97ee0f binding host n-d-800634-1 {{(pid=93753) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 13:36:11.552113 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c4ad8edf-7336-4f24-a83b-a5d4c8710aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:11.768323 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23bca1b-1727-49d8-9c80-12d0cb41103f req-ca4e5995-0edd-467e-ab72-0bf32470076b tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:11.771564 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b23bca1b-1727-49d8-9c80-12d0cb41103f req-ca4e5995-0edd-467e-ab72-0bf32470076b tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] 10.222.0.23 "GET /v2.0/ports?device_id=938011da-a97c-46cb-afb5-467b9b81212a HTTP/1.1" status: 200 len: 946 time: 0.0890138 Jul 13 13:36:11.834586 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [req-152b0e02-2a3b-45af-9cdf-065b22abde7f req-a72e8a84-8dbe-4426-973f-c59e04b03bc3 tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] Allocated IP 172.20.0.2 (6abf39c7-5383-40cb-87d6-f20d29bbd8cf/560441f8-4dd8-4170-ae42-f3e38fe7cfb4/089b8ef1-00c5-47fd-a137-94d04b852c4b) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:36:11.864656 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b23bca1b-1727-49d8-9c80-12d0cb41103f req-cd2d19ae-7a11-4851-8b65-a37c8e2a23e7 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] 10.222.0.23 "GET /v2.0/security-groups?id=24689591-48d9-46af-a687-72c510af83bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850129 Jul 13 13:36:11.945622 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64bbeedf-d130-4361-93ad-7bf1e92c709a admin admin] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:36:11.954169 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-64bbeedf-d130-4361-93ad-7bf1e92c709a admin admin] 10.222.0.23 "PUT /v2.0/routers/aab1fdbf-9bdb-4990-89af-471b142bd93a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9764411 Jul 13 13:36:11.960143 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 53656) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:36:11.962557 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838782ae-143d-4026-a227-da261d357041 None None] Sync routers for ids ['aab1fdbf-9bdb-4990-89af-471b142bd93a'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:36:11.975241 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838782ae-143d-4026-a227-da261d357041 None None] Routers {'aab1fdbf-9bdb-4990-89af-471b142bd93a'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:36:11.976112 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-838782ae-143d-4026-a227-da261d357041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:35:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['aab1fdbf-9bdb-4990-89af-471b142bd93a'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:36:12.089868 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c4ad8edf-7336-4f24-a83b-a5d4c8710aee None None] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:12.116965 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-c4ad8edf-7336-4f24-a83b-a5d4c8710aee None None] Transition to ACTIVE for port object 0688acad-82fb-4036-bb71-8a80ee97ee0f will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:36:12.133203 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c4ad8edf-7336-4f24-a83b-a5d4c8710aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:12.163184 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-26f04c39-c4a8-47cb-be5f-1b378f7eec0f admin admin] Notify callbacks [] for router, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:12.166175 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-838782ae-143d-4026-a227-da261d357041 None None] Set router aab1fdbf-9bdb-4990-89af-471b142bd93a gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:36:12.170642 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa545515-48b4-4bed-b38b-4fbad84bd931 req-499cf34c-3b61-4737-9906-480dfc80db27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:12.179962 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-aa545515-48b4-4bed-b38b-4fbad84bd931 req-499cf34c-3b61-4737-9906-480dfc80db27 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=938011da-a97c-46cb-afb5-467b9b81212a HTTP/1.1" status: 200 len: 1097 time: 0.8055532 Jul 13 13:36:12.290336 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-152b0e02-2a3b-45af-9cdf-065b22abde7f req-a72e8a84-8dbe-4426-973f-c59e04b03bc3 tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:12.299137 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e3ec34-30ad-4c19-9448-ceab127ccc7b None None] Pushing event updated for resources: {'Port': ['ID=0688acad-82fb-4036-bb71-8a80ee97ee0f,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:36:12.316215 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac783048-7fc1-430a-a883-c1dd873f02dd req-4371e2e6-e42f-4bd7-940c-5a9f2efa1352 tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:12.326324 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ac783048-7fc1-430a-a883-c1dd873f02dd req-4371e2e6-e42f-4bd7-940c-5a9f2efa1352 tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] 10.222.0.23 "GET /v2.0/networks?id=235d9a14-cbfe-4d48-b109-040ffccc92b0 HTTP/1.1" status: 200 len: 820 time: 0.6099820 Jul 13 13:36:12.379550 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-c4ad8edf-7336-4f24-a83b-a5d4c8710aee None None] Attempting to bind port 0688acad-82fb-4036-bb71-8a80ee97ee0f on host n-d-800634-1 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:36:12.379921 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-c4ad8edf-7336-4f24-a83b-a5d4c8710aee None None] Attempting to bind port 0688acad-82fb-4036-bb71-8a80ee97ee0f by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': 'c474c239-8b60-46eb-bc28-db09fd733c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '235d9a14-cbfe-4d48-b109-040ffccc92b0'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:36:12.385211 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ad8edf-7336-4f24-a83b-a5d4c8710aee None None] Attempting to bind port 0688acad-82fb-4036-bb71-8a80ee97ee0f on network 235d9a14-cbfe-4d48-b109-040ffccc92b0 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:36:12.397651 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ad8edf-7336-4f24-a83b-a5d4c8710aee None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 35, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:36:12.398054 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ad8edf-7336-4f24-a83b-a5d4c8710aee None None] Checking segment: {'id': 'c474c239-8b60-46eb-bc28-db09fd733c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '235d9a14-cbfe-4d48-b109-040ffccc92b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:36:12.398458 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c4ad8edf-7336-4f24-a83b-a5d4c8710aee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:12.398848 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ad8edf-7336-4f24-a83b-a5d4c8710aee None None] Bound using segment: {'id': 'c474c239-8b60-46eb-bc28-db09fd733c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '235d9a14-cbfe-4d48-b109-040ffccc92b0'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:36:12.402424 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-c4ad8edf-7336-4f24-a83b-a5d4c8710aee None None] Bound port: 0688acad-82fb-4036-bb71-8a80ee97ee0f, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c474c239-8b60-46eb-bc28-db09fd733c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '235d9a14-cbfe-4d48-b109-040ffccc92b0'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:36:12.402893 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c4ad8edf-7336-4f24-a83b-a5d4c8710aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:12.405275 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 53670) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:36:12.417633 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-aa545515-48b4-4bed-b38b-4fbad84bd931 req-2d8e4c5f-b709-408c-bce9-7eff336eee90 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=24689591-48d9-46af-a687-72c510af83bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072372 Jul 13 13:36:12.430314 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ac783048-7fc1-430a-a883-c1dd873f02dd req-60949442-4850-4000-aaff-55f665edf421 tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] 10.222.0.23 "GET /v2.0/quotas/1541a6cd64444c80a50e3a7d38ff886f HTTP/1.1" status: 200 len: 375 time: 0.1030650 Jul 13 13:36:12.438864 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-26f04c39-c4a8-47cb-be5f-1b378f7eec0f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:12.555762 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-c4ad8edf-7336-4f24-a83b-a5d4c8710aee None None] For port 0688acad-82fb-4036-bb71-8a80ee97ee0f, host n-d-800634-1, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:36:12.559788 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-c4ad8edf-7336-4f24-a83b-a5d4c8710aee None None] For port 0688acad-82fb-4036-bb71-8a80ee97ee0f, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=0688acad-82fb-4036-bb71-8a80ee97ee0f,segment=NetworkSegment(c474c239-8b60-46eb-bc28-db09fd733c35),segment_id=c474c239-8b60-46eb-bc28-db09fd733c35)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:36:12.567908 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c4ad8edf-7336-4f24-a83b-a5d4c8710aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:12.583708 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-838782ae-143d-4026-a227-da261d357041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aab1fdbf-9bdb-4990-89af-471b142bd93a', 'name': 'tempest-AttachSCSIVolumeTestJSON-797220493-router', 'tenant_id': '505ce387331746d8a41fb09bac22445c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': 'b2b879f5-f115-4433-89cf-753c52928ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:33:45Z', 'updated_at': '2021-07-13T13:36:09Z', 'revision_number': 5, 'project_id': '505ce387331746d8a41fb09bac22445c', 'gw_port': {'id': 'b2b879f5-f115-4433-89cf-753c52928ace', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:f1:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab1fdbf-9bdb-4990-89af-471b142bd93a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:33:46Z', 'updated_at': '2021-07-13T13:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:36:12.628194 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-26f04c39-c4a8-47cb-be5f-1b378f7eec0f admin admin] Deleting port b2b879f5-f115-4433-89cf-753c52928ace {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:36:12.634261 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-26f04c39-c4a8-47cb-be5f-1b378f7eec0f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:12.651232 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838782ae-143d-4026-a227-da261d357041 None None] Checking router: aab1fdbf-9bdb-4990-89af-471b142bd93a for host: n-d-800634-1 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 13:36:12.655606 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-152b0e02-2a3b-45af-9cdf-065b22abde7f req-a72e8a84-8dbe-4426-973f-c59e04b03bc3 tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:12.660103 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e3ec34-30ad-4c19-9448-ceab127ccc7b None None] Pushing event updated for resources: {'Port': ['ID=0688acad-82fb-4036-bb71-8a80ee97ee0f,revision_number=4']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:36:12.688997 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ac783048-7fc1-430a-a883-c1dd873f02dd req-e8127fa5-1c90-4051-8279-b3048ef062e3 tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=1541a6cd64444c80a50e3a7d38ff886f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2577937 Jul 13 13:36:12.693365 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ad8edf-7336-4f24-a83b-a5d4c8710aee None None] Routers {'d5a3f84d-aa89-42c6-b5a9-2bc12a6b1fca'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:36:12.693530 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-c4ad8edf-7336-4f24-a83b-a5d4c8710aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:35:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['d5a3f84d-aa89-42c6-b5a9-2bc12a6b1fca'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:36:12.700006 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838782ae-143d-4026-a227-da261d357041 None None] Routers {'aab1fdbf-9bdb-4990-89af-471b142bd93a'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:36:12.700647 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-838782ae-143d-4026-a227-da261d357041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:35:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['aab1fdbf-9bdb-4990-89af-471b142bd93a'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:36:12.731492 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-941d9b96-c31b-41ba-b224-1b02601056d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:12.844331 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-26f04c39-c4a8-47cb-be5f-1b378f7eec0f admin admin] For port b2b879f5-f115-4433-89cf-753c52928ace, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=b2b879f5-f115-4433-89cf-753c52928ace,segment=NetworkSegment(3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87),segment_id=3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:36:12.845049 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-26f04c39-c4a8-47cb-be5f-1b378f7eec0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:12.860760 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-c4ad8edf-7336-4f24-a83b-a5d4c8710aee None None] Set router d5a3f84d-aa89-42c6-b5a9-2bc12a6b1fca gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:36:12.864708 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-838782ae-143d-4026-a227-da261d357041 None None] Set router aab1fdbf-9bdb-4990-89af-471b142bd93a gateway port host: None {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:36:12.871521 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2b3830-6153-4ba8-bc3f-e3757624dd69 req-04acd3c4-3706-41be-9cf1-019c202a1031 tempest-ServersTestJSON-590403735 tempest-ServersTestJSON-590403735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:12.878425 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-be2b3830-6153-4ba8-bc3f-e3757624dd69 req-04acd3c4-3706-41be-9cf1-019c202a1031 tempest-ServersTestJSON-590403735 tempest-ServersTestJSON-590403735-project] 10.222.0.23 "GET /v2.0/ports?device_id=b433e59d-1295-40a6-874d-aba0de786928 HTTP/1.1" status: 200 len: 945 time: 0.3173301 Jul 13 13:36:12.890238 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-26f04c39-c4a8-47cb-be5f-1b378f7eec0f admin admin] Calling delete_port for b2b879f5-f115-4433-89cf-753c52928ace owned by network:router_gateway {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:36:12.932794 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-838782ae-143d-4026-a227-da261d357041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aab1fdbf-9bdb-4990-89af-471b142bd93a', 'name': 'tempest-AttachSCSIVolumeTestJSON-797220493-router', 'tenant_id': '505ce387331746d8a41fb09bac22445c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:33:45Z', 'updated_at': '2021-07-13T13:36:12Z', 'revision_number': 6, 'project_id': '505ce387331746d8a41fb09bac22445c', 'gw_port_host': None}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:36:12.963956 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-152b0e02-2a3b-45af-9cdf-065b22abde7f req-a72e8a84-8dbe-4426-973f-c59e04b03bc3 tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] Network 6abf39c7-5383-40cb-87d6-f20d29bbd8cf is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:36:12.978394 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838782ae-143d-4026-a227-da261d357041 None None] The sync data for ids ['aab1fdbf-9bdb-4990-89af-471b142bd93a'] in n-d-800634-1 is: [{'id': 'aab1fdbf-9bdb-4990-89af-471b142bd93a', 'name': 'tempest-AttachSCSIVolumeTestJSON-797220493-router', 'tenant_id': '505ce387331746d8a41fb09bac22445c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:33:45Z', 'updated_at': '2021-07-13T13:36:12Z', 'revision_number': 6, 'project_id': '505ce387331746d8a41fb09bac22445c', 'gw_port_host': None}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:36:13.023544 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b433e59d-1295-40a6-874d-aba0de786928', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03e4d41d-7fe8-4f73-920d-1ba5e2f2044c'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:36:13.026435 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a42840e-7fe5-45a8-8c89-4e40692225dc" -d '{"events": [{"server_uuid": "b433e59d-1295-40a6-874d-aba0de786928", "name": "network-vif-plugged", "status": "completed", "tag": "03e4d41d-7fe8-4f73-920d-1ba5e2f2044c"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:36:13.045059 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-be2b3830-6153-4ba8-bc3f-e3757624dd69 req-d75e8ac6-3255-476c-aa0d-f557eeca0c4e tempest-ServersTestJSON-590403735 tempest-ServersTestJSON-590403735-project] 10.222.0.23 "GET /v2.0/security-groups?id=bb0e63f6-1341-41c9-821c-b4d369894d82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1655216 Jul 13 13:36:13.124086 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72e8a84-8dbe-4426-973f-c59e04b03bc3 tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] Pushing event updated for resources: {'Port': ['ID=089b8ef1-00c5-47fd-a137-94d04b852c4b,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:36:13.139820 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ac783048-7fc1-430a-a883-c1dd873f02dd req-f728d106-5ff0-42bd-8f9d-5b93335588c2 service neutron] 10.222.0.23 "GET /v2.0/networks/235d9a14-cbfe-4d48-b109-040ffccc92b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3682363 Jul 13 13:36:13.142084 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [req-152b0e02-2a3b-45af-9cdf-065b22abde7f req-a72e8a84-8dbe-4426-973f-c59e04b03bc3 tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:36:13.151526 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d5289b5f-9314-4b29-af99-8b986d99306b req-9bec2ec7-40a6-4d70-8b7d-bddc0030f8f5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b950aac0-0187-4552-b815-097740feb1b6 HTTP/1.1" status: 200 len: 210 time: 0.2354395 Jul 13 13:36:13.152466 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-152b0e02-2a3b-45af-9cdf-065b22abde7f req-a72e8a84-8dbe-4426-973f-c59e04b03bc3 tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:36:13.249592 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-941d9b96-c31b-41ba-b224-1b02601056d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:13.256422 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-941d9b96-c31b-41ba-b224-1b02601056d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:13.327264 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-941d9b96-c31b-41ba-b224-1b02601056d3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e209ed90236d434282a3bba23bd681e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9202499 Jul 13 13:36:13.405012 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 53680) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:36:13.423895 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-227bbb2e-914f-46b4-977a-b6d16ae988fb req-809db20b-5c99-408c-ae50-6b299fa8846e tempest-ServerShowV247Test-536995667 tempest-ServerShowV247Test-536995667-project] 10.222.0.23 "GET /v2.0/ports?device_id=b950aac0-0187-4552-b815-097740feb1b6 HTTP/1.1" status: 200 len: 210 time: 0.1186407 Jul 13 13:36:13.433542 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152b0e02-2a3b-45af-9cdf-065b22abde7f req-a72e8a84-8dbe-4426-973f-c59e04b03bc3 tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:13.433542 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-152b0e02-2a3b-45af-9cdf-065b22abde7f req-a72e8a84-8dbe-4426-973f-c59e04b03bc3 tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:13.444489 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-c4ad8edf-7336-4f24-a83b-a5d4c8710aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5a3f84d-aa89-42c6-b5a9-2bc12a6b1fca', 'name': 'tempest-ServerRescueTestJSONUnderV235-1209034393-router', 'tenant_id': '1541a6cd64444c80a50e3a7d38ff886f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.168'}], 'enable_snat': True}, 'gw_port_id': 'cec16b9b-7635-47e3-bb0d-388d01aa3e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:35:55Z', 'updated_at': '2021-07-13T13:36:06Z', 'revision_number': 4, 'project_id': '1541a6cd64444c80a50e3a7d38ff886f', 'gw_port': {'id': 'cec16b9b-7635-47e3-bb0d-388d01aa3e4e', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:0c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a3f84d-aa89-42c6-b5a9-2bc12a6b1fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:35:57Z', 'updated_at': '2021-07-13T13:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': '0688acad-82fb-4036-bb71-8a80ee97ee0f', 'name': '', 'network_id': '235d9a14-cbfe-4d48-b109-040ffccc92b0', 'tenant_id': '1541a6cd64444c80a50e3a7d38ff886f', 'mac_address': 'fa:16:3e:92:37:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5a3f84d-aa89-42c6-b5a9-2bc12a6b1fca', 'device_owner': 'network:router_interface', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': '1cfdd188-250e-479a-90ea-bdbade5d1ae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:36:04Z', 'updated_at': '2021-07-13T13:36:12Z', 'revision_number': 4, 'project_id': '1541a6cd64444c80a50e3a7d38ff886f', 'subnets': [{'id': '1cfdd188-250e-479a-90ea-bdbade5d1ae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:36:13.466992 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ac783048-7fc1-430a-a883-c1dd873f02dd req-1dc80756-461b-4884-ab4c-20fa59d9be1d service neutron] 10.222.0.23 "GET /v2.0/networks/235d9a14-cbfe-4d48-b109-040ffccc92b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3249493 Jul 13 13:36:13.474174 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-152b0e02-2a3b-45af-9cdf-065b22abde7f req-a72e8a84-8dbe-4426-973f-c59e04b03bc3 tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4089682 Jul 13 13:36:13.491958 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-152b0e02-2a3b-45af-9cdf-065b22abde7f req-d04155cc-7133-4b81-b25d-aaf36bef1d0e service neutron] Request body: {'port': {'device_id': '3e6b446c-7c7b-47ab-ac5e-8ee1b0a4840a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-1'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:36:13.523315 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ad8edf-7336-4f24-a83b-a5d4c8710aee None None] The sync data for ids ['d5a3f84d-aa89-42c6-b5a9-2bc12a6b1fca'] in n-d-800634-1 is: [{'id': 'd5a3f84d-aa89-42c6-b5a9-2bc12a6b1fca', 'name': 'tempest-ServerRescueTestJSONUnderV235-1209034393-router', 'tenant_id': '1541a6cd64444c80a50e3a7d38ff886f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.168'}], 'enable_snat': True}, 'gw_port_id': 'cec16b9b-7635-47e3-bb0d-388d01aa3e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:35:55Z', 'updated_at': '2021-07-13T13:36:06Z', 'revision_number': 4, 'project_id': '1541a6cd64444c80a50e3a7d38ff886f', 'gw_port': {'id': 'cec16b9b-7635-47e3-bb0d-388d01aa3e4e', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:0c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a3f84d-aa89-42c6-b5a9-2bc12a6b1fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:35:57Z', 'updated_at': '2021-07-13T13:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': '0688acad-82fb-4036-bb71-8a80ee97ee0f', 'name': '', 'network_id': '235d9a14-cbfe-4d48-b109-040ffccc92b0', 'tenant_id': '1541a6cd64444c80a50e3a7d38ff886f', 'mac_address': 'fa:16:3e:92:37:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5a3f84d-aa89-42c6-b5a9-2bc12a6b1fca', 'device_owner': 'network:router_interface', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': '1cfdd188-250e-479a-90ea-bdbade5d1ae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:36:04Z', 'updated_at': '2021-07-13T13:36:12Z', 'revision_number': 4, 'project_id': '1541a6cd64444c80a50e3a7d38ff886f', 'subnets': [{'id': '1cfdd188-250e-479a-90ea-bdbade5d1ae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:36:13.570365 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d9b96-c31b-41ba-b224-1b02601056d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41ddcff7-dbba-42a2-923a-ab956ffb3621,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:36:13.581493 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-26f04c39-c4a8-47cb-be5f-1b378f7eec0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:13.636361 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f04c39-c4a8-47cb-be5f-1b378f7eec0f admin admin] Pushing event deleted for resources: {'Port': ['ID=b2b879f5-f115-4433-89cf-753c52928ace,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:36:13.653405 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-152b0e02-2a3b-45af-9cdf-065b22abde7f req-d04155cc-7133-4b81-b25d-aaf36bef1d0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:13.798330 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d39212-3f11-42fb-b57e-a16c174e9d9d req-d731b751-ea80-417e-b20b-8dab5c1acd4b tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:13.805502 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-85d39212-3f11-42fb-b57e-a16c174e9d9d req-d731b751-ea80-417e-b20b-8dab5c1acd4b tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] 10.222.0.23 "GET /v2.0/ports?device_id=3e6b446c-7c7b-47ab-ac5e-8ee1b0a4840a HTTP/1.1" status: 200 len: 931 time: 0.2074931 Jul 13 13:36:13.843695 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d7863833-f431-4912-9819-46a2419a121a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:13.884076 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d7863833-f431-4912-9819-46a2419a121a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:14.031912 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-26f04c39-c4a8-47cb-be5f-1b378f7eec0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-446473'] for router_gateway, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:14.038015 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d7863833-f431-4912-9819-46a2419a121a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:14.040551 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d7863833-f431-4912-9819-46a2419a121a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:14.051515 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-d7863833-f431-4912-9819-46a2419a121a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/41ddcff7-dbba-42a2-923a-ab956ffb3621 HTTP/1.1" status: 204 len: 168 time: 0.6202786 Jul 13 13:36:14.269573 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-85d39212-3f11-42fb-b57e-a16c174e9d9d req-fc2ab715-689f-4208-925f-28bfdac67007 tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] 10.222.0.23 "GET /v2.0/security-groups?id=d29423a1-067a-4d38-adf6-741b7ccff4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4626172 Jul 13 13:36:14.360899 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [req-152b0e02-2a3b-45af-9cdf-065b22abde7f req-d04155cc-7133-4b81-b25d-aaf36bef1d0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 089b8ef1-00c5-47fd-a137-94d04b852c4b {{(pid=93751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:36:14.369856 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-152b0e02-2a3b-45af-9cdf-065b22abde7f req-d04155cc-7133-4b81-b25d-aaf36bef1d0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:14.380949 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7863833-f431-4912-9819-46a2419a121a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41ddcff7-dbba-42a2-923a-ab956ffb3621,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:36:14.389420 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97456489-5b2a-434d-b0ba-0f52baf2260d x-openstack-request-id: req-97456489-5b2a-434d-b0ba-0f52baf2260d {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:36:14.389936 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b433e59d-1295-40a6-874d-aba0de786928", "name": "network-vif-plugged", "status": "completed", "tag": "03e4d41d-7fe8-4f73-920d-1ba5e2f2044c", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:36:14.390159 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-97456489-5b2a-434d-b0ba-0f52baf2260d {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:36:14.391706 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b433e59d-1295-40a6-874d-aba0de786928', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03e4d41d-7fe8-4f73-920d-1ba5e2f2044c', 'code': 200} Jul 13 13:36:14.428323 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-152b0e02-2a3b-45af-9cdf-065b22abde7f req-d04155cc-7133-4b81-b25d-aaf36bef1d0e service neutron] Transition to ACTIVE for port object 089b8ef1-00c5-47fd-a137-94d04b852c4b will not be triggered until provisioned by entity L2. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:36:14.428760 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-26f04c39-c4a8-47cb-be5f-1b378f7eec0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1591938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2696'] for router, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:14.460771 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-152b0e02-2a3b-45af-9cdf-065b22abde7f req-d04155cc-7133-4b81-b25d-aaf36bef1d0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:14.481048 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-26f04c39-c4a8-47cb-be5f-1b378f7eec0f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:14.513891 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 13:36:14.533016 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c348dfb4-5fe6-4d85-b860-88a774a8f515 req-3cd0ec9a-3bfa-45e3-9945-228f1d49acfe tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] 10.222.0.23 "GET /v2.0/ports?device_id=1cd54210-282a-4a26-97b7-f1d70daa60d2 HTTP/1.1" status: 200 len: 210 time: 0.0937283 Jul 13 13:36:14.587647 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04155cc-7133-4b81-b25d-aaf36bef1d0e service neutron] Pushing event updated for resources: {'Port': ['ID=089b8ef1-00c5-47fd-a137-94d04b852c4b,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:36:14.642581 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-26f04c39-c4a8-47cb-be5f-1b378f7eec0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593106'] for router, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:14.643055 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26f04c39-c4a8-47cb-be5f-1b378f7eec0f admin admin] Fanout notify agent at l3_agent the message router_deleted on router aab1fdbf-9bdb-4990-89af-471b142bd93a {{(pid=93750) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 13:36:14.665351 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-26f04c39-c4a8-47cb-be5f-1b378f7eec0f admin admin] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:14.666862 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-26f04c39-c4a8-47cb-be5f-1b378f7eec0f admin admin] 10.222.0.23 "DELETE /v2.0/routers/aab1fdbf-9bdb-4990-89af-471b142bd93a HTTP/1.1" status: 204 len: 168 time: 2.7090161 Jul 13 13:36:14.674877 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 53702) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:36:14.675817 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 53704) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:36:14.712992 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0dab65-4696-4195-b2e4-1bd0020f4998 req-a22449cf-cd76-4c4d-acf6-64a7848dff01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:14.714740 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1c0dab65-4696-4195-b2e4-1bd0020f4998 req-a22449cf-cd76-4c4d-acf6-64a7848dff01 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b433e59d-1295-40a6-874d-aba0de786928 HTTP/1.1" status: 200 len: 1096 time: 0.2205985 Jul 13 13:36:14.813028 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1c0dab65-4696-4195-b2e4-1bd0020f4998 req-c24ce702-86f5-44f7-8842-56f880d6a29f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=bb0e63f6-1341-41c9-821c-b4d369894d82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919893 Jul 13 13:36:14.896560 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772a055b-f62b-47b5-9609-1f2660604cc4 req-0d31a270-2dc5-4410-85bb-acd4118920c2 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:14.922281 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-772a055b-f62b-47b5-9609-1f2660604cc4 req-0d31a270-2dc5-4410-85bb-acd4118920c2 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] 10.222.0.23 "GET /v2.0/ports?device_id=938011da-a97c-46cb-afb5-467b9b81212a HTTP/1.1" status: 200 len: 946 time: 0.7810042 Jul 13 13:36:14.924191 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8ca5cfbb-2ad7-47d8-8703-f2fdfe1f6ab4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:14.987366 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 0688acad-82fb-4036-bb71-8a80ee97ee0f up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:36:15.016764 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5ab16c-40ef-469c-b70a-358cbf3c47b5 req-f8b6cf74-b36b-47c6-b6d7-93cd85299c56 tempest-ServersTestJSON-590403735 tempest-ServersTestJSON-590403735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:15.026292 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3d5ab16c-40ef-469c-b70a-358cbf3c47b5 req-f8b6cf74-b36b-47c6-b6d7-93cd85299c56 tempest-ServersTestJSON-590403735 tempest-ServersTestJSON-590403735-project] 10.222.0.23 "GET /v2.0/ports?device_id=b433e59d-1295-40a6-874d-aba0de786928 HTTP/1.1" status: 200 len: 945 time: 0.2031195 Jul 13 13:36:15.111715 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port 0688acad-82fb-4036-bb71-8a80ee97ee0f completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:36:15.117954 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 0688acad-82fb-4036-bb71-8a80ee97ee0f triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:36:15.118827 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:15.121346 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3d5ab16c-40ef-469c-b70a-358cbf3c47b5 req-452f9004-628d-45b9-8b15-77b7870bb9e0 tempest-ServersTestJSON-590403735 tempest-ServersTestJSON-590403735-project] 10.222.0.23 "GET /v2.0/security-groups?id=bb0e63f6-1341-41c9-821c-b4d369894d82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864012 Jul 13 13:36:15.186057 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8ca5cfbb-2ad7-47d8-8703-f2fdfe1f6ab4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:15.281614 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:15.316268 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8ca5cfbb-2ad7-47d8-8703-f2fdfe1f6ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:15.381109 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-152b0e02-2a3b-45af-9cdf-065b22abde7f req-d04155cc-7133-4b81-b25d-aaf36bef1d0e service neutron] Attempting to bind port 089b8ef1-00c5-47fd-a137-94d04b852c4b on host n-h2-800634-1 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:36:15.381471 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-152b0e02-2a3b-45af-9cdf-065b22abde7f req-d04155cc-7133-4b81-b25d-aaf36bef1d0e service neutron] Attempting to bind port 089b8ef1-00c5-47fd-a137-94d04b852c4b by drivers openvswitch,hyperv on host n-h2-800634-1 at level 0 using segments [{'id': '731c211d-2cbe-4aa3-a09e-111c83e33a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '6abf39c7-5383-40cb-87d6-f20d29bbd8cf'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:36:15.381818 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-152b0e02-2a3b-45af-9cdf-065b22abde7f req-d04155cc-7133-4b81-b25d-aaf36bef1d0e service neutron] Attempting to bind port 089b8ef1-00c5-47fd-a137-94d04b852c4b on network 6abf39c7-5383-40cb-87d6-f20d29bbd8cf {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:36:15.422416 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-63fdc482-6c87-472c-8a3a-3ee16767f55b req-d2c6a04c-e59c-40a2-af6d-0790ca4b0775 tempest-ServerShowV247Test-536995667 tempest-ServerShowV247Test-536995667-project] 10.222.0.23 "GET /v2.0/ports?device_id=b950aac0-0187-4552-b815-097740feb1b6 HTTP/1.1" status: 200 len: 210 time: 0.0626400 Jul 13 13:36:15.423231 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-8ca5cfbb-2ad7-47d8-8703-f2fdfe1f6ab4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=69962a70cd994e928277af4f0aa582b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6561031 Jul 13 13:36:15.428666 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 53710) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:36:15.437090 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-772a055b-f62b-47b5-9609-1f2660604cc4 req-dbbab800-4fc7-43ae-9981-3a93b8e28e11 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] 10.222.0.23 "GET /v2.0/security-groups?id=24689591-48d9-46af-a687-72c510af83bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5138745 Jul 13 13:36:15.440421 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-152b0e02-2a3b-45af-9cdf-065b22abde7f req-d04155cc-7133-4b81-b25d-aaf36bef1d0e service neutron] Port 089b8ef1-00c5-47fd-a137-94d04b852c4b on network 6abf39c7-5383-40cb-87d6-f20d29bbd8cf not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-1 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:36:15.441446 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-152b0e02-2a3b-45af-9cdf-065b22abde7f req-d04155cc-7133-4b81-b25d-aaf36bef1d0e service neutron] Attempting to bind port 089b8ef1-00c5-47fd-a137-94d04b852c4b on network 6abf39c7-5383-40cb-87d6-f20d29bbd8cf {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:36:15.454476 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca5cfbb-2ad7-47d8-8703-f2fdfe1f6ab4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22a198de-4530-40e2-9748-ac0a1a810587,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:36:15.460537 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-152b0e02-2a3b-45af-9cdf-065b22abde7f req-d04155cc-7133-4b81-b25d-aaf36bef1d0e service neutron] Checking agent: {'id': 'f615e5c9-21ab-43f2-adbc-192d64b795cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:36:15.462586 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-152b0e02-2a3b-45af-9cdf-065b22abde7f req-d04155cc-7133-4b81-b25d-aaf36bef1d0e service neutron] Checking segment: {'id': '731c211d-2cbe-4aa3-a09e-111c83e33a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '6abf39c7-5383-40cb-87d6-f20d29bbd8cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:36:15.464123 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-152b0e02-2a3b-45af-9cdf-065b22abde7f req-d04155cc-7133-4b81-b25d-aaf36bef1d0e service neutron] Bound using segment: {'id': '731c211d-2cbe-4aa3-a09e-111c83e33a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '6abf39c7-5383-40cb-87d6-f20d29bbd8cf'} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:36:15.466440 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-152b0e02-2a3b-45af-9cdf-065b22abde7f req-d04155cc-7133-4b81-b25d-aaf36bef1d0e service neutron] Bound port: 089b8ef1-00c5-47fd-a137-94d04b852c4b, host: n-h2-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '731c211d-2cbe-4aa3-a09e-111c83e33a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '6abf39c7-5383-40cb-87d6-f20d29bbd8cf'}}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:36:15.468341 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-152b0e02-2a3b-45af-9cdf-065b22abde7f req-d04155cc-7133-4b81-b25d-aaf36bef1d0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:15.489373 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f797dbf-1725-4fa0-895b-83c5397d6c7c admin admin] Deleting subnet 66a900c6-a952-4019-960e-53e11d39fdc5 {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 13:36:15.498990 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9f797dbf-1725-4fa0-895b-83c5397d6c7c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:15.533934 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port 0688acad-82fb-4036-bb71-8a80ee97ee0f, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=0688acad-82fb-4036-bb71-8a80ee97ee0f,segment=NetworkSegment(c474c239-8b60-46eb-bc28-db09fd733c35),segment_id=c474c239-8b60-46eb-bc28-db09fd733c35)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:36:15.547078 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:15.571575 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-81e91aa9-c06b-4c59-b549-999a00ced44f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:15.636053 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-81e91aa9-c06b-4c59-b549-999a00ced44f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:15.650033 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 442459bb-e0f8-463a-aa0a-9f9f0c798e54 no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:36:15.700660 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=0688acad-82fb-4036-bb71-8a80ee97ee0f,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:36:15.704454 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: 442459bb-e0f8-463a-aa0a-9f9f0c798e54 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:36:15.710095 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 442459bb-e0f8-463a-aa0a-9f9f0c798e54 not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:36:15.711050 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device b2b879f5-f115-4433-89cf-753c52928ace no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:36:15.753040 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: b2b879f5-f115-4433-89cf-753c52928ace {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:36:15.753622 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device b2b879f5-f115-4433-89cf-753c52928ace not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:36:15.761700 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9f797dbf-1725-4fa0-895b-83c5397d6c7c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6018489'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:15.786115 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-81e91aa9-c06b-4c59-b549-999a00ced44f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:15.788991 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-81e91aa9-c06b-4c59-b549-999a00ced44f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:15.802622 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-81e91aa9-c06b-4c59-b549-999a00ced44f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/22a198de-4530-40e2-9748-ac0a1a810587 HTTP/1.1" status: 204 len: 168 time: 0.3671603 Jul 13 13:36:15.845529 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b549a144-45c2-4327-bc76-9e0411489c54 req-4913a472-d8ce-44ae-a80c-ce4812e30fc0 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-65356956&fields=id&tenant_id=132b60c425be4aeb99cec71010f26a0d HTTP/1.1" status: 200 len: 267 time: 0.1090667 Jul 13 13:36:15.849174 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e91aa9-c06b-4c59-b549-999a00ced44f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22a198de-4530-40e2-9748-ac0a1a810587,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:36:15.876970 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-152b0e02-2a3b-45af-9cdf-065b22abde7f req-d04155cc-7133-4b81-b25d-aaf36bef1d0e service neutron] For port 089b8ef1-00c5-47fd-a137-94d04b852c4b, host n-h2-800634-1, cleared binding levels {{(pid=93751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:36:15.881665 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-152b0e02-2a3b-45af-9cdf-065b22abde7f req-d04155cc-7133-4b81-b25d-aaf36bef1d0e service neutron] For port 089b8ef1-00c5-47fd-a137-94d04b852c4b, host n-h2-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=089b8ef1-00c5-47fd-a137-94d04b852c4b,segment=NetworkSegment(731c211d-2cbe-4aa3-a09e-111c83e33a98),segment_id=731c211d-2cbe-4aa3-a09e-111c83e33a98)] {{(pid=93751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:36:15.929161 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-152b0e02-2a3b-45af-9cdf-065b22abde7f req-d04155cc-7133-4b81-b25d-aaf36bef1d0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:16.025670 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9f797dbf-1725-4fa0-895b-83c5397d6c7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:16.057556 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152b0e02-2a3b-45af-9cdf-065b22abde7f req-d04155cc-7133-4b81-b25d-aaf36bef1d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:16.058212 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-152b0e02-2a3b-45af-9cdf-065b22abde7f req-d04155cc-7133-4b81-b25d-aaf36bef1d0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:16.059634 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-152b0e02-2a3b-45af-9cdf-065b22abde7f req-d04155cc-7133-4b81-b25d-aaf36bef1d0e service neutron] 10.222.0.41 "PUT /v2.0/ports/089b8ef1-00c5-47fd-a137-94d04b852c4b HTTP/1.1" status: 200 len: 1091 time: 2.5805230 Jul 13 13:36:16.060087 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e6b446c-7c7b-47ab-ac5e-8ee1b0a4840a', 'tag': '089b8ef1-00c5-47fd-a137-94d04b852c4b'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:36:16.062394 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d17b627af75e17e0f4b8d6239d04f8c2f78634e2c585e32a7aeca336500f34a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8120ee57-2b25-4a2e-b200-ce0821dadcbd" -d '{"events": [{"name": "network-changed", "server_uuid": "3e6b446c-7c7b-47ab-ac5e-8ee1b0a4840a", "tag": "089b8ef1-00c5-47fd-a137-94d04b852c4b"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:36:16.108058 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f18caf-0f07-4aa4-bc6a-174ffbaab9f9 req-96c23954-98b6-4ff3-8de3-08da37f300af tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:16.116194 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-96f18caf-0f07-4aa4-bc6a-174ffbaab9f9 req-96c23954-98b6-4ff3-8de3-08da37f300af tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] 10.222.0.23 "GET /v2.0/ports?device_id=3e6b446c-7c7b-47ab-ac5e-8ee1b0a4840a HTTP/1.1" status: 200 len: 943 time: 0.4424343 Jul 13 13:36:16.130707 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04155cc-7133-4b81-b25d-aaf36bef1d0e service neutron] Pushing event updated for resources: {'Port': ['ID=089b8ef1-00c5-47fd-a137-94d04b852c4b,revision_number=3']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:36:16.221760 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac783048-7fc1-430a-a883-c1dd873f02dd req-f2d2a544-ace6-4071-bffa-bfa9d880ebca tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:16.223915 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ac783048-7fc1-430a-a883-c1dd873f02dd req-f2d2a544-ace6-4071-bffa-bfa9d880ebca tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] 10.222.0.41 "GET /v2.0/networks?id=235d9a14-cbfe-4d48-b109-040ffccc92b0 HTTP/1.1" status: 200 len: 820 time: 0.2689180 Jul 13 13:36:16.233889 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-96f18caf-0f07-4aa4-bc6a-174ffbaab9f9 req-fc22271b-e732-412b-bc81-cafc6240980e tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] 10.222.0.23 "GET /v2.0/security-groups?id=d29423a1-067a-4d38-adf6-741b7ccff4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165700 Jul 13 13:36:16.235449 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b549a144-45c2-4327-bc76-9e0411489c54 req-c5673a69-a615-46b3-b533-eb6c6a597a19 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:16.243701 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b549a144-45c2-4327-bc76-9e0411489c54 req-c5673a69-a615-46b3-b533-eb6c6a597a19 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] 10.222.0.23 "GET /v2.0/ports?device_id=938011da-a97c-46cb-afb5-467b9b81212a HTTP/1.1" status: 200 len: 946 time: 0.3905125 Jul 13 13:36:16.246826 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9f797dbf-1725-4fa0-895b-83c5397d6c7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6018534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6105009'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:16.251015 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-b549a144-45c2-4327-bc76-9e0411489c54 req-7fe77636-7be4-4d0f-964c-3bf3fbb352fd tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Request body: {'port': {'security_groups': ['24689591-48d9-46af-a687-72c510af83bd', 'cb9ccf45-b22d-48cf-b5e2-9ff9d9e65814']}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:36:16.259417 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-ac783048-7fc1-430a-a883-c1dd873f02dd req-48582ee7-f4cf-426c-9910-462e4c44aed7 tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] Request body: {'port': {'device_id': '1cd54210-282a-4a26-97b7-f1d70daa60d2', 'network_id': '235d9a14-cbfe-4d48-b109-040ffccc92b0', 'admin_state_up': True, 'tenant_id': '1541a6cd64444c80a50e3a7d38ff886f'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:36:16.281447 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9f797dbf-1725-4fa0-895b-83c5397d6c7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:16.284785 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd8708e5-d68b-446c-853b-5738d6bd24f0 None None] Network ca14b8fa-21d3-48c4-98c3-f768209fdaee requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:36:16.298788 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-9f797dbf-1725-4fa0-895b-83c5397d6c7c admin admin] 10.222.0.23 "DELETE /v2.0/subnets/66a900c6-a952-4019-960e-53e11d39fdc5 HTTP/1.1" status: 204 len: 168 time: 1.5283685 Jul 13 13:36:16.355419 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f797dbf-1725-4fa0-895b-83c5397d6c7c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66a900c6-a952-4019-960e-53e11d39fdc5,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:36:16.360739 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 53728) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:36:16.366213 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152b0e02-2a3b-45af-9cdf-065b22abde7f req-c1ce05b6-1eb8-48f3-9d6f-e2f07bc3a484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:16.371106 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-152b0e02-2a3b-45af-9cdf-065b22abde7f req-c1ce05b6-1eb8-48f3-9d6f-e2f07bc3a484 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=25975085bfa5408baa762e94e04f7b53&device_id=3e6b446c-7c7b-47ab-ac5e-8ee1b0a4840a HTTP/1.1" status: 200 len: 1094 time: 0.2251744 Jul 13 13:36:16.472056 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-152b0e02-2a3b-45af-9cdf-065b22abde7f req-30304c4b-4f40-4c76-98f2-a04f1456a6d9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=089b8ef1-00c5-47fd-a137-94d04b852c4b HTTP/1.1" status: 200 len: 217 time: 0.0815849 Jul 13 13:36:16.568725 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac783048-7fc1-430a-a883-c1dd873f02dd req-48582ee7-f4cf-426c-9910-462e4c44aed7 tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] Made reservation on behalf of 1541a6cd64444c80a50e3a7d38ff886f for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:36:16.582172 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152b0e02-2a3b-45af-9cdf-065b22abde7f req-a2e974ea-f8dc-48b9-9d08-6e25797c5bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:16.584175 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-ac783048-7fc1-430a-a883-c1dd873f02dd req-48582ee7-f4cf-426c-9910-462e4c44aed7 tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:16.584479 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-152b0e02-2a3b-45af-9cdf-065b22abde7f req-a2e974ea-f8dc-48b9-9d08-6e25797c5bb8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=560441f8-4dd8-4170-ae42-f3e38fe7cfb4 HTTP/1.1" status: 200 len: 844 time: 0.0807743 Jul 13 13:36:16.632971 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-152b0e02-2a3b-45af-9cdf-065b22abde7f req-0d071701-eb12-48c3-823c-109492d6677e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6abf39c7-5383-40cb-87d6-f20d29bbd8cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418432 Jul 13 13:36:16.688894 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-b549a144-45c2-4327-bc76-9e0411489c54 req-7fe77636-7be4-4d0f-964c-3bf3fbb352fd tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:16.718773 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-216a5f03-a790-44be-a573-cab5b467badc None None] DHCP port deletion for ca14b8fa-21d3-48c4-98c3-f768209fdaee request from n-d-800634-1 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 13:36:16.769322 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-838eab3f-c6f8-40d8-8272-78d4eb1f5219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:16.942396 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-152b0e02-2a3b-45af-9cdf-065b22abde7f req-e474eb5b-a878-46aa-9b6a-c0f49076c07d service neutron] 10.222.0.41 "GET /v2.0/networks/6abf39c7-5383-40cb-87d6-f20d29bbd8cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2984340 Jul 13 13:36:16.956282 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-216a5f03-a790-44be-a573-cab5b467badc None None] Deleting port d669a947-dff5-44a4-9fe6-deac883d11e1 {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:36:16.956899 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-216a5f03-a790-44be-a573-cab5b467badc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:17.105118 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-838eab3f-c6f8-40d8-8272-78d4eb1f5219 admin admin] Deleting port d669a947-dff5-44a4-9fe6-deac883d11e1 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:36:17.105477 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-838eab3f-c6f8-40d8-8272-78d4eb1f5219 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:17.109626 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 0688acad-82fb-4036-bb71-8a80ee97ee0f up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:36:17.115772 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-ac783048-7fc1-430a-a883-c1dd873f02dd req-48582ee7-f4cf-426c-9910-462e4c44aed7 tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] Allocated IP 172.20.0.10 (235d9a14-cbfe-4d48-b109-040ffccc92b0/1cfdd188-250e-479a-90ea-bdbade5d1ae3/428b708b-86ae-4314-a494-492d05639f17) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:36:17.260272 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-216a5f03-a790-44be-a573-cab5b467badc None None] For port d669a947-dff5-44a4-9fe6-deac883d11e1, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=d669a947-dff5-44a4-9fe6-deac883d11e1,segment=NetworkSegment(789f81ca-e8fa-418a-9fc5-6bfe0faaf4ce),segment_id=789f81ca-e8fa-418a-9fc5-6bfe0faaf4ce)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:36:17.261910 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-216a5f03-a790-44be-a573-cab5b467badc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:17.273773 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ee4c52dd-d07d-45dd-8b36-0a158a10ed4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:17.288431 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-216a5f03-a790-44be-a573-cab5b467badc None None] Calling delete_port for d669a947-dff5-44a4-9fe6-deac883d11e1 owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:36:17.307700 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 0688acad-82fb-4036-bb71-8a80ee97ee0f triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:36:17.308678 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:17.310049 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c1ff7ef5-7ff2-41f4-885f-e27c860cc061 req-e2861374-ca10-44af-9fd6-056f669b34cd tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] 10.222.0.23 "GET /v2.0/ports?device_id=1cd54210-282a-4a26-97b7-f1d70daa60d2 HTTP/1.1" status: 200 len: 210 time: 0.0796959 Jul 13 13:36:17.386344 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-838eab3f-c6f8-40d8-8272-78d4eb1f5219 admin admin] For port d669a947-dff5-44a4-9fe6-deac883d11e1, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=d669a947-dff5-44a4-9fe6-deac883d11e1,segment=NetworkSegment(789f81ca-e8fa-418a-9fc5-6bfe0faaf4ce),segment_id=789f81ca-e8fa-418a-9fc5-6bfe0faaf4ce)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:36:17.386723 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-838eab3f-c6f8-40d8-8272-78d4eb1f5219 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:17.391836 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-152b0e02-2a3b-45af-9cdf-065b22abde7f req-b0b010ed-be0e-4ce9-a54c-db28ae81d8f3 service neutron] 10.222.0.41 "GET /v2.0/networks/6abf39c7-5383-40cb-87d6-f20d29bbd8cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4425061 Jul 13 13:36:17.414137 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-838eab3f-c6f8-40d8-8272-78d4eb1f5219 admin admin] Calling delete_port for d669a947-dff5-44a4-9fe6-deac883d11e1 owned by network:dhcp {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:36:17.440030 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 13:36:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-029289fe-9c0e-4f87-8d29-84de242ce113 x-openstack-request-id: req-029289fe-9c0e-4f87-8d29-84de242ce113 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:36:17.440288 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e6b446c-7c7b-47ab-ac5e-8ee1b0a4840a", "tag": "089b8ef1-00c5-47fd-a137-94d04b852c4b", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:36:17.440547 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-029289fe-9c0e-4f87-8d29-84de242ce113 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:36:17.440944 n-d-800634-1 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e6b446c-7c7b-47ab-ac5e-8ee1b0a4840a', 'tag': '089b8ef1-00c5-47fd-a137-94d04b852c4b', 'status': 'completed', 'code': 200} Jul 13 13:36:17.517681 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-b549a144-45c2-4327-bc76-9e0411489c54 req-7fe77636-7be4-4d0f-964c-3bf3fbb352fd tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] For port 879ff0e6-03fc-436e-a42b-866c7b6a0faa, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=879ff0e6-03fc-436e-a42b-866c7b6a0faa,segment=NetworkSegment(389f0714-81c5-44c7-95d7-c7027042d54a),segment_id=389f0714-81c5-44c7-95d7-c7027042d54a)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:36:17.542964 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-216a5f03-a790-44be-a573-cab5b467badc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:17.580772 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-b549a144-45c2-4327-bc76-9e0411489c54 req-7fe77636-7be4-4d0f-964c-3bf3fbb352fd tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:17.584257 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216a5f03-a790-44be-a573-cab5b467badc None None] Pushing event deleted for resources: {'Port': ['ID=d669a947-dff5-44a4-9fe6-deac883d11e1,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:36:17.592135 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216a5f03-a790-44be-a573-cab5b467badc None None] No DVR routers for this DVR port d669a947-dff5-44a4-9fe6-deac883d11e1 on host n-d-800634-1 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:36:17.614778 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8120ee57-2b25-4a2e-b200-ce0821dadcbd req-72629f8b-2cc4-44e7-9a3a-8954eb02dc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:17.616327 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8120ee57-2b25-4a2e-b200-ce0821dadcbd req-72629f8b-2cc4-44e7-9a3a-8954eb02dc25 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=25975085bfa5408baa762e94e04f7b53&device_id=3e6b446c-7c7b-47ab-ac5e-8ee1b0a4840a HTTP/1.1" status: 200 len: 1094 time: 0.1191447 Jul 13 13:36:17.617390 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-838eab3f-c6f8-40d8-8272-78d4eb1f5219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:17.622424 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-b549a144-45c2-4327-bc76-9e0411489c54 req-7fe77636-7be4-4d0f-964c-3bf3fbb352fd tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:17.667829 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['879ff0e6-03fc-436e-a42b-866c7b6a0faa'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:36:17.747554 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device d669a947-dff5-44a4-9fe6-deac883d11e1 no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:36:17.753927 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838eab3f-c6f8-40d8-8272-78d4eb1f5219 admin admin] Pushing event deleted for resources: {'Port': ['ID=d669a947-dff5-44a4-9fe6-deac883d11e1,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:36:17.765326 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838eab3f-c6f8-40d8-8272-78d4eb1f5219 admin admin] No DVR routers for this DVR port d669a947-dff5-44a4-9fe6-deac883d11e1 on host n-d-800634-1 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:36:17.798460 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: d669a947-dff5-44a4-9fe6-deac883d11e1 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:36:17.799097 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device d669a947-dff5-44a4-9fe6-deac883d11e1 not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:36:17.826279 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b549a144-45c2-4327-bc76-9e0411489c54 req-7fe77636-7be4-4d0f-964c-3bf3fbb352fd tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:17.827064 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-b549a144-45c2-4327-bc76-9e0411489c54 req-7fe77636-7be4-4d0f-964c-3bf3fbb352fd tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:17.844825 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b549a144-45c2-4327-bc76-9e0411489c54 req-7fe77636-7be4-4d0f-964c-3bf3fbb352fd tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] 10.222.0.23 "PUT /v2.0/ports/879ff0e6-03fc-436e-a42b-866c7b6a0faa HTTP/1.1" status: 200 len: 982 time: 1.5998023 Jul 13 13:36:17.847629 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '938011da-a97c-46cb-afb5-467b9b81212a', 'tag': '879ff0e6-03fc-436e-a42b-866c7b6a0faa'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:36:17.850561 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a131c868-fe8c-42b1-9742-30df8ff831e7" -d '{"events": [{"name": "network-changed", "server_uuid": "938011da-a97c-46cb-afb5-467b9b81212a", "tag": "879ff0e6-03fc-436e-a42b-866c7b6a0faa"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:36:17.880308 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['879ff0e6-03fc-436e-a42b-866c7b6a0faa'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:36:17.885319 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-838eab3f-c6f8-40d8-8272-78d4eb1f5219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:17.888257 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8120ee57-2b25-4a2e-b200-ce0821dadcbd req-6ba4ef7c-fdeb-4ead-8d67-db3bf012981d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:17.889769 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8120ee57-2b25-4a2e-b200-ce0821dadcbd req-6ba4ef7c-fdeb-4ead-8d67-db3bf012981d service neutron] 10.222.0.41 "GET /v2.0/networks?id=6abf39c7-5383-40cb-87d6-f20d29bbd8cf HTTP/1.1" status: 200 len: 904 time: 0.2572546 Jul 13 13:36:17.901958 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-838eab3f-c6f8-40d8-8272-78d4eb1f5219 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca14b8fa-21d3-48c4-98c3-f768209fdaee']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:36:17.921208 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe77636-7be4-4d0f-964c-3bf3fbb352fd tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Pushing event updated for resources: {'Port': ['ID=879ff0e6-03fc-436e-a42b-866c7b6a0faa,revision_number=6']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:36:17.927164 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-838eab3f-c6f8-40d8-8272-78d4eb1f5219 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '789f81ca-e8fa-418a-9fc5-6bfe0faaf4ce') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:36:17.927164 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-838eab3f-c6f8-40d8-8272-78d4eb1f5219 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '789f81ca-e8fa-418a-9fc5-6bfe0faaf4ce') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:36:17.994546 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9fc968-be4c-4406-b572-d7844c97427e req-52223f73-52a3-4e76-b85c-211689c43130 tempest-ServersTestJSON-590403735 tempest-ServersTestJSON-590403735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:17.996262 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6e9fc968-be4c-4406-b572-d7844c97427e req-52223f73-52a3-4e76-b85c-211689c43130 tempest-ServersTestJSON-590403735 tempest-ServersTestJSON-590403735-project] 10.222.0.23 "GET /v2.0/ports?device_id=b433e59d-1295-40a6-874d-aba0de786928 HTTP/1.1" status: 200 len: 945 time: 0.3625987 Jul 13 13:36:18.005339 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8120ee57-2b25-4a2e-b200-ce0821dadcbd req-6fac0cd7-4e27-4965-937b-33542e55860f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=089b8ef1-00c5-47fd-a137-94d04b852c4b HTTP/1.1" status: 200 len: 217 time: 0.1074789 Jul 13 13:36:18.007000 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-ac783048-7fc1-430a-a883-c1dd873f02dd req-48582ee7-f4cf-426c-9910-462e4c44aed7 tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:18.013636 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-838eab3f-c6f8-40d8-8272-78d4eb1f5219 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6018464'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:18.078780 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-838eab3f-c6f8-40d8-8272-78d4eb1f5219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:18.091505 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-838eab3f-c6f8-40d8-8272-78d4eb1f5219 admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 13:36:18.091941 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-838eab3f-c6f8-40d8-8272-78d4eb1f5219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6018632'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:18.109884 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:36:18.109884 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:36:18.109884 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:36:18.109884 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:36:18.109884 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:36:18.109884 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:36:18.109884 n-d-800634-1 neutron-server[93751]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 13:36:18.109884 n-d-800634-1 neutron-server[93751]: self.session.flush() Jul 13 13:36:18.109884 n-d-800634-1 neutron-server[93751]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 13:36:18.109884 n-d-800634-1 neutron-server[93751]: self.session.flush() Jul 13 13:36:18.109884 n-d-800634-1 neutron-server[93751]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 13:36:18.109884 n-d-800634-1 neutron-server[93751]: self.session.flush() Jul 13 13:36:18.109884 n-d-800634-1 neutron-server[93751]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 13:36:18.109884 n-d-800634-1 neutron-server[93751]: self.session.flush() Jul 13 13:36:18.109884 n-d-800634-1 neutron-server[93751]: Traceback (most recent call last): Jul 13 13:36:18.109884 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 13:36:18.109884 n-d-800634-1 neutron-server[93751]: timer() Jul 13 13:36:18.109884 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 13:36:18.109884 n-d-800634-1 neutron-server[93751]: cb(*args, **kw) Jul 13 13:36:18.109884 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 13:36:18.109884 n-d-800634-1 neutron-server[93751]: return func(*args, **kwargs) Jul 13 13:36:18.109884 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 13:36:18.109884 n-d-800634-1 neutron-server[93751]: self._notify() Jul 13 13:36:18.109884 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 13:36:18.109884 n-d-800634-1 neutron-server[93751]: self.callback(batched_events) Jul 13 13:36:18.109884 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 13:36:18.109884 n-d-800634-1 neutron-server[93751]: event.method(event) Jul 13 13:36:18.109884 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 13:36:18.109884 n-d-800634-1 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 13:36:18.109884 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 13:36:18.109884 n-d-800634-1 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 13:36:18.109884 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 13:36:18.109884 n-d-800634-1 neutron-server[93751]: return f(self, *a, **k) Jul 13 13:36:18.109884 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 13:36:18.109884 n-d-800634-1 neutron-server[93751]: return self._get(url).json() Jul 13 13:36:18.109884 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 13:36:18.109884 n-d-800634-1 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 13:36:18.109884 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 13:36:18.109884 n-d-800634-1 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 13 13:36:18.109884 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 13:36:18.109884 n-d-800634-1 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 13:36:18.109884 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 13:36:18.109884 n-d-800634-1 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 13:36:18.109884 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 13:36:18.109884 n-d-800634-1 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 13:36:18.109884 n-d-800634-1 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 13:36:18.126338 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c0d2fae7-d0c3-4730-815d-d57302b59eb4 req-4763fe73-28ca-42c7-873a-0aa1c0989fc2 tempest-ServerShowV247Test-536995667 tempest-ServerShowV247Test-536995667-project] 10.222.0.23 "GET /v2.0/ports?device_id=b950aac0-0187-4552-b815-097740feb1b6 HTTP/1.1" status: 200 len: 210 time: 0.0605986 Jul 13 13:36:18.133378 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-ac783048-7fc1-430a-a883-c1dd873f02dd req-48582ee7-f4cf-426c-9910-462e4c44aed7 tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:18.193969 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8120ee57-2b25-4a2e-b200-ce0821dadcbd req-cccba2ee-de07-4a10-8ed1-e0adc84a8911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:18.195584 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8120ee57-2b25-4a2e-b200-ce0821dadcbd req-cccba2ee-de07-4a10-8ed1-e0adc84a8911 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=560441f8-4dd8-4170-ae42-f3e38fe7cfb4 HTTP/1.1" status: 200 len: 844 time: 0.1799378 Jul 13 13:36:18.225081 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6e9fc968-be4c-4406-b572-d7844c97427e req-631dcac1-01d0-4668-a956-49fc01288fba tempest-ServersTestJSON-590403735 tempest-ServersTestJSON-590403735-project] 10.222.0.23 "GET /v2.0/security-groups?id=bb0e63f6-1341-41c9-821c-b4d369894d82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2187121 Jul 13 13:36:18.244464 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac783048-7fc1-430a-a883-c1dd873f02dd req-48582ee7-f4cf-426c-9910-462e4c44aed7 tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] Network 235d9a14-cbfe-4d48-b109-040ffccc92b0 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:36:18.252628 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-ac783048-7fc1-430a-a883-c1dd873f02dd req-48582ee7-f4cf-426c-9910-462e4c44aed7 tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:36:18.265212 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac783048-7fc1-430a-a883-c1dd873f02dd req-48582ee7-f4cf-426c-9910-462e4c44aed7 tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:36:18.287328 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8120ee57-2b25-4a2e-b200-ce0821dadcbd req-c765021f-4bfb-420d-a81a-331bee9b73bb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6abf39c7-5383-40cb-87d6-f20d29bbd8cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0821848 Jul 13 13:36:18.310787 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-838eab3f-c6f8-40d8-8272-78d4eb1f5219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:18.334634 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48582ee7-f4cf-426c-9910-462e4c44aed7 tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] Pushing event updated for resources: {'Port': ['ID=428b708b-86ae-4314-a494-492d05639f17,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:36:18.404398 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-838eab3f-c6f8-40d8-8272-78d4eb1f5219 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:18.405757 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac783048-7fc1-430a-a883-c1dd873f02dd req-48582ee7-f4cf-426c-9910-462e4c44aed7 tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:18.409003 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-ac783048-7fc1-430a-a883-c1dd873f02dd req-48582ee7-f4cf-426c-9910-462e4c44aed7 tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:18.409160 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-838eab3f-c6f8-40d8-8272-78d4eb1f5219 admin admin] 10.222.0.23 "DELETE /v2.0/networks/ca14b8fa-21d3-48c4-98c3-f768209fdaee HTTP/1.1" status: 204 len: 168 time: 2.0335166 Jul 13 13:36:18.409160 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838eab3f-c6f8-40d8-8272-78d4eb1f5219 admin admin] Pushing event deleted for resources: {'Network': ['ID=ca14b8fa-21d3-48c4-98c3-f768209fdaee,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:36:18.433907 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ac783048-7fc1-430a-a883-c1dd873f02dd req-48582ee7-f4cf-426c-9910-462e4c44aed7 tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1868513 Jul 13 13:36:18.448095 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f2a8e1-da83-43db-8aa4-597c385beb31 req-d063f6d7-b844-400b-967d-48f1f943a1b0 tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:18.450063 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d3f2a8e1-da83-43db-8aa4-597c385beb31 req-d063f6d7-b844-400b-967d-48f1f943a1b0 tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] 10.222.0.23 "GET /v2.0/ports?device_id=3e6b446c-7c7b-47ab-ac5e-8ee1b0a4840a HTTP/1.1" status: 200 len: 943 time: 0.1788638 Jul 13 13:36:18.455321 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-ac783048-7fc1-430a-a883-c1dd873f02dd req-6ed0dc48-bb05-437c-abed-9e02bf3df672 service neutron] Request body: {'port': {'device_id': '1cd54210-282a-4a26-97b7-f1d70daa60d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:36:18.486777 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7b352e26-66eb-491e-bf67-a25f715475cb req-7d60be87-e9de-4fbd-bdbc-60c99fd7dcdd tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1938112042&fields=id&tenant_id=132b60c425be4aeb99cec71010f26a0d HTTP/1.1" status: 200 len: 267 time: 0.0752759 Jul 13 13:36:18.533549 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d3f2a8e1-da83-43db-8aa4-597c385beb31 req-079557d6-e3ce-45ff-b042-b8080a775a23 tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] 10.222.0.23 "GET /v2.0/security-groups?id=d29423a1-067a-4d38-adf6-741b7ccff4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739648 Jul 13 13:36:18.563285 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8120ee57-2b25-4a2e-b200-ce0821dadcbd req-ec0ead82-dd07-4adc-8eea-602cebd66608 service neutron] 10.222.0.41 "GET /v2.0/networks/6abf39c7-5383-40cb-87d6-f20d29bbd8cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2654200 Jul 13 13:36:18.574013 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-ac783048-7fc1-430a-a883-c1dd873f02dd req-6ed0dc48-bb05-437c-abed-9e02bf3df672 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:18.595671 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 13:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe10e4ac-6000-4f9e-9f7b-093579ea1a2f x-openstack-request-id: req-fe10e4ac-6000-4f9e-9f7b-093579ea1a2f {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:36:18.600076 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "938011da-a97c-46cb-afb5-467b9b81212a", "tag": "879ff0e6-03fc-436e-a42b-866c7b6a0faa", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:36:18.600724 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fe10e4ac-6000-4f9e-9f7b-093579ea1a2f {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:36:18.601053 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '938011da-a97c-46cb-afb5-467b9b81212a', 'tag': '879ff0e6-03fc-436e-a42b-866c7b6a0faa', 'status': 'completed', 'code': 200} Jul 13 13:36:18.793965 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 53794) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:36:18.896169 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-99e8ad76-bd11-4c99-b2e3-f6bb79f7ea29 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4d966db70d6b462cbbc36a73d0ab5c94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1018863 Jul 13 13:36:18.898692 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 53798) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:36:19.043948 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d013f37f-e562-4f9e-869f-a78d55122bca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:19.049482 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b352e26-66eb-491e-bf67-a25f715475cb req-bf7fc825-367f-4bd3-9e59-6338f753694c tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:19.051566 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7b352e26-66eb-491e-bf67-a25f715475cb req-bf7fc825-367f-4bd3-9e59-6338f753694c tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] 10.222.0.23 "GET /v2.0/ports?device_id=938011da-a97c-46cb-afb5-467b9b81212a HTTP/1.1" status: 200 len: 985 time: 0.5634727 Jul 13 13:36:19.070387 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-7b352e26-66eb-491e-bf67-a25f715475cb req-3df10f57-0799-4406-b215-8e8f58ecd9b3 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Request body: {'port': {'security_groups': ['24689591-48d9-46af-a687-72c510af83bd', 'cb9ccf45-b22d-48cf-b5e2-9ff9d9e65814', '8d3f06b6-9df6-439a-8d42-0abddec08da2']}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:36:19.101438 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-ac783048-7fc1-430a-a883-c1dd873f02dd req-6ed0dc48-bb05-437c-abed-9e02bf3df672 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 428b708b-86ae-4314-a494-492d05639f17 {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:36:19.109278 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d013f37f-e562-4f9e-869f-a78d55122bca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:19.117392 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-ac783048-7fc1-430a-a883-c1dd873f02dd req-6ed0dc48-bb05-437c-abed-9e02bf3df672 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:19.121476 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8120ee57-2b25-4a2e-b200-ce0821dadcbd req-24591162-6b61-4717-813a-c10d362c06fb service neutron] 10.222.0.41 "GET /v2.0/networks/6abf39c7-5383-40cb-87d6-f20d29bbd8cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5505986 Jul 13 13:36:19.150349 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e07184-2e2f-4202-be5c-f5ee5a002b84 req-006e8bad-6658-47e4-82f8-a8ba0f233080 tempest-ServersTestJSON-590403735 tempest-ServersTestJSON-590403735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:19.151932 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c7e07184-2e2f-4202-be5c-f5ee5a002b84 req-006e8bad-6658-47e4-82f8-a8ba0f233080 tempest-ServersTestJSON-590403735 tempest-ServersTestJSON-590403735-project] 10.222.0.23 "GET /v2.0/ports?device_id=b433e59d-1295-40a6-874d-aba0de786928 HTTP/1.1" status: 200 len: 945 time: 0.1701665 Jul 13 13:36:19.158673 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-ac783048-7fc1-430a-a883-c1dd873f02dd req-6ed0dc48-bb05-437c-abed-9e02bf3df672 service neutron] Transition to ACTIVE for port object 428b708b-86ae-4314-a494-492d05639f17 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:36:19.163170 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 53802) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:36:19.169840 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-46efb111-d195-4bd0-9db2-6aebd1b0b343 tempest-ServersTestJSON-590403735 tempest-ServersTestJSON-590403735-project] Request body: {'floatingip': {'port_id': '03e4d41d-7fe8-4f73-920d-1ba5e2f2044c'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:36:19.174752 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-ac783048-7fc1-430a-a883-c1dd873f02dd req-6ed0dc48-bb05-437c-abed-9e02bf3df672 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:19.178666 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a131c868-fe8c-42b1-9742-30df8ff831e7 req-b443f981-6825-4ac3-9c97-75d846427a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:19.180251 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a131c868-fe8c-42b1-9742-30df8ff831e7 req-b443f981-6825-4ac3-9c97-75d846427a50 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=132b60c425be4aeb99cec71010f26a0d&device_id=938011da-a97c-46cb-afb5-467b9b81212a HTTP/1.1" status: 200 len: 1136 time: 0.1927669 Jul 13 13:36:19.234313 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-46efb111-d195-4bd0-9db2-6aebd1b0b343 tempest-ServersTestJSON-590403735 tempest-ServersTestJSON-590403735-project] Notify callbacks [] for floatingip, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:19.267415 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-7b352e26-66eb-491e-bf67-a25f715475cb req-3df10f57-0799-4406-b215-8e8f58ecd9b3 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:19.362151 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d013f37f-e562-4f9e-869f-a78d55122bca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:19.365687 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d013f37f-e562-4f9e-869f-a78d55122bca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:19.368762 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-d013f37f-e562-4f9e-869f-a78d55122bca admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f42b914a-54cd-4241-aa90-8d2a14562637 HTTP/1.1" status: 204 len: 168 time: 0.4668427 Jul 13 13:36:19.368762 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed0dc48-bb05-437c-abed-9e02bf3df672 service neutron] Pushing event updated for resources: {'Port': ['ID=428b708b-86ae-4314-a494-492d05639f17,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:36:19.381177 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a131c868-fe8c-42b1-9742-30df8ff831e7 req-aacc8658-c7fa-4c95-be62-a2220b0c68e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:19.383052 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a131c868-fe8c-42b1-9742-30df8ff831e7 req-aacc8658-c7fa-4c95-be62-a2220b0c68e2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0e04c952-db9c-4505-aba6-7ccdaeeb7137 HTTP/1.1" status: 200 len: 912 time: 0.1949246 Jul 13 13:36:19.428790 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d013f37f-e562-4f9e-869f-a78d55122bca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f42b914a-54cd-4241-aa90-8d2a14562637,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:36:19.460890 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a131c868-fe8c-42b1-9742-30df8ff831e7 req-5e28a83b-3bbb-4054-9178-61bd8ed30c46 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=879ff0e6-03fc-436e-a42b-866c7b6a0faa HTTP/1.1" status: 200 len: 217 time: 0.0694814 Jul 13 13:36:19.496117 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-ac783048-7fc1-430a-a883-c1dd873f02dd req-6ed0dc48-bb05-437c-abed-9e02bf3df672 service neutron] Attempting to bind port 428b708b-86ae-4314-a494-492d05639f17 on host n-h2-800634-1 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:36:19.496491 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-ac783048-7fc1-430a-a883-c1dd873f02dd req-6ed0dc48-bb05-437c-abed-9e02bf3df672 service neutron] Attempting to bind port 428b708b-86ae-4314-a494-492d05639f17 by drivers openvswitch,hyperv on host n-h2-800634-1 at level 0 using segments [{'id': 'c474c239-8b60-46eb-bc28-db09fd733c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '235d9a14-cbfe-4d48-b109-040ffccc92b0'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:36:19.496764 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac783048-7fc1-430a-a883-c1dd873f02dd req-6ed0dc48-bb05-437c-abed-9e02bf3df672 service neutron] Attempting to bind port 428b708b-86ae-4314-a494-492d05639f17 on network 235d9a14-cbfe-4d48-b109-040ffccc92b0 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:36:19.539671 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a131c868-fe8c-42b1-9742-30df8ff831e7 req-1fa97164-711a-4a43-b4b4-675780df05aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:19.541116 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a131c868-fe8c-42b1-9742-30df8ff831e7 req-1fa97164-711a-4a43-b4b4-675780df05aa service neutron] 10.222.0.26 "GET /v2.0/subnets?id=46175078-efd4-4ba8-945c-03239fb9d2ed HTTP/1.1" status: 200 len: 852 time: 0.0741403 Jul 13 13:36:19.559817 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac783048-7fc1-430a-a883-c1dd873f02dd req-6ed0dc48-bb05-437c-abed-9e02bf3df672 service neutron] Port 428b708b-86ae-4314-a494-492d05639f17 on network 235d9a14-cbfe-4d48-b109-040ffccc92b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-1 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:36:19.560431 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac783048-7fc1-430a-a883-c1dd873f02dd req-6ed0dc48-bb05-437c-abed-9e02bf3df672 service neutron] Attempting to bind port 428b708b-86ae-4314-a494-492d05639f17 on network 235d9a14-cbfe-4d48-b109-040ffccc92b0 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:36:19.576587 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac783048-7fc1-430a-a883-c1dd873f02dd req-6ed0dc48-bb05-437c-abed-9e02bf3df672 service neutron] Checking agent: {'id': 'f615e5c9-21ab-43f2-adbc-192d64b795cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:36:19.576928 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac783048-7fc1-430a-a883-c1dd873f02dd req-6ed0dc48-bb05-437c-abed-9e02bf3df672 service neutron] Checking segment: {'id': 'c474c239-8b60-46eb-bc28-db09fd733c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '235d9a14-cbfe-4d48-b109-040ffccc92b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:36:19.577595 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac783048-7fc1-430a-a883-c1dd873f02dd req-6ed0dc48-bb05-437c-abed-9e02bf3df672 service neutron] Bound using segment: {'id': 'c474c239-8b60-46eb-bc28-db09fd733c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '235d9a14-cbfe-4d48-b109-040ffccc92b0'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:36:19.578063 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-ac783048-7fc1-430a-a883-c1dd873f02dd req-6ed0dc48-bb05-437c-abed-9e02bf3df672 service neutron] Bound port: 428b708b-86ae-4314-a494-492d05639f17, host: n-h2-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c474c239-8b60-46eb-bc28-db09fd733c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '235d9a14-cbfe-4d48-b109-040ffccc92b0'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:36:19.578616 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-ac783048-7fc1-430a-a883-c1dd873f02dd req-6ed0dc48-bb05-437c-abed-9e02bf3df672 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:19.599357 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a131c868-fe8c-42b1-9742-30df8ff831e7 req-aeae3971-e67b-47f3-b2f7-f184c0f2d843 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0e04c952-db9c-4505-aba6-7ccdaeeb7137&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483129 Jul 13 13:36:19.612521 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d5277e-c606-42be-b221-af634a60649c req-18d4aa05-5f6f-46a5-b4f4-aca69d85d0f3 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:19.614379 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c1d5277e-c606-42be-b221-af634a60649c req-18d4aa05-5f6f-46a5-b4f4-aca69d85d0f3 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.41 "GET /v2.0/ports?device_id=a56051f7-ad2a-48ca-8ebc-3ae17c46d4a2 HTTP/1.1" status: 200 len: 945 time: 0.2220097 Jul 13 13:36:19.742014 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf15286-9814-4b3c-93ac-7ff72538a837 req-b70c411c-94da-4ff6-b5fd-c2b4e31894a4 tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:19.743569 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8cf15286-9814-4b3c-93ac-7ff72538a837 req-b70c411c-94da-4ff6-b5fd-c2b4e31894a4 tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] 10.222.0.23 "GET /v2.0/ports?device_id=1cd54210-282a-4a26-97b7-f1d70daa60d2 HTTP/1.1" status: 200 len: 944 time: 0.2523887 Jul 13 13:36:19.778416 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-ac783048-7fc1-430a-a883-c1dd873f02dd req-6ed0dc48-bb05-437c-abed-9e02bf3df672 service neutron] For port 428b708b-86ae-4314-a494-492d05639f17, host n-h2-800634-1, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:36:19.814023 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 53810) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:36:19.830013 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-10a69bba-b8db-4c33-8a43-ccc4e228f6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:19.836530 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-ac783048-7fc1-430a-a883-c1dd873f02dd req-6ed0dc48-bb05-437c-abed-9e02bf3df672 service neutron] For port 428b708b-86ae-4314-a494-492d05639f17, host n-h2-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=428b708b-86ae-4314-a494-492d05639f17,segment=NetworkSegment(c474c239-8b60-46eb-bc28-db09fd733c35),segment_id=c474c239-8b60-46eb-bc28-db09fd733c35)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:36:19.838942 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-7b352e26-66eb-491e-bf67-a25f715475cb req-3df10f57-0799-4406-b215-8e8f58ecd9b3 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] For port 879ff0e6-03fc-436e-a42b-866c7b6a0faa, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=879ff0e6-03fc-436e-a42b-866c7b6a0faa,segment=NetworkSegment(389f0714-81c5-44c7-95d7-c7027042d54a),segment_id=389f0714-81c5-44c7-95d7-c7027042d54a)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:36:19.858044 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-ac783048-7fc1-430a-a883-c1dd873f02dd req-6ed0dc48-bb05-437c-abed-9e02bf3df672 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:19.875979 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a131c868-fe8c-42b1-9742-30df8ff831e7 req-64d521f4-d021-472a-a803-dd0343acafc8 service neutron] 10.222.0.26 "GET /v2.0/networks/0e04c952-db9c-4505-aba6-7ccdaeeb7137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2604742 Jul 13 13:36:19.916133 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-7b352e26-66eb-491e-bf67-a25f715475cb req-3df10f57-0799-4406-b215-8e8f58ecd9b3 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:19.920570 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:19.927256 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8cf15286-9814-4b3c-93ac-7ff72538a837 req-81b9e90d-9832-48d2-8b4f-89325d9dad0b tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] 10.222.0.23 "GET /v2.0/security-groups?id=feeb6b93-5051-4dcc-8776-c314f05e05ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765177 Jul 13 13:36:19.945679 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-7b352e26-66eb-491e-bf67-a25f715475cb req-3df10f57-0799-4406-b215-8e8f58ecd9b3 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:19.949406 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-c1d5277e-c606-42be-b221-af634a60649c req-6b296e0a-b12c-4c70-acbf-47fec54f4cee tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] Deleting port a53d9b9a-495c-485f-83d9-51d2b6ff1740 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:36:19.949769 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-c1d5277e-c606-42be-b221-af634a60649c req-6b296e0a-b12c-4c70-acbf-47fec54f4cee tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:19.958795 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['879ff0e6-03fc-436e-a42b-866c7b6a0faa'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:36:19.961115 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac783048-7fc1-430a-a883-c1dd873f02dd req-6ed0dc48-bb05-437c-abed-9e02bf3df672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:19.963147 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-ac783048-7fc1-430a-a883-c1dd873f02dd req-6ed0dc48-bb05-437c-abed-9e02bf3df672 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:19.964556 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ac783048-7fc1-430a-a883-c1dd873f02dd req-6ed0dc48-bb05-437c-abed-9e02bf3df672 service neutron] 10.222.0.41 "PUT /v2.0/ports/428b708b-86ae-4314-a494-492d05639f17 HTTP/1.1" status: 200 len: 1092 time: 1.5133686 Jul 13 13:36:20.005716 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-e64648f2-4439-407a-8c6b-f2115b6440c3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=505ce387331746d8a41fb09bac22445c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1820078 Jul 13 13:36:20.028264 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 53814) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:36:20.075492 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b352e26-66eb-491e-bf67-a25f715475cb req-3df10f57-0799-4406-b215-8e8f58ecd9b3 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:20.076222 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-7b352e26-66eb-491e-bf67-a25f715475cb req-3df10f57-0799-4406-b215-8e8f58ecd9b3 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:20.088462 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7b352e26-66eb-491e-bf67-a25f715475cb req-3df10f57-0799-4406-b215-8e8f58ecd9b3 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] 10.222.0.23 "PUT /v2.0/ports/879ff0e6-03fc-436e-a42b-866c7b6a0faa HTTP/1.1" status: 200 len: 1021 time: 1.0283675 Jul 13 13:36:20.088988 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '938011da-a97c-46cb-afb5-467b9b81212a', 'tag': '879ff0e6-03fc-436e-a42b-866c7b6a0faa'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:36:20.091542 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d17b627af75e17e0f4b8d6239d04f8c2f78634e2c585e32a7aeca336500f34a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-975efae5-e7f8-40aa-9a60-573250696b65" -d '{"events": [{"name": "network-changed", "server_uuid": "938011da-a97c-46cb-afb5-467b9b81212a", "tag": "879ff0e6-03fc-436e-a42b-866c7b6a0faa"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:36:20.146683 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df10f57-0799-4406-b215-8e8f58ecd9b3 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Pushing event updated for resources: {'Port': ['ID=879ff0e6-03fc-436e-a42b-866c7b6a0faa,revision_number=7']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:36:20.150926 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a131c868-fe8c-42b1-9742-30df8ff831e7 req-b820e483-296a-4248-9b17-ccf36e50a201 service neutron] 10.222.0.26 "GET /v2.0/networks/0e04c952-db9c-4505-aba6-7ccdaeeb7137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2681787 Jul 13 13:36:20.163608 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['879ff0e6-03fc-436e-a42b-866c7b6a0faa'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:36:20.174746 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-c1d5277e-c606-42be-b221-af634a60649c req-6b296e0a-b12c-4c70-acbf-47fec54f4cee tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] For port a53d9b9a-495c-485f-83d9-51d2b6ff1740, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=a53d9b9a-495c-485f-83d9-51d2b6ff1740,segment=NetworkSegment(ad5ed454-48ea-4363-8047-0d3907eff6fd),segment_id=ad5ed454-48ea-4363-8047-0d3907eff6fd)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:36:20.175182 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-c1d5277e-c606-42be-b221-af634a60649c req-6b296e0a-b12c-4c70-acbf-47fec54f4cee tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:20.199668 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-c1d5277e-c606-42be-b221-af634a60649c req-6b296e0a-b12c-4c70-acbf-47fec54f4cee tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] Calling delete_port for a53d9b9a-495c-485f-83d9-51d2b6ff1740 owned by compute:nova {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:36:20.405506 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-c1d5277e-c606-42be-b221-af634a60649c req-6b296e0a-b12c-4c70-acbf-47fec54f4cee tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:20.420921 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['a53d9b9a-495c-485f-83d9-51d2b6ff1740'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:36:20.452402 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b296e0a-b12c-4c70-acbf-47fec54f4cee tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] Pushing event deleted for resources: {'Port': ['ID=a53d9b9a-495c-485f-83d9-51d2b6ff1740,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:36:20.480113 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899d9237-64c5-4423-9f57-82aa2be5a4eb req-cf4111d3-1b74-4c7c-850d-3a787d07f21f tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:20.481861 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-899d9237-64c5-4423-9f57-82aa2be5a4eb req-cf4111d3-1b74-4c7c-850d-3a787d07f21f tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/ports?device_id=a56051f7-ad2a-48ca-8ebc-3ae17c46d4a2 HTTP/1.1" status: 200 len: 866 time: 0.1533473 Jul 13 13:36:20.525532 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1d5277e-c606-42be-b221-af634a60649c req-6b296e0a-b12c-4c70-acbf-47fec54f4cee tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] No DVR routers for this DVR port a53d9b9a-495c-485f-83d9-51d2b6ff1740 on host n-h2-800634-1 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:36:20.533847 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-c1d5277e-c606-42be-b221-af634a60649c req-6b296e0a-b12c-4c70-acbf-47fec54f4cee tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:20.536761 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c1d5277e-c606-42be-b221-af634a60649c req-6b296e0a-b12c-4c70-acbf-47fec54f4cee tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.41 "DELETE /v2.0/ports/a53d9b9a-495c-485f-83d9-51d2b6ff1740 HTTP/1.1" status: 204 len: 173 time: 0.9094982 Jul 13 13:36:20.552048 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed0dc48-bb05-437c-abed-9e02bf3df672 service neutron] Pushing event updated for resources: {'Port': ['ID=428b708b-86ae-4314-a494-492d05639f17,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:36:20.566293 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-899d9237-64c5-4423-9f57-82aa2be5a4eb req-68da6c1b-64d4-4f14-b697-52292c1851de tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1a1929d-de59-4a26-a69b-05b891c11dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669363 Jul 13 13:36:20.578649 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 089b8ef1-00c5-47fd-a137-94d04b852c4b details requested by agent hyperv_n-h2-800634-1 with host n-h2-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 13:36:20.603252 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cd54210-282a-4a26-97b7-f1d70daa60d2', 'tag': '428b708b-86ae-4314-a494-492d05639f17'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:36:20.605662 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc605598-50a9-45c0-884f-d6b40f32a22f" -d '{"events": [{"name": "network-changed", "server_uuid": "1cd54210-282a-4a26-97b7-f1d70daa60d2", "tag": "428b708b-86ae-4314-a494-492d05639f17"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:36:20.644038 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e957b5b2-0fd0-4a54-a445-a3d4234a19ea req-d2541d77-5403-4b8d-a5a7-8bab84a6696e tempest-ServerShowV247Test-536995667 tempest-ServerShowV247Test-536995667-project] 10.222.0.23 "GET /v2.0/ports?device_id=b950aac0-0187-4552-b815-097740feb1b6 HTTP/1.1" status: 200 len: 210 time: 0.0862057 Jul 13 13:36:20.647603 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.db.resource_extend [None req-46efb111-d195-4bd0-9db2-6aebd1b0b343 tempest-ServersTestJSON-590403735 tempest-ServersTestJSON-590403735-project] It took 0.63 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 13 13:36:20.779325 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fb320343-fb34-4942-99ef-9cdf8c5e49eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:20.789858 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac783048-7fc1-430a-a883-c1dd873f02dd req-36f7bda3-339e-47d9-8173-80b71af697d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:20.791367 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ac783048-7fc1-430a-a883-c1dd873f02dd req-36f7bda3-339e-47d9-8173-80b71af697d0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1541a6cd64444c80a50e3a7d38ff886f&device_id=1cd54210-282a-4a26-97b7-f1d70daa60d2 HTTP/1.1" status: 200 len: 1095 time: 0.7722096 Jul 13 13:36:20.791565 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a304858d-fceb-4cd7-b5d9-1bcefd797995 req-038865c8-e0de-497f-b883-54083ffc1b96 tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:20.792842 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 089b8ef1-00c5-47fd-a137-94d04b852c4b, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=089b8ef1-00c5-47fd-a137-94d04b852c4b,segment=NetworkSegment(731c211d-2cbe-4aa3-a09e-111c83e33a98),segment_id=731c211d-2cbe-4aa3-a09e-111c83e33a98)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:36:20.794167 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a304858d-fceb-4cd7-b5d9-1bcefd797995 req-038865c8-e0de-497f-b883-54083ffc1b96 tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] 10.222.0.23 "GET /v2.0/ports?device_id=3e6b446c-7c7b-47ab-ac5e-8ee1b0a4840a HTTP/1.1" status: 200 len: 943 time: 0.0951502 Jul 13 13:36:20.795504 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-46efb111-d195-4bd0-9db2-6aebd1b0b343 tempest-ServersTestJSON-590403735 tempest-ServersTestJSON-590403735-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:20.806643 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Returning: {'device': '089b8ef1-00c5-47fd-a137-94d04b852c4b', 'network_id': '6abf39c7-5383-40cb-87d6-f20d29bbd8cf', 'port_id': '089b8ef1-00c5-47fd-a137-94d04b852c4b', 'mac_address': 'fa:16:3e:d8:d2:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '560441f8-4dd8-4170-ae42-f3e38fe7cfb4', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 13:36:20.838683 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-46efb111-d195-4bd0-9db2-6aebd1b0b343 tempest-ServersTestJSON-590403735 tempest-ServersTestJSON-590403735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446547'] for floatingip, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:20.843628 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a304858d-fceb-4cd7-b5d9-1bcefd797995 req-90f8d5de-2113-4d88-b37a-9c88c63f8000 tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] 10.222.0.23 "GET /v2.0/security-groups?id=d29423a1-067a-4d38-adf6-741b7ccff4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440288 Jul 13 13:36:20.851351 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:20.873956 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 089b8ef1-00c5-47fd-a137-94d04b852c4b {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:36:20.882201 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fb320343-fb34-4942-99ef-9cdf8c5e49eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:20.885701 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 13:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3c02431-e33e-4a39-a871-9fe5a47eb463 x-openstack-request-id: req-a3c02431-e33e-4a39-a871-9fe5a47eb463 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:36:20.885701 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "938011da-a97c-46cb-afb5-467b9b81212a", "tag": "879ff0e6-03fc-436e-a42b-866c7b6a0faa", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:36:20.886039 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a3c02431-e33e-4a39-a871-9fe5a47eb463 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:36:20.886243 n-d-800634-1 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '938011da-a97c-46cb-afb5-467b9b81212a', 'tag': '879ff0e6-03fc-436e-a42b-866c7b6a0faa', 'status': 'completed', 'code': 200} Jul 13 13:36:20.896466 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 089b8ef1-00c5-47fd-a137-94d04b852c4b, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=089b8ef1-00c5-47fd-a137-94d04b852c4b,segment=NetworkSegment(731c211d-2cbe-4aa3-a09e-111c83e33a98),segment_id=731c211d-2cbe-4aa3-a09e-111c83e33a98)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:36:20.904545 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:20.933252 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ac783048-7fc1-430a-a883-c1dd873f02dd req-910073ca-5cb3-4e92-9582-6ee15e0324be service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=428b708b-86ae-4314-a494-492d05639f17 HTTP/1.1" status: 200 len: 217 time: 0.1204674 Jul 13 13:36:20.959305 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=089b8ef1-00c5-47fd-a137-94d04b852c4b,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:36:21.021018 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:21.033884 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 13:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe594e63-eb21-4f10-9207-8a5557fcee44 x-openstack-request-id: req-fe594e63-eb21-4f10-9207-8a5557fcee44 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:36:21.034175 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cd54210-282a-4a26-97b7-f1d70daa60d2", "tag": "428b708b-86ae-4314-a494-492d05639f17", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:36:21.034424 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fe594e63-eb21-4f10-9207-8a5557fcee44 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:36:21.034806 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cd54210-282a-4a26-97b7-f1d70daa60d2', 'tag': '428b708b-86ae-4314-a494-492d05639f17', 'status': 'completed', 'code': 200} Jul 13 13:36:21.069631 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975efae5-e7f8-40aa-9a60-573250696b65 req-860147e4-12db-414e-a4c0-637f54676c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:21.071286 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-975efae5-e7f8-40aa-9a60-573250696b65 req-860147e4-12db-414e-a4c0-637f54676c67 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=132b60c425be4aeb99cec71010f26a0d&device_id=938011da-a97c-46cb-afb5-467b9b81212a HTTP/1.1" status: 200 len: 1175 time: 0.1508763 Jul 13 13:36:21.091844 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac783048-7fc1-430a-a883-c1dd873f02dd req-fde412a0-be0e-4260-8fcc-c8ba4303ec4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:21.093325 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ac783048-7fc1-430a-a883-c1dd873f02dd req-fde412a0-be0e-4260-8fcc-c8ba4303ec4c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1cfdd188-250e-479a-90ea-bdbade5d1ae3 HTTP/1.1" status: 200 len: 860 time: 0.1432190 Jul 13 13:36:21.138115 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['089b8ef1-00c5-47fd-a137-94d04b852c4b'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:36:21.155999 n-d-800634-1 neutron-server[93750]: INFO neutron.db.l3_db [None req-46efb111-d195-4bd0-9db2-6aebd1b0b343 tempest-ServersTestJSON-590403735 tempest-ServersTestJSON-590403735-project] Floating IP d703bf0c-4569-4ab3-b6f2-35b596495953 associated. External IP: 172.25.6.195, port: 03e4d41d-7fe8-4f73-920d-1ba5e2f2044c. Jul 13 13:36:21.235156 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ac783048-7fc1-430a-a883-c1dd873f02dd req-50346a33-0cb0-4773-9f0c-6ce3d8f82686 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=235d9a14-cbfe-4d48-b109-040ffccc92b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1135006 Jul 13 13:36:21.235417 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975efae5-e7f8-40aa-9a60-573250696b65 req-34f94b47-1068-4b7e-95bf-6000ac45798f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:21.237170 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-975efae5-e7f8-40aa-9a60-573250696b65 req-34f94b47-1068-4b7e-95bf-6000ac45798f service neutron] 10.222.0.26 "GET /v2.0/networks?id=0e04c952-db9c-4505-aba6-7ccdaeeb7137 HTTP/1.1" status: 200 len: 912 time: 0.1594565 Jul 13 13:36:21.241382 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fb320343-fb34-4942-99ef-9cdf8c5e49eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:21.244128 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fb320343-fb34-4942-99ef-9cdf8c5e49eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:21.246175 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-fb320343-fb34-4942-99ef-9cdf8c5e49eb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/57b58abb-5f4b-4ec4-b8e5-6378c4ab92d7 HTTP/1.1" status: 204 len: 168 time: 1.2148054 Jul 13 13:36:21.276154 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb320343-fb34-4942-99ef-9cdf8c5e49eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57b58abb-5f4b-4ec4-b8e5-6378c4ab92d7,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:36:21.289132 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef20a1b-892c-4206-8cb1-6eaff27d8f5b req-003fa292-ad0c-4f05-929b-7705afd9f1b4 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:21.289334 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9df1d44-9f87-4b4b-a602-721d92d445bc req-76177fc0-5dee-42e7-9c26-1a2c865810f8 tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:21.297453 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1ef20a1b-892c-4206-8cb1-6eaff27d8f5b req-003fa292-ad0c-4f05-929b-7705afd9f1b4 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] 10.222.0.23 "GET /v2.0/ports?device_id=938011da-a97c-46cb-afb5-467b9b81212a HTTP/1.1" status: 200 len: 1024 time: 0.5094109 Jul 13 13:36:21.302918 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c9df1d44-9f87-4b4b-a602-721d92d445bc req-76177fc0-5dee-42e7-9c26-1a2c865810f8 tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] 10.222.0.23 "GET /v2.0/ports?device_id=1cd54210-282a-4a26-97b7-f1d70daa60d2 HTTP/1.1" status: 200 len: 944 time: 0.1416123 Jul 13 13:36:21.359193 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 53832) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:36:21.385883 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-975efae5-e7f8-40aa-9a60-573250696b65 req-48fb38ed-4ad4-4395-900d-6f753361d360 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=879ff0e6-03fc-436e-a42b-866c7b6a0faa HTTP/1.1" status: 200 len: 217 time: 0.1378448 Jul 13 13:36:21.453725 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1ef20a1b-892c-4206-8cb1-6eaff27d8f5b req-7f1f5ac2-f0fa-4c65-bce9-7552470ccf3a tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] 10.222.0.23 "GET /v2.0/security-groups?id=24689591-48d9-46af-a687-72c510af83bd&id=cb9ccf45-b22d-48cf-b5e2-9ff9d9e65814&id=8d3f06b6-9df6-439a-8d42-0abddec08da2 HTTP/1.1" status: 200 len: 6148 time: 0.1551547 Jul 13 13:36:21.454151 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c9df1d44-9f87-4b4b-a602-721d92d445bc req-3c98d26a-b0dc-4c19-89b6-e6236e3a957a tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] 10.222.0.23 "GET /v2.0/security-groups?id=feeb6b93-5051-4dcc-8776-c314f05e05ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502674 Jul 13 13:36:21.474032 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975efae5-e7f8-40aa-9a60-573250696b65 req-3f4170df-5bb5-4b24-a04c-6b0a2ca0004c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:21.475895 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-975efae5-e7f8-40aa-9a60-573250696b65 req-3f4170df-5bb5-4b24-a04c-6b0a2ca0004c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=46175078-efd4-4ba8-945c-03239fb9d2ed HTTP/1.1" status: 200 len: 852 time: 0.0823364 Jul 13 13:36:21.524874 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-af42317c-345d-4708-b763-3eebfd964bc6 req-728ad9ff-920d-4d13-8e6e-b00b23b8b774 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Request body: {'security_group': {'name': ' tempest-securitygroup -488237763 ', 'description': 'tempest-description-314682515'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:36:21.526570 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-975efae5-e7f8-40aa-9a60-573250696b65 req-811ba9c7-d60e-444f-8bf0-48716fcbcd50 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0e04c952-db9c-4505-aba6-7ccdaeeb7137&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444574 Jul 13 13:36:21.573533 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ac783048-7fc1-430a-a883-c1dd873f02dd req-7eca6de0-8704-4c32-8a60-5cc767c20b92 service neutron] 10.222.0.41 "GET /v2.0/networks/235d9a14-cbfe-4d48-b109-040ffccc92b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3270068 Jul 13 13:36:21.626361 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-975efae5-e7f8-40aa-9a60-573250696b65 req-ecfc74cf-3df9-421c-97ca-57b9e65910db service neutron] 10.222.0.26 "GET /v2.0/networks/0e04c952-db9c-4505-aba6-7ccdaeeb7137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932148 Jul 13 13:36:21.632909 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-af42317c-345d-4708-b763-3eebfd964bc6 req-728ad9ff-920d-4d13-8e6e-b00b23b8b774 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:21.781453 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-975efae5-e7f8-40aa-9a60-573250696b65 req-0f894868-2d68-4ca3-8188-0b8512c65151 service neutron] 10.222.0.26 "GET /v2.0/networks/0e04c952-db9c-4505-aba6-7ccdaeeb7137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485512 Jul 13 13:36:21.781626 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-af42317c-345d-4708-b763-3eebfd964bc6 req-728ad9ff-920d-4d13-8e6e-b00b23b8b774 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:21.797289 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-84c19eb6-e33c-46c3-8051-66cfdadec51e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:21.801078 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-af42317c-345d-4708-b763-3eebfd964bc6 req-728ad9ff-920d-4d13-8e6e-b00b23b8b774 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:21.864248 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7367e468-453e-4486-9efe-20dd70819205 req-a9a8b686-5490-4c02-a002-7b5cd9481127 tempest-ServerShowV247Test-536995667 tempest-ServerShowV247Test-536995667-project] 10.222.0.23 "GET /v2.0/ports?device_id=b950aac0-0187-4552-b815-097740feb1b6 HTTP/1.1" status: 200 len: 210 time: 0.0378256 Jul 13 13:36:21.894761 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728ad9ff-920d-4d13-8e6e-b00b23b8b774 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9666046e-47f5-463a-b488-17687fb5706a,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:36:21.905986 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ac783048-7fc1-430a-a883-c1dd873f02dd req-6d687f97-8e80-41ce-a400-cd3ae9119ba7 service neutron] 10.222.0.41 "GET /v2.0/networks/235d9a14-cbfe-4d48-b109-040ffccc92b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3239424 Jul 13 13:36:21.948301 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46efb111-d195-4bd0-9db2-6aebd1b0b343 tempest-ServersTestJSON-590403735 tempest-ServersTestJSON-590403735-project] Router a0fee015-dba6-4838-a50a-d8dd715ff5a8 has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 13:36:21.975009 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-84c19eb6-e33c-46c3-8051-66cfdadec51e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:21.980167 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-84c19eb6-e33c-46c3-8051-66cfdadec51e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:22.027952 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-84c19eb6-e33c-46c3-8051-66cfdadec51e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=80b2b0c71937453988d52535f8647996&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6554871 Jul 13 13:36:22.028551 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 53858) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:36:22.031759 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-af42317c-345d-4708-b763-3eebfd964bc6 req-728ad9ff-920d-4d13-8e6e-b00b23b8b774 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:22.036099 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c19eb6-e33c-46c3-8051-66cfdadec51e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=452543f9-3749-4c05-988e-4caebee8342e,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:36:22.044562 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-af42317c-345d-4708-b763-3eebfd964bc6 req-728ad9ff-920d-4d13-8e6e-b00b23b8b774 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1784 time: 0.5218613 Jul 13 13:36:22.136708 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc605598-50a9-45c0-884f-d6b40f32a22f req-ccd37af0-9755-42b2-8967-19ca53c60fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:22.136894 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d98af030-2228-449d-9763-73dd4c5507a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:22.138795 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cc605598-50a9-45c0-884f-d6b40f32a22f req-ccd37af0-9755-42b2-8967-19ca53c60fe2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1541a6cd64444c80a50e3a7d38ff886f&device_id=1cd54210-282a-4a26-97b7-f1d70daa60d2 HTTP/1.1" status: 200 len: 1095 time: 0.1398365 Jul 13 13:36:22.164531 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d98af030-2228-449d-9763-73dd4c5507a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:22.228252 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d98af030-2228-449d-9763-73dd4c5507a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:22.231257 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d98af030-2228-449d-9763-73dd4c5507a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:22.234816 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-d98af030-2228-449d-9763-73dd4c5507a8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/452543f9-3749-4c05-988e-4caebee8342e HTTP/1.1" status: 204 len: 168 time: 0.2027411 Jul 13 13:36:22.249668 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98af030-2228-449d-9763-73dd4c5507a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=452543f9-3749-4c05-988e-4caebee8342e,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:36:22.269810 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46efb111-d195-4bd0-9db2-6aebd1b0b343 tempest-ServersTestJSON-590403735 tempest-ServersTestJSON-590403735-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:36:22.287847 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15118bf6-c112-4723-8287-465e9c49d0c6 None None] Sync routers for ids ['a0fee015-dba6-4838-a50a-d8dd715ff5a8'] in n-d-800634-1 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:36:22.293234 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-46efb111-d195-4bd0-9db2-6aebd1b0b343 tempest-ServersTestJSON-590403735 tempest-ServersTestJSON-590403735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for floatingip, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:22.300111 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15118bf6-c112-4723-8287-465e9c49d0c6 None None] Routers {'a0fee015-dba6-4838-a50a-d8dd715ff5a8'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:36:22.302813 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-15118bf6-c112-4723-8287-465e9c49d0c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:36:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['a0fee015-dba6-4838-a50a-d8dd715ff5a8'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:36:22.309943 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e688ffc6-cf2e-479a-a763-2e3b89ccd86b req-76ee543d-6a34-4779-b059-82b5d6bd3180 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] 10.222.0.23 "GET /v2.0/security-groups/9666046e-47f5-463a-b488-17687fb5706a HTTP/1.1" status: 200 len: 1779 time: 0.0761395 Jul 13 13:36:22.353862 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 53874) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:36:22.391353 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8201b526-5149-4041-ab4c-42d644bfe25f req-f371771b-7bc0-4be7-9a86-c2b5bea03892 tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:22.392893 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8201b526-5149-4041-ab4c-42d644bfe25f req-f371771b-7bc0-4be7-9a86-c2b5bea03892 tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] 10.222.0.23 "GET /v2.0/ports?device_id=3e6b446c-7c7b-47ab-ac5e-8ee1b0a4840a HTTP/1.1" status: 200 len: 944 time: 0.2172790 Jul 13 13:36:22.398106 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-46efb111-d195-4bd0-9db2-6aebd1b0b343 tempest-ServersTestJSON-590403735 tempest-ServersTestJSON-590403735-project] 10.222.0.23 "PUT /v2.0/floatingips/d703bf0c-4569-4ab3-b6f2-35b596495953 HTTP/1.1" status: 200 len: 991 time: 3.2338965 Jul 13 13:36:22.399557 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc605598-50a9-45c0-884f-d6b40f32a22f req-c38304a4-7c53-4658-9ac5-5aeed62fd0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:22.401005 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cc605598-50a9-45c0-884f-d6b40f32a22f req-c38304a4-7c53-4658-9ac5-5aeed62fd0d2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=235d9a14-cbfe-4d48-b109-040ffccc92b0 HTTP/1.1" status: 200 len: 920 time: 0.2533097 Jul 13 13:36:22.460724 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cc605598-50a9-45c0-884f-d6b40f32a22f req-aa4ee279-5539-480a-a2b9-215f8a824a58 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=428b708b-86ae-4314-a494-492d05639f17 HTTP/1.1" status: 200 len: 217 time: 0.0434070 Jul 13 13:36:22.499278 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-15118bf6-c112-4723-8287-465e9c49d0c6 None None] Set router a0fee015-dba6-4838-a50a-d8dd715ff5a8 gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:36:22.507087 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8201b526-5149-4041-ab4c-42d644bfe25f req-b0b19373-2166-4107-ad48-e459e40d5b77 tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] 10.222.0.23 "GET /v2.0/security-groups?id=d29423a1-067a-4d38-adf6-741b7ccff4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050169 Jul 13 13:36:22.524534 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:22.571902 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0580d495-752c-4776-b6e2-cdc01aaabc2e req-50c87a1e-91c7-4c1c-be4f-a32d6d6f4577 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:22.579372 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-0580d495-752c-4776-b6e2-cdc01aaabc2e req-50c87a1e-91c7-4c1c-be4f-a32d6d6f4577 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/ports?device_id=51a49091-1f1d-4f7b-b145-79695b229fef HTTP/1.1" status: 200 len: 945 time: 0.1253676 Jul 13 13:36:22.591740 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 089b8ef1-00c5-47fd-a137-94d04b852c4b up at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:36:22.651581 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc605598-50a9-45c0-884f-d6b40f32a22f req-2072dc18-3a0b-43b2-8b95-beba036d701f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:22.653057 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cc605598-50a9-45c0-884f-d6b40f32a22f req-2072dc18-3a0b-43b2-8b95-beba036d701f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1cfdd188-250e-479a-90ea-bdbade5d1ae3 HTTP/1.1" status: 200 len: 860 time: 0.1839354 Jul 13 13:36:22.659267 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-0580d495-752c-4776-b6e2-cdc01aaabc2e req-fa742bf1-31f8-4b18-a539-49f0034dd9b7 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1a1929d-de59-4a26-a69b-05b891c11dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784831 Jul 13 13:36:22.701149 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cc605598-50a9-45c0-884f-d6b40f32a22f req-dd793df9-0b96-498f-94e0-50fffa6e61a0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=235d9a14-cbfe-4d48-b109-040ffccc92b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328577 Jul 13 13:36:22.711601 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f20e1eb4-4af9-4d30-89e7-a2f71ce05773 req-eaf3b086-9696-4111-9d1a-e2706c636791 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] 10.222.0.23 "GET /v2.0/security-groups/9666046e-47f5-463a-b488-17687fb5706a HTTP/1.1" status: 200 len: 1779 time: 0.1511576 Jul 13 13:36:22.740922 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning for port 089b8ef1-00c5-47fd-a137-94d04b852c4b completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:36:22.747536 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning complete for port 089b8ef1-00c5-47fd-a137-94d04b852c4b triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:36:22.747920 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:22.811797 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-15118bf6-c112-4723-8287-465e9c49d0c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0fee015-dba6-4838-a50a-d8dd715ff5a8', 'name': 'tempest-ServersTestJSON-213962535-router', 'tenant_id': '94689ad386234fb594427716c15799ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '9c6875c8-3bfc-4141-a512-86ffd2a64a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:35:32Z', 'updated_at': '2021-07-13T13:35:39Z', 'revision_number': 4, 'project_id': '94689ad386234fb594427716c15799ee', 'gw_port': {'id': '9c6875c8-3bfc-4141-a512-86ffd2a64a7d', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:80:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0fee015-dba6-4838-a50a-d8dd715ff5a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:35:32Z', 'updated_at': '2021-07-13T13:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_floatingips': [{'id': 'd703bf0c-4569-4ab3-b6f2-35b596495953', 'tenant_id': '94689ad386234fb594427716c15799ee', 'floating_ip_address': '172.25.6.195', 'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'router_id': 'a0fee015-dba6-4838-a50a-d8dd715ff5a8', 'port_id': '03e4d41d-7fe8-4f73-920d-1ba5e2f2044c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 767, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b14d01f8-4a78-4311-a169-2b69cfb0becb', 'mac_address': 'fa:16:3e:46:3b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b433e59d-1295-40a6-874d-aba0de786928', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T13:35:51Z', 'updated_at': '2021-07-13T13:36:19Z', 'revision_number': 1, 'project_id': '94689ad386234fb594427716c15799ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6effa2c5-f87b-4020-aa4d-2383e4de5424', 'name': '', 'network_id': 'b14d01f8-4a78-4311-a169-2b69cfb0becb', 'tenant_id': '94689ad386234fb594427716c15799ee', 'mac_address': 'fa:16:3e:e6:b1:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0fee015-dba6-4838-a50a-d8dd715ff5a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '5c7aee23-499f-4864-8fcc-2112b8c98bdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:35:38Z', 'updated_at': '2021-07-13T13:35:48Z', 'revision_number': 5, 'project_id': '94689ad386234fb594427716c15799ee', 'subnets': [{'id': '5c7aee23-499f-4864-8fcc-2112b8c98bdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:36:22.826442 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-0ae9e515-e7bd-4655-a7d3-314a1e510d04 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-727771394-network', 'tenant_id': 'f2d14d7ea9c1426b97ffac045e0e0bca'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:36:22.856812 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f20e1eb4-4af9-4d30-89e7-a2f71ce05773 req-a804aa92-af1f-4322-8ab6-35bcf6ed3e2e tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:22.863014 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 53884) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:36:22.873580 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15118bf6-c112-4723-8287-465e9c49d0c6 None None] Checking router: a0fee015-dba6-4838-a50a-d8dd715ff5a8 for host: n-d-800634-1 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 13:36:22.878406 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cc605598-50a9-45c0-884f-d6b40f32a22f req-791b0d3a-158c-4cfe-8eda-690c8a97fab3 service neutron] 10.222.0.41 "GET /v2.0/networks/235d9a14-cbfe-4d48-b109-040ffccc92b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642749 Jul 13 13:36:22.883333 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6a833d-83ec-4e32-bb24-1514a18b380e req-f54f0e9c-4a09-46f1-b0af-fe3473dac2a7 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:22.884420 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15118bf6-c112-4723-8287-465e9c49d0c6 None None] Routers {'a0fee015-dba6-4838-a50a-d8dd715ff5a8'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:36:22.884989 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-af6a833d-83ec-4e32-bb24-1514a18b380e req-f54f0e9c-4a09-46f1-b0af-fe3473dac2a7 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.41 "GET /v2.0/ports?device_id=51a49091-1f1d-4f7b-b145-79695b229fef HTTP/1.1" status: 200 len: 945 time: 0.1946051 Jul 13 13:36:22.885719 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-15118bf6-c112-4723-8287-465e9c49d0c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:36:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['a0fee015-dba6-4838-a50a-d8dd715ff5a8'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:36:22.896739 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a56051f7-ad2a-48ca-8ebc-3ae17c46d4a2', 'name': 'network-vif-deleted', 'tag': 'a53d9b9a-495c-485f-83d9-51d2b6ff1740'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:36:22.899156 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d17b627af75e17e0f4b8d6239d04f8c2f78634e2c585e32a7aeca336500f34a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd7a9f59-a704-4f31-af67-20b270a86807" -d '{"events": [{"server_uuid": "a56051f7-ad2a-48ca-8ebc-3ae17c46d4a2", "name": "network-vif-deleted", "tag": "a53d9b9a-495c-485f-83d9-51d2b6ff1740"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:36:22.916965 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f20e1eb4-4af9-4d30-89e7-a2f71ce05773 req-a804aa92-af1f-4322-8ab6-35bcf6ed3e2e tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:22.939871 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:22.947314 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-87c28fe5-726b-41bc-897c-6cf307b8ae10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:22.963387 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ae9e515-e7bd-4655-a7d3-314a1e510d04 admin admin] Made reservation on behalf of f2d14d7ea9c1426b97ffac045e0e0bca for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:36:22.966470 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0ae9e515-e7bd-4655-a7d3-314a1e510d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:22.993962 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0ae9e515-e7bd-4655-a7d3-314a1e510d04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:23.011228 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-15118bf6-c112-4723-8287-465e9c49d0c6 None None] Set router a0fee015-dba6-4838-a50a-d8dd715ff5a8 gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:36:23.021173 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f20e1eb4-4af9-4d30-89e7-a2f71ce05773 req-a804aa92-af1f-4322-8ab6-35bcf6ed3e2e tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:23.022549 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e6b446c-7c7b-47ab-ac5e-8ee1b0a4840a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '089b8ef1-00c5-47fd-a137-94d04b852c4b'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:36:23.024883 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f20e1eb4-4af9-4d30-89e7-a2f71ce05773 req-a804aa92-af1f-4322-8ab6-35bcf6ed3e2e tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:23.027397 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-291ff2dc-c928-493d-b0b9-22aa22c75a58" -d '{"events": [{"server_uuid": "3e6b446c-7c7b-47ab-ac5e-8ee1b0a4840a", "name": "network-vif-plugged", "status": "completed", "tag": "089b8ef1-00c5-47fd-a137-94d04b852c4b"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:36:23.037406 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f20e1eb4-4af9-4d30-89e7-a2f71ce05773 req-a804aa92-af1f-4322-8ab6-35bcf6ed3e2e tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] 10.222.0.23 "DELETE /v2.0/security-groups/9666046e-47f5-463a-b488-17687fb5706a HTTP/1.1" status: 204 len: 173 time: 0.3246586 Jul 13 13:36:23.045915 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 089b8ef1-00c5-47fd-a137-94d04b852c4b, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=089b8ef1-00c5-47fd-a137-94d04b852c4b,segment=NetworkSegment(731c211d-2cbe-4aa3-a09e-111c83e33a98),segment_id=731c211d-2cbe-4aa3-a09e-111c83e33a98)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:36:23.048767 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b433e59d-1295-40a6-874d-aba0de786928', 'tag': '03e4d41d-7fe8-4f73-920d-1ba5e2f2044c'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:36:23.053572 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:23.055262 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device a53d9b9a-495c-485f-83d9-51d2b6ff1740 no longer exists at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:36:23.055814 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5f89b09-50f2-4f93-b8eb-3190a9080732" -d '{"events": [{"name": "network-changed", "server_uuid": "b433e59d-1295-40a6-874d-aba0de786928", "tag": "03e4d41d-7fe8-4f73-920d-1ba5e2f2044c"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:36:23.077674 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cc605598-50a9-45c0-884f-d6b40f32a22f req-8ef9110b-94cc-4305-be54-e3a0b7a84f96 service neutron] 10.222.0.41 "GET /v2.0/networks/235d9a14-cbfe-4d48-b109-040ffccc92b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920218 Jul 13 13:36:23.084180 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a804aa92-af1f-4322-8ab6-35bcf6ed3e2e tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9666046e-47f5-463a-b488-17687fb5706a,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:36:23.158592 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] No Port match for: a53d9b9a-495c-485f-83d9-51d2b6ff1740 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:36:23.159673 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device a53d9b9a-495c-485f-83d9-51d2b6ff1740 not bound to the agent host n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:36:23.188233 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=089b8ef1-00c5-47fd-a137-94d04b852c4b,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:36:23.199698 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-af6a833d-83ec-4e32-bb24-1514a18b380e req-0cc92a48-a671-4ca8-a11f-120674472a44 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] Deleting port ef8bbeba-a56f-4cd7-8f9f-2c26d50b2915 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:36:23.199976 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-af6a833d-83ec-4e32-bb24-1514a18b380e req-0cc92a48-a671-4ca8-a11f-120674472a44 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:23.214042 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f648c862-1e59-447b-8248-ca7e6f651d3b req-73db6f6c-9f45-44e2-b613-d669774a8aaf tempest-ServerShowV247Test-536995667 tempest-ServerShowV247Test-536995667-project] 10.222.0.23 "GET /v2.0/ports?device_id=b950aac0-0187-4552-b815-097740feb1b6 HTTP/1.1" status: 200 len: 210 time: 0.0431244 Jul 13 13:36:23.257998 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeb13f2f-d7a4-42e4-bbbb-171556737ead x-openstack-request-id: req-aeb13f2f-d7a4-42e4-bbbb-171556737ead {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:36:23.258539 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a56051f7-ad2a-48ca-8ebc-3ae17c46d4a2", "name": "network-vif-deleted", "tag": "a53d9b9a-495c-485f-83d9-51d2b6ff1740", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:36:23.258539 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-aeb13f2f-d7a4-42e4-bbbb-171556737ead {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:36:23.258888 n-d-800634-1 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a56051f7-ad2a-48ca-8ebc-3ae17c46d4a2', 'name': 'network-vif-deleted', 'tag': 'a53d9b9a-495c-485f-83d9-51d2b6ff1740', 'status': 'completed', 'code': 200} Jul 13 13:36:23.280671 n-d-800634-1 neutron-server[93750]: INFO neutron.api.v2.resource [req-2b5f11a8-9d10-4d84-94f4-7deb1af44c38 req-8122b753-a48b-4eef-8398-276dae3698ab tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] show failed (client error): The resource could not be found. Jul 13 13:36:23.282039 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2b5f11a8-9d10-4d84-94f4-7deb1af44c38 req-8122b753-a48b-4eef-8398-276dae3698ab tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] 10.222.0.23 "GET /v2.0/security-groups/9666046e-47f5-463a-b488-17687fb5706a HTTP/1.1" status: 404 len: 352 time: 0.0164995 Jul 13 13:36:23.325373 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-87c28fe5-726b-41bc-897c-6cf307b8ae10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:23.325686 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b281f9d-000f-4f52-b4c3-5e213f358d80 x-openstack-request-id: req-0b281f9d-000f-4f52-b4c3-5e213f358d80 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:36:23.326794 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e6b446c-7c7b-47ab-ac5e-8ee1b0a4840a", "name": "network-vif-plugged", "status": "completed", "tag": "089b8ef1-00c5-47fd-a137-94d04b852c4b", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:36:23.329861 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0b281f9d-000f-4f52-b4c3-5e213f358d80 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:36:23.331087 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e6b446c-7c7b-47ab-ac5e-8ee1b0a4840a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '089b8ef1-00c5-47fd-a137-94d04b852c4b', 'code': 200} Jul 13 13:36:23.336218 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-15118bf6-c112-4723-8287-465e9c49d0c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0fee015-dba6-4838-a50a-d8dd715ff5a8', 'name': 'tempest-ServersTestJSON-213962535-router', 'tenant_id': '94689ad386234fb594427716c15799ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '9c6875c8-3bfc-4141-a512-86ffd2a64a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:35:32Z', 'updated_at': '2021-07-13T13:35:39Z', 'revision_number': 4, 'project_id': '94689ad386234fb594427716c15799ee', 'gw_port': {'id': '9c6875c8-3bfc-4141-a512-86ffd2a64a7d', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:80:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0fee015-dba6-4838-a50a-d8dd715ff5a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:35:32Z', 'updated_at': '2021-07-13T13:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_floatingips': [{'id': 'd703bf0c-4569-4ab3-b6f2-35b596495953', 'tenant_id': '94689ad386234fb594427716c15799ee', 'floating_ip_address': '172.25.6.195', 'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'router_id': 'a0fee015-dba6-4838-a50a-d8dd715ff5a8', 'port_id': '03e4d41d-7fe8-4f73-920d-1ba5e2f2044c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 767, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b14d01f8-4a78-4311-a169-2b69cfb0becb', 'mac_address': 'fa:16:3e:46:3b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b433e59d-1295-40a6-874d-aba0de786928', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T13:35:51Z', 'updated_at': '2021-07-13T13:36:19Z', 'revision_number': 1, 'project_id': '94689ad386234fb594427716c15799ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6effa2c5-f87b-4020-aa4d-2383e4de5424', 'name': '', 'network_id': 'b14d01f8-4a78-4311-a169-2b69cfb0becb', 'tenant_id': '94689ad386234fb594427716c15799ee', 'mac_address': 'fa:16:3e:e6:b1:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0fee015-dba6-4838-a50a-d8dd715ff5a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '5c7aee23-499f-4864-8fcc-2112b8c98bdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:35:38Z', 'updated_at': '2021-07-13T13:35:48Z', 'revision_number': 5, 'project_id': '94689ad386234fb594427716c15799ee', 'subnets': [{'id': '5c7aee23-499f-4864-8fcc-2112b8c98bdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:36:23.350883 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-87c28fe5-726b-41bc-897c-6cf307b8ae10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:23.364797 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 13:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1f8a7fd-afc6-4a7a-acbc-a5b576de7157 x-openstack-request-id: req-a1f8a7fd-afc6-4a7a-acbc-a5b576de7157 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:36:23.365360 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b433e59d-1295-40a6-874d-aba0de786928", "tag": "03e4d41d-7fe8-4f73-920d-1ba5e2f2044c", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:36:23.365883 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a1f8a7fd-afc6-4a7a-acbc-a5b576de7157 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:36:23.366499 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b433e59d-1295-40a6-874d-aba0de786928', 'tag': '03e4d41d-7fe8-4f73-920d-1ba5e2f2044c', 'status': 'completed', 'code': 200} Jul 13 13:36:23.379518 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15118bf6-c112-4723-8287-465e9c49d0c6 None None] The sync data for ids ['a0fee015-dba6-4838-a50a-d8dd715ff5a8'] in n-d-800634-1 is: [{'id': 'a0fee015-dba6-4838-a50a-d8dd715ff5a8', 'name': 'tempest-ServersTestJSON-213962535-router', 'tenant_id': '94689ad386234fb594427716c15799ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '9c6875c8-3bfc-4141-a512-86ffd2a64a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:35:32Z', 'updated_at': '2021-07-13T13:35:39Z', 'revision_number': 4, 'project_id': '94689ad386234fb594427716c15799ee', 'gw_port': {'id': '9c6875c8-3bfc-4141-a512-86ffd2a64a7d', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:80:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0fee015-dba6-4838-a50a-d8dd715ff5a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:35:32Z', 'updated_at': '2021-07-13T13:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_floatingips': [{'id': 'd703bf0c-4569-4ab3-b6f2-35b596495953', 'tenant_id': '94689ad386234fb594427716c15799ee', 'floating_ip_address': '172.25.6.195', 'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'router_id': 'a0fee015-dba6-4838-a50a-d8dd715ff5a8', 'port_id': '03e4d41d-7fe8-4f73-920d-1ba5e2f2044c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 767, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b14d01f8-4a78-4311-a169-2b69cfb0becb', 'mac_address': 'fa:16:3e:46:3b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b433e59d-1295-40a6-874d-aba0de786928', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T13:35:51Z', 'updated_at': '2021-07-13T13:36:19Z', 'revision_number': 1, 'project_id': '94689ad386234fb594427716c15799ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6effa2c5-f87b-4020-aa4d-2383e4de5424', 'name': '', 'network_id': 'b14d01f8-4a78-4311-a169-2b69cfb0becb', 'tenant_id': '94689ad386234fb594427716c15799ee', 'mac_address': 'fa:16:3e:e6:b1:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0fee015-dba6-4838-a50a-d8dd715ff5a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '5c7aee23-499f-4864-8fcc-2112b8c98bdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:35:38Z', 'updated_at': '2021-07-13T13:35:48Z', 'revision_number': 5, 'project_id': '94689ad386234fb594427716c15799ee', 'subnets': [{'id': '5c7aee23-499f-4864-8fcc-2112b8c98bdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:36:23.386415 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-d5f193e8-f3c0-4ddb-b06e-13a784a5a4ff req-61ea6303-a3f7-442e-99f1-d5603f70325e tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1000617525', 'description': 'tempest-description-288482176'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:36:23.412712 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4532dffc-76b7-4dfb-9db3-e35bd7504b21 req-6226b163-61c8-4e4a-8865-5622ca1687d9 tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:23.417592 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4532dffc-76b7-4dfb-9db3-e35bd7504b21 req-6226b163-61c8-4e4a-8865-5622ca1687d9 tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] 10.222.0.23 "GET /v2.0/ports?device_id=1cd54210-282a-4a26-97b7-f1d70daa60d2 HTTP/1.1" status: 200 len: 944 time: 0.2609761 Jul 13 13:36:23.445659 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-af6a833d-83ec-4e32-bb24-1514a18b380e req-0cc92a48-a671-4ca8-a11f-120674472a44 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] For port ef8bbeba-a56f-4cd7-8f9f-2c26d50b2915, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=ef8bbeba-a56f-4cd7-8f9f-2c26d50b2915,segment=NetworkSegment(ad5ed454-48ea-4363-8047-0d3907eff6fd),segment_id=ad5ed454-48ea-4363-8047-0d3907eff6fd)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:36:23.446057 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-af6a833d-83ec-4e32-bb24-1514a18b380e req-0cc92a48-a671-4ca8-a11f-120674472a44 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:23.474889 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-87c28fe5-726b-41bc-897c-6cf307b8ae10 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a5877f5ba7b4454594ac0c34c8047f6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5888870 Jul 13 13:36:23.478921 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 53898) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:36:23.488586 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-af6a833d-83ec-4e32-bb24-1514a18b380e req-0cc92a48-a671-4ca8-a11f-120674472a44 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] Calling delete_port for ef8bbeba-a56f-4cd7-8f9f-2c26d50b2915 owned by compute:nova {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:36:23.490669 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c28fe5-726b-41bc-897c-6cf307b8ae10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af8d7285-03a5-4fec-bff5-abb01944d794,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:36:23.516382 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8d72c1-e49f-4575-92a4-daa60d497bc1 req-941c43fa-521d-42e0-a81c-8f9df39f485d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:23.517960 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7f8d72c1-e49f-4575-92a4-daa60d497bc1 req-941c43fa-521d-42e0-a81c-8f9df39f485d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3e6b446c-7c7b-47ab-ac5e-8ee1b0a4840a HTTP/1.1" status: 200 len: 1096 time: 0.1251247 Jul 13 13:36:23.523853 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f89b09-50f2-4f93-b8eb-3190a9080732 req-c039e41c-2d39-4362-878f-7e86e8e7b59c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:23.525207 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c5f89b09-50f2-4f93-b8eb-3190a9080732 req-c039e41c-2d39-4362-878f-7e86e8e7b59c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=94689ad386234fb594427716c15799ee&device_id=b433e59d-1295-40a6-874d-aba0de786928 HTTP/1.1" status: 200 len: 1096 time: 0.1311605 Jul 13 13:36:23.535920 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4532dffc-76b7-4dfb-9db3-e35bd7504b21 req-3aefc20c-633e-4ca2-8bd1-c6baf2748531 tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] 10.222.0.23 "GET /v2.0/security-groups?id=feeb6b93-5051-4dcc-8776-c314f05e05ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166885 Jul 13 13:36:23.637395 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-98727422-872e-4188-a74a-4aa6e3c3b5d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:23.647465 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7f8d72c1-e49f-4575-92a4-daa60d497bc1 req-4268c176-2a21-4b88-9e1f-e7c2378cacb2 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d29423a1-067a-4d38-adf6-741b7ccff4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201549 Jul 13 13:36:23.648712 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd544a9-accd-42bb-9ac4-b6d49cd7f3ab None None] New status for floating IP d703bf0c-4569-4ab3-b6f2-35b596495953: ACTIVE {{(pid=93752) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 13:36:23.678490 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-98727422-872e-4188-a74a-4aa6e3c3b5d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:23.700114 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f89b09-50f2-4f93-b8eb-3190a9080732 req-c4a73c4a-4e7c-4109-9142-2b9295b9ee0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:23.701596 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c5f89b09-50f2-4f93-b8eb-3190a9080732 req-c4a73c4a-4e7c-4109-9142-2b9295b9ee0c service neutron] 10.222.0.41 "GET /v2.0/networks?id=b14d01f8-4a78-4311-a169-2b69cfb0becb HTTP/1.1" status: 200 len: 905 time: 0.1611474 Jul 13 13:36:23.720918 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0ae9e515-e7bd-4655-a7d3-314a1e510d04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:23.730998 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0ae9e515-e7bd-4655-a7d3-314a1e510d04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:23.783689 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-d5f193e8-f3c0-4ddb-b06e-13a784a5a4ff req-61ea6303-a3f7-442e-99f1-d5603f70325e tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:23.795384 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ae9e515-e7bd-4655-a7d3-314a1e510d04 admin admin] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 13:36:23.808965 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-98727422-872e-4188-a74a-4aa6e3c3b5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:23.810118 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae9e515-e7bd-4655-a7d3-314a1e510d04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63ba7945-eefe-43b4-8781-d7810957a3d4,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:36:23.811762 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-98727422-872e-4188-a74a-4aa6e3c3b5d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:23.818504 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-98727422-872e-4188-a74a-4aa6e3c3b5d3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/af8d7285-03a5-4fec-bff5-abb01944d794 HTTP/1.1" status: 204 len: 168 time: 0.3374097 Jul 13 13:36:23.820720 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0ae9e515-e7bd-4655-a7d3-314a1e510d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:23.821108 n-d-800634-1 neutron-server[93751]: INFO neutron.db.segments_db [None req-0ae9e515-e7bd-4655-a7d3-314a1e510d04 admin admin] Added segment fbb86cf7-b136-4c28-b29e-efe0e66ea8f9 of type vlan for network e5769e95-835d-47e1-a23c-36ae8b445426 Jul 13 13:36:23.824754 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c5f89b09-50f2-4f93-b8eb-3190a9080732 req-04ed292b-09b4-44ff-9157-63901f2bcdb5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=03e4d41d-7fe8-4f73-920d-1ba5e2f2044c HTTP/1.1" status: 200 len: 999 time: 0.1128399 Jul 13 13:36:23.838494 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-af6a833d-83ec-4e32-bb24-1514a18b380e req-0cc92a48-a671-4ca8-a11f-120674472a44 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:23.855417 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28101c7-176c-4ab6-bc6a-5825a2599120 req-71a295c5-24a8-48b9-a008-b9ab1bd1c8f6 tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:23.858932 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98727422-872e-4188-a74a-4aa6e3c3b5d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af8d7285-03a5-4fec-bff5-abb01944d794,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:36:23.862349 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c28101c7-176c-4ab6-bc6a-5825a2599120 req-71a295c5-24a8-48b9-a008-b9ab1bd1c8f6 tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] 10.222.0.23 "GET /v2.0/ports?device_id=3e6b446c-7c7b-47ab-ac5e-8ee1b0a4840a HTTP/1.1" status: 200 len: 945 time: 0.2038379 Jul 13 13:36:23.927054 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f89b09-50f2-4f93-b8eb-3190a9080732 req-1ebf0dd8-8283-481c-8c6d-8bde46fc746c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:23.928544 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c5f89b09-50f2-4f93-b8eb-3190a9080732 req-1ebf0dd8-8283-481c-8c6d-8bde46fc746c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5c7aee23-499f-4864-8fcc-2112b8c98bdb HTTP/1.1" status: 200 len: 844 time: 0.0943053 Jul 13 13:36:23.931589 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc92a48-a671-4ca8-a11f-120674472a44 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] Pushing event deleted for resources: {'Port': ['ID=ef8bbeba-a56f-4cd7-8f9f-2c26d50b2915,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:36:23.966701 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0ae9e515-e7bd-4655-a7d3-314a1e510d04 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:24.011839 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-af6a833d-83ec-4e32-bb24-1514a18b380e req-0cc92a48-a671-4ca8-a11f-120674472a44 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] No DVR routers for this DVR port ef8bbeba-a56f-4cd7-8f9f-2c26d50b2915 on host n-h2-800634-1 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:36:24.014407 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-af6a833d-83ec-4e32-bb24-1514a18b380e req-0cc92a48-a671-4ca8-a11f-120674472a44 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:24.016722 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-af6a833d-83ec-4e32-bb24-1514a18b380e req-0cc92a48-a671-4ca8-a11f-120674472a44 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.41 "DELETE /v2.0/ports/ef8bbeba-a56f-4cd7-8f9f-2c26d50b2915 HTTP/1.1" status: 204 len: 173 time: 1.1090252 Jul 13 13:36:24.019093 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-d5f193e8-f3c0-4ddb-b06e-13a784a5a4ff req-61ea6303-a3f7-442e-99f1-d5603f70325e tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:24.030926 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f89b09-50f2-4f93-b8eb-3190a9080732 req-c5de6535-1048-41c6-8f09-3242aa7c5ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:24.032031 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c28101c7-176c-4ab6-bc6a-5825a2599120 req-9ede18ee-6178-4836-bdba-9da304a8a01d tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] 10.222.0.23 "GET /v2.0/security-groups?id=d29423a1-067a-4d38-adf6-741b7ccff4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687582 Jul 13 13:36:24.033067 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c5f89b09-50f2-4f93-b8eb-3190a9080732 req-c5de6535-1048-41c6-8f09-3242aa7c5ea1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b14d01f8-4a78-4311-a169-2b69cfb0becb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0971849 Jul 13 13:36:24.034079 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-d5f193e8-f3c0-4ddb-b06e-13a784a5a4ff req-61ea6303-a3f7-442e-99f1-d5603f70325e tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:24.059784 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0ae9e515-e7bd-4655-a7d3-314a1e510d04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:24.061254 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ae9e515-e7bd-4655-a7d3-314a1e510d04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:24.062489 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0ae9e515-e7bd-4655-a7d3-314a1e510d04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:24.130906 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-d5f193e8-f3c0-4ddb-b06e-13a784a5a4ff req-61ea6303-a3f7-442e-99f1-d5603f70325e tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:24.132276 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d5f193e8-f3c0-4ddb-b06e-13a784a5a4ff req-61ea6303-a3f7-442e-99f1-d5603f70325e tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.7506833 Jul 13 13:36:24.148906 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ea6303-a3f7-442e-99f1-d5603f70325e tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=acc61f6e-5225-4c32-8419-9691219f9102,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:36:24.151604 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-0ae9e515-e7bd-4655-a7d3-314a1e510d04 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.7965934 Jul 13 13:36:24.153182 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae9e515-e7bd-4655-a7d3-314a1e510d04 admin admin] Pushing event updated for resources: {'Network': ['ID=e5769e95-835d-47e1-a23c-36ae8b445426,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:36:24.159812 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 53912) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:36:24.168503 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network e5769e95-835d-47e1-a23c-36ae8b445426 details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 13:36:24.177649 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-b871a446-0127-4d65-a744-d6fd1608c2a1 admin admin] Request body: {'subnet': {'network_id': 'e5769e95-835d-47e1-a23c-36ae8b445426', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-727771394-subnet', 'tenant_id': 'f2d14d7ea9c1426b97ffac045e0e0bca', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:36:24.204365 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c5f89b09-50f2-4f93-b8eb-3190a9080732 req-a095c5d7-b331-433d-84c3-6e97c12c0cc0 service neutron] 10.222.0.41 "GET /v2.0/networks/b14d01f8-4a78-4311-a169-2b69cfb0becb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609757 Jul 13 13:36:24.224760 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b871a446-0127-4d65-a744-d6fd1608c2a1 admin admin] Made reservation on behalf of f2d14d7ea9c1426b97ffac045e0e0bca for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:36:24.227773 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b871a446-0127-4d65-a744-d6fd1608c2a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6104980'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:24.355212 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-c5ef9ea7-b75a-42d1-816d-9d0a6fae4eb9 req-74e20ca4-10bc-436c-aed7-689d30a1aa20 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1820630485', 'description': 'tempest-description-854999269'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:36:24.378578 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1bfeb973-cd19-4d1b-afa0-b6ad987906d4 req-0ab8bcbb-56ff-44a2-9e88-9f206adce00e tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/ports?device_id=51a49091-1f1d-4f7b-b145-79695b229fef HTTP/1.1" status: 200 len: 210 time: 0.0516016 Jul 13 13:36:24.445999 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c5f89b09-50f2-4f93-b8eb-3190a9080732 req-154152e6-eb0a-4fb8-9147-4065fb088acd service neutron] 10.222.0.41 "GET /v2.0/networks/b14d01f8-4a78-4311-a169-2b69cfb0becb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256491 Jul 13 13:36:24.461254 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-c5ef9ea7-b75a-42d1-816d-9d0a6fae4eb9 req-74e20ca4-10bc-436c-aed7-689d30a1aa20 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:24.525618 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b871a446-0127-4d65-a744-d6fd1608c2a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6018343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6104998'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:24.549058 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1dd7a98d-6c0c-4d26-bec7-7b401bc9eeda req-2448f2c5-1e5e-4870-85c0-38fad9ad063b tempest-ServerShowV247Test-536995667 tempest-ServerShowV247Test-536995667-project] 10.222.0.23 "GET /v2.0/ports?device_id=b950aac0-0187-4552-b815-097740feb1b6 HTTP/1.1" status: 200 len: 210 time: 0.0393083 Jul 13 13:36:24.601515 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 428b708b-86ae-4314-a494-492d05639f17 details requested by agent hyperv_n-h2-800634-1 with host n-h2-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 13:36:24.604194 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b871a446-0127-4d65-a744-d6fd1608c2a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=62a5b858-930a-4489-b7e4-e23ba17b6c48,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:36:24.621051 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b871a446-0127-4d65-a744-d6fd1608c2a1 admin admin] Checking segment: {'id': 'fbb86cf7-b136-4c28-b29e-efe0e66ea8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e5769e95-835d-47e1-a23c-36ae8b445426'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:36:24.621420 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b871a446-0127-4d65-a744-d6fd1608c2a1 admin admin] Network hostable DHCP agents. Network: e5769e95-835d-47e1-a23c-36ae8b445426, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 13:36:24.645209 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b871a446-0127-4d65-a744-d6fd1608c2a1 admin admin] Network e5769e95-835d-47e1-a23c-36ae8b445426 is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 13:36:24.647053 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-c5ef9ea7-b75a-42d1-816d-9d0a6fae4eb9 req-74e20ca4-10bc-436c-aed7-689d30a1aa20 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:24.656536 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-c5ef9ea7-b75a-42d1-816d-9d0a6fae4eb9 req-74e20ca4-10bc-436c-aed7-689d30a1aa20 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:24.664789 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-b871a446-0127-4d65-a744-d6fd1608c2a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, e5769e95-835d-47e1-a23c-36ae8b445426) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:36:24.673105 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b871a446-0127-4d65-a744-d6fd1608c2a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:24.677988 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b871a446-0127-4d65-a744-d6fd1608c2a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:24.702487 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01a2dcff-e92f-4d3f-9d16-d99eebd9c336 None None] Network e5769e95-835d-47e1-a23c-36ae8b445426 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:36:24.710175 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-c5ef9ea7-b75a-42d1-816d-9d0a6fae4eb9 req-74e20ca4-10bc-436c-aed7-689d30a1aa20 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:24.712006 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-b871a446-0127-4d65-a744-d6fd1608c2a1 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5490253 Jul 13 13:36:24.715124 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 53930) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:36:24.716212 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c5ef9ea7-b75a-42d1-816d-9d0a6fae4eb9 req-74e20ca4-10bc-436c-aed7-689d30a1aa20 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.3800466 Jul 13 13:36:24.725510 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-f5350ed8-6490-4995-8ede-52fa0bdc882f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-727771394-router', 'tenant_id': 'f2d14d7ea9c1426b97ffac045e0e0bca', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:36:24.736295 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e20ca4-10bc-436c-aed7-689d30a1aa20 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9c3db10-cf59-436d-9fbe-89f97de178d3,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:36:24.749519 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-b9dcc08a-adae-44a2-9a4a-3406842582aa req-b3bdbf3c-1879-48ad-9498-1d223c736451 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1367365967', 'description': 'tempest-description-843458577'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:36:24.770003 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f5350ed8-6490-4995-8ede-52fa0bdc882f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1591928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2714'] for router, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:24.771072 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f5350ed8-6490-4995-8ede-52fa0bdc882f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447198', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1629690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2689'] for router, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:24.802898 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-b9dcc08a-adae-44a2-9a4a-3406842582aa req-b3bdbf3c-1879-48ad-9498-1d223c736451 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:24.888315 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 428b708b-86ae-4314-a494-492d05639f17, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=428b708b-86ae-4314-a494-492d05639f17,segment=NetworkSegment(c474c239-8b60-46eb-bc28-db09fd733c35),segment_id=c474c239-8b60-46eb-bc28-db09fd733c35)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:36:24.900150 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f5350ed8-6490-4995-8ede-52fa0bdc882f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:24.923581 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-b9dcc08a-adae-44a2-9a4a-3406842582aa req-b3bdbf3c-1879-48ad-9498-1d223c736451 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:24.932900 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-b9dcc08a-adae-44a2-9a4a-3406842582aa req-b3bdbf3c-1879-48ad-9498-1d223c736451 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:24.934427 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Returning: {'device': '428b708b-86ae-4314-a494-492d05639f17', 'network_id': '235d9a14-cbfe-4d48-b109-040ffccc92b0', 'port_id': '428b708b-86ae-4314-a494-492d05639f17', 'mac_address': 'fa:16:3e:66:30:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cfdd188-250e-479a-90ea-bdbade5d1ae3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 13:36:24.972198 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-b9dcc08a-adae-44a2-9a4a-3406842582aa req-b3bdbf3c-1879-48ad-9498-1d223c736451 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:24.974850 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b9dcc08a-adae-44a2-9a4a-3406842582aa req-b3bdbf3c-1879-48ad-9498-1d223c736451 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.2312703 Jul 13 13:36:24.990761 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bdbf3c-1879-48ad-9498-1d223c736451 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86ca0f59-027c-4cbd-9541-a1db94b24911,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:36:25.030006 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:25.038074 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 53940) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:36:25.042100 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcac509-9f0a-425f-b23f-8e053f540598 req-81354716-ef07-4d72-b56c-fee2e6089998 tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:25.049207 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1dcac509-9f0a-425f-b23f-8e053f540598 req-81354716-ef07-4d72-b56c-fee2e6089998 tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] 10.222.0.23 "GET /v2.0/ports?device_id=1cd54210-282a-4a26-97b7-f1d70daa60d2 HTTP/1.1" status: 200 len: 944 time: 0.2617879 Jul 13 13:36:25.069620 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 428b708b-86ae-4314-a494-492d05639f17 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:36:25.137230 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d0433973-5650-41fc-aa5c-b665de7a2328 req-c3f29237-5b32-433c-a40e-4da80e21d022 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=132b60c425be4aeb99cec71010f26a0d HTTP/1.1" status: 200 len: 10895 time: 0.1392035 Jul 13 13:36:25.161473 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f5350ed8-6490-4995-8ede-52fa0bdc882f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447180', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1591910', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2751'] for router, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:25.181816 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-9946a795-dd0a-4a5d-a4bd-c1e4522c1b5b admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-255120261-network', 'tenant_id': '29a522190cd24bc389be9343a701d0f7'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:36:25.208817 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d0433973-5650-41fc-aa5c-b665de7a2328 req-f759df01-7be6-4124-a573-9ca647f92f44 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] 10.222.0.23 "GET /v2.0/security-groups/24689591-48d9-46af-a687-72c510af83bd HTTP/1.1" status: 200 len: 2981 time: 0.0644102 Jul 13 13:36:25.226757 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9946a795-dd0a-4a5d-a4bd-c1e4522c1b5b admin admin] Made reservation on behalf of 29a522190cd24bc389be9343a701d0f7 for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:36:25.228175 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1dcac509-9f0a-425f-b23f-8e053f540598 req-d8ce3eda-c3f6-4c00-98ca-b43d1e010b63 tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] 10.222.0.23 "GET /v2.0/security-groups?id=feeb6b93-5051-4dcc-8776-c314f05e05ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781297 Jul 13 13:36:25.229979 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9946a795-dd0a-4a5d-a4bd-c1e4522c1b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:25.248949 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9946a795-dd0a-4a5d-a4bd-c1e4522c1b5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:25.256928 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 428b708b-86ae-4314-a494-492d05639f17, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=428b708b-86ae-4314-a494-492d05639f17,segment=NetworkSegment(c474c239-8b60-46eb-bc28-db09fd733c35),segment_id=c474c239-8b60-46eb-bc28-db09fd733c35)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:36:25.259915 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51a49091-1f1d-4f7b-b145-79695b229fef', 'name': 'network-vif-deleted', 'tag': 'ef8bbeba-a56f-4cd7-8f9f-2c26d50b2915'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:36:25.262564 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d17b627af75e17e0f4b8d6239d04f8c2f78634e2c585e32a7aeca336500f34a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ae11714-fecd-4e95-b616-67d8581b9824" -d '{"events": [{"server_uuid": "51a49091-1f1d-4f7b-b145-79695b229fef", "name": "network-vif-deleted", "tag": "ef8bbeba-a56f-4cd7-8f9f-2c26d50b2915"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:36:25.266632 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31bb612c-df9a-48ea-9fb0-19b74bf999d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a7201e1-61ce-5a3e-b7f7-e800379ed03b-e5769e95-835d-47e1-a23c-36ae8b445426', 'network_id': 'e5769e95-835d-47e1-a23c-36ae8b445426', 'tenant_id': 'f2d14d7ea9c1426b97ffac045e0e0bca', 'fixed_ips': [{'subnet_id': '62a5b858-930a-4489-b7e4-e23ba17b6c48'}]}} from n-d-800634-1. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 13:36:25.268095 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-31bb612c-df9a-48ea-9fb0-19b74bf999d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:25.273261 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:25.296565 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d0433973-5650-41fc-aa5c-b665de7a2328 req-4b3f16c5-4342-4fe9-bf13-6c20246103fa tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] 10.222.0.23 "GET /v2.0/security-groups/24689591-48d9-46af-a687-72c510af83bd HTTP/1.1" status: 200 len: 2981 time: 0.0778463 Jul 13 13:36:25.339650 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=428b708b-86ae-4314-a494-492d05639f17,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:36:25.395530 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9946a795-dd0a-4a5d-a4bd-c1e4522c1b5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:25.401700 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9946a795-dd0a-4a5d-a4bd-c1e4522c1b5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:25.428094 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9946a795-dd0a-4a5d-a4bd-c1e4522c1b5b admin admin] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 13:36:25.454685 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9946a795-dd0a-4a5d-a4bd-c1e4522c1b5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=341faf95-eeb9-42dd-875e-771dd8d4ecba,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:36:25.466419 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9946a795-dd0a-4a5d-a4bd-c1e4522c1b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:25.466771 n-d-800634-1 neutron-server[93750]: INFO neutron.db.segments_db [None req-9946a795-dd0a-4a5d-a4bd-c1e4522c1b5b admin admin] Added segment 25d1bdbe-2bf0-4c27-8e80-3bf79544ded4 of type vlan for network fd2909fd-b18c-48a2-9cd3-ed63c387d00d Jul 13 13:36:25.501312 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-31bb612c-df9a-48ea-9fb0-19b74bf999d9 None None] Allocated IP 172.20.0.2 (e5769e95-835d-47e1-a23c-36ae8b445426/62a5b858-930a-4489-b7e4-e23ba17b6c48/bdc84c69-8986-4ae2-a560-e9ce5e842ab4) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:36:25.533640 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9946a795-dd0a-4a5d-a4bd-c1e4522c1b5b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:25.540410 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5906cad2-53ad-4654-93a2-455cb936b233 req-55a16967-d242-4558-9d62-ecb0f93de995 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] 10.222.0.23 "GET /v2.0/security-groups/acc61f6e-5225-4c32-8419-9691219f9102 HTTP/1.1" status: 200 len: 1800 time: 0.1049469 Jul 13 13:36:25.557048 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['428b708b-86ae-4314-a494-492d05639f17'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:36:25.600374 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9946a795-dd0a-4a5d-a4bd-c1e4522c1b5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:25.601270 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9946a795-dd0a-4a5d-a4bd-c1e4522c1b5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:25.602168 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9946a795-dd0a-4a5d-a4bd-c1e4522c1b5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:25.672841 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-9946a795-dd0a-4a5d-a4bd-c1e4522c1b5b admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.6305559 Jul 13 13:36:25.676308 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 53956) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:36:25.684154 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-f32b9221-50a2-415e-917a-a4ef0eea2218 admin admin] Request body: {'subnet': {'network_id': 'fd2909fd-b18c-48a2-9cd3-ed63c387d00d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-255120261-subnet', 'tenant_id': '29a522190cd24bc389be9343a701d0f7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:36:25.690435 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2086763d-c454-433a-af22-b4afcc59cec7 x-openstack-request-id: req-2086763d-c454-433a-af22-b4afcc59cec7 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:36:25.690989 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51a49091-1f1d-4f7b-b145-79695b229fef", "name": "network-vif-deleted", "tag": "ef8bbeba-a56f-4cd7-8f9f-2c26d50b2915", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:36:25.690989 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2086763d-c454-433a-af22-b4afcc59cec7 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:36:25.692093 n-d-800634-1 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51a49091-1f1d-4f7b-b145-79695b229fef', 'name': 'network-vif-deleted', 'tag': 'ef8bbeba-a56f-4cd7-8f9f-2c26d50b2915', 'status': 'completed', 'code': 200} Jul 13 13:36:25.708625 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9946a795-dd0a-4a5d-a4bd-c1e4522c1b5b admin admin] Pushing event updated for resources: {'Network': ['ID=fd2909fd-b18c-48a2-9cd3-ed63c387d00d,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:36:25.724626 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-5906cad2-53ad-4654-93a2-455cb936b233 req-17d28a69-53fb-4f22-9480-3369204c4c77 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:25.725710 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network fd2909fd-b18c-48a2-9cd3-ed63c387d00d details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 13:36:25.728596 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-31bb612c-df9a-48ea-9fb0-19b74bf999d9 None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:25.737262 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f32b9221-50a2-415e-917a-a4ef0eea2218 admin admin] Made reservation on behalf of 29a522190cd24bc389be9343a701d0f7 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:36:25.739751 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f32b9221-50a2-415e-917a-a4ef0eea2218 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4763385'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:25.779688 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-31bb612c-df9a-48ea-9fb0-19b74bf999d9 None None] Transition to ACTIVE for port object bdc84c69-8986-4ae2-a560-e9ce5e842ab4 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:36:25.790746 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-5906cad2-53ad-4654-93a2-455cb936b233 req-17d28a69-53fb-4f22-9480-3369204c4c77 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:25.821237 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f5350ed8-6490-4995-8ede-52fa0bdc882f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:25.822440 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-31bb612c-df9a-48ea-9fb0-19b74bf999d9 None None] Transition to ACTIVE for port object bdc84c69-8986-4ae2-a560-e9ce5e842ab4 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:36:25.832075 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-31bb612c-df9a-48ea-9fb0-19b74bf999d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:25.832461 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e98202-1d33-4d11-9c20-52b211f180e5 req-8a8d4851-242d-4bb4-b92f-9604af2b1179 tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:25.839659 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-18e98202-1d33-4d11-9c20-52b211f180e5 req-8a8d4851-242d-4bb4-b92f-9604af2b1179 tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] 10.222.0.23 "GET /v2.0/ports?device_id=3e6b446c-7c7b-47ab-ac5e-8ee1b0a4840a HTTP/1.1" status: 200 len: 945 time: 0.1509707 Jul 13 13:36:25.865317 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-5906cad2-53ad-4654-93a2-455cb936b233 req-17d28a69-53fb-4f22-9480-3369204c4c77 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:25.865562 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f5350ed8-6490-4995-8ede-52fa0bdc882f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:25.868785 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-5906cad2-53ad-4654-93a2-455cb936b233 req-17d28a69-53fb-4f22-9480-3369204c4c77 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:25.870459 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5906cad2-53ad-4654-93a2-455cb936b233 req-17d28a69-53fb-4f22-9480-3369204c4c77 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] 10.222.0.23 "DELETE /v2.0/security-groups/acc61f6e-5225-4c32-8419-9691219f9102 HTTP/1.1" status: 204 len: 173 time: 0.3151176 Jul 13 13:36:25.896997 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31bb612c-df9a-48ea-9fb0-19b74bf999d9 None None] Network e5769e95-835d-47e1-a23c-36ae8b445426 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:36:25.898723 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bb612c-df9a-48ea-9fb0-19b74bf999d9 None None] Pushing event updated for resources: {'Port': ['ID=bdc84c69-8986-4ae2-a560-e9ce5e842ab4,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:36:25.902267 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-31bb612c-df9a-48ea-9fb0-19b74bf999d9 None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:36:25.906347 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31bb612c-df9a-48ea-9fb0-19b74bf999d9 None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:36:25.929053 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d28a69-53fb-4f22-9480-3369204c4c77 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=acc61f6e-5225-4c32-8419-9691219f9102,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:36:25.946500 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-18e98202-1d33-4d11-9c20-52b211f180e5 req-bdbf1376-f0ac-4ba7-85f8-75361e2905eb tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] 10.222.0.23 "GET /v2.0/security-groups?id=d29423a1-067a-4d38-adf6-741b7ccff4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058638 Jul 13 13:36:25.985710 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-31bb612c-df9a-48ea-9fb0-19b74bf999d9 None None] Attempting to bind port bdc84c69-8986-4ae2-a560-e9ce5e842ab4 on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:36:25.986133 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-31bb612c-df9a-48ea-9fb0-19b74bf999d9 None None] Attempting to bind port bdc84c69-8986-4ae2-a560-e9ce5e842ab4 by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': 'fbb86cf7-b136-4c28-b29e-efe0e66ea8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e5769e95-835d-47e1-a23c-36ae8b445426'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:36:25.986500 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31bb612c-df9a-48ea-9fb0-19b74bf999d9 None None] Attempting to bind port bdc84c69-8986-4ae2-a560-e9ce5e842ab4 on network e5769e95-835d-47e1-a23c-36ae8b445426 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:36:25.992320 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31bb612c-df9a-48ea-9fb0-19b74bf999d9 None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 36, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:36:25.992695 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31bb612c-df9a-48ea-9fb0-19b74bf999d9 None None] Checking segment: {'id': 'fbb86cf7-b136-4c28-b29e-efe0e66ea8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e5769e95-835d-47e1-a23c-36ae8b445426'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:36:25.993099 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-31bb612c-df9a-48ea-9fb0-19b74bf999d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:25.993490 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31bb612c-df9a-48ea-9fb0-19b74bf999d9 None None] Bound using segment: {'id': 'fbb86cf7-b136-4c28-b29e-efe0e66ea8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e5769e95-835d-47e1-a23c-36ae8b445426'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:36:25.993990 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-31bb612c-df9a-48ea-9fb0-19b74bf999d9 None None] Bound port: bdc84c69-8986-4ae2-a560-e9ce5e842ab4, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbb86cf7-b136-4c28-b29e-efe0e66ea8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e5769e95-835d-47e1-a23c-36ae8b445426'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:36:25.994372 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-31bb612c-df9a-48ea-9fb0-19b74bf999d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:26.042546 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-f5350ed8-6490-4995-8ede-52fa0bdc882f admin admin] Allocated IP 172.25.6.191 (acf968b8-c524-46a9-a20b-ad9667009130/dde5a78e-bd1e-4f47-8189-7321d4de73d3/a23704bc-3064-4979-9ee6-1a976869e032) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:36:26.069154 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f32b9221-50a2-415e-917a-a4ef0eea2218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5970588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4763339'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:26.088631 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-31bb612c-df9a-48ea-9fb0-19b74bf999d9 None None] For port bdc84c69-8986-4ae2-a560-e9ce5e842ab4, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:36:26.092989 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-31bb612c-df9a-48ea-9fb0-19b74bf999d9 None None] For port bdc84c69-8986-4ae2-a560-e9ce5e842ab4, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=bdc84c69-8986-4ae2-a560-e9ce5e842ab4,segment=NetworkSegment(fbb86cf7-b136-4c28-b29e-efe0e66ea8f9),segment_id=fbb86cf7-b136-4c28-b29e-efe0e66ea8f9)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:36:26.101824 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-31bb612c-df9a-48ea-9fb0-19b74bf999d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:26.122705 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32b9221-50a2-415e-917a-a4ef0eea2218 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd32806b-b021-4853-92da-3f31e62f7048,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:36:26.148404 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f32b9221-50a2-415e-917a-a4ef0eea2218 admin admin] Checking segment: {'id': '25d1bdbe-2bf0-4c27-8e80-3bf79544ded4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'fd2909fd-b18c-48a2-9cd3-ed63c387d00d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:36:26.148861 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f32b9221-50a2-415e-917a-a4ef0eea2218 admin admin] Network hostable DHCP agents. Network: fd2909fd-b18c-48a2-9cd3-ed63c387d00d, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 13:36:26.149152 n-d-800634-1 neutron-server[93751]: INFO neutron.api.v2.resource [req-32c5d6f5-33d6-4703-b6f0-61522f4242e6 req-2f151885-caab-4174-a72a-05e6778b4aa5 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] show failed (client error): The resource could not be found. Jul 13 13:36:26.162573 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-32c5d6f5-33d6-4703-b6f0-61522f4242e6 req-2f151885-caab-4174-a72a-05e6778b4aa5 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] 10.222.0.23 "GET /v2.0/security-groups/acc61f6e-5225-4c32-8419-9691219f9102 HTTP/1.1" status: 404 len: 352 time: 0.0793734 Jul 13 13:36:26.187788 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bb612c-df9a-48ea-9fb0-19b74bf999d9 None None] Pushing event updated for resources: {'Port': ['ID=bdc84c69-8986-4ae2-a560-e9ce5e842ab4,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:36:26.204370 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f32b9221-50a2-415e-917a-a4ef0eea2218 admin admin] Network fd2909fd-b18c-48a2-9cd3-ed63c387d00d is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 13:36:26.209066 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3a83db9a-f48f-45bc-b28b-be62b7ff97ae req-e8e77165-44c1-41e8-b077-1b566bb89c37 tempest-ServerShowV247Test-536995667 tempest-ServerShowV247Test-536995667-project] 10.222.0.23 "GET /v2.0/ports?device_id=b950aac0-0187-4552-b815-097740feb1b6 HTTP/1.1" status: 200 len: 210 time: 0.0370038 Jul 13 13:36:26.220153 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-f32b9221-50a2-415e-917a-a4ef0eea2218 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, fd2909fd-b18c-48a2-9cd3-ed63c387d00d) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:36:26.236501 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a1a9e10-f9bd-4934-b5f2-1be0f2fd7482 None None] Network fd2909fd-b18c-48a2-9cd3-ed63c387d00d requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:36:26.240063 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f32b9221-50a2-415e-917a-a4ef0eea2218 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:26.240225 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f32b9221-50a2-415e-917a-a4ef0eea2218 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:26.270509 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-f32b9221-50a2-415e-917a-a4ef0eea2218 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5902963 Jul 13 13:36:26.282447 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f5350ed8-6490-4995-8ede-52fa0bdc882f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:26.365830 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f5350ed8-6490-4995-8ede-52fa0bdc882f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:26.461854 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5350ed8-6490-4995-8ede-52fa0bdc882f admin admin] Network acf968b8-c524-46a9-a20b-ad9667009130 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:36:26.468763 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-f5350ed8-6490-4995-8ede-52fa0bdc882f admin admin] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:36:26.483395 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5350ed8-6490-4995-8ede-52fa0bdc882f admin admin] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:36:26.485039 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c8f84d7-d6a1-4a27-b234-7b8e0ba247c9 None None] Network fd2909fd-b18c-48a2-9cd3-ed63c387d00d requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:36:26.615300 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 428b708b-86ae-4314-a494-492d05639f17 up at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:36:26.618037 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5350ed8-6490-4995-8ede-52fa0bdc882f admin admin] Pushing event updated for resources: {'Port': ['ID=a23704bc-3064-4979-9ee6-1a976869e032,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:36:26.730774 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e2a0f10e-68be-431e-af33-f1ff6ccaa61f req-17df8395-c5e9-4f11-bcc6-ca4f9df6d668 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] 10.222.0.23 "GET /v2.0/security-groups/d9c3db10-cf59-436d-9fbe-89f97de178d3 HTTP/1.1" status: 200 len: 1800 time: 0.1508930 Jul 13 13:36:26.760977 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning for port 428b708b-86ae-4314-a494-492d05639f17 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:36:26.768692 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning complete for port 428b708b-86ae-4314-a494-492d05639f17 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:36:26.769254 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:26.840933 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-e2a0f10e-68be-431e-af33-f1ff6ccaa61f req-146d2b38-49cb-478e-b854-d7a9be555d05 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:26.883660 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842a21ef-8fc7-4697-9519-abcb288df1ff req-6a079803-08b2-4910-af7a-c18a8c9bfa0f tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:26.895568 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-842a21ef-8fc7-4697-9519-abcb288df1ff req-6a079803-08b2-4910-af7a-c18a8c9bfa0f tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] 10.222.0.23 "GET /v2.0/ports?device_id=1cd54210-282a-4a26-97b7-f1d70daa60d2 HTTP/1.1" status: 200 len: 945 time: 0.1230078 Jul 13 13:36:26.917130 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:26.927505 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-e2a0f10e-68be-431e-af33-f1ff6ccaa61f req-146d2b38-49cb-478e-b854-d7a9be555d05 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:26.948535 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device bdc84c69-8986-4ae2-a560-e9ce5e842ab4 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:36:26.962608 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f5350ed8-6490-4995-8ede-52fa0bdc882f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:26.968938 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-842a21ef-8fc7-4697-9519-abcb288df1ff req-5d234a1d-f15d-47f1-87ea-8fe4ed020bf1 tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] 10.222.0.23 "GET /v2.0/security-groups?id=feeb6b93-5051-4dcc-8776-c314f05e05ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681040 Jul 13 13:36:26.991509 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cd54210-282a-4a26-97b7-f1d70daa60d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '428b708b-86ae-4314-a494-492d05639f17'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:36:26.993841 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce2ce28d-b5eb-402c-ad74-8b912565ef80" -d '{"events": [{"server_uuid": "1cd54210-282a-4a26-97b7-f1d70daa60d2", "name": "network-vif-plugged", "status": "completed", "tag": "428b708b-86ae-4314-a494-492d05639f17"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:36:27.015708 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 428b708b-86ae-4314-a494-492d05639f17, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=428b708b-86ae-4314-a494-492d05639f17,segment=NetworkSegment(c474c239-8b60-46eb-bc28-db09fd733c35),segment_id=c474c239-8b60-46eb-bc28-db09fd733c35)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:36:27.024586 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:27.025681 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device ef8bbeba-a56f-4cd7-8f9f-2c26d50b2915 no longer exists at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:36:27.059396 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-e2a0f10e-68be-431e-af33-f1ff6ccaa61f req-146d2b38-49cb-478e-b854-d7a9be555d05 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:27.072850 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-e2a0f10e-68be-431e-af33-f1ff6ccaa61f req-146d2b38-49cb-478e-b854-d7a9be555d05 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:27.079340 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e2a0f10e-68be-431e-af33-f1ff6ccaa61f req-146d2b38-49cb-478e-b854-d7a9be555d05 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] 10.222.0.23 "DELETE /v2.0/security-groups/d9c3db10-cf59-436d-9fbe-89f97de178d3 HTTP/1.1" status: 204 len: 173 time: 0.3466742 Jul 13 13:36:27.083495 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] No Port match for: ef8bbeba-a56f-4cd7-8f9f-2c26d50b2915 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:36:27.084057 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device ef8bbeba-a56f-4cd7-8f9f-2c26d50b2915 not bound to the agent host n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:36:27.100880 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port bdc84c69-8986-4ae2-a560-e9ce5e842ab4 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:36:27.121204 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=428b708b-86ae-4314-a494-492d05639f17,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:36:27.159453 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 53992) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:36:27.179237 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-6f98a1c3-0f56-4df2-8013-f48c8a12c2be admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1220882786-network', 'tenant_id': '3bfc16729e39435d8a1e08d704bc63cd'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:36:27.209539 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146d2b38-49cb-478e-b854-d7a9be555d05 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9c3db10-cf59-436d-9fbe-89f97de178d3,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:36:27.253069 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f98a1c3-0f56-4df2-8013-f48c8a12c2be admin admin] Made reservation on behalf of 3bfc16729e39435d8a1e08d704bc63cd for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:36:27.259611 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6f98a1c3-0f56-4df2-8013-f48c8a12c2be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:27.271053 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2520cc8-fb9d-4edc-8275-3d0b7a3ce635 req-d0508cb1-cb8f-4187-a8ed-2de4d1265a96 tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:27.272629 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c2520cc8-fb9d-4edc-8275-3d0b7a3ce635 req-d0508cb1-cb8f-4187-a8ed-2de4d1265a96 tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] 10.222.0.23 "GET /v2.0/ports?device_id=3e6b446c-7c7b-47ab-ac5e-8ee1b0a4840a HTTP/1.1" status: 200 len: 945 time: 0.1258123 Jul 13 13:36:27.289392 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f553c7-4206-46b1-8e2f-3e00ad1a90f0 req-6b08dfcd-67dc-4e87-b87a-27f7401afd2b tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:27.291241 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d5f553c7-4206-46b1-8e2f-3e00ad1a90f0 req-6b08dfcd-67dc-4e87-b87a-27f7401afd2b tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.41 "GET /v2.0/ports?device_id=727deb5b-3133-4286-8684-e334a3d2008f HTTP/1.1" status: 200 len: 944 time: 0.1349854 Jul 13 13:36:27.304021 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6f98a1c3-0f56-4df2-8013-f48c8a12c2be admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:27.467473 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f5350ed8-6490-4995-8ede-52fa0bdc882f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447217'] for router, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:27.482181 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f887e5c-a4ad-4b09-b39a-813e21c4aa20 req-61ea3f1b-5467-4f69-84b9-ed7ee3498632 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:27.486976 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6f887e5c-a4ad-4b09-b39a-813e21c4aa20 req-61ea3f1b-5467-4f69-84b9-ed7ee3498632 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/ports?device_id=727deb5b-3133-4286-8684-e334a3d2008f HTTP/1.1" status: 200 len: 944 time: 0.2232237 Jul 13 13:36:27.525401 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eacf7f8b-4a8f-4fc3-9bab-748bbca35231 None None] Network e5769e95-835d-47e1-a23c-36ae8b445426 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:36:27.607636 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-ccb5cc9a-117a-42ec-861a-4aca404b9308 None None] Provisioning for port bdc84c69-8986-4ae2-a560-e9ce5e842ab4 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:36:27.619006 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-ccb5cc9a-117a-42ec-861a-4aca404b9308 None None] Provisioning complete for port bdc84c69-8986-4ae2-a560-e9ce5e842ab4 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:36:27.619653 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ccb5cc9a-117a-42ec-861a-4aca404b9308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:27.635167 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6f887e5c-a4ad-4b09-b39a-813e21c4aa20 req-3b1078f2-ad1e-4689-8a8e-a2a69b6a1c19 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1a1929d-de59-4a26-a69b-05b891c11dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417518 Jul 13 13:36:27.645641 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6f98a1c3-0f56-4df2-8013-f48c8a12c2be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:27.660649 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6f98a1c3-0f56-4df2-8013-f48c8a12c2be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:27.701615 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f98a1c3-0f56-4df2-8013-f48c8a12c2be admin admin] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 13:36:27.705606 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:36:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc7b2c25-8cef-4c7b-b6c6-cd459e333cc2 x-openstack-request-id: req-cc7b2c25-8cef-4c7b-b6c6-cd459e333cc2 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:36:27.705943 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cd54210-282a-4a26-97b7-f1d70daa60d2", "name": "network-vif-plugged", "status": "completed", "tag": "428b708b-86ae-4314-a494-492d05639f17", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:36:27.706196 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cc7b2c25-8cef-4c7b-b6c6-cd459e333cc2 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:36:27.706719 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cd54210-282a-4a26-97b7-f1d70daa60d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '428b708b-86ae-4314-a494-492d05639f17', 'code': 200} Jul 13 13:36:27.724210 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f98a1c3-0f56-4df2-8013-f48c8a12c2be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab4dc16f-d6a2-4bbf-8097-5b903dc647c8,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:36:27.738810 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6f98a1c3-0f56-4df2-8013-f48c8a12c2be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:27.739457 n-d-800634-1 neutron-server[93751]: INFO neutron.db.segments_db [None req-6f98a1c3-0f56-4df2-8013-f48c8a12c2be admin admin] Added segment b68d3e5b-81cc-4f19-9705-ed9389c12cdc of type vlan for network 2af95f78-a4a5-444d-876d-05d19fd8c10c Jul 13 13:36:27.739560 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c2520cc8-fb9d-4edc-8275-3d0b7a3ce635 req-c2a63813-ee1c-43b1-9630-83467b8172c7 tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] 10.222.0.23 "GET /v2.0/security-groups?id=d29423a1-067a-4d38-adf6-741b7ccff4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4469197 Jul 13 13:36:27.759309 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ccb5cc9a-117a-42ec-861a-4aca404b9308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:27.801884 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6f98a1c3-0f56-4df2-8013-f48c8a12c2be admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:27.822760 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5350ed8-6490-4995-8ede-52fa0bdc882f admin admin] Router 0bda07f7-64be-4dd5-93f1-050af8879ba6 is scheduled to L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 with binding_index 1 {{(pid=93751) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 13:36:27.836101 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-ccb5cc9a-117a-42ec-861a-4aca404b9308 None None] For port bdc84c69-8986-4ae2-a560-e9ce5e842ab4, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=bdc84c69-8986-4ae2-a560-e9ce5e842ab4,segment=NetworkSegment(fbb86cf7-b136-4c28-b29e-efe0e66ea8f9),segment_id=fbb86cf7-b136-4c28-b29e-efe0e66ea8f9)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:36:27.845360 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ccb5cc9a-117a-42ec-861a-4aca404b9308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:27.856305 n-d-800634-1 neutron-server[93750]: INFO neutron.api.v2.resource [req-4ea1a908-962d-438c-b54a-de5d30547a82 req-37476214-8edf-4b04-a7c5-06a1b62f7d19 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] show failed (client error): The resource could not be found. Jul 13 13:36:27.857608 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4ea1a908-962d-438c-b54a-de5d30547a82 req-37476214-8edf-4b04-a7c5-06a1b62f7d19 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] 10.222.0.23 "GET /v2.0/security-groups/d9c3db10-cf59-436d-9fbe-89f97de178d3 HTTP/1.1" status: 404 len: 352 time: 0.0166254 Jul 13 13:36:27.887862 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6f98a1c3-0f56-4df2-8013-f48c8a12c2be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:27.888832 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f98a1c3-0f56-4df2-8013-f48c8a12c2be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:27.889424 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6f98a1c3-0f56-4df2-8013-f48c8a12c2be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:27.914477 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-d5f553c7-4206-46b1-8e2f-3e00ad1a90f0 req-23c4ae64-1bad-4bd0-9b33-57fe11952403 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] Deleting port 21b3903e-7bc2-443f-83b0-80d651d68c79 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:36:27.915070 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-d5f553c7-4206-46b1-8e2f-3e00ad1a90f0 req-23c4ae64-1bad-4bd0-9b33-57fe11952403 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:27.920239 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb5cc9a-117a-42ec-861a-4aca404b9308 None None] Pushing event updated for resources: {'Port': ['ID=bdc84c69-8986-4ae2-a560-e9ce5e842ab4,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:36:28.013846 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-68ed40f6-b443-4ff3-a396-d3dd164dfed3 req-672545f8-a5a0-422b-a7d1-8b13a1a5546a tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] 10.222.0.23 "GET /v2.0/security-groups/86ca0f59-027c-4cbd-9541-a1db94b24911 HTTP/1.1" status: 200 len: 1800 time: 0.1320095 Jul 13 13:36:28.019792 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-6f98a1c3-0f56-4df2-8013-f48c8a12c2be admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8511655 Jul 13 13:36:28.030046 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 54000) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:36:28.036176 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-109407c2-e640-42bc-a60d-bbde2631be2d admin admin] Request body: {'subnet': {'network_id': '2af95f78-a4a5-444d-876d-05d19fd8c10c', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1220882786-subnet', 'tenant_id': '3bfc16729e39435d8a1e08d704bc63cd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:36:28.049881 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-0c5cfdaa-359d-4e90-b7a2-d57089a4a42b req-d3b10f61-5754-45ee-a800-ca8708e48979 tempest-ServerShowV247Test-536995667 tempest-ServerShowV247Test-536995667-project] 10.222.0.23 "GET /v2.0/ports?device_id=b950aac0-0187-4552-b815-097740feb1b6 HTTP/1.1" status: 200 len: 210 time: 0.0549068 Jul 13 13:36:28.076057 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f98a1c3-0f56-4df2-8013-f48c8a12c2be admin admin] Pushing event updated for resources: {'Network': ['ID=2af95f78-a4a5-444d-876d-05d19fd8c10c,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:36:28.098434 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network 2af95f78-a4a5-444d-876d-05d19fd8c10c details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 13:36:28.111394 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-d5f553c7-4206-46b1-8e2f-3e00ad1a90f0 req-23c4ae64-1bad-4bd0-9b33-57fe11952403 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] For port 21b3903e-7bc2-443f-83b0-80d651d68c79, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=21b3903e-7bc2-443f-83b0-80d651d68c79,segment=NetworkSegment(ad5ed454-48ea-4363-8047-0d3907eff6fd),segment_id=ad5ed454-48ea-4363-8047-0d3907eff6fd)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:36:28.111879 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-d5f553c7-4206-46b1-8e2f-3e00ad1a90f0 req-23c4ae64-1bad-4bd0-9b33-57fe11952403 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:28.113708 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e213f5d-2f01-4062-8314-d6297f1df890 req-41cd8fb2-8440-443e-bd77-d423078da220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:28.115954 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2e213f5d-2f01-4062-8314-d6297f1df890 req-41cd8fb2-8440-443e-bd77-d423078da220 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1cd54210-282a-4a26-97b7-f1d70daa60d2 HTTP/1.1" status: 200 len: 1097 time: 0.2801163 Jul 13 13:36:28.124785 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-109407c2-e640-42bc-a60d-bbde2631be2d admin admin] Made reservation on behalf of 3bfc16729e39435d8a1e08d704bc63cd for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:36:28.127161 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-109407c2-e640-42bc-a60d-bbde2631be2d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4763385'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:28.136563 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-d5f553c7-4206-46b1-8e2f-3e00ad1a90f0 req-23c4ae64-1bad-4bd0-9b33-57fe11952403 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] Calling delete_port for 21b3903e-7bc2-443f-83b0-80d651d68c79 owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:36:28.158642 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5350ed8-6490-4995-8ede-52fa0bdc882f admin admin] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:36:28.169304 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c993c17-5aa9-47fc-ad83-050a0eb7193a None None] Sync routers for ids ['0bda07f7-64be-4dd5-93f1-050af8879ba6'] in n-d-800634-1 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:36:28.180798 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2e213f5d-2f01-4062-8314-d6297f1df890 req-3b1676d3-277e-4a02-a64e-7848af849ed5 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=feeb6b93-5051-4dcc-8776-c314f05e05ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517645 Jul 13 13:36:28.195430 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c993c17-5aa9-47fc-ad83-050a0eb7193a None None] Routers {'0bda07f7-64be-4dd5-93f1-050af8879ba6'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:36:28.198173 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f5350ed8-6490-4995-8ede-52fa0bdc882f admin admin] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:28.202006 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-f5350ed8-6490-4995-8ede-52fa0bdc882f admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.4831836 Jul 13 13:36:28.202763 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 54002) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:36:28.204845 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-3c993c17-5aa9-47fc-ad83-050a0eb7193a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:36:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['0bda07f7-64be-4dd5-93f1-050af8879ba6'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:36:28.260875 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-68ed40f6-b443-4ff3-a396-d3dd164dfed3 req-f79d1beb-4089-4d45-bb8c-f9b1c9b72d9d tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:28.282211 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-00610c59-0bbe-4b5f-96be-f7cfefa17b3e None None] Provisioning complete for port bdc84c69-8986-4ae2-a560-e9ce5e842ab4 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:36:28.283169 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-00610c59-0bbe-4b5f-96be-f7cfefa17b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:28.321245 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-68ed40f6-b443-4ff3-a396-d3dd164dfed3 req-f79d1beb-4089-4d45-bb8c-f9b1c9b72d9d tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:28.331179 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-3c993c17-5aa9-47fc-ad83-050a0eb7193a None None] Set router 0bda07f7-64be-4dd5-93f1-050af8879ba6 gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:36:28.414681 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23edb25e-cf8e-40c5-b0c0-4191906eb113 req-600110e4-1ecb-47cb-bda1-1f3482f2900c tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:28.416787 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-23edb25e-cf8e-40c5-b0c0-4191906eb113 req-600110e4-1ecb-47cb-bda1-1f3482f2900c tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] 10.222.0.23 "GET /v2.0/ports?device_id=1cd54210-282a-4a26-97b7-f1d70daa60d2 HTTP/1.1" status: 200 len: 946 time: 0.1582317 Jul 13 13:36:28.468512 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-68ed40f6-b443-4ff3-a396-d3dd164dfed3 req-f79d1beb-4089-4d45-bb8c-f9b1c9b72d9d tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:28.470934 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-68ed40f6-b443-4ff3-a396-d3dd164dfed3 req-f79d1beb-4089-4d45-bb8c-f9b1c9b72d9d tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:28.472074 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-68ed40f6-b443-4ff3-a396-d3dd164dfed3 req-f79d1beb-4089-4d45-bb8c-f9b1c9b72d9d tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] 10.222.0.23 "DELETE /v2.0/security-groups/86ca0f59-027c-4cbd-9541-a1db94b24911 HTTP/1.1" status: 204 len: 173 time: 0.4433384 Jul 13 13:36:28.504782 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-23edb25e-cf8e-40c5-b0c0-4191906eb113 req-a22a704c-ef2d-476a-b617-1727784d5c03 tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] 10.222.0.23 "GET /v2.0/security-groups?id=feeb6b93-5051-4dcc-8776-c314f05e05ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823798 Jul 13 13:36:28.540823 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79d1beb-4089-4d45-bb8c-f9b1c9b72d9d tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86ca0f59-027c-4cbd-9541-a1db94b24911,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:36:28.545279 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-d5f553c7-4206-46b1-8e2f-3e00ad1a90f0 req-23c4ae64-1bad-4bd0-9b33-57fe11952403 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:28.556067 n-d-800634-1 neutron-server[93750]: INFO neutron.api.v2.resource [req-411fdc67-c425-49e6-8578-de02bb5cc6b7 req-bb5952cb-51ed-4bff-9227-1443d93033f1 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] show failed (client error): The resource could not be found. Jul 13 13:36:28.556936 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-411fdc67-c425-49e6-8578-de02bb5cc6b7 req-bb5952cb-51ed-4bff-9227-1443d93033f1 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] 10.222.0.23 "GET /v2.0/security-groups/86ca0f59-027c-4cbd-9541-a1db94b24911 HTTP/1.1" status: 404 len: 352 time: 0.0579493 Jul 13 13:36:28.563954 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-109407c2-e640-42bc-a60d-bbde2631be2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5970588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4763339'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:28.612639 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-3c993c17-5aa9-47fc-ad83-050a0eb7193a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bda07f7-64be-4dd5-93f1-050af8879ba6', 'name': 'tempest-FloatingIPsNegativeTestJSON-727771394-router', 'tenant_id': 'f2d14d7ea9c1426b97ffac045e0e0bca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': 'a23704bc-3064-4979-9ee6-1a976869e032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:36:24Z', 'updated_at': '2021-07-13T13:36:26Z', 'revision_number': 3, 'project_id': 'f2d14d7ea9c1426b97ffac045e0e0bca', 'gw_port': {'id': 'a23704bc-3064-4979-9ee6-1a976869e032', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d6:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bda07f7-64be-4dd5-93f1-050af8879ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:36:25Z', 'updated_at': '2021-07-13T13:36:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:36:28.636217 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c4ae64-1bad-4bd0-9b33-57fe11952403 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] Pushing event deleted for resources: {'Port': ['ID=21b3903e-7bc2-443f-83b0-80d651d68c79,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:36:28.648014 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c993c17-5aa9-47fc-ad83-050a0eb7193a None None] Checking router: 0bda07f7-64be-4dd5-93f1-050af8879ba6 for host: n-d-800634-1 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 13:36:28.648884 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c993c17-5aa9-47fc-ad83-050a0eb7193a None None] Updating router 0bda07f7-64be-4dd5-93f1-050af8879ba6 port a23704bc-3064-4979-9ee6-1a976869e032 binding host n-d-800634-1 {{(pid=93753) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 13:36:28.673681 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5f553c7-4206-46b1-8e2f-3e00ad1a90f0 req-23c4ae64-1bad-4bd0-9b33-57fe11952403 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] No DVR routers for this DVR port 21b3903e-7bc2-443f-83b0-80d651d68c79 on host n-h2-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:36:28.676651 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-d5f553c7-4206-46b1-8e2f-3e00ad1a90f0 req-23c4ae64-1bad-4bd0-9b33-57fe11952403 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:28.679045 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d5f553c7-4206-46b1-8e2f-3e00ad1a90f0 req-23c4ae64-1bad-4bd0-9b33-57fe11952403 tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.41 "DELETE /v2.0/ports/21b3903e-7bc2-443f-83b0-80d651d68c79 HTTP/1.1" status: 204 len: 173 time: 1.3801954 Jul 13 13:36:28.683301 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '727deb5b-3133-4286-8684-e334a3d2008f', 'name': 'network-vif-deleted', 'tag': '21b3903e-7bc2-443f-83b0-80d651d68c79'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:36:28.685775 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28b5840c-e8ba-4ade-af0e-61727f678672" -d '{"events": [{"server_uuid": "727deb5b-3133-4286-8684-e334a3d2008f", "name": "network-vif-deleted", "tag": "21b3903e-7bc2-443f-83b0-80d651d68c79"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:36:28.709519 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109407c2-e640-42bc-a60d-bbde2631be2d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e98f93ab-301c-44c2-88ea-23949444fb86,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:36:28.719683 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-109407c2-e640-42bc-a60d-bbde2631be2d admin admin] Checking segment: {'id': 'b68d3e5b-81cc-4f19-9705-ed9389c12cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '2af95f78-a4a5-444d-876d-05d19fd8c10c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:36:28.719890 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-109407c2-e640-42bc-a60d-bbde2631be2d admin admin] Network hostable DHCP agents. Network: 2af95f78-a4a5-444d-876d-05d19fd8c10c, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 13:36:28.729184 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3c993c17-5aa9-47fc-ad83-050a0eb7193a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:28.736005 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-eedb2053-3759-4f96-8e83-07ec75c6224f req-2142693d-25dc-49f2-aa94-dea2d031aa50 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=132b60c425be4aeb99cec71010f26a0d HTTP/1.1" status: 200 len: 6148 time: 0.1304171 Jul 13 13:36:28.741314 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-109407c2-e640-42bc-a60d-bbde2631be2d admin admin] Network 2af95f78-a4a5-444d-876d-05d19fd8c10c is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 13:36:28.752411 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-109407c2-e640-42bc-a60d-bbde2631be2d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, 2af95f78-a4a5-444d-876d-05d19fd8c10c) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:36:28.761279 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-109407c2-e640-42bc-a60d-bbde2631be2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:28.762056 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-109407c2-e640-42bc-a60d-bbde2631be2d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:28.763544 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0d13baa-2d30-42dc-a7bc-0a0e6116f8b7 None None] Network 2af95f78-a4a5-444d-876d-05d19fd8c10c requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:36:28.795133 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-109407c2-e640-42bc-a60d-bbde2631be2d admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7638433 Jul 13 13:36:28.914682 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-007704b0-f651-46c4-b61e-654130ce9f8b req-fdbf74cd-8131-402a-8ec5-22930a076b2c tempest-LiveAutoBlockMigrationV225Test-451141951 tempest-LiveAutoBlockMigrationV225Test-451141951-project] 10.222.0.23 "GET /v2.0/ports?device_id=727deb5b-3133-4286-8684-e334a3d2008f HTTP/1.1" status: 200 len: 210 time: 0.0755184 Jul 13 13:36:28.940992 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device bdc84c69-8986-4ae2-a560-e9ce5e842ab4 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:36:28.980973 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-eedb2053-3759-4f96-8e83-07ec75c6224f req-692f5909-3c05-4114-853e-7248319b2904 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] 10.222.0.23 "GET /v2.0/security-groups/24689591-48d9-46af-a687-72c510af83bd HTTP/1.1" status: 200 len: 2981 time: 0.2438776 Jul 13 13:36:29.004863 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:36:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2def2fcc-2309-4685-a41a-113d14ce1ec0 x-openstack-request-id: req-2def2fcc-2309-4685-a41a-113d14ce1ec0 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:36:29.005459 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-765d5082-b84d-40fc-b4c1-ba2e85bd445a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:29.005805 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "727deb5b-3133-4286-8684-e334a3d2008f", "name": "network-vif-deleted", "tag": "21b3903e-7bc2-443f-83b0-80d651d68c79", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:36:29.006303 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2def2fcc-2309-4685-a41a-113d14ce1ec0 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:36:29.006944 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '727deb5b-3133-4286-8684-e334a3d2008f', 'name': 'network-vif-deleted', 'tag': '21b3903e-7bc2-443f-83b0-80d651d68c79', 'status': 'completed', 'code': 200} Jul 13 13:36:29.044867 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2aa3da0-cb0b-4017-b9b4-463e4dbac2e7 None None] Network 2af95f78-a4a5-444d-876d-05d19fd8c10c requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:36:29.061501 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 54018) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:36:29.127699 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port bdc84c69-8986-4ae2-a560-e9ce5e842ab4 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:36:29.128376 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:29.150438 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-029120b1-75fe-4d5d-89d9-4d5dbe82afa0 admin admin] Deleting subnet cd32806b-b021-4853-92da-3f31e62f7048 {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 13:36:29.160298 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-029120b1-75fe-4d5d-89d9-4d5dbe82afa0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:29.200912 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-eedb2053-3759-4f96-8e83-07ec75c6224f req-828c2aed-f6b0-4aa4-814c-075d598f52b4 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] 10.222.0.23 "GET /v2.0/security-groups/24689591-48d9-46af-a687-72c510af83bd HTTP/1.1" status: 200 len: 2981 time: 0.2131178 Jul 13 13:36:29.263213 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-029120b1-75fe-4d5d-89d9-4d5dbe82afa0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5431723'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:29.295471 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3c993c17-5aa9-47fc-ad83-050a0eb7193a None None] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:29.342374 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-3c993c17-5aa9-47fc-ad83-050a0eb7193a None None] Transition to ACTIVE for port object a23704bc-3064-4979-9ee6-1a976869e032 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:36:29.345821 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e115218-bfa7-4a13-bd45-79307e7350fd req-f36294de-ced2-48eb-ad56-6288c0fda885 tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:29.354621 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7e115218-bfa7-4a13-bd45-79307e7350fd req-f36294de-ced2-48eb-ad56-6288c0fda885 tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] 10.222.0.23 "GET /v2.0/ports?device_id=3e6b446c-7c7b-47ab-ac5e-8ee1b0a4840a HTTP/1.1" status: 200 len: 945 time: 0.1397750 Jul 13 13:36:29.357167 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-029120b1-75fe-4d5d-89d9-4d5dbe82afa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:29.363815 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3c993c17-5aa9-47fc-ad83-050a0eb7193a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:29.393752 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-765d5082-b84d-40fc-b4c1-ba2e85bd445a admin admin] Allocated IP 172.20.0.1 (e5769e95-835d-47e1-a23c-36ae8b445426/62a5b858-930a-4489-b7e4-e23ba17b6c48/d80488e0-dc5f-4972-80a1-3fc4a44b3e8c) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:36:29.449204 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7e115218-bfa7-4a13-bd45-79307e7350fd req-e37a5554-7746-4e7f-bf12-c01aed64d91d tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] 10.222.0.23 "GET /v2.0/security-groups?id=d29423a1-067a-4d38-adf6-741b7ccff4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934792 Jul 13 13:36:29.488131 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-029120b1-75fe-4d5d-89d9-4d5dbe82afa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5970525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4763356'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:29.525815 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029120b1-75fe-4d5d-89d9-4d5dbe82afa0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd32806b-b021-4853-92da-3f31e62f7048,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:36:29.535960 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-f4f9f4b3-30a0-41d1-94cd-4a00e6636b91 req-df40dd57-d9d7-4830-be03-5cc78ac91f16 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-56815922', 'description': 'tempest-description-933354820'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:36:29.567621 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-029120b1-75fe-4d5d-89d9-4d5dbe82afa0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:29.573095 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-029120b1-75fe-4d5d-89d9-4d5dbe82afa0 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/cd32806b-b021-4853-92da-3f31e62f7048 HTTP/1.1" status: 204 len: 168 time: 0.5100188 Jul 13 13:36:29.574434 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 54028) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:36:29.577007 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f4f9f4b3-30a0-41d1-94cd-4a00e6636b91 req-df40dd57-d9d7-4830-be03-5cc78ac91f16 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:29.597962 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-3c993c17-5aa9-47fc-ad83-050a0eb7193a None None] Attempting to bind port a23704bc-3064-4979-9ee6-1a976869e032 on host n-d-800634-1 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:36:29.598805 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-3c993c17-5aa9-47fc-ad83-050a0eb7193a None None] Attempting to bind port a23704bc-3064-4979-9ee6-1a976869e032 by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:36:29.599399 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c993c17-5aa9-47fc-ad83-050a0eb7193a None None] Attempting to bind port a23704bc-3064-4979-9ee6-1a976869e032 on network acf968b8-c524-46a9-a20b-ad9667009130 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:36:29.607764 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f9afde04-9614-482d-bcf2-bcb9ad4ef0f5 req-ddac3d5a-29eb-4e4e-bb91-f56a1104b03f tempest-ServerShowV247Test-536995667 tempest-ServerShowV247Test-536995667-project] 10.222.0.23 "GET /v2.0/ports?device_id=b950aac0-0187-4552-b815-097740feb1b6 HTTP/1.1" status: 200 len: 210 time: 0.0887547 Jul 13 13:36:29.626207 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-765d5082-b84d-40fc-b4c1-ba2e85bd445a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:29.631860 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c993c17-5aa9-47fc-ad83-050a0eb7193a None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 36, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:36:29.635810 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c993c17-5aa9-47fc-ad83-050a0eb7193a None None] Checking segment: {'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:36:29.635810 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3c993c17-5aa9-47fc-ad83-050a0eb7193a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:29.637693 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c993c17-5aa9-47fc-ad83-050a0eb7193a None None] Bound using segment: {'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:36:29.639543 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-3c993c17-5aa9-47fc-ad83-050a0eb7193a None None] Bound port: a23704bc-3064-4979-9ee6-1a976869e032, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:36:29.640526 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3c993c17-5aa9-47fc-ad83-050a0eb7193a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:29.658752 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-765d5082-b84d-40fc-b4c1-ba2e85bd445a admin admin] Transition to ACTIVE for port object d80488e0-dc5f-4972-80a1-3fc4a44b3e8c will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:36:29.674626 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf649ae5-3e34-4411-bc11-32beea17d593 None None] Pushing event updated for resources: {'Port': ['ID=a23704bc-3064-4979-9ee6-1a976869e032,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:36:29.676767 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bd83f30d-4614-493b-9e7e-208c3ae60f56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:29.709104 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-765d5082-b84d-40fc-b4c1-ba2e85bd445a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:29.713457 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-3c993c17-5aa9-47fc-ad83-050a0eb7193a None None] For port a23704bc-3064-4979-9ee6-1a976869e032, host n-d-800634-1, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:36:29.716895 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-3c993c17-5aa9-47fc-ad83-050a0eb7193a None None] For port a23704bc-3064-4979-9ee6-1a976869e032, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=a23704bc-3064-4979-9ee6-1a976869e032,segment=NetworkSegment(3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87),segment_id=3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:36:29.727789 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3c993c17-5aa9-47fc-ad83-050a0eb7193a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:29.758525 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-765d5082-b84d-40fc-b4c1-ba2e85bd445a admin admin] Network e5769e95-835d-47e1-a23c-36ae8b445426 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:36:29.764504 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-765d5082-b84d-40fc-b4c1-ba2e85bd445a admin admin] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:36:29.768285 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765d5082-b84d-40fc-b4c1-ba2e85bd445a admin admin] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:36:29.792081 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bd83f30d-4614-493b-9e7e-208c3ae60f56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:29.798955 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765d5082-b84d-40fc-b4c1-ba2e85bd445a admin admin] Pushing event updated for resources: {'Port': ['ID=d80488e0-dc5f-4972-80a1-3fc4a44b3e8c,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:36:29.810376 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-bd83f30d-4614-493b-9e7e-208c3ae60f56 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd2909fd-b18c-48a2-9cd3-ed63c387d00d']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:36:29.824986 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-765d5082-b84d-40fc-b4c1-ba2e85bd445a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-450452'] for router_interface, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:29.834232 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf649ae5-3e34-4411-bc11-32beea17d593 None None] Pushing event updated for resources: {'Port': ['ID=a23704bc-3064-4979-9ee6-1a976869e032,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:36:29.835916 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-bd83f30d-4614-493b-9e7e-208c3ae60f56 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25d1bdbe-2bf0-4c27-8e80-3bf79544ded4') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:36:29.836571 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-bd83f30d-4614-493b-9e7e-208c3ae60f56 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25d1bdbe-2bf0-4c27-8e80-3bf79544ded4') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:36:29.851559 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c993c17-5aa9-47fc-ad83-050a0eb7193a None None] Routers {'0bda07f7-64be-4dd5-93f1-050af8879ba6'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:36:29.852359 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-3c993c17-5aa9-47fc-ad83-050a0eb7193a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:36:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['0bda07f7-64be-4dd5-93f1-050af8879ba6'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:36:29.863900 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bd83f30d-4614-493b-9e7e-208c3ae60f56 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5431730'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:29.885306 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bd83f30d-4614-493b-9e7e-208c3ae60f56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:29.892577 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd83f30d-4614-493b-9e7e-208c3ae60f56 admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 13:36:29.892989 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bd83f30d-4614-493b-9e7e-208c3ae60f56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5970419'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:29.960660 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:36:29.960660 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:36:29.960660 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:36:29.960660 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:36:29.960660 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:36:29.960660 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:36:29.960660 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:36:29.960660 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:36:29.960660 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:36:29.960660 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:36:29.960660 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:36:29.960660 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:36:29.960660 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:36:29.960660 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:36:29.960660 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:36:29.960660 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:36:29.960660 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:36:29.960660 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:36:29.960660 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:36:29.960660 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:36:29.960660 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:36:29.960660 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:36:29.960660 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:36:29.960660 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:36:29.960660 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:36:29.960660 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:36:29.960660 n-d-800634-1 neutron-server[93750]: Traceback (most recent call last): Jul 13 13:36:29.960660 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 13:36:29.960660 n-d-800634-1 neutron-server[93750]: timer() Jul 13 13:36:29.960660 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 13:36:29.960660 n-d-800634-1 neutron-server[93750]: cb(*args, **kw) Jul 13 13:36:29.960660 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 13:36:29.960660 n-d-800634-1 neutron-server[93750]: return func(*args, **kwargs) Jul 13 13:36:29.960660 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 13:36:29.960660 n-d-800634-1 neutron-server[93750]: self._notify() Jul 13 13:36:29.960660 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 13:36:29.960660 n-d-800634-1 neutron-server[93750]: self.callback(batched_events) Jul 13 13:36:29.960660 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 13:36:29.960660 n-d-800634-1 neutron-server[93750]: event.method(event) Jul 13 13:36:29.960660 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 13:36:29.960660 n-d-800634-1 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 13:36:29.960660 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 13:36:29.960660 n-d-800634-1 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 13:36:29.960660 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 13:36:29.960660 n-d-800634-1 neutron-server[93750]: return f(self, *a, **k) Jul 13 13:36:29.960660 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 13:36:29.960660 n-d-800634-1 neutron-server[93750]: return self._get(url).json() Jul 13 13:36:29.960660 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 13:36:29.960660 n-d-800634-1 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 13:36:29.960660 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 13:36:29.960660 n-d-800634-1 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 13 13:36:29.960660 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 13:36:29.960660 n-d-800634-1 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 13:36:29.960660 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 13:36:29.960660 n-d-800634-1 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 13:36:29.960660 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 13:36:29.960660 n-d-800634-1 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 13:36:29.960660 n-d-800634-1 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 13:36:29.970630 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f4f9f4b3-30a0-41d1-94cd-4a00e6636b91 req-df40dd57-d9d7-4830-be03-5cc78ac91f16 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:29.977313 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f4f9f4b3-30a0-41d1-94cd-4a00e6636b91 req-df40dd57-d9d7-4830-be03-5cc78ac91f16 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:30.006503 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-3c993c17-5aa9-47fc-ad83-050a0eb7193a None None] Set router 0bda07f7-64be-4dd5-93f1-050af8879ba6 gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:36:30.027142 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bd83f30d-4614-493b-9e7e-208c3ae60f56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:30.039354 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f4f9f4b3-30a0-41d1-94cd-4a00e6636b91 req-df40dd57-d9d7-4830-be03-5cc78ac91f16 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:30.047268 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-765d5082-b84d-40fc-b4c1-ba2e85bd445a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:30.054811 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f4f9f4b3-30a0-41d1-94cd-4a00e6636b91 req-df40dd57-d9d7-4830-be03-5cc78ac91f16 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1803 time: 0.5611954 Jul 13 13:36:30.058127 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bd83f30d-4614-493b-9e7e-208c3ae60f56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:30.061387 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-bd83f30d-4614-493b-9e7e-208c3ae60f56 admin admin] 10.222.0.23 "DELETE /v2.0/networks/fd2909fd-b18c-48a2-9cd3-ed63c387d00d HTTP/1.1" status: 204 len: 168 time: 0.4854441 Jul 13 13:36:30.067079 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 54042) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:36:30.114084 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df40dd57-d9d7-4830-be03-5cc78ac91f16 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=719f2b53-c48b-4ca2-9934-3539c779b363,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:36:30.117204 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd83f30d-4614-493b-9e7e-208c3ae60f56 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd2909fd-b18c-48a2-9cd3-ed63c387d00d,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:36:30.118652 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:30.170785 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab283de1-12a6-4a88-acfd-b9560a328081 admin admin] Deleting subnet e98f93ab-301c-44c2-88ea-23949444fb86 {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 13:36:30.180534 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ab283de1-12a6-4a88-acfd-b9560a328081 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:30.250656 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-482b9c46-f0cb-44b8-b37a-9052dd63c812 None None] Provisioning for port d80488e0-dc5f-4972-80a1-3fc4a44b3e8c completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:36:30.257777 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-482b9c46-f0cb-44b8-b37a-9052dd63c812 None None] Provisioning complete for port d80488e0-dc5f-4972-80a1-3fc4a44b3e8c triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:36:30.258164 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-482b9c46-f0cb-44b8-b37a-9052dd63c812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:30.276824 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ab283de1-12a6-4a88-acfd-b9560a328081 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6018489'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:30.319738 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 54046) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:36:30.328256 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511a846b-1c6f-4257-bcdf-6b3ca60df30f req-135045ca-95a6-4699-a080-5e5a501ba909 tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:30.336016 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-511a846b-1c6f-4257-bcdf-6b3ca60df30f req-135045ca-95a6-4699-a080-5e5a501ba909 tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] 10.222.0.23 "GET /v2.0/ports?device_id=1cd54210-282a-4a26-97b7-f1d70daa60d2 HTTP/1.1" status: 200 len: 946 time: 0.1284323 Jul 13 13:36:30.336232 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-482b9c46-f0cb-44b8-b37a-9052dd63c812 None None] Port d80488e0-dc5f-4972-80a1-3fc4a44b3e8c cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:36:30.352946 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-4a0d0d3a-504e-477e-83d4-bc596d5a925e req-adb94358-444d-4e21-ab41-7f7310d5ebbd tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-564498402', 'description': 'tempest-description-1707459274'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:36:30.356585 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-3c993c17-5aa9-47fc-ad83-050a0eb7193a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bda07f7-64be-4dd5-93f1-050af8879ba6', 'name': 'tempest-FloatingIPsNegativeTestJSON-727771394-router', 'tenant_id': 'f2d14d7ea9c1426b97ffac045e0e0bca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': 'a23704bc-3064-4979-9ee6-1a976869e032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:36:24Z', 'updated_at': '2021-07-13T13:36:26Z', 'revision_number': 3, 'project_id': 'f2d14d7ea9c1426b97ffac045e0e0bca', 'gw_port': {'id': 'a23704bc-3064-4979-9ee6-1a976869e032', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d6:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bda07f7-64be-4dd5-93f1-050af8879ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:36:25Z', 'updated_at': '2021-07-13T13:36:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:36:30.401014 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c993c17-5aa9-47fc-ad83-050a0eb7193a None None] The sync data for ids ['0bda07f7-64be-4dd5-93f1-050af8879ba6'] in n-d-800634-1 is: [{'id': '0bda07f7-64be-4dd5-93f1-050af8879ba6', 'name': 'tempest-FloatingIPsNegativeTestJSON-727771394-router', 'tenant_id': 'f2d14d7ea9c1426b97ffac045e0e0bca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': 'a23704bc-3064-4979-9ee6-1a976869e032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:36:24Z', 'updated_at': '2021-07-13T13:36:26Z', 'revision_number': 3, 'project_id': 'f2d14d7ea9c1426b97ffac045e0e0bca', 'gw_port': {'id': 'a23704bc-3064-4979-9ee6-1a976869e032', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d6:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bda07f7-64be-4dd5-93f1-050af8879ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:36:25Z', 'updated_at': '2021-07-13T13:36:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:36:30.403395 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-511a846b-1c6f-4257-bcdf-6b3ca60df30f req-abb17885-690c-453a-8ac5-1d7d343e4705 tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] 10.222.0.23 "GET /v2.0/security-groups?id=feeb6b93-5051-4dcc-8776-c314f05e05ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664449 Jul 13 13:36:30.442657 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-765d5082-b84d-40fc-b4c1-ba2e85bd445a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:30.445099 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ab283de1-12a6-4a88-acfd-b9560a328081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:30.467055 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:30.479308 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-4a0d0d3a-504e-477e-83d4-bc596d5a925e req-adb94358-444d-4e21-ab41-7f7310d5ebbd tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:30.498131 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-765d5082-b84d-40fc-b4c1-ba2e85bd445a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:30.608217 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765d5082-b84d-40fc-b4c1-ba2e85bd445a admin admin] Pushing event updated for resources: {'Port': ['ID=d80488e0-dc5f-4972-80a1-3fc4a44b3e8c,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:36:30.612507 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 21b3903e-7bc2-443f-83b0-80d651d68c79 no longer exists at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:36:30.617125 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-765d5082-b84d-40fc-b4c1-ba2e85bd445a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1785045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451806'] for router_interface, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:30.639568 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ab283de1-12a6-4a88-acfd-b9560a328081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6018534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6105009'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:30.653351 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] No Port match for: 21b3903e-7bc2-443f-83b0-80d651d68c79 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:36:30.655837 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 21b3903e-7bc2-443f-83b0-80d651d68c79 not bound to the agent host n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:36:30.656209 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-064d0d2e-e77c-4de6-8a01-057bea73dab9 admin admin] Deleting subnet 45599520-ccde-4569-b8cc-9a75a2e552c5 {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 13:36:30.662025 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-064d0d2e-e77c-4de6-8a01-057bea73dab9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:30.701723 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-064d0d2e-e77c-4de6-8a01-057bea73dab9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5431723'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:30.716153 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab283de1-12a6-4a88-acfd-b9560a328081 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e98f93ab-301c-44c2-88ea-23949444fb86,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:36:30.729613 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ab283de1-12a6-4a88-acfd-b9560a328081 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:30.734184 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-ab283de1-12a6-4a88-acfd-b9560a328081 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/e98f93ab-301c-44c2-88ea-23949444fb86 HTTP/1.1" status: 204 len: 168 time: 0.6621816 Jul 13 13:36:30.735080 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 54064) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:36:30.793364 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-4a0d0d3a-504e-477e-83d4-bc596d5a925e req-adb94358-444d-4e21-ab41-7f7310d5ebbd tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:30.822426 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-4a0d0d3a-504e-477e-83d4-bc596d5a925e req-adb94358-444d-4e21-ab41-7f7310d5ebbd tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:30.844009 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-37ec89ba-952e-428f-9547-7069cf213fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:30.856126 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-765d5082-b84d-40fc-b4c1-ba2e85bd445a admin admin] Network e5769e95-835d-47e1-a23c-36ae8b445426 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:36:30.873272 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-064d0d2e-e77c-4de6-8a01-057bea73dab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:30.878263 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-765d5082-b84d-40fc-b4c1-ba2e85bd445a admin admin] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:36:30.881791 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-4a0d0d3a-504e-477e-83d4-bc596d5a925e req-adb94358-444d-4e21-ab41-7f7310d5ebbd tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:30.894537 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4a0d0d3a-504e-477e-83d4-bc596d5a925e req-adb94358-444d-4e21-ab41-7f7310d5ebbd tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.5488548 Jul 13 13:36:30.901078 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb94358-444d-4e21-ab41-7f7310d5ebbd tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79d43c0e-1e61-4c18-adb5-48eaefae6463,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:36:31.019969 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device a23704bc-3064-4979-9ee6-1a976869e032 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:36:31.132532 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-37ec89ba-952e-428f-9547-7069cf213fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:31.151701 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-37ec89ba-952e-428f-9547-7069cf213fd5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2af95f78-a4a5-444d-876d-05d19fd8c10c']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:36:31.175969 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-37ec89ba-952e-428f-9547-7069cf213fd5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b68d3e5b-81cc-4f19-9705-ed9389c12cdc') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:36:31.176245 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-37ec89ba-952e-428f-9547-7069cf213fd5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b68d3e5b-81cc-4f19-9705-ed9389c12cdc') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:36:31.202396 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-765d5082-b84d-40fc-b4c1-ba2e85bd445a admin admin] Router 0bda07f7-64be-4dd5-93f1-050af8879ba6 has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 13:36:31.217098 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port a23704bc-3064-4979-9ee6-1a976869e032 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:36:31.222675 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port a23704bc-3064-4979-9ee6-1a976869e032 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:36:31.223869 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:31.264360 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-064d0d2e-e77c-4de6-8a01-057bea73dab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5970525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4763356'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:31.276945 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-37ec89ba-952e-428f-9547-7069cf213fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5431730'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:31.294867 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-aaf787c2-1c57-4646-afcf-da7b4f1875ad req-ced69ebd-0635-462a-a8f0-3b8a1fecd17d tempest-ServerShowV247Test-536995667 tempest-ServerShowV247Test-536995667-project] 10.222.0.23 "GET /v2.0/ports?device_id=b950aac0-0187-4552-b815-097740feb1b6 HTTP/1.1" status: 200 len: 210 time: 0.0710022 Jul 13 13:36:31.298345 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-064d0d2e-e77c-4de6-8a01-057bea73dab9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:31.308089 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-064d0d2e-e77c-4de6-8a01-057bea73dab9 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/45599520-ccde-4569-b8cc-9a75a2e552c5 HTTP/1.1" status: 204 len: 168 time: 0.9680743 Jul 13 13:36:31.328419 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 54072) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:36:31.346350 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064d0d2e-e77c-4de6-8a01-057bea73dab9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45599520-ccde-4569-b8cc-9a75a2e552c5,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:36:31.362158 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:31.386403 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-37ec89ba-952e-428f-9547-7069cf213fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:31.405233 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port a23704bc-3064-4979-9ee6-1a976869e032, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=a23704bc-3064-4979-9ee6-1a976869e032,segment=NetworkSegment(3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87),segment_id=3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:36:31.412973 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-ddf9a7bd-c946-496b-b860-3e53423e7fbc None None] Provisioning complete for port d80488e0-dc5f-4972-80a1-3fc4a44b3e8c triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:36:31.413431 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ddf9a7bd-c946-496b-b860-3e53423e7fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:31.416692 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:31.442766 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37ec89ba-952e-428f-9547-7069cf213fd5 admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 13:36:31.443471 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-37ec89ba-952e-428f-9547-7069cf213fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5970419'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:31.446263 n-d-800634-1 neutron-server[93750]: Traceback (most recent call last): Jul 13 13:36:31.446263 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 13:36:31.446263 n-d-800634-1 neutron-server[93750]: timer() Jul 13 13:36:31.446263 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 13:36:31.446263 n-d-800634-1 neutron-server[93750]: cb(*args, **kw) Jul 13 13:36:31.446263 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 13:36:31.446263 n-d-800634-1 neutron-server[93750]: return func(*args, **kwargs) Jul 13 13:36:31.446263 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 13:36:31.446263 n-d-800634-1 neutron-server[93750]: self._notify() Jul 13 13:36:31.446263 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 13:36:31.446263 n-d-800634-1 neutron-server[93750]: self.callback(batched_events) Jul 13 13:36:31.446263 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 13:36:31.446263 n-d-800634-1 neutron-server[93750]: event.method(event) Jul 13 13:36:31.446263 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 13:36:31.446263 n-d-800634-1 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 13:36:31.446263 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 13:36:31.446263 n-d-800634-1 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 13:36:31.446263 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 13:36:31.446263 n-d-800634-1 neutron-server[93750]: return f(self, *a, **k) Jul 13 13:36:31.446263 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 13:36:31.446263 n-d-800634-1 neutron-server[93750]: return self._get(url).json() Jul 13 13:36:31.446263 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 13:36:31.446263 n-d-800634-1 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 13:36:31.446263 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 13:36:31.446263 n-d-800634-1 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 13 13:36:31.446263 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 13:36:31.446263 n-d-800634-1 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 13:36:31.446263 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 13:36:31.446263 n-d-800634-1 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 13:36:31.446263 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 13:36:31.446263 n-d-800634-1 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 13:36:31.446263 n-d-800634-1 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 13:36:31.490727 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-ddf9a7bd-c946-496b-b860-3e53423e7fbc None None] Port d80488e0-dc5f-4972-80a1-3fc4a44b3e8c cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:36:31.511782 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=a23704bc-3064-4979-9ee6-1a976869e032,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:36:31.560101 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-16aa5bec-8a68-48cd-8a0b-47d2d7596a4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:31.567908 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-37ec89ba-952e-428f-9547-7069cf213fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:31.581320 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca91aea4-914e-4a27-8c19-5367a44a30b2 req-54f8f0b5-66e1-4a79-8ef0-25fbff821a23 tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:31.583034 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ca91aea4-914e-4a27-8c19-5367a44a30b2 req-54f8f0b5-66e1-4a79-8ef0-25fbff821a23 tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] 10.222.0.23 "GET /v2.0/ports?device_id=1cd54210-282a-4a26-97b7-f1d70daa60d2 HTTP/1.1" status: 200 len: 946 time: 0.2535264 Jul 13 13:36:31.591125 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-37ec89ba-952e-428f-9547-7069cf213fd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:31.593018 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-37ec89ba-952e-428f-9547-7069cf213fd5 admin admin] 10.222.0.23 "DELETE /v2.0/networks/2af95f78-a4a5-444d-876d-05d19fd8c10c HTTP/1.1" status: 204 len: 168 time: 0.8571613 Jul 13 13:36:31.595225 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bbc5e3-8f88-40b9-b9cd-88cd1fd61b40 req-5c886c23-77ba-477b-b4a7-397cc969ac8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:31.597194 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b8bbc5e3-8f88-40b9-b9cd-88cd1fd61b40 req-5c886c23-77ba-477b-b4a7-397cc969ac8d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1541a6cd64444c80a50e3a7d38ff886f&device_id=1cd54210-282a-4a26-97b7-f1d70daa60d2 HTTP/1.1" status: 200 len: 1097 time: 0.3997438 Jul 13 13:36:31.627195 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ec89ba-952e-428f-9547-7069cf213fd5 admin admin] Pushing event deleted for resources: {'Network': ['ID=2af95f78-a4a5-444d-876d-05d19fd8c10c,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:36:31.764725 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 54088) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:36:31.784613 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ca91aea4-914e-4a27-8c19-5367a44a30b2 req-df07ab39-12b1-4196-b71f-d72c5b126819 tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] 10.222.0.23 "GET /v2.0/security-groups?id=feeb6b93-5051-4dcc-8776-c314f05e05ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860840 Jul 13 13:36:31.807593 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-16aa5bec-8a68-48cd-8a0b-47d2d7596a4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:31.827752 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-16aa5bec-8a68-48cd-8a0b-47d2d7596a4a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:36:31.860413 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-16aa5bec-8a68-48cd-8a0b-47d2d7596a4a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad5ed454-48ea-4363-8047-0d3907eff6fd') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:36:31.860758 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-16aa5bec-8a68-48cd-8a0b-47d2d7596a4a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad5ed454-48ea-4363-8047-0d3907eff6fd') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:36:31.870981 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bbc5e3-8f88-40b9-b9cd-88cd1fd61b40 req-d2a1b0f3-fc1b-46c5-bcb4-e8f1926ef28a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:31.872630 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b8bbc5e3-8f88-40b9-b9cd-88cd1fd61b40 req-d2a1b0f3-fc1b-46c5-bcb4-e8f1926ef28a service neutron] 10.222.0.41 "GET /v2.0/networks?id=235d9a14-cbfe-4d48-b109-040ffccc92b0 HTTP/1.1" status: 200 len: 920 time: 0.2618568 Jul 13 13:36:31.877324 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-16aa5bec-8a68-48cd-8a0b-47d2d7596a4a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5431730'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:31.883437 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-21529715-f2e9-4252-9b62-ad5591c477ab admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=29a522190cd24bc389be9343a701d0f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1153648 Jul 13 13:36:31.884691 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 54098) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:36:31.906146 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-765d5082-b84d-40fc-b4c1-ba2e85bd445a admin admin] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:36:31.918396 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-765d5082-b84d-40fc-b4c1-ba2e85bd445a admin admin] 10.222.0.23 "PUT /v2.0/routers/0bda07f7-64be-4dd5-93f1-050af8879ba6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7148335 Jul 13 13:36:31.940513 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b8bbc5e3-8f88-40b9-b9cd-88cd1fd61b40 req-109806ea-a717-49b0-8428-f7231852669a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=428b708b-86ae-4314-a494-492d05639f17 HTTP/1.1" status: 200 len: 217 time: 0.0582736 Jul 13 13:36:31.945147 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-16aa5bec-8a68-48cd-8a0b-47d2d7596a4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:31.961683 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16aa5bec-8a68-48cd-8a0b-47d2d7596a4a admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 13:36:31.962121 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-16aa5bec-8a68-48cd-8a0b-47d2d7596a4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5970419'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:31.964751 n-d-800634-1 neutron-server[93750]: Traceback (most recent call last): Jul 13 13:36:31.964751 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 13:36:31.964751 n-d-800634-1 neutron-server[93750]: timer() Jul 13 13:36:31.964751 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 13:36:31.964751 n-d-800634-1 neutron-server[93750]: cb(*args, **kw) Jul 13 13:36:31.964751 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 13:36:31.964751 n-d-800634-1 neutron-server[93750]: return func(*args, **kwargs) Jul 13 13:36:31.964751 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 13:36:31.964751 n-d-800634-1 neutron-server[93750]: self._notify() Jul 13 13:36:31.964751 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 13:36:31.964751 n-d-800634-1 neutron-server[93750]: self.callback(batched_events) Jul 13 13:36:31.964751 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 13:36:31.964751 n-d-800634-1 neutron-server[93750]: event.method(event) Jul 13 13:36:31.964751 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 13:36:31.964751 n-d-800634-1 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 13:36:31.964751 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 13:36:31.964751 n-d-800634-1 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 13:36:31.964751 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 13:36:31.964751 n-d-800634-1 neutron-server[93750]: return f(self, *a, **k) Jul 13 13:36:31.964751 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 13:36:31.964751 n-d-800634-1 neutron-server[93750]: return self._get(url).json() Jul 13 13:36:31.964751 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 13:36:31.964751 n-d-800634-1 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 13:36:31.964751 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 13:36:31.964751 n-d-800634-1 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 13 13:36:31.964751 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 13:36:31.964751 n-d-800634-1 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 13:36:31.964751 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 13:36:31.964751 n-d-800634-1 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 13:36:31.964751 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 13:36:31.964751 n-d-800634-1 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 13:36:31.964751 n-d-800634-1 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 13:36:31.978133 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6611c173-a706-441f-9fd7-9a22ab935607 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:32.000812 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6611c173-a706-441f-9fd7-9a22ab935607 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:32.015049 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9b83a0-a0f0-445e-b1b1-25ed5eb1caf4 req-71623794-26fd-4b84-81a4-dc2b83c0d5d2 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:32.022468 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4a9b83a0-a0f0-445e-b1b1-25ed5eb1caf4 req-71623794-26fd-4b84-81a4-dc2b83c0d5d2 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] 10.222.0.23 "GET /v2.0/networks?id=0e04c952-db9c-4505-aba6-7ccdaeeb7137 HTTP/1.1" status: 200 len: 812 time: 0.5809321 Jul 13 13:36:32.054210 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4a9b83a0-a0f0-445e-b1b1-25ed5eb1caf4 req-4bbd39e3-b86b-4e94-a717-e423eb7eaca5 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] 10.222.0.23 "GET /v2.0/quotas/132b60c425be4aeb99cec71010f26a0d HTTP/1.1" status: 200 len: 375 time: 0.0304945 Jul 13 13:36:32.058027 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bbc5e3-8f88-40b9-b9cd-88cd1fd61b40 req-28baa384-c14d-4d48-8114-b10def080e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:32.059923 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b8bbc5e3-8f88-40b9-b9cd-88cd1fd61b40 req-28baa384-c14d-4d48-8114-b10def080e2a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1cfdd188-250e-479a-90ea-bdbade5d1ae3 HTTP/1.1" status: 200 len: 860 time: 0.1101427 Jul 13 13:36:32.061171 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-16aa5bec-8a68-48cd-8a0b-47d2d7596a4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:32.066913 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-16aa5bec-8a68-48cd-8a0b-47d2d7596a4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:32.071670 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-16aa5bec-8a68-48cd-8a0b-47d2d7596a4a admin admin] 10.222.0.23 "DELETE /v2.0/networks/2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21 HTTP/1.1" status: 204 len: 168 time: 0.7408788 Jul 13 13:36:32.072633 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 54102) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:36:32.091256 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16aa5bec-8a68-48cd-8a0b-47d2d7596a4a admin admin] Pushing event deleted for resources: {'Network': ['ID=2b5916fe-58fb-4d5b-b2e8-c1a31c6b8c21,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:36:32.111301 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b8bbc5e3-8f88-40b9-b9cd-88cd1fd61b40 req-4b5ed232-e6af-44cf-934d-d25baf32215f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=235d9a14-cbfe-4d48-b109-040ffccc92b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375283 Jul 13 13:36:32.158222 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-86433793-e8cf-46aa-b87f-187f0c0122e8 admin admin] Deleting subnet 3e4e524a-7f77-4679-9d7d-569524def9a8 {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 13:36:32.163054 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-86433793-e8cf-46aa-b87f-187f0c0122e8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:32.165011 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6611c173-a706-441f-9fd7-9a22ab935607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:32.167617 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6611c173-a706-441f-9fd7-9a22ab935607 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:32.171330 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-6611c173-a706-441f-9fd7-9a22ab935607 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/341faf95-eeb9-42dd-875e-771dd8d4ecba HTTP/1.1" status: 204 len: 168 time: 0.2819676 Jul 13 13:36:32.208558 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6611c173-a706-441f-9fd7-9a22ab935607 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=341faf95-eeb9-42dd-875e-771dd8d4ecba,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:36:32.221300 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b8bbc5e3-8f88-40b9-b9cd-88cd1fd61b40 req-4f8fc5c2-00b2-48e3-9e70-c8354313e0c9 service neutron] 10.222.0.41 "GET /v2.0/networks/235d9a14-cbfe-4d48-b109-040ffccc92b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998094 Jul 13 13:36:32.226272 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4a9b83a0-a0f0-445e-b1b1-25ed5eb1caf4 req-a8a41781-4aff-44af-9b0c-cab4602e370d tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=132b60c425be4aeb99cec71010f26a0d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1710949 Jul 13 13:36:32.238302 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-86433793-e8cf-46aa-b87f-187f0c0122e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6018489'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:32.339652 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2c2032b8-299f-4950-b7da-39406f099be8 req-3fd16a23-72ae-4aec-bd82-f2456fc6fefa tempest-FloatingIPsNegativeTestJSON-2013611757 tempest-FloatingIPsNegativeTestJSON-2013611757-project] 10.222.0.23 "GET /v2.0/floatingips?tenant_id=f2d14d7ea9c1426b97ffac045e0e0bca HTTP/1.1" status: 200 len: 217 time: 0.0826235 Jul 13 13:36:32.363894 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-86433793-e8cf-46aa-b87f-187f0c0122e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:32.400317 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b8bbc5e3-8f88-40b9-b9cd-88cd1fd61b40 req-4e34383e-2bad-4903-962b-d22280867539 service neutron] 10.222.0.41 "GET /v2.0/networks/235d9a14-cbfe-4d48-b109-040ffccc92b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683311 Jul 13 13:36:32.425419 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4a9b83a0-a0f0-445e-b1b1-25ed5eb1caf4 req-368d8b65-8f5e-4263-b966-d2b79f76d590 service neutron] 10.222.0.23 "GET /v2.0/networks/0e04c952-db9c-4505-aba6-7ccdaeeb7137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976745 Jul 13 13:36:32.514798 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ba76b656-d7d7-44eb-bf96-d4a5b2e67588 req-c77c430f-14a3-4d55-a2bb-463206bf2d38 tempest-ServerShowV247Test-536995667 tempest-ServerShowV247Test-536995667-project] 10.222.0.23 "GET /v2.0/ports?device_id=b950aac0-0187-4552-b815-097740feb1b6 HTTP/1.1" status: 200 len: 210 time: 0.0513213 Jul 13 13:36:32.560846 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-86433793-e8cf-46aa-b87f-187f0c0122e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6018534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6105009'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:32.573117 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4a9b83a0-a0f0-445e-b1b1-25ed5eb1caf4 req-f330504c-c257-4d8c-b221-352da43ae4e8 service neutron] 10.222.0.23 "GET /v2.0/networks/0e04c952-db9c-4505-aba6-7ccdaeeb7137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354616 Jul 13 13:36:32.586451 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c99d9213-7ddc-4166-8f7b-764808522107 req-a2e29b8b-f799-415e-a2c6-93ae707fb930 tempest-FloatingIPsNegativeTestJSON-2013611757 tempest-FloatingIPsNegativeTestJSON-2013611757-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0319786 Jul 13 13:36:32.597978 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86433793-e8cf-46aa-b87f-187f0c0122e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e4e524a-7f77-4679-9d7d-569524def9a8,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:36:32.601453 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-86433793-e8cf-46aa-b87f-187f0c0122e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:32.605802 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-86433793-e8cf-46aa-b87f-187f0c0122e8 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/3e4e524a-7f77-4679-9d7d-569524def9a8 HTTP/1.1" status: 204 len: 168 time: 0.5282564 Jul 13 13:36:32.606804 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 54122) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:36:32.618908 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 54124) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:36:32.622687 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 089b8ef1-00c5-47fd-a137-94d04b852c4b details requested by agent hyperv_n-h2-800634-1 with host n-h2-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 13:36:32.673873 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-ff24f769-25bb-4b43-b6a1-7c4e7278c94f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3bfc16729e39435d8a1e08d704bc63cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0536499 Jul 13 13:36:32.674538 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 54126) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:36:32.750060 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-84aa2045-6298-4642-940b-caa97cf752a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:32.753073 n-d-800634-1 neutron-server[93750]: INFO neutron.api.v2.resource [req-3c64cefc-4f89-4199-9ec8-f0df2c76aa94 req-8a71af11-82ef-4433-9f0f-b46f8a8b1206 tempest-FloatingIPsNegativeTestJSON-2013611757 tempest-FloatingIPsNegativeTestJSON-2013611757-project] show failed (client error): The resource could not be found. Jul 13 13:36:32.754956 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3c64cefc-4f89-4199-9ec8-f0df2c76aa94 req-8a71af11-82ef-4433-9f0f-b46f8a8b1206 tempest-FloatingIPsNegativeTestJSON-2013611757 tempest-FloatingIPsNegativeTestJSON-2013611757-project] 10.222.0.23 "GET /v2.0/floatingips/3232f7d1-9a7d-4b02-8fc1-3a180df66eff HTTP/1.1" status: 404 len: 350 time: 0.1285720 Jul 13 13:36:32.769432 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 54128) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:36:32.770459 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-66151ca3-1147-4015-8286-eb295cad9bb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:32.805972 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-66151ca3-1147-4015-8286-eb295cad9bb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:32.869023 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-66151ca3-1147-4015-8286-eb295cad9bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:32.877860 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-66151ca3-1147-4015-8286-eb295cad9bb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:32.879352 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-66151ca3-1147-4015-8286-eb295cad9bb5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ab4dc16f-d6a2-4bbf-8097-5b903dc647c8 HTTP/1.1" status: 204 len: 168 time: 0.2038450 Jul 13 13:36:32.913992 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66151ca3-1147-4015-8286-eb295cad9bb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab4dc16f-d6a2-4bbf-8097-5b903dc647c8,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:36:33.070631 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0daeaf70-7007-4901-b3c1-e45bd93286e2 None None] Sync routers for ids ['0bda07f7-64be-4dd5-93f1-050af8879ba6'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:36:33.093849 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device a23704bc-3064-4979-9ee6-1a976869e032 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:36:33.095580 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3d7377d7-72c0-4549-9817-8344fb461363 req-05cec65e-bd79-4369-a3fc-81ca88ff8e71 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ce7f0b0-01cd-4b78-b83e-cbe21e707b26 HTTP/1.1" status: 200 len: 210 time: 0.1149724 Jul 13 13:36:33.220523 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0daeaf70-7007-4901-b3c1-e45bd93286e2 None None] Routers {'0bda07f7-64be-4dd5-93f1-050af8879ba6'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:36:33.221409 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-0daeaf70-7007-4901-b3c1-e45bd93286e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:36:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['0bda07f7-64be-4dd5-93f1-050af8879ba6'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:36:33.275843 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-84aa2045-6298-4642-940b-caa97cf752a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:33.277062 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c7d08b-9352-4e2d-b8ef-7a220d97411e req-c80a0924-6c9d-4984-8758-b5c2680b7b3b tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:33.288010 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f4c7d08b-9352-4e2d-b8ef-7a220d97411e req-c80a0924-6c9d-4984-8758-b5c2680b7b3b tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] 10.222.0.23 "GET /v2.0/ports?device_id=1cd54210-282a-4a26-97b7-f1d70daa60d2 HTTP/1.1" status: 200 len: 946 time: 0.1810369 Jul 13 13:36:33.309422 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-84aa2045-6298-4642-940b-caa97cf752a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['800b6001-12f5-4a7c-9505-1b744e4e52cc']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:36:33.358748 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-84aa2045-6298-4642-940b-caa97cf752a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe3ba59c-58f2-4d9a-8cd7-1d8d3a8a05ce') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:36:33.359383 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-84aa2045-6298-4642-940b-caa97cf752a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe3ba59c-58f2-4d9a-8cd7-1d8d3a8a05ce') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:36:33.380101 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-84aa2045-6298-4642-940b-caa97cf752a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5431730'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:33.385068 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f4c7d08b-9352-4e2d-b8ef-7a220d97411e req-1f04cd22-9812-46db-b4c7-4c956e906685 tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] 10.222.0.23 "GET /v2.0/security-groups?id=feeb6b93-5051-4dcc-8776-c314f05e05ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939817 Jul 13 13:36:33.406047 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 089b8ef1-00c5-47fd-a137-94d04b852c4b, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=089b8ef1-00c5-47fd-a137-94d04b852c4b,segment=NetworkSegment(731c211d-2cbe-4aa3-a09e-111c83e33a98),segment_id=731c211d-2cbe-4aa3-a09e-111c83e33a98)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:36:33.416447 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port a23704bc-3064-4979-9ee6-1a976869e032 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:36:33.416830 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:33.449334 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Returning: {'device': '089b8ef1-00c5-47fd-a137-94d04b852c4b', 'network_id': '6abf39c7-5383-40cb-87d6-f20d29bbd8cf', 'port_id': '089b8ef1-00c5-47fd-a137-94d04b852c4b', 'mac_address': 'fa:16:3e:d8:d2:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '560441f8-4dd8-4170-ae42-f3e38fe7cfb4', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 13:36:33.451566 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-84aa2045-6298-4642-940b-caa97cf752a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:33.461367 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-0daeaf70-7007-4901-b3c1-e45bd93286e2 None None] Set router 0bda07f7-64be-4dd5-93f1-050af8879ba6 gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:36:33.498009 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84aa2045-6298-4642-940b-caa97cf752a0 admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 13:36:33.498970 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-84aa2045-6298-4642-940b-caa97cf752a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5970419'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:33.568238 n-d-800634-1 neutron-server[93750]: Traceback (most recent call last): Jul 13 13:36:33.568238 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 13:36:33.568238 n-d-800634-1 neutron-server[93750]: timer() Jul 13 13:36:33.568238 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 13:36:33.568238 n-d-800634-1 neutron-server[93750]: cb(*args, **kw) Jul 13 13:36:33.568238 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 13:36:33.568238 n-d-800634-1 neutron-server[93750]: return func(*args, **kwargs) Jul 13 13:36:33.568238 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 13:36:33.568238 n-d-800634-1 neutron-server[93750]: self._notify() Jul 13 13:36:33.568238 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 13:36:33.568238 n-d-800634-1 neutron-server[93750]: self.callback(batched_events) Jul 13 13:36:33.568238 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 13:36:33.568238 n-d-800634-1 neutron-server[93750]: event.method(event) Jul 13 13:36:33.568238 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 13:36:33.568238 n-d-800634-1 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 13:36:33.568238 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 13:36:33.568238 n-d-800634-1 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 13:36:33.568238 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 13:36:33.568238 n-d-800634-1 neutron-server[93750]: return f(self, *a, **k) Jul 13 13:36:33.568238 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 13:36:33.568238 n-d-800634-1 neutron-server[93750]: return self._get(url).json() Jul 13 13:36:33.568238 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 13:36:33.568238 n-d-800634-1 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 13:36:33.568238 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 13:36:33.568238 n-d-800634-1 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 13 13:36:33.568238 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 13:36:33.568238 n-d-800634-1 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 13:36:33.568238 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 13:36:33.568238 n-d-800634-1 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 13:36:33.568238 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 13:36:33.568238 n-d-800634-1 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 13:36:33.568238 n-d-800634-1 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 13:36:33.578083 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-84aa2045-6298-4642-940b-caa97cf752a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:33.590355 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-84aa2045-6298-4642-940b-caa97cf752a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:33.592718 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-84aa2045-6298-4642-940b-caa97cf752a0 admin admin] 10.222.0.23 "DELETE /v2.0/networks/800b6001-12f5-4a7c-9505-1b744e4e52cc HTTP/1.1" status: 204 len: 168 time: 0.9847229 Jul 13 13:36:33.661065 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84aa2045-6298-4642-940b-caa97cf752a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=800b6001-12f5-4a7c-9505-1b744e4e52cc,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:36:33.712083 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:33.778857 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6688f571-4d5d-40c9-ad39-45be2a7dc1d5 req-7a33a422-c1d4-4484-9b05-29278769a2a6 tempest-ServerShowV247Test-536995667 tempest-ServerShowV247Test-536995667-project] 10.222.0.23 "GET /v2.0/ports?device_id=b950aac0-0187-4552-b815-097740feb1b6 HTTP/1.1" status: 200 len: 210 time: 0.0590529 Jul 13 13:36:33.802813 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 089b8ef1-00c5-47fd-a137-94d04b852c4b {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:36:33.852497 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 089b8ef1-00c5-47fd-a137-94d04b852c4b, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=089b8ef1-00c5-47fd-a137-94d04b852c4b,segment=NetworkSegment(731c211d-2cbe-4aa3-a09e-111c83e33a98),segment_id=731c211d-2cbe-4aa3-a09e-111c83e33a98)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:36:33.857347 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6c54d37b-ed3c-406b-8253-1ff518531a3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451695'] for router_interface, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:33.863009 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:33.919047 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-0daeaf70-7007-4901-b3c1-e45bd93286e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bda07f7-64be-4dd5-93f1-050af8879ba6', 'name': 'tempest-FloatingIPsNegativeTestJSON-727771394-router', 'tenant_id': 'f2d14d7ea9c1426b97ffac045e0e0bca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': 'a23704bc-3064-4979-9ee6-1a976869e032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:36:24Z', 'updated_at': '2021-07-13T13:36:29Z', 'revision_number': 4, 'project_id': 'f2d14d7ea9c1426b97ffac045e0e0bca', 'gw_port': {'id': 'a23704bc-3064-4979-9ee6-1a976869e032', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bda07f7-64be-4dd5-93f1-050af8879ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:36:25Z', 'updated_at': '2021-07-13T13:36:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': 'd80488e0-dc5f-4972-80a1-3fc4a44b3e8c', 'name': '', 'network_id': 'e5769e95-835d-47e1-a23c-36ae8b445426', 'tenant_id': 'f2d14d7ea9c1426b97ffac045e0e0bca', 'mac_address': 'fa:16:3e:91:7a:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bda07f7-64be-4dd5-93f1-050af8879ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': '62a5b858-930a-4489-b7e4-e23ba17b6c48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:36:29Z', 'updated_at': '2021-07-13T13:36:30Z', 'revision_number': 2, 'project_id': 'f2d14d7ea9c1426b97ffac045e0e0bca', 'subnets': [{'id': '62a5b858-930a-4489-b7e4-e23ba17b6c48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:36:33.933092 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 54190) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:36:33.945485 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=089b8ef1-00c5-47fd-a137-94d04b852c4b,revision_number=6']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:36:33.981491 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['089b8ef1-00c5-47fd-a137-94d04b852c4b'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:36:33.984801 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0daeaf70-7007-4901-b3c1-e45bd93286e2 None None] Checking router: 0bda07f7-64be-4dd5-93f1-050af8879ba6 for host: n-d-800634-1 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 13:36:33.985380 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0daeaf70-7007-4901-b3c1-e45bd93286e2 None None] Updating router 0bda07f7-64be-4dd5-93f1-050af8879ba6 port d80488e0-dc5f-4972-80a1-3fc4a44b3e8c binding host n-d-800634-1 {{(pid=93752) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 13:36:34.038275 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-ffff075a-d7c3-487a-b85d-d17e832a891b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d50e67b9ee9e45449d2522df614fe533&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1010447 Jul 13 13:36:34.039001 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 54194) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:36:34.070113 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-0daeaf70-7007-4901-b3c1-e45bd93286e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:34.132475 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1d4c90c0-65a0-420a-82d8-7e9ceef11e23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:34.200097 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1d4c90c0-65a0-420a-82d8-7e9ceef11e23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:34.354154 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1d4c90c0-65a0-420a-82d8-7e9ceef11e23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:34.358941 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1d4c90c0-65a0-420a-82d8-7e9ceef11e23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:34.365518 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-1d4c90c0-65a0-420a-82d8-7e9ceef11e23 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e1a1929d-de59-4a26-a69b-05b891c11dbd HTTP/1.1" status: 204 len: 168 time: 0.3229072 Jul 13 13:36:34.399006 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4c90c0-65a0-420a-82d8-7e9ceef11e23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1a1929d-de59-4a26-a69b-05b891c11dbd,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:36:34.669163 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 089b8ef1-00c5-47fd-a137-94d04b852c4b up at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:36:34.807654 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e060fa5-446e-4d1e-981b-a944f1e82b92 req-9e64088c-d092-432e-8df8-7e7f25fec21e tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:34.812055 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-9e060fa5-446e-4d1e-981b-a944f1e82b92 req-9e64088c-d092-432e-8df8-7e7f25fec21e tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] 10.222.0.23 "GET /v2.0/ports?device_id=1cd54210-282a-4a26-97b7-f1d70daa60d2 HTTP/1.1" status: 200 len: 946 time: 0.1832829 Jul 13 13:36:34.872990 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-0daeaf70-7007-4901-b3c1-e45bd93286e2 None None] Notify callbacks [] for port, precommit_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:34.902483 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-9e060fa5-446e-4d1e-981b-a944f1e82b92 req-21fb2e83-e146-4eec-82eb-c5a8f9b9b506 tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] 10.222.0.23 "GET /v2.0/security-groups?id=feeb6b93-5051-4dcc-8776-c314f05e05ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838816 Jul 13 13:36:34.906939 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-0daeaf70-7007-4901-b3c1-e45bd93286e2 None None] Transition to ACTIVE for port object d80488e0-dc5f-4972-80a1-3fc4a44b3e8c will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:36:34.917818 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning complete for port 089b8ef1-00c5-47fd-a137-94d04b852c4b triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:36:34.918486 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:34.926746 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-0daeaf70-7007-4901-b3c1-e45bd93286e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:35.079674 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634e83fb-7ac9-43e7-88b2-b071845ec0a6 None None] Pushing event updated for resources: {'Port': ['ID=d80488e0-dc5f-4972-80a1-3fc4a44b3e8c,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:36:35.119582 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 54232) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:36:35.147961 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-667b1c87-9661-4eb9-ad49-f6c26969efd6 req-0ef840c7-ef9a-448a-a6a1-c6518b785d95 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ce7f0b0-01cd-4b78-b83e-cbe21e707b26 HTTP/1.1" status: 200 len: 210 time: 0.3279858 Jul 13 13:36:35.236452 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-106c30ac-6717-45ba-ad87-9a7b21e13079 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bf06e8cf3ddd4760b9526ae65cbcc020&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1156623 Jul 13 13:36:35.239080 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 54236) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:36:35.277253 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-0daeaf70-7007-4901-b3c1-e45bd93286e2 None None] Attempting to bind port d80488e0-dc5f-4972-80a1-3fc4a44b3e8c on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:36:35.277621 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-0daeaf70-7007-4901-b3c1-e45bd93286e2 None None] Attempting to bind port d80488e0-dc5f-4972-80a1-3fc4a44b3e8c by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': 'fbb86cf7-b136-4c28-b29e-efe0e66ea8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e5769e95-835d-47e1-a23c-36ae8b445426'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:36:35.278005 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0daeaf70-7007-4901-b3c1-e45bd93286e2 None None] Attempting to bind port d80488e0-dc5f-4972-80a1-3fc4a44b3e8c on network e5769e95-835d-47e1-a23c-36ae8b445426 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:36:35.317054 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0daeaf70-7007-4901-b3c1-e45bd93286e2 None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 36, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:36:35.317431 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0daeaf70-7007-4901-b3c1-e45bd93286e2 None None] Checking segment: {'id': 'fbb86cf7-b136-4c28-b29e-efe0e66ea8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e5769e95-835d-47e1-a23c-36ae8b445426'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:36:35.319824 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-0daeaf70-7007-4901-b3c1-e45bd93286e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:35.335075 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0daeaf70-7007-4901-b3c1-e45bd93286e2 None None] Bound using segment: {'id': 'fbb86cf7-b136-4c28-b29e-efe0e66ea8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e5769e95-835d-47e1-a23c-36ae8b445426'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:36:35.336614 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-0daeaf70-7007-4901-b3c1-e45bd93286e2 None None] Bound port: d80488e0-dc5f-4972-80a1-3fc4a44b3e8c, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbb86cf7-b136-4c28-b29e-efe0e66ea8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e5769e95-835d-47e1-a23c-36ae8b445426'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:36:35.337039 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-0daeaf70-7007-4901-b3c1-e45bd93286e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:35.381901 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b2fd7b6c-0194-4e09-b65b-717437709d31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:35.412120 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:35.436812 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9b83a0-a0f0-445e-b1b1-25ed5eb1caf4 req-bf9e8207-d4c2-4209-98d5-0475637072de tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:35.439064 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b2fd7b6c-0194-4e09-b65b-717437709d31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:35.450466 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4a9b83a0-a0f0-445e-b1b1-25ed5eb1caf4 req-bf9e8207-d4c2-4209-98d5-0475637072de tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] 10.222.0.41 "GET /v2.0/networks?id=0e04c952-db9c-4505-aba6-7ccdaeeb7137 HTTP/1.1" status: 200 len: 812 time: 0.6320088 Jul 13 13:36:35.489069 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-4a9b83a0-a0f0-445e-b1b1-25ed5eb1caf4 req-972e00a9-e080-4975-a82e-a699811e3d26 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Request body: {'port': {'device_id': '0ce7f0b0-01cd-4b78-b83e-cbe21e707b26', 'network_id': '0e04c952-db9c-4505-aba6-7ccdaeeb7137', 'admin_state_up': True, 'tenant_id': '132b60c425be4aeb99cec71010f26a0d'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:36:35.495797 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e6b446c-7c7b-47ab-ac5e-8ee1b0a4840a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '089b8ef1-00c5-47fd-a137-94d04b852c4b'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:36:35.498125 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41b8f339-9035-4d6b-964e-265f02648018" -d '{"events": [{"server_uuid": "3e6b446c-7c7b-47ab-ac5e-8ee1b0a4840a", "name": "network-vif-plugged", "status": "completed", "tag": "089b8ef1-00c5-47fd-a137-94d04b852c4b"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:36:35.555644 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-0daeaf70-7007-4901-b3c1-e45bd93286e2 None None] For port d80488e0-dc5f-4972-80a1-3fc4a44b3e8c, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:36:35.570280 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-0daeaf70-7007-4901-b3c1-e45bd93286e2 None None] For port d80488e0-dc5f-4972-80a1-3fc4a44b3e8c, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=d80488e0-dc5f-4972-80a1-3fc4a44b3e8c,segment=NetworkSegment(fbb86cf7-b136-4c28-b29e-efe0e66ea8f9),segment_id=fbb86cf7-b136-4c28-b29e-efe0e66ea8f9)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:36:35.577331 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b2fd7b6c-0194-4e09-b65b-717437709d31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:35.581286 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 089b8ef1-00c5-47fd-a137-94d04b852c4b, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=089b8ef1-00c5-47fd-a137-94d04b852c4b,segment=NetworkSegment(731c211d-2cbe-4aa3-a09e-111c83e33a98),segment_id=731c211d-2cbe-4aa3-a09e-111c83e33a98)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:36:35.583429 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b2fd7b6c-0194-4e09-b65b-717437709d31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:35.584327 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b106dcf8-c1cd-42df-9e19-50cf9a3da0fe x-openstack-request-id: req-b106dcf8-c1cd-42df-9e19-50cf9a3da0fe {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:36:35.584685 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e6b446c-7c7b-47ab-ac5e-8ee1b0a4840a", "name": "network-vif-plugged", "status": "completed", "tag": "089b8ef1-00c5-47fd-a137-94d04b852c4b", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:36:35.584997 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b106dcf8-c1cd-42df-9e19-50cf9a3da0fe {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:36:35.585482 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e6b446c-7c7b-47ab-ac5e-8ee1b0a4840a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '089b8ef1-00c5-47fd-a137-94d04b852c4b', 'code': 200} Jul 13 13:36:35.586443 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-b2fd7b6c-0194-4e09-b65b-717437709d31 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b83d4574-97e0-4032-b371-d8407e13ad3e HTTP/1.1" status: 204 len: 168 time: 0.3432426 Jul 13 13:36:35.588490 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-0daeaf70-7007-4901-b3c1-e45bd93286e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:35.601093 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:35.609344 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3091cce6-0915-4e8a-8392-b4022653eba0 req-0beda350-3175-4a9a-86e4-64988954fbb1 tempest-ServerShowV247Test-536995667 tempest-ServerShowV247Test-536995667-project] 10.222.0.23 "GET /v2.0/ports?device_id=b950aac0-0187-4552-b815-097740feb1b6 HTTP/1.1" status: 200 len: 210 time: 0.1560802 Jul 13 13:36:35.616395 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fd7b6c-0194-4e09-b65b-717437709d31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b83d4574-97e0-4032-b371-d8407e13ad3e,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:36:35.753352 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634e83fb-7ac9-43e7-88b2-b071845ec0a6 None None] Pushing event updated for resources: {'Port': ['ID=d80488e0-dc5f-4972-80a1-3fc4a44b3e8c,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:36:35.757048 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0daeaf70-7007-4901-b3c1-e45bd93286e2 None None] Routers {'0bda07f7-64be-4dd5-93f1-050af8879ba6'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:36:35.758153 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-0daeaf70-7007-4901-b3c1-e45bd93286e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:36:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['0bda07f7-64be-4dd5-93f1-050af8879ba6'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:36:35.769869 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-6c54d37b-ed3c-406b-8253-1ff518531a3d admin admin] Deleting port d80488e0-dc5f-4972-80a1-3fc4a44b3e8c {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:36:35.770272 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6c54d37b-ed3c-406b-8253-1ff518531a3d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:35.867194 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-6c54d37b-ed3c-406b-8253-1ff518531a3d admin admin] For port d80488e0-dc5f-4972-80a1-3fc4a44b3e8c, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=d80488e0-dc5f-4972-80a1-3fc4a44b3e8c,segment=NetworkSegment(fbb86cf7-b136-4c28-b29e-efe0e66ea8f9),segment_id=fbb86cf7-b136-4c28-b29e-efe0e66ea8f9)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:36:35.867903 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6c54d37b-ed3c-406b-8253-1ff518531a3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:35.884573 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-6c54d37b-ed3c-406b-8253-1ff518531a3d admin admin] Calling delete_port for d80488e0-dc5f-4972-80a1-3fc4a44b3e8c owned by network:router_interface {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:36:35.905495 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-0daeaf70-7007-4901-b3c1-e45bd93286e2 None None] Set router 0bda07f7-64be-4dd5-93f1-050af8879ba6 gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:36:35.982413 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a9b83a0-a0f0-445e-b1b1-25ed5eb1caf4 req-972e00a9-e080-4975-a82e-a699811e3d26 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Made reservation on behalf of 132b60c425be4aeb99cec71010f26a0d for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:36:35.989445 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4a9b83a0-a0f0-445e-b1b1-25ed5eb1caf4 req-972e00a9-e080-4975-a82e-a699811e3d26 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:36.365515 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=089b8ef1-00c5-47fd-a137-94d04b852c4b,revision_number=7']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:36:36.459822 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-0daeaf70-7007-4901-b3c1-e45bd93286e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bda07f7-64be-4dd5-93f1-050af8879ba6', 'name': 'tempest-FloatingIPsNegativeTestJSON-727771394-router', 'tenant_id': 'f2d14d7ea9c1426b97ffac045e0e0bca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': 'a23704bc-3064-4979-9ee6-1a976869e032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:36:24Z', 'updated_at': '2021-07-13T13:36:29Z', 'revision_number': 4, 'project_id': 'f2d14d7ea9c1426b97ffac045e0e0bca', 'gw_port': {'id': 'a23704bc-3064-4979-9ee6-1a976869e032', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bda07f7-64be-4dd5-93f1-050af8879ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:36:25Z', 'updated_at': '2021-07-13T13:36:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': 'd80488e0-dc5f-4972-80a1-3fc4a44b3e8c', 'name': '', 'network_id': 'e5769e95-835d-47e1-a23c-36ae8b445426', 'tenant_id': 'f2d14d7ea9c1426b97ffac045e0e0bca', 'mac_address': 'fa:16:3e:91:7a:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bda07f7-64be-4dd5-93f1-050af8879ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': '62a5b858-930a-4489-b7e4-e23ba17b6c48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:36:29Z', 'updated_at': '2021-07-13T13:36:35Z', 'revision_number': 4, 'project_id': 'f2d14d7ea9c1426b97ffac045e0e0bca', 'subnets': [{'id': '62a5b858-930a-4489-b7e4-e23ba17b6c48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:36:36.502065 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0daeaf70-7007-4901-b3c1-e45bd93286e2 None None] The sync data for ids ['0bda07f7-64be-4dd5-93f1-050af8879ba6'] in n-d-800634-1 is: [{'id': '0bda07f7-64be-4dd5-93f1-050af8879ba6', 'name': 'tempest-FloatingIPsNegativeTestJSON-727771394-router', 'tenant_id': 'f2d14d7ea9c1426b97ffac045e0e0bca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': 'a23704bc-3064-4979-9ee6-1a976869e032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:36:24Z', 'updated_at': '2021-07-13T13:36:29Z', 'revision_number': 4, 'project_id': 'f2d14d7ea9c1426b97ffac045e0e0bca', 'gw_port': {'id': 'a23704bc-3064-4979-9ee6-1a976869e032', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bda07f7-64be-4dd5-93f1-050af8879ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:36:25Z', 'updated_at': '2021-07-13T13:36:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': 'd80488e0-dc5f-4972-80a1-3fc4a44b3e8c', 'name': '', 'network_id': 'e5769e95-835d-47e1-a23c-36ae8b445426', 'tenant_id': 'f2d14d7ea9c1426b97ffac045e0e0bca', 'mac_address': 'fa:16:3e:91:7a:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bda07f7-64be-4dd5-93f1-050af8879ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': '62a5b858-930a-4489-b7e4-e23ba17b6c48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:36:29Z', 'updated_at': '2021-07-13T13:36:35Z', 'revision_number': 4, 'project_id': 'f2d14d7ea9c1426b97ffac045e0e0bca', 'subnets': [{'id': '62a5b858-930a-4489-b7e4-e23ba17b6c48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:36:36.511005 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-cc74fc93-fd13-4d32-8b30-31114f369931 req-1d356a30-d2cc-4db1-b48f-cc7e10d51985 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ce7f0b0-01cd-4b78-b83e-cbe21e707b26 HTTP/1.1" status: 200 len: 210 time: 0.0477092 Jul 13 13:36:36.536807 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebd993a-54cd-435f-be25-0be41ee49c85 req-943a40be-e223-4847-9209-2cb8e41f33aa tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:36.548990 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cebd993a-54cd-435f-be25-0be41ee49c85 req-943a40be-e223-4847-9209-2cb8e41f33aa tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] 10.222.0.23 "GET /v2.0/ports?device_id=1cd54210-282a-4a26-97b7-f1d70daa60d2 HTTP/1.1" status: 200 len: 946 time: 0.2781177 Jul 13 13:36:36.594139 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-4a9b83a0-a0f0-445e-b1b1-25ed5eb1caf4 req-972e00a9-e080-4975-a82e-a699811e3d26 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Allocated IP 172.20.0.12 (0e04c952-db9c-4505-aba6-7ccdaeeb7137/46175078-efd4-4ba8-945c-03239fb9d2ed/30670d3c-030d-441e-98b6-c23399817f20) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:36:36.662952 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6c54d37b-ed3c-406b-8253-1ff518531a3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:36.741705 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cebd993a-54cd-435f-be25-0be41ee49c85 req-a3b80d13-8b96-4310-8322-c3404444b890 tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] 10.222.0.23 "GET /v2.0/security-groups?id=feeb6b93-5051-4dcc-8776-c314f05e05ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918705 Jul 13 13:36:36.771237 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c54d37b-ed3c-406b-8253-1ff518531a3d admin admin] Pushing event deleted for resources: {'Port': ['ID=d80488e0-dc5f-4972-80a1-3fc4a44b3e8c,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:36:37.170157 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2dd7ba9a-2510-47cd-92dc-83093756bde4 req-798d86e8-a2d3-46d7-88fc-6ab9a3879a78 tempest-ServerShowV247Test-536995667 tempest-ServerShowV247Test-536995667-project] 10.222.0.23 "GET /v2.0/ports?device_id=b950aac0-0187-4552-b815-097740feb1b6 HTTP/1.1" status: 200 len: 210 time: 0.0997751 Jul 13 13:36:37.230988 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 54314) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:36:37.349204 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6c54d37b-ed3c-406b-8253-1ff518531a3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1785036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452491'] for router_interface, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:37.365480 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e56d6ac3-a1a4-4984-98c1-6dae89969065 req-0f9a739e-62d4-4b05-9533-2b3f4551fe0f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=938011da-a97c-46cb-afb5-467b9b81212a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0890820 Jul 13 13:36:37.436941 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-7536b643-9a54-4f38-80e2-71188f822212 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-2022429183-network', 'tenant_id': '7ec77ffc288b40b5a9663fa2e5a78733'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:36:37.507920 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7536b643-9a54-4f38-80e2-71188f822212 admin admin] Made reservation on behalf of 7ec77ffc288b40b5a9663fa2e5a78733 for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:36:37.510659 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7536b643-9a54-4f38-80e2-71188f822212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:37.531978 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7536b643-9a54-4f38-80e2-71188f822212 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:37.611773 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4a9b83a0-a0f0-445e-b1b1-25ed5eb1caf4 req-972e00a9-e080-4975-a82e-a699811e3d26 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:37.652752 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7536b643-9a54-4f38-80e2-71188f822212 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:37.661903 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7536b643-9a54-4f38-80e2-71188f822212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:37.670848 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56d6ac3-a1a4-4984-98c1-6dae89969065 req-24bee195-583a-48a2-a6a3-9858272c4f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:37.672737 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e56d6ac3-a1a4-4984-98c1-6dae89969065 req-24bee195-583a-48a2-a6a3-9858272c4f71 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=132b60c425be4aeb99cec71010f26a0d&device_id=938011da-a97c-46cb-afb5-467b9b81212a HTTP/1.1" status: 200 len: 1175 time: 0.2316241 Jul 13 13:36:37.796522 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7536b643-9a54-4f38-80e2-71188f822212 admin admin] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 13:36:37.799368 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56d6ac3-a1a4-4984-98c1-6dae89969065 req-af879a67-b116-49a0-99fd-be79d834827b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:37.801209 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e56d6ac3-a1a4-4984-98c1-6dae89969065 req-af879a67-b116-49a0-99fd-be79d834827b service neutron] 10.222.0.26 "GET /v2.0/networks?id=0e04c952-db9c-4505-aba6-7ccdaeeb7137 HTTP/1.1" status: 200 len: 912 time: 0.1040859 Jul 13 13:36:37.838048 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4a9b83a0-a0f0-445e-b1b1-25ed5eb1caf4 req-972e00a9-e080-4975-a82e-a699811e3d26 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:37.858351 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7536b643-9a54-4f38-80e2-71188f822212 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f83e00a-e782-49e6-b944-d06b9e971cf5,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:36:37.868338 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7536b643-9a54-4f38-80e2-71188f822212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:37.868783 n-d-800634-1 neutron-server[93751]: INFO neutron.db.segments_db [None req-7536b643-9a54-4f38-80e2-71188f822212 admin admin] Added segment f952029b-434e-49c6-8d96-f83b0194500d of type vlan for network 5c5b1ca0-24b0-4412-b81d-dc9907cb0039 Jul 13 13:36:37.870393 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['879ff0e6-03fc-436e-a42b-866c7b6a0faa'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:36:37.914598 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972e00a9-e080-4975-a82e-a699811e3d26 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Pushing event updated for resources: {'Port': ['ID=30670d3c-030d-441e-98b6-c23399817f20,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:36:37.959017 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a9b83a0-a0f0-445e-b1b1-25ed5eb1caf4 req-972e00a9-e080-4975-a82e-a699811e3d26 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Network 0e04c952-db9c-4505-aba6-7ccdaeeb7137 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:36:37.961806 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e56d6ac3-a1a4-4984-98c1-6dae89969065 req-21bf0720-43c8-497c-b399-9cf56970b04f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=879ff0e6-03fc-436e-a42b-866c7b6a0faa HTTP/1.1" status: 200 len: 217 time: 0.1522355 Jul 13 13:36:37.973843 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-4a9b83a0-a0f0-445e-b1b1-25ed5eb1caf4 req-972e00a9-e080-4975-a82e-a699811e3d26 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:36:37.983970 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a9b83a0-a0f0-445e-b1b1-25ed5eb1caf4 req-972e00a9-e080-4975-a82e-a699811e3d26 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:36:37.996750 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c54d37b-ed3c-406b-8253-1ff518531a3d admin admin] Router 0bda07f7-64be-4dd5-93f1-050af8879ba6 has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 13:36:38.162761 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7536b643-9a54-4f38-80e2-71188f822212 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:38.201864 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962a16ce-76ba-4620-b518-827a8f9fe8aa req-611577fc-4cf3-4e07-b62e-5a2e291cd3a6 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:38.203627 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-962a16ce-76ba-4620-b518-827a8f9fe8aa req-611577fc-4cf3-4e07-b62e-5a2e291cd3a6 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ce7f0b0-01cd-4b78-b83e-cbe21e707b26 HTTP/1.1" status: 200 len: 932 time: 0.3987381 Jul 13 13:36:38.231311 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9b83a0-a0f0-445e-b1b1-25ed5eb1caf4 req-972e00a9-e080-4975-a82e-a699811e3d26 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:38.232093 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4a9b83a0-a0f0-445e-b1b1-25ed5eb1caf4 req-972e00a9-e080-4975-a82e-a699811e3d26 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:38.296638 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4a9b83a0-a0f0-445e-b1b1-25ed5eb1caf4 req-972e00a9-e080-4975-a82e-a699811e3d26 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8133185 Jul 13 13:36:38.316390 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-4a9b83a0-a0f0-445e-b1b1-25ed5eb1caf4 req-3b11ae14-0f14-4be2-9dae-3591d4e599c7 service neutron] Request body: {'port': {'device_id': '0ce7f0b0-01cd-4b78-b83e-cbe21e707b26', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:36:38.371957 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-962a16ce-76ba-4620-b518-827a8f9fe8aa req-23526b2b-74bb-4a25-b645-625eff1befc7 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] 10.222.0.23 "GET /v2.0/security-groups?id=24689591-48d9-46af-a687-72c510af83bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599953 Jul 13 13:36:38.376166 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 54342) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:36:38.404173 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.db.resource_extend [None req-7536b643-9a54-4f38-80e2-71188f822212 admin admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 13 13:36:38.426368 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56d6ac3-a1a4-4984-98c1-6dae89969065 req-8be1577d-65ea-4f17-a390-6876ecd029cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:38.428334 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e56d6ac3-a1a4-4984-98c1-6dae89969065 req-8be1577d-65ea-4f17-a390-6876ecd029cf service neutron] 10.222.0.26 "GET /v2.0/subnets?id=46175078-efd4-4ba8-945c-03239fb9d2ed HTTP/1.1" status: 200 len: 852 time: 0.4505293 Jul 13 13:36:38.432092 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c54d37b-ed3c-406b-8253-1ff518531a3d admin admin] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:36:38.440621 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-6c54d37b-ed3c-406b-8253-1ff518531a3d admin admin] 10.222.0.23 "PUT /v2.0/routers/0bda07f7-64be-4dd5-93f1-050af8879ba6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6663733 Jul 13 13:36:38.445755 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 54350) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:36:38.492670 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7536b643-9a54-4f38-80e2-71188f822212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:38.494701 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7536b643-9a54-4f38-80e2-71188f822212 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:38.497150 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7536b643-9a54-4f38-80e2-71188f822212 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:38.619027 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e56d6ac3-a1a4-4984-98c1-6dae89969065 req-88ae3730-3d51-436d-9ecf-5b5871a42c69 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0e04c952-db9c-4505-aba6-7ccdaeeb7137&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1285348 Jul 13 13:36:38.695172 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4a9b83a0-a0f0-445e-b1b1-25ed5eb1caf4 req-3b11ae14-0f14-4be2-9dae-3591d4e599c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:38.722416 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bcd22944-0036-46d0-bf94-84f0c200f596 admin admin] Notify callbacks [] for router, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:38.726189 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d650f501-33eb-45bb-b1d8-7db05cf68861 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:38.767102 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-7536b643-9a54-4f38-80e2-71188f822212 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.5342889 Jul 13 13:36:38.799879 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 54358) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:36:38.837350 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-105aae97-77ff-47e7-9772-ac25756c1890 admin admin] Request body: {'subnet': {'network_id': '5c5b1ca0-24b0-4412-b81d-dc9907cb0039', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-2022429183-subnet', 'tenant_id': '7ec77ffc288b40b5a9663fa2e5a78733', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:36:38.848775 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bcd22944-0036-46d0-bf94-84f0c200f596 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:38.856608 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e42100f4-22ff-4a7e-b870-c92511d10583 req-db4e2a06-49cd-4a76-95df-97ae7692d2a7 tempest-ServerShowV247Test-536995667 tempest-ServerShowV247Test-536995667-project] 10.222.0.23 "GET /v2.0/ports?device_id=b950aac0-0187-4552-b815-097740feb1b6 HTTP/1.1" status: 200 len: 210 time: 0.1600530 Jul 13 13:36:38.881893 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6057ea-cfe5-47d7-a1c4-9af66a1330f8 req-d65656c6-2634-4553-af82-0244c87f5794 tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:38.889980 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7536b643-9a54-4f38-80e2-71188f822212 admin admin] Pushing event updated for resources: {'Network': ['ID=5c5b1ca0-24b0-4412-b81d-dc9907cb0039,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:36:38.891130 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05910338-90a6-4c39-99e5-779079334f6f None None] Sync routers for ids ['0bda07f7-64be-4dd5-93f1-050af8879ba6'] in n-d-800634-1 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:36:38.900023 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7f6057ea-cfe5-47d7-a1c4-9af66a1330f8 req-d65656c6-2634-4553-af82-0244c87f5794 tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] 10.222.0.23 "GET /v2.0/ports?device_id=1cd54210-282a-4a26-97b7-f1d70daa60d2 HTTP/1.1" status: 200 len: 946 time: 0.5462220 Jul 13 13:36:38.907204 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network 5c5b1ca0-24b0-4412-b81d-dc9907cb0039 details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 13:36:38.917670 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05910338-90a6-4c39-99e5-779079334f6f None None] Routers {'0bda07f7-64be-4dd5-93f1-050af8879ba6'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:36:38.917670 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-05910338-90a6-4c39-99e5-779079334f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:36:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['0bda07f7-64be-4dd5-93f1-050af8879ba6'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:36:38.973391 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e56d6ac3-a1a4-4984-98c1-6dae89969065 req-d57af491-84cd-422d-862b-edae0bc542f3 service neutron] 10.222.0.26 "GET /v2.0/networks/0e04c952-db9c-4505-aba6-7ccdaeeb7137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2722383 Jul 13 13:36:39.029421 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7f6057ea-cfe5-47d7-a1c4-9af66a1330f8 req-0eeca5b2-b272-44ea-a827-fa19990a1017 tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] 10.222.0.23 "GET /v2.0/security-groups?id=feeb6b93-5051-4dcc-8776-c314f05e05ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284499 Jul 13 13:36:39.082257 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e56d6ac3-a1a4-4984-98c1-6dae89969065 req-dee80c2f-b960-4ff6-a555-6fecbc7c9f00 service neutron] 10.222.0.26 "GET /v2.0/networks/0e04c952-db9c-4505-aba6-7ccdaeeb7137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006072 Jul 13 13:36:39.087691 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-05910338-90a6-4c39-99e5-779079334f6f None None] Set router 0bda07f7-64be-4dd5-93f1-050af8879ba6 gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:36:39.152529 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d650f501-33eb-45bb-b1d8-7db05cf68861 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:39.194087 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d650f501-33eb-45bb-b1d8-7db05cf68861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:39.213320 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-105aae97-77ff-47e7-9772-ac25756c1890 admin admin] Made reservation on behalf of 7ec77ffc288b40b5a9663fa2e5a78733 for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:36:39.216004 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-105aae97-77ff-47e7-9772-ac25756c1890 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6104980'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:39.258756 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-bcd22944-0036-46d0-bf94-84f0c200f596 admin admin] Deleting port a23704bc-3064-4979-9ee6-1a976869e032 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:36:39.259046 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bcd22944-0036-46d0-bf94-84f0c200f596 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:39.348932 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d650f501-33eb-45bb-b1d8-7db05cf68861 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc4345e2-2b1f-4643-9142-d7e6e5bd5cb2,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:36:39.366463 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-d650f501-33eb-45bb-b1d8-7db05cf68861 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0cea90cea27a4045a609667f54a20b06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9892285 Jul 13 13:36:39.367907 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 54362) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:36:39.408633 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-05910338-90a6-4c39-99e5-779079334f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bda07f7-64be-4dd5-93f1-050af8879ba6', 'name': 'tempest-FloatingIPsNegativeTestJSON-727771394-router', 'tenant_id': 'f2d14d7ea9c1426b97ffac045e0e0bca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': 'a23704bc-3064-4979-9ee6-1a976869e032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:36:24Z', 'updated_at': '2021-07-13T13:36:36Z', 'revision_number': 5, 'project_id': 'f2d14d7ea9c1426b97ffac045e0e0bca', 'gw_port': {'id': 'a23704bc-3064-4979-9ee6-1a976869e032', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bda07f7-64be-4dd5-93f1-050af8879ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:36:25Z', 'updated_at': '2021-07-13T13:36:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:36:39.417153 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-bcd22944-0036-46d0-bf94-84f0c200f596 admin admin] For port a23704bc-3064-4979-9ee6-1a976869e032, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=a23704bc-3064-4979-9ee6-1a976869e032,segment=NetworkSegment(3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87),segment_id=3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:36:39.417674 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bcd22944-0036-46d0-bf94-84f0c200f596 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:39.445444 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-bcd22944-0036-46d0-bf94-84f0c200f596 admin admin] Calling delete_port for a23704bc-3064-4979-9ee6-1a976869e032 owned by network:router_gateway {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:36:39.466124 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05910338-90a6-4c39-99e5-779079334f6f None None] Checking router: 0bda07f7-64be-4dd5-93f1-050af8879ba6 for host: n-d-800634-1 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 13:36:39.486747 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05910338-90a6-4c39-99e5-779079334f6f None None] Routers {'0bda07f7-64be-4dd5-93f1-050af8879ba6'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:36:39.487507 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-05910338-90a6-4c39-99e5-779079334f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:36:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['0bda07f7-64be-4dd5-93f1-050af8879ba6'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:36:39.638411 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-05910338-90a6-4c39-99e5-779079334f6f None None] Set router 0bda07f7-64be-4dd5-93f1-050af8879ba6 gateway port host: None {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:36:39.732232 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-05910338-90a6-4c39-99e5-779079334f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bda07f7-64be-4dd5-93f1-050af8879ba6', 'name': 'tempest-FloatingIPsNegativeTestJSON-727771394-router', 'tenant_id': 'f2d14d7ea9c1426b97ffac045e0e0bca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:36:24Z', 'updated_at': '2021-07-13T13:36:38Z', 'revision_number': 6, 'project_id': 'f2d14d7ea9c1426b97ffac045e0e0bca', 'gw_port_host': None}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:36:39.756125 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-105aae97-77ff-47e7-9772-ac25756c1890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6018343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6104998'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:39.797700 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bcd22944-0036-46d0-bf94-84f0c200f596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:39.804726 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05910338-90a6-4c39-99e5-779079334f6f None None] The sync data for ids ['0bda07f7-64be-4dd5-93f1-050af8879ba6'] in n-d-800634-1 is: [{'id': '0bda07f7-64be-4dd5-93f1-050af8879ba6', 'name': 'tempest-FloatingIPsNegativeTestJSON-727771394-router', 'tenant_id': 'f2d14d7ea9c1426b97ffac045e0e0bca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:36:24Z', 'updated_at': '2021-07-13T13:36:38Z', 'revision_number': 6, 'project_id': 'f2d14d7ea9c1426b97ffac045e0e0bca', 'gw_port_host': None}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:36:39.880982 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105aae97-77ff-47e7-9772-ac25756c1890 admin admin] Pushing event updated for resources: {'Subnet': ['ID=41cb83d6-1972-42a1-91b6-99e2d7728a68,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:36:39.913194 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105aae97-77ff-47e7-9772-ac25756c1890 admin admin] Checking segment: {'id': 'f952029b-434e-49c6-8d96-f83b0194500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5c5b1ca0-24b0-4412-b81d-dc9907cb0039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:36:39.913555 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-105aae97-77ff-47e7-9772-ac25756c1890 admin admin] Network hostable DHCP agents. Network: 5c5b1ca0-24b0-4412-b81d-dc9907cb0039, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 13:36:39.947102 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-105aae97-77ff-47e7-9772-ac25756c1890 admin admin] Network 5c5b1ca0-24b0-4412-b81d-dc9907cb0039 is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 13:36:39.974104 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-105aae97-77ff-47e7-9772-ac25756c1890 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, 5c5b1ca0-24b0-4412-b81d-dc9907cb0039) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:36:39.976542 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-105aae97-77ff-47e7-9772-ac25756c1890 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:39.977131 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-105aae97-77ff-47e7-9772-ac25756c1890 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:39.982460 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de9aa78b-848f-4e52-806d-5e206ac6f6eb None None] Network 5c5b1ca0-24b0-4412-b81d-dc9907cb0039 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:36:40.009660 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-105aae97-77ff-47e7-9772-ac25756c1890 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2080996 Jul 13 13:36:40.043830 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ac896e4d-9339-4a23-a242-bc4066851ac9 req-9520d6a8-f6a1-4da8-ae4d-a106f1160a79 tempest-ServerShowV247Test-536995667 tempest-ServerShowV247Test-536995667-project] 10.222.0.23 "GET /v2.0/ports?device_id=b950aac0-0187-4552-b815-097740feb1b6 HTTP/1.1" status: 200 len: 210 time: 0.0324903 Jul 13 13:36:40.314653 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5727026d-5718-4889-842c-f442f47fbcb9 None None] Network 5c5b1ca0-24b0-4412-b81d-dc9907cb0039 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:36:40.411420 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dcce00-1a84-4361-a0e2-da59a3fe345b req-66f29137-992c-46ef-b80b-bf12a606aed5 tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:40.419143 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-64dcce00-1a84-4361-a0e2-da59a3fe345b req-66f29137-992c-46ef-b80b-bf12a606aed5 tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] 10.222.0.23 "GET /v2.0/ports?device_id=1cd54210-282a-4a26-97b7-f1d70daa60d2 HTTP/1.1" status: 200 len: 946 time: 0.1752501 Jul 13 13:36:40.505908 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd22944-0036-46d0-bf94-84f0c200f596 admin admin] Pushing event deleted for resources: {'Port': ['ID=a23704bc-3064-4979-9ee6-1a976869e032,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:36:40.525443 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-64dcce00-1a84-4361-a0e2-da59a3fe345b req-3590c796-2daf-409e-a7a4-e5e867afd2d9 tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] 10.222.0.23 "GET /v2.0/security-groups?id=feeb6b93-5051-4dcc-8776-c314f05e05ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054058 Jul 13 13:36:40.540438 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-4a9b83a0-a0f0-445e-b1b1-25ed5eb1caf4 req-3b11ae14-0f14-4be2-9dae-3591d4e599c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30670d3c-030d-441e-98b6-c23399817f20 {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:36:40.554951 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4a9b83a0-a0f0-445e-b1b1-25ed5eb1caf4 req-3b11ae14-0f14-4be2-9dae-3591d4e599c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:40.592084 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-4a9b83a0-a0f0-445e-b1b1-25ed5eb1caf4 req-3b11ae14-0f14-4be2-9dae-3591d4e599c7 service neutron] Transition to ACTIVE for port object 30670d3c-030d-441e-98b6-c23399817f20 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:36:40.599872 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-549a983a-8c68-4f61-855a-54dc2a47c7d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:40.651816 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-549a983a-8c68-4f61-855a-54dc2a47c7d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:40.677771 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bcd22944-0036-46d0-bf94-84f0c200f596 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-446473'] for router_gateway, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:40.694000 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4a9b83a0-a0f0-445e-b1b1-25ed5eb1caf4 req-3b11ae14-0f14-4be2-9dae-3591d4e599c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:40.768712 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 54406) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:36:40.777417 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-c0c10e41-1330-4d94-9f07-0d140a40d0a6 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-853253474-network', 'tenant_id': 'a1751a4b7f4d43ca96e423be80cb97f7'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:36:40.835983 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde94650-b987-485a-bf58-19552d83ba3a req-4ed4fbd7-5c17-4928-8c36-70dde50a4072 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:40.837566 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cde94650-b987-485a-bf58-19552d83ba3a req-4ed4fbd7-5c17-4928-8c36-70dde50a4072 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ce7f0b0-01cd-4b78-b83e-cbe21e707b26 HTTP/1.1" status: 200 len: 932 time: 1.1109681 Jul 13 13:36:40.863644 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0c10e41-1330-4d94-9f07-0d140a40d0a6 admin admin] Made reservation on behalf of a1751a4b7f4d43ca96e423be80cb97f7 for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:36:40.871672 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c0c10e41-1330-4d94-9f07-0d140a40d0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:40.882613 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c0c10e41-1330-4d94-9f07-0d140a40d0a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:40.919964 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bcd22944-0036-46d0-bf94-84f0c200f596 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1591938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2696'] for router, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:40.924593 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bcd22944-0036-46d0-bf94-84f0c200f596 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:40.975373 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device d80488e0-dc5f-4972-80a1-3fc4a44b3e8c no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:36:40.995663 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b11ae14-0f14-4be2-9dae-3591d4e599c7 service neutron] Pushing event updated for resources: {'Port': ['ID=30670d3c-030d-441e-98b6-c23399817f20,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:36:41.014418 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: d80488e0-dc5f-4972-80a1-3fc4a44b3e8c {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:36:41.015407 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device d80488e0-dc5f-4972-80a1-3fc4a44b3e8c not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:36:41.016056 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device a23704bc-3064-4979-9ee6-1a976869e032 no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:36:41.037259 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: a23704bc-3064-4979-9ee6-1a976869e032 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:36:41.037932 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device a23704bc-3064-4979-9ee6-1a976869e032 not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:36:41.044025 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cde94650-b987-485a-bf58-19552d83ba3a req-1160c90a-aa01-4b54-9a50-d463fe801e75 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] 10.222.0.23 "GET /v2.0/security-groups?id=24689591-48d9-46af-a687-72c510af83bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731994 Jul 13 13:36:41.047246 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bcd22944-0036-46d0-bf94-84f0c200f596 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593106'] for router, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:41.048275 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcd22944-0036-46d0-bf94-84f0c200f596 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0bda07f7-64be-4dd5-93f1-050af8879ba6 {{(pid=93750) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 13:36:41.050914 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-549a983a-8c68-4f61-855a-54dc2a47c7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:41.053513 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-549a983a-8c68-4f61-855a-54dc2a47c7d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:41.056992 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-549a983a-8c68-4f61-855a-54dc2a47c7d8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fc4345e2-2b1f-4643-9142-d7e6e5bd5cb2 HTTP/1.1" status: 204 len: 168 time: 1.6858823 Jul 13 13:36:41.057984 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bcd22944-0036-46d0-bf94-84f0c200f596 admin admin] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:41.061372 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-bcd22944-0036-46d0-bf94-84f0c200f596 admin admin] 10.222.0.23 "DELETE /v2.0/routers/0bda07f7-64be-4dd5-93f1-050af8879ba6 HTTP/1.1" status: 204 len: 168 time: 2.6098442 Jul 13 13:36:41.068143 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 54410) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:36:41.106114 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549a983a-8c68-4f61-855a-54dc2a47c7d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc4345e2-2b1f-4643-9142-d7e6e5bd5cb2,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:36:41.166450 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-4a9b83a0-a0f0-445e-b1b1-25ed5eb1caf4 req-3b11ae14-0f14-4be2-9dae-3591d4e599c7 service neutron] Attempting to bind port 30670d3c-030d-441e-98b6-c23399817f20 on host n-h2-800634-1 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:36:41.167958 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-4a9b83a0-a0f0-445e-b1b1-25ed5eb1caf4 req-3b11ae14-0f14-4be2-9dae-3591d4e599c7 service neutron] Attempting to bind port 30670d3c-030d-441e-98b6-c23399817f20 by drivers openvswitch,hyperv on host n-h2-800634-1 at level 0 using segments [{'id': '389f0714-81c5-44c7-95d7-c7027042d54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '0e04c952-db9c-4505-aba6-7ccdaeeb7137'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:36:41.168578 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9b83a0-a0f0-445e-b1b1-25ed5eb1caf4 req-3b11ae14-0f14-4be2-9dae-3591d4e599c7 service neutron] Attempting to bind port 30670d3c-030d-441e-98b6-c23399817f20 on network 0e04c952-db9c-4505-aba6-7ccdaeeb7137 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:36:41.176353 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9b83a0-a0f0-445e-b1b1-25ed5eb1caf4 req-3b11ae14-0f14-4be2-9dae-3591d4e599c7 service neutron] Port 30670d3c-030d-441e-98b6-c23399817f20 on network 0e04c952-db9c-4505-aba6-7ccdaeeb7137 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-1 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:36:41.176819 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9b83a0-a0f0-445e-b1b1-25ed5eb1caf4 req-3b11ae14-0f14-4be2-9dae-3591d4e599c7 service neutron] Attempting to bind port 30670d3c-030d-441e-98b6-c23399817f20 on network 0e04c952-db9c-4505-aba6-7ccdaeeb7137 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:36:41.183895 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9b83a0-a0f0-445e-b1b1-25ed5eb1caf4 req-3b11ae14-0f14-4be2-9dae-3591d4e599c7 service neutron] Checking agent: {'id': 'f615e5c9-21ab-43f2-adbc-192d64b795cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 36, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:36:41.184451 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9b83a0-a0f0-445e-b1b1-25ed5eb1caf4 req-3b11ae14-0f14-4be2-9dae-3591d4e599c7 service neutron] Checking segment: {'id': '389f0714-81c5-44c7-95d7-c7027042d54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '0e04c952-db9c-4505-aba6-7ccdaeeb7137'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:36:41.184990 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9b83a0-a0f0-445e-b1b1-25ed5eb1caf4 req-3b11ae14-0f14-4be2-9dae-3591d4e599c7 service neutron] Bound using segment: {'id': '389f0714-81c5-44c7-95d7-c7027042d54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '0e04c952-db9c-4505-aba6-7ccdaeeb7137'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:36:41.187963 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-4a9b83a0-a0f0-445e-b1b1-25ed5eb1caf4 req-3b11ae14-0f14-4be2-9dae-3591d4e599c7 service neutron] Bound port: 30670d3c-030d-441e-98b6-c23399817f20, host: n-h2-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '389f0714-81c5-44c7-95d7-c7027042d54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '0e04c952-db9c-4505-aba6-7ccdaeeb7137'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:36:41.188846 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4a9b83a0-a0f0-445e-b1b1-25ed5eb1caf4 req-3b11ae14-0f14-4be2-9dae-3591d4e599c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:41.235206 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-39d05ad0-2f93-48e6-a9c5-5f075e0497c2 admin admin] Deleting subnet 62a5b858-930a-4489-b7e4-e23ba17b6c48 {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 13:36:41.251194 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-39d05ad0-2f93-48e6-a9c5-5f075e0497c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:41.286195 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-4a9b83a0-a0f0-445e-b1b1-25ed5eb1caf4 req-3b11ae14-0f14-4be2-9dae-3591d4e599c7 service neutron] For port 30670d3c-030d-441e-98b6-c23399817f20, host n-h2-800634-1, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:36:41.290840 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-4a9b83a0-a0f0-445e-b1b1-25ed5eb1caf4 req-3b11ae14-0f14-4be2-9dae-3591d4e599c7 service neutron] For port 30670d3c-030d-441e-98b6-c23399817f20, host n-h2-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=30670d3c-030d-441e-98b6-c23399817f20,segment=NetworkSegment(389f0714-81c5-44c7-95d7-c7027042d54a),segment_id=389f0714-81c5-44c7-95d7-c7027042d54a)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:36:41.300902 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4a9b83a0-a0f0-445e-b1b1-25ed5eb1caf4 req-3b11ae14-0f14-4be2-9dae-3591d4e599c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:41.305995 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-39d05ad0-2f93-48e6-a9c5-5f075e0497c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6018489'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:41.352432 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9b83a0-a0f0-445e-b1b1-25ed5eb1caf4 req-3b11ae14-0f14-4be2-9dae-3591d4e599c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:41.352432 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4a9b83a0-a0f0-445e-b1b1-25ed5eb1caf4 req-3b11ae14-0f14-4be2-9dae-3591d4e599c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:41.353585 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4a9b83a0-a0f0-445e-b1b1-25ed5eb1caf4 req-3b11ae14-0f14-4be2-9dae-3591d4e599c7 service neutron] 10.222.0.41 "PUT /v2.0/ports/30670d3c-030d-441e-98b6-c23399817f20 HTTP/1.1" status: 200 len: 1092 time: 3.0437291 Jul 13 13:36:41.354613 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ce7f0b0-01cd-4b78-b83e-cbe21e707b26', 'tag': '30670d3c-030d-441e-98b6-c23399817f20'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:36:41.357675 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f67ee919-c6ae-4993-9859-75b05f5c8eb3" -d '{"events": [{"name": "network-changed", "server_uuid": "0ce7f0b0-01cd-4b78-b83e-cbe21e707b26", "tag": "30670d3c-030d-441e-98b6-c23399817f20"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:36:41.442492 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-39d05ad0-2f93-48e6-a9c5-5f075e0497c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:41.463460 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 13:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-908c5a2c-853f-4c69-9601-7902e1daf370 x-openstack-request-id: req-908c5a2c-853f-4c69-9601-7902e1daf370 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:36:41.464740 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ce7f0b0-01cd-4b78-b83e-cbe21e707b26", "tag": "30670d3c-030d-441e-98b6-c23399817f20", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:36:41.465291 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-908c5a2c-853f-4c69-9601-7902e1daf370 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:36:41.465950 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ce7f0b0-01cd-4b78-b83e-cbe21e707b26', 'tag': '30670d3c-030d-441e-98b6-c23399817f20', 'status': 'completed', 'code': 200} Jul 13 13:36:41.466393 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b11ae14-0f14-4be2-9dae-3591d4e599c7 service neutron] Pushing event updated for resources: {'Port': ['ID=30670d3c-030d-441e-98b6-c23399817f20,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:36:41.505453 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9b83a0-a0f0-445e-b1b1-25ed5eb1caf4 req-606f37a3-4aad-4642-baa4-c7e6194b19c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:41.507568 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4a9b83a0-a0f0-445e-b1b1-25ed5eb1caf4 req-606f37a3-4aad-4642-baa4-c7e6194b19c2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=132b60c425be4aeb99cec71010f26a0d&device_id=0ce7f0b0-01cd-4b78-b83e-cbe21e707b26 HTTP/1.1" status: 200 len: 1095 time: 0.0970249 Jul 13 13:36:41.533131 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-421f137b-cedd-435e-b29d-fb97f42d23bc req-78f4e9d6-89c3-44b8-91d6-7d666e311490 tempest-ServerShowV247Test-536995667 tempest-ServerShowV247Test-536995667-project] 10.222.0.23 "GET /v2.0/ports?device_id=b950aac0-0187-4552-b815-097740feb1b6 HTTP/1.1" status: 200 len: 210 time: 0.0350494 Jul 13 13:36:41.536735 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-39d05ad0-2f93-48e6-a9c5-5f075e0497c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6018534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6105009'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:41.617226 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d05ad0-2f93-48e6-a9c5-5f075e0497c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62a5b858-930a-4489-b7e4-e23ba17b6c48,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:36:41.622145 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ffc5bb-7842-49b3-af2c-8463cf46d5cf None None] Network e5769e95-835d-47e1-a23c-36ae8b445426 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:36:41.624629 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-39d05ad0-2f93-48e6-a9c5-5f075e0497c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:41.626677 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-39d05ad0-2f93-48e6-a9c5-5f075e0497c2 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/62a5b858-930a-4489-b7e4-e23ba17b6c48 HTTP/1.1" status: 204 len: 168 time: 0.5543933 Jul 13 13:36:41.632817 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 54420) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:36:41.642577 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4a9b83a0-a0f0-445e-b1b1-25ed5eb1caf4 req-af393f01-d5bc-4228-8ca2-14c66b656440 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=30670d3c-030d-441e-98b6-c23399817f20 HTTP/1.1" status: 200 len: 217 time: 0.1175938 Jul 13 13:36:41.705133 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c0c10e41-1330-4d94-9f07-0d140a40d0a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:41.712144 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 54422) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:36:41.798950 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a617436c-dcf0-4337-9cee-e33159beae6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:41.824716 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c0c10e41-1330-4d94-9f07-0d140a40d0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:41.831191 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8f005e12-695d-4c41-8266-d9a904ae6d15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:41.868706 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0c10e41-1330-4d94-9f07-0d140a40d0a6 admin admin] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 13:36:41.888653 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c10e41-1330-4d94-9f07-0d140a40d0a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=522fb73c-4aef-4c0f-998b-22516b3f6d95,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:36:41.905901 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95efd0a3-1218-4f12-b1f0-fc9a9a4ec0d4 None None] DHCP port deletion for e5769e95-835d-47e1-a23c-36ae8b445426 request from n-d-800634-1 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 13:36:41.913164 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9b83a0-a0f0-445e-b1b1-25ed5eb1caf4 req-7c40e7e6-d0f7-4be0-904b-48b4de8c395f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:41.914683 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4a9b83a0-a0f0-445e-b1b1-25ed5eb1caf4 req-7c40e7e6-d0f7-4be0-904b-48b4de8c395f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=46175078-efd4-4ba8-945c-03239fb9d2ed HTTP/1.1" status: 200 len: 852 time: 0.2647512 Jul 13 13:36:41.917591 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c0c10e41-1330-4d94-9f07-0d140a40d0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:41.918060 n-d-800634-1 neutron-server[93751]: INFO neutron.db.segments_db [None req-c0c10e41-1330-4d94-9f07-0d140a40d0a6 admin admin] Added segment 8d5f9a81-1f5d-4ebe-bbfc-1009cb67c3db of type vlan for network 352f42f5-4abe-47ce-8f6b-ae51172948a1 Jul 13 13:36:41.992801 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4a9b83a0-a0f0-445e-b1b1-25ed5eb1caf4 req-e6a115e3-7dcf-4f28-bfd3-10b65eb592fa service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0e04c952-db9c-4505-aba6-7ccdaeeb7137&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0610526 Jul 13 13:36:42.006694 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c0c10e41-1330-4d94-9f07-0d140a40d0a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:42.044210 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-95efd0a3-1218-4f12-b1f0-fc9a9a4ec0d4 None None] Deleting port bdc84c69-8986-4ae2-a560-e9ce5e842ab4 {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:36:42.044893 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-95efd0a3-1218-4f12-b1f0-fc9a9a4ec0d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:42.051799 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c0c10e41-1330-4d94-9f07-0d140a40d0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:42.052915 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0c10e41-1330-4d94-9f07-0d140a40d0a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:42.057672 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c0c10e41-1330-4d94-9f07-0d140a40d0a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:42.081615 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78276b6e-0459-4478-bf79-9acd4be5407b req-32a291c9-d891-4c1f-b1bf-d5a393dc43f8 tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:42.085037 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-78276b6e-0459-4478-bf79-9acd4be5407b req-32a291c9-d891-4c1f-b1bf-d5a393dc43f8 tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] 10.222.0.23 "GET /v2.0/ports?device_id=1cd54210-282a-4a26-97b7-f1d70daa60d2 HTTP/1.1" status: 200 len: 946 time: 0.3550544 Jul 13 13:36:42.183842 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-78276b6e-0459-4478-bf79-9acd4be5407b req-c3b3fe92-1bb9-49e1-808e-0883a797729f tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] 10.222.0.23 "GET /v2.0/security-groups?id=feeb6b93-5051-4dcc-8776-c314f05e05ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888355 Jul 13 13:36:42.213901 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4a9b83a0-a0f0-445e-b1b1-25ed5eb1caf4 req-34683aef-27ed-4a33-b9ec-89eeb1fc91fd service neutron] 10.222.0.41 "GET /v2.0/networks/0e04c952-db9c-4505-aba6-7ccdaeeb7137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125299 Jul 13 13:36:42.246572 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c10e41-1330-4d94-9f07-0d140a40d0a6 admin admin] Pushing event updated for resources: {'Network': ['ID=352f42f5-4abe-47ce-8f6b-ae51172948a1,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:36:42.252278 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-95efd0a3-1218-4f12-b1f0-fc9a9a4ec0d4 None None] For port bdc84c69-8986-4ae2-a560-e9ce5e842ab4, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=bdc84c69-8986-4ae2-a560-e9ce5e842ab4,segment=NetworkSegment(fbb86cf7-b136-4c28-b29e-efe0e66ea8f9),segment_id=fbb86cf7-b136-4c28-b29e-efe0e66ea8f9)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:36:42.252769 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-95efd0a3-1218-4f12-b1f0-fc9a9a4ec0d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:42.256277 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-8f005e12-695d-4c41-8266-d9a904ae6d15 admin admin] Deleting port bdc84c69-8986-4ae2-a560-e9ce5e842ab4 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:36:42.256625 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8f005e12-695d-4c41-8266-d9a904ae6d15 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:42.265302 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network 352f42f5-4abe-47ce-8f6b-ae51172948a1 details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 13:36:42.269728 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a617436c-dcf0-4337-9cee-e33159beae6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:42.310980 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-c0c10e41-1330-4d94-9f07-0d140a40d0a6 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.5406530 Jul 13 13:36:42.311585 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a617436c-dcf0-4337-9cee-e33159beae6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:42.318631 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-95efd0a3-1218-4f12-b1f0-fc9a9a4ec0d4 None None] Calling delete_port for bdc84c69-8986-4ae2-a560-e9ce5e842ab4 owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:36:42.319465 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 54444) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:36:42.326454 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-30a2940b-7ae6-431c-8e94-46c41ca50828 admin admin] Request body: {'subnet': {'network_id': '352f42f5-4abe-47ce-8f6b-ae51172948a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-853253474-subnet', 'tenant_id': 'a1751a4b7f4d43ca96e423be80cb97f7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:36:42.349942 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-8f005e12-695d-4c41-8266-d9a904ae6d15 admin admin] For port bdc84c69-8986-4ae2-a560-e9ce5e842ab4, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=bdc84c69-8986-4ae2-a560-e9ce5e842ab4,segment=NetworkSegment(fbb86cf7-b136-4c28-b29e-efe0e66ea8f9),segment_id=fbb86cf7-b136-4c28-b29e-efe0e66ea8f9)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:36:42.350351 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8f005e12-695d-4c41-8266-d9a904ae6d15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:42.363589 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-a617436c-dcf0-4337-9cee-e33159beae6f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fb78117289244227b3c8d2e7bf1fc84e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6503386 Jul 13 13:36:42.366806 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-8f005e12-695d-4c41-8266-d9a904ae6d15 admin admin] Calling delete_port for bdc84c69-8986-4ae2-a560-e9ce5e842ab4 owned by network:dhcp {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:36:42.371623 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 54446) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:36:42.435287 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a617436c-dcf0-4337-9cee-e33159beae6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92cc7844-29b8-49e2-9f45-0398971294ba,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:36:42.492712 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-19bea1aa-8a21-484e-9e8e-7603275d093e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:42.499529 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4a9b83a0-a0f0-445e-b1b1-25ed5eb1caf4 req-a7765239-d011-406b-bc28-42612289fe52 service neutron] 10.222.0.41 "GET /v2.0/networks/0e04c952-db9c-4505-aba6-7ccdaeeb7137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2698267 Jul 13 13:36:42.521819 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-95efd0a3-1218-4f12-b1f0-fc9a9a4ec0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:42.536689 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8f005e12-695d-4c41-8266-d9a904ae6d15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:42.553544 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30a2940b-7ae6-431c-8e94-46c41ca50828 admin admin] Made reservation on behalf of a1751a4b7f4d43ca96e423be80cb97f7 for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:36:42.555940 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-30a2940b-7ae6-431c-8e94-46c41ca50828 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6104980'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:42.558052 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-19bea1aa-8a21-484e-9e8e-7603275d093e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:42.564652 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95efd0a3-1218-4f12-b1f0-fc9a9a4ec0d4 None None] Pushing event deleted for resources: {'Port': ['ID=bdc84c69-8986-4ae2-a560-e9ce5e842ab4,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:36:42.568443 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95efd0a3-1218-4f12-b1f0-fc9a9a4ec0d4 None None] No DVR routers for this DVR port bdc84c69-8986-4ae2-a560-e9ce5e842ab4 on host n-d-800634-1 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:36:42.703598 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67ee919-c6ae-4993-9859-75b05f5c8eb3 req-aaa40715-e4d8-4989-ba37-38dfc646b537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:42.705662 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f67ee919-c6ae-4993-9859-75b05f5c8eb3 req-aaa40715-e4d8-4989-ba37-38dfc646b537 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=132b60c425be4aeb99cec71010f26a0d&device_id=0ce7f0b0-01cd-4b78-b83e-cbe21e707b26 HTTP/1.1" status: 200 len: 1095 time: 0.1446798 Jul 13 13:36:42.784817 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f005e12-695d-4c41-8266-d9a904ae6d15 admin admin] Pushing event deleted for resources: {'Port': ['ID=bdc84c69-8986-4ae2-a560-e9ce5e842ab4,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:36:42.787951 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-30a2940b-7ae6-431c-8e94-46c41ca50828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6018343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6104998'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:42.790583 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f005e12-695d-4c41-8266-d9a904ae6d15 admin admin] No DVR routers for this DVR port bdc84c69-8986-4ae2-a560-e9ce5e842ab4 on host n-d-800634-1 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:36:42.806967 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea552625-3ae6-4a55-ad1d-c01cd9deb9bf req-6e847452-2a4c-4824-888e-40481deebc12 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:42.808527 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ea552625-3ae6-4a55-ad1d-c01cd9deb9bf req-6e847452-2a4c-4824-888e-40481deebc12 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ce7f0b0-01cd-4b78-b83e-cbe21e707b26 HTTP/1.1" status: 200 len: 944 time: 0.3500540 Jul 13 13:36:42.850518 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-19bea1aa-8a21-484e-9e8e-7603275d093e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:42.872324 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-19bea1aa-8a21-484e-9e8e-7603275d093e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:42.873662 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-19bea1aa-8a21-484e-9e8e-7603275d093e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/92cc7844-29b8-49e2-9f45-0398971294ba HTTP/1.1" status: 204 len: 168 time: 0.4937332 Jul 13 13:36:42.899122 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device bdc84c69-8986-4ae2-a560-e9ce5e842ab4 no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:36:42.900460 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bea1aa-8a21-484e-9e8e-7603275d093e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92cc7844-29b8-49e2-9f45-0398971294ba,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:36:42.945078 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: bdc84c69-8986-4ae2-a560-e9ce5e842ab4 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:36:42.945552 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device bdc84c69-8986-4ae2-a560-e9ce5e842ab4 not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:36:42.965961 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a2940b-7ae6-431c-8e94-46c41ca50828 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4910e3da-dcc7-4a66-83c8-6990f4e9b3bb,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:36:42.974395 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ea552625-3ae6-4a55-ad1d-c01cd9deb9bf req-cf737c23-0037-4a1c-9826-2b4eec9ba87b tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] 10.222.0.23 "GET /v2.0/security-groups?id=24689591-48d9-46af-a687-72c510af83bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238930 Jul 13 13:36:42.981586 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8f005e12-695d-4c41-8266-d9a904ae6d15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:42.985976 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e0b77e37-4d86-4815-b0eb-b999470c7981 req-674147cb-1fc9-4635-896a-779263b82c71 tempest-ServerShowV247Test-536995667 tempest-ServerShowV247Test-536995667-project] 10.222.0.23 "GET /v2.0/ports?device_id=b950aac0-0187-4552-b815-097740feb1b6 HTTP/1.1" status: 200 len: 210 time: 0.1402042 Jul 13 13:36:42.994122 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a2940b-7ae6-431c-8e94-46c41ca50828 admin admin] Checking segment: {'id': '8d5f9a81-1f5d-4ebe-bbfc-1009cb67c3db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '352f42f5-4abe-47ce-8f6b-ae51172948a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:36:42.994485 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30a2940b-7ae6-431c-8e94-46c41ca50828 admin admin] Network hostable DHCP agents. Network: 352f42f5-4abe-47ce-8f6b-ae51172948a1, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 13:36:42.997951 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-8f005e12-695d-4c41-8266-d9a904ae6d15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5769e95-835d-47e1-a23c-36ae8b445426']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:36:43.000120 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67ee919-c6ae-4993-9859-75b05f5c8eb3 req-86fb767a-f3a4-420e-9f02-05e80f2a475f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:43.005568 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f67ee919-c6ae-4993-9859-75b05f5c8eb3 req-86fb767a-f3a4-420e-9f02-05e80f2a475f service neutron] 10.222.0.41 "GET /v2.0/networks?id=0e04c952-db9c-4505-aba6-7ccdaeeb7137 HTTP/1.1" status: 200 len: 912 time: 0.2795000 Jul 13 13:36:43.020493 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-8f005e12-695d-4c41-8266-d9a904ae6d15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbb86cf7-b136-4c28-b29e-efe0e66ea8f9') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:36:43.020762 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-8f005e12-695d-4c41-8266-d9a904ae6d15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbb86cf7-b136-4c28-b29e-efe0e66ea8f9') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:36:43.034268 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8f005e12-695d-4c41-8266-d9a904ae6d15 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6018464'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:43.068414 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30a2940b-7ae6-431c-8e94-46c41ca50828 admin admin] Network 352f42f5-4abe-47ce-8f6b-ae51172948a1 is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 13:36:43.098835 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-30a2940b-7ae6-431c-8e94-46c41ca50828 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, 352f42f5-4abe-47ce-8f6b-ae51172948a1) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:36:43.105243 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a2940b-7ae6-431c-8e94-46c41ca50828 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:43.106000 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-30a2940b-7ae6-431c-8e94-46c41ca50828 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:43.108333 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2545598d-af6b-4953-b72b-d1c8d084a75d None None] Network 352f42f5-4abe-47ce-8f6b-ae51172948a1 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:36:43.111632 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8f005e12-695d-4c41-8266-d9a904ae6d15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:43.136018 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f005e12-695d-4c41-8266-d9a904ae6d15 admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 13:36:43.136428 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8f005e12-695d-4c41-8266-d9a904ae6d15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6018632'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:43.137782 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f67ee919-c6ae-4993-9859-75b05f5c8eb3 req-2e2953a6-5571-4b86-9b6d-07a6400bbcaf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=30670d3c-030d-441e-98b6-c23399817f20 HTTP/1.1" status: 200 len: 217 time: 0.1250002 Jul 13 13:36:43.138346 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:36:43.138346 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:36:43.138346 n-d-800634-1 neutron-server[93751]: Traceback (most recent call last): Jul 13 13:36:43.138346 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 13:36:43.138346 n-d-800634-1 neutron-server[93751]: timer() Jul 13 13:36:43.138346 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 13:36:43.138346 n-d-800634-1 neutron-server[93751]: cb(*args, **kw) Jul 13 13:36:43.138346 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 13:36:43.138346 n-d-800634-1 neutron-server[93751]: return func(*args, **kwargs) Jul 13 13:36:43.138346 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 13:36:43.138346 n-d-800634-1 neutron-server[93751]: self._notify() Jul 13 13:36:43.138346 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 13:36:43.138346 n-d-800634-1 neutron-server[93751]: self.callback(batched_events) Jul 13 13:36:43.138346 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 13:36:43.138346 n-d-800634-1 neutron-server[93751]: event.method(event) Jul 13 13:36:43.138346 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 13:36:43.138346 n-d-800634-1 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 13:36:43.138346 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 13:36:43.138346 n-d-800634-1 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 13:36:43.138346 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 13:36:43.138346 n-d-800634-1 neutron-server[93751]: return f(self, *a, **k) Jul 13 13:36:43.138346 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 13:36:43.138346 n-d-800634-1 neutron-server[93751]: return self._get(url).json() Jul 13 13:36:43.138346 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 13:36:43.138346 n-d-800634-1 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 13:36:43.138346 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 13:36:43.138346 n-d-800634-1 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 13 13:36:43.138346 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 13:36:43.138346 n-d-800634-1 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 13:36:43.138346 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 13:36:43.138346 n-d-800634-1 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 13:36:43.138346 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 13:36:43.138346 n-d-800634-1 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 13:36:43.138346 n-d-800634-1 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 13:36:43.199594 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-30a2940b-7ae6-431c-8e94-46c41ca50828 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8788748 Jul 13 13:36:43.247126 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8f005e12-695d-4c41-8266-d9a904ae6d15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:43.252510 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8f005e12-695d-4c41-8266-d9a904ae6d15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:43.258416 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-8f005e12-695d-4c41-8266-d9a904ae6d15 admin admin] 10.222.0.23 "DELETE /v2.0/networks/e5769e95-835d-47e1-a23c-36ae8b445426 HTTP/1.1" status: 204 len: 168 time: 1.6245732 Jul 13 13:36:43.297375 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f005e12-695d-4c41-8266-d9a904ae6d15 admin admin] Pushing event deleted for resources: {'Network': ['ID=e5769e95-835d-47e1-a23c-36ae8b445426,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:36:43.318378 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67ee919-c6ae-4993-9859-75b05f5c8eb3 req-ec42ccae-e0e2-422b-a991-434972a6d274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:43.325372 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f67ee919-c6ae-4993-9859-75b05f5c8eb3 req-ec42ccae-e0e2-422b-a991-434972a6d274 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=46175078-efd4-4ba8-945c-03239fb9d2ed HTTP/1.1" status: 200 len: 852 time: 0.1788943 Jul 13 13:36:43.399458 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f67ee919-c6ae-4993-9859-75b05f5c8eb3 req-0146c896-b2ad-49b4-a44c-6d666e5d12df service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0e04c952-db9c-4505-aba6-7ccdaeeb7137&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635622 Jul 13 13:36:43.432829 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a7812b-345f-4345-94a0-8b49e60334f8 None None] Network 352f42f5-4abe-47ce-8f6b-ae51172948a1 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:36:43.561113 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 54476) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:36:43.653131 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-da3c29b9-ee0e-40f6-9f4e-e5aadd2689fe admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f2d14d7ea9c1426b97ffac045e0e0bca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0906653 Jul 13 13:36:43.653773 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 54478) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:36:43.723480 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f67ee919-c6ae-4993-9859-75b05f5c8eb3 req-227399ba-91ca-4352-915f-62e8b440daf6 service neutron] 10.222.0.41 "GET /v2.0/networks/0e04c952-db9c-4505-aba6-7ccdaeeb7137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3159707 Jul 13 13:36:43.732363 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e235c25-f88b-466f-ba29-30a2500d0346 req-04039206-bb5a-445a-a111-d62f9e5800be tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:43.734265 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3e235c25-f88b-466f-ba29-30a2500d0346 req-04039206-bb5a-445a-a111-d62f9e5800be tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] 10.222.0.23 "GET /v2.0/ports?device_id=1cd54210-282a-4a26-97b7-f1d70daa60d2 HTTP/1.1" status: 200 len: 946 time: 0.3111227 Jul 13 13:36:43.748892 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-808b9488-4f53-4880-a790-479ac13c210e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:43.783555 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-808b9488-4f53-4880-a790-479ac13c210e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:43.841342 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3e235c25-f88b-466f-ba29-30a2500d0346 req-d567f19e-eb0a-4676-b3a1-5e1d66cc9903 tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] 10.222.0.23 "GET /v2.0/security-groups?id=feeb6b93-5051-4dcc-8776-c314f05e05ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968843 Jul 13 13:36:43.888072 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f67ee919-c6ae-4993-9859-75b05f5c8eb3 req-acb9449a-129c-4288-a313-ea99e46ef3e2 service neutron] 10.222.0.41 "GET /v2.0/networks/0e04c952-db9c-4505-aba6-7ccdaeeb7137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526465 Jul 13 13:36:43.889591 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-808b9488-4f53-4880-a790-479ac13c210e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:43.892234 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-808b9488-4f53-4880-a790-479ac13c210e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:43.896709 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-808b9488-4f53-4880-a790-479ac13c210e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/63ba7945-eefe-43b4-8781-d7810957a3d4 HTTP/1.1" status: 204 len: 168 time: 0.2387824 Jul 13 13:36:43.911421 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808b9488-4f53-4880-a790-479ac13c210e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63ba7945-eefe-43b4-8781-d7810957a3d4,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:36:44.263489 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b4d322-48c4-497f-92b6-6e48b93446ca req-8f21c055-72b4-45f3-aec9-4131af35dc2b tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:44.265527 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b5b4d322-48c4-497f-92b6-6e48b93446ca req-8f21c055-72b4-45f3-aec9-4131af35dc2b tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ce7f0b0-01cd-4b78-b83e-cbe21e707b26 HTTP/1.1" status: 200 len: 944 time: 0.1390605 Jul 13 13:36:44.341206 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b5b4d322-48c4-497f-92b6-6e48b93446ca req-d48dc4da-c54e-4420-a35e-bdf34356ef99 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] 10.222.0.23 "GET /v2.0/security-groups?id=24689591-48d9-46af-a687-72c510af83bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693038 Jul 13 13:36:44.431379 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4a50b8-9c5f-473d-acf6-8c3a80c75963 req-09ff138b-1434-4297-888b-803dda663b9f tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:44.436157 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5d4a50b8-9c5f-473d-acf6-8c3a80c75963 req-09ff138b-1434-4297-888b-803dda663b9f tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/networks?id=5c5b1ca0-24b0-4412-b81d-dc9907cb0039 HTTP/1.1" status: 200 len: 808 time: 0.2160561 Jul 13 13:36:44.460075 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5d4a50b8-9c5f-473d-acf6-8c3a80c75963 req-02f2bada-2a88-4402-b19f-ec96856ce534 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/quotas/7ec77ffc288b40b5a9663fa2e5a78733 HTTP/1.1" status: 200 len: 375 time: 0.0197828 Jul 13 13:36:44.500140 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5d4a50b8-9c5f-473d-acf6-8c3a80c75963 req-73e87eee-f1dc-4f98-b85b-8e4c47820413 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=7ec77ffc288b40b5a9663fa2e5a78733&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0389488 Jul 13 13:36:44.622583 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2785e039-d9d2-4f42-9d36-12c4168a7810 req-a34034e1-2265-47a5-a26f-a7e3e97aa7f9 tempest-ServerShowV247Test-536995667 tempest-ServerShowV247Test-536995667-project] 10.222.0.23 "GET /v2.0/ports?device_id=b950aac0-0187-4552-b815-097740feb1b6 HTTP/1.1" status: 200 len: 210 time: 0.0445819 Jul 13 13:36:44.650835 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5d4a50b8-9c5f-473d-acf6-8c3a80c75963 req-45c9a96d-8575-4735-bd3d-3b4ca8aa077a service neutron] 10.222.0.23 "GET /v2.0/networks/5c5b1ca0-24b0-4412-b81d-dc9907cb0039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496871 Jul 13 13:36:44.670461 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 30670d3c-030d-441e-98b6-c23399817f20 details requested by agent hyperv_n-h2-800634-1 with host n-h2-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 13:36:44.818448 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5d4a50b8-9c5f-473d-acf6-8c3a80c75963 req-a1e61d90-adc3-49ce-b18b-f4531c7794f8 service neutron] 10.222.0.23 "GET /v2.0/networks/5c5b1ca0-24b0-4412-b81d-dc9907cb0039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517057 Jul 13 13:36:44.906215 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 30670d3c-030d-441e-98b6-c23399817f20, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=30670d3c-030d-441e-98b6-c23399817f20,segment=NetworkSegment(389f0714-81c5-44c7-95d7-c7027042d54a),segment_id=389f0714-81c5-44c7-95d7-c7027042d54a)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:36:44.930462 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Returning: {'device': '30670d3c-030d-441e-98b6-c23399817f20', 'network_id': '0e04c952-db9c-4505-aba6-7ccdaeeb7137', 'port_id': '30670d3c-030d-441e-98b6-c23399817f20', 'mac_address': 'fa:16:3e:72:71:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46175078-efd4-4ba8-945c-03239fb9d2ed', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 13:36:45.003200 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:45.034127 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30670d3c-030d-441e-98b6-c23399817f20 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:36:45.104391 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 30670d3c-030d-441e-98b6-c23399817f20, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=30670d3c-030d-441e-98b6-c23399817f20,segment=NetworkSegment(389f0714-81c5-44c7-95d7-c7027042d54a),segment_id=389f0714-81c5-44c7-95d7-c7027042d54a)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:36:45.113195 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:45.233416 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6bc401a9-d9d6-4c6d-a12c-b223277172a1 req-e03e0e33-b140-422f-8b19-1b5cdf46db43 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4d24ebb-a0aa-4a23-a3c0-9b1c914e9f80 HTTP/1.1" status: 200 len: 210 time: 0.0835624 Jul 13 13:36:45.305297 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c9d430-1f01-4148-9ee1-1de3bbbe3c59 req-ae0ed616-60c5-438e-840c-69372425bced tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:45.308418 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e2c9d430-1f01-4148-9ee1-1de3bbbe3c59 req-ae0ed616-60c5-438e-840c-69372425bced tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] 10.222.0.23 "GET /v2.0/ports?device_id=1cd54210-282a-4a26-97b7-f1d70daa60d2 HTTP/1.1" status: 200 len: 946 time: 0.1863911 Jul 13 13:36:45.328828 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=30670d3c-030d-441e-98b6-c23399817f20,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:36:45.391825 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['30670d3c-030d-441e-98b6-c23399817f20'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:36:45.419174 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e2c9d430-1f01-4148-9ee1-1de3bbbe3c59 req-10af9728-2aed-4593-ad14-2059016df939 tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] 10.222.0.23 "GET /v2.0/security-groups?id=feeb6b93-5051-4dcc-8776-c314f05e05ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934956 Jul 13 13:36:45.669567 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86edb8a-ee8f-4a66-b1fa-d1f798ac6eb5 req-222da350-8107-4deb-b766-0541faec4966 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:45.679688 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e86edb8a-ee8f-4a66-b1fa-d1f798ac6eb5 req-222da350-8107-4deb-b766-0541faec4966 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ce7f0b0-01cd-4b78-b83e-cbe21e707b26 HTTP/1.1" status: 200 len: 945 time: 0.1535161 Jul 13 13:36:45.762751 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e86edb8a-ee8f-4a66-b1fa-d1f798ac6eb5 req-7e4e0083-5479-45c1-bdd9-a35c44af1ead tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] 10.222.0.23 "GET /v2.0/security-groups?id=24689591-48d9-46af-a687-72c510af83bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818737 Jul 13 13:36:46.030094 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-9ccea2cc-5d4c-488d-a0a1-752b36302e38 req-d643886b-bbd4-4f21-b50d-1bb9a96b9d0d tempest-ServerShowV247Test-536995667 tempest-ServerShowV247Test-536995667-project] 10.222.0.23 "GET /v2.0/ports?device_id=b950aac0-0187-4552-b815-097740feb1b6 HTTP/1.1" status: 200 len: 210 time: 0.0662124 Jul 13 13:36:46.307784 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2df30f35-150b-4eb0-9155-9c5b5d45c864 req-60bfce75-be04-4a81-a56d-d3a88b32f734 tempest-TenantUsagesTestJSON-1261123118 tempest-TenantUsagesTestJSON-1261123118-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=ecb948d2b55940c88da1c16464692d2e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0334115 Jul 13 13:36:46.381217 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 54612) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:36:46.444757 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7d202b54-348f-4402-a825-2c0343d0bd8c req-31e9346d-0abe-4156-af42-f20be94691aa tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4d24ebb-a0aa-4a23-a3c0-9b1c914e9f80 HTTP/1.1" status: 200 len: 210 time: 0.0513067 Jul 13 13:36:46.500641 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df30f35-150b-4eb0-9155-9c5b5d45c864 req-1faee3db-eee8-4d31-8c02-41218bd96c69 tempest-TenantUsagesTestJSON-1261123118 tempest-TenantUsagesTestJSON-1261123118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:46.501850 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2df30f35-150b-4eb0-9155-9c5b5d45c864 req-1faee3db-eee8-4d31-8c02-41218bd96c69 tempest-TenantUsagesTestJSON-1261123118 tempest-TenantUsagesTestJSON-1261123118-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1929455 Jul 13 13:36:46.530148 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2df30f35-150b-4eb0-9155-9c5b5d45c864 req-4f7375fd-3ce3-41cf-9994-32d974bd5278 tempest-TenantUsagesTestJSON-1261123118 tempest-TenantUsagesTestJSON-1261123118-project] 10.222.0.23 "GET /v2.0/quotas/ecb948d2b55940c88da1c16464692d2e HTTP/1.1" status: 200 len: 375 time: 0.0176966 Jul 13 13:36:46.568882 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-82dbbc33-ad06-4091-af49-fb9eaaa3ddf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:46.578651 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2df30f35-150b-4eb0-9155-9c5b5d45c864 req-6412e090-8b07-4fa9-8f7f-541400e9af5d tempest-TenantUsagesTestJSON-1261123118 tempest-TenantUsagesTestJSON-1261123118-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ecb948d2b55940c88da1c16464692d2e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0469425 Jul 13 13:36:46.679137 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 30670d3c-030d-441e-98b6-c23399817f20 up at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:36:46.719185 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8719fd24-d065-441f-a114-f12c2fb2f2bd req-5a90f497-018f-43e3-bd32-68d379519578 tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:46.721016 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8719fd24-d065-441f-a114-f12c2fb2f2bd req-5a90f497-018f-43e3-bd32-68d379519578 tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] 10.222.0.23 "GET /v2.0/ports?device_id=1cd54210-282a-4a26-97b7-f1d70daa60d2 HTTP/1.1" status: 200 len: 946 time: 0.1201627 Jul 13 13:36:46.782835 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-82dbbc33-ad06-4091-af49-fb9eaaa3ddf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:46.803476 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8719fd24-d065-441f-a114-f12c2fb2f2bd req-04acccb9-4cba-41b3-af65-93822488f0fc tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] 10.222.0.23 "GET /v2.0/security-groups?id=feeb6b93-5051-4dcc-8776-c314f05e05ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753164 Jul 13 13:36:46.804681 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-82dbbc33-ad06-4091-af49-fb9eaaa3ddf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:46.840464 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning for port 30670d3c-030d-441e-98b6-c23399817f20 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:36:46.845356 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning complete for port 30670d3c-030d-441e-98b6-c23399817f20 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:36:46.845883 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:46.857869 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-82dbbc33-ad06-4091-af49-fb9eaaa3ddf6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1277cfa8aee148efbcad8a65fdb65097&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4754350 Jul 13 13:36:46.860760 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 54620) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:36:46.871319 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dbbc33-ad06-4091-af49-fb9eaaa3ddf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b09b2482-9f43-4803-b9d2-e58b71aafd41,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:36:46.968551 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0e9cbe0d-c89f-425a-8c29-e9dcb3769d7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:47.003278 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0e9cbe0d-c89f-425a-8c29-e9dcb3769d7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:47.067576 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:47.079518 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f1a4ef68-c9ef-4f6a-83b7-e559f56805cf req-a4fcaf09-2953-4d0e-a426-ad668c80b84c tempest-TenantUsagesTestJSON-1261123118 tempest-TenantUsagesTestJSON-1261123118-project] 10.222.0.23 "GET /v2.0/ports?device_id=b747ed38-e2af-43d7-9562-470bbb32117f HTTP/1.1" status: 200 len: 210 time: 0.0853400 Jul 13 13:36:47.197446 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4a50b8-9c5f-473d-acf6-8c3a80c75963 req-20cab016-9f6b-49ca-ac75-a66be58ae4b4 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:47.198723 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ce7f0b0-01cd-4b78-b83e-cbe21e707b26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30670d3c-030d-441e-98b6-c23399817f20'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:36:47.204527 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5d4a50b8-9c5f-473d-acf6-8c3a80c75963 req-20cab016-9f6b-49ca-ac75-a66be58ae4b4 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.26 "GET /v2.0/networks?id=5c5b1ca0-24b0-4412-b81d-dc9907cb0039 HTTP/1.1" status: 200 len: 808 time: 0.4124036 Jul 13 13:36:47.206106 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fd17994-55f1-43a1-931c-270524df9b13" -d '{"events": [{"server_uuid": "0ce7f0b0-01cd-4b78-b83e-cbe21e707b26", "name": "network-vif-plugged", "status": "completed", "tag": "30670d3c-030d-441e-98b6-c23399817f20"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:36:47.207137 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0e9cbe0d-c89f-425a-8c29-e9dcb3769d7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:47.209785 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0e9cbe0d-c89f-425a-8c29-e9dcb3769d7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:47.214333 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-0e9cbe0d-c89f-425a-8c29-e9dcb3769d7c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b09b2482-9f43-4803-b9d2-e58b71aafd41 HTTP/1.1" status: 204 len: 168 time: 0.3523917 Jul 13 13:36:47.223196 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f386d862-bba5-471f-8238-28aa13c2b9dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:47.227818 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 30670d3c-030d-441e-98b6-c23399817f20, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=30670d3c-030d-441e-98b6-c23399817f20,segment=NetworkSegment(389f0714-81c5-44c7-95d7-c7027042d54a),segment_id=389f0714-81c5-44c7-95d7-c7027042d54a)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:36:47.231701 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9cbe0d-c89f-425a-8c29-e9dcb3769d7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b09b2482-9f43-4803-b9d2-e58b71aafd41,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:36:47.233973 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-5d4a50b8-9c5f-473d-acf6-8c3a80c75963 req-483142b7-064c-41c0-8950-5fc08de727e4 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Request body: {'port': {'device_id': 'a4d24ebb-a0aa-4a23-a3c0-9b1c914e9f80', 'network_id': '5c5b1ca0-24b0-4412-b81d-dc9907cb0039', 'admin_state_up': True, 'tenant_id': '7ec77ffc288b40b5a9663fa2e5a78733'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:36:47.236189 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:47.324268 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78997946-5800-4b50-8f49-9220f0a9cdc5 req-219ba7a4-0d61-4531-894a-c78a6a4aa35d tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:47.327797 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-78997946-5800-4b50-8f49-9220f0a9cdc5 req-219ba7a4-0d61-4531-894a-c78a6a4aa35d tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ce7f0b0-01cd-4b78-b83e-cbe21e707b26 HTTP/1.1" status: 200 len: 945 time: 0.2127988 Jul 13 13:36:47.434164 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-78997946-5800-4b50-8f49-9220f0a9cdc5 req-7c04e807-7cf9-48f1-a4f7-04d373212452 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] 10.222.0.23 "GET /v2.0/security-groups?id=24689591-48d9-46af-a687-72c510af83bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984452 Jul 13 13:36:47.435121 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=30670d3c-030d-441e-98b6-c23399817f20,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:36:47.551711 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1b0b5d1-9d7d-478b-8611-ae09aef5c2c8 x-openstack-request-id: req-a1b0b5d1-9d7d-478b-8611-ae09aef5c2c8 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:36:47.552270 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ce7f0b0-01cd-4b78-b83e-cbe21e707b26", "name": "network-vif-plugged", "status": "completed", "tag": "30670d3c-030d-441e-98b6-c23399817f20", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:36:47.552692 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a1b0b5d1-9d7d-478b-8611-ae09aef5c2c8 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:36:47.553280 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ce7f0b0-01cd-4b78-b83e-cbe21e707b26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30670d3c-030d-441e-98b6-c23399817f20', 'code': 200} Jul 13 13:36:47.600735 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-771d89cc-c6f9-49fa-bb47-c6ffee0d98f3 req-5d06e5f5-afed-4906-afeb-540901132a8e tempest-ServerShowV247Test-536995667 tempest-ServerShowV247Test-536995667-project] 10.222.0.23 "GET /v2.0/ports?device_id=b950aac0-0187-4552-b815-097740feb1b6 HTTP/1.1" status: 200 len: 210 time: 0.0893953 Jul 13 13:36:47.695294 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d4a50b8-9c5f-473d-acf6-8c3a80c75963 req-483142b7-064c-41c0-8950-5fc08de727e4 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Made reservation on behalf of 7ec77ffc288b40b5a9663fa2e5a78733 for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:36:47.707451 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-5d4a50b8-9c5f-473d-acf6-8c3a80c75963 req-483142b7-064c-41c0-8950-5fc08de727e4 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:47.757646 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dbb247-5c76-4254-a178-1bf029a719d9 req-55d0fe86-1173-4db9-9fbe-d727ccdcb998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:47.761338 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a4dbb247-5c76-4254-a178-1bf029a719d9 req-55d0fe86-1173-4db9-9fbe-d727ccdcb998 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0ce7f0b0-01cd-4b78-b83e-cbe21e707b26 HTTP/1.1" status: 200 len: 1097 time: 0.1310179 Jul 13 13:36:47.860722 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a4dbb247-5c76-4254-a178-1bf029a719d9 req-0c48c44a-aeef-4614-bcfe-f0d47f292082 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=24689591-48d9-46af-a687-72c510af83bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887630 Jul 13 13:36:48.010483 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-9dd4051b-09c3-4131-aa6d-6fa27bd78a65 req-47ae7885-f683-4f9f-b167-0672878f6156 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4d24ebb-a0aa-4a23-a3c0-9b1c914e9f80 HTTP/1.1" status: 200 len: 210 time: 0.0432818 Jul 13 13:36:48.030005 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [req-5d4a50b8-9c5f-473d-acf6-8c3a80c75963 req-483142b7-064c-41c0-8950-5fc08de727e4 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Allocated IP 172.20.0.7 (5c5b1ca0-24b0-4412-b81d-dc9907cb0039/41cb83d6-1972-42a1-91b6-99e2d7728a68/f7c0bc01-324c-4502-bcaf-90d8b511012e) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:36:48.279262 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d132cc1-5423-4593-a07d-8bc6a994d37e req-004a4a5e-2fcf-46e9-a947-49cb9879484a tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:48.282265 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7d132cc1-5423-4593-a07d-8bc6a994d37e req-004a4a5e-2fcf-46e9-a947-49cb9879484a tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] 10.222.0.23 "GET /v2.0/ports?device_id=1cd54210-282a-4a26-97b7-f1d70daa60d2 HTTP/1.1" status: 200 len: 946 time: 0.1768248 Jul 13 13:36:48.299566 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-5d4a50b8-9c5f-473d-acf6-8c3a80c75963 req-483142b7-064c-41c0-8950-5fc08de727e4 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:48.304107 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-dbf7d1a7-bb26-4cef-a460-4c260b63f3fd req-ffd0b1ef-bae7-4cfd-9d6f-d6734efea54a tempest-TenantUsagesTestJSON-1261123118 tempest-TenantUsagesTestJSON-1261123118-project] 10.222.0.23 "GET /v2.0/ports?device_id=b747ed38-e2af-43d7-9562-470bbb32117f HTTP/1.1" status: 200 len: 210 time: 0.0617757 Jul 13 13:36:48.363239 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-5d4a50b8-9c5f-473d-acf6-8c3a80c75963 req-483142b7-064c-41c0-8950-5fc08de727e4 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:48.366601 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7d132cc1-5423-4593-a07d-8bc6a994d37e req-684d0022-d871-4499-bd2c-244f369fe37f tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] 10.222.0.23 "GET /v2.0/security-groups?id=feeb6b93-5051-4dcc-8776-c314f05e05ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720077 Jul 13 13:36:48.448727 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d4a50b8-9c5f-473d-acf6-8c3a80c75963 req-483142b7-064c-41c0-8950-5fc08de727e4 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Network 5c5b1ca0-24b0-4412-b81d-dc9907cb0039 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:36:48.450261 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [req-5d4a50b8-9c5f-473d-acf6-8c3a80c75963 req-483142b7-064c-41c0-8950-5fc08de727e4 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:36:48.454277 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d4a50b8-9c5f-473d-acf6-8c3a80c75963 req-483142b7-064c-41c0-8950-5fc08de727e4 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:36:48.516055 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4a50b8-9c5f-473d-acf6-8c3a80c75963 req-483142b7-064c-41c0-8950-5fc08de727e4 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:48.516677 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-5d4a50b8-9c5f-473d-acf6-8c3a80c75963 req-483142b7-064c-41c0-8950-5fc08de727e4 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:48.525812 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483142b7-064c-41c0-8950-5fc08de727e4 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Pushing event updated for resources: {'Port': ['ID=f7c0bc01-324c-4502-bcaf-90d8b511012e,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:36:48.549265 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5d4a50b8-9c5f-473d-acf6-8c3a80c75963 req-483142b7-064c-41c0-8950-5fc08de727e4 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3365626 Jul 13 13:36:48.562886 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-5d4a50b8-9c5f-473d-acf6-8c3a80c75963 req-c1f68f2c-4667-4339-9680-971fee613fc7 service neutron] Request body: {'port': {'device_id': 'a4d24ebb-a0aa-4a23-a3c0-9b1c914e9f80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-1'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:36:48.629603 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 54690) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:36:48.727793 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-5d4a50b8-9c5f-473d-acf6-8c3a80c75963 req-c1f68f2c-4667-4339-9680-971fee613fc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:48.735337 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2df30f35-150b-4eb0-9155-9c5b5d45c864 req-10a3c2dc-47e3-40e6-8eed-d1068340f1d8 tempest-TenantUsagesTestJSON-1261123118 tempest-TenantUsagesTestJSON-1261123118-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=ecb948d2b55940c88da1c16464692d2e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0424685 Jul 13 13:36:48.805612 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e633575e-70eb-4fe7-92b2-e24ac92196cd req-4330d5d5-302e-4414-93bc-ea48db63fdbe tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:48.814055 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e633575e-70eb-4fe7-92b2-e24ac92196cd req-4330d5d5-302e-4414-93bc-ea48db63fdbe tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ce7f0b0-01cd-4b78-b83e-cbe21e707b26 HTTP/1.1" status: 200 len: 946 time: 0.1961396 Jul 13 13:36:48.930352 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-0f26391c-0530-4916-9634-1f31a98763e7 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-311627392-network', 'tenant_id': '735b68527641472d9d98083ece779da8'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:36:48.983159 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f26391c-0530-4916-9634-1f31a98763e7 admin admin] Made reservation on behalf of 735b68527641472d9d98083ece779da8 for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:36:48.987446 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0f26391c-0530-4916-9634-1f31a98763e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:49.003473 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0f26391c-0530-4916-9634-1f31a98763e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:49.038087 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e633575e-70eb-4fe7-92b2-e24ac92196cd req-b710ef83-2b5e-4bbf-b524-8043f5bf9dbd tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] 10.222.0.23 "GET /v2.0/security-groups?id=24689591-48d9-46af-a687-72c510af83bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227089 Jul 13 13:36:49.138625 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [req-5d4a50b8-9c5f-473d-acf6-8c3a80c75963 req-c1f68f2c-4667-4339-9680-971fee613fc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7c0bc01-324c-4502-bcaf-90d8b511012e {{(pid=93751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:36:49.147865 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-5d4a50b8-9c5f-473d-acf6-8c3a80c75963 req-c1f68f2c-4667-4339-9680-971fee613fc7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:49.161126 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-5d4a50b8-9c5f-473d-acf6-8c3a80c75963 req-c1f68f2c-4667-4339-9680-971fee613fc7 service neutron] Transition to ACTIVE for port object f7c0bc01-324c-4502-bcaf-90d8b511012e will not be triggered until provisioned by entity L2. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:36:49.200981 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ec598548-d167-42a2-87a0-005920a77584 req-0d4e3df5-31fc-4488-84a0-503641a6491d tempest-ServerShowV247Test-536995667 tempest-ServerShowV247Test-536995667-project] 10.222.0.23 "GET /v2.0/ports?device_id=b950aac0-0187-4552-b815-097740feb1b6 HTTP/1.1" status: 200 len: 210 time: 0.0383043 Jul 13 13:36:49.210637 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-5d4a50b8-9c5f-473d-acf6-8c3a80c75963 req-c1f68f2c-4667-4339-9680-971fee613fc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:49.291483 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0f26391c-0530-4916-9634-1f31a98763e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:49.305653 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0f26391c-0530-4916-9634-1f31a98763e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:49.330535 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f68f2c-4667-4339-9680-971fee613fc7 service neutron] Pushing event updated for resources: {'Port': ['ID=f7c0bc01-324c-4502-bcaf-90d8b511012e,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:36:49.369513 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f26391c-0530-4916-9634-1f31a98763e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8450e8a-3ce6-4095-b6b4-37555b8042b8,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:36:49.378351 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f68f2c-4667-4339-9680-971fee613fc7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:36:49.378707 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f68f2c-4667-4339-9680-971fee613fc7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:36:49.379056 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f68f2c-4667-4339-9680-971fee613fc7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:36:49.379399 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f68f2c-4667-4339-9680-971fee613fc7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:36:49.379767 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f68f2c-4667-4339-9680-971fee613fc7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:36:49.380046 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f68f2c-4667-4339-9680-971fee613fc7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:36:49.380381 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f68f2c-4667-4339-9680-971fee613fc7 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:36:49.380710 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f68f2c-4667-4339-9680-971fee613fc7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:36:49.381039 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f68f2c-4667-4339-9680-971fee613fc7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:36:49.381365 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f68f2c-4667-4339-9680-971fee613fc7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:36:49.381694 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f68f2c-4667-4339-9680-971fee613fc7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:36:49.382555 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f68f2c-4667-4339-9680-971fee613fc7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:36:49.411686 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df30f35-150b-4eb0-9155-9c5b5d45c864 req-3d7a2b4c-5ead-4003-ab6c-f72899019212 tempest-TenantUsagesTestJSON-1261123118 tempest-TenantUsagesTestJSON-1261123118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:49.413411 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2df30f35-150b-4eb0-9155-9c5b5d45c864 req-3d7a2b4c-5ead-4003-ab6c-f72899019212 tempest-TenantUsagesTestJSON-1261123118 tempest-TenantUsagesTestJSON-1261123118-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6601086 Jul 13 13:36:49.420957 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f26391c-0530-4916-9634-1f31a98763e7 admin admin] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 13:36:49.433870 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-2df30f35-150b-4eb0-9155-9c5b5d45c864 req-837aff24-2c5b-4f91-a64e-a91ad0ffb63b tempest-TenantUsagesTestJSON-1261123118 tempest-TenantUsagesTestJSON-1261123118-project] Request body: {'port': {'device_id': 'b747ed38-e2af-43d7-9562-470bbb32117f', 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30', 'admin_state_up': True, 'tenant_id': 'ecb948d2b55940c88da1c16464692d2e'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:36:49.472615 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-5d4a50b8-9c5f-473d-acf6-8c3a80c75963 req-c1f68f2c-4667-4339-9680-971fee613fc7 service neutron] Attempting to bind port f7c0bc01-324c-4502-bcaf-90d8b511012e on host n-h1-800634-1 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:36:49.472615 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-5d4a50b8-9c5f-473d-acf6-8c3a80c75963 req-c1f68f2c-4667-4339-9680-971fee613fc7 service neutron] Attempting to bind port f7c0bc01-324c-4502-bcaf-90d8b511012e by drivers openvswitch,hyperv on host n-h1-800634-1 at level 0 using segments [{'id': 'f952029b-434e-49c6-8d96-f83b0194500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5c5b1ca0-24b0-4412-b81d-dc9907cb0039'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:36:49.472987 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d4a50b8-9c5f-473d-acf6-8c3a80c75963 req-c1f68f2c-4667-4339-9680-971fee613fc7 service neutron] Attempting to bind port f7c0bc01-324c-4502-bcaf-90d8b511012e on network 5c5b1ca0-24b0-4412-b81d-dc9907cb0039 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:36:49.497318 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0f26391c-0530-4916-9634-1f31a98763e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:49.497843 n-d-800634-1 neutron-server[93750]: INFO neutron.db.segments_db [None req-0f26391c-0530-4916-9634-1f31a98763e7 admin admin] Added segment 8ca861d2-7f67-42e9-b790-b2afeca7fd40 of type vlan for network 1e6a1cec-d634-437c-82e7-1ebafa55a815 Jul 13 13:36:49.498127 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d4a50b8-9c5f-473d-acf6-8c3a80c75963 req-c1f68f2c-4667-4339-9680-971fee613fc7 service neutron] Port f7c0bc01-324c-4502-bcaf-90d8b511012e on network 5c5b1ca0-24b0-4412-b81d-dc9907cb0039 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-1 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:36:49.498482 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d4a50b8-9c5f-473d-acf6-8c3a80c75963 req-c1f68f2c-4667-4339-9680-971fee613fc7 service neutron] Attempting to bind port f7c0bc01-324c-4502-bcaf-90d8b511012e on network 5c5b1ca0-24b0-4412-b81d-dc9907cb0039 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:36:49.523531 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d4a50b8-9c5f-473d-acf6-8c3a80c75963 req-c1f68f2c-4667-4339-9680-971fee613fc7 service neutron] Checking agent: {'id': 'a7603dc8-3c50-4a9b-8f0d-1143528f155e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 36, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:36:49.523885 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d4a50b8-9c5f-473d-acf6-8c3a80c75963 req-c1f68f2c-4667-4339-9680-971fee613fc7 service neutron] Checking segment: {'id': 'f952029b-434e-49c6-8d96-f83b0194500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5c5b1ca0-24b0-4412-b81d-dc9907cb0039'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:36:49.524265 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d4a50b8-9c5f-473d-acf6-8c3a80c75963 req-c1f68f2c-4667-4339-9680-971fee613fc7 service neutron] Bound using segment: {'id': 'f952029b-434e-49c6-8d96-f83b0194500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5c5b1ca0-24b0-4412-b81d-dc9907cb0039'} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:36:49.524719 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-5d4a50b8-9c5f-473d-acf6-8c3a80c75963 req-c1f68f2c-4667-4339-9680-971fee613fc7 service neutron] Bound port: f7c0bc01-324c-4502-bcaf-90d8b511012e, host: n-h1-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f952029b-434e-49c6-8d96-f83b0194500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5c5b1ca0-24b0-4412-b81d-dc9907cb0039'}}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:36:49.525089 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-5d4a50b8-9c5f-473d-acf6-8c3a80c75963 req-c1f68f2c-4667-4339-9680-971fee613fc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:49.584460 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0f26391c-0530-4916-9634-1f31a98763e7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:49.589895 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-18e7e536-e85e-41d3-ba16-deea87c8aa72 req-db5ec499-f6e0-4d69-8702-8006999bbd29 tempest-TenantUsagesTestJSON-1261123118 tempest-TenantUsagesTestJSON-1261123118-project] 10.222.0.23 "GET /v2.0/ports?device_id=b747ed38-e2af-43d7-9562-470bbb32117f HTTP/1.1" status: 200 len: 210 time: 0.0783434 Jul 13 13:36:49.671308 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0f26391c-0530-4916-9634-1f31a98763e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:49.673467 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f26391c-0530-4916-9634-1f31a98763e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:49.674471 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0f26391c-0530-4916-9634-1f31a98763e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:49.745530 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2df30f35-150b-4eb0-9155-9c5b5d45c864 req-837aff24-2c5b-4f91-a64e-a91ad0ffb63b tempest-TenantUsagesTestJSON-1261123118 tempest-TenantUsagesTestJSON-1261123118-project] Made reservation on behalf of ecb948d2b55940c88da1c16464692d2e for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:36:49.749829 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-2df30f35-150b-4eb0-9155-9c5b5d45c864 req-837aff24-2c5b-4f91-a64e-a91ad0ffb63b tempest-TenantUsagesTestJSON-1261123118 tempest-TenantUsagesTestJSON-1261123118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:49.768396 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-2df30f35-150b-4eb0-9155-9c5b5d45c864 req-837aff24-2c5b-4f91-a64e-a91ad0ffb63b tempest-TenantUsagesTestJSON-1261123118 tempest-TenantUsagesTestJSON-1261123118-project] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:49.784000 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-0f26391c-0530-4916-9634-1f31a98763e7 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1527004 Jul 13 13:36:49.796727 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 54706) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:36:49.808021 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-dfeaa346-97b0-404e-b8ce-553fc3881c3f admin admin] Request body: {'subnet': {'network_id': '1e6a1cec-d634-437c-82e7-1ebafa55a815', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-311627392-subnet', 'tenant_id': '735b68527641472d9d98083ece779da8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:36:49.834802 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-7b982453-bc3a-4419-b529-5970ac2b0204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:49.854113 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f26391c-0530-4916-9634-1f31a98763e7 admin admin] Pushing event updated for resources: {'Network': ['ID=1e6a1cec-d634-437c-82e7-1ebafa55a815,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:36:49.861435 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfeaa346-97b0-404e-b8ce-553fc3881c3f admin admin] Made reservation on behalf of 735b68527641472d9d98083ece779da8 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:36:49.864313 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-dfeaa346-97b0-404e-b8ce-553fc3881c3f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4763385'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:49.868997 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network 1e6a1cec-d634-437c-82e7-1ebafa55a815 details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 13:36:49.988391 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:50.022964 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344bdc5b-70dc-45b2-a5be-71a304605e68 req-90f6a4c5-fe39-487c-a5c5-c56acd62559e tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:50.026204 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-344bdc5b-70dc-45b2-a5be-71a304605e68 req-90f6a4c5-fe39-487c-a5c5-c56acd62559e tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] 10.222.0.23 "GET /v2.0/ports?device_id=1cd54210-282a-4a26-97b7-f1d70daa60d2 HTTP/1.1" status: 200 len: 946 time: 0.2540631 Jul 13 13:36:50.037978 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0ae179-bb66-4c94-a3c2-32e3f1e1e2e2 req-99d69420-ddbb-4afc-a5fa-0fbc2ee7cbca tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:50.046082 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-bd0ae179-bb66-4c94-a3c2-32e3f1e1e2e2 req-99d69420-ddbb-4afc-a5fa-0fbc2ee7cbca tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4d24ebb-a0aa-4a23-a3c0-9b1c914e9f80 HTTP/1.1" status: 200 len: 943 time: 0.5997095 Jul 13 13:36:50.099398 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-5d4a50b8-9c5f-473d-acf6-8c3a80c75963 req-c1f68f2c-4667-4339-9680-971fee613fc7 service neutron] For port f7c0bc01-324c-4502-bcaf-90d8b511012e, host n-h1-800634-1, cleared binding levels {{(pid=93751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:36:50.107626 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-5d4a50b8-9c5f-473d-acf6-8c3a80c75963 req-c1f68f2c-4667-4339-9680-971fee613fc7 service neutron] For port f7c0bc01-324c-4502-bcaf-90d8b511012e, host n-h1-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=f7c0bc01-324c-4502-bcaf-90d8b511012e,segment=NetworkSegment(f952029b-434e-49c6-8d96-f83b0194500d),segment_id=f952029b-434e-49c6-8d96-f83b0194500d)] {{(pid=93751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:36:50.122567 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-5d4a50b8-9c5f-473d-acf6-8c3a80c75963 req-c1f68f2c-4667-4339-9680-971fee613fc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:50.135517 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-344bdc5b-70dc-45b2-a5be-71a304605e68 req-b2889cd7-acd9-4d7d-ac15-fa4948d4c227 tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] 10.222.0.23 "GET /v2.0/security-groups?id=feeb6b93-5051-4dcc-8776-c314f05e05ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989892 Jul 13 13:36:50.138346 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4a50b8-9c5f-473d-acf6-8c3a80c75963 req-c1f68f2c-4667-4339-9680-971fee613fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:50.142283 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-5d4a50b8-9c5f-473d-acf6-8c3a80c75963 req-c1f68f2c-4667-4339-9680-971fee613fc7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:50.144968 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5d4a50b8-9c5f-473d-acf6-8c3a80c75963 req-c1f68f2c-4667-4339-9680-971fee613fc7 service neutron] 10.222.0.26 "PUT /v2.0/ports/f7c0bc01-324c-4502-bcaf-90d8b511012e HTTP/1.1" status: 200 len: 1091 time: 1.5852058 Jul 13 13:36:50.147666 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4d24ebb-a0aa-4a23-a3c0-9b1c914e9f80', 'tag': 'f7c0bc01-324c-4502-bcaf-90d8b511012e'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:36:50.156351 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d17b627af75e17e0f4b8d6239d04f8c2f78634e2c585e32a7aeca336500f34a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-129041b0-90a6-492c-8c47-10eeafed3d23" -d '{"events": [{"name": "network-changed", "server_uuid": "a4d24ebb-a0aa-4a23-a3c0-9b1c914e9f80", "tag": "f7c0bc01-324c-4502-bcaf-90d8b511012e"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:36:50.176917 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-bd0ae179-bb66-4c94-a3c2-32e3f1e1e2e2 req-0a041d18-f72c-4422-906b-b157d448db14 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/security-groups?id=4f83e00a-e782-49e6-b944-d06b9e971cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306300 Jul 13 13:36:50.207284 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-2df30f35-150b-4eb0-9155-9c5b5d45c864 req-837aff24-2c5b-4f91-a64e-a91ad0ffb63b tempest-TenantUsagesTestJSON-1261123118 tempest-TenantUsagesTestJSON-1261123118-project] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:50.226926 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-2df30f35-150b-4eb0-9155-9c5b5d45c864 req-837aff24-2c5b-4f91-a64e-a91ad0ffb63b tempest-TenantUsagesTestJSON-1261123118 tempest-TenantUsagesTestJSON-1261123118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:50.283365 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f68f2c-4667-4339-9680-971fee613fc7 service neutron] Pushing event updated for resources: {'Port': ['ID=f7c0bc01-324c-4502-bcaf-90d8b511012e,revision_number=3']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:36:50.353317 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 13:36:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0286322e-60f9-4581-a834-6d4455bc7191 x-openstack-request-id: req-0286322e-60f9-4581-a834-6d4455bc7191 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:36:50.354042 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4d24ebb-a0aa-4a23-a3c0-9b1c914e9f80", "tag": "f7c0bc01-324c-4502-bcaf-90d8b511012e", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:36:50.354042 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0286322e-60f9-4581-a834-6d4455bc7191 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:36:50.354258 n-d-800634-1 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4d24ebb-a0aa-4a23-a3c0-9b1c914e9f80', 'tag': 'f7c0bc01-324c-4502-bcaf-90d8b511012e', 'status': 'completed', 'code': 200} Jul 13 13:36:50.360190 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4a50b8-9c5f-473d-acf6-8c3a80c75963 req-dbb78b8d-6d61-4693-bef0-3a133d6e11d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:50.361785 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5d4a50b8-9c5f-473d-acf6-8c3a80c75963 req-dbb78b8d-6d61-4693-bef0-3a133d6e11d4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7ec77ffc288b40b5a9663fa2e5a78733&device_id=a4d24ebb-a0aa-4a23-a3c0-9b1c914e9f80 HTTP/1.1" status: 200 len: 1094 time: 0.1465394 Jul 13 13:36:50.466700 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5d4a50b8-9c5f-473d-acf6-8c3a80c75963 req-ae3520f7-9256-4181-aad0-ef495a0c4bec service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f7c0bc01-324c-4502-bcaf-90d8b511012e HTTP/1.1" status: 200 len: 217 time: 0.0840247 Jul 13 13:36:50.477022 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-dfeaa346-97b0-404e-b8ce-553fc3881c3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5970588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4763339'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:50.535866 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4a50b8-9c5f-473d-acf6-8c3a80c75963 req-e9789085-6e41-4cae-ae45-5e9cdac63d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:50.537652 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5d4a50b8-9c5f-473d-acf6-8c3a80c75963 req-e9789085-6e41-4cae-ae45-5e9cdac63d33 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=41cb83d6-1972-42a1-91b6-99e2d7728a68 HTTP/1.1" status: 200 len: 848 time: 0.0659740 Jul 13 13:36:50.549552 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837aff24-2c5b-4f91-a64e-a91ad0ffb63b tempest-TenantUsagesTestJSON-1261123118 tempest-TenantUsagesTestJSON-1261123118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5dbda029-d841-4205-bc3e-617147df1b4c,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:36:50.550789 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febbe2d5-19a5-4910-ba0e-e912c50c36e7 req-ab4a4786-1836-4ef5-9e1c-f2a9c4f7309e tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:50.552419 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-febbe2d5-19a5-4910-ba0e-e912c50c36e7 req-ab4a4786-1836-4ef5-9e1c-f2a9c4f7309e tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ce7f0b0-01cd-4b78-b83e-cbe21e707b26 HTTP/1.1" status: 200 len: 946 time: 0.1723254 Jul 13 13:36:50.563466 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeaa346-97b0-404e-b8ce-553fc3881c3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a7066db-069e-4126-a711-5a91da09992d,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:36:50.568901 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9d7af369-9c7c-43ec-8ff6-3793b76a016b req-0698fdb0-1f50-4973-bff4-f786d988e629 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b950aac0-0187-4552-b815-097740feb1b6 HTTP/1.1" status: 200 len: 210 time: 0.1123848 Jul 13 13:36:50.605242 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5d4a50b8-9c5f-473d-acf6-8c3a80c75963 req-32b1a6ff-621b-403b-a00e-abfabd11a4e4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5c5b1ca0-24b0-4412-b81d-dc9907cb0039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504167 Jul 13 13:36:50.627784 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-064262c3-d6dd-4ad3-9aea-db35476f0a0b req-e432d792-934a-4944-9f32-a79e00ee6f69 tempest-ServerShowV247Test-536995667 tempest-ServerShowV247Test-536995667-project] 10.222.0.23 "GET /v2.0/ports?device_id=b950aac0-0187-4552-b815-097740feb1b6 HTTP/1.1" status: 200 len: 210 time: 0.0653760 Jul 13 13:36:50.630446 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837aff24-2c5b-4f91-a64e-a91ad0ffb63b tempest-TenantUsagesTestJSON-1261123118 tempest-TenantUsagesTestJSON-1261123118-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:36:50.631832 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837aff24-2c5b-4f91-a64e-a91ad0ffb63b tempest-TenantUsagesTestJSON-1261123118 tempest-TenantUsagesTestJSON-1261123118-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:36:50.632369 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837aff24-2c5b-4f91-a64e-a91ad0ffb63b tempest-TenantUsagesTestJSON-1261123118 tempest-TenantUsagesTestJSON-1261123118-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:36:50.632892 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837aff24-2c5b-4f91-a64e-a91ad0ffb63b tempest-TenantUsagesTestJSON-1261123118 tempest-TenantUsagesTestJSON-1261123118-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:36:50.633393 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837aff24-2c5b-4f91-a64e-a91ad0ffb63b tempest-TenantUsagesTestJSON-1261123118 tempest-TenantUsagesTestJSON-1261123118-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:36:50.634180 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837aff24-2c5b-4f91-a64e-a91ad0ffb63b tempest-TenantUsagesTestJSON-1261123118 tempest-TenantUsagesTestJSON-1261123118-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:36:50.634678 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837aff24-2c5b-4f91-a64e-a91ad0ffb63b tempest-TenantUsagesTestJSON-1261123118 tempest-TenantUsagesTestJSON-1261123118-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:36:50.635170 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837aff24-2c5b-4f91-a64e-a91ad0ffb63b tempest-TenantUsagesTestJSON-1261123118 tempest-TenantUsagesTestJSON-1261123118-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:36:50.635660 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837aff24-2c5b-4f91-a64e-a91ad0ffb63b tempest-TenantUsagesTestJSON-1261123118 tempest-TenantUsagesTestJSON-1261123118-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:36:50.636301 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837aff24-2c5b-4f91-a64e-a91ad0ffb63b tempest-TenantUsagesTestJSON-1261123118 tempest-TenantUsagesTestJSON-1261123118-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:36:50.636813 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837aff24-2c5b-4f91-a64e-a91ad0ffb63b tempest-TenantUsagesTestJSON-1261123118 tempest-TenantUsagesTestJSON-1261123118-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:36:50.637360 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837aff24-2c5b-4f91-a64e-a91ad0ffb63b tempest-TenantUsagesTestJSON-1261123118 tempest-TenantUsagesTestJSON-1261123118-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:36:50.713321 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-2df30f35-150b-4eb0-9155-9c5b5d45c864 req-837aff24-2c5b-4f91-a64e-a91ad0ffb63b tempest-TenantUsagesTestJSON-1261123118 tempest-TenantUsagesTestJSON-1261123118-project] Allocated IP 192.168.233.29 (e0bfb334-0fd9-4ba5-ba79-1568ecabee30/60b55863-ceb6-45af-a8a4-4b22d72866af/1336f564-4b9c-4a26-a91e-4c8bf3269cb6) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:36:50.724629 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5d4a50b8-9c5f-473d-acf6-8c3a80c75963 req-2bca5b10-d88b-4919-9aed-52b8d0cfb080 service neutron] 10.222.0.26 "GET /v2.0/networks/5c5b1ca0-24b0-4412-b81d-dc9907cb0039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032898 Jul 13 13:36:50.745927 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-febbe2d5-19a5-4910-ba0e-e912c50c36e7 req-e1f04099-1aec-4f4e-9dbb-28e063980753 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] 10.222.0.23 "GET /v2.0/security-groups?id=24689591-48d9-46af-a687-72c510af83bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821768 Jul 13 13:36:50.823429 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeaa346-97b0-404e-b8ce-553fc3881c3f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:36:50.823782 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeaa346-97b0-404e-b8ce-553fc3881c3f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:36:50.824126 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeaa346-97b0-404e-b8ce-553fc3881c3f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:36:50.824850 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeaa346-97b0-404e-b8ce-553fc3881c3f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:36:50.825194 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeaa346-97b0-404e-b8ce-553fc3881c3f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:36:50.825527 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeaa346-97b0-404e-b8ce-553fc3881c3f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:36:50.825899 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeaa346-97b0-404e-b8ce-553fc3881c3f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:36:50.826275 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeaa346-97b0-404e-b8ce-553fc3881c3f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:36:50.826609 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeaa346-97b0-404e-b8ce-553fc3881c3f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:36:50.826934 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeaa346-97b0-404e-b8ce-553fc3881c3f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:36:50.827258 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeaa346-97b0-404e-b8ce-553fc3881c3f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:36:50.827579 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeaa346-97b0-404e-b8ce-553fc3881c3f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:36:50.859861 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5d4a50b8-9c5f-473d-acf6-8c3a80c75963 req-2c8d3aab-55d8-4a41-b12d-5a694059a4da service neutron] 10.222.0.26 "GET /v2.0/networks/5c5b1ca0-24b0-4412-b81d-dc9907cb0039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258824 Jul 13 13:36:50.875822 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfeaa346-97b0-404e-b8ce-553fc3881c3f admin admin] Checking segment: {'id': '8ca861d2-7f67-42e9-b790-b2afeca7fd40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '1e6a1cec-d634-437c-82e7-1ebafa55a815'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:36:50.876193 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfeaa346-97b0-404e-b8ce-553fc3881c3f admin admin] Network hostable DHCP agents. Network: 1e6a1cec-d634-437c-82e7-1ebafa55a815, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 13:36:50.922307 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfeaa346-97b0-404e-b8ce-553fc3881c3f admin admin] Network 1e6a1cec-d634-437c-82e7-1ebafa55a815 is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 13:36:50.984693 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-dfeaa346-97b0-404e-b8ce-553fc3881c3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, 1e6a1cec-d634-437c-82e7-1ebafa55a815) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:36:50.989133 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-2df30f35-150b-4eb0-9155-9c5b5d45c864 req-837aff24-2c5b-4f91-a64e-a91ad0ffb63b tempest-TenantUsagesTestJSON-1261123118 tempest-TenantUsagesTestJSON-1261123118-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:51.001266 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7acddfc-81c5-450e-83a8-48a28139070f None None] Network 1e6a1cec-d634-437c-82e7-1ebafa55a815 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:36:51.010112 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfeaa346-97b0-404e-b8ce-553fc3881c3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:51.010702 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-dfeaa346-97b0-404e-b8ce-553fc3881c3f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:51.016012 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:51.017804 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c3486fa1-084a-443a-bc32-6f35db7530fe req-cba3e92d-eb73-471a-a57c-961d2c729dd3 tempest-TenantUsagesTestJSON-1261123118 tempest-TenantUsagesTestJSON-1261123118-project] 10.222.0.23 "GET /v2.0/ports?device_id=b747ed38-e2af-43d7-9562-470bbb32117f HTTP/1.1" status: 200 len: 210 time: 0.0545955 Jul 13 13:36:51.051517 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-2df30f35-150b-4eb0-9155-9c5b5d45c864 req-837aff24-2c5b-4f91-a64e-a91ad0ffb63b tempest-TenantUsagesTestJSON-1261123118 tempest-TenantUsagesTestJSON-1261123118-project] Transition to ACTIVE for port object 1336f564-4b9c-4a26-a91e-4c8bf3269cb6 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:36:51.051763 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129041b0-90a6-492c-8c47-10eeafed3d23 req-c4f5edde-caf5-4120-87b4-61cedd0e076a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:51.053934 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-129041b0-90a6-492c-8c47-10eeafed3d23 req-c4f5edde-caf5-4120-87b4-61cedd0e076a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7ec77ffc288b40b5a9663fa2e5a78733&device_id=a4d24ebb-a0aa-4a23-a3c0-9b1c914e9f80 HTTP/1.1" status: 200 len: 1094 time: 0.1034949 Jul 13 13:36:51.086264 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-dfeaa346-97b0-404e-b8ce-553fc3881c3f admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2735238 Jul 13 13:36:51.097259 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f45883a4-e106-44d6-aa42-fcc9a6631600 req-8330bf91-b846-4d66-9d82-a0c81c1521d1 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-56815922&fields=id&tenant_id=132b60c425be4aeb99cec71010f26a0d HTTP/1.1" status: 200 len: 267 time: 0.1285355 Jul 13 13:36:51.177472 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129041b0-90a6-492c-8c47-10eeafed3d23 req-0c5696b2-0ad3-42f3-a16f-0bc60172b52a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:51.179157 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-129041b0-90a6-492c-8c47-10eeafed3d23 req-0c5696b2-0ad3-42f3-a16f-0bc60172b52a service neutron] 10.222.0.26 "GET /v2.0/networks?id=5c5b1ca0-24b0-4412-b81d-dc9907cb0039 HTTP/1.1" status: 200 len: 908 time: 0.1189165 Jul 13 13:36:51.221054 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45883a4-e106-44d6-aa42-fcc9a6631600 req-ec51d3d7-4c62-450a-9955-79f51043f041 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:51.222921 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f45883a4-e106-44d6-aa42-fcc9a6631600 req-ec51d3d7-4c62-450a-9955-79f51043f041 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ce7f0b0-01cd-4b78-b83e-cbe21e707b26 HTTP/1.1" status: 200 len: 946 time: 0.1162047 Jul 13 13:36:51.224227 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-2df30f35-150b-4eb0-9155-9c5b5d45c864 req-837aff24-2c5b-4f91-a64e-a91ad0ffb63b tempest-TenantUsagesTestJSON-1261123118 tempest-TenantUsagesTestJSON-1261123118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:51.233551 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6876d2c2-05a3-4545-814f-60679f1f98bf None None] Network 1e6a1cec-d634-437c-82e7-1ebafa55a815 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:36:51.263057 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-f45883a4-e106-44d6-aa42-fcc9a6631600 req-ff405390-565f-4ad6-bcac-fa5e30e69d02 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Request body: {'port': {'security_groups': ['24689591-48d9-46af-a687-72c510af83bd', '719f2b53-c48b-4ca2-9934-3539c779b363']}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:36:51.291939 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-129041b0-90a6-492c-8c47-10eeafed3d23 req-52220bb9-d7c8-49c1-8614-eef1780b4fdd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f7c0bc01-324c-4502-bcaf-90d8b511012e HTTP/1.1" status: 200 len: 217 time: 0.1027679 Jul 13 13:36:51.322454 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2df30f35-150b-4eb0-9155-9c5b5d45c864 req-837aff24-2c5b-4f91-a64e-a91ad0ffb63b tempest-TenantUsagesTestJSON-1261123118 tempest-TenantUsagesTestJSON-1261123118-project] Network e0bfb334-0fd9-4ba5-ba79-1568ecabee30 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:36:51.329924 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-2df30f35-150b-4eb0-9155-9c5b5d45c864 req-837aff24-2c5b-4f91-a64e-a91ad0ffb63b tempest-TenantUsagesTestJSON-1261123118 tempest-TenantUsagesTestJSON-1261123118-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:36:51.336655 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-2df30f35-150b-4eb0-9155-9c5b5d45c864 req-837aff24-2c5b-4f91-a64e-a91ad0ffb63b tempest-TenantUsagesTestJSON-1261123118 tempest-TenantUsagesTestJSON-1261123118-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:36:51.453505 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df30f35-150b-4eb0-9155-9c5b5d45c864 req-837aff24-2c5b-4f91-a64e-a91ad0ffb63b tempest-TenantUsagesTestJSON-1261123118 tempest-TenantUsagesTestJSON-1261123118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:51.454223 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-2df30f35-150b-4eb0-9155-9c5b5d45c864 req-837aff24-2c5b-4f91-a64e-a91ad0ffb63b tempest-TenantUsagesTestJSON-1261123118 tempest-TenantUsagesTestJSON-1261123118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:51.512624 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837aff24-2c5b-4f91-a64e-a91ad0ffb63b tempest-TenantUsagesTestJSON-1261123118 tempest-TenantUsagesTestJSON-1261123118-project] Pushing event updated for resources: {'Port': ['ID=1336f564-4b9c-4a26-a91e-4c8bf3269cb6,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:36:51.513094 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 13:36:51.523900 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129041b0-90a6-492c-8c47-10eeafed3d23 req-71ecf561-fe7b-4c1e-90be-7b3655c70321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:51.525466 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-129041b0-90a6-492c-8c47-10eeafed3d23 req-71ecf561-fe7b-4c1e-90be-7b3655c70321 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=41cb83d6-1972-42a1-91b6-99e2d7728a68 HTTP/1.1" status: 200 len: 848 time: 0.2256944 Jul 13 13:36:51.583380 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-129041b0-90a6-492c-8c47-10eeafed3d23 req-33ec6630-8dcd-4aa0-aa52-630850ad9a16 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5c5b1ca0-24b0-4412-b81d-dc9907cb0039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430830 Jul 13 13:36:51.588844 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2df30f35-150b-4eb0-9155-9c5b5d45c864 req-837aff24-2c5b-4f91-a64e-a91ad0ffb63b tempest-TenantUsagesTestJSON-1261123118 tempest-TenantUsagesTestJSON-1261123118-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1594455 Jul 13 13:36:51.620019 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-2df30f35-150b-4eb0-9155-9c5b5d45c864 req-7610e54d-b286-4dff-abcd-e4def889ad1e service neutron] Request body: {'port': {'device_id': 'b747ed38-e2af-43d7-9562-470bbb32117f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:36:51.650784 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f2d303-2108-4e8c-a5e9-804c1eb6c29e req-3929913c-81a4-4edf-a0d9-d0950a7be627 tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:51.652220 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f8f2d303-2108-4e8c-a5e9-804c1eb6c29e req-3929913c-81a4-4edf-a0d9-d0950a7be627 tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] 10.222.0.23 "GET /v2.0/ports?device_id=1cd54210-282a-4a26-97b7-f1d70daa60d2 HTTP/1.1" status: 200 len: 946 time: 0.2198155 Jul 13 13:36:51.708177 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f45883a4-e106-44d6-aa42-fcc9a6631600 req-ff405390-565f-4ad6-bcac-fa5e30e69d02 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:51.713077 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-1aa477d3-de6c-4c31-b907-db176a668f7b None None] Provisioning for port 1336f564-4b9c-4a26-a91e-4c8bf3269cb6 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:36:51.717150 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-1aa477d3-de6c-4c31-b907-db176a668f7b None None] Provisioning complete for port 1336f564-4b9c-4a26-a91e-4c8bf3269cb6 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:36:51.717535 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-1aa477d3-de6c-4c31-b907-db176a668f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:51.763458 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f8f2d303-2108-4e8c-a5e9-804c1eb6c29e req-55833278-bb77-4630-a163-f404ba9acdf3 tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] 10.222.0.23 "GET /v2.0/security-groups?id=feeb6b93-5051-4dcc-8776-c314f05e05ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022866 Jul 13 13:36:51.779008 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-1aa477d3-de6c-4c31-b907-db176a668f7b None None] Port 1336f564-4b9c-4a26-a91e-4c8bf3269cb6 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:36:51.803687 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-129041b0-90a6-492c-8c47-10eeafed3d23 req-be1bfab1-e404-4fb3-9ddd-696b3b522932 service neutron] 10.222.0.26 "GET /v2.0/networks/5c5b1ca0-24b0-4412-b81d-dc9907cb0039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2105348 Jul 13 13:36:51.837582 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-2df30f35-150b-4eb0-9155-9c5b5d45c864 req-7610e54d-b286-4dff-abcd-e4def889ad1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:51.953541 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-129041b0-90a6-492c-8c47-10eeafed3d23 req-2a61b1d3-0f43-4861-908f-1fd377509004 service neutron] 10.222.0.26 "GET /v2.0/networks/5c5b1ca0-24b0-4412-b81d-dc9907cb0039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318328 Jul 13 13:36:52.001357 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e17650f-c464-467b-99d9-7c8fb3c8385a req-d28e32b3-a3e0-4c3f-ac95-dd174ba0b3d5 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:52.003350 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4e17650f-c464-467b-99d9-7c8fb3c8385a req-d28e32b3-a3e0-4c3f-ac95-dd174ba0b3d5 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4d24ebb-a0aa-4a23-a3c0-9b1c914e9f80 HTTP/1.1" status: 200 len: 943 time: 0.1070216 Jul 13 13:36:52.059500 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4e17650f-c464-467b-99d9-7c8fb3c8385a req-f17ce153-2fdd-47bc-af6a-697cdb3d2cd2 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/security-groups?id=4f83e00a-e782-49e6-b944-d06b9e971cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502403 Jul 13 13:36:52.173305 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-f45883a4-e106-44d6-aa42-fcc9a6631600 req-ff405390-565f-4ad6-bcac-fa5e30e69d02 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] For port 30670d3c-030d-441e-98b6-c23399817f20, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=30670d3c-030d-441e-98b6-c23399817f20,segment=NetworkSegment(389f0714-81c5-44c7-95d7-c7027042d54a),segment_id=389f0714-81c5-44c7-95d7-c7027042d54a)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:36:52.261048 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f45883a4-e106-44d6-aa42-fcc9a6631600 req-ff405390-565f-4ad6-bcac-fa5e30e69d02 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:52.273940 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f45883a4-e106-44d6-aa42-fcc9a6631600 req-ff405390-565f-4ad6-bcac-fa5e30e69d02 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:52.286217 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['879ff0e6-03fc-436e-a42b-866c7b6a0faa'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:36:52.320498 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['30670d3c-030d-441e-98b6-c23399817f20'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:36:52.358484 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff405390-565f-4ad6-bcac-fa5e30e69d02 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Pushing event updated for resources: {'Port': ['ID=30670d3c-030d-441e-98b6-c23399817f20,revision_number=6']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:36:52.553235 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:52.560742 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8106195-b83a-4f55-815f-69d38d49d098 req-dbd3fcc4-0810-4997-a380-8defbbef390c tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:52.564811 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a8106195-b83a-4f55-815f-69d38d49d098 req-dbd3fcc4-0810-4997-a380-8defbbef390c tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/networks?id=1e6a1cec-d634-437c-82e7-1ebafa55a815 HTTP/1.1" status: 200 len: 811 time: 0.1464670 Jul 13 13:36:52.583635 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a8106195-b83a-4f55-815f-69d38d49d098 req-860570af-740c-4422-b63c-36405e02c690 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/quotas/735b68527641472d9d98083ece779da8 HTTP/1.1" status: 200 len: 375 time: 0.0135813 Jul 13 13:36:52.634542 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a8106195-b83a-4f55-815f-69d38d49d098 req-fb324f97-2ed3-45ed-acdc-cdf6f4afaa4b tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=735b68527641472d9d98083ece779da8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0449808 Jul 13 13:36:52.774090 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a8106195-b83a-4f55-815f-69d38d49d098 req-3fef9c11-9480-4ea2-97dd-5339c5510a77 service neutron] 10.222.0.23 "GET /v2.0/networks/1e6a1cec-d634-437c-82e7-1ebafa55a815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332574 Jul 13 13:36:52.819493 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45883a4-e106-44d6-aa42-fcc9a6631600 req-ff405390-565f-4ad6-bcac-fa5e30e69d02 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:52.820276 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f45883a4-e106-44d6-aa42-fcc9a6631600 req-ff405390-565f-4ad6-bcac-fa5e30e69d02 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:52.821885 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f45883a4-e106-44d6-aa42-fcc9a6631600 req-ff405390-565f-4ad6-bcac-fa5e30e69d02 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] 10.222.0.23 "PUT /v2.0/ports/30670d3c-030d-441e-98b6-c23399817f20 HTTP/1.1" status: 200 len: 982 time: 1.5913119 Jul 13 13:36:52.822525 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ce7f0b0-01cd-4b78-b83e-cbe21e707b26', 'tag': '30670d3c-030d-441e-98b6-c23399817f20'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:36:52.827647 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68dc0fec-e56f-4b2b-851b-2af57d4eaa23" -d '{"events": [{"name": "network-changed", "server_uuid": "0ce7f0b0-01cd-4b78-b83e-cbe21e707b26", "tag": "30670d3c-030d-441e-98b6-c23399817f20"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:36:52.887899 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-2df30f35-150b-4eb0-9155-9c5b5d45c864 req-7610e54d-b286-4dff-abcd-e4def889ad1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1336f564-4b9c-4a26-a91e-4c8bf3269cb6 {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:36:52.890146 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a8106195-b83a-4f55-815f-69d38d49d098 req-8255126a-eddc-4ff1-ad64-9da959309b2d service neutron] 10.222.0.23 "GET /v2.0/networks/1e6a1cec-d634-437c-82e7-1ebafa55a815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150963 Jul 13 13:36:52.900673 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-2df30f35-150b-4eb0-9155-9c5b5d45c864 req-7610e54d-b286-4dff-abcd-e4def889ad1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:52.907640 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['30670d3c-030d-441e-98b6-c23399817f20'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:36:52.921174 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-2df30f35-150b-4eb0-9155-9c5b5d45c864 req-7610e54d-b286-4dff-abcd-e4def889ad1e service neutron] Transition to ACTIVE for port object 1336f564-4b9c-4a26-a91e-4c8bf3269cb6 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:36:52.933693 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-2df30f35-150b-4eb0-9155-9c5b5d45c864 req-7610e54d-b286-4dff-abcd-e4def889ad1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:53.040256 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device f7c0bc01-324c-4502-bcaf-90d8b511012e details requested by agent hyperv_n-h1-800634-1 with host n-h1-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 13:36:53.055585 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2f4fe2bf-7f79-41d2-974b-5f256e8e2494 req-a1a53c1a-b131-4b67-abb7-0b073916a253 tempest-ServerShowV247Test-536995667 tempest-ServerShowV247Test-536995667-project] 10.222.0.23 "GET /v2.0/ports?device_id=b950aac0-0187-4552-b815-097740feb1b6 HTTP/1.1" status: 200 len: 210 time: 0.0745754 Jul 13 13:36:53.106167 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7610e54d-b286-4dff-abcd-e4def889ad1e service neutron] Pushing event updated for resources: {'Port': ['ID=1336f564-4b9c-4a26-a91e-4c8bf3269cb6,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:36:53.297688 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-2df30f35-150b-4eb0-9155-9c5b5d45c864 req-7610e54d-b286-4dff-abcd-e4def889ad1e service neutron] Attempting to bind port 1336f564-4b9c-4a26-a91e-4c8bf3269cb6 on host n-h2-800634-1 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:36:53.301978 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-2df30f35-150b-4eb0-9155-9c5b5d45c864 req-7610e54d-b286-4dff-abcd-e4def889ad1e service neutron] Attempting to bind port 1336f564-4b9c-4a26-a91e-4c8bf3269cb6 by drivers openvswitch,hyperv on host n-h2-800634-1 at level 0 using segments [{'id': '62a4f2e9-97ca-473c-a2df-e7f9f532c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:36:53.302334 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df30f35-150b-4eb0-9155-9c5b5d45c864 req-7610e54d-b286-4dff-abcd-e4def889ad1e service neutron] Attempting to bind port 1336f564-4b9c-4a26-a91e-4c8bf3269cb6 on network e0bfb334-0fd9-4ba5-ba79-1568ecabee30 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:36:53.310986 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df30f35-150b-4eb0-9155-9c5b5d45c864 req-7610e54d-b286-4dff-abcd-e4def889ad1e service neutron] Port 1336f564-4b9c-4a26-a91e-4c8bf3269cb6 on network e0bfb334-0fd9-4ba5-ba79-1568ecabee30 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-1 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:36:53.311316 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df30f35-150b-4eb0-9155-9c5b5d45c864 req-7610e54d-b286-4dff-abcd-e4def889ad1e service neutron] Attempting to bind port 1336f564-4b9c-4a26-a91e-4c8bf3269cb6 on network e0bfb334-0fd9-4ba5-ba79-1568ecabee30 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:36:53.330950 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df30f35-150b-4eb0-9155-9c5b5d45c864 req-7610e54d-b286-4dff-abcd-e4def889ad1e service neutron] Checking agent: {'id': 'f615e5c9-21ab-43f2-adbc-192d64b795cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 36, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:36:53.331329 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df30f35-150b-4eb0-9155-9c5b5d45c864 req-7610e54d-b286-4dff-abcd-e4def889ad1e service neutron] Checking segment: {'id': '62a4f2e9-97ca-473c-a2df-e7f9f532c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:36:53.331727 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df30f35-150b-4eb0-9155-9c5b5d45c864 req-7610e54d-b286-4dff-abcd-e4def889ad1e service neutron] Bound using segment: {'id': '62a4f2e9-97ca-473c-a2df-e7f9f532c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:36:53.332182 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-2df30f35-150b-4eb0-9155-9c5b5d45c864 req-7610e54d-b286-4dff-abcd-e4def889ad1e service neutron] Bound port: 1336f564-4b9c-4a26-a91e-4c8bf3269cb6, host: n-h2-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62a4f2e9-97ca-473c-a2df-e7f9f532c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:36:53.332554 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-2df30f35-150b-4eb0-9155-9c5b5d45c864 req-7610e54d-b286-4dff-abcd-e4def889ad1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:53.471847 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port f7c0bc01-324c-4502-bcaf-90d8b511012e, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=f7c0bc01-324c-4502-bcaf-90d8b511012e,segment=NetworkSegment(f952029b-434e-49c6-8d96-f83b0194500d),segment_id=f952029b-434e-49c6-8d96-f83b0194500d)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:36:53.490643 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Returning: {'device': 'f7c0bc01-324c-4502-bcaf-90d8b511012e', 'network_id': '5c5b1ca0-24b0-4412-b81d-dc9907cb0039', 'port_id': 'f7c0bc01-324c-4502-bcaf-90d8b511012e', 'mac_address': 'fa:16:3e:a5:12:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41cb83d6-1972-42a1-91b6-99e2d7728a68', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 13:36:53.532059 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-2df30f35-150b-4eb0-9155-9c5b5d45c864 req-7610e54d-b286-4dff-abcd-e4def889ad1e service neutron] For port 1336f564-4b9c-4a26-a91e-4c8bf3269cb6, host n-h2-800634-1, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:36:53.547987 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-2df30f35-150b-4eb0-9155-9c5b5d45c864 req-7610e54d-b286-4dff-abcd-e4def889ad1e service neutron] For port 1336f564-4b9c-4a26-a91e-4c8bf3269cb6, host n-h2-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=1336f564-4b9c-4a26-a91e-4c8bf3269cb6,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:36:53.562447 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-2df30f35-150b-4eb0-9155-9c5b5d45c864 req-7610e54d-b286-4dff-abcd-e4def889ad1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:53.569060 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:53.584207 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7c0bc01-324c-4502-bcaf-90d8b511012e {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:36:53.619500 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7276ba14-b69c-4988-af02-53226fc32aa8 req-d5fc2a65-a3d4-4eb3-9d82-21fb061a54d2 tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:53.621083 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7276ba14-b69c-4988-af02-53226fc32aa8 req-d5fc2a65-a3d4-4eb3-9d82-21fb061a54d2 tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] 10.222.0.23 "GET /v2.0/ports?device_id=1cd54210-282a-4a26-97b7-f1d70daa60d2 HTTP/1.1" status: 200 len: 946 time: 0.1251168 Jul 13 13:36:53.625601 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885d3d2f-daea-41c7-ba2a-2e16bf0d6a5f req-fd4b4172-be0e-4d5b-8919-9fd80f999de0 tempest-TenantUsagesTestJSON-1261123118 tempest-TenantUsagesTestJSON-1261123118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:53.634310 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port f7c0bc01-324c-4502-bcaf-90d8b511012e, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=f7c0bc01-324c-4502-bcaf-90d8b511012e,segment=NetworkSegment(f952029b-434e-49c6-8d96-f83b0194500d),segment_id=f952029b-434e-49c6-8d96-f83b0194500d)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:36:53.638790 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-885d3d2f-daea-41c7-ba2a-2e16bf0d6a5f req-fd4b4172-be0e-4d5b-8919-9fd80f999de0 tempest-TenantUsagesTestJSON-1261123118 tempest-TenantUsagesTestJSON-1261123118-project] 10.222.0.23 "GET /v2.0/ports?device_id=b747ed38-e2af-43d7-9562-470bbb32117f HTTP/1.1" status: 200 len: 947 time: 0.2868204 Jul 13 13:36:53.642948 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:53.704093 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7276ba14-b69c-4988-af02-53226fc32aa8 req-219c537e-9ab9-4631-af10-58733ed987b6 tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] 10.222.0.23 "GET /v2.0/security-groups?id=feeb6b93-5051-4dcc-8776-c314f05e05ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751183 Jul 13 13:36:53.740672 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7610e54d-b286-4dff-abcd-e4def889ad1e service neutron] Pushing event updated for resources: {'Port': ['ID=1336f564-4b9c-4a26-a91e-4c8bf3269cb6,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:36:53.764274 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df30f35-150b-4eb0-9155-9c5b5d45c864 req-7610e54d-b286-4dff-abcd-e4def889ad1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:53.767302 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-2df30f35-150b-4eb0-9155-9c5b5d45c864 req-7610e54d-b286-4dff-abcd-e4def889ad1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:53.773089 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2df30f35-150b-4eb0-9155-9c5b5d45c864 req-7610e54d-b286-4dff-abcd-e4def889ad1e service neutron] 10.222.0.41 "PUT /v2.0/ports/1336f564-4b9c-4a26-a91e-4c8bf3269cb6 HTTP/1.1" status: 200 len: 1095 time: 2.1766889 Jul 13 13:36:53.823272 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-885d3d2f-daea-41c7-ba2a-2e16bf0d6a5f req-1e17a162-127a-4277-96f2-48b6925320d2 tempest-TenantUsagesTestJSON-1261123118 tempest-TenantUsagesTestJSON-1261123118-project] 10.222.0.23 "GET /v2.0/security-groups?id=5dbda029-d841-4205-bc3e-617147df1b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818984 Jul 13 13:36:53.856415 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 13:36:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb1f9605-eef4-4cfa-ba7f-77d3fbeffb7c x-openstack-request-id: req-bb1f9605-eef4-4cfa-ba7f-77d3fbeffb7c {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:36:53.857043 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ce7f0b0-01cd-4b78-b83e-cbe21e707b26", "tag": "30670d3c-030d-441e-98b6-c23399817f20", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:36:53.858067 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bb1f9605-eef4-4cfa-ba7f-77d3fbeffb7c {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:36:53.860085 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ce7f0b0-01cd-4b78-b83e-cbe21e707b26', 'tag': '30670d3c-030d-441e-98b6-c23399817f20', 'status': 'completed', 'code': 200} Jul 13 13:36:53.985599 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=f7c0bc01-324c-4502-bcaf-90d8b511012e,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:36:54.016349 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['f7c0bc01-324c-4502-bcaf-90d8b511012e'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:36:54.022950 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-74763743-c6c9-4140-a87c-e3e987aee15d req-9edf1908-2b66-4601-a28a-848aabab6296 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] 10.222.0.23 "GET /v2.0/security-groups/719f2b53-c48b-4ca2-9934-3539c779b363 HTTP/1.1" status: 200 len: 1798 time: 0.1246903 Jul 13 13:36:54.053583 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ffe5c84e-7cbd-4f31-a273-d8e4392e4efb req-af0511cc-afb7-4ee5-8527-8d6a42ec518e tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/ports?device_id=19484389-4442-4006-8609-611c2db004ea HTTP/1.1" status: 200 len: 210 time: 0.0888908 Jul 13 13:36:54.061148 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dc0fec-e56f-4b2b-851b-2af57d4eaa23 req-c3f61ba0-4620-428d-ac87-1c674f9e140d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:54.063005 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-68dc0fec-e56f-4b2b-851b-2af57d4eaa23 req-c3f61ba0-4620-428d-ac87-1c674f9e140d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=132b60c425be4aeb99cec71010f26a0d&device_id=0ce7f0b0-01cd-4b78-b83e-cbe21e707b26 HTTP/1.1" status: 200 len: 1136 time: 0.1861336 Jul 13 13:36:54.183452 n-d-800634-1 neutron-server[93750]: INFO neutron.api.v2.resource [req-74763743-c6c9-4140-a87c-e3e987aee15d req-976adaf0-5edd-441c-9dfa-b69f899b8231 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 13 13:36:54.203332 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-74763743-c6c9-4140-a87c-e3e987aee15d req-976adaf0-5edd-441c-9dfa-b69f899b8231 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] 10.222.0.23 "DELETE /v2.0/security-groups/719f2b53-c48b-4ca2-9934-3539c779b363 HTTP/1.1" status: 409 len: 341 time: 0.1786819 Jul 13 13:36:54.209833 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df30f35-150b-4eb0-9155-9c5b5d45c864 req-8b42eee2-aecb-4c3e-b514-3b8707516f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:54.218625 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2df30f35-150b-4eb0-9155-9c5b5d45c864 req-8b42eee2-aecb-4c3e-b514-3b8707516f52 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ecb948d2b55940c88da1c16464692d2e&device_id=b747ed38-e2af-43d7-9562-470bbb32117f HTTP/1.1" status: 200 len: 1098 time: 0.3908260 Jul 13 13:36:54.342719 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2df30f35-150b-4eb0-9155-9c5b5d45c864 req-d74123ce-7b66-49b7-8ed7-ae81c4c17856 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=1336f564-4b9c-4a26-a91e-4c8bf3269cb6 HTTP/1.1" status: 200 len: 217 time: 0.1165080 Jul 13 13:36:54.492845 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df30f35-150b-4eb0-9155-9c5b5d45c864 req-81930fec-4dbf-4207-8713-5972269e6b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:54.497899 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2df30f35-150b-4eb0-9155-9c5b5d45c864 req-81930fec-4dbf-4207-8713-5972269e6b99 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=60b55863-ceb6-45af-a8a4-4b22d72866af HTTP/1.1" status: 200 len: 843 time: 0.1450348 Jul 13 13:36:54.527030 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336c0ed4-2608-42d0-a5f0-b93552754cce req-e1b9ba53-e963-4426-86a3-a3f0816f8ca7 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:54.534242 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-336c0ed4-2608-42d0-a5f0-b93552754cce req-e1b9ba53-e963-4426-86a3-a3f0816f8ca7 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4d24ebb-a0aa-4a23-a3c0-9b1c914e9f80 HTTP/1.1" status: 200 len: 944 time: 0.3131981 Jul 13 13:36:54.541686 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dc0fec-e56f-4b2b-851b-2af57d4eaa23 req-3829f558-bbe4-4f35-9c6b-fcde8271a3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:54.543215 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-68dc0fec-e56f-4b2b-851b-2af57d4eaa23 req-3829f558-bbe4-4f35-9c6b-fcde8271a3b8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0e04c952-db9c-4505-aba6-7ccdaeeb7137 HTTP/1.1" status: 200 len: 912 time: 0.4714627 Jul 13 13:36:54.644303 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-68dc0fec-e56f-4b2b-851b-2af57d4eaa23 req-11c8b910-48c6-4d53-9963-fb927990dde3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=30670d3c-030d-441e-98b6-c23399817f20 HTTP/1.1" status: 200 len: 217 time: 0.0551999 Jul 13 13:36:54.661976 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-336c0ed4-2608-42d0-a5f0-b93552754cce req-e0300b2c-a4f5-4d0f-8d7e-c8a562b17d40 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/security-groups?id=4f83e00a-e782-49e6-b944-d06b9e971cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173046 Jul 13 13:36:54.662240 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-23c820c2-77b1-4ace-aa3d-cd8e66f820f1 req-1bfae5c2-9e1d-4d28-889d-a2f66e6a833f tempest-ServerShowV247Test-536995667 tempest-ServerShowV247Test-536995667-project] 10.222.0.23 "GET /v2.0/ports?device_id=b950aac0-0187-4552-b815-097740feb1b6&device_id=06dc8b3e-9475-4510-8ddf-28cde5618352 HTTP/1.1" status: 200 len: 210 time: 0.0643713 Jul 13 13:36:54.720165 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df30f35-150b-4eb0-9155-9c5b5d45c864 req-7005aed5-24d0-4974-b98f-1f4d9da599bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:54.743121 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2df30f35-150b-4eb0-9155-9c5b5d45c864 req-7005aed5-24d0-4974-b98f-1f4d9da599bf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e0bfb334-0fd9-4ba5-ba79-1568ecabee30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2205558 Jul 13 13:36:54.753712 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dc0fec-e56f-4b2b-851b-2af57d4eaa23 req-27c16e70-32bb-4eb0-9dc2-0a15bee40f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:54.756589 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-68dc0fec-e56f-4b2b-851b-2af57d4eaa23 req-27c16e70-32bb-4eb0-9dc2-0a15bee40f8c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=46175078-efd4-4ba8-945c-03239fb9d2ed HTTP/1.1" status: 200 len: 852 time: 0.1033113 Jul 13 13:36:54.801184 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-68dc0fec-e56f-4b2b-851b-2af57d4eaa23 req-69667200-c64d-4d58-a4d0-3529796004c4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0e04c952-db9c-4505-aba6-7ccdaeeb7137&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377283 Jul 13 13:36:54.857551 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2df30f35-150b-4eb0-9155-9c5b5d45c864 req-cb9569de-131f-41cb-9bc8-4077b90ad04a service neutron] 10.222.0.41 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171432 Jul 13 13:36:54.927057 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-68dc0fec-e56f-4b2b-851b-2af57d4eaa23 req-586f6371-c7d9-4f80-b961-da4a467232cf service neutron] 10.222.0.41 "GET /v2.0/networks/0e04c952-db9c-4505-aba6-7ccdaeeb7137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183710 Jul 13 13:36:55.011172 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2df30f35-150b-4eb0-9155-9c5b5d45c864 req-4eade8f0-d085-4c91-9dfb-3d439c995c6e service neutron] 10.222.0.41 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457021 Jul 13 13:36:55.054107 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device f7c0bc01-324c-4502-bcaf-90d8b511012e up at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:36:55.120864 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning for port f7c0bc01-324c-4502-bcaf-90d8b511012e completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:36:55.126471 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning complete for port f7c0bc01-324c-4502-bcaf-90d8b511012e triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:36:55.127394 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:55.185783 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-68dc0fec-e56f-4b2b-851b-2af57d4eaa23 req-89895cf7-ddad-4ce0-bf9b-c0efc0fb493a service neutron] 10.222.0.41 "GET /v2.0/networks/0e04c952-db9c-4505-aba6-7ccdaeeb7137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2410796 Jul 13 13:36:55.235836 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c5ade4-c4ab-4b45-8c27-07b9047b8bf6 req-bb9b8ceb-68f7-4a12-93df-2a313f0ba740 tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:55.244729 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-70c5ade4-c4ab-4b45-8c27-07b9047b8bf6 req-bb9b8ceb-68f7-4a12-93df-2a313f0ba740 tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] 10.222.0.23 "GET /v2.0/ports?device_id=1cd54210-282a-4a26-97b7-f1d70daa60d2 HTTP/1.1" status: 200 len: 946 time: 0.1962626 Jul 13 13:36:55.281144 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8106195-b83a-4f55-815f-69d38d49d098 req-2388cbda-a899-4747-a9e2-a11bc868667a tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:55.283077 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a8106195-b83a-4f55-815f-69d38d49d098 req-2388cbda-a899-4747-a9e2-a11bc868667a tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.26 "GET /v2.0/networks?id=1e6a1cec-d634-437c-82e7-1ebafa55a815 HTTP/1.1" status: 200 len: 811 time: 0.2335911 Jul 13 13:36:55.311255 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-a8106195-b83a-4f55-815f-69d38d49d098 req-3bd19142-4ab8-4e6a-a8da-e9a50abd962b tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Request body: {'port': {'device_id': '19484389-4442-4006-8609-611c2db004ea', 'network_id': '1e6a1cec-d634-437c-82e7-1ebafa55a815', 'admin_state_up': True, 'tenant_id': '735b68527641472d9d98083ece779da8'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:36:55.320474 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:55.356617 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3537bec1-1212-4b02-964d-c8f0624c5d6e req-1a834ff5-6c27-4484-a81e-2a20871dfa05 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1db7e196f25748628adaec5183a7058a&device_id=b950aac0-0187-4552-b815-097740feb1b6 HTTP/1.1" status: 200 len: 210 time: 0.0594771 Jul 13 13:36:55.373379 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port f7c0bc01-324c-4502-bcaf-90d8b511012e, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=f7c0bc01-324c-4502-bcaf-90d8b511012e,segment=NetworkSegment(f952029b-434e-49c6-8d96-f83b0194500d),segment_id=f952029b-434e-49c6-8d96-f83b0194500d)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:36:55.374763 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4d24ebb-a0aa-4a23-a3c0-9b1c914e9f80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7c0bc01-324c-4502-bcaf-90d8b511012e'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:36:55.378943 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c37103a-9e6d-49c1-ac75-75884567090a" -d '{"events": [{"server_uuid": "a4d24ebb-a0aa-4a23-a3c0-9b1c914e9f80", "name": "network-vif-plugged", "status": "completed", "tag": "f7c0bc01-324c-4502-bcaf-90d8b511012e"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:36:55.382741 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:55.389647 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-70c5ade4-c4ab-4b45-8c27-07b9047b8bf6 req-dc8b9375-b5e1-436b-9442-f19ef21f8433 tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] 10.222.0.23 "GET /v2.0/security-groups?id=feeb6b93-5051-4dcc-8776-c314f05e05ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439860 Jul 13 13:36:55.423115 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3537bec1-1212-4b02-964d-c8f0624c5d6e req-a21bfeef-7dc9-4d27-866f-8c245143ab23 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=1db7e196f25748628adaec5183a7058a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0306005 Jul 13 13:36:55.447248 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=f7c0bc01-324c-4502-bcaf-90d8b511012e,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:36:55.506459 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2efa3ac-d6c6-4f1d-8eb3-e16ffa42458a req-50759059-39ee-4358-96f1-a8b7317029ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:55.508624 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d2efa3ac-d6c6-4f1d-8eb3-e16ffa42458a req-50759059-39ee-4358-96f1-a8b7317029ad service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=132b60c425be4aeb99cec71010f26a0d&device_id=0ce7f0b0-01cd-4b78-b83e-cbe21e707b26 HTTP/1.1" status: 200 len: 1136 time: 0.1790321 Jul 13 13:36:55.572883 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d01ec0-e7b8-4a2f-bb14-69a38aceae5d req-31278134-2cd9-4d22-a62d-281443c81310 tempest-TenantUsagesTestJSON-1261123118 tempest-TenantUsagesTestJSON-1261123118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:55.574438 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-16d01ec0-e7b8-4a2f-bb14-69a38aceae5d req-31278134-2cd9-4d22-a62d-281443c81310 tempest-TenantUsagesTestJSON-1261123118 tempest-TenantUsagesTestJSON-1261123118-project] 10.222.0.23 "GET /v2.0/ports?device_id=b747ed38-e2af-43d7-9562-470bbb32117f HTTP/1.1" status: 200 len: 947 time: 0.2206345 Jul 13 13:36:55.605263 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8106195-b83a-4f55-815f-69d38d49d098 req-3bd19142-4ab8-4e6a-a8da-e9a50abd962b tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Made reservation on behalf of 735b68527641472d9d98083ece779da8 for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:36:55.608745 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-a8106195-b83a-4f55-815f-69d38d49d098 req-3bd19142-4ab8-4e6a-a8da-e9a50abd962b tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:55.653861 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3537bec1-1212-4b02-964d-c8f0624c5d6e req-4928466e-af0b-42a7-b41c-d182f08d49ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:55.655604 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3537bec1-1212-4b02-964d-c8f0624c5d6e req-4928466e-af0b-42a7-b41c-d182f08d49ab service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2244139 Jul 13 13:36:55.661512 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-16d01ec0-e7b8-4a2f-bb14-69a38aceae5d req-c0f9d717-384a-416f-87ff-3c83cb17bc03 tempest-TenantUsagesTestJSON-1261123118 tempest-TenantUsagesTestJSON-1261123118-project] 10.222.0.23 "GET /v2.0/security-groups?id=5dbda029-d841-4205-bc3e-617147df1b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810781 Jul 13 13:36:55.723245 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0237ebb8-5bc7-41a1-96f5-caca7d238779 req-fb195628-8014-454f-a6eb-af2ee6aa150e tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:55.724726 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-0237ebb8-5bc7-41a1-96f5-caca7d238779 req-fb195628-8014-454f-a6eb-af2ee6aa150e tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ce7f0b0-01cd-4b78-b83e-cbe21e707b26 HTTP/1.1" status: 200 len: 985 time: 0.2135990 Jul 13 13:36:55.729900 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2efa3ac-d6c6-4f1d-8eb3-e16ffa42458a req-9903780a-cbde-477f-adc8-5bad10a2a51c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:55.731254 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d2efa3ac-d6c6-4f1d-8eb3-e16ffa42458a req-9903780a-cbde-477f-adc8-5bad10a2a51c service neutron] 10.222.0.41 "GET /v2.0/networks?id=0e04c952-db9c-4505-aba6-7ccdaeeb7137 HTTP/1.1" status: 200 len: 912 time: 0.2071383 Jul 13 13:36:55.798409 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d2efa3ac-d6c6-4f1d-8eb3-e16ffa42458a req-996438f0-1317-4bf1-8417-340f6b3a46f4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=30670d3c-030d-441e-98b6-c23399817f20 HTTP/1.1" status: 200 len: 217 time: 0.0564756 Jul 13 13:36:55.806987 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-21535ce3-918a-4e7d-a8c2-45185c9d5cab req-a8d673b8-6cf6-4473-b52d-c74129a0877a tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/ports?device_id=19484389-4442-4006-8609-611c2db004ea HTTP/1.1" status: 200 len: 210 time: 0.0285373 Jul 13 13:36:55.861267 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b747ed38-e2af-43d7-9562-470bbb32117f', 'tag': '1336f564-4b9c-4a26-a91e-4c8bf3269cb6'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:36:55.865394 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af8987fe-8234-4bd7-8a52-68cc0838307c" -d '{"events": [{"name": "network-changed", "server_uuid": "b747ed38-e2af-43d7-9562-470bbb32117f", "tag": "1336f564-4b9c-4a26-a91e-4c8bf3269cb6"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:36:55.874022 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-0237ebb8-5bc7-41a1-96f5-caca7d238779 req-633454c6-ba71-4049-8524-a7975aee9f93 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] 10.222.0.23 "GET /v2.0/security-groups?id=24689591-48d9-46af-a687-72c510af83bd&id=719f2b53-c48b-4ca2-9934-3539c779b363&fields=id&fields=name HTTP/1.1" status: 200 len: 400 time: 0.1399071 Jul 13 13:36:55.897200 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [req-a8106195-b83a-4f55-815f-69d38d49d098 req-3bd19142-4ab8-4e6a-a8da-e9a50abd962b tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Allocated IP 172.20.0.3 (1e6a1cec-d634-437c-82e7-1ebafa55a815/4a7066db-069e-4126-a711-5a91da09992d/f40805c5-97e9-4fc1-a07f-7bb466f99261) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:36:55.899718 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2efa3ac-d6c6-4f1d-8eb3-e16ffa42458a req-c9911b3f-fdba-44c3-9f70-c7ee512247f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:55.901170 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d2efa3ac-d6c6-4f1d-8eb3-e16ffa42458a req-c9911b3f-fdba-44c3-9f70-c7ee512247f6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=46175078-efd4-4ba8-945c-03239fb9d2ed HTTP/1.1" status: 200 len: 852 time: 0.0815482 Jul 13 13:36:55.954304 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d2efa3ac-d6c6-4f1d-8eb3-e16ffa42458a req-807cac02-9834-4d94-81ec-f671ed14d33d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0e04c952-db9c-4505-aba6-7ccdaeeb7137&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372326 Jul 13 13:36:55.958409 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-69b7fc28-19a1-4727-bbe7-afbc0fc16954 req-b27efd29-2ab9-49d5-8b38-90e8d1829d36 tempest-ServerShowV247Test-536995667 tempest-ServerShowV247Test-536995667-project] 10.222.0.23 "GET /v2.0/ports?device_id=b950aac0-0187-4552-b815-097740feb1b6 HTTP/1.1" status: 200 len: 210 time: 0.0415077 Jul 13 13:36:56.005692 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8afb750d-4468-4f24-ab54-857689e32b7a x-openstack-request-id: req-8afb750d-4468-4f24-ab54-857689e32b7a {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:36:56.006014 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4d24ebb-a0aa-4a23-a3c0-9b1c914e9f80", "name": "network-vif-plugged", "status": "completed", "tag": "f7c0bc01-324c-4502-bcaf-90d8b511012e", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:36:56.006276 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8afb750d-4468-4f24-ab54-857689e32b7a {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:36:56.006680 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4d24ebb-a0aa-4a23-a3c0-9b1c914e9f80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7c0bc01-324c-4502-bcaf-90d8b511012e', 'code': 200} Jul 13 13:36:56.131514 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d2efa3ac-d6c6-4f1d-8eb3-e16ffa42458a req-f98337eb-35b7-414e-a35f-fcc60a552ec8 service neutron] 10.222.0.41 "GET /v2.0/networks/0e04c952-db9c-4505-aba6-7ccdaeeb7137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687558 Jul 13 13:36:56.191686 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd29bd9-7d29-4d1f-a2b7-208954b9f4d2 req-7a7925d6-7073-4b87-8c14-1af1e6732034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:56.193216 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bbd29bd9-7d29-4d1f-a2b7-208954b9f4d2 req-7a7925d6-7073-4b87-8c14-1af1e6732034 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a4d24ebb-a0aa-4a23-a3c0-9b1c914e9f80 HTTP/1.1" status: 200 len: 1096 time: 0.1176159 Jul 13 13:36:56.208032 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-a8106195-b83a-4f55-815f-69d38d49d098 req-3bd19142-4ab8-4e6a-a8da-e9a50abd962b tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:56.221056 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc4767c-7885-429b-b2b4-e036a23ef582 req-fcaee4af-61f1-4e46-95a4-d2d2d3248158 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:56.228817 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9cc4767c-7885-429b-b2b4-e036a23ef582 req-fcaee4af-61f1-4e46-95a4-d2d2d3248158 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4d24ebb-a0aa-4a23-a3c0-9b1c914e9f80 HTTP/1.1" status: 200 len: 945 time: 0.1044383 Jul 13 13:36:56.265024 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d2efa3ac-d6c6-4f1d-8eb3-e16ffa42458a req-d06fbf34-81b8-4d29-b6ed-ab4d39ca1e11 service neutron] 10.222.0.41 "GET /v2.0/networks/0e04c952-db9c-4505-aba6-7ccdaeeb7137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270392 Jul 13 13:36:56.265346 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bbd29bd9-7d29-4d1f-a2b7-208954b9f4d2 req-ccbd3396-b691-4a03-8319-94704dafbf48 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=4f83e00a-e782-49e6-b944-d06b9e971cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653811 Jul 13 13:36:56.277972 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-a8106195-b83a-4f55-815f-69d38d49d098 req-3bd19142-4ab8-4e6a-a8da-e9a50abd962b tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:56.290357 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9cc4767c-7885-429b-b2b4-e036a23ef582 req-847ab74c-9992-49f2-881e-c64f809b2f28 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/security-groups?id=4f83e00a-e782-49e6-b944-d06b9e971cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606666 Jul 13 13:36:56.321711 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8106195-b83a-4f55-815f-69d38d49d098 req-3bd19142-4ab8-4e6a-a8da-e9a50abd962b tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Network 1e6a1cec-d634-437c-82e7-1ebafa55a815 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:36:56.327120 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [req-a8106195-b83a-4f55-815f-69d38d49d098 req-3bd19142-4ab8-4e6a-a8da-e9a50abd962b tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:36:56.331104 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8106195-b83a-4f55-815f-69d38d49d098 req-3bd19142-4ab8-4e6a-a8da-e9a50abd962b tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:36:56.360190 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd19142-4ab8-4e6a-a8da-e9a50abd962b tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Pushing event updated for resources: {'Port': ['ID=f40805c5-97e9-4fc1-a07f-7bb466f99261,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:36:56.388931 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8106195-b83a-4f55-815f-69d38d49d098 req-3bd19142-4ab8-4e6a-a8da-e9a50abd962b tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:56.389562 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-a8106195-b83a-4f55-815f-69d38d49d098 req-3bd19142-4ab8-4e6a-a8da-e9a50abd962b tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:56.413821 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a8106195-b83a-4f55-815f-69d38d49d098 req-3bd19142-4ab8-4e6a-a8da-e9a50abd962b tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1201699 Jul 13 13:36:56.427730 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-a8106195-b83a-4f55-815f-69d38d49d098 req-c3ce52ad-a0ee-457a-ae21-308703d8a133 service neutron] Request body: {'port': {'device_id': '19484389-4442-4006-8609-611c2db004ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-1'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:36:56.442408 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 13:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7187403-8ea5-4d9f-94e6-ac42dc6ef215 x-openstack-request-id: req-c7187403-8ea5-4d9f-94e6-ac42dc6ef215 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:36:56.442937 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b747ed38-e2af-43d7-9562-470bbb32117f", "tag": "1336f564-4b9c-4a26-a91e-4c8bf3269cb6", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:36:56.443700 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c7187403-8ea5-4d9f-94e6-ac42dc6ef215 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:36:56.444513 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b747ed38-e2af-43d7-9562-470bbb32117f', 'tag': '1336f564-4b9c-4a26-a91e-4c8bf3269cb6', 'status': 'completed', 'code': 200} Jul 13 13:36:56.570276 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-a8106195-b83a-4f55-815f-69d38d49d098 req-c3ce52ad-a0ee-457a-ae21-308703d8a133 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:56.582245 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8987fe-8234-4bd7-8a52-68cc0838307c req-d18e6a58-b1a6-4a8c-a54b-045df162f36e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:56.583964 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-af8987fe-8234-4bd7-8a52-68cc0838307c req-d18e6a58-b1a6-4a8c-a54b-045df162f36e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ecb948d2b55940c88da1c16464692d2e&device_id=b747ed38-e2af-43d7-9562-470bbb32117f HTTP/1.1" status: 200 len: 1098 time: 0.1086073 Jul 13 13:36:56.627471 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9591df75-da52-4180-90a1-dd5c9109ea92 req-dfd73b79-9717-4163-ad7a-fcae5658fb74 tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:56.629067 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9591df75-da52-4180-90a1-dd5c9109ea92 req-dfd73b79-9717-4163-ad7a-fcae5658fb74 tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] 10.222.0.23 "GET /v2.0/ports?device_id=1cd54210-282a-4a26-97b7-f1d70daa60d2 HTTP/1.1" status: 200 len: 946 time: 0.0703216 Jul 13 13:36:56.668446 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9591df75-da52-4180-90a1-dd5c9109ea92 req-e78f1073-70b2-4ce9-a6c2-1236d40d82b9 tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] 10.222.0.23 "GET /v2.0/security-groups?id=feeb6b93-5051-4dcc-8776-c314f05e05ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332057 Jul 13 13:36:56.699149 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 1336f564-4b9c-4a26-a91e-4c8bf3269cb6 details requested by agent hyperv_n-h2-800634-1 with host n-h2-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 13:36:56.788204 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8987fe-8234-4bd7-8a52-68cc0838307c req-52164487-dbce-41d6-8d3a-025e73478ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:56.790523 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-af8987fe-8234-4bd7-8a52-68cc0838307c req-52164487-dbce-41d6-8d3a-025e73478ba7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e0bfb334-0fd9-4ba5-ba79-1568ecabee30 HTTP/1.1" status: 200 len: 869 time: 0.1997099 Jul 13 13:36:56.842239 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-af8987fe-8234-4bd7-8a52-68cc0838307c req-61b57049-bcaf-4b75-bf35-d7a534e1cc32 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=1336f564-4b9c-4a26-a91e-4c8bf3269cb6 HTTP/1.1" status: 200 len: 217 time: 0.0386481 Jul 13 13:36:56.874811 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 1336f564-4b9c-4a26-a91e-4c8bf3269cb6, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=1336f564-4b9c-4a26-a91e-4c8bf3269cb6,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:36:56.904981 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Returning: {'device': '1336f564-4b9c-4a26-a91e-4c8bf3269cb6', 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30', 'port_id': '1336f564-4b9c-4a26-a91e-4c8bf3269cb6', 'mac_address': 'fa:16:3e:b3:18:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60b55863-ceb6-45af-a8a4-4b22d72866af', 'ip_address': '192.168.233.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 13:36:56.954590 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8987fe-8234-4bd7-8a52-68cc0838307c req-2d3a1369-7483-49df-a94d-09209b686267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:56.955049 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:56.957007 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-af8987fe-8234-4bd7-8a52-68cc0838307c req-2d3a1369-7483-49df-a94d-09209b686267 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=60b55863-ceb6-45af-a8a4-4b22d72866af HTTP/1.1" status: 200 len: 843 time: 0.0875800 Jul 13 13:36:56.975568 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1336f564-4b9c-4a26-a91e-4c8bf3269cb6 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:36:56.998669 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 1336f564-4b9c-4a26-a91e-4c8bf3269cb6, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=1336f564-4b9c-4a26-a91e-4c8bf3269cb6,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:36:57.005401 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:57.012119 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3537bec1-1212-4b02-964d-c8f0624c5d6e req-5cd26c7f-a86e-4d9e-9375-cd2c79772964 tempest-ServerShowV247Test-536995667 tempest-ServerShowV247Test-536995667-project] 10.222.0.26 "GET /v2.0/ports?device_id=b950aac0-0187-4552-b815-097740feb1b6 HTTP/1.1" status: 200 len: 210 time: 0.0617144 Jul 13 13:36:57.052765 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ebb5f2-73fb-4d5f-8087-c05e970b5750 req-ac0a6555-ff4e-4496-95db-a567fe31ef83 tempest-TenantUsagesTestJSON-1261123118 tempest-TenantUsagesTestJSON-1261123118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:57.054700 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-46ebb5f2-73fb-4d5f-8087-c05e970b5750 req-ac0a6555-ff4e-4496-95db-a567fe31ef83 tempest-TenantUsagesTestJSON-1261123118 tempest-TenantUsagesTestJSON-1261123118-project] 10.222.0.23 "GET /v2.0/ports?device_id=b747ed38-e2af-43d7-9562-470bbb32117f HTTP/1.1" status: 200 len: 947 time: 0.2150576 Jul 13 13:36:57.081818 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8987fe-8234-4bd7-8a52-68cc0838307c req-f69c992d-81b7-49ef-bd9f-508189f8d75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:57.083919 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-af8987fe-8234-4bd7-8a52-68cc0838307c req-f69c992d-81b7-49ef-bd9f-508189f8d75f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e0bfb334-0fd9-4ba5-ba79-1568ecabee30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1191416 Jul 13 13:36:57.095290 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [req-a8106195-b83a-4f55-815f-69d38d49d098 req-c3ce52ad-a0ee-457a-ae21-308703d8a133 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f40805c5-97e9-4fc1-a07f-7bb466f99261 {{(pid=93751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:36:57.115306 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-a8106195-b83a-4f55-815f-69d38d49d098 req-c3ce52ad-a0ee-457a-ae21-308703d8a133 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:57.132826 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=1336f564-4b9c-4a26-a91e-4c8bf3269cb6,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:36:57.146313 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-46ebb5f2-73fb-4d5f-8087-c05e970b5750 req-ca27a9f6-60ce-4f5f-9a87-850f9122fc8e tempest-TenantUsagesTestJSON-1261123118 tempest-TenantUsagesTestJSON-1261123118-project] 10.222.0.23 "GET /v2.0/security-groups?id=5dbda029-d841-4205-bc3e-617147df1b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795884 Jul 13 13:36:57.202601 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-a8106195-b83a-4f55-815f-69d38d49d098 req-c3ce52ad-a0ee-457a-ae21-308703d8a133 service neutron] Transition to ACTIVE for port object f40805c5-97e9-4fc1-a07f-7bb466f99261 will not be triggered until provisioned by entity L2. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:36:57.211855 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-a8106195-b83a-4f55-815f-69d38d49d098 req-c3ce52ad-a0ee-457a-ae21-308703d8a133 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:57.267658 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['1336f564-4b9c-4a26-a91e-4c8bf3269cb6'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:36:57.295460 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-af8987fe-8234-4bd7-8a52-68cc0838307c req-48d54e13-3158-434e-aaec-8e1e7ec13bd5 service neutron] 10.222.0.41 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026210 Jul 13 13:36:57.303008 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ce52ad-a0ee-457a-ae21-308703d8a133 service neutron] Pushing event updated for resources: {'Port': ['ID=f40805c5-97e9-4fc1-a07f-7bb466f99261,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:36:57.337142 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9db31f7-ecfa-407f-9c5f-f8acb23d78b8 req-17d01f1e-7fb4-4bff-90ce-377ef659e1e6 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:57.338706 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f9db31f7-ecfa-407f-9c5f-f8acb23d78b8 req-17d01f1e-7fb4-4bff-90ce-377ef659e1e6 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/ports?device_id=19484389-4442-4006-8609-611c2db004ea HTTP/1.1" status: 200 len: 931 time: 0.2296176 Jul 13 13:36:57.360260 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f5f594-2130-45c5-8867-c52ac11b63da req-aa2942d9-5200-4a6c-aa8e-e2b45ddcc938 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:57.362503 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-28f5f594-2130-45c5-8867-c52ac11b63da req-aa2942d9-5200-4a6c-aa8e-e2b45ddcc938 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ce7f0b0-01cd-4b78-b83e-cbe21e707b26 HTTP/1.1" status: 200 len: 985 time: 0.0813873 Jul 13 13:36:57.414944 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-28f5f594-2130-45c5-8867-c52ac11b63da req-b4121ca7-c999-4c9e-b509-2141197dc672 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] 10.222.0.23 "GET /v2.0/security-groups?id=24689591-48d9-46af-a687-72c510af83bd&id=719f2b53-c48b-4ca2-9934-3539c779b363&fields=id&fields=name HTTP/1.1" status: 200 len: 400 time: 0.0464203 Jul 13 13:36:57.470333 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f9db31f7-ecfa-407f-9c5f-f8acb23d78b8 req-75365ef3-a1f6-4cb3-bb60-d18a4fb34068 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8450e8a-3ce6-4095-b6b4-37555b8042b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915098 Jul 13 13:36:57.498255 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-af8987fe-8234-4bd7-8a52-68cc0838307c req-8ec1dd18-f003-4d3b-b732-221b4f70bb4e service neutron] 10.222.0.41 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920977 Jul 13 13:36:57.499136 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-a8106195-b83a-4f55-815f-69d38d49d098 req-c3ce52ad-a0ee-457a-ae21-308703d8a133 service neutron] Attempting to bind port f40805c5-97e9-4fc1-a07f-7bb466f99261 on host n-h1-800634-1 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:36:57.499467 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-a8106195-b83a-4f55-815f-69d38d49d098 req-c3ce52ad-a0ee-457a-ae21-308703d8a133 service neutron] Attempting to bind port f40805c5-97e9-4fc1-a07f-7bb466f99261 by drivers openvswitch,hyperv on host n-h1-800634-1 at level 0 using segments [{'id': '8ca861d2-7f67-42e9-b790-b2afeca7fd40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '1e6a1cec-d634-437c-82e7-1ebafa55a815'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:36:57.499783 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8106195-b83a-4f55-815f-69d38d49d098 req-c3ce52ad-a0ee-457a-ae21-308703d8a133 service neutron] Attempting to bind port f40805c5-97e9-4fc1-a07f-7bb466f99261 on network 1e6a1cec-d634-437c-82e7-1ebafa55a815 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:36:57.505616 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8106195-b83a-4f55-815f-69d38d49d098 req-c3ce52ad-a0ee-457a-ae21-308703d8a133 service neutron] Port f40805c5-97e9-4fc1-a07f-7bb466f99261 on network 1e6a1cec-d634-437c-82e7-1ebafa55a815 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-1 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:36:57.506062 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8106195-b83a-4f55-815f-69d38d49d098 req-c3ce52ad-a0ee-457a-ae21-308703d8a133 service neutron] Attempting to bind port f40805c5-97e9-4fc1-a07f-7bb466f99261 on network 1e6a1cec-d634-437c-82e7-1ebafa55a815 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:36:57.517128 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8106195-b83a-4f55-815f-69d38d49d098 req-c3ce52ad-a0ee-457a-ae21-308703d8a133 service neutron] Checking agent: {'id': 'a7603dc8-3c50-4a9b-8f0d-1143528f155e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 36, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:36:57.517481 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8106195-b83a-4f55-815f-69d38d49d098 req-c3ce52ad-a0ee-457a-ae21-308703d8a133 service neutron] Checking segment: {'id': '8ca861d2-7f67-42e9-b790-b2afeca7fd40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '1e6a1cec-d634-437c-82e7-1ebafa55a815'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:36:57.517958 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8106195-b83a-4f55-815f-69d38d49d098 req-c3ce52ad-a0ee-457a-ae21-308703d8a133 service neutron] Bound using segment: {'id': '8ca861d2-7f67-42e9-b790-b2afeca7fd40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '1e6a1cec-d634-437c-82e7-1ebafa55a815'} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:36:57.518878 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-a8106195-b83a-4f55-815f-69d38d49d098 req-c3ce52ad-a0ee-457a-ae21-308703d8a133 service neutron] Bound port: f40805c5-97e9-4fc1-a07f-7bb466f99261, host: n-h1-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ca861d2-7f67-42e9-b790-b2afeca7fd40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '1e6a1cec-d634-437c-82e7-1ebafa55a815'}}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:36:57.519899 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-a8106195-b83a-4f55-815f-69d38d49d098 req-c3ce52ad-a0ee-457a-ae21-308703d8a133 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:57.596060 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-35eae21e-2baa-47b7-8fad-93f264cb2016 req-dc299a8a-3aaa-42f1-856c-1d02240a2799 tempest-ServerShowV247Test-536995667 tempest-ServerShowV247Test-536995667-project] 10.222.0.23 "GET /v2.0/ports?device_id=b950aac0-0187-4552-b815-097740feb1b6 HTTP/1.1" status: 200 len: 210 time: 0.0373287 Jul 13 13:36:57.644349 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-a8106195-b83a-4f55-815f-69d38d49d098 req-c3ce52ad-a0ee-457a-ae21-308703d8a133 service neutron] For port f40805c5-97e9-4fc1-a07f-7bb466f99261, host n-h1-800634-1, cleared binding levels {{(pid=93751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:36:57.664966 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-a8106195-b83a-4f55-815f-69d38d49d098 req-c3ce52ad-a0ee-457a-ae21-308703d8a133 service neutron] For port f40805c5-97e9-4fc1-a07f-7bb466f99261, host n-h1-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=f40805c5-97e9-4fc1-a07f-7bb466f99261,segment=NetworkSegment(8ca861d2-7f67-42e9-b790-b2afeca7fd40),segment_id=8ca861d2-7f67-42e9-b790-b2afeca7fd40)] {{(pid=93751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:36:57.676698 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-a8106195-b83a-4f55-815f-69d38d49d098 req-c3ce52ad-a0ee-457a-ae21-308703d8a133 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:57.743429 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8106195-b83a-4f55-815f-69d38d49d098 req-c3ce52ad-a0ee-457a-ae21-308703d8a133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:57.744128 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-a8106195-b83a-4f55-815f-69d38d49d098 req-c3ce52ad-a0ee-457a-ae21-308703d8a133 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:57.745556 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a8106195-b83a-4f55-815f-69d38d49d098 req-c3ce52ad-a0ee-457a-ae21-308703d8a133 service neutron] 10.222.0.26 "PUT /v2.0/ports/f40805c5-97e9-4fc1-a07f-7bb466f99261 HTTP/1.1" status: 200 len: 1091 time: 1.3243914 Jul 13 13:36:57.746301 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19484389-4442-4006-8609-611c2db004ea', 'tag': 'f40805c5-97e9-4fc1-a07f-7bb466f99261'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:36:57.749886 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d17b627af75e17e0f4b8d6239d04f8c2f78634e2c585e32a7aeca336500f34a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a76420ff-4197-4e57-9480-4c062e25f08e" -d '{"events": [{"name": "network-changed", "server_uuid": "19484389-4442-4006-8609-611c2db004ea", "tag": "f40805c5-97e9-4fc1-a07f-7bb466f99261"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:36:57.781804 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7159af-d918-4a42-b96d-0dc164946bd6 req-93e2aaca-5dcd-438c-9872-b017b536549e tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:57.783363 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5e7159af-d918-4a42-b96d-0dc164946bd6 req-93e2aaca-5dcd-438c-9872-b017b536549e tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] 10.222.0.23 "GET /v2.0/networks?id=6abf39c7-5383-40cb-87d6-f20d29bbd8cf HTTP/1.1" status: 200 len: 804 time: 0.2055151 Jul 13 13:36:57.784718 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ce52ad-a0ee-457a-ae21-308703d8a133 service neutron] Pushing event updated for resources: {'Port': ['ID=f40805c5-97e9-4fc1-a07f-7bb466f99261,revision_number=3']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:36:57.796199 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef86c65-1919-4d5a-8051-7430134ea904 req-ff7b89c6-f4af-46a0-8a26-bb95e7aa1d16 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:57.797951 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-aef86c65-1919-4d5a-8051-7430134ea904 req-ff7b89c6-f4af-46a0-8a26-bb95e7aa1d16 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4d24ebb-a0aa-4a23-a3c0-9b1c914e9f80 HTTP/1.1" status: 200 len: 945 time: 0.0822704 Jul 13 13:36:57.807628 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5e7159af-d918-4a42-b96d-0dc164946bd6 req-e290b743-b990-4019-a768-db05ac6ead4a tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] 10.222.0.23 "GET /v2.0/quotas/25975085bfa5408baa762e94e04f7b53 HTTP/1.1" status: 200 len: 375 time: 0.0128717 Jul 13 13:36:57.840697 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-aef86c65-1919-4d5a-8051-7430134ea904 req-e961bddd-42e5-4b34-ad14-b2dda5f95140 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/security-groups?id=4f83e00a-e782-49e6-b944-d06b9e971cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352011 Jul 13 13:36:57.922438 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5e7159af-d918-4a42-b96d-0dc164946bd6 req-0b00164c-6764-419f-a441-11375f743722 tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=25975085bfa5408baa762e94e04f7b53&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1075728 Jul 13 13:36:57.925170 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8106195-b83a-4f55-815f-69d38d49d098 req-76db8839-b778-4ece-9b3e-fbf276502072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:57.926617 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a8106195-b83a-4f55-815f-69d38d49d098 req-76db8839-b778-4ece-9b3e-fbf276502072 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=735b68527641472d9d98083ece779da8&device_id=19484389-4442-4006-8609-611c2db004ea HTTP/1.1" status: 200 len: 1094 time: 0.1005757 Jul 13 13:36:58.082267 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0bdf030a-d53c-4288-a814-c5bab1ab9965 req-05cbcc98-e574-4acb-a245-1975b958b362 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-564498402&fields=id&tenant_id=132b60c425be4aeb99cec71010f26a0d HTTP/1.1" status: 200 len: 267 time: 0.0366111 Jul 13 13:36:58.158095 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdf030a-d53c-4288-a814-c5bab1ab9965 req-232d6123-f726-4329-a12d-00b2aeddf0ba tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:58.159758 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0bdf030a-d53c-4288-a814-c5bab1ab9965 req-232d6123-f726-4329-a12d-00b2aeddf0ba tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ce7f0b0-01cd-4b78-b83e-cbe21e707b26 HTTP/1.1" status: 200 len: 985 time: 0.0721719 Jul 13 13:36:58.171131 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-0bdf030a-d53c-4288-a814-c5bab1ab9965 req-2c33986c-8ef0-46d3-a116-0a5ced173719 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Request body: {'port': {'security_groups': ['24689591-48d9-46af-a687-72c510af83bd', '719f2b53-c48b-4ca2-9934-3539c779b363', '79d43c0e-1e61-4c18-adb5-48eaefae6463']}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:36:58.258768 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-0bdf030a-d53c-4288-a814-c5bab1ab9965 req-2c33986c-8ef0-46d3-a116-0a5ced173719 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:58.304252 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a8106195-b83a-4f55-815f-69d38d49d098 req-332d71bb-a6d9-44b4-9d80-5554827206c5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f40805c5-97e9-4fc1-a07f-7bb466f99261 HTTP/1.1" status: 200 len: 217 time: 0.3652697 Jul 13 13:36:58.376148 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8106195-b83a-4f55-815f-69d38d49d098 req-02d100f1-b2f9-476d-818a-f1ff6231e591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:58.377515 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a8106195-b83a-4f55-815f-69d38d49d098 req-02d100f1-b2f9-476d-818a-f1ff6231e591 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4a7066db-069e-4126-a711-5a91da09992d HTTP/1.1" status: 200 len: 851 time: 0.0659530 Jul 13 13:36:58.381245 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5e7159af-d918-4a42-b96d-0dc164946bd6 req-578aeaa2-978a-4a53-b522-376a81616781 service neutron] 10.222.0.23 "GET /v2.0/networks/6abf39c7-5383-40cb-87d6-f20d29bbd8cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4495738 Jul 13 13:36:58.417715 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a8106195-b83a-4f55-815f-69d38d49d098 req-7b5c43fd-8786-44ff-becf-cd416a2da252 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1e6a1cec-d634-437c-82e7-1ebafa55a815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337627 Jul 13 13:36:58.456734 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-0bdf030a-d53c-4288-a814-c5bab1ab9965 req-2c33986c-8ef0-46d3-a116-0a5ced173719 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] For port 30670d3c-030d-441e-98b6-c23399817f20, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=30670d3c-030d-441e-98b6-c23399817f20,segment=NetworkSegment(389f0714-81c5-44c7-95d7-c7027042d54a),segment_id=389f0714-81c5-44c7-95d7-c7027042d54a)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:36:58.487201 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-0bdf030a-d53c-4288-a814-c5bab1ab9965 req-2c33986c-8ef0-46d3-a116-0a5ced173719 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:58.491686 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-0bdf030a-d53c-4288-a814-c5bab1ab9965 req-2c33986c-8ef0-46d3-a116-0a5ced173719 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:58.505968 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['879ff0e6-03fc-436e-a42b-866c7b6a0faa'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:36:58.509005 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['30670d3c-030d-441e-98b6-c23399817f20'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:36:58.540701 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdf030a-d53c-4288-a814-c5bab1ab9965 req-2c33986c-8ef0-46d3-a116-0a5ced173719 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:58.541334 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-0bdf030a-d53c-4288-a814-c5bab1ab9965 req-2c33986c-8ef0-46d3-a116-0a5ced173719 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:58.543161 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0bdf030a-d53c-4288-a814-c5bab1ab9965 req-2c33986c-8ef0-46d3-a116-0a5ced173719 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] 10.222.0.23 "PUT /v2.0/ports/30670d3c-030d-441e-98b6-c23399817f20 HTTP/1.1" status: 200 len: 1021 time: 0.3766925 Jul 13 13:36:58.545984 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ce7f0b0-01cd-4b78-b83e-cbe21e707b26', 'tag': '30670d3c-030d-441e-98b6-c23399817f20'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:36:58.547985 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d64da7a7-6813-4a88-a93d-9e187683b748" -d '{"events": [{"name": "network-changed", "server_uuid": "0ce7f0b0-01cd-4b78-b83e-cbe21e707b26", "tag": "30670d3c-030d-441e-98b6-c23399817f20"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:36:58.569821 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5e7159af-d918-4a42-b96d-0dc164946bd6 req-429f601f-a5d4-4231-8caa-44bbc29853e7 service neutron] 10.222.0.23 "GET /v2.0/networks/6abf39c7-5383-40cb-87d6-f20d29bbd8cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785901 Jul 13 13:36:58.576321 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c33986c-8ef0-46d3-a116-0a5ced173719 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Pushing event updated for resources: {'Port': ['ID=30670d3c-030d-441e-98b6-c23399817f20,revision_number=7']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:36:58.606589 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a8106195-b83a-4f55-815f-69d38d49d098 req-6cde131c-b9bc-4dcb-b15f-65ec0cfaa0a1 service neutron] 10.222.0.26 "GET /v2.0/networks/1e6a1cec-d634-437c-82e7-1ebafa55a815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795013 Jul 13 13:36:58.618341 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['30670d3c-030d-441e-98b6-c23399817f20'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:36:58.723442 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 1336f564-4b9c-4a26-a91e-4c8bf3269cb6 up at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:36:58.786117 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7647e3-b710-4f40-8678-a3b0c32883c9 req-c0ea2f58-a7b2-4b84-860d-153dce0354a4 tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:58.792675 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a8106195-b83a-4f55-815f-69d38d49d098 req-1ccea2f2-11ad-4bdd-869e-c5c947bf5ff0 service neutron] 10.222.0.26 "GET /v2.0/networks/1e6a1cec-d634-437c-82e7-1ebafa55a815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783440 Jul 13 13:36:58.794091 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2b7647e3-b710-4f40-8678-a3b0c32883c9 req-c0ea2f58-a7b2-4b84-860d-153dce0354a4 tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] 10.222.0.23 "GET /v2.0/ports?device_id=1cd54210-282a-4a26-97b7-f1d70daa60d2 HTTP/1.1" status: 200 len: 946 time: 0.1095340 Jul 13 13:36:58.817067 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 13:36:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e91a460-7d2e-4ee8-ab15-5cee4d76b846 x-openstack-request-id: req-9e91a460-7d2e-4ee8-ab15-5cee4d76b846 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:36:58.817604 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19484389-4442-4006-8609-611c2db004ea", "tag": "f40805c5-97e9-4fc1-a07f-7bb466f99261", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:36:58.817604 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9e91a460-7d2e-4ee8-ab15-5cee4d76b846 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:36:58.818101 n-d-800634-1 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19484389-4442-4006-8609-611c2db004ea', 'tag': 'f40805c5-97e9-4fc1-a07f-7bb466f99261', 'status': 'completed', 'code': 200} Jul 13 13:36:58.857051 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3098a80e-15f0-4eed-882d-1a3d70705057 req-827f9679-700d-4c54-95fc-c04cc4999648 tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:58.858634 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3098a80e-15f0-4eed-882d-1a3d70705057 req-827f9679-700d-4c54-95fc-c04cc4999648 tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e6b446c-7c7b-47ab-ac5e-8ee1b0a4840a HTTP/1.1" status: 200 len: 945 time: 0.1760805 Jul 13 13:36:58.876919 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2b7647e3-b710-4f40-8678-a3b0c32883c9 req-f446a579-e03a-4a0f-a273-77c60bbf9337 tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] 10.222.0.23 "GET /v2.0/security-groups?id=feeb6b93-5051-4dcc-8776-c314f05e05ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637813 Jul 13 13:36:58.968634 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning for port 1336f564-4b9c-4a26-a91e-4c8bf3269cb6 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:36:58.997866 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning complete for port 1336f564-4b9c-4a26-a91e-4c8bf3269cb6 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:36:58.998246 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:59.032262 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76420ff-4197-4e57-9480-4c062e25f08e req-bc2111a3-7e33-4c74-8c4b-781a4414d125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:59.034581 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a76420ff-4197-4e57-9480-4c062e25f08e req-bc2111a3-7e33-4c74-8c4b-781a4414d125 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=735b68527641472d9d98083ece779da8&device_id=19484389-4442-4006-8609-611c2db004ea HTTP/1.1" status: 200 len: 1094 time: 0.1742089 Jul 13 13:36:59.122359 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb12ae3-5745-48cf-8637-ee3874e622ff req-bfabf9aa-fed8-40fa-93b7-d055b5606521 tempest-TenantUsagesTestJSON-1261123118 tempest-TenantUsagesTestJSON-1261123118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:59.124107 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-beb12ae3-5745-48cf-8637-ee3874e622ff req-bfabf9aa-fed8-40fa-93b7-d055b5606521 tempest-TenantUsagesTestJSON-1261123118 tempest-TenantUsagesTestJSON-1261123118-project] 10.222.0.23 "GET /v2.0/ports?device_id=b747ed38-e2af-43d7-9562-470bbb32117f HTTP/1.1" status: 200 len: 948 time: 0.0779817 Jul 13 13:36:59.184106 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-beb12ae3-5745-48cf-8637-ee3874e622ff req-92ca9dce-ad46-4bf8-92ae-f455c2231d8f tempest-TenantUsagesTestJSON-1261123118 tempest-TenantUsagesTestJSON-1261123118-project] 10.222.0.23 "GET /v2.0/security-groups?id=5dbda029-d841-4205-bc3e-617147df1b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536523 Jul 13 13:36:59.184435 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76420ff-4197-4e57-9480-4c062e25f08e req-0b5c345e-bdcb-4763-8327-74b845280eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:59.185963 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a76420ff-4197-4e57-9480-4c062e25f08e req-0b5c345e-bdcb-4763-8327-74b845280eec service neutron] 10.222.0.26 "GET /v2.0/networks?id=1e6a1cec-d634-437c-82e7-1ebafa55a815 HTTP/1.1" status: 200 len: 911 time: 0.1454906 Jul 13 13:36:59.258225 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-3098a80e-15f0-4eed-882d-1a3d70705057 req-fc96434e-3f0e-4e2b-b55d-409ce4a4eb39 tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] Deleting port 089b8ef1-00c5-47fd-a137-94d04b852c4b {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:36:59.258580 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-3098a80e-15f0-4eed-882d-1a3d70705057 req-fc96434e-3f0e-4e2b-b55d-409ce4a4eb39 tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:59.278583 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a76420ff-4197-4e57-9480-4c062e25f08e req-dd2f08ca-60d7-4eff-8cbb-984bfb0f3029 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f40805c5-97e9-4fc1-a07f-7bb466f99261 HTTP/1.1" status: 200 len: 217 time: 0.0754654 Jul 13 13:36:59.365398 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:59.386585 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad3ff14-0837-4a8e-9521-a0d88cd2f472 req-b2c18cfd-8717-4c4a-aebd-4a06b8a7994f tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:59.393657 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-aad3ff14-0837-4a8e-9521-a0d88cd2f472 req-b2c18cfd-8717-4c4a-aebd-4a06b8a7994f tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/ports?device_id=19484389-4442-4006-8609-611c2db004ea HTTP/1.1" status: 200 len: 943 time: 0.0843909 Jul 13 13:36:59.418091 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 1336f564-4b9c-4a26-a91e-4c8bf3269cb6, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=1336f564-4b9c-4a26-a91e-4c8bf3269cb6,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:36:59.419091 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b747ed38-e2af-43d7-9562-470bbb32117f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1336f564-4b9c-4a26-a91e-4c8bf3269cb6'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:36:59.422337 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-747a4cf3-977b-4181-83b7-1a1ec2a8ed70" -d '{"events": [{"server_uuid": "b747ed38-e2af-43d7-9562-470bbb32117f", "name": "network-vif-plugged", "status": "completed", "tag": "1336f564-4b9c-4a26-a91e-4c8bf3269cb6"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:36:59.428725 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:59.429904 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 089b8ef1-00c5-47fd-a137-94d04b852c4b no longer exists at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:36:59.435588 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-3098a80e-15f0-4eed-882d-1a3d70705057 req-fc96434e-3f0e-4e2b-b55d-409ce4a4eb39 tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] For port 089b8ef1-00c5-47fd-a137-94d04b852c4b, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=089b8ef1-00c5-47fd-a137-94d04b852c4b,segment=NetworkSegment(731c211d-2cbe-4aa3-a09e-111c83e33a98),segment_id=731c211d-2cbe-4aa3-a09e-111c83e33a98)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:36:59.435588 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-3098a80e-15f0-4eed-882d-1a3d70705057 req-fc96434e-3f0e-4e2b-b55d-409ce4a4eb39 tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:59.444176 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-aad3ff14-0837-4a8e-9521-a0d88cd2f472 req-14045fd5-e180-4f25-abc2-b9a9a6867de1 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8450e8a-3ce6-4095-b6b4-37555b8042b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494776 Jul 13 13:36:59.458981 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76420ff-4197-4e57-9480-4c062e25f08e req-b26899bd-7c1e-454e-a511-12b365e53fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:59.458981 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a76420ff-4197-4e57-9480-4c062e25f08e req-b26899bd-7c1e-454e-a511-12b365e53fd4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4a7066db-069e-4126-a711-5a91da09992d HTTP/1.1" status: 200 len: 851 time: 0.1290684 Jul 13 13:36:59.458981 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-3098a80e-15f0-4eed-882d-1a3d70705057 req-fc96434e-3f0e-4e2b-b55d-409ce4a4eb39 tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] Calling delete_port for 089b8ef1-00c5-47fd-a137-94d04b852c4b owned by compute:nova {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:36:59.505556 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a76420ff-4197-4e57-9480-4c062e25f08e req-0cdf15ff-cc7a-456e-9641-c9e4b37207c9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1e6a1cec-d634-437c-82e7-1ebafa55a815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444577 Jul 13 13:36:59.520248 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2b44547f-768f-45ca-b7dd-86dac36ece79 req-57ca97cb-08be-4e10-8483-c4c93ef4e000 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] 10.222.0.23 "GET /v2.0/security-groups/79d43c0e-1e61-4c18-adb5-48eaefae6463 HTTP/1.1" status: 200 len: 1800 time: 0.0590818 Jul 13 13:36:59.524464 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940c7cc5-629a-4f59-9e33-dd89fbb7f943 req-b9e9e2bb-2961-4cae-b243-ef03cc733730 tempest-LiveMigrationTest-1713788618 tempest-LiveMigrationTest-1713788618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:59.530541 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=1336f564-4b9c-4a26-a91e-4c8bf3269cb6,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:36:59.532246 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-940c7cc5-629a-4f59-9e33-dd89fbb7f943 req-b9e9e2bb-2961-4cae-b243-ef03cc733730 tempest-LiveMigrationTest-1713788618 tempest-LiveMigrationTest-1713788618-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=a4d24ebb-a0aa-4a23-a3c0-9b1c914e9f80 HTTP/1.1" status: 200 len: 1096 time: 0.3186154 Jul 13 13:36:59.564680 n-d-800634-1 neutron-server[93750]: INFO neutron.api.v2.resource [req-2b44547f-768f-45ca-b7dd-86dac36ece79 req-902e2381-79a7-49df-b345-060760eee6f0 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 13 13:36:59.585550 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2b44547f-768f-45ca-b7dd-86dac36ece79 req-902e2381-79a7-49df-b345-060760eee6f0 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] 10.222.0.23 "DELETE /v2.0/security-groups/79d43c0e-1e61-4c18-adb5-48eaefae6463 HTTP/1.1" status: 409 len: 341 time: 0.0643368 Jul 13 13:36:59.609674 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 13:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aa7545d-e27c-4747-a058-0b82765a7563 x-openstack-request-id: req-4aa7545d-e27c-4747-a058-0b82765a7563 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:36:59.610210 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ce7f0b0-01cd-4b78-b83e-cbe21e707b26", "tag": "30670d3c-030d-441e-98b6-c23399817f20", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:36:59.610622 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4aa7545d-e27c-4747-a058-0b82765a7563 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:36:59.615546 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ce7f0b0-01cd-4b78-b83e-cbe21e707b26', 'tag': '30670d3c-030d-441e-98b6-c23399817f20', 'status': 'completed', 'code': 200} Jul 13 13:36:59.643768 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:59.679992 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 089b8ef1-00c5-47fd-a137-94d04b852c4b, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=089b8ef1-00c5-47fd-a137-94d04b852c4b,segment=NetworkSegment(731c211d-2cbe-4aa3-a09e-111c83e33a98),segment_id=731c211d-2cbe-4aa3-a09e-111c83e33a98)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:36:59.685134 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:59.740059 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64da7a7-6813-4a88-a93d-9e187683b748 req-e58195d7-974f-444f-adce-b9d6a1842599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:59.742679 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d64da7a7-6813-4a88-a93d-9e187683b748 req-e58195d7-974f-444f-adce-b9d6a1842599 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=132b60c425be4aeb99cec71010f26a0d&device_id=0ce7f0b0-01cd-4b78-b83e-cbe21e707b26 HTTP/1.1" status: 200 len: 1175 time: 0.0748074 Jul 13 13:36:59.772521 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=089b8ef1-00c5-47fd-a137-94d04b852c4b,revision_number=8']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:36:59.793200 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-940c7cc5-629a-4f59-9e33-dd89fbb7f943 req-ea4e0be4-3b98-4034-beb0-161a0c5e2eb8 tempest-LiveMigrationTest-1713788618 tempest-LiveMigrationTest-1713788618-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=4f83e00a-e782-49e6-b944-d06b9e971cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2600956 Jul 13 13:36:59.819661 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a76420ff-4197-4e57-9480-4c062e25f08e req-65f6ee4d-64fb-46ab-a98e-0ed52fbd6974 service neutron] 10.222.0.26 "GET /v2.0/networks/1e6a1cec-d634-437c-82e7-1ebafa55a815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3059967 Jul 13 13:36:59.835923 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-3098a80e-15f0-4eed-882d-1a3d70705057 req-fc96434e-3f0e-4e2b-b55d-409ce4a4eb39 tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:36:59.847633 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a493c84b-2ec7-4b7e-bd87-4eb27c5d2f16 req-f2d400b4-d54a-49f2-9ce1-a05d9ba64457 tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] 10.222.0.23 "GET /v2.0/ports?device_id=d443184c-2c41-4eaa-8193-dff73948f7ee HTTP/1.1" status: 200 len: 210 time: 0.0354807 Jul 13 13:36:59.890872 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64da7a7-6813-4a88-a93d-9e187683b748 req-ab7f0eb6-842b-4ba9-bea8-673262caa5af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:36:59.892846 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d64da7a7-6813-4a88-a93d-9e187683b748 req-ab7f0eb6-842b-4ba9-bea8-673262caa5af service neutron] 10.222.0.41 "GET /v2.0/networks?id=0e04c952-db9c-4505-aba6-7ccdaeeb7137 HTTP/1.1" status: 200 len: 912 time: 0.1444440 Jul 13 13:36:59.925515 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:36:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53a762f5-72e9-4a04-a760-852ff3adcbce x-openstack-request-id: req-53a762f5-72e9-4a04-a760-852ff3adcbce {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:36:59.926284 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b747ed38-e2af-43d7-9562-470bbb32117f", "name": "network-vif-plugged", "status": "completed", "tag": "1336f564-4b9c-4a26-a91e-4c8bf3269cb6", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:36:59.926541 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-53a762f5-72e9-4a04-a760-852ff3adcbce {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:36:59.927359 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b747ed38-e2af-43d7-9562-470bbb32117f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1336f564-4b9c-4a26-a91e-4c8bf3269cb6', 'code': 200} Jul 13 13:36:59.972443 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d64da7a7-6813-4a88-a93d-9e187683b748 req-b590322e-a098-47b9-a719-5e5cafb975bf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=30670d3c-030d-441e-98b6-c23399817f20 HTTP/1.1" status: 200 len: 217 time: 0.0737252 Jul 13 13:36:59.998086 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc96434e-3f0e-4e2b-b55d-409ce4a4eb39 tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] Pushing event deleted for resources: {'Port': ['ID=089b8ef1-00c5-47fd-a137-94d04b852c4b,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:37:00.046297 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-3098a80e-15f0-4eed-882d-1a3d70705057 req-fc96434e-3f0e-4e2b-b55d-409ce4a4eb39 tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] No DVR routers for this DVR port 089b8ef1-00c5-47fd-a137-94d04b852c4b on host n-h2-800634-1 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:37:00.050908 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-3098a80e-15f0-4eed-882d-1a3d70705057 req-fc96434e-3f0e-4e2b-b55d-409ce4a4eb39 tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:00.053422 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3098a80e-15f0-4eed-882d-1a3d70705057 req-fc96434e-3f0e-4e2b-b55d-409ce4a4eb39 tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] 10.222.0.41 "DELETE /v2.0/ports/089b8ef1-00c5-47fd-a137-94d04b852c4b HTTP/1.1" status: 204 len: 173 time: 1.1840706 Jul 13 13:37:00.084503 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64da7a7-6813-4a88-a93d-9e187683b748 req-16e474c9-c514-49be-82ff-f6e1d542c9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:00.086122 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d64da7a7-6813-4a88-a93d-9e187683b748 req-16e474c9-c514-49be-82ff-f6e1d542c9cb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=46175078-efd4-4ba8-945c-03239fb9d2ed HTTP/1.1" status: 200 len: 852 time: 0.1081891 Jul 13 13:37:00.100012 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a76420ff-4197-4e57-9480-4c062e25f08e req-8744f71f-9328-4d51-9404-6872defb3a21 service neutron] 10.222.0.26 "GET /v2.0/networks/1e6a1cec-d634-437c-82e7-1ebafa55a815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2725210 Jul 13 13:37:00.113706 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:00.147522 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d64da7a7-6813-4a88-a93d-9e187683b748 req-167afb2b-ccab-4178-8146-e870ceed2972 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0e04c952-db9c-4505-aba6-7ccdaeeb7137&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544538 Jul 13 13:37:00.184633 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ec3889-1e2c-4a36-b3c5-ee7f49edcecd req-72b08e3f-44ef-4a7b-9cda-05554d438d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:00.186801 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d0ec3889-1e2c-4a36-b3c5-ee7f49edcecd req-72b08e3f-44ef-4a7b-9cda-05554d438d7c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b747ed38-e2af-43d7-9562-470bbb32117f HTTP/1.1" status: 200 len: 1100 time: 0.1716721 Jul 13 13:37:00.320297 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7159af-d918-4a42-b96d-0dc164946bd6 req-bb52af30-5dde-4439-ae22-fa88e93a30de tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:00.322197 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5e7159af-d918-4a42-b96d-0dc164946bd6 req-bb52af30-5dde-4439-ae22-fa88e93a30de tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] 10.222.0.26 "GET /v2.0/networks?id=6abf39c7-5383-40cb-87d6-f20d29bbd8cf HTTP/1.1" status: 200 len: 804 time: 0.1577406 Jul 13 13:37:00.340795 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-5e7159af-d918-4a42-b96d-0dc164946bd6 req-93f9cf89-b4eb-4e71-8034-2792d0804f5a tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] Request body: {'port': {'device_id': 'd443184c-2c41-4eaa-8193-dff73948f7ee', 'network_id': '6abf39c7-5383-40cb-87d6-f20d29bbd8cf', 'admin_state_up': True, 'tenant_id': '25975085bfa5408baa762e94e04f7b53'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:37:00.376571 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-23758572-efc4-4155-98f9-b18aa8bb9e17 req-0127dcbf-9cf2-4fca-8862-8d91676c7f70 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1db7e196f25748628adaec5183a7058a&device_id=06dc8b3e-9475-4510-8ddf-28cde5618352 HTTP/1.1" status: 200 len: 210 time: 0.0482011 Jul 13 13:37:00.420200 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d0ec3889-1e2c-4a36-b3c5-ee7f49edcecd req-34f5b5c2-e4f5-496c-b6f3-d4a02831d9b7 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=5dbda029-d841-4205-bc3e-617147df1b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096856 Jul 13 13:37:00.423856 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-23758572-efc4-4155-98f9-b18aa8bb9e17 req-01add8a5-58f5-47af-8dd8-574d5e4d1a61 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=1db7e196f25748628adaec5183a7058a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0382738 Jul 13 13:37:00.459893 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:00.484236 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d64da7a7-6813-4a88-a93d-9e187683b748 req-e1b18920-f846-4544-91bf-bb5094d48fca service neutron] 10.222.0.41 "GET /v2.0/networks/0e04c952-db9c-4505-aba6-7ccdaeeb7137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3301270 Jul 13 13:37:00.559296 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058e933d-615b-4b7d-b466-1f85ebe2586e req-adb0478e-0a1a-4453-82d7-df80140f9495 tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:00.560832 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-058e933d-615b-4b7d-b466-1f85ebe2586e req-adb0478e-0a1a-4453-82d7-df80140f9495 tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] 10.222.0.23 "GET /v2.0/ports?device_id=1cd54210-282a-4a26-97b7-f1d70daa60d2 HTTP/1.1" status: 200 len: 946 time: 0.1103110 Jul 13 13:37:00.561942 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e7159af-d918-4a42-b96d-0dc164946bd6 req-93f9cf89-b4eb-4e71-8034-2792d0804f5a tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] Made reservation on behalf of 25975085bfa5408baa762e94e04f7b53 for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:37:00.565292 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-5e7159af-d918-4a42-b96d-0dc164946bd6 req-93f9cf89-b4eb-4e71-8034-2792d0804f5a tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:00.644700 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-058e933d-615b-4b7d-b466-1f85ebe2586e req-aa09105f-f193-4e9b-ae3e-3692f9493aac tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] 10.222.0.23 "GET /v2.0/security-groups?id=feeb6b93-5051-4dcc-8776-c314f05e05ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769117 Jul 13 13:37:00.659959 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23758572-efc4-4155-98f9-b18aa8bb9e17 req-50bb119e-66bc-4966-9779-c3d11656ac07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:00.670856 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-23758572-efc4-4155-98f9-b18aa8bb9e17 req-50bb119e-66bc-4966-9779-c3d11656ac07 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2290623 Jul 13 13:37:00.678441 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d64da7a7-6813-4a88-a93d-9e187683b748 req-451618dd-8cc6-41f0-b1b2-f13e6ef57ee0 service neutron] 10.222.0.41 "GET /v2.0/networks/0e04c952-db9c-4505-aba6-7ccdaeeb7137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687310 Jul 13 13:37:00.680374 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0508764e-4724-4e2b-adc9-90637326ff85 req-62f9b2f5-e8a4-4a9a-89ca-dec6728598ab tempest-LiveMigrationTest-1713788618 tempest-LiveMigrationTest-1713788618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:00.681964 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0508764e-4724-4e2b-adc9-90637326ff85 req-62f9b2f5-e8a4-4a9a-89ca-dec6728598ab tempest-LiveMigrationTest-1713788618 tempest-LiveMigrationTest-1713788618-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=a4d24ebb-a0aa-4a23-a3c0-9b1c914e9f80 HTTP/1.1" status: 200 len: 1096 time: 0.2193723 Jul 13 13:37:00.729427 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0508764e-4724-4e2b-adc9-90637326ff85 req-5f14d3ff-39f2-4175-b80f-974cedf836c2 tempest-LiveMigrationTest-1713788618 tempest-LiveMigrationTest-1713788618-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=4f83e00a-e782-49e6-b944-d06b9e971cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405746 Jul 13 13:37:00.748594 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [req-5e7159af-d918-4a42-b96d-0dc164946bd6 req-93f9cf89-b4eb-4e71-8034-2792d0804f5a tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] Allocated IP 172.20.0.3 (6abf39c7-5383-40cb-87d6-f20d29bbd8cf/560441f8-4dd8-4170-ae42-f3e38fe7cfb4/aa1ab846-aedd-4066-994b-4e34a0a5ae15) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:37:00.819976 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e6b446c-7c7b-47ab-ac5e-8ee1b0a4840a', 'name': 'network-vif-deleted', 'tag': '089b8ef1-00c5-47fd-a137-94d04b852c4b'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:37:00.822404 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d17b627af75e17e0f4b8d6239d04f8c2f78634e2c585e32a7aeca336500f34a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1199a784-25a2-4bbf-bda2-f6ae199705d2" -d '{"events": [{"server_uuid": "3e6b446c-7c7b-47ab-ac5e-8ee1b0a4840a", "name": "network-vif-deleted", "tag": "089b8ef1-00c5-47fd-a137-94d04b852c4b"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:37:00.873393 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8788fa76-c00d-4d39-9fa2-13c4b0a403c5 req-0881dc65-50c9-4560-80f9-014a55d0a89b tempest-TenantUsagesTestJSON-1261123118 tempest-TenantUsagesTestJSON-1261123118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:00.875024 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8788fa76-c00d-4d39-9fa2-13c4b0a403c5 req-0881dc65-50c9-4560-80f9-014a55d0a89b tempest-TenantUsagesTestJSON-1261123118 tempest-TenantUsagesTestJSON-1261123118-project] 10.222.0.23 "GET /v2.0/ports?device_id=b747ed38-e2af-43d7-9562-470bbb32117f HTTP/1.1" status: 200 len: 949 time: 0.1196156 Jul 13 13:37:00.889448 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c24ea753-fb4f-486d-8970-8c7d573d1362 req-41d054fb-1de4-451a-9303-b9abf52acba0 tempest-ServerShowV247Test-536995667 tempest-ServerShowV247Test-536995667-project] 10.222.0.23 "GET /v2.0/ports?device_id=06dc8b3e-9475-4510-8ddf-28cde5618352 HTTP/1.1" status: 200 len: 210 time: 0.0387883 Jul 13 13:37:00.979548 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8788fa76-c00d-4d39-9fa2-13c4b0a403c5 req-9cb1957a-af9b-4e46-b9cb-78ec5579595f tempest-TenantUsagesTestJSON-1261123118 tempest-TenantUsagesTestJSON-1261123118-project] 10.222.0.23 "GET /v2.0/security-groups?id=5dbda029-d841-4205-bc3e-617147df1b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905187 Jul 13 13:37:01.023599 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-5e7159af-d918-4a42-b96d-0dc164946bd6 req-93f9cf89-b4eb-4e71-8034-2792d0804f5a tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:01.064065 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-5e7159af-d918-4a42-b96d-0dc164946bd6 req-93f9cf89-b4eb-4e71-8034-2792d0804f5a tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:01.069725 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device f40805c5-97e9-4fc1-a07f-7bb466f99261 details requested by agent hyperv_n-h1-800634-1 with host n-h1-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 13:37:01.076329 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f850eb6-8072-4dda-ba70-11b6567d73af req-1023326e-3b89-451d-8f63-22a1edb686ad tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:01.078019 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9f850eb6-8072-4dda-ba70-11b6567d73af req-1023326e-3b89-451d-8f63-22a1edb686ad tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ce7f0b0-01cd-4b78-b83e-cbe21e707b26 HTTP/1.1" status: 200 len: 1024 time: 0.0690646 Jul 13 13:37:01.127424 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e7159af-d918-4a42-b96d-0dc164946bd6 req-93f9cf89-b4eb-4e71-8034-2792d0804f5a tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] Network 6abf39c7-5383-40cb-87d6-f20d29bbd8cf is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:37:01.147462 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9f850eb6-8072-4dda-ba70-11b6567d73af req-e861981e-42b4-4c3d-98a7-0e9dc6de6e0c tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] 10.222.0.23 "GET /v2.0/security-groups?id=24689591-48d9-46af-a687-72c510af83bd&id=79d43c0e-1e61-4c18-adb5-48eaefae6463&id=719f2b53-c48b-4ca2-9934-3539c779b363&fields=id&fields=name HTTP/1.1" status: 200 len: 514 time: 0.0606656 Jul 13 13:37:01.152366 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [req-5e7159af-d918-4a42-b96d-0dc164946bd6 req-93f9cf89-b4eb-4e71-8034-2792d0804f5a tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:37:01.163388 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f9cf89-b4eb-4e71-8034-2792d0804f5a tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] Pushing event updated for resources: {'Port': ['ID=aa1ab846-aedd-4066-994b-4e34a0a5ae15,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:37:01.163388 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e7159af-d918-4a42-b96d-0dc164946bd6 req-93f9cf89-b4eb-4e71-8034-2792d0804f5a tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:37:01.215316 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port f40805c5-97e9-4fc1-a07f-7bb466f99261, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=f40805c5-97e9-4fc1-a07f-7bb466f99261,segment=NetworkSegment(8ca861d2-7f67-42e9-b790-b2afeca7fd40),segment_id=8ca861d2-7f67-42e9-b790-b2afeca7fd40)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:37:01.216320 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7159af-d918-4a42-b96d-0dc164946bd6 req-93f9cf89-b4eb-4e71-8034-2792d0804f5a tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:01.216954 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-5e7159af-d918-4a42-b96d-0dc164946bd6 req-93f9cf89-b4eb-4e71-8034-2792d0804f5a tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:01.233304 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:37:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44e9db74-88c6-41c8-8433-1d5f505ea482 x-openstack-request-id: req-44e9db74-88c6-41c8-8433-1d5f505ea482 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:37:01.233593 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e6b446c-7c7b-47ab-ac5e-8ee1b0a4840a", "name": "network-vif-deleted", "tag": "089b8ef1-00c5-47fd-a137-94d04b852c4b", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:37:01.233880 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-44e9db74-88c6-41c8-8433-1d5f505ea482 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:37:01.234147 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Returning: {'device': 'f40805c5-97e9-4fc1-a07f-7bb466f99261', 'network_id': '1e6a1cec-d634-437c-82e7-1ebafa55a815', 'port_id': 'f40805c5-97e9-4fc1-a07f-7bb466f99261', 'mac_address': 'fa:16:3e:fa:54:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a7066db-069e-4126-a711-5a91da09992d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 13:37:01.234301 n-d-800634-1 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e6b446c-7c7b-47ab-ac5e-8ee1b0a4840a', 'name': 'network-vif-deleted', 'tag': '089b8ef1-00c5-47fd-a137-94d04b852c4b', 'status': 'completed', 'code': 200} Jul 13 13:37:01.244261 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a186c61-1fb2-4c8e-b0c7-fca0cade6381 req-f192efce-396b-42b5-970e-be1b6aaa192b tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:01.250208 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3a186c61-1fb2-4c8e-b0c7-fca0cade6381 req-f192efce-396b-42b5-970e-be1b6aaa192b tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/ports?device_id=19484389-4442-4006-8609-611c2db004ea HTTP/1.1" status: 200 len: 943 time: 0.1462142 Jul 13 13:37:01.253500 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5e7159af-d918-4a42-b96d-0dc164946bd6 req-93f9cf89-b4eb-4e71-8034-2792d0804f5a tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9213791 Jul 13 13:37:01.273084 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-5e7159af-d918-4a42-b96d-0dc164946bd6 req-3257ae66-1af6-4a9d-8d5d-60c49bb4fb9b service neutron] Request body: {'port': {'device_id': 'd443184c-2c41-4eaa-8193-dff73948f7ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-1'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:37:01.283217 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:01.301558 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f40805c5-97e9-4fc1-a07f-7bb466f99261 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:37:01.326039 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port f40805c5-97e9-4fc1-a07f-7bb466f99261, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=f40805c5-97e9-4fc1-a07f-7bb466f99261,segment=NetworkSegment(8ca861d2-7f67-42e9-b790-b2afeca7fd40),segment_id=8ca861d2-7f67-42e9-b790-b2afeca7fd40)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:37:01.330713 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3a186c61-1fb2-4c8e-b0c7-fca0cade6381 req-51100032-60a0-4874-9fae-2997ddda7ecd tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8450e8a-3ce6-4095-b6b4-37555b8042b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793674 Jul 13 13:37:01.336133 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:01.405962 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-5e7159af-d918-4a42-b96d-0dc164946bd6 req-3257ae66-1af6-4a9d-8d5d-60c49bb4fb9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:01.416486 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=f40805c5-97e9-4fc1-a07f-7bb466f99261,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:37:01.432764 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d14545-b368-4db5-b9c0-afdd26d3c6ea req-312e21f2-7c08-4bc0-83d0-1a2593efed13 tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:01.434482 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-14d14545-b368-4db5-b9c0-afdd26d3c6ea req-312e21f2-7c08-4bc0-83d0-1a2593efed13 tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] 10.222.0.23 "GET /v2.0/ports?device_id=d443184c-2c41-4eaa-8193-dff73948f7ee HTTP/1.1" status: 200 len: 931 time: 0.1045427 Jul 13 13:37:01.475410 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-14d14545-b368-4db5-b9c0-afdd26d3c6ea req-29f6a94a-5db8-4239-9ad1-299dc2f7004e tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] 10.222.0.23 "GET /v2.0/security-groups?id=d29423a1-067a-4d38-adf6-741b7ccff4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345454 Jul 13 13:37:01.562908 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['f40805c5-97e9-4fc1-a07f-7bb466f99261'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:37:01.725257 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [req-5e7159af-d918-4a42-b96d-0dc164946bd6 req-3257ae66-1af6-4a9d-8d5d-60c49bb4fb9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa1ab846-aedd-4066-994b-4e34a0a5ae15 {{(pid=93751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:37:01.735115 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-5e7159af-d918-4a42-b96d-0dc164946bd6 req-3257ae66-1af6-4a9d-8d5d-60c49bb4fb9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:01.749241 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-5e7159af-d918-4a42-b96d-0dc164946bd6 req-3257ae66-1af6-4a9d-8d5d-60c49bb4fb9b service neutron] Transition to ACTIVE for port object aa1ab846-aedd-4066-994b-4e34a0a5ae15 will not be triggered until provisioned by entity L2. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:37:01.753549 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-5e7159af-d918-4a42-b96d-0dc164946bd6 req-3257ae66-1af6-4a9d-8d5d-60c49bb4fb9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:01.807313 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3257ae66-1af6-4a9d-8d5d-60c49bb4fb9b service neutron] Pushing event updated for resources: {'Port': ['ID=aa1ab846-aedd-4066-994b-4e34a0a5ae15,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:37:01.883992 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-5e7159af-d918-4a42-b96d-0dc164946bd6 req-3257ae66-1af6-4a9d-8d5d-60c49bb4fb9b service neutron] Attempting to bind port aa1ab846-aedd-4066-994b-4e34a0a5ae15 on host n-h1-800634-1 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:37:01.884807 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-5e7159af-d918-4a42-b96d-0dc164946bd6 req-3257ae66-1af6-4a9d-8d5d-60c49bb4fb9b service neutron] Attempting to bind port aa1ab846-aedd-4066-994b-4e34a0a5ae15 by drivers openvswitch,hyperv on host n-h1-800634-1 at level 0 using segments [{'id': '731c211d-2cbe-4aa3-a09e-111c83e33a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '6abf39c7-5383-40cb-87d6-f20d29bbd8cf'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:37:01.884807 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7159af-d918-4a42-b96d-0dc164946bd6 req-3257ae66-1af6-4a9d-8d5d-60c49bb4fb9b service neutron] Attempting to bind port aa1ab846-aedd-4066-994b-4e34a0a5ae15 on network 6abf39c7-5383-40cb-87d6-f20d29bbd8cf {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:37:01.887402 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c98941a-1433-491e-b56f-a44701451c0c req-2c862d3f-1398-46be-ae49-b74f6853a4cc tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:01.889183 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7159af-d918-4a42-b96d-0dc164946bd6 req-3257ae66-1af6-4a9d-8d5d-60c49bb4fb9b service neutron] Port aa1ab846-aedd-4066-994b-4e34a0a5ae15 on network 6abf39c7-5383-40cb-87d6-f20d29bbd8cf not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-1 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:37:01.889321 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8c98941a-1433-491e-b56f-a44701451c0c req-2c862d3f-1398-46be-ae49-b74f6853a4cc tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] 10.222.0.23 "GET /v2.0/ports?device_id=1cd54210-282a-4a26-97b7-f1d70daa60d2 HTTP/1.1" status: 200 len: 946 time: 0.0770814 Jul 13 13:37:01.889501 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7159af-d918-4a42-b96d-0dc164946bd6 req-3257ae66-1af6-4a9d-8d5d-60c49bb4fb9b service neutron] Attempting to bind port aa1ab846-aedd-4066-994b-4e34a0a5ae15 on network 6abf39c7-5383-40cb-87d6-f20d29bbd8cf {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:37:01.895727 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7159af-d918-4a42-b96d-0dc164946bd6 req-3257ae66-1af6-4a9d-8d5d-60c49bb4fb9b service neutron] Checking agent: {'id': 'a7603dc8-3c50-4a9b-8f0d-1143528f155e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:37:01.895727 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7159af-d918-4a42-b96d-0dc164946bd6 req-3257ae66-1af6-4a9d-8d5d-60c49bb4fb9b service neutron] Checking segment: {'id': '731c211d-2cbe-4aa3-a09e-111c83e33a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '6abf39c7-5383-40cb-87d6-f20d29bbd8cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:37:01.896026 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7159af-d918-4a42-b96d-0dc164946bd6 req-3257ae66-1af6-4a9d-8d5d-60c49bb4fb9b service neutron] Bound using segment: {'id': '731c211d-2cbe-4aa3-a09e-111c83e33a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '6abf39c7-5383-40cb-87d6-f20d29bbd8cf'} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:37:01.896234 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-5e7159af-d918-4a42-b96d-0dc164946bd6 req-3257ae66-1af6-4a9d-8d5d-60c49bb4fb9b service neutron] Bound port: aa1ab846-aedd-4066-994b-4e34a0a5ae15, host: n-h1-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '731c211d-2cbe-4aa3-a09e-111c83e33a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '6abf39c7-5383-40cb-87d6-f20d29bbd8cf'}}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:37:01.896595 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-5e7159af-d918-4a42-b96d-0dc164946bd6 req-3257ae66-1af6-4a9d-8d5d-60c49bb4fb9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:01.928247 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e6b446c-7c7b-47ab-ac5e-8ee1b0a4840a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '089b8ef1-00c5-47fd-a137-94d04b852c4b'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:37:01.931699 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36e2314a-a49f-4a87-892a-50e1e9237005" -d '{"events": [{"server_uuid": "3e6b446c-7c7b-47ab-ac5e-8ee1b0a4840a", "name": "network-vif-unplugged", "status": "completed", "tag": "089b8ef1-00c5-47fd-a137-94d04b852c4b"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:37:01.948895 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8c98941a-1433-491e-b56f-a44701451c0c req-f04cdab5-006a-4c78-b9c1-79d9986ea226 tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] 10.222.0.23 "GET /v2.0/security-groups?id=feeb6b93-5051-4dcc-8776-c314f05e05ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511642 Jul 13 13:37:01.979321 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-23758572-efc4-4155-98f9-b18aa8bb9e17 req-977f129c-d965-43a6-8fe4-74c2b56c5ba7 tempest-ServerShowV247Test-536995667 tempest-ServerShowV247Test-536995667-project] 10.222.0.26 "GET /v2.0/ports?device_id=06dc8b3e-9475-4510-8ddf-28cde5618352 HTTP/1.1" status: 200 len: 210 time: 0.0570240 Jul 13 13:37:01.991922 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-5e7159af-d918-4a42-b96d-0dc164946bd6 req-3257ae66-1af6-4a9d-8d5d-60c49bb4fb9b service neutron] For port aa1ab846-aedd-4066-994b-4e34a0a5ae15, host n-h1-800634-1, cleared binding levels {{(pid=93751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:37:01.995216 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-5e7159af-d918-4a42-b96d-0dc164946bd6 req-3257ae66-1af6-4a9d-8d5d-60c49bb4fb9b service neutron] For port aa1ab846-aedd-4066-994b-4e34a0a5ae15, host n-h1-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=aa1ab846-aedd-4066-994b-4e34a0a5ae15,segment=NetworkSegment(731c211d-2cbe-4aa3-a09e-111c83e33a98),segment_id=731c211d-2cbe-4aa3-a09e-111c83e33a98)] {{(pid=93751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:37:02.003356 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-5e7159af-d918-4a42-b96d-0dc164946bd6 req-3257ae66-1af6-4a9d-8d5d-60c49bb4fb9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:02.047501 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7159af-d918-4a42-b96d-0dc164946bd6 req-3257ae66-1af6-4a9d-8d5d-60c49bb4fb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:02.048132 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-5e7159af-d918-4a42-b96d-0dc164946bd6 req-3257ae66-1af6-4a9d-8d5d-60c49bb4fb9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:02.050374 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5e7159af-d918-4a42-b96d-0dc164946bd6 req-3257ae66-1af6-4a9d-8d5d-60c49bb4fb9b service neutron] 10.222.0.26 "PUT /v2.0/ports/aa1ab846-aedd-4066-994b-4e34a0a5ae15 HTTP/1.1" status: 200 len: 1091 time: 0.7885344 Jul 13 13:37:02.059513 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a84b9a-d60c-40a2-922e-cf6e33ab2f53 req-6e2aa937-8be2-414e-b34a-900aa8d0683d tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:02.062038 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-99a84b9a-d60c-40a2-922e-cf6e33ab2f53 req-6e2aa937-8be2-414e-b34a-900aa8d0683d tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ce7f0b0-01cd-4b78-b83e-cbe21e707b26 HTTP/1.1" status: 200 len: 1024 time: 0.0946434 Jul 13 13:37:02.092769 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3257ae66-1af6-4a9d-8d5d-60c49bb4fb9b service neutron] Pushing event updated for resources: {'Port': ['ID=aa1ab846-aedd-4066-994b-4e34a0a5ae15,revision_number=3']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:37:02.141373 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-47bfbcdc-1e83-4583-8c53-9ce7c9ba16f0 req-f34a1fc3-80d6-4136-aba8-251cd1970755 tempest-ServerShowV247Test-536995667 tempest-ServerShowV247Test-536995667-project] 10.222.0.23 "GET /v2.0/ports?device_id=06dc8b3e-9475-4510-8ddf-28cde5618352 HTTP/1.1" status: 200 len: 210 time: 0.0311613 Jul 13 13:37:02.220658 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 13:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06879a09-2536-4065-801a-a6227e8c5e62 x-openstack-request-id: req-06879a09-2536-4065-801a-a6227e8c5e62 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:37:02.222359 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e6b446c-7c7b-47ab-ac5e-8ee1b0a4840a", "name": "network-vif-unplugged", "status": "completed", "tag": "089b8ef1-00c5-47fd-a137-94d04b852c4b", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:37:02.222628 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-06879a09-2536-4065-801a-a6227e8c5e62 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:37:02.223033 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e6b446c-7c7b-47ab-ac5e-8ee1b0a4840a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '089b8ef1-00c5-47fd-a137-94d04b852c4b', 'code': 200} Jul 13 13:37:02.240670 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7159af-d918-4a42-b96d-0dc164946bd6 req-a8aef8c6-47a6-4334-83b9-cdbc0fb828fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:02.242538 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5e7159af-d918-4a42-b96d-0dc164946bd6 req-a8aef8c6-47a6-4334-83b9-cdbc0fb828fe service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=25975085bfa5408baa762e94e04f7b53&device_id=d443184c-2c41-4eaa-8193-dff73948f7ee HTTP/1.1" status: 200 len: 1094 time: 0.0933166 Jul 13 13:37:02.242758 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-99a84b9a-d60c-40a2-922e-cf6e33ab2f53 req-42731ead-d512-470f-ba48-dc9512e9a09f tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Deleting port 30670d3c-030d-441e-98b6-c23399817f20 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:37:02.243296 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-99a84b9a-d60c-40a2-922e-cf6e33ab2f53 req-42731ead-d512-470f-ba48-dc9512e9a09f tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:02.305351 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5e7159af-d918-4a42-b96d-0dc164946bd6 req-910da1c5-f06d-496e-9a52-3d059325fe5c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa1ab846-aedd-4066-994b-4e34a0a5ae15 HTTP/1.1" status: 200 len: 217 time: 0.0472701 Jul 13 13:37:02.360914 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7159af-d918-4a42-b96d-0dc164946bd6 req-269540f9-5ded-4685-b88c-5e97f6b158ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:02.362795 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5e7159af-d918-4a42-b96d-0dc164946bd6 req-269540f9-5ded-4685-b88c-5e97f6b158ed service neutron] 10.222.0.26 "GET /v2.0/subnets?id=560441f8-4dd8-4170-ae42-f3e38fe7cfb4 HTTP/1.1" status: 200 len: 844 time: 0.0512929 Jul 13 13:37:02.379338 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-99a84b9a-d60c-40a2-922e-cf6e33ab2f53 req-42731ead-d512-470f-ba48-dc9512e9a09f tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] For port 30670d3c-030d-441e-98b6-c23399817f20, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=30670d3c-030d-441e-98b6-c23399817f20,segment=NetworkSegment(389f0714-81c5-44c7-95d7-c7027042d54a),segment_id=389f0714-81c5-44c7-95d7-c7027042d54a)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:37:02.379698 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-99a84b9a-d60c-40a2-922e-cf6e33ab2f53 req-42731ead-d512-470f-ba48-dc9512e9a09f tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:02.397535 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5e7159af-d918-4a42-b96d-0dc164946bd6 req-345f6f43-7065-4f10-bd8a-ae34f5287200 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6abf39c7-5383-40cb-87d6-f20d29bbd8cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284970 Jul 13 13:37:02.402238 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-99a84b9a-d60c-40a2-922e-cf6e33ab2f53 req-42731ead-d512-470f-ba48-dc9512e9a09f tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Calling delete_port for 30670d3c-030d-441e-98b6-c23399817f20 owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:37:02.435032 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa6446a-b608-432a-9916-7ef6c9baee94 req-ae970801-42da-4a52-b430-9ab4031a49f9 tempest-TenantUsagesTestJSON-1261123118 tempest-TenantUsagesTestJSON-1261123118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:02.436403 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0aa6446a-b608-432a-9916-7ef6c9baee94 req-ae970801-42da-4a52-b430-9ab4031a49f9 tempest-TenantUsagesTestJSON-1261123118 tempest-TenantUsagesTestJSON-1261123118-project] 10.222.0.23 "GET /v2.0/ports?device_id=b747ed38-e2af-43d7-9562-470bbb32117f HTTP/1.1" status: 200 len: 949 time: 0.1116779 Jul 13 13:37:02.503124 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5e7159af-d918-4a42-b96d-0dc164946bd6 req-7dee63cf-9df6-46c4-910c-253b7719ddda service neutron] 10.222.0.26 "GET /v2.0/networks/6abf39c7-5383-40cb-87d6-f20d29bbd8cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992224 Jul 13 13:37:02.530913 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0aa6446a-b608-432a-9916-7ef6c9baee94 req-eee1d333-0727-4086-9f44-51933acf860f tempest-TenantUsagesTestJSON-1261123118 tempest-TenantUsagesTestJSON-1261123118-project] 10.222.0.23 "GET /v2.0/security-groups?id=5dbda029-d841-4205-bc3e-617147df1b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537682 Jul 13 13:37:02.605776 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5e7159af-d918-4a42-b96d-0dc164946bd6 req-c9389947-e5a6-4fad-a124-9936ec53d960 service neutron] 10.222.0.26 "GET /v2.0/networks/6abf39c7-5383-40cb-87d6-f20d29bbd8cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970643 Jul 13 13:37:02.609825 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-99a84b9a-d60c-40a2-922e-cf6e33ab2f53 req-42731ead-d512-470f-ba48-dc9512e9a09f tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:02.621952 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['30670d3c-030d-441e-98b6-c23399817f20'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:37:02.624645 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['879ff0e6-03fc-436e-a42b-866c7b6a0faa'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:37:02.644770 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42731ead-d512-470f-ba48-dc9512e9a09f tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Pushing event deleted for resources: {'Port': ['ID=30670d3c-030d-441e-98b6-c23399817f20,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:37:02.733858 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 089b8ef1-00c5-47fd-a137-94d04b852c4b no longer exists at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:37:02.747418 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-99a84b9a-d60c-40a2-922e-cf6e33ab2f53 req-42731ead-d512-470f-ba48-dc9512e9a09f tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] No DVR routers for this DVR port 30670d3c-030d-441e-98b6-c23399817f20 on host n-h2-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:37:02.750718 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a947007a-5216-4429-a34f-53a6866ad8df req-0879c661-2520-4a1a-9caa-6ee167616182 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ce7f0b0-01cd-4b78-b83e-cbe21e707b26 HTTP/1.1" status: 200 len: 210 time: 0.0944493 Jul 13 13:37:02.751799 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-99a84b9a-d60c-40a2-922e-cf6e33ab2f53 req-42731ead-d512-470f-ba48-dc9512e9a09f tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:02.754823 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-99a84b9a-d60c-40a2-922e-cf6e33ab2f53 req-42731ead-d512-470f-ba48-dc9512e9a09f tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] 10.222.0.41 "DELETE /v2.0/ports/30670d3c-030d-441e-98b6-c23399817f20 HTTP/1.1" status: 204 len: 173 time: 0.6875908 Jul 13 13:37:02.755355 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ce7f0b0-01cd-4b78-b83e-cbe21e707b26', 'name': 'network-vif-deleted', 'tag': '30670d3c-030d-441e-98b6-c23399817f20'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:37:02.766059 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-120cc103-913d-4884-9727-e1de4a464fd7" -d '{"events": [{"server_uuid": "0ce7f0b0-01cd-4b78-b83e-cbe21e707b26", "name": "network-vif-deleted", "tag": "30670d3c-030d-441e-98b6-c23399817f20"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:37:02.770577 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] No Port match for: 089b8ef1-00c5-47fd-a137-94d04b852c4b {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:37:02.771202 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 089b8ef1-00c5-47fd-a137-94d04b852c4b not bound to the agent host n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:37:02.869447 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [req-7794f3a1-2db9-4eb3-af41-527d4cc79035 req-ebb67448-d3c7-4c06-b236-ab93d16d4d82 tempest-LiveMigrationTest-1713788618 tempest-LiveMigrationTest-1713788618-project-admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 13:37:02.878877 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7794f3a1-2db9-4eb3-af41-527d4cc79035 req-ebb67448-d3c7-4c06-b236-ab93d16d4d82 tempest-LiveMigrationTest-1713788618 tempest-LiveMigrationTest-1713788618-project-admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0813000 Jul 13 13:37:02.941838 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-7794f3a1-2db9-4eb3-af41-527d4cc79035 req-c1c9c98f-f6bc-4c63-a708-6602debb383e service neutron] Request body: {'binding': {'host': 'n-h2-800634-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:37:02.942561 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-7794f3a1-2db9-4eb3-af41-527d4cc79035 req-c1c9c98f-f6bc-4c63-a708-6602debb383e service neutron] Unknown quota resources ['binding']. {{(pid=93751) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 13 13:37:03.000747 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a9a823-5a99-43e8-a81a-fecc451084da req-aa2d5b61-722f-4ae9-881b-e9da47aa22f9 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:03.010554 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c1a9a823-5a99-43e8-a81a-fecc451084da req-aa2d5b61-722f-4ae9-881b-e9da47aa22f9 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/ports?device_id=19484389-4442-4006-8609-611c2db004ea HTTP/1.1" status: 200 len: 944 time: 0.0980613 Jul 13 13:37:03.048293 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c1a9a823-5a99-43e8-a81a-fecc451084da req-ca67ddd5-a107-4dba-9455-215885f8bf1f tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8450e8a-3ce6-4095-b6b4-37555b8042b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355575 Jul 13 13:37:03.093403 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-7794f3a1-2db9-4eb3-af41-527d4cc79035 req-c1c9c98f-f6bc-4c63-a708-6602debb383e service neutron] Attempting to bind port f7c0bc01-324c-4502-bcaf-90d8b511012e on host n-h2-800634-1 for vnic_type normal with profile None {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:37:03.093403 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-7794f3a1-2db9-4eb3-af41-527d4cc79035 req-c1c9c98f-f6bc-4c63-a708-6602debb383e service neutron] Attempting to bind port f7c0bc01-324c-4502-bcaf-90d8b511012e by drivers openvswitch,hyperv on host n-h2-800634-1 at level 0 using segments [{'id': 'f952029b-434e-49c6-8d96-f83b0194500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5c5b1ca0-24b0-4412-b81d-dc9907cb0039'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:37:03.093693 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7794f3a1-2db9-4eb3-af41-527d4cc79035 req-c1c9c98f-f6bc-4c63-a708-6602debb383e service neutron] Attempting to bind port f7c0bc01-324c-4502-bcaf-90d8b511012e on network 5c5b1ca0-24b0-4412-b81d-dc9907cb0039 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:37:03.095697 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device f40805c5-97e9-4fc1-a07f-7bb466f99261 up at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:37:03.098631 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7794f3a1-2db9-4eb3-af41-527d4cc79035 req-c1c9c98f-f6bc-4c63-a708-6602debb383e service neutron] Port f7c0bc01-324c-4502-bcaf-90d8b511012e on network 5c5b1ca0-24b0-4412-b81d-dc9907cb0039 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-1 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:37:03.099995 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7794f3a1-2db9-4eb3-af41-527d4cc79035 req-c1c9c98f-f6bc-4c63-a708-6602debb383e service neutron] Attempting to bind port f7c0bc01-324c-4502-bcaf-90d8b511012e on network 5c5b1ca0-24b0-4412-b81d-dc9907cb0039 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:37:03.104114 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7794f3a1-2db9-4eb3-af41-527d4cc79035 req-c1c9c98f-f6bc-4c63-a708-6602debb383e service neutron] Checking agent: {'id': 'f615e5c9-21ab-43f2-adbc-192d64b795cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:37:03.104457 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7794f3a1-2db9-4eb3-af41-527d4cc79035 req-c1c9c98f-f6bc-4c63-a708-6602debb383e service neutron] Checking segment: {'id': 'f952029b-434e-49c6-8d96-f83b0194500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5c5b1ca0-24b0-4412-b81d-dc9907cb0039'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:37:03.104933 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7794f3a1-2db9-4eb3-af41-527d4cc79035 req-c1c9c98f-f6bc-4c63-a708-6602debb383e service neutron] Bound using segment: {'id': 'f952029b-434e-49c6-8d96-f83b0194500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5c5b1ca0-24b0-4412-b81d-dc9907cb0039'} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:37:03.105367 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-7794f3a1-2db9-4eb3-af41-527d4cc79035 req-c1c9c98f-f6bc-4c63-a708-6602debb383e service neutron] Bound port: f7c0bc01-324c-4502-bcaf-90d8b511012e, host: n-h2-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f952029b-434e-49c6-8d96-f83b0194500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5c5b1ca0-24b0-4412-b81d-dc9907cb0039'}}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:37:03.155737 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning for port f40805c5-97e9-4fc1-a07f-7bb466f99261 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:37:03.162205 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning complete for port f40805c5-97e9-4fc1-a07f-7bb466f99261 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:37:03.163438 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-7794f3a1-2db9-4eb3-af41-527d4cc79035 req-c1c9c98f-f6bc-4c63-a708-6602debb383e service neutron] For port f7c0bc01-324c-4502-bcaf-90d8b511012e, host n-h2-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=f7c0bc01-324c-4502-bcaf-90d8b511012e,segment=NetworkSegment(f952029b-434e-49c6-8d96-f83b0194500d),segment_id=f952029b-434e-49c6-8d96-f83b0194500d)] {{(pid=93751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:37:03.164067 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:03.170793 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-7794f3a1-2db9-4eb3-af41-527d4cc79035 req-c1c9c98f-f6bc-4c63-a708-6602debb383e service neutron] Notify callbacks [] for binding, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:03.176438 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7794f3a1-2db9-4eb3-af41-527d4cc79035 req-c1c9c98f-f6bc-4c63-a708-6602debb383e service neutron] 10.222.0.23 "POST /v2.0/ports/f7c0bc01-324c-4502-bcaf-90d8b511012e/bindings HTTP/1.1" status: 201 len: 389 time: 0.2951427 Jul 13 13:37:03.236045 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd443184c-2c41-4eaa-8193-dff73948f7ee', 'tag': 'aa1ab846-aedd-4066-994b-4e34a0a5ae15'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:37:03.240959 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d17b627af75e17e0f4b8d6239d04f8c2f78634e2c585e32a7aeca336500f34a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-096dd047-4b6d-4796-86f9-927bd9ee9bea" -d '{"events": [{"name": "network-changed", "server_uuid": "d443184c-2c41-4eaa-8193-dff73948f7ee", "tag": "aa1ab846-aedd-4066-994b-4e34a0a5ae15"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:37:03.274376 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:03.334803 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port f40805c5-97e9-4fc1-a07f-7bb466f99261, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=f40805c5-97e9-4fc1-a07f-7bb466f99261,segment=NetworkSegment(8ca861d2-7f67-42e9-b790-b2afeca7fd40),segment_id=8ca861d2-7f67-42e9-b790-b2afeca7fd40)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:37:03.343847 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:03.410624 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=f40805c5-97e9-4fc1-a07f-7bb466f99261,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:37:03.429539 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:37:03.429959 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:37:03.430291 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:37:03.430629 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:37:03.430994 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:37:03.433438 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:37:03.435186 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:37:03.435591 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:37:03.435924 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:37:03.436257 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:37:03.436586 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:37:03.436911 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:37:03.537490 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69899061-a052-4559-85a6-f2401162424a x-openstack-request-id: req-69899061-a052-4559-85a6-f2401162424a {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:37:03.538221 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ce7f0b0-01cd-4b78-b83e-cbe21e707b26", "name": "network-vif-deleted", "tag": "30670d3c-030d-441e-98b6-c23399817f20", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:37:03.538602 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-69899061-a052-4559-85a6-f2401162424a {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:37:03.539124 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ce7f0b0-01cd-4b78-b83e-cbe21e707b26', 'name': 'network-vif-deleted', 'tag': '30670d3c-030d-441e-98b6-c23399817f20', 'status': 'completed', 'code': 200} Jul 13 13:37:03.564886 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace8beeb-6a3e-45fd-85d0-aabce603fadc req-401f674a-f414-4fe4-b9a7-7f64663178ce tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:03.567151 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ace8beeb-6a3e-45fd-85d0-aabce603fadc req-401f674a-f414-4fe4-b9a7-7f64663178ce tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] 10.222.0.23 "GET /v2.0/ports?device_id=d443184c-2c41-4eaa-8193-dff73948f7ee HTTP/1.1" status: 200 len: 943 time: 0.1833143 Jul 13 13:37:03.626068 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7794f3a1-2db9-4eb3-af41-527d4cc79035 req-b598ef8c-ada6-43c3-90e8-f7490aca3afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:03.628376 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7794f3a1-2db9-4eb3-af41-527d4cc79035 req-b598ef8c-ada6-43c3-90e8-f7490aca3afc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7ec77ffc288b40b5a9663fa2e5a78733&device_id=a4d24ebb-a0aa-4a23-a3c0-9b1c914e9f80 HTTP/1.1" status: 200 len: 1096 time: 0.1351666 Jul 13 13:37:03.671810 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ace8beeb-6a3e-45fd-85d0-aabce603fadc req-6cbd47f5-3900-4f4d-91a5-c70a8a839aa5 tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] 10.222.0.23 "GET /v2.0/security-groups?id=d29423a1-067a-4d38-adf6-741b7ccff4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947986 Jul 13 13:37:03.680435 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b204b3d-8d25-405b-bf6a-c4ccff32b61e req-9a8f3a92-8c36-4c25-b10d-ac6807e5cf3e tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:03.689189 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7b204b3d-8d25-405b-bf6a-c4ccff32b61e req-9a8f3a92-8c36-4c25-b10d-ac6807e5cf3e tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] 10.222.0.23 "GET /v2.0/ports?device_id=1cd54210-282a-4a26-97b7-f1d70daa60d2 HTTP/1.1" status: 200 len: 946 time: 0.0770123 Jul 13 13:37:03.750344 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7b204b3d-8d25-405b-bf6a-c4ccff32b61e req-a804f3fc-8220-41c4-93b6-6fabe55e5b6b tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] 10.222.0.23 "GET /v2.0/security-groups?id=feeb6b93-5051-4dcc-8776-c314f05e05ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599544 Jul 13 13:37:03.798375 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed539e7-187f-43fb-8a3a-5c88ca8d9e18 req-a439c86e-1897-4840-a15f-d76695af1444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:03.807557 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2ed539e7-187f-43fb-8a3a-5c88ca8d9e18 req-a439c86e-1897-4840-a15f-d76695af1444 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1cd54210-282a-4a26-97b7-f1d70daa60d2 HTTP/1.1" status: 200 len: 1097 time: 0.1760683 Jul 13 13:37:03.834663 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 13:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03296c9e-fd63-4a00-a90e-98634eb0f796 x-openstack-request-id: req-03296c9e-fd63-4a00-a90e-98634eb0f796 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:37:03.835074 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d443184c-2c41-4eaa-8193-dff73948f7ee", "tag": "aa1ab846-aedd-4066-994b-4e34a0a5ae15", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:37:03.835459 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-03296c9e-fd63-4a00-a90e-98634eb0f796 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:37:03.835729 n-d-800634-1 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd443184c-2c41-4eaa-8193-dff73948f7ee', 'tag': 'aa1ab846-aedd-4066-994b-4e34a0a5ae15', 'status': 'completed', 'code': 200} Jul 13 13:37:03.838650 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7794f3a1-2db9-4eb3-af41-527d4cc79035 req-e4246a49-69d4-46e3-ba0b-02173b36ca9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:03.840438 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7794f3a1-2db9-4eb3-af41-527d4cc79035 req-e4246a49-69d4-46e3-ba0b-02173b36ca9a service neutron] 10.222.0.41 "GET /v2.0/networks?id=5c5b1ca0-24b0-4412-b81d-dc9907cb0039 HTTP/1.1" status: 200 len: 908 time: 0.1986563 Jul 13 13:37:03.891482 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2ed539e7-187f-43fb-8a3a-5c88ca8d9e18 req-7e1b66d5-7833-414f-95df-8cf81a81bc88 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=feeb6b93-5051-4dcc-8776-c314f05e05ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768061 Jul 13 13:37:03.892781 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7794f3a1-2db9-4eb3-af41-527d4cc79035 req-6c2a0277-9a9b-4cc3-abba-287880a8d1e1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f7c0bc01-324c-4502-bcaf-90d8b511012e HTTP/1.1" status: 200 len: 217 time: 0.0451262 Jul 13 13:37:03.979730 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096dd047-4b6d-4796-86f9-927bd9ee9bea req-9c3f99ed-5724-4bdb-beb7-853d0e9f3fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:03.981880 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-096dd047-4b6d-4796-86f9-927bd9ee9bea req-9c3f99ed-5724-4bdb-beb7-853d0e9f3fe6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=25975085bfa5408baa762e94e04f7b53&device_id=d443184c-2c41-4eaa-8193-dff73948f7ee HTTP/1.1" status: 200 len: 1094 time: 0.1243014 Jul 13 13:37:03.992984 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2c66f7-ffe3-495a-8fd0-a4ca12f9283f req-0415e309-38fd-4fd7-a22d-376d7fb062cd tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:04.000187 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7794f3a1-2db9-4eb3-af41-527d4cc79035 req-2c975736-1efb-4a63-98d3-96f272a19ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:04.002315 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7794f3a1-2db9-4eb3-af41-527d4cc79035 req-2c975736-1efb-4a63-98d3-96f272a19ee2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=41cb83d6-1972-42a1-91b6-99e2d7728a68 HTTP/1.1" status: 200 len: 848 time: 0.0639303 Jul 13 13:37:04.004440 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-df2c66f7-ffe3-495a-8fd0-a4ca12f9283f req-0415e309-38fd-4fd7-a22d-376d7fb062cd tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4d24ebb-a0aa-4a23-a3c0-9b1c914e9f80 HTTP/1.1" status: 200 len: 945 time: 0.1058943 Jul 13 13:37:04.059749 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7794f3a1-2db9-4eb3-af41-527d4cc79035 req-407df6d1-94c6-4227-9b8a-1e598360d8de service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5c5b1ca0-24b0-4412-b81d-dc9907cb0039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475214 Jul 13 13:37:04.106709 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-df2c66f7-ffe3-495a-8fd0-a4ca12f9283f req-955094ad-4ae4-415f-a232-d43d36da6bb7 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/security-groups?id=4f83e00a-e782-49e6-b944-d06b9e971cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012313 Jul 13 13:37:04.115536 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 55040) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:37:04.169084 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7794f3a1-2db9-4eb3-af41-527d4cc79035 req-2752c449-29d5-4bf9-a924-d1ebe0d189cd service neutron] 10.222.0.41 "GET /v2.0/networks/5c5b1ca0-24b0-4412-b81d-dc9907cb0039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017857 Jul 13 13:37:04.206647 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-9c9d60f8-fc3a-4e7a-b118-e719130bcdfd req-7f9a0cca-6ae5-4323-aba8-6dda55c21c6f tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] 10.222.0.23 "GET /v2.0/security-groups/719f2b53-c48b-4ca2-9934-3539c779b363 HTTP/1.1" status: 200 len: 1798 time: 0.0629928 Jul 13 13:37:04.209954 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096dd047-4b6d-4796-86f9-927bd9ee9bea req-3a04d649-e4f3-43e4-abd7-cded8533dfa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:04.211702 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-096dd047-4b6d-4796-86f9-927bd9ee9bea req-3a04d649-e4f3-43e4-abd7-cded8533dfa1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6abf39c7-5383-40cb-87d6-f20d29bbd8cf HTTP/1.1" status: 200 len: 904 time: 0.2051508 Jul 13 13:37:04.224235 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19484389-4442-4006-8609-611c2db004ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f40805c5-97e9-4fc1-a07f-7bb466f99261'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:37:04.226680 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08d32518-bdc9-450a-b4a1-6c2eb81c50f4" -d '{"events": [{"server_uuid": "19484389-4442-4006-8609-611c2db004ea", "name": "network-vif-plugged", "status": "completed", "tag": "f40805c5-97e9-4fc1-a07f-7bb466f99261"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:37:04.302115 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7794f3a1-2db9-4eb3-af41-527d4cc79035 req-88548cc7-38cb-49bb-ad6f-89c879e13410 service neutron] 10.222.0.41 "GET /v2.0/networks/5c5b1ca0-24b0-4412-b81d-dc9907cb0039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110029 Jul 13 13:37:04.313088 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-89a39aa5-4a5a-465e-8b14-6120037d9f38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:04.318530 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-096dd047-4b6d-4796-86f9-927bd9ee9bea req-109ac11e-1332-4d66-b327-94047a4a5b45 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa1ab846-aedd-4066-994b-4e34a0a5ae15 HTTP/1.1" status: 200 len: 217 time: 0.0643227 Jul 13 13:37:04.327934 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-9c9d60f8-fc3a-4e7a-b118-e719130bcdfd req-d2789521-b5fc-4bc1-8dda-5dbdd3f0818e tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:04.357584 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedcd12b-54cb-45b7-999a-ccd436b0af38 req-4e0fdc61-df32-491a-aa2f-01cb2a5bcd33 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:04.359112 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-dedcd12b-54cb-45b7-999a-ccd436b0af38 req-4e0fdc61-df32-491a-aa2f-01cb2a5bcd33 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/ports?device_id=19484389-4442-4006-8609-611c2db004ea HTTP/1.1" status: 200 len: 945 time: 0.0708406 Jul 13 13:37:04.400396 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-9c9d60f8-fc3a-4e7a-b118-e719130bcdfd req-d2789521-b5fc-4bc1-8dda-5dbdd3f0818e tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:04.421130 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096dd047-4b6d-4796-86f9-927bd9ee9bea req-7a0df8ff-ddd0-4849-ac40-f42c2b9f2b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:04.422644 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-096dd047-4b6d-4796-86f9-927bd9ee9bea req-7a0df8ff-ddd0-4849-ac40-f42c2b9f2b67 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=560441f8-4dd8-4170-ae42-f3e38fe7cfb4 HTTP/1.1" status: 200 len: 844 time: 0.0958874 Jul 13 13:37:04.487446 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-096dd047-4b6d-4796-86f9-927bd9ee9bea req-ebbd287c-034b-4986-8f2e-02ea8ef30725 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6abf39c7-5383-40cb-87d6-f20d29bbd8cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534527 Jul 13 13:37:04.553824 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-9c9d60f8-fc3a-4e7a-b118-e719130bcdfd req-d2789521-b5fc-4bc1-8dda-5dbdd3f0818e tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:04.556267 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-9c9d60f8-fc3a-4e7a-b118-e719130bcdfd req-d2789521-b5fc-4bc1-8dda-5dbdd3f0818e tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:04.557417 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-9c9d60f8-fc3a-4e7a-b118-e719130bcdfd req-d2789521-b5fc-4bc1-8dda-5dbdd3f0818e tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] 10.222.0.23 "DELETE /v2.0/security-groups/719f2b53-c48b-4ca2-9934-3539c779b363 HTTP/1.1" status: 204 len: 173 time: 0.3436382 Jul 13 13:37:04.579721 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2789521-b5fc-4bc1-8dda-5dbdd3f0818e tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=719f2b53-c48b-4ca2-9934-3539c779b363,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:37:04.636833 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-89a39aa5-4a5a-465e-8b14-6120037d9f38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:04.640935 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-096dd047-4b6d-4796-86f9-927bd9ee9bea req-20ca0fa3-030e-4112-bc52-2c282c210359 service neutron] 10.222.0.26 "GET /v2.0/networks/6abf39c7-5383-40cb-87d6-f20d29bbd8cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458280 Jul 13 13:37:04.641952 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-89a39aa5-4a5a-465e-8b14-6120037d9f38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:04.739384 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-89a39aa5-4a5a-465e-8b14-6120037d9f38 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1db7e196f25748628adaec5183a7058a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6218026 Jul 13 13:37:04.742120 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a39aa5-4a5a-465e-8b14-6120037d9f38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b350892-6154-471b-8870-73f3c9e763b8,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:37:04.757037 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 55054) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:37:04.761981 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 30670d3c-030d-441e-98b6-c23399817f20 no longer exists at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:37:04.798834 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] No Port match for: 30670d3c-030d-441e-98b6-c23399817f20 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:37:04.799256 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 30670d3c-030d-441e-98b6-c23399817f20 not bound to the agent host n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:37:04.804647 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-dedcd12b-54cb-45b7-999a-ccd436b0af38 req-8731c05f-8619-4ab3-9d7f-8081febb0832 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8450e8a-3ce6-4095-b6b4-37555b8042b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4395647 Jul 13 13:37:04.839658 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-096dd047-4b6d-4796-86f9-927bd9ee9bea req-7f858963-bfaf-408d-8216-8a41b418636e service neutron] 10.222.0.26 "GET /v2.0/networks/6abf39c7-5383-40cb-87d6-f20d29bbd8cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926281 Jul 13 13:37:04.859879 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7794f3a1-2db9-4eb3-af41-527d4cc79035 req-2fcf5f65-365f-446e-90bc-e40097429911 tempest-LiveMigrationTest-1713788618 tempest-LiveMigrationTest-1713788618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:04.863223 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7794f3a1-2db9-4eb3-af41-527d4cc79035 req-2fcf5f65-365f-446e-90bc-e40097429911 tempest-LiveMigrationTest-1713788618 tempest-LiveMigrationTest-1713788618-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=a4d24ebb-a0aa-4a23-a3c0-9b1c914e9f80&tenant_id=7ec77ffc288b40b5a9663fa2e5a78733&binding%3Ahost_id=n-h1-800634-1 HTTP/1.1" status: 200 len: 1096 time: 0.4913332 Jul 13 13:37:04.866239 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-990b791e-e320-4fd9-98ee-a7edf7a53025 x-openstack-request-id: req-990b791e-e320-4fd9-98ee-a7edf7a53025 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:37:04.867175 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19484389-4442-4006-8609-611c2db004ea", "name": "network-vif-plugged", "status": "completed", "tag": "f40805c5-97e9-4fc1-a07f-7bb466f99261", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:37:04.867175 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-990b791e-e320-4fd9-98ee-a7edf7a53025 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:37:04.867411 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19484389-4442-4006-8609-611c2db004ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f40805c5-97e9-4fc1-a07f-7bb466f99261', 'code': 200} Jul 13 13:37:04.873896 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dcd5db86-77ae-4a8c-b487-f7113d7806e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:04.876611 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-7794f3a1-2db9-4eb3-af41-527d4cc79035 req-1cfe6c15-24d2-4310-8f85-f46fe6244ee5 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-800634-1'}}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:37:04.905362 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dcd5db86-77ae-4a8c-b487-f7113d7806e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:04.980786 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-401335f8-6a0c-4abb-a88a-6d3d82999508 req-79238f28-a945-4767-85cd-d935a1d41b42 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] 10.222.0.23 "GET /v2.0/security-groups/79d43c0e-1e61-4c18-adb5-48eaefae6463 HTTP/1.1" status: 200 len: 1800 time: 0.0994580 Jul 13 13:37:05.006525 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-7794f3a1-2db9-4eb3-af41-527d4cc79035 req-1cfe6c15-24d2-4310-8f85-f46fe6244ee5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:05.008712 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadad37e-300d-4235-b771-409fa3be88f2 req-3bdfebf4-3918-4c2e-a030-764ff1dbb5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:05.010263 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-fadad37e-300d-4235-b771-409fa3be88f2 req-3bdfebf4-3918-4c2e-a030-764ff1dbb5b0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=19484389-4442-4006-8609-611c2db004ea HTTP/1.1" status: 200 len: 1096 time: 0.0690522 Jul 13 13:37:05.011588 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dcd5db86-77ae-4a8c-b487-f7113d7806e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:05.014163 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dcd5db86-77ae-4a8c-b487-f7113d7806e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:05.015184 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-dcd5db86-77ae-4a8c-b487-f7113d7806e9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9b350892-6154-471b-8870-73f3c9e763b8 HTTP/1.1" status: 204 len: 168 time: 0.2562010 Jul 13 13:37:05.052352 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd5db86-77ae-4a8c-b487-f7113d7806e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b350892-6154-471b-8870-73f3c9e763b8,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:37:05.086803 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-fadad37e-300d-4235-b771-409fa3be88f2 req-09e9c805-1d63-42d2-b0c3-81b9f71fd70d service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e8450e8a-3ce6-4095-b6b4-37555b8042b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697007 Jul 13 13:37:05.105085 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device aa1ab846-aedd-4066-994b-4e34a0a5ae15 details requested by agent hyperv_n-h1-800634-1 with host n-h1-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 13:37:05.170458 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-401335f8-6a0c-4abb-a88a-6d3d82999508 req-96142bcb-2079-4621-88c6-dbeb866ab68f tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:05.209284 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-401335f8-6a0c-4abb-a88a-6d3d82999508 req-96142bcb-2079-4621-88c6-dbeb866ab68f tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:05.220174 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bf1c32-d85a-4871-83d2-0e6a6ab21970 req-036c08a8-baf0-48fd-b38f-904f1f40aa69 tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:05.223624 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e1bf1c32-d85a-4871-83d2-0e6a6ab21970 req-036c08a8-baf0-48fd-b38f-904f1f40aa69 tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] 10.222.0.23 "GET /v2.0/ports?device_id=d443184c-2c41-4eaa-8193-dff73948f7ee HTTP/1.1" status: 200 len: 943 time: 0.0867302 Jul 13 13:37:05.244410 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port aa1ab846-aedd-4066-994b-4e34a0a5ae15, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=aa1ab846-aedd-4066-994b-4e34a0a5ae15,segment=NetworkSegment(731c211d-2cbe-4aa3-a09e-111c83e33a98),segment_id=731c211d-2cbe-4aa3-a09e-111c83e33a98)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:37:05.256442 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-7794f3a1-2db9-4eb3-af41-527d4cc79035 req-1cfe6c15-24d2-4310-8f85-f46fe6244ee5 service neutron] For port f7c0bc01-324c-4502-bcaf-90d8b511012e, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=f7c0bc01-324c-4502-bcaf-90d8b511012e,segment=NetworkSegment(f952029b-434e-49c6-8d96-f83b0194500d),segment_id=f952029b-434e-49c6-8d96-f83b0194500d)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:37:05.258437 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Returning: {'device': 'aa1ab846-aedd-4066-994b-4e34a0a5ae15', 'network_id': '6abf39c7-5383-40cb-87d6-f20d29bbd8cf', 'port_id': 'aa1ab846-aedd-4066-994b-4e34a0a5ae15', 'mac_address': 'fa:16:3e:d0:26:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '560441f8-4dd8-4170-ae42-f3e38fe7cfb4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 13:37:05.265672 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e1bf1c32-d85a-4871-83d2-0e6a6ab21970 req-1033bb16-1441-469c-b775-cd7c80812dfa tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] 10.222.0.23 "GET /v2.0/security-groups?id=d29423a1-067a-4d38-adf6-741b7ccff4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357273 Jul 13 13:37:05.303966 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:05.314538 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-7794f3a1-2db9-4eb3-af41-527d4cc79035 req-1cfe6c15-24d2-4310-8f85-f46fe6244ee5 service neutron] For port f7c0bc01-324c-4502-bcaf-90d8b511012e, host n-h1-800634-1, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:37:05.318653 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa1ab846-aedd-4066-994b-4e34a0a5ae15 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:37:05.339527 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port aa1ab846-aedd-4066-994b-4e34a0a5ae15, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=aa1ab846-aedd-4066-994b-4e34a0a5ae15,segment=NetworkSegment(731c211d-2cbe-4aa3-a09e-111c83e33a98),segment_id=731c211d-2cbe-4aa3-a09e-111c83e33a98)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:37:05.345410 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-401335f8-6a0c-4abb-a88a-6d3d82999508 req-96142bcb-2079-4621-88c6-dbeb866ab68f tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:05.348111 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:05.349100 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-401335f8-6a0c-4abb-a88a-6d3d82999508 req-96142bcb-2079-4621-88c6-dbeb866ab68f tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:05.351023 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-401335f8-6a0c-4abb-a88a-6d3d82999508 req-96142bcb-2079-4621-88c6-dbeb866ab68f tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] 10.222.0.23 "DELETE /v2.0/security-groups/79d43c0e-1e61-4c18-adb5-48eaefae6463 HTTP/1.1" status: 204 len: 173 time: 0.3541229 Jul 13 13:37:05.368174 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96142bcb-2079-4621-88c6-dbeb866ab68f tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79d43c0e-1e61-4c18-adb5-48eaefae6463,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:37:05.394085 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-7794f3a1-2db9-4eb3-af41-527d4cc79035 req-1cfe6c15-24d2-4310-8f85-f46fe6244ee5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:05.401871 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-7794f3a1-2db9-4eb3-af41-527d4cc79035 req-1cfe6c15-24d2-4310-8f85-f46fe6244ee5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:05.427235 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=aa1ab846-aedd-4066-994b-4e34a0a5ae15,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:37:05.493467 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a177c1a-242f-4f53-bcfd-141a8bc69664 req-b1ec944e-ef87-44ba-9bf7-bd1665eee216 tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:05.495471 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8a177c1a-242f-4f53-bcfd-141a8bc69664 req-b1ec944e-ef87-44ba-9bf7-bd1665eee216 tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] 10.222.0.23 "GET /v2.0/ports?device_id=1cd54210-282a-4a26-97b7-f1d70daa60d2 HTTP/1.1" status: 200 len: 946 time: 0.0741761 Jul 13 13:37:05.525810 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfe6c15-24d2-4310-8f85-f46fe6244ee5 service neutron] Pushing event updated for resources: {'Port': ['ID=f7c0bc01-324c-4502-bcaf-90d8b511012e,revision_number=7']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:37:05.541544 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8a177c1a-242f-4f53-bcfd-141a8bc69664 req-eda8ec35-64ec-4344-88e3-a9641f6bd355 tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] 10.222.0.23 "GET /v2.0/security-groups?id=feeb6b93-5051-4dcc-8776-c314f05e05ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402350 Jul 13 13:37:05.551585 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4d24ebb-a0aa-4a23-a3c0-9b1c914e9f80', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7c0bc01-324c-4502-bcaf-90d8b511012e'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:37:05.554145 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-351ddce5-5d05-4f00-aacd-5d96401df360" -d '{"events": [{"server_uuid": "a4d24ebb-a0aa-4a23-a3c0-9b1c914e9f80", "name": "network-vif-unplugged", "status": "completed", "tag": "f7c0bc01-324c-4502-bcaf-90d8b511012e"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:37:05.572393 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-7794f3a1-2db9-4eb3-af41-527d4cc79035 req-1cfe6c15-24d2-4310-8f85-f46fe6244ee5 service neutron] Attempting to bind port f7c0bc01-324c-4502-bcaf-90d8b511012e on host n-h1-800634-1 for vnic_type normal with profile {"migrating_to": "n-h2-800634-1"} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:37:05.572595 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-7794f3a1-2db9-4eb3-af41-527d4cc79035 req-1cfe6c15-24d2-4310-8f85-f46fe6244ee5 service neutron] Attempting to bind port f7c0bc01-324c-4502-bcaf-90d8b511012e by drivers openvswitch,hyperv on host n-h1-800634-1 at level 0 using segments [{'id': 'f952029b-434e-49c6-8d96-f83b0194500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5c5b1ca0-24b0-4412-b81d-dc9907cb0039'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:37:05.572939 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7794f3a1-2db9-4eb3-af41-527d4cc79035 req-1cfe6c15-24d2-4310-8f85-f46fe6244ee5 service neutron] Attempting to bind port f7c0bc01-324c-4502-bcaf-90d8b511012e on network 5c5b1ca0-24b0-4412-b81d-dc9907cb0039 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:37:05.581359 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7794f3a1-2db9-4eb3-af41-527d4cc79035 req-1cfe6c15-24d2-4310-8f85-f46fe6244ee5 service neutron] Port f7c0bc01-324c-4502-bcaf-90d8b511012e on network 5c5b1ca0-24b0-4412-b81d-dc9907cb0039 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-1 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:37:05.581680 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7794f3a1-2db9-4eb3-af41-527d4cc79035 req-1cfe6c15-24d2-4310-8f85-f46fe6244ee5 service neutron] Attempting to bind port f7c0bc01-324c-4502-bcaf-90d8b511012e on network 5c5b1ca0-24b0-4412-b81d-dc9907cb0039 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:37:05.592682 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7794f3a1-2db9-4eb3-af41-527d4cc79035 req-1cfe6c15-24d2-4310-8f85-f46fe6244ee5 service neutron] Checking agent: {'id': 'a7603dc8-3c50-4a9b-8f0d-1143528f155e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:37:05.593233 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7794f3a1-2db9-4eb3-af41-527d4cc79035 req-1cfe6c15-24d2-4310-8f85-f46fe6244ee5 service neutron] Checking segment: {'id': 'f952029b-434e-49c6-8d96-f83b0194500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5c5b1ca0-24b0-4412-b81d-dc9907cb0039'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:37:05.593646 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7794f3a1-2db9-4eb3-af41-527d4cc79035 req-1cfe6c15-24d2-4310-8f85-f46fe6244ee5 service neutron] Bound using segment: {'id': 'f952029b-434e-49c6-8d96-f83b0194500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5c5b1ca0-24b0-4412-b81d-dc9907cb0039'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:37:05.594120 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-7794f3a1-2db9-4eb3-af41-527d4cc79035 req-1cfe6c15-24d2-4310-8f85-f46fe6244ee5 service neutron] Bound port: f7c0bc01-324c-4502-bcaf-90d8b511012e, host: n-h1-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f952029b-434e-49c6-8d96-f83b0194500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5c5b1ca0-24b0-4412-b81d-dc9907cb0039'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:37:05.594492 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-7794f3a1-2db9-4eb3-af41-527d4cc79035 req-1cfe6c15-24d2-4310-8f85-f46fe6244ee5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:05.604329 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['aa1ab846-aedd-4066-994b-4e34a0a5ae15'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:37:05.622464 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3523c982-2c4e-43e2-bd2a-23a547bb101c req-e129ae7b-f775-42fd-bfb3-fbc3aed83785 tempest-TenantUsagesTestJSON-1261123118 tempest-TenantUsagesTestJSON-1261123118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:05.624014 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3523c982-2c4e-43e2-bd2a-23a547bb101c req-e129ae7b-f775-42fd-bfb3-fbc3aed83785 tempest-TenantUsagesTestJSON-1261123118 tempest-TenantUsagesTestJSON-1261123118-project] 10.222.0.23 "GET /v2.0/ports?device_id=b747ed38-e2af-43d7-9562-470bbb32117f HTTP/1.1" status: 200 len: 949 time: 0.1291544 Jul 13 13:37:05.703692 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3523c982-2c4e-43e2-bd2a-23a547bb101c req-b2b466ff-7c13-4d3d-af39-93b363394b14 tempest-TenantUsagesTestJSON-1261123118 tempest-TenantUsagesTestJSON-1261123118-project] 10.222.0.23 "GET /v2.0/security-groups?id=5dbda029-d841-4205-bc3e-617147df1b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615211 Jul 13 13:37:05.708669 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-7794f3a1-2db9-4eb3-af41-527d4cc79035 req-1cfe6c15-24d2-4310-8f85-f46fe6244ee5 service neutron] For port f7c0bc01-324c-4502-bcaf-90d8b511012e, host n-h1-800634-1, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:37:05.712602 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-7794f3a1-2db9-4eb3-af41-527d4cc79035 req-1cfe6c15-24d2-4310-8f85-f46fe6244ee5 service neutron] For port f7c0bc01-324c-4502-bcaf-90d8b511012e, host n-h1-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=f7c0bc01-324c-4502-bcaf-90d8b511012e,segment=NetworkSegment(f952029b-434e-49c6-8d96-f83b0194500d),segment_id=f952029b-434e-49c6-8d96-f83b0194500d)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:37:05.719258 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-7794f3a1-2db9-4eb3-af41-527d4cc79035 req-1cfe6c15-24d2-4310-8f85-f46fe6244ee5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:05.773695 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-ccc285d9-df8a-4cad-828a-e17704b8dbd8 req-6ba2d807-8873-4048-b249-f4513af3feab tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1222725380', 'description': 'tempest-description-2085319437'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:37:05.789868 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6491b094-4d4c-4e9c-8c3b-2ccbe7cac59c req-0f84c7a6-8eb6-4b99-8d0e-f3f134dde8b0 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:05.798280 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6491b094-4d4c-4e9c-8c3b-2ccbe7cac59c req-0f84c7a6-8eb6-4b99-8d0e-f3f134dde8b0 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4d24ebb-a0aa-4a23-a3c0-9b1c914e9f80 HTTP/1.1" status: 200 len: 943 time: 0.1422291 Jul 13 13:37:05.836390 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfe6c15-24d2-4310-8f85-f46fe6244ee5 service neutron] Pushing event updated for resources: {'Port': ['ID=f7c0bc01-324c-4502-bcaf-90d8b511012e,revision_number=8']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:37:05.848053 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7794f3a1-2db9-4eb3-af41-527d4cc79035 req-1cfe6c15-24d2-4310-8f85-f46fe6244ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:05.848777 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-7794f3a1-2db9-4eb3-af41-527d4cc79035 req-1cfe6c15-24d2-4310-8f85-f46fe6244ee5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:05.851263 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7794f3a1-2db9-4eb3-af41-527d4cc79035 req-1cfe6c15-24d2-4310-8f85-f46fe6244ee5 service neutron] 10.222.0.41 "PUT /v2.0/ports/f7c0bc01-324c-4502-bcaf-90d8b511012e HTTP/1.1" status: 200 len: 1121 time: 0.9798803 Jul 13 13:37:05.852578 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-ccc285d9-df8a-4cad-828a-e17704b8dbd8 req-6ba2d807-8873-4048-b249-f4513af3feab tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:05.853415 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6491b094-4d4c-4e9c-8c3b-2ccbe7cac59c req-7404a8c1-ea69-466c-a667-34d47497ac04 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/security-groups?id=4f83e00a-e782-49e6-b944-d06b9e971cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542023 Jul 13 13:37:05.917029 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 13:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec7da451-60ad-4663-985b-1da85f204fae x-openstack-request-id: req-ec7da451-60ad-4663-985b-1da85f204fae {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:37:05.917472 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4d24ebb-a0aa-4a23-a3c0-9b1c914e9f80", "name": "network-vif-unplugged", "status": "completed", "tag": "f7c0bc01-324c-4502-bcaf-90d8b511012e", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:37:05.917877 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ec7da451-60ad-4663-985b-1da85f204fae {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:37:05.918525 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4d24ebb-a0aa-4a23-a3c0-9b1c914e9f80', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7c0bc01-324c-4502-bcaf-90d8b511012e', 'code': 200} Jul 13 13:37:05.931351 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['f7c0bc01-324c-4502-bcaf-90d8b511012e'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:37:05.946180 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-7cae5eb1-72ee-491f-a559-de63bdd3447a req-4d6943e7-791a-46f0-bbea-1a00cd8c0ef7 tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-223859972', 'description': 'tempest-description-1045433221'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:37:05.998632 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-ccc285d9-df8a-4cad-828a-e17704b8dbd8 req-6ba2d807-8873-4048-b249-f4513af3feab tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:06.005049 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-ccc285d9-df8a-4cad-828a-e17704b8dbd8 req-6ba2d807-8873-4048-b249-f4513af3feab tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:06.035538 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-7cae5eb1-72ee-491f-a559-de63bdd3447a req-4d6943e7-791a-46f0-bbea-1a00cd8c0ef7 tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:06.044659 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-ccc285d9-df8a-4cad-828a-e17704b8dbd8 req-6ba2d807-8873-4048-b249-f4513af3feab tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:06.046019 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ccc285d9-df8a-4cad-828a-e17704b8dbd8 req-6ba2d807-8873-4048-b249-f4513af3feab tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.2831295 Jul 13 13:37:06.047910 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba2d807-8873-4048-b249-f4513af3feab tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=783c217e-c897-48d5-9d56-e01bb2f8243a,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:37:06.177975 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-7cae5eb1-72ee-491f-a559-de63bdd3447a req-4d6943e7-791a-46f0-bbea-1a00cd8c0ef7 tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:06.182710 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-7cae5eb1-72ee-491f-a559-de63bdd3447a req-4d6943e7-791a-46f0-bbea-1a00cd8c0ef7 tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:06.210176 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-7cae5eb1-72ee-491f-a559-de63bdd3447a req-4d6943e7-791a-46f0-bbea-1a00cd8c0ef7 tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:06.211387 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7cae5eb1-72ee-491f-a559-de63bdd3447a req-4d6943e7-791a-46f0-bbea-1a00cd8c0ef7 tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.2743895 Jul 13 13:37:06.223148 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6943e7-791a-46f0-bbea-1a00cd8c0ef7 tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd0f0e9c-bab3-40ce-9617-458ffc7ca1a0,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:37:06.338340 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efdc9a1-82f0-46ac-924a-9d828d0e6941 req-ed2c7e08-6f55-4faa-abcc-90456dc74c56 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:06.339835 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4efdc9a1-82f0-46ac-924a-9d828d0e6941 req-ed2c7e08-6f55-4faa-abcc-90456dc74c56 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/ports?device_id=19484389-4442-4006-8609-611c2db004ea HTTP/1.1" status: 200 len: 945 time: 0.0730953 Jul 13 13:37:06.401554 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4efdc9a1-82f0-46ac-924a-9d828d0e6941 req-1473f168-f781-4442-8cf1-b99b71b67110 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8450e8a-3ce6-4095-b6b4-37555b8042b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454397 Jul 13 13:37:06.423059 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfc6c15-63de-41da-8ee8-ff5e22279ae8 req-ec04e022-9250-4952-a955-f6665495d6f7 tempest-TenantUsagesTestJSON-1261123118 tempest-TenantUsagesTestJSON-1261123118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:06.423059 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-fdfc6c15-63de-41da-8ee8-ff5e22279ae8 req-ec04e022-9250-4952-a955-f6665495d6f7 tempest-TenantUsagesTestJSON-1261123118 tempest-TenantUsagesTestJSON-1261123118-project] 10.222.0.41 "GET /v2.0/ports?device_id=b747ed38-e2af-43d7-9562-470bbb32117f HTTP/1.1" status: 200 len: 949 time: 0.1013114 Jul 13 13:37:06.441400 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-42b7ed51-d2a8-4064-9ac2-f5a200382326 req-3d6feb6f-dcc2-45f4-930b-d5e164ec74c0 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] 10.222.0.23 "GET /v2.0/security-groups/783c217e-c897-48d5-9d56-e01bb2f8243a HTTP/1.1" status: 200 len: 1801 time: 0.0481644 Jul 13 13:37:06.451238 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-42b7ed51-d2a8-4064-9ac2-f5a200382326 req-4ff0a64c-e501-4eaa-9687-7d944ba44333 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1438786084', 'description': 'tempest-description-hth-346548368'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:37:06.476245 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-42b7ed51-d2a8-4064-9ac2-f5a200382326 req-4ff0a64c-e501-4eaa-9687-7d944ba44333 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Notify callbacks [] for security_group, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:06.524753 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-42b7ed51-d2a8-4064-9ac2-f5a200382326 req-4ff0a64c-e501-4eaa-9687-7d944ba44333 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Notify callbacks [] for security_group, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:06.529105 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-42b7ed51-d2a8-4064-9ac2-f5a200382326 req-4ff0a64c-e501-4eaa-9687-7d944ba44333 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:06.532052 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-42b7ed51-d2a8-4064-9ac2-f5a200382326 req-4ff0a64c-e501-4eaa-9687-7d944ba44333 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:06.533329 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-42b7ed51-d2a8-4064-9ac2-f5a200382326 req-4ff0a64c-e501-4eaa-9687-7d944ba44333 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] 10.222.0.23 "PUT /v2.0/security-groups/783c217e-c897-48d5-9d56-e01bb2f8243a HTTP/1.1" status: 200 len: 1774 time: 0.0859764 Jul 13 13:37:06.547759 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bde0ef1f-ae1b-40e2-a2a6-603dc6e244e2 req-ce50a7e7-73e6-4718-98bc-2ada3000e64c tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-223859972&fields=id&tenant_id=1541a6cd64444c80a50e3a7d38ff886f HTTP/1.1" status: 200 len: 267 time: 0.0453093 Jul 13 13:37:06.562090 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff0a64c-e501-4eaa-9687-7d944ba44333 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=783c217e-c897-48d5-9d56-e01bb2f8243a,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:37:06.593795 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-fdfc6c15-63de-41da-8ee8-ff5e22279ae8 req-366d5d20-1fd4-4b65-adb3-fc788db09dc1 tempest-TenantUsagesTestJSON-1261123118 tempest-TenantUsagesTestJSON-1261123118-project] Deleting port 1336f564-4b9c-4a26-a91e-4c8bf3269cb6 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:37:06.594145 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-fdfc6c15-63de-41da-8ee8-ff5e22279ae8 req-366d5d20-1fd4-4b65-adb3-fc788db09dc1 tempest-TenantUsagesTestJSON-1261123118 tempest-TenantUsagesTestJSON-1261123118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:06.689279 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde0ef1f-ae1b-40e2-a2a6-603dc6e244e2 req-d81d4a4b-05f0-4335-86bf-5129e4525499 tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:06.691223 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bde0ef1f-ae1b-40e2-a2a6-603dc6e244e2 req-d81d4a4b-05f0-4335-86bf-5129e4525499 tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] 10.222.0.23 "GET /v2.0/ports?device_id=1cd54210-282a-4a26-97b7-f1d70daa60d2 HTTP/1.1" status: 200 len: 946 time: 0.1366177 Jul 13 13:37:06.695010 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbed9553-7fe0-4608-b540-ac52d3bdafb8 req-6bd1b693-ce1b-48b4-ba1a-03864f1f2978 tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:06.696524 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-bbed9553-7fe0-4608-b540-ac52d3bdafb8 req-6bd1b693-ce1b-48b4-ba1a-03864f1f2978 tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] 10.222.0.23 "GET /v2.0/ports?device_id=d443184c-2c41-4eaa-8193-dff73948f7ee HTTP/1.1" status: 200 len: 944 time: 0.0627258 Jul 13 13:37:06.709531 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-bde0ef1f-ae1b-40e2-a2a6-603dc6e244e2 req-6abf874c-9512-4d91-8364-290abdbab709 tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] Request body: {'port': {'security_groups': ['feeb6b93-5051-4dcc-8776-c314f05e05ae', 'dd0f0e9c-bab3-40ce-9617-458ffc7ca1a0']}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:37:06.734401 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-bbed9553-7fe0-4608-b540-ac52d3bdafb8 req-3c30e54e-ba83-4107-9faa-8ef42fd90958 tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] 10.222.0.23 "GET /v2.0/security-groups?id=d29423a1-067a-4d38-adf6-741b7ccff4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316076 Jul 13 13:37:06.747337 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-fdfc6c15-63de-41da-8ee8-ff5e22279ae8 req-366d5d20-1fd4-4b65-adb3-fc788db09dc1 tempest-TenantUsagesTestJSON-1261123118 tempest-TenantUsagesTestJSON-1261123118-project] For port 1336f564-4b9c-4a26-a91e-4c8bf3269cb6, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=1336f564-4b9c-4a26-a91e-4c8bf3269cb6,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:37:06.747722 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-fdfc6c15-63de-41da-8ee8-ff5e22279ae8 req-366d5d20-1fd4-4b65-adb3-fc788db09dc1 tempest-TenantUsagesTestJSON-1261123118 tempest-TenantUsagesTestJSON-1261123118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:06.768473 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-fdfc6c15-63de-41da-8ee8-ff5e22279ae8 req-366d5d20-1fd4-4b65-adb3-fc788db09dc1 tempest-TenantUsagesTestJSON-1261123118 tempest-TenantUsagesTestJSON-1261123118-project] Calling delete_port for 1336f564-4b9c-4a26-a91e-4c8bf3269cb6 owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:37:06.770417 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device f7c0bc01-324c-4502-bcaf-90d8b511012e details requested by agent hyperv_n-h2-800634-1 with host n-h2-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 13:37:06.857211 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-bde0ef1f-ae1b-40e2-a2a6-603dc6e244e2 req-6abf874c-9512-4d91-8364-290abdbab709 tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:06.886291 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port f7c0bc01-324c-4502-bcaf-90d8b511012e, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=f7c0bc01-324c-4502-bcaf-90d8b511012e,segment=NetworkSegment(f952029b-434e-49c6-8d96-f83b0194500d),segment_id=f952029b-434e-49c6-8d96-f83b0194500d)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:37:06.898121 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device f7c0bc01-324c-4502-bcaf-90d8b511012e has no active binding in host n-h2-800634-1 {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 13 13:37:07.016253 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-fdfc6c15-63de-41da-8ee8-ff5e22279ae8 req-366d5d20-1fd4-4b65-adb3-fc788db09dc1 tempest-TenantUsagesTestJSON-1261123118 tempest-TenantUsagesTestJSON-1261123118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:07.074630 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1530a29c-a399-4eab-922c-eafddec418fa req-459eb992-a10a-4636-bf5d-8ec25dfda8c2 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] 10.222.0.23 "GET /v2.0/security-groups/783c217e-c897-48d5-9d56-e01bb2f8243a HTTP/1.1" status: 200 len: 1774 time: 0.0384052 Jul 13 13:37:07.084418 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366d5d20-1fd4-4b65-adb3-fc788db09dc1 tempest-TenantUsagesTestJSON-1261123118 tempest-TenantUsagesTestJSON-1261123118-project] Pushing event deleted for resources: {'Port': ['ID=1336f564-4b9c-4a26-a91e-4c8bf3269cb6,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:37:07.117711 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device aa1ab846-aedd-4066-994b-4e34a0a5ae15 up at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:37:07.161471 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdfc6c15-63de-41da-8ee8-ff5e22279ae8 req-366d5d20-1fd4-4b65-adb3-fc788db09dc1 tempest-TenantUsagesTestJSON-1261123118 tempest-TenantUsagesTestJSON-1261123118-project] No DVR routers for this DVR port 1336f564-4b9c-4a26-a91e-4c8bf3269cb6 on host n-h2-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:37:07.165660 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-fdfc6c15-63de-41da-8ee8-ff5e22279ae8 req-366d5d20-1fd4-4b65-adb3-fc788db09dc1 tempest-TenantUsagesTestJSON-1261123118 tempest-TenantUsagesTestJSON-1261123118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:07.167685 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-fdfc6c15-63de-41da-8ee8-ff5e22279ae8 req-366d5d20-1fd4-4b65-adb3-fc788db09dc1 tempest-TenantUsagesTestJSON-1261123118 tempest-TenantUsagesTestJSON-1261123118-project] 10.222.0.41 "DELETE /v2.0/ports/1336f564-4b9c-4a26-a91e-4c8bf3269cb6 HTTP/1.1" status: 204 len: 173 time: 0.7402959 Jul 13 13:37:07.192698 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning for port aa1ab846-aedd-4066-994b-4e34a0a5ae15 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:37:07.193704 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-bde0ef1f-ae1b-40e2-a2a6-603dc6e244e2 req-6abf874c-9512-4d91-8364-290abdbab709 tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] For port 428b708b-86ae-4314-a494-492d05639f17, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=428b708b-86ae-4314-a494-492d05639f17,segment=NetworkSegment(c474c239-8b60-46eb-bc28-db09fd733c35),segment_id=c474c239-8b60-46eb-bc28-db09fd733c35)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:37:07.198623 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning complete for port aa1ab846-aedd-4066-994b-4e34a0a5ae15 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:37:07.199275 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:07.230107 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-bde0ef1f-ae1b-40e2-a2a6-603dc6e244e2 req-6abf874c-9512-4d91-8364-290abdbab709 tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:07.238728 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-bde0ef1f-ae1b-40e2-a2a6-603dc6e244e2 req-6abf874c-9512-4d91-8364-290abdbab709 tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:07.242678 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-561c3aaa-73e3-437e-a68e-ff9daee4856f req-70b10676-adea-4fa9-aa2b-05dc056113b2 tempest-TenantUsagesTestJSON-1261123118 tempest-TenantUsagesTestJSON-1261123118-project] 10.222.0.23 "GET /v2.0/ports?device_id=b747ed38-e2af-43d7-9562-470bbb32117f HTTP/1.1" status: 200 len: 210 time: 0.0416009 Jul 13 13:37:07.250326 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['428b708b-86ae-4314-a494-492d05639f17'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:37:07.295729 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde0ef1f-ae1b-40e2-a2a6-603dc6e244e2 req-6abf874c-9512-4d91-8364-290abdbab709 tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:07.296407 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-bde0ef1f-ae1b-40e2-a2a6-603dc6e244e2 req-6abf874c-9512-4d91-8364-290abdbab709 tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:07.298057 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bde0ef1f-ae1b-40e2-a2a6-603dc6e244e2 req-6abf874c-9512-4d91-8364-290abdbab709 tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] 10.222.0.23 "PUT /v2.0/ports/428b708b-86ae-4314-a494-492d05639f17 HTTP/1.1" status: 200 len: 982 time: 0.5954087 Jul 13 13:37:07.353608 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abf874c-9512-4d91-8364-290abdbab709 tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] Pushing event updated for resources: {'Port': ['ID=428b708b-86ae-4314-a494-492d05639f17,revision_number=6']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:37:07.403990 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:07.423013 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['428b708b-86ae-4314-a494-492d05639f17'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:37:07.512529 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd443184c-2c41-4eaa-8193-dff73948f7ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa1ab846-aedd-4066-994b-4e34a0a5ae15'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:37:07.514768 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0a59595-068c-4ce1-9849-05eac3133964" -d '{"events": [{"server_uuid": "d443184c-2c41-4eaa-8193-dff73948f7ee", "name": "network-vif-plugged", "status": "completed", "tag": "aa1ab846-aedd-4066-994b-4e34a0a5ae15"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:37:07.529086 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d49fdc4-7a64-4b1e-af2b-8050ac26d0d7 req-6c011601-d6c1-44b8-a1a1-f96aedc4b12d tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:07.531088 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8d49fdc4-7a64-4b1e-af2b-8050ac26d0d7 req-6c011601-d6c1-44b8-a1a1-f96aedc4b12d tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4d24ebb-a0aa-4a23-a3c0-9b1c914e9f80 HTTP/1.1" status: 200 len: 943 time: 0.0824637 Jul 13 13:37:07.546090 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port aa1ab846-aedd-4066-994b-4e34a0a5ae15, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=aa1ab846-aedd-4066-994b-4e34a0a5ae15,segment=NetworkSegment(731c211d-2cbe-4aa3-a09e-111c83e33a98),segment_id=731c211d-2cbe-4aa3-a09e-111c83e33a98)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:37:07.557326 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:07.601583 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8d49fdc4-7a64-4b1e-af2b-8050ac26d0d7 req-5872b498-094a-4847-806a-d3764c7e8769 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/security-groups?id=4f83e00a-e782-49e6-b944-d06b9e971cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627403 Jul 13 13:37:07.617855 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=aa1ab846-aedd-4066-994b-4e34a0a5ae15,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:37:07.679219 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ad2aa2b8-8e73-4fd3-ac87-a95af8e44e99 req-99b3e860-a863-4aff-8f0f-1667a0a8b809 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] 10.222.0.23 "GET /v2.0/security-groups/783c217e-c897-48d5-9d56-e01bb2f8243a HTTP/1.1" status: 200 len: 1774 time: 0.0581708 Jul 13 13:37:07.756094 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-ad2aa2b8-8e73-4fd3-ac87-a95af8e44e99 req-79843a3d-2011-407e-b3a7-81f72aec2076 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:07.773000 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955b7ecd-f137-4106-a16b-fbc675aa480f req-df33ced0-182f-4575-9afd-412d9152160c tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:07.778619 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-955b7ecd-f137-4106-a16b-fbc675aa480f req-df33ced0-182f-4575-9afd-412d9152160c tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/ports?device_id=19484389-4442-4006-8609-611c2db004ea HTTP/1.1" status: 200 len: 945 time: 0.1048729 Jul 13 13:37:07.780617 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-ad2aa2b8-8e73-4fd3-ac87-a95af8e44e99 req-79843a3d-2011-407e-b3a7-81f72aec2076 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:07.822686 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-955b7ecd-f137-4106-a16b-fbc675aa480f req-1725ccc8-0f71-48f7-b00d-c4e1c22d5334 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8450e8a-3ce6-4095-b6b4-37555b8042b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381451 Jul 13 13:37:07.834374 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-ad2aa2b8-8e73-4fd3-ac87-a95af8e44e99 req-79843a3d-2011-407e-b3a7-81f72aec2076 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:07.837324 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-ad2aa2b8-8e73-4fd3-ac87-a95af8e44e99 req-79843a3d-2011-407e-b3a7-81f72aec2076 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:07.846469 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ad2aa2b8-8e73-4fd3-ac87-a95af8e44e99 req-79843a3d-2011-407e-b3a7-81f72aec2076 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] 10.222.0.23 "DELETE /v2.0/security-groups/783c217e-c897-48d5-9d56-e01bb2f8243a HTTP/1.1" status: 204 len: 173 time: 0.1553974 Jul 13 13:37:07.867284 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79843a3d-2011-407e-b3a7-81f72aec2076 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=783c217e-c897-48d5-9d56-e01bb2f8243a,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:37:07.921541 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4d24ebb-a0aa-4a23-a3c0-9b1c914e9f80', 'tag': 'f7c0bc01-324c-4502-bcaf-90d8b511012e'}, {'server_uuid': 'b747ed38-e2af-43d7-9562-470bbb32117f', 'name': 'network-vif-deleted', 'tag': '1336f564-4b9c-4a26-a91e-4c8bf3269cb6'}, {'name': 'network-changed', 'server_uuid': '1cd54210-282a-4a26-97b7-f1d70daa60d2', 'tag': '428b708b-86ae-4314-a494-492d05639f17'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:37:07.923542 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f55a070-db97-41a0-b305-8d61ce1e5aa5" -d '{"events": [{"name": "network-changed", "server_uuid": "a4d24ebb-a0aa-4a23-a3c0-9b1c914e9f80", "tag": "f7c0bc01-324c-4502-bcaf-90d8b511012e"}, {"server_uuid": "b747ed38-e2af-43d7-9562-470bbb32117f", "name": "network-vif-deleted", "tag": "1336f564-4b9c-4a26-a91e-4c8bf3269cb6"}, {"name": "network-changed", "server_uuid": "1cd54210-282a-4a26-97b7-f1d70daa60d2", "tag": "428b708b-86ae-4314-a494-492d05639f17"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:37:07.996332 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-97068035-c1a6-4e03-b2f3-5fede7e6a546 req-19efff4e-d1a5-4471-874b-be4c8fb0f994 tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-223859972&fields=id&tenant_id=1541a6cd64444c80a50e3a7d38ff886f HTTP/1.1" status: 200 len: 267 time: 0.0455611 Jul 13 13:37:08.067317 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97068035-c1a6-4e03-b2f3-5fede7e6a546 req-d5377cbd-f409-47f0-9d0d-c47805a3202e tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:08.069462 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-97068035-c1a6-4e03-b2f3-5fede7e6a546 req-d5377cbd-f409-47f0-9d0d-c47805a3202e tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] 10.222.0.23 "GET /v2.0/ports?device_id=1cd54210-282a-4a26-97b7-f1d70daa60d2 HTTP/1.1" status: 200 len: 985 time: 0.0669618 Jul 13 13:37:08.072969 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a383c58a-7303-4a59-b720-92d2254994d5 x-openstack-request-id: req-a383c58a-7303-4a59-b720-92d2254994d5 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:37:08.073275 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d443184c-2c41-4eaa-8193-dff73948f7ee", "name": "network-vif-plugged", "status": "completed", "tag": "aa1ab846-aedd-4066-994b-4e34a0a5ae15", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:37:08.073533 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a383c58a-7303-4a59-b720-92d2254994d5 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:37:08.073961 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd443184c-2c41-4eaa-8193-dff73948f7ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa1ab846-aedd-4066-994b-4e34a0a5ae15', 'code': 200} Jul 13 13:37:08.081840 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-97068035-c1a6-4e03-b2f3-5fede7e6a546 req-09f8aa58-1a16-4fec-8ad9-195cbc8f79a2 tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] Request body: {'port': {'security_groups': ['feeb6b93-5051-4dcc-8776-c314f05e05ae']}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:37:08.174114 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-97068035-c1a6-4e03-b2f3-5fede7e6a546 req-09f8aa58-1a16-4fec-8ad9-195cbc8f79a2 tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:08.239294 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514600ff-84b3-4f87-85eb-257559e74a19 req-a6a3c73b-43c4-42f2-83ee-82864f050ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:08.240864 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-514600ff-84b3-4f87-85eb-257559e74a19 req-a6a3c73b-43c4-42f2-83ee-82864f050ccd service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d443184c-2c41-4eaa-8193-dff73948f7ee HTTP/1.1" status: 200 len: 1096 time: 0.1016829 Jul 13 13:37:08.253917 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfb1908-4b50-4a37-b7e6-aebea3a3010d req-b1bc8bdf-78b9-425a-87c4-5249ad9b58a9 tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:08.255397 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5cfb1908-4b50-4a37-b7e6-aebea3a3010d req-b1bc8bdf-78b9-425a-87c4-5249ad9b58a9 tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] 10.222.0.23 "GET /v2.0/ports?device_id=d443184c-2c41-4eaa-8193-dff73948f7ee HTTP/1.1" status: 200 len: 945 time: 0.0886433 Jul 13 13:37:08.309428 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-514600ff-84b3-4f87-85eb-257559e74a19 req-eaa6c118-a76c-40ee-b8a6-208e099d2585 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d29423a1-067a-4d38-adf6-741b7ccff4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530787 Jul 13 13:37:08.314374 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5cfb1908-4b50-4a37-b7e6-aebea3a3010d req-ebff19e9-70c5-4783-8a60-4e776e75832f tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] 10.222.0.23 "GET /v2.0/security-groups?id=d29423a1-067a-4d38-adf6-741b7ccff4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528226 Jul 13 13:37:08.353927 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-97068035-c1a6-4e03-b2f3-5fede7e6a546 req-09f8aa58-1a16-4fec-8ad9-195cbc8f79a2 tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] For port 428b708b-86ae-4314-a494-492d05639f17, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=428b708b-86ae-4314-a494-492d05639f17,segment=NetworkSegment(c474c239-8b60-46eb-bc28-db09fd733c35),segment_id=c474c239-8b60-46eb-bc28-db09fd733c35)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:37:08.387282 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-97068035-c1a6-4e03-b2f3-5fede7e6a546 req-09f8aa58-1a16-4fec-8ad9-195cbc8f79a2 tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:08.391643 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-97068035-c1a6-4e03-b2f3-5fede7e6a546 req-09f8aa58-1a16-4fec-8ad9-195cbc8f79a2 tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:08.410959 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['428b708b-86ae-4314-a494-492d05639f17'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:37:08.439386 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97068035-c1a6-4e03-b2f3-5fede7e6a546 req-09f8aa58-1a16-4fec-8ad9-195cbc8f79a2 tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:08.440070 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-97068035-c1a6-4e03-b2f3-5fede7e6a546 req-09f8aa58-1a16-4fec-8ad9-195cbc8f79a2 tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:08.450308 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-97068035-c1a6-4e03-b2f3-5fede7e6a546 req-09f8aa58-1a16-4fec-8ad9-195cbc8f79a2 tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] 10.222.0.23 "PUT /v2.0/ports/428b708b-86ae-4314-a494-492d05639f17 HTTP/1.1" status: 200 len: 943 time: 0.3745170 Jul 13 13:37:08.466862 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Tue, 13 Jul 2021 13:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78522819-6052-482b-b000-8546f6075244 x-openstack-request-id: req-78522819-6052-482b-b000-8546f6075244 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:37:08.466862 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4d24ebb-a0aa-4a23-a3c0-9b1c914e9f80", "tag": "f7c0bc01-324c-4502-bcaf-90d8b511012e", "status": "completed", "code": 200}, {"server_uuid": "b747ed38-e2af-43d7-9562-470bbb32117f", "name": "network-vif-deleted", "tag": "1336f564-4b9c-4a26-a91e-4c8bf3269cb6", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1cd54210-282a-4a26-97b7-f1d70daa60d2", "tag": "428b708b-86ae-4314-a494-492d05639f17", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:37:08.467196 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-78522819-6052-482b-b000-8546f6075244 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:37:08.467416 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4d24ebb-a0aa-4a23-a3c0-9b1c914e9f80', 'tag': 'f7c0bc01-324c-4502-bcaf-90d8b511012e', 'status': 'completed', 'code': 200} Jul 13 13:37:08.467611 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b747ed38-e2af-43d7-9562-470bbb32117f', 'name': 'network-vif-deleted', 'tag': '1336f564-4b9c-4a26-a91e-4c8bf3269cb6', 'status': 'completed', 'code': 200} Jul 13 13:37:08.467849 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cd54210-282a-4a26-97b7-f1d70daa60d2', 'tag': '428b708b-86ae-4314-a494-492d05639f17', 'status': 'completed', 'code': 200} Jul 13 13:37:08.484105 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc77b3ec-f7a7-41e1-a788-dafb5ab3e46f req-04486462-fbb3-44c3-8bd0-7e3fd8e82cef tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:08.485636 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-cc77b3ec-f7a7-41e1-a788-dafb5ab3e46f req-04486462-fbb3-44c3-8bd0-7e3fd8e82cef tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.26 "GET /v2.0/ports?device_id=19484389-4442-4006-8609-611c2db004ea HTTP/1.1" status: 200 len: 945 time: 0.0915949 Jul 13 13:37:08.495206 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f8aa58-1a16-4fec-8ad9-195cbc8f79a2 tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] Pushing event updated for resources: {'Port': ['ID=428b708b-86ae-4314-a494-492d05639f17,revision_number=7']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:37:08.531611 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['428b708b-86ae-4314-a494-492d05639f17'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:37:08.686266 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-cc77b3ec-f7a7-41e1-a788-dafb5ab3e46f req-00e5732f-8ac8-40f9-8ae9-85c76d99ae17 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Deleting port f40805c5-97e9-4fc1-a07f-7bb466f99261 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:37:08.686624 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-cc77b3ec-f7a7-41e1-a788-dafb5ab3e46f req-00e5732f-8ac8-40f9-8ae9-85c76d99ae17 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:08.780375 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 1336f564-4b9c-4a26-a91e-4c8bf3269cb6 no longer exists at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:37:08.831125 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] No Port match for: 1336f564-4b9c-4a26-a91e-4c8bf3269cb6 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:37:08.831818 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 1336f564-4b9c-4a26-a91e-4c8bf3269cb6 not bound to the agent host n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:37:08.939229 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f55a070-db97-41a0-b305-8d61ce1e5aa5 req-4eff761f-2b2d-4331-bc6a-c187623fc994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:08.941508 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7f55a070-db97-41a0-b305-8d61ce1e5aa5 req-4eff761f-2b2d-4331-bc6a-c187623fc994 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1541a6cd64444c80a50e3a7d38ff886f&device_id=1cd54210-282a-4a26-97b7-f1d70daa60d2 HTTP/1.1" status: 200 len: 1097 time: 0.4323709 Jul 13 13:37:08.946058 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f55a070-db97-41a0-b305-8d61ce1e5aa5 req-f5dad757-606a-4278-b0fa-fd613963567f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:08.947504 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7f55a070-db97-41a0-b305-8d61ce1e5aa5 req-f5dad757-606a-4278-b0fa-fd613963567f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7ec77ffc288b40b5a9663fa2e5a78733&device_id=a4d24ebb-a0aa-4a23-a3c0-9b1c914e9f80 HTTP/1.1" status: 200 len: 1124 time: 0.4487369 Jul 13 13:37:08.961824 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7945d071-7790-4251-a3fc-c03d09fc03e0 req-e8ced369-93a1-425f-bd1c-32eb2f08e1af tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3527980 Jul 13 13:37:08.988626 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-cc77b3ec-f7a7-41e1-a788-dafb5ab3e46f req-00e5732f-8ac8-40f9-8ae9-85c76d99ae17 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] For port f40805c5-97e9-4fc1-a07f-7bb466f99261, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=f40805c5-97e9-4fc1-a07f-7bb466f99261,segment=NetworkSegment(8ca861d2-7f67-42e9-b790-b2afeca7fd40),segment_id=8ca861d2-7f67-42e9-b790-b2afeca7fd40)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:37:08.988943 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-cc77b3ec-f7a7-41e1-a788-dafb5ab3e46f req-00e5732f-8ac8-40f9-8ae9-85c76d99ae17 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:09.007250 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-cc77b3ec-f7a7-41e1-a788-dafb5ab3e46f req-00e5732f-8ac8-40f9-8ae9-85c76d99ae17 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Calling delete_port for f40805c5-97e9-4fc1-a07f-7bb466f99261 owned by compute:nova {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:37:09.009302 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 55176) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:37:09.010518 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-7945d071-7790-4251-a3fc-c03d09fc03e0 req-1d704a7a-b052-4eab-bc53-684c88ecbda9 tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] Request body: {'floatingip': {'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:37:09.031880 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 55180) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:37:09.103377 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf64f45-6eab-4999-bb49-57a9e12d7540 req-035c9faa-2e87-4072-9fa6-c039af8da31a tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:09.105014 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-caf64f45-6eab-4999-bb49-57a9e12d7540 req-035c9faa-2e87-4072-9fa6-c039af8da31a tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4d24ebb-a0aa-4a23-a3c0-9b1c914e9f80 HTTP/1.1" status: 200 len: 943 time: 0.2217703 Jul 13 13:37:09.136661 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-7945d071-7790-4251-a3fc-c03d09fc03e0 req-1d704a7a-b052-4eab-bc53-684c88ecbda9 tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] Notify callbacks [] for floatingip, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:09.167019 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f55a070-db97-41a0-b305-8d61ce1e5aa5 req-a2ad4188-59ee-4224-aa39-adb368802ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:09.168529 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7f55a070-db97-41a0-b305-8d61ce1e5aa5 req-a2ad4188-59ee-4224-aa39-adb368802ecd service neutron] 10.222.0.41 "GET /v2.0/networks?id=235d9a14-cbfe-4d48-b109-040ffccc92b0 HTTP/1.1" status: 200 len: 920 time: 0.2187514 Jul 13 13:37:09.201773 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f55a070-db97-41a0-b305-8d61ce1e5aa5 req-ea6b9279-d5e4-4373-a49e-ad93e3163e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:09.203441 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7f55a070-db97-41a0-b305-8d61ce1e5aa5 req-ea6b9279-d5e4-4373-a49e-ad93e3163e13 service neutron] 10.222.0.26 "GET /v2.0/networks?id=5c5b1ca0-24b0-4412-b81d-dc9907cb0039 HTTP/1.1" status: 200 len: 908 time: 0.2406816 Jul 13 13:37:09.212510 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-caf64f45-6eab-4999-bb49-57a9e12d7540 req-a7d0fa3e-1539-4d88-9d6d-dbf08cf27bf0 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/security-groups?id=4f83e00a-e782-49e6-b944-d06b9e971cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015387 Jul 13 13:37:09.247816 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-738c55e3-9311-4570-968c-aac604ff90fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:09.279408 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7f55a070-db97-41a0-b305-8d61ce1e5aa5 req-c6274230-4a2f-4ea4-b47c-8513f4fdf516 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=428b708b-86ae-4314-a494-492d05639f17 HTTP/1.1" status: 200 len: 217 time: 0.0800910 Jul 13 13:37:09.282067 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-15f0067b-c28a-4abe-aa71-07bbd2997558 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ecb948d2b55940c88da1c16464692d2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2700527 Jul 13 13:37:09.283138 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7f55a070-db97-41a0-b305-8d61ce1e5aa5 req-f47351d8-2018-4f89-9ab4-709bf1722790 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f7c0bc01-324c-4502-bcaf-90d8b511012e HTTP/1.1" status: 200 len: 217 time: 0.0700185 Jul 13 13:37:09.294948 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 55184) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:37:09.305509 n-d-800634-1 neutron-server[93751]: INFO neutron.api.v2.resource [req-b239fbd3-8ed6-4432-a6d5-af0a24de8145 req-2b28feef-53e4-4ec5-99bd-9730f69f8e67 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] show failed (client error): The resource could not be found. Jul 13 13:37:09.306573 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b239fbd3-8ed6-4432-a6d5-af0a24de8145 req-2b28feef-53e4-4ec5-99bd-9730f69f8e67 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] 10.222.0.23 "GET /v2.0/security-groups/79d43c0e-1e61-4c18-adb5-48eaefae6463 HTTP/1.1" status: 404 len: 352 time: 0.0558851 Jul 13 13:37:09.356792 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-cc77b3ec-f7a7-41e1-a788-dafb5ab3e46f req-00e5732f-8ac8-40f9-8ae9-85c76d99ae17 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:09.390693 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e5732f-8ac8-40f9-8ae9-85c76d99ae17 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Pushing event deleted for resources: {'Port': ['ID=f40805c5-97e9-4fc1-a07f-7bb466f99261,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:37:09.664954 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f55a070-db97-41a0-b305-8d61ce1e5aa5 req-ff442639-c808-468d-b448-62e201d2ccf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:09.666373 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7f55a070-db97-41a0-b305-8d61ce1e5aa5 req-ff442639-c808-468d-b448-62e201d2ccf5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1cfdd188-250e-479a-90ea-bdbade5d1ae3 HTTP/1.1" status: 200 len: 860 time: 0.3807092 Jul 13 13:37:09.670036 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f55a070-db97-41a0-b305-8d61ce1e5aa5 req-d21f7901-1779-4fe9-8101-68f3f8bc9523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:09.671443 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7f55a070-db97-41a0-b305-8d61ce1e5aa5 req-d21f7901-1779-4fe9-8101-68f3f8bc9523 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=41cb83d6-1972-42a1-91b6-99e2d7728a68 HTTP/1.1" status: 200 len: 848 time: 0.1269810 Jul 13 13:37:09.734503 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7f55a070-db97-41a0-b305-8d61ce1e5aa5 req-9d75cdef-7955-48e4-a73b-dd6426cb8d08 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=235d9a14-cbfe-4d48-b109-040ffccc92b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581982 Jul 13 13:37:09.758097 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7d23f328-0729-48b0-a837-7a6d06d5ea07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:09.761221 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7f55a070-db97-41a0-b305-8d61ce1e5aa5 req-0f8cbe55-b979-449e-a9cc-55a43f6740e6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5c5b1ca0-24b0-4412-b81d-dc9907cb0039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0740736 Jul 13 13:37:09.778936 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc77b3ec-f7a7-41e1-a788-dafb5ab3e46f req-00e5732f-8ac8-40f9-8ae9-85c76d99ae17 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] No DVR routers for this DVR port f40805c5-97e9-4fc1-a07f-7bb466f99261 on host n-h1-800634-1 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:37:09.782296 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-25cf530e-5b6a-4aa1-9d6d-a3c3a4992c5d req-f64e199f-0a72-4e1c-bb47-c23986e774a8 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/ports?device_id=19484389-4442-4006-8609-611c2db004ea HTTP/1.1" status: 200 len: 210 time: 0.3545868 Jul 13 13:37:09.783321 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-cc77b3ec-f7a7-41e1-a788-dafb5ab3e46f req-00e5732f-8ac8-40f9-8ae9-85c76d99ae17 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:09.785189 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-cc77b3ec-f7a7-41e1-a788-dafb5ab3e46f req-00e5732f-8ac8-40f9-8ae9-85c76d99ae17 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.26 "DELETE /v2.0/ports/f40805c5-97e9-4fc1-a07f-7bb466f99261 HTTP/1.1" status: 204 len: 173 time: 1.2884901 Jul 13 13:37:09.786831 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19484389-4442-4006-8609-611c2db004ea', 'name': 'network-vif-deleted', 'tag': 'f40805c5-97e9-4fc1-a07f-7bb466f99261'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:37:09.789082 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d17b627af75e17e0f4b8d6239d04f8c2f78634e2c585e32a7aeca336500f34a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-156ecf7c-7de7-4a45-8679-de670832ac33" -d '{"events": [{"server_uuid": "19484389-4442-4006-8609-611c2db004ea", "name": "network-vif-deleted", "tag": "f40805c5-97e9-4fc1-a07f-7bb466f99261"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:37:09.822179 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-738c55e3-9311-4570-968c-aac604ff90fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:09.826633 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-738c55e3-9311-4570-968c-aac604ff90fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:09.870692 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-738c55e3-9311-4570-968c-aac604ff90fa admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c1716b26ed5440a08f960773c947f668&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8354065 Jul 13 13:37:09.870692 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738c55e3-9311-4570-968c-aac604ff90fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83a0a6fe-4082-4999-81ed-2aa34e3f7b08,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:37:09.871747 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 55192) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:37:09.911949 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7d23f328-0729-48b0-a837-7a6d06d5ea07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:09.931868 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-92203366-d03b-4d23-838f-7e18c9e4f6d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:09.964664 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-92203366-d03b-4d23-838f-7e18c9e4f6d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:09.969342 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-7945d071-7790-4251-a3fc-c03d09fc03e0 req-1d704a7a-b052-4eab-bc53-684c88ecbda9 tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:10.018439 n-d-800634-1 neutron-server[93751]: INFO neutron.api.v2.resource [req-cb501ecd-a8c6-41f9-a8fa-aaa72f3c2afc req-e2724a84-e70f-4c6c-b017-05c82b8a4491 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] show failed (client error): The resource could not be found. Jul 13 13:37:10.019468 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-cb501ecd-a8c6-41f9-a8fa-aaa72f3c2afc req-e2724a84-e70f-4c6c-b017-05c82b8a4491 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] 10.222.0.23 "GET /v2.0/security-groups/719f2b53-c48b-4ca2-9934-3539c779b363 HTTP/1.1" status: 404 len: 352 time: 0.0350735 Jul 13 13:37:10.041597 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-92203366-d03b-4d23-838f-7e18c9e4f6d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:10.044819 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-92203366-d03b-4d23-838f-7e18c9e4f6d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:10.048332 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-92203366-d03b-4d23-838f-7e18c9e4f6d8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/83a0a6fe-4082-4999-81ed-2aa34e3f7b08 HTTP/1.1" status: 204 len: 168 time: 0.1734939 Jul 13 13:37:10.060565 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92203366-d03b-4d23-838f-7e18c9e4f6d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83a0a6fe-4082-4999-81ed-2aa34e3f7b08,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:37:10.082766 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7f55a070-db97-41a0-b305-8d61ce1e5aa5 req-47d87428-a734-421d-b525-3b7084583901 service neutron] 10.222.0.41 "GET /v2.0/networks/235d9a14-cbfe-4d48-b109-040ffccc92b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3256824 Jul 13 13:37:10.128136 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7f55a070-db97-41a0-b305-8d61ce1e5aa5 req-7829e32a-4437-496d-bbc7-2ce45b243383 service neutron] 10.222.0.26 "GET /v2.0/networks/5c5b1ca0-24b0-4412-b81d-dc9907cb0039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3571184 Jul 13 13:37:10.211300 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3734b8-c393-45a0-b9c8-07f4e14b64e3 req-5f0535fd-dc22-408f-b368-87bc58e6c528 tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:10.213327 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4f3734b8-c393-45a0-b9c8-07f4e14b64e3 req-5f0535fd-dc22-408f-b368-87bc58e6c528 tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] 10.222.0.23 "GET /v2.0/ports?device_id=d443184c-2c41-4eaa-8193-dff73948f7ee HTTP/1.1" status: 200 len: 945 time: 0.0786836 Jul 13 13:37:10.238347 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7d23f328-0729-48b0-a837-7a6d06d5ea07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:10.241157 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7d23f328-0729-48b0-a837-7a6d06d5ea07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:10.242339 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-7d23f328-0729-48b0-a837-7a6d06d5ea07 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5dbda029-d841-4205-bc3e-617147df1b4c HTTP/1.1" status: 204 len: 168 time: 0.9459732 Jul 13 13:37:10.256883 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-7945d071-7790-4251-a3fc-c03d09fc03e0 req-1d704a7a-b052-4eab-bc53-684c88ecbda9 tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] Allocated IP 172.25.6.66 (acf968b8-c524-46a9-a20b-ad9667009130/dde5a78e-bd1e-4f47-8189-7321d4de73d3/d383ea7d-3090-414e-a4e0-71eae666eb5c) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:37:10.271494 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4f3734b8-c393-45a0-b9c8-07f4e14b64e3 req-97ce86a8-9dcc-468a-8f55-c6f269c32796 tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] 10.222.0.23 "GET /v2.0/security-groups?id=d29423a1-067a-4d38-adf6-741b7ccff4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512679 Jul 13 13:37:10.312484 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f804c7b5-9e12-42e9-9dad-3e4cf3123f3f x-openstack-request-id: req-f804c7b5-9e12-42e9-9dad-3e4cf3123f3f {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:37:10.312853 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19484389-4442-4006-8609-611c2db004ea", "name": "network-vif-deleted", "tag": "f40805c5-97e9-4fc1-a07f-7bb466f99261", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:37:10.313187 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f804c7b5-9e12-42e9-9dad-3e4cf3123f3f {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:37:10.313661 n-d-800634-1 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19484389-4442-4006-8609-611c2db004ea', 'name': 'network-vif-deleted', 'tag': 'f40805c5-97e9-4fc1-a07f-7bb466f99261', 'status': 'completed', 'code': 200} Jul 13 13:37:10.342466 n-d-800634-1 neutron-server[93751]: INFO neutron.api.v2.resource [req-b71ef586-7d29-46df-85e4-ad1e71ff0713 req-d4681d0e-462a-4644-a818-210ba6fd19d9 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] show failed (client error): The resource could not be found. Jul 13 13:37:10.351278 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b71ef586-7d29-46df-85e4-ad1e71ff0713 req-d4681d0e-462a-4644-a818-210ba6fd19d9 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] 10.222.0.23 "GET /v2.0/security-groups/86ca0f59-027c-4cbd-9541-a1db94b24911 HTTP/1.1" status: 404 len: 352 time: 0.0231080 Jul 13 13:37:10.473042 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d23f328-0729-48b0-a837-7a6d06d5ea07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dbda029-d841-4205-bc3e-617147df1b4c,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:37:10.477185 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cd54210-282a-4a26-97b7-f1d70daa60d2', 'tag': '428b708b-86ae-4314-a494-492d05639f17'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:37:10.482596 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf01dd04-ce06-4694-b8e7-e5d2c96bd7e2" -d '{"events": [{"name": "network-changed", "server_uuid": "1cd54210-282a-4a26-97b7-f1d70daa60d2", "tag": "428b708b-86ae-4314-a494-492d05639f17"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:37:10.567700 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-7945d071-7790-4251-a3fc-c03d09fc03e0 req-1d704a7a-b052-4eab-bc53-684c88ecbda9 tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:10.587239 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7f55a070-db97-41a0-b305-8d61ce1e5aa5 req-adb3b5ae-083e-4b86-972a-8c4332c7002a service neutron] 10.222.0.41 "GET /v2.0/networks/235d9a14-cbfe-4d48-b109-040ffccc92b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4955475 Jul 13 13:37:10.623206 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90983007-b851-4e68-876f-1d6ab1946cd4 req-6409a9a1-da3e-45fe-8e87-0328cf790afe tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:10.630312 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7f55a070-db97-41a0-b305-8d61ce1e5aa5 req-6dc37624-eabb-4028-b6bf-91ad3fec5231 service neutron] 10.222.0.26 "GET /v2.0/networks/5c5b1ca0-24b0-4412-b81d-dc9907cb0039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4871526 Jul 13 13:37:10.633217 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-90983007-b851-4e68-876f-1d6ab1946cd4 req-6409a9a1-da3e-45fe-8e87-0328cf790afe tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4d24ebb-a0aa-4a23-a3c0-9b1c914e9f80 HTTP/1.1" status: 200 len: 943 time: 0.1695061 Jul 13 13:37:10.660047 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-7945d071-7790-4251-a3fc-c03d09fc03e0 req-1d704a7a-b052-4eab-bc53-684c88ecbda9 tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:10.710871 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7945d071-7790-4251-a3fc-c03d09fc03e0 req-1d704a7a-b052-4eab-bc53-684c88ecbda9 tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] Network acf968b8-c524-46a9-a20b-ad9667009130 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:37:10.714066 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-7945d071-7790-4251-a3fc-c03d09fc03e0 req-1d704a7a-b052-4eab-bc53-684c88ecbda9 tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:37:10.714284 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-90983007-b851-4e68-876f-1d6ab1946cd4 req-c0df34f9-4b0e-48b6-af70-277e0d319e89 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/security-groups?id=4f83e00a-e782-49e6-b944-d06b9e971cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767522 Jul 13 13:37:10.719425 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-7945d071-7790-4251-a3fc-c03d09fc03e0 req-1d704a7a-b052-4eab-bc53-684c88ecbda9 tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:37:10.722847 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7794f3a1-2db9-4eb3-af41-527d4cc79035 req-bc5328ce-aec8-4d1b-9404-a6d317089878 service neutron] 10.222.0.26 "GET /v2.0/ports/f7c0bc01-324c-4502-bcaf-90d8b511012e/bindings/n-h2-800634-1 HTTP/1.1" status: 200 len: 384 time: 0.1745629 Jul 13 13:37:10.724575 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d704a7a-b052-4eab-bc53-684c88ecbda9 tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] Pushing event updated for resources: {'Port': ['ID=d383ea7d-3090-414e-a4e0-71eae666eb5c,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:37:10.765629 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 55220) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:37:10.785267 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-11f05862-9d79-407b-a562-15a4bc38887e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:10.905230 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-7945d071-7790-4251-a3fc-c03d09fc03e0 req-1d704a7a-b052-4eab-bc53-684c88ecbda9 tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:10.958837 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-7794f3a1-2db9-4eb3-af41-527d4cc79035 req-4d237ace-e129-45f5-b5fe-aa69abec68c4 service neutron] For port f7c0bc01-324c-4502-bcaf-90d8b511012e, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=f7c0bc01-324c-4502-bcaf-90d8b511012e,segment=NetworkSegment(f952029b-434e-49c6-8d96-f83b0194500d),segment_id=f952029b-434e-49c6-8d96-f83b0194500d)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:37:10.978762 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-7945d071-7790-4251-a3fc-c03d09fc03e0 req-1d704a7a-b052-4eab-bc53-684c88ecbda9 tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:10.999843 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-7794f3a1-2db9-4eb3-af41-527d4cc79035 req-4d237ace-e129-45f5-b5fe-aa69abec68c4 service neutron] For port f7c0bc01-324c-4502-bcaf-90d8b511012e, host n-h1-800634-1, cleared binding levels {{(pid=93751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:37:11.046344 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-11f05862-9d79-407b-a562-15a4bc38887e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:11.054840 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-11f05862-9d79-407b-a562-15a4bc38887e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:11.059250 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [req-7794f3a1-2db9-4eb3-af41-527d4cc79035 req-4d237ace-e129-45f5-b5fe-aa69abec68c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7c0bc01-324c-4502-bcaf-90d8b511012e {{(pid=93751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:37:11.086886 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-7794f3a1-2db9-4eb3-af41-527d4cc79035 req-4d237ace-e129-45f5-b5fe-aa69abec68c4 service neutron] For port f7c0bc01-324c-4502-bcaf-90d8b511012e, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=f7c0bc01-324c-4502-bcaf-90d8b511012e,segment=NetworkSegment(f952029b-434e-49c6-8d96-f83b0194500d),segment_id=f952029b-434e-49c6-8d96-f83b0194500d)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:37:11.105471 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-7794f3a1-2db9-4eb3-af41-527d4cc79035 req-4d237ace-e129-45f5-b5fe-aa69abec68c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:11.130909 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device f40805c5-97e9-4fc1-a07f-7bb466f99261 no longer exists at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:37:11.153587 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-381d4315-9089-413f-a071-aa2897bda790 None None] No Port match for: f40805c5-97e9-4fc1-a07f-7bb466f99261 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:37:11.154414 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device f40805c5-97e9-4fc1-a07f-7bb466f99261 not bound to the agent host n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:37:11.187151 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-11f05862-9d79-407b-a562-15a4bc38887e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=db2eb44b3a794cd6add627c8b621a4a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4202073 Jul 13 13:37:11.193851 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 55242) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:37:11.211678 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f05862-9d79-407b-a562-15a4bc38887e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ccd4d1e-f83b-4f27-9882-d4f153888c67,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:37:11.225303 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 55246) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:37:11.232955 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-7794f3a1-2db9-4eb3-af41-527d4cc79035 req-4d237ace-e129-45f5-b5fe-aa69abec68c4 service neutron] Transition to ACTIVE for port object f7c0bc01-324c-4502-bcaf-90d8b511012e will not be triggered until provisioned by entity L2. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:37:11.241915 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-7794f3a1-2db9-4eb3-af41-527d4cc79035 req-4d237ace-e129-45f5-b5fe-aa69abec68c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:11.260914 n-d-800634-1 neutron-server[93751]: INFO neutron.api.v2.resource [req-ca068c02-f267-499b-96f9-7d99acf3d0eb req-d31067eb-e393-458b-9f13-42be81209bb8 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] show failed (client error): The resource could not be found. Jul 13 13:37:11.262860 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ca068c02-f267-499b-96f9-7d99acf3d0eb req-d31067eb-e393-458b-9f13-42be81209bb8 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] 10.222.0.23 "GET /v2.0/security-groups/d9c3db10-cf59-436d-9fbe-89f97de178d3 HTTP/1.1" status: 404 len: 352 time: 0.0235140 Jul 13 13:37:11.276305 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-7945d071-7790-4251-a3fc-c03d09fc03e0 req-1d704a7a-b052-4eab-bc53-684c88ecbda9 tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:11.289424 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-7945d071-7790-4251-a3fc-c03d09fc03e0 req-1d704a7a-b052-4eab-bc53-684c88ecbda9 tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:11.349170 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-7794f3a1-2db9-4eb3-af41-527d4cc79035 req-4d237ace-e129-45f5-b5fe-aa69abec68c4 service neutron] No DVR routers for this DVR port f7c0bc01-324c-4502-bcaf-90d8b511012e on host n-h1-800634-1 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:37:11.353181 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 13:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83a82b7c-5b2b-4354-882f-c2c78a3424d0 x-openstack-request-id: req-83a82b7c-5b2b-4354-882f-c2c78a3424d0 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:37:11.353479 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cd54210-282a-4a26-97b7-f1d70daa60d2", "tag": "428b708b-86ae-4314-a494-492d05639f17", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:37:11.353762 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-83a82b7c-5b2b-4354-882f-c2c78a3424d0 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:37:11.354152 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cd54210-282a-4a26-97b7-f1d70daa60d2', 'tag': '428b708b-86ae-4314-a494-492d05639f17', 'status': 'completed', 'code': 200} Jul 13 13:37:11.392810 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7794f3a1-2db9-4eb3-af41-527d4cc79035 req-4d237ace-e129-45f5-b5fe-aa69abec68c4 service neutron] 10.222.0.26 "PUT /v2.0/ports/f7c0bc01-324c-4502-bcaf-90d8b511012e/bindings/n-h2-800634-1/activate HTTP/1.1" status: 200 len: 369 time: 0.6583340 Jul 13 13:37:11.404730 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d237ace-e129-45f5-b5fe-aa69abec68c4 service neutron] Pushing event updated for resources: {'Port': ['ID=f7c0bc01-324c-4502-bcaf-90d8b511012e,revision_number=10']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:37:11.434609 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-b9ae2dd2-ab28-48f2-9ea5-608e3db5973f admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1782451828-network', 'tenant_id': '29484ac0b0e64a568a99b7d5de11f124'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:37:11.440202 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-39a9ea7a-ae62-45eb-8775-6d4ae297a144 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:11.458385 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d704a7a-b052-4eab-bc53-684c88ecbda9 tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] Pushing event updated for resources: {'Port': ['ID=d383ea7d-3090-414e-a4e0-71eae666eb5c,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:37:11.476072 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9ae2dd2-ab28-48f2-9ea5-608e3db5973f admin admin] Made reservation on behalf of 29484ac0b0e64a568a99b7d5de11f124 for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:37:11.477788 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-7945d071-7790-4251-a3fc-c03d09fc03e0 req-1d704a7a-b052-4eab-bc53-684c88ecbda9 tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446547'] for floatingip, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:11.480734 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b9ae2dd2-ab28-48f2-9ea5-608e3db5973f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:11.503260 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-39a9ea7a-ae62-45eb-8775-6d4ae297a144 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:11.507521 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b9ae2dd2-ab28-48f2-9ea5-608e3db5973f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:11.518552 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-7945d071-7790-4251-a3fc-c03d09fc03e0 req-1d704a7a-b052-4eab-bc53-684c88ecbda9 tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for floatingip, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:11.527532 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7945d071-7790-4251-a3fc-c03d09fc03e0 req-1d704a7a-b052-4eab-bc53-684c88ecbda9 tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.5563452 Jul 13 13:37:11.540646 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf01dd04-ce06-4694-b8e7-e5d2c96bd7e2 req-d9099642-5dcd-41d8-8ae7-62c6297fb258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:11.555553 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cf01dd04-ce06-4694-b8e7-e5d2c96bd7e2 req-d9099642-5dcd-41d8-8ae7-62c6297fb258 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1541a6cd64444c80a50e3a7d38ff886f&device_id=1cd54210-282a-4a26-97b7-f1d70daa60d2 HTTP/1.1" status: 200 len: 1097 time: 0.1828547 Jul 13 13:37:11.622948 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b9ae2dd2-ab28-48f2-9ea5-608e3db5973f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:11.628050 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b9ae2dd2-ab28-48f2-9ea5-608e3db5973f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:11.633832 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7945d071-7790-4251-a3fc-c03d09fc03e0 req-8ba87840-0475-4f5c-aea0-671f8e63df1f tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.6.66 HTTP/1.1" status: 200 len: 695 time: 0.0953839 Jul 13 13:37:11.666414 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9ae2dd2-ab28-48f2-9ea5-608e3db5973f admin admin] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 13:37:11.680783 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ae2dd2-ab28-48f2-9ea5-608e3db5973f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbe73dad-e4be-4972-ba08-b64bab6f4d91,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:37:11.694049 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b9ae2dd2-ab28-48f2-9ea5-608e3db5973f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:11.694442 n-d-800634-1 neutron-server[93751]: INFO neutron.db.segments_db [None req-b9ae2dd2-ab28-48f2-9ea5-608e3db5973f admin admin] Added segment a1e078a2-2d02-4ef2-b49c-2a7c38ac8458 of type vlan for network 3eeed742-ff67-49bd-8728-7c1c5d2602b7 Jul 13 13:37:11.695843 n-d-800634-1 neutron-server[93751]: INFO neutron.api.v2.resource [req-42157658-902c-4015-8586-653d6d14aaa0 req-29fa6e19-c3d1-4cc1-ac83-179d05cfc64e tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] show failed (client error): The resource could not be found. Jul 13 13:37:11.696831 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-42157658-902c-4015-8586-653d6d14aaa0 req-29fa6e19-c3d1-4cc1-ac83-179d05cfc64e tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] 10.222.0.23 "GET /v2.0/security-groups/acc61f6e-5225-4c32-8419-9691219f9102 HTTP/1.1" status: 404 len: 352 time: 0.0282452 Jul 13 13:37:11.740410 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b9ae2dd2-ab28-48f2-9ea5-608e3db5973f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:11.776290 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b9ae2dd2-ab28-48f2-9ea5-608e3db5973f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:11.777324 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ae2dd2-ab28-48f2-9ea5-608e3db5973f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:11.778272 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b9ae2dd2-ab28-48f2-9ea5-608e3db5973f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:11.844189 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-39a9ea7a-ae62-45eb-8775-6d4ae297a144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:11.847190 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-39a9ea7a-ae62-45eb-8775-6d4ae297a144 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:11.850644 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-39a9ea7a-ae62-45eb-8775-6d4ae297a144 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1ccd4d1e-f83b-4f27-9882-d4f153888c67 HTTP/1.1" status: 204 len: 168 time: 0.6535542 Jul 13 13:37:11.882813 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a9ea7a-ae62-45eb-8775-6d4ae297a144 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ccd4d1e-f83b-4f27-9882-d4f153888c67,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:37:11.887079 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf01dd04-ce06-4694-b8e7-e5d2c96bd7e2 req-7bd9d651-c3ad-4fa0-a49c-a268ee7c331d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:11.888517 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cf01dd04-ce06-4694-b8e7-e5d2c96bd7e2 req-7bd9d651-c3ad-4fa0-a49c-a268ee7c331d service neutron] 10.222.0.41 "GET /v2.0/networks?id=235d9a14-cbfe-4d48-b109-040ffccc92b0 HTTP/1.1" status: 200 len: 920 time: 0.2527678 Jul 13 13:37:11.894338 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-b9ae2dd2-ab28-48f2-9ea5-608e3db5973f admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6674922 Jul 13 13:37:11.897919 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7945d071-7790-4251-a3fc-c03d09fc03e0 req-9cdbff74-04fc-41f8-b059-45dc9c403cbc tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:11.899325 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7945d071-7790-4251-a3fc-c03d09fc03e0 req-9cdbff74-04fc-41f8-b059-45dc9c403cbc tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] 10.222.0.23 "GET /v2.0/networks/acf968b8-c524-46a9-a20b-ad9667009130 HTTP/1.1" status: 200 len: 784 time: 0.2497168 Jul 13 13:37:11.905008 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7794f3a1-2db9-4eb3-af41-527d4cc79035 req-b8c477b3-6e24-4360-b9b0-578ea5d1c573 tempest-LiveMigrationTest-1713788618 tempest-LiveMigrationTest-1713788618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:11.906544 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7794f3a1-2db9-4eb3-af41-527d4cc79035 req-b8c477b3-6e24-4360-b9b0-578ea5d1c573 tempest-LiveMigrationTest-1713788618 tempest-LiveMigrationTest-1713788618-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=a4d24ebb-a0aa-4a23-a3c0-9b1c914e9f80&tenant_id=7ec77ffc288b40b5a9663fa2e5a78733&binding%3Ahost_id=n-h1-800634-1 HTTP/1.1" status: 200 len: 1095 time: 0.2718208 Jul 13 13:37:11.989853 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ae2dd2-ab28-48f2-9ea5-608e3db5973f admin admin] Pushing event updated for resources: {'Network': ['ID=3eeed742-ff67-49bd-8728-7c1c5d2602b7,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:37:12.001282 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network 3eeed742-ff67-49bd-8728-7c1c5d2602b7 details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 13:37:12.006591 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cf01dd04-ce06-4694-b8e7-e5d2c96bd7e2 req-0288979f-6b46-4a17-b662-193cb0b1dba9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=428b708b-86ae-4314-a494-492d05639f17 HTTP/1.1" status: 200 len: 217 time: 0.0990748 Jul 13 13:37:12.048266 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82404d03-fcb9-4467-9a08-219d59174e85 req-c522e4e7-2aba-45c4-800d-8149f5c095b6 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:12.051842 n-d-800634-1 neutron-server[93750]: INFO neutron.api.v2.resource [req-0694e2bd-d53d-461b-9c55-1182c6a4445a req-d52c2149-723d-458f-b674-bdf60b7b59ec tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] show failed (client error): The resource could not be found. Jul 13 13:37:12.053107 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0694e2bd-d53d-461b-9c55-1182c6a4445a req-d52c2149-723d-458f-b674-bdf60b7b59ec tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] 10.222.0.23 "GET /v2.0/security-groups/9666046e-47f5-463a-b488-17687fb5706a HTTP/1.1" status: 404 len: 352 time: 0.0679469 Jul 13 13:37:12.062609 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-82404d03-fcb9-4467-9a08-219d59174e85 req-c522e4e7-2aba-45c4-800d-8149f5c095b6 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/networks?id=1e6a1cec-d634-437c-82e7-1ebafa55a815 HTTP/1.1" status: 200 len: 811 time: 0.2792194 Jul 13 13:37:12.102687 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf01dd04-ce06-4694-b8e7-e5d2c96bd7e2 req-2ae2a203-a3d2-4a05-819d-978af2f0affa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:12.104145 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cf01dd04-ce06-4694-b8e7-e5d2c96bd7e2 req-2ae2a203-a3d2-4a05-819d-978af2f0affa service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1cfdd188-250e-479a-90ea-bdbade5d1ae3 HTTP/1.1" status: 200 len: 860 time: 0.0846636 Jul 13 13:37:12.107843 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-82404d03-fcb9-4467-9a08-219d59174e85 req-01905392-1508-404d-978a-fe41d5a01fba tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/quotas/735b68527641472d9d98083ece779da8 HTTP/1.1" status: 200 len: 375 time: 0.0442274 Jul 13 13:37:12.147650 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cf01dd04-ce06-4694-b8e7-e5d2c96bd7e2 req-11094eee-3b04-4323-85e2-f4a31af7f799 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=235d9a14-cbfe-4d48-b109-040ffccc92b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355682 Jul 13 13:37:12.151024 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7794f3a1-2db9-4eb3-af41-527d4cc79035 req-259bd66f-1df7-46eb-bb4e-87843d7c7c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:12.152650 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7794f3a1-2db9-4eb3-af41-527d4cc79035 req-259bd66f-1df7-46eb-bb4e-87843d7c7c27 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a4d24ebb-a0aa-4a23-a3c0-9b1c914e9f80&tenant_id=7ec77ffc288b40b5a9663fa2e5a78733 HTTP/1.1" status: 200 len: 1095 time: 0.2381117 Jul 13 13:37:12.181998 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-82404d03-fcb9-4467-9a08-219d59174e85 req-d928c5d0-b10a-4ada-a7cd-665f7d8eefb8 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=735b68527641472d9d98083ece779da8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0724444 Jul 13 13:37:12.305417 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-82404d03-fcb9-4467-9a08-219d59174e85 req-86b03975-34d9-4abe-920e-ed323c7d1566 service neutron] 10.222.0.23 "GET /v2.0/networks/1e6a1cec-d634-437c-82e7-1ebafa55a815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225610 Jul 13 13:37:12.346557 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cf01dd04-ce06-4694-b8e7-e5d2c96bd7e2 req-76f55893-7a9f-43d4-a672-8f7ad69132fe service neutron] 10.222.0.41 "GET /v2.0/networks/235d9a14-cbfe-4d48-b109-040ffccc92b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926823 Jul 13 13:37:12.351204 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7794f3a1-2db9-4eb3-af41-527d4cc79035 req-ea87c9fc-459f-4e55-b0d6-acbe17c403f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:12.352441 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7794f3a1-2db9-4eb3-af41-527d4cc79035 req-ea87c9fc-459f-4e55-b0d6-acbe17c403f3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7ec77ffc288b40b5a9663fa2e5a78733&device_id=a4d24ebb-a0aa-4a23-a3c0-9b1c914e9f80 HTTP/1.1" status: 200 len: 1095 time: 0.1679599 Jul 13 13:37:12.391048 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5f5778-f07a-4248-a9bf-e4761bd76312 req-292db763-0272-439a-becc-9e7bd9d15bce tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:12.399367 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3d5f5778-f07a-4248-a9bf-e4761bd76312 req-292db763-0272-439a-becc-9e7bd9d15bce tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4d24ebb-a0aa-4a23-a3c0-9b1c914e9f80 HTTP/1.1" status: 200 len: 944 time: 0.1803324 Jul 13 13:37:12.423583 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-82404d03-fcb9-4467-9a08-219d59174e85 req-3b3eaf41-169d-48ae-80c0-3f0f4367b7d3 service neutron] 10.222.0.23 "GET /v2.0/networks/1e6a1cec-d634-437c-82e7-1ebafa55a815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052220 Jul 13 13:37:12.747566 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed48768-1f24-4cbc-9554-86785e4d8f2a req-6daf95a6-5edc-4c1a-8267-cf6a6bcff8fe tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:12.749767 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-9ed48768-1f24-4cbc-9554-86785e4d8f2a req-6daf95a6-5edc-4c1a-8267-cf6a6bcff8fe tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] 10.222.0.23 "GET /v2.0/ports?device_id=1cd54210-282a-4a26-97b7-f1d70daa60d2&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0993960 Jul 13 13:37:12.790751 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3d5f5778-f07a-4248-a9bf-e4761bd76312 req-aff04101-ebfd-4cb2-95ba-d82a64ae54b5 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/security-groups?id=4f83e00a-e782-49e6-b944-d06b9e971cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3904376 Jul 13 13:37:12.825071 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7794f3a1-2db9-4eb3-af41-527d4cc79035 req-f4469c65-aa0c-42b7-8743-6c3d58d06cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:12.826579 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7794f3a1-2db9-4eb3-af41-527d4cc79035 req-f4469c65-aa0c-42b7-8743-6c3d58d06cb7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5c5b1ca0-24b0-4412-b81d-dc9907cb0039 HTTP/1.1" status: 200 len: 908 time: 0.4638321 Jul 13 13:37:12.827873 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-9ed48768-1f24-4cbc-9554-86785e4d8f2a req-a911251c-acd5-412d-8b1e-b4de1393000b tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.6.66 HTTP/1.1" status: 200 len: 695 time: 0.0711253 Jul 13 13:37:12.828966 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cf01dd04-ce06-4694-b8e7-e5d2c96bd7e2 req-f39b74cf-beab-45df-ab28-e9c13c37d48b service neutron] 10.222.0.41 "GET /v2.0/networks/235d9a14-cbfe-4d48-b109-040ffccc92b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4749668 Jul 13 13:37:12.838075 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-9ed48768-1f24-4cbc-9554-86785e4d8f2a req-aeadd054-0d2b-4796-b839-3ae8791e377c tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] Request body: {'floatingip': {'port_id': '428b708b-86ae-4314-a494-492d05639f17', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:37:12.856498 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 55332) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:37:12.882133 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-9ed48768-1f24-4cbc-9554-86785e4d8f2a req-aeadd054-0d2b-4796-b839-3ae8791e377c tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] Notify callbacks [] for floatingip, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:12.891349 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7794f3a1-2db9-4eb3-af41-527d4cc79035 req-0ebb01f1-4df3-42db-80fb-63e01d25c08d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f7c0bc01-324c-4502-bcaf-90d8b511012e HTTP/1.1" status: 200 len: 217 time: 0.0425684 Jul 13 13:37:12.963024 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7794f3a1-2db9-4eb3-af41-527d4cc79035 req-2638f376-48af-40d9-8031-976f619513f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:12.964911 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7794f3a1-2db9-4eb3-af41-527d4cc79035 req-2638f376-48af-40d9-8031-976f619513f6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=41cb83d6-1972-42a1-91b6-99e2d7728a68 HTTP/1.1" status: 200 len: 848 time: 0.0663660 Jul 13 13:37:13.013392 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7794f3a1-2db9-4eb3-af41-527d4cc79035 req-4b0392c9-9ee1-4e6d-94c8-54f5f5e1da1a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5c5b1ca0-24b0-4412-b81d-dc9907cb0039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410509 Jul 13 13:37:13.082171 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-28e62d8f-54f1-492f-a3bf-0bd088a707c1 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1879934294-network', 'tenant_id': '46843b34f3ae4512940e2bd7793d6ba1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:37:13.113512 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28e62d8f-54f1-492f-a3bf-0bd088a707c1 admin admin] Made reservation on behalf of 46843b34f3ae4512940e2bd7793d6ba1 for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:37:13.116116 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-28e62d8f-54f1-492f-a3bf-0bd088a707c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:13.135286 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-28e62d8f-54f1-492f-a3bf-0bd088a707c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:13.146016 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device aa1ab846-aedd-4066-994b-4e34a0a5ae15 details requested by agent hyperv_n-h1-800634-1 with host n-h1-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 13:37:13.149214 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device f7c0bc01-324c-4502-bcaf-90d8b511012e no longer exists at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:37:13.172714 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7794f3a1-2db9-4eb3-af41-527d4cc79035 req-2b358274-4435-42e6-972f-f1cb564ec02a service neutron] 10.222.0.41 "GET /v2.0/networks/5c5b1ca0-24b0-4412-b81d-dc9907cb0039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476746 Jul 13 13:37:13.350111 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7794f3a1-2db9-4eb3-af41-527d4cc79035 req-62ac1915-eac8-41d7-8c0b-ef5bee3df0f8 service neutron] 10.222.0.41 "GET /v2.0/networks/5c5b1ca0-24b0-4412-b81d-dc9907cb0039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637120 Jul 13 13:37:13.422362 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-28e62d8f-54f1-492f-a3bf-0bd088a707c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:13.427759 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-28e62d8f-54f1-492f-a3bf-0bd088a707c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:13.476646 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28e62d8f-54f1-492f-a3bf-0bd088a707c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 13:37:13.482319 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e62d8f-54f1-492f-a3bf-0bd088a707c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd94c30c-06b4-48ca-9029-1c4bab5d77a2,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:37:13.487117 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device f7c0bc01-324c-4502-bcaf-90d8b511012e not bound to the agent host n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:37:13.491261 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-28e62d8f-54f1-492f-a3bf-0bd088a707c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:13.491391 n-d-800634-1 neutron-server[93750]: INFO neutron.db.segments_db [None req-28e62d8f-54f1-492f-a3bf-0bd088a707c1 admin admin] Added segment 82f9b79e-6e49-44b7-9746-0d3b64e5b168 of type vlan for network 04afeed8-10c4-499e-ade4-68522365a3dd Jul 13 13:37:13.551138 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port aa1ab846-aedd-4066-994b-4e34a0a5ae15, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=aa1ab846-aedd-4066-994b-4e34a0a5ae15,segment=NetworkSegment(731c211d-2cbe-4aa3-a09e-111c83e33a98),segment_id=731c211d-2cbe-4aa3-a09e-111c83e33a98)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:37:13.552072 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-28e62d8f-54f1-492f-a3bf-0bd088a707c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:13.580595 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Returning: {'device': 'aa1ab846-aedd-4066-994b-4e34a0a5ae15', 'network_id': '6abf39c7-5383-40cb-87d6-f20d29bbd8cf', 'port_id': 'aa1ab846-aedd-4066-994b-4e34a0a5ae15', 'mac_address': 'fa:16:3e:d0:26:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '560441f8-4dd8-4170-ae42-f3e38fe7cfb4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 13:37:13.587787 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-9ed48768-1f24-4cbc-9554-86785e4d8f2a req-aeadd054-0d2b-4796-b839-3ae8791e377c tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:13.589901 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-28e62d8f-54f1-492f-a3bf-0bd088a707c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:13.591556 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e62d8f-54f1-492f-a3bf-0bd088a707c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:13.592355 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-28e62d8f-54f1-492f-a3bf-0bd088a707c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:13.594160 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-9ed48768-1f24-4cbc-9554-86785e4d8f2a req-aeadd054-0d2b-4796-b839-3ae8791e377c tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446547'] for floatingip, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:13.656136 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:13.659229 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-28e62d8f-54f1-492f-a3bf-0bd088a707c1 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8010001 Jul 13 13:37:13.667486 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 55344) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:37:13.677429 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-ed6818b6-b60b-45fd-97ae-e8c5249b6fb1 admin admin] Request body: {'subnet': {'network_id': '04afeed8-10c4-499e-ade4-68522365a3dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1879934294-subnet', 'tenant_id': '46843b34f3ae4512940e2bd7793d6ba1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:37:13.685533 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id aa1ab846-aedd-4066-994b-4e34a0a5ae15 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:37:13.709655 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port aa1ab846-aedd-4066-994b-4e34a0a5ae15, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=aa1ab846-aedd-4066-994b-4e34a0a5ae15,segment=NetworkSegment(731c211d-2cbe-4aa3-a09e-111c83e33a98),segment_id=731c211d-2cbe-4aa3-a09e-111c83e33a98)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:37:13.719326 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:13.775732 n-d-800634-1 neutron-server[93751]: INFO neutron.db.l3_db [req-9ed48768-1f24-4cbc-9554-86785e4d8f2a req-aeadd054-0d2b-4796-b839-3ae8791e377c tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] Floating IP c273eaab-e1fa-418c-ab78-2f63f49bc276 associated. External IP: 172.25.6.66, port: 428b708b-86ae-4314-a494-492d05639f17. Jul 13 13:37:13.781528 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=aa1ab846-aedd-4066-994b-4e34a0a5ae15,revision_number=6']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:37:13.800040 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e62d8f-54f1-492f-a3bf-0bd088a707c1 admin admin] Pushing event updated for resources: {'Network': ['ID=04afeed8-10c4-499e-ade4-68522365a3dd,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:37:13.811063 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network 04afeed8-10c4-499e-ade4-68522365a3dd details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 13:37:13.852781 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['aa1ab846-aedd-4066-994b-4e34a0a5ae15'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:37:13.869460 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed6818b6-b60b-45fd-97ae-e8c5249b6fb1 admin admin] Made reservation on behalf of 46843b34f3ae4512940e2bd7793d6ba1 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:37:13.871810 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ed6818b6-b60b-45fd-97ae-e8c5249b6fb1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4763385'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:14.013644 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad684b04-e790-49d8-a502-0f808d6d2063 req-e1ece6fd-9580-4464-a0a2-6ae5775bcfbe tempest-ComputeTenantNetworksTest-654191792 tempest-ComputeTenantNetworksTest-654191792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:14.020893 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad684b04-e790-49d8-a502-0f808d6d2063 req-e1ece6fd-9580-4464-a0a2-6ae5775bcfbe tempest-ComputeTenantNetworksTest-654191792 tempest-ComputeTenantNetworksTest-654191792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:14.026999 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad684b04-e790-49d8-a502-0f808d6d2063 req-e1ece6fd-9580-4464-a0a2-6ae5775bcfbe tempest-ComputeTenantNetworksTest-654191792 tempest-ComputeTenantNetworksTest-654191792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:14.040104 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9ed48768-1f24-4cbc-9554-86785e4d8f2a req-aeadd054-0d2b-4796-b839-3ae8791e377c tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] Router d5a3f84d-aa89-42c6-b5a9-2bc12a6b1fca has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 13:37:14.042585 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ad684b04-e790-49d8-a502-0f808d6d2063 req-e1ece6fd-9580-4464-a0a2-6ae5775bcfbe tempest-ComputeTenantNetworksTest-654191792 tempest-ComputeTenantNetworksTest-654191792-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.3579953 Jul 13 13:37:14.086805 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7794f3a1-2db9-4eb3-af41-527d4cc79035 req-7f761f8e-02cd-4d2d-8864-2959b541c6fe tempest-LiveMigrationTest-1713788618 tempest-LiveMigrationTest-1713788618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:14.088591 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7794f3a1-2db9-4eb3-af41-527d4cc79035 req-7f761f8e-02cd-4d2d-8864-2959b541c6fe tempest-LiveMigrationTest-1713788618 tempest-LiveMigrationTest-1713788618-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=a4d24ebb-a0aa-4a23-a3c0-9b1c914e9f80&tenant_id=7ec77ffc288b40b5a9663fa2e5a78733&binding%3Ahost_id=n-h2-800634-1 HTTP/1.1" status: 200 len: 1095 time: 0.3211823 Jul 13 13:37:14.193612 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9ed48768-1f24-4cbc-9554-86785e4d8f2a req-aeadd054-0d2b-4796-b839-3ae8791e377c tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:37:14.205625 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1723af-6b94-4b53-b790-48d5ffd39c72 None None] Sync routers for ids ['d5a3f84d-aa89-42c6-b5a9-2bc12a6b1fca'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:37:14.206290 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-9ed48768-1f24-4cbc-9554-86785e4d8f2a req-aeadd054-0d2b-4796-b839-3ae8791e377c tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for floatingip, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:14.223559 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1723af-6b94-4b53-b790-48d5ffd39c72 None None] Routers {'d5a3f84d-aa89-42c6-b5a9-2bc12a6b1fca'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:37:14.224918 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-8f1723af-6b94-4b53-b790-48d5ffd39c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:36:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['d5a3f84d-aa89-42c6-b5a9-2bc12a6b1fca'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:37:14.259840 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-9ed48768-1f24-4cbc-9554-86785e4d8f2a req-aeadd054-0d2b-4796-b839-3ae8791e377c tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] 10.222.0.23 "PUT /v2.0/floatingips/c273eaab-e1fa-418c-ab78-2f63f49bc276 HTTP/1.1" status: 200 len: 996 time: 1.4258733 Jul 13 13:37:14.260359 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cd54210-282a-4a26-97b7-f1d70daa60d2', 'tag': '428b708b-86ae-4314-a494-492d05639f17'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:37:14.270030 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d17b627af75e17e0f4b8d6239d04f8c2f78634e2c585e32a7aeca336500f34a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93cea48d-3fb3-4c4c-ba5a-fb2b620d4ddd" -d '{"events": [{"name": "network-changed", "server_uuid": "1cd54210-282a-4a26-97b7-f1d70daa60d2", "tag": "428b708b-86ae-4314-a494-492d05639f17"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:37:14.270397 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f0a94672-90bd-441c-b2a6-6308124a25ca req-e8626a4e-f0f3-467b-927c-b9667eeaa4cf tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/ports?device_id=a09c1465-f015-4b4f-811e-dc1d66598208 HTTP/1.1" status: 200 len: 210 time: 0.0789990 Jul 13 13:37:14.342771 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed48768-1f24-4cbc-9554-86785e4d8f2a req-b7d02869-8126-40d7-9784-fd8f63e7de57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:14.350997 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-9ed48768-1f24-4cbc-9554-86785e4d8f2a req-b7d02869-8126-40d7-9784-fd8f63e7de57 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1541a6cd64444c80a50e3a7d38ff886f&device_id=1cd54210-282a-4a26-97b7-f1d70daa60d2 HTTP/1.1" status: 200 len: 1097 time: 0.0757368 Jul 13 13:37:14.428554 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-8f1723af-6b94-4b53-b790-48d5ffd39c72 None None] Set router d5a3f84d-aa89-42c6-b5a9-2bc12a6b1fca gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:37:14.465386 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed48768-1f24-4cbc-9554-86785e4d8f2a req-002cfdfd-27ec-46d9-b915-13d8bebde9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:14.477035 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-9ed48768-1f24-4cbc-9554-86785e4d8f2a req-002cfdfd-27ec-46d9-b915-13d8bebde9b8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=235d9a14-cbfe-4d48-b109-040ffccc92b0 HTTP/1.1" status: 200 len: 920 time: 0.1250463 Jul 13 13:37:14.532607 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82404d03-fcb9-4467-9a08-219d59174e85 req-7c6b3802-9fe4-4a19-a5e1-7bb5cb818be5 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:14.534905 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-82404d03-fcb9-4467-9a08-219d59174e85 req-7c6b3802-9fe4-4a19-a5e1-7bb5cb818be5 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.41 "GET /v2.0/networks?id=1e6a1cec-d634-437c-82e7-1ebafa55a815 HTTP/1.1" status: 200 len: 811 time: 0.4021316 Jul 13 13:37:14.538864 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ed6818b6-b60b-45fd-97ae-e8c5249b6fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5970588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4763339'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:14.578767 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-7794f3a1-2db9-4eb3-af41-527d4cc79035 req-4837b177-e3a1-45ec-bdf4-d5ebee020421 service neutron] For port f7c0bc01-324c-4502-bcaf-90d8b511012e, host n-h1-800634-1, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:37:14.586546 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-82404d03-fcb9-4467-9a08-219d59174e85 req-14608894-d6d0-4580-acc4-eb91ad33edd7 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Request body: {'port': {'device_id': 'a09c1465-f015-4b4f-811e-dc1d66598208', 'network_id': '1e6a1cec-d634-437c-82e7-1ebafa55a815', 'admin_state_up': True, 'tenant_id': '735b68527641472d9d98083ece779da8'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:37:14.595649 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-7794f3a1-2db9-4eb3-af41-527d4cc79035 req-4837b177-e3a1-45ec-bdf4-d5ebee020421 service neutron] Notify callbacks [] for binding, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:14.596893 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7794f3a1-2db9-4eb3-af41-527d4cc79035 req-4837b177-e3a1-45ec-bdf4-d5ebee020421 service neutron] 10.222.0.41 "DELETE /v2.0/ports/f7c0bc01-324c-4502-bcaf-90d8b511012e/bindings/n-h1-800634-1 HTTP/1.1" status: 204 len: 173 time: 0.5014973 Jul 13 13:37:14.607932 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6818b6-b60b-45fd-97ae-e8c5249b6fb1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=32f1a301-2721-4ed8-b9a7-501c239eba5a,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:37:14.608765 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-9ed48768-1f24-4cbc-9554-86785e4d8f2a req-2c22f2a1-a03a-44cb-9a1c-4a2edfdd9c17 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=428b708b-86ae-4314-a494-492d05639f17 HTTP/1.1" status: 200 len: 999 time: 0.1303382 Jul 13 13:37:14.695270 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed48768-1f24-4cbc-9554-86785e4d8f2a req-3b64b57c-7bb9-41a9-9c3b-927374e87a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:14.697598 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6818b6-b60b-45fd-97ae-e8c5249b6fb1 admin admin] Checking segment: {'id': '82f9b79e-6e49-44b7-9746-0d3b64e5b168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '04afeed8-10c4-499e-ade4-68522365a3dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:37:14.698149 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed6818b6-b60b-45fd-97ae-e8c5249b6fb1 admin admin] Network hostable DHCP agents. Network: 04afeed8-10c4-499e-ade4-68522365a3dd, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 13:37:14.706233 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-9ed48768-1f24-4cbc-9554-86785e4d8f2a req-3b64b57c-7bb9-41a9-9c3b-927374e87a76 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1cfdd188-250e-479a-90ea-bdbade5d1ae3 HTTP/1.1" status: 200 len: 860 time: 0.0829208 Jul 13 13:37:14.724283 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-8f1723af-6b94-4b53-b790-48d5ffd39c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5a3f84d-aa89-42c6-b5a9-2bc12a6b1fca', 'name': 'tempest-ServerRescueTestJSONUnderV235-1209034393-router', 'tenant_id': '1541a6cd64444c80a50e3a7d38ff886f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.168'}], 'enable_snat': True}, 'gw_port_id': 'cec16b9b-7635-47e3-bb0d-388d01aa3e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:35:55Z', 'updated_at': '2021-07-13T13:36:06Z', 'revision_number': 4, 'project_id': '1541a6cd64444c80a50e3a7d38ff886f', 'gw_port': {'id': 'cec16b9b-7635-47e3-bb0d-388d01aa3e4e', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:0c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a3f84d-aa89-42c6-b5a9-2bc12a6b1fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:35:57Z', 'updated_at': '2021-07-13T13:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_floatingips': [{'id': 'c273eaab-e1fa-418c-ab78-2f63f49bc276', 'tenant_id': '1541a6cd64444c80a50e3a7d38ff886f', 'floating_ip_address': '172.25.6.66', 'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'router_id': 'd5a3f84d-aa89-42c6-b5a9-2bc12a6b1fca', 'port_id': '428b708b-86ae-4314-a494-492d05639f17', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 933, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '235d9a14-cbfe-4d48-b109-040ffccc92b0', 'mac_address': 'fa:16:3e:66:30:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cd54210-282a-4a26-97b7-f1d70daa60d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T13:37:10Z', 'updated_at': '2021-07-13T13:37:13Z', 'revision_number': 1, 'project_id': '1541a6cd64444c80a50e3a7d38ff886f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0688acad-82fb-4036-bb71-8a80ee97ee0f', 'name': '', 'network_id': '235d9a14-cbfe-4d48-b109-040ffccc92b0', 'tenant_id': '1541a6cd64444c80a50e3a7d38ff886f', 'mac_address': 'fa:16:3e:92:37:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a3f84d-aa89-42c6-b5a9-2bc12a6b1fca', 'device_owner': 'network:router_interface', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': '1cfdd188-250e-479a-90ea-bdbade5d1ae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:36:04Z', 'updated_at': '2021-07-13T13:36:15Z', 'revision_number': 5, 'project_id': '1541a6cd64444c80a50e3a7d38ff886f', 'subnets': [{'id': '1cfdd188-250e-479a-90ea-bdbade5d1ae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:37:14.737132 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-9ed48768-1f24-4cbc-9554-86785e4d8f2a req-6bd28f0c-c256-4c5f-a4b9-40222c34c6d7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=235d9a14-cbfe-4d48-b109-040ffccc92b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289397 Jul 13 13:37:14.754027 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1723af-6b94-4b53-b790-48d5ffd39c72 None None] Checking router: d5a3f84d-aa89-42c6-b5a9-2bc12a6b1fca for host: n-d-800634-1 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 13:37:14.765081 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1723af-6b94-4b53-b790-48d5ffd39c72 None None] Routers {'d5a3f84d-aa89-42c6-b5a9-2bc12a6b1fca'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:37:14.765726 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-8f1723af-6b94-4b53-b790-48d5ffd39c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:36:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['d5a3f84d-aa89-42c6-b5a9-2bc12a6b1fca'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:37:14.781240 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed6818b6-b60b-45fd-97ae-e8c5249b6fb1 admin admin] Network 04afeed8-10c4-499e-ade4-68522365a3dd is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 13:37:14.798764 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-ed6818b6-b60b-45fd-97ae-e8c5249b6fb1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, 04afeed8-10c4-499e-ade4-68522365a3dd) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:37:14.804878 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82404d03-fcb9-4467-9a08-219d59174e85 req-14608894-d6d0-4580-acc4-eb91ad33edd7 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Made reservation on behalf of 735b68527641472d9d98083ece779da8 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:37:14.808547 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-82404d03-fcb9-4467-9a08-219d59174e85 req-14608894-d6d0-4580-acc4-eb91ad33edd7 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:14.809127 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb9db076-e86a-47d3-ac79-b1ca4f0f4d3c None None] Network 04afeed8-10c4-499e-ade4-68522365a3dd requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:37:14.811282 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed6818b6-b60b-45fd-97ae-e8c5249b6fb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:14.811866 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ed6818b6-b60b-45fd-97ae-e8c5249b6fb1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:14.852326 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-9ed48768-1f24-4cbc-9554-86785e4d8f2a req-7f0dd123-dba7-4f0c-8df5-e76eaceeb36e service neutron] 10.222.0.23 "GET /v2.0/networks/235d9a14-cbfe-4d48-b109-040ffccc92b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083941 Jul 13 13:37:14.857823 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93e0274-b010-46d2-92a3-8d1f099ae8f2 req-9373aba5-479e-438a-957f-5cdf47581936 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:14.859654 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a93e0274-b010-46d2-92a3-8d1f099ae8f2 req-9373aba5-479e-438a-957f-5cdf47581936 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] 10.222.0.23 "GET /v2.0/ports?device_id=938011da-a97c-46cb-afb5-467b9b81212a HTTP/1.1" status: 200 len: 1024 time: 0.1476178 Jul 13 13:37:14.866268 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-ed6818b6-b60b-45fd-97ae-e8c5249b6fb1 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1929972 Jul 13 13:37:14.981961 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-8f1723af-6b94-4b53-b790-48d5ffd39c72 None None] Set router d5a3f84d-aa89-42c6-b5a9-2bc12a6b1fca gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:37:15.000349 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-82404d03-fcb9-4467-9a08-219d59174e85 req-14608894-d6d0-4580-acc4-eb91ad33edd7 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Allocated IP 172.20.0.7 (1e6a1cec-d634-437c-82e7-1ebafa55a815/4a7066db-069e-4126-a711-5a91da09992d/c0e69f01-8777-4567-83df-1cec2da252a2) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:37:15.032195 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-9ed48768-1f24-4cbc-9554-86785e4d8f2a req-0959c3b9-1d61-4b3f-94f3-ef61181b3667 service neutron] 10.222.0.23 "GET /v2.0/networks/235d9a14-cbfe-4d48-b109-040ffccc92b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731987 Jul 13 13:37:15.085869 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f09b896-2583-4acb-9ca3-f240e5109053 req-efd4bc9e-a3f0-40e9-ae33-463a2c5a0e22 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:15.089912 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3f09b896-2583-4acb-9ca3-f240e5109053 req-efd4bc9e-a3f0-40e9-ae33-463a2c5a0e22 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] 10.222.0.26 "GET /v2.0/ports?device_id=938011da-a97c-46cb-afb5-467b9b81212a HTTP/1.1" status: 200 len: 1024 time: 0.1421695 Jul 13 13:37:15.111712 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-286e6eb8-0903-4a69-bb7b-ed80e54a1fca None None] Network 04afeed8-10c4-499e-ade4-68522365a3dd requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:37:15.141862 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a93e0274-b010-46d2-92a3-8d1f099ae8f2 req-4a8b6c8e-e7c4-45ab-b72e-62e525efcb89 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] 10.222.0.23 "GET /v2.0/security-groups?id=24689591-48d9-46af-a687-72c510af83bd&id=cb9ccf45-b22d-48cf-b5e2-9ff9d9e65814&id=8d3f06b6-9df6-439a-8d42-0abddec08da2&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1230085 Jul 13 13:37:15.185615 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device aa1ab846-aedd-4066-994b-4e34a0a5ae15 up at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:37:15.263568 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-3f09b896-2583-4acb-9ca3-f240e5109053 req-1d8fc5d6-3f81-403f-8367-f4048eca3387 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Deleting port 879ff0e6-03fc-436e-a42b-866c7b6a0faa {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:37:15.263920 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-3f09b896-2583-4acb-9ca3-f240e5109053 req-1d8fc5d6-3f81-403f-8367-f4048eca3387 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:15.294605 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning complete for port aa1ab846-aedd-4066-994b-4e34a0a5ae15 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:37:15.295606 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:15.319615 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec16798b-58c4-4d30-9eef-cf30ba65eb79 req-643e8987-cfac-4530-80ab-41d616c9eb57 tempest-ComputeTenantNetworksTest-654191792 tempest-ComputeTenantNetworksTest-654191792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:15.321012 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ec16798b-58c4-4d30-9eef-cf30ba65eb79 req-643e8987-cfac-4530-80ab-41d616c9eb57 tempest-ComputeTenantNetworksTest-654191792 tempest-ComputeTenantNetworksTest-654191792-project] 10.222.0.23 "GET /v2.0/networks/3eeed742-ff67-49bd-8728-7c1c5d2602b7 HTTP/1.1" status: 200 len: 769 time: 0.1183412 Jul 13 13:37:15.337776 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 55370) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:37:15.402985 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b074de54-c364-4b84-a8d8-7d317975af2d req-c786f1a1-148b-4b86-a650-3d7c274b6592 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:15.404808 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b074de54-c364-4b84-a8d8-7d317975af2d req-c786f1a1-148b-4b86-a650-3d7c274b6592 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4d24ebb-a0aa-4a23-a3c0-9b1c914e9f80 HTTP/1.1" status: 200 len: 944 time: 0.1589327 Jul 13 13:37:15.410690 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-3f09b896-2583-4acb-9ca3-f240e5109053 req-1d8fc5d6-3f81-403f-8367-f4048eca3387 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] For port 879ff0e6-03fc-436e-a42b-866c7b6a0faa, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=879ff0e6-03fc-436e-a42b-866c7b6a0faa,segment=NetworkSegment(389f0714-81c5-44c7-95d7-c7027042d54a),segment_id=389f0714-81c5-44c7-95d7-c7027042d54a)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:37:15.411773 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-3f09b896-2583-4acb-9ca3-f240e5109053 req-1d8fc5d6-3f81-403f-8367-f4048eca3387 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:15.421523 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 13:37:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5648933-997d-42d0-beee-060de1dd611d x-openstack-request-id: req-e5648933-997d-42d0-beee-060de1dd611d {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:37:15.421998 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cd54210-282a-4a26-97b7-f1d70daa60d2", "tag": "428b708b-86ae-4314-a494-492d05639f17", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:37:15.422128 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e5648933-997d-42d0-beee-060de1dd611d {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:37:15.422477 n-d-800634-1 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cd54210-282a-4a26-97b7-f1d70daa60d2', 'tag': '428b708b-86ae-4314-a494-492d05639f17', 'status': 'completed', 'code': 200} Jul 13 13:37:15.433919 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-82404d03-fcb9-4467-9a08-219d59174e85 req-14608894-d6d0-4580-acc4-eb91ad33edd7 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:15.444536 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-3f09b896-2583-4acb-9ca3-f240e5109053 req-1d8fc5d6-3f81-403f-8367-f4048eca3387 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Calling delete_port for 879ff0e6-03fc-436e-a42b-866c7b6a0faa owned by compute:nova {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:37:15.524950 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b074de54-c364-4b84-a8d8-7d317975af2d req-cf8928aa-3980-4389-9cd2-3f2686fd526f tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/security-groups?id=4f83e00a-e782-49e6-b944-d06b9e971cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053665 Jul 13 13:37:15.531402 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:15.576290 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6b9a110a-0631-4924-8b68-87069ffdf635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:15.592387 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd443184c-2c41-4eaa-8193-dff73948f7ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa1ab846-aedd-4066-994b-4e34a0a5ae15'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:37:15.594221 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-818b1c49-84d7-471b-a61a-394b1452510e" -d '{"events": [{"server_uuid": "d443184c-2c41-4eaa-8193-dff73948f7ee", "name": "network-vif-plugged", "status": "completed", "tag": "aa1ab846-aedd-4066-994b-4e34a0a5ae15"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:37:15.618105 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port aa1ab846-aedd-4066-994b-4e34a0a5ae15, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=aa1ab846-aedd-4066-994b-4e34a0a5ae15,segment=NetworkSegment(731c211d-2cbe-4aa3-a09e-111c83e33a98),segment_id=731c211d-2cbe-4aa3-a09e-111c83e33a98)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:37:15.622183 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-8f1723af-6b94-4b53-b790-48d5ffd39c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5a3f84d-aa89-42c6-b5a9-2bc12a6b1fca', 'name': 'tempest-ServerRescueTestJSONUnderV235-1209034393-router', 'tenant_id': '1541a6cd64444c80a50e3a7d38ff886f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.168'}], 'enable_snat': True}, 'gw_port_id': 'cec16b9b-7635-47e3-bb0d-388d01aa3e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:35:55Z', 'updated_at': '2021-07-13T13:36:06Z', 'revision_number': 4, 'project_id': '1541a6cd64444c80a50e3a7d38ff886f', 'gw_port': {'id': 'cec16b9b-7635-47e3-bb0d-388d01aa3e4e', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:0c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a3f84d-aa89-42c6-b5a9-2bc12a6b1fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:35:57Z', 'updated_at': '2021-07-13T13:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_floatingips': [{'id': 'c273eaab-e1fa-418c-ab78-2f63f49bc276', 'tenant_id': '1541a6cd64444c80a50e3a7d38ff886f', 'floating_ip_address': '172.25.6.66', 'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'router_id': 'd5a3f84d-aa89-42c6-b5a9-2bc12a6b1fca', 'port_id': '428b708b-86ae-4314-a494-492d05639f17', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 933, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '235d9a14-cbfe-4d48-b109-040ffccc92b0', 'mac_address': 'fa:16:3e:66:30:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cd54210-282a-4a26-97b7-f1d70daa60d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T13:37:10Z', 'updated_at': '2021-07-13T13:37:13Z', 'revision_number': 1, 'project_id': '1541a6cd64444c80a50e3a7d38ff886f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0688acad-82fb-4036-bb71-8a80ee97ee0f', 'name': '', 'network_id': '235d9a14-cbfe-4d48-b109-040ffccc92b0', 'tenant_id': '1541a6cd64444c80a50e3a7d38ff886f', 'mac_address': 'fa:16:3e:92:37:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a3f84d-aa89-42c6-b5a9-2bc12a6b1fca', 'device_owner': 'network:router_interface', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': '1cfdd188-250e-479a-90ea-bdbade5d1ae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:36:04Z', 'updated_at': '2021-07-13T13:36:15Z', 'revision_number': 5, 'project_id': '1541a6cd64444c80a50e3a7d38ff886f', 'subnets': [{'id': '1cfdd188-250e-479a-90ea-bdbade5d1ae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:37:15.625984 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:15.645554 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7af8439e-5590-4025-98d7-99ec125c245e req-6f756023-4a5e-4c10-80fa-86de4e89c913 tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.6.66 HTTP/1.1" status: 200 len: 999 time: 0.0933101 Jul 13 13:37:15.660524 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1723af-6b94-4b53-b790-48d5ffd39c72 None None] The sync data for ids ['d5a3f84d-aa89-42c6-b5a9-2bc12a6b1fca'] in n-d-800634-1 is: [{'id': 'd5a3f84d-aa89-42c6-b5a9-2bc12a6b1fca', 'name': 'tempest-ServerRescueTestJSONUnderV235-1209034393-router', 'tenant_id': '1541a6cd64444c80a50e3a7d38ff886f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.168'}], 'enable_snat': True}, 'gw_port_id': 'cec16b9b-7635-47e3-bb0d-388d01aa3e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:35:55Z', 'updated_at': '2021-07-13T13:36:06Z', 'revision_number': 4, 'project_id': '1541a6cd64444c80a50e3a7d38ff886f', 'gw_port': {'id': 'cec16b9b-7635-47e3-bb0d-388d01aa3e4e', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:0c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a3f84d-aa89-42c6-b5a9-2bc12a6b1fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:35:57Z', 'updated_at': '2021-07-13T13:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_floatingips': [{'id': 'c273eaab-e1fa-418c-ab78-2f63f49bc276', 'tenant_id': '1541a6cd64444c80a50e3a7d38ff886f', 'floating_ip_address': '172.25.6.66', 'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'router_id': 'd5a3f84d-aa89-42c6-b5a9-2bc12a6b1fca', 'port_id': '428b708b-86ae-4314-a494-492d05639f17', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 933, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '235d9a14-cbfe-4d48-b109-040ffccc92b0', 'mac_address': 'fa:16:3e:66:30:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cd54210-282a-4a26-97b7-f1d70daa60d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T13:37:10Z', 'updated_at': '2021-07-13T13:37:13Z', 'revision_number': 1, 'project_id': '1541a6cd64444c80a50e3a7d38ff886f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0688acad-82fb-4036-bb71-8a80ee97ee0f', 'name': '', 'network_id': '235d9a14-cbfe-4d48-b109-040ffccc92b0', 'tenant_id': '1541a6cd64444c80a50e3a7d38ff886f', 'mac_address': 'fa:16:3e:92:37:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a3f84d-aa89-42c6-b5a9-2bc12a6b1fca', 'device_owner': 'network:router_interface', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': '1cfdd188-250e-479a-90ea-bdbade5d1ae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:36:04Z', 'updated_at': '2021-07-13T13:36:15Z', 'revision_number': 5, 'project_id': '1541a6cd64444c80a50e3a7d38ff886f', 'subnets': [{'id': '1cfdd188-250e-479a-90ea-bdbade5d1ae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:37:15.688664 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cea48d-3fb3-4c4c-ba5a-fb2b620d4ddd req-a5d4fedc-e753-420b-871a-ac009830876e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:15.690371 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-93cea48d-3fb3-4c4c-ba5a-fb2b620d4ddd req-a5d4fedc-e753-420b-871a-ac009830876e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1541a6cd64444c80a50e3a7d38ff886f&device_id=1cd54210-282a-4a26-97b7-f1d70daa60d2 HTTP/1.1" status: 200 len: 1097 time: 0.2541828 Jul 13 13:37:15.730409 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=aa1ab846-aedd-4066-994b-4e34a0a5ae15,revision_number=7']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:37:15.749003 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af8439e-5590-4025-98d7-99ec125c245e req-54ec8638-a1aa-4c85-993e-bfdd35fb79ba tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:15.750516 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7af8439e-5590-4025-98d7-99ec125c245e req-54ec8638-a1aa-4c85-993e-bfdd35fb79ba tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] 10.222.0.23 "GET /v2.0/ports/428b708b-86ae-4314-a494-492d05639f17 HTTP/1.1" status: 200 len: 943 time: 0.1041689 Jul 13 13:37:15.753303 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-82404d03-fcb9-4467-9a08-219d59174e85 req-14608894-d6d0-4580-acc4-eb91ad33edd7 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:15.778454 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-3f09b896-2583-4acb-9ca3-f240e5109053 req-1d8fc5d6-3f81-403f-8367-f4048eca3387 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:15.789380 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['879ff0e6-03fc-436e-a42b-866c7b6a0faa'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:37:15.826402 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8fc5d6-3f81-403f-8367-f4048eca3387 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Pushing event deleted for resources: {'Port': ['ID=879ff0e6-03fc-436e-a42b-866c7b6a0faa,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:37:15.919987 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f09b896-2583-4acb-9ca3-f240e5109053 req-1d8fc5d6-3f81-403f-8367-f4048eca3387 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] No DVR routers for this DVR port 879ff0e6-03fc-436e-a42b-866c7b6a0faa on host n-h1-800634-1 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:37:15.925805 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-3f09b896-2583-4acb-9ca3-f240e5109053 req-1d8fc5d6-3f81-403f-8367-f4048eca3387 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:15.925805 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3f09b896-2583-4acb-9ca3-f240e5109053 req-1d8fc5d6-3f81-403f-8367-f4048eca3387 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] 10.222.0.26 "DELETE /v2.0/ports/879ff0e6-03fc-436e-a42b-866c7b6a0faa HTTP/1.1" status: 204 len: 173 time: 0.8296359 Jul 13 13:37:15.927412 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59c98d2-56df-47a9-a97b-b7f976b99d26 None None] New status for floating IP c273eaab-e1fa-418c-ab78-2f63f49bc276: ACTIVE {{(pid=93753) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 13:37:15.965595 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7af8439e-5590-4025-98d7-99ec125c245e req-1ea5b110-b793-4d24-8703-28946fabbc0b tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.6.66 HTTP/1.1" status: 200 len: 999 time: 0.1065843 Jul 13 13:37:16.092842 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af8439e-5590-4025-98d7-99ec125c245e req-a83f7090-1b81-4fe9-b606-70ce76ee1e29 tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:16.110345 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7af8439e-5590-4025-98d7-99ec125c245e req-a83f7090-1b81-4fe9-b606-70ce76ee1e29 tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] 10.222.0.23 "GET /v2.0/networks/acf968b8-c524-46a9-a20b-ad9667009130 HTTP/1.1" status: 200 len: 784 time: 0.1434639 Jul 13 13:37:16.148462 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7886e6d-6966-40ee-b328-67551b8a498e req-8dea6314-9569-44ab-997c-dda5cb4da520 tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:16.155463 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e7886e6d-6966-40ee-b328-67551b8a498e req-8dea6314-9569-44ab-997c-dda5cb4da520 tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] 10.222.0.23 "GET /v2.0/ports?device_id=d443184c-2c41-4eaa-8193-dff73948f7ee HTTP/1.1" status: 200 len: 944 time: 0.5862520 Jul 13 13:37:16.161917 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6b9a110a-0631-4924-8b68-87069ffdf635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:16.193523 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7af8439e-5590-4025-98d7-99ec125c245e req-82501f6d-6b86-400c-a47e-a86198410aff tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.6.66 HTTP/1.1" status: 200 len: 1001 time: 0.0805612 Jul 13 13:37:16.203069 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-7af8439e-5590-4025-98d7-99ec125c245e req-f4177e63-e050-4767-80cc-eb35432d8677 tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:37:16.207969 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-6b9a110a-0631-4924-8b68-87069ffdf635 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3eeed742-ff67-49bd-8728-7c1c5d2602b7']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:37:16.225916 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82404d03-fcb9-4467-9a08-219d59174e85 req-14608894-d6d0-4580-acc4-eb91ad33edd7 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Network 1e6a1cec-d634-437c-82e7-1ebafa55a815 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:37:16.228724 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-6b9a110a-0631-4924-8b68-87069ffdf635 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1e078a2-2d02-4ef2-b49c-2a7c38ac8458') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:37:16.229025 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-6b9a110a-0631-4924-8b68-87069ffdf635 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1e078a2-2d02-4ef2-b49c-2a7c38ac8458') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:37:16.242460 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-82404d03-fcb9-4467-9a08-219d59174e85 req-14608894-d6d0-4580-acc4-eb91ad33edd7 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:37:16.253322 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cea48d-3fb3-4c4c-ba5a-fb2b620d4ddd req-349710c8-4412-4edd-8d14-6eb4f2b16b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:16.254846 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-93cea48d-3fb3-4c4c-ba5a-fb2b620d4ddd req-349710c8-4412-4edd-8d14-6eb4f2b16b5e service neutron] 10.222.0.41 "GET /v2.0/networks?id=235d9a14-cbfe-4d48-b109-040ffccc92b0 HTTP/1.1" status: 200 len: 920 time: 0.5492306 Jul 13 13:37:16.255452 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14608894-d6d0-4580-acc4-eb91ad33edd7 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Pushing event updated for resources: {'Port': ['ID=c0e69f01-8777-4567-83df-1cec2da252a2,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:37:16.258015 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-7af8439e-5590-4025-98d7-99ec125c245e req-f4177e63-e050-4767-80cc-eb35432d8677 tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] Notify callbacks [] for floatingip, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:16.258269 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-82404d03-fcb9-4467-9a08-219d59174e85 req-14608894-d6d0-4580-acc4-eb91ad33edd7 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:37:16.264286 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6b9a110a-0631-4924-8b68-87069ffdf635 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5431730'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:16.301826 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e7886e6d-6966-40ee-b328-67551b8a498e req-2bf27565-393b-4c7b-88aa-bffc552a22ce tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] 10.222.0.23 "GET /v2.0/security-groups?id=d29423a1-067a-4d38-adf6-741b7ccff4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454685 Jul 13 13:37:16.349547 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6b9a110a-0631-4924-8b68-87069ffdf635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:16.366657 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b9a110a-0631-4924-8b68-87069ffdf635 admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 13:37:16.367066 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6b9a110a-0631-4924-8b68-87069ffdf635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5970419'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:16.370788 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:37:16.370788 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:37:16.370788 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:37:16.370788 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:37:16.370788 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:37:16.370788 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:37:16.370788 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:37:16.370788 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:37:16.370788 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:37:16.370788 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:37:16.370788 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:37:16.370788 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:37:16.370788 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:37:16.370788 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:37:16.370788 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:37:16.370788 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:37:16.370788 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:37:16.370788 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:37:16.370788 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:37:16.370788 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:37:16.370788 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:37:16.370788 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:37:16.370788 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:37:16.370788 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:37:16.370788 n-d-800634-1 neutron-server[93750]: Traceback (most recent call last): Jul 13 13:37:16.370788 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 13:37:16.370788 n-d-800634-1 neutron-server[93750]: timer() Jul 13 13:37:16.370788 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 13:37:16.370788 n-d-800634-1 neutron-server[93750]: cb(*args, **kw) Jul 13 13:37:16.370788 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 13:37:16.370788 n-d-800634-1 neutron-server[93750]: return func(*args, **kwargs) Jul 13 13:37:16.370788 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 13:37:16.370788 n-d-800634-1 neutron-server[93750]: self._notify() Jul 13 13:37:16.370788 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 13:37:16.370788 n-d-800634-1 neutron-server[93750]: self.callback(batched_events) Jul 13 13:37:16.370788 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 13:37:16.370788 n-d-800634-1 neutron-server[93750]: event.method(event) Jul 13 13:37:16.370788 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 13:37:16.370788 n-d-800634-1 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 13:37:16.370788 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 13:37:16.370788 n-d-800634-1 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 13:37:16.370788 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 13:37:16.370788 n-d-800634-1 neutron-server[93750]: return f(self, *a, **k) Jul 13 13:37:16.370788 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 13:37:16.370788 n-d-800634-1 neutron-server[93750]: return self._get(url).json() Jul 13 13:37:16.370788 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 13:37:16.370788 n-d-800634-1 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 13:37:16.370788 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 13:37:16.370788 n-d-800634-1 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 13 13:37:16.370788 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 13:37:16.370788 n-d-800634-1 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 13:37:16.370788 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 13:37:16.370788 n-d-800634-1 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 13:37:16.370788 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 13:37:16.370788 n-d-800634-1 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 13:37:16.370788 n-d-800634-1 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 13:37:16.425503 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-7af8439e-5590-4025-98d7-99ec125c245e req-f4177e63-e050-4767-80cc-eb35432d8677 tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:16.429934 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-7af8439e-5590-4025-98d7-99ec125c245e req-f4177e63-e050-4767-80cc-eb35432d8677 tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446547'] for floatingip, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:16.430373 n-d-800634-1 neutron-server[93751]: INFO neutron.db.l3_db [req-7af8439e-5590-4025-98d7-99ec125c245e req-f4177e63-e050-4767-80cc-eb35432d8677 tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] Floating IP c273eaab-e1fa-418c-ab78-2f63f49bc276 disassociated. External IP: 172.25.6.66, port: 428b708b-86ae-4314-a494-492d05639f17. Jul 13 13:37:16.431902 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82404d03-fcb9-4467-9a08-219d59174e85 req-14608894-d6d0-4580-acc4-eb91ad33edd7 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:16.432844 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-82404d03-fcb9-4467-9a08-219d59174e85 req-14608894-d6d0-4580-acc4-eb91ad33edd7 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:16.461456 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-93cea48d-3fb3-4c4c-ba5a-fb2b620d4ddd req-c9442d67-0d43-4a23-ac9e-dd1044cf21c9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=428b708b-86ae-4314-a494-492d05639f17 HTTP/1.1" status: 200 len: 1001 time: 0.1924055 Jul 13 13:37:16.465240 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-82404d03-fcb9-4467-9a08-219d59174e85 req-14608894-d6d0-4580-acc4-eb91ad33edd7 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8852260 Jul 13 13:37:16.485023 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-82404d03-fcb9-4467-9a08-219d59174e85 req-2ac3b131-a6d4-4e91-9db8-cb060d74baae service neutron] Request body: {'port': {'device_id': 'a09c1465-f015-4b4f-811e-dc1d66598208', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:37:16.508944 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6b9a110a-0631-4924-8b68-87069ffdf635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:16.583237 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6b9a110a-0631-4924-8b68-87069ffdf635 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:16.587814 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-6b9a110a-0631-4924-8b68-87069ffdf635 admin admin] 10.222.0.23 "DELETE /v2.0/networks/3eeed742-ff67-49bd-8728-7c1c5d2602b7 HTTP/1.1" status: 204 len: 168 time: 1.2464659 Jul 13 13:37:16.626895 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a110a-0631-4924-8b68-87069ffdf635 admin admin] Pushing event deleted for resources: {'Network': ['ID=3eeed742-ff67-49bd-8728-7c1c5d2602b7,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:37:16.658047 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cea48d-3fb3-4c4c-ba5a-fb2b620d4ddd req-6f9080ff-0331-4196-a837-be7257fce51f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:16.660311 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-93cea48d-3fb3-4c4c-ba5a-fb2b620d4ddd req-6f9080ff-0331-4196-a837-be7257fce51f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1cfdd188-250e-479a-90ea-bdbade5d1ae3 HTTP/1.1" status: 200 len: 860 time: 0.1811566 Jul 13 13:37:16.693452 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7af8439e-5590-4025-98d7-99ec125c245e req-f4177e63-e050-4767-80cc-eb35432d8677 tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] Router d5a3f84d-aa89-42c6-b5a9-2bc12a6b1fca has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 13:37:16.743297 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 55394) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:37:16.745575 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-93cea48d-3fb3-4c4c-ba5a-fb2b620d4ddd req-61960266-3dc8-476a-995e-b7b060ec563d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=235d9a14-cbfe-4d48-b109-040ffccc92b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678015 Jul 13 13:37:16.817103 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7af8439e-5590-4025-98d7-99ec125c245e req-f4177e63-e050-4767-80cc-eb35432d8677 tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:37:16.821906 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-7af8439e-5590-4025-98d7-99ec125c245e req-f4177e63-e050-4767-80cc-eb35432d8677 tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for floatingip, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:16.833649 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159a8c17-578d-4b86-9a12-7a6cc286b1c5 None None] Sync routers for ids ['d5a3f84d-aa89-42c6-b5a9-2bc12a6b1fca'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:37:16.844195 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159a8c17-578d-4b86-9a12-7a6cc286b1c5 None None] Routers {'d5a3f84d-aa89-42c6-b5a9-2bc12a6b1fca'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:37:16.845108 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-159a8c17-578d-4b86-9a12-7a6cc286b1c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:36:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['d5a3f84d-aa89-42c6-b5a9-2bc12a6b1fca'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:37:16.854787 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-82404d03-fcb9-4467-9a08-219d59174e85 req-2ac3b131-a6d4-4e91-9db8-cb060d74baae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:16.862338 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7af8439e-5590-4025-98d7-99ec125c245e req-f4177e63-e050-4767-80cc-eb35432d8677 tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] 10.222.0.23 "PUT /v2.0/floatingips/c273eaab-e1fa-418c-ab78-2f63f49bc276 HTTP/1.1" status: 200 len: 694 time: 0.6623461 Jul 13 13:37:16.886882 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1702c11-1a99-43e2-bece-45ecf8e0531f req-c5e6a8d1-1183-4551-bd64-c0a212b708b0 tempest-InstanceActionsTestJSON-1326365878 tempest-InstanceActionsTestJSON-1326365878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:16.888617 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b1702c11-1a99-43e2-bece-45ecf8e0531f req-c5e6a8d1-1183-4551-bd64-c0a212b708b0 tempest-InstanceActionsTestJSON-1326365878 tempest-InstanceActionsTestJSON-1326365878-project] 10.222.0.23 "GET /v2.0/networks?id=04afeed8-10c4-499e-ade4-68522365a3dd HTTP/1.1" status: 200 len: 814 time: 0.4251974 Jul 13 13:37:16.945097 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b1702c11-1a99-43e2-bece-45ecf8e0531f req-d3aeb688-6e3e-4a3a-95a6-52105bf7f2c2 tempest-InstanceActionsTestJSON-1326365878 tempest-InstanceActionsTestJSON-1326365878-project] 10.222.0.23 "GET /v2.0/quotas/46843b34f3ae4512940e2bd7793d6ba1 HTTP/1.1" status: 200 len: 375 time: 0.0451932 Jul 13 13:37:16.953666 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af8439e-5590-4025-98d7-99ec125c245e req-aae68ee8-a41c-4eda-8721-e9e07f6473f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:16.955370 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7af8439e-5590-4025-98d7-99ec125c245e req-aae68ee8-a41c-4eda-8721-e9e07f6473f0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1541a6cd64444c80a50e3a7d38ff886f&device_id=1cd54210-282a-4a26-97b7-f1d70daa60d2 HTTP/1.1" status: 200 len: 1097 time: 0.0756297 Jul 13 13:37:16.978013 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-159a8c17-578d-4b86-9a12-7a6cc286b1c5 None None] Set router d5a3f84d-aa89-42c6-b5a9-2bc12a6b1fca gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:37:16.995259 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-ae288e1d-1803-47e1-9c2b-408207f3399e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=29484ac0b0e64a568a99b7d5de11f124&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2459772 Jul 13 13:37:17.043233 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 55396) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:37:17.060638 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b1702c11-1a99-43e2-bece-45ecf8e0531f req-212299a7-bbbb-4c63-aff4-b0208a792896 tempest-InstanceActionsTestJSON-1326365878 tempest-InstanceActionsTestJSON-1326365878-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=46843b34f3ae4512940e2bd7793d6ba1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1145229 Jul 13 13:37:17.095326 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-93cea48d-3fb3-4c4c-ba5a-fb2b620d4ddd req-b009bf56-7651-4e04-abee-c34f484226b0 service neutron] 10.222.0.41 "GET /v2.0/networks/235d9a14-cbfe-4d48-b109-040ffccc92b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3369303 Jul 13 13:37:17.169093 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device aa1ab846-aedd-4066-994b-4e34a0a5ae15 no longer exists at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:37:17.174400 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-cf3a7c0e-6180-4135-863f-53813e41a369 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:17.363572 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-819038ff-7d78-49e1-b60c-e7cb2f5ddad7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:17.407804 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af8439e-5590-4025-98d7-99ec125c245e req-680f61ad-2f86-447d-b238-f0853bf40190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:17.409857 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7af8439e-5590-4025-98d7-99ec125c245e req-680f61ad-2f86-447d-b238-f0853bf40190 service neutron] 10.222.0.23 "GET /v2.0/networks?id=235d9a14-cbfe-4d48-b109-040ffccc92b0 HTTP/1.1" status: 200 len: 920 time: 0.4484472 Jul 13 13:37:17.414065 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b1702c11-1a99-43e2-bece-45ecf8e0531f req-314161eb-9abd-46b9-b50d-301a6f0c1c18 service neutron] 10.222.0.23 "GET /v2.0/networks/04afeed8-10c4-499e-ade4-68522365a3dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3378484 Jul 13 13:37:17.428166 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '938011da-a97c-46cb-afb5-467b9b81212a', 'name': 'network-vif-deleted', 'tag': '879ff0e6-03fc-436e-a42b-866c7b6a0faa'}, {'name': 'network-changed', 'server_uuid': '1cd54210-282a-4a26-97b7-f1d70daa60d2', 'tag': '428b708b-86ae-4314-a494-492d05639f17'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:37:17.429951 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-159a8c17-578d-4b86-9a12-7a6cc286b1c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5a3f84d-aa89-42c6-b5a9-2bc12a6b1fca', 'name': 'tempest-ServerRescueTestJSONUnderV235-1209034393-router', 'tenant_id': '1541a6cd64444c80a50e3a7d38ff886f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.168'}], 'enable_snat': True}, 'gw_port_id': 'cec16b9b-7635-47e3-bb0d-388d01aa3e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:35:55Z', 'updated_at': '2021-07-13T13:36:06Z', 'revision_number': 4, 'project_id': '1541a6cd64444c80a50e3a7d38ff886f', 'gw_port': {'id': 'cec16b9b-7635-47e3-bb0d-388d01aa3e4e', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:0c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a3f84d-aa89-42c6-b5a9-2bc12a6b1fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:35:57Z', 'updated_at': '2021-07-13T13:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': '0688acad-82fb-4036-bb71-8a80ee97ee0f', 'name': '', 'network_id': '235d9a14-cbfe-4d48-b109-040ffccc92b0', 'tenant_id': '1541a6cd64444c80a50e3a7d38ff886f', 'mac_address': 'fa:16:3e:92:37:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a3f84d-aa89-42c6-b5a9-2bc12a6b1fca', 'device_owner': 'network:router_interface', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': '1cfdd188-250e-479a-90ea-bdbade5d1ae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:36:04Z', 'updated_at': '2021-07-13T13:36:15Z', 'revision_number': 5, 'project_id': '1541a6cd64444c80a50e3a7d38ff886f', 'subnets': [{'id': '1cfdd188-250e-479a-90ea-bdbade5d1ae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:37:17.430383 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d17b627af75e17e0f4b8d6239d04f8c2f78634e2c585e32a7aeca336500f34a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e362179-74b2-49f2-8dea-c27e62061d19" -d '{"events": [{"server_uuid": "938011da-a97c-46cb-afb5-467b9b81212a", "name": "network-vif-deleted", "tag": "879ff0e6-03fc-436e-a42b-866c7b6a0faa"}, {"name": "network-changed", "server_uuid": "1cd54210-282a-4a26-97b7-f1d70daa60d2", "tag": "428b708b-86ae-4314-a494-492d05639f17"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:37:17.435533 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:17.455492 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-819038ff-7d78-49e1-b60c-e7cb2f5ddad7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:17.465030 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159a8c17-578d-4b86-9a12-7a6cc286b1c5 None None] Checking router: d5a3f84d-aa89-42c6-b5a9-2bc12a6b1fca for host: n-d-800634-1 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 13:37:17.467177 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7af8439e-5590-4025-98d7-99ec125c245e req-b6469828-c200-4330-9b22-ee151515b6b4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=428b708b-86ae-4314-a494-492d05639f17 HTTP/1.1" status: 200 len: 217 time: 0.0448565 Jul 13 13:37:17.493872 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159a8c17-578d-4b86-9a12-7a6cc286b1c5 None None] Routers {'d5a3f84d-aa89-42c6-b5a9-2bc12a6b1fca'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:37:17.494521 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-159a8c17-578d-4b86-9a12-7a6cc286b1c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:36:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['d5a3f84d-aa89-42c6-b5a9-2bc12a6b1fca'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:37:17.500448 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port aa1ab846-aedd-4066-994b-4e34a0a5ae15, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=aa1ab846-aedd-4066-994b-4e34a0a5ae15,segment=NetworkSegment(731c211d-2cbe-4aa3-a09e-111c83e33a98),segment_id=731c211d-2cbe-4aa3-a09e-111c83e33a98)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:37:17.503430 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-93cea48d-3fb3-4c4c-ba5a-fb2b620d4ddd req-e4be991e-af4c-49ca-a791-2ded9122c60c service neutron] 10.222.0.41 "GET /v2.0/networks/235d9a14-cbfe-4d48-b109-040ffccc92b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3855965 Jul 13 13:37:17.535311 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af8439e-5590-4025-98d7-99ec125c245e req-607d5ee7-b858-4355-b309-1d0fe46029d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:17.537619 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:17.538377 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 879ff0e6-03fc-436e-a42b-866c7b6a0faa no longer exists at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:37:17.542352 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7af8439e-5590-4025-98d7-99ec125c245e req-607d5ee7-b858-4355-b309-1d0fe46029d9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1cfdd188-250e-479a-90ea-bdbade5d1ae3 HTTP/1.1" status: 200 len: 860 time: 0.0678353 Jul 13 13:37:17.577220 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7af8439e-5590-4025-98d7-99ec125c245e req-7d13d031-601e-4955-8b63-b42aac0634dd service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=235d9a14-cbfe-4d48-b109-040ffccc92b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328856 Jul 13 13:37:17.594331 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-381d4315-9089-413f-a071-aa2897bda790 None None] No Port match for: 879ff0e6-03fc-436e-a42b-866c7b6a0faa {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:37:17.594331 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 879ff0e6-03fc-436e-a42b-866c7b6a0faa not bound to the agent host n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:37:17.616679 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-819038ff-7d78-49e1-b60c-e7cb2f5ddad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:17.619187 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-819038ff-7d78-49e1-b60c-e7cb2f5ddad7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:17.622732 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-819038ff-7d78-49e1-b60c-e7cb2f5ddad7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bbe73dad-e4be-4972-ba08-b64bab6f4d91 HTTP/1.1" status: 204 len: 168 time: 0.5762386 Jul 13 13:37:17.655859 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b1702c11-1a99-43e2-bece-45ecf8e0531f req-271596bf-eb33-4850-a0c9-02eda681b604 service neutron] 10.222.0.23 "GET /v2.0/networks/04afeed8-10c4-499e-ade4-68522365a3dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257385 Jul 13 13:37:17.662931 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819038ff-7d78-49e1-b60c-e7cb2f5ddad7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbe73dad-e4be-4972-ba08-b64bab6f4d91,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:37:17.701507 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-82404d03-fcb9-4467-9a08-219d59174e85 req-2ac3b131-a6d4-4e91-9db8-cb060d74baae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0e69f01-8777-4567-83df-1cec2da252a2 {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:37:17.710923 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=aa1ab846-aedd-4066-994b-4e34a0a5ae15,revision_number=8']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:37:17.713403 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-82404d03-fcb9-4467-9a08-219d59174e85 req-2ac3b131-a6d4-4e91-9db8-cb060d74baae service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:17.727093 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7af8439e-5590-4025-98d7-99ec125c245e req-2c6078a0-27cd-41da-990d-9738af394722 service neutron] 10.222.0.23 "GET /v2.0/networks/235d9a14-cbfe-4d48-b109-040ffccc92b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376972 Jul 13 13:37:17.733664 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-159a8c17-578d-4b86-9a12-7a6cc286b1c5 None None] Set router d5a3f84d-aa89-42c6-b5a9-2bc12a6b1fca gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:37:17.741919 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-82404d03-fcb9-4467-9a08-219d59174e85 req-2ac3b131-a6d4-4e91-9db8-cb060d74baae service neutron] Transition to ACTIVE for port object c0e69f01-8777-4567-83df-1cec2da252a2 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:37:17.753022 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-82404d03-fcb9-4467-9a08-219d59174e85 req-2ac3b131-a6d4-4e91-9db8-cb060d74baae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:17.843507 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7af8439e-5590-4025-98d7-99ec125c245e req-28399987-3a0e-468f-a5cd-d2601d86c31d service neutron] 10.222.0.23 "GET /v2.0/networks/235d9a14-cbfe-4d48-b109-040ffccc92b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152394 Jul 13 13:37:17.846283 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac3b131-a6d4-4e91-9db8-cb060d74baae service neutron] Pushing event updated for resources: {'Port': ['ID=c0e69f01-8777-4567-83df-1cec2da252a2,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:37:17.979195 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-82404d03-fcb9-4467-9a08-219d59174e85 req-2ac3b131-a6d4-4e91-9db8-cb060d74baae service neutron] Attempting to bind port c0e69f01-8777-4567-83df-1cec2da252a2 on host n-h2-800634-1 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:37:17.979811 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-82404d03-fcb9-4467-9a08-219d59174e85 req-2ac3b131-a6d4-4e91-9db8-cb060d74baae service neutron] Attempting to bind port c0e69f01-8777-4567-83df-1cec2da252a2 by drivers openvswitch,hyperv on host n-h2-800634-1 at level 0 using segments [{'id': '8ca861d2-7f67-42e9-b790-b2afeca7fd40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '1e6a1cec-d634-437c-82e7-1ebafa55a815'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:37:17.980303 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82404d03-fcb9-4467-9a08-219d59174e85 req-2ac3b131-a6d4-4e91-9db8-cb060d74baae service neutron] Attempting to bind port c0e69f01-8777-4567-83df-1cec2da252a2 on network 1e6a1cec-d634-437c-82e7-1ebafa55a815 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:37:17.985633 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82404d03-fcb9-4467-9a08-219d59174e85 req-2ac3b131-a6d4-4e91-9db8-cb060d74baae service neutron] Port c0e69f01-8777-4567-83df-1cec2da252a2 on network 1e6a1cec-d634-437c-82e7-1ebafa55a815 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-1 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:37:17.986114 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82404d03-fcb9-4467-9a08-219d59174e85 req-2ac3b131-a6d4-4e91-9db8-cb060d74baae service neutron] Attempting to bind port c0e69f01-8777-4567-83df-1cec2da252a2 on network 1e6a1cec-d634-437c-82e7-1ebafa55a815 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:37:17.993300 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82404d03-fcb9-4467-9a08-219d59174e85 req-2ac3b131-a6d4-4e91-9db8-cb060d74baae service neutron] Checking agent: {'id': 'f615e5c9-21ab-43f2-adbc-192d64b795cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:37:17.993300 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82404d03-fcb9-4467-9a08-219d59174e85 req-2ac3b131-a6d4-4e91-9db8-cb060d74baae service neutron] Checking segment: {'id': '8ca861d2-7f67-42e9-b790-b2afeca7fd40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '1e6a1cec-d634-437c-82e7-1ebafa55a815'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:37:17.993825 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82404d03-fcb9-4467-9a08-219d59174e85 req-2ac3b131-a6d4-4e91-9db8-cb060d74baae service neutron] Bound using segment: {'id': '8ca861d2-7f67-42e9-b790-b2afeca7fd40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '1e6a1cec-d634-437c-82e7-1ebafa55a815'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:37:17.994366 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-82404d03-fcb9-4467-9a08-219d59174e85 req-2ac3b131-a6d4-4e91-9db8-cb060d74baae service neutron] Bound port: c0e69f01-8777-4567-83df-1cec2da252a2, host: n-h2-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ca861d2-7f67-42e9-b790-b2afeca7fd40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '1e6a1cec-d634-437c-82e7-1ebafa55a815'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:37:17.994851 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-82404d03-fcb9-4467-9a08-219d59174e85 req-2ac3b131-a6d4-4e91-9db8-cb060d74baae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:18.026271 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-159a8c17-578d-4b86-9a12-7a6cc286b1c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5a3f84d-aa89-42c6-b5a9-2bc12a6b1fca', 'name': 'tempest-ServerRescueTestJSONUnderV235-1209034393-router', 'tenant_id': '1541a6cd64444c80a50e3a7d38ff886f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.168'}], 'enable_snat': True}, 'gw_port_id': 'cec16b9b-7635-47e3-bb0d-388d01aa3e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:35:55Z', 'updated_at': '2021-07-13T13:36:06Z', 'revision_number': 4, 'project_id': '1541a6cd64444c80a50e3a7d38ff886f', 'gw_port': {'id': 'cec16b9b-7635-47e3-bb0d-388d01aa3e4e', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:0c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a3f84d-aa89-42c6-b5a9-2bc12a6b1fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:35:57Z', 'updated_at': '2021-07-13T13:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': '0688acad-82fb-4036-bb71-8a80ee97ee0f', 'name': '', 'network_id': '235d9a14-cbfe-4d48-b109-040ffccc92b0', 'tenant_id': '1541a6cd64444c80a50e3a7d38ff886f', 'mac_address': 'fa:16:3e:92:37:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a3f84d-aa89-42c6-b5a9-2bc12a6b1fca', 'device_owner': 'network:router_interface', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': '1cfdd188-250e-479a-90ea-bdbade5d1ae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:36:04Z', 'updated_at': '2021-07-13T13:36:15Z', 'revision_number': 5, 'project_id': '1541a6cd64444c80a50e3a7d38ff886f', 'subnets': [{'id': '1cfdd188-250e-479a-90ea-bdbade5d1ae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:37:18.102382 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159a8c17-578d-4b86-9a12-7a6cc286b1c5 None None] The sync data for ids ['d5a3f84d-aa89-42c6-b5a9-2bc12a6b1fca'] in n-d-800634-1 is: [{'id': 'd5a3f84d-aa89-42c6-b5a9-2bc12a6b1fca', 'name': 'tempest-ServerRescueTestJSONUnderV235-1209034393-router', 'tenant_id': '1541a6cd64444c80a50e3a7d38ff886f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.168'}], 'enable_snat': True}, 'gw_port_id': 'cec16b9b-7635-47e3-bb0d-388d01aa3e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:35:55Z', 'updated_at': '2021-07-13T13:36:06Z', 'revision_number': 4, 'project_id': '1541a6cd64444c80a50e3a7d38ff886f', 'gw_port': {'id': 'cec16b9b-7635-47e3-bb0d-388d01aa3e4e', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:0c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a3f84d-aa89-42c6-b5a9-2bc12a6b1fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:35:57Z', 'updated_at': '2021-07-13T13:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': '0688acad-82fb-4036-bb71-8a80ee97ee0f', 'name': '', 'network_id': '235d9a14-cbfe-4d48-b109-040ffccc92b0', 'tenant_id': '1541a6cd64444c80a50e3a7d38ff886f', 'mac_address': 'fa:16:3e:92:37:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a3f84d-aa89-42c6-b5a9-2bc12a6b1fca', 'device_owner': 'network:router_interface', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': '1cfdd188-250e-479a-90ea-bdbade5d1ae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:36:04Z', 'updated_at': '2021-07-13T13:36:15Z', 'revision_number': 5, 'project_id': '1541a6cd64444c80a50e3a7d38ff886f', 'subnets': [{'id': '1cfdd188-250e-479a-90ea-bdbade5d1ae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:37:18.146590 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7336ace1-fede-4bca-914c-a4cba0e3fd93 x-openstack-request-id: req-7336ace1-fede-4bca-914c-a4cba0e3fd93 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:37:18.146984 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d443184c-2c41-4eaa-8193-dff73948f7ee", "name": "network-vif-plugged", "status": "completed", "tag": "aa1ab846-aedd-4066-994b-4e34a0a5ae15", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:37:18.147604 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7336ace1-fede-4bca-914c-a4cba0e3fd93 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:37:18.148353 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd443184c-2c41-4eaa-8193-dff73948f7ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa1ab846-aedd-4066-994b-4e34a0a5ae15', 'code': 200} Jul 13 13:37:18.161674 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-82404d03-fcb9-4467-9a08-219d59174e85 req-2ac3b131-a6d4-4e91-9db8-cb060d74baae service neutron] For port c0e69f01-8777-4567-83df-1cec2da252a2, host n-h2-800634-1, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:37:18.182889 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-82404d03-fcb9-4467-9a08-219d59174e85 req-2ac3b131-a6d4-4e91-9db8-cb060d74baae service neutron] For port c0e69f01-8777-4567-83df-1cec2da252a2, host n-h2-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=c0e69f01-8777-4567-83df-1cec2da252a2,segment=NetworkSegment(8ca861d2-7f67-42e9-b790-b2afeca7fd40),segment_id=8ca861d2-7f67-42e9-b790-b2afeca7fd40)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:37:18.202728 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d014be0b-6f7e-4e3b-9d28-d5221819c0bc req-7e489ba4-2474-4436-b039-a130a69a4737 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:18.204325 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d014be0b-6f7e-4e3b-9d28-d5221819c0bc req-7e489ba4-2474-4436-b039-a130a69a4737 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/ports?device_id=a09c1465-f015-4b4f-811e-dc1d66598208 HTTP/1.1" status: 200 len: 943 time: 0.1546185 Jul 13 13:37:18.206193 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-82404d03-fcb9-4467-9a08-219d59174e85 req-2ac3b131-a6d4-4e91-9db8-cb060d74baae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:18.283893 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82404d03-fcb9-4467-9a08-219d59174e85 req-2ac3b131-a6d4-4e91-9db8-cb060d74baae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:18.284496 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-82404d03-fcb9-4467-9a08-219d59174e85 req-2ac3b131-a6d4-4e91-9db8-cb060d74baae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:18.290238 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-82404d03-fcb9-4467-9a08-219d59174e85 req-2ac3b131-a6d4-4e91-9db8-cb060d74baae service neutron] 10.222.0.41 "PUT /v2.0/ports/c0e69f01-8777-4567-83df-1cec2da252a2 HTTP/1.1" status: 200 len: 1091 time: 1.8091347 Jul 13 13:37:18.294928 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a09c1465-f015-4b4f-811e-dc1d66598208', 'tag': 'c0e69f01-8777-4567-83df-1cec2da252a2'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:37:18.302157 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c5010c6-6ea0-478a-b0ac-8ed566dd398e" -d '{"events": [{"name": "network-changed", "server_uuid": "a09c1465-f015-4b4f-811e-dc1d66598208", "tag": "c0e69f01-8777-4567-83df-1cec2da252a2"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:37:18.354911 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d014be0b-6f7e-4e3b-9d28-d5221819c0bc req-bf1eccd9-93c2-408d-a043-c93369be4720 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8450e8a-3ce6-4095-b6b4-37555b8042b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243577 Jul 13 13:37:18.372316 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac3b131-a6d4-4e91-9db8-cb060d74baae service neutron] Pushing event updated for resources: {'Port': ['ID=c0e69f01-8777-4567-83df-1cec2da252a2,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:37:18.429701 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 13 Jul 2021 13:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1db335de-3a61-4620-abbc-155d1983bec8 x-openstack-request-id: req-1db335de-3a61-4620-abbc-155d1983bec8 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:37:18.430029 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "938011da-a97c-46cb-afb5-467b9b81212a", "name": "network-vif-deleted", "tag": "879ff0e6-03fc-436e-a42b-866c7b6a0faa", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1cd54210-282a-4a26-97b7-f1d70daa60d2", "tag": "428b708b-86ae-4314-a494-492d05639f17", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:37:18.430282 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1db335de-3a61-4620-abbc-155d1983bec8 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:37:18.430681 n-d-800634-1 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '938011da-a97c-46cb-afb5-467b9b81212a', 'name': 'network-vif-deleted', 'tag': '879ff0e6-03fc-436e-a42b-866c7b6a0faa', 'status': 'completed', 'code': 200} Jul 13 13:37:18.430933 n-d-800634-1 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cd54210-282a-4a26-97b7-f1d70daa60d2', 'tag': '428b708b-86ae-4314-a494-492d05639f17', 'status': 'completed', 'code': 200} Jul 13 13:37:18.516966 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec43b46-778a-4616-99da-8aec374056b0 None None] New status for floating IP c273eaab-e1fa-418c-ab78-2f63f49bc276: DOWN {{(pid=93753) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 13:37:18.585662 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82404d03-fcb9-4467-9a08-219d59174e85 req-ebbc028e-9904-4250-bee7-220951702150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:18.587546 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-82404d03-fcb9-4467-9a08-219d59174e85 req-ebbc028e-9904-4250-bee7-220951702150 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=735b68527641472d9d98083ece779da8&device_id=a09c1465-f015-4b4f-811e-dc1d66598208 HTTP/1.1" status: 200 len: 1094 time: 0.2460229 Jul 13 13:37:18.590151 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f61a85cb-82b8-4090-bc2d-fa357766de42 req-79753b3b-f812-41f6-9571-1807224c8452 tempest-InstanceActionsTestJSON-1326365878 tempest-InstanceActionsTestJSON-1326365878-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdc478f4-d3d9-4b53-aa46-72d02c90ca32 HTTP/1.1" status: 200 len: 210 time: 0.0594451 Jul 13 13:37:18.694336 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e8353749-b655-46a0-8b38-eaed6ae71a0b req-5fe7c345-be46-48c2-8aa0-42ce2b06a594 tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] 10.222.0.23 "GET /v2.0/floatingips/c273eaab-e1fa-418c-ab78-2f63f49bc276 HTTP/1.1" status: 200 len: 694 time: 0.0684905 Jul 13 13:37:18.757404 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-82404d03-fcb9-4467-9a08-219d59174e85 req-019a8fcf-4a01-4c9a-9db7-1d34f1df25b4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c0e69f01-8777-4567-83df-1cec2da252a2 HTTP/1.1" status: 200 len: 217 time: 0.1320872 Jul 13 13:37:18.842178 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e362179-74b2-49f2-8dea-c27e62061d19 req-e9f5634a-b6d6-4c4e-aa0a-918fbc934e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:18.845193 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5e362179-74b2-49f2-8dea-c27e62061d19 req-e9f5634a-b6d6-4c4e-aa0a-918fbc934e41 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1541a6cd64444c80a50e3a7d38ff886f&device_id=1cd54210-282a-4a26-97b7-f1d70daa60d2 HTTP/1.1" status: 200 len: 1097 time: 0.3889394 Jul 13 13:37:18.861785 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8353749-b655-46a0-8b38-eaed6ae71a0b req-ae131b0e-ab45-4c69-8411-1a014742b862 tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:18.863526 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e8353749-b655-46a0-8b38-eaed6ae71a0b req-ae131b0e-ab45-4c69-8411-1a014742b862 tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] 10.222.0.23 "GET /v2.0/networks/acf968b8-c524-46a9-a20b-ad9667009130 HTTP/1.1" status: 200 len: 784 time: 0.1684203 Jul 13 13:37:18.898151 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 55440) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:37:18.947614 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e8353749-b655-46a0-8b38-eaed6ae71a0b req-d7e80119-885b-4b94-8504-1c191a00ba52 tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.6.66 HTTP/1.1" status: 200 len: 697 time: 0.0776513 Jul 13 13:37:18.960885 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82404d03-fcb9-4467-9a08-219d59174e85 req-74e4c550-ea51-4f3e-8911-979de61857d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:18.963020 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-82404d03-fcb9-4467-9a08-219d59174e85 req-74e4c550-ea51-4f3e-8911-979de61857d2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4a7066db-069e-4126-a711-5a91da09992d HTTP/1.1" status: 200 len: 851 time: 0.1865795 Jul 13 13:37:18.986600 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7da724-bea0-4bae-b84d-d22f1c7c2aac req-92757595-4351-4543-9584-20c47de228f2 tempest-LiveMigrationTest-1713788618 tempest-LiveMigrationTest-1713788618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:18.988232 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2b7da724-bea0-4bae-b84d-d22f1c7c2aac req-92757595-4351-4543-9584-20c47de228f2 tempest-LiveMigrationTest-1713788618 tempest-LiveMigrationTest-1713788618-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=a4d24ebb-a0aa-4a23-a3c0-9b1c914e9f80 HTTP/1.1" status: 200 len: 1095 time: 0.2326763 Jul 13 13:37:19.028521 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e8353749-b655-46a0-8b38-eaed6ae71a0b req-83bcbd66-ebfa-4c2e-8d44-0d90a47548e3 tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.6.66 HTTP/1.1" status: 200 len: 695 time: 0.0793169 Jul 13 13:37:19.034289 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-82404d03-fcb9-4467-9a08-219d59174e85 req-cc2bb2ce-6bc7-4a81-9221-7742ac64f675 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1e6a1cec-d634-437c-82e7-1ebafa55a815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584807 Jul 13 13:37:19.101498 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e362179-74b2-49f2-8dea-c27e62061d19 req-6078690e-1462-45ab-8fc4-3977d1c4f498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:19.103374 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5e362179-74b2-49f2-8dea-c27e62061d19 req-6078690e-1462-45ab-8fc4-3977d1c4f498 service neutron] 10.222.0.41 "GET /v2.0/networks?id=235d9a14-cbfe-4d48-b109-040ffccc92b0 HTTP/1.1" status: 200 len: 920 time: 0.2426457 Jul 13 13:37:19.113008 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-9f85de1c-710d-4751-b6fe-46e812106ab6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2103306911-network', 'tenant_id': '9e72d4daf74d4b30a471837a4b3d6e97'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:37:19.159957 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-e8353749-b655-46a0-8b38-eaed6ae71a0b req-e0754283-1b59-4910-acf9-6f13c24a8d4a tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] Deleting port d383ea7d-3090-414e-a4e0-71eae666eb5c {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:37:19.160320 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-e8353749-b655-46a0-8b38-eaed6ae71a0b req-e0754283-1b59-4910-acf9-6f13c24a8d4a tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:19.178982 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2b7da724-bea0-4bae-b84d-d22f1c7c2aac req-4f4f2b7a-204d-4fb2-80fe-d5acbb0d45c3 tempest-LiveMigrationTest-1713788618 tempest-LiveMigrationTest-1713788618-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=4f83e00a-e782-49e6-b944-d06b9e971cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816998 Jul 13 13:37:19.180181 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5e362179-74b2-49f2-8dea-c27e62061d19 req-523ab53e-6592-4f2e-a3e8-b46806c4063b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=428b708b-86ae-4314-a494-492d05639f17 HTTP/1.1" status: 200 len: 217 time: 0.0578153 Jul 13 13:37:19.244281 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f85de1c-710d-4751-b6fe-46e812106ab6 admin admin] Made reservation on behalf of 9e72d4daf74d4b30a471837a4b3d6e97 for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:37:19.246260 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-e8353749-b655-46a0-8b38-eaed6ae71a0b req-e0754283-1b59-4910-acf9-6f13c24a8d4a tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:19.246980 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-e8353749-b655-46a0-8b38-eaed6ae71a0b req-e0754283-1b59-4910-acf9-6f13c24a8d4a tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:19.247482 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9f85de1c-710d-4751-b6fe-46e812106ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:19.263759 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-e8353749-b655-46a0-8b38-eaed6ae71a0b req-e0754283-1b59-4910-acf9-6f13c24a8d4a tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] Calling delete_port for d383ea7d-3090-414e-a4e0-71eae666eb5c owned by network:floatingip {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:37:19.282812 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9f85de1c-710d-4751-b6fe-46e812106ab6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:19.311975 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-82404d03-fcb9-4467-9a08-219d59174e85 req-5988fb61-b379-4ede-ab0d-9316e30c7133 service neutron] 10.222.0.41 "GET /v2.0/networks/1e6a1cec-d634-437c-82e7-1ebafa55a815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2664659 Jul 13 13:37:19.324289 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e362179-74b2-49f2-8dea-c27e62061d19 req-b69ed7cb-fe97-48e4-a98f-a251da314187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:19.325775 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5e362179-74b2-49f2-8dea-c27e62061d19 req-b69ed7cb-fe97-48e4-a98f-a251da314187 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1cfdd188-250e-479a-90ea-bdbade5d1ae3 HTTP/1.1" status: 200 len: 860 time: 0.1303356 Jul 13 13:37:19.508366 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1702c11-1a99-43e2-bece-45ecf8e0531f req-f43e794c-1de1-443e-9573-00226dcceec9 tempest-InstanceActionsTestJSON-1326365878 tempest-InstanceActionsTestJSON-1326365878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:19.510265 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b1702c11-1a99-43e2-bece-45ecf8e0531f req-f43e794c-1de1-443e-9573-00226dcceec9 tempest-InstanceActionsTestJSON-1326365878 tempest-InstanceActionsTestJSON-1326365878-project] 10.222.0.26 "GET /v2.0/networks?id=04afeed8-10c4-499e-ade4-68522365a3dd HTTP/1.1" status: 200 len: 814 time: 0.1495872 Jul 13 13:37:19.511461 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-e8353749-b655-46a0-8b38-eaed6ae71a0b req-e0754283-1b59-4910-acf9-6f13c24a8d4a tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:19.541384 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-b1702c11-1a99-43e2-bece-45ecf8e0531f req-3a70421c-ee80-4598-8173-d5179fc13490 tempest-InstanceActionsTestJSON-1326365878 tempest-InstanceActionsTestJSON-1326365878-project] Request body: {'port': {'device_id': 'fdc478f4-d3d9-4b53-aa46-72d02c90ca32', 'network_id': '04afeed8-10c4-499e-ade4-68522365a3dd', 'admin_state_up': True, 'tenant_id': '46843b34f3ae4512940e2bd7793d6ba1'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:37:19.547785 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0754283-1b59-4910-acf9-6f13c24a8d4a tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] Pushing event deleted for resources: {'Port': ['ID=d383ea7d-3090-414e-a4e0-71eae666eb5c,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:37:19.680377 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-e8353749-b655-46a0-8b38-eaed6ae71a0b req-e0754283-1b59-4910-acf9-6f13c24a8d4a tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] Notify callbacks [] for floatingip, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:19.682901 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-e8353749-b655-46a0-8b38-eaed6ae71a0b req-e0754283-1b59-4910-acf9-6f13c24a8d4a tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for floatingip, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:19.684031 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e8353749-b655-46a0-8b38-eaed6ae71a0b req-e0754283-1b59-4910-acf9-6f13c24a8d4a tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] 10.222.0.23 "DELETE /v2.0/floatingips/c273eaab-e1fa-418c-ab78-2f63f49bc276 HTTP/1.1" status: 204 len: 173 time: 0.6545815 Jul 13 13:37:19.706779 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0d6da4f5-8346-4f8c-8d7d-d001c590ca9f req-fde2c128-c0d3-4911-906f-c667075f0755 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] 10.222.0.23 "GET /v2.0/security-groups/8d3f06b6-9df6-439a-8d42-0abddec08da2 HTTP/1.1" status: 200 len: 1801 time: 0.4845283 Jul 13 13:37:19.711411 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5e362179-74b2-49f2-8dea-c27e62061d19 req-498949fc-8945-49a6-8256-bf98832849bf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=235d9a14-cbfe-4d48-b109-040ffccc92b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3675342 Jul 13 13:37:19.740365 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 13:37:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca7dd871-f1cc-4241-8e9a-d6d2f0f26a70 x-openstack-request-id: req-ca7dd871-f1cc-4241-8e9a-d6d2f0f26a70 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:37:19.740650 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a09c1465-f015-4b4f-811e-dc1d66598208", "tag": "c0e69f01-8777-4567-83df-1cec2da252a2", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:37:19.740905 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ca7dd871-f1cc-4241-8e9a-d6d2f0f26a70 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:37:19.741291 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a09c1465-f015-4b4f-811e-dc1d66598208', 'tag': 'c0e69f01-8777-4567-83df-1cec2da252a2', 'status': 'completed', 'code': 200} Jul 13 13:37:19.815734 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6a57651b-3bf3-4c13-ba40-5c62167eca70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:19.894770 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-82404d03-fcb9-4467-9a08-219d59174e85 req-7640b4b8-9bf7-4e04-bb44-abd6904b61cc service neutron] 10.222.0.41 "GET /v2.0/networks/1e6a1cec-d634-437c-82e7-1ebafa55a815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5616426 Jul 13 13:37:19.932965 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:19.934746 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-0d6da4f5-8346-4f8c-8d7d-d001c590ca9f req-d365e72a-3774-411c-b63b-d985a3f132b5 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:19.957341 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5e362179-74b2-49f2-8dea-c27e62061d19 req-ae156c78-ccb2-4c30-aaca-fb2d93b9ae5e service neutron] 10.222.0.41 "GET /v2.0/networks/235d9a14-cbfe-4d48-b109-040ffccc92b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2255464 Jul 13 13:37:19.986849 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9f85de1c-710d-4751-b6fe-46e812106ab6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:19.995330 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-0d6da4f5-8346-4f8c-8d7d-d001c590ca9f req-d365e72a-3774-411c-b63b-d985a3f132b5 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:20.028282 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1702c11-1a99-43e2-bece-45ecf8e0531f req-3a70421c-ee80-4598-8173-d5179fc13490 tempest-InstanceActionsTestJSON-1326365878 tempest-InstanceActionsTestJSON-1326365878-project] Made reservation on behalf of 46843b34f3ae4512940e2bd7793d6ba1 for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:37:20.028907 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9f85de1c-710d-4751-b6fe-46e812106ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:20.032031 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-b1702c11-1a99-43e2-bece-45ecf8e0531f req-3a70421c-ee80-4598-8173-d5179fc13490 tempest-InstanceActionsTestJSON-1326365878 tempest-InstanceActionsTestJSON-1326365878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:20.087477 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f048602-33a8-423f-af5b-9c868948aa9c req-965bcae2-b9f0-4fd6-9f95-efdfcecee843 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:20.089811 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3f048602-33a8-423f-af5b-9c868948aa9c req-965bcae2-b9f0-4fd6-9f95-efdfcecee843 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/networks?id=5c5b1ca0-24b0-4412-b81d-dc9907cb0039 HTTP/1.1" status: 200 len: 808 time: 0.1592252 Jul 13 13:37:20.119580 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f85de1c-710d-4751-b6fe-46e812106ab6 admin admin] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 13:37:20.132381 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f85de1c-710d-4751-b6fe-46e812106ab6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a4040a4-7a24-4bfb-97c3-fc064942d274,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:37:20.149231 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3f048602-33a8-423f-af5b-9c868948aa9c req-15371114-ca77-474e-b8dd-eb662eb17c1c tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/quotas/7ec77ffc288b40b5a9663fa2e5a78733 HTTP/1.1" status: 200 len: 375 time: 0.0244017 Jul 13 13:37:20.149890 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd443184c-2c41-4eaa-8193-dff73948f7ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa1ab846-aedd-4066-994b-4e34a0a5ae15'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:37:20.151202 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9f85de1c-710d-4751-b6fe-46e812106ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:20.151557 n-d-800634-1 neutron-server[93750]: INFO neutron.db.segments_db [None req-9f85de1c-710d-4751-b6fe-46e812106ab6 admin admin] Added segment a992ca7b-0374-4ac8-89fd-e7752d9855d0 of type vlan for network a0797fb9-b450-4bbe-af8e-ecaaafb3ac9d Jul 13 13:37:20.154987 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42dec7b4-f43e-4462-8e8a-d9076f1df8b5" -d '{"events": [{"server_uuid": "d443184c-2c41-4eaa-8193-dff73948f7ee", "name": "network-vif-unplugged", "status": "completed", "tag": "aa1ab846-aedd-4066-994b-4e34a0a5ae15"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:37:20.187604 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-0d6da4f5-8346-4f8c-8d7d-d001c590ca9f req-d365e72a-3774-411c-b63b-d985a3f132b5 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:20.191294 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-0d6da4f5-8346-4f8c-8d7d-d001c590ca9f req-d365e72a-3774-411c-b63b-d985a3f132b5 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:20.192423 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0d6da4f5-8346-4f8c-8d7d-d001c590ca9f req-d365e72a-3774-411c-b63b-d985a3f132b5 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] 10.222.0.23 "DELETE /v2.0/security-groups/8d3f06b6-9df6-439a-8d42-0abddec08da2 HTTP/1.1" status: 204 len: 173 time: 0.4791615 Jul 13 13:37:20.254563 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5e362179-74b2-49f2-8dea-c27e62061d19 req-dcbb40a6-670d-40b3-a056-8af262f81250 service neutron] 10.222.0.41 "GET /v2.0/networks/235d9a14-cbfe-4d48-b109-040ffccc92b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2779164 Jul 13 13:37:20.255174 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [req-b1702c11-1a99-43e2-bece-45ecf8e0531f req-3a70421c-ee80-4598-8173-d5179fc13490 tempest-InstanceActionsTestJSON-1326365878 tempest-InstanceActionsTestJSON-1326365878-project] Allocated IP 172.20.0.2 (04afeed8-10c4-499e-ade4-68522365a3dd/32f1a301-2721-4ed8-b9a7-501c239eba5a/5b67285c-0956-4074-8c69-226f9c9d2bce) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:37:20.277767 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5010c6-6ea0-478a-b0ac-8ed566dd398e req-4a4e0297-dbde-4752-81cd-d2f2a76641cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:20.279330 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3c5010c6-6ea0-478a-b0ac-8ed566dd398e req-4a4e0297-dbde-4752-81cd-d2f2a76641cd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=735b68527641472d9d98083ece779da8&device_id=a09c1465-f015-4b4f-811e-dc1d66598208 HTTP/1.1" status: 200 len: 1094 time: 0.3038127 Jul 13 13:37:20.283049 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d365e72a-3774-411c-b63b-d985a3f132b5 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d3f06b6-9df6-439a-8d42-0abddec08da2,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:37:20.286874 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9f85de1c-710d-4751-b6fe-46e812106ab6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:20.299799 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3f048602-33a8-423f-af5b-9c868948aa9c req-0ad65df5-42d8-4f82-988e-e8551f92419e tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=7ec77ffc288b40b5a9663fa2e5a78733&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1333125 Jul 13 13:37:20.418094 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9f85de1c-710d-4751-b6fe-46e812106ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:20.419049 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f85de1c-710d-4751-b6fe-46e812106ab6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:20.419629 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9f85de1c-710d-4751-b6fe-46e812106ab6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:20.476249 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3f048602-33a8-423f-af5b-9c868948aa9c req-2de0c05e-6022-435c-86d2-8c70249b6d81 service neutron] 10.222.0.23 "GET /v2.0/networks/5c5b1ca0-24b0-4412-b81d-dc9907cb0039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645892 Jul 13 13:37:20.514872 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-9f85de1c-710d-4751-b6fe-46e812106ab6 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5856512 Jul 13 13:37:20.522359 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 55474) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:37:20.530982 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8aed2f-891c-4a4a-8a06-db17c338a3b2 req-f8a03d4b-52d0-4218-80e2-ff387e506633 tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:20.532372 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9c8aed2f-891c-4a4a-8a06-db17c338a3b2 req-f8a03d4b-52d0-4218-80e2-ff387e506633 tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] 10.222.0.26 "GET /v2.0/ports?device_id=d443184c-2c41-4eaa-8193-dff73948f7ee HTTP/1.1" status: 200 len: 943 time: 0.3254340 Jul 13 13:37:20.537806 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-ce9765e5-4b43-4450-a797-a0aa9a7c5634 admin admin] Request body: {'subnet': {'network_id': 'a0797fb9-b450-4bbe-af8e-ecaaafb3ac9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2103306911-subnet', 'tenant_id': '9e72d4daf74d4b30a471837a4b3d6e97', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:37:20.544247 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5010c6-6ea0-478a-b0ac-8ed566dd398e req-c406145f-7c8c-47c8-9e6f-d3cfa2a8aba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:20.545657 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3c5010c6-6ea0-478a-b0ac-8ed566dd398e req-c406145f-7c8c-47c8-9e6f-d3cfa2a8aba0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1e6a1cec-d634-437c-82e7-1ebafa55a815 HTTP/1.1" status: 200 len: 911 time: 0.2508259 Jul 13 13:37:20.553281 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f85de1c-710d-4751-b6fe-46e812106ab6 admin admin] Pushing event updated for resources: {'Network': ['ID=a0797fb9-b450-4bbe-af8e-ecaaafb3ac9d,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:37:20.557580 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-b1702c11-1a99-43e2-bece-45ecf8e0531f req-3a70421c-ee80-4598-8173-d5179fc13490 tempest-InstanceActionsTestJSON-1326365878 tempest-InstanceActionsTestJSON-1326365878-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:20.564225 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network a0797fb9-b450-4bbe-af8e-ecaaafb3ac9d details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 13:37:20.569669 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226d1900-bc18-4674-8a5b-d9a983ea301a req-71bd8eeb-6fa3-47a4-9474-7e505eaf64b3 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:20.571224 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-226d1900-bc18-4674-8a5b-d9a983ea301a req-71bd8eeb-6fa3-47a4-9474-7e505eaf64b3 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/ports?device_id=a09c1465-f015-4b4f-811e-dc1d66598208 HTTP/1.1" status: 200 len: 943 time: 0.2791221 Jul 13 13:37:20.619799 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3f048602-33a8-423f-af5b-9c868948aa9c req-2a9e9878-6108-4719-9140-2a34eff82135 service neutron] 10.222.0.23 "GET /v2.0/networks/5c5b1ca0-24b0-4412-b81d-dc9907cb0039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338131 Jul 13 13:37:20.636258 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-b1702c11-1a99-43e2-bece-45ecf8e0531f req-3a70421c-ee80-4598-8173-d5179fc13490 tempest-InstanceActionsTestJSON-1326365878 tempest-InstanceActionsTestJSON-1326365878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:20.657697 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3c5010c6-6ea0-478a-b0ac-8ed566dd398e req-c1e7a4ed-c80f-481f-975a-66053c6242ef service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c0e69f01-8777-4567-83df-1cec2da252a2 HTTP/1.1" status: 200 len: 217 time: 0.0819204 Jul 13 13:37:20.665953 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce9765e5-4b43-4450-a797-a0aa9a7c5634 admin admin] Made reservation on behalf of 9e72d4daf74d4b30a471837a4b3d6e97 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:37:20.668328 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ce9765e5-4b43-4450-a797-a0aa9a7c5634 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4763385'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:20.699099 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1702c11-1a99-43e2-bece-45ecf8e0531f req-3a70421c-ee80-4598-8173-d5179fc13490 tempest-InstanceActionsTestJSON-1326365878 tempest-InstanceActionsTestJSON-1326365878-project] Network 04afeed8-10c4-499e-ade4-68522365a3dd is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:37:20.706635 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [req-b1702c11-1a99-43e2-bece-45ecf8e0531f req-3a70421c-ee80-4598-8173-d5179fc13490 tempest-InstanceActionsTestJSON-1326365878 tempest-InstanceActionsTestJSON-1326365878-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:37:20.711504 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1702c11-1a99-43e2-bece-45ecf8e0531f req-3a70421c-ee80-4598-8173-d5179fc13490 tempest-InstanceActionsTestJSON-1326365878 tempest-InstanceActionsTestJSON-1326365878-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:37:20.715882 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a70421c-ee80-4598-8173-d5179fc13490 tempest-InstanceActionsTestJSON-1326365878 tempest-InstanceActionsTestJSON-1326365878-project] Pushing event updated for resources: {'Port': ['ID=5b67285c-0956-4074-8c69-226f9c9d2bce,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:37:20.780027 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1702c11-1a99-43e2-bece-45ecf8e0531f req-3a70421c-ee80-4598-8173-d5179fc13490 tempest-InstanceActionsTestJSON-1326365878 tempest-InstanceActionsTestJSON-1326365878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:20.781286 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-b1702c11-1a99-43e2-bece-45ecf8e0531f req-3a70421c-ee80-4598-8173-d5179fc13490 tempest-InstanceActionsTestJSON-1326365878 tempest-InstanceActionsTestJSON-1326365878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:20.802811 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b1702c11-1a99-43e2-bece-45ecf8e0531f req-3a70421c-ee80-4598-8173-d5179fc13490 tempest-InstanceActionsTestJSON-1326365878 tempest-InstanceActionsTestJSON-1326365878-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2826397 Jul 13 13:37:20.808278 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-226d1900-bc18-4674-8a5b-d9a983ea301a req-cc880952-8bf4-4a2c-b0d1-705ad693e270 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8450e8a-3ce6-4095-b6b4-37555b8042b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042253 Jul 13 13:37:20.815455 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-b1702c11-1a99-43e2-bece-45ecf8e0531f req-361d6e62-6658-4c0b-bd90-ca52a69e9952 service neutron] Request body: {'port': {'device_id': 'fdc478f4-d3d9-4b53-aa46-72d02c90ca32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-1'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:37:20.853453 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5010c6-6ea0-478a-b0ac-8ed566dd398e req-1466a484-3250-433e-a4ad-bb3fa051d4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:20.854976 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3c5010c6-6ea0-478a-b0ac-8ed566dd398e req-1466a484-3250-433e-a4ad-bb3fa051d4c1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4a7066db-069e-4126-a711-5a91da09992d HTTP/1.1" status: 200 len: 851 time: 0.1846209 Jul 13 13:37:20.928313 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3c5010c6-6ea0-478a-b0ac-8ed566dd398e req-52b2d174-5e62-4965-9b78-696500fb434d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1e6a1cec-d634-437c-82e7-1ebafa55a815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528948 Jul 13 13:37:20.973541 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-b1702c11-1a99-43e2-bece-45ecf8e0531f req-361d6e62-6658-4c0b-bd90-ca52a69e9952 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:20.998323 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:21.032549 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b5374f-625d-4db8-abc4-9984e73b292e req-4c814e1e-8c45-4a5b-8ac4-3383c6f01cf2 tempest-InstanceActionsTestJSON-1326365878 tempest-InstanceActionsTestJSON-1326365878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:21.033964 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-9c8aed2f-891c-4a4a-8a06-db17c338a3b2 req-fb3ed82f-a27d-4d9f-a473-10d88d2de04f tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] Deleting port aa1ab846-aedd-4066-994b-4e34a0a5ae15 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:37:21.034307 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-9c8aed2f-891c-4a4a-8a06-db17c338a3b2 req-fb3ed82f-a27d-4d9f-a473-10d88d2de04f tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:21.034783 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-71b5374f-625d-4db8-abc4-9984e73b292e req-4c814e1e-8c45-4a5b-8ac4-3383c6f01cf2 tempest-InstanceActionsTestJSON-1326365878 tempest-InstanceActionsTestJSON-1326365878-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdc478f4-d3d9-4b53-aa46-72d02c90ca32 HTTP/1.1" status: 200 len: 931 time: 0.1488054 Jul 13 13:37:21.105515 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-611646fc-0aa1-45b0-a469-40cd2f83679b req-156c0458-9253-4cee-be08-aad137f32632 tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] 10.222.0.23 "GET /v2.0/security-groups/dd0f0e9c-bab3-40ce-9617-458ffc7ca1a0 HTTP/1.1" status: 200 len: 1807 time: 0.2443974 Jul 13 13:37:21.147286 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-71b5374f-625d-4db8-abc4-9984e73b292e req-6b011b4e-a56e-4b69-a8ce-ada861b75a45 tempest-InstanceActionsTestJSON-1326365878 tempest-InstanceActionsTestJSON-1326365878-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd94c30c-06b4-48ca-9029-1c4bab5d77a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040978 Jul 13 13:37:21.230473 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3c5010c6-6ea0-478a-b0ac-8ed566dd398e req-3b451b07-a1af-4254-bb5a-34058c3ed32f service neutron] 10.222.0.41 "GET /v2.0/networks/1e6a1cec-d634-437c-82e7-1ebafa55a815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2830794 Jul 13 13:37:21.251585 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ce9765e5-4b43-4450-a797-a0aa9a7c5634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5970588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4763339'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:21.322514 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [req-b1702c11-1a99-43e2-bece-45ecf8e0531f req-361d6e62-6658-4c0b-bd90-ca52a69e9952 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b67285c-0956-4074-8c69-226f9c9d2bce {{(pid=93751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:37:21.331456 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-b1702c11-1a99-43e2-bece-45ecf8e0531f req-361d6e62-6658-4c0b-bd90-ca52a69e9952 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:21.347032 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-b1702c11-1a99-43e2-bece-45ecf8e0531f req-361d6e62-6658-4c0b-bd90-ca52a69e9952 service neutron] Transition to ACTIVE for port object 5b67285c-0956-4074-8c69-226f9c9d2bce will not be triggered until provisioned by entity L2. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:37:21.352349 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-b1702c11-1a99-43e2-bece-45ecf8e0531f req-361d6e62-6658-4c0b-bd90-ca52a69e9952 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:21.369403 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-9c8aed2f-891c-4a4a-8a06-db17c338a3b2 req-fb3ed82f-a27d-4d9f-a473-10d88d2de04f tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] For port aa1ab846-aedd-4066-994b-4e34a0a5ae15, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=aa1ab846-aedd-4066-994b-4e34a0a5ae15,segment=NetworkSegment(731c211d-2cbe-4aa3-a09e-111c83e33a98),segment_id=731c211d-2cbe-4aa3-a09e-111c83e33a98)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:37:21.369831 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-9c8aed2f-891c-4a4a-8a06-db17c338a3b2 req-fb3ed82f-a27d-4d9f-a473-10d88d2de04f tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:21.403836 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-611646fc-0aa1-45b0-a469-40cd2f83679b req-8a0266bc-e3c6-4cec-8f12-a22bdeb2530f tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:21.412540 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-9c8aed2f-891c-4a4a-8a06-db17c338a3b2 req-fb3ed82f-a27d-4d9f-a473-10d88d2de04f tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] Calling delete_port for aa1ab846-aedd-4066-994b-4e34a0a5ae15 owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:37:21.429086 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9765e5-4b43-4450-a797-a0aa9a7c5634 admin admin] Pushing event updated for resources: {'Subnet': ['ID=66d38b61-7f2b-49e9-ae15-bdea3497cacb,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:37:21.429453 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361d6e62-6658-4c0b-bd90-ca52a69e9952 service neutron] Pushing event updated for resources: {'Port': ['ID=5b67285c-0956-4074-8c69-226f9c9d2bce,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:37:21.478323 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-611646fc-0aa1-45b0-a469-40cd2f83679b req-8a0266bc-e3c6-4cec-8f12-a22bdeb2530f tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:21.487327 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 13:37:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06b22bca-e473-43a5-80f4-51cfe77f9a61 x-openstack-request-id: req-06b22bca-e473-43a5-80f4-51cfe77f9a61 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:37:21.487632 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d443184c-2c41-4eaa-8193-dff73948f7ee", "name": "network-vif-unplugged", "status": "completed", "tag": "aa1ab846-aedd-4066-994b-4e34a0a5ae15", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:37:21.487887 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-06b22bca-e473-43a5-80f4-51cfe77f9a61 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:37:21.488287 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd443184c-2c41-4eaa-8193-dff73948f7ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa1ab846-aedd-4066-994b-4e34a0a5ae15', 'code': 200} Jul 13 13:37:21.489304 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-b1702c11-1a99-43e2-bece-45ecf8e0531f req-361d6e62-6658-4c0b-bd90-ca52a69e9952 service neutron] Attempting to bind port 5b67285c-0956-4074-8c69-226f9c9d2bce on host n-h1-800634-1 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:37:21.489641 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-b1702c11-1a99-43e2-bece-45ecf8e0531f req-361d6e62-6658-4c0b-bd90-ca52a69e9952 service neutron] Attempting to bind port 5b67285c-0956-4074-8c69-226f9c9d2bce by drivers openvswitch,hyperv on host n-h1-800634-1 at level 0 using segments [{'id': '82f9b79e-6e49-44b7-9746-0d3b64e5b168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '04afeed8-10c4-499e-ade4-68522365a3dd'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:37:21.490184 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1702c11-1a99-43e2-bece-45ecf8e0531f req-361d6e62-6658-4c0b-bd90-ca52a69e9952 service neutron] Attempting to bind port 5b67285c-0956-4074-8c69-226f9c9d2bce on network 04afeed8-10c4-499e-ade4-68522365a3dd {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:37:21.495878 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1702c11-1a99-43e2-bece-45ecf8e0531f req-361d6e62-6658-4c0b-bd90-ca52a69e9952 service neutron] Port 5b67285c-0956-4074-8c69-226f9c9d2bce on network 04afeed8-10c4-499e-ade4-68522365a3dd not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-1 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:37:21.496400 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1702c11-1a99-43e2-bece-45ecf8e0531f req-361d6e62-6658-4c0b-bd90-ca52a69e9952 service neutron] Attempting to bind port 5b67285c-0956-4074-8c69-226f9c9d2bce on network 04afeed8-10c4-499e-ade4-68522365a3dd {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:37:21.501362 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1702c11-1a99-43e2-bece-45ecf8e0531f req-361d6e62-6658-4c0b-bd90-ca52a69e9952 service neutron] Checking agent: {'id': 'a7603dc8-3c50-4a9b-8f0d-1143528f155e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:37:21.503263 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1702c11-1a99-43e2-bece-45ecf8e0531f req-361d6e62-6658-4c0b-bd90-ca52a69e9952 service neutron] Checking segment: {'id': '82f9b79e-6e49-44b7-9746-0d3b64e5b168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '04afeed8-10c4-499e-ade4-68522365a3dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:37:21.503658 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1702c11-1a99-43e2-bece-45ecf8e0531f req-361d6e62-6658-4c0b-bd90-ca52a69e9952 service neutron] Bound using segment: {'id': '82f9b79e-6e49-44b7-9746-0d3b64e5b168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '04afeed8-10c4-499e-ade4-68522365a3dd'} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:37:21.504087 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-b1702c11-1a99-43e2-bece-45ecf8e0531f req-361d6e62-6658-4c0b-bd90-ca52a69e9952 service neutron] Bound port: 5b67285c-0956-4074-8c69-226f9c9d2bce, host: n-h1-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82f9b79e-6e49-44b7-9746-0d3b64e5b168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '04afeed8-10c4-499e-ade4-68522365a3dd'}}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:37:21.504445 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-b1702c11-1a99-43e2-bece-45ecf8e0531f req-361d6e62-6658-4c0b-bd90-ca52a69e9952 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:21.536234 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3c5010c6-6ea0-478a-b0ac-8ed566dd398e req-bc768b9d-99eb-403a-a96d-fb31d6b0ad9f service neutron] 10.222.0.41 "GET /v2.0/networks/1e6a1cec-d634-437c-82e7-1ebafa55a815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2972362 Jul 13 13:37:21.540183 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9765e5-4b43-4450-a797-a0aa9a7c5634 admin admin] Checking segment: {'id': 'a992ca7b-0374-4ac8-89fd-e7752d9855d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'a0797fb9-b450-4bbe-af8e-ecaaafb3ac9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:37:21.540477 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce9765e5-4b43-4450-a797-a0aa9a7c5634 admin admin] Network hostable DHCP agents. Network: a0797fb9-b450-4bbe-af8e-ecaaafb3ac9d, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 13:37:21.590900 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-023724a9-88cd-47c6-a643-03f6460e1400 req-51f7111e-ae43-491a-a790-4c7b2aa6676e tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] 10.222.0.23 "GET /v2.0/security-groups/cb9ccf45-b22d-48cf-b5e2-9ff9d9e65814 HTTP/1.1" status: 200 len: 1799 time: 0.0834353 Jul 13 13:37:21.595966 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-611646fc-0aa1-45b0-a469-40cd2f83679b req-8a0266bc-e3c6-4cec-8f12-a22bdeb2530f tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:21.598600 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-611646fc-0aa1-45b0-a469-40cd2f83679b req-8a0266bc-e3c6-4cec-8f12-a22bdeb2530f tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:21.599774 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-611646fc-0aa1-45b0-a469-40cd2f83679b req-8a0266bc-e3c6-4cec-8f12-a22bdeb2530f tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] 10.222.0.23 "DELETE /v2.0/security-groups/dd0f0e9c-bab3-40ce-9617-458ffc7ca1a0 HTTP/1.1" status: 204 len: 173 time: 0.4784536 Jul 13 13:37:21.605145 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce9765e5-4b43-4450-a797-a0aa9a7c5634 admin admin] Network a0797fb9-b450-4bbe-af8e-ecaaafb3ac9d is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 13:37:21.619453 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0266bc-e3c6-4cec-8f12-a22bdeb2530f tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd0f0e9c-bab3-40ce-9617-458ffc7ca1a0,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:37:21.657893 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-ce9765e5-4b43-4450-a797-a0aa9a7c5634 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, a0797fb9-b450-4bbe-af8e-ecaaafb3ac9d) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:37:21.667021 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce9765e5-4b43-4450-a797-a0aa9a7c5634 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:21.667523 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-b1702c11-1a99-43e2-bece-45ecf8e0531f req-361d6e62-6658-4c0b-bd90-ca52a69e9952 service neutron] For port 5b67285c-0956-4074-8c69-226f9c9d2bce, host n-h1-800634-1, cleared binding levels {{(pid=93751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:37:21.667639 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ce9765e5-4b43-4450-a797-a0aa9a7c5634 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:21.671473 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89c1ac56-73c2-4969-bd2f-09865cb03e72 None None] Network a0797fb9-b450-4bbe-af8e-ecaaafb3ac9d requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:37:21.700233 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-ce9765e5-4b43-4450-a797-a0aa9a7c5634 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1665998 Jul 13 13:37:21.702683 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-b1702c11-1a99-43e2-bece-45ecf8e0531f req-361d6e62-6658-4c0b-bd90-ca52a69e9952 service neutron] For port 5b67285c-0956-4074-8c69-226f9c9d2bce, host n-h1-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=5b67285c-0956-4074-8c69-226f9c9d2bce,segment=NetworkSegment(82f9b79e-6e49-44b7-9746-0d3b64e5b168),segment_id=82f9b79e-6e49-44b7-9746-0d3b64e5b168)] {{(pid=93751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:37:21.704097 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-9c8aed2f-891c-4a4a-8a06-db17c338a3b2 req-fb3ed82f-a27d-4d9f-a473-10d88d2de04f tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:21.715510 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-b1702c11-1a99-43e2-bece-45ecf8e0531f req-361d6e62-6658-4c0b-bd90-ca52a69e9952 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:21.745963 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3ed82f-a27d-4d9f-a473-10d88d2de04f tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] Pushing event deleted for resources: {'Port': ['ID=aa1ab846-aedd-4066-994b-4e34a0a5ae15,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:37:21.767898 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-023724a9-88cd-47c6-a643-03f6460e1400 req-2c3242e8-318d-43b2-b4ee-ac4891d83a26 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:21.780083 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1702c11-1a99-43e2-bece-45ecf8e0531f req-361d6e62-6658-4c0b-bd90-ca52a69e9952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:21.780734 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-b1702c11-1a99-43e2-bece-45ecf8e0531f req-361d6e62-6658-4c0b-bd90-ca52a69e9952 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:21.782126 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b1702c11-1a99-43e2-bece-45ecf8e0531f req-361d6e62-6658-4c0b-bd90-ca52a69e9952 service neutron] 10.222.0.26 "PUT /v2.0/ports/5b67285c-0956-4074-8c69-226f9c9d2bce HTTP/1.1" status: 200 len: 1091 time: 0.9727123 Jul 13 13:37:21.791536 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdc478f4-d3d9-4b53-aa46-72d02c90ca32', 'tag': '5b67285c-0956-4074-8c69-226f9c9d2bce'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:37:21.793682 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d17b627af75e17e0f4b8d6239d04f8c2f78634e2c585e32a7aeca336500f34a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd88cafa-fc44-4148-b6c3-1357c78fc351" -d '{"events": [{"name": "network-changed", "server_uuid": "fdc478f4-d3d9-4b53-aa46-72d02c90ca32", "tag": "5b67285c-0956-4074-8c69-226f9c9d2bce"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:37:21.830782 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00320644-35cb-4584-b294-348ddc9f7418 None None] Network a0797fb9-b450-4bbe-af8e-ecaaafb3ac9d requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:37:21.832741 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-023724a9-88cd-47c6-a643-03f6460e1400 req-2c3242e8-318d-43b2-b4ee-ac4891d83a26 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:21.857234 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f756af4a-e156-469e-bb38-6e0bf5824be2 req-548fc565-5e40-4e95-89b3-f0cf642ed1d5 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/ports?device_id=f7b867f4-7848-40ae-bd86-fab896136413 HTTP/1.1" status: 200 len: 210 time: 0.1122842 Jul 13 13:37:21.858628 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c8aed2f-891c-4a4a-8a06-db17c338a3b2 req-fb3ed82f-a27d-4d9f-a473-10d88d2de04f tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] No DVR routers for this DVR port aa1ab846-aedd-4066-994b-4e34a0a5ae15 on host n-h1-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:37:21.864381 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-9c8aed2f-891c-4a4a-8a06-db17c338a3b2 req-fb3ed82f-a27d-4d9f-a473-10d88d2de04f tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:21.866402 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9c8aed2f-891c-4a4a-8a06-db17c338a3b2 req-fb3ed82f-a27d-4d9f-a473-10d88d2de04f tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] 10.222.0.26 "DELETE /v2.0/ports/aa1ab846-aedd-4066-994b-4e34a0a5ae15 HTTP/1.1" status: 204 len: 173 time: 1.3172784 Jul 13 13:37:21.867110 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd443184c-2c41-4eaa-8193-dff73948f7ee', 'name': 'network-vif-deleted', 'tag': 'aa1ab846-aedd-4066-994b-4e34a0a5ae15'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:37:21.870108 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e52c61f1-4708-4820-9d8f-a531dbfd19b0" -d '{"events": [{"server_uuid": "d443184c-2c41-4eaa-8193-dff73948f7ee", "name": "network-vif-deleted", "tag": "aa1ab846-aedd-4066-994b-4e34a0a5ae15"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:37:21.884782 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361d6e62-6658-4c0b-bd90-ca52a69e9952 service neutron] Pushing event updated for resources: {'Port': ['ID=5b67285c-0956-4074-8c69-226f9c9d2bce,revision_number=3']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:37:21.949255 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-023724a9-88cd-47c6-a643-03f6460e1400 req-2c3242e8-318d-43b2-b4ee-ac4891d83a26 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:21.953279 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-023724a9-88cd-47c6-a643-03f6460e1400 req-2c3242e8-318d-43b2-b4ee-ac4891d83a26 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:21.954669 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-023724a9-88cd-47c6-a643-03f6460e1400 req-2c3242e8-318d-43b2-b4ee-ac4891d83a26 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] 10.222.0.23 "DELETE /v2.0/security-groups/cb9ccf45-b22d-48cf-b5e2-9ff9d9e65814 HTTP/1.1" status: 204 len: 173 time: 0.3520679 Jul 13 13:37:21.961125 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1702c11-1a99-43e2-bece-45ecf8e0531f req-60576ade-8318-4cc7-80ae-528eb4c93534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:21.963055 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 55502) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:37:21.963543 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b1702c11-1a99-43e2-bece-45ecf8e0531f req-60576ade-8318-4cc7-80ae-528eb4c93534 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=46843b34f3ae4512940e2bd7793d6ba1&device_id=fdc478f4-d3d9-4b53-aa46-72d02c90ca32 HTTP/1.1" status: 200 len: 1094 time: 0.1272981 Jul 13 13:37:21.970402 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3242e8-318d-43b2-b4ee-ac4891d83a26 tempest-SecurityGroupsTestJSON-363417607 tempest-SecurityGroupsTestJSON-363417607-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb9ccf45-b22d-48cf-b5e2-9ff9d9e65814,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:37:22.020920 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b1702c11-1a99-43e2-bece-45ecf8e0531f req-a4aa5e97-5b7a-4033-9f8d-19f650773907 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5b67285c-0956-4074-8c69-226f9c9d2bce HTTP/1.1" status: 200 len: 217 time: 0.0453458 Jul 13 13:37:22.051092 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-54717d26-2a8b-4492-b99c-1d87130dae62 admin admin] Deleting subnet 46175078-efd4-4ba8-945c-03239fb9d2ed {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 13:37:22.056771 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-54717d26-2a8b-4492-b99c-1d87130dae62 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:22.156264 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1702c11-1a99-43e2-bece-45ecf8e0531f req-6faa76f3-a7e9-4397-bb89-fd930971721c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:22.159745 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b1702c11-1a99-43e2-bece-45ecf8e0531f req-6faa76f3-a7e9-4397-bb89-fd930971721c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=32f1a301-2721-4ed8-b9a7-501c239eba5a HTTP/1.1" status: 200 len: 854 time: 0.1316755 Jul 13 13:37:22.186307 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-54717d26-2a8b-4492-b99c-1d87130dae62 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5431723'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:22.221967 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b1702c11-1a99-43e2-bece-45ecf8e0531f req-21bee938-6d94-441f-a1e7-3abd6249a218 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=04afeed8-10c4-499e-ade4-68522365a3dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552120 Jul 13 13:37:22.263813 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-54717d26-2a8b-4492-b99c-1d87130dae62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:22.298258 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f048602-33a8-423f-af5b-9c868948aa9c req-0651dada-e37c-47bb-9df5-cec1d079370c tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:22.300349 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3f048602-33a8-423f-af5b-9c868948aa9c req-0651dada-e37c-47bb-9df5-cec1d079370c tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.26 "GET /v2.0/networks?id=5c5b1ca0-24b0-4412-b81d-dc9907cb0039 HTTP/1.1" status: 200 len: 808 time: 0.2160602 Jul 13 13:37:22.302537 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e3606be2-9905-4d2c-bd7c-c77ff41d3e7b req-b00cffd6-ec42-490c-ba74-3c3a69d69f28 tempest-ImagesTestJSON-1452974559 tempest-ImagesTestJSON-1452974559-project] 10.222.0.23 "GET /v2.0/ports?device_id=d443184c-2c41-4eaa-8193-dff73948f7ee HTTP/1.1" status: 200 len: 210 time: 0.0940347 Jul 13 13:37:22.315044 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-3f048602-33a8-423f-af5b-9c868948aa9c req-fb0f46e3-32f1-4162-9153-667685c67b8e tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Request body: {'port': {'device_id': 'f7b867f4-7848-40ae-bd86-fab896136413', 'network_id': '5c5b1ca0-24b0-4412-b81d-dc9907cb0039', 'admin_state_up': True, 'tenant_id': '7ec77ffc288b40b5a9663fa2e5a78733'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:37:22.391719 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b1702c11-1a99-43e2-bece-45ecf8e0531f req-c39fd6e3-edca-414e-bc5c-23e618c6346c service neutron] 10.222.0.26 "GET /v2.0/networks/04afeed8-10c4-499e-ade4-68522365a3dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476440 Jul 13 13:37:22.396221 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 13:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef747bdd-c60f-42c3-b2fc-3980016caebc x-openstack-request-id: req-ef747bdd-c60f-42c3-b2fc-3980016caebc {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:37:22.396747 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdc478f4-d3d9-4b53-aa46-72d02c90ca32", "tag": "5b67285c-0956-4074-8c69-226f9c9d2bce", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:37:22.397360 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ef747bdd-c60f-42c3-b2fc-3980016caebc {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:37:22.398061 n-d-800634-1 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdc478f4-d3d9-4b53-aa46-72d02c90ca32', 'tag': '5b67285c-0956-4074-8c69-226f9c9d2bce', 'status': 'completed', 'code': 200} Jul 13 13:37:22.465595 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcc73cc4-735c-4bc0-81c1-5d595fde6e66 x-openstack-request-id: req-dcc73cc4-735c-4bc0-81c1-5d595fde6e66 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:37:22.465924 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d443184c-2c41-4eaa-8193-dff73948f7ee", "name": "network-vif-deleted", "tag": "aa1ab846-aedd-4066-994b-4e34a0a5ae15", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:37:22.466221 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-dcc73cc4-735c-4bc0-81c1-5d595fde6e66 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:37:22.466659 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd443184c-2c41-4eaa-8193-dff73948f7ee', 'name': 'network-vif-deleted', 'tag': 'aa1ab846-aedd-4066-994b-4e34a0a5ae15', 'status': 'completed', 'code': 200} Jul 13 13:37:22.496349 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-54717d26-2a8b-4492-b99c-1d87130dae62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5970525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4763356'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:22.504598 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b1702c11-1a99-43e2-bece-45ecf8e0531f req-94e90df4-ba0d-42ba-a846-3b6b4c07d8bc service neutron] 10.222.0.26 "GET /v2.0/networks/04afeed8-10c4-499e-ade4-68522365a3dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051250 Jul 13 13:37:22.516402 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:22.522213 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f048602-33a8-423f-af5b-9c868948aa9c req-fb0f46e3-32f1-4162-9153-667685c67b8e tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Made reservation on behalf of 7ec77ffc288b40b5a9663fa2e5a78733 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:37:22.526047 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3f048602-33a8-423f-af5b-9c868948aa9c req-fb0f46e3-32f1-4162-9153-667685c67b8e tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:22.572619 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54717d26-2a8b-4492-b99c-1d87130dae62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46175078-efd4-4ba8-945c-03239fb9d2ed,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:37:22.578559 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-54717d26-2a8b-4492-b99c-1d87130dae62 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:22.580553 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-54717d26-2a8b-4492-b99c-1d87130dae62 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/46175078-efd4-4ba8-945c-03239fb9d2ed HTTP/1.1" status: 204 len: 168 time: 0.6162047 Jul 13 13:37:22.583388 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 55512) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:37:22.649705 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd88cafa-fc44-4148-b6c3-1357c78fc351 req-5cb71cd2-3435-45fb-aa34-37ae205ed931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:22.651351 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-cd88cafa-fc44-4148-b6c3-1357c78fc351 req-5cb71cd2-3435-45fb-aa34-37ae205ed931 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=46843b34f3ae4512940e2bd7793d6ba1&device_id=fdc478f4-d3d9-4b53-aa46-72d02c90ca32 HTTP/1.1" status: 200 len: 1094 time: 0.0834444 Jul 13 13:37:22.800551 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device c0e69f01-8777-4567-83df-1cec2da252a2 details requested by agent hyperv_n-h2-800634-1 with host n-h2-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 13:37:22.838900 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd88cafa-fc44-4148-b6c3-1357c78fc351 req-4dd1d82e-857f-4fa9-b09e-c47144727356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:22.840245 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-cd88cafa-fc44-4148-b6c3-1357c78fc351 req-4dd1d82e-857f-4fa9-b09e-c47144727356 service neutron] 10.222.0.26 "GET /v2.0/networks?id=04afeed8-10c4-499e-ade4-68522365a3dd HTTP/1.1" status: 200 len: 914 time: 0.1809702 Jul 13 13:37:22.866070 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b684aa5-7da9-4585-91c8-7f86a768a43a req-55959a2c-c8c0-4ccd-b8b8-0dc5db87bb24 tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:22.867603 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5b684aa5-7da9-4585-91c8-7f86a768a43a req-55959a2c-c8c0-4ccd-b8b8-0dc5db87bb24 tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] 10.222.0.23 "GET /v2.0/networks?id=a0797fb9-b450-4bbe-af8e-ecaaafb3ac9d HTTP/1.1" status: 200 len: 815 time: 0.1773140 Jul 13 13:37:22.897988 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-cd88cafa-fc44-4148-b6c3-1357c78fc351 req-ec6f6901-c92d-4b1c-9c36-3f51c14cf0db service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5b67285c-0956-4074-8c69-226f9c9d2bce HTTP/1.1" status: 200 len: 217 time: 0.0478237 Jul 13 13:37:22.939742 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5b684aa5-7da9-4585-91c8-7f86a768a43a req-c9e27306-ed8e-464b-affb-db034fa0d10e tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] 10.222.0.23 "GET /v2.0/quotas/9e72d4daf74d4b30a471837a4b3d6e97 HTTP/1.1" status: 200 len: 375 time: 0.0442207 Jul 13 13:37:22.951955 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port c0e69f01-8777-4567-83df-1cec2da252a2, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=c0e69f01-8777-4567-83df-1cec2da252a2,segment=NetworkSegment(8ca861d2-7f67-42e9-b790-b2afeca7fd40),segment_id=8ca861d2-7f67-42e9-b790-b2afeca7fd40)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:37:22.966219 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Returning: {'device': 'c0e69f01-8777-4567-83df-1cec2da252a2', 'network_id': '1e6a1cec-d634-437c-82e7-1ebafa55a815', 'port_id': 'c0e69f01-8777-4567-83df-1cec2da252a2', 'mac_address': 'fa:16:3e:a0:42:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a7066db-069e-4126-a711-5a91da09992d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 13:37:22.977771 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5b684aa5-7da9-4585-91c8-7f86a768a43a req-bb2610ce-9eb1-4190-b3cb-6fdb72f280b3 tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=9e72d4daf74d4b30a471837a4b3d6e97&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0370378 Jul 13 13:37:22.985773 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd88cafa-fc44-4148-b6c3-1357c78fc351 req-83fdf559-6799-4791-b62b-c36479a4faff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:22.987944 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-cd88cafa-fc44-4148-b6c3-1357c78fc351 req-83fdf559-6799-4791-b62b-c36479a4faff service neutron] 10.222.0.26 "GET /v2.0/subnets?id=32f1a301-2721-4ed8-b9a7-501c239eba5a HTTP/1.1" status: 200 len: 854 time: 0.0834985 Jul 13 13:37:23.006277 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:23.021043 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0e69f01-8777-4567-83df-1cec2da252a2 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:37:23.021334 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d504bbeb-1c41-4974-8071-cf1cb738636c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:23.034444 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312ebef6-55ca-463a-874c-65e0446b6359 req-bf8d17c8-ee98-4b89-a434-dfd6bdec2fa3 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:23.036126 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-312ebef6-55ca-463a-874c-65e0446b6359 req-bf8d17c8-ee98-4b89-a434-dfd6bdec2fa3 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/ports?device_id=a09c1465-f015-4b4f-811e-dc1d66598208 HTTP/1.1" status: 200 len: 943 time: 0.5436926 Jul 13 13:37:23.041816 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port c0e69f01-8777-4567-83df-1cec2da252a2, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=c0e69f01-8777-4567-83df-1cec2da252a2,segment=NetworkSegment(8ca861d2-7f67-42e9-b790-b2afeca7fd40),segment_id=8ca861d2-7f67-42e9-b790-b2afeca7fd40)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:37:23.047099 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:23.061456 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-cd88cafa-fc44-4148-b6c3-1357c78fc351 req-b877ed40-08f6-4b80-8129-87bcaa3f303b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=04afeed8-10c4-499e-ade4-68522365a3dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642242 Jul 13 13:37:23.100422 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=c0e69f01-8777-4567-83df-1cec2da252a2,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:37:23.152036 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5b684aa5-7da9-4585-91c8-7f86a768a43a req-e27aab6d-8ecc-4116-b9b3-9971fafd0bab service neutron] 10.222.0.23 "GET /v2.0/networks/a0797fb9-b450-4bbe-af8e-ecaaafb3ac9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627464 Jul 13 13:37:23.182544 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device aa1ab846-aedd-4066-994b-4e34a0a5ae15 no longer exists at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:37:23.190102 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-3f048602-33a8-423f-af5b-9c868948aa9c req-fb0f46e3-32f1-4162-9153-667685c67b8e tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Allocated IP 172.20.0.8 (5c5b1ca0-24b0-4412-b81d-dc9907cb0039/41cb83d6-1972-42a1-91b6-99e2d7728a68/5bc2ba68-f67c-464e-9561-339ccd36f9af) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:37:23.204073 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-312ebef6-55ca-463a-874c-65e0446b6359 req-a8839315-bfb1-4a82-96f4-ad448bdf5800 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8450e8a-3ce6-4095-b6b4-37555b8042b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558681 Jul 13 13:37:23.206772 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-381d4315-9089-413f-a071-aa2897bda790 None None] No Port match for: aa1ab846-aedd-4066-994b-4e34a0a5ae15 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:37:23.207717 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d504bbeb-1c41-4974-8071-cf1cb738636c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:23.208207 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device aa1ab846-aedd-4066-994b-4e34a0a5ae15 not bound to the agent host n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:37:23.226929 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-cd88cafa-fc44-4148-b6c3-1357c78fc351 req-4f186b86-3baa-4df0-a541-df033e66be65 service neutron] 10.222.0.26 "GET /v2.0/networks/04afeed8-10c4-499e-ade4-68522365a3dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577268 Jul 13 13:37:23.237173 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-d504bbeb-1c41-4974-8071-cf1cb738636c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e04c952-db9c-4505-aba6-7ccdaeeb7137']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:37:23.255846 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-d504bbeb-1c41-4974-8071-cf1cb738636c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '389f0714-81c5-44c7-95d7-c7027042d54a') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:37:23.256146 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-d504bbeb-1c41-4974-8071-cf1cb738636c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '389f0714-81c5-44c7-95d7-c7027042d54a') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:37:23.274145 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d504bbeb-1c41-4974-8071-cf1cb738636c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5431730'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:23.297993 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d504bbeb-1c41-4974-8071-cf1cb738636c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:23.319439 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['c0e69f01-8777-4567-83df-1cec2da252a2'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:37:23.325659 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5b684aa5-7da9-4585-91c8-7f86a768a43a req-f355069b-fb07-446e-a81e-ebc01be52fb0 service neutron] 10.222.0.23 "GET /v2.0/networks/a0797fb9-b450-4bbe-af8e-ecaaafb3ac9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664846 Jul 13 13:37:23.349301 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d504bbeb-1c41-4974-8071-cf1cb738636c admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 13:37:23.349703 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d504bbeb-1c41-4974-8071-cf1cb738636c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5970419'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:23.351501 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:37:23.351501 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:37:23.351501 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:37:23.351501 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:37:23.351501 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:37:23.351501 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:37:23.351501 n-d-800634-1 neutron-server[93750]: Traceback (most recent call last): Jul 13 13:37:23.351501 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 13:37:23.351501 n-d-800634-1 neutron-server[93750]: timer() Jul 13 13:37:23.351501 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 13:37:23.351501 n-d-800634-1 neutron-server[93750]: cb(*args, **kw) Jul 13 13:37:23.351501 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 13:37:23.351501 n-d-800634-1 neutron-server[93750]: return func(*args, **kwargs) Jul 13 13:37:23.351501 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 13:37:23.351501 n-d-800634-1 neutron-server[93750]: self._notify() Jul 13 13:37:23.351501 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 13:37:23.351501 n-d-800634-1 neutron-server[93750]: self.callback(batched_events) Jul 13 13:37:23.351501 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 13:37:23.351501 n-d-800634-1 neutron-server[93750]: event.method(event) Jul 13 13:37:23.351501 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 13:37:23.351501 n-d-800634-1 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 13:37:23.351501 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 13:37:23.351501 n-d-800634-1 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 13:37:23.351501 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 13:37:23.351501 n-d-800634-1 neutron-server[93750]: return f(self, *a, **k) Jul 13 13:37:23.351501 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 13:37:23.351501 n-d-800634-1 neutron-server[93750]: return self._get(url).json() Jul 13 13:37:23.351501 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 13:37:23.351501 n-d-800634-1 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 13:37:23.351501 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 13:37:23.351501 n-d-800634-1 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 13 13:37:23.351501 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 13:37:23.351501 n-d-800634-1 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 13:37:23.351501 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 13:37:23.351501 n-d-800634-1 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 13:37:23.351501 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 13:37:23.351501 n-d-800634-1 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 13:37:23.351501 n-d-800634-1 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 13:37:23.354888 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-cd88cafa-fc44-4148-b6c3-1357c78fc351 req-6284c6cf-2fcf-4bb4-a615-c0f58b73b63a service neutron] 10.222.0.26 "GET /v2.0/networks/04afeed8-10c4-499e-ade4-68522365a3dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185718 Jul 13 13:37:23.462928 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d504bbeb-1c41-4974-8071-cf1cb738636c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:23.481789 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d504bbeb-1c41-4974-8071-cf1cb738636c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:23.486777 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-d504bbeb-1c41-4974-8071-cf1cb738636c admin admin] 10.222.0.23 "DELETE /v2.0/networks/0e04c952-db9c-4505-aba6-7ccdaeeb7137 HTTP/1.1" status: 204 len: 168 time: 0.9022334 Jul 13 13:37:23.511461 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d504bbeb-1c41-4974-8071-cf1cb738636c admin admin] Pushing event deleted for resources: {'Network': ['ID=0e04c952-db9c-4505-aba6-7ccdaeeb7137,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:37:23.537046 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3f048602-33a8-423f-af5b-9c868948aa9c req-fb0f46e3-32f1-4162-9153-667685c67b8e tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:23.547019 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d2bd37-d5c3-4336-bc2c-a2f174c63d0a req-011af72b-4ae6-4be2-bda9-d285ad2b8c9d tempest-InstanceActionsTestJSON-1326365878 tempest-InstanceActionsTestJSON-1326365878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:23.549077 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f8d2bd37-d5c3-4336-bc2c-a2f174c63d0a req-011af72b-4ae6-4be2-bda9-d285ad2b8c9d tempest-InstanceActionsTestJSON-1326365878 tempest-InstanceActionsTestJSON-1326365878-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdc478f4-d3d9-4b53-aa46-72d02c90ca32 HTTP/1.1" status: 200 len: 943 time: 0.2010667 Jul 13 13:37:23.613296 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f8d2bd37-d5c3-4336-bc2c-a2f174c63d0a req-fe389eb0-b7e9-463c-b7c9-ce92afbf7d7c tempest-InstanceActionsTestJSON-1326365878 tempest-InstanceActionsTestJSON-1326365878-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd94c30c-06b4-48ca-9029-1c4bab5d77a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552633 Jul 13 13:37:23.646081 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3f048602-33a8-423f-af5b-9c868948aa9c req-fb0f46e3-32f1-4162-9153-667685c67b8e tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:23.667361 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 55538) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:37:23.713716 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f048602-33a8-423f-af5b-9c868948aa9c req-fb0f46e3-32f1-4162-9153-667685c67b8e tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Network 5c5b1ca0-24b0-4412-b81d-dc9907cb0039 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:37:23.717232 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-3f048602-33a8-423f-af5b-9c868948aa9c req-fb0f46e3-32f1-4162-9153-667685c67b8e tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:37:23.722012 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f048602-33a8-423f-af5b-9c868948aa9c req-fb0f46e3-32f1-4162-9153-667685c67b8e tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:37:23.729576 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0f46e3-32f1-4162-9153-667685c67b8e tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Pushing event updated for resources: {'Port': ['ID=5bc2ba68-f67c-464e-9561-339ccd36f9af,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:37:23.731335 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-9573d98e-da3a-406d-a982-9e3c5c64d355 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=132b60c425be4aeb99cec71010f26a0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0625403 Jul 13 13:37:23.734608 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 55540) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:37:23.797310 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b53dd53-0e9a-415d-8db2-50d733498ca5 req-c2c51ae0-7711-4b42-bbe3-0e5ae16b6c69 tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:23.799874 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8b53dd53-0e9a-415d-8db2-50d733498ca5 req-c2c51ae0-7711-4b42-bbe3-0e5ae16b6c69 tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] 10.222.0.23 "GET /v2.0/ports?device_id=1cd54210-282a-4a26-97b7-f1d70daa60d2 HTTP/1.1" status: 200 len: 946 time: 0.2047913 Jul 13 13:37:23.830680 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f048602-33a8-423f-af5b-9c868948aa9c req-fb0f46e3-32f1-4162-9153-667685c67b8e tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:23.831099 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3f048602-33a8-423f-af5b-9c868948aa9c req-fb0f46e3-32f1-4162-9153-667685c67b8e tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:23.835892 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e8aac9d3-eaab-42f8-bdc0-126b249c7705 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:23.854274 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3f048602-33a8-423f-af5b-9c868948aa9c req-fb0f46e3-32f1-4162-9153-667685c67b8e tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5436134 Jul 13 13:37:23.864268 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12ee410-fb86-4d12-b9a7-9ee8e7d68ce9 req-1d938a68-bd2c-4c12-89fb-308a78969160 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:23.865721 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a12ee410-fb86-4d12-b9a7-9ee8e7d68ce9 req-1d938a68-bd2c-4c12-89fb-308a78969160 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/ports?device_id=f7b867f4-7848-40ae-bd86-fab896136413 HTTP/1.1" status: 200 len: 931 time: 0.1006060 Jul 13 13:37:23.870781 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-3f048602-33a8-423f-af5b-9c868948aa9c req-a73d58e0-b4af-43b2-be2f-ad3dd1f3aebb service neutron] Request body: {'port': {'device_id': 'f7b867f4-7848-40ae-bd86-fab896136413', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:37:23.872234 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e8aac9d3-eaab-42f8-bdc0-126b249c7705 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:23.881782 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8b53dd53-0e9a-415d-8db2-50d733498ca5 req-5c732fa9-1e5f-44e4-ab32-540a9ae0dabe tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] 10.222.0.23 "GET /v2.0/security-groups?id=feeb6b93-5051-4dcc-8776-c314f05e05ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675023 Jul 13 13:37:23.943372 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e8aac9d3-eaab-42f8-bdc0-126b249c7705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:23.946080 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e8aac9d3-eaab-42f8-bdc0-126b249c7705 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:23.947459 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-e8aac9d3-eaab-42f8-bdc0-126b249c7705 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/24689591-48d9-46af-a687-72c510af83bd HTTP/1.1" status: 204 len: 168 time: 0.2115626 Jul 13 13:37:23.959329 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aac9d3-eaab-42f8-bdc0-126b249c7705 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24689591-48d9-46af-a687-72c510af83bd,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:37:23.976838 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a12ee410-fb86-4d12-b9a7-9ee8e7d68ce9 req-12106050-8669-46f7-ab87-1c2eab19ff15 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/security-groups?id=4f83e00a-e782-49e6-b944-d06b9e971cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025374 Jul 13 13:37:24.000872 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3f048602-33a8-423f-af5b-9c868948aa9c req-a73d58e0-b4af-43b2-be2f-ad3dd1f3aebb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:24.262093 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-12eaa066-7b47-4a48-a12a-48ee2ea58d5d req-5b5d56ca-b698-43a3-ac29-5de56c1e58f0 tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac008d86-3c7f-4f7e-8329-5d04261d9a38 HTTP/1.1" status: 200 len: 210 time: 0.0365398 Jul 13 13:37:24.470409 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-3f048602-33a8-423f-af5b-9c868948aa9c req-a73d58e0-b4af-43b2-be2f-ad3dd1f3aebb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bc2ba68-f67c-464e-9561-339ccd36f9af {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:37:24.481196 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3f048602-33a8-423f-af5b-9c868948aa9c req-a73d58e0-b4af-43b2-be2f-ad3dd1f3aebb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:24.508938 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-3f048602-33a8-423f-af5b-9c868948aa9c req-a73d58e0-b4af-43b2-be2f-ad3dd1f3aebb service neutron] Transition to ACTIVE for port object 5bc2ba68-f67c-464e-9561-339ccd36f9af will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:37:24.513209 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3f048602-33a8-423f-af5b-9c868948aa9c req-a73d58e0-b4af-43b2-be2f-ad3dd1f3aebb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:24.530444 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260e5648-df67-4dbd-b741-d27c680aca4d req-e6fc3822-f97d-465c-985e-232ee07561b9 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:24.531941 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-260e5648-df67-4dbd-b741-d27c680aca4d req-e6fc3822-f97d-465c-985e-232ee07561b9 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/ports?device_id=a09c1465-f015-4b4f-811e-dc1d66598208 HTTP/1.1" status: 200 len: 944 time: 0.1284263 Jul 13 13:37:24.665715 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-260e5648-df67-4dbd-b741-d27c680aca4d req-eb3fd5dc-bdd1-4f3f-a969-d76654aa2f3f tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8450e8a-3ce6-4095-b6b4-37555b8042b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240411 Jul 13 13:37:24.666429 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73d58e0-b4af-43b2-be2f-ad3dd1f3aebb service neutron] Pushing event updated for resources: {'Port': ['ID=5bc2ba68-f67c-464e-9561-339ccd36f9af,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:37:24.707583 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-3f048602-33a8-423f-af5b-9c868948aa9c req-a73d58e0-b4af-43b2-be2f-ad3dd1f3aebb service neutron] Attempting to bind port 5bc2ba68-f67c-464e-9561-339ccd36f9af on host n-h1-800634-1 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:37:24.708036 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-3f048602-33a8-423f-af5b-9c868948aa9c req-a73d58e0-b4af-43b2-be2f-ad3dd1f3aebb service neutron] Attempting to bind port 5bc2ba68-f67c-464e-9561-339ccd36f9af by drivers openvswitch,hyperv on host n-h1-800634-1 at level 0 using segments [{'id': 'f952029b-434e-49c6-8d96-f83b0194500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5c5b1ca0-24b0-4412-b81d-dc9907cb0039'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:37:24.708489 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f048602-33a8-423f-af5b-9c868948aa9c req-a73d58e0-b4af-43b2-be2f-ad3dd1f3aebb service neutron] Attempting to bind port 5bc2ba68-f67c-464e-9561-339ccd36f9af on network 5c5b1ca0-24b0-4412-b81d-dc9907cb0039 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:37:24.713980 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f048602-33a8-423f-af5b-9c868948aa9c req-a73d58e0-b4af-43b2-be2f-ad3dd1f3aebb service neutron] Port 5bc2ba68-f67c-464e-9561-339ccd36f9af on network 5c5b1ca0-24b0-4412-b81d-dc9907cb0039 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-1 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:37:24.714407 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f048602-33a8-423f-af5b-9c868948aa9c req-a73d58e0-b4af-43b2-be2f-ad3dd1f3aebb service neutron] Attempting to bind port 5bc2ba68-f67c-464e-9561-339ccd36f9af on network 5c5b1ca0-24b0-4412-b81d-dc9907cb0039 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:37:24.717852 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 55594) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:37:24.721877 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f048602-33a8-423f-af5b-9c868948aa9c req-a73d58e0-b4af-43b2-be2f-ad3dd1f3aebb service neutron] Checking agent: {'id': 'a7603dc8-3c50-4a9b-8f0d-1143528f155e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:37:24.722340 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f048602-33a8-423f-af5b-9c868948aa9c req-a73d58e0-b4af-43b2-be2f-ad3dd1f3aebb service neutron] Checking segment: {'id': 'f952029b-434e-49c6-8d96-f83b0194500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5c5b1ca0-24b0-4412-b81d-dc9907cb0039'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:37:24.722814 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f048602-33a8-423f-af5b-9c868948aa9c req-a73d58e0-b4af-43b2-be2f-ad3dd1f3aebb service neutron] Bound using segment: {'id': 'f952029b-434e-49c6-8d96-f83b0194500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5c5b1ca0-24b0-4412-b81d-dc9907cb0039'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:37:24.723322 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-3f048602-33a8-423f-af5b-9c868948aa9c req-a73d58e0-b4af-43b2-be2f-ad3dd1f3aebb service neutron] Bound port: 5bc2ba68-f67c-464e-9561-339ccd36f9af, host: n-h1-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f952029b-434e-49c6-8d96-f83b0194500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5c5b1ca0-24b0-4412-b81d-dc9907cb0039'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:37:24.723940 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3f048602-33a8-423f-af5b-9c868948aa9c req-a73d58e0-b4af-43b2-be2f-ad3dd1f3aebb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:24.800664 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-35036a63-53cd-4aa7-a64c-8d4d48f082eb admin admin] Deleting subnet 560441f8-4dd8-4170-ae42-f3e38fe7cfb4 {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 13:37:24.804415 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-35036a63-53cd-4aa7-a64c-8d4d48f082eb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:24.819169 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device c0e69f01-8777-4567-83df-1cec2da252a2 up at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:37:24.888403 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning for port c0e69f01-8777-4567-83df-1cec2da252a2 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:37:24.894807 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning complete for port c0e69f01-8777-4567-83df-1cec2da252a2 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:37:24.896643 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:24.902423 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-3f048602-33a8-423f-af5b-9c868948aa9c req-a73d58e0-b4af-43b2-be2f-ad3dd1f3aebb service neutron] For port 5bc2ba68-f67c-464e-9561-339ccd36f9af, host n-h1-800634-1, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:37:24.937216 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 55602) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:37:24.951930 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-3f048602-33a8-423f-af5b-9c868948aa9c req-a73d58e0-b4af-43b2-be2f-ad3dd1f3aebb service neutron] For port 5bc2ba68-f67c-464e-9561-339ccd36f9af, host n-h1-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=5bc2ba68-f67c-464e-9561-339ccd36f9af,segment=NetworkSegment(f952029b-434e-49c6-8d96-f83b0194500d),segment_id=f952029b-434e-49c6-8d96-f83b0194500d)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:37:24.992519 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3f048602-33a8-423f-af5b-9c868948aa9c req-a73d58e0-b4af-43b2-be2f-ad3dd1f3aebb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:25.012915 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:25.042336 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-35036a63-53cd-4aa7-a64c-8d4d48f082eb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6018489'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:25.068221 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port c0e69f01-8777-4567-83df-1cec2da252a2, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=c0e69f01-8777-4567-83df-1cec2da252a2,segment=NetworkSegment(8ca861d2-7f67-42e9-b790-b2afeca7fd40),segment_id=8ca861d2-7f67-42e9-b790-b2afeca7fd40)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:37:25.069486 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a09c1465-f015-4b4f-811e-dc1d66598208', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0e69f01-8777-4567-83df-1cec2da252a2'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:37:25.073067 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3da5296f-3fdc-42d2-bc32-8b08a4f3de07" -d '{"events": [{"server_uuid": "a09c1465-f015-4b4f-811e-dc1d66598208", "name": "network-vif-plugged", "status": "completed", "tag": "c0e69f01-8777-4567-83df-1cec2da252a2"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:37:25.078608 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabfc8ff-02b3-4da8-b161-c8d44b5c2a6d req-f153218c-c970-4e0c-a7c8-f8cc935c0a14 tempest-InstanceActionsTestJSON-1326365878 tempest-InstanceActionsTestJSON-1326365878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:25.078804 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:25.080797 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-dabfc8ff-02b3-4da8-b161-c8d44b5c2a6d req-f153218c-c970-4e0c-a7c8-f8cc935c0a14 tempest-InstanceActionsTestJSON-1326365878 tempest-InstanceActionsTestJSON-1326365878-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdc478f4-d3d9-4b53-aa46-72d02c90ca32 HTTP/1.1" status: 200 len: 943 time: 0.2875576 Jul 13 13:37:25.097400 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-0abd2994-4677-4580-a152-41f33669ed5f admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1450640649-network', 'tenant_id': '6adf017ce9b34499b7ba676da54c44ef'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:37:25.113070 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f048602-33a8-423f-af5b-9c868948aa9c req-a73d58e0-b4af-43b2-be2f-ad3dd1f3aebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:25.114068 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3f048602-33a8-423f-af5b-9c868948aa9c req-a73d58e0-b4af-43b2-be2f-ad3dd1f3aebb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:25.117040 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3f048602-33a8-423f-af5b-9c868948aa9c req-a73d58e0-b4af-43b2-be2f-ad3dd1f3aebb service neutron] 10.222.0.26 "PUT /v2.0/ports/5bc2ba68-f67c-464e-9561-339ccd36f9af HTTP/1.1" status: 200 len: 1091 time: 1.2503574 Jul 13 13:37:25.143041 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b986655-e024-40ae-89ac-ac21bb0623ab req-d053d622-4e75-43c9-9aae-86c65dd4778c tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:25.146008 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9b986655-e024-40ae-89ac-ac21bb0623ab req-d053d622-4e75-43c9-9aae-86c65dd4778c tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] 10.222.0.41 "GET /v2.0/ports?device_id=1cd54210-282a-4a26-97b7-f1d70daa60d2 HTTP/1.1" status: 200 len: 946 time: 0.2994785 Jul 13 13:37:25.146669 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7b867f4-7848-40ae-bd86-fab896136413', 'tag': '5bc2ba68-f67c-464e-9561-339ccd36f9af'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:37:25.149126 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b72ebfb-8a85-485f-9eb8-b3cdcdcfb929" -d '{"events": [{"name": "network-changed", "server_uuid": "f7b867f4-7848-40ae-bd86-fab896136413", "tag": "5bc2ba68-f67c-464e-9561-339ccd36f9af"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:37:25.170731 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=c0e69f01-8777-4567-83df-1cec2da252a2,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:37:25.184063 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b684aa5-7da9-4585-91c8-7f86a768a43a req-52b0e59a-c85e-4ff6-8b99-1320b9892c39 tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:25.185242 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5b684aa5-7da9-4585-91c8-7f86a768a43a req-52b0e59a-c85e-4ff6-8b99-1320b9892c39 tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] 10.222.0.26 "GET /v2.0/networks?id=a0797fb9-b450-4bbe-af8e-ecaaafb3ac9d HTTP/1.1" status: 200 len: 815 time: 0.3119402 Jul 13 13:37:25.191883 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 5b67285c-0956-4074-8c69-226f9c9d2bce details requested by agent hyperv_n-h1-800634-1 with host n-h1-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 13:37:25.206885 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-5b684aa5-7da9-4585-91c8-7f86a768a43a req-052a5ef9-abf6-4441-828c-49b5cd7d08a0 tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] Request body: {'port': {'device_id': 'ac008d86-3c7f-4f7e-8329-5d04261d9a38', 'network_id': 'a0797fb9-b450-4bbe-af8e-ecaaafb3ac9d', 'admin_state_up': True, 'tenant_id': '9e72d4daf74d4b30a471837a4b3d6e97'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:37:25.268040 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-dabfc8ff-02b3-4da8-b161-c8d44b5c2a6d req-89816000-836c-43ed-b8d6-3d56e155ef4e tempest-InstanceActionsTestJSON-1326365878 tempest-InstanceActionsTestJSON-1326365878-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd94c30c-06b4-48ca-9029-1c4bab5d77a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752448 Jul 13 13:37:25.293815 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73d58e0-b4af-43b2-be2f-ad3dd1f3aebb service neutron] Pushing event updated for resources: {'Port': ['ID=5bc2ba68-f67c-464e-9561-339ccd36f9af,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:37:25.300819 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0abd2994-4677-4580-a152-41f33669ed5f admin admin] Made reservation on behalf of 6adf017ce9b34499b7ba676da54c44ef for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:37:25.303621 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0abd2994-4677-4580-a152-41f33669ed5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:25.317453 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 5b67285c-0956-4074-8c69-226f9c9d2bce, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=5b67285c-0956-4074-8c69-226f9c9d2bce,segment=NetworkSegment(82f9b79e-6e49-44b7-9746-0d3b64e5b168),segment_id=82f9b79e-6e49-44b7-9746-0d3b64e5b168)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:37:25.333549 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Returning: {'device': '5b67285c-0956-4074-8c69-226f9c9d2bce', 'network_id': '04afeed8-10c4-499e-ade4-68522365a3dd', 'port_id': '5b67285c-0956-4074-8c69-226f9c9d2bce', 'mac_address': 'fa:16:3e:01:c1:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32f1a301-2721-4ed8-b9a7-501c239eba5a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 13:37:25.333961 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0abd2994-4677-4580-a152-41f33669ed5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:25.384168 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f048602-33a8-423f-af5b-9c868948aa9c req-c67c6d34-4b46-4681-8496-f13ef602fbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:25.385709 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3f048602-33a8-423f-af5b-9c868948aa9c req-c67c6d34-4b46-4681-8496-f13ef602fbe9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7ec77ffc288b40b5a9663fa2e5a78733&device_id=f7b867f4-7848-40ae-bd86-fab896136413 HTTP/1.1" status: 200 len: 1094 time: 0.1934299 Jul 13 13:37:25.389693 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:25.410838 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b67285c-0956-4074-8c69-226f9c9d2bce {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:37:25.434062 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 5b67285c-0956-4074-8c69-226f9c9d2bce, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=5b67285c-0956-4074-8c69-226f9c9d2bce,segment=NetworkSegment(82f9b79e-6e49-44b7-9746-0d3b64e5b168),segment_id=82f9b79e-6e49-44b7-9746-0d3b64e5b168)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:37:25.440311 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:25.480741 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3f048602-33a8-423f-af5b-9c868948aa9c req-f3e605f2-7019-4f04-a3ba-ed0809286a16 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5bc2ba68-f67c-464e-9561-339ccd36f9af HTTP/1.1" status: 200 len: 217 time: 0.0874264 Jul 13 13:37:25.495702 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=5b67285c-0956-4074-8c69-226f9c9d2bce,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:37:25.562102 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-9b986655-e024-40ae-89ac-ac21bb0623ab req-fc724c9a-6b9b-4745-9bc7-c702e49c0388 tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] Deleting port 428b708b-86ae-4314-a494-492d05639f17 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:37:25.562449 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-9b986655-e024-40ae-89ac-ac21bb0623ab req-fc724c9a-6b9b-4745-9bc7-c702e49c0388 tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:25.583555 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-35036a63-53cd-4aa7-a64c-8d4d48f082eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:25.625111 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['5b67285c-0956-4074-8c69-226f9c9d2bce'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:37:25.637037 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f048602-33a8-423f-af5b-9c868948aa9c req-876de966-4410-4191-b69d-02698e65bcf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:25.638538 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3f048602-33a8-423f-af5b-9c868948aa9c req-876de966-4410-4191-b69d-02698e65bcf2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=41cb83d6-1972-42a1-91b6-99e2d7728a68 HTTP/1.1" status: 200 len: 848 time: 0.1501889 Jul 13 13:37:25.695680 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85adb8b-62de-45ed-a92f-2b3b2d5a3f85 req-6186017b-ed3c-4df7-8a3f-3c4d1c427bfb tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:25.697114 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e85adb8b-62de-45ed-a92f-2b3b2d5a3f85 req-6186017b-ed3c-4df7-8a3f-3c4d1c427bfb tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] 10.222.0.23 "GET /v2.0/ports?device_id=1cd54210-282a-4a26-97b7-f1d70daa60d2 HTTP/1.1" status: 200 len: 946 time: 0.5094216 Jul 13 13:37:25.701941 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3f048602-33a8-423f-af5b-9c868948aa9c req-22c75f44-a78c-43fb-94e5-b0862788e407 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5c5b1ca0-24b0-4412-b81d-dc9907cb0039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528381 Jul 13 13:37:25.712502 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1ed8af-3797-4b50-b476-092a68c0ebc0 req-d112f6fe-fd77-4521-85b0-93d88832d9fa tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:25.714062 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8e1ed8af-3797-4b50-b476-092a68c0ebc0 req-d112f6fe-fd77-4521-85b0-93d88832d9fa tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/ports?device_id=f7b867f4-7848-40ae-bd86-fab896136413 HTTP/1.1" status: 200 len: 943 time: 0.3225038 Jul 13 13:37:25.733318 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-35036a63-53cd-4aa7-a64c-8d4d48f082eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6018534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6105009'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:25.739346 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0abd2994-4677-4580-a152-41f33669ed5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:25.787132 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-35036a63-53cd-4aa7-a64c-8d4d48f082eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:25.789145 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-35036a63-53cd-4aa7-a64c-8d4d48f082eb admin admin] 10.222.0.23 "DELETE /v2.0/subnets/560441f8-4dd8-4170-ae42-f3e38fe7cfb4 HTTP/1.1" status: 204 len: 168 time: 1.0701544 Jul 13 13:37:25.792036 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35036a63-53cd-4aa7-a64c-8d4d48f082eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=560441f8-4dd8-4170-ae42-f3e38fe7cfb4,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:37:25.792309 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0abd2994-4677-4580-a152-41f33669ed5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:25.794594 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b684aa5-7da9-4585-91c8-7f86a768a43a req-052a5ef9-abf6-4441-828c-49b5cd7d08a0 tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] Made reservation on behalf of 9e72d4daf74d4b30a471837a4b3d6e97 for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:37:25.796366 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 55618) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:37:25.798306 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-5b684aa5-7da9-4585-91c8-7f86a768a43a req-052a5ef9-abf6-4441-828c-49b5cd7d08a0 tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:25.806811 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e85adb8b-62de-45ed-a92f-2b3b2d5a3f85 req-ab60bb39-4eef-4f54-b29f-4413c7af38cf tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] 10.222.0.23 "GET /v2.0/security-groups?id=feeb6b93-5051-4dcc-8776-c314f05e05ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993888 Jul 13 13:37:25.839467 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-9b986655-e024-40ae-89ac-ac21bb0623ab req-fc724c9a-6b9b-4745-9bc7-c702e49c0388 tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] For port 428b708b-86ae-4314-a494-492d05639f17, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=428b708b-86ae-4314-a494-492d05639f17,segment=NetworkSegment(c474c239-8b60-46eb-bc28-db09fd733c35),segment_id=c474c239-8b60-46eb-bc28-db09fd733c35)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:37:25.839835 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-9b986655-e024-40ae-89ac-ac21bb0623ab req-fc724c9a-6b9b-4745-9bc7-c702e49c0388 tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:25.870755 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dbaf4a3-b1f5-479d-af42-ed312f8c5eb4 x-openstack-request-id: req-7dbaf4a3-b1f5-479d-af42-ed312f8c5eb4 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:37:25.871271 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a09c1465-f015-4b4f-811e-dc1d66598208", "name": "network-vif-plugged", "status": "completed", "tag": "c0e69f01-8777-4567-83df-1cec2da252a2", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:37:25.871788 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7dbaf4a3-b1f5-479d-af42-ed312f8c5eb4 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:37:25.872282 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a09c1465-f015-4b4f-811e-dc1d66598208', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0e69f01-8777-4567-83df-1cec2da252a2', 'code': 200} Jul 13 13:37:25.894266 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0abd2994-4677-4580-a152-41f33669ed5f admin admin] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 13:37:25.936454 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-9b986655-e024-40ae-89ac-ac21bb0623ab req-fc724c9a-6b9b-4745-9bc7-c702e49c0388 tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] Calling delete_port for 428b708b-86ae-4314-a494-492d05639f17 owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:37:25.949656 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0abd2994-4677-4580-a152-41f33669ed5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:25.949969 n-d-800634-1 neutron-server[93750]: INFO neutron.db.segments_db [None req-0abd2994-4677-4580-a152-41f33669ed5f admin admin] Added segment ff3ccd98-edad-42e9-895c-e5d69e27583e of type vlan for network f75cac05-674a-4151-a43b-a75ea71e3ffa Jul 13 13:37:25.955553 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abd2994-4677-4580-a152-41f33669ed5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4073f342-904a-4e74-a26d-da1c71da9763,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:37:25.958847 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [req-5b684aa5-7da9-4585-91c8-7f86a768a43a req-052a5ef9-abf6-4441-828c-49b5cd7d08a0 tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] Allocated IP 172.20.0.14 (a0797fb9-b450-4bbe-af8e-ecaaafb3ac9d/66d38b61-7f2b-49e9-ae15-bdea3497cacb/3601d3e1-284c-439d-81ca-b7e8751d725f) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:37:25.989544 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8e1ed8af-3797-4b50-b476-092a68c0ebc0 req-a4a6e595-5ca0-4254-acae-16aad9218b0e tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/security-groups?id=4f83e00a-e782-49e6-b944-d06b9e971cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2579391 Jul 13 13:37:26.077706 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 13:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd596ccc-3f6d-4a35-9c58-2cdddf9c532b x-openstack-request-id: req-dd596ccc-3f6d-4a35-9c58-2cdddf9c532b {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:37:26.078026 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7b867f4-7848-40ae-bd86-fab896136413", "tag": "5bc2ba68-f67c-464e-9561-339ccd36f9af", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:37:26.078282 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-dd596ccc-3f6d-4a35-9c58-2cdddf9c532b {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:37:26.078682 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7b867f4-7848-40ae-bd86-fab896136413', 'tag': '5bc2ba68-f67c-464e-9561-339ccd36f9af', 'status': 'completed', 'code': 200} Jul 13 13:37:26.098079 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e91abfa9-d80c-4c71-a527-514ddf136bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:26.119761 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0abd2994-4677-4580-a152-41f33669ed5f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:26.145615 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3f048602-33a8-423f-af5b-9c868948aa9c req-d384a3ef-da0b-43bb-9e72-d6633ea87237 service neutron] 10.222.0.26 "GET /v2.0/networks/5c5b1ca0-24b0-4412-b81d-dc9907cb0039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4286716 Jul 13 13:37:26.157699 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-5b684aa5-7da9-4585-91c8-7f86a768a43a req-052a5ef9-abf6-4441-828c-49b5cd7d08a0 tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:26.179943 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-064bf4fa-276c-4367-9972-8921ce2921f0 req-0cb6544c-3cf0-457f-a598-058ceda66afb tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac008d86-3c7f-4f7e-8329-5d04261d9a38 HTTP/1.1" status: 200 len: 210 time: 0.0378535 Jul 13 13:37:26.222057 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-5b684aa5-7da9-4585-91c8-7f86a768a43a req-052a5ef9-abf6-4441-828c-49b5cd7d08a0 tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:26.268238 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b684aa5-7da9-4585-91c8-7f86a768a43a req-052a5ef9-abf6-4441-828c-49b5cd7d08a0 tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] Network a0797fb9-b450-4bbe-af8e-ecaaafb3ac9d is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:37:26.271642 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [req-5b684aa5-7da9-4585-91c8-7f86a768a43a req-052a5ef9-abf6-4441-828c-49b5cd7d08a0 tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:37:26.275410 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b684aa5-7da9-4585-91c8-7f86a768a43a req-052a5ef9-abf6-4441-828c-49b5cd7d08a0 tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:37:26.311022 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0abd2994-4677-4580-a152-41f33669ed5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:26.311983 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0abd2994-4677-4580-a152-41f33669ed5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:26.312908 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0abd2994-4677-4580-a152-41f33669ed5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:26.313043 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052a5ef9-abf6-4441-828c-49b5cd7d08a0 tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] Pushing event updated for resources: {'Port': ['ID=3601d3e1-284c-439d-81ca-b7e8751d725f,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:37:26.333610 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b684aa5-7da9-4585-91c8-7f86a768a43a req-052a5ef9-abf6-4441-828c-49b5cd7d08a0 tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:26.334304 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-5b684aa5-7da9-4585-91c8-7f86a768a43a req-052a5ef9-abf6-4441-828c-49b5cd7d08a0 tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:26.352437 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5b684aa5-7da9-4585-91c8-7f86a768a43a req-052a5ef9-abf6-4441-828c-49b5cd7d08a0 tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1527841 Jul 13 13:37:26.366682 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-5b684aa5-7da9-4585-91c8-7f86a768a43a req-581e4b46-3745-4c88-9ed7-3699f5b38875 service neutron] Request body: {'port': {'device_id': 'ac008d86-3c7f-4f7e-8329-5d04261d9a38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-1'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:37:26.375545 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189059f1-00f2-40be-9ef3-85817749b2ba req-ad9801d7-9af8-4e62-8deb-f39be114ea28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:26.377166 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-189059f1-00f2-40be-9ef3-85817749b2ba req-ad9801d7-9af8-4e62-8deb-f39be114ea28 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a09c1465-f015-4b4f-811e-dc1d66598208 HTTP/1.1" status: 200 len: 1096 time: 0.3920312 Jul 13 13:37:26.483781 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-5b684aa5-7da9-4585-91c8-7f86a768a43a req-581e4b46-3745-4c88-9ed7-3699f5b38875 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:26.552712 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd7e4cb-7b3e-48a4-87e8-bb9967d99567 req-e7364f84-68f9-4cb1-9f09-3a4dd276eff2 tempest-InstanceActionsTestJSON-1326365878 tempest-InstanceActionsTestJSON-1326365878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:26.554272 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7dd7e4cb-7b3e-48a4-87e8-bb9967d99567 req-e7364f84-68f9-4cb1-9f09-3a4dd276eff2 tempest-InstanceActionsTestJSON-1326365878 tempest-InstanceActionsTestJSON-1326365878-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdc478f4-d3d9-4b53-aa46-72d02c90ca32 HTTP/1.1" status: 200 len: 944 time: 0.1391785 Jul 13 13:37:26.662343 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7dd7e4cb-7b3e-48a4-87e8-bb9967d99567 req-58e48452-d46e-4286-ac90-35463d2c9183 tempest-InstanceActionsTestJSON-1326365878 tempest-InstanceActionsTestJSON-1326365878-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd94c30c-06b4-48ca-9029-1c4bab5d77a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962029 Jul 13 13:37:26.731102 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e91abfa9-d80c-4c71-a527-514ddf136bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:26.756346 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-0abd2994-4677-4580-a152-41f33669ed5f admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.8141727 Jul 13 13:37:26.763518 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 55622) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:37:26.770249 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-23c25c13-de3f-433b-ab01-d648c78f1854 admin admin] Request body: {'subnet': {'network_id': 'f75cac05-674a-4151-a43b-a75ea71e3ffa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1450640649-subnet', 'tenant_id': '6adf017ce9b34499b7ba676da54c44ef', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:37:26.770494 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-e91abfa9-d80c-4c71-a527-514ddf136bb5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6abf39c7-5383-40cb-87d6-f20d29bbd8cf']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:37:26.802912 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-e91abfa9-d80c-4c71-a527-514ddf136bb5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '731c211d-2cbe-4aa3-a09e-111c83e33a98') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:37:26.803205 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-e91abfa9-d80c-4c71-a527-514ddf136bb5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '731c211d-2cbe-4aa3-a09e-111c83e33a98') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:37:26.809002 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abd2994-4677-4580-a152-41f33669ed5f admin admin] Pushing event updated for resources: {'Network': ['ID=f75cac05-674a-4151-a43b-a75ea71e3ffa,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:37:26.820909 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network f75cac05-674a-4151-a43b-a75ea71e3ffa details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 13:37:26.825206 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23c25c13-de3f-433b-ab01-d648c78f1854 admin admin] Made reservation on behalf of 6adf017ce9b34499b7ba676da54c44ef for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:37:26.826901 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-23c25c13-de3f-433b-ab01-d648c78f1854 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6104980'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:26.831105 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3f048602-33a8-423f-af5b-9c868948aa9c req-daf09cc7-5085-4eab-8bb0-0ebc8dd9c4b3 service neutron] 10.222.0.26 "GET /v2.0/networks/5c5b1ca0-24b0-4412-b81d-dc9907cb0039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6725070 Jul 13 13:37:26.833597 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e91abfa9-d80c-4c71-a527-514ddf136bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5431730'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:26.850818 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-189059f1-00f2-40be-9ef3-85817749b2ba req-26ba4b8d-17c8-4f90-8d47-5ffc537cd8c8 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e8450e8a-3ce6-4095-b6b4-37555b8042b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667416 Jul 13 13:37:26.851302 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-9b986655-e024-40ae-89ac-ac21bb0623ab req-fc724c9a-6b9b-4745-9bc7-c702e49c0388 tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:26.867504 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e91abfa9-d80c-4c71-a527-514ddf136bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:26.885269 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [req-5b684aa5-7da9-4585-91c8-7f86a768a43a req-581e4b46-3745-4c88-9ed7-3699f5b38875 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3601d3e1-284c-439d-81ca-b7e8751d725f {{(pid=93751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:37:26.896410 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-5b684aa5-7da9-4585-91c8-7f86a768a43a req-581e4b46-3745-4c88-9ed7-3699f5b38875 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:26.904915 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e91abfa9-d80c-4c71-a527-514ddf136bb5 admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 13:37:26.905348 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e91abfa9-d80c-4c71-a527-514ddf136bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5970419'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:26.912852 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc724c9a-6b9b-4745-9bc7-c702e49c0388 tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] Pushing event deleted for resources: {'Port': ['ID=428b708b-86ae-4314-a494-492d05639f17,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:37:26.915411 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:37:26.915411 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:37:26.915411 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:37:26.915411 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:37:26.915411 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:37:26.915411 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:37:26.915411 n-d-800634-1 neutron-server[93750]: Traceback (most recent call last): Jul 13 13:37:26.915411 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 13:37:26.915411 n-d-800634-1 neutron-server[93750]: timer() Jul 13 13:37:26.915411 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 13:37:26.915411 n-d-800634-1 neutron-server[93750]: cb(*args, **kw) Jul 13 13:37:26.915411 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 13:37:26.915411 n-d-800634-1 neutron-server[93750]: return func(*args, **kwargs) Jul 13 13:37:26.915411 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 13:37:26.915411 n-d-800634-1 neutron-server[93750]: self._notify() Jul 13 13:37:26.915411 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 13:37:26.915411 n-d-800634-1 neutron-server[93750]: self.callback(batched_events) Jul 13 13:37:26.915411 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 13:37:26.915411 n-d-800634-1 neutron-server[93750]: event.method(event) Jul 13 13:37:26.915411 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 13:37:26.915411 n-d-800634-1 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 13:37:26.915411 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 13:37:26.915411 n-d-800634-1 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 13:37:26.915411 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 13:37:26.915411 n-d-800634-1 neutron-server[93750]: return f(self, *a, **k) Jul 13 13:37:26.915411 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 13:37:26.915411 n-d-800634-1 neutron-server[93750]: return self._get(url).json() Jul 13 13:37:26.915411 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 13:37:26.915411 n-d-800634-1 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 13:37:26.915411 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 13:37:26.915411 n-d-800634-1 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 13 13:37:26.915411 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 13:37:26.915411 n-d-800634-1 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 13:37:26.915411 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 13:37:26.915411 n-d-800634-1 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 13:37:26.915411 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 13:37:26.915411 n-d-800634-1 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 13:37:26.915411 n-d-800634-1 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 13:37:26.924203 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bf08be-697c-4cd2-afff-3ee125064165 req-ae814b17-2e4e-484f-a1c9-06881d175838 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:26.931685 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-5b684aa5-7da9-4585-91c8-7f86a768a43a req-581e4b46-3745-4c88-9ed7-3699f5b38875 service neutron] Transition to ACTIVE for port object 3601d3e1-284c-439d-81ca-b7e8751d725f will not be triggered until provisioned by entity L2. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:37:26.931878 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-72bf08be-697c-4cd2-afff-3ee125064165 req-ae814b17-2e4e-484f-a1c9-06881d175838 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/ports?device_id=a09c1465-f015-4b4f-811e-dc1d66598208 HTTP/1.1" status: 200 len: 945 time: 0.7011199 Jul 13 13:37:26.946943 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-5b684aa5-7da9-4585-91c8-7f86a768a43a req-581e4b46-3745-4c88-9ed7-3699f5b38875 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:27.061266 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581e4b46-3745-4c88-9ed7-3699f5b38875 service neutron] Pushing event updated for resources: {'Port': ['ID=3601d3e1-284c-439d-81ca-b7e8751d725f,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:37:27.070040 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-121c6f4b-d6d9-4fcf-8b36-a2a2e8710713 req-1c359e57-68d2-420c-ad25-4d312135724b tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] 10.222.0.23 "GET /v2.0/ports?device_id=1cd54210-282a-4a26-97b7-f1d70daa60d2 HTTP/1.1" status: 200 len: 210 time: 0.0688925 Jul 13 13:37:27.075135 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b986655-e024-40ae-89ac-ac21bb0623ab req-fc724c9a-6b9b-4745-9bc7-c702e49c0388 tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] No DVR routers for this DVR port 428b708b-86ae-4314-a494-492d05639f17 on host n-h2-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:37:27.088352 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-9b986655-e024-40ae-89ac-ac21bb0623ab req-fc724c9a-6b9b-4745-9bc7-c702e49c0388 tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:27.090386 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9b986655-e024-40ae-89ac-ac21bb0623ab req-fc724c9a-6b9b-4745-9bc7-c702e49c0388 tempest-ServerRescueTestJSONUnderV235-1635005201 tempest-ServerRescueTestJSONUnderV235-1635005201-project] 10.222.0.41 "DELETE /v2.0/ports/428b708b-86ae-4314-a494-492d05639f17 HTTP/1.1" status: 204 len: 173 time: 1.9245374 Jul 13 13:37:27.116619 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-72bf08be-697c-4cd2-afff-3ee125064165 req-e3907400-29b4-42ad-aaec-42f7013f576c tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8450e8a-3ce6-4095-b6b4-37555b8042b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837757 Jul 13 13:37:27.126015 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e91abfa9-d80c-4c71-a527-514ddf136bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:27.145697 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e91abfa9-d80c-4c71-a527-514ddf136bb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:27.147720 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-e91abfa9-d80c-4c71-a527-514ddf136bb5 admin admin] 10.222.0.23 "DELETE /v2.0/networks/6abf39c7-5383-40cb-87d6-f20d29bbd8cf HTTP/1.1" status: 204 len: 168 time: 1.3360529 Jul 13 13:37:27.184764 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91abfa9-d80c-4c71-a527-514ddf136bb5 admin admin] Pushing event deleted for resources: {'Network': ['ID=6abf39c7-5383-40cb-87d6-f20d29bbd8cf,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:37:27.191981 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-23c25c13-de3f-433b-ab01-d648c78f1854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6018343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6104998'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:27.192368 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 5b67285c-0956-4074-8c69-226f9c9d2bce up at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:37:27.209052 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b72ebfb-8a85-485f-9eb8-b3cdcdcfb929 req-03057021-2b49-4069-8bc2-35fa1177201b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:27.212279 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9b72ebfb-8a85-485f-9eb8-b3cdcdcfb929 req-03057021-2b49-4069-8bc2-35fa1177201b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7ec77ffc288b40b5a9663fa2e5a78733&device_id=f7b867f4-7848-40ae-bd86-fab896136413 HTTP/1.1" status: 200 len: 1094 time: 0.2772386 Jul 13 13:37:27.233387 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-5b684aa5-7da9-4585-91c8-7f86a768a43a req-581e4b46-3745-4c88-9ed7-3699f5b38875 service neutron] Attempting to bind port 3601d3e1-284c-439d-81ca-b7e8751d725f on host n-h1-800634-1 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:37:27.234116 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-5b684aa5-7da9-4585-91c8-7f86a768a43a req-581e4b46-3745-4c88-9ed7-3699f5b38875 service neutron] Attempting to bind port 3601d3e1-284c-439d-81ca-b7e8751d725f by drivers openvswitch,hyperv on host n-h1-800634-1 at level 0 using segments [{'id': 'a992ca7b-0374-4ac8-89fd-e7752d9855d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'a0797fb9-b450-4bbe-af8e-ecaaafb3ac9d'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:37:27.234677 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b684aa5-7da9-4585-91c8-7f86a768a43a req-581e4b46-3745-4c88-9ed7-3699f5b38875 service neutron] Attempting to bind port 3601d3e1-284c-439d-81ca-b7e8751d725f on network a0797fb9-b450-4bbe-af8e-ecaaafb3ac9d {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:37:27.257925 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b684aa5-7da9-4585-91c8-7f86a768a43a req-581e4b46-3745-4c88-9ed7-3699f5b38875 service neutron] Port 3601d3e1-284c-439d-81ca-b7e8751d725f on network a0797fb9-b450-4bbe-af8e-ecaaafb3ac9d not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-1 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:37:27.258718 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b684aa5-7da9-4585-91c8-7f86a768a43a req-581e4b46-3745-4c88-9ed7-3699f5b38875 service neutron] Attempting to bind port 3601d3e1-284c-439d-81ca-b7e8751d725f on network a0797fb9-b450-4bbe-af8e-ecaaafb3ac9d {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:37:27.277276 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b684aa5-7da9-4585-91c8-7f86a768a43a req-581e4b46-3745-4c88-9ed7-3699f5b38875 service neutron] Checking agent: {'id': 'a7603dc8-3c50-4a9b-8f0d-1143528f155e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:37:27.279242 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b684aa5-7da9-4585-91c8-7f86a768a43a req-581e4b46-3745-4c88-9ed7-3699f5b38875 service neutron] Checking segment: {'id': 'a992ca7b-0374-4ac8-89fd-e7752d9855d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'a0797fb9-b450-4bbe-af8e-ecaaafb3ac9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:37:27.280077 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b684aa5-7da9-4585-91c8-7f86a768a43a req-581e4b46-3745-4c88-9ed7-3699f5b38875 service neutron] Bound using segment: {'id': 'a992ca7b-0374-4ac8-89fd-e7752d9855d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'a0797fb9-b450-4bbe-af8e-ecaaafb3ac9d'} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:37:27.282260 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-5b684aa5-7da9-4585-91c8-7f86a768a43a req-581e4b46-3745-4c88-9ed7-3699f5b38875 service neutron] Bound port: 3601d3e1-284c-439d-81ca-b7e8751d725f, host: n-h1-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a992ca7b-0374-4ac8-89fd-e7752d9855d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'a0797fb9-b450-4bbe-af8e-ecaaafb3ac9d'}}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:37:27.288663 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-5b684aa5-7da9-4585-91c8-7f86a768a43a req-581e4b46-3745-4c88-9ed7-3699f5b38875 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:27.308971 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning for port 5b67285c-0956-4074-8c69-226f9c9d2bce completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:37:27.313707 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning complete for port 5b67285c-0956-4074-8c69-226f9c9d2bce triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:37:27.314905 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:27.358038 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b72ebfb-8a85-485f-9eb8-b3cdcdcfb929 req-bfa008ac-c440-44bb-a849-fae377924074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:27.360637 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9b72ebfb-8a85-485f-9eb8-b3cdcdcfb929 req-bfa008ac-c440-44bb-a849-fae377924074 service neutron] 10.222.0.26 "GET /v2.0/networks?id=5c5b1ca0-24b0-4412-b81d-dc9907cb0039 HTTP/1.1" status: 200 len: 908 time: 0.1420758 Jul 13 13:37:27.362657 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 55634) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:37:27.368440 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c25c13-de3f-433b-ab01-d648c78f1854 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c765b7b-3092-42ad-86c2-6cb8eedd39e9,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:37:27.416777 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c25c13-de3f-433b-ab01-d648c78f1854 admin admin] Checking segment: {'id': 'ff3ccd98-edad-42e9-895c-e5d69e27583e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'f75cac05-674a-4151-a43b-a75ea71e3ffa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:37:27.417135 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23c25c13-de3f-433b-ab01-d648c78f1854 admin admin] Network hostable DHCP agents. Network: f75cac05-674a-4151-a43b-a75ea71e3ffa, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 13:37:27.460741 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:27.460981 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23c25c13-de3f-433b-ab01-d648c78f1854 admin admin] Network f75cac05-674a-4151-a43b-a75ea71e3ffa is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 13:37:27.463460 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9b72ebfb-8a85-485f-9eb8-b3cdcdcfb929 req-284b9579-436e-432e-8c86-396822e49c5d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5bc2ba68-f67c-464e-9561-339ccd36f9af HTTP/1.1" status: 200 len: 217 time: 0.0897083 Jul 13 13:37:27.478009 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-5b684aa5-7da9-4585-91c8-7f86a768a43a req-581e4b46-3745-4c88-9ed7-3699f5b38875 service neutron] For port 3601d3e1-284c-439d-81ca-b7e8751d725f, host n-h1-800634-1, cleared binding levels {{(pid=93751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:37:27.500122 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 5b67285c-0956-4074-8c69-226f9c9d2bce, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=5b67285c-0956-4074-8c69-226f9c9d2bce,segment=NetworkSegment(82f9b79e-6e49-44b7-9746-0d3b64e5b168),segment_id=82f9b79e-6e49-44b7-9746-0d3b64e5b168)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:37:27.504606 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:27.509106 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-23c25c13-de3f-433b-ab01-d648c78f1854 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, f75cac05-674a-4151-a43b-a75ea71e3ffa) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:37:27.512263 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-5b684aa5-7da9-4585-91c8-7f86a768a43a req-581e4b46-3745-4c88-9ed7-3699f5b38875 service neutron] For port 3601d3e1-284c-439d-81ca-b7e8751d725f, host n-h1-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=3601d3e1-284c-439d-81ca-b7e8751d725f,segment=NetworkSegment(a992ca7b-0374-4ac8-89fd-e7752d9855d0),segment_id=a992ca7b-0374-4ac8-89fd-e7752d9855d0)] {{(pid=93751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:37:27.519737 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c25c13-de3f-433b-ab01-d648c78f1854 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:27.520688 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-23c25c13-de3f-433b-ab01-d648c78f1854 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:27.531792 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-5b684aa5-7da9-4585-91c8-7f86a768a43a req-581e4b46-3745-4c88-9ed7-3699f5b38875 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:27.535267 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-95b97f84-95fa-4359-8f29-aaf06b92cb62 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=25975085bfa5408baa762e94e04f7b53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1673183 Jul 13 13:37:27.535433 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4054e70f-e6e4-489d-8869-67764f4215d1 None None] Network f75cac05-674a-4151-a43b-a75ea71e3ffa requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:37:27.537509 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 55636) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:37:27.565673 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9727fde1-f954-48e3-9ca3-52cbbaeecc7e req-7845780e-beca-4770-8392-caac8890c627 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:27.576375 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9727fde1-f954-48e3-9ca3-52cbbaeecc7e req-7845780e-beca-4770-8392-caac8890c627 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/ports?device_id=f7b867f4-7848-40ae-bd86-fab896136413 HTTP/1.1" status: 200 len: 943 time: 0.2124500 Jul 13 13:37:27.580794 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b72ebfb-8a85-485f-9eb8-b3cdcdcfb929 req-165a31e0-6f05-418d-9325-f9c97fe73bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:27.582499 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9b72ebfb-8a85-485f-9eb8-b3cdcdcfb929 req-165a31e0-6f05-418d-9325-f9c97fe73bd0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=41cb83d6-1972-42a1-91b6-99e2d7728a68 HTTP/1.1" status: 200 len: 848 time: 0.1074769 Jul 13 13:37:27.594962 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-23c25c13-de3f-433b-ab01-d648c78f1854 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8303914 Jul 13 13:37:27.605591 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 55638) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:37:27.616725 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-43a7cd44-483b-4dd0-b4f0-3d8c76e6c5f2 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1450640649-router', 'tenant_id': '6adf017ce9b34499b7ba676da54c44ef', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:37:27.626381 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b684aa5-7da9-4585-91c8-7f86a768a43a req-581e4b46-3745-4c88-9ed7-3699f5b38875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:27.627819 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-5b684aa5-7da9-4585-91c8-7f86a768a43a req-581e4b46-3745-4c88-9ed7-3699f5b38875 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:27.629213 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5b684aa5-7da9-4585-91c8-7f86a768a43a req-581e4b46-3745-4c88-9ed7-3699f5b38875 service neutron] 10.222.0.26 "PUT /v2.0/ports/3601d3e1-284c-439d-81ca-b7e8751d725f HTTP/1.1" status: 200 len: 1092 time: 1.2699564 Jul 13 13:37:27.631803 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac008d86-3c7f-4f7e-8329-5d04261d9a38', 'tag': '3601d3e1-284c-439d-81ca-b7e8751d725f'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:37:27.633050 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9b72ebfb-8a85-485f-9eb8-b3cdcdcfb929 req-82bf489d-6856-4ff0-afbc-27636c524bad service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5c5b1ca0-24b0-4412-b81d-dc9907cb0039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438602 Jul 13 13:37:27.634096 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d17b627af75e17e0f4b8d6239d04f8c2f78634e2c585e32a7aeca336500f34a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30b24524-6867-4549-a6f8-0228c543fec5" -d '{"events": [{"name": "network-changed", "server_uuid": "ac008d86-3c7f-4f7e-8329-5d04261d9a38", "tag": "3601d3e1-284c-439d-81ca-b7e8751d725f"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:37:27.636813 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=5b67285c-0956-4074-8c69-226f9c9d2bce,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:37:27.682237 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9727fde1-f954-48e3-9ca3-52cbbaeecc7e req-2df3abca-c2f5-454f-aaa6-daabc7e2893c tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/security-groups?id=4f83e00a-e782-49e6-b944-d06b9e971cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045032 Jul 13 13:37:27.682908 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ff53c3-caeb-42ed-966b-5c6e4ba0ccf5 req-8f21f827-d939-45ee-b63a-bf1963ae01fb tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:27.690397 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-18ff53c3-caeb-42ed-966b-5c6e4ba0ccf5 req-8f21f827-d939-45ee-b63a-bf1963ae01fb tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac008d86-3c7f-4f7e-8329-5d04261d9a38 HTTP/1.1" status: 200 len: 944 time: 0.2321928 Jul 13 13:37:27.746817 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581e4b46-3745-4c88-9ed7-3699f5b38875 service neutron] Pushing event updated for resources: {'Port': ['ID=3601d3e1-284c-439d-81ca-b7e8751d725f,revision_number=3']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:37:27.753814 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-43a7cd44-483b-4dd0-b4f0-3d8c76e6c5f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1591928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2714'] for router, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:27.754899 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-43a7cd44-483b-4dd0-b4f0-3d8c76e6c5f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447198', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1629690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2689'] for router, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:27.758284 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7ecc90d1-affe-4bc3-8d4d-78c8d326cfc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:27.766068 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 13:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84860faa-f488-4d39-a8b7-b2c19798969e x-openstack-request-id: req-84860faa-f488-4d39-a8b7-b2c19798969e {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:37:27.766802 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac008d86-3c7f-4f7e-8329-5d04261d9a38", "tag": "3601d3e1-284c-439d-81ca-b7e8751d725f", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:37:27.766802 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-84860faa-f488-4d39-a8b7-b2c19798969e {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:37:27.767104 n-d-800634-1 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac008d86-3c7f-4f7e-8329-5d04261d9a38', 'tag': '3601d3e1-284c-439d-81ca-b7e8751d725f', 'status': 'completed', 'code': 200} Jul 13 13:37:27.795368 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2651b38e-e160-4bdd-81f6-3a0ff35f419f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a7201e1-61ce-5a3e-b7f7-e800379ed03b-f75cac05-674a-4151-a43b-a75ea71e3ffa', 'network_id': 'f75cac05-674a-4151-a43b-a75ea71e3ffa', 'tenant_id': '6adf017ce9b34499b7ba676da54c44ef', 'fixed_ips': [{'subnet_id': '3c765b7b-3092-42ad-86c2-6cb8eedd39e9'}]}} from n-d-800634-1. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 13:37:27.796891 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2651b38e-e160-4bdd-81f6-3a0ff35f419f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:27.835834 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-18ff53c3-caeb-42ed-966b-5c6e4ba0ccf5 req-f512a84f-ea52-44ed-b433-0b7608e1d5e5 tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] 10.222.0.23 "GET /v2.0/security-groups?id=9a4040a4-7a24-4bfb-97c3-fc064942d274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444602 Jul 13 13:37:27.838573 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9b72ebfb-8a85-485f-9eb8-b3cdcdcfb929 req-263fe389-14ca-4d18-8bf1-e2a7899186f0 service neutron] 10.222.0.26 "GET /v2.0/networks/5c5b1ca0-24b0-4412-b81d-dc9907cb0039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924484 Jul 13 13:37:27.840628 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7ecc90d1-affe-4bc3-8d4d-78c8d326cfc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:27.913321 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdc478f4-d3d9-4b53-aa46-72d02c90ca32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b67285c-0956-4074-8c69-226f9c9d2bce'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:37:27.916521 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a03a532f-47ea-4b38-a0b3-fd98eb478188" -d '{"events": [{"server_uuid": "fdc478f4-d3d9-4b53-aa46-72d02c90ca32", "name": "network-vif-plugged", "status": "completed", "tag": "5b67285c-0956-4074-8c69-226f9c9d2bce"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:37:27.924475 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-43a7cd44-483b-4dd0-b4f0-3d8c76e6c5f2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:27.973252 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9b72ebfb-8a85-485f-9eb8-b3cdcdcfb929 req-afd4986f-14b6-4cdd-8607-01d5ddaa2aae service neutron] 10.222.0.26 "GET /v2.0/networks/5c5b1ca0-24b0-4412-b81d-dc9907cb0039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293261 Jul 13 13:37:28.004898 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc36b6ee-2005-412a-9ef1-97d5ebb93a2a x-openstack-request-id: req-dc36b6ee-2005-412a-9ef1-97d5ebb93a2a {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:37:28.005245 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdc478f4-d3d9-4b53-aa46-72d02c90ca32", "name": "network-vif-plugged", "status": "completed", "tag": "5b67285c-0956-4074-8c69-226f9c9d2bce", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:37:28.005469 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-dc36b6ee-2005-412a-9ef1-97d5ebb93a2a {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:37:28.005826 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdc478f4-d3d9-4b53-aa46-72d02c90ca32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b67285c-0956-4074-8c69-226f9c9d2bce', 'code': 200} Jul 13 13:37:28.042575 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-2651b38e-e160-4bdd-81f6-3a0ff35f419f None None] Allocated IP 172.20.0.2 (f75cac05-674a-4151-a43b-a75ea71e3ffa/3c765b7b-3092-42ad-86c2-6cb8eedd39e9/839ac585-c19b-48b3-bfc8-0f946538d504) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:37:28.051230 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b684aa5-7da9-4585-91c8-7f86a768a43a req-d8b2b1fe-fb83-438f-a73c-541831172155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:28.052788 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5b684aa5-7da9-4585-91c8-7f86a768a43a req-d8b2b1fe-fb83-438f-a73c-541831172155 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9e72d4daf74d4b30a471837a4b3d6e97&device_id=ac008d86-3c7f-4f7e-8329-5d04261d9a38 HTTP/1.1" status: 200 len: 1095 time: 0.3522077 Jul 13 13:37:28.075516 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2368750-b985-4328-bd08-12b517f0184a req-3ee2425b-3335-41b1-8b00-d9511a82926a tempest-InstanceActionsTestJSON-1326365878 tempest-InstanceActionsTestJSON-1326365878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:28.077906 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e2368750-b985-4328-bd08-12b517f0184a req-3ee2425b-3335-41b1-8b00-d9511a82926a tempest-InstanceActionsTestJSON-1326365878 tempest-InstanceActionsTestJSON-1326365878-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdc478f4-d3d9-4b53-aa46-72d02c90ca32 HTTP/1.1" status: 200 len: 945 time: 0.1220546 Jul 13 13:37:28.080181 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cd54210-282a-4a26-97b7-f1d70daa60d2', 'name': 'network-vif-deleted', 'tag': '428b708b-86ae-4314-a494-492d05639f17'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:37:28.083314 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-260062e8-3aaf-4939-b9ae-713311799e63" -d '{"events": [{"server_uuid": "1cd54210-282a-4a26-97b7-f1d70daa60d2", "name": "network-vif-deleted", "tag": "428b708b-86ae-4314-a494-492d05639f17"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:37:28.154025 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cbd0a6e-bf1b-4d8d-962b-f2eb7748303e x-openstack-request-id: req-6cbd0a6e-bf1b-4d8d-962b-f2eb7748303e {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:37:28.154315 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cd54210-282a-4a26-97b7-f1d70daa60d2", "name": "network-vif-deleted", "tag": "428b708b-86ae-4314-a494-492d05639f17", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:37:28.154886 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6cbd0a6e-bf1b-4d8d-962b-f2eb7748303e {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:37:28.155475 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cd54210-282a-4a26-97b7-f1d70daa60d2', 'name': 'network-vif-deleted', 'tag': '428b708b-86ae-4314-a494-492d05639f17', 'status': 'completed', 'code': 200} Jul 13 13:37:28.164143 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5b684aa5-7da9-4585-91c8-7f86a768a43a req-543e16a4-16bd-46bb-9398-962bda8b44fb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3601d3e1-284c-439d-81ca-b7e8751d725f HTTP/1.1" status: 200 len: 217 time: 0.1006382 Jul 13 13:37:28.168426 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-43a7cd44-483b-4dd0-b4f0-3d8c76e6c5f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447180', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1591910', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2751'] for router, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:28.180559 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e2368750-b985-4328-bd08-12b517f0184a req-be8df40d-47c8-4780-9abf-defa32e12b1d tempest-InstanceActionsTestJSON-1326365878 tempest-InstanceActionsTestJSON-1326365878-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd94c30c-06b4-48ca-9029-1c4bab5d77a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760384 Jul 13 13:37:28.187185 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7ecc90d1-affe-4bc3-8d4d-78c8d326cfc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:28.190659 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7ecc90d1-affe-4bc3-8d4d-78c8d326cfc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:28.191747 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-7ecc90d1-affe-4bc3-8d4d-78c8d326cfc0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d29423a1-067a-4d38-adf6-741b7ccff4c3 HTTP/1.1" status: 204 len: 168 time: 0.6520829 Jul 13 13:37:28.233569 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecc90d1-affe-4bc3-8d4d-78c8d326cfc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d29423a1-067a-4d38-adf6-741b7ccff4c3,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:37:28.290257 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b684aa5-7da9-4585-91c8-7f86a768a43a req-3cca5ced-285a-40ce-88f8-dbc29fc2bde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:28.292704 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5b684aa5-7da9-4585-91c8-7f86a768a43a req-3cca5ced-285a-40ce-88f8-dbc29fc2bde3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=66d38b61-7f2b-49e9-ae15-bdea3497cacb HTTP/1.1" status: 200 len: 855 time: 0.1174059 Jul 13 13:37:28.293772 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 55654) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:37:28.300765 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2651b38e-e160-4bdd-81f6-3a0ff35f419f None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:28.309378 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2651b38e-e160-4bdd-81f6-3a0ff35f419f None None] Transition to ACTIVE for port object 839ac585-c19b-48b3-bfc8-0f946538d504 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:37:28.315333 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a62692c-68b5-4f1d-9848-d576751c2ed4 req-195dfe18-fc13-4e34-9a9c-7be3ab835a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:28.317194 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4a62692c-68b5-4f1d-9848-d576751c2ed4 req-195dfe18-fc13-4e34-9a9c-7be3ab835a0e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=fdc478f4-d3d9-4b53-aa46-72d02c90ca32 HTTP/1.1" status: 200 len: 1096 time: 0.1606715 Jul 13 13:37:28.326663 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2651b38e-e160-4bdd-81f6-3a0ff35f419f None None] Transition to ACTIVE for port object 839ac585-c19b-48b3-bfc8-0f946538d504 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:37:28.337446 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2651b38e-e160-4bdd-81f6-3a0ff35f419f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:28.377215 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2651b38e-e160-4bdd-81f6-3a0ff35f419f None None] Network f75cac05-674a-4151-a43b-a75ea71e3ffa is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:37:28.394294 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4a62692c-68b5-4f1d-9848-d576751c2ed4 req-adcf25ed-548a-4f6f-a854-adc9e90d6b3e service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=fd94c30c-06b4-48ca-9029-1c4bab5d77a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707817 Jul 13 13:37:28.419465 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-2651b38e-e160-4bdd-81f6-3a0ff35f419f None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:37:28.430884 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5b684aa5-7da9-4585-91c8-7f86a768a43a req-4b6bec21-05bf-4fa2-bbc6-c919b2522573 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a0797fb9-b450-4bbe-af8e-ecaaafb3ac9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436361 Jul 13 13:37:28.493754 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552758f9-4e2d-468d-9fe8-dd886a194ee2 req-0b22b19a-dedd-4280-b50d-b4d491e992e5 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:28.495460 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-552758f9-4e2d-468d-9fe8-dd886a194ee2 req-0b22b19a-dedd-4280-b50d-b4d491e992e5 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/ports?device_id=a09c1465-f015-4b4f-811e-dc1d66598208 HTTP/1.1" status: 200 len: 945 time: 0.0983076 Jul 13 13:37:28.513455 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 13:37:28.542837 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-552758f9-4e2d-468d-9fe8-dd886a194ee2 req-74ae5a29-7738-4c7a-b5f6-e4fb52a17105 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8450e8a-3ce6-4095-b6b4-37555b8042b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417140 Jul 13 13:37:28.624641 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2651b38e-e160-4bdd-81f6-3a0ff35f419f None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:37:28.688561 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5b684aa5-7da9-4585-91c8-7f86a768a43a req-c4d2e81d-ef1c-4fcf-b72f-e612b644757d service neutron] 10.222.0.26 "GET /v2.0/networks/a0797fb9-b450-4bbe-af8e-ecaaafb3ac9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2459638 Jul 13 13:37:28.688826 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2651b38e-e160-4bdd-81f6-3a0ff35f419f None None] Pushing event updated for resources: {'Port': ['ID=839ac585-c19b-48b3-bfc8-0f946538d504,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:37:28.703092 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-2651b38e-e160-4bdd-81f6-3a0ff35f419f None None] Attempting to bind port 839ac585-c19b-48b3-bfc8-0f946538d504 on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:37:28.704059 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-2651b38e-e160-4bdd-81f6-3a0ff35f419f None None] Attempting to bind port 839ac585-c19b-48b3-bfc8-0f946538d504 by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': 'ff3ccd98-edad-42e9-895c-e5d69e27583e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'f75cac05-674a-4151-a43b-a75ea71e3ffa'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:37:28.704293 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2651b38e-e160-4bdd-81f6-3a0ff35f419f None None] Attempting to bind port 839ac585-c19b-48b3-bfc8-0f946538d504 on network f75cac05-674a-4151-a43b-a75ea71e3ffa {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:37:28.710343 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2651b38e-e160-4bdd-81f6-3a0ff35f419f None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 37, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:37:28.710717 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2651b38e-e160-4bdd-81f6-3a0ff35f419f None None] Checking segment: {'id': 'ff3ccd98-edad-42e9-895c-e5d69e27583e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'f75cac05-674a-4151-a43b-a75ea71e3ffa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:37:28.711122 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2651b38e-e160-4bdd-81f6-3a0ff35f419f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:28.711512 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2651b38e-e160-4bdd-81f6-3a0ff35f419f None None] Bound using segment: {'id': 'ff3ccd98-edad-42e9-895c-e5d69e27583e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'f75cac05-674a-4151-a43b-a75ea71e3ffa'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:37:28.711981 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-2651b38e-e160-4bdd-81f6-3a0ff35f419f None None] Bound port: 839ac585-c19b-48b3-bfc8-0f946538d504, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff3ccd98-edad-42e9-895c-e5d69e27583e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'f75cac05-674a-4151-a43b-a75ea71e3ffa'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:37:28.712365 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2651b38e-e160-4bdd-81f6-3a0ff35f419f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:28.842626 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 428b708b-86ae-4314-a494-492d05639f17 no longer exists at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:37:28.848852 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2651b38e-e160-4bdd-81f6-3a0ff35f419f None None] For port 839ac585-c19b-48b3-bfc8-0f946538d504, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:37:28.891870 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] No Port match for: 428b708b-86ae-4314-a494-492d05639f17 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:37:28.892730 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 428b708b-86ae-4314-a494-492d05639f17 not bound to the agent host n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:37:28.903033 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2651b38e-e160-4bdd-81f6-3a0ff35f419f None None] For port 839ac585-c19b-48b3-bfc8-0f946538d504, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=839ac585-c19b-48b3-bfc8-0f946538d504,segment=NetworkSegment(ff3ccd98-edad-42e9-895c-e5d69e27583e),segment_id=ff3ccd98-edad-42e9-895c-e5d69e27583e)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:37:28.911352 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2651b38e-e160-4bdd-81f6-3a0ff35f419f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:29.013894 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2651b38e-e160-4bdd-81f6-3a0ff35f419f None None] Pushing event updated for resources: {'Port': ['ID=839ac585-c19b-48b3-bfc8-0f946538d504,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:37:29.037507 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-43a7cd44-483b-4dd0-b4f0-3d8c76e6c5f2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:29.081576 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-43a7cd44-483b-4dd0-b4f0-3d8c76e6c5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:29.138249 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfe5d84-69a1-48eb-af47-c77f0115df39 req-55bdb624-40b6-4d71-92ff-d744db32fe11 tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:29.147612 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5cfe5d84-69a1-48eb-af47-c77f0115df39 req-55bdb624-40b6-4d71-92ff-d744db32fe11 tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac008d86-3c7f-4f7e-8329-5d04261d9a38 HTTP/1.1" status: 200 len: 944 time: 0.1369565 Jul 13 13:37:29.179534 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5b684aa5-7da9-4585-91c8-7f86a768a43a req-13bfb7ed-55ce-4d70-ad84-ab6fa599f4c1 service neutron] 10.222.0.26 "GET /v2.0/networks/a0797fb9-b450-4bbe-af8e-ecaaafb3ac9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4360528 Jul 13 13:37:29.195086 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 5bc2ba68-f67c-464e-9561-339ccd36f9af details requested by agent hyperv_n-h1-800634-1 with host n-h1-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 13:37:29.258090 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5cfe5d84-69a1-48eb-af47-c77f0115df39 req-dc19e374-2365-4d97-9b2c-a3e4a66d4ca9 tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] 10.222.0.23 "GET /v2.0/security-groups?id=9a4040a4-7a24-4bfb-97c3-fc064942d274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944376 Jul 13 13:37:29.341015 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4d9149-5746-42c1-8084-06575c15032a req-d136336e-2b71-442b-9766-f74afbbed7bf tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:29.350180 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-bc4d9149-5746-42c1-8084-06575c15032a req-d136336e-2b71-442b-9766-f74afbbed7bf tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/ports?device_id=f7b867f4-7848-40ae-bd86-fab896136413 HTTP/1.1" status: 200 len: 943 time: 0.5133781 Jul 13 13:37:29.418848 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 5bc2ba68-f67c-464e-9561-339ccd36f9af, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=5bc2ba68-f67c-464e-9561-339ccd36f9af,segment=NetworkSegment(f952029b-434e-49c6-8d96-f83b0194500d),segment_id=f952029b-434e-49c6-8d96-f83b0194500d)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:37:29.451015 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Returning: {'device': '5bc2ba68-f67c-464e-9561-339ccd36f9af', 'network_id': '5c5b1ca0-24b0-4412-b81d-dc9907cb0039', 'port_id': '5bc2ba68-f67c-464e-9561-339ccd36f9af', 'mac_address': 'fa:16:3e:70:61:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41cb83d6-1972-42a1-91b6-99e2d7728a68', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 13:37:29.528405 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:29.539123 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6300b708-9484-4992-a6ff-6e081212eec2 req-759a85ef-3d05-46fb-bae8-3fdf154d53a2 tempest-InstanceActionsTestJSON-1326365878 tempest-InstanceActionsTestJSON-1326365878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:29.541555 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6300b708-9484-4992-a6ff-6e081212eec2 req-759a85ef-3d05-46fb-bae8-3fdf154d53a2 tempest-InstanceActionsTestJSON-1326365878 tempest-InstanceActionsTestJSON-1326365878-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdc478f4-d3d9-4b53-aa46-72d02c90ca32 HTTP/1.1" status: 200 len: 945 time: 0.0843015 Jul 13 13:37:29.545221 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bc2ba68-f67c-464e-9561-339ccd36f9af {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:37:29.549262 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-bc4d9149-5746-42c1-8084-06575c15032a req-583f831a-60e4-4ef9-a702-06dfda351bd6 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/security-groups?id=4f83e00a-e782-49e6-b944-d06b9e971cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979268 Jul 13 13:37:29.583500 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-43a7cd44-483b-4dd0-b4f0-3d8c76e6c5f2 admin admin] Allocated IP 172.25.6.64 (acf968b8-c524-46a9-a20b-ad9667009130/dde5a78e-bd1e-4f47-8189-7321d4de73d3/0fa0ae64-dc0b-4c1b-9742-6dda8f394e39) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:37:29.607086 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 5bc2ba68-f67c-464e-9561-339ccd36f9af, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=5bc2ba68-f67c-464e-9561-339ccd36f9af,segment=NetworkSegment(f952029b-434e-49c6-8d96-f83b0194500d),segment_id=f952029b-434e-49c6-8d96-f83b0194500d)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:37:29.613761 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6300b708-9484-4992-a6ff-6e081212eec2 req-3d939926-d53b-469d-b240-3a3f6aff6b4f tempest-InstanceActionsTestJSON-1326365878 tempest-InstanceActionsTestJSON-1326365878-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd94c30c-06b4-48ca-9029-1c4bab5d77a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650318 Jul 13 13:37:29.617246 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:29.726099 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=5bc2ba68-f67c-464e-9561-339ccd36f9af,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:37:29.857224 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['5bc2ba68-f67c-464e-9561-339ccd36f9af'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:37:29.938579 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1f312777-7f8a-44fd-ac3b-94e6cba4b2cf req-f1d70213-4920-4e11-9aa8-b7a7fee7f2c9 tempest-ImagesNegativeTestJSON-1278701337 tempest-ImagesNegativeTestJSON-1278701337-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=84bc7c2553904be1b4d41e8caf1afe90&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0494323 Jul 13 13:37:30.015888 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b24524-6867-4549-a6f8-0228c543fec5 req-223d2fba-ef56-4c2a-9d12-ab7cc9dd6a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:30.018113 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-30b24524-6867-4549-a6f8-0228c543fec5 req-223d2fba-ef56-4c2a-9d12-ab7cc9dd6a2e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9e72d4daf74d4b30a471837a4b3d6e97&device_id=ac008d86-3c7f-4f7e-8329-5d04261d9a38 HTTP/1.1" status: 200 len: 1095 time: 0.6514316 Jul 13 13:37:30.154858 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a84da826-bbf1-4937-8ecc-cab8f0e9e996 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451695'] for router_interface, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:30.222792 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-43a7cd44-483b-4dd0-b4f0-3d8c76e6c5f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:30.250982 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f312777-7f8a-44fd-ac3b-94e6cba4b2cf req-25e1ebbf-0465-41b5-8af4-be2e8079df9a tempest-ImagesNegativeTestJSON-1278701337 tempest-ImagesNegativeTestJSON-1278701337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:30.258242 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:30.262490 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1f312777-7f8a-44fd-ac3b-94e6cba4b2cf req-25e1ebbf-0465-41b5-8af4-be2e8079df9a tempest-ImagesNegativeTestJSON-1278701337 tempest-ImagesNegativeTestJSON-1278701337-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3202617 Jul 13 13:37:30.314391 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1f312777-7f8a-44fd-ac3b-94e6cba4b2cf req-6a192317-0935-48f0-bdb2-cf3a15b7ebfa tempest-ImagesNegativeTestJSON-1278701337 tempest-ImagesNegativeTestJSON-1278701337-project] 10.222.0.23 "GET /v2.0/quotas/84bc7c2553904be1b4d41e8caf1afe90 HTTP/1.1" status: 200 len: 375 time: 0.0470498 Jul 13 13:37:30.375986 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1f312777-7f8a-44fd-ac3b-94e6cba4b2cf req-36492a50-a202-4867-abc0-7d1c053e12a7 tempest-ImagesNegativeTestJSON-1278701337 tempest-ImagesNegativeTestJSON-1278701337-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=84bc7c2553904be1b4d41e8caf1afe90&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0422764 Jul 13 13:37:30.382362 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b24524-6867-4549-a6f8-0228c543fec5 req-9959923e-273e-4f9e-a280-a4c7975e6953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:30.383981 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-30b24524-6867-4549-a6f8-0228c543fec5 req-9959923e-273e-4f9e-a280-a4c7975e6953 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a0797fb9-b450-4bbe-af8e-ecaaafb3ac9d HTTP/1.1" status: 200 len: 915 time: 0.3553114 Jul 13 13:37:30.412457 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0d766d-4e01-4be8-a0ee-9a1f98df42a3 req-9b6e5207-e59f-4362-a686-c3cf72476ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:30.414003 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ad0d766d-4e01-4be8-a0ee-9a1f98df42a3 req-9b6e5207-e59f-4362-a686-c3cf72476ad8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=46843b34f3ae4512940e2bd7793d6ba1&device_id=fdc478f4-d3d9-4b53-aa46-72d02c90ca32 HTTP/1.1" status: 200 len: 1096 time: 0.1238008 Jul 13 13:37:30.472609 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:30.484065 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-30b24524-6867-4549-a6f8-0228c543fec5 req-3300ed89-9ed0-483a-94de-b382382cef0a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3601d3e1-284c-439d-81ca-b7e8751d725f HTTP/1.1" status: 200 len: 217 time: 0.0800650 Jul 13 13:37:30.551834 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-43a7cd44-483b-4dd0-b4f0-3d8c76e6c5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:30.558248 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0d766d-4e01-4be8-a0ee-9a1f98df42a3 req-dec4b332-7708-4175-8c51-b84471c1f45f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:30.560410 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ad0d766d-4e01-4be8-a0ee-9a1f98df42a3 req-dec4b332-7708-4175-8c51-b84471c1f45f service neutron] 10.222.0.26 "GET /v2.0/networks?id=04afeed8-10c4-499e-ade4-68522365a3dd HTTP/1.1" status: 200 len: 914 time: 0.1331840 Jul 13 13:37:30.614012 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ad0d766d-4e01-4be8-a0ee-9a1f98df42a3 req-58e43ae7-ad60-4aba-b15a-3c439a0747d2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5b67285c-0956-4074-8c69-226f9c9d2bce HTTP/1.1" status: 200 len: 217 time: 0.0442924 Jul 13 13:37:30.647481 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3fb5599-782b-4c3b-a649-eae84a7939ad None None] Network f75cac05-674a-4151-a43b-a75ea71e3ffa requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:37:30.664917 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a7cd44-483b-4dd0-b4f0-3d8c76e6c5f2 admin admin] Network acf968b8-c524-46a9-a20b-ad9667009130 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:37:30.672068 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b24524-6867-4549-a6f8-0228c543fec5 req-c624ab0e-94d1-400c-9b70-63b4f43e4fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:30.674100 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-30b24524-6867-4549-a6f8-0228c543fec5 req-c624ab0e-94d1-400c-9b70-63b4f43e4fa4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=66d38b61-7f2b-49e9-ae15-bdea3497cacb HTTP/1.1" status: 200 len: 855 time: 0.1800759 Jul 13 13:37:30.682814 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-43a7cd44-483b-4dd0-b4f0-3d8c76e6c5f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:37:30.698723 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a7cd44-483b-4dd0-b4f0-3d8c76e6c5f2 admin admin] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:37:30.703239 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0d766d-4e01-4be8-a0ee-9a1f98df42a3 req-32aacea3-03e1-48d6-995b-2c8d0f3a4137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:30.705064 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ad0d766d-4e01-4be8-a0ee-9a1f98df42a3 req-32aacea3-03e1-48d6-995b-2c8d0f3a4137 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=32f1a301-2721-4ed8-b9a7-501c239eba5a HTTP/1.1" status: 200 len: 854 time: 0.0850985 Jul 13 13:37:30.707264 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a7cd44-483b-4dd0-b4f0-3d8c76e6c5f2 admin admin] Pushing event updated for resources: {'Port': ['ID=0fa0ae64-dc0b-4c1b-9742-6dda8f394e39,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:37:30.731100 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-f7632c5a-a5f2-49ea-a0d2-9e3a2812001f None None] Provisioning for port 839ac585-c19b-48b3-bfc8-0f946538d504 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:37:30.761124 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-30b24524-6867-4549-a6f8-0228c543fec5 req-4cda5f60-999d-4482-97f8-9e9418f3bd26 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a0797fb9-b450-4bbe-af8e-ecaaafb3ac9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0759242 Jul 13 13:37:30.764342 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fd3e59-83fd-414e-89f0-fb14123caa3c req-b7724901-6ef6-4c45-aeec-e01d253f4893 tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:30.766287 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-10fd3e59-83fd-414e-89f0-fb14123caa3c req-b7724901-6ef6-4c45-aeec-e01d253f4893 tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac008d86-3c7f-4f7e-8329-5d04261d9a38 HTTP/1.1" status: 200 len: 944 time: 0.1356242 Jul 13 13:37:30.769130 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ad0d766d-4e01-4be8-a0ee-9a1f98df42a3 req-57ab0019-fe73-4b00-b255-54137ef3fb7b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=04afeed8-10c4-499e-ade4-68522365a3dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559571 Jul 13 13:37:30.774753 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a31bc67-e5ff-48fa-b8a8-2a7018bcc3ed req-54e826ae-57a9-4282-ab0f-6e66b03a1dda tempest-InstanceActionsTestJSON-1326365878 tempest-InstanceActionsTestJSON-1326365878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:30.776482 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7a31bc67-e5ff-48fa-b8a8-2a7018bcc3ed req-54e826ae-57a9-4282-ab0f-6e66b03a1dda tempest-InstanceActionsTestJSON-1326365878 tempest-InstanceActionsTestJSON-1326365878-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdc478f4-d3d9-4b53-aa46-72d02c90ca32 HTTP/1.1" status: 200 len: 945 time: 0.3957591 Jul 13 13:37:30.906505 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-10fd3e59-83fd-414e-89f0-fb14123caa3c req-4154b752-9934-4336-b413-bb6ee4906df9 tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] 10.222.0.23 "GET /v2.0/security-groups?id=9a4040a4-7a24-4bfb-97c3-fc064942d274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331608 Jul 13 13:37:30.966997 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ad0d766d-4e01-4be8-a0ee-9a1f98df42a3 req-21302a5f-df32-4a9e-a18e-48f7695ef3cd service neutron] 10.222.0.26 "GET /v2.0/networks/04afeed8-10c4-499e-ade4-68522365a3dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846302 Jul 13 13:37:31.016919 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 839ac585-c19b-48b3-bfc8-0f946538d504 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:37:31.040746 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7a31bc67-e5ff-48fa-b8a8-2a7018bcc3ed req-43c6707c-fbf3-4194-b573-cd363490e54f tempest-InstanceActionsTestJSON-1326365878 tempest-InstanceActionsTestJSON-1326365878-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd94c30c-06b4-48ca-9029-1c4bab5d77a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426291 Jul 13 13:37:31.131743 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port 839ac585-c19b-48b3-bfc8-0f946538d504 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:37:31.136483 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 839ac585-c19b-48b3-bfc8-0f946538d504 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:37:31.136893 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:31.183678 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5eac79c2-ca8a-4476-8937-8920a496f855 req-6d555b44-9a2d-4d63-ade8-151e8685e99c tempest-ImagesNegativeTestJSON-1278701337 tempest-ImagesNegativeTestJSON-1278701337-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd1c2ccf-8c2a-43a9-b436-817fde5863a0 HTTP/1.1" status: 200 len: 210 time: 0.0510361 Jul 13 13:37:31.186237 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-30b24524-6867-4549-a6f8-0228c543fec5 req-3614f249-77ec-4905-bc09-7cbd8f5b2993 service neutron] 10.222.0.26 "GET /v2.0/networks/a0797fb9-b450-4bbe-af8e-ecaaafb3ac9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4051003 Jul 13 13:37:31.212536 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 3601d3e1-284c-439d-81ca-b7e8751d725f details requested by agent hyperv_n-h1-800634-1 with host n-h1-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 13:37:31.227709 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ad0d766d-4e01-4be8-a0ee-9a1f98df42a3 req-47f154da-70b2-4abc-800e-45c187d29d2c service neutron] 10.222.0.26 "GET /v2.0/networks/04afeed8-10c4-499e-ade4-68522365a3dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2537146 Jul 13 13:37:31.241835 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 5bc2ba68-f67c-464e-9561-339ccd36f9af up at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:37:31.382056 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-50a39277-a656-44af-b74e-4bca264253cf None None] Provisioning complete for port 839ac585-c19b-48b3-bfc8-0f946538d504 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:37:31.382684 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-50a39277-a656-44af-b74e-4bca264253cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:31.510705 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 3601d3e1-284c-439d-81ca-b7e8751d725f, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=3601d3e1-284c-439d-81ca-b7e8751d725f,segment=NetworkSegment(a992ca7b-0374-4ac8-89fd-e7752d9855d0),segment_id=a992ca7b-0374-4ac8-89fd-e7752d9855d0)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:37:31.531752 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-30b24524-6867-4549-a6f8-0228c543fec5 req-20db85a3-9e06-4cb0-8ba8-d7a4aca42baf service neutron] 10.222.0.26 "GET /v2.0/networks/a0797fb9-b450-4bbe-af8e-ecaaafb3ac9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3288655 Jul 13 13:37:31.541405 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning for port 5bc2ba68-f67c-464e-9561-339ccd36f9af completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:37:31.546058 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning complete for port 5bc2ba68-f67c-464e-9561-339ccd36f9af triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:37:31.546433 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:31.548157 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Returning: {'device': '3601d3e1-284c-439d-81ca-b7e8751d725f', 'network_id': 'a0797fb9-b450-4bbe-af8e-ecaaafb3ac9d', 'port_id': '3601d3e1-284c-439d-81ca-b7e8751d725f', 'mac_address': 'fa:16:3e:03:0a:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66d38b61-7f2b-49e9-ae15-bdea3497cacb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 13:37:31.553237 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb489856-a466-489e-91f5-26cffa866709 req-bb4ec658-5e3f-41bd-abd8-043a800e66a1 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:31.555979 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:31.557004 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-fb489856-a466-489e-91f5-26cffa866709 req-bb4ec658-5e3f-41bd-abd8-043a800e66a1 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/ports?device_id=f7b867f4-7848-40ae-bd86-fab896136413 HTTP/1.1" status: 200 len: 944 time: 0.3063912 Jul 13 13:37:31.583185 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-a84da826-bbf1-4937-8ecc-cab8f0e9e996 admin admin] Deleting port 0688acad-82fb-4036-bb71-8a80ee97ee0f {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:37:31.583758 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a84da826-bbf1-4937-8ecc-cab8f0e9e996 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:31.687744 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port 839ac585-c19b-48b3-bfc8-0f946538d504, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=839ac585-c19b-48b3-bfc8-0f946538d504,segment=NetworkSegment(ff3ccd98-edad-42e9-895c-e5d69e27583e),segment_id=ff3ccd98-edad-42e9-895c-e5d69e27583e)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:37:31.688063 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-43a7cd44-483b-4dd0-b4f0-3d8c76e6c5f2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:31.691978 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:31.704867 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:31.747331 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-50a39277-a656-44af-b74e-4bca264253cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:31.749883 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3601d3e1-284c-439d-81ca-b7e8751d725f {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:37:31.774605 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-fb489856-a466-489e-91f5-26cffa866709 req-3a317489-e462-425e-9553-36a905e3e412 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/security-groups?id=4f83e00a-e782-49e6-b944-d06b9e971cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026122 Jul 13 13:37:31.838899 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 3601d3e1-284c-439d-81ca-b7e8751d725f, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=3601d3e1-284c-439d-81ca-b7e8751d725f,segment=NetworkSegment(a992ca7b-0374-4ac8-89fd-e7752d9855d0),segment_id=a992ca7b-0374-4ac8-89fd-e7752d9855d0)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:37:31.840609 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=839ac585-c19b-48b3-bfc8-0f946538d504,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:37:31.847894 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-a84da826-bbf1-4937-8ecc-cab8f0e9e996 admin admin] For port 0688acad-82fb-4036-bb71-8a80ee97ee0f, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=0688acad-82fb-4036-bb71-8a80ee97ee0f,segment=NetworkSegment(c474c239-8b60-46eb-bc28-db09fd733c35),segment_id=c474c239-8b60-46eb-bc28-db09fd733c35)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:37:31.848607 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a84da826-bbf1-4937-8ecc-cab8f0e9e996 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:31.860299 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:31.871264 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-a84da826-bbf1-4937-8ecc-cab8f0e9e996 admin admin] Calling delete_port for 0688acad-82fb-4036-bb71-8a80ee97ee0f owned by network:router_interface {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:37:31.937856 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=3601d3e1-284c-439d-81ca-b7e8751d725f,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:37:31.945493 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:32.032268 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.db.api [None req-50a39277-a656-44af-b74e-4bca264253cf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93752) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 13:37:32.032646 n-d-800634-1 neutron-server[93752]: DEBUG oslo_db.api [None req-50a39277-a656-44af-b74e-4bca264253cf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 13:37:32.038245 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7b867f4-7848-40ae-bd86-fab896136413', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bc2ba68-f67c-464e-9561-339ccd36f9af'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:37:32.041945 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7fddb39-f568-4bfa-8577-a7c73b34df1e" -d '{"events": [{"server_uuid": "f7b867f4-7848-40ae-bd86-fab896136413", "name": "network-vif-plugged", "status": "completed", "tag": "5bc2ba68-f67c-464e-9561-339ccd36f9af"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:37:32.079396 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-43a7cd44-483b-4dd0-b4f0-3d8c76e6c5f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447217'] for router, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:32.101545 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 5bc2ba68-f67c-464e-9561-339ccd36f9af, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=5bc2ba68-f67c-464e-9561-339ccd36f9af,segment=NetworkSegment(f952029b-434e-49c6-8d96-f83b0194500d),segment_id=f952029b-434e-49c6-8d96-f83b0194500d)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:37:32.116623 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d21b4fe-d359-4dbf-b229-fd16850faa13 x-openstack-request-id: req-2d21b4fe-d359-4dbf-b229-fd16850faa13 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:37:32.119159 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7b867f4-7848-40ae-bd86-fab896136413", "name": "network-vif-plugged", "status": "completed", "tag": "5bc2ba68-f67c-464e-9561-339ccd36f9af", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:37:32.119597 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2d21b4fe-d359-4dbf-b229-fd16850faa13 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:37:32.120209 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7b867f4-7848-40ae-bd86-fab896136413', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bc2ba68-f67c-464e-9561-339ccd36f9af', 'code': 200} Jul 13 13:37:32.123774 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['3601d3e1-284c-439d-81ca-b7e8751d725f'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:37:32.159904 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1f312777-7f8a-44fd-ac3b-94e6cba4b2cf req-9449ac96-1dfd-48c4-a163-7d01eb7b749e tempest-ImagesNegativeTestJSON-1278701337 tempest-ImagesNegativeTestJSON-1278701337-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=84bc7c2553904be1b4d41e8caf1afe90&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0771959 Jul 13 13:37:32.191710 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:32.379896 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=5bc2ba68-f67c-464e-9561-339ccd36f9af,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:37:32.428791 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5b121b-b89f-4817-8ad4-3f3bf5b86453 req-87a60312-44f1-4b64-9873-ad158711b92b tempest-InstanceActionsTestJSON-1326365878 tempest-InstanceActionsTestJSON-1326365878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:32.436903 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7d5b121b-b89f-4817-8ad4-3f3bf5b86453 req-87a60312-44f1-4b64-9873-ad158711b92b tempest-InstanceActionsTestJSON-1326365878 tempest-InstanceActionsTestJSON-1326365878-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdc478f4-d3d9-4b53-aa46-72d02c90ca32 HTTP/1.1" status: 200 len: 945 time: 0.2351451 Jul 13 13:37:32.474421 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f312777-7f8a-44fd-ac3b-94e6cba4b2cf req-ee8268a9-7314-4bd4-8fc4-ec468bff4128 tempest-ImagesNegativeTestJSON-1278701337 tempest-ImagesNegativeTestJSON-1278701337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:32.475952 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1f312777-7f8a-44fd-ac3b-94e6cba4b2cf req-ee8268a9-7314-4bd4-8fc4-ec468bff4128 tempest-ImagesNegativeTestJSON-1278701337 tempest-ImagesNegativeTestJSON-1278701337-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3090940 Jul 13 13:37:32.491169 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-1f312777-7f8a-44fd-ac3b-94e6cba4b2cf req-d8e60067-1721-485c-b597-5c6d46306e25 tempest-ImagesNegativeTestJSON-1278701337 tempest-ImagesNegativeTestJSON-1278701337-project] Request body: {'port': {'device_id': 'dd1c2ccf-8c2a-43a9-b436-817fde5863a0', 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30', 'admin_state_up': True, 'tenant_id': '84bc7c2553904be1b4d41e8caf1afe90'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:37:32.498276 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64687004-c849-4f4e-ac48-ab9299c7e695 req-2091a816-c940-4ff9-9f97-ef3caedde383 tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:32.501303 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-64687004-c849-4f4e-ac48-ab9299c7e695 req-2091a816-c940-4ff9-9f97-ef3caedde383 tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac008d86-3c7f-4f7e-8329-5d04261d9a38 HTTP/1.1" status: 200 len: 945 time: 0.3791199 Jul 13 13:37:32.514343 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7d5b121b-b89f-4817-8ad4-3f3bf5b86453 req-19155511-7c2b-44b1-bb6d-813b9a20be45 tempest-InstanceActionsTestJSON-1326365878 tempest-InstanceActionsTestJSON-1326365878-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd94c30c-06b4-48ca-9029-1c4bab5d77a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763776 Jul 13 13:37:32.693017 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a84da826-bbf1-4937-8ecc-cab8f0e9e996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:32.736491 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8c70d0a9-dfdd-437f-ad95-ac7dcc7ccba8 req-c954ed39-5db1-48c6-a1a3-1cbc7ff59449 tempest-ImagesNegativeTestJSON-1278701337 tempest-ImagesNegativeTestJSON-1278701337-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd1c2ccf-8c2a-43a9-b436-817fde5863a0 HTTP/1.1" status: 200 len: 210 time: 0.0726185 Jul 13 13:37:32.743425 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43a7cd44-483b-4dd0-b4f0-3d8c76e6c5f2 admin admin] Router 6a579f2f-e206-4c87-9ca4-4cabe6057de4 is scheduled to L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 with binding_index 1 {{(pid=93751) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 13:37:32.750295 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84da826-bbf1-4937-8ecc-cab8f0e9e996 admin admin] Pushing event deleted for resources: {'Port': ['ID=0688acad-82fb-4036-bb71-8a80ee97ee0f,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:37:32.771281 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-64687004-c849-4f4e-ac48-ab9299c7e695 req-6ba094d4-bfbd-4db6-ab64-ea13c9640889 tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] 10.222.0.23 "GET /v2.0/security-groups?id=9a4040a4-7a24-4bfb-97c3-fc064942d274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918945 Jul 13 13:37:32.835620 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f312777-7f8a-44fd-ac3b-94e6cba4b2cf req-d8e60067-1721-485c-b597-5c6d46306e25 tempest-ImagesNegativeTestJSON-1278701337 tempest-ImagesNegativeTestJSON-1278701337-project] Made reservation on behalf of 84bc7c2553904be1b4d41e8caf1afe90 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:37:32.839656 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1f312777-7f8a-44fd-ac3b-94e6cba4b2cf req-d8e60067-1721-485c-b597-5c6d46306e25 tempest-ImagesNegativeTestJSON-1278701337 tempest-ImagesNegativeTestJSON-1278701337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:32.855621 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1f312777-7f8a-44fd-ac3b-94e6cba4b2cf req-d8e60067-1721-485c-b597-5c6d46306e25 tempest-ImagesNegativeTestJSON-1278701337 tempest-ImagesNegativeTestJSON-1278701337-project] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:32.922083 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffe65c3-c9cf-4378-8c18-25f9f211467e req-3c962332-5e1e-4f3d-a9dd-221d252ee245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:32.928295 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-dffe65c3-c9cf-4378-8c18-25f9f211467e req-3c962332-5e1e-4f3d-a9dd-221d252ee245 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f7b867f4-7848-40ae-bd86-fab896136413 HTTP/1.1" status: 200 len: 1096 time: 0.5266266 Jul 13 13:37:33.096589 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1f312777-7f8a-44fd-ac3b-94e6cba4b2cf req-d8e60067-1721-485c-b597-5c6d46306e25 tempest-ImagesNegativeTestJSON-1278701337 tempest-ImagesNegativeTestJSON-1278701337-project] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:33.102013 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 839ac585-c19b-48b3-bfc8-0f946538d504 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:37:33.105468 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1f312777-7f8a-44fd-ac3b-94e6cba4b2cf req-d8e60067-1721-485c-b597-5c6d46306e25 tempest-ImagesNegativeTestJSON-1278701337 tempest-ImagesNegativeTestJSON-1278701337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:33.178843 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 839ac585-c19b-48b3-bfc8-0f946538d504 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:37:33.178843 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:33.183781 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-dffe65c3-c9cf-4378-8c18-25f9f211467e req-1b09b5d9-2c33-4a6e-8005-b8bf70ed2bb5 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=4f83e00a-e782-49e6-b944-d06b9e971cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494362 Jul 13 13:37:33.230518 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 3601d3e1-284c-439d-81ca-b7e8751d725f up at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:37:33.380704 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning for port 3601d3e1-284c-439d-81ca-b7e8751d725f completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:37:33.391892 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning complete for port 3601d3e1-284c-439d-81ca-b7e8751d725f triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:37:33.395309 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:33.462884 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-1f312777-7f8a-44fd-ac3b-94e6cba4b2cf req-d8e60067-1721-485c-b597-5c6d46306e25 tempest-ImagesNegativeTestJSON-1278701337 tempest-ImagesNegativeTestJSON-1278701337-project] Allocated IP 192.168.233.144 (e0bfb334-0fd9-4ba5-ba79-1568ecabee30/60b55863-ceb6-45af-a8a4-4b22d72866af/d95c6640-f8c9-4b4d-ad94-af8f862ba556) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:37:33.571018 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:33.641095 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 3601d3e1-284c-439d-81ca-b7e8751d725f, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=3601d3e1-284c-439d-81ca-b7e8751d725f,segment=NetworkSegment(a992ca7b-0374-4ac8-89fd-e7752d9855d0),segment_id=a992ca7b-0374-4ac8-89fd-e7752d9855d0)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:37:33.649864 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:33.743132 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=3601d3e1-284c-439d-81ca-b7e8751d725f,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:37:33.746381 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1f312777-7f8a-44fd-ac3b-94e6cba4b2cf req-d8e60067-1721-485c-b597-5c6d46306e25 tempest-ImagesNegativeTestJSON-1278701337 tempest-ImagesNegativeTestJSON-1278701337-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:33.767745 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-1f312777-7f8a-44fd-ac3b-94e6cba4b2cf req-d8e60067-1721-485c-b597-5c6d46306e25 tempest-ImagesNegativeTestJSON-1278701337 tempest-ImagesNegativeTestJSON-1278701337-project] Transition to ACTIVE for port object d95c6640-f8c9-4b4d-ad94-af8f862ba556 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:37:33.792578 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e60067-1721-485c-b597-5c6d46306e25 tempest-ImagesNegativeTestJSON-1278701337 tempest-ImagesNegativeTestJSON-1278701337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a43d360a-27eb-4c06-9656-43e1c539b73d,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:37:33.848732 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1f312777-7f8a-44fd-ac3b-94e6cba4b2cf req-d8e60067-1721-485c-b597-5c6d46306e25 tempest-ImagesNegativeTestJSON-1278701337 tempest-ImagesNegativeTestJSON-1278701337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:33.868754 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a6a2dd-df74-432b-bed7-98c70ffaabd6 req-779c9796-f275-4d72-b0aa-0246d9057fa3 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:33.876570 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-79a6a2dd-df74-432b-bed7-98c70ffaabd6 req-779c9796-f275-4d72-b0aa-0246d9057fa3 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/ports?device_id=f7b867f4-7848-40ae-bd86-fab896136413 HTTP/1.1" status: 200 len: 945 time: 0.7128980 Jul 13 13:37:33.966280 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f312777-7f8a-44fd-ac3b-94e6cba4b2cf req-d8e60067-1721-485c-b597-5c6d46306e25 tempest-ImagesNegativeTestJSON-1278701337 tempest-ImagesNegativeTestJSON-1278701337-project] Network e0bfb334-0fd9-4ba5-ba79-1568ecabee30 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:37:33.972197 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-1f312777-7f8a-44fd-ac3b-94e6cba4b2cf req-d8e60067-1721-485c-b597-5c6d46306e25 tempest-ImagesNegativeTestJSON-1278701337 tempest-ImagesNegativeTestJSON-1278701337-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:37:33.974682 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f312777-7f8a-44fd-ac3b-94e6cba4b2cf req-d8e60067-1721-485c-b597-5c6d46306e25 tempest-ImagesNegativeTestJSON-1278701337 tempest-ImagesNegativeTestJSON-1278701337-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:37:33.991089 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-79a6a2dd-df74-432b-bed7-98c70ffaabd6 req-9bc51c82-2de5-4e5d-a913-7da2791c28c8 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/security-groups?id=4f83e00a-e782-49e6-b944-d06b9e971cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135817 Jul 13 13:37:34.003693 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e60067-1721-485c-b597-5c6d46306e25 tempest-ImagesNegativeTestJSON-1278701337 tempest-ImagesNegativeTestJSON-1278701337-project] Pushing event updated for resources: {'Port': ['ID=d95c6640-f8c9-4b4d-ad94-af8f862ba556,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:37:34.049184 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a84da826-bbf1-4937-8ecc-cab8f0e9e996 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1785036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452491'] for router_interface, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:34.122712 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f312777-7f8a-44fd-ac3b-94e6cba4b2cf req-d8e60067-1721-485c-b597-5c6d46306e25 tempest-ImagesNegativeTestJSON-1278701337 tempest-ImagesNegativeTestJSON-1278701337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:34.124497 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac008d86-3c7f-4f7e-8329-5d04261d9a38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3601d3e1-284c-439d-81ca-b7e8751d725f'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:37:34.127685 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1f312777-7f8a-44fd-ac3b-94e6cba4b2cf req-d8e60067-1721-485c-b597-5c6d46306e25 tempest-ImagesNegativeTestJSON-1278701337 tempest-ImagesNegativeTestJSON-1278701337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:34.127846 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-564091d0-0596-4737-9def-e0ae24ba5478" -d '{"events": [{"server_uuid": "ac008d86-3c7f-4f7e-8329-5d04261d9a38", "name": "network-vif-plugged", "status": "completed", "tag": "3601d3e1-284c-439d-81ca-b7e8751d725f"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:37:34.166389 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1f312777-7f8a-44fd-ac3b-94e6cba4b2cf req-d8e60067-1721-485c-b597-5c6d46306e25 tempest-ImagesNegativeTestJSON-1278701337 tempest-ImagesNegativeTestJSON-1278701337-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6795604 Jul 13 13:37:34.180175 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-1f312777-7f8a-44fd-ac3b-94e6cba4b2cf req-8f68a503-ef9f-41ed-a82b-8b46f94bd928 service neutron] Request body: {'port': {'device_id': 'dd1c2ccf-8c2a-43a9-b436-817fde5863a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:37:34.337970 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1f312777-7f8a-44fd-ac3b-94e6cba4b2cf req-8f68a503-ef9f-41ed-a82b-8b46f94bd928 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:34.344998 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43a7cd44-483b-4dd0-b4f0-3d8c76e6c5f2 admin admin] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:37:34.357197 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301b34df-fd61-4952-80bd-91b2e2b93612 None None] Sync routers for ids ['6a579f2f-e206-4c87-9ca4-4cabe6057de4'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:37:34.372132 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301b34df-fd61-4952-80bd-91b2e2b93612 None None] Routers {'6a579f2f-e206-4c87-9ca4-4cabe6057de4'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:37:34.372780 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-301b34df-fd61-4952-80bd-91b2e2b93612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:37:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['6a579f2f-e206-4c87-9ca4-4cabe6057de4'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:37:34.419337 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711bd7ed-6878-455f-af13-516abbaf2551 req-b96c413d-d303-4575-bf20-fd7e4110b1b8 tempest-ImagesNegativeTestJSON-1278701337 tempest-ImagesNegativeTestJSON-1278701337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:34.431097 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-711bd7ed-6878-455f-af13-516abbaf2551 req-b96c413d-d303-4575-bf20-fd7e4110b1b8 tempest-ImagesNegativeTestJSON-1278701337 tempest-ImagesNegativeTestJSON-1278701337-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd1c2ccf-8c2a-43a9-b436-817fde5863a0 HTTP/1.1" status: 200 len: 936 time: 0.1856294 Jul 13 13:37:34.437336 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-43a7cd44-483b-4dd0-b4f0-3d8c76e6c5f2 admin admin] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:34.439252 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-43a7cd44-483b-4dd0-b4f0-3d8c76e6c5f2 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.8310323 Jul 13 13:37:34.442413 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 55776) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:37:34.462013 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40155472-a80a-4f4d-a51b-1e59f24b072e req-441f5c89-4779-4ca3-b319-6993881bac4c tempest-InstanceActionsTestJSON-1326365878 tempest-InstanceActionsTestJSON-1326365878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:34.463765 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-40155472-a80a-4f4d-a51b-1e59f24b072e req-441f5c89-4779-4ca3-b319-6993881bac4c tempest-InstanceActionsTestJSON-1326365878 tempest-InstanceActionsTestJSON-1326365878-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdc478f4-d3d9-4b53-aa46-72d02c90ca32 HTTP/1.1" status: 200 len: 945 time: 0.4234724 Jul 13 13:37:34.522748 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-46269cf3-188e-45ed-995f-de453f87d5d1 None None] Provisioning for port d95c6640-f8c9-4b4d-ad94-af8f862ba556 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:37:34.533432 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-46269cf3-188e-45ed-995f-de453f87d5d1 None None] Provisioning complete for port d95c6640-f8c9-4b4d-ad94-af8f862ba556 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:37:34.534034 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-46269cf3-188e-45ed-995f-de453f87d5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:34.536625 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-301b34df-fd61-4952-80bd-91b2e2b93612 None None] Set router 6a579f2f-e206-4c87-9ca4-4cabe6057de4 gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:37:34.590979 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-711bd7ed-6878-455f-af13-516abbaf2551 req-2aa2513d-986d-4b18-8258-eae75db6408d tempest-ImagesNegativeTestJSON-1278701337 tempest-ImagesNegativeTestJSON-1278701337-project] 10.222.0.23 "GET /v2.0/security-groups?id=a43d360a-27eb-4c06-9656-43e1c539b73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589019 Jul 13 13:37:34.599769 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-40155472-a80a-4f4d-a51b-1e59f24b072e req-7f57fdfb-57c2-4f44-9c2d-a54787c9016b tempest-InstanceActionsTestJSON-1326365878 tempest-InstanceActionsTestJSON-1326365878-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd94c30c-06b4-48ca-9029-1c4bab5d77a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736842 Jul 13 13:37:34.625524 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a84da826-bbf1-4937-8ecc-cab8f0e9e996 admin admin] Router d5a3f84d-aa89-42c6-b5a9-2bc12a6b1fca has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 13:37:34.704506 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-46269cf3-188e-45ed-995f-de453f87d5d1 None None] Port d95c6640-f8c9-4b4d-ad94-af8f862ba556 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:37:34.777457 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a84da826-bbf1-4937-8ecc-cab8f0e9e996 admin admin] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:37:34.786269 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-a84da826-bbf1-4937-8ecc-cab8f0e9e996 admin admin] 10.222.0.23 "PUT /v2.0/routers/d5a3f84d-aa89-42c6-b5a9-2bc12a6b1fca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4892290 Jul 13 13:37:34.792114 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc0cc01-424a-4c88-af0e-2777e89a03a2 None None] Sync routers for ids ['d5a3f84d-aa89-42c6-b5a9-2bc12a6b1fca'] in n-d-800634-1 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:37:34.793318 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 55778) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:37:34.806969 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc0cc01-424a-4c88-af0e-2777e89a03a2 None None] Routers {'d5a3f84d-aa89-42c6-b5a9-2bc12a6b1fca'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:37:34.807584 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-adc0cc01-424a-4c88-af0e-2777e89a03a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:37:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['d5a3f84d-aa89-42c6-b5a9-2bc12a6b1fca'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:37:34.839828 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-301b34df-fd61-4952-80bd-91b2e2b93612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a579f2f-e206-4c87-9ca4-4cabe6057de4', 'name': 'tempest-TaggedBootDevicesTest-1450640649-router', 'tenant_id': '6adf017ce9b34499b7ba676da54c44ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.64'}], 'enable_snat': True}, 'gw_port_id': '0fa0ae64-dc0b-4c1b-9742-6dda8f394e39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:37:27Z', 'updated_at': '2021-07-13T13:37:31Z', 'revision_number': 3, 'project_id': '6adf017ce9b34499b7ba676da54c44ef', 'gw_port': {'id': '0fa0ae64-dc0b-4c1b-9742-6dda8f394e39', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:40:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a579f2f-e206-4c87-9ca4-4cabe6057de4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:37:29Z', 'updated_at': '2021-07-13T13:37:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:37:34.991733 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d153df37-9b6e-4ddd-939d-317568878724 admin admin] Notify callbacks [] for router, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:35.041556 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-adc0cc01-424a-4c88-af0e-2777e89a03a2 None None] Set router d5a3f84d-aa89-42c6-b5a9-2bc12a6b1fca gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:37:35.190344 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:37:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecfb614f-28f8-4b9d-9ccf-645782a06d86 x-openstack-request-id: req-ecfb614f-28f8-4b9d-9ccf-645782a06d86 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:37:35.191319 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac008d86-3c7f-4f7e-8329-5d04261d9a38", "name": "network-vif-plugged", "status": "completed", "tag": "3601d3e1-284c-439d-81ca-b7e8751d725f", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:37:35.191747 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ecfb614f-28f8-4b9d-9ccf-645782a06d86 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:37:35.192338 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac008d86-3c7f-4f7e-8329-5d04261d9a38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3601d3e1-284c-439d-81ca-b7e8751d725f', 'code': 200} Jul 13 13:37:35.193264 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301b34df-fd61-4952-80bd-91b2e2b93612 None None] Checking router: 6a579f2f-e206-4c87-9ca4-4cabe6057de4 for host: n-d-800634-1 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 13:37:35.193800 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301b34df-fd61-4952-80bd-91b2e2b93612 None None] Updating router 6a579f2f-e206-4c87-9ca4-4cabe6057de4 port 0fa0ae64-dc0b-4c1b-9742-6dda8f394e39 binding host n-d-800634-1 {{(pid=93752) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 13:37:35.257338 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-301b34df-fd61-4952-80bd-91b2e2b93612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:35.276585 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fff077-ebca-45dc-aacd-fd5e093ae65a req-3fad68ef-e838-427e-becf-06314134eb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:35.278370 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a1fff077-ebca-45dc-aacd-fd5e093ae65a req-3fad68ef-e838-427e-becf-06314134eb92 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ac008d86-3c7f-4f7e-8329-5d04261d9a38 HTTP/1.1" status: 200 len: 1097 time: 0.2839708 Jul 13 13:37:35.344964 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a1fff077-ebca-45dc-aacd-fd5e093ae65a req-1c07b7f8-c839-4016-9d37-1a55feebb110 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=9a4040a4-7a24-4bfb-97c3-fc064942d274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577767 Jul 13 13:37:35.347296 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d153df37-9b6e-4ddd-939d-317568878724 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:35.361971 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5989ec-6ab5-44aa-a673-e6c9d7569534 req-38dff3ab-59c7-474a-a6b2-8925243ed530 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:35.365475 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-adc0cc01-424a-4c88-af0e-2777e89a03a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5a3f84d-aa89-42c6-b5a9-2bc12a6b1fca', 'name': 'tempest-ServerRescueTestJSONUnderV235-1209034393-router', 'tenant_id': '1541a6cd64444c80a50e3a7d38ff886f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.168'}], 'enable_snat': True}, 'gw_port_id': 'cec16b9b-7635-47e3-bb0d-388d01aa3e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:35:55Z', 'updated_at': '2021-07-13T13:37:32Z', 'revision_number': 5, 'project_id': '1541a6cd64444c80a50e3a7d38ff886f', 'gw_port': {'id': 'cec16b9b-7635-47e3-bb0d-388d01aa3e4e', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:0c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a3f84d-aa89-42c6-b5a9-2bc12a6b1fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:35:57Z', 'updated_at': '2021-07-13T13:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:37:35.369290 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5a5989ec-6ab5-44aa-a673-e6c9d7569534 req-38dff3ab-59c7-474a-a6b2-8925243ed530 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/ports?device_id=f7b867f4-7848-40ae-bd86-fab896136413 HTTP/1.1" status: 200 len: 945 time: 0.1856859 Jul 13 13:37:35.410250 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc0cc01-424a-4c88-af0e-2777e89a03a2 None None] Checking router: d5a3f84d-aa89-42c6-b5a9-2bc12a6b1fca for host: n-d-800634-1 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 13:37:35.428419 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc0cc01-424a-4c88-af0e-2777e89a03a2 None None] Routers {'d5a3f84d-aa89-42c6-b5a9-2bc12a6b1fca'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:37:35.430336 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7702b7c-7f21-4f13-8afc-d39d80ffe317 req-b12eb0cf-49ab-45d3-a5d7-e7336a170371 tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:35.431126 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-adc0cc01-424a-4c88-af0e-2777e89a03a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:37:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['d5a3f84d-aa89-42c6-b5a9-2bc12a6b1fca'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:37:35.435240 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f7702b7c-7f21-4f13-8afc-d39d80ffe317 req-b12eb0cf-49ab-45d3-a5d7-e7336a170371 tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac008d86-3c7f-4f7e-8329-5d04261d9a38 HTTP/1.1" status: 200 len: 946 time: 0.6509511 Jul 13 13:37:35.465287 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5a5989ec-6ab5-44aa-a673-e6c9d7569534 req-624c5be9-d7aa-4241-ab8e-8fa7f0ddfd61 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/security-groups?id=4f83e00a-e782-49e6-b944-d06b9e971cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950408 Jul 13 13:37:35.476527 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-d153df37-9b6e-4ddd-939d-317568878724 admin admin] Deleting port cec16b9b-7635-47e3-bb0d-388d01aa3e4e {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:37:35.477597 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d153df37-9b6e-4ddd-939d-317568878724 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:35.480779 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-1f312777-7f8a-44fd-ac3b-94e6cba4b2cf req-8f68a503-ef9f-41ed-a82b-8b46f94bd928 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d95c6640-f8c9-4b4d-ad94-af8f862ba556 {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:37:35.524702 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1f312777-7f8a-44fd-ac3b-94e6cba4b2cf req-8f68a503-ef9f-41ed-a82b-8b46f94bd928 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:35.550142 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-adc0cc01-424a-4c88-af0e-2777e89a03a2 None None] Set router d5a3f84d-aa89-42c6-b5a9-2bc12a6b1fca gateway port host: None {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:37:35.588205 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693b3b85-8d1e-4acc-b0c9-ecfaefb4212b req-7fc65fee-e076-4ff2-968d-30726f27d98c tempest-InstanceActionsTestJSON-1326365878 tempest-InstanceActionsTestJSON-1326365878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:35.588700 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-693b3b85-8d1e-4acc-b0c9-ecfaefb4212b req-7fc65fee-e076-4ff2-968d-30726f27d98c tempest-InstanceActionsTestJSON-1326365878 tempest-InstanceActionsTestJSON-1326365878-project] 10.222.0.26 "GET /v2.0/ports?device_id=fdc478f4-d3d9-4b53-aa46-72d02c90ca32 HTTP/1.1" status: 200 len: 945 time: 0.4622498 Jul 13 13:37:35.594768 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-1f312777-7f8a-44fd-ac3b-94e6cba4b2cf req-8f68a503-ef9f-41ed-a82b-8b46f94bd928 service neutron] Transition to ACTIVE for port object d95c6640-f8c9-4b4d-ad94-af8f862ba556 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:37:35.630744 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-adc0cc01-424a-4c88-af0e-2777e89a03a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5a3f84d-aa89-42c6-b5a9-2bc12a6b1fca', 'name': 'tempest-ServerRescueTestJSONUnderV235-1209034393-router', 'tenant_id': '1541a6cd64444c80a50e3a7d38ff886f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:35:55Z', 'updated_at': '2021-07-13T13:37:35Z', 'revision_number': 6, 'project_id': '1541a6cd64444c80a50e3a7d38ff886f', 'gw_port_host': None}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:37:35.639285 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-d153df37-9b6e-4ddd-939d-317568878724 admin admin] For port cec16b9b-7635-47e3-bb0d-388d01aa3e4e, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=cec16b9b-7635-47e3-bb0d-388d01aa3e4e,segment=NetworkSegment(3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87),segment_id=3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:37:35.639652 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d153df37-9b6e-4ddd-939d-317568878724 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:35.671951 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-d153df37-9b6e-4ddd-939d-317568878724 admin admin] Calling delete_port for cec16b9b-7635-47e3-bb0d-388d01aa3e4e owned by network:router_gateway {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:37:35.692275 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc0cc01-424a-4c88-af0e-2777e89a03a2 None None] The sync data for ids ['d5a3f84d-aa89-42c6-b5a9-2bc12a6b1fca'] in n-d-800634-1 is: [{'id': 'd5a3f84d-aa89-42c6-b5a9-2bc12a6b1fca', 'name': 'tempest-ServerRescueTestJSONUnderV235-1209034393-router', 'tenant_id': '1541a6cd64444c80a50e3a7d38ff886f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:35:55Z', 'updated_at': '2021-07-13T13:37:35Z', 'revision_number': 6, 'project_id': '1541a6cd64444c80a50e3a7d38ff886f', 'gw_port_host': None}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:37:35.744117 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-301b34df-fd61-4952-80bd-91b2e2b93612 None None] Notify callbacks [] for port, precommit_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:35.759361 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-301b34df-fd61-4952-80bd-91b2e2b93612 None None] Transition to ACTIVE for port object 0fa0ae64-dc0b-4c1b-9742-6dda8f394e39 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:37:35.769625 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-301b34df-fd61-4952-80bd-91b2e2b93612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:35.828009 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddd62ff-45e5-4c68-898d-f1d9b63d66da req-58232547-6909-444e-a58b-fce3124deed9 tempest-LiveMigrationTest-1713788618 tempest-LiveMigrationTest-1713788618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:35.830107 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5ddd62ff-45e5-4c68-898d-f1d9b63d66da req-58232547-6909-444e-a58b-fce3124deed9 tempest-LiveMigrationTest-1713788618 tempest-LiveMigrationTest-1713788618-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=f7b867f4-7848-40ae-bd86-fab896136413 HTTP/1.1" status: 200 len: 1096 time: 0.1381938 Jul 13 13:37:35.847698 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7416a1-a610-420f-b6c0-6419caedc943 None None] Pushing event updated for resources: {'Port': ['ID=0fa0ae64-dc0b-4c1b-9742-6dda8f394e39,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:37:35.853345 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-301b34df-fd61-4952-80bd-91b2e2b93612 None None] Attempting to bind port 0fa0ae64-dc0b-4c1b-9742-6dda8f394e39 on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:37:35.853718 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-301b34df-fd61-4952-80bd-91b2e2b93612 None None] Attempting to bind port 0fa0ae64-dc0b-4c1b-9742-6dda8f394e39 by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:37:35.854137 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-301b34df-fd61-4952-80bd-91b2e2b93612 None None] Attempting to bind port 0fa0ae64-dc0b-4c1b-9742-6dda8f394e39 on network acf968b8-c524-46a9-a20b-ad9667009130 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:37:35.859631 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-301b34df-fd61-4952-80bd-91b2e2b93612 None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 37, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:37:35.860008 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-301b34df-fd61-4952-80bd-91b2e2b93612 None None] Checking segment: {'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:37:35.860415 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-301b34df-fd61-4952-80bd-91b2e2b93612 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:35.861384 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-301b34df-fd61-4952-80bd-91b2e2b93612 None None] Bound using segment: {'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:37:35.861916 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-301b34df-fd61-4952-80bd-91b2e2b93612 None None] Bound port: 0fa0ae64-dc0b-4c1b-9742-6dda8f394e39, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:37:35.862306 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-301b34df-fd61-4952-80bd-91b2e2b93612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:35.917527 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5ddd62ff-45e5-4c68-898d-f1d9b63d66da req-681ba461-057e-478f-862a-d0a0713cab6a tempest-LiveMigrationTest-1713788618 tempest-LiveMigrationTest-1713788618-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=4f83e00a-e782-49e6-b944-d06b9e971cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455759 Jul 13 13:37:35.919762 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-301b34df-fd61-4952-80bd-91b2e2b93612 None None] For port 0fa0ae64-dc0b-4c1b-9742-6dda8f394e39, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:37:35.926324 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-301b34df-fd61-4952-80bd-91b2e2b93612 None None] For port 0fa0ae64-dc0b-4c1b-9742-6dda8f394e39, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=0fa0ae64-dc0b-4c1b-9742-6dda8f394e39,segment=NetworkSegment(3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87),segment_id=3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:37:35.937684 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-301b34df-fd61-4952-80bd-91b2e2b93612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:35.995871 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f7702b7c-7f21-4f13-8afc-d39d80ffe317 req-0e5920cb-df52-47ef-98f4-540928ac72e5 tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] 10.222.0.23 "GET /v2.0/security-groups?id=9a4040a4-7a24-4bfb-97c3-fc064942d274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5417395 Jul 13 13:37:36.018369 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301b34df-fd61-4952-80bd-91b2e2b93612 None None] Routers {'6a579f2f-e206-4c87-9ca4-4cabe6057de4'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:37:36.019130 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-301b34df-fd61-4952-80bd-91b2e2b93612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:37:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['6a579f2f-e206-4c87-9ca4-4cabe6057de4'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:37:36.024758 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7416a1-a610-420f-b6c0-6419caedc943 None None] Pushing event updated for resources: {'Port': ['ID=0fa0ae64-dc0b-4c1b-9742-6dda8f394e39,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:37:36.047163 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7e7be0b4-1cf2-4a65-a5af-6b66fbdf5a0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:36.068207 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1f312777-7f8a-44fd-ac3b-94e6cba4b2cf req-8f68a503-ef9f-41ed-a82b-8b46f94bd928 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:36.072542 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d153df37-9b6e-4ddd-939d-317568878724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:36.258456 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d153df37-9b6e-4ddd-939d-317568878724 admin admin] Pushing event deleted for resources: {'Port': ['ID=cec16b9b-7635-47e3-bb0d-388d01aa3e4e,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:37:36.261539 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d153df37-9b6e-4ddd-939d-317568878724 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-446473'] for router_gateway, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:36.275420 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-301b34df-fd61-4952-80bd-91b2e2b93612 None None] Set router 6a579f2f-e206-4c87-9ca4-4cabe6057de4 gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:37:36.446680 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d153df37-9b6e-4ddd-939d-317568878724 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1591938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2696'] for router, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:36.452972 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d153df37-9b6e-4ddd-939d-317568878724 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:36.494497 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-7e7be0b4-1cf2-4a65-a5af-6b66fbdf5a0d admin admin] Allocated IP 172.20.0.1 (f75cac05-674a-4151-a43b-a75ea71e3ffa/3c765b7b-3092-42ad-86c2-6cb8eedd39e9/da83f38d-d128-48e1-a79d-7995e549918a) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:37:36.534275 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24763f84-2f97-48e0-8fe5-2cab30e9bc26 req-55e4627b-fbf5-4024-876c-f16b65c8483b tempest-ImagesNegativeTestJSON-1278701337 tempest-ImagesNegativeTestJSON-1278701337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:36.535977 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-24763f84-2f97-48e0-8fe5-2cab30e9bc26 req-55e4627b-fbf5-4024-876c-f16b65c8483b tempest-ImagesNegativeTestJSON-1278701337 tempest-ImagesNegativeTestJSON-1278701337-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd1c2ccf-8c2a-43a9-b436-817fde5863a0 HTTP/1.1" status: 200 len: 948 time: 0.3657298 Jul 13 13:37:36.537271 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d153df37-9b6e-4ddd-939d-317568878724 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593106'] for router, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:36.537853 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d153df37-9b6e-4ddd-939d-317568878724 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d5a3f84d-aa89-42c6-b5a9-2bc12a6b1fca {{(pid=93751) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 13:37:36.545765 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d153df37-9b6e-4ddd-939d-317568878724 admin admin] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:36.549893 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-d153df37-9b6e-4ddd-939d-317568878724 admin admin] 10.222.0.23 "DELETE /v2.0/routers/d5a3f84d-aa89-42c6-b5a9-2bc12a6b1fca HTTP/1.1" status: 204 len: 168 time: 1.7525208 Jul 13 13:37:36.554967 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 55796) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:37:36.588786 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-301b34df-fd61-4952-80bd-91b2e2b93612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a579f2f-e206-4c87-9ca4-4cabe6057de4', 'name': 'tempest-TaggedBootDevicesTest-1450640649-router', 'tenant_id': '6adf017ce9b34499b7ba676da54c44ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.64'}], 'enable_snat': True}, 'gw_port_id': '0fa0ae64-dc0b-4c1b-9742-6dda8f394e39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:37:27Z', 'updated_at': '2021-07-13T13:37:31Z', 'revision_number': 3, 'project_id': '6adf017ce9b34499b7ba676da54c44ef', 'gw_port': {'id': '0fa0ae64-dc0b-4c1b-9742-6dda8f394e39', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:40:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a579f2f-e206-4c87-9ca4-4cabe6057de4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:37:29Z', 'updated_at': '2021-07-13T13:37:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:37:36.609505 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-24763f84-2f97-48e0-8fe5-2cab30e9bc26 req-ea417253-0cf2-4fd7-8ba3-fb684428ea48 tempest-ImagesNegativeTestJSON-1278701337 tempest-ImagesNegativeTestJSON-1278701337-project] 10.222.0.23 "GET /v2.0/security-groups?id=a43d360a-27eb-4c06-9656-43e1c539b73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611808 Jul 13 13:37:36.622427 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301b34df-fd61-4952-80bd-91b2e2b93612 None None] The sync data for ids ['6a579f2f-e206-4c87-9ca4-4cabe6057de4'] in n-d-800634-1 is: [{'id': '6a579f2f-e206-4c87-9ca4-4cabe6057de4', 'name': 'tempest-TaggedBootDevicesTest-1450640649-router', 'tenant_id': '6adf017ce9b34499b7ba676da54c44ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.64'}], 'enable_snat': True}, 'gw_port_id': '0fa0ae64-dc0b-4c1b-9742-6dda8f394e39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:37:27Z', 'updated_at': '2021-07-13T13:37:31Z', 'revision_number': 3, 'project_id': '6adf017ce9b34499b7ba676da54c44ef', 'gw_port': {'id': '0fa0ae64-dc0b-4c1b-9742-6dda8f394e39', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:40:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a579f2f-e206-4c87-9ca4-4cabe6057de4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:37:29Z', 'updated_at': '2021-07-13T13:37:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:37:36.649183 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fa8f46d-a2ad-4e8a-96cd-4a656e3320e9 admin admin] Deleting subnet 1cfdd188-250e-479a-90ea-bdbade5d1ae3 {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 13:37:36.655642 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1fa8f46d-a2ad-4e8a-96cd-4a656e3320e9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:36.701193 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7e7be0b4-1cf2-4a65-a5af-6b66fbdf5a0d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:36.711277 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1fa8f46d-a2ad-4e8a-96cd-4a656e3320e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6018489'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:36.752111 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f68a503-ef9f-41ed-a82b-8b46f94bd928 service neutron] Pushing event updated for resources: {'Port': ['ID=d95c6640-f8c9-4b4d-ad94-af8f862ba556,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:37:36.764350 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1fa8f46d-a2ad-4e8a-96cd-4a656e3320e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:36.816925 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [None req-7e7be0b4-1cf2-4a65-a5af-6b66fbdf5a0d admin admin] Transition to ACTIVE for port object da83f38d-d128-48e1-a79d-7995e549918a will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:37:36.860701 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1fa8f46d-a2ad-4e8a-96cd-4a656e3320e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6018534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6105009'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:36.877194 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1fa8f46d-a2ad-4e8a-96cd-4a656e3320e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:36.882503 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-1fa8f46d-a2ad-4e8a-96cd-4a656e3320e9 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/1cfdd188-250e-479a-90ea-bdbade5d1ae3 HTTP/1.1" status: 204 len: 168 time: 0.3240376 Jul 13 13:37:36.901706 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 55798) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:37:36.920635 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa8f46d-a2ad-4e8a-96cd-4a656e3320e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1cfdd188-250e-479a-90ea-bdbade5d1ae3,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:37:36.946013 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 0688acad-82fb-4036-bb71-8a80ee97ee0f no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:37:36.968505 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: 0688acad-82fb-4036-bb71-8a80ee97ee0f {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:37:36.968857 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 0688acad-82fb-4036-bb71-8a80ee97ee0f not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:37:36.969286 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device cec16b9b-7635-47e3-bb0d-388d01aa3e4e no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:37:37.000632 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-693b3b85-8d1e-4acc-b0c9-ecfaefb4212b req-a6a77b90-37e9-4c6b-aaa0-508d7e60e6ed tempest-InstanceActionsTestJSON-1326365878 tempest-InstanceActionsTestJSON-1326365878-project] Deleting port 5b67285c-0956-4074-8c69-226f9c9d2bce {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:37:37.001033 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-693b3b85-8d1e-4acc-b0c9-ecfaefb4212b req-a6a77b90-37e9-4c6b-aaa0-508d7e60e6ed tempest-InstanceActionsTestJSON-1326365878 tempest-InstanceActionsTestJSON-1326365878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:37.022589 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: cec16b9b-7635-47e3-bb0d-388d01aa3e4e {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:37:37.022946 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device cec16b9b-7635-47e3-bb0d-388d01aa3e4e not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:37:37.058059 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c05a73-0068-4edb-b2ff-246117d591f3 req-39a6752d-6356-46b6-a274-293474ab986b tempest-LiveMigrationTest-1713788618 tempest-LiveMigrationTest-1713788618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:37.059852 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c8c05a73-0068-4edb-b2ff-246117d591f3 req-39a6752d-6356-46b6-a274-293474ab986b tempest-LiveMigrationTest-1713788618 tempest-LiveMigrationTest-1713788618-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=f7b867f4-7848-40ae-bd86-fab896136413 HTTP/1.1" status: 200 len: 1096 time: 0.0812311 Jul 13 13:37:37.121327 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-693b3b85-8d1e-4acc-b0c9-ecfaefb4212b req-a6a77b90-37e9-4c6b-aaa0-508d7e60e6ed tempest-InstanceActionsTestJSON-1326365878 tempest-InstanceActionsTestJSON-1326365878-project] For port 5b67285c-0956-4074-8c69-226f9c9d2bce, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=5b67285c-0956-4074-8c69-226f9c9d2bce,segment=NetworkSegment(82f9b79e-6e49-44b7-9746-0d3b64e5b168),segment_id=82f9b79e-6e49-44b7-9746-0d3b64e5b168)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:37:37.129264 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c8c05a73-0068-4edb-b2ff-246117d591f3 req-70370560-44a1-4b9a-8440-4a58aec8b178 tempest-LiveMigrationTest-1713788618 tempest-LiveMigrationTest-1713788618-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=4f83e00a-e782-49e6-b944-d06b9e971cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594883 Jul 13 13:37:37.129880 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-693b3b85-8d1e-4acc-b0c9-ecfaefb4212b req-a6a77b90-37e9-4c6b-aaa0-508d7e60e6ed tempest-InstanceActionsTestJSON-1326365878 tempest-InstanceActionsTestJSON-1326365878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:37.166057 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-693b3b85-8d1e-4acc-b0c9-ecfaefb4212b req-a6a77b90-37e9-4c6b-aaa0-508d7e60e6ed tempest-InstanceActionsTestJSON-1326365878 tempest-InstanceActionsTestJSON-1326365878-project] Calling delete_port for 5b67285c-0956-4074-8c69-226f9c9d2bce owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:37:37.201751 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517323b8-0c13-4292-b887-789e5a7dd3df req-57bb6984-4761-4b9b-9b25-3c6754513d03 tempest-InstanceActionsTestJSON-1326365878 tempest-InstanceActionsTestJSON-1326365878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:37.209573 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-517323b8-0c13-4292-b887-789e5a7dd3df req-57bb6984-4761-4b9b-9b25-3c6754513d03 tempest-InstanceActionsTestJSON-1326365878 tempest-InstanceActionsTestJSON-1326365878-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdc478f4-d3d9-4b53-aa46-72d02c90ca32 HTTP/1.1" status: 200 len: 945 time: 0.8768244 Jul 13 13:37:37.366034 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51c0b55-e018-4213-bdc5-b140e283a180 req-2d966df3-9ebe-4736-92c7-aff016b4ab53 tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:37.367782 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b51c0b55-e018-4213-bdc5-b140e283a180 req-2d966df3-9ebe-4736-92c7-aff016b4ab53 tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac008d86-3c7f-4f7e-8329-5d04261d9a38 HTTP/1.1" status: 200 len: 946 time: 0.0974412 Jul 13 13:37:37.426933 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b51c0b55-e018-4213-bdc5-b140e283a180 req-ca60ce44-97fd-4b6a-b3f1-5402fb47840e tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] 10.222.0.23 "GET /v2.0/security-groups?id=9a4040a4-7a24-4bfb-97c3-fc064942d274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529230 Jul 13 13:37:37.494379 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-1f312777-7f8a-44fd-ac3b-94e6cba4b2cf req-8f68a503-ef9f-41ed-a82b-8b46f94bd928 service neutron] Attempting to bind port d95c6640-f8c9-4b4d-ad94-af8f862ba556 on host n-h2-800634-1 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:37:37.496034 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-1f312777-7f8a-44fd-ac3b-94e6cba4b2cf req-8f68a503-ef9f-41ed-a82b-8b46f94bd928 service neutron] Attempting to bind port d95c6640-f8c9-4b4d-ad94-af8f862ba556 by drivers openvswitch,hyperv on host n-h2-800634-1 at level 0 using segments [{'id': '62a4f2e9-97ca-473c-a2df-e7f9f532c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:37:37.496389 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f312777-7f8a-44fd-ac3b-94e6cba4b2cf req-8f68a503-ef9f-41ed-a82b-8b46f94bd928 service neutron] Attempting to bind port d95c6640-f8c9-4b4d-ad94-af8f862ba556 on network e0bfb334-0fd9-4ba5-ba79-1568ecabee30 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:37:37.506296 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9ad54f68-b169-46c1-b6f6-a837500daae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:37.521343 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-693b3b85-8d1e-4acc-b0c9-ecfaefb4212b req-a6a77b90-37e9-4c6b-aaa0-508d7e60e6ed tempest-InstanceActionsTestJSON-1326365878 tempest-InstanceActionsTestJSON-1326365878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:37.523299 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7e7be0b4-1cf2-4a65-a5af-6b66fbdf5a0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:37.543647 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f312777-7f8a-44fd-ac3b-94e6cba4b2cf req-8f68a503-ef9f-41ed-a82b-8b46f94bd928 service neutron] Port d95c6640-f8c9-4b4d-ad94-af8f862ba556 on network e0bfb334-0fd9-4ba5-ba79-1568ecabee30 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-1 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:37:37.544009 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f312777-7f8a-44fd-ac3b-94e6cba4b2cf req-8f68a503-ef9f-41ed-a82b-8b46f94bd928 service neutron] Attempting to bind port d95c6640-f8c9-4b4d-ad94-af8f862ba556 on network e0bfb334-0fd9-4ba5-ba79-1568ecabee30 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:37:37.688644 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-693b3b85-8d1e-4acc-b0c9-ecfaefb4212b req-a6a77b90-37e9-4c6b-aaa0-508d7e60e6ed tempest-InstanceActionsTestJSON-1326365878 tempest-InstanceActionsTestJSON-1326365878-project] No DVR routers for this DVR port 5b67285c-0956-4074-8c69-226f9c9d2bce on host n-h1-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:37:37.691740 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f312777-7f8a-44fd-ac3b-94e6cba4b2cf req-8f68a503-ef9f-41ed-a82b-8b46f94bd928 service neutron] Checking agent: {'id': 'f615e5c9-21ab-43f2-adbc-192d64b795cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:37:37.692169 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f312777-7f8a-44fd-ac3b-94e6cba4b2cf req-8f68a503-ef9f-41ed-a82b-8b46f94bd928 service neutron] Checking segment: {'id': '62a4f2e9-97ca-473c-a2df-e7f9f532c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:37:37.692944 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f312777-7f8a-44fd-ac3b-94e6cba4b2cf req-8f68a503-ef9f-41ed-a82b-8b46f94bd928 service neutron] Bound using segment: {'id': '62a4f2e9-97ca-473c-a2df-e7f9f532c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:37:37.693409 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-1f312777-7f8a-44fd-ac3b-94e6cba4b2cf req-8f68a503-ef9f-41ed-a82b-8b46f94bd928 service neutron] Bound port: d95c6640-f8c9-4b4d-ad94-af8f862ba556, host: n-h2-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62a4f2e9-97ca-473c-a2df-e7f9f532c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:37:37.693841 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1f312777-7f8a-44fd-ac3b-94e6cba4b2cf req-8f68a503-ef9f-41ed-a82b-8b46f94bd928 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:37.702366 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-693b3b85-8d1e-4acc-b0c9-ecfaefb4212b req-a6a77b90-37e9-4c6b-aaa0-508d7e60e6ed tempest-InstanceActionsTestJSON-1326365878 tempest-InstanceActionsTestJSON-1326365878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:37.705067 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-693b3b85-8d1e-4acc-b0c9-ecfaefb4212b req-a6a77b90-37e9-4c6b-aaa0-508d7e60e6ed tempest-InstanceActionsTestJSON-1326365878 tempest-InstanceActionsTestJSON-1326365878-project] 10.222.0.26 "DELETE /v2.0/ports/5b67285c-0956-4074-8c69-226f9c9d2bce HTTP/1.1" status: 204 len: 173 time: 2.1023853 Jul 13 13:37:37.707983 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdc478f4-d3d9-4b53-aa46-72d02c90ca32', 'name': 'network-vif-deleted', 'tag': '5b67285c-0956-4074-8c69-226f9c9d2bce'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:37:37.710684 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a6cbc4d-0a9f-4c47-9495-fb7199c1f40d" -d '{"events": [{"server_uuid": "fdc478f4-d3d9-4b53-aa46-72d02c90ca32", "name": "network-vif-deleted", "tag": "5b67285c-0956-4074-8c69-226f9c9d2bce"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:37:37.728817 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-517323b8-0c13-4292-b887-789e5a7dd3df req-f9fa6b48-10f0-408a-9747-88607d35482e tempest-InstanceActionsTestJSON-1326365878 tempest-InstanceActionsTestJSON-1326365878-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd94c30c-06b4-48ca-9029-1c4bab5d77a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5179977 Jul 13 13:37:37.760611 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7be0b4-1cf2-4a65-a5af-6b66fbdf5a0d admin admin] Network f75cac05-674a-4151-a43b-a75ea71e3ffa is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:37:37.813219 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7be0b4-1cf2-4a65-a5af-6b66fbdf5a0d admin admin] Pushing event updated for resources: {'Port': ['ID=da83f38d-d128-48e1-a79d-7995e549918a,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:37:37.828872 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-7e7be0b4-1cf2-4a65-a5af-6b66fbdf5a0d admin admin] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:37:37.844363 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7be0b4-1cf2-4a65-a5af-6b66fbdf5a0d admin admin] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:37:37.975032 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:37:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6786e083-7cb1-4d93-9e32-b105efa41a9f x-openstack-request-id: req-6786e083-7cb1-4d93-9e32-b105efa41a9f {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:37:37.975452 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdc478f4-d3d9-4b53-aa46-72d02c90ca32", "name": "network-vif-deleted", "tag": "5b67285c-0956-4074-8c69-226f9c9d2bce", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:37:37.975780 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6786e083-7cb1-4d93-9e32-b105efa41a9f {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:37:37.976268 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdc478f4-d3d9-4b53-aa46-72d02c90ca32', 'name': 'network-vif-deleted', 'tag': '5b67285c-0956-4074-8c69-226f9c9d2bce', 'status': 'completed', 'code': 200} Jul 13 13:37:37.986286 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a77b90-37e9-4c6b-aaa0-508d7e60e6ed tempest-InstanceActionsTestJSON-1326365878 tempest-InstanceActionsTestJSON-1326365878-project] Pushing event deleted for resources: {'Port': ['ID=5b67285c-0956-4074-8c69-226f9c9d2bce,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:37:37.989328 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9ad54f68-b169-46c1-b6f6-a837500daae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:38.022026 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-9ad54f68-b169-46c1-b6f6-a837500daae5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['235d9a14-cbfe-4d48-b109-040ffccc92b0']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:37:38.045546 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-9ad54f68-b169-46c1-b6f6-a837500daae5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c474c239-8b60-46eb-bc28-db09fd733c35') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:37:38.047388 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-9ad54f68-b169-46c1-b6f6-a837500daae5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c474c239-8b60-46eb-bc28-db09fd733c35') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:37:38.080584 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7e7be0b4-1cf2-4a65-a5af-6b66fbdf5a0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-450452'] for router_interface, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:38.200063 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9ad54f68-b169-46c1-b6f6-a837500daae5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5431730'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:38.278927 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbd9aa1-4b27-4f09-bdca-188e5cf4d5d1 req-166b8ff9-9803-4c6f-9951-3ff570e123a7 tempest-LiveMigrationTest-1713788618 tempest-LiveMigrationTest-1713788618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:38.292080 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3fbd9aa1-4b27-4f09-bdca-188e5cf4d5d1 req-166b8ff9-9803-4c6f-9951-3ff570e123a7 tempest-LiveMigrationTest-1713788618 tempest-LiveMigrationTest-1713788618-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=f7b867f4-7848-40ae-bd86-fab896136413 HTTP/1.1" status: 200 len: 1096 time: 0.1376712 Jul 13 13:37:38.314870 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-5fb82710-42e2-42e3-9b79-5bd704aa9a02 None None] Provisioning for port da83f38d-d128-48e1-a79d-7995e549918a completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:37:38.320514 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-5fb82710-42e2-42e3-9b79-5bd704aa9a02 None None] Provisioning complete for port da83f38d-d128-48e1-a79d-7995e549918a triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:37:38.322018 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5fb82710-42e2-42e3-9b79-5bd704aa9a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:38.354090 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3fbd9aa1-4b27-4f09-bdca-188e5cf4d5d1 req-eb4e4aa1-14a0-46cc-a21e-c0164f25119a tempest-LiveMigrationTest-1713788618 tempest-LiveMigrationTest-1713788618-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=4f83e00a-e782-49e6-b944-d06b9e971cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610056 Jul 13 13:37:38.367195 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-1f312777-7f8a-44fd-ac3b-94e6cba4b2cf req-8f68a503-ef9f-41ed-a82b-8b46f94bd928 service neutron] For port d95c6640-f8c9-4b4d-ad94-af8f862ba556, host n-h2-800634-1, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:37:38.406093 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-5fb82710-42e2-42e3-9b79-5bd704aa9a02 None None] Port da83f38d-d128-48e1-a79d-7995e549918a cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:37:38.420766 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9ad54f68-b169-46c1-b6f6-a837500daae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:38.448944 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-1f312777-7f8a-44fd-ac3b-94e6cba4b2cf req-8f68a503-ef9f-41ed-a82b-8b46f94bd928 service neutron] For port d95c6640-f8c9-4b4d-ad94-af8f862ba556, host n-h2-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=d95c6640-f8c9-4b4d-ad94-af8f862ba556,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:37:38.476614 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ad54f68-b169-46c1-b6f6-a837500daae5 admin admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 13:37:38.477340 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9ad54f68-b169-46c1-b6f6-a837500daae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5970419'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:38.479529 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:37:38.479529 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:37:38.479529 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:37:38.479529 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:37:38.479529 n-d-800634-1 neutron-server[93750]: Traceback (most recent call last): Jul 13 13:37:38.479529 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 13:37:38.479529 n-d-800634-1 neutron-server[93750]: timer() Jul 13 13:37:38.479529 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 13:37:38.479529 n-d-800634-1 neutron-server[93750]: cb(*args, **kw) Jul 13 13:37:38.479529 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 13:37:38.479529 n-d-800634-1 neutron-server[93750]: return func(*args, **kwargs) Jul 13 13:37:38.479529 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 13:37:38.479529 n-d-800634-1 neutron-server[93750]: self._notify() Jul 13 13:37:38.479529 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 13:37:38.479529 n-d-800634-1 neutron-server[93750]: self.callback(batched_events) Jul 13 13:37:38.479529 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 13:37:38.479529 n-d-800634-1 neutron-server[93750]: event.method(event) Jul 13 13:37:38.479529 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 13:37:38.479529 n-d-800634-1 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 13:37:38.479529 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 13:37:38.479529 n-d-800634-1 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 13:37:38.479529 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 13:37:38.479529 n-d-800634-1 neutron-server[93750]: return f(self, *a, **k) Jul 13 13:37:38.479529 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 13:37:38.479529 n-d-800634-1 neutron-server[93750]: return self._get(url).json() Jul 13 13:37:38.479529 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 13:37:38.479529 n-d-800634-1 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 13:37:38.479529 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 13:37:38.479529 n-d-800634-1 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 13 13:37:38.479529 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 13:37:38.479529 n-d-800634-1 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 13:37:38.479529 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 13:37:38.479529 n-d-800634-1 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 13:37:38.479529 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 13:37:38.479529 n-d-800634-1 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 13:37:38.479529 n-d-800634-1 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 13:37:38.484763 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1f312777-7f8a-44fd-ac3b-94e6cba4b2cf req-8f68a503-ef9f-41ed-a82b-8b46f94bd928 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:38.643565 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f312777-7f8a-44fd-ac3b-94e6cba4b2cf req-8f68a503-ef9f-41ed-a82b-8b46f94bd928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:38.644448 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1f312777-7f8a-44fd-ac3b-94e6cba4b2cf req-8f68a503-ef9f-41ed-a82b-8b46f94bd928 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:38.646089 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1f312777-7f8a-44fd-ac3b-94e6cba4b2cf req-8f68a503-ef9f-41ed-a82b-8b46f94bd928 service neutron] 10.222.0.41 "PUT /v2.0/ports/d95c6640-f8c9-4b4d-ad94-af8f862ba556 HTTP/1.1" status: 200 len: 1096 time: 4.4716685 Jul 13 13:37:38.696876 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa345c13-2aed-4aed-a16c-b5e484ee2c58 req-dbdb1a9e-423f-4f98-beb8-f7c4d2f88825 tempest-ImagesNegativeTestJSON-1278701337 tempest-ImagesNegativeTestJSON-1278701337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:38.698658 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-fa345c13-2aed-4aed-a16c-b5e484ee2c58 req-dbdb1a9e-423f-4f98-beb8-f7c4d2f88825 tempest-ImagesNegativeTestJSON-1278701337 tempest-ImagesNegativeTestJSON-1278701337-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd1c2ccf-8c2a-43a9-b436-817fde5863a0 HTTP/1.1" status: 200 len: 948 time: 0.6037374 Jul 13 13:37:38.712133 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9ad54f68-b169-46c1-b6f6-a837500daae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:38.770840 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9ad54f68-b169-46c1-b6f6-a837500daae5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:38.772957 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-9ad54f68-b169-46c1-b6f6-a837500daae5 admin admin] 10.222.0.23 "DELETE /v2.0/networks/235d9a14-cbfe-4d48-b109-040ffccc92b0 HTTP/1.1" status: 204 len: 168 time: 1.8702269 Jul 13 13:37:38.781027 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad54f68-b169-46c1-b6f6-a837500daae5 admin admin] Pushing event deleted for resources: {'Network': ['ID=235d9a14-cbfe-4d48-b109-040ffccc92b0,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:37:38.814275 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f68a503-ef9f-41ed-a82b-8b46f94bd928 service neutron] Pushing event updated for resources: {'Port': ['ID=d95c6640-f8c9-4b4d-ad94-af8f862ba556,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:37:38.880640 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-fa345c13-2aed-4aed-a16c-b5e484ee2c58 req-7c007c55-15eb-48d7-9c42-7b9dccf6b158 tempest-ImagesNegativeTestJSON-1278701337 tempest-ImagesNegativeTestJSON-1278701337-project] 10.222.0.23 "GET /v2.0/security-groups?id=a43d360a-27eb-4c06-9656-43e1c539b73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591890 Jul 13 13:37:38.883006 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7e7be0b4-1cf2-4a65-a5af-6b66fbdf5a0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:39.009126 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f312777-7f8a-44fd-ac3b-94e6cba4b2cf req-d247bbca-ca3a-4891-8c92-0a60b015b92a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:39.015008 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1f312777-7f8a-44fd-ac3b-94e6cba4b2cf req-d247bbca-ca3a-4891-8c92-0a60b015b92a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=84bc7c2553904be1b4d41e8caf1afe90&device_id=dd1c2ccf-8c2a-43a9-b436-817fde5863a0 HTTP/1.1" status: 200 len: 1099 time: 0.3149228 Jul 13 13:37:39.057035 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 0fa0ae64-dc0b-4c1b-9742-6dda8f394e39 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:37:39.172064 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1f312777-7f8a-44fd-ac3b-94e6cba4b2cf req-c54be51c-9fa9-43c2-8c15-1037c398b6e2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=d95c6640-f8c9-4b4d-ad94-af8f862ba556 HTTP/1.1" status: 200 len: 217 time: 0.1347463 Jul 13 13:37:39.191943 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port 0fa0ae64-dc0b-4c1b-9742-6dda8f394e39 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:37:39.195356 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 0fa0ae64-dc0b-4c1b-9742-6dda8f394e39 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:37:39.195727 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:39.218716 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-af91b437-e28b-4c3c-8b77-87175e8d37a1 req-3febf860-7c8e-4394-a333-e1dfc17da8d6 tempest-InstanceActionsTestJSON-1326365878 tempest-InstanceActionsTestJSON-1326365878-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdc478f4-d3d9-4b53-aa46-72d02c90ca32 HTTP/1.1" status: 200 len: 210 time: 0.0664563 Jul 13 13:37:39.246574 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 5b67285c-0956-4074-8c69-226f9c9d2bce no longer exists at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:37:39.286141 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 55836) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:37:39.322970 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f312777-7f8a-44fd-ac3b-94e6cba4b2cf req-99016e10-4de0-4288-8391-950092a724a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:39.324457 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1f312777-7f8a-44fd-ac3b-94e6cba4b2cf req-99016e10-4de0-4288-8391-950092a724a0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=60b55863-ceb6-45af-a8a4-4b22d72866af HTTP/1.1" status: 200 len: 843 time: 0.1439838 Jul 13 13:37:39.328119 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-381d4315-9089-413f-a071-aa2897bda790 None None] No Port match for: 5b67285c-0956-4074-8c69-226f9c9d2bce {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:37:39.328640 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 5b67285c-0956-4074-8c69-226f9c9d2bce not bound to the agent host n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:37:39.361882 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-5a49ed82-d845-46ba-92c0-e9a5a42409ab admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1541a6cd64444c80a50e3a7d38ff886f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0718772 Jul 13 13:37:39.362186 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 55840) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:37:39.432828 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:39.447029 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7e7be0b4-1cf2-4a65-a5af-6b66fbdf5a0d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:39.456627 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f312777-7f8a-44fd-ac3b-94e6cba4b2cf req-0cc5180c-34ca-4aa5-85c0-11ce4ec9c02b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:39.458551 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1f312777-7f8a-44fd-ac3b-94e6cba4b2cf req-0cc5180c-34ca-4aa5-85c0-11ce4ec9c02b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e0bfb334-0fd9-4ba5-ba79-1568ecabee30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1259010 Jul 13 13:37:39.459911 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7e7be0b4-1cf2-4a65-a5af-6b66fbdf5a0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:39.471544 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port 0fa0ae64-dc0b-4c1b-9742-6dda8f394e39, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=0fa0ae64-dc0b-4c1b-9742-6dda8f394e39,segment=NetworkSegment(3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87),segment_id=3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:37:39.489705 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:39.501383 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b5d30559-4ad8-4905-89f4-930c3c757e6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:39.551059 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b5d30559-4ad8-4905-89f4-930c3c757e6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:39.578361 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=0fa0ae64-dc0b-4c1b-9742-6dda8f394e39,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:37:39.602415 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7e7be0b4-1cf2-4a65-a5af-6b66fbdf5a0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1785045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451806'] for router_interface, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:39.611544 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7be0b4-1cf2-4a65-a5af-6b66fbdf5a0d admin admin] Pushing event updated for resources: {'Port': ['ID=da83f38d-d128-48e1-a79d-7995e549918a,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:37:39.633881 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5c541c-5135-4268-abaa-c70a3129260c req-77e8f0d5-6c82-4091-b965-b9044697a6df tempest-LiveMigrationTest-1713788618 tempest-LiveMigrationTest-1713788618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:39.636367 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1f5c541c-5135-4268-abaa-c70a3129260c req-77e8f0d5-6c82-4091-b965-b9044697a6df tempest-LiveMigrationTest-1713788618 tempest-LiveMigrationTest-1713788618-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=f7b867f4-7848-40ae-bd86-fab896136413 HTTP/1.1" status: 200 len: 1096 time: 0.0785079 Jul 13 13:37:39.644938 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b5d30559-4ad8-4905-89f4-930c3c757e6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:39.647813 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b5d30559-4ad8-4905-89f4-930c3c757e6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:39.648971 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-b5d30559-4ad8-4905-89f4-930c3c757e6e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/feeb6b93-5051-4dcc-8776-c314f05e05ae HTTP/1.1" status: 204 len: 168 time: 0.2857881 Jul 13 13:37:39.668426 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d30559-4ad8-4905-89f4-930c3c757e6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feeb6b93-5051-4dcc-8776-c314f05e05ae,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:37:39.697070 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1f5c541c-5135-4268-abaa-c70a3129260c req-4334d7a9-c350-4258-8e91-f5c0555faca4 tempest-LiveMigrationTest-1713788618 tempest-LiveMigrationTest-1713788618-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=4f83e00a-e782-49e6-b944-d06b9e971cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533226 Jul 13 13:37:39.775363 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1f312777-7f8a-44fd-ac3b-94e6cba4b2cf req-875edad4-f5d1-42a0-9efe-0a3e035f9198 service neutron] 10.222.0.41 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2864091 Jul 13 13:37:39.857985 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7be0b4-1cf2-4a65-a5af-6b66fbdf5a0d admin admin] Network f75cac05-674a-4151-a43b-a75ea71e3ffa is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:37:39.860912 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-7e7be0b4-1cf2-4a65-a5af-6b66fbdf5a0d admin admin] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:37:39.980756 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd1c2ccf-8c2a-43a9-b436-817fde5863a0', 'tag': 'd95c6640-f8c9-4b4d-ad94-af8f862ba556'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:37:39.983898 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bbe58f2-2daf-4bac-93bd-4faca6a67b01" -d '{"events": [{"name": "network-changed", "server_uuid": "dd1c2ccf-8c2a-43a9-b436-817fde5863a0", "tag": "d95c6640-f8c9-4b4d-ad94-af8f862ba556"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:37:40.015720 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1f312777-7f8a-44fd-ac3b-94e6cba4b2cf req-a6dc2b47-20f7-4646-a52b-7b0a61eef9ee service neutron] 10.222.0.41 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2328990 Jul 13 13:37:40.163178 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e7be0b4-1cf2-4a65-a5af-6b66fbdf5a0d admin admin] Router 6a579f2f-e206-4c87-9ca4-4cabe6057de4 has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 13:37:40.211182 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccae79b-64b7-43d0-9837-c134a5589b2b req-17ab14ff-d70c-4853-a672-fa8f04d9dd22 tempest-ImagesNegativeTestJSON-1278701337 tempest-ImagesNegativeTestJSON-1278701337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:40.218474 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-cccae79b-64b7-43d0-9837-c134a5589b2b req-17ab14ff-d70c-4853-a672-fa8f04d9dd22 tempest-ImagesNegativeTestJSON-1278701337 tempest-ImagesNegativeTestJSON-1278701337-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd1c2ccf-8c2a-43a9-b436-817fde5863a0 HTTP/1.1" status: 200 len: 948 time: 0.1662221 Jul 13 13:37:40.307263 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-cccae79b-64b7-43d0-9837-c134a5589b2b req-f7ee1728-bf33-4e18-949a-9fd9ae18f384 tempest-ImagesNegativeTestJSON-1278701337 tempest-ImagesNegativeTestJSON-1278701337-project] 10.222.0.23 "GET /v2.0/security-groups?id=a43d360a-27eb-4c06-9656-43e1c539b73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876245 Jul 13 13:37:40.330517 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-445c1d35-9d7b-4806-a7b9-a8bfca2befb9 None None] Provisioning complete for port da83f38d-d128-48e1-a79d-7995e549918a triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:37:40.334412 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-445c1d35-9d7b-4806-a7b9-a8bfca2befb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:40.414791 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-445c1d35-9d7b-4806-a7b9-a8bfca2befb9 None None] Port da83f38d-d128-48e1-a79d-7995e549918a cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:37:40.442876 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e7be0b4-1cf2-4a65-a5af-6b66fbdf5a0d admin admin] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:37:40.449926 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 13:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e85a3347-4814-477b-9557-aa761b5e43d9 x-openstack-request-id: req-e85a3347-4814-477b-9557-aa761b5e43d9 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:37:40.453048 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd1c2ccf-8c2a-43a9-b436-817fde5863a0", "tag": "d95c6640-f8c9-4b4d-ad94-af8f862ba556", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:37:40.453420 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e85a3347-4814-477b-9557-aa761b5e43d9 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:37:40.454374 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b0b42c-20d9-4a43-ba38-8b45d1194e19 None None] Sync routers for ids ['6a579f2f-e206-4c87-9ca4-4cabe6057de4'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:37:40.455040 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd1c2ccf-8c2a-43a9-b436-817fde5863a0', 'tag': 'd95c6640-f8c9-4b4d-ad94-af8f862ba556', 'status': 'completed', 'code': 200} Jul 13 13:37:40.466888 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 55882) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:37:40.475705 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-7e7be0b4-1cf2-4a65-a5af-6b66fbdf5a0d admin admin] 10.222.0.23 "PUT /v2.0/routers/6a579f2f-e206-4c87-9ca4-4cabe6057de4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0322571 Jul 13 13:37:40.488132 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b0b42c-20d9-4a43-ba38-8b45d1194e19 None None] Routers {'6a579f2f-e206-4c87-9ca4-4cabe6057de4'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:37:40.488783 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-04b0b42c-20d9-4a43-ba38-8b45d1194e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:37:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['6a579f2f-e206-4c87-9ca4-4cabe6057de4'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:37:40.550479 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbe58f2-2daf-4bac-93bd-4faca6a67b01 req-bd864d71-6c88-443d-b240-43f77a0037b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:40.558228 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1bbe58f2-2daf-4bac-93bd-4faca6a67b01 req-bd864d71-6c88-443d-b240-43f77a0037b2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=84bc7c2553904be1b4d41e8caf1afe90&device_id=dd1c2ccf-8c2a-43a9-b436-817fde5863a0 HTTP/1.1" status: 200 len: 1099 time: 0.1016595 Jul 13 13:37:40.570044 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-9658dedf-3a21-4f91-b60a-54f51ed29bbe admin admin] Deleting subnet 32f1a301-2721-4ed8-b9a7-501c239eba5a {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 13:37:40.574658 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9658dedf-3a21-4f91-b60a-54f51ed29bbe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:40.677232 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-04b0b42c-20d9-4a43-ba38-8b45d1194e19 None None] Set router 6a579f2f-e206-4c87-9ca4-4cabe6057de4 gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:37:40.690498 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbe58f2-2daf-4bac-93bd-4faca6a67b01 req-caf6b63e-7aff-4824-917a-64984d1f497e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:40.692768 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1bbe58f2-2daf-4bac-93bd-4faca6a67b01 req-caf6b63e-7aff-4824-917a-64984d1f497e service neutron] 10.222.0.41 "GET /v2.0/networks?id=e0bfb334-0fd9-4ba5-ba79-1568ecabee30 HTTP/1.1" status: 200 len: 869 time: 0.1249990 Jul 13 13:37:40.717430 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9658dedf-3a21-4f91-b60a-54f51ed29bbe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6018489'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:40.752325 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1bbe58f2-2daf-4bac-93bd-4faca6a67b01 req-7ffa4f02-72a9-4b9c-b9c2-8277701faa4f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=d95c6640-f8c9-4b4d-ad94-af8f862ba556 HTTP/1.1" status: 200 len: 217 time: 0.0500264 Jul 13 13:37:40.784259 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9658dedf-3a21-4f91-b60a-54f51ed29bbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:40.864488 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbe58f2-2daf-4bac-93bd-4faca6a67b01 req-44658168-badf-43a0-b285-c6bf2256c037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:40.867071 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1bbe58f2-2daf-4bac-93bd-4faca6a67b01 req-44658168-badf-43a0-b285-c6bf2256c037 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=60b55863-ceb6-45af-a8a4-4b22d72866af HTTP/1.1" status: 200 len: 843 time: 0.0974464 Jul 13 13:37:40.870240 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9658dedf-3a21-4f91-b60a-54f51ed29bbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6018534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6105009'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:40.951933 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9658dedf-3a21-4f91-b60a-54f51ed29bbe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32f1a301-2721-4ed8-b9a7-501c239eba5a,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:37:40.977924 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9658dedf-3a21-4f91-b60a-54f51ed29bbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:40.980533 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-9658dedf-3a21-4f91-b60a-54f51ed29bbe admin admin] 10.222.0.23 "DELETE /v2.0/subnets/32f1a301-2721-4ed8-b9a7-501c239eba5a HTTP/1.1" status: 204 len: 168 time: 0.5126381 Jul 13 13:37:40.983527 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 55908) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:37:41.016280 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbe58f2-2daf-4bac-93bd-4faca6a67b01 req-839537ee-c62e-4a99-9b8f-896535f183bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:41.019021 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1bbe58f2-2daf-4bac-93bd-4faca6a67b01 req-839537ee-c62e-4a99-9b8f-896535f183bd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e0bfb334-0fd9-4ba5-ba79-1568ecabee30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1418962 Jul 13 13:37:41.030094 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 0fa0ae64-dc0b-4c1b-9742-6dda8f394e39 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:37:41.172772 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ab8ae64b-44b0-471a-92c1-7deb31570e26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:41.223127 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1bbe58f2-2daf-4bac-93bd-4faca6a67b01 req-31731616-40f8-4801-90d0-d276e56e720d service neutron] 10.222.0.41 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904519 Jul 13 13:37:41.259404 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 0fa0ae64-dc0b-4c1b-9742-6dda8f394e39 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:37:41.259857 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:41.340322 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ab8ae64b-44b0-471a-92c1-7deb31570e26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:41.359970 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-ab8ae64b-44b0-471a-92c1-7deb31570e26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04afeed8-10c4-499e-ade4-68522365a3dd']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:37:41.393048 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-ab8ae64b-44b0-471a-92c1-7deb31570e26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82f9b79e-6e49-44b7-9746-0d3b64e5b168') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:37:41.394732 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-ab8ae64b-44b0-471a-92c1-7deb31570e26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82f9b79e-6e49-44b7-9746-0d3b64e5b168') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:37:41.413712 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1bbe58f2-2daf-4bac-93bd-4faca6a67b01 req-8d4c6aa9-0234-48b7-851d-e1021deefc43 service neutron] 10.222.0.41 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836219 Jul 13 13:37:41.419232 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-04b0b42c-20d9-4a43-ba38-8b45d1194e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a579f2f-e206-4c87-9ca4-4cabe6057de4', 'name': 'tempest-TaggedBootDevicesTest-1450640649-router', 'tenant_id': '6adf017ce9b34499b7ba676da54c44ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.64'}], 'enable_snat': True}, 'gw_port_id': '0fa0ae64-dc0b-4c1b-9742-6dda8f394e39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:37:27Z', 'updated_at': '2021-07-13T13:37:38Z', 'revision_number': 4, 'project_id': '6adf017ce9b34499b7ba676da54c44ef', 'gw_port': {'id': '0fa0ae64-dc0b-4c1b-9742-6dda8f394e39', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:40:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a579f2f-e206-4c87-9ca4-4cabe6057de4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:37:29Z', 'updated_at': '2021-07-13T13:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': 'da83f38d-d128-48e1-a79d-7995e549918a', 'name': '', 'network_id': 'f75cac05-674a-4151-a43b-a75ea71e3ffa', 'tenant_id': '6adf017ce9b34499b7ba676da54c44ef', 'mac_address': 'fa:16:3e:8e:6a:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a579f2f-e206-4c87-9ca4-4cabe6057de4', 'device_owner': 'network:router_interface', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '3c765b7b-3092-42ad-86c2-6cb8eedd39e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:37:36Z', 'updated_at': '2021-07-13T13:37:39Z', 'revision_number': 2, 'project_id': '6adf017ce9b34499b7ba676da54c44ef', 'subnets': [{'id': '3c765b7b-3092-42ad-86c2-6cb8eedd39e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:37:41.423042 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ab8ae64b-44b0-471a-92c1-7deb31570e26 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6018464'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:41.440356 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ab8ae64b-44b0-471a-92c1-7deb31570e26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:41.452716 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab8ae64b-44b0-471a-92c1-7deb31570e26 admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 13:37:41.453691 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ab8ae64b-44b0-471a-92c1-7deb31570e26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6018632'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:41.459403 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:37:41.459403 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:37:41.459403 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:37:41.459403 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:37:41.459403 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:37:41.459403 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:37:41.459403 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:37:41.459403 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:37:41.459403 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:37:41.459403 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:37:41.459403 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:37:41.459403 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:37:41.459403 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:37:41.459403 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:37:41.459403 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:37:41.459403 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:37:41.459403 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:37:41.459403 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:37:41.459403 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:37:41.459403 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:37:41.459403 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:37:41.459403 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:37:41.459403 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:37:41.459403 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:37:41.459403 n-d-800634-1 neutron-server[93751]: Traceback (most recent call last): Jul 13 13:37:41.459403 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 13:37:41.459403 n-d-800634-1 neutron-server[93751]: timer() Jul 13 13:37:41.459403 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 13:37:41.459403 n-d-800634-1 neutron-server[93751]: cb(*args, **kw) Jul 13 13:37:41.459403 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 13:37:41.459403 n-d-800634-1 neutron-server[93751]: return func(*args, **kwargs) Jul 13 13:37:41.459403 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 13:37:41.459403 n-d-800634-1 neutron-server[93751]: self._notify() Jul 13 13:37:41.459403 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 13:37:41.459403 n-d-800634-1 neutron-server[93751]: self.callback(batched_events) Jul 13 13:37:41.459403 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 13:37:41.459403 n-d-800634-1 neutron-server[93751]: event.method(event) Jul 13 13:37:41.459403 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 13:37:41.459403 n-d-800634-1 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 13:37:41.459403 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 13:37:41.459403 n-d-800634-1 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 13:37:41.459403 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 13:37:41.459403 n-d-800634-1 neutron-server[93751]: return f(self, *a, **k) Jul 13 13:37:41.459403 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 13:37:41.459403 n-d-800634-1 neutron-server[93751]: return self._get(url).json() Jul 13 13:37:41.459403 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 13:37:41.459403 n-d-800634-1 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 13:37:41.459403 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 13:37:41.459403 n-d-800634-1 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 13 13:37:41.459403 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 13:37:41.459403 n-d-800634-1 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 13:37:41.459403 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 13:37:41.459403 n-d-800634-1 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 13:37:41.459403 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 13:37:41.459403 n-d-800634-1 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 13:37:41.459403 n-d-800634-1 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 13:37:41.467788 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b0b42c-20d9-4a43-ba38-8b45d1194e19 None None] Checking router: 6a579f2f-e206-4c87-9ca4-4cabe6057de4 for host: n-d-800634-1 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 13:37:41.468160 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b0b42c-20d9-4a43-ba38-8b45d1194e19 None None] Updating router 6a579f2f-e206-4c87-9ca4-4cabe6057de4 port da83f38d-d128-48e1-a79d-7995e549918a binding host n-d-800634-1 {{(pid=93752) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 13:37:41.514783 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-04b0b42c-20d9-4a43-ba38-8b45d1194e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:41.597610 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ab8ae64b-44b0-471a-92c1-7deb31570e26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:41.604295 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ab8ae64b-44b0-471a-92c1-7deb31570e26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:41.608798 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-ab8ae64b-44b0-471a-92c1-7deb31570e26 admin admin] 10.222.0.23 "DELETE /v2.0/networks/04afeed8-10c4-499e-ade4-68522365a3dd HTTP/1.1" status: 204 len: 168 time: 0.6217303 Jul 13 13:37:41.630868 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8ae64b-44b0-471a-92c1-7deb31570e26 admin admin] Pushing event deleted for resources: {'Network': ['ID=04afeed8-10c4-499e-ade4-68522365a3dd,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:37:41.773065 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fb205c-0397-498c-a888-dd81f17a45ce req-f57880dc-b4ae-4c7f-a405-3d2bf0b59d9e tempest-ImagesNegativeTestJSON-1278701337 tempest-ImagesNegativeTestJSON-1278701337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:41.783159 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b6fb205c-0397-498c-a888-dd81f17a45ce req-f57880dc-b4ae-4c7f-a405-3d2bf0b59d9e tempest-ImagesNegativeTestJSON-1278701337 tempest-ImagesNegativeTestJSON-1278701337-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd1c2ccf-8c2a-43a9-b436-817fde5863a0 HTTP/1.1" status: 200 len: 948 time: 0.1365879 Jul 13 13:37:41.871237 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b6fb205c-0397-498c-a888-dd81f17a45ce req-ab85e4de-7658-4c91-be98-266955a1f9a4 tempest-ImagesNegativeTestJSON-1278701337 tempest-ImagesNegativeTestJSON-1278701337-project] 10.222.0.23 "GET /v2.0/security-groups?id=a43d360a-27eb-4c06-9656-43e1c539b73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856366 Jul 13 13:37:41.981387 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [req-388d4c85-d033-4236-b92f-93613c3793ad req-4b6600e3-b071-4279-811d-414579f3a19f tempest-LiveMigrationTest-1713788618 tempest-LiveMigrationTest-1713788618-project-admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 13:37:41.982483 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-388d4c85-d033-4236-b92f-93613c3793ad req-4b6600e3-b071-4279-811d-414579f3a19f tempest-LiveMigrationTest-1713788618 tempest-LiveMigrationTest-1713788618-project-admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060112 Jul 13 13:37:42.002838 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-388d4c85-d033-4236-b92f-93613c3793ad req-8eb9cb40-c4d4-4e43-bffe-a402a0ee3b0b service neutron] Request body: {'binding': {'host': 'n-h2-800634-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:37:42.003354 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-388d4c85-d033-4236-b92f-93613c3793ad req-8eb9cb40-c4d4-4e43-bffe-a402a0ee3b0b service neutron] Unknown quota resources ['binding']. {{(pid=93751) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 13 13:37:42.043053 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-04b0b42c-20d9-4a43-ba38-8b45d1194e19 None None] Notify callbacks [] for port, precommit_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:42.058883 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-04b0b42c-20d9-4a43-ba38-8b45d1194e19 None None] Transition to ACTIVE for port object da83f38d-d128-48e1-a79d-7995e549918a will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:37:42.073116 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-04b0b42c-20d9-4a43-ba38-8b45d1194e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:42.075370 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 55976) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:37:42.240771 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-16f52f4a-88e5-40e0-a870-2fc37a7c7d13 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=46843b34f3ae4512940e2bd7793d6ba1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1587737 Jul 13 13:37:42.240771 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 55980) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:37:42.274808 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8eda9e-797c-4786-b038-3008979e8f69 None None] Pushing event updated for resources: {'Port': ['ID=da83f38d-d128-48e1-a79d-7995e549918a,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:37:42.355549 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-388d4c85-d033-4236-b92f-93613c3793ad req-8eb9cb40-c4d4-4e43-bffe-a402a0ee3b0b service neutron] Attempting to bind port 5bc2ba68-f67c-464e-9561-339ccd36f9af on host n-h2-800634-1 for vnic_type normal with profile None {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:37:42.357334 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-388d4c85-d033-4236-b92f-93613c3793ad req-8eb9cb40-c4d4-4e43-bffe-a402a0ee3b0b service neutron] Attempting to bind port 5bc2ba68-f67c-464e-9561-339ccd36f9af by drivers openvswitch,hyperv on host n-h2-800634-1 at level 0 using segments [{'id': 'f952029b-434e-49c6-8d96-f83b0194500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5c5b1ca0-24b0-4412-b81d-dc9907cb0039'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:37:42.358173 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388d4c85-d033-4236-b92f-93613c3793ad req-8eb9cb40-c4d4-4e43-bffe-a402a0ee3b0b service neutron] Attempting to bind port 5bc2ba68-f67c-464e-9561-339ccd36f9af on network 5c5b1ca0-24b0-4412-b81d-dc9907cb0039 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:37:42.370085 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388d4c85-d033-4236-b92f-93613c3793ad req-8eb9cb40-c4d4-4e43-bffe-a402a0ee3b0b service neutron] Port 5bc2ba68-f67c-464e-9561-339ccd36f9af on network 5c5b1ca0-24b0-4412-b81d-dc9907cb0039 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-1 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:37:42.371040 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388d4c85-d033-4236-b92f-93613c3793ad req-8eb9cb40-c4d4-4e43-bffe-a402a0ee3b0b service neutron] Attempting to bind port 5bc2ba68-f67c-464e-9561-339ccd36f9af on network 5c5b1ca0-24b0-4412-b81d-dc9907cb0039 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:37:42.384902 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388d4c85-d033-4236-b92f-93613c3793ad req-8eb9cb40-c4d4-4e43-bffe-a402a0ee3b0b service neutron] Checking agent: {'id': 'f615e5c9-21ab-43f2-adbc-192d64b795cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:37:42.385567 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388d4c85-d033-4236-b92f-93613c3793ad req-8eb9cb40-c4d4-4e43-bffe-a402a0ee3b0b service neutron] Checking segment: {'id': 'f952029b-434e-49c6-8d96-f83b0194500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5c5b1ca0-24b0-4412-b81d-dc9907cb0039'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:37:42.386714 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388d4c85-d033-4236-b92f-93613c3793ad req-8eb9cb40-c4d4-4e43-bffe-a402a0ee3b0b service neutron] Bound using segment: {'id': 'f952029b-434e-49c6-8d96-f83b0194500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5c5b1ca0-24b0-4412-b81d-dc9907cb0039'} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:37:42.387741 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-388d4c85-d033-4236-b92f-93613c3793ad req-8eb9cb40-c4d4-4e43-bffe-a402a0ee3b0b service neutron] Bound port: 5bc2ba68-f67c-464e-9561-339ccd36f9af, host: n-h2-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f952029b-434e-49c6-8d96-f83b0194500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5c5b1ca0-24b0-4412-b81d-dc9907cb0039'}}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:37:42.426799 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a83c65a5-3a44-4cb4-a24f-39ea7a97156e req-f2d08ad5-0492-4c41-8fcf-2baeb4e1ed30 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b433e59d-1295-40a6-874d-aba0de786928&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2710872 Jul 13 13:37:42.446417 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7a1d4dee-8aff-4cac-938a-5dac1bc3eee5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:42.499073 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-04b0b42c-20d9-4a43-ba38-8b45d1194e19 None None] Attempting to bind port da83f38d-d128-48e1-a79d-7995e549918a on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:37:42.500161 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-04b0b42c-20d9-4a43-ba38-8b45d1194e19 None None] Attempting to bind port da83f38d-d128-48e1-a79d-7995e549918a by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': 'ff3ccd98-edad-42e9-895c-e5d69e27583e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'f75cac05-674a-4151-a43b-a75ea71e3ffa'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:37:42.500766 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b0b42c-20d9-4a43-ba38-8b45d1194e19 None None] Attempting to bind port da83f38d-d128-48e1-a79d-7995e549918a on network f75cac05-674a-4151-a43b-a75ea71e3ffa {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:37:42.509664 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b0b42c-20d9-4a43-ba38-8b45d1194e19 None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 37, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:37:42.510455 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b0b42c-20d9-4a43-ba38-8b45d1194e19 None None] Checking segment: {'id': 'ff3ccd98-edad-42e9-895c-e5d69e27583e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'f75cac05-674a-4151-a43b-a75ea71e3ffa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:37:42.511098 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-04b0b42c-20d9-4a43-ba38-8b45d1194e19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:42.514470 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b0b42c-20d9-4a43-ba38-8b45d1194e19 None None] Bound using segment: {'id': 'ff3ccd98-edad-42e9-895c-e5d69e27583e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'f75cac05-674a-4151-a43b-a75ea71e3ffa'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:37:42.515216 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-04b0b42c-20d9-4a43-ba38-8b45d1194e19 None None] Bound port: da83f38d-d128-48e1-a79d-7995e549918a, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff3ccd98-edad-42e9-895c-e5d69e27583e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'f75cac05-674a-4151-a43b-a75ea71e3ffa'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:37:42.515704 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-04b0b42c-20d9-4a43-ba38-8b45d1194e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:42.526569 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-388d4c85-d033-4236-b92f-93613c3793ad req-8eb9cb40-c4d4-4e43-bffe-a402a0ee3b0b service neutron] For port 5bc2ba68-f67c-464e-9561-339ccd36f9af, host n-h2-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=5bc2ba68-f67c-464e-9561-339ccd36f9af,segment=NetworkSegment(f952029b-434e-49c6-8d96-f83b0194500d),segment_id=f952029b-434e-49c6-8d96-f83b0194500d)] {{(pid=93751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:37:42.537204 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-388d4c85-d033-4236-b92f-93613c3793ad req-8eb9cb40-c4d4-4e43-bffe-a402a0ee3b0b service neutron] Notify callbacks [] for binding, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:42.538803 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-388d4c85-d033-4236-b92f-93613c3793ad req-8eb9cb40-c4d4-4e43-bffe-a402a0ee3b0b service neutron] 10.222.0.23 "POST /v2.0/ports/5bc2ba68-f67c-464e-9561-339ccd36f9af/bindings HTTP/1.1" status: 201 len: 389 time: 0.5498943 Jul 13 13:37:42.546177 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7a1d4dee-8aff-4cac-938a-5dac1bc3eee5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:42.643506 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-04b0b42c-20d9-4a43-ba38-8b45d1194e19 None None] For port da83f38d-d128-48e1-a79d-7995e549918a, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:37:42.648128 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-04b0b42c-20d9-4a43-ba38-8b45d1194e19 None None] For port da83f38d-d128-48e1-a79d-7995e549918a, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=da83f38d-d128-48e1-a79d-7995e549918a,segment=NetworkSegment(ff3ccd98-edad-42e9-895c-e5d69e27583e),segment_id=ff3ccd98-edad-42e9-895c-e5d69e27583e)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:37:42.648779 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83c65a5-3a44-4cb4-a24f-39ea7a97156e req-85949fba-7876-40b1-94f4-f47f30ba167c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:42.657518 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a83c65a5-3a44-4cb4-a24f-39ea7a97156e req-85949fba-7876-40b1-94f4-f47f30ba167c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=94689ad386234fb594427716c15799ee&device_id=b433e59d-1295-40a6-874d-aba0de786928 HTTP/1.1" status: 200 len: 1096 time: 0.1788919 Jul 13 13:37:42.661810 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-04b0b42c-20d9-4a43-ba38-8b45d1194e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:42.714683 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7a1d4dee-8aff-4cac-938a-5dac1bc3eee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:42.720853 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7a1d4dee-8aff-4cac-938a-5dac1bc3eee5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:42.730674 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8eda9e-797c-4786-b038-3008979e8f69 None None] Pushing event updated for resources: {'Port': ['ID=da83f38d-d128-48e1-a79d-7995e549918a,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:37:42.732193 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-7a1d4dee-8aff-4cac-938a-5dac1bc3eee5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fd94c30c-06b4-48ca-9029-1c4bab5d77a2 HTTP/1.1" status: 204 len: 168 time: 0.4933648 Jul 13 13:37:42.759749 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b0b42c-20d9-4a43-ba38-8b45d1194e19 None None] Routers {'6a579f2f-e206-4c87-9ca4-4cabe6057de4'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:37:42.782240 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-04b0b42c-20d9-4a43-ba38-8b45d1194e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:37:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['6a579f2f-e206-4c87-9ca4-4cabe6057de4'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:37:42.919785 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device d95c6640-f8c9-4b4d-ad94-af8f862ba556 details requested by agent hyperv_n-h2-800634-1 with host n-h2-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 13:37:42.942638 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1d4dee-8aff-4cac-938a-5dac1bc3eee5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd94c30c-06b4-48ca-9029-1c4bab5d77a2,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:37:43.179503 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26df0318-4ca4-478c-8542-84b37573e6db req-ae9350e3-7100-4748-b10a-037db3cc4238 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:43.181014 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-26df0318-4ca4-478c-8542-84b37573e6db req-ae9350e3-7100-4748-b10a-037db3cc4238 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/ports?device_id=f7b867f4-7848-40ae-bd86-fab896136413 HTTP/1.1" status: 200 len: 945 time: 0.3114634 Jul 13 13:37:43.274275 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-26df0318-4ca4-478c-8542-84b37573e6db req-24d78096-f702-438f-8d2e-b788f5ea7da6 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/security-groups?id=4f83e00a-e782-49e6-b944-d06b9e971cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807559 Jul 13 13:37:43.619109 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83c65a5-3a44-4cb4-a24f-39ea7a97156e req-515ac196-9551-4cb8-b68a-1a61e2c0c0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:43.621395 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a83c65a5-3a44-4cb4-a24f-39ea7a97156e req-515ac196-9551-4cb8-b68a-1a61e2c0c0ec service neutron] 10.222.0.41 "GET /v2.0/networks?id=b14d01f8-4a78-4311-a169-2b69cfb0becb HTTP/1.1" status: 200 len: 905 time: 0.9371271 Jul 13 13:37:43.648931 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388d4c85-d033-4236-b92f-93613c3793ad req-6e07245d-ffb4-47d1-9f14-1c4edf7f7e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:43.651007 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-388d4c85-d033-4236-b92f-93613c3793ad req-6e07245d-ffb4-47d1-9f14-1c4edf7f7e34 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7ec77ffc288b40b5a9663fa2e5a78733&device_id=f7b867f4-7848-40ae-bd86-fab896136413 HTTP/1.1" status: 200 len: 1096 time: 0.6681314 Jul 13 13:37:43.652742 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-04b0b42c-20d9-4a43-ba38-8b45d1194e19 None None] Set router 6a579f2f-e206-4c87-9ca4-4cabe6057de4 gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:37:43.765476 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9c8dda-8bb9-4876-9f9e-b9c275c1aa40 req-3066bdab-0f61-48e9-a89b-8ace21ec9f44 tempest-ImagesNegativeTestJSON-1278701337 tempest-ImagesNegativeTestJSON-1278701337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:43.772805 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bc9c8dda-8bb9-4876-9f9e-b9c275c1aa40 req-3066bdab-0f61-48e9-a89b-8ace21ec9f44 tempest-ImagesNegativeTestJSON-1278701337 tempest-ImagesNegativeTestJSON-1278701337-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd1c2ccf-8c2a-43a9-b436-817fde5863a0 HTTP/1.1" status: 200 len: 948 time: 0.2192075 Jul 13 13:37:43.864725 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a83c65a5-3a44-4cb4-a24f-39ea7a97156e req-ff7af5b5-0a11-4258-96c3-5ea7bf0ad3c1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=03e4d41d-7fe8-4f73-920d-1ba5e2f2044c HTTP/1.1" status: 200 len: 1001 time: 0.2280710 Jul 13 13:37:43.880853 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bc9c8dda-8bb9-4876-9f9e-b9c275c1aa40 req-f53581c4-8a78-47de-a644-37070d0be844 tempest-ImagesNegativeTestJSON-1278701337 tempest-ImagesNegativeTestJSON-1278701337-project] 10.222.0.23 "GET /v2.0/security-groups?id=a43d360a-27eb-4c06-9656-43e1c539b73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056118 Jul 13 13:37:43.934636 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.db.resource_extend [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 13 13:37:43.958578 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388d4c85-d033-4236-b92f-93613c3793ad req-f7aa59e2-41b4-44bf-9db7-9a7a0d8f6047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:43.961468 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-388d4c85-d033-4236-b92f-93613c3793ad req-f7aa59e2-41b4-44bf-9db7-9a7a0d8f6047 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5c5b1ca0-24b0-4412-b81d-dc9907cb0039 HTTP/1.1" status: 200 len: 908 time: 0.2735298 Jul 13 13:37:44.025626 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-388d4c85-d033-4236-b92f-93613c3793ad req-bff20a6e-75a8-4bd6-b468-7718c5ed8ed2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5bc2ba68-f67c-464e-9561-339ccd36f9af HTTP/1.1" status: 200 len: 217 time: 0.0574801 Jul 13 13:37:44.086322 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83c65a5-3a44-4cb4-a24f-39ea7a97156e req-6e13fc00-e21b-4ee4-877d-6910d3acbf17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:44.087917 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a83c65a5-3a44-4cb4-a24f-39ea7a97156e req-6e13fc00-e21b-4ee4-877d-6910d3acbf17 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5c7aee23-499f-4864-8fcc-2112b8c98bdb HTTP/1.1" status: 200 len: 844 time: 0.1993010 Jul 13 13:37:44.145084 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388d4c85-d033-4236-b92f-93613c3793ad req-ce9a72ee-757f-4c15-afed-ec581248ce58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:44.147178 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-388d4c85-d033-4236-b92f-93613c3793ad req-ce9a72ee-757f-4c15-afed-ec581248ce58 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=41cb83d6-1972-42a1-91b6-99e2d7728a68 HTTP/1.1" status: 200 len: 848 time: 0.1137488 Jul 13 13:37:44.199347 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port d95c6640-f8c9-4b4d-ad94-af8f862ba556, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=d95c6640-f8c9-4b4d-ad94-af8f862ba556,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:37:44.220490 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-388d4c85-d033-4236-b92f-93613c3793ad req-8e34c31e-7a3d-42ff-b952-b6cc834c77d3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5c5b1ca0-24b0-4412-b81d-dc9907cb0039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595930 Jul 13 13:37:44.222333 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Returning: {'device': 'd95c6640-f8c9-4b4d-ad94-af8f862ba556', 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30', 'port_id': 'd95c6640-f8c9-4b4d-ad94-af8f862ba556', 'mac_address': 'fa:16:3e:cb:64:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60b55863-ceb6-45af-a8a4-4b22d72866af', 'ip_address': '192.168.233.144'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 13:37:44.276924 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-04b0b42c-20d9-4a43-ba38-8b45d1194e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a579f2f-e206-4c87-9ca4-4cabe6057de4', 'name': 'tempest-TaggedBootDevicesTest-1450640649-router', 'tenant_id': '6adf017ce9b34499b7ba676da54c44ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.64'}], 'enable_snat': True}, 'gw_port_id': '0fa0ae64-dc0b-4c1b-9742-6dda8f394e39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:37:27Z', 'updated_at': '2021-07-13T13:37:38Z', 'revision_number': 4, 'project_id': '6adf017ce9b34499b7ba676da54c44ef', 'gw_port': {'id': '0fa0ae64-dc0b-4c1b-9742-6dda8f394e39', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:40:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a579f2f-e206-4c87-9ca4-4cabe6057de4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:37:29Z', 'updated_at': '2021-07-13T13:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': 'da83f38d-d128-48e1-a79d-7995e549918a', 'name': '', 'network_id': 'f75cac05-674a-4151-a43b-a75ea71e3ffa', 'tenant_id': '6adf017ce9b34499b7ba676da54c44ef', 'mac_address': 'fa:16:3e:8e:6a:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a579f2f-e206-4c87-9ca4-4cabe6057de4', 'device_owner': 'network:router_interface', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '3c765b7b-3092-42ad-86c2-6cb8eedd39e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:37:36Z', 'updated_at': '2021-07-13T13:37:42Z', 'revision_number': 4, 'project_id': '6adf017ce9b34499b7ba676da54c44ef', 'subnets': [{'id': '3c765b7b-3092-42ad-86c2-6cb8eedd39e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:37:44.349318 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b0b42c-20d9-4a43-ba38-8b45d1194e19 None None] The sync data for ids ['6a579f2f-e206-4c87-9ca4-4cabe6057de4'] in n-d-800634-1 is: [{'id': '6a579f2f-e206-4c87-9ca4-4cabe6057de4', 'name': 'tempest-TaggedBootDevicesTest-1450640649-router', 'tenant_id': '6adf017ce9b34499b7ba676da54c44ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.64'}], 'enable_snat': True}, 'gw_port_id': '0fa0ae64-dc0b-4c1b-9742-6dda8f394e39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:37:27Z', 'updated_at': '2021-07-13T13:37:38Z', 'revision_number': 4, 'project_id': '6adf017ce9b34499b7ba676da54c44ef', 'gw_port': {'id': '0fa0ae64-dc0b-4c1b-9742-6dda8f394e39', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:40:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a579f2f-e206-4c87-9ca4-4cabe6057de4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:37:29Z', 'updated_at': '2021-07-13T13:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': 'da83f38d-d128-48e1-a79d-7995e549918a', 'name': '', 'network_id': 'f75cac05-674a-4151-a43b-a75ea71e3ffa', 'tenant_id': '6adf017ce9b34499b7ba676da54c44ef', 'mac_address': 'fa:16:3e:8e:6a:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a579f2f-e206-4c87-9ca4-4cabe6057de4', 'device_owner': 'network:router_interface', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '3c765b7b-3092-42ad-86c2-6cb8eedd39e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:37:36Z', 'updated_at': '2021-07-13T13:37:42Z', 'revision_number': 4, 'project_id': '6adf017ce9b34499b7ba676da54c44ef', 'subnets': [{'id': '3c765b7b-3092-42ad-86c2-6cb8eedd39e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:37:44.355699 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:44.394065 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d95c6640-f8c9-4b4d-ad94-af8f862ba556 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:37:44.443270 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83c65a5-3a44-4cb4-a24f-39ea7a97156e req-66b6421f-869d-492a-bb86-8789c560e3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:44.445957 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port d95c6640-f8c9-4b4d-ad94-af8f862ba556, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=d95c6640-f8c9-4b4d-ad94-af8f862ba556,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:37:44.450004 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a83c65a5-3a44-4cb4-a24f-39ea7a97156e req-66b6421f-869d-492a-bb86-8789c560e3a3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b14d01f8-4a78-4311-a169-2b69cfb0becb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3530033 Jul 13 13:37:44.452654 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:44.489333 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 56068) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:37:44.589320 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=d95c6640-f8c9-4b4d-ad94-af8f862ba556,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:37:44.680138 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a951ae09-4736-4a11-b886-1b7d6e413ea9 req-be0b500c-1bb7-43ee-89e6-ea12d0e8c8e1 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:44.693532 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a951ae09-4736-4a11-b886-1b7d6e413ea9 req-be0b500c-1bb7-43ee-89e6-ea12d0e8c8e1 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/ports?device_id=f7b867f4-7848-40ae-bd86-fab896136413 HTTP/1.1" status: 200 len: 945 time: 0.1363721 Jul 13 13:37:44.706381 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['d95c6640-f8c9-4b4d-ad94-af8f862ba556'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:37:44.740164 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-388d4c85-d033-4236-b92f-93613c3793ad req-deabbac1-efc2-4c91-8f7f-c78713404071 service neutron] 10.222.0.41 "GET /v2.0/networks/5c5b1ca0-24b0-4412-b81d-dc9907cb0039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5116632 Jul 13 13:37:44.750110 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-79ba1cc3-0a34-4443-bbff-6d6d1ed7f08e admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1172175361-network', 'tenant_id': 'b4e9d89e89ad4eb386e1a2c4bb9f1af8'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:37:44.823507 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79ba1cc3-0a34-4443-bbff-6d6d1ed7f08e admin admin] Made reservation on behalf of b4e9d89e89ad4eb386e1a2c4bb9f1af8 for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:37:44.829868 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-79ba1cc3-0a34-4443-bbff-6d6d1ed7f08e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:44.937533 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a951ae09-4736-4a11-b886-1b7d6e413ea9 req-ca020478-841a-4d64-9c97-6a94d1d7cf7b tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/security-groups?id=4f83e00a-e782-49e6-b944-d06b9e971cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427876 Jul 13 13:37:44.943908 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-79ba1cc3-0a34-4443-bbff-6d6d1ed7f08e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:45.019801 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a83c65a5-3a44-4cb4-a24f-39ea7a97156e req-48fd8419-b656-4208-9960-cd5be74874dd service neutron] 10.222.0.41 "GET /v2.0/networks/b14d01f8-4a78-4311-a169-2b69cfb0becb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5546324 Jul 13 13:37:45.133974 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device da83f38d-d128-48e1-a79d-7995e549918a up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:37:45.275528 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-79ba1cc3-0a34-4443-bbff-6d6d1ed7f08e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:45.288167 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-79ba1cc3-0a34-4443-bbff-6d6d1ed7f08e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:45.334569 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-388d4c85-d033-4236-b92f-93613c3793ad req-382e8938-acf9-4c5c-a09e-2ede863eb6af service neutron] 10.222.0.41 "GET /v2.0/networks/5c5b1ca0-24b0-4412-b81d-dc9907cb0039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5868926 Jul 13 13:37:45.335062 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 56082) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:37:45.352918 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port da83f38d-d128-48e1-a79d-7995e549918a completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:37:45.362823 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port da83f38d-d128-48e1-a79d-7995e549918a triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:37:45.363767 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:45.399180 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85846d18-b251-422f-a49b-7776c0b58383 req-c8d18dae-de7f-4ce1-9de5-02dfafa64fad tempest-ImagesNegativeTestJSON-1278701337 tempest-ImagesNegativeTestJSON-1278701337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:45.407189 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-85846d18-b251-422f-a49b-7776c0b58383 req-c8d18dae-de7f-4ce1-9de5-02dfafa64fad tempest-ImagesNegativeTestJSON-1278701337 tempest-ImagesNegativeTestJSON-1278701337-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd1c2ccf-8c2a-43a9-b436-817fde5863a0 HTTP/1.1" status: 200 len: 949 time: 0.1864026 Jul 13 13:37:45.411510 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a83c65a5-3a44-4cb4-a24f-39ea7a97156e req-623422f1-4d25-475e-828c-5fe0797fe8c6 service neutron] 10.222.0.41 "GET /v2.0/networks/b14d01f8-4a78-4311-a169-2b69cfb0becb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3815482 Jul 13 13:37:45.414288 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79ba1cc3-0a34-4443-bbff-6d6d1ed7f08e admin admin] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 13:37:45.442108 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ba1cc3-0a34-4443-bbff-6d6d1ed7f08e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ffcfb5f-7036-45f3-87ce-4f334f2bfb09,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:37:45.472819 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-79ba1cc3-0a34-4443-bbff-6d6d1ed7f08e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:45.474663 n-d-800634-1 neutron-server[93751]: INFO neutron.db.segments_db [None req-79ba1cc3-0a34-4443-bbff-6d6d1ed7f08e admin admin] Added segment dad73f10-05a5-4538-9035-523905697a50 of type vlan for network 67426c9e-3c26-4480-8d9c-f93e51acca1e Jul 13 13:37:45.550431 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-85846d18-b251-422f-a49b-7776c0b58383 req-f29bfa74-3d28-4377-8d95-9378fe9fa4cb tempest-ImagesNegativeTestJSON-1278701337 tempest-ImagesNegativeTestJSON-1278701337-project] 10.222.0.23 "GET /v2.0/security-groups?id=a43d360a-27eb-4c06-9656-43e1c539b73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414902 Jul 13 13:37:45.559189 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:45.585266 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-79ba1cc3-0a34-4443-bbff-6d6d1ed7f08e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:45.592791 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388d4c85-d033-4236-b92f-93613c3793ad req-26cb6b79-9208-48fa-8cc5-80c11b17debd tempest-LiveMigrationTest-1713788618 tempest-LiveMigrationTest-1713788618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:45.594344 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-388d4c85-d033-4236-b92f-93613c3793ad req-26cb6b79-9208-48fa-8cc5-80c11b17debd tempest-LiveMigrationTest-1713788618 tempest-LiveMigrationTest-1713788618-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=f7b867f4-7848-40ae-bd86-fab896136413&tenant_id=7ec77ffc288b40b5a9663fa2e5a78733&binding%3Ahost_id=n-h1-800634-1 HTTP/1.1" status: 200 len: 1096 time: 0.1804748 Jul 13 13:37:45.609410 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-388d4c85-d033-4236-b92f-93613c3793ad req-1c11322a-90cd-4c5a-b3cc-a7198e6248b4 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-800634-1'}}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:37:45.629398 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-79ba1cc3-0a34-4443-bbff-6d6d1ed7f08e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:45.630825 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ba1cc3-0a34-4443-bbff-6d6d1ed7f08e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:45.631876 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-79ba1cc3-0a34-4443-bbff-6d6d1ed7f08e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:45.706883 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port da83f38d-d128-48e1-a79d-7995e549918a, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=da83f38d-d128-48e1-a79d-7995e549918a,segment=NetworkSegment(ff3ccd98-edad-42e9-895c-e5d69e27583e),segment_id=ff3ccd98-edad-42e9-895c-e5d69e27583e)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:37:45.718239 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:45.732944 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d8b565b1-5b7e-4a6c-8912-a4137d0158f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:45.777516 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ba1cc3-0a34-4443-bbff-6d6d1ed7f08e admin admin] Pushing event updated for resources: {'Network': ['ID=67426c9e-3c26-4480-8d9c-f93e51acca1e,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:37:45.798335 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network 67426c9e-3c26-4480-8d9c-f93e51acca1e details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 13:37:45.812021 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-388d4c85-d033-4236-b92f-93613c3793ad req-1c11322a-90cd-4c5a-b3cc-a7198e6248b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:46.045094 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=da83f38d-d128-48e1-a79d-7995e549918a,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:37:46.248253 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-388d4c85-d033-4236-b92f-93613c3793ad req-1c11322a-90cd-4c5a-b3cc-a7198e6248b4 service neutron] For port 5bc2ba68-f67c-464e-9561-339ccd36f9af, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=5bc2ba68-f67c-464e-9561-339ccd36f9af,segment=NetworkSegment(f952029b-434e-49c6-8d96-f83b0194500d),segment_id=f952029b-434e-49c6-8d96-f83b0194500d)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:37:46.286611 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596fd343-80bc-47c6-8390-d872134e8130 req-1a1e2b50-b853-425b-ba88-bd74bf5a8527 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:46.296261 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-596fd343-80bc-47c6-8390-d872134e8130 req-1a1e2b50-b853-425b-ba88-bd74bf5a8527 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/ports?device_id=f7b867f4-7848-40ae-bd86-fab896136413 HTTP/1.1" status: 200 len: 945 time: 0.0988152 Jul 13 13:37:46.324778 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d8b565b1-5b7e-4a6c-8912-a4137d0158f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:46.337677 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d8b565b1-5b7e-4a6c-8912-a4137d0158f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:46.383582 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-79ba1cc3-0a34-4443-bbff-6d6d1ed7f08e admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.8929012 Jul 13 13:37:46.394978 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-388d4c85-d033-4236-b92f-93613c3793ad req-1c11322a-90cd-4c5a-b3cc-a7198e6248b4 service neutron] For port 5bc2ba68-f67c-464e-9561-339ccd36f9af, host n-h1-800634-1, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:37:46.396297 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 56100) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:37:46.422355 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-3b1a824c-0fb2-4b01-89f0-2fc20f9c8503 admin admin] Request body: {'subnet': {'network_id': '67426c9e-3c26-4480-8d9c-f93e51acca1e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1172175361-subnet', 'tenant_id': 'b4e9d89e89ad4eb386e1a2c4bb9f1af8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:37:46.430754 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-596fd343-80bc-47c6-8390-d872134e8130 req-a376f11b-f84a-484b-9f03-f967fada39ea tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/security-groups?id=4f83e00a-e782-49e6-b944-d06b9e971cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332350 Jul 13 13:37:46.431318 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b565b1-5b7e-4a6c-8912-a4137d0158f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5749ac7c-7675-4802-bbaa-1bc252279688,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:37:46.446142 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-d8b565b1-5b7e-4a6c-8912-a4137d0158f8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2c839a758a74477c8fb9b8601a1e4217&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1079688 Jul 13 13:37:46.448949 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 56102) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:37:46.487156 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7b867f4-7848-40ae-bd86-fab896136413', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5bc2ba68-f67c-464e-9561-339ccd36f9af'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:37:46.489437 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83bce001-2603-48ea-8a4d-1ab3a10c1887" -d '{"events": [{"server_uuid": "f7b867f4-7848-40ae-bd86-fab896136413", "name": "network-vif-unplugged", "status": "completed", "tag": "5bc2ba68-f67c-464e-9561-339ccd36f9af"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:37:46.493325 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-388d4c85-d033-4236-b92f-93613c3793ad req-1c11322a-90cd-4c5a-b3cc-a7198e6248b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:46.522448 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b1a824c-0fb2-4b01-89f0-2fc20f9c8503 admin admin] Made reservation on behalf of b4e9d89e89ad4eb386e1a2c4bb9f1af8 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:37:46.529640 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3b1a824c-0fb2-4b01-89f0-2fc20f9c8503 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4763385'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:46.534811 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-388d4c85-d033-4236-b92f-93613c3793ad req-1c11322a-90cd-4c5a-b3cc-a7198e6248b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:46.545142 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5fc50073-a7c8-48f0-a13d-6ec0666f0634 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:46.593323 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5fc50073-a7c8-48f0-a13d-6ec0666f0634 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:46.665363 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5fc50073-a7c8-48f0-a13d-6ec0666f0634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:46.669125 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5fc50073-a7c8-48f0-a13d-6ec0666f0634 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:46.675319 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-5fc50073-a7c8-48f0-a13d-6ec0666f0634 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5749ac7c-7675-4802-bbaa-1bc252279688 HTTP/1.1" status: 204 len: 168 time: 0.2252040 Jul 13 13:37:46.692813 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc50073-a7c8-48f0-a13d-6ec0666f0634 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5749ac7c-7675-4802-bbaa-1bc252279688,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:37:46.717381 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 13:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89308205-892f-46e0-9ba9-524a53d9e5e0 x-openstack-request-id: req-89308205-892f-46e0-9ba9-524a53d9e5e0 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:37:46.717678 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7b867f4-7848-40ae-bd86-fab896136413", "name": "network-vif-unplugged", "status": "completed", "tag": "5bc2ba68-f67c-464e-9561-339ccd36f9af", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:37:46.717966 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-89308205-892f-46e0-9ba9-524a53d9e5e0 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:37:46.718441 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7b867f4-7848-40ae-bd86-fab896136413', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5bc2ba68-f67c-464e-9561-339ccd36f9af', 'code': 200} Jul 13 13:37:46.719099 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c11322a-90cd-4c5a-b3cc-a7198e6248b4 service neutron] Pushing event updated for resources: {'Port': ['ID=5bc2ba68-f67c-464e-9561-339ccd36f9af,revision_number=7']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:37:46.795045 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c047cbf9-1f50-465f-a2ff-6dabe79ccec3 req-e7fd11e6-df4b-4249-8283-b7ea10125a0d tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:46.801400 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c047cbf9-1f50-465f-a2ff-6dabe79ccec3 req-e7fd11e6-df4b-4249-8283-b7ea10125a0d tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/ports?device_id=a09c1465-f015-4b4f-811e-dc1d66598208 HTTP/1.1" status: 200 len: 945 time: 0.3341820 Jul 13 13:37:46.846266 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d929f6-ef2b-44e2-b1b0-74ab7c81c62b req-6701da9b-3b3a-474e-9037-245b15068d34 tempest-ImagesNegativeTestJSON-1278701337 tempest-ImagesNegativeTestJSON-1278701337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:46.856708 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-75d929f6-ef2b-44e2-b1b0-74ab7c81c62b req-6701da9b-3b3a-474e-9037-245b15068d34 tempest-ImagesNegativeTestJSON-1278701337 tempest-ImagesNegativeTestJSON-1278701337-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd1c2ccf-8c2a-43a9-b436-817fde5863a0 HTTP/1.1" status: 200 len: 949 time: 0.1132066 Jul 13 13:37:46.887920 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-388d4c85-d033-4236-b92f-93613c3793ad req-1c11322a-90cd-4c5a-b3cc-a7198e6248b4 service neutron] Attempting to bind port 5bc2ba68-f67c-464e-9561-339ccd36f9af on host n-h1-800634-1 for vnic_type normal with profile {"migrating_to": "n-h2-800634-1"} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:37:46.888482 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-388d4c85-d033-4236-b92f-93613c3793ad req-1c11322a-90cd-4c5a-b3cc-a7198e6248b4 service neutron] Attempting to bind port 5bc2ba68-f67c-464e-9561-339ccd36f9af by drivers openvswitch,hyperv on host n-h1-800634-1 at level 0 using segments [{'id': 'f952029b-434e-49c6-8d96-f83b0194500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5c5b1ca0-24b0-4412-b81d-dc9907cb0039'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:37:46.888622 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388d4c85-d033-4236-b92f-93613c3793ad req-1c11322a-90cd-4c5a-b3cc-a7198e6248b4 service neutron] Attempting to bind port 5bc2ba68-f67c-464e-9561-339ccd36f9af on network 5c5b1ca0-24b0-4412-b81d-dc9907cb0039 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:37:46.931567 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-75d929f6-ef2b-44e2-b1b0-74ab7c81c62b req-a6ffb377-4a74-47ac-9126-b7feb0904353 tempest-ImagesNegativeTestJSON-1278701337 tempest-ImagesNegativeTestJSON-1278701337-project] 10.222.0.23 "GET /v2.0/security-groups?id=a43d360a-27eb-4c06-9656-43e1c539b73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738962 Jul 13 13:37:46.957872 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device d95c6640-f8c9-4b4d-ad94-af8f862ba556 up at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:37:46.971624 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388d4c85-d033-4236-b92f-93613c3793ad req-1c11322a-90cd-4c5a-b3cc-a7198e6248b4 service neutron] Port 5bc2ba68-f67c-464e-9561-339ccd36f9af on network 5c5b1ca0-24b0-4412-b81d-dc9907cb0039 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-1 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:37:46.971949 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388d4c85-d033-4236-b92f-93613c3793ad req-1c11322a-90cd-4c5a-b3cc-a7198e6248b4 service neutron] Attempting to bind port 5bc2ba68-f67c-464e-9561-339ccd36f9af on network 5c5b1ca0-24b0-4412-b81d-dc9907cb0039 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:37:46.982567 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388d4c85-d033-4236-b92f-93613c3793ad req-1c11322a-90cd-4c5a-b3cc-a7198e6248b4 service neutron] Checking agent: {'id': 'a7603dc8-3c50-4a9b-8f0d-1143528f155e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:37:46.982912 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388d4c85-d033-4236-b92f-93613c3793ad req-1c11322a-90cd-4c5a-b3cc-a7198e6248b4 service neutron] Checking segment: {'id': 'f952029b-434e-49c6-8d96-f83b0194500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5c5b1ca0-24b0-4412-b81d-dc9907cb0039'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:37:46.983291 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388d4c85-d033-4236-b92f-93613c3793ad req-1c11322a-90cd-4c5a-b3cc-a7198e6248b4 service neutron] Bound using segment: {'id': 'f952029b-434e-49c6-8d96-f83b0194500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5c5b1ca0-24b0-4412-b81d-dc9907cb0039'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:37:46.983987 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-388d4c85-d033-4236-b92f-93613c3793ad req-1c11322a-90cd-4c5a-b3cc-a7198e6248b4 service neutron] Bound port: 5bc2ba68-f67c-464e-9561-339ccd36f9af, host: n-h1-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f952029b-434e-49c6-8d96-f83b0194500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5c5b1ca0-24b0-4412-b81d-dc9907cb0039'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:37:46.984358 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-388d4c85-d033-4236-b92f-93613c3793ad req-1c11322a-90cd-4c5a-b3cc-a7198e6248b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:47.024068 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c047cbf9-1f50-465f-a2ff-6dabe79ccec3 req-68ea71b8-07bc-41b7-ad52-a88d1800ef4f tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8450e8a-3ce6-4095-b6b4-37555b8042b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216752 Jul 13 13:37:47.025559 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device da83f38d-d128-48e1-a79d-7995e549918a up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:37:47.164729 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3b1a824c-0fb2-4b01-89f0-2fc20f9c8503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5970588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4763339'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:47.173565 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9f0059e5-5a84-41fd-bc1f-00c4166de27e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:47.177648 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-388d4c85-d033-4236-b92f-93613c3793ad req-1c11322a-90cd-4c5a-b3cc-a7198e6248b4 service neutron] For port 5bc2ba68-f67c-464e-9561-339ccd36f9af, host n-h1-800634-1, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:37:47.182286 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-388d4c85-d033-4236-b92f-93613c3793ad req-1c11322a-90cd-4c5a-b3cc-a7198e6248b4 service neutron] For port 5bc2ba68-f67c-464e-9561-339ccd36f9af, host n-h1-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=5bc2ba68-f67c-464e-9561-339ccd36f9af,segment=NetworkSegment(f952029b-434e-49c6-8d96-f83b0194500d),segment_id=f952029b-434e-49c6-8d96-f83b0194500d)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:37:47.193224 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning for port d95c6640-f8c9-4b4d-ad94-af8f862ba556 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:37:47.195895 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port da83f38d-d128-48e1-a79d-7995e549918a triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:37:47.196464 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:47.200397 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning complete for port d95c6640-f8c9-4b4d-ad94-af8f862ba556 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:37:47.200968 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:47.217044 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-388d4c85-d033-4236-b92f-93613c3793ad req-1c11322a-90cd-4c5a-b3cc-a7198e6248b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:47.324856 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1a824c-0fb2-4b01-89f0-2fc20f9c8503 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9206f179-c907-47e1-aca9-1926e38f3ea3,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:37:47.401895 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1a824c-0fb2-4b01-89f0-2fc20f9c8503 admin admin] Checking segment: {'id': 'dad73f10-05a5-4538-9035-523905697a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '67426c9e-3c26-4480-8d9c-f93e51acca1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:37:47.402794 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b1a824c-0fb2-4b01-89f0-2fc20f9c8503 admin admin] Network hostable DHCP agents. Network: 67426c9e-3c26-4480-8d9c-f93e51acca1e, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 13:37:47.417715 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388d4c85-d033-4236-b92f-93613c3793ad req-1c11322a-90cd-4c5a-b3cc-a7198e6248b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:47.418763 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-388d4c85-d033-4236-b92f-93613c3793ad req-1c11322a-90cd-4c5a-b3cc-a7198e6248b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:47.421014 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-388d4c85-d033-4236-b92f-93613c3793ad req-1c11322a-90cd-4c5a-b3cc-a7198e6248b4 service neutron] 10.222.0.41 "PUT /v2.0/ports/5bc2ba68-f67c-464e-9561-339ccd36f9af HTTP/1.1" status: 200 len: 1121 time: 1.8157840 Jul 13 13:37:47.422314 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:47.427067 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c11322a-90cd-4c5a-b3cc-a7198e6248b4 service neutron] Pushing event updated for resources: {'Port': ['ID=5bc2ba68-f67c-464e-9561-339ccd36f9af,revision_number=8']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:37:47.443741 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b1a824c-0fb2-4b01-89f0-2fc20f9c8503 admin admin] Network 67426c9e-3c26-4480-8d9c-f93e51acca1e is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 13:37:47.458924 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-3b1a824c-0fb2-4b01-89f0-2fc20f9c8503 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, 67426c9e-3c26-4480-8d9c-f93e51acca1e) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:37:47.462516 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd1c2ccf-8c2a-43a9-b436-817fde5863a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd95c6640-f8c9-4b4d-ad94-af8f862ba556'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:37:47.464095 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b1a824c-0fb2-4b01-89f0-2fc20f9c8503 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:47.464809 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0f80006-9656-4653-b6ae-0a2b9eb210ef" -d '{"events": [{"server_uuid": "dd1c2ccf-8c2a-43a9-b436-817fde5863a0", "name": "network-vif-plugged", "status": "completed", "tag": "d95c6640-f8c9-4b4d-ad94-af8f862ba556"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:37:47.466006 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3b1a824c-0fb2-4b01-89f0-2fc20f9c8503 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:47.478501 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7a7e81b-3af3-4a09-a2f8-a6457ea0ab48 None None] Network 67426c9e-3c26-4480-8d9c-f93e51acca1e requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:37:47.484115 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port d95c6640-f8c9-4b4d-ad94-af8f862ba556, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=d95c6640-f8c9-4b4d-ad94-af8f862ba556,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:37:47.493561 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-3b1a824c-0fb2-4b01-89f0-2fc20f9c8503 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0961521 Jul 13 13:37:47.497963 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['5bc2ba68-f67c-464e-9561-339ccd36f9af'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:37:47.554241 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:47.617394 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a8790f7-1611-4624-a1b7-dd405d12d46c x-openstack-request-id: req-7a8790f7-1611-4624-a1b7-dd405d12d46c {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:37:47.618486 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd1c2ccf-8c2a-43a9-b436-817fde5863a0", "name": "network-vif-plugged", "status": "completed", "tag": "d95c6640-f8c9-4b4d-ad94-af8f862ba556", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:37:47.619299 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7a8790f7-1611-4624-a1b7-dd405d12d46c {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:37:47.620022 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd1c2ccf-8c2a-43a9-b436-817fde5863a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd95c6640-f8c9-4b4d-ad94-af8f862ba556', 'code': 200} Jul 13 13:37:47.654230 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 56124) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:37:47.679049 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-423aba7a-584c-4564-a0d5-6ce057006cb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:47.813849 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5064fa5e-5c9b-4edf-a3d9-aa97499591ad req-7b3155f3-724b-41c8-b543-6f0e02c85a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:47.818083 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5064fa5e-5c9b-4edf-a3d9-aa97499591ad req-7b3155f3-724b-41c8-b543-6f0e02c85a8b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=dd1c2ccf-8c2a-43a9-b436-817fde5863a0 HTTP/1.1" status: 200 len: 1101 time: 0.1337595 Jul 13 13:37:47.847086 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-423aba7a-584c-4564-a0d5-6ce057006cb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:47.856005 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-423aba7a-584c-4564-a0d5-6ce057006cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:47.889455 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5064fa5e-5c9b-4edf-a3d9-aa97499591ad req-a7ab6808-db5d-4eb7-8345-8332d449e91a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a43d360a-27eb-4c06-9656-43e1c539b73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627313 Jul 13 13:37:47.907940 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423aba7a-584c-4564-a0d5-6ce057006cb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f13bafe-48f8-4c9a-80cd-1151b76b7b86,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:37:47.957513 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-423aba7a-584c-4564-a0d5-6ce057006cb7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d92d0ab6231f4629a2a57fc5bb8ff67d&name=default HTTP/1.1" status: 200 len: 2981 time: 0.2986636 Jul 13 13:37:47.958178 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 56134) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:37:48.018627 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97cb88e5-bda7-4b42-98cf-749956a74cb5 None None] Network 67426c9e-3c26-4480-8d9c-f93e51acca1e requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:37:48.119128 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=d95c6640-f8c9-4b4d-ad94-af8f862ba556,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:37:48.152237 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b7b6d2f0-3189-470c-9726-b18aa0640d65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:48.255707 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b7b6d2f0-3189-470c-9726-b18aa0640d65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:48.276616 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafd66cf-64b2-4f70-8f16-cfb7b64cb712 req-c40a9979-ca06-4066-a189-5bc422a3d834 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:48.278493 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cafd66cf-64b2-4f70-8f16-cfb7b64cb712 req-c40a9979-ca06-4066-a189-5bc422a3d834 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.41 "GET /v2.0/ports?device_id=a09c1465-f015-4b4f-811e-dc1d66598208 HTTP/1.1" status: 200 len: 945 time: 0.2801487 Jul 13 13:37:48.351716 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df2f18b-be10-496d-9258-9ad9bf9bfd95 req-c13caf64-eab5-4568-a013-f3b20fe34b52 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:48.358978 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0df2f18b-be10-496d-9258-9ad9bf9bfd95 req-c13caf64-eab5-4568-a013-f3b20fe34b52 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/ports?device_id=f7b867f4-7848-40ae-bd86-fab896136413 HTTP/1.1" status: 200 len: 943 time: 0.2619934 Jul 13 13:37:48.454849 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0df2f18b-be10-496d-9258-9ad9bf9bfd95 req-51835fda-f990-413d-b889-7ec2a9c3a4d7 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/security-groups?id=4f83e00a-e782-49e6-b944-d06b9e971cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943227 Jul 13 13:37:48.457765 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b7b6d2f0-3189-470c-9726-b18aa0640d65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:48.468480 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b7b6d2f0-3189-470c-9726-b18aa0640d65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:48.470106 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-b7b6d2f0-3189-470c-9726-b18aa0640d65 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3f13bafe-48f8-4c9a-80cd-1151b76b7b86 HTTP/1.1" status: 204 len: 168 time: 0.5106204 Jul 13 13:37:48.492517 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b6d2f0-3189-470c-9726-b18aa0640d65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f13bafe-48f8-4c9a-80cd-1151b76b7b86,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:37:48.537838 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-cafd66cf-64b2-4f70-8f16-cfb7b64cb712 req-25ee550b-2835-4062-a6c1-970f16012697 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Deleting port c0e69f01-8777-4567-83df-1cec2da252a2 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:37:48.538057 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-cafd66cf-64b2-4f70-8f16-cfb7b64cb712 req-25ee550b-2835-4062-a6c1-970f16012697 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:48.699954 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6042bc-8493-487f-b2a2-7931ccb66fd8 req-56aca601-49da-4ce9-90bc-8e159bd8b3bd tempest-ImagesNegativeTestJSON-1278701337 tempest-ImagesNegativeTestJSON-1278701337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:48.703603 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ce6042bc-8493-487f-b2a2-7931ccb66fd8 req-56aca601-49da-4ce9-90bc-8e159bd8b3bd tempest-ImagesNegativeTestJSON-1278701337 tempest-ImagesNegativeTestJSON-1278701337-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd1c2ccf-8c2a-43a9-b436-817fde5863a0 HTTP/1.1" status: 200 len: 950 time: 0.1570234 Jul 13 13:37:48.744467 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7b867f4-7848-40ae-bd86-fab896136413', 'tag': '5bc2ba68-f67c-464e-9561-339ccd36f9af'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:37:48.747296 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-593cf509-909e-4993-81fd-6843bb779acc" -d '{"events": [{"name": "network-changed", "server_uuid": "f7b867f4-7848-40ae-bd86-fab896136413", "tag": "5bc2ba68-f67c-464e-9561-339ccd36f9af"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:37:48.764143 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ce6042bc-8493-487f-b2a2-7931ccb66fd8 req-a5b7631c-3777-4c9b-baed-5658fb9069b9 tempest-ImagesNegativeTestJSON-1278701337 tempest-ImagesNegativeTestJSON-1278701337-project] 10.222.0.23 "GET /v2.0/security-groups?id=a43d360a-27eb-4c06-9656-43e1c539b73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533955 Jul 13 13:37:48.775943 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-cafd66cf-64b2-4f70-8f16-cfb7b64cb712 req-25ee550b-2835-4062-a6c1-970f16012697 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] For port c0e69f01-8777-4567-83df-1cec2da252a2, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=c0e69f01-8777-4567-83df-1cec2da252a2,segment=NetworkSegment(8ca861d2-7f67-42e9-b790-b2afeca7fd40),segment_id=8ca861d2-7f67-42e9-b790-b2afeca7fd40)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:37:48.776333 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-cafd66cf-64b2-4f70-8f16-cfb7b64cb712 req-25ee550b-2835-4062-a6c1-970f16012697 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:48.802476 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-cafd66cf-64b2-4f70-8f16-cfb7b64cb712 req-25ee550b-2835-4062-a6c1-970f16012697 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Calling delete_port for c0e69f01-8777-4567-83df-1cec2da252a2 owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:37:48.891954 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87db9ce1-a2cb-4f27-a5b6-fc9178f2b85c req-82d78425-f063-41e9-8c84-ac65ebf56f8b tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:48.893659 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-87db9ce1-a2cb-4f27-a5b6-fc9178f2b85c req-82d78425-f063-41e9-8c84-ac65ebf56f8b tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/ports?device_id=a09c1465-f015-4b4f-811e-dc1d66598208 HTTP/1.1" status: 200 len: 945 time: 0.2328470 Jul 13 13:37:48.962261 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 5bc2ba68-f67c-464e-9561-339ccd36f9af details requested by agent hyperv_n-h2-800634-1 with host n-h2-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 13:37:48.964301 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-87db9ce1-a2cb-4f27-a5b6-fc9178f2b85c req-5d61a4f3-8711-4127-a7d8-24f67e3c8f66 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8450e8a-3ce6-4095-b6b4-37555b8042b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617926 Jul 13 13:37:49.034253 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 13:37:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8b88a84-b597-4f14-9dc9-9f2986708d7e x-openstack-request-id: req-a8b88a84-b597-4f14-9dc9-9f2986708d7e {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:37:49.034555 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7b867f4-7848-40ae-bd86-fab896136413", "tag": "5bc2ba68-f67c-464e-9561-339ccd36f9af", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:37:49.034811 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a8b88a84-b597-4f14-9dc9-9f2986708d7e {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:37:49.035218 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7b867f4-7848-40ae-bd86-fab896136413', 'tag': '5bc2ba68-f67c-464e-9561-339ccd36f9af', 'status': 'completed', 'code': 200} Jul 13 13:37:49.129497 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-cafd66cf-64b2-4f70-8f16-cfb7b64cb712 req-25ee550b-2835-4062-a6c1-970f16012697 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:49.151324 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['c0e69f01-8777-4567-83df-1cec2da252a2'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:37:49.188369 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 5bc2ba68-f67c-464e-9561-339ccd36f9af, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=5bc2ba68-f67c-464e-9561-339ccd36f9af,segment=NetworkSegment(f952029b-434e-49c6-8d96-f83b0194500d),segment_id=f952029b-434e-49c6-8d96-f83b0194500d)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:37:49.201217 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 5bc2ba68-f67c-464e-9561-339ccd36f9af has no active binding in host n-h2-800634-1 {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 13 13:37:49.206711 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ee550b-2835-4062-a6c1-970f16012697 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Pushing event deleted for resources: {'Port': ['ID=c0e69f01-8777-4567-83df-1cec2da252a2,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:37:49.217177 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593cf509-909e-4993-81fd-6843bb779acc req-8c0205a9-f7b6-49b6-9f07-00bd514d1346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:49.219003 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-593cf509-909e-4993-81fd-6843bb779acc req-8c0205a9-f7b6-49b6-9f07-00bd514d1346 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7ec77ffc288b40b5a9663fa2e5a78733&device_id=f7b867f4-7848-40ae-bd86-fab896136413 HTTP/1.1" status: 200 len: 1124 time: 0.1589973 Jul 13 13:37:49.276579 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-cafd66cf-64b2-4f70-8f16-cfb7b64cb712 req-25ee550b-2835-4062-a6c1-970f16012697 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] No DVR routers for this DVR port c0e69f01-8777-4567-83df-1cec2da252a2 on host n-h2-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:37:49.304196 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-cafd66cf-64b2-4f70-8f16-cfb7b64cb712 req-25ee550b-2835-4062-a6c1-970f16012697 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:49.306265 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cafd66cf-64b2-4f70-8f16-cfb7b64cb712 req-25ee550b-2835-4062-a6c1-970f16012697 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.41 "DELETE /v2.0/ports/c0e69f01-8777-4567-83df-1cec2da252a2 HTTP/1.1" status: 204 len: 173 time: 1.0202181 Jul 13 13:37:49.364745 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593cf509-909e-4993-81fd-6843bb779acc req-2ef6a0e1-7600-4336-956a-9fd879fafec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:49.366516 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-593cf509-909e-4993-81fd-6843bb779acc req-2ef6a0e1-7600-4336-956a-9fd879fafec8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=5c5b1ca0-24b0-4412-b81d-dc9907cb0039 HTTP/1.1" status: 200 len: 908 time: 0.1238167 Jul 13 13:37:49.426155 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-593cf509-909e-4993-81fd-6843bb779acc req-019c0d98-1a2c-4d1c-bd10-a13b330abb32 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5bc2ba68-f67c-464e-9561-339ccd36f9af HTTP/1.1" status: 200 len: 217 time: 0.0502365 Jul 13 13:37:49.484384 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593cf509-909e-4993-81fd-6843bb779acc req-9b9cbc97-ae2a-4d87-8cc0-59da03478b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:49.489359 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-593cf509-909e-4993-81fd-6843bb779acc req-9b9cbc97-ae2a-4d87-8cc0-59da03478b29 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=41cb83d6-1972-42a1-91b6-99e2d7728a68 HTTP/1.1" status: 200 len: 848 time: 0.0564139 Jul 13 13:37:49.574273 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-593cf509-909e-4993-81fd-6843bb779acc req-902e7189-0143-47ef-b238-9ca1dd6ab089 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5c5b1ca0-24b0-4412-b81d-dc9907cb0039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0782740 Jul 13 13:37:49.791973 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-593cf509-909e-4993-81fd-6843bb779acc req-70d1cabf-7fa1-49ce-afc0-f0c41f74f56b service neutron] 10.222.0.26 "GET /v2.0/networks/5c5b1ca0-24b0-4412-b81d-dc9907cb0039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092805 Jul 13 13:37:49.798760 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445e061d-53e8-4b38-867d-6c842a4ec52f req-d48a143f-bcec-479a-a30c-47d3d1479f24 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:49.817265 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-445e061d-53e8-4b38-867d-6c842a4ec52f req-d48a143f-bcec-479a-a30c-47d3d1479f24 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/ports?device_id=f7b867f4-7848-40ae-bd86-fab896136413 HTTP/1.1" status: 200 len: 943 time: 0.1390953 Jul 13 13:37:49.844250 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-289fe409-db0a-4483-b71c-3234e3cc7598 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:49.882048 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-445e061d-53e8-4b38-867d-6c842a4ec52f req-2e59b92d-ab2a-45cf-a4ae-3dc71f507a8a tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/security-groups?id=4f83e00a-e782-49e6-b944-d06b9e971cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554607 Jul 13 13:37:49.943204 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:50.005176 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-593cf509-909e-4993-81fd-6843bb779acc req-25bce858-e622-4775-ba35-f01e4dffe0cb service neutron] 10.222.0.26 "GET /v2.0/networks/5c5b1ca0-24b0-4412-b81d-dc9907cb0039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048821 Jul 13 13:37:50.139618 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f268a7-3c42-4595-8694-3612c1cd74ee req-4c52d9e9-45c5-4479-89fe-b37c5eeef4c0 tempest-ImagesNegativeTestJSON-1278701337 tempest-ImagesNegativeTestJSON-1278701337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:50.142152 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b6f268a7-3c42-4595-8694-3612c1cd74ee req-4c52d9e9-45c5-4479-89fe-b37c5eeef4c0 tempest-ImagesNegativeTestJSON-1278701337 tempest-ImagesNegativeTestJSON-1278701337-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd1c2ccf-8c2a-43a9-b436-817fde5863a0 HTTP/1.1" status: 200 len: 950 time: 0.1135035 Jul 13 13:37:50.231503 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b6f268a7-3c42-4595-8694-3612c1cd74ee req-c9316c66-d3f3-47bb-ac27-cd1c3a8e4a71 tempest-ImagesNegativeTestJSON-1278701337 tempest-ImagesNegativeTestJSON-1278701337-project] 10.222.0.23 "GET /v2.0/security-groups?id=a43d360a-27eb-4c06-9656-43e1c539b73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823226 Jul 13 13:37:50.424305 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-252e5e68-90b0-4f5f-b4d0-ba39ad7be9e2 req-6bc0270a-7688-40b2-8d1e-c0e344c3592a tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/ports?device_id=a09c1465-f015-4b4f-811e-dc1d66598208 HTTP/1.1" status: 200 len: 210 time: 0.0501275 Jul 13 13:37:50.823953 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a32f570-45e1-498c-820c-a1429ec16455 req-6a4b196a-ae1e-4683-9589-cdbe66fc9f65 tempest-ImagesNegativeTestJSON-1278701337 tempest-ImagesNegativeTestJSON-1278701337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:50.831951 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0a32f570-45e1-498c-820c-a1429ec16455 req-6a4b196a-ae1e-4683-9589-cdbe66fc9f65 tempest-ImagesNegativeTestJSON-1278701337 tempest-ImagesNegativeTestJSON-1278701337-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd1c2ccf-8c2a-43a9-b436-817fde5863a0 HTTP/1.1" status: 200 len: 950 time: 0.0777245 Jul 13 13:37:50.880413 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5570931d-330a-4878-9729-83cb3c135d3d req-78460a94-cc91-4a6f-882f-6c1dfcfe48e5 tempest-ServerGroupTestJSON-664834325 tempest-ServerGroupTestJSON-664834325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:50.890102 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5570931d-330a-4878-9729-83cb3c135d3d req-78460a94-cc91-4a6f-882f-6c1dfcfe48e5 tempest-ServerGroupTestJSON-664834325 tempest-ServerGroupTestJSON-664834325-project] 10.222.0.23 "GET /v2.0/networks?id=67426c9e-3c26-4480-8d9c-f93e51acca1e HTTP/1.1" status: 200 len: 810 time: 0.1966436 Jul 13 13:37:50.906913 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0a32f570-45e1-498c-820c-a1429ec16455 req-984dd0f7-07c6-470a-ab34-f774ff0c18ce tempest-ImagesNegativeTestJSON-1278701337 tempest-ImagesNegativeTestJSON-1278701337-project] 10.222.0.23 "GET /v2.0/security-groups?id=a43d360a-27eb-4c06-9656-43e1c539b73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740902 Jul 13 13:37:50.914831 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5570931d-330a-4878-9729-83cb3c135d3d req-5fea6a61-b469-4ed7-8621-526c242facec tempest-ServerGroupTestJSON-664834325 tempest-ServerGroupTestJSON-664834325-project] 10.222.0.23 "GET /v2.0/quotas/b4e9d89e89ad4eb386e1a2c4bb9f1af8 HTTP/1.1" status: 200 len: 375 time: 0.0238357 Jul 13 13:37:50.980777 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5570931d-330a-4878-9729-83cb3c135d3d req-fc6e3cf6-ff0f-46f0-b8e1-892b56c03657 tempest-ServerGroupTestJSON-664834325 tempest-ServerGroupTestJSON-664834325-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=b4e9d89e89ad4eb386e1a2c4bb9f1af8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0596204 Jul 13 13:37:50.996723 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 5bc2ba68-f67c-464e-9561-339ccd36f9af details requested by agent hyperv_n-h2-800634-1 with host n-h2-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 13:37:51.073639 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a09c1465-f015-4b4f-811e-dc1d66598208', 'name': 'network-vif-deleted', 'tag': 'c0e69f01-8777-4567-83df-1cec2da252a2'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:37:51.075991 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8314357-fafe-4a8f-9e7d-fe1667350804" -d '{"events": [{"server_uuid": "a09c1465-f015-4b4f-811e-dc1d66598208", "name": "network-vif-deleted", "tag": "c0e69f01-8777-4567-83df-1cec2da252a2"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:37:51.087816 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device c0e69f01-8777-4567-83df-1cec2da252a2 no longer exists at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:37:51.100946 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5570931d-330a-4878-9729-83cb3c135d3d req-46121cc8-dce3-4121-bcea-7b9b336e4013 service neutron] 10.222.0.23 "GET /v2.0/networks/67426c9e-3c26-4480-8d9c-f93e51acca1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189983 Jul 13 13:37:51.154974 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] No Port match for: c0e69f01-8777-4567-83df-1cec2da252a2 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:37:51.160804 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device c0e69f01-8777-4567-83df-1cec2da252a2 not bound to the agent host n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:37:51.183211 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:51.211412 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5570931d-330a-4878-9729-83cb3c135d3d req-0846763e-8e8c-4271-b5f7-6700624ddce3 service neutron] 10.222.0.23 "GET /v2.0/networks/67426c9e-3c26-4480-8d9c-f93e51acca1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084390 Jul 13 13:37:51.214920 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 5bc2ba68-f67c-464e-9561-339ccd36f9af, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=5bc2ba68-f67c-464e-9561-339ccd36f9af,segment=NetworkSegment(f952029b-434e-49c6-8d96-f83b0194500d),segment_id=f952029b-434e-49c6-8d96-f83b0194500d)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:37:51.238830 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 5bc2ba68-f67c-464e-9561-339ccd36f9af has no active binding in host n-h2-800634-1 {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 13 13:37:51.653952 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd427aaf-d384-4e93-bb93-7ec1e19266d0 x-openstack-request-id: req-dd427aaf-d384-4e93-bb93-7ec1e19266d0 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:37:51.654245 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a09c1465-f015-4b4f-811e-dc1d66598208", "name": "network-vif-deleted", "tag": "c0e69f01-8777-4567-83df-1cec2da252a2", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:37:51.654748 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-dd427aaf-d384-4e93-bb93-7ec1e19266d0 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:37:51.655137 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a09c1465-f015-4b4f-811e-dc1d66598208', 'name': 'network-vif-deleted', 'tag': 'c0e69f01-8777-4567-83df-1cec2da252a2', 'status': 'completed', 'code': 200} Jul 13 13:37:51.660168 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-388d4c85-d033-4236-b92f-93613c3793ad req-b3fa371e-489b-4132-92e4-e5a49f00ed12 service neutron] 10.222.0.26 "GET /v2.0/ports/5bc2ba68-f67c-464e-9561-339ccd36f9af/bindings/n-h2-800634-1 HTTP/1.1" status: 200 len: 384 time: 0.6516361 Jul 13 13:37:51.668876 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc12a6d0-3c4d-431d-af65-c952dff95335 req-967426b0-cee9-4f8a-8a70-8c9e36927faf tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:51.676455 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bc12a6d0-3c4d-431d-af65-c952dff95335 req-967426b0-cee9-4f8a-8a70-8c9e36927faf tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/ports?device_id=f7b867f4-7848-40ae-bd86-fab896136413 HTTP/1.1" status: 200 len: 943 time: 0.5902617 Jul 13 13:37:51.755611 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bc12a6d0-3c4d-431d-af65-c952dff95335 req-de6c6cac-c9df-41b7-98c3-357b1f08ab2c tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/security-groups?id=4f83e00a-e782-49e6-b944-d06b9e971cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782001 Jul 13 13:37:51.926068 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-db3d8474-449f-4c7c-8c9b-ae6797e053d7 req-e236776d-903c-4b96-956f-f8583e6517b0 tempest-ServerGroupTestJSON-664834325 tempest-ServerGroupTestJSON-664834325-project] 10.222.0.23 "GET /v2.0/ports?device_id=809f08e7-9b8f-40d1-ad69-f5b32523cfa6 HTTP/1.1" status: 200 len: 210 time: 0.0598824 Jul 13 13:37:51.996832 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-388d4c85-d033-4236-b92f-93613c3793ad req-dc9a4ded-a74d-4523-bb0a-26c7b6bd2259 service neutron] For port 5bc2ba68-f67c-464e-9561-339ccd36f9af, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=5bc2ba68-f67c-464e-9561-339ccd36f9af,segment=NetworkSegment(f952029b-434e-49c6-8d96-f83b0194500d),segment_id=f952029b-434e-49c6-8d96-f83b0194500d)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:37:52.026928 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-388d4c85-d033-4236-b92f-93613c3793ad req-dc9a4ded-a74d-4523-bb0a-26c7b6bd2259 service neutron] For port 5bc2ba68-f67c-464e-9561-339ccd36f9af, host n-h1-800634-1, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:37:52.096607 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-388d4c85-d033-4236-b92f-93613c3793ad req-dc9a4ded-a74d-4523-bb0a-26c7b6bd2259 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bc2ba68-f67c-464e-9561-339ccd36f9af {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:37:52.160381 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-388d4c85-d033-4236-b92f-93613c3793ad req-dc9a4ded-a74d-4523-bb0a-26c7b6bd2259 service neutron] For port 5bc2ba68-f67c-464e-9561-339ccd36f9af, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=5bc2ba68-f67c-464e-9561-339ccd36f9af,segment=NetworkSegment(f952029b-434e-49c6-8d96-f83b0194500d),segment_id=f952029b-434e-49c6-8d96-f83b0194500d)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:37:52.180364 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-de0eb7d8-bbc4-4122-84f4-afa3236e146a req-ee28b0fa-b42f-4b4e-bee1-b767f0ae48c7 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/ports?device_id=a09c1465-f015-4b4f-811e-dc1d66598208 HTTP/1.1" status: 200 len: 210 time: 0.1064386 Jul 13 13:37:52.207542 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-388d4c85-d033-4236-b92f-93613c3793ad req-dc9a4ded-a74d-4523-bb0a-26c7b6bd2259 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:52.208315 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f424a86e-3496-4555-be95-b1b5ea575f74 req-463ea794-ca44-48e4-821c-51674674e42f tempest-ImagesNegativeTestJSON-1278701337 tempest-ImagesNegativeTestJSON-1278701337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:52.217821 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f424a86e-3496-4555-be95-b1b5ea575f74 req-463ea794-ca44-48e4-821c-51674674e42f tempest-ImagesNegativeTestJSON-1278701337 tempest-ImagesNegativeTestJSON-1278701337-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd1c2ccf-8c2a-43a9-b436-817fde5863a0 HTTP/1.1" status: 200 len: 950 time: 0.0872602 Jul 13 13:37:52.273966 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da240ead-b055-4a11-8ab9-f51166b4bcb8 req-2f4f8e32-e2d9-4b01-896c-f4149f6b2092 tempest-ImagesNegativeTestJSON-1278701337 tempest-ImagesNegativeTestJSON-1278701337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:52.276044 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-da240ead-b055-4a11-8ab9-f51166b4bcb8 req-2f4f8e32-e2d9-4b01-896c-f4149f6b2092 tempest-ImagesNegativeTestJSON-1278701337 tempest-ImagesNegativeTestJSON-1278701337-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd1c2ccf-8c2a-43a9-b436-817fde5863a0 HTTP/1.1" status: 200 len: 950 time: 0.2038653 Jul 13 13:37:52.292124 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f424a86e-3496-4555-be95-b1b5ea575f74 req-7b9ce727-f035-47a0-b4bb-b7cebb1c1f8f tempest-ImagesNegativeTestJSON-1278701337 tempest-ImagesNegativeTestJSON-1278701337-project] 10.222.0.23 "GET /v2.0/security-groups?id=a43d360a-27eb-4c06-9656-43e1c539b73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732586 Jul 13 13:37:52.406564 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-388d4c85-d033-4236-b92f-93613c3793ad req-dc9a4ded-a74d-4523-bb0a-26c7b6bd2259 service neutron] Transition to ACTIVE for port object 5bc2ba68-f67c-464e-9561-339ccd36f9af will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:37:52.416447 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-388d4c85-d033-4236-b92f-93613c3793ad req-dc9a4ded-a74d-4523-bb0a-26c7b6bd2259 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:52.523288 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:52.576959 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-388d4c85-d033-4236-b92f-93613c3793ad req-dc9a4ded-a74d-4523-bb0a-26c7b6bd2259 service neutron] No DVR routers for this DVR port 5bc2ba68-f67c-464e-9561-339ccd36f9af on host n-h1-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:37:52.596098 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9a4ded-a74d-4523-bb0a-26c7b6bd2259 service neutron] Pushing event updated for resources: {'Port': ['ID=5bc2ba68-f67c-464e-9561-339ccd36f9af,revision_number=10']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:37:52.600796 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-da240ead-b055-4a11-8ab9-f51166b4bcb8 req-43ae3dd2-afd5-49e1-8bd2-f2ae38902ffd tempest-ImagesNegativeTestJSON-1278701337 tempest-ImagesNegativeTestJSON-1278701337-project] Deleting port d95c6640-f8c9-4b4d-ad94-af8f862ba556 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:37:52.601146 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-da240ead-b055-4a11-8ab9-f51166b4bcb8 req-43ae3dd2-afd5-49e1-8bd2-f2ae38902ffd tempest-ImagesNegativeTestJSON-1278701337 tempest-ImagesNegativeTestJSON-1278701337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:52.678928 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-388d4c85-d033-4236-b92f-93613c3793ad req-dc9a4ded-a74d-4523-bb0a-26c7b6bd2259 service neutron] 10.222.0.26 "PUT /v2.0/ports/5bc2ba68-f67c-464e-9561-339ccd36f9af/bindings/n-h2-800634-1/activate HTTP/1.1" status: 200 len: 369 time: 0.9997842 Jul 13 13:37:52.708751 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9a4ded-a74d-4523-bb0a-26c7b6bd2259 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:37:52.709098 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9a4ded-a74d-4523-bb0a-26c7b6bd2259 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:37:52.709439 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9a4ded-a74d-4523-bb0a-26c7b6bd2259 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:37:52.709819 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9a4ded-a74d-4523-bb0a-26c7b6bd2259 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:37:52.710161 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9a4ded-a74d-4523-bb0a-26c7b6bd2259 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:37:52.710490 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9a4ded-a74d-4523-bb0a-26c7b6bd2259 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:37:52.710813 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9a4ded-a74d-4523-bb0a-26c7b6bd2259 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:37:52.711143 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9a4ded-a74d-4523-bb0a-26c7b6bd2259 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:37:52.711463 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9a4ded-a74d-4523-bb0a-26c7b6bd2259 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:37:52.711786 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9a4ded-a74d-4523-bb0a-26c7b6bd2259 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:37:52.718002 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9a4ded-a74d-4523-bb0a-26c7b6bd2259 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:37:52.718954 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9a4ded-a74d-4523-bb0a-26c7b6bd2259 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:37:52.909939 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-da240ead-b055-4a11-8ab9-f51166b4bcb8 req-43ae3dd2-afd5-49e1-8bd2-f2ae38902ffd tempest-ImagesNegativeTestJSON-1278701337 tempest-ImagesNegativeTestJSON-1278701337-project] For port d95c6640-f8c9-4b4d-ad94-af8f862ba556, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=d95c6640-f8c9-4b4d-ad94-af8f862ba556,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:37:52.921664 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-da240ead-b055-4a11-8ab9-f51166b4bcb8 req-43ae3dd2-afd5-49e1-8bd2-f2ae38902ffd tempest-ImagesNegativeTestJSON-1278701337 tempest-ImagesNegativeTestJSON-1278701337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:52.960897 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-da240ead-b055-4a11-8ab9-f51166b4bcb8 req-43ae3dd2-afd5-49e1-8bd2-f2ae38902ffd tempest-ImagesNegativeTestJSON-1278701337 tempest-ImagesNegativeTestJSON-1278701337-project] Calling delete_port for d95c6640-f8c9-4b4d-ad94-af8f862ba556 owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:37:53.160363 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8ab3e8-e962-474f-b2bc-a701805464ea req-af9192ff-9a9a-46a5-aa3e-b7baeb98871a tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:53.162080 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ee8ab3e8-e962-474f-b2bc-a701805464ea req-af9192ff-9a9a-46a5-aa3e-b7baeb98871a tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/ports?device_id=f7b867f4-7848-40ae-bd86-fab896136413 HTTP/1.1" status: 200 len: 944 time: 0.0947330 Jul 13 13:37:53.242624 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-af8475a7-4820-4529-838b-14f22412153f req-05eb59ae-595e-4e0e-abc3-2062091b36fb tempest-ServerGroupTestJSON-664834325 tempest-ServerGroupTestJSON-664834325-project] 10.222.0.23 "GET /v2.0/ports?device_id=809f08e7-9b8f-40d1-ad69-f5b32523cfa6 HTTP/1.1" status: 200 len: 210 time: 0.0805039 Jul 13 13:37:53.302333 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 5bc2ba68-f67c-464e-9561-339ccd36f9af no longer exists at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:37:53.383013 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ee8ab3e8-e962-474f-b2bc-a701805464ea req-99c00d46-e79c-4faa-9a70-4d118ff94449 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/security-groups?id=4f83e00a-e782-49e6-b944-d06b9e971cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107780 Jul 13 13:37:53.383555 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 5bc2ba68-f67c-464e-9561-339ccd36f9af not bound to the agent host n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:37:53.422168 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-da240ead-b055-4a11-8ab9-f51166b4bcb8 req-43ae3dd2-afd5-49e1-8bd2-f2ae38902ffd tempest-ImagesNegativeTestJSON-1278701337 tempest-ImagesNegativeTestJSON-1278701337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:53.448989 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-0aecdfed-54d7-44eb-bcf1-326c75916972 req-658fef20-94b1-4e01-b480-73f78df8bb68 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/ports?device_id=a09c1465-f015-4b4f-811e-dc1d66598208 HTTP/1.1" status: 200 len: 210 time: 0.0491951 Jul 13 13:37:53.609161 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ae3dd2-afd5-49e1-8bd2-f2ae38902ffd tempest-ImagesNegativeTestJSON-1278701337 tempest-ImagesNegativeTestJSON-1278701337-project] Pushing event deleted for resources: {'Port': ['ID=d95c6640-f8c9-4b4d-ad94-af8f862ba556,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:37:53.793083 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5bdda4ab-a3f5-400c-b35e-1775853e3f16 req-097eea6b-45d3-439e-ae9c-7d78d57d32d0 tempest-ImagesNegativeTestJSON-1278701337 tempest-ImagesNegativeTestJSON-1278701337-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd1c2ccf-8c2a-43a9-b436-817fde5863a0 HTTP/1.1" status: 200 len: 210 time: 0.0988345 Jul 13 13:37:53.809305 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-da240ead-b055-4a11-8ab9-f51166b4bcb8 req-43ae3dd2-afd5-49e1-8bd2-f2ae38902ffd tempest-ImagesNegativeTestJSON-1278701337 tempest-ImagesNegativeTestJSON-1278701337-project] No DVR routers for this DVR port d95c6640-f8c9-4b4d-ad94-af8f862ba556 on host n-h2-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:37:53.873623 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-da240ead-b055-4a11-8ab9-f51166b4bcb8 req-43ae3dd2-afd5-49e1-8bd2-f2ae38902ffd tempest-ImagesNegativeTestJSON-1278701337 tempest-ImagesNegativeTestJSON-1278701337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:53.876936 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-da240ead-b055-4a11-8ab9-f51166b4bcb8 req-43ae3dd2-afd5-49e1-8bd2-f2ae38902ffd tempest-ImagesNegativeTestJSON-1278701337 tempest-ImagesNegativeTestJSON-1278701337-project] 10.222.0.41 "DELETE /v2.0/ports/d95c6640-f8c9-4b4d-ad94-af8f862ba556 HTTP/1.1" status: 204 len: 173 time: 1.5926518 Jul 13 13:37:53.877510 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd1c2ccf-8c2a-43a9-b436-817fde5863a0', 'name': 'network-vif-deleted', 'tag': 'd95c6640-f8c9-4b4d-ad94-af8f862ba556'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:37:53.880892 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-596e7c5a-bca5-4c35-aafe-788e32a82018" -d '{"events": [{"server_uuid": "dd1c2ccf-8c2a-43a9-b436-817fde5863a0", "name": "network-vif-deleted", "tag": "d95c6640-f8c9-4b4d-ad94-af8f862ba556"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:37:53.892510 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388d4c85-d033-4236-b92f-93613c3793ad req-4e92b86b-b70c-42c3-8aca-d6c45fde75ab tempest-LiveMigrationTest-1713788618 tempest-LiveMigrationTest-1713788618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:53.894510 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-388d4c85-d033-4236-b92f-93613c3793ad req-4e92b86b-b70c-42c3-8aca-d6c45fde75ab tempest-LiveMigrationTest-1713788618 tempest-LiveMigrationTest-1713788618-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=f7b867f4-7848-40ae-bd86-fab896136413&tenant_id=7ec77ffc288b40b5a9663fa2e5a78733&binding%3Ahost_id=n-h1-800634-1 HTTP/1.1" status: 200 len: 1095 time: 0.6002533 Jul 13 13:37:53.971462 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf2b50c2-bdf8-4728-a4dc-3dce86892b23 x-openstack-request-id: req-cf2b50c2-bdf8-4728-a4dc-3dce86892b23 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:37:53.971756 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd1c2ccf-8c2a-43a9-b436-817fde5863a0", "name": "network-vif-deleted", "tag": "d95c6640-f8c9-4b4d-ad94-af8f862ba556", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:37:53.972072 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cf2b50c2-bdf8-4728-a4dc-3dce86892b23 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:37:53.972400 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd1c2ccf-8c2a-43a9-b436-817fde5863a0', 'name': 'network-vif-deleted', 'tag': 'd95c6640-f8c9-4b4d-ad94-af8f862ba556', 'status': 'completed', 'code': 200} Jul 13 13:37:53.983974 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5570931d-330a-4878-9729-83cb3c135d3d req-901fcf85-e68b-4329-a1ab-ecea304ae3bd tempest-ServerGroupTestJSON-664834325 tempest-ServerGroupTestJSON-664834325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:53.986872 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5570931d-330a-4878-9729-83cb3c135d3d req-901fcf85-e68b-4329-a1ab-ecea304ae3bd tempest-ServerGroupTestJSON-664834325 tempest-ServerGroupTestJSON-664834325-project] 10.222.0.26 "GET /v2.0/networks?id=67426c9e-3c26-4480-8d9c-f93e51acca1e HTTP/1.1" status: 200 len: 810 time: 0.4350412 Jul 13 13:37:54.002452 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-5570931d-330a-4878-9729-83cb3c135d3d req-969d5263-0322-4e6d-a415-dfb12188cbc3 tempest-ServerGroupTestJSON-664834325 tempest-ServerGroupTestJSON-664834325-project] Request body: {'port': {'device_id': '809f08e7-9b8f-40d1-ad69-f5b32523cfa6', 'network_id': '67426c9e-3c26-4480-8d9c-f93e51acca1e', 'admin_state_up': True, 'tenant_id': 'b4e9d89e89ad4eb386e1a2c4bb9f1af8'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:37:54.094363 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388d4c85-d033-4236-b92f-93613c3793ad req-3513aa8e-2785-462b-9e56-efa8ab398a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:54.097525 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-388d4c85-d033-4236-b92f-93613c3793ad req-3513aa8e-2785-462b-9e56-efa8ab398a94 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f7b867f4-7848-40ae-bd86-fab896136413&tenant_id=7ec77ffc288b40b5a9663fa2e5a78733 HTTP/1.1" status: 200 len: 1095 time: 0.1947632 Jul 13 13:37:54.203413 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5570931d-330a-4878-9729-83cb3c135d3d req-969d5263-0322-4e6d-a415-dfb12188cbc3 tempest-ServerGroupTestJSON-664834325 tempest-ServerGroupTestJSON-664834325-project] Made reservation on behalf of b4e9d89e89ad4eb386e1a2c4bb9f1af8 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:37:54.207682 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-5570931d-330a-4878-9729-83cb3c135d3d req-969d5263-0322-4e6d-a415-dfb12188cbc3 tempest-ServerGroupTestJSON-664834325 tempest-ServerGroupTestJSON-664834325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:54.220607 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 56308) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:37:54.301405 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388d4c85-d033-4236-b92f-93613c3793ad req-b2bef355-e5c5-49b3-b469-63cd1bd5b63d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:54.303025 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-388d4c85-d033-4236-b92f-93613c3793ad req-b2bef355-e5c5-49b3-b469-63cd1bd5b63d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7ec77ffc288b40b5a9663fa2e5a78733&device_id=f7b867f4-7848-40ae-bd86-fab896136413 HTTP/1.1" status: 200 len: 1095 time: 0.1350563 Jul 13 13:37:54.414004 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9305e9aa-76a2-4d53-9687-9392763ab76e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:54.448013 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-5570931d-330a-4878-9729-83cb3c135d3d req-969d5263-0322-4e6d-a415-dfb12188cbc3 tempest-ServerGroupTestJSON-664834325 tempest-ServerGroupTestJSON-664834325-project] Allocated IP 172.20.0.2 (67426c9e-3c26-4480-8d9c-f93e51acca1e/9206f179-c907-47e1-aca9-1926e38f3ea3/4d6d7045-3118-4f1b-8361-d96c9a265f1d) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:37:54.497591 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388d4c85-d033-4236-b92f-93613c3793ad req-7f9dd26b-24ae-497d-abd9-018e3be31393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:54.499593 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-388d4c85-d033-4236-b92f-93613c3793ad req-7f9dd26b-24ae-497d-abd9-018e3be31393 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5c5b1ca0-24b0-4412-b81d-dc9907cb0039 HTTP/1.1" status: 200 len: 908 time: 0.1871996 Jul 13 13:37:54.648353 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-68609c20-dd26-44a5-9dd1-3f840566981b req-c8294f62-c1e8-4799-829e-07e1c4c803f9 tempest-ServerGroupTestJSON-664834325 tempest-ServerGroupTestJSON-664834325-project] 10.222.0.23 "GET /v2.0/ports?device_id=809f08e7-9b8f-40d1-ad69-f5b32523cfa6 HTTP/1.1" status: 200 len: 210 time: 0.1398528 Jul 13 13:37:54.753340 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-5570931d-330a-4878-9729-83cb3c135d3d req-969d5263-0322-4e6d-a415-dfb12188cbc3 tempest-ServerGroupTestJSON-664834325 tempest-ServerGroupTestJSON-664834325-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:54.773911 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9305e9aa-76a2-4d53-9687-9392763ab76e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:54.784508 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9305e9aa-76a2-4d53-9687-9392763ab76e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:54.829695 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-5570931d-330a-4878-9729-83cb3c135d3d req-969d5263-0322-4e6d-a415-dfb12188cbc3 tempest-ServerGroupTestJSON-664834325 tempest-ServerGroupTestJSON-664834325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:54.832935 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-388d4c85-d033-4236-b92f-93613c3793ad req-4f8cea18-c921-4216-89ed-e4039df546d3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5bc2ba68-f67c-464e-9561-339ccd36f9af HTTP/1.1" status: 200 len: 217 time: 0.3222656 Jul 13 13:37:54.843858 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-9305e9aa-76a2-4d53-9687-9392763ab76e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ebaa3ab456af497fba76e9c0e247142d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6183796 Jul 13 13:37:54.845431 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 56322) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:37:54.938761 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-856f3509-5259-4205-83ed-7941d8ce85c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:54.972498 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-102b3e41-8a6f-472e-a14f-a9e2415ba506 req-a6ecb5b1-31a0-4879-8112-32119f75d7f1 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/ports?device_id=a09c1465-f015-4b4f-811e-dc1d66598208 HTTP/1.1" status: 200 len: 210 time: 0.0983438 Jul 13 13:37:54.976185 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9305e9aa-76a2-4d53-9687-9392763ab76e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61d9890d-fb2e-416c-bc13-0165580fe55f,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:37:54.977960 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969d5263-0322-4e6d-a415-dfb12188cbc3 tempest-ServerGroupTestJSON-664834325 tempest-ServerGroupTestJSON-664834325-project] Pushing event updated for resources: {'Port': ['ID=4d6d7045-3118-4f1b-8361-d96c9a265f1d,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:37:55.003040 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9305e9aa-76a2-4d53-9687-9392763ab76e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:37:55.005766 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9305e9aa-76a2-4d53-9687-9392763ab76e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:37:55.006242 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9305e9aa-76a2-4d53-9687-9392763ab76e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:37:55.006712 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9305e9aa-76a2-4d53-9687-9392763ab76e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:37:55.007507 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9305e9aa-76a2-4d53-9687-9392763ab76e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:37:55.008070 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9305e9aa-76a2-4d53-9687-9392763ab76e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:37:55.008468 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9305e9aa-76a2-4d53-9687-9392763ab76e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:37:55.008938 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9305e9aa-76a2-4d53-9687-9392763ab76e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:37:55.009283 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9305e9aa-76a2-4d53-9687-9392763ab76e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:37:55.009619 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9305e9aa-76a2-4d53-9687-9392763ab76e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:37:55.010011 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9305e9aa-76a2-4d53-9687-9392763ab76e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:37:55.010352 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9305e9aa-76a2-4d53-9687-9392763ab76e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:37:55.013238 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device d95c6640-f8c9-4b4d-ad94-af8f862ba556 no longer exists at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:37:55.040362 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-856f3509-5259-4205-83ed-7941d8ce85c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:55.074746 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5570931d-330a-4878-9729-83cb3c135d3d req-969d5263-0322-4e6d-a415-dfb12188cbc3 tempest-ServerGroupTestJSON-664834325 tempest-ServerGroupTestJSON-664834325-project] Network 67426c9e-3c26-4480-8d9c-f93e51acca1e is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:37:55.086147 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-5570931d-330a-4878-9729-83cb3c135d3d req-969d5263-0322-4e6d-a415-dfb12188cbc3 tempest-ServerGroupTestJSON-664834325 tempest-ServerGroupTestJSON-664834325-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:37:55.108335 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-5570931d-330a-4878-9729-83cb3c135d3d req-969d5263-0322-4e6d-a415-dfb12188cbc3 tempest-ServerGroupTestJSON-664834325 tempest-ServerGroupTestJSON-664834325-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:37:55.137904 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] No Port match for: d95c6640-f8c9-4b4d-ad94-af8f862ba556 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:37:55.139426 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device d95c6640-f8c9-4b4d-ad94-af8f862ba556 not bound to the agent host n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:37:55.140928 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 5bc2ba68-f67c-464e-9561-339ccd36f9af no longer exists at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:37:55.147639 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-856f3509-5259-4205-83ed-7941d8ce85c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:55.151258 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-856f3509-5259-4205-83ed-7941d8ce85c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:55.158025 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-856f3509-5259-4205-83ed-7941d8ce85c6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/61d9890d-fb2e-416c-bc13-0165580fe55f HTTP/1.1" status: 204 len: 168 time: 0.2953355 Jul 13 13:37:55.177923 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856f3509-5259-4205-83ed-7941d8ce85c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61d9890d-fb2e-416c-bc13-0165580fe55f,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:37:55.200357 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5570931d-330a-4878-9729-83cb3c135d3d req-969d5263-0322-4e6d-a415-dfb12188cbc3 tempest-ServerGroupTestJSON-664834325 tempest-ServerGroupTestJSON-664834325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:55.201041 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-5570931d-330a-4878-9729-83cb3c135d3d req-969d5263-0322-4e6d-a415-dfb12188cbc3 tempest-ServerGroupTestJSON-664834325 tempest-ServerGroupTestJSON-664834325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:55.214980 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388d4c85-d033-4236-b92f-93613c3793ad req-5aa19e54-e234-41fd-a528-0000f1e9d09f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:55.216658 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-388d4c85-d033-4236-b92f-93613c3793ad req-5aa19e54-e234-41fd-a528-0000f1e9d09f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=41cb83d6-1972-42a1-91b6-99e2d7728a68 HTTP/1.1" status: 200 len: 848 time: 0.3739531 Jul 13 13:37:55.247769 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59a4e10-c360-425f-b471-60bbdb96d130 req-300ce7de-53e8-405d-ab6b-e169a1a2d976 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:55.256564 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b59a4e10-c360-425f-b471-60bbdb96d130 req-300ce7de-53e8-405d-ab6b-e169a1a2d976 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/ports?device_id=f7b867f4-7848-40ae-bd86-fab896136413 HTTP/1.1" status: 200 len: 944 time: 0.4289582 Jul 13 13:37:55.307156 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-388d4c85-d033-4236-b92f-93613c3793ad req-178dec09-e613-455c-9a41-6dacc1475edc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5c5b1ca0-24b0-4412-b81d-dc9907cb0039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0773032 Jul 13 13:37:55.309485 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5570931d-330a-4878-9729-83cb3c135d3d req-969d5263-0322-4e6d-a415-dfb12188cbc3 tempest-ServerGroupTestJSON-664834325 tempest-ServerGroupTestJSON-664834325-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3139925 Jul 13 13:37:55.322286 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-5570931d-330a-4878-9729-83cb3c135d3d req-4ed27de1-3882-49cb-9e1b-ff4b3a69e44e service neutron] Request body: {'port': {'device_id': '809f08e7-9b8f-40d1-ad69-f5b32523cfa6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:37:55.407352 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b59a4e10-c360-425f-b471-60bbdb96d130 req-6f9995fe-48b9-47c9-b0ba-7f9d845b6960 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/security-groups?id=4f83e00a-e782-49e6-b944-d06b9e971cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497459 Jul 13 13:37:55.505694 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-388d4c85-d033-4236-b92f-93613c3793ad req-f57ea4da-3d54-461b-847b-307d04d2fad8 service neutron] 10.222.0.41 "GET /v2.0/networks/5c5b1ca0-24b0-4412-b81d-dc9907cb0039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893542 Jul 13 13:37:55.520329 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-5570931d-330a-4878-9729-83cb3c135d3d req-4ed27de1-3882-49cb-9e1b-ff4b3a69e44e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:55.748249 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 56346) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:37:55.781068 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3cd88d2f-1120-4386-be4b-035610d70b32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:55.842558 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-388d4c85-d033-4236-b92f-93613c3793ad req-fd82d3e3-9700-4916-a38e-1ca69c1ea5c7 service neutron] 10.222.0.41 "GET /v2.0/networks/5c5b1ca0-24b0-4412-b81d-dc9907cb0039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3263545 Jul 13 13:37:55.993856 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671901c2-79b0-409c-b369-567307a83703 req-ad27e550-6ae5-4a33-b295-a69c73baa742 tempest-ServerGroupTestJSON-664834325 tempest-ServerGroupTestJSON-664834325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:55.995557 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-671901c2-79b0-409c-b369-567307a83703 req-ad27e550-6ae5-4a33-b295-a69c73baa742 tempest-ServerGroupTestJSON-664834325 tempest-ServerGroupTestJSON-664834325-project] 10.222.0.23 "GET /v2.0/ports?device_id=809f08e7-9b8f-40d1-ad69-f5b32523cfa6 HTTP/1.1" status: 200 len: 931 time: 0.1527071 Jul 13 13:37:56.152468 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-671901c2-79b0-409c-b369-567307a83703 req-4fde7c47-ccce-4a32-9d0e-5008fc61df9f tempest-ServerGroupTestJSON-664834325 tempest-ServerGroupTestJSON-664834325-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ffcfb5f-7036-45f3-87ce-4f334f2bfb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473043 Jul 13 13:37:56.178845 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3cd88d2f-1120-4386-be4b-035610d70b32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:56.182572 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3cd88d2f-1120-4386-be4b-035610d70b32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:56.199207 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-5570931d-330a-4878-9729-83cb3c135d3d req-4ed27de1-3882-49cb-9e1b-ff4b3a69e44e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d6d7045-3118-4f1b-8361-d96c9a265f1d {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:37:56.220342 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-5570931d-330a-4878-9729-83cb3c135d3d req-4ed27de1-3882-49cb-9e1b-ff4b3a69e44e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:56.285788 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-5570931d-330a-4878-9729-83cb3c135d3d req-4ed27de1-3882-49cb-9e1b-ff4b3a69e44e service neutron] Transition to ACTIVE for port object 4d6d7045-3118-4f1b-8361-d96c9a265f1d will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:37:56.293574 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-3cd88d2f-1120-4386-be4b-035610d70b32 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=eaccbee83aa44301a8bbcf0f464ce4e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5448208 Jul 13 13:37:56.296167 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 56372) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:37:56.299776 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd88d2f-1120-4386-be4b-035610d70b32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cee2829e-0915-4d55-9662-8c2901ac3991,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:37:56.364084 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-5570931d-330a-4878-9729-83cb3c135d3d req-4ed27de1-3882-49cb-9e1b-ff4b3a69e44e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:56.373499 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 56376) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:37:56.589169 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed27de1-3882-49cb-9e1b-ff4b3a69e44e service neutron] Pushing event updated for resources: {'Port': ['ID=4d6d7045-3118-4f1b-8361-d96c9a265f1d,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:37:56.603194 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-cda07192-7296-497a-94ee-ac27d1c62d33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:56.604347 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-844796dc-93bf-4f1b-9341-6b955ea49277 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=84bc7c2553904be1b4d41e8caf1afe90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2272291 Jul 13 13:37:56.605527 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 56390) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:37:56.700905 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b19b4c4-476a-4a7d-9220-758422b6dccf req-56df505f-5f1d-400a-b5d3-25aef66c8837 tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:56.703012 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1b19b4c4-476a-4a7d-9220-758422b6dccf req-56df505f-5f1d-400a-b5d3-25aef66c8837 tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] 10.222.0.23 "GET /v2.0/networks?id=a0797fb9-b450-4bbe-af8e-ecaaafb3ac9d HTTP/1.1" status: 200 len: 815 time: 0.3469994 Jul 13 13:37:56.705972 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-cda07192-7296-497a-94ee-ac27d1c62d33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:56.716983 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388d4c85-d033-4236-b92f-93613c3793ad req-ce64ab35-7c9a-4bd7-8b7b-a7e54b959059 tempest-LiveMigrationTest-1713788618 tempest-LiveMigrationTest-1713788618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:56.718714 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-388d4c85-d033-4236-b92f-93613c3793ad req-ce64ab35-7c9a-4bd7-8b7b-a7e54b959059 tempest-LiveMigrationTest-1713788618 tempest-LiveMigrationTest-1713788618-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=f7b867f4-7848-40ae-bd86-fab896136413&tenant_id=7ec77ffc288b40b5a9663fa2e5a78733&binding%3Ahost_id=n-h2-800634-1 HTTP/1.1" status: 200 len: 1095 time: 0.2934263 Jul 13 13:37:56.787219 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1b19b4c4-476a-4a7d-9220-758422b6dccf req-5b2f0815-7e59-4acf-8cb8-2739c5b891d7 tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] 10.222.0.23 "GET /v2.0/quotas/9e72d4daf74d4b30a471837a4b3d6e97 HTTP/1.1" status: 200 len: 375 time: 0.0672538 Jul 13 13:37:57.074059 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-36c17c93-1eaf-4b1c-b539-69bcb045a3dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:57.098132 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-36c17c93-1eaf-4b1c-b539-69bcb045a3dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:57.137319 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-5570931d-330a-4878-9729-83cb3c135d3d req-4ed27de1-3882-49cb-9e1b-ff4b3a69e44e service neutron] Attempting to bind port 4d6d7045-3118-4f1b-8361-d96c9a265f1d on host n-h1-800634-1 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:37:57.137706 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-5570931d-330a-4878-9729-83cb3c135d3d req-4ed27de1-3882-49cb-9e1b-ff4b3a69e44e service neutron] Attempting to bind port 4d6d7045-3118-4f1b-8361-d96c9a265f1d by drivers openvswitch,hyperv on host n-h1-800634-1 at level 0 using segments [{'id': 'dad73f10-05a5-4538-9035-523905697a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '67426c9e-3c26-4480-8d9c-f93e51acca1e'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:37:57.138047 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5570931d-330a-4878-9729-83cb3c135d3d req-4ed27de1-3882-49cb-9e1b-ff4b3a69e44e service neutron] Attempting to bind port 4d6d7045-3118-4f1b-8361-d96c9a265f1d on network 67426c9e-3c26-4480-8d9c-f93e51acca1e {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:37:57.152395 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5570931d-330a-4878-9729-83cb3c135d3d req-4ed27de1-3882-49cb-9e1b-ff4b3a69e44e service neutron] Port 4d6d7045-3118-4f1b-8361-d96c9a265f1d on network 67426c9e-3c26-4480-8d9c-f93e51acca1e not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-1 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:37:57.152719 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5570931d-330a-4878-9729-83cb3c135d3d req-4ed27de1-3882-49cb-9e1b-ff4b3a69e44e service neutron] Attempting to bind port 4d6d7045-3118-4f1b-8361-d96c9a265f1d on network 67426c9e-3c26-4480-8d9c-f93e51acca1e {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:37:57.167159 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-36c17c93-1eaf-4b1c-b539-69bcb045a3dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:57.169660 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-36c17c93-1eaf-4b1c-b539-69bcb045a3dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:57.170825 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-36c17c93-1eaf-4b1c-b539-69bcb045a3dd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a43d360a-27eb-4c06-9656-43e1c539b73d HTTP/1.1" status: 204 len: 168 time: 0.5643525 Jul 13 13:37:57.183182 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfa6b18-0aea-4eb0-bdac-5f64ba2892b1 req-7c5cee0e-1c8e-4008-aab0-2536d10175ec tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:57.184954 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-cdfa6b18-0aea-4eb0-bdac-5f64ba2892b1 req-7c5cee0e-1c8e-4008-aab0-2536d10175ec tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/ports?device_id=f7b867f4-7848-40ae-bd86-fab896136413 HTTP/1.1" status: 200 len: 944 time: 0.1544206 Jul 13 13:37:57.190764 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c17c93-1eaf-4b1c-b539-69bcb045a3dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a43d360a-27eb-4c06-9656-43e1c539b73d,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:37:57.201167 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5570931d-330a-4878-9729-83cb3c135d3d req-4ed27de1-3882-49cb-9e1b-ff4b3a69e44e service neutron] Checking agent: {'id': 'a7603dc8-3c50-4a9b-8f0d-1143528f155e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:37:57.202006 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5570931d-330a-4878-9729-83cb3c135d3d req-4ed27de1-3882-49cb-9e1b-ff4b3a69e44e service neutron] Checking segment: {'id': 'dad73f10-05a5-4538-9035-523905697a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '67426c9e-3c26-4480-8d9c-f93e51acca1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:37:57.202292 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5570931d-330a-4878-9729-83cb3c135d3d req-4ed27de1-3882-49cb-9e1b-ff4b3a69e44e service neutron] Bound using segment: {'id': 'dad73f10-05a5-4538-9035-523905697a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '67426c9e-3c26-4480-8d9c-f93e51acca1e'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:37:57.202820 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-5570931d-330a-4878-9729-83cb3c135d3d req-4ed27de1-3882-49cb-9e1b-ff4b3a69e44e service neutron] Bound port: 4d6d7045-3118-4f1b-8361-d96c9a265f1d, host: n-h1-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dad73f10-05a5-4538-9035-523905697a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '67426c9e-3c26-4480-8d9c-f93e51acca1e'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:37:57.203544 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-5570931d-330a-4878-9729-83cb3c135d3d req-4ed27de1-3882-49cb-9e1b-ff4b3a69e44e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:57.234187 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-cda07192-7296-497a-94ee-ac27d1c62d33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:57.238575 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-cda07192-7296-497a-94ee-ac27d1c62d33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:57.239957 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-cda07192-7296-497a-94ee-ac27d1c62d33 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cee2829e-0915-4d55-9662-8c2901ac3991 HTTP/1.1" status: 204 len: 168 time: 0.9424012 Jul 13 13:37:57.246277 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-cdfa6b18-0aea-4eb0-bdac-5f64ba2892b1 req-db716d7b-800f-45e0-8c3a-11b502824363 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/security-groups?id=4f83e00a-e782-49e6-b944-d06b9e971cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501521 Jul 13 13:37:57.350609 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda07192-7296-497a-94ee-ac27d1c62d33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cee2829e-0915-4d55-9662-8c2901ac3991,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:37:57.392474 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-5570931d-330a-4878-9729-83cb3c135d3d req-4ed27de1-3882-49cb-9e1b-ff4b3a69e44e service neutron] For port 4d6d7045-3118-4f1b-8361-d96c9a265f1d, host n-h1-800634-1, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:37:57.427476 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1b19b4c4-476a-4a7d-9220-758422b6dccf req-cb7ffc5d-fe20-4960-bb88-4e9cb3090e9f tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=9e72d4daf74d4b30a471837a4b3d6e97&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6233518 Jul 13 13:37:57.432371 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-5570931d-330a-4878-9729-83cb3c135d3d req-4ed27de1-3882-49cb-9e1b-ff4b3a69e44e service neutron] For port 4d6d7045-3118-4f1b-8361-d96c9a265f1d, host n-h1-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=4d6d7045-3118-4f1b-8361-d96c9a265f1d,segment=NetworkSegment(dad73f10-05a5-4538-9035-523905697a50),segment_id=dad73f10-05a5-4538-9035-523905697a50)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:37:57.454790 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-5570931d-330a-4878-9729-83cb3c135d3d req-4ed27de1-3882-49cb-9e1b-ff4b3a69e44e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:57.485799 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6352ae99-4ff2-45aa-845a-22b8db7eae55 req-fddf549e-e75a-49b9-9130-b684002703ed tempest-ServersTestJSON-590403735 tempest-ServersTestJSON-590403735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:57.494067 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6352ae99-4ff2-45aa-845a-22b8db7eae55 req-fddf549e-e75a-49b9-9130-b684002703ed tempest-ServersTestJSON-590403735 tempest-ServersTestJSON-590403735-project] 10.222.0.23 "GET /v2.0/ports?device_id=b433e59d-1295-40a6-874d-aba0de786928 HTTP/1.1" status: 200 len: 945 time: 0.1035361 Jul 13 13:37:57.494335 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-388d4c85-d033-4236-b92f-93613c3793ad req-b5d63129-f2b0-4175-90bc-107cd9f12822 service neutron] For port 5bc2ba68-f67c-464e-9561-339ccd36f9af, host n-h1-800634-1, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:37:57.523107 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5570931d-330a-4878-9729-83cb3c135d3d req-4ed27de1-3882-49cb-9e1b-ff4b3a69e44e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:57.523720 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-5570931d-330a-4878-9729-83cb3c135d3d req-4ed27de1-3882-49cb-9e1b-ff4b3a69e44e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:57.525416 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5570931d-330a-4878-9729-83cb3c135d3d req-4ed27de1-3882-49cb-9e1b-ff4b3a69e44e service neutron] 10.222.0.26 "PUT /v2.0/ports/4d6d7045-3118-4f1b-8361-d96c9a265f1d HTTP/1.1" status: 200 len: 1091 time: 2.2079215 Jul 13 13:37:57.528039 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-388d4c85-d033-4236-b92f-93613c3793ad req-b5d63129-f2b0-4175-90bc-107cd9f12822 service neutron] Notify callbacks [] for binding, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:57.530099 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-388d4c85-d033-4236-b92f-93613c3793ad req-b5d63129-f2b0-4175-90bc-107cd9f12822 service neutron] 10.222.0.41 "DELETE /v2.0/ports/5bc2ba68-f67c-464e-9561-339ccd36f9af/bindings/n-h1-800634-1 HTTP/1.1" status: 204 len: 173 time: 0.7988114 Jul 13 13:37:57.535395 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '809f08e7-9b8f-40d1-ad69-f5b32523cfa6', 'tag': '4d6d7045-3118-4f1b-8361-d96c9a265f1d'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:37:57.537969 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b49ff0c-1be3-4b1e-b4bd-a5d3aa731d1b" -d '{"events": [{"name": "network-changed", "server_uuid": "809f08e7-9b8f-40d1-ad69-f5b32523cfa6", "tag": "4d6d7045-3118-4f1b-8361-d96c9a265f1d"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:37:57.559215 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6352ae99-4ff2-45aa-845a-22b8db7eae55 req-e9161d0d-bb6c-43fb-a2b5-58adc3836a3d tempest-ServersTestJSON-590403735 tempest-ServersTestJSON-590403735-project] 10.222.0.23 "GET /v2.0/security-groups?id=bb0e63f6-1341-41c9-821c-b4d369894d82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607100 Jul 13 13:37:57.712958 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed27de1-3882-49cb-9e1b-ff4b3a69e44e service neutron] Pushing event updated for resources: {'Port': ['ID=4d6d7045-3118-4f1b-8361-d96c9a265f1d,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:37:57.722601 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1b19b4c4-476a-4a7d-9220-758422b6dccf req-cb5de025-68c2-4e0e-9dda-7f7eff51902c service neutron] 10.222.0.23 "GET /v2.0/networks/a0797fb9-b450-4bbe-af8e-ecaaafb3ac9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2943726 Jul 13 13:37:57.805860 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5570931d-330a-4878-9729-83cb3c135d3d req-2c95d35e-222e-4e34-9aa3-4cd63daf963c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:57.807526 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5570931d-330a-4878-9729-83cb3c135d3d req-2c95d35e-222e-4e34-9aa3-4cd63daf963c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b4e9d89e89ad4eb386e1a2c4bb9f1af8&device_id=809f08e7-9b8f-40d1-ad69-f5b32523cfa6 HTTP/1.1" status: 200 len: 1094 time: 0.2079968 Jul 13 13:37:57.868247 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5570931d-330a-4878-9729-83cb3c135d3d req-941e88a5-a6c0-4cd4-8497-affb997fd534 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4d6d7045-3118-4f1b-8361-d96c9a265f1d HTTP/1.1" status: 200 len: 217 time: 0.0447330 Jul 13 13:37:57.882188 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c464df-f3f1-459f-bad4-ba743f61eaa8 req-21de4611-97b3-45e7-b298-b5c13d63cbf9 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:57.883832 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d3c464df-f3f1-459f-bad4-ba743f61eaa8 req-21de4611-97b3-45e7-b298-b5c13d63cbf9 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/networks?id=1e6a1cec-d634-437c-82e7-1ebafa55a815 HTTP/1.1" status: 200 len: 811 time: 0.1887136 Jul 13 13:37:57.899763 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d3c464df-f3f1-459f-bad4-ba743f61eaa8 req-f8563a5a-52f4-4495-99f0-1cf66d80de3a tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/quotas/735b68527641472d9d98083ece779da8 HTTP/1.1" status: 200 len: 375 time: 0.0106797 Jul 13 13:37:57.960311 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d3c464df-f3f1-459f-bad4-ba743f61eaa8 req-fb191879-967f-43a7-b205-f37f3d5cbfc5 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=735b68527641472d9d98083ece779da8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0542879 Jul 13 13:37:57.971050 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1b19b4c4-476a-4a7d-9220-758422b6dccf req-f8d2b790-1126-4a07-82c4-57709ed6b479 service neutron] 10.222.0.23 "GET /v2.0/networks/a0797fb9-b450-4bbe-af8e-ecaaafb3ac9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2347863 Jul 13 13:37:58.036093 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5570931d-330a-4878-9729-83cb3c135d3d req-a79093e6-3547-4f10-8082-44e5dbbb7880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:58.038629 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5570931d-330a-4878-9729-83cb3c135d3d req-a79093e6-3547-4f10-8082-44e5dbbb7880 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9206f179-c907-47e1-aca9-1926e38f3ea3 HTTP/1.1" status: 200 len: 850 time: 0.1603639 Jul 13 13:37:58.103451 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5570931d-330a-4878-9729-83cb3c135d3d req-c767c9a3-740e-4258-bae3-90bb13522629 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=67426c9e-3c26-4480-8d9c-f93e51acca1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576968 Jul 13 13:37:58.163324 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d3c464df-f3f1-459f-bad4-ba743f61eaa8 req-6e95995d-31b1-48aa-bccf-06ab536b27dc service neutron] 10.222.0.23 "GET /v2.0/networks/1e6a1cec-d634-437c-82e7-1ebafa55a815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942909 Jul 13 13:37:58.292048 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5570931d-330a-4878-9729-83cb3c135d3d req-72ca4600-c9ac-441d-86eb-0608e2036de1 service neutron] 10.222.0.26 "GET /v2.0/networks/67426c9e-3c26-4480-8d9c-f93e51acca1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805034 Jul 13 13:37:58.468454 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d3c464df-f3f1-459f-bad4-ba743f61eaa8 req-b6c04b7b-f151-4f79-8272-b93569a1a36a service neutron] 10.222.0.23 "GET /v2.0/networks/1e6a1cec-d634-437c-82e7-1ebafa55a815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3034422 Jul 13 13:37:58.490483 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715acfad-55b9-4581-8b3a-52fc5be6a62c req-052ad41d-67f8-4eec-b24f-19a3a28d8d35 tempest-ServerGroupTestJSON-664834325 tempest-ServerGroupTestJSON-664834325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:58.497171 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-715acfad-55b9-4581-8b3a-52fc5be6a62c req-052ad41d-67f8-4eec-b24f-19a3a28d8d35 tempest-ServerGroupTestJSON-664834325 tempest-ServerGroupTestJSON-664834325-project] 10.222.0.23 "GET /v2.0/ports?device_id=809f08e7-9b8f-40d1-ad69-f5b32523cfa6 HTTP/1.1" status: 200 len: 943 time: 0.1299748 Jul 13 13:37:58.501835 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5570931d-330a-4878-9729-83cb3c135d3d req-8344d59f-6c9b-448a-af33-667beda4e843 service neutron] 10.222.0.26 "GET /v2.0/networks/67426c9e-3c26-4480-8d9c-f93e51acca1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023044 Jul 13 13:37:58.579492 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-715acfad-55b9-4581-8b3a-52fc5be6a62c req-d0bef5cf-5885-47c8-9276-b719d69d55ec tempest-ServerGroupTestJSON-664834325 tempest-ServerGroupTestJSON-664834325-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ffcfb5f-7036-45f3-87ce-4f334f2bfb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810633 Jul 13 13:37:58.621087 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 56462) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:37:58.667796 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 13:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4c99234-2b2f-462e-bed7-495236077602 x-openstack-request-id: req-e4c99234-2b2f-462e-bed7-495236077602 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:37:58.668322 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "809f08e7-9b8f-40d1-ad69-f5b32523cfa6", "tag": "4d6d7045-3118-4f1b-8361-d96c9a265f1d", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:37:58.670138 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e4c99234-2b2f-462e-bed7-495236077602 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:37:58.670987 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '809f08e7-9b8f-40d1-ad69-f5b32523cfa6', 'tag': '4d6d7045-3118-4f1b-8361-d96c9a265f1d', 'status': 'completed', 'code': 200} Jul 13 13:37:58.798427 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b49ff0c-1be3-4b1e-b4bd-a5d3aa731d1b req-b2f32e60-a58a-4ece-ad19-52706e853db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:58.800449 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3b49ff0c-1be3-4b1e-b4bd-a5d3aa731d1b req-b2f32e60-a58a-4ece-ad19-52706e853db6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b4e9d89e89ad4eb386e1a2c4bb9f1af8&device_id=809f08e7-9b8f-40d1-ad69-f5b32523cfa6 HTTP/1.1" status: 200 len: 1094 time: 0.1143644 Jul 13 13:37:58.910065 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6183494d-37ee-4de7-9e61-66575091439f req-3c957461-9887-48fc-b4ef-6162b4cb3323 tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] 10.222.0.23 "GET /v2.0/ports?device_id=709d40a5-aa94-4dcb-b1df-150f71dccc43 HTTP/1.1" status: 200 len: 210 time: 0.0890322 Jul 13 13:37:59.079162 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-5c6d31e9-b969-4484-8ab8-699c3b02e335 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-215555411-network', 'tenant_id': 'ddd1407dc2ef4beab9130118ec0aac6e'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:37:59.102402 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7e8a59a1-1432-4b1d-a4c0-9e703a4a8b49 req-6e1611fb-8caa-4d08-b574-ca0abf912978 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/ports?device_id=c2216f78-90d7-4432-a6b0-90ed5cdc8483 HTTP/1.1" status: 200 len: 210 time: 0.0888395 Jul 13 13:37:59.201747 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b49ff0c-1be3-4b1e-b4bd-a5d3aa731d1b req-f942d545-45f4-413f-9e0c-c3bc90542d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:59.203749 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3b49ff0c-1be3-4b1e-b4bd-a5d3aa731d1b req-f942d545-45f4-413f-9e0c-c3bc90542d93 service neutron] 10.222.0.26 "GET /v2.0/networks?id=67426c9e-3c26-4480-8d9c-f93e51acca1e HTTP/1.1" status: 200 len: 910 time: 0.3882813 Jul 13 13:37:59.205921 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c6d31e9-b969-4484-8ab8-699c3b02e335 admin admin] Made reservation on behalf of ddd1407dc2ef4beab9130118ec0aac6e for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:37:59.208398 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5c6d31e9-b969-4484-8ab8-699c3b02e335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:59.262661 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5c6d31e9-b969-4484-8ab8-699c3b02e335 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:59.269658 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3b49ff0c-1be3-4b1e-b4bd-a5d3aa731d1b req-69dc6e3a-a7e8-4d3e-bdf3-23ae35292bff service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4d6d7045-3118-4f1b-8361-d96c9a265f1d HTTP/1.1" status: 200 len: 217 time: 0.0568974 Jul 13 13:37:59.364171 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4ccd66-0cd1-48f6-b36b-bc20d91bd7df req-474e25b8-352b-4aa9-b277-33b141d40a53 tempest-LiveMigrationTest-1713788618 tempest-LiveMigrationTest-1713788618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:59.373302 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6a4ccd66-0cd1-48f6-b36b-bc20d91bd7df req-474e25b8-352b-4aa9-b277-33b141d40a53 tempest-LiveMigrationTest-1713788618 tempest-LiveMigrationTest-1713788618-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=f7b867f4-7848-40ae-bd86-fab896136413 HTTP/1.1" status: 200 len: 1095 time: 0.2617729 Jul 13 13:37:59.401906 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b49ff0c-1be3-4b1e-b4bd-a5d3aa731d1b req-54ac8776-e5fb-49d1-a115-14c478d9507e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:59.403587 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3b49ff0c-1be3-4b1e-b4bd-a5d3aa731d1b req-54ac8776-e5fb-49d1-a115-14c478d9507e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9206f179-c907-47e1-aca9-1926e38f3ea3 HTTP/1.1" status: 200 len: 850 time: 0.1205311 Jul 13 13:37:59.457633 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3b49ff0c-1be3-4b1e-b4bd-a5d3aa731d1b req-a7ba986a-f2ed-41d6-b733-2cb1ff17512f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=67426c9e-3c26-4480-8d9c-f93e51acca1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419705 Jul 13 13:37:59.495104 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6a4ccd66-0cd1-48f6-b36b-bc20d91bd7df req-7ffa7155-74e3-426e-bd57-ebad872c18cb tempest-LiveMigrationTest-1713788618 tempest-LiveMigrationTest-1713788618-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=4f83e00a-e782-49e6-b944-d06b9e971cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205273 Jul 13 13:37:59.716386 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69322a2c-bffe-4670-9c9c-5adc9ae8776d req-7d3e4e21-709d-40a4-9cfd-af45ad006225 tempest-ServersTestJSON-590403735 tempest-ServersTestJSON-590403735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:37:59.728336 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-69322a2c-bffe-4670-9c9c-5adc9ae8776d req-7d3e4e21-709d-40a4-9cfd-af45ad006225 tempest-ServersTestJSON-590403735 tempest-ServersTestJSON-590403735-project] 10.222.0.23 "GET /v2.0/ports?device_id=b433e59d-1295-40a6-874d-aba0de786928 HTTP/1.1" status: 200 len: 945 time: 0.1744256 Jul 13 13:37:59.791885 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5c6d31e9-b969-4484-8ab8-699c3b02e335 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:59.795414 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-69322a2c-bffe-4670-9c9c-5adc9ae8776d req-344a2256-82de-4556-8c16-eb418c931aac tempest-ServersTestJSON-590403735 tempest-ServersTestJSON-590403735-project] 10.222.0.23 "GET /v2.0/security-groups?id=bb0e63f6-1341-41c9-821c-b4d369894d82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646226 Jul 13 13:37:59.796962 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3b49ff0c-1be3-4b1e-b4bd-a5d3aa731d1b req-39497fd5-5666-4c3a-9334-d5ab04b603fb service neutron] 10.222.0.26 "GET /v2.0/networks/67426c9e-3c26-4480-8d9c-f93e51acca1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3302217 Jul 13 13:37:59.821721 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5c6d31e9-b969-4484-8ab8-699c3b02e335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:37:59.992483 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c6d31e9-b969-4484-8ab8-699c3b02e335 admin admin] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 13:38:00.003485 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6d31e9-b969-4484-8ab8-699c3b02e335 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a67638e-5741-4aa9-88eb-bb74aa0694e9,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:38:00.012793 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab2a702-0876-4df8-b3f9-b36ff72abdd7 req-ff1809f1-0c37-4a06-8428-312dfa365c38 tempest-ServerGroupTestJSON-664834325 tempest-ServerGroupTestJSON-664834325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:00.014387 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-aab2a702-0876-4df8-b3f9-b36ff72abdd7 req-ff1809f1-0c37-4a06-8428-312dfa365c38 tempest-ServerGroupTestJSON-664834325 tempest-ServerGroupTestJSON-664834325-project] 10.222.0.23 "GET /v2.0/ports?device_id=809f08e7-9b8f-40d1-ad69-f5b32523cfa6 HTTP/1.1" status: 200 len: 943 time: 0.1153560 Jul 13 13:38:00.024361 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5c6d31e9-b969-4484-8ab8-699c3b02e335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:00.029946 n-d-800634-1 neutron-server[93750]: INFO neutron.db.segments_db [None req-5c6d31e9-b969-4484-8ab8-699c3b02e335 admin admin] Added segment 14802b1c-ff80-4fcb-9514-db240cc94b46 of type vlan for network 4990636f-14b1-4bf9-8a5b-ce60ab52a802 Jul 13 13:38:00.096461 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5c6d31e9-b969-4484-8ab8-699c3b02e335 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:00.107049 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-aab2a702-0876-4df8-b3f9-b36ff72abdd7 req-ccaeefeb-c73e-49ea-a9fc-b668c0157ed3 tempest-ServerGroupTestJSON-664834325 tempest-ServerGroupTestJSON-664834325-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ffcfb5f-7036-45f3-87ce-4f334f2bfb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814824 Jul 13 13:38:00.110518 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3b49ff0c-1be3-4b1e-b4bd-a5d3aa731d1b req-7e919faf-c567-40c0-9643-de6187f8f019 service neutron] 10.222.0.26 "GET /v2.0/networks/67426c9e-3c26-4480-8d9c-f93e51acca1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3059859 Jul 13 13:38:00.129043 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:00.162173 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5c6d31e9-b969-4484-8ab8-699c3b02e335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:00.163662 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c6d31e9-b969-4484-8ab8-699c3b02e335 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:00.165720 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5c6d31e9-b969-4484-8ab8-699c3b02e335 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:00.204681 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-5c6d31e9-b969-4484-8ab8-699c3b02e335 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5793602 Jul 13 13:38:00.205289 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 56530) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:38:00.223500 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-fe91f3b9-02bf-4a97-bef4-315e18b2041c admin admin] Request body: {'subnet': {'network_id': '4990636f-14b1-4bf9-8a5b-ce60ab52a802', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-215555411-subnet', 'tenant_id': 'ddd1407dc2ef4beab9130118ec0aac6e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:38:00.273575 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe91f3b9-02bf-4a97-bef4-315e18b2041c admin admin] Made reservation on behalf of ddd1407dc2ef4beab9130118ec0aac6e for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:38:00.276742 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fe91f3b9-02bf-4a97-bef4-315e18b2041c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6104980'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:00.496527 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:00.562628 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8668bab3-d9d6-46d7-bb72-778d118d83aa req-a124ad96-6378-4c8a-a7a3-ffa5e722f1b5 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:00.570073 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8668bab3-d9d6-46d7-bb72-778d118d83aa req-a124ad96-6378-4c8a-a7a3-ffa5e722f1b5 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/networks?id=5c5b1ca0-24b0-4412-b81d-dc9907cb0039 HTTP/1.1" status: 200 len: 808 time: 0.2255487 Jul 13 13:38:00.577104 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b19b4c4-476a-4a7d-9220-758422b6dccf req-0371d458-567a-46a7-9729-bd61f6fea391 tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:00.579407 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1b19b4c4-476a-4a7d-9220-758422b6dccf req-0371d458-567a-46a7-9729-bd61f6fea391 tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] 10.222.0.41 "GET /v2.0/networks?id=a0797fb9-b450-4bbe-af8e-ecaaafb3ac9d HTTP/1.1" status: 200 len: 815 time: 0.2374427 Jul 13 13:38:00.599844 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8668bab3-d9d6-46d7-bb72-778d118d83aa req-952f8768-1e51-4d03-aa15-513c066a7950 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/quotas/7ec77ffc288b40b5a9663fa2e5a78733 HTTP/1.1" status: 200 len: 375 time: 0.0285695 Jul 13 13:38:00.603007 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ef8eac58-5c5b-460e-b2ce-f7c66361cd1c req-2d3941b6-5499-4a6e-b81c-36bcdd0123b7 tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] 10.222.0.23 "GET /v2.0/ports?device_id=709d40a5-aa94-4dcb-b1df-150f71dccc43 HTTP/1.1" status: 200 len: 210 time: 0.1215367 Jul 13 13:38:00.603629 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6d31e9-b969-4484-8ab8-699c3b02e335 admin admin] Pushing event updated for resources: {'Network': ['ID=4990636f-14b1-4bf9-8a5b-ce60ab52a802,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:38:00.611431 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-1b19b4c4-476a-4a7d-9220-758422b6dccf req-6e52570e-b69c-4fe9-b13c-ea81d8d5b750 tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] Request body: {'port': {'device_id': '709d40a5-aa94-4dcb-b1df-150f71dccc43', 'network_id': 'a0797fb9-b450-4bbe-af8e-ecaaafb3ac9d', 'admin_state_up': True, 'tenant_id': '9e72d4daf74d4b30a471837a4b3d6e97'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:38:00.619641 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network 4990636f-14b1-4bf9-8a5b-ce60ab52a802 details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 13:38:00.790219 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fe91f3b9-02bf-4a97-bef4-315e18b2041c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6018343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6104998'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:00.845609 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b19b4c4-476a-4a7d-9220-758422b6dccf req-6e52570e-b69c-4fe9-b13c-ea81d8d5b750 tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] Made reservation on behalf of 9e72d4daf74d4b30a471837a4b3d6e97 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:38:00.851051 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1b19b4c4-476a-4a7d-9220-758422b6dccf req-6e52570e-b69c-4fe9-b13c-ea81d8d5b750 tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:00.915614 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8668bab3-d9d6-46d7-bb72-778d118d83aa req-b73ba1f6-af6e-4875-ac2e-193c6f46bc1f tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=7ec77ffc288b40b5a9663fa2e5a78733&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3145702 Jul 13 13:38:00.923090 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe91f3b9-02bf-4a97-bef4-315e18b2041c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b54b03cf-5937-45be-bde0-347b45d55453,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:38:01.012864 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe91f3b9-02bf-4a97-bef4-315e18b2041c admin admin] Checking segment: {'id': '14802b1c-ff80-4fcb-9514-db240cc94b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4990636f-14b1-4bf9-8a5b-ce60ab52a802'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:38:01.019143 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe91f3b9-02bf-4a97-bef4-315e18b2041c admin admin] Network hostable DHCP agents. Network: 4990636f-14b1-4bf9-8a5b-ce60ab52a802, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 13:38:01.053660 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe91f3b9-02bf-4a97-bef4-315e18b2041c admin admin] Network 4990636f-14b1-4bf9-8a5b-ce60ab52a802 is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 13:38:01.079768 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-fe91f3b9-02bf-4a97-bef4-315e18b2041c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, 4990636f-14b1-4bf9-8a5b-ce60ab52a802) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:38:01.091266 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e4531b6-0fe1-4d84-9192-e4cca90245f6 None None] Network 4990636f-14b1-4bf9-8a5b-ce60ab52a802 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:38:01.093813 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe91f3b9-02bf-4a97-bef4-315e18b2041c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:01.096223 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fe91f3b9-02bf-4a97-bef4-315e18b2041c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:01.115420 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8668bab3-d9d6-46d7-bb72-778d118d83aa req-03ac9a9f-2e0b-4f16-a51e-cc759d7d7216 service neutron] 10.222.0.23 "GET /v2.0/networks/5c5b1ca0-24b0-4412-b81d-dc9907cb0039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838081 Jul 13 13:38:01.122420 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-1b19b4c4-476a-4a7d-9220-758422b6dccf req-6e52570e-b69c-4fe9-b13c-ea81d8d5b750 tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] Allocated IP 172.20.0.13 (a0797fb9-b450-4bbe-af8e-ecaaafb3ac9d/66d38b61-7f2b-49e9-ae15-bdea3497cacb/5fa44009-4573-407b-8afd-36362360c411) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:38:01.145209 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-fe91f3b9-02bf-4a97-bef4-315e18b2041c admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9358203 Jul 13 13:38:01.274338 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8668bab3-d9d6-46d7-bb72-778d118d83aa req-dd68c3d9-9096-4a8f-96f4-c728f6a45dff service neutron] 10.222.0.23 "GET /v2.0/networks/5c5b1ca0-24b0-4412-b81d-dc9907cb0039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575887 Jul 13 13:38:01.498091 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 4d6d7045-3118-4f1b-8361-d96c9a265f1d details requested by agent hyperv_n-h1-800634-1 with host n-h1-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 13:38:01.550596 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c44a2b1a-60fe-4e5d-81b1-3169b9b046f1 None None] Network 4990636f-14b1-4bf9-8a5b-ce60ab52a802 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:38:01.569654 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1b19b4c4-476a-4a7d-9220-758422b6dccf req-6e52570e-b69c-4fe9-b13c-ea81d8d5b750 tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:01.595928 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37b3e9d-2e1b-4f16-a49c-8ce2049215e2 req-1f651ad6-5f69-4f68-a9a0-b717906d9e29 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:01.602541 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f37b3e9d-2e1b-4f16-a49c-8ce2049215e2 req-1f651ad6-5f69-4f68-a9a0-b717906d9e29 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/networks?id=1e6a1cec-d634-437c-82e7-1ebafa55a815 HTTP/1.1" status: 200 len: 811 time: 0.2407873 Jul 13 13:38:01.625084 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f37b3e9d-2e1b-4f16-a49c-8ce2049215e2 req-74325f37-b9f2-4e1b-94ac-c11da263da2a tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/quotas/735b68527641472d9d98083ece779da8 HTTP/1.1" status: 200 len: 375 time: 0.0216327 Jul 13 13:38:01.674131 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f37b3e9d-2e1b-4f16-a49c-8ce2049215e2 req-cbd97437-2b7a-4c79-9db8-d697e0099097 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=735b68527641472d9d98083ece779da8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0474851 Jul 13 13:38:01.747866 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1b19b4c4-476a-4a7d-9220-758422b6dccf req-6e52570e-b69c-4fe9-b13c-ea81d8d5b750 tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:01.795062 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac55eefd-9137-4617-8e62-8cf88506c446 req-8fb1cd73-455b-4357-af8f-51df97279f01 tempest-ServerGroupTestJSON-664834325 tempest-ServerGroupTestJSON-664834325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:01.796662 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ac55eefd-9137-4617-8e62-8cf88506c446 req-8fb1cd73-455b-4357-af8f-51df97279f01 tempest-ServerGroupTestJSON-664834325 tempest-ServerGroupTestJSON-664834325-project] 10.222.0.23 "GET /v2.0/ports?device_id=809f08e7-9b8f-40d1-ad69-f5b32523cfa6 HTTP/1.1" status: 200 len: 943 time: 0.1271489 Jul 13 13:38:01.822609 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b19b4c4-476a-4a7d-9220-758422b6dccf req-6e52570e-b69c-4fe9-b13c-ea81d8d5b750 tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] Network a0797fb9-b450-4bbe-af8e-ecaaafb3ac9d is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:38:01.848807 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-1b19b4c4-476a-4a7d-9220-758422b6dccf req-6e52570e-b69c-4fe9-b13c-ea81d8d5b750 tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:38:01.851227 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 4d6d7045-3118-4f1b-8361-d96c9a265f1d, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=4d6d7045-3118-4f1b-8361-d96c9a265f1d,segment=NetworkSegment(dad73f10-05a5-4538-9035-523905697a50),segment_id=dad73f10-05a5-4538-9035-523905697a50)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:38:01.852406 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b19b4c4-476a-4a7d-9220-758422b6dccf req-6e52570e-b69c-4fe9-b13c-ea81d8d5b750 tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:38:01.865032 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['3601d3e1-284c-439d-81ca-b7e8751d725f'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:38:01.867725 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Returning: {'device': '4d6d7045-3118-4f1b-8361-d96c9a265f1d', 'network_id': '67426c9e-3c26-4480-8d9c-f93e51acca1e', 'port_id': '4d6d7045-3118-4f1b-8361-d96c9a265f1d', 'mac_address': 'fa:16:3e:0d:5b:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9206f179-c907-47e1-aca9-1926e38f3ea3', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 13:38:01.883447 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ac55eefd-9137-4617-8e62-8cf88506c446 req-74c127b8-a78d-4574-8bcc-d5b5c9f2d5b5 tempest-ServerGroupTestJSON-664834325 tempest-ServerGroupTestJSON-664834325-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ffcfb5f-7036-45f3-87ce-4f334f2bfb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749776 Jul 13 13:38:01.930805 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e52570e-b69c-4fe9-b13c-ea81d8d5b750 tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] Pushing event updated for resources: {'Port': ['ID=5fa44009-4573-407b-8afd-36362360c411,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:38:01.952209 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f37b3e9d-2e1b-4f16-a49c-8ce2049215e2 req-548ae788-b645-435f-b02d-b57fee582775 service neutron] 10.222.0.23 "GET /v2.0/networks/1e6a1cec-d634-437c-82e7-1ebafa55a815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2771652 Jul 13 13:38:01.997384 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:02.047636 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b19b4c4-476a-4a7d-9220-758422b6dccf req-6e52570e-b69c-4fe9-b13c-ea81d8d5b750 tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:02.048537 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1b19b4c4-476a-4a7d-9220-758422b6dccf req-6e52570e-b69c-4fe9-b13c-ea81d8d5b750 tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:02.091709 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d6d7045-3118-4f1b-8361-d96c9a265f1d {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:38:02.145531 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1b19b4c4-476a-4a7d-9220-758422b6dccf req-6e52570e-b69c-4fe9-b13c-ea81d8d5b750 tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5389879 Jul 13 13:38:02.160050 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 4d6d7045-3118-4f1b-8361-d96c9a265f1d, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=4d6d7045-3118-4f1b-8361-d96c9a265f1d,segment=NetworkSegment(dad73f10-05a5-4538-9035-523905697a50),segment_id=dad73f10-05a5-4538-9035-523905697a50)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:38:02.176076 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:02.180571 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-1b19b4c4-476a-4a7d-9220-758422b6dccf req-41769164-30e0-4fca-b054-50cf0c773165 service neutron] Request body: {'port': {'device_id': '709d40a5-aa94-4dcb-b1df-150f71dccc43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:38:02.206609 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a50482e-da48-4baa-b087-282e2b0ec2fa req-a3a4c879-325e-4658-bd78-bacf0164f4fb tempest-ServersTestJSON-590403735 tempest-ServersTestJSON-590403735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:02.214083 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5a50482e-da48-4baa-b087-282e2b0ec2fa req-a3a4c879-325e-4658-bd78-bacf0164f4fb tempest-ServersTestJSON-590403735 tempest-ServersTestJSON-590403735-project] 10.222.0.23 "GET /v2.0/ports?device_id=b433e59d-1295-40a6-874d-aba0de786928 HTTP/1.1" status: 200 len: 945 time: 0.1108692 Jul 13 13:38:02.276727 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5a50482e-da48-4baa-b087-282e2b0ec2fa req-c0ff84c8-4250-43ab-bb36-6dfe58ee0233 tempest-ServersTestJSON-590403735 tempest-ServersTestJSON-590403735-project] 10.222.0.23 "GET /v2.0/security-groups?id=bb0e63f6-1341-41c9-821c-b4d369894d82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611105 Jul 13 13:38:02.278918 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=4d6d7045-3118-4f1b-8361-d96c9a265f1d,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:38:02.316243 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f37b3e9d-2e1b-4f16-a49c-8ce2049215e2 req-a81f8053-ec15-4ffe-8d87-8d2e96f1c691 service neutron] 10.222.0.23 "GET /v2.0/networks/1e6a1cec-d634-437c-82e7-1ebafa55a815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3610635 Jul 13 13:38:02.403830 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['4d6d7045-3118-4f1b-8361-d96c9a265f1d'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:38:02.458302 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1b19b4c4-476a-4a7d-9220-758422b6dccf req-41769164-30e0-4fca-b054-50cf0c773165 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:02.647955 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-14654322-47ea-4b9d-ab94-493fbeeb81bf req-febb35fa-762f-4e7b-b7aa-4596b87594b9 tempest-SecurityGroupRulesTestJSON-1667777045 tempest-SecurityGroupRulesTestJSON-1667777045-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1354654251', 'description': 'tempest-description-1801306686'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:38:02.715406 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-14654322-47ea-4b9d-ab94-493fbeeb81bf req-febb35fa-762f-4e7b-b7aa-4596b87594b9 tempest-SecurityGroupRulesTestJSON-1667777045 tempest-SecurityGroupRulesTestJSON-1667777045-project] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:02.718689 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0382062a-e54a-4a78-910e-4031526fcd6a req-6fd24d5d-4d2f-4eee-bd0b-5b155288af2a tempest-ServersTestJSON-590403735 tempest-ServersTestJSON-590403735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:02.720338 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0382062a-e54a-4a78-910e-4031526fcd6a req-6fd24d5d-4d2f-4eee-bd0b-5b155288af2a tempest-ServersTestJSON-590403735 tempest-ServersTestJSON-590403735-project] 10.222.0.41 "GET /v2.0/ports?device_id=b433e59d-1295-40a6-874d-aba0de786928 HTTP/1.1" status: 200 len: 945 time: 0.2458887 Jul 13 13:38:02.905849 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-14654322-47ea-4b9d-ab94-493fbeeb81bf req-febb35fa-762f-4e7b-b7aa-4596b87594b9 tempest-SecurityGroupRulesTestJSON-1667777045 tempest-SecurityGroupRulesTestJSON-1667777045-project] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:02.912596 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-14654322-47ea-4b9d-ab94-493fbeeb81bf req-febb35fa-762f-4e7b-b7aa-4596b87594b9 tempest-SecurityGroupRulesTestJSON-1667777045 tempest-SecurityGroupRulesTestJSON-1667777045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:02.929620 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 56612) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:38:02.998187 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-14654322-47ea-4b9d-ab94-493fbeeb81bf req-febb35fa-762f-4e7b-b7aa-4596b87594b9 tempest-SecurityGroupRulesTestJSON-1667777045 tempest-SecurityGroupRulesTestJSON-1667777045-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:03.004354 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-14654322-47ea-4b9d-ab94-493fbeeb81bf req-febb35fa-762f-4e7b-b7aa-4596b87594b9 tempest-SecurityGroupRulesTestJSON-1667777045 tempest-SecurityGroupRulesTestJSON-1667777045-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.3620372 Jul 13 13:38:03.005447 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb35fa-762f-4e7b-b7aa-4596b87594b9 tempest-SecurityGroupRulesTestJSON-1667777045 tempest-SecurityGroupRulesTestJSON-1667777045-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb5a3cbf-1ba8-4dca-a380-24211f69e48f,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:38:03.213637 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-702acdd1-a7a8-4c1c-a1f9-8cb35c0c1633 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:03.332907 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 4d6d7045-3118-4f1b-8361-d96c9a265f1d up at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:38:03.411848 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-702acdd1-a7a8-4c1c-a1f9-8cb35c0c1633 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:03.432560 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-702acdd1-a7a8-4c1c-a1f9-8cb35c0c1633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:03.443714 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-20078e93-f8c3-4458-9ae5-43aa7a0e41c6 req-2b04829e-070d-4ca6-9465-4936115b8621 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/ports?device_id=12faf5c9-e18d-4f03-b7e6-1951ae5c98c0 HTTP/1.1" status: 200 len: 210 time: 0.5570385 Jul 13 13:38:03.444007 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning for port 4d6d7045-3118-4f1b-8361-d96c9a265f1d completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:38:03.457520 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning complete for port 4d6d7045-3118-4f1b-8361-d96c9a265f1d triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:38:03.458018 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:03.569065 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-702acdd1-a7a8-4c1c-a1f9-8cb35c0c1633 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f991f60059d64340848fdf5fdc1a4d6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6381047 Jul 13 13:38:03.576599 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 56636) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:38:03.600953 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702acdd1-a7a8-4c1c-a1f9-8cb35c0c1633 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5992d5d7-3020-42fa-8171-d00e5d1cfa07,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:38:03.635663 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96edac3-85ed-4980-80db-4926e75d75ee req-799e301a-61f1-4796-8124-088bb03c14fa tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:03.640347 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:03.651886 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c96edac3-85ed-4980-80db-4926e75d75ee req-799e301a-61f1-4796-8124-088bb03c14fa tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] 10.222.0.23 "GET /v2.0/ports?device_id=709d40a5-aa94-4dcb-b1df-150f71dccc43 HTTP/1.1" status: 200 len: 932 time: 0.4686797 Jul 13 13:38:03.709426 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 4d6d7045-3118-4f1b-8361-d96c9a265f1d, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=4d6d7045-3118-4f1b-8361-d96c9a265f1d,segment=NetworkSegment(dad73f10-05a5-4538-9035-523905697a50),segment_id=dad73f10-05a5-4538-9035-523905697a50)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:38:03.713212 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '809f08e7-9b8f-40d1-ad69-f5b32523cfa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d6d7045-3118-4f1b-8361-d96c9a265f1d'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:38:03.730283 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61599fff-d2a7-416c-ba4a-c013e3755bfc" -d '{"events": [{"server_uuid": "809f08e7-9b8f-40d1-ad69-f5b32523cfa6", "name": "network-vif-plugged", "status": "completed", "tag": "4d6d7045-3118-4f1b-8361-d96c9a265f1d"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:38:03.734023 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:03.795015 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e11e2ed5-eaaa-4163-9f60-53e7e3b3dd81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:03.798129 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2262b8df-4fb3-4b79-8098-88c51c6a027f req-4963ab83-113f-41d2-ab93-32470d1e878a tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/ports?device_id=068e68c5-7e43-4756-ad00-ead1168bf8bc HTTP/1.1" status: 200 len: 210 time: 0.0761652 Jul 13 13:38:03.822704 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c96edac3-85ed-4980-80db-4926e75d75ee req-5135b5fb-4643-4c26-a23d-dbfbbb990d5b tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] 10.222.0.23 "GET /v2.0/security-groups?id=9a4040a4-7a24-4bfb-97c3-fc064942d274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692207 Jul 13 13:38:03.853124 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e11e2ed5-eaaa-4163-9f60-53e7e3b3dd81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:03.868607 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=4d6d7045-3118-4f1b-8361-d96c9a265f1d,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:38:03.878458 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:38:03.878903 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:38:03.879189 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:38:03.879505 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:38:03.880046 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:38:03.880851 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:38:03.881481 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:38:03.882025 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:38:03.882524 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:38:03.883286 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:38:03.883792 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:38:03.884410 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:38:03.957240 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-0382062a-e54a-4a78-910e-4031526fcd6a req-239d759f-a345-400a-b9cf-9d4addfe71e5 tempest-ServersTestJSON-590403735 tempest-ServersTestJSON-590403735-project] Deleting port 03e4d41d-7fe8-4f73-920d-1ba5e2f2044c {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:38:03.958159 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-0382062a-e54a-4a78-910e-4031526fcd6a req-239d759f-a345-400a-b9cf-9d4addfe71e5 tempest-ServersTestJSON-590403735 tempest-ServersTestJSON-590403735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:03.961876 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5fc49e97-805f-48a5-84c3-fd9d8c774802 req-a4554a0b-d08e-447c-971e-fc91c3cbdb08 tempest-SecurityGroupRulesTestJSON-1667777045 tempest-SecurityGroupRulesTestJSON-1667777045-project] 10.222.0.23 "GET /v2.0/security-groups/eb5a3cbf-1ba8-4dca-a380-24211f69e48f HTTP/1.1" status: 200 len: 1807 time: 0.0720222 Jul 13 13:38:03.974096 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-5fc49e97-805f-48a5-84c3-fd9d8c774802 req-5726cd0d-b99e-4224-94e5-f5cf4ba2c9ce tempest-SecurityGroupRulesTestJSON-1667777045 tempest-SecurityGroupRulesTestJSON-1667777045-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'eb5a3cbf-1ba8-4dca-a380-24211f69e48f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:38:03.974411 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-5fc49e97-805f-48a5-84c3-fd9d8c774802 req-5726cd0d-b99e-4224-94e5-f5cf4ba2c9ce tempest-SecurityGroupRulesTestJSON-1667777045 tempest-SecurityGroupRulesTestJSON-1667777045-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'eb5a3cbf-1ba8-4dca-a380-24211f69e48f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:38:03.975844 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8668bab3-d9d6-46d7-bb72-778d118d83aa req-eb9454d3-7115-4957-8155-77690b15fd58 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:03.977594 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8668bab3-d9d6-46d7-bb72-778d118d83aa req-eb9454d3-7115-4957-8155-77690b15fd58 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.26 "GET /v2.0/networks?id=5c5b1ca0-24b0-4412-b81d-dc9907cb0039 HTTP/1.1" status: 200 len: 808 time: 0.4465353 Jul 13 13:38:03.999308 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e11e2ed5-eaaa-4163-9f60-53e7e3b3dd81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:04.003291 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e11e2ed5-eaaa-4163-9f60-53e7e3b3dd81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:04.004748 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-e11e2ed5-eaaa-4163-9f60-53e7e3b3dd81 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5992d5d7-3020-42fa-8171-d00e5d1cfa07 HTTP/1.1" status: 204 len: 168 time: 0.4189477 Jul 13 13:38:04.032900 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-8668bab3-d9d6-46d7-bb72-778d118d83aa req-d71daba7-0afa-4567-8ce1-16b489dbf3bd tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Request body: {'port': {'device_id': '12faf5c9-e18d-4f03-b7e6-1951ae5c98c0', 'network_id': '5c5b1ca0-24b0-4412-b81d-dc9907cb0039', 'admin_state_up': True, 'tenant_id': '7ec77ffc288b40b5a9663fa2e5a78733'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:38:04.091407 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11e2ed5-eaaa-4163-9f60-53e7e3b3dd81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5992d5d7-3020-42fa-8171-d00e5d1cfa07,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:38:04.115821 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-5fc49e97-805f-48a5-84c3-fd9d8c774802 req-5726cd0d-b99e-4224-94e5-f5cf4ba2c9ce tempest-SecurityGroupRulesTestJSON-1667777045 tempest-SecurityGroupRulesTestJSON-1667777045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:04.139624 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-5fc49e97-805f-48a5-84c3-fd9d8c774802 req-5726cd0d-b99e-4224-94e5-f5cf4ba2c9ce tempest-SecurityGroupRulesTestJSON-1667777045 tempest-SecurityGroupRulesTestJSON-1667777045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:04.145233 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-5fc49e97-805f-48a5-84c3-fd9d8c774802 req-5726cd0d-b99e-4224-94e5-f5cf4ba2c9ce tempest-SecurityGroupRulesTestJSON-1667777045 tempest-SecurityGroupRulesTestJSON-1667777045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:04.192987 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5726cd0d-b99e-4224-94e5-f5cf4ba2c9ce tempest-SecurityGroupRulesTestJSON-1667777045 tempest-SecurityGroupRulesTestJSON-1667777045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18a647b3-f88b-4425-b5d4-f3ea9cb4cd46,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:38:04.208414 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-5fc49e97-805f-48a5-84c3-fd9d8c774802 req-5726cd0d-b99e-4224-94e5-f5cf4ba2c9ce tempest-SecurityGroupRulesTestJSON-1667777045 tempest-SecurityGroupRulesTestJSON-1667777045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:04.208414 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5fc49e97-805f-48a5-84c3-fd9d8c774802 req-5726cd0d-b99e-4224-94e5-f5cf4ba2c9ce tempest-SecurityGroupRulesTestJSON-1667777045 tempest-SecurityGroupRulesTestJSON-1667777045-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2396324 Jul 13 13:38:04.256466 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-1b19b4c4-476a-4a7d-9220-758422b6dccf req-41769164-30e0-4fca-b054-50cf0c773165 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fa44009-4573-407b-8afd-36362360c411 {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:38:04.265264 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1b19b4c4-476a-4a7d-9220-758422b6dccf req-41769164-30e0-4fca-b054-50cf0c773165 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:04.278731 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-1b19b4c4-476a-4a7d-9220-758422b6dccf req-41769164-30e0-4fca-b054-50cf0c773165 service neutron] Transition to ACTIVE for port object 5fa44009-4573-407b-8afd-36362360c411 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:38:04.302006 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1b19b4c4-476a-4a7d-9220-758422b6dccf req-41769164-30e0-4fca-b054-50cf0c773165 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:04.438719 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-0382062a-e54a-4a78-910e-4031526fcd6a req-239d759f-a345-400a-b9cf-9d4addfe71e5 tempest-ServersTestJSON-590403735 tempest-ServersTestJSON-590403735-project] For port 03e4d41d-7fe8-4f73-920d-1ba5e2f2044c, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=03e4d41d-7fe8-4f73-920d-1ba5e2f2044c,segment=NetworkSegment(c0d02cf4-f61f-40a3-a4bb-b537dbf84593),segment_id=c0d02cf4-f61f-40a3-a4bb-b537dbf84593)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:38:04.441221 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-0382062a-e54a-4a78-910e-4031526fcd6a req-239d759f-a345-400a-b9cf-9d4addfe71e5 tempest-ServersTestJSON-590403735 tempest-ServersTestJSON-590403735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:04.499028 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 56658) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:38:04.519068 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-691f59c3-e69a-42d0-80bd-6d65e77ee5fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:04.564006 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8a42fd-ad98-4087-9524-46dabd9b236a req-f1560040-dd31-4cc0-b7ef-ca41d3010cf4 tempest-ServersTestJSON-590403735 tempest-ServersTestJSON-590403735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:04.565644 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3d8a42fd-ad98-4087-9524-46dabd9b236a req-f1560040-dd31-4cc0-b7ef-ca41d3010cf4 tempest-ServersTestJSON-590403735 tempest-ServersTestJSON-590403735-project] 10.222.0.23 "GET /v2.0/ports?device_id=b433e59d-1295-40a6-874d-aba0de786928 HTTP/1.1" status: 200 len: 945 time: 0.1432030 Jul 13 13:38:04.648128 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3d8a42fd-ad98-4087-9524-46dabd9b236a req-d35f635b-efa5-4a1f-8cd6-c6eaa09e5130 tempest-ServersTestJSON-590403735 tempest-ServersTestJSON-590403735-project] 10.222.0.23 "GET /v2.0/security-groups?id=bb0e63f6-1341-41c9-821c-b4d369894d82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744722 Jul 13 13:38:04.756184 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d79a3982-7b07-4b5c-8485-5ad9b5f69128 x-openstack-request-id: req-d79a3982-7b07-4b5c-8485-5ad9b5f69128 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:38:04.756798 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "809f08e7-9b8f-40d1-ad69-f5b32523cfa6", "name": "network-vif-plugged", "status": "completed", "tag": "4d6d7045-3118-4f1b-8361-d96c9a265f1d", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:38:04.756798 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d79a3982-7b07-4b5c-8485-5ad9b5f69128 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:38:04.757198 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '809f08e7-9b8f-40d1-ad69-f5b32523cfa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d6d7045-3118-4f1b-8361-d96c9a265f1d', 'code': 200} Jul 13 13:38:04.809769 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41769164-30e0-4fca-b054-50cf0c773165 service neutron] Pushing event updated for resources: {'Port': ['ID=5fa44009-4573-407b-8afd-36362360c411,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:38:04.813986 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-691f59c3-e69a-42d0-80bd-6d65e77ee5fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:04.825136 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-8cde69d6-9699-47f6-967b-08b78d3d8399 req-5911685b-eac3-4486-9e6c-76dd995eee4e tempest-SecurityGroupRulesTestJSON-1667777045 tempest-SecurityGroupRulesTestJSON-1667777045-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1255681909', 'description': 'tempest-description-447852531'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:38:04.841353 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-691f59c3-e69a-42d0-80bd-6d65e77ee5fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:04.879347 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-691f59c3-e69a-42d0-80bd-6d65e77ee5fa admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1cfac15051f54d11b6dceb57c9b0f46f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3768308 Jul 13 13:38:04.881159 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 56666) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:38:04.907824 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-0382062a-e54a-4a78-910e-4031526fcd6a req-239d759f-a345-400a-b9cf-9d4addfe71e5 tempest-ServersTestJSON-590403735 tempest-ServersTestJSON-590403735-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:04.908189 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-0382062a-e54a-4a78-910e-4031526fcd6a req-239d759f-a345-400a-b9cf-9d4addfe71e5 tempest-ServersTestJSON-590403735 tempest-ServersTestJSON-590403735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446547'] for floatingip, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:04.908429 n-d-800634-1 neutron-server[93750]: INFO neutron.db.l3_db [req-0382062a-e54a-4a78-910e-4031526fcd6a req-239d759f-a345-400a-b9cf-9d4addfe71e5 tempest-ServersTestJSON-590403735 tempest-ServersTestJSON-590403735-project] Floating IP d703bf0c-4569-4ab3-b6f2-35b596495953 disassociated. External IP: 172.25.6.195, port: 03e4d41d-7fe8-4f73-920d-1ba5e2f2044c. Jul 13 13:38:04.908772 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-0382062a-e54a-4a78-910e-4031526fcd6a req-239d759f-a345-400a-b9cf-9d4addfe71e5 tempest-ServersTestJSON-590403735 tempest-ServersTestJSON-590403735-project] Calling delete_port for 03e4d41d-7fe8-4f73-920d-1ba5e2f2044c owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:38:04.921207 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2252a279-33e7-4cdd-b798-b1ab693d264c req-0b21a93f-7528-4f71-9224-8384babe4aff tempest-ServerGroupTestJSON-664834325 tempest-ServerGroupTestJSON-664834325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:04.928844 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2252a279-33e7-4cdd-b798-b1ab693d264c req-0b21a93f-7528-4f71-9224-8384babe4aff tempest-ServerGroupTestJSON-664834325 tempest-ServerGroupTestJSON-664834325-project] 10.222.0.23 "GET /v2.0/ports?device_id=809f08e7-9b8f-40d1-ad69-f5b32523cfa6 HTTP/1.1" status: 200 len: 945 time: 0.8546739 Jul 13 13:38:04.958342 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-8cde69d6-9699-47f6-967b-08b78d3d8399 req-5911685b-eac3-4486-9e6c-76dd995eee4e tempest-SecurityGroupRulesTestJSON-1667777045 tempest-SecurityGroupRulesTestJSON-1667777045-project] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:04.966773 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691f59c3-e69a-42d0-80bd-6d65e77ee5fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52726e5c-9a42-42dd-a7cb-d385e8cb22ef,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:38:05.010299 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37b3e9d-2e1b-4f16-a49c-8ce2049215e2 req-2bc59a22-944b-4b48-8680-37c9d7bbac76 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:05.012622 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f37b3e9d-2e1b-4f16-a49c-8ce2049215e2 req-2bc59a22-944b-4b48-8680-37c9d7bbac76 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.26 "GET /v2.0/networks?id=1e6a1cec-d634-437c-82e7-1ebafa55a815 HTTP/1.1" status: 200 len: 811 time: 0.3068540 Jul 13 13:38:05.028717 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-f37b3e9d-2e1b-4f16-a49c-8ce2049215e2 req-67b30ea1-b8b0-404a-a0d2-509f6204ec32 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Request body: {'port': {'device_id': '068e68c5-7e43-4756-ad00-ead1168bf8bc', 'network_id': '1e6a1cec-d634-437c-82e7-1ebafa55a815', 'admin_state_up': True, 'tenant_id': '735b68527641472d9d98083ece779da8'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:38:05.054208 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 03e4d41d-7fe8-4f73-920d-1ba5e2f2044c no longer exists at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:38:05.090910 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8668bab3-d9d6-46d7-bb72-778d118d83aa req-d71daba7-0afa-4567-8ce1-16b489dbf3bd tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Made reservation on behalf of 7ec77ffc288b40b5a9663fa2e5a78733 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:38:05.094007 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-8668bab3-d9d6-46d7-bb72-778d118d83aa req-d71daba7-0afa-4567-8ce1-16b489dbf3bd tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:05.103545 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-1b19b4c4-476a-4a7d-9220-758422b6dccf req-41769164-30e0-4fca-b054-50cf0c773165 service neutron] Attempting to bind port 5fa44009-4573-407b-8afd-36362360c411 on host n-h2-800634-1 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:38:05.103927 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-1b19b4c4-476a-4a7d-9220-758422b6dccf req-41769164-30e0-4fca-b054-50cf0c773165 service neutron] Attempting to bind port 5fa44009-4573-407b-8afd-36362360c411 by drivers openvswitch,hyperv on host n-h2-800634-1 at level 0 using segments [{'id': 'a992ca7b-0374-4ac8-89fd-e7752d9855d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'a0797fb9-b450-4bbe-af8e-ecaaafb3ac9d'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:38:05.104245 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b19b4c4-476a-4a7d-9220-758422b6dccf req-41769164-30e0-4fca-b054-50cf0c773165 service neutron] Attempting to bind port 5fa44009-4573-407b-8afd-36362360c411 on network a0797fb9-b450-4bbe-af8e-ecaaafb3ac9d {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:38:05.141419 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2252a279-33e7-4cdd-b798-b1ab693d264c req-7e5ab8d8-ae91-4ae3-be74-8e0d0a53a2b2 tempest-ServerGroupTestJSON-664834325 tempest-ServerGroupTestJSON-664834325-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ffcfb5f-7036-45f3-87ce-4f334f2bfb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112019 Jul 13 13:38:05.142291 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b19b4c4-476a-4a7d-9220-758422b6dccf req-41769164-30e0-4fca-b054-50cf0c773165 service neutron] Port 5fa44009-4573-407b-8afd-36362360c411 on network a0797fb9-b450-4bbe-af8e-ecaaafb3ac9d not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-1 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:38:05.142692 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b19b4c4-476a-4a7d-9220-758422b6dccf req-41769164-30e0-4fca-b054-50cf0c773165 service neutron] Attempting to bind port 5fa44009-4573-407b-8afd-36362360c411 on network a0797fb9-b450-4bbe-af8e-ecaaafb3ac9d {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:38:05.180467 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:05.193220 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b19b4c4-476a-4a7d-9220-758422b6dccf req-41769164-30e0-4fca-b054-50cf0c773165 service neutron] Checking agent: {'id': 'f615e5c9-21ab-43f2-adbc-192d64b795cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:38:05.193570 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b19b4c4-476a-4a7d-9220-758422b6dccf req-41769164-30e0-4fca-b054-50cf0c773165 service neutron] Checking segment: {'id': 'a992ca7b-0374-4ac8-89fd-e7752d9855d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'a0797fb9-b450-4bbe-af8e-ecaaafb3ac9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:38:05.194012 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b19b4c4-476a-4a7d-9220-758422b6dccf req-41769164-30e0-4fca-b054-50cf0c773165 service neutron] Bound using segment: {'id': 'a992ca7b-0374-4ac8-89fd-e7752d9855d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'a0797fb9-b450-4bbe-af8e-ecaaafb3ac9d'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:38:05.194896 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-1b19b4c4-476a-4a7d-9220-758422b6dccf req-41769164-30e0-4fca-b054-50cf0c773165 service neutron] Bound port: 5fa44009-4573-407b-8afd-36362360c411, host: n-h2-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a992ca7b-0374-4ac8-89fd-e7752d9855d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'a0797fb9-b450-4bbe-af8e-ecaaafb3ac9d'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:38:05.195468 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1b19b4c4-476a-4a7d-9220-758422b6dccf req-41769164-30e0-4fca-b054-50cf0c773165 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:05.227653 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 03e4d41d-7fe8-4f73-920d-1ba5e2f2044c, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=03e4d41d-7fe8-4f73-920d-1ba5e2f2044c,segment=NetworkSegment(c0d02cf4-f61f-40a3-a4bb-b537dbf84593),segment_id=c0d02cf4-f61f-40a3-a4bb-b537dbf84593)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:38:05.231214 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-8cde69d6-9699-47f6-967b-08b78d3d8399 req-5911685b-eac3-4486-9e6c-76dd995eee4e tempest-SecurityGroupRulesTestJSON-1667777045 tempest-SecurityGroupRulesTestJSON-1667777045-project] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:05.232521 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:05.247064 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f22b75dd-d01c-4323-bc3a-f2c66f8672d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:05.248695 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-8cde69d6-9699-47f6-967b-08b78d3d8399 req-5911685b-eac3-4486-9e6c-76dd995eee4e tempest-SecurityGroupRulesTestJSON-1667777045 tempest-SecurityGroupRulesTestJSON-1667777045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:05.292949 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f37b3e9d-2e1b-4f16-a49c-8ce2049215e2 req-67b30ea1-b8b0-404a-a0d2-509f6204ec32 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Made reservation on behalf of 735b68527641472d9d98083ece779da8 for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:38:05.300491 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-f37b3e9d-2e1b-4f16-a49c-8ce2049215e2 req-67b30ea1-b8b0-404a-a0d2-509f6204ec32 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:05.306435 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f22b75dd-d01c-4323-bc3a-f2c66f8672d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:05.315112 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=03e4d41d-7fe8-4f73-920d-1ba5e2f2044c,revision_number=6']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:38:05.331656 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-8cde69d6-9699-47f6-967b-08b78d3d8399 req-5911685b-eac3-4486-9e6c-76dd995eee4e tempest-SecurityGroupRulesTestJSON-1667777045 tempest-SecurityGroupRulesTestJSON-1667777045-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:05.332549 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8cde69d6-9699-47f6-967b-08b78d3d8399 req-5911685b-eac3-4486-9e6c-76dd995eee4e tempest-SecurityGroupRulesTestJSON-1667777045 tempest-SecurityGroupRulesTestJSON-1667777045-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5164759 Jul 13 13:38:05.341953 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5911685b-eac3-4486-9e6c-76dd995eee4e tempest-SecurityGroupRulesTestJSON-1667777045 tempest-SecurityGroupRulesTestJSON-1667777045-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c27382f-0e7e-4e7c-80f9-b4a480e4ecaa,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:38:05.459843 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42734a57-8bd4-45e9-9178-78404ce41370 req-97e03549-4c6a-4ed7-86ad-6591745df8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:05.461520 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-42734a57-8bd4-45e9-9178-78404ce41370 req-97e03549-4c6a-4ed7-86ad-6591745df8b1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=809f08e7-9b8f-40d1-ad69-f5b32523cfa6 HTTP/1.1" status: 200 len: 1096 time: 0.5487256 Jul 13 13:38:05.488021 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f60262a3-cf53-49d7-9ac8-b7e5b9fec31e req-477178ab-1b37-4b66-91f4-3f0ab1c83161 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/ports?device_id=12faf5c9-e18d-4f03-b7e6-1951ae5c98c0 HTTP/1.1" status: 200 len: 210 time: 0.0774868 Jul 13 13:38:05.494671 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f22b75dd-d01c-4323-bc3a-f2c66f8672d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:05.497209 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f22b75dd-d01c-4323-bc3a-f2c66f8672d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:05.498330 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-f22b75dd-d01c-4323-bc3a-f2c66f8672d3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/52726e5c-9a42-42dd-a7cb-d385e8cb22ef HTTP/1.1" status: 204 len: 168 time: 0.6065414 Jul 13 13:38:05.513956 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [req-f37b3e9d-2e1b-4f16-a49c-8ce2049215e2 req-67b30ea1-b8b0-404a-a0d2-509f6204ec32 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Allocated IP 172.20.0.6 (1e6a1cec-d634-437c-82e7-1ebafa55a815/4a7066db-069e-4126-a711-5a91da09992d/ddfe3252-fa26-4921-a77a-a18bffc9479a) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:38:05.523868 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 13:38:05.617435 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22b75dd-d01c-4323-bc3a-f2c66f8672d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52726e5c-9a42-42dd-a7cb-d385e8cb22ef,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:38:05.675835 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-42734a57-8bd4-45e9-9178-78404ce41370 req-092f2002-a41e-42c4-9d14-dc9a745dd228 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=2ffcfb5f-7036-45f3-87ce-4f334f2bfb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820748 Jul 13 13:38:05.706557 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-0382062a-e54a-4a78-910e-4031526fcd6a req-239d759f-a345-400a-b9cf-9d4addfe71e5 tempest-ServersTestJSON-590403735 tempest-ServersTestJSON-590403735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:05.740700 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a8fb9a6e-a818-4dfa-955b-d4145f668426 req-238722ee-61e9-459c-a8bc-dfe8c5de4296 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/ports?device_id=068e68c5-7e43-4756-ad00-ead1168bf8bc HTTP/1.1" status: 200 len: 210 time: 0.0637891 Jul 13 13:38:05.744507 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-1b19b4c4-476a-4a7d-9220-758422b6dccf req-41769164-30e0-4fca-b054-50cf0c773165 service neutron] For port 5fa44009-4573-407b-8afd-36362360c411, host n-h2-800634-1, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:38:05.792796 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-8668bab3-d9d6-46d7-bb72-778d118d83aa req-d71daba7-0afa-4567-8ce1-16b489dbf3bd tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Allocated IP 172.20.0.10 (5c5b1ca0-24b0-4412-b81d-dc9907cb0039/41cb83d6-1972-42a1-91b6-99e2d7728a68/751cfe8d-30a1-407a-bca8-4b83f6024a24) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:38:05.796624 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239d759f-a345-400a-b9cf-9d4addfe71e5 tempest-ServersTestJSON-590403735 tempest-ServersTestJSON-590403735-project] Pushing event deleted for resources: {'Port': ['ID=03e4d41d-7fe8-4f73-920d-1ba5e2f2044c,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:38:05.805165 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-1b19b4c4-476a-4a7d-9220-758422b6dccf req-41769164-30e0-4fca-b054-50cf0c773165 service neutron] For port 5fa44009-4573-407b-8afd-36362360c411, host n-h2-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=5fa44009-4573-407b-8afd-36362360c411,segment=NetworkSegment(a992ca7b-0374-4ac8-89fd-e7752d9855d0),segment_id=a992ca7b-0374-4ac8-89fd-e7752d9855d0)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:38:05.805778 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-f37b3e9d-2e1b-4f16-a49c-8ce2049215e2 req-67b30ea1-b8b0-404a-a0d2-509f6204ec32 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:05.821855 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db13e231-0e70-4838-b037-2894e3d046ea req-65e6808b-718a-471f-89fe-f9c0694400cb tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:05.829984 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1b19b4c4-476a-4a7d-9220-758422b6dccf req-41769164-30e0-4fca-b054-50cf0c773165 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:05.830673 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-db13e231-0e70-4838-b037-2894e3d046ea req-65e6808b-718a-471f-89fe-f9c0694400cb tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] 10.222.0.23 "GET /v2.0/ports?device_id=709d40a5-aa94-4dcb-b1df-150f71dccc43 HTTP/1.1" status: 200 len: 944 time: 0.3578372 Jul 13 13:38:05.894322 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-db13e231-0e70-4838-b037-2894e3d046ea req-3806c068-9d52-484e-aee1-7a99354bf422 tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] 10.222.0.23 "GET /v2.0/security-groups?id=9a4040a4-7a24-4bfb-97c3-fc064942d274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630593 Jul 13 13:38:05.951847 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-f37b3e9d-2e1b-4f16-a49c-8ce2049215e2 req-67b30ea1-b8b0-404a-a0d2-509f6204ec32 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:06.015474 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f37b3e9d-2e1b-4f16-a49c-8ce2049215e2 req-67b30ea1-b8b0-404a-a0d2-509f6204ec32 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Network 1e6a1cec-d634-437c-82e7-1ebafa55a815 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:38:06.019705 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [req-f37b3e9d-2e1b-4f16-a49c-8ce2049215e2 req-67b30ea1-b8b0-404a-a0d2-509f6204ec32 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:38:06.024545 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-f37b3e9d-2e1b-4f16-a49c-8ce2049215e2 req-67b30ea1-b8b0-404a-a0d2-509f6204ec32 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:38:06.054375 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b30ea1-b8b0-404a-a0d2-509f6204ec32 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Pushing event updated for resources: {'Port': ['ID=ddfe3252-fa26-4921-a77a-a18bffc9479a,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:38:06.097024 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c96b985d-c3f2-4461-ad44-cb5e694727f0 req-c239790e-7f28-4796-ba98-24d2fda19c02 tempest-ServersTestJSON-590403735 tempest-ServersTestJSON-590403735-project] 10.222.0.23 "GET /v2.0/ports?device_id=b433e59d-1295-40a6-874d-aba0de786928 HTTP/1.1" status: 200 len: 210 time: 0.0436311 Jul 13 13:38:06.111504 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37b3e9d-2e1b-4f16-a49c-8ce2049215e2 req-67b30ea1-b8b0-404a-a0d2-509f6204ec32 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:06.112222 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-f37b3e9d-2e1b-4f16-a49c-8ce2049215e2 req-67b30ea1-b8b0-404a-a0d2-509f6204ec32 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:06.139746 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f37b3e9d-2e1b-4f16-a49c-8ce2049215e2 req-67b30ea1-b8b0-404a-a0d2-509f6204ec32 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1184902 Jul 13 13:38:06.157517 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-f37b3e9d-2e1b-4f16-a49c-8ce2049215e2 req-121e2d3a-2b35-40bd-b933-32728f3dc1a7 service neutron] Request body: {'port': {'device_id': '068e68c5-7e43-4756-ad00-ead1168bf8bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-1'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:38:06.270120 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-f37b3e9d-2e1b-4f16-a49c-8ce2049215e2 req-121e2d3a-2b35-40bd-b933-32728f3dc1a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:06.608396 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41769164-30e0-4fca-b054-50cf0c773165 service neutron] Pushing event updated for resources: {'Port': ['ID=5fa44009-4573-407b-8afd-36362360c411,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:38:06.619950 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6b9e34-ddee-497d-b774-ba3d8f392b81 req-50b28434-1a91-4db6-b67d-b26622ed18cc tempest-ServerGroupTestJSON-664834325 tempest-ServerGroupTestJSON-664834325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:06.621584 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ae6b9e34-ddee-497d-b774-ba3d8f392b81 req-50b28434-1a91-4db6-b67d-b26622ed18cc tempest-ServerGroupTestJSON-664834325 tempest-ServerGroupTestJSON-664834325-project] 10.222.0.23 "GET /v2.0/ports?device_id=809f08e7-9b8f-40d1-ad69-f5b32523cfa6 HTTP/1.1" status: 200 len: 945 time: 0.2844484 Jul 13 13:38:06.634547 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-00b52bcf-d560-44b2-9c15-ce08acb592e8 req-d4ba3eba-836e-434d-9dc7-af6e8c0c898b tempest-SecurityGroupRulesTestJSON-1667777045 tempest-SecurityGroupRulesTestJSON-1667777045-project] 10.222.0.23 "GET /v2.0/security-groups/6c27382f-0e7e-4e7c-80f9-b4a480e4ecaa HTTP/1.1" status: 200 len: 1806 time: 0.8340862 Jul 13 13:38:06.646694 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b19b4c4-476a-4a7d-9220-758422b6dccf req-41769164-30e0-4fca-b054-50cf0c773165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:06.648061 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1b19b4c4-476a-4a7d-9220-758422b6dccf req-41769164-30e0-4fca-b054-50cf0c773165 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:06.653316 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1b19b4c4-476a-4a7d-9220-758422b6dccf req-41769164-30e0-4fca-b054-50cf0c773165 service neutron] 10.222.0.41 "PUT /v2.0/ports/5fa44009-4573-407b-8afd-36362360c411 HTTP/1.1" status: 200 len: 1092 time: 4.4831214 Jul 13 13:38:06.661676 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '709d40a5-aa94-4dcb-b1df-150f71dccc43', 'tag': '5fa44009-4573-407b-8afd-36362360c411'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:38:06.664597 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64366244-e65c-47cb-8dfd-4d8215bdd0cc" -d '{"events": [{"name": "network-changed", "server_uuid": "709d40a5-aa94-4dcb-b1df-150f71dccc43", "tag": "5fa44009-4573-407b-8afd-36362360c411"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:38:06.685215 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-00b52bcf-d560-44b2-9c15-ce08acb592e8 req-7f8f7533-33e8-4e35-973d-afb8ad76d269 tempest-SecurityGroupRulesTestJSON-1667777045 tempest-SecurityGroupRulesTestJSON-1667777045-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '6c27382f-0e7e-4e7c-80f9-b4a480e4ecaa', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:38:06.685532 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-00b52bcf-d560-44b2-9c15-ce08acb592e8 req-7f8f7533-33e8-4e35-973d-afb8ad76d269 tempest-SecurityGroupRulesTestJSON-1667777045 tempest-SecurityGroupRulesTestJSON-1667777045-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '6c27382f-0e7e-4e7c-80f9-b4a480e4ecaa', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:38:06.726545 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ae6b9e34-ddee-497d-b774-ba3d8f392b81 req-8cdeeac0-18b1-4081-b0df-b0fd59d6bc12 tempest-ServerGroupTestJSON-664834325 tempest-ServerGroupTestJSON-664834325-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ffcfb5f-7036-45f3-87ce-4f334f2bfb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519488 Jul 13 13:38:06.758216 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b433e59d-1295-40a6-874d-aba0de786928', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03e4d41d-7fe8-4f73-920d-1ba5e2f2044c'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:38:06.761181 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d10eceb1-c346-4cbc-b63b-c1ab21e3386f" -d '{"events": [{"server_uuid": "b433e59d-1295-40a6-874d-aba0de786928", "name": "network-vif-unplugged", "status": "completed", "tag": "03e4d41d-7fe8-4f73-920d-1ba5e2f2044c"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:38:06.793203 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [req-f37b3e9d-2e1b-4f16-a49c-8ce2049215e2 req-121e2d3a-2b35-40bd-b933-32728f3dc1a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddfe3252-fa26-4921-a77a-a18bffc9479a {{(pid=93751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:38:06.801304 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-f37b3e9d-2e1b-4f16-a49c-8ce2049215e2 req-121e2d3a-2b35-40bd-b933-32728f3dc1a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:06.814635 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-f37b3e9d-2e1b-4f16-a49c-8ce2049215e2 req-121e2d3a-2b35-40bd-b933-32728f3dc1a7 service neutron] Transition to ACTIVE for port object ddfe3252-fa26-4921-a77a-a18bffc9479a will not be triggered until provisioned by entity L2. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:38:06.819042 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0382062a-e54a-4a78-910e-4031526fcd6a req-239d759f-a345-400a-b9cf-9d4addfe71e5 tempest-ServersTestJSON-590403735 tempest-ServersTestJSON-590403735-project] Router a0fee015-dba6-4838-a50a-d8dd715ff5a8 has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 13:38:06.820723 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-f37b3e9d-2e1b-4f16-a49c-8ce2049215e2 req-121e2d3a-2b35-40bd-b933-32728f3dc1a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:06.864178 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-8668bab3-d9d6-46d7-bb72-778d118d83aa req-d71daba7-0afa-4567-8ce1-16b489dbf3bd tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:06.958954 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121e2d3a-2b35-40bd-b933-32728f3dc1a7 service neutron] Pushing event updated for resources: {'Port': ['ID=ddfe3252-fa26-4921-a77a-a18bffc9479a,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:38:07.045466 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-00b52bcf-d560-44b2-9c15-ce08acb592e8 req-7f8f7533-33e8-4e35-973d-afb8ad76d269 tempest-SecurityGroupRulesTestJSON-1667777045 tempest-SecurityGroupRulesTestJSON-1667777045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:07.058883 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4e499173-221e-4080-aef8-b5689f5999a3 req-68575851-fc5e-4bdb-baf5-dac3a7db472f tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/ports?device_id=12faf5c9-e18d-4f03-b7e6-1951ae5c98c0 HTTP/1.1" status: 200 len: 210 time: 0.0935435 Jul 13 13:38:07.083053 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b19b4c4-476a-4a7d-9220-758422b6dccf req-f59428c9-7c62-4efb-986a-4badfc6f0fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:07.084598 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1b19b4c4-476a-4a7d-9220-758422b6dccf req-f59428c9-7c62-4efb-986a-4badfc6f0fbd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9e72d4daf74d4b30a471837a4b3d6e97&device_id=709d40a5-aa94-4dcb-b1df-150f71dccc43 HTTP/1.1" status: 200 len: 1095 time: 0.2926402 Jul 13 13:38:07.086345 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-f37b3e9d-2e1b-4f16-a49c-8ce2049215e2 req-121e2d3a-2b35-40bd-b933-32728f3dc1a7 service neutron] Attempting to bind port ddfe3252-fa26-4921-a77a-a18bffc9479a on host n-h1-800634-1 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:38:07.086682 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-f37b3e9d-2e1b-4f16-a49c-8ce2049215e2 req-121e2d3a-2b35-40bd-b933-32728f3dc1a7 service neutron] Attempting to bind port ddfe3252-fa26-4921-a77a-a18bffc9479a by drivers openvswitch,hyperv on host n-h1-800634-1 at level 0 using segments [{'id': '8ca861d2-7f67-42e9-b790-b2afeca7fd40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '1e6a1cec-d634-437c-82e7-1ebafa55a815'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:38:07.087412 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f37b3e9d-2e1b-4f16-a49c-8ce2049215e2 req-121e2d3a-2b35-40bd-b933-32728f3dc1a7 service neutron] Attempting to bind port ddfe3252-fa26-4921-a77a-a18bffc9479a on network 1e6a1cec-d634-437c-82e7-1ebafa55a815 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:38:07.096646 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f37b3e9d-2e1b-4f16-a49c-8ce2049215e2 req-121e2d3a-2b35-40bd-b933-32728f3dc1a7 service neutron] Port ddfe3252-fa26-4921-a77a-a18bffc9479a on network 1e6a1cec-d634-437c-82e7-1ebafa55a815 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-1 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:38:07.097548 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f37b3e9d-2e1b-4f16-a49c-8ce2049215e2 req-121e2d3a-2b35-40bd-b933-32728f3dc1a7 service neutron] Attempting to bind port ddfe3252-fa26-4921-a77a-a18bffc9479a on network 1e6a1cec-d634-437c-82e7-1ebafa55a815 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:38:07.111407 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f37b3e9d-2e1b-4f16-a49c-8ce2049215e2 req-121e2d3a-2b35-40bd-b933-32728f3dc1a7 service neutron] Checking agent: {'id': 'a7603dc8-3c50-4a9b-8f0d-1143528f155e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:38:07.111899 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f37b3e9d-2e1b-4f16-a49c-8ce2049215e2 req-121e2d3a-2b35-40bd-b933-32728f3dc1a7 service neutron] Checking segment: {'id': '8ca861d2-7f67-42e9-b790-b2afeca7fd40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '1e6a1cec-d634-437c-82e7-1ebafa55a815'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:38:07.112169 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f37b3e9d-2e1b-4f16-a49c-8ce2049215e2 req-121e2d3a-2b35-40bd-b933-32728f3dc1a7 service neutron] Bound using segment: {'id': '8ca861d2-7f67-42e9-b790-b2afeca7fd40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '1e6a1cec-d634-437c-82e7-1ebafa55a815'} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:38:07.112570 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-f37b3e9d-2e1b-4f16-a49c-8ce2049215e2 req-121e2d3a-2b35-40bd-b933-32728f3dc1a7 service neutron] Bound port: ddfe3252-fa26-4921-a77a-a18bffc9479a, host: n-h1-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ca861d2-7f67-42e9-b790-b2afeca7fd40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '1e6a1cec-d634-437c-82e7-1ebafa55a815'}}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:38:07.112937 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-f37b3e9d-2e1b-4f16-a49c-8ce2049215e2 req-121e2d3a-2b35-40bd-b933-32728f3dc1a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:07.140430 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-8668bab3-d9d6-46d7-bb72-778d118d83aa req-d71daba7-0afa-4567-8ce1-16b489dbf3bd tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:07.159717 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 13:38:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-487960fd-87f1-4d89-94de-0fd99faf41c3 x-openstack-request-id: req-487960fd-87f1-4d89-94de-0fd99faf41c3 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:38:07.160025 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "709d40a5-aa94-4dcb-b1df-150f71dccc43", "tag": "5fa44009-4573-407b-8afd-36362360c411", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:38:07.160283 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-487960fd-87f1-4d89-94de-0fd99faf41c3 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:38:07.160691 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '709d40a5-aa94-4dcb-b1df-150f71dccc43', 'tag': '5fa44009-4573-407b-8afd-36362360c411', 'status': 'completed', 'code': 200} Jul 13 13:38:07.163986 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1b19b4c4-476a-4a7d-9220-758422b6dccf req-d48dee28-bde3-45a9-81fb-2b7b0968d779 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5fa44009-4573-407b-8afd-36362360c411 HTTP/1.1" status: 200 len: 217 time: 0.0689006 Jul 13 13:38:07.192664 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 13:38:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48830e69-a6a7-4c01-815e-0cf0b221559f x-openstack-request-id: req-48830e69-a6a7-4c01-815e-0cf0b221559f {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:38:07.192971 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b433e59d-1295-40a6-874d-aba0de786928", "name": "network-vif-unplugged", "status": "completed", "tag": "03e4d41d-7fe8-4f73-920d-1ba5e2f2044c", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:38:07.193291 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-48830e69-a6a7-4c01-815e-0cf0b221559f {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:38:07.193467 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-f37b3e9d-2e1b-4f16-a49c-8ce2049215e2 req-121e2d3a-2b35-40bd-b933-32728f3dc1a7 service neutron] For port ddfe3252-fa26-4921-a77a-a18bffc9479a, host n-h1-800634-1, cleared binding levels {{(pid=93751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:38:07.194073 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b433e59d-1295-40a6-874d-aba0de786928', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03e4d41d-7fe8-4f73-920d-1ba5e2f2044c', 'code': 200} Jul 13 13:38:07.197284 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-f37b3e9d-2e1b-4f16-a49c-8ce2049215e2 req-121e2d3a-2b35-40bd-b933-32728f3dc1a7 service neutron] For port ddfe3252-fa26-4921-a77a-a18bffc9479a, host n-h1-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=ddfe3252-fa26-4921-a77a-a18bffc9479a,segment=NetworkSegment(8ca861d2-7f67-42e9-b790-b2afeca7fd40),segment_id=8ca861d2-7f67-42e9-b790-b2afeca7fd40)] {{(pid=93751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:38:07.208641 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-f37b3e9d-2e1b-4f16-a49c-8ce2049215e2 req-121e2d3a-2b35-40bd-b933-32728f3dc1a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:07.244067 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-00b52bcf-d560-44b2-9c15-ce08acb592e8 req-7f8f7533-33e8-4e35-973d-afb8ad76d269 tempest-SecurityGroupRulesTestJSON-1667777045 tempest-SecurityGroupRulesTestJSON-1667777045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:07.251742 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37b3e9d-2e1b-4f16-a49c-8ce2049215e2 req-121e2d3a-2b35-40bd-b933-32728f3dc1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:07.252371 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-f37b3e9d-2e1b-4f16-a49c-8ce2049215e2 req-121e2d3a-2b35-40bd-b933-32728f3dc1a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:07.254078 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f37b3e9d-2e1b-4f16-a49c-8ce2049215e2 req-121e2d3a-2b35-40bd-b933-32728f3dc1a7 service neutron] 10.222.0.26 "PUT /v2.0/ports/ddfe3252-fa26-4921-a77a-a18bffc9479a HTTP/1.1" status: 200 len: 1091 time: 1.1058087 Jul 13 13:38:07.274798 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '068e68c5-7e43-4756-ad00-ead1168bf8bc', 'tag': 'ddfe3252-fa26-4921-a77a-a18bffc9479a'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:38:07.287824 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d17b627af75e17e0f4b8d6239d04f8c2f78634e2c585e32a7aeca336500f34a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a955b13-f40d-4e91-b39c-8180cd8e4d09" -d '{"events": [{"name": "network-changed", "server_uuid": "068e68c5-7e43-4756-ad00-ead1168bf8bc", "tag": "ddfe3252-fa26-4921-a77a-a18bffc9479a"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:38:07.305491 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-00b52bcf-d560-44b2-9c15-ce08acb592e8 req-7f8f7533-33e8-4e35-973d-afb8ad76d269 tempest-SecurityGroupRulesTestJSON-1667777045 tempest-SecurityGroupRulesTestJSON-1667777045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:07.307808 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0382062a-e54a-4a78-910e-4031526fcd6a req-239d759f-a345-400a-b9cf-9d4addfe71e5 tempest-ServersTestJSON-590403735 tempest-ServersTestJSON-590403735-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:38:07.323011 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a0cdc4-df7a-4f04-97c8-660e9f6b9612 None None] Sync routers for ids ['a0fee015-dba6-4838-a50a-d8dd715ff5a8'] in n-d-800634-1 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:38:07.327206 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8668bab3-d9d6-46d7-bb72-778d118d83aa req-d71daba7-0afa-4567-8ce1-16b489dbf3bd tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Network 5c5b1ca0-24b0-4412-b81d-dc9907cb0039 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:38:07.351615 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a0cdc4-df7a-4f04-97c8-660e9f6b9612 None None] Routers {'a0fee015-dba6-4838-a50a-d8dd715ff5a8'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:38:07.355178 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-16a0cdc4-df7a-4f04-97c8-660e9f6b9612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:37:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['a0fee015-dba6-4838-a50a-d8dd715ff5a8'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:38:07.366894 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-8668bab3-d9d6-46d7-bb72-778d118d83aa req-d71daba7-0afa-4567-8ce1-16b489dbf3bd tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:38:07.374269 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-8668bab3-d9d6-46d7-bb72-778d118d83aa req-d71daba7-0afa-4567-8ce1-16b489dbf3bd tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:38:07.377699 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71daba7-0afa-4567-8ce1-16b489dbf3bd tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Pushing event updated for resources: {'Port': ['ID=751cfe8d-30a1-407a-bca8-4b83f6024a24,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:38:07.384270 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8f7533-33e8-4e35-973d-afb8ad76d269 tempest-SecurityGroupRulesTestJSON-1667777045 tempest-SecurityGroupRulesTestJSON-1667777045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33e5cd3c-93a1-4e60-9b1f-bdd8a5dba968,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:38:07.439201 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121e2d3a-2b35-40bd-b933-32728f3dc1a7 service neutron] Pushing event updated for resources: {'Port': ['ID=ddfe3252-fa26-4921-a77a-a18bffc9479a,revision_number=3']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:38:07.468518 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-0382062a-e54a-4a78-910e-4031526fcd6a req-239d759f-a345-400a-b9cf-9d4addfe71e5 tempest-ServersTestJSON-590403735 tempest-ServersTestJSON-590403735-project] No DVR routers for this DVR port 03e4d41d-7fe8-4f73-920d-1ba5e2f2044c on host n-h2-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:38:07.483290 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-00b52bcf-d560-44b2-9c15-ce08acb592e8 req-7f8f7533-33e8-4e35-973d-afb8ad76d269 tempest-SecurityGroupRulesTestJSON-1667777045 tempest-SecurityGroupRulesTestJSON-1667777045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:07.506321 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-00b52bcf-d560-44b2-9c15-ce08acb592e8 req-7f8f7533-33e8-4e35-973d-afb8ad76d269 tempest-SecurityGroupRulesTestJSON-1667777045 tempest-SecurityGroupRulesTestJSON-1667777045-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.8450701 Jul 13 13:38:07.507236 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-0382062a-e54a-4a78-910e-4031526fcd6a req-239d759f-a345-400a-b9cf-9d4addfe71e5 tempest-ServersTestJSON-590403735 tempest-ServersTestJSON-590403735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:07.520180 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0382062a-e54a-4a78-910e-4031526fcd6a req-239d759f-a345-400a-b9cf-9d4addfe71e5 tempest-ServersTestJSON-590403735 tempest-ServersTestJSON-590403735-project] 10.222.0.41 "DELETE /v2.0/ports/03e4d41d-7fe8-4f73-920d-1ba5e2f2044c HTTP/1.1" status: 204 len: 173 time: 4.7269762 Jul 13 13:38:07.523702 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-16a0cdc4-df7a-4f04-97c8-660e9f6b9612 None None] Set router a0fee015-dba6-4838-a50a-d8dd715ff5a8 gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:38:07.528364 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b19b4c4-476a-4a7d-9220-758422b6dccf req-501f2041-e02f-4a87-90a8-d2601543d2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:07.532596 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1b19b4c4-476a-4a7d-9220-758422b6dccf req-501f2041-e02f-4a87-90a8-d2601543d2fb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=66d38b61-7f2b-49e9-ae15-bdea3497cacb HTTP/1.1" status: 200 len: 855 time: 0.3384066 Jul 13 13:38:07.542863 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfc35e7-0645-4ad6-903a-a408b3017b01 req-8551630f-645a-4142-ae34-5b1ef5cf4eee tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:07.550026 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-dcfc35e7-0645-4ad6-903a-a408b3017b01 req-8551630f-645a-4142-ae34-5b1ef5cf4eee tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/ports?device_id=068e68c5-7e43-4756-ad00-ead1168bf8bc HTTP/1.1" status: 200 len: 943 time: 0.1374516 Jul 13 13:38:07.554237 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37b3e9d-2e1b-4f16-a49c-8ce2049215e2 req-defd5771-a691-444a-8dab-da564ff270a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:07.555980 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f37b3e9d-2e1b-4f16-a49c-8ce2049215e2 req-defd5771-a691-444a-8dab-da564ff270a8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=735b68527641472d9d98083ece779da8&device_id=068e68c5-7e43-4756-ad00-ead1168bf8bc HTTP/1.1" status: 200 len: 1094 time: 0.2338958 Jul 13 13:38:07.599020 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8668bab3-d9d6-46d7-bb72-778d118d83aa req-d71daba7-0afa-4567-8ce1-16b489dbf3bd tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:07.599600 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-8668bab3-d9d6-46d7-bb72-778d118d83aa req-d71daba7-0afa-4567-8ce1-16b489dbf3bd tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:07.602369 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-dcfc35e7-0645-4ad6-903a-a408b3017b01 req-8fbef789-03a2-41bf-b047-398ed75499d3 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8450e8a-3ce6-4095-b6b4-37555b8042b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512669 Jul 13 13:38:07.687537 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1b19b4c4-476a-4a7d-9220-758422b6dccf req-0b3b31e2-4e3e-4ba9-9880-f718dbb0aa68 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a0797fb9-b450-4bbe-af8e-ecaaafb3ac9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1347280 Jul 13 13:38:07.691673 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f37b3e9d-2e1b-4f16-a49c-8ce2049215e2 req-c9f5913d-09b9-49e5-9557-14fefffc6566 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ddfe3252-fa26-4921-a77a-a18bffc9479a HTTP/1.1" status: 200 len: 217 time: 0.1019170 Jul 13 13:38:07.692436 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8668bab3-d9d6-46d7-bb72-778d118d83aa req-d71daba7-0afa-4567-8ce1-16b489dbf3bd tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6995282 Jul 13 13:38:07.738135 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-8668bab3-d9d6-46d7-bb72-778d118d83aa req-66f354ae-5459-4a9a-b799-4f6fa9f678a6 service neutron] Request body: {'port': {'device_id': '12faf5c9-e18d-4f03-b7e6-1951ae5c98c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:38:07.790714 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37b3e9d-2e1b-4f16-a49c-8ce2049215e2 req-f5f3284c-d34b-4f55-a388-90b6e3b0cbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:07.795155 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f37b3e9d-2e1b-4f16-a49c-8ce2049215e2 req-f5f3284c-d34b-4f55-a388-90b6e3b0cbbc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4a7066db-069e-4126-a711-5a91da09992d HTTP/1.1" status: 200 len: 851 time: 0.0907810 Jul 13 13:38:07.886581 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f37b3e9d-2e1b-4f16-a49c-8ce2049215e2 req-ab2e9ada-06b9-46ee-8b69-3a8670128f4c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1e6a1cec-d634-437c-82e7-1ebafa55a815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0843015 Jul 13 13:38:07.951656 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5fb9711d-4eeb-4288-8bf1-cec0b5d0e331 req-075c6d1a-6233-484a-92b5-c2dc11b18f82 tempest-ServersTestJSON-590403735 tempest-ServersTestJSON-590403735-project] 10.222.0.23 "GET /v2.0/ports?device_id=b433e59d-1295-40a6-874d-aba0de786928 HTTP/1.1" status: 200 len: 210 time: 0.1268487 Jul 13 13:38:07.982609 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-16a0cdc4-df7a-4f04-97c8-660e9f6b9612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0fee015-dba6-4838-a50a-d8dd715ff5a8', 'name': 'tempest-ServersTestJSON-213962535-router', 'tenant_id': '94689ad386234fb594427716c15799ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '9c6875c8-3bfc-4141-a512-86ffd2a64a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:35:32Z', 'updated_at': '2021-07-13T13:35:39Z', 'revision_number': 4, 'project_id': '94689ad386234fb594427716c15799ee', 'gw_port': {'id': '9c6875c8-3bfc-4141-a512-86ffd2a64a7d', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:80:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0fee015-dba6-4838-a50a-d8dd715ff5a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:35:32Z', 'updated_at': '2021-07-13T13:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': '6effa2c5-f87b-4020-aa4d-2383e4de5424', 'name': '', 'network_id': 'b14d01f8-4a78-4311-a169-2b69cfb0becb', 'tenant_id': '94689ad386234fb594427716c15799ee', 'mac_address': 'fa:16:3e:e6:b1:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0fee015-dba6-4838-a50a-d8dd715ff5a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '5c7aee23-499f-4864-8fcc-2112b8c98bdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:35:38Z', 'updated_at': '2021-07-13T13:35:48Z', 'revision_number': 5, 'project_id': '94689ad386234fb594427716c15799ee', 'subnets': [{'id': '5c7aee23-499f-4864-8fcc-2112b8c98bdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:38:08.013474 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-8668bab3-d9d6-46d7-bb72-778d118d83aa req-66f354ae-5459-4a9a-b799-4f6fa9f678a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:08.017796 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1b19b4c4-476a-4a7d-9220-758422b6dccf req-22d4bb28-6a65-4f18-8e20-6131e5b9dd15 service neutron] 10.222.0.41 "GET /v2.0/networks/a0797fb9-b450-4bbe-af8e-ecaaafb3ac9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3223915 Jul 13 13:38:08.027678 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a0cdc4-df7a-4f04-97c8-660e9f6b9612 None None] Checking router: a0fee015-dba6-4838-a50a-d8dd715ff5a8 for host: n-d-800634-1 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 13:38:08.040171 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a0cdc4-df7a-4f04-97c8-660e9f6b9612 None None] Routers {'a0fee015-dba6-4838-a50a-d8dd715ff5a8'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:38:08.041002 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-16a0cdc4-df7a-4f04-97c8-660e9f6b9612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:37:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['a0fee015-dba6-4838-a50a-d8dd715ff5a8'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:38:08.075227 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd25ac9-af95-40bd-b9e9-afcaeb3ef317 req-6b4a0940-337a-4b3a-82e1-e3d2df3811d2 tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:08.082444 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 13:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ca87cad-4560-4e31-ad04-6b7e426d5921 x-openstack-request-id: req-6ca87cad-4560-4e31-ad04-6b7e426d5921 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:38:08.082948 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "068e68c5-7e43-4756-ad00-ead1168bf8bc", "tag": "ddfe3252-fa26-4921-a77a-a18bffc9479a", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:38:08.083048 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6ca87cad-4560-4e31-ad04-6b7e426d5921 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:38:08.083443 n-d-800634-1 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '068e68c5-7e43-4756-ad00-ead1168bf8bc', 'tag': 'ddfe3252-fa26-4921-a77a-a18bffc9479a', 'status': 'completed', 'code': 200} Jul 13 13:38:08.084139 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bcd25ac9-af95-40bd-b9e9-afcaeb3ef317 req-6b4a0940-337a-4b3a-82e1-e3d2df3811d2 tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] 10.222.0.23 "GET /v2.0/ports?device_id=709d40a5-aa94-4dcb-b1df-150f71dccc43 HTTP/1.1" status: 200 len: 944 time: 0.3140800 Jul 13 13:38:08.104278 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-0dc25087-2e41-4635-98ec-655d004a6278 req-10321d9b-de03-4c82-8f5e-ef6889819782 tempest-SecurityGroupRulesTestJSON-1667777045 tempest-SecurityGroupRulesTestJSON-1667777045-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-825797239', 'description': 'tempest-description-1486804014'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:38:08.233010 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-16a0cdc4-df7a-4f04-97c8-660e9f6b9612 None None] Set router a0fee015-dba6-4838-a50a-d8dd715ff5a8 gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:38:08.271858 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-0dc25087-2e41-4635-98ec-655d004a6278 req-10321d9b-de03-4c82-8f5e-ef6889819782 tempest-SecurityGroupRulesTestJSON-1667777045 tempest-SecurityGroupRulesTestJSON-1667777045-project] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:08.322883 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bcd25ac9-af95-40bd-b9e9-afcaeb3ef317 req-841936cc-a6b7-4747-9baf-7e749dfb388d tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] 10.222.0.23 "GET /v2.0/security-groups?id=9a4040a4-7a24-4bfb-97c3-fc064942d274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377255 Jul 13 13:38:08.327413 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f37b3e9d-2e1b-4f16-a49c-8ce2049215e2 req-d2264b60-8331-4f6a-ab32-b5fd1689f240 service neutron] 10.222.0.26 "GET /v2.0/networks/1e6a1cec-d634-437c-82e7-1ebafa55a815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4296677 Jul 13 13:38:08.585583 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1b19b4c4-476a-4a7d-9220-758422b6dccf req-09ab2d8c-c402-4e6b-bc96-e7792ed0c28d service neutron] 10.222.0.41 "GET /v2.0/networks/a0797fb9-b450-4bbe-af8e-ecaaafb3ac9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5562546 Jul 13 13:38:08.709196 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-0dc25087-2e41-4635-98ec-655d004a6278 req-10321d9b-de03-4c82-8f5e-ef6889819782 tempest-SecurityGroupRulesTestJSON-1667777045 tempest-SecurityGroupRulesTestJSON-1667777045-project] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:08.724182 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709c69f2-0c91-4d75-9c5e-c73061fc7384 req-43364a78-49e0-4906-9d38-80b815d9c813 tempest-ServerGroupTestJSON-664834325 tempest-ServerGroupTestJSON-664834325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:08.728998 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-0dc25087-2e41-4635-98ec-655d004a6278 req-10321d9b-de03-4c82-8f5e-ef6889819782 tempest-SecurityGroupRulesTestJSON-1667777045 tempest-SecurityGroupRulesTestJSON-1667777045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:08.732435 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-709c69f2-0c91-4d75-9c5e-c73061fc7384 req-43364a78-49e0-4906-9d38-80b815d9c813 tempest-ServerGroupTestJSON-664834325 tempest-ServerGroupTestJSON-664834325-project] 10.222.0.23 "GET /v2.0/ports?device_id=809f08e7-9b8f-40d1-ad69-f5b32523cfa6 HTTP/1.1" status: 200 len: 945 time: 0.1796892 Jul 13 13:38:08.832748 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-0dc25087-2e41-4635-98ec-655d004a6278 req-10321d9b-de03-4c82-8f5e-ef6889819782 tempest-SecurityGroupRulesTestJSON-1667777045 tempest-SecurityGroupRulesTestJSON-1667777045-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:08.834140 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-0dc25087-2e41-4635-98ec-655d004a6278 req-10321d9b-de03-4c82-8f5e-ef6889819782 tempest-SecurityGroupRulesTestJSON-1667777045 tempest-SecurityGroupRulesTestJSON-1667777045-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.7407856 Jul 13 13:38:08.837505 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10321d9b-de03-4c82-8f5e-ef6889819782 tempest-SecurityGroupRulesTestJSON-1667777045 tempest-SecurityGroupRulesTestJSON-1667777045-project] Pushing event updated for resources: {'SecurityGroup': ['ID=541ff2c1-3f6a-4f30-af75-4de99bf1bf8b,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:38:08.856124 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-709c69f2-0c91-4d75-9c5e-c73061fc7384 req-2493548c-5356-4db1-a7c2-c9372b4fdb88 tempest-ServerGroupTestJSON-664834325 tempest-ServerGroupTestJSON-664834325-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ffcfb5f-7036-45f3-87ce-4f334f2bfb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183941 Jul 13 13:38:08.920805 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-8668bab3-d9d6-46d7-bb72-778d118d83aa req-66f354ae-5459-4a9a-b799-4f6fa9f678a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 751cfe8d-30a1-407a-bca8-4b83f6024a24 {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:38:08.929028 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f37b3e9d-2e1b-4f16-a49c-8ce2049215e2 req-fdd98bc6-a798-4a98-99b7-a0b8ee260b0d service neutron] 10.222.0.26 "GET /v2.0/networks/1e6a1cec-d634-437c-82e7-1ebafa55a815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5856621 Jul 13 13:38:08.965012 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-8668bab3-d9d6-46d7-bb72-778d118d83aa req-66f354ae-5459-4a9a-b799-4f6fa9f678a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:08.972018 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-16a0cdc4-df7a-4f04-97c8-660e9f6b9612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0fee015-dba6-4838-a50a-d8dd715ff5a8', 'name': 'tempest-ServersTestJSON-213962535-router', 'tenant_id': '94689ad386234fb594427716c15799ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '9c6875c8-3bfc-4141-a512-86ffd2a64a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:35:32Z', 'updated_at': '2021-07-13T13:35:39Z', 'revision_number': 4, 'project_id': '94689ad386234fb594427716c15799ee', 'gw_port': {'id': '9c6875c8-3bfc-4141-a512-86ffd2a64a7d', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:80:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0fee015-dba6-4838-a50a-d8dd715ff5a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:35:32Z', 'updated_at': '2021-07-13T13:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': '6effa2c5-f87b-4020-aa4d-2383e4de5424', 'name': '', 'network_id': 'b14d01f8-4a78-4311-a169-2b69cfb0becb', 'tenant_id': '94689ad386234fb594427716c15799ee', 'mac_address': 'fa:16:3e:e6:b1:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0fee015-dba6-4838-a50a-d8dd715ff5a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '5c7aee23-499f-4864-8fcc-2112b8c98bdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:35:38Z', 'updated_at': '2021-07-13T13:35:48Z', 'revision_number': 5, 'project_id': '94689ad386234fb594427716c15799ee', 'subnets': [{'id': '5c7aee23-499f-4864-8fcc-2112b8c98bdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:38:08.980959 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64366244-e65c-47cb-8dfd-4d8215bdd0cc req-65aa41c7-786f-4e97-9142-9903b3af87ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:08.982540 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-64366244-e65c-47cb-8dfd-4d8215bdd0cc req-65aa41c7-786f-4e97-9142-9903b3af87ab service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9e72d4daf74d4b30a471837a4b3d6e97&device_id=709d40a5-aa94-4dcb-b1df-150f71dccc43 HTTP/1.1" status: 200 len: 1095 time: 0.2372777 Jul 13 13:38:08.996581 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-8668bab3-d9d6-46d7-bb72-778d118d83aa req-66f354ae-5459-4a9a-b799-4f6fa9f678a6 service neutron] Transition to ACTIVE for port object 751cfe8d-30a1-407a-bca8-4b83f6024a24 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:38:09.016860 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-8668bab3-d9d6-46d7-bb72-778d118d83aa req-66f354ae-5459-4a9a-b799-4f6fa9f678a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:09.058942 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a0cdc4-df7a-4f04-97c8-660e9f6b9612 None None] The sync data for ids ['a0fee015-dba6-4838-a50a-d8dd715ff5a8'] in n-d-800634-1 is: [{'id': 'a0fee015-dba6-4838-a50a-d8dd715ff5a8', 'name': 'tempest-ServersTestJSON-213962535-router', 'tenant_id': '94689ad386234fb594427716c15799ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '9c6875c8-3bfc-4141-a512-86ffd2a64a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:35:32Z', 'updated_at': '2021-07-13T13:35:39Z', 'revision_number': 4, 'project_id': '94689ad386234fb594427716c15799ee', 'gw_port': {'id': '9c6875c8-3bfc-4141-a512-86ffd2a64a7d', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:80:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0fee015-dba6-4838-a50a-d8dd715ff5a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:35:32Z', 'updated_at': '2021-07-13T13:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': '6effa2c5-f87b-4020-aa4d-2383e4de5424', 'name': '', 'network_id': 'b14d01f8-4a78-4311-a169-2b69cfb0becb', 'tenant_id': '94689ad386234fb594427716c15799ee', 'mac_address': 'fa:16:3e:e6:b1:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0fee015-dba6-4838-a50a-d8dd715ff5a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '5c7aee23-499f-4864-8fcc-2112b8c98bdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:35:38Z', 'updated_at': '2021-07-13T13:35:48Z', 'revision_number': 5, 'project_id': '94689ad386234fb594427716c15799ee', 'subnets': [{'id': '5c7aee23-499f-4864-8fcc-2112b8c98bdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:38:09.177410 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b433e59d-1295-40a6-874d-aba0de786928', 'name': 'network-vif-deleted', 'tag': '03e4d41d-7fe8-4f73-920d-1ba5e2f2044c'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:38:09.179813 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8cfc900-b584-44ce-8beb-4646c5eb69e3" -d '{"events": [{"server_uuid": "b433e59d-1295-40a6-874d-aba0de786928", "name": "network-vif-deleted", "tag": "03e4d41d-7fe8-4f73-920d-1ba5e2f2044c"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:38:09.191437 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a955b13-f40d-4e91-b39c-8180cd8e4d09 req-bd3102d9-a96e-48e7-9363-fb9d5dce7c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:09.194544 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8a955b13-f40d-4e91-b39c-8180cd8e4d09 req-bd3102d9-a96e-48e7-9363-fb9d5dce7c60 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=735b68527641472d9d98083ece779da8&device_id=068e68c5-7e43-4756-ad00-ead1168bf8bc HTTP/1.1" status: 200 len: 1094 time: 0.1888652 Jul 13 13:38:09.214594 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744e9748-ee5b-4cc3-a4e9-717ff69012b9 req-a266b8f4-c4b4-443d-a23a-01669c707979 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:09.217640 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-744e9748-ee5b-4cc3-a4e9-717ff69012b9 req-a266b8f4-c4b4-443d-a23a-01669c707979 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/ports?device_id=12faf5c9-e18d-4f03-b7e6-1951ae5c98c0 HTTP/1.1" status: 200 len: 944 time: 0.1556273 Jul 13 13:38:09.229681 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f354ae-5459-4a9a-b799-4f6fa9f678a6 service neutron] Pushing event updated for resources: {'Port': ['ID=751cfe8d-30a1-407a-bca8-4b83f6024a24,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:38:09.293152 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64366244-e65c-47cb-8dfd-4d8215bdd0cc req-b8b5213d-e82d-4bbf-86e8-78d651df32a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:09.294680 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-64366244-e65c-47cb-8dfd-4d8215bdd0cc req-b8b5213d-e82d-4bbf-86e8-78d651df32a0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a0797fb9-b450-4bbe-af8e-ecaaafb3ac9d HTTP/1.1" status: 200 len: 915 time: 0.3000751 Jul 13 13:38:09.323842 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-744e9748-ee5b-4cc3-a4e9-717ff69012b9 req-f3f16b8d-4fb9-4624-99ad-e2c598584c63 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/security-groups?id=4f83e00a-e782-49e6-b944-d06b9e971cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951397 Jul 13 13:38:09.363383 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-64366244-e65c-47cb-8dfd-4d8215bdd0cc req-181e9ae6-69a4-43c6-b93d-2d63b5a6e371 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5fa44009-4573-407b-8afd-36362360c411 HTTP/1.1" status: 200 len: 217 time: 0.0584884 Jul 13 13:38:09.377481 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-59c65a5c-cef5-4614-aac7-a9da354847f3 req-a369afe6-7710-453d-a852-e2d8d85dbd60 tempest-SecurityGroupRulesTestJSON-1667777045 tempest-SecurityGroupRulesTestJSON-1667777045-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-63112484', 'description': 'tempest-description-1629088449'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:38:09.402891 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc849cd7-5820-4a2b-8dae-8fe5ae6f8b89 req-c4b6532d-c00e-479f-a72a-806b050603e5 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:09.405213 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cc849cd7-5820-4a2b-8dae-8fe5ae6f8b89 req-c4b6532d-c00e-479f-a72a-806b050603e5 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/ports?device_id=068e68c5-7e43-4756-ad00-ead1168bf8bc HTTP/1.1" status: 200 len: 943 time: 0.3355331 Jul 13 13:38:09.412380 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a955b13-f40d-4e91-b39c-8180cd8e4d09 req-b5937c98-40ec-44cd-a9e6-c55425eaf272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:09.413749 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8a955b13-f40d-4e91-b39c-8180cd8e4d09 req-b5937c98-40ec-44cd-a9e6-c55425eaf272 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1e6a1cec-d634-437c-82e7-1ebafa55a815 HTTP/1.1" status: 200 len: 911 time: 0.1950629 Jul 13 13:38:09.419147 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-59c65a5c-cef5-4614-aac7-a9da354847f3 req-a369afe6-7710-453d-a852-e2d8d85dbd60 tempest-SecurityGroupRulesTestJSON-1667777045 tempest-SecurityGroupRulesTestJSON-1667777045-project] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:09.436537 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-8668bab3-d9d6-46d7-bb72-778d118d83aa req-66f354ae-5459-4a9a-b799-4f6fa9f678a6 service neutron] Attempting to bind port 751cfe8d-30a1-407a-bca8-4b83f6024a24 on host n-h1-800634-1 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:38:09.436874 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-8668bab3-d9d6-46d7-bb72-778d118d83aa req-66f354ae-5459-4a9a-b799-4f6fa9f678a6 service neutron] Attempting to bind port 751cfe8d-30a1-407a-bca8-4b83f6024a24 by drivers openvswitch,hyperv on host n-h1-800634-1 at level 0 using segments [{'id': 'f952029b-434e-49c6-8d96-f83b0194500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5c5b1ca0-24b0-4412-b81d-dc9907cb0039'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:38:09.437204 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8668bab3-d9d6-46d7-bb72-778d118d83aa req-66f354ae-5459-4a9a-b799-4f6fa9f678a6 service neutron] Attempting to bind port 751cfe8d-30a1-407a-bca8-4b83f6024a24 on network 5c5b1ca0-24b0-4412-b81d-dc9907cb0039 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:38:09.475771 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8a955b13-f40d-4e91-b39c-8180cd8e4d09 req-9de993da-d535-4050-8eae-05b2606c8756 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ddfe3252-fa26-4921-a77a-a18bffc9479a HTTP/1.1" status: 200 len: 217 time: 0.0506165 Jul 13 13:38:09.491127 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8668bab3-d9d6-46d7-bb72-778d118d83aa req-66f354ae-5459-4a9a-b799-4f6fa9f678a6 service neutron] Port 751cfe8d-30a1-407a-bca8-4b83f6024a24 on network 5c5b1ca0-24b0-4412-b81d-dc9907cb0039 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-1 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:38:09.491443 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8668bab3-d9d6-46d7-bb72-778d118d83aa req-66f354ae-5459-4a9a-b799-4f6fa9f678a6 service neutron] Attempting to bind port 751cfe8d-30a1-407a-bca8-4b83f6024a24 on network 5c5b1ca0-24b0-4412-b81d-dc9907cb0039 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:38:09.502747 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64366244-e65c-47cb-8dfd-4d8215bdd0cc req-4620caac-83fb-4f24-8218-82f385652d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:09.504499 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-64366244-e65c-47cb-8dfd-4d8215bdd0cc req-4620caac-83fb-4f24-8218-82f385652d56 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=66d38b61-7f2b-49e9-ae15-bdea3497cacb HTTP/1.1" status: 200 len: 855 time: 0.1314638 Jul 13 13:38:09.510046 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8668bab3-d9d6-46d7-bb72-778d118d83aa req-66f354ae-5459-4a9a-b799-4f6fa9f678a6 service neutron] Checking agent: {'id': 'a7603dc8-3c50-4a9b-8f0d-1143528f155e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:38:09.510626 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8668bab3-d9d6-46d7-bb72-778d118d83aa req-66f354ae-5459-4a9a-b799-4f6fa9f678a6 service neutron] Checking segment: {'id': 'f952029b-434e-49c6-8d96-f83b0194500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5c5b1ca0-24b0-4412-b81d-dc9907cb0039'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:38:09.511199 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8668bab3-d9d6-46d7-bb72-778d118d83aa req-66f354ae-5459-4a9a-b799-4f6fa9f678a6 service neutron] Bound using segment: {'id': 'f952029b-434e-49c6-8d96-f83b0194500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5c5b1ca0-24b0-4412-b81d-dc9907cb0039'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:38:09.511902 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-8668bab3-d9d6-46d7-bb72-778d118d83aa req-66f354ae-5459-4a9a-b799-4f6fa9f678a6 service neutron] Bound port: 751cfe8d-30a1-407a-bca8-4b83f6024a24, host: n-h1-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f952029b-434e-49c6-8d96-f83b0194500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5c5b1ca0-24b0-4412-b81d-dc9907cb0039'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:38:09.512469 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-8668bab3-d9d6-46d7-bb72-778d118d83aa req-66f354ae-5459-4a9a-b799-4f6fa9f678a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:09.527936 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 56798) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:38:09.531105 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6561331-d6f4-4667-b9ef-1130534e4205 None None] New status for floating IP d703bf0c-4569-4ab3-b6f2-35b596495953: DOWN {{(pid=93752) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 13:38:09.561135 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cc849cd7-5820-4a2b-8dae-8fe5ae6f8b89 req-5426808d-2bc4-492e-925e-5bed4a02972e tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8450e8a-3ce6-4095-b6b4-37555b8042b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280167 Jul 13 13:38:09.563840 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-64366244-e65c-47cb-8dfd-4d8215bdd0cc req-43e91bf1-a617-4394-a3e8-b226e72cac28 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a0797fb9-b450-4bbe-af8e-ecaaafb3ac9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489750 Jul 13 13:38:09.565836 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a955b13-f40d-4e91-b39c-8180cd8e4d09 req-734cb4b1-ec60-4463-ba40-3cf122b68917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:09.567929 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8a955b13-f40d-4e91-b39c-8180cd8e4d09 req-734cb4b1-ec60-4463-ba40-3cf122b68917 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4a7066db-069e-4126-a711-5a91da09992d HTTP/1.1" status: 200 len: 851 time: 0.0845053 Jul 13 13:38:09.622468 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8a955b13-f40d-4e91-b39c-8180cd8e4d09 req-1244fd65-b92b-40cf-b889-9bf1ed15c5f4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1e6a1cec-d634-437c-82e7-1ebafa55a815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464184 Jul 13 13:38:09.690526 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-8668bab3-d9d6-46d7-bb72-778d118d83aa req-66f354ae-5459-4a9a-b799-4f6fa9f678a6 service neutron] For port 751cfe8d-30a1-407a-bca8-4b83f6024a24, host n-h1-800634-1, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:38:09.734355 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-8668bab3-d9d6-46d7-bb72-778d118d83aa req-66f354ae-5459-4a9a-b799-4f6fa9f678a6 service neutron] For port 751cfe8d-30a1-407a-bca8-4b83f6024a24, host n-h1-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=751cfe8d-30a1-407a-bca8-4b83f6024a24,segment=NetworkSegment(f952029b-434e-49c6-8d96-f83b0194500d),segment_id=f952029b-434e-49c6-8d96-f83b0194500d)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:38:09.746225 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-59c65a5c-cef5-4614-aac7-a9da354847f3 req-a369afe6-7710-453d-a852-e2d8d85dbd60 tempest-SecurityGroupRulesTestJSON-1667777045 tempest-SecurityGroupRulesTestJSON-1667777045-project] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:09.746484 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-8668bab3-d9d6-46d7-bb72-778d118d83aa req-66f354ae-5459-4a9a-b799-4f6fa9f678a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:09.752059 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-64366244-e65c-47cb-8dfd-4d8215bdd0cc req-19396efe-db85-49f9-a44e-f50c0d483dcb service neutron] 10.222.0.41 "GET /v2.0/networks/a0797fb9-b450-4bbe-af8e-ecaaafb3ac9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819232 Jul 13 13:38:09.754307 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-59c65a5c-cef5-4614-aac7-a9da354847f3 req-a369afe6-7710-453d-a852-e2d8d85dbd60 tempest-SecurityGroupRulesTestJSON-1667777045 tempest-SecurityGroupRulesTestJSON-1667777045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:09.795337 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-59c65a5c-cef5-4614-aac7-a9da354847f3 req-a369afe6-7710-453d-a852-e2d8d85dbd60 tempest-SecurityGroupRulesTestJSON-1667777045 tempest-SecurityGroupRulesTestJSON-1667777045-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:09.796660 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-59c65a5c-cef5-4614-aac7-a9da354847f3 req-a369afe6-7710-453d-a852-e2d8d85dbd60 tempest-SecurityGroupRulesTestJSON-1667777045 tempest-SecurityGroupRulesTestJSON-1667777045-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.4297655 Jul 13 13:38:09.821895 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bcd710ca-b344-42d9-90f7-f0284fd49911 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:09.857768 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8a955b13-f40d-4e91-b39c-8180cd8e4d09 req-9955c7cc-9916-4e86-8f4a-176f0217aa95 service neutron] 10.222.0.26 "GET /v2.0/networks/1e6a1cec-d634-437c-82e7-1ebafa55a815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050614 Jul 13 13:38:09.865993 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a369afe6-7710-453d-a852-e2d8d85dbd60 tempest-SecurityGroupRulesTestJSON-1667777045 tempest-SecurityGroupRulesTestJSON-1667777045-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f796fd9e-6b77-4d04-9211-1235e3e6eb4c,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:38:09.906262 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff30d07b-c848-490a-a5be-0c0e03f31a49 x-openstack-request-id: req-ff30d07b-c848-490a-a5be-0c0e03f31a49 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:38:09.907129 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b433e59d-1295-40a6-874d-aba0de786928", "name": "network-vif-deleted", "tag": "03e4d41d-7fe8-4f73-920d-1ba5e2f2044c", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:38:09.907360 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ff30d07b-c848-490a-a5be-0c0e03f31a49 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:38:09.907772 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b433e59d-1295-40a6-874d-aba0de786928', 'name': 'network-vif-deleted', 'tag': '03e4d41d-7fe8-4f73-920d-1ba5e2f2044c', 'status': 'completed', 'code': 200} Jul 13 13:38:09.919391 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f354ae-5459-4a9a-b799-4f6fa9f678a6 service neutron] Pushing event updated for resources: {'Port': ['ID=751cfe8d-30a1-407a-bca8-4b83f6024a24,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:38:09.956549 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8668bab3-d9d6-46d7-bb72-778d118d83aa req-66f354ae-5459-4a9a-b799-4f6fa9f678a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:09.957183 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-8668bab3-d9d6-46d7-bb72-778d118d83aa req-66f354ae-5459-4a9a-b799-4f6fa9f678a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:09.958615 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8668bab3-d9d6-46d7-bb72-778d118d83aa req-66f354ae-5459-4a9a-b799-4f6fa9f678a6 service neutron] 10.222.0.26 "PUT /v2.0/ports/751cfe8d-30a1-407a-bca8-4b83f6024a24 HTTP/1.1" status: 200 len: 1092 time: 2.2359872 Jul 13 13:38:10.087738 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bcd710ca-b344-42d9-90f7-f0284fd49911 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:10.097117 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-64366244-e65c-47cb-8dfd-4d8215bdd0cc req-094baf68-8a80-4f7a-a9b9-6d34592d770a service neutron] 10.222.0.41 "GET /v2.0/networks/a0797fb9-b450-4bbe-af8e-ecaaafb3ac9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074754 Jul 13 13:38:10.107712 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bcd710ca-b344-42d9-90f7-f0284fd49911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:10.116951 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0ba535-9089-4cfd-88a8-cfdee66cf3e2 req-8992dfb4-fbe7-4e6b-a871-782fd4275fbe tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:10.118839 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8e0ba535-9089-4cfd-88a8-cfdee66cf3e2 req-8992dfb4-fbe7-4e6b-a871-782fd4275fbe tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] 10.222.0.23 "GET /v2.0/ports?device_id=709d40a5-aa94-4dcb-b1df-150f71dccc43 HTTP/1.1" status: 200 len: 944 time: 0.1550009 Jul 13 13:38:10.134628 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8a955b13-f40d-4e91-b39c-8180cd8e4d09 req-7c587f28-ca2f-4cb5-9746-a4615d395e8c service neutron] 10.222.0.26 "GET /v2.0/networks/1e6a1cec-d634-437c-82e7-1ebafa55a815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2564235 Jul 13 13:38:10.144810 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8668bab3-d9d6-46d7-bb72-778d118d83aa req-f4f702a4-d43d-455c-9f19-26d0260dba81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:10.146603 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8668bab3-d9d6-46d7-bb72-778d118d83aa req-f4f702a4-d43d-455c-9f19-26d0260dba81 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7ec77ffc288b40b5a9663fa2e5a78733&device_id=12faf5c9-e18d-4f03-b7e6-1951ae5c98c0 HTTP/1.1" status: 200 len: 1095 time: 0.1387219 Jul 13 13:38:10.164553 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-bcd710ca-b344-42d9-90f7-f0284fd49911 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4eb6a659db294960908c2a25975b6d70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6316361 Jul 13 13:38:10.165279 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 56808) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:38:10.165931 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd710ca-b344-42d9-90f7-f0284fd49911 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e3e609c-2c7f-4cfb-a69a-9cde6d4063e3,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:38:10.213109 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8668bab3-d9d6-46d7-bb72-778d118d83aa req-a6a93812-8913-4028-8d41-e5446c9ed344 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=751cfe8d-30a1-407a-bca8-4b83f6024a24 HTTP/1.1" status: 200 len: 217 time: 0.0524969 Jul 13 13:38:10.246656 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9cf222d3-dbd4-47ec-8bc0-ba4c5ea3ef21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:10.275646 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8e0ba535-9089-4cfd-88a8-cfdee66cf3e2 req-f88b8128-2f57-4018-a73d-630c5d92986b tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] 10.222.0.23 "GET /v2.0/security-groups?id=9a4040a4-7a24-4bfb-97c3-fc064942d274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469982 Jul 13 13:38:10.282059 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8668bab3-d9d6-46d7-bb72-778d118d83aa req-b74c5e94-5f2e-4448-9545-8f39098a8332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:10.283795 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8668bab3-d9d6-46d7-bb72-778d118d83aa req-b74c5e94-5f2e-4448-9545-8f39098a8332 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=41cb83d6-1972-42a1-91b6-99e2d7728a68 HTTP/1.1" status: 200 len: 848 time: 0.0614202 Jul 13 13:38:10.285372 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9cf222d3-dbd4-47ec-8bc0-ba4c5ea3ef21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:10.327210 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8668bab3-d9d6-46d7-bb72-778d118d83aa req-0a1ba4a1-2d4b-4fb8-9344-dd827410db15 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5c5b1ca0-24b0-4412-b81d-dc9907cb0039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363114 Jul 13 13:38:10.340494 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 56816) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:38:10.369785 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3a325976-17b4-49ce-b155-279129d2e3fa req-8188398d-67f8-4f3f-bffb-5edaf391e00f tempest-SecurityGroupRulesTestJSON-1667777045 tempest-SecurityGroupRulesTestJSON-1667777045-project] 10.222.0.23 "GET /v2.0/security-groups/541ff2c1-3f6a-4f30-af75-4de99bf1bf8b HTTP/1.1" status: 200 len: 1806 time: 0.0963523 Jul 13 13:38:10.418977 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9cf222d3-dbd4-47ec-8bc0-ba4c5ea3ef21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:10.421426 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9cf222d3-dbd4-47ec-8bc0-ba4c5ea3ef21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:10.425847 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-9cf222d3-dbd4-47ec-8bc0-ba4c5ea3ef21 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6e3e609c-2c7f-4cfb-a69a-9cde6d4063e3 HTTP/1.1" status: 204 len: 168 time: 0.2472405 Jul 13 13:38:10.443858 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf222d3-dbd4-47ec-8bc0-ba4c5ea3ef21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e3e609c-2c7f-4cfb-a69a-9cde6d4063e3,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:38:10.462727 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8668bab3-d9d6-46d7-bb72-778d118d83aa req-b40617e5-5dc8-40c2-8a23-4d36ce38ebd7 service neutron] 10.222.0.26 "GET /v2.0/networks/5c5b1ca0-24b0-4412-b81d-dc9907cb0039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267281 Jul 13 13:38:10.478777 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3a325976-17b4-49ce-b155-279129d2e3fa req-b73c5b1a-a3c7-4073-82bf-dd6984dc0f9f tempest-SecurityGroupRulesTestJSON-1667777045 tempest-SecurityGroupRulesTestJSON-1667777045-project] 10.222.0.23 "GET /v2.0/security-groups/f796fd9e-6b77-4d04-9211-1235e3e6eb4c HTTP/1.1" status: 200 len: 1805 time: 0.1081307 Jul 13 13:38:10.485891 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-3a325976-17b4-49ce-b155-279129d2e3fa req-823f8218-8475-4ea4-924a-b2e733c5b3d0 tempest-SecurityGroupRulesTestJSON-1667777045 tempest-SecurityGroupRulesTestJSON-1667777045-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '541ff2c1-3f6a-4f30-af75-4de99bf1bf8b', 'remote_group_id': 'f796fd9e-6b77-4d04-9211-1235e3e6eb4c', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:38:10.486218 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-3a325976-17b4-49ce-b155-279129d2e3fa req-823f8218-8475-4ea4-924a-b2e733c5b3d0 tempest-SecurityGroupRulesTestJSON-1667777045 tempest-SecurityGroupRulesTestJSON-1667777045-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '541ff2c1-3f6a-4f30-af75-4de99bf1bf8b', 'remote_group_id': 'f796fd9e-6b77-4d04-9211-1235e3e6eb4c', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:38:10.492292 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-07a3fa80-381c-4e11-b06a-63ff02eb14c5 tempest-ServersTestJSON-590403735 tempest-ServersTestJSON-590403735-project] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:10.525854 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-07a3fa80-381c-4e11-b06a-63ff02eb14c5 tempest-ServersTestJSON-590403735 tempest-ServersTestJSON-590403735-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:10.597115 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-3a325976-17b4-49ce-b155-279129d2e3fa req-823f8218-8475-4ea4-924a-b2e733c5b3d0 tempest-SecurityGroupRulesTestJSON-1667777045 tempest-SecurityGroupRulesTestJSON-1667777045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:10.627849 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c60b5f-ebe8-44db-ada1-1b56bc85d0bb req-ce6f1cc2-6c55-4ee4-bbf4-eef280b87553 tempest-ServerGroupTestJSON-664834325 tempest-ServerGroupTestJSON-664834325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:10.644168 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e9c60b5f-ebe8-44db-ada1-1b56bc85d0bb req-ce6f1cc2-6c55-4ee4-bbf4-eef280b87553 tempest-ServerGroupTestJSON-664834325 tempest-ServerGroupTestJSON-664834325-project] 10.222.0.23 "GET /v2.0/ports?device_id=809f08e7-9b8f-40d1-ad69-f5b32523cfa6 HTTP/1.1" status: 200 len: 945 time: 0.1599689 Jul 13 13:38:10.660779 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-07a3fa80-381c-4e11-b06a-63ff02eb14c5 tempest-ServersTestJSON-590403735 tempest-ServersTestJSON-590403735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:10.663152 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-07a3fa80-381c-4e11-b06a-63ff02eb14c5 tempest-ServersTestJSON-590403735 tempest-ServersTestJSON-590403735-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:10.664291 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-07a3fa80-381c-4e11-b06a-63ff02eb14c5 tempest-ServersTestJSON-590403735 tempest-ServersTestJSON-590403735-project] 10.222.0.23 "DELETE /v2.0/security-groups/bb0e63f6-1341-41c9-821c-b4d369894d82 HTTP/1.1" status: 204 len: 168 time: 0.3228130 Jul 13 13:38:10.667020 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 56828) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:38:10.679257 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8668bab3-d9d6-46d7-bb72-778d118d83aa req-4663fd38-2d42-4c57-ae5c-b8b126d2fbdf service neutron] 10.222.0.26 "GET /v2.0/networks/5c5b1ca0-24b0-4412-b81d-dc9907cb0039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2099407 Jul 13 13:38:10.689459 n-d-800634-1 neutron-server[93750]: INFO neutron.api.v2.resource [None req-087b1f9a-6f40-4652-a164-17fda17e7dbc tempest-ServersTestJSON-590403735 tempest-ServersTestJSON-590403735-project] show failed (client error): The resource could not be found. Jul 13 13:38:10.690898 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-087b1f9a-6f40-4652-a164-17fda17e7dbc tempest-ServersTestJSON-590403735 tempest-ServersTestJSON-590403735-project] 10.222.0.23 "GET /v2.0/security-groups/bb0e63f6-1341-41c9-821c-b4d369894d82 HTTP/1.1" status: 404 len: 347 time: 0.0207920 Jul 13 13:38:10.695971 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 56832) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:38:10.713474 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a3fa80-381c-4e11-b06a-63ff02eb14c5 tempest-ServersTestJSON-590403735 tempest-ServersTestJSON-590403735-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb0e63f6-1341-41c9-821c-b4d369894d82,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:38:10.730453 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e9c60b5f-ebe8-44db-ada1-1b56bc85d0bb req-fa4444e7-aa1e-4750-8ff2-6a3f120e4565 tempest-ServerGroupTestJSON-664834325 tempest-ServerGroupTestJSON-664834325-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ffcfb5f-7036-45f3-87ce-4f334f2bfb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853937 Jul 13 13:38:10.755520 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-3a325976-17b4-49ce-b155-279129d2e3fa req-823f8218-8475-4ea4-924a-b2e733c5b3d0 tempest-SecurityGroupRulesTestJSON-1667777045 tempest-SecurityGroupRulesTestJSON-1667777045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:10.762042 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-3a325976-17b4-49ce-b155-279129d2e3fa req-823f8218-8475-4ea4-924a-b2e733c5b3d0 tempest-SecurityGroupRulesTestJSON-1667777045 tempest-SecurityGroupRulesTestJSON-1667777045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:10.822045 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823f8218-8475-4ea4-924a-b2e733c5b3d0 tempest-SecurityGroupRulesTestJSON-1667777045 tempest-SecurityGroupRulesTestJSON-1667777045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23b74cae-68b6-455f-958e-20938dc4f5aa,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:38:10.864724 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-3a325976-17b4-49ce-b155-279129d2e3fa req-823f8218-8475-4ea4-924a-b2e733c5b3d0 tempest-SecurityGroupRulesTestJSON-1667777045 tempest-SecurityGroupRulesTestJSON-1667777045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:10.866091 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3a325976-17b4-49ce-b155-279129d2e3fa req-823f8218-8475-4ea4-924a-b2e733c5b3d0 tempest-SecurityGroupRulesTestJSON-1667777045 tempest-SecurityGroupRulesTestJSON-1667777045-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3863466 Jul 13 13:38:10.867417 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 56836) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:38:10.883427 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9dfec1a0-24bc-4205-afd5-55ffc73dbfe2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:10.956897 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eca1096-898f-4523-b06d-1e4dcd56c6d6 req-a9914479-4e07-4b7e-a263-21cc54122606 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:10.959172 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2eca1096-898f-4523-b06d-1e4dcd56c6d6 req-a9914479-4e07-4b7e-a263-21cc54122606 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/ports?device_id=12faf5c9-e18d-4f03-b7e6-1951ae5c98c0 HTTP/1.1" status: 200 len: 944 time: 0.1011615 Jul 13 13:38:10.982464 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-9fe17be0-5385-4930-9140-9f27589280f3 tempest-ServersTestJSON-590403735 tempest-ServersTestJSON-590403735-project] Deleting port db5cf7f9-a2dc-4118-94a5-dc7f917bc2f8 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:38:10.982812 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9fe17be0-5385-4930-9140-9f27589280f3 tempest-ServersTestJSON-590403735 tempest-ServersTestJSON-590403735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:11.011143 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2eca1096-898f-4523-b06d-1e4dcd56c6d6 req-ba24c012-81f6-4dac-ae0c-0e5c566deeac tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/security-groups?id=4f83e00a-e782-49e6-b944-d06b9e971cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457191 Jul 13 13:38:11.046028 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-8571e351-ec02-465d-9896-39b7c7d6c11a req-69529bc3-82e9-4b6a-9ea7-8e56b7f5bfcc tempest-SecurityGroupRulesTestJSON-1667777045 tempest-SecurityGroupRulesTestJSON-1667777045-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2131027863', 'description': 'tempest-description-1081163673'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:38:11.085046 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 5fa44009-4573-407b-8afd-36362360c411 details requested by agent hyperv_n-h2-800634-1 with host n-h2-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 13:38:11.092660 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9dfec1a0-24bc-4205-afd5-55ffc73dbfe2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:11.101065 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9dfec1a0-24bc-4205-afd5-55ffc73dbfe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:11.125879 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-8571e351-ec02-465d-9896-39b7c7d6c11a req-69529bc3-82e9-4b6a-9ea7-8e56b7f5bfcc tempest-SecurityGroupRulesTestJSON-1667777045 tempest-SecurityGroupRulesTestJSON-1667777045-project] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:11.178200 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9fe17be0-5385-4930-9140-9f27589280f3 tempest-ServersTestJSON-590403735 tempest-ServersTestJSON-590403735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:11.178653 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9fe17be0-5385-4930-9140-9f27589280f3 tempest-ServersTestJSON-590403735 tempest-ServersTestJSON-590403735-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:11.191175 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-9dfec1a0-24bc-4205-afd5-55ffc73dbfe2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=77fc1d115b084608b3990c2e10e9cd87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3224261 Jul 13 13:38:11.194288 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 56840) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:38:11.197411 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfec1a0-24bc-4205-afd5-55ffc73dbfe2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=711641fe-ad77-4f9f-9d06-048aedc9e6fc,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:38:11.210120 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 5fa44009-4573-407b-8afd-36362360c411, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=5fa44009-4573-407b-8afd-36362360c411,segment=NetworkSegment(a992ca7b-0374-4ac8-89fd-e7752d9855d0),segment_id=a992ca7b-0374-4ac8-89fd-e7752d9855d0)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:38:11.221254 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-9fe17be0-5385-4930-9140-9f27589280f3 tempest-ServersTestJSON-590403735 tempest-ServersTestJSON-590403735-project] Calling delete_port for db5cf7f9-a2dc-4118-94a5-dc7f917bc2f8 owned by network:floatingip {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:38:11.224039 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Returning: {'device': '5fa44009-4573-407b-8afd-36362360c411', 'network_id': 'a0797fb9-b450-4bbe-af8e-ecaaafb3ac9d', 'port_id': '5fa44009-4573-407b-8afd-36362360c411', 'mac_address': 'fa:16:3e:7d:e8:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66d38b61-7f2b-49e9-ae15-bdea3497cacb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 13:38:11.262804 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-8571e351-ec02-465d-9896-39b7c7d6c11a req-69529bc3-82e9-4b6a-9ea7-8e56b7f5bfcc tempest-SecurityGroupRulesTestJSON-1667777045 tempest-SecurityGroupRulesTestJSON-1667777045-project] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:11.264776 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:11.268510 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-8571e351-ec02-465d-9896-39b7c7d6c11a req-69529bc3-82e9-4b6a-9ea7-8e56b7f5bfcc tempest-SecurityGroupRulesTestJSON-1667777045 tempest-SecurityGroupRulesTestJSON-1667777045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:11.278928 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fa44009-4573-407b-8afd-36362360c411 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:38:11.298046 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-8571e351-ec02-465d-9896-39b7c7d6c11a req-69529bc3-82e9-4b6a-9ea7-8e56b7f5bfcc tempest-SecurityGroupRulesTestJSON-1667777045 tempest-SecurityGroupRulesTestJSON-1667777045-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:11.299637 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8571e351-ec02-465d-9896-39b7c7d6c11a req-69529bc3-82e9-4b6a-9ea7-8e56b7f5bfcc tempest-SecurityGroupRulesTestJSON-1667777045 tempest-SecurityGroupRulesTestJSON-1667777045-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.2582898 Jul 13 13:38:11.323661 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 5fa44009-4573-407b-8afd-36362360c411, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=5fa44009-4573-407b-8afd-36362360c411,segment=NetworkSegment(a992ca7b-0374-4ac8-89fd-e7752d9855d0),segment_id=a992ca7b-0374-4ac8-89fd-e7752d9855d0)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:38:11.325482 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69529bc3-82e9-4b6a-9ea7-8e56b7f5bfcc tempest-SecurityGroupRulesTestJSON-1667777045 tempest-SecurityGroupRulesTestJSON-1667777045-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8b93900-d0cd-4982-b1dc-c69be95a2250,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:38:11.330027 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:11.369459 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device ddfe3252-fa26-4921-a77a-a18bffc9479a details requested by agent hyperv_n-h1-800634-1 with host n-h1-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 13:38:11.418734 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=5fa44009-4573-407b-8afd-36362360c411,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:38:11.527747 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port ddfe3252-fa26-4921-a77a-a18bffc9479a, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=ddfe3252-fa26-4921-a77a-a18bffc9479a,segment=NetworkSegment(8ca861d2-7f67-42e9-b790-b2afeca7fd40),segment_id=8ca861d2-7f67-42e9-b790-b2afeca7fd40)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:38:11.532051 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd108b4-b331-4839-9dd0-46ebb41f6275 req-497bbbb9-8818-4d0f-b5e7-514cba3b1241 tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:11.533757 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4cd108b4-b331-4839-9dd0-46ebb41f6275 req-497bbbb9-8818-4d0f-b5e7-514cba3b1241 tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] 10.222.0.23 "GET /v2.0/ports?device_id=709d40a5-aa94-4dcb-b1df-150f71dccc43 HTTP/1.1" status: 200 len: 945 time: 0.0810995 Jul 13 13:38:11.539974 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['5fa44009-4573-407b-8afd-36362360c411'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:38:11.565594 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Returning: {'device': 'ddfe3252-fa26-4921-a77a-a18bffc9479a', 'network_id': '1e6a1cec-d634-437c-82e7-1ebafa55a815', 'port_id': 'ddfe3252-fa26-4921-a77a-a18bffc9479a', 'mac_address': 'fa:16:3e:e9:e8:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a7066db-069e-4126-a711-5a91da09992d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 13:38:11.582802 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4cd108b4-b331-4839-9dd0-46ebb41f6275 req-b9525af4-5912-4fe0-8236-6468d0901e9e tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] 10.222.0.23 "GET /v2.0/security-groups?id=9a4040a4-7a24-4bfb-97c3-fc064942d274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413172 Jul 13 13:38:11.614869 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-4637a8a0-81bc-4659-a96e-ac92d5d90bb2 req-c8a6614b-d2ec-43ee-b53f-a69b0777d982 tempest-SecurityGroupRulesTestJSON-1667777045 tempest-SecurityGroupRulesTestJSON-1667777045-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-807475430', 'description': 'tempest-description-345876079'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:38:11.633433 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:11.638802 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4637a8a0-81bc-4659-a96e-ac92d5d90bb2 req-c8a6614b-d2ec-43ee-b53f-a69b0777d982 tempest-SecurityGroupRulesTestJSON-1667777045 tempest-SecurityGroupRulesTestJSON-1667777045-project] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:11.642749 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4ce2fe-bbd4-4af1-94f0-74e55c8a0822 req-4968ce9c-e747-4670-bbd2-0d57435efc13 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:11.644464 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-9e4ce2fe-bbd4-4af1-94f0-74e55c8a0822 req-4968ce9c-e747-4670-bbd2-0d57435efc13 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/ports?device_id=068e68c5-7e43-4756-ad00-ead1168bf8bc HTTP/1.1" status: 200 len: 943 time: 0.6097815 Jul 13 13:38:11.661133 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddfe3252-fa26-4921-a77a-a18bffc9479a {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:38:11.695293 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port ddfe3252-fa26-4921-a77a-a18bffc9479a, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=ddfe3252-fa26-4921-a77a-a18bffc9479a,segment=NetworkSegment(8ca861d2-7f67-42e9-b790-b2afeca7fd40),segment_id=8ca861d2-7f67-42e9-b790-b2afeca7fd40)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:38:11.701351 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:11.760032 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-9e4ce2fe-bbd4-4af1-94f0-74e55c8a0822 req-e0c42a55-7cb8-42c8-b606-fa205f30a13a tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8450e8a-3ce6-4095-b6b4-37555b8042b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824060 Jul 13 13:38:11.762314 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-70dfa0b5-0943-4e6b-a351-6b1dfd1a4191 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:11.780598 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=ddfe3252-fa26-4921-a77a-a18bffc9479a,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:38:11.781655 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4637a8a0-81bc-4659-a96e-ac92d5d90bb2 req-c8a6614b-d2ec-43ee-b53f-a69b0777d982 tempest-SecurityGroupRulesTestJSON-1667777045 tempest-SecurityGroupRulesTestJSON-1667777045-project] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:11.792643 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4637a8a0-81bc-4659-a96e-ac92d5d90bb2 req-c8a6614b-d2ec-43ee-b53f-a69b0777d982 tempest-SecurityGroupRulesTestJSON-1667777045 tempest-SecurityGroupRulesTestJSON-1667777045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:11.802670 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-70dfa0b5-0943-4e6b-a351-6b1dfd1a4191 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:11.839109 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1395f599-4490-4737-bb5b-d12209445f29 req-80f9d1a2-eb16-49cd-98fd-141939379f60 tempest-ServerGroupTestJSON-664834325 tempest-ServerGroupTestJSON-664834325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:11.840758 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1395f599-4490-4737-bb5b-d12209445f29 req-80f9d1a2-eb16-49cd-98fd-141939379f60 tempest-ServerGroupTestJSON-664834325 tempest-ServerGroupTestJSON-664834325-project] 10.222.0.26 "GET /v2.0/ports?device_id=809f08e7-9b8f-40d1-ad69-f5b32523cfa6 HTTP/1.1" status: 200 len: 945 time: 0.1525924 Jul 13 13:38:11.846745 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4637a8a0-81bc-4659-a96e-ac92d5d90bb2 req-c8a6614b-d2ec-43ee-b53f-a69b0777d982 tempest-SecurityGroupRulesTestJSON-1667777045 tempest-SecurityGroupRulesTestJSON-1667777045-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:11.847953 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4637a8a0-81bc-4659-a96e-ac92d5d90bb2 req-c8a6614b-d2ec-43ee-b53f-a69b0777d982 tempest-SecurityGroupRulesTestJSON-1667777045 tempest-SecurityGroupRulesTestJSON-1667777045-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.2384932 Jul 13 13:38:11.862541 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a6614b-d2ec-43ee-b53f-a69b0777d982 tempest-SecurityGroupRulesTestJSON-1667777045 tempest-SecurityGroupRulesTestJSON-1667777045-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a17ec7f-b412-4166-bf77-be5ec14faeaa,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:38:11.915185 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12faf5c9-e18d-4f03-b7e6-1951ae5c98c0', 'tag': '751cfe8d-30a1-407a-bca8-4b83f6024a24'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:38:11.915549 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-70dfa0b5-0943-4e6b-a351-6b1dfd1a4191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:11.917808 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c00dee4-aa88-4d90-8ebc-152f0894d93f" -d '{"events": [{"name": "network-changed", "server_uuid": "12faf5c9-e18d-4f03-b7e6-1951ae5c98c0", "tag": "751cfe8d-30a1-407a-bca8-4b83f6024a24"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:38:11.918294 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-70dfa0b5-0943-4e6b-a351-6b1dfd1a4191 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:11.919539 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-70dfa0b5-0943-4e6b-a351-6b1dfd1a4191 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/711641fe-ad77-4f9f-9d06-048aedc9e6fc HTTP/1.1" status: 204 len: 168 time: 0.7074168 Jul 13 13:38:11.927210 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['ddfe3252-fa26-4921-a77a-a18bffc9479a'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:38:11.993354 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dfa0b5-0943-4e6b-a351-6b1dfd1a4191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=711641fe-ad77-4f9f-9d06-048aedc9e6fc,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:38:12.003209 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c3dd0614-7b8b-4443-817a-17ceefa40282 req-6300195f-39ee-48be-9f76-46a2816b080b tempest-SecurityGroupRulesTestJSON-1667777045 tempest-SecurityGroupRulesTestJSON-1667777045-project] 10.222.0.23 "GET /v2.0/security-groups/c8b93900-d0cd-4982-b1dc-c69be95a2250 HTTP/1.1" status: 200 len: 1807 time: 0.0889468 Jul 13 13:38:12.047037 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9fe17be0-5385-4930-9140-9f27589280f3 tempest-ServersTestJSON-590403735 tempest-ServersTestJSON-590403735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:12.051355 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-1395f599-4490-4737-bb5b-d12209445f29 req-acf66e65-be03-42b2-a12f-82d40f8b66e4 tempest-ServerGroupTestJSON-664834325 tempest-ServerGroupTestJSON-664834325-project] Deleting port 4d6d7045-3118-4f1b-8361-d96c9a265f1d {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:38:12.051851 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1395f599-4490-4737-bb5b-d12209445f29 req-acf66e65-be03-42b2-a12f-82d40f8b66e4 tempest-ServerGroupTestJSON-664834325 tempest-ServerGroupTestJSON-664834325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:12.086146 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe17be0-5385-4930-9140-9f27589280f3 tempest-ServersTestJSON-590403735 tempest-ServersTestJSON-590403735-project] Pushing event deleted for resources: {'Port': ['ID=db5cf7f9-a2dc-4118-94a5-dc7f917bc2f8,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:38:12.123340 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c3dd0614-7b8b-4443-817a-17ceefa40282 req-fd9edb92-0eef-496b-92a0-c1e38677494c tempest-SecurityGroupRulesTestJSON-1667777045 tempest-SecurityGroupRulesTestJSON-1667777045-project] 10.222.0.23 "GET /v2.0/security-groups/2a17ec7f-b412-4166-bf77-be5ec14faeaa HTTP/1.1" status: 200 len: 1805 time: 0.1081665 Jul 13 13:38:12.150711 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-c3dd0614-7b8b-4443-817a-17ceefa40282 req-006d0524-4e58-48a6-b373-7439d44a68a4 tempest-SecurityGroupRulesTestJSON-1667777045 tempest-SecurityGroupRulesTestJSON-1667777045-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'c8b93900-d0cd-4982-b1dc-c69be95a2250', 'remote_group_id': '2a17ec7f-b412-4166-bf77-be5ec14faeaa', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:38:12.151451 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-c3dd0614-7b8b-4443-817a-17ceefa40282 req-006d0524-4e58-48a6-b373-7439d44a68a4 tempest-SecurityGroupRulesTestJSON-1667777045 tempest-SecurityGroupRulesTestJSON-1667777045-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'c8b93900-d0cd-4982-b1dc-c69be95a2250', 'remote_group_id': '2a17ec7f-b412-4166-bf77-be5ec14faeaa', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:38:12.194491 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-1395f599-4490-4737-bb5b-d12209445f29 req-acf66e65-be03-42b2-a12f-82d40f8b66e4 tempest-ServerGroupTestJSON-664834325 tempest-ServerGroupTestJSON-664834325-project] For port 4d6d7045-3118-4f1b-8361-d96c9a265f1d, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=4d6d7045-3118-4f1b-8361-d96c9a265f1d,segment=NetworkSegment(dad73f10-05a5-4538-9035-523905697a50),segment_id=dad73f10-05a5-4538-9035-523905697a50)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:38:12.194847 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1395f599-4490-4737-bb5b-d12209445f29 req-acf66e65-be03-42b2-a12f-82d40f8b66e4 tempest-ServerGroupTestJSON-664834325 tempest-ServerGroupTestJSON-664834325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:12.215210 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-1395f599-4490-4737-bb5b-d12209445f29 req-acf66e65-be03-42b2-a12f-82d40f8b66e4 tempest-ServerGroupTestJSON-664834325 tempest-ServerGroupTestJSON-664834325-project] Calling delete_port for 4d6d7045-3118-4f1b-8361-d96c9a265f1d owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:38:12.243873 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bef71f-5494-4878-bf59-bd28b20eff91 req-15577733-50a5-4939-92ed-0435cfd09999 tempest-ServerGroupTestJSON-664834325 tempest-ServerGroupTestJSON-664834325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:12.251292 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a8bef71f-5494-4878-bf59-bd28b20eff91 req-15577733-50a5-4939-92ed-0435cfd09999 tempest-ServerGroupTestJSON-664834325 tempest-ServerGroupTestJSON-664834325-project] 10.222.0.23 "GET /v2.0/ports?device_id=809f08e7-9b8f-40d1-ad69-f5b32523cfa6 HTTP/1.1" status: 200 len: 945 time: 0.2754796 Jul 13 13:38:12.271856 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9fe17be0-5385-4930-9140-9f27589280f3 tempest-ServersTestJSON-590403735 tempest-ServersTestJSON-590403735-project] Notify callbacks [] for floatingip, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:12.274435 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9fe17be0-5385-4930-9140-9f27589280f3 tempest-ServersTestJSON-590403735 tempest-ServersTestJSON-590403735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for floatingip, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:12.275577 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-9fe17be0-5385-4930-9140-9f27589280f3 tempest-ServersTestJSON-590403735 tempest-ServersTestJSON-590403735-project] 10.222.0.23 "DELETE /v2.0/floatingips/d703bf0c-4569-4ab3-b6f2-35b596495953 HTTP/1.1" status: 204 len: 168 time: 1.5784528 Jul 13 13:38:12.278551 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 56864) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:38:12.318666 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-c3dd0614-7b8b-4443-817a-17ceefa40282 req-006d0524-4e58-48a6-b373-7439d44a68a4 tempest-SecurityGroupRulesTestJSON-1667777045 tempest-SecurityGroupRulesTestJSON-1667777045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:12.367826 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a8bef71f-5494-4878-bf59-bd28b20eff91 req-845fad6f-0d12-48a5-9587-4902019eaf34 tempest-ServerGroupTestJSON-664834325 tempest-ServerGroupTestJSON-664834325-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ffcfb5f-7036-45f3-87ce-4f334f2bfb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154511 Jul 13 13:38:12.442366 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 13:38:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7ffc323-1ed8-4143-8d76-9506cd949047 x-openstack-request-id: req-c7ffc323-1ed8-4143-8d76-9506cd949047 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:38:12.442666 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12faf5c9-e18d-4f03-b7e6-1951ae5c98c0", "tag": "751cfe8d-30a1-407a-bca8-4b83f6024a24", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:38:12.442924 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c7ffc323-1ed8-4143-8d76-9506cd949047 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:38:12.443423 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12faf5c9-e18d-4f03-b7e6-1951ae5c98c0', 'tag': '751cfe8d-30a1-407a-bca8-4b83f6024a24', 'status': 'completed', 'code': 200} Jul 13 13:38:12.462420 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-c3dd0614-7b8b-4443-817a-17ceefa40282 req-006d0524-4e58-48a6-b373-7439d44a68a4 tempest-SecurityGroupRulesTestJSON-1667777045 tempest-SecurityGroupRulesTestJSON-1667777045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:12.510633 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-c3dd0614-7b8b-4443-817a-17ceefa40282 req-006d0524-4e58-48a6-b373-7439d44a68a4 tempest-SecurityGroupRulesTestJSON-1667777045 tempest-SecurityGroupRulesTestJSON-1667777045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:12.548876 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-c3dd0614-7b8b-4443-817a-17ceefa40282 req-006d0524-4e58-48a6-b373-7439d44a68a4 tempest-SecurityGroupRulesTestJSON-1667777045 tempest-SecurityGroupRulesTestJSON-1667777045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:12.550439 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c3dd0614-7b8b-4443-817a-17ceefa40282 req-006d0524-4e58-48a6-b373-7439d44a68a4 tempest-SecurityGroupRulesTestJSON-1667777045 tempest-SecurityGroupRulesTestJSON-1667777045-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4147112 Jul 13 13:38:12.555105 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006d0524-4e58-48a6-b373-7439d44a68a4 tempest-SecurityGroupRulesTestJSON-1667777045 tempest-SecurityGroupRulesTestJSON-1667777045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1430bdc9-2edc-4e0c-bb0e-f01fbcdd42a7,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:38:12.579572 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1395f599-4490-4737-bb5b-d12209445f29 req-acf66e65-be03-42b2-a12f-82d40f8b66e4 tempest-ServerGroupTestJSON-664834325 tempest-ServerGroupTestJSON-664834325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:12.590796 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['4d6d7045-3118-4f1b-8361-d96c9a265f1d'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:38:12.651972 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf66e65-be03-42b2-a12f-82d40f8b66e4 tempest-ServerGroupTestJSON-664834325 tempest-ServerGroupTestJSON-664834325-project] Pushing event deleted for resources: {'Port': ['ID=4d6d7045-3118-4f1b-8361-d96c9a265f1d,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:38:12.730023 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-1395f599-4490-4737-bb5b-d12209445f29 req-acf66e65-be03-42b2-a12f-82d40f8b66e4 tempest-ServerGroupTestJSON-664834325 tempest-ServerGroupTestJSON-664834325-project] No DVR routers for this DVR port 4d6d7045-3118-4f1b-8361-d96c9a265f1d on host n-h1-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:38:12.732942 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1395f599-4490-4737-bb5b-d12209445f29 req-acf66e65-be03-42b2-a12f-82d40f8b66e4 tempest-ServerGroupTestJSON-664834325 tempest-ServerGroupTestJSON-664834325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:12.736709 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1395f599-4490-4737-bb5b-d12209445f29 req-acf66e65-be03-42b2-a12f-82d40f8b66e4 tempest-ServerGroupTestJSON-664834325 tempest-ServerGroupTestJSON-664834325-project] 10.222.0.26 "DELETE /v2.0/ports/4d6d7045-3118-4f1b-8361-d96c9a265f1d HTTP/1.1" status: 204 len: 173 time: 0.8855672 Jul 13 13:38:12.762653 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4c134eb0-e6a5-47fb-9ca5-0f84b02cce03 req-79e92616-9cdd-42a3-bbbd-39d067916461 tempest-SecurityGroupRulesTestJSON-1667777045 tempest-SecurityGroupRulesTestJSON-1667777045-project] 10.222.0.23 "GET /v2.0/security-groups/2a17ec7f-b412-4166-bf77-be5ec14faeaa HTTP/1.1" status: 200 len: 1805 time: 0.1771817 Jul 13 13:38:12.793337 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c00dee4-aa88-4d90-8ebc-152f0894d93f req-9fb20120-076f-49c5-8d23-bd9cf12ed100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:12.795280 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3c00dee4-aa88-4d90-8ebc-152f0894d93f req-9fb20120-076f-49c5-8d23-bd9cf12ed100 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7ec77ffc288b40b5a9663fa2e5a78733&device_id=12faf5c9-e18d-4f03-b7e6-1951ae5c98c0 HTTP/1.1" status: 200 len: 1095 time: 0.3070805 Jul 13 13:38:12.843349 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4c134eb0-e6a5-47fb-9ca5-0f84b02cce03 req-439df247-9596-4be9-98f1-b402b57edf95 tempest-SecurityGroupRulesTestJSON-1667777045 tempest-SecurityGroupRulesTestJSON-1667777045-project] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:12.892589 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4c134eb0-e6a5-47fb-9ca5-0f84b02cce03 req-439df247-9596-4be9-98f1-b402b57edf95 tempest-SecurityGroupRulesTestJSON-1667777045 tempest-SecurityGroupRulesTestJSON-1667777045-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:12.943807 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca33f7b-2c72-4d7b-8474-d333c221a0d8 req-6b189216-6e40-47d2-931c-1c5ef0d7f7fb tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:12.945390 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4ca33f7b-2c72-4d7b-8474-d333c221a0d8 req-6b189216-6e40-47d2-931c-1c5ef0d7f7fb tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/ports?device_id=12faf5c9-e18d-4f03-b7e6-1951ae5c98c0 HTTP/1.1" status: 200 len: 944 time: 0.3772578 Jul 13 13:38:12.995731 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4c134eb0-e6a5-47fb-9ca5-0f84b02cce03 req-439df247-9596-4be9-98f1-b402b57edf95 tempest-SecurityGroupRulesTestJSON-1667777045 tempest-SecurityGroupRulesTestJSON-1667777045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:12.997344 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c00dee4-aa88-4d90-8ebc-152f0894d93f req-a1f27898-17cc-4294-9eb6-83522244be5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:13.002079 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4c134eb0-e6a5-47fb-9ca5-0f84b02cce03 req-439df247-9596-4be9-98f1-b402b57edf95 tempest-SecurityGroupRulesTestJSON-1667777045 tempest-SecurityGroupRulesTestJSON-1667777045-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:13.002348 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3c00dee4-aa88-4d90-8ebc-152f0894d93f req-a1f27898-17cc-4294-9eb6-83522244be5e service neutron] 10.222.0.26 "GET /v2.0/networks?id=5c5b1ca0-24b0-4412-b81d-dc9907cb0039 HTTP/1.1" status: 200 len: 908 time: 0.1970205 Jul 13 13:38:13.006961 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4c134eb0-e6a5-47fb-9ca5-0f84b02cce03 req-439df247-9596-4be9-98f1-b402b57edf95 tempest-SecurityGroupRulesTestJSON-1667777045 tempest-SecurityGroupRulesTestJSON-1667777045-project] 10.222.0.23 "DELETE /v2.0/security-groups/2a17ec7f-b412-4166-bf77-be5ec14faeaa HTTP/1.1" status: 204 len: 173 time: 0.2362127 Jul 13 13:38:13.017229 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439df247-9596-4be9-98f1-b402b57edf95 tempest-SecurityGroupRulesTestJSON-1667777045 tempest-SecurityGroupRulesTestJSON-1667777045-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a17ec7f-b412-4166-bf77-be5ec14faeaa,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:38:13.066300 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3c00dee4-aa88-4d90-8ebc-152f0894d93f req-8f21500e-eef3-47bf-b8b8-2cd287357f85 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=751cfe8d-30a1-407a-bca8-4b83f6024a24 HTTP/1.1" status: 200 len: 217 time: 0.0596080 Jul 13 13:38:13.069387 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4ca33f7b-2c72-4d7b-8474-d333c221a0d8 req-a776a6df-c0d1-4960-9bb7-8fa0c331fa31 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/security-groups?id=4f83e00a-e782-49e6-b944-d06b9e971cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163752 Jul 13 13:38:13.101426 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 5fa44009-4573-407b-8afd-36362360c411 up at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:38:13.143419 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c00dee4-aa88-4d90-8ebc-152f0894d93f req-26232043-47e6-46f2-9151-ee18c402f049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:13.145156 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3c00dee4-aa88-4d90-8ebc-152f0894d93f req-26232043-47e6-46f2-9151-ee18c402f049 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=41cb83d6-1972-42a1-91b6-99e2d7728a68 HTTP/1.1" status: 200 len: 848 time: 0.0727174 Jul 13 13:38:13.225806 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3c00dee4-aa88-4d90-8ebc-152f0894d93f req-e081202b-3012-4917-9f04-ebb1066f3cb2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5c5b1ca0-24b0-4412-b81d-dc9907cb0039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477979 Jul 13 13:38:13.259395 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning for port 5fa44009-4573-407b-8afd-36362360c411 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:38:13.264292 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning complete for port 5fa44009-4573-407b-8afd-36362360c411 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:38:13.264674 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:13.391870 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 751cfe8d-30a1-407a-bca8-4b83f6024a24 details requested by agent hyperv_n-h1-800634-1 with host n-h1-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 13:38:13.394391 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device ddfe3252-fa26-4921-a77a-a18bffc9479a up at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:38:13.572557 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3c00dee4-aa88-4d90-8ebc-152f0894d93f req-db08daaf-9edd-41e1-90b0-7f9cf720172a service neutron] 10.222.0.26 "GET /v2.0/networks/5c5b1ca0-24b0-4412-b81d-dc9907cb0039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3415949 Jul 13 13:38:13.582829 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning for port ddfe3252-fa26-4921-a77a-a18bffc9479a completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:38:13.592163 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:13.598665 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bd5cf5d1-df75-4551-9fb3-ae99a8eba07f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451695'] for router_interface, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:13.618798 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning complete for port ddfe3252-fa26-4921-a77a-a18bffc9479a triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:38:13.619234 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:13.623474 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad77e154-4e69-4c6b-9dc2-1b9da78c7582 req-2fd557fb-3b7f-4c43-b921-e39e9f4a592c tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:13.625718 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ad77e154-4e69-4c6b-9dc2-1b9da78c7582 req-2fd557fb-3b7f-4c43-b921-e39e9f4a592c tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] 10.222.0.23 "GET /v2.0/ports?device_id=709d40a5-aa94-4dcb-b1df-150f71dccc43 HTTP/1.1" status: 200 len: 945 time: 0.4313893 Jul 13 13:38:13.670791 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '709d40a5-aa94-4dcb-b1df-150f71dccc43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fa44009-4573-407b-8afd-36362360c411'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:38:13.676343 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7092d843-733e-4eba-9f89-a35691931b2e" -d '{"events": [{"server_uuid": "709d40a5-aa94-4dcb-b1df-150f71dccc43", "name": "network-vif-plugged", "status": "completed", "tag": "5fa44009-4573-407b-8afd-36362360c411"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:38:13.690710 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ad77e154-4e69-4c6b-9dc2-1b9da78c7582 req-11d09602-4f2d-4c7f-bc88-572e6cb3a186 tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] 10.222.0.23 "GET /v2.0/security-groups?id=9a4040a4-7a24-4bfb-97c3-fc064942d274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590806 Jul 13 13:38:13.708966 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 5fa44009-4573-407b-8afd-36362360c411, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=5fa44009-4573-407b-8afd-36362360c411,segment=NetworkSegment(a992ca7b-0374-4ac8-89fd-e7752d9855d0),segment_id=a992ca7b-0374-4ac8-89fd-e7752d9855d0)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:38:13.722442 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 751cfe8d-30a1-407a-bca8-4b83f6024a24, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=751cfe8d-30a1-407a-bca8-4b83f6024a24,segment=NetworkSegment(f952029b-434e-49c6-8d96-f83b0194500d),segment_id=f952029b-434e-49c6-8d96-f83b0194500d)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:38:13.737824 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:13.767384 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Returning: {'device': '751cfe8d-30a1-407a-bca8-4b83f6024a24', 'network_id': '5c5b1ca0-24b0-4412-b81d-dc9907cb0039', 'port_id': '751cfe8d-30a1-407a-bca8-4b83f6024a24', 'mac_address': 'fa:16:3e:db:3a:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41cb83d6-1972-42a1-91b6-99e2d7728a68', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 13:38:13.789127 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e0f6be-8677-478d-8d92-d7b61e60ca4c req-33e44f77-5ab3-46f0-ab0b-fb76edcb9d44 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:13.790657 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-61e0f6be-8677-478d-8d92-d7b61e60ca4c req-33e44f77-5ab3-46f0-ab0b-fb76edcb9d44 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/ports?device_id=068e68c5-7e43-4756-ad00-ead1168bf8bc HTTP/1.1" status: 200 len: 944 time: 0.3959961 Jul 13 13:38:13.797574 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6d8406cf-1b38-446c-9bd3-760fd3217550 req-b98808d4-0074-472a-b2d7-c5686d153086 tempest-SecurityGroupRulesTestJSON-1667777045 tempest-SecurityGroupRulesTestJSON-1667777045-project] 10.222.0.23 "GET /v2.0/security-groups/c8b93900-d0cd-4982-b1dc-c69be95a2250 HTTP/1.1" status: 200 len: 1807 time: 0.0680432 Jul 13 13:38:13.840569 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:13.849653 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3c00dee4-aa88-4d90-8ebc-152f0894d93f req-8be8c217-efc3-462c-a69a-c1470ae3070c service neutron] 10.222.0.26 "GET /v2.0/networks/5c5b1ca0-24b0-4412-b81d-dc9907cb0039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2691078 Jul 13 13:38:13.872293 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 751cfe8d-30a1-407a-bca8-4b83f6024a24 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:38:13.883280 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:13.934373 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 751cfe8d-30a1-407a-bca8-4b83f6024a24, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=751cfe8d-30a1-407a-bca8-4b83f6024a24,segment=NetworkSegment(f952029b-434e-49c6-8d96-f83b0194500d),segment_id=f952029b-434e-49c6-8d96-f83b0194500d)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:38:13.938588 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-61e0f6be-8677-478d-8d92-d7b61e60ca4c req-5931d62e-bf79-4173-b5f4-62d5f7e25bbe tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8450e8a-3ce6-4095-b6b4-37555b8042b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282716 Jul 13 13:38:13.944864 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=5fa44009-4573-407b-8afd-36362360c411,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:38:13.967827 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76e3b29f-f726-491d-a9ac-68cf40c0d482 x-openstack-request-id: req-76e3b29f-f726-491d-a9ac-68cf40c0d482 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:38:13.968154 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "709d40a5-aa94-4dcb-b1df-150f71dccc43", "name": "network-vif-plugged", "status": "completed", "tag": "5fa44009-4573-407b-8afd-36362360c411", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:38:13.968359 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-76e3b29f-f726-491d-a9ac-68cf40c0d482 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:38:13.968810 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '709d40a5-aa94-4dcb-b1df-150f71dccc43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fa44009-4573-407b-8afd-36362360c411', 'code': 200} Jul 13 13:38:13.972433 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:13.982288 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-99605b85-cad8-49a6-9921-68796f2a197b req-9bf64c3e-f1e5-48a9-943b-9dcd8497f5e0 tempest-SecurityGroupRulesTestJSON-1667777045 tempest-SecurityGroupRulesTestJSON-1667777045-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-52175306', 'description': 'tempest-description-788641355'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:38:14.007813 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port ddfe3252-fa26-4921-a77a-a18bffc9479a, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=ddfe3252-fa26-4921-a77a-a18bffc9479a,segment=NetworkSegment(8ca861d2-7f67-42e9-b790-b2afeca7fd40),segment_id=8ca861d2-7f67-42e9-b790-b2afeca7fd40)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:38:14.040260 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-99605b85-cad8-49a6-9921-68796f2a197b req-9bf64c3e-f1e5-48a9-943b-9dcd8497f5e0 tempest-SecurityGroupRulesTestJSON-1667777045 tempest-SecurityGroupRulesTestJSON-1667777045-project] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:14.040815 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:14.070931 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=751cfe8d-30a1-407a-bca8-4b83f6024a24,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:38:14.136218 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05be2bd3-01cc-4aca-868a-44ae398b1dd7 req-094175f7-3d75-4f53-943f-b5e96ea10e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:14.137784 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-05be2bd3-01cc-4aca-868a-44ae398b1dd7 req-094175f7-3d75-4f53-943f-b5e96ea10e89 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=709d40a5-aa94-4dcb-b1df-150f71dccc43 HTTP/1.1" status: 200 len: 1097 time: 0.1070528 Jul 13 13:38:14.186949 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-05be2bd3-01cc-4aca-868a-44ae398b1dd7 req-acb6a5f0-a68d-40dc-97b4-abd5828caf91 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=9a4040a4-7a24-4bfb-97c3-fc064942d274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432975 Jul 13 13:38:14.280811 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-bd5cf5d1-df75-4551-9fb3-ae99a8eba07f admin admin] Deleting port 6effa2c5-f87b-4020-aa4d-2383e4de5424 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:38:14.281159 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bd5cf5d1-df75-4551-9fb3-ae99a8eba07f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:14.292228 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=ddfe3252-fa26-4921-a77a-a18bffc9479a,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:38:14.333565 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-99605b85-cad8-49a6-9921-68796f2a197b req-9bf64c3e-f1e5-48a9-943b-9dcd8497f5e0 tempest-SecurityGroupRulesTestJSON-1667777045 tempest-SecurityGroupRulesTestJSON-1667777045-project] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:14.344861 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['751cfe8d-30a1-407a-bca8-4b83f6024a24'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:38:14.345151 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-99605b85-cad8-49a6-9921-68796f2a197b req-9bf64c3e-f1e5-48a9-943b-9dcd8497f5e0 tempest-SecurityGroupRulesTestJSON-1667777045 tempest-SecurityGroupRulesTestJSON-1667777045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:14.400462 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-99605b85-cad8-49a6-9921-68796f2a197b req-9bf64c3e-f1e5-48a9-943b-9dcd8497f5e0 tempest-SecurityGroupRulesTestJSON-1667777045 tempest-SecurityGroupRulesTestJSON-1667777045-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:14.401689 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-99605b85-cad8-49a6-9921-68796f2a197b req-9bf64c3e-f1e5-48a9-943b-9dcd8497f5e0 tempest-SecurityGroupRulesTestJSON-1667777045 tempest-SecurityGroupRulesTestJSON-1667777045-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4375389 Jul 13 13:38:14.406991 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf64c3e-f1e5-48a9-943b-9dcd8497f5e0 tempest-SecurityGroupRulesTestJSON-1667777045 tempest-SecurityGroupRulesTestJSON-1667777045-project] Pushing event updated for resources: {'SecurityGroup': ['ID=743885d0-8c25-4ebe-b325-e29ea3eca0e1,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:38:14.427143 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68970fa5-0f6a-4cd3-af7d-3fb89b8f4f2c req-8aa55b39-fb73-4487-8e1e-7ce3bb574177 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:14.428367 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-68970fa5-0f6a-4cd3-af7d-3fb89b8f4f2c req-8aa55b39-fb73-4487-8e1e-7ce3bb574177 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/ports?device_id=12faf5c9-e18d-4f03-b7e6-1951ae5c98c0 HTTP/1.1" status: 200 len: 945 time: 0.1005244 Jul 13 13:38:14.440650 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-bd5cf5d1-df75-4551-9fb3-ae99a8eba07f admin admin] For port 6effa2c5-f87b-4020-aa4d-2383e4de5424, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=6effa2c5-f87b-4020-aa4d-2383e4de5424,segment=NetworkSegment(c0d02cf4-f61f-40a3-a4bb-b537dbf84593),segment_id=c0d02cf4-f61f-40a3-a4bb-b537dbf84593)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:38:14.441040 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bd5cf5d1-df75-4551-9fb3-ae99a8eba07f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:14.461959 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-bd5cf5d1-df75-4551-9fb3-ae99a8eba07f admin admin] Calling delete_port for 6effa2c5-f87b-4020-aa4d-2383e4de5424 owned by network:router_interface {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:38:14.497443 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '809f08e7-9b8f-40d1-ad69-f5b32523cfa6', 'name': 'network-vif-deleted', 'tag': '4d6d7045-3118-4f1b-8361-d96c9a265f1d'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:38:14.503526 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa5e54e8-7a12-4c79-bbc2-abc2e1c566dd" -d '{"events": [{"server_uuid": "809f08e7-9b8f-40d1-ad69-f5b32523cfa6", "name": "network-vif-deleted", "tag": "4d6d7045-3118-4f1b-8361-d96c9a265f1d"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:38:14.548818 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 56968) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:38:14.554500 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-b1b86d2f-b1c3-4238-ae67-6ff3450b6814 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1353441968'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:38:14.558722 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-68970fa5-0f6a-4cd3-af7d-3fb89b8f4f2c req-e184525b-7dc5-4220-93eb-42cc44b66a38 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/security-groups?id=4f83e00a-e782-49e6-b944-d06b9e971cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242087 Jul 13 13:38:14.607674 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:38:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e54de9b-a74c-4072-9048-fd4ec5cbdc13 x-openstack-request-id: req-0e54de9b-a74c-4072-9048-fd4ec5cbdc13 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:38:14.611171 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "809f08e7-9b8f-40d1-ad69-f5b32523cfa6", "name": "network-vif-deleted", "tag": "4d6d7045-3118-4f1b-8361-d96c9a265f1d", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:38:14.611481 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0e54de9b-a74c-4072-9048-fd4ec5cbdc13 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:38:14.611907 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '809f08e7-9b8f-40d1-ad69-f5b32523cfa6', 'name': 'network-vif-deleted', 'tag': '4d6d7045-3118-4f1b-8361-d96c9a265f1d', 'status': 'completed', 'code': 200} Jul 13 13:38:14.661301 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e236b9e8-0ddb-4f0d-80d5-bcedee1e1143 req-513a38f0-3e24-49d0-8ea7-9aac634dd6de tempest-SecurityGroupRulesTestJSON-1667777045 tempest-SecurityGroupRulesTestJSON-1667777045-project] 10.222.0.23 "GET /v2.0/security-groups/743885d0-8c25-4ebe-b325-e29ea3eca0e1 HTTP/1.1" status: 200 len: 1804 time: 0.1123240 Jul 13 13:38:14.662462 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1b86d2f-b1c3-4238-ae67-6ff3450b6814 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Made reservation on behalf of 6adf017ce9b34499b7ba676da54c44ef for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:38:14.666016 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b1b86d2f-b1c3-4238-ae67-6ff3450b6814 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:14.686866 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-e236b9e8-0ddb-4f0d-80d5-bcedee1e1143 req-d4db5438-1342-40e6-b537-b8edf08e5315 tempest-SecurityGroupRulesTestJSON-1667777045 tempest-SecurityGroupRulesTestJSON-1667777045-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '743885d0-8c25-4ebe-b325-e29ea3eca0e1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:38:14.687198 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-e236b9e8-0ddb-4f0d-80d5-bcedee1e1143 req-d4db5438-1342-40e6-b537-b8edf08e5315 tempest-SecurityGroupRulesTestJSON-1667777045 tempest-SecurityGroupRulesTestJSON-1667777045-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '743885d0-8c25-4ebe-b325-e29ea3eca0e1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:38:14.724715 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 56982) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:38:14.726523 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1b86d2f-b1c3-4238-ae67-6ff3450b6814 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 13:38:14.767792 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b1b86d2f-b1c3-4238-ae67-6ff3450b6814 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:14.768167 n-d-800634-1 neutron-server[93751]: INFO neutron.db.segments_db [None req-b1b86d2f-b1c3-4238-ae67-6ff3450b6814 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Added segment 9f7771f2-d981-496e-a6cb-2f28b09404cd of type vlan for network cc9dab26-3983-4dce-8c1c-cb82d11f88fb Jul 13 13:38:14.789652 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e84974d-7a75-4ca1-ac94-fe5e37a36cc6 admin admin] Deleting subnet 9206f179-c907-47e1-aca9-1926e38f3ea3 {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 13:38:14.793034 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1e84974d-7a75-4ca1-ac94-fe5e37a36cc6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:14.811612 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 56984) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:38:14.845845 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bd5cf5d1-df75-4551-9fb3-ae99a8eba07f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:14.851738 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b1b86d2f-b1c3-4238-ae67-6ff3450b6814 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:14.869211 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1e84974d-7a75-4ca1-ac94-fe5e37a36cc6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5431723'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:14.883132 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5cf5d1-df75-4551-9fb3-ae99a8eba07f admin admin] Pushing event deleted for resources: {'Port': ['ID=6effa2c5-f87b-4020-aa4d-2383e4de5424,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:38:14.907030 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-e236b9e8-0ddb-4f0d-80d5-bcedee1e1143 req-d4db5438-1342-40e6-b537-b8edf08e5315 tempest-SecurityGroupRulesTestJSON-1667777045 tempest-SecurityGroupRulesTestJSON-1667777045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:14.972131 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e31a986-43bd-48bd-8c7c-14cb2f976a84 req-7c39c5d2-36ed-4fe4-a6f0-dd9f6c999086 tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:14.980006 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8e31a986-43bd-48bd-8c7c-14cb2f976a84 req-7c39c5d2-36ed-4fe4-a6f0-dd9f6c999086 tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] 10.222.0.23 "GET /v2.0/ports?device_id=709d40a5-aa94-4dcb-b1df-150f71dccc43 HTTP/1.1" status: 200 len: 946 time: 0.1537485 Jul 13 13:38:14.992500 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-e236b9e8-0ddb-4f0d-80d5-bcedee1e1143 req-d4db5438-1342-40e6-b537-b8edf08e5315 tempest-SecurityGroupRulesTestJSON-1667777045 tempest-SecurityGroupRulesTestJSON-1667777045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:14.995547 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b1b86d2f-b1c3-4238-ae67-6ff3450b6814 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:15.001847 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b86d2f-b1c3-4238-ae67-6ff3450b6814 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:15.002479 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b1b86d2f-b1c3-4238-ae67-6ff3450b6814 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:15.020798 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-e236b9e8-0ddb-4f0d-80d5-bcedee1e1143 req-d4db5438-1342-40e6-b537-b8edf08e5315 tempest-SecurityGroupRulesTestJSON-1667777045 tempest-SecurityGroupRulesTestJSON-1667777045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:15.028852 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8e31a986-43bd-48bd-8c7c-14cb2f976a84 req-507a03c3-c88e-4ca6-ac7c-3f8c4d82250b tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] 10.222.0.23 "GET /v2.0/security-groups?id=9a4040a4-7a24-4bfb-97c3-fc064942d274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474923 Jul 13 13:38:15.033430 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1e84974d-7a75-4ca1-ac94-fe5e37a36cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:15.062240 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-b1b86d2f-b1c3-4238-ae67-6ff3450b6814 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5124838 Jul 13 13:38:15.074174 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 56990) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:38:15.081677 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-76de6e4c-1b6d-4b40-803b-5d91f5d99d15 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1046829200'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:38:15.138938 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76de6e4c-1b6d-4b40-803b-5d91f5d99d15 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Made reservation on behalf of 6adf017ce9b34499b7ba676da54c44ef for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:38:15.142035 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4db5438-1342-40e6-b537-b8edf08e5315 tempest-SecurityGroupRulesTestJSON-1667777045 tempest-SecurityGroupRulesTestJSON-1667777045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f12ae558-05af-47e9-9c8a-6560073208a7,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:38:15.143990 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-14de1154-f43e-423a-9c3c-a3dea31f5b62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:15.145196 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-76de6e4c-1b6d-4b40-803b-5d91f5d99d15 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:15.180340 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76de6e4c-1b6d-4b40-803b-5d91f5d99d15 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 13:38:15.191793 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-76de6e4c-1b6d-4b40-803b-5d91f5d99d15 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:15.192157 n-d-800634-1 neutron-server[93750]: INFO neutron.db.segments_db [None req-76de6e4c-1b6d-4b40-803b-5d91f5d99d15 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Added segment a1e3e7d9-9db1-4f41-8f44-5b4a3be7def2 of type vlan for network 350b8d90-a566-446d-ae67-d3a6d73524f9 Jul 13 13:38:15.202247 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-e236b9e8-0ddb-4f0d-80d5-bcedee1e1143 req-d4db5438-1342-40e6-b537-b8edf08e5315 tempest-SecurityGroupRulesTestJSON-1667777045 tempest-SecurityGroupRulesTestJSON-1667777045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:15.203740 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e236b9e8-0ddb-4f0d-80d5-bcedee1e1143 req-d4db5438-1342-40e6-b537-b8edf08e5315 tempest-SecurityGroupRulesTestJSON-1667777045 tempest-SecurityGroupRulesTestJSON-1667777045-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5279188 Jul 13 13:38:15.223587 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b86d2f-b1c3-4238-ae67-6ff3450b6814 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Pushing event updated for resources: {'Network': ['ID=cc9dab26-3983-4dce-8c1c-cb82d11f88fb,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:38:15.235551 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network cc9dab26-3983-4dce-8c1c-cb82d11f88fb details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 13:38:15.251332 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1e84974d-7a75-4ca1-ac94-fe5e37a36cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5970525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4763356'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:15.255099 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-76de6e4c-1b6d-4b40-803b-5d91f5d99d15 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:15.309347 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1e84974d-7a75-4ca1-ac94-fe5e37a36cc6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:15.314827 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-1e84974d-7a75-4ca1-ac94-fe5e37a36cc6 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/9206f179-c907-47e1-aca9-1926e38f3ea3 HTTP/1.1" status: 204 len: 168 time: 0.5866580 Jul 13 13:38:15.317683 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 56994) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:38:15.322820 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e84974d-7a75-4ca1-ac94-fe5e37a36cc6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9206f179-c907-47e1-aca9-1926e38f3ea3,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:38:15.350637 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-82b5caac-00d1-44ed-93b8-70f484ed2bd9 req-0b3739e9-f254-45c8-a417-e82314e6c575 tempest-SecurityGroupRulesTestJSON-1667777045 tempest-SecurityGroupRulesTestJSON-1667777045-project] 10.222.0.23 "GET /v2.0/security-groups/743885d0-8c25-4ebe-b325-e29ea3eca0e1 HTTP/1.1" status: 200 len: 2398 time: 0.1201136 Jul 13 13:38:15.357085 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bd5cf5d1-df75-4551-9fb3-ae99a8eba07f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1785036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452491'] for router_interface, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:15.372506 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-82b5caac-00d1-44ed-93b8-70f484ed2bd9 req-edbd4261-3f9f-4001-b5a1-f61cd9c5067d tempest-SecurityGroupRulesTestJSON-1667777045 tempest-SecurityGroupRulesTestJSON-1667777045-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '743885d0-8c25-4ebe-b325-e29ea3eca0e1', 'remote_group_id': None}]} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:38:15.372830 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-82b5caac-00d1-44ed-93b8-70f484ed2bd9 req-edbd4261-3f9f-4001-b5a1-f61cd9c5067d tempest-SecurityGroupRulesTestJSON-1667777045 tempest-SecurityGroupRulesTestJSON-1667777045-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '743885d0-8c25-4ebe-b325-e29ea3eca0e1', 'remote_group_id': None}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:38:15.393159 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 751cfe8d-30a1-407a-bca8-4b83f6024a24 up at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:38:15.418254 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-76de6e4c-1b6d-4b40-803b-5d91f5d99d15 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:15.426011 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76de6e4c-1b6d-4b40-803b-5d91f5d99d15 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:15.426633 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-76de6e4c-1b6d-4b40-803b-5d91f5d99d15 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:15.447143 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning for port 751cfe8d-30a1-407a-bca8-4b83f6024a24 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:38:15.450972 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning complete for port 751cfe8d-30a1-407a-bca8-4b83f6024a24 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:38:15.451434 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:15.482782 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-14de1154-f43e-423a-9c3c-a3dea31f5b62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:15.499725 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-14de1154-f43e-423a-9c3c-a3dea31f5b62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:15.535668 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-25549734-e798-4757-9373-3d3f5d3fd4e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:15.539810 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:15.553693 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e226de-dc3b-40f7-82ec-f058e518c546 req-b63b21c9-72ee-4ab4-a2ff-479a9e011fb3 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:15.555272 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c6e226de-dc3b-40f7-82ec-f058e518c546 req-b63b21c9-72ee-4ab4-a2ff-479a9e011fb3 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/ports?device_id=068e68c5-7e43-4756-ad00-ead1168bf8bc HTTP/1.1" status: 200 len: 945 time: 0.3300831 Jul 13 13:38:15.566215 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-76de6e4c-1b6d-4b40-803b-5d91f5d99d15 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4906962 Jul 13 13:38:15.566882 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 56996) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:38:15.569893 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-14de1154-f43e-423a-9c3c-a3dea31f5b62 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=de975de179834f9da38e53b88b7a330d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7504823 Jul 13 13:38:15.570635 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14de1154-f43e-423a-9c3c-a3dea31f5b62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0e83109-2401-4e5a-86a6-cd11cbb8f936,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:38:15.575378 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 751cfe8d-30a1-407a-bca8-4b83f6024a24, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=751cfe8d-30a1-407a-bca8-4b83f6024a24,segment=NetworkSegment(f952029b-434e-49c6-8d96-f83b0194500d),segment_id=f952029b-434e-49c6-8d96-f83b0194500d)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:38:15.575578 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 56998) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:38:15.582060 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:15.582974 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 4d6d7045-3118-4f1b-8361-d96c9a265f1d no longer exists at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:38:15.591970 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-b8fa5c89-12cf-4932-8971-cc240e04b628 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Request body: {'subnet': {'network_id': 'cc9dab26-3983-4dce-8c1c-cb82d11f88fb', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:38:15.620792 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76de6e4c-1b6d-4b40-803b-5d91f5d99d15 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Pushing event updated for resources: {'Network': ['ID=350b8d90-a566-446d-ae67-d3a6d73524f9,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:38:15.629056 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-381d4315-9089-413f-a071-aa2897bda790 None None] No Port match for: 4d6d7045-3118-4f1b-8361-d96c9a265f1d {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:38:15.629927 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 4d6d7045-3118-4f1b-8361-d96c9a265f1d not bound to the agent host n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:38:15.636369 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network 350b8d90-a566-446d-ae67-d3a6d73524f9 details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 13:38:15.672508 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-82b5caac-00d1-44ed-93b8-70f484ed2bd9 req-edbd4261-3f9f-4001-b5a1-f61cd9c5067d tempest-SecurityGroupRulesTestJSON-1667777045 tempest-SecurityGroupRulesTestJSON-1667777045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:15.704932 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=751cfe8d-30a1-407a-bca8-4b83f6024a24,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:38:15.759314 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7656090c-bdfe-4a87-891d-7e4d3a46d920 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:15.764127 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-82b5caac-00d1-44ed-93b8-70f484ed2bd9 req-edbd4261-3f9f-4001-b5a1-f61cd9c5067d tempest-SecurityGroupRulesTestJSON-1667777045 tempest-SecurityGroupRulesTestJSON-1667777045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:15.777860 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c6e226de-dc3b-40f7-82ec-f058e518c546 req-161e092b-16c9-4b35-80ed-18dcbba5aa18 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8450e8a-3ce6-4095-b6b4-37555b8042b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811500 Jul 13 13:38:15.778476 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-82b5caac-00d1-44ed-93b8-70f484ed2bd9 req-edbd4261-3f9f-4001-b5a1-f61cd9c5067d tempest-SecurityGroupRulesTestJSON-1667777045 tempest-SecurityGroupRulesTestJSON-1667777045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:15.783443 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-25549734-e798-4757-9373-3d3f5d3fd4e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:15.806280 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-25549734-e798-4757-9373-3d3f5d3fd4e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67426c9e-3c26-4480-8d9c-f93e51acca1e']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:38:15.813196 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7656090c-bdfe-4a87-891d-7e4d3a46d920 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:15.821538 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-25549734-e798-4757-9373-3d3f5d3fd4e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dad73f10-05a5-4538-9035-523905697a50') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:38:15.821870 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-25549734-e798-4757-9373-3d3f5d3fd4e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dad73f10-05a5-4538-9035-523905697a50') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:38:15.822148 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbd4261-3f9f-4001-b5a1-f61cd9c5067d tempest-SecurityGroupRulesTestJSON-1667777045 tempest-SecurityGroupRulesTestJSON-1667777045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea36c465-5f1a-47e8-aa1f-222e10cf7d52,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:38:15.831185 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd5cf5d1-df75-4551-9fb3-ae99a8eba07f admin admin] Router a0fee015-dba6-4838-a50a-d8dd715ff5a8 has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 13:38:15.832487 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8fa5c89-12cf-4932-8971-cc240e04b628 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Made reservation on behalf of 6adf017ce9b34499b7ba676da54c44ef for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:38:15.836186 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b8fa5c89-12cf-4932-8971-cc240e04b628 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4763385'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:15.841053 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-82b5caac-00d1-44ed-93b8-70f484ed2bd9 req-edbd4261-3f9f-4001-b5a1-f61cd9c5067d tempest-SecurityGroupRulesTestJSON-1667777045 tempest-SecurityGroupRulesTestJSON-1667777045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:15.842129 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-25549734-e798-4757-9373-3d3f5d3fd4e2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5431730'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:15.842297 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-82b5caac-00d1-44ed-93b8-70f484ed2bd9 req-edbd4261-3f9f-4001-b5a1-f61cd9c5067d tempest-SecurityGroupRulesTestJSON-1667777045 tempest-SecurityGroupRulesTestJSON-1667777045-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.4831061 Jul 13 13:38:15.904003 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-25549734-e798-4757-9373-3d3f5d3fd4e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:15.936285 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25549734-e798-4757-9373-3d3f5d3fd4e2 admin admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 13:38:15.936741 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-25549734-e798-4757-9373-3d3f5d3fd4e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5970419'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:15.942362 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:38:15.942362 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:38:15.942362 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:38:15.942362 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:38:15.942362 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:38:15.942362 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:38:15.942362 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:38:15.942362 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:38:15.942362 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:38:15.942362 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:38:15.942362 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:38:15.942362 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:38:15.942362 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:38:15.942362 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:38:15.942362 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:38:15.942362 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:38:15.942362 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:38:15.942362 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:38:15.942362 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:38:15.942362 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:38:15.942362 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:38:15.942362 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:38:15.942362 n-d-800634-1 neutron-server[93750]: Traceback (most recent call last): Jul 13 13:38:15.942362 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 13:38:15.942362 n-d-800634-1 neutron-server[93750]: timer() Jul 13 13:38:15.942362 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 13:38:15.942362 n-d-800634-1 neutron-server[93750]: cb(*args, **kw) Jul 13 13:38:15.942362 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 13:38:15.942362 n-d-800634-1 neutron-server[93750]: return func(*args, **kwargs) Jul 13 13:38:15.942362 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 13:38:15.942362 n-d-800634-1 neutron-server[93750]: self._notify() Jul 13 13:38:15.942362 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 13:38:15.942362 n-d-800634-1 neutron-server[93750]: self.callback(batched_events) Jul 13 13:38:15.942362 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 13:38:15.942362 n-d-800634-1 neutron-server[93750]: event.method(event) Jul 13 13:38:15.942362 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 13:38:15.942362 n-d-800634-1 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 13:38:15.942362 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 13:38:15.942362 n-d-800634-1 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 13:38:15.942362 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 13:38:15.942362 n-d-800634-1 neutron-server[93750]: return f(self, *a, **k) Jul 13 13:38:15.942362 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 13:38:15.942362 n-d-800634-1 neutron-server[93750]: return self._get(url).json() Jul 13 13:38:15.942362 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 13:38:15.942362 n-d-800634-1 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 13:38:15.942362 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 13:38:15.942362 n-d-800634-1 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 13 13:38:15.942362 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 13:38:15.942362 n-d-800634-1 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 13:38:15.942362 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 13:38:15.942362 n-d-800634-1 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 13:38:15.942362 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 13:38:15.942362 n-d-800634-1 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 13:38:15.942362 n-d-800634-1 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 13:38:15.970714 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '068e68c5-7e43-4756-ad00-ead1168bf8bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddfe3252-fa26-4921-a77a-a18bffc9479a'}, {'server_uuid': '12faf5c9-e18d-4f03-b7e6-1951ae5c98c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '751cfe8d-30a1-407a-bca8-4b83f6024a24'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:38:15.973083 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82fc71fb-1850-4fad-860a-e31d19a3ca03" -d '{"events": [{"server_uuid": "068e68c5-7e43-4756-ad00-ead1168bf8bc", "name": "network-vif-plugged", "status": "completed", "tag": "ddfe3252-fa26-4921-a77a-a18bffc9479a"}, {"server_uuid": "12faf5c9-e18d-4f03-b7e6-1951ae5c98c0", "name": "network-vif-plugged", "status": "completed", "tag": "751cfe8d-30a1-407a-bca8-4b83f6024a24"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:38:16.045516 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-25549734-e798-4757-9373-3d3f5d3fd4e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:16.057109 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-25549734-e798-4757-9373-3d3f5d3fd4e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:16.058394 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-25549734-e798-4757-9373-3d3f5d3fd4e2 admin admin] 10.222.0.23 "DELETE /v2.0/networks/67426c9e-3c26-4480-8d9c-f93e51acca1e HTTP/1.1" status: 204 len: 168 time: 0.7325742 Jul 13 13:38:16.075170 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25549734-e798-4757-9373-3d3f5d3fd4e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=67426c9e-3c26-4480-8d9c-f93e51acca1e,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:38:16.091170 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa88a3e-c27c-4224-8991-f9594865990d req-fa5c95e4-c754-468e-9ae0-1ef11fe0c776 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:16.092778 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-faa88a3e-c27c-4224-8991-f9594865990d req-fa5c95e4-c754-468e-9ae0-1ef11fe0c776 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/ports?device_id=12faf5c9-e18d-4f03-b7e6-1951ae5c98c0 HTTP/1.1" status: 200 len: 946 time: 0.1855061 Jul 13 13:38:16.134887 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-faa88a3e-c27c-4224-8991-f9594865990d req-48409971-cd91-4eae-ab12-c55d4f70a6b4 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/security-groups?id=4f83e00a-e782-49e6-b944-d06b9e971cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351520 Jul 13 13:38:16.191513 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 13 Jul 2021 13:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a8a19bf-e863-4cae-b3a4-12f4bb165af9 x-openstack-request-id: req-4a8a19bf-e863-4cae-b3a4-12f4bb165af9 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:38:16.191812 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "068e68c5-7e43-4756-ad00-ead1168bf8bc", "name": "network-vif-plugged", "status": "completed", "tag": "ddfe3252-fa26-4921-a77a-a18bffc9479a", "code": 200}, {"server_uuid": "12faf5c9-e18d-4f03-b7e6-1951ae5c98c0", "name": "network-vif-plugged", "status": "completed", "tag": "751cfe8d-30a1-407a-bca8-4b83f6024a24", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:38:16.192069 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4a8a19bf-e863-4cae-b3a4-12f4bb165af9 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:38:16.192474 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '068e68c5-7e43-4756-ad00-ead1168bf8bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddfe3252-fa26-4921-a77a-a18bffc9479a', 'code': 200} Jul 13 13:38:16.192725 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12faf5c9-e18d-4f03-b7e6-1951ae5c98c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '751cfe8d-30a1-407a-bca8-4b83f6024a24', 'code': 200} Jul 13 13:38:16.212365 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 57010) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:38:16.256537 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-d4ea8929-90df-42e8-bc69-ba28eb8e89c9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b4e9d89e89ad4eb386e1a2c4bb9f1af8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0428352 Jul 13 13:38:16.258953 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 57012) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:38:16.335099 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7656090c-bdfe-4a87-891d-7e4d3a46d920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:16.337666 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7656090c-bdfe-4a87-891d-7e4d3a46d920 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:16.341395 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-7656090c-bdfe-4a87-891d-7e4d3a46d920 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e0e83109-2401-4e5a-86a6-cd11cbb8f936 HTTP/1.1" status: 204 len: 168 time: 0.7591560 Jul 13 13:38:16.364858 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e531665a-c51c-42b8-a34c-97f9489be9f4 req-e75f9760-514d-4eeb-8ebb-bf38f9cd888e tempest-SecurityGroupRulesTestJSON-1667777045 tempest-SecurityGroupRulesTestJSON-1667777045-project] 10.222.0.23 "GET /v2.0/security-groups/743885d0-8c25-4ebe-b325-e29ea3eca0e1 HTTP/1.1" status: 200 len: 2997 time: 0.4961770 Jul 13 13:38:16.378126 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7656090c-bdfe-4a87-891d-7e4d3a46d920 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0e83109-2401-4e5a-86a6-cd11cbb8f936,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:38:16.428455 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd5cf5d1-df75-4551-9fb3-ae99a8eba07f admin admin] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:38:16.437892 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-bd5cf5d1-df75-4551-9fb3-ae99a8eba07f admin admin] 10.222.0.23 "PUT /v2.0/routers/a0fee015-dba6-4838-a50a-d8dd715ff5a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1562798 Jul 13 13:38:16.438561 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 57018) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:38:16.439391 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-47a157ed-a8e9-4da2-a6f0-05fdece061f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:16.446179 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e71f6d-cefb-41fb-b46b-d25f0077f843 None None] Sync routers for ids ['a0fee015-dba6-4838-a50a-d8dd715ff5a8'] in n-d-800634-1 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:38:16.456059 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4ff60e19-1491-4950-a1ce-15c5655e0081 req-1191d923-31e2-4b42-ac34-4f2528a87a24 tempest-SecurityGroupRulesTestJSON-1667777045 tempest-SecurityGroupRulesTestJSON-1667777045-project] 10.222.0.23 "GET /v2.0/security-group-rules/ea36c465-5f1a-47e8-aa1f-222e10cf7d52 HTTP/1.1" status: 200 len: 783 time: 0.0610297 Jul 13 13:38:16.458010 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e71f6d-cefb-41fb-b46b-d25f0077f843 None None] Routers {'a0fee015-dba6-4838-a50a-d8dd715ff5a8'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:38:16.458828 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-c3e71f6d-cefb-41fb-b46b-d25f0077f843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:37:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['a0fee015-dba6-4838-a50a-d8dd715ff5a8'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:38:16.532647 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-47a157ed-a8e9-4da2-a6f0-05fdece061f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:16.539041 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f26200-ac71-4571-a5f6-d14cdf6909a3 req-16e3c667-2380-4a6e-9417-9a39b384ce84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:16.540610 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-65f26200-ac71-4571-a5f6-d14cdf6909a3 req-16e3c667-2380-4a6e-9417-9a39b384ce84 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=068e68c5-7e43-4756-ad00-ead1168bf8bc HTTP/1.1" status: 200 len: 1096 time: 0.2358325 Jul 13 13:38:16.548739 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b8fa5c89-12cf-4932-8971-cc240e04b628 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5970588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4763339'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:16.606726 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc010a6c-5234-4e7d-af71-324694737f96 req-e2beed8e-653e-4132-aab9-3c935bb23eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:16.610027 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cc010a6c-5234-4e7d-af71-324694737f96 req-e2beed8e-653e-4132-aab9-3c935bb23eed service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=12faf5c9-e18d-4f03-b7e6-1951ae5c98c0 HTTP/1.1" status: 200 len: 1097 time: 0.3231440 Jul 13 13:38:16.610981 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-c3e71f6d-cefb-41fb-b46b-d25f0077f843 None None] Set router a0fee015-dba6-4838-a50a-d8dd715ff5a8 gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:38:16.622360 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2ca5eeaa-62ac-487b-aabb-f44d1ce30b4f admin admin] Notify callbacks [] for router, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:16.635804 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4ff60e19-1491-4950-a1ce-15c5655e0081 req-194b3dd4-dfae-4dcb-85cf-0f24eeb13ae0 tempest-SecurityGroupRulesTestJSON-1667777045 tempest-SecurityGroupRulesTestJSON-1667777045-project] 10.222.0.23 "GET /v2.0/security-groups/743885d0-8c25-4ebe-b325-e29ea3eca0e1 HTTP/1.1" status: 200 len: 2997 time: 0.1788166 Jul 13 13:38:16.663036 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd5f5cd-bf96-489c-a848-0961136b3f15 req-a3b6fce2-057c-4846-bf6f-9354ad328552 tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:16.664951 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2dd5f5cd-bf96-489c-a848-0961136b3f15 req-a3b6fce2-057c-4846-bf6f-9354ad328552 tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] 10.222.0.23 "GET /v2.0/ports?device_id=709d40a5-aa94-4dcb-b1df-150f71dccc43 HTTP/1.1" status: 200 len: 946 time: 0.3276954 Jul 13 13:38:16.686450 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fa5c89-12cf-4932-8971-cc240e04b628 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Pushing event updated for resources: {'Subnet': ['ID=34409026-9eef-4b98-88d5-24448af1561a,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:38:16.715429 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-65f26200-ac71-4571-a5f6-d14cdf6909a3 req-5b8f3a8f-3456-4d99-b9f1-85e709c313e0 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e8450e8a-3ce6-4095-b6b4-37555b8042b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667604 Jul 13 13:38:16.754213 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-4ff60e19-1491-4950-a1ce-15c5655e0081 req-ec4ad9c8-85c4-442b-aeb7-062f5f51368e tempest-SecurityGroupRulesTestJSON-1667777045 tempest-SecurityGroupRulesTestJSON-1667777045-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:16.761204 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8fa5c89-12cf-4932-8971-cc240e04b628 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Checking segment: {'id': '9f7771f2-d981-496e-a6cb-2f28b09404cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'cc9dab26-3983-4dce-8c1c-cb82d11f88fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:38:16.761879 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8fa5c89-12cf-4932-8971-cc240e04b628 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Network hostable DHCP agents. Network: cc9dab26-3983-4dce-8c1c-cb82d11f88fb, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 13:38:16.762723 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-4ff60e19-1491-4950-a1ce-15c5655e0081 req-ec4ad9c8-85c4-442b-aeb7-062f5f51368e tempest-SecurityGroupRulesTestJSON-1667777045 tempest-SecurityGroupRulesTestJSON-1667777045-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:16.765381 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cc010a6c-5234-4e7d-af71-324694737f96 req-bc75ecc3-9d34-409a-88ef-03a2953ddd56 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=4f83e00a-e782-49e6-b944-d06b9e971cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310449 Jul 13 13:38:16.771123 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-47a157ed-a8e9-4da2-a6f0-05fdece061f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:16.774707 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-47a157ed-a8e9-4da2-a6f0-05fdece061f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:16.778373 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-47a157ed-a8e9-4da2-a6f0-05fdece061f6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2ffcfb5f-7036-45f3-87ce-4f334f2bfb09 HTTP/1.1" status: 204 len: 168 time: 0.5162163 Jul 13 13:38:16.808992 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2dd5f5cd-bf96-489c-a848-0961136b3f15 req-c97619b1-8a40-4c7a-88cb-4e817a396dbe tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] 10.222.0.23 "GET /v2.0/security-groups?id=9a4040a4-7a24-4bfb-97c3-fc064942d274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257660 Jul 13 13:38:16.810230 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-4ff60e19-1491-4950-a1ce-15c5655e0081 req-ec4ad9c8-85c4-442b-aeb7-062f5f51368e tempest-SecurityGroupRulesTestJSON-1667777045 tempest-SecurityGroupRulesTestJSON-1667777045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:16.818783 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a157ed-a8e9-4da2-a6f0-05fdece061f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ffcfb5f-7036-45f3-87ce-4f334f2bfb09,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:38:16.823941 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-4ff60e19-1491-4950-a1ce-15c5655e0081 req-ec4ad9c8-85c4-442b-aeb7-062f5f51368e tempest-SecurityGroupRulesTestJSON-1667777045 tempest-SecurityGroupRulesTestJSON-1667777045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:16.826665 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4ff60e19-1491-4950-a1ce-15c5655e0081 req-ec4ad9c8-85c4-442b-aeb7-062f5f51368e tempest-SecurityGroupRulesTestJSON-1667777045 tempest-SecurityGroupRulesTestJSON-1667777045-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/ea36c465-5f1a-47e8-aa1f-222e10cf7d52 HTTP/1.1" status: 204 len: 173 time: 0.1894090 Jul 13 13:38:16.854382 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8fa5c89-12cf-4932-8971-cc240e04b628 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Network cc9dab26-3983-4dce-8c1c-cb82d11f88fb is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 13:38:16.880405 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4ad9c8-85c4-442b-aeb7-062f5f51368e tempest-SecurityGroupRulesTestJSON-1667777045 tempest-SecurityGroupRulesTestJSON-1667777045-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ea36c465-5f1a-47e8-aa1f-222e10cf7d52,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:38:16.881372 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-b8fa5c89-12cf-4932-8971-cc240e04b628 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, cc9dab26-3983-4dce-8c1c-cb82d11f88fb) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:38:16.885503 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8fa5c89-12cf-4932-8971-cc240e04b628 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:16.886125 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b8fa5c89-12cf-4932-8971-cc240e04b628 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:16.893477 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb8dd33-4d6e-4c86-bd20-b10ebaa7c6d7 None None] Network cc9dab26-3983-4dce-8c1c-cb82d11f88fb requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:38:16.918905 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-b8fa5c89-12cf-4932-8971-cc240e04b628 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3391681 Jul 13 13:38:16.922164 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 57030) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:38:16.929140 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-8fbe9651-b6a9-426d-9689-219af7ae9ccd tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Request body: {'subnet': {'network_id': '350b8d90-a566-446d-ae67-d3a6d73524f9', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:38:16.958033 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2ca5eeaa-62ac-487b-aabb-f44d1ce30b4f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:17.018926 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-c3e71f6d-cefb-41fb-b46b-d25f0077f843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0fee015-dba6-4838-a50a-d8dd715ff5a8', 'name': 'tempest-ServersTestJSON-213962535-router', 'tenant_id': '94689ad386234fb594427716c15799ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '9c6875c8-3bfc-4141-a512-86ffd2a64a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:35:32Z', 'updated_at': '2021-07-13T13:38:14Z', 'revision_number': 5, 'project_id': '94689ad386234fb594427716c15799ee', 'gw_port': {'id': '9c6875c8-3bfc-4141-a512-86ffd2a64a7d', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:80:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0fee015-dba6-4838-a50a-d8dd715ff5a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:35:32Z', 'updated_at': '2021-07-13T13:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:38:17.019711 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 57032) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:38:17.045259 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c27ec3ed-72e7-48ab-96ce-006ac8136b43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:17.081039 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e71f6d-cefb-41fb-b46b-d25f0077f843 None None] Checking router: a0fee015-dba6-4838-a50a-d8dd715ff5a8 for host: n-d-800634-1 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 13:38:17.094717 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e71f6d-cefb-41fb-b46b-d25f0077f843 None None] Routers {'a0fee015-dba6-4838-a50a-d8dd715ff5a8'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:38:17.102381 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-c3e71f6d-cefb-41fb-b46b-d25f0077f843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:37:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['a0fee015-dba6-4838-a50a-d8dd715ff5a8'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:38:17.148788 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6ad39294-2516-49b1-8c21-2d27b2263d74 req-55e0ec1b-13d6-40ec-ba75-4d6449d41254 tempest-SecurityGroupRulesTestJSON-1667777045 tempest-SecurityGroupRulesTestJSON-1667777045-project] 10.222.0.23 "GET /v2.0/security-groups/743885d0-8c25-4ebe-b325-e29ea3eca0e1 HTTP/1.1" status: 200 len: 2398 time: 0.2842155 Jul 13 13:38:17.202296 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed7aa86-0528-430d-bfde-95ff8bbaac28 req-6b9bd6aa-3dd4-4deb-8278-ea3955a958eb tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:17.204417 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6ed7aa86-0528-430d-bfde-95ff8bbaac28 req-6b9bd6aa-3dd4-4deb-8278-ea3955a958eb tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/ports?device_id=068e68c5-7e43-4756-ad00-ead1168bf8bc HTTP/1.1" status: 200 len: 945 time: 0.1332839 Jul 13 13:38:17.245483 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-eaa1595e-6f87-405d-a648-282d762b4732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:17.272019 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-2ca5eeaa-62ac-487b-aabb-f44d1ce30b4f admin admin] Deleting port 9c6875c8-3bfc-4141-a512-86ffd2a64a7d {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:38:17.272833 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2ca5eeaa-62ac-487b-aabb-f44d1ce30b4f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:17.275821 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-c3e71f6d-cefb-41fb-b46b-d25f0077f843 None None] Set router a0fee015-dba6-4838-a50a-d8dd715ff5a8 gateway port host: None {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:38:17.284616 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c27ec3ed-72e7-48ab-96ce-006ac8136b43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:17.288880 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6ed7aa86-0528-430d-bfde-95ff8bbaac28 req-c0f9e1b3-511d-4c9f-addd-07a4e62b2cbf tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8450e8a-3ce6-4095-b6b4-37555b8042b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723929 Jul 13 13:38:17.307037 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c27ec3ed-72e7-48ab-96ce-006ac8136b43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:17.309326 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce53594b-e4b2-4e83-acad-4c9328a04577 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a7201e1-61ce-5a3e-b7f7-e800379ed03b-cc9dab26-3983-4dce-8c1c-cb82d11f88fb', 'network_id': 'cc9dab26-3983-4dce-8c1c-cb82d11f88fb', 'tenant_id': '6adf017ce9b34499b7ba676da54c44ef', 'fixed_ips': [{'subnet_id': '34409026-9eef-4b98-88d5-24448af1561a'}]}} from n-d-800634-1. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 13:38:17.310541 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ce53594b-e4b2-4e83-acad-4c9328a04577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:17.319273 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fbe9651-b6a9-426d-9689-219af7ae9ccd tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Made reservation on behalf of 6adf017ce9b34499b7ba676da54c44ef for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:38:17.322845 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8fbe9651-b6a9-426d-9689-219af7ae9ccd tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4763385'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:17.371145 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-6ad39294-2516-49b1-8c21-2d27b2263d74 req-4827ac52-6673-4249-b54d-678e7b6fa1ae tempest-SecurityGroupRulesTestJSON-1667777045 tempest-SecurityGroupRulesTestJSON-1667777045-project] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:17.418102 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-c27ec3ed-72e7-48ab-96ce-006ac8136b43 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9049c1cf73324a0f846ca5e0dbd1b5c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3972864 Jul 13 13:38:17.421393 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27ec3ed-72e7-48ab-96ce-006ac8136b43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f46bc19b-c493-4cee-9193-bfae8caa2965,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:38:17.426348 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 57042) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:38:17.488597 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-c3e71f6d-cefb-41fb-b46b-d25f0077f843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0fee015-dba6-4838-a50a-d8dd715ff5a8', 'name': 'tempest-ServersTestJSON-213962535-router', 'tenant_id': '94689ad386234fb594427716c15799ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:35:32Z', 'updated_at': '2021-07-13T13:38:16Z', 'revision_number': 6, 'project_id': '94689ad386234fb594427716c15799ee', 'gw_port_host': None}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:38:17.561182 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-ce53594b-e4b2-4e83-acad-4c9328a04577 None None] Allocated IP 10.1.1.2 (cc9dab26-3983-4dce-8c1c-cb82d11f88fb/34409026-9eef-4b98-88d5-24448af1561a/d1af58ab-3875-41c8-b4ad-c1c140786e27) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:38:17.605032 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e71f6d-cefb-41fb-b46b-d25f0077f843 None None] The sync data for ids ['a0fee015-dba6-4838-a50a-d8dd715ff5a8'] in n-d-800634-1 is: [{'id': 'a0fee015-dba6-4838-a50a-d8dd715ff5a8', 'name': 'tempest-ServersTestJSON-213962535-router', 'tenant_id': '94689ad386234fb594427716c15799ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:35:32Z', 'updated_at': '2021-07-13T13:38:16Z', 'revision_number': 6, 'project_id': '94689ad386234fb594427716c15799ee', 'gw_port_host': None}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:38:17.619275 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8fbe9651-b6a9-426d-9689-219af7ae9ccd tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5970588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4763339'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:17.635311 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-6ad39294-2516-49b1-8c21-2d27b2263d74 req-4827ac52-6673-4249-b54d-678e7b6fa1ae tempest-SecurityGroupRulesTestJSON-1667777045 tempest-SecurityGroupRulesTestJSON-1667777045-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:17.739409 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-2ca5eeaa-62ac-487b-aabb-f44d1ce30b4f admin admin] For port 9c6875c8-3bfc-4141-a512-86ffd2a64a7d, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=9c6875c8-3bfc-4141-a512-86ffd2a64a7d,segment=NetworkSegment(3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87),segment_id=3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:38:17.739824 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2ca5eeaa-62ac-487b-aabb-f44d1ce30b4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:17.809024 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fbe9651-b6a9-426d-9689-219af7ae9ccd tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Checking segment: {'id': 'a1e3e7d9-9db1-4f41-8f44-5b4a3be7def2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '350b8d90-a566-446d-ae67-d3a6d73524f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:38:17.809642 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fbe9651-b6a9-426d-9689-219af7ae9ccd tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Network hostable DHCP agents. Network: 350b8d90-a566-446d-ae67-d3a6d73524f9, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 13:38:17.823452 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbe9651-b6a9-426d-9689-219af7ae9ccd tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Pushing event updated for resources: {'Subnet': ['ID=241e495f-5827-4e62-b5be-0cbc962ebff7,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:38:17.840168 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-6ad39294-2516-49b1-8c21-2d27b2263d74 req-4827ac52-6673-4249-b54d-678e7b6fa1ae tempest-SecurityGroupRulesTestJSON-1667777045 tempest-SecurityGroupRulesTestJSON-1667777045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:17.843443 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-6ad39294-2516-49b1-8c21-2d27b2263d74 req-4827ac52-6673-4249-b54d-678e7b6fa1ae tempest-SecurityGroupRulesTestJSON-1667777045 tempest-SecurityGroupRulesTestJSON-1667777045-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:17.850380 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6ad39294-2516-49b1-8c21-2d27b2263d74 req-4827ac52-6673-4249-b54d-678e7b6fa1ae tempest-SecurityGroupRulesTestJSON-1667777045 tempest-SecurityGroupRulesTestJSON-1667777045-project] 10.222.0.23 "DELETE /v2.0/security-groups/743885d0-8c25-4ebe-b325-e29ea3eca0e1 HTTP/1.1" status: 204 len: 173 time: 0.6919580 Jul 13 13:38:17.860744 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-2ca5eeaa-62ac-487b-aabb-f44d1ce30b4f admin admin] Calling delete_port for 9c6875c8-3bfc-4141-a512-86ffd2a64a7d owned by network:router_gateway {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:38:17.877454 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ce53594b-e4b2-4e83-acad-4c9328a04577 None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:17.891431 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-ce53594b-e4b2-4e83-acad-4c9328a04577 None None] Transition to ACTIVE for port object d1af58ab-3875-41c8-b4ad-c1c140786e27 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:38:17.897023 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4827ac52-6673-4249-b54d-678e7b6fa1ae tempest-SecurityGroupRulesTestJSON-1667777045 tempest-SecurityGroupRulesTestJSON-1667777045-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=743885d0-8c25-4ebe-b325-e29ea3eca0e1,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:38:17.921323 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-ce53594b-e4b2-4e83-acad-4c9328a04577 None None] Transition to ACTIVE for port object d1af58ab-3875-41c8-b4ad-c1c140786e27 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:38:17.926123 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0d47c936-4a5e-4971-941b-d1f32caa5c06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:17.937801 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ce53594b-e4b2-4e83-acad-4c9328a04577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:17.950692 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fbe9651-b6a9-426d-9689-219af7ae9ccd tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Network 350b8d90-a566-446d-ae67-d3a6d73524f9 is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 13:38:17.993987 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce53594b-e4b2-4e83-acad-4c9328a04577 None None] Network cc9dab26-3983-4dce-8c1c-cb82d11f88fb is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:38:17.997098 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-ce53594b-e4b2-4e83-acad-4c9328a04577 None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:38:18.003325 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-8fbe9651-b6a9-426d-9689-219af7ae9ccd tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, 350b8d90-a566-446d-ae67-d3a6d73524f9) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:38:18.012539 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce53594b-e4b2-4e83-acad-4c9328a04577 None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:38:18.025846 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14501863-aafb-47e2-8a0d-f8d22019cf9e None None] Network 350b8d90-a566-446d-ae67-d3a6d73524f9 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:38:18.030992 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fbe9651-b6a9-426d-9689-219af7ae9ccd tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:18.032290 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8fbe9651-b6a9-426d-9689-219af7ae9ccd tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:18.089807 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0d47c936-4a5e-4971-941b-d1f32caa5c06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:18.105248 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d9fc95-8753-4ac5-bc80-8de9d6edf0d1 req-3a6b40eb-1951-44df-adb7-abaf949f7049 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:18.106918 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-90d9fc95-8753-4ac5-bc80-8de9d6edf0d1 req-3a6b40eb-1951-44df-adb7-abaf949f7049 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/ports?device_id=12faf5c9-e18d-4f03-b7e6-1951ae5c98c0 HTTP/1.1" status: 200 len: 946 time: 0.2569427 Jul 13 13:38:18.111968 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-8fbe9651-b6a9-426d-9689-219af7ae9ccd tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.1886406 Jul 13 13:38:18.112720 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 57066) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:38:18.132811 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-823867de-8cca-4de4-82a9-b666af79cbbb tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Request body: {'port': {'network_id': 'cc9dab26-3983-4dce-8c1c-cb82d11f88fb', 'name': 'tempest-TaggedBootDevicesTest-127017613', 'fixed_ips': [{'subnet_id': '34409026-9eef-4b98-88d5-24448af1561a'}]}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:38:18.200077 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce53594b-e4b2-4e83-acad-4c9328a04577 None None] Pushing event updated for resources: {'Port': ['ID=d1af58ab-3875-41c8-b4ad-c1c140786e27,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:38:18.223198 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-ce53594b-e4b2-4e83-acad-4c9328a04577 None None] Attempting to bind port d1af58ab-3875-41c8-b4ad-c1c140786e27 on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:38:18.223599 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-ce53594b-e4b2-4e83-acad-4c9328a04577 None None] Attempting to bind port d1af58ab-3875-41c8-b4ad-c1c140786e27 by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '9f7771f2-d981-496e-a6cb-2f28b09404cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'cc9dab26-3983-4dce-8c1c-cb82d11f88fb'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:38:18.223973 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce53594b-e4b2-4e83-acad-4c9328a04577 None None] Attempting to bind port d1af58ab-3875-41c8-b4ad-c1c140786e27 on network cc9dab26-3983-4dce-8c1c-cb82d11f88fb {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:38:18.245048 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-90d9fc95-8753-4ac5-bc80-8de9d6edf0d1 req-128362b4-457c-4972-bd56-bb6e16ebd47a tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/security-groups?id=4f83e00a-e782-49e6-b944-d06b9e971cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017449 Jul 13 13:38:18.258034 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce53594b-e4b2-4e83-acad-4c9328a04577 None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 37, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:38:18.258415 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce53594b-e4b2-4e83-acad-4c9328a04577 None None] Checking segment: {'id': '9f7771f2-d981-496e-a6cb-2f28b09404cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'cc9dab26-3983-4dce-8c1c-cb82d11f88fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:38:18.258823 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ce53594b-e4b2-4e83-acad-4c9328a04577 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:18.260087 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce53594b-e4b2-4e83-acad-4c9328a04577 None None] Bound using segment: {'id': '9f7771f2-d981-496e-a6cb-2f28b09404cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'cc9dab26-3983-4dce-8c1c-cb82d11f88fb'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:38:18.261084 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-ce53594b-e4b2-4e83-acad-4c9328a04577 None None] Bound port: d1af58ab-3875-41c8-b4ad-c1c140786e27, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f7771f2-d981-496e-a6cb-2f28b09404cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'cc9dab26-3983-4dce-8c1c-cb82d11f88fb'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:38:18.261357 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0d47c936-4a5e-4971-941b-d1f32caa5c06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:18.261487 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ce53594b-e4b2-4e83-acad-4c9328a04577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:18.264050 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0d47c936-4a5e-4971-941b-d1f32caa5c06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:18.265532 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-0d47c936-4a5e-4971-941b-d1f32caa5c06 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f46bc19b-c493-4cee-9193-bfae8caa2965 HTTP/1.1" status: 204 len: 168 time: 0.8317871 Jul 13 13:38:18.285387 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d47c936-4a5e-4971-941b-d1f32caa5c06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f46bc19b-c493-4cee-9193-bfae8caa2965,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:38:18.305132 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2ca5eeaa-62ac-487b-aabb-f44d1ce30b4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:18.339691 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca5eeaa-62ac-487b-aabb-f44d1ce30b4f admin admin] Pushing event deleted for resources: {'Port': ['ID=9c6875c8-3bfc-4141-a512-86ffd2a64a7d,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:38:18.368049 n-d-800634-1 neutron-server[93750]: INFO neutron.api.v2.resource [req-1ea31946-96be-4b96-9099-e199eb366b6f req-c4d0bc3c-62db-4296-816e-f47ba5099c70 tempest-SecurityGroupRulesTestJSON-1667777045 tempest-SecurityGroupRulesTestJSON-1667777045-project] show failed (client error): The resource could not be found. Jul 13 13:38:18.386596 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1ea31946-96be-4b96-9099-e199eb366b6f req-c4d0bc3c-62db-4296-816e-f47ba5099c70 tempest-SecurityGroupRulesTestJSON-1667777045 tempest-SecurityGroupRulesTestJSON-1667777045-project] 10.222.0.23 "GET /v2.0/security-groups/2a17ec7f-b412-4166-bf77-be5ec14faeaa HTTP/1.1" status: 404 len: 352 time: 0.0646076 Jul 13 13:38:18.448322 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2ca5eeaa-62ac-487b-aabb-f44d1ce30b4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-446473'] for router_gateway, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:18.459732 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-823867de-8cca-4de4-82a9-b666af79cbbb tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Made reservation on behalf of 6adf017ce9b34499b7ba676da54c44ef for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:38:18.531005 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d3b56af-fd3f-486c-9183-43b01fc66dd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a7201e1-61ce-5a3e-b7f7-e800379ed03b-350b8d90-a566-446d-ae67-d3a6d73524f9', 'network_id': '350b8d90-a566-446d-ae67-d3a6d73524f9', 'tenant_id': '6adf017ce9b34499b7ba676da54c44ef', 'fixed_ips': [{'subnet_id': '241e495f-5827-4e62-b5be-0cbc962ebff7'}]}} from n-d-800634-1. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 13:38:18.542656 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-7d3b56af-fd3f-486c-9183-43b01fc66dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:18.600756 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-ce53594b-e4b2-4e83-acad-4c9328a04577 None None] For port d1af58ab-3875-41c8-b4ad-c1c140786e27, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:38:18.604579 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-ce53594b-e4b2-4e83-acad-4c9328a04577 None None] For port d1af58ab-3875-41c8-b4ad-c1c140786e27, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=d1af58ab-3875-41c8-b4ad-c1c140786e27,segment=NetworkSegment(9f7771f2-d981-496e-a6cb-2f28b09404cd),segment_id=9f7771f2-d981-496e-a6cb-2f28b09404cd)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:38:18.629134 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ce53594b-e4b2-4e83-acad-4c9328a04577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:18.701058 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-823867de-8cca-4de4-82a9-b666af79cbbb tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:18.717134 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2ca5eeaa-62ac-487b-aabb-f44d1ce30b4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1591938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2696'] for router, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:18.730650 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [None req-823867de-8cca-4de4-82a9-b666af79cbbb tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] device_id is not set on port 22d9a863-c098-4a4f-a30b-7f895c5bc062 yet. {{(pid=93750) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 13:38:18.730918 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2ca5eeaa-62ac-487b-aabb-f44d1ce30b4f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:18.804963 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce53594b-e4b2-4e83-acad-4c9328a04577 None None] Pushing event updated for resources: {'Port': ['ID=d1af58ab-3875-41c8-b4ad-c1c140786e27,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:38:18.808930 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 57086) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:38:18.855131 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2ca5eeaa-62ac-487b-aabb-f44d1ce30b4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593106'] for router, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:18.855794 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ca5eeaa-62ac-487b-aabb-f44d1ce30b4f admin admin] Fanout notify agent at l3_agent the message router_deleted on router a0fee015-dba6-4838-a50a-d8dd715ff5a8 {{(pid=93751) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 13:38:18.865697 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bb7531-9e30-40fc-91e9-fde8fa1b7c4b req-a5898d29-e920-4dd0-a558-16b52e535004 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:18.866278 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2ca5eeaa-62ac-487b-aabb-f44d1ce30b4f admin admin] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:18.869306 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-2ca5eeaa-62ac-487b-aabb-f44d1ce30b4f admin admin] 10.222.0.23 "DELETE /v2.0/routers/a0fee015-dba6-4838-a50a-d8dd715ff5a8 HTTP/1.1" status: 204 len: 168 time: 2.4265182 Jul 13 13:38:18.870147 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 57092) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:38:18.879743 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-99bb7531-9e30-40fc-91e9-fde8fa1b7c4b req-a5898d29-e920-4dd0-a558-16b52e535004 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/ports?device_id=068e68c5-7e43-4756-ad00-ead1168bf8bc HTTP/1.1" status: 200 len: 945 time: 0.2515194 Jul 13 13:38:18.917204 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-47b03a7d-7076-4b8f-9063-61f207c57ec2 req-19e9721d-27d3-4d49-afc2-6d5e65604b0e tempest-SecurityGroupRulesTestJSON-1667777045 tempest-SecurityGroupRulesTestJSON-1667777045-project] 10.222.0.23 "GET /v2.0/security-groups/c8b93900-d0cd-4982-b1dc-c69be95a2250 HTTP/1.1" status: 200 len: 1807 time: 0.4082255 Jul 13 13:38:18.921028 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-7d3b56af-fd3f-486c-9183-43b01fc66dd8 None None] Allocated IP 10.2.2.2 (350b8d90-a566-446d-ae67-d3a6d73524f9/241e495f-5827-4e62-b5be-0cbc962ebff7/25d326b3-28e9-4665-8ed3-8f914e863958) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:38:18.992813 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-6756b867-fd4b-448a-a693-31f3f9dbb0bc admin admin] Deleting subnet 5c7aee23-499f-4864-8fcc-2112b8c98bdb {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 13:38:19.003435 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6756b867-fd4b-448a-a693-31f3f9dbb0bc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:19.089662 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-99bb7531-9e30-40fc-91e9-fde8fa1b7c4b req-502a51fe-085f-4864-9708-aac592c66397 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8450e8a-3ce6-4095-b6b4-37555b8042b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083898 Jul 13 13:38:19.107757 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-47b03a7d-7076-4b8f-9063-61f207c57ec2 req-b267fe88-3d37-4321-a4a4-ed9fecad5838 tempest-SecurityGroupRulesTestJSON-1667777045 tempest-SecurityGroupRulesTestJSON-1667777045-project] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:19.125333 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 6effa2c5-f87b-4020-aa4d-2383e4de5424 no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:38:19.164435 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-47b03a7d-7076-4b8f-9063-61f207c57ec2 req-b267fe88-3d37-4321-a4a4-ed9fecad5838 tempest-SecurityGroupRulesTestJSON-1667777045 tempest-SecurityGroupRulesTestJSON-1667777045-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:19.169218 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6756b867-fd4b-448a-a693-31f3f9dbb0bc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6018489'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:19.169450 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: 6effa2c5-f87b-4020-aa4d-2383e4de5424 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:38:19.169559 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 6effa2c5-f87b-4020-aa4d-2383e4de5424 not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:38:19.170022 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 9c6875c8-3bfc-4141-a512-86ffd2a64a7d no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:38:19.222717 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: 9c6875c8-3bfc-4141-a512-86ffd2a64a7d {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:38:19.223770 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 9c6875c8-3bfc-4141-a512-86ffd2a64a7d not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:38:19.295481 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9bb6b7cb-9b33-4125-a49e-b37ac68734da admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:19.387363 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-823867de-8cca-4de4-82a9-b666af79cbbb tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Allocated IP 10.1.1.12 (cc9dab26-3983-4dce-8c1c-cb82d11f88fb/34409026-9eef-4b98-88d5-24448af1561a/22d9a863-c098-4a4f-a30b-7f895c5bc062) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:38:19.388518 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-7d3b56af-fd3f-486c-9183-43b01fc66dd8 None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:19.400992 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-7d3b56af-fd3f-486c-9183-43b01fc66dd8 None None] Transition to ACTIVE for port object 25d326b3-28e9-4665-8ed3-8f914e863958 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:38:19.424867 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-7d3b56af-fd3f-486c-9183-43b01fc66dd8 None None] Transition to ACTIVE for port object 25d326b3-28e9-4665-8ed3-8f914e863958 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:38:19.439022 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-7d3b56af-fd3f-486c-9183-43b01fc66dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:19.481245 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-47b03a7d-7076-4b8f-9063-61f207c57ec2 req-b267fe88-3d37-4321-a4a4-ed9fecad5838 tempest-SecurityGroupRulesTestJSON-1667777045 tempest-SecurityGroupRulesTestJSON-1667777045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:19.491231 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-47b03a7d-7076-4b8f-9063-61f207c57ec2 req-b267fe88-3d37-4321-a4a4-ed9fecad5838 tempest-SecurityGroupRulesTestJSON-1667777045 tempest-SecurityGroupRulesTestJSON-1667777045-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:19.494870 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-47b03a7d-7076-4b8f-9063-61f207c57ec2 req-b267fe88-3d37-4321-a4a4-ed9fecad5838 tempest-SecurityGroupRulesTestJSON-1667777045 tempest-SecurityGroupRulesTestJSON-1667777045-project] 10.222.0.23 "DELETE /v2.0/security-groups/c8b93900-d0cd-4982-b1dc-c69be95a2250 HTTP/1.1" status: 204 len: 173 time: 0.5768278 Jul 13 13:38:19.502480 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6756b867-fd4b-448a-a693-31f3f9dbb0bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:19.559351 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b267fe88-3d37-4321-a4a4-ed9fecad5838 tempest-SecurityGroupRulesTestJSON-1667777045 tempest-SecurityGroupRulesTestJSON-1667777045-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8b93900-d0cd-4982-b1dc-c69be95a2250,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:38:19.560046 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d3b56af-fd3f-486c-9183-43b01fc66dd8 None None] Network 350b8d90-a566-446d-ae67-d3a6d73524f9 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:38:19.571223 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-7d3b56af-fd3f-486c-9183-43b01fc66dd8 None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:38:19.595869 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3b56af-fd3f-486c-9183-43b01fc66dd8 None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:38:19.634019 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9bb6b7cb-9b33-4125-a49e-b37ac68734da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:19.642573 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9bb6b7cb-9b33-4125-a49e-b37ac68734da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:19.668003 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3b56af-fd3f-486c-9183-43b01fc66dd8 None None] Pushing event updated for resources: {'Port': ['ID=25d326b3-28e9-4665-8ed3-8f914e863958,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:38:19.703848 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6756b867-fd4b-448a-a693-31f3f9dbb0bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6018534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6105009'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:19.751869 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6756b867-fd4b-448a-a693-31f3f9dbb0bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c7aee23-499f-4864-8fcc-2112b8c98bdb,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:38:19.755360 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6756b867-fd4b-448a-a693-31f3f9dbb0bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:19.757584 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-6756b867-fd4b-448a-a693-31f3f9dbb0bc admin admin] 10.222.0.23 "DELETE /v2.0/subnets/5c7aee23-499f-4864-8fcc-2112b8c98bdb HTTP/1.1" status: 204 len: 168 time: 0.8862395 Jul 13 13:38:19.761508 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 57118) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:38:19.772507 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c761d74f-6d6e-4507-a51d-82a60775145e None None] Network b14d01f8-4a78-4311-a169-2b69cfb0becb requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:38:19.813909 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-9bb6b7cb-9b33-4125-a49e-b37ac68734da admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=92d68811eb5b44f7b5a33ec8e25a76bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9952679 Jul 13 13:38:19.817616 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 57120) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:38:19.871059 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb6b7cb-9b33-4125-a49e-b37ac68734da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98c0e276-eff0-4d2a-9b91-b548c9419655,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:38:19.952772 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c5dd1924-38b4-4e53-b59f-5391517fa746 req-f6a69d81-8ab2-473f-9aa9-fc2785aba185 tempest-SecurityGroupRulesTestJSON-1667777045 tempest-SecurityGroupRulesTestJSON-1667777045-project] 10.222.0.23 "GET /v2.0/security-groups/f796fd9e-6b77-4d04-9211-1235e3e6eb4c HTTP/1.1" status: 200 len: 1805 time: 0.1642425 Jul 13 13:38:19.991925 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9ecd8ca7-cf09-4b96-9eda-6551b86ac652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:20.012602 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fe567f93-364b-4be9-a45f-03b2c8a85cca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:20.013360 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-823867de-8cca-4de4-82a9-b666af79cbbb tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:20.018996 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:20.026078 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-7d3b56af-fd3f-486c-9183-43b01fc66dd8 None None] Attempting to bind port 25d326b3-28e9-4665-8ed3-8f914e863958 on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:38:20.026454 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-7d3b56af-fd3f-486c-9183-43b01fc66dd8 None None] Attempting to bind port 25d326b3-28e9-4665-8ed3-8f914e863958 by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': 'a1e3e7d9-9db1-4f41-8f44-5b4a3be7def2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '350b8d90-a566-446d-ae67-d3a6d73524f9'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:38:20.026870 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3b56af-fd3f-486c-9183-43b01fc66dd8 None None] Attempting to bind port 25d326b3-28e9-4665-8ed3-8f914e863958 on network 350b8d90-a566-446d-ae67-d3a6d73524f9 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:38:20.035659 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3b56af-fd3f-486c-9183-43b01fc66dd8 None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 38, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:38:20.035801 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3b56af-fd3f-486c-9183-43b01fc66dd8 None None] Checking segment: {'id': 'a1e3e7d9-9db1-4f41-8f44-5b4a3be7def2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '350b8d90-a566-446d-ae67-d3a6d73524f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:38:20.036201 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-7d3b56af-fd3f-486c-9183-43b01fc66dd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:20.036595 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3b56af-fd3f-486c-9183-43b01fc66dd8 None None] Bound using segment: {'id': 'a1e3e7d9-9db1-4f41-8f44-5b4a3be7def2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '350b8d90-a566-446d-ae67-d3a6d73524f9'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:38:20.037223 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-7d3b56af-fd3f-486c-9183-43b01fc66dd8 None None] Bound port: 25d326b3-28e9-4665-8ed3-8f914e863958, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1e3e7d9-9db1-4f41-8f44-5b4a3be7def2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '350b8d90-a566-446d-ae67-d3a6d73524f9'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:38:20.037657 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-7d3b56af-fd3f-486c-9183-43b01fc66dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:20.043740 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ebfa3890-de14-4e65-8cbf-41b2af77336d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:20.056382 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [None req-823867de-8cca-4de4-82a9-b666af79cbbb tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Transition to ACTIVE for port object 22d9a863-c098-4a4f-a30b-7f895c5bc062 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:38:20.142065 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-823867de-8cca-4de4-82a9-b666af79cbbb tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:20.153391 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab0a715-387e-4bf6-9bb1-cff5ba883ea8 req-ba21c16b-4661-40cc-bc3b-8ae340ccb707 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:20.159671 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-cab0a715-387e-4bf6-9bb1-cff5ba883ea8 req-ba21c16b-4661-40cc-bc3b-8ae340ccb707 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/ports?device_id=12faf5c9-e18d-4f03-b7e6-1951ae5c98c0 HTTP/1.1" status: 200 len: 946 time: 0.3399329 Jul 13 13:38:20.208331 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-7d3b56af-fd3f-486c-9183-43b01fc66dd8 None None] For port 25d326b3-28e9-4665-8ed3-8f914e863958, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:38:20.212380 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-7d3b56af-fd3f-486c-9183-43b01fc66dd8 None None] For port 25d326b3-28e9-4665-8ed3-8f914e863958, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=25d326b3-28e9-4665-8ed3-8f914e863958,segment=NetworkSegment(a1e3e7d9-9db1-4f41-8f44-5b4a3be7def2),segment_id=a1e3e7d9-9db1-4f41-8f44-5b4a3be7def2)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:38:20.221196 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fe567f93-364b-4be9-a45f-03b2c8a85cca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:20.237018 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-7d3b56af-fd3f-486c-9183-43b01fc66dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:20.254697 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-823867de-8cca-4de4-82a9-b666af79cbbb tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Network cc9dab26-3983-4dce-8c1c-cb82d11f88fb is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:38:20.289392 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-823867de-8cca-4de4-82a9-b666af79cbbb tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:38:20.335125 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823867de-8cca-4de4-82a9-b666af79cbbb tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:38:20.357457 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25375b4b-d553-47e5-9f9c-7ef7718db4f7 None None] DHCP port deletion for b14d01f8-4a78-4311-a169-2b69cfb0becb request from n-d-800634-1 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 13:38:20.387607 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-cab0a715-387e-4bf6-9bb1-cff5ba883ea8 req-a577dd06-ec63-4303-9c37-de607452b4c3 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/security-groups?id=4f83e00a-e782-49e6-b944-d06b9e971cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620450 Jul 13 13:38:20.389921 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3b56af-fd3f-486c-9183-43b01fc66dd8 None None] Pushing event updated for resources: {'Port': ['ID=25d326b3-28e9-4665-8ed3-8f914e863958,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:38:20.415237 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823867de-8cca-4de4-82a9-b666af79cbbb tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Pushing event updated for resources: {'Port': ['ID=22d9a863-c098-4a4f-a30b-7f895c5bc062,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:38:20.431948 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-25375b4b-d553-47e5-9f9c-7ef7718db4f7 None None] Deleting port d2f9783d-be55-4241-9cb0-935a7128b240 {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:38:20.432592 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-25375b4b-d553-47e5-9f9c-7ef7718db4f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:20.437251 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-c5dd1924-38b4-4e53-b59f-5391517fa746 req-57784aa7-b9b3-4673-8351-84a336f1579c tempest-SecurityGroupRulesTestJSON-1667777045 tempest-SecurityGroupRulesTestJSON-1667777045-project] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:20.457586 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-ebfa3890-de14-4e65-8cbf-41b2af77336d admin admin] Deleting port d2f9783d-be55-4241-9cb0-935a7128b240 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:38:20.458286 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ebfa3890-de14-4e65-8cbf-41b2af77336d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:20.548686 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-25375b4b-d553-47e5-9f9c-7ef7718db4f7 None None] For port d2f9783d-be55-4241-9cb0-935a7128b240, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=d2f9783d-be55-4241-9cb0-935a7128b240,segment=NetworkSegment(c0d02cf4-f61f-40a3-a4bb-b537dbf84593),segment_id=c0d02cf4-f61f-40a3-a4bb-b537dbf84593)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:38:20.549084 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-25375b4b-d553-47e5-9f9c-7ef7718db4f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:20.575907 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fe567f93-364b-4be9-a45f-03b2c8a85cca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:20.580566 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-25375b4b-d553-47e5-9f9c-7ef7718db4f7 None None] Calling delete_port for d2f9783d-be55-4241-9cb0-935a7128b240 owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:38:20.588286 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fe567f93-364b-4be9-a45f-03b2c8a85cca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:20.589541 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-fe567f93-364b-4be9-a45f-03b2c8a85cca admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/98c0e276-eff0-4d2a-9b91-b548c9419655 HTTP/1.1" status: 204 len: 168 time: 0.7694662 Jul 13 13:38:20.594544 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-823867de-8cca-4de4-82a9-b666af79cbbb tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:20.599413 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-823867de-8cca-4de4-82a9-b666af79cbbb tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:20.628239 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-c5dd1924-38b4-4e53-b59f-5391517fa746 req-57784aa7-b9b3-4673-8351-84a336f1579c tempest-SecurityGroupRulesTestJSON-1667777045 tempest-SecurityGroupRulesTestJSON-1667777045-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:20.649781 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe567f93-364b-4be9-a45f-03b2c8a85cca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98c0e276-eff0-4d2a-9b91-b548c9419655,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:38:20.676818 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-ebfa3890-de14-4e65-8cbf-41b2af77336d admin admin] For port d2f9783d-be55-4241-9cb0-935a7128b240, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=d2f9783d-be55-4241-9cb0-935a7128b240,segment=NetworkSegment(c0d02cf4-f61f-40a3-a4bb-b537dbf84593),segment_id=c0d02cf4-f61f-40a3-a4bb-b537dbf84593)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:38:20.677598 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ebfa3890-de14-4e65-8cbf-41b2af77336d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:20.726288 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-823867de-8cca-4de4-82a9-b666af79cbbb tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.6122310 Jul 13 13:38:20.729896 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 57146) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:38:20.736547 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-8e78078c-3ff3-435d-ac66-1e5d222e8b27 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Request body: {'port': {'network_id': 'cc9dab26-3983-4dce-8c1c-cb82d11f88fb', 'name': 'tempest-TaggedBootDevicesTest-63275733', 'fixed_ips': [{'subnet_id': '34409026-9eef-4b98-88d5-24448af1561a'}]}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:38:20.794054 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-25375b4b-d553-47e5-9f9c-7ef7718db4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:20.826053 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cdce048-e912-4a49-b252-bd3f061dc16a None None] Network cc9dab26-3983-4dce-8c1c-cb82d11f88fb requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:38:20.834744 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25375b4b-d553-47e5-9f9c-7ef7718db4f7 None None] Pushing event deleted for resources: {'Port': ['ID=d2f9783d-be55-4241-9cb0-935a7128b240,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:38:20.903388 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-ebfa3890-de14-4e65-8cbf-41b2af77336d admin admin] Calling delete_port for d2f9783d-be55-4241-9cb0-935a7128b240 owned by network:dhcp {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:38:20.950031 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25375b4b-d553-47e5-9f9c-7ef7718db4f7 None None] No DVR routers for this DVR port d2f9783d-be55-4241-9cb0-935a7128b240 on host n-d-800634-1 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:38:20.951562 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-f29f2fdb-3aed-4caa-beda-1d7b6fbaf798 None None] Provisioning for port d1af58ab-3875-41c8-b4ad-c1c140786e27 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:38:21.008057 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce987fcf-9ce0-420e-99c7-4e19aae633fa req-65649109-a42f-4338-99c5-8f251a6c62df tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:21.016865 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ce987fcf-9ce0-420e-99c7-4e19aae633fa req-65649109-a42f-4338-99c5-8f251a6c62df tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/ports?device_id=068e68c5-7e43-4756-ad00-ead1168bf8bc HTTP/1.1" status: 200 len: 945 time: 0.3003733 Jul 13 13:38:21.087430 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ce987fcf-9ce0-420e-99c7-4e19aae633fa req-9308553f-f955-43df-b85d-21e61a34f84a tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8450e8a-3ce6-4095-b6b4-37555b8042b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687516 Jul 13 13:38:21.094448 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-c5dd1924-38b4-4e53-b59f-5391517fa746 req-57784aa7-b9b3-4673-8351-84a336f1579c tempest-SecurityGroupRulesTestJSON-1667777045 tempest-SecurityGroupRulesTestJSON-1667777045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:21.098815 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-c5dd1924-38b4-4e53-b59f-5391517fa746 req-57784aa7-b9b3-4673-8351-84a336f1579c tempest-SecurityGroupRulesTestJSON-1667777045 tempest-SecurityGroupRulesTestJSON-1667777045-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:21.107096 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c5dd1924-38b4-4e53-b59f-5391517fa746 req-57784aa7-b9b3-4673-8351-84a336f1579c tempest-SecurityGroupRulesTestJSON-1667777045 tempest-SecurityGroupRulesTestJSON-1667777045-project] 10.222.0.23 "DELETE /v2.0/security-groups/f796fd9e-6b77-4d04-9211-1235e3e6eb4c HTTP/1.1" status: 204 len: 173 time: 1.1525404 Jul 13 13:38:21.149295 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ebfa3890-de14-4e65-8cbf-41b2af77336d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:21.174749 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:21.178828 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57784aa7-b9b3-4673-8351-84a336f1579c tempest-SecurityGroupRulesTestJSON-1667777045 tempest-SecurityGroupRulesTestJSON-1667777045-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f796fd9e-6b77-4d04-9211-1235e3e6eb4c,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:38:21.233477 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfa3890-de14-4e65-8cbf-41b2af77336d admin admin] Pushing event deleted for resources: {'Port': ['ID=d2f9783d-be55-4241-9cb0-935a7128b240,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:38:21.256175 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebfa3890-de14-4e65-8cbf-41b2af77336d admin admin] No DVR routers for this DVR port d2f9783d-be55-4241-9cb0-935a7128b240 on host n-d-800634-1 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:38:21.261489 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 25d326b3-28e9-4665-8ed3-8f914e863958 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:38:21.310842 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e78078c-3ff3-435d-ac66-1e5d222e8b27 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Made reservation on behalf of 6adf017ce9b34499b7ba676da54c44ef for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:38:21.321373 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8e78078c-3ff3-435d-ac66-1e5d222e8b27 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:21.374147 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ebfa3890-de14-4e65-8cbf-41b2af77336d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:21.392030 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-ebfa3890-de14-4e65-8cbf-41b2af77336d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b14d01f8-4a78-4311-a169-2b69cfb0becb']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:38:21.392759 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e0c4a9cd-6950-4dc1-9738-4de04f18faa2 req-63442e1f-6e04-419e-8950-f02b84804a53 tempest-SecurityGroupRulesTestJSON-1667777045 tempest-SecurityGroupRulesTestJSON-1667777045-project] 10.222.0.23 "GET /v2.0/security-groups/541ff2c1-3f6a-4f30-af75-4de99bf1bf8b HTTP/1.1" status: 200 len: 1806 time: 0.2610288 Jul 13 13:38:21.430410 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-ebfa3890-de14-4e65-8cbf-41b2af77336d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0d02cf4-f61f-40a3-a4bb-b537dbf84593') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:38:21.431891 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-ebfa3890-de14-4e65-8cbf-41b2af77336d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0d02cf4-f61f-40a3-a4bb-b537dbf84593') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:38:21.436339 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [None req-8e78078c-3ff3-435d-ac66-1e5d222e8b27 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] device_id is not set on port 3cca05c4-e450-4259-87c3-a2ac658c147b yet. {{(pid=93750) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 13:38:21.449289 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ebfa3890-de14-4e65-8cbf-41b2af77336d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6018464'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:21.478001 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port 25d326b3-28e9-4665-8ed3-8f914e863958 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:38:21.491513 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ebfa3890-de14-4e65-8cbf-41b2af77336d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:21.491867 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device d1af58ab-3875-41c8-b4ad-c1c140786e27 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:38:21.506757 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebfa3890-de14-4e65-8cbf-41b2af77336d admin admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 13:38:21.507097 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ebfa3890-de14-4e65-8cbf-41b2af77336d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6018632'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:21.590951 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port d1af58ab-3875-41c8-b4ad-c1c140786e27 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:38:21.596988 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port d1af58ab-3875-41c8-b4ad-c1c140786e27 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:38:21.597613 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:21.672437 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:38:21.672437 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:38:21.672437 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:38:21.672437 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:38:21.672437 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:38:21.672437 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:38:21.672437 n-d-800634-1 neutron-server[93751]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 13:38:21.672437 n-d-800634-1 neutron-server[93751]: self.session.flush() Jul 13 13:38:21.672437 n-d-800634-1 neutron-server[93751]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 13:38:21.672437 n-d-800634-1 neutron-server[93751]: self.session.flush() Jul 13 13:38:21.672437 n-d-800634-1 neutron-server[93751]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 13:38:21.672437 n-d-800634-1 neutron-server[93751]: self.session.flush() Jul 13 13:38:21.672437 n-d-800634-1 neutron-server[93751]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 13:38:21.672437 n-d-800634-1 neutron-server[93751]: self.session.flush() Jul 13 13:38:21.672437 n-d-800634-1 neutron-server[93751]: Traceback (most recent call last): Jul 13 13:38:21.672437 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 13:38:21.672437 n-d-800634-1 neutron-server[93751]: timer() Jul 13 13:38:21.672437 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 13:38:21.672437 n-d-800634-1 neutron-server[93751]: cb(*args, **kw) Jul 13 13:38:21.672437 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 13:38:21.672437 n-d-800634-1 neutron-server[93751]: return func(*args, **kwargs) Jul 13 13:38:21.672437 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 13:38:21.672437 n-d-800634-1 neutron-server[93751]: self._notify() Jul 13 13:38:21.672437 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 13:38:21.672437 n-d-800634-1 neutron-server[93751]: self.callback(batched_events) Jul 13 13:38:21.672437 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 13:38:21.672437 n-d-800634-1 neutron-server[93751]: event.method(event) Jul 13 13:38:21.672437 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 13:38:21.672437 n-d-800634-1 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 13:38:21.672437 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 13:38:21.672437 n-d-800634-1 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 13:38:21.672437 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 13:38:21.672437 n-d-800634-1 neutron-server[93751]: return f(self, *a, **k) Jul 13 13:38:21.672437 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 13:38:21.672437 n-d-800634-1 neutron-server[93751]: return self._get(url).json() Jul 13 13:38:21.672437 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 13:38:21.672437 n-d-800634-1 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 13:38:21.672437 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 13:38:21.672437 n-d-800634-1 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 13 13:38:21.672437 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 13:38:21.672437 n-d-800634-1 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 13:38:21.672437 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 13:38:21.672437 n-d-800634-1 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 13:38:21.672437 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 13:38:21.672437 n-d-800634-1 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 13:38:21.672437 n-d-800634-1 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 13:38:21.686015 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ebfa3890-de14-4e65-8cbf-41b2af77336d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:21.691545 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ebfa3890-de14-4e65-8cbf-41b2af77336d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:21.696482 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-ebfa3890-de14-4e65-8cbf-41b2af77336d admin admin] 10.222.0.23 "DELETE /v2.0/networks/b14d01f8-4a78-4311-a169-2b69cfb0becb HTTP/1.1" status: 204 len: 168 time: 1.9329913 Jul 13 13:38:21.736016 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-e0c4a9cd-6950-4dc1-9738-4de04f18faa2 req-89345114-fe32-48ed-a04a-b4988e4e6d98 tempest-SecurityGroupRulesTestJSON-1667777045 tempest-SecurityGroupRulesTestJSON-1667777045-project] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:21.754182 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfa3890-de14-4e65-8cbf-41b2af77336d admin admin] Pushing event deleted for resources: {'Network': ['ID=b14d01f8-4a78-4311-a169-2b69cfb0becb,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:38:21.811926 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-e0c4a9cd-6950-4dc1-9738-4de04f18faa2 req-89345114-fe32-48ed-a04a-b4988e4e6d98 tempest-SecurityGroupRulesTestJSON-1667777045 tempest-SecurityGroupRulesTestJSON-1667777045-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:21.834933 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc035b53-5d38-44d8-a3cb-cf9a986fcafd req-04999b22-faa9-4c41-8ef9-db992f63f060 tempest-LiveMigrationTest-1713788618 tempest-LiveMigrationTest-1713788618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:21.836810 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-bc035b53-5d38-44d8-a3cb-cf9a986fcafd req-04999b22-faa9-4c41-8ef9-db992f63f060 tempest-LiveMigrationTest-1713788618 tempest-LiveMigrationTest-1713788618-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=12faf5c9-e18d-4f03-b7e6-1951ae5c98c0 HTTP/1.1" status: 200 len: 1097 time: 0.4012756 Jul 13 13:38:21.932253 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-bc035b53-5d38-44d8-a3cb-cf9a986fcafd req-dc29ac63-63bb-4762-89ca-e808a930363d tempest-LiveMigrationTest-1713788618 tempest-LiveMigrationTest-1713788618-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=4f83e00a-e782-49e6-b944-d06b9e971cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871389 Jul 13 13:38:22.009974 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 57198) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:38:22.112384 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-8e78078c-3ff3-435d-ac66-1e5d222e8b27 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Allocated IP 10.1.1.137 (cc9dab26-3983-4dce-8c1c-cb82d11f88fb/34409026-9eef-4b98-88d5-24448af1561a/3cca05c4-e450-4259-87c3-a2ac658c147b) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:38:22.126769 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-e0c4a9cd-6950-4dc1-9738-4de04f18faa2 req-89345114-fe32-48ed-a04a-b4988e4e6d98 tempest-SecurityGroupRulesTestJSON-1667777045 tempest-SecurityGroupRulesTestJSON-1667777045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:22.141110 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-e0c4a9cd-6950-4dc1-9738-4de04f18faa2 req-89345114-fe32-48ed-a04a-b4988e4e6d98 tempest-SecurityGroupRulesTestJSON-1667777045 tempest-SecurityGroupRulesTestJSON-1667777045-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:22.153755 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-cd16dab1-4f33-4b37-b85e-005102a98a08 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=94689ad386234fb594427716c15799ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1421390 Jul 13 13:38:22.155400 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 57208) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:38:22.157182 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e0c4a9cd-6950-4dc1-9738-4de04f18faa2 req-89345114-fe32-48ed-a04a-b4988e4e6d98 tempest-SecurityGroupRulesTestJSON-1667777045 tempest-SecurityGroupRulesTestJSON-1667777045-project] 10.222.0.23 "DELETE /v2.0/security-groups/541ff2c1-3f6a-4f30-af75-4de99bf1bf8b HTTP/1.1" status: 204 len: 173 time: 0.7620122 Jul 13 13:38:22.176486 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-ddea8c9d-a0e4-4763-ac89-5293453e9692 None None] Provisioning complete for port d1af58ab-3875-41c8-b4ad-c1c140786e27 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:38:22.176857 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ddea8c9d-a0e4-4763-ac89-5293453e9692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:22.217410 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89345114-fe32-48ed-a04a-b4988e4e6d98 tempest-SecurityGroupRulesTestJSON-1667777045 tempest-SecurityGroupRulesTestJSON-1667777045-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=541ff2c1-3f6a-4f30-af75-4de99bf1bf8b,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:38:22.253833 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e55505c-83bf-42b1-916a-e11e05e7e319 None None] Network 350b8d90-a566-446d-ae67-d3a6d73524f9 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:38:22.298803 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-67e3aada-8c66-490b-9105-ee0776eabe5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:22.334953 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-67e3aada-8c66-490b-9105-ee0776eabe5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:22.407072 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:22.469637 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-67e3aada-8c66-490b-9105-ee0776eabe5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:22.472693 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-67e3aada-8c66-490b-9105-ee0776eabe5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:22.474430 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-67e3aada-8c66-490b-9105-ee0776eabe5d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2ae3e2f6-354e-42fd-8c3d-c49c92b95387 HTTP/1.1" status: 204 len: 168 time: 0.3168089 Jul 13 13:38:22.498781 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e3aada-8c66-490b-9105-ee0776eabe5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ae3e2f6-354e-42fd-8c3d-c49c92b95387,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:38:22.600634 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-60725f1d-88fb-4e49-b703-6a316f63997f req-abbe3b03-a96e-484e-b672-6e681729cecc tempest-SecurityGroupRulesTestJSON-1667777045 tempest-SecurityGroupRulesTestJSON-1667777045-project] 10.222.0.23 "GET /v2.0/security-groups/6c27382f-0e7e-4e7c-80f9-b4a480e4ecaa HTTP/1.1" status: 200 len: 2406 time: 0.2902169 Jul 13 13:38:22.690226 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port d1af58ab-3875-41c8-b4ad-c1c140786e27, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=d1af58ab-3875-41c8-b4ad-c1c140786e27,segment=NetworkSegment(9f7771f2-d981-496e-a6cb-2f28b09404cd),segment_id=9f7771f2-d981-496e-a6cb-2f28b09404cd)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:38:22.695099 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8e78078c-3ff3-435d-ac66-1e5d222e8b27 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:22.730832 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [None req-8e78078c-3ff3-435d-ac66-1e5d222e8b27 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Transition to ACTIVE for port object 3cca05c4-e450-4259-87c3-a2ac658c147b will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:38:22.745539 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-60725f1d-88fb-4e49-b703-6a316f63997f req-3ebcbd7d-7786-46ad-adee-5ae2079150b8 tempest-SecurityGroupRulesTestJSON-1667777045 tempest-SecurityGroupRulesTestJSON-1667777045-project] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:22.756278 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:22.765162 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:22.800998 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-60725f1d-88fb-4e49-b703-6a316f63997f req-3ebcbd7d-7786-46ad-adee-5ae2079150b8 tempest-SecurityGroupRulesTestJSON-1667777045 tempest-SecurityGroupRulesTestJSON-1667777045-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:22.846326 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8e78078c-3ff3-435d-ac66-1e5d222e8b27 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:22.941786 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device d2f9783d-be55-4241-9cb0-935a7128b240 no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:38:22.942952 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-60725f1d-88fb-4e49-b703-6a316f63997f req-3ebcbd7d-7786-46ad-adee-5ae2079150b8 tempest-SecurityGroupRulesTestJSON-1667777045 tempest-SecurityGroupRulesTestJSON-1667777045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:22.945471 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-60725f1d-88fb-4e49-b703-6a316f63997f req-3ebcbd7d-7786-46ad-adee-5ae2079150b8 tempest-SecurityGroupRulesTestJSON-1667777045 tempest-SecurityGroupRulesTestJSON-1667777045-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:22.952505 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-60725f1d-88fb-4e49-b703-6a316f63997f req-3ebcbd7d-7786-46ad-adee-5ae2079150b8 tempest-SecurityGroupRulesTestJSON-1667777045 tempest-SecurityGroupRulesTestJSON-1667777045-project] 10.222.0.23 "DELETE /v2.0/security-groups/6c27382f-0e7e-4e7c-80f9-b4a480e4ecaa HTTP/1.1" status: 204 len: 173 time: 0.3502135 Jul 13 13:38:22.988814 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e78078c-3ff3-435d-ac66-1e5d222e8b27 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Network cc9dab26-3983-4dce-8c1c-cb82d11f88fb is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:38:23.019739 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-8e78078c-3ff3-435d-ac66-1e5d222e8b27 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:38:23.041845 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e78078c-3ff3-435d-ac66-1e5d222e8b27 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:38:23.044533 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebcbd7d-7786-46ad-adee-5ae2079150b8 tempest-SecurityGroupRulesTestJSON-1667777045 tempest-SecurityGroupRulesTestJSON-1667777045-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c27382f-0e7e-4e7c-80f9-b4a480e4ecaa,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:38:23.049431 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: d2f9783d-be55-4241-9cb0-935a7128b240 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:38:23.049814 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device d2f9783d-be55-4241-9cb0-935a7128b240 not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:38:23.154582 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e78078c-3ff3-435d-ac66-1e5d222e8b27 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Pushing event updated for resources: {'Port': ['ID=3cca05c4-e450-4259-87c3-a2ac658c147b,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:38:23.259698 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-ddea8c9d-a0e4-4763-ac89-5293453e9692 None None] Provisioning for port 22d9a863-c098-4a4f-a30b-7f895c5bc062 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:38:23.295093 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=d1af58ab-3875-41c8-b4ad-c1c140786e27,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:38:23.340944 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e78078c-3ff3-435d-ac66-1e5d222e8b27 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:23.341628 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8e78078c-3ff3-435d-ac66-1e5d222e8b27 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:23.353051 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-ddea8c9d-a0e4-4763-ac89-5293453e9692 None None] Provisioning complete for port 22d9a863-c098-4a4f-a30b-7f895c5bc062 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:38:23.353428 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ddea8c9d-a0e4-4763-ac89-5293453e9692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:23.411735 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-8e78078c-3ff3-435d-ac66-1e5d222e8b27 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.6769793 Jul 13 13:38:23.441926 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ca989f-2279-4f22-a3ea-0eabc0206ce2 req-707bcae1-9916-483e-83b8-c47af2cba085 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:23.444927 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-96ca989f-2279-4f22-a3ea-0eabc0206ce2 req-707bcae1-9916-483e-83b8-c47af2cba085 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/ports?device_id=068e68c5-7e43-4756-ad00-ead1168bf8bc HTTP/1.1" status: 200 len: 945 time: 0.2571657 Jul 13 13:38:23.520870 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-96ca989f-2279-4f22-a3ea-0eabc0206ce2 req-65094069-e49c-401c-a47f-800158eb82ef tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8450e8a-3ce6-4095-b6b4-37555b8042b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669374 Jul 13 13:38:23.531946 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-ddea8c9d-a0e4-4763-ac89-5293453e9692 None None] Port 22d9a863-c098-4a4f-a30b-7f895c5bc062 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:38:23.658340 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-5d9dc195-b99b-44f2-93f0-e198b69002ab None None] Provisioning for port 25d326b3-28e9-4665-8ed3-8f914e863958 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:38:23.664804 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-5d9dc195-b99b-44f2-93f0-e198b69002ab None None] Provisioning complete for port 25d326b3-28e9-4665-8ed3-8f914e863958 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:38:23.666139 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5d9dc195-b99b-44f2-93f0-e198b69002ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:23.667099 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a84ba096-f5e7-45cb-b8f1-fd0d11e39bef req-29833865-c5ae-4960-ba5e-383c22d84ba4 tempest-SecurityGroupRulesTestJSON-1667777045 tempest-SecurityGroupRulesTestJSON-1667777045-project] 10.222.0.23 "GET /v2.0/security-groups/eb5a3cbf-1ba8-4dca-a380-24211f69e48f HTTP/1.1" status: 200 len: 2401 time: 0.1046097 Jul 13 13:38:23.886318 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-a84ba096-f5e7-45cb-b8f1-fd0d11e39bef req-9a98a836-eed2-4a88-8968-2bb59ecd86c7 tempest-SecurityGroupRulesTestJSON-1667777045 tempest-SecurityGroupRulesTestJSON-1667777045-project] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:23.928111 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5d9dc195-b99b-44f2-93f0-e198b69002ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:23.949205 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-a84ba096-f5e7-45cb-b8f1-fd0d11e39bef req-9a98a836-eed2-4a88-8968-2bb59ecd86c7 tempest-SecurityGroupRulesTestJSON-1667777045 tempest-SecurityGroupRulesTestJSON-1667777045-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:24.069065 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-5d9dc195-b99b-44f2-93f0-e198b69002ab None None] For port 25d326b3-28e9-4665-8ed3-8f914e863958, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=25d326b3-28e9-4665-8ed3-8f914e863958,segment=NetworkSegment(a1e3e7d9-9db1-4f41-8f44-5b4a3be7def2),segment_id=a1e3e7d9-9db1-4f41-8f44-5b4a3be7def2)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:38:24.085452 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5d9dc195-b99b-44f2-93f0-e198b69002ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:24.088772 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-a84ba096-f5e7-45cb-b8f1-fd0d11e39bef req-9a98a836-eed2-4a88-8968-2bb59ecd86c7 tempest-SecurityGroupRulesTestJSON-1667777045 tempest-SecurityGroupRulesTestJSON-1667777045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:24.093074 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-a84ba096-f5e7-45cb-b8f1-fd0d11e39bef req-9a98a836-eed2-4a88-8968-2bb59ecd86c7 tempest-SecurityGroupRulesTestJSON-1667777045 tempest-SecurityGroupRulesTestJSON-1667777045-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:24.102493 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 57312) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:38:24.110275 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a84ba096-f5e7-45cb-b8f1-fd0d11e39bef req-9a98a836-eed2-4a88-8968-2bb59ecd86c7 tempest-SecurityGroupRulesTestJSON-1667777045 tempest-SecurityGroupRulesTestJSON-1667777045-project] 10.222.0.23 "DELETE /v2.0/security-groups/eb5a3cbf-1ba8-4dca-a380-24211f69e48f HTTP/1.1" status: 204 len: 173 time: 0.4328177 Jul 13 13:38:24.140382 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a98a836-eed2-4a88-8968-2bb59ecd86c7 tempest-SecurityGroupRulesTestJSON-1667777045 tempest-SecurityGroupRulesTestJSON-1667777045-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb5a3cbf-1ba8-4dca-a380-24211f69e48f,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:38:24.177245 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271797b5-68c5-4bbd-8ff9-c2ffa2051d79 req-5d078325-f2d1-40b0-b8e9-b6b16f130eb8 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:24.178976 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-271797b5-68c5-4bbd-8ff9-c2ffa2051d79 req-5d078325-f2d1-40b0-b8e9-b6b16f130eb8 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.26 "GET /v2.0/ports?device_id=068e68c5-7e43-4756-ad00-ead1168bf8bc HTTP/1.1" status: 200 len: 945 time: 0.1923306 Jul 13 13:38:24.196087 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-5d9dc195-b99b-44f2-93f0-e198b69002ab None None] Provisioning for port 3cca05c4-e450-4259-87c3-a2ac658c147b completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:38:24.227126 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-5d9dc195-b99b-44f2-93f0-e198b69002ab None None] Provisioning complete for port 3cca05c4-e450-4259-87c3-a2ac658c147b triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:38:24.227853 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5d9dc195-b99b-44f2-93f0-e198b69002ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:24.253451 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-c973afdd-8883-4e64-89d4-ebfc7ce5b062 admin admin] Deleting subnet b54b03cf-5937-45be-bde0-347b45d55453 {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 13:38:24.284253 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c973afdd-8883-4e64-89d4-ebfc7ce5b062 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:24.288350 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-5d9dc195-b99b-44f2-93f0-e198b69002ab None None] Port 3cca05c4-e450-4259-87c3-a2ac658c147b cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:38:24.314549 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9dc195-b99b-44f2-93f0-e198b69002ab None None] Pushing event updated for resources: {'Port': ['ID=25d326b3-28e9-4665-8ed3-8f914e863958,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:38:24.320407 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-5d9dc195-b99b-44f2-93f0-e198b69002ab None None] Provisioning complete for port 22d9a863-c098-4a4f-a30b-7f895c5bc062 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:38:24.321118 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5d9dc195-b99b-44f2-93f0-e198b69002ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:24.394644 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-5d9dc195-b99b-44f2-93f0-e198b69002ab None None] Port 22d9a863-c098-4a4f-a30b-7f895c5bc062 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:38:24.412000 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c973afdd-8883-4e64-89d4-ebfc7ce5b062 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6018489'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:24.520960 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c973afdd-8883-4e64-89d4-ebfc7ce5b062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:24.539412 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-7753253b-72c0-40ee-907d-cff5f83ed7ff None None] Provisioning complete for port 25d326b3-28e9-4665-8ed3-8f914e863958 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:38:24.540427 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-7753253b-72c0-40ee-907d-cff5f83ed7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:24.632850 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 57316) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:38:24.650751 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c973afdd-8883-4e64-89d4-ebfc7ce5b062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6018534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6105009'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:24.760608 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c973afdd-8883-4e64-89d4-ebfc7ce5b062 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:24.765410 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-c973afdd-8883-4e64-89d4-ebfc7ce5b062 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/b54b03cf-5937-45be-bde0-347b45d55453 HTTP/1.1" status: 204 len: 168 time: 0.6617742 Jul 13 13:38:24.766783 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c973afdd-8883-4e64-89d4-ebfc7ce5b062 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b54b03cf-5937-45be-bde0-347b45d55453,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:38:24.779471 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 57334) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:38:24.935209 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f9a8976a-e8a7-485d-b62e-9ffa35097396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:24.949124 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-8ab44792-9550-4dbf-8d94-acd972c7c24f admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-460339988-network', 'tenant_id': '930873fa186549f0911fe0cad6275da5'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:38:24.996524 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 57346) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:38:25.006006 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-20b7d704-aaf2-496b-b99e-553f07605601 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Request body: {'security_group': {'name': 'tempest-securitygroup--361560658', 'description': 'tempest-description--1384457572'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:38:25.011748 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ab44792-9550-4dbf-8d94-acd972c7c24f admin admin] Made reservation on behalf of 930873fa186549f0911fe0cad6275da5 for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:38:25.014438 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8ab44792-9550-4dbf-8d94-acd972c7c24f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:25.055081 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8ab44792-9550-4dbf-8d94-acd972c7c24f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:25.157138 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-271797b5-68c5-4bbd-8ff9-c2ffa2051d79 req-e825a8ee-80c0-462d-a5fa-bae1f0370c76 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Deleting port ddfe3252-fa26-4921-a77a-a18bffc9479a {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:38:25.157897 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-271797b5-68c5-4bbd-8ff9-c2ffa2051d79 req-e825a8ee-80c0-462d-a5fa-bae1f0370c76 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:25.227542 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 25d326b3-28e9-4665-8ed3-8f914e863958 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:38:25.240988 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-20b7d704-aaf2-496b-b99e-553f07605601 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:25.288368 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-271797b5-68c5-4bbd-8ff9-c2ffa2051d79 req-e825a8ee-80c0-462d-a5fa-bae1f0370c76 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] For port ddfe3252-fa26-4921-a77a-a18bffc9479a, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=ddfe3252-fa26-4921-a77a-a18bffc9479a,segment=NetworkSegment(8ca861d2-7f67-42e9-b790-b2afeca7fd40),segment_id=8ca861d2-7f67-42e9-b790-b2afeca7fd40)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:38:25.289593 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-271797b5-68c5-4bbd-8ff9-c2ffa2051d79 req-e825a8ee-80c0-462d-a5fa-bae1f0370c76 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:25.299429 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f9a8976a-e8a7-485d-b62e-9ffa35097396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:25.311870 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e34f9d-3c00-462b-9c78-a8f71a69aa8d req-da5c8622-a11a-4306-b94a-8508ef97617d tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:25.315258 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-37e34f9d-3c00-462b-9c78-a8f71a69aa8d req-da5c8622-a11a-4306-b94a-8508ef97617d tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/ports?device_id=068e68c5-7e43-4756-ad00-ead1168bf8bc HTTP/1.1" status: 200 len: 945 time: 0.3397715 Jul 13 13:38:25.322821 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-271797b5-68c5-4bbd-8ff9-c2ffa2051d79 req-e825a8ee-80c0-462d-a5fa-bae1f0370c76 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Calling delete_port for ddfe3252-fa26-4921-a77a-a18bffc9479a owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:38:25.334347 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 25d326b3-28e9-4665-8ed3-8f914e863958 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:38:25.335106 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:25.348310 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-f9a8976a-e8a7-485d-b62e-9ffa35097396 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4990636f-14b1-4bf9-8a5b-ce60ab52a802']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:38:25.383835 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-f9a8976a-e8a7-485d-b62e-9ffa35097396 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14802b1c-ff80-4fcb-9514-db240cc94b46') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:38:25.384189 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-f9a8976a-e8a7-485d-b62e-9ffa35097396 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14802b1c-ff80-4fcb-9514-db240cc94b46') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:38:25.450050 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f9a8976a-e8a7-485d-b62e-9ffa35097396 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6018464'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:25.519975 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-37e34f9d-3c00-462b-9c78-a8f71a69aa8d req-b5d15d16-4963-4862-a726-889d43123266 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8450e8a-3ce6-4095-b6b4-37555b8042b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896954 Jul 13 13:38:25.522802 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f9a8976a-e8a7-485d-b62e-9ffa35097396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:25.548156 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9a8976a-e8a7-485d-b62e-9ffa35097396 admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 13:38:25.548643 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f9a8976a-e8a7-485d-b62e-9ffa35097396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6018632'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:25.551112 n-d-800634-1 neutron-server[93751]: Traceback (most recent call last): Jul 13 13:38:25.551112 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 13:38:25.551112 n-d-800634-1 neutron-server[93751]: timer() Jul 13 13:38:25.551112 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 13:38:25.551112 n-d-800634-1 neutron-server[93751]: cb(*args, **kw) Jul 13 13:38:25.551112 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 13:38:25.551112 n-d-800634-1 neutron-server[93751]: return func(*args, **kwargs) Jul 13 13:38:25.551112 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 13:38:25.551112 n-d-800634-1 neutron-server[93751]: self._notify() Jul 13 13:38:25.551112 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 13:38:25.551112 n-d-800634-1 neutron-server[93751]: self.callback(batched_events) Jul 13 13:38:25.551112 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 13:38:25.551112 n-d-800634-1 neutron-server[93751]: event.method(event) Jul 13 13:38:25.551112 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 13:38:25.551112 n-d-800634-1 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 13:38:25.551112 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 13:38:25.551112 n-d-800634-1 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 13:38:25.551112 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 13:38:25.551112 n-d-800634-1 neutron-server[93751]: return f(self, *a, **k) Jul 13 13:38:25.551112 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 13:38:25.551112 n-d-800634-1 neutron-server[93751]: return self._get(url).json() Jul 13 13:38:25.551112 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 13:38:25.551112 n-d-800634-1 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 13:38:25.551112 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 13:38:25.551112 n-d-800634-1 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 13 13:38:25.551112 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 13:38:25.551112 n-d-800634-1 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 13:38:25.551112 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 13:38:25.551112 n-d-800634-1 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 13:38:25.551112 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 13:38:25.551112 n-d-800634-1 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 13:38:25.551112 n-d-800634-1 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 13:38:25.584287 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-271797b5-68c5-4bbd-8ff9-c2ffa2051d79 req-e825a8ee-80c0-462d-a5fa-bae1f0370c76 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:25.605420 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device d1af58ab-3875-41c8-b4ad-c1c140786e27 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:38:25.691271 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8ab44792-9550-4dbf-8d94-acd972c7c24f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:25.692098 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f9a8976a-e8a7-485d-b62e-9ffa35097396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:25.728102 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e825a8ee-80c0-462d-a5fa-bae1f0370c76 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Pushing event deleted for resources: {'Port': ['ID=ddfe3252-fa26-4921-a77a-a18bffc9479a,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:38:25.739186 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port d1af58ab-3875-41c8-b4ad-c1c140786e27 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:38:25.739629 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:25.865031 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-271797b5-68c5-4bbd-8ff9-c2ffa2051d79 req-e825a8ee-80c0-462d-a5fa-bae1f0370c76 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] No DVR routers for this DVR port ddfe3252-fa26-4921-a77a-a18bffc9479a on host n-h1-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:38:25.865322 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f9a8976a-e8a7-485d-b62e-9ffa35097396 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:25.870738 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-f9a8976a-e8a7-485d-b62e-9ffa35097396 admin admin] 10.222.0.23 "DELETE /v2.0/networks/4990636f-14b1-4bf9-8a5b-ce60ab52a802 HTTP/1.1" status: 204 len: 168 time: 1.0877125 Jul 13 13:38:25.877770 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-271797b5-68c5-4bbd-8ff9-c2ffa2051d79 req-e825a8ee-80c0-462d-a5fa-bae1f0370c76 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:25.879952 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-271797b5-68c5-4bbd-8ff9-c2ffa2051d79 req-e825a8ee-80c0-462d-a5fa-bae1f0370c76 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.26 "DELETE /v2.0/ports/ddfe3252-fa26-4921-a77a-a18bffc9479a HTTP/1.1" status: 204 len: 173 time: 1.6933236 Jul 13 13:38:25.880464 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '068e68c5-7e43-4756-ad00-ead1168bf8bc', 'name': 'network-vif-deleted', 'tag': 'ddfe3252-fa26-4921-a77a-a18bffc9479a'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:38:25.887172 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a27efd32-599b-445c-9cb7-acff35eff191" -d '{"events": [{"server_uuid": "068e68c5-7e43-4756-ad00-ead1168bf8bc", "name": "network-vif-deleted", "tag": "ddfe3252-fa26-4921-a77a-a18bffc9479a"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:38:25.955995 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11fc8f0e-d62f-4bc4-b7ca-8bbff270e546 x-openstack-request-id: req-11fc8f0e-d62f-4bc4-b7ca-8bbff270e546 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:38:25.956527 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "068e68c5-7e43-4756-ad00-ead1168bf8bc", "name": "network-vif-deleted", "tag": "ddfe3252-fa26-4921-a77a-a18bffc9479a", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:38:25.957822 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-11fc8f0e-d62f-4bc4-b7ca-8bbff270e546 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:38:25.958215 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-20b7d704-aaf2-496b-b99e-553f07605601 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:25.958337 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '068e68c5-7e43-4756-ad00-ead1168bf8bc', 'name': 'network-vif-deleted', 'tag': 'ddfe3252-fa26-4921-a77a-a18bffc9479a', 'status': 'completed', 'code': 200} Jul 13 13:38:25.963067 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a8976a-e8a7-485d-b62e-9ffa35097396 admin admin] Pushing event deleted for resources: {'Network': ['ID=4990636f-14b1-4bf9-8a5b-ce60ab52a802,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:38:25.969671 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8ab44792-9550-4dbf-8d94-acd972c7c24f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:25.998230 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-20b7d704-aaf2-496b-b99e-553f07605601 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:26.064564 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ab44792-9550-4dbf-8d94-acd972c7c24f admin admin] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 13:38:26.089650 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-20b7d704-aaf2-496b-b99e-553f07605601 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:26.091055 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-20b7d704-aaf2-496b-b99e-553f07605601 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.0930462 Jul 13 13:38:26.094966 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 57410) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:38:26.102744 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-947fdaab-3391-4214-8723-8d8c27c59858 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Request body: {'security_group_rule': {'security_group_id': 'b297afe2-d282-4df8-a205-49b02bf6195a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:38:26.114816 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8ab44792-9550-4dbf-8d94-acd972c7c24f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:26.117172 n-d-800634-1 neutron-server[93751]: INFO neutron.db.segments_db [None req-8ab44792-9550-4dbf-8d94-acd972c7c24f admin admin] Added segment b2cba7f6-e29b-4b72-b31f-06e263582f9a of type vlan for network 8a948c4c-6f03-4f10-9e00-2993f9629279 Jul 13 13:38:26.120364 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab44792-9550-4dbf-8d94-acd972c7c24f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=215441dc-b65f-49ea-b8ce-4afa75e23159,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:38:26.148457 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 57418) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:38:26.211304 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-947fdaab-3391-4214-8723-8d8c27c59858 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:26.216929 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b7d704-aaf2-496b-b99e-553f07605601 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b297afe2-d282-4df8-a205-49b02bf6195a,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:38:26.233426 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8ab44792-9550-4dbf-8d94-acd972c7c24f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:26.259065 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-820699cb-41b4-45df-9a01-def471a6a511 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ddd1407dc2ef4beab9130118ec0aac6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1094778 Jul 13 13:38:26.263121 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 57432) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:38:26.294591 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8ab44792-9550-4dbf-8d94-acd972c7c24f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:26.297280 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab44792-9550-4dbf-8d94-acd972c7c24f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:26.298295 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8ab44792-9550-4dbf-8d94-acd972c7c24f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:26.304074 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-947fdaab-3391-4214-8723-8d8c27c59858 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:26.309544 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-947fdaab-3391-4214-8723-8d8c27c59858 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:26.335128 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947fdaab-3391-4214-8723-8d8c27c59858 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5a11283-0b04-466d-b3a3-af4449499929,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:38:26.351676 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-947fdaab-3391-4214-8723-8d8c27c59858 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:26.353582 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-947fdaab-3391-4214-8723-8d8c27c59858 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2570570 Jul 13 13:38:26.356490 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 57436) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:38:26.362555 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-b7955e06-4791-41ee-988e-16bca3f77b7d tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Request body: {'security_group_rule': {'security_group_id': 'b297afe2-d282-4df8-a205-49b02bf6195a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:38:26.385970 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-8ab44792-9550-4dbf-8d94-acd972c7c24f admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.7520554 Jul 13 13:38:26.389811 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 57438) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:38:26.398143 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-2f5126f4-a02e-4046-a1ad-12b9f3d3faed admin admin] Request body: {'subnet': {'network_id': '8a948c4c-6f03-4f10-9e00-2993f9629279', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-460339988-subnet', 'tenant_id': '930873fa186549f0911fe0cad6275da5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:38:26.440341 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab44792-9550-4dbf-8d94-acd972c7c24f admin admin] Pushing event updated for resources: {'Network': ['ID=8a948c4c-6f03-4f10-9e00-2993f9629279,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:38:26.450791 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c2467ef2-e5b3-42d6-94c7-46eeade70084 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:26.459332 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network 8a948c4c-6f03-4f10-9e00-2993f9629279 details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 13:38:26.496929 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c2467ef2-e5b3-42d6-94c7-46eeade70084 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:26.507368 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b7955e06-4791-41ee-988e-16bca3f77b7d tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:26.547710 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f5126f4-a02e-4046-a1ad-12b9f3d3faed admin admin] Made reservation on behalf of 930873fa186549f0911fe0cad6275da5 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:38:26.550901 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2f5126f4-a02e-4046-a1ad-12b9f3d3faed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4763385'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:26.603292 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c2467ef2-e5b3-42d6-94c7-46eeade70084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:26.606664 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c2467ef2-e5b3-42d6-94c7-46eeade70084 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:26.611869 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-c2467ef2-e5b3-42d6-94c7-46eeade70084 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8a67638e-5741-4aa9-88eb-bb74aa0694e9 HTTP/1.1" status: 204 len: 168 time: 0.3475497 Jul 13 13:38:26.630352 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2467ef2-e5b3-42d6-94c7-46eeade70084 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a67638e-5741-4aa9-88eb-bb74aa0694e9,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:38:26.888054 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-048b6f8c-77e5-4200-aa10-1bfde313981b req-09086779-5414-4f32-8064-fdf372e4639c tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/ports?device_id=068e68c5-7e43-4756-ad00-ead1168bf8bc HTTP/1.1" status: 200 len: 210 time: 0.0803273 Jul 13 13:38:27.050386 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2f5126f4-a02e-4046-a1ad-12b9f3d3faed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5970588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4763339'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:27.054337 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b7955e06-4791-41ee-988e-16bca3f77b7d tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:27.106086 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5126f4-a02e-4046-a1ad-12b9f3d3faed admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e38ecf8-2fec-4f5b-8b3e-f8690198cb4e,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:38:27.108671 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b7955e06-4791-41ee-988e-16bca3f77b7d tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:27.135711 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7955e06-4791-41ee-988e-16bca3f77b7d tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d436c3e0-6281-4260-89e4-89561f60c351,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:38:27.150198 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b7955e06-4791-41ee-988e-16bca3f77b7d tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:27.151411 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-b7955e06-4791-41ee-988e-16bca3f77b7d tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7936809 Jul 13 13:38:27.154821 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 57480) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:38:27.161813 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5126f4-a02e-4046-a1ad-12b9f3d3faed admin admin] Checking segment: {'id': 'b2cba7f6-e29b-4b72-b31f-06e263582f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '8a948c4c-6f03-4f10-9e00-2993f9629279'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:38:27.162179 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f5126f4-a02e-4046-a1ad-12b9f3d3faed admin admin] Network hostable DHCP agents. Network: 8a948c4c-6f03-4f10-9e00-2993f9629279, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 13:38:27.163149 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-6c33effe-e34d-4bdd-ae51-8a3cf62ef633 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Request body: {'floatingip': {'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:38:27.183023 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f5126f4-a02e-4046-a1ad-12b9f3d3faed admin admin] Network 8a948c4c-6f03-4f10-9e00-2993f9629279 is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 13:38:27.196630 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-2f5126f4-a02e-4046-a1ad-12b9f3d3faed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, 8a948c4c-6f03-4f10-9e00-2993f9629279) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:38:27.204530 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6c33effe-e34d-4bdd-ae51-8a3cf62ef633 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Notify callbacks [] for floatingip, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:27.208479 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a8a3a0f-4937-41e0-a1b2-3ab70bfccce2 None None] Network 8a948c4c-6f03-4f10-9e00-2993f9629279 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:38:27.211011 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f5126f4-a02e-4046-a1ad-12b9f3d3faed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:27.212178 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2f5126f4-a02e-4046-a1ad-12b9f3d3faed admin admin] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:27.230948 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-2f5126f4-a02e-4046-a1ad-12b9f3d3faed admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8367088 Jul 13 13:38:27.420184 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6c33effe-e34d-4bdd-ae51-8a3cf62ef633 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:27.484592 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device ddfe3252-fa26-4921-a77a-a18bffc9479a no longer exists at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:38:27.502185 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aff000-6882-492a-80cd-99ab1abc747e req-0a65521b-aaf2-43c1-8e20-d83f777af700 tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:27.512124 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-63aff000-6882-492a-80cd-99ab1abc747e req-0a65521b-aaf2-43c1-8e20-d83f777af700 tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] 10.222.0.23 "GET /v2.0/networks?id=a0797fb9-b450-4bbe-af8e-ecaaafb3ac9d HTTP/1.1" status: 200 len: 815 time: 0.2679343 Jul 13 13:38:27.529919 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-381d4315-9089-413f-a071-aa2897bda790 None None] No Port match for: ddfe3252-fa26-4921-a77a-a18bffc9479a {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:38:27.530270 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device ddfe3252-fa26-4921-a77a-a18bffc9479a not bound to the agent host n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:38:27.536103 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d1aaa6a-8ad6-45b2-b476-84800705136b None None] Network 8a948c4c-6f03-4f10-9e00-2993f9629279 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:38:27.546373 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-63aff000-6882-492a-80cd-99ab1abc747e req-b744ae42-82d4-4839-b6c6-0807ffa2ea84 tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] 10.222.0.23 "GET /v2.0/quotas/9e72d4daf74d4b30a471837a4b3d6e97 HTTP/1.1" status: 200 len: 375 time: 0.0319495 Jul 13 13:38:27.688849 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-6c33effe-e34d-4bdd-ae51-8a3cf62ef633 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Allocated IP 172.25.6.188 (acf968b8-c524-46a9-a20b-ad9667009130/dde5a78e-bd1e-4f47-8189-7321d4de73d3/58a3c0ad-75e0-417d-8d6c-e0efe09e67ba) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:38:27.716091 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-63aff000-6882-492a-80cd-99ab1abc747e req-85de6021-6a58-4c1b-aa4d-4160654bb8a7 tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=9e72d4daf74d4b30a471837a4b3d6e97&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1677079 Jul 13 13:38:27.849940 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6c33effe-e34d-4bdd-ae51-8a3cf62ef633 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:27.878403 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 57514) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:38:27.886665 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-63aff000-6882-492a-80cd-99ab1abc747e req-002fd538-6396-42ed-aa11-39de401e9139 service neutron] 10.222.0.23 "GET /v2.0/networks/a0797fb9-b450-4bbe-af8e-ecaaafb3ac9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696985 Jul 13 13:38:27.896758 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6c33effe-e34d-4bdd-ae51-8a3cf62ef633 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:27.976182 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c33effe-e34d-4bdd-ae51-8a3cf62ef633 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Network acf968b8-c524-46a9-a20b-ad9667009130 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:38:27.980712 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-6c33effe-e34d-4bdd-ae51-8a3cf62ef633 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:38:27.987059 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c33effe-e34d-4bdd-ae51-8a3cf62ef633 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:38:28.017912 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c33effe-e34d-4bdd-ae51-8a3cf62ef633 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Pushing event updated for resources: {'Port': ['ID=58a3c0ad-75e0-417d-8d6c-e0efe09e67ba,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:38:28.026222 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-63aff000-6882-492a-80cd-99ab1abc747e req-626e98bb-fa70-491b-a057-594b06b538c3 service neutron] 10.222.0.23 "GET /v2.0/networks/a0797fb9-b450-4bbe-af8e-ecaaafb3ac9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383846 Jul 13 13:38:28.089446 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6c33effe-e34d-4bdd-ae51-8a3cf62ef633 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:28.179262 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6c33effe-e34d-4bdd-ae51-8a3cf62ef633 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:28.264261 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-65ae6528-ba0b-461f-851b-0a8f92bb5560 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:28.532735 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cf7ee538-5557-47ba-9c23-bd8d295ac418 req-751a6b7f-d052-499e-bed4-5fe7c7e97f62 tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] 10.222.0.23 "GET /v2.0/ports?device_id=edfd008a-f8a3-4e66-9697-4e821ba0dd06 HTTP/1.1" status: 200 len: 210 time: 0.0763838 Jul 13 13:38:28.585566 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-65ae6528-ba0b-461f-851b-0a8f92bb5560 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:28.610101 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-65ae6528-ba0b-461f-851b-0a8f92bb5560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:28.653166 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-65ae6528-ba0b-461f-851b-0a8f92bb5560 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=909bdf0c3cb443448ea47f866d78cc66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7569349 Jul 13 13:38:28.669706 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 57552) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:38:28.670366 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 57558) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:38:28.714798 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c95f23-8532-4ff6-b0ad-57aa814ccb15 req-eb375310-4852-46db-a69e-e2574af6059e tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:28.723487 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-20c95f23-8532-4ff6-b0ad-57aa814ccb15 req-eb375310-4852-46db-a69e-e2574af6059e tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.23 "GET /v2.0/networks?id=8a948c4c-6f03-4f10-9e00-2993f9629279 HTTP/1.1" status: 200 len: 814 time: 0.4493792 Jul 13 13:38:28.745119 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-20c95f23-8532-4ff6-b0ad-57aa814ccb15 req-505ce3fe-cfd5-4047-8eba-19e1892ceec1 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.23 "GET /v2.0/quotas/930873fa186549f0911fe0cad6275da5 HTTP/1.1" status: 200 len: 375 time: 0.0207560 Jul 13 13:38:28.759316 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ae6528-ba0b-461f-851b-0a8f92bb5560 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58c353cb-572d-4d4a-9b77-9622d6966616,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:38:28.838026 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-20c95f23-8532-4ff6-b0ad-57aa814ccb15 req-54b8a3f4-d4b8-462c-b102-59a4f3602a00 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=930873fa186549f0911fe0cad6275da5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0833929 Jul 13 13:38:28.880454 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-46cd14af-43db-4814-b20a-5f3bad58b1ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:28.888862 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-c46de7d0-2faf-48e3-a263-d55b7549d16f admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1870442914-network', 'tenant_id': '46cbfd0a223f4e7c831562659221ad12'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:38:28.950728 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-46cd14af-43db-4814-b20a-5f3bad58b1ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:28.982354 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c46de7d0-2faf-48e3-a263-d55b7549d16f admin admin] Made reservation on behalf of 46cbfd0a223f4e7c831562659221ad12 for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:38:28.989523 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c46de7d0-2faf-48e3-a263-d55b7549d16f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:29.003350 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6c33effe-e34d-4bdd-ae51-8a3cf62ef633 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:29.020065 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6c33effe-e34d-4bdd-ae51-8a3cf62ef633 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:29.027022 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3412d9-deb2-45cc-9d8c-37b742b3c761 req-8eb2f7eb-6b44-4b92-9360-26085837ef45 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:29.034698 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3e3412d9-deb2-45cc-9d8c-37b742b3c761 req-8eb2f7eb-6b44-4b92-9360-26085837ef45 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/networks?id=1e6a1cec-d634-437c-82e7-1ebafa55a815 HTTP/1.1" status: 200 len: 811 time: 0.3114462 Jul 13 13:38:29.057043 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c46de7d0-2faf-48e3-a263-d55b7549d16f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:29.078508 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3e3412d9-deb2-45cc-9d8c-37b742b3c761 req-2533c1c8-fa99-4910-870b-66dfd0eaa5fb tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/quotas/735b68527641472d9d98083ece779da8 HTTP/1.1" status: 200 len: 375 time: 0.0421925 Jul 13 13:38:29.167130 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-20c95f23-8532-4ff6-b0ad-57aa814ccb15 req-2b163a20-0b7c-4d04-a295-84065f3178ef service neutron] 10.222.0.23 "GET /v2.0/networks/8a948c4c-6f03-4f10-9e00-2993f9629279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3102467 Jul 13 13:38:29.209664 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c46de7d0-2faf-48e3-a263-d55b7549d16f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:29.238714 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3e3412d9-deb2-45cc-9d8c-37b742b3c761 req-53fd0503-7e32-4e0a-a06c-e6af53c408d5 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=735b68527641472d9d98083ece779da8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1588640 Jul 13 13:38:29.240110 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c46de7d0-2faf-48e3-a263-d55b7549d16f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:29.275973 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c46de7d0-2faf-48e3-a263-d55b7549d16f admin admin] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 13:38:29.286966 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c33effe-e34d-4bdd-ae51-8a3cf62ef633 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Pushing event updated for resources: {'Port': ['ID=58a3c0ad-75e0-417d-8d6c-e0efe09e67ba,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:38:29.303884 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6c33effe-e34d-4bdd-ae51-8a3cf62ef633 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446547'] for floatingip, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:29.362300 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-20c95f23-8532-4ff6-b0ad-57aa814ccb15 req-a3db0339-4763-4085-8271-d4f4db1d218d service neutron] 10.222.0.23 "GET /v2.0/networks/8a948c4c-6f03-4f10-9e00-2993f9629279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850801 Jul 13 13:38:29.368942 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6c33effe-e34d-4bdd-ae51-8a3cf62ef633 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for floatingip, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:29.378661 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-6c33effe-e34d-4bdd-ae51-8a3cf62ef633 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2127702 Jul 13 13:38:29.419930 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46de7d0-2faf-48e3-a263-d55b7549d16f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f480f45-c22e-4395-8a78-dbc23d06b52c,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:38:29.501461 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-46cd14af-43db-4814-b20a-5f3bad58b1ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:29.506711 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-46cd14af-43db-4814-b20a-5f3bad58b1ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:29.512163 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-46cd14af-43db-4814-b20a-5f3bad58b1ca admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/58c353cb-572d-4d4a-9b77-9622d6966616 HTTP/1.1" status: 204 len: 168 time: 0.8386364 Jul 13 13:38:29.527382 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c46de7d0-2faf-48e3-a263-d55b7549d16f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:29.527882 n-d-800634-1 neutron-server[93750]: INFO neutron.db.segments_db [None req-c46de7d0-2faf-48e3-a263-d55b7549d16f admin admin] Added segment 2ed58dae-4078-4298-ada9-b0ffd4be0137 of type vlan for network 34fd7482-b4f9-4c54-8a8d-dcd43626480a Jul 13 13:38:29.635073 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cd14af-43db-4814-b20a-5f3bad58b1ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58c353cb-572d-4d4a-9b77-9622d6966616,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:38:29.711968 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3e3412d9-deb2-45cc-9d8c-37b742b3c761 req-36e888b6-cc09-4b03-bce3-0a8ed3e94061 service neutron] 10.222.0.23 "GET /v2.0/networks/1e6a1cec-d634-437c-82e7-1ebafa55a815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4407282 Jul 13 13:38:29.866961 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3e3412d9-deb2-45cc-9d8c-37b742b3c761 req-4f6f7d06-9fd9-4a9e-a98d-c55c80788e8b service neutron] 10.222.0.23 "GET /v2.0/networks/1e6a1cec-d634-437c-82e7-1ebafa55a815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531534 Jul 13 13:38:29.893997 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c46de7d0-2faf-48e3-a263-d55b7549d16f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:29.980711 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c46de7d0-2faf-48e3-a263-d55b7549d16f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:29.982277 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c46de7d0-2faf-48e3-a263-d55b7549d16f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:29.983089 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c46de7d0-2faf-48e3-a263-d55b7549d16f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:30.078105 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-c46de7d0-2faf-48e3-a263-d55b7549d16f admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.4062562 Jul 13 13:38:30.081229 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 57598) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:38:30.090012 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-dfd760c4-f38c-40d8-8771-0860983fe405 admin admin] Request body: {'subnet': {'network_id': '34fd7482-b4f9-4c54-8a8d-dcd43626480a', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1870442914-subnet', 'tenant_id': '46cbfd0a223f4e7c831562659221ad12', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:38:30.097489 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46de7d0-2faf-48e3-a263-d55b7549d16f admin admin] Pushing event updated for resources: {'Network': ['ID=34fd7482-b4f9-4c54-8a8d-dcd43626480a,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:38:30.147881 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network 34fd7482-b4f9-4c54-8a8d-dcd43626480a details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 13:38:30.172484 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-82d2651f-7a6f-4c35-83d6-36845bbca8a1 req-860998e9-ffad-431b-8934-811e51f353ef tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] 10.222.0.23 "GET /v2.0/ports?device_id=edfd008a-f8a3-4e66-9697-4e821ba0dd06 HTTP/1.1" status: 200 len: 210 time: 0.0406237 Jul 13 13:38:30.186273 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfd760c4-f38c-40d8-8771-0860983fe405 admin admin] Made reservation on behalf of 46cbfd0a223f4e7c831562659221ad12 for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:38:30.190072 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dfd760c4-f38c-40d8-8771-0860983fe405 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6104980'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:30.326594 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-591033f0-6001-4d7c-bed5-704c802ca996 req-5ff9a7f3-5b3b-4b5a-84c8-bc937ef0934a tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.23 "GET /v2.0/ports?device_id=f91e5060-a285-4b39-a63d-f58a29a87fbc HTTP/1.1" status: 200 len: 210 time: 0.1549304 Jul 13 13:38:30.351051 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:30.514565 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8224cbd5-7a96-4521-80c8-9cce8cdbd899 req-eef420a8-e3a2-4b67-825c-d85037fbe11d tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ce44543-1f61-4d9c-8c3c-26da94576b7f HTTP/1.1" status: 200 len: 210 time: 0.0681899 Jul 13 13:38:30.526795 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-182181c6-c745-4097-b9a1-31ce9954e3ea tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--361560658&fields=id&tenant_id=6adf017ce9b34499b7ba676da54c44ef HTTP/1.1" status: 200 len: 267 time: 0.1250792 Jul 13 13:38:30.532072 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:30.625146 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aff000-6882-492a-80cd-99ab1abc747e req-e01c62ed-8a3b-4db5-be09-aab9614ea470 tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:30.628136 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-63aff000-6882-492a-80cd-99ab1abc747e req-e01c62ed-8a3b-4db5-be09-aab9614ea470 tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] 10.222.0.26 "GET /v2.0/networks?id=a0797fb9-b450-4bbe-af8e-ecaaafb3ac9d HTTP/1.1" status: 200 len: 815 time: 0.4756687 Jul 13 13:38:30.645975 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-63aff000-6882-492a-80cd-99ab1abc747e req-02b41b56-1816-433a-b525-ce630f1ba122 tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] Request body: {'port': {'device_id': 'edfd008a-f8a3-4e66-9697-4e821ba0dd06', 'network_id': 'a0797fb9-b450-4bbe-af8e-ecaaafb3ac9d', 'admin_state_up': True, 'tenant_id': '9e72d4daf74d4b30a471837a4b3d6e97'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:38:30.852066 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63aff000-6882-492a-80cd-99ab1abc747e req-02b41b56-1816-433a-b525-ce630f1ba122 tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] Made reservation on behalf of 9e72d4daf74d4b30a471837a4b3d6e97 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:38:30.856329 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-63aff000-6882-492a-80cd-99ab1abc747e req-02b41b56-1816-433a-b525-ce630f1ba122 tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:31.198835 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-63aff000-6882-492a-80cd-99ab1abc747e req-02b41b56-1816-433a-b525-ce630f1ba122 tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] Allocated IP 172.20.0.6 (a0797fb9-b450-4bbe-af8e-ecaaafb3ac9d/66d38b61-7f2b-49e9-ae15-bdea3497cacb/a6f1b671-fbe2-4cb1-9114-8040dc67ae20) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:38:31.392943 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-4f361908-6e53-4138-93a3-6668cd245266 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:31.403342 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-4f361908-6e53-4138-93a3-6668cd245266 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] 10.222.0.23 "GET /v2.0/ports/22d9a863-c098-4a4f-a30b-7f895c5bc062 HTTP/1.1" status: 200 len: 930 time: 0.8641071 Jul 13 13:38:31.447449 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6143b31e-8240-4e1c-b820-35c3bded6956 req-7cb2d29a-e0da-4b09-9107-2dbaa804da1f tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] 10.222.0.23 "GET /v2.0/ports?device_id=edfd008a-f8a3-4e66-9697-4e821ba0dd06 HTTP/1.1" status: 200 len: 210 time: 0.0307338 Jul 13 13:38:31.525313 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-b0a79aa7-e029-4085-9c71-e903828112b4 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:31.537379 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-b0a79aa7-e029-4085-9c71-e903828112b4 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] 10.222.0.23 "GET /v2.0/ports/3cca05c4-e450-4259-87c3-a2ac658c147b HTTP/1.1" status: 200 len: 930 time: 0.1309783 Jul 13 13:38:31.571741 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-63aff000-6882-492a-80cd-99ab1abc747e req-02b41b56-1816-433a-b525-ce630f1ba122 tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:31.618404 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-63aff000-6882-492a-80cd-99ab1abc747e req-02b41b56-1816-433a-b525-ce630f1ba122 tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:31.635616 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['3601d3e1-284c-439d-81ca-b7e8751d725f'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:38:31.639286 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['5fa44009-4573-407b-8afd-36362360c411'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:38:31.647089 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-3a337185-1bd4-4c82-a23b-f7ad33a4362d tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] 10.222.0.23 "GET /v2.0/ports?network_id=350b8d90-a566-446d-ae67-d3a6d73524f9&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1074944 Jul 13 13:38:31.736720 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-45b5c345-2d28-40c6-94d2-ffb66998cda9 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] 10.222.0.23 "GET /v2.0/ports?network_id=350b8d90-a566-446d-ae67-d3a6d73524f9&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0793691 Jul 13 13:38:31.783748 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b41b56-1816-433a-b525-ce630f1ba122 tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] Pushing event updated for resources: {'Port': ['ID=a6f1b671-fbe2-4cb1-9114-8040dc67ae20,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:38:31.859842 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dfd760c4-f38c-40d8-8771-0860983fe405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6018343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6104998'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:31.891845 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-241355ea-af2b-4703-83ad-09adb7effcb6 req-132e0ceb-1e7c-4ba7-bb9e-ac2245a54aaa tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.23 "GET /v2.0/ports?device_id=f91e5060-a285-4b39-a63d-f58a29a87fbc HTTP/1.1" status: 200 len: 210 time: 0.1114798 Jul 13 13:38:31.903171 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63aff000-6882-492a-80cd-99ab1abc747e req-02b41b56-1816-433a-b525-ce630f1ba122 tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] Network a0797fb9-b450-4bbe-af8e-ecaaafb3ac9d is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:38:31.905462 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-63aff000-6882-492a-80cd-99ab1abc747e req-02b41b56-1816-433a-b525-ce630f1ba122 tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:38:31.909292 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-63aff000-6882-492a-80cd-99ab1abc747e req-02b41b56-1816-433a-b525-ce630f1ba122 tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:38:32.016944 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aff000-6882-492a-80cd-99ab1abc747e req-02b41b56-1816-433a-b525-ce630f1ba122 tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:32.017884 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-63aff000-6882-492a-80cd-99ab1abc747e req-02b41b56-1816-433a-b525-ce630f1ba122 tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:32.074399 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-63aff000-6882-492a-80cd-99ab1abc747e req-02b41b56-1816-433a-b525-ce630f1ba122 tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4370565 Jul 13 13:38:32.115146 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-63aff000-6882-492a-80cd-99ab1abc747e req-1240665d-2c2d-43b8-88ae-d47dcef804bd service neutron] Request body: {'port': {'device_id': 'edfd008a-f8a3-4e66-9697-4e821ba0dd06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:38:32.119855 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-d0ce5f3e-acf9-48cb-be5a-8cd051e8d5e1 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:32.140823 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-d0ce5f3e-acf9-48cb-be5a-8cd051e8d5e1 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:32.155214 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-d0ce5f3e-acf9-48cb-be5a-8cd051e8d5e1 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:32.164809 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-d0ce5f3e-acf9-48cb-be5a-8cd051e8d5e1 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] 10.222.0.23 "GET /v2.0/networks?id=f75cac05-674a-4151-a43b-a75ea71e3ffa&id=cc9dab26-3983-4dce-8c1c-cb82d11f88fb&id=cc9dab26-3983-4dce-8c1c-cb82d11f88fb&id=350b8d90-a566-446d-ae67-d3a6d73524f9&id=350b8d90-a566-446d-ae67-d3a6d73524f9 HTTP/1.1" status: 200 len: 1991 time: 0.4271772 Jul 13 13:38:32.172898 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd760c4-f38c-40d8-8771-0860983fe405 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d2888fd-09b7-4a5f-8815-1eb4541fe904,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:38:32.210329 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-8d15f674-14c0-451f-a5ef-9a7be868ba4b tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] 10.222.0.23 "GET /v2.0/quotas/6adf017ce9b34499b7ba676da54c44ef HTTP/1.1" status: 200 len: 375 time: 0.0431457 Jul 13 13:38:32.305035 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd760c4-f38c-40d8-8771-0860983fe405 admin admin] Checking segment: {'id': '2ed58dae-4078-4298-ada9-b0ffd4be0137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '34fd7482-b4f9-4c54-8a8d-dcd43626480a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:38:32.305657 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd760c4-f38c-40d8-8771-0860983fe405 admin admin] Network hostable DHCP agents. Network: 34fd7482-b4f9-4c54-8a8d-dcd43626480a, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 13:38:32.380665 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-8048e6d6-d194-48ca-b7e8-5d4da168fa53 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=6adf017ce9b34499b7ba676da54c44ef&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1693013 Jul 13 13:38:32.390386 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd760c4-f38c-40d8-8771-0860983fe405 admin admin] Network 34fd7482-b4f9-4c54-8a8d-dcd43626480a is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 13:38:32.446501 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-dfd760c4-f38c-40d8-8771-0860983fe405 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, 34fd7482-b4f9-4c54-8a8d-dcd43626480a) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:38:32.455010 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd760c4-f38c-40d8-8771-0860983fe405 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:32.455797 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dfd760c4-f38c-40d8-8771-0860983fe405 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:32.456701 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d6389e9-c5d8-4059-8561-17b1771c7a4f None None] Network 34fd7482-b4f9-4c54-8a8d-dcd43626480a requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:38:32.460930 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-63aff000-6882-492a-80cd-99ab1abc747e req-1240665d-2c2d-43b8-88ae-d47dcef804bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:32.483183 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-dfd760c4-f38c-40d8-8771-0860983fe405 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.3991282 Jul 13 13:38:32.549153 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-140ba843-9f98-4439-be75-7c8eedfaf856 service neutron] 10.222.0.23 "GET /v2.0/networks/f75cac05-674a-4151-a43b-a75ea71e3ffa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672797 Jul 13 13:38:32.593917 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1e9096c3-5fd1-4f07-9e33-cd95760a4f15 req-b8a1eb90-3972-468e-8088-504cda5831f9 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ce44543-1f61-4d9c-8c3c-26da94576b7f HTTP/1.1" status: 200 len: 210 time: 0.1382465 Jul 13 13:38:32.810316 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ae94198-c6d2-4cc7-bfa0-ad484c6536ab None None] Network 34fd7482-b4f9-4c54-8a8d-dcd43626480a requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:38:32.812890 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-24c3780a-7dcd-4108-a339-d3fa960dd861 service neutron] 10.222.0.23 "GET /v2.0/networks/f75cac05-674a-4151-a43b-a75ea71e3ffa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2609644 Jul 13 13:38:32.915376 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-6ddfb4ea-805b-4884-a6f9-9ff46ea08a0d service neutron] 10.222.0.23 "GET /v2.0/ports/22d9a863-c098-4a4f-a30b-7f895c5bc062?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0993133 Jul 13 13:38:32.927118 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c95f23-8532-4ff6-b0ad-57aa814ccb15 req-19bcb880-2008-4aff-b0b9-22e1e1132c4c tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:32.929490 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-20c95f23-8532-4ff6-b0ad-57aa814ccb15 req-19bcb880-2008-4aff-b0b9-22e1e1132c4c tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.41 "GET /v2.0/networks?id=8a948c4c-6f03-4f10-9e00-2993f9629279 HTTP/1.1" status: 200 len: 814 time: 0.8507237 Jul 13 13:38:33.027760 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-20c95f23-8532-4ff6-b0ad-57aa814ccb15 req-08f10e27-af6d-4f38-b0f5-566d31d60f69 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] Request body: {'port': {'device_id': 'f91e5060-a285-4b39-a63d-f58a29a87fbc', 'network_id': '8a948c4c-6f03-4f10-9e00-2993f9629279', 'admin_state_up': True, 'tenant_id': '930873fa186549f0911fe0cad6275da5'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:38:33.082091 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-4af64d04-2707-455f-b5a4-4b4447798dba service neutron] 10.222.0.23 "GET /v2.0/networks/cc9dab26-3983-4dce-8c1c-cb82d11f88fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658237 Jul 13 13:38:33.225378 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-1a1f6680-7a8a-4137-8400-07303d32fe1b service neutron] 10.222.0.23 "GET /v2.0/networks/cc9dab26-3983-4dce-8c1c-cb82d11f88fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341686 Jul 13 13:38:33.287240 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-1a623f3f-3449-4033-8b5d-a45909564f92 service neutron] 10.222.0.23 "GET /v2.0/ports/3cca05c4-e450-4259-87c3-a2ac658c147b?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0572155 Jul 13 13:38:33.470383 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3412d9-deb2-45cc-9d8c-37b742b3c761 req-f04ff152-edb6-4873-b42a-caaab797676b tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:33.471836 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3e3412d9-deb2-45cc-9d8c-37b742b3c761 req-f04ff152-edb6-4873-b42a-caaab797676b tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.41 "GET /v2.0/networks?id=1e6a1cec-d634-437c-82e7-1ebafa55a815 HTTP/1.1" status: 200 len: 811 time: 0.5378525 Jul 13 13:38:33.489052 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-8c67451b-06c2-4600-a6f8-eb82909ad41a service neutron] 10.222.0.23 "GET /v2.0/networks/cc9dab26-3983-4dce-8c1c-cb82d11f88fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001410 Jul 13 13:38:33.497823 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-3e3412d9-deb2-45cc-9d8c-37b742b3c761 req-235b0a4c-abae-4d33-8b9e-5e1011f31c21 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Request body: {'port': {'device_id': '6ce44543-1f61-4d9c-8c3c-26da94576b7f', 'network_id': '1e6a1cec-d634-437c-82e7-1ebafa55a815', 'admin_state_up': True, 'tenant_id': '735b68527641472d9d98083ece779da8'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:38:33.517181 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2a78d1-2f85-4467-b4db-cc33b2bfbe5e req-fb4e5694-0683-4aeb-bd50-06a0576d6a88 tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:33.526047 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9e2a78d1-2f85-4467-b4db-cc33b2bfbe5e req-fb4e5694-0683-4aeb-bd50-06a0576d6a88 tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] 10.222.0.23 "GET /v2.0/ports?device_id=edfd008a-f8a3-4e66-9697-4e821ba0dd06 HTTP/1.1" status: 200 len: 931 time: 0.5664103 Jul 13 13:38:33.615525 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-2eaf3c5e-f794-4b18-b6b0-a890768d0962 service neutron] 10.222.0.23 "GET /v2.0/networks/cc9dab26-3983-4dce-8c1c-cb82d11f88fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250339 Jul 13 13:38:33.672590 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20c95f23-8532-4ff6-b0ad-57aa814ccb15 req-08f10e27-af6d-4f38-b0f5-566d31d60f69 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] Made reservation on behalf of 930873fa186549f0911fe0cad6275da5 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:38:33.676616 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-20c95f23-8532-4ff6-b0ad-57aa814ccb15 req-08f10e27-af6d-4f38-b0f5-566d31d60f69 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:33.721501 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9e2a78d1-2f85-4467-b4db-cc33b2bfbe5e req-05a024de-66a3-490e-9951-56674d38a680 tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] 10.222.0.23 "GET /v2.0/security-groups?id=9a4040a4-7a24-4bfb-97c3-fc064942d274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945102 Jul 13 13:38:33.770354 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-59581633-f3a8-4eee-82a7-472ad4a9cf3e service neutron] 10.222.0.23 "GET /v2.0/networks/cc9dab26-3983-4dce-8c1c-cb82d11f88fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433885 Jul 13 13:38:33.836669 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-63aff000-6882-492a-80cd-99ab1abc747e req-1240665d-2c2d-43b8-88ae-d47dcef804bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6f1b671-fbe2-4cb1-9114-8040dc67ae20 {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:38:33.878019 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-63aff000-6882-492a-80cd-99ab1abc747e req-1240665d-2c2d-43b8-88ae-d47dcef804bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:33.922314 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-63aff000-6882-492a-80cd-99ab1abc747e req-1240665d-2c2d-43b8-88ae-d47dcef804bd service neutron] Transition to ACTIVE for port object a6f1b671-fbe2-4cb1-9114-8040dc67ae20 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:38:33.942982 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-40b25f6c-6fb3-4821-bf43-f6c40ddcc9c9 service neutron] 10.222.0.23 "GET /v2.0/networks/cc9dab26-3983-4dce-8c1c-cb82d11f88fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709492 Jul 13 13:38:33.959328 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-63aff000-6882-492a-80cd-99ab1abc747e req-1240665d-2c2d-43b8-88ae-d47dcef804bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:33.982487 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e3412d9-deb2-45cc-9d8c-37b742b3c761 req-235b0a4c-abae-4d33-8b9e-5e1011f31c21 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Made reservation on behalf of 735b68527641472d9d98083ece779da8 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:38:33.987198 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3e3412d9-deb2-45cc-9d8c-37b742b3c761 req-235b0a4c-abae-4d33-8b9e-5e1011f31c21 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:34.055464 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-361d0a72-16bb-41a9-a98b-93bd17d7397f service neutron] 10.222.0.23 "GET /v2.0/networks/cc9dab26-3983-4dce-8c1c-cb82d11f88fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056836 Jul 13 13:38:34.164131 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-0e25e663-807f-4111-b5a6-efa1511807bb service neutron] 10.222.0.23 "GET /v2.0/networks/cc9dab26-3983-4dce-8c1c-cb82d11f88fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026313 Jul 13 13:38:34.291167 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-930fe557-2e39-4a34-8e4e-172a586d74c0 service neutron] 10.222.0.23 "GET /v2.0/networks/350b8d90-a566-446d-ae67-d3a6d73524f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066496 Jul 13 13:38:34.332700 n-d-800634-1 neutron-server[93750]: INFO neutron.api.v2.resource [req-d27dc8a0-63eb-4e59-93e7-42a2b08db34c req-3e6946b5-824a-44b0-8009-03467e231d6a tempest-SecurityGroupsNegativeTestJSON-601098539 tempest-SecurityGroupsNegativeTestJSON-601098539-project] show failed (client error): The resource could not be found. Jul 13 13:38:34.333804 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d27dc8a0-63eb-4e59-93e7-42a2b08db34c req-3e6946b5-824a-44b0-8009-03467e231d6a tempest-SecurityGroupsNegativeTestJSON-601098539 tempest-SecurityGroupsNegativeTestJSON-601098539-project] 10.222.0.23 "GET /v2.0/security-groups/fe579493-4397-458e-b5b3-5fdf968c02a7 HTTP/1.1" status: 404 len: 352 time: 0.4065082 Jul 13 13:38:34.359124 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-20c95f23-8532-4ff6-b0ad-57aa814ccb15 req-08f10e27-af6d-4f38-b0f5-566d31d60f69 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] Allocated IP 172.20.0.2 (8a948c4c-6f03-4f10-9e00-2993f9629279/2e38ecf8-2fec-4f5b-8b3e-f8690198cb4e/2b4a64d3-448e-4191-8e09-4fde1a14539c) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:38:34.400201 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1240665d-2c2d-43b8-88ae-d47dcef804bd service neutron] Pushing event updated for resources: {'Port': ['ID=a6f1b671-fbe2-4cb1-9114-8040dc67ae20,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:38:34.426334 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-37e55726-7f8b-41e5-8735-84fd6b652694 service neutron] 10.222.0.23 "GET /v2.0/networks/350b8d90-a566-446d-ae67-d3a6d73524f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342113 Jul 13 13:38:34.535258 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-bc6cf0bb-a9f3-41ca-90a6-f75ea42c2a38 service neutron] 10.222.0.23 "GET /v2.0/networks/350b8d90-a566-446d-ae67-d3a6d73524f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030111 Jul 13 13:38:34.558215 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1355782f-5391-4119-be08-938318266d3c req-c5c02993-6ff2-49ec-8cf3-77cccddfbefe tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.23 "GET /v2.0/ports?device_id=f91e5060-a285-4b39-a63d-f58a29a87fbc HTTP/1.1" status: 200 len: 210 time: 0.0713458 Jul 13 13:38:34.658412 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-4e6cfdc9-0693-47d5-ab2a-d02a7d0e89e0 service neutron] 10.222.0.23 "GET /v2.0/networks/350b8d90-a566-446d-ae67-d3a6d73524f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155882 Jul 13 13:38:34.673889 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-63aff000-6882-492a-80cd-99ab1abc747e req-1240665d-2c2d-43b8-88ae-d47dcef804bd service neutron] Attempting to bind port a6f1b671-fbe2-4cb1-9114-8040dc67ae20 on host n-h1-800634-1 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:38:34.674238 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-63aff000-6882-492a-80cd-99ab1abc747e req-1240665d-2c2d-43b8-88ae-d47dcef804bd service neutron] Attempting to bind port a6f1b671-fbe2-4cb1-9114-8040dc67ae20 by drivers openvswitch,hyperv on host n-h1-800634-1 at level 0 using segments [{'id': 'a992ca7b-0374-4ac8-89fd-e7752d9855d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'a0797fb9-b450-4bbe-af8e-ecaaafb3ac9d'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:38:34.674571 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63aff000-6882-492a-80cd-99ab1abc747e req-1240665d-2c2d-43b8-88ae-d47dcef804bd service neutron] Attempting to bind port a6f1b671-fbe2-4cb1-9114-8040dc67ae20 on network a0797fb9-b450-4bbe-af8e-ecaaafb3ac9d {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:38:34.692735 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63aff000-6882-492a-80cd-99ab1abc747e req-1240665d-2c2d-43b8-88ae-d47dcef804bd service neutron] Port a6f1b671-fbe2-4cb1-9114-8040dc67ae20 on network a0797fb9-b450-4bbe-af8e-ecaaafb3ac9d not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-1 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:38:34.693075 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63aff000-6882-492a-80cd-99ab1abc747e req-1240665d-2c2d-43b8-88ae-d47dcef804bd service neutron] Attempting to bind port a6f1b671-fbe2-4cb1-9114-8040dc67ae20 on network a0797fb9-b450-4bbe-af8e-ecaaafb3ac9d {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:38:34.698418 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-3e3412d9-deb2-45cc-9d8c-37b742b3c761 req-235b0a4c-abae-4d33-8b9e-5e1011f31c21 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Allocated IP 172.20.0.14 (1e6a1cec-d634-437c-82e7-1ebafa55a815/4a7066db-069e-4126-a711-5a91da09992d/776054fc-ecbd-41ea-aa05-06fc8946f52a) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:38:34.712967 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63aff000-6882-492a-80cd-99ab1abc747e req-1240665d-2c2d-43b8-88ae-d47dcef804bd service neutron] Checking agent: {'id': 'a7603dc8-3c50-4a9b-8f0d-1143528f155e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 38, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:38:34.713294 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63aff000-6882-492a-80cd-99ab1abc747e req-1240665d-2c2d-43b8-88ae-d47dcef804bd service neutron] Checking segment: {'id': 'a992ca7b-0374-4ac8-89fd-e7752d9855d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'a0797fb9-b450-4bbe-af8e-ecaaafb3ac9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:38:34.713692 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63aff000-6882-492a-80cd-99ab1abc747e req-1240665d-2c2d-43b8-88ae-d47dcef804bd service neutron] Bound using segment: {'id': 'a992ca7b-0374-4ac8-89fd-e7752d9855d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'a0797fb9-b450-4bbe-af8e-ecaaafb3ac9d'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:38:34.714167 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-63aff000-6882-492a-80cd-99ab1abc747e req-1240665d-2c2d-43b8-88ae-d47dcef804bd service neutron] Bound port: a6f1b671-fbe2-4cb1-9114-8040dc67ae20, host: n-h1-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a992ca7b-0374-4ac8-89fd-e7752d9855d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'a0797fb9-b450-4bbe-af8e-ecaaafb3ac9d'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:38:34.715115 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-63aff000-6882-492a-80cd-99ab1abc747e req-1240665d-2c2d-43b8-88ae-d47dcef804bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:34.780241 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cc073137-7456-4cb4-a160-5ba9d800c891 req-04bc0d2c-bfc9-49e8-8f67-8789a32298ad tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ce44543-1f61-4d9c-8c3c-26da94576b7f HTTP/1.1" status: 200 len: 210 time: 0.0593874 Jul 13 13:38:34.852590 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-20c95f23-8532-4ff6-b0ad-57aa814ccb15 req-08f10e27-af6d-4f38-b0f5-566d31d60f69 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:34.969057 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-63aff000-6882-492a-80cd-99ab1abc747e req-1240665d-2c2d-43b8-88ae-d47dcef804bd service neutron] For port a6f1b671-fbe2-4cb1-9114-8040dc67ae20, host n-h1-800634-1, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:38:34.997766 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-63aff000-6882-492a-80cd-99ab1abc747e req-1240665d-2c2d-43b8-88ae-d47dcef804bd service neutron] For port a6f1b671-fbe2-4cb1-9114-8040dc67ae20, host n-h1-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=a6f1b671-fbe2-4cb1-9114-8040dc67ae20,segment=NetworkSegment(a992ca7b-0374-4ac8-89fd-e7752d9855d0),segment_id=a992ca7b-0374-4ac8-89fd-e7752d9855d0)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:38:35.006554 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 57848) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:38:35.018690 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-63aff000-6882-492a-80cd-99ab1abc747e req-1240665d-2c2d-43b8-88ae-d47dcef804bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:35.107860 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aff000-6882-492a-80cd-99ab1abc747e req-1240665d-2c2d-43b8-88ae-d47dcef804bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:35.109367 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-63aff000-6882-492a-80cd-99ab1abc747e req-1240665d-2c2d-43b8-88ae-d47dcef804bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:35.110965 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-63aff000-6882-492a-80cd-99ab1abc747e req-1240665d-2c2d-43b8-88ae-d47dcef804bd service neutron] 10.222.0.26 "PUT /v2.0/ports/a6f1b671-fbe2-4cb1-9114-8040dc67ae20 HTTP/1.1" status: 200 len: 1091 time: 3.0190861 Jul 13 13:38:35.126080 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edfd008a-f8a3-4e66-9697-4e821ba0dd06', 'tag': 'a6f1b671-fbe2-4cb1-9114-8040dc67ae20'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:38:35.132279 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c03085c-434d-40ab-ab64-71e70e6270fb" -d '{"events": [{"name": "network-changed", "server_uuid": "edfd008a-f8a3-4e66-9697-4e821ba0dd06", "tag": "a6f1b671-fbe2-4cb1-9114-8040dc67ae20"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:38:35.159797 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fde62d42-daf5-49c3-a4df-249d56e5acbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:35.180951 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-20c95f23-8532-4ff6-b0ad-57aa814ccb15 req-08f10e27-af6d-4f38-b0f5-566d31d60f69 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:35.234304 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1240665d-2c2d-43b8-88ae-d47dcef804bd service neutron] Pushing event updated for resources: {'Port': ['ID=a6f1b671-fbe2-4cb1-9114-8040dc67ae20,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:38:35.273900 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fde62d42-daf5-49c3-a4df-249d56e5acbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:35.281938 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3e3412d9-deb2-45cc-9d8c-37b742b3c761 req-235b0a4c-abae-4d33-8b9e-5e1011f31c21 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:35.287054 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fde62d42-daf5-49c3-a4df-249d56e5acbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:35.309727 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20c95f23-8532-4ff6-b0ad-57aa814ccb15 req-08f10e27-af6d-4f38-b0f5-566d31d60f69 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] Network 8a948c4c-6f03-4f10-9e00-2993f9629279 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:38:35.323865 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-20c95f23-8532-4ff6-b0ad-57aa814ccb15 req-08f10e27-af6d-4f38-b0f5-566d31d60f69 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:38:35.326544 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-20c95f23-8532-4ff6-b0ad-57aa814ccb15 req-08f10e27-af6d-4f38-b0f5-566d31d60f69 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:38:35.356670 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-fde62d42-daf5-49c3-a4df-249d56e5acbe admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e0cf01371aea4bb9ad05c45b8aae73b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3485408 Jul 13 13:38:35.357674 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 57868) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:38:35.367340 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde62d42-daf5-49c3-a4df-249d56e5acbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54e99825-cc82-48d3-a5e2-b9b53e7304e9,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:38:35.412310 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a67405-25bc-402c-92f4-5253d21c2ab8 req-68231f0e-01cd-4d13-84a5-1e52825dae6f tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:35.420256 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-38a67405-25bc-402c-92f4-5253d21c2ab8 req-68231f0e-01cd-4d13-84a5-1e52825dae6f tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] 10.222.0.23 "GET /v2.0/ports?device_id=edfd008a-f8a3-4e66-9697-4e821ba0dd06 HTTP/1.1" status: 200 len: 943 time: 0.4112210 Jul 13 13:38:35.423094 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f10e27-af6d-4f38-b0f5-566d31d60f69 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] Pushing event updated for resources: {'Port': ['ID=2b4a64d3-448e-4191-8e09-4fde1a14539c,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:38:35.488050 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c95f23-8532-4ff6-b0ad-57aa814ccb15 req-08f10e27-af6d-4f38-b0f5-566d31d60f69 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:35.488709 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-20c95f23-8532-4ff6-b0ad-57aa814ccb15 req-08f10e27-af6d-4f38-b0f5-566d31d60f69 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:35.495587 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2d7c089d-e7e2-43b4-bdcb-32c767b9e80b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:35.536518 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aff000-6882-492a-80cd-99ab1abc747e req-96c7c630-5de3-4819-bf17-714f4180ada8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:35.539093 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-63aff000-6882-492a-80cd-99ab1abc747e req-96c7c630-5de3-4819-bf17-714f4180ada8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9e72d4daf74d4b30a471837a4b3d6e97&device_id=edfd008a-f8a3-4e66-9697-4e821ba0dd06 HTTP/1.1" status: 200 len: 1094 time: 0.3628733 Jul 13 13:38:35.546358 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-38a67405-25bc-402c-92f4-5253d21c2ab8 req-7027cea8-976c-4438-8be1-8767db4e2ff7 tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] 10.222.0.23 "GET /v2.0/security-groups?id=9a4040a4-7a24-4bfb-97c3-fc064942d274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251936 Jul 13 13:38:35.547645 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3e3412d9-deb2-45cc-9d8c-37b742b3c761 req-235b0a4c-abae-4d33-8b9e-5e1011f31c21 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:35.550181 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-20c95f23-8532-4ff6-b0ad-57aa814ccb15 req-08f10e27-af6d-4f38-b0f5-566d31d60f69 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5331583 Jul 13 13:38:35.557846 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2d7c089d-e7e2-43b4-bdcb-32c767b9e80b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:35.635468 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-20c95f23-8532-4ff6-b0ad-57aa814ccb15 req-b6962d4b-e768-4d69-8a61-9d0d847768aa service neutron] Request body: {'port': {'device_id': 'f91e5060-a285-4b39-a63d-f58a29a87fbc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:38:35.646262 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235b0a4c-abae-4d33-8b9e-5e1011f31c21 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Pushing event updated for resources: {'Port': ['ID=776054fc-ecbd-41ea-aa05-06fc8946f52a,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:38:35.648945 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2773bc9f-64dd-4e5b-b38f-0a2813d47acb req-7d6d71fd-241f-4c03-a85e-05c7100b488d tempest-SecurityGroupsNegativeTestJSON-601098539 tempest-SecurityGroupsNegativeTestJSON-601098539-project] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=46cbfd0a223f4e7c831562659221ad12 HTTP/1.1" status: 200 len: 2988 time: 0.2275758 Jul 13 13:38:35.671841 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2d7c089d-e7e2-43b4-bdcb-32c767b9e80b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:35.674930 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2d7c089d-e7e2-43b4-bdcb-32c767b9e80b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:35.676561 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-2d7c089d-e7e2-43b4-bdcb-32c767b9e80b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/54e99825-cc82-48d3-a5e2-b9b53e7304e9 HTTP/1.1" status: 204 len: 168 time: 0.3174782 Jul 13 13:38:35.698165 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7c089d-e7e2-43b4-bdcb-32c767b9e80b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54e99825-cc82-48d3-a5e2-b9b53e7304e9,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:38:35.722179 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2773bc9f-64dd-4e5b-b38f-0a2813d47acb req-80f09e83-7409-4d79-ae0a-7fd32e872d3e tempest-SecurityGroupsNegativeTestJSON-601098539 tempest-SecurityGroupsNegativeTestJSON-601098539-project] 10.222.0.23 "GET /v2.0/security-groups/7f480f45-c22e-4395-8a78-dbc23d06b52c HTTP/1.1" status: 200 len: 2985 time: 0.0722558 Jul 13 13:38:35.759752 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 13:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7ca0fe3-3da1-49ab-af3c-9d6402b4d7e7 x-openstack-request-id: req-c7ca0fe3-3da1-49ab-af3c-9d6402b4d7e7 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:38:35.760113 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edfd008a-f8a3-4e66-9697-4e821ba0dd06", "tag": "a6f1b671-fbe2-4cb1-9114-8040dc67ae20", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:38:35.760260 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c7ca0fe3-3da1-49ab-af3c-9d6402b4d7e7 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:38:35.760664 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edfd008a-f8a3-4e66-9697-4e821ba0dd06', 'tag': 'a6f1b671-fbe2-4cb1-9114-8040dc67ae20', 'status': 'completed', 'code': 200} Jul 13 13:38:35.762085 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-63aff000-6882-492a-80cd-99ab1abc747e req-442b2154-8a85-47fe-a120-15ae5ae3ceed service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a6f1b671-fbe2-4cb1-9114-8040dc67ae20 HTTP/1.1" status: 200 len: 217 time: 0.2092514 Jul 13 13:38:35.797340 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2773bc9f-64dd-4e5b-b38f-0a2813d47acb req-52512726-80dc-47fb-8a6f-1eece5c64d03 tempest-SecurityGroupsNegativeTestJSON-601098539 tempest-SecurityGroupsNegativeTestJSON-601098539-project] 10.222.0.23 "GET /v2.0/security-groups/7f480f45-c22e-4395-8a78-dbc23d06b52c HTTP/1.1" status: 200 len: 2985 time: 0.0741975 Jul 13 13:38:35.876585 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e3412d9-deb2-45cc-9d8c-37b742b3c761 req-235b0a4c-abae-4d33-8b9e-5e1011f31c21 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Network 1e6a1cec-d634-437c-82e7-1ebafa55a815 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:38:35.941378 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-94faf51b-2fe1-496c-acfe-bd3e121137f2 req-52b9d28b-55a6-4fcc-b488-4cffa9451ed1 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba24330e-3d10-45b2-aa45-d413663c46d4 HTTP/1.1" status: 200 len: 210 time: 0.1447971 Jul 13 13:38:35.953068 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-3e3412d9-deb2-45cc-9d8c-37b742b3c761 req-235b0a4c-abae-4d33-8b9e-5e1011f31c21 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:38:35.969893 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-20c95f23-8532-4ff6-b0ad-57aa814ccb15 req-b6962d4b-e768-4d69-8a61-9d0d847768aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:35.980064 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e3412d9-deb2-45cc-9d8c-37b742b3c761 req-235b0a4c-abae-4d33-8b9e-5e1011f31c21 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:38:36.039905 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aff000-6882-492a-80cd-99ab1abc747e req-bdc1a3ff-d90e-4be2-8456-dcfb4aa197f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:36.041492 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-63aff000-6882-492a-80cd-99ab1abc747e req-bdc1a3ff-d90e-4be2-8456-dcfb4aa197f4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=66d38b61-7f2b-49e9-ae15-bdea3497cacb HTTP/1.1" status: 200 len: 855 time: 0.2218359 Jul 13 13:38:36.127158 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-63aff000-6882-492a-80cd-99ab1abc747e req-ba8cf926-57dd-4738-961f-2e65fbe70031 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a0797fb9-b450-4bbe-af8e-ecaaafb3ac9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0683138 Jul 13 13:38:36.136434 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e614e522-e839-4dc7-9aa0-81d05c9929c0 req-817158b9-e103-452f-b900-0b58f09356fb tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:36.138928 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e614e522-e839-4dc7-9aa0-81d05c9929c0 req-817158b9-e103-452f-b900-0b58f09356fb tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.23 "GET /v2.0/ports?device_id=f91e5060-a285-4b39-a63d-f58a29a87fbc HTTP/1.1" status: 200 len: 931 time: 0.1183138 Jul 13 13:38:36.138928 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 57892) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:38:36.158724 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e3907005-331a-45c3-857f-a3a6f2a2961d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:36.159100 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3412d9-deb2-45cc-9d8c-37b742b3c761 req-235b0a4c-abae-4d33-8b9e-5e1011f31c21 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:36.159755 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3e3412d9-deb2-45cc-9d8c-37b742b3c761 req-235b0a4c-abae-4d33-8b9e-5e1011f31c21 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:36.243703 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e614e522-e839-4dc7-9aa0-81d05c9929c0 req-6347e9ba-87a3-424b-a765-962b488229c5 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.23 "GET /v2.0/security-groups?id=215441dc-b65f-49ea-b8ce-4afa75e23159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910184 Jul 13 13:38:36.304512 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-fc737f8a-b6f7-48b5-bb98-26bbe64ccf88 req-a0aeaa1d-a582-4e26-8d73-b1dbac891354 tempest-SecurityGroupsNegativeTestJSON-601098539 tempest-SecurityGroupsNegativeTestJSON-601098539-project] 10.222.0.23 "GET /v2.0/security-groups/7f480f45-c22e-4395-8a78-dbc23d06b52c HTTP/1.1" status: 200 len: 2985 time: 0.3016179 Jul 13 13:38:36.343049 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e3907005-331a-45c3-857f-a3a6f2a2961d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:36.348846 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e3907005-331a-45c3-857f-a3a6f2a2961d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:36.378121 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3e3412d9-deb2-45cc-9d8c-37b742b3c761 req-235b0a4c-abae-4d33-8b9e-5e1011f31c21 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8914881 Jul 13 13:38:36.406550 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-e3907005-331a-45c3-857f-a3a6f2a2961d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b724d84b42dc494a96528a29e65531c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2663100 Jul 13 13:38:36.407465 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 57894) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:38:36.408538 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-3e3412d9-deb2-45cc-9d8c-37b742b3c761 req-3a0380c2-d554-414c-be0d-e121436f872c service neutron] Request body: {'port': {'device_id': '6ce44543-1f61-4d9c-8c3c-26da94576b7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:38:36.409706 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3907005-331a-45c3-857f-a3a6f2a2961d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5309ed72-41a3-41a2-a1ed-8ea9a6777bb2,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:38:36.448259 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-63aff000-6882-492a-80cd-99ab1abc747e req-fe3c3815-b9b8-4f39-a765-e9636ae58aae service neutron] 10.222.0.26 "GET /v2.0/networks/a0797fb9-b450-4bbe-af8e-ecaaafb3ac9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3086588 Jul 13 13:38:36.507822 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3a808e59-c6f8-42d5-af4e-6a78a11e5c87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:36.538642 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3a808e59-c6f8-42d5-af4e-6a78a11e5c87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:36.592843 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12e34e2-8396-49b8-b340-82146aab5378 req-723d7269-9f4a-4fa4-b941-3011f58b1b93 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:36.595174 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f12e34e2-8396-49b8-b340-82146aab5378 req-723d7269-9f4a-4fa4-b941-3011f58b1b93 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ce44543-1f61-4d9c-8c3c-26da94576b7f HTTP/1.1" status: 200 len: 932 time: 0.1865649 Jul 13 13:38:36.595331 n-d-800634-1 neutron-server[93750]: INFO neutron.api.v2.resource [req-fc737f8a-b6f7-48b5-bb98-26bbe64ccf88 req-2400fba1-cd95-4cb3-be63-610526e11ae1 tempest-SecurityGroupsNegativeTestJSON-601098539 tempest-SecurityGroupsNegativeTestJSON-601098539-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 13 13:38:36.597217 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-fc737f8a-b6f7-48b5-bb98-26bbe64ccf88 req-2400fba1-cd95-4cb3-be63-610526e11ae1 tempest-SecurityGroupsNegativeTestJSON-601098539 tempest-SecurityGroupsNegativeTestJSON-601098539-project] 10.222.0.23 "DELETE /v2.0/security-groups/7f480f45-c22e-4395-8a78-dbc23d06b52c HTTP/1.1" status: 409 len: 352 time: 0.2912636 Jul 13 13:38:36.658539 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-63aff000-6882-492a-80cd-99ab1abc747e req-adf92798-eec0-4768-8fc3-0ea3091823c9 service neutron] 10.222.0.26 "GET /v2.0/networks/a0797fb9-b450-4bbe-af8e-ecaaafb3ac9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889536 Jul 13 13:38:36.685375 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3e3412d9-deb2-45cc-9d8c-37b742b3c761 req-3a0380c2-d554-414c-be0d-e121436f872c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:36.693710 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3a808e59-c6f8-42d5-af4e-6a78a11e5c87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:36.699610 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3a808e59-c6f8-42d5-af4e-6a78a11e5c87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:36.703894 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-3a808e59-c6f8-42d5-af4e-6a78a11e5c87 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5309ed72-41a3-41a2-a1ed-8ea9a6777bb2 HTTP/1.1" status: 204 len: 168 time: 0.2876761 Jul 13 13:38:36.759543 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f12e34e2-8396-49b8-b340-82146aab5378 req-a1dd700f-0a30-4eb4-9d73-85a55b7b8b41 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8450e8a-3ce6-4095-b6b4-37555b8042b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409383 Jul 13 13:38:36.765509 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a808e59-c6f8-42d5-af4e-6a78a11e5c87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5309ed72-41a3-41a2-a1ed-8ea9a6777bb2,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:38:36.818562 n-d-800634-1 neutron-server[93751]: INFO neutron.api.v2.resource [req-0c8e2936-1a00-49b0-ae8e-19bb6c9b39b4 req-810f3a2c-cb85-4f2d-ab44-26ad1fa36345 tempest-SecurityGroupsNegativeTestJSON-601098539 tempest-SecurityGroupsNegativeTestJSON-601098539-project] show failed (client error): The resource could not be found. Jul 13 13:38:36.823203 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-20c95f23-8532-4ff6-b0ad-57aa814ccb15 req-b6962d4b-e768-4d69-8a61-9d0d847768aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b4a64d3-448e-4191-8e09-4fde1a14539c {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:38:36.827175 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-0c8e2936-1a00-49b0-ae8e-19bb6c9b39b4 req-810f3a2c-cb85-4f2d-ab44-26ad1fa36345 tempest-SecurityGroupsNegativeTestJSON-601098539 tempest-SecurityGroupsNegativeTestJSON-601098539-project] 10.222.0.23 "GET /v2.0/security-groups/71f56082-c063-458f-a69c-4ca0b6d8280b HTTP/1.1" status: 404 len: 352 time: 0.0242264 Jul 13 13:38:36.834623 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-20c95f23-8532-4ff6-b0ad-57aa814ccb15 req-b6962d4b-e768-4d69-8a61-9d0d847768aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:36.871311 n-d-800634-1 neutron-server[93751]: INFO neutron.api.v2.resource [req-d29f899b-1776-4432-a1ee-bdde112c4649 req-9e04dc69-4907-41dc-8f57-69ec4188039f tempest-SecurityGroupsNegativeTestJSON-601098539 tempest-SecurityGroupsNegativeTestJSON-601098539-project] show failed (client error): The resource could not be found. Jul 13 13:38:36.872359 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d29f899b-1776-4432-a1ee-bdde112c4649 req-9e04dc69-4907-41dc-8f57-69ec4188039f tempest-SecurityGroupsNegativeTestJSON-601098539 tempest-SecurityGroupsNegativeTestJSON-601098539-project] 10.222.0.23 "GET /v2.0/security-groups/d86f78e7-1861-4710-a401-b2516846e5f2 HTTP/1.1" status: 404 len: 352 time: 0.0212431 Jul 13 13:38:36.929880 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 57908) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:38:36.930690 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-20c95f23-8532-4ff6-b0ad-57aa814ccb15 req-b6962d4b-e768-4d69-8a61-9d0d847768aa service neutron] Transition to ACTIVE for port object 2b4a64d3-448e-4191-8e09-4fde1a14539c will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:38:36.962089 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-000f7bac-cf19-4384-a705-dfba2252b539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:36.963896 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-000f7bac-cf19-4384-a705-dfba2252b539 service neutron] 10.222.0.26 "GET /v2.0/ports/22d9a863-c098-4a4f-a30b-7f895c5bc062 HTTP/1.1" status: 200 len: 1026 time: 0.0883000 Jul 13 13:38:37.059321 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-c14de382-1000-498a-89b5-314d2b8d8da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:37.060725 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-c14de382-1000-498a-89b5-314d2b8d8da2 service neutron] 10.222.0.26 "GET /v2.0/ports/3cca05c4-e450-4259-87c3-a2ac658c147b HTTP/1.1" status: 200 len: 1026 time: 0.0791700 Jul 13 13:38:37.071648 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-41dce124-2f98-4130-8c65-57a89a1cf13e admin admin] Deleting subnet 7d2888fd-09b7-4a5f-8815-1eb4541fe904 {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 13:38:37.134233 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-20c95f23-8532-4ff6-b0ad-57aa814ccb15 req-b6962d4b-e768-4d69-8a61-9d0d847768aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:37.146100 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-41dce124-2f98-4130-8c65-57a89a1cf13e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:37.276490 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-aee2c4ad-82d3-446a-9ac3-65ba7540b6f7 req-5206a947-3a81-4483-b98a-eb924c86d316 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba24330e-3d10-45b2-aa45-d413663c46d4 HTTP/1.1" status: 200 len: 210 time: 0.0333912 Jul 13 13:38:37.288322 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-002270a3-9871-47f6-aaa5-ffe707fb5fdf tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:37.296872 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-002270a3-9871-47f6-aaa5-ffe707fb5fdf tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:37.303706 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-002270a3-9871-47f6-aaa5-ffe707fb5fdf tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:37.317643 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-002270a3-9871-47f6-aaa5-ffe707fb5fdf tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] 10.222.0.26 "GET /v2.0/networks?id=f75cac05-674a-4151-a43b-a75ea71e3ffa&id=cc9dab26-3983-4dce-8c1c-cb82d11f88fb&id=cc9dab26-3983-4dce-8c1c-cb82d11f88fb&id=cc9dab26-3983-4dce-8c1c-cb82d11f88fb&id=cc9dab26-3983-4dce-8c1c-cb82d11f88fb&id=350b8d90-a566-446d-ae67-d3a6d73524f9&id=350b8d90-a566-446d-ae67-d3a6d73524f9 HTTP/1.1" status: 200 len: 1991 time: 0.2428975 Jul 13 13:38:37.361491 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-41dce124-2f98-4130-8c65-57a89a1cf13e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5431723'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:37.372457 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-8a6976ec-7032-442b-921d-1e33bf65a722 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6adf017ce9b34499b7ba676da54c44ef HTTP/1.1" status: 200 len: 379 time: 0.0451300 Jul 13 13:38:37.386103 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-5aa88afa-5da3-4c03-89ca-5e63fc835c4d tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Request body: {'port': {'device_id': 'ba24330e-3d10-45b2-aa45-d413663c46d4', 'network_id': 'f75cac05-674a-4151-a43b-a75ea71e3ffa', 'admin_state_up': True, 'tenant_id': '6adf017ce9b34499b7ba676da54c44ef', 'security_groups': ['b297afe2-d282-4df8-a205-49b02bf6195a']}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:38:37.460776 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6962d4b-e768-4d69-8a61-9d0d847768aa service neutron] Pushing event updated for resources: {'Port': ['ID=2b4a64d3-448e-4191-8e09-4fde1a14539c,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:38:37.589360 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f54f4d-aa56-4942-8ce6-da703c94c47c req-19066e12-3e5e-4ddf-b6aa-8b46e460da6d tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:37.596815 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-65f54f4d-aa56-4942-8ce6-da703c94c47c req-19066e12-3e5e-4ddf-b6aa-8b46e460da6d tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.23 "GET /v2.0/ports?device_id=f91e5060-a285-4b39-a63d-f58a29a87fbc HTTP/1.1" status: 200 len: 943 time: 0.1432390 Jul 13 13:38:37.618263 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-5aa88afa-5da3-4c03-89ca-5e63fc835c4d tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Made reservation on behalf of 6adf017ce9b34499b7ba676da54c44ef for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:38:37.622088 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-5aa88afa-5da3-4c03-89ca-5e63fc835c4d tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:37.676918 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-65f54f4d-aa56-4942-8ce6-da703c94c47c req-20963914-c5e1-447f-8934-03d06c3260fd tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.23 "GET /v2.0/security-groups?id=215441dc-b65f-49ea-b8ce-4afa75e23159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749795 Jul 13 13:38:37.774161 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c03085c-434d-40ab-ab64-71e70e6270fb req-6b211491-37f3-4d00-8339-72ee4f5a28d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:37.775784 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2c03085c-434d-40ab-ab64-71e70e6270fb req-6b211491-37f3-4d00-8339-72ee4f5a28d7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9e72d4daf74d4b30a471837a4b3d6e97&device_id=edfd008a-f8a3-4e66-9697-4e821ba0dd06 HTTP/1.1" status: 200 len: 1094 time: 0.8652022 Jul 13 13:38:37.778909 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-41dce124-2f98-4130-8c65-57a89a1cf13e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:37.794093 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ab21f3-20bb-47b2-9b14-ecf9cf6c30e6 req-fd0548b8-3453-4374-99b6-9a5883520b13 tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:37.801073 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-91ab21f3-20bb-47b2-9b14-ecf9cf6c30e6 req-fd0548b8-3453-4374-99b6-9a5883520b13 tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] 10.222.0.23 "GET /v2.0/ports?device_id=edfd008a-f8a3-4e66-9697-4e821ba0dd06 HTTP/1.1" status: 200 len: 943 time: 0.9334035 Jul 13 13:38:37.852663 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-5aa88afa-5da3-4c03-89ca-5e63fc835c4d tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Allocated IP 172.20.0.5 (f75cac05-674a-4151-a43b-a75ea71e3ffa/3c765b7b-3092-42ad-86c2-6cb8eedd39e9/784aaf21-6f00-49f0-a99b-fca08f13346d) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:38:37.932576 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-3e3412d9-deb2-45cc-9d8c-37b742b3c761 req-3a0380c2-d554-414c-be0d-e121436f872c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 776054fc-ecbd-41ea-aa05-06fc8946f52a {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:38:38.013413 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3e3412d9-deb2-45cc-9d8c-37b742b3c761 req-3a0380c2-d554-414c-be0d-e121436f872c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:38.030235 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-3e3412d9-deb2-45cc-9d8c-37b742b3c761 req-3a0380c2-d554-414c-be0d-e121436f872c service neutron] Transition to ACTIVE for port object 776054fc-ecbd-41ea-aa05-06fc8946f52a will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:38:38.090541 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-91ab21f3-20bb-47b2-9b14-ecf9cf6c30e6 req-76f07c9a-a2f7-4bb9-b94d-f51a222fff41 tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] 10.222.0.23 "GET /v2.0/security-groups?id=9a4040a4-7a24-4bfb-97c3-fc064942d274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2883151 Jul 13 13:38:38.107734 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3e3412d9-deb2-45cc-9d8c-37b742b3c761 req-3a0380c2-d554-414c-be0d-e121436f872c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:38.164329 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-5aa88afa-5da3-4c03-89ca-5e63fc835c4d tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:38.180285 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-5aa88afa-5da3-4c03-89ca-5e63fc835c4d tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Transition to ACTIVE for port object 784aaf21-6f00-49f0-a99b-fca08f13346d will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:38:38.195689 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0380c2-d554-414c-be0d-e121436f872c service neutron] Pushing event updated for resources: {'Port': ['ID=776054fc-ecbd-41ea-aa05-06fc8946f52a,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:38:38.203659 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-20c95f23-8532-4ff6-b0ad-57aa814ccb15 req-b6962d4b-e768-4d69-8a61-9d0d847768aa service neutron] Attempting to bind port 2b4a64d3-448e-4191-8e09-4fde1a14539c on host n-h2-800634-1 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:38:38.205118 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-20c95f23-8532-4ff6-b0ad-57aa814ccb15 req-b6962d4b-e768-4d69-8a61-9d0d847768aa service neutron] Attempting to bind port 2b4a64d3-448e-4191-8e09-4fde1a14539c by drivers openvswitch,hyperv on host n-h2-800634-1 at level 0 using segments [{'id': 'b2cba7f6-e29b-4b72-b31f-06e263582f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '8a948c4c-6f03-4f10-9e00-2993f9629279'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:38:38.205681 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c95f23-8532-4ff6-b0ad-57aa814ccb15 req-b6962d4b-e768-4d69-8a61-9d0d847768aa service neutron] Attempting to bind port 2b4a64d3-448e-4191-8e09-4fde1a14539c on network 8a948c4c-6f03-4f10-9e00-2993f9629279 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:38:38.236872 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5537b3e-6591-4db2-9e70-2a1b05113f64 req-28a5641d-7426-4f60-8c28-7d6cdb275d12 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:38.238778 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e5537b3e-6591-4db2-9e70-2a1b05113f64 req-28a5641d-7426-4f60-8c28-7d6cdb275d12 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ce44543-1f61-4d9c-8c3c-26da94576b7f HTTP/1.1" status: 200 len: 932 time: 0.2184212 Jul 13 13:38:38.240572 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-5aa88afa-5da3-4c03-89ca-5e63fc835c4d tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:38.251715 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c95f23-8532-4ff6-b0ad-57aa814ccb15 req-b6962d4b-e768-4d69-8a61-9d0d847768aa service neutron] Port 2b4a64d3-448e-4191-8e09-4fde1a14539c on network 8a948c4c-6f03-4f10-9e00-2993f9629279 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-1 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:38:38.257833 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c95f23-8532-4ff6-b0ad-57aa814ccb15 req-b6962d4b-e768-4d69-8a61-9d0d847768aa service neutron] Attempting to bind port 2b4a64d3-448e-4191-8e09-4fde1a14539c on network 8a948c4c-6f03-4f10-9e00-2993f9629279 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:38:38.297871 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c95f23-8532-4ff6-b0ad-57aa814ccb15 req-b6962d4b-e768-4d69-8a61-9d0d847768aa service neutron] Checking agent: {'id': 'f615e5c9-21ab-43f2-adbc-192d64b795cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:38:38.306495 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c95f23-8532-4ff6-b0ad-57aa814ccb15 req-b6962d4b-e768-4d69-8a61-9d0d847768aa service neutron] Checking segment: {'id': 'b2cba7f6-e29b-4b72-b31f-06e263582f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '8a948c4c-6f03-4f10-9e00-2993f9629279'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:38:38.306725 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c95f23-8532-4ff6-b0ad-57aa814ccb15 req-b6962d4b-e768-4d69-8a61-9d0d847768aa service neutron] Bound using segment: {'id': 'b2cba7f6-e29b-4b72-b31f-06e263582f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '8a948c4c-6f03-4f10-9e00-2993f9629279'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:38:38.308236 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-20c95f23-8532-4ff6-b0ad-57aa814ccb15 req-b6962d4b-e768-4d69-8a61-9d0d847768aa service neutron] Bound port: 2b4a64d3-448e-4191-8e09-4fde1a14539c, host: n-h2-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2cba7f6-e29b-4b72-b31f-06e263582f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '8a948c4c-6f03-4f10-9e00-2993f9629279'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:38:38.308636 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-20c95f23-8532-4ff6-b0ad-57aa814ccb15 req-b6962d4b-e768-4d69-8a61-9d0d847768aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:38.336927 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c03085c-434d-40ab-ab64-71e70e6270fb req-9816acb3-ce95-4fec-bc8c-6c272829dc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:38.341391 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2c03085c-434d-40ab-ab64-71e70e6270fb req-9816acb3-ce95-4fec-bc8c-6c272829dc2d service neutron] 10.222.0.26 "GET /v2.0/networks?id=a0797fb9-b450-4bbe-af8e-ecaaafb3ac9d HTTP/1.1" status: 200 len: 915 time: 0.4717703 Jul 13 13:38:38.346127 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa88afa-5da3-4c03-89ca-5e63fc835c4d tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Pushing event updated for resources: {'Port': ['ID=784aaf21-6f00-49f0-a99b-fca08f13346d,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:38:38.409030 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-5aa88afa-5da3-4c03-89ca-5e63fc835c4d tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Network f75cac05-674a-4151-a43b-a75ea71e3ffa is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:38:38.414400 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-5aa88afa-5da3-4c03-89ca-5e63fc835c4d tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:38:38.417709 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-5aa88afa-5da3-4c03-89ca-5e63fc835c4d tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:38:38.542181 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-5aa88afa-5da3-4c03-89ca-5e63fc835c4d tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:38.543215 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-5aa88afa-5da3-4c03-89ca-5e63fc835c4d tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:38.587317 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-5aa88afa-5da3-4c03-89ca-5e63fc835c4d tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2068486 Jul 13 13:38:38.602643 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-5ac40961-ae3a-4273-b213-1ad30e26f56b tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Request body: {'port': {'device_id': 'ba24330e-3d10-45b2-aa45-d413663c46d4', 'network_id': 'cc9dab26-3983-4dce-8c1c-cb82d11f88fb', 'admin_state_up': True, 'tenant_id': '6adf017ce9b34499b7ba676da54c44ef', 'security_groups': ['b297afe2-d282-4df8-a205-49b02bf6195a']}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:38:38.793877 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa87488a-19e6-4caf-b561-9101bda22a29 None None] Provisioning for port 784aaf21-6f00-49f0-a99b-fca08f13346d completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:38:38.802228 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e5537b3e-6591-4db2-9e70-2a1b05113f64 req-8c7799a4-5620-4bfe-bc00-1cd29c010f9c tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8450e8a-3ce6-4095-b6b4-37555b8042b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4593322 Jul 13 13:38:38.803640 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa87488a-19e6-4caf-b561-9101bda22a29 None None] Provisioning complete for port 784aaf21-6f00-49f0-a99b-fca08f13346d triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:38:38.807047 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa87488a-19e6-4caf-b561-9101bda22a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:38.871505 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-5ac40961-ae3a-4273-b213-1ad30e26f56b tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Made reservation on behalf of 6adf017ce9b34499b7ba676da54c44ef for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:38:38.877177 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-5ac40961-ae3a-4273-b213-1ad30e26f56b tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:38.910268 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-fa87488a-19e6-4caf-b561-9101bda22a29 None None] Port 784aaf21-6f00-49f0-a99b-fca08f13346d cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:38:39.054276 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 57998) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:38:39.142795 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2c03085c-434d-40ab-ab64-71e70e6270fb req-77437008-7f41-4346-8534-e2b0dd563ef9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a6f1b671-fbe2-4cb1-9114-8040dc67ae20 HTTP/1.1" status: 200 len: 217 time: 0.7876966 Jul 13 13:38:39.147598 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-41dce124-2f98-4130-8c65-57a89a1cf13e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5970525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4763356'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:39.300276 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-aee7f248-5f4f-4b89-8d87-2cf953434c14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:39.338615 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-5ac40961-ae3a-4273-b213-1ad30e26f56b tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Allocated IP 10.1.1.190 (cc9dab26-3983-4dce-8c1c-cb82d11f88fb/34409026-9eef-4b98-88d5-24448af1561a/35b9c0d6-bf46-4195-88bd-2cd8259cb742) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:38:39.346180 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-41dce124-2f98-4130-8c65-57a89a1cf13e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:39.347845 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20727b47-9ad8-4892-9045-7fbe762a9ce9 req-44f14a05-1664-457b-88cc-3548efd07c7d tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:39.348470 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-41dce124-2f98-4130-8c65-57a89a1cf13e admin admin] 10.222.0.23 "DELETE /v2.0/subnets/7d2888fd-09b7-4a5f-8815-1eb4541fe904 HTTP/1.1" status: 204 len: 168 time: 2.4170501 Jul 13 13:38:39.356232 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-20727b47-9ad8-4892-9045-7fbe762a9ce9 req-44f14a05-1664-457b-88cc-3548efd07c7d tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.23 "GET /v2.0/ports?device_id=f91e5060-a285-4b39-a63d-f58a29a87fbc HTTP/1.1" status: 200 len: 943 time: 0.2760420 Jul 13 13:38:39.359793 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dce124-2f98-4130-8c65-57a89a1cf13e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d2888fd-09b7-4a5f-8815-1eb4541fe904,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:38:39.363249 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 58006) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:38:39.404400 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c03085c-434d-40ab-ab64-71e70e6270fb req-0537173c-b1db-474b-ab23-c48f461903b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:39.418224 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2c03085c-434d-40ab-ab64-71e70e6270fb req-0537173c-b1db-474b-ab23-c48f461903b8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=66d38b61-7f2b-49e9-ae15-bdea3497cacb HTTP/1.1" status: 200 len: 855 time: 0.2169499 Jul 13 13:38:39.440408 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 58008) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:38:39.444521 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device a6f1b671-fbe2-4cb1-9114-8040dc67ae20 details requested by agent hyperv_n-h1-800634-1 with host n-h1-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 13:38:39.481358 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-20c95f23-8532-4ff6-b0ad-57aa814ccb15 req-b6962d4b-e768-4d69-8a61-9d0d847768aa service neutron] For port 2b4a64d3-448e-4191-8e09-4fde1a14539c, host n-h2-800634-1, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:38:39.489945 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-20c95f23-8532-4ff6-b0ad-57aa814ccb15 req-b6962d4b-e768-4d69-8a61-9d0d847768aa service neutron] For port 2b4a64d3-448e-4191-8e09-4fde1a14539c, host n-h2-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=2b4a64d3-448e-4191-8e09-4fde1a14539c,segment=NetworkSegment(b2cba7f6-e29b-4b72-b31f-06e263582f9a),segment_id=b2cba7f6-e29b-4b72-b31f-06e263582f9a)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:38:39.501986 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3033d00c-2cb8-4468-a000-47672a010b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:39.563041 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-20727b47-9ad8-4892-9045-7fbe762a9ce9 req-06b97863-600c-4250-9af2-0a34c99fb4a1 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.23 "GET /v2.0/security-groups?id=215441dc-b65f-49ea-b8ce-4afa75e23159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056501 Jul 13 13:38:39.603329 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2c03085c-434d-40ab-ab64-71e70e6270fb req-698433fc-eff8-4c26-af95-55c094e8943a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a0797fb9-b450-4bbe-af8e-ecaaafb3ac9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1816905 Jul 13 13:38:39.622500 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-20c95f23-8532-4ff6-b0ad-57aa814ccb15 req-b6962d4b-e768-4d69-8a61-9d0d847768aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:39.661069 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port a6f1b671-fbe2-4cb1-9114-8040dc67ae20, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=a6f1b671-fbe2-4cb1-9114-8040dc67ae20,segment=NetworkSegment(a992ca7b-0374-4ac8-89fd-e7752d9855d0),segment_id=a992ca7b-0374-4ac8-89fd-e7752d9855d0)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:38:39.694799 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Returning: {'device': 'a6f1b671-fbe2-4cb1-9114-8040dc67ae20', 'network_id': 'a0797fb9-b450-4bbe-af8e-ecaaafb3ac9d', 'port_id': 'a6f1b671-fbe2-4cb1-9114-8040dc67ae20', 'mac_address': 'fa:16:3e:a4:51:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66d38b61-7f2b-49e9-ae15-bdea3497cacb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 13:38:39.782717 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:39.798070 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6f1b671-fbe2-4cb1-9114-8040dc67ae20 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:38:39.822025 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port a6f1b671-fbe2-4cb1-9114-8040dc67ae20, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=a6f1b671-fbe2-4cb1-9114-8040dc67ae20,segment=NetworkSegment(a992ca7b-0374-4ac8-89fd-e7752d9855d0),segment_id=a992ca7b-0374-4ac8-89fd-e7752d9855d0)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:38:39.827465 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:39.829359 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8fac1663-56ee-4643-b1fd-000510669774 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:39.836391 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2c03085c-434d-40ab-ab64-71e70e6270fb req-b9ce93f6-10c9-4acf-8ab7-7e6144bb9cde service neutron] 10.222.0.26 "GET /v2.0/networks/a0797fb9-b450-4bbe-af8e-ecaaafb3ac9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055836 Jul 13 13:38:39.844209 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6962d4b-e768-4d69-8a61-9d0d847768aa service neutron] Pushing event updated for resources: {'Port': ['ID=2b4a64d3-448e-4191-8e09-4fde1a14539c,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:38:39.889214 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=a6f1b671-fbe2-4cb1-9114-8040dc67ae20,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:38:39.895953 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-3e3412d9-deb2-45cc-9d8c-37b742b3c761 req-3a0380c2-d554-414c-be0d-e121436f872c service neutron] Attempting to bind port 776054fc-ecbd-41ea-aa05-06fc8946f52a on host n-h2-800634-1 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:38:39.898859 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-3e3412d9-deb2-45cc-9d8c-37b742b3c761 req-3a0380c2-d554-414c-be0d-e121436f872c service neutron] Attempting to bind port 776054fc-ecbd-41ea-aa05-06fc8946f52a by drivers openvswitch,hyperv on host n-h2-800634-1 at level 0 using segments [{'id': '8ca861d2-7f67-42e9-b790-b2afeca7fd40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '1e6a1cec-d634-437c-82e7-1ebafa55a815'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:38:39.899843 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e3412d9-deb2-45cc-9d8c-37b742b3c761 req-3a0380c2-d554-414c-be0d-e121436f872c service neutron] Attempting to bind port 776054fc-ecbd-41ea-aa05-06fc8946f52a on network 1e6a1cec-d634-437c-82e7-1ebafa55a815 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:38:39.930572 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3033d00c-2cb8-4468-a000-47672a010b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:39.959639 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-aee7f248-5f4f-4b89-8d87-2cf953434c14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:39.961716 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-3033d00c-2cb8-4468-a000-47672a010b44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34fd7482-b4f9-4c54-8a8d-dcd43626480a']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:38:39.981436 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-aee7f248-5f4f-4b89-8d87-2cf953434c14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:39.984980 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c95f23-8532-4ff6-b0ad-57aa814ccb15 req-b6962d4b-e768-4d69-8a61-9d0d847768aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:39.985770 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-20c95f23-8532-4ff6-b0ad-57aa814ccb15 req-b6962d4b-e768-4d69-8a61-9d0d847768aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:39.987086 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-20c95f23-8532-4ff6-b0ad-57aa814ccb15 req-b6962d4b-e768-4d69-8a61-9d0d847768aa service neutron] 10.222.0.41 "PUT /v2.0/ports/2b4a64d3-448e-4191-8e09-4fde1a14539c HTTP/1.1" status: 200 len: 1091 time: 4.3643968 Jul 13 13:38:39.988031 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f91e5060-a285-4b39-a63d-f58a29a87fbc', 'tag': '2b4a64d3-448e-4191-8e09-4fde1a14539c'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:38:39.992308 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88ae5517-463d-439c-aebd-beb567aad61d" -d '{"events": [{"name": "network-changed", "server_uuid": "f91e5060-a285-4b39-a63d-f58a29a87fbc", "tag": "2b4a64d3-448e-4191-8e09-4fde1a14539c"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:38:40.004187 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071658dd-d9fe-4691-bf2e-8cc378fdee48 req-846ab660-85c0-408d-8f25-c1c5f2720b73 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:40.005081 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-3033d00c-2cb8-4468-a000-47672a010b44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ed58dae-4078-4298-ada9-b0ffd4be0137') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:38:40.005371 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-3033d00c-2cb8-4468-a000-47672a010b44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ed58dae-4078-4298-ada9-b0ffd4be0137') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:38:40.005692 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-071658dd-d9fe-4691-bf2e-8cc378fdee48 req-846ab660-85c0-408d-8f25-c1c5f2720b73 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba24330e-3d10-45b2-aa45-d413663c46d4 HTTP/1.1" status: 200 len: 931 time: 0.8774760 Jul 13 13:38:40.006344 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e3412d9-deb2-45cc-9d8c-37b742b3c761 req-3a0380c2-d554-414c-be0d-e121436f872c service neutron] Port 776054fc-ecbd-41ea-aa05-06fc8946f52a on network 1e6a1cec-d634-437c-82e7-1ebafa55a815 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-1 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:38:40.006908 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e3412d9-deb2-45cc-9d8c-37b742b3c761 req-3a0380c2-d554-414c-be0d-e121436f872c service neutron] Attempting to bind port 776054fc-ecbd-41ea-aa05-06fc8946f52a on network 1e6a1cec-d634-437c-82e7-1ebafa55a815 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:38:40.020528 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a6613965-dace-4f7d-b9e9-5fa0ec2466e6 req-50d8f9ed-7753-4f84-b21f-fc059e9b8c1a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ac008d86-3c7f-4f7e-8329-5d04261d9a38&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7117257 Jul 13 13:38:40.027646 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e3412d9-deb2-45cc-9d8c-37b742b3c761 req-3a0380c2-d554-414c-be0d-e121436f872c service neutron] Checking agent: {'id': 'f615e5c9-21ab-43f2-adbc-192d64b795cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:38:40.027981 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e3412d9-deb2-45cc-9d8c-37b742b3c761 req-3a0380c2-d554-414c-be0d-e121436f872c service neutron] Checking segment: {'id': '8ca861d2-7f67-42e9-b790-b2afeca7fd40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '1e6a1cec-d634-437c-82e7-1ebafa55a815'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:38:40.028364 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e3412d9-deb2-45cc-9d8c-37b742b3c761 req-3a0380c2-d554-414c-be0d-e121436f872c service neutron] Bound using segment: {'id': '8ca861d2-7f67-42e9-b790-b2afeca7fd40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '1e6a1cec-d634-437c-82e7-1ebafa55a815'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:38:40.028808 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-3e3412d9-deb2-45cc-9d8c-37b742b3c761 req-3a0380c2-d554-414c-be0d-e121436f872c service neutron] Bound port: 776054fc-ecbd-41ea-aa05-06fc8946f52a, host: n-h2-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ca861d2-7f67-42e9-b790-b2afeca7fd40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '1e6a1cec-d634-437c-82e7-1ebafa55a815'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:38:40.029423 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3e3412d9-deb2-45cc-9d8c-37b742b3c761 req-3a0380c2-d554-414c-be0d-e121436f872c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:40.047981 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['a6f1b671-fbe2-4cb1-9114-8040dc67ae20'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:38:40.089246 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-5ac40961-ae3a-4273-b213-1ad30e26f56b tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:40.106524 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-5ac40961-ae3a-4273-b213-1ad30e26f56b tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Transition to ACTIVE for port object 35b9c0d6-bf46-4195-88bd-2cd8259cb742 will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:38:40.140666 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3033d00c-2cb8-4468-a000-47672a010b44 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6018464'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:40.157467 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3033d00c-2cb8-4468-a000-47672a010b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:40.165183 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3033d00c-2cb8-4468-a000-47672a010b44 admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 13:38:40.165760 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3033d00c-2cb8-4468-a000-47672a010b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6018632'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:40.225578 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-071658dd-d9fe-4691-bf2e-8cc378fdee48 req-37123862-9c2f-4da1-97d9-75465c2aa24d tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] 10.222.0.23 "GET /v2.0/security-groups?id=b297afe2-d282-4df8-a205-49b02bf6195a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1965330 Jul 13 13:38:40.240495 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:38:40.240495 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:38:40.240495 n-d-800634-1 neutron-server[93751]: Traceback (most recent call last): Jul 13 13:38:40.240495 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 13:38:40.240495 n-d-800634-1 neutron-server[93751]: timer() Jul 13 13:38:40.240495 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 13:38:40.240495 n-d-800634-1 neutron-server[93751]: cb(*args, **kw) Jul 13 13:38:40.240495 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 13:38:40.240495 n-d-800634-1 neutron-server[93751]: return func(*args, **kwargs) Jul 13 13:38:40.240495 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 13:38:40.240495 n-d-800634-1 neutron-server[93751]: self._notify() Jul 13 13:38:40.240495 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 13:38:40.240495 n-d-800634-1 neutron-server[93751]: self.callback(batched_events) Jul 13 13:38:40.240495 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 13:38:40.240495 n-d-800634-1 neutron-server[93751]: event.method(event) Jul 13 13:38:40.240495 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 13:38:40.240495 n-d-800634-1 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 13:38:40.240495 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 13:38:40.240495 n-d-800634-1 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 13:38:40.240495 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 13:38:40.240495 n-d-800634-1 neutron-server[93751]: return f(self, *a, **k) Jul 13 13:38:40.240495 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 13:38:40.240495 n-d-800634-1 neutron-server[93751]: return self._get(url).json() Jul 13 13:38:40.240495 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 13:38:40.240495 n-d-800634-1 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 13:38:40.240495 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 13:38:40.240495 n-d-800634-1 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 13 13:38:40.240495 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 13:38:40.240495 n-d-800634-1 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 13:38:40.240495 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 13:38:40.240495 n-d-800634-1 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 13:38:40.240495 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 13:38:40.240495 n-d-800634-1 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 13:38:40.240495 n-d-800634-1 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 13:38:40.266380 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3033d00c-2cb8-4468-a000-47672a010b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:40.268896 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2c03085c-434d-40ab-ab64-71e70e6270fb req-aa2152da-29c3-4151-9a39-3ba632318d38 service neutron] 10.222.0.26 "GET /v2.0/networks/a0797fb9-b450-4bbe-af8e-ecaaafb3ac9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3781025 Jul 13 13:38:40.271907 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3033d00c-2cb8-4468-a000-47672a010b44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:40.276209 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-3033d00c-2cb8-4468-a000-47672a010b44 admin admin] 10.222.0.23 "DELETE /v2.0/networks/34fd7482-b4f9-4c54-8a8d-dcd43626480a HTTP/1.1" status: 204 len: 168 time: 0.9050467 Jul 13 13:38:40.310784 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3033d00c-2cb8-4468-a000-47672a010b44 admin admin] Pushing event deleted for resources: {'Network': ['ID=34fd7482-b4f9-4c54-8a8d-dcd43626480a,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:38:40.311661 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c95f23-8532-4ff6-b0ad-57aa814ccb15 req-25733dad-2d14-45a9-a32e-6a1e88232564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:40.313664 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-20c95f23-8532-4ff6-b0ad-57aa814ccb15 req-25733dad-2d14-45a9-a32e-6a1e88232564 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=930873fa186549f0911fe0cad6275da5&device_id=f91e5060-a285-4b39-a63d-f58a29a87fbc HTTP/1.1" status: 200 len: 1094 time: 0.2704103 Jul 13 13:38:40.330323 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-aee7f248-5f4f-4b89-8d87-2cf953434c14 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=678f1a3d0b6e4393a409dcbb594e74b7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2658331 Jul 13 13:38:40.334478 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee7f248-5f4f-4b89-8d87-2cf953434c14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=568ca007-9983-48db-a3bc-862cadb6dcb4,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:38:40.341387 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 58022) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:38:40.353484 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c34767-f64a-4ef8-8805-3df965234a86 req-9f6eceb7-b78b-4272-b627-a5f6bb511e2b tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:40.361539 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-65c34767-f64a-4ef8-8805-3df965234a86 req-9f6eceb7-b78b-4272-b627-a5f6bb511e2b tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] 10.222.0.23 "GET /v2.0/ports?device_id=edfd008a-f8a3-4e66-9697-4e821ba0dd06 HTTP/1.1" status: 200 len: 944 time: 0.5681374 Jul 13 13:38:40.364262 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-5ac40961-ae3a-4273-b213-1ad30e26f56b tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:40.382079 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-20c95f23-8532-4ff6-b0ad-57aa814ccb15 req-0d5906bd-67c1-4b4a-92da-32a1d88ed90c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2b4a64d3-448e-4191-8e09-4fde1a14539c HTTP/1.1" status: 200 len: 217 time: 0.0560455 Jul 13 13:38:40.383139 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-3e3412d9-deb2-45cc-9d8c-37b742b3c761 req-3a0380c2-d554-414c-be0d-e121436f872c service neutron] For port 776054fc-ecbd-41ea-aa05-06fc8946f52a, host n-h2-800634-1, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:38:40.414651 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-3e3412d9-deb2-45cc-9d8c-37b742b3c761 req-3a0380c2-d554-414c-be0d-e121436f872c service neutron] For port 776054fc-ecbd-41ea-aa05-06fc8946f52a, host n-h2-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=776054fc-ecbd-41ea-aa05-06fc8946f52a,segment=NetworkSegment(8ca861d2-7f67-42e9-b790-b2afeca7fd40),segment_id=8ca861d2-7f67-42e9-b790-b2afeca7fd40)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:38:40.432709 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-5ac40961-ae3a-4273-b213-1ad30e26f56b tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Network cc9dab26-3983-4dce-8c1c-cb82d11f88fb is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:38:40.437279 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6613965-dace-4f7d-b9e9-5fa0ec2466e6 req-2d04a397-15ca-4f13-a92b-931d762c5cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:40.439091 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a6613965-dace-4f7d-b9e9-5fa0ec2466e6 req-2d04a397-15ca-4f13-a92b-931d762c5cad service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9e72d4daf74d4b30a471837a4b3d6e97&device_id=ac008d86-3c7f-4f7e-8329-5d04261d9a38 HTTP/1.1" status: 200 len: 1097 time: 0.3424923 Jul 13 13:38:40.443830 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3e3412d9-deb2-45cc-9d8c-37b742b3c761 req-3a0380c2-d554-414c-be0d-e121436f872c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:40.476060 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-5ac40961-ae3a-4273-b213-1ad30e26f56b tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:38:40.480953 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-5ac40961-ae3a-4273-b213-1ad30e26f56b tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:38:40.532477 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 58024) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:38:40.590475 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3412d9-deb2-45cc-9d8c-37b742b3c761 req-3a0380c2-d554-414c-be0d-e121436f872c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:40.591294 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3e3412d9-deb2-45cc-9d8c-37b742b3c761 req-3a0380c2-d554-414c-be0d-e121436f872c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:40.592574 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3e3412d9-deb2-45cc-9d8c-37b742b3c761 req-3a0380c2-d554-414c-be0d-e121436f872c service neutron] 10.222.0.41 "PUT /v2.0/ports/776054fc-ecbd-41ea-aa05-06fc8946f52a HTTP/1.1" status: 200 len: 1092 time: 4.2042618 Jul 13 13:38:40.628800 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-65c34767-f64a-4ef8-8805-3df965234a86 req-e1b0b81b-d256-4f55-b994-c8332c42c7a1 tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] 10.222.0.23 "GET /v2.0/security-groups?id=9a4040a4-7a24-4bfb-97c3-fc064942d274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2660034 Jul 13 13:38:40.633969 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c95f23-8532-4ff6-b0ad-57aa814ccb15 req-057cae2d-ddba-4f98-aa7a-4708b3750eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:40.635922 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-20c95f23-8532-4ff6-b0ad-57aa814ccb15 req-057cae2d-ddba-4f98-aa7a-4708b3750eba service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2e38ecf8-2fec-4f5b-8b3e-f8690198cb4e HTTP/1.1" status: 200 len: 854 time: 0.2447290 Jul 13 13:38:40.642187 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8fac1663-56ee-4643-b1fd-000510669774 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:40.673653 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f6d1a493-ef15-4e1f-94e4-4ead7600122c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:40.712199 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f6d1a493-ef15-4e1f-94e4-4ead7600122c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:40.753321 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac40961-ae3a-4273-b213-1ad30e26f56b tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Pushing event updated for resources: {'Port': ['ID=35b9c0d6-bf46-4195-88bd-2cd8259cb742,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:38:40.762719 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8fac1663-56ee-4643-b1fd-000510669774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:40.783671 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-20c95f23-8532-4ff6-b0ad-57aa814ccb15 req-083455b1-0ac3-403b-9ae8-b58d6caa13a2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8a948c4c-6f03-4f10-9e00-2993f9629279&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1102231 Jul 13 13:38:40.790576 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6613965-dace-4f7d-b9e9-5fa0ec2466e6 req-c80b4681-e48e-4410-ae0f-a89b9ccd6189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:40.791810 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a6613965-dace-4f7d-b9e9-5fa0ec2466e6 req-c80b4681-e48e-4410-ae0f-a89b9ccd6189 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a0797fb9-b450-4bbe-af8e-ecaaafb3ac9d HTTP/1.1" status: 200 len: 915 time: 0.3090966 Jul 13 13:38:40.792459 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0380c2-d554-414c-be0d-e121436f872c service neutron] Pushing event updated for resources: {'Port': ['ID=776054fc-ecbd-41ea-aa05-06fc8946f52a,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:38:40.844578 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-5ac40961-ae3a-4273-b213-1ad30e26f56b tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:40.845193 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-5ac40961-ae3a-4273-b213-1ad30e26f56b tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:40.851383 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-7158f5bf-bc76-49ff-8a48-9901a2567a72 None None] Provisioning for port 35b9c0d6-bf46-4195-88bd-2cd8259cb742 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:38:40.855905 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-7158f5bf-bc76-49ff-8a48-9901a2567a72 None None] Provisioning complete for port 35b9c0d6-bf46-4195-88bd-2cd8259cb742 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:38:40.856514 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-7158f5bf-bc76-49ff-8a48-9901a2567a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:40.886633 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a6613965-dace-4f7d-b9e9-5fa0ec2466e6 req-edbdddf9-520b-46e2-9f94-7ce597a31abc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3601d3e1-284c-439d-81ca-b7e8751d725f HTTP/1.1" status: 200 len: 217 time: 0.0794592 Jul 13 13:38:40.889047 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-8fac1663-56ee-4643-b1fd-000510669774 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fc7b947e22184c3492f0b85ec3a6b72c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4363501 Jul 13 13:38:40.893753 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fac1663-56ee-4643-b1fd-000510669774 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=506a9e8e-a7ad-49ba-8618-77ddd7095d6e,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:38:40.895954 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bbfc1f-0379-4277-a190-b436bf174a2b req-7d42ef89-c224-4c8e-8351-4293a00adaeb tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:40.897980 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a0bbfc1f-0379-4277-a190-b436bf174a2b req-7d42ef89-c224-4c8e-8351-4293a00adaeb tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ce44543-1f61-4d9c-8c3c-26da94576b7f HTTP/1.1" status: 200 len: 944 time: 0.4140871 Jul 13 13:38:40.904329 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-71443caf-ea4f-4127-bc1a-a6b8e84b79ab admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=46cbfd0a223f4e7c831562659221ad12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3530929 Jul 13 13:38:40.906804 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 58028) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:38:40.910710 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 58030) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:38:40.930896 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-7158f5bf-bc76-49ff-8a48-9901a2567a72 None None] Port 35b9c0d6-bf46-4195-88bd-2cd8259cb742 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:38:40.948189 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-5ac40961-ae3a-4273-b213-1ad30e26f56b tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3538940 Jul 13 13:38:40.948863 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f6d1a493-ef15-4e1f-94e4-4ead7600122c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:40.951427 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f6d1a493-ef15-4e1f-94e4-4ead7600122c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:40.955900 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-f6d1a493-ef15-4e1f-94e4-4ead7600122c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/568ca007-9983-48db-a3bc-862cadb6dcb4 HTTP/1.1" status: 204 len: 168 time: 0.5771694 Jul 13 13:38:40.985022 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-47b0e85b-12f4-4867-8ac9-4582fa70dcb6 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Request body: {'port': {'device_id': 'ba24330e-3d10-45b2-aa45-d413663c46d4', 'network_id': 'cc9dab26-3983-4dce-8c1c-cb82d11f88fb', 'admin_state_up': True, 'tenant_id': '6adf017ce9b34499b7ba676da54c44ef', 'security_groups': ['b297afe2-d282-4df8-a205-49b02bf6195a']}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:38:41.059538 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d1a493-ef15-4e1f-94e4-4ead7600122c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=568ca007-9983-48db-a3bc-862cadb6dcb4,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:38:41.073029 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6613965-dace-4f7d-b9e9-5fa0ec2466e6 req-c0f2071a-1d7a-4123-a176-0ac565a8b96f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:41.082488 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a6613965-dace-4f7d-b9e9-5fa0ec2466e6 req-c0f2071a-1d7a-4123-a176-0ac565a8b96f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=66d38b61-7f2b-49e9-ae15-bdea3497cacb HTTP/1.1" status: 200 len: 855 time: 0.1832139 Jul 13 13:38:41.099083 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a0bbfc1f-0379-4277-a190-b436bf174a2b req-94060c87-6bac-41cb-b956-700826390a2d tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8450e8a-3ce6-4095-b6b4-37555b8042b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295171 Jul 13 13:38:41.101177 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3412d9-deb2-45cc-9d8c-37b742b3c761 req-21f461aa-aad1-4688-ba17-c24a0cae8ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:41.102759 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3e3412d9-deb2-45cc-9d8c-37b742b3c761 req-21f461aa-aad1-4688-ba17-c24a0cae8ed4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=735b68527641472d9d98083ece779da8&device_id=6ce44543-1f61-4d9c-8c3c-26da94576b7f HTTP/1.1" status: 200 len: 1095 time: 0.4521883 Jul 13 13:38:41.134815 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ede05b-ad12-43a1-9e10-066db974f4be req-e5766b0a-aefb-4efd-b89e-e1907626f5ea tempest-LiveMigrationTest-1713788618 tempest-LiveMigrationTest-1713788618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:41.141186 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-20c95f23-8532-4ff6-b0ad-57aa814ccb15 req-393b6496-1889-4fbb-8d06-13464668a882 service neutron] 10.222.0.41 "GET /v2.0/networks/8a948c4c-6f03-4f10-9e00-2993f9629279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3456283 Jul 13 13:38:41.142499 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-43ede05b-ad12-43a1-9e10-066db974f4be req-e5766b0a-aefb-4efd-b89e-e1907626f5ea tempest-LiveMigrationTest-1713788618 tempest-LiveMigrationTest-1713788618-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=12faf5c9-e18d-4f03-b7e6-1951ae5c98c0 HTTP/1.1" status: 200 len: 1097 time: 0.3338597 Jul 13 13:38:41.171702 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a6613965-dace-4f7d-b9e9-5fa0ec2466e6 req-e5174610-3126-4a9b-b5f4-e6f350870ff7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a0797fb9-b450-4bbe-af8e-ecaaafb3ac9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0660031 Jul 13 13:38:41.227842 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 13:38:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ac878d8-deb9-45e2-85ac-130de75c1937 x-openstack-request-id: req-3ac878d8-deb9-45e2-85ac-130de75c1937 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:38:41.228481 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f91e5060-a285-4b39-a63d-f58a29a87fbc", "tag": "2b4a64d3-448e-4191-8e09-4fde1a14539c", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:38:41.228481 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3ac878d8-deb9-45e2-85ac-130de75c1937 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:38:41.228757 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f91e5060-a285-4b39-a63d-f58a29a87fbc', 'tag': '2b4a64d3-448e-4191-8e09-4fde1a14539c', 'status': 'completed', 'code': 200} Jul 13 13:38:41.246268 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3e3412d9-deb2-45cc-9d8c-37b742b3c761 req-1f00d63d-9b44-48e4-bc2e-dcf59548d87e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=776054fc-ecbd-41ea-aa05-06fc8946f52a HTTP/1.1" status: 200 len: 217 time: 0.0952408 Jul 13 13:38:41.438582 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3412d9-deb2-45cc-9d8c-37b742b3c761 req-e03f25fe-97ba-4b2c-9bf7-ce3c8ddfc76a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:41.440104 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3e3412d9-deb2-45cc-9d8c-37b742b3c761 req-e03f25fe-97ba-4b2c-9bf7-ce3c8ddfc76a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4a7066db-069e-4126-a711-5a91da09992d HTTP/1.1" status: 200 len: 851 time: 0.1930683 Jul 13 13:38:41.470181 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device a6f1b671-fbe2-4cb1-9114-8040dc67ae20 up at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:38:41.503463 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3e3412d9-deb2-45cc-9d8c-37b742b3c761 req-ccbe1610-f474-4f63-be95-ae57b8efb39c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1e6a1cec-d634-437c-82e7-1ebafa55a815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550523 Jul 13 13:38:41.510281 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a6613965-dace-4f7d-b9e9-5fa0ec2466e6 req-2124b097-6040-4c46-9b74-5c9bcbe93ce8 service neutron] 10.222.0.26 "GET /v2.0/networks/a0797fb9-b450-4bbe-af8e-ecaaafb3ac9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3049042 Jul 13 13:38:41.544178 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-20c95f23-8532-4ff6-b0ad-57aa814ccb15 req-4da030f3-736e-4311-8b28-bdcbd6169d4e service neutron] 10.222.0.41 "GET /v2.0/networks/8a948c4c-6f03-4f10-9e00-2993f9629279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3756952 Jul 13 13:38:41.591650 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning for port a6f1b671-fbe2-4cb1-9114-8040dc67ae20 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:38:41.598557 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning complete for port a6f1b671-fbe2-4cb1-9114-8040dc67ae20 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:38:41.600170 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:41.650885 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2a11f2a1-7d98-4baa-aae2-c83e47da61ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:41.656178 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-47b0e85b-12f4-4867-8ac9-4582fa70dcb6 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Made reservation on behalf of 6adf017ce9b34499b7ba676da54c44ef for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:38:41.659985 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-47b0e85b-12f4-4867-8ac9-4582fa70dcb6 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:41.712796 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:41.757370 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port a6f1b671-fbe2-4cb1-9114-8040dc67ae20, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=a6f1b671-fbe2-4cb1-9114-8040dc67ae20,segment=NetworkSegment(a992ca7b-0374-4ac8-89fd-e7752d9855d0),segment_id=a992ca7b-0374-4ac8-89fd-e7752d9855d0)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:38:41.758829 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edfd008a-f8a3-4e66-9697-4e821ba0dd06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6f1b671-fbe2-4cb1-9114-8040dc67ae20'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:38:41.762053 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b08c45bd-9b1e-48c1-8567-f54bb2a9dc75" -d '{"events": [{"server_uuid": "edfd008a-f8a3-4e66-9697-4e821ba0dd06", "name": "network-vif-plugged", "status": "completed", "tag": "a6f1b671-fbe2-4cb1-9114-8040dc67ae20"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:38:41.767475 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:41.767757 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db68dfdb-7313-4429-91c4-14f71d041c0b req-e615781e-4e47-47df-a5c6-30fa3cbfcc29 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:41.774579 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-db68dfdb-7313-4429-91c4-14f71d041c0b req-e615781e-4e47-47df-a5c6-30fa3cbfcc29 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.23 "GET /v2.0/ports?device_id=f91e5060-a285-4b39-a63d-f58a29a87fbc HTTP/1.1" status: 200 len: 943 time: 0.4451194 Jul 13 13:38:41.800330 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-212c8e5e-d347-4f29-977a-901e83b37ed8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:41.824063 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-43ede05b-ad12-43a1-9e10-066db974f4be req-7d43dd0b-2776-4943-8459-ed11a5a31ac3 tempest-LiveMigrationTest-1713788618 tempest-LiveMigrationTest-1713788618-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=4f83e00a-e782-49e6-b944-d06b9e971cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6776335 Jul 13 13:38:41.859283 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-47b0e85b-12f4-4867-8ac9-4582fa70dcb6 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Allocated IP 10.1.1.87 (cc9dab26-3983-4dce-8c1c-cb82d11f88fb/34409026-9eef-4b98-88d5-24448af1561a/81223daf-efa0-44c5-a889-92de62226cc8) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:38:41.882820 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=a6f1b671-fbe2-4cb1-9114-8040dc67ae20,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:38:41.890557 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-db68dfdb-7313-4429-91c4-14f71d041c0b req-a9b9e311-c826-4502-9a53-f186b1e9ed41 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.23 "GET /v2.0/security-groups?id=215441dc-b65f-49ea-b8ce-4afa75e23159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150005 Jul 13 13:38:41.898275 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a6613965-dace-4f7d-b9e9-5fa0ec2466e6 req-044a7764-8a00-4d18-a01d-1a600e92201d service neutron] 10.222.0.26 "GET /v2.0/networks/a0797fb9-b450-4bbe-af8e-ecaaafb3ac9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3743844 Jul 13 13:38:41.900852 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3e3412d9-deb2-45cc-9d8c-37b742b3c761 req-f55ea273-5bb0-4c49-9dd4-df7882980440 service neutron] 10.222.0.41 "GET /v2.0/networks/1e6a1cec-d634-437c-82e7-1ebafa55a815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3888011 Jul 13 13:38:41.928664 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-212c8e5e-d347-4f29-977a-901e83b37ed8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:41.959164 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2a11f2a1-7d98-4baa-aae2-c83e47da61ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:42.039418 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ae5517-463d-439c-aebd-beb567aad61d req-251b416c-d04e-4b05-8ea6-aa46496dee9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:42.040911 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-88ae5517-463d-439c-aebd-beb567aad61d req-251b416c-d04e-4b05-8ea6-aa46496dee9f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=930873fa186549f0911fe0cad6275da5&device_id=f91e5060-a285-4b39-a63d-f58a29a87fbc HTTP/1.1" status: 200 len: 1094 time: 0.3509176 Jul 13 13:38:42.209541 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3e3412d9-deb2-45cc-9d8c-37b742b3c761 req-02b557b0-2701-4a9e-a403-2e07a90a1414 service neutron] 10.222.0.41 "GET /v2.0/networks/1e6a1cec-d634-437c-82e7-1ebafa55a815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2904694 Jul 13 13:38:42.226841 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ae5517-463d-439c-aebd-beb567aad61d req-41b89df2-1558-40be-ac83-44f37c470acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:42.229691 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-88ae5517-463d-439c-aebd-beb567aad61d req-41b89df2-1558-40be-ac83-44f37c470acc service neutron] 10.222.0.41 "GET /v2.0/networks?id=8a948c4c-6f03-4f10-9e00-2993f9629279 HTTP/1.1" status: 200 len: 914 time: 0.1808190 Jul 13 13:38:42.239763 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c28a89-d44e-4afe-8d76-8ed08faab2ff req-931712e9-60fc-41d2-b7b0-8e6c38d62e29 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:42.246272 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c28a89-d44e-4afe-8d76-8ed08faab2ff req-931712e9-60fc-41d2-b7b0-8e6c38d62e29 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:42.253955 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-06c28a89-d44e-4afe-8d76-8ed08faab2ff req-931712e9-60fc-41d2-b7b0-8e6c38d62e29 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba24330e-3d10-45b2-aa45-d413663c46d4 HTTP/1.1" status: 200 len: 1653 time: 0.2174544 Jul 13 13:38:42.257960 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6def44f-4fc4-423e-8d59-9ee10df2674c req-43a9e2a6-1905-4612-ac90-affcf556fc46 tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:42.264851 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b6def44f-4fc4-423e-8d59-9ee10df2674c req-43a9e2a6-1905-4612-ac90-affcf556fc46 tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] 10.222.0.23 "GET /v2.0/ports?device_id=edfd008a-f8a3-4e66-9697-4e821ba0dd06 HTTP/1.1" status: 200 len: 945 time: 0.1536043 Jul 13 13:38:42.305929 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-06c28a89-d44e-4afe-8d76-8ed08faab2ff req-675db017-8f8f-4afa-b4dd-17ebea6d5e92 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] 10.222.0.23 "GET /v2.0/security-groups?id=b297afe2-d282-4df8-a205-49b02bf6195a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508931 Jul 13 13:38:42.313335 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-88ae5517-463d-439c-aebd-beb567aad61d req-b8a25fd8-8c92-4b7e-a92e-97d1d78c7517 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2b4a64d3-448e-4191-8e09-4fde1a14539c HTTP/1.1" status: 200 len: 217 time: 0.0715694 Jul 13 13:38:42.313763 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-212c8e5e-d347-4f29-977a-901e83b37ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:42.316647 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-212c8e5e-d347-4f29-977a-901e83b37ed8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:42.317884 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-212c8e5e-d347-4f29-977a-901e83b37ed8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7f480f45-c22e-4395-8a78-dbc23d06b52c HTTP/1.1" status: 204 len: 168 time: 1.4050601 Jul 13 13:38:42.336556 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2a11f2a1-7d98-4baa-aae2-c83e47da61ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:42.336556 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2a11f2a1-7d98-4baa-aae2-c83e47da61ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:42.336556 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-2a11f2a1-7d98-4baa-aae2-c83e47da61ed admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/506a9e8e-a7ad-49ba-8618-77ddd7095d6e HTTP/1.1" status: 204 len: 168 time: 1.4229021 Jul 13 13:38:42.364859 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212c8e5e-d347-4f29-977a-901e83b37ed8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f480f45-c22e-4395-8a78-dbc23d06b52c,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:38:42.410990 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b6def44f-4fc4-423e-8d59-9ee10df2674c req-69c68445-0f19-42c0-bba0-45103acbd8f6 tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] 10.222.0.23 "GET /v2.0/security-groups?id=9a4040a4-7a24-4bfb-97c3-fc064942d274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451883 Jul 13 13:38:42.420027 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ae5517-463d-439c-aebd-beb567aad61d req-c57dc9ed-1548-44ac-8e0b-298be44f1269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:42.428959 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-88ae5517-463d-439c-aebd-beb567aad61d req-c57dc9ed-1548-44ac-8e0b-298be44f1269 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2e38ecf8-2fec-4f5b-8b3e-f8690198cb4e HTTP/1.1" status: 200 len: 854 time: 0.0923421 Jul 13 13:38:42.431496 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:38:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c1d5fec-543e-4610-97e4-1502d1953138 x-openstack-request-id: req-8c1d5fec-543e-4610-97e4-1502d1953138 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:38:42.431496 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edfd008a-f8a3-4e66-9697-4e821ba0dd06", "name": "network-vif-plugged", "status": "completed", "tag": "a6f1b671-fbe2-4cb1-9114-8040dc67ae20", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:38:42.432712 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-47b0e85b-12f4-4867-8ac9-4582fa70dcb6 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:42.435693 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8c1d5fec-543e-4610-97e4-1502d1953138 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:38:42.438899 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edfd008a-f8a3-4e66-9697-4e821ba0dd06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6f1b671-fbe2-4cb1-9114-8040dc67ae20', 'code': 200} Jul 13 13:38:42.454992 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-47b0e85b-12f4-4867-8ac9-4582fa70dcb6 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Transition to ACTIVE for port object 81223daf-efa0-44c5-a889-92de62226cc8 will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:38:42.517258 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 13:38:42.517861 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-47b0e85b-12f4-4867-8ac9-4582fa70dcb6 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:42.530671 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a11f2a1-7d98-4baa-aae2-c83e47da61ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=506a9e8e-a7ad-49ba-8618-77ddd7095d6e,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:38:42.538932 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-88ae5517-463d-439c-aebd-beb567aad61d req-f7e7cd63-85a1-4992-b7cd-91bb92805564 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8a948c4c-6f03-4f10-9e00-2993f9629279&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0970321 Jul 13 13:38:42.591370 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-47b0e85b-12f4-4867-8ac9-4582fa70dcb6 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Network cc9dab26-3983-4dce-8c1c-cb82d11f88fb is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:38:42.595934 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-47b0e85b-12f4-4867-8ac9-4582fa70dcb6 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:38:42.602570 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-47b0e85b-12f4-4867-8ac9-4582fa70dcb6 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:38:42.710285 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-47b0e85b-12f4-4867-8ac9-4582fa70dcb6 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:42.711356 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-47b0e85b-12f4-4867-8ac9-4582fa70dcb6 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:42.796301 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-47b0e85b-12f4-4867-8ac9-4582fa70dcb6 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.8196018 Jul 13 13:38:42.797343 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b0e85b-12f4-4867-8ac9-4582fa70dcb6 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Pushing event updated for resources: {'Port': ['ID=81223daf-efa0-44c5-a889-92de62226cc8,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:38:42.817234 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-75bcb3e2-671f-4ff3-bb40-4d2c67c0a337 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Request body: {'port': {'device_id': 'ba24330e-3d10-45b2-aa45-d413663c46d4', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '350b8d90-a566-446d-ae67-d3a6d73524f9', 'admin_state_up': True, 'tenant_id': '6adf017ce9b34499b7ba676da54c44ef', 'security_groups': ['b297afe2-d282-4df8-a205-49b02bf6195a']}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:38:42.985692 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-f88bf140-9651-407a-b83e-afc772484e48 None None] Provisioning for port 81223daf-efa0-44c5-a889-92de62226cc8 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:38:42.998518 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-f88bf140-9651-407a-b83e-afc772484e48 None None] Provisioning complete for port 81223daf-efa0-44c5-a889-92de62226cc8 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:38:43.005231 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f88bf140-9651-407a-b83e-afc772484e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:43.040942 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-75bcb3e2-671f-4ff3-bb40-4d2c67c0a337 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Made reservation on behalf of 6adf017ce9b34499b7ba676da54c44ef for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:38:43.079954 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-f88bf140-9651-407a-b83e-afc772484e48 None None] Port 81223daf-efa0-44c5-a889-92de62226cc8 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:38:43.218073 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-75bcb3e2-671f-4ff3-bb40-4d2c67c0a337 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:43.253406 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ce44543-1f61-4d9c-8c3c-26da94576b7f', 'tag': '776054fc-ecbd-41ea-aa05-06fc8946f52a'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:38:43.255828 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7c3fe47-f93f-4929-a7e8-4707a95d39a6" -d '{"events": [{"name": "network-changed", "server_uuid": "6ce44543-1f61-4d9c-8c3c-26da94576b7f", "tag": "776054fc-ecbd-41ea-aa05-06fc8946f52a"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:38:43.273569 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-85eea79b-b155-4416-992f-5b9bde165658 req-922cc0dc-1ee6-4a7b-8391-34efc55fd798 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a4d24ebb-a0aa-4a23-a3c0-9b1c914e9f80&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.0235946 Jul 13 13:38:43.468575 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4261c5d-3c1e-4e37-8939-be8b4cfaffe8 req-be74c327-a9a1-4e1c-936d-d733ba5ee765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:43.470407 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a4261c5d-3c1e-4e37-8939-be8b4cfaffe8 req-be74c327-a9a1-4e1c-936d-d733ba5ee765 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=edfd008a-f8a3-4e66-9697-4e821ba0dd06 HTTP/1.1" status: 200 len: 1096 time: 0.9655356 Jul 13 13:38:43.472228 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-88ae5517-463d-439c-aebd-beb567aad61d req-0d6792c5-5453-421c-8313-7d713032d232 service neutron] 10.222.0.41 "GET /v2.0/networks/8a948c4c-6f03-4f10-9e00-2993f9629279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104936 Jul 13 13:38:43.484950 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c18d58a-2bf8-4706-b7ef-514bcafd0a1e req-10a27954-fa51-49a2-b76c-8c0110eff08e tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:43.492563 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7c18d58a-2bf8-4706-b7ef-514bcafd0a1e req-10a27954-fa51-49a2-b76c-8c0110eff08e tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ce44543-1f61-4d9c-8c3c-26da94576b7f HTTP/1.1" status: 200 len: 944 time: 0.2333305 Jul 13 13:38:43.580963 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eea79b-b155-4416-992f-5b9bde165658 req-e2c5a6d0-a4c8-45cf-b8a1-ebe97b43e19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:43.582500 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-85eea79b-b155-4416-992f-5b9bde165658 req-e2c5a6d0-a4c8-45cf-b8a1-ebe97b43e19f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7ec77ffc288b40b5a9663fa2e5a78733&device_id=a4d24ebb-a0aa-4a23-a3c0-9b1c914e9f80 HTTP/1.1" status: 200 len: 1095 time: 0.2533553 Jul 13 13:38:43.600538 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-75bcb3e2-671f-4ff3-bb40-4d2c67c0a337 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Allocated IP 10.2.2.100 (350b8d90-a566-446d-ae67-d3a6d73524f9/241e495f-5827-4e62-b5be-0cbc962ebff7/8c8ea6d1-b0bc-4fe3-8965-3771992876e5) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:38:43.638822 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7c18d58a-2bf8-4706-b7ef-514bcafd0a1e req-21accc81-6b0f-43a3-9d6d-ce780409ccca tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8450e8a-3ce6-4095-b6b4-37555b8042b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452253 Jul 13 13:38:43.647749 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a4261c5d-3c1e-4e37-8939-be8b4cfaffe8 req-80fe7072-33ad-49ea-acb9-d0388cfb6c17 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=9a4040a4-7a24-4bfb-97c3-fc064942d274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508749 Jul 13 13:38:43.830119 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-88ae5517-463d-439c-aebd-beb567aad61d req-21a751e0-e2b0-46f7-9970-bbe6aeb33184 service neutron] 10.222.0.41 "GET /v2.0/networks/8a948c4c-6f03-4f10-9e00-2993f9629279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3341565 Jul 13 13:38:43.831370 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-75bcb3e2-671f-4ff3-bb40-4d2c67c0a337 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:43.859414 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-75bcb3e2-671f-4ff3-bb40-4d2c67c0a337 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Transition to ACTIVE for port object 8c8ea6d1-b0bc-4fe3-8965-3771992876e5 will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:38:43.910868 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-75bcb3e2-671f-4ff3-bb40-4d2c67c0a337 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:43.948053 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eea79b-b155-4416-992f-5b9bde165658 req-e41ddd1a-1059-47bc-a9c6-7628614e758d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:43.949578 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-85eea79b-b155-4416-992f-5b9bde165658 req-e41ddd1a-1059-47bc-a9c6-7628614e758d service neutron] 10.222.0.41 "GET /v2.0/networks?id=5c5b1ca0-24b0-4412-b81d-dc9907cb0039 HTTP/1.1" status: 200 len: 908 time: 0.3332837 Jul 13 13:38:43.999410 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bcb3e2-671f-4ff3-bb40-4d2c67c0a337 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Pushing event updated for resources: {'Port': ['ID=8c8ea6d1-b0bc-4fe3-8965-3771992876e5,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:38:44.012311 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-75bcb3e2-671f-4ff3-bb40-4d2c67c0a337 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Network 350b8d90-a566-446d-ae67-d3a6d73524f9 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:38:44.013924 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-75bcb3e2-671f-4ff3-bb40-4d2c67c0a337 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:38:44.019364 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-75bcb3e2-671f-4ff3-bb40-4d2c67c0a337 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:38:44.044907 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-85eea79b-b155-4416-992f-5b9bde165658 req-6d01480b-ab14-4e5d-87a0-df28cb144a38 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f7c0bc01-324c-4502-bcaf-90d8b511012e HTTP/1.1" status: 200 len: 217 time: 0.0836987 Jul 13 13:38:44.089039 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cd0bef-fd6c-4784-afee-e3578a3f7632 req-460b8cfd-edcc-4136-9c83-7a39cab3e08b tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:44.099388 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d3cd0bef-fd6c-4784-afee-e3578a3f7632 req-460b8cfd-edcc-4136-9c83-7a39cab3e08b tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.23 "GET /v2.0/ports?device_id=f91e5060-a285-4b39-a63d-f58a29a87fbc HTTP/1.1" status: 200 len: 943 time: 0.2677860 Jul 13 13:38:44.105387 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-75bcb3e2-671f-4ff3-bb40-4d2c67c0a337 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:44.106112 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-75bcb3e2-671f-4ff3-bb40-4d2c67c0a337 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:44.144171 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-75bcb3e2-671f-4ff3-bb40-4d2c67c0a337 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3386672 Jul 13 13:38:44.156633 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-e2bd7f35-b022-4f4e-be8c-27c70199a811 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Request body: {'port': {'device_id': 'ba24330e-3d10-45b2-aa45-d413663c46d4', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '350b8d90-a566-446d-ae67-d3a6d73524f9', 'admin_state_up': True, 'tenant_id': '6adf017ce9b34499b7ba676da54c44ef', 'security_groups': ['b297afe2-d282-4df8-a205-49b02bf6195a']}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:38:44.236500 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eea79b-b155-4416-992f-5b9bde165658 req-7e976b82-c6cd-455c-a7c9-d41b0825b05e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:44.250874 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-85eea79b-b155-4416-992f-5b9bde165658 req-7e976b82-c6cd-455c-a7c9-d41b0825b05e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=41cb83d6-1972-42a1-91b6-99e2d7728a68 HTTP/1.1" status: 200 len: 848 time: 0.1851599 Jul 13 13:38:44.283927 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d3cd0bef-fd6c-4784-afee-e3578a3f7632 req-1d8e0b10-db30-4081-a1b0-7bc471d087c7 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.23 "GET /v2.0/security-groups?id=215441dc-b65f-49ea-b8ce-4afa75e23159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834104 Jul 13 13:38:44.352619 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-85eea79b-b155-4416-992f-5b9bde165658 req-7e3dcab4-40ac-4baa-afad-bda0b390ace3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5c5b1ca0-24b0-4412-b81d-dc9907cb0039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1023488 Jul 13 13:38:44.425424 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-24a5329c-7209-42d4-a674-374c7b39baff None None] Provisioning for port 8c8ea6d1-b0bc-4fe3-8965-3771992876e5 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:38:44.435857 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-24a5329c-7209-42d4-a674-374c7b39baff None None] Provisioning complete for port 8c8ea6d1-b0bc-4fe3-8965-3771992876e5 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:38:44.437803 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-24a5329c-7209-42d4-a674-374c7b39baff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:44.442581 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 13:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90065d62-17c7-4738-a7cc-928fc564cddb x-openstack-request-id: req-90065d62-17c7-4738-a7cc-928fc564cddb {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:38:44.442875 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ce44543-1f61-4d9c-8c3c-26da94576b7f", "tag": "776054fc-ecbd-41ea-aa05-06fc8946f52a", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:38:44.443131 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-90065d62-17c7-4738-a7cc-928fc564cddb {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:38:44.443908 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ce44543-1f61-4d9c-8c3c-26da94576b7f', 'tag': '776054fc-ecbd-41ea-aa05-06fc8946f52a', 'status': 'completed', 'code': 200} Jul 13 13:38:44.496852 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-e2bd7f35-b022-4f4e-be8c-27c70199a811 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Made reservation on behalf of 6adf017ce9b34499b7ba676da54c44ef for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:38:44.511266 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-e2bd7f35-b022-4f4e-be8c-27c70199a811 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:44.561551 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-24a5329c-7209-42d4-a674-374c7b39baff None None] Port 8c8ea6d1-b0bc-4fe3-8965-3771992876e5 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:38:44.717284 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-85eea79b-b155-4416-992f-5b9bde165658 req-8ef05450-7fa6-4588-945d-06587f28eee8 service neutron] 10.222.0.41 "GET /v2.0/networks/5c5b1ca0-24b0-4412-b81d-dc9907cb0039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3450675 Jul 13 13:38:44.744860 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [req-7f5533c1-7858-47c8-9843-00a8c1543fa5 req-8010448b-a8ca-4454-aafc-bb6178db96e1 tempest-LiveMigrationTest-1713788618 tempest-LiveMigrationTest-1713788618-project-admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 13:38:44.753372 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7f5533c1-7858-47c8-9843-00a8c1543fa5 req-8010448b-a8ca-4454-aafc-bb6178db96e1 tempest-LiveMigrationTest-1713788618 tempest-LiveMigrationTest-1713788618-project-admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0198209 Jul 13 13:38:44.758156 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-7f5533c1-7858-47c8-9843-00a8c1543fa5 req-478b7b89-d843-45a5-acca-e6d3978bffac service neutron] Request body: {'binding': {'host': 'n-h2-800634-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:38:44.758836 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-7f5533c1-7858-47c8-9843-00a8c1543fa5 req-478b7b89-d843-45a5-acca-e6d3978bffac service neutron] Unknown quota resources ['binding']. {{(pid=93751) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 13 13:38:44.865095 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c3fe47-f93f-4929-a7e8-4707a95d39a6 req-b4b609df-2510-4727-a367-dd00ce330251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:44.866660 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f7c3fe47-f93f-4929-a7e8-4707a95d39a6 req-b4b609df-2510-4727-a367-dd00ce330251 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=735b68527641472d9d98083ece779da8&device_id=6ce44543-1f61-4d9c-8c3c-26da94576b7f HTTP/1.1" status: 200 len: 1095 time: 0.3609331 Jul 13 13:38:44.911406 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-e2bd7f35-b022-4f4e-be8c-27c70199a811 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Allocated IP 10.2.2.200 (350b8d90-a566-446d-ae67-d3a6d73524f9/241e495f-5827-4e62-b5be-0cbc962ebff7/63cb8491-88ea-44c4-ba8b-ee99d545ca33) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:38:44.959708 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-85eea79b-b155-4416-992f-5b9bde165658 req-5521713a-3f53-48a6-b3b2-d62d4597d406 service neutron] 10.222.0.41 "GET /v2.0/networks/5c5b1ca0-24b0-4412-b81d-dc9907cb0039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2276144 Jul 13 13:38:45.025310 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4826dc4-2306-4dd2-a0dc-af613fab8143 req-fc80381a-2690-4fb2-9f10-e812530543d0 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:45.032099 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4826dc4-2306-4dd2-a0dc-af613fab8143 req-fc80381a-2690-4fb2-9f10-e812530543d0 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:45.040203 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4826dc4-2306-4dd2-a0dc-af613fab8143 req-fc80381a-2690-4fb2-9f10-e812530543d0 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:45.050495 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4826dc4-2306-4dd2-a0dc-af613fab8143 req-fc80381a-2690-4fb2-9f10-e812530543d0 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:45.057880 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d4826dc4-2306-4dd2-a0dc-af613fab8143 req-fc80381a-2690-4fb2-9f10-e812530543d0 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba24330e-3d10-45b2-aa45-d413663c46d4 HTTP/1.1" status: 200 len: 3094 time: 0.3268988 Jul 13 13:38:45.092295 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c3fe47-f93f-4929-a7e8-4707a95d39a6 req-99d4412e-2b12-402a-9fda-e9c38b451221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:45.092295 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f7c3fe47-f93f-4929-a7e8-4707a95d39a6 req-99d4412e-2b12-402a-9fda-e9c38b451221 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1e6a1cec-d634-437c-82e7-1ebafa55a815 HTTP/1.1" status: 200 len: 911 time: 0.2137022 Jul 13 13:38:45.136570 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-e2bd7f35-b022-4f4e-be8c-27c70199a811 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:45.153936 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-e2bd7f35-b022-4f4e-be8c-27c70199a811 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Transition to ACTIVE for port object 63cb8491-88ea-44c4-ba8b-ee99d545ca33 will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:38:45.157307 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d4826dc4-2306-4dd2-a0dc-af613fab8143 req-2f1f8760-4606-435b-8a0d-e8c8fa8836d1 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] 10.222.0.23 "GET /v2.0/security-groups?id=b297afe2-d282-4df8-a205-49b02bf6195a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984414 Jul 13 13:38:45.159067 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f7c3fe47-f93f-4929-a7e8-4707a95d39a6 req-188b439c-8bd6-4b6b-9b95-b22b9b9cc84a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=776054fc-ecbd-41ea-aa05-06fc8946f52a HTTP/1.1" status: 200 len: 217 time: 0.0604970 Jul 13 13:38:45.200868 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-e2bd7f35-b022-4f4e-be8c-27c70199a811 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:45.261661 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c3fe47-f93f-4929-a7e8-4707a95d39a6 req-a1a4472a-0ba0-4410-9186-eb0ad2ebaafa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:45.263204 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f7c3fe47-f93f-4929-a7e8-4707a95d39a6 req-a1a4472a-0ba0-4410-9186-eb0ad2ebaafa service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4a7066db-069e-4126-a711-5a91da09992d HTTP/1.1" status: 200 len: 851 time: 0.0958879 Jul 13 13:38:45.276155 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-e2bd7f35-b022-4f4e-be8c-27c70199a811 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Network 350b8d90-a566-446d-ae67-d3a6d73524f9 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:38:45.289013 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-e2bd7f35-b022-4f4e-be8c-27c70199a811 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:38:45.292990 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-e2bd7f35-b022-4f4e-be8c-27c70199a811 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:38:45.303384 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 776054fc-ecbd-41ea-aa05-06fc8946f52a details requested by agent hyperv_n-h2-800634-1 with host n-h2-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 13:38:45.340586 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f7c3fe47-f93f-4929-a7e8-4707a95d39a6 req-d71f645b-4af9-49e9-99b2-a514ce0f6926 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1e6a1cec-d634-437c-82e7-1ebafa55a815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0699327 Jul 13 13:38:45.364284 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-e2bd7f35-b022-4f4e-be8c-27c70199a811 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:45.365258 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-e2bd7f35-b022-4f4e-be8c-27c70199a811 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:45.393341 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-7f5533c1-7858-47c8-9843-00a8c1543fa5 req-478b7b89-d843-45a5-acca-e6d3978bffac service neutron] Attempting to bind port 751cfe8d-30a1-407a-bca8-4b83f6024a24 on host n-h2-800634-1 for vnic_type normal with profile None {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:38:45.394202 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-7f5533c1-7858-47c8-9843-00a8c1543fa5 req-478b7b89-d843-45a5-acca-e6d3978bffac service neutron] Attempting to bind port 751cfe8d-30a1-407a-bca8-4b83f6024a24 by drivers openvswitch,hyperv on host n-h2-800634-1 at level 0 using segments [{'id': 'f952029b-434e-49c6-8d96-f83b0194500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5c5b1ca0-24b0-4412-b81d-dc9907cb0039'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:38:45.394776 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f5533c1-7858-47c8-9843-00a8c1543fa5 req-478b7b89-d843-45a5-acca-e6d3978bffac service neutron] Attempting to bind port 751cfe8d-30a1-407a-bca8-4b83f6024a24 on network 5c5b1ca0-24b0-4412-b81d-dc9907cb0039 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:38:45.402365 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f5533c1-7858-47c8-9843-00a8c1543fa5 req-478b7b89-d843-45a5-acca-e6d3978bffac service neutron] Port 751cfe8d-30a1-407a-bca8-4b83f6024a24 on network 5c5b1ca0-24b0-4412-b81d-dc9907cb0039 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-1 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:38:45.403083 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f5533c1-7858-47c8-9843-00a8c1543fa5 req-478b7b89-d843-45a5-acca-e6d3978bffac service neutron] Attempting to bind port 751cfe8d-30a1-407a-bca8-4b83f6024a24 on network 5c5b1ca0-24b0-4412-b81d-dc9907cb0039 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:38:45.408555 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bd7f35-b022-4f4e-be8c-27c70199a811 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Pushing event updated for resources: {'Port': ['ID=63cb8491-88ea-44c4-ba8b-ee99d545ca33,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:38:45.427495 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f5533c1-7858-47c8-9843-00a8c1543fa5 req-478b7b89-d843-45a5-acca-e6d3978bffac service neutron] Checking agent: {'id': 'f615e5c9-21ab-43f2-adbc-192d64b795cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:38:45.428752 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f5533c1-7858-47c8-9843-00a8c1543fa5 req-478b7b89-d843-45a5-acca-e6d3978bffac service neutron] Checking segment: {'id': 'f952029b-434e-49c6-8d96-f83b0194500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5c5b1ca0-24b0-4412-b81d-dc9907cb0039'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:38:45.429438 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f5533c1-7858-47c8-9843-00a8c1543fa5 req-478b7b89-d843-45a5-acca-e6d3978bffac service neutron] Bound using segment: {'id': 'f952029b-434e-49c6-8d96-f83b0194500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5c5b1ca0-24b0-4412-b81d-dc9907cb0039'} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:38:45.430687 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-7f5533c1-7858-47c8-9843-00a8c1543fa5 req-478b7b89-d843-45a5-acca-e6d3978bffac service neutron] Bound port: 751cfe8d-30a1-407a-bca8-4b83f6024a24, host: n-h2-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f952029b-434e-49c6-8d96-f83b0194500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5c5b1ca0-24b0-4412-b81d-dc9907cb0039'}}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:38:45.499577 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-7f5533c1-7858-47c8-9843-00a8c1543fa5 req-478b7b89-d843-45a5-acca-e6d3978bffac service neutron] For port 751cfe8d-30a1-407a-bca8-4b83f6024a24, host n-h2-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=751cfe8d-30a1-407a-bca8-4b83f6024a24,segment=NetworkSegment(f952029b-434e-49c6-8d96-f83b0194500d),segment_id=f952029b-434e-49c6-8d96-f83b0194500d)] {{(pid=93751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:38:45.504006 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-e2bd7f35-b022-4f4e-be8c-27c70199a811 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3515823 Jul 13 13:38:45.514291 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-7f5533c1-7858-47c8-9843-00a8c1543fa5 req-478b7b89-d843-45a5-acca-e6d3978bffac service neutron] Notify callbacks [] for binding, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:45.529525 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7f5533c1-7858-47c8-9843-00a8c1543fa5 req-478b7b89-d843-45a5-acca-e6d3978bffac service neutron] 10.222.0.23 "POST /v2.0/ports/751cfe8d-30a1-407a-bca8-4b83f6024a24/bindings HTTP/1.1" status: 201 len: 389 time: 0.7746809 Jul 13 13:38:45.554145 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-4502f514-ba69-45de-aba7-303c711f3931 service neutron] Request body: {'port': {'device_id': 'ba24330e-3d10-45b2-aa45-d413663c46d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-1'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:38:45.717232 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 776054fc-ecbd-41ea-aa05-06fc8946f52a, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=776054fc-ecbd-41ea-aa05-06fc8946f52a,segment=NetworkSegment(8ca861d2-7f67-42e9-b790-b2afeca7fd40),segment_id=8ca861d2-7f67-42e9-b790-b2afeca7fd40)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:38:45.724102 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f7c3fe47-f93f-4929-a7e8-4707a95d39a6 req-cd42f58c-937f-4f50-98c1-f7c5889b2d47 service neutron] 10.222.0.41 "GET /v2.0/networks/1e6a1cec-d634-437c-82e7-1ebafa55a815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3763447 Jul 13 13:38:45.769189 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Returning: {'device': '776054fc-ecbd-41ea-aa05-06fc8946f52a', 'network_id': '1e6a1cec-d634-437c-82e7-1ebafa55a815', 'port_id': '776054fc-ecbd-41ea-aa05-06fc8946f52a', 'mac_address': 'fa:16:3e:b8:30:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a7066db-069e-4126-a711-5a91da09992d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 13:38:45.775844 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-4502f514-ba69-45de-aba7-303c711f3931 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:45.800071 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf77454-32ec-4159-a592-d3a4d90fde3c req-7e27a57a-19f0-42af-9a5f-0c2bcaccaa90 tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:45.816342 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-baf77454-32ec-4159-a592-d3a4d90fde3c req-7e27a57a-19f0-42af-9a5f-0c2bcaccaa90 tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] 10.222.0.23 "GET /v2.0/ports?device_id=edfd008a-f8a3-4e66-9697-4e821ba0dd06 HTTP/1.1" status: 200 len: 945 time: 0.4111876 Jul 13 13:38:45.859290 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-0bb4130e-2e45-4241-b648-c5943c944e6b None None] Provisioning for port 63cb8491-88ea-44c4-ba8b-ee99d545ca33 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:38:45.868212 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-0bb4130e-2e45-4241-b648-c5943c944e6b None None] Provisioning complete for port 63cb8491-88ea-44c4-ba8b-ee99d545ca33 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:38:45.868834 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-0bb4130e-2e45-4241-b648-c5943c944e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:45.876303 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 58180) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:38:46.005154 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-0bb4130e-2e45-4241-b648-c5943c944e6b None None] Port 63cb8491-88ea-44c4-ba8b-ee99d545ca33 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:38:46.006991 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:46.024746 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 776054fc-ecbd-41ea-aa05-06fc8946f52a {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:38:46.052283 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 776054fc-ecbd-41ea-aa05-06fc8946f52a, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=776054fc-ecbd-41ea-aa05-06fc8946f52a,segment=NetworkSegment(8ca861d2-7f67-42e9-b790-b2afeca7fd40),segment_id=8ca861d2-7f67-42e9-b790-b2afeca7fd40)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:38:46.054752 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-baf77454-32ec-4159-a592-d3a4d90fde3c req-0db47262-c18c-4051-b5f0-7119bf49d49f tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] 10.222.0.23 "GET /v2.0/security-groups?id=9a4040a4-7a24-4bfb-97c3-fc064942d274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2350998 Jul 13 13:38:46.062787 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:46.064112 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 2b4a64d3-448e-4191-8e09-4fde1a14539c details requested by agent hyperv_n-h2-800634-1 with host n-h2-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 13:38:46.070710 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9756b13b-0752-4f42-8e15-e8326d53a44d req-f4c401c5-a63a-42da-97a5-f53a93d20f11 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:46.071905 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-9756b13b-0752-4f42-8e15-e8326d53a44d req-f4c401c5-a63a-42da-97a5-f53a93d20f11 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ce44543-1f61-4d9c-8c3c-26da94576b7f HTTP/1.1" status: 200 len: 944 time: 0.2317998 Jul 13 13:38:46.123912 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f7c3fe47-f93f-4929-a7e8-4707a95d39a6 req-81942079-9927-4a03-bbd4-e7ae865ab206 service neutron] 10.222.0.41 "GET /v2.0/networks/1e6a1cec-d634-437c-82e7-1ebafa55a815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3829074 Jul 13 13:38:46.128587 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-9756b13b-0752-4f42-8e15-e8326d53a44d req-e0a27436-9839-48b7-afa2-93ed3f4cd761 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8450e8a-3ce6-4095-b6b4-37555b8042b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483675 Jul 13 13:38:46.213201 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5533c1-7858-47c8-9843-00a8c1543fa5 req-eca76fdc-cd58-4dda-ae4f-086e376e0caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:46.217998 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7f5533c1-7858-47c8-9843-00a8c1543fa5 req-eca76fdc-cd58-4dda-ae4f-086e376e0caf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7ec77ffc288b40b5a9663fa2e5a78733&device_id=12faf5c9-e18d-4f03-b7e6-1951ae5c98c0 HTTP/1.1" status: 200 len: 1097 time: 0.2989058 Jul 13 13:38:46.234693 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=776054fc-ecbd-41ea-aa05-06fc8946f52a,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:38:46.258866 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-0bbf8ff4-8419-4bf3-8b7f-7d89e5551802 tempest-ExternalNetworksAdminNegativeTestJSON-2082713164 tempest-ExternalNetworksAdminNegativeTestJSON-2082713164-project-admin] Request body: {'floatingip': {'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:38:46.330733 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0bbf8ff4-8419-4bf3-8b7f-7d89e5551802 tempest-ExternalNetworksAdminNegativeTestJSON-2082713164 tempest-ExternalNetworksAdminNegativeTestJSON-2082713164-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:46.449617 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 2b4a64d3-448e-4191-8e09-4fde1a14539c, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=2b4a64d3-448e-4191-8e09-4fde1a14539c,segment=NetworkSegment(b2cba7f6-e29b-4b72-b31f-06e263582f9a),segment_id=b2cba7f6-e29b-4b72-b31f-06e263582f9a)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:38:46.469317 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5533c1-7858-47c8-9843-00a8c1543fa5 req-11007e58-088b-4811-9f33-365f271ef4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:46.471727 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7f5533c1-7858-47c8-9843-00a8c1543fa5 req-11007e58-088b-4811-9f33-365f271ef4bf service neutron] 10.222.0.41 "GET /v2.0/networks?id=5c5b1ca0-24b0-4412-b81d-dc9907cb0039 HTTP/1.1" status: 200 len: 908 time: 0.2443202 Jul 13 13:38:46.581341 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7f5533c1-7858-47c8-9843-00a8c1543fa5 req-f0984f54-b481-4ac4-8e44-5e1216d28756 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=751cfe8d-30a1-407a-bca8-4b83f6024a24 HTTP/1.1" status: 200 len: 217 time: 0.1018963 Jul 13 13:38:46.742779 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5533c1-7858-47c8-9843-00a8c1543fa5 req-665ba047-92b2-44d3-80f3-216a03bbd0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:46.745637 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7f5533c1-7858-47c8-9843-00a8c1543fa5 req-665ba047-92b2-44d3-80f3-216a03bbd0c8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=41cb83d6-1972-42a1-91b6-99e2d7728a68 HTTP/1.1" status: 200 len: 848 time: 0.1570489 Jul 13 13:38:46.777753 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-4502f514-ba69-45de-aba7-303c711f3931 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 784aaf21-6f00-49f0-a99b-fca08f13346d {{(pid=93751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:38:46.792561 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea973274-1f81-452d-80e1-aad8ae944ba6 req-6126af56-c1d0-4b94-9511-e4512cbf2db9 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:46.805525 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ea973274-1f81-452d-80e1-aad8ae944ba6 req-6126af56-c1d0-4b94-9511-e4512cbf2db9 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.23 "GET /v2.0/ports?device_id=f91e5060-a285-4b39-a63d-f58a29a87fbc HTTP/1.1" status: 200 len: 943 time: 0.3123300 Jul 13 13:38:46.818677 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-4502f514-ba69-45de-aba7-303c711f3931 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:46.827698 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Returning: {'device': '2b4a64d3-448e-4191-8e09-4fde1a14539c', 'network_id': '8a948c4c-6f03-4f10-9e00-2993f9629279', 'port_id': '2b4a64d3-448e-4191-8e09-4fde1a14539c', 'mac_address': 'fa:16:3e:51:95:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e38ecf8-2fec-4f5b-8b3e-f8690198cb4e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 13:38:46.831915 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7f5533c1-7858-47c8-9843-00a8c1543fa5 req-1e1cafc1-1563-4722-b84e-e4d468558d1e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5c5b1ca0-24b0-4412-b81d-dc9907cb0039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0780635 Jul 13 13:38:46.851329 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-4502f514-ba69-45de-aba7-303c711f3931 service neutron] Transition to ACTIVE for port object 784aaf21-6f00-49f0-a99b-fca08f13346d will not be triggered until provisioned by entity L2. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:38:46.871736 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-4502f514-ba69-45de-aba7-303c711f3931 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:46.902161 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ea973274-1f81-452d-80e1-aad8ae944ba6 req-8d40b655-9d1e-4b80-baab-357d89150c02 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.23 "GET /v2.0/security-groups?id=215441dc-b65f-49ea-b8ce-4afa75e23159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007643 Jul 13 13:38:46.937647 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 58208) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:38:46.961991 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:46.999309 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b4a64d3-448e-4191-8e09-4fde1a14539c {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:38:47.026513 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 2b4a64d3-448e-4191-8e09-4fde1a14539c, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=2b4a64d3-448e-4191-8e09-4fde1a14539c,segment=NetworkSegment(b2cba7f6-e29b-4b72-b31f-06e263582f9a),segment_id=b2cba7f6-e29b-4b72-b31f-06e263582f9a)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:38:47.043469 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0bbf8ff4-8419-4bf3-8b7f-7d89e5551802 tempest-ExternalNetworksAdminNegativeTestJSON-2082713164 tempest-ExternalNetworksAdminNegativeTestJSON-2082713164-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:47.043750 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:47.155570 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=2b4a64d3-448e-4191-8e09-4fde1a14539c,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:38:47.190157 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4502f514-ba69-45de-aba7-303c711f3931 service neutron] Pushing event updated for resources: {'Port': ['ID=784aaf21-6f00-49f0-a99b-fca08f13346d,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:38:47.204772 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7a86c2b-e215-48ba-b8d6-88d46f6cf040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:47.285965 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-30f15075-a69e-4b18-9ab5-a220d4ffa3fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:47.289716 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7f5533c1-7858-47c8-9843-00a8c1543fa5 req-9f185981-a0e9-447e-af2a-a016ce028639 service neutron] 10.222.0.41 "GET /v2.0/networks/5c5b1ca0-24b0-4412-b81d-dc9907cb0039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4512846 Jul 13 13:38:47.311217 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['2b4a64d3-448e-4191-8e09-4fde1a14539c'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:38:47.312293 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c20db0-0f1d-411c-99aa-8dc8d9049923 req-f8f2af34-81d0-4a16-b62a-0956f29ca198 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:47.313953 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-27c20db0-0f1d-411c-99aa-8dc8d9049923 req-f8f2af34-81d0-4a16-b62a-0956f29ca198 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/ports?device_id=12faf5c9-e18d-4f03-b7e6-1951ae5c98c0 HTTP/1.1" status: 200 len: 946 time: 0.3680816 Jul 13 13:38:47.420630 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['776054fc-ecbd-41ea-aa05-06fc8946f52a'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:38:47.423675 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 58216) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:38:47.511867 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-4502f514-ba69-45de-aba7-303c711f3931 service neutron] Attempting to bind port 784aaf21-6f00-49f0-a99b-fca08f13346d on host n-h1-800634-1 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:38:47.512402 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-4502f514-ba69-45de-aba7-303c711f3931 service neutron] Attempting to bind port 784aaf21-6f00-49f0-a99b-fca08f13346d by drivers openvswitch,hyperv on host n-h1-800634-1 at level 0 using segments [{'id': 'ff3ccd98-edad-42e9-895c-e5d69e27583e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'f75cac05-674a-4151-a43b-a75ea71e3ffa'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:38:47.512542 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-4502f514-ba69-45de-aba7-303c711f3931 service neutron] Attempting to bind port 784aaf21-6f00-49f0-a99b-fca08f13346d on network f75cac05-674a-4151-a43b-a75ea71e3ffa {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:38:47.534962 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-4502f514-ba69-45de-aba7-303c711f3931 service neutron] Port 784aaf21-6f00-49f0-a99b-fca08f13346d on network f75cac05-674a-4151-a43b-a75ea71e3ffa not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-1 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:38:47.535291 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-4502f514-ba69-45de-aba7-303c711f3931 service neutron] Attempting to bind port 784aaf21-6f00-49f0-a99b-fca08f13346d on network f75cac05-674a-4151-a43b-a75ea71e3ffa {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:38:47.555459 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-30f15075-a69e-4b18-9ab5-a220d4ffa3fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:47.563442 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-4502f514-ba69-45de-aba7-303c711f3931 service neutron] Checking agent: {'id': 'a7603dc8-3c50-4a9b-8f0d-1143528f155e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 38, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:38:47.563786 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-4502f514-ba69-45de-aba7-303c711f3931 service neutron] Checking segment: {'id': 'ff3ccd98-edad-42e9-895c-e5d69e27583e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'f75cac05-674a-4151-a43b-a75ea71e3ffa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:38:47.564180 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-4502f514-ba69-45de-aba7-303c711f3931 service neutron] Bound using segment: {'id': 'ff3ccd98-edad-42e9-895c-e5d69e27583e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'f75cac05-674a-4151-a43b-a75ea71e3ffa'} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:38:47.564624 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-4502f514-ba69-45de-aba7-303c711f3931 service neutron] Bound port: 784aaf21-6f00-49f0-a99b-fca08f13346d, host: n-h1-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff3ccd98-edad-42e9-895c-e5d69e27583e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'f75cac05-674a-4151-a43b-a75ea71e3ffa'}}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:38:47.565025 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-4502f514-ba69-45de-aba7-303c711f3931 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:47.571782 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-0bbf8ff4-8419-4bf3-8b7f-7d89e5551802 tempest-ExternalNetworksAdminNegativeTestJSON-2082713164 tempest-ExternalNetworksAdminNegativeTestJSON-2082713164-project-admin] Allocated IP 172.25.6.243 (acf968b8-c524-46a9-a20b-ad9667009130/dde5a78e-bd1e-4f47-8189-7321d4de73d3/9f15b598-1111-4fb7-b0cf-0ac325aeeda3) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:38:47.599057 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-30f15075-a69e-4b18-9ab5-a220d4ffa3fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:47.605414 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bb724c-ef2d-4fe3-847f-e984f360fe39 req-bfb3ed63-2b51-4710-a02f-7cdac2a4e08a tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:47.624526 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bb724c-ef2d-4fe3-847f-e984f360fe39 req-bfb3ed63-2b51-4710-a02f-7cdac2a4e08a tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:47.642904 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bb724c-ef2d-4fe3-847f-e984f360fe39 req-bfb3ed63-2b51-4710-a02f-7cdac2a4e08a tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:47.649933 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bb724c-ef2d-4fe3-847f-e984f360fe39 req-bfb3ed63-2b51-4710-a02f-7cdac2a4e08a tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:47.656785 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bb724c-ef2d-4fe3-847f-e984f360fe39 req-bfb3ed63-2b51-4710-a02f-7cdac2a4e08a tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:47.660868 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-99bb724c-ef2d-4fe3-847f-e984f360fe39 req-bfb3ed63-2b51-4710-a02f-7cdac2a4e08a tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba24330e-3d10-45b2-aa45-d413663c46d4 HTTP/1.1" status: 200 len: 3827 time: 0.5393023 Jul 13 13:38:47.713358 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-27c20db0-0f1d-411c-99aa-8dc8d9049923 req-d7912c3d-fdc9-4c9a-bd50-cab15f939556 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/security-groups?id=4f83e00a-e782-49e6-b944-d06b9e971cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3759565 Jul 13 13:38:47.716478 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-30f15075-a69e-4b18-9ab5-a220d4ffa3fc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=03412e22983f40dfaf80a34e94bf234f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7777822 Jul 13 13:38:47.720850 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 58222) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:38:47.727104 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f15075-a69e-4b18-9ab5-a220d4ffa3fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1e1e156-b2f9-431e-ab18-1f5b79df6895,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:38:47.778664 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a099c52a-b5dc-48b3-b1e0-bc533a059ed4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:47.849679 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-4502f514-ba69-45de-aba7-303c711f3931 service neutron] For port 784aaf21-6f00-49f0-a99b-fca08f13346d, host n-h1-800634-1, cleared binding levels {{(pid=93751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:38:47.853590 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-4502f514-ba69-45de-aba7-303c711f3931 service neutron] For port 784aaf21-6f00-49f0-a99b-fca08f13346d, host n-h1-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=784aaf21-6f00-49f0-a99b-fca08f13346d,segment=NetworkSegment(ff3ccd98-edad-42e9-895c-e5d69e27583e),segment_id=ff3ccd98-edad-42e9-895c-e5d69e27583e)] {{(pid=93751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:38:47.871009 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7f5533c1-7858-47c8-9843-00a8c1543fa5 req-82a4ecaa-3bec-4473-bc95-e97ec909e74c service neutron] 10.222.0.41 "GET /v2.0/networks/5c5b1ca0-24b0-4412-b81d-dc9907cb0039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5559688 Jul 13 13:38:47.875424 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-4502f514-ba69-45de-aba7-303c711f3931 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:47.948677 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-21b347ed-820c-4fe6-b192-bc533e6d1f7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:47.993914 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-21b347ed-820c-4fe6-b192-bc533e6d1f7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:47.997532 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-99bb724c-ef2d-4fe3-847f-e984f360fe39 req-eb224ec9-6834-4e8a-a8cc-5ba6a16b49ca tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] 10.222.0.23 "GET /v2.0/security-groups?id=b297afe2-d282-4df8-a205-49b02bf6195a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3154378 Jul 13 13:38:48.077146 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-4502f514-ba69-45de-aba7-303c711f3931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:48.077861 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-4502f514-ba69-45de-aba7-303c711f3931 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:48.079776 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-4502f514-ba69-45de-aba7-303c711f3931 service neutron] 10.222.0.26 "PUT /v2.0/ports/784aaf21-6f00-49f0-a99b-fca08f13346d HTTP/1.1" status: 200 len: 1091 time: 2.5451164 Jul 13 13:38:48.081840 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba24330e-3d10-45b2-aa45-d413663c46d4', 'tag': '784aaf21-6f00-49f0-a99b-fca08f13346d'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:38:48.084918 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d17b627af75e17e0f4b8d6239d04f8c2f78634e2c585e32a7aeca336500f34a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07eac0c3-0271-40c5-99d5-8985e7d7c82d" -d '{"events": [{"name": "network-changed", "server_uuid": "ba24330e-3d10-45b2-aa45-d413663c46d4", "tag": "784aaf21-6f00-49f0-a99b-fca08f13346d"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:38:48.094238 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4502f514-ba69-45de-aba7-303c711f3931 service neutron] Pushing event updated for resources: {'Port': ['ID=784aaf21-6f00-49f0-a99b-fca08f13346d,revision_number=3']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:38:48.134880 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-5d957465-fc74-4805-87d9-ea643c8b13d0 service neutron] Request body: {'port': {'device_id': 'ba24330e-3d10-45b2-aa45-d413663c46d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-1'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:38:48.156773 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-21b347ed-820c-4fe6-b192-bc533e6d1f7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:48.159695 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-21b347ed-820c-4fe6-b192-bc533e6d1f7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:48.161961 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-21b347ed-820c-4fe6-b192-bc533e6d1f7c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e1e1e156-b2f9-431e-ab18-1f5b79df6895 HTTP/1.1" status: 204 len: 168 time: 0.4358416 Jul 13 13:38:48.209251 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b347ed-820c-4fe6-b192-bc533e6d1f7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1e1e156-b2f9-431e-ab18-1f5b79df6895,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:38:48.296312 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed833c82-02a1-4e3b-a71b-f5ef2d072a06 req-f586c2ef-38d2-4678-9701-bcbec1af610d tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:48.297971 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ed833c82-02a1-4e3b-a71b-f5ef2d072a06 req-f586c2ef-38d2-4678-9701-bcbec1af610d tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ce44543-1f61-4d9c-8c3c-26da94576b7f HTTP/1.1" status: 200 len: 945 time: 0.2451720 Jul 13 13:38:48.383531 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ed833c82-02a1-4e3b-a71b-f5ef2d072a06 req-fed8b09e-b6d2-404f-aa44-8b679ac8bd10 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8450e8a-3ce6-4095-b6b4-37555b8042b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779345 Jul 13 13:38:48.458598 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0bbf8ff4-8419-4bf3-8b7f-7d89e5551802 tempest-ExternalNetworksAdminNegativeTestJSON-2082713164 tempest-ExternalNetworksAdminNegativeTestJSON-2082713164-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:48.465755 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-5d957465-fc74-4805-87d9-ea643c8b13d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:48.481016 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 13:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37f81e09-0a1b-4461-93c3-dbd9f9ad0fd6 x-openstack-request-id: req-37f81e09-0a1b-4461-93c3-dbd9f9ad0fd6 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:38:48.481634 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba24330e-3d10-45b2-aa45-d413663c46d4", "tag": "784aaf21-6f00-49f0-a99b-fca08f13346d", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:38:48.481960 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-37f81e09-0a1b-4461-93c3-dbd9f9ad0fd6 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:38:48.482366 n-d-800634-1 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba24330e-3d10-45b2-aa45-d413663c46d4', 'tag': '784aaf21-6f00-49f0-a99b-fca08f13346d', 'status': 'completed', 'code': 200} Jul 13 13:38:48.539469 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0523162-23d2-43c0-839b-8ea26862d30f req-69a9dad9-5b8a-4968-bc45-bf74511788d1 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:48.541919 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d0523162-23d2-43c0-839b-8ea26862d30f req-69a9dad9-5b8a-4968-bc45-bf74511788d1 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.23 "GET /v2.0/ports?device_id=f91e5060-a285-4b39-a63d-f58a29a87fbc HTTP/1.1" status: 200 len: 944 time: 0.3350701 Jul 13 13:38:48.580064 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eac0c3-0271-40c5-99d5-8985e7d7c82d req-c431d5a9-af72-41a5-b54b-6e9456d80ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:48.580723 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eac0c3-0271-40c5-99d5-8985e7d7c82d req-c431d5a9-af72-41a5-b54b-6e9456d80ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:48.581207 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eac0c3-0271-40c5-99d5-8985e7d7c82d req-c431d5a9-af72-41a5-b54b-6e9456d80ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:48.581690 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eac0c3-0271-40c5-99d5-8985e7d7c82d req-c431d5a9-af72-41a5-b54b-6e9456d80ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:48.582184 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eac0c3-0271-40c5-99d5-8985e7d7c82d req-c431d5a9-af72-41a5-b54b-6e9456d80ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:48.583943 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-07eac0c3-0271-40c5-99d5-8985e7d7c82d req-c431d5a9-af72-41a5-b54b-6e9456d80ec2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6adf017ce9b34499b7ba676da54c44ef&device_id=ba24330e-3d10-45b2-aa45-d413663c46d4 HTTP/1.1" status: 200 len: 4362 time: 0.0827873 Jul 13 13:38:48.648155 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 58232) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:38:48.718579 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a099c52a-b5dc-48b3-b1e0-bc533a059ed4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:48.723845 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0bbf8ff4-8419-4bf3-8b7f-7d89e5551802 tempest-ExternalNetworksAdminNegativeTestJSON-2082713164 tempest-ExternalNetworksAdminNegativeTestJSON-2082713164-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:48.728058 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f2f67fc1-ccba-42e2-8fab-700bac143969 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:48.801029 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eac0c3-0271-40c5-99d5-8985e7d7c82d req-46e3f1d3-86df-4fa9-9ee1-41dc9f637e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:48.801534 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eac0c3-0271-40c5-99d5-8985e7d7c82d req-46e3f1d3-86df-4fa9-9ee1-41dc9f637e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:48.802131 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eac0c3-0271-40c5-99d5-8985e7d7c82d req-46e3f1d3-86df-4fa9-9ee1-41dc9f637e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:48.803970 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-07eac0c3-0271-40c5-99d5-8985e7d7c82d req-46e3f1d3-86df-4fa9-9ee1-41dc9f637e31 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=6adf017ce9b34499b7ba676da54c44ef&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2125838 Jul 13 13:38:48.808925 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a099c52a-b5dc-48b3-b1e0-bc533a059ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:48.859256 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-a099c52a-b5dc-48b3-b1e0-bc533a059ed4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a9a51a2704ca472b9603ad0a36d0aebc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4291360 Jul 13 13:38:48.863022 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 58238) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:38:48.888789 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d0523162-23d2-43c0-839b-8ea26862d30f req-96e08d5b-a406-4cbe-9910-85e6713c7de2 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.23 "GET /v2.0/security-groups?id=215441dc-b65f-49ea-b8ce-4afa75e23159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3025396 Jul 13 13:38:48.911240 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bbf8ff4-8419-4bf3-8b7f-7d89e5551802 tempest-ExternalNetworksAdminNegativeTestJSON-2082713164 tempest-ExternalNetworksAdminNegativeTestJSON-2082713164-project-admin] Network acf968b8-c524-46a9-a20b-ad9667009130 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:38:48.930583 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-0bbf8ff4-8419-4bf3-8b7f-7d89e5551802 tempest-ExternalNetworksAdminNegativeTestJSON-2082713164 tempest-ExternalNetworksAdminNegativeTestJSON-2082713164-project-admin] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:38:48.935951 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bbf8ff4-8419-4bf3-8b7f-7d89e5551802 tempest-ExternalNetworksAdminNegativeTestJSON-2082713164 tempest-ExternalNetworksAdminNegativeTestJSON-2082713164-project-admin] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:38:49.014248 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eac0c3-0271-40c5-99d5-8985e7d7c82d req-239615a5-c5a1-4a43-93d5-56b51048f51f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:49.016145 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-07eac0c3-0271-40c5-99d5-8985e7d7c82d req-239615a5-c5a1-4a43-93d5-56b51048f51f service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2045281 Jul 13 13:38:49.021895 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-550b41ec-00e1-46e9-9042-4e9054f202d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:49.033379 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d65ade-6fa6-457f-aa27-7e132b7f1a60 req-2ebe1d15-1739-4aaf-bbf8-09b03cba2b5f tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:49.034919 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d7d65ade-6fa6-457f-aa27-7e132b7f1a60 req-2ebe1d15-1739-4aaf-bbf8-09b03cba2b5f tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/ports?device_id=12faf5c9-e18d-4f03-b7e6-1951ae5c98c0 HTTP/1.1" status: 200 len: 946 time: 0.1709704 Jul 13 13:38:49.065501 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a099c52a-b5dc-48b3-b1e0-bc533a059ed4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c22361ff-1bd4-4c04-b016-e28569d19d7e,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:38:49.071560 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-550b41ec-00e1-46e9-9042-4e9054f202d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:49.101097 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbf8ff4-8419-4bf3-8b7f-7d89e5551802 tempest-ExternalNetworksAdminNegativeTestJSON-2082713164 tempest-ExternalNetworksAdminNegativeTestJSON-2082713164-project-admin] Pushing event updated for resources: {'Port': ['ID=9f15b598-1111-4fb7-b0cf-0ac325aeeda3,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:38:49.134396 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d7d65ade-6fa6-457f-aa27-7e132b7f1a60 req-e983671c-5486-4898-b7e8-f515351c00c8 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/security-groups?id=4f83e00a-e782-49e6-b944-d06b9e971cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911231 Jul 13 13:38:49.159488 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0bbf8ff4-8419-4bf3-8b7f-7d89e5551802 tempest-ExternalNetworksAdminNegativeTestJSON-2082713164 tempest-ExternalNetworksAdminNegativeTestJSON-2082713164-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:49.171359 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-550b41ec-00e1-46e9-9042-4e9054f202d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:49.174084 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-550b41ec-00e1-46e9-9042-4e9054f202d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:49.177501 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-550b41ec-00e1-46e9-9042-4e9054f202d2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c22361ff-1bd4-4c04-b016-e28569d19d7e HTTP/1.1" status: 204 len: 168 time: 0.3098772 Jul 13 13:38:49.191105 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550b41ec-00e1-46e9-9042-4e9054f202d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c22361ff-1bd4-4c04-b016-e28569d19d7e,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:38:49.303355 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 776054fc-ecbd-41ea-aa05-06fc8946f52a up at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:38:49.367997 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning for port 776054fc-ecbd-41ea-aa05-06fc8946f52a completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:38:49.372880 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning complete for port 776054fc-ecbd-41ea-aa05-06fc8946f52a triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:38:49.374513 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:49.474455 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:49.517172 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ce44543-1f61-4d9c-8c3c-26da94576b7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '776054fc-ecbd-41ea-aa05-06fc8946f52a'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:38:49.519515 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7114342d-5d33-4930-bcc1-6459b1f16075" -d '{"events": [{"server_uuid": "6ce44543-1f61-4d9c-8c3c-26da94576b7f", "name": "network-vif-plugged", "status": "completed", "tag": "776054fc-ecbd-41ea-aa05-06fc8946f52a"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:38:49.536748 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 776054fc-ecbd-41ea-aa05-06fc8946f52a, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=776054fc-ecbd-41ea-aa05-06fc8946f52a,segment=NetworkSegment(8ca861d2-7f67-42e9-b790-b2afeca7fd40),segment_id=8ca861d2-7f67-42e9-b790-b2afeca7fd40)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:38:49.546719 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:49.547550 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 2b4a64d3-448e-4191-8e09-4fde1a14539c up at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:38:49.587582 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f2f67fc1-ccba-42e2-8fab-700bac143969 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:49.636238 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afa32ee-4d1a-4827-8e69-ce103a419f12 req-df4e8edf-3f90-4104-80d8-c211e5bc0d9b tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:49.637942 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5afa32ee-4d1a-4827-8e69-ce103a419f12 req-df4e8edf-3f90-4104-80d8-c211e5bc0d9b tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ce44543-1f61-4d9c-8c3c-26da94576b7f HTTP/1.1" status: 200 len: 946 time: 0.0826054 Jul 13 13:38:49.670837 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=776054fc-ecbd-41ea-aa05-06fc8946f52a,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:38:49.671231 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f2f67fc1-ccba-42e2-8fab-700bac143969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:49.687121 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning for port 2b4a64d3-448e-4191-8e09-4fde1a14539c completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:38:49.696190 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning complete for port 2b4a64d3-448e-4191-8e09-4fde1a14539c triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:38:49.697463 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:49.712246 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5afa32ee-4d1a-4827-8e69-ce103a419f12 req-29427f24-496a-42ab-86f1-5afd74e7d128 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8450e8a-3ce6-4095-b6b4-37555b8042b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668440 Jul 13 13:38:49.774149 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04595294-31be-4c8a-b307-f9880b031fd5 x-openstack-request-id: req-04595294-31be-4c8a-b307-f9880b031fd5 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:38:49.774460 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ce44543-1f61-4d9c-8c3c-26da94576b7f", "name": "network-vif-plugged", "status": "completed", "tag": "776054fc-ecbd-41ea-aa05-06fc8946f52a", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:38:49.774704 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-04595294-31be-4c8a-b307-f9880b031fd5 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:38:49.775094 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ce44543-1f61-4d9c-8c3c-26da94576b7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '776054fc-ecbd-41ea-aa05-06fc8946f52a', 'code': 200} Jul 13 13:38:49.788588 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-f2f67fc1-ccba-42e2-8fab-700bac143969 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9ad9038be3f840918c7fb637721f3ce0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1351056 Jul 13 13:38:49.789718 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0bbf8ff4-8419-4bf3-8b7f-7d89e5551802 tempest-ExternalNetworksAdminNegativeTestJSON-2082713164 tempest-ExternalNetworksAdminNegativeTestJSON-2082713164-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:49.791370 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 58258) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:38:49.844354 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f67fc1-ccba-42e2-8fab-700bac143969 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c036326-196e-4b38-be13-ffd3c8b642b3,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:38:49.860144 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-bd568812-5acb-4fe1-8e37-4a51ae1c8b4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:49.865273 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-5d957465-fc74-4805-87d9-ea643c8b13d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22d9a863-c098-4a4f-a30b-7f895c5bc062 {{(pid=93751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:38:49.884748 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4f6ecc-04b2-4434-bab1-29d70bbba2ab req-11958422-51f7-4c45-9678-5a49101e6865 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:49.885226 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:49.891535 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4f6ecc-04b2-4434-bab1-29d70bbba2ab req-11958422-51f7-4c45-9678-5a49101e6865 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:49.912781 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4f6ecc-04b2-4434-bab1-29d70bbba2ab req-11958422-51f7-4c45-9678-5a49101e6865 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:49.934395 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 2b4a64d3-448e-4191-8e09-4fde1a14539c, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=2b4a64d3-448e-4191-8e09-4fde1a14539c,segment=NetworkSegment(b2cba7f6-e29b-4b72-b31f-06e263582f9a),segment_id=b2cba7f6-e29b-4b72-b31f-06e263582f9a)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:38:49.935211 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4f6ecc-04b2-4434-bab1-29d70bbba2ab req-11958422-51f7-4c45-9678-5a49101e6865 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:49.946925 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:49.948900 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4f6ecc-04b2-4434-bab1-29d70bbba2ab req-11958422-51f7-4c45-9678-5a49101e6865 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:49.958005 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2d4f6ecc-04b2-4434-bab1-29d70bbba2ab req-11958422-51f7-4c45-9678-5a49101e6865 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba24330e-3d10-45b2-aa45-d413663c46d4 HTTP/1.1" status: 200 len: 3827 time: 0.7927613 Jul 13 13:38:49.961452 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-5d957465-fc74-4805-87d9-ea643c8b13d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:49.962810 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:49.988166 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-dc3b783e-0d38-4b1c-8ab0-1cd07c25d38e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:50.016903 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45f5475-83c6-4110-bec9-b7a2c3849471 req-93ff307a-0676-4e89-931a-0a355fb756b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:50.018485 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b45f5475-83c6-4110-bec9-b7a2c3849471 req-93ff307a-0676-4e89-931a-0a355fb756b8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6ce44543-1f61-4d9c-8c3c-26da94576b7f HTTP/1.1" status: 200 len: 1097 time: 0.1721857 Jul 13 13:38:50.019843 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-5d957465-fc74-4805-87d9-ea643c8b13d0 service neutron] Transition to ACTIVE for port object 22d9a863-c098-4a4f-a30b-7f895c5bc062 will not be triggered until provisioned by entity L2. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:38:50.034733 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-dc3b783e-0d38-4b1c-8ab0-1cd07c25d38e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:50.073432 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=2b4a64d3-448e-4191-8e09-4fde1a14539c,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:38:50.088443 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b45f5475-83c6-4110-bec9-b7a2c3849471 req-d94580a9-8849-4ad1-8e19-fd2adb6822fb service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e8450e8a-3ce6-4095-b6b4-37555b8042b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574863 Jul 13 13:38:50.090406 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-5d957465-fc74-4805-87d9-ea643c8b13d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:50.130525 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2d4f6ecc-04b2-4434-bab1-29d70bbba2ab req-a3bc049a-eacc-435c-a8e2-79258f3d1810 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] 10.222.0.23 "GET /v2.0/security-groups?id=b297afe2-d282-4df8-a205-49b02bf6195a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1662188 Jul 13 13:38:50.268949 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62fd147-36a7-4dfa-90a6-1cf297f43509 req-48efa78b-3e84-4bb5-a424-d50627a558ac tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:50.270071 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d957465-fc74-4805-87d9-ea643c8b13d0 service neutron] Pushing event updated for resources: {'Port': ['ID=22d9a863-c098-4a4f-a30b-7f895c5bc062,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:38:50.274213 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d62fd147-36a7-4dfa-90a6-1cf297f43509 req-48efa78b-3e84-4bb5-a424-d50627a558ac tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.23 "GET /v2.0/ports?device_id=f91e5060-a285-4b39-a63d-f58a29a87fbc HTTP/1.1" status: 200 len: 945 time: 0.1730230 Jul 13 13:38:50.278406 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 58272) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:38:50.300182 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-dc3b783e-0d38-4b1c-8ab0-1cd07c25d38e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:50.306762 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-dc3b783e-0d38-4b1c-8ab0-1cd07c25d38e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:50.308362 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-dc3b783e-0d38-4b1c-8ab0-1cd07c25d38e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2c036326-196e-4b38-be13-ffd3c8b642b3 HTTP/1.1" status: 204 len: 168 time: 0.5153704 Jul 13 13:38:50.343701 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0bbf8ff4-8419-4bf3-8b7f-7d89e5551802 tempest-ExternalNetworksAdminNegativeTestJSON-2082713164 tempest-ExternalNetworksAdminNegativeTestJSON-2082713164-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:50.346012 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-5d957465-fc74-4805-87d9-ea643c8b13d0 service neutron] Attempting to bind port 22d9a863-c098-4a4f-a30b-7f895c5bc062 on host n-h1-800634-1 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:38:50.346713 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-5d957465-fc74-4805-87d9-ea643c8b13d0 service neutron] Attempting to bind port 22d9a863-c098-4a4f-a30b-7f895c5bc062 by drivers openvswitch,hyperv on host n-h1-800634-1 at level 0 using segments [{'id': '9f7771f2-d981-496e-a6cb-2f28b09404cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'cc9dab26-3983-4dce-8c1c-cb82d11f88fb'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:38:50.347274 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-5d957465-fc74-4805-87d9-ea643c8b13d0 service neutron] Attempting to bind port 22d9a863-c098-4a4f-a30b-7f895c5bc062 on network cc9dab26-3983-4dce-8c1c-cb82d11f88fb {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:38:50.361374 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0bbf8ff4-8419-4bf3-8b7f-7d89e5551802 tempest-ExternalNetworksAdminNegativeTestJSON-2082713164 tempest-ExternalNetworksAdminNegativeTestJSON-2082713164-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:50.368918 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-5d957465-fc74-4805-87d9-ea643c8b13d0 service neutron] Port 22d9a863-c098-4a4f-a30b-7f895c5bc062 on network cc9dab26-3983-4dce-8c1c-cb82d11f88fb not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-1 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:38:50.376183 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-5d957465-fc74-4805-87d9-ea643c8b13d0 service neutron] Attempting to bind port 22d9a863-c098-4a4f-a30b-7f895c5bc062 on network cc9dab26-3983-4dce-8c1c-cb82d11f88fb {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:38:50.410654 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d62fd147-36a7-4dfa-90a6-1cf297f43509 req-d3f5bd4b-8755-46f7-971a-a97a1696f404 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.23 "GET /v2.0/security-groups?id=215441dc-b65f-49ea-b8ce-4afa75e23159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132286 Jul 13 13:38:50.420688 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3b783e-0d38-4b1c-8ab0-1cd07c25d38e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c036326-196e-4b38-be13-ffd3c8b642b3,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:38:50.426293 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-5d957465-fc74-4805-87d9-ea643c8b13d0 service neutron] Checking agent: {'id': 'a7603dc8-3c50-4a9b-8f0d-1143528f155e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 38, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:38:50.426791 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-5d957465-fc74-4805-87d9-ea643c8b13d0 service neutron] Checking segment: {'id': '9f7771f2-d981-496e-a6cb-2f28b09404cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'cc9dab26-3983-4dce-8c1c-cb82d11f88fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:38:50.427273 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-5d957465-fc74-4805-87d9-ea643c8b13d0 service neutron] Bound using segment: {'id': '9f7771f2-d981-496e-a6cb-2f28b09404cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'cc9dab26-3983-4dce-8c1c-cb82d11f88fb'} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:38:50.427894 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-5d957465-fc74-4805-87d9-ea643c8b13d0 service neutron] Bound port: 22d9a863-c098-4a4f-a30b-7f895c5bc062, host: n-h1-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f7771f2-d981-496e-a6cb-2f28b09404cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'cc9dab26-3983-4dce-8c1c-cb82d11f88fb'}}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:38:50.428350 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-5d957465-fc74-4805-87d9-ea643c8b13d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:50.480328 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-becfe28f-c04e-44a5-a44c-f607083cf90c admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-416989744-network', 'tenant_id': '1d1b21e682104673ac00b8c76737ba33'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:38:50.510731 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-becfe28f-c04e-44a5-a44c-f607083cf90c admin admin] Made reservation on behalf of 1d1b21e682104673ac00b8c76737ba33 for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:38:50.514654 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-becfe28f-c04e-44a5-a44c-f607083cf90c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:50.530836 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-becfe28f-c04e-44a5-a44c-f607083cf90c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:50.546715 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbf8ff4-8419-4bf3-8b7f-7d89e5551802 tempest-ExternalNetworksAdminNegativeTestJSON-2082713164 tempest-ExternalNetworksAdminNegativeTestJSON-2082713164-project-admin] Pushing event updated for resources: {'Port': ['ID=9f15b598-1111-4fb7-b0cf-0ac325aeeda3,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:38:50.597761 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0bbf8ff4-8419-4bf3-8b7f-7d89e5551802 tempest-ExternalNetworksAdminNegativeTestJSON-2082713164 tempest-ExternalNetworksAdminNegativeTestJSON-2082713164-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446547'] for floatingip, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:50.641401 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-5d957465-fc74-4805-87d9-ea643c8b13d0 service neutron] For port 22d9a863-c098-4a4f-a30b-7f895c5bc062, host n-h1-800634-1, cleared binding levels {{(pid=93751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:38:50.647066 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-5d957465-fc74-4805-87d9-ea643c8b13d0 service neutron] For port 22d9a863-c098-4a4f-a30b-7f895c5bc062, host n-h1-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=22d9a863-c098-4a4f-a30b-7f895c5bc062,segment=NetworkSegment(9f7771f2-d981-496e-a6cb-2f28b09404cd),segment_id=9f7771f2-d981-496e-a6cb-2f28b09404cd)] {{(pid=93751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:38:50.657965 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ed0981-f926-4f8a-922e-62bf55ea6b15 req-3dd09669-16e4-4c4a-8002-72464adca40f tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:50.662269 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-31ed0981-f926-4f8a-922e-62bf55ea6b15 req-3dd09669-16e4-4c4a-8002-72464adca40f tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/ports?device_id=12faf5c9-e18d-4f03-b7e6-1951ae5c98c0 HTTP/1.1" status: 200 len: 946 time: 0.2387936 Jul 13 13:38:50.670396 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-5d957465-fc74-4805-87d9-ea643c8b13d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:50.774709 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d957465-fc74-4805-87d9-ea643c8b13d0 service neutron] Pushing event updated for resources: {'Port': ['ID=22d9a863-c098-4a4f-a30b-7f895c5bc062,revision_number=3']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:38:50.818080 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-5d957465-fc74-4805-87d9-ea643c8b13d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:50.818719 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-5d957465-fc74-4805-87d9-ea643c8b13d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:50.820136 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-5d957465-fc74-4805-87d9-ea643c8b13d0 service neutron] 10.222.0.26 "PUT /v2.0/ports/22d9a863-c098-4a4f-a30b-7f895c5bc062 HTTP/1.1" status: 200 len: 1129 time: 2.6978126 Jul 13 13:38:50.820604 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba24330e-3d10-45b2-aa45-d413663c46d4', 'tag': '22d9a863-c098-4a4f-a30b-7f895c5bc062'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:38:50.836333 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d17b627af75e17e0f4b8d6239d04f8c2f78634e2c585e32a7aeca336500f34a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60913754-fdc4-46ea-9351-9392c77ff16b" -d '{"events": [{"name": "network-changed", "server_uuid": "ba24330e-3d10-45b2-aa45-d413663c46d4", "tag": "22d9a863-c098-4a4f-a30b-7f895c5bc062"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:38:50.854976 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-1aef62ef-ac8a-4cbf-b8ca-3798bd1fb8be service neutron] Request body: {'port': {'device_id': 'ba24330e-3d10-45b2-aa45-d413663c46d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-1'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:38:50.940621 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-31ed0981-f926-4f8a-922e-62bf55ea6b15 req-6ea333e6-363d-4f43-ba71-38e5d6a38280 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/security-groups?id=4f83e00a-e782-49e6-b944-d06b9e971cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2670715 Jul 13 13:38:51.023923 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:51.059285 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 13:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c776963b-e43b-4161-833f-b893f1dedc46 x-openstack-request-id: req-c776963b-e43b-4161-833f-b893f1dedc46 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:38:51.059663 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba24330e-3d10-45b2-aa45-d413663c46d4", "tag": "22d9a863-c098-4a4f-a30b-7f895c5bc062", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:38:51.059848 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c776963b-e43b-4161-833f-b893f1dedc46 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:38:51.060235 n-d-800634-1 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba24330e-3d10-45b2-aa45-d413663c46d4', 'tag': '22d9a863-c098-4a4f-a30b-7f895c5bc062', 'status': 'completed', 'code': 200} Jul 13 13:38:51.103795 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-1aef62ef-ac8a-4cbf-b8ca-3798bd1fb8be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:51.225489 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1560d004-08ad-4ad5-849f-e24f163e4a2b req-0bd70c6f-6967-4eb3-a49e-14dad1b004fe tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:51.232667 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1560d004-08ad-4ad5-849f-e24f163e4a2b req-0bd70c6f-6967-4eb3-a49e-14dad1b004fe tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ce44543-1f61-4d9c-8c3c-26da94576b7f HTTP/1.1" status: 200 len: 946 time: 0.1948521 Jul 13 13:38:51.275956 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60913754-fdc4-46ea-9351-9392c77ff16b req-eb39b085-3820-4bc5-9ed5-8c42ad83027f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:51.276438 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60913754-fdc4-46ea-9351-9392c77ff16b req-eb39b085-3820-4bc5-9ed5-8c42ad83027f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:51.276905 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60913754-fdc4-46ea-9351-9392c77ff16b req-eb39b085-3820-4bc5-9ed5-8c42ad83027f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:51.277372 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60913754-fdc4-46ea-9351-9392c77ff16b req-eb39b085-3820-4bc5-9ed5-8c42ad83027f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:51.277855 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60913754-fdc4-46ea-9351-9392c77ff16b req-eb39b085-3820-4bc5-9ed5-8c42ad83027f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:51.278321 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60913754-fdc4-46ea-9351-9392c77ff16b req-eb39b085-3820-4bc5-9ed5-8c42ad83027f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:51.281095 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-60913754-fdc4-46ea-9351-9392c77ff16b req-eb39b085-3820-4bc5-9ed5-8c42ad83027f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6adf017ce9b34499b7ba676da54c44ef&device_id=ba24330e-3d10-45b2-aa45-d413663c46d4 HTTP/1.1" status: 200 len: 5284 time: 0.1998303 Jul 13 13:38:51.387364 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-becfe28f-c04e-44a5-a44c-f607083cf90c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:51.396022 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1560d004-08ad-4ad5-849f-e24f163e4a2b req-e5dd16f4-98e2-4115-b37f-2db975310ca5 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8450e8a-3ce6-4095-b6b4-37555b8042b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622174 Jul 13 13:38:51.399536 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-becfe28f-c04e-44a5-a44c-f607083cf90c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:51.430621 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-becfe28f-c04e-44a5-a44c-f607083cf90c admin admin] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 13:38:51.457002 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0bbf8ff4-8419-4bf3-8b7f-7d89e5551802 tempest-ExternalNetworksAdminNegativeTestJSON-2082713164 tempest-ExternalNetworksAdminNegativeTestJSON-2082713164-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for floatingip, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:51.458312 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-0bbf8ff4-8419-4bf3-8b7f-7d89e5551802 tempest-ExternalNetworksAdminNegativeTestJSON-2082713164 tempest-ExternalNetworksAdminNegativeTestJSON-2082713164-project-admin] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.5806780 Jul 13 13:38:51.465364 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 58306) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:38:51.473377 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-d32e2465-8d85-4906-9ca5-d2a4f45a135b tempest-ExternalNetworksAdminNegativeTestJSON-2082713164 tempest-ExternalNetworksAdminNegativeTestJSON-2082713164-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1106996187', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'fixed_ips': [{'ip_address': '172.25.6.243'}]}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:38:51.477160 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-becfe28f-c04e-44a5-a44c-f607083cf90c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:51.477721 n-d-800634-1 neutron-server[93750]: INFO neutron.db.segments_db [None req-becfe28f-c04e-44a5-a44c-f607083cf90c admin admin] Added segment c368f595-5610-4181-876b-2ad27436132d of type vlan for network 6e5fbdb0-b5f2-41b6-8a08-5a94d8f754ae Jul 13 13:38:51.482468 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becfe28f-c04e-44a5-a44c-f607083cf90c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=654562f6-14b8-4fca-abb6-abb1ed736f19,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:38:51.517974 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9e070d-2081-4692-b36b-0575678839c1 req-469e4795-b182-4a9d-af21-ea3aec6b9e01 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:51.524363 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9e070d-2081-4692-b36b-0575678839c1 req-469e4795-b182-4a9d-af21-ea3aec6b9e01 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:51.531891 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9e070d-2081-4692-b36b-0575678839c1 req-469e4795-b182-4a9d-af21-ea3aec6b9e01 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:51.549990 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9e070d-2081-4692-b36b-0575678839c1 req-469e4795-b182-4a9d-af21-ea3aec6b9e01 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:51.550234 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60913754-fdc4-46ea-9351-9392c77ff16b req-c7041241-b1d7-4afb-802f-7e1a8f5cc184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:51.550739 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60913754-fdc4-46ea-9351-9392c77ff16b req-c7041241-b1d7-4afb-802f-7e1a8f5cc184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:51.551213 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60913754-fdc4-46ea-9351-9392c77ff16b req-c7041241-b1d7-4afb-802f-7e1a8f5cc184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:51.552813 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-60913754-fdc4-46ea-9351-9392c77ff16b req-c7041241-b1d7-4afb-802f-7e1a8f5cc184 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=6adf017ce9b34499b7ba676da54c44ef&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2494128 Jul 13 13:38:51.557758 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9e070d-2081-4692-b36b-0575678839c1 req-469e4795-b182-4a9d-af21-ea3aec6b9e01 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:51.564618 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9e070d-2081-4692-b36b-0575678839c1 req-469e4795-b182-4a9d-af21-ea3aec6b9e01 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:51.567218 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7e9e070d-2081-4692-b36b-0575678839c1 req-469e4795-b182-4a9d-af21-ea3aec6b9e01 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba24330e-3d10-45b2-aa45-d413663c46d4 HTTP/1.1" status: 200 len: 4598 time: 0.2177439 Jul 13 13:38:51.574723 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-becfe28f-c04e-44a5-a44c-f607083cf90c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:51.581316 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d32e2465-8d85-4906-9ca5-d2a4f45a135b tempest-ExternalNetworksAdminNegativeTestJSON-2082713164 tempest-ExternalNetworksAdminNegativeTestJSON-2082713164-project-admin] Made reservation on behalf of 0e7648552a0a4134816b0232fe828a9b for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:38:51.583760 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d32e2465-8d85-4906-9ca5-d2a4f45a135b tempest-ExternalNetworksAdminNegativeTestJSON-2082713164 tempest-ExternalNetworksAdminNegativeTestJSON-2082713164-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:51.632400 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d32e2465-8d85-4906-9ca5-d2a4f45a135b tempest-ExternalNetworksAdminNegativeTestJSON-2082713164 tempest-ExternalNetworksAdminNegativeTestJSON-2082713164-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:51.661953 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7e9e070d-2081-4692-b36b-0575678839c1 req-a5e646fc-8014-4359-8b3b-87f1f77c1dec tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] 10.222.0.23 "GET /v2.0/security-groups?id=b297afe2-d282-4df8-a205-49b02bf6195a&id=4073f342-904a-4e74-a26d-da1c71da9763&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0771441 Jul 13 13:38:51.726138 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-1aef62ef-ac8a-4cbf-b8ca-3798bd1fb8be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cca05c4-e450-4259-87c3-a2ac658c147b {{(pid=93751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:38:51.726369 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-becfe28f-c04e-44a5-a44c-f607083cf90c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:51.727072 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-becfe28f-c04e-44a5-a44c-f607083cf90c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:51.727659 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-becfe28f-c04e-44a5-a44c-f607083cf90c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:51.739203 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-1aef62ef-ac8a-4cbf-b8ca-3798bd1fb8be service neutron] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:51.754180 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-1aef62ef-ac8a-4cbf-b8ca-3798bd1fb8be service neutron] Transition to ACTIVE for port object 3cca05c4-e450-4259-87c3-a2ac658c147b will not be triggered until provisioned by entity L2. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:38:51.759406 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-1aef62ef-ac8a-4cbf-b8ca-3798bd1fb8be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:51.776916 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f91e5060-a285-4b39-a63d-f58a29a87fbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b4a64d3-448e-4191-8e09-4fde1a14539c'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:38:51.780540 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cfa70aa-570e-45ae-8dba-8087cad477b2" -d '{"events": [{"server_uuid": "f91e5060-a285-4b39-a63d-f58a29a87fbc", "name": "network-vif-plugged", "status": "completed", "tag": "2b4a64d3-448e-4191-8e09-4fde1a14539c"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:38:51.830984 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aef62ef-ac8a-4cbf-b8ca-3798bd1fb8be service neutron] Pushing event updated for resources: {'Port': ['ID=3cca05c4-e450-4259-87c3-a2ac658c147b,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:38:51.849683 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becfe28f-c04e-44a5-a44c-f607083cf90c admin admin] Pushing event updated for resources: {'Network': ['ID=6e5fbdb0-b5f2-41b6-8a08-5a94d8f754ae,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:38:51.859632 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09fb50e6-1fcb-4d87-981d-6f4df8bbc93e x-openstack-request-id: req-09fb50e6-1fcb-4d87-981d-6f4df8bbc93e {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:38:51.860030 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f91e5060-a285-4b39-a63d-f58a29a87fbc", "name": "network-vif-plugged", "status": "completed", "tag": "2b4a64d3-448e-4191-8e09-4fde1a14539c", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:38:51.860446 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-09fb50e6-1fcb-4d87-981d-6f4df8bbc93e {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:38:51.860978 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f91e5060-a285-4b39-a63d-f58a29a87fbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b4a64d3-448e-4191-8e09-4fde1a14539c', 'code': 200} Jul 13 13:38:51.863058 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network 6e5fbdb0-b5f2-41b6-8a08-5a94d8f754ae details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 13:38:51.867442 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60913754-fdc4-46ea-9351-9392c77ff16b req-ab0611cd-fd8b-423f-a55c-a4ec477de820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:51.869109 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-60913754-fdc4-46ea-9351-9392c77ff16b req-ab0611cd-fd8b-423f-a55c-a4ec477de820 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3064373 Jul 13 13:38:51.925122 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9334945a-3a3f-4347-8151-790005b22e07 req-8345d246-0c1c-47b3-a744-48946fcb3051 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:51.933637 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9334945a-3a3f-4347-8151-790005b22e07 req-8345d246-0c1c-47b3-a744-48946fcb3051 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.23 "GET /v2.0/ports?device_id=f91e5060-a285-4b39-a63d-f58a29a87fbc HTTP/1.1" status: 200 len: 945 time: 0.3014884 Jul 13 13:38:52.031448 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-1aef62ef-ac8a-4cbf-b8ca-3798bd1fb8be service neutron] Attempting to bind port 3cca05c4-e450-4259-87c3-a2ac658c147b on host n-h1-800634-1 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:38:52.031790 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-1aef62ef-ac8a-4cbf-b8ca-3798bd1fb8be service neutron] Attempting to bind port 3cca05c4-e450-4259-87c3-a2ac658c147b by drivers openvswitch,hyperv on host n-h1-800634-1 at level 0 using segments [{'id': '9f7771f2-d981-496e-a6cb-2f28b09404cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'cc9dab26-3983-4dce-8c1c-cb82d11f88fb'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:38:52.032126 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-1aef62ef-ac8a-4cbf-b8ca-3798bd1fb8be service neutron] Attempting to bind port 3cca05c4-e450-4259-87c3-a2ac658c147b on network cc9dab26-3983-4dce-8c1c-cb82d11f88fb {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:38:52.036149 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 58316) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:38:52.062293 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-1aef62ef-ac8a-4cbf-b8ca-3798bd1fb8be service neutron] Port 3cca05c4-e450-4259-87c3-a2ac658c147b on network cc9dab26-3983-4dce-8c1c-cb82d11f88fb not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-1 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:38:52.062695 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-1aef62ef-ac8a-4cbf-b8ca-3798bd1fb8be service neutron] Attempting to bind port 3cca05c4-e450-4259-87c3-a2ac658c147b on network cc9dab26-3983-4dce-8c1c-cb82d11f88fb {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:38:52.074607 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d32e2465-8d85-4906-9ca5-d2a4f45a135b tempest-ExternalNetworksAdminNegativeTestJSON-2082713164 tempest-ExternalNetworksAdminNegativeTestJSON-2082713164-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:52.083968 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-1aef62ef-ac8a-4cbf-b8ca-3798bd1fb8be service neutron] Checking agent: {'id': 'a7603dc8-3c50-4a9b-8f0d-1143528f155e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 38, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:38:52.084470 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-1aef62ef-ac8a-4cbf-b8ca-3798bd1fb8be service neutron] Checking segment: {'id': '9f7771f2-d981-496e-a6cb-2f28b09404cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'cc9dab26-3983-4dce-8c1c-cb82d11f88fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:38:52.084872 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-1aef62ef-ac8a-4cbf-b8ca-3798bd1fb8be service neutron] Bound using segment: {'id': '9f7771f2-d981-496e-a6cb-2f28b09404cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'cc9dab26-3983-4dce-8c1c-cb82d11f88fb'} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:38:52.085497 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-1aef62ef-ac8a-4cbf-b8ca-3798bd1fb8be service neutron] Bound port: 3cca05c4-e450-4259-87c3-a2ac658c147b, host: n-h1-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f7771f2-d981-496e-a6cb-2f28b09404cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'cc9dab26-3983-4dce-8c1c-cb82d11f88fb'}}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:38:52.085766 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-1aef62ef-ac8a-4cbf-b8ca-3798bd1fb8be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:52.091179 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9334945a-3a3f-4347-8151-790005b22e07 req-31789508-cf61-4501-815a-83f9fd316e60 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.23 "GET /v2.0/security-groups?id=215441dc-b65f-49ea-b8ce-4afa75e23159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565497 Jul 13 13:38:52.101832 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d32e2465-8d85-4906-9ca5-d2a4f45a135b tempest-ExternalNetworksAdminNegativeTestJSON-2082713164 tempest-ExternalNetworksAdminNegativeTestJSON-2082713164-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:52.105385 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [None req-d32e2465-8d85-4906-9ca5-d2a4f45a135b tempest-ExternalNetworksAdminNegativeTestJSON-2082713164 tempest-ExternalNetworksAdminNegativeTestJSON-2082713164-project-admin] device_id is not set on port d89505c0-a81f-42da-877b-14086efb7dc2 yet. {{(pid=93750) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 13:38:52.207993 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-41303e81-8d1f-484d-a93d-dc79cf71fd21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:52.212021 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-becfe28f-c04e-44a5-a44c-f607083cf90c admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.9303763 Jul 13 13:38:52.221246 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 58320) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:38:52.241019 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-c3de8d21-02da-4d92-951a-7ad916e973bb admin admin] Request body: {'subnet': {'network_id': '6e5fbdb0-b5f2-41b6-8a08-5a94d8f754ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-416989744-subnet', 'tenant_id': '1d1b21e682104673ac00b8c76737ba33', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:38:52.313902 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32e2465-8d85-4906-9ca5-d2a4f45a135b tempest-ExternalNetworksAdminNegativeTestJSON-2082713164 tempest-ExternalNetworksAdminNegativeTestJSON-2082713164-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6bc087e-a461-40cb-b6fc-774e977bcc66,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:38:52.316470 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.db.api [None req-c3de8d21-02da-4d92-951a-7ad916e973bb admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 13 13:38:52.316470 n-d-800634-1 neutron-server[93750]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 13 13:38:52.316470 n-d-800634-1 neutron-server[93750]: [parameters: {'project_id_1': '1d1b21e682104673ac00b8c76737ba33', 'expiration_1': datetime.datetime(2021, 7, 13, 13, 38, 52, 269366)}] Jul 13 13:38:52.316470 n-d-800634-1 neutron-server[93750]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93750) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 13:38:52.316903 n-d-800634-1 neutron-server[93750]: DEBUG oslo_db.api [None req-c3de8d21-02da-4d92-951a-7ad916e973bb admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 13:38:52.324263 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-1aef62ef-ac8a-4cbf-b8ca-3798bd1fb8be service neutron] For port 3cca05c4-e450-4259-87c3-a2ac658c147b, host n-h1-800634-1, cleared binding levels {{(pid=93751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:38:52.324593 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a676fecb-275f-46ec-9111-baa6eec8badd req-b007f30c-b138-4d78-9ff8-b648b3009b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:52.326116 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a676fecb-275f-46ec-9111-baa6eec8badd req-b007f30c-b138-4d78-9ff8-b648b3009b45 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f91e5060-a285-4b39-a63d-f58a29a87fbc HTTP/1.1" status: 200 len: 1096 time: 0.3611135 Jul 13 13:38:52.334033 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-1aef62ef-ac8a-4cbf-b8ca-3798bd1fb8be service neutron] For port 3cca05c4-e450-4259-87c3-a2ac658c147b, host n-h1-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=3cca05c4-e450-4259-87c3-a2ac658c147b,segment=NetworkSegment(9f7771f2-d981-496e-a6cb-2f28b09404cd),segment_id=9f7771f2-d981-496e-a6cb-2f28b09404cd)] {{(pid=93751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:38:52.344542 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-1aef62ef-ac8a-4cbf-b8ca-3798bd1fb8be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:52.396797 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a676fecb-275f-46ec-9111-baa6eec8badd req-dad2657f-f114-4a43-a7ea-e9e4bab0b798 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=215441dc-b65f-49ea-b8ce-4afa75e23159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641751 Jul 13 13:38:52.408287 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-1aef62ef-ac8a-4cbf-b8ca-3798bd1fb8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:52.408946 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-1aef62ef-ac8a-4cbf-b8ca-3798bd1fb8be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:52.410489 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-1aef62ef-ac8a-4cbf-b8ca-3798bd1fb8be service neutron] 10.222.0.26 "PUT /v2.0/ports/3cca05c4-e450-4259-87c3-a2ac658c147b HTTP/1.1" status: 200 len: 1129 time: 1.5601354 Jul 13 13:38:52.412133 n-d-800634-1 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-d32e2465-8d85-4906-9ca5-d2a4f45a135b tempest-ExternalNetworksAdminNegativeTestJSON-2082713164 tempest-ExternalNetworksAdminNegativeTestJSON-2082713164-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 13 13:38:52.412773 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d32e2465-8d85-4906-9ca5-d2a4f45a135b tempest-ExternalNetworksAdminNegativeTestJSON-2082713164 tempest-ExternalNetworksAdminNegativeTestJSON-2082713164-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93750) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 13:38:52.442338 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc64c1a-46ed-4b2a-ae85-156b973ab30b req-e0edf0fb-001b-435f-a56e-09ece95f02fb tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:52.443855 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8fc64c1a-46ed-4b2a-ae85-156b973ab30b req-e0edf0fb-001b-435f-a56e-09ece95f02fb tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/ports?device_id=12faf5c9-e18d-4f03-b7e6-1951ae5c98c0 HTTP/1.1" status: 200 len: 946 time: 0.2212648 Jul 13 13:38:52.458761 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-a2734e57-62ae-4dd9-8585-e7c07edc6935 service neutron] Request body: {'port': {'device_id': 'ba24330e-3d10-45b2-aa45-d413663c46d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-1'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:38:52.519409 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aef62ef-ac8a-4cbf-b8ca-3798bd1fb8be service neutron] Pushing event updated for resources: {'Port': ['ID=3cca05c4-e450-4259-87c3-a2ac658c147b,revision_number=3']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:38:52.525824 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:52.544345 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-41303e81-8d1f-484d-a93d-dc79cf71fd21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:52.557889 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-41303e81-8d1f-484d-a93d-dc79cf71fd21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:52.564996 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-d32e2465-8d85-4906-9ca5-d2a4f45a135b tempest-ExternalNetworksAdminNegativeTestJSON-2082713164 tempest-ExternalNetworksAdminNegativeTestJSON-2082713164-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.0956452 Jul 13 13:38:52.565275 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 58324) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:38:52.613150 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8fc64c1a-46ed-4b2a-ae85-156b973ab30b req-30f53ede-0467-4ae5-acd7-ce83a7865561 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/security-groups?id=4f83e00a-e782-49e6-b944-d06b9e971cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496987 Jul 13 13:38:52.651273 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41303e81-8d1f-484d-a93d-dc79cf71fd21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c948401c-932a-4a8e-9a08-cf9c6184aba8,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:38:52.661414 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-41303e81-8d1f-484d-a93d-dc79cf71fd21 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d8bf3170a64342fa94a614f58ba60707&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6232841 Jul 13 13:38:52.663941 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 58326) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:38:52.669984 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-a2734e57-62ae-4dd9-8585-e7c07edc6935 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:52.807426 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-90ee5dd7-ea7b-4fd8-adca-447369ad527e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:52.870227 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87849c2-de12-4de3-937c-03376e6d08e1 req-39516346-00c9-4a1a-8a7e-8c27290445b4 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:52.875400 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d87849c2-de12-4de3-937c-03376e6d08e1 req-39516346-00c9-4a1a-8a7e-8c27290445b4 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ce44543-1f61-4d9c-8c3c-26da94576b7f HTTP/1.1" status: 200 len: 946 time: 0.2727184 Jul 13 13:38:52.877419 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3de8d21-02da-4d92-951a-7ad916e973bb admin admin] Made reservation on behalf of 1d1b21e682104673ac00b8c76737ba33 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:38:52.879945 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-90ee5dd7-ea7b-4fd8-adca-447369ad527e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:52.880190 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c3de8d21-02da-4d92-951a-7ad916e973bb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4763385'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:52.945808 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-9f2fef43-1225-4673-b064-3a4dc335214b tempest-ExternalNetworksAdminNegativeTestJSON-2082713164 tempest-ExternalNetworksAdminNegativeTestJSON-2082713164-project-admin] Deleting port 9f15b598-1111-4fb7-b0cf-0ac325aeeda3 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:38:52.946170 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9f2fef43-1225-4673-b064-3a4dc335214b tempest-ExternalNetworksAdminNegativeTestJSON-2082713164 tempest-ExternalNetworksAdminNegativeTestJSON-2082713164-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:53.013025 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956b121b-f11b-4b26-b6e3-fb102a0950b3 req-5a2bb5c9-6745-4a3c-a6d4-942f3184c256 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:53.020221 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956b121b-f11b-4b26-b6e3-fb102a0950b3 req-5a2bb5c9-6745-4a3c-a6d4-942f3184c256 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:53.026680 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956b121b-f11b-4b26-b6e3-fb102a0950b3 req-5a2bb5c9-6745-4a3c-a6d4-942f3184c256 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:53.033337 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956b121b-f11b-4b26-b6e3-fb102a0950b3 req-5a2bb5c9-6745-4a3c-a6d4-942f3184c256 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:53.039428 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956b121b-f11b-4b26-b6e3-fb102a0950b3 req-5a2bb5c9-6745-4a3c-a6d4-942f3184c256 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:53.040194 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d87849c2-de12-4de3-937c-03376e6d08e1 req-857cc5af-44ff-4658-bf7a-d0d50eb59ce7 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8450e8a-3ce6-4095-b6b4-37555b8042b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568375 Jul 13 13:38:53.045334 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956b121b-f11b-4b26-b6e3-fb102a0950b3 req-5a2bb5c9-6745-4a3c-a6d4-942f3184c256 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:53.052729 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956b121b-f11b-4b26-b6e3-fb102a0950b3 req-5a2bb5c9-6745-4a3c-a6d4-942f3184c256 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:53.054971 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-956b121b-f11b-4b26-b6e3-fb102a0950b3 req-5a2bb5c9-6745-4a3c-a6d4-942f3184c256 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba24330e-3d10-45b2-aa45-d413663c46d4 HTTP/1.1" status: 200 len: 5369 time: 0.2483325 Jul 13 13:38:53.061669 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba24330e-3d10-45b2-aa45-d413663c46d4', 'tag': '3cca05c4-e450-4259-87c3-a2ac658c147b'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:38:53.069495 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d17b627af75e17e0f4b8d6239d04f8c2f78634e2c585e32a7aeca336500f34a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-459341ab-3cb5-4532-8bab-63cdefc1da51" -d '{"events": [{"name": "network-changed", "server_uuid": "ba24330e-3d10-45b2-aa45-d413663c46d4", "tag": "3cca05c4-e450-4259-87c3-a2ac658c147b"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:38:53.078807 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9f2fef43-1225-4673-b064-3a4dc335214b tempest-ExternalNetworksAdminNegativeTestJSON-2082713164 tempest-ExternalNetworksAdminNegativeTestJSON-2082713164-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:53.079340 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9f2fef43-1225-4673-b064-3a4dc335214b tempest-ExternalNetworksAdminNegativeTestJSON-2082713164 tempest-ExternalNetworksAdminNegativeTestJSON-2082713164-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:53.094649 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-9f2fef43-1225-4673-b064-3a4dc335214b tempest-ExternalNetworksAdminNegativeTestJSON-2082713164 tempest-ExternalNetworksAdminNegativeTestJSON-2082713164-project-admin] Calling delete_port for 9f15b598-1111-4fb7-b0cf-0ac325aeeda3 owned by network:floatingip {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:38:53.168759 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-90ee5dd7-ea7b-4fd8-adca-447369ad527e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:53.173907 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-90ee5dd7-ea7b-4fd8-adca-447369ad527e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:53.175050 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-90ee5dd7-ea7b-4fd8-adca-447369ad527e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c948401c-932a-4a8e-9a08-cf9c6184aba8 HTTP/1.1" status: 204 len: 168 time: 0.5103247 Jul 13 13:38:53.241185 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-956b121b-f11b-4b26-b6e3-fb102a0950b3 req-87406ac6-e488-4f74-bf4b-34560c32851c tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] 10.222.0.23 "GET /v2.0/security-groups?id=b297afe2-d282-4df8-a205-49b02bf6195a&id=4073f342-904a-4e74-a26d-da1c71da9763&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1567218 Jul 13 13:38:53.243824 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ee5dd7-ea7b-4fd8-adca-447369ad527e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c948401c-932a-4a8e-9a08-cf9c6184aba8,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:38:53.363528 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-a2734e57-62ae-4dd9-8585-e7c07edc6935 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35b9c0d6-bf46-4195-88bd-2cd8259cb742 {{(pid=93751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:38:53.375779 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-a2734e57-62ae-4dd9-8585-e7c07edc6935 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:53.390903 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 13:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d33a2b70-9bf9-42aa-9353-c4936fcf4211 x-openstack-request-id: req-d33a2b70-9bf9-42aa-9353-c4936fcf4211 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:38:53.391300 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba24330e-3d10-45b2-aa45-d413663c46d4", "tag": "3cca05c4-e450-4259-87c3-a2ac658c147b", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:38:53.393845 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d33a2b70-9bf9-42aa-9353-c4936fcf4211 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:38:53.394252 n-d-800634-1 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba24330e-3d10-45b2-aa45-d413663c46d4', 'tag': '3cca05c4-e450-4259-87c3-a2ac658c147b', 'status': 'completed', 'code': 200} Jul 13 13:38:53.516277 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c3de8d21-02da-4d92-951a-7ad916e973bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5970588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4763339'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:53.561085 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-a2734e57-62ae-4dd9-8585-e7c07edc6935 service neutron] Transition to ACTIVE for port object 35b9c0d6-bf46-4195-88bd-2cd8259cb742 will not be triggered until provisioned by entity L2. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:38:53.574428 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-a2734e57-62ae-4dd9-8585-e7c07edc6935 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:53.575524 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9f2fef43-1225-4673-b064-3a4dc335214b tempest-ExternalNetworksAdminNegativeTestJSON-2082713164 tempest-ExternalNetworksAdminNegativeTestJSON-2082713164-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:53.609480 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2fef43-1225-4673-b064-3a4dc335214b tempest-ExternalNetworksAdminNegativeTestJSON-2082713164 tempest-ExternalNetworksAdminNegativeTestJSON-2082713164-project-admin] Pushing event deleted for resources: {'Port': ['ID=9f15b598-1111-4fb7-b0cf-0ac325aeeda3,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:38:53.656544 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2fef43-1225-4673-b064-3a4dc335214b tempest-ExternalNetworksAdminNegativeTestJSON-2082713164 tempest-ExternalNetworksAdminNegativeTestJSON-2082713164-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:38:53.656905 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2fef43-1225-4673-b064-3a4dc335214b tempest-ExternalNetworksAdminNegativeTestJSON-2082713164 tempest-ExternalNetworksAdminNegativeTestJSON-2082713164-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:38:53.657254 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2fef43-1225-4673-b064-3a4dc335214b tempest-ExternalNetworksAdminNegativeTestJSON-2082713164 tempest-ExternalNetworksAdminNegativeTestJSON-2082713164-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:38:53.657598 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2fef43-1225-4673-b064-3a4dc335214b tempest-ExternalNetworksAdminNegativeTestJSON-2082713164 tempest-ExternalNetworksAdminNegativeTestJSON-2082713164-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:38:53.658033 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2fef43-1225-4673-b064-3a4dc335214b tempest-ExternalNetworksAdminNegativeTestJSON-2082713164 tempest-ExternalNetworksAdminNegativeTestJSON-2082713164-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:38:53.658373 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2fef43-1225-4673-b064-3a4dc335214b tempest-ExternalNetworksAdminNegativeTestJSON-2082713164 tempest-ExternalNetworksAdminNegativeTestJSON-2082713164-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:38:53.658708 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2fef43-1225-4673-b064-3a4dc335214b tempest-ExternalNetworksAdminNegativeTestJSON-2082713164 tempest-ExternalNetworksAdminNegativeTestJSON-2082713164-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:38:53.659042 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2fef43-1225-4673-b064-3a4dc335214b tempest-ExternalNetworksAdminNegativeTestJSON-2082713164 tempest-ExternalNetworksAdminNegativeTestJSON-2082713164-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:38:53.659370 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2fef43-1225-4673-b064-3a4dc335214b tempest-ExternalNetworksAdminNegativeTestJSON-2082713164 tempest-ExternalNetworksAdminNegativeTestJSON-2082713164-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:38:53.662697 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2fef43-1225-4673-b064-3a4dc335214b tempest-ExternalNetworksAdminNegativeTestJSON-2082713164 tempest-ExternalNetworksAdminNegativeTestJSON-2082713164-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:38:53.662697 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2fef43-1225-4673-b064-3a4dc335214b tempest-ExternalNetworksAdminNegativeTestJSON-2082713164 tempest-ExternalNetworksAdminNegativeTestJSON-2082713164-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:38:53.662697 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2fef43-1225-4673-b064-3a4dc335214b tempest-ExternalNetworksAdminNegativeTestJSON-2082713164 tempest-ExternalNetworksAdminNegativeTestJSON-2082713164-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:38:53.684822 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459341ab-3cb5-4532-8bab-63cdefc1da51 req-c540cad5-dd94-4f8f-b87b-be2e2891e7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:53.685301 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459341ab-3cb5-4532-8bab-63cdefc1da51 req-c540cad5-dd94-4f8f-b87b-be2e2891e7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:53.685451 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2734e57-62ae-4dd9-8585-e7c07edc6935 service neutron] Pushing event updated for resources: {'Port': ['ID=35b9c0d6-bf46-4195-88bd-2cd8259cb742,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:38:53.685962 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459341ab-3cb5-4532-8bab-63cdefc1da51 req-c540cad5-dd94-4f8f-b87b-be2e2891e7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:53.686492 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459341ab-3cb5-4532-8bab-63cdefc1da51 req-c540cad5-dd94-4f8f-b87b-be2e2891e7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:53.686827 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459341ab-3cb5-4532-8bab-63cdefc1da51 req-c540cad5-dd94-4f8f-b87b-be2e2891e7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:53.687310 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459341ab-3cb5-4532-8bab-63cdefc1da51 req-c540cad5-dd94-4f8f-b87b-be2e2891e7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:53.687803 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459341ab-3cb5-4532-8bab-63cdefc1da51 req-c540cad5-dd94-4f8f-b87b-be2e2891e7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:53.689709 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-459341ab-3cb5-4532-8bab-63cdefc1da51 req-c540cad5-dd94-4f8f-b87b-be2e2891e7b6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6adf017ce9b34499b7ba676da54c44ef&device_id=ba24330e-3d10-45b2-aa45-d413663c46d4 HTTP/1.1" status: 200 len: 6206 time: 0.2376261 Jul 13 13:38:53.705857 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3de8d21-02da-4d92-951a-7ad916e973bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=ebad84be-c1b1-45af-9d6d-352020bb56df,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:38:53.748028 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3de8d21-02da-4d92-951a-7ad916e973bb admin admin] Checking segment: {'id': 'c368f595-5610-4181-876b-2ad27436132d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '6e5fbdb0-b5f2-41b6-8a08-5a94d8f754ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:38:53.748414 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3de8d21-02da-4d92-951a-7ad916e973bb admin admin] Network hostable DHCP agents. Network: 6e5fbdb0-b5f2-41b6-8a08-5a94d8f754ae, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 13:38:53.897161 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-a2734e57-62ae-4dd9-8585-e7c07edc6935 service neutron] Attempting to bind port 35b9c0d6-bf46-4195-88bd-2cd8259cb742 on host n-h1-800634-1 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:38:53.897506 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-a2734e57-62ae-4dd9-8585-e7c07edc6935 service neutron] Attempting to bind port 35b9c0d6-bf46-4195-88bd-2cd8259cb742 by drivers openvswitch,hyperv on host n-h1-800634-1 at level 0 using segments [{'id': '9f7771f2-d981-496e-a6cb-2f28b09404cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'cc9dab26-3983-4dce-8c1c-cb82d11f88fb'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:38:53.902215 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-a2734e57-62ae-4dd9-8585-e7c07edc6935 service neutron] Attempting to bind port 35b9c0d6-bf46-4195-88bd-2cd8259cb742 on network cc9dab26-3983-4dce-8c1c-cb82d11f88fb {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:38:53.914460 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-a2734e57-62ae-4dd9-8585-e7c07edc6935 service neutron] Port 35b9c0d6-bf46-4195-88bd-2cd8259cb742 on network cc9dab26-3983-4dce-8c1c-cb82d11f88fb not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-1 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:38:53.914812 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-a2734e57-62ae-4dd9-8585-e7c07edc6935 service neutron] Attempting to bind port 35b9c0d6-bf46-4195-88bd-2cd8259cb742 on network cc9dab26-3983-4dce-8c1c-cb82d11f88fb {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:38:53.941831 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-a2734e57-62ae-4dd9-8585-e7c07edc6935 service neutron] Checking agent: {'id': 'a7603dc8-3c50-4a9b-8f0d-1143528f155e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 38, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:38:53.942251 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-a2734e57-62ae-4dd9-8585-e7c07edc6935 service neutron] Checking segment: {'id': '9f7771f2-d981-496e-a6cb-2f28b09404cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'cc9dab26-3983-4dce-8c1c-cb82d11f88fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:38:53.994570 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-a2734e57-62ae-4dd9-8585-e7c07edc6935 service neutron] Bound using segment: {'id': '9f7771f2-d981-496e-a6cb-2f28b09404cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'cc9dab26-3983-4dce-8c1c-cb82d11f88fb'} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:38:53.994570 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-a2734e57-62ae-4dd9-8585-e7c07edc6935 service neutron] Bound port: 35b9c0d6-bf46-4195-88bd-2cd8259cb742, host: n-h1-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f7771f2-d981-496e-a6cb-2f28b09404cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'cc9dab26-3983-4dce-8c1c-cb82d11f88fb'}}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:38:53.994570 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-a2734e57-62ae-4dd9-8585-e7c07edc6935 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:54.063026 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3de8d21-02da-4d92-951a-7ad916e973bb admin admin] Network 6e5fbdb0-b5f2-41b6-8a08-5a94d8f754ae is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 13:38:54.066581 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8763aefc-8132-4214-a172-bc99c8aaac98 req-49f9f524-d75b-4b59-86f8-5f80ac888bf3 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:54.073648 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8763aefc-8132-4214-a172-bc99c8aaac98 req-49f9f524-d75b-4b59-86f8-5f80ac888bf3 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.23 "GET /v2.0/ports?device_id=f91e5060-a285-4b39-a63d-f58a29a87fbc HTTP/1.1" status: 200 len: 945 time: 0.1466911 Jul 13 13:38:54.102615 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-a2734e57-62ae-4dd9-8585-e7c07edc6935 service neutron] For port 35b9c0d6-bf46-4195-88bd-2cd8259cb742, host n-h1-800634-1, cleared binding levels {{(pid=93751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:38:54.133113 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-a2734e57-62ae-4dd9-8585-e7c07edc6935 service neutron] For port 35b9c0d6-bf46-4195-88bd-2cd8259cb742, host n-h1-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=35b9c0d6-bf46-4195-88bd-2cd8259cb742,segment=NetworkSegment(9f7771f2-d981-496e-a6cb-2f28b09404cd),segment_id=9f7771f2-d981-496e-a6cb-2f28b09404cd)] {{(pid=93751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:38:54.139099 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8763aefc-8132-4214-a172-bc99c8aaac98 req-3b1f317b-f31e-48fe-b070-e893682c4d88 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.23 "GET /v2.0/security-groups?id=215441dc-b65f-49ea-b8ce-4afa75e23159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646837 Jul 13 13:38:54.142168 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-a2734e57-62ae-4dd9-8585-e7c07edc6935 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:54.209610 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9f2fef43-1225-4673-b064-3a4dc335214b tempest-ExternalNetworksAdminNegativeTestJSON-2082713164 tempest-ExternalNetworksAdminNegativeTestJSON-2082713164-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:54.212136 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9f2fef43-1225-4673-b064-3a4dc335214b tempest-ExternalNetworksAdminNegativeTestJSON-2082713164 tempest-ExternalNetworksAdminNegativeTestJSON-2082713164-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for floatingip, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:54.216242 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-9f2fef43-1225-4673-b064-3a4dc335214b tempest-ExternalNetworksAdminNegativeTestJSON-2082713164 tempest-ExternalNetworksAdminNegativeTestJSON-2082713164-project-admin] 10.222.0.23 "DELETE /v2.0/floatingips/fe89abe6-c84c-4561-a80d-c25163bc729d HTTP/1.1" status: 204 len: 168 time: 1.6467700 Jul 13 13:38:54.224345 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-a2734e57-62ae-4dd9-8585-e7c07edc6935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:54.225044 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-a2734e57-62ae-4dd9-8585-e7c07edc6935 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:54.226573 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-a2734e57-62ae-4dd9-8585-e7c07edc6935 service neutron] 10.222.0.26 "PUT /v2.0/ports/35b9c0d6-bf46-4195-88bd-2cd8259cb742 HTTP/1.1" status: 200 len: 1091 time: 1.7774858 Jul 13 13:38:54.244741 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-c3de8d21-02da-4d92-951a-7ad916e973bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, 6e5fbdb0-b5f2-41b6-8a08-5a94d8f754ae) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:38:54.254396 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3de8d21-02da-4d92-951a-7ad916e973bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:54.254977 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c3de8d21-02da-4d92-951a-7ad916e973bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:54.267612 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6f19bed-adb8-4741-a73f-decf5d181db4 None None] Network 6e5fbdb0-b5f2-41b6-8a08-5a94d8f754ae requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:38:54.275318 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-46aa5106-102a-4bc9-9f62-5224b3a96927 service neutron] Request body: {'port': {'device_id': 'ba24330e-3d10-45b2-aa45-d413663c46d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-1'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:38:54.282643 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2734e57-62ae-4dd9-8585-e7c07edc6935 service neutron] Pushing event updated for resources: {'Port': ['ID=35b9c0d6-bf46-4195-88bd-2cd8259cb742,revision_number=3']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:38:54.412552 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459341ab-3cb5-4532-8bab-63cdefc1da51 req-3f30dbc9-7be2-49c3-a05d-175d4d5782be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:54.413103 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459341ab-3cb5-4532-8bab-63cdefc1da51 req-3f30dbc9-7be2-49c3-a05d-175d4d5782be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:54.413581 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459341ab-3cb5-4532-8bab-63cdefc1da51 req-3f30dbc9-7be2-49c3-a05d-175d4d5782be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:54.423258 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-459341ab-3cb5-4532-8bab-63cdefc1da51 req-3f30dbc9-7be2-49c3-a05d-175d4d5782be service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=6adf017ce9b34499b7ba676da54c44ef&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.7055125 Jul 13 13:38:54.455303 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-c3de8d21-02da-4d92-951a-7ad916e973bb admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2187603 Jul 13 13:38:54.468349 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 58374) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:38:54.487152 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-e2afcd31-eb47-4d79-a9ed-6ad15c76ab09 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-416989744-router', 'tenant_id': '1d1b21e682104673ac00b8c76737ba33', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:38:54.622644 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7552d452-6016-49e0-ae96-679a12127435 req-178071a4-5470-4a0f-966e-7ff88b82918a tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:54.624568 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7552d452-6016-49e0-ae96-679a12127435 req-178071a4-5470-4a0f-966e-7ff88b82918a tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/ports?device_id=12faf5c9-e18d-4f03-b7e6-1951ae5c98c0 HTTP/1.1" status: 200 len: 946 time: 0.6377809 Jul 13 13:38:54.645500 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78384a56-e2b0-426d-8375-8ef6afaabf00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a7201e1-61ce-5a3e-b7f7-e800379ed03b-6e5fbdb0-b5f2-41b6-8a08-5a94d8f754ae', 'network_id': '6e5fbdb0-b5f2-41b6-8a08-5a94d8f754ae', 'tenant_id': '1d1b21e682104673ac00b8c76737ba33', 'fixed_ips': [{'subnet_id': 'ebad84be-c1b1-45af-9d6d-352020bb56df'}]}} from n-d-800634-1. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 13:38:54.646838 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-78384a56-e2b0-426d-8375-8ef6afaabf00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:54.682014 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-46aa5106-102a-4bc9-9f62-5224b3a96927 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:54.714221 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e2afcd31-eb47-4d79-a9ed-6ad15c76ab09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1591928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2714'] for router, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:54.719543 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e2afcd31-eb47-4d79-a9ed-6ad15c76ab09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447198', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1629690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2689'] for router, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:54.783526 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459341ab-3cb5-4532-8bab-63cdefc1da51 req-d1d2b3da-79ca-42cb-897f-372f7a3e36b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:54.787079 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-459341ab-3cb5-4532-8bab-63cdefc1da51 req-d1d2b3da-79ca-42cb-897f-372f7a3e36b5 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3536811 Jul 13 13:38:54.836806 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7552d452-6016-49e0-ae96-679a12127435 req-bea2643d-0f10-4df6-b51c-129b380b85c5 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/security-groups?id=4f83e00a-e782-49e6-b944-d06b9e971cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886938 Jul 13 13:38:54.864217 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 58386) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:38:54.943836 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-78384a56-e2b0-426d-8375-8ef6afaabf00 None None] Allocated IP 172.20.0.2 (6e5fbdb0-b5f2-41b6-8a08-5a94d8f754ae/ebad84be-c1b1-45af-9d6d-352020bb56df/c5819af2-a837-46b5-8707-4515e8696df8) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:38:54.963736 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6d4bbc-a0f0-404f-a4da-bb9d9e4eff21 req-420ca74d-6112-4895-94fe-6f7564d766fa tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:54.979004 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1b6d4bbc-a0f0-404f-a4da-bb9d9e4eff21 req-420ca74d-6112-4895-94fe-6f7564d766fa tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ce44543-1f61-4d9c-8c3c-26da94576b7f HTTP/1.1" status: 200 len: 946 time: 0.4395344 Jul 13 13:38:54.981755 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e2afcd31-eb47-4d79-a9ed-6ad15c76ab09 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:55.128296 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3d8526b5-82bf-4280-8006-04b6ea6e8b30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:55.213642 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-78384a56-e2b0-426d-8375-8ef6afaabf00 None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:55.237054 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-78384a56-e2b0-426d-8375-8ef6afaabf00 None None] Transition to ACTIVE for port object c5819af2-a837-46b5-8707-4515e8696df8 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:38:55.267867 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-78384a56-e2b0-426d-8375-8ef6afaabf00 None None] Transition to ACTIVE for port object c5819af2-a837-46b5-8707-4515e8696df8 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:38:55.282617 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-78384a56-e2b0-426d-8375-8ef6afaabf00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:55.341939 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78384a56-e2b0-426d-8375-8ef6afaabf00 None None] Pushing event updated for resources: {'Port': ['ID=c5819af2-a837-46b5-8707-4515e8696df8,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:38:55.361590 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78384a56-e2b0-426d-8375-8ef6afaabf00 None None] Network 6e5fbdb0-b5f2-41b6-8a08-5a94d8f754ae is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:38:55.363463 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-78384a56-e2b0-426d-8375-8ef6afaabf00 None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:38:55.369847 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78384a56-e2b0-426d-8375-8ef6afaabf00 None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:38:55.390882 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1b6d4bbc-a0f0-404f-a4da-bb9d9e4eff21 req-6a0c9f50-ab34-4b4f-82a5-5c52bed8a9df tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8450e8a-3ce6-4095-b6b4-37555b8042b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4109037 Jul 13 13:38:55.397631 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba24330e-3d10-45b2-aa45-d413663c46d4', 'tag': '35b9c0d6-bf46-4195-88bd-2cd8259cb742'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:38:55.400151 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d17b627af75e17e0f4b8d6239d04f8c2f78634e2c585e32a7aeca336500f34a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff2ae3e9-5005-4020-9bea-14551c051df0" -d '{"events": [{"name": "network-changed", "server_uuid": "ba24330e-3d10-45b2-aa45-d413663c46d4", "tag": "35b9c0d6-bf46-4195-88bd-2cd8259cb742"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:38:55.433269 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e2afcd31-eb47-4d79-a9ed-6ad15c76ab09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447180', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1591910', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2751'] for router, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:55.520098 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3d8526b5-82bf-4280-8006-04b6ea6e8b30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:55.566638 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-78384a56-e2b0-426d-8375-8ef6afaabf00 None None] Attempting to bind port c5819af2-a837-46b5-8707-4515e8696df8 on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:38:55.568202 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-78384a56-e2b0-426d-8375-8ef6afaabf00 None None] Attempting to bind port c5819af2-a837-46b5-8707-4515e8696df8 by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': 'c368f595-5610-4181-876b-2ad27436132d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '6e5fbdb0-b5f2-41b6-8a08-5a94d8f754ae'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:38:55.568583 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78384a56-e2b0-426d-8375-8ef6afaabf00 None None] Attempting to bind port c5819af2-a837-46b5-8707-4515e8696df8 on network 6e5fbdb0-b5f2-41b6-8a08-5a94d8f754ae {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:38:55.569270 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf5bd8a-080a-4a12-86f6-2baf6b2ab6bf req-1325c88e-3626-404e-b39b-16f61332f1dd tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:55.574660 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-adf5bd8a-080a-4a12-86f6-2baf6b2ab6bf req-1325c88e-3626-404e-b39b-16f61332f1dd tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.23 "GET /v2.0/ports?device_id=f91e5060-a285-4b39-a63d-f58a29a87fbc HTTP/1.1" status: 200 len: 945 time: 0.4713500 Jul 13 13:38:55.581783 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3d8526b5-82bf-4280-8006-04b6ea6e8b30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:55.588857 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78384a56-e2b0-426d-8375-8ef6afaabf00 None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 38, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:38:55.591260 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78384a56-e2b0-426d-8375-8ef6afaabf00 None None] Checking segment: {'id': 'c368f595-5610-4181-876b-2ad27436132d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '6e5fbdb0-b5f2-41b6-8a08-5a94d8f754ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:38:55.594534 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-78384a56-e2b0-426d-8375-8ef6afaabf00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:55.595113 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78384a56-e2b0-426d-8375-8ef6afaabf00 None None] Bound using segment: {'id': 'c368f595-5610-4181-876b-2ad27436132d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '6e5fbdb0-b5f2-41b6-8a08-5a94d8f754ae'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:38:55.597000 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-78384a56-e2b0-426d-8375-8ef6afaabf00 None None] Bound port: c5819af2-a837-46b5-8707-4515e8696df8, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c368f595-5610-4181-876b-2ad27436132d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '6e5fbdb0-b5f2-41b6-8a08-5a94d8f754ae'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:38:55.597721 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-78384a56-e2b0-426d-8375-8ef6afaabf00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:55.730917 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-78384a56-e2b0-426d-8375-8ef6afaabf00 None None] For port c5819af2-a837-46b5-8707-4515e8696df8, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:38:55.736543 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-78384a56-e2b0-426d-8375-8ef6afaabf00 None None] For port c5819af2-a837-46b5-8707-4515e8696df8, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=c5819af2-a837-46b5-8707-4515e8696df8,segment=NetworkSegment(c368f595-5610-4181-876b-2ad27436132d),segment_id=c368f595-5610-4181-876b-2ad27436132d)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:38:55.740628 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-3d8526b5-82bf-4280-8006-04b6ea6e8b30 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=66c29d28fb1d42ac8b977b6ba57d68cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8736594 Jul 13 13:38:55.743604 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 58412) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:38:55.745541 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-78384a56-e2b0-426d-8375-8ef6afaabf00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:55.781881 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-46aa5106-102a-4bc9-9f62-5224b3a96927 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81223daf-efa0-44c5-a889-92de62226cc8 {{(pid=93751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:38:55.791549 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-46aa5106-102a-4bc9-9f62-5224b3a96927 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:55.812917 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-46aa5106-102a-4bc9-9f62-5224b3a96927 service neutron] Transition to ACTIVE for port object 81223daf-efa0-44c5-a889-92de62226cc8 will not be triggered until provisioned by entity L2. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:38:55.825583 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-46aa5106-102a-4bc9-9f62-5224b3a96927 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:55.848816 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc147550-1144-4f89-a7d0-284ad4422cab req-a5042d10-bf75-4e4b-bc5d-0be16e9674d5 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:55.854926 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc147550-1144-4f89-a7d0-284ad4422cab req-a5042d10-bf75-4e4b-bc5d-0be16e9674d5 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:55.862052 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc147550-1144-4f89-a7d0-284ad4422cab req-a5042d10-bf75-4e4b-bc5d-0be16e9674d5 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:55.868438 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc147550-1144-4f89-a7d0-284ad4422cab req-a5042d10-bf75-4e4b-bc5d-0be16e9674d5 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:55.874791 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc147550-1144-4f89-a7d0-284ad4422cab req-a5042d10-bf75-4e4b-bc5d-0be16e9674d5 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:55.878143 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-adf5bd8a-080a-4a12-86f6-2baf6b2ab6bf req-4521823e-6b3a-47f8-b805-ecbc1d286d4b tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.23 "GET /v2.0/security-groups?id=215441dc-b65f-49ea-b8ce-4afa75e23159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438755 Jul 13 13:38:55.880834 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc147550-1144-4f89-a7d0-284ad4422cab req-a5042d10-bf75-4e4b-bc5d-0be16e9674d5 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:55.886850 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc147550-1144-4f89-a7d0-284ad4422cab req-a5042d10-bf75-4e4b-bc5d-0be16e9674d5 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:55.895773 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-cc147550-1144-4f89-a7d0-284ad4422cab req-a5042d10-bf75-4e4b-bc5d-0be16e9674d5 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba24330e-3d10-45b2-aa45-d413663c46d4 HTTP/1.1" status: 200 len: 5381 time: 0.2667520 Jul 13 13:38:55.901662 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8526b5-82bf-4280-8006-04b6ea6e8b30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=969b9c61-675c-49bf-9b4e-aa162d785f17,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:38:55.982198 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78384a56-e2b0-426d-8375-8ef6afaabf00 None None] Pushing event updated for resources: {'Port': ['ID=c5819af2-a837-46b5-8707-4515e8696df8,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:38:55.989082 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d5f6eb0a-fef6-4ac0-991e-608168a718ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:56.019863 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aa5106-102a-4bc9-9f62-5224b3a96927 service neutron] Pushing event updated for resources: {'Port': ['ID=81223daf-efa0-44c5-a889-92de62226cc8,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:38:56.048446 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d5f6eb0a-fef6-4ac0-991e-608168a718ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:56.089985 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aa5106-102a-4bc9-9f62-5224b3a96927 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:38:56.090347 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aa5106-102a-4bc9-9f62-5224b3a96927 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:38:56.090694 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aa5106-102a-4bc9-9f62-5224b3a96927 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:38:56.091289 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aa5106-102a-4bc9-9f62-5224b3a96927 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:38:56.091774 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aa5106-102a-4bc9-9f62-5224b3a96927 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:38:56.092162 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aa5106-102a-4bc9-9f62-5224b3a96927 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:38:56.093102 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aa5106-102a-4bc9-9f62-5224b3a96927 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:38:56.093479 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aa5106-102a-4bc9-9f62-5224b3a96927 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:38:56.093848 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aa5106-102a-4bc9-9f62-5224b3a96927 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:38:56.094185 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aa5106-102a-4bc9-9f62-5224b3a96927 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:38:56.094520 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aa5106-102a-4bc9-9f62-5224b3a96927 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:38:56.094979 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aa5106-102a-4bc9-9f62-5224b3a96927 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:38:56.146721 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d5f6eb0a-fef6-4ac0-991e-608168a718ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:56.149534 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d5f6eb0a-fef6-4ac0-991e-608168a718ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:56.154608 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-d5f6eb0a-fef6-4ac0-991e-608168a718ef admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/969b9c61-675c-49bf-9b4e-aa162d785f17 HTTP/1.1" status: 204 len: 168 time: 0.3957090 Jul 13 13:38:56.175490 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f6eb0a-fef6-4ac0-991e-608168a718ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=969b9c61-675c-49bf-9b4e-aa162d785f17,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:38:56.204119 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-cc147550-1144-4f89-a7d0-284ad4422cab req-76a7d43c-71fc-46f2-8c5a-7e3cf11ee720 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] 10.222.0.23 "GET /v2.0/security-groups?id=b297afe2-d282-4df8-a205-49b02bf6195a&id=4073f342-904a-4e74-a26d-da1c71da9763&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3074608 Jul 13 13:38:56.361386 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 13:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ed1e073-9ac4-4630-b235-f4a9d3deeb35 x-openstack-request-id: req-8ed1e073-9ac4-4630-b235-f4a9d3deeb35 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:38:56.361678 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba24330e-3d10-45b2-aa45-d413663c46d4", "tag": "35b9c0d6-bf46-4195-88bd-2cd8259cb742", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:38:56.361956 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8ed1e073-9ac4-4630-b235-f4a9d3deeb35 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:38:56.362801 n-d-800634-1 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba24330e-3d10-45b2-aa45-d413663c46d4', 'tag': '35b9c0d6-bf46-4195-88bd-2cd8259cb742', 'status': 'completed', 'code': 200} Jul 13 13:38:56.428084 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 58428) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:38:56.483473 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-46aa5106-102a-4bc9-9f62-5224b3a96927 service neutron] Attempting to bind port 81223daf-efa0-44c5-a889-92de62226cc8 on host n-h1-800634-1 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:38:56.484053 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-46aa5106-102a-4bc9-9f62-5224b3a96927 service neutron] Attempting to bind port 81223daf-efa0-44c5-a889-92de62226cc8 by drivers openvswitch,hyperv on host n-h1-800634-1 at level 0 using segments [{'id': '9f7771f2-d981-496e-a6cb-2f28b09404cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'cc9dab26-3983-4dce-8c1c-cb82d11f88fb'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:38:56.484761 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-46aa5106-102a-4bc9-9f62-5224b3a96927 service neutron] Attempting to bind port 81223daf-efa0-44c5-a889-92de62226cc8 on network cc9dab26-3983-4dce-8c1c-cb82d11f88fb {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:38:56.490276 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-46aa5106-102a-4bc9-9f62-5224b3a96927 service neutron] Port 81223daf-efa0-44c5-a889-92de62226cc8 on network cc9dab26-3983-4dce-8c1c-cb82d11f88fb not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-1 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:38:56.490886 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-46aa5106-102a-4bc9-9f62-5224b3a96927 service neutron] Attempting to bind port 81223daf-efa0-44c5-a889-92de62226cc8 on network cc9dab26-3983-4dce-8c1c-cb82d11f88fb {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:38:56.496285 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-46aa5106-102a-4bc9-9f62-5224b3a96927 service neutron] Checking agent: {'id': 'a7603dc8-3c50-4a9b-8f0d-1143528f155e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 38, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:38:56.497023 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-46aa5106-102a-4bc9-9f62-5224b3a96927 service neutron] Checking segment: {'id': '9f7771f2-d981-496e-a6cb-2f28b09404cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'cc9dab26-3983-4dce-8c1c-cb82d11f88fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:38:56.497587 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-46aa5106-102a-4bc9-9f62-5224b3a96927 service neutron] Bound using segment: {'id': '9f7771f2-d981-496e-a6cb-2f28b09404cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'cc9dab26-3983-4dce-8c1c-cb82d11f88fb'} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:38:56.498275 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-46aa5106-102a-4bc9-9f62-5224b3a96927 service neutron] Bound port: 81223daf-efa0-44c5-a889-92de62226cc8, host: n-h1-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f7771f2-d981-496e-a6cb-2f28b09404cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'cc9dab26-3983-4dce-8c1c-cb82d11f88fb'}}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:38:56.499370 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-46aa5106-102a-4bc9-9f62-5224b3a96927 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:56.514391 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e2afcd31-eb47-4d79-a9ed-6ad15c76ab09 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:56.537000 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2ae3e9-5005-4020-9bea-14551c051df0 req-1a25e507-0b98-454c-b828-e1915e69e520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:56.537488 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2ae3e9-5005-4020-9bea-14551c051df0 req-1a25e507-0b98-454c-b828-e1915e69e520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:56.542907 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2ae3e9-5005-4020-9bea-14551c051df0 req-1a25e507-0b98-454c-b828-e1915e69e520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:56.546791 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2ae3e9-5005-4020-9bea-14551c051df0 req-1a25e507-0b98-454c-b828-e1915e69e520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:56.549932 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2ae3e9-5005-4020-9bea-14551c051df0 req-1a25e507-0b98-454c-b828-e1915e69e520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:56.550438 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2ae3e9-5005-4020-9bea-14551c051df0 req-1a25e507-0b98-454c-b828-e1915e69e520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:56.550926 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2ae3e9-5005-4020-9bea-14551c051df0 req-1a25e507-0b98-454c-b828-e1915e69e520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:56.554177 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ff2ae3e9-5005-4020-9bea-14551c051df0 req-1a25e507-0b98-454c-b828-e1915e69e520 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6adf017ce9b34499b7ba676da54c44ef&device_id=ba24330e-3d10-45b2-aa45-d413663c46d4 HTTP/1.1" status: 200 len: 6298 time: 0.1758866 Jul 13 13:38:56.557645 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e2afcd31-eb47-4d79-a9ed-6ad15c76ab09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:56.774209 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2ae3e9-5005-4020-9bea-14551c051df0 req-c1d029ef-34db-464b-8ab7-1155287a947a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:56.774984 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2ae3e9-5005-4020-9bea-14551c051df0 req-c1d029ef-34db-464b-8ab7-1155287a947a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:56.775081 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2ae3e9-5005-4020-9bea-14551c051df0 req-c1d029ef-34db-464b-8ab7-1155287a947a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:56.777061 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ff2ae3e9-5005-4020-9bea-14551c051df0 req-c1d029ef-34db-464b-8ab7-1155287a947a service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=6adf017ce9b34499b7ba676da54c44ef&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2115884 Jul 13 13:38:56.852846 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 58434) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:38:56.924008 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-f4c038f8-42c3-4f2a-b31f-141b624e76fd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0e7648552a0a4134816b0232fe828a9b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0692675 Jul 13 13:38:56.928259 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 58436) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:38:56.979605 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2ae3e9-5005-4020-9bea-14551c051df0 req-90d28ff4-500e-4ce6-9093-819fff61e0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:56.981138 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ff2ae3e9-5005-4020-9bea-14551c051df0 req-90d28ff4-500e-4ce6-9093-819fff61e0ae service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1954188 Jul 13 13:38:57.005798 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5ac65e41-dbe6-491f-b4f6-e3548369f41f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:57.034932 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5ac65e41-dbe6-491f-b4f6-e3548369f41f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:57.052366 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a481b903-3c30-4f62-8324-4a41a9e1ffca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:57.080872 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-46aa5106-102a-4bc9-9f62-5224b3a96927 service neutron] For port 81223daf-efa0-44c5-a889-92de62226cc8, host n-h1-800634-1, cleared binding levels {{(pid=93751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:38:57.099679 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5ac65e41-dbe6-491f-b4f6-e3548369f41f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:57.102430 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5ac65e41-dbe6-491f-b4f6-e3548369f41f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:57.103701 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-5ac65e41-dbe6-491f-b4f6-e3548369f41f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d6bc087e-a461-40cb-b6fc-774e977bcc66 HTTP/1.1" status: 204 len: 168 time: 0.1745992 Jul 13 13:38:57.136171 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac65e41-dbe6-491f-b4f6-e3548369f41f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6bc087e-a461-40cb-b6fc-774e977bcc66,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:38:57.206919 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a179c5a9-d89a-42b5-a310-fbf32661d63f req-459af276-35ac-4070-8f64-12844c7c2380 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:57.214498 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a179c5a9-d89a-42b5-a310-fbf32661d63f req-459af276-35ac-4070-8f64-12844c7c2380 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/ports?device_id=12faf5c9-e18d-4f03-b7e6-1951ae5c98c0 HTTP/1.1" status: 200 len: 946 time: 0.6751270 Jul 13 13:38:57.219919 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-46aa5106-102a-4bc9-9f62-5224b3a96927 service neutron] For port 81223daf-efa0-44c5-a889-92de62226cc8, host n-h1-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=81223daf-efa0-44c5-a889-92de62226cc8,segment=NetworkSegment(9f7771f2-d981-496e-a6cb-2f28b09404cd),segment_id=9f7771f2-d981-496e-a6cb-2f28b09404cd)] {{(pid=93751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:38:57.274722 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-46aa5106-102a-4bc9-9f62-5224b3a96927 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:57.306649 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device c5819af2-a837-46b5-8707-4515e8696df8 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:38:57.420081 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port c5819af2-a837-46b5-8707-4515e8696df8 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:38:57.457832 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7935ffff-7e8d-4766-bbcf-afc78d099e98 None None] Network 6e5fbdb0-b5f2-41b6-8a08-5a94d8f754ae requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:38:57.493245 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-46aa5106-102a-4bc9-9f62-5224b3a96927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:57.493908 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-46aa5106-102a-4bc9-9f62-5224b3a96927 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:57.495323 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-46aa5106-102a-4bc9-9f62-5224b3a96927 service neutron] 10.222.0.26 "PUT /v2.0/ports/81223daf-efa0-44c5-a889-92de62226cc8 HTTP/1.1" status: 200 len: 1090 time: 3.2268434 Jul 13 13:38:57.502778 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-e2afcd31-eb47-4d79-a9ed-6ad15c76ab09 admin admin] Allocated IP 172.25.6.91 (acf968b8-c524-46a9-a20b-ad9667009130/dde5a78e-bd1e-4f47-8189-7321d4de73d3/ca09a279-8639-4c66-9384-4657655aebf6) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:38:57.527182 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a179c5a9-d89a-42b5-a310-fbf32661d63f req-3545c626-eab5-45c1-810f-ce8ceae2742e tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/security-groups?id=4f83e00a-e782-49e6-b944-d06b9e971cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3117173 Jul 13 13:38:57.610016 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a481b903-3c30-4f62-8324-4a41a9e1ffca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:57.616233 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-fd73c1e8-2395-4bf0-8d88-9ab12d9ee414 service neutron] Request body: {'port': {'device_id': 'ba24330e-3d10-45b2-aa45-d413663c46d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-1'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:38:57.809866 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-522381eb-6905-4fc9-8c8c-ae89328cb8f7 None None] Provisioning for port c5819af2-a837-46b5-8707-4515e8696df8 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:38:57.885543 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-522381eb-6905-4fc9-8c8c-ae89328cb8f7 None None] Provisioning complete for port c5819af2-a837-46b5-8707-4515e8696df8 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:38:57.885883 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-522381eb-6905-4fc9-8c8c-ae89328cb8f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:57.895954 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a481b903-3c30-4f62-8324-4a41a9e1ffca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:57.945146 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aa5106-102a-4bc9-9f62-5224b3a96927 service neutron] Pushing event updated for resources: {'Port': ['ID=81223daf-efa0-44c5-a889-92de62226cc8,revision_number=3']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:38:58.004142 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e2afcd31-eb47-4d79-a9ed-6ad15c76ab09 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:58.067178 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57569c8b-ea5e-44dc-aaa0-4a27c4b5ab20 req-49b21ba4-b2aa-44ce-8a1a-2fa6e18e0917 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:58.083263 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-57569c8b-ea5e-44dc-aaa0-4a27c4b5ab20 req-49b21ba4-b2aa-44ce-8a1a-2fa6e18e0917 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ce44543-1f61-4d9c-8c3c-26da94576b7f HTTP/1.1" status: 200 len: 946 time: 0.1428463 Jul 13 13:38:58.111149 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-fd73c1e8-2395-4bf0-8d88-9ab12d9ee414 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:58.128892 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-522381eb-6905-4fc9-8c8c-ae89328cb8f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:58.145232 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-57569c8b-ea5e-44dc-aaa0-4a27c4b5ab20 req-6e344a42-0fe6-4b74-bea2-2fc5220ffd88 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8450e8a-3ce6-4095-b6b4-37555b8042b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604579 Jul 13 13:38:58.213550 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 58468) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:38:58.214296 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-a481b903-3c30-4f62-8324-4a41a9e1ffca admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=10b9a5c936e04514a9518bf25c23d862&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7830167 Jul 13 13:38:58.216396 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a481b903-3c30-4f62-8324-4a41a9e1ffca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e5ba2f5-0125-4ed2-8684-76c44252059e,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:38:58.238272 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-522381eb-6905-4fc9-8c8c-ae89328cb8f7 None None] For port c5819af2-a837-46b5-8707-4515e8696df8, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=c5819af2-a837-46b5-8707-4515e8696df8,segment=NetworkSegment(c368f595-5610-4181-876b-2ad27436132d),segment_id=c368f595-5610-4181-876b-2ad27436132d)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:38:58.248189 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-522381eb-6905-4fc9-8c8c-ae89328cb8f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:58.289408 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e2afcd31-eb47-4d79-a9ed-6ad15c76ab09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:58.369338 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3cfc4896-c374-4112-bffd-8888dc1be853 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:58.407972 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3cfc4896-c374-4112-bffd-8888dc1be853 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:58.413317 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba24330e-3d10-45b2-aa45-d413663c46d4', 'tag': '81223daf-efa0-44c5-a889-92de62226cc8'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:38:58.426984 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d17b627af75e17e0f4b8d6239d04f8c2f78634e2c585e32a7aeca336500f34a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed0c1db6-33aa-4cf8-8fba-3b7d48355b6b" -d '{"events": [{"name": "network-changed", "server_uuid": "ba24330e-3d10-45b2-aa45-d413663c46d4", "tag": "81223daf-efa0-44c5-a889-92de62226cc8"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:38:58.494042 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522381eb-6905-4fc9-8c8c-ae89328cb8f7 None None] Pushing event updated for resources: {'Port': ['ID=c5819af2-a837-46b5-8707-4515e8696df8,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:38:58.514754 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2afcd31-eb47-4d79-a9ed-6ad15c76ab09 admin admin] Network acf968b8-c524-46a9-a20b-ad9667009130 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:38:58.516018 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3cfc4896-c374-4112-bffd-8888dc1be853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:58.521200 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-e2afcd31-eb47-4d79-a9ed-6ad15c76ab09 admin admin] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:38:58.527989 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3cfc4896-c374-4112-bffd-8888dc1be853 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:58.529310 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2afcd31-eb47-4d79-a9ed-6ad15c76ab09 admin admin] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:38:58.531988 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-3cfc4896-c374-4112-bffd-8888dc1be853 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7e5ba2f5-0125-4ed2-8684-76c44252059e HTTP/1.1" status: 204 len: 168 time: 0.3167281 Jul 13 13:38:58.569895 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfc4896-c374-4112-bffd-8888dc1be853 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e5ba2f5-0125-4ed2-8684-76c44252059e,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:38:58.602332 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-ddcd624d-f085-4abe-8e9f-cac2fdc71863 None None] Provisioning complete for port c5819af2-a837-46b5-8707-4515e8696df8 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:38:58.602890 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ddcd624d-f085-4abe-8e9f-cac2fdc71863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:58.708883 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 13:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52e4daef-5c60-4fc6-b284-d43f0a475398 x-openstack-request-id: req-52e4daef-5c60-4fc6-b284-d43f0a475398 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:38:58.709165 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba24330e-3d10-45b2-aa45-d413663c46d4", "tag": "81223daf-efa0-44c5-a889-92de62226cc8", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:38:58.710227 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-52e4daef-5c60-4fc6-b284-d43f0a475398 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:38:58.710619 n-d-800634-1 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba24330e-3d10-45b2-aa45-d413663c46d4', 'tag': '81223daf-efa0-44c5-a889-92de62226cc8', 'status': 'completed', 'code': 200} Jul 13 13:38:58.713041 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2afcd31-eb47-4d79-a9ed-6ad15c76ab09 admin admin] Pushing event updated for resources: {'Port': ['ID=ca09a279-8639-4c66-9384-4657655aebf6,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:38:58.903021 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92135c0-0d85-43dc-bd67-10fa830a18da req-203e47a2-bb49-4ee4-8bdb-5a29fecae6d5 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:58.910733 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92135c0-0d85-43dc-bd67-10fa830a18da req-203e47a2-bb49-4ee4-8bdb-5a29fecae6d5 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:58.917453 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92135c0-0d85-43dc-bd67-10fa830a18da req-203e47a2-bb49-4ee4-8bdb-5a29fecae6d5 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:58.936223 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92135c0-0d85-43dc-bd67-10fa830a18da req-203e47a2-bb49-4ee4-8bdb-5a29fecae6d5 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:58.943611 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92135c0-0d85-43dc-bd67-10fa830a18da req-203e47a2-bb49-4ee4-8bdb-5a29fecae6d5 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:58.955677 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92135c0-0d85-43dc-bd67-10fa830a18da req-203e47a2-bb49-4ee4-8bdb-5a29fecae6d5 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:58.969076 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92135c0-0d85-43dc-bd67-10fa830a18da req-203e47a2-bb49-4ee4-8bdb-5a29fecae6d5 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:58.974040 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f92135c0-0d85-43dc-bd67-10fa830a18da req-203e47a2-bb49-4ee4-8bdb-5a29fecae6d5 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba24330e-3d10-45b2-aa45-d413663c46d4 HTTP/1.1" status: 200 len: 5393 time: 0.4339600 Jul 13 13:38:59.091581 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f92135c0-0d85-43dc-bd67-10fa830a18da req-a6a6fc7b-8966-4be6-a572-3cac1f8a306a tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] 10.222.0.23 "GET /v2.0/security-groups?id=b297afe2-d282-4df8-a205-49b02bf6195a&id=4073f342-904a-4e74-a26d-da1c71da9763&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1063211 Jul 13 13:38:59.113762 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0c1db6-33aa-4cf8-8fba-3b7d48355b6b req-006701a3-57d6-4ad0-93c2-643182bdee6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:59.114373 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0c1db6-33aa-4cf8-8fba-3b7d48355b6b req-006701a3-57d6-4ad0-93c2-643182bdee6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:59.114852 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0c1db6-33aa-4cf8-8fba-3b7d48355b6b req-006701a3-57d6-4ad0-93c2-643182bdee6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:59.115322 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0c1db6-33aa-4cf8-8fba-3b7d48355b6b req-006701a3-57d6-4ad0-93c2-643182bdee6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:59.115789 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0c1db6-33aa-4cf8-8fba-3b7d48355b6b req-006701a3-57d6-4ad0-93c2-643182bdee6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:59.116256 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0c1db6-33aa-4cf8-8fba-3b7d48355b6b req-006701a3-57d6-4ad0-93c2-643182bdee6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:59.117371 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0c1db6-33aa-4cf8-8fba-3b7d48355b6b req-006701a3-57d6-4ad0-93c2-643182bdee6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:59.118771 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ed0c1db6-33aa-4cf8-8fba-3b7d48355b6b req-006701a3-57d6-4ad0-93c2-643182bdee6a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6adf017ce9b34499b7ba676da54c44ef&device_id=ba24330e-3d10-45b2-aa45-d413663c46d4 HTTP/1.1" status: 200 len: 6340 time: 0.4276972 Jul 13 13:38:59.206015 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-fd73c1e8-2395-4bf0-8d88-9ab12d9ee414 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c8ea6d1-b0bc-4fe3-8965-3771992876e5 {{(pid=93751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:38:59.229491 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-fd73c1e8-2395-4bf0-8d88-9ab12d9ee414 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:59.258386 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device c5819af2-a837-46b5-8707-4515e8696df8 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:38:59.289602 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-fd73c1e8-2395-4bf0-8d88-9ab12d9ee414 service neutron] Transition to ACTIVE for port object 8c8ea6d1-b0bc-4fe3-8965-3771992876e5 will not be triggered until provisioned by entity L2. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:38:59.301604 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-fd73c1e8-2395-4bf0-8d88-9ab12d9ee414 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:59.334697 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615f296c-f40e-4d02-98b1-91e991b59d1e req-ca815eda-dac3-47ce-8ddb-91857c1f6a50 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:59.343952 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-615f296c-f40e-4d02-98b1-91e991b59d1e req-ca815eda-dac3-47ce-8ddb-91857c1f6a50 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.23 "GET /v2.0/ports?device_id=f91e5060-a285-4b39-a63d-f58a29a87fbc HTTP/1.1" status: 200 len: 945 time: 0.2445991 Jul 13 13:38:59.420427 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port c5819af2-a837-46b5-8707-4515e8696df8 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:38:59.420818 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:59.500424 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-615f296c-f40e-4d02-98b1-91e991b59d1e req-ac341f8f-375d-4729-a8bd-c3cc5b283e1f tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.23 "GET /v2.0/security-groups?id=215441dc-b65f-49ea-b8ce-4afa75e23159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521232 Jul 13 13:38:59.532641 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0c1db6-33aa-4cf8-8fba-3b7d48355b6b req-c99497e1-d9ee-4635-87b9-fd1913b28d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:59.533202 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0c1db6-33aa-4cf8-8fba-3b7d48355b6b req-c99497e1-d9ee-4635-87b9-fd1913b28d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:59.533630 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0c1db6-33aa-4cf8-8fba-3b7d48355b6b req-c99497e1-d9ee-4635-87b9-fd1913b28d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:59.541776 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ed0c1db6-33aa-4cf8-8fba-3b7d48355b6b req-c99497e1-d9ee-4635-87b9-fd1913b28d1c service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=6adf017ce9b34499b7ba676da54c44ef&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.4135673 Jul 13 13:38:59.623932 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd73c1e8-2395-4bf0-8d88-9ab12d9ee414 service neutron] Pushing event updated for resources: {'Port': ['ID=8c8ea6d1-b0bc-4fe3-8965-3771992876e5,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:38:59.759092 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c93af85-e935-4477-ad53-516c0fac36d8 req-60a60c2b-eedf-4c29-906a-55fb449e6e94 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:59.767467 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4c93af85-e935-4477-ad53-516c0fac36d8 req-60a60c2b-eedf-4c29-906a-55fb449e6e94 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/ports?device_id=12faf5c9-e18d-4f03-b7e6-1951ae5c98c0 HTTP/1.1" status: 200 len: 946 time: 0.3823886 Jul 13 13:38:59.808894 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 58518) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:38:59.838871 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4c93af85-e935-4477-ad53-516c0fac36d8 req-9e6e75d0-a4cf-4802-92a4-63f530ff8926 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/security-groups?id=4f83e00a-e782-49e6-b944-d06b9e971cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654542 Jul 13 13:38:59.841123 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-fd73c1e8-2395-4bf0-8d88-9ab12d9ee414 service neutron] Attempting to bind port 8c8ea6d1-b0bc-4fe3-8965-3771992876e5 on host n-h1-800634-1 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:38:59.841950 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-fd73c1e8-2395-4bf0-8d88-9ab12d9ee414 service neutron] Attempting to bind port 8c8ea6d1-b0bc-4fe3-8965-3771992876e5 by drivers openvswitch,hyperv on host n-h1-800634-1 at level 0 using segments [{'id': 'a1e3e7d9-9db1-4f41-8f44-5b4a3be7def2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '350b8d90-a566-446d-ae67-d3a6d73524f9'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:38:59.841950 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-fd73c1e8-2395-4bf0-8d88-9ab12d9ee414 service neutron] Attempting to bind port 8c8ea6d1-b0bc-4fe3-8965-3771992876e5 on network 350b8d90-a566-446d-ae67-d3a6d73524f9 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:38:59.848624 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e2afcd31-eb47-4d79-a9ed-6ad15c76ab09 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:59.853046 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-fd73c1e8-2395-4bf0-8d88-9ab12d9ee414 service neutron] Port 8c8ea6d1-b0bc-4fe3-8965-3771992876e5 on network 350b8d90-a566-446d-ae67-d3a6d73524f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-1 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:38:59.853046 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-fd73c1e8-2395-4bf0-8d88-9ab12d9ee414 service neutron] Attempting to bind port 8c8ea6d1-b0bc-4fe3-8965-3771992876e5 on network 350b8d90-a566-446d-ae67-d3a6d73524f9 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:38:59.890090 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0c1db6-33aa-4cf8-8fba-3b7d48355b6b req-87c3d194-c097-4e5a-bba1-544650022357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:59.892399 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ed0c1db6-33aa-4cf8-8fba-3b7d48355b6b req-87c3d194-c097-4e5a-bba1-544650022357 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3388398 Jul 13 13:38:59.898317 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-fd73c1e8-2395-4bf0-8d88-9ab12d9ee414 service neutron] Checking agent: {'id': 'a7603dc8-3c50-4a9b-8f0d-1143528f155e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 38, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:38:59.898664 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-fd73c1e8-2395-4bf0-8d88-9ab12d9ee414 service neutron] Checking segment: {'id': 'a1e3e7d9-9db1-4f41-8f44-5b4a3be7def2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '350b8d90-a566-446d-ae67-d3a6d73524f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:38:59.899214 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-fd73c1e8-2395-4bf0-8d88-9ab12d9ee414 service neutron] Bound using segment: {'id': 'a1e3e7d9-9db1-4f41-8f44-5b4a3be7def2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '350b8d90-a566-446d-ae67-d3a6d73524f9'} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:38:59.899491 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-fd73c1e8-2395-4bf0-8d88-9ab12d9ee414 service neutron] Bound port: 8c8ea6d1-b0bc-4fe3-8965-3771992876e5, host: n-h1-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1e3e7d9-9db1-4f41-8f44-5b4a3be7def2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '350b8d90-a566-446d-ae67-d3a6d73524f9'}}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:38:59.899854 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-fd73c1e8-2395-4bf0-8d88-9ab12d9ee414 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:38:59.911963 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdab534-a3b1-40b2-a6c6-121e57f19107 req-51624275-5ccf-4f8f-afb3-b0a04338bd9c tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:38:59.918888 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5cdab534-a3b1-40b2-a6c6-121e57f19107 req-51624275-5ccf-4f8f-afb3-b0a04338bd9c tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ce44543-1f61-4d9c-8c3c-26da94576b7f HTTP/1.1" status: 200 len: 946 time: 0.2073743 Jul 13 13:39:00.051310 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5cdab534-a3b1-40b2-a6c6-121e57f19107 req-804d5985-b5b0-439a-b9dc-49728dc6ac2d tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8450e8a-3ce6-4095-b6b4-37555b8042b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315620 Jul 13 13:39:00.130876 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:00.148399 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-fd73c1e8-2395-4bf0-8d88-9ab12d9ee414 service neutron] For port 8c8ea6d1-b0bc-4fe3-8965-3771992876e5, host n-h1-800634-1, cleared binding levels {{(pid=93751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:39:00.169364 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-5af19109-c961-4c26-9fa1-aa549aa3f73c tempest-MeteringIpV6TestJSON-407304588 tempest-MeteringIpV6TestJSON-407304588-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1869968373'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:39:00.169862 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-5af19109-c961-4c26-9fa1-aa549aa3f73c tempest-MeteringIpV6TestJSON-407304588 tempest-MeteringIpV6TestJSON-407304588-project-admin] Unknown quota resources ['metering_label']. {{(pid=93751) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 13 13:39:00.269670 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-fd73c1e8-2395-4bf0-8d88-9ab12d9ee414 service neutron] For port 8c8ea6d1-b0bc-4fe3-8965-3771992876e5, host n-h1-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=8c8ea6d1-b0bc-4fe3-8965-3771992876e5,segment=NetworkSegment(a1e3e7d9-9db1-4f41-8f44-5b4a3be7def2),segment_id=a1e3e7d9-9db1-4f41-8f44-5b4a3be7def2)] {{(pid=93751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:39:00.312466 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-fd73c1e8-2395-4bf0-8d88-9ab12d9ee414 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:00.329517 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03ae917-3d5d-4370-933d-c4609d9ebc9a req-61b4017b-3da3-46c9-932c-f5b353b2d0e2 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:00.341722 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03ae917-3d5d-4370-933d-c4609d9ebc9a req-61b4017b-3da3-46c9-932c-f5b353b2d0e2 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:00.351796 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03ae917-3d5d-4370-933d-c4609d9ebc9a req-61b4017b-3da3-46c9-932c-f5b353b2d0e2 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:00.360054 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03ae917-3d5d-4370-933d-c4609d9ebc9a req-61b4017b-3da3-46c9-932c-f5b353b2d0e2 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:00.366843 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03ae917-3d5d-4370-933d-c4609d9ebc9a req-61b4017b-3da3-46c9-932c-f5b353b2d0e2 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:00.374759 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03ae917-3d5d-4370-933d-c4609d9ebc9a req-61b4017b-3da3-46c9-932c-f5b353b2d0e2 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:00.382510 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03ae917-3d5d-4370-933d-c4609d9ebc9a req-61b4017b-3da3-46c9-932c-f5b353b2d0e2 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:00.384404 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c03ae917-3d5d-4370-933d-c4609d9ebc9a req-61b4017b-3da3-46c9-932c-f5b353b2d0e2 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba24330e-3d10-45b2-aa45-d413663c46d4 HTTP/1.1" status: 200 len: 5405 time: 0.1417155 Jul 13 13:39:00.442517 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c03ae917-3d5d-4370-933d-c4609d9ebc9a req-9593a4ee-8d32-4c07-87e6-fe78ea13a59a tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] 10.222.0.23 "GET /v2.0/security-groups?id=b297afe2-d282-4df8-a205-49b02bf6195a&id=4073f342-904a-4e74-a26d-da1c71da9763&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0484900 Jul 13 13:39:00.488465 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-fd73c1e8-2395-4bf0-8d88-9ab12d9ee414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:00.489096 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-fd73c1e8-2395-4bf0-8d88-9ab12d9ee414 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:00.490858 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-fd73c1e8-2395-4bf0-8d88-9ab12d9ee414 service neutron] 10.222.0.26 "PUT /v2.0/ports/8c8ea6d1-b0bc-4fe3-8965-3771992876e5 HTTP/1.1" status: 200 len: 1091 time: 2.9564688 Jul 13 13:39:00.500846 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5af19109-c961-4c26-9fa1-aa549aa3f73c tempest-MeteringIpV6TestJSON-407304588 tempest-MeteringIpV6TestJSON-407304588-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:00.502070 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-5af19109-c961-4c26-9fa1-aa549aa3f73c tempest-MeteringIpV6TestJSON-407304588 tempest-MeteringIpV6TestJSON-407304588-project-admin] 10.222.0.23 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.6921692 Jul 13 13:39:00.506368 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 58536) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:39:00.517475 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-c5dada24-cda2-489d-ae6c-5c0c502cdf26 tempest-MeteringIpV6TestJSON-407304588 tempest-MeteringIpV6TestJSON-407304588-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '3b9bbbb2-c6a4-4107-befc-002e60cc36aa'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:39:00.519044 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e2afcd31-eb47-4d79-a9ed-6ad15c76ab09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447217'] for router, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:00.520402 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-c5dada24-cda2-489d-ae6c-5c0c502cdf26 tempest-MeteringIpV6TestJSON-407304588 tempest-MeteringIpV6TestJSON-407304588-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93750) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 13 13:39:00.530155 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-1bfab086-008b-4f99-8ada-54b688fa3493 service neutron] Request body: {'port': {'device_id': 'ba24330e-3d10-45b2-aa45-d413663c46d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-1'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:39:00.568899 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:00.620065 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-1bfab086-008b-4f99-8ada-54b688fa3493 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:00.637171 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd73c1e8-2395-4bf0-8d88-9ab12d9ee414 service neutron] Pushing event updated for resources: {'Port': ['ID=8c8ea6d1-b0bc-4fe3-8965-3771992876e5,revision_number=3']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:39:00.715296 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba24330e-3d10-45b2-aa45-d413663c46d4', 'tag': '8c8ea6d1-b0bc-4fe3-8965-3771992876e5'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:39:00.719095 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d17b627af75e17e0f4b8d6239d04f8c2f78634e2c585e32a7aeca336500f34a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d49fb5a-a425-4e5f-8e39-28c73210cfe9" -d '{"events": [{"name": "network-changed", "server_uuid": "ba24330e-3d10-45b2-aa45-d413663c46d4", "tag": "8c8ea6d1-b0bc-4fe3-8965-3771992876e5"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:39:00.719250 n-d-800634-1 neutron-server[93750]: WARNING neutron.services.metering.metering_plugin [None req-c5dada24-cda2-489d-ae6c-5c0c502cdf26 tempest-MeteringIpV6TestJSON-407304588 tempest-MeteringIpV6TestJSON-407304588-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 13 13:39:00.873928 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 13:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3044ae5c-d08c-4c40-8e5c-1dc3170ec040 x-openstack-request-id: req-3044ae5c-d08c-4c40-8e5c-1dc3170ec040 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:39:00.874296 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba24330e-3d10-45b2-aa45-d413663c46d4", "tag": "8c8ea6d1-b0bc-4fe3-8965-3771992876e5", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:39:00.874720 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3044ae5c-d08c-4c40-8e5c-1dc3170ec040 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:39:00.875218 n-d-800634-1 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba24330e-3d10-45b2-aa45-d413663c46d4', 'tag': '8c8ea6d1-b0bc-4fe3-8965-3771992876e5', 'status': 'completed', 'code': 200} Jul 13 13:39:01.031428 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9795d69-eac2-4503-820e-2858013bd7ea req-8925dfbc-d7d5-46e2-bd57-4576ba14ed85 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:01.033048 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d9795d69-eac2-4503-820e-2858013bd7ea req-8925dfbc-d7d5-46e2-bd57-4576ba14ed85 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.23 "GET /v2.0/ports?device_id=f91e5060-a285-4b39-a63d-f58a29a87fbc HTTP/1.1" status: 200 len: 945 time: 0.2712417 Jul 13 13:39:01.102137 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d9795d69-eac2-4503-820e-2858013bd7ea req-506ad841-1d55-4fc2-94e4-5332db191a0f tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.23 "GET /v2.0/security-groups?id=215441dc-b65f-49ea-b8ce-4afa75e23159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595424 Jul 13 13:39:01.292424 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-1bfab086-008b-4f99-8ada-54b688fa3493 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63cb8491-88ea-44c4-ba8b-ee99d545ca33 {{(pid=93751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:39:01.302135 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c5dada24-cda2-489d-ae6c-5c0c502cdf26 tempest-MeteringIpV6TestJSON-407304588 tempest-MeteringIpV6TestJSON-407304588-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:01.305093 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-1bfab086-008b-4f99-8ada-54b688fa3493 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:01.308341 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-c5dada24-cda2-489d-ae6c-5c0c502cdf26 tempest-MeteringIpV6TestJSON-407304588 tempest-MeteringIpV6TestJSON-407304588-project-admin] 10.222.0.23 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.8007450 Jul 13 13:39:01.309139 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 58570) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:39:01.322078 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-1bfab086-008b-4f99-8ada-54b688fa3493 service neutron] Transition to ACTIVE for port object 63cb8491-88ea-44c4-ba8b-ee99d545ca33 will not be triggered until provisioned by entity L2. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:39:01.333088 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-c93d4f44-ce11-4e47-a07d-5d396303445e tempest-MeteringIpV6TestJSON-407304588 tempest-MeteringIpV6TestJSON-407304588-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '3b9bbbb2-c6a4-4107-befc-002e60cc36aa'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:39:01.333765 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-c93d4f44-ce11-4e47-a07d-5d396303445e tempest-MeteringIpV6TestJSON-407304588 tempest-MeteringIpV6TestJSON-407304588-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93750) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 13 13:39:01.367831 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-1bfab086-008b-4f99-8ada-54b688fa3493 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:01.416593 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2afcd31-eb47-4d79-a9ed-6ad15c76ab09 admin admin] Router 82b35e57-1ff7-4d1c-81bf-14b729233a6a is scheduled to L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 with binding_index 1 {{(pid=93751) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 13:39:01.432464 n-d-800634-1 neutron-server[93750]: WARNING neutron.services.metering.metering_plugin [None req-c93d4f44-ce11-4e47-a07d-5d396303445e tempest-MeteringIpV6TestJSON-407304588 tempest-MeteringIpV6TestJSON-407304588-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 13 13:39:01.498016 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfab086-008b-4f99-8ada-54b688fa3493 service neutron] Pushing event updated for resources: {'Port': ['ID=63cb8491-88ea-44c4-ba8b-ee99d545ca33,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:39:01.608692 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d49fb5a-a425-4e5f-8e39-28c73210cfe9 req-f6f5cd7c-cbf6-440e-a005-e91187b102fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:01.609196 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d49fb5a-a425-4e5f-8e39-28c73210cfe9 req-f6f5cd7c-cbf6-440e-a005-e91187b102fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:01.609681 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d49fb5a-a425-4e5f-8e39-28c73210cfe9 req-f6f5cd7c-cbf6-440e-a005-e91187b102fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:01.610182 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d49fb5a-a425-4e5f-8e39-28c73210cfe9 req-f6f5cd7c-cbf6-440e-a005-e91187b102fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:01.610657 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d49fb5a-a425-4e5f-8e39-28c73210cfe9 req-f6f5cd7c-cbf6-440e-a005-e91187b102fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:01.611232 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d49fb5a-a425-4e5f-8e39-28c73210cfe9 req-f6f5cd7c-cbf6-440e-a005-e91187b102fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:01.611767 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d49fb5a-a425-4e5f-8e39-28c73210cfe9 req-f6f5cd7c-cbf6-440e-a005-e91187b102fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:01.613852 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3d49fb5a-a425-4e5f-8e39-28c73210cfe9 req-f6f5cd7c-cbf6-440e-a005-e91187b102fd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6adf017ce9b34499b7ba676da54c44ef&device_id=ba24330e-3d10-45b2-aa45-d413663c46d4 HTTP/1.1" status: 200 len: 6407 time: 0.3882270 Jul 13 13:39:01.615250 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c93d4f44-ce11-4e47-a07d-5d396303445e tempest-MeteringIpV6TestJSON-407304588 tempest-MeteringIpV6TestJSON-407304588-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:01.619347 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-c93d4f44-ce11-4e47-a07d-5d396303445e tempest-MeteringIpV6TestJSON-407304588 tempest-MeteringIpV6TestJSON-407304588-project-admin] 10.222.0.23 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2902989 Jul 13 13:39:01.620147 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 58604) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:39:01.628482 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a9c681-76f2-4930-92db-29740f0dab60 req-8dfb1bad-1266-4402-b3b3-7a24995d4a51 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:01.629992 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d8a9c681-76f2-4930-92db-29740f0dab60 req-8dfb1bad-1266-4402-b3b3-7a24995d4a51 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/ports?device_id=12faf5c9-e18d-4f03-b7e6-1951ae5c98c0 HTTP/1.1" status: 200 len: 946 time: 0.4056215 Jul 13 13:39:01.656777 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9ee429-8bef-4757-ab4e-2bfb870d85a3 req-1b5ff141-ffe5-489d-9cdd-3f5401f8813f tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:01.663386 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2d9ee429-8bef-4757-ab4e-2bfb870d85a3 req-1b5ff141-ffe5-489d-9cdd-3f5401f8813f tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ce44543-1f61-4d9c-8c3c-26da94576b7f HTTP/1.1" status: 200 len: 946 time: 0.3386347 Jul 13 13:39:01.716711 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-1bfab086-008b-4f99-8ada-54b688fa3493 service neutron] Attempting to bind port 63cb8491-88ea-44c4-ba8b-ee99d545ca33 on host n-h1-800634-1 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:39:01.717258 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-1bfab086-008b-4f99-8ada-54b688fa3493 service neutron] Attempting to bind port 63cb8491-88ea-44c4-ba8b-ee99d545ca33 by drivers openvswitch,hyperv on host n-h1-800634-1 at level 0 using segments [{'id': 'a1e3e7d9-9db1-4f41-8f44-5b4a3be7def2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '350b8d90-a566-446d-ae67-d3a6d73524f9'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:39:01.717645 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-1bfab086-008b-4f99-8ada-54b688fa3493 service neutron] Attempting to bind port 63cb8491-88ea-44c4-ba8b-ee99d545ca33 on network 350b8d90-a566-446d-ae67-d3a6d73524f9 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:39:01.727782 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2afcd31-eb47-4d79-a9ed-6ad15c76ab09 admin admin] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:39:01.729019 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-4c199685-0f50-429d-bd52-f74d3fd7777b tempest-MeteringIpV6TestJSON-407304588 tempest-MeteringIpV6TestJSON-407304588-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-label-rules?id=2ee2fc40-1eef-4a45-8399-e5b229faf803 HTTP/1.1" status: 200 len: 462 time: 0.0978918 Jul 13 13:39:01.732982 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 58614) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:39:01.737513 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-1bfab086-008b-4f99-8ada-54b688fa3493 service neutron] Port 63cb8491-88ea-44c4-ba8b-ee99d545ca33 on network 350b8d90-a566-446d-ae67-d3a6d73524f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-1 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:39:01.737649 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-1bfab086-008b-4f99-8ada-54b688fa3493 service neutron] Attempting to bind port 63cb8491-88ea-44c4-ba8b-ee99d545ca33 on network 350b8d90-a566-446d-ae67-d3a6d73524f9 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:39:01.742446 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee034c27-66fd-4be8-84d3-4ef9cdc6b6ac None None] Sync routers for ids ['82b35e57-1ff7-4d1c-81bf-14b729233a6a'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:39:01.750737 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d8a9c681-76f2-4930-92db-29740f0dab60 req-2e901b6c-5ece-4e0c-a4d3-f6db47ba7d97 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/security-groups?id=4f83e00a-e782-49e6-b944-d06b9e971cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130917 Jul 13 13:39:01.774812 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee034c27-66fd-4be8-84d3-4ef9cdc6b6ac None None] Routers {'82b35e57-1ff7-4d1c-81bf-14b729233a6a'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:39:01.775460 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-ee034c27-66fd-4be8-84d3-4ef9cdc6b6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:38:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['82b35e57-1ff7-4d1c-81bf-14b729233a6a'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:39:01.834484 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-1bfab086-008b-4f99-8ada-54b688fa3493 service neutron] Checking agent: {'id': 'a7603dc8-3c50-4a9b-8f0d-1143528f155e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:39:01.837339 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-1bfab086-008b-4f99-8ada-54b688fa3493 service neutron] Checking segment: {'id': 'a1e3e7d9-9db1-4f41-8f44-5b4a3be7def2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '350b8d90-a566-446d-ae67-d3a6d73524f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:39:01.838722 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-1bfab086-008b-4f99-8ada-54b688fa3493 service neutron] Bound using segment: {'id': 'a1e3e7d9-9db1-4f41-8f44-5b4a3be7def2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '350b8d90-a566-446d-ae67-d3a6d73524f9'} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:39:01.840262 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-1bfab086-008b-4f99-8ada-54b688fa3493 service neutron] Bound port: 63cb8491-88ea-44c4-ba8b-ee99d545ca33, host: n-h1-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1e3e7d9-9db1-4f41-8f44-5b4a3be7def2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '350b8d90-a566-446d-ae67-d3a6d73524f9'}}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:39:01.842657 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-1bfab086-008b-4f99-8ada-54b688fa3493 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:01.856260 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d49fb5a-a425-4e5f-8e39-28c73210cfe9 req-69275edf-31aa-4078-953b-d97c644350b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:01.857446 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e2afcd31-eb47-4d79-a9ed-6ad15c76ab09 admin admin] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:01.860618 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d49fb5a-a425-4e5f-8e39-28c73210cfe9 req-69275edf-31aa-4078-953b-d97c644350b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:01.862384 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d49fb5a-a425-4e5f-8e39-28c73210cfe9 req-69275edf-31aa-4078-953b-d97c644350b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:01.862882 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-e2afcd31-eb47-4d79-a9ed-6ad15c76ab09 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.3934669 Jul 13 13:39:01.866883 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3d49fb5a-a425-4e5f-8e39-28c73210cfe9 req-69275edf-31aa-4078-953b-d97c644350b2 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=6adf017ce9b34499b7ba676da54c44ef&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2304606 Jul 13 13:39:01.867394 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 58620) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:39:01.877282 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2d9ee429-8bef-4757-ab4e-2bfb870d85a3 req-83e6b479-aeb6-43a1-b6d4-3dac6b257978 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8450e8a-3ce6-4095-b6b4-37555b8042b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941042 Jul 13 13:39:01.975135 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-ee034c27-66fd-4be8-84d3-4ef9cdc6b6ac None None] Set router 82b35e57-1ff7-4d1c-81bf-14b729233a6a gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:39:02.001306 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-1bfab086-008b-4f99-8ada-54b688fa3493 service neutron] For port 63cb8491-88ea-44c4-ba8b-ee99d545ca33, host n-h1-800634-1, cleared binding levels {{(pid=93751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:39:02.007476 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-1bfab086-008b-4f99-8ada-54b688fa3493 service neutron] For port 63cb8491-88ea-44c4-ba8b-ee99d545ca33, host n-h1-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=63cb8491-88ea-44c4-ba8b-ee99d545ca33,segment=NetworkSegment(a1e3e7d9-9db1-4f41-8f44-5b4a3be7def2),segment_id=a1e3e7d9-9db1-4f41-8f44-5b4a3be7def2)] {{(pid=93751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:39:02.024099 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-1bfab086-008b-4f99-8ada-54b688fa3493 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:02.195902 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dec785-dd22-4f35-b32c-41bd2110fdee req-43bc189d-368d-4038-83f2-aed46e4d0200 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:02.202000 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dec785-dd22-4f35-b32c-41bd2110fdee req-43bc189d-368d-4038-83f2-aed46e4d0200 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:02.218237 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dec785-dd22-4f35-b32c-41bd2110fdee req-43bc189d-368d-4038-83f2-aed46e4d0200 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:02.236384 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dec785-dd22-4f35-b32c-41bd2110fdee req-43bc189d-368d-4038-83f2-aed46e4d0200 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:02.242739 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dec785-dd22-4f35-b32c-41bd2110fdee req-43bc189d-368d-4038-83f2-aed46e4d0200 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:02.257131 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dec785-dd22-4f35-b32c-41bd2110fdee req-43bc189d-368d-4038-83f2-aed46e4d0200 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:02.273532 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dec785-dd22-4f35-b32c-41bd2110fdee req-43bc189d-368d-4038-83f2-aed46e4d0200 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:02.285231 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-17dec785-dd22-4f35-b32c-41bd2110fdee req-43bc189d-368d-4038-83f2-aed46e4d0200 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba24330e-3d10-45b2-aa45-d413663c46d4 HTTP/1.1" status: 200 len: 5417 time: 0.2550449 Jul 13 13:39:02.361341 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d49fb5a-a425-4e5f-8e39-28c73210cfe9 req-a851358c-794b-49ff-a396-92b7cac3fe5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:02.364768 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3d49fb5a-a425-4e5f-8e39-28c73210cfe9 req-a851358c-794b-49ff-a396-92b7cac3fe5a service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4774258 Jul 13 13:39:02.406963 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-ee034c27-66fd-4be8-84d3-4ef9cdc6b6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82b35e57-1ff7-4d1c-81bf-14b729233a6a', 'name': 'tempest-ServersTestManualDisk-416989744-router', 'tenant_id': '1d1b21e682104673ac00b8c76737ba33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': 'ca09a279-8639-4c66-9384-4657655aebf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:38:54Z', 'updated_at': '2021-07-13T13:38:59Z', 'revision_number': 3, 'project_id': '1d1b21e682104673ac00b8c76737ba33', 'gw_port': {'id': 'ca09a279-8639-4c66-9384-4657655aebf6', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:c9:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82b35e57-1ff7-4d1c-81bf-14b729233a6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:38:56Z', 'updated_at': '2021-07-13T13:38:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:39:02.434680 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee034c27-66fd-4be8-84d3-4ef9cdc6b6ac None None] Checking router: 82b35e57-1ff7-4d1c-81bf-14b729233a6a for host: n-d-800634-1 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 13:39:02.435030 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee034c27-66fd-4be8-84d3-4ef9cdc6b6ac None None] Updating router 82b35e57-1ff7-4d1c-81bf-14b729233a6a port ca09a279-8639-4c66-9384-4657655aebf6 binding host n-d-800634-1 {{(pid=93752) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 13:39:02.451223 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-17dec785-dd22-4f35-b32c-41bd2110fdee req-31b8a9e7-83b8-469e-adbb-581c849eebeb tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] 10.222.0.23 "GET /v2.0/security-groups?id=b297afe2-d282-4df8-a205-49b02bf6195a&id=4073f342-904a-4e74-a26d-da1c71da9763&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1650271 Jul 13 13:39:02.488882 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ee034c27-66fd-4be8-84d3-4ef9cdc6b6ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:02.551251 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 58640) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:39:02.610346 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-1bfab086-008b-4f99-8ada-54b688fa3493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:02.611296 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-1bfab086-008b-4f99-8ada-54b688fa3493 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:02.612672 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-1bfab086-008b-4f99-8ada-54b688fa3493 service neutron] 10.222.0.26 "PUT /v2.0/ports/63cb8491-88ea-44c4-ba8b-ee99d545ca33 HTTP/1.1" status: 200 len: 1091 time: 2.0901253 Jul 13 13:39:02.622870 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d13a346b-c413-49e1-874a-5f70da90c388 tempest-MeteringIpV6TestJSON-407304588 tempest-MeteringIpV6TestJSON-407304588-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:02.624294 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-d13a346b-c413-49e1-874a-5f70da90c388 tempest-MeteringIpV6TestJSON-407304588 tempest-MeteringIpV6TestJSON-407304588-project-admin] 10.222.0.23 "DELETE /v2.0/metering/metering-label-rules/2ee2fc40-1eef-4a45-8399-e5b229faf803 HTTP/1.1" status: 204 len: 168 time: 0.8882465 Jul 13 13:39:02.627436 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 58644) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:39:02.653059 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfab086-008b-4f99-8ada-54b688fa3493 service neutron] Pushing event updated for resources: {'Port': ['ID=63cb8491-88ea-44c4-ba8b-ee99d545ca33,revision_number=3']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:39:02.708577 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-5bc2c033-94c4-442d-bf90-2955e5005fa3 tempest-MeteringIpV6TestJSON-407304588 tempest-MeteringIpV6TestJSON-407304588-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-label-rules?id=2ee2fc40-1eef-4a45-8399-e5b229faf803 HTTP/1.1" status: 200 len: 221 time: 0.0797758 Jul 13 13:39:02.713681 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 58646) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:39:02.718884 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-e5050488-92c5-4386-a59f-a175b3be5c06 tempest-MeteringIpV6TestJSON-407304588 tempest-MeteringIpV6TestJSON-407304588-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--304899745', 'description': 'label created by tempest'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:39:02.722264 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-e5050488-92c5-4386-a59f-a175b3be5c06 tempest-MeteringIpV6TestJSON-407304588 tempest-MeteringIpV6TestJSON-407304588-project-admin] Unknown quota resources ['metering_label']. {{(pid=93750) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 13 13:39:02.769040 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd7a151-5f74-4346-9ba9-acfebf1eefc0 req-75384c18-4128-4c53-a396-a6e37d9e70c5 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:02.775852 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-dbd7a151-5f74-4346-9ba9-acfebf1eefc0 req-75384c18-4128-4c53-a396-a6e37d9e70c5 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.23 "GET /v2.0/ports?device_id=f91e5060-a285-4b39-a63d-f58a29a87fbc HTTP/1.1" status: 200 len: 945 time: 0.2970011 Jul 13 13:39:02.854768 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ef475077-228b-4da4-9cfb-28413bf74c49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:02.879491 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba24330e-3d10-45b2-aa45-d413663c46d4', 'tag': '63cb8491-88ea-44c4-ba8b-ee99d545ca33'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:39:02.888186 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d17b627af75e17e0f4b8d6239d04f8c2f78634e2c585e32a7aeca336500f34a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-902f2720-1288-4c20-8449-67a7ba982de8" -d '{"events": [{"name": "network-changed", "server_uuid": "ba24330e-3d10-45b2-aa45-d413663c46d4", "tag": "63cb8491-88ea-44c4-ba8b-ee99d545ca33"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:39:02.908335 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ee034c27-66fd-4be8-84d3-4ef9cdc6b6ac None None] Notify callbacks [] for port, precommit_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:02.917509 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-dbd7a151-5f74-4346-9ba9-acfebf1eefc0 req-2d0d4d73-2686-4be9-ae23-5ecaa61c2c92 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.23 "GET /v2.0/security-groups?id=215441dc-b65f-49ea-b8ce-4afa75e23159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209214 Jul 13 13:39:02.950880 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-43afaa57-09e1-47c6-afa0-b8c7099e7163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:02.959349 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-ee034c27-66fd-4be8-84d3-4ef9cdc6b6ac None None] Transition to ACTIVE for port object ca09a279-8639-4c66-9384-4657655aebf6 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:39:02.961928 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-43afaa57-09e1-47c6-afa0-b8c7099e7163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:02.962543 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-43afaa57-09e1-47c6-afa0-b8c7099e7163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:02.963127 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-43afaa57-09e1-47c6-afa0-b8c7099e7163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:02.963648 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-43afaa57-09e1-47c6-afa0-b8c7099e7163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:02.964194 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-43afaa57-09e1-47c6-afa0-b8c7099e7163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:02.964711 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-43afaa57-09e1-47c6-afa0-b8c7099e7163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:02.967863 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ee034c27-66fd-4be8-84d3-4ef9cdc6b6ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:02.969929 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-43afaa57-09e1-47c6-afa0-b8c7099e7163 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6adf017ce9b34499b7ba676da54c44ef&device_id=ba24330e-3d10-45b2-aa45-d413663c46d4 HTTP/1.1" status: 200 len: 6474 time: 0.2985113 Jul 13 13:39:03.026721 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 13:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-044f80cc-8ced-4cd5-bd6c-81fcf7f85647 x-openstack-request-id: req-044f80cc-8ced-4cd5-bd6c-81fcf7f85647 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:39:03.027218 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba24330e-3d10-45b2-aa45-d413663c46d4", "tag": "63cb8491-88ea-44c4-ba8b-ee99d545ca33", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:39:03.027645 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-044f80cc-8ced-4cd5-bd6c-81fcf7f85647 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:39:03.028414 n-d-800634-1 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba24330e-3d10-45b2-aa45-d413663c46d4', 'tag': '63cb8491-88ea-44c4-ba8b-ee99d545ca33', 'status': 'completed', 'code': 200} Jul 13 13:39:03.032396 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-8e62a4b2-70a3-4ed4-a1f4-2421e2259428 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=784aaf21-6f00-49f0-a99b-fca08f13346d HTTP/1.1" status: 200 len: 217 time: 0.0539372 Jul 13 13:39:03.032643 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a4b538-1177-4b53-b369-973da34b9fb0 None None] Pushing event updated for resources: {'Port': ['ID=ca09a279-8639-4c66-9384-4657655aebf6,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:39:03.065897 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-ee034c27-66fd-4be8-84d3-4ef9cdc6b6ac None None] Attempting to bind port ca09a279-8639-4c66-9384-4657655aebf6 on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:39:03.066389 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-ee034c27-66fd-4be8-84d3-4ef9cdc6b6ac None None] Attempting to bind port ca09a279-8639-4c66-9384-4657655aebf6 by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:39:03.066819 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee034c27-66fd-4be8-84d3-4ef9cdc6b6ac None None] Attempting to bind port ca09a279-8639-4c66-9384-4657655aebf6 on network acf968b8-c524-46a9-a20b-ad9667009130 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:39:03.072157 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee034c27-66fd-4be8-84d3-4ef9cdc6b6ac None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 38, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:39:03.072620 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee034c27-66fd-4be8-84d3-4ef9cdc6b6ac None None] Checking segment: {'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:39:03.073439 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ee034c27-66fd-4be8-84d3-4ef9cdc6b6ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:03.073981 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee034c27-66fd-4be8-84d3-4ef9cdc6b6ac None None] Bound using segment: {'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:39:03.074518 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-ee034c27-66fd-4be8-84d3-4ef9cdc6b6ac None None] Bound port: ca09a279-8639-4c66-9384-4657655aebf6, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:39:03.074970 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ee034c27-66fd-4be8-84d3-4ef9cdc6b6ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:03.149494 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-ee034c27-66fd-4be8-84d3-4ef9cdc6b6ac None None] For port ca09a279-8639-4c66-9384-4657655aebf6, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:39:03.151401 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-167c5829-a6c6-4c69-98ec-90cca6c2c376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:03.154500 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-167c5829-a6c6-4c69-98ec-90cca6c2c376 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3c765b7b-3092-42ad-86c2-6cb8eedd39e9 HTTP/1.1" status: 200 len: 851 time: 0.1135068 Jul 13 13:39:03.158317 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-ee034c27-66fd-4be8-84d3-4ef9cdc6b6ac None None] For port ca09a279-8639-4c66-9384-4657655aebf6, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=ca09a279-8639-4c66-9384-4657655aebf6,segment=NetworkSegment(3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87),segment_id=3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:39:03.168204 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ee034c27-66fd-4be8-84d3-4ef9cdc6b6ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:03.237522 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a4b538-1177-4b53-b369-973da34b9fb0 None None] Pushing event updated for resources: {'Port': ['ID=ca09a279-8639-4c66-9384-4657655aebf6,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:39:03.253976 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee034c27-66fd-4be8-84d3-4ef9cdc6b6ac None None] Routers {'82b35e57-1ff7-4d1c-81bf-14b729233a6a'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:39:03.254602 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-ee034c27-66fd-4be8-84d3-4ef9cdc6b6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:38:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['82b35e57-1ff7-4d1c-81bf-14b729233a6a'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:39:03.269543 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e5050488-92c5-4386-a59f-a175b3be5c06 tempest-MeteringIpV6TestJSON-407304588 tempest-MeteringIpV6TestJSON-407304588-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:03.273689 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-e5050488-92c5-4386-a59f-a175b3be5c06 tempest-MeteringIpV6TestJSON-407304588 tempest-MeteringIpV6TestJSON-407304588-project-admin] 10.222.0.23 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.5590138 Jul 13 13:39:03.282963 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 58654) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:39:03.365446 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-409728b5-2b80-4db9-8aff-0636ce9eaee6 tempest-MeteringIpV6TestJSON-407304588 tempest-MeteringIpV6TestJSON-407304588-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-labels?id=5af1dd4b-fbb2-40ff-ae67-9e0723b6c0a5 HTTP/1.1" status: 200 len: 467 time: 0.0802796 Jul 13 13:39:03.371266 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 58656) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:39:03.392817 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-ee034c27-66fd-4be8-84d3-4ef9cdc6b6ac None None] Set router 82b35e57-1ff7-4d1c-81bf-14b729233a6a gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:39:03.397008 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-44263852-c437-44e1-9f91-753bdd3efc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:03.398906 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-44263852-c437-44e1-9f91-753bdd3efc83 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f75cac05-674a-4151-a43b-a75ea71e3ffa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2354429 Jul 13 13:39:03.548179 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-04fef037-0867-4e29-82a8-f8c187d2ec0b service neutron] 10.222.0.26 "GET /v2.0/networks/f75cac05-674a-4151-a43b-a75ea71e3ffa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374257 Jul 13 13:39:03.556341 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb66ee2-6576-4b91-9f4a-746dfdda1282 req-848659d7-b441-49d6-9b93-77faa6e11479 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:03.564504 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-feb66ee2-6576-4b91-9f4a-746dfdda1282 req-848659d7-b441-49d6-9b93-77faa6e11479 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ce44543-1f61-4d9c-8c3c-26da94576b7f HTTP/1.1" status: 200 len: 946 time: 0.3495152 Jul 13 13:39:03.588432 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348c0fbf-c10b-40cf-a4f0-0bc587a045f6 req-f4af1a17-b6a9-4a99-a2e0-41245de0bf42 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:03.589993 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-348c0fbf-c10b-40cf-a4f0-0bc587a045f6 req-f4af1a17-b6a9-4a99-a2e0-41245de0bf42 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/ports?device_id=12faf5c9-e18d-4f03-b7e6-1951ae5c98c0 HTTP/1.1" status: 200 len: 946 time: 0.5185695 Jul 13 13:39:03.619904 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-ee034c27-66fd-4be8-84d3-4ef9cdc6b6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82b35e57-1ff7-4d1c-81bf-14b729233a6a', 'name': 'tempest-ServersTestManualDisk-416989744-router', 'tenant_id': '1d1b21e682104673ac00b8c76737ba33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': 'ca09a279-8639-4c66-9384-4657655aebf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:38:54Z', 'updated_at': '2021-07-13T13:38:59Z', 'revision_number': 3, 'project_id': '1d1b21e682104673ac00b8c76737ba33', 'gw_port': {'id': 'ca09a279-8639-4c66-9384-4657655aebf6', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:c9:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82b35e57-1ff7-4d1c-81bf-14b729233a6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:38:56Z', 'updated_at': '2021-07-13T13:39:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:39:03.649594 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-431cb775-0a72-4090-9f16-15a991087e4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:03.657238 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee034c27-66fd-4be8-84d3-4ef9cdc6b6ac None None] The sync data for ids ['82b35e57-1ff7-4d1c-81bf-14b729233a6a'] in n-d-800634-1 is: [{'id': '82b35e57-1ff7-4d1c-81bf-14b729233a6a', 'name': 'tempest-ServersTestManualDisk-416989744-router', 'tenant_id': '1d1b21e682104673ac00b8c76737ba33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': 'ca09a279-8639-4c66-9384-4657655aebf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:38:54Z', 'updated_at': '2021-07-13T13:38:59Z', 'revision_number': 3, 'project_id': '1d1b21e682104673ac00b8c76737ba33', 'gw_port': {'id': 'ca09a279-8639-4c66-9384-4657655aebf6', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:c9:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82b35e57-1ff7-4d1c-81bf-14b729233a6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:38:56Z', 'updated_at': '2021-07-13T13:39:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:39:03.717938 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-56d6bc8c-ece8-42be-9b75-53e603420a62 service neutron] 10.222.0.26 "GET /v2.0/networks/f75cac05-674a-4151-a43b-a75ea71e3ffa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454349 Jul 13 13:39:03.747955 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ef475077-228b-4da4-9cfb-28413bf74c49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:03.750245 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-feb66ee2-6576-4b91-9f4a-746dfdda1282 req-4fc780a0-65be-4dbe-9dbd-2db211486266 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8450e8a-3ce6-4095-b6b4-37555b8042b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845171 Jul 13 13:39:03.838933 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-0dc2ce9a-479e-42ed-957c-07b3ea01c68d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.12&port_id=22d9a863-c098-4a4f-a30b-7f895c5bc062 HTTP/1.1" status: 200 len: 217 time: 0.1051555 Jul 13 13:39:03.918695 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-431cb775-0a72-4090-9f16-15a991087e4d admin admin] Allocated IP 172.20.0.1 (6e5fbdb0-b5f2-41b6-8a08-5a94d8f754ae/ebad84be-c1b1-45af-9d6d-352020bb56df/7b071312-09af-4941-abb3-c4e23f16f0c9) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:39:03.948107 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-723ad99a-70e8-48d8-8e25-2fd14c84e5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:03.949726 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-723ad99a-70e8-48d8-8e25-2fd14c84e5ee service neutron] 10.222.0.26 "GET /v2.0/subnets?id=34409026-9eef-4b98-88d5-24448af1561a HTTP/1.1" status: 200 len: 797 time: 0.1056955 Jul 13 13:39:04.045245 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-431cb775-0a72-4090-9f16-15a991087e4d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:04.065826 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [None req-431cb775-0a72-4090-9f16-15a991087e4d admin admin] Transition to ACTIVE for port object 7b071312-09af-4941-abb3-c4e23f16f0c9 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:39:04.068198 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-928332ab-8a98-4c34-bfdb-0ee72393d0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:04.068915 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-928332ab-8a98-4c34-bfdb-0ee72393d0d2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=cc9dab26-3983-4dce-8c1c-cb82d11f88fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0994995 Jul 13 13:39:04.092987 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e425eb-0e47-4674-a8f6-75ea7ba4b208 req-022f064b-b46f-4057-823f-ab6cfe07535e tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:04.101365 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e425eb-0e47-4674-a8f6-75ea7ba4b208 req-022f064b-b46f-4057-823f-ab6cfe07535e tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:04.113122 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e425eb-0e47-4674-a8f6-75ea7ba4b208 req-022f064b-b46f-4057-823f-ab6cfe07535e tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:04.124050 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e425eb-0e47-4674-a8f6-75ea7ba4b208 req-022f064b-b46f-4057-823f-ab6cfe07535e tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:04.130670 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e425eb-0e47-4674-a8f6-75ea7ba4b208 req-022f064b-b46f-4057-823f-ab6cfe07535e tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:04.136698 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e425eb-0e47-4674-a8f6-75ea7ba4b208 req-022f064b-b46f-4057-823f-ab6cfe07535e tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:04.148792 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e425eb-0e47-4674-a8f6-75ea7ba4b208 req-022f064b-b46f-4057-823f-ab6cfe07535e tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:04.156838 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f5e425eb-0e47-4674-a8f6-75ea7ba4b208 req-022f064b-b46f-4057-823f-ab6cfe07535e tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba24330e-3d10-45b2-aa45-d413663c46d4 HTTP/1.1" status: 200 len: 5417 time: 0.2258413 Jul 13 13:39:04.169948 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ef475077-228b-4da4-9cfb-28413bf74c49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:04.206914 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-431cb775-0a72-4090-9f16-15a991087e4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:04.330775 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f5e425eb-0e47-4674-a8f6-75ea7ba4b208 req-47c4edd7-002f-49de-8d99-e301b7f8ee87 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] 10.222.0.23 "GET /v2.0/security-groups?id=b297afe2-d282-4df8-a205-49b02bf6195a&id=4073f342-904a-4e74-a26d-da1c71da9763&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1729097 Jul 13 13:39:04.354156 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-2c6fcced-2e32-446a-9212-510fe16e53dd service neutron] 10.222.0.26 "GET /v2.0/networks/cc9dab26-3983-4dce-8c1c-cb82d11f88fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952035 Jul 13 13:39:04.487941 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-56794c10-0155-48d5-bed7-811b797ebb0d service neutron] 10.222.0.26 "GET /v2.0/networks/cc9dab26-3983-4dce-8c1c-cb82d11f88fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250393 Jul 13 13:39:04.546947 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-fa149588-b6ea-4d3f-b0ae-29a00cfdf4d9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.137&port_id=3cca05c4-e450-4259-87c3-a2ac658c147b HTTP/1.1" status: 200 len: 217 time: 0.0519168 Jul 13 13:39:04.639507 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-ab1c0331-a131-43fa-8337-d686b4d56819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:04.641115 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-ab1c0331-a131-43fa-8337-d686b4d56819 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=34409026-9eef-4b98-88d5-24448af1561a HTTP/1.1" status: 200 len: 797 time: 0.0754490 Jul 13 13:39:04.656285 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695cc493-326d-4b64-bbb4-174c5fda6f5c req-0e40a20c-1205-499a-af31-392734df3528 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:04.658272 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-695cc493-326d-4b64-bbb4-174c5fda6f5c req-0e40a20c-1205-499a-af31-392734df3528 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.23 "GET /v2.0/ports?device_id=f91e5060-a285-4b39-a63d-f58a29a87fbc HTTP/1.1" status: 200 len: 945 time: 0.1619561 Jul 13 13:39:04.720793 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a0118dae-05c3-4dba-a833-e37c0b49c221 tempest-MeteringIpV6TestJSON-407304588 tempest-MeteringIpV6TestJSON-407304588-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:04.724929 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-a0118dae-05c3-4dba-a833-e37c0b49c221 tempest-MeteringIpV6TestJSON-407304588 tempest-MeteringIpV6TestJSON-407304588-project-admin] 10.222.0.23 "DELETE /v2.0/metering/metering-labels/5af1dd4b-fbb2-40ff-ae67-9e0723b6c0a5 HTTP/1.1" status: 204 len: 168 time: 1.3396900 Jul 13 13:39:04.725074 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 58662) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:39:04.756895 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-cda80788-b28c-40fb-8dbf-1bc014ed2715 tempest-MeteringIpV6TestJSON-407304588 tempest-MeteringIpV6TestJSON-407304588-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-labels?id=5af1dd4b-fbb2-40ff-ae67-9e0723b6c0a5 HTTP/1.1" status: 200 len: 216 time: 0.0236273 Jul 13 13:39:04.776322 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-348c0fbf-c10b-40cf-a4f0-0bc587a045f6 req-2ebe6f4c-7c0d-4a43-8353-2ca2b25e0296 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/security-groups?id=4f83e00a-e782-49e6-b944-d06b9e971cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1329281 Jul 13 13:39:04.784512 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 58664) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:39:04.789647 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-695cc493-326d-4b64-bbb4-174c5fda6f5c req-08f2a81a-71e5-4bd2-8b0b-ec22b5fcda20 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.23 "GET /v2.0/security-groups?id=215441dc-b65f-49ea-b8ce-4afa75e23159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075959 Jul 13 13:39:04.801998 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-5ad5d4ac-6680-4409-8229-f0178c75729b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:04.804264 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-5ad5d4ac-6680-4409-8229-f0178c75729b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=cc9dab26-3983-4dce-8c1c-cb82d11f88fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1449988 Jul 13 13:39:04.805158 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-f1c2ac9a-df94-4daa-9586-84bd695ae84d tempest-MeteringIpV6TestJSON-407304588 tempest-MeteringIpV6TestJSON-407304588-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0176961 Jul 13 13:39:04.820253 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 58668) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:39:04.825853 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef475077-228b-4da4-9cfb-28413bf74c49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71009f57-95ea-4dbf-82eb-610a7bedcbd2,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:39:04.832249 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5533c1-7858-47c8-9843-00a8c1543fa5 req-d606c2f2-8bb9-4187-854f-fa4142673f9f tempest-LiveMigrationTest-1713788618 tempest-LiveMigrationTest-1713788618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:04.834053 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7f5533c1-7858-47c8-9843-00a8c1543fa5 req-d606c2f2-8bb9-4187-854f-fa4142673f9f tempest-LiveMigrationTest-1713788618 tempest-LiveMigrationTest-1713788618-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=12faf5c9-e18d-4f03-b7e6-1951ae5c98c0&tenant_id=7ec77ffc288b40b5a9663fa2e5a78733&binding%3Ahost_id=n-h1-800634-1 HTTP/1.1" status: 200 len: 1097 time: 1.4129009 Jul 13 13:39:04.839679 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-ef475077-228b-4da4-9cfb-28413bf74c49 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8ca52d49dc0540fc88cb9aa2f7cc2000&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2833087 Jul 13 13:39:04.839679 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-431cb775-0a72-4090-9f16-15a991087e4d admin admin] Network 6e5fbdb0-b5f2-41b6-8a08-5a94d8f754ae is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:39:04.847415 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 58670) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:39:04.852535 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-fa5c5c85-7562-43ae-ab23-325086c6d21a tempest-MeteringIpV6TestJSON-407304588 tempest-MeteringIpV6TestJSON-407304588-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0312181 Jul 13 13:39:04.858951 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 58672) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:39:04.864766 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-431cb775-0a72-4090-9f16-15a991087e4d admin admin] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:39:04.866969 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431cb775-0a72-4090-9f16-15a991087e4d admin admin] Pushing event updated for resources: {'Port': ['ID=7b071312-09af-4941-abb3-c4e23f16f0c9,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:39:04.869228 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431cb775-0a72-4090-9f16-15a991087e4d admin admin] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:39:04.875973 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-7f5533c1-7858-47c8-9843-00a8c1543fa5 req-cc560bc9-9a8b-423c-a109-7a7415806bbe service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-800634-1'}}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:39:05.010755 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-ddb220f0-f0a1-4346-833e-d29b238aa288 tempest-MeteringIpV6TestJSON-407304588 tempest-MeteringIpV6TestJSON-407304588-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-labels/3b9bbbb2-c6a4-4107-befc-002e60cc36aa HTTP/1.1" status: 200 len: 473 time: 0.0977595 Jul 13 13:39:05.011652 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 58674) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:39:05.043310 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-431cb775-0a72-4090-9f16-15a991087e4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-450452'] for router_interface, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:05.050666 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-cf049f87-59e8-4583-953e-b585fff7433e tempest-MeteringIpV6TestJSON-407304588 tempest-MeteringIpV6TestJSON-407304588-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-label-rules/7c5f8b86-1105-43c2-bd00-6e98e271dc92 HTTP/1.1" status: 200 len: 459 time: 0.0279899 Jul 13 13:39:05.053907 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-7f5533c1-7858-47c8-9843-00a8c1543fa5 req-cc560bc9-9a8b-423c-a109-7a7415806bbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:05.088473 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 58676) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:39:05.103612 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-1eb51b00-e964-411b-9d2c-8b262f251c74 service neutron] 10.222.0.26 "GET /v2.0/networks/cc9dab26-3983-4dce-8c1c-cb82d11f88fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2906446 Jul 13 13:39:05.191404 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-a7433942-f8d3-4022-9276-35c8696c414d None None] Provisioning for port 7b071312-09af-4941-abb3-c4e23f16f0c9 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:39:05.195671 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-a7433942-f8d3-4022-9276-35c8696c414d None None] Provisioning complete for port 7b071312-09af-4941-abb3-c4e23f16f0c9 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:39:05.196046 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7433942-f8d3-4022-9276-35c8696c414d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:05.215546 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-968604b2-b6d8-42ab-a13a-9485b22f4372 service neutron] 10.222.0.26 "GET /v2.0/networks/cc9dab26-3983-4dce-8c1c-cb82d11f88fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029570 Jul 13 13:39:05.293847 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-24c317ab-5e6d-420a-8545-54a56bcc2f58 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.190&port_id=35b9c0d6-bf46-4195-88bd-2cd8259cb742 HTTP/1.1" status: 200 len: 217 time: 0.0694909 Jul 13 13:39:05.296892 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-a7433942-f8d3-4022-9276-35c8696c414d None None] Port 7b071312-09af-4941-abb3-c4e23f16f0c9 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:39:05.300851 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-7f5533c1-7858-47c8-9843-00a8c1543fa5 req-cc560bc9-9a8b-423c-a109-7a7415806bbe service neutron] For port 751cfe8d-30a1-407a-bca8-4b83f6024a24, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=751cfe8d-30a1-407a-bca8-4b83f6024a24,segment=NetworkSegment(f952029b-434e-49c6-8d96-f83b0194500d),segment_id=f952029b-434e-49c6-8d96-f83b0194500d)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:39:05.302062 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device ca09a279-8639-4c66-9384-4657655aebf6 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:39:05.354310 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-7f5533c1-7858-47c8-9843-00a8c1543fa5 req-cc560bc9-9a8b-423c-a109-7a7415806bbe service neutron] For port 751cfe8d-30a1-407a-bca8-4b83f6024a24, host n-h1-800634-1, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:39:05.363503 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port ca09a279-8639-4c66-9384-4657655aebf6 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:39:05.369052 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port ca09a279-8639-4c66-9384-4657655aebf6 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:39:05.369583 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:05.379685 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4c9a20b0-9f58-4fd2-b852-ddbf230f7b5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:05.412863 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4c9a20b0-9f58-4fd2-b852-ddbf230f7b5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:05.420752 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 751cfe8d-30a1-407a-bca8-4b83f6024a24 details requested by agent hyperv_n-h2-800634-1 with host n-h2-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 13:39:05.493512 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b22f049-0c24-4bf2-84ce-b5b990505314 req-5c84c7b8-5153-4b4b-812f-23644f7bcb56 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:05.503159 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12faf5c9-e18d-4f03-b7e6-1951ae5c98c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '751cfe8d-30a1-407a-bca8-4b83f6024a24'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:39:05.506278 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39312ae0-eec4-4094-aad5-0182c4507067" -d '{"events": [{"server_uuid": "12faf5c9-e18d-4f03-b7e6-1951ae5c98c0", "name": "network-vif-unplugged", "status": "completed", "tag": "751cfe8d-30a1-407a-bca8-4b83f6024a24"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:39:05.509702 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7b22f049-0c24-4bf2-84ce-b5b990505314 req-5c84c7b8-5153-4b4b-812f-23644f7bcb56 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ce44543-1f61-4d9c-8c3c-26da94576b7f HTTP/1.1" status: 200 len: 946 time: 0.4967940 Jul 13 13:39:05.516616 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-7f5533c1-7858-47c8-9843-00a8c1543fa5 req-cc560bc9-9a8b-423c-a109-7a7415806bbe service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:05.567087 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-035bd69f-65e3-42ae-b989-9e84bf4b4949 tempest-MeteringIpV6TestJSON-407304588 tempest-MeteringIpV6TestJSON-407304588-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:05.570843 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-035bd69f-65e3-42ae-b989-9e84bf4b4949 tempest-MeteringIpV6TestJSON-407304588 tempest-MeteringIpV6TestJSON-407304588-project-admin] 10.222.0.23 "DELETE /v2.0/metering/metering-label-rules/7c5f8b86-1105-43c2-bd00-6e98e271dc92 HTTP/1.1" status: 204 len: 168 time: 0.4789641 Jul 13 13:39:05.571467 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 58682) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:39:05.581066 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-7f5533c1-7858-47c8-9843-00a8c1543fa5 req-cc560bc9-9a8b-423c-a109-7a7415806bbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:05.587965 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7b22f049-0c24-4bf2-84ce-b5b990505314 req-2c3d5805-76ef-4311-9586-5760ccd32758 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8450e8a-3ce6-4095-b6b4-37555b8042b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746961 Jul 13 13:39:05.589339 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4c9a20b0-9f58-4fd2-b852-ddbf230f7b5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:05.596287 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4c9a20b0-9f58-4fd2-b852-ddbf230f7b5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:05.608948 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-4c9a20b0-9f58-4fd2-b852-ddbf230f7b5c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/71009f57-95ea-4dbf-82eb-610a7bedcbd2 HTTP/1.1" status: 204 len: 168 time: 0.7581129 Jul 13 13:39:05.640038 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-ffa19ef1-f86e-4bdf-ab4b-56ac01feed54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:05.642908 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-ffa19ef1-f86e-4bdf-ab4b-56ac01feed54 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=34409026-9eef-4b98-88d5-24448af1561a HTTP/1.1" status: 200 len: 797 time: 0.3273666 Jul 13 13:39:05.648677 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9a20b0-9f58-4fd2-b852-ddbf230f7b5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71009f57-95ea-4dbf-82eb-610a7bedcbd2,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:39:05.720492 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 13:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41cbb6fd-ccf8-4d2d-9a3f-4201ccdfb6e2 x-openstack-request-id: req-41cbb6fd-ccf8-4d2d-9a3f-4201ccdfb6e2 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:39:05.720783 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12faf5c9-e18d-4f03-b7e6-1951ae5c98c0", "name": "network-vif-unplugged", "status": "completed", "tag": "751cfe8d-30a1-407a-bca8-4b83f6024a24", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:39:05.721041 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-41cbb6fd-ccf8-4d2d-9a3f-4201ccdfb6e2 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:39:05.721582 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12faf5c9-e18d-4f03-b7e6-1951ae5c98c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '751cfe8d-30a1-407a-bca8-4b83f6024a24', 'code': 200} Jul 13 13:39:05.797330 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-a3155fce-72bd-49db-9c83-c5b2d469de45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:05.800697 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-a3155fce-72bd-49db-9c83-c5b2d469de45 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=cc9dab26-3983-4dce-8c1c-cb82d11f88fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1393800 Jul 13 13:39:05.842938 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:05.883640 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 751cfe8d-30a1-407a-bca8-4b83f6024a24, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=751cfe8d-30a1-407a-bca8-4b83f6024a24,segment=NetworkSegment(f952029b-434e-49c6-8d96-f83b0194500d),segment_id=f952029b-434e-49c6-8d96-f83b0194500d)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:39:05.906633 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-431cb775-0a72-4090-9f16-15a991087e4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:05.917410 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port ca09a279-8639-4c66-9384-4657655aebf6, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=ca09a279-8639-4c66-9384-4657655aebf6,segment=NetworkSegment(3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87),segment_id=3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:39:05.919380 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 751cfe8d-30a1-407a-bca8-4b83f6024a24 has no active binding in host n-h2-800634-1 {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 13 13:39:05.931931 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:06.007322 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=ca09a279-8639-4c66-9384-4657655aebf6,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:39:06.015575 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:39:06.016055 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:39:06.016536 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:39:06.016964 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:39:06.017389 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:39:06.017853 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:39:06.018316 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:39:06.018754 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:39:06.019391 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:39:06.019811 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:39:06.020227 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:39:06.020713 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:39:06.066056 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc560bc9-9a8b-423c-a109-7a7415806bbe service neutron] Pushing event updated for resources: {'Port': ['ID=751cfe8d-30a1-407a-bca8-4b83f6024a24,revision_number=7']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:39:06.075440 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-df646865-c1fb-4d1a-97cf-26896af710a8 service neutron] 10.222.0.26 "GET /v2.0/networks/cc9dab26-3983-4dce-8c1c-cb82d11f88fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2547710 Jul 13 13:39:06.149758 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 58692) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:39:06.177666 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6d9d1508-98e4-42b4-83ea-4db02e7d3c4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:06.238651 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-be67657f-96c9-4bb6-8ccc-3603024e9941 tempest-MeteringIpV6TestJSON-407304588 tempest-MeteringIpV6TestJSON-407304588-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:06.239810 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-be67657f-96c9-4bb6-8ccc-3603024e9941 tempest-MeteringIpV6TestJSON-407304588 tempest-MeteringIpV6TestJSON-407304588-project-admin] 10.222.0.23 "DELETE /v2.0/metering/metering-labels/3b9bbbb2-c6a4-4107-befc-002e60cc36aa HTTP/1.1" status: 204 len: 168 time: 0.6667595 Jul 13 13:39:06.261567 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-7f5533c1-7858-47c8-9843-00a8c1543fa5 req-cc560bc9-9a8b-423c-a109-7a7415806bbe service neutron] Attempting to bind port 751cfe8d-30a1-407a-bca8-4b83f6024a24 on host n-h1-800634-1 for vnic_type normal with profile {"migrating_to": "n-h2-800634-1"} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:39:06.261930 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-7f5533c1-7858-47c8-9843-00a8c1543fa5 req-cc560bc9-9a8b-423c-a109-7a7415806bbe service neutron] Attempting to bind port 751cfe8d-30a1-407a-bca8-4b83f6024a24 by drivers openvswitch,hyperv on host n-h1-800634-1 at level 0 using segments [{'id': 'f952029b-434e-49c6-8d96-f83b0194500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5c5b1ca0-24b0-4412-b81d-dc9907cb0039'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:39:06.262259 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f5533c1-7858-47c8-9843-00a8c1543fa5 req-cc560bc9-9a8b-423c-a109-7a7415806bbe service neutron] Attempting to bind port 751cfe8d-30a1-407a-bca8-4b83f6024a24 on network 5c5b1ca0-24b0-4412-b81d-dc9907cb0039 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:39:06.285765 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f5533c1-7858-47c8-9843-00a8c1543fa5 req-cc560bc9-9a8b-423c-a109-7a7415806bbe service neutron] Port 751cfe8d-30a1-407a-bca8-4b83f6024a24 on network 5c5b1ca0-24b0-4412-b81d-dc9907cb0039 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-1 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:39:06.288395 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f5533c1-7858-47c8-9843-00a8c1543fa5 req-cc560bc9-9a8b-423c-a109-7a7415806bbe service neutron] Attempting to bind port 751cfe8d-30a1-407a-bca8-4b83f6024a24 on network 5c5b1ca0-24b0-4412-b81d-dc9907cb0039 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:39:06.307864 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6d9d1508-98e4-42b4-83ea-4db02e7d3c4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:06.329967 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6d9d1508-98e4-42b4-83ea-4db02e7d3c4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:06.333542 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c48fa5a-293f-470e-86bb-6e0a303f2391 req-65a3ce84-9dba-4968-a411-24e4b5f24454 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:06.352832 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c48fa5a-293f-470e-86bb-6e0a303f2391 req-65a3ce84-9dba-4968-a411-24e4b5f24454 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:06.370407 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c48fa5a-293f-470e-86bb-6e0a303f2391 req-65a3ce84-9dba-4968-a411-24e4b5f24454 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:06.381163 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c48fa5a-293f-470e-86bb-6e0a303f2391 req-65a3ce84-9dba-4968-a411-24e4b5f24454 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:06.395523 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c48fa5a-293f-470e-86bb-6e0a303f2391 req-65a3ce84-9dba-4968-a411-24e4b5f24454 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:06.416920 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c48fa5a-293f-470e-86bb-6e0a303f2391 req-65a3ce84-9dba-4968-a411-24e4b5f24454 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:06.431972 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c48fa5a-293f-470e-86bb-6e0a303f2391 req-65a3ce84-9dba-4968-a411-24e4b5f24454 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:06.438551 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0c48fa5a-293f-470e-86bb-6e0a303f2391 req-65a3ce84-9dba-4968-a411-24e4b5f24454 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba24330e-3d10-45b2-aa45-d413663c46d4 HTTP/1.1" status: 200 len: 5417 time: 0.8542299 Jul 13 13:39:06.563290 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f5533c1-7858-47c8-9843-00a8c1543fa5 req-cc560bc9-9a8b-423c-a109-7a7415806bbe service neutron] Checking agent: {'id': 'a7603dc8-3c50-4a9b-8f0d-1143528f155e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:39:06.563626 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f5533c1-7858-47c8-9843-00a8c1543fa5 req-cc560bc9-9a8b-423c-a109-7a7415806bbe service neutron] Checking segment: {'id': 'f952029b-434e-49c6-8d96-f83b0194500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5c5b1ca0-24b0-4412-b81d-dc9907cb0039'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:39:06.564020 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f5533c1-7858-47c8-9843-00a8c1543fa5 req-cc560bc9-9a8b-423c-a109-7a7415806bbe service neutron] Bound using segment: {'id': 'f952029b-434e-49c6-8d96-f83b0194500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5c5b1ca0-24b0-4412-b81d-dc9907cb0039'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:39:06.564493 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-7f5533c1-7858-47c8-9843-00a8c1543fa5 req-cc560bc9-9a8b-423c-a109-7a7415806bbe service neutron] Bound port: 751cfe8d-30a1-407a-bca8-4b83f6024a24, host: n-h1-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f952029b-434e-49c6-8d96-f83b0194500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5c5b1ca0-24b0-4412-b81d-dc9907cb0039'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:39:06.564822 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-7f5533c1-7858-47c8-9843-00a8c1543fa5 req-cc560bc9-9a8b-423c-a109-7a7415806bbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:06.605133 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f4bd3c-2a05-4b5a-92f4-15530ff610a8 req-5e343988-a979-4237-a919-5c39c9761417 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:06.606805 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b8f4bd3c-2a05-4b5a-92f4-15530ff610a8 req-5e343988-a979-4237-a919-5c39c9761417 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.23 "GET /v2.0/ports?device_id=f91e5060-a285-4b39-a63d-f58a29a87fbc HTTP/1.1" status: 200 len: 945 time: 0.5787880 Jul 13 13:39:06.652445 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-7f5533c1-7858-47c8-9843-00a8c1543fa5 req-cc560bc9-9a8b-423c-a109-7a7415806bbe service neutron] For port 751cfe8d-30a1-407a-bca8-4b83f6024a24, host n-h1-800634-1, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:39:06.657205 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-7f5533c1-7858-47c8-9843-00a8c1543fa5 req-cc560bc9-9a8b-423c-a109-7a7415806bbe service neutron] For port 751cfe8d-30a1-407a-bca8-4b83f6024a24, host n-h1-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=751cfe8d-30a1-407a-bca8-4b83f6024a24,segment=NetworkSegment(f952029b-434e-49c6-8d96-f83b0194500d),segment_id=f952029b-434e-49c6-8d96-f83b0194500d)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:39:06.672139 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 58700) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:39:06.680335 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-6d9d1508-98e4-42b4-83ea-4db02e7d3c4d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b4e787fec9304eeabdcf2f696b8c0797&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5272465 Jul 13 13:39:06.688892 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 58704) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:39:06.690734 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-7f5533c1-7858-47c8-9843-00a8c1543fa5 req-cc560bc9-9a8b-423c-a109-7a7415806bbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:06.728672 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b8f4bd3c-2a05-4b5a-92f4-15530ff610a8 req-5d764475-9bec-4c43-827d-de90cb3ceddb tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.23 "GET /v2.0/security-groups?id=215441dc-b65f-49ea-b8ce-4afa75e23159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115253 Jul 13 13:39:06.736302 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9d1508-98e4-42b4-83ea-4db02e7d3c4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2ce392e-0c74-4b53-80a9-02d2a010d4b6,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:39:06.740408 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-0284a288-c365-4de9-a3c0-702d2990790d service neutron] 10.222.0.26 "GET /v2.0/networks/cc9dab26-3983-4dce-8c1c-cb82d11f88fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6567078 Jul 13 13:39:06.758438 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-431cb775-0a72-4090-9f16-15a991087e4d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:06.765966 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0c48fa5a-293f-470e-86bb-6e0a303f2391 req-74df250a-da21-441f-9f7d-3b5c79520bc3 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] 10.222.0.23 "GET /v2.0/security-groups?id=b297afe2-d282-4df8-a205-49b02bf6195a&id=4073f342-904a-4e74-a26d-da1c71da9763&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2086899 Jul 13 13:39:06.785113 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-431cb775-0a72-4090-9f16-15a991087e4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:06.861495 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc560bc9-9a8b-423c-a109-7a7415806bbe service neutron] Pushing event updated for resources: {'Port': ['ID=751cfe8d-30a1-407a-bca8-4b83f6024a24,revision_number=8']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:39:06.865236 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-6ba4f9f8-ff40-43bf-928e-1bbd2e25a78b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.87&port_id=81223daf-efa0-44c5-a889-92de62226cc8 HTTP/1.1" status: 200 len: 217 time: 0.1014349 Jul 13 13:39:06.870605 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8abbafbf-f71e-4d11-b1a7-f2b9dc1cf8da admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:06.918848 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5533c1-7858-47c8-9843-00a8c1543fa5 req-cc560bc9-9a8b-423c-a109-7a7415806bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:06.919558 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-7f5533c1-7858-47c8-9843-00a8c1543fa5 req-cc560bc9-9a8b-423c-a109-7a7415806bbe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:06.921199 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7f5533c1-7858-47c8-9843-00a8c1543fa5 req-cc560bc9-9a8b-423c-a109-7a7415806bbe service neutron] 10.222.0.41 "PUT /v2.0/ports/751cfe8d-30a1-407a-bca8-4b83f6024a24 HTTP/1.1" status: 200 len: 1122 time: 2.0673265 Jul 13 13:39:06.935695 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-431cb775-0a72-4090-9f16-15a991087e4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1785045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451806'] for router_interface, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:06.964462 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fc0ba58e-e50a-46a0-bd2f-6f2b81d277e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:07.003405 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['751cfe8d-30a1-407a-bca8-4b83f6024a24'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:39:07.006176 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431cb775-0a72-4090-9f16-15a991087e4d admin admin] Pushing event updated for resources: {'Port': ['ID=7b071312-09af-4941-abb3-c4e23f16f0c9,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:39:07.029301 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-b59ec2d9-67ec-45ea-aafc-7237b64f017c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:07.031691 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-b59ec2d9-67ec-45ea-aafc-7237b64f017c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=34409026-9eef-4b98-88d5-24448af1561a HTTP/1.1" status: 200 len: 797 time: 0.1585114 Jul 13 13:39:07.037149 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fc0ba58e-e50a-46a0-bd2f-6f2b81d277e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:07.053130 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['751cfe8d-30a1-407a-bca8-4b83f6024a24'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:39:07.152511 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1d9baa-0e60-4829-8995-2884e385beae req-99f7223c-db67-48d3-8a58-e25fae2dd466 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:07.160378 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-eb1d9baa-0e60-4829-8995-2884e385beae req-99f7223c-db67-48d3-8a58-e25fae2dd466 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/ports?device_id=12faf5c9-e18d-4f03-b7e6-1951ae5c98c0 HTTP/1.1" status: 200 len: 944 time: 0.2123141 Jul 13 13:39:07.177754 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa4531f-6df4-4c16-978b-1ecf577ec485 req-bdf7af8d-e143-4194-b3a8-dc39354414a9 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:07.179527 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-caa4531f-6df4-4c16-978b-1ecf577ec485 req-bdf7af8d-e143-4194-b3a8-dc39354414a9 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ce44543-1f61-4d9c-8c3c-26da94576b7f HTTP/1.1" status: 200 len: 946 time: 0.2388206 Jul 13 13:39:07.188101 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-431cb775-0a72-4090-9f16-15a991087e4d admin admin] Network 6e5fbdb0-b5f2-41b6-8a08-5a94d8f754ae is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:39:07.197220 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-431cb775-0a72-4090-9f16-15a991087e4d admin admin] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:39:07.237606 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8abbafbf-f71e-4d11-b1a7-f2b9dc1cf8da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:07.262217 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-260f3efd-4418-4ae6-84de-0501af956728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:07.267001 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-260f3efd-4418-4ae6-84de-0501af956728 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=cc9dab26-3983-4dce-8c1c-cb82d11f88fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2274497 Jul 13 13:39:07.288127 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-eb1d9baa-0e60-4829-8995-2884e385beae req-0c970e4a-54cc-415a-be12-2f5b329543e2 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/security-groups?id=4f83e00a-e782-49e6-b944-d06b9e971cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267436 Jul 13 13:39:07.303598 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8abbafbf-f71e-4d11-b1a7-f2b9dc1cf8da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:07.320904 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device ca09a279-8639-4c66-9384-4657655aebf6 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:39:07.323215 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fc0ba58e-e50a-46a0-bd2f-6f2b81d277e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:07.332908 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fc0ba58e-e50a-46a0-bd2f-6f2b81d277e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:07.334088 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-fc0ba58e-e50a-46a0-bd2f-6f2b81d277e6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b2ce392e-0c74-4b53-80a9-02d2a010d4b6 HTTP/1.1" status: 204 len: 168 time: 0.6432321 Jul 13 13:39:07.408862 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0ba58e-e50a-46a0-bd2f-6f2b81d277e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2ce392e-0c74-4b53-80a9-02d2a010d4b6,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:39:07.421272 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-caa4531f-6df4-4c16-978b-1ecf577ec485 req-dc2dd68b-4335-43d8-8baf-712b51edfbd7 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8450e8a-3ce6-4095-b6b4-37555b8042b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088323 Jul 13 13:39:07.490048 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-c86c0a7c-1a24-47b4-a78c-611924530097 service neutron] 10.222.0.26 "GET /v2.0/networks/cc9dab26-3983-4dce-8c1c-cb82d11f88fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924415 Jul 13 13:39:07.506706 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-8abbafbf-f71e-4d11-b1a7-f2b9dc1cf8da admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=99838e7fbf334f4e807e7df47ed40a2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8296399 Jul 13 13:39:07.514802 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abbafbf-f71e-4d11-b1a7-f2b9dc1cf8da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9080ed0c-9744-48f8-9398-5a2e0c3e22e0,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:39:07.519551 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 58710) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:39:07.595289 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-431cb775-0a72-4090-9f16-15a991087e4d admin admin] Router 82b35e57-1ff7-4d1c-81bf-14b729233a6a has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 13:39:07.621909 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d15f661a-aa57-4fb2-a7c6-f71ff69d2b8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:07.683347 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-dc53e449-f926-4595-bb04-a6fe18c311db service neutron] 10.222.0.26 "GET /v2.0/networks/cc9dab26-3983-4dce-8c1c-cb82d11f88fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923435 Jul 13 13:39:07.710277 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-e89ff2b3-438e-4237-b0ee-0a828ad1e9eb None None] Provisioning complete for port 7b071312-09af-4941-abb3-c4e23f16f0c9 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:39:07.710654 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e89ff2b3-438e-4237-b0ee-0a828ad1e9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:07.721227 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d15f661a-aa57-4fb2-a7c6-f71ff69d2b8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:07.725017 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12faf5c9-e18d-4f03-b7e6-1951ae5c98c0', 'tag': '751cfe8d-30a1-407a-bca8-4b83f6024a24'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:39:07.727652 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1890adb8-95d0-45c1-8c6c-464a5d136d96" -d '{"events": [{"name": "network-changed", "server_uuid": "12faf5c9-e18d-4f03-b7e6-1951ae5c98c0", "tag": "751cfe8d-30a1-407a-bca8-4b83f6024a24"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:39:07.835706 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 13:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-356efb28-ae3c-4a08-b47a-ad387a5ebd87 x-openstack-request-id: req-356efb28-ae3c-4a08-b47a-ad387a5ebd87 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:39:07.836273 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port ca09a279-8639-4c66-9384-4657655aebf6 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:39:07.836273 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:07.837344 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12faf5c9-e18d-4f03-b7e6-1951ae5c98c0", "tag": "751cfe8d-30a1-407a-bca8-4b83f6024a24", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:39:07.837851 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-356efb28-ae3c-4a08-b47a-ad387a5ebd87 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:39:07.839003 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12faf5c9-e18d-4f03-b7e6-1951ae5c98c0', 'tag': '751cfe8d-30a1-407a-bca8-4b83f6024a24', 'status': 'completed', 'code': 200} Jul 13 13:39:07.856373 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-7780aefa-99d5-4ce3-927a-521f275b2b3c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=8c8ea6d1-b0bc-4fe3-8965-3771992876e5 HTTP/1.1" status: 200 len: 217 time: 0.1484182 Jul 13 13:39:07.885633 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-431cb775-0a72-4090-9f16-15a991087e4d admin admin] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:39:07.889623 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-e89ff2b3-438e-4237-b0ee-0a828ad1e9eb None None] Port 7b071312-09af-4941-abb3-c4e23f16f0c9 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:39:07.900634 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a5696c-362d-4afb-a1c2-753d4d17cbd0 None None] Sync routers for ids ['82b35e57-1ff7-4d1c-81bf-14b729233a6a'] in n-d-800634-1 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:39:07.905010 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-431cb775-0a72-4090-9f16-15a991087e4d admin admin] 10.222.0.23 "PUT /v2.0/routers/82b35e57-1ff7-4d1c-81bf-14b729233a6a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0351515 Jul 13 13:39:07.918122 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a5696c-362d-4afb-a1c2-753d4d17cbd0 None None] Routers {'82b35e57-1ff7-4d1c-81bf-14b729233a6a'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:39:07.918866 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-a9a5696c-362d-4afb-a1c2-753d4d17cbd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:38:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['82b35e57-1ff7-4d1c-81bf-14b729233a6a'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:39:07.923563 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d15f661a-aa57-4fb2-a7c6-f71ff69d2b8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:07.931003 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d15f661a-aa57-4fb2-a7c6-f71ff69d2b8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:07.932183 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-d15f661a-aa57-4fb2-a7c6-f71ff69d2b8d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9080ed0c-9744-48f8-9398-5a2e0c3e22e0 HTTP/1.1" status: 204 len: 168 time: 0.4116900 Jul 13 13:39:07.972777 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15f661a-aa57-4fb2-a7c6-f71ff69d2b8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9080ed0c-9744-48f8-9398-5a2e0c3e22e0,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:39:08.005267 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-084b5873-20e7-4e74-8137-7e6bdcd99bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:08.010091 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-084b5873-20e7-4e74-8137-7e6bdcd99bb1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=241e495f-5827-4e62-b5be-0cbc962ebff7 HTTP/1.1" status: 200 len: 797 time: 0.1468201 Jul 13 13:39:08.014937 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1890adb8-95d0-45c1-8c6c-464a5d136d96 req-d639cd88-26af-4fba-970c-293f03bd8922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:08.032500 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1890adb8-95d0-45c1-8c6c-464a5d136d96 req-d639cd88-26af-4fba-970c-293f03bd8922 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7ec77ffc288b40b5a9663fa2e5a78733&device_id=12faf5c9-e18d-4f03-b7e6-1951ae5c98c0 HTTP/1.1" status: 200 len: 1125 time: 0.1909099 Jul 13 13:39:08.173233 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-786a0161-f03d-48d2-9c7b-c6fd9cb957d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:08.174570 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-786a0161-f03d-48d2-9c7b-c6fd9cb957d8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=350b8d90-a566-446d-ae67-d3a6d73524f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1586270 Jul 13 13:39:08.214272 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-a9a5696c-362d-4afb-a1c2-753d4d17cbd0 None None] Set router 82b35e57-1ff7-4d1c-81bf-14b729233a6a gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:39:08.265686 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1890adb8-95d0-45c1-8c6c-464a5d136d96 req-a5da7ea8-b01d-4fb7-bc6e-dc0195f7a026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:08.267849 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1890adb8-95d0-45c1-8c6c-464a5d136d96 req-a5da7ea8-b01d-4fb7-bc6e-dc0195f7a026 service neutron] 10.222.0.26 "GET /v2.0/networks?id=5c5b1ca0-24b0-4412-b81d-dc9907cb0039 HTTP/1.1" status: 200 len: 908 time: 0.2291150 Jul 13 13:39:08.290559 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431cebad-a323-4a59-b6ef-44a7f7b69c27 req-d1851b9d-6540-48a7-a16f-a460d5927b0c tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:08.292284 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-431cebad-a323-4a59-b6ef-44a7f7b69c27 req-d1851b9d-6540-48a7-a16f-a460d5927b0c tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.23 "GET /v2.0/ports?device_id=f91e5060-a285-4b39-a63d-f58a29a87fbc HTTP/1.1" status: 200 len: 945 time: 0.2099261 Jul 13 13:39:08.298510 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-ff787f51-8cf4-418d-8b82-fcd912020ffa service neutron] 10.222.0.26 "GET /v2.0/networks/350b8d90-a566-446d-ae67-d3a6d73524f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029973 Jul 13 13:39:08.347460 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1890adb8-95d0-45c1-8c6c-464a5d136d96 req-bae3bff2-80f8-4031-ac90-bbd750a2f4d3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=751cfe8d-30a1-407a-bca8-4b83f6024a24 HTTP/1.1" status: 200 len: 217 time: 0.0723033 Jul 13 13:39:08.464384 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-431cebad-a323-4a59-b6ef-44a7f7b69c27 req-5a18dda7-01e2-4365-87da-b6ef3d8fa03d tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.23 "GET /v2.0/security-groups?id=215441dc-b65f-49ea-b8ce-4afa75e23159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637008 Jul 13 13:39:08.469092 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1890adb8-95d0-45c1-8c6c-464a5d136d96 req-bdcd4138-7c88-4ecc-acaa-1deef8b73024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:08.470918 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1890adb8-95d0-45c1-8c6c-464a5d136d96 req-bdcd4138-7c88-4ecc-acaa-1deef8b73024 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=41cb83d6-1972-42a1-91b6-99e2d7728a68 HTTP/1.1" status: 200 len: 848 time: 0.1159530 Jul 13 13:39:08.475774 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfcd38e-7f07-45f6-a3b4-4b32f0fa43a1 req-8340ebbf-b650-4237-9c05-71f64c06dab2 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:08.483277 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfcd38e-7f07-45f6-a3b4-4b32f0fa43a1 req-8340ebbf-b650-4237-9c05-71f64c06dab2 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:08.489892 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfcd38e-7f07-45f6-a3b4-4b32f0fa43a1 req-8340ebbf-b650-4237-9c05-71f64c06dab2 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:08.496427 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfcd38e-7f07-45f6-a3b4-4b32f0fa43a1 req-8340ebbf-b650-4237-9c05-71f64c06dab2 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:08.503803 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfcd38e-7f07-45f6-a3b4-4b32f0fa43a1 req-8340ebbf-b650-4237-9c05-71f64c06dab2 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:08.510183 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfcd38e-7f07-45f6-a3b4-4b32f0fa43a1 req-8340ebbf-b650-4237-9c05-71f64c06dab2 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:08.516746 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfcd38e-7f07-45f6-a3b4-4b32f0fa43a1 req-8340ebbf-b650-4237-9c05-71f64c06dab2 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:08.519253 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-adfcd38e-7f07-45f6-a3b4-4b32f0fa43a1 req-8340ebbf-b650-4237-9c05-71f64c06dab2 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba24330e-3d10-45b2-aa45-d413663c46d4 HTTP/1.1" status: 200 len: 5417 time: 0.3735499 Jul 13 13:39:08.537628 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-a9a5696c-362d-4afb-a1c2-753d4d17cbd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82b35e57-1ff7-4d1c-81bf-14b729233a6a', 'name': 'tempest-ServersTestManualDisk-416989744-router', 'tenant_id': '1d1b21e682104673ac00b8c76737ba33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': 'ca09a279-8639-4c66-9384-4657655aebf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:38:54Z', 'updated_at': '2021-07-13T13:39:05Z', 'revision_number': 4, 'project_id': '1d1b21e682104673ac00b8c76737ba33', 'gw_port': {'id': 'ca09a279-8639-4c66-9384-4657655aebf6', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:c9:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b35e57-1ff7-4d1c-81bf-14b729233a6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:38:56Z', 'updated_at': '2021-07-13T13:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': '7b071312-09af-4941-abb3-c4e23f16f0c9', 'name': '', 'network_id': '6e5fbdb0-b5f2-41b6-8a08-5a94d8f754ae', 'tenant_id': '1d1b21e682104673ac00b8c76737ba33', 'mac_address': 'fa:16:3e:99:25:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82b35e57-1ff7-4d1c-81bf-14b729233a6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': 'ebad84be-c1b1-45af-9d6d-352020bb56df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:39:03Z', 'updated_at': '2021-07-13T13:39:06Z', 'revision_number': 2, 'project_id': '1d1b21e682104673ac00b8c76737ba33', 'subnets': [{'id': 'ebad84be-c1b1-45af-9d6d-352020bb56df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:39:08.562706 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1890adb8-95d0-45c1-8c6c-464a5d136d96 req-b310331b-8ba4-48f4-8f41-3a3b59df5db7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5c5b1ca0-24b0-4412-b81d-dc9907cb0039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0803168 Jul 13 13:39:08.586078 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-200ce8ab-9f45-4ef1-af23-c01d1847d659 service neutron] 10.222.0.26 "GET /v2.0/networks/350b8d90-a566-446d-ae67-d3a6d73524f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2750933 Jul 13 13:39:08.606144 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a5696c-362d-4afb-a1c2-753d4d17cbd0 None None] Checking router: 82b35e57-1ff7-4d1c-81bf-14b729233a6a for host: n-d-800634-1 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 13:39:08.606655 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a5696c-362d-4afb-a1c2-753d4d17cbd0 None None] Updating router 82b35e57-1ff7-4d1c-81bf-14b729233a6a port 7b071312-09af-4941-abb3-c4e23f16f0c9 binding host n-d-800634-1 {{(pid=93753) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 13:39:08.680497 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-adfcd38e-7f07-45f6-a3b4-4b32f0fa43a1 req-293814bf-6360-48fd-9d12-603c2759f086 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] 10.222.0.23 "GET /v2.0/security-groups?id=b297afe2-d282-4df8-a205-49b02bf6195a&id=4073f342-904a-4e74-a26d-da1c71da9763&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1512606 Jul 13 13:39:08.685381 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-cf559893-8fcf-44a4-9ebe-7a43808cf76e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=63cb8491-88ea-44c4-ba8b-ee99d545ca33 HTTP/1.1" status: 200 len: 217 time: 0.0923767 Jul 13 13:39:08.700277 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a9a5696c-362d-4afb-a1c2-753d4d17cbd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:08.720247 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1890adb8-95d0-45c1-8c6c-464a5d136d96 req-eb70f3cb-465e-4cba-93ec-b9653cbd47f4 service neutron] 10.222.0.26 "GET /v2.0/networks/5c5b1ca0-24b0-4412-b81d-dc9907cb0039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542661 Jul 13 13:39:08.789833 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 58752) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:39:08.791756 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-73da2fd7-8936-4ea4-899f-305ee332088a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:08.797806 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-73da2fd7-8936-4ea4-899f-305ee332088a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=241e495f-5827-4e62-b5be-0cbc962ebff7 HTTP/1.1" status: 200 len: 797 time: 0.1051793 Jul 13 13:39:08.820483 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e9164748-478b-4b61-aee6-020ed5f68b3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:08.910269 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1890adb8-95d0-45c1-8c6c-464a5d136d96 req-9c9a2f7b-dc9e-4c5a-93e4-291a06111d10 service neutron] 10.222.0.26 "GET /v2.0/networks/5c5b1ca0-24b0-4412-b81d-dc9907cb0039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800170 Jul 13 13:39:08.988041 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-1786fc45-ade7-40b6-ba01-ac72f7d6f965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:08.989664 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-1786fc45-ade7-40b6-ba01-ac72f7d6f965 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=350b8d90-a566-446d-ae67-d3a6d73524f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1829925 Jul 13 13:39:09.009053 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e9164748-478b-4b61-aee6-020ed5f68b3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:09.016808 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e9164748-478b-4b61-aee6-020ed5f68b3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:09.072012 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-e9164748-478b-4b61-aee6-020ed5f68b3d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=840f90d5c9224b778db04c5cba17f334&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2810817 Jul 13 13:39:09.072993 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9164748-478b-4b61-aee6-020ed5f68b3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfe44ad9-c353-46a6-bf84-02afada4cfd7,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:39:09.075860 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608ef692-0fac-42ba-8045-c26fa411443d req-8a2d0f4e-753e-43b6-9cca-c61da5579a9c tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:09.078138 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 58756) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:39:09.088455 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-608ef692-0fac-42ba-8045-c26fa411443d req-8a2d0f4e-753e-43b6-9cca-c61da5579a9c tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/ports?device_id=12faf5c9-e18d-4f03-b7e6-1951ae5c98c0 HTTP/1.1" status: 200 len: 944 time: 0.2346399 Jul 13 13:39:09.152931 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-608ef692-0fac-42ba-8045-c26fa411443d req-3bbac297-e73c-4212-a8b3-80f1364c2eca tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/security-groups?id=4f83e00a-e782-49e6-b944-d06b9e971cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632181 Jul 13 13:39:09.155718 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b10a1aff-c662-4b15-991d-96b19acf7de8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:09.174157 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-cf0133fc-af09-4548-809a-11c1b4bfe5cc service neutron] 10.222.0.26 "GET /v2.0/networks/350b8d90-a566-446d-ae67-d3a6d73524f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749599 Jul 13 13:39:09.175276 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a9a5696c-362d-4afb-a1c2-753d4d17cbd0 None None] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:09.189757 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-a9a5696c-362d-4afb-a1c2-753d4d17cbd0 None None] Transition to ACTIVE for port object 7b071312-09af-4941-abb3-c4e23f16f0c9 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:39:09.198290 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a9a5696c-362d-4afb-a1c2-753d4d17cbd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:09.209080 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b10a1aff-c662-4b15-991d-96b19acf7de8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:09.305652 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b10a1aff-c662-4b15-991d-96b19acf7de8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:09.308370 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b10a1aff-c662-4b15-991d-96b19acf7de8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:09.312723 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-b10a1aff-c662-4b15-991d-96b19acf7de8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/dfe44ad9-c353-46a6-bf84-02afada4cfd7 HTTP/1.1" status: 204 len: 168 time: 0.2303224 Jul 13 13:39:09.325976 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10a1aff-c662-4b15-991d-96b19acf7de8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfe44ad9-c353-46a6-bf84-02afada4cfd7,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:39:09.348863 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-cbd4b40a-700f-4353-a581-454e34c72a8d req-836d16fd-f208-4149-807f-f0b8e3a6b13c service neutron] 10.222.0.26 "GET /v2.0/networks/350b8d90-a566-446d-ae67-d3a6d73524f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620965 Jul 13 13:39:09.419011 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e3e4d6-6865-4d26-b65a-29210f737fff None None] Pushing event updated for resources: {'Port': ['ID=7b071312-09af-4941-abb3-c4e23f16f0c9,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:39:09.439695 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e3e4d6-6865-4d26-b65a-29210f737fff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:39:09.439855 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e3e4d6-6865-4d26-b65a-29210f737fff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:39:09.440194 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e3e4d6-6865-4d26-b65a-29210f737fff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:39:09.440845 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e3e4d6-6865-4d26-b65a-29210f737fff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:39:09.441409 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e3e4d6-6865-4d26-b65a-29210f737fff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:39:09.441786 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e3e4d6-6865-4d26-b65a-29210f737fff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:39:09.442095 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e3e4d6-6865-4d26-b65a-29210f737fff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:39:09.443754 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e3e4d6-6865-4d26-b65a-29210f737fff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:39:09.444107 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e3e4d6-6865-4d26-b65a-29210f737fff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:39:09.444429 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e3e4d6-6865-4d26-b65a-29210f737fff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:39:09.445111 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e3e4d6-6865-4d26-b65a-29210f737fff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:39:09.445111 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e3e4d6-6865-4d26-b65a-29210f737fff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:39:09.544587 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-a9a5696c-362d-4afb-a1c2-753d4d17cbd0 None None] Attempting to bind port 7b071312-09af-4941-abb3-c4e23f16f0c9 on host n-d-800634-1 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:39:09.546547 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-a9a5696c-362d-4afb-a1c2-753d4d17cbd0 None None] Attempting to bind port 7b071312-09af-4941-abb3-c4e23f16f0c9 by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': 'c368f595-5610-4181-876b-2ad27436132d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '6e5fbdb0-b5f2-41b6-8a08-5a94d8f754ae'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:39:09.547064 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a5696c-362d-4afb-a1c2-753d4d17cbd0 None None] Attempting to bind port 7b071312-09af-4941-abb3-c4e23f16f0c9 on network 6e5fbdb0-b5f2-41b6-8a08-5a94d8f754ae {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:39:09.548407 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55c3e65-56b7-4905-a06e-3e748020e50f req-41f4e3a0-d737-45bf-b2e9-ef561cf2ca6e tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:09.564177 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a5696c-362d-4afb-a1c2-753d4d17cbd0 None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 38, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:39:09.564177 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a5696c-362d-4afb-a1c2-753d4d17cbd0 None None] Checking segment: {'id': 'c368f595-5610-4181-876b-2ad27436132d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '6e5fbdb0-b5f2-41b6-8a08-5a94d8f754ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:39:09.564177 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a9a5696c-362d-4afb-a1c2-753d4d17cbd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:09.564542 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 58768) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:39:09.564827 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a5696c-362d-4afb-a1c2-753d4d17cbd0 None None] Bound using segment: {'id': 'c368f595-5610-4181-876b-2ad27436132d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '6e5fbdb0-b5f2-41b6-8a08-5a94d8f754ae'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:39:09.570396 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-a9a5696c-362d-4afb-a1c2-753d4d17cbd0 None None] Bound port: 7b071312-09af-4941-abb3-c4e23f16f0c9, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c368f595-5610-4181-876b-2ad27436132d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '6e5fbdb0-b5f2-41b6-8a08-5a94d8f754ae'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:39:09.574390 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-ec70d1b6-492b-4ec3-b177-490893325dac tempest-ServersTestManualDisk-139157132 tempest-ServersTestManualDisk-139157132-project] Request body: {'security_group': {'name': 'tempest-securitygroup--422438819', 'description': 'tempest-description--1051020488'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:39:09.582373 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a9a5696c-362d-4afb-a1c2-753d4d17cbd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:09.584960 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b55c3e65-56b7-4905-a06e-3e748020e50f req-41f4e3a0-d737-45bf-b2e9-ef561cf2ca6e tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ce44543-1f61-4d9c-8c3c-26da94576b7f HTTP/1.1" status: 200 len: 946 time: 0.2709076 Jul 13 13:39:09.643036 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ec70d1b6-492b-4ec3-b177-490893325dac tempest-ServersTestManualDisk-139157132 tempest-ServersTestManualDisk-139157132-project] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:09.704486 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-a9a5696c-362d-4afb-a1c2-753d4d17cbd0 None None] For port 7b071312-09af-4941-abb3-c4e23f16f0c9, host n-d-800634-1, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:39:09.708809 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-a9a5696c-362d-4afb-a1c2-753d4d17cbd0 None None] For port 7b071312-09af-4941-abb3-c4e23f16f0c9, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=7b071312-09af-4941-abb3-c4e23f16f0c9,segment=NetworkSegment(c368f595-5610-4181-876b-2ad27436132d),segment_id=c368f595-5610-4181-876b-2ad27436132d)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:39:09.723678 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a9a5696c-362d-4afb-a1c2-753d4d17cbd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:09.790364 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b55c3e65-56b7-4905-a06e-3e748020e50f req-f5a3ce86-5c52-4114-914f-6c28966e2e81 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8450e8a-3ce6-4095-b6b4-37555b8042b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044234 Jul 13 13:39:09.808408 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902f2720-1288-4c20-8449-67a7ba982de8 req-42b9bb50-fa2d-4149-81a9-073d3f4f961e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:09.823367 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ec70d1b6-492b-4ec3-b177-490893325dac tempest-ServersTestManualDisk-139157132 tempest-ServersTestManualDisk-139157132-project] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:09.828803 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ec70d1b6-492b-4ec3-b177-490893325dac tempest-ServersTestManualDisk-139157132 tempest-ServersTestManualDisk-139157132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:09.838606 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902f2720-1288-4c20-8449-67a7ba982de8 req-42b9bb50-fa2d-4149-81a9-073d3f4f961e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:09.839306 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902f2720-1288-4c20-8449-67a7ba982de8 req-42b9bb50-fa2d-4149-81a9-073d3f4f961e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:09.839943 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902f2720-1288-4c20-8449-67a7ba982de8 req-42b9bb50-fa2d-4149-81a9-073d3f4f961e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:09.844511 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902f2720-1288-4c20-8449-67a7ba982de8 req-42b9bb50-fa2d-4149-81a9-073d3f4f961e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:09.844835 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a5696c-362d-4afb-a1c2-753d4d17cbd0 None None] Routers {'82b35e57-1ff7-4d1c-81bf-14b729233a6a'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:39:09.845467 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902f2720-1288-4c20-8449-67a7ba982de8 req-42b9bb50-fa2d-4149-81a9-073d3f4f961e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:09.845570 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-a9a5696c-362d-4afb-a1c2-753d4d17cbd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:38:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['82b35e57-1ff7-4d1c-81bf-14b729233a6a'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:39:09.846267 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902f2720-1288-4c20-8449-67a7ba982de8 req-42b9bb50-fa2d-4149-81a9-073d3f4f961e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:09.850858 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-902f2720-1288-4c20-8449-67a7ba982de8 req-42b9bb50-fa2d-4149-81a9-073d3f4f961e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6adf017ce9b34499b7ba676da54c44ef&device_id=ba24330e-3d10-45b2-aa45-d413663c46d4 HTTP/1.1" status: 200 len: 6474 time: 0.4111714 Jul 13 13:39:09.869923 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ec70d1b6-492b-4ec3-b177-490893325dac tempest-ServersTestManualDisk-139157132 tempest-ServersTestManualDisk-139157132-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:09.871560 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-ec70d1b6-492b-4ec3-b177-490893325dac tempest-ServersTestManualDisk-139157132 tempest-ServersTestManualDisk-139157132-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3060696 Jul 13 13:39:09.872551 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec70d1b6-492b-4ec3-b177-490893325dac tempest-ServersTestManualDisk-139157132 tempest-ServersTestManualDisk-139157132-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6694af6c-c410-439b-b6c6-f0aa0397bd9c,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:39:09.879459 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 58782) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:39:09.887786 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-90160599-76b9-4f50-9b3e-6160261d213f tempest-ServersTestManualDisk-139157132 tempest-ServersTestManualDisk-139157132-project] Request body: {'security_group_rule': {'security_group_id': '6694af6c-c410-439b-b6c6-f0aa0397bd9c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:39:09.946454 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e3e4d6-6865-4d26-b65a-29210f737fff None None] Pushing event updated for resources: {'Port': ['ID=7b071312-09af-4941-abb3-c4e23f16f0c9,revision_number=4']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:39:10.015702 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902f2720-1288-4c20-8449-67a7ba982de8 req-a7f16fbd-8423-43f3-af3e-c0107320cbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:10.017271 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-902f2720-1288-4c20-8449-67a7ba982de8 req-a7f16fbd-8423-43f3-af3e-c0107320cbb2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=350b8d90-a566-446d-ae67-d3a6d73524f9 HTTP/1.1" status: 200 len: 902 time: 0.1596627 Jul 13 13:39:10.030344 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8576b1a9-0f41-4836-939a-bc082cf180ea req-7511e1dc-dd20-4af6-b12c-319c15594f3e tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:10.032857 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8576b1a9-0f41-4836-939a-bc082cf180ea req-7511e1dc-dd20-4af6-b12c-319c15594f3e tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.23 "GET /v2.0/ports?device_id=f91e5060-a285-4b39-a63d-f58a29a87fbc HTTP/1.1" status: 200 len: 945 time: 0.1420264 Jul 13 13:39:10.046328 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-90160599-76b9-4f50-9b3e-6160261d213f tempest-ServersTestManualDisk-139157132 tempest-ServersTestManualDisk-139157132-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:10.078214 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-a9a5696c-362d-4afb-a1c2-753d4d17cbd0 None None] Set router 82b35e57-1ff7-4d1c-81bf-14b729233a6a gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:39:10.102606 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-902f2720-1288-4c20-8449-67a7ba982de8 req-6b2b7bfe-f9e9-4385-a004-41d94fcd372d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=63cb8491-88ea-44c4-ba8b-ee99d545ca33 HTTP/1.1" status: 200 len: 217 time: 0.0734808 Jul 13 13:39:10.121911 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8576b1a9-0f41-4836-939a-bc082cf180ea req-468d7e41-3110-44aa-a963-0baf16fee9c4 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.23 "GET /v2.0/security-groups?id=215441dc-b65f-49ea-b8ce-4afa75e23159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747566 Jul 13 13:39:10.288740 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902f2720-1288-4c20-8449-67a7ba982de8 req-4ff01948-2561-4b58-9bf0-b01b4ae0896a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:10.290645 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-902f2720-1288-4c20-8449-67a7ba982de8 req-4ff01948-2561-4b58-9bf0-b01b4ae0896a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=241e495f-5827-4e62-b5be-0cbc962ebff7 HTTP/1.1" status: 200 len: 797 time: 0.1731243 Jul 13 13:39:10.356775 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041b57cf-2dd2-4e26-838a-b8f51f521d6d req-ac7c3675-c1ce-432c-9cdc-5856471bb293 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:10.374931 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041b57cf-2dd2-4e26-838a-b8f51f521d6d req-ac7c3675-c1ce-432c-9cdc-5856471bb293 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:10.381606 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041b57cf-2dd2-4e26-838a-b8f51f521d6d req-ac7c3675-c1ce-432c-9cdc-5856471bb293 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:10.387921 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041b57cf-2dd2-4e26-838a-b8f51f521d6d req-ac7c3675-c1ce-432c-9cdc-5856471bb293 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:10.395404 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041b57cf-2dd2-4e26-838a-b8f51f521d6d req-ac7c3675-c1ce-432c-9cdc-5856471bb293 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:10.401565 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041b57cf-2dd2-4e26-838a-b8f51f521d6d req-ac7c3675-c1ce-432c-9cdc-5856471bb293 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:10.410577 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041b57cf-2dd2-4e26-838a-b8f51f521d6d req-ac7c3675-c1ce-432c-9cdc-5856471bb293 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:10.412756 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-041b57cf-2dd2-4e26-838a-b8f51f521d6d req-ac7c3675-c1ce-432c-9cdc-5856471bb293 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba24330e-3d10-45b2-aa45-d413663c46d4 HTTP/1.1" status: 200 len: 5417 time: 0.2555819 Jul 13 13:39:10.421065 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e646ba08-3f45-48a1-9261-0284f8aebc33 req-be40c50e-0bcd-4383-871e-104b69a1d05f tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:10.422698 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e646ba08-3f45-48a1-9261-0284f8aebc33 req-be40c50e-0bcd-4383-871e-104b69a1d05f tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/ports?device_id=12faf5c9-e18d-4f03-b7e6-1951ae5c98c0 HTTP/1.1" status: 200 len: 944 time: 0.1094275 Jul 13 13:39:10.433658 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-90160599-76b9-4f50-9b3e-6160261d213f tempest-ServersTestManualDisk-139157132 tempest-ServersTestManualDisk-139157132-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:10.447632 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-90160599-76b9-4f50-9b3e-6160261d213f tempest-ServersTestManualDisk-139157132 tempest-ServersTestManualDisk-139157132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:10.468959 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-a9a5696c-362d-4afb-a1c2-753d4d17cbd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82b35e57-1ff7-4d1c-81bf-14b729233a6a', 'name': 'tempest-ServersTestManualDisk-416989744-router', 'tenant_id': '1d1b21e682104673ac00b8c76737ba33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': 'ca09a279-8639-4c66-9384-4657655aebf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:38:54Z', 'updated_at': '2021-07-13T13:39:05Z', 'revision_number': 4, 'project_id': '1d1b21e682104673ac00b8c76737ba33', 'gw_port': {'id': 'ca09a279-8639-4c66-9384-4657655aebf6', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:c9:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b35e57-1ff7-4d1c-81bf-14b729233a6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:38:56Z', 'updated_at': '2021-07-13T13:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': '7b071312-09af-4941-abb3-c4e23f16f0c9', 'name': '', 'network_id': '6e5fbdb0-b5f2-41b6-8a08-5a94d8f754ae', 'tenant_id': '1d1b21e682104673ac00b8c76737ba33', 'mac_address': 'fa:16:3e:99:25:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82b35e57-1ff7-4d1c-81bf-14b729233a6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': 'ebad84be-c1b1-45af-9d6d-352020bb56df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:39:03Z', 'updated_at': '2021-07-13T13:39:09Z', 'revision_number': 4, 'project_id': '1d1b21e682104673ac00b8c76737ba33', 'subnets': [{'id': 'ebad84be-c1b1-45af-9d6d-352020bb56df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:39:10.488980 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90160599-76b9-4f50-9b3e-6160261d213f tempest-ServersTestManualDisk-139157132 tempest-ServersTestManualDisk-139157132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5386b76c-09e0-4968-a5a6-7e603539c821,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:39:10.506475 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e646ba08-3f45-48a1-9261-0284f8aebc33 req-e5d33b2d-fb75-40e3-9b00-7e9e62c134b9 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/security-groups?id=4f83e00a-e782-49e6-b944-d06b9e971cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744803 Jul 13 13:39:10.508451 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-90160599-76b9-4f50-9b3e-6160261d213f tempest-ServersTestManualDisk-139157132 tempest-ServersTestManualDisk-139157132-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:10.512277 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-90160599-76b9-4f50-9b3e-6160261d213f tempest-ServersTestManualDisk-139157132 tempest-ServersTestManualDisk-139157132-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6270857 Jul 13 13:39:10.512482 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 58802) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:39:10.518036 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-1d40e2a0-cb99-4371-9bb0-65625b8b2b41 tempest-ServersTestManualDisk-139157132 tempest-ServersTestManualDisk-139157132-project] Request body: {'security_group_rule': {'security_group_id': '6694af6c-c410-439b-b6c6-f0aa0397bd9c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:39:10.524185 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-041b57cf-2dd2-4e26-838a-b8f51f521d6d req-b33aa86b-f8cd-42a4-90be-110d68624118 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] 10.222.0.23 "GET /v2.0/security-groups?id=b297afe2-d282-4df8-a205-49b02bf6195a&id=4073f342-904a-4e74-a26d-da1c71da9763&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0923507 Jul 13 13:39:10.526194 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902f2720-1288-4c20-8449-67a7ba982de8 req-8b709066-9e68-43b0-bfff-ba2e36312750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:10.527677 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-902f2720-1288-4c20-8449-67a7ba982de8 req-8b709066-9e68-43b0-bfff-ba2e36312750 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=350b8d90-a566-446d-ae67-d3a6d73524f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2227530 Jul 13 13:39:10.562266 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1d40e2a0-cb99-4371-9bb0-65625b8b2b41 tempest-ServersTestManualDisk-139157132 tempest-ServersTestManualDisk-139157132-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:10.566305 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a5696c-362d-4afb-a1c2-753d4d17cbd0 None None] The sync data for ids ['82b35e57-1ff7-4d1c-81bf-14b729233a6a'] in n-d-800634-1 is: [{'id': '82b35e57-1ff7-4d1c-81bf-14b729233a6a', 'name': 'tempest-ServersTestManualDisk-416989744-router', 'tenant_id': '1d1b21e682104673ac00b8c76737ba33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': 'ca09a279-8639-4c66-9384-4657655aebf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:38:54Z', 'updated_at': '2021-07-13T13:39:05Z', 'revision_number': 4, 'project_id': '1d1b21e682104673ac00b8c76737ba33', 'gw_port': {'id': 'ca09a279-8639-4c66-9384-4657655aebf6', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:c9:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b35e57-1ff7-4d1c-81bf-14b729233a6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:38:56Z', 'updated_at': '2021-07-13T13:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': '7b071312-09af-4941-abb3-c4e23f16f0c9', 'name': '', 'network_id': '6e5fbdb0-b5f2-41b6-8a08-5a94d8f754ae', 'tenant_id': '1d1b21e682104673ac00b8c76737ba33', 'mac_address': 'fa:16:3e:99:25:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82b35e57-1ff7-4d1c-81bf-14b729233a6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': 'ebad84be-c1b1-45af-9d6d-352020bb56df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:39:03Z', 'updated_at': '2021-07-13T13:39:09Z', 'revision_number': 4, 'project_id': '1d1b21e682104673ac00b8c76737ba33', 'subnets': [{'id': 'ebad84be-c1b1-45af-9d6d-352020bb56df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:39:10.662008 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1d40e2a0-cb99-4371-9bb0-65625b8b2b41 tempest-ServersTestManualDisk-139157132 tempest-ServersTestManualDisk-139157132-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:10.666529 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1d40e2a0-cb99-4371-9bb0-65625b8b2b41 tempest-ServersTestManualDisk-139157132 tempest-ServersTestManualDisk-139157132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:10.701528 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d40e2a0-cb99-4371-9bb0-65625b8b2b41 tempest-ServersTestManualDisk-139157132 tempest-ServersTestManualDisk-139157132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fe2276b-d000-4133-a075-422d3e740468,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:39:10.721094 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1d40e2a0-cb99-4371-9bb0-65625b8b2b41 tempest-ServersTestManualDisk-139157132 tempest-ServersTestManualDisk-139157132-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:10.723271 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-1d40e2a0-cb99-4371-9bb0-65625b8b2b41 tempest-ServersTestManualDisk-139157132 tempest-ServersTestManualDisk-139157132-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2087867 Jul 13 13:39:10.725965 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 58820) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:39:10.735283 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-dbd8b650-2ebf-4cbf-8a91-2bb5103f1c8c tempest-ServersTestManualDisk-139157132 tempest-ServersTestManualDisk-139157132-project] Request body: {'floatingip': {'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:39:10.746845 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-902f2720-1288-4c20-8449-67a7ba982de8 req-b534df83-38b6-469c-a7c8-e18783469e58 service neutron] 10.222.0.26 "GET /v2.0/networks/350b8d90-a566-446d-ae67-d3a6d73524f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052407 Jul 13 13:39:10.782988 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-dbd8b650-2ebf-4cbf-8a91-2bb5103f1c8c tempest-ServersTestManualDisk-139157132 tempest-ServersTestManualDisk-139157132-project] Notify callbacks [] for floatingip, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:10.900757 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-902f2720-1288-4c20-8449-67a7ba982de8 req-fea2e282-4e85-4abb-860e-f06be649279d service neutron] 10.222.0.26 "GET /v2.0/networks/350b8d90-a566-446d-ae67-d3a6d73524f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455431 Jul 13 13:39:10.950185 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-dbd8b650-2ebf-4cbf-8a91-2bb5103f1c8c tempest-ServersTestManualDisk-139157132 tempest-ServersTestManualDisk-139157132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:11.128753 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-dbd8b650-2ebf-4cbf-8a91-2bb5103f1c8c tempest-ServersTestManualDisk-139157132 tempest-ServersTestManualDisk-139157132-project] Allocated IP 172.25.6.56 (acf968b8-c524-46a9-a20b-ad9667009130/dde5a78e-bd1e-4f47-8189-7321d4de73d3/7ed69575-3c9d-4216-a3e4-5385d91ee377) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:39:11.178775 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40dfb6e-63a9-4543-9813-3814dcfecac0 req-b0697e1d-9b85-47d8-ba86-21ea89568259 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:11.190793 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a40dfb6e-63a9-4543-9813-3814dcfecac0 req-b0697e1d-9b85-47d8-ba86-21ea89568259 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ce44543-1f61-4d9c-8c3c-26da94576b7f HTTP/1.1" status: 200 len: 946 time: 0.1775887 Jul 13 13:39:11.304317 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 7b071312-09af-4941-abb3-c4e23f16f0c9 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:39:11.364202 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a40dfb6e-63a9-4543-9813-3814dcfecac0 req-7341c691-15bc-4425-8e67-7cf156fe173d tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8450e8a-3ce6-4095-b6b4-37555b8042b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475019 Jul 13 13:39:11.408696 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port 7b071312-09af-4941-abb3-c4e23f16f0c9 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:39:11.415164 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 7b071312-09af-4941-abb3-c4e23f16f0c9 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:39:11.415756 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:11.444752 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e7546f-64ca-488e-86c6-af3eeeff6015 req-7d2736b0-5560-4e94-956b-31a98437e69c tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:11.446743 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-22e7546f-64ca-488e-86c6-af3eeeff6015 req-7d2736b0-5560-4e94-956b-31a98437e69c tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.23 "GET /v2.0/ports?device_id=f91e5060-a285-4b39-a63d-f58a29a87fbc HTTP/1.1" status: 200 len: 945 time: 0.1089129 Jul 13 13:39:11.450226 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-dbd8b650-2ebf-4cbf-8a91-2bb5103f1c8c tempest-ServersTestManualDisk-139157132 tempest-ServersTestManualDisk-139157132-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:11.506793 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-22e7546f-64ca-488e-86c6-af3eeeff6015 req-59e678ec-9065-4e61-9ef2-9b249f346351 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.23 "GET /v2.0/security-groups?id=215441dc-b65f-49ea-b8ce-4afa75e23159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538676 Jul 13 13:39:11.534033 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:11.536585 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-dbd8b650-2ebf-4cbf-8a91-2bb5103f1c8c tempest-ServersTestManualDisk-139157132 tempest-ServersTestManualDisk-139157132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:11.565886 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd8b650-2ebf-4cbf-8a91-2bb5103f1c8c tempest-ServersTestManualDisk-139157132 tempest-ServersTestManualDisk-139157132-project] Network acf968b8-c524-46a9-a20b-ad9667009130 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:39:11.590160 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-dbd8b650-2ebf-4cbf-8a91-2bb5103f1c8c tempest-ServersTestManualDisk-139157132 tempest-ServersTestManualDisk-139157132-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:39:11.593929 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd8b650-2ebf-4cbf-8a91-2bb5103f1c8c tempest-ServersTestManualDisk-139157132 tempest-ServersTestManualDisk-139157132-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:39:11.622912 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port 7b071312-09af-4941-abb3-c4e23f16f0c9, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=7b071312-09af-4941-abb3-c4e23f16f0c9,segment=NetworkSegment(c368f595-5610-4181-876b-2ad27436132d),segment_id=c368f595-5610-4181-876b-2ad27436132d)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:39:11.633244 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:11.672909 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd8b650-2ebf-4cbf-8a91-2bb5103f1c8c tempest-ServersTestManualDisk-139157132 tempest-ServersTestManualDisk-139157132-project] Pushing event updated for resources: {'Port': ['ID=7ed69575-3c9d-4216-a3e4-5385d91ee377,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:39:11.711229 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=7b071312-09af-4941-abb3-c4e23f16f0c9,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:39:11.796160 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-dbd8b650-2ebf-4cbf-8a91-2bb5103f1c8c tempest-ServersTestManualDisk-139157132 tempest-ServersTestManualDisk-139157132-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:11.875959 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 58878) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:39:11.880130 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-dbd8b650-2ebf-4cbf-8a91-2bb5103f1c8c tempest-ServersTestManualDisk-139157132 tempest-ServersTestManualDisk-139157132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:11.902919 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 58882) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:39:11.950616 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574ba5c2-0c17-4ff6-90cd-bc3cb7447e3b req-c9194aa9-82e2-4d6b-bc07-58f0f869d452 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:11.958080 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574ba5c2-0c17-4ff6-90cd-bc3cb7447e3b req-c9194aa9-82e2-4d6b-bc07-58f0f869d452 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:11.966046 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574ba5c2-0c17-4ff6-90cd-bc3cb7447e3b req-c9194aa9-82e2-4d6b-bc07-58f0f869d452 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:11.972707 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574ba5c2-0c17-4ff6-90cd-bc3cb7447e3b req-c9194aa9-82e2-4d6b-bc07-58f0f869d452 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:11.982776 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574ba5c2-0c17-4ff6-90cd-bc3cb7447e3b req-c9194aa9-82e2-4d6b-bc07-58f0f869d452 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:11.987461 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2237c0a0-4e65-4740-8997-117f107c85d9 req-4324d603-71cf-4827-a8b2-f48c9e139ea5 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:11.994163 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2237c0a0-4e65-4740-8997-117f107c85d9 req-4324d603-71cf-4827-a8b2-f48c9e139ea5 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/ports?device_id=12faf5c9-e18d-4f03-b7e6-1951ae5c98c0 HTTP/1.1" status: 200 len: 944 time: 0.2244432 Jul 13 13:39:11.994793 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574ba5c2-0c17-4ff6-90cd-bc3cb7447e3b req-c9194aa9-82e2-4d6b-bc07-58f0f869d452 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:12.002193 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574ba5c2-0c17-4ff6-90cd-bc3cb7447e3b req-c9194aa9-82e2-4d6b-bc07-58f0f869d452 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:12.010485 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-574ba5c2-0c17-4ff6-90cd-bc3cb7447e3b req-c9194aa9-82e2-4d6b-bc07-58f0f869d452 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba24330e-3d10-45b2-aa45-d413663c46d4 HTTP/1.1" status: 200 len: 5417 time: 0.2159057 Jul 13 13:39:12.069264 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-574ba5c2-0c17-4ff6-90cd-bc3cb7447e3b req-86e980fe-e698-4e3a-bcd9-7f0e139eb6ad tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] 10.222.0.23 "GET /v2.0/security-groups?id=b297afe2-d282-4df8-a205-49b02bf6195a&id=4073f342-904a-4e74-a26d-da1c71da9763&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0534508 Jul 13 13:39:12.111264 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e723806c-ca19-4cac-a968-33b23849e358 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:12.128905 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2237c0a0-4e65-4740-8997-117f107c85d9 req-0d121623-b7a1-43b1-baeb-eb778d48246f tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/security-groups?id=4f83e00a-e782-49e6-b944-d06b9e971cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293297 Jul 13 13:39:12.144154 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-7b902c8f-eebb-48fd-bb5f-ed99933455ea tempest-MeteringTestJSON-40771429 tempest-MeteringTestJSON-40771429-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1830686373'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:39:12.144655 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-7b902c8f-eebb-48fd-bb5f-ed99933455ea tempest-MeteringTestJSON-40771429 tempest-MeteringTestJSON-40771429-project-admin] Unknown quota resources ['metering_label']. {{(pid=93751) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 13 13:39:12.179847 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-dbd8b650-2ebf-4cbf-8a91-2bb5103f1c8c tempest-ServersTestManualDisk-139157132 tempest-ServersTestManualDisk-139157132-project] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:12.186118 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-dbd8b650-2ebf-4cbf-8a91-2bb5103f1c8c tempest-ServersTestManualDisk-139157132 tempest-ServersTestManualDisk-139157132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:12.252880 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd8b650-2ebf-4cbf-8a91-2bb5103f1c8c tempest-ServersTestManualDisk-139157132 tempest-ServersTestManualDisk-139157132-project] Pushing event updated for resources: {'Port': ['ID=7ed69575-3c9d-4216-a3e4-5385d91ee377,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:39:12.269767 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-dbd8b650-2ebf-4cbf-8a91-2bb5103f1c8c tempest-ServersTestManualDisk-139157132 tempest-ServersTestManualDisk-139157132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446547'] for floatingip, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:12.302730 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7b902c8f-eebb-48fd-bb5f-ed99933455ea tempest-MeteringTestJSON-40771429 tempest-MeteringTestJSON-40771429-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:12.303992 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-7b902c8f-eebb-48fd-bb5f-ed99933455ea tempest-MeteringTestJSON-40771429 tempest-MeteringTestJSON-40771429-project-admin] 10.222.0.23 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.4235835 Jul 13 13:39:12.306920 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 58886) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:39:12.313131 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-b5136b7d-c0a8-4661-8313-13ef2c747246 tempest-MeteringTestJSON-40771429 tempest-MeteringTestJSON-40771429-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'cfe68875-a3be-4975-88c6-208ed2cc538a'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:39:12.313604 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-b5136b7d-c0a8-4661-8313-13ef2c747246 tempest-MeteringTestJSON-40771429 tempest-MeteringTestJSON-40771429-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93750) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 13 13:39:12.346677 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e723806c-ca19-4cac-a968-33b23849e358 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:12.350911 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e723806c-ca19-4cac-a968-33b23849e358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:12.397171 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e723806c-ca19-4cac-a968-33b23849e358 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3c09d82-1862-455e-abfa-92257abfaae0,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:39:12.405865 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-e723806c-ca19-4cac-a968-33b23849e358 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=66cc0ee248ce4c9aa8944f97d8d87c03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4985178 Jul 13 13:39:12.406381 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 58890) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:39:12.463709 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7437670d-9090-4818-add3-34c386a9c5af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:12.490450 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7437670d-9090-4818-add3-34c386a9c5af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:12.590231 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7437670d-9090-4818-add3-34c386a9c5af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:12.594363 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7437670d-9090-4818-add3-34c386a9c5af admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:12.598077 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-7437670d-9090-4818-add3-34c386a9c5af admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c3c09d82-1862-455e-abfa-92257abfaae0 HTTP/1.1" status: 204 len: 168 time: 0.1886120 Jul 13 13:39:12.611285 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97daa9ea-21a1-4af9-88dc-77802682d6ba req-cc0dc600-0eb4-4d58-99bc-4f01fdec7166 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:12.613396 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-97daa9ea-21a1-4af9-88dc-77802682d6ba req-cc0dc600-0eb4-4d58-99bc-4f01fdec7166 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ce44543-1f61-4d9c-8c3c-26da94576b7f HTTP/1.1" status: 200 len: 946 time: 0.0961971 Jul 13 13:39:12.619234 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7437670d-9090-4818-add3-34c386a9c5af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3c09d82-1862-455e-abfa-92257abfaae0,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:39:12.665993 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-97daa9ea-21a1-4af9-88dc-77802682d6ba req-b626795a-378f-4757-9991-21ee10a127ff tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8450e8a-3ce6-4095-b6b4-37555b8042b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430984 Jul 13 13:39:12.757627 n-d-800634-1 neutron-server[93750]: WARNING neutron.services.metering.metering_plugin [None req-b5136b7d-c0a8-4661-8313-13ef2c747246 tempest-MeteringTestJSON-40771429 tempest-MeteringTestJSON-40771429-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 13 13:39:12.762432 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-dbd8b650-2ebf-4cbf-8a91-2bb5103f1c8c tempest-ServersTestManualDisk-139157132 tempest-ServersTestManualDisk-139157132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for floatingip, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:12.762753 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-dbd8b650-2ebf-4cbf-8a91-2bb5103f1c8c tempest-ServersTestManualDisk-139157132 tempest-ServersTestManualDisk-139157132-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0358434 Jul 13 13:39:12.878519 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b5136b7d-c0a8-4661-8313-13ef2c747246 tempest-MeteringTestJSON-40771429 tempest-MeteringTestJSON-40771429-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:12.879813 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-b5136b7d-c0a8-4661-8313-13ef2c747246 tempest-MeteringTestJSON-40771429 tempest-MeteringTestJSON-40771429-project-admin] 10.222.0.23 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.5712433 Jul 13 13:39:12.883149 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 58902) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:39:12.887815 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-dd0b59ac-dbb6-481f-b62a-73a4e648fd07 tempest-MeteringTestJSON-40771429 tempest-MeteringTestJSON-40771429-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'cfe68875-a3be-4975-88c6-208ed2cc538a'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:39:12.888932 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-dd0b59ac-dbb6-481f-b62a-73a4e648fd07 tempest-MeteringTestJSON-40771429 tempest-MeteringTestJSON-40771429-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93751) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 13 13:39:12.916069 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd53dee-eca4-4304-afbf-56304f1a8fc1 req-b75eda65-9078-48ec-b172-6a27d6368082 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:12.926339 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4fd53dee-eca4-4304-afbf-56304f1a8fc1 req-b75eda65-9078-48ec-b172-6a27d6368082 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.23 "GET /v2.0/ports?device_id=f91e5060-a285-4b39-a63d-f58a29a87fbc HTTP/1.1" status: 200 len: 945 time: 0.1831651 Jul 13 13:39:13.000972 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4fd53dee-eca4-4304-afbf-56304f1a8fc1 req-e6549f8c-d475-462b-b2e7-0b137252f89e tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.23 "GET /v2.0/security-groups?id=215441dc-b65f-49ea-b8ce-4afa75e23159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662878 Jul 13 13:39:13.026438 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 58914) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:39:13.048683 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a10c1047-c773-4606-ba98-bb56385c6d09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:13.049106 n-d-800634-1 neutron-server[93751]: WARNING neutron.services.metering.metering_plugin [None req-dd0b59ac-dbb6-481f-b62a-73a4e648fd07 tempest-MeteringTestJSON-40771429 tempest-MeteringTestJSON-40771429-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 13 13:39:13.151423 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dd0b59ac-dbb6-481f-b62a-73a4e648fd07 tempest-MeteringTestJSON-40771429 tempest-MeteringTestJSON-40771429-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:13.151706 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a10c1047-c773-4606-ba98-bb56385c6d09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:13.152582 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-dd0b59ac-dbb6-481f-b62a-73a4e648fd07 tempest-MeteringTestJSON-40771429 tempest-MeteringTestJSON-40771429-project-admin] 10.222.0.23 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2684748 Jul 13 13:39:13.156491 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 58918) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:39:13.165145 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-12d7cf17-d90d-4d51-b3bd-d08345f34d74 req-61e865e6-41df-4527-9cfe-7086e9afd0af tempest-ServersTestManualDisk-139157132 tempest-ServersTestManualDisk-139157132-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--422438819&fields=id&tenant_id=1d1b21e682104673ac00b8c76737ba33 HTTP/1.1" status: 200 len: 267 time: 0.1304452 Jul 13 13:39:13.166487 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a10c1047-c773-4606-ba98-bb56385c6d09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:13.221520 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-a10c1047-c773-4606-ba98-bb56385c6d09 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ea60600784784b448955ce7cbec2db19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1916022 Jul 13 13:39:13.236301 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 58922) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:39:13.240368 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-77f86e41-bfb8-4673-ac25-a021e8837237 tempest-MeteringTestJSON-40771429 tempest-MeteringTestJSON-40771429-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-label-rules?id=665df0b9-d8c2-40aa-9f2a-3f28e62df7e7 HTTP/1.1" status: 200 len: 464 time: 0.0824256 Jul 13 13:39:13.245829 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 58924) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:39:13.252057 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 7b071312-09af-4941-abb3-c4e23f16f0c9 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:39:13.309364 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10c1047-c773-4606-ba98-bb56385c6d09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66bc8760-e308-46d5-93bc-70c9d47acbec,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:39:13.334402 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 7b071312-09af-4941-abb3-c4e23f16f0c9 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:39:13.334523 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d7cf17-d90d-4d51-b3bd-d08345f34d74 req-b1fe8d2b-4d74-40bb-9826-367534db326e tempest-ServersTestManualDisk-139157132 tempest-ServersTestManualDisk-139157132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:13.334831 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:13.337537 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-12d7cf17-d90d-4d51-b3bd-d08345f34d74 req-b1fe8d2b-4d74-40bb-9826-367534db326e tempest-ServersTestManualDisk-139157132 tempest-ServersTestManualDisk-139157132-project] 10.222.0.23 "GET /v2.0/networks?id=6e5fbdb0-b5f2-41b6-8a08-5a94d8f754ae HTTP/1.1" status: 200 len: 811 time: 0.1710792 Jul 13 13:39:13.358848 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c205c30-416b-45c0-b0fe-8cdeca1e4ddf req-dc2f0a41-17ff-4eb2-b3f9-3d2e7872af7f tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:13.365197 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c205c30-416b-45c0-b0fe-8cdeca1e4ddf req-dc2f0a41-17ff-4eb2-b3f9-3d2e7872af7f tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:13.371779 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c205c30-416b-45c0-b0fe-8cdeca1e4ddf req-dc2f0a41-17ff-4eb2-b3f9-3d2e7872af7f tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:13.379362 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c205c30-416b-45c0-b0fe-8cdeca1e4ddf req-dc2f0a41-17ff-4eb2-b3f9-3d2e7872af7f tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:13.386540 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c205c30-416b-45c0-b0fe-8cdeca1e4ddf req-dc2f0a41-17ff-4eb2-b3f9-3d2e7872af7f tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:13.393649 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c205c30-416b-45c0-b0fe-8cdeca1e4ddf req-dc2f0a41-17ff-4eb2-b3f9-3d2e7872af7f tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:13.400300 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c205c30-416b-45c0-b0fe-8cdeca1e4ddf req-dc2f0a41-17ff-4eb2-b3f9-3d2e7872af7f tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:13.403066 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2c205c30-416b-45c0-b0fe-8cdeca1e4ddf req-dc2f0a41-17ff-4eb2-b3f9-3d2e7872af7f tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba24330e-3d10-45b2-aa45-d413663c46d4 HTTP/1.1" status: 200 len: 5417 time: 0.1610353 Jul 13 13:39:13.440297 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-12d7cf17-d90d-4d51-b3bd-d08345f34d74 req-91e7bdfb-7336-4f7f-ab82-75de5d31c561 tempest-ServersTestManualDisk-139157132 tempest-ServersTestManualDisk-139157132-project] 10.222.0.23 "GET /v2.0/quotas/1d1b21e682104673ac00b8c76737ba33 HTTP/1.1" status: 200 len: 375 time: 0.0911651 Jul 13 13:39:13.443391 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5cf20835-6472-4099-a9b9-fdd473e43c8a tempest-MeteringTestJSON-40771429 tempest-MeteringTestJSON-40771429-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:13.444664 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-5cf20835-6472-4099-a9b9-fdd473e43c8a tempest-MeteringTestJSON-40771429 tempest-MeteringTestJSON-40771429-project-admin] 10.222.0.23 "DELETE /v2.0/metering/metering-label-rules/665df0b9-d8c2-40aa-9f2a-3f28e62df7e7 HTTP/1.1" status: 204 len: 168 time: 0.1976204 Jul 13 13:39:13.446155 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-494082cc-43f6-48b1-81ba-9e1c8fa1442d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:13.447367 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 58926) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:39:13.467710 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2c205c30-416b-45c0-b0fe-8cdeca1e4ddf req-6e496772-66b5-4f59-92aa-ec55cb83d8ff tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] 10.222.0.23 "GET /v2.0/security-groups?id=b297afe2-d282-4df8-a205-49b02bf6195a&id=4073f342-904a-4e74-a26d-da1c71da9763&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0573828 Jul 13 13:39:13.478325 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-272192a0-75c1-48e5-9790-09973d62b2b9 tempest-MeteringTestJSON-40771429 tempest-MeteringTestJSON-40771429-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-label-rules?id=665df0b9-d8c2-40aa-9f2a-3f28e62df7e7 HTTP/1.1" status: 200 len: 221 time: 0.0270774 Jul 13 13:39:13.478933 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 58928) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:39:13.483559 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-21108dc9-6d60-45e2-a4de-0ab6a097312c tempest-MeteringTestJSON-40771429 tempest-MeteringTestJSON-40771429-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--510327200', 'description': 'label created by tempest'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:39:13.483907 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-21108dc9-6d60-45e2-a4de-0ab6a097312c tempest-MeteringTestJSON-40771429 tempest-MeteringTestJSON-40771429-project-admin] Unknown quota resources ['metering_label']. {{(pid=93750) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 13 13:39:13.509552 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-494082cc-43f6-48b1-81ba-9e1c8fa1442d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:13.696742 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-21108dc9-6d60-45e2-a4de-0ab6a097312c tempest-MeteringTestJSON-40771429 tempest-MeteringTestJSON-40771429-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:13.700398 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-21108dc9-6d60-45e2-a4de-0ab6a097312c tempest-MeteringTestJSON-40771429 tempest-MeteringTestJSON-40771429-project-admin] 10.222.0.23 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.2179730 Jul 13 13:39:13.700526 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 58932) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:39:13.764509 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-323fbd64-1fae-4682-b3df-4e60bfe3b1bc tempest-MeteringTestJSON-40771429 tempest-MeteringTestJSON-40771429-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-labels?id=78c9b8c4-ce38-40cf-892b-ac9d2df94f7a HTTP/1.1" status: 200 len: 467 time: 0.0625849 Jul 13 13:39:13.766836 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 58934) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:39:13.791304 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-12d7cf17-d90d-4d51-b3bd-d08345f34d74 req-880f18e3-7bca-46bf-aa3a-c5c65d7addc1 tempest-ServersTestManualDisk-139157132 tempest-ServersTestManualDisk-139157132-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=1d1b21e682104673ac00b8c76737ba33&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3419342 Jul 13 13:39:13.802870 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-494082cc-43f6-48b1-81ba-9e1c8fa1442d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:13.806217 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-494082cc-43f6-48b1-81ba-9e1c8fa1442d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:13.810052 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-494082cc-43f6-48b1-81ba-9e1c8fa1442d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/66bc8760-e308-46d5-93bc-70c9d47acbec HTTP/1.1" status: 204 len: 168 time: 0.5705514 Jul 13 13:39:13.841195 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160d4270-b6f0-4a38-9341-476a8cb80b9d req-980723a1-3517-4131-8546-bccc5abd0398 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:13.843601 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-160d4270-b6f0-4a38-9341-476a8cb80b9d req-980723a1-3517-4131-8546-bccc5abd0398 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/ports?device_id=12faf5c9-e18d-4f03-b7e6-1951ae5c98c0 HTTP/1.1" status: 200 len: 944 time: 0.2507980 Jul 13 13:39:13.901594 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494082cc-43f6-48b1-81ba-9e1c8fa1442d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66bc8760-e308-46d5-93bc-70c9d47acbec,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:39:13.939406 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-12d7cf17-d90d-4d51-b3bd-d08345f34d74 req-1b000319-9845-4d2b-9481-00d79807106c service neutron] 10.222.0.23 "GET /v2.0/networks/6e5fbdb0-b5f2-41b6-8a08-5a94d8f754ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278234 Jul 13 13:39:13.975954 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-160d4270-b6f0-4a38-9341-476a8cb80b9d req-c724de4c-1a42-4759-a638-91ff7e37d4fd tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/security-groups?id=4f83e00a-e782-49e6-b944-d06b9e971cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262317 Jul 13 13:39:14.043233 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-344a71c5-72b4-40b2-aa26-84c872c3b465 tempest-MeteringTestJSON-40771429 tempest-MeteringTestJSON-40771429-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:14.046306 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-344a71c5-72b4-40b2-aa26-84c872c3b465 tempest-MeteringTestJSON-40771429 tempest-MeteringTestJSON-40771429-project-admin] 10.222.0.23 "DELETE /v2.0/metering/metering-labels/78c9b8c4-ce38-40cf-892b-ac9d2df94f7a HTTP/1.1" status: 204 len: 168 time: 0.2771466 Jul 13 13:39:14.048189 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 58944) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:39:14.063718 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-8eb337fb-727b-4745-997e-921a73358478 tempest-MeteringTestJSON-40771429 tempest-MeteringTestJSON-40771429-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-labels?id=78c9b8c4-ce38-40cf-892b-ac9d2df94f7a HTTP/1.1" status: 200 len: 216 time: 0.0141916 Jul 13 13:39:14.067553 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 58946) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:39:14.098755 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-cdadb4cd-4dc8-409c-a327-1063b636d221 tempest-MeteringTestJSON-40771429 tempest-MeteringTestJSON-40771429-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0212834 Jul 13 13:39:14.099500 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 58948) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:39:14.127882 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-12d7cf17-d90d-4d51-b3bd-d08345f34d74 req-9c180d38-ff3f-427d-aaa1-aadb7e44655b service neutron] 10.222.0.23 "GET /v2.0/networks/6e5fbdb0-b5f2-41b6-8a08-5a94d8f754ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810350 Jul 13 13:39:14.139369 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 58950) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:39:14.140525 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-6e15a892-4430-47d6-9490-7d977bcbd7d6 tempest-MeteringTestJSON-40771429 tempest-MeteringTestJSON-40771429-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0344033 Jul 13 13:39:14.231018 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-2b636b19-e5ba-4156-a449-5d9b3035c7e6 tempest-MeteringTestJSON-40771429 tempest-MeteringTestJSON-40771429-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-labels/cfe68875-a3be-4975-88c6-208ed2cc538a HTTP/1.1" status: 200 len: 473 time: 0.0895178 Jul 13 13:39:14.242851 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 58954) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:39:14.276063 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-d800e540-b596-45d8-b8f0-80b3f700ce22 tempest-MeteringTestJSON-40771429 tempest-MeteringTestJSON-40771429-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-label-rules/d7706505-fda7-4c0a-a33b-1fe7d8846d5c HTTP/1.1" status: 200 len: 461 time: 0.0320282 Jul 13 13:39:14.280951 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 58958) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:39:14.287719 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f20527-a412-4b0d-bf6a-990740553928 req-213eaf94-6f95-4a13-b0a9-d6289a798658 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:14.296846 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-17f20527-a412-4b0d-bf6a-990740553928 req-213eaf94-6f95-4a13-b0a9-d6289a798658 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ce44543-1f61-4d9c-8c3c-26da94576b7f HTTP/1.1" status: 200 len: 946 time: 0.1549463 Jul 13 13:39:14.357999 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-17f20527-a412-4b0d-bf6a-990740553928 req-5bbc4a2e-931d-4a63-a95e-25b05d2e62cd tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8450e8a-3ce6-4095-b6b4-37555b8042b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590060 Jul 13 13:39:14.510025 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f198eae5-0f70-4c8b-ab63-ed5d2ff8ed89 tempest-MeteringTestJSON-40771429 tempest-MeteringTestJSON-40771429-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:14.511214 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-f198eae5-0f70-4c8b-ab63-ed5d2ff8ed89 tempest-MeteringTestJSON-40771429 tempest-MeteringTestJSON-40771429-project-admin] 10.222.0.23 "DELETE /v2.0/metering/metering-label-rules/d7706505-fda7-4c0a-a33b-1fe7d8846d5c HTTP/1.1" status: 204 len: 168 time: 0.2291071 Jul 13 13:39:14.530561 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 58972) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:39:14.532713 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-213e3140-9537-4131-86ac-a582e85efc5f req-6ee5afa0-c1b3-476f-b4a3-2c324c3852ca tempest-ServersTestManualDisk-139157132 tempest-ServersTestManualDisk-139157132-project] 10.222.0.23 "GET /v2.0/ports?device_id=14cb3f8b-31fa-457e-9faa-6dbaf5457842 HTTP/1.1" status: 200 len: 210 time: 0.1057961 Jul 13 13:39:14.602095 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a27e161-0cf1-4cbb-9e5f-b21b0d42e099 req-db53bddd-807e-4f72-9b6f-950fb335f0a4 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:14.603937 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0a27e161-0cf1-4cbb-9e5f-b21b0d42e099 req-db53bddd-807e-4f72-9b6f-950fb335f0a4 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.23 "GET /v2.0/ports?device_id=f91e5060-a285-4b39-a63d-f58a29a87fbc HTTP/1.1" status: 200 len: 945 time: 0.1178935 Jul 13 13:39:14.619446 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7f5533c1-7858-47c8-9843-00a8c1543fa5 req-fe11bfc4-44cb-4320-af39-a17aa792b4f1 service neutron] 10.222.0.26 "GET /v2.0/ports/751cfe8d-30a1-407a-bca8-4b83f6024a24/bindings/n-h2-800634-1 HTTP/1.1" status: 200 len: 384 time: 0.2841015 Jul 13 13:39:14.673381 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0a27e161-0cf1-4cbb-9e5f-b21b0d42e099 req-38d3c167-569c-45fd-83dc-7d78cd0b1212 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.23 "GET /v2.0/security-groups?id=215441dc-b65f-49ea-b8ce-4afa75e23159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543094 Jul 13 13:39:14.846077 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3ba260b6-2d2b-4722-8a81-4fd18bcfbd3e tempest-MeteringTestJSON-40771429 tempest-MeteringTestJSON-40771429-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:14.849659 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-3ba260b6-2d2b-4722-8a81-4fd18bcfbd3e tempest-MeteringTestJSON-40771429 tempest-MeteringTestJSON-40771429-project-admin] 10.222.0.23 "DELETE /v2.0/metering/metering-labels/cfe68875-a3be-4975-88c6-208ed2cc538a HTTP/1.1" status: 204 len: 168 time: 0.3136106 Jul 13 13:39:14.957609 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c900e0-869d-4f7f-9ffa-74fa0cb1817c req-3085ca58-3718-4e96-a069-e9e6340e461c tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:14.964349 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c900e0-869d-4f7f-9ffa-74fa0cb1817c req-3085ca58-3718-4e96-a069-e9e6340e461c tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:14.970542 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c900e0-869d-4f7f-9ffa-74fa0cb1817c req-3085ca58-3718-4e96-a069-e9e6340e461c tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:14.976558 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c900e0-869d-4f7f-9ffa-74fa0cb1817c req-3085ca58-3718-4e96-a069-e9e6340e461c tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:14.983422 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c900e0-869d-4f7f-9ffa-74fa0cb1817c req-3085ca58-3718-4e96-a069-e9e6340e461c tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:14.990062 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c900e0-869d-4f7f-9ffa-74fa0cb1817c req-3085ca58-3718-4e96-a069-e9e6340e461c tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:14.997183 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c900e0-869d-4f7f-9ffa-74fa0cb1817c req-3085ca58-3718-4e96-a069-e9e6340e461c tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:15.006227 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f6c900e0-869d-4f7f-9ffa-74fa0cb1817c req-3085ca58-3718-4e96-a069-e9e6340e461c tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba24330e-3d10-45b2-aa45-d413663c46d4 HTTP/1.1" status: 200 len: 5417 time: 0.2529495 Jul 13 13:39:15.090355 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f6c900e0-869d-4f7f-9ffa-74fa0cb1817c req-721ca10d-cf44-42a2-b521-23e85177e8bd tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] 10.222.0.23 "GET /v2.0/security-groups?id=b297afe2-d282-4df8-a205-49b02bf6195a&id=4073f342-904a-4e74-a26d-da1c71da9763&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0830939 Jul 13 13:39:15.126795 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-7f5533c1-7858-47c8-9843-00a8c1543fa5 req-68c920eb-a587-45aa-a979-35b5d0f82926 service neutron] For port 751cfe8d-30a1-407a-bca8-4b83f6024a24, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=751cfe8d-30a1-407a-bca8-4b83f6024a24,segment=NetworkSegment(f952029b-434e-49c6-8d96-f83b0194500d),segment_id=f952029b-434e-49c6-8d96-f83b0194500d)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:39:15.188957 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-7f5533c1-7858-47c8-9843-00a8c1543fa5 req-68c920eb-a587-45aa-a979-35b5d0f82926 service neutron] For port 751cfe8d-30a1-407a-bca8-4b83f6024a24, host n-h1-800634-1, cleared binding levels {{(pid=93751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:39:15.237505 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [req-7f5533c1-7858-47c8-9843-00a8c1543fa5 req-68c920eb-a587-45aa-a979-35b5d0f82926 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 751cfe8d-30a1-407a-bca8-4b83f6024a24 {{(pid=93751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:39:15.261210 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-7f5533c1-7858-47c8-9843-00a8c1543fa5 req-68c920eb-a587-45aa-a979-35b5d0f82926 service neutron] For port 751cfe8d-30a1-407a-bca8-4b83f6024a24, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=751cfe8d-30a1-407a-bca8-4b83f6024a24,segment=NetworkSegment(f952029b-434e-49c6-8d96-f83b0194500d),segment_id=f952029b-434e-49c6-8d96-f83b0194500d)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:39:15.290983 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-7f5533c1-7858-47c8-9843-00a8c1543fa5 req-68c920eb-a587-45aa-a979-35b5d0f82926 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:15.294438 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 59004) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:39:15.302480 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c246e9-8af1-4a41-8529-6a9c6b36cee4 req-3384a3f8-3ae1-43e4-a872-76751e48f6ed tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:15.310075 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d9c246e9-8af1-4a41-8529-6a9c6b36cee4 req-3384a3f8-3ae1-43e4-a872-76751e48f6ed tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/ports?device_id=12faf5c9-e18d-4f03-b7e6-1951ae5c98c0 HTTP/1.1" status: 200 len: 944 time: 0.1167660 Jul 13 13:39:15.381354 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d9c246e9-8af1-4a41-8529-6a9c6b36cee4 req-ff62fbbd-b84f-44c8-8e14-5e0bec2b0b69 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/security-groups?id=4f83e00a-e782-49e6-b944-d06b9e971cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697441 Jul 13 13:39:15.473320 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-7f5533c1-7858-47c8-9843-00a8c1543fa5 req-68c920eb-a587-45aa-a979-35b5d0f82926 service neutron] Transition to ACTIVE for port object 751cfe8d-30a1-407a-bca8-4b83f6024a24 will not be triggered until provisioned by entity L2. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:39:15.481119 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-7f5533c1-7858-47c8-9843-00a8c1543fa5 req-68c920eb-a587-45aa-a979-35b5d0f82926 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:15.568251 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cce44079-f3c1-48a9-b698-1a756e7a4eaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:15.604845 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f5533c1-7858-47c8-9843-00a8c1543fa5 req-68c920eb-a587-45aa-a979-35b5d0f82926 service neutron] No DVR routers for this DVR port 751cfe8d-30a1-407a-bca8-4b83f6024a24 on host n-h1-800634-1 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:39:15.634648 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 751cfe8d-30a1-407a-bca8-4b83f6024a24 no longer exists at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:39:15.672069 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f2e0aa-b83f-4f42-ae3d-8078a9413055 req-9e247f5d-bce5-40d7-ac33-c45fd84378e9 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:15.679935 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d0f2e0aa-b83f-4f42-ae3d-8078a9413055 req-9e247f5d-bce5-40d7-ac33-c45fd84378e9 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ce44543-1f61-4d9c-8c3c-26da94576b7f HTTP/1.1" status: 200 len: 946 time: 0.1074519 Jul 13 13:39:15.694225 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7f5533c1-7858-47c8-9843-00a8c1543fa5 req-68c920eb-a587-45aa-a979-35b5d0f82926 service neutron] 10.222.0.26 "PUT /v2.0/ports/751cfe8d-30a1-407a-bca8-4b83f6024a24/bindings/n-h2-800634-1/activate HTTP/1.1" status: 200 len: 369 time: 1.0673025 Jul 13 13:39:15.706311 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c920eb-a587-45aa-a979-35b5d0f82926 service neutron] Pushing event updated for resources: {'Port': ['ID=751cfe8d-30a1-407a-bca8-4b83f6024a24,revision_number=10']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:39:15.733517 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 751cfe8d-30a1-407a-bca8-4b83f6024a24 not bound to the agent host n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:39:15.737011 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d0f2e0aa-b83f-4f42-ae3d-8078a9413055 req-6c16e783-9fe6-46d5-9b2c-8dad35144a9b tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8450e8a-3ce6-4095-b6b4-37555b8042b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483990 Jul 13 13:39:15.806545 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 59028) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:39:15.879826 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cce44079-f3c1-48a9-b698-1a756e7a4eaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:15.886917 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cce44079-f3c1-48a9-b698-1a756e7a4eaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:15.983592 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0021cde4-60be-4adf-b1d8-d041733ce0b6 req-963567a1-60cd-4512-9c5d-7ad71169ce8b tempest-ServersTestManualDisk-139157132 tempest-ServersTestManualDisk-139157132-project] 10.222.0.23 "GET /v2.0/ports?device_id=14cb3f8b-31fa-457e-9faa-6dbaf5457842 HTTP/1.1" status: 200 len: 210 time: 0.0901325 Jul 13 13:39:16.003279 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5533c1-7858-47c8-9843-00a8c1543fa5 req-9fea072a-dc8e-460f-a2d9-285f49b62447 tempest-LiveMigrationTest-1713788618 tempest-LiveMigrationTest-1713788618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:16.005841 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7f5533c1-7858-47c8-9843-00a8c1543fa5 req-9fea072a-dc8e-460f-a2d9-285f49b62447 tempest-LiveMigrationTest-1713788618 tempest-LiveMigrationTest-1713788618-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=12faf5c9-e18d-4f03-b7e6-1951ae5c98c0&tenant_id=7ec77ffc288b40b5a9663fa2e5a78733&binding%3Ahost_id=n-h1-800634-1 HTTP/1.1" status: 200 len: 1096 time: 0.1768777 Jul 13 13:39:16.103406 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5533c1-7858-47c8-9843-00a8c1543fa5 req-5b405d37-273d-4466-a72f-2dc01a9f2587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:16.104915 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7f5533c1-7858-47c8-9843-00a8c1543fa5 req-5b405d37-273d-4466-a72f-2dc01a9f2587 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=12faf5c9-e18d-4f03-b7e6-1951ae5c98c0&tenant_id=7ec77ffc288b40b5a9663fa2e5a78733 HTTP/1.1" status: 200 len: 1096 time: 0.0923791 Jul 13 13:39:16.144716 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-460a8c89-b89f-4d4c-9955-3deef50fa1a0 tempest-DHCPAgentSchedulersTestJSON-1950068883 tempest-DHCPAgentSchedulersTestJSON-1950068883-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1107371271'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:39:16.147637 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-cce44079-f3c1-48a9-b698-1a756e7a4eaa admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=65ca844e24af40948ea7013143fe7b3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8513887 Jul 13 13:39:16.148468 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 59038) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:39:16.153240 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce44079-f3c1-48a9-b698-1a756e7a4eaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b757391e-0486-4840-b1dc-2dfceac7215d,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:39:16.215690 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-460a8c89-b89f-4d4c-9955-3deef50fa1a0 tempest-DHCPAgentSchedulersTestJSON-1950068883 tempest-DHCPAgentSchedulersTestJSON-1950068883-project] Made reservation on behalf of 294b5e4e448d4335b567da55f4c383f8 for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:39:16.220965 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-460a8c89-b89f-4d4c-9955-3deef50fa1a0 tempest-DHCPAgentSchedulersTestJSON-1950068883 tempest-DHCPAgentSchedulersTestJSON-1950068883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:16.235560 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-460a8c89-b89f-4d4c-9955-3deef50fa1a0 tempest-DHCPAgentSchedulersTestJSON-1950068883 tempest-DHCPAgentSchedulersTestJSON-1950068883-project] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:16.287979 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d7cf17-d90d-4d51-b3bd-d08345f34d74 req-b56ef18c-daab-4e49-aa35-15a5e51062c8 tempest-ServersTestManualDisk-139157132 tempest-ServersTestManualDisk-139157132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:16.288233 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5533c1-7858-47c8-9843-00a8c1543fa5 req-1bed2718-09e5-4207-a6e8-e820ea7ee227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:16.289392 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-12d7cf17-d90d-4d51-b3bd-d08345f34d74 req-b56ef18c-daab-4e49-aa35-15a5e51062c8 tempest-ServersTestManualDisk-139157132 tempest-ServersTestManualDisk-139157132-project] 10.222.0.26 "GET /v2.0/networks?id=6e5fbdb0-b5f2-41b6-8a08-5a94d8f754ae HTTP/1.1" status: 200 len: 811 time: 0.3506951 Jul 13 13:39:16.289718 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7f5533c1-7858-47c8-9843-00a8c1543fa5 req-1bed2718-09e5-4207-a6e8-e820ea7ee227 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7ec77ffc288b40b5a9663fa2e5a78733&device_id=12faf5c9-e18d-4f03-b7e6-1951ae5c98c0 HTTP/1.1" status: 200 len: 1096 time: 0.1401551 Jul 13 13:39:16.297101 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-899915f1-323c-48ef-8b49-0f799c574bf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:16.342471 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-899915f1-323c-48ef-8b49-0f799c574bf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:16.372207 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-12d7cf17-d90d-4d51-b3bd-d08345f34d74 req-3cb6756e-222e-4386-a0e9-b4511ba6d977 tempest-ServersTestManualDisk-139157132 tempest-ServersTestManualDisk-139157132-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1d1b21e682104673ac00b8c76737ba33 HTTP/1.1" status: 200 len: 379 time: 0.0731628 Jul 13 13:39:16.384732 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03448ef-59bf-4d6d-a174-db33f1e10d00 req-aaea74d9-621c-4a56-945e-1ab7148c8324 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:16.386306 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c03448ef-59bf-4d6d-a174-db33f1e10d00 req-aaea74d9-621c-4a56-945e-1ab7148c8324 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.23 "GET /v2.0/ports?device_id=f91e5060-a285-4b39-a63d-f58a29a87fbc HTTP/1.1" status: 200 len: 945 time: 0.2454488 Jul 13 13:39:16.399049 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-12d7cf17-d90d-4d51-b3bd-d08345f34d74 req-e7545230-629f-4c4b-9dde-10050bb6f98d tempest-ServersTestManualDisk-139157132 tempest-ServersTestManualDisk-139157132-project] Request body: {'port': {'device_id': '14cb3f8b-31fa-457e-9faa-6dbaf5457842', 'network_id': '6e5fbdb0-b5f2-41b6-8a08-5a94d8f754ae', 'admin_state_up': True, 'tenant_id': '1d1b21e682104673ac00b8c76737ba33', 'security_groups': ['6694af6c-c410-439b-b6c6-f0aa0397bd9c']}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:39:16.439193 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f388c10a-a9f0-46be-9979-be982d2e6d80 req-93062c15-4ef8-4d46-934d-3a979183b383 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:16.445035 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f388c10a-a9f0-46be-9979-be982d2e6d80 req-93062c15-4ef8-4d46-934d-3a979183b383 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:16.450902 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f388c10a-a9f0-46be-9979-be982d2e6d80 req-93062c15-4ef8-4d46-934d-3a979183b383 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:16.457224 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f388c10a-a9f0-46be-9979-be982d2e6d80 req-93062c15-4ef8-4d46-934d-3a979183b383 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:16.463574 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f388c10a-a9f0-46be-9979-be982d2e6d80 req-93062c15-4ef8-4d46-934d-3a979183b383 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:16.470607 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f388c10a-a9f0-46be-9979-be982d2e6d80 req-93062c15-4ef8-4d46-934d-3a979183b383 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:16.476816 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f388c10a-a9f0-46be-9979-be982d2e6d80 req-93062c15-4ef8-4d46-934d-3a979183b383 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:16.479072 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f388c10a-a9f0-46be-9979-be982d2e6d80 req-93062c15-4ef8-4d46-934d-3a979183b383 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba24330e-3d10-45b2-aa45-d413663c46d4 HTTP/1.1" status: 200 len: 5417 time: 0.2473018 Jul 13 13:39:16.505286 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5533c1-7858-47c8-9843-00a8c1543fa5 req-e121f49a-d209-418f-a30b-4d1b36cd687d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:16.506834 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7f5533c1-7858-47c8-9843-00a8c1543fa5 req-e121f49a-d209-418f-a30b-4d1b36cd687d service neutron] 10.222.0.41 "GET /v2.0/networks?id=5c5b1ca0-24b0-4412-b81d-dc9907cb0039 HTTP/1.1" status: 200 len: 908 time: 0.2086396 Jul 13 13:39:16.510749 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c03448ef-59bf-4d6d-a174-db33f1e10d00 req-b9eb86aa-fcdc-42a0-bd12-60e5df13e242 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.23 "GET /v2.0/security-groups?id=215441dc-b65f-49ea-b8ce-4afa75e23159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025417 Jul 13 13:39:16.514593 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-899915f1-323c-48ef-8b49-0f799c574bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:16.517607 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-899915f1-323c-48ef-8b49-0f799c574bf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:16.521390 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-899915f1-323c-48ef-8b49-0f799c574bf0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b757391e-0486-4840-b1dc-2dfceac7215d HTTP/1.1" status: 204 len: 168 time: 0.3518665 Jul 13 13:39:16.545693 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899915f1-323c-48ef-8b49-0f799c574bf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b757391e-0486-4840-b1dc-2dfceac7215d,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:39:16.609322 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7f5533c1-7858-47c8-9843-00a8c1543fa5 req-858cc961-d7e6-4670-b157-71fe98e2388f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=751cfe8d-30a1-407a-bca8-4b83f6024a24 HTTP/1.1" status: 200 len: 217 time: 0.0902216 Jul 13 13:39:16.636213 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f388c10a-a9f0-46be-9979-be982d2e6d80 req-c044f12e-dbaa-4400-a8d0-2402333ddd74 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] 10.222.0.23 "GET /v2.0/security-groups?id=b297afe2-d282-4df8-a205-49b02bf6195a&id=4073f342-904a-4e74-a26d-da1c71da9763&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1343865 Jul 13 13:39:16.675063 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-460a8c89-b89f-4d4c-9955-3deef50fa1a0 tempest-DHCPAgentSchedulersTestJSON-1950068883 tempest-DHCPAgentSchedulersTestJSON-1950068883-project] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:16.687757 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-460a8c89-b89f-4d4c-9955-3deef50fa1a0 tempest-DHCPAgentSchedulersTestJSON-1950068883 tempest-DHCPAgentSchedulersTestJSON-1950068883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:16.718804 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-460a8c89-b89f-4d4c-9955-3deef50fa1a0 tempest-DHCPAgentSchedulersTestJSON-1950068883 tempest-DHCPAgentSchedulersTestJSON-1950068883-project] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 13:39:16.724327 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5533c1-7858-47c8-9843-00a8c1543fa5 req-8b708fa7-3f66-4d3f-a436-b1c53ca9d5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:16.725871 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7f5533c1-7858-47c8-9843-00a8c1543fa5 req-8b708fa7-3f66-4d3f-a436-b1c53ca9d5f0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=41cb83d6-1972-42a1-91b6-99e2d7728a68 HTTP/1.1" status: 200 len: 848 time: 0.1091151 Jul 13 13:39:16.754113 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12d7cf17-d90d-4d51-b3bd-d08345f34d74 req-e7545230-629f-4c4b-9dde-10050bb6f98d tempest-ServersTestManualDisk-139157132 tempest-ServersTestManualDisk-139157132-project] Made reservation on behalf of 1d1b21e682104673ac00b8c76737ba33 for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:39:16.758182 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-12d7cf17-d90d-4d51-b3bd-d08345f34d74 req-e7545230-629f-4c4b-9dde-10050bb6f98d tempest-ServersTestManualDisk-139157132 tempest-ServersTestManualDisk-139157132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:16.800135 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4021e1c4-dce6-4432-b618-d6bbf92fbfbc req-09cf7b67-fb75-44c2-a373-5c4ec23eae5c tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:16.806859 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7f5533c1-7858-47c8-9843-00a8c1543fa5 req-b97d7416-9014-4bcd-9bc4-a99db977a073 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5c5b1ca0-24b0-4412-b81d-dc9907cb0039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0709927 Jul 13 13:39:16.809459 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4021e1c4-dce6-4432-b618-d6bbf92fbfbc req-09cf7b67-fb75-44c2-a373-5c4ec23eae5c tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/ports?device_id=12faf5c9-e18d-4f03-b7e6-1951ae5c98c0 HTTP/1.1" status: 200 len: 945 time: 0.1344671 Jul 13 13:39:16.813172 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460a8c89-b89f-4d4c-9955-3deef50fa1a0 tempest-DHCPAgentSchedulersTestJSON-1950068883 tempest-DHCPAgentSchedulersTestJSON-1950068883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6532897c-f8c2-43f9-b955-a13df4d09721,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:39:16.858774 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-460a8c89-b89f-4d4c-9955-3deef50fa1a0 tempest-DHCPAgentSchedulersTestJSON-1950068883 tempest-DHCPAgentSchedulersTestJSON-1950068883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:16.859742 n-d-800634-1 neutron-server[93750]: INFO neutron.db.segments_db [None req-460a8c89-b89f-4d4c-9955-3deef50fa1a0 tempest-DHCPAgentSchedulersTestJSON-1950068883 tempest-DHCPAgentSchedulersTestJSON-1950068883-project] Added segment 070e002e-6f2b-4867-9774-9c4afa805303 of type vlan for network c654be63-4cee-401b-ab16-a2b71a229aae Jul 13 13:39:16.905912 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4021e1c4-dce6-4432-b618-d6bbf92fbfbc req-608baeb4-7399-460b-9378-6018a051d8e7 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/security-groups?id=4f83e00a-e782-49e6-b944-d06b9e971cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965819 Jul 13 13:39:16.999401 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [req-12d7cf17-d90d-4d51-b3bd-d08345f34d74 req-e7545230-629f-4c4b-9dde-10050bb6f98d tempest-ServersTestManualDisk-139157132 tempest-ServersTestManualDisk-139157132-project] Allocated IP 172.20.0.4 (6e5fbdb0-b5f2-41b6-8a08-5a94d8f754ae/ebad84be-c1b1-45af-9d6d-352020bb56df/78be97d3-3ce5-43be-ba01-0c4833811bef) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:39:17.011991 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-460a8c89-b89f-4d4c-9955-3deef50fa1a0 tempest-DHCPAgentSchedulersTestJSON-1950068883 tempest-DHCPAgentSchedulersTestJSON-1950068883-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:17.086274 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 59052) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:39:17.104934 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8068e6-73c3-49da-8191-d0bda035b30b req-50d09518-8f57-4cba-9a27-f34691ef8781 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:17.113051 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9d8068e6-73c3-49da-8191-d0bda035b30b req-50d09518-8f57-4cba-9a27-f34691ef8781 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ce44543-1f61-4d9c-8c3c-26da94576b7f HTTP/1.1" status: 200 len: 946 time: 0.2027018 Jul 13 13:39:17.118049 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7f5533c1-7858-47c8-9843-00a8c1543fa5 req-a7809710-badd-4cc8-b365-fb411d7ac8e3 service neutron] 10.222.0.41 "GET /v2.0/networks/5c5b1ca0-24b0-4412-b81d-dc9907cb0039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2872736 Jul 13 13:39:17.170446 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-289f8a26-c8d2-4c8a-8466-a72b1c138a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:17.197178 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-460a8c89-b89f-4d4c-9955-3deef50fa1a0 tempest-DHCPAgentSchedulersTestJSON-1950068883 tempest-DHCPAgentSchedulersTestJSON-1950068883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:17.203552 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-460a8c89-b89f-4d4c-9955-3deef50fa1a0 tempest-DHCPAgentSchedulersTestJSON-1950068883 tempest-DHCPAgentSchedulersTestJSON-1950068883-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:17.204171 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-460a8c89-b89f-4d4c-9955-3deef50fa1a0 tempest-DHCPAgentSchedulersTestJSON-1950068883 tempest-DHCPAgentSchedulersTestJSON-1950068883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:17.227216 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b59407ce-9943-42ba-9893-68847cf5575b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:17.262059 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-06307259-cc21-4fac-8aa7-771da38c0e9a req-41fe4431-3e89-471e-9442-a9e77b92731b tempest-ServersTestManualDisk-139157132 tempest-ServersTestManualDisk-139157132-project] 10.222.0.23 "GET /v2.0/ports?device_id=14cb3f8b-31fa-457e-9faa-6dbaf5457842 HTTP/1.1" status: 200 len: 210 time: 0.0653014 Jul 13 13:39:17.292142 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-12d7cf17-d90d-4d51-b3bd-d08345f34d74 req-e7545230-629f-4c4b-9dde-10050bb6f98d tempest-ServersTestManualDisk-139157132 tempest-ServersTestManualDisk-139157132-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:17.309996 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-460a8c89-b89f-4d4c-9955-3deef50fa1a0 tempest-DHCPAgentSchedulersTestJSON-1950068883 tempest-DHCPAgentSchedulersTestJSON-1950068883-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.5026586 Jul 13 13:39:17.314903 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 59054) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:39:17.315775 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9d8068e6-73c3-49da-8191-d0bda035b30b req-4ac9350e-5cf8-4dc5-95c0-ab0883061f8e tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8450e8a-3ce6-4095-b6b4-37555b8042b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967058 Jul 13 13:39:17.320297 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-4a94f076-ce3a-40f2-850b-eed22a27730e tempest-DHCPAgentSchedulersTestJSON-1950068883 tempest-DHCPAgentSchedulersTestJSON-1950068883-project] Request body: {'subnet': {'network_id': 'c654be63-4cee-401b-ab16-a2b71a229aae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:39:17.325602 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-12d7cf17-d90d-4d51-b3bd-d08345f34d74 req-e7545230-629f-4c4b-9dde-10050bb6f98d tempest-ServersTestManualDisk-139157132 tempest-ServersTestManualDisk-139157132-project] Transition to ACTIVE for port object 78be97d3-3ce5-43be-ba01-0c4833811bef will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:39:17.361801 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460a8c89-b89f-4d4c-9955-3deef50fa1a0 tempest-DHCPAgentSchedulersTestJSON-1950068883 tempest-DHCPAgentSchedulersTestJSON-1950068883-project] Pushing event updated for resources: {'Network': ['ID=c654be63-4cee-401b-ab16-a2b71a229aae,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:39:17.365412 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7f5533c1-7858-47c8-9843-00a8c1543fa5 req-9bb34fbc-3707-462e-a5d3-c9d577017ae6 service neutron] 10.222.0.41 "GET /v2.0/networks/5c5b1ca0-24b0-4412-b81d-dc9907cb0039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2351096 Jul 13 13:39:17.372301 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network c654be63-4cee-401b-ab16-a2b71a229aae details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 13:39:17.484661 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-12d7cf17-d90d-4d51-b3bd-d08345f34d74 req-e7545230-629f-4c4b-9dde-10050bb6f98d tempest-ServersTestManualDisk-139157132 tempest-ServersTestManualDisk-139157132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:17.514839 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12d7cf17-d90d-4d51-b3bd-d08345f34d74 req-e7545230-629f-4c4b-9dde-10050bb6f98d tempest-ServersTestManualDisk-139157132 tempest-ServersTestManualDisk-139157132-project] Network 6e5fbdb0-b5f2-41b6-8a08-5a94d8f754ae is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:39:17.540328 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [req-12d7cf17-d90d-4d51-b3bd-d08345f34d74 req-e7545230-629f-4c4b-9dde-10050bb6f98d tempest-ServersTestManualDisk-139157132 tempest-ServersTestManualDisk-139157132-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:39:17.552354 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-12d7cf17-d90d-4d51-b3bd-d08345f34d74 req-e7545230-629f-4c4b-9dde-10050bb6f98d tempest-ServersTestManualDisk-139157132 tempest-ServersTestManualDisk-139157132-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:39:17.558785 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b59407ce-9943-42ba-9893-68847cf5575b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:17.640392 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d7cf17-d90d-4d51-b3bd-d08345f34d74 req-e7545230-629f-4c4b-9dde-10050bb6f98d tempest-ServersTestManualDisk-139157132 tempest-ServersTestManualDisk-139157132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:17.641073 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-12d7cf17-d90d-4d51-b3bd-d08345f34d74 req-e7545230-629f-4c4b-9dde-10050bb6f98d tempest-ServersTestManualDisk-139157132 tempest-ServersTestManualDisk-139157132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:17.694916 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b59407ce-9943-42ba-9893-68847cf5575b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:17.710319 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7545230-629f-4c4b-9dde-10050bb6f98d tempest-ServersTestManualDisk-139157132 tempest-ServersTestManualDisk-139157132-project] Pushing event updated for resources: {'Port': ['ID=78be97d3-3ce5-43be-ba01-0c4833811bef,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:39:17.770132 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a94f076-ce3a-40f2-850b-eed22a27730e tempest-DHCPAgentSchedulersTestJSON-1950068883 tempest-DHCPAgentSchedulersTestJSON-1950068883-project] Made reservation on behalf of 294b5e4e448d4335b567da55f4c383f8 for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:39:17.774183 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4a94f076-ce3a-40f2-850b-eed22a27730e tempest-DHCPAgentSchedulersTestJSON-1950068883 tempest-DHCPAgentSchedulersTestJSON-1950068883-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6104980'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:17.797393 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5533c1-7858-47c8-9843-00a8c1543fa5 req-055150ec-e0c0-4ef0-8252-b1d7e5e97179 tempest-LiveMigrationTest-1713788618 tempest-LiveMigrationTest-1713788618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:17.799709 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7f5533c1-7858-47c8-9843-00a8c1543fa5 req-055150ec-e0c0-4ef0-8252-b1d7e5e97179 tempest-LiveMigrationTest-1713788618 tempest-LiveMigrationTest-1713788618-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=12faf5c9-e18d-4f03-b7e6-1951ae5c98c0&tenant_id=7ec77ffc288b40b5a9663fa2e5a78733&binding%3Ahost_id=n-h2-800634-1 HTTP/1.1" status: 200 len: 1096 time: 0.0948310 Jul 13 13:39:17.905548 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-697234c0-9a32-4c05-bc2c-6c8c70b98158 None None] Provisioning for port 78be97d3-3ce5-43be-ba01-0c4833811bef completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:39:17.910965 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-697234c0-9a32-4c05-bc2c-6c8c70b98158 None None] Provisioning complete for port 78be97d3-3ce5-43be-ba01-0c4833811bef triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:39:17.911735 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-697234c0-9a32-4c05-bc2c-6c8c70b98158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:17.972040 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2e1d20-fcd1-4327-ba08-6a3462d5a075 req-b25cd3dc-97ed-464c-bd93-c5d8a855ee09 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:17.978351 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2e1d20-fcd1-4327-ba08-6a3462d5a075 req-b25cd3dc-97ed-464c-bd93-c5d8a855ee09 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:17.982040 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-697234c0-9a32-4c05-bc2c-6c8c70b98158 None None] Port 78be97d3-3ce5-43be-ba01-0c4833811bef cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:39:17.989035 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2e1d20-fcd1-4327-ba08-6a3462d5a075 req-b25cd3dc-97ed-464c-bd93-c5d8a855ee09 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:17.993777 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2e1d20-fcd1-4327-ba08-6a3462d5a075 req-b25cd3dc-97ed-464c-bd93-c5d8a855ee09 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:18.000534 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2e1d20-fcd1-4327-ba08-6a3462d5a075 req-b25cd3dc-97ed-464c-bd93-c5d8a855ee09 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:18.006531 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2e1d20-fcd1-4327-ba08-6a3462d5a075 req-b25cd3dc-97ed-464c-bd93-c5d8a855ee09 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:18.012558 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2e1d20-fcd1-4327-ba08-6a3462d5a075 req-b25cd3dc-97ed-464c-bd93-c5d8a855ee09 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:18.014603 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1e2e1d20-fcd1-4327-ba08-6a3462d5a075 req-b25cd3dc-97ed-464c-bd93-c5d8a855ee09 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba24330e-3d10-45b2-aa45-d413663c46d4 HTTP/1.1" status: 200 len: 5417 time: 0.1545119 Jul 13 13:39:18.026840 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59407ce-9943-42ba-9893-68847cf5575b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58e6ff6b-0f4d-40e9-9a90-520c7ac9bdca,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:39:18.057288 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-12d7cf17-d90d-4d51-b3bd-d08345f34d74 req-e7545230-629f-4c4b-9dde-10050bb6f98d tempest-ServersTestManualDisk-139157132 tempest-ServersTestManualDisk-139157132-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6680429 Jul 13 13:39:18.078191 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-12d7cf17-d90d-4d51-b3bd-d08345f34d74 req-341b79c5-7b80-434e-bba7-7ceb09edf53f service neutron] Request body: {'port': {'device_id': '14cb3f8b-31fa-457e-9faa-6dbaf5457842', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-1'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:39:18.085973 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4a94f076-ce3a-40f2-850b-eed22a27730e tempest-DHCPAgentSchedulersTestJSON-1950068883 tempest-DHCPAgentSchedulersTestJSON-1950068883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6018343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6104998'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:18.090745 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-b59407ce-9943-42ba-9893-68847cf5575b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b8f978f7da284268a45a0b07f0351bb3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8952820 Jul 13 13:39:18.098304 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 59062) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:39:18.105966 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-7f5533c1-7858-47c8-9843-00a8c1543fa5 req-64a4acbd-9a80-40c5-adfa-c99d822a5dd6 service neutron] For port 751cfe8d-30a1-407a-bca8-4b83f6024a24, host n-h1-800634-1, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:39:18.111598 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1e2e1d20-fcd1-4327-ba08-6a3462d5a075 req-8b3f2851-0e40-4a1e-b406-b50cb27e0e5d tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] 10.222.0.23 "GET /v2.0/security-groups?id=b297afe2-d282-4df8-a205-49b02bf6195a&id=4073f342-904a-4e74-a26d-da1c71da9763&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0643525 Jul 13 13:39:18.117606 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-7f5533c1-7858-47c8-9843-00a8c1543fa5 req-64a4acbd-9a80-40c5-adfa-c99d822a5dd6 service neutron] Notify callbacks [] for binding, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:18.118863 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7f5533c1-7858-47c8-9843-00a8c1543fa5 req-64a4acbd-9a80-40c5-adfa-c99d822a5dd6 service neutron] 10.222.0.41 "DELETE /v2.0/ports/751cfe8d-30a1-407a-bca8-4b83f6024a24/bindings/n-h1-800634-1 HTTP/1.1" status: 204 len: 173 time: 0.3109956 Jul 13 13:39:18.233261 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-37fe474b-77d1-4a4c-b6e7-2f7a7153adba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:18.267687 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbe5253-67fc-4487-9bef-5b3f057b16a8 req-e642e097-d86a-4f1d-b9d2-90f294dbb3a1 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:18.273362 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-37fe474b-77d1-4a4c-b6e7-2f7a7153adba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:18.275933 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8cbe5253-67fc-4487-9bef-5b3f057b16a8 req-e642e097-d86a-4f1d-b9d2-90f294dbb3a1 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.23 "GET /v2.0/ports?device_id=f91e5060-a285-4b39-a63d-f58a29a87fbc HTTP/1.1" status: 200 len: 945 time: 0.5558307 Jul 13 13:39:18.304550 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a94f076-ce3a-40f2-850b-eed22a27730e tempest-DHCPAgentSchedulersTestJSON-1950068883 tempest-DHCPAgentSchedulersTestJSON-1950068883-project] Pushing event updated for resources: {'Subnet': ['ID=4a1f9388-5d69-4c09-ab16-ef76ab9bd40f,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:39:18.332428 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a94f076-ce3a-40f2-850b-eed22a27730e tempest-DHCPAgentSchedulersTestJSON-1950068883 tempest-DHCPAgentSchedulersTestJSON-1950068883-project] Checking segment: {'id': '070e002e-6f2b-4867-9774-9c4afa805303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'c654be63-4cee-401b-ab16-a2b71a229aae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:39:18.332797 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a94f076-ce3a-40f2-850b-eed22a27730e tempest-DHCPAgentSchedulersTestJSON-1950068883 tempest-DHCPAgentSchedulersTestJSON-1950068883-project] Network hostable DHCP agents. Network: c654be63-4cee-401b-ab16-a2b71a229aae, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 13:39:18.351840 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8cbe5253-67fc-4487-9bef-5b3f057b16a8 req-996d6662-0202-4ff5-9d1e-d9bc7095081b tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.23 "GET /v2.0/security-groups?id=215441dc-b65f-49ea-b8ce-4afa75e23159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746677 Jul 13 13:39:18.352715 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-12d7cf17-d90d-4d51-b3bd-d08345f34d74 req-341b79c5-7b80-434e-bba7-7ceb09edf53f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:18.397766 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-37fe474b-77d1-4a4c-b6e7-2f7a7153adba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:18.401463 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-37fe474b-77d1-4a4c-b6e7-2f7a7153adba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:18.402885 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-37fe474b-77d1-4a4c-b6e7-2f7a7153adba admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/58e6ff6b-0f4d-40e9-9a90-520c7ac9bdca HTTP/1.1" status: 204 len: 168 time: 0.3036652 Jul 13 13:39:18.418045 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fe474b-77d1-4a4c-b6e7-2f7a7153adba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58e6ff6b-0f4d-40e9-9a90-520c7ac9bdca,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:39:18.418595 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a94f076-ce3a-40f2-850b-eed22a27730e tempest-DHCPAgentSchedulersTestJSON-1950068883 tempest-DHCPAgentSchedulersTestJSON-1950068883-project] Network c654be63-4cee-401b-ab16-a2b71a229aae is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 13:39:18.438114 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-4a94f076-ce3a-40f2-850b-eed22a27730e tempest-DHCPAgentSchedulersTestJSON-1950068883 tempest-DHCPAgentSchedulersTestJSON-1950068883-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, c654be63-4cee-401b-ab16-a2b71a229aae) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:39:18.447855 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e72cbe76-5bf5-4e00-b7d3-2cd6e2dee09c None None] Network c654be63-4cee-401b-ab16-a2b71a229aae requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:39:18.451812 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c599dc8-da88-4d35-874e-ff27ee2dbebe req-51e0323f-033e-4d1f-bc30-44c91b68b7a7 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:18.460123 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a94f076-ce3a-40f2-850b-eed22a27730e tempest-DHCPAgentSchedulersTestJSON-1950068883 tempest-DHCPAgentSchedulersTestJSON-1950068883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:18.460726 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4a94f076-ce3a-40f2-850b-eed22a27730e tempest-DHCPAgentSchedulersTestJSON-1950068883 tempest-DHCPAgentSchedulersTestJSON-1950068883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:18.467629 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6c599dc8-da88-4d35-874e-ff27ee2dbebe req-51e0323f-033e-4d1f-bc30-44c91b68b7a7 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/ports?device_id=12faf5c9-e18d-4f03-b7e6-1951ae5c98c0 HTTP/1.1" status: 200 len: 945 time: 0.1759152 Jul 13 13:39:18.552171 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-4a94f076-ce3a-40f2-850b-eed22a27730e tempest-DHCPAgentSchedulersTestJSON-1950068883 tempest-DHCPAgentSchedulersTestJSON-1950068883-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2357972 Jul 13 13:39:18.559034 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 59072) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:39:18.578429 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-e666d389-5df9-4c6f-9106-7fe5001179cf tempest-DHCPAgentSchedulersTestJSON-1950068883 tempest-DHCPAgentSchedulersTestJSON-1950068883-project] Request body: {'port': {'network_id': 'c654be63-4cee-401b-ab16-a2b71a229aae', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1386513052'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:39:18.634452 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6c599dc8-da88-4d35-874e-ff27ee2dbebe req-54c8b2b6-2fa7-42fc-8efd-662d3d06b58b tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/security-groups?id=4f83e00a-e782-49e6-b944-d06b9e971cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606634 Jul 13 13:39:18.782438 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e82435-32bd-45f2-b502-15de69c11faa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a7201e1-61ce-5a3e-b7f7-e800379ed03b-c654be63-4cee-401b-ab16-a2b71a229aae', 'network_id': 'c654be63-4cee-401b-ab16-a2b71a229aae', 'tenant_id': '294b5e4e448d4335b567da55f4c383f8', 'fixed_ips': [{'subnet_id': '4a1f9388-5d69-4c09-ab16-ef76ab9bd40f'}]}} from n-d-800634-1. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 13:39:18.789325 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-66e82435-32bd-45f2-b502-15de69c11faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:18.823674 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf0ceed-9245-4107-9ebe-ba6c1557b148 req-4cb9a693-a41a-4bf6-9d2c-72186221cdd5 tempest-ServersTestManualDisk-139157132 tempest-ServersTestManualDisk-139157132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:18.826647 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-aaf0ceed-9245-4107-9ebe-ba6c1557b148 req-4cb9a693-a41a-4bf6-9d2c-72186221cdd5 tempest-ServersTestManualDisk-139157132 tempest-ServersTestManualDisk-139157132-project] 10.222.0.23 "GET /v2.0/ports?device_id=14cb3f8b-31fa-457e-9faa-6dbaf5457842 HTTP/1.1" status: 200 len: 931 time: 0.2448287 Jul 13 13:39:18.852123 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e666d389-5df9-4c6f-9106-7fe5001179cf tempest-DHCPAgentSchedulersTestJSON-1950068883 tempest-DHCPAgentSchedulersTestJSON-1950068883-project] Made reservation on behalf of 294b5e4e448d4335b567da55f4c383f8 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:39:18.856773 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e666d389-5df9-4c6f-9106-7fe5001179cf tempest-DHCPAgentSchedulersTestJSON-1950068883 tempest-DHCPAgentSchedulersTestJSON-1950068883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:18.912961 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-aaf0ceed-9245-4107-9ebe-ba6c1557b148 req-46b0d1cf-8876-472b-9927-eb92b11cf6b0 tempest-ServersTestManualDisk-139157132 tempest-ServersTestManualDisk-139157132-project] 10.222.0.23 "GET /v2.0/security-groups?id=6694af6c-c410-439b-b6c6-f0aa0397bd9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765488 Jul 13 13:39:18.944159 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [None req-e666d389-5df9-4c6f-9106-7fe5001179cf tempest-DHCPAgentSchedulersTestJSON-1950068883 tempest-DHCPAgentSchedulersTestJSON-1950068883-project] device_id is not set on port d1e205c5-f9c1-4d85-8d39-ae2fcac6d5d4 yet. {{(pid=93750) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 13:39:18.977168 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [req-12d7cf17-d90d-4d51-b3bd-d08345f34d74 req-341b79c5-7b80-434e-bba7-7ceb09edf53f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78be97d3-3ce5-43be-ba01-0c4833811bef {{(pid=93751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:39:19.003447 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-12d7cf17-d90d-4d51-b3bd-d08345f34d74 req-341b79c5-7b80-434e-bba7-7ceb09edf53f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:19.051960 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-12d7cf17-d90d-4d51-b3bd-d08345f34d74 req-341b79c5-7b80-434e-bba7-7ceb09edf53f service neutron] Transition to ACTIVE for port object 78be97d3-3ce5-43be-ba01-0c4833811bef will not be triggered until provisioned by entity L2. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:39:19.063570 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-12d7cf17-d90d-4d51-b3bd-d08345f34d74 req-341b79c5-7b80-434e-bba7-7ceb09edf53f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:19.097364 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da78a5b3-6d66-4911-bd78-4c86a9cbfaa1 req-08385a15-5a07-437d-9ff7-1f76b35a4a3c tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:19.100627 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-da78a5b3-6d66-4911-bd78-4c86a9cbfaa1 req-08385a15-5a07-437d-9ff7-1f76b35a4a3c tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ce44543-1f61-4d9c-8c3c-26da94576b7f HTTP/1.1" status: 200 len: 946 time: 0.2388580 Jul 13 13:39:19.121087 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-66e82435-32bd-45f2-b502-15de69c11faa None None] Allocated IP 172.20.0.2 (c654be63-4cee-401b-ab16-a2b71a229aae/4a1f9388-5d69-4c09-ab16-ef76ab9bd40f/caf6606b-e8d6-4481-924a-05a29428333f) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:39:19.172922 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-da78a5b3-6d66-4911-bd78-4c86a9cbfaa1 req-73467195-bf39-4e07-a021-c519ed3adcbc tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8450e8a-3ce6-4095-b6b4-37555b8042b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666857 Jul 13 13:39:19.340193 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341b79c5-7b80-434e-bba7-7ceb09edf53f service neutron] Pushing event updated for resources: {'Port': ['ID=78be97d3-3ce5-43be-ba01-0c4833811bef,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:39:19.349118 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b72b644-4a2c-4b29-829c-9e865e2a737b req-27cafbe9-049b-4d34-9d31-c0ec523f6f78 tempest-LiveMigrationTest-1713788618 tempest-LiveMigrationTest-1713788618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:19.350719 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8b72b644-4a2c-4b29-829c-9e865e2a737b req-27cafbe9-049b-4d34-9d31-c0ec523f6f78 tempest-LiveMigrationTest-1713788618 tempest-LiveMigrationTest-1713788618-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=12faf5c9-e18d-4f03-b7e6-1951ae5c98c0 HTTP/1.1" status: 200 len: 1096 time: 0.2413106 Jul 13 13:39:19.492541 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 2b4a64d3-448e-4191-8e09-4fde1a14539c details requested by agent hyperv_n-h2-800634-1 with host n-h2-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 13:39:19.495766 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 2b4a64d3-448e-4191-8e09-4fde1a14539c no longer exists at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:39:19.526090 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 13:39:19.560074 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b034a2-43c6-49be-ac2c-53605abe7386 req-dcf1bfd8-f731-486d-bcf3-525540a0cb43 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:19.568951 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b034a2-43c6-49be-ac2c-53605abe7386 req-dcf1bfd8-f731-486d-bcf3-525540a0cb43 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:19.575482 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b034a2-43c6-49be-ac2c-53605abe7386 req-dcf1bfd8-f731-486d-bcf3-525540a0cb43 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:19.582162 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b034a2-43c6-49be-ac2c-53605abe7386 req-dcf1bfd8-f731-486d-bcf3-525540a0cb43 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:19.589870 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b034a2-43c6-49be-ac2c-53605abe7386 req-dcf1bfd8-f731-486d-bcf3-525540a0cb43 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:19.597475 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b034a2-43c6-49be-ac2c-53605abe7386 req-dcf1bfd8-f731-486d-bcf3-525540a0cb43 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:19.606894 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b034a2-43c6-49be-ac2c-53605abe7386 req-dcf1bfd8-f731-486d-bcf3-525540a0cb43 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:19.609195 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c8b034a2-43c6-49be-ac2c-53605abe7386 req-dcf1bfd8-f731-486d-bcf3-525540a0cb43 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba24330e-3d10-45b2-aa45-d413663c46d4 HTTP/1.1" status: 200 len: 5417 time: 0.2291656 Jul 13 13:39:19.647528 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-66e82435-32bd-45f2-b502-15de69c11faa None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:19.660476 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c8b034a2-43c6-49be-ac2c-53605abe7386 req-0fa9711c-6bf1-4122-804d-3b4202dd8480 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] 10.222.0.23 "GET /v2.0/security-groups?id=b297afe2-d282-4df8-a205-49b02bf6195a&id=4073f342-904a-4e74-a26d-da1c71da9763&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0454094 Jul 13 13:39:19.706754 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-66e82435-32bd-45f2-b502-15de69c11faa None None] Transition to ACTIVE for port object caf6606b-e8d6-4481-924a-05a29428333f will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:39:19.787140 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8b72b644-4a2c-4b29-829c-9e865e2a737b req-c958e65a-3fe4-4558-b899-51452b62c958 tempest-LiveMigrationTest-1713788618 tempest-LiveMigrationTest-1713788618-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=4f83e00a-e782-49e6-b944-d06b9e971cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4298122 Jul 13 13:39:19.788109 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-66e82435-32bd-45f2-b502-15de69c11faa None None] Transition to ACTIVE for port object caf6606b-e8d6-4481-924a-05a29428333f will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:39:19.788229 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-12d7cf17-d90d-4d51-b3bd-d08345f34d74 req-341b79c5-7b80-434e-bba7-7ceb09edf53f service neutron] Attempting to bind port 78be97d3-3ce5-43be-ba01-0c4833811bef on host n-h1-800634-1 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:39:19.788499 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-12d7cf17-d90d-4d51-b3bd-d08345f34d74 req-341b79c5-7b80-434e-bba7-7ceb09edf53f service neutron] Attempting to bind port 78be97d3-3ce5-43be-ba01-0c4833811bef by drivers openvswitch,hyperv on host n-h1-800634-1 at level 0 using segments [{'id': 'c368f595-5610-4181-876b-2ad27436132d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '6e5fbdb0-b5f2-41b6-8a08-5a94d8f754ae'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:39:19.788833 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d7cf17-d90d-4d51-b3bd-d08345f34d74 req-341b79c5-7b80-434e-bba7-7ceb09edf53f service neutron] Attempting to bind port 78be97d3-3ce5-43be-ba01-0c4833811bef on network 6e5fbdb0-b5f2-41b6-8a08-5a94d8f754ae {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:39:19.798842 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d7cf17-d90d-4d51-b3bd-d08345f34d74 req-341b79c5-7b80-434e-bba7-7ceb09edf53f service neutron] Port 78be97d3-3ce5-43be-ba01-0c4833811bef on network 6e5fbdb0-b5f2-41b6-8a08-5a94d8f754ae not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-1 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:39:19.806954 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d7cf17-d90d-4d51-b3bd-d08345f34d74 req-341b79c5-7b80-434e-bba7-7ceb09edf53f service neutron] Attempting to bind port 78be97d3-3ce5-43be-ba01-0c4833811bef on network 6e5fbdb0-b5f2-41b6-8a08-5a94d8f754ae {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:39:19.831217 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d7cf17-d90d-4d51-b3bd-d08345f34d74 req-341b79c5-7b80-434e-bba7-7ceb09edf53f service neutron] Checking agent: {'id': 'a7603dc8-3c50-4a9b-8f0d-1143528f155e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:39:19.831788 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d7cf17-d90d-4d51-b3bd-d08345f34d74 req-341b79c5-7b80-434e-bba7-7ceb09edf53f service neutron] Checking segment: {'id': 'c368f595-5610-4181-876b-2ad27436132d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '6e5fbdb0-b5f2-41b6-8a08-5a94d8f754ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:39:19.831986 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d7cf17-d90d-4d51-b3bd-d08345f34d74 req-341b79c5-7b80-434e-bba7-7ceb09edf53f service neutron] Bound using segment: {'id': 'c368f595-5610-4181-876b-2ad27436132d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '6e5fbdb0-b5f2-41b6-8a08-5a94d8f754ae'} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:39:19.832396 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-12d7cf17-d90d-4d51-b3bd-d08345f34d74 req-341b79c5-7b80-434e-bba7-7ceb09edf53f service neutron] Bound port: 78be97d3-3ce5-43be-ba01-0c4833811bef, host: n-h1-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c368f595-5610-4181-876b-2ad27436132d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '6e5fbdb0-b5f2-41b6-8a08-5a94d8f754ae'}}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:39:19.832771 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-12d7cf17-d90d-4d51-b3bd-d08345f34d74 req-341b79c5-7b80-434e-bba7-7ceb09edf53f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:19.876244 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 2b4a64d3-448e-4191-8e09-4fde1a14539c, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=2b4a64d3-448e-4191-8e09-4fde1a14539c,segment=NetworkSegment(b2cba7f6-e29b-4b72-b31f-06e263582f9a),segment_id=b2cba7f6-e29b-4b72-b31f-06e263582f9a)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:39:19.884245 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-66e82435-32bd-45f2-b502-15de69c11faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:19.939275 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-12d7cf17-d90d-4d51-b3bd-d08345f34d74 req-341b79c5-7b80-434e-bba7-7ceb09edf53f service neutron] For port 78be97d3-3ce5-43be-ba01-0c4833811bef, host n-h1-800634-1, cleared binding levels {{(pid=93751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:39:19.944774 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-12d7cf17-d90d-4d51-b3bd-d08345f34d74 req-341b79c5-7b80-434e-bba7-7ceb09edf53f service neutron] For port 78be97d3-3ce5-43be-ba01-0c4833811bef, host n-h1-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=78be97d3-3ce5-43be-ba01-0c4833811bef,segment=NetworkSegment(c368f595-5610-4181-876b-2ad27436132d),segment_id=c368f595-5610-4181-876b-2ad27436132d)] {{(pid=93751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:39:19.946684 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Returning: {'device': '2b4a64d3-448e-4191-8e09-4fde1a14539c', 'network_id': '8a948c4c-6f03-4f10-9e00-2993f9629279', 'port_id': '2b4a64d3-448e-4191-8e09-4fde1a14539c', 'mac_address': 'fa:16:3e:51:95:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e38ecf8-2fec-4f5b-8b3e-f8690198cb4e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 13:39:19.948387 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:19.951722 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-12d7cf17-d90d-4d51-b3bd-d08345f34d74 req-341b79c5-7b80-434e-bba7-7ceb09edf53f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:20.007810 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f0883b22-0dca-471b-a291-725e1c507724 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:20.024797 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e82435-32bd-45f2-b502-15de69c11faa None None] Network c654be63-4cee-401b-ab16-a2b71a229aae is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:39:20.026016 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-e666d389-5df9-4c6f-9106-7fe5001179cf tempest-DHCPAgentSchedulersTestJSON-1950068883 tempest-DHCPAgentSchedulersTestJSON-1950068883-project] Allocated IP 172.20.0.5 (c654be63-4cee-401b-ab16-a2b71a229aae/4a1f9388-5d69-4c09-ab16-ef76ab9bd40f/d1e205c5-f9c1-4d85-8d39-ae2fcac6d5d4) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:39:20.032531 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:20.054394 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d7cf17-d90d-4d51-b3bd-d08345f34d74 req-341b79c5-7b80-434e-bba7-7ceb09edf53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:20.055717 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-12d7cf17-d90d-4d51-b3bd-d08345f34d74 req-341b79c5-7b80-434e-bba7-7ceb09edf53f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:20.057100 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-12d7cf17-d90d-4d51-b3bd-d08345f34d74 req-341b79c5-7b80-434e-bba7-7ceb09edf53f service neutron] 10.222.0.26 "PUT /v2.0/ports/78be97d3-3ce5-43be-ba01-0c4833811bef HTTP/1.1" status: 200 len: 1091 time: 1.9894931 Jul 13 13:39:20.061983 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14cb3f8b-31fa-457e-9faa-6dbaf5457842', 'tag': '78be97d3-3ce5-43be-ba01-0c4833811bef'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:39:20.064730 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d17b627af75e17e0f4b8d6239d04f8c2f78634e2c585e32a7aeca336500f34a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7e9907d-b4f7-46d1-a43d-d5957d5bac08" -d '{"events": [{"name": "network-changed", "server_uuid": "14cb3f8b-31fa-457e-9faa-6dbaf5457842", "tag": "78be97d3-3ce5-43be-ba01-0c4833811bef"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:39:20.113956 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-66e82435-32bd-45f2-b502-15de69c11faa None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:39:20.127944 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a37a13-dcc7-4280-ac7a-11e2b204888d req-c5e89726-f52a-46c0-a2ca-66bbee8308e0 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:20.134120 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e82435-32bd-45f2-b502-15de69c11faa None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:39:20.136427 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b8a37a13-dcc7-4280-ac7a-11e2b204888d req-c5e89726-f52a-46c0-a2ca-66bbee8308e0 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.23 "GET /v2.0/ports?device_id=f91e5060-a285-4b39-a63d-f58a29a87fbc HTTP/1.1" status: 200 len: 945 time: 0.2744410 Jul 13 13:39:20.173848 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f91e5060-a285-4b39-a63d-f58a29a87fbc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b4a64d3-448e-4191-8e09-4fde1a14539c'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:39:20.179564 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341b79c5-7b80-434e-bba7-7ceb09edf53f service neutron] Pushing event updated for resources: {'Port': ['ID=78be97d3-3ce5-43be-ba01-0c4833811bef,revision_number=3']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:39:20.179685 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7d8406f-c77f-4e23-aecf-3631460689ec" -d '{"events": [{"server_uuid": "f91e5060-a285-4b39-a63d-f58a29a87fbc", "name": "network-vif-unplugged", "status": "completed", "tag": "2b4a64d3-448e-4191-8e09-4fde1a14539c"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:39:20.186177 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e82435-32bd-45f2-b502-15de69c11faa None None] Pushing event updated for resources: {'Port': ['ID=caf6606b-e8d6-4481-924a-05a29428333f,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:39:20.204553 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:20.209844 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f30a90-a776-4155-95b6-a7038bc15736 req-71c54866-408d-4f37-b533-6a8ed77baa95 tempest-LiveMigrationTest-1713788618 tempest-LiveMigrationTest-1713788618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:20.211391 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e8f30a90-a776-4155-95b6-a7038bc15736 req-71c54866-408d-4f37-b533-6a8ed77baa95 tempest-LiveMigrationTest-1713788618 tempest-LiveMigrationTest-1713788618-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=12faf5c9-e18d-4f03-b7e6-1951ae5c98c0 HTTP/1.1" status: 200 len: 1096 time: 0.2202067 Jul 13 13:39:20.252588 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 2b4a64d3-448e-4191-8e09-4fde1a14539c, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=2b4a64d3-448e-4191-8e09-4fde1a14539c,segment=NetworkSegment(b2cba7f6-e29b-4b72-b31f-06e263582f9a),segment_id=b2cba7f6-e29b-4b72-b31f-06e263582f9a)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:39:20.292377 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e8f30a90-a776-4155-95b6-a7038bc15736 req-e7616473-f939-48e6-9ca2-14fee74ffce5 tempest-LiveMigrationTest-1713788618 tempest-LiveMigrationTest-1713788618-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=4f83e00a-e782-49e6-b944-d06b9e971cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690343 Jul 13 13:39:20.295782 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d7cf17-d90d-4d51-b3bd-d08345f34d74 req-96c0cc10-bdeb-4182-ad8d-65eb3e11ee1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:20.297255 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-12d7cf17-d90d-4d51-b3bd-d08345f34d74 req-96c0cc10-bdeb-4182-ad8d-65eb3e11ee1f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1d1b21e682104673ac00b8c76737ba33&device_id=14cb3f8b-31fa-457e-9faa-6dbaf5457842 HTTP/1.1" status: 200 len: 1094 time: 0.1841424 Jul 13 13:39:20.311266 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b8a37a13-dcc7-4280-ac7a-11e2b204888d req-ed096407-d67b-4e60-9973-a1da9789e707 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.23 "GET /v2.0/security-groups?id=215441dc-b65f-49ea-b8ce-4afa75e23159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593113 Jul 13 13:39:20.322794 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:20.409221 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-12d7cf17-d90d-4d51-b3bd-d08345f34d74 req-3f1c9851-42b5-47be-98f4-03398a697391 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=78be97d3-3ce5-43be-ba01-0c4833811bef HTTP/1.1" status: 200 len: 217 time: 0.1007352 Jul 13 13:39:20.454429 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2b4a64d3-448e-4191-8e09-4fde1a14539c {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:39:20.454609 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e666d389-5df9-4c6f-9106-7fe5001179cf tempest-DHCPAgentSchedulersTestJSON-1950068883 tempest-DHCPAgentSchedulersTestJSON-1950068883-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:20.480226 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 13:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcbf4f4a-8e30-458d-9382-af84aca5a8e9 x-openstack-request-id: req-bcbf4f4a-8e30-458d-9382-af84aca5a8e9 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:39:20.480520 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14cb3f8b-31fa-457e-9faa-6dbaf5457842", "tag": "78be97d3-3ce5-43be-ba01-0c4833811bef", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:39:20.480772 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bcbf4f4a-8e30-458d-9382-af84aca5a8e9 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:39:20.481144 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [None req-e666d389-5df9-4c6f-9106-7fe5001179cf tempest-DHCPAgentSchedulersTestJSON-1950068883 tempest-DHCPAgentSchedulersTestJSON-1950068883-project] Transition to ACTIVE for port object d1e205c5-f9c1-4d85-8d39-ae2fcac6d5d4 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:39:20.482431 n-d-800634-1 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14cb3f8b-31fa-457e-9faa-6dbaf5457842', 'tag': '78be97d3-3ce5-43be-ba01-0c4833811bef', 'status': 'completed', 'code': 200} Jul 13 13:39:20.495881 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-66e82435-32bd-45f2-b502-15de69c11faa None None] Attempting to bind port caf6606b-e8d6-4481-924a-05a29428333f on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:39:20.496415 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-66e82435-32bd-45f2-b502-15de69c11faa None None] Attempting to bind port caf6606b-e8d6-4481-924a-05a29428333f by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '070e002e-6f2b-4867-9774-9c4afa805303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'c654be63-4cee-401b-ab16-a2b71a229aae'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:39:20.496622 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e82435-32bd-45f2-b502-15de69c11faa None None] Attempting to bind port caf6606b-e8d6-4481-924a-05a29428333f on network c654be63-4cee-401b-ab16-a2b71a229aae {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:39:20.521435 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d7cf17-d90d-4d51-b3bd-d08345f34d74 req-93acc92a-33da-43ee-92bb-2cd5ec3da2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:20.523031 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-12d7cf17-d90d-4d51-b3bd-d08345f34d74 req-93acc92a-33da-43ee-92bb-2cd5ec3da2e8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ebad84be-c1b1-45af-9d6d-352020bb56df HTTP/1.1" status: 200 len: 850 time: 0.1068673 Jul 13 13:39:20.570569 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e666d389-5df9-4c6f-9106-7fe5001179cf tempest-DHCPAgentSchedulersTestJSON-1950068883 tempest-DHCPAgentSchedulersTestJSON-1950068883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:20.615515 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.db.api [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93752) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 13:39:20.615875 n-d-800634-1 neutron-server[93752]: DEBUG oslo_db.api [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 13:39:20.617303 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 13:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6658bae1-587d-4854-a6e3-e340d2778d6f x-openstack-request-id: req-6658bae1-587d-4854-a6e3-e340d2778d6f {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:39:20.617642 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f91e5060-a285-4b39-a63d-f58a29a87fbc", "name": "network-vif-unplugged", "status": "completed", "tag": "2b4a64d3-448e-4191-8e09-4fde1a14539c", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:39:20.617947 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6658bae1-587d-4854-a6e3-e340d2778d6f {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:39:20.618385 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f91e5060-a285-4b39-a63d-f58a29a87fbc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b4a64d3-448e-4191-8e09-4fde1a14539c', 'code': 200} Jul 13 13:39:20.644000 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=2b4a64d3-448e-4191-8e09-4fde1a14539c,revision_number=6']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:39:20.655958 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e82435-32bd-45f2-b502-15de69c11faa None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 39, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:39:20.656342 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e82435-32bd-45f2-b502-15de69c11faa None None] Checking segment: {'id': '070e002e-6f2b-4867-9774-9c4afa805303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'c654be63-4cee-401b-ab16-a2b71a229aae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:39:20.656744 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-66e82435-32bd-45f2-b502-15de69c11faa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:20.657531 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e82435-32bd-45f2-b502-15de69c11faa None None] Bound using segment: {'id': '070e002e-6f2b-4867-9774-9c4afa805303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'c654be63-4cee-401b-ab16-a2b71a229aae'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:39:20.657806 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-66e82435-32bd-45f2-b502-15de69c11faa None None] Bound port: caf6606b-e8d6-4481-924a-05a29428333f, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '070e002e-6f2b-4867-9774-9c4afa805303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'c654be63-4cee-401b-ab16-a2b71a229aae'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:39:20.658194 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-66e82435-32bd-45f2-b502-15de69c11faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:20.670482 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e666d389-5df9-4c6f-9106-7fe5001179cf tempest-DHCPAgentSchedulersTestJSON-1950068883 tempest-DHCPAgentSchedulersTestJSON-1950068883-project] Network c654be63-4cee-401b-ab16-a2b71a229aae is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:39:20.687647 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-e666d389-5df9-4c6f-9106-7fe5001179cf tempest-DHCPAgentSchedulersTestJSON-1950068883 tempest-DHCPAgentSchedulersTestJSON-1950068883-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:39:20.694498 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e666d389-5df9-4c6f-9106-7fe5001179cf tempest-DHCPAgentSchedulersTestJSON-1950068883 tempest-DHCPAgentSchedulersTestJSON-1950068883-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:39:20.735372 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d7cf17-d90d-4d51-b3bd-d08345f34d74 req-72b05a99-e599-4a75-a461-f5f16c78b678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:20.737081 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-12d7cf17-d90d-4d51-b3bd-d08345f34d74 req-72b05a99-e599-4a75-a461-f5f16c78b678 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6e5fbdb0-b5f2-41b6-8a08-5a94d8f754ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2058389 Jul 13 13:39:20.749294 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e90eb8-7dd1-4787-bdf2-7f23b3077dd3 req-2c963791-595c-4849-aab1-9c22975bb6dd tempest-ServersTestManualDisk-139157132 tempest-ServersTestManualDisk-139157132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:20.756570 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-64e90eb8-7dd1-4787-bdf2-7f23b3077dd3 req-2c963791-595c-4849-aab1-9c22975bb6dd tempest-ServersTestManualDisk-139157132 tempest-ServersTestManualDisk-139157132-project] 10.222.0.23 "GET /v2.0/ports?device_id=14cb3f8b-31fa-457e-9faa-6dbaf5457842 HTTP/1.1" status: 200 len: 943 time: 0.1545463 Jul 13 13:39:20.771723 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-66e82435-32bd-45f2-b502-15de69c11faa None None] For port caf6606b-e8d6-4481-924a-05a29428333f, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:39:20.775576 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-66e82435-32bd-45f2-b502-15de69c11faa None None] For port caf6606b-e8d6-4481-924a-05a29428333f, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=caf6606b-e8d6-4481-924a-05a29428333f,segment=NetworkSegment(070e002e-6f2b-4867-9774-9c4afa805303),segment_id=070e002e-6f2b-4867-9774-9c4afa805303)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:39:20.782774 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-66e82435-32bd-45f2-b502-15de69c11faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:20.824772 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e666d389-5df9-4c6f-9106-7fe5001179cf tempest-DHCPAgentSchedulersTestJSON-1950068883 tempest-DHCPAgentSchedulersTestJSON-1950068883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:20.825772 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e666d389-5df9-4c6f-9106-7fe5001179cf tempest-DHCPAgentSchedulersTestJSON-1950068883 tempest-DHCPAgentSchedulersTestJSON-1950068883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:20.836538 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e666d389-5df9-4c6f-9106-7fe5001179cf tempest-DHCPAgentSchedulersTestJSON-1950068883 tempest-DHCPAgentSchedulersTestJSON-1950068883-project] Pushing event updated for resources: {'Port': ['ID=d1e205c5-f9c1-4d85-8d39-ae2fcac6d5d4,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:39:20.839336 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 59134) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:39:20.856615 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e82435-32bd-45f2-b502-15de69c11faa None None] Pushing event updated for resources: {'Port': ['ID=caf6606b-e8d6-4481-924a-05a29428333f,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:39:20.861161 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-64e90eb8-7dd1-4787-bdf2-7f23b3077dd3 req-52dee32e-ca43-4206-85f9-ae9250c95afa tempest-ServersTestManualDisk-139157132 tempest-ServersTestManualDisk-139157132-project] 10.222.0.23 "GET /v2.0/security-groups?id=6694af6c-c410-439b-b6c6-f0aa0397bd9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036689 Jul 13 13:39:20.915198 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-e666d389-5df9-4c6f-9106-7fe5001179cf tempest-DHCPAgentSchedulersTestJSON-1950068883 tempest-DHCPAgentSchedulersTestJSON-1950068883-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3549945 Jul 13 13:39:20.928282 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 59138) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:39:20.944501 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-12d7cf17-d90d-4d51-b3bd-d08345f34d74 req-bafba294-ee92-40b0-9b8f-c6dd140acd3f service neutron] 10.222.0.26 "GET /v2.0/networks/6e5fbdb0-b5f2-41b6-8a08-5a94d8f754ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791542 Jul 13 13:39:21.024939 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:21.085648 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-02e72a16-0f55-4859-b749-abb474591282 tempest-PortsAdminExtendedAttrsIpV6TestJSON-166313932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-166313932-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-572233155'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:39:21.175859 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-12d7cf17-d90d-4d51-b3bd-d08345f34d74 req-98dfe9e7-d7c5-4e58-9763-41789c81b43e service neutron] 10.222.0.26 "GET /v2.0/networks/6e5fbdb0-b5f2-41b6-8a08-5a94d8f754ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2228560 Jul 13 13:39:21.238469 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:21.268175 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b4a64d3-448e-4191-8e09-4fde1a14539c {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:39:21.282161 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bdc033-309e-4e32-b0d8-4073973b8fbd req-a48e0feb-7d78-4084-9453-07a419791631 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:21.289222 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-04bdc033-309e-4e32-b0d8-4073973b8fbd req-a48e0feb-7d78-4084-9453-07a419791631 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ce44543-1f61-4d9c-8c3c-26da94576b7f HTTP/1.1" status: 200 len: 946 time: 0.4536781 Jul 13 13:39:21.292875 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02e72a16-0f55-4859-b749-abb474591282 tempest-PortsAdminExtendedAttrsIpV6TestJSON-166313932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-166313932-project] Made reservation on behalf of 0213442cae5b4c5dbf7b7190e4f7f475 for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:39:21.293763 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 2b4a64d3-448e-4191-8e09-4fde1a14539c, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=2b4a64d3-448e-4191-8e09-4fde1a14539c,segment=NetworkSegment(b2cba7f6-e29b-4b72-b31f-06e263582f9a),segment_id=b2cba7f6-e29b-4b72-b31f-06e263582f9a)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:39:21.296983 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-02e72a16-0f55-4859-b749-abb474591282 tempest-PortsAdminExtendedAttrsIpV6TestJSON-166313932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-166313932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:21.301354 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:21.323334 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-02e72a16-0f55-4859-b749-abb474591282 tempest-PortsAdminExtendedAttrsIpV6TestJSON-166313932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-166313932-project] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:21.409383 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-ede061af-4cdd-4a30-b41d-c3463eadee98 tempest-DHCPAgentSchedulersTestJSON-1950068883 tempest-DHCPAgentSchedulersTestJSON-1950068883-project] Deleting port d1e205c5-f9c1-4d85-8d39-ae2fcac6d5d4 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:39:21.409577 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=2b4a64d3-448e-4191-8e09-4fde1a14539c,revision_number=7']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:39:21.410097 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ede061af-4cdd-4a30-b41d-c3463eadee98 tempest-DHCPAgentSchedulersTestJSON-1950068883 tempest-DHCPAgentSchedulersTestJSON-1950068883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:21.415394 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-04bdc033-309e-4e32-b0d8-4073973b8fbd req-81239d7e-5259-4b5e-8a0b-fcb436fd8f28 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8450e8a-3ce6-4095-b6b4-37555b8042b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253576 Jul 13 13:39:21.428154 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e9907d-b4f7-46d1-a43d-d5957d5bac08 req-f4511b62-d949-42c0-9ca2-b6452d7dfe81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:21.433464 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e7e9907d-b4f7-46d1-a43d-d5957d5bac08 req-f4511b62-d949-42c0-9ca2-b6452d7dfe81 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1d1b21e682104673ac00b8c76737ba33&device_id=14cb3f8b-31fa-457e-9faa-6dbaf5457842 HTTP/1.1" status: 200 len: 1094 time: 0.1789215 Jul 13 13:39:21.441726 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 776054fc-ecbd-41ea-aa05-06fc8946f52a details requested by agent hyperv_n-h2-800634-1 with host n-h2-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 13:39:21.634948 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['2b4a64d3-448e-4191-8e09-4fde1a14539c'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:39:21.659339 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ede061af-4cdd-4a30-b41d-c3463eadee98 tempest-DHCPAgentSchedulersTestJSON-1950068883 tempest-DHCPAgentSchedulersTestJSON-1950068883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:21.669090 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e9907d-b4f7-46d1-a43d-d5957d5bac08 req-2e75435a-1537-4257-a433-e9f075754400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:21.671333 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e7e9907d-b4f7-46d1-a43d-d5957d5bac08 req-2e75435a-1537-4257-a433-e9f075754400 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6e5fbdb0-b5f2-41b6-8a08-5a94d8f754ae HTTP/1.1" status: 200 len: 911 time: 0.2221515 Jul 13 13:39:21.730615 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-ede061af-4cdd-4a30-b41d-c3463eadee98 tempest-DHCPAgentSchedulersTestJSON-1950068883 tempest-DHCPAgentSchedulersTestJSON-1950068883-project] Calling delete_port for d1e205c5-f9c1-4d85-8d39-ae2fcac6d5d4 owned by {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:39:21.764222 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e7e9907d-b4f7-46d1-a43d-d5957d5bac08 req-ff56f430-55f2-458f-8a8a-3078ae92a1cf service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=78be97d3-3ce5-43be-ba01-0c4833811bef HTTP/1.1" status: 200 len: 217 time: 0.0847859 Jul 13 13:39:21.868981 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e9907d-b4f7-46d1-a43d-d5957d5bac08 req-88110423-e1f3-42ad-ad14-2705144a050c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:21.872540 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e7e9907d-b4f7-46d1-a43d-d5957d5bac08 req-88110423-e1f3-42ad-ad14-2705144a050c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ebad84be-c1b1-45af-9d6d-352020bb56df HTTP/1.1" status: 200 len: 850 time: 0.1005130 Jul 13 13:39:21.892804 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 776054fc-ecbd-41ea-aa05-06fc8946f52a, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=776054fc-ecbd-41ea-aa05-06fc8946f52a,segment=NetworkSegment(8ca861d2-7f67-42e9-b790-b2afeca7fd40),segment_id=8ca861d2-7f67-42e9-b790-b2afeca7fd40)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:39:21.974728 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Returning: {'device': '776054fc-ecbd-41ea-aa05-06fc8946f52a', 'network_id': '1e6a1cec-d634-437c-82e7-1ebafa55a815', 'port_id': '776054fc-ecbd-41ea-aa05-06fc8946f52a', 'mac_address': 'fa:16:3e:b8:30:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a7066db-069e-4126-a711-5a91da09992d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 13:39:21.990759 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e13651-461f-46e6-985c-df707131de9a req-aa720848-4338-4cee-91be-c8f27b6249b9 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:21.998401 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e13651-461f-46e6-985c-df707131de9a req-aa720848-4338-4cee-91be-c8f27b6249b9 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:22.015379 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e13651-461f-46e6-985c-df707131de9a req-aa720848-4338-4cee-91be-c8f27b6249b9 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:22.020310 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-02e72a16-0f55-4859-b749-abb474591282 tempest-PortsAdminExtendedAttrsIpV6TestJSON-166313932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-166313932-project] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:22.026812 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e13651-461f-46e6-985c-df707131de9a req-aa720848-4338-4cee-91be-c8f27b6249b9 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:22.033159 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:22.034422 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e13651-461f-46e6-985c-df707131de9a req-aa720848-4338-4cee-91be-c8f27b6249b9 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:22.042420 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e13651-461f-46e6-985c-df707131de9a req-aa720848-4338-4cee-91be-c8f27b6249b9 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:22.048780 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e13651-461f-46e6-985c-df707131de9a req-aa720848-4338-4cee-91be-c8f27b6249b9 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:22.057008 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-82e13651-461f-46e6-985c-df707131de9a req-aa720848-4338-4cee-91be-c8f27b6249b9 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba24330e-3d10-45b2-aa45-d413663c46d4 HTTP/1.1" status: 200 len: 5417 time: 0.2748566 Jul 13 13:39:22.063144 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 776054fc-ecbd-41ea-aa05-06fc8946f52a {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:39:22.101451 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 776054fc-ecbd-41ea-aa05-06fc8946f52a, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=776054fc-ecbd-41ea-aa05-06fc8946f52a,segment=NetworkSegment(8ca861d2-7f67-42e9-b790-b2afeca7fd40),segment_id=8ca861d2-7f67-42e9-b790-b2afeca7fd40)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:39:22.108964 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:22.115244 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-02e72a16-0f55-4859-b749-abb474591282 tempest-PortsAdminExtendedAttrsIpV6TestJSON-166313932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-166313932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:22.134043 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-82e13651-461f-46e6-985c-df707131de9a req-039449f7-2d0a-47af-98b2-e8675b61ccc9 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] 10.222.0.23 "GET /v2.0/security-groups?id=b297afe2-d282-4df8-a205-49b02bf6195a&id=4073f342-904a-4e74-a26d-da1c71da9763&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0758181 Jul 13 13:39:22.176500 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e9907d-b4f7-46d1-a43d-d5957d5bac08 req-244e5b0f-401c-4148-a1f4-d8e719982b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:22.178481 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e7e9907d-b4f7-46d1-a43d-d5957d5bac08 req-244e5b0f-401c-4148-a1f4-d8e719982b4d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6e5fbdb0-b5f2-41b6-8a08-5a94d8f754ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2928698 Jul 13 13:39:22.213071 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=776054fc-ecbd-41ea-aa05-06fc8946f52a,revision_number=6']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:39:22.229844 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['776054fc-ecbd-41ea-aa05-06fc8946f52a'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:39:22.304186 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42315c15-8ff7-482c-9364-812c15bda707 req-f45d8fcb-c161-429e-ac30-495a2780abbe tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:22.305765 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-42315c15-8ff7-482c-9364-812c15bda707 req-f45d8fcb-c161-429e-ac30-495a2780abbe tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.23 "GET /v2.0/ports?device_id=f91e5060-a285-4b39-a63d-f58a29a87fbc HTTP/1.1" status: 200 len: 944 time: 0.5766609 Jul 13 13:39:22.334422 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e72a16-0f55-4859-b749-abb474591282 tempest-PortsAdminExtendedAttrsIpV6TestJSON-166313932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-166313932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f613712e-33bb-4504-bb92-cd5b2a797ef8,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:39:22.398646 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ede061af-4cdd-4a30-b41d-c3463eadee98 tempest-DHCPAgentSchedulersTestJSON-1950068883 tempest-DHCPAgentSchedulersTestJSON-1950068883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:22.400568 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02e72a16-0f55-4859-b749-abb474591282 tempest-PortsAdminExtendedAttrsIpV6TestJSON-166313932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-166313932-project] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 13:39:22.442506 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e7e9907d-b4f7-46d1-a43d-d5957d5bac08 req-8f51fab2-e88e-4639-9228-0f3637df3ab6 service neutron] 10.222.0.26 "GET /v2.0/networks/6e5fbdb0-b5f2-41b6-8a08-5a94d8f754ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2543278 Jul 13 13:39:22.469699 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-02e72a16-0f55-4859-b749-abb474591282 tempest-PortsAdminExtendedAttrsIpV6TestJSON-166313932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-166313932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:22.470291 n-d-800634-1 neutron-server[93750]: INFO neutron.db.segments_db [None req-02e72a16-0f55-4859-b749-abb474591282 tempest-PortsAdminExtendedAttrsIpV6TestJSON-166313932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-166313932-project] Added segment 3458f3b5-fb1c-4b35-9d7a-aad9b9bd61e2 of type vlan for network f4858060-a885-4392-aa9c-a5d50800bfee Jul 13 13:39:22.473184 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede061af-4cdd-4a30-b41d-c3463eadee98 tempest-DHCPAgentSchedulersTestJSON-1950068883 tempest-DHCPAgentSchedulersTestJSON-1950068883-project] Pushing event deleted for resources: {'Port': ['ID=d1e205c5-f9c1-4d85-8d39-ae2fcac6d5d4,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:39:22.565784 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:22.569891 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-42315c15-8ff7-482c-9364-812c15bda707 req-600aa3d2-79b3-4989-a128-cbc00a0098a9 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.23 "GET /v2.0/security-groups?id=215441dc-b65f-49ea-b8ce-4afa75e23159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364118 Jul 13 13:39:22.634205 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e7e9907d-b4f7-46d1-a43d-d5957d5bac08 req-beb54ea8-5fe9-4e7f-af9c-c5b008d9eb09 service neutron] 10.222.0.26 "GET /v2.0/networks/6e5fbdb0-b5f2-41b6-8a08-5a94d8f754ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770694 Jul 13 13:39:22.657572 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-02e72a16-0f55-4859-b749-abb474591282 tempest-PortsAdminExtendedAttrsIpV6TestJSON-166313932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-166313932-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:22.666299 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c15830d0-0376-4068-b969-9312391eabf3 None None] Network c654be63-4cee-401b-ab16-a2b71a229aae requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:39:22.724906 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ede061af-4cdd-4a30-b41d-c3463eadee98 tempest-DHCPAgentSchedulersTestJSON-1950068883 tempest-DHCPAgentSchedulersTestJSON-1950068883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:22.733613 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-ede061af-4cdd-4a30-b41d-c3463eadee98 tempest-DHCPAgentSchedulersTestJSON-1950068883 tempest-DHCPAgentSchedulersTestJSON-1950068883-project] 10.222.0.23 "DELETE /v2.0/ports/d1e205c5-f9c1-4d85-8d39-ae2fcac6d5d4 HTTP/1.1" status: 204 len: 168 time: 1.8021691 Jul 13 13:39:22.736645 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 59180) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:39:22.764802 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31956e2-0d18-440c-99b7-604db6c1db5b req-26f1e469-0372-4f33-a2f6-7056884e7c11 tempest-ServersTestManualDisk-139157132 tempest-ServersTestManualDisk-139157132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:22.766941 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e31956e2-0d18-440c-99b7-604db6c1db5b req-26f1e469-0372-4f33-a2f6-7056884e7c11 tempest-ServersTestManualDisk-139157132 tempest-ServersTestManualDisk-139157132-project] 10.222.0.23 "GET /v2.0/ports?device_id=14cb3f8b-31fa-457e-9faa-6dbaf5457842 HTTP/1.1" status: 200 len: 943 time: 0.3233731 Jul 13 13:39:22.801017 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-02e72a16-0f55-4859-b749-abb474591282 tempest-PortsAdminExtendedAttrsIpV6TestJSON-166313932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-166313932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:22.816388 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e72a16-0f55-4859-b749-abb474591282 tempest-PortsAdminExtendedAttrsIpV6TestJSON-166313932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-166313932-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:22.818469 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-02e72a16-0f55-4859-b749-abb474591282 tempest-PortsAdminExtendedAttrsIpV6TestJSON-166313932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-166313932-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:22.832840 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e31956e2-0d18-440c-99b7-604db6c1db5b req-eed7390d-2f9c-404d-8c05-c86de88925fb tempest-ServersTestManualDisk-139157132 tempest-ServersTestManualDisk-139157132-project] 10.222.0.23 "GET /v2.0/security-groups?id=6694af6c-c410-439b-b6c6-f0aa0397bd9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598919 Jul 13 13:39:22.879265 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-38993379-b9b7-4e42-bee4-1e23393d50d5 None None] Provisioning for port caf6606b-e8d6-4481-924a-05a29428333f completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:39:22.938563 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e72a16-0f55-4859-b749-abb474591282 tempest-PortsAdminExtendedAttrsIpV6TestJSON-166313932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-166313932-project] Pushing event updated for resources: {'Network': ['ID=f4858060-a885-4392-aa9c-a5d50800bfee,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:39:22.966109 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network f4858060-a885-4392-aa9c-a5d50800bfee details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 13:39:23.077512 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-02e72a16-0f55-4859-b749-abb474591282 tempest-PortsAdminExtendedAttrsIpV6TestJSON-166313932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-166313932-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 2.2286117 Jul 13 13:39:23.097952 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4799e8-633a-497b-b409-6b1f03966fe7 req-0fe988a3-2fe9-4c14-a39b-7dff32c09a4a tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:23.110895 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3b4799e8-633a-497b-b409-6b1f03966fe7 req-0fe988a3-2fe9-4c14-a39b-7dff32c09a4a tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ce44543-1f61-4d9c-8c3c-26da94576b7f HTTP/1.1" status: 200 len: 945 time: 0.1770868 Jul 13 13:39:23.171161 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-dd0a636d-9ee1-4569-a272-3833aaaf95ff tempest-DHCPAgentSchedulersTestJSON-1194780023 tempest-DHCPAgentSchedulersTestJSON-1194780023-project-admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4677 time: 0.4022017 Jul 13 13:39:23.171740 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 59190) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:39:23.186840 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-fc1bc507-51b7-4a51-baae-46acef12d489 tempest-DHCPAgentSchedulersTestJSON-1950068883 tempest-DHCPAgentSchedulersTestJSON-1950068883-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-204198368'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:39:23.214907 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3b4799e8-633a-497b-b409-6b1f03966fe7 req-a808e150-2ee9-4b2d-b726-2f816f671aa7 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8450e8a-3ce6-4095-b6b4-37555b8042b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022100 Jul 13 13:39:23.237867 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc1bc507-51b7-4a51-baae-46acef12d489 tempest-DHCPAgentSchedulersTestJSON-1950068883 tempest-DHCPAgentSchedulersTestJSON-1950068883-project] Made reservation on behalf of 294b5e4e448d4335b567da55f4c383f8 for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:39:23.242531 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fc1bc507-51b7-4a51-baae-46acef12d489 tempest-DHCPAgentSchedulersTestJSON-1950068883 tempest-DHCPAgentSchedulersTestJSON-1950068883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:23.318678 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc1bc507-51b7-4a51-baae-46acef12d489 tempest-DHCPAgentSchedulersTestJSON-1950068883 tempest-DHCPAgentSchedulersTestJSON-1950068883-project] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 13:39:23.357890 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device caf6606b-e8d6-4481-924a-05a29428333f up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:39:23.364684 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fc1bc507-51b7-4a51-baae-46acef12d489 tempest-DHCPAgentSchedulersTestJSON-1950068883 tempest-DHCPAgentSchedulersTestJSON-1950068883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:23.368940 n-d-800634-1 neutron-server[93751]: INFO neutron.db.segments_db [None req-fc1bc507-51b7-4a51-baae-46acef12d489 tempest-DHCPAgentSchedulersTestJSON-1950068883 tempest-DHCPAgentSchedulersTestJSON-1950068883-project] Added segment 95b1e4a7-7459-464b-a4dd-182caa5491b8 of type vlan for network e8cb5ea3-fe77-44d2-90af-7d17c45e4d3b Jul 13 13:39:23.452839 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 776054fc-ecbd-41ea-aa05-06fc8946f52a up at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:39:23.483507 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fc1bc507-51b7-4a51-baae-46acef12d489 tempest-DHCPAgentSchedulersTestJSON-1950068883 tempest-DHCPAgentSchedulersTestJSON-1950068883-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:23.558348 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fc1bc507-51b7-4a51-baae-46acef12d489 tempest-DHCPAgentSchedulersTestJSON-1950068883 tempest-DHCPAgentSchedulersTestJSON-1950068883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:23.566763 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc1bc507-51b7-4a51-baae-46acef12d489 tempest-DHCPAgentSchedulersTestJSON-1950068883 tempest-DHCPAgentSchedulersTestJSON-1950068883-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:23.570831 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fc1bc507-51b7-4a51-baae-46acef12d489 tempest-DHCPAgentSchedulersTestJSON-1950068883 tempest-DHCPAgentSchedulersTestJSON-1950068883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:23.583967 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56870730-f29a-4ea8-8f1f-e33c11b91368 req-75152f81-633e-41fe-b88a-52437ffcdc7b tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:23.588664 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port caf6606b-e8d6-4481-924a-05a29428333f completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:39:23.591074 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56870730-f29a-4ea8-8f1f-e33c11b91368 req-75152f81-633e-41fe-b88a-52437ffcdc7b tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:23.593916 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port caf6606b-e8d6-4481-924a-05a29428333f triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:39:23.594289 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:23.598651 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56870730-f29a-4ea8-8f1f-e33c11b91368 req-75152f81-633e-41fe-b88a-52437ffcdc7b tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:23.608857 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56870730-f29a-4ea8-8f1f-e33c11b91368 req-75152f81-633e-41fe-b88a-52437ffcdc7b tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:23.622435 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56870730-f29a-4ea8-8f1f-e33c11b91368 req-75152f81-633e-41fe-b88a-52437ffcdc7b tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:23.642535 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56870730-f29a-4ea8-8f1f-e33c11b91368 req-75152f81-633e-41fe-b88a-52437ffcdc7b tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:23.660119 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56870730-f29a-4ea8-8f1f-e33c11b91368 req-75152f81-633e-41fe-b88a-52437ffcdc7b tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:23.671077 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-56870730-f29a-4ea8-8f1f-e33c11b91368 req-75152f81-633e-41fe-b88a-52437ffcdc7b tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba24330e-3d10-45b2-aa45-d413663c46d4 HTTP/1.1" status: 200 len: 5417 time: 0.2065933 Jul 13 13:39:23.682472 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 59200) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:39:23.723443 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-caa6aad4-dd1c-44e8-a510-a1f84940296c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Request body: {'port': {'network_id': 'f4858060-a885-4392-aa9c-a5d50800bfee', 'binding:host_id': 'n-h2-800634-1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675846846'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:39:23.770763 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-fc1bc507-51b7-4a51-baae-46acef12d489 tempest-DHCPAgentSchedulersTestJSON-1950068883 tempest-DHCPAgentSchedulersTestJSON-1950068883-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.5981448 Jul 13 13:39:23.771764 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1bc507-51b7-4a51-baae-46acef12d489 tempest-DHCPAgentSchedulersTestJSON-1950068883 tempest-DHCPAgentSchedulersTestJSON-1950068883-project] Pushing event updated for resources: {'Network': ['ID=e8cb5ea3-fe77-44d2-90af-7d17c45e4d3b,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:39:23.773528 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 59206) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:39:23.790564 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caa6aad4-dd1c-44e8-a510-a1f84940296c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Made reservation on behalf of 296f1eca41034b5caf2bc40bdfe26223 for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:39:23.793172 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-caa6aad4-dd1c-44e8-a510-a1f84940296c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:23.817247 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-56870730-f29a-4ea8-8f1f-e33c11b91368 req-af54ef39-1c99-4e4e-8046-6fd3368254c3 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] 10.222.0.23 "GET /v2.0/security-groups?id=b297afe2-d282-4df8-a205-49b02bf6195a&id=4073f342-904a-4e74-a26d-da1c71da9763&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1451693 Jul 13 13:39:23.820453 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-caa6aad4-dd1c-44e8-a510-a1f84940296c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:23.946848 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 78be97d3-3ce5-43be-ba01-0c4833811bef details requested by agent hyperv_n-h1-800634-1 with host n-h1-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 13:39:24.017842 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-caa6aad4-dd1c-44e8-a510-a1f84940296c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:24.055974 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 78be97d3-3ce5-43be-ba01-0c4833811bef, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=78be97d3-3ce5-43be-ba01-0c4833811bef,segment=NetworkSegment(c368f595-5610-4181-876b-2ad27436132d),segment_id=c368f595-5610-4181-876b-2ad27436132d)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:39:24.071510 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network e8cb5ea3-fe77-44d2-90af-7d17c45e4d3b details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 13:39:24.074836 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Returning: {'device': '78be97d3-3ce5-43be-ba01-0c4833811bef', 'network_id': '6e5fbdb0-b5f2-41b6-8a08-5a94d8f754ae', 'port_id': '78be97d3-3ce5-43be-ba01-0c4833811bef', 'mac_address': 'fa:16:3e:6e:44:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebad84be-c1b1-45af-9d6d-352020bb56df', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 13:39:24.078923 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-44fca465-7798-41e6-be70-49278f3734e8 None None] Could not find standard attr ID for object d1e205c5-f9c1-4d85-8d39-ae2fcac6d5d4. {{(pid=93752) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 13:39:24.085139 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-caa6aad4-dd1c-44e8-a510-a1f84940296c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:24.129312 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning complete for port 776054fc-ecbd-41ea-aa05-06fc8946f52a triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:39:24.129878 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:24.164502 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [None req-caa6aad4-dd1c-44e8-a510-a1f84940296c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] device_id is not set on port feffe6a4-46a2-4043-a486-8076a1d4ca59 yet. {{(pid=93751) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 13:39:24.171499 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa6aad4-dd1c-44e8-a510-a1f84940296c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74558fcc-6d39-4f1c-957b-ff9f952240b3,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:39:24.185996 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:24.207335 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-685f8b6c-1645-4347-ac1b-596299a10acf tempest-DHCPAgentSchedulersTestJSON-1194780023 tempest-DHCPAgentSchedulersTestJSON-1194780023-project-admin] 10.222.0.23 "GET /v2.0/agents/26575d04-7739-40ca-bab9-331723785218/dhcp-networks HTTP/1.1" status: 200 len: 10439 time: 0.4231460 Jul 13 13:39:24.209989 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 59216) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:39:24.290266 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78be97d3-3ce5-43be-ba01-0c4833811bef {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:39:24.366216 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 78be97d3-3ce5-43be-ba01-0c4833811bef, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=78be97d3-3ce5-43be-ba01-0c4833811bef,segment=NetworkSegment(c368f595-5610-4181-876b-2ad27436132d),segment_id=c368f595-5610-4181-876b-2ad27436132d)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:39:24.404602 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:24.416000 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dd024f-05a8-4ed8-9243-2fda824facda req-fc338e19-29a7-4322-bd54-3553a0f40e3e tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:24.420677 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-99dd024f-05a8-4ed8-9243-2fda824facda req-fc338e19-29a7-4322-bd54-3553a0f40e3e tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] 10.222.0.23 "GET /v2.0/networks?id=a0797fb9-b450-4bbe-af8e-ecaaafb3ac9d HTTP/1.1" status: 200 len: 815 time: 0.6028116 Jul 13 13:39:24.469703 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-99dd024f-05a8-4ed8-9243-2fda824facda req-cf9e37bb-3b2e-4228-97bb-be750a05223b tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] 10.222.0.23 "GET /v2.0/quotas/9e72d4daf74d4b30a471837a4b3d6e97 HTTP/1.1" status: 200 len: 375 time: 0.0374091 Jul 13 13:39:24.477557 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:24.598386 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:24.671630 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-99dd024f-05a8-4ed8-9243-2fda824facda req-65821c57-a822-49bf-b652-6997550c03c4 tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=9e72d4daf74d4b30a471837a4b3d6e97&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1778150 Jul 13 13:39:24.671818 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['78be97d3-3ce5-43be-ba01-0c4833811bef'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:39:24.675895 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port caf6606b-e8d6-4481-924a-05a29428333f, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=caf6606b-e8d6-4481-924a-05a29428333f,segment=NetworkSegment(070e002e-6f2b-4867-9774-9c4afa805303),segment_id=070e002e-6f2b-4867-9774-9c4afa805303)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:39:24.731416 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 776054fc-ecbd-41ea-aa05-06fc8946f52a, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=776054fc-ecbd-41ea-aa05-06fc8946f52a,segment=NetworkSegment(8ca861d2-7f67-42e9-b790-b2afeca7fd40),segment_id=8ca861d2-7f67-42e9-b790-b2afeca7fd40)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:39:24.736183 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=78be97d3-3ce5-43be-ba01-0c4833811bef,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:39:24.739511 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [None req-caa6aad4-dd1c-44e8-a510-a1f84940296c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] device_id is not set on port feffe6a4-46a2-4043-a486-8076a1d4ca59 yet. {{(pid=93751) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 13:39:24.759058 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-caa6aad4-dd1c-44e8-a510-a1f84940296c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:24.776576 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0cd071-3354-4118-a7d3-f7cbad4e0e55 req-338498c6-a200-4134-ae79-e8210d72335a tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:24.783348 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-caa6aad4-dd1c-44e8-a510-a1f84940296c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Transition to ACTIVE for port object feffe6a4-46a2-4043-a486-8076a1d4ca59 will not be triggered until provisioned by entity L2. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:39:24.787029 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0c0cd071-3354-4118-a7d3-f7cbad4e0e55 req-338498c6-a200-4134-ae79-e8210d72335a tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.23 "GET /v2.0/ports?device_id=f91e5060-a285-4b39-a63d-f58a29a87fbc HTTP/1.1" status: 200 len: 944 time: 0.6860440 Jul 13 13:39:24.787681 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ce44543-1f61-4d9c-8c3c-26da94576b7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '776054fc-ecbd-41ea-aa05-06fc8946f52a'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:39:24.793654 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9079c381-b9f3-4e48-b3ae-d0c1b4619c16" -d '{"events": [{"server_uuid": "6ce44543-1f61-4d9c-8c3c-26da94576b7f", "name": "network-vif-plugged", "status": "completed", "tag": "776054fc-ecbd-41ea-aa05-06fc8946f52a"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:39:24.810585 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-caa6aad4-dd1c-44e8-a510-a1f84940296c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:24.814049 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:24.815307 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 2b4a64d3-448e-4191-8e09-4fde1a14539c up at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:39:24.820504 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:24.859211 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0c0cd071-3354-4118-a7d3-f7cbad4e0e55 req-4aca172c-e671-4822-a118-10641442e7ee tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.23 "GET /v2.0/security-groups?id=215441dc-b65f-49ea-b8ce-4afa75e23159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712123 Jul 13 13:39:24.867454 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-99dd024f-05a8-4ed8-9243-2fda824facda req-04a73b7c-3674-4d27-9b9a-02c55bb479b8 service neutron] 10.222.0.23 "GET /v2.0/networks/a0797fb9-b450-4bbe-af8e-ecaaafb3ac9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945877 Jul 13 13:39:24.874354 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a78530-2472-4c97-aa78-6e0f0f1c0f8d tempest-DHCPAgentSchedulersTestJSON-1194780023 tempest-DHCPAgentSchedulersTestJSON-1194780023-project-admin] Network e8cb5ea3-fe77-44d2-90af-7d17c45e4d3b is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 13:39:24.899465 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-49a78530-2472-4c97-aa78-6e0f0f1c0f8d tempest-DHCPAgentSchedulersTestJSON-1194780023 tempest-DHCPAgentSchedulersTestJSON-1194780023-project-admin] 10.222.0.23 "POST /v2.0/agents/26575d04-7739-40ca-bab9-331723785218/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.6882160 Jul 13 13:39:24.900373 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 59224) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:39:24.981606 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-126f7739-6f9d-425d-914e-374e94fbc6c9 None None] Network e8cb5ea3-fe77-44d2-90af-7d17c45e4d3b requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:39:24.989498 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa6aad4-dd1c-44e8-a510-a1f84940296c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Checking segment: {'id': '3458f3b5-fb1c-4b35-9d7a-aad9b9bd61e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f4858060-a885-4392-aa9c-a5d50800bfee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:39:24.989889 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa6aad4-dd1c-44e8-a510-a1f84940296c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Network hostable DHCP agents. Network: f4858060-a885-4392-aa9c-a5d50800bfee, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 13:39:25.000955 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa6aad4-dd1c-44e8-a510-a1f84940296c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Pushing event updated for resources: {'Port': ['ID=feffe6a4-46a2-4043-a486-8076a1d4ca59,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:39:25.037158 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa6aad4-dd1c-44e8-a510-a1f84940296c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Network f4858060-a885-4392-aa9c-a5d50800bfee is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 13:39:25.053994 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-caa6aad4-dd1c-44e8-a510-a1f84940296c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, f4858060-a885-4392-aa9c-a5d50800bfee) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:39:25.094448 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-99dd024f-05a8-4ed8-9243-2fda824facda req-bc649d37-ce0f-455c-a04c-582b5128f968 service neutron] 10.222.0.23 "GET /v2.0/networks/a0797fb9-b450-4bbe-af8e-ecaaafb3ac9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2258255 Jul 13 13:39:25.095896 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa6aad4-dd1c-44e8-a510-a1f84940296c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:39:25.131083 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [None req-caa6aad4-dd1c-44e8-a510-a1f84940296c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Attempting to bind port feffe6a4-46a2-4043-a486-8076a1d4ca59 on host n-h2-800634-1 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:39:25.131443 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [None req-caa6aad4-dd1c-44e8-a510-a1f84940296c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Attempting to bind port feffe6a4-46a2-4043-a486-8076a1d4ca59 by drivers openvswitch,hyperv on host n-h2-800634-1 at level 0 using segments [{'id': '3458f3b5-fb1c-4b35-9d7a-aad9b9bd61e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f4858060-a885-4392-aa9c-a5d50800bfee'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:39:25.131822 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa6aad4-dd1c-44e8-a510-a1f84940296c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Attempting to bind port feffe6a4-46a2-4043-a486-8076a1d4ca59 on network f4858060-a885-4392-aa9c-a5d50800bfee {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:39:25.132449 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ec2c586-d2d9-4116-bfec-caa053b5ecce None None] Network f4858060-a885-4392-aa9c-a5d50800bfee requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:39:25.144251 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa6aad4-dd1c-44e8-a510-a1f84940296c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Port feffe6a4-46a2-4043-a486-8076a1d4ca59 on network f4858060-a885-4392-aa9c-a5d50800bfee not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-1 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:39:25.144665 n-d-800634-1 neutron-server[93751]: ERROR neutron.plugins.ml2.managers [None req-caa6aad4-dd1c-44e8-a510-a1f84940296c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Failed to bind port feffe6a4-46a2-4043-a486-8076a1d4ca59 on host n-h2-800634-1 for vnic_type normal using segments [{'id': '3458f3b5-fb1c-4b35-9d7a-aad9b9bd61e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f4858060-a885-4392-aa9c-a5d50800bfee'}] Jul 13 13:39:25.145072 n-d-800634-1 neutron-server[93751]: INFO neutron.plugins.ml2.plugin [None req-caa6aad4-dd1c-44e8-a510-a1f84940296c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Attempt 2 to bind port feffe6a4-46a2-4043-a486-8076a1d4ca59 Jul 13 13:39:25.178421 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [None req-caa6aad4-dd1c-44e8-a510-a1f84940296c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Attempting to bind port feffe6a4-46a2-4043-a486-8076a1d4ca59 on host n-h2-800634-1 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:39:25.178997 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [None req-caa6aad4-dd1c-44e8-a510-a1f84940296c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Attempting to bind port feffe6a4-46a2-4043-a486-8076a1d4ca59 by drivers openvswitch,hyperv on host n-h2-800634-1 at level 0 using segments [{'id': '3458f3b5-fb1c-4b35-9d7a-aad9b9bd61e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f4858060-a885-4392-aa9c-a5d50800bfee'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:39:25.179201 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa6aad4-dd1c-44e8-a510-a1f84940296c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Attempting to bind port feffe6a4-46a2-4043-a486-8076a1d4ca59 on network f4858060-a885-4392-aa9c-a5d50800bfee {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:39:25.206261 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa6aad4-dd1c-44e8-a510-a1f84940296c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Port feffe6a4-46a2-4043-a486-8076a1d4ca59 on network f4858060-a885-4392-aa9c-a5d50800bfee not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-1 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:39:25.206599 n-d-800634-1 neutron-server[93751]: ERROR neutron.plugins.ml2.managers [None req-caa6aad4-dd1c-44e8-a510-a1f84940296c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Failed to bind port feffe6a4-46a2-4043-a486-8076a1d4ca59 on host n-h2-800634-1 for vnic_type normal using segments [{'id': '3458f3b5-fb1c-4b35-9d7a-aad9b9bd61e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f4858060-a885-4392-aa9c-a5d50800bfee'}] Jul 13 13:39:25.207123 n-d-800634-1 neutron-server[93751]: INFO neutron.plugins.ml2.plugin [None req-caa6aad4-dd1c-44e8-a510-a1f84940296c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Attempt 3 to bind port feffe6a4-46a2-4043-a486-8076a1d4ca59 Jul 13 13:39:25.223881 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [None req-caa6aad4-dd1c-44e8-a510-a1f84940296c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Attempting to bind port feffe6a4-46a2-4043-a486-8076a1d4ca59 on host n-h2-800634-1 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:39:25.224225 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [None req-caa6aad4-dd1c-44e8-a510-a1f84940296c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Attempting to bind port feffe6a4-46a2-4043-a486-8076a1d4ca59 by drivers openvswitch,hyperv on host n-h2-800634-1 at level 0 using segments [{'id': '3458f3b5-fb1c-4b35-9d7a-aad9b9bd61e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f4858060-a885-4392-aa9c-a5d50800bfee'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:39:25.224962 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa6aad4-dd1c-44e8-a510-a1f84940296c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Attempting to bind port feffe6a4-46a2-4043-a486-8076a1d4ca59 on network f4858060-a885-4392-aa9c-a5d50800bfee {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:39:25.233154 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa6aad4-dd1c-44e8-a510-a1f84940296c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Port feffe6a4-46a2-4043-a486-8076a1d4ca59 on network f4858060-a885-4392-aa9c-a5d50800bfee not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-1 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:39:25.234317 n-d-800634-1 neutron-server[93751]: ERROR neutron.plugins.ml2.managers [None req-caa6aad4-dd1c-44e8-a510-a1f84940296c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Failed to bind port feffe6a4-46a2-4043-a486-8076a1d4ca59 on host n-h2-800634-1 for vnic_type normal using segments [{'id': '3458f3b5-fb1c-4b35-9d7a-aad9b9bd61e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f4858060-a885-4392-aa9c-a5d50800bfee'}] Jul 13 13:39:25.235072 n-d-800634-1 neutron-server[93751]: INFO neutron.plugins.ml2.plugin [None req-caa6aad4-dd1c-44e8-a510-a1f84940296c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Attempt 4 to bind port feffe6a4-46a2-4043-a486-8076a1d4ca59 Jul 13 13:39:25.275834 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [None req-caa6aad4-dd1c-44e8-a510-a1f84940296c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Attempting to bind port feffe6a4-46a2-4043-a486-8076a1d4ca59 on host n-h2-800634-1 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:39:25.279195 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [None req-caa6aad4-dd1c-44e8-a510-a1f84940296c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Attempting to bind port feffe6a4-46a2-4043-a486-8076a1d4ca59 by drivers openvswitch,hyperv on host n-h2-800634-1 at level 0 using segments [{'id': '3458f3b5-fb1c-4b35-9d7a-aad9b9bd61e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f4858060-a885-4392-aa9c-a5d50800bfee'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:39:25.279854 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa6aad4-dd1c-44e8-a510-a1f84940296c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Attempting to bind port feffe6a4-46a2-4043-a486-8076a1d4ca59 on network f4858060-a885-4392-aa9c-a5d50800bfee {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:39:25.293668 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa6aad4-dd1c-44e8-a510-a1f84940296c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Port feffe6a4-46a2-4043-a486-8076a1d4ca59 on network f4858060-a885-4392-aa9c-a5d50800bfee not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-1 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:39:25.297788 n-d-800634-1 neutron-server[93751]: ERROR neutron.plugins.ml2.managers [None req-caa6aad4-dd1c-44e8-a510-a1f84940296c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Failed to bind port feffe6a4-46a2-4043-a486-8076a1d4ca59 on host n-h2-800634-1 for vnic_type normal using segments [{'id': '3458f3b5-fb1c-4b35-9d7a-aad9b9bd61e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f4858060-a885-4392-aa9c-a5d50800bfee'}] Jul 13 13:39:25.298202 n-d-800634-1 neutron-server[93751]: INFO neutron.plugins.ml2.plugin [None req-caa6aad4-dd1c-44e8-a510-a1f84940296c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Attempt 5 to bind port feffe6a4-46a2-4043-a486-8076a1d4ca59 Jul 13 13:39:25.308949 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=776054fc-ecbd-41ea-aa05-06fc8946f52a,revision_number=7']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:39:25.348891 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [None req-caa6aad4-dd1c-44e8-a510-a1f84940296c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Attempting to bind port feffe6a4-46a2-4043-a486-8076a1d4ca59 on host n-h2-800634-1 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:39:25.349236 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [None req-caa6aad4-dd1c-44e8-a510-a1f84940296c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Attempting to bind port feffe6a4-46a2-4043-a486-8076a1d4ca59 by drivers openvswitch,hyperv on host n-h2-800634-1 at level 0 using segments [{'id': '3458f3b5-fb1c-4b35-9d7a-aad9b9bd61e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f4858060-a885-4392-aa9c-a5d50800bfee'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:39:25.350105 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa6aad4-dd1c-44e8-a510-a1f84940296c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Attempting to bind port feffe6a4-46a2-4043-a486-8076a1d4ca59 on network f4858060-a885-4392-aa9c-a5d50800bfee {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:39:25.356258 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa6aad4-dd1c-44e8-a510-a1f84940296c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Port feffe6a4-46a2-4043-a486-8076a1d4ca59 on network f4858060-a885-4392-aa9c-a5d50800bfee not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-1 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:39:25.356683 n-d-800634-1 neutron-server[93751]: ERROR neutron.plugins.ml2.managers [None req-caa6aad4-dd1c-44e8-a510-a1f84940296c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Failed to bind port feffe6a4-46a2-4043-a486-8076a1d4ca59 on host n-h2-800634-1 for vnic_type normal using segments [{'id': '3458f3b5-fb1c-4b35-9d7a-aad9b9bd61e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f4858060-a885-4392-aa9c-a5d50800bfee'}] Jul 13 13:39:25.357925 n-d-800634-1 neutron-server[93751]: INFO neutron.plugins.ml2.plugin [None req-caa6aad4-dd1c-44e8-a510-a1f84940296c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Attempt 6 to bind port feffe6a4-46a2-4043-a486-8076a1d4ca59 Jul 13 13:39:25.361656 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 59232) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:39:25.362567 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-4207871a-c8ee-4d3e-b0df-bd361dbcb915 tempest-DHCPAgentSchedulersTestJSON-1194780023 tempest-DHCPAgentSchedulersTestJSON-1194780023-project-admin] 10.222.0.23 "GET /v2.0/agents/26575d04-7739-40ca-bab9-331723785218/dhcp-networks HTTP/1.1" status: 200 len: 11208 time: 0.4603856 Jul 13 13:39:25.400191 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [None req-caa6aad4-dd1c-44e8-a510-a1f84940296c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Attempting to bind port feffe6a4-46a2-4043-a486-8076a1d4ca59 on host n-h2-800634-1 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:39:25.400535 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [None req-caa6aad4-dd1c-44e8-a510-a1f84940296c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Attempting to bind port feffe6a4-46a2-4043-a486-8076a1d4ca59 by drivers openvswitch,hyperv on host n-h2-800634-1 at level 0 using segments [{'id': '3458f3b5-fb1c-4b35-9d7a-aad9b9bd61e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f4858060-a885-4392-aa9c-a5d50800bfee'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:39:25.400875 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa6aad4-dd1c-44e8-a510-a1f84940296c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Attempting to bind port feffe6a4-46a2-4043-a486-8076a1d4ca59 on network f4858060-a885-4392-aa9c-a5d50800bfee {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:39:25.415459 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41b8a3d-8d7e-435f-b8b3-273f9f26af5e req-f3448170-1db9-4ce9-9fab-060b0736c5e6 tempest-ServersTestManualDisk-139157132 tempest-ServersTestManualDisk-139157132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:25.421324 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa6aad4-dd1c-44e8-a510-a1f84940296c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Port feffe6a4-46a2-4043-a486-8076a1d4ca59 on network f4858060-a885-4392-aa9c-a5d50800bfee not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-1 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:39:25.425426 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c41b8a3d-8d7e-435f-b8b3-273f9f26af5e req-f3448170-1db9-4ce9-9fab-060b0736c5e6 tempest-ServersTestManualDisk-139157132 tempest-ServersTestManualDisk-139157132-project] 10.222.0.23 "GET /v2.0/ports?device_id=14cb3f8b-31fa-457e-9faa-6dbaf5457842 HTTP/1.1" status: 200 len: 944 time: 0.3038461 Jul 13 13:39:25.426540 n-d-800634-1 neutron-server[93751]: ERROR neutron.plugins.ml2.managers [None req-caa6aad4-dd1c-44e8-a510-a1f84940296c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Failed to bind port feffe6a4-46a2-4043-a486-8076a1d4ca59 on host n-h2-800634-1 for vnic_type normal using segments [{'id': '3458f3b5-fb1c-4b35-9d7a-aad9b9bd61e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f4858060-a885-4392-aa9c-a5d50800bfee'}] Jul 13 13:39:25.427347 n-d-800634-1 neutron-server[93751]: INFO neutron.plugins.ml2.plugin [None req-caa6aad4-dd1c-44e8-a510-a1f84940296c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Attempt 7 to bind port feffe6a4-46a2-4043-a486-8076a1d4ca59 Jul 13 13:39:25.453880 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [None req-caa6aad4-dd1c-44e8-a510-a1f84940296c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Attempting to bind port feffe6a4-46a2-4043-a486-8076a1d4ca59 on host n-h2-800634-1 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:39:25.454146 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [None req-caa6aad4-dd1c-44e8-a510-a1f84940296c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Attempting to bind port feffe6a4-46a2-4043-a486-8076a1d4ca59 by drivers openvswitch,hyperv on host n-h2-800634-1 at level 0 using segments [{'id': '3458f3b5-fb1c-4b35-9d7a-aad9b9bd61e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f4858060-a885-4392-aa9c-a5d50800bfee'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:39:25.454833 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa6aad4-dd1c-44e8-a510-a1f84940296c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Attempting to bind port feffe6a4-46a2-4043-a486-8076a1d4ca59 on network f4858060-a885-4392-aa9c-a5d50800bfee {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:39:25.481287 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa6aad4-dd1c-44e8-a510-a1f84940296c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Port feffe6a4-46a2-4043-a486-8076a1d4ca59 on network f4858060-a885-4392-aa9c-a5d50800bfee not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-1 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:39:25.481494 n-d-800634-1 neutron-server[93751]: ERROR neutron.plugins.ml2.managers [None req-caa6aad4-dd1c-44e8-a510-a1f84940296c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Failed to bind port feffe6a4-46a2-4043-a486-8076a1d4ca59 on host n-h2-800634-1 for vnic_type normal using segments [{'id': '3458f3b5-fb1c-4b35-9d7a-aad9b9bd61e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f4858060-a885-4392-aa9c-a5d50800bfee'}] Jul 13 13:39:25.494231 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c41b8a3d-8d7e-435f-b8b3-273f9f26af5e req-dc84968c-479a-43f1-b58c-0717c38da41d tempest-ServersTestManualDisk-139157132 tempest-ServersTestManualDisk-139157132-project] 10.222.0.23 "GET /v2.0/security-groups?id=6694af6c-c410-439b-b6c6-f0aa0397bd9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677514 Jul 13 13:39:25.505905 n-d-800634-1 neutron-server[93751]: INFO neutron.plugins.ml2.plugin [None req-caa6aad4-dd1c-44e8-a510-a1f84940296c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Attempt 8 to bind port feffe6a4-46a2-4043-a486-8076a1d4ca59 Jul 13 13:39:25.521864 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning complete for port 2b4a64d3-448e-4191-8e09-4fde1a14539c triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:39:25.522342 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:25.539701 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [None req-caa6aad4-dd1c-44e8-a510-a1f84940296c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Attempting to bind port feffe6a4-46a2-4043-a486-8076a1d4ca59 on host n-h2-800634-1 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:39:25.540077 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [None req-caa6aad4-dd1c-44e8-a510-a1f84940296c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Attempting to bind port feffe6a4-46a2-4043-a486-8076a1d4ca59 by drivers openvswitch,hyperv on host n-h2-800634-1 at level 0 using segments [{'id': '3458f3b5-fb1c-4b35-9d7a-aad9b9bd61e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f4858060-a885-4392-aa9c-a5d50800bfee'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:39:25.542583 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa6aad4-dd1c-44e8-a510-a1f84940296c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Attempting to bind port feffe6a4-46a2-4043-a486-8076a1d4ca59 on network f4858060-a885-4392-aa9c-a5d50800bfee {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:39:25.573093 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa6aad4-dd1c-44e8-a510-a1f84940296c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Port feffe6a4-46a2-4043-a486-8076a1d4ca59 on network f4858060-a885-4392-aa9c-a5d50800bfee not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-1 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:39:25.573443 n-d-800634-1 neutron-server[93751]: ERROR neutron.plugins.ml2.managers [None req-caa6aad4-dd1c-44e8-a510-a1f84940296c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Failed to bind port feffe6a4-46a2-4043-a486-8076a1d4ca59 on host n-h2-800634-1 for vnic_type normal using segments [{'id': '3458f3b5-fb1c-4b35-9d7a-aad9b9bd61e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f4858060-a885-4392-aa9c-a5d50800bfee'}] Jul 13 13:39:25.575331 n-d-800634-1 neutron-server[93751]: INFO neutron.plugins.ml2.plugin [None req-caa6aad4-dd1c-44e8-a510-a1f84940296c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Attempt 9 to bind port feffe6a4-46a2-4043-a486-8076a1d4ca59 Jul 13 13:39:25.580812 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6556364f-d4c1-4d38-a161-9fffaccdf42b x-openstack-request-id: req-6556364f-d4c1-4d38-a161-9fffaccdf42b {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:39:25.581228 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ce44543-1f61-4d9c-8c3c-26da94576b7f", "name": "network-vif-plugged", "status": "completed", "tag": "776054fc-ecbd-41ea-aa05-06fc8946f52a", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:39:25.581629 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6556364f-d4c1-4d38-a161-9fffaccdf42b {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:39:25.582558 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ce44543-1f61-4d9c-8c3c-26da94576b7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '776054fc-ecbd-41ea-aa05-06fc8946f52a', 'code': 200} Jul 13 13:39:25.621519 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [None req-caa6aad4-dd1c-44e8-a510-a1f84940296c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Attempting to bind port feffe6a4-46a2-4043-a486-8076a1d4ca59 on host n-h2-800634-1 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:39:25.623670 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [None req-caa6aad4-dd1c-44e8-a510-a1f84940296c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Attempting to bind port feffe6a4-46a2-4043-a486-8076a1d4ca59 by drivers openvswitch,hyperv on host n-h2-800634-1 at level 0 using segments [{'id': '3458f3b5-fb1c-4b35-9d7a-aad9b9bd61e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f4858060-a885-4392-aa9c-a5d50800bfee'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:39:25.624220 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa6aad4-dd1c-44e8-a510-a1f84940296c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Attempting to bind port feffe6a4-46a2-4043-a486-8076a1d4ca59 on network f4858060-a885-4392-aa9c-a5d50800bfee {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:39:25.644127 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=caf6606b-e8d6-4481-924a-05a29428333f,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:39:25.715581 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-758bbc22-ad60-47df-9906-4501349f51b6 tempest-DHCPAgentSchedulersTestJSON-1194780023 tempest-DHCPAgentSchedulersTestJSON-1194780023-project-admin] 10.222.0.23 "DELETE /v2.0/agents/26575d04-7739-40ca-bab9-331723785218/dhcp-networks/e8cb5ea3-fe77-44d2-90af-7d17c45e4d3b HTTP/1.1" status: 204 len: 168 time: 0.3506532 Jul 13 13:39:25.725106 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 59238) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:39:25.806569 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d8b6b0-9ee2-4297-8cdd-c60e2061f061 req-2be97eab-4f8e-41db-a944-05bdfde5890e tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:25.814195 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:25.829510 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d8b6b0-9ee2-4297-8cdd-c60e2061f061 req-2be97eab-4f8e-41db-a944-05bdfde5890e tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:25.843508 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d8b6b0-9ee2-4297-8cdd-c60e2061f061 req-2be97eab-4f8e-41db-a944-05bdfde5890e tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:25.852895 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 2b4a64d3-448e-4191-8e09-4fde1a14539c, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=2b4a64d3-448e-4191-8e09-4fde1a14539c,segment=NetworkSegment(b2cba7f6-e29b-4b72-b31f-06e263582f9a),segment_id=b2cba7f6-e29b-4b72-b31f-06e263582f9a)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:39:25.860205 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:25.861676 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d8b6b0-9ee2-4297-8cdd-c60e2061f061 req-2be97eab-4f8e-41db-a944-05bdfde5890e tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:25.881916 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d8b6b0-9ee2-4297-8cdd-c60e2061f061 req-2be97eab-4f8e-41db-a944-05bdfde5890e tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:25.895895 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d8b6b0-9ee2-4297-8cdd-c60e2061f061 req-2be97eab-4f8e-41db-a944-05bdfde5890e tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:25.914948 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d8b6b0-9ee2-4297-8cdd-c60e2061f061 req-2be97eab-4f8e-41db-a944-05bdfde5890e tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:25.940959 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-08d8b6b0-9ee2-4297-8cdd-c60e2061f061 req-2be97eab-4f8e-41db-a944-05bdfde5890e tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba24330e-3d10-45b2-aa45-d413663c46d4 HTTP/1.1" status: 200 len: 5417 time: 0.2676201 Jul 13 13:39:25.986538 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=2b4a64d3-448e-4191-8e09-4fde1a14539c,revision_number=8']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:39:26.029968 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-08d8b6b0-9ee2-4297-8cdd-c60e2061f061 req-e68b1a2f-edff-43d3-aac9-def5510354c7 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] 10.222.0.23 "GET /v2.0/security-groups?id=b297afe2-d282-4df8-a205-49b02bf6195a&id=4073f342-904a-4e74-a26d-da1c71da9763&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0839417 Jul 13 13:39:26.124917 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-fe6699f2-1d8a-4c38-99df-4973d72edff9 req-535b0f7d-a001-407c-aee1-54aa10e7da91 tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c67f21f-8602-4690-a16a-b18bee9d640f HTTP/1.1" status: 200 len: 210 time: 0.0469398 Jul 13 13:39:26.324064 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa6aad4-dd1c-44e8-a510-a1f84940296c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Port feffe6a4-46a2-4043-a486-8076a1d4ca59 on network f4858060-a885-4392-aa9c-a5d50800bfee not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-1 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:39:26.324554 n-d-800634-1 neutron-server[93751]: ERROR neutron.plugins.ml2.managers [None req-caa6aad4-dd1c-44e8-a510-a1f84940296c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Failed to bind port feffe6a4-46a2-4043-a486-8076a1d4ca59 on host n-h2-800634-1 for vnic_type normal using segments [{'id': '3458f3b5-fb1c-4b35-9d7a-aad9b9bd61e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f4858060-a885-4392-aa9c-a5d50800bfee'}] Jul 13 13:39:26.337172 n-d-800634-1 neutron-server[93751]: INFO neutron.plugins.ml2.plugin [None req-caa6aad4-dd1c-44e8-a510-a1f84940296c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Attempt 10 to bind port feffe6a4-46a2-4043-a486-8076a1d4ca59 Jul 13 13:39:26.386695 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f0c144-3747-4a67-a709-0b35857319ed req-b044df69-0042-4156-9aa3-f27e60b99bb4 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:26.395428 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d6f0c144-3747-4a67-a709-0b35857319ed req-b044df69-0042-4156-9aa3-f27e60b99bb4 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.23 "GET /v2.0/ports?device_id=f91e5060-a285-4b39-a63d-f58a29a87fbc HTTP/1.1" status: 200 len: 945 time: 0.1345618 Jul 13 13:39:26.410913 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [None req-caa6aad4-dd1c-44e8-a510-a1f84940296c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Attempting to bind port feffe6a4-46a2-4043-a486-8076a1d4ca59 on host n-h2-800634-1 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:39:26.412432 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [None req-caa6aad4-dd1c-44e8-a510-a1f84940296c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Attempting to bind port feffe6a4-46a2-4043-a486-8076a1d4ca59 by drivers openvswitch,hyperv on host n-h2-800634-1 at level 0 using segments [{'id': '3458f3b5-fb1c-4b35-9d7a-aad9b9bd61e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f4858060-a885-4392-aa9c-a5d50800bfee'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:39:26.412877 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa6aad4-dd1c-44e8-a510-a1f84940296c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Attempting to bind port feffe6a4-46a2-4043-a486-8076a1d4ca59 on network f4858060-a885-4392-aa9c-a5d50800bfee {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:39:26.478249 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d6f0c144-3747-4a67-a709-0b35857319ed req-af182b71-9873-4645-b83b-5eb801a8a0e6 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.23 "GET /v2.0/security-groups?id=215441dc-b65f-49ea-b8ce-4afa75e23159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773873 Jul 13 13:39:26.478837 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa6aad4-dd1c-44e8-a510-a1f84940296c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Port feffe6a4-46a2-4043-a486-8076a1d4ca59 on network f4858060-a885-4392-aa9c-a5d50800bfee not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-1 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:39:26.479338 n-d-800634-1 neutron-server[93751]: ERROR neutron.plugins.ml2.managers [None req-caa6aad4-dd1c-44e8-a510-a1f84940296c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Failed to bind port feffe6a4-46a2-4043-a486-8076a1d4ca59 on host n-h2-800634-1 for vnic_type normal using segments [{'id': '3458f3b5-fb1c-4b35-9d7a-aad9b9bd61e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f4858060-a885-4392-aa9c-a5d50800bfee'}] Jul 13 13:39:26.479805 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-caa6aad4-dd1c-44e8-a510-a1f84940296c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:26.510178 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-04406ef3-3fa8-47cf-b88d-2dbeebbe2365 tempest-DHCPAgentSchedulersTestJSON-1194780023 tempest-DHCPAgentSchedulersTestJSON-1194780023-project-admin] 10.222.0.23 "GET /v2.0/agents/26575d04-7739-40ca-bab9-331723785218/dhcp-networks HTTP/1.1" status: 200 len: 11216 time: 0.7782917 Jul 13 13:39:26.521577 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 59248) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:39:26.579120 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-32d29ede-e0c5-4a96-aa13-d040cb1c6a35 tempest-DHCPAgentSchedulersTestJSON-1194780023 tempest-DHCPAgentSchedulersTestJSON-1194780023-project-admin] 10.222.0.23 "GET /v2.0/networks/c654be63-4cee-401b-ab16-a2b71a229aae/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0446179 Jul 13 13:39:26.579484 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35509efe-561e-4de5-a9d8-0a3367e56d60 req-7d8a07cd-c5cc-4fef-b6ab-a0a564760ce5 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:26.579484 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-35509efe-561e-4de5-a9d8-0a3367e56d60 req-7d8a07cd-c5cc-4fef-b6ab-a0a564760ce5 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ce44543-1f61-4d9c-8c3c-26da94576b7f HTTP/1.1" status: 200 len: 946 time: 0.9523737 Jul 13 13:39:26.594638 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 59250) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:39:26.645806 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-a28f5e09-2786-42e6-ad57-ab617f18fb2f tempest-DHCPAgentSchedulersTestJSON-1194780023 tempest-DHCPAgentSchedulersTestJSON-1194780023-project-admin] 10.222.0.23 "GET /v2.0/networks/c654be63-4cee-401b-ab16-a2b71a229aae/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0367200 Jul 13 13:39:26.646192 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 59252) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:39:26.704708 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-caa6aad4-dd1c-44e8-a510-a1f84940296c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] For port feffe6a4-46a2-4043-a486-8076a1d4ca59, host n-h2-800634-1, cleared binding levels {{(pid=93751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:39:26.705090 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-caa6aad4-dd1c-44e8-a510-a1f84940296c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Attempted to set empty binding levels {{(pid=93751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 13 13:39:26.742839 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-caa6aad4-dd1c-44e8-a510-a1f84940296c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:26.772520 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caa6aad4-dd1c-44e8-a510-a1f84940296c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:26.773321 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-caa6aad4-dd1c-44e8-a510-a1f84940296c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:26.816739 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-35509efe-561e-4de5-a9d8-0a3367e56d60 req-8a672c40-0d05-4570-8a09-fe4a6a53d3cb tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8450e8a-3ce6-4095-b6b4-37555b8042b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075456 Jul 13 13:39:26.843147 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa6aad4-dd1c-44e8-a510-a1f84940296c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Pushing event updated for resources: {'Port': ['ID=feffe6a4-46a2-4043-a486-8076a1d4ca59,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:39:26.855248 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-caa6aad4-dd1c-44e8-a510-a1f84940296c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 3.1548572 Jul 13 13:39:26.855248 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 59254) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:39:26.921503 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-324d93ef-c18f-44cc-94d8-0bb8e75c1a76 tempest-DHCPAgentSchedulersTestJSON-1194780023 tempest-DHCPAgentSchedulersTestJSON-1194780023-project-admin] 10.222.0.23 "GET /v2.0/agents/26575d04-7739-40ca-bab9-331723785218/dhcp-networks HTTP/1.1" status: 200 len: 11216 time: 0.2742405 Jul 13 13:39:26.926165 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 59256) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:39:26.949902 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8728397d-ef75-4572-9f53-d33753ebb6e6 req-3bc12d20-f8d5-4a40-b71d-3a1a0ff29c4c tempest-ServersTestManualDisk-139157132 tempest-ServersTestManualDisk-139157132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:26.956567 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8728397d-ef75-4572-9f53-d33753ebb6e6 req-3bc12d20-f8d5-4a40-b71d-3a1a0ff29c4c tempest-ServersTestManualDisk-139157132 tempest-ServersTestManualDisk-139157132-project] 10.222.0.23 "GET /v2.0/ports?device_id=14cb3f8b-31fa-457e-9faa-6dbaf5457842 HTTP/1.1" status: 200 len: 944 time: 0.2259479 Jul 13 13:39:27.013354 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8728397d-ef75-4572-9f53-d33753ebb6e6 req-81c8852f-63c0-4ae7-8918-25823196df82 tempest-ServersTestManualDisk-139157132 tempest-ServersTestManualDisk-139157132-project] 10.222.0.23 "GET /v2.0/security-groups?id=6694af6c-c410-439b-b6c6-f0aa0397bd9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557196 Jul 13 13:39:27.241120 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dd024f-05a8-4ed8-9243-2fda824facda req-1d6f285f-a712-49ff-ac01-37ca967e4f25 tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:27.243126 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-99dd024f-05a8-4ed8-9243-2fda824facda req-1d6f285f-a712-49ff-ac01-37ca967e4f25 tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] 10.222.0.26 "GET /v2.0/networks?id=a0797fb9-b450-4bbe-af8e-ecaaafb3ac9d HTTP/1.1" status: 200 len: 815 time: 0.1788230 Jul 13 13:39:27.273228 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device caf6606b-e8d6-4481-924a-05a29428333f up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:39:27.350706 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-99dd024f-05a8-4ed8-9243-2fda824facda req-3289e075-a469-4e48-8f51-d3e8f65fd3db tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] Request body: {'port': {'device_id': '3c67f21f-8602-4690-a16a-b18bee9d640f', 'network_id': 'a0797fb9-b450-4bbe-af8e-ecaaafb3ac9d', 'admin_state_up': True, 'tenant_id': '9e72d4daf74d4b30a471837a4b3d6e97'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:39:27.454323 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port caf6606b-e8d6-4481-924a-05a29428333f triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:39:27.454826 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:27.474197 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-aca2b071-5c62-44c8-9a7a-cf3df43769b4 req-2cc01edb-2f01-4773-89a2-ed84f60568c7 tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c67f21f-8602-4690-a16a-b18bee9d640f HTTP/1.1" status: 200 len: 210 time: 0.0809772 Jul 13 13:39:27.583889 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f91e5060-a285-4b39-a63d-f58a29a87fbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b4a64d3-448e-4191-8e09-4fde1a14539c'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:39:27.587363 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f92f0239-478f-4b9a-b3db-decd67a6c5cf" -d '{"events": [{"server_uuid": "f91e5060-a285-4b39-a63d-f58a29a87fbc", "name": "network-vif-plugged", "status": "completed", "tag": "2b4a64d3-448e-4191-8e09-4fde1a14539c"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:39:27.596098 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-228a0b16-f86f-43b1-872d-32e3d46603e1 tempest-DHCPAgentSchedulersTestJSON-1950068883 tempest-DHCPAgentSchedulersTestJSON-1950068883-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:27.659197 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 3cca05c4-e450-4259-87c3-a2ac658c147b details requested by agent hyperv_n-h1-800634-1 with host n-h1-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 13:39:27.661715 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 78be97d3-3ce5-43be-ba01-0c4833811bef up at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:39:27.718360 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-110d0f6b-342b-4e4f-85d8-5743a483e084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Deleting port feffe6a4-46a2-4043-a486-8076a1d4ca59 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:39:27.718975 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-110d0f6b-342b-4e4f-85d8-5743a483e084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:27.823739 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2492aa50-21df-450c-94f0-89c5a11d77a1 req-a9e83a94-a46d-4f5e-875b-0cc0f618ac02 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:27.832212 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2492aa50-21df-450c-94f0-89c5a11d77a1 req-a9e83a94-a46d-4f5e-875b-0cc0f618ac02 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.23 "GET /v2.0/ports?device_id=f91e5060-a285-4b39-a63d-f58a29a87fbc HTTP/1.1" status: 200 len: 945 time: 0.1351638 Jul 13 13:39:27.861984 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e065ff2-9473-4027-b276-bbe205aac8bf req-5c96b457-250b-4bbe-926b-790e9def8502 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:27.870674 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e065ff2-9473-4027-b276-bbe205aac8bf req-5c96b457-250b-4bbe-926b-790e9def8502 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:27.878870 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e065ff2-9473-4027-b276-bbe205aac8bf req-5c96b457-250b-4bbe-926b-790e9def8502 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:27.881640 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning for port 78be97d3-3ce5-43be-ba01-0c4833811bef completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:39:27.885044 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e065ff2-9473-4027-b276-bbe205aac8bf req-5c96b457-250b-4bbe-926b-790e9def8502 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:27.889856 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2492aa50-21df-450c-94f0-89c5a11d77a1 req-fb93090b-78d6-49c4-b24e-f301aa275cae tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.23 "GET /v2.0/security-groups?id=215441dc-b65f-49ea-b8ce-4afa75e23159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565014 Jul 13 13:39:27.894127 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e065ff2-9473-4027-b276-bbe205aac8bf req-5c96b457-250b-4bbe-926b-790e9def8502 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:27.906276 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e065ff2-9473-4027-b276-bbe205aac8bf req-5c96b457-250b-4bbe-926b-790e9def8502 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:27.907051 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e065ff2-9473-4027-b276-bbe205aac8bf req-5c96b457-250b-4bbe-926b-790e9def8502 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:27.909066 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1e065ff2-9473-4027-b276-bbe205aac8bf req-5c96b457-250b-4bbe-926b-790e9def8502 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba24330e-3d10-45b2-aa45-d413663c46d4 HTTP/1.1" status: 200 len: 5417 time: 0.5332768 Jul 13 13:39:27.926576 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning complete for port 78be97d3-3ce5-43be-ba01-0c4833811bef triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:39:27.931112 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:27.947181 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-228a0b16-f86f-43b1-872d-32e3d46603e1 tempest-DHCPAgentSchedulersTestJSON-1950068883 tempest-DHCPAgentSchedulersTestJSON-1950068883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:27.972193 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-110d0f6b-342b-4e4f-85d8-5743a483e084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] For port feffe6a4-46a2-4043-a486-8076a1d4ca59, host n-h2-800634-1, got binding levels [] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:39:27.972579 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-110d0f6b-342b-4e4f-85d8-5743a483e084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:27.975321 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99dd024f-05a8-4ed8-9243-2fda824facda req-3289e075-a469-4e48-8f51-d3e8f65fd3db tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] Made reservation on behalf of 9e72d4daf74d4b30a471837a4b3d6e97 for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:39:27.980021 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-99dd024f-05a8-4ed8-9243-2fda824facda req-3289e075-a469-4e48-8f51-d3e8f65fd3db tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:28.020574 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-228a0b16-f86f-43b1-872d-32e3d46603e1 tempest-DHCPAgentSchedulersTestJSON-1950068883 tempest-DHCPAgentSchedulersTestJSON-1950068883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8cb5ea3-fe77-44d2-90af-7d17c45e4d3b']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:39:28.020814 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f732fb4-e080-40b6-809c-973c7ac9d56e x-openstack-request-id: req-4f732fb4-e080-40b6-809c-973c7ac9d56e {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:39:28.021035 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f91e5060-a285-4b39-a63d-f58a29a87fbc", "name": "network-vif-plugged", "status": "completed", "tag": "2b4a64d3-448e-4191-8e09-4fde1a14539c", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:39:28.021484 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4f732fb4-e080-40b6-809c-973c7ac9d56e {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:39:28.021984 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f91e5060-a285-4b39-a63d-f58a29a87fbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b4a64d3-448e-4191-8e09-4fde1a14539c', 'code': 200} Jul 13 13:39:28.040724 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-110d0f6b-342b-4e4f-85d8-5743a483e084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Calling delete_port for feffe6a4-46a2-4043-a486-8076a1d4ca59 owned by {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:39:28.045396 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 3cca05c4-e450-4259-87c3-a2ac658c147b, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=3cca05c4-e450-4259-87c3-a2ac658c147b,segment=NetworkSegment(9f7771f2-d981-496e-a6cb-2f28b09404cd),segment_id=9f7771f2-d981-496e-a6cb-2f28b09404cd)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:39:28.049429 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-228a0b16-f86f-43b1-872d-32e3d46603e1 tempest-DHCPAgentSchedulersTestJSON-1950068883 tempest-DHCPAgentSchedulersTestJSON-1950068883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95b1e4a7-7459-464b-a4dd-182caa5491b8') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:39:28.049880 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-228a0b16-f86f-43b1-872d-32e3d46603e1 tempest-DHCPAgentSchedulersTestJSON-1950068883 tempest-DHCPAgentSchedulersTestJSON-1950068883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95b1e4a7-7459-464b-a4dd-182caa5491b8') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:39:28.103468 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Returning: {'device': '3cca05c4-e450-4259-87c3-a2ac658c147b', 'network_id': 'cc9dab26-3983-4dce-8c1c-cb82d11f88fb', 'port_id': '3cca05c4-e450-4259-87c3-a2ac658c147b', 'mac_address': 'fa:16:3e:33:ee:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34409026-9eef-4b98-88d5-24448af1561a', 'ip_address': '10.1.1.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 13:39:28.141100 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-228a0b16-f86f-43b1-872d-32e3d46603e1 tempest-DHCPAgentSchedulersTestJSON-1950068883 tempest-DHCPAgentSchedulersTestJSON-1950068883-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6018464'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:28.147123 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1e065ff2-9473-4027-b276-bbe205aac8bf req-4aa33eca-6cce-4943-ac31-65bd4ef1e209 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] 10.222.0.23 "GET /v2.0/security-groups?id=b297afe2-d282-4df8-a205-49b02bf6195a&id=4073f342-904a-4e74-a26d-da1c71da9763&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2277369 Jul 13 13:39:28.250363 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea093aa9-9056-4ea5-a9b9-9f7035edbf08 req-d0bba3a6-aabf-4873-81c9-aac132228d90 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:28.251966 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ea093aa9-9056-4ea5-a9b9-9f7035edbf08 req-d0bba3a6-aabf-4873-81c9-aac132228d90 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ce44543-1f61-4d9c-8c3c-26da94576b7f HTTP/1.1" status: 200 len: 946 time: 0.1887803 Jul 13 13:39:28.277642 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:28.316611 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-228a0b16-f86f-43b1-872d-32e3d46603e1 tempest-DHCPAgentSchedulersTestJSON-1950068883 tempest-DHCPAgentSchedulersTestJSON-1950068883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:28.324839 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-228a0b16-f86f-43b1-872d-32e3d46603e1 tempest-DHCPAgentSchedulersTestJSON-1950068883 tempest-DHCPAgentSchedulersTestJSON-1950068883-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 13:39:28.325525 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-228a0b16-f86f-43b1-872d-32e3d46603e1 tempest-DHCPAgentSchedulersTestJSON-1950068883 tempest-DHCPAgentSchedulersTestJSON-1950068883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6018632'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:28.332552 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:28.338180 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cca05c4-e450-4259-87c3-a2ac658c147b {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:39:28.348661 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ea093aa9-9056-4ea5-a9b9-9f7035edbf08 req-a8a0e700-768a-4741-9984-caaf7911de1a tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8450e8a-3ce6-4095-b6b4-37555b8042b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834036 Jul 13 13:39:28.376967 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ae6439-557b-425f-aeac-1dd492af5944 req-2bde16c1-88b7-4dfa-a875-d21fa0101b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:28.380908 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-93ae6439-557b-425f-aeac-1dd492af5944 req-2bde16c1-88b7-4dfa-a875-d21fa0101b83 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f91e5060-a285-4b39-a63d-f58a29a87fbc HTTP/1.1" status: 200 len: 1096 time: 0.2173002 Jul 13 13:39:28.392079 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 3cca05c4-e450-4259-87c3-a2ac658c147b, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=3cca05c4-e450-4259-87c3-a2ac658c147b,segment=NetworkSegment(9f7771f2-d981-496e-a6cb-2f28b09404cd),segment_id=9f7771f2-d981-496e-a6cb-2f28b09404cd)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:39:28.405971 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:39:28.405971 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:39:28.405971 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:39:28.405971 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:39:28.405971 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:39:28.405971 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:39:28.405971 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:39:28.405971 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:39:28.405971 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:39:28.405971 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:39:28.405971 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:39:28.405971 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:39:28.405971 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:39:28.405971 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:39:28.405971 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:39:28.405971 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:39:28.405971 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:39:28.405971 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:39:28.405971 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:39:28.405971 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:39:28.405971 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:39:28.405971 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:39:28.405971 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:39:28.405971 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:39:28.405971 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:39:28.405971 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:39:28.405971 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:39:28.405971 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:39:28.405971 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:39:28.405971 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:39:28.405971 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:39:28.405971 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:39:28.405971 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:39:28.405971 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:39:28.405971 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:39:28.405971 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:39:28.405971 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:39:28.405971 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:39:28.405971 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:39:28.405971 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:39:28.405971 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:39:28.405971 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:39:28.405971 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:39:28.405971 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:39:28.405971 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:39:28.405971 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:39:28.405971 n-d-800634-1 neutron-server[93751]: Traceback (most recent call last): Jul 13 13:39:28.405971 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 13:39:28.405971 n-d-800634-1 neutron-server[93751]: timer() Jul 13 13:39:28.405971 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 13:39:28.405971 n-d-800634-1 neutron-server[93751]: cb(*args, **kw) Jul 13 13:39:28.405971 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 13:39:28.405971 n-d-800634-1 neutron-server[93751]: return func(*args, **kwargs) Jul 13 13:39:28.405971 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 13:39:28.405971 n-d-800634-1 neutron-server[93751]: self._notify() Jul 13 13:39:28.405971 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 13:39:28.405971 n-d-800634-1 neutron-server[93751]: self.callback(batched_events) Jul 13 13:39:28.405971 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 13:39:28.405971 n-d-800634-1 neutron-server[93751]: event.method(event) Jul 13 13:39:28.405971 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 13:39:28.405971 n-d-800634-1 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 13:39:28.405971 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 13:39:28.405971 n-d-800634-1 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 13:39:28.405971 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 13:39:28.405971 n-d-800634-1 neutron-server[93751]: return f(self, *a, **k) Jul 13 13:39:28.410097 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 13:39:28.410097 n-d-800634-1 neutron-server[93751]: return self._get(url).json() Jul 13 13:39:28.410097 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 13:39:28.410097 n-d-800634-1 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 13:39:28.410097 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 13:39:28.410097 n-d-800634-1 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 13 13:39:28.410097 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 13:39:28.410097 n-d-800634-1 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 13:39:28.410097 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 13:39:28.410097 n-d-800634-1 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 13:39:28.410097 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 13:39:28.410097 n-d-800634-1 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 13:39:28.410097 n-d-800634-1 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 13:39:28.412111 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:28.413771 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 784aaf21-6f00-49f0-a99b-fca08f13346d details requested by agent hyperv_n-h1-800634-1 with host n-h1-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 13:39:28.444283 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-93ae6439-557b-425f-aeac-1dd492af5944 req-304b23fc-2830-4608-b79f-a14fcbca7eb3 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=215441dc-b65f-49ea-b8ce-4afa75e23159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573535 Jul 13 13:39:28.461256 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 78be97d3-3ce5-43be-ba01-0c4833811bef, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=78be97d3-3ce5-43be-ba01-0c4833811bef,segment=NetworkSegment(c368f595-5610-4181-876b-2ad27436132d),segment_id=c368f595-5610-4181-876b-2ad27436132d)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:39:28.480397 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:28.484937 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-228a0b16-f86f-43b1-872d-32e3d46603e1 tempest-DHCPAgentSchedulersTestJSON-1950068883 tempest-DHCPAgentSchedulersTestJSON-1950068883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:28.521574 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-228a0b16-f86f-43b1-872d-32e3d46603e1 tempest-DHCPAgentSchedulersTestJSON-1950068883 tempest-DHCPAgentSchedulersTestJSON-1950068883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:28.524138 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-228a0b16-f86f-43b1-872d-32e3d46603e1 tempest-DHCPAgentSchedulersTestJSON-1950068883 tempest-DHCPAgentSchedulersTestJSON-1950068883-project] 10.222.0.23 "DELETE /v2.0/networks/e8cb5ea3-fe77-44d2-90af-7d17c45e4d3b HTTP/1.1" status: 204 len: 168 time: 1.5895090 Jul 13 13:39:28.526860 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 59274) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:39:28.539193 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=3cca05c4-e450-4259-87c3-a2ac658c147b,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:39:28.559082 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228a0b16-f86f-43b1-872d-32e3d46603e1 tempest-DHCPAgentSchedulersTestJSON-1950068883 tempest-DHCPAgentSchedulersTestJSON-1950068883-project] Pushing event deleted for resources: {'Network': ['ID=e8cb5ea3-fe77-44d2-90af-7d17c45e4d3b,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:39:28.575176 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [req-99dd024f-05a8-4ed8-9243-2fda824facda req-3289e075-a469-4e48-8f51-d3e8f65fd3db tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] Allocated IP 172.20.0.2 (a0797fb9-b450-4bbe-af8e-ecaaafb3ac9d/66d38b61-7f2b-49e9-ae15-bdea3497cacb/37327d45-43db-4f2b-b2c2-d66f9a414b16) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:39:28.647335 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbd73e6-268c-4dc7-ac3e-487c117d953e req-b65674c8-6236-4220-9d1b-2b8dac923d64 tempest-ServersTestManualDisk-139157132 tempest-ServersTestManualDisk-139157132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:28.655742 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1dbd73e6-268c-4dc7-ac3e-487c117d953e req-b65674c8-6236-4220-9d1b-2b8dac923d64 tempest-ServersTestManualDisk-139157132 tempest-ServersTestManualDisk-139157132-project] 10.222.0.23 "GET /v2.0/ports?device_id=14cb3f8b-31fa-457e-9faa-6dbaf5457842 HTTP/1.1" status: 200 len: 945 time: 0.3475537 Jul 13 13:39:28.655977 n-d-800634-1 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4cec31d-a8d0-4400-b502-de2ae5181eca tempest-DHCPAgentSchedulersTestJSON-1950068883 tempest-DHCPAgentSchedulersTestJSON-1950068883-project] DELETE failed (client error): The resource could not be found. Jul 13 13:39:28.656678 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4cec31d-a8d0-4400-b502-de2ae5181eca tempest-DHCPAgentSchedulersTestJSON-1950068883 tempest-DHCPAgentSchedulersTestJSON-1950068883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93750) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 13:39:28.662504 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-110d0f6b-342b-4e4f-85d8-5743a483e084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:28.665895 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-b4cec31d-a8d0-4400-b502-de2ae5181eca tempest-DHCPAgentSchedulersTestJSON-1950068883 tempest-DHCPAgentSchedulersTestJSON-1950068883-project] 10.222.0.23 "DELETE /v2.0/ports/d1e205c5-f9c1-4d85-8d39-ae2fcac6d5d4 HTTP/1.1" status: 404 len: 333 time: 0.1355648 Jul 13 13:39:28.667576 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 59276) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:39:28.740520 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-110d0f6b-342b-4e4f-85d8-5743a483e084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:28.745292 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-110d0f6b-342b-4e4f-85d8-5743a483e084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] 10.222.0.23 "DELETE /v2.0/ports/feffe6a4-46a2-4043-a486-8076a1d4ca59 HTTP/1.1" status: 204 len: 168 time: 1.8868046 Jul 13 13:39:28.750594 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 59280) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:39:28.762304 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110d0f6b-342b-4e4f-85d8-5743a483e084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Pushing event deleted for resources: {'Port': ['ID=feffe6a4-46a2-4043-a486-8076a1d4ca59,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:39:28.802107 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1dbd73e6-268c-4dc7-ac3e-487c117d953e req-9ed8199b-43ca-4fb3-8440-fdea0af8887e tempest-ServersTestManualDisk-139157132 tempest-ServersTestManualDisk-139157132-project] 10.222.0.23 "GET /v2.0/security-groups?id=6694af6c-c410-439b-b6c6-f0aa0397bd9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1444519 Jul 13 13:39:28.809697 n-d-800634-1 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ff7310f-641b-4676-bab8-34bdad85efc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] GET failed (client error): The resource could not be found. Jul 13 13:39:28.815548 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-9ff7310f-641b-4676-bab8-34bdad85efc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] 10.222.0.23 "GET /v2.0/ports/feffe6a4-46a2-4043-a486-8076a1d4ca59 HTTP/1.1" status: 404 len: 333 time: 0.0597422 Jul 13 13:39:28.828259 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 59282) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:39:28.851604 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-a56655b2-5a79-43cf-abbb-f5a179bac32e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Request body: {'port': {'network_id': 'f4858060-a885-4392-aa9c-a5d50800bfee', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1148288502'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:39:28.875291 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=78be97d3-3ce5-43be-ba01-0c4833811bef,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:39:28.884632 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 784aaf21-6f00-49f0-a99b-fca08f13346d, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=784aaf21-6f00-49f0-a99b-fca08f13346d,segment=NetworkSegment(ff3ccd98-edad-42e9-895c-e5d69e27583e),segment_id=ff3ccd98-edad-42e9-895c-e5d69e27583e)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:39:28.897161 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Returning: {'device': '784aaf21-6f00-49f0-a99b-fca08f13346d', 'network_id': 'f75cac05-674a-4151-a43b-a75ea71e3ffa', 'port_id': '784aaf21-6f00-49f0-a99b-fca08f13346d', 'mac_address': 'fa:16:3e:07:bf:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c765b7b-3092-42ad-86c2-6cb8eedd39e9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 13:39:28.958013 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-fc41b912-d789-4182-a50e-ec8be4d58bc1 req-edfa7242-ee45-4c92-99c0-2ad214817538 tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c67f21f-8602-4690-a16a-b18bee9d640f HTTP/1.1" status: 200 len: 210 time: 0.0861347 Jul 13 13:39:28.966819 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:28.991676 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 784aaf21-6f00-49f0-a99b-fca08f13346d {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:39:29.003323 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-67d43ee0-5b36-4220-bd15-b89343ef3aed tempest-DHCPAgentSchedulersTestJSON-1950068883 tempest-DHCPAgentSchedulersTestJSON-1950068883-project] Deleting subnet 4a1f9388-5d69-4c09-ab16-ef76ab9bd40f {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 13:39:29.015701 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-67d43ee0-5b36-4220-bd15-b89343ef3aed tempest-DHCPAgentSchedulersTestJSON-1950068883 tempest-DHCPAgentSchedulersTestJSON-1950068883-project] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:29.021008 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-99dd024f-05a8-4ed8-9243-2fda824facda req-3289e075-a469-4e48-8f51-d3e8f65fd3db tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:29.032626 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 784aaf21-6f00-49f0-a99b-fca08f13346d, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=784aaf21-6f00-49f0-a99b-fca08f13346d,segment=NetworkSegment(ff3ccd98-edad-42e9-895c-e5d69e27583e),segment_id=ff3ccd98-edad-42e9-895c-e5d69e27583e)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:39:29.043366 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:29.044064 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 22d9a863-c098-4a4f-a30b-7f895c5bc062 details requested by agent hyperv_n-h1-800634-1 with host n-h1-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 13:39:29.094612 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a56655b2-5a79-43cf-abbb-f5a179bac32e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Made reservation on behalf of 296f1eca41034b5caf2bc40bdfe26223 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:39:29.097201 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a56655b2-5a79-43cf-abbb-f5a179bac32e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:29.123963 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-67d43ee0-5b36-4220-bd15-b89343ef3aed tempest-DHCPAgentSchedulersTestJSON-1950068883 tempest-DHCPAgentSchedulersTestJSON-1950068883-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5431723'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:29.137141 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-99dd024f-05a8-4ed8-9243-2fda824facda req-3289e075-a469-4e48-8f51-d3e8f65fd3db tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:29.157932 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [None req-a56655b2-5a79-43cf-abbb-f5a179bac32e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] device_id is not set on port 3f82a6e9-0235-4d8d-8900-4905cd1c5d8d yet. {{(pid=93750) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 13:39:29.162203 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['5fa44009-4573-407b-8afd-36362360c411'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:39:29.164471 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['3601d3e1-284c-439d-81ca-b7e8751d725f', 'a6f1b671-fbe2-4cb1-9114-8040dc67ae20'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:39:29.174096 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 22d9a863-c098-4a4f-a30b-7f895c5bc062, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=22d9a863-c098-4a4f-a30b-7f895c5bc062,segment=NetworkSegment(9f7771f2-d981-496e-a6cb-2f28b09404cd),segment_id=9f7771f2-d981-496e-a6cb-2f28b09404cd)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:39:29.207944 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2be23c5-4423-45d6-8062-504c49d156a2 req-54e041ec-691d-4a82-82b5-405767723af8 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:29.209840 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f2be23c5-4423-45d6-8062-504c49d156a2 req-54e041ec-691d-4a82-82b5-405767723af8 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.23 "GET /v2.0/ports?device_id=f91e5060-a285-4b39-a63d-f58a29a87fbc HTTP/1.1" status: 200 len: 945 time: 0.1521513 Jul 13 13:39:29.233906 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99dd024f-05a8-4ed8-9243-2fda824facda req-3289e075-a469-4e48-8f51-d3e8f65fd3db tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] Network a0797fb9-b450-4bbe-af8e-ecaaafb3ac9d is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:39:29.254536 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [req-99dd024f-05a8-4ed8-9243-2fda824facda req-3289e075-a469-4e48-8f51-d3e8f65fd3db tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:39:29.281587 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-99dd024f-05a8-4ed8-9243-2fda824facda req-3289e075-a469-4e48-8f51-d3e8f65fd3db tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:39:29.302948 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=784aaf21-6f00-49f0-a99b-fca08f13346d,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:39:29.343184 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dd024f-05a8-4ed8-9243-2fda824facda req-3289e075-a469-4e48-8f51-d3e8f65fd3db tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:29.343997 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-99dd024f-05a8-4ed8-9243-2fda824facda req-3289e075-a469-4e48-8f51-d3e8f65fd3db tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:29.391620 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Returning: {'device': '22d9a863-c098-4a4f-a30b-7f895c5bc062', 'network_id': 'cc9dab26-3983-4dce-8c1c-cb82d11f88fb', 'port_id': '22d9a863-c098-4a4f-a30b-7f895c5bc062', 'mac_address': 'fa:16:3e:20:4f:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34409026-9eef-4b98-88d5-24448af1561a', 'ip_address': '10.1.1.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 13:39:29.435311 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f2be23c5-4423-45d6-8062-504c49d156a2 req-a9f361d1-f4b0-4db6-8093-0d946b5f0aa9 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.23 "GET /v2.0/security-groups?id=215441dc-b65f-49ea-b8ce-4afa75e23159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990092 Jul 13 13:39:29.437587 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3289e075-a469-4e48-8f51-d3e8f65fd3db tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] Pushing event updated for resources: {'Port': ['ID=37327d45-43db-4f2b-b2c2-d66f9a414b16,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:39:29.446172 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-67d43ee0-5b36-4220-bd15-b89343ef3aed tempest-DHCPAgentSchedulersTestJSON-1950068883 tempest-DHCPAgentSchedulersTestJSON-1950068883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:29.448276 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-99dd024f-05a8-4ed8-9243-2fda824facda req-3289e075-a469-4e48-8f51-d3e8f65fd3db tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1094973 Jul 13 13:39:29.460750 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-99dd024f-05a8-4ed8-9243-2fda824facda req-f81ed8f5-cb7b-4aae-8369-13c461ddfe25 service neutron] Request body: {'port': {'device_id': '3c67f21f-8602-4690-a16a-b18bee9d640f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-1'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:39:29.587048 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a56655b2-5a79-43cf-abbb-f5a179bac32e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:29.606722 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d668a8-f253-45f1-a9a5-c6fd734c50bb req-db9b094c-fdf4-448f-8b8d-c4b14eef0356 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:29.615054 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d668a8-f253-45f1-a9a5-c6fd734c50bb req-db9b094c-fdf4-448f-8b8d-c4b14eef0356 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:29.621648 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d668a8-f253-45f1-a9a5-c6fd734c50bb req-db9b094c-fdf4-448f-8b8d-c4b14eef0356 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:29.629277 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d668a8-f253-45f1-a9a5-c6fd734c50bb req-db9b094c-fdf4-448f-8b8d-c4b14eef0356 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:29.637284 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d668a8-f253-45f1-a9a5-c6fd734c50bb req-db9b094c-fdf4-448f-8b8d-c4b14eef0356 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:29.645235 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d668a8-f253-45f1-a9a5-c6fd734c50bb req-db9b094c-fdf4-448f-8b8d-c4b14eef0356 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:29.653181 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d668a8-f253-45f1-a9a5-c6fd734c50bb req-db9b094c-fdf4-448f-8b8d-c4b14eef0356 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:29.662486 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-08d668a8-f253-45f1-a9a5-c6fd734c50bb req-db9b094c-fdf4-448f-8b8d-c4b14eef0356 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba24330e-3d10-45b2-aa45-d413663c46d4 HTTP/1.1" status: 200 len: 5419 time: 0.2574701 Jul 13 13:39:29.680827 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:29.688274 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-67d43ee0-5b36-4220-bd15-b89343ef3aed tempest-DHCPAgentSchedulersTestJSON-1950068883 tempest-DHCPAgentSchedulersTestJSON-1950068883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5970525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4763356'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:29.701402 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-99dd024f-05a8-4ed8-9243-2fda824facda req-f81ed8f5-cb7b-4aae-8369-13c461ddfe25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:29.722137 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-67d43ee0-5b36-4220-bd15-b89343ef3aed tempest-DHCPAgentSchedulersTestJSON-1950068883 tempest-DHCPAgentSchedulersTestJSON-1950068883-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:29.725373 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-67d43ee0-5b36-4220-bd15-b89343ef3aed tempest-DHCPAgentSchedulersTestJSON-1950068883 tempest-DHCPAgentSchedulersTestJSON-1950068883-project] 10.222.0.23 "DELETE /v2.0/subnets/4a1f9388-5d69-4c09-ab16-ef76ab9bd40f HTTP/1.1" status: 204 len: 168 time: 1.0562532 Jul 13 13:39:29.754215 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 59290) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:39:29.756055 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22d9a863-c098-4a4f-a30b-7f895c5bc062 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:39:29.769128 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41744e3f-289a-48fe-bbb0-a58645246be5 None None] Network c654be63-4cee-401b-ab16-a2b71a229aae requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:39:29.773870 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-08d668a8-f253-45f1-a9a5-c6fd734c50bb req-54cf136a-ec1b-4e2f-85bf-5d1d643fc71e tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] 10.222.0.23 "GET /v2.0/security-groups?id=b297afe2-d282-4df8-a205-49b02bf6195a&id=4073f342-904a-4e74-a26d-da1c71da9763&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1104345 Jul 13 13:39:29.776495 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d43ee0-5b36-4220-bd15-b89343ef3aed tempest-DHCPAgentSchedulersTestJSON-1950068883 tempest-DHCPAgentSchedulersTestJSON-1950068883-project] Pushing event deleted for resources: {'Subnet': ['ID=4a1f9388-5d69-4c09-ab16-ef76ab9bd40f,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:39:29.855959 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a56655b2-5a79-43cf-abbb-f5a179bac32e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:29.960092 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56655b2-5a79-43cf-abbb-f5a179bac32e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Pushing event updated for resources: {'Port': ['ID=3f82a6e9-0235-4d8d-8900-4905cd1c5d8d,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:39:29.982336 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 22d9a863-c098-4a4f-a30b-7f895c5bc062, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=22d9a863-c098-4a4f-a30b-7f895c5bc062,segment=NetworkSegment(9f7771f2-d981-496e-a6cb-2f28b09404cd),segment_id=9f7771f2-d981-496e-a6cb-2f28b09404cd)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:39:30.004710 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a56655b2-5a79-43cf-abbb-f5a179bac32e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Network f4858060-a885-4392-aa9c-a5d50800bfee is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:39:30.012650 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-a56655b2-5a79-43cf-abbb-f5a179bac32e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:39:30.017839 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:30.018691 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 63cb8491-88ea-44c4-ba8b-ee99d545ca33 details requested by agent hyperv_n-h1-800634-1 with host n-h1-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 13:39:30.022325 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56655b2-5a79-43cf-abbb-f5a179bac32e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:39:30.025156 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a56655b2-5a79-43cf-abbb-f5a179bac32e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:30.025815 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a56655b2-5a79-43cf-abbb-f5a179bac32e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:30.092891 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14cb3f8b-31fa-457e-9faa-6dbaf5457842', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78be97d3-3ce5-43be-ba01-0c4833811bef'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:39:30.096269 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12116ed8-5445-4ed7-9f27-71d75a334100" -d '{"events": [{"server_uuid": "14cb3f8b-31fa-457e-9faa-6dbaf5457842", "name": "network-vif-plugged", "status": "completed", "tag": "78be97d3-3ce5-43be-ba01-0c4833811bef"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:39:30.117100 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=22d9a863-c098-4a4f-a30b-7f895c5bc062,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:39:30.145046 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-a56655b2-5a79-43cf-abbb-f5a179bac32e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.3149295 Jul 13 13:39:30.148578 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 59300) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:39:30.158878 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-5572f3b5-a989-4177-b0ad-b1f1df6a9a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-800634-1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:39:30.173361 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f4985f5a-f2e4-43b7-9d24-8e181cc81c9d tempest-DHCPAgentSchedulersTestJSON-1950068883 tempest-DHCPAgentSchedulersTestJSON-1950068883-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:30.299340 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ca020e-60e3-4e3d-81d7-f82cfde1e6b9 req-362c9d6b-9155-4bd3-a6ad-76e7bceb2c84 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:30.306264 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e3ca020e-60e3-4e3d-81d7-f82cfde1e6b9 req-362c9d6b-9155-4bd3-a6ad-76e7bceb2c84 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ce44543-1f61-4d9c-8c3c-26da94576b7f HTTP/1.1" status: 200 len: 946 time: 0.4397759 Jul 13 13:39:30.316812 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 63cb8491-88ea-44c4-ba8b-ee99d545ca33, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=63cb8491-88ea-44c4-ba8b-ee99d545ca33,segment=NetworkSegment(a1e3e7d9-9db1-4f41-8f44-5b4a3be7def2),segment_id=a1e3e7d9-9db1-4f41-8f44-5b4a3be7def2)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:39:30.355440 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54abfa08-2800-4755-b705-cfc50036e6de req-9d60c1cb-f1b3-4276-8c6f-6a0d93d0cbf5 tempest-ServersTestManualDisk-139157132 tempest-ServersTestManualDisk-139157132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:30.357414 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-54abfa08-2800-4755-b705-cfc50036e6de req-9d60c1cb-f1b3-4276-8c6f-6a0d93d0cbf5 tempest-ServersTestManualDisk-139157132 tempest-ServersTestManualDisk-139157132-project] 10.222.0.23 "GET /v2.0/ports?device_id=14cb3f8b-31fa-457e-9faa-6dbaf5457842 HTTP/1.1" status: 200 len: 945 time: 0.3286045 Jul 13 13:39:30.358823 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5572f3b5-a989-4177-b0ad-b1f1df6a9a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:30.363239 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Returning: {'device': '63cb8491-88ea-44c4-ba8b-ee99d545ca33', 'network_id': '350b8d90-a566-446d-ae67-d3a6d73524f9', 'port_id': '63cb8491-88ea-44c4-ba8b-ee99d545ca33', 'mac_address': 'fa:16:3e:ba:a6:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '241e495f-5827-4e62-b5be-0cbc962ebff7', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 13:39:30.421524 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:30.431567 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e3ca020e-60e3-4e3d-81d7-f82cfde1e6b9 req-e04e9174-48e8-487b-a114-d2b6d4950be1 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8450e8a-3ce6-4095-b6b4-37555b8042b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184092 Jul 13 13:39:30.442927 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-54abfa08-2800-4755-b705-cfc50036e6de req-3c45d8f5-3edf-45ac-afd0-a34876dd67f0 tempest-ServersTestManualDisk-139157132 tempest-ServersTestManualDisk-139157132-project] 10.222.0.23 "GET /v2.0/security-groups?id=6694af6c-c410-439b-b6c6-f0aa0397bd9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747523 Jul 13 13:39:30.555338 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:30.557325 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:30.577499 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ca076a1-852e-4f34-b4e4-18a0e1a26e2c x-openstack-request-id: req-1ca076a1-852e-4f34-b4e4-18a0e1a26e2c {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:39:30.577947 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14cb3f8b-31fa-457e-9faa-6dbaf5457842", "name": "network-vif-plugged", "status": "completed", "tag": "78be97d3-3ce5-43be-ba01-0c4833811bef", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:39:30.578304 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1ca076a1-852e-4f34-b4e4-18a0e1a26e2c {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:39:30.578993 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14cb3f8b-31fa-457e-9faa-6dbaf5457842', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78be97d3-3ce5-43be-ba01-0c4833811bef', 'code': 200} Jul 13 13:39:30.597641 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-f4985f5a-f2e4-43b7-9d24-8e181cc81c9d tempest-DHCPAgentSchedulersTestJSON-1950068883 tempest-DHCPAgentSchedulersTestJSON-1950068883-project] Deleting port caf6606b-e8d6-4481-924a-05a29428333f {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:39:30.598198 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f4985f5a-f2e4-43b7-9d24-8e181cc81c9d tempest-DHCPAgentSchedulersTestJSON-1950068883 tempest-DHCPAgentSchedulersTestJSON-1950068883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:30.665667 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63cb8491-88ea-44c4-ba8b-ee99d545ca33 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:39:30.706535 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 63cb8491-88ea-44c4-ba8b-ee99d545ca33, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=63cb8491-88ea-44c4-ba8b-ee99d545ca33,segment=NetworkSegment(a1e3e7d9-9db1-4f41-8f44-5b4a3be7def2),segment_id=a1e3e7d9-9db1-4f41-8f44-5b4a3be7def2)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:39:30.720351 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:30.721500 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 35b9c0d6-bf46-4195-88bd-2cd8259cb742 details requested by agent hyperv_n-h1-800634-1 with host n-h1-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 13:39:30.848207 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-f4985f5a-f2e4-43b7-9d24-8e181cc81c9d tempest-DHCPAgentSchedulersTestJSON-1950068883 tempest-DHCPAgentSchedulersTestJSON-1950068883-project] For port caf6606b-e8d6-4481-924a-05a29428333f, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=caf6606b-e8d6-4481-924a-05a29428333f,segment=NetworkSegment(070e002e-6f2b-4867-9774-9c4afa805303),segment_id=070e002e-6f2b-4867-9774-9c4afa805303)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:39:30.848614 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f4985f5a-f2e4-43b7-9d24-8e181cc81c9d tempest-DHCPAgentSchedulersTestJSON-1950068883 tempest-DHCPAgentSchedulersTestJSON-1950068883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:30.853862 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=63cb8491-88ea-44c4-ba8b-ee99d545ca33,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:39:30.868841 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-184f8aad-b628-49d3-8e02-5b83a73f1557 None None] DHCP port deletion for c654be63-4cee-401b-ab16-a2b71a229aae request from n-d-800634-1 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 13:39:30.889366 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-f4985f5a-f2e4-43b7-9d24-8e181cc81c9d tempest-DHCPAgentSchedulersTestJSON-1950068883 tempest-DHCPAgentSchedulersTestJSON-1950068883-project] Calling delete_port for caf6606b-e8d6-4481-924a-05a29428333f owned by network:dhcp {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:39:30.905176 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.db.resource_extend [None req-381d4315-9089-413f-a071-aa2897bda790 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 13 13:39:30.912816 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8b291b-80ef-4ff2-a4d4-8c8d72612c89 req-a84f3e3a-5045-499d-beaa-22bc58a18bca tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:30.913215 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [None req-5572f3b5-a989-4177-b0ad-b1f1df6a9a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] device_id is not set on port 3f82a6e9-0235-4d8d-8900-4905cd1c5d8d yet. {{(pid=93750) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 13:39:30.914464 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-fb8b291b-80ef-4ff2-a4d4-8c8d72612c89 req-a84f3e3a-5045-499d-beaa-22bc58a18bca tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c67f21f-8602-4690-a16a-b18bee9d640f HTTP/1.1" status: 200 len: 931 time: 0.1452243 Jul 13 13:39:30.931278 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5572f3b5-a989-4177-b0ad-b1f1df6a9a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:30.949171 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 35b9c0d6-bf46-4195-88bd-2cd8259cb742, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=35b9c0d6-bf46-4195-88bd-2cd8259cb742,segment=NetworkSegment(9f7771f2-d981-496e-a6cb-2f28b09404cd),segment_id=9f7771f2-d981-496e-a6cb-2f28b09404cd)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:39:30.975431 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [None req-5572f3b5-a989-4177-b0ad-b1f1df6a9a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Transition to ACTIVE for port object 3f82a6e9-0235-4d8d-8900-4905cd1c5d8d will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:39:30.989105 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5751277c-96d2-4e70-8f84-a8a6cd26263a req-0d2a0d97-b692-4efe-8dbf-6495d74cffac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:30.990264 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-184f8aad-b628-49d3-8e02-5b83a73f1557 None None] Deleting port caf6606b-e8d6-4481-924a-05a29428333f {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:39:30.990645 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-184f8aad-b628-49d3-8e02-5b83a73f1557 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:30.991806 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5751277c-96d2-4e70-8f84-a8a6cd26263a req-0d2a0d97-b692-4efe-8dbf-6495d74cffac service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=14cb3f8b-31fa-457e-9faa-6dbaf5457842 HTTP/1.1" status: 200 len: 1096 time: 0.2450981 Jul 13 13:39:30.994300 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5572f3b5-a989-4177-b0ad-b1f1df6a9a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:31.006497 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb807315-b738-43da-925a-cecd7a17f09c req-f8fd1067-cfb8-4787-976b-d7910f1cb049 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:31.008510 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cb807315-b738-43da-925a-cecd7a17f09c req-f8fd1067-cfb8-4787-976b-d7910f1cb049 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.23 "GET /v2.0/ports?device_id=f91e5060-a285-4b39-a63d-f58a29a87fbc HTTP/1.1" status: 200 len: 945 time: 0.2363474 Jul 13 13:39:31.008813 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Returning: {'device': '35b9c0d6-bf46-4195-88bd-2cd8259cb742', 'network_id': 'cc9dab26-3983-4dce-8c1c-cb82d11f88fb', 'port_id': '35b9c0d6-bf46-4195-88bd-2cd8259cb742', 'mac_address': 'fa:16:3e:53:67:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34409026-9eef-4b98-88d5-24448af1561a', 'ip_address': '10.1.1.190'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 13:39:31.047396 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-fb8b291b-80ef-4ff2-a4d4-8c8d72612c89 req-df0ae683-57c7-4e28-abfc-1965ccae20b2 tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] 10.222.0.23 "GET /v2.0/security-groups?id=9a4040a4-7a24-4bfb-97c3-fc064942d274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047189 Jul 13 13:39:31.068230 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [req-99dd024f-05a8-4ed8-9243-2fda824facda req-f81ed8f5-cb7b-4aae-8369-13c461ddfe25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37327d45-43db-4f2b-b2c2-d66f9a414b16 {{(pid=93751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:39:31.097417 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-99dd024f-05a8-4ed8-9243-2fda824facda req-f81ed8f5-cb7b-4aae-8369-13c461ddfe25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:31.137025 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:31.162234 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-99dd024f-05a8-4ed8-9243-2fda824facda req-f81ed8f5-cb7b-4aae-8369-13c461ddfe25 service neutron] Transition to ACTIVE for port object 37327d45-43db-4f2b-b2c2-d66f9a414b16 will not be triggered until provisioned by entity L2. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:39:31.191522 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5572f3b5-a989-4177-b0ad-b1f1df6a9a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Pushing event updated for resources: {'Port': ['ID=3f82a6e9-0235-4d8d-8900-4905cd1c5d8d,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:39:31.192226 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-99dd024f-05a8-4ed8-9243-2fda824facda req-f81ed8f5-cb7b-4aae-8369-13c461ddfe25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:31.202858 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5751277c-96d2-4e70-8f84-a8a6cd26263a req-023288ef-a11d-42f0-8c5a-396d4f966648 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=6694af6c-c410-439b-b6c6-f0aa0397bd9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1927536 Jul 13 13:39:31.207573 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cb807315-b738-43da-925a-cecd7a17f09c req-85ef49c7-8dc1-4290-938a-d256e6ed3a60 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.23 "GET /v2.0/security-groups?id=215441dc-b65f-49ea-b8ce-4afa75e23159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869695 Jul 13 13:39:31.230255 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [None req-5572f3b5-a989-4177-b0ad-b1f1df6a9a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Attempting to bind port 3f82a6e9-0235-4d8d-8900-4905cd1c5d8d on host n-h2-800634-1 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:39:31.230635 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [None req-5572f3b5-a989-4177-b0ad-b1f1df6a9a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Attempting to bind port 3f82a6e9-0235-4d8d-8900-4905cd1c5d8d by drivers openvswitch,hyperv on host n-h2-800634-1 at level 0 using segments [{'id': '3458f3b5-fb1c-4b35-9d7a-aad9b9bd61e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f4858060-a885-4392-aa9c-a5d50800bfee'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:39:31.231183 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5572f3b5-a989-4177-b0ad-b1f1df6a9a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Attempting to bind port 3f82a6e9-0235-4d8d-8900-4905cd1c5d8d on network f4858060-a885-4392-aa9c-a5d50800bfee {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:39:31.238919 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5572f3b5-a989-4177-b0ad-b1f1df6a9a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Port 3f82a6e9-0235-4d8d-8900-4905cd1c5d8d on network f4858060-a885-4392-aa9c-a5d50800bfee not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-1 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:39:31.239285 n-d-800634-1 neutron-server[93750]: ERROR neutron.plugins.ml2.managers [None req-5572f3b5-a989-4177-b0ad-b1f1df6a9a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Failed to bind port 3f82a6e9-0235-4d8d-8900-4905cd1c5d8d on host n-h2-800634-1 for vnic_type normal using segments [{'id': '3458f3b5-fb1c-4b35-9d7a-aad9b9bd61e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f4858060-a885-4392-aa9c-a5d50800bfee'}] Jul 13 13:39:31.239760 n-d-800634-1 neutron-server[93750]: INFO neutron.plugins.ml2.plugin [None req-5572f3b5-a989-4177-b0ad-b1f1df6a9a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Attempt 2 to bind port 3f82a6e9-0235-4d8d-8900-4905cd1c5d8d Jul 13 13:39:31.273865 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [None req-5572f3b5-a989-4177-b0ad-b1f1df6a9a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Attempting to bind port 3f82a6e9-0235-4d8d-8900-4905cd1c5d8d on host n-h2-800634-1 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:39:31.274196 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [None req-5572f3b5-a989-4177-b0ad-b1f1df6a9a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Attempting to bind port 3f82a6e9-0235-4d8d-8900-4905cd1c5d8d by drivers openvswitch,hyperv on host n-h2-800634-1 at level 0 using segments [{'id': '3458f3b5-fb1c-4b35-9d7a-aad9b9bd61e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f4858060-a885-4392-aa9c-a5d50800bfee'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:39:31.274533 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5572f3b5-a989-4177-b0ad-b1f1df6a9a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Attempting to bind port 3f82a6e9-0235-4d8d-8900-4905cd1c5d8d on network f4858060-a885-4392-aa9c-a5d50800bfee {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:39:31.288024 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35b9c0d6-bf46-4195-88bd-2cd8259cb742 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:39:31.288204 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f4985f5a-f2e4-43b7-9d24-8e181cc81c9d tempest-DHCPAgentSchedulersTestJSON-1950068883 tempest-DHCPAgentSchedulersTestJSON-1950068883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:31.294052 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5572f3b5-a989-4177-b0ad-b1f1df6a9a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Port 3f82a6e9-0235-4d8d-8900-4905cd1c5d8d on network f4858060-a885-4392-aa9c-a5d50800bfee not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-1 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:39:31.294828 n-d-800634-1 neutron-server[93750]: ERROR neutron.plugins.ml2.managers [None req-5572f3b5-a989-4177-b0ad-b1f1df6a9a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Failed to bind port 3f82a6e9-0235-4d8d-8900-4905cd1c5d8d on host n-h2-800634-1 for vnic_type normal using segments [{'id': '3458f3b5-fb1c-4b35-9d7a-aad9b9bd61e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f4858060-a885-4392-aa9c-a5d50800bfee'}] Jul 13 13:39:31.297509 n-d-800634-1 neutron-server[93750]: INFO neutron.plugins.ml2.plugin [None req-5572f3b5-a989-4177-b0ad-b1f1df6a9a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Attempt 3 to bind port 3f82a6e9-0235-4d8d-8900-4905cd1c5d8d Jul 13 13:39:31.299110 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device caf6606b-e8d6-4481-924a-05a29428333f no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:39:31.313333 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-184f8aad-b628-49d3-8e02-5b83a73f1557 None None] For port caf6606b-e8d6-4481-924a-05a29428333f, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=caf6606b-e8d6-4481-924a-05a29428333f,segment=NetworkSegment(070e002e-6f2b-4867-9774-9c4afa805303),segment_id=070e002e-6f2b-4867-9774-9c4afa805303)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:39:31.314053 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-184f8aad-b628-49d3-8e02-5b83a73f1557 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:31.323399 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [None req-5572f3b5-a989-4177-b0ad-b1f1df6a9a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Attempting to bind port 3f82a6e9-0235-4d8d-8900-4905cd1c5d8d on host n-h2-800634-1 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:39:31.323737 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [None req-5572f3b5-a989-4177-b0ad-b1f1df6a9a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Attempting to bind port 3f82a6e9-0235-4d8d-8900-4905cd1c5d8d by drivers openvswitch,hyperv on host n-h2-800634-1 at level 0 using segments [{'id': '3458f3b5-fb1c-4b35-9d7a-aad9b9bd61e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f4858060-a885-4392-aa9c-a5d50800bfee'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:39:31.324076 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5572f3b5-a989-4177-b0ad-b1f1df6a9a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Attempting to bind port 3f82a6e9-0235-4d8d-8900-4905cd1c5d8d on network f4858060-a885-4392-aa9c-a5d50800bfee {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:39:31.331500 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5572f3b5-a989-4177-b0ad-b1f1df6a9a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Port 3f82a6e9-0235-4d8d-8900-4905cd1c5d8d on network f4858060-a885-4392-aa9c-a5d50800bfee not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-1 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:39:31.331828 n-d-800634-1 neutron-server[93750]: ERROR neutron.plugins.ml2.managers [None req-5572f3b5-a989-4177-b0ad-b1f1df6a9a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Failed to bind port 3f82a6e9-0235-4d8d-8900-4905cd1c5d8d on host n-h2-800634-1 for vnic_type normal using segments [{'id': '3458f3b5-fb1c-4b35-9d7a-aad9b9bd61e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f4858060-a885-4392-aa9c-a5d50800bfee'}] Jul 13 13:39:31.332217 n-d-800634-1 neutron-server[93750]: INFO neutron.plugins.ml2.plugin [None req-5572f3b5-a989-4177-b0ad-b1f1df6a9a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Attempt 4 to bind port 3f82a6e9-0235-4d8d-8900-4905cd1c5d8d Jul 13 13:39:31.335176 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4985f5a-f2e4-43b7-9d24-8e181cc81c9d tempest-DHCPAgentSchedulersTestJSON-1950068883 tempest-DHCPAgentSchedulersTestJSON-1950068883-project] No DVR routers for this DVR port caf6606b-e8d6-4481-924a-05a29428333f on host n-d-800634-1 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:39:31.360972 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: caf6606b-e8d6-4481-924a-05a29428333f {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:39:31.361541 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device caf6606b-e8d6-4481-924a-05a29428333f not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:39:31.364348 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 35b9c0d6-bf46-4195-88bd-2cd8259cb742, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=35b9c0d6-bf46-4195-88bd-2cd8259cb742,segment=NetworkSegment(9f7771f2-d981-496e-a6cb-2f28b09404cd),segment_id=9f7771f2-d981-496e-a6cb-2f28b09404cd)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:39:31.364436 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [None req-5572f3b5-a989-4177-b0ad-b1f1df6a9a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Attempting to bind port 3f82a6e9-0235-4d8d-8900-4905cd1c5d8d on host n-h2-800634-1 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:39:31.364696 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [None req-5572f3b5-a989-4177-b0ad-b1f1df6a9a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Attempting to bind port 3f82a6e9-0235-4d8d-8900-4905cd1c5d8d by drivers openvswitch,hyperv on host n-h2-800634-1 at level 0 using segments [{'id': '3458f3b5-fb1c-4b35-9d7a-aad9b9bd61e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f4858060-a885-4392-aa9c-a5d50800bfee'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:39:31.365096 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5572f3b5-a989-4177-b0ad-b1f1df6a9a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Attempting to bind port 3f82a6e9-0235-4d8d-8900-4905cd1c5d8d on network f4858060-a885-4392-aa9c-a5d50800bfee {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:39:31.374970 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-184f8aad-b628-49d3-8e02-5b83a73f1557 None None] Calling delete_port for caf6606b-e8d6-4481-924a-05a29428333f owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:39:31.375520 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5572f3b5-a989-4177-b0ad-b1f1df6a9a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Port 3f82a6e9-0235-4d8d-8900-4905cd1c5d8d on network f4858060-a885-4392-aa9c-a5d50800bfee not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-1 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:39:31.375888 n-d-800634-1 neutron-server[93750]: ERROR neutron.plugins.ml2.managers [None req-5572f3b5-a989-4177-b0ad-b1f1df6a9a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Failed to bind port 3f82a6e9-0235-4d8d-8900-4905cd1c5d8d on host n-h2-800634-1 for vnic_type normal using segments [{'id': '3458f3b5-fb1c-4b35-9d7a-aad9b9bd61e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f4858060-a885-4392-aa9c-a5d50800bfee'}] Jul 13 13:39:31.376333 n-d-800634-1 neutron-server[93750]: INFO neutron.plugins.ml2.plugin [None req-5572f3b5-a989-4177-b0ad-b1f1df6a9a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Attempt 5 to bind port 3f82a6e9-0235-4d8d-8900-4905cd1c5d8d Jul 13 13:39:31.379767 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:31.380436 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 81223daf-efa0-44c5-a889-92de62226cc8 details requested by agent hyperv_n-h1-800634-1 with host n-h1-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 13:39:31.403469 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [None req-5572f3b5-a989-4177-b0ad-b1f1df6a9a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Attempting to bind port 3f82a6e9-0235-4d8d-8900-4905cd1c5d8d on host n-h2-800634-1 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:39:31.404414 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [None req-5572f3b5-a989-4177-b0ad-b1f1df6a9a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Attempting to bind port 3f82a6e9-0235-4d8d-8900-4905cd1c5d8d by drivers openvswitch,hyperv on host n-h2-800634-1 at level 0 using segments [{'id': '3458f3b5-fb1c-4b35-9d7a-aad9b9bd61e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f4858060-a885-4392-aa9c-a5d50800bfee'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:39:31.405911 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5572f3b5-a989-4177-b0ad-b1f1df6a9a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Attempting to bind port 3f82a6e9-0235-4d8d-8900-4905cd1c5d8d on network f4858060-a885-4392-aa9c-a5d50800bfee {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:39:31.420339 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5572f3b5-a989-4177-b0ad-b1f1df6a9a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Port 3f82a6e9-0235-4d8d-8900-4905cd1c5d8d on network f4858060-a885-4392-aa9c-a5d50800bfee not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-1 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:39:31.420714 n-d-800634-1 neutron-server[93750]: ERROR neutron.plugins.ml2.managers [None req-5572f3b5-a989-4177-b0ad-b1f1df6a9a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Failed to bind port 3f82a6e9-0235-4d8d-8900-4905cd1c5d8d on host n-h2-800634-1 for vnic_type normal using segments [{'id': '3458f3b5-fb1c-4b35-9d7a-aad9b9bd61e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f4858060-a885-4392-aa9c-a5d50800bfee'}] Jul 13 13:39:31.421112 n-d-800634-1 neutron-server[93750]: INFO neutron.plugins.ml2.plugin [None req-5572f3b5-a989-4177-b0ad-b1f1df6a9a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Attempt 6 to bind port 3f82a6e9-0235-4d8d-8900-4905cd1c5d8d Jul 13 13:39:31.506167 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [None req-5572f3b5-a989-4177-b0ad-b1f1df6a9a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Attempting to bind port 3f82a6e9-0235-4d8d-8900-4905cd1c5d8d on host n-h2-800634-1 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:39:31.506887 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [None req-5572f3b5-a989-4177-b0ad-b1f1df6a9a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Attempting to bind port 3f82a6e9-0235-4d8d-8900-4905cd1c5d8d by drivers openvswitch,hyperv on host n-h2-800634-1 at level 0 using segments [{'id': '3458f3b5-fb1c-4b35-9d7a-aad9b9bd61e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f4858060-a885-4392-aa9c-a5d50800bfee'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:39:31.507457 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5572f3b5-a989-4177-b0ad-b1f1df6a9a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Attempting to bind port 3f82a6e9-0235-4d8d-8900-4905cd1c5d8d on network f4858060-a885-4392-aa9c-a5d50800bfee {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:39:31.537245 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=35b9c0d6-bf46-4195-88bd-2cd8259cb742,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:39:31.538460 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b23e23-a8f8-43f9-98a2-9446560834ce req-85812a2c-1f02-4b78-a63d-1f93148b7a67 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:31.548951 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-39b23e23-a8f8-43f9-98a2-9446560834ce req-85812a2c-1f02-4b78-a63d-1f93148b7a67 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.23 "GET /v2.0/ports?device_id=f91e5060-a285-4b39-a63d-f58a29a87fbc HTTP/1.1" status: 200 len: 945 time: 0.1154184 Jul 13 13:39:31.549987 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 81223daf-efa0-44c5-a889-92de62226cc8, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=81223daf-efa0-44c5-a889-92de62226cc8,segment=NetworkSegment(9f7771f2-d981-496e-a6cb-2f28b09404cd),segment_id=9f7771f2-d981-496e-a6cb-2f28b09404cd)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:39:31.559199 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5572f3b5-a989-4177-b0ad-b1f1df6a9a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Port 3f82a6e9-0235-4d8d-8900-4905cd1c5d8d on network f4858060-a885-4392-aa9c-a5d50800bfee not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-1 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:39:31.559541 n-d-800634-1 neutron-server[93750]: ERROR neutron.plugins.ml2.managers [None req-5572f3b5-a989-4177-b0ad-b1f1df6a9a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Failed to bind port 3f82a6e9-0235-4d8d-8900-4905cd1c5d8d on host n-h2-800634-1 for vnic_type normal using segments [{'id': '3458f3b5-fb1c-4b35-9d7a-aad9b9bd61e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f4858060-a885-4392-aa9c-a5d50800bfee'}] Jul 13 13:39:31.563160 n-d-800634-1 neutron-server[93750]: INFO neutron.plugins.ml2.plugin [None req-5572f3b5-a989-4177-b0ad-b1f1df6a9a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Attempt 7 to bind port 3f82a6e9-0235-4d8d-8900-4905cd1c5d8d Jul 13 13:39:31.572425 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Returning: {'device': '81223daf-efa0-44c5-a889-92de62226cc8', 'network_id': 'cc9dab26-3983-4dce-8c1c-cb82d11f88fb', 'port_id': '81223daf-efa0-44c5-a889-92de62226cc8', 'mac_address': 'fa:16:3e:0d:6b:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34409026-9eef-4b98-88d5-24448af1561a', 'ip_address': '10.1.1.87'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 13:39:31.612546 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-184f8aad-b628-49d3-8e02-5b83a73f1557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:31.621754 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [None req-5572f3b5-a989-4177-b0ad-b1f1df6a9a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Attempting to bind port 3f82a6e9-0235-4d8d-8900-4905cd1c5d8d on host n-h2-800634-1 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:39:31.623907 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [None req-5572f3b5-a989-4177-b0ad-b1f1df6a9a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Attempting to bind port 3f82a6e9-0235-4d8d-8900-4905cd1c5d8d by drivers openvswitch,hyperv on host n-h2-800634-1 at level 0 using segments [{'id': '3458f3b5-fb1c-4b35-9d7a-aad9b9bd61e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f4858060-a885-4392-aa9c-a5d50800bfee'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:39:31.624525 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5572f3b5-a989-4177-b0ad-b1f1df6a9a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Attempting to bind port 3f82a6e9-0235-4d8d-8900-4905cd1c5d8d on network f4858060-a885-4392-aa9c-a5d50800bfee {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:39:31.636041 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-39b23e23-a8f8-43f9-98a2-9446560834ce req-76fb45b8-79e9-45c5-ac94-babe2fb6a6a5 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.23 "GET /v2.0/security-groups?id=215441dc-b65f-49ea-b8ce-4afa75e23159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857093 Jul 13 13:39:31.637027 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5572f3b5-a989-4177-b0ad-b1f1df6a9a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Port 3f82a6e9-0235-4d8d-8900-4905cd1c5d8d on network f4858060-a885-4392-aa9c-a5d50800bfee not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-1 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:39:31.637577 n-d-800634-1 neutron-server[93750]: ERROR neutron.plugins.ml2.managers [None req-5572f3b5-a989-4177-b0ad-b1f1df6a9a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Failed to bind port 3f82a6e9-0235-4d8d-8900-4905cd1c5d8d on host n-h2-800634-1 for vnic_type normal using segments [{'id': '3458f3b5-fb1c-4b35-9d7a-aad9b9bd61e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f4858060-a885-4392-aa9c-a5d50800bfee'}] Jul 13 13:39:31.638798 n-d-800634-1 neutron-server[93750]: INFO neutron.plugins.ml2.plugin [None req-5572f3b5-a989-4177-b0ad-b1f1df6a9a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Attempt 8 to bind port 3f82a6e9-0235-4d8d-8900-4905cd1c5d8d Jul 13 13:39:31.660067 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [None req-5572f3b5-a989-4177-b0ad-b1f1df6a9a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Attempting to bind port 3f82a6e9-0235-4d8d-8900-4905cd1c5d8d on host n-h2-800634-1 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:39:31.660786 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [None req-5572f3b5-a989-4177-b0ad-b1f1df6a9a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Attempting to bind port 3f82a6e9-0235-4d8d-8900-4905cd1c5d8d by drivers openvswitch,hyperv on host n-h2-800634-1 at level 0 using segments [{'id': '3458f3b5-fb1c-4b35-9d7a-aad9b9bd61e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f4858060-a885-4392-aa9c-a5d50800bfee'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:39:31.661597 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5572f3b5-a989-4177-b0ad-b1f1df6a9a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Attempting to bind port 3f82a6e9-0235-4d8d-8900-4905cd1c5d8d on network f4858060-a885-4392-aa9c-a5d50800bfee {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:39:31.668918 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5572f3b5-a989-4177-b0ad-b1f1df6a9a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Port 3f82a6e9-0235-4d8d-8900-4905cd1c5d8d on network f4858060-a885-4392-aa9c-a5d50800bfee not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-1 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:39:31.669591 n-d-800634-1 neutron-server[93750]: ERROR neutron.plugins.ml2.managers [None req-5572f3b5-a989-4177-b0ad-b1f1df6a9a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Failed to bind port 3f82a6e9-0235-4d8d-8900-4905cd1c5d8d on host n-h2-800634-1 for vnic_type normal using segments [{'id': '3458f3b5-fb1c-4b35-9d7a-aad9b9bd61e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f4858060-a885-4392-aa9c-a5d50800bfee'}] Jul 13 13:39:31.670245 n-d-800634-1 neutron-server[93750]: INFO neutron.plugins.ml2.plugin [None req-5572f3b5-a989-4177-b0ad-b1f1df6a9a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Attempt 9 to bind port 3f82a6e9-0235-4d8d-8900-4905cd1c5d8d Jul 13 13:39:31.681462 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184f8aad-b628-49d3-8e02-5b83a73f1557 None None] Pushing event deleted for resources: {'Port': ['ID=caf6606b-e8d6-4481-924a-05a29428333f,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:39:31.685559 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184f8aad-b628-49d3-8e02-5b83a73f1557 None None] No DVR routers for this DVR port caf6606b-e8d6-4481-924a-05a29428333f on host n-d-800634-1 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:39:31.687225 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:31.715474 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [None req-5572f3b5-a989-4177-b0ad-b1f1df6a9a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Attempting to bind port 3f82a6e9-0235-4d8d-8900-4905cd1c5d8d on host n-h2-800634-1 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:39:31.715823 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [None req-5572f3b5-a989-4177-b0ad-b1f1df6a9a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Attempting to bind port 3f82a6e9-0235-4d8d-8900-4905cd1c5d8d by drivers openvswitch,hyperv on host n-h2-800634-1 at level 0 using segments [{'id': '3458f3b5-fb1c-4b35-9d7a-aad9b9bd61e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f4858060-a885-4392-aa9c-a5d50800bfee'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:39:31.716271 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5572f3b5-a989-4177-b0ad-b1f1df6a9a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Attempting to bind port 3f82a6e9-0235-4d8d-8900-4905cd1c5d8d on network f4858060-a885-4392-aa9c-a5d50800bfee {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:39:31.722568 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5572f3b5-a989-4177-b0ad-b1f1df6a9a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Port 3f82a6e9-0235-4d8d-8900-4905cd1c5d8d on network f4858060-a885-4392-aa9c-a5d50800bfee not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-1 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:39:31.722896 n-d-800634-1 neutron-server[93750]: ERROR neutron.plugins.ml2.managers [None req-5572f3b5-a989-4177-b0ad-b1f1df6a9a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Failed to bind port 3f82a6e9-0235-4d8d-8900-4905cd1c5d8d on host n-h2-800634-1 for vnic_type normal using segments [{'id': '3458f3b5-fb1c-4b35-9d7a-aad9b9bd61e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f4858060-a885-4392-aa9c-a5d50800bfee'}] Jul 13 13:39:31.723303 n-d-800634-1 neutron-server[93750]: INFO neutron.plugins.ml2.plugin [None req-5572f3b5-a989-4177-b0ad-b1f1df6a9a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Attempt 10 to bind port 3f82a6e9-0235-4d8d-8900-4905cd1c5d8d Jul 13 13:39:31.727776 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81223daf-efa0-44c5-a889-92de62226cc8 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:39:31.753640 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [None req-5572f3b5-a989-4177-b0ad-b1f1df6a9a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Attempting to bind port 3f82a6e9-0235-4d8d-8900-4905cd1c5d8d on host n-h2-800634-1 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:39:31.754059 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [None req-5572f3b5-a989-4177-b0ad-b1f1df6a9a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Attempting to bind port 3f82a6e9-0235-4d8d-8900-4905cd1c5d8d by drivers openvswitch,hyperv on host n-h2-800634-1 at level 0 using segments [{'id': '3458f3b5-fb1c-4b35-9d7a-aad9b9bd61e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f4858060-a885-4392-aa9c-a5d50800bfee'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:39:31.754359 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5572f3b5-a989-4177-b0ad-b1f1df6a9a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Attempting to bind port 3f82a6e9-0235-4d8d-8900-4905cd1c5d8d on network f4858060-a885-4392-aa9c-a5d50800bfee {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:39:31.758990 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5572f3b5-a989-4177-b0ad-b1f1df6a9a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Port 3f82a6e9-0235-4d8d-8900-4905cd1c5d8d on network f4858060-a885-4392-aa9c-a5d50800bfee not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-1 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:39:31.759320 n-d-800634-1 neutron-server[93750]: ERROR neutron.plugins.ml2.managers [None req-5572f3b5-a989-4177-b0ad-b1f1df6a9a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Failed to bind port 3f82a6e9-0235-4d8d-8900-4905cd1c5d8d on host n-h2-800634-1 for vnic_type normal using segments [{'id': '3458f3b5-fb1c-4b35-9d7a-aad9b9bd61e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f4858060-a885-4392-aa9c-a5d50800bfee'}] Jul 13 13:39:31.759724 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81ed8f5-cb7b-4aae-8369-13c461ddfe25 service neutron] Pushing event updated for resources: {'Port': ['ID=37327d45-43db-4f2b-b2c2-d66f9a414b16,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:39:31.760204 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5572f3b5-a989-4177-b0ad-b1f1df6a9a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:31.778241 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 81223daf-efa0-44c5-a889-92de62226cc8, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=81223daf-efa0-44c5-a889-92de62226cc8,segment=NetworkSegment(9f7771f2-d981-496e-a6cb-2f28b09404cd),segment_id=9f7771f2-d981-496e-a6cb-2f28b09404cd)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:39:31.793181 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:31.794528 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 8c8ea6d1-b0bc-4fe3-8965-3771992876e5 details requested by agent hyperv_n-h1-800634-1 with host n-h1-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 13:39:31.840365 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4985f5a-f2e4-43b7-9d24-8e181cc81c9d tempest-DHCPAgentSchedulersTestJSON-1950068883 tempest-DHCPAgentSchedulersTestJSON-1950068883-project] Pushing event deleted for resources: {'Port': ['ID=caf6606b-e8d6-4481-924a-05a29428333f,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:39:31.854374 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 8c8ea6d1-b0bc-4fe3-8965-3771992876e5, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=8c8ea6d1-b0bc-4fe3-8965-3771992876e5,segment=NetworkSegment(a1e3e7d9-9db1-4f41-8f44-5b4a3be7def2),segment_id=a1e3e7d9-9db1-4f41-8f44-5b4a3be7def2)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:39:31.862963 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f4985f5a-f2e4-43b7-9d24-8e181cc81c9d tempest-DHCPAgentSchedulersTestJSON-1950068883 tempest-DHCPAgentSchedulersTestJSON-1950068883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:31.867077 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Returning: {'device': '8c8ea6d1-b0bc-4fe3-8965-3771992876e5', 'network_id': '350b8d90-a566-446d-ae67-d3a6d73524f9', 'port_id': '8c8ea6d1-b0bc-4fe3-8965-3771992876e5', 'mac_address': 'fa:16:3e:40:2c:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '241e495f-5827-4e62-b5be-0cbc962ebff7', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 13:39:31.884318 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-f4985f5a-f2e4-43b7-9d24-8e181cc81c9d tempest-DHCPAgentSchedulersTestJSON-1950068883 tempest-DHCPAgentSchedulersTestJSON-1950068883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c654be63-4cee-401b-ab16-a2b71a229aae']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:39:31.894543 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-5572f3b5-a989-4177-b0ad-b1f1df6a9a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] For port 3f82a6e9-0235-4d8d-8900-4905cd1c5d8d, host n-h2-800634-1, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:39:31.895233 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-5572f3b5-a989-4177-b0ad-b1f1df6a9a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Attempted to set empty binding levels {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 13 13:39:31.899791 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-99dd024f-05a8-4ed8-9243-2fda824facda req-f81ed8f5-cb7b-4aae-8369-13c461ddfe25 service neutron] Attempting to bind port 37327d45-43db-4f2b-b2c2-d66f9a414b16 on host n-h1-800634-1 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:39:31.900121 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-99dd024f-05a8-4ed8-9243-2fda824facda req-f81ed8f5-cb7b-4aae-8369-13c461ddfe25 service neutron] Attempting to bind port 37327d45-43db-4f2b-b2c2-d66f9a414b16 by drivers openvswitch,hyperv on host n-h1-800634-1 at level 0 using segments [{'id': 'a992ca7b-0374-4ac8-89fd-e7752d9855d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'a0797fb9-b450-4bbe-af8e-ecaaafb3ac9d'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:39:31.900564 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99dd024f-05a8-4ed8-9243-2fda824facda req-f81ed8f5-cb7b-4aae-8369-13c461ddfe25 service neutron] Attempting to bind port 37327d45-43db-4f2b-b2c2-d66f9a414b16 on network a0797fb9-b450-4bbe-af8e-ecaaafb3ac9d {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:39:31.904885 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-f4985f5a-f2e4-43b7-9d24-8e181cc81c9d tempest-DHCPAgentSchedulersTestJSON-1950068883 tempest-DHCPAgentSchedulersTestJSON-1950068883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '070e002e-6f2b-4867-9774-9c4afa805303') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:39:31.905253 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-f4985f5a-f2e4-43b7-9d24-8e181cc81c9d tempest-DHCPAgentSchedulersTestJSON-1950068883 tempest-DHCPAgentSchedulersTestJSON-1950068883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '070e002e-6f2b-4867-9774-9c4afa805303') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:39:31.920317 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f4985f5a-f2e4-43b7-9d24-8e181cc81c9d tempest-DHCPAgentSchedulersTestJSON-1950068883 tempest-DHCPAgentSchedulersTestJSON-1950068883-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6018464'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:31.929259 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99dd024f-05a8-4ed8-9243-2fda824facda req-f81ed8f5-cb7b-4aae-8369-13c461ddfe25 service neutron] Port 37327d45-43db-4f2b-b2c2-d66f9a414b16 on network a0797fb9-b450-4bbe-af8e-ecaaafb3ac9d not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-1 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:39:31.929678 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99dd024f-05a8-4ed8-9243-2fda824facda req-f81ed8f5-cb7b-4aae-8369-13c461ddfe25 service neutron] Attempting to bind port 37327d45-43db-4f2b-b2c2-d66f9a414b16 on network a0797fb9-b450-4bbe-af8e-ecaaafb3ac9d {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:39:31.939807 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=81223daf-efa0-44c5-a889-92de62226cc8,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:39:31.941540 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f4985f5a-f2e4-43b7-9d24-8e181cc81c9d tempest-DHCPAgentSchedulersTestJSON-1950068883 tempest-DHCPAgentSchedulersTestJSON-1950068883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:31.943008 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:31.947789 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99dd024f-05a8-4ed8-9243-2fda824facda req-f81ed8f5-cb7b-4aae-8369-13c461ddfe25 service neutron] Checking agent: {'id': 'a7603dc8-3c50-4a9b-8f0d-1143528f155e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 39, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:39:31.948129 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99dd024f-05a8-4ed8-9243-2fda824facda req-f81ed8f5-cb7b-4aae-8369-13c461ddfe25 service neutron] Checking segment: {'id': 'a992ca7b-0374-4ac8-89fd-e7752d9855d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'a0797fb9-b450-4bbe-af8e-ecaaafb3ac9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:39:31.948610 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99dd024f-05a8-4ed8-9243-2fda824facda req-f81ed8f5-cb7b-4aae-8369-13c461ddfe25 service neutron] Bound using segment: {'id': 'a992ca7b-0374-4ac8-89fd-e7752d9855d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'a0797fb9-b450-4bbe-af8e-ecaaafb3ac9d'} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:39:31.949132 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-99dd024f-05a8-4ed8-9243-2fda824facda req-f81ed8f5-cb7b-4aae-8369-13c461ddfe25 service neutron] Bound port: 37327d45-43db-4f2b-b2c2-d66f9a414b16, host: n-h1-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a992ca7b-0374-4ac8-89fd-e7752d9855d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'a0797fb9-b450-4bbe-af8e-ecaaafb3ac9d'}}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:39:31.949550 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-99dd024f-05a8-4ed8-9243-2fda824facda req-f81ed8f5-cb7b-4aae-8369-13c461ddfe25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:31.957037 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5572f3b5-a989-4177-b0ad-b1f1df6a9a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:31.968103 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5b2ca0-eb8b-4434-943b-604aa5a09db9 req-0e67b838-6066-4a9b-85b4-b2d2e54f1892 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:31.974205 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5b2ca0-eb8b-4434-943b-604aa5a09db9 req-0e67b838-6066-4a9b-85b4-b2d2e54f1892 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:31.980503 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5b2ca0-eb8b-4434-943b-604aa5a09db9 req-0e67b838-6066-4a9b-85b4-b2d2e54f1892 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:31.986932 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5b2ca0-eb8b-4434-943b-604aa5a09db9 req-0e67b838-6066-4a9b-85b4-b2d2e54f1892 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:31.990461 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c8ea6d1-b0bc-4fe3-8965-3771992876e5 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:39:31.994651 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5b2ca0-eb8b-4434-943b-604aa5a09db9 req-0e67b838-6066-4a9b-85b4-b2d2e54f1892 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:32.001614 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5b2ca0-eb8b-4434-943b-604aa5a09db9 req-0e67b838-6066-4a9b-85b4-b2d2e54f1892 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:32.008743 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5b2ca0-eb8b-4434-943b-604aa5a09db9 req-0e67b838-6066-4a9b-85b4-b2d2e54f1892 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:32.009140 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-5572f3b5-a989-4177-b0ad-b1f1df6a9a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] In _notify_port_updated(), no bound segment for port 3f82a6e9-0235-4d8d-8900-4905cd1c5d8d on network f4858060-a885-4392-aa9c-a5d50800bfee {{(pid=93750) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 13 13:39:32.010101 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5572f3b5-a989-4177-b0ad-b1f1df6a9a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:32.010707 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5572f3b5-a989-4177-b0ad-b1f1df6a9a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:32.011014 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-cb5b2ca0-eb8b-4434-943b-604aa5a09db9 req-0e67b838-6066-4a9b-85b4-b2d2e54f1892 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba24330e-3d10-45b2-aa45-d413663c46d4 HTTP/1.1" status: 200 len: 5422 time: 0.6589289 Jul 13 13:39:32.016822 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-5572f3b5-a989-4177-b0ad-b1f1df6a9a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] 10.222.0.23 "PUT /v2.0/ports/3f82a6e9-0235-4d8d-8900-4905cd1c5d8d HTTP/1.1" status: 200 len: 979 time: 1.8640435 Jul 13 13:39:32.020696 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 59320) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:39:32.022032 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4985f5a-f2e4-43b7-9d24-8e181cc81c9d tempest-DHCPAgentSchedulersTestJSON-1950068883 tempest-DHCPAgentSchedulersTestJSON-1950068883-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 13:39:32.022606 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f4985f5a-f2e4-43b7-9d24-8e181cc81c9d tempest-DHCPAgentSchedulersTestJSON-1950068883 tempest-DHCPAgentSchedulersTestJSON-1950068883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6018632'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:32.033022 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 8c8ea6d1-b0bc-4fe3-8965-3771992876e5, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=8c8ea6d1-b0bc-4fe3-8965-3771992876e5,segment=NetworkSegment(a1e3e7d9-9db1-4f41-8f44-5b4a3be7def2),segment_id=a1e3e7d9-9db1-4f41-8f44-5b4a3be7def2)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:39:32.043028 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:32.043551 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:39:32.043551 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:39:32.043551 n-d-800634-1 neutron-server[93751]: Traceback (most recent call last): Jul 13 13:39:32.043551 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 13:39:32.043551 n-d-800634-1 neutron-server[93751]: timer() Jul 13 13:39:32.043551 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 13:39:32.043551 n-d-800634-1 neutron-server[93751]: cb(*args, **kw) Jul 13 13:39:32.043551 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 13:39:32.043551 n-d-800634-1 neutron-server[93751]: return func(*args, **kwargs) Jul 13 13:39:32.043551 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 13:39:32.043551 n-d-800634-1 neutron-server[93751]: self._notify() Jul 13 13:39:32.043551 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 13:39:32.043551 n-d-800634-1 neutron-server[93751]: self.callback(batched_events) Jul 13 13:39:32.043551 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 13:39:32.043551 n-d-800634-1 neutron-server[93751]: event.method(event) Jul 13 13:39:32.043551 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 13:39:32.043551 n-d-800634-1 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 13:39:32.043551 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 13:39:32.043551 n-d-800634-1 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 13:39:32.043551 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 13:39:32.043551 n-d-800634-1 neutron-server[93751]: return f(self, *a, **k) Jul 13 13:39:32.043551 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 13:39:32.043551 n-d-800634-1 neutron-server[93751]: return self._get(url).json() Jul 13 13:39:32.043551 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 13:39:32.043551 n-d-800634-1 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 13:39:32.043551 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 13:39:32.043551 n-d-800634-1 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 13 13:39:32.043551 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 13:39:32.043551 n-d-800634-1 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 13:39:32.043551 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 13:39:32.043551 n-d-800634-1 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 13:39:32.043551 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 13:39:32.043551 n-d-800634-1 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 13:39:32.043551 n-d-800634-1 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 13:39:32.048168 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5572f3b5-a989-4177-b0ad-b1f1df6a9a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Pushing event updated for resources: {'Port': ['ID=3f82a6e9-0235-4d8d-8900-4905cd1c5d8d,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:39:32.068655 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad33d370-d9bd-45fb-a5b4-d4bdcc99e015 req-b8cc47bd-24a6-4c32-8a57-ed67da960ca8 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:32.077208 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ad33d370-d9bd-45fb-a5b4-d4bdcc99e015 req-b8cc47bd-24a6-4c32-8a57-ed67da960ca8 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ce44543-1f61-4d9c-8c3c-26da94576b7f HTTP/1.1" status: 200 len: 946 time: 0.1800749 Jul 13 13:39:32.138432 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ad33d370-d9bd-45fb-a5b4-d4bdcc99e015 req-15befa6b-f30c-47cb-a186-24ea4cd4a817 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8450e8a-3ce6-4095-b6b4-37555b8042b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601993 Jul 13 13:39:32.175025 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=8c8ea6d1-b0bc-4fe3-8965-3771992876e5,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:39:32.358298 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-cb5b2ca0-eb8b-4434-943b-604aa5a09db9 req-253ef3aa-377a-4895-866f-cee4031fffbd tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] 10.222.0.23 "GET /v2.0/security-groups?id=b297afe2-d282-4df8-a205-49b02bf6195a&id=4073f342-904a-4e74-a26d-da1c71da9763&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3315930 Jul 13 13:39:32.358503 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ec5705-bc87-4ff8-8c2c-aaea747eefea req-9d773b11-d21d-478f-be60-e6d555d8d918 tempest-ServersTestManualDisk-139157132 tempest-ServersTestManualDisk-139157132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:32.360224 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-01ec5705-bc87-4ff8-8c2c-aaea747eefea req-9d773b11-d21d-478f-be60-e6d555d8d918 tempest-ServersTestManualDisk-139157132 tempest-ServersTestManualDisk-139157132-project] 10.222.0.23 "GET /v2.0/ports?device_id=14cb3f8b-31fa-457e-9faa-6dbaf5457842 HTTP/1.1" status: 200 len: 945 time: 0.0719569 Jul 13 13:39:32.389034 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-99dd024f-05a8-4ed8-9243-2fda824facda req-f81ed8f5-cb7b-4aae-8369-13c461ddfe25 service neutron] For port 37327d45-43db-4f2b-b2c2-d66f9a414b16, host n-h1-800634-1, cleared binding levels {{(pid=93751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:39:32.419739 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-99dd024f-05a8-4ed8-9243-2fda824facda req-f81ed8f5-cb7b-4aae-8369-13c461ddfe25 service neutron] For port 37327d45-43db-4f2b-b2c2-d66f9a414b16, host n-h1-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=37327d45-43db-4f2b-b2c2-d66f9a414b16,segment=NetworkSegment(a992ca7b-0374-4ac8-89fd-e7752d9855d0),segment_id=a992ca7b-0374-4ac8-89fd-e7752d9855d0)] {{(pid=93751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:39:32.427657 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f4985f5a-f2e4-43b7-9d24-8e181cc81c9d tempest-DHCPAgentSchedulersTestJSON-1950068883 tempest-DHCPAgentSchedulersTestJSON-1950068883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:32.458603 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-99dd024f-05a8-4ed8-9243-2fda824facda req-f81ed8f5-cb7b-4aae-8369-13c461ddfe25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:32.459440 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-01ec5705-bc87-4ff8-8c2c-aaea747eefea req-86ef41d9-2fd0-465b-aad4-2bb8b7ff393b tempest-ServersTestManualDisk-139157132 tempest-ServersTestManualDisk-139157132-project] 10.222.0.23 "GET /v2.0/security-groups?id=6694af6c-c410-439b-b6c6-f0aa0397bd9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875862 Jul 13 13:39:32.464831 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f4985f5a-f2e4-43b7-9d24-8e181cc81c9d tempest-DHCPAgentSchedulersTestJSON-1950068883 tempest-DHCPAgentSchedulersTestJSON-1950068883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:32.479077 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-f4985f5a-f2e4-43b7-9d24-8e181cc81c9d tempest-DHCPAgentSchedulersTestJSON-1950068883 tempest-DHCPAgentSchedulersTestJSON-1950068883-project] 10.222.0.23 "DELETE /v2.0/networks/c654be63-4cee-401b-ab16-a2b71a229aae HTTP/1.1" status: 204 len: 168 time: 2.7165644 Jul 13 13:39:32.631181 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4985f5a-f2e4-43b7-9d24-8e181cc81c9d tempest-DHCPAgentSchedulersTestJSON-1950068883 tempest-DHCPAgentSchedulersTestJSON-1950068883-project] Pushing event deleted for resources: {'Network': ['ID=c654be63-4cee-401b-ab16-a2b71a229aae,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:39:32.682778 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3285bb1c-5cc3-4d34-a8c9-be3f79b05ef0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:32.685397 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3285bb1c-5cc3-4d34-a8c9-be3f79b05ef0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:32.688095 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3285bb1c-5cc3-4d34-a8c9-be3f79b05ef0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:32.690973 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3285bb1c-5cc3-4d34-a8c9-be3f79b05ef0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:32.691524 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3285bb1c-5cc3-4d34-a8c9-be3f79b05ef0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:32.694739 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3285bb1c-5cc3-4d34-a8c9-be3f79b05ef0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:32.695241 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3285bb1c-5cc3-4d34-a8c9-be3f79b05ef0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:32.695726 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3285bb1c-5cc3-4d34-a8c9-be3f79b05ef0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:32.696207 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3285bb1c-5cc3-4d34-a8c9-be3f79b05ef0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:32.696683 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3285bb1c-5cc3-4d34-a8c9-be3f79b05ef0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:32.697160 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3285bb1c-5cc3-4d34-a8c9-be3f79b05ef0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:32.697634 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3285bb1c-5cc3-4d34-a8c9-be3f79b05ef0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:32.698133 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3285bb1c-5cc3-4d34-a8c9-be3f79b05ef0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:32.699310 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3285bb1c-5cc3-4d34-a8c9-be3f79b05ef0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:32.699310 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3285bb1c-5cc3-4d34-a8c9-be3f79b05ef0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:32.702793 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3285bb1c-5cc3-4d34-a8c9-be3f79b05ef0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:32.703453 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3285bb1c-5cc3-4d34-a8c9-be3f79b05ef0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:32.703950 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3285bb1c-5cc3-4d34-a8c9-be3f79b05ef0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:32.705016 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3285bb1c-5cc3-4d34-a8c9-be3f79b05ef0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:32.705508 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3285bb1c-5cc3-4d34-a8c9-be3f79b05ef0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:32.706030 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3285bb1c-5cc3-4d34-a8c9-be3f79b05ef0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:32.706503 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3285bb1c-5cc3-4d34-a8c9-be3f79b05ef0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:32.706989 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3285bb1c-5cc3-4d34-a8c9-be3f79b05ef0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:32.707444 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3285bb1c-5cc3-4d34-a8c9-be3f79b05ef0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:32.714995 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3285bb1c-5cc3-4d34-a8c9-be3f79b05ef0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:32.715688 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3285bb1c-5cc3-4d34-a8c9-be3f79b05ef0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:32.717048 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3285bb1c-5cc3-4d34-a8c9-be3f79b05ef0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:32.727441 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3285bb1c-5cc3-4d34-a8c9-be3f79b05ef0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:32.731399 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3285bb1c-5cc3-4d34-a8c9-be3f79b05ef0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:32.732126 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3285bb1c-5cc3-4d34-a8c9-be3f79b05ef0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:32.733098 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3285bb1c-5cc3-4d34-a8c9-be3f79b05ef0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:32.738912 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3285bb1c-5cc3-4d34-a8c9-be3f79b05ef0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:32.752359 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-3285bb1c-5cc3-4d34-a8c9-be3f79b05ef0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 28734 time: 0.7163351 Jul 13 13:39:32.757229 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 59366) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:39:32.757418 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['3cca05c4-e450-4259-87c3-a2ac658c147b'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:39:32.769669 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dd024f-05a8-4ed8-9243-2fda824facda req-f81ed8f5-cb7b-4aae-8369-13c461ddfe25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:32.770357 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-99dd024f-05a8-4ed8-9243-2fda824facda req-f81ed8f5-cb7b-4aae-8369-13c461ddfe25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:32.771808 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-99dd024f-05a8-4ed8-9243-2fda824facda req-f81ed8f5-cb7b-4aae-8369-13c461ddfe25 service neutron] 10.222.0.26 "PUT /v2.0/ports/37327d45-43db-4f2b-b2c2-d66f9a414b16 HTTP/1.1" status: 200 len: 1091 time: 3.3157454 Jul 13 13:39:32.772154 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c67f21f-8602-4690-a16a-b18bee9d640f', 'tag': '37327d45-43db-4f2b-b2c2-d66f9a414b16'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:39:32.779994 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d17b627af75e17e0f4b8d6239d04f8c2f78634e2c585e32a7aeca336500f34a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ede3a50e-e6d5-41d1-bda0-0f9c990ca296" -d '{"events": [{"name": "network-changed", "server_uuid": "3c67f21f-8602-4690-a16a-b18bee9d640f", "tag": "37327d45-43db-4f2b-b2c2-d66f9a414b16"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:39:32.816998 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81ed8f5-cb7b-4aae-8369-13c461ddfe25 service neutron] Pushing event updated for resources: {'Port': ['ID=37327d45-43db-4f2b-b2c2-d66f9a414b16,revision_number=3']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:39:32.874796 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['8c8ea6d1-b0bc-4fe3-8965-3771992876e5'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:39:32.891639 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['63cb8491-88ea-44c4-ba8b-ee99d545ca33'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:39:32.900921 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['81223daf-efa0-44c5-a889-92de62226cc8'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:39:32.905473 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dd024f-05a8-4ed8-9243-2fda824facda req-f66eb098-8173-4286-b863-11ab510184bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:32.907886 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-99dd024f-05a8-4ed8-9243-2fda824facda req-f66eb098-8173-4286-b863-11ab510184bf service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9e72d4daf74d4b30a471837a4b3d6e97&device_id=3c67f21f-8602-4690-a16a-b18bee9d640f HTTP/1.1" status: 200 len: 1094 time: 0.0789106 Jul 13 13:39:33.001506 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-99dd024f-05a8-4ed8-9243-2fda824facda req-617a094f-bb63-4413-829e-b5464daa8e59 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=37327d45-43db-4f2b-b2c2-d66f9a414b16 HTTP/1.1" status: 200 len: 217 time: 0.0845482 Jul 13 13:39:33.028215 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db3dd20-90bc-483b-a6c1-2e2827ecae93 req-0c000b88-06e8-4191-9d58-c422a644b81f tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:33.041300 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3db3dd20-90bc-483b-a6c1-2e2827ecae93 req-0c000b88-06e8-4191-9d58-c422a644b81f tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c67f21f-8602-4690-a16a-b18bee9d640f HTTP/1.1" status: 200 len: 943 time: 0.3227739 Jul 13 13:39:33.067236 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['35b9c0d6-bf46-4195-88bd-2cd8259cb742'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:39:33.147224 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3db3dd20-90bc-483b-a6c1-2e2827ecae93 req-786df63e-1fc7-4d35-a305-f27a75b26c83 tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] 10.222.0.23 "GET /v2.0/security-groups?id=9a4040a4-7a24-4bfb-97c3-fc064942d274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964608 Jul 13 13:39:33.163365 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-7a133a5a-610e-4b14-9f58-2a9366c9e661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Deleting port 3f82a6e9-0235-4d8d-8900-4905cd1c5d8d {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:39:33.163732 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7a133a5a-610e-4b14-9f58-2a9366c9e661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:33.213229 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dd024f-05a8-4ed8-9243-2fda824facda req-8a0c13f2-e706-47c9-a2bb-1e1175fb7d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:33.222243 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-99dd024f-05a8-4ed8-9243-2fda824facda req-8a0c13f2-e706-47c9-a2bb-1e1175fb7d1a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=66d38b61-7f2b-49e9-ae15-bdea3497cacb HTTP/1.1" status: 200 len: 855 time: 0.1924200 Jul 13 13:39:33.243933 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 59378) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:39:33.356689 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 13:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d047122f-b96e-45eb-9562-00ef1f8df809 x-openstack-request-id: req-d047122f-b96e-45eb-9562-00ef1f8df809 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:39:33.356949 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c67f21f-8602-4690-a16a-b18bee9d640f", "tag": "37327d45-43db-4f2b-b2c2-d66f9a414b16", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:39:33.357216 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d047122f-b96e-45eb-9562-00ef1f8df809 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:39:33.357538 n-d-800634-1 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c67f21f-8602-4690-a16a-b18bee9d640f', 'tag': '37327d45-43db-4f2b-b2c2-d66f9a414b16', 'status': 'completed', 'code': 200} Jul 13 13:39:33.364857 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-7a133a5a-610e-4b14-9f58-2a9366c9e661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] For port 3f82a6e9-0235-4d8d-8900-4905cd1c5d8d, host n-h2-800634-1, got binding levels [] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:39:33.364857 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7a133a5a-610e-4b14-9f58-2a9366c9e661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:33.430262 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-7a133a5a-610e-4b14-9f58-2a9366c9e661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Calling delete_port for 3f82a6e9-0235-4d8d-8900-4905cd1c5d8d owned by {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:39:33.432252 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-99dd024f-05a8-4ed8-9243-2fda824facda req-fdf8d670-9f79-45eb-9d4f-eb397c3b7df8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a0797fb9-b450-4bbe-af8e-ecaaafb3ac9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2030165 Jul 13 13:39:33.554598 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb74e8e-a40f-4eeb-8cfa-ae8cca7cf072 req-a484d6db-dfb9-4e26-b07d-cbc9edd99c1b tempest-ServersTestManualDisk-139157132 tempest-ServersTestManualDisk-139157132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:33.557881 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6bb74e8e-a40f-4eeb-8cfa-ae8cca7cf072 req-a484d6db-dfb9-4e26-b07d-cbc9edd99c1b tempest-ServersTestManualDisk-139157132 tempest-ServersTestManualDisk-139157132-project] 10.222.0.23 "GET /v2.0/ports?device_id=14cb3f8b-31fa-457e-9faa-6dbaf5457842 HTTP/1.1" status: 200 len: 945 time: 0.3141041 Jul 13 13:39:33.572519 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 59396) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:39:33.600730 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-99dd024f-05a8-4ed8-9243-2fda824facda req-7c73f092-dfe4-4bbf-8e57-8a170c7ed205 service neutron] 10.222.0.26 "GET /v2.0/networks/a0797fb9-b450-4bbe-af8e-ecaaafb3ac9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603866 Jul 13 13:39:33.619869 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-5ca7941e-f0b2-4bce-ac4b-6c522c0c79b2 tempest-ServersTestManualDisk-139157132 tempest-ServersTestManualDisk-139157132-project] Request body: {'floatingip': {'port_id': '78be97d3-3ce5-43be-ba01-0c4833811bef'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:39:33.720326 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['22d9a863-c098-4a4f-a30b-7f895c5bc062'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:39:33.758784 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-7e161eed-4fc8-4c99-8a1f-0eeca617f1d2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=294b5e4e448d4335b567da55f4c383f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5142748 Jul 13 13:39:33.777798 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 59412) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:39:33.806908 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5ca7941e-f0b2-4bce-ac4b-6c522c0c79b2 tempest-ServersTestManualDisk-139157132 tempest-ServersTestManualDisk-139157132-project] Notify callbacks [] for floatingip, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:33.834085 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-99dd024f-05a8-4ed8-9243-2fda824facda req-32a56a7d-eac1-4fff-8b63-c456f4bb1d7b service neutron] 10.222.0.26 "GET /v2.0/networks/a0797fb9-b450-4bbe-af8e-ecaaafb3ac9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808197 Jul 13 13:39:33.911705 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-aab07553-41d9-4630-8f35-0d2435e150bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:33.918524 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['784aaf21-6f00-49f0-a99b-fca08f13346d'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:39:33.944777 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-aab07553-41d9-4630-8f35-0d2435e150bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:34.022927 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d096fe-531b-4245-9b30-b891ae2af124 req-6195a612-82b0-4d2a-829c-33433aa8e499 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:34.024483 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-22d096fe-531b-4245-9b30-b891ae2af124 req-6195a612-82b0-4d2a-829c-33433aa8e499 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.23 "GET /v2.0/networks?id=8a948c4c-6f03-4f10-9e00-2993f9629279 HTTP/1.1" status: 200 len: 814 time: 0.4769814 Jul 13 13:39:34.072726 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c37a87-a3ce-4b25-bdf7-3de1a779783c req-e640a50f-eac4-4c38-afef-0f5e32d9921d tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:34.073051 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-65c37a87-a3ce-4b25-bdf7-3de1a779783c req-e640a50f-eac4-4c38-afef-0f5e32d9921d tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ce44543-1f61-4d9c-8c3c-26da94576b7f HTTP/1.1" status: 200 len: 946 time: 0.3067381 Jul 13 13:39:34.140949 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-65c37a87-a3ce-4b25-bdf7-3de1a779783c req-5813cfdb-8bae-4421-bf6d-01da72d78009 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8450e8a-3ce6-4095-b6b4-37555b8042b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595021 Jul 13 13:39:34.147684 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-aab07553-41d9-4630-8f35-0d2435e150bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:34.150775 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-aab07553-41d9-4630-8f35-0d2435e150bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:34.155699 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-aab07553-41d9-4630-8f35-0d2435e150bc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6532897c-f8c2-43f9-b955-a13df4d09721 HTTP/1.1" status: 204 len: 168 time: 0.3699815 Jul 13 13:39:34.180033 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab07553-41d9-4630-8f35-0d2435e150bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6532897c-f8c2-43f9-b955-a13df4d09721,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:39:34.185665 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede3a50e-e6d5-41d1-bda0-0f9c990ca296 req-393efade-b776-432f-8779-300f06e84dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:34.186508 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ede3a50e-e6d5-41d1-bda0-0f9c990ca296 req-393efade-b776-432f-8779-300f06e84dfe service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9e72d4daf74d4b30a471837a4b3d6e97&device_id=3c67f21f-8602-4690-a16a-b18bee9d640f HTTP/1.1" status: 200 len: 1094 time: 0.1637688 Jul 13 13:39:34.196010 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7a133a5a-610e-4b14-9f58-2a9366c9e661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:34.271398 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-22d096fe-531b-4245-9b30-b891ae2af124 req-80ca1a43-c7fd-4c14-8d53-00f7ed8d0872 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.23 "GET /v2.0/quotas/930873fa186549f0911fe0cad6275da5 HTTP/1.1" status: 200 len: 375 time: 0.2281053 Jul 13 13:39:34.320298 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7a133a5a-610e-4b14-9f58-2a9366c9e661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:34.326268 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-7a133a5a-610e-4b14-9f58-2a9366c9e661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] 10.222.0.23 "DELETE /v2.0/ports/3f82a6e9-0235-4d8d-8900-4905cd1c5d8d HTTP/1.1" status: 204 len: 168 time: 1.5666609 Jul 13 13:39:34.342907 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 59434) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:39:34.359524 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede3a50e-e6d5-41d1-bda0-0f9c990ca296 req-06a45a97-a81d-4d2d-92c8-d103e3f8555b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:34.363122 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ede3a50e-e6d5-41d1-bda0-0f9c990ca296 req-06a45a97-a81d-4d2d-92c8-d103e3f8555b service neutron] 10.222.0.26 "GET /v2.0/networks?id=a0797fb9-b450-4bbe-af8e-ecaaafb3ac9d HTTP/1.1" status: 200 len: 915 time: 0.1582580 Jul 13 13:39:34.433399 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ede3a50e-e6d5-41d1-bda0-0f9c990ca296 req-26333889-6e4f-4320-9eb8-50eb8a610b74 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=37327d45-43db-4f2b-b2c2-d66f9a414b16 HTTP/1.1" status: 200 len: 217 time: 0.0607817 Jul 13 13:39:34.556964 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a133a5a-610e-4b14-9f58-2a9366c9e661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Pushing event deleted for resources: {'Port': ['ID=3f82a6e9-0235-4d8d-8900-4905cd1c5d8d,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:39:34.575263 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be16ac1-2beb-42a2-bca2-a3b395e2ec8d req-18607d81-e511-44b6-846f-e8def44de720 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:34.583093 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be16ac1-2beb-42a2-bca2-a3b395e2ec8d req-18607d81-e511-44b6-846f-e8def44de720 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:34.593052 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be16ac1-2beb-42a2-bca2-a3b395e2ec8d req-18607d81-e511-44b6-846f-e8def44de720 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:34.609647 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be16ac1-2beb-42a2-bca2-a3b395e2ec8d req-18607d81-e511-44b6-846f-e8def44de720 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:34.615717 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be16ac1-2beb-42a2-bca2-a3b395e2ec8d req-18607d81-e511-44b6-846f-e8def44de720 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:34.638794 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be16ac1-2beb-42a2-bca2-a3b395e2ec8d req-18607d81-e511-44b6-846f-e8def44de720 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:34.658570 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be16ac1-2beb-42a2-bca2-a3b395e2ec8d req-18607d81-e511-44b6-846f-e8def44de720 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:34.662197 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8be16ac1-2beb-42a2-bca2-a3b395e2ec8d req-18607d81-e511-44b6-846f-e8def44de720 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba24330e-3d10-45b2-aa45-d413663c46d4 HTTP/1.1" status: 200 len: 5424 time: 0.2441385 Jul 13 13:39:34.669027 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede3a50e-e6d5-41d1-bda0-0f9c990ca296 req-bbf6a8ee-e83c-4335-bdbc-13f149383085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:34.671274 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ede3a50e-e6d5-41d1-bda0-0f9c990ca296 req-bbf6a8ee-e83c-4335-bdbc-13f149383085 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=66d38b61-7f2b-49e9-ae15-bdea3497cacb HTTP/1.1" status: 200 len: 855 time: 0.2092879 Jul 13 13:39:34.800282 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ede3a50e-e6d5-41d1-bda0-0f9c990ca296 req-1f8b47a3-7931-4b42-83b6-61563251352c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a0797fb9-b450-4bbe-af8e-ecaaafb3ac9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0749409 Jul 13 13:39:34.887699 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8be16ac1-2beb-42a2-bca2-a3b395e2ec8d req-37f374e1-b6cf-40b7-b90f-62329da8634e tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] 10.222.0.23 "GET /v2.0/security-groups?id=b297afe2-d282-4df8-a205-49b02bf6195a&id=4073f342-904a-4e74-a26d-da1c71da9763&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2154040 Jul 13 13:39:34.979657 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 59440) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:39:35.025526 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c9f329ee-28d1-4923-ae9d-5e7e3037c351 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:35.137266 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ede3a50e-e6d5-41d1-bda0-0f9c990ca296 req-006b005a-0750-4d0a-b854-f4f6da3e6e53 service neutron] 10.222.0.26 "GET /v2.0/networks/a0797fb9-b450-4bbe-af8e-ecaaafb3ac9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3121507 Jul 13 13:39:35.246243 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ede3a50e-e6d5-41d1-bda0-0f9c990ca296 req-e9cc732f-ee9d-4696-a412-12e4d8ac7dc5 service neutron] 10.222.0.26 "GET /v2.0/networks/a0797fb9-b450-4bbe-af8e-ecaaafb3ac9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017509 Jul 13 13:39:35.321625 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.db.resource_extend [None req-5ca7941e-f0b2-4bce-ac4b-6c522c0c79b2 tempest-ServersTestManualDisk-139157132 tempest-ServersTestManualDisk-139157132-project] It took 0.43 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 13 13:39:35.376823 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91891228-6cb1-4099-8140-d90994d77f13 req-434ae8be-f2ee-47c0-b7f4-53c0437e90f5 tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:35.378080 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-91891228-6cb1-4099-8140-d90994d77f13 req-434ae8be-f2ee-47c0-b7f4-53c0437e90f5 tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c67f21f-8602-4690-a16a-b18bee9d640f HTTP/1.1" status: 200 len: 943 time: 0.1289649 Jul 13 13:39:35.386690 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5ca7941e-f0b2-4bce-ac4b-6c522c0c79b2 tempest-ServersTestManualDisk-139157132 tempest-ServersTestManualDisk-139157132-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:35.398786 n-d-800634-1 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ebc5e37-8025-413c-ae76-f2c5a03b9663 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] GET failed (client error): The resource could not be found. Jul 13 13:39:35.400781 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-7ebc5e37-8025-413c-ae76-f2c5a03b9663 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] 10.222.0.23 "GET /v2.0/ports/3f82a6e9-0235-4d8d-8900-4905cd1c5d8d HTTP/1.1" status: 404 len: 333 time: 0.9643297 Jul 13 13:39:35.403385 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5ca7941e-f0b2-4bce-ac4b-6c522c0c79b2 tempest-ServersTestManualDisk-139157132 tempest-ServersTestManualDisk-139157132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446547'] for floatingip, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:35.406243 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 59444) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:39:35.409699 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c9f329ee-28d1-4923-ae9d-5e7e3037c351 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:35.418289 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-a0cfd0e7-2951-4ab0-89d6-a4e4647952ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1661584011', 'network_id': 'f4858060-a885-4392-aa9c-a5d50800bfee'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:39:35.446454 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0cfd0e7-2951-4ab0-89d6-a4e4647952ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Made reservation on behalf of 296f1eca41034b5caf2bc40bdfe26223 for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:39:35.449469 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a0cfd0e7-2951-4ab0-89d6-a4e4647952ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:35.470709 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [None req-a0cfd0e7-2951-4ab0-89d6-a4e4647952ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] device_id is not set on port 8eefa1d2-afdb-49d6-87a2-673abf715cf5 yet. {{(pid=93751) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 13:39:35.488667 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcbdc6c-0c9f-46c1-997c-9e5f898a8f57 req-f7ae615c-a46a-41b6-9bb3-e64460880a17 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:35.490203 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3fcbdc6c-0c9f-46c1-997c-9e5f898a8f57 req-f7ae615c-a46a-41b6-9bb3-e64460880a17 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.41 "GET /v2.0/ports?device_id=f91e5060-a285-4b39-a63d-f58a29a87fbc HTTP/1.1" status: 200 len: 945 time: 1.2956605 Jul 13 13:39:35.549243 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-22d096fe-531b-4245-9b30-b891ae2af124 req-dc8015de-288a-4574-b25e-3bb7c0e22676 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=930873fa186549f0911fe0cad6275da5&fields=id HTTP/1.1" status: 200 len: 255 time: 1.2769105 Jul 13 13:39:35.650686 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a0cfd0e7-2951-4ab0-89d6-a4e4647952ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:35.681159 n-d-800634-1 neutron-server[93750]: INFO neutron.db.l3_db [None req-5ca7941e-f0b2-4bce-ac4b-6c522c0c79b2 tempest-ServersTestManualDisk-139157132 tempest-ServersTestManualDisk-139157132-project] Floating IP ce1f4e39-513e-4e2a-9033-83a81d02a91f associated. External IP: 172.25.6.56, port: 78be97d3-3ce5-43be-ba01-0c4833811bef. Jul 13 13:39:35.695486 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c9f329ee-28d1-4923-ae9d-5e7e3037c351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:35.732227 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-c9f329ee-28d1-4923-ae9d-5e7e3037c351 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c68d94c484a6424ab9e6232e70aabd2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7412024 Jul 13 13:39:35.733493 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a0cfd0e7-2951-4ab0-89d6-a4e4647952ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:35.735693 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 59448) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:39:35.806840 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f329ee-28d1-4923-ae9d-5e7e3037c351 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ba1f271-bae1-4bfd-9414-fe6ea33c5850,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:39:35.828103 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0cfd0e7-2951-4ab0-89d6-a4e4647952ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Network f4858060-a885-4392-aa9c-a5d50800bfee is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:39:35.840982 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-22d096fe-531b-4245-9b30-b891ae2af124 req-070c71da-00b7-4fd8-885e-f1ee7b187c1d service neutron] 10.222.0.23 "GET /v2.0/networks/8a948c4c-6f03-4f10-9e00-2993f9629279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2907934 Jul 13 13:39:35.907424 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-a0cfd0e7-2951-4ab0-89d6-a4e4647952ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:39:35.926647 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-91891228-6cb1-4099-8140-d90994d77f13 req-0cd40a5b-f398-4a41-b6f9-361e7736fce1 tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] 10.222.0.23 "GET /v2.0/security-groups?id=9a4040a4-7a24-4bfb-97c3-fc064942d274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5381913 Jul 13 13:39:35.945593 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0cfd0e7-2951-4ab0-89d6-a4e4647952ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:39:35.948602 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-3fcbdc6c-0c9f-46c1-997c-9e5f898a8f57 req-375e8d3f-6f0e-4240-9b3c-21675f706325 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] Deleting port 2b4a64d3-448e-4191-8e09-4fde1a14539c {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:39:35.948951 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3fcbdc6c-0c9f-46c1-997c-9e5f898a8f57 req-375e8d3f-6f0e-4240-9b3c-21675f706325 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:35.949513 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0cfd0e7-2951-4ab0-89d6-a4e4647952ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:35.950940 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a0cfd0e7-2951-4ab0-89d6-a4e4647952ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:35.995423 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cfd0e7-2951-4ab0-89d6-a4e4647952ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Pushing event updated for resources: {'Port': ['ID=8eefa1d2-afdb-49d6-87a2-673abf715cf5,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:39:36.009939 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4a9c4313-5807-4b25-a950-0fcb9ef3d75f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:36.040478 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-a0cfd0e7-2951-4ab0-89d6-a4e4647952ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.6286504 Jul 13 13:39:36.047567 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 59452) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:39:36.086518 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4a9c4313-5807-4b25-a950-0fcb9ef3d75f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:36.110907 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 37327d45-43db-4f2b-b2c2-d66f9a414b16 details requested by agent hyperv_n-h1-800634-1 with host n-h1-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 13:39:36.229390 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa7bb56-f372-44bf-bb2d-6e9adfc72f47 req-8412c8d9-968a-4754-b984-2dced42abf73 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:36.236517 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3fa7bb56-f372-44bf-bb2d-6e9adfc72f47 req-8412c8d9-968a-4754-b984-2dced42abf73 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ce44543-1f61-4d9c-8c3c-26da94576b7f HTTP/1.1" status: 200 len: 946 time: 0.1207573 Jul 13 13:39:36.297995 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3fa7bb56-f372-44bf-bb2d-6e9adfc72f47 req-530f02f2-b476-4b90-be59-608a5d7b4576 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8450e8a-3ce6-4095-b6b4-37555b8042b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591884 Jul 13 13:39:36.298754 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4a9c4313-5807-4b25-a950-0fcb9ef3d75f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:36.302074 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4a9c4313-5807-4b25-a950-0fcb9ef3d75f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:36.305836 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-4a9c4313-5807-4b25-a950-0fcb9ef3d75f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6ba1f271-bae1-4bfd-9414-fe6ea33c5850 HTTP/1.1" status: 204 len: 168 time: 0.5649481 Jul 13 13:39:36.307491 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 37327d45-43db-4f2b-b2c2-d66f9a414b16, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=37327d45-43db-4f2b-b2c2-d66f9a414b16,segment=NetworkSegment(a992ca7b-0374-4ac8-89fd-e7752d9855d0),segment_id=a992ca7b-0374-4ac8-89fd-e7752d9855d0)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:39:36.311955 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-22d096fe-531b-4245-9b30-b891ae2af124 req-a05c6762-1ad0-4dca-9232-c7045ee85262 service neutron] 10.222.0.23 "GET /v2.0/networks/8a948c4c-6f03-4f10-9e00-2993f9629279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4611497 Jul 13 13:39:36.313053 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9aef00b-675e-481d-8f0b-106bd39beed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:36.313266 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9c4313-5807-4b25-a950-0fcb9ef3d75f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ba1f271-bae1-4bfd-9414-fe6ea33c5850,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:39:36.314335 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-f9aef00b-675e-481d-8f0b-106bd39beed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] 10.222.0.23 "GET /v2.0/ports/8eefa1d2-afdb-49d6-87a2-673abf715cf5 HTTP/1.1" status: 200 len: 959 time: 0.2642086 Jul 13 13:39:36.323841 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 59456) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:39:36.349475 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-3fcbdc6c-0c9f-46c1-997c-9e5f898a8f57 req-375e8d3f-6f0e-4240-9b3c-21675f706325 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] For port 2b4a64d3-448e-4191-8e09-4fde1a14539c, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=2b4a64d3-448e-4191-8e09-4fde1a14539c,segment=NetworkSegment(b2cba7f6-e29b-4b72-b31f-06e263582f9a),segment_id=b2cba7f6-e29b-4b72-b31f-06e263582f9a)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:39:36.349999 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3fcbdc6c-0c9f-46c1-997c-9e5f898a8f57 req-375e8d3f-6f0e-4240-9b3c-21675f706325 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:36.392165 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-3fcbdc6c-0c9f-46c1-997c-9e5f898a8f57 req-375e8d3f-6f0e-4240-9b3c-21675f706325 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] Calling delete_port for 2b4a64d3-448e-4191-8e09-4fde1a14539c owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:39:36.443273 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ca7941e-f0b2-4bce-ac4b-6c522c0c79b2 tempest-ServersTestManualDisk-139157132 tempest-ServersTestManualDisk-139157132-project] Router 82b35e57-1ff7-4d1c-81bf-14b729233a6a has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 13:39:36.473239 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-b6f36889-01f1-4faf-9c3e-0bbd2a53d085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Deleting port 8eefa1d2-afdb-49d6-87a2-673abf715cf5 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:39:36.473583 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b6f36889-01f1-4faf-9c3e-0bbd2a53d085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:36.553245 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 35b9c0d6-bf46-4195-88bd-2cd8259cb742 up at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:39:36.581463 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Returning: {'device': '37327d45-43db-4f2b-b2c2-d66f9a414b16', 'network_id': 'a0797fb9-b450-4bbe-af8e-ecaaafb3ac9d', 'port_id': '37327d45-43db-4f2b-b2c2-d66f9a414b16', 'mac_address': 'fa:16:3e:55:61:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66d38b61-7f2b-49e9-ae15-bdea3497cacb', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 13:39:36.603831 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b6f36889-01f1-4faf-9c3e-0bbd2a53d085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:36.651002 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-b6f36889-01f1-4faf-9c3e-0bbd2a53d085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Calling delete_port for 8eefa1d2-afdb-49d6-87a2-673abf715cf5 owned by {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:39:36.751442 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:36.804829 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37327d45-43db-4f2b-b2c2-d66f9a414b16 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:39:36.826302 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning for port 35b9c0d6-bf46-4195-88bd-2cd8259cb742 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:39:36.828442 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ca7941e-f0b2-4bce-ac4b-6c522c0c79b2 tempest-ServersTestManualDisk-139157132 tempest-ServersTestManualDisk-139157132-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:39:36.849650 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5ca7941e-f0b2-4bce-ac4b-6c522c0c79b2 tempest-ServersTestManualDisk-139157132 tempest-ServersTestManualDisk-139157132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for floatingip, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:36.852471 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4615cfe-cf52-4d15-9387-87568560b5ab None None] Sync routers for ids ['82b35e57-1ff7-4d1c-81bf-14b729233a6a'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:39:36.876109 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning complete for port 35b9c0d6-bf46-4195-88bd-2cd8259cb742 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:39:36.878073 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:36.892533 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91838da0-6d28-4f39-b36a-47538bf018e5 req-3c6d701b-b593-4b09-8ba3-e97cca3fae86 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:36.900847 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91838da0-6d28-4f39-b36a-47538bf018e5 req-3c6d701b-b593-4b09-8ba3-e97cca3fae86 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:36.908715 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91838da0-6d28-4f39-b36a-47538bf018e5 req-3c6d701b-b593-4b09-8ba3-e97cca3fae86 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:36.915913 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91838da0-6d28-4f39-b36a-47538bf018e5 req-3c6d701b-b593-4b09-8ba3-e97cca3fae86 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:36.932249 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91838da0-6d28-4f39-b36a-47538bf018e5 req-3c6d701b-b593-4b09-8ba3-e97cca3fae86 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:36.948670 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91838da0-6d28-4f39-b36a-47538bf018e5 req-3c6d701b-b593-4b09-8ba3-e97cca3fae86 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:36.956951 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91838da0-6d28-4f39-b36a-47538bf018e5 req-3c6d701b-b593-4b09-8ba3-e97cca3fae86 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:36.965436 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-91838da0-6d28-4f39-b36a-47538bf018e5 req-3c6d701b-b593-4b09-8ba3-e97cca3fae86 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba24330e-3d10-45b2-aa45-d413663c46d4 HTTP/1.1" status: 200 len: 5424 time: 0.2162368 Jul 13 13:39:36.968867 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b6f36889-01f1-4faf-9c3e-0bbd2a53d085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:36.976877 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 37327d45-43db-4f2b-b2c2-d66f9a414b16, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=37327d45-43db-4f2b-b2c2-d66f9a414b16,segment=NetworkSegment(a992ca7b-0374-4ac8-89fd-e7752d9855d0),segment_id=a992ca7b-0374-4ac8-89fd-e7752d9855d0)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:39:37.007915 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:37.011183 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-5ca7941e-f0b2-4bce-ac4b-6c522c0c79b2 tempest-ServersTestManualDisk-139157132 tempest-ServersTestManualDisk-139157132-project] 10.222.0.23 "PUT /v2.0/floatingips/ce1f4e39-513e-4e2a-9033-83a81d02a91f HTTP/1.1" status: 200 len: 990 time: 3.4145103 Jul 13 13:39:37.015625 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f36889-01f1-4faf-9c3e-0bbd2a53d085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Pushing event deleted for resources: {'Port': ['ID=8eefa1d2-afdb-49d6-87a2-673abf715cf5,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:39:37.032038 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b6f36889-01f1-4faf-9c3e-0bbd2a53d085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:37.034531 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-b6f36889-01f1-4faf-9c3e-0bbd2a53d085 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] 10.222.0.23 "DELETE /v2.0/ports/8eefa1d2-afdb-49d6-87a2-673abf715cf5 HTTP/1.1" status: 204 len: 168 time: 0.7095861 Jul 13 13:39:37.037913 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 59466) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:39:37.039545 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14cb3f8b-31fa-457e-9faa-6dbaf5457842', 'tag': '78be97d3-3ce5-43be-ba01-0c4833811bef'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:39:37.042729 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4615cfe-cf52-4d15-9387-87568560b5ab None None] Routers {'82b35e57-1ff7-4d1c-81bf-14b729233a6a'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:39:37.046796 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-c4615cfe-cf52-4d15-9387-87568560b5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:39:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['82b35e57-1ff7-4d1c-81bf-14b729233a6a'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:39:37.053548 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-009b2b02-0675-425e-b3b1-5d9ea69c1047" -d '{"events": [{"name": "network-changed", "server_uuid": "14cb3f8b-31fa-457e-9faa-6dbaf5457842", "tag": "78be97d3-3ce5-43be-ba01-0c4833811bef"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:39:37.067923 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-91838da0-6d28-4f39-b36a-47538bf018e5 req-a00b4877-0a2b-4921-aba4-493760b6fbbc tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] 10.222.0.23 "GET /v2.0/security-groups?id=b297afe2-d282-4df8-a205-49b02bf6195a&id=4073f342-904a-4e74-a26d-da1c71da9763&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1010649 Jul 13 13:39:37.110055 n-d-800634-1 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-7956f6a9-3374-48eb-a7be-7501d7c1f934 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] GET failed (client error): The resource could not be found. Jul 13 13:39:37.116572 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-7956f6a9-3374-48eb-a7be-7501d7c1f934 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] 10.222.0.23 "GET /v2.0/ports/8eefa1d2-afdb-49d6-87a2-673abf715cf5 HTTP/1.1" status: 404 len: 333 time: 0.0774431 Jul 13 13:39:37.121146 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 59470) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:39:37.132363 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-b3c52acf-bff8-4297-b8bd-a9538b584772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Request body: {'port': {'network_id': 'f4858060-a885-4392-aa9c-a5d50800bfee', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-415026905'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:39:37.186166 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3c52acf-bff8-4297-b8bd-a9538b584772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Made reservation on behalf of 296f1eca41034b5caf2bc40bdfe26223 for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:39:37.189238 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b3c52acf-bff8-4297-b8bd-a9538b584772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:37.212318 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [None req-b3c52acf-bff8-4297-b8bd-a9538b584772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] device_id is not set on port 6a0922c2-743e-4783-9699-4e3b1b270cdb yet. {{(pid=93751) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 13:39:37.326941 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3fcbdc6c-0c9f-46c1-997c-9e5f898a8f57 req-375e8d3f-6f0e-4240-9b3c-21675f706325 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:37.474805 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-c4615cfe-cf52-4d15-9387-87568560b5ab None None] Set router 82b35e57-1ff7-4d1c-81bf-14b729233a6a gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:39:37.475286 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375e8d3f-6f0e-4240-9b3c-21675f706325 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] Pushing event deleted for resources: {'Port': ['ID=2b4a64d3-448e-4191-8e09-4fde1a14539c,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:39:37.523969 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fcbdc6c-0c9f-46c1-997c-9e5f898a8f57 req-375e8d3f-6f0e-4240-9b3c-21675f706325 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] No DVR routers for this DVR port 2b4a64d3-448e-4191-8e09-4fde1a14539c on host n-h2-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:39:37.529403 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3fcbdc6c-0c9f-46c1-997c-9e5f898a8f57 req-375e8d3f-6f0e-4240-9b3c-21675f706325 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:37.542668 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3fcbdc6c-0c9f-46c1-997c-9e5f898a8f57 req-375e8d3f-6f0e-4240-9b3c-21675f706325 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.41 "DELETE /v2.0/ports/2b4a64d3-448e-4191-8e09-4fde1a14539c HTTP/1.1" status: 204 len: 173 time: 2.0078731 Jul 13 13:39:37.604091 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 13:39:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6427fdd-b6d4-4eb8-b649-2c7bfbdc56e8 x-openstack-request-id: req-d6427fdd-b6d4-4eb8-b649-2c7bfbdc56e8 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:39:37.604386 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14cb3f8b-31fa-457e-9faa-6dbaf5457842", "tag": "78be97d3-3ce5-43be-ba01-0c4833811bef", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:39:37.605447 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d6427fdd-b6d4-4eb8-b649-2c7bfbdc56e8 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:39:37.605887 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14cb3f8b-31fa-457e-9faa-6dbaf5457842', 'tag': '78be97d3-3ce5-43be-ba01-0c4833811bef', 'status': 'completed', 'code': 200} Jul 13 13:39:37.722155 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-08ee69ae-d066-4c25-941f-4853b7ebdbd4 req-6bebe420-c735-4717-b935-6a8c81008a7f tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.23 "GET /v2.0/ports?device_id=2daa289b-28a6-4674-93f8-96833f6934ea HTTP/1.1" status: 200 len: 210 time: 0.0534070 Jul 13 13:39:37.945602 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=37327d45-43db-4f2b-b2c2-d66f9a414b16,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:39:37.998154 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['2b4a64d3-448e-4191-8e09-4fde1a14539c'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:39:38.059171 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['37327d45-43db-4f2b-b2c2-d66f9a414b16'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:39:38.072505 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e165e5a-51b8-44da-8ff6-a5db10bb9b4e req-1da7d76c-09aa-400e-af11-4e14800b9387 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:38.074503 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9e165e5a-51b8-44da-8ff6-a5db10bb9b4e req-1da7d76c-09aa-400e-af11-4e14800b9387 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ce44543-1f61-4d9c-8c3c-26da94576b7f HTTP/1.1" status: 200 len: 946 time: 0.2079055 Jul 13 13:39:38.089204 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eade83a0-bddf-4c7b-8b85-8c858b23465d req-79d48ee0-5196-4c95-9d79-8082e9489abb tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:38.100291 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-eade83a0-bddf-4c7b-8b85-8c858b23465d req-79d48ee0-5196-4c95-9d79-8082e9489abb tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c67f21f-8602-4690-a16a-b18bee9d640f HTTP/1.1" status: 200 len: 944 time: 0.7096288 Jul 13 13:39:38.120495 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 59502) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:39:38.202469 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9e165e5a-51b8-44da-8ff6-a5db10bb9b4e req-478ad232-ac65-4cec-bc56-2582059140ac tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8450e8a-3ce6-4095-b6b4-37555b8042b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206603 Jul 13 13:39:38.235627 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b3c52acf-bff8-4297-b8bd-a9538b584772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:38.308766 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-33e4ce42-215b-4544-a69a-daea4ecf0a6f tempest-ExtraDHCPOptionsTestJSON-567315416 tempest-ExtraDHCPOptionsTestJSON-567315416-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1141329219'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:39:38.321987 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009b2b02-0675-425e-b3b1-5d9ea69c1047 req-7fa8ef0f-a2e3-4185-8fc1-9849f51c2bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:38.327053 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-009b2b02-0675-425e-b3b1-5d9ea69c1047 req-7fa8ef0f-a2e3-4185-8fc1-9849f51c2bd3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1d1b21e682104673ac00b8c76737ba33&device_id=14cb3f8b-31fa-457e-9faa-6dbaf5457842 HTTP/1.1" status: 200 len: 1096 time: 0.6703537 Jul 13 13:39:38.332640 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-eade83a0-bddf-4c7b-8b85-8c858b23465d req-488405d8-a39f-4e5a-a573-42d11dca1e84 tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] 10.222.0.23 "GET /v2.0/security-groups?id=9a4040a4-7a24-4bfb-97c3-fc064942d274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295709 Jul 13 13:39:38.386009 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33e4ce42-215b-4544-a69a-daea4ecf0a6f tempest-ExtraDHCPOptionsTestJSON-567315416 tempest-ExtraDHCPOptionsTestJSON-567315416-project] Made reservation on behalf of d8d562e8569648028fcf1c319f447238 for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:39:38.390570 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-33e4ce42-215b-4544-a69a-daea4ecf0a6f tempest-ExtraDHCPOptionsTestJSON-567315416 tempest-ExtraDHCPOptionsTestJSON-567315416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:38.410786 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-33e4ce42-215b-4544-a69a-daea4ecf0a6f tempest-ExtraDHCPOptionsTestJSON-567315416 tempest-ExtraDHCPOptionsTestJSON-567315416-project] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:38.473462 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:38.492737 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b3c52acf-bff8-4297-b8bd-a9538b584772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:38.622403 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba24330e-3d10-45b2-aa45-d413663c46d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35b9c0d6-bf46-4195-88bd-2cd8259cb742'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:39:38.626340 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-218d0ba1-ae20-4926-ad0b-dcde23e03258" -d '{"events": [{"server_uuid": "ba24330e-3d10-45b2-aa45-d413663c46d4", "name": "network-vif-plugged", "status": "completed", "tag": "35b9c0d6-bf46-4195-88bd-2cd8259cb742"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:39:38.630964 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-33e4ce42-215b-4544-a69a-daea4ecf0a6f tempest-ExtraDHCPOptionsTestJSON-567315416 tempest-ExtraDHCPOptionsTestJSON-567315416-project] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:38.650801 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-33e4ce42-215b-4544-a69a-daea4ecf0a6f tempest-ExtraDHCPOptionsTestJSON-567315416 tempest-ExtraDHCPOptionsTestJSON-567315416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:38.710171 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c52acf-bff8-4297-b8bd-a9538b584772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Network f4858060-a885-4392-aa9c-a5d50800bfee is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:39:38.718060 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-b3c52acf-bff8-4297-b8bd-a9538b584772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:39:38.732874 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c52acf-bff8-4297-b8bd-a9538b584772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:39:38.733918 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c52acf-bff8-4297-b8bd-a9538b584772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:38.734642 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b3c52acf-bff8-4297-b8bd-a9538b584772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:38.791369 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-b3c52acf-bff8-4297-b8bd-a9538b584772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.6670561 Jul 13 13:39:38.793591 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 59518) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:39:38.812220 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-ff0182e0-415f-44b8-bfa8-f8265150ca6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-800634-1'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:39:38.815591 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 35b9c0d6-bf46-4195-88bd-2cd8259cb742, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=35b9c0d6-bf46-4195-88bd-2cd8259cb742,segment=NetworkSegment(9f7771f2-d981-496e-a6cb-2f28b09404cd),segment_id=9f7771f2-d981-496e-a6cb-2f28b09404cd)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:39:38.841098 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33e4ce42-215b-4544-a69a-daea4ecf0a6f tempest-ExtraDHCPOptionsTestJSON-567315416 tempest-ExtraDHCPOptionsTestJSON-567315416-project] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 13:39:38.895324 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e4ce42-215b-4544-a69a-daea4ecf0a6f tempest-ExtraDHCPOptionsTestJSON-567315416 tempest-ExtraDHCPOptionsTestJSON-567315416-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2c70081-099f-4492-851b-80f0364d8795,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:39:38.900379 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f952045-5519-4839-af06-b797aea0e45e x-openstack-request-id: req-3f952045-5519-4839-af06-b797aea0e45e {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:39:38.902631 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba24330e-3d10-45b2-aa45-d413663c46d4", "name": "network-vif-plugged", "status": "completed", "tag": "35b9c0d6-bf46-4195-88bd-2cd8259cb742", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:39:38.905207 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3f952045-5519-4839-af06-b797aea0e45e {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:39:38.905639 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba24330e-3d10-45b2-aa45-d413663c46d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35b9c0d6-bf46-4195-88bd-2cd8259cb742', 'code': 200} Jul 13 13:39:38.918056 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-33e4ce42-215b-4544-a69a-daea4ecf0a6f tempest-ExtraDHCPOptionsTestJSON-567315416 tempest-ExtraDHCPOptionsTestJSON-567315416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:38.918409 n-d-800634-1 neutron-server[93750]: INFO neutron.db.segments_db [None req-33e4ce42-215b-4544-a69a-daea4ecf0a6f tempest-ExtraDHCPOptionsTestJSON-567315416 tempest-ExtraDHCPOptionsTestJSON-567315416-project] Added segment 7bc1c642-1d81-4114-a3bb-a27cb3bbf931 of type vlan for network 481a1a5e-2915-4463-8aee-dee7621281a6 Jul 13 13:39:38.920132 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:38.920952 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 81223daf-efa0-44c5-a889-92de62226cc8 up at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:39:38.925630 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c52acf-bff8-4297-b8bd-a9538b584772 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Pushing event updated for resources: {'Port': ['ID=6a0922c2-743e-4783-9699-4e3b1b270cdb,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:39:39.032472 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009b2b02-0675-425e-b3b1-5d9ea69c1047 req-ec26aa66-a015-40a5-8481-169e215f8fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:39.050243 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-009b2b02-0675-425e-b3b1-5d9ea69c1047 req-ec26aa66-a015-40a5-8481-169e215f8fa9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6e5fbdb0-b5f2-41b6-8a08-5a94d8f754ae HTTP/1.1" status: 200 len: 911 time: 0.7004633 Jul 13 13:39:39.161188 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-33e4ce42-215b-4544-a69a-daea4ecf0a6f tempest-ExtraDHCPOptionsTestJSON-567315416 tempest-ExtraDHCPOptionsTestJSON-567315416-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:39.298226 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b074fce-de5b-4a11-aff8-abd4239c13db req-ddff793e-0d85-4b6d-9dc2-0b5425cb54fe tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:39.314793 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b074fce-de5b-4a11-aff8-abd4239c13db req-ddff793e-0d85-4b6d-9dc2-0b5425cb54fe tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:39.330990 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-c4615cfe-cf52-4d15-9387-87568560b5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82b35e57-1ff7-4d1c-81bf-14b729233a6a', 'name': 'tempest-ServersTestManualDisk-416989744-router', 'tenant_id': '1d1b21e682104673ac00b8c76737ba33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': 'ca09a279-8639-4c66-9384-4657655aebf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:38:54Z', 'updated_at': '2021-07-13T13:39:05Z', 'revision_number': 4, 'project_id': '1d1b21e682104673ac00b8c76737ba33', 'gw_port': {'id': 'ca09a279-8639-4c66-9384-4657655aebf6', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:c9:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b35e57-1ff7-4d1c-81bf-14b729233a6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:38:56Z', 'updated_at': '2021-07-13T13:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_floatingips': [{'id': 'ce1f4e39-513e-4e2a-9033-83a81d02a91f', 'tenant_id': '1d1b21e682104673ac00b8c76737ba33', 'floating_ip_address': '172.25.6.56', 'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'router_id': '82b35e57-1ff7-4d1c-81bf-14b729233a6a', 'port_id': '78be97d3-3ce5-43be-ba01-0c4833811bef', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1228, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e5fbdb0-b5f2-41b6-8a08-5a94d8f754ae', 'mac_address': 'fa:16:3e:6e:44:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14cb3f8b-31fa-457e-9faa-6dbaf5457842', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T13:39:11Z', 'updated_at': '2021-07-13T13:39:34Z', 'revision_number': 1, 'project_id': '1d1b21e682104673ac00b8c76737ba33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b071312-09af-4941-abb3-c4e23f16f0c9', 'name': '', 'network_id': '6e5fbdb0-b5f2-41b6-8a08-5a94d8f754ae', 'tenant_id': '1d1b21e682104673ac00b8c76737ba33', 'mac_address': 'fa:16:3e:99:25:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b35e57-1ff7-4d1c-81bf-14b729233a6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': 'ebad84be-c1b1-45af-9d6d-352020bb56df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:39:03Z', 'updated_at': '2021-07-13T13:39:11Z', 'revision_number': 5, 'project_id': '1d1b21e682104673ac00b8c76737ba33', 'subnets': [{'id': 'ebad84be-c1b1-45af-9d6d-352020bb56df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:39:39.339803 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b074fce-de5b-4a11-aff8-abd4239c13db req-ddff793e-0d85-4b6d-9dc2-0b5425cb54fe tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:39.343672 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning for port 81223daf-efa0-44c5-a889-92de62226cc8 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:39:39.360748 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning complete for port 81223daf-efa0-44c5-a889-92de62226cc8 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:39:39.361128 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:39.361519 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b074fce-de5b-4a11-aff8-abd4239c13db req-ddff793e-0d85-4b6d-9dc2-0b5425cb54fe tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:39.383584 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b074fce-de5b-4a11-aff8-abd4239c13db req-ddff793e-0d85-4b6d-9dc2-0b5425cb54fe tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:39.398044 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b074fce-de5b-4a11-aff8-abd4239c13db req-ddff793e-0d85-4b6d-9dc2-0b5425cb54fe tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:39.417574 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b074fce-de5b-4a11-aff8-abd4239c13db req-ddff793e-0d85-4b6d-9dc2-0b5425cb54fe tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:39.433228 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=35b9c0d6-bf46-4195-88bd-2cd8259cb742,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:39:39.434482 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0b074fce-de5b-4a11-aff8-abd4239c13db req-ddff793e-0d85-4b6d-9dc2-0b5425cb54fe tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba24330e-3d10-45b2-aa45-d413663c46d4 HTTP/1.1" status: 200 len: 5424 time: 0.8897073 Jul 13 13:39:39.472084 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-97c3a2cf-3a7a-4b72-b97c-18d2b25d71c8 req-d8d7e2c9-97d4-44cc-85f7-f6ff94491414 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.23 "GET /v2.0/ports?device_id=2daa289b-28a6-4674-93f8-96833f6934ea HTTP/1.1" status: 200 len: 210 time: 0.3561833 Jul 13 13:39:39.490119 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ff0182e0-415f-44b8-bfa8-f8265150ca6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:39.501560 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-33e4ce42-215b-4544-a69a-daea4ecf0a6f tempest-ExtraDHCPOptionsTestJSON-567315416 tempest-ExtraDHCPOptionsTestJSON-567315416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:39.509146 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4615cfe-cf52-4d15-9387-87568560b5ab None None] Checking router: 82b35e57-1ff7-4d1c-81bf-14b729233a6a for host: n-d-800634-1 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 13:39:39.515502 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33e4ce42-215b-4544-a69a-daea4ecf0a6f tempest-ExtraDHCPOptionsTestJSON-567315416 tempest-ExtraDHCPOptionsTestJSON-567315416-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:39.516345 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-33e4ce42-215b-4544-a69a-daea4ecf0a6f tempest-ExtraDHCPOptionsTestJSON-567315416 tempest-ExtraDHCPOptionsTestJSON-567315416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:39.552660 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-009b2b02-0675-425e-b3b1-5d9ea69c1047 req-847e3484-d3b9-4a80-857f-8aaef1076fec service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=78be97d3-3ce5-43be-ba01-0c4833811bef HTTP/1.1" status: 200 len: 998 time: 0.5014453 Jul 13 13:39:39.578285 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 2b4a64d3-448e-4191-8e09-4fde1a14539c no longer exists at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:39:39.618129 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4615cfe-cf52-4d15-9387-87568560b5ab None None] Routers {'82b35e57-1ff7-4d1c-81bf-14b729233a6a'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:39:39.618846 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-c4615cfe-cf52-4d15-9387-87568560b5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:39:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['82b35e57-1ff7-4d1c-81bf-14b729233a6a'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:39:39.664311 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f91e5060-a285-4b39-a63d-f58a29a87fbc', 'name': 'network-vif-deleted', 'tag': '2b4a64d3-448e-4191-8e09-4fde1a14539c'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:39:39.669531 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eb5aeeb-b33c-4fe9-9f18-88e530efe166" -d '{"events": [{"server_uuid": "f91e5060-a285-4b39-a63d-f58a29a87fbc", "name": "network-vif-deleted", "tag": "2b4a64d3-448e-4191-8e09-4fde1a14539c"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:39:39.677884 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e4ce42-215b-4544-a69a-daea4ecf0a6f tempest-ExtraDHCPOptionsTestJSON-567315416 tempest-ExtraDHCPOptionsTestJSON-567315416-project] Pushing event updated for resources: {'Network': ['ID=481a1a5e-2915-4463-8aee-dee7621281a6,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:39:39.678086 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009b2b02-0675-425e-b3b1-5d9ea69c1047 req-b55b1030-1155-415c-89f5-001da9334310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:39.679419 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-009b2b02-0675-425e-b3b1-5d9ea69c1047 req-b55b1030-1155-415c-89f5-001da9334310 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ebad84be-c1b1-45af-9d6d-352020bb56df HTTP/1.1" status: 200 len: 850 time: 0.1163504 Jul 13 13:39:39.751565 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0b074fce-de5b-4a11-aff8-abd4239c13db req-02b88307-e494-4ebf-b609-bf12a82b5944 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] 10.222.0.23 "GET /v2.0/security-groups?id=b297afe2-d282-4df8-a205-49b02bf6195a&id=4073f342-904a-4e74-a26d-da1c71da9763&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3157187 Jul 13 13:39:39.767814 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 59528) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:39:39.768033 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-33e4ce42-215b-4544-a69a-daea4ecf0a6f tempest-ExtraDHCPOptionsTestJSON-567315416 tempest-ExtraDHCPOptionsTestJSON-567315416-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.6420655 Jul 13 13:39:39.774022 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-76cc9a13-93fe-485e-a800-d0d4345b25ea tempest-ExtraDHCPOptionsTestJSON-567315416 tempest-ExtraDHCPOptionsTestJSON-567315416-project] Request body: {'subnet': {'network_id': '481a1a5e-2915-4463-8aee-dee7621281a6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:39:39.828595 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [None req-ff0182e0-415f-44b8-bfa8-f8265150ca6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] device_id is not set on port 6a0922c2-743e-4783-9699-4e3b1b270cdb yet. {{(pid=93751) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 13:39:39.841621 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ff0182e0-415f-44b8-bfa8-f8265150ca6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:39.871050 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network 481a1a5e-2915-4463-8aee-dee7621281a6 details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 13:39:39.877046 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] No Port match for: 2b4a64d3-448e-4191-8e09-4fde1a14539c {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:39:39.877382 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 2b4a64d3-448e-4191-8e09-4fde1a14539c not bound to the agent host n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:39:39.979451 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-ff0182e0-415f-44b8-bfa8-f8265150ca6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Transition to ACTIVE for port object 6a0922c2-743e-4783-9699-4e3b1b270cdb will not be triggered until provisioned by entity L2. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:39:39.987766 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009b2b02-0675-425e-b3b1-5d9ea69c1047 req-0359fde5-5b15-4fae-82ad-41146566e759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:39.989583 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-009b2b02-0675-425e-b3b1-5d9ea69c1047 req-0359fde5-5b15-4fae-82ad-41146566e759 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6e5fbdb0-b5f2-41b6-8a08-5a94d8f754ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3003485 Jul 13 13:39:39.996805 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ff0182e0-415f-44b8-bfa8-f8265150ca6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:40.212449 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0182e0-415f-44b8-bfa8-f8265150ca6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Pushing event updated for resources: {'Port': ['ID=6a0922c2-743e-4783-9699-4e3b1b270cdb,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:39:40.229606 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76cc9a13-93fe-485e-a800-d0d4345b25ea tempest-ExtraDHCPOptionsTestJSON-567315416 tempest-ExtraDHCPOptionsTestJSON-567315416-project] Made reservation on behalf of d8d562e8569648028fcf1c319f447238 for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:39:40.240070 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-76cc9a13-93fe-485e-a800-d0d4345b25ea tempest-ExtraDHCPOptionsTestJSON-567315416 tempest-ExtraDHCPOptionsTestJSON-567315416-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6104980'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:40.273803 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:40.324916 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-c4615cfe-cf52-4d15-9387-87568560b5ab None None] Set router 82b35e57-1ff7-4d1c-81bf-14b729233a6a gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:39:40.328225 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 81223daf-efa0-44c5-a889-92de62226cc8, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=81223daf-efa0-44c5-a889-92de62226cc8,segment=NetworkSegment(9f7771f2-d981-496e-a6cb-2f28b09404cd),segment_id=9f7771f2-d981-496e-a6cb-2f28b09404cd)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:39:40.355423 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:40.366990 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 8c8ea6d1-b0bc-4fe3-8965-3771992876e5 up at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:39:40.468546 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d096fe-531b-4245-9b30-b891ae2af124 req-3eee4ac6-05f8-4a88-8ec5-d35ca3bc8151 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:40.470181 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-22d096fe-531b-4245-9b30-b891ae2af124 req-3eee4ac6-05f8-4a88-8ec5-d35ca3bc8151 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.41 "GET /v2.0/networks?id=8a948c4c-6f03-4f10-9e00-2993f9629279 HTTP/1.1" status: 200 len: 814 time: 0.3790040 Jul 13 13:39:40.504092 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9005fc5c-8055-49dc-afb6-484d69221366 req-71d7338e-a819-4742-8ff5-44ba32a0f7ed tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:40.519537 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9005fc5c-8055-49dc-afb6-484d69221366 req-71d7338e-a819-4742-8ff5-44ba32a0f7ed tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c67f21f-8602-4690-a16a-b18bee9d640f HTTP/1.1" status: 200 len: 944 time: 0.3936970 Jul 13 13:39:40.520834 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning for port 8c8ea6d1-b0bc-4fe3-8965-3771992876e5 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:39:40.525968 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-22d096fe-531b-4245-9b30-b891ae2af124 req-913c7acb-bfb5-4d9e-b8e2-c95fdc5dc541 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] Request body: {'port': {'device_id': '2daa289b-28a6-4674-93f8-96833f6934ea', 'network_id': '8a948c4c-6f03-4f10-9e00-2993f9629279', 'admin_state_up': True, 'tenant_id': '930873fa186549f0911fe0cad6275da5'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:39:40.529024 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning complete for port 8c8ea6d1-b0bc-4fe3-8965-3771992876e5 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:39:40.529539 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:40.536326 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=81223daf-efa0-44c5-a889-92de62226cc8,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:39:40.644093 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9005fc5c-8055-49dc-afb6-484d69221366 req-a8cc3e6c-0f31-4944-bbd3-55e5283be2a9 tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] 10.222.0.23 "GET /v2.0/security-groups?id=9a4040a4-7a24-4bfb-97c3-fc064942d274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234906 Jul 13 13:39:40.692406 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [None req-ff0182e0-415f-44b8-bfa8-f8265150ca6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Attempting to bind port 6a0922c2-743e-4783-9699-4e3b1b270cdb on host n-h2-800634-1 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:39:40.693111 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [None req-ff0182e0-415f-44b8-bfa8-f8265150ca6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Attempting to bind port 6a0922c2-743e-4783-9699-4e3b1b270cdb by drivers openvswitch,hyperv on host n-h2-800634-1 at level 0 using segments [{'id': '3458f3b5-fb1c-4b35-9d7a-aad9b9bd61e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f4858060-a885-4392-aa9c-a5d50800bfee'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:39:40.695796 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0182e0-415f-44b8-bfa8-f8265150ca6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Attempting to bind port 6a0922c2-743e-4783-9699-4e3b1b270cdb on network f4858060-a885-4392-aa9c-a5d50800bfee {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:39:40.722319 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-c4615cfe-cf52-4d15-9387-87568560b5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82b35e57-1ff7-4d1c-81bf-14b729233a6a', 'name': 'tempest-ServersTestManualDisk-416989744-router', 'tenant_id': '1d1b21e682104673ac00b8c76737ba33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': 'ca09a279-8639-4c66-9384-4657655aebf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:38:54Z', 'updated_at': '2021-07-13T13:39:05Z', 'revision_number': 4, 'project_id': '1d1b21e682104673ac00b8c76737ba33', 'gw_port': {'id': 'ca09a279-8639-4c66-9384-4657655aebf6', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:c9:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b35e57-1ff7-4d1c-81bf-14b729233a6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:38:56Z', 'updated_at': '2021-07-13T13:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_floatingips': [{'id': 'ce1f4e39-513e-4e2a-9033-83a81d02a91f', 'tenant_id': '1d1b21e682104673ac00b8c76737ba33', 'floating_ip_address': '172.25.6.56', 'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'router_id': '82b35e57-1ff7-4d1c-81bf-14b729233a6a', 'port_id': '78be97d3-3ce5-43be-ba01-0c4833811bef', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1228, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e5fbdb0-b5f2-41b6-8a08-5a94d8f754ae', 'mac_address': 'fa:16:3e:6e:44:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14cb3f8b-31fa-457e-9faa-6dbaf5457842', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T13:39:11Z', 'updated_at': '2021-07-13T13:39:34Z', 'revision_number': 1, 'project_id': '1d1b21e682104673ac00b8c76737ba33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b071312-09af-4941-abb3-c4e23f16f0c9', 'name': '', 'network_id': '6e5fbdb0-b5f2-41b6-8a08-5a94d8f754ae', 'tenant_id': '1d1b21e682104673ac00b8c76737ba33', 'mac_address': 'fa:16:3e:99:25:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b35e57-1ff7-4d1c-81bf-14b729233a6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': 'ebad84be-c1b1-45af-9d6d-352020bb56df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:39:03Z', 'updated_at': '2021-07-13T13:39:11Z', 'revision_number': 5, 'project_id': '1d1b21e682104673ac00b8c76737ba33', 'subnets': [{'id': 'ebad84be-c1b1-45af-9d6d-352020bb56df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:39:40.750565 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-009b2b02-0675-425e-b3b1-5d9ea69c1047 req-21a99a6c-2607-4f0d-9ab3-6fc68404d2bc service neutron] 10.222.0.26 "GET /v2.0/networks/6e5fbdb0-b5f2-41b6-8a08-5a94d8f754ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7432036 Jul 13 13:39:40.751476 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-76cc9a13-93fe-485e-a800-d0d4345b25ea tempest-ExtraDHCPOptionsTestJSON-567315416 tempest-ExtraDHCPOptionsTestJSON-567315416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6018343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6104998'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:40.760315 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-295fa7be-8cb6-4461-aef9-dcd84b6bf700 x-openstack-request-id: req-295fa7be-8cb6-4461-aef9-dcd84b6bf700 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:39:40.760789 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f91e5060-a285-4b39-a63d-f58a29a87fbc", "name": "network-vif-deleted", "tag": "2b4a64d3-448e-4191-8e09-4fde1a14539c", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:39:40.762157 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-295fa7be-8cb6-4461-aef9-dcd84b6bf700 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:39:40.762713 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f91e5060-a285-4b39-a63d-f58a29a87fbc', 'name': 'network-vif-deleted', 'tag': '2b4a64d3-448e-4191-8e09-4fde1a14539c', 'status': 'completed', 'code': 200} Jul 13 13:39:40.812807 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22d096fe-531b-4245-9b30-b891ae2af124 req-913c7acb-bfb5-4d9e-b8e2-c95fdc5dc541 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] Made reservation on behalf of 930873fa186549f0911fe0cad6275da5 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:39:40.817727 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-22d096fe-531b-4245-9b30-b891ae2af124 req-913c7acb-bfb5-4d9e-b8e2-c95fdc5dc541 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:40.830874 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f0d3cf-1451-43ef-9c80-9b17f914d30e req-4c78555d-4fe4-4f7a-8676-ba64f9deacd1 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:40.838475 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-13f0d3cf-1451-43ef-9c80-9b17f914d30e req-4c78555d-4fe4-4f7a-8676-ba64f9deacd1 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ce44543-1f61-4d9c-8c3c-26da94576b7f HTTP/1.1" status: 200 len: 946 time: 0.9897809 Jul 13 13:39:40.912410 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba24330e-3d10-45b2-aa45-d413663c46d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81223daf-efa0-44c5-a889-92de62226cc8'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:39:40.916108 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5c866d8-6087-48d4-bb54-d37632c5b949" -d '{"events": [{"server_uuid": "ba24330e-3d10-45b2-aa45-d413663c46d4", "name": "network-vif-plugged", "status": "completed", "tag": "81223daf-efa0-44c5-a889-92de62226cc8"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:39:40.926800 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4615cfe-cf52-4d15-9387-87568560b5ab None None] The sync data for ids ['82b35e57-1ff7-4d1c-81bf-14b729233a6a'] in n-d-800634-1 is: [{'id': '82b35e57-1ff7-4d1c-81bf-14b729233a6a', 'name': 'tempest-ServersTestManualDisk-416989744-router', 'tenant_id': '1d1b21e682104673ac00b8c76737ba33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': 'ca09a279-8639-4c66-9384-4657655aebf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:38:54Z', 'updated_at': '2021-07-13T13:39:05Z', 'revision_number': 4, 'project_id': '1d1b21e682104673ac00b8c76737ba33', 'gw_port': {'id': 'ca09a279-8639-4c66-9384-4657655aebf6', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:c9:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b35e57-1ff7-4d1c-81bf-14b729233a6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:38:56Z', 'updated_at': '2021-07-13T13:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_floatingips': [{'id': 'ce1f4e39-513e-4e2a-9033-83a81d02a91f', 'tenant_id': '1d1b21e682104673ac00b8c76737ba33', 'floating_ip_address': '172.25.6.56', 'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'router_id': '82b35e57-1ff7-4d1c-81bf-14b729233a6a', 'port_id': '78be97d3-3ce5-43be-ba01-0c4833811bef', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1228, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e5fbdb0-b5f2-41b6-8a08-5a94d8f754ae', 'mac_address': 'fa:16:3e:6e:44:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14cb3f8b-31fa-457e-9faa-6dbaf5457842', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T13:39:11Z', 'updated_at': '2021-07-13T13:39:34Z', 'revision_number': 1, 'project_id': '1d1b21e682104673ac00b8c76737ba33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b071312-09af-4941-abb3-c4e23f16f0c9', 'name': '', 'network_id': '6e5fbdb0-b5f2-41b6-8a08-5a94d8f754ae', 'tenant_id': '1d1b21e682104673ac00b8c76737ba33', 'mac_address': 'fa:16:3e:99:25:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b35e57-1ff7-4d1c-81bf-14b729233a6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': 'ebad84be-c1b1-45af-9d6d-352020bb56df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:39:03Z', 'updated_at': '2021-07-13T13:39:11Z', 'revision_number': 5, 'project_id': '1d1b21e682104673ac00b8c76737ba33', 'subnets': [{'id': 'ebad84be-c1b1-45af-9d6d-352020bb56df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:39:40.969588 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:41.021638 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cc9a13-93fe-485e-a800-d0d4345b25ea tempest-ExtraDHCPOptionsTestJSON-567315416 tempest-ExtraDHCPOptionsTestJSON-567315416-project] Pushing event updated for resources: {'Subnet': ['ID=9875725b-18a4-45a6-b626-e98faf225b20,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:39:41.047664 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-009b2b02-0675-425e-b3b1-5d9ea69c1047 req-a7c4a380-834d-46bf-b0ab-0017333b6a72 service neutron] 10.222.0.26 "GET /v2.0/networks/6e5fbdb0-b5f2-41b6-8a08-5a94d8f754ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805401 Jul 13 13:39:41.058673 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-13f0d3cf-1451-43ef-9c80-9b17f914d30e req-770c4b70-c561-4567-8a85-7988b6c73af0 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8450e8a-3ce6-4095-b6b4-37555b8042b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192705 Jul 13 13:39:41.061987 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0182e0-415f-44b8-bfa8-f8265150ca6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Port 6a0922c2-743e-4783-9699-4e3b1b270cdb on network f4858060-a885-4392-aa9c-a5d50800bfee not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-1 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:39:41.061987 n-d-800634-1 neutron-server[93751]: ERROR neutron.plugins.ml2.managers [None req-ff0182e0-415f-44b8-bfa8-f8265150ca6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Failed to bind port 6a0922c2-743e-4783-9699-4e3b1b270cdb on host n-h2-800634-1 for vnic_type normal using segments [{'id': '3458f3b5-fb1c-4b35-9d7a-aad9b9bd61e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f4858060-a885-4392-aa9c-a5d50800bfee'}] Jul 13 13:39:41.061987 n-d-800634-1 neutron-server[93751]: INFO neutron.plugins.ml2.plugin [None req-ff0182e0-415f-44b8-bfa8-f8265150ca6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Attempt 2 to bind port 6a0922c2-743e-4783-9699-4e3b1b270cdb Jul 13 13:39:41.089295 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 8c8ea6d1-b0bc-4fe3-8965-3771992876e5, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=8c8ea6d1-b0bc-4fe3-8965-3771992876e5,segment=NetworkSegment(a1e3e7d9-9db1-4f41-8f44-5b4a3be7def2),segment_id=a1e3e7d9-9db1-4f41-8f44-5b4a3be7def2)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:39:41.105050 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:41.106116 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 784aaf21-6f00-49f0-a99b-fca08f13346d up at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:39:41.179590 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [None req-ff0182e0-415f-44b8-bfa8-f8265150ca6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Attempting to bind port 6a0922c2-743e-4783-9699-4e3b1b270cdb on host n-h2-800634-1 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:39:41.179941 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [None req-ff0182e0-415f-44b8-bfa8-f8265150ca6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Attempting to bind port 6a0922c2-743e-4783-9699-4e3b1b270cdb by drivers openvswitch,hyperv on host n-h2-800634-1 at level 0 using segments [{'id': '3458f3b5-fb1c-4b35-9d7a-aad9b9bd61e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f4858060-a885-4392-aa9c-a5d50800bfee'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:39:41.180283 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0182e0-415f-44b8-bfa8-f8265150ca6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Attempting to bind port 6a0922c2-743e-4783-9699-4e3b1b270cdb on network f4858060-a885-4392-aa9c-a5d50800bfee {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:39:41.196666 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0182e0-415f-44b8-bfa8-f8265150ca6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Port 6a0922c2-743e-4783-9699-4e3b1b270cdb on network f4858060-a885-4392-aa9c-a5d50800bfee not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-1 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:39:41.197004 n-d-800634-1 neutron-server[93751]: ERROR neutron.plugins.ml2.managers [None req-ff0182e0-415f-44b8-bfa8-f8265150ca6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Failed to bind port 6a0922c2-743e-4783-9699-4e3b1b270cdb on host n-h2-800634-1 for vnic_type normal using segments [{'id': '3458f3b5-fb1c-4b35-9d7a-aad9b9bd61e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f4858060-a885-4392-aa9c-a5d50800bfee'}] Jul 13 13:39:41.224712 n-d-800634-1 neutron-server[93751]: INFO neutron.plugins.ml2.plugin [None req-ff0182e0-415f-44b8-bfa8-f8265150ca6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Attempt 3 to bind port 6a0922c2-743e-4783-9699-4e3b1b270cdb Jul 13 13:39:41.231001 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-22d096fe-531b-4245-9b30-b891ae2af124 req-913c7acb-bfb5-4d9e-b8e2-c95fdc5dc541 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] Allocated IP 172.20.0.12 (8a948c4c-6f03-4f10-9e00-2993f9629279/2e38ecf8-2fec-4f5b-8b3e-f8690198cb4e/39251d49-5145-4722-9db9-3b02dfcece02) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:39:41.279484 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [None req-ff0182e0-415f-44b8-bfa8-f8265150ca6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Attempting to bind port 6a0922c2-743e-4783-9699-4e3b1b270cdb on host n-h2-800634-1 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:39:41.280096 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [None req-ff0182e0-415f-44b8-bfa8-f8265150ca6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Attempting to bind port 6a0922c2-743e-4783-9699-4e3b1b270cdb by drivers openvswitch,hyperv on host n-h2-800634-1 at level 0 using segments [{'id': '3458f3b5-fb1c-4b35-9d7a-aad9b9bd61e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f4858060-a885-4392-aa9c-a5d50800bfee'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:39:41.280443 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0182e0-415f-44b8-bfa8-f8265150ca6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Attempting to bind port 6a0922c2-743e-4783-9699-4e3b1b270cdb on network f4858060-a885-4392-aa9c-a5d50800bfee {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:39:41.301046 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0182e0-415f-44b8-bfa8-f8265150ca6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Port 6a0922c2-743e-4783-9699-4e3b1b270cdb on network f4858060-a885-4392-aa9c-a5d50800bfee not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-1 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:39:41.301376 n-d-800634-1 neutron-server[93751]: ERROR neutron.plugins.ml2.managers [None req-ff0182e0-415f-44b8-bfa8-f8265150ca6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Failed to bind port 6a0922c2-743e-4783-9699-4e3b1b270cdb on host n-h2-800634-1 for vnic_type normal using segments [{'id': '3458f3b5-fb1c-4b35-9d7a-aad9b9bd61e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f4858060-a885-4392-aa9c-a5d50800bfee'}] Jul 13 13:39:41.302081 n-d-800634-1 neutron-server[93751]: INFO neutron.plugins.ml2.plugin [None req-ff0182e0-415f-44b8-bfa8-f8265150ca6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Attempt 4 to bind port 6a0922c2-743e-4783-9699-4e3b1b270cdb Jul 13 13:39:41.365044 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-db5d358c-d957-40bb-bd73-3453442c82e8 req-4c469722-b940-4970-8527-86a466ecc024 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.23 "GET /v2.0/ports?device_id=2daa289b-28a6-4674-93f8-96833f6934ea HTTP/1.1" status: 200 len: 210 time: 0.0845573 Jul 13 13:39:41.374534 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=8c8ea6d1-b0bc-4fe3-8965-3771992876e5,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:39:41.387753 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76cc9a13-93fe-485e-a800-d0d4345b25ea tempest-ExtraDHCPOptionsTestJSON-567315416 tempest-ExtraDHCPOptionsTestJSON-567315416-project] Checking segment: {'id': '7bc1c642-1d81-4114-a3bb-a27cb3bbf931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '481a1a5e-2915-4463-8aee-dee7621281a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:39:41.387753 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76cc9a13-93fe-485e-a800-d0d4345b25ea tempest-ExtraDHCPOptionsTestJSON-567315416 tempest-ExtraDHCPOptionsTestJSON-567315416-project] Network hostable DHCP agents. Network: 481a1a5e-2915-4463-8aee-dee7621281a6, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 13:39:41.402202 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning for port 784aaf21-6f00-49f0-a99b-fca08f13346d completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:39:41.403322 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f69189-41dc-4bb2-b718-7038a87fdf47 None None] New status for floating IP ce1f4e39-513e-4e2a-9033-83a81d02a91f: ACTIVE {{(pid=93753) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 13:39:41.410127 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning complete for port 784aaf21-6f00-49f0-a99b-fca08f13346d triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:39:41.411252 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:41.424735 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [None req-ff0182e0-415f-44b8-bfa8-f8265150ca6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Attempting to bind port 6a0922c2-743e-4783-9699-4e3b1b270cdb on host n-h2-800634-1 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:39:41.425129 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [None req-ff0182e0-415f-44b8-bfa8-f8265150ca6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Attempting to bind port 6a0922c2-743e-4783-9699-4e3b1b270cdb by drivers openvswitch,hyperv on host n-h2-800634-1 at level 0 using segments [{'id': '3458f3b5-fb1c-4b35-9d7a-aad9b9bd61e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f4858060-a885-4392-aa9c-a5d50800bfee'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:39:41.425475 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0182e0-415f-44b8-bfa8-f8265150ca6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Attempting to bind port 6a0922c2-743e-4783-9699-4e3b1b270cdb on network f4858060-a885-4392-aa9c-a5d50800bfee {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:39:41.460912 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d361e35-92f9-4258-8d3a-de8a516385b5 x-openstack-request-id: req-7d361e35-92f9-4258-8d3a-de8a516385b5 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:39:41.461200 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba24330e-3d10-45b2-aa45-d413663c46d4", "name": "network-vif-plugged", "status": "completed", "tag": "81223daf-efa0-44c5-a889-92de62226cc8", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:39:41.461486 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7d361e35-92f9-4258-8d3a-de8a516385b5 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:39:41.461878 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba24330e-3d10-45b2-aa45-d413663c46d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81223daf-efa0-44c5-a889-92de62226cc8', 'code': 200} Jul 13 13:39:41.503981 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0182e0-415f-44b8-bfa8-f8265150ca6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Port 6a0922c2-743e-4783-9699-4e3b1b270cdb on network f4858060-a885-4392-aa9c-a5d50800bfee not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-1 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:39:41.504308 n-d-800634-1 neutron-server[93751]: ERROR neutron.plugins.ml2.managers [None req-ff0182e0-415f-44b8-bfa8-f8265150ca6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Failed to bind port 6a0922c2-743e-4783-9699-4e3b1b270cdb on host n-h2-800634-1 for vnic_type normal using segments [{'id': '3458f3b5-fb1c-4b35-9d7a-aad9b9bd61e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f4858060-a885-4392-aa9c-a5d50800bfee'}] Jul 13 13:39:41.509637 n-d-800634-1 neutron-server[93751]: INFO neutron.plugins.ml2.plugin [None req-ff0182e0-415f-44b8-bfa8-f8265150ca6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Attempt 5 to bind port 6a0922c2-743e-4783-9699-4e3b1b270cdb Jul 13 13:39:41.584760 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [None req-ff0182e0-415f-44b8-bfa8-f8265150ca6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Attempting to bind port 6a0922c2-743e-4783-9699-4e3b1b270cdb on host n-h2-800634-1 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:39:41.585834 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [None req-ff0182e0-415f-44b8-bfa8-f8265150ca6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Attempting to bind port 6a0922c2-743e-4783-9699-4e3b1b270cdb by drivers openvswitch,hyperv on host n-h2-800634-1 at level 0 using segments [{'id': '3458f3b5-fb1c-4b35-9d7a-aad9b9bd61e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f4858060-a885-4392-aa9c-a5d50800bfee'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:39:41.589131 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0182e0-415f-44b8-bfa8-f8265150ca6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Attempting to bind port 6a0922c2-743e-4783-9699-4e3b1b270cdb on network f4858060-a885-4392-aa9c-a5d50800bfee {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:39:41.594483 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:41.605293 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76cc9a13-93fe-485e-a800-d0d4345b25ea tempest-ExtraDHCPOptionsTestJSON-567315416 tempest-ExtraDHCPOptionsTestJSON-567315416-project] Network 481a1a5e-2915-4463-8aee-dee7621281a6 is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 13:39:41.623932 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0182e0-415f-44b8-bfa8-f8265150ca6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Port 6a0922c2-743e-4783-9699-4e3b1b270cdb on network f4858060-a885-4392-aa9c-a5d50800bfee not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-1 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:39:41.623932 n-d-800634-1 neutron-server[93751]: ERROR neutron.plugins.ml2.managers [None req-ff0182e0-415f-44b8-bfa8-f8265150ca6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Failed to bind port 6a0922c2-743e-4783-9699-4e3b1b270cdb on host n-h2-800634-1 for vnic_type normal using segments [{'id': '3458f3b5-fb1c-4b35-9d7a-aad9b9bd61e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f4858060-a885-4392-aa9c-a5d50800bfee'}] Jul 13 13:39:41.630325 n-d-800634-1 neutron-server[93751]: INFO neutron.plugins.ml2.plugin [None req-ff0182e0-415f-44b8-bfa8-f8265150ca6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Attempt 6 to bind port 6a0922c2-743e-4783-9699-4e3b1b270cdb Jul 13 13:39:41.632012 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-22d096fe-531b-4245-9b30-b891ae2af124 req-913c7acb-bfb5-4d9e-b8e2-c95fdc5dc541 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:41.686546 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c227383c-d4eb-45f3-853f-e451eaf41ccc req-f6c75cd6-fe01-432a-9c23-1c99823fa4b3 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:41.696571 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 784aaf21-6f00-49f0-a99b-fca08f13346d, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=784aaf21-6f00-49f0-a99b-fca08f13346d,segment=NetworkSegment(ff3ccd98-edad-42e9-895c-e5d69e27583e),segment_id=ff3ccd98-edad-42e9-895c-e5d69e27583e)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:39:41.698634 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-22d096fe-531b-4245-9b30-b891ae2af124 req-913c7acb-bfb5-4d9e-b8e2-c95fdc5dc541 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:41.704578 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:41.705622 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 3cca05c4-e450-4259-87c3-a2ac658c147b up at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:39:41.711129 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c227383c-d4eb-45f3-853f-e451eaf41ccc req-f6c75cd6-fe01-432a-9c23-1c99823fa4b3 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:41.728009 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c227383c-d4eb-45f3-853f-e451eaf41ccc req-f6c75cd6-fe01-432a-9c23-1c99823fa4b3 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:41.753401 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c227383c-d4eb-45f3-853f-e451eaf41ccc req-f6c75cd6-fe01-432a-9c23-1c99823fa4b3 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:41.767638 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22d096fe-531b-4245-9b30-b891ae2af124 req-913c7acb-bfb5-4d9e-b8e2-c95fdc5dc541 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] Network 8a948c4c-6f03-4f10-9e00-2993f9629279 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:39:41.771892 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c227383c-d4eb-45f3-853f-e451eaf41ccc req-f6c75cd6-fe01-432a-9c23-1c99823fa4b3 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:41.774138 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-22d096fe-531b-4245-9b30-b891ae2af124 req-913c7acb-bfb5-4d9e-b8e2-c95fdc5dc541 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:39:41.779307 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-22d096fe-531b-4245-9b30-b891ae2af124 req-913c7acb-bfb5-4d9e-b8e2-c95fdc5dc541 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:39:41.785016 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913c7acb-bfb5-4d9e-b8e2-c95fdc5dc541 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] Pushing event updated for resources: {'Port': ['ID=39251d49-5145-4722-9db9-3b02dfcece02,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:39:41.796442 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c227383c-d4eb-45f3-853f-e451eaf41ccc req-f6c75cd6-fe01-432a-9c23-1c99823fa4b3 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:41.812620 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c227383c-d4eb-45f3-853f-e451eaf41ccc req-f6c75cd6-fe01-432a-9c23-1c99823fa4b3 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:41.823233 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c227383c-d4eb-45f3-853f-e451eaf41ccc req-f6c75cd6-fe01-432a-9c23-1c99823fa4b3 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba24330e-3d10-45b2-aa45-d413663c46d4 HTTP/1.1" status: 200 len: 5427 time: 0.4297302 Jul 13 13:39:41.839879 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [None req-ff0182e0-415f-44b8-bfa8-f8265150ca6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Attempting to bind port 6a0922c2-743e-4783-9699-4e3b1b270cdb on host n-h2-800634-1 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:39:41.840299 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [None req-ff0182e0-415f-44b8-bfa8-f8265150ca6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Attempting to bind port 6a0922c2-743e-4783-9699-4e3b1b270cdb by drivers openvswitch,hyperv on host n-h2-800634-1 at level 0 using segments [{'id': '3458f3b5-fb1c-4b35-9d7a-aad9b9bd61e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f4858060-a885-4392-aa9c-a5d50800bfee'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:39:41.841359 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0182e0-415f-44b8-bfa8-f8265150ca6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Attempting to bind port 6a0922c2-743e-4783-9699-4e3b1b270cdb on network f4858060-a885-4392-aa9c-a5d50800bfee {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:39:41.849036 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-76cc9a13-93fe-485e-a800-d0d4345b25ea tempest-ExtraDHCPOptionsTestJSON-567315416 tempest-ExtraDHCPOptionsTestJSON-567315416-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, 481a1a5e-2915-4463-8aee-dee7621281a6) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:39:41.859495 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d096fe-531b-4245-9b30-b891ae2af124 req-913c7acb-bfb5-4d9e-b8e2-c95fdc5dc541 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:41.860930 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-22d096fe-531b-4245-9b30-b891ae2af124 req-913c7acb-bfb5-4d9e-b8e2-c95fdc5dc541 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:41.868205 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec61fa9f-347a-4ec3-8063-aca9ea279804 None None] Network 481a1a5e-2915-4463-8aee-dee7621281a6 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:39:41.894676 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76cc9a13-93fe-485e-a800-d0d4345b25ea tempest-ExtraDHCPOptionsTestJSON-567315416 tempest-ExtraDHCPOptionsTestJSON-567315416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:41.895617 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-22d096fe-531b-4245-9b30-b891ae2af124 req-913c7acb-bfb5-4d9e-b8e2-c95fdc5dc541 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4059520 Jul 13 13:39:41.895759 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-76cc9a13-93fe-485e-a800-d0d4345b25ea tempest-ExtraDHCPOptionsTestJSON-567315416 tempest-ExtraDHCPOptionsTestJSON-567315416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:41.911700 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-22d096fe-531b-4245-9b30-b891ae2af124 req-c1e28d1a-fae4-4b24-b4c9-13192c422a8f service neutron] Request body: {'port': {'device_id': '2daa289b-28a6-4674-93f8-96833f6934ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:39:41.913767 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c227383c-d4eb-45f3-853f-e451eaf41ccc req-63f971f3-65d7-4b5a-93ec-96a1574d1d69 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] 10.222.0.23 "GET /v2.0/security-groups?id=b297afe2-d282-4df8-a205-49b02bf6195a&id=4073f342-904a-4e74-a26d-da1c71da9763&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0749638 Jul 13 13:39:41.916739 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0182e0-415f-44b8-bfa8-f8265150ca6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Port 6a0922c2-743e-4783-9699-4e3b1b270cdb on network f4858060-a885-4392-aa9c-a5d50800bfee not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-1 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:39:41.923993 n-d-800634-1 neutron-server[93751]: ERROR neutron.plugins.ml2.managers [None req-ff0182e0-415f-44b8-bfa8-f8265150ca6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Failed to bind port 6a0922c2-743e-4783-9699-4e3b1b270cdb on host n-h2-800634-1 for vnic_type normal using segments [{'id': '3458f3b5-fb1c-4b35-9d7a-aad9b9bd61e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f4858060-a885-4392-aa9c-a5d50800bfee'}] Jul 13 13:39:41.927492 n-d-800634-1 neutron-server[93751]: INFO neutron.plugins.ml2.plugin [None req-ff0182e0-415f-44b8-bfa8-f8265150ca6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Attempt 7 to bind port 6a0922c2-743e-4783-9699-4e3b1b270cdb Jul 13 13:39:41.956767 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=784aaf21-6f00-49f0-a99b-fca08f13346d,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:39:41.988901 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-76cc9a13-93fe-485e-a800-d0d4345b25ea tempest-ExtraDHCPOptionsTestJSON-567315416 tempest-ExtraDHCPOptionsTestJSON-567315416-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2205317 Jul 13 13:39:41.989993 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [None req-ff0182e0-415f-44b8-bfa8-f8265150ca6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Attempting to bind port 6a0922c2-743e-4783-9699-4e3b1b270cdb on host n-h2-800634-1 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:39:41.990333 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [None req-ff0182e0-415f-44b8-bfa8-f8265150ca6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Attempting to bind port 6a0922c2-743e-4783-9699-4e3b1b270cdb by drivers openvswitch,hyperv on host n-h2-800634-1 at level 0 using segments [{'id': '3458f3b5-fb1c-4b35-9d7a-aad9b9bd61e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f4858060-a885-4392-aa9c-a5d50800bfee'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:39:41.990712 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0182e0-415f-44b8-bfa8-f8265150ca6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Attempting to bind port 6a0922c2-743e-4783-9699-4e3b1b270cdb on network f4858060-a885-4392-aa9c-a5d50800bfee {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:39:41.993319 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning for port 3cca05c4-e450-4259-87c3-a2ac658c147b completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:39:41.996050 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 59544) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:39:42.010530 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning complete for port 3cca05c4-e450-4259-87c3-a2ac658c147b triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:39:42.013494 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-a737d662-e65a-4283-8a31-15ecd5d05d8f tempest-ExtraDHCPOptionsTestJSON-567315416 tempest-ExtraDHCPOptionsTestJSON-567315416-project] Request body: {'port': {'network_id': '481a1a5e-2915-4463-8aee-dee7621281a6', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1616588253'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:39:42.015180 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:42.021758 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0182e0-415f-44b8-bfa8-f8265150ca6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Port 6a0922c2-743e-4783-9699-4e3b1b270cdb on network f4858060-a885-4392-aa9c-a5d50800bfee not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-1 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:39:42.021937 n-d-800634-1 neutron-server[93751]: ERROR neutron.plugins.ml2.managers [None req-ff0182e0-415f-44b8-bfa8-f8265150ca6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Failed to bind port 6a0922c2-743e-4783-9699-4e3b1b270cdb on host n-h2-800634-1 for vnic_type normal using segments [{'id': '3458f3b5-fb1c-4b35-9d7a-aad9b9bd61e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f4858060-a885-4392-aa9c-a5d50800bfee'}] Jul 13 13:39:42.047211 n-d-800634-1 neutron-server[93751]: INFO neutron.plugins.ml2.plugin [None req-ff0182e0-415f-44b8-bfa8-f8265150ca6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Attempt 8 to bind port 6a0922c2-743e-4783-9699-4e3b1b270cdb Jul 13 13:39:42.169568 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [None req-ff0182e0-415f-44b8-bfa8-f8265150ca6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Attempting to bind port 6a0922c2-743e-4783-9699-4e3b1b270cdb on host n-h2-800634-1 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:39:42.170029 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [None req-ff0182e0-415f-44b8-bfa8-f8265150ca6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Attempting to bind port 6a0922c2-743e-4783-9699-4e3b1b270cdb by drivers openvswitch,hyperv on host n-h2-800634-1 at level 0 using segments [{'id': '3458f3b5-fb1c-4b35-9d7a-aad9b9bd61e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f4858060-a885-4392-aa9c-a5d50800bfee'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:39:42.170369 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0182e0-415f-44b8-bfa8-f8265150ca6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Attempting to bind port 6a0922c2-743e-4783-9699-4e3b1b270cdb on network f4858060-a885-4392-aa9c-a5d50800bfee {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:39:42.196285 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0182e0-415f-44b8-bfa8-f8265150ca6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Port 6a0922c2-743e-4783-9699-4e3b1b270cdb on network f4858060-a885-4392-aa9c-a5d50800bfee not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-1 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:39:42.196535 n-d-800634-1 neutron-server[93751]: ERROR neutron.plugins.ml2.managers [None req-ff0182e0-415f-44b8-bfa8-f8265150ca6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Failed to bind port 6a0922c2-743e-4783-9699-4e3b1b270cdb on host n-h2-800634-1 for vnic_type normal using segments [{'id': '3458f3b5-fb1c-4b35-9d7a-aad9b9bd61e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f4858060-a885-4392-aa9c-a5d50800bfee'}] Jul 13 13:39:42.201111 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-22d096fe-531b-4245-9b30-b891ae2af124 req-c1e28d1a-fae4-4b24-b4c9-13192c422a8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:42.204141 n-d-800634-1 neutron-server[93751]: INFO neutron.plugins.ml2.plugin [None req-ff0182e0-415f-44b8-bfa8-f8265150ca6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Attempt 9 to bind port 6a0922c2-743e-4783-9699-4e3b1b270cdb Jul 13 13:39:42.231385 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087e7a96-6f98-423d-91d5-37ecbc9d1948 req-f4d3dc89-6d4f-4bfa-8664-fc6e8aaff97d tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:42.243490 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-087e7a96-6f98-423d-91d5-37ecbc9d1948 req-f4d3dc89-6d4f-4bfa-8664-fc6e8aaff97d tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c67f21f-8602-4690-a16a-b18bee9d640f HTTP/1.1" status: 200 len: 944 time: 0.2376606 Jul 13 13:39:42.316982 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [None req-ff0182e0-415f-44b8-bfa8-f8265150ca6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Attempting to bind port 6a0922c2-743e-4783-9699-4e3b1b270cdb on host n-h2-800634-1 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:39:42.318146 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [None req-ff0182e0-415f-44b8-bfa8-f8265150ca6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Attempting to bind port 6a0922c2-743e-4783-9699-4e3b1b270cdb by drivers openvswitch,hyperv on host n-h2-800634-1 at level 0 using segments [{'id': '3458f3b5-fb1c-4b35-9d7a-aad9b9bd61e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f4858060-a885-4392-aa9c-a5d50800bfee'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:39:42.319736 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0182e0-415f-44b8-bfa8-f8265150ca6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Attempting to bind port 6a0922c2-743e-4783-9699-4e3b1b270cdb on network f4858060-a885-4392-aa9c-a5d50800bfee {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:39:42.319856 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cb19c54-bd5d-4cc5-8f00-86f99cd59aca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a7201e1-61ce-5a3e-b7f7-e800379ed03b-481a1a5e-2915-4463-8aee-dee7621281a6', 'network_id': '481a1a5e-2915-4463-8aee-dee7621281a6', 'tenant_id': 'd8d562e8569648028fcf1c319f447238', 'fixed_ips': [{'subnet_id': '9875725b-18a4-45a6-b626-e98faf225b20'}]}} from n-d-800634-1. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 13:39:42.320707 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5cb19c54-bd5d-4cc5-8f00-86f99cd59aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:42.352510 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0182e0-415f-44b8-bfa8-f8265150ca6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Port 6a0922c2-743e-4783-9699-4e3b1b270cdb on network f4858060-a885-4392-aa9c-a5d50800bfee not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-1 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:39:42.352849 n-d-800634-1 neutron-server[93751]: ERROR neutron.plugins.ml2.managers [None req-ff0182e0-415f-44b8-bfa8-f8265150ca6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Failed to bind port 6a0922c2-743e-4783-9699-4e3b1b270cdb on host n-h2-800634-1 for vnic_type normal using segments [{'id': '3458f3b5-fb1c-4b35-9d7a-aad9b9bd61e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f4858060-a885-4392-aa9c-a5d50800bfee'}] Jul 13 13:39:42.358967 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-087e7a96-6f98-423d-91d5-37ecbc9d1948 req-a94f0caa-7264-4160-8087-42a95698ba66 tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] 10.222.0.23 "GET /v2.0/security-groups?id=9a4040a4-7a24-4bfb-97c3-fc064942d274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140342 Jul 13 13:39:42.359325 n-d-800634-1 neutron-server[93751]: INFO neutron.plugins.ml2.plugin [None req-ff0182e0-415f-44b8-bfa8-f8265150ca6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Attempt 10 to bind port 6a0922c2-743e-4783-9699-4e3b1b270cdb Jul 13 13:39:42.432503 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [None req-ff0182e0-415f-44b8-bfa8-f8265150ca6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Attempting to bind port 6a0922c2-743e-4783-9699-4e3b1b270cdb on host n-h2-800634-1 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:39:42.436814 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [None req-ff0182e0-415f-44b8-bfa8-f8265150ca6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Attempting to bind port 6a0922c2-743e-4783-9699-4e3b1b270cdb by drivers openvswitch,hyperv on host n-h2-800634-1 at level 0 using segments [{'id': '3458f3b5-fb1c-4b35-9d7a-aad9b9bd61e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f4858060-a885-4392-aa9c-a5d50800bfee'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:39:42.437622 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0182e0-415f-44b8-bfa8-f8265150ca6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Attempting to bind port 6a0922c2-743e-4783-9699-4e3b1b270cdb on network f4858060-a885-4392-aa9c-a5d50800bfee {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:39:42.466623 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0182e0-415f-44b8-bfa8-f8265150ca6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Port 6a0922c2-743e-4783-9699-4e3b1b270cdb on network f4858060-a885-4392-aa9c-a5d50800bfee not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-1 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:39:42.467105 n-d-800634-1 neutron-server[93751]: ERROR neutron.plugins.ml2.managers [None req-ff0182e0-415f-44b8-bfa8-f8265150ca6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Failed to bind port 6a0922c2-743e-4783-9699-4e3b1b270cdb on host n-h2-800634-1 for vnic_type normal using segments [{'id': '3458f3b5-fb1c-4b35-9d7a-aad9b9bd61e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f4858060-a885-4392-aa9c-a5d50800bfee'}] Jul 13 13:39:42.467602 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ff0182e0-415f-44b8-bfa8-f8265150ca6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:42.516766 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:42.588321 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a737d662-e65a-4283-8a31-15ecd5d05d8f tempest-ExtraDHCPOptionsTestJSON-567315416 tempest-ExtraDHCPOptionsTestJSON-567315416-project] Made reservation on behalf of d8d562e8569648028fcf1c319f447238 for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:39:42.609507 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a737d662-e65a-4283-8a31-15ecd5d05d8f tempest-ExtraDHCPOptionsTestJSON-567315416 tempest-ExtraDHCPOptionsTestJSON-567315416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:42.681823 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 3cca05c4-e450-4259-87c3-a2ac658c147b, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=3cca05c4-e450-4259-87c3-a2ac658c147b,segment=NetworkSegment(9f7771f2-d981-496e-a6cb-2f28b09404cd),segment_id=9f7771f2-d981-496e-a6cb-2f28b09404cd)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:39:42.713234 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-5cb19c54-bd5d-4cc5-8f00-86f99cd59aca None None] Allocated IP 172.20.0.2 (481a1a5e-2915-4463-8aee-dee7621281a6/9875725b-18a4-45a6-b626-e98faf225b20/555aee73-1270-486e-97b0-68a70bf35db6) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:39:42.757145 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-ff0182e0-415f-44b8-bfa8-f8265150ca6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] For port 6a0922c2-743e-4783-9699-4e3b1b270cdb, host n-h2-800634-1, cleared binding levels {{(pid=93751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:39:42.757787 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-ff0182e0-415f-44b8-bfa8-f8265150ca6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Attempted to set empty binding levels {{(pid=93751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 13 13:39:42.773035 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ff0182e0-415f-44b8-bfa8-f8265150ca6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:42.800960 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [None req-a737d662-e65a-4283-8a31-15ecd5d05d8f tempest-ExtraDHCPOptionsTestJSON-567315416 tempest-ExtraDHCPOptionsTestJSON-567315416-project] device_id is not set on port 4903c515-a954-4e80-9aa2-1a9877a9b9d1 yet. {{(pid=93751) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 13:39:42.872948 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-22d096fe-531b-4245-9b30-b891ae2af124 req-c1e28d1a-fae4-4b24-b4c9-13192c422a8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39251d49-5145-4722-9db9-3b02dfcece02 {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:39:42.881545 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-22d096fe-531b-4245-9b30-b891ae2af124 req-c1e28d1a-fae4-4b24-b4c9-13192c422a8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:42.895195 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-22d096fe-531b-4245-9b30-b891ae2af124 req-c1e28d1a-fae4-4b24-b4c9-13192c422a8f service neutron] Transition to ACTIVE for port object 39251d49-5145-4722-9db9-3b02dfcece02 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:39:42.910995 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-22d096fe-531b-4245-9b30-b891ae2af124 req-c1e28d1a-fae4-4b24-b4c9-13192c422a8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:42.988069 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5cb19c54-bd5d-4cc5-8f00-86f99cd59aca None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:43.003582 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-5cb19c54-bd5d-4cc5-8f00-86f99cd59aca None None] Transition to ACTIVE for port object 555aee73-1270-486e-97b0-68a70bf35db6 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:39:43.011462 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-ff0182e0-415f-44b8-bfa8-f8265150ca6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] In _notify_port_updated(), no bound segment for port 6a0922c2-743e-4783-9699-4e3b1b270cdb on network f4858060-a885-4392-aa9c-a5d50800bfee {{(pid=93751) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 13 13:39:43.013656 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff0182e0-415f-44b8-bfa8-f8265150ca6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:43.014392 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ff0182e0-415f-44b8-bfa8-f8265150ca6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:43.019455 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-ff0182e0-415f-44b8-bfa8-f8265150ca6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] 10.222.0.23 "PUT /v2.0/ports/6a0922c2-743e-4783-9699-4e3b1b270cdb HTTP/1.1" status: 200 len: 978 time: 4.2219369 Jul 13 13:39:43.020898 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 59556) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:39:43.071743 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d15193-3fcb-4c77-9b9f-4cb9e6ec309b req-153c89df-c465-4982-a249-e709355ffd20 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:43.073876 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-5cb19c54-bd5d-4cc5-8f00-86f99cd59aca None None] Transition to ACTIVE for port object 555aee73-1270-486e-97b0-68a70bf35db6 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:39:43.079102 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-49d15193-3fcb-4c77-9b9f-4cb9e6ec309b req-153c89df-c465-4982-a249-e709355ffd20 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ce44543-1f61-4d9c-8c3c-26da94576b7f HTTP/1.1" status: 200 len: 946 time: 0.5578535 Jul 13 13:39:43.079733 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:43.080078 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0182e0-415f-44b8-bfa8-f8265150ca6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Pushing event updated for resources: {'Port': ['ID=6a0922c2-743e-4783-9699-4e3b1b270cdb,revision_number=3']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:39:43.096012 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 63cb8491-88ea-44c4-ba8b-ee99d545ca33 up at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:39:43.172287 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e28d1a-fae4-4b24-b4c9-13192c422a8f service neutron] Pushing event updated for resources: {'Port': ['ID=39251d49-5145-4722-9db9-3b02dfcece02,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:39:43.194386 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d16bd1a-6859-4b3f-aacb-bd364f15355b req-e8902e95-7943-4b56-bbf2-c3cc967a26de tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:43.202699 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6d16bd1a-6859-4b3f-aacb-bd364f15355b req-e8902e95-7943-4b56-bbf2-c3cc967a26de tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.23 "GET /v2.0/ports?device_id=2daa289b-28a6-4674-93f8-96833f6934ea HTTP/1.1" status: 200 len: 944 time: 0.3047850 Jul 13 13:39:43.209909 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5cb19c54-bd5d-4cc5-8f00-86f99cd59aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:43.211865 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-a737d662-e65a-4283-8a31-15ecd5d05d8f tempest-ExtraDHCPOptionsTestJSON-567315416 tempest-ExtraDHCPOptionsTestJSON-567315416-project] Allocated IP 172.20.0.6 (481a1a5e-2915-4463-8aee-dee7621281a6/9875725b-18a4-45a6-b626-e98faf225b20/4903c515-a954-4e80-9aa2-1a9877a9b9d1) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:39:43.238239 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-22d096fe-531b-4245-9b30-b891ae2af124 req-c1e28d1a-fae4-4b24-b4c9-13192c422a8f service neutron] Attempting to bind port 39251d49-5145-4722-9db9-3b02dfcece02 on host n-h2-800634-1 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:39:43.241215 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-22d096fe-531b-4245-9b30-b891ae2af124 req-c1e28d1a-fae4-4b24-b4c9-13192c422a8f service neutron] Attempting to bind port 39251d49-5145-4722-9db9-3b02dfcece02 by drivers openvswitch,hyperv on host n-h2-800634-1 at level 0 using segments [{'id': 'b2cba7f6-e29b-4b72-b31f-06e263582f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '8a948c4c-6f03-4f10-9e00-2993f9629279'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:39:43.241776 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d096fe-531b-4245-9b30-b891ae2af124 req-c1e28d1a-fae4-4b24-b4c9-13192c422a8f service neutron] Attempting to bind port 39251d49-5145-4722-9db9-3b02dfcece02 on network 8a948c4c-6f03-4f10-9e00-2993f9629279 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:39:43.260100 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d096fe-531b-4245-9b30-b891ae2af124 req-c1e28d1a-fae4-4b24-b4c9-13192c422a8f service neutron] Port 39251d49-5145-4722-9db9-3b02dfcece02 on network 8a948c4c-6f03-4f10-9e00-2993f9629279 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-1 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:39:43.260641 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d096fe-531b-4245-9b30-b891ae2af124 req-c1e28d1a-fae4-4b24-b4c9-13192c422a8f service neutron] Attempting to bind port 39251d49-5145-4722-9db9-3b02dfcece02 on network 8a948c4c-6f03-4f10-9e00-2993f9629279 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:39:43.269335 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d096fe-531b-4245-9b30-b891ae2af124 req-c1e28d1a-fae4-4b24-b4c9-13192c422a8f service neutron] Checking agent: {'id': 'f615e5c9-21ab-43f2-adbc-192d64b795cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:39:43.269998 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d096fe-531b-4245-9b30-b891ae2af124 req-c1e28d1a-fae4-4b24-b4c9-13192c422a8f service neutron] Checking segment: {'id': 'b2cba7f6-e29b-4b72-b31f-06e263582f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '8a948c4c-6f03-4f10-9e00-2993f9629279'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:39:43.270544 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d096fe-531b-4245-9b30-b891ae2af124 req-c1e28d1a-fae4-4b24-b4c9-13192c422a8f service neutron] Bound using segment: {'id': 'b2cba7f6-e29b-4b72-b31f-06e263582f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '8a948c4c-6f03-4f10-9e00-2993f9629279'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:39:43.271168 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-22d096fe-531b-4245-9b30-b891ae2af124 req-c1e28d1a-fae4-4b24-b4c9-13192c422a8f service neutron] Bound port: 39251d49-5145-4722-9db9-3b02dfcece02, host: n-h2-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2cba7f6-e29b-4b72-b31f-06e263582f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '8a948c4c-6f03-4f10-9e00-2993f9629279'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:39:43.271943 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-22d096fe-531b-4245-9b30-b891ae2af124 req-c1e28d1a-fae4-4b24-b4c9-13192c422a8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:43.288688 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=3cca05c4-e450-4259-87c3-a2ac658c147b,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:39:43.336725 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6d16bd1a-6859-4b3f-aacb-bd364f15355b req-cc5bd016-5ce7-4fe0-ba39-2e41ea289787 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.23 "GET /v2.0/security-groups?id=215441dc-b65f-49ea-b8ce-4afa75e23159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327779 Jul 13 13:39:43.341639 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cb19c54-bd5d-4cc5-8f00-86f99cd59aca None None] Network 481a1a5e-2915-4463-8aee-dee7621281a6 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:39:43.364056 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-5cb19c54-bd5d-4cc5-8f00-86f99cd59aca None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:39:43.365091 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-49d15193-3fcb-4c77-9b9f-4cb9e6ec309b req-4570d895-abb7-4d00-994c-57f17c17d935 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8450e8a-3ce6-4095-b6b4-37555b8042b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117973 Jul 13 13:39:43.370925 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb19c54-bd5d-4cc5-8f00-86f99cd59aca None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:39:43.377852 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb19c54-bd5d-4cc5-8f00-86f99cd59aca None None] Pushing event updated for resources: {'Port': ['ID=555aee73-1270-486e-97b0-68a70bf35db6,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:39:43.418695 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-6dc68c9a-253c-40df-a995-f94ffdb599a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Deleting port 6a0922c2-743e-4783-9699-4e3b1b270cdb {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:39:43.419089 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6dc68c9a-253c-40df-a995-f94ffdb599a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:43.479344 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba24330e-3d10-45b2-aa45-d413663c46d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c8ea6d1-b0bc-4fe3-8965-3771992876e5'}, {'server_uuid': 'ba24330e-3d10-45b2-aa45-d413663c46d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '784aaf21-6f00-49f0-a99b-fca08f13346d'}, {'server_uuid': 'ba24330e-3d10-45b2-aa45-d413663c46d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cca05c4-e450-4259-87c3-a2ac658c147b'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:39:43.492287 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa7f1905-33d0-4981-bcd5-27eb727cc758" -d '{"events": [{"server_uuid": "ba24330e-3d10-45b2-aa45-d413663c46d4", "name": "network-vif-plugged", "status": "completed", "tag": "8c8ea6d1-b0bc-4fe3-8965-3771992876e5"}, {"server_uuid": "ba24330e-3d10-45b2-aa45-d413663c46d4", "name": "network-vif-plugged", "status": "completed", "tag": "784aaf21-6f00-49f0-a99b-fca08f13346d"}, {"server_uuid": "ba24330e-3d10-45b2-aa45-d413663c46d4", "name": "network-vif-plugged", "status": "completed", "tag": "3cca05c4-e450-4259-87c3-a2ac658c147b"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:39:43.499810 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning for port 63cb8491-88ea-44c4-ba8b-ee99d545ca33 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:39:43.569059 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-22d096fe-531b-4245-9b30-b891ae2af124 req-c1e28d1a-fae4-4b24-b4c9-13192c422a8f service neutron] For port 39251d49-5145-4722-9db9-3b02dfcece02, host n-h2-800634-1, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:39:43.611750 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning complete for port 63cb8491-88ea-44c4-ba8b-ee99d545ca33 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:39:43.612118 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:43.613727 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-22d096fe-531b-4245-9b30-b891ae2af124 req-c1e28d1a-fae4-4b24-b4c9-13192c422a8f service neutron] For port 39251d49-5145-4722-9db9-3b02dfcece02, host n-h2-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=39251d49-5145-4722-9db9-3b02dfcece02,segment=NetworkSegment(b2cba7f6-e29b-4b72-b31f-06e263582f9a),segment_id=b2cba7f6-e29b-4b72-b31f-06e263582f9a)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:39:43.661796 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-6dc68c9a-253c-40df-a995-f94ffdb599a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] For port 6a0922c2-743e-4783-9699-4e3b1b270cdb, host n-h2-800634-1, got binding levels [] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:39:43.662176 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6dc68c9a-253c-40df-a995-f94ffdb599a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:43.694938 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-22d096fe-531b-4245-9b30-b891ae2af124 req-c1e28d1a-fae4-4b24-b4c9-13192c422a8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:43.717106 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-5cb19c54-bd5d-4cc5-8f00-86f99cd59aca None None] Attempting to bind port 555aee73-1270-486e-97b0-68a70bf35db6 on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:39:43.717492 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-5cb19c54-bd5d-4cc5-8f00-86f99cd59aca None None] Attempting to bind port 555aee73-1270-486e-97b0-68a70bf35db6 by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '7bc1c642-1d81-4114-a3bb-a27cb3bbf931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '481a1a5e-2915-4463-8aee-dee7621281a6'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:39:43.717900 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb19c54-bd5d-4cc5-8f00-86f99cd59aca None None] Attempting to bind port 555aee73-1270-486e-97b0-68a70bf35db6 on network 481a1a5e-2915-4463-8aee-dee7621281a6 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:39:43.733628 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d096fe-531b-4245-9b30-b891ae2af124 req-c1e28d1a-fae4-4b24-b4c9-13192c422a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:43.736469 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-22d096fe-531b-4245-9b30-b891ae2af124 req-c1e28d1a-fae4-4b24-b4c9-13192c422a8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:43.737964 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-22d096fe-531b-4245-9b30-b891ae2af124 req-c1e28d1a-fae4-4b24-b4c9-13192c422a8f service neutron] 10.222.0.41 "PUT /v2.0/ports/39251d49-5145-4722-9db9-3b02dfcece02 HTTP/1.1" status: 200 len: 1092 time: 1.8353014 Jul 13 13:39:43.753000 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2daa289b-28a6-4674-93f8-96833f6934ea', 'tag': '39251d49-5145-4722-9db9-3b02dfcece02'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:39:43.759741 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84211856-8612-41e1-923a-75bd92232e07" -d '{"events": [{"name": "network-changed", "server_uuid": "2daa289b-28a6-4674-93f8-96833f6934ea", "tag": "39251d49-5145-4722-9db9-3b02dfcece02"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:39:43.760796 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a737d662-e65a-4283-8a31-15ecd5d05d8f tempest-ExtraDHCPOptionsTestJSON-567315416 tempest-ExtraDHCPOptionsTestJSON-567315416-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:43.803486 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb19c54-bd5d-4cc5-8f00-86f99cd59aca None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 39, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:39:43.803782 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb19c54-bd5d-4cc5-8f00-86f99cd59aca None None] Checking segment: {'id': '7bc1c642-1d81-4114-a3bb-a27cb3bbf931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '481a1a5e-2915-4463-8aee-dee7621281a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:39:43.804200 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5cb19c54-bd5d-4cc5-8f00-86f99cd59aca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:43.804615 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb19c54-bd5d-4cc5-8f00-86f99cd59aca None None] Bound using segment: {'id': '7bc1c642-1d81-4114-a3bb-a27cb3bbf931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '481a1a5e-2915-4463-8aee-dee7621281a6'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:39:43.805451 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-5cb19c54-bd5d-4cc5-8f00-86f99cd59aca None None] Bound port: 555aee73-1270-486e-97b0-68a70bf35db6, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bc1c642-1d81-4114-a3bb-a27cb3bbf931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '481a1a5e-2915-4463-8aee-dee7621281a6'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:39:43.805575 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5cb19c54-bd5d-4cc5-8f00-86f99cd59aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:43.811787 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-6dc68c9a-253c-40df-a995-f94ffdb599a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Calling delete_port for 6a0922c2-743e-4783-9699-4e3b1b270cdb owned by {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:39:43.828302 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:43.834008 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-a737d662-e65a-4283-8a31-15ecd5d05d8f tempest-ExtraDHCPOptionsTestJSON-567315416 tempest-ExtraDHCPOptionsTestJSON-567315416-project] Transition to ACTIVE for port object 4903c515-a954-4e80-9aa2-1a9877a9b9d1 will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:39:43.906657 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 63cb8491-88ea-44c4-ba8b-ee99d545ca33, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=63cb8491-88ea-44c4-ba8b-ee99d545ca33,segment=NetworkSegment(a1e3e7d9-9db1-4f41-8f44-5b4a3be7def2),segment_id=a1e3e7d9-9db1-4f41-8f44-5b4a3be7def2)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:39:43.930112 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:43.930919 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 22d9a863-c098-4a4f-a30b-7f895c5bc062 up at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:39:43.937134 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-5cb19c54-bd5d-4cc5-8f00-86f99cd59aca None None] For port 555aee73-1270-486e-97b0-68a70bf35db6, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:39:44.034544 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab7eeb6-dd5d-4702-8306-e367a16a877c req-3f62f789-efc9-4d29-9f47-6e3f30c77e66 tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:44.034795 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e28d1a-fae4-4b24-b4c9-13192c422a8f service neutron] Pushing event updated for resources: {'Port': ['ID=39251d49-5145-4722-9db9-3b02dfcece02,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:39:44.037604 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-bab7eeb6-dd5d-4702-8306-e367a16a877c req-3f62f789-efc9-4d29-9f47-6e3f30c77e66 tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c67f21f-8602-4690-a16a-b18bee9d640f HTTP/1.1" status: 200 len: 944 time: 0.2371883 Jul 13 13:39:44.039257 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a737d662-e65a-4283-8a31-15ecd5d05d8f tempest-ExtraDHCPOptionsTestJSON-567315416 tempest-ExtraDHCPOptionsTestJSON-567315416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:44.069770 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-5cb19c54-bd5d-4cc5-8f00-86f99cd59aca None None] For port 555aee73-1270-486e-97b0-68a70bf35db6, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=555aee73-1270-486e-97b0-68a70bf35db6,segment=NetworkSegment(7bc1c642-1d81-4114-a3bb-a27cb3bbf931),segment_id=7bc1c642-1d81-4114-a3bb-a27cb3bbf931)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:39:44.078974 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa8a528-e99d-4168-9068-c8404ff4595d req-f1831bf2-9338-4fe4-949d-a29277134b44 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:44.083362 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5cb19c54-bd5d-4cc5-8f00-86f99cd59aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:44.096421 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa8a528-e99d-4168-9068-c8404ff4595d req-f1831bf2-9338-4fe4-949d-a29277134b44 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:44.114285 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=63cb8491-88ea-44c4-ba8b-ee99d545ca33,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:39:44.138624 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa8a528-e99d-4168-9068-c8404ff4595d req-f1831bf2-9338-4fe4-949d-a29277134b44 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:44.159474 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa8a528-e99d-4168-9068-c8404ff4595d req-f1831bf2-9338-4fe4-949d-a29277134b44 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:44.165651 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa8a528-e99d-4168-9068-c8404ff4595d req-f1831bf2-9338-4fe4-949d-a29277134b44 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:44.184987 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa8a528-e99d-4168-9068-c8404ff4595d req-f1831bf2-9338-4fe4-949d-a29277134b44 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:44.191208 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa8a528-e99d-4168-9068-c8404ff4595d req-f1831bf2-9338-4fe4-949d-a29277134b44 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:44.202491 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5fa8a528-e99d-4168-9068-c8404ff4595d req-f1831bf2-9338-4fe4-949d-a29277134b44 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba24330e-3d10-45b2-aa45-d413663c46d4 HTTP/1.1" status: 200 len: 5429 time: 0.6260316 Jul 13 13:39:44.214892 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-bab7eeb6-dd5d-4702-8306-e367a16a877c req-17f1ed7d-67a0-4730-b071-734b4f65c6ab tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] 10.222.0.23 "GET /v2.0/security-groups?id=9a4040a4-7a24-4bfb-97c3-fc064942d274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557593 Jul 13 13:39:44.241067 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning for port 22d9a863-c098-4a4f-a30b-7f895c5bc062 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:39:44.256548 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a737d662-e65a-4283-8a31-15ecd5d05d8f tempest-ExtraDHCPOptionsTestJSON-567315416 tempest-ExtraDHCPOptionsTestJSON-567315416-project] Pushing event updated for resources: {'Port': ['ID=4903c515-a954-4e80-9aa2-1a9877a9b9d1,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:39:44.256787 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb19c54-bd5d-4cc5-8f00-86f99cd59aca None None] Pushing event updated for resources: {'Port': ['ID=555aee73-1270-486e-97b0-68a70bf35db6,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:39:44.257679 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6dc68c9a-253c-40df-a995-f94ffdb599a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:44.269933 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning complete for port 22d9a863-c098-4a4f-a30b-7f895c5bc062 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:39:44.269933 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:44.304535 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a737d662-e65a-4283-8a31-15ecd5d05d8f tempest-ExtraDHCPOptionsTestJSON-567315416 tempest-ExtraDHCPOptionsTestJSON-567315416-project] Network 481a1a5e-2915-4463-8aee-dee7621281a6 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:39:44.306830 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-a737d662-e65a-4283-8a31-15ecd5d05d8f tempest-ExtraDHCPOptionsTestJSON-567315416 tempest-ExtraDHCPOptionsTestJSON-567315416-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:39:44.317356 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a737d662-e65a-4283-8a31-15ecd5d05d8f tempest-ExtraDHCPOptionsTestJSON-567315416 tempest-ExtraDHCPOptionsTestJSON-567315416-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:39:44.350308 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 13 Jul 2021 13:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9713173-9c83-4fe0-91b2-bf712491f0c5 x-openstack-request-id: req-a9713173-9c83-4fe0-91b2-bf712491f0c5 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:39:44.350632 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba24330e-3d10-45b2-aa45-d413663c46d4", "name": "network-vif-plugged", "status": "completed", "tag": "8c8ea6d1-b0bc-4fe3-8965-3771992876e5", "code": 200}, {"server_uuid": "ba24330e-3d10-45b2-aa45-d413663c46d4", "name": "network-vif-plugged", "status": "completed", "tag": "784aaf21-6f00-49f0-a99b-fca08f13346d", "code": 200}, {"server_uuid": "ba24330e-3d10-45b2-aa45-d413663c46d4", "name": "network-vif-plugged", "status": "completed", "tag": "3cca05c4-e450-4259-87c3-a2ac658c147b", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:39:44.351009 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a9713173-9c83-4fe0-91b2-bf712491f0c5 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:39:44.351424 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba24330e-3d10-45b2-aa45-d413663c46d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c8ea6d1-b0bc-4fe3-8965-3771992876e5', 'code': 200} Jul 13 13:39:44.351687 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba24330e-3d10-45b2-aa45-d413663c46d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '784aaf21-6f00-49f0-a99b-fca08f13346d', 'code': 200} Jul 13 13:39:44.351941 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba24330e-3d10-45b2-aa45-d413663c46d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cca05c4-e450-4259-87c3-a2ac658c147b', 'code': 200} Jul 13 13:39:44.359811 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6dc68c9a-253c-40df-a995-f94ffdb599a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:44.361832 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-6dc68c9a-253c-40df-a995-f94ffdb599a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] 10.222.0.23 "DELETE /v2.0/ports/6a0922c2-743e-4783-9699-4e3b1b270cdb HTTP/1.1" status: 204 len: 168 time: 1.3387716 Jul 13 13:39:44.371542 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 59570) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:39:44.378346 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc68c9a-253c-40df-a995-f94ffdb599a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] Pushing event deleted for resources: {'Port': ['ID=6a0922c2-743e-4783-9699-4e3b1b270cdb,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:39:44.434131 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5fa8a528-e99d-4168-9068-c8404ff4595d req-f687e236-93e7-4720-b35b-ef0a32f16376 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] 10.222.0.23 "GET /v2.0/security-groups?id=b297afe2-d282-4df8-a205-49b02bf6195a&id=4073f342-904a-4e74-a26d-da1c71da9763&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2303576 Jul 13 13:39:44.456267 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d096fe-531b-4245-9b30-b891ae2af124 req-2d3dde19-6022-4b13-88d7-22c1b154375e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:44.464064 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-22d096fe-531b-4245-9b30-b891ae2af124 req-2d3dde19-6022-4b13-88d7-22c1b154375e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=930873fa186549f0911fe0cad6275da5&device_id=2daa289b-28a6-4674-93f8-96833f6934ea HTTP/1.1" status: 200 len: 1095 time: 0.5395207 Jul 13 13:39:44.485948 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 13:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7f9ba12-d9bf-4420-90c5-dc5e6dd8e6ce x-openstack-request-id: req-f7f9ba12-d9bf-4420-90c5-dc5e6dd8e6ce {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:39:44.486414 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2daa289b-28a6-4674-93f8-96833f6934ea", "tag": "39251d49-5145-4722-9db9-3b02dfcece02", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:39:44.487205 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f7f9ba12-d9bf-4420-90c5-dc5e6dd8e6ce {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:39:44.488460 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2daa289b-28a6-4674-93f8-96833f6934ea', 'tag': '39251d49-5145-4722-9db9-3b02dfcece02', 'status': 'completed', 'code': 200} Jul 13 13:39:44.496592 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:44.509411 n-d-800634-1 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd068dd9-e39f-4d4e-9eab-0407fcbd7bc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] GET failed (client error): The resource could not be found. Jul 13 13:39:44.518661 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-dd068dd9-e39f-4d4e-9eab-0407fcbd7bc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857586770-project-admin] 10.222.0.23 "GET /v2.0/ports/6a0922c2-743e-4783-9699-4e3b1b270cdb HTTP/1.1" status: 404 len: 333 time: 0.1264434 Jul 13 13:39:44.527478 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 59574) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:39:44.596078 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-22d096fe-531b-4245-9b30-b891ae2af124 req-ee0d63ed-c6b8-45b2-be17-5c19581c5645 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=39251d49-5145-4722-9db9-3b02dfcece02 HTTP/1.1" status: 200 len: 217 time: 0.1050143 Jul 13 13:39:44.615301 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 22d9a863-c098-4a4f-a30b-7f895c5bc062, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=22d9a863-c098-4a4f-a30b-7f895c5bc062,segment=NetworkSegment(9f7771f2-d981-496e-a6cb-2f28b09404cd),segment_id=9f7771f2-d981-496e-a6cb-2f28b09404cd)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:39:44.624021 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:44.644076 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 37327d45-43db-4f2b-b2c2-d66f9a414b16 up at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:39:44.729206 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d096fe-531b-4245-9b30-b891ae2af124 req-6ff5336b-44f0-4e80-9668-a3c26cc2d9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:44.735284 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-22d096fe-531b-4245-9b30-b891ae2af124 req-6ff5336b-44f0-4e80-9668-a3c26cc2d9ab service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2e38ecf8-2fec-4f5b-8b3e-f8690198cb4e HTTP/1.1" status: 200 len: 854 time: 0.1309776 Jul 13 13:39:44.750838 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a737d662-e65a-4283-8a31-15ecd5d05d8f tempest-ExtraDHCPOptionsTestJSON-567315416 tempest-ExtraDHCPOptionsTestJSON-567315416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:44.751993 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a737d662-e65a-4283-8a31-15ecd5d05d8f tempest-ExtraDHCPOptionsTestJSON-567315416 tempest-ExtraDHCPOptionsTestJSON-567315416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:44.823855 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-22d096fe-531b-4245-9b30-b891ae2af124 req-1e5cff21-372e-4b77-8c72-56cf4dc0406f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8a948c4c-6f03-4f10-9e00-2993f9629279&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0811613 Jul 13 13:39:44.860502 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=22d9a863-c098-4a4f-a30b-7f895c5bc062,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:39:44.877211 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-a737d662-e65a-4283-8a31-15ecd5d05d8f tempest-ExtraDHCPOptionsTestJSON-567315416 tempest-ExtraDHCPOptionsTestJSON-567315416-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.8800852 Jul 13 13:39:44.890628 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 59580) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:39:44.896202 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning for port 37327d45-43db-4f2b-b2c2-d66f9a414b16 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:39:44.901023 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning complete for port 37327d45-43db-4f2b-b2c2-d66f9a414b16 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:39:44.901409 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:44.908000 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-0f8bb582-ed12-456b-a561-9cbc12fd0906 tempest-ExtraDHCPOptionsTestJSON-567315416 tempest-ExtraDHCPOptionsTestJSON-567315416-project] Request body: {'port': {'network_id': '481a1a5e-2915-4463-8aee-dee7621281a6', 'name': 'tempest-ExtraDHCPOptionsTestJSON-400217178', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:39:44.918219 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.api.validators [None req-0f8bb582-ed12-456b-a561-9cbc12fd0906 tempest-ExtraDHCPOptionsTestJSON-567315416 tempest-ExtraDHCPOptionsTestJSON-567315416-project] bootfile-name is not in valid_values {{(pid=93751) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 13 13:39:44.918588 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.api.validators [None req-0f8bb582-ed12-456b-a561-9cbc12fd0906 tempest-ExtraDHCPOptionsTestJSON-567315416 tempest-ExtraDHCPOptionsTestJSON-567315416-project] tftp-server is not in valid_values {{(pid=93751) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 13 13:39:44.918971 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.api.validators [None req-0f8bb582-ed12-456b-a561-9cbc12fd0906 tempest-ExtraDHCPOptionsTestJSON-567315416 tempest-ExtraDHCPOptionsTestJSON-567315416-project] server-ip-address is not in valid_values {{(pid=93751) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 13 13:39:45.004662 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ae544984-d51a-44ca-a1fb-ae25628bc5df tempest-PortsAdminExtendedAttrsIpV6TestJSON-166313932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-166313932-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:45.063038 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9955629e-7c99-48c9-a08d-270c6c8eebe9 req-bbd3986f-dedf-46d6-9201-2dc907fc0e67 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:45.063935 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:45.069978 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-9955629e-7c99-48c9-a08d-270c6c8eebe9 req-bbd3986f-dedf-46d6-9201-2dc907fc0e67 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ce44543-1f61-4d9c-8c3c-26da94576b7f HTTP/1.1" status: 200 len: 946 time: 0.3148429 Jul 13 13:39:45.119200 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 37327d45-43db-4f2b-b2c2-d66f9a414b16, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=37327d45-43db-4f2b-b2c2-d66f9a414b16,segment=NetworkSegment(a992ca7b-0374-4ac8-89fd-e7752d9855d0),segment_id=a992ca7b-0374-4ac8-89fd-e7752d9855d0)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:39:45.131813 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:45.146383 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395c31e9-2c62-45b0-9e4c-3e37826222ed req-3e6f39b9-e776-44dd-b4b6-c34ab0a05e8f tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:45.147980 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-395c31e9-2c62-45b0-9e4c-3e37826222ed req-3e6f39b9-e776-44dd-b4b6-c34ab0a05e8f tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.23 "GET /v2.0/ports?device_id=2daa289b-28a6-4674-93f8-96833f6934ea HTTP/1.1" status: 200 len: 944 time: 0.3232360 Jul 13 13:39:45.154966 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-22d096fe-531b-4245-9b30-b891ae2af124 req-e78fa2d4-5ca4-482e-b898-361e4d04be3b service neutron] 10.222.0.41 "GET /v2.0/networks/8a948c4c-6f03-4f10-9e00-2993f9629279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2958724 Jul 13 13:39:45.319442 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=37327d45-43db-4f2b-b2c2-d66f9a414b16,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:39:45.325635 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ae544984-d51a-44ca-a1fb-ae25628bc5df tempest-PortsAdminExtendedAttrsIpV6TestJSON-166313932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-166313932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:45.357021 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-9955629e-7c99-48c9-a08d-270c6c8eebe9 req-4dc7c6d9-ca4b-4830-9187-d1dc6289e002 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8450e8a-3ce6-4095-b6b4-37555b8042b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2855065 Jul 13 13:39:45.363349 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 555aee73-1270-486e-97b0-68a70bf35db6 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:39:45.385222 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-ae544984-d51a-44ca-a1fb-ae25628bc5df tempest-PortsAdminExtendedAttrsIpV6TestJSON-166313932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-166313932-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4858060-a885-4392-aa9c-a5d50800bfee']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:39:45.420094 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f8bb582-ed12-456b-a561-9cbc12fd0906 tempest-ExtraDHCPOptionsTestJSON-567315416 tempest-ExtraDHCPOptionsTestJSON-567315416-project] Made reservation on behalf of d8d562e8569648028fcf1c319f447238 for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:39:45.437992 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0f8bb582-ed12-456b-a561-9cbc12fd0906 tempest-ExtraDHCPOptionsTestJSON-567315416 tempest-ExtraDHCPOptionsTestJSON-567315416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:45.455342 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-ae544984-d51a-44ca-a1fb-ae25628bc5df tempest-PortsAdminExtendedAttrsIpV6TestJSON-166313932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-166313932-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3458f3b5-fb1c-4b35-9d7a-aad9b9bd61e2') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:39:45.462099 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-ae544984-d51a-44ca-a1fb-ae25628bc5df tempest-PortsAdminExtendedAttrsIpV6TestJSON-166313932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-166313932-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3458f3b5-fb1c-4b35-9d7a-aad9b9bd61e2') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:39:45.565675 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ae544984-d51a-44ca-a1fb-ae25628bc5df tempest-PortsAdminExtendedAttrsIpV6TestJSON-166313932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-166313932-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6018464'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:45.624900 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ae544984-d51a-44ca-a1fb-ae25628bc5df tempest-PortsAdminExtendedAttrsIpV6TestJSON-166313932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-166313932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:45.632495 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae544984-d51a-44ca-a1fb-ae25628bc5df tempest-PortsAdminExtendedAttrsIpV6TestJSON-166313932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-166313932-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 13:39:45.632827 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ae544984-d51a-44ca-a1fb-ae25628bc5df tempest-PortsAdminExtendedAttrsIpV6TestJSON-166313932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-166313932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6018632'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:45.634789 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port 555aee73-1270-486e-97b0-68a70bf35db6 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:39:45.726265 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:39:45.726265 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:39:45.726265 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:39:45.726265 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:39:45.726265 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:39:45.726265 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:39:45.726265 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:39:45.726265 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:39:45.726265 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:39:45.726265 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:39:45.726265 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:39:45.726265 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:39:45.726265 n-d-800634-1 neutron-server[93751]: Traceback (most recent call last): Jul 13 13:39:45.726265 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 13:39:45.726265 n-d-800634-1 neutron-server[93751]: timer() Jul 13 13:39:45.726265 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 13:39:45.726265 n-d-800634-1 neutron-server[93751]: cb(*args, **kw) Jul 13 13:39:45.726265 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 13:39:45.726265 n-d-800634-1 neutron-server[93751]: return func(*args, **kwargs) Jul 13 13:39:45.726265 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 13:39:45.726265 n-d-800634-1 neutron-server[93751]: self._notify() Jul 13 13:39:45.726265 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 13:39:45.726265 n-d-800634-1 neutron-server[93751]: self.callback(batched_events) Jul 13 13:39:45.726265 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 13:39:45.726265 n-d-800634-1 neutron-server[93751]: event.method(event) Jul 13 13:39:45.726265 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 13:39:45.726265 n-d-800634-1 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 13:39:45.726265 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 13:39:45.726265 n-d-800634-1 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 13:39:45.726265 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 13:39:45.726265 n-d-800634-1 neutron-server[93751]: return f(self, *a, **k) Jul 13 13:39:45.726265 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 13:39:45.726265 n-d-800634-1 neutron-server[93751]: return self._get(url).json() Jul 13 13:39:45.726265 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 13:39:45.726265 n-d-800634-1 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 13:39:45.726265 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 13:39:45.726265 n-d-800634-1 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 13 13:39:45.726265 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 13:39:45.726265 n-d-800634-1 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 13:39:45.726265 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 13:39:45.726265 n-d-800634-1 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 13:39:45.726265 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 13:39:45.726265 n-d-800634-1 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 13:39:45.726265 n-d-800634-1 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 13:39:45.735140 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ae544984-d51a-44ca-a1fb-ae25628bc5df tempest-PortsAdminExtendedAttrsIpV6TestJSON-166313932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-166313932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:45.747891 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ae544984-d51a-44ca-a1fb-ae25628bc5df tempest-PortsAdminExtendedAttrsIpV6TestJSON-166313932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-166313932-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:45.750357 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-ae544984-d51a-44ca-a1fb-ae25628bc5df tempest-PortsAdminExtendedAttrsIpV6TestJSON-166313932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-166313932-project] 10.222.0.23 "DELETE /v2.0/networks/f4858060-a885-4392-aa9c-a5d50800bfee HTTP/1.1" status: 204 len: 168 time: 1.2215526 Jul 13 13:39:45.771565 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae544984-d51a-44ca-a1fb-ae25628bc5df tempest-PortsAdminExtendedAttrsIpV6TestJSON-166313932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-166313932-project] Pushing event deleted for resources: {'Network': ['ID=f4858060-a885-4392-aa9c-a5d50800bfee,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:39:45.784216 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [None req-0f8bb582-ed12-456b-a561-9cbc12fd0906 tempest-ExtraDHCPOptionsTestJSON-567315416 tempest-ExtraDHCPOptionsTestJSON-567315416-project] device_id is not set on port b9c42d11-672a-4f3e-98ff-41924260d45e yet. {{(pid=93751) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 13:39:46.164614 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c037eca3-6871-4414-8941-26e9768b63b2 None None] Network 481a1a5e-2915-4463-8aee-dee7621281a6 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:39:46.166664 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-395c31e9-2c62-45b0-9e4c-3e37826222ed req-a416f73b-63c1-4751-86ee-da4a02758d85 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.23 "GET /v2.0/security-groups?id=215441dc-b65f-49ea-b8ce-4afa75e23159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0101857 Jul 13 13:39:46.201800 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-0f8bb582-ed12-456b-a561-9cbc12fd0906 tempest-ExtraDHCPOptionsTestJSON-567315416 tempest-ExtraDHCPOptionsTestJSON-567315416-project] Allocated IP 172.20.0.14 (481a1a5e-2915-4463-8aee-dee7621281a6/9875725b-18a4-45a6-b626-e98faf225b20/b9c42d11-672a-4f3e-98ff-41924260d45e) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:39:46.229802 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b96e21-703c-4bc1-851d-5c1ea13486a5 req-57e88e32-6058-4537-84bd-ca5c3c7267b5 tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:46.237594 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-12b96e21-703c-4bc1-851d-5c1ea13486a5 req-57e88e32-6058-4537-84bd-ca5c3c7267b5 tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c67f21f-8602-4690-a16a-b18bee9d640f HTTP/1.1" status: 200 len: 945 time: 0.1510980 Jul 13 13:39:46.276036 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-22d096fe-531b-4245-9b30-b891ae2af124 req-cb96ac3e-4314-4187-b908-f820347e391c service neutron] 10.222.0.41 "GET /v2.0/networks/8a948c4c-6f03-4f10-9e00-2993f9629279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1080692 Jul 13 13:39:46.431449 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba24330e-3d10-45b2-aa45-d413663c46d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63cb8491-88ea-44c4-ba8b-ee99d545ca33'}, {'server_uuid': 'ba24330e-3d10-45b2-aa45-d413663c46d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22d9a863-c098-4a4f-a30b-7f895c5bc062'}, {'server_uuid': '3c67f21f-8602-4690-a16a-b18bee9d640f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37327d45-43db-4f2b-b2c2-d66f9a414b16'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:39:46.444720 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8ed8cb3-fcd9-4ffa-8d33-104f1cd31f4c" -d '{"events": [{"server_uuid": "ba24330e-3d10-45b2-aa45-d413663c46d4", "name": "network-vif-plugged", "status": "completed", "tag": "63cb8491-88ea-44c4-ba8b-ee99d545ca33"}, {"server_uuid": "ba24330e-3d10-45b2-aa45-d413663c46d4", "name": "network-vif-plugged", "status": "completed", "tag": "22d9a863-c098-4a4f-a30b-7f895c5bc062"}, {"server_uuid": "3c67f21f-8602-4690-a16a-b18bee9d640f", "name": "network-vif-plugged", "status": "completed", "tag": "37327d45-43db-4f2b-b2c2-d66f9a414b16"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:39:46.506937 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-12b96e21-703c-4bc1-851d-5c1ea13486a5 req-3546119d-2360-4f1f-8630-d910187f2418 tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] 10.222.0.23 "GET /v2.0/security-groups?id=9a4040a4-7a24-4bfb-97c3-fc064942d274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2680681 Jul 13 13:39:46.553040 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 59596) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:39:46.642922 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0f8bb582-ed12-456b-a561-9cbc12fd0906 tempest-ExtraDHCPOptionsTestJSON-567315416 tempest-ExtraDHCPOptionsTestJSON-567315416-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:46.675042 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-a7801a5d-dc84-480f-851f-ddc3ac7d922c None None] Provisioning for port 555aee73-1270-486e-97b0-68a70bf35db6 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:39:46.680399 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-0f8bb582-ed12-456b-a561-9cbc12fd0906 tempest-ExtraDHCPOptionsTestJSON-567315416 tempest-ExtraDHCPOptionsTestJSON-567315416-project] Transition to ACTIVE for port object b9c42d11-672a-4f3e-98ff-41924260d45e will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:39:46.682843 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-a7801a5d-dc84-480f-851f-ddc3ac7d922c None None] Provisioning complete for port 555aee73-1270-486e-97b0-68a70bf35db6 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:39:46.685134 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7801a5d-dc84-480f-851f-ddc3ac7d922c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:46.722117 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc33ff4f-df56-4e49-9e66-3e8273217b6b req-bc26c8f9-533c-45a1-8b15-476f52e1ed78 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:46.744085 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc33ff4f-df56-4e49-9e66-3e8273217b6b req-bc26c8f9-533c-45a1-8b15-476f52e1ed78 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:46.763680 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc33ff4f-df56-4e49-9e66-3e8273217b6b req-bc26c8f9-533c-45a1-8b15-476f52e1ed78 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:46.772825 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0f8bb582-ed12-456b-a561-9cbc12fd0906 tempest-ExtraDHCPOptionsTestJSON-567315416 tempest-ExtraDHCPOptionsTestJSON-567315416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:46.777286 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc33ff4f-df56-4e49-9e66-3e8273217b6b req-bc26c8f9-533c-45a1-8b15-476f52e1ed78 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:46.796189 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc33ff4f-df56-4e49-9e66-3e8273217b6b req-bc26c8f9-533c-45a1-8b15-476f52e1ed78 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:46.813033 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc33ff4f-df56-4e49-9e66-3e8273217b6b req-bc26c8f9-533c-45a1-8b15-476f52e1ed78 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:46.824129 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc33ff4f-df56-4e49-9e66-3e8273217b6b req-bc26c8f9-533c-45a1-8b15-476f52e1ed78 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:46.833046 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cc33ff4f-df56-4e49-9e66-3e8273217b6b req-bc26c8f9-533c-45a1-8b15-476f52e1ed78 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba24330e-3d10-45b2-aa45-d413663c46d4 HTTP/1.1" status: 200 len: 5431 time: 0.3638020 Jul 13 13:39:46.868579 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84211856-8612-41e1-923a-75bd92232e07 req-56179e8e-5e61-406f-ae95-9642229d806c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:46.869377 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f8bb582-ed12-456b-a561-9cbc12fd0906 tempest-ExtraDHCPOptionsTestJSON-567315416 tempest-ExtraDHCPOptionsTestJSON-567315416-project] Network 481a1a5e-2915-4463-8aee-dee7621281a6 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:39:46.875401 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-84211856-8612-41e1-923a-75bd92232e07 req-56179e8e-5e61-406f-ae95-9642229d806c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=930873fa186549f0911fe0cad6275da5&device_id=2daa289b-28a6-4674-93f8-96833f6934ea HTTP/1.1" status: 200 len: 1095 time: 0.5404780 Jul 13 13:39:46.878817 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-0f8bb582-ed12-456b-a561-9cbc12fd0906 tempest-ExtraDHCPOptionsTestJSON-567315416 tempest-ExtraDHCPOptionsTestJSON-567315416-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:39:46.897819 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8bb582-ed12-456b-a561-9cbc12fd0906 tempest-ExtraDHCPOptionsTestJSON-567315416 tempest-ExtraDHCPOptionsTestJSON-567315416-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:39:46.913388 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7801a5d-dc84-480f-851f-ddc3ac7d922c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:46.978267 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-a7801a5d-dc84-480f-851f-ddc3ac7d922c None None] For port 555aee73-1270-486e-97b0-68a70bf35db6, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=555aee73-1270-486e-97b0-68a70bf35db6,segment=NetworkSegment(7bc1c642-1d81-4114-a3bb-a27cb3bbf931),segment_id=7bc1c642-1d81-4114-a3bb-a27cb3bbf931)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:39:46.979734 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8bb582-ed12-456b-a561-9cbc12fd0906 tempest-ExtraDHCPOptionsTestJSON-567315416 tempest-ExtraDHCPOptionsTestJSON-567315416-project] Pushing event updated for resources: {'Port': ['ID=b9c42d11-672a-4f3e-98ff-41924260d45e,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:39:46.987468 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7801a5d-dc84-480f-851f-ddc3ac7d922c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:47.055598 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c8401b-6608-459f-934e-93ef5995f99a req-4ee2f732-6b9d-4b85-b6ec-7e7bf603bde7 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:47.068540 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c8c8401b-6608-459f-934e-93ef5995f99a req-4ee2f732-6b9d-4b85-b6ec-7e7bf603bde7 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ce44543-1f61-4d9c-8c3c-26da94576b7f HTTP/1.1" status: 200 len: 946 time: 0.3121185 Jul 13 13:39:47.080092 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cc33ff4f-df56-4e49-9e66-3e8273217b6b req-476aed01-976b-40c5-904a-a102cab5c268 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] 10.222.0.23 "GET /v2.0/security-groups?id=b297afe2-d282-4df8-a205-49b02bf6195a&id=4073f342-904a-4e74-a26d-da1c71da9763&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2193027 Jul 13 13:39:47.111271 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7801a5d-dc84-480f-851f-ddc3ac7d922c None None] Pushing event updated for resources: {'Port': ['ID=555aee73-1270-486e-97b0-68a70bf35db6,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:39:47.117292 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f8bb582-ed12-456b-a561-9cbc12fd0906 tempest-ExtraDHCPOptionsTestJSON-567315416 tempest-ExtraDHCPOptionsTestJSON-567315416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:47.123976 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0f8bb582-ed12-456b-a561-9cbc12fd0906 tempest-ExtraDHCPOptionsTestJSON-567315416 tempest-ExtraDHCPOptionsTestJSON-567315416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:47.171652 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-0f8bb582-ed12-456b-a561-9cbc12fd0906 tempest-ExtraDHCPOptionsTestJSON-567315416 tempest-ExtraDHCPOptionsTestJSON-567315416-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 2.2768095 Jul 13 13:39:47.174226 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-fa8da099-8560-4521-83b8-d49507c1aba0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0213442cae5b4c5dbf7b7190e4f7f475&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6174295 Jul 13 13:39:47.177768 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 59606) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:39:47.179126 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 59604) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:39:47.183203 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f1412457-a442-4a8d-81f6-62b5447c7c32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:47.221607 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-f4517524-0e2c-47cd-9a53-c078ab67355c None None] Provisioning complete for port 555aee73-1270-486e-97b0-68a70bf35db6 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:39:47.222011 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f4517524-0e2c-47cd-9a53-c078ab67355c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:47.302793 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c8c8401b-6608-459f-934e-93ef5995f99a req-ca253f4f-6ec4-47a6-a97b-c9265261cff7 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8450e8a-3ce6-4095-b6b4-37555b8042b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333381 Jul 13 13:39:47.317356 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 13 Jul 2021 13:39:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-691d092d-6297-4cad-9429-07b181157147 x-openstack-request-id: req-691d092d-6297-4cad-9429-07b181157147 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:39:47.317356 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba24330e-3d10-45b2-aa45-d413663c46d4", "name": "network-vif-plugged", "status": "completed", "tag": "63cb8491-88ea-44c4-ba8b-ee99d545ca33", "code": 200}, {"server_uuid": "ba24330e-3d10-45b2-aa45-d413663c46d4", "name": "network-vif-plugged", "status": "completed", "tag": "22d9a863-c098-4a4f-a30b-7f895c5bc062", "code": 200}, {"server_uuid": "3c67f21f-8602-4690-a16a-b18bee9d640f", "name": "network-vif-plugged", "status": "completed", "tag": "37327d45-43db-4f2b-b2c2-d66f9a414b16", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:39:47.317356 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-691d092d-6297-4cad-9429-07b181157147 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:39:47.338240 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba24330e-3d10-45b2-aa45-d413663c46d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63cb8491-88ea-44c4-ba8b-ee99d545ca33', 'code': 200} Jul 13 13:39:47.338647 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba24330e-3d10-45b2-aa45-d413663c46d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22d9a863-c098-4a4f-a30b-7f895c5bc062', 'code': 200} Jul 13 13:39:47.338914 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c67f21f-8602-4690-a16a-b18bee9d640f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37327d45-43db-4f2b-b2c2-d66f9a414b16', 'code': 200} Jul 13 13:39:47.341025 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1c236347-b1e1-4ac3-9918-963438522c49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:47.347431 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 555aee73-1270-486e-97b0-68a70bf35db6 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:39:47.443235 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84211856-8612-41e1-923a-75bd92232e07 req-ecc24725-8646-4455-b774-337c6c2daa31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:47.445116 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-84211856-8612-41e1-923a-75bd92232e07 req-ecc24725-8646-4455-b774-337c6c2daa31 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8a948c4c-6f03-4f10-9e00-2993f9629279 HTTP/1.1" status: 200 len: 914 time: 0.5585654 Jul 13 13:39:47.458132 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a99bcfb-a3a9-464a-8578-ab2da052ebe5 tempest-ExtraDHCPOptionsTestJSON-567315416 tempest-ExtraDHCPOptionsTestJSON-567315416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:47.468607 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a99bcfb-a3a9-464a-8578-ab2da052ebe5 tempest-ExtraDHCPOptionsTestJSON-567315416 tempest-ExtraDHCPOptionsTestJSON-567315416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:47.473324 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1c236347-b1e1-4ac3-9918-963438522c49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:47.476052 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a99bcfb-a3a9-464a-8578-ab2da052ebe5 tempest-ExtraDHCPOptionsTestJSON-567315416 tempest-ExtraDHCPOptionsTestJSON-567315416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:47.481001 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-9a99bcfb-a3a9-464a-8578-ab2da052ebe5 tempest-ExtraDHCPOptionsTestJSON-567315416 tempest-ExtraDHCPOptionsTestJSON-567315416-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.2918403 Jul 13 13:39:47.489381 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 59614) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:39:47.602078 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 555aee73-1270-486e-97b0-68a70bf35db6 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:39:47.602461 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:47.654894 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935a7278-c141-4d3d-bf8c-014f3a40e251 req-94f3e72b-bf41-420d-993b-29a79c02f3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:47.656648 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-935a7278-c141-4d3d-bf8c-014f3a40e251 req-94f3e72b-bf41-420d-993b-29a79c02f3e7 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3c67f21f-8602-4690-a16a-b18bee9d640f HTTP/1.1" status: 200 len: 1096 time: 0.2297788 Jul 13 13:39:47.667920 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-84211856-8612-41e1-923a-75bd92232e07 req-ee8cdd59-9c6a-4cdb-abc4-8b936d986d51 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=39251d49-5145-4722-9db9-3b02dfcece02 HTTP/1.1" status: 200 len: 217 time: 0.1884456 Jul 13 13:39:47.714561 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1c236347-b1e1-4ac3-9918-963438522c49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:47.722095 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1c236347-b1e1-4ac3-9918-963438522c49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:47.726596 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-1c236347-b1e1-4ac3-9918-963438522c49 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f613712e-33bb-4504-bb92-cd5b2a797ef8 HTTP/1.1" status: 204 len: 168 time: 0.5439408 Jul 13 13:39:47.747605 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c236347-b1e1-4ac3-9918-963438522c49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f613712e-33bb-4504-bb92-cd5b2a797ef8,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:39:47.788265 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-935a7278-c141-4d3d-bf8c-014f3a40e251 req-478da406-792b-4752-874b-8e4f60ecd8ad service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=9a4040a4-7a24-4bfb-97c3-fc064942d274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238456 Jul 13 13:39:47.896288 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-f4517524-0e2c-47cd-9a53-c078ab67355c None None] Provisioning for port 4903c515-a954-4e80-9aa2-1a9877a9b9d1 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:39:47.915556 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-f4517524-0e2c-47cd-9a53-c078ab67355c None None] Provisioning complete for port 4903c515-a954-4e80-9aa2-1a9877a9b9d1 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:39:47.915981 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f4517524-0e2c-47cd-9a53-c078ab67355c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:48.060957 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-f4517524-0e2c-47cd-9a53-c078ab67355c None None] Port 4903c515-a954-4e80-9aa2-1a9877a9b9d1 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:39:48.139433 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84211856-8612-41e1-923a-75bd92232e07 req-bcf86011-b1fb-44af-b463-b77a0cf751dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:48.152079 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-84211856-8612-41e1-923a-75bd92232e07 req-bcf86011-b1fb-44af-b463-b77a0cf751dd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2e38ecf8-2fec-4f5b-8b3e-f8690198cb4e HTTP/1.1" status: 200 len: 854 time: 0.4587507 Jul 13 13:39:48.191034 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca841b1-ce30-43b9-93e9-d0fd7e1c73fc req-b7f2bda1-82a8-4c26-947f-3b3a58a11cc4 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:48.201544 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-dca841b1-ce30-43b9-93e9-d0fd7e1c73fc req-b7f2bda1-82a8-4c26-947f-3b3a58a11cc4 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.23 "GET /v2.0/ports?device_id=2daa289b-28a6-4674-93f8-96833f6934ea HTTP/1.1" status: 200 len: 944 time: 0.5245850 Jul 13 13:39:48.223739 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-1808e399-60e4-444c-a191-fa9e2e2dd29a None None] Provisioning complete for port 4903c515-a954-4e80-9aa2-1a9877a9b9d1 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:39:48.224290 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-1808e399-60e4-444c-a191-fa9e2e2dd29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:48.252610 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b02b7b-7d1a-4e03-9a84-a0caa6d6a40e req-9c67666d-7105-4570-875e-7d3fb7c95470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:48.253174 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b02b7b-7d1a-4e03-9a84-a0caa6d6a40e req-9c67666d-7105-4570-875e-7d3fb7c95470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:48.256747 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b02b7b-7d1a-4e03-9a84-a0caa6d6a40e req-9c67666d-7105-4570-875e-7d3fb7c95470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:48.258481 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b02b7b-7d1a-4e03-9a84-a0caa6d6a40e req-9c67666d-7105-4570-875e-7d3fb7c95470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:48.261476 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b02b7b-7d1a-4e03-9a84-a0caa6d6a40e req-9c67666d-7105-4570-875e-7d3fb7c95470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:48.265295 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b02b7b-7d1a-4e03-9a84-a0caa6d6a40e req-9c67666d-7105-4570-875e-7d3fb7c95470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:48.266065 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b02b7b-7d1a-4e03-9a84-a0caa6d6a40e req-9c67666d-7105-4570-875e-7d3fb7c95470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:48.268316 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-65b02b7b-7d1a-4e03-9a84-a0caa6d6a40e req-9c67666d-7105-4570-875e-7d3fb7c95470 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ba24330e-3d10-45b2-aa45-d413663c46d4 HTTP/1.1" status: 200 len: 6488 time: 0.6273594 Jul 13 13:39:48.285316 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-dca841b1-ce30-43b9-93e9-d0fd7e1c73fc req-8eb4aa77-8ae1-4250-a130-2957442ce287 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.23 "GET /v2.0/security-groups?id=215441dc-b65f-49ea-b8ce-4afa75e23159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817699 Jul 13 13:39:48.364184 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-84211856-8612-41e1-923a-75bd92232e07 req-efd2faa8-1eca-40ac-8637-ba1afd564c44 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8a948c4c-6f03-4f10-9e00-2993f9629279&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1888459 Jul 13 13:39:48.430474 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 59630) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:39:48.454860 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-65b02b7b-7d1a-4e03-9a84-a0caa6d6a40e req-543bccb9-05aa-42f0-b793-9192ec9f1856 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=4073f342-904a-4e74-a26d-da1c71da9763&id=b297afe2-d282-4df8-a205-49b02bf6195a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1718028 Jul 13 13:39:48.481988 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d658d0bc-1b8c-476d-a2a8-b447f356ac3c req-4a018699-3d93-47e9-b622-df9a6cd9b43a tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:48.485466 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d658d0bc-1b8c-476d-a2a8-b447f356ac3c req-4a018699-3d93-47e9-b622-df9a6cd9b43a tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c67f21f-8602-4690-a16a-b18bee9d640f HTTP/1.1" status: 200 len: 945 time: 0.4497054 Jul 13 13:39:48.489850 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-31c02d46-bce9-4960-80ef-b82bc811f81a tempest-ExtraDHCPOptionsTestJSON-567315416 tempest-ExtraDHCPOptionsTestJSON-567315416-project] Deleting port b9c42d11-672a-4f3e-98ff-41924260d45e {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:39:48.492502 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-31c02d46-bce9-4960-80ef-b82bc811f81a tempest-ExtraDHCPOptionsTestJSON-567315416 tempest-ExtraDHCPOptionsTestJSON-567315416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:48.521401 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-6c22368b-ecd6-4569-8faa-3345f7a35355 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=296f1eca41034b5caf2bc40bdfe26223&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0894477 Jul 13 13:39:48.525078 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 59632) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:39:48.538741 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-1808e399-60e4-444c-a191-fa9e2e2dd29a None None] Port 4903c515-a954-4e80-9aa2-1a9877a9b9d1 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:39:48.560932 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-1808e399-60e4-444c-a191-fa9e2e2dd29a None None] Provisioning for port b9c42d11-672a-4f3e-98ff-41924260d45e completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:39:48.567794 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-1808e399-60e4-444c-a191-fa9e2e2dd29a None None] Provisioning complete for port b9c42d11-672a-4f3e-98ff-41924260d45e triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:39:48.568177 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-1808e399-60e4-444c-a191-fa9e2e2dd29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:48.642504 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-1808e399-60e4-444c-a191-fa9e2e2dd29a None None] Port b9c42d11-672a-4f3e-98ff-41924260d45e cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:39:48.696164 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4c68795d-762c-430d-8eb6-ff93ad9d476d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:48.741424 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d658d0bc-1b8c-476d-a2a8-b447f356ac3c req-b3c1a863-25d2-413f-abf6-0439aa100069 tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] 10.222.0.23 "GET /v2.0/security-groups?id=9a4040a4-7a24-4bfb-97c3-fc064942d274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397852 Jul 13 13:39:48.743064 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4c68795d-762c-430d-8eb6-ff93ad9d476d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:48.758269 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-84211856-8612-41e1-923a-75bd92232e07 req-cd3d5d2b-81a9-4267-9cfe-e1eeff1e085a service neutron] 10.222.0.41 "GET /v2.0/networks/8a948c4c-6f03-4f10-9e00-2993f9629279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3804300 Jul 13 13:39:48.820782 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-31c02d46-bce9-4960-80ef-b82bc811f81a tempest-ExtraDHCPOptionsTestJSON-567315416 tempest-ExtraDHCPOptionsTestJSON-567315416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:48.822709 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4c68795d-762c-430d-8eb6-ff93ad9d476d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:48.831814 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4c68795d-762c-430d-8eb6-ff93ad9d476d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:48.833547 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-4c68795d-762c-430d-8eb6-ff93ad9d476d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/74558fcc-6d39-4f1c-957b-ff9f952240b3 HTTP/1.1" status: 204 len: 168 time: 0.3075390 Jul 13 13:39:48.865035 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08fa487-557f-4037-a778-d65d2eeaf3fb req-3dedc748-bb94-4e2a-9d7d-1c7845c98c60 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:48.896271 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08fa487-557f-4037-a778-d65d2eeaf3fb req-3dedc748-bb94-4e2a-9d7d-1c7845c98c60 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:48.918532 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08fa487-557f-4037-a778-d65d2eeaf3fb req-3dedc748-bb94-4e2a-9d7d-1c7845c98c60 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:48.946898 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-31c02d46-bce9-4960-80ef-b82bc811f81a tempest-ExtraDHCPOptionsTestJSON-567315416 tempest-ExtraDHCPOptionsTestJSON-567315416-project] Calling delete_port for b9c42d11-672a-4f3e-98ff-41924260d45e owned by {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:39:48.947432 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08fa487-557f-4037-a778-d65d2eeaf3fb req-3dedc748-bb94-4e2a-9d7d-1c7845c98c60 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:48.954606 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08fa487-557f-4037-a778-d65d2eeaf3fb req-3dedc748-bb94-4e2a-9d7d-1c7845c98c60 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:48.961420 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08fa487-557f-4037-a778-d65d2eeaf3fb req-3dedc748-bb94-4e2a-9d7d-1c7845c98c60 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:48.973772 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08fa487-557f-4037-a778-d65d2eeaf3fb req-3dedc748-bb94-4e2a-9d7d-1c7845c98c60 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:48.978303 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d08fa487-557f-4037-a778-d65d2eeaf3fb req-3dedc748-bb94-4e2a-9d7d-1c7845c98c60 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba24330e-3d10-45b2-aa45-d413663c46d4 HTTP/1.1" status: 200 len: 5431 time: 0.4390619 Jul 13 13:39:48.980011 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c68795d-762c-430d-8eb6-ff93ad9d476d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74558fcc-6d39-4f1c-957b-ff9f952240b3,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:39:49.062420 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d08fa487-557f-4037-a778-d65d2eeaf3fb req-618b5f33-d224-4c0f-8d17-05c9a425b471 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] 10.222.0.23 "GET /v2.0/security-groups?id=b297afe2-d282-4df8-a205-49b02bf6195a&id=4073f342-904a-4e74-a26d-da1c71da9763&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0783517 Jul 13 13:39:49.096542 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-84211856-8612-41e1-923a-75bd92232e07 req-e2230120-cb5e-4c18-8b72-421311a97ede service neutron] 10.222.0.41 "GET /v2.0/networks/8a948c4c-6f03-4f10-9e00-2993f9629279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3336442 Jul 13 13:39:49.156226 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e6d7a2-6704-4bc7-9bba-b1f40a59a580 req-447697d9-0df4-4422-86c3-0272200d4518 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:49.157797 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a6e6d7a2-6704-4bc7-9bba-b1f40a59a580 req-447697d9-0df4-4422-86c3-0272200d4518 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ce44543-1f61-4d9c-8c3c-26da94576b7f HTTP/1.1" status: 200 len: 946 time: 0.2088180 Jul 13 13:39:49.238318 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a6e6d7a2-6704-4bc7-9bba-b1f40a59a580 req-290d3cf3-2367-4b72-ba5e-80b69082b726 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8450e8a-3ce6-4095-b6b4-37555b8042b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668571 Jul 13 13:39:49.297385 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-31c02d46-bce9-4960-80ef-b82bc811f81a tempest-ExtraDHCPOptionsTestJSON-567315416 tempest-ExtraDHCPOptionsTestJSON-567315416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:49.354474 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c02d46-bce9-4960-80ef-b82bc811f81a tempest-ExtraDHCPOptionsTestJSON-567315416 tempest-ExtraDHCPOptionsTestJSON-567315416-project] Pushing event deleted for resources: {'Port': ['ID=b9c42d11-672a-4f3e-98ff-41924260d45e,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:39:49.441358 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-31c02d46-bce9-4960-80ef-b82bc811f81a tempest-ExtraDHCPOptionsTestJSON-567315416 tempest-ExtraDHCPOptionsTestJSON-567315416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:49.448030 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-31c02d46-bce9-4960-80ef-b82bc811f81a tempest-ExtraDHCPOptionsTestJSON-567315416 tempest-ExtraDHCPOptionsTestJSON-567315416-project] 10.222.0.23 "DELETE /v2.0/ports/b9c42d11-672a-4f3e-98ff-41924260d45e HTTP/1.1" status: 204 len: 168 time: 1.9546106 Jul 13 13:39:49.448223 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 59662) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:39:49.456232 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-09338a80-a8f1-4316-bda2-93a9eae7fc41 tempest-ExtraDHCPOptionsTestJSON-567315416 tempest-ExtraDHCPOptionsTestJSON-567315416-project] Request body: {'port': {'name': 'tempest-new-port-name-683949725', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:39:49.456754 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.api.validators [None req-09338a80-a8f1-4316-bda2-93a9eae7fc41 tempest-ExtraDHCPOptionsTestJSON-567315416 tempest-ExtraDHCPOptionsTestJSON-567315416-project] bootfile-name is not in valid_values {{(pid=93750) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 13 13:39:49.457137 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.api.validators [None req-09338a80-a8f1-4316-bda2-93a9eae7fc41 tempest-ExtraDHCPOptionsTestJSON-567315416 tempest-ExtraDHCPOptionsTestJSON-567315416-project] tftp-server is not in valid_values {{(pid=93750) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 13 13:39:49.457465 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.api.validators [None req-09338a80-a8f1-4316-bda2-93a9eae7fc41 tempest-ExtraDHCPOptionsTestJSON-567315416 tempest-ExtraDHCPOptionsTestJSON-567315416-project] server-ip-address is not in valid_values {{(pid=93750) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 13 13:39:49.526133 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0d2014-206a-4ca9-a7a6-ceab2ad42e68 req-cfa1da4c-de9f-459b-ae3b-3268465e7ff1 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:49.537930 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-bf0d2014-206a-4ca9-a7a6-ceab2ad42e68 req-cfa1da4c-de9f-459b-ae3b-3268465e7ff1 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.23 "GET /v2.0/ports?device_id=2daa289b-28a6-4674-93f8-96833f6934ea HTTP/1.1" status: 200 len: 944 time: 0.1212401 Jul 13 13:39:49.582705 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 39251d49-5145-4722-9db9-3b02dfcece02 details requested by agent hyperv_n-h2-800634-1 with host n-h2-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 13:39:49.596253 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-bf0d2014-206a-4ca9-a7a6-ceab2ad42e68 req-95a0691b-0ba9-485f-ab08-321bdbe49315 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.23 "GET /v2.0/security-groups?id=215441dc-b65f-49ea-b8ce-4afa75e23159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569432 Jul 13 13:39:49.662191 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-09338a80-a8f1-4316-bda2-93a9eae7fc41 tempest-ExtraDHCPOptionsTestJSON-567315416 tempest-ExtraDHCPOptionsTestJSON-567315416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:49.756975 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 39251d49-5145-4722-9db9-3b02dfcece02, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=39251d49-5145-4722-9db9-3b02dfcece02,segment=NetworkSegment(b2cba7f6-e29b-4b72-b31f-06e263582f9a),segment_id=b2cba7f6-e29b-4b72-b31f-06e263582f9a)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:39:49.780280 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Returning: {'device': '39251d49-5145-4722-9db9-3b02dfcece02', 'network_id': '8a948c4c-6f03-4f10-9e00-2993f9629279', 'port_id': '39251d49-5145-4722-9db9-3b02dfcece02', 'mac_address': 'fa:16:3e:3c:0a:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e38ecf8-2fec-4f5b-8b3e-f8690198cb4e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 13:39:49.884104 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:49.910220 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9690317e-2725-40eb-b316-4c39be8b0cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:49.929765 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39251d49-5145-4722-9db9-3b02dfcece02 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:39:49.957949 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:49.961420 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 39251d49-5145-4722-9db9-3b02dfcece02, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=39251d49-5145-4722-9db9-3b02dfcece02,segment=NetworkSegment(b2cba7f6-e29b-4b72-b31f-06e263582f9a),segment_id=b2cba7f6-e29b-4b72-b31f-06e263582f9a)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:39:49.967632 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:50.033231 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=39251d49-5145-4722-9db9-3b02dfcece02,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:39:50.040692 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae145b1d-e24c-47e0-934c-cc49653db4fc req-d1f3cc31-8a85-43e5-a243-6d2f6fdd9c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:50.042501 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ae145b1d-e24c-47e0-934c-cc49653db4fc req-d1f3cc31-8a85-43e5-a243-6d2f6fdd9c6e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=735b68527641472d9d98083ece779da8&device_id=6ce44543-1f61-4d9c-8c3c-26da94576b7f HTTP/1.1" status: 200 len: 1097 time: 0.3581774 Jul 13 13:39:50.153277 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd32567d-2564-4e6d-9198-27b80f62cc6e req-8c1e8022-4b99-4858-a228-f941268415e3 tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:50.156998 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-dd32567d-2564-4e6d-9198-27b80f62cc6e req-8c1e8022-4b99-4858-a228-f941268415e3 tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c67f21f-8602-4690-a16a-b18bee9d640f HTTP/1.1" status: 200 len: 945 time: 0.2519398 Jul 13 13:39:50.173159 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-09338a80-a8f1-4316-bda2-93a9eae7fc41 tempest-ExtraDHCPOptionsTestJSON-567315416 tempest-ExtraDHCPOptionsTestJSON-567315416-project] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:50.214371 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-09338a80-a8f1-4316-bda2-93a9eae7fc41 tempest-ExtraDHCPOptionsTestJSON-567315416 tempest-ExtraDHCPOptionsTestJSON-567315416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:50.223959 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['39251d49-5145-4722-9db9-3b02dfcece02'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:39:50.239889 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-dd32567d-2564-4e6d-9198-27b80f62cc6e req-0c64b212-31d3-40f9-b82b-bf34293bdebf tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] 10.222.0.23 "GET /v2.0/security-groups?id=9a4040a4-7a24-4bfb-97c3-fc064942d274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691600 Jul 13 13:39:50.380297 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae145b1d-e24c-47e0-934c-cc49653db4fc req-c2aea118-e984-4d74-96ea-d34876995f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:50.382211 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ae145b1d-e24c-47e0-934c-cc49653db4fc req-c2aea118-e984-4d74-96ea-d34876995f5d service neutron] 10.222.0.41 "GET /v2.0/networks?id=1e6a1cec-d634-437c-82e7-1ebafa55a815 HTTP/1.1" status: 200 len: 911 time: 0.3296878 Jul 13 13:39:50.488364 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5074df28-2a64-4053-a432-8d738c501ac9 req-6c811e31-8fc9-4724-8201-b46bdfbe81a8 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:50.519318 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5074df28-2a64-4053-a432-8d738c501ac9 req-6c811e31-8fc9-4724-8201-b46bdfbe81a8 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:50.525561 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ae145b1d-e24c-47e0-934c-cc49653db4fc req-6d4b9284-5b30-4fb6-b4b9-95d77fc36b4b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=776054fc-ecbd-41ea-aa05-06fc8946f52a HTTP/1.1" status: 200 len: 217 time: 0.1153700 Jul 13 13:39:50.530148 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09338a80-a8f1-4316-bda2-93a9eae7fc41 tempest-ExtraDHCPOptionsTestJSON-567315416 tempest-ExtraDHCPOptionsTestJSON-567315416-project] Pushing event updated for resources: {'Port': ['ID=4903c515-a954-4e80-9aa2-1a9877a9b9d1,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:39:50.549446 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5074df28-2a64-4053-a432-8d738c501ac9 req-6c811e31-8fc9-4724-8201-b46bdfbe81a8 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:50.562484 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5074df28-2a64-4053-a432-8d738c501ac9 req-6c811e31-8fc9-4724-8201-b46bdfbe81a8 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:50.581464 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5074df28-2a64-4053-a432-8d738c501ac9 req-6c811e31-8fc9-4724-8201-b46bdfbe81a8 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:50.598786 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5074df28-2a64-4053-a432-8d738c501ac9 req-6c811e31-8fc9-4724-8201-b46bdfbe81a8 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:50.605594 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-09338a80-a8f1-4316-bda2-93a9eae7fc41 tempest-ExtraDHCPOptionsTestJSON-567315416 tempest-ExtraDHCPOptionsTestJSON-567315416-project] In _notify_port_updated(), no bound segment for port 4903c515-a954-4e80-9aa2-1a9877a9b9d1 on network 481a1a5e-2915-4463-8aee-dee7621281a6 {{(pid=93750) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 13 13:39:50.616846 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09338a80-a8f1-4316-bda2-93a9eae7fc41 tempest-ExtraDHCPOptionsTestJSON-567315416 tempest-ExtraDHCPOptionsTestJSON-567315416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:50.617549 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-09338a80-a8f1-4316-bda2-93a9eae7fc41 tempest-ExtraDHCPOptionsTestJSON-567315416 tempest-ExtraDHCPOptionsTestJSON-567315416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:50.618948 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-09338a80-a8f1-4316-bda2-93a9eae7fc41 tempest-ExtraDHCPOptionsTestJSON-567315416 tempest-ExtraDHCPOptionsTestJSON-567315416-project] 10.222.0.23 "PUT /v2.0/ports/4903c515-a954-4e80-9aa2-1a9877a9b9d1 HTTP/1.1" status: 200 len: 1135 time: 1.1698289 Jul 13 13:39:50.622907 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5074df28-2a64-4053-a432-8d738c501ac9 req-6c811e31-8fc9-4724-8201-b46bdfbe81a8 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:50.629825 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 59694) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:39:50.636338 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5074df28-2a64-4053-a432-8d738c501ac9 req-6c811e31-8fc9-4724-8201-b46bdfbe81a8 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba24330e-3d10-45b2-aa45-d413663c46d4 HTTP/1.1" status: 200 len: 5431 time: 0.4102368 Jul 13 13:39:50.715288 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5074df28-2a64-4053-a432-8d738c501ac9 req-6e0434b6-a991-41c5-92bd-aab915877105 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] 10.222.0.23 "GET /v2.0/security-groups?id=b297afe2-d282-4df8-a205-49b02bf6195a&id=4073f342-904a-4e74-a26d-da1c71da9763&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0768893 Jul 13 13:39:50.771464 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae145b1d-e24c-47e0-934c-cc49653db4fc req-8615d5d8-1528-4329-a471-d9dcdffbd9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:50.773489 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ae145b1d-e24c-47e0-934c-cc49653db4fc req-8615d5d8-1528-4329-a471-d9dcdffbd9dc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4a7066db-069e-4126-a711-5a91da09992d HTTP/1.1" status: 200 len: 851 time: 0.2378216 Jul 13 13:39:50.816047 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ae145b1d-e24c-47e0-934c-cc49653db4fc req-d6d8a55b-3998-4469-8c06-07d34341ec33 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1e6a1cec-d634-437c-82e7-1ebafa55a815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324266 Jul 13 13:39:50.825767 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-9576ea24-71b0-45c8-bb18-711239fe021f None None] Provisioning complete for port 4903c515-a954-4e80-9aa2-1a9877a9b9d1 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:39:50.826252 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9576ea24-71b0-45c8-bb18-711239fe021f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:50.847953 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ce9954-a565-48bc-b484-eff906892012 tempest-ExtraDHCPOptionsTestJSON-567315416 tempest-ExtraDHCPOptionsTestJSON-567315416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:50.849062 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-45ce9954-a565-48bc-b484-eff906892012 tempest-ExtraDHCPOptionsTestJSON-567315416 tempest-ExtraDHCPOptionsTestJSON-567315416-project] 10.222.0.23 "GET /v2.0/ports/4903c515-a954-4e80-9aa2-1a9877a9b9d1 HTTP/1.1" status: 200 len: 1135 time: 0.2153277 Jul 13 13:39:50.853270 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 59708) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:39:50.926300 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-9576ea24-71b0-45c8-bb18-711239fe021f None None] Port 4903c515-a954-4e80-9aa2-1a9877a9b9d1 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:39:50.952103 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4899083f-c638-4a78-a98e-71a2ccebcb0d req-08db8a9b-e783-4af3-865f-61a4581f6f92 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:50.960505 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4899083f-c638-4a78-a98e-71a2ccebcb0d req-08db8a9b-e783-4af3-865f-61a4581f6f92 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ce44543-1f61-4d9c-8c3c-26da94576b7f HTTP/1.1" status: 200 len: 946 time: 0.3291855 Jul 13 13:39:51.023991 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:51.032955 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4899083f-c638-4a78-a98e-71a2ccebcb0d req-7dc2a69f-d036-4ee8-a6e6-7ab76a9f5257 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8450e8a-3ce6-4095-b6b4-37555b8042b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693963 Jul 13 13:39:51.066177 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ae145b1d-e24c-47e0-934c-cc49653db4fc req-e62926fe-08ae-4b4d-a973-b26f57fedbeb service neutron] 10.222.0.41 "GET /v2.0/networks/1e6a1cec-d634-437c-82e7-1ebafa55a815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2370212 Jul 13 13:39:51.066614 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 59712) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:39:51.266497 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-93e51ca3-d08c-412b-9474-c18866340a5b tempest-RoutersTestDVR-1534540067 tempest-RoutersTestDVR-1534540067-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-806787950'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:39:51.320251 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ae145b1d-e24c-47e0-934c-cc49653db4fc req-03c2ac5f-d63f-4cf1-9729-2a970b6d70de service neutron] 10.222.0.41 "GET /v2.0/networks/1e6a1cec-d634-437c-82e7-1ebafa55a815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343652 Jul 13 13:39:51.324431 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-93e51ca3-d08c-412b-9474-c18866340a5b tempest-RoutersTestDVR-1534540067 tempest-RoutersTestDVR-1534540067-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1591928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2714'] for router, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:51.325673 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473943e9-1cf0-41a6-8a7a-a5191b1dfccd req-607fd06e-6d69-4e4a-905f-5d9dbe3df085 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:51.326533 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-93e51ca3-d08c-412b-9474-c18866340a5b tempest-RoutersTestDVR-1534540067 tempest-RoutersTestDVR-1534540067-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447198', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1629690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2689'] for router, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:51.333904 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-473943e9-1cf0-41a6-8a7a-a5191b1dfccd req-607fd06e-6d69-4e4a-905f-5d9dbe3df085 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.23 "GET /v2.0/ports?device_id=2daa289b-28a6-4674-93f8-96833f6934ea HTTP/1.1" status: 200 len: 945 time: 0.4368620 Jul 13 13:39:51.383323 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-051b8810-d649-4d6b-a17e-19baa822ea9d tempest-ExtraDHCPOptionsTestJSON-567315416 tempest-ExtraDHCPOptionsTestJSON-567315416-project] Deleting port 4903c515-a954-4e80-9aa2-1a9877a9b9d1 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:39:51.383937 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-051b8810-d649-4d6b-a17e-19baa822ea9d tempest-ExtraDHCPOptionsTestJSON-567315416 tempest-ExtraDHCPOptionsTestJSON-567315416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:51.404656 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-473943e9-1cf0-41a6-8a7a-a5191b1dfccd req-7dfefc69-4b1d-48ea-aaf3-44cd7b0f5025 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.23 "GET /v2.0/security-groups?id=215441dc-b65f-49ea-b8ce-4afa75e23159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693402 Jul 13 13:39:51.447272 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879d791a-c35d-4707-bd80-9f2db6c79c6f req-dd81e89e-d4a6-4916-abc1-153116d5edc2 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:51.455146 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879d791a-c35d-4707-bd80-9f2db6c79c6f req-dd81e89e-d4a6-4916-abc1-153116d5edc2 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:51.461134 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879d791a-c35d-4707-bd80-9f2db6c79c6f req-dd81e89e-d4a6-4916-abc1-153116d5edc2 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:51.476575 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879d791a-c35d-4707-bd80-9f2db6c79c6f req-dd81e89e-d4a6-4916-abc1-153116d5edc2 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:51.494108 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879d791a-c35d-4707-bd80-9f2db6c79c6f req-dd81e89e-d4a6-4916-abc1-153116d5edc2 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:51.503524 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879d791a-c35d-4707-bd80-9f2db6c79c6f req-dd81e89e-d4a6-4916-abc1-153116d5edc2 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:51.516887 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879d791a-c35d-4707-bd80-9f2db6c79c6f req-dd81e89e-d4a6-4916-abc1-153116d5edc2 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:51.520927 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-051b8810-d649-4d6b-a17e-19baa822ea9d tempest-ExtraDHCPOptionsTestJSON-567315416 tempest-ExtraDHCPOptionsTestJSON-567315416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:51.524192 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-879d791a-c35d-4707-bd80-9f2db6c79c6f req-dd81e89e-d4a6-4916-abc1-153116d5edc2 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba24330e-3d10-45b2-aa45-d413663c46d4 HTTP/1.1" status: 200 len: 5431 time: 0.3018064 Jul 13 13:39:51.535015 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 59720) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:39:51.540248 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-93e51ca3-d08c-412b-9474-c18866340a5b tempest-RoutersTestDVR-1534540067 tempest-RoutersTestDVR-1534540067-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:51.548249 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-6d7ca97c-c278-4e62-9a75-60c7ee2849c0 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Request body: {'floatingip': {'port_id': '784aaf21-6f00-49f0-a99b-fca08f13346d'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:39:51.571358 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-051b8810-d649-4d6b-a17e-19baa822ea9d tempest-ExtraDHCPOptionsTestJSON-567315416 tempest-ExtraDHCPOptionsTestJSON-567315416-project] Calling delete_port for 4903c515-a954-4e80-9aa2-1a9877a9b9d1 owned by {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:39:51.583599 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-93e51ca3-d08c-412b-9474-c18866340a5b tempest-RoutersTestDVR-1534540067 tempest-RoutersTestDVR-1534540067-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447217'] for router, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:51.595418 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6d7ca97c-c278-4e62-9a75-60c7ee2849c0 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Notify callbacks [] for floatingip, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:51.597064 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 39251d49-5145-4722-9db9-3b02dfcece02 up at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:39:51.648448 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-93e51ca3-d08c-412b-9474-c18866340a5b tempest-RoutersTestDVR-1534540067 tempest-RoutersTestDVR-1534540067-project-admin] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:51.650013 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-93e51ca3-d08c-412b-9474-c18866340a5b tempest-RoutersTestDVR-1534540067 tempest-RoutersTestDVR-1534540067-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.5824127 Jul 13 13:39:51.654018 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 59722) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:39:51.674039 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning for port 39251d49-5145-4722-9db9-3b02dfcece02 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:39:51.678505 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning complete for port 39251d49-5145-4722-9db9-3b02dfcece02 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:39:51.678963 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:51.757150 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-15a2daeb-940a-4003-b09c-6a8493c2c4b9 tempest-RoutersTestDVR-1534540067 tempest-RoutersTestDVR-1534540067-project-admin] Notify callbacks [] for router, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:51.791856 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:51.845021 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2daa289b-28a6-4674-93f8-96833f6934ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39251d49-5145-4722-9db9-3b02dfcece02'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:39:51.856184 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e80b1032-6b71-414f-b0f1-3da7538f7f17" -d '{"events": [{"server_uuid": "2daa289b-28a6-4674-93f8-96833f6934ea", "name": "network-vif-plugged", "status": "completed", "tag": "39251d49-5145-4722-9db9-3b02dfcece02"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:39:51.877581 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 39251d49-5145-4722-9db9-3b02dfcece02, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=39251d49-5145-4722-9db9-3b02dfcece02,segment=NetworkSegment(b2cba7f6-e29b-4b72-b31f-06e263582f9a),segment_id=b2cba7f6-e29b-4b72-b31f-06e263582f9a)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:39:51.889363 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:51.890675 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 776054fc-ecbd-41ea-aa05-06fc8946f52a no longer exists at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:39:51.959259 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c7a1626-480d-4db7-9485-e772c3871a94 x-openstack-request-id: req-3c7a1626-480d-4db7-9485-e772c3871a94 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:39:51.959809 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2daa289b-28a6-4674-93f8-96833f6934ea", "name": "network-vif-plugged", "status": "completed", "tag": "39251d49-5145-4722-9db9-3b02dfcece02", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:39:51.960164 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3c7a1626-480d-4db7-9485-e772c3871a94 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:39:51.960649 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2daa289b-28a6-4674-93f8-96833f6934ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39251d49-5145-4722-9db9-3b02dfcece02', 'code': 200} Jul 13 13:39:52.032653 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-15a2daeb-940a-4003-b09c-6a8493c2c4b9 tempest-RoutersTestDVR-1534540067 tempest-RoutersTestDVR-1534540067-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1591938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2696'] for router, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:52.036548 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-15a2daeb-940a-4003-b09c-6a8493c2c4b9 tempest-RoutersTestDVR-1534540067 tempest-RoutersTestDVR-1534540067-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:52.077380 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=39251d49-5145-4722-9db9-3b02dfcece02,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:39:52.098054 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:52.099280 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-15a2daeb-940a-4003-b09c-6a8493c2c4b9 tempest-RoutersTestDVR-1534540067 tempest-RoutersTestDVR-1534540067-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593106'] for router, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:52.100072 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15a2daeb-940a-4003-b09c-6a8493c2c4b9 tempest-RoutersTestDVR-1534540067 tempest-RoutersTestDVR-1534540067-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a3e6f21e-abb4-4682-a4f1-990d0da3a920 {{(pid=93751) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 13:39:52.127838 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-15a2daeb-940a-4003-b09c-6a8493c2c4b9 tempest-RoutersTestDVR-1534540067 tempest-RoutersTestDVR-1534540067-project-admin] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:52.132554 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-15a2daeb-940a-4003-b09c-6a8493c2c4b9 tempest-RoutersTestDVR-1534540067 tempest-RoutersTestDVR-1534540067-project-admin] 10.222.0.23 "DELETE /v2.0/routers/a3e6f21e-abb4-4682-a4f1-990d0da3a920 HTTP/1.1" status: 204 len: 168 time: 0.4715130 Jul 13 13:39:52.134256 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 59730) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:39:52.134433 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703ae282-c801-4ba6-bbff-3a25fc849551 req-30d46366-28cb-4f42-ae69-f6865ca914c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:52.136642 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-703ae282-c801-4ba6-bbff-3a25fc849551 req-30d46366-28cb-4f42-ae69-f6865ca914c9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2daa289b-28a6-4674-93f8-96833f6934ea HTTP/1.1" status: 200 len: 1097 time: 0.1250229 Jul 13 13:39:52.139875 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-4c78ef39-97d3-476b-937e-08184f0c2630 tempest-RoutersTestDVR-1534540067 tempest-RoutersTestDVR-1534540067-project-admin] Request body: {'router': {'name': 'tempest-router-76159765', 'distributed': False}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:39:52.168423 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 776054fc-ecbd-41ea-aa05-06fc8946f52a, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=776054fc-ecbd-41ea-aa05-06fc8946f52a,segment=NetworkSegment(8ca861d2-7f67-42e9-b790-b2afeca7fd40),segment_id=8ca861d2-7f67-42e9-b790-b2afeca7fd40)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:39:52.176012 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4c78ef39-97d3-476b-937e-08184f0c2630 tempest-RoutersTestDVR-1534540067 tempest-RoutersTestDVR-1534540067-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1591928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2714'] for router, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:52.177027 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:52.177432 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4c78ef39-97d3-476b-937e-08184f0c2630 tempest-RoutersTestDVR-1534540067 tempest-RoutersTestDVR-1534540067-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447198', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1629690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2689'] for router, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:52.198993 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-051b8810-d649-4d6b-a17e-19baa822ea9d tempest-ExtraDHCPOptionsTestJSON-567315416 tempest-ExtraDHCPOptionsTestJSON-567315416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:52.240032 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-703ae282-c801-4ba6-bbff-3a25fc849551 req-e8341116-8735-4e3e-9e72-3ac4d568c5bd service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=215441dc-b65f-49ea-b8ce-4afa75e23159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956097 Jul 13 13:39:52.251999 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=776054fc-ecbd-41ea-aa05-06fc8946f52a,revision_number=8']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:39:52.363629 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051b8810-d649-4d6b-a17e-19baa822ea9d tempest-ExtraDHCPOptionsTestJSON-567315416 tempest-ExtraDHCPOptionsTestJSON-567315416-project] Pushing event deleted for resources: {'Port': ['ID=4903c515-a954-4e80-9aa2-1a9877a9b9d1,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:39:52.393874 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4c78ef39-97d3-476b-937e-08184f0c2630 tempest-RoutersTestDVR-1534540067 tempest-RoutersTestDVR-1534540067-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:52.423698 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4c78ef39-97d3-476b-937e-08184f0c2630 tempest-RoutersTestDVR-1534540067 tempest-RoutersTestDVR-1534540067-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447217'] for router, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:52.446469 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4c78ef39-97d3-476b-937e-08184f0c2630 tempest-RoutersTestDVR-1534540067 tempest-RoutersTestDVR-1534540067-project-admin] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:52.450825 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-4c78ef39-97d3-476b-937e-08184f0c2630 tempest-RoutersTestDVR-1534540067 tempest-RoutersTestDVR-1534540067-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.3153360 Jul 13 13:39:52.451481 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 59734) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:39:52.530764 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:52.549664 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-051b8810-d649-4d6b-a17e-19baa822ea9d tempest-ExtraDHCPOptionsTestJSON-567315416 tempest-ExtraDHCPOptionsTestJSON-567315416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:52.551639 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-051b8810-d649-4d6b-a17e-19baa822ea9d tempest-ExtraDHCPOptionsTestJSON-567315416 tempest-ExtraDHCPOptionsTestJSON-567315416-project] 10.222.0.23 "DELETE /v2.0/ports/4903c515-a954-4e80-9aa2-1a9877a9b9d1 HTTP/1.1" status: 204 len: 168 time: 1.6972597 Jul 13 13:39:52.554915 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 59736) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:39:52.613823 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fa6d9a46-879b-47f4-a86b-f813e1a1a9c3 tempest-RoutersTestDVR-1534540067 tempest-RoutersTestDVR-1534540067-project-admin] Notify callbacks [] for router, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:52.700500 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc060ee9-a5b9-41a8-ba2a-f1c8b0bdbce5 tempest-ExtraDHCPOptionsTestJSON-567315416 tempest-ExtraDHCPOptionsTestJSON-567315416-project] Deleting subnet 9875725b-18a4-45a6-b626-e98faf225b20 {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 13:39:52.715808 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5cbdb0-ff52-4eb5-b555-55ac257b2586 req-d095ad00-5b4a-4406-8625-c6b3bac17fb0 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:52.717339 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-9b5cbdb0-ff52-4eb5-b555-55ac257b2586 req-d095ad00-5b4a-4406-8625-c6b3bac17fb0 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ce44543-1f61-4d9c-8c3c-26da94576b7f HTTP/1.1" status: 200 len: 944 time: 0.4513879 Jul 13 13:39:52.718404 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fc060ee9-a5b9-41a8-ba2a-f1c8b0bdbce5 tempest-ExtraDHCPOptionsTestJSON-567315416 tempest-ExtraDHCPOptionsTestJSON-567315416-project] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:52.805403 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6d7ca97c-c278-4e62-9a75-60c7ee2849c0 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:52.812077 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6d7ca97c-c278-4e62-9a75-60c7ee2849c0 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446547'] for floatingip, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:52.859883 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fa6d9a46-879b-47f4-a86b-f813e1a1a9c3 tempest-RoutersTestDVR-1534540067 tempest-RoutersTestDVR-1534540067-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1591938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2696'] for router, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:52.864815 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fa6d9a46-879b-47f4-a86b-f813e1a1a9c3 tempest-RoutersTestDVR-1534540067 tempest-RoutersTestDVR-1534540067-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:52.868243 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fc060ee9-a5b9-41a8-ba2a-f1c8b0bdbce5 tempest-ExtraDHCPOptionsTestJSON-567315416 tempest-ExtraDHCPOptionsTestJSON-567315416-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6018489'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:52.975488 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-9b5cbdb0-ff52-4eb5-b555-55ac257b2586 req-592663cd-59b4-41ef-8231-429ae51157e2 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8450e8a-3ce6-4095-b6b4-37555b8042b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322106 Jul 13 13:39:52.979133 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fa6d9a46-879b-47f4-a86b-f813e1a1a9c3 tempest-RoutersTestDVR-1534540067 tempest-RoutersTestDVR-1534540067-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593106'] for router, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:52.979725 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa6d9a46-879b-47f4-a86b-f813e1a1a9c3 tempest-RoutersTestDVR-1534540067 tempest-RoutersTestDVR-1534540067-project-admin] Fanout notify agent at l3_agent the message router_deleted on router aaf8bed6-e892-44e5-a17c-5cea54728148 {{(pid=93751) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 13:39:52.985508 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26bbc4a-1de7-4540-b98b-61dc715ea49b req-e4da7de0-ad46-4ff0-b715-4af25fd83a51 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:52.987199 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fa6d9a46-879b-47f4-a86b-f813e1a1a9c3 tempest-RoutersTestDVR-1534540067 tempest-RoutersTestDVR-1534540067-project-admin] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:52.991963 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e26bbc4a-1de7-4540-b98b-61dc715ea49b req-e4da7de0-ad46-4ff0-b715-4af25fd83a51 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.23 "GET /v2.0/ports?device_id=2daa289b-28a6-4674-93f8-96833f6934ea HTTP/1.1" status: 200 len: 946 time: 0.3301139 Jul 13 13:39:52.994172 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-fa6d9a46-879b-47f4-a86b-f813e1a1a9c3 tempest-RoutersTestDVR-1534540067 tempest-RoutersTestDVR-1534540067-project-admin] 10.222.0.23 "DELETE /v2.0/routers/aaf8bed6-e892-44e5-a17c-5cea54728148 HTTP/1.1" status: 204 len: 168 time: 0.5385065 Jul 13 13:39:52.994813 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 59744) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:39:53.002095 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-5ea8a7e6-0221-4d1e-95cd-a4dfbcc48398 tempest-RoutersTestDVR-1534540067 tempest-RoutersTestDVR-1534540067-project-admin] Request body: {'router': {'name': 'tempest-router-2080990181', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '2bc83e33b60c4dc6bfdf1d456115a1c6'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:39:53.002634 n-d-800634-1 neutron-server[93750]: INFO neutron.db.l3_db [None req-6d7ca97c-c278-4e62-9a75-60c7ee2849c0 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Floating IP 7059bf3b-cecc-43cd-babc-5e4968b60205 associated. External IP: 172.25.6.188, port: 784aaf21-6f00-49f0-a99b-fca08f13346d. Jul 13 13:39:53.107261 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e26bbc4a-1de7-4540-b98b-61dc715ea49b req-5a9b578b-9a10-473a-8a3c-09a5fcda8433 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.23 "GET /v2.0/security-groups?id=215441dc-b65f-49ea-b8ce-4afa75e23159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142063 Jul 13 13:39:53.161241 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5ea8a7e6-0221-4d1e-95cd-a4dfbcc48398 tempest-RoutersTestDVR-1534540067 tempest-RoutersTestDVR-1534540067-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1591928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2714'] for router, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:53.162314 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5ea8a7e6-0221-4d1e-95cd-a4dfbcc48398 tempest-RoutersTestDVR-1534540067 tempest-RoutersTestDVR-1534540067-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447198', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1629690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2689'] for router, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:53.235232 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fc060ee9-a5b9-41a8-ba2a-f1c8b0bdbce5 tempest-ExtraDHCPOptionsTestJSON-567315416 tempest-ExtraDHCPOptionsTestJSON-567315416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:53.310808 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5ea8a7e6-0221-4d1e-95cd-a4dfbcc48398 tempest-RoutersTestDVR-1534540067 tempest-RoutersTestDVR-1534540067-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:53.326052 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5ea8a7e6-0221-4d1e-95cd-a4dfbcc48398 tempest-RoutersTestDVR-1534540067 tempest-RoutersTestDVR-1534540067-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447217'] for router, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:53.354368 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5ea8a7e6-0221-4d1e-95cd-a4dfbcc48398 tempest-RoutersTestDVR-1534540067 tempest-RoutersTestDVR-1534540067-project-admin] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:53.358918 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-5ea8a7e6-0221-4d1e-95cd-a4dfbcc48398 tempest-RoutersTestDVR-1534540067 tempest-RoutersTestDVR-1534540067-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3595326 Jul 13 13:39:53.359673 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 59752) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:39:53.365348 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d7ca97c-c278-4e62-9a75-60c7ee2849c0 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Router 6a579f2f-e206-4c87-9ca4-4cabe6057de4 has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 13:39:53.368863 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-628ae25a-f0c4-4019-b939-6fe9d6f63d0b tempest-RoutersTestDVR-1534540067 tempest-RoutersTestDVR-1534540067-project-admin] Request body: {'router': {'distributed': True}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:39:53.449296 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fc060ee9-a5b9-41a8-ba2a-f1c8b0bdbce5 tempest-ExtraDHCPOptionsTestJSON-567315416 tempest-ExtraDHCPOptionsTestJSON-567315416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6018534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6105009'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:53.503216 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d7ca97c-c278-4e62-9a75-60c7ee2849c0 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:39:53.510382 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6d7ca97c-c278-4e62-9a75-60c7ee2849c0 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for floatingip, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:53.518652 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c03d5e0-62cf-476b-9063-faa0a1a1bcbd None None] Sync routers for ids ['6a579f2f-e206-4c87-9ca4-4cabe6057de4'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:39:53.534663 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c03d5e0-62cf-476b-9063-faa0a1a1bcbd None None] Routers {'6a579f2f-e206-4c87-9ca4-4cabe6057de4'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:39:53.536105 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-9c03d5e0-62cf-476b-9063-faa0a1a1bcbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:39:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['6a579f2f-e206-4c87-9ca4-4cabe6057de4'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:39:53.541937 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc060ee9-a5b9-41a8-ba2a-f1c8b0bdbce5 tempest-ExtraDHCPOptionsTestJSON-567315416 tempest-ExtraDHCPOptionsTestJSON-567315416-project] Pushing event deleted for resources: {'Subnet': ['ID=9875725b-18a4-45a6-b626-e98faf225b20,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:39:53.549408 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fc060ee9-a5b9-41a8-ba2a-f1c8b0bdbce5 tempest-ExtraDHCPOptionsTestJSON-567315416 tempest-ExtraDHCPOptionsTestJSON-567315416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:53.553654 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-fc060ee9-a5b9-41a8-ba2a-f1c8b0bdbce5 tempest-ExtraDHCPOptionsTestJSON-567315416 tempest-ExtraDHCPOptionsTestJSON-567315416-project] 10.222.0.23 "DELETE /v2.0/subnets/9875725b-18a4-45a6-b626-e98faf225b20 HTTP/1.1" status: 204 len: 168 time: 0.9924304 Jul 13 13:39:53.555618 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 59758) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:39:53.594025 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-6d7ca97c-c278-4e62-9a75-60c7ee2849c0 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] 10.222.0.23 "PUT /v2.0/floatingips/7059bf3b-cecc-43cd-babc-5e4968b60205 HTTP/1.1" status: 200 len: 991 time: 2.0513797 Jul 13 13:39:53.627394 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6808f010-a59a-42db-b9ff-d07debd77ba7 None None] Network 481a1a5e-2915-4463-8aee-dee7621281a6 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:39:53.675768 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba24330e-3d10-45b2-aa45-d413663c46d4', 'tag': '784aaf21-6f00-49f0-a99b-fca08f13346d'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:39:53.697377 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-310e36e7-1b2c-4d61-9ddb-530851a55049" -d '{"events": [{"name": "network-changed", "server_uuid": "ba24330e-3d10-45b2-aa45-d413663c46d4", "tag": "784aaf21-6f00-49f0-a99b-fca08f13346d"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:39:53.701896 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-628ae25a-f0c4-4019-b939-6fe9d6f63d0b tempest-RoutersTestDVR-1534540067 tempest-RoutersTestDVR-1534540067-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447180', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1591910', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2751'] for router, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:53.702464 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-628ae25a-f0c4-4019-b939-6fe9d6f63d0b tempest-RoutersTestDVR-1534540067 tempest-RoutersTestDVR-1534540067-project-admin] Notify callbacks [] for router, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:53.822872 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0a05ad9f-9a88-4516-9da3-c1948080d641 tempest-ExtraDHCPOptionsTestJSON-567315416 tempest-ExtraDHCPOptionsTestJSON-567315416-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:53.855524 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 13:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9276950-a351-403c-9506-9193ae577b0f x-openstack-request-id: req-a9276950-a351-403c-9506-9193ae577b0f {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:39:53.855815 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba24330e-3d10-45b2-aa45-d413663c46d4", "tag": "784aaf21-6f00-49f0-a99b-fca08f13346d", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:39:53.856617 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a9276950-a351-403c-9506-9193ae577b0f {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:39:53.857026 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba24330e-3d10-45b2-aa45-d413663c46d4', 'tag': '784aaf21-6f00-49f0-a99b-fca08f13346d', 'status': 'completed', 'code': 200} Jul 13 13:39:53.970713 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ce44543-1f61-4d9c-8c3c-26da94576b7f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '776054fc-ecbd-41ea-aa05-06fc8946f52a'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:39:53.974677 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87da2954-281f-4bdb-9dc9-4b00585a0426" -d '{"events": [{"server_uuid": "6ce44543-1f61-4d9c-8c3c-26da94576b7f", "name": "network-vif-unplugged", "status": "completed", "tag": "776054fc-ecbd-41ea-aa05-06fc8946f52a"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:39:54.008841 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-9c03d5e0-62cf-476b-9063-faa0a1a1bcbd None None] Set router 6a579f2f-e206-4c87-9ca4-4cabe6057de4 gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:39:54.015542 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310e36e7-1b2c-4d61-9ddb-530851a55049 req-ccbd979e-ee64-4c98-8810-0f4d610d1548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:54.016298 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310e36e7-1b2c-4d61-9ddb-530851a55049 req-ccbd979e-ee64-4c98-8810-0f4d610d1548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:54.016781 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310e36e7-1b2c-4d61-9ddb-530851a55049 req-ccbd979e-ee64-4c98-8810-0f4d610d1548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:54.017377 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310e36e7-1b2c-4d61-9ddb-530851a55049 req-ccbd979e-ee64-4c98-8810-0f4d610d1548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:54.017873 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310e36e7-1b2c-4d61-9ddb-530851a55049 req-ccbd979e-ee64-4c98-8810-0f4d610d1548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:54.018349 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310e36e7-1b2c-4d61-9ddb-530851a55049 req-ccbd979e-ee64-4c98-8810-0f4d610d1548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:54.018810 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310e36e7-1b2c-4d61-9ddb-530851a55049 req-ccbd979e-ee64-4c98-8810-0f4d610d1548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:54.020864 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-310e36e7-1b2c-4d61-9ddb-530851a55049 req-ccbd979e-ee64-4c98-8810-0f4d610d1548 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6adf017ce9b34499b7ba676da54c44ef&device_id=ba24330e-3d10-45b2-aa45-d413663c46d4 HTTP/1.1" status: 200 len: 6488 time: 0.1112773 Jul 13 13:39:54.025575 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-0a05ad9f-9a88-4516-9da3-c1948080d641 tempest-ExtraDHCPOptionsTestJSON-567315416 tempest-ExtraDHCPOptionsTestJSON-567315416-project] Deleting port 555aee73-1270-486e-97b0-68a70bf35db6 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:39:54.025957 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0a05ad9f-9a88-4516-9da3-c1948080d641 tempest-ExtraDHCPOptionsTestJSON-567315416 tempest-ExtraDHCPOptionsTestJSON-567315416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:54.087213 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 13 Jul 2021 13:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a6280ac-3bb1-4a78-8350-48c8c2a9dbff x-openstack-request-id: req-5a6280ac-3bb1-4a78-8350-48c8c2a9dbff {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:39:54.087775 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ce44543-1f61-4d9c-8c3c-26da94576b7f", "name": "network-vif-unplugged", "status": "failed", "tag": "776054fc-ecbd-41ea-aa05-06fc8946f52a", "code": 422}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:39:54.088179 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5a6280ac-3bb1-4a78-8350-48c8c2a9dbff {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:39:54.088737 n-d-800634-1 neutron-server[93752]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6ce44543-1f61-4d9c-8c3c-26da94576b7f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '776054fc-ecbd-41ea-aa05-06fc8946f52a', 'code': 422} returned with failed status Jul 13 13:39:54.196052 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-628ae25a-f0c4-4019-b939-6fe9d6f63d0b tempest-RoutersTestDVR-1534540067 tempest-RoutersTestDVR-1534540067-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=93751) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jul 13 13:39:54.196476 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-628ae25a-f0c4-4019-b939-6fe9d6f63d0b tempest-RoutersTestDVR-1534540067 tempest-RoutersTestDVR-1534540067-project-admin] Router 40df0c01-c079-4016-bb3f-8dcfe32aeb10 migrating from provider to provider. {{(pid=93751) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jul 13 13:39:54.196982 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-628ae25a-f0c4-4019-b939-6fe9d6f63d0b tempest-RoutersTestDVR-1534540067 tempest-RoutersTestDVR-1534540067-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:54.202732 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-628ae25a-f0c4-4019-b939-6fe9d6f63d0b tempest-RoutersTestDVR-1534540067 tempest-RoutersTestDVR-1534540067-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:54.213307 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-628ae25a-f0c4-4019-b939-6fe9d6f63d0b tempest-RoutersTestDVR-1534540067 tempest-RoutersTestDVR-1534540067-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-447171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-447226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1591965'] for router, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:54.315918 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-0a05ad9f-9a88-4516-9da3-c1948080d641 tempest-ExtraDHCPOptionsTestJSON-567315416 tempest-ExtraDHCPOptionsTestJSON-567315416-project] For port 555aee73-1270-486e-97b0-68a70bf35db6, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=555aee73-1270-486e-97b0-68a70bf35db6,segment=NetworkSegment(7bc1c642-1d81-4114-a3bb-a27cb3bbf931),segment_id=7bc1c642-1d81-4114-a3bb-a27cb3bbf931)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:39:54.316549 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0a05ad9f-9a88-4516-9da3-c1948080d641 tempest-ExtraDHCPOptionsTestJSON-567315416 tempest-ExtraDHCPOptionsTestJSON-567315416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:54.319749 n-d-800634-1 neutron-server[93751]: WARNING neutron.scheduler.l3_agent_scheduler [None req-628ae25a-f0c4-4019-b939-6fe9d6f63d0b tempest-RoutersTestDVR-1534540067 tempest-RoutersTestDVR-1534540067-project-admin] No L3 agents can host the router 40df0c01-c079-4016-bb3f-8dcfe32aeb10 Jul 13 13:39:54.336341 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-495c1565-2b36-456f-b931-8ccfe1b77666 None None] DHCP port deletion for 481a1a5e-2915-4463-8aee-dee7621281a6 request from n-d-800634-1 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 13:39:54.342985 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-0a05ad9f-9a88-4516-9da3-c1948080d641 tempest-ExtraDHCPOptionsTestJSON-567315416 tempest-ExtraDHCPOptionsTestJSON-567315416-project] Calling delete_port for 555aee73-1270-486e-97b0-68a70bf35db6 owned by network:dhcp {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:39:54.443038 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310e36e7-1b2c-4d61-9ddb-530851a55049 req-327441d9-55ad-4d28-b652-4fd96ba1fe71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:54.445003 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-310e36e7-1b2c-4d61-9ddb-530851a55049 req-327441d9-55ad-4d28-b652-4fd96ba1fe71 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f75cac05-674a-4151-a43b-a75ea71e3ffa HTTP/1.1" status: 200 len: 912 time: 0.4152448 Jul 13 13:39:54.483997 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628ae25a-f0c4-4019-b939-6fe9d6f63d0b tempest-RoutersTestDVR-1534540067 tempest-RoutersTestDVR-1534540067-project-admin] Hosts for router 40df0c01-c079-4016-bb3f-8dcfe32aeb10: [] {{(pid=93751) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jul 13 13:39:54.518677 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-9c03d5e0-62cf-476b-9063-faa0a1a1bcbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a579f2f-e206-4c87-9ca4-4cabe6057de4', 'name': 'tempest-TaggedBootDevicesTest-1450640649-router', 'tenant_id': '6adf017ce9b34499b7ba676da54c44ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.64'}], 'enable_snat': True}, 'gw_port_id': '0fa0ae64-dc0b-4c1b-9742-6dda8f394e39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:37:27Z', 'updated_at': '2021-07-13T13:37:38Z', 'revision_number': 4, 'project_id': '6adf017ce9b34499b7ba676da54c44ef', 'gw_port': {'id': '0fa0ae64-dc0b-4c1b-9742-6dda8f394e39', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:40:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a579f2f-e206-4c87-9ca4-4cabe6057de4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:37:29Z', 'updated_at': '2021-07-13T13:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_floatingips': [{'id': '7059bf3b-cecc-43cd-babc-5e4968b60205', 'tenant_id': '6adf017ce9b34499b7ba676da54c44ef', 'floating_ip_address': '172.25.6.188', 'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'router_id': '6a579f2f-e206-4c87-9ca4-4cabe6057de4', 'port_id': '784aaf21-6f00-49f0-a99b-fca08f13346d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1110, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f75cac05-674a-4151-a43b-a75ea71e3ffa', 'mac_address': 'fa:16:3e:07:bf:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba24330e-3d10-45b2-aa45-d413663c46d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T13:38:28Z', 'updated_at': '2021-07-13T13:39:52Z', 'revision_number': 1, 'project_id': '6adf017ce9b34499b7ba676da54c44ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da83f38d-d128-48e1-a79d-7995e549918a', 'name': '', 'network_id': 'f75cac05-674a-4151-a43b-a75ea71e3ffa', 'tenant_id': '6adf017ce9b34499b7ba676da54c44ef', 'mac_address': 'fa:16:3e:8e:6a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a579f2f-e206-4c87-9ca4-4cabe6057de4', 'device_owner': 'network:router_interface', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '3c765b7b-3092-42ad-86c2-6cb8eedd39e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:37:36Z', 'updated_at': '2021-07-13T13:37:45Z', 'revision_number': 5, 'project_id': '6adf017ce9b34499b7ba676da54c44ef', 'subnets': [{'id': '3c765b7b-3092-42ad-86c2-6cb8eedd39e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:39:54.521161 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628ae25a-f0c4-4019-b939-6fe9d6f63d0b tempest-RoutersTestDVR-1534540067 tempest-RoutersTestDVR-1534540067-project-admin] Hosts for other DVR routers connected to router 40df0c01-c079-4016-bb3f-8dcfe32aeb10: set() {{(pid=93751) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jul 13 13:39:54.524164 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-628ae25a-f0c4-4019-b939-6fe9d6f63d0b tempest-RoutersTestDVR-1534540067 tempest-RoutersTestDVR-1534540067-project-admin] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:54.525654 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-628ae25a-f0c4-4019-b939-6fe9d6f63d0b tempest-RoutersTestDVR-1534540067 tempest-RoutersTestDVR-1534540067-project-admin] 10.222.0.23 "PUT /v2.0/routers/40df0c01-c079-4016-bb3f-8dcfe32aeb10 HTTP/1.1" status: 200 len: 717 time: 1.1627233 Jul 13 13:39:54.530106 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 59784) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:39:54.551639 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c03d5e0-62cf-476b-9063-faa0a1a1bcbd None None] Checking router: 6a579f2f-e206-4c87-9ca4-4cabe6057de4 for host: n-d-800634-1 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 13:39:54.555820 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-495c1565-2b36-456f-b931-8ccfe1b77666 None None] Deleting port 555aee73-1270-486e-97b0-68a70bf35db6 {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:39:54.556191 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-495c1565-2b36-456f-b931-8ccfe1b77666 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:54.596779 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-310e36e7-1b2c-4d61-9ddb-530851a55049 req-a39edfc8-64bb-4f3f-9c0d-a74fae8124d2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=784aaf21-6f00-49f0-a99b-fca08f13346d HTTP/1.1" status: 200 len: 999 time: 0.1411138 Jul 13 13:39:54.608456 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d917881b-51d1-44b2-8c75-d76874aa8869 req-c55f3220-5b12-41b3-b3c0-af56e12922d7 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:54.610296 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d917881b-51d1-44b2-8c75-d76874aa8869 req-c55f3220-5b12-41b3-b3c0-af56e12922d7 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ce44543-1f61-4d9c-8c3c-26da94576b7f HTTP/1.1" status: 200 len: 944 time: 0.3875399 Jul 13 13:39:54.617424 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-49776a56-6f3d-4dff-8467-2e06913770ad tempest-RoutersTestDVR-1534540067 tempest-RoutersTestDVR-1534540067-project-admin] 10.222.0.23 "GET /v2.0/routers/40df0c01-c079-4016-bb3f-8dcfe32aeb10 HTTP/1.1" status: 200 len: 717 time: 0.0840516 Jul 13 13:39:54.626983 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f345ca6-6c2c-42d1-b7c7-a126e7047f30 req-6faca292-8a73-46f7-ae9d-05966ae64ad2 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:54.627657 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 59786) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:39:54.629260 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-9f345ca6-6c2c-42d1-b7c7-a126e7047f30 req-6faca292-8a73-46f7-ae9d-05966ae64ad2 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.23 "GET /v2.0/ports?device_id=2daa289b-28a6-4674-93f8-96833f6934ea HTTP/1.1" status: 200 len: 946 time: 0.2657995 Jul 13 13:39:54.645833 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c03d5e0-62cf-476b-9063-faa0a1a1bcbd None None] Routers {'6a579f2f-e206-4c87-9ca4-4cabe6057de4'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:39:54.646914 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-9c03d5e0-62cf-476b-9063-faa0a1a1bcbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:39:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['6a579f2f-e206-4c87-9ca4-4cabe6057de4'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:39:54.675417 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-9f345ca6-6c2c-42d1-b7c7-a126e7047f30 req-dfe65f0c-bcee-4cdf-aa9b-5ec2ec69893b tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.23 "GET /v2.0/security-groups?id=215441dc-b65f-49ea-b8ce-4afa75e23159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397861 Jul 13 13:39:54.746302 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310e36e7-1b2c-4d61-9ddb-530851a55049 req-bc6158c4-12e2-4f5a-823d-38022218e584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:54.748468 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-310e36e7-1b2c-4d61-9ddb-530851a55049 req-bc6158c4-12e2-4f5a-823d-38022218e584 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3c765b7b-3092-42ad-86c2-6cb8eedd39e9 HTTP/1.1" status: 200 len: 851 time: 0.1356030 Jul 13 13:39:54.751972 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0a05ad9f-9a88-4516-9da3-c1948080d641 tempest-ExtraDHCPOptionsTestJSON-567315416 tempest-ExtraDHCPOptionsTestJSON-567315416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:54.784106 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-9c03d5e0-62cf-476b-9063-faa0a1a1bcbd None None] Set router 6a579f2f-e206-4c87-9ca4-4cabe6057de4 gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:39:54.930541 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a05ad9f-9a88-4516-9da3-c1948080d641 tempest-ExtraDHCPOptionsTestJSON-567315416 tempest-ExtraDHCPOptionsTestJSON-567315416-project] Pushing event deleted for resources: {'Port': ['ID=555aee73-1270-486e-97b0-68a70bf35db6,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:39:54.939322 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a05ad9f-9a88-4516-9da3-c1948080d641 tempest-ExtraDHCPOptionsTestJSON-567315416 tempest-ExtraDHCPOptionsTestJSON-567315416-project] No DVR routers for this DVR port 555aee73-1270-486e-97b0-68a70bf35db6 on host n-d-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:39:54.948568 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-495c1565-2b36-456f-b931-8ccfe1b77666 None None] For port 555aee73-1270-486e-97b0-68a70bf35db6, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=555aee73-1270-486e-97b0-68a70bf35db6,segment=NetworkSegment(7bc1c642-1d81-4114-a3bb-a27cb3bbf931),segment_id=7bc1c642-1d81-4114-a3bb-a27cb3bbf931)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:39:54.949285 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-495c1565-2b36-456f-b931-8ccfe1b77666 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:55.002163 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a05ad9f-9a88-4516-9da3-c1948080d641 tempest-ExtraDHCPOptionsTestJSON-567315416 tempest-ExtraDHCPOptionsTestJSON-567315416-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:39:55.002513 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a05ad9f-9a88-4516-9da3-c1948080d641 tempest-ExtraDHCPOptionsTestJSON-567315416 tempest-ExtraDHCPOptionsTestJSON-567315416-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:39:55.002874 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a05ad9f-9a88-4516-9da3-c1948080d641 tempest-ExtraDHCPOptionsTestJSON-567315416 tempest-ExtraDHCPOptionsTestJSON-567315416-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:39:55.003327 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a05ad9f-9a88-4516-9da3-c1948080d641 tempest-ExtraDHCPOptionsTestJSON-567315416 tempest-ExtraDHCPOptionsTestJSON-567315416-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:39:55.003666 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a05ad9f-9a88-4516-9da3-c1948080d641 tempest-ExtraDHCPOptionsTestJSON-567315416 tempest-ExtraDHCPOptionsTestJSON-567315416-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:39:55.003996 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a05ad9f-9a88-4516-9da3-c1948080d641 tempest-ExtraDHCPOptionsTestJSON-567315416 tempest-ExtraDHCPOptionsTestJSON-567315416-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:39:55.004450 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a05ad9f-9a88-4516-9da3-c1948080d641 tempest-ExtraDHCPOptionsTestJSON-567315416 tempest-ExtraDHCPOptionsTestJSON-567315416-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:39:55.005020 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a05ad9f-9a88-4516-9da3-c1948080d641 tempest-ExtraDHCPOptionsTestJSON-567315416 tempest-ExtraDHCPOptionsTestJSON-567315416-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:39:55.005927 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a05ad9f-9a88-4516-9da3-c1948080d641 tempest-ExtraDHCPOptionsTestJSON-567315416 tempest-ExtraDHCPOptionsTestJSON-567315416-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:39:55.005927 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a05ad9f-9a88-4516-9da3-c1948080d641 tempest-ExtraDHCPOptionsTestJSON-567315416 tempest-ExtraDHCPOptionsTestJSON-567315416-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:39:55.006100 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a05ad9f-9a88-4516-9da3-c1948080d641 tempest-ExtraDHCPOptionsTestJSON-567315416 tempest-ExtraDHCPOptionsTestJSON-567315416-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:39:55.006337 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a05ad9f-9a88-4516-9da3-c1948080d641 tempest-ExtraDHCPOptionsTestJSON-567315416 tempest-ExtraDHCPOptionsTestJSON-567315416-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:39:55.012040 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d917881b-51d1-44b2-8c75-d76874aa8869 req-7d547227-bba0-4375-af1e-595dfc4f0fca tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8450e8a-3ce6-4095-b6b4-37555b8042b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3825052 Jul 13 13:39:55.105435 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-495c1565-2b36-456f-b931-8ccfe1b77666 None None] Calling delete_port for 555aee73-1270-486e-97b0-68a70bf35db6 owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:39:55.147943 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-d17eeaaa-ac03-4686-9f5e-4b604f28501e tempest-RoutersTestDVR-132955397 tempest-RoutersTestDVR-132955397-project] 10.222.0.23 "GET /v2.0/routers/40df0c01-c079-4016-bb3f-8dcfe32aeb10 HTTP/1.1" status: 200 len: 683 time: 0.5068805 Jul 13 13:39:55.153443 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 59808) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:39:55.187029 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2484ae-5fe2-4651-9064-68a0a8ba9013 req-87e64630-1fc9-4516-8269-a4dfef4d7e20 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:55.194096 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7e2484ae-5fe2-4651-9064-68a0a8ba9013 req-87e64630-1fc9-4516-8269-a4dfef4d7e20 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.23 "GET /v2.0/ports?device_id=2daa289b-28a6-4674-93f8-96833f6934ea HTTP/1.1" status: 200 len: 946 time: 0.1561408 Jul 13 13:39:55.229544 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-9c03d5e0-62cf-476b-9063-faa0a1a1bcbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a579f2f-e206-4c87-9ca4-4cabe6057de4', 'name': 'tempest-TaggedBootDevicesTest-1450640649-router', 'tenant_id': '6adf017ce9b34499b7ba676da54c44ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.64'}], 'enable_snat': True}, 'gw_port_id': '0fa0ae64-dc0b-4c1b-9742-6dda8f394e39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:37:27Z', 'updated_at': '2021-07-13T13:37:38Z', 'revision_number': 4, 'project_id': '6adf017ce9b34499b7ba676da54c44ef', 'gw_port': {'id': '0fa0ae64-dc0b-4c1b-9742-6dda8f394e39', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:40:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a579f2f-e206-4c87-9ca4-4cabe6057de4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:37:29Z', 'updated_at': '2021-07-13T13:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_floatingips': [{'id': '7059bf3b-cecc-43cd-babc-5e4968b60205', 'tenant_id': '6adf017ce9b34499b7ba676da54c44ef', 'floating_ip_address': '172.25.6.188', 'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'router_id': '6a579f2f-e206-4c87-9ca4-4cabe6057de4', 'port_id': '784aaf21-6f00-49f0-a99b-fca08f13346d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1110, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f75cac05-674a-4151-a43b-a75ea71e3ffa', 'mac_address': 'fa:16:3e:07:bf:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba24330e-3d10-45b2-aa45-d413663c46d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T13:38:28Z', 'updated_at': '2021-07-13T13:39:52Z', 'revision_number': 1, 'project_id': '6adf017ce9b34499b7ba676da54c44ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da83f38d-d128-48e1-a79d-7995e549918a', 'name': '', 'network_id': 'f75cac05-674a-4151-a43b-a75ea71e3ffa', 'tenant_id': '6adf017ce9b34499b7ba676da54c44ef', 'mac_address': 'fa:16:3e:8e:6a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a579f2f-e206-4c87-9ca4-4cabe6057de4', 'device_owner': 'network:router_interface', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '3c765b7b-3092-42ad-86c2-6cb8eedd39e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:37:36Z', 'updated_at': '2021-07-13T13:37:45Z', 'revision_number': 5, 'project_id': '6adf017ce9b34499b7ba676da54c44ef', 'subnets': [{'id': '3c765b7b-3092-42ad-86c2-6cb8eedd39e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:39:55.263292 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c03d5e0-62cf-476b-9063-faa0a1a1bcbd None None] The sync data for ids ['6a579f2f-e206-4c87-9ca4-4cabe6057de4'] in n-d-800634-1 is: [{'id': '6a579f2f-e206-4c87-9ca4-4cabe6057de4', 'name': 'tempest-TaggedBootDevicesTest-1450640649-router', 'tenant_id': '6adf017ce9b34499b7ba676da54c44ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.64'}], 'enable_snat': True}, 'gw_port_id': '0fa0ae64-dc0b-4c1b-9742-6dda8f394e39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:37:27Z', 'updated_at': '2021-07-13T13:37:38Z', 'revision_number': 4, 'project_id': '6adf017ce9b34499b7ba676da54c44ef', 'gw_port': {'id': '0fa0ae64-dc0b-4c1b-9742-6dda8f394e39', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:40:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a579f2f-e206-4c87-9ca4-4cabe6057de4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:37:29Z', 'updated_at': '2021-07-13T13:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_floatingips': [{'id': '7059bf3b-cecc-43cd-babc-5e4968b60205', 'tenant_id': '6adf017ce9b34499b7ba676da54c44ef', 'floating_ip_address': '172.25.6.188', 'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'router_id': '6a579f2f-e206-4c87-9ca4-4cabe6057de4', 'port_id': '784aaf21-6f00-49f0-a99b-fca08f13346d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1110, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f75cac05-674a-4151-a43b-a75ea71e3ffa', 'mac_address': 'fa:16:3e:07:bf:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba24330e-3d10-45b2-aa45-d413663c46d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T13:38:28Z', 'updated_at': '2021-07-13T13:39:52Z', 'revision_number': 1, 'project_id': '6adf017ce9b34499b7ba676da54c44ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da83f38d-d128-48e1-a79d-7995e549918a', 'name': '', 'network_id': 'f75cac05-674a-4151-a43b-a75ea71e3ffa', 'tenant_id': '6adf017ce9b34499b7ba676da54c44ef', 'mac_address': 'fa:16:3e:8e:6a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a579f2f-e206-4c87-9ca4-4cabe6057de4', 'device_owner': 'network:router_interface', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '3c765b7b-3092-42ad-86c2-6cb8eedd39e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:37:36Z', 'updated_at': '2021-07-13T13:37:45Z', 'revision_number': 5, 'project_id': '6adf017ce9b34499b7ba676da54c44ef', 'subnets': [{'id': '3c765b7b-3092-42ad-86c2-6cb8eedd39e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:39:55.268306 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-495c1565-2b36-456f-b931-8ccfe1b77666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:55.316608 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0a05ad9f-9a88-4516-9da3-c1948080d641 tempest-ExtraDHCPOptionsTestJSON-567315416 tempest-ExtraDHCPOptionsTestJSON-567315416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:55.328848 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 555aee73-1270-486e-97b0-68a70bf35db6 no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:39:55.335794 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495c1565-2b36-456f-b931-8ccfe1b77666 None None] Pushing event deleted for resources: {'Port': ['ID=555aee73-1270-486e-97b0-68a70bf35db6,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:39:55.343367 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-0a05ad9f-9a88-4516-9da3-c1948080d641 tempest-ExtraDHCPOptionsTestJSON-567315416 tempest-ExtraDHCPOptionsTestJSON-567315416-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['481a1a5e-2915-4463-8aee-dee7621281a6']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:39:55.369308 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-0a05ad9f-9a88-4516-9da3-c1948080d641 tempest-ExtraDHCPOptionsTestJSON-567315416 tempest-ExtraDHCPOptionsTestJSON-567315416-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bc1c642-1d81-4114-a3bb-a27cb3bbf931') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:39:55.372277 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-0a05ad9f-9a88-4516-9da3-c1948080d641 tempest-ExtraDHCPOptionsTestJSON-567315416 tempest-ExtraDHCPOptionsTestJSON-567315416-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bc1c642-1d81-4114-a3bb-a27cb3bbf931') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:39:55.373913 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a7c2838b-c073-450c-9847-980cb8ec1642 tempest-RoutersTestDVR-1534540067 tempest-RoutersTestDVR-1534540067-project-admin] Notify callbacks [] for router, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:55.393963 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0a05ad9f-9a88-4516-9da3-c1948080d641 tempest-ExtraDHCPOptionsTestJSON-567315416 tempest-ExtraDHCPOptionsTestJSON-567315416-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5431730'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:55.396926 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495c1565-2b36-456f-b931-8ccfe1b77666 None None] No DVR routers for this DVR port 555aee73-1270-486e-97b0-68a70bf35db6 on host n-d-800634-1 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:39:55.398845 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: 555aee73-1270-486e-97b0-68a70bf35db6 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:39:55.398968 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 555aee73-1270-486e-97b0-68a70bf35db6 not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:39:55.410294 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7e2484ae-5fe2-4651-9064-68a0a8ba9013 req-d63502b7-8bc8-4efc-ad08-381dd0fbbeb4 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.23 "GET /v2.0/security-groups?id=215441dc-b65f-49ea-b8ce-4afa75e23159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152798 Jul 13 13:39:55.427691 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0a05ad9f-9a88-4516-9da3-c1948080d641 tempest-ExtraDHCPOptionsTestJSON-567315416 tempest-ExtraDHCPOptionsTestJSON-567315416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:55.443418 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310e36e7-1b2c-4d61-9ddb-530851a55049 req-30bb4660-2ce3-4e2b-9eb5-82c4412d6aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:55.447181 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-310e36e7-1b2c-4d61-9ddb-530851a55049 req-30bb4660-2ce3-4e2b-9eb5-82c4412d6aaf service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f75cac05-674a-4151-a43b-a75ea71e3ffa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6873112 Jul 13 13:39:55.469511 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a05ad9f-9a88-4516-9da3-c1948080d641 tempest-ExtraDHCPOptionsTestJSON-567315416 tempest-ExtraDHCPOptionsTestJSON-567315416-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 13:39:55.470125 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0a05ad9f-9a88-4516-9da3-c1948080d641 tempest-ExtraDHCPOptionsTestJSON-567315416 tempest-ExtraDHCPOptionsTestJSON-567315416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5970419'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:55.473328 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:39:55.473328 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:39:55.473328 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:39:55.473328 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:39:55.473328 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:39:55.473328 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:39:55.473328 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:39:55.473328 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:39:55.473328 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:39:55.473328 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:39:55.473328 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:39:55.473328 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:39:55.473328 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:39:55.473328 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:39:55.473328 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:39:55.473328 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:39:55.473328 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:39:55.473328 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:39:55.473328 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:39:55.473328 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:39:55.473328 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:39:55.473328 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:39:55.473328 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:39:55.473328 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:39:55.473328 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:39:55.473328 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:39:55.473328 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:39:55.473328 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:39:55.473328 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:39:55.473328 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:39:55.473328 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:39:55.473328 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:39:55.473328 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:39:55.473328 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:39:55.473328 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:39:55.473328 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:39:55.473328 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:39:55.473328 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:39:55.473328 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:39:55.473328 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:39:55.473328 n-d-800634-1 neutron-server[93750]: Traceback (most recent call last): Jul 13 13:39:55.473328 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 13:39:55.473328 n-d-800634-1 neutron-server[93750]: timer() Jul 13 13:39:55.473328 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 13:39:55.473328 n-d-800634-1 neutron-server[93750]: cb(*args, **kw) Jul 13 13:39:55.473328 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 13:39:55.473328 n-d-800634-1 neutron-server[93750]: return func(*args, **kwargs) Jul 13 13:39:55.473328 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 13:39:55.473328 n-d-800634-1 neutron-server[93750]: self._notify() Jul 13 13:39:55.473328 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 13:39:55.473328 n-d-800634-1 neutron-server[93750]: self.callback(batched_events) Jul 13 13:39:55.473328 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 13:39:55.473328 n-d-800634-1 neutron-server[93750]: event.method(event) Jul 13 13:39:55.473328 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 13:39:55.473328 n-d-800634-1 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 13:39:55.473328 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 13:39:55.473328 n-d-800634-1 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 13:39:55.473328 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 13:39:55.473328 n-d-800634-1 neutron-server[93750]: return f(self, *a, **k) Jul 13 13:39:55.473328 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 13:39:55.473328 n-d-800634-1 neutron-server[93750]: return self._get(url).json() Jul 13 13:39:55.473328 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 13:39:55.473328 n-d-800634-1 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 13:39:55.473328 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 13:39:55.473328 n-d-800634-1 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 13 13:39:55.473328 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 13:39:55.473328 n-d-800634-1 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 13:39:55.476950 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 13:39:55.476950 n-d-800634-1 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 13:39:55.476950 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 13:39:55.476950 n-d-800634-1 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 13:39:55.476950 n-d-800634-1 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 13:39:55.631320 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0a05ad9f-9a88-4516-9da3-c1948080d641 tempest-ExtraDHCPOptionsTestJSON-567315416 tempest-ExtraDHCPOptionsTestJSON-567315416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:55.650239 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0de5db-a3fc-46f2-a254-db2f08d6095e None None] New status for floating IP 7059bf3b-cecc-43cd-babc-5e4968b60205: ACTIVE {{(pid=93753) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 13:39:55.658199 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0a05ad9f-9a88-4516-9da3-c1948080d641 tempest-ExtraDHCPOptionsTestJSON-567315416 tempest-ExtraDHCPOptionsTestJSON-567315416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:55.669272 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-0a05ad9f-9a88-4516-9da3-c1948080d641 tempest-ExtraDHCPOptionsTestJSON-567315416 tempest-ExtraDHCPOptionsTestJSON-567315416-project] 10.222.0.23 "DELETE /v2.0/networks/481a1a5e-2915-4463-8aee-dee7621281a6 HTTP/1.1" status: 204 len: 168 time: 2.1110852 Jul 13 13:39:55.729695 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a7c2838b-c073-450c-9847-980cb8ec1642 tempest-RoutersTestDVR-1534540067 tempest-RoutersTestDVR-1534540067-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1591938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2696'] for router, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:55.732685 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a7c2838b-c073-450c-9847-980cb8ec1642 tempest-RoutersTestDVR-1534540067 tempest-RoutersTestDVR-1534540067-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:55.734109 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a05ad9f-9a88-4516-9da3-c1948080d641 tempest-ExtraDHCPOptionsTestJSON-567315416 tempest-ExtraDHCPOptionsTestJSON-567315416-project] Pushing event deleted for resources: {'Network': ['ID=481a1a5e-2915-4463-8aee-dee7621281a6,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:39:55.802722 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a7c2838b-c073-450c-9847-980cb8ec1642 tempest-RoutersTestDVR-1534540067 tempest-RoutersTestDVR-1534540067-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593106'] for router, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:55.803599 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7c2838b-c073-450c-9847-980cb8ec1642 tempest-RoutersTestDVR-1534540067 tempest-RoutersTestDVR-1534540067-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 40df0c01-c079-4016-bb3f-8dcfe32aeb10 {{(pid=93751) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 13:39:55.810952 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a7c2838b-c073-450c-9847-980cb8ec1642 tempest-RoutersTestDVR-1534540067 tempest-RoutersTestDVR-1534540067-project-admin] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:55.815502 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-a7c2838b-c073-450c-9847-980cb8ec1642 tempest-RoutersTestDVR-1534540067 tempest-RoutersTestDVR-1534540067-project-admin] 10.222.0.23 "DELETE /v2.0/routers/40df0c01-c079-4016-bb3f-8dcfe32aeb10 HTTP/1.1" status: 204 len: 168 time: 0.6579833 Jul 13 13:39:55.816473 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 59824) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:39:55.823384 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-a87e949c-16b9-446a-b40a-68452e94b48c tempest-RoutersTestDVR-1534540067 tempest-RoutersTestDVR-1534540067-project-admin] Request body: {'router': {'name': 'tempest-router-501761801', 'distributed': True}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:39:55.851736 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a87e949c-16b9-446a-b40a-68452e94b48c tempest-RoutersTestDVR-1534540067 tempest-RoutersTestDVR-1534540067-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1591928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2714'] for router, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:55.853685 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a87e949c-16b9-446a-b40a-68452e94b48c tempest-RoutersTestDVR-1534540067 tempest-RoutersTestDVR-1534540067-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447198', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1629690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2689'] for router, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:55.863311 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-310e36e7-1b2c-4d61-9ddb-530851a55049 req-7298c1a8-553f-48eb-ae72-1935e41d4a83 service neutron] 10.222.0.26 "GET /v2.0/networks/f75cac05-674a-4151-a43b-a75ea71e3ffa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4086504 Jul 13 13:39:55.931590 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a87e949c-16b9-446a-b40a-68452e94b48c tempest-RoutersTestDVR-1534540067 tempest-RoutersTestDVR-1534540067-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:55.944715 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a87e949c-16b9-446a-b40a-68452e94b48c tempest-RoutersTestDVR-1534540067 tempest-RoutersTestDVR-1534540067-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447217'] for router, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:55.965564 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a87e949c-16b9-446a-b40a-68452e94b48c tempest-RoutersTestDVR-1534540067 tempest-RoutersTestDVR-1534540067-project-admin] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:55.970303 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-a87e949c-16b9-446a-b40a-68452e94b48c tempest-RoutersTestDVR-1534540067 tempest-RoutersTestDVR-1534540067-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.1524687 Jul 13 13:39:55.971636 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 59832) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:39:56.111380 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-310e36e7-1b2c-4d61-9ddb-530851a55049 req-89413b2a-ea37-43e7-bf39-068eabd64942 service neutron] 10.222.0.26 "GET /v2.0/networks/f75cac05-674a-4151-a43b-a75ea71e3ffa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2352405 Jul 13 13:39:56.363327 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 59860) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:39:56.380017 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cd9cf189-c7be-4e9a-8aff-b6a02845a69f tempest-RoutersTestDVR-1534540067 tempest-RoutersTestDVR-1534540067-project-admin] Notify callbacks [] for router, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:56.519600 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 13:39:56.607167 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 59870) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:39:56.607444 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-0afef922-c64d-46b5-84da-6113eeaa44fc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d8d562e8569648028fcf1c319f447238&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2427828 Jul 13 13:39:56.621114 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cd9cf189-c7be-4e9a-8aff-b6a02845a69f tempest-RoutersTestDVR-1534540067 tempest-RoutersTestDVR-1534540067-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1591938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2696'] for router, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:56.629127 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cd9cf189-c7be-4e9a-8aff-b6a02845a69f tempest-RoutersTestDVR-1534540067 tempest-RoutersTestDVR-1534540067-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:56.640054 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e598a66-f252-4dae-bb0f-fcc6ebb9a5b5 req-2c8645a3-b11c-4244-a9f8-e2ce08871628 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:56.647433 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1e598a66-f252-4dae-bb0f-fcc6ebb9a5b5 req-2c8645a3-b11c-4244-a9f8-e2ce08871628 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.23 "GET /v2.0/ports?device_id=2daa289b-28a6-4674-93f8-96833f6934ea HTTP/1.1" status: 200 len: 946 time: 0.3932350 Jul 13 13:39:56.764529 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1e598a66-f252-4dae-bb0f-fcc6ebb9a5b5 req-e21e0876-97cf-4013-a771-4c6fe0286597 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.23 "GET /v2.0/security-groups?id=215441dc-b65f-49ea-b8ce-4afa75e23159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156931 Jul 13 13:39:56.767002 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cd9cf189-c7be-4e9a-8aff-b6a02845a69f tempest-RoutersTestDVR-1534540067 tempest-RoutersTestDVR-1534540067-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593106'] for router, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:56.767517 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd9cf189-c7be-4e9a-8aff-b6a02845a69f tempest-RoutersTestDVR-1534540067 tempest-RoutersTestDVR-1534540067-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ab0849e3-62d3-49da-b517-2a5422f3d7e1 {{(pid=93751) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 13:39:56.772300 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cd9cf189-c7be-4e9a-8aff-b6a02845a69f tempest-RoutersTestDVR-1534540067 tempest-RoutersTestDVR-1534540067-project-admin] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:56.779481 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-cd9cf189-c7be-4e9a-8aff-b6a02845a69f tempest-RoutersTestDVR-1534540067 tempest-RoutersTestDVR-1534540067-project-admin] 10.222.0.23 "DELETE /v2.0/routers/ab0849e3-62d3-49da-b517-2a5422f3d7e1 HTTP/1.1" status: 204 len: 168 time: 0.8058031 Jul 13 13:39:56.786021 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cd805540-1bd0-4cb4-955a-f19e37e01768 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:56.807339 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cd805540-1bd0-4cb4-955a-f19e37e01768 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:56.878512 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cd805540-1bd0-4cb4-955a-f19e37e01768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:56.887564 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cd805540-1bd0-4cb4-955a-f19e37e01768 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:56.905389 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-cd805540-1bd0-4cb4-955a-f19e37e01768 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c2c70081-099f-4492-851b-80f0364d8795 HTTP/1.1" status: 204 len: 168 time: 0.2850788 Jul 13 13:39:56.928216 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd805540-1bd0-4cb4-955a-f19e37e01768 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2c70081-099f-4492-851b-80f0364d8795,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:39:56.946199 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd805540-1bd0-4cb4-955a-f19e37e01768 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:39:56.947465 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd805540-1bd0-4cb4-955a-f19e37e01768 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:39:56.948975 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd805540-1bd0-4cb4-955a-f19e37e01768 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:39:56.949421 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd805540-1bd0-4cb4-955a-f19e37e01768 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:39:56.950782 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd805540-1bd0-4cb4-955a-f19e37e01768 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:39:56.953314 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd805540-1bd0-4cb4-955a-f19e37e01768 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:39:56.953792 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd805540-1bd0-4cb4-955a-f19e37e01768 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:39:56.954284 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd805540-1bd0-4cb4-955a-f19e37e01768 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:39:56.954680 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd805540-1bd0-4cb4-955a-f19e37e01768 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:39:56.955242 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd805540-1bd0-4cb4-955a-f19e37e01768 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:39:56.956376 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd805540-1bd0-4cb4-955a-f19e37e01768 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:39:56.957562 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd805540-1bd0-4cb4-955a-f19e37e01768 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:39:57.005943 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a82464-bcda-4cfc-92ec-07734c486b1d req-961436f9-f0ab-46e5-b759-33fc8af1dd7d tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:57.009943 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-42a82464-bcda-4cfc-92ec-07734c486b1d req-961436f9-f0ab-46e5-b759-33fc8af1dd7d tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ce44543-1f61-4d9c-8c3c-26da94576b7f HTTP/1.1" status: 200 len: 944 time: 0.1577077 Jul 13 13:39:57.200822 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 59894) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:39:57.287485 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-42a82464-bcda-4cfc-92ec-07734c486b1d req-6d541d51-9853-494e-b135-450afc85b711 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Deleting port 776054fc-ecbd-41ea-aa05-06fc8946f52a {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:39:57.288066 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-42a82464-bcda-4cfc-92ec-07734c486b1d req-6d541d51-9853-494e-b135-450afc85b711 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:57.428942 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3e289b66-d99b-4b7f-876b-e17f9dd6d0d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:57.430606 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-42a82464-bcda-4cfc-92ec-07734c486b1d req-6d541d51-9853-494e-b135-450afc85b711 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] For port 776054fc-ecbd-41ea-aa05-06fc8946f52a, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=776054fc-ecbd-41ea-aa05-06fc8946f52a,segment=NetworkSegment(8ca861d2-7f67-42e9-b790-b2afeca7fd40),segment_id=8ca861d2-7f67-42e9-b790-b2afeca7fd40)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:39:57.431232 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-42a82464-bcda-4cfc-92ec-07734c486b1d req-6d541d51-9853-494e-b135-450afc85b711 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:57.448069 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-42a82464-bcda-4cfc-92ec-07734c486b1d req-6d541d51-9853-494e-b135-450afc85b711 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Calling delete_port for 776054fc-ecbd-41ea-aa05-06fc8946f52a owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:39:57.619714 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0051c3b-60d9-45c7-8c27-ac94feb988c3 req-25cc0a0a-3aac-4352-8c4d-2870061d7e5e tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:57.627531 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d0051c3b-60d9-45c7-8c27-ac94feb988c3 req-25cc0a0a-3aac-4352-8c4d-2870061d7e5e tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.23 "GET /v2.0/ports?device_id=2daa289b-28a6-4674-93f8-96833f6934ea HTTP/1.1" status: 200 len: 946 time: 0.1448936 Jul 13 13:39:57.642397 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 776054fc-ecbd-41ea-aa05-06fc8946f52a no longer exists at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:39:57.654954 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3e289b66-d99b-4b7f-876b-e17f9dd6d0d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:57.678898 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3e289b66-d99b-4b7f-876b-e17f9dd6d0d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:57.687492 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-42a82464-bcda-4cfc-92ec-07734c486b1d req-6d541d51-9853-494e-b135-450afc85b711 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:57.738000 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] No active binding found for port 776054fc-ecbd-41ea-aa05-06fc8946f52a {{(pid=93752) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 13 13:39:57.739032 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 776054fc-ecbd-41ea-aa05-06fc8946f52a not bound to the agent host n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:39:57.744202 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d0051c3b-60d9-45c7-8c27-ac94feb988c3 req-61ac2db8-56bb-4e24-9760-e89d3f1be9c1 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.23 "GET /v2.0/security-groups?id=215441dc-b65f-49ea-b8ce-4afa75e23159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156697 Jul 13 13:39:57.749144 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d541d51-9853-494e-b135-450afc85b711 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Pushing event deleted for resources: {'Port': ['ID=776054fc-ecbd-41ea-aa05-06fc8946f52a,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:39:57.755387 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-3e289b66-d99b-4b7f-876b-e17f9dd6d0d3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2bc83e33b60c4dc6bfdf1d456115a1c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5527844 Jul 13 13:39:57.770083 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 59912) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:39:57.792102 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e289b66-d99b-4b7f-876b-e17f9dd6d0d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=617a598f-9ac7-49b5-b646-0d67b37142e2,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:39:57.860815 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-42a82464-bcda-4cfc-92ec-07734c486b1d req-6d541d51-9853-494e-b135-450afc85b711 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] No DVR routers for this DVR port 776054fc-ecbd-41ea-aa05-06fc8946f52a on host n-h2-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:39:57.864418 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5f65fb0c-e45e-4476-af53-0d281046a652 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:57.865440 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-42a82464-bcda-4cfc-92ec-07734c486b1d req-6d541d51-9853-494e-b135-450afc85b711 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:57.877668 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-42a82464-bcda-4cfc-92ec-07734c486b1d req-6d541d51-9853-494e-b135-450afc85b711 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "DELETE /v2.0/ports/776054fc-ecbd-41ea-aa05-06fc8946f52a HTTP/1.1" status: 204 len: 173 time: 0.8587744 Jul 13 13:39:57.878612 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ce44543-1f61-4d9c-8c3c-26da94576b7f', 'name': 'network-vif-deleted', 'tag': '776054fc-ecbd-41ea-aa05-06fc8946f52a'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:39:57.881611 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c7e15b1-5b5c-43a0-a3c4-a7aa0c5dbeeb" -d '{"events": [{"server_uuid": "6ce44543-1f61-4d9c-8c3c-26da94576b7f", "name": "network-vif-deleted", "tag": "776054fc-ecbd-41ea-aa05-06fc8946f52a"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:39:57.890571 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5f65fb0c-e45e-4476-af53-0d281046a652 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:57.952125 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5f65fb0c-e45e-4476-af53-0d281046a652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:57.955238 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5f65fb0c-e45e-4476-af53-0d281046a652 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:57.956506 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-5f65fb0c-e45e-4476-af53-0d281046a652 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/617a598f-9ac7-49b5-b646-0d67b37142e2 HTTP/1.1" status: 204 len: 168 time: 0.1854370 Jul 13 13:39:57.967055 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f65fb0c-e45e-4476-af53-0d281046a652 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=617a598f-9ac7-49b5-b646-0d67b37142e2,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:39:58.035702 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 59932) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:39:58.194218 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-ba5e6af3-dc6c-4f7a-9974-f20f50f18c62 tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Request body: {'networks': [{'name': 'tempest-network--1418359900'}, {'name': 'tempest-network--250486778'}]} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:39:58.194813 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-ba5e6af3-dc6c-4f7a-9974-f20f50f18c62 tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Request body: {'network': {'name': 'tempest-network--1418359900'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:39:58.195417 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-ba5e6af3-dc6c-4f7a-9974-f20f50f18c62 tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Request body: {'network': {'name': 'tempest-network--250486778'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:39:58.271092 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba5e6af3-dc6c-4f7a-9974-f20f50f18c62 tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Made reservation on behalf of 3a1ce41b5cc348489d77753a37fadeed for: {'network': 2} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:39:58.287138 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ba5e6af3-dc6c-4f7a-9974-f20f50f18c62 tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:58.305324 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ba5e6af3-dc6c-4f7a-9974-f20f50f18c62 tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:58.409155 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 13 Jul 2021 13:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b2585f4-feb6-4f8d-8885-73a570b27db2 x-openstack-request-id: req-7b2585f4-feb6-4f8d-8885-73a570b27db2 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:39:58.409579 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ce44543-1f61-4d9c-8c3c-26da94576b7f", "name": "network-vif-deleted", "tag": "776054fc-ecbd-41ea-aa05-06fc8946f52a", "status": "failed", "code": 422}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:39:58.409708 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7b2585f4-feb6-4f8d-8885-73a570b27db2 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:39:58.410212 n-d-800634-1 neutron-server[93750]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6ce44543-1f61-4d9c-8c3c-26da94576b7f', 'name': 'network-vif-deleted', 'tag': '776054fc-ecbd-41ea-aa05-06fc8946f52a', 'status': 'failed', 'code': 422} returned with failed status Jul 13 13:39:58.519505 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ba5e6af3-dc6c-4f7a-9974-f20f50f18c62 tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:58.526534 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ba5e6af3-dc6c-4f7a-9974-f20f50f18c62 tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:58.527323 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ba5e6af3-dc6c-4f7a-9974-f20f50f18c62 tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:58.607524 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5e6af3-dc6c-4f7a-9974-f20f50f18c62 tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c33e01e-2f35-454b-a206-8eed8fe62881,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:39:58.630134 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba5e6af3-dc6c-4f7a-9974-f20f50f18c62 tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 13:39:58.671561 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ba5e6af3-dc6c-4f7a-9974-f20f50f18c62 tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:58.672692 n-d-800634-1 neutron-server[93750]: INFO neutron.db.segments_db [None req-ba5e6af3-dc6c-4f7a-9974-f20f50f18c62 tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Added segment b24377de-3a4d-4fe1-bfc4-1de5c188627d of type vlan for network bd6245a2-c601-4ddd-bd0f-88f819489b66 Jul 13 13:39:58.708211 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 59958) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:39:58.730513 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d328df89-7d86-4b40-afac-dd36a362e7f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:58.803831 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ba5e6af3-dc6c-4f7a-9974-f20f50f18c62 tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:58.875860 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba5e6af3-dc6c-4f7a-9974-f20f50f18c62 tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 13:39:58.890307 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ba5e6af3-dc6c-4f7a-9974-f20f50f18c62 tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:58.894538 n-d-800634-1 neutron-server[93750]: INFO neutron.db.segments_db [None req-ba5e6af3-dc6c-4f7a-9974-f20f50f18c62 tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Added segment 4655d112-821f-437a-a4b2-b889717eed7f of type vlan for network 0daa0f5d-1d1a-486a-ba25-9cc680b9eaa7 Jul 13 13:39:58.951514 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d328df89-7d86-4b40-afac-dd36a362e7f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:58.959497 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d328df89-7d86-4b40-afac-dd36a362e7f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:58.980182 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ba5e6af3-dc6c-4f7a-9974-f20f50f18c62 tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:58.994481 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-d328df89-7d86-4b40-afac-dd36a362e7f8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c6c7806ac55a4ed6bb220bac910838ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2826176 Jul 13 13:39:59.002620 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deada21-92c6-4db3-8122-a7ee819dc116 req-4b71e91e-cc04-4a68-a12d-bf5288df3807 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:59.007205 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 59970) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:39:59.010223 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5deada21-92c6-4db3-8122-a7ee819dc116 req-4b71e91e-cc04-4a68-a12d-bf5288df3807 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.23 "GET /v2.0/ports?device_id=2daa289b-28a6-4674-93f8-96833f6934ea HTTP/1.1" status: 200 len: 946 time: 0.1879294 Jul 13 13:39:59.076900 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5deada21-92c6-4db3-8122-a7ee819dc116 req-4030158c-4854-4650-9297-831c45477fbb tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.23 "GET /v2.0/security-groups?id=215441dc-b65f-49ea-b8ce-4afa75e23159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656500 Jul 13 13:39:59.078059 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ba5e6af3-dc6c-4f7a-9974-f20f50f18c62 tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:59.078565 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ba5e6af3-dc6c-4f7a-9974-f20f50f18c62 tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:59.086935 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba5e6af3-dc6c-4f7a-9974-f20f50f18c62 tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:59.102728 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba5e6af3-dc6c-4f7a-9974-f20f50f18c62 tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:59.103413 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ba5e6af3-dc6c-4f7a-9974-f20f50f18c62 tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:59.135285 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d328df89-7d86-4b40-afac-dd36a362e7f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bdb8a44-a420-49b7-85d8-de231f94c624,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:39:59.146637 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-42a11275-7e68-4005-a37b-fc3e0eb4fea2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:59.192586 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-42a11275-7e68-4005-a37b-fc3e0eb4fea2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:59.208592 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710504fe-d0b0-42c7-8f32-72e30f226561 req-954f593c-4b22-4bdd-be54-2a05f942aa94 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:59.210241 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-710504fe-d0b0-42c7-8f32-72e30f226561 req-954f593c-4b22-4bdd-be54-2a05f942aa94 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/networks?id=1e6a1cec-d634-437c-82e7-1ebafa55a815 HTTP/1.1" status: 200 len: 811 time: 0.2228334 Jul 13 13:39:59.216013 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5e6af3-dc6c-4f7a-9974-f20f50f18c62 tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Pushing event updated for resources: {'Network': ['ID=bd6245a2-c601-4ddd-bd0f-88f819489b66,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:39:59.229247 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network bd6245a2-c601-4ddd-bd0f-88f819489b66 details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 13:39:59.238180 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-ba5e6af3-dc6c-4f7a-9974-f20f50f18c62 tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.2014644 Jul 13 13:39:59.242841 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 59972) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:39:59.278907 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-710504fe-d0b0-42c7-8f32-72e30f226561 req-4b01b6fe-cc08-4d61-855e-e0e5f2cea402 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/quotas/735b68527641472d9d98083ece779da8 HTTP/1.1" status: 200 len: 375 time: 0.0594568 Jul 13 13:39:59.326029 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5e6af3-dc6c-4f7a-9974-f20f50f18c62 tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Pushing event updated for resources: {'Network': ['ID=0daa0f5d-1d1a-486a-ba25-9cc680b9eaa7,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:39:59.363181 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network 0daa0f5d-1d1a-486a-ba25-9cc680b9eaa7 details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 13:39:59.632502 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-710504fe-d0b0-42c7-8f32-72e30f226561 req-57467c0b-686b-428d-a0ee-db4a2ef55f07 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=735b68527641472d9d98083ece779da8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3525734 Jul 13 13:39:59.748693 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-42a11275-7e68-4005-a37b-fc3e0eb4fea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:59.751228 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-42a11275-7e68-4005-a37b-fc3e0eb4fea2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:39:59.754739 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-42a11275-7e68-4005-a37b-fc3e0eb4fea2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5bdb8a44-a420-49b7-85d8-de231f94c624 HTTP/1.1" status: 204 len: 168 time: 0.7363236 Jul 13 13:39:59.811864 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a11275-7e68-4005-a37b-fc3e0eb4fea2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bdb8a44-a420-49b7-85d8-de231f94c624,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:39:59.839310 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-319a08d4-e1ba-4b9f-988c-ae4eadbedf93 tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:59.845960 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-319a08d4-e1ba-4b9f-988c-ae4eadbedf93 tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:59.852389 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-319a08d4-e1ba-4b9f-988c-ae4eadbedf93 tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:59.860851 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-319a08d4-e1ba-4b9f-988c-ae4eadbedf93 tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:39:59.863725 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-319a08d4-e1ba-4b9f-988c-ae4eadbedf93 tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.6197140 Jul 13 13:39:59.867278 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 59984) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:39:59.912926 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-710504fe-d0b0-42c7-8f32-72e30f226561 req-a8ae7fc2-0580-4be5-bbcc-8b1f0d8b319d service neutron] 10.222.0.23 "GET /v2.0/networks/1e6a1cec-d634-437c-82e7-1ebafa55a815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2604592 Jul 13 13:40:00.016229 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1575a19e-0b7f-4bd0-b14d-8e050c0f883a tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:00.080486 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-710504fe-d0b0-42c7-8f32-72e30f226561 req-09e3aaf1-2cf0-4faf-955d-3539c0cf9319 service neutron] 10.222.0.23 "GET /v2.0/networks/1e6a1cec-d634-437c-82e7-1ebafa55a815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594725 Jul 13 13:40:00.142337 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1575a19e-0b7f-4bd0-b14d-8e050c0f883a tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:00.173288 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-1575a19e-0b7f-4bd0-b14d-8e050c0f883a tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd6245a2-c601-4ddd-bd0f-88f819489b66']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:40:00.219031 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-1575a19e-0b7f-4bd0-b14d-8e050c0f883a tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b24377de-3a4d-4fe1-bfc4-1de5c188627d') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:40:00.221441 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-1575a19e-0b7f-4bd0-b14d-8e050c0f883a tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b24377de-3a4d-4fe1-bfc4-1de5c188627d') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:40:00.264827 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1575a19e-0b7f-4bd0-b14d-8e050c0f883a tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5431730'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:00.300520 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1575a19e-0b7f-4bd0-b14d-8e050c0f883a tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:00.398269 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1575a19e-0b7f-4bd0-b14d-8e050c0f883a tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 13:40:00.398889 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1575a19e-0b7f-4bd0-b14d-8e050c0f883a tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5970419'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:00.412607 n-d-800634-1 neutron-server[93750]: Traceback (most recent call last): Jul 13 13:40:00.412607 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 13:40:00.412607 n-d-800634-1 neutron-server[93750]: timer() Jul 13 13:40:00.412607 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 13:40:00.412607 n-d-800634-1 neutron-server[93750]: cb(*args, **kw) Jul 13 13:40:00.412607 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 13:40:00.412607 n-d-800634-1 neutron-server[93750]: return func(*args, **kwargs) Jul 13 13:40:00.412607 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 13:40:00.412607 n-d-800634-1 neutron-server[93750]: self._notify() Jul 13 13:40:00.412607 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 13:40:00.412607 n-d-800634-1 neutron-server[93750]: self.callback(batched_events) Jul 13 13:40:00.412607 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 13:40:00.412607 n-d-800634-1 neutron-server[93750]: event.method(event) Jul 13 13:40:00.412607 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 13:40:00.412607 n-d-800634-1 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 13:40:00.412607 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 13:40:00.412607 n-d-800634-1 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 13:40:00.412607 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 13:40:00.412607 n-d-800634-1 neutron-server[93750]: return f(self, *a, **k) Jul 13 13:40:00.412607 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 13:40:00.412607 n-d-800634-1 neutron-server[93750]: return self._get(url).json() Jul 13 13:40:00.412607 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 13:40:00.412607 n-d-800634-1 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 13:40:00.412607 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 13:40:00.412607 n-d-800634-1 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 13 13:40:00.412607 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 13:40:00.412607 n-d-800634-1 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 13:40:00.412607 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 13:40:00.412607 n-d-800634-1 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 13:40:00.412607 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 13:40:00.412607 n-d-800634-1 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 13:40:00.412607 n-d-800634-1 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 13:40:00.477409 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-63a19d03-a606-4000-b529-fc29451a166c req-836effc5-77e7-4cf4-9e92-c149fffc6de0 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/ports?device_id=700d3790-c4d1-451b-bc66-257ddd7b5f93 HTTP/1.1" status: 200 len: 210 time: 0.0775363 Jul 13 13:40:00.546841 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:00.564304 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:00.610948 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1575a19e-0b7f-4bd0-b14d-8e050c0f883a tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:00.623927 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1575a19e-0b7f-4bd0-b14d-8e050c0f883a tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:00.627650 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-1575a19e-0b7f-4bd0-b14d-8e050c0f883a tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] 10.222.0.23 "DELETE /v2.0/networks/bd6245a2-c601-4ddd-bd0f-88f819489b66 HTTP/1.1" status: 204 len: 168 time: 0.7591567 Jul 13 13:40:00.631248 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 60006) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:40:00.683037 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1575a19e-0b7f-4bd0-b14d-8e050c0f883a tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Pushing event deleted for resources: {'Network': ['ID=bd6245a2-c601-4ddd-bd0f-88f819489b66,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:40:00.742285 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cd7c73-5d7e-4b10-b893-aa1964f31c67 req-aa6ddcac-1a43-448f-a35d-643a35c59479 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:00.750271 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-75cd7c73-5d7e-4b10-b893-aa1964f31c67 req-aa6ddcac-1a43-448f-a35d-643a35c59479 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.23 "GET /v2.0/ports?device_id=2daa289b-28a6-4674-93f8-96833f6934ea HTTP/1.1" status: 200 len: 946 time: 0.4456155 Jul 13 13:40:00.868597 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a822c69d-ed42-467c-b269-838ff0ecf1db tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:00.871893 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-75cd7c73-5d7e-4b10-b893-aa1964f31c67 req-b7b12ab8-01eb-4fc0-9667-50f52efab9b2 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.23 "GET /v2.0/security-groups?id=215441dc-b65f-49ea-b8ce-4afa75e23159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139257 Jul 13 13:40:01.046203 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a822c69d-ed42-467c-b269-838ff0ecf1db tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:01.063744 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-a822c69d-ed42-467c-b269-838ff0ecf1db tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0daa0f5d-1d1a-486a-ba25-9cc680b9eaa7']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:40:01.077276 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-a822c69d-ed42-467c-b269-838ff0ecf1db tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4655d112-821f-437a-a4b2-b889717eed7f') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:40:01.077578 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-a822c69d-ed42-467c-b269-838ff0ecf1db tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4655d112-821f-437a-a4b2-b889717eed7f') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:40:01.088429 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a822c69d-ed42-467c-b269-838ff0ecf1db tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6018464'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:01.124594 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a822c69d-ed42-467c-b269-838ff0ecf1db tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:01.145190 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a822c69d-ed42-467c-b269-838ff0ecf1db tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 13:40:01.145649 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a822c69d-ed42-467c-b269-838ff0ecf1db tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6018632'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:01.149023 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:40:01.149023 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:40:01.149023 n-d-800634-1 neutron-server[93751]: Traceback (most recent call last): Jul 13 13:40:01.149023 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 13:40:01.149023 n-d-800634-1 neutron-server[93751]: timer() Jul 13 13:40:01.149023 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 13:40:01.149023 n-d-800634-1 neutron-server[93751]: cb(*args, **kw) Jul 13 13:40:01.149023 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 13:40:01.149023 n-d-800634-1 neutron-server[93751]: return func(*args, **kwargs) Jul 13 13:40:01.149023 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 13:40:01.149023 n-d-800634-1 neutron-server[93751]: self._notify() Jul 13 13:40:01.149023 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 13:40:01.149023 n-d-800634-1 neutron-server[93751]: self.callback(batched_events) Jul 13 13:40:01.149023 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 13:40:01.149023 n-d-800634-1 neutron-server[93751]: event.method(event) Jul 13 13:40:01.149023 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 13:40:01.149023 n-d-800634-1 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 13:40:01.149023 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 13:40:01.149023 n-d-800634-1 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 13:40:01.149023 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 13:40:01.149023 n-d-800634-1 neutron-server[93751]: return f(self, *a, **k) Jul 13 13:40:01.149023 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 13:40:01.149023 n-d-800634-1 neutron-server[93751]: return self._get(url).json() Jul 13 13:40:01.149023 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 13:40:01.149023 n-d-800634-1 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 13:40:01.149023 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 13:40:01.149023 n-d-800634-1 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 13 13:40:01.149023 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 13:40:01.149023 n-d-800634-1 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 13:40:01.149023 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 13:40:01.149023 n-d-800634-1 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 13:40:01.149023 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 13:40:01.149023 n-d-800634-1 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 13:40:01.149023 n-d-800634-1 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 13:40:01.247402 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a822c69d-ed42-467c-b269-838ff0ecf1db tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:01.253774 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a822c69d-ed42-467c-b269-838ff0ecf1db tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:01.256351 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-a822c69d-ed42-467c-b269-838ff0ecf1db tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] 10.222.0.23 "DELETE /v2.0/networks/0daa0f5d-1d1a-486a-ba25-9cc680b9eaa7 HTTP/1.1" status: 204 len: 168 time: 0.6240885 Jul 13 13:40:01.259231 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 60028) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:40:01.301621 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a822c69d-ed42-467c-b269-838ff0ecf1db tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Pushing event deleted for resources: {'Network': ['ID=0daa0f5d-1d1a-486a-ba25-9cc680b9eaa7,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:40:01.318415 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 60032) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:40:01.402521 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8221bb6c-1e1d-4363-800e-94e9646341de tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:01.410026 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8221bb6c-1e1d-4363-800e-94e9646341de tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:01.411757 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-8221bb6c-1e1d-4363-800e-94e9646341de tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1514795 Jul 13 13:40:01.415628 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 60036) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:40:01.428968 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-81d42121-0cc7-45a3-a1d8-0971105381d5 tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1370086467'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:40:01.482703 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-4fb908fe-3907-423d-8330-34bfd2f846dd tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-949002342'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:40:01.496848 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81d42121-0cc7-45a3-a1d8-0971105381d5 tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Made reservation on behalf of 3a1ce41b5cc348489d77753a37fadeed for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:40:01.506024 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-81d42121-0cc7-45a3-a1d8-0971105381d5 tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:01.545363 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fb908fe-3907-423d-8330-34bfd2f846dd tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Made reservation on behalf of 25e13b5446e641a899984db33e813240 for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:40:01.549234 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4fb908fe-3907-423d-8330-34bfd2f846dd tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:01.551648 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81d42121-0cc7-45a3-a1d8-0971105381d5 tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 13:40:01.565554 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4fb908fe-3907-423d-8330-34bfd2f846dd tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:01.577379 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-81d42121-0cc7-45a3-a1d8-0971105381d5 tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:01.577757 n-d-800634-1 neutron-server[93751]: INFO neutron.db.segments_db [None req-81d42121-0cc7-45a3-a1d8-0971105381d5 tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Added segment 1221e321-bc0d-4528-9d9f-985cae583c5d of type vlan for network 75c9069a-ec2a-4171-a285-6b01855b4441 Jul 13 13:40:01.634928 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-81d42121-0cc7-45a3-a1d8-0971105381d5 tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:01.680205 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-9bf2b95e-489d-4b0c-9d75-7328e28b5cae req-b3344836-8be4-4bcb-b138-825e16a2c33d tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/ports?device_id=700d3790-c4d1-451b-bc66-257ddd7b5f93 HTTP/1.1" status: 200 len: 210 time: 0.0517442 Jul 13 13:40:01.749973 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-81d42121-0cc7-45a3-a1d8-0971105381d5 tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:01.757527 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81d42121-0cc7-45a3-a1d8-0971105381d5 tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:01.758190 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-81d42121-0cc7-45a3-a1d8-0971105381d5 tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:01.859798 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4fb908fe-3907-423d-8330-34bfd2f846dd tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:01.861010 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d42121-0cc7-45a3-a1d8-0971105381d5 tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Pushing event updated for resources: {'Network': ['ID=75c9069a-ec2a-4171-a285-6b01855b4441,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:40:01.864855 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4fb908fe-3907-423d-8330-34bfd2f846dd tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:01.874453 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network 75c9069a-ec2a-4171-a285-6b01855b4441 details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 13:40:01.884231 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-81d42121-0cc7-45a3-a1d8-0971105381d5 tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4664905 Jul 13 13:40:01.886992 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 60044) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:40:01.892543 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-19695fb6-5682-4e00-b1cd-aaae0a4a0640 tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1144328057'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:40:01.906794 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fb908fe-3907-423d-8330-34bfd2f846dd tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 13:40:01.909074 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb908fe-3907-423d-8330-34bfd2f846dd tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efe80ada-86b8-4516-9fbb-2697f844e292,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:40:01.915929 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19695fb6-5682-4e00-b1cd-aaae0a4a0640 tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Made reservation on behalf of 3a1ce41b5cc348489d77753a37fadeed for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:40:01.921980 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-19695fb6-5682-4e00-b1cd-aaae0a4a0640 tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:01.942188 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4fb908fe-3907-423d-8330-34bfd2f846dd tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:01.942551 n-d-800634-1 neutron-server[93751]: INFO neutron.db.segments_db [None req-4fb908fe-3907-423d-8330-34bfd2f846dd tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Added segment 7f77fa19-fd99-4ca2-97fa-4ee37c1322ec of type vlan for network 23b5c768-e751-487d-9d60-28d9b6aab458 Jul 13 13:40:01.959336 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19695fb6-5682-4e00-b1cd-aaae0a4a0640 tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 13:40:01.970858 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-19695fb6-5682-4e00-b1cd-aaae0a4a0640 tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:01.971566 n-d-800634-1 neutron-server[93750]: INFO neutron.db.segments_db [None req-19695fb6-5682-4e00-b1cd-aaae0a4a0640 tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Added segment 60dee27c-b613-4086-b444-c3b7cf60e862 of type vlan for network 11c06b1c-eca8-4d96-bbbe-d3509815c723 Jul 13 13:40:02.001681 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4fb908fe-3907-423d-8330-34bfd2f846dd tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:02.033215 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4fb908fe-3907-423d-8330-34bfd2f846dd tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:02.039119 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fb908fe-3907-423d-8330-34bfd2f846dd tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:02.039875 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4fb908fe-3907-423d-8330-34bfd2f846dd tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:02.051701 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-19695fb6-5682-4e00-b1cd-aaae0a4a0640 tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:02.104289 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-4fb908fe-3907-423d-8330-34bfd2f846dd tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 0.7820430 Jul 13 13:40:02.110332 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 60050) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:40:02.113583 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad558d3-2e06-4421-84e1-cf9a02a9f5e8 req-c33421ff-5755-418e-a8e6-1fdb2a82d39e tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:02.115306 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-aad558d3-2e06-4421-84e1-cf9a02a9f5e8 req-c33421ff-5755-418e-a8e6-1fdb2a82d39e tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.23 "GET /v2.0/ports?device_id=2daa289b-28a6-4674-93f8-96833f6934ea HTTP/1.1" status: 200 len: 946 time: 0.1090870 Jul 13 13:40:02.116370 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-29463203-1490-4078-94bc-13d414c5a0c8 tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Request body: {'subnet': {'network_id': '23b5c768-e751-487d-9d60-28d9b6aab458', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:40:02.116629 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-19695fb6-5682-4e00-b1cd-aaae0a4a0640 tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:02.122821 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19695fb6-5682-4e00-b1cd-aaae0a4a0640 tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:02.123710 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-19695fb6-5682-4e00-b1cd-aaae0a4a0640 tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:02.147588 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-19695fb6-5682-4e00-b1cd-aaae0a4a0640 tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2592440 Jul 13 13:40:02.164792 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 60052) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:40:02.192891 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb908fe-3907-423d-8330-34bfd2f846dd tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Pushing event updated for resources: {'Network': ['ID=23b5c768-e751-487d-9d60-28d9b6aab458,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:40:02.204239 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network 23b5c768-e751-487d-9d60-28d9b6aab458 details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 13:40:02.218673 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-2fc013e9-0602-4335-ad57-c9f4e7934f3f tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Request body: {'ports': [{'network_id': '75c9069a-ec2a-4171-a285-6b01855b4441', 'name': 'tempest-port--878455713', 'admin_state_up': True}, {'network_id': '11c06b1c-eca8-4d96-bbbe-d3509815c723', 'admin_state_up': False}]} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:40:02.218936 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-2fc013e9-0602-4335-ad57-c9f4e7934f3f tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Request body: {'port': {'network_id': '75c9069a-ec2a-4171-a285-6b01855b4441', 'name': 'tempest-port--878455713', 'admin_state_up': True}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:40:02.219436 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-2fc013e9-0602-4335-ad57-c9f4e7934f3f tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Request body: {'port': {'network_id': '11c06b1c-eca8-4d96-bbbe-d3509815c723', 'admin_state_up': False}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:40:02.248457 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29463203-1490-4078-94bc-13d414c5a0c8 tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Made reservation on behalf of 25e13b5446e641a899984db33e813240 for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:40:02.254413 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-29463203-1490-4078-94bc-13d414c5a0c8 tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6104980'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:02.476588 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-29463203-1490-4078-94bc-13d414c5a0c8 tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6018343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6104998'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:02.548408 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29463203-1490-4078-94bc-13d414c5a0c8 tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Pushing event updated for resources: {'Subnet': ['ID=d919b7d3-e79e-4e9d-88d3-5848496e13ff,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:40:02.556364 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29463203-1490-4078-94bc-13d414c5a0c8 tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Checking segment: {'id': '7f77fa19-fd99-4ca2-97fa-4ee37c1322ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '23b5c768-e751-487d-9d60-28d9b6aab458'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:40:02.556779 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29463203-1490-4078-94bc-13d414c5a0c8 tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Network hostable DHCP agents. Network: 23b5c768-e751-487d-9d60-28d9b6aab458, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 13:40:02.584228 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29463203-1490-4078-94bc-13d414c5a0c8 tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Network 23b5c768-e751-487d-9d60-28d9b6aab458 is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 13:40:02.594553 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-29463203-1490-4078-94bc-13d414c5a0c8 tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, 23b5c768-e751-487d-9d60-28d9b6aab458) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:40:02.607033 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29463203-1490-4078-94bc-13d414c5a0c8 tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:02.607777 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-29463203-1490-4078-94bc-13d414c5a0c8 tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:02.608130 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81ae67c6-bfc2-4c8c-a28f-265513ec00e4 None None] Network 23b5c768-e751-487d-9d60-28d9b6aab458 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:40:02.625832 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-29463203-1490-4078-94bc-13d414c5a0c8 tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5134289 Jul 13 13:40:02.628070 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 60062) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:40:02.633444 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-9678151b-a0a2-4a72-9de7-5f06a035fec0 tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Request body: {'port': {'network_id': '23b5c768-e751-487d-9d60-28d9b6aab458', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-29523785'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:40:02.748159 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19695fb6-5682-4e00-b1cd-aaae0a4a0640 tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Pushing event updated for resources: {'Network': ['ID=11c06b1c-eca8-4d96-bbbe-d3509815c723,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:40:02.773279 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network 11c06b1c-eca8-4d96-bbbe-d3509815c723 details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 13:40:02.780186 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-aad558d3-2e06-4421-84e1-cf9a02a9f5e8 req-d18984fc-6b05-4e2b-bdb1-2d10176d5b99 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.23 "GET /v2.0/security-groups?id=215441dc-b65f-49ea-b8ce-4afa75e23159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6410868 Jul 13 13:40:02.888322 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5842edd3-f84a-4b6c-b4a0-d2bd7af0fd1a req-4cd2fb97-bd07-4d18-b6b4-c9827a979b7c tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:02.895538 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5842edd3-f84a-4b6c-b4a0-d2bd7af0fd1a req-4cd2fb97-bd07-4d18-b6b4-c9827a979b7c tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/networks?id=5c5b1ca0-24b0-4412-b81d-dc9907cb0039 HTTP/1.1" status: 200 len: 808 time: 0.2021055 Jul 13 13:40:02.898274 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2177a123-b65d-4b5d-9332-bc90c844fc2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a7201e1-61ce-5a3e-b7f7-e800379ed03b-23b5c768-e751-487d-9d60-28d9b6aab458', 'network_id': '23b5c768-e751-487d-9d60-28d9b6aab458', 'tenant_id': '25e13b5446e641a899984db33e813240', 'fixed_ips': [{'subnet_id': 'd919b7d3-e79e-4e9d-88d3-5848496e13ff'}]}} from n-d-800634-1. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 13:40:02.900600 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2177a123-b65d-4b5d-9332-bc90c844fc2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:02.906958 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9678151b-a0a2-4a72-9de7-5f06a035fec0 tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Made reservation on behalf of 25e13b5446e641a899984db33e813240 for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:40:02.910853 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9678151b-a0a2-4a72-9de7-5f06a035fec0 tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:02.919535 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710504fe-d0b0-42c7-8f32-72e30f226561 req-bae0e6af-f0b6-4832-b84b-e20f29558f8f tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:02.921274 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-710504fe-d0b0-42c7-8f32-72e30f226561 req-bae0e6af-f0b6-4832-b84b-e20f29558f8f tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.41 "GET /v2.0/networks?id=1e6a1cec-d634-437c-82e7-1ebafa55a815 HTTP/1.1" status: 200 len: 811 time: 0.6956291 Jul 13 13:40:02.935511 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-710504fe-d0b0-42c7-8f32-72e30f226561 req-a943eda4-045d-43e9-b942-c13d3c1703d6 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Request body: {'port': {'device_id': '700d3790-c4d1-451b-bc66-257ddd7b5f93', 'network_id': '1e6a1cec-d634-437c-82e7-1ebafa55a815', 'admin_state_up': True, 'tenant_id': '735b68527641472d9d98083ece779da8'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:40:02.942028 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5842edd3-f84a-4b6c-b4a0-d2bd7af0fd1a req-71595acf-f50f-4576-8cf3-2fae81dcaf08 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/quotas/7ec77ffc288b40b5a9663fa2e5a78733 HTTP/1.1" status: 200 len: 375 time: 0.0452189 Jul 13 13:40:02.982033 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fc013e9-0602-4335-ad57-c9f4e7934f3f tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Made reservation on behalf of 3a1ce41b5cc348489d77753a37fadeed for: {'port': 2} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:40:02.986957 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2fc013e9-0602-4335-ad57-c9f4e7934f3f tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:02.987815 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [None req-9678151b-a0a2-4a72-9de7-5f06a035fec0 tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] device_id is not set on port 08ca4f64-0b92-4121-b492-3a226562afca yet. {{(pid=93751) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 13:40:03.018784 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-abd3f0fd-6266-44be-9c27-2133834febb3 req-b30809c1-02a0-4b05-a297-f7542a5e2a1b tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/ports?device_id=700d3790-c4d1-451b-bc66-257ddd7b5f93 HTTP/1.1" status: 200 len: 210 time: 0.0795126 Jul 13 13:40:03.043944 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2fc013e9-0602-4335-ad57-c9f4e7934f3f tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:03.112683 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5842edd3-f84a-4b6c-b4a0-d2bd7af0fd1a req-364484a5-d7e6-4421-b1a7-6e44e17ac349 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=7ec77ffc288b40b5a9663fa2e5a78733&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1663229 Jul 13 13:40:03.148243 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [None req-2fc013e9-0602-4335-ad57-c9f4e7934f3f tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] device_id is not set on port b6515dd8-6a7f-4ad3-beba-1f8a5af11075 yet. {{(pid=93750) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 13:40:03.212164 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-9678151b-a0a2-4a72-9de7-5f06a035fec0 tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Allocated IP 2001:db8::4d (23b5c768-e751-487d-9d60-28d9b6aab458/d919b7d3-e79e-4e9d-88d3-5848496e13ff/08ca4f64-0b92-4121-b492-3a226562afca) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:40:03.284887 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2fc013e9-0602-4335-ad57-c9f4e7934f3f tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:03.289203 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5842edd3-f84a-4b6c-b4a0-d2bd7af0fd1a req-3d4578c3-9335-4fb4-a361-f97e3ed003b9 service neutron] 10.222.0.23 "GET /v2.0/networks/5c5b1ca0-24b0-4412-b81d-dc9907cb0039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643043 Jul 13 13:40:03.374800 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [None req-2fc013e9-0602-4335-ad57-c9f4e7934f3f tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] device_id is not set on port 19620e49-b9c2-4713-ae50-c02efa62b150 yet. {{(pid=93750) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 13:40:03.414065 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-710504fe-d0b0-42c7-8f32-72e30f226561 req-a943eda4-045d-43e9-b942-c13d3c1703d6 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Made reservation on behalf of 735b68527641472d9d98083ece779da8 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:40:03.417985 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-710504fe-d0b0-42c7-8f32-72e30f226561 req-a943eda4-045d-43e9-b942-c13d3c1703d6 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:03.463324 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5842edd3-f84a-4b6c-b4a0-d2bd7af0fd1a req-f7089e7a-6274-4d08-9e73-b1b97a9dd797 service neutron] 10.222.0.23 "GET /v2.0/networks/5c5b1ca0-24b0-4412-b81d-dc9907cb0039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731312 Jul 13 13:40:03.520961 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9678151b-a0a2-4a72-9de7-5f06a035fec0 tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:03.555719 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-9678151b-a0a2-4a72-9de7-5f06a035fec0 tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Transition to ACTIVE for port object 08ca4f64-0b92-4121-b492-3a226562afca will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:40:03.597705 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9678151b-a0a2-4a72-9de7-5f06a035fec0 tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:03.612850 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2fc013e9-0602-4335-ad57-c9f4e7934f3f tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:03.620626 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9678151b-a0a2-4a72-9de7-5f06a035fec0 tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Network 23b5c768-e751-487d-9d60-28d9b6aab458 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:40:03.624318 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-9678151b-a0a2-4a72-9de7-5f06a035fec0 tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:40:03.655000 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-710504fe-d0b0-42c7-8f32-72e30f226561 req-a943eda4-045d-43e9-b942-c13d3c1703d6 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Allocated IP 172.20.0.8 (1e6a1cec-d634-437c-82e7-1ebafa55a815/4a7066db-069e-4126-a711-5a91da09992d/a7ed5af1-8a5e-4aea-a0bd-4eedc4e5f0b4) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:40:03.655221 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9678151b-a0a2-4a72-9de7-5f06a035fec0 tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:40:03.662347 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9678151b-a0a2-4a72-9de7-5f06a035fec0 tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:03.663062 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9678151b-a0a2-4a72-9de7-5f06a035fec0 tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:03.698092 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2fc013e9-0602-4335-ad57-c9f4e7934f3f tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:03.698308 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-2177a123-b65d-4b5d-9332-bc90c844fc2c None None] Allocated IP 2001:db8::2 (23b5c768-e751-487d-9d60-28d9b6aab458/d919b7d3-e79e-4e9d-88d3-5848496e13ff/2801f2e1-e373-4dec-9a09-a58eb1a6fe0f) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:40:03.709062 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-9678151b-a0a2-4a72-9de7-5f06a035fec0 tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.0796893 Jul 13 13:40:03.709827 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 60078) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:40:03.716039 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-0aeea7af-ed61-4d3d-a8bb-bc9572819a64 tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Request body: {'port': {'network_id': '23b5c768-e751-487d-9d60-28d9b6aab458', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1711635390', 'allowed_address_pairs': [{'ip_address': '2001:db8::4d', 'mac_address': 'fa:16:3e:2f:a0:7a'}]}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:40:03.722263 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9678151b-a0a2-4a72-9de7-5f06a035fec0 tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Pushing event updated for resources: {'Port': ['ID=08ca4f64-0b92-4121-b492-3a226562afca,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:40:03.834668 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc013e9-0602-4335-ad57-c9f4e7934f3f tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Pushing event updated for resources: {'Port': ['ID=b6515dd8-6a7f-4ad3-beba-1f8a5af11075,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:40:03.862736 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc013e9-0602-4335-ad57-c9f4e7934f3f tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Checking segment: {'id': '1221e321-bc0d-4528-9d9f-985cae583c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '75c9069a-ec2a-4171-a285-6b01855b4441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:40:03.863105 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc013e9-0602-4335-ad57-c9f4e7934f3f tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Network hostable DHCP agents. Network: 75c9069a-ec2a-4171-a285-6b01855b4441, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 13:40:03.896300 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aeea7af-ed61-4d3d-a8bb-bc9572819a64 tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Made reservation on behalf of 25e13b5446e641a899984db33e813240 for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:40:04.019108 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-710504fe-d0b0-42c7-8f32-72e30f226561 req-a943eda4-045d-43e9-b942-c13d3c1703d6 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:04.021531 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2177a123-b65d-4b5d-9332-bc90c844fc2c None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:04.037433 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2177a123-b65d-4b5d-9332-bc90c844fc2c None None] Transition to ACTIVE for port object 2801f2e1-e373-4dec-9a09-a58eb1a6fe0f will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:40:04.048649 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2177a123-b65d-4b5d-9332-bc90c844fc2c None None] Transition to ACTIVE for port object 2801f2e1-e373-4dec-9a09-a58eb1a6fe0f will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:40:04.057193 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2177a123-b65d-4b5d-9332-bc90c844fc2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:04.097526 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-710504fe-d0b0-42c7-8f32-72e30f226561 req-a943eda4-045d-43e9-b942-c13d3c1703d6 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:04.110075 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2177a123-b65d-4b5d-9332-bc90c844fc2c None None] Pushing event updated for resources: {'Port': ['ID=2801f2e1-e373-4dec-9a09-a58eb1a6fe0f,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:40:04.119157 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0aeea7af-ed61-4d3d-a8bb-bc9572819a64 tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:04.122251 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2177a123-b65d-4b5d-9332-bc90c844fc2c None None] Network 23b5c768-e751-487d-9d60-28d9b6aab458 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:40:04.124219 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-2177a123-b65d-4b5d-9332-bc90c844fc2c None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:40:04.127102 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2177a123-b65d-4b5d-9332-bc90c844fc2c None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:40:04.142197 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6ad48d35-c12d-4ee0-9cf8-0bbefbbae9a3 req-bb279412-2998-406a-b885-49b8513a009c tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/ports?device_id=69b35cda-f215-4655-a2f4-9c066ffba9b2 HTTP/1.1" status: 200 len: 210 time: 0.0638022 Jul 13 13:40:04.149314 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [None req-0aeea7af-ed61-4d3d-a8bb-bc9572819a64 tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] device_id is not set on port 44436636-04e1-465b-a498-15216d09b228 yet. {{(pid=93751) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 13:40:04.196587 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a943eda4-045d-43e9-b942-c13d3c1703d6 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Pushing event updated for resources: {'Port': ['ID=a7ed5af1-8a5e-4aea-a0bd-4eedc4e5f0b4,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:40:04.204082 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc013e9-0602-4335-ad57-c9f4e7934f3f tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Network 75c9069a-ec2a-4171-a285-6b01855b4441 is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 13:40:04.227704 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-710504fe-d0b0-42c7-8f32-72e30f226561 req-a943eda4-045d-43e9-b942-c13d3c1703d6 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Network 1e6a1cec-d634-437c-82e7-1ebafa55a815 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:40:04.233316 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-2fc013e9-0602-4335-ad57-c9f4e7934f3f tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, 75c9069a-ec2a-4171-a285-6b01855b4441) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:40:04.241130 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-710504fe-d0b0-42c7-8f32-72e30f226561 req-a943eda4-045d-43e9-b942-c13d3c1703d6 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:40:04.243470 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-710504fe-d0b0-42c7-8f32-72e30f226561 req-a943eda4-045d-43e9-b942-c13d3c1703d6 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:40:04.246351 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc013e9-0602-4335-ad57-c9f4e7934f3f tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:40:04.247289 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2fc013e9-0602-4335-ad57-c9f4e7934f3f tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:04.256928 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4910b412-249c-4c5f-b88b-0fcb96bed7cd None None] Network 75c9069a-ec2a-4171-a285-6b01855b4441 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:40:04.276750 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-2177a123-b65d-4b5d-9332-bc90c844fc2c None None] Attempting to bind port 2801f2e1-e373-4dec-9a09-a58eb1a6fe0f on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:40:04.277219 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-2177a123-b65d-4b5d-9332-bc90c844fc2c None None] Attempting to bind port 2801f2e1-e373-4dec-9a09-a58eb1a6fe0f by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '7f77fa19-fd99-4ca2-97fa-4ee37c1322ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '23b5c768-e751-487d-9d60-28d9b6aab458'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:40:04.277764 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2177a123-b65d-4b5d-9332-bc90c844fc2c None None] Attempting to bind port 2801f2e1-e373-4dec-9a09-a58eb1a6fe0f on network 23b5c768-e751-487d-9d60-28d9b6aab458 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:40:04.320775 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2177a123-b65d-4b5d-9332-bc90c844fc2c None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 39, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:40:04.321166 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2177a123-b65d-4b5d-9332-bc90c844fc2c None None] Checking segment: {'id': '7f77fa19-fd99-4ca2-97fa-4ee37c1322ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '23b5c768-e751-487d-9d60-28d9b6aab458'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:40:04.321645 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2177a123-b65d-4b5d-9332-bc90c844fc2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:04.322322 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2177a123-b65d-4b5d-9332-bc90c844fc2c None None] Bound using segment: {'id': '7f77fa19-fd99-4ca2-97fa-4ee37c1322ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '23b5c768-e751-487d-9d60-28d9b6aab458'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:40:04.322697 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-2177a123-b65d-4b5d-9332-bc90c844fc2c None None] Bound port: 2801f2e1-e373-4dec-9a09-a58eb1a6fe0f, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f77fa19-fd99-4ca2-97fa-4ee37c1322ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '23b5c768-e751-487d-9d60-28d9b6aab458'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:40:04.323244 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2177a123-b65d-4b5d-9332-bc90c844fc2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:04.335150 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-0aeea7af-ed61-4d3d-a8bb-bc9572819a64 tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Allocated IP 2001:db8::2c6 (23b5c768-e751-487d-9d60-28d9b6aab458/d919b7d3-e79e-4e9d-88d3-5848496e13ff/44436636-04e1-465b-a498-15216d09b228) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:40:04.384301 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc013e9-0602-4335-ad57-c9f4e7934f3f tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Pushing event updated for resources: {'Port': ['ID=19620e49-b9c2-4713-ae50-c02efa62b150,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:40:04.405640 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710504fe-d0b0-42c7-8f32-72e30f226561 req-a943eda4-045d-43e9-b942-c13d3c1703d6 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:04.406697 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-710504fe-d0b0-42c7-8f32-72e30f226561 req-a943eda4-045d-43e9-b942-c13d3c1703d6 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:04.420671 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc936109-217d-437b-964a-b83cd54373b8 req-520caf07-c014-48f8-a948-6176110cc7f0 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:04.427985 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cc936109-217d-437b-964a-b83cd54373b8 req-520caf07-c014-48f8-a948-6176110cc7f0 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.23 "GET /v2.0/ports?device_id=2daa289b-28a6-4674-93f8-96833f6934ea HTTP/1.1" status: 200 len: 946 time: 0.3743243 Jul 13 13:40:04.438821 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df97c06b-3e03-493f-b378-cd79794c4a31 req-7ebc280e-9620-484a-a43e-50355b8fbd62 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:04.440933 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-df97c06b-3e03-493f-b378-cd79794c4a31 req-7ebc280e-9620-484a-a43e-50355b8fbd62 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/ports?device_id=700d3790-c4d1-451b-bc66-257ddd7b5f93 HTTP/1.1" status: 200 len: 931 time: 0.1174684 Jul 13 13:40:04.454310 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2177a123-b65d-4b5d-9332-bc90c844fc2c None None] For port 2801f2e1-e373-4dec-9a09-a58eb1a6fe0f, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:40:04.458718 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2177a123-b65d-4b5d-9332-bc90c844fc2c None None] For port 2801f2e1-e373-4dec-9a09-a58eb1a6fe0f, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=2801f2e1-e373-4dec-9a09-a58eb1a6fe0f,segment=NetworkSegment(7f77fa19-fd99-4ca2-97fa-4ee37c1322ec),segment_id=7f77fa19-fd99-4ca2-97fa-4ee37c1322ec)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:40:04.470442 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2177a123-b65d-4b5d-9332-bc90c844fc2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:04.482389 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-710504fe-d0b0-42c7-8f32-72e30f226561 req-a943eda4-045d-43e9-b942-c13d3c1703d6 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5516367 Jul 13 13:40:04.491283 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-df97c06b-3e03-493f-b378-cd79794c4a31 req-94efc3b3-f25f-4bc5-9b2c-604d94edf010 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8450e8a-3ce6-4095-b6b4-37555b8042b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452259 Jul 13 13:40:04.514004 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [req-710504fe-d0b0-42c7-8f32-72e30f226561 req-238c2494-39f3-4dec-8fdb-e43d760dd2cd tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93750) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 13:40:04.520870 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-710504fe-d0b0-42c7-8f32-72e30f226561 req-238c2494-39f3-4dec-8fdb-e43d760dd2cd tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0297005 Jul 13 13:40:04.539977 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cc936109-217d-437b-964a-b83cd54373b8 req-fbd977b1-0766-42ad-a39d-acbbee7bd90d tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.23 "GET /v2.0/security-groups?id=215441dc-b65f-49ea-b8ce-4afa75e23159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110339 Jul 13 13:40:04.552630 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2177a123-b65d-4b5d-9332-bc90c844fc2c None None] Pushing event updated for resources: {'Port': ['ID=2801f2e1-e373-4dec-9a09-a58eb1a6fe0f,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:40:04.592204 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc013e9-0602-4335-ad57-c9f4e7934f3f tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Checking segment: {'id': '60dee27c-b613-4086-b444-c3b7cf60e862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '11c06b1c-eca8-4d96-bbbe-d3509815c723'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:40:04.592822 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc013e9-0602-4335-ad57-c9f4e7934f3f tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Network hostable DHCP agents. Network: 11c06b1c-eca8-4d96-bbbe-d3509815c723, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 13:40:04.629719 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc013e9-0602-4335-ad57-c9f4e7934f3f tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Network 11c06b1c-eca8-4d96-bbbe-d3509815c723 is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 13:40:04.649846 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-2fc013e9-0602-4335-ad57-c9f4e7934f3f tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, 11c06b1c-eca8-4d96-bbbe-d3509815c723) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:40:04.655796 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc013e9-0602-4335-ad57-c9f4e7934f3f tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:40:04.665856 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0aeea7af-ed61-4d3d-a8bb-bc9572819a64 tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:04.666904 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fc013e9-0602-4335-ad57-c9f4e7934f3f tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:04.667664 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5770782-038c-4695-91ce-a7c90985e379 None None] Network 11c06b1c-eca8-4d96-bbbe-d3509815c723 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:40:04.681058 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-0aeea7af-ed61-4d3d-a8bb-bc9572819a64 tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Transition to ACTIVE for port object 44436636-04e1-465b-a498-15216d09b228 will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:40:04.681187 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fc013e9-0602-4335-ad57-c9f4e7934f3f tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:04.681979 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2fc013e9-0602-4335-ad57-c9f4e7934f3f tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:04.711436 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-2fc013e9-0602-4335-ad57-c9f4e7934f3f tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.5128424 Jul 13 13:40:04.713875 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 60102) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:40:04.725598 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0aeea7af-ed61-4d3d-a8bb-bc9572819a64 tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:04.747179 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-710504fe-d0b0-42c7-8f32-72e30f226561 req-cea92619-a8b8-4110-b48a-b874ca202f74 service neutron] Request body: {'port': {'device_id': '700d3790-c4d1-451b-bc66-257ddd7b5f93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:40:04.791278 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aeea7af-ed61-4d3d-a8bb-bc9572819a64 tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Network 23b5c768-e751-487d-9d60-28d9b6aab458 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:40:04.797445 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-0aeea7af-ed61-4d3d-a8bb-bc9572819a64 tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:40:04.812307 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aeea7af-ed61-4d3d-a8bb-bc9572819a64 tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:40:04.819875 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aeea7af-ed61-4d3d-a8bb-bc9572819a64 tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:04.819875 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0aeea7af-ed61-4d3d-a8bb-bc9572819a64 tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:04.823466 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aeea7af-ed61-4d3d-a8bb-bc9572819a64 tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Pushing event updated for resources: {'Port': ['ID=44436636-04e1-465b-a498-15216d09b228,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:40:04.862934 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-0aeea7af-ed61-4d3d-a8bb-bc9572819a64 tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 1.1517460 Jul 13 13:40:04.863653 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 60104) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:40:04.910020 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-710504fe-d0b0-42c7-8f32-72e30f226561 req-cea92619-a8b8-4110-b48a-b874ca202f74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:04.960881 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83aba43a-f09b-4ab7-abfe-e1848cc5ab4b tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:04.967318 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83aba43a-f09b-4ab7-abfe-e1848cc5ab4b tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:04.971642 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-83aba43a-f09b-4ab7-abfe-e1848cc5ab4b tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.2541547 Jul 13 13:40:04.978889 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 60106) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:40:05.110007 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f40e749e-778c-4262-b8af-9c3503252dbd tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:05.116116 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f40e749e-778c-4262-b8af-9c3503252dbd tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:05.123103 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f40e749e-778c-4262-b8af-9c3503252dbd tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:05.127770 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-f40e749e-778c-4262-b8af-9c3503252dbd tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2478 time: 0.2603126 Jul 13 13:40:05.130177 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 60110) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:40:05.206840 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-a0254b10-94a1-488b-ae85-add57547db8e tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Deleting port b6515dd8-6a7f-4ad3-beba-1f8a5af11075 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:40:05.207288 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a0254b10-94a1-488b-ae85-add57547db8e tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:05.280927 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-710504fe-d0b0-42c7-8f32-72e30f226561 req-cea92619-a8b8-4110-b48a-b874ca202f74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7ed5af1-8a5e-4aea-a0bd-4eedc4e5f0b4 {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:40:05.295438 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-710504fe-d0b0-42c7-8f32-72e30f226561 req-cea92619-a8b8-4110-b48a-b874ca202f74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:05.314425 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-710504fe-d0b0-42c7-8f32-72e30f226561 req-cea92619-a8b8-4110-b48a-b874ca202f74 service neutron] Transition to ACTIVE for port object a7ed5af1-8a5e-4aea-a0bd-4eedc4e5f0b4 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:40:05.319459 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-710504fe-d0b0-42c7-8f32-72e30f226561 req-cea92619-a8b8-4110-b48a-b874ca202f74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:05.323478 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 2801f2e1-e373-4dec-9a09-a58eb1a6fe0f up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:40:05.355638 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a0254b10-94a1-488b-ae85-add57547db8e tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:05.360667 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c5c65a20-5b8a-426b-9bf2-b42df4736397 req-93b759f9-d273-4e8f-93f4-049bcfde3364 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/ports?device_id=69b35cda-f215-4655-a2f4-9c066ffba9b2 HTTP/1.1" status: 200 len: 210 time: 0.0521696 Jul 13 13:40:05.375148 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-a0254b10-94a1-488b-ae85-add57547db8e tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Calling delete_port for b6515dd8-6a7f-4ad3-beba-1f8a5af11075 owned by {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:40:05.387697 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-dd0b3d96-dbc5-45e3-8d7f-13b0520730e3 tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Deleting port 44436636-04e1-465b-a498-15216d09b228 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:40:05.387697 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dd0b3d96-dbc5-45e3-8d7f-13b0520730e3 tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:05.389938 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port 2801f2e1-e373-4dec-9a09-a58eb1a6fe0f completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:40:05.397125 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea92619-a8b8-4110-b48a-b874ca202f74 service neutron] Pushing event updated for resources: {'Port': ['ID=a7ed5af1-8a5e-4aea-a0bd-4eedc4e5f0b4,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:40:05.454233 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-710504fe-d0b0-42c7-8f32-72e30f226561 req-cea92619-a8b8-4110-b48a-b874ca202f74 service neutron] Attempting to bind port a7ed5af1-8a5e-4aea-a0bd-4eedc4e5f0b4 on host n-h2-800634-1 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:40:05.454570 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-710504fe-d0b0-42c7-8f32-72e30f226561 req-cea92619-a8b8-4110-b48a-b874ca202f74 service neutron] Attempting to bind port a7ed5af1-8a5e-4aea-a0bd-4eedc4e5f0b4 by drivers openvswitch,hyperv on host n-h2-800634-1 at level 0 using segments [{'id': '8ca861d2-7f67-42e9-b790-b2afeca7fd40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '1e6a1cec-d634-437c-82e7-1ebafa55a815'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:40:05.454898 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-710504fe-d0b0-42c7-8f32-72e30f226561 req-cea92619-a8b8-4110-b48a-b874ca202f74 service neutron] Attempting to bind port a7ed5af1-8a5e-4aea-a0bd-4eedc4e5f0b4 on network 1e6a1cec-d634-437c-82e7-1ebafa55a815 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:40:05.459456 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-710504fe-d0b0-42c7-8f32-72e30f226561 req-cea92619-a8b8-4110-b48a-b874ca202f74 service neutron] Port a7ed5af1-8a5e-4aea-a0bd-4eedc4e5f0b4 on network 1e6a1cec-d634-437c-82e7-1ebafa55a815 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-1 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:40:05.459908 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-710504fe-d0b0-42c7-8f32-72e30f226561 req-cea92619-a8b8-4110-b48a-b874ca202f74 service neutron] Attempting to bind port a7ed5af1-8a5e-4aea-a0bd-4eedc4e5f0b4 on network 1e6a1cec-d634-437c-82e7-1ebafa55a815 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:40:05.465969 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-710504fe-d0b0-42c7-8f32-72e30f226561 req-cea92619-a8b8-4110-b48a-b874ca202f74 service neutron] Checking agent: {'id': 'f615e5c9-21ab-43f2-adbc-192d64b795cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:40:05.466222 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-710504fe-d0b0-42c7-8f32-72e30f226561 req-cea92619-a8b8-4110-b48a-b874ca202f74 service neutron] Checking segment: {'id': '8ca861d2-7f67-42e9-b790-b2afeca7fd40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '1e6a1cec-d634-437c-82e7-1ebafa55a815'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:40:05.466617 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-710504fe-d0b0-42c7-8f32-72e30f226561 req-cea92619-a8b8-4110-b48a-b874ca202f74 service neutron] Bound using segment: {'id': '8ca861d2-7f67-42e9-b790-b2afeca7fd40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '1e6a1cec-d634-437c-82e7-1ebafa55a815'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:40:05.467055 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-710504fe-d0b0-42c7-8f32-72e30f226561 req-cea92619-a8b8-4110-b48a-b874ca202f74 service neutron] Bound port: a7ed5af1-8a5e-4aea-a0bd-4eedc4e5f0b4, host: n-h2-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ca861d2-7f67-42e9-b790-b2afeca7fd40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '1e6a1cec-d634-437c-82e7-1ebafa55a815'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:40:05.467415 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-710504fe-d0b0-42c7-8f32-72e30f226561 req-cea92619-a8b8-4110-b48a-b874ca202f74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:05.542372 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-710504fe-d0b0-42c7-8f32-72e30f226561 req-cea92619-a8b8-4110-b48a-b874ca202f74 service neutron] For port a7ed5af1-8a5e-4aea-a0bd-4eedc4e5f0b4, host n-h2-800634-1, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:40:05.547106 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-710504fe-d0b0-42c7-8f32-72e30f226561 req-cea92619-a8b8-4110-b48a-b874ca202f74 service neutron] For port a7ed5af1-8a5e-4aea-a0bd-4eedc4e5f0b4, host n-h2-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=a7ed5af1-8a5e-4aea-a0bd-4eedc4e5f0b4,segment=NetworkSegment(8ca861d2-7f67-42e9-b790-b2afeca7fd40),segment_id=8ca861d2-7f67-42e9-b790-b2afeca7fd40)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:40:05.557754 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-710504fe-d0b0-42c7-8f32-72e30f226561 req-cea92619-a8b8-4110-b48a-b874ca202f74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:05.610784 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710504fe-d0b0-42c7-8f32-72e30f226561 req-cea92619-a8b8-4110-b48a-b874ca202f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:05.614062 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-710504fe-d0b0-42c7-8f32-72e30f226561 req-cea92619-a8b8-4110-b48a-b874ca202f74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:05.615559 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-710504fe-d0b0-42c7-8f32-72e30f226561 req-cea92619-a8b8-4110-b48a-b874ca202f74 service neutron] 10.222.0.41 "PUT /v2.0/ports/a7ed5af1-8a5e-4aea-a0bd-4eedc4e5f0b4 HTTP/1.1" status: 200 len: 1091 time: 1.0725796 Jul 13 13:40:05.616035 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '700d3790-c4d1-451b-bc66-257ddd7b5f93', 'tag': 'a7ed5af1-8a5e-4aea-a0bd-4eedc4e5f0b4'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:40:05.619368 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2104110f-e4dd-4eef-baa7-f9de579035de" -d '{"events": [{"name": "network-changed", "server_uuid": "700d3790-c4d1-451b-bc66-257ddd7b5f93", "tag": "a7ed5af1-8a5e-4aea-a0bd-4eedc4e5f0b4"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:40:05.726789 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea92619-a8b8-4110-b48a-b874ca202f74 service neutron] Pushing event updated for resources: {'Port': ['ID=a7ed5af1-8a5e-4aea-a0bd-4eedc4e5f0b4,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:40:05.875986 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0467bc-7bbf-4f72-81fa-daf1fcd61ebe req-ca5ecdcf-3340-4fe2-b673-7552353cf947 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:05.878078 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5e0467bc-7bbf-4f72-81fa-daf1fcd61ebe req-ca5ecdcf-3340-4fe2-b673-7552353cf947 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/ports?device_id=700d3790-c4d1-451b-bc66-257ddd7b5f93 HTTP/1.1" status: 200 len: 943 time: 0.2318432 Jul 13 13:40:05.922298 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25619004-8391-4d47-8d8d-8ee29802c75b None None] Network 23b5c768-e751-487d-9d60-28d9b6aab458 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:40:05.940825 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dd0b3d96-dbc5-45e3-8d7f-13b0520730e3 tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:05.951511 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793f0878-10c7-47bd-b8ba-ef9e33e4a5fb req-e1ce1020-6bf5-4998-bcd7-0afe7ce0dcea tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:05.952656 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5842edd3-f84a-4b6c-b4a0-d2bd7af0fd1a req-ee3b3742-02f0-4fe0-97a5-896668fbf7b4 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:05.953135 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-793f0878-10c7-47bd-b8ba-ef9e33e4a5fb req-e1ce1020-6bf5-4998-bcd7-0afe7ce0dcea tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.23 "GET /v2.0/ports?device_id=2daa289b-28a6-4674-93f8-96833f6934ea HTTP/1.1" status: 200 len: 946 time: 0.1383290 Jul 13 13:40:05.959809 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5842edd3-f84a-4b6c-b4a0-d2bd7af0fd1a req-ee3b3742-02f0-4fe0-97a5-896668fbf7b4 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.26 "GET /v2.0/networks?id=5c5b1ca0-24b0-4412-b81d-dc9907cb0039 HTTP/1.1" status: 200 len: 808 time: 0.2078137 Jul 13 13:40:05.971746 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-dd0b3d96-dbc5-45e3-8d7f-13b0520730e3 tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Calling delete_port for 44436636-04e1-465b-a498-15216d09b228 owned by {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:40:05.973432 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-5842edd3-f84a-4b6c-b4a0-d2bd7af0fd1a req-10076ff0-5279-443b-a51b-5c844c0965a8 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Request body: {'port': {'device_id': '69b35cda-f215-4655-a2f4-9c066ffba9b2', 'network_id': '5c5b1ca0-24b0-4412-b81d-dc9907cb0039', 'admin_state_up': True, 'tenant_id': '7ec77ffc288b40b5a9663fa2e5a78733'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:40:05.995923 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a0254b10-94a1-488b-ae85-add57547db8e tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:06.024918 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5ea229-090c-4832-85ce-53e8367126d0 None None] Provisioning for port 2801f2e1-e373-4dec-9a09-a58eb1a6fe0f completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:40:06.034636 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5ea229-090c-4832-85ce-53e8367126d0 None None] Provisioning complete for port 2801f2e1-e373-4dec-9a09-a58eb1a6fe0f triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:40:06.035014 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5ea229-090c-4832-85ce-53e8367126d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:06.039135 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5e0467bc-7bbf-4f72-81fa-daf1fcd61ebe req-9110cdff-ec0b-4f82-81b1-02ae528bcf73 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8450e8a-3ce6-4095-b6b4-37555b8042b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504745 Jul 13 13:40:06.044150 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710504fe-d0b0-42c7-8f32-72e30f226561 req-d8e13889-117b-4e4a-889d-759ffd4ce239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:06.045936 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-710504fe-d0b0-42c7-8f32-72e30f226561 req-d8e13889-117b-4e4a-889d-759ffd4ce239 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=735b68527641472d9d98083ece779da8&device_id=700d3790-c4d1-451b-bc66-257ddd7b5f93 HTTP/1.1" status: 200 len: 1094 time: 0.2928131 Jul 13 13:40:06.101962 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0254b10-94a1-488b-ae85-add57547db8e tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Pushing event deleted for resources: {'Port': ['ID=b6515dd8-6a7f-4ad3-beba-1f8a5af11075,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:40:06.116902 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-710504fe-d0b0-42c7-8f32-72e30f226561 req-6edf63fb-1f82-4ef9-9e48-723194fcae07 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a7ed5af1-8a5e-4aea-a0bd-4eedc4e5f0b4 HTTP/1.1" status: 200 len: 217 time: 0.0607738 Jul 13 13:40:06.174146 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-793f0878-10c7-47bd-b8ba-ef9e33e4a5fb req-a98bbe4f-7e10-4a1c-82c4-8814fdc15e1e tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.23 "GET /v2.0/security-groups?id=215441dc-b65f-49ea-b8ce-4afa75e23159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134042 Jul 13 13:40:06.184661 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a0254b10-94a1-488b-ae85-add57547db8e tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:06.187234 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-a0254b10-94a1-488b-ae85-add57547db8e tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] 10.222.0.23 "DELETE /v2.0/ports/b6515dd8-6a7f-4ad3-beba-1f8a5af11075 HTTP/1.1" status: 204 len: 168 time: 1.2058234 Jul 13 13:40:06.189396 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 60128) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:40:06.219258 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710504fe-d0b0-42c7-8f32-72e30f226561 req-5e7531ea-be76-47cc-aac5-d871450d1466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:06.220848 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-710504fe-d0b0-42c7-8f32-72e30f226561 req-5e7531ea-be76-47cc-aac5-d871450d1466 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4a7066db-069e-4126-a711-5a91da09992d HTTP/1.1" status: 200 len: 851 time: 0.0952072 Jul 13 13:40:06.280648 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5ea229-090c-4832-85ce-53e8367126d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:06.292723 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5842edd3-f84a-4b6c-b4a0-d2bd7af0fd1a req-10076ff0-5279-443b-a51b-5c844c0965a8 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Made reservation on behalf of 7ec77ffc288b40b5a9663fa2e5a78733 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:40:06.312385 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-5842edd3-f84a-4b6c-b4a0-d2bd7af0fd1a req-10076ff0-5279-443b-a51b-5c844c0965a8 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:06.350778 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-710504fe-d0b0-42c7-8f32-72e30f226561 req-959fb11f-d6ac-4b04-8cbd-26f2e0e32258 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1e6a1cec-d634-437c-82e7-1ebafa55a815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1225567 Jul 13 13:40:06.352404 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5ea229-090c-4832-85ce-53e8367126d0 None None] For port 2801f2e1-e373-4dec-9a09-a58eb1a6fe0f, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=2801f2e1-e373-4dec-9a09-a58eb1a6fe0f,segment=NetworkSegment(7f77fa19-fd99-4ca2-97fa-4ee37c1322ec),segment_id=7f77fa19-fd99-4ca2-97fa-4ee37c1322ec)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:40:06.360914 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5ea229-090c-4832-85ce-53e8367126d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:06.419092 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 13:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d01f13e1-cba0-4aa1-bc4b-faae165ac3e2 x-openstack-request-id: req-d01f13e1-cba0-4aa1-bc4b-faae165ac3e2 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:40:06.425298 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "700d3790-c4d1-451b-bc66-257ddd7b5f93", "tag": "a7ed5af1-8a5e-4aea-a0bd-4eedc4e5f0b4", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:40:06.425775 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d01f13e1-cba0-4aa1-bc4b-faae165ac3e2 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:40:06.426363 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '700d3790-c4d1-451b-bc66-257ddd7b5f93', 'tag': 'a7ed5af1-8a5e-4aea-a0bd-4eedc4e5f0b4', 'status': 'completed', 'code': 200} Jul 13 13:40:06.475754 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5ea229-090c-4832-85ce-53e8367126d0 None None] Pushing event updated for resources: {'Port': ['ID=2801f2e1-e373-4dec-9a09-a58eb1a6fe0f,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:40:06.494842 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5ea229-090c-4832-85ce-53e8367126d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:40:06.495472 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5ea229-090c-4832-85ce-53e8367126d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:40:06.495911 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5ea229-090c-4832-85ce-53e8367126d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:40:06.496554 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5ea229-090c-4832-85ce-53e8367126d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:40:06.497765 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5ea229-090c-4832-85ce-53e8367126d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:40:06.497765 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5ea229-090c-4832-85ce-53e8367126d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:40:06.497765 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5ea229-090c-4832-85ce-53e8367126d0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:40:06.503318 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5ea229-090c-4832-85ce-53e8367126d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:40:06.503810 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5ea229-090c-4832-85ce-53e8367126d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:40:06.504257 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5ea229-090c-4832-85ce-53e8367126d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:40:06.504864 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5ea229-090c-4832-85ce-53e8367126d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:40:06.505117 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5ea229-090c-4832-85ce-53e8367126d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:40:06.554550 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dd0b3d96-dbc5-45e3-8d7f-13b0520730e3 tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:06.565037 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-a62eeccd-6cb5-4804-9ac4-a6176a22b7d3 tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Deleting port 19620e49-b9c2-4713-ae50-c02efa62b150 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:40:06.567483 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a62eeccd-6cb5-4804-9ac4-a6176a22b7d3 tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:06.604260 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-710504fe-d0b0-42c7-8f32-72e30f226561 req-70f50204-792c-4f7e-8350-89a7556ec1a9 service neutron] 10.222.0.41 "GET /v2.0/networks/1e6a1cec-d634-437c-82e7-1ebafa55a815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366979 Jul 13 13:40:06.665581 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0b3d96-dbc5-45e3-8d7f-13b0520730e3 tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Pushing event deleted for resources: {'Port': ['ID=44436636-04e1-465b-a498-15216d09b228,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:40:06.690607 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-99b79a5c-88b6-40b0-8229-dd88e5358b0f None None] Could not find standard attr ID for object 44436636-04e1-465b-a498-15216d09b228. {{(pid=93752) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 13:40:06.710076 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-99b79a5c-88b6-40b0-8229-dd88e5358b0f None None] Provisioning for port 08ca4f64-0b92-4121-b492-3a226562afca completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:40:06.715048 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-99b79a5c-88b6-40b0-8229-dd88e5358b0f None None] Provisioning complete for port 08ca4f64-0b92-4121-b492-3a226562afca triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:40:06.725240 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-99b79a5c-88b6-40b0-8229-dd88e5358b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:06.735270 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-710504fe-d0b0-42c7-8f32-72e30f226561 req-49af327e-c393-4163-a9ea-9fb08b300b46 service neutron] 10.222.0.41 "GET /v2.0/networks/1e6a1cec-d634-437c-82e7-1ebafa55a815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195595 Jul 13 13:40:06.737376 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a62eeccd-6cb5-4804-9ac4-a6176a22b7d3 tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:06.740550 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a636cd71-0ebf-4460-8c40-d071da59dfcd req-f4c4eff1-de3d-491d-bb88-d59aed8d40dc tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/ports?device_id=69b35cda-f215-4655-a2f4-9c066ffba9b2 HTTP/1.1" status: 200 len: 210 time: 0.1445787 Jul 13 13:40:06.801404 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-a62eeccd-6cb5-4804-9ac4-a6176a22b7d3 tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Calling delete_port for 19620e49-b9c2-4713-ae50-c02efa62b150 owned by {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:40:06.826278 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-99b79a5c-88b6-40b0-8229-dd88e5358b0f None None] Port 08ca4f64-0b92-4121-b492-3a226562afca cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:40:06.841484 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-99b79a5c-88b6-40b0-8229-dd88e5358b0f None None] Provisioning complete for port 2801f2e1-e373-4dec-9a09-a58eb1a6fe0f triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:40:06.841897 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-99b79a5c-88b6-40b0-8229-dd88e5358b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:06.865481 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dd0b3d96-dbc5-45e3-8d7f-13b0520730e3 tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:06.869815 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-dd0b3d96-dbc5-45e3-8d7f-13b0520730e3 tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] 10.222.0.23 "DELETE /v2.0/ports/44436636-04e1-465b-a498-15216d09b228 HTTP/1.1" status: 204 len: 168 time: 1.7325211 Jul 13 13:40:06.871123 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-5842edd3-f84a-4b6c-b4a0-d2bd7af0fd1a req-10076ff0-5279-443b-a51b-5c844c0965a8 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Allocated IP 172.20.0.5 (5c5b1ca0-24b0-4412-b81d-dc9907cb0039/41cb83d6-1972-42a1-91b6-99e2d7728a68/f150ad68-169c-403e-9131-7c773a3c06b4) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:40:06.881319 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 60132) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:40:06.937473 n-d-800634-1 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-184c4ecd-fd47-4286-9dd2-4cf3f038d8ee tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] GET failed (client error): The resource could not be found. Jul 13 13:40:06.946013 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-184c4ecd-fd47-4286-9dd2-4cf3f038d8ee tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] 10.222.0.23 "GET /v2.0/ports/44436636-04e1-465b-a498-15216d09b228 HTTP/1.1" status: 404 len: 333 time: 0.0620244 Jul 13 13:40:06.954990 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 60134) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:40:06.967219 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-c9043cef-3ee9-441f-a800-6ee8e68a67a1 tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Request body: {'port': {'network_id': '23b5c768-e751-487d-9d60-28d9b6aab458', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-689966061'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:40:07.000513 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2104110f-e4dd-4eef-baa7-f9de579035de req-50717afb-74cc-4b82-b33e-9609ae1db8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:07.002366 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2104110f-e4dd-4eef-baa7-f9de579035de req-50717afb-74cc-4b82-b33e-9609ae1db8ee service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=735b68527641472d9d98083ece779da8&device_id=700d3790-c4d1-451b-bc66-257ddd7b5f93 HTTP/1.1" status: 200 len: 1094 time: 0.1987810 Jul 13 13:40:07.043074 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a62eeccd-6cb5-4804-9ac4-a6176a22b7d3 tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:07.083555 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-90fd73f6-a0e9-462b-b4eb-837c5b0c67bf None None] Provisioning complete for port 08ca4f64-0b92-4121-b492-3a226562afca triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:40:07.084262 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-90fd73f6-a0e9-462b-b4eb-837c5b0c67bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:07.105315 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62eeccd-6cb5-4804-9ac4-a6176a22b7d3 tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Pushing event deleted for resources: {'Port': ['ID=19620e49-b9c2-4713-ae50-c02efa62b150,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:40:07.141522 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-90fd73f6-a0e9-462b-b4eb-837c5b0c67bf None None] Port 08ca4f64-0b92-4121-b492-3a226562afca cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:40:07.163536 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a62eeccd-6cb5-4804-9ac4-a6176a22b7d3 tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:07.175975 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-a62eeccd-6cb5-4804-9ac4-a6176a22b7d3 tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] 10.222.0.23 "DELETE /v2.0/ports/19620e49-b9c2-4713-ae50-c02efa62b150 HTTP/1.1" status: 204 len: 168 time: 0.9764788 Jul 13 13:40:07.179214 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 60138) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:40:07.279656 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-dc36692c-8461-4b56-85d6-60e081589227 tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0966439 Jul 13 13:40:07.284078 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 60144) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:40:07.304644 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-fa1de166-214f-4c51-8180-f4627214b409 tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-375391913'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:40:07.345133 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 2801f2e1-e373-4dec-9a09-a58eb1a6fe0f up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:40:07.380817 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2104110f-e4dd-4eef-baa7-f9de579035de req-50808234-cf5d-41ef-856a-e10c7097b043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:07.382992 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2104110f-e4dd-4eef-baa7-f9de579035de req-50808234-cf5d-41ef-856a-e10c7097b043 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1e6a1cec-d634-437c-82e7-1ebafa55a815 HTTP/1.1" status: 200 len: 911 time: 0.3609495 Jul 13 13:40:07.390046 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9043cef-3ee9-441f-a800-6ee8e68a67a1 tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Made reservation on behalf of 25e13b5446e641a899984db33e813240 for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:40:07.393924 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c9043cef-3ee9-441f-a800-6ee8e68a67a1 tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:07.425589 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [None req-c9043cef-3ee9-441f-a800-6ee8e68a67a1 tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] device_id is not set on port 50651194-d6c0-40b9-9d31-55cc664da859 yet. {{(pid=93751) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 13:40:07.463777 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2104110f-e4dd-4eef-baa7-f9de579035de req-f069cd94-d7f6-4c0f-bde3-5f7885cac932 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a7ed5af1-8a5e-4aea-a0bd-4eedc4e5f0b4 HTTP/1.1" status: 200 len: 217 time: 0.0725520 Jul 13 13:40:07.467266 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-5842edd3-f84a-4b6c-b4a0-d2bd7af0fd1a req-10076ff0-5279-443b-a51b-5c844c0965a8 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:07.503046 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-3667833a-4ca0-4f9c-9cb0-fd890534c967 None None] Could not find standard attr ID for object 44436636-04e1-465b-a498-15216d09b228. {{(pid=93752) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 13:40:07.513543 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 2801f2e1-e373-4dec-9a09-a58eb1a6fe0f triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:40:07.514264 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:07.548844 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9fd76c-893a-44b1-8e1c-0ccfe816509b req-95939c51-0a49-46fa-b7a2-134f6ab698da tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:07.550517 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-dc9fd76c-893a-44b1-8e1c-0ccfe816509b req-95939c51-0a49-46fa-b7a2-134f6ab698da tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/ports?device_id=700d3790-c4d1-451b-bc66-257ddd7b5f93 HTTP/1.1" status: 200 len: 943 time: 0.2277334 Jul 13 13:40:07.596726 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa1de166-214f-4c51-8180-f4627214b409 tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Made reservation on behalf of 3a1ce41b5cc348489d77753a37fadeed for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:40:07.600358 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fa1de166-214f-4c51-8180-f4627214b409 tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:07.658039 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-dc9fd76c-893a-44b1-8e1c-0ccfe816509b req-cd63f92c-ebec-4fbb-a4ac-831aebde33e4 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8450e8a-3ce6-4095-b6b4-37555b8042b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015375 Jul 13 13:40:07.687301 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-c9043cef-3ee9-441f-a800-6ee8e68a67a1 tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Allocated IP 2001:db8::18f (23b5c768-e751-487d-9d60-28d9b6aab458/d919b7d3-e79e-4e9d-88d3-5848496e13ff/50651194-d6c0-40b9-9d31-55cc664da859) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:40:07.703000 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2104110f-e4dd-4eef-baa7-f9de579035de req-41e77a4f-df15-4650-95e0-f893cfe723e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:07.705969 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2104110f-e4dd-4eef-baa7-f9de579035de req-41e77a4f-df15-4650-95e0-f893cfe723e1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4a7066db-069e-4126-a711-5a91da09992d HTTP/1.1" status: 200 len: 851 time: 0.2201483 Jul 13 13:40:07.738170 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa1de166-214f-4c51-8180-f4627214b409 tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 13:40:07.780497 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fa1de166-214f-4c51-8180-f4627214b409 tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:07.780980 n-d-800634-1 neutron-server[93750]: INFO neutron.db.segments_db [None req-fa1de166-214f-4c51-8180-f4627214b409 tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Added segment 797af842-c9da-4730-9d9b-8f64b2a00c9f of type vlan for network be5c4007-8082-4604-b81d-f99fffb1cd91 Jul 13 13:40:07.796510 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2104110f-e4dd-4eef-baa7-f9de579035de req-33e9cb22-7b87-4f6c-8f7b-ffd93fc4afd9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1e6a1cec-d634-437c-82e7-1ebafa55a815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0784419 Jul 13 13:40:07.829240 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cce034-4c37-4ecf-9766-15666540884f req-2b39bef4-6fba-43b5-aa8a-ae0ed769e8c9 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:07.836911 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a8cce034-4c37-4ecf-9766-15666540884f req-2b39bef4-6fba-43b5-aa8a-ae0ed769e8c9 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.23 "GET /v2.0/ports?device_id=2daa289b-28a6-4674-93f8-96833f6934ea HTTP/1.1" status: 200 len: 946 time: 0.3596470 Jul 13 13:40:07.855321 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-5842edd3-f84a-4b6c-b4a0-d2bd7af0fd1a req-10076ff0-5279-443b-a51b-5c844c0965a8 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:07.867894 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['751cfe8d-30a1-407a-bca8-4b83f6024a24'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:40:07.870355 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c9043cef-3ee9-441f-a800-6ee8e68a67a1 tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:07.888292 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-c9043cef-3ee9-441f-a800-6ee8e68a67a1 tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Transition to ACTIVE for port object 50651194-d6c0-40b9-9d31-55cc664da859 will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:40:07.930382 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fa1de166-214f-4c51-8180-f4627214b409 tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:07.931909 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c9043cef-3ee9-441f-a800-6ee8e68a67a1 tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:07.995928 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9043cef-3ee9-441f-a800-6ee8e68a67a1 tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Network 23b5c768-e751-487d-9d60-28d9b6aab458 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:40:07.999267 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-c9043cef-3ee9-441f-a800-6ee8e68a67a1 tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:40:08.002432 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9043cef-3ee9-441f-a800-6ee8e68a67a1 tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:40:08.008926 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9043cef-3ee9-441f-a800-6ee8e68a67a1 tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:08.009611 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c9043cef-3ee9-441f-a800-6ee8e68a67a1 tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:08.024120 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5842edd3-f84a-4b6c-b4a0-d2bd7af0fd1a req-10076ff0-5279-443b-a51b-5c844c0965a8 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Network 5c5b1ca0-24b0-4412-b81d-dc9907cb0039 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:40:08.048470 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9043cef-3ee9-441f-a800-6ee8e68a67a1 tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Pushing event updated for resources: {'Port': ['ID=50651194-d6c0-40b9-9d31-55cc664da859,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:40:08.056749 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-c9043cef-3ee9-441f-a800-6ee8e68a67a1 tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.0992043 Jul 13 13:40:08.057395 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 60158) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:40:08.064126 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-fda6bbd4-23a6-47d6-bf7b-ea690370715a tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::4d', 'mac_address': 'fa:16:3e:2f:a0:7a'}]}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:40:08.071582 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a8cce034-4c37-4ecf-9766-15666540884f req-318533ed-6d1d-4b2f-919a-50444399d0ff tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.23 "GET /v2.0/security-groups?id=215441dc-b65f-49ea-b8ce-4afa75e23159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304161 Jul 13 13:40:08.080774 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-5842edd3-f84a-4b6c-b4a0-d2bd7af0fd1a req-10076ff0-5279-443b-a51b-5c844c0965a8 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:40:08.139296 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10076ff0-5279-443b-a51b-5c844c0965a8 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Pushing event updated for resources: {'Port': ['ID=f150ad68-169c-403e-9131-7c773a3c06b4,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:40:08.146921 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-5842edd3-f84a-4b6c-b4a0-d2bd7af0fd1a req-10076ff0-5279-443b-a51b-5c844c0965a8 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:40:08.222504 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2104110f-e4dd-4eef-baa7-f9de579035de req-6b3c4734-ab5e-4b42-9950-30968a5fa000 service neutron] 10.222.0.41 "GET /v2.0/networks/1e6a1cec-d634-437c-82e7-1ebafa55a815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3827066 Jul 13 13:40:08.233528 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fda6bbd4-23a6-47d6-bf7b-ea690370715a tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:08.256448 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fa1de166-214f-4c51-8180-f4627214b409 tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:08.264093 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa1de166-214f-4c51-8180-f4627214b409 tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:08.264855 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fa1de166-214f-4c51-8180-f4627214b409 tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:08.532558 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-d7d4e51f-80e8-461b-9425-5142e2f1114d None None] Provisioning for port 50651194-d6c0-40b9-9d31-55cc664da859 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:40:08.542433 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fda6bbd4-23a6-47d6-bf7b-ea690370715a tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:08.547729 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-d7d4e51f-80e8-461b-9425-5142e2f1114d None None] Provisioning complete for port 50651194-d6c0-40b9-9d31-55cc664da859 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:40:08.548136 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d7d4e51f-80e8-461b-9425-5142e2f1114d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:08.552324 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fda6bbd4-23a6-47d6-bf7b-ea690370715a tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:08.623519 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-fda6bbd4-23a6-47d6-bf7b-ea690370715a tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] In _notify_port_updated(), no bound segment for port 50651194-d6c0-40b9-9d31-55cc664da859 on network 23b5c768-e751-487d-9d60-28d9b6aab458 {{(pid=93751) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 13 13:40:08.624278 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-d7d4e51f-80e8-461b-9425-5142e2f1114d None None] Port 50651194-d6c0-40b9-9d31-55cc664da859 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:40:08.629665 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda6bbd4-23a6-47d6-bf7b-ea690370715a tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:08.630366 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fda6bbd4-23a6-47d6-bf7b-ea690370715a tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:08.634417 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-fda6bbd4-23a6-47d6-bf7b-ea690370715a tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] 10.222.0.23 "PUT /v2.0/ports/50651194-d6c0-40b9-9d31-55cc664da859 HTTP/1.1" status: 200 len: 1001 time: 0.5734398 Jul 13 13:40:08.641420 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 60166) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:40:08.694647 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda6bbd4-23a6-47d6-bf7b-ea690370715a tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Pushing event updated for resources: {'Port': ['ID=50651194-d6c0-40b9-9d31-55cc664da859,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:40:08.807312 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-1eea2cf4-32e6-4665-a658-6f22f076d7c2 tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Deleting port 50651194-d6c0-40b9-9d31-55cc664da859 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:40:08.807842 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1eea2cf4-32e6-4665-a658-6f22f076d7c2 tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:08.850990 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5842edd3-f84a-4b6c-b4a0-d2bd7af0fd1a req-10076ff0-5279-443b-a51b-5c844c0965a8 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:08.851594 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-5842edd3-f84a-4b6c-b4a0-d2bd7af0fd1a req-10076ff0-5279-443b-a51b-5c844c0965a8 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:08.884710 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-fa1de166-214f-4c51-8180-f4627214b409 tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.5928152 Jul 13 13:40:08.892806 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 60172) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:40:08.908117 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-d93cb924-ecce-49cc-b46f-8e5f64c51688 tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1740940750'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:40:08.935728 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5842edd3-f84a-4b6c-b4a0-d2bd7af0fd1a req-10076ff0-5279-443b-a51b-5c844c0965a8 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9672289 Jul 13 13:40:08.936666 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1de166-214f-4c51-8180-f4627214b409 tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Pushing event updated for resources: {'Network': ['ID=be5c4007-8082-4604-b81d-f99fffb1cd91,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:40:08.954188 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network be5c4007-8082-4604-b81d-f99fffb1cd91 details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 13:40:08.960210 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1eea2cf4-32e6-4665-a658-6f22f076d7c2 tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:08.980567 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-1eea2cf4-32e6-4665-a658-6f22f076d7c2 tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Calling delete_port for 50651194-d6c0-40b9-9d31-55cc664da859 owned by {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:40:08.987774 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-5842edd3-f84a-4b6c-b4a0-d2bd7af0fd1a req-3333f47e-ad54-44f7-8605-14d9b63a1c3f service neutron] Request body: {'port': {'device_id': '69b35cda-f215-4655-a2f4-9c066ffba9b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:40:08.994187 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b168528b-ff8d-4718-9e98-90339cce9352 req-a3dfd6ca-46ad-4913-a031-c53ce9e0891c tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:09.001720 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b168528b-ff8d-4718-9e98-90339cce9352 req-a3dfd6ca-46ad-4913-a031-c53ce9e0891c tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/ports?device_id=700d3790-c4d1-451b-bc66-257ddd7b5f93 HTTP/1.1" status: 200 len: 943 time: 0.1717620 Jul 13 13:40:09.019678 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-4b6e31f4-68e4-4624-80f1-d47bbd367304 None None] Provisioning complete for port 50651194-d6c0-40b9-9d31-55cc664da859 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:40:09.020300 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4b6e31f4-68e4-4624-80f1-d47bbd367304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:09.026722 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2104110f-e4dd-4eef-baa7-f9de579035de req-4083c914-1ed2-49a1-b403-6c43c7a404b5 service neutron] 10.222.0.41 "GET /v2.0/networks/1e6a1cec-d634-437c-82e7-1ebafa55a815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7958083 Jul 13 13:40:09.040612 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b35902-0c51-4d5d-886c-999d2f7f1ead req-9bbf78f6-8ee2-4b35-a504-54df45136b74 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:09.050522 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-18b35902-0c51-4d5d-886c-999d2f7f1ead req-9bbf78f6-8ee2-4b35-a504-54df45136b74 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/ports?device_id=69b35cda-f215-4655-a2f4-9c066ffba9b2 HTTP/1.1" status: 200 len: 931 time: 0.8220515 Jul 13 13:40:09.075430 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-4b6e31f4-68e4-4624-80f1-d47bbd367304 None None] Port 50651194-d6c0-40b9-9d31-55cc664da859 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:40:09.086286 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b168528b-ff8d-4718-9e98-90339cce9352 req-756f7ff4-cdc2-4fd3-ad47-6036c1482e6b tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8450e8a-3ce6-4095-b6b4-37555b8042b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835884 Jul 13 13:40:09.116847 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d93cb924-ecce-49cc-b46f-8e5f64c51688 tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Made reservation on behalf of 3a1ce41b5cc348489d77753a37fadeed for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:40:09.120142 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d93cb924-ecce-49cc-b46f-8e5f64c51688 tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:09.172170 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d93cb924-ecce-49cc-b46f-8e5f64c51688 tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 13:40:09.183214 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d93cb924-ecce-49cc-b46f-8e5f64c51688 tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:09.183641 n-d-800634-1 neutron-server[93750]: INFO neutron.db.segments_db [None req-d93cb924-ecce-49cc-b46f-8e5f64c51688 tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Added segment a86a4699-6a4d-4488-a834-e4caef45ad4a of type vlan for network 43a08900-6fb4-4f53-b11f-8285ca297dca Jul 13 13:40:09.240741 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1eea2cf4-32e6-4665-a658-6f22f076d7c2 tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:09.266682 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-18b35902-0c51-4d5d-886c-999d2f7f1ead req-6c3ea01d-dad0-4617-b1a7-00a21a85f396 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/security-groups?id=4f83e00a-e782-49e6-b944-d06b9e971cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149539 Jul 13 13:40:09.331682 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eea2cf4-32e6-4665-a658-6f22f076d7c2 tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Pushing event deleted for resources: {'Port': ['ID=50651194-d6c0-40b9-9d31-55cc664da859,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:40:09.346610 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-5842edd3-f84a-4b6c-b4a0-d2bd7af0fd1a req-3333f47e-ad54-44f7-8605-14d9b63a1c3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:09.364331 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d93cb924-ecce-49cc-b46f-8e5f64c51688 tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:09.488869 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1eea2cf4-32e6-4665-a658-6f22f076d7c2 tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:09.491133 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-1eea2cf4-32e6-4665-a658-6f22f076d7c2 tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] 10.222.0.23 "DELETE /v2.0/ports/50651194-d6c0-40b9-9d31-55cc664da859 HTTP/1.1" status: 204 len: 168 time: 0.8484335 Jul 13 13:40:09.493622 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 60178) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:40:09.525981 n-d-800634-1 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-b71b3d08-2042-4d86-a772-394eb9fb6259 tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] GET failed (client error): The resource could not be found. Jul 13 13:40:09.528084 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-b71b3d08-2042-4d86-a772-394eb9fb6259 tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] 10.222.0.23 "GET /v2.0/ports/50651194-d6c0-40b9-9d31-55cc664da859 HTTP/1.1" status: 404 len: 333 time: 0.0331745 Jul 13 13:40:09.533946 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 60182) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:40:09.540544 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-a135720c-81e6-492f-998c-0435955f373f tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Request body: {'port': {'network_id': '23b5c768-e751-487d-9d60-28d9b6aab458', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-175538605'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:40:09.560529 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d93cb924-ecce-49cc-b46f-8e5f64c51688 tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:09.566079 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d93cb924-ecce-49cc-b46f-8e5f64c51688 tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:09.566682 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d93cb924-ecce-49cc-b46f-8e5f64c51688 tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:09.639206 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93cb924-ecce-49cc-b46f-8e5f64c51688 tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Pushing event updated for resources: {'Network': ['ID=43a08900-6fb4-4f53-b11f-8285ca297dca,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:40:09.652883 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network 43a08900-6fb4-4f53-b11f-8285ca297dca details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 13:40:09.690119 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-d93cb924-ecce-49cc-b46f-8e5f64c51688 tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7864954 Jul 13 13:40:09.690328 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a135720c-81e6-492f-998c-0435955f373f tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Made reservation on behalf of 25e13b5446e641a899984db33e813240 for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:40:09.694111 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a135720c-81e6-492f-998c-0435955f373f tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:09.726573 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device a7ed5af1-8a5e-4aea-a0bd-4eedc4e5f0b4 details requested by agent hyperv_n-h2-800634-1 with host n-h2-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 13:40:09.739550 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [None req-a135720c-81e6-492f-998c-0435955f373f tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] device_id is not set on port ecbc814e-c30f-48d9-b373-70858313baa6 yet. {{(pid=93751) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 13:40:09.828462 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394f8e29-b5a5-4ed7-a311-5952bc009a79 req-d59d2f4a-2f18-41eb-9a7b-0c6c5f92aabb tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:09.830024 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-394f8e29-b5a5-4ed7-a311-5952bc009a79 req-d59d2f4a-2f18-41eb-9a7b-0c6c5f92aabb tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.23 "GET /v2.0/ports?device_id=2daa289b-28a6-4674-93f8-96833f6934ea HTTP/1.1" status: 200 len: 946 time: 0.3188417 Jul 13 13:40:09.904434 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-5842edd3-f84a-4b6c-b4a0-d2bd7af0fd1a req-3333f47e-ad54-44f7-8605-14d9b63a1c3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f150ad68-169c-403e-9131-7c773a3c06b4 {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:40:09.919189 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-5842edd3-f84a-4b6c-b4a0-d2bd7af0fd1a req-3333f47e-ad54-44f7-8605-14d9b63a1c3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:09.932712 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-a135720c-81e6-492f-998c-0435955f373f tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Allocated IP 2001:db8::1be (23b5c768-e751-487d-9d60-28d9b6aab458/d919b7d3-e79e-4e9d-88d3-5848496e13ff/ecbc814e-c30f-48d9-b373-70858313baa6) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:40:09.947196 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-5842edd3-f84a-4b6c-b4a0-d2bd7af0fd1a req-3333f47e-ad54-44f7-8605-14d9b63a1c3f service neutron] Transition to ACTIVE for port object f150ad68-169c-403e-9131-7c773a3c06b4 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:40:09.963272 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-394f8e29-b5a5-4ed7-a311-5952bc009a79 req-38894c24-c6bd-4b0b-870a-4916c4c55250 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.23 "GET /v2.0/security-groups?id=215441dc-b65f-49ea-b8ce-4afa75e23159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926070 Jul 13 13:40:09.964721 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-5842edd3-f84a-4b6c-b4a0-d2bd7af0fd1a req-3333f47e-ad54-44f7-8605-14d9b63a1c3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:10.025298 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port a7ed5af1-8a5e-4aea-a0bd-4eedc4e5f0b4, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=a7ed5af1-8a5e-4aea-a0bd-4eedc4e5f0b4,segment=NetworkSegment(8ca861d2-7f67-42e9-b790-b2afeca7fd40),segment_id=8ca861d2-7f67-42e9-b790-b2afeca7fd40)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:40:10.039984 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Returning: {'device': 'a7ed5af1-8a5e-4aea-a0bd-4eedc4e5f0b4', 'network_id': '1e6a1cec-d634-437c-82e7-1ebafa55a815', 'port_id': 'a7ed5af1-8a5e-4aea-a0bd-4eedc4e5f0b4', 'mac_address': 'fa:16:3e:61:63:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a7066db-069e-4126-a711-5a91da09992d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 13:40:10.101965 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:10.126962 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3333f47e-ad54-44f7-8605-14d9b63a1c3f service neutron] Pushing event updated for resources: {'Port': ['ID=f150ad68-169c-403e-9131-7c773a3c06b4,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:40:10.135217 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-5842edd3-f84a-4b6c-b4a0-d2bd7af0fd1a req-3333f47e-ad54-44f7-8605-14d9b63a1c3f service neutron] Attempting to bind port f150ad68-169c-403e-9131-7c773a3c06b4 on host n-h1-800634-1 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:40:10.139472 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-5842edd3-f84a-4b6c-b4a0-d2bd7af0fd1a req-3333f47e-ad54-44f7-8605-14d9b63a1c3f service neutron] Attempting to bind port f150ad68-169c-403e-9131-7c773a3c06b4 by drivers openvswitch,hyperv on host n-h1-800634-1 at level 0 using segments [{'id': 'f952029b-434e-49c6-8d96-f83b0194500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5c5b1ca0-24b0-4412-b81d-dc9907cb0039'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:40:10.139908 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5842edd3-f84a-4b6c-b4a0-d2bd7af0fd1a req-3333f47e-ad54-44f7-8605-14d9b63a1c3f service neutron] Attempting to bind port f150ad68-169c-403e-9131-7c773a3c06b4 on network 5c5b1ca0-24b0-4412-b81d-dc9907cb0039 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:40:10.149307 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5842edd3-f84a-4b6c-b4a0-d2bd7af0fd1a req-3333f47e-ad54-44f7-8605-14d9b63a1c3f service neutron] Port f150ad68-169c-403e-9131-7c773a3c06b4 on network 5c5b1ca0-24b0-4412-b81d-dc9907cb0039 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-1 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:40:10.149663 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5842edd3-f84a-4b6c-b4a0-d2bd7af0fd1a req-3333f47e-ad54-44f7-8605-14d9b63a1c3f service neutron] Attempting to bind port f150ad68-169c-403e-9131-7c773a3c06b4 on network 5c5b1ca0-24b0-4412-b81d-dc9907cb0039 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:40:10.165946 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5842edd3-f84a-4b6c-b4a0-d2bd7af0fd1a req-3333f47e-ad54-44f7-8605-14d9b63a1c3f service neutron] Checking agent: {'id': 'a7603dc8-3c50-4a9b-8f0d-1143528f155e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 40, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:40:10.166308 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5842edd3-f84a-4b6c-b4a0-d2bd7af0fd1a req-3333f47e-ad54-44f7-8605-14d9b63a1c3f service neutron] Checking segment: {'id': 'f952029b-434e-49c6-8d96-f83b0194500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5c5b1ca0-24b0-4412-b81d-dc9907cb0039'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:40:10.166690 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5842edd3-f84a-4b6c-b4a0-d2bd7af0fd1a req-3333f47e-ad54-44f7-8605-14d9b63a1c3f service neutron] Bound using segment: {'id': 'f952029b-434e-49c6-8d96-f83b0194500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5c5b1ca0-24b0-4412-b81d-dc9907cb0039'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:40:10.167563 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7ed5af1-8a5e-4aea-a0bd-4eedc4e5f0b4 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:40:10.169653 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-5842edd3-f84a-4b6c-b4a0-d2bd7af0fd1a req-3333f47e-ad54-44f7-8605-14d9b63a1c3f service neutron] Bound port: f150ad68-169c-403e-9131-7c773a3c06b4, host: n-h1-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f952029b-434e-49c6-8d96-f83b0194500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5c5b1ca0-24b0-4412-b81d-dc9907cb0039'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:40:10.170112 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-5842edd3-f84a-4b6c-b4a0-d2bd7af0fd1a req-3333f47e-ad54-44f7-8605-14d9b63a1c3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:10.219273 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a135720c-81e6-492f-998c-0435955f373f tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:10.226929 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port a7ed5af1-8a5e-4aea-a0bd-4eedc4e5f0b4, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=a7ed5af1-8a5e-4aea-a0bd-4eedc4e5f0b4,segment=NetworkSegment(8ca861d2-7f67-42e9-b790-b2afeca7fd40),segment_id=8ca861d2-7f67-42e9-b790-b2afeca7fd40)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:40:10.239064 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:10.252775 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-a135720c-81e6-492f-998c-0435955f373f tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Transition to ACTIVE for port object ecbc814e-c30f-48d9-b373-70858313baa6 will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:40:10.313042 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-5842edd3-f84a-4b6c-b4a0-d2bd7af0fd1a req-3333f47e-ad54-44f7-8605-14d9b63a1c3f service neutron] For port f150ad68-169c-403e-9131-7c773a3c06b4, host n-h1-800634-1, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:40:10.320154 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-5842edd3-f84a-4b6c-b4a0-d2bd7af0fd1a req-3333f47e-ad54-44f7-8605-14d9b63a1c3f service neutron] For port f150ad68-169c-403e-9131-7c773a3c06b4, host n-h1-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=f150ad68-169c-403e-9131-7c773a3c06b4,segment=NetworkSegment(f952029b-434e-49c6-8d96-f83b0194500d),segment_id=f952029b-434e-49c6-8d96-f83b0194500d)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:40:10.331640 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-5842edd3-f84a-4b6c-b4a0-d2bd7af0fd1a req-3333f47e-ad54-44f7-8605-14d9b63a1c3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:10.365925 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=a7ed5af1-8a5e-4aea-a0bd-4eedc4e5f0b4,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:40:10.390885 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5842edd3-f84a-4b6c-b4a0-d2bd7af0fd1a req-3333f47e-ad54-44f7-8605-14d9b63a1c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:10.391630 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-5842edd3-f84a-4b6c-b4a0-d2bd7af0fd1a req-3333f47e-ad54-44f7-8605-14d9b63a1c3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:10.393139 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5842edd3-f84a-4b6c-b4a0-d2bd7af0fd1a req-3333f47e-ad54-44f7-8605-14d9b63a1c3f service neutron] 10.222.0.26 "PUT /v2.0/ports/f150ad68-169c-403e-9131-7c773a3c06b4 HTTP/1.1" status: 200 len: 1091 time: 1.4282315 Jul 13 13:40:10.393656 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69b35cda-f215-4655-a2f4-9c066ffba9b2', 'tag': 'f150ad68-169c-403e-9131-7c773a3c06b4'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:40:10.396301 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baee0b39-2932-4f30-a4e6-fd6dec392f9c" -d '{"events": [{"name": "network-changed", "server_uuid": "69b35cda-f215-4655-a2f4-9c066ffba9b2", "tag": "f150ad68-169c-403e-9131-7c773a3c06b4"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:40:10.438739 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a135720c-81e6-492f-998c-0435955f373f tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:10.479898 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['a7ed5af1-8a5e-4aea-a0bd-4eedc4e5f0b4'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:40:10.495831 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3333f47e-ad54-44f7-8605-14d9b63a1c3f service neutron] Pushing event updated for resources: {'Port': ['ID=f150ad68-169c-403e-9131-7c773a3c06b4,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:40:10.532807 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5842edd3-f84a-4b6c-b4a0-d2bd7af0fd1a req-ebb2e2fb-23d1-41de-bcc7-7c3af5218c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:10.535043 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5842edd3-f84a-4b6c-b4a0-d2bd7af0fd1a req-ebb2e2fb-23d1-41de-bcc7-7c3af5218c2b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7ec77ffc288b40b5a9663fa2e5a78733&device_id=69b35cda-f215-4655-a2f4-9c066ffba9b2 HTTP/1.1" status: 200 len: 1094 time: 0.0836360 Jul 13 13:40:10.589337 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a135720c-81e6-492f-998c-0435955f373f tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Network 23b5c768-e751-487d-9d60-28d9b6aab458 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:40:10.599522 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-a135720c-81e6-492f-998c-0435955f373f tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:40:10.618639 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5842edd3-f84a-4b6c-b4a0-d2bd7af0fd1a req-78847886-4df7-4be0-ab76-46db83aa9b6c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f150ad68-169c-403e-9131-7c773a3c06b4 HTTP/1.1" status: 200 len: 217 time: 0.0754988 Jul 13 13:40:10.634465 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a135720c-81e6-492f-998c-0435955f373f tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:40:10.648771 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a135720c-81e6-492f-998c-0435955f373f tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:10.649774 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a135720c-81e6-492f-998c-0435955f373f tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:10.714669 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40702d1b-fb5e-4793-9eed-5f3a38f5c81b req-bdc45c05-d314-45d3-bc70-7935985e5100 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:10.721339 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-40702d1b-fb5e-4793-9eed-5f3a38f5c81b req-bdc45c05-d314-45d3-bc70-7935985e5100 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/ports?device_id=700d3790-c4d1-451b-bc66-257ddd7b5f93 HTTP/1.1" status: 200 len: 944 time: 0.4459610 Jul 13 13:40:10.742463 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5842edd3-f84a-4b6c-b4a0-d2bd7af0fd1a req-433f99ba-5f94-4ba9-a80d-a72c5977a16f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:10.746084 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5842edd3-f84a-4b6c-b4a0-d2bd7af0fd1a req-433f99ba-5f94-4ba9-a80d-a72c5977a16f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=41cb83d6-1972-42a1-91b6-99e2d7728a68 HTTP/1.1" status: 200 len: 848 time: 0.1154394 Jul 13 13:40:10.752094 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a135720c-81e6-492f-998c-0435955f373f tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Pushing event updated for resources: {'Port': ['ID=ecbc814e-c30f-48d9-b373-70858313baa6,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:40:10.797629 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5842edd3-f84a-4b6c-b4a0-d2bd7af0fd1a req-bd9d2ada-591b-4ee8-88fd-020a248e5d5b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5c5b1ca0-24b0-4412-b81d-dc9907cb0039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380371 Jul 13 13:40:10.807915 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-a135720c-81e6-492f-998c-0435955f373f tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.2723973 Jul 13 13:40:10.812089 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 60194) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:40:10.819115 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-74453e63-3991-4432-b662-6071b690d953 tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:2f:a0:7a'}]}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:40:10.880073 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-40702d1b-fb5e-4793-9eed-5f3a38f5c81b req-f8b6efd8-11ed-4e1f-96b0-8a7b56373a8b tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8450e8a-3ce6-4095-b6b4-37555b8042b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409233 Jul 13 13:40:11.002594 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 13:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67193230-a8f7-47b3-9e77-359455a1b4ff x-openstack-request-id: req-67193230-a8f7-47b3-9e77-359455a1b4ff {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:40:11.002983 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69b35cda-f215-4655-a2f4-9c066ffba9b2", "tag": "f150ad68-169c-403e-9131-7c773a3c06b4", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:40:11.003351 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-67193230-a8f7-47b3-9e77-359455a1b4ff {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:40:11.003802 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69b35cda-f215-4655-a2f4-9c066ffba9b2', 'tag': 'f150ad68-169c-403e-9131-7c773a3c06b4', 'status': 'completed', 'code': 200} Jul 13 13:40:11.067425 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5842edd3-f84a-4b6c-b4a0-d2bd7af0fd1a req-8b22bf33-903c-4547-9366-cf16b2ecbd6d service neutron] 10.222.0.26 "GET /v2.0/networks/5c5b1ca0-24b0-4412-b81d-dc9907cb0039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2609210 Jul 13 13:40:11.076898 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7d448d-b02d-45a1-9daf-149f5b3e626b req-b0c7940b-3e4f-4b8b-b94e-ddcde7af7e37 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:11.084087 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5d7d448d-b02d-45a1-9daf-149f5b3e626b req-b0c7940b-3e4f-4b8b-b94e-ddcde7af7e37 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/ports?device_id=69b35cda-f215-4655-a2f4-9c066ffba9b2 HTTP/1.1" status: 200 len: 943 time: 0.2929981 Jul 13 13:40:11.136235 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-7ab64efc-cc80-4473-8c93-211d5a84090e None None] Provisioning for port ecbc814e-c30f-48d9-b373-70858313baa6 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:40:11.143571 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-7ab64efc-cc80-4473-8c93-211d5a84090e None None] Provisioning complete for port ecbc814e-c30f-48d9-b373-70858313baa6 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:40:11.144307 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-7ab64efc-cc80-4473-8c93-211d5a84090e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:11.218691 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5d7d448d-b02d-45a1-9daf-149f5b3e626b req-07d81d06-bbc1-48ff-92c3-108132f9ad4b tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/security-groups?id=4f83e00a-e782-49e6-b944-d06b9e971cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232371 Jul 13 13:40:11.250406 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-74453e63-3991-4432-b662-6071b690d953 tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:11.286911 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5842edd3-f84a-4b6c-b4a0-d2bd7af0fd1a req-9f888005-a8e1-448f-8993-85328790488a service neutron] 10.222.0.26 "GET /v2.0/networks/5c5b1ca0-24b0-4412-b81d-dc9907cb0039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908920 Jul 13 13:40:11.289121 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-7ab64efc-cc80-4473-8c93-211d5a84090e None None] Port ecbc814e-c30f-48d9-b373-70858313baa6 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:40:11.410460 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baee0b39-2932-4f30-a4e6-fd6dec392f9c req-885c56b4-f64f-4824-8664-4de2a3dac28b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:11.412596 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-baee0b39-2932-4f30-a4e6-fd6dec392f9c req-885c56b4-f64f-4824-8664-4de2a3dac28b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7ec77ffc288b40b5a9663fa2e5a78733&device_id=69b35cda-f215-4655-a2f4-9c066ffba9b2 HTTP/1.1" status: 200 len: 1094 time: 0.0796120 Jul 13 13:40:11.454343 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e6884e-5483-427b-8702-1bad6eaaf467 req-3ef2c2ee-9a73-4d55-b028-09dbceaf7ad0 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:11.455963 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c3e6884e-5483-427b-8702-1bad6eaaf467 req-3ef2c2ee-9a73-4d55-b028-09dbceaf7ad0 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.23 "GET /v2.0/ports?device_id=2daa289b-28a6-4674-93f8-96833f6934ea HTTP/1.1" status: 200 len: 946 time: 0.1526036 Jul 13 13:40:11.527488 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c3e6884e-5483-427b-8702-1bad6eaaf467 req-4cc45daf-5580-4523-8e62-f09b88163488 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.23 "GET /v2.0/security-groups?id=215441dc-b65f-49ea-b8ce-4afa75e23159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653579 Jul 13 13:40:11.570532 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-74453e63-3991-4432-b662-6071b690d953 tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:11.576594 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-74453e63-3991-4432-b662-6071b690d953 tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:11.593119 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-74453e63-3991-4432-b662-6071b690d953 tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] In _notify_port_updated(), no bound segment for port ecbc814e-c30f-48d9-b373-70858313baa6 on network 23b5c768-e751-487d-9d60-28d9b6aab458 {{(pid=93751) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 13 13:40:11.602008 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74453e63-3991-4432-b662-6071b690d953 tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:11.603021 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-74453e63-3991-4432-b662-6071b690d953 tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:11.605490 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-74453e63-3991-4432-b662-6071b690d953 tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] 10.222.0.23 "PUT /v2.0/ports/ecbc814e-c30f-48d9-b373-70858313baa6 HTTP/1.1" status: 200 len: 1002 time: 0.7917433 Jul 13 13:40:11.609782 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 60200) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:40:11.670582 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74453e63-3991-4432-b662-6071b690d953 tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Pushing event updated for resources: {'Port': ['ID=ecbc814e-c30f-48d9-b373-70858313baa6,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:40:11.690685 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baee0b39-2932-4f30-a4e6-fd6dec392f9c req-9bf885f1-afc6-44b6-8bb8-da566c28ebb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:11.692176 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-baee0b39-2932-4f30-a4e6-fd6dec392f9c req-9bf885f1-afc6-44b6-8bb8-da566c28ebb9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=5c5b1ca0-24b0-4412-b81d-dc9907cb0039 HTTP/1.1" status: 200 len: 908 time: 0.2724142 Jul 13 13:40:11.705189 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device a7ed5af1-8a5e-4aea-a0bd-4eedc4e5f0b4 up at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:40:11.758815 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-baee0b39-2932-4f30-a4e6-fd6dec392f9c req-9ab51933-91f7-435b-b2ff-5c48e3dc6d36 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f150ad68-169c-403e-9131-7c773a3c06b4 HTTP/1.1" status: 200 len: 217 time: 0.0568850 Jul 13 13:40:11.792858 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning for port a7ed5af1-8a5e-4aea-a0bd-4eedc4e5f0b4 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:40:11.799604 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning complete for port a7ed5af1-8a5e-4aea-a0bd-4eedc4e5f0b4 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:40:11.800804 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:11.883898 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baee0b39-2932-4f30-a4e6-fd6dec392f9c req-ffa2cc98-2e74-4fd1-a303-e2262c1994f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:11.885339 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-baee0b39-2932-4f30-a4e6-fd6dec392f9c req-ffa2cc98-2e74-4fd1-a303-e2262c1994f3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=41cb83d6-1972-42a1-91b6-99e2d7728a68 HTTP/1.1" status: 200 len: 848 time: 0.0932946 Jul 13 13:40:11.912441 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-9d90bf54-6ebe-4bb9-840f-16c6a732311b tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Deleting port ecbc814e-c30f-48d9-b373-70858313baa6 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:40:11.912727 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9d90bf54-6ebe-4bb9-840f-16c6a732311b tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:11.947215 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:11.960527 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-baee0b39-2932-4f30-a4e6-fd6dec392f9c req-a21af538-36d1-4c12-a50b-fe98cb68d9af service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5c5b1ca0-24b0-4412-b81d-dc9907cb0039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622616 Jul 13 13:40:11.989361 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '700d3790-c4d1-451b-bc66-257ddd7b5f93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7ed5af1-8a5e-4aea-a0bd-4eedc4e5f0b4'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:40:11.992493 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7cf8834-f4d5-4d22-8125-9be361b8e74f" -d '{"events": [{"server_uuid": "700d3790-c4d1-451b-bc66-257ddd7b5f93", "name": "network-vif-plugged", "status": "completed", "tag": "a7ed5af1-8a5e-4aea-a0bd-4eedc4e5f0b4"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:40:12.013284 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port a7ed5af1-8a5e-4aea-a0bd-4eedc4e5f0b4, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=a7ed5af1-8a5e-4aea-a0bd-4eedc4e5f0b4,segment=NetworkSegment(8ca861d2-7f67-42e9-b790-b2afeca7fd40),segment_id=8ca861d2-7f67-42e9-b790-b2afeca7fd40)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:40:12.018605 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:12.084093 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-baee0b39-2932-4f30-a4e6-fd6dec392f9c req-f229b79e-d8e3-4cbc-9723-2412aed063e0 service neutron] 10.222.0.26 "GET /v2.0/networks/5c5b1ca0-24b0-4412-b81d-dc9907cb0039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116691 Jul 13 13:40:12.095846 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2a9b876d-b57e-413f-91de-7721975150d7 None None] Provisioning complete for port ecbc814e-c30f-48d9-b373-70858313baa6 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:40:12.096766 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2a9b876d-b57e-413f-91de-7721975150d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:12.103767 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08734a96-a072-4a6c-afab-98f07d3a37f5 x-openstack-request-id: req-08734a96-a072-4a6c-afab-98f07d3a37f5 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:40:12.104428 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "700d3790-c4d1-451b-bc66-257ddd7b5f93", "name": "network-vif-plugged", "status": "completed", "tag": "a7ed5af1-8a5e-4aea-a0bd-4eedc4e5f0b4", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:40:12.104904 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-08734a96-a072-4a6c-afab-98f07d3a37f5 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:40:12.106420 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '700d3790-c4d1-451b-bc66-257ddd7b5f93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7ed5af1-8a5e-4aea-a0bd-4eedc4e5f0b4', 'code': 200} Jul 13 13:40:12.231602 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2a9b876d-b57e-413f-91de-7721975150d7 None None] Port ecbc814e-c30f-48d9-b373-70858313baa6 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:40:12.234192 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=a7ed5af1-8a5e-4aea-a0bd-4eedc4e5f0b4,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:40:12.326367 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7c6ddb-46c2-4d46-92b3-7fac548f3696 req-c810f0c5-010c-4f0b-b291-a7b8646d073a tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:12.332197 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1a7c6ddb-46c2-4d46-92b3-7fac548f3696 req-c810f0c5-010c-4f0b-b291-a7b8646d073a tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/ports?device_id=700d3790-c4d1-451b-bc66-257ddd7b5f93 HTTP/1.1" status: 200 len: 945 time: 0.1908500 Jul 13 13:40:12.358546 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9d90bf54-6ebe-4bb9-840f-16c6a732311b tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:12.386809 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-9d90bf54-6ebe-4bb9-840f-16c6a732311b tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Calling delete_port for ecbc814e-c30f-48d9-b373-70858313baa6 owned by {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:40:12.393910 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-baee0b39-2932-4f30-a4e6-fd6dec392f9c req-f1786b21-8e05-4b0a-9f47-3a30540d9ff8 service neutron] 10.222.0.26 "GET /v2.0/networks/5c5b1ca0-24b0-4412-b81d-dc9907cb0039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269981 Jul 13 13:40:12.398079 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8c2f41-5045-4519-aa63-e3f83c7a0dff req-e3570b39-4da3-46a8-9d89-a2c91919ea0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:12.399760 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1d8c2f41-5045-4519-aa63-e3f83c7a0dff req-e3570b39-4da3-46a8-9d89-a2c91919ea0c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=700d3790-c4d1-451b-bc66-257ddd7b5f93 HTTP/1.1" status: 200 len: 1096 time: 0.2415223 Jul 13 13:40:12.401494 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1a7c6ddb-46c2-4d46-92b3-7fac548f3696 req-04e3c08f-17dd-4fee-8a84-66ec7c7b3d5d tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8450e8a-3ce6-4095-b6b4-37555b8042b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625241 Jul 13 13:40:12.495885 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1d8c2f41-5045-4519-aa63-e3f83c7a0dff req-15b57269-bc50-40db-9205-670281819939 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e8450e8a-3ce6-4095-b6b4-37555b8042b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796092 Jul 13 13:40:12.638018 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cec3b09-78d2-490c-9e64-98c4addeeae1 req-061aff66-be04-48b5-ad28-3e259ecccb17 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:12.639534 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4cec3b09-78d2-490c-9e64-98c4addeeae1 req-061aff66-be04-48b5-ad28-3e259ecccb17 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/ports?device_id=69b35cda-f215-4655-a2f4-9c066ffba9b2 HTTP/1.1" status: 200 len: 943 time: 0.1113865 Jul 13 13:40:12.641212 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9d90bf54-6ebe-4bb9-840f-16c6a732311b tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:12.686600 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d90bf54-6ebe-4bb9-840f-16c6a732311b tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Pushing event deleted for resources: {'Port': ['ID=ecbc814e-c30f-48d9-b373-70858313baa6,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:40:12.720697 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9d90bf54-6ebe-4bb9-840f-16c6a732311b tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:12.726169 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 60212) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:40:12.735791 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-9d90bf54-6ebe-4bb9-840f-16c6a732311b tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] 10.222.0.23 "DELETE /v2.0/ports/ecbc814e-c30f-48d9-b373-70858313baa6 HTTP/1.1" status: 204 len: 168 time: 1.1208541 Jul 13 13:40:12.769802 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4cec3b09-78d2-490c-9e64-98c4addeeae1 req-9fb53e3d-4855-4106-94c4-652c3643ba22 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/security-groups?id=4f83e00a-e782-49e6-b944-d06b9e971cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192179 Jul 13 13:40:12.796490 n-d-800634-1 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7bedba2-d465-4f3a-b91c-0313468c1bdf tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] GET failed (client error): The resource could not be found. Jul 13 13:40:12.798279 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-c7bedba2-d465-4f3a-b91c-0313468c1bdf tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] 10.222.0.23 "GET /v2.0/ports/ecbc814e-c30f-48d9-b373-70858313baa6 HTTP/1.1" status: 404 len: 333 time: 0.0698612 Jul 13 13:40:12.803777 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 60216) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:40:12.817998 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-e158f89c-d5d2-4dbf-a02b-71f5fe9c8ef2 tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Request body: {'port': {'network_id': '23b5c768-e751-487d-9d60-28d9b6aab458', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1700533214'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:40:13.010069 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15279958-7ece-4290-8e43-7afa84cc30a7 req-bf11e4d8-0196-4ed0-9f30-b762b5e41beb tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:13.011583 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-15279958-7ece-4290-8e43-7afa84cc30a7 req-bf11e4d8-0196-4ed0-9f30-b762b5e41beb tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.23 "GET /v2.0/ports?device_id=2daa289b-28a6-4674-93f8-96833f6934ea HTTP/1.1" status: 200 len: 946 time: 0.2978799 Jul 13 13:40:13.012748 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e158f89c-d5d2-4dbf-a02b-71f5fe9c8ef2 tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Made reservation on behalf of 25e13b5446e641a899984db33e813240 for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:40:13.016084 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e158f89c-d5d2-4dbf-a02b-71f5fe9c8ef2 tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:13.057627 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [None req-e158f89c-d5d2-4dbf-a02b-71f5fe9c8ef2 tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] device_id is not set on port 022b0779-3852-4d7a-a7f1-5884851161ef yet. {{(pid=93751) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 13:40:13.072951 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-15279958-7ece-4290-8e43-7afa84cc30a7 req-3e79fa0a-b596-4e00-b4a4-7880d32699f2 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.23 "GET /v2.0/security-groups?id=215441dc-b65f-49ea-b8ce-4afa75e23159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533516 Jul 13 13:40:13.196360 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-e158f89c-d5d2-4dbf-a02b-71f5fe9c8ef2 tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Allocated IP 2001:db8::153 (23b5c768-e751-487d-9d60-28d9b6aab458/d919b7d3-e79e-4e9d-88d3-5848496e13ff/022b0779-3852-4d7a-a7f1-5884851161ef) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:40:13.286880 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 60218) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:40:13.292201 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-716514ae-d7ed-4835-b345-976e8c621dd3 tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Request body: {'subnets': [{'network_id': 'be5c4007-8082-4604-b81d-f99fffb1cd91', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1558867999', 'ip_version': 6}, {'network_id': '43a08900-6fb4-4f53-b11f-8285ca297dca', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:40:13.292531 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-716514ae-d7ed-4835-b345-976e8c621dd3 tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Request body: {'subnet': {'network_id': 'be5c4007-8082-4604-b81d-f99fffb1cd91', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1558867999', 'ip_version': 6}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:40:13.293746 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-716514ae-d7ed-4835-b345-976e8c621dd3 tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Request body: {'subnet': {'network_id': '43a08900-6fb4-4f53-b11f-8285ca297dca', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:40:13.371264 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e158f89c-d5d2-4dbf-a02b-71f5fe9c8ef2 tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:13.388791 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-e158f89c-d5d2-4dbf-a02b-71f5fe9c8ef2 tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Transition to ACTIVE for port object 022b0779-3852-4d7a-a7f1-5884851161ef will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:40:13.435756 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e158f89c-d5d2-4dbf-a02b-71f5fe9c8ef2 tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:13.467314 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-716514ae-d7ed-4835-b345-976e8c621dd3 tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Made reservation on behalf of 3a1ce41b5cc348489d77753a37fadeed for: {'subnet': 2} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:40:13.473532 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-716514ae-d7ed-4835-b345-976e8c621dd3 tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4763385'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:13.474239 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-716514ae-d7ed-4835-b345-976e8c621dd3 tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4763385'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:13.519328 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e158f89c-d5d2-4dbf-a02b-71f5fe9c8ef2 tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Network 23b5c768-e751-487d-9d60-28d9b6aab458 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:40:13.522640 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-e158f89c-d5d2-4dbf-a02b-71f5fe9c8ef2 tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:40:13.526561 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e158f89c-d5d2-4dbf-a02b-71f5fe9c8ef2 tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:40:13.533070 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e158f89c-d5d2-4dbf-a02b-71f5fe9c8ef2 tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:13.533701 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e158f89c-d5d2-4dbf-a02b-71f5fe9c8ef2 tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:13.570099 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e158f89c-d5d2-4dbf-a02b-71f5fe9c8ef2 tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Pushing event updated for resources: {'Port': ['ID=022b0779-3852-4d7a-a7f1-5884851161ef,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:40:13.580161 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-e158f89c-d5d2-4dbf-a02b-71f5fe9c8ef2 tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.7729013 Jul 13 13:40:13.580509 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 60224) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:40:13.591305 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-6ccf04bc-b795-4fcb-9fd5-c363a4a773d3 tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Request body: {'port': {'network_id': '23b5c768-e751-487d-9d60-28d9b6aab458', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1692722253'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:40:13.737204 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c13036-01a6-47d9-b755-c8faefad2090 req-d1f0d270-6750-4b8d-a55c-e53d2247c512 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:13.739084 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-60c13036-01a6-47d9-b755-c8faefad2090 req-d1f0d270-6750-4b8d-a55c-e53d2247c512 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/ports?device_id=700d3790-c4d1-451b-bc66-257ddd7b5f93 HTTP/1.1" status: 200 len: 945 time: 0.1419590 Jul 13 13:40:13.803741 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-60c13036-01a6-47d9-b755-c8faefad2090 req-1ae20829-292a-462b-bdbf-582e99710984 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8450e8a-3ce6-4095-b6b4-37555b8042b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548904 Jul 13 13:40:13.806213 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ccf04bc-b795-4fcb-9fd5-c363a4a773d3 tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Made reservation on behalf of 25e13b5446e641a899984db33e813240 for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:40:13.811669 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6ccf04bc-b795-4fcb-9fd5-c363a4a773d3 tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:13.844793 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [None req-6ccf04bc-b795-4fcb-9fd5-c363a4a773d3 tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] device_id is not set on port a23d1f3c-1c8d-4f72-bed7-3bd6de363193 yet. {{(pid=93751) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 13:40:13.878024 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2f3d4eaa-3c76-42d5-be22-523f594bf757 None None] Provisioning for port 022b0779-3852-4d7a-a7f1-5884851161ef completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:40:13.884074 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2f3d4eaa-3c76-42d5-be22-523f594bf757 None None] Provisioning complete for port 022b0779-3852-4d7a-a7f1-5884851161ef triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:40:13.884674 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2f3d4eaa-3c76-42d5-be22-523f594bf757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:13.945114 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2f3d4eaa-3c76-42d5-be22-523f594bf757 None None] Port 022b0779-3852-4d7a-a7f1-5884851161ef cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:40:14.019541 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-6ccf04bc-b795-4fcb-9fd5-c363a4a773d3 tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Allocated IP 2001:db8::2a5 (23b5c768-e751-487d-9d60-28d9b6aab458/d919b7d3-e79e-4e9d-88d3-5848496e13ff/a23d1f3c-1c8d-4f72-bed7-3bd6de363193) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:40:14.074120 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-716514ae-d7ed-4835-b345-976e8c621dd3 tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5970588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4763339'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:14.161471 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2fcbb5-20d1-4657-a917-68dc982530db req-12c85c50-70f8-4870-aef7-cf00a1e78ca5 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:14.169091 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1c2fcbb5-20d1-4657-a917-68dc982530db req-12c85c50-70f8-4870-aef7-cf00a1e78ca5 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/ports?device_id=69b35cda-f215-4655-a2f4-9c066ffba9b2 HTTP/1.1" status: 200 len: 943 time: 0.1591070 Jul 13 13:40:14.176265 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716514ae-d7ed-4835-b345-976e8c621dd3 tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Pushing event updated for resources: {'Subnet': ['ID=3e31da6f-766e-44d0-a1ca-c7834f883fad,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:40:14.207025 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716514ae-d7ed-4835-b345-976e8c621dd3 tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Checking segment: {'id': '797af842-c9da-4730-9d9b-8f64b2a00c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'be5c4007-8082-4604-b81d-f99fffb1cd91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:40:14.207317 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-716514ae-d7ed-4835-b345-976e8c621dd3 tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Network hostable DHCP agents. Network: be5c4007-8082-4604-b81d-f99fffb1cd91, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 13:40:14.228491 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1c2fcbb5-20d1-4657-a917-68dc982530db req-5aa6cd5d-7476-4cef-a554-b8360c4ae499 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/security-groups?id=4f83e00a-e782-49e6-b944-d06b9e971cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584047 Jul 13 13:40:14.236048 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6ccf04bc-b795-4fcb-9fd5-c363a4a773d3 tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:14.261983 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-716514ae-d7ed-4835-b345-976e8c621dd3 tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Network be5c4007-8082-4604-b81d-f99fffb1cd91 is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 13:40:14.266482 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-6ccf04bc-b795-4fcb-9fd5-c363a4a773d3 tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Transition to ACTIVE for port object a23d1f3c-1c8d-4f72-bed7-3bd6de363193 will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:40:14.279658 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-716514ae-d7ed-4835-b345-976e8c621dd3 tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, be5c4007-8082-4604-b81d-f99fffb1cd91) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:40:14.289996 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c8b7fe-f08a-4d96-9c2c-c0ba8d57a6e3 None None] Network be5c4007-8082-4604-b81d-f99fffb1cd91 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:40:14.292148 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-716514ae-d7ed-4835-b345-976e8c621dd3 tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5970588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4763339'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:14.323453 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6ccf04bc-b795-4fcb-9fd5-c363a4a773d3 tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:14.417005 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716514ae-d7ed-4835-b345-976e8c621dd3 tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Pushing event updated for resources: {'Subnet': ['ID=fe02852b-135b-4461-9420-d01e7db37aa3,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:40:14.427042 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ccf04bc-b795-4fcb-9fd5-c363a4a773d3 tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Network 23b5c768-e751-487d-9d60-28d9b6aab458 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:40:14.433509 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716514ae-d7ed-4835-b345-976e8c621dd3 tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Checking segment: {'id': 'a86a4699-6a4d-4488-a834-e4caef45ad4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '43a08900-6fb4-4f53-b11f-8285ca297dca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:40:14.434581 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-716514ae-d7ed-4835-b345-976e8c621dd3 tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Network hostable DHCP agents. Network: 43a08900-6fb4-4f53-b11f-8285ca297dca, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 13:40:14.449545 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-6ccf04bc-b795-4fcb-9fd5-c363a4a773d3 tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:40:14.475806 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-716514ae-d7ed-4835-b345-976e8c621dd3 tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Network 43a08900-6fb4-4f53-b11f-8285ca297dca is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 13:40:14.492462 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6e4aab-429d-455e-ad2d-0971208bda27 req-f9e4516c-fef6-4d4e-aa86-c2022cfb1717 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:14.500610 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1f6e4aab-429d-455e-ad2d-0971208bda27 req-f9e4516c-fef6-4d4e-aa86-c2022cfb1717 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/ports?device_id=700d3790-c4d1-451b-bc66-257ddd7b5f93 HTTP/1.1" status: 200 len: 945 time: 0.1308768 Jul 13 13:40:14.511093 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-716514ae-d7ed-4835-b345-976e8c621dd3 tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, 43a08900-6fb4-4f53-b11f-8285ca297dca) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:40:14.523964 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6268901b-8eab-46e3-be2a-71273e6875c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a7201e1-61ce-5a3e-b7f7-e800379ed03b-be5c4007-8082-4604-b81d-f99fffb1cd91', 'network_id': 'be5c4007-8082-4604-b81d-f99fffb1cd91', 'tenant_id': '3a1ce41b5cc348489d77753a37fadeed', 'fixed_ips': [{'subnet_id': '3e31da6f-766e-44d0-a1ca-c7834f883fad'}]}} from n-d-800634-1. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 13:40:14.525097 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6268901b-8eab-46e3-be2a-71273e6875c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:14.539780 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-716514ae-d7ed-4835-b345-976e8c621dd3 tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:14.540266 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-716514ae-d7ed-4835-b345-976e8c621dd3 tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:14.540915 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-716514ae-d7ed-4835-b345-976e8c621dd3 tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:14.544079 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d91481-0f30-4db1-9738-b75304ea4b44 None None] Network 43a08900-6fb4-4f53-b11f-8285ca297dca requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:40:14.589092 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1f6e4aab-429d-455e-ad2d-0971208bda27 req-d2cd4e77-3170-4f75-b095-e8e45b12547d tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8450e8a-3ce6-4095-b6b4-37555b8042b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870037 Jul 13 13:40:14.612933 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-716514ae-d7ed-4835-b345-976e8c621dd3 tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 1.3247373 Jul 13 13:40:14.616590 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 60238) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:40:14.801704 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd70106b-a6b6-40a3-a03f-e04c3caf898d tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:14.803764 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd70106b-a6b6-40a3-a03f-e04c3caf898d tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:14.805483 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd70106b-a6b6-40a3-a03f-e04c3caf898d tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:14.807675 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-cd70106b-a6b6-40a3-a03f-e04c3caf898d tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1895103 Jul 13 13:40:14.818342 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 60240) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:40:14.850415 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ccf04bc-b795-4fcb-9fd5-c363a4a773d3 tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:40:14.859096 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ccf04bc-b795-4fcb-9fd5-c363a4a773d3 tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:14.859746 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6ccf04bc-b795-4fcb-9fd5-c363a4a773d3 tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:14.863416 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccf04bc-b795-4fcb-9fd5-c363a4a773d3 tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Pushing event updated for resources: {'Port': ['ID=a23d1f3c-1c8d-4f72-bed7-3bd6de363193,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:40:14.889236 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-6ccf04bc-b795-4fcb-9fd5-c363a4a773d3 tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.3037033 Jul 13 13:40:14.892787 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 60242) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:40:14.898308 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-52fd0747-72c6-438e-baff-f2658ed28d7b tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::4d', 'mac_address': 'fa:16:3e:2f:a0:7a'}, {'ip_address': '2001:db8::153', 'mac_address': 'fa:16:3e:29:82:97'}]}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:40:14.927204 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51854b21-922b-4a51-a3b2-3a3dceb69601 req-be2d4804-c4bd-4d86-8144-3f8c1a7ca898 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:14.929156 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-51854b21-922b-4a51-a3b2-3a3dceb69601 req-be2d4804-c4bd-4d86-8144-3f8c1a7ca898 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.23 "GET /v2.0/ports?device_id=2daa289b-28a6-4674-93f8-96833f6934ea HTTP/1.1" status: 200 len: 946 time: 0.5186872 Jul 13 13:40:14.988610 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-51854b21-922b-4a51-a3b2-3a3dceb69601 req-4687b97c-1f31-426f-96db-b483e4808f1d tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.23 "GET /v2.0/security-groups?id=215441dc-b65f-49ea-b8ce-4afa75e23159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479167 Jul 13 13:40:14.994649 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed01c76c-3c96-4d5f-94f6-1243b2b66755 tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Deleting subnet 3e31da6f-766e-44d0-a1ca-c7834f883fad {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 13:40:15.030940 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ed01c76c-3c96-4d5f-94f6-1243b2b66755 tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:15.087523 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ed01c76c-3c96-4d5f-94f6-1243b2b66755 tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5431723'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:15.093711 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-c456629d-0c07-4fd7-b206-11c3fb146e3f None None] Provisioning for port a23d1f3c-1c8d-4f72-bed7-3bd6de363193 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:40:15.096022 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-806cbdf9-3a70-4fda-9173-2f6d83af9a8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a7201e1-61ce-5a3e-b7f7-e800379ed03b-43a08900-6fb4-4f53-b11f-8285ca297dca', 'network_id': '43a08900-6fb4-4f53-b11f-8285ca297dca', 'tenant_id': '3a1ce41b5cc348489d77753a37fadeed', 'fixed_ips': [{'subnet_id': 'fe02852b-135b-4461-9420-d01e7db37aa3'}]}} from n-d-800634-1. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 13:40:15.096963 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-806cbdf9-3a70-4fda-9173-2f6d83af9a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:15.116000 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-c456629d-0c07-4fd7-b206-11c3fb146e3f None None] Provisioning complete for port a23d1f3c-1c8d-4f72-bed7-3bd6de363193 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:40:15.116374 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c456629d-0c07-4fd7-b206-11c3fb146e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:15.247699 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-52fd0747-72c6-438e-baff-f2658ed28d7b tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:15.282417 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ed01c76c-3c96-4d5f-94f6-1243b2b66755 tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:15.290620 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-c456629d-0c07-4fd7-b206-11c3fb146e3f None None] Port a23d1f3c-1c8d-4f72-bed7-3bd6de363193 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:40:15.403147 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-806cbdf9-3a70-4fda-9173-2f6d83af9a8a None None] Allocated IP 2001:db8:0:1::1 (43a08900-6fb4-4f53-b11f-8285ca297dca/fe02852b-135b-4461-9420-d01e7db37aa3/f6ea92a0-a08b-4a0f-a9ce-b41a6232e0c8) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:40:15.499279 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403882e3-84d0-471c-8c0b-975ec2440d11 req-5f889528-382d-4357-983f-90d3537eb880 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:15.510689 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-403882e3-84d0-471c-8c0b-975ec2440d11 req-5f889528-382d-4357-983f-90d3537eb880 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/ports?device_id=69b35cda-f215-4655-a2f4-9c066ffba9b2 HTTP/1.1" status: 200 len: 943 time: 0.0985982 Jul 13 13:40:15.541410 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ed01c76c-3c96-4d5f-94f6-1243b2b66755 tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5970525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4763356'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:15.565603 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-403882e3-84d0-471c-8c0b-975ec2440d11 req-2f879cb7-3ad4-42a6-875a-9a8918b98915 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/security-groups?id=4f83e00a-e782-49e6-b944-d06b9e971cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538259 Jul 13 13:40:15.620610 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed01c76c-3c96-4d5f-94f6-1243b2b66755 tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Pushing event deleted for resources: {'Subnet': ['ID=3e31da6f-766e-44d0-a1ca-c7834f883fad,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:40:15.629169 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ed01c76c-3c96-4d5f-94f6-1243b2b66755 tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:15.631348 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-ed01c76c-3c96-4d5f-94f6-1243b2b66755 tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] 10.222.0.23 "DELETE /v2.0/subnets/3e31da6f-766e-44d0-a1ca-c7834f883fad HTTP/1.1" status: 204 len: 168 time: 0.8105969 Jul 13 13:40:15.635897 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 60252) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:40:15.654436 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server [None req-6268901b-8eab-46e3-be2a-71273e6875c5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3e31da6f-766e-44d0-a1ca-c7834f883fad: This subnet is being modified by another concurrent operation. Jul 13 13:40:15.654436 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 13 13:40:15.654436 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 13 13:40:15.654436 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 13 13:40:15.654436 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 13 13:40:15.654436 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 13 13:40:15.654436 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 13 13:40:15.654436 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 13 13:40:15.654436 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 13 13:40:15.654436 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 13 13:40:15.654436 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 13 13:40:15.654436 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 13 13:40:15.654436 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 13:40:15.654436 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 13:40:15.654436 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 13:40:15.654436 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 13:40:15.654436 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 13 13:40:15.654436 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 13 13:40:15.654436 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 13 13:40:15.654436 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 13 13:40:15.654436 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 13:40:15.654436 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 13:40:15.654436 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 13:40:15.654436 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 13:40:15.654436 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 13 13:40:15.654436 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 13 13:40:15.654436 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 13 13:40:15.654436 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 13 13:40:15.654436 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 13:40:15.654436 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 13:40:15.654436 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 13:40:15.654436 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 13:40:15.654436 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 13 13:40:15.654436 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 13 13:40:15.654436 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 13 13:40:15.654436 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 13 13:40:15.654436 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 13 13:40:15.654436 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 13 13:40:15.654436 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 13 13:40:15.654436 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 13 13:40:15.654436 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 13 13:40:15.654436 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 13 13:40:15.654436 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 13 13:40:15.654436 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 13 13:40:15.654436 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 13 13:40:15.654436 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 13 13:40:15.654436 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 13 13:40:15.654436 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 13 13:40:15.654436 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 13:40:15.654436 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 13:40:15.654436 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 13:40:15.654436 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 13:40:15.654436 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 13 13:40:15.654436 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 13 13:40:15.657413 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 13 13:40:15.657413 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 13 13:40:15.657413 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 13:40:15.657413 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 13:40:15.657413 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 13:40:15.657413 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 13:40:15.657413 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 13 13:40:15.657413 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 13 13:40:15.657413 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 13 13:40:15.657413 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 13 13:40:15.657413 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 13:40:15.657413 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 13:40:15.657413 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 13:40:15.657413 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 13:40:15.657413 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 13 13:40:15.657413 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 13 13:40:15.657413 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 13 13:40:15.657413 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 13 13:40:15.657413 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 13 13:40:15.657413 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 13 13:40:15.657413 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 13 13:40:15.657413 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 13 13:40:15.657413 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 13 13:40:15.657413 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 13 13:40:15.657413 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 13:40:15.657413 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 13:40:15.657413 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 13:40:15.657413 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 13:40:15.657413 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 13 13:40:15.657413 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 13 13:40:15.657413 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 13 13:40:15.657413 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 13 13:40:15.657413 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 13 13:40:15.657413 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 13 13:40:15.657413 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 13 13:40:15.657413 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server raise exception Jul 13 13:40:15.657413 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3e31da6f-766e-44d0-a1ca-c7834f883fad: This subnet is being modified by another concurrent operation. Jul 13 13:40:15.657413 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server Jul 13 13:40:15.698068 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ae3c6d9-36be-4ebf-9aaa-24ad2f4bdef4 tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Deleting subnet fe02852b-135b-4461-9420-d01e7db37aa3 {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 13:40:15.699250 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-806cbdf9-3a70-4fda-9173-2f6d83af9a8a None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:15.718133 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-806cbdf9-3a70-4fda-9173-2f6d83af9a8a None None] Transition to ACTIVE for port object f6ea92a0-a08b-4a0f-a9ce-b41a6232e0c8 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:40:15.735389 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-806cbdf9-3a70-4fda-9173-2f6d83af9a8a None None] Transition to ACTIVE for port object f6ea92a0-a08b-4a0f-a9ce-b41a6232e0c8 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:40:15.738434 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-52fd0747-72c6-438e-baff-f2658ed28d7b tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:15.741823 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff5d9a45-470a-4ac3-8d34-8a71dcffbf1c None None] Network be5c4007-8082-4604-b81d-f99fffb1cd91 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:40:15.744151 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1ae3c6d9-36be-4ebf-9aaa-24ad2f4bdef4 tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:15.747862 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-806cbdf9-3a70-4fda-9173-2f6d83af9a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:15.748066 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-52fd0747-72c6-438e-baff-f2658ed28d7b tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:15.791784 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1ae3c6d9-36be-4ebf-9aaa-24ad2f4bdef4 tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6018489'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:15.816894 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-52fd0747-72c6-438e-baff-f2658ed28d7b tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] In _notify_port_updated(), no bound segment for port a23d1f3c-1c8d-4f72-bed7-3bd6de363193 on network 23b5c768-e751-487d-9d60-28d9b6aab458 {{(pid=93750) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 13 13:40:15.823143 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52fd0747-72c6-438e-baff-f2658ed28d7b tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:15.823712 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-52fd0747-72c6-438e-baff-f2658ed28d7b tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:15.825252 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-52fd0747-72c6-438e-baff-f2658ed28d7b tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] 10.222.0.23 "PUT /v2.0/ports/a23d1f3c-1c8d-4f72-bed7-3bd6de363193 HTTP/1.1" status: 200 len: 1067 time: 0.9313900 Jul 13 13:40:15.833280 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 60256) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:40:15.838276 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-806cbdf9-3a70-4fda-9173-2f6d83af9a8a None None] Network 43a08900-6fb4-4f53-b11f-8285ca297dca is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:40:15.850460 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-806cbdf9-3a70-4fda-9173-2f6d83af9a8a None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:40:15.853973 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806cbdf9-3a70-4fda-9173-2f6d83af9a8a None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:40:15.861381 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fd0747-72c6-438e-baff-f2658ed28d7b tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Pushing event updated for resources: {'Port': ['ID=a23d1f3c-1c8d-4f72-bed7-3bd6de363193,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:40:15.912353 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fc6101-1c01-49dc-a5e0-21520a2b8dc3 req-d3026085-1752-4db6-b885-c90a4c1fd425 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:15.914336 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-91fc6101-1c01-49dc-a5e0-21520a2b8dc3 req-d3026085-1752-4db6-b885-c90a4c1fd425 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/ports?device_id=700d3790-c4d1-451b-bc66-257ddd7b5f93 HTTP/1.1" status: 200 len: 945 time: 0.0879185 Jul 13 13:40:15.924257 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806cbdf9-3a70-4fda-9173-2f6d83af9a8a None None] Pushing event updated for resources: {'Port': ['ID=f6ea92a0-a08b-4a0f-a9ce-b41a6232e0c8,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:40:16.032093 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1ae3c6d9-36be-4ebf-9aaa-24ad2f4bdef4 tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:16.039627 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-91fc6101-1c01-49dc-a5e0-21520a2b8dc3 req-04098067-b899-41a6-91c6-7c7af2d4782b tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8450e8a-3ce6-4095-b6b4-37555b8042b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075666 Jul 13 13:40:16.074154 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-806cbdf9-3a70-4fda-9173-2f6d83af9a8a None None] Attempting to bind port f6ea92a0-a08b-4a0f-a9ce-b41a6232e0c8 on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:40:16.075613 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-806cbdf9-3a70-4fda-9173-2f6d83af9a8a None None] Attempting to bind port f6ea92a0-a08b-4a0f-a9ce-b41a6232e0c8 by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': 'a86a4699-6a4d-4488-a834-e4caef45ad4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '43a08900-6fb4-4f53-b11f-8285ca297dca'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:40:16.076039 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806cbdf9-3a70-4fda-9173-2f6d83af9a8a None None] Attempting to bind port f6ea92a0-a08b-4a0f-a9ce-b41a6232e0c8 on network 43a08900-6fb4-4f53-b11f-8285ca297dca {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:40:16.082529 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806cbdf9-3a70-4fda-9173-2f6d83af9a8a None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 39, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:40:16.082954 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806cbdf9-3a70-4fda-9173-2f6d83af9a8a None None] Checking segment: {'id': 'a86a4699-6a4d-4488-a834-e4caef45ad4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '43a08900-6fb4-4f53-b11f-8285ca297dca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:40:16.083430 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-806cbdf9-3a70-4fda-9173-2f6d83af9a8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:16.083837 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806cbdf9-3a70-4fda-9173-2f6d83af9a8a None None] Bound using segment: {'id': 'a86a4699-6a4d-4488-a834-e4caef45ad4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '43a08900-6fb4-4f53-b11f-8285ca297dca'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:40:16.084325 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-806cbdf9-3a70-4fda-9173-2f6d83af9a8a None None] Bound port: f6ea92a0-a08b-4a0f-a9ce-b41a6232e0c8, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a86a4699-6a4d-4488-a834-e4caef45ad4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '43a08900-6fb4-4f53-b11f-8285ca297dca'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:40:16.084711 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-806cbdf9-3a70-4fda-9173-2f6d83af9a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:16.149097 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-bf43c879-d900-478a-a315-d616c982ad9e tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Deleting port a23d1f3c-1c8d-4f72-bed7-3bd6de363193 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:40:16.149414 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bf43c879-d900-478a-a315-d616c982ad9e tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:16.231551 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-85d13bdc-cb9a-4ac1-a379-207ce0a7f451 None None] Provisioning complete for port a23d1f3c-1c8d-4f72-bed7-3bd6de363193 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:40:16.232104 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-85d13bdc-cb9a-4ac1-a379-207ce0a7f451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:16.271282 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-85d13bdc-cb9a-4ac1-a379-207ce0a7f451 None None] Port a23d1f3c-1c8d-4f72-bed7-3bd6de363193 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:40:16.286421 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-806cbdf9-3a70-4fda-9173-2f6d83af9a8a None None] For port f6ea92a0-a08b-4a0f-a9ce-b41a6232e0c8, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:40:16.291404 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1ae3c6d9-36be-4ebf-9aaa-24ad2f4bdef4 tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6018534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6105009'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:16.299146 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-806cbdf9-3a70-4fda-9173-2f6d83af9a8a None None] For port f6ea92a0-a08b-4a0f-a9ce-b41a6232e0c8, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=f6ea92a0-a08b-4a0f-a9ce-b41a6232e0c8,segment=NetworkSegment(a86a4699-6a4d-4488-a834-e4caef45ad4a),segment_id=a86a4699-6a4d-4488-a834-e4caef45ad4a)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:40:16.304985 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-806cbdf9-3a70-4fda-9173-2f6d83af9a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:16.342721 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae3c6d9-36be-4ebf-9aaa-24ad2f4bdef4 tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Pushing event deleted for resources: {'Subnet': ['ID=fe02852b-135b-4461-9420-d01e7db37aa3,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:40:16.351703 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bf43c879-d900-478a-a315-d616c982ad9e tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:16.355591 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1ae3c6d9-36be-4ebf-9aaa-24ad2f4bdef4 tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:16.360742 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-1ae3c6d9-36be-4ebf-9aaa-24ad2f4bdef4 tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] 10.222.0.23 "DELETE /v2.0/subnets/fe02852b-135b-4461-9420-d01e7db37aa3 HTTP/1.1" status: 204 len: 168 time: 0.7235358 Jul 13 13:40:16.360878 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 60262) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:40:16.368256 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806cbdf9-3a70-4fda-9173-2f6d83af9a8a None None] Pushing event updated for resources: {'Port': ['ID=f6ea92a0-a08b-4a0f-a9ce-b41a6232e0c8,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:40:16.375789 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-bf43c879-d900-478a-a315-d616c982ad9e tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Calling delete_port for a23d1f3c-1c8d-4f72-bed7-3bd6de363193 owned by {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:40:16.389828 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a1cf81-113d-4abc-ba1b-338d90d9fbfb req-384528c8-db38-4533-a49d-6045962477f0 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:16.389828 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c2a1cf81-113d-4abc-ba1b-338d90d9fbfb req-384528c8-db38-4533-a49d-6045962477f0 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.23 "GET /v2.0/ports?device_id=2daa289b-28a6-4674-93f8-96833f6934ea HTTP/1.1" status: 200 len: 946 time: 0.1783366 Jul 13 13:40:16.442471 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17edbb16-3b36-4c3e-8d7a-269a548fa372 tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:16.449546 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-17edbb16-3b36-4c3e-8d7a-269a548fa372 tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0821154 Jul 13 13:40:16.450554 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 60264) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:40:16.482746 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c2a1cf81-113d-4abc-ba1b-338d90d9fbfb req-8107e6ce-b48f-411f-9a9c-181fcb33aa9e tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.23 "GET /v2.0/security-groups?id=215441dc-b65f-49ea-b8ce-4afa75e23159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866539 Jul 13 13:40:16.586599 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e620577c-a244-47cd-b97b-3b96536e4f22 tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:16.689864 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bf43c879-d900-478a-a315-d616c982ad9e tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:16.744341 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-e620577c-a244-47cd-b97b-3b96536e4f22 tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Deleting port f6ea92a0-a08b-4a0f-a9ce-b41a6232e0c8 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:40:16.744692 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e620577c-a244-47cd-b97b-3b96536e4f22 tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:16.765972 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf43c879-d900-478a-a315-d616c982ad9e tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Pushing event deleted for resources: {'Port': ['ID=a23d1f3c-1c8d-4f72-bed7-3bd6de363193,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:40:16.844479 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-e620577c-a244-47cd-b97b-3b96536e4f22 tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] For port f6ea92a0-a08b-4a0f-a9ce-b41a6232e0c8, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=f6ea92a0-a08b-4a0f-a9ce-b41a6232e0c8,segment=NetworkSegment(a86a4699-6a4d-4488-a834-e4caef45ad4a),segment_id=a86a4699-6a4d-4488-a834-e4caef45ad4a)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:40:16.844859 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e620577c-a244-47cd-b97b-3b96536e4f22 tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:16.868805 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-e620577c-a244-47cd-b97b-3b96536e4f22 tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Calling delete_port for f6ea92a0-a08b-4a0f-a9ce-b41a6232e0c8 owned by network:dhcp {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:40:16.969221 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e620577c-a244-47cd-b97b-3b96536e4f22 tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:16.998455 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e620577c-a244-47cd-b97b-3b96536e4f22 tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Pushing event deleted for resources: {'Port': ['ID=f6ea92a0-a08b-4a0f-a9ce-b41a6232e0c8,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:40:17.011682 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e620577c-a244-47cd-b97b-3b96536e4f22 tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] No DVR routers for this DVR port f6ea92a0-a08b-4a0f-a9ce-b41a6232e0c8 on host n-d-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:40:17.021076 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad6c295-1593-4d0f-81bc-b8f1108374bd req-de57e9c6-b0a7-4fcc-9fad-b0d3558ebe13 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:17.029872 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-aad6c295-1593-4d0f-81bc-b8f1108374bd req-de57e9c6-b0a7-4fcc-9fad-b0d3558ebe13 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/ports?device_id=69b35cda-f215-4655-a2f4-9c066ffba9b2 HTTP/1.1" status: 200 len: 943 time: 0.2502921 Jul 13 13:40:17.037829 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bf43c879-d900-478a-a315-d616c982ad9e tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:17.041979 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-bf43c879-d900-478a-a315-d616c982ad9e tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] 10.222.0.23 "DELETE /v2.0/ports/a23d1f3c-1c8d-4f72-bed7-3bd6de363193 HTTP/1.1" status: 204 len: 168 time: 1.2047107 Jul 13 13:40:17.042770 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 60272) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:40:17.088603 n-d-800634-1 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-99575551-5e7b-492b-ba85-e979f29b5d6a tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] GET failed (client error): The resource could not be found. Jul 13 13:40:17.090573 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-99575551-5e7b-492b-ba85-e979f29b5d6a tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] 10.222.0.23 "GET /v2.0/ports/a23d1f3c-1c8d-4f72-bed7-3bd6de363193 HTTP/1.1" status: 404 len: 333 time: 0.0469470 Jul 13 13:40:17.096977 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 60278) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:40:17.147090 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-aad6c295-1593-4d0f-81bc-b8f1108374bd req-a17fd850-9bff-44a8-b4d6-4497bc6238f0 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/security-groups?id=4f83e00a-e782-49e6-b944-d06b9e971cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162262 Jul 13 13:40:17.158199 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e620577c-a244-47cd-b97b-3b96536e4f22 tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:17.178374 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-e620577c-a244-47cd-b97b-3b96536e4f22 tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43a08900-6fb4-4f53-b11f-8285ca297dca']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:40:17.186525 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-7596e30f-2b1a-4af0-a813-86e9e701e3e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:17.207171 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-e620577c-a244-47cd-b97b-3b96536e4f22 tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a86a4699-6a4d-4488-a834-e4caef45ad4a') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:40:17.207475 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-e620577c-a244-47cd-b97b-3b96536e4f22 tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a86a4699-6a4d-4488-a834-e4caef45ad4a') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:40:17.232888 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e620577c-a244-47cd-b97b-3b96536e4f22 tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5431730'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:17.259212 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e620577c-a244-47cd-b97b-3b96536e4f22 tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:17.270181 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e620577c-a244-47cd-b97b-3b96536e4f22 tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 13:40:17.270685 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e620577c-a244-47cd-b97b-3b96536e4f22 tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5970419'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:17.275607 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:40:17.275607 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:40:17.275607 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:40:17.275607 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:40:17.275607 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:40:17.275607 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:40:17.275607 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:40:17.275607 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:40:17.275607 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:40:17.275607 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:40:17.275607 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:40:17.275607 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:40:17.275607 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:40:17.275607 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:40:17.275607 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:40:17.275607 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:40:17.275607 n-d-800634-1 neutron-server[93750]: Traceback (most recent call last): Jul 13 13:40:17.275607 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 13:40:17.275607 n-d-800634-1 neutron-server[93750]: timer() Jul 13 13:40:17.275607 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 13:40:17.275607 n-d-800634-1 neutron-server[93750]: cb(*args, **kw) Jul 13 13:40:17.275607 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 13:40:17.275607 n-d-800634-1 neutron-server[93750]: return func(*args, **kwargs) Jul 13 13:40:17.275607 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 13:40:17.275607 n-d-800634-1 neutron-server[93750]: self._notify() Jul 13 13:40:17.275607 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 13:40:17.275607 n-d-800634-1 neutron-server[93750]: self.callback(batched_events) Jul 13 13:40:17.275607 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 13:40:17.275607 n-d-800634-1 neutron-server[93750]: event.method(event) Jul 13 13:40:17.275607 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 13:40:17.275607 n-d-800634-1 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 13:40:17.275607 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 13:40:17.275607 n-d-800634-1 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 13:40:17.275607 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 13:40:17.275607 n-d-800634-1 neutron-server[93750]: return f(self, *a, **k) Jul 13 13:40:17.275607 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 13:40:17.275607 n-d-800634-1 neutron-server[93750]: return self._get(url).json() Jul 13 13:40:17.275607 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 13:40:17.275607 n-d-800634-1 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 13:40:17.275607 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 13:40:17.275607 n-d-800634-1 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 13 13:40:17.275607 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 13:40:17.275607 n-d-800634-1 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 13:40:17.275607 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 13:40:17.275607 n-d-800634-1 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 13:40:17.275607 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 13:40:17.275607 n-d-800634-1 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 13:40:17.275607 n-d-800634-1 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 13:40:17.349195 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-3b854643-7bb4-4476-a744-ea0568d0f786 tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Deleting port 022b0779-3852-4d7a-a7f1-5884851161ef {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:40:17.349507 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3b854643-7bb4-4476-a744-ea0568d0f786 tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:17.426133 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e620577c-a244-47cd-b97b-3b96536e4f22 tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:17.434873 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e620577c-a244-47cd-b97b-3b96536e4f22 tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:17.439793 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-e620577c-a244-47cd-b97b-3b96536e4f22 tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] 10.222.0.23 "DELETE /v2.0/networks/43a08900-6fb4-4f53-b11f-8285ca297dca HTTP/1.1" status: 204 len: 168 time: 0.9857800 Jul 13 13:40:17.440813 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 60280) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:40:17.463531 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e620577c-a244-47cd-b97b-3b96536e4f22 tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Pushing event deleted for resources: {'Network': ['ID=43a08900-6fb4-4f53-b11f-8285ca297dca,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:40:17.560837 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f6314f3c-0761-49c5-8526-9cdb4c7915a3 tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:17.638727 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3b854643-7bb4-4476-a744-ea0568d0f786 tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:17.676155 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-3b854643-7bb4-4476-a744-ea0568d0f786 tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Calling delete_port for 022b0779-3852-4d7a-a7f1-5884851161ef owned by {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:40:17.692466 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fad862-f725-427c-93a4-9ff1831d4f9a req-f0d5738c-a18c-4987-a2fb-549429156229 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:17.701156 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-82fad862-f725-427c-93a4-9ff1831d4f9a req-f0d5738c-a18c-4987-a2fb-549429156229 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/ports?device_id=700d3790-c4d1-451b-bc66-257ddd7b5f93 HTTP/1.1" status: 200 len: 945 time: 0.2770326 Jul 13 13:40:17.773139 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f6314f3c-0761-49c5-8526-9cdb4c7915a3 tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:17.790348 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-f6314f3c-0761-49c5-8526-9cdb4c7915a3 tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be5c4007-8082-4604-b81d-f99fffb1cd91']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:40:17.808211 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-f6314f3c-0761-49c5-8526-9cdb4c7915a3 tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '797af842-c9da-4730-9d9b-8f64b2a00c9f') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:40:17.808673 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-f6314f3c-0761-49c5-8526-9cdb4c7915a3 tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '797af842-c9da-4730-9d9b-8f64b2a00c9f') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:40:17.816865 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-82fad862-f725-427c-93a4-9ff1831d4f9a req-c0cb7e83-1b57-42f7-8e5a-1d5b8980bd8a tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8450e8a-3ce6-4095-b6b4-37555b8042b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145341 Jul 13 13:40:17.826600 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f6314f3c-0761-49c5-8526-9cdb4c7915a3 tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5431730'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:17.852793 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f6314f3c-0761-49c5-8526-9cdb4c7915a3 tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:17.861673 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6314f3c-0761-49c5-8526-9cdb4c7915a3 tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 13:40:17.862108 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f6314f3c-0761-49c5-8526-9cdb4c7915a3 tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5970419'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:17.956275 n-d-800634-1 neutron-server[93750]: Traceback (most recent call last): Jul 13 13:40:17.956275 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 13:40:17.956275 n-d-800634-1 neutron-server[93750]: timer() Jul 13 13:40:17.956275 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 13:40:17.956275 n-d-800634-1 neutron-server[93750]: cb(*args, **kw) Jul 13 13:40:17.956275 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 13:40:17.956275 n-d-800634-1 neutron-server[93750]: return func(*args, **kwargs) Jul 13 13:40:17.956275 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 13:40:17.956275 n-d-800634-1 neutron-server[93750]: self._notify() Jul 13 13:40:17.956275 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 13:40:17.956275 n-d-800634-1 neutron-server[93750]: self.callback(batched_events) Jul 13 13:40:17.956275 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 13:40:17.956275 n-d-800634-1 neutron-server[93750]: event.method(event) Jul 13 13:40:17.956275 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 13:40:17.956275 n-d-800634-1 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 13:40:17.956275 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 13:40:17.956275 n-d-800634-1 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 13:40:17.956275 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 13:40:17.956275 n-d-800634-1 neutron-server[93750]: return f(self, *a, **k) Jul 13 13:40:17.956275 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 13:40:17.956275 n-d-800634-1 neutron-server[93750]: return self._get(url).json() Jul 13 13:40:17.956275 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 13:40:17.956275 n-d-800634-1 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 13:40:17.956275 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 13:40:17.956275 n-d-800634-1 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 13 13:40:17.956275 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 13:40:17.956275 n-d-800634-1 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 13:40:17.956275 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 13:40:17.956275 n-d-800634-1 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 13:40:17.956275 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 13:40:17.956275 n-d-800634-1 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 13:40:17.956275 n-d-800634-1 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 13:40:17.967424 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3f809e-ed28-480c-a3c8-d157b52c4b5c req-0e809297-f099-4064-bad1-b0e324800e9b tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:17.969479 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7f3f809e-ed28-480c-a3c8-d157b52c4b5c req-0e809297-f099-4064-bad1-b0e324800e9b tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.23 "GET /v2.0/ports?device_id=2daa289b-28a6-4674-93f8-96833f6934ea HTTP/1.1" status: 200 len: 946 time: 0.2586427 Jul 13 13:40:17.977506 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f6314f3c-0761-49c5-8526-9cdb4c7915a3 tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:17.992892 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3b854643-7bb4-4476-a744-ea0568d0f786 tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:18.003907 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cd5ab95-e7d0-4c5e-ae04-f48697262447 None None] DHCP port deletion for 43a08900-6fb4-4f53-b11f-8285ca297dca request from n-d-800634-1 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 13:40:18.007173 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f6314f3c-0761-49c5-8526-9cdb4c7915a3 tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:18.009467 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-f6314f3c-0761-49c5-8526-9cdb4c7915a3 tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] 10.222.0.23 "DELETE /v2.0/networks/be5c4007-8082-4604-b81d-f99fffb1cd91 HTTP/1.1" status: 204 len: 168 time: 0.5683432 Jul 13 13:40:18.010320 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6314f3c-0761-49c5-8526-9cdb4c7915a3 tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Pushing event deleted for resources: {'Network': ['ID=be5c4007-8082-4604-b81d-f99fffb1cd91,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:40:18.013006 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 60288) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:40:18.014630 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-5266e0d1-5549-4512-878e-122154138123 None None] Could not find standard attr ID for object f6ea92a0-a08b-4a0f-a9ce-b41a6232e0c8. {{(pid=93752) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 13:40:18.048398 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e009057d-3a3a-453f-9e7d-9e6533f129f0 None None] Network 43a08900-6fb4-4f53-b11f-8285ca297dca requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:40:18.061649 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b854643-7bb4-4476-a744-ea0568d0f786 tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Pushing event deleted for resources: {'Port': ['ID=022b0779-3852-4d7a-a7f1-5884851161ef,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:40:18.071097 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e009057d-3a3a-453f-9e7d-9e6533f129f0 None None] Network 43a08900-6fb4-4f53-b11f-8285ca297dca could not be found, it might have been deleted concurrently. {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 13 13:40:18.094793 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3b854643-7bb4-4476-a744-ea0568d0f786 tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:18.097033 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-3b854643-7bb4-4476-a744-ea0568d0f786 tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] 10.222.0.23 "DELETE /v2.0/ports/022b0779-3852-4d7a-a7f1-5884851161ef HTTP/1.1" status: 204 len: 168 time: 0.9990807 Jul 13 13:40:18.103109 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 60290) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:40:18.141562 n-d-800634-1 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-7140b147-8373-42cb-b591-0c205f16ff10 tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] GET failed (client error): The resource could not be found. Jul 13 13:40:18.141562 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-7140b147-8373-42cb-b591-0c205f16ff10 tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] 10.222.0.23 "GET /v2.0/ports/022b0779-3852-4d7a-a7f1-5884851161ef HTTP/1.1" status: 404 len: 333 time: 0.0337870 Jul 13 13:40:18.143351 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 60292) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:40:18.383658 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8289736a-2f68-477c-8e07-dd3a379bbaa4 None None] get_active_networks_info from n-d-800634-1 {{(pid=93752) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 13 13:40:18.384179 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b27e35-0271-4686-a8a8-36fbd2f4215d req-e9322bc7-65fa-4ebb-8749-8b3896794560 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:18.393250 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-20b27e35-0271-4686-a8a8-36fbd2f4215d req-e9322bc7-65fa-4ebb-8749-8b3896794560 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/ports?device_id=69b35cda-f215-4655-a2f4-9c066ffba9b2 HTTP/1.1" status: 200 len: 943 time: 0.0960252 Jul 13 13:40:18.447197 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-20b27e35-0271-4686-a8a8-36fbd2f4215d req-6ab56ef8-b70f-429a-921f-e7a97838bd7c tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/security-groups?id=4f83e00a-e782-49e6-b944-d06b9e971cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528011 Jul 13 13:40:18.547983 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8289736a-2f68-477c-8e07-dd3a379bbaa4 None None] Resources bound (agent type, host, resource id): {{(pid=93752) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 13 13:40:18.597336 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0d678255-756b-479c-ac42-d0d1dd4f5de8 tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:18.611337 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7f3f809e-ed28-480c-a3c8-d157b52c4b5c req-17c3e721-bb16-44a3-acb0-a5b7c255f3c4 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.23 "GET /v2.0/security-groups?id=215441dc-b65f-49ea-b8ce-4afa75e23159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6059718 Jul 13 13:40:18.735860 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0d678255-756b-479c-ac42-d0d1dd4f5de8 tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:18.748860 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-0d678255-756b-479c-ac42-d0d1dd4f5de8 tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11c06b1c-eca8-4d96-bbbe-d3509815c723']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:40:18.762637 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-0d678255-756b-479c-ac42-d0d1dd4f5de8 tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60dee27c-b613-4086-b444-c3b7cf60e862') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:40:18.762915 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-0d678255-756b-479c-ac42-d0d1dd4f5de8 tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60dee27c-b613-4086-b444-c3b7cf60e862') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:40:18.773598 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-2566ce76-b57d-4c19-9224-16665a0d6902 tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Deleting port 08ca4f64-0b92-4121-b492-3a226562afca {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:40:18.774153 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2566ce76-b57d-4c19-9224-16665a0d6902 tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:18.778544 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0d678255-756b-479c-ac42-d0d1dd4f5de8 tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5431730'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:18.842053 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0d678255-756b-479c-ac42-d0d1dd4f5de8 tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:18.853330 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d678255-756b-479c-ac42-d0d1dd4f5de8 tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 13:40:18.853758 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0d678255-756b-479c-ac42-d0d1dd4f5de8 tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5970419'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:18.857341 n-d-800634-1 neutron-server[93750]: Traceback (most recent call last): Jul 13 13:40:18.857341 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 13:40:18.857341 n-d-800634-1 neutron-server[93750]: timer() Jul 13 13:40:18.857341 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 13:40:18.857341 n-d-800634-1 neutron-server[93750]: cb(*args, **kw) Jul 13 13:40:18.857341 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 13:40:18.857341 n-d-800634-1 neutron-server[93750]: return func(*args, **kwargs) Jul 13 13:40:18.857341 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 13:40:18.857341 n-d-800634-1 neutron-server[93750]: self._notify() Jul 13 13:40:18.857341 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 13:40:18.857341 n-d-800634-1 neutron-server[93750]: self.callback(batched_events) Jul 13 13:40:18.857341 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 13:40:18.857341 n-d-800634-1 neutron-server[93750]: event.method(event) Jul 13 13:40:18.857341 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 13:40:18.857341 n-d-800634-1 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 13:40:18.857341 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 13:40:18.857341 n-d-800634-1 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 13:40:18.857341 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 13:40:18.857341 n-d-800634-1 neutron-server[93750]: return f(self, *a, **k) Jul 13 13:40:18.857341 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 13:40:18.857341 n-d-800634-1 neutron-server[93750]: return self._get(url).json() Jul 13 13:40:18.857341 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 13:40:18.857341 n-d-800634-1 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 13:40:18.857341 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 13:40:18.857341 n-d-800634-1 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 13 13:40:18.857341 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 13:40:18.857341 n-d-800634-1 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 13:40:18.857341 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 13:40:18.857341 n-d-800634-1 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 13:40:18.857341 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 13:40:18.857341 n-d-800634-1 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 13:40:18.857341 n-d-800634-1 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 13:40:18.937128 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2566ce76-b57d-4c19-9224-16665a0d6902 tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:18.952756 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0d678255-756b-479c-ac42-d0d1dd4f5de8 tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:18.954895 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-2566ce76-b57d-4c19-9224-16665a0d6902 tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Calling delete_port for 08ca4f64-0b92-4121-b492-3a226562afca owned by {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:40:18.964035 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0d678255-756b-479c-ac42-d0d1dd4f5de8 tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:18.969680 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-0d678255-756b-479c-ac42-d0d1dd4f5de8 tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] 10.222.0.23 "DELETE /v2.0/networks/11c06b1c-eca8-4d96-bbbe-d3509815c723 HTTP/1.1" status: 204 len: 168 time: 0.9523394 Jul 13 13:40:18.969680 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 60302) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:40:18.994281 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d678255-756b-479c-ac42-d0d1dd4f5de8 tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Pushing event deleted for resources: {'Network': ['ID=11c06b1c-eca8-4d96-bbbe-d3509815c723,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:40:19.042735 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfdddbe-b608-40b7-a5fc-a78482cd3748 req-4c82a90b-5e60-403b-b191-27850be47e42 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:19.051027 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6dfdddbe-b608-40b7-a5fc-a78482cd3748 req-4c82a90b-5e60-403b-b191-27850be47e42 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/ports?device_id=700d3790-c4d1-451b-bc66-257ddd7b5f93 HTTP/1.1" status: 200 len: 945 time: 0.0984998 Jul 13 13:40:19.110591 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6dfdddbe-b608-40b7-a5fc-a78482cd3748 req-3d277d63-1000-42e0-ae02-e4db901470d2 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8450e8a-3ce6-4095-b6b4-37555b8042b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581610 Jul 13 13:40:19.118752 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ef657cef-f924-414b-abcd-e9c176d1b96a tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:19.229094 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device f6ea92a0-a08b-4a0f-a9ce-b41a6232e0c8 no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:40:19.252084 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: f6ea92a0-a08b-4a0f-a9ce-b41a6232e0c8 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:40:19.252366 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device f6ea92a0-a08b-4a0f-a9ce-b41a6232e0c8 not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:40:19.265891 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2566ce76-b57d-4c19-9224-16665a0d6902 tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:19.268377 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ef657cef-f924-414b-abcd-e9c176d1b96a tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:19.304367 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-ef657cef-f924-414b-abcd-e9c176d1b96a tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75c9069a-ec2a-4171-a285-6b01855b4441']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:40:19.306875 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2566ce76-b57d-4c19-9224-16665a0d6902 tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Pushing event deleted for resources: {'Port': ['ID=08ca4f64-0b92-4121-b492-3a226562afca,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:40:19.319954 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-ef657cef-f924-414b-abcd-e9c176d1b96a tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1221e321-bc0d-4528-9d9f-985cae583c5d') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:40:19.320246 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-ef657cef-f924-414b-abcd-e9c176d1b96a tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1221e321-bc0d-4528-9d9f-985cae583c5d') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:40:19.355046 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ef657cef-f924-414b-abcd-e9c176d1b96a tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5431730'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:19.357410 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2566ce76-b57d-4c19-9224-16665a0d6902 tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:19.359359 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-2566ce76-b57d-4c19-9224-16665a0d6902 tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] 10.222.0.23 "DELETE /v2.0/ports/08ca4f64-0b92-4121-b492-3a226562afca HTTP/1.1" status: 204 len: 168 time: 1.2148476 Jul 13 13:40:19.362525 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 60306) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:40:19.375212 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ef657cef-f924-414b-abcd-e9c176d1b96a tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:19.382121 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef657cef-f924-414b-abcd-e9c176d1b96a tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 13:40:19.382583 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ef657cef-f924-414b-abcd-e9c176d1b96a tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5970419'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:19.387657 n-d-800634-1 neutron-server[93750]: Traceback (most recent call last): Jul 13 13:40:19.387657 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 13:40:19.387657 n-d-800634-1 neutron-server[93750]: timer() Jul 13 13:40:19.387657 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 13:40:19.387657 n-d-800634-1 neutron-server[93750]: cb(*args, **kw) Jul 13 13:40:19.387657 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 13:40:19.387657 n-d-800634-1 neutron-server[93750]: return func(*args, **kwargs) Jul 13 13:40:19.387657 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 13:40:19.387657 n-d-800634-1 neutron-server[93750]: self._notify() Jul 13 13:40:19.387657 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 13:40:19.387657 n-d-800634-1 neutron-server[93750]: self.callback(batched_events) Jul 13 13:40:19.387657 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 13:40:19.387657 n-d-800634-1 neutron-server[93750]: event.method(event) Jul 13 13:40:19.387657 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 13:40:19.387657 n-d-800634-1 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 13:40:19.387657 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 13:40:19.387657 n-d-800634-1 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 13:40:19.387657 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 13:40:19.387657 n-d-800634-1 neutron-server[93750]: return f(self, *a, **k) Jul 13 13:40:19.387657 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 13:40:19.387657 n-d-800634-1 neutron-server[93750]: return self._get(url).json() Jul 13 13:40:19.387657 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 13:40:19.387657 n-d-800634-1 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 13:40:19.387657 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 13:40:19.387657 n-d-800634-1 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 13 13:40:19.387657 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 13:40:19.387657 n-d-800634-1 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 13:40:19.387657 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 13:40:19.387657 n-d-800634-1 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 13:40:19.387657 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 13:40:19.387657 n-d-800634-1 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 13:40:19.387657 n-d-800634-1 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 13:40:19.427388 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-3839ee91-7b6e-4c20-9526-20e489f509dd tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Deleting subnet d919b7d3-e79e-4e9d-88d3-5848496e13ff {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 13:40:19.431695 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3839ee91-7b6e-4c20-9526-20e489f509dd tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:19.463089 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ef657cef-f924-414b-abcd-e9c176d1b96a tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:19.481478 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ef657cef-f924-414b-abcd-e9c176d1b96a tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:19.483669 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-ef657cef-f924-414b-abcd-e9c176d1b96a tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] 10.222.0.23 "DELETE /v2.0/networks/75c9069a-ec2a-4171-a285-6b01855b4441 HTTP/1.1" status: 204 len: 168 time: 0.5035200 Jul 13 13:40:19.508023 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3839ee91-7b6e-4c20-9526-20e489f509dd tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6018489'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:19.517776 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef657cef-f924-414b-abcd-e9c176d1b96a tempest-BulkNetworkOpsIpV6Test-1837031938 tempest-BulkNetworkOpsIpV6Test-1837031938-project] Pushing event deleted for resources: {'Network': ['ID=75c9069a-ec2a-4171-a285-6b01855b4441,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:40:19.656933 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3839ee91-7b6e-4c20-9526-20e489f509dd tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:19.722755 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c1cb8e-a204-442d-8e05-8d35037b7be5 req-d4e0724f-0b05-46c4-8cbd-9fb0d1cac208 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:19.725963 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d3c1cb8e-a204-442d-8e05-8d35037b7be5 req-d4e0724f-0b05-46c4-8cbd-9fb0d1cac208 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/ports?device_id=69b35cda-f215-4655-a2f4-9c066ffba9b2 HTTP/1.1" status: 200 len: 943 time: 0.0990663 Jul 13 13:40:19.751436 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 39251d49-5145-4722-9db9-3b02dfcece02 details requested by agent hyperv_n-h2-800634-1 with host n-h2-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 13:40:19.783763 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3839ee91-7b6e-4c20-9526-20e489f509dd tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6018534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6105009'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:19.818072 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 39251d49-5145-4722-9db9-3b02dfcece02 no longer exists at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:40:19.826659 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3839ee91-7b6e-4c20-9526-20e489f509dd tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:19.828574 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-3839ee91-7b6e-4c20-9526-20e489f509dd tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] 10.222.0.23 "DELETE /v2.0/subnets/d919b7d3-e79e-4e9d-88d3-5848496e13ff HTTP/1.1" status: 204 len: 168 time: 0.4646232 Jul 13 13:40:19.829706 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3839ee91-7b6e-4c20-9526-20e489f509dd tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Pushing event deleted for resources: {'Subnet': ['ID=d919b7d3-e79e-4e9d-88d3-5848496e13ff,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:40:19.832858 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 60320) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:40:19.878262 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5706b4d8-aca2-4075-a9c4-c8b532ebdd18 None None] Network 23b5c768-e751-487d-9d60-28d9b6aab458 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:40:19.890001 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d3c1cb8e-a204-442d-8e05-8d35037b7be5 req-78122ea8-3f8c-4243-8332-91d361badb9d tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/security-groups?id=4f83e00a-e782-49e6-b944-d06b9e971cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570728 Jul 13 13:40:19.991735 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 60322) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:40:20.022566 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-7d40c68f-1070-4eaf-9a94-0f2d1a829f68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:20.026908 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c9bad302-02ce-4097-b389-6fa99f8916b9 tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:20.064235 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:20.097438 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32150530-9eb1-4bf4-94be-bb759585a195 req-66d08374-1319-4d17-9c12-c8b586d685d7 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:20.099698 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-32150530-9eb1-4bf4-94be-bb759585a195 req-66d08374-1319-4d17-9c12-c8b586d685d7 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.23 "GET /v2.0/ports?device_id=2daa289b-28a6-4674-93f8-96833f6934ea HTTP/1.1" status: 200 len: 946 time: 0.1351781 Jul 13 13:40:20.116055 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 39251d49-5145-4722-9db9-3b02dfcece02, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=39251d49-5145-4722-9db9-3b02dfcece02,segment=NetworkSegment(b2cba7f6-e29b-4b72-b31f-06e263582f9a),segment_id=b2cba7f6-e29b-4b72-b31f-06e263582f9a)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:40:20.173358 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-32150530-9eb1-4bf4-94be-bb759585a195 req-acfb524e-1655-4be5-bec4-446783964116 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.23 "GET /v2.0/security-groups?id=215441dc-b65f-49ea-b8ce-4afa75e23159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641303 Jul 13 13:40:20.179597 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-c9bad302-02ce-4097-b389-6fa99f8916b9 tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Deleting port 2801f2e1-e373-4dec-9a09-a58eb1a6fe0f {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:40:20.184925 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c9bad302-02ce-4097-b389-6fa99f8916b9 tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:20.201398 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Returning: {'device': '39251d49-5145-4722-9db9-3b02dfcece02', 'network_id': '8a948c4c-6f03-4f10-9e00-2993f9629279', 'port_id': '39251d49-5145-4722-9db9-3b02dfcece02', 'mac_address': 'fa:16:3e:3c:0a:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e38ecf8-2fec-4f5b-8b3e-f8690198cb4e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 13:40:20.251477 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-9901f3a2-26db-4100-83ee-f0680cb28b3f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3a1ce41b5cc348489d77753a37fadeed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2561886 Jul 13 13:40:20.252290 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 60330) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:40:20.256601 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:20.349068 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-c9bad302-02ce-4097-b389-6fa99f8916b9 tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] For port 2801f2e1-e373-4dec-9a09-a58eb1a6fe0f, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=2801f2e1-e373-4dec-9a09-a58eb1a6fe0f,segment=NetworkSegment(7f77fa19-fd99-4ca2-97fa-4ee37c1322ec),segment_id=7f77fa19-fd99-4ca2-97fa-4ee37c1322ec)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:40:20.349447 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c9bad302-02ce-4097-b389-6fa99f8916b9 tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:20.356976 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-95dc3b9f-5979-412e-8934-71212b73c17c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:20.369832 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-c9bad302-02ce-4097-b389-6fa99f8916b9 tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Calling delete_port for 2801f2e1-e373-4dec-9a09-a58eb1a6fe0f owned by network:dhcp {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:40:20.388373 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-95dc3b9f-5979-412e-8934-71212b73c17c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:20.450593 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-95dc3b9f-5979-412e-8934-71212b73c17c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:20.453769 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-95dc3b9f-5979-412e-8934-71212b73c17c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:20.456322 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-95dc3b9f-5979-412e-8934-71212b73c17c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1c33e01e-2f35-454b-a206-8eed8fe62881 HTTP/1.1" status: 204 len: 168 time: 0.1969428 Jul 13 13:40:20.484670 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dc3b9f-5979-412e-8934-71212b73c17c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c33e01e-2f35-454b-a206-8eed8fe62881,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:40:20.504912 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c9bad302-02ce-4097-b389-6fa99f8916b9 tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:20.518743 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ede1a7-82ec-4907-8edd-188cd73d3be0 req-2eda9f11-c5a2-438f-947b-65555e98f0b8 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:20.520296 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a3ede1a7-82ec-4907-8edd-188cd73d3be0 req-2eda9f11-c5a2-438f-947b-65555e98f0b8 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/ports?device_id=700d3790-c4d1-451b-bc66-257ddd7b5f93 HTTP/1.1" status: 200 len: 945 time: 0.2187912 Jul 13 13:40:20.548183 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bad302-02ce-4097-b389-6fa99f8916b9 tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Pushing event deleted for resources: {'Port': ['ID=2801f2e1-e373-4dec-9a09-a58eb1a6fe0f,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:40:20.549438 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 39251d49-5145-4722-9db9-3b02dfcece02, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=39251d49-5145-4722-9db9-3b02dfcece02,segment=NetworkSegment(b2cba7f6-e29b-4b72-b31f-06e263582f9a),segment_id=b2cba7f6-e29b-4b72-b31f-06e263582f9a)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:40:20.554928 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2daa289b-28a6-4674-93f8-96833f6934ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39251d49-5145-4722-9db9-3b02dfcece02'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:40:20.558083 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9bad302-02ce-4097-b389-6fa99f8916b9 tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] No DVR routers for this DVR port 2801f2e1-e373-4dec-9a09-a58eb1a6fe0f on host n-d-800634-1 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:40:20.558484 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c40f282-b170-4149-91c3-ae06669e5a92" -d '{"events": [{"server_uuid": "2daa289b-28a6-4674-93f8-96833f6934ea", "name": "network-vif-unplugged", "status": "completed", "tag": "39251d49-5145-4722-9db9-3b02dfcece02"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:40:20.565299 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:20.619001 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:20.626098 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a3ede1a7-82ec-4907-8edd-188cd73d3be0 req-518d9dfa-685a-4a9e-9f9e-6c995de4d43b tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8450e8a-3ce6-4095-b6b4-37555b8042b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805023 Jul 13 13:40:20.626349 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=39251d49-5145-4722-9db9-3b02dfcece02,revision_number=6']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:40:20.647965 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 39251d49-5145-4722-9db9-3b02dfcece02 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:40:20.676602 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c9bad302-02ce-4097-b389-6fa99f8916b9 tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:20.688362 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-c9bad302-02ce-4097-b389-6fa99f8916b9 tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23b5c768-e751-487d-9d60-28d9b6aab458']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:40:20.699974 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-c9bad302-02ce-4097-b389-6fa99f8916b9 tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f77fa19-fd99-4ca2-97fa-4ee37c1322ec') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:40:20.702096 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-c9bad302-02ce-4097-b389-6fa99f8916b9 tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f77fa19-fd99-4ca2-97fa-4ee37c1322ec') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:40:20.717236 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.db.api [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93752) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 13:40:20.718026 n-d-800634-1 neutron-server[93752]: DEBUG oslo_db.api [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 13:40:20.723905 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c9bad302-02ce-4097-b389-6fa99f8916b9 tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6018464'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:20.753077 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c9bad302-02ce-4097-b389-6fa99f8916b9 tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:20.778322 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9bad302-02ce-4097-b389-6fa99f8916b9 tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 13:40:20.778743 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c9bad302-02ce-4097-b389-6fa99f8916b9 tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6018632'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:20.782221 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:40:20.782221 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:40:20.782221 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:40:20.782221 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:40:20.782221 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:40:20.782221 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:40:20.782221 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:40:20.782221 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:40:20.782221 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:40:20.782221 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:40:20.782221 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:40:20.782221 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:40:20.782221 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:40:20.782221 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:40:20.782221 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:40:20.782221 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:40:20.782221 n-d-800634-1 neutron-server[93751]: Traceback (most recent call last): Jul 13 13:40:20.782221 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 13:40:20.782221 n-d-800634-1 neutron-server[93751]: timer() Jul 13 13:40:20.782221 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 13:40:20.782221 n-d-800634-1 neutron-server[93751]: cb(*args, **kw) Jul 13 13:40:20.782221 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 13:40:20.782221 n-d-800634-1 neutron-server[93751]: return func(*args, **kwargs) Jul 13 13:40:20.782221 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 13:40:20.782221 n-d-800634-1 neutron-server[93751]: self._notify() Jul 13 13:40:20.782221 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 13:40:20.782221 n-d-800634-1 neutron-server[93751]: self.callback(batched_events) Jul 13 13:40:20.782221 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 13:40:20.782221 n-d-800634-1 neutron-server[93751]: event.method(event) Jul 13 13:40:20.782221 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 13:40:20.782221 n-d-800634-1 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 13:40:20.782221 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 13:40:20.782221 n-d-800634-1 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 13:40:20.782221 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 13:40:20.782221 n-d-800634-1 neutron-server[93751]: return f(self, *a, **k) Jul 13 13:40:20.782221 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 13:40:20.782221 n-d-800634-1 neutron-server[93751]: return self._get(url).json() Jul 13 13:40:20.782221 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 13:40:20.782221 n-d-800634-1 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 13:40:20.782221 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 13:40:20.782221 n-d-800634-1 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 13 13:40:20.782221 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 13:40:20.782221 n-d-800634-1 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 13:40:20.782221 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 13:40:20.782221 n-d-800634-1 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 13:40:20.782221 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 13:40:20.782221 n-d-800634-1 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 13:40:20.782221 n-d-800634-1 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 13:40:20.799149 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e408d3-97ee-488d-8a8a-53e9b7c46f5f None None] DHCP port deletion for 23b5c768-e751-487d-9d60-28d9b6aab458 request from n-d-800634-1 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 13:40:20.875986 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c9bad302-02ce-4097-b389-6fa99f8916b9 tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:20.882934 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c9bad302-02ce-4097-b389-6fa99f8916b9 tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:20.885318 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-c9bad302-02ce-4097-b389-6fa99f8916b9 tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] 10.222.0.23 "DELETE /v2.0/networks/23b5c768-e751-487d-9d60-28d9b6aab458 HTTP/1.1" status: 204 len: 168 time: 1.0467165 Jul 13 13:40:20.908829 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bad302-02ce-4097-b389-6fa99f8916b9 tempest-AllowedAddressPairIpV6TestJSON-794556417 tempest-AllowedAddressPairIpV6TestJSON-794556417-project] Pushing event deleted for resources: {'Network': ['ID=23b5c768-e751-487d-9d60-28d9b6aab458,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:40:20.978205 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 13:40:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c341bd2-8450-40f6-8b2d-d92284c1cda1 x-openstack-request-id: req-4c341bd2-8450-40f6-8b2d-d92284c1cda1 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:40:20.978591 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2daa289b-28a6-4674-93f8-96833f6934ea", "name": "network-vif-unplugged", "status": "completed", "tag": "39251d49-5145-4722-9db9-3b02dfcece02", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:40:20.978760 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4c341bd2-8450-40f6-8b2d-d92284c1cda1 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:40:20.979163 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2daa289b-28a6-4674-93f8-96833f6934ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39251d49-5145-4722-9db9-3b02dfcece02', 'code': 200} Jul 13 13:40:21.018947 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:21.266521 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3250c92-4cba-42bb-ad34-0220b64a2743 req-34b88897-1f81-47fd-b5d6-a5f4bd1b9b08 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:21.276069 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f3250c92-4cba-42bb-ad34-0220b64a2743 req-34b88897-1f81-47fd-b5d6-a5f4bd1b9b08 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/ports?device_id=69b35cda-f215-4655-a2f4-9c066ffba9b2 HTTP/1.1" status: 200 len: 943 time: 0.1305919 Jul 13 13:40:21.281672 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 60362) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:40:21.303027 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:21.326277 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 2801f2e1-e373-4dec-9a09-a58eb1a6fe0f no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:40:21.341556 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f3250c92-4cba-42bb-ad34-0220b64a2743 req-aaf8c468-7d0d-4a5e-bc7e-db24829f8c36 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/security-groups?id=4f83e00a-e782-49e6-b944-d06b9e971cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644341 Jul 13 13:40:21.359388 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39251d49-5145-4722-9db9-3b02dfcece02 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:40:21.436573 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 39251d49-5145-4722-9db9-3b02dfcece02, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=39251d49-5145-4722-9db9-3b02dfcece02,segment=NetworkSegment(b2cba7f6-e29b-4b72-b31f-06e263582f9a),segment_id=b2cba7f6-e29b-4b72-b31f-06e263582f9a)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:40:21.441137 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: 2801f2e1-e373-4dec-9a09-a58eb1a6fe0f {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:40:21.443058 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 2801f2e1-e373-4dec-9a09-a58eb1a6fe0f not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:40:21.459203 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:21.568480 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=39251d49-5145-4722-9db9-3b02dfcece02,revision_number=7']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:40:21.589164 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-cc698572-bb3c-4a2f-8f21-dcac1d17fa7f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=25e13b5446e641a899984db33e813240&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3055229 Jul 13 13:40:21.592339 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 60378) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:40:21.602533 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e420d366-f2d1-4d3c-8377-2700ac092bdc req-92d9b2c3-339a-4ec7-b8c6-7eeef4628084 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:21.604213 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e420d366-f2d1-4d3c-8377-2700ac092bdc req-92d9b2c3-339a-4ec7-b8c6-7eeef4628084 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.23 "GET /v2.0/ports?device_id=2daa289b-28a6-4674-93f8-96833f6934ea HTTP/1.1" status: 200 len: 945 time: 0.1051548 Jul 13 13:40:21.649363 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e420d366-f2d1-4d3c-8377-2700ac092bdc req-aa791327-9a2c-4358-ad0c-da20384794b5 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.23 "GET /v2.0/security-groups?id=215441dc-b65f-49ea-b8ce-4afa75e23159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363226 Jul 13 13:40:21.674722 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1c714102-3235-49dc-aa7e-c6e26995b7bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:21.694348 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 60382) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:40:21.700845 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['39251d49-5145-4722-9db9-3b02dfcece02'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:40:21.725476 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1c714102-3235-49dc-aa7e-c6e26995b7bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:21.849190 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b0755b-0410-44a6-b102-8b771a63bb70 req-d5fe7a68-c60f-4b0f-879a-d496f85df032 tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:21.851059 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c5b0755b-0410-44a6-b102-8b771a63bb70 req-d5fe7a68-c60f-4b0f-879a-d496f85df032 tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c67f21f-8602-4690-a16a-b18bee9d640f HTTP/1.1" status: 200 len: 945 time: 0.1191006 Jul 13 13:40:21.851423 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-6213d3e6-75a8-4d22-8e32-df7dc15fd642 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-589481492'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:40:21.870155 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1c714102-3235-49dc-aa7e-c6e26995b7bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:21.873079 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1c714102-3235-49dc-aa7e-c6e26995b7bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:21.876476 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-1c714102-3235-49dc-aa7e-c6e26995b7bd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/efe80ada-86b8-4516-9fbb-2697f844e292 HTTP/1.1" status: 204 len: 168 time: 0.2808342 Jul 13 13:40:21.895209 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c714102-3235-49dc-aa7e-c6e26995b7bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efe80ada-86b8-4516-9fbb-2697f844e292,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:40:21.911275 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6213d3e6-75a8-4d22-8e32-df7dc15fd642 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Made reservation on behalf of a3a55d0c2c5148168cd13a19132e8832 for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:40:21.920250 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6213d3e6-75a8-4d22-8e32-df7dc15fd642 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:21.931299 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c5b0755b-0410-44a6-b102-8b771a63bb70 req-be938673-6a7b-441a-bd54-b20b6821160a tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] 10.222.0.23 "GET /v2.0/security-groups?id=9a4040a4-7a24-4bfb-97c3-fc064942d274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715146 Jul 13 13:40:21.941459 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6213d3e6-75a8-4d22-8e32-df7dc15fd642 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:22.116140 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf6a52b-41b1-40b1-ab27-37db88372fed req-f36576d5-5dbd-4816-969c-8df8c5da594d tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:22.121672 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1bf6a52b-41b1-40b1-ab27-37db88372fed req-f36576d5-5dbd-4816-969c-8df8c5da594d tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/ports?device_id=700d3790-c4d1-451b-bc66-257ddd7b5f93 HTTP/1.1" status: 200 len: 945 time: 0.1283758 Jul 13 13:40:22.139651 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6213d3e6-75a8-4d22-8e32-df7dc15fd642 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:22.149554 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6213d3e6-75a8-4d22-8e32-df7dc15fd642 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:22.193554 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6213d3e6-75a8-4d22-8e32-df7dc15fd642 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 13:40:22.207143 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1bf6a52b-41b1-40b1-ab27-37db88372fed req-dc5ada8d-6452-4d68-ab9b-74f21b89e374 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8450e8a-3ce6-4095-b6b4-37555b8042b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799935 Jul 13 13:40:22.210312 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6213d3e6-75a8-4d22-8e32-df7dc15fd642 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07916880-a898-480f-8e64-e558afb99259,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:40:22.218256 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6213d3e6-75a8-4d22-8e32-df7dc15fd642 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:22.218599 n-d-800634-1 neutron-server[93751]: INFO neutron.db.segments_db [None req-6213d3e6-75a8-4d22-8e32-df7dc15fd642 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Added segment ec956368-c7a6-451b-b523-68dc95659a97 of type vlan for network b0300c70-9e49-485d-966f-9f0167ee49d0 Jul 13 13:40:22.266402 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6213d3e6-75a8-4d22-8e32-df7dc15fd642 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:22.296583 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6213d3e6-75a8-4d22-8e32-df7dc15fd642 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:22.303026 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6213d3e6-75a8-4d22-8e32-df7dc15fd642 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:22.303621 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6213d3e6-75a8-4d22-8e32-df7dc15fd642 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:22.368803 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-6213d3e6-75a8-4d22-8e32-df7dc15fd642 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6731904 Jul 13 13:40:22.384150 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6213d3e6-75a8-4d22-8e32-df7dc15fd642 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Pushing event updated for resources: {'Network': ['ID=b0300c70-9e49-485d-966f-9f0167ee49d0,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:40:22.399412 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network b0300c70-9e49-485d-966f-9f0167ee49d0 details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 13:40:22.510994 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 60406) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:40:22.517718 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-02aee3d7-9c60-490a-ada9-14913665db7a tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Request body: {'subnet': {'network_id': 'b0300c70-9e49-485d-966f-9f0167ee49d0', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:40:22.530524 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:22.664829 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02aee3d7-9c60-490a-ada9-14913665db7a tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Made reservation on behalf of a3a55d0c2c5148168cd13a19132e8832 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:40:22.668658 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-02aee3d7-9c60-490a-ada9-14913665db7a tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4763385'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:22.681145 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d200172b-d3d6-4ab4-92cf-52befbdf5901 req-def16caf-b548-49ce-9a37-9e905b6fe89d tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:22.682721 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d200172b-d3d6-4ab4-92cf-52befbdf5901 req-def16caf-b548-49ce-9a37-9e905b6fe89d tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/ports?device_id=69b35cda-f215-4655-a2f4-9c066ffba9b2 HTTP/1.1" status: 200 len: 943 time: 0.1458120 Jul 13 13:40:22.739281 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 60416) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:40:22.784914 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d200172b-d3d6-4ab4-92cf-52befbdf5901 req-4790cfbe-da0c-4c48-a399-dd9dff4fbaac tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/security-groups?id=4f83e00a-e782-49e6-b944-d06b9e971cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911341 Jul 13 13:40:22.845997 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-4d56a1eb-12e7-455b-b25e-1c11827cd62e tempest-ExtraDHCPOptionsIpV6TestJSON-759252489 tempest-ExtraDHCPOptionsIpV6TestJSON-759252489-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-341642665'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:40:22.891001 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d56a1eb-12e7-455b-b25e-1c11827cd62e tempest-ExtraDHCPOptionsIpV6TestJSON-759252489 tempest-ExtraDHCPOptionsIpV6TestJSON-759252489-project] Made reservation on behalf of eeb6da18e5a54bffa0753e691277437d for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:40:22.895431 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4d56a1eb-12e7-455b-b25e-1c11827cd62e tempest-ExtraDHCPOptionsIpV6TestJSON-759252489 tempest-ExtraDHCPOptionsIpV6TestJSON-759252489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:22.902882 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-02aee3d7-9c60-490a-ada9-14913665db7a tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5970588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4763339'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:22.910484 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4d56a1eb-12e7-455b-b25e-1c11827cd62e tempest-ExtraDHCPOptionsIpV6TestJSON-759252489 tempest-ExtraDHCPOptionsIpV6TestJSON-759252489-project] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:22.941121 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1f8dc5-2958-4c56-847c-54b7f9e62830 req-f4c739b4-d6b1-4d96-91fb-6918e85de271 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:22.942697 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8d1f8dc5-2958-4c56-847c-54b7f9e62830 req-f4c739b4-d6b1-4d96-91fb-6918e85de271 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.23 "GET /v2.0/ports?device_id=2daa289b-28a6-4674-93f8-96833f6934ea HTTP/1.1" status: 200 len: 945 time: 0.1144540 Jul 13 13:40:22.977816 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02aee3d7-9c60-490a-ada9-14913665db7a tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Pushing event updated for resources: {'Subnet': ['ID=ecd1e8d6-3015-4abc-bb77-2b1ab8c8f470,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:40:22.987348 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02aee3d7-9c60-490a-ada9-14913665db7a tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Checking segment: {'id': 'ec956368-c7a6-451b-b523-68dc95659a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'b0300c70-9e49-485d-966f-9f0167ee49d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:40:22.987979 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02aee3d7-9c60-490a-ada9-14913665db7a tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Network hostable DHCP agents. Network: b0300c70-9e49-485d-966f-9f0167ee49d0, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 13:40:23.008279 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02aee3d7-9c60-490a-ada9-14913665db7a tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Network b0300c70-9e49-485d-966f-9f0167ee49d0 is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 13:40:23.009836 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8d1f8dc5-2958-4c56-847c-54b7f9e62830 req-8da7d34c-1f35-43f5-bafd-61763bd92425 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.23 "GET /v2.0/security-groups?id=215441dc-b65f-49ea-b8ce-4afa75e23159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562549 Jul 13 13:40:23.022023 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-02aee3d7-9c60-490a-ada9-14913665db7a tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, b0300c70-9e49-485d-966f-9f0167ee49d0) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:40:23.035859 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02aee3d7-9c60-490a-ada9-14913665db7a tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:23.037643 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-02aee3d7-9c60-490a-ada9-14913665db7a tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:23.046195 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2cec60a-5fc8-40e7-96ba-01350a4c7c12 None None] Network b0300c70-9e49-485d-966f-9f0167ee49d0 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:40:23.080238 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4d56a1eb-12e7-455b-b25e-1c11827cd62e tempest-ExtraDHCPOptionsIpV6TestJSON-759252489 tempest-ExtraDHCPOptionsIpV6TestJSON-759252489-project] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:23.086258 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4d56a1eb-12e7-455b-b25e-1c11827cd62e tempest-ExtraDHCPOptionsIpV6TestJSON-759252489 tempest-ExtraDHCPOptionsIpV6TestJSON-759252489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:23.114829 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-02aee3d7-9c60-490a-ada9-14913665db7a tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.6025319 Jul 13 13:40:23.127760 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 60424) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:40:23.130316 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d56a1eb-12e7-455b-b25e-1c11827cd62e tempest-ExtraDHCPOptionsIpV6TestJSON-759252489 tempest-ExtraDHCPOptionsIpV6TestJSON-759252489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4b8bac3-e5f2-4825-be78-69d012ba5e2c,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:40:23.146734 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d56a1eb-12e7-455b-b25e-1c11827cd62e tempest-ExtraDHCPOptionsIpV6TestJSON-759252489 tempest-ExtraDHCPOptionsIpV6TestJSON-759252489-project] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 13:40:23.147771 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-aef2ee19-eb03-4542-b6d6-c6f7c2aaa1b5 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-849190360'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:40:23.161167 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4d56a1eb-12e7-455b-b25e-1c11827cd62e tempest-ExtraDHCPOptionsIpV6TestJSON-759252489 tempest-ExtraDHCPOptionsIpV6TestJSON-759252489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:23.161653 n-d-800634-1 neutron-server[93751]: INFO neutron.db.segments_db [None req-4d56a1eb-12e7-455b-b25e-1c11827cd62e tempest-ExtraDHCPOptionsIpV6TestJSON-759252489 tempest-ExtraDHCPOptionsIpV6TestJSON-759252489-project] Added segment 9b2ed5f6-d6f9-4220-bf83-9c22d3a47a53 of type vlan for network e4af3e95-e77d-422d-9812-3edaea284ed7 Jul 13 13:40:23.224158 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aef2ee19-eb03-4542-b6d6-c6f7c2aaa1b5 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Made reservation on behalf of a3a55d0c2c5148168cd13a19132e8832 for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:40:23.224822 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4d56a1eb-12e7-455b-b25e-1c11827cd62e tempest-ExtraDHCPOptionsIpV6TestJSON-759252489 tempest-ExtraDHCPOptionsIpV6TestJSON-759252489-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:23.226902 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b55b01-aaab-40fe-9d08-be4908cbd0b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a7201e1-61ce-5a3e-b7f7-e800379ed03b-b0300c70-9e49-485d-966f-9f0167ee49d0', 'network_id': 'b0300c70-9e49-485d-966f-9f0167ee49d0', 'tenant_id': 'a3a55d0c2c5148168cd13a19132e8832', 'fixed_ips': [{'subnet_id': 'ecd1e8d6-3015-4abc-bb77-2b1ab8c8f470'}]}} from n-d-800634-1. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 13:40:23.228132 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e6b55b01-aaab-40fe-9d08-be4908cbd0b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:23.229042 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-aef2ee19-eb03-4542-b6d6-c6f7c2aaa1b5 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:23.245270 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5a6780-0d48-4e5e-b9f8-ca9b123a6f63 req-b71b5474-adb6-4d8c-99aa-ae932f548279 tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:23.247020 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6a5a6780-0d48-4e5e-b9f8-ca9b123a6f63 req-b71b5474-adb6-4d8c-99aa-ae932f548279 tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c67f21f-8602-4690-a16a-b18bee9d640f HTTP/1.1" status: 200 len: 945 time: 0.1706340 Jul 13 13:40:23.263446 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4d56a1eb-12e7-455b-b25e-1c11827cd62e tempest-ExtraDHCPOptionsIpV6TestJSON-759252489 tempest-ExtraDHCPOptionsIpV6TestJSON-759252489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:23.271086 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d56a1eb-12e7-455b-b25e-1c11827cd62e tempest-ExtraDHCPOptionsIpV6TestJSON-759252489 tempest-ExtraDHCPOptionsIpV6TestJSON-759252489-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:23.272021 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4d56a1eb-12e7-455b-b25e-1c11827cd62e tempest-ExtraDHCPOptionsIpV6TestJSON-759252489 tempest-ExtraDHCPOptionsIpV6TestJSON-759252489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:23.319858 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b2afe8-a9f6-496f-92a0-909d1e440b9a req-2ec43d88-430a-411f-a5a0-f0b5d9d6de28 tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:23.327840 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c0b2afe8-a9f6-496f-92a0-909d1e440b9a req-2ec43d88-430a-411f-a5a0-f0b5d9d6de28 tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c67f21f-8602-4690-a16a-b18bee9d640f HTTP/1.1" status: 200 len: 945 time: 0.2143965 Jul 13 13:40:23.348989 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-4d56a1eb-12e7-455b-b25e-1c11827cd62e tempest-ExtraDHCPOptionsIpV6TestJSON-759252489 tempest-ExtraDHCPOptionsIpV6TestJSON-759252489-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.6091571 Jul 13 13:40:23.353903 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 60428) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:40:23.356044 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aef2ee19-eb03-4542-b6d6-c6f7c2aaa1b5 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 13:40:23.370501 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-89366322-a01a-4ea3-9f53-0db61e08c3cf tempest-ExtraDHCPOptionsIpV6TestJSON-759252489 tempest-ExtraDHCPOptionsIpV6TestJSON-759252489-project] Request body: {'subnet': {'network_id': 'e4af3e95-e77d-422d-9812-3edaea284ed7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:40:23.401163 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-e6b55b01-aaab-40fe-9d08-be4908cbd0b5 None None] Allocated IP 172.20.255.242 (b0300c70-9e49-485d-966f-9f0167ee49d0/ecd1e8d6-3015-4abc-bb77-2b1ab8c8f470/60549e86-36d9-4827-b9b5-453a0c95040f) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:40:23.403111 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-aef2ee19-eb03-4542-b6d6-c6f7c2aaa1b5 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:23.403491 n-d-800634-1 neutron-server[93750]: INFO neutron.db.segments_db [None req-aef2ee19-eb03-4542-b6d6-c6f7c2aaa1b5 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Added segment ad754f31-60fe-40f3-9ede-de7a8f5d95d9 of type vlan for network 1fc85249-3890-4eae-94bc-b96a210c7685 Jul 13 13:40:23.442382 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c0b2afe8-a9f6-496f-92a0-909d1e440b9a req-53a8ed78-772c-4098-a4d2-33c4355bf160 tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] 10.222.0.23 "GET /v2.0/security-groups?id=9a4040a4-7a24-4bfb-97c3-fc064942d274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134758 Jul 13 13:40:23.445621 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d56a1eb-12e7-455b-b25e-1c11827cd62e tempest-ExtraDHCPOptionsIpV6TestJSON-759252489 tempest-ExtraDHCPOptionsIpV6TestJSON-759252489-project] Pushing event updated for resources: {'Network': ['ID=e4af3e95-e77d-422d-9812-3edaea284ed7,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:40:23.469516 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network e4af3e95-e77d-422d-9812-3edaea284ed7 details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 13:40:23.478276 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-aef2ee19-eb03-4542-b6d6-c6f7c2aaa1b5 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:23.513351 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f54beba-dc5c-4126-adb6-02658351e7c2 req-5e1361c9-bdd8-4ab8-a272-be7d3f95107c tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:23.514930 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6f54beba-dc5c-4126-adb6-02658351e7c2 req-5e1361c9-bdd8-4ab8-a272-be7d3f95107c tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/ports?device_id=700d3790-c4d1-451b-bc66-257ddd7b5f93 HTTP/1.1" status: 200 len: 945 time: 0.1624947 Jul 13 13:40:23.516003 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89366322-a01a-4ea3-9f53-0db61e08c3cf tempest-ExtraDHCPOptionsIpV6TestJSON-759252489 tempest-ExtraDHCPOptionsIpV6TestJSON-759252489-project] Made reservation on behalf of eeb6da18e5a54bffa0753e691277437d for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:40:23.517004 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-6a5a6780-0d48-4e5e-b9f8-ca9b123a6f63 req-919fa0a1-bdc0-4d53-b7f2-9b029773a5c1 tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] Deleting port 37327d45-43db-4f2b-b2c2-d66f9a414b16 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:40:23.517540 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-6a5a6780-0d48-4e5e-b9f8-ca9b123a6f63 req-919fa0a1-bdc0-4d53-b7f2-9b029773a5c1 tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:23.519468 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-89366322-a01a-4ea3-9f53-0db61e08c3cf tempest-ExtraDHCPOptionsIpV6TestJSON-759252489 tempest-ExtraDHCPOptionsIpV6TestJSON-759252489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6104980'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:23.582342 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-aef2ee19-eb03-4542-b6d6-c6f7c2aaa1b5 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:23.588461 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef2ee19-eb03-4542-b6d6-c6f7c2aaa1b5 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:23.589141 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-aef2ee19-eb03-4542-b6d6-c6f7c2aaa1b5 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:23.615738 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6f54beba-dc5c-4126-adb6-02658351e7c2 req-011e5f38-bf2b-4aa8-9396-0897d60e5f14 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8450e8a-3ce6-4095-b6b4-37555b8042b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927768 Jul 13 13:40:23.638011 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e6b55b01-aaab-40fe-9d08-be4908cbd0b5 None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:23.650240 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-e6b55b01-aaab-40fe-9d08-be4908cbd0b5 None None] Transition to ACTIVE for port object 60549e86-36d9-4827-b9b5-453a0c95040f will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:40:23.669655 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-e6b55b01-aaab-40fe-9d08-be4908cbd0b5 None None] Transition to ACTIVE for port object 60549e86-36d9-4827-b9b5-453a0c95040f will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:40:23.679211 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e6b55b01-aaab-40fe-9d08-be4908cbd0b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:23.689751 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-aef2ee19-eb03-4542-b6d6-c6f7c2aaa1b5 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5607283 Jul 13 13:40:23.692651 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 60430) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:40:23.699156 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-8af8cdc7-734e-4ee4-9ae3-de93000375da tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Request body: {'subnet': {'network_id': '1fc85249-3890-4eae-94bc-b96a210c7685', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:40:23.706505 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-6a5a6780-0d48-4e5e-b9f8-ca9b123a6f63 req-919fa0a1-bdc0-4d53-b7f2-9b029773a5c1 tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] For port 37327d45-43db-4f2b-b2c2-d66f9a414b16, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=37327d45-43db-4f2b-b2c2-d66f9a414b16,segment=NetworkSegment(a992ca7b-0374-4ac8-89fd-e7752d9855d0),segment_id=a992ca7b-0374-4ac8-89fd-e7752d9855d0)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:40:23.706871 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-6a5a6780-0d48-4e5e-b9f8-ca9b123a6f63 req-919fa0a1-bdc0-4d53-b7f2-9b029773a5c1 tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:23.709200 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef2ee19-eb03-4542-b6d6-c6f7c2aaa1b5 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Pushing event updated for resources: {'Network': ['ID=1fc85249-3890-4eae-94bc-b96a210c7685,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:40:23.722734 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-6a5a6780-0d48-4e5e-b9f8-ca9b123a6f63 req-919fa0a1-bdc0-4d53-b7f2-9b029773a5c1 tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] Calling delete_port for 37327d45-43db-4f2b-b2c2-d66f9a414b16 owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:40:23.727906 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b55b01-aaab-40fe-9d08-be4908cbd0b5 None None] Network b0300c70-9e49-485d-966f-9f0167ee49d0 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:40:23.752577 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-e6b55b01-aaab-40fe-9d08-be4908cbd0b5 None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:40:23.757496 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network 1fc85249-3890-4eae-94bc-b96a210c7685 details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 13:40:23.760776 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b55b01-aaab-40fe-9d08-be4908cbd0b5 None None] Pushing event updated for resources: {'Port': ['ID=60549e86-36d9-4827-b9b5-453a0c95040f,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:40:23.768694 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b55b01-aaab-40fe-9d08-be4908cbd0b5 None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:40:23.774601 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 39251d49-5145-4722-9db9-3b02dfcece02 up at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:40:23.805990 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-89366322-a01a-4ea3-9f53-0db61e08c3cf tempest-ExtraDHCPOptionsIpV6TestJSON-759252489 tempest-ExtraDHCPOptionsIpV6TestJSON-759252489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6018343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6104998'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:23.877788 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89366322-a01a-4ea3-9f53-0db61e08c3cf tempest-ExtraDHCPOptionsIpV6TestJSON-759252489 tempest-ExtraDHCPOptionsIpV6TestJSON-759252489-project] Pushing event updated for resources: {'Subnet': ['ID=bd2693f4-86d0-4ef8-b491-b00aa3d45b40,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:40:23.889910 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8af8cdc7-734e-4ee4-9ae3-de93000375da tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Made reservation on behalf of a3a55d0c2c5148168cd13a19132e8832 for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:40:23.891400 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-6a5a6780-0d48-4e5e-b9f8-ca9b123a6f63 req-919fa0a1-bdc0-4d53-b7f2-9b029773a5c1 tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:23.894359 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8af8cdc7-734e-4ee4-9ae3-de93000375da tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6104980'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:23.915842 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['5fa44009-4573-407b-8afd-36362360c411'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:40:23.917894 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['3601d3e1-284c-439d-81ca-b7e8751d725f', 'a6f1b671-fbe2-4cb1-9114-8040dc67ae20', '37327d45-43db-4f2b-b2c2-d66f9a414b16'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:40:23.930581 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919fa0a1-bdc0-4d53-b7f2-9b029773a5c1 tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] Pushing event deleted for resources: {'Port': ['ID=37327d45-43db-4f2b-b2c2-d66f9a414b16,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:40:23.960580 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89366322-a01a-4ea3-9f53-0db61e08c3cf tempest-ExtraDHCPOptionsIpV6TestJSON-759252489 tempest-ExtraDHCPOptionsIpV6TestJSON-759252489-project] Checking segment: {'id': '9b2ed5f6-d6f9-4220-bf83-9c22d3a47a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e4af3e95-e77d-422d-9812-3edaea284ed7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:40:23.961421 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89366322-a01a-4ea3-9f53-0db61e08c3cf tempest-ExtraDHCPOptionsIpV6TestJSON-759252489 tempest-ExtraDHCPOptionsIpV6TestJSON-759252489-project] Network hostable DHCP agents. Network: e4af3e95-e77d-422d-9812-3edaea284ed7, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 13:40:24.000986 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a5a6780-0d48-4e5e-b9f8-ca9b123a6f63 req-919fa0a1-bdc0-4d53-b7f2-9b029773a5c1 tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] No DVR routers for this DVR port 37327d45-43db-4f2b-b2c2-d66f9a414b16 on host n-h1-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:40:24.006290 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-6a5a6780-0d48-4e5e-b9f8-ca9b123a6f63 req-919fa0a1-bdc0-4d53-b7f2-9b029773a5c1 tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:24.008955 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6a5a6780-0d48-4e5e-b9f8-ca9b123a6f63 req-919fa0a1-bdc0-4d53-b7f2-9b029773a5c1 tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] 10.222.0.26 "DELETE /v2.0/ports/37327d45-43db-4f2b-b2c2-d66f9a414b16 HTTP/1.1" status: 204 len: 173 time: 0.7528954 Jul 13 13:40:24.009675 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c67f21f-8602-4690-a16a-b18bee9d640f', 'name': 'network-vif-deleted', 'tag': '37327d45-43db-4f2b-b2c2-d66f9a414b16'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:40:24.012915 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcb4f713-c236-42de-b509-59feaab542b4" -d '{"events": [{"server_uuid": "3c67f21f-8602-4690-a16a-b18bee9d640f", "name": "network-vif-deleted", "tag": "37327d45-43db-4f2b-b2c2-d66f9a414b16"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:40:24.032553 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-e6b55b01-aaab-40fe-9d08-be4908cbd0b5 None None] Attempting to bind port 60549e86-36d9-4827-b9b5-453a0c95040f on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:40:24.033160 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-e6b55b01-aaab-40fe-9d08-be4908cbd0b5 None None] Attempting to bind port 60549e86-36d9-4827-b9b5-453a0c95040f by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': 'ec956368-c7a6-451b-b523-68dc95659a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'b0300c70-9e49-485d-966f-9f0167ee49d0'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:40:24.033684 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b55b01-aaab-40fe-9d08-be4908cbd0b5 None None] Attempting to bind port 60549e86-36d9-4827-b9b5-453a0c95040f on network b0300c70-9e49-485d-966f-9f0167ee49d0 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:40:24.042812 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89366322-a01a-4ea3-9f53-0db61e08c3cf tempest-ExtraDHCPOptionsIpV6TestJSON-759252489 tempest-ExtraDHCPOptionsIpV6TestJSON-759252489-project] Network e4af3e95-e77d-422d-9812-3edaea284ed7 is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 13:40:24.058091 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b55b01-aaab-40fe-9d08-be4908cbd0b5 None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 40, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:40:24.058467 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b55b01-aaab-40fe-9d08-be4908cbd0b5 None None] Checking segment: {'id': 'ec956368-c7a6-451b-b523-68dc95659a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'b0300c70-9e49-485d-966f-9f0167ee49d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:40:24.060464 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e6b55b01-aaab-40fe-9d08-be4908cbd0b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:24.062321 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b55b01-aaab-40fe-9d08-be4908cbd0b5 None None] Bound using segment: {'id': 'ec956368-c7a6-451b-b523-68dc95659a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'b0300c70-9e49-485d-966f-9f0167ee49d0'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:40:24.063008 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-e6b55b01-aaab-40fe-9d08-be4908cbd0b5 None None] Bound port: 60549e86-36d9-4827-b9b5-453a0c95040f, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec956368-c7a6-451b-b523-68dc95659a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'b0300c70-9e49-485d-966f-9f0167ee49d0'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:40:24.063714 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e6b55b01-aaab-40fe-9d08-be4908cbd0b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:24.072449 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-89366322-a01a-4ea3-9f53-0db61e08c3cf tempest-ExtraDHCPOptionsIpV6TestJSON-759252489 tempest-ExtraDHCPOptionsIpV6TestJSON-759252489-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, e4af3e95-e77d-422d-9812-3edaea284ed7) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:40:24.073885 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8b360a5-13de-40aa-aa41-cbc287b88bee x-openstack-request-id: req-e8b360a5-13de-40aa-aa41-cbc287b88bee {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:40:24.073885 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c67f21f-8602-4690-a16a-b18bee9d640f", "name": "network-vif-deleted", "tag": "37327d45-43db-4f2b-b2c2-d66f9a414b16", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:40:24.074122 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e8b360a5-13de-40aa-aa41-cbc287b88bee {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:40:24.074612 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c67f21f-8602-4690-a16a-b18bee9d640f', 'name': 'network-vif-deleted', 'tag': '37327d45-43db-4f2b-b2c2-d66f9a414b16', 'status': 'completed', 'code': 200} Jul 13 13:40:24.080876 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89366322-a01a-4ea3-9f53-0db61e08c3cf tempest-ExtraDHCPOptionsIpV6TestJSON-759252489 tempest-ExtraDHCPOptionsIpV6TestJSON-759252489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:24.081471 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-89366322-a01a-4ea3-9f53-0db61e08c3cf tempest-ExtraDHCPOptionsIpV6TestJSON-759252489 tempest-ExtraDHCPOptionsIpV6TestJSON-759252489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:24.097857 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5a5b57f-4f62-4f03-94e6-84e5e06f7934 None None] Network e4af3e95-e77d-422d-9812-3edaea284ed7 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:40:24.128268 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82934091-f4d5-4781-81e0-b3aa9b9c8408 req-c006c173-6087-4f5c-9325-930f88c8560c tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:24.129852 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-82934091-f4d5-4781-81e0-b3aa9b9c8408 req-c006c173-6087-4f5c-9325-930f88c8560c tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/ports?device_id=69b35cda-f215-4655-a2f4-9c066ffba9b2 HTTP/1.1" status: 200 len: 943 time: 0.1603258 Jul 13 13:40:24.159600 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-89366322-a01a-4ea3-9f53-0db61e08c3cf tempest-ExtraDHCPOptionsIpV6TestJSON-759252489 tempest-ExtraDHCPOptionsIpV6TestJSON-759252489-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7992144 Jul 13 13:40:24.160702 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 60440) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:40:24.165847 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-461d214d-ade9-4ffa-8afc-0e4d721b782d tempest-ExtraDHCPOptionsIpV6TestJSON-759252489 tempest-ExtraDHCPOptionsIpV6TestJSON-759252489-project] Request body: {'port': {'network_id': 'e4af3e95-e77d-422d-9812-3edaea284ed7', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-488967752'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:40:24.192671 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning complete for port 39251d49-5145-4722-9db9-3b02dfcece02 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:40:24.193050 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:24.230400 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-82934091-f4d5-4781-81e0-b3aa9b9c8408 req-141c7cf7-f82b-4ba7-8464-054a59ef6c9f tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/security-groups?id=4f83e00a-e782-49e6-b944-d06b9e971cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936785 Jul 13 13:40:24.256840 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8af8cdc7-734e-4ee4-9ae3-de93000375da tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6018343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6104998'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:24.339764 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239ef06b-0118-491d-9734-caac77ee3c86 req-9f8a0eda-bf85-4e89-8a69-860ce7dc0109 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:24.341812 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-239ef06b-0118-491d-9734-caac77ee3c86 req-9f8a0eda-bf85-4e89-8a69-860ce7dc0109 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.23 "GET /v2.0/ports?device_id=2daa289b-28a6-4674-93f8-96833f6934ea HTTP/1.1" status: 200 len: 945 time: 0.1135254 Jul 13 13:40:24.350977 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af8cdc7-734e-4ee4-9ae3-de93000375da tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Checking segment: {'id': 'ad754f31-60fe-40f3-9ede-de7a8f5d95d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '1fc85249-3890-4eae-94bc-b96a210c7685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:40:24.351600 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af8cdc7-734e-4ee4-9ae3-de93000375da tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Network hostable DHCP agents. Network: 1fc85249-3890-4eae-94bc-b96a210c7685, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 13:40:24.355445 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af8cdc7-734e-4ee4-9ae3-de93000375da tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Pushing event updated for resources: {'Subnet': ['ID=e7f5b6e8-d813-4b60-9dc5-547deb2b74db,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:40:24.379573 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af8cdc7-734e-4ee4-9ae3-de93000375da tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Network 1fc85249-3890-4eae-94bc-b96a210c7685 is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 13:40:24.391173 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-8af8cdc7-734e-4ee4-9ae3-de93000375da tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, 1fc85249-3890-4eae-94bc-b96a210c7685) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:40:24.395581 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af8cdc7-734e-4ee4-9ae3-de93000375da tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:24.396659 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8af8cdc7-734e-4ee4-9ae3-de93000375da tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:24.407854 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device f150ad68-169c-403e-9131-7c773a3c06b4 details requested by agent hyperv_n-h1-800634-1 with host n-h1-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 13:40:24.409853 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de7c4371-8d52-4baa-a0e8-7c138c4388f7 None None] Network 1fc85249-3890-4eae-94bc-b96a210c7685 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:40:24.410443 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-461d214d-ade9-4ffa-8afc-0e4d721b782d tempest-ExtraDHCPOptionsIpV6TestJSON-759252489 tempest-ExtraDHCPOptionsIpV6TestJSON-759252489-project] Made reservation on behalf of eeb6da18e5a54bffa0753e691277437d for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:40:24.414768 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-8af8cdc7-734e-4ee4-9ae3-de93000375da tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.7210121 Jul 13 13:40:24.417389 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 60444) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:40:24.418779 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-461d214d-ade9-4ffa-8afc-0e4d721b782d tempest-ExtraDHCPOptionsIpV6TestJSON-759252489 tempest-ExtraDHCPOptionsIpV6TestJSON-759252489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:24.437051 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-239ef06b-0118-491d-9734-caac77ee3c86 req-9184d157-1598-4820-a109-d468ea7fd7a9 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.23 "GET /v2.0/security-groups?id=215441dc-b65f-49ea-b8ce-4afa75e23159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862825 Jul 13 13:40:24.443786 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [None req-461d214d-ade9-4ffa-8afc-0e4d721b782d tempest-ExtraDHCPOptionsIpV6TestJSON-759252489 tempest-ExtraDHCPOptionsIpV6TestJSON-759252489-project] device_id is not set on port 49b1ab23-37c0-400d-911f-6b24dc9e7593 yet. {{(pid=93750) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 13:40:24.576471 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-e6b55b01-aaab-40fe-9d08-be4908cbd0b5 None None] For port 60549e86-36d9-4827-b9b5-453a0c95040f, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:40:24.576986 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-221f9919-dacb-4961-ad11-4b7be4c7c192 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:24.584212 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-195fa5fd-9c3a-499c-a347-14dee989694c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a7201e1-61ce-5a3e-b7f7-e800379ed03b-e4af3e95-e77d-422d-9812-3edaea284ed7', 'network_id': 'e4af3e95-e77d-422d-9812-3edaea284ed7', 'tenant_id': 'eeb6da18e5a54bffa0753e691277437d', 'fixed_ips': [{'subnet_id': 'bd2693f4-86d0-4ef8-b491-b00aa3d45b40'}]}} from n-d-800634-1. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 13:40:24.585116 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-195fa5fd-9c3a-499c-a347-14dee989694c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:24.625831 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-461d214d-ade9-4ffa-8afc-0e4d721b782d tempest-ExtraDHCPOptionsIpV6TestJSON-759252489 tempest-ExtraDHCPOptionsIpV6TestJSON-759252489-project] Allocated IP 2001:db8::fd (e4af3e95-e77d-422d-9812-3edaea284ed7/bd2693f4-86d0-4ef8-b491-b00aa3d45b40/49b1ab23-37c0-400d-911f-6b24dc9e7593) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:40:24.689089 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-221f9919-dacb-4961-ad11-4b7be4c7c192 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:24.689804 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-e6b55b01-aaab-40fe-9d08-be4908cbd0b5 None None] For port 60549e86-36d9-4827-b9b5-453a0c95040f, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=60549e86-36d9-4827-b9b5-453a0c95040f,segment=NetworkSegment(ec956368-c7a6-451b-b523-68dc95659a97),segment_id=ec956368-c7a6-451b-b523-68dc95659a97)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:40:24.750636 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c9dc4e25-e001-4e3d-a953-56eb64430be3 req-ff14fdfe-af1e-4681-805f-2a6655c3ddf3 tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c67f21f-8602-4690-a16a-b18bee9d640f HTTP/1.1" status: 200 len: 210 time: 0.0625763 Jul 13 13:40:24.804345 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-221f9919-dacb-4961-ad11-4b7be4c7c192 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6018534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6105009'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:24.817330 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e6b55b01-aaab-40fe-9d08-be4908cbd0b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:24.834113 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221f9919-dacb-4961-ad11-4b7be4c7c192 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Pushing event deleted for resources: {'Subnet': ['ID=e7f5b6e8-d813-4b60-9dc5-547deb2b74db,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:40:24.877526 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-461d214d-ade9-4ffa-8afc-0e4d721b782d tempest-ExtraDHCPOptionsIpV6TestJSON-759252489 tempest-ExtraDHCPOptionsIpV6TestJSON-759252489-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:24.890643 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [None req-461d214d-ade9-4ffa-8afc-0e4d721b782d tempest-ExtraDHCPOptionsIpV6TestJSON-759252489 tempest-ExtraDHCPOptionsIpV6TestJSON-759252489-project] Transition to ACTIVE for port object 49b1ab23-37c0-400d-911f-6b24dc9e7593 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:40:24.967576 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-461d214d-ade9-4ffa-8afc-0e4d721b782d tempest-ExtraDHCPOptionsIpV6TestJSON-759252489 tempest-ExtraDHCPOptionsIpV6TestJSON-759252489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:25.040234 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df3bdcd-05ae-4305-8ae4-f7a7bf066f8c req-aa3011c7-6d2c-4afa-9e4e-8f5135971b96 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:25.041795 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9df3bdcd-05ae-4305-8ae4-f7a7bf066f8c req-aa3011c7-6d2c-4afa-9e4e-8f5135971b96 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/ports?device_id=700d3790-c4d1-451b-bc66-257ddd7b5f93 HTTP/1.1" status: 200 len: 945 time: 0.2407980 Jul 13 13:40:25.044557 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-461d214d-ade9-4ffa-8afc-0e4d721b782d tempest-ExtraDHCPOptionsIpV6TestJSON-759252489 tempest-ExtraDHCPOptionsIpV6TestJSON-759252489-project] Network e4af3e95-e77d-422d-9812-3edaea284ed7 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:40:25.052781 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-461d214d-ade9-4ffa-8afc-0e4d721b782d tempest-ExtraDHCPOptionsIpV6TestJSON-759252489 tempest-ExtraDHCPOptionsIpV6TestJSON-759252489-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:40:25.062699 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461d214d-ade9-4ffa-8afc-0e4d721b782d tempest-ExtraDHCPOptionsIpV6TestJSON-759252489 tempest-ExtraDHCPOptionsIpV6TestJSON-759252489-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:40:25.068331 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-461d214d-ade9-4ffa-8afc-0e4d721b782d tempest-ExtraDHCPOptionsIpV6TestJSON-759252489 tempest-ExtraDHCPOptionsIpV6TestJSON-759252489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:25.068968 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-461d214d-ade9-4ffa-8afc-0e4d721b782d tempest-ExtraDHCPOptionsIpV6TestJSON-759252489 tempest-ExtraDHCPOptionsIpV6TestJSON-759252489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:25.073548 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461d214d-ade9-4ffa-8afc-0e4d721b782d tempest-ExtraDHCPOptionsIpV6TestJSON-759252489 tempest-ExtraDHCPOptionsIpV6TestJSON-759252489-project] Pushing event updated for resources: {'Port': ['ID=49b1ab23-37c0-400d-911f-6b24dc9e7593,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:40:25.121854 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-461d214d-ade9-4ffa-8afc-0e4d721b782d tempest-ExtraDHCPOptionsIpV6TestJSON-759252489 tempest-ExtraDHCPOptionsIpV6TestJSON-759252489-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 940 time: 0.9585314 Jul 13 13:40:25.128145 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 60452) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:40:25.133264 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-0c6ff14d-9acf-4a94-9ee8-f77166ecc030 tempest-ExtraDHCPOptionsIpV6TestJSON-759252489 tempest-ExtraDHCPOptionsIpV6TestJSON-759252489-project] Request body: {'port': {'network_id': 'e4af3e95-e77d-422d-9812-3edaea284ed7', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-365781565', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:40:25.133764 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.api.validators [None req-0c6ff14d-9acf-4a94-9ee8-f77166ecc030 tempest-ExtraDHCPOptionsIpV6TestJSON-759252489 tempest-ExtraDHCPOptionsIpV6TestJSON-759252489-project] bootfile-name is not in valid_values {{(pid=93750) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 13 13:40:25.134124 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.api.validators [None req-0c6ff14d-9acf-4a94-9ee8-f77166ecc030 tempest-ExtraDHCPOptionsIpV6TestJSON-759252489 tempest-ExtraDHCPOptionsIpV6TestJSON-759252489-project] tftp-server is not in valid_values {{(pid=93750) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 13 13:40:25.134444 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.api.validators [None req-0c6ff14d-9acf-4a94-9ee8-f77166ecc030 tempest-ExtraDHCPOptionsIpV6TestJSON-759252489 tempest-ExtraDHCPOptionsIpV6TestJSON-759252489-project] server-ip-address is not in valid_values {{(pid=93750) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 13 13:40:25.145303 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9df3bdcd-05ae-4305-8ae4-f7a7bf066f8c req-ff9a3bf1-227d-45ed-8194-7fd47a3983af tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8450e8a-3ce6-4095-b6b4-37555b8042b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967891 Jul 13 13:40:25.208050 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:25.236046 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-221f9919-dacb-4961-ad11-4b7be4c7c192 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:25.252546 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-221f9919-dacb-4961-ad11-4b7be4c7c192 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fc85249-3890-4eae-94bc-b96a210c7685']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:40:25.273341 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-221f9919-dacb-4961-ad11-4b7be4c7c192 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad754f31-60fe-40f3-9ede-de7a8f5d95d9') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:40:25.273985 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-221f9919-dacb-4961-ad11-4b7be4c7c192 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad754f31-60fe-40f3-9ede-de7a8f5d95d9') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:40:25.280175 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c6ff14d-9acf-4a94-9ee8-f77166ecc030 tempest-ExtraDHCPOptionsIpV6TestJSON-759252489 tempest-ExtraDHCPOptionsIpV6TestJSON-759252489-project] Made reservation on behalf of eeb6da18e5a54bffa0753e691277437d for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:40:25.288795 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0c6ff14d-9acf-4a94-9ee8-f77166ecc030 tempest-ExtraDHCPOptionsIpV6TestJSON-759252489 tempest-ExtraDHCPOptionsIpV6TestJSON-759252489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:25.296945 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-221f9919-dacb-4961-ad11-4b7be4c7c192 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6018464'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:25.326089 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [None req-0c6ff14d-9acf-4a94-9ee8-f77166ecc030 tempest-ExtraDHCPOptionsIpV6TestJSON-759252489 tempest-ExtraDHCPOptionsIpV6TestJSON-759252489-project] device_id is not set on port 5fa01d00-3246-4bab-9f61-ff73e9f423c1 yet. {{(pid=93750) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 13:40:25.327769 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-221f9919-dacb-4961-ad11-4b7be4c7c192 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:25.363508 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-221f9919-dacb-4961-ad11-4b7be4c7c192 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 13:40:25.364257 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-221f9919-dacb-4961-ad11-4b7be4c7c192 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6018632'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:25.379614 n-d-800634-1 neutron-server[93751]: Traceback (most recent call last): Jul 13 13:40:25.379614 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 13:40:25.379614 n-d-800634-1 neutron-server[93751]: timer() Jul 13 13:40:25.379614 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 13:40:25.379614 n-d-800634-1 neutron-server[93751]: cb(*args, **kw) Jul 13 13:40:25.379614 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 13:40:25.379614 n-d-800634-1 neutron-server[93751]: return func(*args, **kwargs) Jul 13 13:40:25.379614 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 13:40:25.379614 n-d-800634-1 neutron-server[93751]: self._notify() Jul 13 13:40:25.379614 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 13:40:25.379614 n-d-800634-1 neutron-server[93751]: self.callback(batched_events) Jul 13 13:40:25.379614 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 13:40:25.379614 n-d-800634-1 neutron-server[93751]: event.method(event) Jul 13 13:40:25.379614 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 13:40:25.379614 n-d-800634-1 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 13:40:25.379614 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 13:40:25.379614 n-d-800634-1 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 13:40:25.379614 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 13:40:25.379614 n-d-800634-1 neutron-server[93751]: return f(self, *a, **k) Jul 13 13:40:25.379614 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 13:40:25.379614 n-d-800634-1 neutron-server[93751]: return self._get(url).json() Jul 13 13:40:25.379614 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 13:40:25.379614 n-d-800634-1 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 13:40:25.379614 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 13:40:25.379614 n-d-800634-1 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 13 13:40:25.379614 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 13:40:25.379614 n-d-800634-1 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 13:40:25.379614 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 13:40:25.379614 n-d-800634-1 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 13:40:25.379614 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 13:40:25.379614 n-d-800634-1 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 13:40:25.379614 n-d-800634-1 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 13:40:25.394505 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port f150ad68-169c-403e-9131-7c773a3c06b4, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=f150ad68-169c-403e-9131-7c773a3c06b4,segment=NetworkSegment(f952029b-434e-49c6-8d96-f83b0194500d),segment_id=f952029b-434e-49c6-8d96-f83b0194500d)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:40:25.410552 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b55b01-aaab-40fe-9d08-be4908cbd0b5 None None] Pushing event updated for resources: {'Port': ['ID=60549e86-36d9-4827-b9b5-453a0c95040f,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:40:25.419303 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea8e8a3-5cd5-44a3-b4b0-8f8d2150cb6f None None] Network 1fc85249-3890-4eae-94bc-b96a210c7685 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:40:25.420855 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2daa289b-28a6-4674-93f8-96833f6934ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39251d49-5145-4722-9db9-3b02dfcece02'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:40:25.423413 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa4bd478-5633-4baf-9080-b4f2422958be" -d '{"events": [{"server_uuid": "2daa289b-28a6-4674-93f8-96833f6934ea", "name": "network-vif-plugged", "status": "completed", "tag": "39251d49-5145-4722-9db9-3b02dfcece02"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:40:25.493132 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Returning: {'device': 'f150ad68-169c-403e-9131-7c773a3c06b4', 'network_id': '5c5b1ca0-24b0-4412-b81d-dc9907cb0039', 'port_id': 'f150ad68-169c-403e-9131-7c773a3c06b4', 'mac_address': 'fa:16:3e:d4:88:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41cb83d6-1972-42a1-91b6-99e2d7728a68', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 13:40:25.506894 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 39251d49-5145-4722-9db9-3b02dfcece02, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=39251d49-5145-4722-9db9-3b02dfcece02,segment=NetworkSegment(b2cba7f6-e29b-4b72-b31f-06e263582f9a),segment_id=b2cba7f6-e29b-4b72-b31f-06e263582f9a)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:40:25.547162 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-221f9919-dacb-4961-ad11-4b7be4c7c192 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:25.557063 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-221f9919-dacb-4961-ad11-4b7be4c7c192 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:25.559533 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-221f9919-dacb-4961-ad11-4b7be4c7c192 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] 10.222.0.23 "DELETE /v2.0/networks/1fc85249-3890-4eae-94bc-b96a210c7685 HTTP/1.1" status: 204 len: 168 time: 1.1405225 Jul 13 13:40:25.563291 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 60462) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:40:25.569262 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-be20e47c-5cdf-45f5-acfb-cfc6315faa04 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-128693648'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:40:25.576158 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221f9919-dacb-4961-ad11-4b7be4c7c192 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Pushing event deleted for resources: {'Network': ['ID=1fc85249-3890-4eae-94bc-b96a210c7685,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:40:25.585113 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-195fa5fd-9c3a-499c-a347-14dee989694c None None] Allocated IP 2001:db8::2 (e4af3e95-e77d-422d-9812-3edaea284ed7/bd2693f4-86d0-4ef8-b491-b00aa3d45b40/a4a71b17-6182-49d5-8d25-fa876aa7af8a) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:40:25.597585 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c61dc6-265b-4b80-a991-8da25e048b7c req-d30be2b3-838c-4ba6-b025-29a4d3356ce4 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:25.599284 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be20e47c-5cdf-45f5-acfb-cfc6315faa04 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Made reservation on behalf of a3a55d0c2c5148168cd13a19132e8832 for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:40:25.604996 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d1c61dc6-265b-4b80-a991-8da25e048b7c req-d30be2b3-838c-4ba6-b025-29a4d3356ce4 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/ports?device_id=69b35cda-f215-4655-a2f4-9c066ffba9b2 HTTP/1.1" status: 200 len: 943 time: 0.1303499 Jul 13 13:40:25.605183 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-be20e47c-5cdf-45f5-acfb-cfc6315faa04 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:25.648274 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be20e47c-5cdf-45f5-acfb-cfc6315faa04 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 13:40:25.653364 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d1c61dc6-265b-4b80-a991-8da25e048b7c req-cf13a126-2841-4c6a-9fca-6e8b26b5264f tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/security-groups?id=4f83e00a-e782-49e6-b944-d06b9e971cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467029 Jul 13 13:40:25.665665 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-be20e47c-5cdf-45f5-acfb-cfc6315faa04 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:25.666168 n-d-800634-1 neutron-server[93750]: INFO neutron.db.segments_db [None req-be20e47c-5cdf-45f5-acfb-cfc6315faa04 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Added segment 954bc93d-e1e6-4599-bb96-7c6c1cd9e428 of type vlan for network c9c89a96-fe79-41e6-aaa2-d9ca4ff66512 Jul 13 13:40:25.691346 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a337a95f-6b5d-4856-ab4f-3c4d838b86ce x-openstack-request-id: req-a337a95f-6b5d-4856-ab4f-3c4d838b86ce {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:40:25.691817 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2daa289b-28a6-4674-93f8-96833f6934ea", "name": "network-vif-plugged", "status": "completed", "tag": "39251d49-5145-4722-9db9-3b02dfcece02", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:40:25.692190 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a337a95f-6b5d-4856-ab4f-3c4d838b86ce {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:40:25.692645 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2daa289b-28a6-4674-93f8-96833f6934ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39251d49-5145-4722-9db9-3b02dfcece02', 'code': 200} Jul 13 13:40:25.698142 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:25.739165 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-be20e47c-5cdf-45f5-acfb-cfc6315faa04 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:25.833018 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-be20e47c-5cdf-45f5-acfb-cfc6315faa04 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:25.838637 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be20e47c-5cdf-45f5-acfb-cfc6315faa04 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:25.839232 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-be20e47c-5cdf-45f5-acfb-cfc6315faa04 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:25.861618 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:25.885439 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=39251d49-5145-4722-9db9-3b02dfcece02,revision_number=8']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:40:25.920909 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f150ad68-169c-403e-9131-7c773a3c06b4 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:40:25.924706 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-be20e47c-5cdf-45f5-acfb-cfc6315faa04 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3602805 Jul 13 13:40:25.928002 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 60468) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:40:25.933449 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-0909e319-dfd4-441d-ba5d-04f1530341c1 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Request body: {'subnet': {'network_id': 'c9c89a96-fe79-41e6-aaa2-d9ca4ff66512', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:40:25.939246 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a116e9d9-0a61-4c99-8597-2d2e137760d1 req-f3b17fff-4038-4de5-b2a4-7bb4daf8e760 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:25.946078 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a116e9d9-0a61-4c99-8597-2d2e137760d1 req-f3b17fff-4038-4de5-b2a4-7bb4daf8e760 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.23 "GET /v2.0/ports?device_id=2daa289b-28a6-4674-93f8-96833f6934ea HTTP/1.1" status: 200 len: 946 time: 0.2193124 Jul 13 13:40:25.956394 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be20e47c-5cdf-45f5-acfb-cfc6315faa04 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Pushing event updated for resources: {'Network': ['ID=c9c89a96-fe79-41e6-aaa2-d9ca4ff66512,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:40:25.966931 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port f150ad68-169c-403e-9131-7c773a3c06b4, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=f150ad68-169c-403e-9131-7c773a3c06b4,segment=NetworkSegment(f952029b-434e-49c6-8d96-f83b0194500d),segment_id=f952029b-434e-49c6-8d96-f83b0194500d)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:40:25.973689 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e7571a-6d7e-4c31-9461-5caa807cc293 req-50570d0b-b62b-430f-824e-408e14a55c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:25.975246 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-33e7571a-6d7e-4c31-9461-5caa807cc293 req-50570d0b-b62b-430f-824e-408e14a55c21 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2daa289b-28a6-4674-93f8-96833f6934ea HTTP/1.1" status: 200 len: 1097 time: 0.1928120 Jul 13 13:40:25.991298 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network c9c89a96-fe79-41e6-aaa2-d9ca4ff66512 details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 13:40:25.995592 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:26.056310 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a116e9d9-0a61-4c99-8597-2d2e137760d1 req-80a51ec0-4c73-4b5d-9bf8-e184b580ecc5 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.23 "GET /v2.0/security-groups?id=215441dc-b65f-49ea-b8ce-4afa75e23159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091340 Jul 13 13:40:26.091071 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0909e319-dfd4-441d-ba5d-04f1530341c1 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Made reservation on behalf of a3a55d0c2c5148168cd13a19132e8832 for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:40:26.095778 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0909e319-dfd4-441d-ba5d-04f1530341c1 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6104980'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:26.099001 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-33e7571a-6d7e-4c31-9461-5caa807cc293 req-c3be39e5-9816-43b1-9ebc-9b392c2db8a9 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=215441dc-b65f-49ea-b8ce-4afa75e23159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099203 Jul 13 13:40:26.186206 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=f150ad68-169c-403e-9131-7c773a3c06b4,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:40:26.222741 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.ipam_backend_mixin [None req-0909e319-dfd4-441d-ba5d-04f1530341c1 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Performing IP validity checks on allocation pools {{(pid=93751) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 13 13:40:26.223344 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.ipam_backend_mixin [None req-0909e319-dfd4-441d-ba5d-04f1530341c1 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93751) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 13 13:40:26.247603 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-195fa5fd-9c3a-499c-a347-14dee989694c None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:26.267497 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-195fa5fd-9c3a-499c-a347-14dee989694c None None] Transition to ACTIVE for port object a4a71b17-6182-49d5-8d25-fa876aa7af8a will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:40:26.286314 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-195fa5fd-9c3a-499c-a347-14dee989694c None None] Transition to ACTIVE for port object a4a71b17-6182-49d5-8d25-fa876aa7af8a will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:40:26.295411 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-195fa5fd-9c3a-499c-a347-14dee989694c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:26.348978 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-195fa5fd-9c3a-499c-a347-14dee989694c None None] Network e4af3e95-e77d-422d-9812-3edaea284ed7 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:40:26.354628 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-195fa5fd-9c3a-499c-a347-14dee989694c None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:40:26.358508 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['f150ad68-169c-403e-9131-7c773a3c06b4'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:40:26.360509 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195fa5fd-9c3a-499c-a347-14dee989694c None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:40:26.362862 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195fa5fd-9c3a-499c-a347-14dee989694c None None] Pushing event updated for resources: {'Port': ['ID=a4a71b17-6182-49d5-8d25-fa876aa7af8a,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:40:26.419246 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 37327d45-43db-4f2b-b2c2-d66f9a414b16 no longer exists at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:40:26.427420 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0909e319-dfd4-441d-ba5d-04f1530341c1 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6018343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6104998'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:26.449109 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-0c6ff14d-9acf-4a94-9ee8-f77166ecc030 tempest-ExtraDHCPOptionsIpV6TestJSON-759252489 tempest-ExtraDHCPOptionsIpV6TestJSON-759252489-project] Allocated IP 2001:db8::38e (e4af3e95-e77d-422d-9812-3edaea284ed7/bd2693f4-86d0-4ef8-b491-b00aa3d45b40/5fa01d00-3246-4bab-9f61-ff73e9f423c1) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:40:26.478056 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-381d4315-9089-413f-a071-aa2897bda790 None None] No Port match for: 37327d45-43db-4f2b-b2c2-d66f9a414b16 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:40:26.478403 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 37327d45-43db-4f2b-b2c2-d66f9a414b16 not bound to the agent host n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:40:26.496832 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a7882f-3070-4372-aa2a-4e468c77d709 req-b92003cb-1ee7-4305-9406-273ecf6f33a1 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:26.498846 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-91a7882f-3070-4372-aa2a-4e468c77d709 req-b92003cb-1ee7-4305-9406-273ecf6f33a1 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/ports?device_id=700d3790-c4d1-451b-bc66-257ddd7b5f93 HTTP/1.1" status: 200 len: 945 time: 0.1997483 Jul 13 13:40:26.505164 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-195fa5fd-9c3a-499c-a347-14dee989694c None None] Attempting to bind port a4a71b17-6182-49d5-8d25-fa876aa7af8a on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:40:26.505569 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-195fa5fd-9c3a-499c-a347-14dee989694c None None] Attempting to bind port a4a71b17-6182-49d5-8d25-fa876aa7af8a by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '9b2ed5f6-d6f9-4220-bf83-9c22d3a47a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e4af3e95-e77d-422d-9812-3edaea284ed7'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:40:26.506566 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195fa5fd-9c3a-499c-a347-14dee989694c None None] Attempting to bind port a4a71b17-6182-49d5-8d25-fa876aa7af8a on network e4af3e95-e77d-422d-9812-3edaea284ed7 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:40:26.514391 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0909e319-dfd4-441d-ba5d-04f1530341c1 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Pushing event updated for resources: {'Subnet': ['ID=4d22faed-0c93-4851-9cb0-8c90e8b89c11,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:40:26.515597 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195fa5fd-9c3a-499c-a347-14dee989694c None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 40, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:40:26.515891 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195fa5fd-9c3a-499c-a347-14dee989694c None None] Checking segment: {'id': '9b2ed5f6-d6f9-4220-bf83-9c22d3a47a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e4af3e95-e77d-422d-9812-3edaea284ed7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:40:26.516232 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-195fa5fd-9c3a-499c-a347-14dee989694c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:26.516619 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195fa5fd-9c3a-499c-a347-14dee989694c None None] Bound using segment: {'id': '9b2ed5f6-d6f9-4220-bf83-9c22d3a47a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e4af3e95-e77d-422d-9812-3edaea284ed7'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:40:26.517088 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-195fa5fd-9c3a-499c-a347-14dee989694c None None] Bound port: a4a71b17-6182-49d5-8d25-fa876aa7af8a, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b2ed5f6-d6f9-4220-bf83-9c22d3a47a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e4af3e95-e77d-422d-9812-3edaea284ed7'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:40:26.521674 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-195fa5fd-9c3a-499c-a347-14dee989694c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:26.532350 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a60a80b5-6afc-495c-8786-c86302d74d63 None None] Network b0300c70-9e49-485d-966f-9f0167ee49d0 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:40:26.534248 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0909e319-dfd4-441d-ba5d-04f1530341c1 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Checking segment: {'id': '954bc93d-e1e6-4599-bb96-7c6c1cd9e428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c9c89a96-fe79-41e6-aaa2-d9ca4ff66512'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:40:26.534699 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0909e319-dfd4-441d-ba5d-04f1530341c1 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Network hostable DHCP agents. Network: c9c89a96-fe79-41e6-aaa2-d9ca4ff66512, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 13:40:26.560806 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0909e319-dfd4-441d-ba5d-04f1530341c1 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Network c9c89a96-fe79-41e6-aaa2-d9ca4ff66512 is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 13:40:26.577069 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-0909e319-dfd4-441d-ba5d-04f1530341c1 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, c9c89a96-fe79-41e6-aaa2-d9ca4ff66512) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:40:26.592577 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0909e319-dfd4-441d-ba5d-04f1530341c1 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:26.592825 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-91a7882f-3070-4372-aa2a-4e468c77d709 req-afcf8dfc-e20c-419f-9c1c-d5d6403ff2b8 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8450e8a-3ce6-4095-b6b4-37555b8042b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866988 Jul 13 13:40:26.594653 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0909e319-dfd4-441d-ba5d-04f1530341c1 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:26.604112 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52374ded-9c4a-4238-b3fd-e1ae8f5e46c4 None None] Network c9c89a96-fe79-41e6-aaa2-d9ca4ff66512 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:40:26.631368 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-0909e319-dfd4-441d-ba5d-04f1530341c1 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.6996398 Jul 13 13:40:26.631572 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 60478) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:40:26.739975 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0c6ff14d-9acf-4a94-9ee8-f77166ecc030 tempest-ExtraDHCPOptionsIpV6TestJSON-759252489 tempest-ExtraDHCPOptionsIpV6TestJSON-759252489-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:26.752508 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-195fa5fd-9c3a-499c-a347-14dee989694c None None] For port a4a71b17-6182-49d5-8d25-fa876aa7af8a, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:40:26.756538 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-195fa5fd-9c3a-499c-a347-14dee989694c None None] For port a4a71b17-6182-49d5-8d25-fa876aa7af8a, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=a4a71b17-6182-49d5-8d25-fa876aa7af8a,segment=NetworkSegment(9b2ed5f6-d6f9-4220-bf83-9c22d3a47a53),segment_id=9b2ed5f6-d6f9-4220-bf83-9c22d3a47a53)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:40:26.761081 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [None req-0c6ff14d-9acf-4a94-9ee8-f77166ecc030 tempest-ExtraDHCPOptionsIpV6TestJSON-759252489 tempest-ExtraDHCPOptionsIpV6TestJSON-759252489-project] Transition to ACTIVE for port object 5fa01d00-3246-4bab-9f61-ff73e9f423c1 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:40:26.782648 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6f382b7b-24f3-4cde-ae5c-351d21b1a076 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:26.811665 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0c6ff14d-9acf-4a94-9ee8-f77166ecc030 tempest-ExtraDHCPOptionsIpV6TestJSON-759252489 tempest-ExtraDHCPOptionsIpV6TestJSON-759252489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:26.844782 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-195fa5fd-9c3a-499c-a347-14dee989694c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:26.848730 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6f382b7b-24f3-4cde-ae5c-351d21b1a076 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:26.881417 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6ff14d-9acf-4a94-9ee8-f77166ecc030 tempest-ExtraDHCPOptionsIpV6TestJSON-759252489 tempest-ExtraDHCPOptionsIpV6TestJSON-759252489-project] Pushing event updated for resources: {'Port': ['ID=5fa01d00-3246-4bab-9f61-ff73e9f423c1,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:40:26.901343 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c6ff14d-9acf-4a94-9ee8-f77166ecc030 tempest-ExtraDHCPOptionsIpV6TestJSON-759252489 tempest-ExtraDHCPOptionsIpV6TestJSON-759252489-project] Network e4af3e95-e77d-422d-9812-3edaea284ed7 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:40:26.920674 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-0c6ff14d-9acf-4a94-9ee8-f77166ecc030 tempest-ExtraDHCPOptionsIpV6TestJSON-759252489 tempest-ExtraDHCPOptionsIpV6TestJSON-759252489-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:40:26.927738 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6ff14d-9acf-4a94-9ee8-f77166ecc030 tempest-ExtraDHCPOptionsIpV6TestJSON-759252489 tempest-ExtraDHCPOptionsIpV6TestJSON-759252489-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:40:26.930083 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c6ff14d-9acf-4a94-9ee8-f77166ecc030 tempest-ExtraDHCPOptionsIpV6TestJSON-759252489 tempest-ExtraDHCPOptionsIpV6TestJSON-759252489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:26.930740 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0c6ff14d-9acf-4a94-9ee8-f77166ecc030 tempest-ExtraDHCPOptionsIpV6TestJSON-759252489 tempest-ExtraDHCPOptionsIpV6TestJSON-759252489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:26.935710 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195fa5fd-9c3a-499c-a347-14dee989694c None None] Pushing event updated for resources: {'Port': ['ID=a4a71b17-6182-49d5-8d25-fa876aa7af8a,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:40:26.968400 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-0c6ff14d-9acf-4a94-9ee8-f77166ecc030 tempest-ExtraDHCPOptionsIpV6TestJSON-759252489 tempest-ExtraDHCPOptionsIpV6TestJSON-759252489-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 1.8390276 Jul 13 13:40:26.971130 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 60482) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:40:26.975847 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6f382b7b-24f3-4cde-ae5c-351d21b1a076 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6018534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6105009'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:26.988573 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51d5e10-eecc-4335-9166-ca6237e39c83 req-53ebfeeb-0cb7-4021-a5fd-3b34c1f31763 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:26.990515 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c51d5e10-eecc-4335-9166-ca6237e39c83 req-53ebfeeb-0cb7-4021-a5fd-3b34c1f31763 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/ports?device_id=69b35cda-f215-4655-a2f4-9c066ffba9b2 HTTP/1.1" status: 200 len: 944 time: 0.1101646 Jul 13 13:40:27.016426 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-acdc3a66-45f9-4b28-aa5d-f71cc4bd508b None None] Provisioning for port 60549e86-36d9-4827-b9b5-453a0c95040f completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:40:27.066396 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c51d5e10-eecc-4335-9166-ca6237e39c83 req-1e180c26-2f74-4a0f-822a-bf68805e8866 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/security-groups?id=4f83e00a-e782-49e6-b944-d06b9e971cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666618 Jul 13 13:40:27.252683 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a38af17-7885-4167-8434-33e5ce2fecff None None] Network c9c89a96-fe79-41e6-aaa2-d9ca4ff66512 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:40:27.283441 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f382b7b-24f3-4cde-ae5c-351d21b1a076 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Pushing event deleted for resources: {'Subnet': ['ID=4d22faed-0c93-4851-9cb0-8c90e8b89c11,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:40:27.371939 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6f382b7b-24f3-4cde-ae5c-351d21b1a076 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:27.443393 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-6f382b7b-24f3-4cde-ae5c-351d21b1a076 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9c89a96-fe79-41e6-aaa2-d9ca4ff66512']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:40:27.461674 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-6f382b7b-24f3-4cde-ae5c-351d21b1a076 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '954bc93d-e1e6-4599-bb96-7c6c1cd9e428') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:40:27.462006 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-6f382b7b-24f3-4cde-ae5c-351d21b1a076 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '954bc93d-e1e6-4599-bb96-7c6c1cd9e428') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:40:27.471948 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 60549e86-36d9-4827-b9b5-453a0c95040f up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:40:27.498408 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6f382b7b-24f3-4cde-ae5c-351d21b1a076 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6018464'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:27.530550 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed9cac3-f3f6-4afb-b98c-311f4ac682a4 tempest-ExtraDHCPOptionsIpV6TestJSON-759252489 tempest-ExtraDHCPOptionsIpV6TestJSON-759252489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:27.538484 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed9cac3-f3f6-4afb-b98c-311f4ac682a4 tempest-ExtraDHCPOptionsIpV6TestJSON-759252489 tempest-ExtraDHCPOptionsIpV6TestJSON-759252489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:27.549450 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed9cac3-f3f6-4afb-b98c-311f4ac682a4 tempest-ExtraDHCPOptionsIpV6TestJSON-759252489 tempest-ExtraDHCPOptionsIpV6TestJSON-759252489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:27.551719 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-8ed9cac3-f3f6-4afb-b98c-311f4ac682a4 tempest-ExtraDHCPOptionsIpV6TestJSON-759252489 tempest-ExtraDHCPOptionsIpV6TestJSON-759252489-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2619 time: 0.5794804 Jul 13 13:40:27.554768 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 60490) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:40:27.573830 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6f382b7b-24f3-4cde-ae5c-351d21b1a076 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:27.587595 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1818fa-2ad0-4a43-bc1d-6caf581c011e req-4b96e517-8911-41e0-b203-abd92181bf31 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:27.590191 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2c1818fa-2ad0-4a43-bc1d-6caf581c011e req-4b96e517-8911-41e0-b203-abd92181bf31 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.23 "GET /v2.0/ports?device_id=2daa289b-28a6-4674-93f8-96833f6934ea HTTP/1.1" status: 200 len: 946 time: 0.3373199 Jul 13 13:40:27.593822 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port 60549e86-36d9-4827-b9b5-453a0c95040f completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:40:27.600537 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 60549e86-36d9-4827-b9b5-453a0c95040f triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:40:27.600745 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f382b7b-24f3-4cde-ae5c-351d21b1a076 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 13:40:27.601001 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:27.601126 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6f382b7b-24f3-4cde-ae5c-351d21b1a076 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6018632'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:27.716972 n-d-800634-1 neutron-server[93751]: Traceback (most recent call last): Jul 13 13:40:27.716972 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 13:40:27.716972 n-d-800634-1 neutron-server[93751]: timer() Jul 13 13:40:27.716972 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 13:40:27.716972 n-d-800634-1 neutron-server[93751]: cb(*args, **kw) Jul 13 13:40:27.716972 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 13:40:27.716972 n-d-800634-1 neutron-server[93751]: return func(*args, **kwargs) Jul 13 13:40:27.716972 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 13:40:27.716972 n-d-800634-1 neutron-server[93751]: self._notify() Jul 13 13:40:27.716972 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 13:40:27.716972 n-d-800634-1 neutron-server[93751]: self.callback(batched_events) Jul 13 13:40:27.716972 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 13:40:27.716972 n-d-800634-1 neutron-server[93751]: event.method(event) Jul 13 13:40:27.716972 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 13:40:27.716972 n-d-800634-1 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 13:40:27.716972 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 13:40:27.716972 n-d-800634-1 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 13:40:27.716972 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 13:40:27.716972 n-d-800634-1 neutron-server[93751]: return f(self, *a, **k) Jul 13 13:40:27.716972 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 13:40:27.716972 n-d-800634-1 neutron-server[93751]: return self._get(url).json() Jul 13 13:40:27.716972 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 13:40:27.716972 n-d-800634-1 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 13:40:27.716972 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 13:40:27.716972 n-d-800634-1 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 13 13:40:27.716972 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 13:40:27.716972 n-d-800634-1 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 13:40:27.716972 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 13:40:27.716972 n-d-800634-1 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 13:40:27.716972 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 13:40:27.716972 n-d-800634-1 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 13:40:27.716972 n-d-800634-1 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 13:40:27.721819 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6f382b7b-24f3-4cde-ae5c-351d21b1a076 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:27.769597 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6f382b7b-24f3-4cde-ae5c-351d21b1a076 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:27.771867 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-6f382b7b-24f3-4cde-ae5c-351d21b1a076 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] 10.222.0.23 "DELETE /v2.0/networks/c9c89a96-fe79-41e6-aaa2-d9ca4ff66512 HTTP/1.1" status: 204 len: 168 time: 1.1390622 Jul 13 13:40:27.772861 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f382b7b-24f3-4cde-ae5c-351d21b1a076 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Pushing event deleted for resources: {'Network': ['ID=c9c89a96-fe79-41e6-aaa2-d9ca4ff66512,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:40:27.777188 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 60496) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:40:27.780160 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:27.785745 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-82f507de-9240-4750-b2bb-832a98598f13 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2091918528'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:40:27.799854 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-dd2677d8-8712-4427-987a-daee4b2af7f2 tempest-ExtraDHCPOptionsIpV6TestJSON-759252489 tempest-ExtraDHCPOptionsIpV6TestJSON-759252489-project] Deleting port 5fa01d00-3246-4bab-9f61-ff73e9f423c1 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:40:27.800196 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-dd2677d8-8712-4427-987a-daee4b2af7f2 tempest-ExtraDHCPOptionsIpV6TestJSON-759252489 tempest-ExtraDHCPOptionsIpV6TestJSON-759252489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:27.808404 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2c1818fa-2ad0-4a43-bc1d-6caf581c011e req-bffdee40-5948-4e62-94cb-711156df459f tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.23 "GET /v2.0/security-groups?id=215441dc-b65f-49ea-b8ce-4afa75e23159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990574 Jul 13 13:40:27.817453 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-0d5447c1-0a63-49c9-af65-f96a607eb6f2 None None] Provisioning complete for port 60549e86-36d9-4827-b9b5-453a0c95040f triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:40:27.817862 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-0d5447c1-0a63-49c9-af65-f96a607eb6f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:27.846830 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port 60549e86-36d9-4827-b9b5-453a0c95040f, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=60549e86-36d9-4827-b9b5-453a0c95040f,segment=NetworkSegment(ec956368-c7a6-451b-b523-68dc95659a97),segment_id=ec956368-c7a6-451b-b523-68dc95659a97)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:40:27.860657 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:27.972412 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=60549e86-36d9-4827-b9b5-453a0c95040f,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:40:27.999085 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82f507de-9240-4750-b2bb-832a98598f13 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Made reservation on behalf of a3a55d0c2c5148168cd13a19132e8832 for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:40:28.002844 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-82f507de-9240-4750-b2bb-832a98598f13 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:28.010291 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-dd2677d8-8712-4427-987a-daee4b2af7f2 tempest-ExtraDHCPOptionsIpV6TestJSON-759252489 tempest-ExtraDHCPOptionsIpV6TestJSON-759252489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:28.040236 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-dd2677d8-8712-4427-987a-daee4b2af7f2 tempest-ExtraDHCPOptionsIpV6TestJSON-759252489 tempest-ExtraDHCPOptionsIpV6TestJSON-759252489-project] Calling delete_port for 5fa01d00-3246-4bab-9f61-ff73e9f423c1 owned by {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:40:28.078489 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82f507de-9240-4750-b2bb-832a98598f13 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 13:40:28.089658 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b96115-9620-4ba1-afc6-d57b4c784c10 req-7023ec8e-ec03-4891-841a-958e9c75c4cd tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:28.097810 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c1b96115-9620-4ba1-afc6-d57b4c784c10 req-7023ec8e-ec03-4891-841a-958e9c75c4cd tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/ports?device_id=700d3790-c4d1-451b-bc66-257ddd7b5f93 HTTP/1.1" status: 200 len: 945 time: 0.3162570 Jul 13 13:40:28.153684 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-82f507de-9240-4750-b2bb-832a98598f13 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:28.154062 n-d-800634-1 neutron-server[93750]: INFO neutron.db.segments_db [None req-82f507de-9240-4750-b2bb-832a98598f13 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Added segment 101fc63e-d2d1-4560-ac8c-6be2ed3dfd52 of type vlan for network d5785faa-9599-450c-8ae2-e6448500025f Jul 13 13:40:28.163041 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d23487-821f-4356-8d76-e8338f01f741 req-b354bc07-8693-4515-9a68-8e7b8dbf1840 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:28.171787 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b6d23487-821f-4356-8d76-e8338f01f741 req-b354bc07-8693-4515-9a68-8e7b8dbf1840 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.23 "GET /v2.0/ports?device_id=2daa289b-28a6-4674-93f8-96833f6934ea HTTP/1.1" status: 200 len: 946 time: 0.0788312 Jul 13 13:40:28.217973 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b6d23487-821f-4356-8d76-e8338f01f741 req-c7d72e48-10c7-457a-8f23-a4117cb35818 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.23 "GET /v2.0/security-groups?id=215441dc-b65f-49ea-b8ce-4afa75e23159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451910 Jul 13 13:40:28.239920 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-82f507de-9240-4750-b2bb-832a98598f13 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:28.256548 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c1b96115-9620-4ba1-afc6-d57b4c784c10 req-cb65f0ef-c173-4ddd-b160-f467c4ac794f tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8450e8a-3ce6-4095-b6b4-37555b8042b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563916 Jul 13 13:40:28.328566 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-82f507de-9240-4750-b2bb-832a98598f13 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:28.335163 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82f507de-9240-4750-b2bb-832a98598f13 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:28.335955 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-82f507de-9240-4750-b2bb-832a98598f13 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:28.438353 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device f150ad68-169c-403e-9131-7c773a3c06b4 up at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:40:28.464907 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2172e2-cc3b-4251-90a0-d58da7a48a61 req-0cc922e4-0519-4503-a80e-769b96eefb43 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:28.471854 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-fd2172e2-cc3b-4251-90a0-d58da7a48a61 req-0cc922e4-0519-4503-a80e-769b96eefb43 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/ports?device_id=69b35cda-f215-4655-a2f4-9c066ffba9b2 HTTP/1.1" status: 200 len: 944 time: 0.1309779 Jul 13 13:40:28.494962 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-82f507de-9240-4750-b2bb-832a98598f13 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7123811 Jul 13 13:40:28.495637 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 60508) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:40:28.503055 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-8c26dfea-a343-422c-a9a5-60f22461f2e1 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Request body: {'subnet': {'network_id': 'd5785faa-9599-450c-8ae2-e6448500025f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:40:28.525437 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f507de-9240-4750-b2bb-832a98598f13 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Pushing event updated for resources: {'Network': ['ID=d5785faa-9599-450c-8ae2-e6448500025f,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:40:28.539392 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network d5785faa-9599-450c-8ae2-e6448500025f details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 13:40:28.559976 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-dd2677d8-8712-4427-987a-daee4b2af7f2 tempest-ExtraDHCPOptionsIpV6TestJSON-759252489 tempest-ExtraDHCPOptionsIpV6TestJSON-759252489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:28.574041 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning for port f150ad68-169c-403e-9131-7c773a3c06b4 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:40:28.616860 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2677d8-8712-4427-987a-daee4b2af7f2 tempest-ExtraDHCPOptionsIpV6TestJSON-759252489 tempest-ExtraDHCPOptionsIpV6TestJSON-759252489-project] Pushing event deleted for resources: {'Port': ['ID=5fa01d00-3246-4bab-9f61-ff73e9f423c1,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:40:28.661085 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-dd2677d8-8712-4427-987a-daee4b2af7f2 tempest-ExtraDHCPOptionsIpV6TestJSON-759252489 tempest-ExtraDHCPOptionsIpV6TestJSON-759252489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:28.663836 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-dd2677d8-8712-4427-987a-daee4b2af7f2 tempest-ExtraDHCPOptionsIpV6TestJSON-759252489 tempest-ExtraDHCPOptionsIpV6TestJSON-759252489-project] 10.222.0.23 "DELETE /v2.0/ports/5fa01d00-3246-4bab-9f61-ff73e9f423c1 HTTP/1.1" status: 204 len: 168 time: 1.1077836 Jul 13 13:40:28.667355 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 60512) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:40:28.670439 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7df26bd-8f75-4d39-b21c-d10d18b010de None None] Network e4af3e95-e77d-422d-9812-3edaea284ed7 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:40:28.675667 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-42c95031-afce-47b4-acb3-04e9ccd10a0b tempest-ExtraDHCPOptionsIpV6TestJSON-759252489 tempest-ExtraDHCPOptionsIpV6TestJSON-759252489-project] Request body: {'port': {'name': 'tempest-new-port-name-523499085', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:40:28.676528 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.api.validators [None req-42c95031-afce-47b4-acb3-04e9ccd10a0b tempest-ExtraDHCPOptionsIpV6TestJSON-759252489 tempest-ExtraDHCPOptionsIpV6TestJSON-759252489-project] bootfile-name is not in valid_values {{(pid=93750) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 13 13:40:28.677104 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.api.validators [None req-42c95031-afce-47b4-acb3-04e9ccd10a0b tempest-ExtraDHCPOptionsIpV6TestJSON-759252489 tempest-ExtraDHCPOptionsIpV6TestJSON-759252489-project] tftp-server is not in valid_values {{(pid=93750) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 13 13:40:28.677650 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.api.validators [None req-42c95031-afce-47b4-acb3-04e9ccd10a0b tempest-ExtraDHCPOptionsIpV6TestJSON-759252489 tempest-ExtraDHCPOptionsIpV6TestJSON-759252489-project] server-ip-address is not in valid_values {{(pid=93750) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 13 13:40:28.691626 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-fd2172e2-cc3b-4251-90a0-d58da7a48a61 req-07091f79-bb99-4282-abf8-aa02df9acce7 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/security-groups?id=4f83e00a-e782-49e6-b944-d06b9e971cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110021 Jul 13 13:40:28.780071 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c26dfea-a343-422c-a9a5-60f22461f2e1 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Made reservation on behalf of a3a55d0c2c5148168cd13a19132e8832 for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:40:28.782578 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-42c95031-afce-47b4-acb3-04e9ccd10a0b tempest-ExtraDHCPOptionsIpV6TestJSON-759252489 tempest-ExtraDHCPOptionsIpV6TestJSON-759252489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:28.785662 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8c26dfea-a343-422c-a9a5-60f22461f2e1 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6104980'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:29.011157 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning complete for port f150ad68-169c-403e-9131-7c773a3c06b4 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:40:29.011621 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:29.067927 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd1fdfa-1974-4ea8-a4c6-f876013cdbc6 req-a2ff4808-61fb-4cb3-9be6-0002cde81126 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:29.069486 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1cd1fdfa-1974-4ea8-a4c6-f876013cdbc6 req-a2ff4808-61fb-4cb3-9be6-0002cde81126 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.23 "GET /v2.0/networks?id=8a948c4c-6f03-4f10-9e00-2993f9629279 HTTP/1.1" status: 200 len: 814 time: 0.1708477 Jul 13 13:40:29.089035 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-42c95031-afce-47b4-acb3-04e9ccd10a0b tempest-ExtraDHCPOptionsIpV6TestJSON-759252489 tempest-ExtraDHCPOptionsIpV6TestJSON-759252489-project] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:29.091873 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1cd1fdfa-1974-4ea8-a4c6-f876013cdbc6 req-448ae616-67f5-431d-a17b-88b96a566006 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.23 "GET /v2.0/quotas/930873fa186549f0911fe0cad6275da5 HTTP/1.1" status: 200 len: 375 time: 0.0120807 Jul 13 13:40:29.094788 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-42c95031-afce-47b4-acb3-04e9ccd10a0b tempest-ExtraDHCPOptionsIpV6TestJSON-759252489 tempest-ExtraDHCPOptionsIpV6TestJSON-759252489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:29.142102 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-c1c484f9-6f72-4943-8e88-6aece4a0e481 None None] Provisioning for port a4a71b17-6182-49d5-8d25-fa876aa7af8a completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:40:29.180338 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c95031-afce-47b4-acb3-04e9ccd10a0b tempest-ExtraDHCPOptionsIpV6TestJSON-759252489 tempest-ExtraDHCPOptionsIpV6TestJSON-759252489-project] Pushing event updated for resources: {'Port': ['ID=49b1ab23-37c0-400d-911f-6b24dc9e7593,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:40:29.191021 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8c26dfea-a343-422c-a9a5-60f22461f2e1 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6018343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6104998'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:29.196812 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-42c95031-afce-47b4-acb3-04e9ccd10a0b tempest-ExtraDHCPOptionsIpV6TestJSON-759252489 tempest-ExtraDHCPOptionsIpV6TestJSON-759252489-project] In _notify_port_updated(), no bound segment for port 49b1ab23-37c0-400d-911f-6b24dc9e7593 on network e4af3e95-e77d-422d-9812-3edaea284ed7 {{(pid=93750) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 13 13:40:29.215877 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42c95031-afce-47b4-acb3-04e9ccd10a0b tempest-ExtraDHCPOptionsIpV6TestJSON-759252489 tempest-ExtraDHCPOptionsIpV6TestJSON-759252489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:29.216785 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-42c95031-afce-47b4-acb3-04e9ccd10a0b tempest-ExtraDHCPOptionsIpV6TestJSON-759252489 tempest-ExtraDHCPOptionsIpV6TestJSON-759252489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:29.222742 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-42c95031-afce-47b4-acb3-04e9ccd10a0b tempest-ExtraDHCPOptionsIpV6TestJSON-759252489 tempest-ExtraDHCPOptionsIpV6TestJSON-759252489-project] 10.222.0.23 "PUT /v2.0/ports/49b1ab23-37c0-400d-911f-6b24dc9e7593 HTTP/1.1" status: 200 len: 1128 time: 0.5492492 Jul 13 13:40:29.223604 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 60526) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:40:29.251923 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:29.260497 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c26dfea-a343-422c-a9a5-60f22461f2e1 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Pushing event updated for resources: {'Subnet': ['ID=aa70a004-c230-4f4c-9174-3798ff68315b,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:40:29.290976 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69b35cda-f215-4655-a2f4-9c066ffba9b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f150ad68-169c-403e-9131-7c773a3c06b4'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:40:29.297191 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-025cf02d-bd12-49d2-97ff-d0f7ce7951f7" -d '{"events": [{"server_uuid": "69b35cda-f215-4655-a2f4-9c066ffba9b2", "name": "network-vif-plugged", "status": "completed", "tag": "f150ad68-169c-403e-9131-7c773a3c06b4"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:40:29.310366 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1cd1fdfa-1974-4ea8-a4c6-f876013cdbc6 req-dee6d992-c53f-4c6f-8a3a-73e28466d02c tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=930873fa186549f0911fe0cad6275da5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2092605 Jul 13 13:40:29.317333 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port f150ad68-169c-403e-9131-7c773a3c06b4, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=f150ad68-169c-403e-9131-7c773a3c06b4,segment=NetworkSegment(f952029b-434e-49c6-8d96-f83b0194500d),segment_id=f952029b-434e-49c6-8d96-f83b0194500d)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:40:29.323099 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [req-1cd1fdfa-1974-4ea8-a4c6-f876013cdbc6 req-c1e02207-f268-4d48-b66a-850266df7e71 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 13:40:29.328801 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:29.330560 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1cd1fdfa-1974-4ea8-a4c6-f876013cdbc6 req-c1e02207-f268-4d48-b66a-850266df7e71 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0192940 Jul 13 13:40:29.391951 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c26dfea-a343-422c-a9a5-60f22461f2e1 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Checking segment: {'id': '101fc63e-d2d1-4560-ac8c-6be2ed3dfd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd5785faa-9599-450c-8ae2-e6448500025f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:40:29.392369 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c26dfea-a343-422c-a9a5-60f22461f2e1 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Network hostable DHCP agents. Network: d5785faa-9599-450c-8ae2-e6448500025f, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 13:40:29.447841 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=f150ad68-169c-403e-9131-7c773a3c06b4,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:40:29.493777 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c26dfea-a343-422c-a9a5-60f22461f2e1 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Network d5785faa-9599-450c-8ae2-e6448500025f is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 13:40:29.526185 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-8c26dfea-a343-422c-a9a5-60f22461f2e1 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, d5785faa-9599-450c-8ae2-e6448500025f) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:40:29.534801 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c26dfea-a343-422c-a9a5-60f22461f2e1 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:29.535459 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8c26dfea-a343-422c-a9a5-60f22461f2e1 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:29.551863 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device a4a71b17-6182-49d5-8d25-fa876aa7af8a up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:40:29.556462 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c4968e-41e3-46e2-8d18-91c9f214833d None None] Network d5785faa-9599-450c-8ae2-e6448500025f requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:40:29.571983 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1cd1fdfa-1974-4ea8-a4c6-f876013cdbc6 req-e4254350-aec7-43fa-b355-f15b236b2628 service neutron] 10.222.0.23 "GET /v2.0/networks/8a948c4c-6f03-4f10-9e00-2993f9629279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2404277 Jul 13 13:40:29.707223 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1cd1fdfa-1974-4ea8-a4c6-f876013cdbc6 req-52bde463-bed5-4e49-980d-067f0af6f6b1 service neutron] 10.222.0.23 "GET /v2.0/networks/8a948c4c-6f03-4f10-9e00-2993f9629279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336875 Jul 13 13:40:29.710343 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-8c26dfea-a343-422c-a9a5-60f22461f2e1 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.2116687 Jul 13 13:40:29.712679 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 60536) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:40:29.856573 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc4e4ae7-d64d-480c-9a5f-0ce0f25447a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a7201e1-61ce-5a3e-b7f7-e800379ed03b-d5785faa-9599-450c-8ae2-e6448500025f', 'network_id': 'd5785faa-9599-450c-8ae2-e6448500025f', 'tenant_id': 'a3a55d0c2c5148168cd13a19132e8832', 'fixed_ips': [{'subnet_id': 'aa70a004-c230-4f4c-9174-3798ff68315b'}]}} from n-d-800634-1. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 13:40:29.857847 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-cc4e4ae7-d64d-480c-9a5f-0ce0f25447a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:29.871192 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ba0d160-3ea8-426a-a5aa-5b4d0563753d tempest-ExtraDHCPOptionsIpV6TestJSON-759252489 tempest-ExtraDHCPOptionsIpV6TestJSON-759252489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:29.874131 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port a4a71b17-6182-49d5-8d25-fa876aa7af8a completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:40:29.879799 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-8ba0d160-3ea8-426a-a5aa-5b4d0563753d tempest-ExtraDHCPOptionsIpV6TestJSON-759252489 tempest-ExtraDHCPOptionsIpV6TestJSON-759252489-project] 10.222.0.23 "GET /v2.0/ports/49b1ab23-37c0-400d-911f-6b24dc9e7593 HTTP/1.1" status: 200 len: 1128 time: 0.6548760 Jul 13 13:40:29.880713 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 60542) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:40:29.940451 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2bdf48b7-5426-4e20-a642-59c4812bec63 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:29.986508 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port a4a71b17-6182-49d5-8d25-fa876aa7af8a triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:40:29.987518 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:30.011543 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-d4d40d34-79ce-4e72-acad-e9b7e554b1b5 None None] Provisioning for port 49b1ab23-37c0-400d-911f-6b24dc9e7593 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:40:30.066403 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2bdf48b7-5426-4e20-a642-59c4812bec63 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:30.125638 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-986910ec-d646-4a06-9e3b-e8a124c87114 x-openstack-request-id: req-986910ec-d646-4a06-9e3b-e8a124c87114 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:40:30.126000 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69b35cda-f215-4655-a2f4-9c066ffba9b2", "name": "network-vif-plugged", "status": "completed", "tag": "f150ad68-169c-403e-9131-7c773a3c06b4", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:40:30.126238 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-986910ec-d646-4a06-9e3b-e8a124c87114 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:40:30.126649 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69b35cda-f215-4655-a2f4-9c066ffba9b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f150ad68-169c-403e-9131-7c773a3c06b4', 'code': 200} Jul 13 13:40:30.182206 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-d4d40d34-79ce-4e72-acad-e9b7e554b1b5 None None] Provisioning complete for port 49b1ab23-37c0-400d-911f-6b24dc9e7593 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:40:30.182523 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d4d40d34-79ce-4e72-acad-e9b7e554b1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:30.235861 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2bdf48b7-5426-4e20-a642-59c4812bec63 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6018534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6105009'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:30.269461 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce38e8a1-6c9a-447f-acd9-d2a084e5f9ce req-5828ed10-6bb7-4a51-b391-8ac553c2a397 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:30.278480 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdf48b7-5426-4e20-a642-59c4812bec63 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Pushing event deleted for resources: {'Subnet': ['ID=aa70a004-c230-4f4c-9174-3798ff68315b,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:40:30.280322 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ce38e8a1-6c9a-447f-acd9-d2a084e5f9ce req-5828ed10-6bb7-4a51-b391-8ac553c2a397 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/ports?device_id=700d3790-c4d1-451b-bc66-257ddd7b5f93 HTTP/1.1" status: 200 len: 945 time: 0.4450803 Jul 13 13:40:30.336379 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:30.367661 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server [None req-cc4e4ae7-d64d-480c-9a5f-0ce0f25447a3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet aa70a004-c230-4f4c-9174-3798ff68315b: This subnet is being modified by another concurrent operation. Jul 13 13:40:30.367661 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 13 13:40:30.367661 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 13 13:40:30.367661 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 13 13:40:30.367661 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 13 13:40:30.367661 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 13 13:40:30.367661 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 13 13:40:30.367661 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 13 13:40:30.367661 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 13 13:40:30.367661 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 13 13:40:30.367661 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 13 13:40:30.367661 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 13 13:40:30.367661 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 13:40:30.367661 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 13:40:30.367661 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 13:40:30.367661 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 13:40:30.367661 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 13 13:40:30.367661 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 13 13:40:30.367661 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 13 13:40:30.367661 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 13 13:40:30.367661 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 13:40:30.367661 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 13:40:30.367661 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 13:40:30.367661 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 13:40:30.367661 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 13 13:40:30.367661 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 13 13:40:30.367661 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 13 13:40:30.367661 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 13 13:40:30.367661 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 13:40:30.367661 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 13:40:30.367661 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 13:40:30.367661 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 13:40:30.367661 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 13 13:40:30.367661 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 13 13:40:30.367661 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 13 13:40:30.367661 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 13 13:40:30.367661 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 13 13:40:30.367661 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 13 13:40:30.367661 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 13 13:40:30.367661 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 13 13:40:30.367661 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 13 13:40:30.367661 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 13 13:40:30.367661 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 13 13:40:30.367661 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 13 13:40:30.367661 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 13 13:40:30.367661 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 13 13:40:30.367661 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 13 13:40:30.367661 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 13 13:40:30.367661 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 13:40:30.367661 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 13:40:30.367661 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 13:40:30.367661 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 13:40:30.367661 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 13 13:40:30.367661 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 13 13:40:30.370872 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 13 13:40:30.370872 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 13 13:40:30.370872 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 13:40:30.370872 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 13:40:30.370872 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 13:40:30.370872 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 13:40:30.370872 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 13 13:40:30.370872 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 13 13:40:30.370872 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 13 13:40:30.370872 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 13 13:40:30.370872 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 13:40:30.370872 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 13:40:30.370872 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 13:40:30.370872 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 13:40:30.370872 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 13 13:40:30.370872 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 13 13:40:30.370872 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 13 13:40:30.370872 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 13 13:40:30.370872 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 13 13:40:30.370872 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 13 13:40:30.370872 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 13 13:40:30.370872 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 13 13:40:30.370872 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 13 13:40:30.370872 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 13 13:40:30.370872 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 13:40:30.370872 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 13:40:30.370872 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 13:40:30.370872 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 13:40:30.370872 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 13 13:40:30.370872 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 13 13:40:30.370872 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 13 13:40:30.370872 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 13 13:40:30.370872 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 13 13:40:30.370872 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 13 13:40:30.370872 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 13 13:40:30.370872 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server raise exception Jul 13 13:40:30.370872 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet aa70a004-c230-4f4c-9174-3798ff68315b: This subnet is being modified by another concurrent operation. Jul 13 13:40:30.370872 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server Jul 13 13:40:30.404784 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:30.422517 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2bdf48b7-5426-4e20-a642-59c4812bec63 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:30.451525 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-2bdf48b7-5426-4e20-a642-59c4812bec63 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5785faa-9599-450c-8ae2-e6448500025f']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:40:30.471926 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port a4a71b17-6182-49d5-8d25-fa876aa7af8a, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=a4a71b17-6182-49d5-8d25-fa876aa7af8a,segment=NetworkSegment(9b2ed5f6-d6f9-4220-bf83-9c22d3a47a53),segment_id=9b2ed5f6-d6f9-4220-bf83-9c22d3a47a53)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:40:30.473291 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f6d927-7f06-4d68-b37c-f9e12e70aa87 None None] Network d5785faa-9599-450c-8ae2-e6448500025f requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:40:30.479599 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:30.483384 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-2bdf48b7-5426-4e20-a642-59c4812bec63 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '101fc63e-d2d1-4560-ac8c-6be2ed3dfd52') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:40:30.484330 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-2bdf48b7-5426-4e20-a642-59c4812bec63 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '101fc63e-d2d1-4560-ac8c-6be2ed3dfd52') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:40:30.484850 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 60549e86-36d9-4827-b9b5-453a0c95040f up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:40:30.506342 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2bdf48b7-5426-4e20-a642-59c4812bec63 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6018464'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:30.506929 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-d4d40d34-79ce-4e72-acad-e9b7e554b1b5 None None] Port 49b1ab23-37c0-400d-911f-6b24dc9e7593 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:40:30.543143 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2bdf48b7-5426-4e20-a642-59c4812bec63 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:30.556597 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ce38e8a1-6c9a-447f-acd9-d2a084e5f9ce req-02ef6d1d-f44d-456b-b11f-e7cd704e0dbe tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8450e8a-3ce6-4095-b6b4-37555b8042b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2749634 Jul 13 13:40:30.560383 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bdf48b7-5426-4e20-a642-59c4812bec63 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 13:40:30.561988 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2bdf48b7-5426-4e20-a642-59c4812bec63 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6018632'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:30.574250 n-d-800634-1 neutron-server[93751]: Traceback (most recent call last): Jul 13 13:40:30.574250 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 13:40:30.574250 n-d-800634-1 neutron-server[93751]: timer() Jul 13 13:40:30.574250 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 13:40:30.574250 n-d-800634-1 neutron-server[93751]: cb(*args, **kw) Jul 13 13:40:30.574250 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 13:40:30.574250 n-d-800634-1 neutron-server[93751]: return func(*args, **kwargs) Jul 13 13:40:30.574250 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 13:40:30.574250 n-d-800634-1 neutron-server[93751]: self._notify() Jul 13 13:40:30.574250 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 13:40:30.574250 n-d-800634-1 neutron-server[93751]: self.callback(batched_events) Jul 13 13:40:30.574250 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 13:40:30.574250 n-d-800634-1 neutron-server[93751]: event.method(event) Jul 13 13:40:30.574250 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 13:40:30.574250 n-d-800634-1 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 13:40:30.574250 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 13:40:30.574250 n-d-800634-1 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 13:40:30.574250 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 13:40:30.574250 n-d-800634-1 neutron-server[93751]: return f(self, *a, **k) Jul 13 13:40:30.574250 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 13:40:30.574250 n-d-800634-1 neutron-server[93751]: return self._get(url).json() Jul 13 13:40:30.574250 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 13:40:30.574250 n-d-800634-1 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 13:40:30.574250 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 13:40:30.574250 n-d-800634-1 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 13 13:40:30.574250 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 13:40:30.574250 n-d-800634-1 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 13:40:30.574250 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 13:40:30.574250 n-d-800634-1 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 13:40:30.574250 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 13:40:30.574250 n-d-800634-1 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 13:40:30.574250 n-d-800634-1 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 13:40:30.586863 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f426d0d7-9592-4d01-a5bb-e657a44be7f2 req-e2d7de8e-f434-4ac0-a8d6-d4db7084a365 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:30.589928 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f426d0d7-9592-4d01-a5bb-e657a44be7f2 req-e2d7de8e-f434-4ac0-a8d6-d4db7084a365 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.41 "GET /v2.0/ports?device_id=2daa289b-28a6-4674-93f8-96833f6934ea HTTP/1.1" status: 200 len: 946 time: 0.6215436 Jul 13 13:40:30.683175 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-9c5d7cd8-c239-4776-98d2-9c9a485ec123 tempest-ExtraDHCPOptionsIpV6TestJSON-759252489 tempest-ExtraDHCPOptionsIpV6TestJSON-759252489-project] Deleting port 49b1ab23-37c0-400d-911f-6b24dc9e7593 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:40:30.695119 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9c5d7cd8-c239-4776-98d2-9c9a485ec123 tempest-ExtraDHCPOptionsIpV6TestJSON-759252489 tempest-ExtraDHCPOptionsIpV6TestJSON-759252489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:30.754104 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2bdf48b7-5426-4e20-a642-59c4812bec63 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:30.761908 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2bdf48b7-5426-4e20-a642-59c4812bec63 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:30.767481 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-2bdf48b7-5426-4e20-a642-59c4812bec63 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] 10.222.0.23 "DELETE /v2.0/networks/d5785faa-9599-450c-8ae2-e6448500025f HTTP/1.1" status: 204 len: 168 time: 1.0367892 Jul 13 13:40:30.775805 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 60560) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:40:30.783628 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-11de4081-d2b1-49a8-8bb9-ed2e819bb60c tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-664166802'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:40:30.841305 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11de4081-d2b1-49a8-8bb9-ed2e819bb60c tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Made reservation on behalf of a3a55d0c2c5148168cd13a19132e8832 for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:40:30.845422 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-11de4081-d2b1-49a8-8bb9-ed2e819bb60c tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:30.856842 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=a4a71b17-6182-49d5-8d25-fa876aa7af8a,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:40:30.871301 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdf48b7-5426-4e20-a642-59c4812bec63 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Pushing event deleted for resources: {'Network': ['ID=d5785faa-9599-450c-8ae2-e6448500025f,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:40:30.884847 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-f9cd78fa-f381-4aac-872b-79d84a2a3392 None None] Could not find standard attr ID for object 5fa01d00-3246-4bab-9f61-ff73e9f423c1. {{(pid=93752) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 13:40:30.930181 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5462b6f-6d8f-4b7c-a958-f05aa2c8fbd3 req-0a3e8341-c8c9-4057-89e6-71cdd67615a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:30.941978 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f5462b6f-6d8f-4b7c-a958-f05aa2c8fbd3 req-0a3e8341-c8c9-4057-89e6-71cdd67615a8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=69b35cda-f215-4655-a2f4-9c066ffba9b2 HTTP/1.1" status: 200 len: 1096 time: 0.8248131 Jul 13 13:40:30.949925 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11de4081-d2b1-49a8-8bb9-ed2e819bb60c tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 13:40:30.955193 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:30.975847 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-11de4081-d2b1-49a8-8bb9-ed2e819bb60c tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:30.976193 n-d-800634-1 neutron-server[93751]: INFO neutron.db.segments_db [None req-11de4081-d2b1-49a8-8bb9-ed2e819bb60c tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Added segment ef767bf9-d8df-4408-a1fd-895f239bd24f of type vlan for network 735ae3ba-192f-403f-b753-1424683ccfa0 Jul 13 13:40:31.014035 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9c5d7cd8-c239-4776-98d2-9c9a485ec123 tempest-ExtraDHCPOptionsIpV6TestJSON-759252489 tempest-ExtraDHCPOptionsIpV6TestJSON-759252489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:31.023882 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-f9cd78fa-f381-4aac-872b-79d84a2a3392 None None] Provisioning complete for port 49b1ab23-37c0-400d-911f-6b24dc9e7593 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:40:31.024720 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f9cd78fa-f381-4aac-872b-79d84a2a3392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:31.049524 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-9c5d7cd8-c239-4776-98d2-9c9a485ec123 tempest-ExtraDHCPOptionsIpV6TestJSON-759252489 tempest-ExtraDHCPOptionsIpV6TestJSON-759252489-project] Calling delete_port for 49b1ab23-37c0-400d-911f-6b24dc9e7593 owned by {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:40:31.078091 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-11de4081-d2b1-49a8-8bb9-ed2e819bb60c tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:31.094598 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 60549e86-36d9-4827-b9b5-453a0c95040f triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:40:31.095059 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f5462b6f-6d8f-4b7c-a958-f05aa2c8fbd3 req-cba589f7-84eb-47fe-b5cd-274dd706b45a service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=4f83e00a-e782-49e6-b944-d06b9e971cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427870 Jul 13 13:40:31.095452 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:31.128956 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-11de4081-d2b1-49a8-8bb9-ed2e819bb60c tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:31.138949 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11de4081-d2b1-49a8-8bb9-ed2e819bb60c tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:31.139676 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-11de4081-d2b1-49a8-8bb9-ed2e819bb60c tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:31.148105 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-f9cd78fa-f381-4aac-872b-79d84a2a3392 None None] Port 49b1ab23-37c0-400d-911f-6b24dc9e7593 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:40:31.174761 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-f426d0d7-9592-4d01-a5bb-e657a44be7f2 req-900a53ed-9dae-4605-828d-403d43e54746 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] Deleting port 39251d49-5145-4722-9db9-3b02dfcece02 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:40:31.175267 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f426d0d7-9592-4d01-a5bb-e657a44be7f2 req-900a53ed-9dae-4605-828d-403d43e54746 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:31.191481 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-17cb25cf-454b-47c2-aa06-1924f04ca61e req-84b9bf46-e019-4482-852a-d269f54245d5 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.23 "GET /v2.0/ports?device_id=95e0691c-2ff2-4602-9d9b-d8c2314a4801 HTTP/1.1" status: 200 len: 210 time: 0.1109920 Jul 13 13:40:31.291402 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-11de4081-d2b1-49a8-8bb9-ed2e819bb60c tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5123112 Jul 13 13:40:31.296628 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 60562) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:40:31.309450 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-215b52a7-4403-42ed-801b-970843dd6cab tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Request body: {'subnet': {'network_id': '735ae3ba-192f-403f-b753-1424683ccfa0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:40:31.315232 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87ad336-ee57-4bd1-8821-e0b084728f0c req-fe79e8b1-36d4-4a56-97e1-3ff4a31054bb tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:31.323266 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d87ad336-ee57-4bd1-8821-e0b084728f0c req-fe79e8b1-36d4-4a56-97e1-3ff4a31054bb tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/ports?device_id=69b35cda-f215-4655-a2f4-9c066ffba9b2 HTTP/1.1" status: 200 len: 945 time: 0.5061579 Jul 13 13:40:31.373292 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11de4081-d2b1-49a8-8bb9-ed2e819bb60c tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Pushing event updated for resources: {'Network': ['ID=735ae3ba-192f-403f-b753-1424683ccfa0,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:40:31.373879 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-063db24b-4d37-4078-92bf-9d360d9fe53c None None] get_active_networks_info from n-d-800634-1 {{(pid=93752) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 13 13:40:31.410417 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d87ad336-ee57-4bd1-8821-e0b084728f0c req-4023f71b-c629-4b74-acee-378c71c9cf8d tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/security-groups?id=4f83e00a-e782-49e6-b944-d06b9e971cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862541 Jul 13 13:40:31.431310 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network 735ae3ba-192f-403f-b753-1424683ccfa0 details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 13:40:31.434863 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device a4a71b17-6182-49d5-8d25-fa876aa7af8a up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:40:31.437254 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-588d27ac-9df6-4edb-8623-27a08916a0eb None None] Provisioning complete for port 49b1ab23-37c0-400d-911f-6b24dc9e7593 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:40:31.438497 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-588d27ac-9df6-4edb-8623-27a08916a0eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:31.528845 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-f426d0d7-9592-4d01-a5bb-e657a44be7f2 req-900a53ed-9dae-4605-828d-403d43e54746 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] For port 39251d49-5145-4722-9db9-3b02dfcece02, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=39251d49-5145-4722-9db9-3b02dfcece02,segment=NetworkSegment(b2cba7f6-e29b-4b72-b31f-06e263582f9a),segment_id=b2cba7f6-e29b-4b72-b31f-06e263582f9a)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:40:31.529112 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f426d0d7-9592-4d01-a5bb-e657a44be7f2 req-900a53ed-9dae-4605-828d-403d43e54746 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:31.550733 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-588d27ac-9df6-4edb-8623-27a08916a0eb None None] Port 49b1ab23-37c0-400d-911f-6b24dc9e7593 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:40:31.551491 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-f426d0d7-9592-4d01-a5bb-e657a44be7f2 req-900a53ed-9dae-4605-828d-403d43e54746 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] Calling delete_port for 39251d49-5145-4722-9db9-3b02dfcece02 owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:40:31.570180 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-215b52a7-4403-42ed-801b-970843dd6cab tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Made reservation on behalf of a3a55d0c2c5148168cd13a19132e8832 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:40:31.574329 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-215b52a7-4403-42ed-801b-970843dd6cab tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4763385'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:31.607867 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77315aba-d95e-4970-88f0-17773bc8370f req-cfb20887-8e17-4f18-a5fb-0d29e554393b tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:31.609958 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-77315aba-d95e-4970-88f0-17773bc8370f req-cfb20887-8e17-4f18-a5fb-0d29e554393b tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] 10.222.0.23 "GET /v2.0/ports?device_id=edfd008a-f8a3-4e66-9697-4e821ba0dd06 HTTP/1.1" status: 200 len: 945 time: 0.0899622 Jul 13 13:40:31.646506 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port a4a71b17-6182-49d5-8d25-fa876aa7af8a triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:40:31.646886 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:31.666909 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-77315aba-d95e-4970-88f0-17773bc8370f req-3aab8ee2-1ab1-4264-9d44-8337acd9d3e3 tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] 10.222.0.23 "GET /v2.0/security-groups?id=9a4040a4-7a24-4bfb-97c3-fc064942d274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507417 Jul 13 13:40:31.720474 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-063db24b-4d37-4078-92bf-9d360d9fe53c None None] Resources bound (agent type, host, resource id): {{(pid=93752) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 13 13:40:31.813011 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9c5d7cd8-c239-4776-98d2-9c9a485ec123 tempest-ExtraDHCPOptionsIpV6TestJSON-759252489 tempest-ExtraDHCPOptionsIpV6TestJSON-759252489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:31.875708 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5d7cd8-c239-4776-98d2-9c9a485ec123 tempest-ExtraDHCPOptionsIpV6TestJSON-759252489 tempest-ExtraDHCPOptionsIpV6TestJSON-759252489-project] Pushing event deleted for resources: {'Port': ['ID=49b1ab23-37c0-400d-911f-6b24dc9e7593,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:40:31.952062 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9c5d7cd8-c239-4776-98d2-9c9a485ec123 tempest-ExtraDHCPOptionsIpV6TestJSON-759252489 tempest-ExtraDHCPOptionsIpV6TestJSON-759252489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:31.956539 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-9c5d7cd8-c239-4776-98d2-9c9a485ec123 tempest-ExtraDHCPOptionsIpV6TestJSON-759252489 tempest-ExtraDHCPOptionsIpV6TestJSON-759252489-project] 10.222.0.23 "DELETE /v2.0/ports/49b1ab23-37c0-400d-911f-6b24dc9e7593 HTTP/1.1" status: 204 len: 168 time: 2.0425282 Jul 13 13:40:31.956937 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 60568) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:40:32.027846 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f5caca9-6323-4d8a-96c8-43fd8a319530 tempest-ExtraDHCPOptionsIpV6TestJSON-759252489 tempest-ExtraDHCPOptionsIpV6TestJSON-759252489-project] Deleting subnet bd2693f4-86d0-4ef8-b491-b00aa3d45b40 {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 13:40:32.032026 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6f5caca9-6323-4d8a-96c8-43fd8a319530 tempest-ExtraDHCPOptionsIpV6TestJSON-759252489 tempest-ExtraDHCPOptionsIpV6TestJSON-759252489-project] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:32.054291 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ec73a1-572b-4028-a869-f22d3b48b430 req-fc1dc455-49ea-4eea-9bc8-8a65e84fc3f0 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:32.056375 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e5ec73a1-572b-4028-a869-f22d3b48b430 req-fc1dc455-49ea-4eea-9bc8-8a65e84fc3f0 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/ports?device_id=700d3790-c4d1-451b-bc66-257ddd7b5f93 HTTP/1.1" status: 200 len: 945 time: 0.3534033 Jul 13 13:40:32.092999 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6f5caca9-6323-4d8a-96c8-43fd8a319530 tempest-ExtraDHCPOptionsIpV6TestJSON-759252489 tempest-ExtraDHCPOptionsIpV6TestJSON-759252489-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6018489'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:32.194744 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e5ec73a1-572b-4028-a869-f22d3b48b430 req-93a3fc68-b585-4614-bc23-2ac293023a39 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8450e8a-3ce6-4095-b6b4-37555b8042b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197641 Jul 13 13:40:32.230676 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6f5caca9-6323-4d8a-96c8-43fd8a319530 tempest-ExtraDHCPOptionsIpV6TestJSON-759252489 tempest-ExtraDHCPOptionsIpV6TestJSON-759252489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:32.243695 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f426d0d7-9592-4d01-a5bb-e657a44be7f2 req-900a53ed-9dae-4605-828d-403d43e54746 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:32.300774 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd1fdfa-1974-4ea8-a4c6-f876013cdbc6 req-a51d075e-7fd4-430e-93cf-cce0be5c9189 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:32.303833 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1cd1fdfa-1974-4ea8-a4c6-f876013cdbc6 req-a51d075e-7fd4-430e-93cf-cce0be5c9189 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.26 "GET /v2.0/networks?id=8a948c4c-6f03-4f10-9e00-2993f9629279 HTTP/1.1" status: 200 len: 814 time: 0.4230742 Jul 13 13:40:32.311360 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-215b52a7-4403-42ed-801b-970843dd6cab tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5970588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4763339'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:32.318403 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6f5caca9-6323-4d8a-96c8-43fd8a319530 tempest-ExtraDHCPOptionsIpV6TestJSON-759252489 tempest-ExtraDHCPOptionsIpV6TestJSON-759252489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6018534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6105009'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:32.327118 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900a53ed-9dae-4605-828d-403d43e54746 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] Pushing event deleted for resources: {'Port': ['ID=39251d49-5145-4722-9db9-3b02dfcece02,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:40:32.342789 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-1cd1fdfa-1974-4ea8-a4c6-f876013cdbc6 req-2e619271-203d-4328-b9de-20daaa75d7bd tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] Request body: {'port': {'device_id': '95e0691c-2ff2-4602-9d9b-d8c2314a4801', 'network_id': '8a948c4c-6f03-4f10-9e00-2993f9629279', 'admin_state_up': True, 'tenant_id': '930873fa186549f0911fe0cad6275da5'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:40:32.348611 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5caca9-6323-4d8a-96c8-43fd8a319530 tempest-ExtraDHCPOptionsIpV6TestJSON-759252489 tempest-ExtraDHCPOptionsIpV6TestJSON-759252489-project] Pushing event deleted for resources: {'Subnet': ['ID=bd2693f4-86d0-4ef8-b491-b00aa3d45b40,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:40:32.352393 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6f5caca9-6323-4d8a-96c8-43fd8a319530 tempest-ExtraDHCPOptionsIpV6TestJSON-759252489 tempest-ExtraDHCPOptionsIpV6TestJSON-759252489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:32.354667 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-6f5caca9-6323-4d8a-96c8-43fd8a319530 tempest-ExtraDHCPOptionsIpV6TestJSON-759252489 tempest-ExtraDHCPOptionsIpV6TestJSON-759252489-project] 10.222.0.23 "DELETE /v2.0/subnets/bd2693f4-86d0-4ef8-b491-b00aa3d45b40 HTTP/1.1" status: 204 len: 168 time: 0.3966618 Jul 13 13:40:32.357791 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 60572) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:40:32.473179 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-786bbf27-a2b4-4e95-9bbf-ffd2fe0d96fa req-726aaa9c-9231-4509-bba4-b2a752768fae tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.23 "GET /v2.0/ports?device_id=95e0691c-2ff2-4602-9d9b-d8c2314a4801 HTTP/1.1" status: 200 len: 210 time: 0.0592983 Jul 13 13:40:32.498271 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2d8b8541-e4a1-4838-ae4b-72af4008ed0a tempest-ExtraDHCPOptionsIpV6TestJSON-759252489 tempest-ExtraDHCPOptionsIpV6TestJSON-759252489-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:32.509141 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9454c537-6fe5-497e-ab91-8d3a9d7de888 None None] Network e4af3e95-e77d-422d-9812-3edaea284ed7 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:40:32.533351 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-f426d0d7-9592-4d01-a5bb-e657a44be7f2 req-900a53ed-9dae-4605-828d-403d43e54746 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] No DVR routers for this DVR port 39251d49-5145-4722-9db9-3b02dfcece02 on host n-h2-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:40:32.549563 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f426d0d7-9592-4d01-a5bb-e657a44be7f2 req-900a53ed-9dae-4605-828d-403d43e54746 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:32.551599 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f426d0d7-9592-4d01-a5bb-e657a44be7f2 req-900a53ed-9dae-4605-828d-403d43e54746 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.41 "DELETE /v2.0/ports/39251d49-5145-4722-9db9-3b02dfcece02 HTTP/1.1" status: 204 len: 173 time: 1.9560535 Jul 13 13:40:32.552044 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2daa289b-28a6-4674-93f8-96833f6934ea', 'name': 'network-vif-deleted', 'tag': '39251d49-5145-4722-9db9-3b02dfcece02'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:40:32.554422 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fae17f5-992e-4d73-8dab-0283aafa3b29" -d '{"events": [{"server_uuid": "2daa289b-28a6-4674-93f8-96833f6934ea", "name": "network-vif-deleted", "tag": "39251d49-5145-4722-9db9-3b02dfcece02"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:40:32.588566 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215b52a7-4403-42ed-801b-970843dd6cab tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Pushing event updated for resources: {'Subnet': ['ID=97e5e9a8-609e-4005-a73f-85683420c861,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:40:32.605601 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215b52a7-4403-42ed-801b-970843dd6cab tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Checking segment: {'id': 'ef767bf9-d8df-4408-a1fd-895f239bd24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '735ae3ba-192f-403f-b753-1424683ccfa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:40:32.606384 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-215b52a7-4403-42ed-801b-970843dd6cab tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Network hostable DHCP agents. Network: 735ae3ba-192f-403f-b753-1424683ccfa0, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 13:40:32.673205 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b8406e-b552-49d2-bb63-f096a9552e32 req-8ec04c3d-3f54-4b06-b924-d5ffebdaa57a tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:32.675255 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-28b8406e-b552-49d2-bb63-f096a9552e32 req-8ec04c3d-3f54-4b06-b924-d5ffebdaa57a tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] 10.222.0.26 "GET /v2.0/ports?device_id=edfd008a-f8a3-4e66-9697-4e821ba0dd06 HTTP/1.1" status: 200 len: 945 time: 0.1317878 Jul 13 13:40:32.704925 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-2d8b8541-e4a1-4838-ae4b-72af4008ed0a tempest-ExtraDHCPOptionsIpV6TestJSON-759252489 tempest-ExtraDHCPOptionsIpV6TestJSON-759252489-project] Deleting port a4a71b17-6182-49d5-8d25-fa876aa7af8a {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:40:32.705267 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2d8b8541-e4a1-4838-ae4b-72af4008ed0a tempest-ExtraDHCPOptionsIpV6TestJSON-759252489 tempest-ExtraDHCPOptionsIpV6TestJSON-759252489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:32.711478 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-215b52a7-4403-42ed-801b-970843dd6cab tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Network 735ae3ba-192f-403f-b753-1424683ccfa0 is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 13:40:32.724883 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cd1fdfa-1974-4ea8-a4c6-f876013cdbc6 req-2e619271-203d-4328-b9de-20daaa75d7bd tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] Made reservation on behalf of 930873fa186549f0911fe0cad6275da5 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:40:32.729028 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1cd1fdfa-1974-4ea8-a4c6-f876013cdbc6 req-2e619271-203d-4328-b9de-20daaa75d7bd tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:32.744934 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f24080-249c-4ec7-a33a-8d2f2a4d573c req-67001d41-4243-4ac6-8610-62c3673f504e tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:32.747483 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-03f24080-249c-4ec7-a33a-8d2f2a4d573c req-67001d41-4243-4ac6-8610-62c3673f504e tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/ports?device_id=69b35cda-f215-4655-a2f4-9c066ffba9b2 HTTP/1.1" status: 200 len: 945 time: 0.1355009 Jul 13 13:40:32.760943 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ee8786c-9b61-4597-80e9-2ffcc7ba6a9b x-openstack-request-id: req-7ee8786c-9b61-4597-80e9-2ffcc7ba6a9b {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:40:32.761649 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2daa289b-28a6-4674-93f8-96833f6934ea", "name": "network-vif-deleted", "tag": "39251d49-5145-4722-9db9-3b02dfcece02", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:40:32.762618 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7ee8786c-9b61-4597-80e9-2ffcc7ba6a9b {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:40:32.763229 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2daa289b-28a6-4674-93f8-96833f6934ea', 'name': 'network-vif-deleted', 'tag': '39251d49-5145-4722-9db9-3b02dfcece02', 'status': 'completed', 'code': 200} Jul 13 13:40:32.774211 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-215b52a7-4403-42ed-801b-970843dd6cab tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, 735ae3ba-192f-403f-b753-1424683ccfa0) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:40:32.788849 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a93687-eace-413a-a11f-5a1e722fc54d None None] Network 735ae3ba-192f-403f-b753-1424683ccfa0 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:40:32.801187 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-215b52a7-4403-42ed-801b-970843dd6cab tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:32.802215 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-215b52a7-4403-42ed-801b-970843dd6cab tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:32.828948 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-215b52a7-4403-42ed-801b-970843dd6cab tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5278375 Jul 13 13:40:32.830180 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 60582) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:40:32.835339 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-2d8b8541-e4a1-4838-ae4b-72af4008ed0a tempest-ExtraDHCPOptionsIpV6TestJSON-759252489 tempest-ExtraDHCPOptionsIpV6TestJSON-759252489-project] For port a4a71b17-6182-49d5-8d25-fa876aa7af8a, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=a4a71b17-6182-49d5-8d25-fa876aa7af8a,segment=NetworkSegment(9b2ed5f6-d6f9-4220-bf83-9c22d3a47a53),segment_id=9b2ed5f6-d6f9-4220-bf83-9c22d3a47a53)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:40:32.837327 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2d8b8541-e4a1-4838-ae4b-72af4008ed0a tempest-ExtraDHCPOptionsIpV6TestJSON-759252489 tempest-ExtraDHCPOptionsIpV6TestJSON-759252489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:32.906518 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-2d8b8541-e4a1-4838-ae4b-72af4008ed0a tempest-ExtraDHCPOptionsIpV6TestJSON-759252489 tempest-ExtraDHCPOptionsIpV6TestJSON-759252489-project] Calling delete_port for a4a71b17-6182-49d5-8d25-fa876aa7af8a owned by network:dhcp {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:40:32.915132 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b663a9a6-c970-4a6c-a858-4f1111d5b7cc None None] DHCP port deletion for e4af3e95-e77d-422d-9812-3edaea284ed7 request from n-d-800634-1 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 13:40:32.953214 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-03f24080-249c-4ec7-a33a-8d2f2a4d573c req-e2f988be-d5ae-435a-8776-000498cfdf3b tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/security-groups?id=4f83e00a-e782-49e6-b944-d06b9e971cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958315 Jul 13 13:40:33.064827 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d19a3a-1731-43d0-9ada-33b63c95de5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a7201e1-61ce-5a3e-b7f7-e800379ed03b-735ae3ba-192f-403f-b753-1424683ccfa0', 'network_id': '735ae3ba-192f-403f-b753-1424683ccfa0', 'tenant_id': 'a3a55d0c2c5148168cd13a19132e8832', 'fixed_ips': [{'subnet_id': '97e5e9a8-609e-4005-a73f-85683420c861'}]}} from n-d-800634-1. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 13:40:33.068989 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-85d19a3a-1731-43d0-9ada-33b63c95de5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:33.094906 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5cb9d109-15df-4ee8-b557-4456c4ab0aa7 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:33.099093 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-1cd1fdfa-1974-4ea8-a4c6-f876013cdbc6 req-2e619271-203d-4328-b9de-20daaa75d7bd tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] Allocated IP 172.20.0.12 (8a948c4c-6f03-4f10-9e00-2993f9629279/2e38ecf8-2fec-4f5b-8b3e-f8690198cb4e/9564f55d-d3a7-401a-b317-0644e999b407) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:40:33.118414 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b663a9a6-c970-4a6c-a858-4f1111d5b7cc None None] Deleting port a4a71b17-6182-49d5-8d25-fa876aa7af8a {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:40:33.119180 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b663a9a6-c970-4a6c-a858-4f1111d5b7cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:33.168789 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af775f87-c9fa-40b9-8ed7-54dc92686ee9 req-41878792-5224-4aa9-9f33-0dee0f25d0b5 tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:33.175527 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-af775f87-c9fa-40b9-8ed7-54dc92686ee9 req-41878792-5224-4aa9-9f33-0dee0f25d0b5 tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] 10.222.0.23 "GET /v2.0/ports?device_id=edfd008a-f8a3-4e66-9697-4e821ba0dd06 HTTP/1.1" status: 200 len: 945 time: 0.2744613 Jul 13 13:40:33.217918 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-28b8406e-b552-49d2-bb63-f096a9552e32 req-656a5e88-5036-450a-a82a-cf658dc771af tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] Deleting port a6f1b671-fbe2-4cb1-9114-8040dc67ae20 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:40:33.218558 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-28b8406e-b552-49d2-bb63-f096a9552e32 req-656a5e88-5036-450a-a82a-cf658dc771af tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:33.241867 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2d8b8541-e4a1-4838-ae4b-72af4008ed0a tempest-ExtraDHCPOptionsIpV6TestJSON-759252489 tempest-ExtraDHCPOptionsIpV6TestJSON-759252489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:33.272568 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5cb9d109-15df-4ee8-b557-4456c4ab0aa7 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:33.283271 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b663a9a6-c970-4a6c-a858-4f1111d5b7cc None None] For port a4a71b17-6182-49d5-8d25-fa876aa7af8a, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=a4a71b17-6182-49d5-8d25-fa876aa7af8a,segment=NetworkSegment(9b2ed5f6-d6f9-4220-bf83-9c22d3a47a53),segment_id=9b2ed5f6-d6f9-4220-bf83-9c22d3a47a53)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:40:33.283693 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b663a9a6-c970-4a6c-a858-4f1111d5b7cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:33.319196 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b663a9a6-c970-4a6c-a858-4f1111d5b7cc None None] Calling delete_port for a4a71b17-6182-49d5-8d25-fa876aa7af8a owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:40:33.335784 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-af775f87-c9fa-40b9-8ed7-54dc92686ee9 req-39a2b171-f2c1-413e-8a0b-7327a9f0623a tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] 10.222.0.23 "GET /v2.0/security-groups?id=9a4040a4-7a24-4bfb-97c3-fc064942d274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474669 Jul 13 13:40:33.339911 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8b8541-e4a1-4838-ae4b-72af4008ed0a tempest-ExtraDHCPOptionsIpV6TestJSON-759252489 tempest-ExtraDHCPOptionsIpV6TestJSON-759252489-project] Pushing event deleted for resources: {'Port': ['ID=a4a71b17-6182-49d5-8d25-fa876aa7af8a,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:40:33.350610 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8b8541-e4a1-4838-ae4b-72af4008ed0a tempest-ExtraDHCPOptionsIpV6TestJSON-759252489 tempest-ExtraDHCPOptionsIpV6TestJSON-759252489-project] No DVR routers for this DVR port a4a71b17-6182-49d5-8d25-fa876aa7af8a on host n-d-800634-1 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:40:33.385722 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-85d19a3a-1731-43d0-9ada-33b63c95de5d None None] Allocated IP 172.20.0.2 (735ae3ba-192f-403f-b753-1424683ccfa0/97e5e9a8-609e-4005-a73f-85683420c861/fe2a9eeb-aa05-44aa-a441-1fb31e9c1988) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:40:33.506882 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2d8b8541-e4a1-4838-ae4b-72af4008ed0a tempest-ExtraDHCPOptionsIpV6TestJSON-759252489 tempest-ExtraDHCPOptionsIpV6TestJSON-759252489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:33.512807 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-28b8406e-b552-49d2-bb63-f096a9552e32 req-656a5e88-5036-450a-a82a-cf658dc771af tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] For port a6f1b671-fbe2-4cb1-9114-8040dc67ae20, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=a6f1b671-fbe2-4cb1-9114-8040dc67ae20,segment=NetworkSegment(a992ca7b-0374-4ac8-89fd-e7752d9855d0),segment_id=a992ca7b-0374-4ac8-89fd-e7752d9855d0)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:40:33.513186 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-28b8406e-b552-49d2-bb63-f096a9552e32 req-656a5e88-5036-450a-a82a-cf658dc771af tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:33.520899 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 13:40:33.559366 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-2d8b8541-e4a1-4838-ae4b-72af4008ed0a tempest-ExtraDHCPOptionsIpV6TestJSON-759252489 tempest-ExtraDHCPOptionsIpV6TestJSON-759252489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4af3e95-e77d-422d-9812-3edaea284ed7']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:40:33.566609 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-28b8406e-b552-49d2-bb63-f096a9552e32 req-656a5e88-5036-450a-a82a-cf658dc771af tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] Calling delete_port for a6f1b671-fbe2-4cb1-9114-8040dc67ae20 owned by compute:nova {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:40:33.588443 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f455f0-8738-42ce-979f-71358a11cc0e req-1b9381f0-b223-47d2-8bdb-6b922a46f680 tempest-LiveMigrationTest-1713788618 tempest-LiveMigrationTest-1713788618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:33.589565 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-2d8b8541-e4a1-4838-ae4b-72af4008ed0a tempest-ExtraDHCPOptionsIpV6TestJSON-759252489 tempest-ExtraDHCPOptionsIpV6TestJSON-759252489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b2ed5f6-d6f9-4220-bf83-9c22d3a47a53') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:40:33.589858 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-2d8b8541-e4a1-4838-ae4b-72af4008ed0a tempest-ExtraDHCPOptionsIpV6TestJSON-759252489 tempest-ExtraDHCPOptionsIpV6TestJSON-759252489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b2ed5f6-d6f9-4220-bf83-9c22d3a47a53') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:40:33.590981 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-94f455f0-8738-42ce-979f-71358a11cc0e req-1b9381f0-b223-47d2-8bdb-6b922a46f680 tempest-LiveMigrationTest-1713788618 tempest-LiveMigrationTest-1713788618-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=69b35cda-f215-4655-a2f4-9c066ffba9b2 HTTP/1.1" status: 200 len: 1096 time: 0.2231696 Jul 13 13:40:33.608068 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2d8b8541-e4a1-4838-ae4b-72af4008ed0a tempest-ExtraDHCPOptionsIpV6TestJSON-759252489 tempest-ExtraDHCPOptionsIpV6TestJSON-759252489-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6018464'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:33.656769 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1cd1fdfa-1974-4ea8-a4c6-f876013cdbc6 req-2e619271-203d-4328-b9de-20daaa75d7bd tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:33.665332 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-94f455f0-8738-42ce-979f-71358a11cc0e req-8106226a-53ca-44f6-aa78-92d5d4c12851 tempest-LiveMigrationTest-1713788618 tempest-LiveMigrationTest-1713788618-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=4f83e00a-e782-49e6-b944-d06b9e971cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633702 Jul 13 13:40:33.675401 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2d8b8541-e4a1-4838-ae4b-72af4008ed0a tempest-ExtraDHCPOptionsIpV6TestJSON-759252489 tempest-ExtraDHCPOptionsIpV6TestJSON-759252489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:33.684853 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device a4a71b17-6182-49d5-8d25-fa876aa7af8a no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:40:33.695074 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d8b8541-e4a1-4838-ae4b-72af4008ed0a tempest-ExtraDHCPOptionsIpV6TestJSON-759252489 tempest-ExtraDHCPOptionsIpV6TestJSON-759252489-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 13:40:33.695502 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2d8b8541-e4a1-4838-ae4b-72af4008ed0a tempest-ExtraDHCPOptionsIpV6TestJSON-759252489 tempest-ExtraDHCPOptionsIpV6TestJSON-759252489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6018632'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:33.703226 n-d-800634-1 neutron-server[93751]: Traceback (most recent call last): Jul 13 13:40:33.703226 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 13:40:33.703226 n-d-800634-1 neutron-server[93751]: timer() Jul 13 13:40:33.703226 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 13:40:33.703226 n-d-800634-1 neutron-server[93751]: cb(*args, **kw) Jul 13 13:40:33.703226 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 13:40:33.703226 n-d-800634-1 neutron-server[93751]: return func(*args, **kwargs) Jul 13 13:40:33.703226 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 13:40:33.703226 n-d-800634-1 neutron-server[93751]: self._notify() Jul 13 13:40:33.703226 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 13:40:33.703226 n-d-800634-1 neutron-server[93751]: self.callback(batched_events) Jul 13 13:40:33.703226 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 13:40:33.703226 n-d-800634-1 neutron-server[93751]: event.method(event) Jul 13 13:40:33.703226 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 13:40:33.703226 n-d-800634-1 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 13:40:33.703226 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 13:40:33.703226 n-d-800634-1 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 13:40:33.703226 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 13:40:33.703226 n-d-800634-1 neutron-server[93751]: return f(self, *a, **k) Jul 13 13:40:33.703226 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 13:40:33.703226 n-d-800634-1 neutron-server[93751]: return self._get(url).json() Jul 13 13:40:33.703226 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 13:40:33.703226 n-d-800634-1 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 13:40:33.703226 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 13:40:33.703226 n-d-800634-1 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 13 13:40:33.703226 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 13:40:33.703226 n-d-800634-1 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 13:40:33.703226 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 13:40:33.703226 n-d-800634-1 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 13:40:33.703226 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 13:40:33.703226 n-d-800634-1 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 13:40:33.703226 n-d-800634-1 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 13:40:33.720950 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: a4a71b17-6182-49d5-8d25-fa876aa7af8a {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:40:33.721402 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device a4a71b17-6182-49d5-8d25-fa876aa7af8a not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:40:33.742568 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1cd1fdfa-1974-4ea8-a4c6-f876013cdbc6 req-2e619271-203d-4328-b9de-20daaa75d7bd tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:33.754101 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a827a01d-1eb0-45e9-bb44-e8fdeac9cd48 req-57e2edf4-a2b2-4d09-be74-47f7b3d37ffb tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:33.756036 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a827a01d-1eb0-45e9-bb44-e8fdeac9cd48 req-57e2edf4-a2b2-4d09-be74-47f7b3d37ffb tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/ports?device_id=700d3790-c4d1-451b-bc66-257ddd7b5f93 HTTP/1.1" status: 200 len: 945 time: 0.2460299 Jul 13 13:40:33.774327 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cd1fdfa-1974-4ea8-a4c6-f876013cdbc6 req-2e619271-203d-4328-b9de-20daaa75d7bd tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] Network 8a948c4c-6f03-4f10-9e00-2993f9629279 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:40:33.799905 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 39251d49-5145-4722-9db9-3b02dfcece02 no longer exists at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:40:33.800995 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-1cd1fdfa-1974-4ea8-a4c6-f876013cdbc6 req-2e619271-203d-4328-b9de-20daaa75d7bd tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:40:33.817409 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cd1fdfa-1974-4ea8-a4c6-f876013cdbc6 req-2e619271-203d-4328-b9de-20daaa75d7bd tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:40:33.827701 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a827a01d-1eb0-45e9-bb44-e8fdeac9cd48 req-b40aa125-ecd3-4809-bf65-7bdccf4167d0 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8450e8a-3ce6-4095-b6b4-37555b8042b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595846 Jul 13 13:40:33.829261 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2d8b8541-e4a1-4838-ae4b-72af4008ed0a tempest-ExtraDHCPOptionsIpV6TestJSON-759252489 tempest-ExtraDHCPOptionsIpV6TestJSON-759252489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:33.833901 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b663a9a6-c970-4a6c-a858-4f1111d5b7cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:33.837902 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2d8b8541-e4a1-4838-ae4b-72af4008ed0a tempest-ExtraDHCPOptionsIpV6TestJSON-759252489 tempest-ExtraDHCPOptionsIpV6TestJSON-759252489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:33.843063 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-2d8b8541-e4a1-4838-ae4b-72af4008ed0a tempest-ExtraDHCPOptionsIpV6TestJSON-759252489 tempest-ExtraDHCPOptionsIpV6TestJSON-759252489-project] 10.222.0.23 "DELETE /v2.0/networks/e4af3e95-e77d-422d-9812-3edaea284ed7 HTTP/1.1" status: 204 len: 168 time: 1.4813447 Jul 13 13:40:33.937830 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd1fdfa-1974-4ea8-a4c6-f876013cdbc6 req-2e619271-203d-4328-b9de-20daaa75d7bd tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:33.938524 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1cd1fdfa-1974-4ea8-a4c6-f876013cdbc6 req-2e619271-203d-4328-b9de-20daaa75d7bd tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:33.953602 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e619271-203d-4328-b9de-20daaa75d7bd tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] Pushing event updated for resources: {'Port': ['ID=9564f55d-d3a7-401a-b317-0644e999b407,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:40:33.958713 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] No Port match for: 39251d49-5145-4722-9db9-3b02dfcece02 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:40:33.960401 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 39251d49-5145-4722-9db9-3b02dfcece02 not bound to the agent host n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:40:33.967281 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1cd1fdfa-1974-4ea8-a4c6-f876013cdbc6 req-2e619271-203d-4328-b9de-20daaa75d7bd tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6313288 Jul 13 13:40:33.980663 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b663a9a6-c970-4a6c-a858-4f1111d5b7cc None None] Pushing event deleted for resources: {'Port': ['ID=a4a71b17-6182-49d5-8d25-fa876aa7af8a,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:40:33.982452 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [req-1cd1fdfa-1974-4ea8-a4c6-f876013cdbc6 req-46452c09-e921-4814-8da5-2a4f2f96a870 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93750) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 13:40:33.986805 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b663a9a6-c970-4a6c-a858-4f1111d5b7cc None None] Network e4af3e95-e77d-422d-9812-3edaea284ed7 is not hosted by any dhcp agent {{(pid=93752) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 13 13:40:33.987473 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b663a9a6-c970-4a6c-a858-4f1111d5b7cc None None] No DVR routers for this DVR port a4a71b17-6182-49d5-8d25-fa876aa7af8a on host n-d-800634-1 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:40:33.992134 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1cd1fdfa-1974-4ea8-a4c6-f876013cdbc6 req-46452c09-e921-4814-8da5-2a4f2f96a870 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0146568 Jul 13 13:40:34.015189 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-85d19a3a-1731-43d0-9ada-33b63c95de5d None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:34.019928 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-1cd1fdfa-1974-4ea8-a4c6-f876013cdbc6 req-29d993c2-07de-4384-b7a1-e9bd56af36aa service neutron] Request body: {'port': {'device_id': '95e0691c-2ff2-4602-9d9b-d8c2314a4801', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:40:34.072618 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936a55e0-030a-45d8-b015-0f3048ef1126 req-a21a0b3b-5088-4691-a3b3-81aacdb60606 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:34.074817 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-936a55e0-030a-45d8-b015-0f3048ef1126 req-a21a0b3b-5088-4691-a3b3-81aacdb60606 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.23 "GET /v2.0/ports?device_id=95e0691c-2ff2-4602-9d9b-d8c2314a4801 HTTP/1.1" status: 200 len: 932 time: 0.1973462 Jul 13 13:40:34.156907 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1cd1fdfa-1974-4ea8-a4c6-f876013cdbc6 req-29d993c2-07de-4384-b7a1-e9bd56af36aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:34.165097 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-936a55e0-030a-45d8-b015-0f3048ef1126 req-c2c27610-b469-416c-9a5e-937cedb67153 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.23 "GET /v2.0/security-groups?id=215441dc-b65f-49ea-b8ce-4afa75e23159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801888 Jul 13 13:40:34.252953 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8b8541-e4a1-4838-ae4b-72af4008ed0a tempest-ExtraDHCPOptionsIpV6TestJSON-759252489 tempest-ExtraDHCPOptionsIpV6TestJSON-759252489-project] Pushing event deleted for resources: {'Network': ['ID=e4af3e95-e77d-422d-9812-3edaea284ed7,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:40:34.290323 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 60602) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:40:34.318930 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-85d19a3a-1731-43d0-9ada-33b63c95de5d None None] Transition to ACTIVE for port object fe2a9eeb-aa05-44aa-a441-1fb31e9c1988 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:40:34.319233 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-28b8406e-b552-49d2-bb63-f096a9552e32 req-656a5e88-5036-450a-a82a-cf658dc771af tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:34.335514 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['3601d3e1-284c-439d-81ca-b7e8751d725f', 'a6f1b671-fbe2-4cb1-9114-8040dc67ae20'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:40:34.338047 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['5fa44009-4573-407b-8afd-36362360c411'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:40:34.401574 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656a5e88-5036-450a-a82a-cf658dc771af tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] Pushing event deleted for resources: {'Port': ['ID=a6f1b671-fbe2-4cb1-9114-8040dc67ae20,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:40:34.422836 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-85d19a3a-1731-43d0-9ada-33b63c95de5d None None] Transition to ACTIVE for port object fe2a9eeb-aa05-44aa-a441-1fb31e9c1988 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:40:34.456721 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-85d19a3a-1731-43d0-9ada-33b63c95de5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:34.501174 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-28b8406e-b552-49d2-bb63-f096a9552e32 req-656a5e88-5036-450a-a82a-cf658dc771af tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] No DVR routers for this DVR port a6f1b671-fbe2-4cb1-9114-8040dc67ae20 on host n-h1-800634-1 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:40:34.506351 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de35de13-c824-4201-86ba-6a5748656e7d req-47cc5d7a-6854-4dab-8f24-8b18f0e2bf75 tempest-LiveMigrationTest-1713788618 tempest-LiveMigrationTest-1713788618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:34.508456 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-de35de13-c824-4201-86ba-6a5748656e7d req-47cc5d7a-6854-4dab-8f24-8b18f0e2bf75 tempest-LiveMigrationTest-1713788618 tempest-LiveMigrationTest-1713788618-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=69b35cda-f215-4655-a2f4-9c066ffba9b2 HTTP/1.1" status: 200 len: 1096 time: 0.2567360 Jul 13 13:40:34.509001 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d19a3a-1731-43d0-9ada-33b63c95de5d None None] Network 735ae3ba-192f-403f-b753-1424683ccfa0 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:40:34.511139 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-28b8406e-b552-49d2-bb63-f096a9552e32 req-656a5e88-5036-450a-a82a-cf658dc771af tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:34.514705 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-28b8406e-b552-49d2-bb63-f096a9552e32 req-656a5e88-5036-450a-a82a-cf658dc771af tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] 10.222.0.26 "DELETE /v2.0/ports/a6f1b671-fbe2-4cb1-9114-8040dc67ae20 HTTP/1.1" status: 204 len: 173 time: 1.8300467 Jul 13 13:40:34.515374 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edfd008a-f8a3-4e66-9697-4e821ba0dd06', 'name': 'network-vif-deleted', 'tag': 'a6f1b671-fbe2-4cb1-9114-8040dc67ae20'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:40:34.519099 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d17b627af75e17e0f4b8d6239d04f8c2f78634e2c585e32a7aeca336500f34a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d693c9d-0dce-4e24-ac87-fff868410761" -d '{"events": [{"server_uuid": "edfd008a-f8a3-4e66-9697-4e821ba0dd06", "name": "network-vif-deleted", "tag": "a6f1b671-fbe2-4cb1-9114-8040dc67ae20"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:40:34.523654 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-85d19a3a-1731-43d0-9ada-33b63c95de5d None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:40:34.526502 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d19a3a-1731-43d0-9ada-33b63c95de5d None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:40:34.575170 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1bb0df52-b681-42a3-affd-cb6dcf7dfb2f req-fd4d72e8-6443-4305-9ebf-ea5c14a5cf1b tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] 10.222.0.23 "GET /v2.0/ports?device_id=edfd008a-f8a3-4e66-9697-4e821ba0dd06 HTTP/1.1" status: 200 len: 210 time: 0.0619612 Jul 13 13:40:34.583018 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-c409173e-dd06-4833-8062-68a7fa06a119 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=eeb6da18e5a54bffa0753e691277437d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2904675 Jul 13 13:40:34.590298 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d19a3a-1731-43d0-9ada-33b63c95de5d None None] Pushing event updated for resources: {'Port': ['ID=fe2a9eeb-aa05-44aa-a441-1fb31e9c1988,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:40:34.592417 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5cb9d109-15df-4ee8-b557-4456c4ab0aa7 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5970525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4763356'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:34.596417 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 60610) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:40:34.645265 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-de35de13-c824-4201-86ba-6a5748656e7d req-2fc42e41-c9ed-4f04-8637-456021b10c1e tempest-LiveMigrationTest-1713788618 tempest-LiveMigrationTest-1713788618-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=4f83e00a-e782-49e6-b944-d06b9e971cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090088 Jul 13 13:40:34.682726 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-1cd1fdfa-1974-4ea8-a4c6-f876013cdbc6 req-29d993c2-07de-4384-b7a1-e9bd56af36aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9564f55d-d3a7-401a-b317-0644e999b407 {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:40:34.710530 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-85d19a3a-1731-43d0-9ada-33b63c95de5d None None] Attempting to bind port fe2a9eeb-aa05-44aa-a441-1fb31e9c1988 on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:40:34.711146 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-85d19a3a-1731-43d0-9ada-33b63c95de5d None None] Attempting to bind port fe2a9eeb-aa05-44aa-a441-1fb31e9c1988 by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': 'ef767bf9-d8df-4408-a1fd-895f239bd24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '735ae3ba-192f-403f-b753-1424683ccfa0'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:40:34.711249 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d19a3a-1731-43d0-9ada-33b63c95de5d None None] Attempting to bind port fe2a9eeb-aa05-44aa-a441-1fb31e9c1988 on network 735ae3ba-192f-403f-b753-1424683ccfa0 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:40:34.718429 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb9d109-15df-4ee8-b557-4456c4ab0aa7 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Pushing event deleted for resources: {'Subnet': ['ID=97e5e9a8-609e-4005-a73f-85683420c861,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:40:34.727162 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-67febfe8-62f5-4fa4-a98a-b6fc72444e5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:34.740878 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d19a3a-1731-43d0-9ada-33b63c95de5d None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 40, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:40:34.741267 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d19a3a-1731-43d0-9ada-33b63c95de5d None None] Checking segment: {'id': 'ef767bf9-d8df-4408-a1fd-895f239bd24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '735ae3ba-192f-403f-b753-1424683ccfa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:40:34.741833 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-85d19a3a-1731-43d0-9ada-33b63c95de5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:34.742291 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d19a3a-1731-43d0-9ada-33b63c95de5d None None] Bound using segment: {'id': 'ef767bf9-d8df-4408-a1fd-895f239bd24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '735ae3ba-192f-403f-b753-1424683ccfa0'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:40:34.742649 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-85d19a3a-1731-43d0-9ada-33b63c95de5d None None] Bound port: fe2a9eeb-aa05-44aa-a441-1fb31e9c1988, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef767bf9-d8df-4408-a1fd-895f239bd24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '735ae3ba-192f-403f-b753-1424683ccfa0'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:40:34.743278 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1cd1fdfa-1974-4ea8-a4c6-f876013cdbc6 req-29d993c2-07de-4384-b7a1-e9bd56af36aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:34.743384 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-85d19a3a-1731-43d0-9ada-33b63c95de5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:34.755127 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-67febfe8-62f5-4fa4-a98a-b6fc72444e5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:34.845223 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-1cd1fdfa-1974-4ea8-a4c6-f876013cdbc6 req-29d993c2-07de-4384-b7a1-e9bd56af36aa service neutron] Transition to ACTIVE for port object 9564f55d-d3a7-401a-b317-0644e999b407 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:40:34.848759 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-67febfe8-62f5-4fa4-a98a-b6fc72444e5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:34.852386 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-67febfe8-62f5-4fa4-a98a-b6fc72444e5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:34.853956 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-67febfe8-62f5-4fa4-a98a-b6fc72444e5e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f4b8bac3-e5f2-4825-be78-69d012ba5e2c HTTP/1.1" status: 204 len: 168 time: 0.2554672 Jul 13 13:40:34.855532 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1cd1fdfa-1974-4ea8-a4c6-f876013cdbc6 req-29d993c2-07de-4384-b7a1-e9bd56af36aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:34.866757 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5cb9d109-15df-4ee8-b557-4456c4ab0aa7 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:34.876025 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67febfe8-62f5-4fa4-a98a-b6fc72444e5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4b8bac3-e5f2-4825-be78-69d012ba5e2c,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:40:34.895667 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-85d19a3a-1731-43d0-9ada-33b63c95de5d None None] For port fe2a9eeb-aa05-44aa-a441-1fb31e9c1988, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:40:34.900773 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-85d19a3a-1731-43d0-9ada-33b63c95de5d None None] For port fe2a9eeb-aa05-44aa-a441-1fb31e9c1988, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=fe2a9eeb-aa05-44aa-a441-1fb31e9c1988,segment=NetworkSegment(ef767bf9-d8df-4408-a1fd-895f239bd24f),segment_id=ef767bf9-d8df-4408-a1fd-895f239bd24f)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:40:34.915017 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-85d19a3a-1731-43d0-9ada-33b63c95de5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:34.943762 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d993c2-07de-4384-b7a1-e9bd56af36aa service neutron] Pushing event updated for resources: {'Port': ['ID=9564f55d-d3a7-401a-b317-0644e999b407,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:40:34.959858 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-5cb9d109-15df-4ee8-b557-4456c4ab0aa7 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['735ae3ba-192f-403f-b753-1424683ccfa0']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:40:35.002813 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-5cb9d109-15df-4ee8-b557-4456c4ab0aa7 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef767bf9-d8df-4408-a1fd-895f239bd24f') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:40:35.003184 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-5cb9d109-15df-4ee8-b557-4456c4ab0aa7 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef767bf9-d8df-4408-a1fd-895f239bd24f') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:40:35.013344 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:40:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f57ba5e-a924-435d-b8b7-5281beb7636f x-openstack-request-id: req-3f57ba5e-a924-435d-b8b7-5281beb7636f {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:40:35.013768 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edfd008a-f8a3-4e66-9697-4e821ba0dd06", "name": "network-vif-deleted", "tag": "a6f1b671-fbe2-4cb1-9114-8040dc67ae20", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:40:35.014167 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3f57ba5e-a924-435d-b8b7-5281beb7636f {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:40:35.014762 n-d-800634-1 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edfd008a-f8a3-4e66-9697-4e821ba0dd06', 'name': 'network-vif-deleted', 'tag': 'a6f1b671-fbe2-4cb1-9114-8040dc67ae20', 'status': 'completed', 'code': 200} Jul 13 13:40:35.038871 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d19a3a-1731-43d0-9ada-33b63c95de5d None None] Pushing event updated for resources: {'Port': ['ID=fe2a9eeb-aa05-44aa-a441-1fb31e9c1988,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:40:35.049030 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5cb9d109-15df-4ee8-b557-4456c4ab0aa7 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5431730'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:35.063852 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cd151d5-6d16-482a-9030-2bb73a4b982b None None] Network 735ae3ba-192f-403f-b753-1424683ccfa0 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:40:35.067620 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5cb9d109-15df-4ee8-b557-4456c4ab0aa7 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:35.094414 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cb9d109-15df-4ee8-b557-4456c4ab0aa7 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 13:40:35.096004 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5cb9d109-15df-4ee8-b557-4456c4ab0aa7 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5970419'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:35.211871 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:40:35.211871 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:40:35.211871 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:40:35.211871 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:40:35.211871 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:40:35.211871 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:40:35.211871 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:40:35.211871 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:40:35.211871 n-d-800634-1 neutron-server[93750]: Traceback (most recent call last): Jul 13 13:40:35.211871 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 13:40:35.211871 n-d-800634-1 neutron-server[93750]: timer() Jul 13 13:40:35.211871 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 13:40:35.211871 n-d-800634-1 neutron-server[93750]: cb(*args, **kw) Jul 13 13:40:35.211871 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 13:40:35.211871 n-d-800634-1 neutron-server[93750]: return func(*args, **kwargs) Jul 13 13:40:35.211871 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 13:40:35.211871 n-d-800634-1 neutron-server[93750]: self._notify() Jul 13 13:40:35.211871 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 13:40:35.211871 n-d-800634-1 neutron-server[93750]: self.callback(batched_events) Jul 13 13:40:35.211871 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 13:40:35.211871 n-d-800634-1 neutron-server[93750]: event.method(event) Jul 13 13:40:35.211871 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 13:40:35.211871 n-d-800634-1 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 13:40:35.211871 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 13:40:35.211871 n-d-800634-1 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 13:40:35.211871 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 13:40:35.211871 n-d-800634-1 neutron-server[93750]: return f(self, *a, **k) Jul 13 13:40:35.211871 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 13:40:35.211871 n-d-800634-1 neutron-server[93750]: return self._get(url).json() Jul 13 13:40:35.211871 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 13:40:35.211871 n-d-800634-1 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 13:40:35.211871 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 13:40:35.211871 n-d-800634-1 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 13 13:40:35.211871 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 13:40:35.211871 n-d-800634-1 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 13:40:35.211871 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 13:40:35.211871 n-d-800634-1 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 13:40:35.211871 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 13:40:35.211871 n-d-800634-1 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 13:40:35.211871 n-d-800634-1 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 13:40:35.269483 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef4dbb2-28e9-4890-896b-c20a62f875b0 None None] get_active_networks_info from n-d-800634-1 {{(pid=93752) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 13 13:40:35.341960 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.db.api [None req-5cb9d109-15df-4ee8-b557-4456c4ab0aa7 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 13 13:40:35.341960 n-d-800634-1 neutron-server[93750]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 13 13:40:35.341960 n-d-800634-1 neutron-server[93750]: [parameters: {'id': '735ae3ba-192f-403f-b753-1424683ccfa0'}] Jul 13 13:40:35.341960 n-d-800634-1 neutron-server[93750]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93750) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 13:40:35.342332 n-d-800634-1 neutron-server[93750]: DEBUG oslo_db.api [None req-5cb9d109-15df-4ee8-b557-4456c4ab0aa7 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 13:40:35.463146 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef4dbb2-28e9-4890-896b-c20a62f875b0 None None] Resources bound (agent type, host, resource id): {{(pid=93752) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 13 13:40:35.842051 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c6d4a0-b776-4370-85b8-9c2a01c3744a req-e8dbe5d9-ead4-4dac-ac21-e7feeae7cee0 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:35.849767 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-83c6d4a0-b776-4370-85b8-9c2a01c3744a req-e8dbe5d9-ead4-4dac-ac21-e7feeae7cee0 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/ports?device_id=700d3790-c4d1-451b-bc66-257ddd7b5f93 HTTP/1.1" status: 200 len: 945 time: 0.6367302 Jul 13 13:40:35.852880 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5cb9d109-15df-4ee8-b557-4456c4ab0aa7 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:35.867323 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-1cd1fdfa-1974-4ea8-a4c6-f876013cdbc6 req-29d993c2-07de-4384-b7a1-e9bd56af36aa service neutron] Attempting to bind port 9564f55d-d3a7-401a-b317-0644e999b407 on host n-h1-800634-1 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:40:35.868118 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-1cd1fdfa-1974-4ea8-a4c6-f876013cdbc6 req-29d993c2-07de-4384-b7a1-e9bd56af36aa service neutron] Attempting to bind port 9564f55d-d3a7-401a-b317-0644e999b407 by drivers openvswitch,hyperv on host n-h1-800634-1 at level 0 using segments [{'id': 'b2cba7f6-e29b-4b72-b31f-06e263582f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '8a948c4c-6f03-4f10-9e00-2993f9629279'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:40:35.868721 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cd1fdfa-1974-4ea8-a4c6-f876013cdbc6 req-29d993c2-07de-4384-b7a1-e9bd56af36aa service neutron] Attempting to bind port 9564f55d-d3a7-401a-b317-0644e999b407 on network 8a948c4c-6f03-4f10-9e00-2993f9629279 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:40:35.887449 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cd1fdfa-1974-4ea8-a4c6-f876013cdbc6 req-29d993c2-07de-4384-b7a1-e9bd56af36aa service neutron] Port 9564f55d-d3a7-401a-b317-0644e999b407 on network 8a948c4c-6f03-4f10-9e00-2993f9629279 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-1 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:40:35.887856 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cd1fdfa-1974-4ea8-a4c6-f876013cdbc6 req-29d993c2-07de-4384-b7a1-e9bd56af36aa service neutron] Attempting to bind port 9564f55d-d3a7-401a-b317-0644e999b407 on network 8a948c4c-6f03-4f10-9e00-2993f9629279 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:40:35.906329 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cd1fdfa-1974-4ea8-a4c6-f876013cdbc6 req-29d993c2-07de-4384-b7a1-e9bd56af36aa service neutron] Checking agent: {'id': 'a7603dc8-3c50-4a9b-8f0d-1143528f155e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 40, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:40:35.906682 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cd1fdfa-1974-4ea8-a4c6-f876013cdbc6 req-29d993c2-07de-4384-b7a1-e9bd56af36aa service neutron] Checking segment: {'id': 'b2cba7f6-e29b-4b72-b31f-06e263582f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '8a948c4c-6f03-4f10-9e00-2993f9629279'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:40:35.907307 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cd1fdfa-1974-4ea8-a4c6-f876013cdbc6 req-29d993c2-07de-4384-b7a1-e9bd56af36aa service neutron] Bound using segment: {'id': 'b2cba7f6-e29b-4b72-b31f-06e263582f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '8a948c4c-6f03-4f10-9e00-2993f9629279'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:40:35.907728 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-1cd1fdfa-1974-4ea8-a4c6-f876013cdbc6 req-29d993c2-07de-4384-b7a1-e9bd56af36aa service neutron] Bound port: 9564f55d-d3a7-401a-b317-0644e999b407, host: n-h1-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2cba7f6-e29b-4b72-b31f-06e263582f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '8a948c4c-6f03-4f10-9e00-2993f9629279'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:40:35.908090 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1cd1fdfa-1974-4ea8-a4c6-f876013cdbc6 req-29d993c2-07de-4384-b7a1-e9bd56af36aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:35.919673 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 60666) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:40:35.940882 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-83c6d4a0-b776-4370-85b8-9c2a01c3744a req-f089c959-1fb7-456b-b04f-751244af5d02 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8450e8a-3ce6-4095-b6b4-37555b8042b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886993 Jul 13 13:40:36.034319 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-1cd1fdfa-1974-4ea8-a4c6-f876013cdbc6 req-29d993c2-07de-4384-b7a1-e9bd56af36aa service neutron] For port 9564f55d-d3a7-401a-b317-0644e999b407, host n-h1-800634-1, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:40:36.038377 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-1cd1fdfa-1974-4ea8-a4c6-f876013cdbc6 req-29d993c2-07de-4384-b7a1-e9bd56af36aa service neutron] For port 9564f55d-d3a7-401a-b317-0644e999b407, host n-h1-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=9564f55d-d3a7-401a-b317-0644e999b407,segment=NetworkSegment(b2cba7f6-e29b-4b72-b31f-06e263582f9a),segment_id=b2cba7f6-e29b-4b72-b31f-06e263582f9a)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:40:36.040483 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-5cb9d109-15df-4ee8-b557-4456c4ab0aa7 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Deleting port fe2a9eeb-aa05-44aa-a441-1fb31e9c1988 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:40:36.040816 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5cb9d109-15df-4ee8-b557-4456c4ab0aa7 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:36.045836 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1cd1fdfa-1974-4ea8-a4c6-f876013cdbc6 req-29d993c2-07de-4384-b7a1-e9bd56af36aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:36.074059 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-786b7a79-2fc7-4e03-8f86-a056a290cff7 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-452143168'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:40:36.116613 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-786b7a79-2fc7-4e03-8f86-a056a290cff7 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Made reservation on behalf of 485fea06b0b7495bb8721e368ed7bc86 for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:40:36.124001 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-786b7a79-2fc7-4e03-8f86-a056a290cff7 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:36.141994 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd1fdfa-1974-4ea8-a4c6-f876013cdbc6 req-29d993c2-07de-4384-b7a1-e9bd56af36aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:36.142749 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1cd1fdfa-1974-4ea8-a4c6-f876013cdbc6 req-29d993c2-07de-4384-b7a1-e9bd56af36aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:36.143292 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-786b7a79-2fc7-4e03-8f86-a056a290cff7 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:36.144245 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1cd1fdfa-1974-4ea8-a4c6-f876013cdbc6 req-29d993c2-07de-4384-b7a1-e9bd56af36aa service neutron] 10.222.0.26 "PUT /v2.0/ports/9564f55d-d3a7-401a-b317-0644e999b407 HTTP/1.1" status: 200 len: 1092 time: 2.1310747 Jul 13 13:40:36.146788 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95e0691c-2ff2-4602-9d9b-d8c2314a4801', 'tag': '9564f55d-d3a7-401a-b317-0644e999b407'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:40:36.149100 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe3d56f7-42ef-4e28-8022-af37f89652b5" -d '{"events": [{"name": "network-changed", "server_uuid": "95e0691c-2ff2-4602-9d9b-d8c2314a4801", "tag": "9564f55d-d3a7-401a-b317-0644e999b407"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:40:36.184499 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-5cb9d109-15df-4ee8-b557-4456c4ab0aa7 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] For port fe2a9eeb-aa05-44aa-a441-1fb31e9c1988, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=fe2a9eeb-aa05-44aa-a441-1fb31e9c1988,segment=NetworkSegment(ef767bf9-d8df-4408-a1fd-895f239bd24f),segment_id=ef767bf9-d8df-4408-a1fd-895f239bd24f)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:40:36.184986 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5cb9d109-15df-4ee8-b557-4456c4ab0aa7 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:36.205882 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d993c2-07de-4384-b7a1-e9bd56af36aa service neutron] Pushing event updated for resources: {'Port': ['ID=9564f55d-d3a7-401a-b317-0644e999b407,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:40:36.216018 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-5cb9d109-15df-4ee8-b557-4456c4ab0aa7 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Calling delete_port for fe2a9eeb-aa05-44aa-a441-1fb31e9c1988 owned by network:dhcp {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:40:36.267050 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-786b7a79-2fc7-4e03-8f86-a056a290cff7 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:36.272528 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-786b7a79-2fc7-4e03-8f86-a056a290cff7 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:36.310745 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-786b7a79-2fc7-4e03-8f86-a056a290cff7 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 13:40:36.315507 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786b7a79-2fc7-4e03-8f86-a056a290cff7 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26256693-1041-417a-a070-49a9f109f4d8,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:40:36.323996 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-786b7a79-2fc7-4e03-8f86-a056a290cff7 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:36.324631 n-d-800634-1 neutron-server[93751]: INFO neutron.db.segments_db [None req-786b7a79-2fc7-4e03-8f86-a056a290cff7 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Added segment d9379076-7cba-44a3-8397-2c529dbc4e8a of type vlan for network 77d4cb25-bb28-4f72-9be0-5e0e0fa1efa2 Jul 13 13:40:36.371035 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-786b7a79-2fc7-4e03-8f86-a056a290cff7 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:36.406111 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71633d0b-b701-463d-8a55-b67146b74782 req-7fd82567-5469-4b8b-84d8-6eb2a6d75561 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:36.407752 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-786b7a79-2fc7-4e03-8f86-a056a290cff7 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:36.407996 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-71633d0b-b701-463d-8a55-b67146b74782 req-7fd82567-5469-4b8b-84d8-6eb2a6d75561 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.23 "GET /v2.0/ports?device_id=95e0691c-2ff2-4602-9d9b-d8c2314a4801 HTTP/1.1" status: 200 len: 944 time: 0.1780190 Jul 13 13:40:36.413051 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd1fdfa-1974-4ea8-a4c6-f876013cdbc6 req-295c8904-22d3-42dd-ac3f-71e85beced0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:36.414674 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1cd1fdfa-1974-4ea8-a4c6-f876013cdbc6 req-295c8904-22d3-42dd-ac3f-71e85beced0a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=930873fa186549f0911fe0cad6275da5&device_id=95e0691c-2ff2-4602-9d9b-d8c2314a4801 HTTP/1.1" status: 200 len: 1095 time: 0.1961474 Jul 13 13:40:36.417368 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-786b7a79-2fc7-4e03-8f86-a056a290cff7 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:36.418718 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-786b7a79-2fc7-4e03-8f86-a056a290cff7 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:36.440578 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5cb9d109-15df-4ee8-b557-4456c4ab0aa7 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:36.479977 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-786b7a79-2fc7-4e03-8f86-a056a290cff7 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5588765 Jul 13 13:40:36.481064 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1cd1fdfa-1974-4ea8-a4c6-f876013cdbc6 req-42788fac-e581-4faa-a1f6-c3be7e9b8c34 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9564f55d-d3a7-401a-b317-0644e999b407 HTTP/1.1" status: 200 len: 217 time: 0.0553060 Jul 13 13:40:36.484068 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device a6f1b671-fbe2-4cb1-9114-8040dc67ae20 no longer exists at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:40:36.484630 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 60682) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:40:36.490545 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-d46a5329-2697-4aa3-8dcc-ec4c492a8383 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-806743127'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:40:36.510973 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 60684) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:40:36.514610 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-381d4315-9089-413f-a071-aa2897bda790 None None] No Port match for: a6f1b671-fbe2-4cb1-9114-8040dc67ae20 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:40:36.515158 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device a6f1b671-fbe2-4cb1-9114-8040dc67ae20 not bound to the agent host n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:40:36.515383 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786b7a79-2fc7-4e03-8f86-a056a290cff7 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Pushing event updated for resources: {'Network': ['ID=77d4cb25-bb28-4f72-9be0-5e0e0fa1efa2,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:40:36.517626 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb9d109-15df-4ee8-b557-4456c4ab0aa7 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Pushing event deleted for resources: {'Port': ['ID=fe2a9eeb-aa05-44aa-a441-1fb31e9c1988,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:40:36.536331 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network 77d4cb25-bb28-4f72-9be0-5e0e0fa1efa2 details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 13:40:36.541626 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d46a5329-2697-4aa3-8dcc-ec4c492a8383 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Made reservation on behalf of 485fea06b0b7495bb8721e368ed7bc86 for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:40:36.545601 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb9d109-15df-4ee8-b557-4456c4ab0aa7 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] No DVR routers for this DVR port fe2a9eeb-aa05-44aa-a441-1fb31e9c1988 on host n-d-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:40:36.546181 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d46a5329-2697-4aa3-8dcc-ec4c492a8383 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:36.560737 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-71633d0b-b701-463d-8a55-b67146b74782 req-7f13558c-cffb-4f1e-b997-cf303a1057a8 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.23 "GET /v2.0/security-groups?id=215441dc-b65f-49ea-b8ce-4afa75e23159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441240 Jul 13 13:40:36.575817 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d46a5329-2697-4aa3-8dcc-ec4c492a8383 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 13:40:36.586823 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d46a5329-2697-4aa3-8dcc-ec4c492a8383 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:36.587413 n-d-800634-1 neutron-server[93751]: INFO neutron.db.segments_db [None req-d46a5329-2697-4aa3-8dcc-ec4c492a8383 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Added segment 2c0f76af-9327-4759-b863-d04e9d89c2cb of type vlan for network ea5d4f16-78c5-421b-86db-7170c57d7813 Jul 13 13:40:36.605670 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [req-cd7ff84f-f433-4932-9edc-6a89596da009 req-7db89bd7-d9df-4a77-a571-88af176aa7ab tempest-LiveMigrationTest-1713788618 tempest-LiveMigrationTest-1713788618-project-admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 13:40:36.606759 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-cd7ff84f-f433-4932-9edc-6a89596da009 req-7db89bd7-d9df-4a77-a571-88af176aa7ab tempest-LiveMigrationTest-1713788618 tempest-LiveMigrationTest-1713788618-project-admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0948346 Jul 13 13:40:36.651474 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d46a5329-2697-4aa3-8dcc-ec4c492a8383 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:36.673490 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd1fdfa-1974-4ea8-a4c6-f876013cdbc6 req-895ac2c6-4267-4e1e-a7c0-360d5de5903c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:36.675347 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1cd1fdfa-1974-4ea8-a4c6-f876013cdbc6 req-895ac2c6-4267-4e1e-a7c0-360d5de5903c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2e38ecf8-2fec-4f5b-8b3e-f8690198cb4e HTTP/1.1" status: 200 len: 854 time: 0.1716917 Jul 13 13:40:36.695581 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d46a5329-2697-4aa3-8dcc-ec4c492a8383 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:36.697344 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5cb9d109-15df-4ee8-b557-4456c4ab0aa7 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:36.704528 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d46a5329-2697-4aa3-8dcc-ec4c492a8383 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:36.705348 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d46a5329-2697-4aa3-8dcc-ec4c492a8383 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:36.726433 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1cd1fdfa-1974-4ea8-a4c6-f876013cdbc6 req-0c54c82f-cdef-450c-9e5f-c53daf3761be service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8a948c4c-6f03-4f10-9e00-2993f9629279&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445547 Jul 13 13:40:36.728083 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-5cb9d109-15df-4ee8-b557-4456c4ab0aa7 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['735ae3ba-192f-403f-b753-1424683ccfa0']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:40:36.752895 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-5cb9d109-15df-4ee8-b557-4456c4ab0aa7 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef767bf9-d8df-4408-a1fd-895f239bd24f') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:40:36.753206 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-5cb9d109-15df-4ee8-b557-4456c4ab0aa7 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef767bf9-d8df-4408-a1fd-895f239bd24f') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:40:36.786861 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-cd7ff84f-f433-4932-9edc-6a89596da009 req-4cfba97d-4701-4a0d-b421-e89c3761979f service neutron] Request body: {'binding': {'host': 'n-h2-800634-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:40:36.787328 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-cd7ff84f-f433-4932-9edc-6a89596da009 req-4cfba97d-4701-4a0d-b421-e89c3761979f service neutron] Unknown quota resources ['binding']. {{(pid=93751) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 13 13:40:36.805206 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5cb9d109-15df-4ee8-b557-4456c4ab0aa7 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5431730'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:36.826723 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-d46a5329-2697-4aa3-8dcc-ec4c492a8383 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3408976 Jul 13 13:40:36.829805 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 60694) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:40:36.835355 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46a5329-2697-4aa3-8dcc-ec4c492a8383 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Pushing event updated for resources: {'Network': ['ID=ea5d4f16-78c5-421b-86db-7170c57d7813,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:40:36.836710 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-998e00b4-1fb1-49f8-aaa2-74f3b0bda01e tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Request body: {'subnet': {'network_id': '77d4cb25-bb28-4f72-9be0-5e0e0fa1efa2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:40:36.842766 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5cb9d109-15df-4ee8-b557-4456c4ab0aa7 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:36.851750 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network ea5d4f16-78c5-421b-86db-7170c57d7813 details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 13:40:36.892207 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 13:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-096a63c7-6ef0-48f4-87b7-71b477fc2f40 x-openstack-request-id: req-096a63c7-6ef0-48f4-87b7-71b477fc2f40 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:40:36.892513 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95e0691c-2ff2-4602-9d9b-d8c2314a4801", "tag": "9564f55d-d3a7-401a-b317-0644e999b407", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:40:36.892772 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-096a63c7-6ef0-48f4-87b7-71b477fc2f40 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:40:36.893178 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95e0691c-2ff2-4602-9d9b-d8c2314a4801', 'tag': '9564f55d-d3a7-401a-b317-0644e999b407', 'status': 'completed', 'code': 200} Jul 13 13:40:36.904949 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cb9d109-15df-4ee8-b557-4456c4ab0aa7 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 13:40:36.905371 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5cb9d109-15df-4ee8-b557-4456c4ab0aa7 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5970419'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:36.910268 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:40:36.910268 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:40:36.910268 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:40:36.910268 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:40:36.910268 n-d-800634-1 neutron-server[93750]: Traceback (most recent call last): Jul 13 13:40:36.910268 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 13:40:36.910268 n-d-800634-1 neutron-server[93750]: timer() Jul 13 13:40:36.910268 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 13:40:36.910268 n-d-800634-1 neutron-server[93750]: cb(*args, **kw) Jul 13 13:40:36.910268 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 13:40:36.910268 n-d-800634-1 neutron-server[93750]: return func(*args, **kwargs) Jul 13 13:40:36.910268 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 13:40:36.910268 n-d-800634-1 neutron-server[93750]: self._notify() Jul 13 13:40:36.910268 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 13:40:36.910268 n-d-800634-1 neutron-server[93750]: self.callback(batched_events) Jul 13 13:40:36.910268 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 13:40:36.910268 n-d-800634-1 neutron-server[93750]: event.method(event) Jul 13 13:40:36.910268 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 13:40:36.910268 n-d-800634-1 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 13:40:36.910268 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 13:40:36.910268 n-d-800634-1 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 13:40:36.910268 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 13:40:36.910268 n-d-800634-1 neutron-server[93750]: return f(self, *a, **k) Jul 13 13:40:36.910268 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 13:40:36.910268 n-d-800634-1 neutron-server[93750]: return self._get(url).json() Jul 13 13:40:36.910268 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 13:40:36.910268 n-d-800634-1 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 13:40:36.910268 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 13:40:36.910268 n-d-800634-1 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 13 13:40:36.910268 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 13:40:36.910268 n-d-800634-1 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 13:40:36.910268 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 13:40:36.910268 n-d-800634-1 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 13:40:36.910268 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 13:40:36.910268 n-d-800634-1 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 13:40:36.910268 n-d-800634-1 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 13:40:36.991787 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1cd1fdfa-1974-4ea8-a4c6-f876013cdbc6 req-521928cd-b2fb-4069-bdf6-b978fe3c2670 service neutron] 10.222.0.26 "GET /v2.0/networks/8a948c4c-6f03-4f10-9e00-2993f9629279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2516890 Jul 13 13:40:37.005576 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-cd7ff84f-f433-4932-9edc-6a89596da009 req-4cfba97d-4701-4a0d-b421-e89c3761979f service neutron] Attempting to bind port f150ad68-169c-403e-9131-7c773a3c06b4 on host n-h2-800634-1 for vnic_type normal with profile None {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:40:37.006144 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-cd7ff84f-f433-4932-9edc-6a89596da009 req-4cfba97d-4701-4a0d-b421-e89c3761979f service neutron] Attempting to bind port f150ad68-169c-403e-9131-7c773a3c06b4 by drivers openvswitch,hyperv on host n-h2-800634-1 at level 0 using segments [{'id': 'f952029b-434e-49c6-8d96-f83b0194500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5c5b1ca0-24b0-4412-b81d-dc9907cb0039'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:40:37.006286 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7ff84f-f433-4932-9edc-6a89596da009 req-4cfba97d-4701-4a0d-b421-e89c3761979f service neutron] Attempting to bind port f150ad68-169c-403e-9131-7c773a3c06b4 on network 5c5b1ca0-24b0-4412-b81d-dc9907cb0039 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:40:37.010993 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7ff84f-f433-4932-9edc-6a89596da009 req-4cfba97d-4701-4a0d-b421-e89c3761979f service neutron] Port f150ad68-169c-403e-9131-7c773a3c06b4 on network 5c5b1ca0-24b0-4412-b81d-dc9907cb0039 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-1 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:40:37.011311 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7ff84f-f433-4932-9edc-6a89596da009 req-4cfba97d-4701-4a0d-b421-e89c3761979f service neutron] Attempting to bind port f150ad68-169c-403e-9131-7c773a3c06b4 on network 5c5b1ca0-24b0-4412-b81d-dc9907cb0039 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:40:37.015984 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5cb9d109-15df-4ee8-b557-4456c4ab0aa7 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:37.017668 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7ff84f-f433-4932-9edc-6a89596da009 req-4cfba97d-4701-4a0d-b421-e89c3761979f service neutron] Checking agent: {'id': 'f615e5c9-21ab-43f2-adbc-192d64b795cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 40, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:40:37.018131 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7ff84f-f433-4932-9edc-6a89596da009 req-4cfba97d-4701-4a0d-b421-e89c3761979f service neutron] Checking segment: {'id': 'f952029b-434e-49c6-8d96-f83b0194500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5c5b1ca0-24b0-4412-b81d-dc9907cb0039'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:40:37.018593 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7ff84f-f433-4932-9edc-6a89596da009 req-4cfba97d-4701-4a0d-b421-e89c3761979f service neutron] Bound using segment: {'id': 'f952029b-434e-49c6-8d96-f83b0194500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5c5b1ca0-24b0-4412-b81d-dc9907cb0039'} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:40:37.019466 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-cd7ff84f-f433-4932-9edc-6a89596da009 req-4cfba97d-4701-4a0d-b421-e89c3761979f service neutron] Bound port: f150ad68-169c-403e-9131-7c773a3c06b4, host: n-h2-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f952029b-434e-49c6-8d96-f83b0194500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5c5b1ca0-24b0-4412-b81d-dc9907cb0039'}}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:40:37.066414 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5cb9d109-15df-4ee8-b557-4456c4ab0aa7 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:37.068731 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-5cb9d109-15df-4ee8-b557-4456c4ab0aa7 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] 10.222.0.23 "DELETE /v2.0/networks/735ae3ba-192f-403f-b753-1424683ccfa0 HTTP/1.1" status: 204 len: 168 time: 4.2335768 Jul 13 13:40:37.072836 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 60698) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:40:37.082567 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-74b2152b-50df-477d-8c4c-39f2eca6124c tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1318683315'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:40:37.090354 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb9d109-15df-4ee8-b557-4456c4ab0aa7 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Pushing event deleted for resources: {'Network': ['ID=735ae3ba-192f-403f-b753-1424683ccfa0,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:40:37.111165 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-cd7ff84f-f433-4932-9edc-6a89596da009 req-4cfba97d-4701-4a0d-b421-e89c3761979f service neutron] For port f150ad68-169c-403e-9131-7c773a3c06b4, host n-h2-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=f150ad68-169c-403e-9131-7c773a3c06b4,segment=NetworkSegment(f952029b-434e-49c6-8d96-f83b0194500d),segment_id=f952029b-434e-49c6-8d96-f83b0194500d)] {{(pid=93751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:40:37.119153 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-998e00b4-1fb1-49f8-aaa2-74f3b0bda01e tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Made reservation on behalf of 485fea06b0b7495bb8721e368ed7bc86 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:40:37.121009 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-cd7ff84f-f433-4932-9edc-6a89596da009 req-4cfba97d-4701-4a0d-b421-e89c3761979f service neutron] Notify callbacks [] for binding, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:37.122598 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-cd7ff84f-f433-4932-9edc-6a89596da009 req-4cfba97d-4701-4a0d-b421-e89c3761979f service neutron] 10.222.0.23 "POST /v2.0/ports/f150ad68-169c-403e-9131-7c773a3c06b4/bindings HTTP/1.1" status: 201 len: 389 time: 0.4141965 Jul 13 13:40:37.122787 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-998e00b4-1fb1-49f8-aaa2-74f3b0bda01e tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4763385'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:37.142432 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74b2152b-50df-477d-8c4c-39f2eca6124c tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Made reservation on behalf of a3a55d0c2c5148168cd13a19132e8832 for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:40:37.147863 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-74b2152b-50df-477d-8c4c-39f2eca6124c tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:37.176626 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74b2152b-50df-477d-8c4c-39f2eca6124c tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 13:40:37.206214 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-74b2152b-50df-477d-8c4c-39f2eca6124c tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:37.206775 n-d-800634-1 neutron-server[93751]: INFO neutron.db.segments_db [None req-74b2152b-50df-477d-8c4c-39f2eca6124c tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Added segment 366663b1-e4a7-4034-995e-6af5d533be5a of type vlan for network 6d203603-f848-4c99-b451-139e0f7c849b Jul 13 13:40:37.223135 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1cd1fdfa-1974-4ea8-a4c6-f876013cdbc6 req-c01804e9-d42e-483d-88df-2735d35a3f03 service neutron] 10.222.0.26 "GET /v2.0/networks/8a948c4c-6f03-4f10-9e00-2993f9629279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202239 Jul 13 13:40:37.254129 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-74b2152b-50df-477d-8c4c-39f2eca6124c tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:37.290407 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-74b2152b-50df-477d-8c4c-39f2eca6124c tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:37.297440 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74b2152b-50df-477d-8c4c-39f2eca6124c tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:37.298195 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-74b2152b-50df-477d-8c4c-39f2eca6124c tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:37.368150 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-74b2152b-50df-477d-8c4c-39f2eca6124c tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2896733 Jul 13 13:40:37.369015 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 60706) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:40:37.376076 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-213f7479-2c3b-4147-a1f7-57a2906c750a tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Request body: {'subnet': {'network_id': '6d203603-f848-4c99-b451-139e0f7c849b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:40:37.400440 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b2152b-50df-477d-8c4c-39f2eca6124c tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Pushing event updated for resources: {'Network': ['ID=6d203603-f848-4c99-b451-139e0f7c849b,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:40:37.412364 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network 6d203603-f848-4c99-b451-139e0f7c849b details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 13:40:37.480133 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-213f7479-2c3b-4147-a1f7-57a2906c750a tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Made reservation on behalf of a3a55d0c2c5148168cd13a19132e8832 for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:40:37.485550 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-213f7479-2c3b-4147-a1f7-57a2906c750a tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6104980'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:37.510371 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-998e00b4-1fb1-49f8-aaa2-74f3b0bda01e tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5970588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4763339'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:37.551686 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3d56f7-42ef-4e28-8022-af37f89652b5 req-70cc1e9c-98c1-41d9-bbd6-6817a9e40439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:37.553176 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-fe3d56f7-42ef-4e28-8022-af37f89652b5 req-70cc1e9c-98c1-41d9-bbd6-6817a9e40439 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=930873fa186549f0911fe0cad6275da5&device_id=95e0691c-2ff2-4602-9d9b-d8c2314a4801 HTTP/1.1" status: 200 len: 1095 time: 0.2175252 Jul 13 13:40:37.571012 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76bf5d4-bf9f-4032-9d0c-5e280ea88355 req-a5aeee2f-3568-4976-a666-b0f980520216 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:37.572460 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e76bf5d4-bf9f-4032-9d0c-5e280ea88355 req-a5aeee2f-3568-4976-a666-b0f980520216 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/ports?device_id=700d3790-c4d1-451b-bc66-257ddd7b5f93 HTTP/1.1" status: 200 len: 945 time: 0.3022766 Jul 13 13:40:37.582124 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.ipam_backend_mixin [None req-213f7479-2c3b-4147-a1f7-57a2906c750a tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Performing IP validity checks on allocation pools {{(pid=93751) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 13 13:40:37.582644 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.ipam_backend_mixin [None req-213f7479-2c3b-4147-a1f7-57a2906c750a tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93751) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 13 13:40:37.639987 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daac1624-8dcd-4c9f-9c4c-fbcba2bbe2c1 req-10ecad00-4468-4601-8ded-6fe875347469 tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:37.641496 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-daac1624-8dcd-4c9f-9c4c-fbcba2bbe2c1 req-10ecad00-4468-4601-8ded-6fe875347469 tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] 10.222.0.23 "GET /v2.0/ports?device_id=709d40a5-aa94-4dcb-b1df-150f71dccc43 HTTP/1.1" status: 200 len: 946 time: 0.1028912 Jul 13 13:40:37.662805 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7ff84f-f433-4932-9edc-6a89596da009 req-45108051-f331-4a0a-8207-0831143e7994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:37.664333 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cd7ff84f-f433-4932-9edc-6a89596da009 req-45108051-f331-4a0a-8207-0831143e7994 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7ec77ffc288b40b5a9663fa2e5a78733&device_id=69b35cda-f215-4655-a2f4-9c066ffba9b2 HTTP/1.1" status: 200 len: 1096 time: 0.2292573 Jul 13 13:40:37.670781 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998e00b4-1fb1-49f8-aaa2-74f3b0bda01e tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Pushing event updated for resources: {'Subnet': ['ID=6d66e87c-b8b7-4fdf-81cf-13897cb4d23b,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:40:37.718293 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-daac1624-8dcd-4c9f-9c4c-fbcba2bbe2c1 req-3bb48836-e99c-4f1e-a1ba-31a8a3465e10 tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] 10.222.0.23 "GET /v2.0/security-groups?id=9a4040a4-7a24-4bfb-97c3-fc064942d274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688016 Jul 13 13:40:37.754713 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e76bf5d4-bf9f-4032-9d0c-5e280ea88355 req-c68709aa-a418-4f74-a253-e73f8428de68 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8450e8a-3ce6-4095-b6b4-37555b8042b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751847 Jul 13 13:40:37.764868 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998e00b4-1fb1-49f8-aaa2-74f3b0bda01e tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Checking segment: {'id': 'd9379076-7cba-44a3-8397-2c529dbc4e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '77d4cb25-bb28-4f72-9be0-5e0e0fa1efa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:40:37.765248 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-998e00b4-1fb1-49f8-aaa2-74f3b0bda01e tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Network hostable DHCP agents. Network: 77d4cb25-bb28-4f72-9be0-5e0e0fa1efa2, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 13:40:37.768654 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-213f7479-2c3b-4147-a1f7-57a2906c750a tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6018343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6104998'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:37.821945 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3d56f7-42ef-4e28-8022-af37f89652b5 req-f630e3b3-b5e0-4061-a6b9-5b6ddf3f907c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:37.823475 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-fe3d56f7-42ef-4e28-8022-af37f89652b5 req-f630e3b3-b5e0-4061-a6b9-5b6ddf3f907c service neutron] 10.222.0.26 "GET /v2.0/networks?id=8a948c4c-6f03-4f10-9e00-2993f9629279 HTTP/1.1" status: 200 len: 914 time: 0.2460248 Jul 13 13:40:37.827265 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-998e00b4-1fb1-49f8-aaa2-74f3b0bda01e tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Network 77d4cb25-bb28-4f72-9be0-5e0e0fa1efa2 is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 13:40:37.850527 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-998e00b4-1fb1-49f8-aaa2-74f3b0bda01e tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, 77d4cb25-bb28-4f72-9be0-5e0e0fa1efa2) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:40:37.861491 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57042747-fef0-4481-a36e-8dec8a055f0b None None] Network 77d4cb25-bb28-4f72-9be0-5e0e0fa1efa2 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:40:37.887313 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213f7479-2c3b-4147-a1f7-57a2906c750a tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Pushing event updated for resources: {'Subnet': ['ID=ac441f7a-0f8f-4672-b3e6-cf76a8f8af4e,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:40:37.891433 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-fe3d56f7-42ef-4e28-8022-af37f89652b5 req-139dfc96-911e-4646-99cd-7b23b270b90f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9564f55d-d3a7-401a-b317-0644e999b407 HTTP/1.1" status: 200 len: 217 time: 0.0563798 Jul 13 13:40:37.893118 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7ff84f-f433-4932-9edc-6a89596da009 req-b8847ee8-0b49-438a-bc6d-57a5c56ca2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:37.895546 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cd7ff84f-f433-4932-9edc-6a89596da009 req-b8847ee8-0b49-438a-bc6d-57a5c56ca2fc service neutron] 10.222.0.41 "GET /v2.0/networks?id=5c5b1ca0-24b0-4412-b81d-dc9907cb0039 HTTP/1.1" status: 200 len: 908 time: 0.2179251 Jul 13 13:40:37.900965 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213f7479-2c3b-4147-a1f7-57a2906c750a tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Checking segment: {'id': '366663b1-e4a7-4034-995e-6af5d533be5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6d203603-f848-4c99-b451-139e0f7c849b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:40:37.901264 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-998e00b4-1fb1-49f8-aaa2-74f3b0bda01e tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:37.901355 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-213f7479-2c3b-4147-a1f7-57a2906c750a tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Network hostable DHCP agents. Network: 6d203603-f848-4c99-b451-139e0f7c849b, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 13:40:37.901764 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-998e00b4-1fb1-49f8-aaa2-74f3b0bda01e tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:37.943709 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480eb0d8-78c9-47d3-a9f6-3c5455cc2425 req-c379bee0-a2a1-4630-9924-4343927815af tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:37.945367 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-480eb0d8-78c9-47d3-a9f6-3c5455cc2425 req-c379bee0-a2a1-4630-9924-4343927815af tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/ports?device_id=69b35cda-f215-4655-a2f4-9c066ffba9b2 HTTP/1.1" status: 200 len: 945 time: 0.0935872 Jul 13 13:40:37.946153 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-213f7479-2c3b-4147-a1f7-57a2906c750a tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Network 6d203603-f848-4c99-b451-139e0f7c849b is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 13:40:37.956476 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-213f7479-2c3b-4147-a1f7-57a2906c750a tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, 6d203603-f848-4c99-b451-139e0f7c849b) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:40:37.965910 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f287640-5e21-4b14-bbe3-b95f7f92d6c6 None None] Network 6d203603-f848-4c99-b451-139e0f7c849b requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:40:37.971529 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-213f7479-2c3b-4147-a1f7-57a2906c750a tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:37.972125 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-213f7479-2c3b-4147-a1f7-57a2906c750a tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:38.000830 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-480eb0d8-78c9-47d3-a9f6-3c5455cc2425 req-30b3c5a1-3e87-4256-88b4-5de4e9562eda tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/security-groups?id=4f83e00a-e782-49e6-b944-d06b9e971cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478365 Jul 13 13:40:38.005496 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-213f7479-2c3b-4147-a1f7-57a2906c750a tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.6356974 Jul 13 13:40:38.006158 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 60712) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:40:38.038327 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cd7ff84f-f433-4932-9edc-6a89596da009 req-77c491d1-a452-41bf-aa7f-14181b1f2901 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f150ad68-169c-403e-9131-7c773a3c06b4 HTTP/1.1" status: 200 len: 217 time: 0.1096039 Jul 13 13:40:38.046619 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-998e00b4-1fb1-49f8-aaa2-74f3b0bda01e tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2142227 Jul 13 13:40:38.047263 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 60714) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:40:38.069340 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-823799f6-1388-4c60-b7d0-3f3c19548700 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Request body: {'subnet': {'network_id': 'ea5d4f16-78c5-421b-86db-7170c57d7813', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:40:38.086306 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3d56f7-42ef-4e28-8022-af37f89652b5 req-a37086ec-b483-45f4-96a6-a0a80999937c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:38.090799 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-fe3d56f7-42ef-4e28-8022-af37f89652b5 req-a37086ec-b483-45f4-96a6-a0a80999937c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2e38ecf8-2fec-4f5b-8b3e-f8690198cb4e HTTP/1.1" status: 200 len: 854 time: 0.1858757 Jul 13 13:40:38.119481 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ad2bf54c-b7ff-4faa-9889-16b936bfb119 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:38.182417 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ad2bf54c-b7ff-4faa-9889-16b936bfb119 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:38.201197 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ab45b1-4ee4-4d0a-ae78-f5b70840111f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a7201e1-61ce-5a3e-b7f7-e800379ed03b-77d4cb25-bb28-4f72-9be0-5e0e0fa1efa2', 'network_id': '77d4cb25-bb28-4f72-9be0-5e0e0fa1efa2', 'tenant_id': '485fea06b0b7495bb8721e368ed7bc86', 'fixed_ips': [{'subnet_id': '6d66e87c-b8b7-4fdf-81cf-13897cb4d23b'}]}} from n-d-800634-1. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 13:40:38.202060 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-86ab45b1-4ee4-4d0a-ae78-f5b70840111f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:38.217961 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-fe3d56f7-42ef-4e28-8022-af37f89652b5 req-19abe4a1-6eb0-43bb-8520-ac41e0c1fe4f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8a948c4c-6f03-4f10-9e00-2993f9629279&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0745561 Jul 13 13:40:38.241444 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be84254-45d4-4113-a4c3-a6325a209272 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a7201e1-61ce-5a3e-b7f7-e800379ed03b-6d203603-f848-4c99-b451-139e0f7c849b', 'network_id': '6d203603-f848-4c99-b451-139e0f7c849b', 'tenant_id': 'a3a55d0c2c5148168cd13a19132e8832', 'fixed_ips': [{'subnet_id': 'ac441f7a-0f8f-4672-b3e6-cf76a8f8af4e'}]}} from n-d-800634-1. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 13:40:38.242596 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5be84254-45d4-4113-a4c3-a6325a209272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:38.248262 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ad2bf54c-b7ff-4faa-9889-16b936bfb119 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6018534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6105009'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:38.281708 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2bf54c-b7ff-4faa-9889-16b936bfb119 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Pushing event deleted for resources: {'Subnet': ['ID=ac441f7a-0f8f-4672-b3e6-cf76a8f8af4e,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:40:38.322606 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee7a97d-b630-4ee2-adaf-3e453fb234e8 req-21ace88e-f7ff-4265-9448-9f16d37d2277 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:38.329802 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4ee7a97d-b630-4ee2-adaf-3e453fb234e8 req-21ace88e-f7ff-4265-9448-9f16d37d2277 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.23 "GET /v2.0/ports?device_id=95e0691c-2ff2-4602-9d9b-d8c2314a4801 HTTP/1.1" status: 200 len: 944 time: 0.4311984 Jul 13 13:40:38.359288 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ad2bf54c-b7ff-4faa-9889-16b936bfb119 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:38.368885 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7ff84f-f433-4932-9edc-6a89596da009 req-5e4823f6-10ab-4d85-a1d0-33bf3750ab83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:38.369610 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-ad2bf54c-b7ff-4faa-9889-16b936bfb119 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d203603-f848-4c99-b451-139e0f7c849b']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:40:38.370384 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cd7ff84f-f433-4932-9edc-6a89596da009 req-5e4823f6-10ab-4d85-a1d0-33bf3750ab83 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=41cb83d6-1972-42a1-91b6-99e2d7728a68 HTTP/1.1" status: 200 len: 848 time: 0.3205910 Jul 13 13:40:38.381310 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-ad2bf54c-b7ff-4faa-9889-16b936bfb119 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '366663b1-e4a7-4034-995e-6af5d533be5a') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:40:38.381635 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-ad2bf54c-b7ff-4faa-9889-16b936bfb119 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '366663b1-e4a7-4034-995e-6af5d533be5a') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:40:38.391106 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ad2bf54c-b7ff-4faa-9889-16b936bfb119 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6018464'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:38.407796 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ad2bf54c-b7ff-4faa-9889-16b936bfb119 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:38.413989 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f03dfacb-ccaa-4a8b-bb5d-1114a12fb035 None None] Network 6d203603-f848-4c99-b451-139e0f7c849b requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:40:38.415871 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad2bf54c-b7ff-4faa-9889-16b936bfb119 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 13:40:38.416276 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ad2bf54c-b7ff-4faa-9889-16b936bfb119 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6018632'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:38.420572 n-d-800634-1 neutron-server[93751]: Traceback (most recent call last): Jul 13 13:40:38.420572 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 13:40:38.420572 n-d-800634-1 neutron-server[93751]: timer() Jul 13 13:40:38.420572 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 13:40:38.420572 n-d-800634-1 neutron-server[93751]: cb(*args, **kw) Jul 13 13:40:38.420572 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 13:40:38.420572 n-d-800634-1 neutron-server[93751]: return func(*args, **kwargs) Jul 13 13:40:38.420572 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 13:40:38.420572 n-d-800634-1 neutron-server[93751]: self._notify() Jul 13 13:40:38.420572 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 13:40:38.420572 n-d-800634-1 neutron-server[93751]: self.callback(batched_events) Jul 13 13:40:38.420572 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 13:40:38.420572 n-d-800634-1 neutron-server[93751]: event.method(event) Jul 13 13:40:38.420572 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 13:40:38.420572 n-d-800634-1 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 13:40:38.420572 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 13:40:38.420572 n-d-800634-1 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 13:40:38.420572 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 13:40:38.420572 n-d-800634-1 neutron-server[93751]: return f(self, *a, **k) Jul 13 13:40:38.420572 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 13:40:38.420572 n-d-800634-1 neutron-server[93751]: return self._get(url).json() Jul 13 13:40:38.420572 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 13:40:38.420572 n-d-800634-1 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 13:40:38.420572 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 13:40:38.420572 n-d-800634-1 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 13 13:40:38.420572 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 13:40:38.420572 n-d-800634-1 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 13:40:38.420572 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 13:40:38.420572 n-d-800634-1 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 13:40:38.420572 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 13:40:38.420572 n-d-800634-1 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 13:40:38.420572 n-d-800634-1 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 13:40:38.441081 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cd7ff84f-f433-4932-9edc-6a89596da009 req-cedcb5dc-ed99-412f-949f-932e084a0c8d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5c5b1ca0-24b0-4412-b81d-dc9907cb0039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589509 Jul 13 13:40:38.469269 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4ee7a97d-b630-4ee2-adaf-3e453fb234e8 req-d59168f8-cea9-46e5-96e1-12d914abdbb5 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.23 "GET /v2.0/security-groups?id=215441dc-b65f-49ea-b8ce-4afa75e23159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385305 Jul 13 13:40:38.501849 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-823799f6-1388-4c60-b7d0-3f3c19548700 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Made reservation on behalf of 485fea06b0b7495bb8721e368ed7bc86 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:40:38.501849 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-823799f6-1388-4c60-b7d0-3f3c19548700 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4763385'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:38.504542 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-86ab45b1-4ee4-4d0a-ae78-f5b70840111f None None] Allocated IP 2001:db8::2 (77d4cb25-bb28-4f72-9be0-5e0e0fa1efa2/6d66e87c-b8b7-4fdf-81cf-13897cb4d23b/83c25648-92a8-4819-9aa3-e8b63b7e0b87) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:40:38.524826 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ad2bf54c-b7ff-4faa-9889-16b936bfb119 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:38.531967 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ad2bf54c-b7ff-4faa-9889-16b936bfb119 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:38.534991 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-ad2bf54c-b7ff-4faa-9889-16b936bfb119 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] 10.222.0.23 "DELETE /v2.0/networks/6d203603-f848-4c99-b451-139e0f7c849b HTTP/1.1" status: 204 len: 168 time: 0.5278547 Jul 13 13:40:38.562210 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 60718) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:40:38.564790 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2bf54c-b7ff-4faa-9889-16b936bfb119 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Pushing event deleted for resources: {'Network': ['ID=6d203603-f848-4c99-b451-139e0f7c849b,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:40:38.579351 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-0938385d-a2e3-4574-8fe0-8a59206ed167 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-974787230'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:40:38.584881 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-fe3d56f7-42ef-4e28-8022-af37f89652b5 req-a9305b15-dcc0-4aee-bcc7-3e33e766ab14 service neutron] 10.222.0.26 "GET /v2.0/networks/8a948c4c-6f03-4f10-9e00-2993f9629279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3581595 Jul 13 13:40:38.706195 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-86ab45b1-4ee4-4d0a-ae78-f5b70840111f None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:38.715619 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-86ab45b1-4ee4-4d0a-ae78-f5b70840111f None None] Transition to ACTIVE for port object 83c25648-92a8-4819-9aa3-e8b63b7e0b87 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:40:38.731888 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-86ab45b1-4ee4-4d0a-ae78-f5b70840111f None None] Transition to ACTIVE for port object 83c25648-92a8-4819-9aa3-e8b63b7e0b87 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:40:38.743963 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-86ab45b1-4ee4-4d0a-ae78-f5b70840111f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:38.744140 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0938385d-a2e3-4574-8fe0-8a59206ed167 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Made reservation on behalf of a3a55d0c2c5148168cd13a19132e8832 for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:40:38.746819 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0938385d-a2e3-4574-8fe0-8a59206ed167 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:38.788706 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ab45b1-4ee4-4d0a-ae78-f5b70840111f None None] Network 77d4cb25-bb28-4f72-9be0-5e0e0fa1efa2 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:40:38.798100 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cd7ff84f-f433-4932-9edc-6a89596da009 req-ef887042-e42e-4278-beff-94fd9b014d29 service neutron] 10.222.0.41 "GET /v2.0/networks/5c5b1ca0-24b0-4412-b81d-dc9907cb0039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3435154 Jul 13 13:40:38.799156 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-86ab45b1-4ee4-4d0a-ae78-f5b70840111f None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:40:38.807333 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ab45b1-4ee4-4d0a-ae78-f5b70840111f None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:40:38.821143 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ab45b1-4ee4-4d0a-ae78-f5b70840111f None None] Pushing event updated for resources: {'Port': ['ID=83c25648-92a8-4819-9aa3-e8b63b7e0b87,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:40:38.892252 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-86ab45b1-4ee4-4d0a-ae78-f5b70840111f None None] Attempting to bind port 83c25648-92a8-4819-9aa3-e8b63b7e0b87 on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:40:38.892957 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-86ab45b1-4ee4-4d0a-ae78-f5b70840111f None None] Attempting to bind port 83c25648-92a8-4819-9aa3-e8b63b7e0b87 by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': 'd9379076-7cba-44a3-8397-2c529dbc4e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '77d4cb25-bb28-4f72-9be0-5e0e0fa1efa2'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:40:38.893351 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ab45b1-4ee4-4d0a-ae78-f5b70840111f None None] Attempting to bind port 83c25648-92a8-4819-9aa3-e8b63b7e0b87 on network 77d4cb25-bb28-4f72-9be0-5e0e0fa1efa2 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:40:38.899717 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ab45b1-4ee4-4d0a-ae78-f5b70840111f None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 40, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:40:38.900235 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ab45b1-4ee4-4d0a-ae78-f5b70840111f None None] Checking segment: {'id': 'd9379076-7cba-44a3-8397-2c529dbc4e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '77d4cb25-bb28-4f72-9be0-5e0e0fa1efa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:40:38.900746 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-86ab45b1-4ee4-4d0a-ae78-f5b70840111f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:38.901232 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ab45b1-4ee4-4d0a-ae78-f5b70840111f None None] Bound using segment: {'id': 'd9379076-7cba-44a3-8397-2c529dbc4e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '77d4cb25-bb28-4f72-9be0-5e0e0fa1efa2'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:40:38.901833 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-86ab45b1-4ee4-4d0a-ae78-f5b70840111f None None] Bound port: 83c25648-92a8-4819-9aa3-e8b63b7e0b87, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9379076-7cba-44a3-8397-2c529dbc4e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '77d4cb25-bb28-4f72-9be0-5e0e0fa1efa2'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:40:38.902309 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-86ab45b1-4ee4-4d0a-ae78-f5b70840111f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:38.902476 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebbeffd-e501-44d8-81ff-acc8fecb6710 req-852fcc46-d974-4824-a391-5e3a287655f4 tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:38.904021 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1ebbeffd-e501-44d8-81ff-acc8fecb6710 req-852fcc46-d974-4824-a391-5e3a287655f4 tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] 10.222.0.41 "GET /v2.0/ports?device_id=709d40a5-aa94-4dcb-b1df-150f71dccc43 HTTP/1.1" status: 200 len: 946 time: 0.4277086 Jul 13 13:40:38.915482 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0938385d-a2e3-4574-8fe0-8a59206ed167 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 13:40:38.971649 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-fe3d56f7-42ef-4e28-8022-af37f89652b5 req-3c9f6aec-4f73-4901-a6f0-f95278f25501 service neutron] 10.222.0.26 "GET /v2.0/networks/8a948c4c-6f03-4f10-9e00-2993f9629279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3518631 Jul 13 13:40:38.973265 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-86ab45b1-4ee4-4d0a-ae78-f5b70840111f None None] For port 83c25648-92a8-4819-9aa3-e8b63b7e0b87, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:40:38.977363 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-86ab45b1-4ee4-4d0a-ae78-f5b70840111f None None] For port 83c25648-92a8-4819-9aa3-e8b63b7e0b87, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=83c25648-92a8-4819-9aa3-e8b63b7e0b87,segment=NetworkSegment(d9379076-7cba-44a3-8397-2c529dbc4e8a),segment_id=d9379076-7cba-44a3-8397-2c529dbc4e8a)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:40:38.985191 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-86ab45b1-4ee4-4d0a-ae78-f5b70840111f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:38.988647 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0938385d-a2e3-4574-8fe0-8a59206ed167 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:38.988912 n-d-800634-1 neutron-server[93750]: INFO neutron.db.segments_db [None req-0938385d-a2e3-4574-8fe0-8a59206ed167 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Added segment 5369c873-920f-49f3-840d-8cffa151f0e6 of type vlan for network fa3032c3-7b4a-418a-add5-9bdad3475a8c Jul 13 13:40:39.001338 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01a260b-1b31-4428-ae05-22b6503e785e req-7bbf45da-e71a-41d4-a2c4-f04becc9f5aa tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:39.003080 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a01a260b-1b31-4428-ae05-22b6503e785e req-7bbf45da-e71a-41d4-a2c4-f04becc9f5aa tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/ports?device_id=700d3790-c4d1-451b-bc66-257ddd7b5f93 HTTP/1.1" status: 200 len: 945 time: 0.0997815 Jul 13 13:40:39.055949 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a01a260b-1b31-4428-ae05-22b6503e785e req-720434b9-1f58-4962-bb2f-2c2e4970790c tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8450e8a-3ce6-4095-b6b4-37555b8042b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461359 Jul 13 13:40:39.065860 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ab45b1-4ee4-4d0a-ae78-f5b70840111f None None] Pushing event updated for resources: {'Port': ['ID=83c25648-92a8-4819-9aa3-e8b63b7e0b87,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:40:39.100837 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0938385d-a2e3-4574-8fe0-8a59206ed167 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:39.227665 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cd7ff84f-f433-4932-9edc-6a89596da009 req-fda47cb4-7167-4b5f-b274-b118a2e572a0 service neutron] 10.222.0.41 "GET /v2.0/networks/5c5b1ca0-24b0-4412-b81d-dc9907cb0039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4199615 Jul 13 13:40:39.227855 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a5e804-d824-4169-a628-4c0938898a01 req-56088729-3486-4b47-be90-e9ad6844547b tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:39.229337 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-35a5e804-d824-4169-a628-4c0938898a01 req-56088729-3486-4b47-be90-e9ad6844547b tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/ports?device_id=69b35cda-f215-4655-a2f4-9c066ffba9b2 HTTP/1.1" status: 200 len: 945 time: 0.0698040 Jul 13 13:40:39.230089 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-823799f6-1388-4c60-b7d0-3f3c19548700 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5970588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4763339'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:39.257109 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0938385d-a2e3-4574-8fe0-8a59206ed167 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:39.268656 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0938385d-a2e3-4574-8fe0-8a59206ed167 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:39.270248 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0938385d-a2e3-4574-8fe0-8a59206ed167 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:39.352220 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-35a5e804-d824-4169-a628-4c0938898a01 req-58e57fb5-d7c6-499f-b48a-2cfc4a354f18 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/security-groups?id=4f83e00a-e782-49e6-b944-d06b9e971cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994294 Jul 13 13:40:39.429130 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 83c25648-92a8-4819-9aa3-e8b63b7e0b87 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:40:39.455090 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eccc945-7265-470b-8054-a4598c8c5a28 req-29547b2a-8254-49ee-aada-1393b2ef6e83 tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:39.459438 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3eccc945-7265-470b-8054-a4598c8c5a28 req-29547b2a-8254-49ee-aada-1393b2ef6e83 tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] 10.222.0.23 "GET /v2.0/ports?device_id=709d40a5-aa94-4dcb-b1df-150f71dccc43 HTTP/1.1" status: 200 len: 946 time: 0.5742280 Jul 13 13:40:39.461360 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823799f6-1388-4c60-b7d0-3f3c19548700 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Pushing event updated for resources: {'Subnet': ['ID=f348000d-34e2-41d5-a224-a74381bebcb3,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:40:39.519812 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port 83c25648-92a8-4819-9aa3-e8b63b7e0b87 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:40:39.543701 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-0938385d-a2e3-4574-8fe0-8a59206ed167 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9794979 Jul 13 13:40:39.546701 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 60730) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:40:39.550616 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0938385d-a2e3-4574-8fe0-8a59206ed167 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Pushing event updated for resources: {'Network': ['ID=fa3032c3-7b4a-418a-add5-9bdad3475a8c,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:40:39.560445 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-5bf07110-d75f-4425-9be1-f36deaac3ba5 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Request body: {'subnet': {'network_id': 'fa3032c3-7b4a-418a-add5-9bdad3475a8c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:40:39.563752 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network fa3032c3-7b4a-418a-add5-9bdad3475a8c details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 13:40:39.591734 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823799f6-1388-4c60-b7d0-3f3c19548700 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Checking segment: {'id': '2c0f76af-9327-4759-b863-d04e9d89c2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ea5d4f16-78c5-421b-86db-7170c57d7813'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:40:39.592145 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-823799f6-1388-4c60-b7d0-3f3c19548700 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Network hostable DHCP agents. Network: ea5d4f16-78c5-421b-86db-7170c57d7813, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 13:40:39.604929 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-1ebbeffd-e501-44d8-81ff-acc8fecb6710 req-1a2c873a-ceeb-474e-a038-a8c570af9dce tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] Deleting port 5fa44009-4573-407b-8afd-36362360c411 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:40:39.605296 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1ebbeffd-e501-44d8-81ff-acc8fecb6710 req-1a2c873a-ceeb-474e-a038-a8c570af9dce tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:39.613024 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3eccc945-7265-470b-8054-a4598c8c5a28 req-ea2adffb-4bed-481d-989b-362eee61ccf0 tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] 10.222.0.23 "GET /v2.0/security-groups?id=9a4040a4-7a24-4bfb-97c3-fc064942d274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367552 Jul 13 13:40:39.687881 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bf07110-d75f-4425-9be1-f36deaac3ba5 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Made reservation on behalf of a3a55d0c2c5148168cd13a19132e8832 for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:40:39.692248 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-823799f6-1388-4c60-b7d0-3f3c19548700 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Network ea5d4f16-78c5-421b-86db-7170c57d7813 is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 13:40:39.697925 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5bf07110-d75f-4425-9be1-f36deaac3ba5 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6104980'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:39.718765 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-823799f6-1388-4c60-b7d0-3f3c19548700 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, ea5d4f16-78c5-421b-86db-7170c57d7813) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:40:39.727847 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c444b9-eee8-468b-82e6-a00af47694cc None None] Network ea5d4f16-78c5-421b-86db-7170c57d7813 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:40:39.739801 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-823799f6-1388-4c60-b7d0-3f3c19548700 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:39.740480 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-823799f6-1388-4c60-b7d0-3f3c19548700 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:39.788950 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-1ebbeffd-e501-44d8-81ff-acc8fecb6710 req-1a2c873a-ceeb-474e-a038-a8c570af9dce tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] For port 5fa44009-4573-407b-8afd-36362360c411, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=5fa44009-4573-407b-8afd-36362360c411,segment=NetworkSegment(a992ca7b-0374-4ac8-89fd-e7752d9855d0),segment_id=a992ca7b-0374-4ac8-89fd-e7752d9855d0)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:40:39.789306 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1ebbeffd-e501-44d8-81ff-acc8fecb6710 req-1a2c873a-ceeb-474e-a038-a8c570af9dce tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:39.803447 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-823799f6-1388-4c60-b7d0-3f3c19548700 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7516687 Jul 13 13:40:39.813364 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 60734) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:40:39.830275 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-1ebbeffd-e501-44d8-81ff-acc8fecb6710 req-1a2c873a-ceeb-474e-a038-a8c570af9dce tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] Calling delete_port for 5fa44009-4573-407b-8afd-36362360c411 owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:40:39.832700 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-da172246-da6d-483e-a543-2cb5c417f203 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-219450339', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:40:39.962065 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15d401e1-0a93-4a2c-bd9e-7948ce2e8bc7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a7201e1-61ce-5a3e-b7f7-e800379ed03b-ea5d4f16-78c5-421b-86db-7170c57d7813', 'network_id': 'ea5d4f16-78c5-421b-86db-7170c57d7813', 'tenant_id': '485fea06b0b7495bb8721e368ed7bc86', 'fixed_ips': [{'subnet_id': 'f348000d-34e2-41d5-a224-a74381bebcb3'}]}} from n-d-800634-1. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 13:40:39.963026 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7539b299-ddc4-4d67-ba68-c0ee732946c5 req-8fb3374f-ef20-4866-93e5-b3b564013b6a tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:39.963157 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-15d401e1-0a93-4a2c-bd9e-7948ce2e8bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:39.971268 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7539b299-ddc4-4d67-ba68-c0ee732946c5 req-8fb3374f-ef20-4866-93e5-b3b564013b6a tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.23 "GET /v2.0/ports?device_id=95e0691c-2ff2-4602-9d9b-d8c2314a4801 HTTP/1.1" status: 200 len: 944 time: 0.1568666 Jul 13 13:40:40.011917 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1ebbeffd-e501-44d8-81ff-acc8fecb6710 req-1a2c873a-ceeb-474e-a038-a8c570af9dce tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:40.032122 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7539b299-ddc4-4d67-ba68-c0ee732946c5 req-101f15e9-2640-422a-800d-0509b8f753cf tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.23 "GET /v2.0/security-groups?id=215441dc-b65f-49ea-b8ce-4afa75e23159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596783 Jul 13 13:40:40.036264 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-da172246-da6d-483e-a543-2cb5c417f203 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1591928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2714'] for router, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:40.041416 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-da172246-da6d-483e-a543-2cb5c417f203 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447198', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1629690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2689'] for router, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:40.048750 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2c873a-ceeb-474e-a038-a8c570af9dce tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] Pushing event deleted for resources: {'Port': ['ID=5fa44009-4573-407b-8afd-36362360c411,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:40:40.106714 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['3601d3e1-284c-439d-81ca-b7e8751d725f'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:40:40.110091 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['5fa44009-4573-407b-8afd-36362360c411'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:40:40.116169 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-da172246-da6d-483e-a543-2cb5c417f203 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:40.129286 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-da172246-da6d-483e-a543-2cb5c417f203 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447217'] for router, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:40.161284 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-da172246-da6d-483e-a543-2cb5c417f203 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:40.165832 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-da172246-da6d-483e-a543-2cb5c417f203 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3473282 Jul 13 13:40:40.167330 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 60738) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:40:40.177964 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ebbeffd-e501-44d8-81ff-acc8fecb6710 req-1a2c873a-ceeb-474e-a038-a8c570af9dce tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] No DVR routers for this DVR port 5fa44009-4573-407b-8afd-36362360c411 on host n-h2-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:40:40.186903 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1ebbeffd-e501-44d8-81ff-acc8fecb6710 req-1a2c873a-ceeb-474e-a038-a8c570af9dce tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:40.191268 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1ebbeffd-e501-44d8-81ff-acc8fecb6710 req-1a2c873a-ceeb-474e-a038-a8c570af9dce tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] 10.222.0.41 "DELETE /v2.0/ports/5fa44009-4573-407b-8afd-36362360c411 HTTP/1.1" status: 204 len: 173 time: 1.2621920 Jul 13 13:40:40.194516 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '709d40a5-aa94-4dcb-b1df-150f71dccc43', 'name': 'network-vif-deleted', 'tag': '5fa44009-4573-407b-8afd-36362360c411'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:40:40.200158 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19d47f1e-2e7e-4037-9d93-47c67e3137e9" -d '{"events": [{"server_uuid": "709d40a5-aa94-4dcb-b1df-150f71dccc43", "name": "network-vif-deleted", "tag": "5fa44009-4573-407b-8afd-36362360c411"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:40:40.288286 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:40:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42a65561-aa4f-43d0-afce-7eca59e665de x-openstack-request-id: req-42a65561-aa4f-43d0-afce-7eca59e665de {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:40:40.288590 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "709d40a5-aa94-4dcb-b1df-150f71dccc43", "name": "network-vif-deleted", "tag": "5fa44009-4573-407b-8afd-36362360c411", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:40:40.288850 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-42a65561-aa4f-43d0-afce-7eca59e665de {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:40:40.289291 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '709d40a5-aa94-4dcb-b1df-150f71dccc43', 'name': 'network-vif-deleted', 'tag': '5fa44009-4573-407b-8afd-36362360c411', 'status': 'completed', 'code': 200} Jul 13 13:40:40.342285 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-15d401e1-0a93-4a2c-bd9e-7948ce2e8bc7 None None] Allocated IP 2001:db8:1::2 (ea5d4f16-78c5-421b-86db-7170c57d7813/f348000d-34e2-41d5-a224-a74381bebcb3/39bbebd8-bafc-42ea-8f3f-6660390d5b09) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:40:40.451527 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089ecd01-e58d-4b18-b00b-794c5a7e1206 req-707b3a75-a455-49fd-9f8c-70361e77dbe8 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:40.461454 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-089ecd01-e58d-4b18-b00b-794c5a7e1206 req-707b3a75-a455-49fd-9f8c-70361e77dbe8 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/ports?device_id=700d3790-c4d1-451b-bc66-257ddd7b5f93 HTTP/1.1" status: 200 len: 945 time: 0.1510592 Jul 13 13:40:40.544797 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-089ecd01-e58d-4b18-b00b-794c5a7e1206 req-091f4d30-8f7f-4f64-9480-581e0566f2de tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8450e8a-3ce6-4095-b6b4-37555b8042b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823469 Jul 13 13:40:40.592724 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-15d401e1-0a93-4a2c-bd9e-7948ce2e8bc7 None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:40.601664 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-15d401e1-0a93-4a2c-bd9e-7948ce2e8bc7 None None] Transition to ACTIVE for port object 39bbebd8-bafc-42ea-8f3f-6660390d5b09 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:40:40.616979 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-15d401e1-0a93-4a2c-bd9e-7948ce2e8bc7 None None] Transition to ACTIVE for port object 39bbebd8-bafc-42ea-8f3f-6660390d5b09 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:40:40.642039 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 9564f55d-d3a7-401a-b317-0644e999b407 details requested by agent hyperv_n-h1-800634-1 with host n-h1-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 13:40:40.643452 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e24272-26b7-4501-9c9f-ae40e7550377 None None] Network 77d4cb25-bb28-4f72-9be0-5e0e0fa1efa2 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:40:40.733521 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-15d401e1-0a93-4a2c-bd9e-7948ce2e8bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:40.838919 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efbb0a1-093f-4f67-8c62-6afc6cf916e6 req-3f41a0bc-6b7f-4816-8b80-8c55b2ca75d4 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:40.840613 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3efbb0a1-093f-4f67-8c62-6afc6cf916e6 req-3f41a0bc-6b7f-4816-8b80-8c55b2ca75d4 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/ports?device_id=69b35cda-f215-4655-a2f4-9c066ffba9b2 HTTP/1.1" status: 200 len: 945 time: 0.2040410 Jul 13 13:40:40.877367 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0996f186-37be-4d1c-a81e-78fc2c447991 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:40.968934 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d401e1-0a93-4a2c-bd9e-7948ce2e8bc7 None None] Pushing event updated for resources: {'Port': ['ID=39bbebd8-bafc-42ea-8f3f-6660390d5b09,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:40:40.992545 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-4a491e54-350f-4438-bf59-e1cbe3a9fbaa None None] Provisioning for port 83c25648-92a8-4819-9aa3-e8b63b7e0b87 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:40:41.002995 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-4a491e54-350f-4438-bf59-e1cbe3a9fbaa None None] Provisioning complete for port 83c25648-92a8-4819-9aa3-e8b63b7e0b87 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:40:41.003365 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4a491e54-350f-4438-bf59-e1cbe3a9fbaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:41.104285 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d401e1-0a93-4a2c-bd9e-7948ce2e8bc7 None None] Network ea5d4f16-78c5-421b-86db-7170c57d7813 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:40:41.164364 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-15d401e1-0a93-4a2c-bd9e-7948ce2e8bc7 None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:40:41.167050 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d401e1-0a93-4a2c-bd9e-7948ce2e8bc7 None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:40:41.215640 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5bf07110-d75f-4425-9be1-f36deaac3ba5 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6018343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6104998'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:41.299660 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4a491e54-350f-4438-bf59-e1cbe3a9fbaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:41.304811 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-15d401e1-0a93-4a2c-bd9e-7948ce2e8bc7 None None] Attempting to bind port 39bbebd8-bafc-42ea-8f3f-6660390d5b09 on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:40:41.305191 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-15d401e1-0a93-4a2c-bd9e-7948ce2e8bc7 None None] Attempting to bind port 39bbebd8-bafc-42ea-8f3f-6660390d5b09 by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '2c0f76af-9327-4759-b863-d04e9d89c2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ea5d4f16-78c5-421b-86db-7170c57d7813'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:40:41.305582 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d401e1-0a93-4a2c-bd9e-7948ce2e8bc7 None None] Attempting to bind port 39bbebd8-bafc-42ea-8f3f-6660390d5b09 on network ea5d4f16-78c5-421b-86db-7170c57d7813 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:40:41.328717 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d401e1-0a93-4a2c-bd9e-7948ce2e8bc7 None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 40, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:40:41.329101 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d401e1-0a93-4a2c-bd9e-7948ce2e8bc7 None None] Checking segment: {'id': '2c0f76af-9327-4759-b863-d04e9d89c2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ea5d4f16-78c5-421b-86db-7170c57d7813'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:40:41.329514 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-15d401e1-0a93-4a2c-bd9e-7948ce2e8bc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:41.329950 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d401e1-0a93-4a2c-bd9e-7948ce2e8bc7 None None] Bound using segment: {'id': '2c0f76af-9327-4759-b863-d04e9d89c2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ea5d4f16-78c5-421b-86db-7170c57d7813'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:40:41.330445 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-15d401e1-0a93-4a2c-bd9e-7948ce2e8bc7 None None] Bound port: 39bbebd8-bafc-42ea-8f3f-6660390d5b09, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c0f76af-9327-4759-b863-d04e9d89c2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ea5d4f16-78c5-421b-86db-7170c57d7813'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:40:41.330833 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-15d401e1-0a93-4a2c-bd9e-7948ce2e8bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:41.368641 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 9564f55d-d3a7-401a-b317-0644e999b407, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=9564f55d-d3a7-401a-b317-0644e999b407,segment=NetworkSegment(b2cba7f6-e29b-4b72-b31f-06e263582f9a),segment_id=b2cba7f6-e29b-4b72-b31f-06e263582f9a)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:40:41.427258 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Returning: {'device': '9564f55d-d3a7-401a-b317-0644e999b407', 'network_id': '8a948c4c-6f03-4f10-9e00-2993f9629279', 'port_id': '9564f55d-d3a7-401a-b317-0644e999b407', 'mac_address': 'fa:16:3e:35:81:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e38ecf8-2fec-4f5b-8b3e-f8690198cb4e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 13:40:41.430865 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-4a491e54-350f-4438-bf59-e1cbe3a9fbaa None None] For port 83c25648-92a8-4819-9aa3-e8b63b7e0b87, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=83c25648-92a8-4819-9aa3-e8b63b7e0b87,segment=NetworkSegment(d9379076-7cba-44a3-8397-2c529dbc4e8a),segment_id=d9379076-7cba-44a3-8397-2c529dbc4e8a)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:40:41.436409 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf07110-d75f-4425-9be1-f36deaac3ba5 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Pushing event updated for resources: {'Subnet': ['ID=1f52fdd3-c04f-4834-a6fd-09e9d610bef2,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:40:41.446313 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4a491e54-350f-4438-bf59-e1cbe3a9fbaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:41.461188 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3efbb0a1-093f-4f67-8c62-6afc6cf916e6 req-3e2c53da-bd45-4435-b82f-e1e255dc20eb tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/security-groups?id=4f83e00a-e782-49e6-b944-d06b9e971cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5854363 Jul 13 13:40:41.487286 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-15d401e1-0a93-4a2c-bd9e-7948ce2e8bc7 None None] For port 39bbebd8-bafc-42ea-8f3f-6660390d5b09, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:40:41.491463 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-15d401e1-0a93-4a2c-bd9e-7948ce2e8bc7 None None] For port 39bbebd8-bafc-42ea-8f3f-6660390d5b09, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=39bbebd8-bafc-42ea-8f3f-6660390d5b09,segment=NetworkSegment(2c0f76af-9327-4759-b863-d04e9d89c2cb),segment_id=2c0f76af-9327-4759-b863-d04e9d89c2cb)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:40:41.498687 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b1cdef8e-e2e9-4c56-888a-d17d48d23b58 req-c4ade36a-5c54-4fea-82e6-fe62e504b115 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ac008d86-3c7f-4f7e-8329-5d04261d9a38&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1410375 Jul 13 13:40:41.561858 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf07110-d75f-4425-9be1-f36deaac3ba5 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Checking segment: {'id': '5369c873-920f-49f3-840d-8cffa151f0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'fa3032c3-7b4a-418a-add5-9bdad3475a8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:40:41.562657 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf07110-d75f-4425-9be1-f36deaac3ba5 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Network hostable DHCP agents. Network: fa3032c3-7b4a-418a-add5-9bdad3475a8c, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 13:40:41.563399 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:41.587483 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-15d401e1-0a93-4a2c-bd9e-7948ce2e8bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:41.588061 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-0996f186-37be-4d1c-a81e-78fc2c447991 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Allocated IP 2001:db8::1 (77d4cb25-bb28-4f72-9be0-5e0e0fa1efa2/6d66e87c-b8b7-4fdf-81cf-13897cb4d23b/95e320e2-1efb-47e3-bb19-1f2f796eacb1) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:40:41.624622 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9564f55d-d3a7-401a-b317-0644e999b407 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:40:41.629557 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf07110-d75f-4425-9be1-f36deaac3ba5 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Network fa3032c3-7b4a-418a-add5-9bdad3475a8c is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 13:40:41.672155 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a491e54-350f-4438-bf59-e1cbe3a9fbaa None None] Pushing event updated for resources: {'Port': ['ID=83c25648-92a8-4819-9aa3-e8b63b7e0b87,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:40:41.684289 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 9564f55d-d3a7-401a-b317-0644e999b407, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=9564f55d-d3a7-401a-b317-0644e999b407,segment=NetworkSegment(b2cba7f6-e29b-4b72-b31f-06e263582f9a),segment_id=b2cba7f6-e29b-4b72-b31f-06e263582f9a)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:40:41.750528 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d401e1-0a93-4a2c-bd9e-7948ce2e8bc7 None None] Pushing event updated for resources: {'Port': ['ID=39bbebd8-bafc-42ea-8f3f-6660390d5b09,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:40:41.761514 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:41.803225 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-5bf07110-d75f-4425-9be1-f36deaac3ba5 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, fa3032c3-7b4a-418a-add5-9bdad3475a8c) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:40:41.821150 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=9564f55d-d3a7-401a-b317-0644e999b407,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:40:41.824064 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf07110-d75f-4425-9be1-f36deaac3ba5 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:41.825698 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5bf07110-d75f-4425-9be1-f36deaac3ba5 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:41.831331 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3703c230-12f1-40a2-bd61-59644aa003ab None None] Network fa3032c3-7b4a-418a-add5-9bdad3475a8c requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:40:41.894730 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-5bf07110-d75f-4425-9be1-f36deaac3ba5 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.3463404 Jul 13 13:40:41.911039 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 60764) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:40:42.064400 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b723482a-2df7-4ec0-b1ca-e9a1b6b015db None None] Provisioning complete for port 83c25648-92a8-4819-9aa3-e8b63b7e0b87 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:40:42.065021 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b723482a-2df7-4ec0-b1ca-e9a1b6b015db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:42.093996 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['9564f55d-d3a7-401a-b317-0644e999b407'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:40:42.133134 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b55c74e-ef40-432a-bb1d-3e1f7579332c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a7201e1-61ce-5a3e-b7f7-e800379ed03b-fa3032c3-7b4a-418a-add5-9bdad3475a8c', 'network_id': 'fa3032c3-7b4a-418a-add5-9bdad3475a8c', 'tenant_id': 'a3a55d0c2c5148168cd13a19132e8832', 'fixed_ips': [{'subnet_id': '1f52fdd3-c04f-4834-a6fd-09e9d610bef2'}]}} from n-d-800634-1. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 13:40:42.134035 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5b55c74e-ef40-432a-bb1d-3e1f7579332c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:42.404459 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc90ecf-99c4-495d-bffb-a43784e7d0a2 req-a9b2f032-a4ab-44c1-87ea-f7cc5395bbe8 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:42.411742 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-0fc90ecf-99c4-495d-bffb-a43784e7d0a2 req-a9b2f032-a4ab-44c1-87ea-f7cc5395bbe8 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/ports?device_id=700d3790-c4d1-451b-bc66-257ddd7b5f93 HTTP/1.1" status: 200 len: 945 time: 0.7452819 Jul 13 13:40:42.417987 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0996f186-37be-4d1c-a81e-78fc2c447991 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:42.461460 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-5b55c74e-ef40-432a-bb1d-3e1f7579332c None None] Allocated IP 172.20.0.1 (fa3032c3-7b4a-418a-add5-9bdad3475a8c/1f52fdd3-c04f-4834-a6fd-09e9d610bef2/c99ca4bb-8368-4e7c-af39-4c25a371d89e) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:40:42.463940 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-0996f186-37be-4d1c-a81e-78fc2c447991 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Transition to ACTIVE for port object 95e320e2-1efb-47e3-bb19-1f2f796eacb1 will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:40:42.474266 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-43b77863-acb3-4fa4-ad5f-61da4fd2605e tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:42.513247 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-0fc90ecf-99c4-495d-bffb-a43784e7d0a2 req-68560ee9-32cd-4256-aa1e-6930f7b5c7c3 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8450e8a-3ce6-4095-b6b4-37555b8042b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006992 Jul 13 13:40:42.516214 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cdef8e-e2e9-4c56-888a-d17d48d23b58 req-14ca65dc-0a97-42e0-8e07-74981074d820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:42.518144 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b1cdef8e-e2e9-4c56-888a-d17d48d23b58 req-14ca65dc-0a97-42e0-8e07-74981074d820 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9e72d4daf74d4b30a471837a4b3d6e97&device_id=ac008d86-3c7f-4f7e-8329-5d04261d9a38 HTTP/1.1" status: 200 len: 1097 time: 0.9429710 Jul 13 13:40:42.534862 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a9fcd3-89b1-47bb-90c7-4131c2b954e7 req-32b0709d-0a67-43f7-a235-be6000ab385a tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:42.544903 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f1a9fcd3-89b1-47bb-90c7-4131c2b954e7 req-32b0709d-0a67-43f7-a235-be6000ab385a tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.23 "GET /v2.0/ports?device_id=95e0691c-2ff2-4602-9d9b-d8c2314a4801 HTTP/1.1" status: 200 len: 944 time: 1.0357895 Jul 13 13:40:42.667156 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-43b77863-acb3-4fa4-ad5f-61da4fd2605e tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:42.687982 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0996f186-37be-4d1c-a81e-78fc2c447991 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:42.691828 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338fac67-35b2-4e09-b9fc-635460af2f8e req-04a4daea-2fbe-45fd-809f-340da54ecb57 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:42.695474 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-338fac67-35b2-4e09-b9fc-635460af2f8e req-04a4daea-2fbe-45fd-809f-340da54ecb57 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.41 "GET /v2.0/ports?device_id=700d3790-c4d1-451b-bc66-257ddd7b5f93 HTTP/1.1" status: 200 len: 945 time: 0.3473227 Jul 13 13:40:42.708262 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5b55c74e-ef40-432a-bb1d-3e1f7579332c None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:42.711444 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f1a9fcd3-89b1-47bb-90c7-4131c2b954e7 req-30ffa498-7173-4bf6-a546-93e1d6764350 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.23 "GET /v2.0/security-groups?id=215441dc-b65f-49ea-b8ce-4afa75e23159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642148 Jul 13 13:40:42.723693 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-5b55c74e-ef40-432a-bb1d-3e1f7579332c None None] Transition to ACTIVE for port object c99ca4bb-8368-4e7c-af39-4c25a371d89e will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:40:42.760778 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-5b55c74e-ef40-432a-bb1d-3e1f7579332c None None] Transition to ACTIVE for port object c99ca4bb-8368-4e7c-af39-4c25a371d89e will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:40:42.775558 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5b55c74e-ef40-432a-bb1d-3e1f7579332c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:42.873844 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b55c74e-ef40-432a-bb1d-3e1f7579332c None None] Pushing event updated for resources: {'Port': ['ID=c99ca4bb-8368-4e7c-af39-4c25a371d89e,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:40:42.889675 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b55c74e-ef40-432a-bb1d-3e1f7579332c None None] Network fa3032c3-7b4a-418a-add5-9bdad3475a8c is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:40:42.896214 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-5b55c74e-ef40-432a-bb1d-3e1f7579332c None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:40:42.904067 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b55c74e-ef40-432a-bb1d-3e1f7579332c None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:40:42.908150 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cdef8e-e2e9-4c56-888a-d17d48d23b58 req-c1a2438c-6cd7-40a4-b9f6-343897e527fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:42.910054 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b1cdef8e-e2e9-4c56-888a-d17d48d23b58 req-c1a2438c-6cd7-40a4-b9f6-343897e527fe service neutron] 10.222.0.26 "GET /v2.0/networks?id=a0797fb9-b450-4bbe-af8e-ecaaafb3ac9d HTTP/1.1" status: 200 len: 915 time: 0.3353024 Jul 13 13:40:42.922614 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0996f186-37be-4d1c-a81e-78fc2c447991 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Network 77d4cb25-bb28-4f72-9be0-5e0e0fa1efa2 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:40:42.931384 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0996f186-37be-4d1c-a81e-78fc2c447991 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Pushing event updated for resources: {'Port': ['ID=95e320e2-1efb-47e3-bb19-1f2f796eacb1,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:40:42.947126 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-0996f186-37be-4d1c-a81e-78fc2c447991 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:40:42.961800 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0996f186-37be-4d1c-a81e-78fc2c447991 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:40:42.961800 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0996f186-37be-4d1c-a81e-78fc2c447991 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-450452'] for router_interface, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:42.996405 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b1cdef8e-e2e9-4c56-888a-d17d48d23b58 req-4550d6be-f3ba-44b7-a1a0-0447ec84d3bc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3601d3e1-284c-439d-81ca-b7e8751d725f HTTP/1.1" status: 200 len: 217 time: 0.0773399 Jul 13 13:40:43.024079 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-5b55c74e-ef40-432a-bb1d-3e1f7579332c None None] Attempting to bind port c99ca4bb-8368-4e7c-af39-4c25a371d89e on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:40:43.024471 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-5b55c74e-ef40-432a-bb1d-3e1f7579332c None None] Attempting to bind port c99ca4bb-8368-4e7c-af39-4c25a371d89e by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '5369c873-920f-49f3-840d-8cffa151f0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'fa3032c3-7b4a-418a-add5-9bdad3475a8c'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:40:43.024833 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b55c74e-ef40-432a-bb1d-3e1f7579332c None None] Attempting to bind port c99ca4bb-8368-4e7c-af39-4c25a371d89e on network fa3032c3-7b4a-418a-add5-9bdad3475a8c {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:40:43.032129 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b55c74e-ef40-432a-bb1d-3e1f7579332c None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 40, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:40:43.032519 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b55c74e-ef40-432a-bb1d-3e1f7579332c None None] Checking segment: {'id': '5369c873-920f-49f3-840d-8cffa151f0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'fa3032c3-7b4a-418a-add5-9bdad3475a8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:40:43.032936 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5b55c74e-ef40-432a-bb1d-3e1f7579332c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:43.033336 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b55c74e-ef40-432a-bb1d-3e1f7579332c None None] Bound using segment: {'id': '5369c873-920f-49f3-840d-8cffa151f0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'fa3032c3-7b4a-418a-add5-9bdad3475a8c'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:40:43.033852 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-5b55c74e-ef40-432a-bb1d-3e1f7579332c None None] Bound port: c99ca4bb-8368-4e7c-af39-4c25a371d89e, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5369c873-920f-49f3-840d-8cffa151f0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'fa3032c3-7b4a-418a-add5-9bdad3475a8c'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:40:43.034249 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5b55c74e-ef40-432a-bb1d-3e1f7579332c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:43.076301 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-338fac67-35b2-4e09-b9fc-635460af2f8e req-d47ce6c2-6b4c-40e9-98a9-4f9be756eb7b tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Deleting port a7ed5af1-8a5e-4aea-a0bd-4eedc4e5f0b4 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:40:43.076714 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-338fac67-35b2-4e09-b9fc-635460af2f8e req-d47ce6c2-6b4c-40e9-98a9-4f9be756eb7b tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:43.126731 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-5b55c74e-ef40-432a-bb1d-3e1f7579332c None None] For port c99ca4bb-8368-4e7c-af39-4c25a371d89e, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:40:43.131761 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-5b55c74e-ef40-432a-bb1d-3e1f7579332c None None] For port c99ca4bb-8368-4e7c-af39-4c25a371d89e, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=c99ca4bb-8368-4e7c-af39-4c25a371d89e,segment=NetworkSegment(5369c873-920f-49f3-840d-8cffa151f0e6),segment_id=5369c873-920f-49f3-840d-8cffa151f0e6)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:40:43.141412 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5b55c74e-ef40-432a-bb1d-3e1f7579332c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:43.194824 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cdef8e-e2e9-4c56-888a-d17d48d23b58 req-c6531674-9d70-45fa-ac87-6c15df8bfd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:43.196304 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b1cdef8e-e2e9-4c56-888a-d17d48d23b58 req-c6531674-9d70-45fa-ac87-6c15df8bfd95 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=66d38b61-7f2b-49e9-ae15-bdea3497cacb HTTP/1.1" status: 200 len: 855 time: 0.1893830 Jul 13 13:40:43.236886 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b55c74e-ef40-432a-bb1d-3e1f7579332c None None] Pushing event updated for resources: {'Port': ['ID=c99ca4bb-8368-4e7c-af39-4c25a371d89e,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:40:43.260283 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-43b77863-acb3-4fa4-ad5f-61da4fd2605e tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6018534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6105009'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:43.329702 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b1cdef8e-e2e9-4c56-888a-d17d48d23b58 req-f7c5b138-14f0-4618-8ac3-2e6bc93a62c8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a0797fb9-b450-4bbe-af8e-ecaaafb3ac9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0776074 Jul 13 13:40:43.338201 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b77863-acb3-4fa4-ad5f-61da4fd2605e tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Pushing event deleted for resources: {'Subnet': ['ID=1f52fdd3-c04f-4834-a6fd-09e9d610bef2,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:40:43.377528 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5283f45-f203-4335-8c33-19cf045edd5d None None] Network ea5d4f16-78c5-421b-86db-7170c57d7813 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:40:43.444950 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-338fac67-35b2-4e09-b9fc-635460af2f8e req-d47ce6c2-6b4c-40e9-98a9-4f9be756eb7b tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] For port a7ed5af1-8a5e-4aea-a0bd-4eedc4e5f0b4, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=a7ed5af1-8a5e-4aea-a0bd-4eedc4e5f0b4,segment=NetworkSegment(8ca861d2-7f67-42e9-b790-b2afeca7fd40),segment_id=8ca861d2-7f67-42e9-b790-b2afeca7fd40)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:40:43.445877 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-338fac67-35b2-4e09-b9fc-635460af2f8e req-d47ce6c2-6b4c-40e9-98a9-4f9be756eb7b tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:43.472949 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdc7ed0-525c-44f5-82f8-30c578fb7dc6 req-f7c9c55a-f3d9-460a-90a8-0fce7ea9366b tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:43.480490 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1cdc7ed0-525c-44f5-82f8-30c578fb7dc6 req-f7c9c55a-f3d9-460a-90a8-0fce7ea9366b tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/ports?device_id=69b35cda-f215-4655-a2f4-9c066ffba9b2 HTTP/1.1" status: 200 len: 945 time: 0.4923673 Jul 13 13:40:43.483659 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-338fac67-35b2-4e09-b9fc-635460af2f8e req-d47ce6c2-6b4c-40e9-98a9-4f9be756eb7b tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Calling delete_port for a7ed5af1-8a5e-4aea-a0bd-4eedc4e5f0b4 owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:40:43.494603 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-85e12232-00db-46d0-9cd0-7efd645c9759 None None] Provisioning for port 95e320e2-1efb-47e3-bb19-1f2f796eacb1 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:40:43.501133 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-85e12232-00db-46d0-9cd0-7efd645c9759 None None] Provisioning complete for port 95e320e2-1efb-47e3-bb19-1f2f796eacb1 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:40:43.501608 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-85e12232-00db-46d0-9cd0-7efd645c9759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:43.583428 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-43b77863-acb3-4fa4-ad5f-61da4fd2605e tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:43.590558 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a3c47c27-fd1d-472d-b1a1-b0f7c4dda689 req-d607760e-f444-4bac-a72b-0f775b38a0f9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a4d24ebb-a0aa-4a23-a3c0-9b1c914e9f80&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4283040 Jul 13 13:40:43.608769 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-43b77863-acb3-4fa4-ad5f-61da4fd2605e tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa3032c3-7b4a-418a-add5-9bdad3475a8c']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:40:43.628437 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0996f186-37be-4d1c-a81e-78fc2c447991 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:43.666329 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-85e12232-00db-46d0-9cd0-7efd645c9759 None None] Port 95e320e2-1efb-47e3-bb19-1f2f796eacb1 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:40:43.668593 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 83c25648-92a8-4819-9aa3-e8b63b7e0b87 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:40:43.688714 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-43b77863-acb3-4fa4-ad5f-61da4fd2605e tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5369c873-920f-49f3-840d-8cffa151f0e6') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:40:43.689019 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-43b77863-acb3-4fa4-ad5f-61da4fd2605e tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5369c873-920f-49f3-840d-8cffa151f0e6') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:40:43.745048 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-43b77863-acb3-4fa4-ad5f-61da4fd2605e tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6018464'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:43.770045 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1cdc7ed0-525c-44f5-82f8-30c578fb7dc6 req-0d9c8dd3-0372-41d9-8298-f8318cc6ae38 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/security-groups?id=4f83e00a-e782-49e6-b944-d06b9e971cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2883461 Jul 13 13:40:43.845012 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b1cdef8e-e2e9-4c56-888a-d17d48d23b58 req-e5e05f45-1263-4b7e-81ee-7eed47135814 service neutron] 10.222.0.26 "GET /v2.0/networks/a0797fb9-b450-4bbe-af8e-ecaaafb3ac9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4909904 Jul 13 13:40:43.851901 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 5fa44009-4573-407b-8afd-36362360c411 no longer exists at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:40:43.938814 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] No Port match for: 5fa44009-4573-407b-8afd-36362360c411 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:40:43.939368 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 5fa44009-4573-407b-8afd-36362360c411 not bound to the agent host n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:40:43.967843 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-85e12232-00db-46d0-9cd0-7efd645c9759 None None] Provisioning for port 39bbebd8-bafc-42ea-8f3f-6660390d5b09 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:40:43.983634 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 83c25648-92a8-4819-9aa3-e8b63b7e0b87 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:40:43.984313 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:44.023991 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b1cdef8e-e2e9-4c56-888a-d17d48d23b58 req-f2ba3a75-0c78-417d-b796-39a06d42b30e service neutron] 10.222.0.26 "GET /v2.0/networks/a0797fb9-b450-4bbe-af8e-ecaaafb3ac9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664956 Jul 13 13:40:44.065507 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c47c27-fd1d-472d-b1a1-b0f7c4dda689 req-73b6c0cc-edc0-43c0-8b94-86134771bdb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:44.067066 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a3c47c27-fd1d-472d-b1a1-b0f7c4dda689 req-73b6c0cc-edc0-43c0-8b94-86134771bdb3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7ec77ffc288b40b5a9663fa2e5a78733&device_id=a4d24ebb-a0aa-4a23-a3c0-9b1c914e9f80 HTTP/1.1" status: 200 len: 1095 time: 0.3481877 Jul 13 13:40:44.159092 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0996f186-37be-4d1c-a81e-78fc2c447991 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:44.166882 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-43b77863-acb3-4fa4-ad5f-61da4fd2605e tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:44.174670 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43b77863-acb3-4fa4-ad5f-61da4fd2605e tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 13:40:44.175259 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-43b77863-acb3-4fa4-ad5f-61da4fd2605e tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6018632'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:44.234149 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 39bbebd8-bafc-42ea-8f3f-6660390d5b09 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:40:44.240474 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c47c27-fd1d-472d-b1a1-b0f7c4dda689 req-833397ad-534c-403c-9e8a-6d6627b50c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:44.241988 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a3c47c27-fd1d-472d-b1a1-b0f7c4dda689 req-833397ad-534c-403c-9e8a-6d6627b50c7c service neutron] 10.222.0.41 "GET /v2.0/networks?id=5c5b1ca0-24b0-4412-b81d-dc9907cb0039 HTTP/1.1" status: 200 len: 908 time: 0.1424108 Jul 13 13:40:44.267582 n-d-800634-1 neutron-server[93751]: Traceback (most recent call last): Jul 13 13:40:44.267582 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 13:40:44.267582 n-d-800634-1 neutron-server[93751]: timer() Jul 13 13:40:44.267582 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 13:40:44.267582 n-d-800634-1 neutron-server[93751]: cb(*args, **kw) Jul 13 13:40:44.267582 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 13:40:44.267582 n-d-800634-1 neutron-server[93751]: return func(*args, **kwargs) Jul 13 13:40:44.267582 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 13:40:44.267582 n-d-800634-1 neutron-server[93751]: self._notify() Jul 13 13:40:44.267582 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 13:40:44.267582 n-d-800634-1 neutron-server[93751]: self.callback(batched_events) Jul 13 13:40:44.267582 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 13:40:44.267582 n-d-800634-1 neutron-server[93751]: event.method(event) Jul 13 13:40:44.267582 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 13:40:44.267582 n-d-800634-1 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 13:40:44.267582 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 13:40:44.267582 n-d-800634-1 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 13:40:44.267582 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 13:40:44.267582 n-d-800634-1 neutron-server[93751]: return f(self, *a, **k) Jul 13 13:40:44.267582 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 13:40:44.267582 n-d-800634-1 neutron-server[93751]: return self._get(url).json() Jul 13 13:40:44.267582 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 13:40:44.267582 n-d-800634-1 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 13:40:44.267582 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 13:40:44.267582 n-d-800634-1 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 13 13:40:44.267582 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 13:40:44.267582 n-d-800634-1 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 13:40:44.267582 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 13:40:44.267582 n-d-800634-1 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 13:40:44.267582 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 13:40:44.267582 n-d-800634-1 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 13:40:44.267582 n-d-800634-1 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 13:40:44.276018 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfbff1d-15c5-4169-bcbf-43f04e672b75 req-208df71a-fd83-4cb7-963d-fc37612ddd69 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:44.283849 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7dfbff1d-15c5-4169-bcbf-43f04e672b75 req-208df71a-fd83-4cb7-963d-fc37612ddd69 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/ports?device_id=700d3790-c4d1-451b-bc66-257ddd7b5f93 HTTP/1.1" status: 200 len: 945 time: 0.5289235 Jul 13 13:40:44.340597 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.db.api [None req-43b77863-acb3-4fa4-ad5f-61da4fd2605e tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 13 13:40:44.340597 n-d-800634-1 neutron-server[93751]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 13 13:40:44.340597 n-d-800634-1 neutron-server[93751]: [parameters: {'id': 'fa3032c3-7b4a-418a-add5-9bdad3475a8c'}] Jul 13 13:40:44.340597 n-d-800634-1 neutron-server[93751]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93751) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 13:40:44.341865 n-d-800634-1 neutron-server[93751]: DEBUG oslo_db.api [None req-43b77863-acb3-4fa4-ad5f-61da4fd2605e tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 13:40:44.341865 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0996f186-37be-4d1c-a81e-78fc2c447991 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:44.342582 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0996f186-37be-4d1c-a81e-78fc2c447991 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1785045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451806'] for router_interface, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:44.366030 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a3c47c27-fd1d-472d-b1a1-b0f7c4dda689 req-dae91d28-fbe2-4012-bf73-0e7974d799ba service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f7c0bc01-324c-4502-bcaf-90d8b511012e HTTP/1.1" status: 200 len: 217 time: 0.0800838 Jul 13 13:40:44.381884 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port 39bbebd8-bafc-42ea-8f3f-6660390d5b09 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:40:44.392998 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 39bbebd8-bafc-42ea-8f3f-6660390d5b09 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:40:44.393586 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:44.422100 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0996f186-37be-4d1c-a81e-78fc2c447991 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Pushing event updated for resources: {'Port': ['ID=95e320e2-1efb-47e3-bb19-1f2f796eacb1,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:40:44.474744 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-338fac67-35b2-4e09-b9fc-635460af2f8e req-d47ce6c2-6b4c-40e9-98a9-4f9be756eb7b tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:44.483275 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c47c27-fd1d-472d-b1a1-b0f7c4dda689 req-290e9705-95ce-49e5-892b-c2bea8afff27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:44.484932 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a3c47c27-fd1d-472d-b1a1-b0f7c4dda689 req-290e9705-95ce-49e5-892b-c2bea8afff27 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=41cb83d6-1972-42a1-91b6-99e2d7728a68 HTTP/1.1" status: 200 len: 848 time: 0.1022570 Jul 13 13:40:44.498750 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['a7ed5af1-8a5e-4aea-a0bd-4eedc4e5f0b4'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:40:44.501274 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 9564f55d-d3a7-401a-b317-0644e999b407 up at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:40:44.588165 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0996f186-37be-4d1c-a81e-78fc2c447991 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Network 77d4cb25-bb28-4f72-9be0-5e0e0fa1efa2 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:40:44.595028 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-0996f186-37be-4d1c-a81e-78fc2c447991 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:40:44.623607 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7dfbff1d-15c5-4169-bcbf-43f04e672b75 req-e8a525e6-e473-4e5f-b222-8bfff9fb749d tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8450e8a-3ce6-4095-b6b4-37555b8042b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3387742 Jul 13 13:40:44.632996 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bb3f01-f320-4b84-a4de-2db48f1e76e4 req-0b46a17f-4129-49a0-b6ef-e7ea4f1fbf91 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:44.658876 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:44.660075 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b7bb3f01-f320-4b84-a4de-2db48f1e76e4 req-0b46a17f-4129-49a0-b6ef-e7ea4f1fbf91 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.23 "GET /v2.0/ports?device_id=95e0691c-2ff2-4602-9d9b-d8c2314a4801 HTTP/1.1" status: 200 len: 945 time: 0.3636272 Jul 13 13:40:44.682560 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47ce6c2-6b4c-40e9-98a9-4f9be756eb7b tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Pushing event deleted for resources: {'Port': ['ID=a7ed5af1-8a5e-4aea-a0bd-4eedc4e5f0b4,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:40:44.710438 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a3c47c27-fd1d-472d-b1a1-b0f7c4dda689 req-2cda2032-5b1a-46c9-b273-b247aef3bb58 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5c5b1ca0-24b0-4412-b81d-dc9907cb0039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1974223 Jul 13 13:40:44.724015 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port 39bbebd8-bafc-42ea-8f3f-6660390d5b09, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=39bbebd8-bafc-42ea-8f3f-6660390d5b09,segment=NetworkSegment(2c0f76af-9327-4759-b863-d04e9d89c2cb),segment_id=2c0f76af-9327-4759-b863-d04e9d89c2cb)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:40:44.725380 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2d8ad603-79ba-4ad2-9cd0-d816174caa86 None None] Provisioning complete for port 39bbebd8-bafc-42ea-8f3f-6660390d5b09 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:40:44.725909 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2d8ad603-79ba-4ad2-9cd0-d816174caa86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:44.735902 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:44.825683 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b7bb3f01-f320-4b84-a4de-2db48f1e76e4 req-042e6036-688d-4b66-aff8-c07498d643e4 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.23 "GET /v2.0/security-groups?id=215441dc-b65f-49ea-b8ce-4afa75e23159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643667 Jul 13 13:40:44.830243 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-338fac67-35b2-4e09-b9fc-635460af2f8e req-d47ce6c2-6b4c-40e9-98a9-4f9be756eb7b tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] No DVR routers for this DVR port a7ed5af1-8a5e-4aea-a0bd-4eedc4e5f0b4 on host n-h2-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:40:44.862024 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a09c764c-55af-4cf0-a33c-0ef2b1f897d6 None None] Network fa3032c3-7b4a-418a-add5-9bdad3475a8c requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:40:44.884459 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-43b77863-acb3-4fa4-ad5f-61da4fd2605e tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:44.891823 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-338fac67-35b2-4e09-b9fc-635460af2f8e req-d47ce6c2-6b4c-40e9-98a9-4f9be756eb7b tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:44.893832 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-338fac67-35b2-4e09-b9fc-635460af2f8e req-d47ce6c2-6b4c-40e9-98a9-4f9be756eb7b tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.41 "DELETE /v2.0/ports/a7ed5af1-8a5e-4aea-a0bd-4eedc4e5f0b4 HTTP/1.1" status: 204 len: 173 time: 2.1813505 Jul 13 13:40:44.894418 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '700d3790-c4d1-451b-bc66-257ddd7b5f93', 'name': 'network-vif-deleted', 'tag': 'a7ed5af1-8a5e-4aea-a0bd-4eedc4e5f0b4'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:40:44.896625 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-066e05dd-793c-4dc7-b362-55fd06e6bb59" -d '{"events": [{"server_uuid": "700d3790-c4d1-451b-bc66-257ddd7b5f93", "name": "network-vif-deleted", "tag": "a7ed5af1-8a5e-4aea-a0bd-4eedc4e5f0b4"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:40:45.008742 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a3c47c27-fd1d-472d-b1a1-b0f7c4dda689 req-0f92b91c-aa57-4371-a396-36fb4c028e48 service neutron] 10.222.0.41 "GET /v2.0/networks/5c5b1ca0-24b0-4412-b81d-dc9907cb0039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2362058 Jul 13 13:40:45.107951 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning for port 9564f55d-d3a7-401a-b317-0644e999b407 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:40:45.129507 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a3c47c27-fd1d-472d-b1a1-b0f7c4dda689 req-9850fa2a-3686-44d4-9b33-33153d2bec4c service neutron] 10.222.0.41 "GET /v2.0/networks/5c5b1ca0-24b0-4412-b81d-dc9907cb0039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133866 Jul 13 13:40:45.167928 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b21738c9-f1ed-4853-a711-274f5df862bd x-openstack-request-id: req-b21738c9-f1ed-4853-a711-274f5df862bd {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:40:45.168579 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "700d3790-c4d1-451b-bc66-257ddd7b5f93", "name": "network-vif-deleted", "tag": "a7ed5af1-8a5e-4aea-a0bd-4eedc4e5f0b4", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:40:45.169014 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b21738c9-f1ed-4853-a711-274f5df862bd {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:40:45.169618 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '700d3790-c4d1-451b-bc66-257ddd7b5f93', 'name': 'network-vif-deleted', 'tag': 'a7ed5af1-8a5e-4aea-a0bd-4eedc4e5f0b4', 'status': 'completed', 'code': 200} Jul 13 13:40:45.186942 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-43b77863-acb3-4fa4-ad5f-61da4fd2605e tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Deleting port c99ca4bb-8368-4e7c-af39-4c25a371d89e {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:40:45.187985 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-43b77863-acb3-4fa4-ad5f-61da4fd2605e tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:45.188828 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning complete for port 9564f55d-d3a7-401a-b317-0644e999b407 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:40:45.189276 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:45.243249 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=39bbebd8-bafc-42ea-8f3f-6660390d5b09,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:40:45.322892 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f12c13e-577d-4cfe-ac90-2650b4ca5320 req-3fe1ebb1-7431-4f50-9ad0-78c08a4aabb2 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:45.325243 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1f12c13e-577d-4cfe-ac90-2650b4ca5320 req-3fe1ebb1-7431-4f50-9ad0-78c08a4aabb2 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/ports?device_id=69b35cda-f215-4655-a2f4-9c066ffba9b2 HTTP/1.1" status: 200 len: 945 time: 0.3049281 Jul 13 13:40:45.338310 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-43b77863-acb3-4fa4-ad5f-61da4fd2605e tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] For port c99ca4bb-8368-4e7c-af39-4c25a371d89e, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=c99ca4bb-8368-4e7c-af39-4c25a371d89e,segment=NetworkSegment(5369c873-920f-49f3-840d-8cffa151f0e6),segment_id=5369c873-920f-49f3-840d-8cffa151f0e6)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:40:45.338768 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-43b77863-acb3-4fa4-ad5f-61da4fd2605e tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:45.357905 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0996f186-37be-4d1c-a81e-78fc2c447991 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Router 0ee2e60a-5ae3-4228-a050-3f5a95450964 is scheduled to L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 with binding_index 1 {{(pid=93751) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 13:40:45.376901 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-43b77863-acb3-4fa4-ad5f-61da4fd2605e tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Calling delete_port for c99ca4bb-8368-4e7c-af39-4c25a371d89e owned by network:dhcp {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:40:45.570883 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 39bbebd8-bafc-42ea-8f3f-6660390d5b09 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:40:45.586510 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1f12c13e-577d-4cfe-ac90-2650b4ca5320 req-a02e4644-402c-461b-8c0e-10ddbadaf25f tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/security-groups?id=4f83e00a-e782-49e6-b944-d06b9e971cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2514102 Jul 13 13:40:45.615345 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0996f186-37be-4d1c-a81e-78fc2c447991 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:40:45.632043 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 60792) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:40:45.642416 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-0996f186-37be-4d1c-a81e-78fc2c447991 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] 10.222.0.23 "PUT /v2.0/routers/0ee2e60a-5ae3-4228-a050-3f5a95450964/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4742403 Jul 13 13:40:45.656925 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-43b77863-acb3-4fa4-ad5f-61da4fd2605e tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:45.675757 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b2c0e0d-00b2-4bf5-86a9-482f1f2cfd9b None None] Sync routers for ids ['0ee2e60a-5ae3-4228-a050-3f5a95450964'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:40:45.742098 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b77863-acb3-4fa4-ad5f-61da4fd2605e tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Pushing event deleted for resources: {'Port': ['ID=c99ca4bb-8368-4e7c-af39-4c25a371d89e,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:40:45.752459 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b77863-acb3-4fa4-ad5f-61da4fd2605e tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] No DVR routers for this DVR port c99ca4bb-8368-4e7c-af39-4c25a371d89e on host n-d-800634-1 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:40:45.786942 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a47317-b30e-4027-af16-0639cd46103d tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:45.792621 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-f7a47317-b30e-4027-af16-0639cd46103d tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] 10.222.0.23 "GET /v2.0/ports/95e320e2-1efb-47e3-bb19-1f2f796eacb1 HTTP/1.1" status: 200 len: 911 time: 0.1576908 Jul 13 13:40:45.795188 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 60796) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:40:45.873517 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-22cf9a44-cea2-4c7d-93bc-f1d8a123fb77 None None] Provisioning complete for port 95e320e2-1efb-47e3-bb19-1f2f796eacb1 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:40:45.874015 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-22cf9a44-cea2-4c7d-93bc-f1d8a123fb77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:45.975822 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-22cf9a44-cea2-4c7d-93bc-f1d8a123fb77 None None] Port 95e320e2-1efb-47e3-bb19-1f2f796eacb1 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:40:45.984964 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2c0e0d-00b2-4bf5-86a9-482f1f2cfd9b None None] Routers {'0ee2e60a-5ae3-4228-a050-3f5a95450964'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:40:45.985983 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-9b2c0e0d-00b2-4bf5-86a9-482f1f2cfd9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:40:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['0ee2e60a-5ae3-4228-a050-3f5a95450964'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:40:45.993493 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8492e6d0-dc2f-414f-89b9-5ca9a28eff60 req-b0730b69-014e-434f-a2d2-5a31bb3b9ae4 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/ports?device_id=700d3790-c4d1-451b-bc66-257ddd7b5f93 HTTP/1.1" status: 200 len: 210 time: 0.0768416 Jul 13 13:40:46.037573 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-43b77863-acb3-4fa4-ad5f-61da4fd2605e tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:46.059309 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-43b77863-acb3-4fa4-ad5f-61da4fd2605e tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa3032c3-7b4a-418a-add5-9bdad3475a8c']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:40:46.085896 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-43b77863-acb3-4fa4-ad5f-61da4fd2605e tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5369c873-920f-49f3-840d-8cffa151f0e6') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:40:46.086261 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-43b77863-acb3-4fa4-ad5f-61da4fd2605e tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5369c873-920f-49f3-840d-8cffa151f0e6') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:40:46.101393 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-22cf9a44-cea2-4c7d-93bc-f1d8a123fb77 None None] Could not find standard attr ID for object c99ca4bb-8368-4e7c-af39-4c25a371d89e. {{(pid=93752) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 13:40:46.118127 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-9b2c0e0d-00b2-4bf5-86a9-482f1f2cfd9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:40:46.142698 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:46.161723 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-43b77863-acb3-4fa4-ad5f-61da4fd2605e tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6018464'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:46.174318 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 39bbebd8-bafc-42ea-8f3f-6660390d5b09 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:40:46.175118 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:46.237602 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95e0691c-2ff2-4602-9d9b-d8c2314a4801', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9564f55d-d3a7-401a-b317-0644e999b407'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:40:46.241486 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-43b77863-acb3-4fa4-ad5f-61da4fd2605e tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:46.245911 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14195156-3447-4ec7-bc1c-07f031074d24" -d '{"events": [{"server_uuid": "95e0691c-2ff2-4602-9d9b-d8c2314a4801", "name": "network-vif-plugged", "status": "completed", "tag": "9564f55d-d3a7-401a-b317-0644e999b407"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:40:46.255100 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43b77863-acb3-4fa4-ad5f-61da4fd2605e tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 13:40:46.255651 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-43b77863-acb3-4fa4-ad5f-61da4fd2605e tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6018632'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:46.262714 n-d-800634-1 neutron-server[93751]: Traceback (most recent call last): Jul 13 13:40:46.262714 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 13:40:46.262714 n-d-800634-1 neutron-server[93751]: timer() Jul 13 13:40:46.262714 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 13:40:46.262714 n-d-800634-1 neutron-server[93751]: cb(*args, **kw) Jul 13 13:40:46.262714 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 13:40:46.262714 n-d-800634-1 neutron-server[93751]: return func(*args, **kwargs) Jul 13 13:40:46.262714 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 13:40:46.262714 n-d-800634-1 neutron-server[93751]: self._notify() Jul 13 13:40:46.262714 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 13:40:46.262714 n-d-800634-1 neutron-server[93751]: self.callback(batched_events) Jul 13 13:40:46.262714 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 13:40:46.262714 n-d-800634-1 neutron-server[93751]: event.method(event) Jul 13 13:40:46.262714 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 13:40:46.262714 n-d-800634-1 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 13:40:46.262714 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 13:40:46.262714 n-d-800634-1 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 13:40:46.262714 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 13:40:46.262714 n-d-800634-1 neutron-server[93751]: return f(self, *a, **k) Jul 13 13:40:46.262714 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 13:40:46.262714 n-d-800634-1 neutron-server[93751]: return self._get(url).json() Jul 13 13:40:46.262714 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 13:40:46.262714 n-d-800634-1 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 13:40:46.262714 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 13:40:46.262714 n-d-800634-1 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 13 13:40:46.262714 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 13:40:46.262714 n-d-800634-1 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 13:40:46.262714 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 13:40:46.262714 n-d-800634-1 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 13:40:46.262714 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 13:40:46.262714 n-d-800634-1 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 13:40:46.262714 n-d-800634-1 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 13:40:46.274062 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2c0e0d-00b2-4bf5-86a9-482f1f2cfd9b None None] Routers {'0ee2e60a-5ae3-4228-a050-3f5a95450964'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:40:46.274798 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-9b2c0e0d-00b2-4bf5-86a9-482f1f2cfd9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:40:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['0ee2e60a-5ae3-4228-a050-3f5a95450964'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:40:46.288725 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 9564f55d-d3a7-401a-b317-0644e999b407, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=9564f55d-d3a7-401a-b317-0644e999b407,segment=NetworkSegment(b2cba7f6-e29b-4b72-b31f-06e263582f9a),segment_id=b2cba7f6-e29b-4b72-b31f-06e263582f9a)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:40:46.376382 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:46.387689 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c8e1726-9f58-4ca3-8bfa-9b12fe84bb71 None None] DHCP port deletion for fa3032c3-7b4a-418a-add5-9bdad3475a8c request from n-d-800634-1 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 13:40:46.392015 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-9b2c0e0d-00b2-4bf5-86a9-482f1f2cfd9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:40:46.393024 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b2c0e0d-00b2-4bf5-86a9-482f1f2cfd9b None None] The sync data for ids ['0ee2e60a-5ae3-4228-a050-3f5a95450964'] in n-d-800634-1 is: [] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:40:46.503519 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-896198c1-489f-4510-ad09-fcd66aacfdbb x-openstack-request-id: req-896198c1-489f-4510-ad09-fcd66aacfdbb {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:40:46.504096 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95e0691c-2ff2-4602-9d9b-d8c2314a4801", "name": "network-vif-plugged", "status": "completed", "tag": "9564f55d-d3a7-401a-b317-0644e999b407", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:40:46.504456 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-896198c1-489f-4510-ad09-fcd66aacfdbb {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:40:46.505015 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95e0691c-2ff2-4602-9d9b-d8c2314a4801', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9564f55d-d3a7-401a-b317-0644e999b407', 'code': 200} Jul 13 13:40:46.572761 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=9564f55d-d3a7-401a-b317-0644e999b407,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:40:46.611835 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device c99ca4bb-8368-4e7c-af39-4c25a371d89e up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:40:46.640620 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: c99ca4bb-8368-4e7c-af39-4c25a371d89e {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:40:46.641272 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device c99ca4bb-8368-4e7c-af39-4c25a371d89e not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 13 13:40:46.673039 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Port c99ca4bb-8368-4e7c-af39-4c25a371d89e not found, will not notify nova. {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 13 13:40:46.697082 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd2d827-26fd-4a74-b4a7-488a3210404c req-58219b41-7a5e-4824-940e-96ceeda21e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:46.699443 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2cd2d827-26fd-4a74-b4a7-488a3210404c req-58219b41-7a5e-4824-940e-96ceeda21e1c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=95e0691c-2ff2-4602-9d9b-d8c2314a4801 HTTP/1.1" status: 200 len: 1097 time: 0.1297846 Jul 13 13:40:46.775142 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-43b77863-acb3-4fa4-ad5f-61da4fd2605e tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:46.780419 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2cd2d827-26fd-4a74-b4a7-488a3210404c req-6352ab56-e3ab-44d8-a3b5-777d9af5e099 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=215441dc-b65f-49ea-b8ce-4afa75e23159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727260 Jul 13 13:40:46.785871 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-43b77863-acb3-4fa4-ad5f-61da4fd2605e tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:46.788028 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-43b77863-acb3-4fa4-ad5f-61da4fd2605e tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] 10.222.0.23 "DELETE /v2.0/networks/fa3032c3-7b4a-418a-add5-9bdad3475a8c HTTP/1.1" status: 204 len: 168 time: 4.8754351 Jul 13 13:40:46.792027 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 60808) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:40:46.797857 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-c0c9769f-948e-4def-9f25-2d68092115b6 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1116466853'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:40:46.823907 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb5949e-f6da-44c7-879e-428b85f60901 req-525db92c-c7b5-41b0-8a70-080783c5be87 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:46.825774 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-deb5949e-f6da-44c7-879e-428b85f60901 req-525db92c-c7b5-41b0-8a70-080783c5be87 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.23 "GET /v2.0/ports?device_id=95e0691c-2ff2-4602-9d9b-d8c2314a4801 HTTP/1.1" status: 200 len: 945 time: 0.7552953 Jul 13 13:40:46.829047 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b77863-acb3-4fa4-ad5f-61da4fd2605e tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Pushing event deleted for resources: {'Network': ['ID=fa3032c3-7b4a-418a-add5-9bdad3475a8c,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:40:46.888102 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0c9769f-948e-4def-9f25-2d68092115b6 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Made reservation on behalf of a3a55d0c2c5148168cd13a19132e8832 for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:40:46.891768 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c0c9769f-948e-4def-9f25-2d68092115b6 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:46.930124 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-deb5949e-f6da-44c7-879e-428b85f60901 req-c2570cff-f593-4698-83ce-6991ecc4d39c tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.23 "GET /v2.0/security-groups?id=215441dc-b65f-49ea-b8ce-4afa75e23159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882988 Jul 13 13:40:46.951731 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0c9769f-948e-4def-9f25-2d68092115b6 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 13:40:46.969179 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c0c9769f-948e-4def-9f25-2d68092115b6 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:46.970098 n-d-800634-1 neutron-server[93750]: INFO neutron.db.segments_db [None req-c0c9769f-948e-4def-9f25-2d68092115b6 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Added segment 3229f896-3eb1-4c1d-a877-b18dc359bf12 of type vlan for network a86baa16-4c41-4572-9a27-b96e645a6eab Jul 13 13:40:47.025458 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1c26bd74-407b-4f51-8d44-56d0075b18c8 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:47.040196 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c0c9769f-948e-4def-9f25-2d68092115b6 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:47.103508 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f868104-38f1-402a-952b-6821aa6c18f2 req-dfa48105-16d4-4c1d-9209-fbba91adb9f3 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:47.112587 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6f868104-38f1-402a-952b-6821aa6c18f2 req-dfa48105-16d4-4c1d-9209-fbba91adb9f3 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/ports?device_id=69b35cda-f215-4655-a2f4-9c066ffba9b2 HTTP/1.1" status: 200 len: 945 time: 0.3104098 Jul 13 13:40:47.121356 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c0c9769f-948e-4def-9f25-2d68092115b6 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:47.128606 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0c9769f-948e-4def-9f25-2d68092115b6 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:47.129553 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c0c9769f-948e-4def-9f25-2d68092115b6 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:47.162242 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-934d7fb0-2af7-4213-90a3-39829919f0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:47.199159 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-c0c9769f-948e-4def-9f25-2d68092115b6 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4034615 Jul 13 13:40:47.253332 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 60814) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:40:47.268359 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-1ce8c555-d724-4400-b36e-76ec012e5c1e tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Request body: {'subnet': {'network_id': 'a86baa16-4c41-4572-9a27-b96e645a6eab', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:40:47.387846 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device c99ca4bb-8368-4e7c-af39-4c25a371d89e no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:40:47.423674 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6f868104-38f1-402a-952b-6821aa6c18f2 req-049d9cb9-12a8-4a1f-88f5-9dba7abf7c03 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/security-groups?id=4f83e00a-e782-49e6-b944-d06b9e971cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3097463 Jul 13 13:40:47.429999 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c9769f-948e-4def-9f25-2d68092115b6 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Pushing event updated for resources: {'Network': ['ID=a86baa16-4c41-4572-9a27-b96e645a6eab,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:40:47.448901 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: c99ca4bb-8368-4e7c-af39-4c25a371d89e {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:40:47.449844 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device c99ca4bb-8368-4e7c-af39-4c25a371d89e not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:40:47.459073 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network a86baa16-4c41-4572-9a27-b96e645a6eab details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 13:40:47.513535 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ce8c555-d724-4400-b36e-76ec012e5c1e tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Made reservation on behalf of a3a55d0c2c5148168cd13a19132e8832 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:40:47.517209 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1ce8c555-d724-4400-b36e-76ec012e5c1e tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4763385'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:47.641358 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af66c5ee-cdc0-4d5e-a15f-3bc4a1b24272 req-c16db5df-5cdf-4c72-920e-27e24a65f7f9 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:47.650933 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-af66c5ee-cdc0-4d5e-a15f-3bc4a1b24272 req-c16db5df-5cdf-4c72-920e-27e24a65f7f9 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/networks?id=1e6a1cec-d634-437c-82e7-1ebafa55a815 HTTP/1.1" status: 200 len: 811 time: 0.1315200 Jul 13 13:40:47.675003 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-1c26bd74-407b-4f51-8d44-56d0075b18c8 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Allocated IP 2001:db8:1::1 (ea5d4f16-78c5-421b-86db-7170c57d7813/f348000d-34e2-41d5-a224-a74381bebcb3/cf7a6dce-5ebb-4ff8-a909-e05383b7f3ad) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:40:47.705823 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-af66c5ee-cdc0-4d5e-a15f-3bc4a1b24272 req-4c00fb58-0633-46b9-9353-9f8916958fa1 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/quotas/735b68527641472d9d98083ece779da8 HTTP/1.1" status: 200 len: 375 time: 0.0508800 Jul 13 13:40:47.760041 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-af66c5ee-cdc0-4d5e-a15f-3bc4a1b24272 req-233d6197-e202-49a4-bfcb-68fce8361565 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=735b68527641472d9d98083ece779da8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0477369 Jul 13 13:40:47.876007 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device a7ed5af1-8a5e-4aea-a0bd-4eedc4e5f0b4 no longer exists at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:40:47.891863 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1ce8c555-d724-4400-b36e-76ec012e5c1e tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5970588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4763339'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:47.907159 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] No Port match for: a7ed5af1-8a5e-4aea-a0bd-4eedc4e5f0b4 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:40:47.908127 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device a7ed5af1-8a5e-4aea-a0bd-4eedc4e5f0b4 not bound to the agent host n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:40:47.959008 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-af66c5ee-cdc0-4d5e-a15f-3bc4a1b24272 req-d16d4be7-f7a6-497f-ae31-ef1c4aa83a2f service neutron] 10.222.0.23 "GET /v2.0/networks/1e6a1cec-d634-437c-82e7-1ebafa55a815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843891 Jul 13 13:40:48.018050 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce8c555-d724-4400-b36e-76ec012e5c1e tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Checking segment: {'id': '3229f896-3eb1-4c1d-a877-b18dc359bf12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'a86baa16-4c41-4572-9a27-b96e645a6eab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:40:48.019740 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce8c555-d724-4400-b36e-76ec012e5c1e tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Network hostable DHCP agents. Network: a86baa16-4c41-4572-9a27-b96e645a6eab, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 13:40:48.044973 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce8c555-d724-4400-b36e-76ec012e5c1e tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Pushing event updated for resources: {'Subnet': ['ID=1e30e70c-8dd8-4e09-a42e-d92b4f407999,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:40:48.078749 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1c26bd74-407b-4f51-8d44-56d0075b18c8 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:48.084828 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce8c555-d724-4400-b36e-76ec012e5c1e tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Network a86baa16-4c41-4572-9a27-b96e645a6eab is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 13:40:48.096357 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-1c26bd74-407b-4f51-8d44-56d0075b18c8 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Transition to ACTIVE for port object cf7a6dce-5ebb-4ff8-a909-e05383b7f3ad will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:40:48.143789 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1c26bd74-407b-4f51-8d44-56d0075b18c8 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:48.171466 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-1ce8c555-d724-4400-b36e-76ec012e5c1e tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, a86baa16-4c41-4572-9a27-b96e645a6eab) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:40:48.180778 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bbe75a4-029c-4bd0-94b1-a1211f2a1f6e None None] Network a86baa16-4c41-4572-9a27-b96e645a6eab requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:40:48.193296 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c26bd74-407b-4f51-8d44-56d0075b18c8 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Network ea5d4f16-78c5-421b-86db-7170c57d7813 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:40:48.199518 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce8c555-d724-4400-b36e-76ec012e5c1e tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:48.200211 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-1c26bd74-407b-4f51-8d44-56d0075b18c8 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:40:48.200539 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1ce8c555-d724-4400-b36e-76ec012e5c1e tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:48.210897 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c26bd74-407b-4f51-8d44-56d0075b18c8 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:40:48.211927 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1c26bd74-407b-4f51-8d44-56d0075b18c8 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-450452'] for router_interface, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:48.235496 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-1ce8c555-d724-4400-b36e-76ec012e5c1e tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9762640 Jul 13 13:40:48.241219 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 60840) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:40:48.337831 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9ce954-0701-483e-b459-d4ab9ac302f1 req-21ac7f35-e042-46fb-af89-f2431de7bded tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:48.347845 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9c9ce954-0701-483e-b459-d4ab9ac302f1 req-21ac7f35-e042-46fb-af89-f2431de7bded tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.23 "GET /v2.0/ports?device_id=95e0691c-2ff2-4602-9d9b-d8c2314a4801 HTTP/1.1" status: 200 len: 946 time: 0.2524388 Jul 13 13:40:48.406736 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f081450-f113-411d-abca-474908952fdd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a7201e1-61ce-5a3e-b7f7-e800379ed03b-a86baa16-4c41-4572-9a27-b96e645a6eab', 'network_id': 'a86baa16-4c41-4572-9a27-b96e645a6eab', 'tenant_id': 'a3a55d0c2c5148168cd13a19132e8832', 'fixed_ips': [{'subnet_id': '1e30e70c-8dd8-4e09-a42e-d92b4f407999'}]}} from n-d-800634-1. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 13:40:48.407664 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-1f081450-f113-411d-abca-474908952fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:48.416680 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9c9ce954-0701-483e-b459-d4ab9ac302f1 req-a6d5a45f-54fd-4bf0-89b4-cdf224a8d659 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.23 "GET /v2.0/security-groups?id=215441dc-b65f-49ea-b8ce-4afa75e23159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646269 Jul 13 13:40:48.436478 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1c26bd74-407b-4f51-8d44-56d0075b18c8 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:48.479464 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c26bd74-407b-4f51-8d44-56d0075b18c8 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Pushing event updated for resources: {'Port': ['ID=cf7a6dce-5ebb-4ff8-a909-e05383b7f3ad,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:40:48.519827 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2778d37a-7956-4988-84cb-bcf2ae30c0af tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:48.522443 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-af66c5ee-cdc0-4d5e-a15f-3bc4a1b24272 req-263fd1be-aab8-40e9-81e2-02f8a77444db service neutron] 10.222.0.23 "GET /v2.0/networks/1e6a1cec-d634-437c-82e7-1ebafa55a815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5560446 Jul 13 13:40:48.606096 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2778d37a-7956-4988-84cb-bcf2ae30c0af tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:48.672956 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-617d53df-02ec-408c-8446-0aa9cd4aff9d None None] Provisioning for port cf7a6dce-5ebb-4ff8-a909-e05383b7f3ad completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:40:48.675819 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-1f081450-f113-411d-abca-474908952fdd None None] Allocated IP 172.20.0.1 (a86baa16-4c41-4572-9a27-b96e645a6eab/1e30e70c-8dd8-4e09-a42e-d92b4f407999/7585b4ee-d3a6-41c0-9e1f-0bef1a06d303) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:40:48.682959 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-617d53df-02ec-408c-8446-0aa9cd4aff9d None None] Provisioning complete for port cf7a6dce-5ebb-4ff8-a909-e05383b7f3ad triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:40:48.683361 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-617d53df-02ec-408c-8446-0aa9cd4aff9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:48.787462 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-617d53df-02ec-408c-8446-0aa9cd4aff9d None None] Port cf7a6dce-5ebb-4ff8-a909-e05383b7f3ad cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:40:48.947060 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-1f081450-f113-411d-abca-474908952fdd None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:48.961003 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-1f081450-f113-411d-abca-474908952fdd None None] Transition to ACTIVE for port object 7585b4ee-d3a6-41c0-9e1f-0bef1a06d303 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:40:48.982781 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-1f081450-f113-411d-abca-474908952fdd None None] Transition to ACTIVE for port object 7585b4ee-d3a6-41c0-9e1f-0bef1a06d303 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:40:49.011995 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-1f081450-f113-411d-abca-474908952fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:49.025479 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1c26bd74-407b-4f51-8d44-56d0075b18c8 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:49.030872 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2778d37a-7956-4988-84cb-bcf2ae30c0af tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5970525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4763356'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:49.039209 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1c26bd74-407b-4f51-8d44-56d0075b18c8 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:49.040357 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1c26bd74-407b-4f51-8d44-56d0075b18c8 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1785045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451806'] for router_interface, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:49.115150 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f081450-f113-411d-abca-474908952fdd None None] Pushing event updated for resources: {'Port': ['ID=7585b4ee-d3a6-41c0-9e1f-0bef1a06d303,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:40:49.123500 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f081450-f113-411d-abca-474908952fdd None None] Network a86baa16-4c41-4572-9a27-b96e645a6eab is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:40:49.125302 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-1f081450-f113-411d-abca-474908952fdd None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:40:49.127812 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f081450-f113-411d-abca-474908952fdd None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:40:49.169361 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2778d37a-7956-4988-84cb-bcf2ae30c0af tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Pushing event deleted for resources: {'Subnet': ['ID=1e30e70c-8dd8-4e09-a42e-d92b4f407999,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:40:49.192381 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-1f081450-f113-411d-abca-474908952fdd None None] Attempting to bind port 7585b4ee-d3a6-41c0-9e1f-0bef1a06d303 on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:40:49.193076 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-1f081450-f113-411d-abca-474908952fdd None None] Attempting to bind port 7585b4ee-d3a6-41c0-9e1f-0bef1a06d303 by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '3229f896-3eb1-4c1d-a877-b18dc359bf12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'a86baa16-4c41-4572-9a27-b96e645a6eab'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:40:49.193453 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f081450-f113-411d-abca-474908952fdd None None] Attempting to bind port 7585b4ee-d3a6-41c0-9e1f-0bef1a06d303 on network a86baa16-4c41-4572-9a27-b96e645a6eab {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:40:49.200541 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f081450-f113-411d-abca-474908952fdd None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 40, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:40:49.200922 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f081450-f113-411d-abca-474908952fdd None None] Checking segment: {'id': '3229f896-3eb1-4c1d-a877-b18dc359bf12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'a86baa16-4c41-4572-9a27-b96e645a6eab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:40:49.201337 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-1f081450-f113-411d-abca-474908952fdd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:49.201758 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f081450-f113-411d-abca-474908952fdd None None] Bound using segment: {'id': '3229f896-3eb1-4c1d-a877-b18dc359bf12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'a86baa16-4c41-4572-9a27-b96e645a6eab'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:40:49.202229 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-1f081450-f113-411d-abca-474908952fdd None None] Bound port: 7585b4ee-d3a6-41c0-9e1f-0bef1a06d303, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3229f896-3eb1-4c1d-a877-b18dc359bf12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'a86baa16-4c41-4572-9a27-b96e645a6eab'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:40:49.202617 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-1f081450-f113-411d-abca-474908952fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:49.210162 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2778d37a-7956-4988-84cb-bcf2ae30c0af tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:49.223087 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-2778d37a-7956-4988-84cb-bcf2ae30c0af tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a86baa16-4c41-4572-9a27-b96e645a6eab']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:40:49.238013 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-2778d37a-7956-4988-84cb-bcf2ae30c0af tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3229f896-3eb1-4c1d-a877-b18dc359bf12') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:40:49.238695 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-2778d37a-7956-4988-84cb-bcf2ae30c0af tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3229f896-3eb1-4c1d-a877-b18dc359bf12') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:40:49.252951 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2778d37a-7956-4988-84cb-bcf2ae30c0af tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5431730'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:49.265159 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5751613-0cd1-4532-955d-893f0ac05f77 req-999eac06-2eaa-4db9-8aa1-a3a37fa45022 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:49.267520 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b5751613-0cd1-4532-955d-893f0ac05f77 req-999eac06-2eaa-4db9-8aa1-a3a37fa45022 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.23 "GET /v2.0/ports?device_id=95e0691c-2ff2-4602-9d9b-d8c2314a4801 HTTP/1.1" status: 200 len: 946 time: 0.2073498 Jul 13 13:40:49.292069 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c26bd74-407b-4f51-8d44-56d0075b18c8 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Pushing event updated for resources: {'Port': ['ID=cf7a6dce-5ebb-4ff8-a909-e05383b7f3ad,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:40:49.294301 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-1f081450-f113-411d-abca-474908952fdd None None] For port 7585b4ee-d3a6-41c0-9e1f-0bef1a06d303, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:40:49.318175 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2778d37a-7956-4988-84cb-bcf2ae30c0af tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:49.331993 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2778d37a-7956-4988-84cb-bcf2ae30c0af tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 13:40:49.332701 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2778d37a-7956-4988-84cb-bcf2ae30c0af tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5970419'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:49.336156 n-d-800634-1 neutron-server[93750]: Traceback (most recent call last): Jul 13 13:40:49.336156 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 13:40:49.336156 n-d-800634-1 neutron-server[93750]: timer() Jul 13 13:40:49.336156 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 13:40:49.336156 n-d-800634-1 neutron-server[93750]: cb(*args, **kw) Jul 13 13:40:49.336156 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 13:40:49.336156 n-d-800634-1 neutron-server[93750]: return func(*args, **kwargs) Jul 13 13:40:49.336156 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 13:40:49.336156 n-d-800634-1 neutron-server[93750]: self._notify() Jul 13 13:40:49.336156 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 13:40:49.336156 n-d-800634-1 neutron-server[93750]: self.callback(batched_events) Jul 13 13:40:49.336156 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 13:40:49.336156 n-d-800634-1 neutron-server[93750]: event.method(event) Jul 13 13:40:49.336156 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 13:40:49.336156 n-d-800634-1 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 13:40:49.336156 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 13:40:49.336156 n-d-800634-1 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 13:40:49.336156 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 13:40:49.336156 n-d-800634-1 neutron-server[93750]: return f(self, *a, **k) Jul 13 13:40:49.336156 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 13:40:49.336156 n-d-800634-1 neutron-server[93750]: return self._get(url).json() Jul 13 13:40:49.336156 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 13:40:49.336156 n-d-800634-1 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 13:40:49.336156 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 13:40:49.336156 n-d-800634-1 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 13 13:40:49.336156 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 13:40:49.336156 n-d-800634-1 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 13:40:49.336156 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 13:40:49.336156 n-d-800634-1 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 13:40:49.336156 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 13:40:49.336156 n-d-800634-1 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 13:40:49.336156 n-d-800634-1 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 13:40:49.342309 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b5751613-0cd1-4532-955d-893f0ac05f77 req-7dc286a6-210e-4b1e-a9b5-15ed1c5c88bc tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.23 "GET /v2.0/security-groups?id=215441dc-b65f-49ea-b8ce-4afa75e23159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613210 Jul 13 13:40:49.387724 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15751ad-ff6b-40a4-9e8c-ad45d2e56ff4 req-5916ec48-5015-44f0-8c3c-7ce0f744b151 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:49.389016 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c15751ad-ff6b-40a4-9e8c-ad45d2e56ff4 req-5916ec48-5015-44f0-8c3c-7ce0f744b151 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/ports?device_id=69b35cda-f215-4655-a2f4-9c066ffba9b2 HTTP/1.1" status: 200 len: 945 time: 0.2893393 Jul 13 13:40:49.408314 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c26bd74-407b-4f51-8d44-56d0075b18c8 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Network ea5d4f16-78c5-421b-86db-7170c57d7813 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:40:49.417677 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-1c26bd74-407b-4f51-8d44-56d0075b18c8 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:40:49.442748 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.db.api [None req-2778d37a-7956-4988-84cb-bcf2ae30c0af tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 13 13:40:49.442748 n-d-800634-1 neutron-server[93750]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 13 13:40:49.442748 n-d-800634-1 neutron-server[93750]: [parameters: {'id': 'a86baa16-4c41-4572-9a27-b96e645a6eab'}] Jul 13 13:40:49.442748 n-d-800634-1 neutron-server[93750]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93750) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 13:40:49.443458 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-1f081450-f113-411d-abca-474908952fdd None None] For port 7585b4ee-d3a6-41c0-9e1f-0bef1a06d303, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=7585b4ee-d3a6-41c0-9e1f-0bef1a06d303,segment=NetworkSegment(3229f896-3eb1-4c1d-a877-b18dc359bf12),segment_id=3229f896-3eb1-4c1d-a877-b18dc359bf12)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:40:49.443925 n-d-800634-1 neutron-server[93750]: DEBUG oslo_db.api [None req-2778d37a-7956-4988-84cb-bcf2ae30c0af tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 13:40:49.449907 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-1f081450-f113-411d-abca-474908952fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:49.513794 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f081450-f113-411d-abca-474908952fdd None None] Pushing event updated for resources: {'Port': ['ID=7585b4ee-d3a6-41c0-9e1f-0bef1a06d303,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:40:49.545604 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c15751ad-ff6b-40a4-9e8c-ad45d2e56ff4 req-a95a8bbb-63af-4825-a2e8-122faebda0e5 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/security-groups?id=4f83e00a-e782-49e6-b944-d06b9e971cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447208 Jul 13 13:40:49.601619 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-870e54aa-6e67-4ff7-9e74-1ae24f2b4f8c None None] Network a86baa16-4c41-4572-9a27-b96e645a6eab requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:40:49.601810 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c26bd74-407b-4f51-8d44-56d0075b18c8 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Router 0ee2e60a-5ae3-4228-a050-3f5a95450964 has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 13:40:49.737835 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ea4f8cc2-df6b-4ae3-8f0e-897bb0c37893 req-a779f13a-4ae3-4759-926f-7a6420720b37 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/ports?device_id=9348a07d-efb1-45bd-88b6-6ae187d131b2 HTTP/1.1" status: 200 len: 210 time: 0.0517869 Jul 13 13:40:49.819226 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-248ec0e6-78df-48bd-9e44-71caedba9571 None None] get_active_networks_info from n-d-800634-1 {{(pid=93752) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 13 13:40:49.832890 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c26bd74-407b-4f51-8d44-56d0075b18c8 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:40:49.843040 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310e1992-38ae-4557-9237-793f4c6b9680 None None] Sync routers for ids ['0ee2e60a-5ae3-4228-a050-3f5a95450964'] in n-d-800634-1 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:40:49.850300 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-1c26bd74-407b-4f51-8d44-56d0075b18c8 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] 10.222.0.23 "PUT /v2.0/routers/0ee2e60a-5ae3-4228-a050-3f5a95450964/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0517139 Jul 13 13:40:49.850790 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 60864) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:40:49.867283 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310e1992-38ae-4557-9237-793f4c6b9680 None None] Routers {'0ee2e60a-5ae3-4228-a050-3f5a95450964'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:40:49.869837 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-310e1992-38ae-4557-9237-793f4c6b9680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:40:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['0ee2e60a-5ae3-4228-a050-3f5a95450964'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:40:49.871028 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-61a4a738-5523-494d-a699-af76827dcca4 None None] Provisioning complete for port cf7a6dce-5ebb-4ff8-a909-e05383b7f3ad triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:40:49.871558 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-61a4a738-5523-494d-a699-af76827dcca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:49.874604 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de3297c-b515-4df8-b51b-fa0ea240c2a8 req-bb3022a6-939f-4f97-b888-86833fdb68fb tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:49.876763 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4de3297c-b515-4df8-b51b-fa0ea240c2a8 req-bb3022a6-939f-4f97-b888-86833fdb68fb tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac008d86-3c7f-4f7e-8329-5d04261d9a38 HTTP/1.1" status: 200 len: 946 time: 0.1269403 Jul 13 13:40:49.912409 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-58f9d99d-d2b0-47cb-9196-cb623c7100d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:49.919546 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-61a4a738-5523-494d-a699-af76827dcca4 None None] Port cf7a6dce-5ebb-4ff8-a909-e05383b7f3ad cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:40:49.952774 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4de3297c-b515-4df8-b51b-fa0ea240c2a8 req-f9a91819-f15d-4a13-8b42-2cdeb30da431 tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] 10.222.0.23 "GET /v2.0/security-groups?id=9a4040a4-7a24-4bfb-97c3-fc064942d274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692313 Jul 13 13:40:49.954362 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2778d37a-7956-4988-84cb-bcf2ae30c0af tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:49.964142 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-310e1992-38ae-4557-9237-793f4c6b9680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:40:49.968337 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:49.986740 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310e1992-38ae-4557-9237-793f4c6b9680 None None] Routers {'0ee2e60a-5ae3-4228-a050-3f5a95450964'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:40:49.987384 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-310e1992-38ae-4557-9237-793f4c6b9680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:40:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['0ee2e60a-5ae3-4228-a050-3f5a95450964'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:40:50.007294 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a429bc8-1813-4411-9365-e0913d4695f3 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:50.008731 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-7a429bc8-1813-4411-9365-e0913d4695f3 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] 10.222.0.23 "GET /v2.0/ports/cf7a6dce-5ebb-4ff8-a909-e05383b7f3ad HTTP/1.1" status: 200 len: 913 time: 0.1570837 Jul 13 13:40:50.012242 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 60868) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:40:50.068259 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-310e1992-38ae-4557-9237-793f4c6b9680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:40:50.069175 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310e1992-38ae-4557-9237-793f4c6b9680 None None] The sync data for ids ['0ee2e60a-5ae3-4228-a050-3f5a95450964'] in n-d-800634-1 is: [] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:40:50.071324 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-248ec0e6-78df-48bd-9e44-71caedba9571 None None] Resources bound (agent type, host, resource id): {{(pid=93752) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 13 13:40:50.093573 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-2778d37a-7956-4988-84cb-bcf2ae30c0af tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Deleting port 7585b4ee-d3a6-41c0-9e1f-0bef1a06d303 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:40:50.094171 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2778d37a-7956-4988-84cb-bcf2ae30c0af tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:50.173913 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-2778d37a-7956-4988-84cb-bcf2ae30c0af tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] For port 7585b4ee-d3a6-41c0-9e1f-0bef1a06d303, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=7585b4ee-d3a6-41c0-9e1f-0bef1a06d303,segment=NetworkSegment(3229f896-3eb1-4c1d-a877-b18dc359bf12),segment_id=3229f896-3eb1-4c1d-a877-b18dc359bf12)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:40:50.174445 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2778d37a-7956-4988-84cb-bcf2ae30c0af tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:50.192476 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-2778d37a-7956-4988-84cb-bcf2ae30c0af tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Calling delete_port for 7585b4ee-d3a6-41c0-9e1f-0bef1a06d303 owned by network:dhcp {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:40:50.429661 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2778d37a-7956-4988-84cb-bcf2ae30c0af tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:50.441852 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4271b4fb-6040-4e49-8e7d-ebd50b6b3aa1 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451695'] for router_interface, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:50.483594 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2778d37a-7956-4988-84cb-bcf2ae30c0af tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Pushing event deleted for resources: {'Port': ['ID=7585b4ee-d3a6-41c0-9e1f-0bef1a06d303,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:40:50.493314 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea52a95-dbfc-48bf-9c46-415c4f4975ab req-4522938f-55f4-495f-b0b4-09ab8dec6f06 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:50.494813 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5ea52a95-dbfc-48bf-9c46-415c4f4975ab req-4522938f-55f4-495f-b0b4-09ab8dec6f06 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.23 "GET /v2.0/ports?device_id=95e0691c-2ff2-4602-9d9b-d8c2314a4801 HTTP/1.1" status: 200 len: 946 time: 0.2506695 Jul 13 13:40:50.514653 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2778d37a-7956-4988-84cb-bcf2ae30c0af tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] No DVR routers for this DVR port 7585b4ee-d3a6-41c0-9e1f-0bef1a06d303 on host n-d-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:40:50.534508 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af66c5ee-cdc0-4d5e-a15f-3bc4a1b24272 req-5cdc768d-fb97-4c6a-a252-20be9f5c6bcc tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:50.535952 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-af66c5ee-cdc0-4d5e-a15f-3bc4a1b24272 req-5cdc768d-fb97-4c6a-a252-20be9f5c6bcc tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.41 "GET /v2.0/networks?id=1e6a1cec-d634-437c-82e7-1ebafa55a815 HTTP/1.1" status: 200 len: 811 time: 0.2529557 Jul 13 13:40:50.550816 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-af66c5ee-cdc0-4d5e-a15f-3bc4a1b24272 req-246de297-b39c-4e0b-a224-291a8624f8e0 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Request body: {'port': {'device_id': '9348a07d-efb1-45bd-88b6-6ae187d131b2', 'network_id': '1e6a1cec-d634-437c-82e7-1ebafa55a815', 'admin_state_up': True, 'tenant_id': '735b68527641472d9d98083ece779da8'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:40:50.699765 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5ea52a95-dbfc-48bf-9c46-415c4f4975ab req-cc0d6eb9-355f-436e-bdbc-e628077bf68e tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.23 "GET /v2.0/security-groups?id=215441dc-b65f-49ea-b8ce-4afa75e23159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826272 Jul 13 13:40:50.721970 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2778d37a-7956-4988-84cb-bcf2ae30c0af tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:50.729976 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-4271b4fb-6040-4e49-8e7d-ebd50b6b3aa1 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Deleting port cf7a6dce-5ebb-4ff8-a909-e05383b7f3ad {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:40:50.730936 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4271b4fb-6040-4e49-8e7d-ebd50b6b3aa1 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:50.738583 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-2778d37a-7956-4988-84cb-bcf2ae30c0af tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a86baa16-4c41-4572-9a27-b96e645a6eab']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:40:50.765121 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-2778d37a-7956-4988-84cb-bcf2ae30c0af tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3229f896-3eb1-4c1d-a877-b18dc359bf12') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:40:50.765410 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-2778d37a-7956-4988-84cb-bcf2ae30c0af tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3229f896-3eb1-4c1d-a877-b18dc359bf12') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:40:50.790415 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a576a8c-f266-4ea4-a0b0-e0e37f51238e req-96aaa825-9be2-4e3f-a7a7-e18d7a08f443 tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:50.791920 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8a576a8c-f266-4ea4-a0b0-e0e37f51238e req-96aaa825-9be2-4e3f-a7a7-e18d7a08f443 tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] 10.222.0.26 "GET /v2.0/ports?device_id=ac008d86-3c7f-4f7e-8329-5d04261d9a38 HTTP/1.1" status: 200 len: 946 time: 0.3207185 Jul 13 13:40:50.794620 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2778d37a-7956-4988-84cb-bcf2ae30c0af tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5431730'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:50.854265 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2778d37a-7956-4988-84cb-bcf2ae30c0af tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:50.872274 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4271b4fb-6040-4e49-8e7d-ebd50b6b3aa1 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:50.882835 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57cec97-d81b-4217-98a6-908685e2a3f1 req-affbb989-45c7-4d46-a47a-97ddfc80e9de tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:50.884546 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2778d37a-7956-4988-84cb-bcf2ae30c0af tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 13:40:50.884701 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c57cec97-d81b-4217-98a6-908685e2a3f1 req-affbb989-45c7-4d46-a47a-97ddfc80e9de tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/ports?device_id=69b35cda-f215-4655-a2f4-9c066ffba9b2 HTTP/1.1" status: 200 len: 945 time: 0.1500285 Jul 13 13:40:50.884976 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2778d37a-7956-4988-84cb-bcf2ae30c0af tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5970419'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:50.892561 n-d-800634-1 neutron-server[93750]: Traceback (most recent call last): Jul 13 13:40:50.892561 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 13:40:50.892561 n-d-800634-1 neutron-server[93750]: timer() Jul 13 13:40:50.892561 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 13:40:50.892561 n-d-800634-1 neutron-server[93750]: cb(*args, **kw) Jul 13 13:40:50.892561 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 13:40:50.892561 n-d-800634-1 neutron-server[93750]: return func(*args, **kwargs) Jul 13 13:40:50.892561 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 13:40:50.892561 n-d-800634-1 neutron-server[93750]: self._notify() Jul 13 13:40:50.892561 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 13:40:50.892561 n-d-800634-1 neutron-server[93750]: self.callback(batched_events) Jul 13 13:40:50.892561 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 13:40:50.892561 n-d-800634-1 neutron-server[93750]: event.method(event) Jul 13 13:40:50.892561 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 13:40:50.892561 n-d-800634-1 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 13:40:50.892561 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 13:40:50.892561 n-d-800634-1 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 13:40:50.892561 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 13:40:50.892561 n-d-800634-1 neutron-server[93750]: return f(self, *a, **k) Jul 13 13:40:50.892561 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 13:40:50.892561 n-d-800634-1 neutron-server[93750]: return self._get(url).json() Jul 13 13:40:50.892561 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 13:40:50.892561 n-d-800634-1 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 13:40:50.892561 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 13:40:50.892561 n-d-800634-1 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 13 13:40:50.892561 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 13:40:50.892561 n-d-800634-1 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 13:40:50.892561 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 13:40:50.892561 n-d-800634-1 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 13:40:50.892561 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 13:40:50.892561 n-d-800634-1 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 13:40:50.892561 n-d-800634-1 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 13:40:50.911180 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-4271b4fb-6040-4e49-8e7d-ebd50b6b3aa1 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Calling delete_port for cf7a6dce-5ebb-4ff8-a909-e05383b7f3ad owned by network:router_interface {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:40:50.973355 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c57cec97-d81b-4217-98a6-908685e2a3f1 req-3c7a7f80-f8e8-459f-9700-29fa6d742808 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/security-groups?id=4f83e00a-e782-49e6-b944-d06b9e971cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821400 Jul 13 13:40:50.998942 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af66c5ee-cdc0-4d5e-a15f-3bc4a1b24272 req-246de297-b39c-4e0b-a224-291a8624f8e0 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Made reservation on behalf of 735b68527641472d9d98083ece779da8 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:40:51.003402 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-af66c5ee-cdc0-4d5e-a15f-3bc4a1b24272 req-246de297-b39c-4e0b-a224-291a8624f8e0 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:51.024906 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:51.027728 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2778d37a-7956-4988-84cb-bcf2ae30c0af tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:51.041972 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2778d37a-7956-4988-84cb-bcf2ae30c0af tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:51.044046 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-2778d37a-7956-4988-84cb-bcf2ae30c0af tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] 10.222.0.23 "DELETE /v2.0/networks/a86baa16-4c41-4572-9a27-b96e645a6eab HTTP/1.1" status: 204 len: 168 time: 2.8022606 Jul 13 13:40:51.047833 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 60882) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:40:51.055192 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-71da9e8f-4aab-4344-8395-e3042587248c tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1237771636'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:40:51.066295 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2778d37a-7956-4988-84cb-bcf2ae30c0af tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Pushing event deleted for resources: {'Network': ['ID=a86baa16-4c41-4572-9a27-b96e645a6eab,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:40:51.126129 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba99b70-a8ae-4d7e-b6e3-fcf099a6683b req-04691700-26b2-4a41-be73-a12c18a336b8 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:51.127983 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3ba99b70-a8ae-4d7e-b6e3-fcf099a6683b req-04691700-26b2-4a41-be73-a12c18a336b8 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.23 "GET /v2.0/ports?device_id=95e0691c-2ff2-4602-9d9b-d8c2314a4801 HTTP/1.1" status: 200 len: 946 time: 0.2900519 Jul 13 13:40:51.194830 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-8a576a8c-f266-4ea4-a0b0-e0e37f51238e req-a0f922e5-47f8-450e-9445-00a79aa7e9b3 tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] Deleting port 3601d3e1-284c-439d-81ca-b7e8751d725f {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:40:51.195190 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-8a576a8c-f266-4ea4-a0b0-e0e37f51238e req-a0f922e5-47f8-450e-9445-00a79aa7e9b3 tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:51.262122 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3ba99b70-a8ae-4d7e-b6e3-fcf099a6683b req-a1d283d0-c9d4-4d74-9552-4ba1e5a6168b tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.23 "GET /v2.0/security-groups?id=215441dc-b65f-49ea-b8ce-4afa75e23159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276517 Jul 13 13:40:51.289064 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-af66c5ee-cdc0-4d5e-a15f-3bc4a1b24272 req-246de297-b39c-4e0b-a224-291a8624f8e0 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Allocated IP 172.20.0.6 (1e6a1cec-d634-437c-82e7-1ebafa55a815/4a7066db-069e-4126-a711-5a91da09992d/34ca3b7c-ab32-491f-a949-e6dc8e7c893d) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:40:51.343585 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-8a576a8c-f266-4ea4-a0b0-e0e37f51238e req-a0f922e5-47f8-450e-9445-00a79aa7e9b3 tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] For port 3601d3e1-284c-439d-81ca-b7e8751d725f, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=3601d3e1-284c-439d-81ca-b7e8751d725f,segment=NetworkSegment(a992ca7b-0374-4ac8-89fd-e7752d9855d0),segment_id=a992ca7b-0374-4ac8-89fd-e7752d9855d0)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:40:51.343952 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-8a576a8c-f266-4ea4-a0b0-e0e37f51238e req-a0f922e5-47f8-450e-9445-00a79aa7e9b3 tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:51.368093 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-8a576a8c-f266-4ea4-a0b0-e0e37f51238e req-a0f922e5-47f8-450e-9445-00a79aa7e9b3 tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] Calling delete_port for 3601d3e1-284c-439d-81ca-b7e8751d725f owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:40:51.415454 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-847d075a-fd31-4157-be2a-fa32cf81b351 req-df5be0af-811a-4b5f-8338-23eaf97ad193 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/ports?device_id=9348a07d-efb1-45bd-88b6-6ae187d131b2 HTTP/1.1" status: 200 len: 210 time: 0.0468888 Jul 13 13:40:51.431147 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71da9e8f-4aab-4344-8395-e3042587248c tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Made reservation on behalf of a3a55d0c2c5148168cd13a19132e8832 for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:40:51.436837 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-71da9e8f-4aab-4344-8395-e3042587248c tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:51.531810 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4271b4fb-6040-4e49-8e7d-ebd50b6b3aa1 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:51.566679 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71da9e8f-4aab-4344-8395-e3042587248c tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 13:40:51.604341 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4271b4fb-6040-4e49-8e7d-ebd50b6b3aa1 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Pushing event deleted for resources: {'Port': ['ID=cf7a6dce-5ebb-4ff8-a909-e05383b7f3ad,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:40:51.631115 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-71da9e8f-4aab-4344-8395-e3042587248c tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:51.632024 n-d-800634-1 neutron-server[93751]: INFO neutron.db.segments_db [None req-71da9e8f-4aab-4344-8395-e3042587248c tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Added segment 5a289504-5324-4ba3-afeb-c24bc994e4fb of type vlan for network 4ec6a60c-f3db-4264-9696-2e803438d2fd Jul 13 13:40:51.683103 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-71da9e8f-4aab-4344-8395-e3042587248c tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:51.818406 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-71da9e8f-4aab-4344-8395-e3042587248c tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:51.824814 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71da9e8f-4aab-4344-8395-e3042587248c tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:51.825413 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-71da9e8f-4aab-4344-8395-e3042587248c tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:51.831538 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4271b4fb-6040-4e49-8e7d-ebd50b6b3aa1 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1785036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452491'] for router_interface, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:51.938317 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-71da9e8f-4aab-4344-8395-e3042587248c tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8892131 Jul 13 13:40:51.940973 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 60892) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:40:51.947085 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-ae1360b8-d2d0-4b7a-8f66-f8b524694a46 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:40:51.989445 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71da9e8f-4aab-4344-8395-e3042587248c tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Pushing event updated for resources: {'Network': ['ID=4ec6a60c-f3db-4264-9696-2e803438d2fd,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:40:52.000233 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network 4ec6a60c-f3db-4264-9696-2e803438d2fd details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 13:40:52.055330 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-af66c5ee-cdc0-4d5e-a15f-3bc4a1b24272 req-246de297-b39c-4e0b-a224-291a8624f8e0 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:52.129804 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aa32cb-1e96-4391-8362-cee0213793aa req-9205cb2f-1ed0-4592-9e9b-0c3af3aab6c2 tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:52.134429 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-13aa32cb-1e96-4391-8362-cee0213793aa req-9205cb2f-1ed0-4592-9e9b-0c3af3aab6c2 tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac008d86-3c7f-4f7e-8329-5d04261d9a38 HTTP/1.1" status: 200 len: 946 time: 0.3137410 Jul 13 13:40:52.145706 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c029315-af2d-4ed4-9810-2bb2c3174d7b req-0bac6cba-1b5d-4c73-a15f-d76354b70178 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:52.147262 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4c029315-af2d-4ed4-9810-2bb2c3174d7b req-0bac6cba-1b5d-4c73-a15f-d76354b70178 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.23 "GET /v2.0/ports?device_id=95e0691c-2ff2-4602-9d9b-d8c2314a4801 HTTP/1.1" status: 200 len: 946 time: 0.1692793 Jul 13 13:40:52.193077 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4271b4fb-6040-4e49-8e7d-ebd50b6b3aa1 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Router 0ee2e60a-5ae3-4228-a050-3f5a95450964 has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 13:40:52.204696 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4c029315-af2d-4ed4-9810-2bb2c3174d7b req-c38cd0c4-4db6-47f1-a85d-efce770d99be tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.23 "GET /v2.0/security-groups?id=215441dc-b65f-49ea-b8ce-4afa75e23159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486557 Jul 13 13:40:52.256154 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-8a576a8c-f266-4ea4-a0b0-e0e37f51238e req-a0f922e5-47f8-450e-9445-00a79aa7e9b3 tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:52.267833 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['3601d3e1-284c-439d-81ca-b7e8751d725f'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:40:52.312331 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-13aa32cb-1e96-4391-8362-cee0213793aa req-117abf2e-2e46-4cd6-89f9-43ede39ad96f tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] 10.222.0.23 "GET /v2.0/security-groups?id=9a4040a4-7a24-4bfb-97c3-fc064942d274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649261 Jul 13 13:40:52.313065 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f922e5-47f8-450e-9445-00a79aa7e9b3 tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] Pushing event deleted for resources: {'Port': ['ID=3601d3e1-284c-439d-81ca-b7e8751d725f,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:40:52.318505 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4271b4fb-6040-4e49-8e7d-ebd50b6b3aa1 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:40:52.322704 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-af66c5ee-cdc0-4d5e-a15f-3bc4a1b24272 req-246de297-b39c-4e0b-a224-291a8624f8e0 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:52.331958 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-4271b4fb-6040-4e49-8e7d-ebd50b6b3aa1 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] 10.222.0.23 "PUT /v2.0/routers/0ee2e60a-5ae3-4228-a050-3f5a95450964/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3184013 Jul 13 13:40:52.332236 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d7d407-42f0-472c-978b-c7feee99ca95 None None] Sync routers for ids ['0ee2e60a-5ae3-4228-a050-3f5a95450964'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:40:52.335002 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 60898) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:40:52.356981 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d7d407-42f0-472c-978b-c7feee99ca95 None None] Routers {'0ee2e60a-5ae3-4228-a050-3f5a95450964'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:40:52.358440 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-a7d7d407-42f0-472c-978b-c7feee99ca95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:40:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['0ee2e60a-5ae3-4228-a050-3f5a95450964'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:40:52.392363 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-a7d7d407-42f0-472c-978b-c7feee99ca95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:40:52.403907 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d7d407-42f0-472c-978b-c7feee99ca95 None None] Routers {'0ee2e60a-5ae3-4228-a050-3f5a95450964'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:40:52.404861 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-a7d7d407-42f0-472c-978b-c7feee99ca95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:40:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['0ee2e60a-5ae3-4228-a050-3f5a95450964'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:40:52.427671 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ae1360b8-d2d0-4b7a-8f66-f8b524694a46 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:52.445190 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-a7d7d407-42f0-472c-978b-c7feee99ca95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:40:52.446192 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d7d407-42f0-472c-978b-c7feee99ca95 None None] The sync data for ids ['0ee2e60a-5ae3-4228-a050-3f5a95450964'] in n-d-800634-1 is: [] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:40:52.451627 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af66c5ee-cdc0-4d5e-a15f-3bc4a1b24272 req-246de297-b39c-4e0b-a224-291a8624f8e0 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Network 1e6a1cec-d634-437c-82e7-1ebafa55a815 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:40:52.480858 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-af66c5ee-cdc0-4d5e-a15f-3bc4a1b24272 req-246de297-b39c-4e0b-a224-291a8624f8e0 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:40:52.483228 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a576a8c-f266-4ea4-a0b0-e0e37f51238e req-a0f922e5-47f8-450e-9445-00a79aa7e9b3 tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] No DVR routers for this DVR port 3601d3e1-284c-439d-81ca-b7e8751d725f on host n-h1-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:40:52.486074 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-8a576a8c-f266-4ea4-a0b0-e0e37f51238e req-a0f922e5-47f8-450e-9445-00a79aa7e9b3 tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:52.488190 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8a576a8c-f266-4ea4-a0b0-e0e37f51238e req-a0f922e5-47f8-450e-9445-00a79aa7e9b3 tempest-AttachVolumeNegativeTest-975378741 tempest-AttachVolumeNegativeTest-975378741-project] 10.222.0.26 "DELETE /v2.0/ports/3601d3e1-284c-439d-81ca-b7e8751d725f HTTP/1.1" status: 204 len: 173 time: 1.6866131 Jul 13 13:40:52.494242 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-af66c5ee-cdc0-4d5e-a15f-3bc4a1b24272 req-246de297-b39c-4e0b-a224-291a8624f8e0 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:40:52.497879 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac008d86-3c7f-4f7e-8329-5d04261d9a38', 'name': 'network-vif-deleted', 'tag': '3601d3e1-284c-439d-81ca-b7e8751d725f'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:40:52.500224 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8431a2f-5de2-4460-9227-5c654d8c4488" -d '{"events": [{"server_uuid": "ac008d86-3c7f-4f7e-8329-5d04261d9a38", "name": "network-vif-deleted", "tag": "3601d3e1-284c-439d-81ca-b7e8751d725f"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:40:52.502682 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ae1360b8-d2d0-4b7a-8f66-f8b524694a46 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:52.535118 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:52.578703 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ae1360b8-d2d0-4b7a-8f66-f8b524694a46 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Network 4ec6a60c-f3db-4264-9696-2e803438d2fd is not hosted by any dhcp agent {{(pid=93750) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 13 13:40:52.584883 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae1360b8-d2d0-4b7a-8f66-f8b524694a46 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:52.585676 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ae1360b8-d2d0-4b7a-8f66-f8b524694a46 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:52.587132 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-ae1360b8-d2d0-4b7a-8f66-f8b524694a46 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] 10.222.0.23 "PUT /v2.0/networks/4ec6a60c-f3db-4264-9696-2e803438d2fd HTTP/1.1" status: 200 len: 723 time: 0.6448779 Jul 13 13:40:52.591777 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 60906) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:40:52.597396 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-cb11ac30-22a0-476a-b6ac-fec673fd8952 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Request body: {'subnet': {'network_id': '4ec6a60c-f3db-4264-9696-2e803438d2fd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:40:52.612392 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1163455-3486-4846-9bb1-040727e94558 req-c2f5cda4-5e88-4ea1-a734-14e1ebad918f tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:52.614107 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e1163455-3486-4846-9bb1-040727e94558 req-c2f5cda4-5e88-4ea1-a734-14e1ebad918f tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/ports?device_id=69b35cda-f215-4655-a2f4-9c066ffba9b2 HTTP/1.1" status: 200 len: 945 time: 0.2220318 Jul 13 13:40:52.641298 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246de297-b39c-4e0b-a224-291a8624f8e0 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Pushing event updated for resources: {'Port': ['ID=34ca3b7c-ab32-491f-a949-e6dc8e7c893d,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:40:52.683261 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af66c5ee-cdc0-4d5e-a15f-3bc4a1b24272 req-246de297-b39c-4e0b-a224-291a8624f8e0 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:52.684004 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-af66c5ee-cdc0-4d5e-a15f-3bc4a1b24272 req-246de297-b39c-4e0b-a224-291a8624f8e0 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:52.696865 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1360b8-d2d0-4b7a-8f66-f8b524694a46 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Pushing event updated for resources: {'Network': ['ID=4ec6a60c-f3db-4264-9696-2e803438d2fd,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:40:52.710228 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network 4ec6a60c-f3db-4264-9696-2e803438d2fd details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 13:40:52.711119 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-af66c5ee-cdc0-4d5e-a15f-3bc4a1b24272 req-246de297-b39c-4e0b-a224-291a8624f8e0 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1640146 Jul 13 13:40:52.728959 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-af66c5ee-cdc0-4d5e-a15f-3bc4a1b24272 req-4b443aad-50c7-4059-a4ad-cc9acd57793d service neutron] Request body: {'port': {'device_id': '9348a07d-efb1-45bd-88b6-6ae187d131b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:40:52.770218 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1fe5c9-1f96-4198-a156-f5762d73715c req-34e8dbcf-af9f-4204-abc0-ba9952401b6b tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:52.771920 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cb1fe5c9-1f96-4198-a156-f5762d73715c req-34e8dbcf-af9f-4204-abc0-ba9952401b6b tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.23 "GET /v2.0/ports?device_id=95e0691c-2ff2-4602-9d9b-d8c2314a4801 HTTP/1.1" status: 200 len: 946 time: 0.2950070 Jul 13 13:40:52.772658 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e1163455-3486-4846-9bb1-040727e94558 req-13a9c2b9-88e2-494d-92a4-b1b27647dc9f tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/security-groups?id=4f83e00a-e782-49e6-b944-d06b9e971cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421075 Jul 13 13:40:52.796855 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb11ac30-22a0-476a-b6ac-fec673fd8952 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Made reservation on behalf of a3a55d0c2c5148168cd13a19132e8832 for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:40:52.801238 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cb11ac30-22a0-476a-b6ac-fec673fd8952 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6104980'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:52.852868 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-af66c5ee-cdc0-4d5e-a15f-3bc4a1b24272 req-4b443aad-50c7-4059-a4ad-cc9acd57793d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:52.858773 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cb1fe5c9-1f96-4198-a156-f5762d73715c req-dc08816a-9c09-426e-8a9a-44b1ee875741 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.23 "GET /v2.0/security-groups?id=215441dc-b65f-49ea-b8ce-4afa75e23159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485725 Jul 13 13:40:52.923035 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:40:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83ebf4c7-5b87-4993-86f0-3a1dc28e1ad5 x-openstack-request-id: req-83ebf4c7-5b87-4993-86f0-3a1dc28e1ad5 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:40:52.923505 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac008d86-3c7f-4f7e-8329-5d04261d9a38", "name": "network-vif-deleted", "tag": "3601d3e1-284c-439d-81ca-b7e8751d725f", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:40:52.923865 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-83ebf4c7-5b87-4993-86f0-3a1dc28e1ad5 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:40:52.924413 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac008d86-3c7f-4f7e-8329-5d04261d9a38', 'name': 'network-vif-deleted', 'tag': '3601d3e1-284c-439d-81ca-b7e8751d725f', 'status': 'completed', 'code': 200} Jul 13 13:40:53.111129 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a18636-52d0-4a1a-9ff3-2adacdcdfa39 req-5dada07a-2967-43e2-a874-8546cd8b345f tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:53.113033 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-79a18636-52d0-4a1a-9ff3-2adacdcdfa39 req-5dada07a-2967-43e2-a874-8546cd8b345f tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/ports?device_id=9348a07d-efb1-45bd-88b6-6ae187d131b2 HTTP/1.1" status: 200 len: 931 time: 0.1909466 Jul 13 13:40:53.134759 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b3670777-5a67-42dc-8a3c-f8616bb77400 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451695'] for router_interface, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:53.212730 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-af66c5ee-cdc0-4d5e-a15f-3bc4a1b24272 req-4b443aad-50c7-4059-a4ad-cc9acd57793d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34ca3b7c-ab32-491f-a949-e6dc8e7c893d {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:40:53.222038 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-af66c5ee-cdc0-4d5e-a15f-3bc4a1b24272 req-4b443aad-50c7-4059-a4ad-cc9acd57793d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:53.237104 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-af66c5ee-cdc0-4d5e-a15f-3bc4a1b24272 req-4b443aad-50c7-4059-a4ad-cc9acd57793d service neutron] Transition to ACTIVE for port object 34ca3b7c-ab32-491f-a949-e6dc8e7c893d will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:40:53.241586 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-af66c5ee-cdc0-4d5e-a15f-3bc4a1b24272 req-4b443aad-50c7-4059-a4ad-cc9acd57793d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:53.282778 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cb11ac30-22a0-476a-b6ac-fec673fd8952 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6018343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6104998'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:53.298257 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-79a18636-52d0-4a1a-9ff3-2adacdcdfa39 req-94c3307d-32df-4067-9377-92ee5683723a tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8450e8a-3ce6-4095-b6b4-37555b8042b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770167 Jul 13 13:40:53.356051 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b443aad-50c7-4059-a4ad-cc9acd57793d service neutron] Pushing event updated for resources: {'Port': ['ID=34ca3b7c-ab32-491f-a949-e6dc8e7c893d,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:40:53.391377 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-af66c5ee-cdc0-4d5e-a15f-3bc4a1b24272 req-4b443aad-50c7-4059-a4ad-cc9acd57793d service neutron] Attempting to bind port 34ca3b7c-ab32-491f-a949-e6dc8e7c893d on host n-h2-800634-1 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:40:53.391808 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-af66c5ee-cdc0-4d5e-a15f-3bc4a1b24272 req-4b443aad-50c7-4059-a4ad-cc9acd57793d service neutron] Attempting to bind port 34ca3b7c-ab32-491f-a949-e6dc8e7c893d by drivers openvswitch,hyperv on host n-h2-800634-1 at level 0 using segments [{'id': '8ca861d2-7f67-42e9-b790-b2afeca7fd40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '1e6a1cec-d634-437c-82e7-1ebafa55a815'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:40:53.392253 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af66c5ee-cdc0-4d5e-a15f-3bc4a1b24272 req-4b443aad-50c7-4059-a4ad-cc9acd57793d service neutron] Attempting to bind port 34ca3b7c-ab32-491f-a949-e6dc8e7c893d on network 1e6a1cec-d634-437c-82e7-1ebafa55a815 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:40:53.397575 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af66c5ee-cdc0-4d5e-a15f-3bc4a1b24272 req-4b443aad-50c7-4059-a4ad-cc9acd57793d service neutron] Port 34ca3b7c-ab32-491f-a949-e6dc8e7c893d on network 1e6a1cec-d634-437c-82e7-1ebafa55a815 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-1 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:40:53.398069 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af66c5ee-cdc0-4d5e-a15f-3bc4a1b24272 req-4b443aad-50c7-4059-a4ad-cc9acd57793d service neutron] Attempting to bind port 34ca3b7c-ab32-491f-a949-e6dc8e7c893d on network 1e6a1cec-d634-437c-82e7-1ebafa55a815 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:40:53.403597 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af66c5ee-cdc0-4d5e-a15f-3bc4a1b24272 req-4b443aad-50c7-4059-a4ad-cc9acd57793d service neutron] Checking agent: {'id': 'f615e5c9-21ab-43f2-adbc-192d64b795cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 40, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:40:53.404022 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af66c5ee-cdc0-4d5e-a15f-3bc4a1b24272 req-4b443aad-50c7-4059-a4ad-cc9acd57793d service neutron] Checking segment: {'id': '8ca861d2-7f67-42e9-b790-b2afeca7fd40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '1e6a1cec-d634-437c-82e7-1ebafa55a815'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:40:53.404474 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af66c5ee-cdc0-4d5e-a15f-3bc4a1b24272 req-4b443aad-50c7-4059-a4ad-cc9acd57793d service neutron] Bound using segment: {'id': '8ca861d2-7f67-42e9-b790-b2afeca7fd40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '1e6a1cec-d634-437c-82e7-1ebafa55a815'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:40:53.406014 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-af66c5ee-cdc0-4d5e-a15f-3bc4a1b24272 req-4b443aad-50c7-4059-a4ad-cc9acd57793d service neutron] Bound port: 34ca3b7c-ab32-491f-a949-e6dc8e7c893d, host: n-h2-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ca861d2-7f67-42e9-b790-b2afeca7fd40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '1e6a1cec-d634-437c-82e7-1ebafa55a815'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:40:53.406528 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-af66c5ee-cdc0-4d5e-a15f-3bc4a1b24272 req-4b443aad-50c7-4059-a4ad-cc9acd57793d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:53.455791 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 60916) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:40:53.472456 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb11ac30-22a0-476a-b6ac-fec673fd8952 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Checking segment: {'id': '5a289504-5324-4ba3-afeb-c24bc994e4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4ec6a60c-f3db-4264-9696-2e803438d2fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:40:53.472936 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb11ac30-22a0-476a-b6ac-fec673fd8952 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Network hostable DHCP agents. Network: 4ec6a60c-f3db-4264-9696-2e803438d2fd, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 13:40:53.477048 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb11ac30-22a0-476a-b6ac-fec673fd8952 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Pushing event updated for resources: {'Subnet': ['ID=b8736fae-bbf7-4899-9e37-81c57ddc3e1a,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:40:53.513663 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb11ac30-22a0-476a-b6ac-fec673fd8952 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Network 4ec6a60c-f3db-4264-9696-2e803438d2fd is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 13:40:53.534191 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f4179ed-970c-4503-9daf-8771ab72bcc1 admin admin] Deleting subnet 66d38b61-7f2b-49e9-ae15-bdea3497cacb {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 13:40:53.539967 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5f4179ed-970c-4503-9daf-8771ab72bcc1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:53.541991 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-af66c5ee-cdc0-4d5e-a15f-3bc4a1b24272 req-4b443aad-50c7-4059-a4ad-cc9acd57793d service neutron] For port 34ca3b7c-ab32-491f-a949-e6dc8e7c893d, host n-h2-800634-1, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:40:53.549146 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-cb11ac30-22a0-476a-b6ac-fec673fd8952 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, 4ec6a60c-f3db-4264-9696-2e803438d2fd) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:40:53.557769 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb11ac30-22a0-476a-b6ac-fec673fd8952 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:53.558369 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cb11ac30-22a0-476a-b6ac-fec673fd8952 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:53.559885 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f3635b-4cf0-4781-8adb-7e8900ccc757 None None] Network 4ec6a60c-f3db-4264-9696-2e803438d2fd requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:40:53.589405 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-cb11ac30-22a0-476a-b6ac-fec673fd8952 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9938059 Jul 13 13:40:53.604291 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 60918) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:40:53.611519 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-ea18de4f-b0f7-42f2-bbb9-7dc675e452f0 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:40:53.619020 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5f4179ed-970c-4503-9daf-8771ab72bcc1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5431723'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:53.662450 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-af66c5ee-cdc0-4d5e-a15f-3bc4a1b24272 req-4b443aad-50c7-4059-a4ad-cc9acd57793d service neutron] For port 34ca3b7c-ab32-491f-a949-e6dc8e7c893d, host n-h2-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=34ca3b7c-ab32-491f-a949-e6dc8e7c893d,segment=NetworkSegment(8ca861d2-7f67-42e9-b790-b2afeca7fd40),segment_id=8ca861d2-7f67-42e9-b790-b2afeca7fd40)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:40:53.674313 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-af66c5ee-cdc0-4d5e-a15f-3bc4a1b24272 req-4b443aad-50c7-4059-a4ad-cc9acd57793d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:53.712250 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-b3670777-5a67-42dc-8a3c-f8616bb77400 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Deleting port 95e320e2-1efb-47e3-bb19-1f2f796eacb1 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:40:53.712592 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b3670777-5a67-42dc-8a3c-f8616bb77400 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:53.725183 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e9e66d0-d1e5-430b-b2f4-af47f83015d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a7201e1-61ce-5a3e-b7f7-e800379ed03b-4ec6a60c-f3db-4264-9696-2e803438d2fd', 'network_id': '4ec6a60c-f3db-4264-9696-2e803438d2fd', 'tenant_id': 'a3a55d0c2c5148168cd13a19132e8832', 'fixed_ips': [{'subnet_id': 'b8736fae-bbf7-4899-9e37-81c57ddc3e1a'}]}} from n-d-800634-1. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 13:40:53.726716 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6e9e66d0-d1e5-430b-b2f4-af47f83015d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:53.726850 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5f4179ed-970c-4503-9daf-8771ab72bcc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:53.762909 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af66c5ee-cdc0-4d5e-a15f-3bc4a1b24272 req-4b443aad-50c7-4059-a4ad-cc9acd57793d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:53.764041 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-af66c5ee-cdc0-4d5e-a15f-3bc4a1b24272 req-4b443aad-50c7-4059-a4ad-cc9acd57793d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:53.765532 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-af66c5ee-cdc0-4d5e-a15f-3bc4a1b24272 req-4b443aad-50c7-4059-a4ad-cc9acd57793d service neutron] 10.222.0.41 "PUT /v2.0/ports/34ca3b7c-ab32-491f-a949-e6dc8e7c893d HTTP/1.1" status: 200 len: 1091 time: 1.0456057 Jul 13 13:40:53.775702 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ea18de4f-b0f7-42f2-bbb9-7dc675e452f0 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-6104991'] for subnet, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:53.800734 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b443aad-50c7-4059-a4ad-cc9acd57793d service neutron] Pushing event updated for resources: {'Port': ['ID=34ca3b7c-ab32-491f-a949-e6dc8e7c893d,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:40:53.885306 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5f4179ed-970c-4503-9daf-8771ab72bcc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5970525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4763356'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:53.908807 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b3670777-5a67-42dc-8a3c-f8616bb77400 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:53.921097 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4179ed-970c-4503-9daf-8771ab72bcc1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66d38b61-7f2b-49e9-ae15-bdea3497cacb,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:40:53.929620 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-b3670777-5a67-42dc-8a3c-f8616bb77400 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Calling delete_port for 95e320e2-1efb-47e3-bb19-1f2f796eacb1 owned by network:router_interface {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:40:53.979339 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5f4179ed-970c-4503-9daf-8771ab72bcc1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:53.981804 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-5f4179ed-970c-4503-9daf-8771ab72bcc1 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/66d38b61-7f2b-49e9-ae15-bdea3497cacb HTTP/1.1" status: 204 len: 168 time: 0.5249560 Jul 13 13:40:53.985194 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af66c5ee-cdc0-4d5e-a15f-3bc4a1b24272 req-86bd22f1-f8cd-4161-8edf-685d3960e1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:53.986762 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 60924) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:40:53.986907 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-af66c5ee-cdc0-4d5e-a15f-3bc4a1b24272 req-86bd22f1-f8cd-4161-8edf-685d3960e1fb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=735b68527641472d9d98083ece779da8&device_id=9348a07d-efb1-45bd-88b6-6ae187d131b2 HTTP/1.1" status: 200 len: 1094 time: 0.1564636 Jul 13 13:40:54.002599 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30201ca4-97c9-47e1-b9eb-8767e2198dff req-002e220f-9a9c-419b-ac2d-e480a43af857 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:54.009592 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-30201ca4-97c9-47e1-b9eb-8767e2198dff req-002e220f-9a9c-419b-ac2d-e480a43af857 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.23 "GET /v2.0/ports?device_id=95e0691c-2ff2-4602-9d9b-d8c2314a4801 HTTP/1.1" status: 200 len: 946 time: 0.2296216 Jul 13 13:40:54.040594 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-af66c5ee-cdc0-4d5e-a15f-3bc4a1b24272 req-b193e0fc-ed5e-47c9-a4e0-5f61d0f36e0c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=34ca3b7c-ab32-491f-a949-e6dc8e7c893d HTTP/1.1" status: 200 len: 217 time: 0.0440981 Jul 13 13:40:54.080162 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-6e9e66d0-d1e5-430b-b2f4-af47f83015d4 None None] Allocated IP 172.20.0.2 (4ec6a60c-f3db-4264-9696-2e803438d2fd/b8736fae-bbf7-4899-9e37-81c57ddc3e1a/09a61f88-5155-4d54-b09c-f9b5822e67bc) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:40:54.120346 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7c4c3cc9-28f9-42e0-b97c-482e82077a0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:54.130288 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28edc0e1-5477-4176-ab63-733775bfb1ec req-bf7a4209-423e-4e81-a04e-c61f16975ee9 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:54.137499 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-28edc0e1-5477-4176-ab63-733775bfb1ec req-bf7a4209-423e-4e81-a04e-c61f16975ee9 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/ports?device_id=69b35cda-f215-4655-a2f4-9c066ffba9b2 HTTP/1.1" status: 200 len: 945 time: 0.1964366 Jul 13 13:40:54.142814 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-30201ca4-97c9-47e1-b9eb-8767e2198dff req-03382dfb-a897-4fc9-8f70-b48981ee21ad tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.23 "GET /v2.0/security-groups?id=215441dc-b65f-49ea-b8ce-4afa75e23159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285026 Jul 13 13:40:54.175128 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af66c5ee-cdc0-4d5e-a15f-3bc4a1b24272 req-bcbc7277-06d7-4b8c-85fc-13f24350799e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:54.176517 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-af66c5ee-cdc0-4d5e-a15f-3bc4a1b24272 req-bcbc7277-06d7-4b8c-85fc-13f24350799e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4a7066db-069e-4126-a711-5a91da09992d HTTP/1.1" status: 200 len: 851 time: 0.1266086 Jul 13 13:40:54.223127 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-af66c5ee-cdc0-4d5e-a15f-3bc4a1b24272 req-2005784c-3773-4f25-a197-cbf04e66075a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1e6a1cec-d634-437c-82e7-1ebafa55a815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333929 Jul 13 13:40:54.231975 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-28edc0e1-5477-4176-ab63-733775bfb1ec req-f916649d-f3af-42e0-a801-b9a8ec676d4f tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/security-groups?id=4f83e00a-e782-49e6-b944-d06b9e971cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935628 Jul 13 13:40:54.259669 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6e9e66d0-d1e5-430b-b2f4-af47f83015d4 None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:54.271395 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-6e9e66d0-d1e5-430b-b2f4-af47f83015d4 None None] Transition to ACTIVE for port object 09a61f88-5155-4d54-b09c-f9b5822e67bc will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:40:54.292056 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-6e9e66d0-d1e5-430b-b2f4-af47f83015d4 None None] Transition to ACTIVE for port object 09a61f88-5155-4d54-b09c-f9b5822e67bc will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:40:54.301248 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6e9e66d0-d1e5-430b-b2f4-af47f83015d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:54.308089 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7ff84f-f433-4932-9edc-6a89596da009 req-f219c558-20bd-4b2e-910a-74f95ded1ae6 tempest-LiveMigrationTest-1713788618 tempest-LiveMigrationTest-1713788618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:54.311303 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cd7ff84f-f433-4932-9edc-6a89596da009 req-f219c558-20bd-4b2e-910a-74f95ded1ae6 tempest-LiveMigrationTest-1713788618 tempest-LiveMigrationTest-1713788618-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=69b35cda-f215-4655-a2f4-9c066ffba9b2&tenant_id=7ec77ffc288b40b5a9663fa2e5a78733&binding%3Ahost_id=n-h1-800634-1 HTTP/1.1" status: 200 len: 1096 time: 0.2284451 Jul 13 13:40:54.322172 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-cd7ff84f-f433-4932-9edc-6a89596da009 req-9b9b6320-70d1-4196-9364-379ded991f36 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-800634-1'}}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:40:54.346609 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e9e66d0-d1e5-430b-b2f4-af47f83015d4 None None] Network 4ec6a60c-f3db-4264-9696-2e803438d2fd is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:40:54.353586 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-6e9e66d0-d1e5-430b-b2f4-af47f83015d4 None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:40:54.362034 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9e66d0-d1e5-430b-b2f4-af47f83015d4 None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:40:54.375543 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9e66d0-d1e5-430b-b2f4-af47f83015d4 None None] Pushing event updated for resources: {'Port': ['ID=09a61f88-5155-4d54-b09c-f9b5822e67bc,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:40:54.426581 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-af66c5ee-cdc0-4d5e-a15f-3bc4a1b24272 req-54f97f45-2d8e-4505-8d56-01330aefc27f service neutron] 10.222.0.41 "GET /v2.0/networks/1e6a1cec-d634-437c-82e7-1ebafa55a815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892884 Jul 13 13:40:54.456588 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-cd7ff84f-f433-4932-9edc-6a89596da009 req-9b9b6320-70d1-4196-9364-379ded991f36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:54.469847 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-6e9e66d0-d1e5-430b-b2f4-af47f83015d4 None None] Attempting to bind port 09a61f88-5155-4d54-b09c-f9b5822e67bc on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:40:54.470327 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-6e9e66d0-d1e5-430b-b2f4-af47f83015d4 None None] Attempting to bind port 09a61f88-5155-4d54-b09c-f9b5822e67bc by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '5a289504-5324-4ba3-afeb-c24bc994e4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4ec6a60c-f3db-4264-9696-2e803438d2fd'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:40:54.470852 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9e66d0-d1e5-430b-b2f4-af47f83015d4 None None] Attempting to bind port 09a61f88-5155-4d54-b09c-f9b5822e67bc on network 4ec6a60c-f3db-4264-9696-2e803438d2fd {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:40:54.476536 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9e66d0-d1e5-430b-b2f4-af47f83015d4 None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 40, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:40:54.476922 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9e66d0-d1e5-430b-b2f4-af47f83015d4 None None] Checking segment: {'id': '5a289504-5324-4ba3-afeb-c24bc994e4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4ec6a60c-f3db-4264-9696-2e803438d2fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:40:54.477335 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6e9e66d0-d1e5-430b-b2f4-af47f83015d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:54.477818 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9e66d0-d1e5-430b-b2f4-af47f83015d4 None None] Bound using segment: {'id': '5a289504-5324-4ba3-afeb-c24bc994e4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4ec6a60c-f3db-4264-9696-2e803438d2fd'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:40:54.487711 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-6e9e66d0-d1e5-430b-b2f4-af47f83015d4 None None] Bound port: 09a61f88-5155-4d54-b09c-f9b5822e67bc, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a289504-5324-4ba3-afeb-c24bc994e4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4ec6a60c-f3db-4264-9696-2e803438d2fd'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:40:54.487711 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6e9e66d0-d1e5-430b-b2f4-af47f83015d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:54.534121 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 3601d3e1-284c-439d-81ca-b7e8751d725f no longer exists at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:40:54.569950 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-381d4315-9089-413f-a071-aa2897bda790 None None] No Port match for: 3601d3e1-284c-439d-81ca-b7e8751d725f {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:40:54.570659 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 3601d3e1-284c-439d-81ca-b7e8751d725f not bound to the agent host n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:40:54.584306 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-6e9e66d0-d1e5-430b-b2f4-af47f83015d4 None None] For port 09a61f88-5155-4d54-b09c-f9b5822e67bc, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:40:54.587787 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-6e9e66d0-d1e5-430b-b2f4-af47f83015d4 None None] For port 09a61f88-5155-4d54-b09c-f9b5822e67bc, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=09a61f88-5155-4d54-b09c-f9b5822e67bc,segment=NetworkSegment(5a289504-5324-4ba3-afeb-c24bc994e4fb),segment_id=5a289504-5324-4ba3-afeb-c24bc994e4fb)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:40:54.592885 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6e9e66d0-d1e5-430b-b2f4-af47f83015d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:54.607691 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-af66c5ee-cdc0-4d5e-a15f-3bc4a1b24272 req-99594799-8145-4cc0-9931-bb737a437c67 service neutron] 10.222.0.41 "GET /v2.0/networks/1e6a1cec-d634-437c-82e7-1ebafa55a815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740954 Jul 13 13:40:54.663233 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-cd7ff84f-f433-4932-9edc-6a89596da009 req-9b9b6320-70d1-4196-9364-379ded991f36 service neutron] For port f150ad68-169c-403e-9131-7c773a3c06b4, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=f150ad68-169c-403e-9131-7c773a3c06b4,segment=NetworkSegment(f952029b-434e-49c6-8d96-f83b0194500d),segment_id=f952029b-434e-49c6-8d96-f83b0194500d)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:40:54.668749 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9e66d0-d1e5-430b-b2f4-af47f83015d4 None None] Pushing event updated for resources: {'Port': ['ID=09a61f88-5155-4d54-b09c-f9b5822e67bc,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:40:54.720000 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-cd7ff84f-f433-4932-9edc-6a89596da009 req-9b9b6320-70d1-4196-9364-379ded991f36 service neutron] For port f150ad68-169c-403e-9131-7c773a3c06b4, host n-h1-800634-1, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:40:54.765652 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-cd7ff84f-f433-4932-9edc-6a89596da009 req-9b9b6320-70d1-4196-9364-379ded991f36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:54.771611 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-cd7ff84f-f433-4932-9edc-6a89596da009 req-9b9b6320-70d1-4196-9364-379ded991f36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:54.838755 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7c4c3cc9-28f9-42e0-b97c-482e82077a0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:54.858908 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b3670777-5a67-42dc-8a3c-f8616bb77400 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:54.899067 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-7c4c3cc9-28f9-42e0-b97c-482e82077a0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0797fb9-b450-4bbe-af8e-ecaaafb3ac9d']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:40:54.927305 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9348a07d-efb1-45bd-88b6-6ae187d131b2', 'tag': '34ca3b7c-ab32-491f-a949-e6dc8e7c893d'}, {'server_uuid': '69b35cda-f215-4655-a2f4-9c066ffba9b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f150ad68-169c-403e-9131-7c773a3c06b4'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:40:54.929554 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e37fcad6-d953-4b94-a55c-7aea0e0bfbaf" -d '{"events": [{"name": "network-changed", "server_uuid": "9348a07d-efb1-45bd-88b6-6ae187d131b2", "tag": "34ca3b7c-ab32-491f-a949-e6dc8e7c893d"}, {"server_uuid": "69b35cda-f215-4655-a2f4-9c066ffba9b2", "name": "network-vif-unplugged", "status": "completed", "tag": "f150ad68-169c-403e-9131-7c773a3c06b4"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:40:54.949072 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9b6320-70d1-4196-9364-379ded991f36 service neutron] Pushing event updated for resources: {'Port': ['ID=f150ad68-169c-403e-9131-7c773a3c06b4,revision_number=7']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:40:54.954267 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-cd7ff84f-f433-4932-9edc-6a89596da009 req-9b9b6320-70d1-4196-9364-379ded991f36 service neutron] Attempting to bind port f150ad68-169c-403e-9131-7c773a3c06b4 on host n-h1-800634-1 for vnic_type normal with profile {"migrating_to": "n-h2-800634-1"} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:40:54.954605 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-cd7ff84f-f433-4932-9edc-6a89596da009 req-9b9b6320-70d1-4196-9364-379ded991f36 service neutron] Attempting to bind port f150ad68-169c-403e-9131-7c773a3c06b4 by drivers openvswitch,hyperv on host n-h1-800634-1 at level 0 using segments [{'id': 'f952029b-434e-49c6-8d96-f83b0194500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5c5b1ca0-24b0-4412-b81d-dc9907cb0039'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:40:54.954940 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7ff84f-f433-4932-9edc-6a89596da009 req-9b9b6320-70d1-4196-9364-379ded991f36 service neutron] Attempting to bind port f150ad68-169c-403e-9131-7c773a3c06b4 on network 5c5b1ca0-24b0-4412-b81d-dc9907cb0039 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:40:54.961798 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-7c4c3cc9-28f9-42e0-b97c-482e82077a0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a992ca7b-0374-4ac8-89fd-e7752d9855d0') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:40:54.962206 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-7c4c3cc9-28f9-42e0-b97c-482e82077a0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a992ca7b-0374-4ac8-89fd-e7752d9855d0') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:40:54.977483 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3670777-5a67-42dc-8a3c-f8616bb77400 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Pushing event deleted for resources: {'Port': ['ID=95e320e2-1efb-47e3-bb19-1f2f796eacb1,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:40:54.981161 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7ff84f-f433-4932-9edc-6a89596da009 req-9b9b6320-70d1-4196-9364-379ded991f36 service neutron] Port f150ad68-169c-403e-9131-7c773a3c06b4 on network 5c5b1ca0-24b0-4412-b81d-dc9907cb0039 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-1 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:40:54.981523 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7ff84f-f433-4932-9edc-6a89596da009 req-9b9b6320-70d1-4196-9364-379ded991f36 service neutron] Attempting to bind port f150ad68-169c-403e-9131-7c773a3c06b4 on network 5c5b1ca0-24b0-4412-b81d-dc9907cb0039 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:40:54.999262 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7ff84f-f433-4932-9edc-6a89596da009 req-9b9b6320-70d1-4196-9364-379ded991f36 service neutron] Checking agent: {'id': 'a7603dc8-3c50-4a9b-8f0d-1143528f155e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 40, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:40:54.999607 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7ff84f-f433-4932-9edc-6a89596da009 req-9b9b6320-70d1-4196-9364-379ded991f36 service neutron] Checking segment: {'id': 'f952029b-434e-49c6-8d96-f83b0194500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5c5b1ca0-24b0-4412-b81d-dc9907cb0039'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:40:54.999996 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7ff84f-f433-4932-9edc-6a89596da009 req-9b9b6320-70d1-4196-9364-379ded991f36 service neutron] Bound using segment: {'id': 'f952029b-434e-49c6-8d96-f83b0194500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5c5b1ca0-24b0-4412-b81d-dc9907cb0039'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:40:55.000912 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-cd7ff84f-f433-4932-9edc-6a89596da009 req-9b9b6320-70d1-4196-9364-379ded991f36 service neutron] Bound port: f150ad68-169c-403e-9131-7c773a3c06b4, host: n-h1-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f952029b-434e-49c6-8d96-f83b0194500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5c5b1ca0-24b0-4412-b81d-dc9907cb0039'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:40:55.000912 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-cd7ff84f-f433-4932-9edc-6a89596da009 req-9b9b6320-70d1-4196-9364-379ded991f36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:55.006980 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7c4c3cc9-28f9-42e0-b97c-482e82077a0e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6018464'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:55.036376 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 13 Jul 2021 13:40:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6ad472b-dc90-4008-bcda-2c7d5723a296 x-openstack-request-id: req-d6ad472b-dc90-4008-bcda-2c7d5723a296 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:40:55.036751 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9348a07d-efb1-45bd-88b6-6ae187d131b2", "tag": "34ca3b7c-ab32-491f-a949-e6dc8e7c893d", "status": "completed", "code": 200}, {"server_uuid": "69b35cda-f215-4655-a2f4-9c066ffba9b2", "name": "network-vif-unplugged", "status": "completed", "tag": "f150ad68-169c-403e-9131-7c773a3c06b4", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:40:55.037434 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d6ad472b-dc90-4008-bcda-2c7d5723a296 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:40:55.037547 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9348a07d-efb1-45bd-88b6-6ae187d131b2', 'tag': '34ca3b7c-ab32-491f-a949-e6dc8e7c893d', 'status': 'completed', 'code': 200} Jul 13 13:40:55.038024 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69b35cda-f215-4655-a2f4-9c066ffba9b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f150ad68-169c-403e-9131-7c773a3c06b4', 'code': 200} Jul 13 13:40:55.059141 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7c4c3cc9-28f9-42e0-b97c-482e82077a0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:55.068375 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ea18de4f-b0f7-42f2-bbb9-7dc675e452f0 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8787164375278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-6018545'] for subnet, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:55.077889 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97a92fd-f8fd-469b-90b4-d30dcb2faac3 req-831859d2-8ffd-4c21-b563-3ef811852ba6 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:55.079435 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f97a92fd-f8fd-469b-90b4-d30dcb2faac3 req-831859d2-8ffd-4c21-b563-3ef811852ba6 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/ports?device_id=9348a07d-efb1-45bd-88b6-6ae187d131b2 HTTP/1.1" status: 200 len: 943 time: 0.3814259 Jul 13 13:40:55.114817 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c4c3cc9-28f9-42e0-b97c-482e82077a0e admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 13:40:55.115160 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7c4c3cc9-28f9-42e0-b97c-482e82077a0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6018632'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:55.120344 n-d-800634-1 neutron-server[93751]: Traceback (most recent call last): Jul 13 13:40:55.120344 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 13:40:55.120344 n-d-800634-1 neutron-server[93751]: timer() Jul 13 13:40:55.120344 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 13:40:55.120344 n-d-800634-1 neutron-server[93751]: cb(*args, **kw) Jul 13 13:40:55.120344 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 13:40:55.120344 n-d-800634-1 neutron-server[93751]: return func(*args, **kwargs) Jul 13 13:40:55.120344 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 13:40:55.120344 n-d-800634-1 neutron-server[93751]: self._notify() Jul 13 13:40:55.120344 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 13:40:55.120344 n-d-800634-1 neutron-server[93751]: self.callback(batched_events) Jul 13 13:40:55.120344 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 13:40:55.120344 n-d-800634-1 neutron-server[93751]: event.method(event) Jul 13 13:40:55.120344 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 13:40:55.120344 n-d-800634-1 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 13:40:55.120344 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 13:40:55.120344 n-d-800634-1 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 13:40:55.120344 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 13:40:55.120344 n-d-800634-1 neutron-server[93751]: return f(self, *a, **k) Jul 13 13:40:55.120344 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 13:40:55.120344 n-d-800634-1 neutron-server[93751]: return self._get(url).json() Jul 13 13:40:55.120344 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 13:40:55.120344 n-d-800634-1 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 13:40:55.120344 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 13:40:55.120344 n-d-800634-1 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 13 13:40:55.120344 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 13:40:55.120344 n-d-800634-1 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 13:40:55.120344 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 13:40:55.120344 n-d-800634-1 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 13:40:55.120344 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 13:40:55.120344 n-d-800634-1 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 13:40:55.120344 n-d-800634-1 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 13:40:55.154446 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3b295a-335c-457a-a600-b64410d6b6c1 req-81dcde24-934a-41e3-86e7-65a911dc797e tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:55.156466 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9b3b295a-335c-457a-a600-b64410d6b6c1 req-81dcde24-934a-41e3-86e7-65a911dc797e tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.26 "GET /v2.0/ports?device_id=95e0691c-2ff2-4602-9d9b-d8c2314a4801 HTTP/1.1" status: 200 len: 946 time: 0.2904706 Jul 13 13:40:55.179316 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-cd7ff84f-f433-4932-9edc-6a89596da009 req-9b9b6320-70d1-4196-9364-379ded991f36 service neutron] For port f150ad68-169c-403e-9131-7c773a3c06b4, host n-h1-800634-1, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:40:55.229988 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-cd7ff84f-f433-4932-9edc-6a89596da009 req-9b9b6320-70d1-4196-9364-379ded991f36 service neutron] For port f150ad68-169c-403e-9131-7c773a3c06b4, host n-h1-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=f150ad68-169c-403e-9131-7c773a3c06b4,segment=NetworkSegment(f952029b-434e-49c6-8d96-f83b0194500d),segment_id=f952029b-434e-49c6-8d96-f83b0194500d)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:40:55.241352 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-cd7ff84f-f433-4932-9edc-6a89596da009 req-9b9b6320-70d1-4196-9364-379ded991f36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:55.249607 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37fcad6-d953-4b94-a55c-7aea0e0bfbaf req-953b9ea3-2226-4c70-ab77-469e49627e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:55.251271 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e37fcad6-d953-4b94-a55c-7aea0e0bfbaf req-953b9ea3-2226-4c70-ab77-469e49627e57 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=735b68527641472d9d98083ece779da8&device_id=9348a07d-efb1-45bd-88b6-6ae187d131b2 HTTP/1.1" status: 200 len: 1094 time: 0.2094646 Jul 13 13:40:55.269841 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b3670777-5a67-42dc-8a3c-f8616bb77400 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1785036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452491'] for router_interface, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:55.289376 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7c4c3cc9-28f9-42e0-b97c-482e82077a0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:55.394067 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7c4c3cc9-28f9-42e0-b97c-482e82077a0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:55.396330 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-7c4c3cc9-28f9-42e0-b97c-482e82077a0e admin admin] 10.222.0.23 "DELETE /v2.0/networks/a0797fb9-b450-4bbe-af8e-ecaaafb3ac9d HTTP/1.1" status: 204 len: 168 time: 1.4085004 Jul 13 13:40:55.416039 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 09a61f88-5155-4d54-b09c-f9b5822e67bc up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:40:55.457460 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37fcad6-d953-4b94-a55c-7aea0e0bfbaf req-385f7951-bdf7-42fa-b6f3-9b4e36c0b4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:55.459631 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e37fcad6-d953-4b94-a55c-7aea0e0bfbaf req-385f7951-bdf7-42fa-b6f3-9b4e36c0b4d9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1e6a1cec-d634-437c-82e7-1ebafa55a815 HTTP/1.1" status: 200 len: 911 time: 0.1607022 Jul 13 13:40:55.492602 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f97a92fd-f8fd-469b-90b4-d30dcb2faac3 req-655e737c-c96a-4802-8945-a740d35a3e1a tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8450e8a-3ce6-4095-b6b4-37555b8042b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3299158 Jul 13 13:40:55.493543 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4c3cc9-28f9-42e0-b97c-482e82077a0e admin admin] Pushing event deleted for resources: {'Network': ['ID=a0797fb9-b450-4bbe-af8e-ecaaafb3ac9d,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:40:55.509237 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea18de4f-b0f7-42f2-bbb9-7dc675e452f0 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Pushing event updated for resources: {'Subnet': ['ID=b8736fae-bbf7-4899-9e37-81c57ddc3e1a,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:40:55.518596 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port 09a61f88-5155-4d54-b09c-f9b5822e67bc completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:40:55.529058 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea18de4f-b0f7-42f2-bbb9-7dc675e452f0 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:55.529721 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ea18de4f-b0f7-42f2-bbb9-7dc675e452f0 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:55.535151 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-ea18de4f-b0f7-42f2-bbb9-7dc675e452f0 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] 10.222.0.23 "PUT /v2.0/subnets/b8736fae-bbf7-4899-9e37-81c57ddc3e1a HTTP/1.1" status: 200 len: 806 time: 1.9283423 Jul 13 13:40:55.540660 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 60946) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:40:55.553980 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e37fcad6-d953-4b94-a55c-7aea0e0bfbaf req-d5ea5c0b-c4d2-4336-a1ef-0c14e86ec70d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=34ca3b7c-ab32-491f-a949-e6dc8e7c893d HTTP/1.1" status: 200 len: 217 time: 0.0827429 Jul 13 13:40:55.591539 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9b6320-70d1-4196-9364-379ded991f36 service neutron] Pushing event updated for resources: {'Port': ['ID=f150ad68-169c-403e-9131-7c773a3c06b4,revision_number=8']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:40:55.632710 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3670777-5a67-42dc-8a3c-f8616bb77400 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Router 0ee2e60a-5ae3-4228-a050-3f5a95450964 has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 13:40:55.709807 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9b6320-70d1-4196-9364-379ded991f36 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:40:55.710431 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9b6320-70d1-4196-9364-379ded991f36 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:40:55.710569 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9b6320-70d1-4196-9364-379ded991f36 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:40:55.710882 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9b6320-70d1-4196-9364-379ded991f36 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:40:55.711218 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9b6320-70d1-4196-9364-379ded991f36 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:40:55.711552 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9b6320-70d1-4196-9364-379ded991f36 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:40:55.711930 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9b6320-70d1-4196-9364-379ded991f36 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:40:55.712262 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9b6320-70d1-4196-9364-379ded991f36 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:40:55.712632 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9b6320-70d1-4196-9364-379ded991f36 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:40:55.712913 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9b6320-70d1-4196-9364-379ded991f36 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:40:55.713238 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9b6320-70d1-4196-9364-379ded991f36 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:40:55.713706 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9b6320-70d1-4196-9364-379ded991f36 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:40:55.726487 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7ff84f-f433-4932-9edc-6a89596da009 req-9b9b6320-70d1-4196-9364-379ded991f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:55.726916 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-cd7ff84f-f433-4932-9edc-6a89596da009 req-9b9b6320-70d1-4196-9364-379ded991f36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:55.728578 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cd7ff84f-f433-4932-9edc-6a89596da009 req-9b9b6320-70d1-4196-9364-379ded991f36 service neutron] 10.222.0.41 "PUT /v2.0/ports/f150ad68-169c-403e-9131-7c773a3c06b4 HTTP/1.1" status: 200 len: 1121 time: 1.4109058 Jul 13 13:40:55.765915 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3670777-5a67-42dc-8a3c-f8616bb77400 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:40:55.775434 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-b3670777-5a67-42dc-8a3c-f8616bb77400 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] 10.222.0.23 "PUT /v2.0/routers/0ee2e60a-5ae3-4228-a050-3f5a95450964/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4395213 Jul 13 13:40:55.776063 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 60948) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:40:55.782908 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21549ce6-651c-4758-8a48-c06e9f32436a None None] Sync routers for ids ['0ee2e60a-5ae3-4228-a050-3f5a95450964'] in n-d-800634-1 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:40:55.795615 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['f150ad68-169c-403e-9131-7c773a3c06b4'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:40:55.799939 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21549ce6-651c-4758-8a48-c06e9f32436a None None] Routers {'0ee2e60a-5ae3-4228-a050-3f5a95450964'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:40:55.800588 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-21549ce6-651c-4758-8a48-c06e9f32436a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:40:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['0ee2e60a-5ae3-4228-a050-3f5a95450964'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:40:55.812216 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 60950) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:40:55.820220 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37fcad6-d953-4b94-a55c-7aea0e0bfbaf req-04f6d342-ce6c-49ef-803d-43fee6a06ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:55.823150 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e37fcad6-d953-4b94-a55c-7aea0e0bfbaf req-04f6d342-ce6c-49ef-803d-43fee6a06ef9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4a7066db-069e-4126-a711-5a91da09992d HTTP/1.1" status: 200 len: 851 time: 0.2546976 Jul 13 13:40:55.837339 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-9b3b295a-335c-457a-a600-b64410d6b6c1 req-2b777775-7392-4303-b43b-abffaf4e960d tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] Deleting port 9564f55d-d3a7-401a-b317-0644e999b407 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:40:55.838456 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-9b3b295a-335c-457a-a600-b64410d6b6c1 req-2b777775-7392-4303-b43b-abffaf4e960d tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:55.860346 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-21549ce6-651c-4758-8a48-c06e9f32436a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:40:55.872138 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-3e8c65cf-2ff6-46f9-9bb7-790fa2b5f685 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ee2e60a-5ae3-4228-a050-3f5a95450964 HTTP/1.1" status: 200 len: 205 time: 0.0931900 Jul 13 13:40:55.875134 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21549ce6-651c-4758-8a48-c06e9f32436a None None] Routers {'0ee2e60a-5ae3-4228-a050-3f5a95450964'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:40:55.875944 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-21549ce6-651c-4758-8a48-c06e9f32436a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:40:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['0ee2e60a-5ae3-4228-a050-3f5a95450964'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:40:55.886475 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 60952) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:40:55.895864 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['f150ad68-169c-403e-9131-7c773a3c06b4'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:40:55.945138 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fbc5559-7019-46b1-b0cc-84464937104a None None] Network 4ec6a60c-f3db-4264-9696-2e803438d2fd requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:40:55.953469 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-21549ce6-651c-4758-8a48-c06e9f32436a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:40:55.954453 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21549ce6-651c-4758-8a48-c06e9f32436a None None] The sync data for ids ['0ee2e60a-5ae3-4228-a050-3f5a95450964'] in n-d-800634-1 is: [] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:40:55.962129 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e66e9f4e-e929-407c-8588-83bbc81cd792 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:55.965922 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e37fcad6-d953-4b94-a55c-7aea0e0bfbaf req-ce890a82-0cf9-450a-b24c-869234d026b0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1e6a1cec-d634-437c-82e7-1ebafa55a815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1307051 Jul 13 13:40:55.983857 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device f150ad68-169c-403e-9131-7c773a3c06b4 details requested by agent hyperv_n-h2-800634-1 with host n-h2-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 13:40:56.018090 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-2a8bc671-cc6a-49ad-9f77-9b9ff39f0d87 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9e72d4daf74d4b30a471837a4b3d6e97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2048869 Jul 13 13:40:56.028323 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edebbb4-6c9f-484d-ab2b-aed1952d399f req-2c9f3bf1-f84d-4277-9699-c46b788fc489 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:56.029852 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1edebbb4-6c9f-484d-ab2b-aed1952d399f req-2c9f3bf1-f84d-4277-9699-c46b788fc489 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/ports?device_id=69b35cda-f215-4655-a2f4-9c066ffba9b2 HTTP/1.1" status: 200 len: 943 time: 0.3703923 Jul 13 13:40:56.030860 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 60954) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:40:56.034471 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c3382708-c0b5-4381-8978-a2c25f6747be tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks [] for router, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:56.041011 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79be1e0-09d0-45b7-8c4d-a82e83032880 req-fd16e317-562e-4b93-a52d-67bad19037a3 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:56.048799 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b79be1e0-09d0-45b7-8c4d-a82e83032880 req-fd16e317-562e-4b93-a52d-67bad19037a3 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.23 "GET /v2.0/ports?device_id=95e0691c-2ff2-4602-9d9b-d8c2314a4801 HTTP/1.1" status: 200 len: 946 time: 0.7403061 Jul 13 13:40:56.124503 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-293b3125-366b-42a8-beb4-d0dae5bffdf7 None None] Provisioning for port 09a61f88-5155-4d54-b09c-f9b5822e67bc completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:40:56.159933 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-293b3125-366b-42a8-beb4-d0dae5bffdf7 None None] Provisioning complete for port 09a61f88-5155-4d54-b09c-f9b5822e67bc triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:40:56.160351 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-293b3125-366b-42a8-beb4-d0dae5bffdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:56.194711 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-9b3b295a-335c-457a-a600-b64410d6b6c1 req-2b777775-7392-4303-b43b-abffaf4e960d tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] For port 9564f55d-d3a7-401a-b317-0644e999b407, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=9564f55d-d3a7-401a-b317-0644e999b407,segment=NetworkSegment(b2cba7f6-e29b-4b72-b31f-06e263582f9a),segment_id=b2cba7f6-e29b-4b72-b31f-06e263582f9a)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:40:56.195089 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-9b3b295a-335c-457a-a600-b64410d6b6c1 req-2b777775-7392-4303-b43b-abffaf4e960d tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:56.203831 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b79be1e0-09d0-45b7-8c4d-a82e83032880 req-40b9dab1-09c8-44de-b156-49e8b7863837 tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.23 "GET /v2.0/security-groups?id=215441dc-b65f-49ea-b8ce-4afa75e23159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541235 Jul 13 13:40:56.229185 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-9b3b295a-335c-457a-a600-b64410d6b6c1 req-2b777775-7392-4303-b43b-abffaf4e960d tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] Calling delete_port for 9564f55d-d3a7-401a-b317-0644e999b407 owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:40:56.237326 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1edebbb4-6c9f-484d-ab2b-aed1952d399f req-40dfa993-76e4-48b2-aa7c-e8719168d6ff tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/security-groups?id=4f83e00a-e782-49e6-b944-d06b9e971cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556919 Jul 13 13:40:56.243230 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e37fcad6-d953-4b94-a55c-7aea0e0bfbaf req-7f7e0bc4-a624-47fe-bae1-7d40f8ee1bb4 service neutron] 10.222.0.41 "GET /v2.0/networks/1e6a1cec-d634-437c-82e7-1ebafa55a815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2497406 Jul 13 13:40:56.357000 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port f150ad68-169c-403e-9131-7c773a3c06b4, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=f150ad68-169c-403e-9131-7c773a3c06b4,segment=NetworkSegment(f952029b-434e-49c6-8d96-f83b0194500d),segment_id=f952029b-434e-49c6-8d96-f83b0194500d)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:40:56.357934 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-e66e9f4e-e929-407c-8588-83bbc81cd792 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Deleting port 09a61f88-5155-4d54-b09c-f9b5822e67bc {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:40:56.358282 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e66e9f4e-e929-407c-8588-83bbc81cd792 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:56.362231 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c3382708-c0b5-4381-8978-a2c25f6747be tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1591938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2696'] for router, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:56.375221 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c3382708-c0b5-4381-8978-a2c25f6747be tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:56.376861 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-432d8721-f0cc-42ad-a4da-ce1962d43a95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:56.419463 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device f150ad68-169c-403e-9131-7c773a3c06b4 has no active binding in host n-h2-800634-1 {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 13 13:40:56.476012 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-432d8721-f0cc-42ad-a4da-ce1962d43a95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:56.484089 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c3382708-c0b5-4381-8978-a2c25f6747be tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593106'] for router, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:56.484987 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3382708-c0b5-4381-8978-a2c25f6747be tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Fanout notify agent at l3_agent the message router_deleted on router 0ee2e60a-5ae3-4228-a050-3f5a95450964 {{(pid=93751) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 13:40:56.508610 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c3382708-c0b5-4381-8978-a2c25f6747be tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:56.510163 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-c3382708-c0b5-4381-8978-a2c25f6747be tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] 10.222.0.23 "DELETE /v2.0/routers/0ee2e60a-5ae3-4228-a050-3f5a95450964 HTTP/1.1" status: 204 len: 168 time: 0.6176796 Jul 13 13:40:56.514032 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 60956) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:40:56.553207 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-293b3125-366b-42a8-beb4-d0dae5bffdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:56.618744 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-293b3125-366b-42a8-beb4-d0dae5bffdf7 None None] For port 09a61f88-5155-4d54-b09c-f9b5822e67bc, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=09a61f88-5155-4d54-b09c-f9b5822e67bc,segment=NetworkSegment(5a289504-5324-4ba3-afeb-c24bc994e4fb),segment_id=5a289504-5324-4ba3-afeb-c24bc994e4fb)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:40:56.620690 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab54b4a8-f0dd-4a18-be8c-6a68218ebf41 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Deleting subnet f348000d-34e2-41d5-a224-a74381bebcb3 {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 13:40:56.628437 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ab54b4a8-f0dd-4a18-be8c-6a68218ebf41 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:56.650263 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-293b3125-366b-42a8-beb4-d0dae5bffdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:56.685788 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-432d8721-f0cc-42ad-a4da-ce1962d43a95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:56.695914 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-432d8721-f0cc-42ad-a4da-ce1962d43a95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:56.705983 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-432d8721-f0cc-42ad-a4da-ce1962d43a95 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9a4040a4-7a24-4bfb-97c3-fc064942d274 HTTP/1.1" status: 204 len: 168 time: 0.6740093 Jul 13 13:40:56.734738 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432d8721-f0cc-42ad-a4da-ce1962d43a95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a4040a4-7a24-4bfb-97c3-fc064942d274,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:40:56.762326 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ab54b4a8-f0dd-4a18-be8c-6a68218ebf41 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6018489'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:56.775046 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293b3125-366b-42a8-beb4-d0dae5bffdf7 None None] Pushing event updated for resources: {'Port': ['ID=09a61f88-5155-4d54-b09c-f9b5822e67bc,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:40:56.882020 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ee979f-f6c7-4831-8a21-7bd5ef5bb26e req-a2bd9880-04e0-49cc-8e30-22b77d067f76 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:56.883813 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-72ee979f-f6c7-4831-8a21-7bd5ef5bb26e req-a2bd9880-04e0-49cc-8e30-22b77d067f76 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/ports?device_id=9348a07d-efb1-45bd-88b6-6ae187d131b2 HTTP/1.1" status: 200 len: 943 time: 0.1765931 Jul 13 13:40:56.893944 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ab54b4a8-f0dd-4a18-be8c-6a68218ebf41 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:56.950761 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e37fcad6-d953-4b94-a55c-7aea0e0bfbaf req-00638278-47c1-4fae-a061-cde32d18c126 service neutron] 10.222.0.41 "GET /v2.0/networks/1e6a1cec-d634-437c-82e7-1ebafa55a815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7006140 Jul 13 13:40:56.997457 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-72ee979f-f6c7-4831-8a21-7bd5ef5bb26e req-ec70cfb5-bd93-42fc-b49b-1bd5aa1c68cb tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8450e8a-3ce6-4095-b6b4-37555b8042b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071756 Jul 13 13:40:57.028411 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-e66e9f4e-e929-407c-8588-83bbc81cd792 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] For port 09a61f88-5155-4d54-b09c-f9b5822e67bc, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=09a61f88-5155-4d54-b09c-f9b5822e67bc,segment=NetworkSegment(5a289504-5324-4ba3-afeb-c24bc994e4fb),segment_id=5a289504-5324-4ba3-afeb-c24bc994e4fb)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:40:57.028865 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e66e9f4e-e929-407c-8588-83bbc81cd792 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:57.032352 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ab54b4a8-f0dd-4a18-be8c-6a68218ebf41 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6018534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6105009'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:57.039042 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69b35cda-f215-4655-a2f4-9c066ffba9b2', 'tag': 'f150ad68-169c-403e-9131-7c773a3c06b4'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:40:57.041493 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e869823c-734a-46cd-9f37-cd243f12848c" -d '{"events": [{"name": "network-changed", "server_uuid": "69b35cda-f215-4655-a2f4-9c066ffba9b2", "tag": "f150ad68-169c-403e-9131-7c773a3c06b4"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:40:57.064918 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-e66e9f4e-e929-407c-8588-83bbc81cd792 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Calling delete_port for 09a61f88-5155-4d54-b09c-f9b5822e67bc owned by network:dhcp {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:40:57.095981 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-9b3b295a-335c-457a-a600-b64410d6b6c1 req-2b777775-7392-4303-b43b-abffaf4e960d tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:57.104839 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab54b4a8-f0dd-4a18-be8c-6a68218ebf41 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Pushing event deleted for resources: {'Subnet': ['ID=f348000d-34e2-41d5-a224-a74381bebcb3,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:40:57.127286 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f98c99ed-ba10-4eab-9a2b-577157c5e0ac None None] Network ea5d4f16-78c5-421b-86db-7170c57d7813 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:40:57.138004 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab54b4a8-f0dd-4a18-be8c-6a68218ebf41 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:40:57.138315 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab54b4a8-f0dd-4a18-be8c-6a68218ebf41 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:40:57.138610 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab54b4a8-f0dd-4a18-be8c-6a68218ebf41 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:40:57.138945 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab54b4a8-f0dd-4a18-be8c-6a68218ebf41 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:40:57.139277 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab54b4a8-f0dd-4a18-be8c-6a68218ebf41 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:40:57.139644 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab54b4a8-f0dd-4a18-be8c-6a68218ebf41 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:40:57.140051 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab54b4a8-f0dd-4a18-be8c-6a68218ebf41 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:40:57.140351 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab54b4a8-f0dd-4a18-be8c-6a68218ebf41 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:40:57.140680 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab54b4a8-f0dd-4a18-be8c-6a68218ebf41 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:40:57.141005 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab54b4a8-f0dd-4a18-be8c-6a68218ebf41 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:40:57.141441 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab54b4a8-f0dd-4a18-be8c-6a68218ebf41 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:40:57.141803 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab54b4a8-f0dd-4a18-be8c-6a68218ebf41 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:40:57.149477 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ab54b4a8-f0dd-4a18-be8c-6a68218ebf41 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:57.154355 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-ab54b4a8-f0dd-4a18-be8c-6a68218ebf41 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] 10.222.0.23 "DELETE /v2.0/subnets/f348000d-34e2-41d5-a224-a74381bebcb3 HTTP/1.1" status: 204 len: 168 time: 0.6361272 Jul 13 13:40:57.162243 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 60964) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:40:57.163404 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 13:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-284240a5-0be8-4393-82cf-a94b6d7b8fe2 x-openstack-request-id: req-284240a5-0be8-4393-82cf-a94b6d7b8fe2 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:40:57.163692 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69b35cda-f215-4655-a2f4-9c066ffba9b2", "tag": "f150ad68-169c-403e-9131-7c773a3c06b4", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:40:57.163997 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-284240a5-0be8-4393-82cf-a94b6d7b8fe2 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:40:57.164350 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69b35cda-f215-4655-a2f4-9c066ffba9b2', 'tag': 'f150ad68-169c-403e-9131-7c773a3c06b4', 'status': 'completed', 'code': 200} Jul 13 13:40:57.193875 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b777775-7392-4303-b43b-abffaf4e960d tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] Pushing event deleted for resources: {'Port': ['ID=9564f55d-d3a7-401a-b317-0644e999b407,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:40:57.223589 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80c7d638-99ef-4a84-96b2-9d8d919347db None None] Network 4ec6a60c-f3db-4264-9696-2e803438d2fd requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:40:57.249180 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-71d2f1d2-d41c-4943-a943-8f96e7632e59 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Deleting subnet 6d66e87c-b8b7-4fdf-81cf-13897cb4d23b {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 13:40:57.258769 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-71d2f1d2-d41c-4943-a943-8f96e7632e59 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:57.306261 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b3b295a-335c-457a-a600-b64410d6b6c1 req-2b777775-7392-4303-b43b-abffaf4e960d tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] No DVR routers for this DVR port 9564f55d-d3a7-401a-b317-0644e999b407 on host n-h1-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:40:57.307958 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e869823c-734a-46cd-9f37-cd243f12848c req-ab2a80d3-c678-41ea-aa74-96be92ed6072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:57.309151 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e869823c-734a-46cd-9f37-cd243f12848c req-ab2a80d3-c678-41ea-aa74-96be92ed6072 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7ec77ffc288b40b5a9663fa2e5a78733&device_id=69b35cda-f215-4655-a2f4-9c066ffba9b2 HTTP/1.1" status: 200 len: 1124 time: 0.1610715 Jul 13 13:40:57.312557 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-9b3b295a-335c-457a-a600-b64410d6b6c1 req-2b777775-7392-4303-b43b-abffaf4e960d tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:57.314794 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-71d2f1d2-d41c-4943-a943-8f96e7632e59 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6018489'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:57.315879 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9b3b295a-335c-457a-a600-b64410d6b6c1 req-2b777775-7392-4303-b43b-abffaf4e960d tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.26 "DELETE /v2.0/ports/9564f55d-d3a7-401a-b317-0644e999b407 HTTP/1.1" status: 204 len: 173 time: 2.1480200 Jul 13 13:40:57.479795 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e66e9f4e-e929-407c-8588-83bbc81cd792 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:57.499363 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-a650a1ee-a265-41be-8507-ad6820085d17 None None] Provisioning complete for port 09a61f88-5155-4d54-b09c-f9b5822e67bc triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:40:57.502125 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a650a1ee-a265-41be-8507-ad6820085d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:57.545118 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 09a61f88-5155-4d54-b09c-f9b5822e67bc up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:40:57.568361 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-71d2f1d2-d41c-4943-a943-8f96e7632e59 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:57.592249 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e869823c-734a-46cd-9f37-cd243f12848c req-8699f164-82b6-4e99-a636-88789c7fdafe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:57.594022 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e869823c-734a-46cd-9f37-cd243f12848c req-8699f164-82b6-4e99-a636-88789c7fdafe service neutron] 10.222.0.26 "GET /v2.0/networks?id=5c5b1ca0-24b0-4412-b81d-dc9907cb0039 HTTP/1.1" status: 200 len: 908 time: 0.2511342 Jul 13 13:40:57.594557 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: 09a61f88-5155-4d54-b09c-f9b5822e67bc {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:40:57.594907 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 09a61f88-5155-4d54-b09c-f9b5822e67bc not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 13 13:40:57.628278 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-a650a1ee-a265-41be-8507-ad6820085d17 None None] Port 09a61f88-5155-4d54-b09c-f9b5822e67bc was deleted so its status cannot be updated. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 13 13:40:57.636634 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66e9f4e-e929-407c-8588-83bbc81cd792 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] No DVR routers for this DVR port 09a61f88-5155-4d54-b09c-f9b5822e67bc on host n-d-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:40:57.643724 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Port 09a61f88-5155-4d54-b09c-f9b5822e67bc not found, will not notify nova. {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 13 13:40:57.675345 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b4a24d27-ad70-4545-81d7-bec8feb5eacd req-0fc80fed-7d31-4d3f-a42c-975814d774db tempest-ServerDiskConfigTestJSON-1134767963 tempest-ServerDiskConfigTestJSON-1134767963-project] 10.222.0.23 "GET /v2.0/ports?device_id=95e0691c-2ff2-4602-9d9b-d8c2314a4801 HTTP/1.1" status: 200 len: 210 time: 0.0863342 Jul 13 13:40:57.678457 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66e9f4e-e929-407c-8588-83bbc81cd792 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Pushing event deleted for resources: {'Port': ['ID=09a61f88-5155-4d54-b09c-f9b5822e67bc,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:40:57.699722 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e869823c-734a-46cd-9f37-cd243f12848c req-8e1f8778-42a5-4a51-acda-0e17cd50b9c9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f150ad68-169c-403e-9131-7c773a3c06b4 HTTP/1.1" status: 200 len: 217 time: 0.0960736 Jul 13 13:40:57.701506 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e66e9f4e-e929-407c-8588-83bbc81cd792 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:57.703440 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-71d2f1d2-d41c-4943-a943-8f96e7632e59 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6018534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6105009'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:57.771826 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d2f1d2-d41c-4943-a943-8f96e7632e59 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Pushing event deleted for resources: {'Subnet': ['ID=6d66e87c-b8b7-4fdf-81cf-13897cb4d23b,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:40:57.800875 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-71d2f1d2-d41c-4943-a943-8f96e7632e59 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:57.806208 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 60986) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:40:57.809594 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-71d2f1d2-d41c-4943-a943-8f96e7632e59 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] 10.222.0.23 "DELETE /v2.0/subnets/6d66e87c-b8b7-4fdf-81cf-13897cb4d23b HTTP/1.1" status: 204 len: 168 time: 0.6384163 Jul 13 13:40:57.830484 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d542c9f1-e3e0-45e4-99f5-08508b715b37 req-74ad647d-2a9b-4697-83ff-8b9a430d1cf3 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:57.832907 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d542c9f1-e3e0-45e4-99f5-08508b715b37 req-74ad647d-2a9b-4697-83ff-8b9a430d1cf3 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/ports?device_id=69b35cda-f215-4655-a2f4-9c066ffba9b2 HTTP/1.1" status: 200 len: 943 time: 0.3631225 Jul 13 13:40:57.835997 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9415b9c-eb6e-4b1f-a054-6720f2db4bdf None None] Network 77d4cb25-bb28-4f72-9be0-5e0e0fa1efa2 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:40:57.841883 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e869823c-734a-46cd-9f37-cd243f12848c req-623f2e94-170b-486b-8197-ba3af5ad55ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:57.843681 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e869823c-734a-46cd-9f37-cd243f12848c req-623f2e94-170b-486b-8197-ba3af5ad55ec service neutron] 10.222.0.26 "GET /v2.0/subnets?id=41cb83d6-1972-42a1-91b6-99e2d7728a68 HTTP/1.1" status: 200 len: 848 time: 0.1122339 Jul 13 13:40:57.896899 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e869823c-734a-46cd-9f37-cd243f12848c req-4659f0a0-0f43-470f-903c-42a4a50ae296 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5c5b1ca0-24b0-4412-b81d-dc9907cb0039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345962 Jul 13 13:40:57.932771 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e66e9f4e-e929-407c-8588-83bbc81cd792 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5970525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4763356'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:57.946275 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54625755-f681-4a45-924f-7f8f1e6be71f None None] DHCP port deletion for ea5d4f16-78c5-421b-86db-7170c57d7813 request from n-d-800634-1 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 13:40:58.008736 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 34ca3b7c-ab32-491f-a949-e6dc8e7c893d details requested by agent hyperv_n-h2-800634-1 with host n-h2-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 13:40:58.019719 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d542c9f1-e3e0-45e4-99f5-08508b715b37 req-301ffa7a-5212-4ee2-9df4-0d4d27af20f1 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/security-groups?id=4f83e00a-e782-49e6-b944-d06b9e971cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701126 Jul 13 13:40:58.067285 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66e9f4e-e929-407c-8588-83bbc81cd792 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Pushing event deleted for resources: {'Subnet': ['ID=b8736fae-bbf7-4899-9e37-81c57ddc3e1a,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:40:58.172492 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e869823c-734a-46cd-9f37-cd243f12848c req-70a77f7d-1533-48ca-9b22-44483c901e38 service neutron] 10.222.0.26 "GET /v2.0/networks/5c5b1ca0-24b0-4412-b81d-dc9907cb0039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2655098 Jul 13 13:40:58.189599 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-eea35ae7-0aa5-4f1b-9bbb-9c0664af8c07 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:58.258572 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e66e9f4e-e929-407c-8588-83bbc81cd792 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:58.288138 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-e66e9f4e-e929-407c-8588-83bbc81cd792 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ec6a60c-f3db-4264-9696-2e803438d2fd']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:40:58.290160 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f2c308-e497-4be6-98cc-5e3bdb3f55ec None None] Network 4ec6a60c-f3db-4264-9696-2e803438d2fd requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:40:58.316247 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-e66e9f4e-e929-407c-8588-83bbc81cd792 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a289504-5324-4ba3-afeb-c24bc994e4fb') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:40:58.316859 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-e66e9f4e-e929-407c-8588-83bbc81cd792 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a289504-5324-4ba3-afeb-c24bc994e4fb') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:40:58.361938 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-54625755-f681-4a45-924f-7f8f1e6be71f None None] Deleting port 39bbebd8-bafc-42ea-8f3f-6660390d5b09 {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:40:58.362626 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-54625755-f681-4a45-924f-7f8f1e6be71f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:58.381054 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e66e9f4e-e929-407c-8588-83bbc81cd792 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5431730'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:58.440887 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e66e9f4e-e929-407c-8588-83bbc81cd792 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:58.447799 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e869823c-734a-46cd-9f37-cd243f12848c req-a316c966-7112-4a4c-b1d1-6ce998f66bdd service neutron] 10.222.0.26 "GET /v2.0/networks/5c5b1ca0-24b0-4412-b81d-dc9907cb0039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2668452 Jul 13 13:40:58.451265 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e66e9f4e-e929-407c-8588-83bbc81cd792 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 13:40:58.451744 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e66e9f4e-e929-407c-8588-83bbc81cd792 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5970419'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:58.455065 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:40:58.455065 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:40:58.455065 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:40:58.455065 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:40:58.455065 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:40:58.455065 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:40:58.455065 n-d-800634-1 neutron-server[93750]: Traceback (most recent call last): Jul 13 13:40:58.455065 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 13:40:58.455065 n-d-800634-1 neutron-server[93750]: timer() Jul 13 13:40:58.455065 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 13:40:58.455065 n-d-800634-1 neutron-server[93750]: cb(*args, **kw) Jul 13 13:40:58.455065 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 13:40:58.455065 n-d-800634-1 neutron-server[93750]: return func(*args, **kwargs) Jul 13 13:40:58.455065 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 13:40:58.455065 n-d-800634-1 neutron-server[93750]: self._notify() Jul 13 13:40:58.455065 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 13:40:58.455065 n-d-800634-1 neutron-server[93750]: self.callback(batched_events) Jul 13 13:40:58.455065 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 13:40:58.455065 n-d-800634-1 neutron-server[93750]: event.method(event) Jul 13 13:40:58.455065 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 13:40:58.455065 n-d-800634-1 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 13:40:58.455065 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 13:40:58.455065 n-d-800634-1 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 13:40:58.455065 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 13:40:58.455065 n-d-800634-1 neutron-server[93750]: return f(self, *a, **k) Jul 13 13:40:58.455065 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 13:40:58.455065 n-d-800634-1 neutron-server[93750]: return self._get(url).json() Jul 13 13:40:58.455065 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 13:40:58.455065 n-d-800634-1 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 13:40:58.455065 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 13:40:58.455065 n-d-800634-1 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 13 13:40:58.455065 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 13:40:58.455065 n-d-800634-1 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 13:40:58.455065 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 13:40:58.455065 n-d-800634-1 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 13:40:58.455065 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 13:40:58.455065 n-d-800634-1 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 13:40:58.455065 n-d-800634-1 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 13:40:58.460386 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ab09c3-d06b-46fb-9b55-9c50c97dca9e req-0b80189d-a1ac-488d-81bd-03ce1460c0b8 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:58.469064 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-34ab09c3-d06b-46fb-9b55-9c50c97dca9e req-0b80189d-a1ac-488d-81bd-03ce1460c0b8 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/ports?device_id=9348a07d-efb1-45bd-88b6-6ae187d131b2 HTTP/1.1" status: 200 len: 943 time: 0.1599648 Jul 13 13:40:58.531632 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-eea35ae7-0aa5-4f1b-9bbb-9c0664af8c07 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Deleting port 39bbebd8-bafc-42ea-8f3f-6660390d5b09 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:40:58.531632 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-eea35ae7-0aa5-4f1b-9bbb-9c0664af8c07 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:58.545665 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e66e9f4e-e929-407c-8588-83bbc81cd792 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:58.568596 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-34ab09c3-d06b-46fb-9b55-9c50c97dca9e req-40f68e5e-49e4-4e10-a34f-4537a8acfc55 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8450e8a-3ce6-4095-b6b4-37555b8042b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981228 Jul 13 13:40:58.591579 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e66e9f4e-e929-407c-8588-83bbc81cd792 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:58.596150 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 32770) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:40:58.596410 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-e66e9f4e-e929-407c-8588-83bbc81cd792 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] 10.222.0.23 "DELETE /v2.0/networks/4ec6a60c-f3db-4264-9696-2e803438d2fd HTTP/1.1" status: 204 len: 168 time: 3.0503376 Jul 13 13:40:58.609306 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66e9f4e-e929-407c-8588-83bbc81cd792 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Pushing event deleted for resources: {'Network': ['ID=4ec6a60c-f3db-4264-9696-2e803438d2fd,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:40:58.632399 n-d-800634-1 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-45c153fc-ef24-4d1e-a25a-e71a4063f0d3 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] DELETE failed (client error): The resource could not be found. Jul 13 13:40:58.633182 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45c153fc-ef24-4d1e-a25a-e71a4063f0d3 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 13:40:58.635226 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-45c153fc-ef24-4d1e-a25a-e71a4063f0d3 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] 10.222.0.23 "DELETE /v2.0/networks/4ec6a60c-f3db-4264-9696-2e803438d2fd HTTP/1.1" status: 404 len: 339 time: 0.0374832 Jul 13 13:40:58.645584 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-eea35ae7-0aa5-4f1b-9bbb-9c0664af8c07 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] For port 39bbebd8-bafc-42ea-8f3f-6660390d5b09, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=39bbebd8-bafc-42ea-8f3f-6660390d5b09,segment=NetworkSegment(2c0f76af-9327-4759-b863-d04e9d89c2cb),segment_id=2c0f76af-9327-4759-b863-d04e9d89c2cb)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:40:58.646009 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-eea35ae7-0aa5-4f1b-9bbb-9c0664af8c07 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:58.649406 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 32774) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:40:58.656220 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-720f6e9d-1bb5-4fae-97ef-25856148139c tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1438702898', 'description': 'd1'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:40:58.668861 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-eea35ae7-0aa5-4f1b-9bbb-9c0664af8c07 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Calling delete_port for 39bbebd8-bafc-42ea-8f3f-6660390d5b09 owned by network:dhcp {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:40:58.693947 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-720f6e9d-1bb5-4fae-97ef-25856148139c tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Made reservation on behalf of a3a55d0c2c5148168cd13a19132e8832 for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:40:58.698549 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-720f6e9d-1bb5-4fae-97ef-25856148139c tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:58.721051 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 9564f55d-d3a7-401a-b317-0644e999b407 no longer exists at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:40:58.751487 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-720f6e9d-1bb5-4fae-97ef-25856148139c tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 13:40:58.776042 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-720f6e9d-1bb5-4fae-97ef-25856148139c tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:58.777654 n-d-800634-1 neutron-server[93751]: INFO neutron.db.segments_db [None req-720f6e9d-1bb5-4fae-97ef-25856148139c tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Added segment f28f8349-d50b-419c-9e97-f9bdc3636aca of type vlan for network 7c4fcfbb-f6ef-4c36-8f68-053ddc922df2 Jul 13 13:40:58.795508 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-eea35ae7-0aa5-4f1b-9bbb-9c0664af8c07 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:58.827573 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea35ae7-0aa5-4f1b-9bbb-9c0664af8c07 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Pushing event deleted for resources: {'Port': ['ID=39bbebd8-bafc-42ea-8f3f-6660390d5b09,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:40:58.833963 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-381d4315-9089-413f-a071-aa2897bda790 None None] No Port match for: 9564f55d-d3a7-401a-b317-0644e999b407 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:40:58.834383 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 9564f55d-d3a7-401a-b317-0644e999b407 not bound to the agent host n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:40:58.844696 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea35ae7-0aa5-4f1b-9bbb-9c0664af8c07 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] No DVR routers for this DVR port 39bbebd8-bafc-42ea-8f3f-6660390d5b09 on host n-d-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:40:58.849128 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 34ca3b7c-ab32-491f-a949-e6dc8e7c893d, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=34ca3b7c-ab32-491f-a949-e6dc8e7c893d,segment=NetworkSegment(8ca861d2-7f67-42e9-b790-b2afeca7fd40),segment_id=8ca861d2-7f67-42e9-b790-b2afeca7fd40)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:40:58.876175 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-720f6e9d-1bb5-4fae-97ef-25856148139c tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:58.928686 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-54625755-f681-4a45-924f-7f8f1e6be71f None None] For port 39bbebd8-bafc-42ea-8f3f-6660390d5b09, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=39bbebd8-bafc-42ea-8f3f-6660390d5b09,segment=NetworkSegment(2c0f76af-9327-4759-b863-d04e9d89c2cb),segment_id=2c0f76af-9327-4759-b863-d04e9d89c2cb)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:40:58.929133 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-54625755-f681-4a45-924f-7f8f1e6be71f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:58.947191 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e9115c-8d1b-4a3c-a923-4d71d6db5d17 None None] DHCP port deletion for 4ec6a60c-f3db-4264-9696-2e803438d2fd request from n-d-800634-1 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 13:40:58.967038 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-720f6e9d-1bb5-4fae-97ef-25856148139c tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:58.977612 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-720f6e9d-1bb5-4fae-97ef-25856148139c tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:40:58.982422 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Returning: {'device': '34ca3b7c-ab32-491f-a949-e6dc8e7c893d', 'network_id': '1e6a1cec-d634-437c-82e7-1ebafa55a815', 'port_id': '34ca3b7c-ab32-491f-a949-e6dc8e7c893d', 'mac_address': 'fa:16:3e:89:e3:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a7066db-069e-4126-a711-5a91da09992d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 13:40:58.982863 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-720f6e9d-1bb5-4fae-97ef-25856148139c tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1785009'] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:59.018354 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-54625755-f681-4a45-924f-7f8f1e6be71f None None] Calling delete_port for 39bbebd8-bafc-42ea-8f3f-6660390d5b09 owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:40:59.043995 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-eea35ae7-0aa5-4f1b-9bbb-9c0664af8c07 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:59.072611 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-eea35ae7-0aa5-4f1b-9bbb-9c0664af8c07 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea5d4f16-78c5-421b-86db-7170c57d7813']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:40:59.091371 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-eea35ae7-0aa5-4f1b-9bbb-9c0664af8c07 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c0f76af-9327-4759-b863-d04e9d89c2cb') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:40:59.092376 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-eea35ae7-0aa5-4f1b-9bbb-9c0664af8c07 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c0f76af-9327-4759-b863-d04e9d89c2cb') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:40:59.116116 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8b28ee1-06bc-4bb4-a70b-e510bb7ddac6 None None] DHCP port deletion for 77d4cb25-bb28-4f72-9be0-5e0e0fa1efa2 request from n-d-800634-1 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 13:40:59.122070 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-eea35ae7-0aa5-4f1b-9bbb-9c0664af8c07 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5431730'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:59.152537 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-eea35ae7-0aa5-4f1b-9bbb-9c0664af8c07 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:59.163896 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eea35ae7-0aa5-4f1b-9bbb-9c0664af8c07 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 13:40:59.166492 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-eea35ae7-0aa5-4f1b-9bbb-9c0664af8c07 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5970419'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:59.275388 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95e0691c-2ff2-4602-9d9b-d8c2314a4801', 'name': 'network-vif-deleted', 'tag': '9564f55d-d3a7-401a-b317-0644e999b407'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:40:59.278762 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1f8db28-de4b-42cb-a054-95ca02b48eca" -d '{"events": [{"server_uuid": "95e0691c-2ff2-4602-9d9b-d8c2314a4801", "name": "network-vif-deleted", "tag": "9564f55d-d3a7-401a-b317-0644e999b407"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:40:59.282303 n-d-800634-1 neutron-server[93750]: Traceback (most recent call last): Jul 13 13:40:59.282303 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 13:40:59.282303 n-d-800634-1 neutron-server[93750]: timer() Jul 13 13:40:59.282303 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 13:40:59.282303 n-d-800634-1 neutron-server[93750]: cb(*args, **kw) Jul 13 13:40:59.282303 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 13:40:59.282303 n-d-800634-1 neutron-server[93750]: return func(*args, **kwargs) Jul 13 13:40:59.282303 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 13:40:59.282303 n-d-800634-1 neutron-server[93750]: self._notify() Jul 13 13:40:59.282303 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 13:40:59.282303 n-d-800634-1 neutron-server[93750]: self.callback(batched_events) Jul 13 13:40:59.282303 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 13:40:59.282303 n-d-800634-1 neutron-server[93750]: event.method(event) Jul 13 13:40:59.282303 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 13:40:59.282303 n-d-800634-1 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 13:40:59.282303 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 13:40:59.282303 n-d-800634-1 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 13:40:59.282303 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 13:40:59.282303 n-d-800634-1 neutron-server[93750]: return f(self, *a, **k) Jul 13 13:40:59.282303 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 13:40:59.282303 n-d-800634-1 neutron-server[93750]: return self._get(url).json() Jul 13 13:40:59.282303 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 13:40:59.282303 n-d-800634-1 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 13:40:59.282303 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 13:40:59.282303 n-d-800634-1 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 13 13:40:59.282303 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 13:40:59.282303 n-d-800634-1 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 13:40:59.282303 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 13:40:59.282303 n-d-800634-1 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 13:40:59.282303 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 13:40:59.282303 n-d-800634-1 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 13:40:59.282303 n-d-800634-1 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 13:40:59.285693 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-eea35ae7-0aa5-4f1b-9bbb-9c0664af8c07 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:59.296109 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-eea35ae7-0aa5-4f1b-9bbb-9c0664af8c07 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:59.299595 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-eea35ae7-0aa5-4f1b-9bbb-9c0664af8c07 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] 10.222.0.23 "DELETE /v2.0/networks/ea5d4f16-78c5-421b-86db-7170c57d7813 HTTP/1.1" status: 204 len: 168 time: 1.4846349 Jul 13 13:40:59.302207 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 32798) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:40:59.330562 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea35ae7-0aa5-4f1b-9bbb-9c0664af8c07 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Pushing event deleted for resources: {'Network': ['ID=ea5d4f16-78c5-421b-86db-7170c57d7813,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:40:59.336522 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:59.412092 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34ca3b7c-ab32-491f-a949-e6dc8e7c893d {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:40:59.447146 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 09a61f88-5155-4d54-b09c-f9b5822e67bc no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:40:59.474506 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6a2be7ce-ce00-482e-aea7-1e05f6204246 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:59.538216 n-d-800634-1 neutron-server[93752]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 13 13:40:59.538216 n-d-800634-1 neutron-server[93752]: from cryptography.utils import int_from_bytes Jul 13 13:40:59.538216 n-d-800634-1 neutron-server[93752]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 13 13:40:59.538216 n-d-800634-1 neutron-server[93752]: from cryptography.utils import int_from_bytes Jul 13 13:40:59.538216 n-d-800634-1 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 13:40:59.538216 n-d-800634-1 neutron-server[93752]: self.session.flush() Jul 13 13:40:59.538216 n-d-800634-1 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 13:40:59.538216 n-d-800634-1 neutron-server[93752]: self.session.flush() Jul 13 13:40:59.538216 n-d-800634-1 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 13:40:59.538216 n-d-800634-1 neutron-server[93752]: self.session.flush() Jul 13 13:40:59.538216 n-d-800634-1 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 13:40:59.538216 n-d-800634-1 neutron-server[93752]: self.session.flush() Jul 13 13:40:59.538216 n-d-800634-1 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 13:40:59.538216 n-d-800634-1 neutron-server[93752]: self.session.flush() Jul 13 13:40:59.538216 n-d-800634-1 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 13:40:59.538216 n-d-800634-1 neutron-server[93752]: self.session.flush() Jul 13 13:40:59.538216 n-d-800634-1 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 13:40:59.538216 n-d-800634-1 neutron-server[93752]: self.session.flush() Jul 13 13:40:59.538216 n-d-800634-1 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 13:40:59.538216 n-d-800634-1 neutron-server[93752]: self.session.flush() Jul 13 13:40:59.538216 n-d-800634-1 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 13:40:59.538216 n-d-800634-1 neutron-server[93752]: self.session.flush() Jul 13 13:40:59.538216 n-d-800634-1 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 13:40:59.538216 n-d-800634-1 neutron-server[93752]: self.session.flush() Jul 13 13:40:59.538216 n-d-800634-1 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 13:40:59.538216 n-d-800634-1 neutron-server[93752]: self.session.flush() Jul 13 13:40:59.538216 n-d-800634-1 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 13:40:59.538216 n-d-800634-1 neutron-server[93752]: self.session.flush() Jul 13 13:40:59.538216 n-d-800634-1 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 13:40:59.538216 n-d-800634-1 neutron-server[93752]: self.session.flush() Jul 13 13:40:59.538216 n-d-800634-1 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 13:40:59.538216 n-d-800634-1 neutron-server[93752]: self.session.flush() Jul 13 13:40:59.538216 n-d-800634-1 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 13:40:59.538216 n-d-800634-1 neutron-server[93752]: self.session.flush() Jul 13 13:40:59.538216 n-d-800634-1 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 13:40:59.538216 n-d-800634-1 neutron-server[93752]: self.session.flush() Jul 13 13:40:59.538216 n-d-800634-1 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 13:40:59.538216 n-d-800634-1 neutron-server[93752]: self.session.flush() Jul 13 13:40:59.538216 n-d-800634-1 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 13:40:59.538216 n-d-800634-1 neutron-server[93752]: self.session.flush() Jul 13 13:40:59.538216 n-d-800634-1 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 13:40:59.538216 n-d-800634-1 neutron-server[93752]: self.session.flush() Jul 13 13:40:59.541571 n-d-800634-1 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 13:40:59.541571 n-d-800634-1 neutron-server[93752]: self.session.flush() Jul 13 13:40:59.541571 n-d-800634-1 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 13:40:59.541571 n-d-800634-1 neutron-server[93752]: self.session.flush() Jul 13 13:40:59.541571 n-d-800634-1 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 13:40:59.541571 n-d-800634-1 neutron-server[93752]: self.session.flush() Jul 13 13:40:59.541571 n-d-800634-1 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 13:40:59.541571 n-d-800634-1 neutron-server[93752]: self.session.flush() Jul 13 13:40:59.541571 n-d-800634-1 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 13:40:59.541571 n-d-800634-1 neutron-server[93752]: self.session.flush() Jul 13 13:40:59.541571 n-d-800634-1 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 13:40:59.541571 n-d-800634-1 neutron-server[93752]: self.session.flush() Jul 13 13:40:59.541571 n-d-800634-1 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 13:40:59.541571 n-d-800634-1 neutron-server[93752]: self.session.flush() Jul 13 13:40:59.548146 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d0271b5-8d19-4936-aa08-fd7313115846 x-openstack-request-id: req-6d0271b5-8d19-4936-aa08-fd7313115846 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:40:59.548447 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95e0691c-2ff2-4602-9d9b-d8c2314a4801", "name": "network-vif-deleted", "tag": "9564f55d-d3a7-401a-b317-0644e999b407", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:40:59.548738 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6d0271b5-8d19-4936-aa08-fd7313115846 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:40:59.549120 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95e0691c-2ff2-4602-9d9b-d8c2314a4801', 'name': 'network-vif-deleted', 'tag': '9564f55d-d3a7-401a-b317-0644e999b407', 'status': 'completed', 'code': 200} Jul 13 13:40:59.561917 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: 09a61f88-5155-4d54-b09c-f9b5822e67bc {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:40:59.564008 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 09a61f88-5155-4d54-b09c-f9b5822e67bc not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:40:59.565313 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 39bbebd8-bafc-42ea-8f3f-6660390d5b09 no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:40:59.611290 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-6a2be7ce-ce00-482e-aea7-1e05f6204246 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Deleting port 83c25648-92a8-4819-9aa3-e8b63b7e0b87 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:40:59.611682 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6a2be7ce-ce00-482e-aea7-1e05f6204246 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:59.620531 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 34ca3b7c-ab32-491f-a949-e6dc8e7c893d, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=34ca3b7c-ab32-491f-a949-e6dc8e7c893d,segment=NetworkSegment(8ca861d2-7f67-42e9-b790-b2afeca7fd40),segment_id=8ca861d2-7f67-42e9-b790-b2afeca7fd40)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:40:59.627709 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: 39bbebd8-bafc-42ea-8f3f-6660390d5b09 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:40:59.628520 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 39bbebd8-bafc-42ea-8f3f-6660390d5b09 not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:40:59.629777 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 83c25648-92a8-4819-9aa3-e8b63b7e0b87 no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:40:59.636455 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:59.640265 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-54625755-f681-4a45-924f-7f8f1e6be71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:59.666840 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-d8b28ee1-06bc-4bb4-a70b-e510bb7ddac6 None None] Deleting port 83c25648-92a8-4819-9aa3-e8b63b7e0b87 {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:40:59.667659 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d8b28ee1-06bc-4bb4-a70b-e510bb7ddac6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:59.702510 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-54625755-f681-4a45-924f-7f8f1e6be71f None None] Network ea5d4f16-78c5-421b-86db-7170c57d7813 is not hosted by any dhcp agent {{(pid=93752) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 13 13:40:59.703327 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54625755-f681-4a45-924f-7f8f1e6be71f None None] No DVR routers for this DVR port 39bbebd8-bafc-42ea-8f3f-6660390d5b09 on host n-d-800634-1 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:40:59.775290 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-6a2be7ce-ce00-482e-aea7-1e05f6204246 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] For port 83c25648-92a8-4819-9aa3-e8b63b7e0b87, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=83c25648-92a8-4819-9aa3-e8b63b7e0b87,segment=NetworkSegment(d9379076-7cba-44a3-8397-2c529dbc4e8a),segment_id=d9379076-7cba-44a3-8397-2c529dbc4e8a)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:40:59.775690 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6a2be7ce-ce00-482e-aea7-1e05f6204246 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:59.792486 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-6a2be7ce-ce00-482e-aea7-1e05f6204246 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Calling delete_port for 83c25648-92a8-4819-9aa3-e8b63b7e0b87 owned by network:dhcp {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:40:59.861366 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-d8b28ee1-06bc-4bb4-a70b-e510bb7ddac6 None None] For port 83c25648-92a8-4819-9aa3-e8b63b7e0b87, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=83c25648-92a8-4819-9aa3-e8b63b7e0b87,segment=NetworkSegment(d9379076-7cba-44a3-8397-2c529dbc4e8a),segment_id=d9379076-7cba-44a3-8397-2c529dbc4e8a)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:40:59.861961 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d8b28ee1-06bc-4bb4-a70b-e510bb7ddac6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:40:59.877182 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=34ca3b7c-ab32-491f-a949-e6dc8e7c893d,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:40:59.887238 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-720f6e9d-1bb5-4fae-97ef-25856148139c tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.2343087 Jul 13 13:40:59.890010 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 32812) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:40:59.911514 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720f6e9d-1bb5-4fae-97ef-25856148139c tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Pushing event updated for resources: {'Network': ['ID=7c4fcfbb-f6ef-4c36-8f68-053ddc922df2,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:40:59.927735 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['34ca3b7c-ab32-491f-a949-e6dc8e7c893d'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:41:00.014222 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-d8b28ee1-06bc-4bb4-a70b-e510bb7ddac6 None None] Calling delete_port for 83c25648-92a8-4819-9aa3-e8b63b7e0b87 owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:41:00.082460 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b469cc48-5943-47b5-bf39-6fcaf5aaaa36 req-f89d9b28-69ef-41cf-8676-935b1d2133f3 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:41:00.083402 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67752048-1a95-469f-abe0-273d956daa86 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:41:00.088732 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-67752048-1a95-469f-abe0-273d956daa86 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] 10.222.0.23 "GET /v2.0/networks?id=7c4fcfbb-f6ef-4c36-8f68-053ddc922df2 HTTP/1.1" status: 200 len: 761 time: 0.1966398 Jul 13 13:41:00.089348 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 32820) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:41:00.091363 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b469cc48-5943-47b5-bf39-6fcaf5aaaa36 req-f89d9b28-69ef-41cf-8676-935b1d2133f3 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/ports?device_id=9348a07d-efb1-45bd-88b6-6ae187d131b2 HTTP/1.1" status: 200 len: 944 time: 0.1796355 Jul 13 13:41:00.101173 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6a2be7ce-ce00-482e-aea7-1e05f6204246 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:00.107653 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea8748f-82b5-4975-8ebc-b0d0bb71df92 req-20deaf40-a927-4bdc-aa86-a968222a8c5f tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:41:00.115094 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network 7c4fcfbb-f6ef-4c36-8f68-053ddc922df2 details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 13:41:00.118779 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7ea8748f-82b5-4975-8ebc-b0d0bb71df92 req-20deaf40-a927-4bdc-aa86-a968222a8c5f tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/ports?device_id=69b35cda-f215-4655-a2f4-9c066ffba9b2 HTTP/1.1" status: 200 len: 943 time: 0.3071234 Jul 13 13:41:00.140723 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-9d8ddbdd-042c-4422-b253-e6d360345196 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Request body: {'network': {'description': 'd2'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:41:00.142436 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54625755-f681-4a45-924f-7f8f1e6be71f None None] Pushing event deleted for resources: {'Port': ['ID=39bbebd8-bafc-42ea-8f3f-6660390d5b09,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:00.193816 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2be7ce-ce00-482e-aea7-1e05f6204246 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Pushing event deleted for resources: {'Port': ['ID=83c25648-92a8-4819-9aa3-e8b63b7e0b87,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:00.201935 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Port 83c25648-92a8-4819-9aa3-e8b63b7e0b87 update to DOWN by agent not found {{(pid=93752) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 13 13:41:00.242489 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2be7ce-ce00-482e-aea7-1e05f6204246 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] No DVR routers for this DVR port 83c25648-92a8-4819-9aa3-e8b63b7e0b87 on host n-d-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:41:00.259849 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:00.315047 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b469cc48-5943-47b5-bf39-6fcaf5aaaa36 req-359e699c-cb45-463e-a4e4-32b2469ed889 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8450e8a-3ce6-4095-b6b4-37555b8042b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207067 Jul 13 13:41:00.347804 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d8b28ee1-06bc-4bb4-a70b-e510bb7ddac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:00.438780 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b28ee1-06bc-4bb4-a70b-e510bb7ddac6 None None] Pushing event deleted for resources: {'Port': ['ID=83c25648-92a8-4819-9aa3-e8b63b7e0b87,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:00.445311 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6a2be7ce-ce00-482e-aea7-1e05f6204246 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:00.448729 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b28ee1-06bc-4bb4-a70b-e510bb7ddac6 None None] No DVR routers for this DVR port 83c25648-92a8-4819-9aa3-e8b63b7e0b87 on host n-d-800634-1 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:41:00.463627 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-6a2be7ce-ce00-482e-aea7-1e05f6204246 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77d4cb25-bb28-4f72-9be0-5e0e0fa1efa2']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:41:00.490207 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-6a2be7ce-ce00-482e-aea7-1e05f6204246 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9379076-7cba-44a3-8397-2c529dbc4e8a') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:41:00.490532 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-6a2be7ce-ce00-482e-aea7-1e05f6204246 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9379076-7cba-44a3-8397-2c529dbc4e8a') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:41:00.512538 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6a2be7ce-ce00-482e-aea7-1e05f6204246 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5431730'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:00.532309 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7ea8748f-82b5-4975-8ebc-b0d0bb71df92 req-9001a740-80de-42bd-b105-f86220f87d33 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/security-groups?id=4f83e00a-e782-49e6-b944-d06b9e971cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4124668 Jul 13 13:41:00.571421 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 32830) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:41:00.577823 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device f150ad68-169c-403e-9131-7c773a3c06b4 no longer exists at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:41:00.591803 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6a2be7ce-ce00-482e-aea7-1e05f6204246 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:00.609841 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a2be7ce-ce00-482e-aea7-1e05f6204246 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 13:41:00.610430 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6a2be7ce-ce00-482e-aea7-1e05f6204246 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5970419'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:00.671456 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:00.715713 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9d8ddbdd-042c-4422-b253-e6d360345196 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:00.740565 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-20c9a40f-eaeb-418f-8d51-d24bd0d71f79 admin admin] Deleting subnet 2e38ecf8-2fec-4f5b-8b3e-f8690198cb4e {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 13:41:00.745380 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-20c9a40f-eaeb-418f-8d51-d24bd0d71f79 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:00.757878 n-d-800634-1 neutron-server[93750]: Traceback (most recent call last): Jul 13 13:41:00.757878 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 13:41:00.757878 n-d-800634-1 neutron-server[93750]: timer() Jul 13 13:41:00.757878 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 13:41:00.757878 n-d-800634-1 neutron-server[93750]: cb(*args, **kw) Jul 13 13:41:00.757878 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 13:41:00.757878 n-d-800634-1 neutron-server[93750]: return func(*args, **kwargs) Jul 13 13:41:00.757878 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 13:41:00.757878 n-d-800634-1 neutron-server[93750]: self._notify() Jul 13 13:41:00.757878 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 13:41:00.757878 n-d-800634-1 neutron-server[93750]: self.callback(batched_events) Jul 13 13:41:00.757878 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 13:41:00.757878 n-d-800634-1 neutron-server[93750]: event.method(event) Jul 13 13:41:00.757878 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 13:41:00.757878 n-d-800634-1 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 13:41:00.757878 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 13:41:00.757878 n-d-800634-1 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 13:41:00.757878 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 13:41:00.757878 n-d-800634-1 neutron-server[93750]: return f(self, *a, **k) Jul 13 13:41:00.757878 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 13:41:00.757878 n-d-800634-1 neutron-server[93750]: return self._get(url).json() Jul 13 13:41:00.757878 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 13:41:00.757878 n-d-800634-1 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 13:41:00.757878 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 13:41:00.757878 n-d-800634-1 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 13 13:41:00.757878 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 13:41:00.757878 n-d-800634-1 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 13:41:00.757878 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 13:41:00.757878 n-d-800634-1 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 13:41:00.757878 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 13:41:00.757878 n-d-800634-1 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 13:41:00.757878 n-d-800634-1 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 13:41:00.764353 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6a2be7ce-ce00-482e-aea7-1e05f6204246 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:00.781941 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6a2be7ce-ce00-482e-aea7-1e05f6204246 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:00.790240 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-6a2be7ce-ce00-482e-aea7-1e05f6204246 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] 10.222.0.23 "DELETE /v2.0/networks/77d4cb25-bb28-4f72-9be0-5e0e0fa1efa2 HTTP/1.1" status: 204 len: 168 time: 1.4868455 Jul 13 13:41:00.794987 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 32834) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:41:00.806754 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-20c9a40f-eaeb-418f-8d51-d24bd0d71f79 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6018489'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:00.808932 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-16e86c01-326d-4dd6-918a-cbc761c02bdb tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-593967182'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:41:00.827426 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2be7ce-ce00-482e-aea7-1e05f6204246 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Pushing event deleted for resources: {'Network': ['ID=77d4cb25-bb28-4f72-9be0-5e0e0fa1efa2,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:00.849931 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9d8ddbdd-042c-4422-b253-e6d360345196 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:00.855264 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16e86c01-326d-4dd6-918a-cbc761c02bdb tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Made reservation on behalf of 485fea06b0b7495bb8721e368ed7bc86 for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:41:00.860109 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-16e86c01-326d-4dd6-918a-cbc761c02bdb tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:00.889223 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16e86c01-326d-4dd6-918a-cbc761c02bdb tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 13:41:00.900291 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-16e86c01-326d-4dd6-918a-cbc761c02bdb tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:00.900991 n-d-800634-1 neutron-server[93750]: INFO neutron.db.segments_db [None req-16e86c01-326d-4dd6-918a-cbc761c02bdb tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Added segment f414ccd5-e0c1-4e43-abd8-27c6097c2e09 of type vlan for network 66c8c493-41b6-4904-b5f2-68e310de5f22 Jul 13 13:41:00.948223 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8ddbdd-042c-4422-b253-e6d360345196 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Pushing event updated for resources: {'Network': ['ID=7c4fcfbb-f6ef-4c36-8f68-053ddc922df2,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:00.948419 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-16e86c01-326d-4dd6-918a-cbc761c02bdb tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:00.958832 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9d8ddbdd-042c-4422-b253-e6d360345196 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Network 7c4fcfbb-f6ef-4c36-8f68-053ddc922df2 is not hosted by any dhcp agent {{(pid=93751) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 13 13:41:00.965437 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network 7c4fcfbb-f6ef-4c36-8f68-053ddc922df2 details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 13:41:00.966444 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d8ddbdd-042c-4422-b253-e6d360345196 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:41:00.967328 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9d8ddbdd-042c-4422-b253-e6d360345196 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:00.972387 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-9d8ddbdd-042c-4422-b253-e6d360345196 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] 10.222.0.23 "PUT /v2.0/networks/7c4fcfbb-f6ef-4c36-8f68-053ddc922df2 HTTP/1.1" status: 200 len: 758 time: 0.8486762 Jul 13 13:41:00.975973 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 32836) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:41:00.990416 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-20c9a40f-eaeb-418f-8d51-d24bd0d71f79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:01.068480 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-16e86c01-326d-4dd6-918a-cbc761c02bdb tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:01.070072 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-20c9a40f-eaeb-418f-8d51-d24bd0d71f79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6018534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6105009'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:01.074210 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16e86c01-326d-4dd6-918a-cbc761c02bdb tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:41:01.075045 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-16e86c01-326d-4dd6-918a-cbc761c02bdb tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:01.120381 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-20c9a40f-eaeb-418f-8d51-d24bd0d71f79 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:01.126234 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-20c9a40f-eaeb-418f-8d51-d24bd0d71f79 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/2e38ecf8-2fec-4f5b-8b3e-f8690198cb4e HTTP/1.1" status: 204 len: 168 time: 0.5525491 Jul 13 13:41:01.126916 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 32840) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:41:01.129204 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c9a40f-eaeb-418f-8d51-d24bd0d71f79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e38ecf8-2fec-4f5b-8b3e-f8690198cb4e,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:01.166402 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db29d2d-444a-4d56-9574-ca6e152813e2 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:41:01.174796 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-6db29d2d-444a-4d56-9574-ca6e152813e2 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] 10.222.0.23 "GET /v2.0/networks?id=7c4fcfbb-f6ef-4c36-8f68-053ddc922df2 HTTP/1.1" status: 200 len: 761 time: 0.1969337 Jul 13 13:41:01.177574 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 32842) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:41:01.182964 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-a3f823bf-27db-4f6d-977e-d7b71d984062 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-87103841'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:41:01.193806 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-16e86c01-326d-4dd6-918a-cbc761c02bdb tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3954263 Jul 13 13:41:01.195031 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 32844) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:41:01.204353 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-b5cb4f1d-edcb-40ab-949e-2dbc1ec7de0a tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Request body: {'subnet': {'network_id': '66c8c493-41b6-4904-b5f2-68e310de5f22', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:41:01.209992 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e86c01-326d-4dd6-918a-cbc761c02bdb tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Pushing event updated for resources: {'Network': ['ID=66c8c493-41b6-4904-b5f2-68e310de5f22,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:01.225584 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network 66c8c493-41b6-4904-b5f2-68e310de5f22 details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 13:41:01.235264 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 32846) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:41:01.284877 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3f823bf-27db-4f6d-977e-d7b71d984062 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Made reservation on behalf of a3a55d0c2c5148168cd13a19132e8832 for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:41:01.288406 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a3f823bf-27db-4f6d-977e-d7b71d984062 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:01.294984 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-33086e1a-f858-4d1e-b6e2-4e5fd5940842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:01.317397 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-cd7ff84f-f433-4932-9edc-6a89596da009 req-e3aa4371-9056-43c0-bec5-bc4d70f33d48 service neutron] 10.222.0.26 "GET /v2.0/ports/f150ad68-169c-403e-9131-7c773a3c06b4/bindings/n-h2-800634-1 HTTP/1.1" status: 200 len: 384 time: 0.1278231 Jul 13 13:41:01.331406 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3f823bf-27db-4f6d-977e-d7b71d984062 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 13:41:01.337503 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5cb4f1d-edcb-40ab-949e-2dbc1ec7de0a tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Made reservation on behalf of 485fea06b0b7495bb8721e368ed7bc86 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:41:01.341640 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b5cb4f1d-edcb-40ab-949e-2dbc1ec7de0a tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4763385'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:01.359658 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a3f823bf-27db-4f6d-977e-d7b71d984062 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:01.359658 n-d-800634-1 neutron-server[93750]: INFO neutron.db.segments_db [None req-a3f823bf-27db-4f6d-977e-d7b71d984062 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Added segment ea5843e1-8e37-4cf1-8980-b1687fba59e8 of type vlan for network 44cc0155-3c6e-4a52-a5b6-4d0c0da9888d Jul 13 13:41:01.403583 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-33086e1a-f858-4d1e-b6e2-4e5fd5940842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:01.415956 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-33086e1a-f858-4d1e-b6e2-4e5fd5940842 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a948c4c-6f03-4f10-9e00-2993f9629279']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:41:01.454145 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-33086e1a-f858-4d1e-b6e2-4e5fd5940842 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2cba7f6-e29b-4b72-b31f-06e263582f9a') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:41:01.454621 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-33086e1a-f858-4d1e-b6e2-4e5fd5940842 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2cba7f6-e29b-4b72-b31f-06e263582f9a') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:41:01.458285 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a3f823bf-27db-4f6d-977e-d7b71d984062 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:01.473574 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e8447fd0-28f5-4925-8744-854a085b7e66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:01.478099 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-33086e1a-f858-4d1e-b6e2-4e5fd5940842 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6018464'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:01.511335 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-33086e1a-f858-4d1e-b6e2-4e5fd5940842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:01.526332 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33086e1a-f858-4d1e-b6e2-4e5fd5940842 admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 13:41:01.526735 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-33086e1a-f858-4d1e-b6e2-4e5fd5940842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6018632'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:01.529215 n-d-800634-1 neutron-server[93751]: Traceback (most recent call last): Jul 13 13:41:01.529215 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 13:41:01.529215 n-d-800634-1 neutron-server[93751]: timer() Jul 13 13:41:01.529215 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 13:41:01.529215 n-d-800634-1 neutron-server[93751]: cb(*args, **kw) Jul 13 13:41:01.529215 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 13:41:01.529215 n-d-800634-1 neutron-server[93751]: return func(*args, **kwargs) Jul 13 13:41:01.529215 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 13:41:01.529215 n-d-800634-1 neutron-server[93751]: self._notify() Jul 13 13:41:01.529215 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 13:41:01.529215 n-d-800634-1 neutron-server[93751]: self.callback(batched_events) Jul 13 13:41:01.529215 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 13:41:01.529215 n-d-800634-1 neutron-server[93751]: event.method(event) Jul 13 13:41:01.529215 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 13:41:01.529215 n-d-800634-1 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 13:41:01.529215 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 13:41:01.529215 n-d-800634-1 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 13:41:01.529215 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 13:41:01.529215 n-d-800634-1 neutron-server[93751]: return f(self, *a, **k) Jul 13 13:41:01.529215 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 13:41:01.529215 n-d-800634-1 neutron-server[93751]: return self._get(url).json() Jul 13 13:41:01.529215 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 13:41:01.529215 n-d-800634-1 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 13:41:01.529215 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 13:41:01.529215 n-d-800634-1 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 13 13:41:01.529215 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 13:41:01.529215 n-d-800634-1 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 13:41:01.529215 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 13:41:01.529215 n-d-800634-1 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 13:41:01.529215 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 13:41:01.529215 n-d-800634-1 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 13:41:01.529215 n-d-800634-1 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 13:41:01.567917 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a3f823bf-27db-4f6d-977e-d7b71d984062 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:01.573446 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3f823bf-27db-4f6d-977e-d7b71d984062 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:41:01.574039 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a3f823bf-27db-4f6d-977e-d7b71d984062 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:01.685392 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-33086e1a-f858-4d1e-b6e2-4e5fd5940842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:01.706737 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f46121-9dc1-4ba6-8e41-31763332be2b req-c4930170-310f-4bd0-ba9a-399e940b2158 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:41:01.708240 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-62f46121-9dc1-4ba6-8e41-31763332be2b req-c4930170-310f-4bd0-ba9a-399e940b2158 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/ports?device_id=9348a07d-efb1-45bd-88b6-6ae187d131b2 HTTP/1.1" status: 200 len: 944 time: 0.2398465 Jul 13 13:41:01.708765 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-33086e1a-f858-4d1e-b6e2-4e5fd5940842 admin admin] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:01.712916 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-33086e1a-f858-4d1e-b6e2-4e5fd5940842 admin admin] 10.222.0.23 "DELETE /v2.0/networks/8a948c4c-6f03-4f10-9e00-2993f9629279 HTTP/1.1" status: 204 len: 168 time: 0.5825520 Jul 13 13:41:01.722891 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f823bf-27db-4f6d-977e-d7b71d984062 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Pushing event updated for resources: {'Network': ['ID=44cc0155-3c6e-4a52-a5b6-4d0c0da9888d,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:01.737272 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network 44cc0155-3c6e-4a52-a5b6-4d0c0da9888d details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 13:41:01.748419 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b5cb4f1d-edcb-40ab-949e-2dbc1ec7de0a tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5970588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4763339'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:01.758629 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33086e1a-f858-4d1e-b6e2-4e5fd5940842 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a948c4c-6f03-4f10-9e00-2993f9629279,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:01.831391 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-62f46121-9dc1-4ba6-8e41-31763332be2b req-3943d403-d653-452e-bc74-a17b08a891a8 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8450e8a-3ce6-4095-b6b4-37555b8042b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007071 Jul 13 13:41:01.845379 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e8447fd0-28f5-4925-8744-854a085b7e66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:01.860318 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 32860) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:41:01.871227 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-cd7ff84f-f433-4932-9edc-6a89596da009 req-7da6df79-763c-46dc-9c23-81a6d3803331 service neutron] For port f150ad68-169c-403e-9131-7c773a3c06b4, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=f150ad68-169c-403e-9131-7c773a3c06b4,segment=NetworkSegment(f952029b-434e-49c6-8d96-f83b0194500d),segment_id=f952029b-434e-49c6-8d96-f83b0194500d)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:41:01.872984 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cb4f1d-edcb-40ab-949e-2dbc1ec7de0a tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Pushing event updated for resources: {'Subnet': ['ID=e3a4d047-1487-4687-8348-43755f964cb6,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:01.880661 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-a3f823bf-27db-4f6d-977e-d7b71d984062 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.7017305 Jul 13 13:41:01.882315 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 32862) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:41:01.886217 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e8447fd0-28f5-4925-8744-854a085b7e66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:01.891210 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-7fb9d405-bfb2-4b9c-8567-a4e2c3411e0d tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Request body: {'subnet': {'network_id': '44cc0155-3c6e-4a52-a5b6-4d0c0da9888d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:41:01.925778 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-cd7ff84f-f433-4932-9edc-6a89596da009 req-7da6df79-763c-46dc-9c23-81a6d3803331 service neutron] For port f150ad68-169c-403e-9131-7c773a3c06b4, host n-h1-800634-1, cleared binding levels {{(pid=93751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:41:01.969789 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5cb4f1d-edcb-40ab-949e-2dbc1ec7de0a tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Checking segment: {'id': 'f414ccd5-e0c1-4e43-abd8-27c6097c2e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '66c8c493-41b6-4904-b5f2-68e310de5f22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:41:01.970163 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5cb4f1d-edcb-40ab-949e-2dbc1ec7de0a tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Network hostable DHCP agents. Network: 66c8c493-41b6-4904-b5f2-68e310de5f22, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 13:41:01.973076 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e44597f-1294-4124-bb4d-7d52d31664dd req-7002c4cd-f179-4ef3-86a5-9c09cf2a136d tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:41:01.979742 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2e44597f-1294-4124-bb4d-7d52d31664dd req-7002c4cd-f179-4ef3-86a5-9c09cf2a136d tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/ports?device_id=69b35cda-f215-4655-a2f4-9c066ffba9b2 HTTP/1.1" status: 200 len: 943 time: 0.2921534 Jul 13 13:41:02.000570 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 34ca3b7c-ab32-491f-a949-e6dc8e7c893d up at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:41:02.028948 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-e8447fd0-28f5-4925-8744-854a085b7e66 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e27d082d17534c30abd1230a6c21c3ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7878737 Jul 13 13:41:02.029154 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5cb4f1d-edcb-40ab-949e-2dbc1ec7de0a tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Network 66c8c493-41b6-4904-b5f2-68e310de5f22 is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 13:41:02.036816 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 32864) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:41:02.040023 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [req-cd7ff84f-f433-4932-9edc-6a89596da009 req-7da6df79-763c-46dc-9c23-81a6d3803331 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f150ad68-169c-403e-9131-7c773a3c06b4 {{(pid=93751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:41:02.046327 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8447fd0-28f5-4925-8744-854a085b7e66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66165d22-39d0-4179-ba31-5d3467cf14b8,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:02.056427 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-ee3b0ad2-feb7-49cc-9b18-7631f92ada7f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=930873fa186549f0911fe0cad6275da5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1932926 Jul 13 13:41:02.060695 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 32866) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:41:02.065034 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-cd7ff84f-f433-4932-9edc-6a89596da009 req-7da6df79-763c-46dc-9c23-81a6d3803331 service neutron] For port f150ad68-169c-403e-9131-7c773a3c06b4, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=f150ad68-169c-403e-9131-7c773a3c06b4,segment=NetworkSegment(f952029b-434e-49c6-8d96-f83b0194500d),segment_id=f952029b-434e-49c6-8d96-f83b0194500d)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:41:02.073772 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning for port 34ca3b7c-ab32-491f-a949-e6dc8e7c893d completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:41:02.081398 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning complete for port 34ca3b7c-ab32-491f-a949-e6dc8e7c893d triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:41:02.082811 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-b5cb4f1d-edcb-40ab-949e-2dbc1ec7de0a tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, 66c8c493-41b6-4904-b5f2-68e310de5f22) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:41:02.082977 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:02.094248 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fb9d405-bfb2-4b9c-8567-a4e2c3411e0d tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Made reservation on behalf of a3a55d0c2c5148168cd13a19132e8832 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:41:02.098580 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7fb9d405-bfb2-4b9c-8567-a4e2c3411e0d tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4763385'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:02.103317 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5cb4f1d-edcb-40ab-949e-2dbc1ec7de0a tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:41:02.104338 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b5cb4f1d-edcb-40ab-949e-2dbc1ec7de0a tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:02.110832 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2e44597f-1294-4124-bb4d-7d52d31664dd req-31593a0c-a142-4b2b-9b69-1b5ba4942a79 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/security-groups?id=4f83e00a-e782-49e6-b944-d06b9e971cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302724 Jul 13 13:41:02.116062 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-cd7ff84f-f433-4932-9edc-6a89596da009 req-7da6df79-763c-46dc-9c23-81a6d3803331 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:02.116914 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19e03885-f5ef-435e-be0f-2c8927b64c59 None None] Network 66c8c493-41b6-4904-b5f2-68e310de5f22 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:41:02.201809 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-b5cb4f1d-edcb-40ab-949e-2dbc1ec7de0a tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0030344 Jul 13 13:41:02.202475 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3ba8ca62-24c4-4a43-9085-804cefb1bde2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:02.204397 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 32868) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:41:02.216680 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-7f7edda8-1efa-41ee-9a6b-fe2e400733c3 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-711053051', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:41:02.252454 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3ba8ca62-24c4-4a43-9085-804cefb1bde2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:02.268835 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8f388911-7ede-4576-bb3c-39878d50839e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:02.275309 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:02.279203 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-cd7ff84f-f433-4932-9edc-6a89596da009 req-7da6df79-763c-46dc-9c23-81a6d3803331 service neutron] Transition to ACTIVE for port object f150ad68-169c-403e-9131-7c773a3c06b4 will not be triggered until provisioned by entity L2. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:41:02.285918 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7f7edda8-1efa-41ee-9a6b-fe2e400733c3 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1591928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2714'] for router, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:02.286946 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7f7edda8-1efa-41ee-9a6b-fe2e400733c3 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447198', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1629690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2689'] for router, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:02.295316 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-cd7ff84f-f433-4932-9edc-6a89596da009 req-7da6df79-763c-46dc-9c23-81a6d3803331 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:02.309927 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9348a07d-efb1-45bd-88b6-6ae187d131b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34ca3b7c-ab32-491f-a949-e6dc8e7c893d'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:41:02.312665 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44be89bc-4ac2-43e9-98b7-b028f56fd160" -d '{"events": [{"server_uuid": "9348a07d-efb1-45bd-88b6-6ae187d131b2", "name": "network-vif-plugged", "status": "completed", "tag": "34ca3b7c-ab32-491f-a949-e6dc8e7c893d"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:41:02.335271 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 34ca3b7c-ab32-491f-a949-e6dc8e7c893d, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=34ca3b7c-ab32-491f-a949-e6dc8e7c893d,segment=NetworkSegment(8ca861d2-7f67-42e9-b790-b2afeca7fd40),segment_id=8ca861d2-7f67-42e9-b790-b2afeca7fd40)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:41:02.346936 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8f388911-7ede-4576-bb3c-39878d50839e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:02.359842 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:02.377095 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da6df79-763c-46dc-9c23-81a6d3803331 service neutron] Pushing event updated for resources: {'Port': ['ID=f150ad68-169c-403e-9131-7c773a3c06b4,revision_number=10']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:02.399278 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-294a92df-9e96-4e26-bff3-0bb9da3b231b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a7201e1-61ce-5a3e-b7f7-e800379ed03b-66c8c493-41b6-4904-b5f2-68e310de5f22', 'network_id': '66c8c493-41b6-4904-b5f2-68e310de5f22', 'tenant_id': '485fea06b0b7495bb8721e368ed7bc86', 'fixed_ips': [{'subnet_id': 'e3a4d047-1487-4687-8348-43755f964cb6'}]}} from n-d-800634-1. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 13:41:02.400832 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-294a92df-9e96-4e26-bff3-0bb9da3b231b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:02.408863 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf581ad6-020f-4b76-923b-23a32f48741e x-openstack-request-id: req-bf581ad6-020f-4b76-923b-23a32f48741e {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:41:02.409163 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9348a07d-efb1-45bd-88b6-6ae187d131b2", "name": "network-vif-plugged", "status": "completed", "tag": "34ca3b7c-ab32-491f-a949-e6dc8e7c893d", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:41:02.409428 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bf581ad6-020f-4b76-923b-23a32f48741e {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:41:02.409855 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9348a07d-efb1-45bd-88b6-6ae187d131b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34ca3b7c-ab32-491f-a949-e6dc8e7c893d', 'code': 200} Jul 13 13:41:02.440769 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd7ff84f-f433-4932-9edc-6a89596da009 req-7da6df79-763c-46dc-9c23-81a6d3803331 service neutron] No DVR routers for this DVR port f150ad68-169c-403e-9131-7c773a3c06b4 on host n-h1-800634-1 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:41:02.479991 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-cd7ff84f-f433-4932-9edc-6a89596da009 req-7da6df79-763c-46dc-9c23-81a6d3803331 service neutron] 10.222.0.26 "PUT /v2.0/ports/f150ad68-169c-403e-9131-7c773a3c06b4/bindings/n-h2-800634-1/activate HTTP/1.1" status: 200 len: 369 time: 1.1402817 Jul 13 13:41:02.481206 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3ba8ca62-24c4-4a43-9085-804cefb1bde2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:02.483815 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3ba8ca62-24c4-4a43-9085-804cefb1bde2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:02.484937 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-3ba8ca62-24c4-4a43-9085-804cefb1bde2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/215441dc-b65f-49ea-b8ce-4afa75e23159 HTTP/1.1" status: 204 len: 168 time: 0.4234025 Jul 13 13:41:02.493776 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba8ca62-24c4-4a43-9085-804cefb1bde2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=215441dc-b65f-49ea-b8ce-4afa75e23159,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:02.516188 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7f7edda8-1efa-41ee-9a6b-fe2e400733c3 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:02.537290 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=34ca3b7c-ab32-491f-a949-e6dc8e7c893d,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:02.552807 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7f7edda8-1efa-41ee-9a6b-fe2e400733c3 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447217'] for router, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:02.592105 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7fb9d405-bfb2-4b9c-8567-a4e2c3411e0d tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5970588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4763339'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:02.632625 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-294a92df-9e96-4e26-bff3-0bb9da3b231b None None] Allocated IP 2001:db8::2 (66c8c493-41b6-4904-b5f2-68e310de5f22/e3a4d047-1487-4687-8348-43755f964cb6/36e7e7d4-fb12-4771-a4b7-679f351aa14f) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:41:02.654950 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7f7edda8-1efa-41ee-9a6b-fe2e400733c3 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:02.659443 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-7f7edda8-1efa-41ee-9a6b-fe2e400733c3 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4488857 Jul 13 13:41:02.660479 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 32874) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:41:02.668565 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8f388911-7ede-4576-bb3c-39878d50839e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:02.668823 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-5a3e0e44-dfd3-439e-9ed1-18946f1546cf tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Request body: {'port': {'network_id': '66c8c493-41b6-4904-b5f2-68e310de5f22', 'name': 'tempest-RoutersIpV6Test-1190111154'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:41:02.671584 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8f388911-7ede-4576-bb3c-39878d50839e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:02.672713 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-8f388911-7ede-4576-bb3c-39878d50839e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/66165d22-39d0-4179-ba31-5d3467cf14b8 HTTP/1.1" status: 204 len: 168 time: 0.6309392 Jul 13 13:41:02.721241 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f388911-7ede-4576-bb3c-39878d50839e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66165d22-39d0-4179-ba31-5d3467cf14b8,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:02.740370 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb9d405-bfb2-4b9c-8567-a4e2c3411e0d tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Pushing event updated for resources: {'Subnet': ['ID=f4efcf2d-1766-4383-9ccd-76dea2a26716,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:02.768961 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a590c5c-e5f3-47c9-85c4-a0a8c6136ccf req-188264af-d517-41da-9e7f-368fcd8bcf89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:41:02.770579 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4a590c5c-e5f3-47c9-85c4-a0a8c6136ccf req-188264af-d517-41da-9e7f-368fcd8bcf89 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9348a07d-efb1-45bd-88b6-6ae187d131b2 HTTP/1.1" status: 200 len: 1096 time: 0.2696269 Jul 13 13:41:02.782673 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb9d405-bfb2-4b9c-8567-a4e2c3411e0d tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Checking segment: {'id': 'ea5843e1-8e37-4cf1-8980-b1687fba59e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '44cc0155-3c6e-4a52-a5b6-4d0c0da9888d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:41:02.783456 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb9d405-bfb2-4b9c-8567-a4e2c3411e0d tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Network hostable DHCP agents. Network: 44cc0155-3c6e-4a52-a5b6-4d0c0da9888d, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 13:41:02.816302 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7ff84f-f433-4932-9edc-6a89596da009 req-5568385e-1cd1-4c4a-8347-39fc0027a2ce tempest-LiveMigrationTest-1713788618 tempest-LiveMigrationTest-1713788618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:41:02.818706 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cd7ff84f-f433-4932-9edc-6a89596da009 req-5568385e-1cd1-4c4a-8347-39fc0027a2ce tempest-LiveMigrationTest-1713788618 tempest-LiveMigrationTest-1713788618-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=69b35cda-f215-4655-a2f4-9c066ffba9b2&tenant_id=7ec77ffc288b40b5a9663fa2e5a78733&binding%3Ahost_id=n-h1-800634-1 HTTP/1.1" status: 200 len: 1095 time: 0.2462120 Jul 13 13:41:02.850207 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a3e0e44-dfd3-439e-9ed1-18946f1546cf tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Made reservation on behalf of 485fea06b0b7495bb8721e368ed7bc86 for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:41:02.856525 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5a3e0e44-dfd3-439e-9ed1-18946f1546cf tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:02.880171 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [None req-5a3e0e44-dfd3-439e-9ed1-18946f1546cf tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] device_id is not set on port 27195499-99d2-42d7-85c0-6d1a2146c152 yet. {{(pid=93751) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 13:41:02.905909 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb9d405-bfb2-4b9c-8567-a4e2c3411e0d tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Network 44cc0155-3c6e-4a52-a5b6-4d0c0da9888d is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 13:41:02.917084 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4a590c5c-e5f3-47c9-85c4-a0a8c6136ccf req-152a801d-2012-44a1-b450-7164053238ef service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e8450e8a-3ce6-4095-b6b4-37555b8042b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343153 Jul 13 13:41:02.944597 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-7fb9d405-bfb2-4b9c-8567-a4e2c3411e0d tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, 44cc0155-3c6e-4a52-a5b6-4d0c0da9888d) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:41:02.947212 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-294a92df-9e96-4e26-bff3-0bb9da3b231b None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:02.972481 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb9d405-bfb2-4b9c-8567-a4e2c3411e0d tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:41:02.975072 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7fb9d405-bfb2-4b9c-8567-a4e2c3411e0d tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:02.983603 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9148f62a-97f2-42dc-9489-a8ab45d11f1b None None] Network 44cc0155-3c6e-4a52-a5b6-4d0c0da9888d requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:41:02.987845 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-294a92df-9e96-4e26-bff3-0bb9da3b231b None None] Transition to ACTIVE for port object 36e7e7d4-fb12-4771-a4b7-679f351aa14f will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:41:03.009199 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-294a92df-9e96-4e26-bff3-0bb9da3b231b None None] Transition to ACTIVE for port object 36e7e7d4-fb12-4771-a4b7-679f351aa14f will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:41:03.025230 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-7fb9d405-bfb2-4b9c-8567-a4e2c3411e0d tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1324556 Jul 13 13:41:03.025458 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 32886) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:41:03.044502 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-294a92df-9e96-4e26-bff3-0bb9da3b231b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:03.075982 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7ff84f-f433-4932-9edc-6a89596da009 req-623a4320-edea-46d6-844e-0be8f5e6cdc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:41:03.082965 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cd7ff84f-f433-4932-9edc-6a89596da009 req-623a4320-edea-46d6-844e-0be8f5e6cdc5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=69b35cda-f215-4655-a2f4-9c066ffba9b2&tenant_id=7ec77ffc288b40b5a9663fa2e5a78733 HTTP/1.1" status: 200 len: 1095 time: 0.2553382 Jul 13 13:41:03.185413 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-294a92df-9e96-4e26-bff3-0bb9da3b231b None None] Network 66c8c493-41b6-4904-b5f2-68e310de5f22 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:41:03.199278 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-294a92df-9e96-4e26-bff3-0bb9da3b231b None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:41:03.205881 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294a92df-9e96-4e26-bff3-0bb9da3b231b None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:41:03.208148 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294a92df-9e96-4e26-bff3-0bb9da3b231b None None] Pushing event updated for resources: {'Port': ['ID=36e7e7d4-fb12-4771-a4b7-679f351aa14f,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:03.282209 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7ff84f-f433-4932-9edc-6a89596da009 req-0d0d1c81-3e15-4d0f-b4f7-e1747d85e321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:41:03.283722 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cd7ff84f-f433-4932-9edc-6a89596da009 req-0d0d1c81-3e15-4d0f-b4f7-e1747d85e321 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7ec77ffc288b40b5a9663fa2e5a78733&device_id=69b35cda-f215-4655-a2f4-9c066ffba9b2 HTTP/1.1" status: 200 len: 1095 time: 0.1658943 Jul 13 13:41:03.322623 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 32896) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:41:03.422801 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-5a3e0e44-dfd3-439e-9ed1-18946f1546cf tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Allocated IP 2001:db8::19f (66c8c493-41b6-4904-b5f2-68e310de5f22/e3a4d047-1487-4687-8348-43755f964cb6/27195499-99d2-42d7-85c0-6d1a2146c152) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:41:03.453099 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a52f2938-70d4-4621-aacb-25c5f4d15ad8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:03.500193 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-294a92df-9e96-4e26-bff3-0bb9da3b231b None None] Attempting to bind port 36e7e7d4-fb12-4771-a4b7-679f351aa14f on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:41:03.500782 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-294a92df-9e96-4e26-bff3-0bb9da3b231b None None] Attempting to bind port 36e7e7d4-fb12-4771-a4b7-679f351aa14f by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': 'f414ccd5-e0c1-4e43-abd8-27c6097c2e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '66c8c493-41b6-4904-b5f2-68e310de5f22'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:41:03.502901 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-294a92df-9e96-4e26-bff3-0bb9da3b231b None None] Attempting to bind port 36e7e7d4-fb12-4771-a4b7-679f351aa14f on network 66c8c493-41b6-4904-b5f2-68e310de5f22 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:41:03.522440 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-294a92df-9e96-4e26-bff3-0bb9da3b231b None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 40, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:41:03.523845 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-294a92df-9e96-4e26-bff3-0bb9da3b231b None None] Checking segment: {'id': 'f414ccd5-e0c1-4e43-abd8-27c6097c2e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '66c8c493-41b6-4904-b5f2-68e310de5f22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:41:03.524223 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-294a92df-9e96-4e26-bff3-0bb9da3b231b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:03.526094 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-294a92df-9e96-4e26-bff3-0bb9da3b231b None None] Bound using segment: {'id': 'f414ccd5-e0c1-4e43-abd8-27c6097c2e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '66c8c493-41b6-4904-b5f2-68e310de5f22'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:41:03.528104 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-294a92df-9e96-4e26-bff3-0bb9da3b231b None None] Bound port: 36e7e7d4-fb12-4771-a4b7-679f351aa14f, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f414ccd5-e0c1-4e43-abd8-27c6097c2e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '66c8c493-41b6-4904-b5f2-68e310de5f22'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:41:03.529619 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-294a92df-9e96-4e26-bff3-0bb9da3b231b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:03.551624 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fd9c28f-810a-4c66-a161-ff4d21484512 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a7201e1-61ce-5a3e-b7f7-e800379ed03b-44cc0155-3c6e-4a52-a5b6-4d0c0da9888d', 'network_id': '44cc0155-3c6e-4a52-a5b6-4d0c0da9888d', 'tenant_id': 'a3a55d0c2c5148168cd13a19132e8832', 'fixed_ips': [{'subnet_id': 'f4efcf2d-1766-4383-9ccd-76dea2a26716'}]}} from n-d-800634-1. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 13:41:03.552762 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-1fd9c28f-810a-4c66-a161-ff4d21484512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:03.603200 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af32be87-ac4a-4aca-9a89-9ff3eafe0cdf req-4dc78b6c-c4b4-4041-a144-062d2dc6128d tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:41:03.604641 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7ff84f-f433-4932-9edc-6a89596da009 req-40d2f84d-a4ae-4509-8cd6-9ddf26bd6d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:41:03.608121 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cd7ff84f-f433-4932-9edc-6a89596da009 req-40d2f84d-a4ae-4509-8cd6-9ddf26bd6d44 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5c5b1ca0-24b0-4412-b81d-dc9907cb0039 HTTP/1.1" status: 200 len: 908 time: 0.3172078 Jul 13 13:41:03.608938 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-af32be87-ac4a-4aca-9a89-9ff3eafe0cdf req-4dc78b6c-c4b4-4041-a144-062d2dc6128d tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/ports?device_id=9348a07d-efb1-45bd-88b6-6ae187d131b2 HTTP/1.1" status: 200 len: 945 time: 0.4239779 Jul 13 13:41:03.621845 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-501a1eab-9287-4fa4-9f83-0902967a8a1e tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:03.714617 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-294a92df-9e96-4e26-bff3-0bb9da3b231b None None] For port 36e7e7d4-fb12-4771-a4b7-679f351aa14f, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:41:03.733952 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cd7ff84f-f433-4932-9edc-6a89596da009 req-83543969-721a-4f2f-8d6e-4dbdbcc58b99 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f150ad68-169c-403e-9131-7c773a3c06b4 HTTP/1.1" status: 200 len: 217 time: 0.1070261 Jul 13 13:41:03.767847 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-294a92df-9e96-4e26-bff3-0bb9da3b231b None None] For port 36e7e7d4-fb12-4771-a4b7-679f351aa14f, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=36e7e7d4-fb12-4771-a4b7-679f351aa14f,segment=NetworkSegment(f414ccd5-e0c1-4e43-abd8-27c6097c2e09),segment_id=f414ccd5-e0c1-4e43-abd8-27c6097c2e09)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:41:03.790375 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-294a92df-9e96-4e26-bff3-0bb9da3b231b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:03.815405 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692ea5ce-30c7-4a87-acb9-eb2586f0876c req-12cf38e0-eec0-450b-aa57-1ee6f6270987 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:41:03.817133 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-692ea5ce-30c7-4a87-acb9-eb2586f0876c req-12cf38e0-eec0-450b-aa57-1ee6f6270987 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/ports?device_id=69b35cda-f215-4655-a2f4-9c066ffba9b2 HTTP/1.1" status: 200 len: 944 time: 0.3122075 Jul 13 13:41:03.861061 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-af32be87-ac4a-4aca-9a89-9ff3eafe0cdf req-85877199-2099-472a-b0b9-8554308e88b4 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8450e8a-3ce6-4095-b6b4-37555b8042b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231455 Jul 13 13:41:03.880962 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7ff84f-f433-4932-9edc-6a89596da009 req-a5931f8c-805d-44b7-baf6-183e035611bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:41:03.883494 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cd7ff84f-f433-4932-9edc-6a89596da009 req-a5931f8c-805d-44b7-baf6-183e035611bb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=41cb83d6-1972-42a1-91b6-99e2d7728a68 HTTP/1.1" status: 200 len: 848 time: 0.1362135 Jul 13 13:41:03.949370 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294a92df-9e96-4e26-bff3-0bb9da3b231b None None] Pushing event updated for resources: {'Port': ['ID=36e7e7d4-fb12-4771-a4b7-679f351aa14f,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:03.977862 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-692ea5ce-30c7-4a87-acb9-eb2586f0876c req-2333de23-cdd5-4879-99b6-70fe301dd921 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/security-groups?id=4f83e00a-e782-49e6-b944-d06b9e971cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451657 Jul 13 13:41:03.991598 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cd7ff84f-f433-4932-9edc-6a89596da009 req-64162337-1f3f-4020-be9d-77cbe8509c47 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5c5b1ca0-24b0-4412-b81d-dc9907cb0039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0945339 Jul 13 13:41:04.001500 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a52f2938-70d4-4621-aacb-25c5f4d15ad8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:04.006126 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-501a1eab-9287-4fa4-9f83-0902967a8a1e tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:04.014776 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a52f2938-70d4-4621-aacb-25c5f4d15ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:04.021100 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-1fd9c28f-810a-4c66-a161-ff4d21484512 None None] Allocated IP 172.20.0.2 (44cc0155-3c6e-4a52-a5b6-4d0c0da9888d/f4efcf2d-1766-4383-9ccd-76dea2a26716/51b0f046-d1b0-4e06-9b13-8610b066a4b7) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:41:04.058250 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5a3e0e44-dfd3-439e-9ed1-18946f1546cf tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:04.089806 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-5a3e0e44-dfd3-439e-9ed1-18946f1546cf tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Transition to ACTIVE for port object 27195499-99d2-42d7-85c0-6d1a2146c152 will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:41:04.111053 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-a52f2938-70d4-4621-aacb-25c5f4d15ad8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=44329d05d4664eb19db7701f305910cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7874486 Jul 13 13:41:04.114611 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 32910) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:41:04.114942 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52f2938-70d4-4621-aacb-25c5f4d15ad8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=230f87d1-7953-45be-a023-e1b6c3e87261,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:04.186136 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cd7ff84f-f433-4932-9edc-6a89596da009 req-3763c7bb-7003-490d-954f-e142bb6f9f2f service neutron] 10.222.0.41 "GET /v2.0/networks/5c5b1ca0-24b0-4412-b81d-dc9907cb0039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826856 Jul 13 13:41:04.232631 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5a3e0e44-dfd3-439e-9ed1-18946f1546cf tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:04.324419 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-1fd9c28f-810a-4c66-a161-ff4d21484512 None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:04.412623 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-1fd9c28f-810a-4c66-a161-ff4d21484512 None None] Transition to ACTIVE for port object 51b0f046-d1b0-4e06-9b13-8610b066a4b7 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:41:04.449570 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a3e0e44-dfd3-439e-9ed1-18946f1546cf tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Network 66c8c493-41b6-4904-b5f2-68e310de5f22 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:41:04.460661 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-5a3e0e44-dfd3-439e-9ed1-18946f1546cf tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:41:04.464554 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3e0e44-dfd3-439e-9ed1-18946f1546cf tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Pushing event updated for resources: {'Port': ['ID=27195499-99d2-42d7-85c0-6d1a2146c152,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:04.467676 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3e0e44-dfd3-439e-9ed1-18946f1546cf tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:41:04.478769 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-1fd9c28f-810a-4c66-a161-ff4d21484512 None None] Transition to ACTIVE for port object 51b0f046-d1b0-4e06-9b13-8610b066a4b7 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:41:04.480909 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a3e0e44-dfd3-439e-9ed1-18946f1546cf tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:41:04.481616 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5a3e0e44-dfd3-439e-9ed1-18946f1546cf tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:04.487688 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cd7ff84f-f433-4932-9edc-6a89596da009 req-54051bb8-945e-4e91-b86b-59df3320818b service neutron] 10.222.0.41 "GET /v2.0/networks/5c5b1ca0-24b0-4412-b81d-dc9907cb0039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2943575 Jul 13 13:41:04.510017 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-1fd9c28f-810a-4c66-a161-ff4d21484512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:04.510235 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-eda01023-5a82-4ed4-a722-f6aabb93eaaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:04.517354 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-501a1eab-9287-4fa4-9f83-0902967a8a1e tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6018534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6105009'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:04.590579 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 32922) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:41:04.590952 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-5a3e0e44-dfd3-439e-9ed1-18946f1546cf tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.9291744 Jul 13 13:41:04.598260 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501a1eab-9287-4fa4-9f83-0902967a8a1e tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Pushing event deleted for resources: {'Subnet': ['ID=f4efcf2d-1766-4383-9ccd-76dea2a26716,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:04.631178 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd9c28f-810a-4c66-a161-ff4d21484512 None None] Network 44cc0155-3c6e-4a52-a5b6-4d0c0da9888d is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:41:04.645530 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-1fd9c28f-810a-4c66-a161-ff4d21484512 None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:41:04.649585 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd9c28f-810a-4c66-a161-ff4d21484512 None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:41:04.656954 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-eda01023-5a82-4ed4-a722-f6aabb93eaaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:04.692446 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-501a1eab-9287-4fa4-9f83-0902967a8a1e tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:04.720246 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-501a1eab-9287-4fa4-9f83-0902967a8a1e tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44cc0155-3c6e-4a52-a5b6-4d0c0da9888d']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:41:04.724990 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd9c28f-810a-4c66-a161-ff4d21484512 None None] Pushing event updated for resources: {'Port': ['ID=51b0f046-d1b0-4e06-9b13-8610b066a4b7,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:04.739148 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-501a1eab-9287-4fa4-9f83-0902967a8a1e tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea5843e1-8e37-4cf1-8980-b1687fba59e8') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:41:04.740579 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-501a1eab-9287-4fa4-9f83-0902967a8a1e tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea5843e1-8e37-4cf1-8980-b1687fba59e8') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:41:04.753456 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-501a1eab-9287-4fa4-9f83-0902967a8a1e tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6018464'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:04.771014 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-501a1eab-9287-4fa4-9f83-0902967a8a1e tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:04.781798 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-501a1eab-9287-4fa4-9f83-0902967a8a1e tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 13:41:04.782387 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-501a1eab-9287-4fa4-9f83-0902967a8a1e tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6018632'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:04.787365 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:41:04.787365 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:41:04.787365 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:41:04.787365 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:41:04.787365 n-d-800634-1 neutron-server[93751]: Traceback (most recent call last): Jul 13 13:41:04.787365 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 13:41:04.787365 n-d-800634-1 neutron-server[93751]: timer() Jul 13 13:41:04.787365 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 13:41:04.787365 n-d-800634-1 neutron-server[93751]: cb(*args, **kw) Jul 13 13:41:04.787365 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 13:41:04.787365 n-d-800634-1 neutron-server[93751]: return func(*args, **kwargs) Jul 13 13:41:04.787365 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 13:41:04.787365 n-d-800634-1 neutron-server[93751]: self._notify() Jul 13 13:41:04.787365 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 13:41:04.787365 n-d-800634-1 neutron-server[93751]: self.callback(batched_events) Jul 13 13:41:04.787365 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 13:41:04.787365 n-d-800634-1 neutron-server[93751]: event.method(event) Jul 13 13:41:04.787365 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 13:41:04.787365 n-d-800634-1 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 13:41:04.787365 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 13:41:04.787365 n-d-800634-1 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 13:41:04.787365 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 13:41:04.787365 n-d-800634-1 neutron-server[93751]: return f(self, *a, **k) Jul 13 13:41:04.787365 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 13:41:04.787365 n-d-800634-1 neutron-server[93751]: return self._get(url).json() Jul 13 13:41:04.787365 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 13:41:04.787365 n-d-800634-1 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 13:41:04.787365 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 13:41:04.787365 n-d-800634-1 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 13 13:41:04.787365 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 13:41:04.787365 n-d-800634-1 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 13:41:04.787365 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 13:41:04.787365 n-d-800634-1 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 13:41:04.787365 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 13:41:04.787365 n-d-800634-1 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 13:41:04.787365 n-d-800634-1 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 13:41:04.807039 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-eda01023-5a82-4ed4-a722-f6aabb93eaaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:04.809990 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-1fd9c28f-810a-4c66-a161-ff4d21484512 None None] Attempting to bind port 51b0f046-d1b0-4e06-9b13-8610b066a4b7 on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:41:04.810706 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-eda01023-5a82-4ed4-a722-f6aabb93eaaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:04.811574 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-1fd9c28f-810a-4c66-a161-ff4d21484512 None None] Attempting to bind port 51b0f046-d1b0-4e06-9b13-8610b066a4b7 by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': 'ea5843e1-8e37-4cf1-8980-b1687fba59e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '44cc0155-3c6e-4a52-a5b6-4d0c0da9888d'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:41:04.813975 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd9c28f-810a-4c66-a161-ff4d21484512 None None] Attempting to bind port 51b0f046-d1b0-4e06-9b13-8610b066a4b7 on network 44cc0155-3c6e-4a52-a5b6-4d0c0da9888d {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:41:04.815106 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-eda01023-5a82-4ed4-a722-f6aabb93eaaa admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/230f87d1-7953-45be-a023-e1b6c3e87261 HTTP/1.1" status: 204 len: 168 time: 0.6989613 Jul 13 13:41:04.826517 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd9c28f-810a-4c66-a161-ff4d21484512 None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 40, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:41:04.827171 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd9c28f-810a-4c66-a161-ff4d21484512 None None] Checking segment: {'id': 'ea5843e1-8e37-4cf1-8980-b1687fba59e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '44cc0155-3c6e-4a52-a5b6-4d0c0da9888d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:41:04.830774 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-1fd9c28f-810a-4c66-a161-ff4d21484512 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:04.831689 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd9c28f-810a-4c66-a161-ff4d21484512 None None] Bound using segment: {'id': 'ea5843e1-8e37-4cf1-8980-b1687fba59e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '44cc0155-3c6e-4a52-a5b6-4d0c0da9888d'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:41:04.832602 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-1fd9c28f-810a-4c66-a161-ff4d21484512 None None] Bound port: 51b0f046-d1b0-4e06-9b13-8610b066a4b7, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea5843e1-8e37-4cf1-8980-b1687fba59e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '44cc0155-3c6e-4a52-a5b6-4d0c0da9888d'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:41:04.833247 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-1fd9c28f-810a-4c66-a161-ff4d21484512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:04.864852 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda01023-5a82-4ed4-a722-f6aabb93eaaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=230f87d1-7953-45be-a023-e1b6c3e87261,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:04.891125 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.db.api [None req-501a1eab-9287-4fa4-9f83-0902967a8a1e tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 13 13:41:04.891125 n-d-800634-1 neutron-server[93751]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 13 13:41:04.891125 n-d-800634-1 neutron-server[93751]: [parameters: {'id': '44cc0155-3c6e-4a52-a5b6-4d0c0da9888d'}] Jul 13 13:41:04.891125 n-d-800634-1 neutron-server[93751]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93751) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 13:41:04.893904 n-d-800634-1 neutron-server[93751]: DEBUG oslo_db.api [None req-501a1eab-9287-4fa4-9f83-0902967a8a1e tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 13:41:05.010502 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-1fd9c28f-810a-4c66-a161-ff4d21484512 None None] For port 51b0f046-d1b0-4e06-9b13-8610b066a4b7, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:41:05.015615 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-1fd9c28f-810a-4c66-a161-ff4d21484512 None None] For port 51b0f046-d1b0-4e06-9b13-8610b066a4b7, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=51b0f046-d1b0-4e06-9b13-8610b066a4b7,segment=NetworkSegment(ea5843e1-8e37-4cf1-8980-b1687fba59e8),segment_id=ea5843e1-8e37-4cf1-8980-b1687fba59e8)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:41:05.023573 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-1fd9c28f-810a-4c66-a161-ff4d21484512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:05.099888 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd9c28f-810a-4c66-a161-ff4d21484512 None None] Pushing event updated for resources: {'Port': ['ID=51b0f046-d1b0-4e06-9b13-8610b066a4b7,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:05.199810 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce653e98-f64d-4069-8594-1dc4b33a39c3 None None] Network 44cc0155-3c6e-4a52-a5b6-4d0c0da9888d requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:41:05.468048 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-501a1eab-9287-4fa4-9f83-0902967a8a1e tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:05.474010 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 36e7e7d4-fb12-4771-a4b7-679f351aa14f up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:41:05.610926 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port 36e7e7d4-fb12-4771-a4b7-679f351aa14f completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:41:05.651491 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e367306-94d1-4a83-93d3-2c2ccb0e9c58 req-eb0cb6ab-6033-4f2d-8237-7b7974c9139b tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:41:05.659701 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8e367306-94d1-4a83-93d3-2c2ccb0e9c58 req-eb0cb6ab-6033-4f2d-8237-7b7974c9139b tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/ports?device_id=69b35cda-f215-4655-a2f4-9c066ffba9b2 HTTP/1.1" status: 200 len: 944 time: 0.2866542 Jul 13 13:41:05.696779 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a2460b9-aa15-484b-80b1-79664d8c4f38 None None] Network 66c8c493-41b6-4904-b5f2-68e310de5f22 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:41:05.734571 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8e367306-94d1-4a83-93d3-2c2ccb0e9c58 req-f426e208-927d-4065-9c47-4ac6949e0266 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/security-groups?id=4f83e00a-e782-49e6-b944-d06b9e971cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723190 Jul 13 13:41:05.736855 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-501a1eab-9287-4fa4-9f83-0902967a8a1e tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Deleting port 51b0f046-d1b0-4e06-9b13-8610b066a4b7 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:41:05.736855 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-501a1eab-9287-4fa4-9f83-0902967a8a1e tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:05.767354 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-9e5f878d-f7db-4a83-a2f8-0c45884f3b6f None None] Provisioning for port 36e7e7d4-fb12-4771-a4b7-679f351aa14f completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:41:05.781075 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-9e5f878d-f7db-4a83-a2f8-0c45884f3b6f None None] Provisioning complete for port 36e7e7d4-fb12-4771-a4b7-679f351aa14f triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:41:05.781287 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9e5f878d-f7db-4a83-a2f8-0c45884f3b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:05.925653 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-526b33a7-b6f8-429c-ad27-07e159117fdc req-74546f7e-23e9-4c0c-87e1-40150865c3f2 tempest-ServerShowV254Test-440987843 tempest-ServerShowV254Test-440987843-project] 10.222.0.23 "GET /v2.0/ports?device_id=ed525821-5151-4ae8-a6da-855cecbd3fab HTTP/1.1" status: 200 len: 210 time: 0.0799921 Jul 13 13:41:05.981605 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-501a1eab-9287-4fa4-9f83-0902967a8a1e tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] For port 51b0f046-d1b0-4e06-9b13-8610b066a4b7, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=51b0f046-d1b0-4e06-9b13-8610b066a4b7,segment=NetworkSegment(ea5843e1-8e37-4cf1-8980-b1687fba59e8),segment_id=ea5843e1-8e37-4cf1-8980-b1687fba59e8)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:41:05.982522 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-501a1eab-9287-4fa4-9f83-0902967a8a1e tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:06.026922 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-501a1eab-9287-4fa4-9f83-0902967a8a1e tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Calling delete_port for 51b0f046-d1b0-4e06-9b13-8610b066a4b7 owned by network:dhcp {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:41:06.042046 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9e5f878d-f7db-4a83-a2f8-0c45884f3b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:06.087606 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7ff84f-f433-4932-9edc-6a89596da009 req-8a821e9d-a669-4191-96aa-d62283a27d55 tempest-LiveMigrationTest-1713788618 tempest-LiveMigrationTest-1713788618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:41:06.089520 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cd7ff84f-f433-4932-9edc-6a89596da009 req-8a821e9d-a669-4191-96aa-d62283a27d55 tempest-LiveMigrationTest-1713788618 tempest-LiveMigrationTest-1713788618-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=69b35cda-f215-4655-a2f4-9c066ffba9b2&tenant_id=7ec77ffc288b40b5a9663fa2e5a78733&binding%3Ahost_id=n-h2-800634-1 HTTP/1.1" status: 200 len: 1095 time: 1.1755102 Jul 13 13:41:06.101901 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-9e5f878d-f7db-4a83-a2f8-0c45884f3b6f None None] For port 36e7e7d4-fb12-4771-a4b7-679f351aa14f, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=36e7e7d4-fb12-4771-a4b7-679f351aa14f,segment=NetworkSegment(f414ccd5-e0c1-4e43-abd8-27c6097c2e09),segment_id=f414ccd5-e0c1-4e43-abd8-27c6097c2e09)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:41:06.109517 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2771c45-ebaf-4d41-942c-e305fba3c4f8 req-23448cc9-d5c9-4b98-b0d4-bd31c54883bc tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:41:06.112076 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9e5f878d-f7db-4a83-a2f8-0c45884f3b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:06.121089 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f2771c45-ebaf-4d41-942c-e305fba3c4f8 req-23448cc9-d5c9-4b98-b0d4-bd31c54883bc tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/ports?device_id=9348a07d-efb1-45bd-88b6-6ae187d131b2 HTTP/1.1" status: 200 len: 945 time: 1.0958116 Jul 13 13:41:06.196515 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-501a1eab-9287-4fa4-9f83-0902967a8a1e tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:06.256048 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501a1eab-9287-4fa4-9f83-0902967a8a1e tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] No DVR routers for this DVR port 51b0f046-d1b0-4e06-9b13-8610b066a4b7 on host n-d-800634-1 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:41:06.260136 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5f878d-f7db-4a83-a2f8-0c45884f3b6f None None] Pushing event updated for resources: {'Port': ['ID=36e7e7d4-fb12-4771-a4b7-679f351aa14f,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:06.270404 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501a1eab-9287-4fa4-9f83-0902967a8a1e tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Pushing event deleted for resources: {'Port': ['ID=51b0f046-d1b0-4e06-9b13-8610b066a4b7,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:06.291780 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f2771c45-ebaf-4d41-942c-e305fba3c4f8 req-2e0bf2ea-e70d-4834-8c03-215e08bc523b tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8450e8a-3ce6-4095-b6b4-37555b8042b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695447 Jul 13 13:41:06.320475 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-879e8df2-40fc-4d63-b410-cf9c1fd26885 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:06.444975 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-501a1eab-9287-4fa4-9f83-0902967a8a1e tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:06.463886 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-501a1eab-9287-4fa4-9f83-0902967a8a1e tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44cc0155-3c6e-4a52-a5b6-4d0c0da9888d']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:41:06.477782 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-501a1eab-9287-4fa4-9f83-0902967a8a1e tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea5843e1-8e37-4cf1-8980-b1687fba59e8') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:41:06.477782 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-501a1eab-9287-4fa4-9f83-0902967a8a1e tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea5843e1-8e37-4cf1-8980-b1687fba59e8') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:41:06.493452 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-501a1eab-9287-4fa4-9f83-0902967a8a1e tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6018464'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:06.509704 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-501a1eab-9287-4fa4-9f83-0902967a8a1e tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:06.518025 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-501a1eab-9287-4fa4-9f83-0902967a8a1e tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 13:41:06.518750 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-501a1eab-9287-4fa4-9f83-0902967a8a1e tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6018632'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:06.535948 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:41:06.535948 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:41:06.535948 n-d-800634-1 neutron-server[93751]: Traceback (most recent call last): Jul 13 13:41:06.535948 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 13:41:06.535948 n-d-800634-1 neutron-server[93751]: timer() Jul 13 13:41:06.535948 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 13:41:06.535948 n-d-800634-1 neutron-server[93751]: cb(*args, **kw) Jul 13 13:41:06.535948 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 13:41:06.535948 n-d-800634-1 neutron-server[93751]: return func(*args, **kwargs) Jul 13 13:41:06.535948 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 13:41:06.535948 n-d-800634-1 neutron-server[93751]: self._notify() Jul 13 13:41:06.535948 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 13:41:06.535948 n-d-800634-1 neutron-server[93751]: self.callback(batched_events) Jul 13 13:41:06.535948 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 13:41:06.535948 n-d-800634-1 neutron-server[93751]: event.method(event) Jul 13 13:41:06.535948 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 13:41:06.535948 n-d-800634-1 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 13:41:06.535948 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 13:41:06.535948 n-d-800634-1 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 13:41:06.535948 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 13:41:06.535948 n-d-800634-1 neutron-server[93751]: return f(self, *a, **k) Jul 13 13:41:06.535948 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 13:41:06.535948 n-d-800634-1 neutron-server[93751]: return self._get(url).json() Jul 13 13:41:06.535948 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 13:41:06.535948 n-d-800634-1 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 13:41:06.535948 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 13:41:06.535948 n-d-800634-1 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 13 13:41:06.535948 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 13:41:06.535948 n-d-800634-1 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 13:41:06.535948 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 13:41:06.535948 n-d-800634-1 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 13:41:06.535948 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 13:41:06.535948 n-d-800634-1 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 13:41:06.535948 n-d-800634-1 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 13:41:06.666958 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-bdd1abe9-96a5-4d09-9ada-fbe40ed20801 None None] Provisioning complete for port 36e7e7d4-fb12-4771-a4b7-679f351aa14f triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:41:06.667340 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-bdd1abe9-96a5-4d09-9ada-fbe40ed20801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:06.696912 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-cd7ff84f-f433-4932-9edc-6a89596da009 req-84cea053-6705-4ed7-a59b-52a9ae70d0b2 service neutron] For port f150ad68-169c-403e-9131-7c773a3c06b4, host n-h1-800634-1, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:41:06.704440 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-cd7ff84f-f433-4932-9edc-6a89596da009 req-84cea053-6705-4ed7-a59b-52a9ae70d0b2 service neutron] Notify callbacks [] for binding, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:06.707225 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cd7ff84f-f433-4932-9edc-6a89596da009 req-84cea053-6705-4ed7-a59b-52a9ae70d0b2 service neutron] 10.222.0.41 "DELETE /v2.0/ports/f150ad68-169c-403e-9131-7c773a3c06b4/bindings/n-h1-800634-1 HTTP/1.1" status: 204 len: 173 time: 0.5817909 Jul 13 13:41:06.720775 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b401ca52-b9a3-4a7a-9b89-cca71dd07ca8 req-c34169dc-029a-4a71-b8e1-229d2f7ed0db tempest-LiveMigrationTest-1713788618 tempest-LiveMigrationTest-1713788618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:41:06.722412 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b401ca52-b9a3-4a7a-9b89-cca71dd07ca8 req-c34169dc-029a-4a71-b8e1-229d2f7ed0db tempest-LiveMigrationTest-1713788618 tempest-LiveMigrationTest-1713788618-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=69b35cda-f215-4655-a2f4-9c066ffba9b2 HTTP/1.1" status: 200 len: 1095 time: 0.0999513 Jul 13 13:41:06.723047 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-501a1eab-9287-4fa4-9f83-0902967a8a1e tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:06.738330 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-501a1eab-9287-4fa4-9f83-0902967a8a1e tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:06.740324 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-501a1eab-9287-4fa4-9f83-0902967a8a1e tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] 10.222.0.23 "DELETE /v2.0/networks/44cc0155-3c6e-4a52-a5b6-4d0c0da9888d HTTP/1.1" status: 204 len: 168 time: 3.7185185 Jul 13 13:41:06.752326 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 32984) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:41:06.775917 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501a1eab-9287-4fa4-9f83-0902967a8a1e tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Pushing event deleted for resources: {'Network': ['ID=44cc0155-3c6e-4a52-a5b6-4d0c0da9888d,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:06.825599 n-d-800634-1 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c4b983c-c250-451f-b400-c776293ef8e7 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] GET failed (client error): The resource could not be found. Jul 13 13:41:06.829431 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-6c4b983c-c250-451f-b400-c776293ef8e7 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] 10.222.0.23 "GET /v2.0/subnets/f4efcf2d-1766-4383-9ccd-76dea2a26716 HTTP/1.1" status: 404 len: 337 time: 0.0702531 Jul 13 13:41:06.835399 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 32986) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:41:06.878534 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b401ca52-b9a3-4a7a-9b89-cca71dd07ca8 req-e3df07bc-2131-4ae9-9903-07923f390411 tempest-LiveMigrationTest-1713788618 tempest-LiveMigrationTest-1713788618-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=4f83e00a-e782-49e6-b944-d06b9e971cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369872 Jul 13 13:41:06.892744 n-d-800634-1 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-d079644f-5e3c-4052-90d4-5729c4692e0d tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] DELETE failed (client error): The resource could not be found. Jul 13 13:41:06.900519 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d079644f-5e3c-4052-90d4-5729c4692e0d tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93750) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 13:41:06.901152 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-bdd1abe9-96a5-4d09-9ada-fbe40ed20801 None None] Provisioning for port 27195499-99d2-42d7-85c0-6d1a2146c152 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:41:06.908583 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-bdd1abe9-96a5-4d09-9ada-fbe40ed20801 None None] Provisioning complete for port 27195499-99d2-42d7-85c0-6d1a2146c152 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:41:06.908963 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-bdd1abe9-96a5-4d09-9ada-fbe40ed20801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:06.925697 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-d079644f-5e3c-4052-90d4-5729c4692e0d tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] 10.222.0.23 "DELETE /v2.0/networks/44cc0155-3c6e-4a52-a5b6-4d0c0da9888d HTTP/1.1" status: 404 len: 339 time: 0.0871553 Jul 13 13:41:06.927569 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 32992) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:41:06.961908 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62714cda-ebf6-4567-b179-9108f8ae7387 None None] get_active_networks_info from n-d-800634-1 {{(pid=93752) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 13 13:41:07.034673 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-bdd1abe9-96a5-4d09-9ada-fbe40ed20801 None None] Port 27195499-99d2-42d7-85c0-6d1a2146c152 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:41:07.166899 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-879e8df2-40fc-4d63-b410-cf9c1fd26885 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:07.183295 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-879e8df2-40fc-4d63-b410-cf9c1fd26885 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:07.304402 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1e6da6b-664a-4bd8-9289-66473bf2f8a3 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:41:07.314399 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-a1e6da6b-664a-4bd8-9289-66473bf2f8a3 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3770478 Jul 13 13:41:07.315798 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 33004) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:41:07.411347 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d7963c-04cf-4b84-8448-2883a4af23cb req-b08a234a-0818-49e9-9e69-78d3f16af661 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:41:07.416807 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-836dc92b-ba0f-4b63-861e-9b40cf40cd46 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] 10.222.0.23 "GET /v2.0/subnets?network_id=acf968b8-c524-46a9-a20b-ad9667009130 HTTP/1.1" status: 200 len: 207 time: 0.0954051 Jul 13 13:41:07.419174 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 33010) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:41:07.424847 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-52d7963c-04cf-4b84-8448-2883a4af23cb req-b08a234a-0818-49e9-9e69-78d3f16af661 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/ports?device_id=9348a07d-efb1-45bd-88b6-6ae187d131b2 HTTP/1.1" status: 200 len: 945 time: 0.4167266 Jul 13 13:41:07.437202 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879e8df2-40fc-4d63-b410-cf9c1fd26885 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Pushing event updated for resources: {'Port': ['ID=27195499-99d2-42d7-85c0-6d1a2146c152,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:07.537486 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 36e7e7d4-fb12-4771-a4b7-679f351aa14f up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:41:07.594478 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-52d7963c-04cf-4b84-8448-2883a4af23cb req-97ac06cb-13ff-4f5c-a28d-9c0a525e54f3 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8450e8a-3ce6-4095-b6b4-37555b8042b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683125 Jul 13 13:41:07.634441 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-7ab171fc-d63b-40ea-afca-cab9b0ff79e9 None None] Provisioning complete for port 27195499-99d2-42d7-85c0-6d1a2146c152 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:41:07.635178 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-7ab171fc-d63b-40ea-afca-cab9b0ff79e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:07.637865 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62714cda-ebf6-4567-b179-9108f8ae7387 None None] Resources bound (agent type, host, resource id): {{(pid=93752) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 13 13:41:07.702075 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 36e7e7d4-fb12-4771-a4b7-679f351aa14f triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:41:07.702834 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:07.729143 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-7ab171fc-d63b-40ea-afca-cab9b0ff79e9 None None] Port 27195499-99d2-42d7-85c0-6d1a2146c152 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:41:07.795547 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-879e8df2-40fc-4d63-b410-cf9c1fd26885 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-450452'] for router_interface, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:08.150334 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d9056a39-c87a-4dd0-9e66-17daba0c1c01 req-bf4c9b46-f7bf-44c0-9a59-ddc0579526f5 tempest-ServerShowV254Test-440987843 tempest-ServerShowV254Test-440987843-project] 10.222.0.23 "GET /v2.0/ports?device_id=ed525821-5151-4ae8-a6da-855cecbd3fab HTTP/1.1" status: 200 len: 210 time: 0.4797161 Jul 13 13:41:08.187294 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-310c4ac8-da6b-4aee-8727-ac6fb0bafacc tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:41:08.192479 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-310c4ac8-da6b-4aee-8727-ac6fb0bafacc tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:41:08.198284 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-310c4ac8-da6b-4aee-8727-ac6fb0bafacc tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:41:08.204345 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-310c4ac8-da6b-4aee-8727-ac6fb0bafacc tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:41:08.210456 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-310c4ac8-da6b-4aee-8727-ac6fb0bafacc tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.7902515 Jul 13 13:41:08.211079 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 33026) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:41:08.250007 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-879e8df2-40fc-4d63-b410-cf9c1fd26885 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:08.319640 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c61126-1a29-482e-aef1-e2b80609cca3 req-fcbaa73c-e20a-465f-9441-6f5e83309820 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:41:08.321204 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-69c61126-1a29-482e-aef1-e2b80609cca3 req-fcbaa73c-e20a-465f-9441-6f5e83309820 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/ports?device_id=69b35cda-f215-4655-a2f4-9c066ffba9b2 HTTP/1.1" status: 200 len: 944 time: 0.2395873 Jul 13 13:41:08.337478 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa3d396-c316-4964-abba-bd2451902e1e req-0ae37979-95b2-481f-8538-fb52bd86d74e tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:41:08.345988 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2aa3d396-c316-4964-abba-bd2451902e1e req-0ae37979-95b2-481f-8538-fb52bd86d74e tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.41 "GET /v2.0/ports?device_id=69b35cda-f215-4655-a2f4-9c066ffba9b2 HTTP/1.1" status: 200 len: 944 time: 0.1678388 Jul 13 13:41:08.367869 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-8b2a84cc-bfbc-42bc-836e-6aece84c3951 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] 10.222.0.23 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.1556742 Jul 13 13:41:08.372232 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 33032) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:41:08.489437 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-de6285ce-0609-4876-aa9c-205be36ad8a4 req-0b611f7a-6d30-4576-8aec-62a33b0c1503 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ed525821-5151-4ae8-a6da-855cecbd3fab HTTP/1.1" status: 200 len: 210 time: 0.0457356 Jul 13 13:41:08.516255 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a4e63df-0ed8-4fa2-a639-331ce00f64d4 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:41:08.519007 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a4e63df-0ed8-4fa2-a639-331ce00f64d4 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:41:08.521286 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-4a4e63df-0ed8-4fa2-a639-331ce00f64d4 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1478157 Jul 13 13:41:08.524852 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 33036) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:41:08.556120 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-69c61126-1a29-482e-aef1-e2b80609cca3 req-e7bba1a1-e7a0-4e99-9cfc-1ab60b971ed6 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/security-groups?id=4f83e00a-e782-49e6-b944-d06b9e971cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995747 Jul 13 13:41:08.578969 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-d8c15db2-0d6d-4565-af2e-612bec432a2b None None] Provisioning complete for port 27195499-99d2-42d7-85c0-6d1a2146c152 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:41:08.580210 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d8c15db2-0d6d-4565-af2e-612bec432a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:08.593766 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-328b58cc-343b-41f5-957c-e21a63a4d952 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Attributes excluded by policy engine: ['shared'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:41:08.595202 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-328b58cc-343b-41f5-957c-e21a63a4d952 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Attributes excluded by policy engine: ['shared'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:41:08.597046 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-328b58cc-343b-41f5-957c-e21a63a4d952 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] 10.222.0.23 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0708749 Jul 13 13:41:08.600732 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 33038) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:41:08.639323 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-d8c15db2-0d6d-4565-af2e-612bec432a2b None None] Port 27195499-99d2-42d7-85c0-6d1a2146c152 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:41:08.660713 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-2aa3d396-c316-4964-abba-bd2451902e1e req-c78d5b7c-2e9b-4dfd-9b28-65808d73bd59 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Deleting port f150ad68-169c-403e-9131-7c773a3c06b4 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:41:08.661123 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-2aa3d396-c316-4964-abba-bd2451902e1e req-c78d5b7c-2e9b-4dfd-9b28-65808d73bd59 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:08.788502 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-230df87d-6eb7-4885-97d4-d56dc4319db4 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:41:08.789901 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-230df87d-6eb7-4885-97d4-d56dc4319db4 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] 10.222.0.23 "GET /v2.0/networks/b0300c70-9e49-485d-966f-9f0167ee49d0 HTTP/1.1" status: 200 len: 799 time: 0.1878738 Jul 13 13:41:08.794211 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 33044) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:41:08.810716 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-2aa3d396-c316-4964-abba-bd2451902e1e req-c78d5b7c-2e9b-4dfd-9b28-65808d73bd59 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] For port f150ad68-169c-403e-9131-7c773a3c06b4, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=f150ad68-169c-403e-9131-7c773a3c06b4,segment=NetworkSegment(f952029b-434e-49c6-8d96-f83b0194500d),segment_id=f952029b-434e-49c6-8d96-f83b0194500d)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:41:08.811090 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-2aa3d396-c316-4964-abba-bd2451902e1e req-c78d5b7c-2e9b-4dfd-9b28-65808d73bd59 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:08.814612 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-879e8df2-40fc-4d63-b410-cf9c1fd26885 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:08.821518 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-879e8df2-40fc-4d63-b410-cf9c1fd26885 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:08.822284 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-879e8df2-40fc-4d63-b410-cf9c1fd26885 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1785045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451806'] for router_interface, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:08.832872 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-2aa3d396-c316-4964-abba-bd2451902e1e req-c78d5b7c-2e9b-4dfd-9b28-65808d73bd59 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Calling delete_port for f150ad68-169c-403e-9131-7c773a3c06b4 owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:41:08.900686 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813587de-716b-42af-84cf-e53af79c725c req-ca0fbefa-238f-4f68-91f4-87402879879d tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:41:08.908617 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-813587de-716b-42af-84cf-e53af79c725c req-ca0fbefa-238f-4f68-91f4-87402879879d tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/ports?device_id=9348a07d-efb1-45bd-88b6-6ae187d131b2 HTTP/1.1" status: 200 len: 945 time: 0.1747229 Jul 13 13:41:08.956516 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-65ca3ac3-a46f-4cda-bb82-77705ecc12f7 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] 10.222.0.23 "GET /v2.0/networks/b0300c70-9e49-485d-966f-9f0167ee49d0?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.1611438 Jul 13 13:41:08.962042 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 33050) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:41:08.967048 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879e8df2-40fc-4d63-b410-cf9c1fd26885 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Pushing event updated for resources: {'Port': ['ID=27195499-99d2-42d7-85c0-6d1a2146c152,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:09.011645 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-813587de-716b-42af-84cf-e53af79c725c req-1effd272-7d75-4299-976a-68329825e3b4 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8450e8a-3ce6-4095-b6b4-37555b8042b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020534 Jul 13 13:41:09.035037 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-879e8df2-40fc-4d63-b410-cf9c1fd26885 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Network 66c8c493-41b6-4904-b5f2-68e310de5f22 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:41:09.044730 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-879e8df2-40fc-4d63-b410-cf9c1fd26885 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:41:09.062834 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0503ac5-6532-4c82-b40c-240b538ace27 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:41:09.064645 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-b0503ac5-6532-4c82-b40c-240b538ace27 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] 10.222.0.23 "GET /v2.0/subnets/ecd1e8d6-3015-4abc-bb77-2b1ab8c8f470 HTTP/1.1" status: 200 len: 811 time: 0.1016667 Jul 13 13:41:09.069151 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 33054) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:41:09.137749 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da04ab33-7e87-46d9-879c-3af360a6955a tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Attributes excluded by policy engine: ['shared'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:41:09.143467 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 33056) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:41:09.144464 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-da04ab33-7e87-46d9-879c-3af360a6955a tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] 10.222.0.23 "GET /v2.0/subnets/ecd1e8d6-3015-4abc-bb77-2b1ab8c8f470?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0741248 Jul 13 13:41:09.150660 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-eb3eb758-75a3-441f-a4e5-9ba283659614 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1368674686'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:41:09.218984 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-2aa3d396-c316-4964-abba-bd2451902e1e req-c78d5b7c-2e9b-4dfd-9b28-65808d73bd59 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:09.226088 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb3eb758-75a3-441f-a4e5-9ba283659614 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Made reservation on behalf of a3a55d0c2c5148168cd13a19132e8832 for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:41:09.229827 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-eb3eb758-75a3-441f-a4e5-9ba283659614 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:09.233312 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['751cfe8d-30a1-407a-bca8-4b83f6024a24', 'f150ad68-169c-403e-9131-7c773a3c06b4'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:41:09.289090 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78d5b7c-2e9b-4dfd-9b28-65808d73bd59 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Pushing event deleted for resources: {'Port': ['ID=f150ad68-169c-403e-9131-7c773a3c06b4,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:09.430848 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-dacbd25d-4a83-4093-b077-59eafab05ddd req-8e760578-ea7a-4adf-9783-14979c672f99 tempest-ServerShowV254Test-440987843 tempest-ServerShowV254Test-440987843-project] 10.222.0.23 "GET /v2.0/ports?device_id=ed525821-5151-4ae8-a6da-855cecbd3fab HTTP/1.1" status: 200 len: 210 time: 0.1003792 Jul 13 13:41:09.485613 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-2aa3d396-c316-4964-abba-bd2451902e1e req-c78d5b7c-2e9b-4dfd-9b28-65808d73bd59 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] No DVR routers for this DVR port f150ad68-169c-403e-9131-7c773a3c06b4 on host n-h2-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:41:09.493008 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-2aa3d396-c316-4964-abba-bd2451902e1e req-c78d5b7c-2e9b-4dfd-9b28-65808d73bd59 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:09.495185 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2aa3d396-c316-4964-abba-bd2451902e1e req-c78d5b7c-2e9b-4dfd-9b28-65808d73bd59 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.41 "DELETE /v2.0/ports/f150ad68-169c-403e-9131-7c773a3c06b4 HTTP/1.1" status: 204 len: 173 time: 1.1483524 Jul 13 13:41:09.502943 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb3eb758-75a3-441f-a4e5-9ba283659614 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 13:41:09.511181 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69b35cda-f215-4655-a2f4-9c066ffba9b2', 'name': 'network-vif-deleted', 'tag': 'f150ad68-169c-403e-9131-7c773a3c06b4'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:41:09.514732 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32e068fb-186c-4d57-b2c1-af6348f7a008" -d '{"events": [{"server_uuid": "69b35cda-f215-4655-a2f4-9c066ffba9b2", "name": "network-vif-deleted", "tag": "f150ad68-169c-403e-9131-7c773a3c06b4"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:41:09.520868 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-879e8df2-40fc-4d63-b410-cf9c1fd26885 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Router 395e6c7b-e12c-4f4d-9301-cbb09fef460d is scheduled to L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 with binding_index 1 {{(pid=93750) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 13:41:09.556357 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-eb3eb758-75a3-441f-a4e5-9ba283659614 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:09.556715 n-d-800634-1 neutron-server[93750]: INFO neutron.db.segments_db [None req-eb3eb758-75a3-441f-a4e5-9ba283659614 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Added segment 7bf032e8-59e3-4401-b3aa-b9b0affc1c49 of type vlan for network 387032f2-139c-4667-b84f-84019abad3cb Jul 13 13:41:09.588879 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-23edd099-21b9-4b79-be68-2bbf3c03fb10 None None] Provisioning complete for port 27195499-99d2-42d7-85c0-6d1a2146c152 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:41:09.589390 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-23edd099-21b9-4b79-be68-2bbf3c03fb10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:09.645425 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-23edd099-21b9-4b79-be68-2bbf3c03fb10 None None] Port 27195499-99d2-42d7-85c0-6d1a2146c152 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:41:09.701958 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5b2924-b535-4b5a-b54d-456ecbe55dc5 req-86317b96-65b4-4ff2-8960-3037904fa0a6 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:41:09.708992 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ba5b2924-b535-4b5a-b54d-456ecbe55dc5 req-86317b96-65b4-4ff2-8960-3037904fa0a6 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/ports?device_id=9348a07d-efb1-45bd-88b6-6ae187d131b2 HTTP/1.1" status: 200 len: 945 time: 0.1165354 Jul 13 13:41:09.725238 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7967168e-8d42-4f6a-9221-384ba2a542a7 x-openstack-request-id: req-7967168e-8d42-4f6a-9221-384ba2a542a7 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:41:09.725592 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69b35cda-f215-4655-a2f4-9c066ffba9b2", "name": "network-vif-deleted", "tag": "f150ad68-169c-403e-9131-7c773a3c06b4", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:41:09.725886 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7967168e-8d42-4f6a-9221-384ba2a542a7 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:41:09.726410 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69b35cda-f215-4655-a2f4-9c066ffba9b2', 'name': 'network-vif-deleted', 'tag': 'f150ad68-169c-403e-9131-7c773a3c06b4', 'status': 'completed', 'code': 200} Jul 13 13:41:09.751040 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ba5b2924-b535-4b5a-b54d-456ecbe55dc5 req-1031cc7a-8941-4538-818c-fb3d833004b9 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8450e8a-3ce6-4095-b6b4-37555b8042b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411615 Jul 13 13:41:09.811891 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-047388ee-6932-4f54-963b-e49637c5f376 req-3ddaa633-b80c-4343-855f-99318ad7737c tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/ports?device_id=69b35cda-f215-4655-a2f4-9c066ffba9b2 HTTP/1.1" status: 200 len: 210 time: 0.0571735 Jul 13 13:41:09.816123 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-879e8df2-40fc-4d63-b410-cf9c1fd26885 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:41:09.819552 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-eb3eb758-75a3-441f-a4e5-9ba283659614 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:09.827899 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab51cd09-ac99-4151-b954-e31d6aa6865c None None] Sync routers for ids ['395e6c7b-e12c-4f4d-9301-cbb09fef460d'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:41:09.841310 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-879e8df2-40fc-4d63-b410-cf9c1fd26885 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] 10.222.0.23 "PUT /v2.0/routers/395e6c7b-e12c-4f4d-9301-cbb09fef460d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2439675 Jul 13 13:41:09.841500 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 33072) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:41:09.841992 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab51cd09-ac99-4151-b954-e31d6aa6865c None None] Routers {'395e6c7b-e12c-4f4d-9301-cbb09fef460d'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:41:09.842353 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-ab51cd09-ac99-4151-b954-e31d6aa6865c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:40:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['395e6c7b-e12c-4f4d-9301-cbb09fef460d'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:41:09.878632 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-ab51cd09-ac99-4151-b954-e31d6aa6865c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:41:09.883778 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-eb3eb758-75a3-441f-a4e5-9ba283659614 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:09.888967 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab51cd09-ac99-4151-b954-e31d6aa6865c None None] Routers {'395e6c7b-e12c-4f4d-9301-cbb09fef460d'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:41:09.889831 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-ab51cd09-ac99-4151-b954-e31d6aa6865c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:40:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['395e6c7b-e12c-4f4d-9301-cbb09fef460d'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:41:09.895965 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb3eb758-75a3-441f-a4e5-9ba283659614 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:41:09.896941 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-eb3eb758-75a3-441f-a4e5-9ba283659614 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:09.925335 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-ab51cd09-ac99-4151-b954-e31d6aa6865c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:41:09.926040 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab51cd09-ac99-4151-b954-e31d6aa6865c None None] The sync data for ids ['395e6c7b-e12c-4f4d-9301-cbb09fef460d'] in n-d-800634-1 is: [] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:41:09.941522 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d5d909-db9a-474f-847b-772709914e37 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:41:09.943143 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-e5d5d909-db9a-474f-847b-772709914e37 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] 10.222.0.23 "GET /v2.0/ports/27195499-99d2-42d7-85c0-6d1a2146c152 HTTP/1.1" status: 200 len: 984 time: 0.1023731 Jul 13 13:41:09.946030 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 33074) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:41:09.978006 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-eb3eb758-75a3-441f-a4e5-9ba283659614 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8334126 Jul 13 13:41:09.978994 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 33076) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:41:09.987102 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 33078) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:41:09.988275 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-6ccda66d-82e9-4c7d-a2bb-033baf1cb4c4 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Request body: {'subnet': {'network_id': '387032f2-139c-4667-b84f-84019abad3cb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:41:10.071986 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3eb758-75a3-441f-a4e5-9ba283659614 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Pushing event updated for resources: {'Network': ['ID=387032f2-139c-4667-b84f-84019abad3cb,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:10.085183 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network 387032f2-139c-4667-b84f-84019abad3cb details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 13:41:10.114225 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ccda66d-82e9-4c7d-a2bb-033baf1cb4c4 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Made reservation on behalf of a3a55d0c2c5148168cd13a19132e8832 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:41:10.120077 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6ccda66d-82e9-4c7d-a2bb-033baf1cb4c4 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4763385'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:10.209029 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2f1cb290-e5e0-40b3-89f9-0e90179dd90e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:10.225317 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.ipam_backend_mixin [None req-6ccda66d-82e9-4c7d-a2bb-033baf1cb4c4 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Performing IP validity checks on allocation pools {{(pid=93750) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 13 13:41:10.225915 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.ipam_backend_mixin [None req-6ccda66d-82e9-4c7d-a2bb-033baf1cb4c4 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93750) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 13 13:41:10.373464 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6ccda66d-82e9-4c7d-a2bb-033baf1cb4c4 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5970588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4763339'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:10.445799 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccda66d-82e9-4c7d-a2bb-033baf1cb4c4 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Pushing event updated for resources: {'Subnet': ['ID=d9953f66-1dcd-4fa3-90b4-112ccf21776a,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:10.447075 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2f1cb290-e5e0-40b3-89f9-0e90179dd90e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:10.459488 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ccda66d-82e9-4c7d-a2bb-033baf1cb4c4 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Checking segment: {'id': '7bf032e8-59e3-4401-b3aa-b9b0affc1c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '387032f2-139c-4667-b84f-84019abad3cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:41:10.459488 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ccda66d-82e9-4c7d-a2bb-033baf1cb4c4 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Network hostable DHCP agents. Network: 387032f2-139c-4667-b84f-84019abad3cb, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 13:41:10.467375 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2f1cb290-e5e0-40b3-89f9-0e90179dd90e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:10.478453 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ccda66d-82e9-4c7d-a2bb-033baf1cb4c4 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Network 387032f2-139c-4667-b84f-84019abad3cb is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 13:41:10.489096 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-6ccda66d-82e9-4c7d-a2bb-033baf1cb4c4 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, 387032f2-139c-4667-b84f-84019abad3cb) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:41:10.498399 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ccda66d-82e9-4c7d-a2bb-033baf1cb4c4 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:41:10.499060 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6ccda66d-82e9-4c7d-a2bb-033baf1cb4c4 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:10.500081 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3779676b-6b0a-48ce-9888-de20c5e030c0 None None] Network 387032f2-139c-4667-b84f-84019abad3cb requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:41:10.520215 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-6ccda66d-82e9-4c7d-a2bb-033baf1cb4c4 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.5342045 Jul 13 13:41:10.520374 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 13:41:10.520790 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 33086) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:41:10.528510 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-eb00bf03-451a-423e-a5ee-31ac90e20345 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:41:10.584441 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-2f1cb290-e5e0-40b3-89f9-0e90179dd90e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2a5ba17f2b4e423eae60e686765b1306&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5962472 Jul 13 13:41:10.588253 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1cb290-e5e0-40b3-89f9-0e90179dd90e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c0225df-c195-4945-b977-df427e6f8515,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:10.591465 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 33090) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:41:10.598525 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b1735f7a-bbea-449f-8c1e-8d57be931dd6 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451695'] for router_interface, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:10.645695 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e9a8046a-076c-40a0-8e2b-fbcd0200c7b9 req-36202278-2a12-4ba7-a208-a8dde702ac23 tempest-ServerShowV254Test-440987843 tempest-ServerShowV254Test-440987843-project] 10.222.0.23 "GET /v2.0/ports?device_id=ed525821-5151-4ae8-a6da-855cecbd3fab HTTP/1.1" status: 200 len: 210 time: 0.0445380 Jul 13 13:41:10.793234 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-eb00bf03-451a-423e-a5ee-31ac90e20345 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4763378'] for subnet, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:10.795774 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b95d18f9-b522-4625-8304-876659ff1ab1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:10.806636 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a477f4-fafc-42da-9434-3681146dc6e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a7201e1-61ce-5a3e-b7f7-e800379ed03b-387032f2-139c-4667-b84f-84019abad3cb', 'network_id': '387032f2-139c-4667-b84f-84019abad3cb', 'tenant_id': 'a3a55d0c2c5148168cd13a19132e8832', 'fixed_ips': [{'subnet_id': 'd9953f66-1dcd-4fa3-90b4-112ccf21776a'}]}} from n-d-800634-1. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 13:41:10.807503 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-67a477f4-fafc-42da-9434-3681146dc6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:10.872765 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b95d18f9-b522-4625-8304-876659ff1ab1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:10.959565 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b95d18f9-b522-4625-8304-876659ff1ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:10.962347 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b95d18f9-b522-4625-8304-876659ff1ab1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:10.963551 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-b95d18f9-b522-4625-8304-876659ff1ab1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7c0225df-c195-4945-b977-df427e6f8515 HTTP/1.1" status: 204 len: 168 time: 0.3705568 Jul 13 13:41:10.975825 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95d18f9-b522-4625-8304-876659ff1ab1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c0225df-c195-4945-b977-df427e6f8515,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:10.998829 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-b1735f7a-bbea-449f-8c1e-8d57be931dd6 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Deleting port 27195499-99d2-42d7-85c0-6d1a2146c152 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:41:10.999340 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b1735f7a-bbea-449f-8c1e-8d57be931dd6 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:11.047683 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.db.api [None req-67a477f4-fafc-42da-9434-3681146dc6e2 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 13 13:41:11.047683 n-d-800634-1 neutron-server[93752]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Jul 13 13:41:11.047683 n-d-800634-1 neutron-server[93752]: [parameters: {'in_use': 1, 'id_1': 'd9953f66-1dcd-4fa3-90b4-112ccf21776a'}] Jul 13 13:41:11.047683 n-d-800634-1 neutron-server[93752]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93752) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 13:41:11.048671 n-d-800634-1 neutron-server[93752]: DEBUG oslo_db.api [None req-67a477f4-fafc-42da-9434-3681146dc6e2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 13:41:11.109202 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485ed45d-2b53-487c-8ea7-58d24363268c req-a1091c0a-9188-44ad-b052-10e5954a9079 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:41:11.111148 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-485ed45d-2b53-487c-8ea7-58d24363268c req-a1091c0a-9188-44ad-b052-10e5954a9079 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.41 "GET /v2.0/ports?device_id=9348a07d-efb1-45bd-88b6-6ae187d131b2 HTTP/1.1" status: 200 len: 945 time: 0.1639392 Jul 13 13:41:11.145571 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b1735f7a-bbea-449f-8c1e-8d57be931dd6 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:11.164999 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913dd1e5-8e6e-4fa2-847d-40f17553bbdc req-5f6892b7-a40e-425b-aafe-8cd02ae92d87 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:41:11.166702 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-913dd1e5-8e6e-4fa2-847d-40f17553bbdc req-5f6892b7-a40e-425b-aafe-8cd02ae92d87 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/ports?device_id=9348a07d-efb1-45bd-88b6-6ae187d131b2 HTTP/1.1" status: 200 len: 945 time: 0.1515102 Jul 13 13:41:11.173303 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-b1735f7a-bbea-449f-8c1e-8d57be931dd6 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Calling delete_port for 27195499-99d2-42d7-85c0-6d1a2146c152 owned by network:router_interface {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:41:11.254396 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-913dd1e5-8e6e-4fa2-847d-40f17553bbdc req-824c16cc-f8e1-4088-b999-3e4928558808 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8450e8a-3ce6-4095-b6b4-37555b8042b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788150 Jul 13 13:41:11.282168 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-eb00bf03-451a-423e-a5ee-31ac90e20345 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8787164375278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5970506'] for subnet, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:11.400048 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb00bf03-451a-423e-a5ee-31ac90e20345 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Pushing event updated for resources: {'Subnet': ['ID=d9953f66-1dcd-4fa3-90b4-112ccf21776a,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:11.454486 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b1735f7a-bbea-449f-8c1e-8d57be931dd6 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:11.464077 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb00bf03-451a-423e-a5ee-31ac90e20345 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:41:11.466306 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-eb00bf03-451a-423e-a5ee-31ac90e20345 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:11.469001 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-eb00bf03-451a-423e-a5ee-31ac90e20345 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] 10.222.0.23 "PUT /v2.0/subnets/d9953f66-1dcd-4fa3-90b4-112ccf21776a HTTP/1.1" status: 200 len: 877 time: 0.9470170 Jul 13 13:41:11.481976 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 33106) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:41:11.482297 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 33108) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:41:11.513952 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1735f7a-bbea-449f-8c1e-8d57be931dd6 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Pushing event deleted for resources: {'Port': ['ID=27195499-99d2-42d7-85c0-6d1a2146c152,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:11.546052 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d683c286-6e63-41b5-8aec-25fb73383392 req-0b1451a1-9f36-4473-8c46-bf5edc630597 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/ports?device_id=69b35cda-f215-4655-a2f4-9c066ffba9b2 HTTP/1.1" status: 200 len: 210 time: 0.0755019 Jul 13 13:41:11.549653 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-67a477f4-fafc-42da-9434-3681146dc6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:11.575941 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a690f972-8d8b-47b9-ba39-a1f05f40106d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:11.686916 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a690f972-8d8b-47b9-ba39-a1f05f40106d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:11.702956 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a690f972-8d8b-47b9-ba39-a1f05f40106d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:11.710343 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-485ed45d-2b53-487c-8ea7-58d24363268c req-3ac7591f-5164-41ef-9655-276fa5def9b2 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Deleting port 34ca3b7c-ab32-491f-a949-e6dc8e7c893d {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:41:11.710846 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-485ed45d-2b53-487c-8ea7-58d24363268c req-3ac7591f-5164-41ef-9655-276fa5def9b2 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:11.775601 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b1735f7a-bbea-449f-8c1e-8d57be931dd6 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1785036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452491'] for router_interface, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:11.874972 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-485ed45d-2b53-487c-8ea7-58d24363268c req-3ac7591f-5164-41ef-9655-276fa5def9b2 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] For port 34ca3b7c-ab32-491f-a949-e6dc8e7c893d, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=34ca3b7c-ab32-491f-a949-e6dc8e7c893d,segment=NetworkSegment(8ca861d2-7f67-42e9-b790-b2afeca7fd40),segment_id=8ca861d2-7f67-42e9-b790-b2afeca7fd40)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:41:11.875432 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-485ed45d-2b53-487c-8ea7-58d24363268c req-3ac7591f-5164-41ef-9655-276fa5def9b2 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:11.889970 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-67a477f4-fafc-42da-9434-3681146dc6e2 None None] Allocated IP 172.20.0.3 (387032f2-139c-4667-b84f-84019abad3cb/d9953f66-1dcd-4fa3-90b4-112ccf21776a/b4f12cea-d627-4afe-862b-c586a17ee0b2) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:41:12.010287 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1735f7a-bbea-449f-8c1e-8d57be931dd6 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Router 395e6c7b-e12c-4f4d-9301-cbb09fef460d has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 13:41:12.099519 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-67a477f4-fafc-42da-9434-3681146dc6e2 None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:12.108127 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1735f7a-bbea-449f-8c1e-8d57be931dd6 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:41:12.117230 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device f150ad68-169c-403e-9131-7c773a3c06b4 no longer exists at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:41:12.121569 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-b1735f7a-bbea-449f-8c1e-8d57be931dd6 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] 10.222.0.23 "PUT /v2.0/routers/395e6c7b-e12c-4f4d-9301-cbb09fef460d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1710372 Jul 13 13:41:12.121727 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9017ad-0571-4e6e-a992-7909b9977406 None None] Sync routers for ids ['395e6c7b-e12c-4f4d-9301-cbb09fef460d'] in n-d-800634-1 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:41:12.122657 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 33120) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:41:12.123884 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-67a477f4-fafc-42da-9434-3681146dc6e2 None None] Transition to ACTIVE for port object b4f12cea-d627-4afe-862b-c586a17ee0b2 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:41:12.138444 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9017ad-0571-4e6e-a992-7909b9977406 None None] Routers {'395e6c7b-e12c-4f4d-9301-cbb09fef460d'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:41:12.140118 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-7f9017ad-0571-4e6e-a992-7909b9977406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:40:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['395e6c7b-e12c-4f4d-9301-cbb09fef460d'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:41:12.151832 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] No Port match for: f150ad68-169c-403e-9131-7c773a3c06b4 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:41:12.152809 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device f150ad68-169c-403e-9131-7c773a3c06b4 not bound to the agent host n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:41:12.167260 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-67a477f4-fafc-42da-9434-3681146dc6e2 None None] Transition to ACTIVE for port object b4f12cea-d627-4afe-862b-c586a17ee0b2 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:41:12.182754 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-67a477f4-fafc-42da-9434-3681146dc6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:12.221689 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-7f9017ad-0571-4e6e-a992-7909b9977406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:41:12.240484 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a477f4-fafc-42da-9434-3681146dc6e2 None None] Pushing event updated for resources: {'Port': ['ID=b4f12cea-d627-4afe-862b-c586a17ee0b2,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:12.244817 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9017ad-0571-4e6e-a992-7909b9977406 None None] Routers {'395e6c7b-e12c-4f4d-9301-cbb09fef460d'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:41:12.246940 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-7f9017ad-0571-4e6e-a992-7909b9977406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:40:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['395e6c7b-e12c-4f4d-9301-cbb09fef460d'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:41:12.255095 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a477f4-fafc-42da-9434-3681146dc6e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:41:12.255900 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a477f4-fafc-42da-9434-3681146dc6e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:41:12.256604 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a477f4-fafc-42da-9434-3681146dc6e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:41:12.257273 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a477f4-fafc-42da-9434-3681146dc6e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:41:12.257881 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a477f4-fafc-42da-9434-3681146dc6e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:41:12.258259 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a477f4-fafc-42da-9434-3681146dc6e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:41:12.258652 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a477f4-fafc-42da-9434-3681146dc6e2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:41:12.258992 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a477f4-fafc-42da-9434-3681146dc6e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:41:12.259329 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a477f4-fafc-42da-9434-3681146dc6e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:41:12.259746 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a477f4-fafc-42da-9434-3681146dc6e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:41:12.260089 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a477f4-fafc-42da-9434-3681146dc6e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:41:12.260476 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a477f4-fafc-42da-9434-3681146dc6e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:41:12.278249 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a477f4-fafc-42da-9434-3681146dc6e2 None None] Network 387032f2-139c-4667-b84f-84019abad3cb is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:41:12.280088 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-67a477f4-fafc-42da-9434-3681146dc6e2 None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:41:12.285255 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a477f4-fafc-42da-9434-3681146dc6e2 None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:41:12.332635 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-7f9017ad-0571-4e6e-a992-7909b9977406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:41:12.337406 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9017ad-0571-4e6e-a992-7909b9977406 None None] The sync data for ids ['395e6c7b-e12c-4f4d-9301-cbb09fef460d'] in n-d-800634-1 is: [] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:41:12.395840 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-67a477f4-fafc-42da-9434-3681146dc6e2 None None] Attempting to bind port b4f12cea-d627-4afe-862b-c586a17ee0b2 on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:41:12.396250 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-67a477f4-fafc-42da-9434-3681146dc6e2 None None] Attempting to bind port b4f12cea-d627-4afe-862b-c586a17ee0b2 by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '7bf032e8-59e3-4401-b3aa-b9b0affc1c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '387032f2-139c-4667-b84f-84019abad3cb'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:41:12.396614 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a477f4-fafc-42da-9434-3681146dc6e2 None None] Attempting to bind port b4f12cea-d627-4afe-862b-c586a17ee0b2 on network 387032f2-139c-4667-b84f-84019abad3cb {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:41:12.402696 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a477f4-fafc-42da-9434-3681146dc6e2 None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 40, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:41:12.403306 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a477f4-fafc-42da-9434-3681146dc6e2 None None] Checking segment: {'id': '7bf032e8-59e3-4401-b3aa-b9b0affc1c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '387032f2-139c-4667-b84f-84019abad3cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:41:12.403752 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-67a477f4-fafc-42da-9434-3681146dc6e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:12.404150 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a477f4-fafc-42da-9434-3681146dc6e2 None None] Bound using segment: {'id': '7bf032e8-59e3-4401-b3aa-b9b0affc1c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '387032f2-139c-4667-b84f-84019abad3cb'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:41:12.404625 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-67a477f4-fafc-42da-9434-3681146dc6e2 None None] Bound port: b4f12cea-d627-4afe-862b-c586a17ee0b2, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bf032e8-59e3-4401-b3aa-b9b0affc1c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '387032f2-139c-4667-b84f-84019abad3cb'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:41:12.405163 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-67a477f4-fafc-42da-9434-3681146dc6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:12.451871 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-485ed45d-2b53-487c-8ea7-58d24363268c req-3ac7591f-5164-41ef-9655-276fa5def9b2 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Calling delete_port for 34ca3b7c-ab32-491f-a949-e6dc8e7c893d owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:41:12.476339 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-67a477f4-fafc-42da-9434-3681146dc6e2 None None] For port b4f12cea-d627-4afe-862b-c586a17ee0b2, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:41:12.479822 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-67a477f4-fafc-42da-9434-3681146dc6e2 None None] For port b4f12cea-d627-4afe-862b-c586a17ee0b2, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=b4f12cea-d627-4afe-862b-c586a17ee0b2,segment=NetworkSegment(7bf032e8-59e3-4401-b3aa-b9b0affc1c49),segment_id=7bf032e8-59e3-4401-b3aa-b9b0affc1c49)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:41:12.484198 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-67a477f4-fafc-42da-9434-3681146dc6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:12.486364 n-d-800634-1 neutron-server[93751]: INFO neutron.api.v2.resource [None req-37f52a77-6cab-47d8-83f8-a3f1bc7e5724 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] remove_router_interface failed (client error): The resource could not be found. Jul 13 13:41:12.490265 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-37f52a77-6cab-47d8-83f8-a3f1bc7e5724 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] 10.222.0.23 "PUT /v2.0/routers/395e6c7b-e12c-4f4d-9301-cbb09fef460d/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3664415 Jul 13 13:41:12.490832 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 33126) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:41:12.550330 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a477f4-fafc-42da-9434-3681146dc6e2 None None] Pushing event updated for resources: {'Port': ['ID=b4f12cea-d627-4afe-862b-c586a17ee0b2,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:12.571082 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-fe9601de-05e9-4817-abd9-31e08d73e20d tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] 10.222.0.23 "GET /v2.0/ports?device_id=395e6c7b-e12c-4f4d-9301-cbb09fef460d HTTP/1.1" status: 200 len: 205 time: 0.0757730 Jul 13 13:41:12.572251 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 33128) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:41:12.576787 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d0f1d8f1-7238-454c-981b-b7e78107e595 req-64a80752-ac15-4bae-88fd-9a66fd77dec7 tempest-ServerShowV254Test-440987843 tempest-ServerShowV254Test-440987843-project] 10.222.0.23 "GET /v2.0/ports?device_id=ed525821-5151-4ae8-a6da-855cecbd3fab HTTP/1.1" status: 200 len: 210 time: 0.0815680 Jul 13 13:41:12.615377 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-a690f972-8d8b-47b9-ba39-a1f05f40106d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3ceea653b59c49b48719a76615deb319&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1248376 Jul 13 13:41:12.616284 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a690f972-8d8b-47b9-ba39-a1f05f40106d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be32d431-4a66-458e-928e-8e33b28e930e,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:12.625457 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 33134) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:41:12.659884 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e504bf1d-4e20-4fc8-8205-8101d47e7135 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks [] for router, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:12.669294 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-36d63d0c-e018-4550-9580-f4381535ee6c tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:12.776943 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3767f18d-eb9b-4d23-8fa7-d870ce808f8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:12.844836 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3767f18d-eb9b-4d23-8fa7-d870ce808f8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:12.954145 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-485ed45d-2b53-487c-8ea7-58d24363268c req-3ac7591f-5164-41ef-9655-276fa5def9b2 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:12.967114 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['34ca3b7c-ab32-491f-a949-e6dc8e7c893d'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:41:13.066368 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-36d63d0c-e018-4550-9580-f4381535ee6c tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Deleting port b4f12cea-d627-4afe-862b-c586a17ee0b2 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:41:13.066748 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-36d63d0c-e018-4550-9580-f4381535ee6c tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:13.093069 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac7591f-5164-41ef-9655-276fa5def9b2 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Pushing event deleted for resources: {'Port': ['ID=34ca3b7c-ab32-491f-a949-e6dc8e7c893d,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:13.099902 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3767f18d-eb9b-4d23-8fa7-d870ce808f8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:13.102490 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3767f18d-eb9b-4d23-8fa7-d870ce808f8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:13.103587 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-3767f18d-eb9b-4d23-8fa7-d870ce808f8d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/be32d431-4a66-458e-928e-8e33b28e930e HTTP/1.1" status: 204 len: 168 time: 0.4770222 Jul 13 13:41:13.128506 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-68d17e5c-94df-4d18-8a5e-277cd5f5a1db req-cdb08550-3a4c-4f7b-b680-b96b0237a0c7 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/ports?device_id=69b35cda-f215-4655-a2f4-9c066ffba9b2 HTTP/1.1" status: 200 len: 210 time: 0.0786426 Jul 13 13:41:13.147279 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-485ed45d-2b53-487c-8ea7-58d24363268c req-3ac7591f-5164-41ef-9655-276fa5def9b2 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] No DVR routers for this DVR port 34ca3b7c-ab32-491f-a949-e6dc8e7c893d on host n-h2-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:41:13.186680 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-485ed45d-2b53-487c-8ea7-58d24363268c req-3ac7591f-5164-41ef-9655-276fa5def9b2 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:13.188442 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-485ed45d-2b53-487c-8ea7-58d24363268c req-3ac7591f-5164-41ef-9655-276fa5def9b2 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.41 "DELETE /v2.0/ports/34ca3b7c-ab32-491f-a949-e6dc8e7c893d HTTP/1.1" status: 204 len: 173 time: 2.0694253 Jul 13 13:41:13.190475 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9348a07d-efb1-45bd-88b6-6ae187d131b2', 'name': 'network-vif-deleted', 'tag': '34ca3b7c-ab32-491f-a949-e6dc8e7c893d'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:41:13.193604 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-634b788c-2454-4063-acd7-5dba5158a053" -d '{"events": [{"server_uuid": "9348a07d-efb1-45bd-88b6-6ae187d131b2", "name": "network-vif-deleted", "tag": "34ca3b7c-ab32-491f-a949-e6dc8e7c893d"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:41:13.198828 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3767f18d-eb9b-4d23-8fa7-d870ce808f8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be32d431-4a66-458e-928e-8e33b28e930e,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:13.311337 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-36d63d0c-e018-4550-9580-f4381535ee6c tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] For port b4f12cea-d627-4afe-862b-c586a17ee0b2, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=b4f12cea-d627-4afe-862b-c586a17ee0b2,segment=NetworkSegment(7bf032e8-59e3-4401-b3aa-b9b0affc1c49),segment_id=7bf032e8-59e3-4401-b3aa-b9b0affc1c49)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:41:13.311717 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-36d63d0c-e018-4550-9580-f4381535ee6c tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:13.345782 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-36d63d0c-e018-4550-9580-f4381535ee6c tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Calling delete_port for b4f12cea-d627-4afe-862b-c586a17ee0b2 owned by network:dhcp {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:41:13.363408 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a254311-499b-4cea-8755-5c873224538d req-8561b190-46bb-4b69-823b-f18933c743b5 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:41:13.375279 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2a254311-499b-4cea-8755-5c873224538d req-8561b190-46bb-4b69-823b-f18933c743b5 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/ports?device_id=9348a07d-efb1-45bd-88b6-6ae187d131b2 HTTP/1.1" status: 200 len: 867 time: 0.8832147 Jul 13 13:41:13.407614 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e504bf1d-4e20-4fc8-8205-8101d47e7135 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1591938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2696'] for router, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:13.425575 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e504bf1d-4e20-4fc8-8205-8101d47e7135 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:13.440193 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1bacd05-041f-4622-8832-635af6cfafa6 x-openstack-request-id: req-a1bacd05-041f-4622-8832-635af6cfafa6 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:41:13.440515 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9348a07d-efb1-45bd-88b6-6ae187d131b2", "name": "network-vif-deleted", "tag": "34ca3b7c-ab32-491f-a949-e6dc8e7c893d", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:41:13.440771 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a1bacd05-041f-4622-8832-635af6cfafa6 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:41:13.441195 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9348a07d-efb1-45bd-88b6-6ae187d131b2', 'name': 'network-vif-deleted', 'tag': '34ca3b7c-ab32-491f-a949-e6dc8e7c893d', 'status': 'completed', 'code': 200} Jul 13 13:41:13.504952 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2a254311-499b-4cea-8755-5c873224538d req-771a9dd8-2948-4c6a-975d-bcc3cbcba4a1 tempest-DeleteServersTestJSON-1403322405 tempest-DeleteServersTestJSON-1403322405-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8450e8a-3ce6-4095-b6b4-37555b8042b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288118 Jul 13 13:41:13.516867 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e504bf1d-4e20-4fc8-8205-8101d47e7135 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593106'] for router, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:13.517768 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e504bf1d-4e20-4fc8-8205-8101d47e7135 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Fanout notify agent at l3_agent the message router_deleted on router 395e6c7b-e12c-4f4d-9301-cbb09fef460d {{(pid=93751) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 13:41:13.526884 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e504bf1d-4e20-4fc8-8205-8101d47e7135 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:13.529046 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-e504bf1d-4e20-4fc8-8205-8101d47e7135 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] 10.222.0.23 "DELETE /v2.0/routers/395e6c7b-e12c-4f4d-9301-cbb09fef460d HTTP/1.1" status: 204 len: 168 time: 0.9561722 Jul 13 13:41:13.532162 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 33148) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:41:13.548658 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device b4f12cea-d627-4afe-862b-c586a17ee0b2 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:41:13.718761 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-dafc3ede-c2bb-43f6-bc3d-fec2c8fb760b tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Deleting subnet e3a4d047-1487-4687-8348-43755f964cb6 {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 13:41:13.735356 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-dafc3ede-c2bb-43f6-bc3d-fec2c8fb760b tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:13.754845 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port b4f12cea-d627-4afe-862b-c586a17ee0b2 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:41:13.759789 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port b4f12cea-d627-4afe-862b-c586a17ee0b2 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:41:13.760359 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:13.793891 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Port b4f12cea-d627-4afe-862b-c586a17ee0b2 was deleted so its status cannot be updated. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 13 13:41:13.820828 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-36d63d0c-e018-4550-9580-f4381535ee6c tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:13.972393 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-965fdcb0-97a8-490b-b42b-0de5309308fe req-134a6a70-de14-4a1b-bbe7-38e1a2919665 tempest-ServerShowV254Test-440987843 tempest-ServerShowV254Test-440987843-project] 10.222.0.23 "GET /v2.0/ports?device_id=ed525821-5151-4ae8-a6da-855cecbd3fab HTTP/1.1" status: 200 len: 210 time: 0.1303806 Jul 13 13:41:13.973486 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d63d0c-e018-4550-9580-f4381535ee6c tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Pushing event deleted for resources: {'Port': ['ID=b4f12cea-d627-4afe-862b-c586a17ee0b2,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:14.032064 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d63d0c-e018-4550-9580-f4381535ee6c tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] No DVR routers for this DVR port b4f12cea-d627-4afe-862b-c586a17ee0b2 on host n-d-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:41:14.036579 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-dafc3ede-c2bb-43f6-bc3d-fec2c8fb760b tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5431723'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:14.092467 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4042d7f3-86fb-4ddf-b642-b31a090f7b4c None None] Network 387032f2-139c-4667-b84f-84019abad3cb requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:41:14.128982 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-36d63d0c-e018-4550-9580-f4381535ee6c tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:14.229224 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-f86dd575-d381-401a-88a9-368b566e19f8 None None] Could not find standard attr ID for object b4f12cea-d627-4afe-862b-c586a17ee0b2. {{(pid=93752) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 13:41:14.245564 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-dafc3ede-c2bb-43f6-bc3d-fec2c8fb760b tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:14.318000 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-36d63d0c-e018-4550-9580-f4381535ee6c tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5970525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4763356'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:14.358062 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d63d0c-e018-4550-9580-f4381535ee6c tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Pushing event deleted for resources: {'Subnet': ['ID=d9953f66-1dcd-4fa3-90b4-112ccf21776a,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:14.390764 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-dafc3ede-c2bb-43f6-bc3d-fec2c8fb760b tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5970525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4763356'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:14.481384 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-311d4632-7436-424d-a056-d8b5db5faa79 req-5ef31d73-93be-48a4-990d-f4516c708fdb tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/ports?device_id=69b35cda-f215-4655-a2f4-9c066ffba9b2 HTTP/1.1" status: 200 len: 210 time: 0.0639739 Jul 13 13:41:14.517291 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafc3ede-c2bb-43f6-bc3d-fec2c8fb760b tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Pushing event deleted for resources: {'Subnet': ['ID=e3a4d047-1487-4687-8348-43755f964cb6,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:14.524554 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-dafc3ede-c2bb-43f6-bc3d-fec2c8fb760b tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:14.530277 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 33176) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:41:14.531087 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-dafc3ede-c2bb-43f6-bc3d-fec2c8fb760b tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] 10.222.0.23 "DELETE /v2.0/subnets/e3a4d047-1487-4687-8348-43755f964cb6 HTTP/1.1" status: 204 len: 168 time: 0.9970829 Jul 13 13:41:14.533159 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-36d63d0c-e018-4550-9580-f4381535ee6c tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:14.540353 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ec97ed-8036-43c0-bf05-8a4702704e57 None None] Network 66c8c493-41b6-4904-b5f2-68e310de5f22 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:41:14.551065 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-36d63d0c-e018-4550-9580-f4381535ee6c tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['387032f2-139c-4667-b84f-84019abad3cb']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:41:14.570416 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-36d63d0c-e018-4550-9580-f4381535ee6c tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bf032e8-59e3-4401-b3aa-b9b0affc1c49') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:41:14.570804 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-36d63d0c-e018-4550-9580-f4381535ee6c tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bf032e8-59e3-4401-b3aa-b9b0affc1c49') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:41:14.595833 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-36d63d0c-e018-4550-9580-f4381535ee6c tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5431730'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:14.627052 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-36d63d0c-e018-4550-9580-f4381535ee6c tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:14.640175 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36d63d0c-e018-4550-9580-f4381535ee6c tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 13:41:14.640710 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-36d63d0c-e018-4550-9580-f4381535ee6c tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5970419'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:14.709888 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0ca801df-17ca-4fe7-a580-113b364c41e0 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:14.721063 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4887b327-5dd2-4531-9e74-0d4acc9bc882 None None] Network 387032f2-139c-4667-b84f-84019abad3cb requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:41:14.778457 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:41:14.778457 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:41:14.778457 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:41:14.778457 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:41:14.778457 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:41:14.778457 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:41:14.778457 n-d-800634-1 neutron-server[93750]: Traceback (most recent call last): Jul 13 13:41:14.778457 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 13:41:14.778457 n-d-800634-1 neutron-server[93750]: timer() Jul 13 13:41:14.778457 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 13:41:14.778457 n-d-800634-1 neutron-server[93750]: cb(*args, **kw) Jul 13 13:41:14.778457 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 13:41:14.778457 n-d-800634-1 neutron-server[93750]: return func(*args, **kwargs) Jul 13 13:41:14.778457 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 13:41:14.778457 n-d-800634-1 neutron-server[93750]: self._notify() Jul 13 13:41:14.778457 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 13:41:14.778457 n-d-800634-1 neutron-server[93750]: self.callback(batched_events) Jul 13 13:41:14.778457 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 13:41:14.778457 n-d-800634-1 neutron-server[93750]: event.method(event) Jul 13 13:41:14.778457 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 13:41:14.778457 n-d-800634-1 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 13:41:14.778457 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 13:41:14.778457 n-d-800634-1 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 13:41:14.778457 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 13:41:14.778457 n-d-800634-1 neutron-server[93750]: return f(self, *a, **k) Jul 13 13:41:14.778457 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 13:41:14.778457 n-d-800634-1 neutron-server[93750]: return self._get(url).json() Jul 13 13:41:14.778457 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 13:41:14.778457 n-d-800634-1 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 13:41:14.778457 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 13:41:14.778457 n-d-800634-1 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 13 13:41:14.778457 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 13:41:14.778457 n-d-800634-1 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 13:41:14.778457 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 13:41:14.778457 n-d-800634-1 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 13:41:14.778457 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 13:41:14.778457 n-d-800634-1 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 13:41:14.778457 n-d-800634-1 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 13:41:14.786256 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-36d63d0c-e018-4550-9580-f4381535ee6c tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:14.789487 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-0ca801df-17ca-4fe7-a580-113b364c41e0 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Deleting port 36e7e7d4-fb12-4771-a4b7-679f351aa14f {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:41:14.790086 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0ca801df-17ca-4fe7-a580-113b364c41e0 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:14.822160 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-36d63d0c-e018-4550-9580-f4381535ee6c tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:14.834093 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-36d63d0c-e018-4550-9580-f4381535ee6c tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] 10.222.0.23 "DELETE /v2.0/networks/387032f2-139c-4667-b84f-84019abad3cb HTTP/1.1" status: 204 len: 168 time: 3.3484693 Jul 13 13:41:14.861230 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 33186) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:41:14.869390 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-0ca801df-17ca-4fe7-a580-113b364c41e0 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] For port 36e7e7d4-fb12-4771-a4b7-679f351aa14f, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=36e7e7d4-fb12-4771-a4b7-679f351aa14f,segment=NetworkSegment(f414ccd5-e0c1-4e43-abd8-27c6097c2e09),segment_id=f414ccd5-e0c1-4e43-abd8-27c6097c2e09)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:41:14.870091 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0ca801df-17ca-4fe7-a580-113b364c41e0 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:14.870557 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d63d0c-e018-4550-9580-f4381535ee6c tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Pushing event deleted for resources: {'Network': ['ID=387032f2-139c-4667-b84f-84019abad3cb,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:14.886083 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-0ca801df-17ca-4fe7-a580-113b364c41e0 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Calling delete_port for 36e7e7d4-fb12-4771-a4b7-679f351aa14f owned by network:dhcp {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:41:14.949381 n-d-800634-1 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-f089623d-8d41-44e4-93e0-a66f6d1dd475 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] DELETE failed (client error): The resource could not be found. Jul 13 13:41:14.950068 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f089623d-8d41-44e4-93e0-a66f6d1dd475 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93750) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 13:41:14.951767 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-f089623d-8d41-44e4-93e0-a66f6d1dd475 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] 10.222.0.23 "DELETE /v2.0/subnets/d9953f66-1dcd-4fa3-90b4-112ccf21776a HTTP/1.1" status: 404 len: 337 time: 0.0840724 Jul 13 13:41:14.959725 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 33190) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:41:14.999350 n-d-800634-1 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbe79465-c456-4fb0-84ff-f9e0f1078e22 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] DELETE failed (client error): The resource could not be found. Jul 13 13:41:15.000035 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbe79465-c456-4fb0-84ff-f9e0f1078e22 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93750) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 13:41:15.016663 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-fbe79465-c456-4fb0-84ff-f9e0f1078e22 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] 10.222.0.23 "DELETE /v2.0/networks/387032f2-139c-4667-b84f-84019abad3cb HTTP/1.1" status: 404 len: 339 time: 0.0558262 Jul 13 13:41:15.019994 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 33198) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:41:15.041456 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0ca801df-17ca-4fe7-a580-113b364c41e0 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:15.070941 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca801df-17ca-4fe7-a580-113b364c41e0 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] No DVR routers for this DVR port 36e7e7d4-fb12-4771-a4b7-679f351aa14f on host n-d-800634-1 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:41:15.084735 n-d-800634-1 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-1be0cae9-b956-47a3-8d37-e1802ee129dc tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] DELETE failed (client error): The resource could not be found. Jul 13 13:41:15.085197 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1be0cae9-b956-47a3-8d37-e1802ee129dc tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93750) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 13:41:15.087022 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-1be0cae9-b956-47a3-8d37-e1802ee129dc tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] 10.222.0.23 "DELETE /v2.0/subnets/f4efcf2d-1766-4383-9ccd-76dea2a26716 HTTP/1.1" status: 404 len: 337 time: 0.0660684 Jul 13 13:41:15.090175 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 33202) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:41:15.096620 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca801df-17ca-4fe7-a580-113b364c41e0 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Pushing event deleted for resources: {'Port': ['ID=36e7e7d4-fb12-4771-a4b7-679f351aa14f,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:15.110511 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb93ac61-25af-4f7d-8905-91a3b1d65452 None None] DHCP port deletion for 387032f2-139c-4667-b84f-84019abad3cb request from n-d-800634-1 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 13:41:15.124101 n-d-800634-1 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b20b34e-c456-4395-bb71-c3f1e9f1ff53 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] DELETE failed (client error): The resource could not be found. Jul 13 13:41:15.128821 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b20b34e-c456-4395-bb71-c3f1e9f1ff53 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93750) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 13:41:15.132880 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-9b20b34e-c456-4395-bb71-c3f1e9f1ff53 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] 10.222.0.23 "DELETE /v2.0/networks/44cc0155-3c6e-4a52-a5b6-4d0c0da9888d HTTP/1.1" status: 404 len: 339 time: 0.0399771 Jul 13 13:41:15.135520 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 33206) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:41:15.156188 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1634bab5-90f0-4ece-b1fa-cc985468ccc6 None None] DHCP port deletion for 66c8c493-41b6-4904-b5f2-68e310de5f22 request from n-d-800634-1 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 13:41:15.289092 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0ca801df-17ca-4fe7-a580-113b364c41e0 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:15.312083 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-0ca801df-17ca-4fe7-a580-113b364c41e0 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66c8c493-41b6-4904-b5f2-68e310de5f22']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:41:15.334976 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7df452ff-4ae7-4586-be54-946a12fb0786 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:15.353072 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-0ca801df-17ca-4fe7-a580-113b364c41e0 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f414ccd5-e0c1-4e43-abd8-27c6097c2e09') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:41:15.353372 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-0ca801df-17ca-4fe7-a580-113b364c41e0 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f414ccd5-e0c1-4e43-abd8-27c6097c2e09') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:41:15.391535 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0ca801df-17ca-4fe7-a580-113b364c41e0 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6018464'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:15.442319 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device b4f12cea-d627-4afe-862b-c586a17ee0b2 no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:41:15.444105 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5863e051-ac24-4072-81e9-d58d7d519f9e req-2107906b-86c3-4ff0-8989-f6be6012cdaf tempest-ServerShowV254Test-440987843 tempest-ServerShowV254Test-440987843-project] 10.222.0.23 "GET /v2.0/ports?device_id=ed525821-5151-4ae8-a6da-855cecbd3fab HTTP/1.1" status: 200 len: 210 time: 0.0953486 Jul 13 13:41:15.456280 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7df452ff-4ae7-4586-be54-946a12fb0786 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:15.457665 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0ca801df-17ca-4fe7-a580-113b364c41e0 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:15.467641 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ca801df-17ca-4fe7-a580-113b364c41e0 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 13:41:15.468202 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0ca801df-17ca-4fe7-a580-113b364c41e0 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6018632'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:15.468867 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-7df452ff-4ae7-4586-be54-946a12fb0786 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c4fcfbb-f6ef-4c36-8f68-053ddc922df2']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:41:15.482904 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-7df452ff-4ae7-4586-be54-946a12fb0786 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f28f8349-d50b-419c-9e97-f9bdc3636aca') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:41:15.483391 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-7df452ff-4ae7-4586-be54-946a12fb0786 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f28f8349-d50b-419c-9e97-f9bdc3636aca') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:41:15.493363 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7df452ff-4ae7-4586-be54-946a12fb0786 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5431730'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:15.509707 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7df452ff-4ae7-4586-be54-946a12fb0786 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:15.519779 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7df452ff-4ae7-4586-be54-946a12fb0786 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 13:41:15.520612 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7df452ff-4ae7-4586-be54-946a12fb0786 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5970419'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:15.524654 n-d-800634-1 neutron-server[93750]: Traceback (most recent call last): Jul 13 13:41:15.524654 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 13:41:15.524654 n-d-800634-1 neutron-server[93750]: timer() Jul 13 13:41:15.524654 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 13:41:15.524654 n-d-800634-1 neutron-server[93750]: cb(*args, **kw) Jul 13 13:41:15.524654 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 13:41:15.524654 n-d-800634-1 neutron-server[93750]: return func(*args, **kwargs) Jul 13 13:41:15.524654 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 13:41:15.524654 n-d-800634-1 neutron-server[93750]: self._notify() Jul 13 13:41:15.524654 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 13:41:15.524654 n-d-800634-1 neutron-server[93750]: self.callback(batched_events) Jul 13 13:41:15.524654 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 13:41:15.524654 n-d-800634-1 neutron-server[93750]: event.method(event) Jul 13 13:41:15.524654 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 13:41:15.524654 n-d-800634-1 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 13:41:15.524654 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 13:41:15.524654 n-d-800634-1 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 13:41:15.524654 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 13:41:15.524654 n-d-800634-1 neutron-server[93750]: return f(self, *a, **k) Jul 13 13:41:15.524654 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 13:41:15.524654 n-d-800634-1 neutron-server[93750]: return self._get(url).json() Jul 13 13:41:15.524654 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 13:41:15.524654 n-d-800634-1 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 13:41:15.524654 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 13:41:15.524654 n-d-800634-1 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 13 13:41:15.524654 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 13:41:15.524654 n-d-800634-1 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 13:41:15.524654 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 13:41:15.524654 n-d-800634-1 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 13:41:15.524654 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 13:41:15.524654 n-d-800634-1 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 13:41:15.524654 n-d-800634-1 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 13:41:15.533562 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: b4f12cea-d627-4afe-862b-c586a17ee0b2 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:41:15.543608 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:41:15.543608 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:41:15.543608 n-d-800634-1 neutron-server[93751]: Traceback (most recent call last): Jul 13 13:41:15.543608 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 13:41:15.543608 n-d-800634-1 neutron-server[93751]: timer() Jul 13 13:41:15.543608 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 13:41:15.543608 n-d-800634-1 neutron-server[93751]: cb(*args, **kw) Jul 13 13:41:15.543608 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 13:41:15.543608 n-d-800634-1 neutron-server[93751]: return func(*args, **kwargs) Jul 13 13:41:15.543608 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 13:41:15.543608 n-d-800634-1 neutron-server[93751]: self._notify() Jul 13 13:41:15.543608 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 13:41:15.543608 n-d-800634-1 neutron-server[93751]: self.callback(batched_events) Jul 13 13:41:15.543608 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 13:41:15.543608 n-d-800634-1 neutron-server[93751]: event.method(event) Jul 13 13:41:15.543608 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 13:41:15.543608 n-d-800634-1 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 13:41:15.543608 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 13:41:15.543608 n-d-800634-1 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 13:41:15.543608 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 13:41:15.543608 n-d-800634-1 neutron-server[93751]: return f(self, *a, **k) Jul 13 13:41:15.543608 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 13:41:15.543608 n-d-800634-1 neutron-server[93751]: return self._get(url).json() Jul 13 13:41:15.543608 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 13:41:15.543608 n-d-800634-1 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 13:41:15.543608 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 13:41:15.543608 n-d-800634-1 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 13 13:41:15.543608 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 13:41:15.543608 n-d-800634-1 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 13:41:15.543608 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 13:41:15.543608 n-d-800634-1 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 13:41:15.543608 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 13:41:15.543608 n-d-800634-1 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 13:41:15.543608 n-d-800634-1 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 13:41:15.548662 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0ca801df-17ca-4fe7-a580-113b364c41e0 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:15.553988 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device b4f12cea-d627-4afe-862b-c586a17ee0b2 not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:41:15.557032 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 36e7e7d4-fb12-4771-a4b7-679f351aa14f no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:41:15.569373 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0ca801df-17ca-4fe7-a580-113b364c41e0 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:15.577903 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-0ca801df-17ca-4fe7-a580-113b364c41e0 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] 10.222.0.23 "DELETE /v2.0/networks/66c8c493-41b6-4904-b5f2-68e310de5f22 HTTP/1.1" status: 204 len: 168 time: 1.0408332 Jul 13 13:41:15.580065 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 33222) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:41:15.585532 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: 36e7e7d4-fb12-4771-a4b7-679f351aa14f {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:41:15.586174 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 36e7e7d4-fb12-4771-a4b7-679f351aa14f not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:41:15.596262 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-2d7cb3fe-5d7c-4bb6-8160-f5fc10611601 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1985194012'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:41:15.674211 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7df452ff-4ae7-4586-be54-946a12fb0786 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:15.678882 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7df452ff-4ae7-4586-be54-946a12fb0786 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:15.683119 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-7df452ff-4ae7-4586-be54-946a12fb0786 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] 10.222.0.23 "DELETE /v2.0/networks/7c4fcfbb-f6ef-4c36-8f68-053ddc922df2 HTTP/1.1" status: 204 len: 168 time: 0.5441744 Jul 13 13:41:15.684082 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca801df-17ca-4fe7-a580-113b364c41e0 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Pushing event deleted for resources: {'Network': ['ID=66c8c493-41b6-4904-b5f2-68e310de5f22,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:15.690160 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 33226) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:41:15.716944 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df452ff-4ae7-4586-be54-946a12fb0786 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Pushing event deleted for resources: {'Network': ['ID=7c4fcfbb-f6ef-4c36-8f68-053ddc922df2,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:15.723514 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d7cb3fe-5d7c-4bb6-8160-f5fc10611601 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Made reservation on behalf of 485fea06b0b7495bb8721e368ed7bc86 for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:41:15.727473 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2d7cb3fe-5d7c-4bb6-8160-f5fc10611601 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:15.748377 n-d-800634-1 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd61495d-6d99-40a2-b223-6b68ae663234 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] DELETE failed (client error): The resource could not be found. Jul 13 13:41:15.748936 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd61495d-6d99-40a2-b223-6b68ae663234 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93750) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 13:41:15.750809 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-cd61495d-6d99-40a2-b223-6b68ae663234 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] 10.222.0.23 "DELETE /v2.0/subnets/b8736fae-bbf7-4899-9e37-81c57ddc3e1a HTTP/1.1" status: 404 len: 337 time: 0.0571890 Jul 13 13:41:15.754332 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 33228) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:41:15.786489 n-d-800634-1 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-1517fda1-55be-4186-82a0-d2f8b53a5591 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] DELETE failed (client error): The resource could not be found. Jul 13 13:41:15.787510 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1517fda1-55be-4186-82a0-d2f8b53a5591 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93750) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 13:41:15.792467 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-1517fda1-55be-4186-82a0-d2f8b53a5591 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] 10.222.0.23 "DELETE /v2.0/networks/4ec6a60c-f3db-4264-9696-2e803438d2fd HTTP/1.1" status: 404 len: 339 time: 0.0344400 Jul 13 13:41:15.792851 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 33232) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:41:15.821152 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d7cb3fe-5d7c-4bb6-8160-f5fc10611601 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 13:41:15.831464 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2d7cb3fe-5d7c-4bb6-8160-f5fc10611601 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:15.831873 n-d-800634-1 neutron-server[93751]: INFO neutron.db.segments_db [None req-2d7cb3fe-5d7c-4bb6-8160-f5fc10611601 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Added segment 7d543d23-2529-4b99-b13f-f255356d74fa of type vlan for network cc85b145-0baf-4613-9865-e6d4c12e7b7e Jul 13 13:41:15.859174 n-d-800634-1 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-86fc5e98-e50f-46d1-9c1c-69870db105a4 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] DELETE failed (client error): The resource could not be found. Jul 13 13:41:15.859760 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86fc5e98-e50f-46d1-9c1c-69870db105a4 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93750) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 13:41:15.864446 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-86fc5e98-e50f-46d1-9c1c-69870db105a4 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] 10.222.0.23 "DELETE /v2.0/subnets/1e30e70c-8dd8-4e09-a42e-d92b4f407999 HTTP/1.1" status: 404 len: 337 time: 0.0678000 Jul 13 13:41:15.864778 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 33234) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:41:15.878485 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d76affbb-302c-4d05-a56a-9863a3af65f2 req-77b13665-629f-4469-ba5c-926ffd23a795 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/ports?device_id=69b35cda-f215-4655-a2f4-9c066ffba9b2 HTTP/1.1" status: 200 len: 210 time: 0.1149850 Jul 13 13:41:15.880418 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2d7cb3fe-5d7c-4bb6-8160-f5fc10611601 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:15.888154 n-d-800634-1 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ec1fcd6-6adb-4b31-a845-c0112f83b17a tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] DELETE failed (client error): The resource could not be found. Jul 13 13:41:15.888883 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ec1fcd6-6adb-4b31-a845-c0112f83b17a tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93750) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 13:41:15.894155 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-3ec1fcd6-6adb-4b31-a845-c0112f83b17a tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] 10.222.0.23 "DELETE /v2.0/networks/a86baa16-4c41-4572-9a27-b96e645a6eab HTTP/1.1" status: 404 len: 339 time: 0.0251191 Jul 13 13:41:15.894155 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 33238) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:41:15.932708 n-d-800634-1 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbd16f52-70a4-415f-ba7e-3fee926e00b1 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] DELETE failed (client error): The resource could not be found. Jul 13 13:41:15.934172 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbd16f52-70a4-415f-ba7e-3fee926e00b1 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93750) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 13:41:15.939410 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-fbd16f52-70a4-415f-ba7e-3fee926e00b1 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] 10.222.0.23 "DELETE /v2.0/subnets/1f52fdd3-c04f-4834-a6fd-09e9d610bef2 HTTP/1.1" status: 404 len: 337 time: 0.0418091 Jul 13 13:41:15.939953 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 33240) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:41:15.953757 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2d7cb3fe-5d7c-4bb6-8160-f5fc10611601 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:15.964081 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d7cb3fe-5d7c-4bb6-8160-f5fc10611601 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:41:15.965724 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2d7cb3fe-5d7c-4bb6-8160-f5fc10611601 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:15.969783 n-d-800634-1 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-8869f168-450f-4761-b4ac-8bb28db082b3 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] DELETE failed (client error): The resource could not be found. Jul 13 13:41:15.971030 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8869f168-450f-4761-b4ac-8bb28db082b3 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93750) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 13:41:15.973965 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-8869f168-450f-4761-b4ac-8bb28db082b3 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] 10.222.0.23 "DELETE /v2.0/networks/fa3032c3-7b4a-418a-add5-9bdad3475a8c HTTP/1.1" status: 404 len: 339 time: 0.0314033 Jul 13 13:41:15.976258 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 33244) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:41:16.037157 n-d-800634-1 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5b3b666-83a0-4ba7-b879-4b80a0cecc79 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] DELETE failed (client error): The resource could not be found. Jul 13 13:41:16.037610 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5b3b666-83a0-4ba7-b879-4b80a0cecc79 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93750) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 13:41:16.041775 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-d5b3b666-83a0-4ba7-b879-4b80a0cecc79 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] 10.222.0.23 "DELETE /v2.0/subnets/ac441f7a-0f8f-4672-b3e6-cf76a8f8af4e HTTP/1.1" status: 404 len: 337 time: 0.0640812 Jul 13 13:41:16.044159 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 33246) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:41:16.078025 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 34ca3b7c-ab32-491f-a949-e6dc8e7c893d no longer exists at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:41:16.099274 n-d-800634-1 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-1594b385-eb65-42ea-afe9-7cae8da38241 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] DELETE failed (client error): The resource could not be found. Jul 13 13:41:16.100081 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1594b385-eb65-42ea-afe9-7cae8da38241 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93750) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 13:41:16.106538 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-1594b385-eb65-42ea-afe9-7cae8da38241 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] 10.222.0.23 "DELETE /v2.0/networks/6d203603-f848-4c99-b451-139e0f7c849b HTTP/1.1" status: 404 len: 339 time: 0.0580676 Jul 13 13:41:16.111507 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 33250) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:41:16.123464 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] No Port match for: 34ca3b7c-ab32-491f-a949-e6dc8e7c893d {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:41:16.125528 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 34ca3b7c-ab32-491f-a949-e6dc8e7c893d not bound to the agent host n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:41:16.148871 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7cb3fe-5d7c-4bb6-8160-f5fc10611601 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Pushing event updated for resources: {'Network': ['ID=cc85b145-0baf-4613-9865-e6d4c12e7b7e,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:16.167321 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network cc85b145-0baf-4613-9865-e6d4c12e7b7e details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 13:41:16.170099 n-d-800634-1 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c7ca188-118a-46af-bf36-6a09d1ba970d tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] DELETE failed (client error): The resource could not be found. Jul 13 13:41:16.170615 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c7ca188-118a-46af-bf36-6a09d1ba970d tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93750) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 13:41:16.171079 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-2d7cb3fe-5d7c-4bb6-8160-f5fc10611601 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5868535 Jul 13 13:41:16.174945 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 33252) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:41:16.178872 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-7c7ca188-118a-46af-bf36-6a09d1ba970d tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] 10.222.0.23 "DELETE /v2.0/subnets/97e5e9a8-609e-4005-a73f-85683420c861 HTTP/1.1" status: 404 len: 337 time: 0.0608616 Jul 13 13:41:16.179092 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 33254) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:41:16.192874 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-871ccd18-97f4-47d5-b844-ef533308833c tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Request body: {'subnet': {'network_id': 'cc85b145-0baf-4613-9865-e6d4c12e7b7e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:41:16.290020 n-d-800634-1 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-15560937-8c82-4a05-aebe-79a6aa5240a0 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] DELETE failed (client error): The resource could not be found. Jul 13 13:41:16.290664 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15560937-8c82-4a05-aebe-79a6aa5240a0 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 13:41:16.292649 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-15560937-8c82-4a05-aebe-79a6aa5240a0 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] 10.222.0.23 "DELETE /v2.0/networks/735ae3ba-192f-403f-b753-1424683ccfa0 HTTP/1.1" status: 404 len: 339 time: 0.1125903 Jul 13 13:41:16.295783 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 33264) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:41:16.338347 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-871ccd18-97f4-47d5-b844-ef533308833c tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Made reservation on behalf of 485fea06b0b7495bb8721e368ed7bc86 for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:41:16.342384 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-871ccd18-97f4-47d5-b844-ef533308833c tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6104980'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:16.345685 n-d-800634-1 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a0f41d4-9a6f-4552-9b18-5e921f581be9 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] DELETE failed (client error): The resource could not be found. Jul 13 13:41:16.346152 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a0f41d4-9a6f-4552-9b18-5e921f581be9 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 13:41:16.347810 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-7a0f41d4-9a6f-4552-9b18-5e921f581be9 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] 10.222.0.23 "DELETE /v2.0/subnets/aa70a004-c230-4f4c-9174-3798ff68315b HTTP/1.1" status: 404 len: 337 time: 0.0511212 Jul 13 13:41:16.350528 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 33268) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:41:16.378217 n-d-800634-1 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-43cc7c49-f035-4a44-b1f1-4047d3e9dafe tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] DELETE failed (client error): The resource could not be found. Jul 13 13:41:16.379135 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43cc7c49-f035-4a44-b1f1-4047d3e9dafe tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93750) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 13:41:16.381066 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-43cc7c49-f035-4a44-b1f1-4047d3e9dafe tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] 10.222.0.23 "DELETE /v2.0/networks/d5785faa-9599-450c-8ae2-e6448500025f HTTP/1.1" status: 404 len: 339 time: 0.0295169 Jul 13 13:41:16.384309 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 33270) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:41:16.464578 n-d-800634-1 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-e87d711e-330a-4aa0-a780-c446c5c494af tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] DELETE failed (client error): The resource could not be found. Jul 13 13:41:16.470899 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e87d711e-330a-4aa0-a780-c446c5c494af tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93750) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 13:41:16.475967 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-e87d711e-330a-4aa0-a780-c446c5c494af tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] 10.222.0.23 "DELETE /v2.0/subnets/4d22faed-0c93-4851-9cb0-8c90e8b89c11 HTTP/1.1" status: 404 len: 337 time: 0.0879982 Jul 13 13:41:16.477821 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 33276) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:41:16.512713 n-d-800634-1 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-dac7b738-e490-4fc8-b845-7955f6d74270 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] DELETE failed (client error): The resource could not be found. Jul 13 13:41:16.513832 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dac7b738-e490-4fc8-b845-7955f6d74270 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93750) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 13:41:16.516578 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-dac7b738-e490-4fc8-b845-7955f6d74270 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] 10.222.0.23 "DELETE /v2.0/networks/c9c89a96-fe79-41e6-aaa2-d9ca4ff66512 HTTP/1.1" status: 404 len: 339 time: 0.0371017 Jul 13 13:41:16.523337 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 33282) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:41:16.549259 n-d-800634-1 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-51696093-fe71-4de2-842c-c443f18264f4 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] DELETE failed (client error): The resource could not be found. Jul 13 13:41:16.550051 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51696093-fe71-4de2-842c-c443f18264f4 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 13:41:16.552203 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-51696093-fe71-4de2-842c-c443f18264f4 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] 10.222.0.23 "DELETE /v2.0/subnets/e7f5b6e8-d813-4b60-9dc5-547deb2b74db HTTP/1.1" status: 404 len: 337 time: 0.0296769 Jul 13 13:41:16.554740 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 33286) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:41:16.589076 n-d-800634-1 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-39ac4806-de0b-4a6a-be06-cfb965b55f06 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] DELETE failed (client error): The resource could not be found. Jul 13 13:41:16.589563 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39ac4806-de0b-4a6a-be06-cfb965b55f06 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93750) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 13:41:16.604163 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-39ac4806-de0b-4a6a-be06-cfb965b55f06 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] 10.222.0.23 "DELETE /v2.0/networks/1fc85249-3890-4eae-94bc-b96a210c7685 HTTP/1.1" status: 404 len: 339 time: 0.0483253 Jul 13 13:41:16.606239 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 33288) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:41:16.650327 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-871ccd18-97f4-47d5-b844-ef533308833c tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6018343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6104998'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:16.702824 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdf54468-add9-4066-95d9-00291f2b4cf1 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Deleting subnet ecd1e8d6-3015-4abc-bb77-2b1ab8c8f470 {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 13:41:16.714019 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871ccd18-97f4-47d5-b844-ef533308833c tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Pushing event updated for resources: {'Subnet': ['ID=aa8d01b4-8958-4fcc-84d0-19e341322bfe,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:16.737714 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-239f5df1-bcb5-42c7-8198-e219d822b981 req-0daadb51-60b0-4274-bb89-8778acd2a8d7 tempest-ServerShowV254Test-440987843 tempest-ServerShowV254Test-440987843-project] 10.222.0.23 "GET /v2.0/ports?device_id=ed525821-5151-4ae8-a6da-855cecbd3fab HTTP/1.1" status: 200 len: 210 time: 0.0391998 Jul 13 13:41:16.738292 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bdf54468-add9-4066-95d9-00291f2b4cf1 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:16.746711 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-871ccd18-97f4-47d5-b844-ef533308833c tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Checking segment: {'id': '7d543d23-2529-4b99-b13f-f255356d74fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'cc85b145-0baf-4613-9865-e6d4c12e7b7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:41:16.747119 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-871ccd18-97f4-47d5-b844-ef533308833c tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Network hostable DHCP agents. Network: cc85b145-0baf-4613-9865-e6d4c12e7b7e, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 13:41:16.767409 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-871ccd18-97f4-47d5-b844-ef533308833c tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Network cc85b145-0baf-4613-9865-e6d4c12e7b7e is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 13:41:16.795544 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bdf54468-add9-4066-95d9-00291f2b4cf1 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5431723'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:16.804323 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-871ccd18-97f4-47d5-b844-ef533308833c tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, cc85b145-0baf-4613-9865-e6d4c12e7b7e) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:41:16.814920 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-871ccd18-97f4-47d5-b844-ef533308833c tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:41:16.815832 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-871ccd18-97f4-47d5-b844-ef533308833c tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:16.816655 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3bac161-c92e-4f9f-a8e9-7a53166d31dc None None] Network cc85b145-0baf-4613-9865-e6d4c12e7b7e requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:41:16.840210 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-871ccd18-97f4-47d5-b844-ef533308833c tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6622536 Jul 13 13:41:16.841263 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 33296) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:41:16.848147 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-f2092cf3-eb7a-465f-a53d-d790bcb4ea66 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1393480488', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:41:16.882442 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f2092cf3-eb7a-465f-a53d-d790bcb4ea66 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1591928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2714'] for router, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:16.884502 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f2092cf3-eb7a-465f-a53d-d790bcb4ea66 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447198', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1629690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2689'] for router, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:16.959617 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bdf54468-add9-4066-95d9-00291f2b4cf1 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:17.009550 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f2092cf3-eb7a-465f-a53d-d790bcb4ea66 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:17.018570 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f2092cf3-eb7a-465f-a53d-d790bcb4ea66 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447217'] for router, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:17.045220 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f2092cf3-eb7a-465f-a53d-d790bcb4ea66 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:17.047165 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-f2092cf3-eb7a-465f-a53d-d790bcb4ea66 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2046192 Jul 13 13:41:17.049828 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 33306) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:41:17.112092 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bdf54468-add9-4066-95d9-00291f2b4cf1 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5970525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4763356'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:17.193916 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf54468-add9-4066-95d9-00291f2b4cf1 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Pushing event deleted for resources: {'Subnet': ['ID=ecd1e8d6-3015-4abc-bb77-2b1ab8c8f470,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:17.201323 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bdf54468-add9-4066-95d9-00291f2b4cf1 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:17.203964 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-bdf54468-add9-4066-95d9-00291f2b4cf1 tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] 10.222.0.23 "DELETE /v2.0/subnets/ecd1e8d6-3015-4abc-bb77-2b1ab8c8f470 HTTP/1.1" status: 204 len: 168 time: 0.5967371 Jul 13 13:41:17.205874 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 33314) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:41:17.222124 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dfd7cfd-7faa-46f1-9103-872347068cdf None None] Network b0300c70-9e49-485d-966f-9f0167ee49d0 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:41:17.338345 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bc465c6-4dd1-43a3-afb7-53249dfc7fc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a7201e1-61ce-5a3e-b7f7-e800379ed03b-cc85b145-0baf-4613-9865-e6d4c12e7b7e', 'network_id': 'cc85b145-0baf-4613-9865-e6d4c12e7b7e', 'tenant_id': '485fea06b0b7495bb8721e368ed7bc86', 'fixed_ips': [{'subnet_id': 'aa8d01b4-8958-4fcc-84d0-19e341322bfe'}]}} from n-d-800634-1. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 13:41:17.339272 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2bc465c6-4dd1-43a3-afb7-53249dfc7fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:17.371637 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d2f5be28-028d-496c-b0fc-6930558e93c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:17.555175 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c8a9261d-bb48-499e-8cca-cce2735bafcf tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:17.649424 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-2bc465c6-4dd1-43a3-afb7-53249dfc7fc3 None None] Allocated IP 2001:db8::2 (cc85b145-0baf-4613-9865-e6d4c12e7b7e/aa8d01b4-8958-4fcc-84d0-19e341322bfe/1a8b2950-5087-4166-9c55-0ab96e42ca58) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:41:17.668440 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38baf8d-4d1a-4d50-9bd5-c3bb5846b638 req-483d8e1a-5262-474d-b1de-0357fb56789c tempest-ServersTestManualDisk-139157132 tempest-ServersTestManualDisk-139157132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:41:17.670065 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e38baf8d-4d1a-4d50-9bd5-c3bb5846b638 req-483d8e1a-5262-474d-b1de-0357fb56789c tempest-ServersTestManualDisk-139157132 tempest-ServersTestManualDisk-139157132-project] 10.222.0.23 "GET /v2.0/ports?device_id=14cb3f8b-31fa-457e-9faa-6dbaf5457842 HTTP/1.1" status: 200 len: 945 time: 0.3907430 Jul 13 13:41:17.737770 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 33322) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:41:17.791674 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c669562d-1244-4160-b873-80801eb7063b None None] DHCP port deletion for b0300c70-9e49-485d-966f-9f0167ee49d0 request from n-d-800634-1 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 13:41:17.802296 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e38baf8d-4d1a-4d50-9bd5-c3bb5846b638 req-7fbfa219-c092-47ab-bd77-bba9e6c49366 tempest-ServersTestManualDisk-139157132 tempest-ServersTestManualDisk-139157132-project] 10.222.0.23 "GET /v2.0/security-groups?id=6694af6c-c410-439b-b6c6-f0aa0397bd9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1154745 Jul 13 13:41:17.813908 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-17d77d57-36da-45d8-9766-f0c40e2a9680 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:17.843822 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-c8a9261d-bb48-499e-8cca-cce2735bafcf tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Deleting port 60549e86-36d9-4827-b9b5-453a0c95040f {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:41:17.844174 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c8a9261d-bb48-499e-8cca-cce2735bafcf tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:17.938764 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bbccc7a8-13d0-45a5-807a-5d79c576b307 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:18.040535 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-c669562d-1244-4160-b873-80801eb7063b None None] Deleting port 60549e86-36d9-4827-b9b5-453a0c95040f {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:41:18.040874 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c669562d-1244-4160-b873-80801eb7063b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:18.057207 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-20687e3d-7485-40f7-b90f-29636eea7faa req-1abb0d90-e29e-420b-80c0-672bb74597bf tempest-ServerShowV254Test-440987843 tempest-ServerShowV254Test-440987843-project] 10.222.0.23 "GET /v2.0/ports?device_id=ed525821-5151-4ae8-a6da-855cecbd3fab HTTP/1.1" status: 200 len: 210 time: 0.0418489 Jul 13 13:41:18.140565 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bbccc7a8-13d0-45a5-807a-5d79c576b307 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:18.142972 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-c8a9261d-bb48-499e-8cca-cce2735bafcf tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] For port 60549e86-36d9-4827-b9b5-453a0c95040f, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=60549e86-36d9-4827-b9b5-453a0c95040f,segment=NetworkSegment(ec956368-c7a6-451b-b523-68dc95659a97),segment_id=ec956368-c7a6-451b-b523-68dc95659a97)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:41:18.143785 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c8a9261d-bb48-499e-8cca-cce2735bafcf tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:18.150375 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bbccc7a8-13d0-45a5-807a-5d79c576b307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:18.161139 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-c8a9261d-bb48-499e-8cca-cce2735bafcf tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Calling delete_port for 60549e86-36d9-4827-b9b5-453a0c95040f owned by network:dhcp {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:41:18.164110 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-c669562d-1244-4160-b873-80801eb7063b None None] For port 60549e86-36d9-4827-b9b5-453a0c95040f, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=60549e86-36d9-4827-b9b5-453a0c95040f,segment=NetworkSegment(ec956368-c7a6-451b-b523-68dc95659a97),segment_id=ec956368-c7a6-451b-b523-68dc95659a97)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:41:18.164513 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c669562d-1244-4160-b873-80801eb7063b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:18.182435 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-c669562d-1244-4160-b873-80801eb7063b None None] Calling delete_port for 60549e86-36d9-4827-b9b5-453a0c95040f owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:41:18.208339 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbccc7a8-13d0-45a5-807a-5d79c576b307 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f578c57c-5a0f-4054-bbc0-ea3cc50fabc9,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:18.228046 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-bbccc7a8-13d0-45a5-807a-5d79c576b307 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3147003751004d38bdd87184bec37ead&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4853039 Jul 13 13:41:18.232826 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 33330) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:41:18.318369 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6d1bc71a-947a-4841-945f-7c6190e1657e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:18.353479 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6d1bc71a-947a-4841-945f-7c6190e1657e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:18.368575 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c669562d-1244-4160-b873-80801eb7063b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:18.469476 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c8a9261d-bb48-499e-8cca-cce2735bafcf tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:18.476684 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6d1bc71a-947a-4841-945f-7c6190e1657e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:18.477903 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c669562d-1244-4160-b873-80801eb7063b None None] Pushing event deleted for resources: {'Port': ['ID=60549e86-36d9-4827-b9b5-453a0c95040f,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:18.480838 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6d1bc71a-947a-4841-945f-7c6190e1657e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:18.484564 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-6d1bc71a-947a-4841-945f-7c6190e1657e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f578c57c-5a0f-4054-bbc0-ea3cc50fabc9 HTTP/1.1" status: 204 len: 168 time: 0.2485411 Jul 13 13:41:18.494360 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2bc465c6-4dd1-43a3-afb7-53249dfc7fc3 None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:18.500851 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1bc71a-947a-4841-945f-7c6190e1657e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f578c57c-5a0f-4054-bbc0-ea3cc50fabc9,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:18.502106 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c669562d-1244-4160-b873-80801eb7063b None None] No DVR routers for this DVR port 60549e86-36d9-4827-b9b5-453a0c95040f on host n-d-800634-1 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:41:18.524513 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a9261d-bb48-499e-8cca-cce2735bafcf tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] No DVR routers for this DVR port 60549e86-36d9-4827-b9b5-453a0c95040f on host n-d-800634-1 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:41:18.526590 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a9261d-bb48-499e-8cca-cce2735bafcf tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Pushing event deleted for resources: {'Port': ['ID=60549e86-36d9-4827-b9b5-453a0c95040f,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:18.554157 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2bc465c6-4dd1-43a3-afb7-53249dfc7fc3 None None] Transition to ACTIVE for port object 1a8b2950-5087-4166-9c55-0ab96e42ca58 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:41:18.587174 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2bc465c6-4dd1-43a3-afb7-53249dfc7fc3 None None] Transition to ACTIVE for port object 1a8b2950-5087-4166-9c55-0ab96e42ca58 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:41:18.600737 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2bc465c6-4dd1-43a3-afb7-53249dfc7fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:18.676863 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c8a9261d-bb48-499e-8cca-cce2735bafcf tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:18.684441 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bc465c6-4dd1-43a3-afb7-53249dfc7fc3 None None] Network cc85b145-0baf-4613-9865-e6d4c12e7b7e is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:41:18.687921 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-2bc465c6-4dd1-43a3-afb7-53249dfc7fc3 None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:41:18.703958 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc465c6-4dd1-43a3-afb7-53249dfc7fc3 None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:41:18.741950 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-c8a9261d-bb48-499e-8cca-cce2735bafcf tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0300c70-9e49-485d-966f-9f0167ee49d0']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:41:18.819645 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-c8a9261d-bb48-499e-8cca-cce2735bafcf tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec956368-c7a6-451b-b523-68dc95659a97') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:41:18.820011 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-c8a9261d-bb48-499e-8cca-cce2735bafcf tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec956368-c7a6-451b-b523-68dc95659a97') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:41:18.843953 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-17d77d57-36da-45d8-9766-f0c40e2a9680 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Allocated IP 2001:db8::1 (cc85b145-0baf-4613-9865-e6d4c12e7b7e/aa8d01b4-8958-4fcc-84d0-19e341322bfe/53bb99fc-af17-40bf-809d-45313c6ac840) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:41:19.066655 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc465c6-4dd1-43a3-afb7-53249dfc7fc3 None None] Pushing event updated for resources: {'Port': ['ID=1a8b2950-5087-4166-9c55-0ab96e42ca58,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:19.104810 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-17d77d57-36da-45d8-9766-f0c40e2a9680 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:19.124352 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-17d77d57-36da-45d8-9766-f0c40e2a9680 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Transition to ACTIVE for port object 53bb99fc-af17-40bf-809d-45313c6ac840 will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:41:19.125646 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-2bc465c6-4dd1-43a3-afb7-53249dfc7fc3 None None] Attempting to bind port 1a8b2950-5087-4166-9c55-0ab96e42ca58 on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:41:19.127553 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-2bc465c6-4dd1-43a3-afb7-53249dfc7fc3 None None] Attempting to bind port 1a8b2950-5087-4166-9c55-0ab96e42ca58 by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '7d543d23-2529-4b99-b13f-f255356d74fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'cc85b145-0baf-4613-9865-e6d4c12e7b7e'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:41:19.127969 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc465c6-4dd1-43a3-afb7-53249dfc7fc3 None None] Attempting to bind port 1a8b2950-5087-4166-9c55-0ab96e42ca58 on network cc85b145-0baf-4613-9865-e6d4c12e7b7e {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:41:19.143576 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc465c6-4dd1-43a3-afb7-53249dfc7fc3 None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 40, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:41:19.145011 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc465c6-4dd1-43a3-afb7-53249dfc7fc3 None None] Checking segment: {'id': '7d543d23-2529-4b99-b13f-f255356d74fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'cc85b145-0baf-4613-9865-e6d4c12e7b7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:41:19.147401 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2bc465c6-4dd1-43a3-afb7-53249dfc7fc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:19.148012 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc465c6-4dd1-43a3-afb7-53249dfc7fc3 None None] Bound using segment: {'id': '7d543d23-2529-4b99-b13f-f255356d74fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'cc85b145-0baf-4613-9865-e6d4c12e7b7e'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:41:19.148522 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-2bc465c6-4dd1-43a3-afb7-53249dfc7fc3 None None] Bound port: 1a8b2950-5087-4166-9c55-0ab96e42ca58, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d543d23-2529-4b99-b13f-f255356d74fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'cc85b145-0baf-4613-9865-e6d4c12e7b7e'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:41:19.148918 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2bc465c6-4dd1-43a3-afb7-53249dfc7fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:19.169717 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-17d77d57-36da-45d8-9766-f0c40e2a9680 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:19.172720 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c8a9261d-bb48-499e-8cca-cce2735bafcf tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6018464'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:19.228039 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 33348) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:41:19.239852 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c8a9261d-bb48-499e-8cca-cce2735bafcf tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:19.259457 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d77d57-36da-45d8-9766-f0c40e2a9680 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Network cc85b145-0baf-4613-9865-e6d4c12e7b7e is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:41:19.260871 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8a9261d-bb48-499e-8cca-cce2735bafcf tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 13:41:19.262286 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c8a9261d-bb48-499e-8cca-cce2735bafcf tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6018632'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:19.262964 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-dfc0e35e-d363-4712-ac52-2ed3a09bf35d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:19.268803 n-d-800634-1 neutron-server[93751]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 13:41:19.268803 n-d-800634-1 neutron-server[93751]: self.session.flush() Jul 13 13:41:19.268803 n-d-800634-1 neutron-server[93751]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 13:41:19.268803 n-d-800634-1 neutron-server[93751]: self.session.flush() Jul 13 13:41:19.268803 n-d-800634-1 neutron-server[93751]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 13:41:19.268803 n-d-800634-1 neutron-server[93751]: self.session.flush() Jul 13 13:41:19.268803 n-d-800634-1 neutron-server[93751]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 13:41:19.268803 n-d-800634-1 neutron-server[93751]: self.session.flush() Jul 13 13:41:19.268803 n-d-800634-1 neutron-server[93751]: Traceback (most recent call last): Jul 13 13:41:19.268803 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 13:41:19.268803 n-d-800634-1 neutron-server[93751]: timer() Jul 13 13:41:19.268803 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 13:41:19.268803 n-d-800634-1 neutron-server[93751]: cb(*args, **kw) Jul 13 13:41:19.268803 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 13:41:19.268803 n-d-800634-1 neutron-server[93751]: return func(*args, **kwargs) Jul 13 13:41:19.268803 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 13:41:19.268803 n-d-800634-1 neutron-server[93751]: self._notify() Jul 13 13:41:19.268803 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 13:41:19.268803 n-d-800634-1 neutron-server[93751]: self.callback(batched_events) Jul 13 13:41:19.268803 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 13:41:19.268803 n-d-800634-1 neutron-server[93751]: event.method(event) Jul 13 13:41:19.268803 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 13:41:19.268803 n-d-800634-1 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 13:41:19.268803 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 13:41:19.268803 n-d-800634-1 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 13:41:19.268803 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 13:41:19.268803 n-d-800634-1 neutron-server[93751]: return f(self, *a, **k) Jul 13 13:41:19.268803 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 13:41:19.268803 n-d-800634-1 neutron-server[93751]: return self._get(url).json() Jul 13 13:41:19.268803 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 13:41:19.268803 n-d-800634-1 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 13:41:19.268803 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 13:41:19.268803 n-d-800634-1 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 13 13:41:19.268803 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 13:41:19.268803 n-d-800634-1 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 13:41:19.268803 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 13:41:19.268803 n-d-800634-1 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 13:41:19.268803 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 13:41:19.268803 n-d-800634-1 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 13:41:19.268803 n-d-800634-1 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 13:41:19.283899 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-17d77d57-36da-45d8-9766-f0c40e2a9680 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:41:19.324973 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d77d57-36da-45d8-9766-f0c40e2a9680 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:41:19.325910 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-17d77d57-36da-45d8-9766-f0c40e2a9680 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-450452'] for router_interface, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:19.344020 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d77d57-36da-45d8-9766-f0c40e2a9680 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Pushing event updated for resources: {'Port': ['ID=53bb99fc-af17-40bf-809d-45313c6ac840,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:19.384737 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2bc465c6-4dd1-43a3-afb7-53249dfc7fc3 None None] For port 1a8b2950-5087-4166-9c55-0ab96e42ca58, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:41:19.393933 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2bc465c6-4dd1-43a3-afb7-53249dfc7fc3 None None] For port 1a8b2950-5087-4166-9c55-0ab96e42ca58, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=1a8b2950-5087-4166-9c55-0ab96e42ca58,segment=NetworkSegment(7d543d23-2529-4b99-b13f-f255356d74fa),segment_id=7d543d23-2529-4b99-b13f-f255356d74fa)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:41:19.405005 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2bc465c6-4dd1-43a3-afb7-53249dfc7fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:19.420759 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c8a9261d-bb48-499e-8cca-cce2735bafcf tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:19.490813 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c8a9261d-bb48-499e-8cca-cce2735bafcf tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:19.494468 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dc62cc-1760-4373-8ba5-4e142ac3a752 req-591fdb0e-0acf-45c7-88a3-838868fbf0b9 tempest-ServersTestManualDisk-139157132 tempest-ServersTestManualDisk-139157132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:41:19.501072 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-c8a9261d-bb48-499e-8cca-cce2735bafcf tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] 10.222.0.23 "DELETE /v2.0/networks/b0300c70-9e49-485d-966f-9f0167ee49d0 HTTP/1.1" status: 204 len: 168 time: 2.2881334 Jul 13 13:41:19.515905 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c3dc62cc-1760-4373-8ba5-4e142ac3a752 req-591fdb0e-0acf-45c7-88a3-838868fbf0b9 tempest-ServersTestManualDisk-139157132 tempest-ServersTestManualDisk-139157132-project] 10.222.0.23 "GET /v2.0/ports?device_id=14cb3f8b-31fa-457e-9faa-6dbaf5457842 HTTP/1.1" status: 200 len: 945 time: 0.2219832 Jul 13 13:41:19.542573 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc465c6-4dd1-43a3-afb7-53249dfc7fc3 None None] Pushing event updated for resources: {'Port': ['ID=1a8b2950-5087-4166-9c55-0ab96e42ca58,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:19.548981 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 60549e86-36d9-4827-b9b5-453a0c95040f no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:41:19.602176 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: 60549e86-36d9-4827-b9b5-453a0c95040f {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:41:19.602592 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 60549e86-36d9-4827-b9b5-453a0c95040f not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:41:19.656245 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-36088402-866f-4050-ba99-8a1f96f94a13 req-df5772ea-14c8-4e5a-aa41-8392d5bfc4b8 tempest-ServerShowV254Test-440987843 tempest-ServerShowV254Test-440987843-project] 10.222.0.23 "GET /v2.0/ports?device_id=ed525821-5151-4ae8-a6da-855cecbd3fab HTTP/1.1" status: 200 len: 210 time: 0.1829629 Jul 13 13:41:19.665074 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a9261d-bb48-499e-8cca-cce2735bafcf tempest-NetworksTest-703366506 tempest-NetworksTest-703366506-project] Pushing event deleted for resources: {'Network': ['ID=b0300c70-9e49-485d-966f-9f0167ee49d0,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:19.682434 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c3dc62cc-1760-4373-8ba5-4e142ac3a752 req-c543182d-79ba-46bf-bbf4-5228a7981912 tempest-ServersTestManualDisk-139157132 tempest-ServersTestManualDisk-139157132-project] 10.222.0.23 "GET /v2.0/security-groups?id=6694af6c-c410-439b-b6c6-f0aa0397bd9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1640415 Jul 13 13:41:19.747656 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-dfc0e35e-d363-4712-ac52-2ed3a09bf35d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:19.775653 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-dfc0e35e-d363-4712-ac52-2ed3a09bf35d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:19.832980 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-7ce7fda0-f0a1-4254-a616-17926c1a66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:19.856935 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-17d77d57-36da-45d8-9766-f0c40e2a9680 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:19.862534 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 33358) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:41:19.863919 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-dfc0e35e-d363-4712-ac52-2ed3a09bf35d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=19b51714f39842da840fd7496bef42d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6350493 Jul 13 13:41:19.895502 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc0e35e-d363-4712-ac52-2ed3a09bf35d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c0325a6-56fa-4be5-8354-1af90ed9f5a0,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:19.957885 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:20.108902 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fbe028d3-88fe-488f-8df8-fdb41a52a8d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:20.188095 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 33368) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:41:20.239402 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fbe028d3-88fe-488f-8df8-fdb41a52a8d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:20.468859 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-29a4ddfc-f3e8-4cb2-b6a4-64b5edb2bd8b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a3a55d0c2c5148168cd13a19132e8832&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2795017 Jul 13 13:41:20.471358 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 33372) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:41:20.610579 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ecae5d75-2b5d-4933-a31e-67d6991889b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:20.663005 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ecae5d75-2b5d-4933-a31e-67d6991889b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:20.928902 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ecae5d75-2b5d-4933-a31e-67d6991889b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:20.931552 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ecae5d75-2b5d-4933-a31e-67d6991889b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:20.941154 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-ecae5d75-2b5d-4933-a31e-67d6991889b4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/07916880-a898-480f-8e64-e558afb99259 HTTP/1.1" status: 204 len: 168 time: 0.4685352 Jul 13 13:41:20.970736 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecae5d75-2b5d-4933-a31e-67d6991889b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07916880-a898-480f-8e64-e558afb99259,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:20.999083 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e1eb4b-02a0-4606-b61c-b97c84fabd3c req-70c7ab5c-2492-4656-8dfc-31ace55196c8 tempest-ServersTestManualDisk-139157132 tempest-ServersTestManualDisk-139157132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:41:21.005842 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-73e1eb4b-02a0-4606-b61c-b97c84fabd3c req-70c7ab5c-2492-4656-8dfc-31ace55196c8 tempest-ServersTestManualDisk-139157132 tempest-ServersTestManualDisk-139157132-project] 10.222.0.23 "GET /v2.0/ports?device_id=14cb3f8b-31fa-457e-9faa-6dbaf5457842 HTTP/1.1" status: 200 len: 945 time: 0.2390094 Jul 13 13:41:21.046092 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:21.103984 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-73e1eb4b-02a0-4606-b61c-b97c84fabd3c req-46be4f97-8b70-409b-b1f5-4e97982aa9b4 tempest-ServersTestManualDisk-139157132 tempest-ServersTestManualDisk-139157132-project] 10.222.0.23 "GET /v2.0/security-groups?id=6694af6c-c410-439b-b6c6-f0aa0397bd9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941226 Jul 13 13:41:21.151524 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-0b18a489-2a18-4054-80ad-1685837bd015 req-64e77c91-4d71-40dd-a0f6-4d27444bc2e1 tempest-ServerShowV254Test-440987843 tempest-ServerShowV254Test-440987843-project] 10.222.0.23 "GET /v2.0/ports?device_id=ed525821-5151-4ae8-a6da-855cecbd3fab HTTP/1.1" status: 200 len: 210 time: 0.1281826 Jul 13 13:41:21.207401 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fbe028d3-88fe-488f-8df8-fdb41a52a8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:21.211144 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fbe028d3-88fe-488f-8df8-fdb41a52a8d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:21.225463 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-fbe028d3-88fe-488f-8df8-fdb41a52a8d4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7c0325a6-56fa-4be5-8354-1af90ed9f5a0 HTTP/1.1" status: 204 len: 168 time: 1.3542142 Jul 13 13:41:21.293774 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f555a8a-028f-4abe-9423-fe4936c2afa7 None None] Network cc85b145-0baf-4613-9865-e6d4c12e7b7e requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:41:21.304900 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-17d77d57-36da-45d8-9766-f0c40e2a9680 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:21.319932 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-17d77d57-36da-45d8-9766-f0c40e2a9680 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:21.320989 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-17d77d57-36da-45d8-9766-f0c40e2a9680 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1785045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451806'] for router_interface, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:21.434063 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe028d3-88fe-488f-8df8-fdb41a52a8d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c0325a6-56fa-4be5-8354-1af90ed9f5a0,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:21.453520 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d77d57-36da-45d8-9766-f0c40e2a9680 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Pushing event updated for resources: {'Port': ['ID=53bb99fc-af17-40bf-809d-45313c6ac840,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:21.526229 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-92e0a42f-db64-49e6-887f-f8d2be905001 None None] Provisioning for port 1a8b2950-5087-4166-9c55-0ab96e42ca58 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:41:21.576845 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 1a8b2950-5087-4166-9c55-0ab96e42ca58 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:41:21.718448 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d77d57-36da-45d8-9766-f0c40e2a9680 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Network cc85b145-0baf-4613-9865-e6d4c12e7b7e is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:41:21.720237 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-17d77d57-36da-45d8-9766-f0c40e2a9680 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:41:21.864875 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port 1a8b2950-5087-4166-9c55-0ab96e42ca58 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:41:21.873414 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 1a8b2950-5087-4166-9c55-0ab96e42ca58 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:41:21.873881 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:22.030867 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:22.104903 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port 1a8b2950-5087-4166-9c55-0ab96e42ca58, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=1a8b2950-5087-4166-9c55-0ab96e42ca58,segment=NetworkSegment(7d543d23-2529-4b99-b13f-f255356d74fa),segment_id=7d543d23-2529-4b99-b13f-f255356d74fa)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:41:22.115120 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:22.121040 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018e3421-15d8-41cc-96e9-1743e9f72544 req-77db9bf6-1d58-4969-9bd6-517e8130a2d6 tempest-ServersTestManualDisk-139157132 tempest-ServersTestManualDisk-139157132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:41:22.132398 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-018e3421-15d8-41cc-96e9-1743e9f72544 req-77db9bf6-1d58-4969-9bd6-517e8130a2d6 tempest-ServersTestManualDisk-139157132 tempest-ServersTestManualDisk-139157132-project] 10.222.0.26 "GET /v2.0/ports?device_id=14cb3f8b-31fa-457e-9faa-6dbaf5457842 HTTP/1.1" status: 200 len: 945 time: 0.2306032 Jul 13 13:41:22.216085 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17d77d57-36da-45d8-9766-f0c40e2a9680 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Router 40a305f2-87be-414f-93c4-9f0823ccd330 is scheduled to L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 with binding_index 1 {{(pid=93751) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 13:41:22.300381 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=1a8b2950-5087-4166-9c55-0ab96e42ca58,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:22.541621 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ec787105-36f5-44e9-ba90-d17b05123803 req-9a382431-33de-45e8-8dc0-da16868bac23 tempest-ServerShowV254Test-440987843 tempest-ServerShowV254Test-440987843-project] 10.222.0.23 "GET /v2.0/ports?device_id=ed525821-5151-4ae8-a6da-855cecbd3fab HTTP/1.1" status: 200 len: 210 time: 0.0622880 Jul 13 13:41:22.561659 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:22.604667 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-77bb8dea-9121-425e-8363-8f8e1b21ee5d None None] Provisioning complete for port 1a8b2950-5087-4166-9c55-0ab96e42ca58 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:41:22.605100 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-77bb8dea-9121-425e-8363-8f8e1b21ee5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:22.736081 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 33436) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:41:22.788953 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddfa1fb-65c2-4480-b269-9a90e19d32c7 req-63da57e2-5339-4845-b906-9e21ee953dd8 tempest-ServersTestManualDisk-139157132 tempest-ServersTestManualDisk-139157132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:41:22.790979 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-0ddfa1fb-65c2-4480-b269-9a90e19d32c7 req-63da57e2-5339-4845-b906-9e21ee953dd8 tempest-ServersTestManualDisk-139157132 tempest-ServersTestManualDisk-139157132-project] 10.222.0.23 "GET /v2.0/ports?device_id=14cb3f8b-31fa-457e-9faa-6dbaf5457842 HTTP/1.1" status: 200 len: 945 time: 0.3662350 Jul 13 13:41:22.795582 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17d77d57-36da-45d8-9766-f0c40e2a9680 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:41:22.824113 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-17d77d57-36da-45d8-9766-f0c40e2a9680 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] 10.222.0.23 "PUT /v2.0/routers/40a305f2-87be-414f-93c4-9f0823ccd330/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7708364 Jul 13 13:41:22.825286 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 33444) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:41:22.862093 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81b293a-06ac-48f1-ac11-fa980a0a992d None None] Sync routers for ids ['40a305f2-87be-414f-93c4-9f0823ccd330'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:41:22.925838 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81b293a-06ac-48f1-ac11-fa980a0a992d None None] Routers {'40a305f2-87be-414f-93c4-9f0823ccd330'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:41:22.925838 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-c81b293a-06ac-48f1-ac11-fa980a0a992d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:41:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['40a305f2-87be-414f-93c4-9f0823ccd330'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:41:22.973824 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ab6f3b-5a11-415a-8318-38dfd4ca8ab4 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:41:22.978295 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-018e3421-15d8-41cc-96e9-1743e9f72544 req-93ea28d4-1c56-4e1d-bb3f-2a0d1e3a7c90 tempest-ServersTestManualDisk-139157132 tempest-ServersTestManualDisk-139157132-project] Deleting port 78be97d3-3ce5-43be-ba01-0c4833811bef {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:41:22.978295 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-018e3421-15d8-41cc-96e9-1743e9f72544 req-93ea28d4-1c56-4e1d-bb3f-2a0d1e3a7c90 tempest-ServersTestManualDisk-139157132 tempest-ServersTestManualDisk-139157132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:22.979138 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-93ab6f3b-5a11-415a-8318-38dfd4ca8ab4 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] 10.222.0.23 "GET /v2.0/ports/53bb99fc-af17-40bf-809d-45313c6ac840 HTTP/1.1" status: 200 len: 911 time: 0.1527932 Jul 13 13:41:22.980001 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 33448) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:41:23.022349 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-0ddfa1fb-65c2-4480-b269-9a90e19d32c7 req-60430fc6-b288-468f-a85e-d859d727cd1c tempest-ServersTestManualDisk-139157132 tempest-ServersTestManualDisk-139157132-project] 10.222.0.23 "GET /v2.0/security-groups?id=6694af6c-c410-439b-b6c6-f0aa0397bd9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2179019 Jul 13 13:41:23.059240 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-c81b293a-06ac-48f1-ac11-fa980a0a992d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:41:23.106954 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-77bb8dea-9121-425e-8363-8f8e1b21ee5d None None] Provisioning for port 53bb99fc-af17-40bf-809d-45313c6ac840 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:41:23.111158 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81b293a-06ac-48f1-ac11-fa980a0a992d None None] Routers {'40a305f2-87be-414f-93c4-9f0823ccd330'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:41:23.115591 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-c81b293a-06ac-48f1-ac11-fa980a0a992d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:41:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['40a305f2-87be-414f-93c4-9f0823ccd330'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:41:23.211595 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-0db9ce4a-70f9-4019-b51d-b548c5902bf1 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1349911071'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:41:23.211831 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-77bb8dea-9121-425e-8363-8f8e1b21ee5d None None] Provisioning complete for port 53bb99fc-af17-40bf-809d-45313c6ac840 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:41:23.212130 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-77bb8dea-9121-425e-8363-8f8e1b21ee5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:23.234233 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-c81b293a-06ac-48f1-ac11-fa980a0a992d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:41:23.234886 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81b293a-06ac-48f1-ac11-fa980a0a992d None None] The sync data for ids ['40a305f2-87be-414f-93c4-9f0823ccd330'] in n-d-800634-1 is: [] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:41:23.340467 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-77bb8dea-9121-425e-8363-8f8e1b21ee5d None None] Port 53bb99fc-af17-40bf-809d-45313c6ac840 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:41:23.378552 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-018e3421-15d8-41cc-96e9-1743e9f72544 req-93ea28d4-1c56-4e1d-bb3f-2a0d1e3a7c90 tempest-ServersTestManualDisk-139157132 tempest-ServersTestManualDisk-139157132-project] For port 78be97d3-3ce5-43be-ba01-0c4833811bef, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=78be97d3-3ce5-43be-ba01-0c4833811bef,segment=NetworkSegment(c368f595-5610-4181-876b-2ad27436132d),segment_id=c368f595-5610-4181-876b-2ad27436132d)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:41:23.382671 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-018e3421-15d8-41cc-96e9-1743e9f72544 req-93ea28d4-1c56-4e1d-bb3f-2a0d1e3a7c90 tempest-ServersTestManualDisk-139157132 tempest-ServersTestManualDisk-139157132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:23.437274 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 1a8b2950-5087-4166-9c55-0ab96e42ca58 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:41:23.489538 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0db9ce4a-70f9-4019-b51d-b548c5902bf1 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Made reservation on behalf of 8b3e8ef7cfb0436e8cb330362d71f1d6 for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:41:23.494000 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0db9ce4a-70f9-4019-b51d-b548c5902bf1 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:23.499763 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 33466) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:41:23.532578 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-e2812b6c-6bf3-49b3-930e-52792800a964 None None] Provisioning complete for port 53bb99fc-af17-40bf-809d-45313c6ac840 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:41:23.532981 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e2812b6c-6bf3-49b3-930e-52792800a964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:23.604739 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0db9ce4a-70f9-4019-b51d-b548c5902bf1 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:23.656343 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-e2812b6c-6bf3-49b3-930e-52792800a964 None None] Port 53bb99fc-af17-40bf-809d-45313c6ac840 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:41:23.673130 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 1a8b2950-5087-4166-9c55-0ab96e42ca58 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:41:23.673508 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:23.822711 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0db9ce4a-70f9-4019-b51d-b548c5902bf1 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:23.864238 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 33474) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:41:23.883371 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0db9ce4a-70f9-4019-b51d-b548c5902bf1 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:23.887989 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4b6a5e77-2f03-4572-876d-dbc0d19e7e9a req-f220ed00-53a3-45fc-a353-e423c52dfbc0 tempest-ServerShowV254Test-440987843 tempest-ServerShowV254Test-440987843-project] 10.222.0.23 "GET /v2.0/ports?device_id=ed525821-5151-4ae8-a6da-855cecbd3fab HTTP/1.1" status: 200 len: 210 time: 0.0448651 Jul 13 13:41:23.898798 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-28acb68d-415a-42e7-8315-6cccc85f450a admin admin] Deleting subnet 4a7066db-069e-4126-a711-5a91da09992d {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 13:41:23.905241 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-28acb68d-415a-42e7-8315-6cccc85f450a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:23.959964 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0db9ce4a-70f9-4019-b51d-b548c5902bf1 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 13:41:23.965588 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-018e3421-15d8-41cc-96e9-1743e9f72544 req-93ea28d4-1c56-4e1d-bb3f-2a0d1e3a7c90 tempest-ServersTestManualDisk-139157132 tempest-ServersTestManualDisk-139157132-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:23.966108 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-018e3421-15d8-41cc-96e9-1743e9f72544 req-93ea28d4-1c56-4e1d-bb3f-2a0d1e3a7c90 tempest-ServersTestManualDisk-139157132 tempest-ServersTestManualDisk-139157132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446547'] for floatingip, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:23.966435 n-d-800634-1 neutron-server[93751]: INFO neutron.db.l3_db [req-018e3421-15d8-41cc-96e9-1743e9f72544 req-93ea28d4-1c56-4e1d-bb3f-2a0d1e3a7c90 tempest-ServersTestManualDisk-139157132 tempest-ServersTestManualDisk-139157132-project] Floating IP ce1f4e39-513e-4e2a-9033-83a81d02a91f disassociated. External IP: 172.25.6.56, port: 78be97d3-3ce5-43be-ba01-0c4833811bef. Jul 13 13:41:23.966785 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-018e3421-15d8-41cc-96e9-1743e9f72544 req-93ea28d4-1c56-4e1d-bb3f-2a0d1e3a7c90 tempest-ServersTestManualDisk-139157132 tempest-ServersTestManualDisk-139157132-project] Calling delete_port for 78be97d3-3ce5-43be-ba01-0c4833811bef owned by compute:nova {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:41:24.006334 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebf9b6a-a939-4be3-92e1-54bfe4e7dd97 req-da1d71af-e826-4d1c-917a-3434307923a8 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:41:24.021334 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3ebf9b6a-a939-4be3-92e1-54bfe4e7dd97 req-da1d71af-e826-4d1c-917a-3434307923a8 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/ports?device_id=12faf5c9-e18d-4f03-b7e6-1951ae5c98c0 HTTP/1.1" status: 200 len: 945 time: 0.1559174 Jul 13 13:41:24.032194 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-28acb68d-415a-42e7-8315-6cccc85f450a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5431723'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:24.034493 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0db9ce4a-70f9-4019-b51d-b548c5902bf1 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:24.034836 n-d-800634-1 neutron-server[93750]: INFO neutron.db.segments_db [None req-0db9ce4a-70f9-4019-b51d-b548c5902bf1 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Added segment bee699bc-d280-44af-a540-5a618ddaf0dc of type vlan for network 9db56dbb-6586-4de1-b24a-0495f681f710 Jul 13 13:41:24.036858 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db9ce4a-70f9-4019-b51d-b548c5902bf1 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3bfff03-c15a-4065-a4e1-c48364528a15,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:24.108988 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7525676f-1962-442f-b086-633cf97e0927 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:24.157462 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3ebf9b6a-a939-4be3-92e1-54bfe4e7dd97 req-fd313669-b8fd-4535-a544-f28b73a83a45 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/security-groups?id=4f83e00a-e782-49e6-b944-d06b9e971cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346102 Jul 13 13:41:24.279395 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-018e3421-15d8-41cc-96e9-1743e9f72544 req-93ea28d4-1c56-4e1d-bb3f-2a0d1e3a7c90 tempest-ServersTestManualDisk-139157132 tempest-ServersTestManualDisk-139157132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:24.330466 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ea28d4-1c56-4e1d-bb3f-2a0d1e3a7c90 tempest-ServersTestManualDisk-139157132 tempest-ServersTestManualDisk-139157132-project] Pushing event deleted for resources: {'Port': ['ID=78be97d3-3ce5-43be-ba01-0c4833811bef,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:24.347853 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7525676f-1962-442f-b086-633cf97e0927 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:24.386001 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7525676f-1962-442f-b086-633cf97e0927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:24.450099 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d5cabb5f-cc10-448c-b325-a2977620cbab req-1943eb63-8467-495f-8d34-80536c11ed3a tempest-ServersTestManualDisk-139157132 tempest-ServersTestManualDisk-139157132-project] 10.222.0.23 "GET /v2.0/ports?device_id=14cb3f8b-31fa-457e-9faa-6dbaf5457842 HTTP/1.1" status: 200 len: 210 time: 0.1117299 Jul 13 13:41:24.475330 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-28acb68d-415a-42e7-8315-6cccc85f450a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:24.479341 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-7525676f-1962-442f-b086-633cf97e0927 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8403a2fd52214cbfbefee2ba2b05b31a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6128900 Jul 13 13:41:24.481502 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0db9ce4a-70f9-4019-b51d-b548c5902bf1 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:24.481987 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7525676f-1962-442f-b086-633cf97e0927 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b99519de-7473-4e60-813a-61548eb4f916,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:24.486491 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 33482) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:41:24.519715 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [req-018e3421-15d8-41cc-96e9-1743e9f72544 req-93ea28d4-1c56-4e1d-bb3f-2a0d1e3a7c90 tempest-ServersTestManualDisk-139157132 tempest-ServersTestManualDisk-139157132-project] Router 82b35e57-1ff7-4d1c-81bf-14b729233a6a has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 13:41:24.540590 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5448a831-b27b-41ed-b3d6-af3afa808018 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451695'] for router_interface, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:24.585661 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-32813d85-ed71-4536-be10-187e727c9349 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:24.634467 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0db9ce4a-70f9-4019-b51d-b548c5902bf1 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:24.641015 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db9ce4a-70f9-4019-b51d-b548c5902bf1 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:41:24.641391 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-32813d85-ed71-4536-be10-187e727c9349 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:24.641609 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0db9ce4a-70f9-4019-b51d-b548c5902bf1 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:24.659653 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edf7bca-c9dd-4d2e-9854-ef96498e98b8 req-54e74fd9-cffd-4404-a454-91823730a98d tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:41:24.661204 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5edf7bca-c9dd-4d2e-9854-ef96498e98b8 req-54e74fd9-cffd-4404-a454-91823730a98d tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.41 "GET /v2.0/ports?device_id=12faf5c9-e18d-4f03-b7e6-1951ae5c98c0 HTTP/1.1" status: 200 len: 945 time: 0.3242767 Jul 13 13:41:24.675963 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 78be97d3-3ce5-43be-ba01-0c4833811bef no longer exists at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:41:24.689182 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-018e3421-15d8-41cc-96e9-1743e9f72544 req-93ea28d4-1c56-4e1d-bb3f-2a0d1e3a7c90 tempest-ServersTestManualDisk-139157132 tempest-ServersTestManualDisk-139157132-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:41:24.711845 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8ef4f0-926e-4f48-bb49-a4bbeacdf6be None None] Sync routers for ids ['82b35e57-1ff7-4d1c-81bf-14b729233a6a'] in n-d-800634-1 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:41:24.717132 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-381d4315-9089-413f-a071-aa2897bda790 None None] No Port match for: 78be97d3-3ce5-43be-ba01-0c4833811bef {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:41:24.717547 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 78be97d3-3ce5-43be-ba01-0c4833811bef not bound to the agent host n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:41:24.728744 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8ef4f0-926e-4f48-bb49-a4bbeacdf6be None None] Routers {'82b35e57-1ff7-4d1c-81bf-14b729233a6a'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:41:24.729447 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-8b8ef4f0-926e-4f48-bb49-a4bbeacdf6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:41:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['82b35e57-1ff7-4d1c-81bf-14b729233a6a'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:41:24.766946 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-28acb68d-415a-42e7-8315-6cccc85f450a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5970525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4763356'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:24.769963 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-0db9ce4a-70f9-4019-b51d-b548c5902bf1 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 2.0325663 Jul 13 13:41:24.772553 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-018e3421-15d8-41cc-96e9-1743e9f72544 req-93ea28d4-1c56-4e1d-bb3f-2a0d1e3a7c90 tempest-ServersTestManualDisk-139157132 tempest-ServersTestManualDisk-139157132-project] No DVR routers for this DVR port 78be97d3-3ce5-43be-ba01-0c4833811bef on host n-h1-800634-1 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:41:24.776240 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 33484) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:41:24.785083 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-5eb4111f-d17e-48c1-b09c-4f464c8a7af2 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Request body: {'port': {'network_id': '9db56dbb-6586-4de1-b24a-0495f681f710', 'name': 'tempest-PortsTestJSON-785220644'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:41:24.790582 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-32813d85-ed71-4536-be10-187e727c9349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:24.795319 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-32813d85-ed71-4536-be10-187e727c9349 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:24.799708 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-32813d85-ed71-4536-be10-187e727c9349 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b99519de-7473-4e60-813a-61548eb4f916 HTTP/1.1" status: 204 len: 168 time: 0.3122573 Jul 13 13:41:24.803923 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-018e3421-15d8-41cc-96e9-1743e9f72544 req-93ea28d4-1c56-4e1d-bb3f-2a0d1e3a7c90 tempest-ServersTestManualDisk-139157132 tempest-ServersTestManualDisk-139157132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:24.806073 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-018e3421-15d8-41cc-96e9-1743e9f72544 req-93ea28d4-1c56-4e1d-bb3f-2a0d1e3a7c90 tempest-ServersTestManualDisk-139157132 tempest-ServersTestManualDisk-139157132-project] 10.222.0.26 "DELETE /v2.0/ports/78be97d3-3ce5-43be-ba01-0c4833811bef HTTP/1.1" status: 204 len: 173 time: 2.6686008 Jul 13 13:41:24.824395 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14cb3f8b-31fa-457e-9faa-6dbaf5457842', 'name': 'network-vif-deleted', 'tag': '78be97d3-3ce5-43be-ba01-0c4833811bef'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:41:24.827198 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d17b627af75e17e0f4b8d6239d04f8c2f78634e2c585e32a7aeca336500f34a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55b639dc-4506-410a-9461-3e46a5045d75" -d '{"events": [{"server_uuid": "14cb3f8b-31fa-457e-9faa-6dbaf5457842", "name": "network-vif-deleted", "tag": "78be97d3-3ce5-43be-ba01-0c4833811bef"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:41:24.849820 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32813d85-ed71-4536-be10-187e727c9349 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b99519de-7473-4e60-813a-61548eb4f916,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:24.860180 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28acb68d-415a-42e7-8315-6cccc85f450a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a7066db-069e-4126-a711-5a91da09992d,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:24.869363 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-28acb68d-415a-42e7-8315-6cccc85f450a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:24.871285 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-28acb68d-415a-42e7-8315-6cccc85f450a admin admin] 10.222.0.23 "DELETE /v2.0/subnets/4a7066db-069e-4126-a711-5a91da09992d HTTP/1.1" status: 204 len: 168 time: 1.3702214 Jul 13 13:41:24.923382 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 33490) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:41:24.944222 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db9ce4a-70f9-4019-b51d-b548c5902bf1 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Pushing event updated for resources: {'Network': ['ID=9db56dbb-6586-4de1-b24a-0495f681f710,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:24.959531 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network 9db56dbb-6586-4de1-b24a-0495f681f710 details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 13:41:24.979029 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8c4770f-26ff-424e-acd8-e58d99b117db x-openstack-request-id: req-d8c4770f-26ff-424e-acd8-e58d99b117db {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:41:24.979329 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14cb3f8b-31fa-457e-9faa-6dbaf5457842", "name": "network-vif-deleted", "tag": "78be97d3-3ce5-43be-ba01-0c4833811bef", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:41:24.979585 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d8c4770f-26ff-424e-acd8-e58d99b117db {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:41:24.979996 n-d-800634-1 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14cb3f8b-31fa-457e-9faa-6dbaf5457842', 'name': 'network-vif-deleted', 'tag': '78be97d3-3ce5-43be-ba01-0c4833811bef', 'status': 'completed', 'code': 200} Jul 13 13:41:25.112323 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eb4111f-d17e-48c1-b09c-4f464c8a7af2 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Made reservation on behalf of 8b3e8ef7cfb0436e8cb330362d71f1d6 for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:41:25.119398 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5eb4111f-d17e-48c1-b09c-4f464c8a7af2 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:25.140377 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-8b8ef4f0-926e-4f48-bb49-a4bbeacdf6be None None] Set router 82b35e57-1ff7-4d1c-81bf-14b729233a6a gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:41:25.151050 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-97061c4e-4965-47b0-84a7-6f56fd3c75bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:25.186052 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-5edf7bca-c9dd-4d2e-9854-ef96498e98b8 req-1525a3c3-676b-4811-b446-399803d0501d tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Deleting port 751cfe8d-30a1-407a-bca8-4b83f6024a24 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:41:25.186408 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-5edf7bca-c9dd-4d2e-9854-ef96498e98b8 req-1525a3c3-676b-4811-b446-399803d0501d tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:25.187865 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [None req-5eb4111f-d17e-48c1-b09c-4f464c8a7af2 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] device_id is not set on port 49bed24c-b8ca-406f-b9c7-ee64d1138b0b yet. {{(pid=93751) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 13:41:25.297438 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-dbb089ae-7ab7-4e4a-a10b-354839370bcc req-554c3204-09ab-4c55-ab08-ae3f4aa0109a tempest-ServerShowV254Test-440987843 tempest-ServerShowV254Test-440987843-project] 10.222.0.23 "GET /v2.0/ports?device_id=ed525821-5151-4ae8-a6da-855cecbd3fab HTTP/1.1" status: 200 len: 210 time: 0.0471714 Jul 13 13:41:25.455086 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-5edf7bca-c9dd-4d2e-9854-ef96498e98b8 req-1525a3c3-676b-4811-b446-399803d0501d tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] For port 751cfe8d-30a1-407a-bca8-4b83f6024a24, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=751cfe8d-30a1-407a-bca8-4b83f6024a24,segment=NetworkSegment(f952029b-434e-49c6-8d96-f83b0194500d),segment_id=f952029b-434e-49c6-8d96-f83b0194500d)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:41:25.455359 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-5edf7bca-c9dd-4d2e-9854-ef96498e98b8 req-1525a3c3-676b-4811-b446-399803d0501d tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:25.468434 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-8b8ef4f0-926e-4f48-bb49-a4bbeacdf6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82b35e57-1ff7-4d1c-81bf-14b729233a6a', 'name': 'tempest-ServersTestManualDisk-416989744-router', 'tenant_id': '1d1b21e682104673ac00b8c76737ba33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': 'ca09a279-8639-4c66-9384-4657655aebf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:38:54Z', 'updated_at': '2021-07-13T13:39:05Z', 'revision_number': 4, 'project_id': '1d1b21e682104673ac00b8c76737ba33', 'gw_port': {'id': 'ca09a279-8639-4c66-9384-4657655aebf6', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:c9:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b35e57-1ff7-4d1c-81bf-14b729233a6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:38:56Z', 'updated_at': '2021-07-13T13:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': '7b071312-09af-4941-abb3-c4e23f16f0c9', 'name': '', 'network_id': '6e5fbdb0-b5f2-41b6-8a08-5a94d8f754ae', 'tenant_id': '1d1b21e682104673ac00b8c76737ba33', 'mac_address': 'fa:16:3e:99:25:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b35e57-1ff7-4d1c-81bf-14b729233a6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': 'ebad84be-c1b1-45af-9d6d-352020bb56df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:39:03Z', 'updated_at': '2021-07-13T13:39:11Z', 'revision_number': 5, 'project_id': '1d1b21e682104673ac00b8c76737ba33', 'subnets': [{'id': 'ebad84be-c1b1-45af-9d6d-352020bb56df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:41:25.474492 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-5edf7bca-c9dd-4d2e-9854-ef96498e98b8 req-1525a3c3-676b-4811-b446-399803d0501d tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Calling delete_port for 751cfe8d-30a1-407a-bca8-4b83f6024a24 owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:41:25.506186 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-97061c4e-4965-47b0-84a7-6f56fd3c75bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:25.508524 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8ef4f0-926e-4f48-bb49-a4bbeacdf6be None None] Checking router: 82b35e57-1ff7-4d1c-81bf-14b729233a6a for host: n-d-800634-1 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 13:41:25.519246 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8ef4f0-926e-4f48-bb49-a4bbeacdf6be None None] Routers {'82b35e57-1ff7-4d1c-81bf-14b729233a6a'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:41:25.520105 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-8b8ef4f0-926e-4f48-bb49-a4bbeacdf6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:41:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['82b35e57-1ff7-4d1c-81bf-14b729233a6a'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:41:25.576033 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-5448a831-b27b-41ed-b3d6-af3afa808018 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Deleting port 53bb99fc-af17-40bf-809d-45313c6ac840 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:41:25.576381 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5448a831-b27b-41ed-b3d6-af3afa808018 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:25.602958 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-97061c4e-4965-47b0-84a7-6f56fd3c75bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e6a1cec-d634-437c-82e7-1ebafa55a815']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:41:25.622864 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-97061c4e-4965-47b0-84a7-6f56fd3c75bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ca861d2-7f67-42e9-b790-b2afeca7fd40') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:41:25.623538 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-97061c4e-4965-47b0-84a7-6f56fd3c75bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ca861d2-7f67-42e9-b790-b2afeca7fd40') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:41:25.647467 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-97061c4e-4965-47b0-84a7-6f56fd3c75bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6018464'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:25.677549 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-97061c4e-4965-47b0-84a7-6f56fd3c75bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:25.694893 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5eb4111f-d17e-48c1-b09c-4f464c8a7af2 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:25.700227 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97061c4e-4965-47b0-84a7-6f56fd3c75bf admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 13:41:25.701366 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-97061c4e-4965-47b0-84a7-6f56fd3c75bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6018632'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:25.703340 n-d-800634-1 neutron-server[93751]: Traceback (most recent call last): Jul 13 13:41:25.703340 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 13:41:25.703340 n-d-800634-1 neutron-server[93751]: timer() Jul 13 13:41:25.703340 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 13:41:25.703340 n-d-800634-1 neutron-server[93751]: cb(*args, **kw) Jul 13 13:41:25.703340 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 13:41:25.703340 n-d-800634-1 neutron-server[93751]: return func(*args, **kwargs) Jul 13 13:41:25.703340 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 13:41:25.703340 n-d-800634-1 neutron-server[93751]: self._notify() Jul 13 13:41:25.703340 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 13:41:25.703340 n-d-800634-1 neutron-server[93751]: self.callback(batched_events) Jul 13 13:41:25.703340 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 13:41:25.703340 n-d-800634-1 neutron-server[93751]: event.method(event) Jul 13 13:41:25.703340 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 13:41:25.703340 n-d-800634-1 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 13:41:25.703340 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 13:41:25.703340 n-d-800634-1 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 13:41:25.703340 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 13:41:25.703340 n-d-800634-1 neutron-server[93751]: return f(self, *a, **k) Jul 13 13:41:25.703340 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 13:41:25.703340 n-d-800634-1 neutron-server[93751]: return self._get(url).json() Jul 13 13:41:25.703340 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 13:41:25.703340 n-d-800634-1 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 13:41:25.703340 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 13:41:25.703340 n-d-800634-1 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 13 13:41:25.703340 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 13:41:25.703340 n-d-800634-1 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 13:41:25.703340 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 13:41:25.703340 n-d-800634-1 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 13:41:25.703340 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 13:41:25.703340 n-d-800634-1 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 13:41:25.703340 n-d-800634-1 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 13:41:25.738654 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7f151c9e-17e8-42c2-99f0-8b21ad700cdc req-8d78346a-a0f9-4d53-8c67-1cfd6a177e03 tempest-ServersTestManualDisk-139157132 tempest-ServersTestManualDisk-139157132-project] 10.222.0.23 "GET /v2.0/ports?device_id=14cb3f8b-31fa-457e-9faa-6dbaf5457842 HTTP/1.1" status: 200 len: 210 time: 0.0592790 Jul 13 13:41:25.778716 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165bbadd-7784-4796-8e65-6468dd007250 req-498632fc-f577-4901-a8cc-a2beacc25d5c tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:41:25.780351 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-165bbadd-7784-4796-8e65-6468dd007250 req-498632fc-f577-4901-a8cc-a2beacc25d5c tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/ports?device_id=12faf5c9-e18d-4f03-b7e6-1951ae5c98c0 HTTP/1.1" status: 200 len: 945 time: 0.3196821 Jul 13 13:41:25.795810 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-8b8ef4f0-926e-4f48-bb49-a4bbeacdf6be None None] Set router 82b35e57-1ff7-4d1c-81bf-14b729233a6a gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:41:25.819472 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-97061c4e-4965-47b0-84a7-6f56fd3c75bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:25.825761 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-97061c4e-4965-47b0-84a7-6f56fd3c75bf admin admin] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:25.828882 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5448a831-b27b-41ed-b3d6-af3afa808018 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:25.831444 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-97061c4e-4965-47b0-84a7-6f56fd3c75bf admin admin] 10.222.0.23 "DELETE /v2.0/networks/1e6a1cec-d634-437c-82e7-1ebafa55a815 HTTP/1.1" status: 204 len: 168 time: 0.9057529 Jul 13 13:41:25.866541 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97061c4e-4965-47b0-84a7-6f56fd3c75bf admin admin] Pushing event deleted for resources: {'Network': ['ID=1e6a1cec-d634-437c-82e7-1ebafa55a815,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:25.880619 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-165bbadd-7784-4796-8e65-6468dd007250 req-0291cc3c-2227-435e-a22e-4060adb1f854 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/security-groups?id=4f83e00a-e782-49e6-b944-d06b9e971cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885663 Jul 13 13:41:25.883291 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-5448a831-b27b-41ed-b3d6-af3afa808018 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Calling delete_port for 53bb99fc-af17-40bf-809d-45313c6ac840 owned by network:router_interface {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:41:25.885567 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5eb4111f-d17e-48c1-b09c-4f464c8a7af2 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:25.947868 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb4111f-d17e-48c1-b09c-4f464c8a7af2 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Pushing event updated for resources: {'Port': ['ID=49bed24c-b8ca-406f-b9c7-ee64d1138b0b,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:25.966757 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb4111f-d17e-48c1-b09c-4f464c8a7af2 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Checking segment: {'id': 'bee699bc-d280-44af-a540-5a618ddaf0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '9db56dbb-6586-4de1-b24a-0495f681f710'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:41:25.967227 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb4111f-d17e-48c1-b09c-4f464c8a7af2 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Network hostable DHCP agents. Network: 9db56dbb-6586-4de1-b24a-0495f681f710, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 13:41:25.991534 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb4111f-d17e-48c1-b09c-4f464c8a7af2 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Network 9db56dbb-6586-4de1-b24a-0495f681f710 is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 13:41:26.007839 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-5eb4111f-d17e-48c1-b09c-4f464c8a7af2 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, 9db56dbb-6586-4de1-b24a-0495f681f710) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:41:26.014878 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb4111f-d17e-48c1-b09c-4f464c8a7af2 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:41:26.021521 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a75ca89-b271-4639-9eab-66861a549021 None None] Network 9db56dbb-6586-4de1-b24a-0495f681f710 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:41:26.035538 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eb4111f-d17e-48c1-b09c-4f464c8a7af2 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:41:26.038009 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5eb4111f-d17e-48c1-b09c-4f464c8a7af2 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:26.070713 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-5eb4111f-d17e-48c1-b09c-4f464c8a7af2 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.2925222 Jul 13 13:41:26.073869 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 33520) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:41:26.080066 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-4bcf0b00-67a1-4621-a421-00bdfb781fd0 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-523952847'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:41:26.098149 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 33522) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:41:26.155468 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-1e374b7f-17a6-42eb-9098-d978c7be741e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=735b68527641472d9d98083ece779da8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0597343 Jul 13 13:41:26.156719 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bcf0b00-67a1-4621-a421-00bdfb781fd0 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Made reservation on behalf of 8b3e8ef7cfb0436e8cb330362d71f1d6 for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:41:26.160307 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4bcf0b00-67a1-4621-a421-00bdfb781fd0 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:26.161246 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 33526) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:41:26.171099 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-8b8ef4f0-926e-4f48-bb49-a4bbeacdf6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82b35e57-1ff7-4d1c-81bf-14b729233a6a', 'name': 'tempest-ServersTestManualDisk-416989744-router', 'tenant_id': '1d1b21e682104673ac00b8c76737ba33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': 'ca09a279-8639-4c66-9384-4657655aebf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:38:54Z', 'updated_at': '2021-07-13T13:39:05Z', 'revision_number': 4, 'project_id': '1d1b21e682104673ac00b8c76737ba33', 'gw_port': {'id': 'ca09a279-8639-4c66-9384-4657655aebf6', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:c9:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b35e57-1ff7-4d1c-81bf-14b729233a6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:38:56Z', 'updated_at': '2021-07-13T13:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': '7b071312-09af-4941-abb3-c4e23f16f0c9', 'name': '', 'network_id': '6e5fbdb0-b5f2-41b6-8a08-5a94d8f754ae', 'tenant_id': '1d1b21e682104673ac00b8c76737ba33', 'mac_address': 'fa:16:3e:99:25:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b35e57-1ff7-4d1c-81bf-14b729233a6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': 'ebad84be-c1b1-45af-9d6d-352020bb56df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:39:03Z', 'updated_at': '2021-07-13T13:39:11Z', 'revision_number': 5, 'project_id': '1d1b21e682104673ac00b8c76737ba33', 'subnets': [{'id': 'ebad84be-c1b1-45af-9d6d-352020bb56df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:41:26.188606 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-5edf7bca-c9dd-4d2e-9854-ef96498e98b8 req-1525a3c3-676b-4811-b446-399803d0501d tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:26.193095 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bcf0b00-67a1-4621-a421-00bdfb781fd0 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 13:41:26.210221 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4bcf0b00-67a1-4621-a421-00bdfb781fd0 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:26.210654 n-d-800634-1 neutron-server[93751]: INFO neutron.db.segments_db [None req-4bcf0b00-67a1-4621-a421-00bdfb781fd0 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Added segment d67e0f40-a969-40ad-9d3b-1770be4e93ca of type vlan for network f48bdd2c-ab80-4caf-9b0d-81a22679d56a Jul 13 13:41:26.225635 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8ef4f0-926e-4f48-bb49-a4bbeacdf6be None None] The sync data for ids ['82b35e57-1ff7-4d1c-81bf-14b729233a6a'] in n-d-800634-1 is: [{'id': '82b35e57-1ff7-4d1c-81bf-14b729233a6a', 'name': 'tempest-ServersTestManualDisk-416989744-router', 'tenant_id': '1d1b21e682104673ac00b8c76737ba33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': 'ca09a279-8639-4c66-9384-4657655aebf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:38:54Z', 'updated_at': '2021-07-13T13:39:05Z', 'revision_number': 4, 'project_id': '1d1b21e682104673ac00b8c76737ba33', 'gw_port': {'id': 'ca09a279-8639-4c66-9384-4657655aebf6', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:c9:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b35e57-1ff7-4d1c-81bf-14b729233a6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:38:56Z', 'updated_at': '2021-07-13T13:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': '7b071312-09af-4941-abb3-c4e23f16f0c9', 'name': '', 'network_id': '6e5fbdb0-b5f2-41b6-8a08-5a94d8f754ae', 'tenant_id': '1d1b21e682104673ac00b8c76737ba33', 'mac_address': 'fa:16:3e:99:25:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b35e57-1ff7-4d1c-81bf-14b729233a6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': 'ebad84be-c1b1-45af-9d6d-352020bb56df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:39:03Z', 'updated_at': '2021-07-13T13:39:11Z', 'revision_number': 5, 'project_id': '1d1b21e682104673ac00b8c76737ba33', 'subnets': [{'id': 'ebad84be-c1b1-45af-9d6d-352020bb56df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:41:26.268194 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4bcf0b00-67a1-4621-a421-00bdfb781fd0 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:26.284983 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1525a3c3-676b-4811-b446-399803d0501d tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Pushing event deleted for resources: {'Port': ['ID=751cfe8d-30a1-407a-bca8-4b83f6024a24,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:26.311761 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4bcf0b00-67a1-4621-a421-00bdfb781fd0 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:26.318767 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bcf0b00-67a1-4621-a421-00bdfb781fd0 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:41:26.319524 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4bcf0b00-67a1-4621-a421-00bdfb781fd0 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:26.368068 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-5edf7bca-c9dd-4d2e-9854-ef96498e98b8 req-1525a3c3-676b-4811-b446-399803d0501d tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] No DVR routers for this DVR port 751cfe8d-30a1-407a-bca8-4b83f6024a24 on host n-h2-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:41:26.372145 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5448a831-b27b-41ed-b3d6-af3afa808018 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:26.375929 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-5edf7bca-c9dd-4d2e-9854-ef96498e98b8 req-1525a3c3-676b-4811-b446-399803d0501d tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:26.377979 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5edf7bca-c9dd-4d2e-9854-ef96498e98b8 req-1525a3c3-676b-4811-b446-399803d0501d tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.41 "DELETE /v2.0/ports/751cfe8d-30a1-407a-bca8-4b83f6024a24 HTTP/1.1" status: 204 len: 173 time: 1.7061014 Jul 13 13:41:26.387125 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12faf5c9-e18d-4f03-b7e6-1951ae5c98c0', 'name': 'network-vif-deleted', 'tag': '751cfe8d-30a1-407a-bca8-4b83f6024a24'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:41:26.389443 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a1b3446-c7c2-40c7-880a-c35f685e5d45" -d '{"events": [{"server_uuid": "12faf5c9-e18d-4f03-b7e6-1951ae5c98c0", "name": "network-vif-deleted", "tag": "751cfe8d-30a1-407a-bca8-4b83f6024a24"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:41:26.431003 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-59bde8fa-e126-44e5-a095-add0bd8dc53d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:26.449073 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5448a831-b27b-41ed-b3d6-af3afa808018 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Pushing event deleted for resources: {'Port': ['ID=53bb99fc-af17-40bf-809d-45313c6ac840,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:26.473369 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-4bcf0b00-67a1-4621-a421-00bdfb781fd0 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3954573 Jul 13 13:41:26.475854 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 33534) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:41:26.495418 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-d688939b-ecbd-4100-8761-a8a4ff8523ef tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Request body: {'ports': [{'network_id': '9db56dbb-6586-4de1-b24a-0495f681f710'}, {'network_id': 'f48bdd2c-ab80-4caf-9b0d-81a22679d56a'}]} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:41:26.495738 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-d688939b-ecbd-4100-8761-a8a4ff8523ef tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Request body: {'port': {'network_id': '9db56dbb-6586-4de1-b24a-0495f681f710'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:41:26.496838 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-d688939b-ecbd-4100-8761-a8a4ff8523ef tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Request body: {'port': {'network_id': 'f48bdd2c-ab80-4caf-9b0d-81a22679d56a'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:41:26.586663 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:41:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-998d6de4-a84a-49f5-9384-f550bd4db29e x-openstack-request-id: req-998d6de4-a84a-49f5-9384-f550bd4db29e {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:41:26.586975 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12faf5c9-e18d-4f03-b7e6-1951ae5c98c0", "name": "network-vif-deleted", "tag": "751cfe8d-30a1-407a-bca8-4b83f6024a24", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:41:26.587508 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-998d6de4-a84a-49f5-9384-f550bd4db29e {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:41:26.595998 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12faf5c9-e18d-4f03-b7e6-1951ae5c98c0', 'name': 'network-vif-deleted', 'tag': '751cfe8d-30a1-407a-bca8-4b83f6024a24', 'status': 'completed', 'code': 200} Jul 13 13:41:26.601107 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-59bde8fa-e126-44e5-a095-add0bd8dc53d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:26.629854 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcf0b00-67a1-4621-a421-00bdfb781fd0 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Pushing event updated for resources: {'Network': ['ID=f48bdd2c-ab80-4caf-9b0d-81a22679d56a,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:26.647825 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network f48bdd2c-ab80-4caf-9b0d-81a22679d56a details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 13:41:26.667868 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5448a831-b27b-41ed-b3d6-af3afa808018 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1785036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452491'] for router_interface, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:26.675432 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3df11d15-13db-474f-b578-9554f2ea5ab4 req-64bf1587-7153-42a9-8325-f9b54c5e7960 tempest-ServerShowV254Test-440987843 tempest-ServerShowV254Test-440987843-project] 10.222.0.23 "GET /v2.0/ports?device_id=ed525821-5151-4ae8-a6da-855cecbd3fab HTTP/1.1" status: 200 len: 210 time: 0.1718483 Jul 13 13:41:26.682615 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47358295-6e3b-47e2-b6ae-f2fc4d586e6c None None] New status for floating IP ce1f4e39-513e-4e2a-9033-83a81d02a91f: DOWN {{(pid=93752) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 13:41:26.830586 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d688939b-ecbd-4100-8761-a8a4ff8523ef tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Made reservation on behalf of 8b3e8ef7cfb0436e8cb330362d71f1d6 for: {'port': 2} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:41:26.837761 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d688939b-ecbd-4100-8761-a8a4ff8523ef tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:26.864736 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-59bde8fa-e126-44e5-a095-add0bd8dc53d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:26.864736 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-59bde8fa-e126-44e5-a095-add0bd8dc53d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:26.867389 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d688939b-ecbd-4100-8761-a8a4ff8523ef tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:26.875374 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-59bde8fa-e126-44e5-a095-add0bd8dc53d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e8450e8a-3ce6-4095-b6b4-37555b8042b8 HTTP/1.1" status: 204 len: 168 time: 0.7126441 Jul 13 13:41:26.925427 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5448a831-b27b-41ed-b3d6-af3afa808018 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Router 40a305f2-87be-414f-93c4-9f0823ccd330 has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 13:41:26.938070 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bde8fa-e126-44e5-a095-add0bd8dc53d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8450e8a-3ce6-4095-b6b4-37555b8042b8,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:26.939789 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 33544) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:41:27.066492 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [None req-d688939b-ecbd-4100-8761-a8a4ff8523ef tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] device_id is not set on port 81597400-9350-4278-895f-293955aac4d8 yet. {{(pid=93751) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 13:41:27.125034 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-eb0c8373-c1ad-4e86-be28-654f11f25a4d req-3e6d8bec-9daa-4727-a533-e00a681d7506 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/ports?device_id=12faf5c9-e18d-4f03-b7e6-1951ae5c98c0 HTTP/1.1" status: 200 len: 210 time: 0.0590131 Jul 13 13:41:27.131732 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5448a831-b27b-41ed-b3d6-af3afa808018 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:41:27.143022 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-5448a831-b27b-41ed-b3d6-af3afa808018 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] 10.222.0.23 "PUT /v2.0/routers/40a305f2-87be-414f-93c4-9f0823ccd330/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1585577 Jul 13 13:41:27.143206 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2cd4ec9-2370-4dd7-92db-b1eceafee438 None None] Sync routers for ids ['40a305f2-87be-414f-93c4-9f0823ccd330'] in n-d-800634-1 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:41:27.157561 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 33546) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:41:27.157803 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2cd4ec9-2370-4dd7-92db-b1eceafee438 None None] Routers {'40a305f2-87be-414f-93c4-9f0823ccd330'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:41:27.157803 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-f2cd4ec9-2370-4dd7-92db-b1eceafee438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:41:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['40a305f2-87be-414f-93c4-9f0823ccd330'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:41:27.199240 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-f2cd4ec9-2370-4dd7-92db-b1eceafee438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:41:27.206790 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-c7b4ae46-6a40-437e-ac34-b1aa91ea2d90 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] 10.222.0.23 "GET /v2.0/ports?device_id=40a305f2-87be-414f-93c4-9f0823ccd330 HTTP/1.1" status: 200 len: 205 time: 0.0530417 Jul 13 13:41:27.206790 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-594391ee-271d-44c9-bfc9-f66a048181fd tempest-ServersTestManualDisk-139157132 tempest-ServersTestManualDisk-139157132-project] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:27.207767 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 33548) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:41:27.208415 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2cd4ec9-2370-4dd7-92db-b1eceafee438 None None] Routers {'40a305f2-87be-414f-93c4-9f0823ccd330'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:41:27.209115 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-f2cd4ec9-2370-4dd7-92db-b1eceafee438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:41:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['40a305f2-87be-414f-93c4-9f0823ccd330'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:41:27.239700 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-594391ee-271d-44c9-bfc9-f66a048181fd tempest-ServersTestManualDisk-139157132 tempest-ServersTestManualDisk-139157132-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:27.247800 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-f2cd4ec9-2370-4dd7-92db-b1eceafee438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:41:27.248464 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2cd4ec9-2370-4dd7-92db-b1eceafee438 None None] The sync data for ids ['40a305f2-87be-414f-93c4-9f0823ccd330'] in n-d-800634-1 is: [] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:41:27.299008 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-594391ee-271d-44c9-bfc9-f66a048181fd tempest-ServersTestManualDisk-139157132 tempest-ServersTestManualDisk-139157132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:27.302734 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-594391ee-271d-44c9-bfc9-f66a048181fd tempest-ServersTestManualDisk-139157132 tempest-ServersTestManualDisk-139157132-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:27.307445 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-594391ee-271d-44c9-bfc9-f66a048181fd tempest-ServersTestManualDisk-139157132 tempest-ServersTestManualDisk-139157132-project] 10.222.0.23 "DELETE /v2.0/security-groups/6694af6c-c410-439b-b6c6-f0aa0397bd9c HTTP/1.1" status: 204 len: 168 time: 0.3650780 Jul 13 13:41:27.308184 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 33552) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:41:27.329092 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594391ee-271d-44c9-bfc9-f66a048181fd tempest-ServersTestManualDisk-139157132 tempest-ServersTestManualDisk-139157132-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6694af6c-c410-439b-b6c6-f0aa0397bd9c,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:27.338313 n-d-800634-1 neutron-server[93750]: INFO neutron.api.v2.resource [None req-ac2a41b0-3640-4e44-92a2-c7b551cb1979 tempest-ServersTestManualDisk-139157132 tempest-ServersTestManualDisk-139157132-project] show failed (client error): The resource could not be found. Jul 13 13:41:27.349528 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-ac2a41b0-3640-4e44-92a2-c7b551cb1979 tempest-ServersTestManualDisk-139157132 tempest-ServersTestManualDisk-139157132-project] 10.222.0.23 "GET /v2.0/security-groups/6694af6c-c410-439b-b6c6-f0aa0397bd9c HTTP/1.1" status: 404 len: 347 time: 0.0298185 Jul 13 13:41:27.350816 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 33558) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:41:27.503141 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-5bc351ea-0536-4660-bdc9-d68aa3fc941e tempest-ServersTestManualDisk-139157132 tempest-ServersTestManualDisk-139157132-project] Deleting port 7ed69575-3c9d-4216-a3e4-5385d91ee377 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:41:27.503576 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5bc351ea-0536-4660-bdc9-d68aa3fc941e tempest-ServersTestManualDisk-139157132 tempest-ServersTestManualDisk-139157132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:27.718456 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-103d4fcf-851b-4192-ae4c-cb53f195f82f tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks [] for router, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:27.859708 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d688939b-ecbd-4100-8761-a8a4ff8523ef tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:27.874908 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5bc351ea-0536-4660-bdc9-d68aa3fc941e tempest-ServersTestManualDisk-139157132 tempest-ServersTestManualDisk-139157132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:27.875506 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5bc351ea-0536-4660-bdc9-d68aa3fc941e tempest-ServersTestManualDisk-139157132 tempest-ServersTestManualDisk-139157132-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:27.899188 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 33586) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:41:27.921166 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-5bc351ea-0536-4660-bdc9-d68aa3fc941e tempest-ServersTestManualDisk-139157132 tempest-ServersTestManualDisk-139157132-project] Calling delete_port for 7ed69575-3c9d-4216-a3e4-5385d91ee377 owned by network:floatingip {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:41:27.926094 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-eed03bd9-9b3b-4c7c-81bf-6f5d1fc00915 req-15ba1bc9-26f4-4340-8a92-d4ae6c075a3e tempest-ServerShowV254Test-440987843 tempest-ServerShowV254Test-440987843-project] 10.222.0.23 "GET /v2.0/ports?device_id=ed525821-5151-4ae8-a6da-855cecbd3fab HTTP/1.1" status: 200 len: 210 time: 0.0408175 Jul 13 13:41:28.009329 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-103d4fcf-851b-4192-ae4c-cb53f195f82f tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1591938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2696'] for router, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:28.015920 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-103d4fcf-851b-4192-ae4c-cb53f195f82f tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:28.021659 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [None req-d688939b-ecbd-4100-8761-a8a4ff8523ef tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] device_id is not set on port 507a6cfa-8a51-4635-8912-5e117a3c6b3d yet. {{(pid=93751) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 13:41:28.076116 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-103d4fcf-851b-4192-ae4c-cb53f195f82f tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593106'] for router, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:28.076655 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-103d4fcf-851b-4192-ae4c-cb53f195f82f tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Fanout notify agent at l3_agent the message router_deleted on router 40a305f2-87be-414f-93c4-9f0823ccd330 {{(pid=93751) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 13:41:28.083639 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-103d4fcf-851b-4192-ae4c-cb53f195f82f tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:28.087335 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-103d4fcf-851b-4192-ae4c-cb53f195f82f tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] 10.222.0.23 "DELETE /v2.0/routers/40a305f2-87be-414f-93c4-9f0823ccd330 HTTP/1.1" status: 204 len: 168 time: 0.8730559 Jul 13 13:41:28.089434 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 33590) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:41:28.094041 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 751cfe8d-30a1-407a-bca8-4b83f6024a24 no longer exists at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:41:28.109402 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-08a71c52-8589-4998-a59f-c610a7eb267f admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-961755486-network', 'tenant_id': '99f7bb78cef648f386735a7708e302b1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:41:28.115641 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] No Port match for: 751cfe8d-30a1-407a-bca8-4b83f6024a24 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:41:28.116471 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 751cfe8d-30a1-407a-bca8-4b83f6024a24 not bound to the agent host n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:41:28.123654 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5bc351ea-0536-4660-bdc9-d68aa3fc941e tempest-ServersTestManualDisk-139157132 tempest-ServersTestManualDisk-139157132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:28.157686 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc351ea-0536-4660-bdc9-d68aa3fc941e tempest-ServersTestManualDisk-139157132 tempest-ServersTestManualDisk-139157132-project] Pushing event deleted for resources: {'Port': ['ID=7ed69575-3c9d-4216-a3e4-5385d91ee377,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:28.164925 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08a71c52-8589-4998-a59f-c610a7eb267f admin admin] Made reservation on behalf of 99f7bb78cef648f386735a7708e302b1 for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:41:28.166172 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-08a71c52-8589-4998-a59f-c610a7eb267f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:28.192342 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-0132c67d-a0bc-4b3d-85a5-c3b03b5dacfc tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Deleting subnet aa8d01b4-8958-4fcc-84d0-19e341322bfe {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 13:41:28.198661 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0132c67d-a0bc-4b3d-85a5-c3b03b5dacfc tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:28.213953 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-08a71c52-8589-4998-a59f-c610a7eb267f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:28.247288 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5bc351ea-0536-4660-bdc9-d68aa3fc941e tempest-ServersTestManualDisk-139157132 tempest-ServersTestManualDisk-139157132-project] Notify callbacks [] for floatingip, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:28.249888 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5bc351ea-0536-4660-bdc9-d68aa3fc941e tempest-ServersTestManualDisk-139157132 tempest-ServersTestManualDisk-139157132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for floatingip, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:28.251297 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-5bc351ea-0536-4660-bdc9-d68aa3fc941e tempest-ServersTestManualDisk-139157132 tempest-ServersTestManualDisk-139157132-project] 10.222.0.23 "DELETE /v2.0/floatingips/ce1f4e39-513e-4e2a-9033-83a81d02a91f HTTP/1.1" status: 204 len: 168 time: 0.8998752 Jul 13 13:41:28.254219 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 33596) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:41:28.267564 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0132c67d-a0bc-4b3d-85a5-c3b03b5dacfc tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6018489'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:28.301030 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d688939b-ecbd-4100-8761-a8a4ff8523ef tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:28.385762 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0132c67d-a0bc-4b3d-85a5-c3b03b5dacfc tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:28.390354 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d688939b-ecbd-4100-8761-a8a4ff8523ef tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:28.465268 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d688939b-ecbd-4100-8761-a8a4ff8523ef tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Network 9db56dbb-6586-4de1-b24a-0495f681f710 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:41:28.465867 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-08a71c52-8589-4998-a59f-c610a7eb267f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:28.472065 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-08a71c52-8589-4998-a59f-c610a7eb267f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:28.477383 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-d688939b-ecbd-4100-8761-a8a4ff8523ef tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:41:28.483867 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d688939b-ecbd-4100-8761-a8a4ff8523ef tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:41:28.484761 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d688939b-ecbd-4100-8761-a8a4ff8523ef tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:28.498880 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d688939b-ecbd-4100-8761-a8a4ff8523ef tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Pushing event updated for resources: {'Port': ['ID=81597400-9350-4278-895f-293955aac4d8,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:28.527982 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08a71c52-8589-4998-a59f-c610a7eb267f admin admin] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 13:41:28.547350 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0132c67d-a0bc-4b3d-85a5-c3b03b5dacfc tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6018534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6105009'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:28.556113 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-08a71c52-8589-4998-a59f-c610a7eb267f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:28.556462 n-d-800634-1 neutron-server[93750]: INFO neutron.db.segments_db [None req-08a71c52-8589-4998-a59f-c610a7eb267f admin admin] Added segment 55dc7e6e-18d5-43e8-af1f-8a95484ad68c of type vlan for network 6661932f-acfc-47b8-a77e-6e4fc4de80f6 Jul 13 13:41:28.569166 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a71c52-8589-4998-a59f-c610a7eb267f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7612cddf-e6ca-4461-9a28-8f6c6ab70a7a,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:28.588172 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d688939b-ecbd-4100-8761-a8a4ff8523ef tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Pushing event updated for resources: {'Port': ['ID=507a6cfa-8a51-4635-8912-5e117a3c6b3d,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:28.592381 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0132c67d-a0bc-4b3d-85a5-c3b03b5dacfc tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:28.597404 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-0132c67d-a0bc-4b3d-85a5-c3b03b5dacfc tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] 10.222.0.23 "DELETE /v2.0/subnets/aa8d01b4-8958-4fcc-84d0-19e341322bfe HTTP/1.1" status: 204 len: 168 time: 0.5067406 Jul 13 13:41:28.600881 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 33600) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:41:28.602151 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb77097-0811-4019-9203-496a023330bb None None] Network cc85b145-0baf-4613-9865-e6d4c12e7b7e requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:41:28.603471 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0132c67d-a0bc-4b3d-85a5-c3b03b5dacfc tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Pushing event deleted for resources: {'Subnet': ['ID=aa8d01b4-8958-4fcc-84d0-19e341322bfe,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:28.611584 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-08a71c52-8589-4998-a59f-c610a7eb267f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:28.702038 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-08a71c52-8589-4998-a59f-c610a7eb267f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:28.703113 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a71c52-8589-4998-a59f-c610a7eb267f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:41:28.703703 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-08a71c52-8589-4998-a59f-c610a7eb267f admin admin] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:28.719497 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d688939b-ecbd-4100-8761-a8a4ff8523ef tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Checking segment: {'id': 'd67e0f40-a969-40ad-9d3b-1770be4e93ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'f48bdd2c-ab80-4caf-9b0d-81a22679d56a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:41:28.720434 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d688939b-ecbd-4100-8761-a8a4ff8523ef tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Network hostable DHCP agents. Network: f48bdd2c-ab80-4caf-9b0d-81a22679d56a, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 13:41:28.767865 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-171cc712-b6b6-4d34-acf1-8b6ff9308eef tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:28.800945 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d688939b-ecbd-4100-8761-a8a4ff8523ef tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Network f48bdd2c-ab80-4caf-9b0d-81a22679d56a is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 13:41:28.808413 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-08a71c52-8589-4998-a59f-c610a7eb267f admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9081168 Jul 13 13:41:28.814191 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 33604) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:41:28.828947 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-ac06cacd-c2b4-499b-9b19-59d5631d58f3 admin admin] Request body: {'subnet': {'network_id': '6661932f-acfc-47b8-a77e-6e4fc4de80f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-961755486-subnet', 'tenant_id': '99f7bb78cef648f386735a7708e302b1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:41:28.830704 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a71c52-8589-4998-a59f-c610a7eb267f admin admin] Pushing event updated for resources: {'Network': ['ID=6661932f-acfc-47b8-a77e-6e4fc4de80f6,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:28.844120 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network 6661932f-acfc-47b8-a77e-6e4fc4de80f6 details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 13:41:28.863218 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-d688939b-ecbd-4100-8761-a8a4ff8523ef tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, f48bdd2c-ab80-4caf-9b0d-81a22679d56a) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:41:28.867192 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d688939b-ecbd-4100-8761-a8a4ff8523ef tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:41:28.873724 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d688939b-ecbd-4100-8761-a8a4ff8523ef tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:41:28.883304 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d688939b-ecbd-4100-8761-a8a4ff8523ef tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:41:28.884000 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d688939b-ecbd-4100-8761-a8a4ff8523ef tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:28.905628 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ddad30-cab9-4fdd-a309-a513fb87671f req-a67765ae-a7ab-4619-a815-9ad83e915339 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:41:28.912428 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c7ddad30-cab9-4fdd-a309-a513fb87671f req-a67765ae-a7ab-4619-a815-9ad83e915339 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/ports?device_id=f7b867f4-7848-40ae-bd86-fab896136413 HTTP/1.1" status: 200 len: 944 time: 0.2460027 Jul 13 13:41:28.932344 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-03f9cd77-0f88-47e8-9372-7d3b2b15c2eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451695'] for router_interface, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:28.934443 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce49e872-3648-4587-8ca2-0a39f1844234 None None] Network f48bdd2c-ab80-4caf-9b0d-81a22679d56a requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:41:28.951862 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70889982-c7c0-4d77-9a2f-df8ceddd6a20 None None] DHCP port deletion for cc85b145-0baf-4613-9865-e6d4c12e7b7e request from n-d-800634-1 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 13:41:28.989776 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac06cacd-c2b4-499b-9b19-59d5631d58f3 admin admin] Made reservation on behalf of 99f7bb78cef648f386735a7708e302b1 for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:41:28.992185 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ac06cacd-c2b4-499b-9b19-59d5631d58f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6104980'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:29.015672 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-d688939b-ecbd-4100-8761-a8a4ff8523ef tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.5338414 Jul 13 13:41:29.023529 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 33612) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:41:29.055706 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c7ddad30-cab9-4fdd-a309-a513fb87671f req-32cc3e5d-5764-4982-ba54-2147a6bf471a tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/security-groups?id=4f83e00a-e782-49e6-b944-d06b9e971cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349945 Jul 13 13:41:29.070480 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-171cc712-b6b6-4d34-acf1-8b6ff9308eef tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Deleting port 1a8b2950-5087-4166-9c55-0ab96e42ca58 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:41:29.070821 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-171cc712-b6b6-4d34-acf1-8b6ff9308eef tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:29.136698 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-70889982-c7c0-4d77-9a2f-df8ceddd6a20 None None] Deleting port 1a8b2950-5087-4166-9c55-0ab96e42ca58 {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:41:29.137267 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-70889982-c7c0-4d77-9a2f-df8ceddd6a20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:29.170391 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-171cc712-b6b6-4d34-acf1-8b6ff9308eef tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] For port 1a8b2950-5087-4166-9c55-0ab96e42ca58, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=1a8b2950-5087-4166-9c55-0ab96e42ca58,segment=NetworkSegment(7d543d23-2529-4b99-b13f-f255356d74fa),segment_id=7d543d23-2529-4b99-b13f-f255356d74fa)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:41:29.170840 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-171cc712-b6b6-4d34-acf1-8b6ff9308eef tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:29.208060 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-171cc712-b6b6-4d34-acf1-8b6ff9308eef tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Calling delete_port for 1a8b2950-5087-4166-9c55-0ab96e42ca58 owned by network:dhcp {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:41:29.216854 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-70889982-c7c0-4d77-9a2f-df8ceddd6a20 None None] For port 1a8b2950-5087-4166-9c55-0ab96e42ca58, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=1a8b2950-5087-4166-9c55-0ab96e42ca58,segment=NetworkSegment(7d543d23-2529-4b99-b13f-f255356d74fa),segment_id=7d543d23-2529-4b99-b13f-f255356d74fa)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:41:29.217261 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-70889982-c7c0-4d77-9a2f-df8ceddd6a20 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:29.230861 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-70889982-c7c0-4d77-9a2f-df8ceddd6a20 None None] Calling delete_port for 1a8b2950-5087-4166-9c55-0ab96e42ca58 owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:41:29.232324 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bb4defdc-54e4-4d9d-aedb-9235de4fb158 req-caee6dfa-43e7-4a10-8162-5c38a06e9087 tempest-ServerShowV254Test-440987843 tempest-ServerShowV254Test-440987843-project] 10.222.0.23 "GET /v2.0/ports?device_id=ed525821-5151-4ae8-a6da-855cecbd3fab HTTP/1.1" status: 200 len: 210 time: 0.0901446 Jul 13 13:41:29.329623 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ac06cacd-c2b4-499b-9b19-59d5631d58f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6018343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6104998'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:29.337266 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-70889982-c7c0-4d77-9a2f-df8ceddd6a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:29.338090 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e5e98e-aaf1-45e3-9403-10c13b318eea req-f00bd3d2-2a83-4740-8b41-e105a0eff965 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:41:29.340664 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e0e5e98e-aaf1-45e3-9403-10c13b318eea req-f00bd3d2-2a83-4740-8b41-e105a0eff965 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7b867f4-7848-40ae-bd86-fab896136413 HTTP/1.1" status: 200 len: 944 time: 0.3161550 Jul 13 13:41:29.374037 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70889982-c7c0-4d77-9a2f-df8ceddd6a20 None None] Pushing event deleted for resources: {'Port': ['ID=1a8b2950-5087-4166-9c55-0ab96e42ca58,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:29.377995 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70889982-c7c0-4d77-9a2f-df8ceddd6a20 None None] No DVR routers for this DVR port 1a8b2950-5087-4166-9c55-0ab96e42ca58 on host n-d-800634-1 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:41:29.416811 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 1a8b2950-5087-4166-9c55-0ab96e42ca58 no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:41:29.429042 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-171cc712-b6b6-4d34-acf1-8b6ff9308eef tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:29.441910 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: 1a8b2950-5087-4166-9c55-0ab96e42ca58 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:41:29.442397 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 1a8b2950-5087-4166-9c55-0ab96e42ca58 not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:41:29.451342 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac06cacd-c2b4-499b-9b19-59d5631d58f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80edefc4-fa33-4530-84fe-f39db6b6f56c,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:29.476798 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171cc712-b6b6-4d34-acf1-8b6ff9308eef tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] No DVR routers for this DVR port 1a8b2950-5087-4166-9c55-0ab96e42ca58 on host n-d-800634-1 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:41:29.483033 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-dd739574-48d0-4457-b6e9-f367e88729e0 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Deleting port 507a6cfa-8a51-4635-8912-5e117a3c6b3d {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:41:29.483387 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-dd739574-48d0-4457-b6e9-f367e88729e0 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:29.500666 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171cc712-b6b6-4d34-acf1-8b6ff9308eef tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Pushing event deleted for resources: {'Port': ['ID=1a8b2950-5087-4166-9c55-0ab96e42ca58,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:29.520662 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac06cacd-c2b4-499b-9b19-59d5631d58f3 admin admin] Checking segment: {'id': '55dc7e6e-18d5-43e8-af1f-8a95484ad68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '6661932f-acfc-47b8-a77e-6e4fc4de80f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:41:29.521017 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac06cacd-c2b4-499b-9b19-59d5631d58f3 admin admin] Network hostable DHCP agents. Network: 6661932f-acfc-47b8-a77e-6e4fc4de80f6, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 13:41:29.577662 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-171cc712-b6b6-4d34-acf1-8b6ff9308eef tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:29.585902 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac06cacd-c2b4-499b-9b19-59d5631d58f3 admin admin] Network 6661932f-acfc-47b8-a77e-6e4fc4de80f6 is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 13:41:29.591959 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-171cc712-b6b6-4d34-acf1-8b6ff9308eef tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc85b145-0baf-4613-9865-e6d4c12e7b7e']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:41:29.597860 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-dd739574-48d0-4457-b6e9-f367e88729e0 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:29.604904 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-171cc712-b6b6-4d34-acf1-8b6ff9308eef tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d543d23-2529-4b99-b13f-f255356d74fa') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:41:29.605222 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-171cc712-b6b6-4d34-acf1-8b6ff9308eef tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d543d23-2529-4b99-b13f-f255356d74fa') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:41:29.612066 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-ac06cacd-c2b4-499b-9b19-59d5631d58f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, 6661932f-acfc-47b8-a77e-6e4fc4de80f6) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:41:29.616684 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-dd739574-48d0-4457-b6e9-f367e88729e0 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Calling delete_port for 507a6cfa-8a51-4635-8912-5e117a3c6b3d owned by {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:41:29.618005 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-171cc712-b6b6-4d34-acf1-8b6ff9308eef tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6018464'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:29.620174 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac06cacd-c2b4-499b-9b19-59d5631d58f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:41:29.620774 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ac06cacd-c2b4-499b-9b19-59d5631d58f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:29.621807 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dae4e2a-20be-48bd-b6cd-9866412ded39 None None] Network 6661932f-acfc-47b8-a77e-6e4fc4de80f6 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:41:29.640936 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-171cc712-b6b6-4d34-acf1-8b6ff9308eef tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:29.641757 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-e0e5e98e-aaf1-45e3-9403-10c13b318eea req-28311714-d273-4566-99a0-830a68ab1ec1 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Deleting port 5bc2ba68-f67c-464e-9561-339ccd36f9af {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:41:29.642239 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-e0e5e98e-aaf1-45e3-9403-10c13b318eea req-28311714-d273-4566-99a0-830a68ab1ec1 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:29.656748 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-ac06cacd-c2b4-499b-9b19-59d5631d58f3 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8301547 Jul 13 13:41:29.656748 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-171cc712-b6b6-4d34-acf1-8b6ff9308eef tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 13:41:29.656748 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-171cc712-b6b6-4d34-acf1-8b6ff9308eef tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6018632'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:29.656748 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:41:29.656748 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:41:29.656748 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:41:29.656748 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:41:29.656748 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:41:29.656748 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:41:29.656748 n-d-800634-1 neutron-server[93751]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 13:41:29.656748 n-d-800634-1 neutron-server[93751]: self.session.flush() Jul 13 13:41:29.656748 n-d-800634-1 neutron-server[93751]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 13:41:29.656748 n-d-800634-1 neutron-server[93751]: self.session.flush() Jul 13 13:41:29.656748 n-d-800634-1 neutron-server[93751]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 13:41:29.656748 n-d-800634-1 neutron-server[93751]: self.session.flush() Jul 13 13:41:29.656748 n-d-800634-1 neutron-server[93751]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 13:41:29.656748 n-d-800634-1 neutron-server[93751]: self.session.flush() Jul 13 13:41:29.656748 n-d-800634-1 neutron-server[93751]: Traceback (most recent call last): Jul 13 13:41:29.656748 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 13:41:29.656748 n-d-800634-1 neutron-server[93751]: timer() Jul 13 13:41:29.656748 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 13:41:29.656748 n-d-800634-1 neutron-server[93751]: cb(*args, **kw) Jul 13 13:41:29.656748 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 13:41:29.656748 n-d-800634-1 neutron-server[93751]: return func(*args, **kwargs) Jul 13 13:41:29.656748 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 13:41:29.656748 n-d-800634-1 neutron-server[93751]: self._notify() Jul 13 13:41:29.656748 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 13:41:29.656748 n-d-800634-1 neutron-server[93751]: self.callback(batched_events) Jul 13 13:41:29.656748 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 13:41:29.656748 n-d-800634-1 neutron-server[93751]: event.method(event) Jul 13 13:41:29.656748 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 13:41:29.656748 n-d-800634-1 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 13:41:29.656748 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 13:41:29.656748 n-d-800634-1 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 13:41:29.656748 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 13:41:29.656748 n-d-800634-1 neutron-server[93751]: return f(self, *a, **k) Jul 13 13:41:29.656748 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 13:41:29.656748 n-d-800634-1 neutron-server[93751]: return self._get(url).json() Jul 13 13:41:29.656748 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 13:41:29.656748 n-d-800634-1 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 13:41:29.656748 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 13:41:29.656748 n-d-800634-1 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 13 13:41:29.656748 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 13:41:29.656748 n-d-800634-1 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 13:41:29.656748 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 13:41:29.656748 n-d-800634-1 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 13:41:29.656748 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 13:41:29.656748 n-d-800634-1 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 13:41:29.656748 n-d-800634-1 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 13:41:29.749243 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-171cc712-b6b6-4d34-acf1-8b6ff9308eef tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:29.754266 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-171cc712-b6b6-4d34-acf1-8b6ff9308eef tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:29.756563 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-171cc712-b6b6-4d34-acf1-8b6ff9308eef tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] 10.222.0.23 "DELETE /v2.0/networks/cc85b145-0baf-4613-9865-e6d4c12e7b7e HTTP/1.1" status: 204 len: 168 time: 1.1543262 Jul 13 13:41:29.760576 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 33618) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:41:29.769956 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-8530b29d-d6e3-4ac3-953b-233ae55af2ab tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-75090603', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}, 'admin_state_up': False}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:41:29.775352 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171cc712-b6b6-4d34-acf1-8b6ff9308eef tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Pushing event deleted for resources: {'Network': ['ID=cc85b145-0baf-4613-9865-e6d4c12e7b7e,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:29.803547 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f883b033-cc65-42a2-b15c-c5f14a8cba19 None None] Network 6661932f-acfc-47b8-a77e-6e4fc4de80f6 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:41:29.863187 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8530b29d-d6e3-4ac3-953b-233ae55af2ab tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1591928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2714'] for router, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:29.864260 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8530b29d-d6e3-4ac3-953b-233ae55af2ab tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447198', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1629690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2689'] for router, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:29.897778 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-dd739574-48d0-4457-b6e9-f367e88729e0 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:29.903487 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-e0e5e98e-aaf1-45e3-9403-10c13b318eea req-28311714-d273-4566-99a0-830a68ab1ec1 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] For port 5bc2ba68-f67c-464e-9561-339ccd36f9af, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=5bc2ba68-f67c-464e-9561-339ccd36f9af,segment=NetworkSegment(f952029b-434e-49c6-8d96-f83b0194500d),segment_id=f952029b-434e-49c6-8d96-f83b0194500d)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:41:29.903860 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-e0e5e98e-aaf1-45e3-9403-10c13b318eea req-28311714-d273-4566-99a0-830a68ab1ec1 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:29.962790 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-03f9cd77-0f88-47e8-9372-7d3b2b15c2eb admin admin] Deleting port 7b071312-09af-4941-abb3-c4e23f16f0c9 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:41:29.962790 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-03f9cd77-0f88-47e8-9372-7d3b2b15c2eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:29.966861 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-e0e5e98e-aaf1-45e3-9403-10c13b318eea req-28311714-d273-4566-99a0-830a68ab1ec1 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Calling delete_port for 5bc2ba68-f67c-464e-9561-339ccd36f9af owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:41:29.968625 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd739574-48d0-4457-b6e9-f367e88729e0 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Pushing event deleted for resources: {'Port': ['ID=507a6cfa-8a51-4635-8912-5e117a3c6b3d,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:30.040935 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-dd739574-48d0-4457-b6e9-f367e88729e0 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:30.042885 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-dd739574-48d0-4457-b6e9-f367e88729e0 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] 10.222.0.23 "DELETE /v2.0/ports/507a6cfa-8a51-4635-8912-5e117a3c6b3d HTTP/1.1" status: 204 len: 168 time: 1.0169342 Jul 13 13:41:30.045652 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 33628) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:41:30.049696 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8530b29d-d6e3-4ac3-953b-233ae55af2ab tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:30.124329 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc78ff4b-7366-4e6c-ab83-521533b235a5 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:41:30.131138 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc78ff4b-7366-4e6c-ab83-521533b235a5 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:41:30.132826 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-cc78ff4b-7366-4e6c-ab83-521533b235a5 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.0860755 Jul 13 13:41:30.135464 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 33640) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:41:30.157542 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:30.310907 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-ac680467-f8a0-45bd-87be-84e9fc033179 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Deleting port 81597400-9350-4278-895f-293955aac4d8 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:41:30.311339 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ac680467-f8a0-45bd-87be-84e9fc033179 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:30.365868 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cfb0cf-65d4-4ae6-adab-7d507752cb8e req-b058bcca-c9e4-4f65-814a-fab977957b02 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:41:30.367449 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d8cfb0cf-65d4-4ae6-adab-7d507752cb8e req-b058bcca-c9e4-4f65-814a-fab977957b02 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/ports?device_id=f7b867f4-7848-40ae-bd86-fab896136413 HTTP/1.1" status: 200 len: 944 time: 0.1404696 Jul 13 13:41:30.415613 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ac680467-f8a0-45bd-87be-84e9fc033179 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:30.440665 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d8cfb0cf-65d4-4ae6-adab-7d507752cb8e req-da4032d6-12e1-4f2c-bfac-8bca4dea82fb tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/security-groups?id=4f83e00a-e782-49e6-b944-d06b9e971cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646935 Jul 13 13:41:30.441574 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-ac680467-f8a0-45bd-87be-84e9fc033179 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Calling delete_port for 81597400-9350-4278-895f-293955aac4d8 owned by {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:41:30.534356 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ac680467-f8a0-45bd-87be-84e9fc033179 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:30.552940 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:30.568502 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac680467-f8a0-45bd-87be-84e9fc033179 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Pushing event deleted for resources: {'Port': ['ID=81597400-9350-4278-895f-293955aac4d8,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:30.586746 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ac680467-f8a0-45bd-87be-84e9fc033179 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:30.589455 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8530b29d-d6e3-4ac3-953b-233ae55af2ab tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447180', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1591910', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2751'] for router, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:30.590937 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-ac680467-f8a0-45bd-87be-84e9fc033179 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] 10.222.0.23 "DELETE /v2.0/ports/81597400-9350-4278-895f-293955aac4d8 HTTP/1.1" status: 204 len: 168 time: 0.4544213 Jul 13 13:41:30.606881 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 33650) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:41:30.610559 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-16eaee6f-6d44-40ca-95ab-0ec3f35fb241 req-bbb0a5ae-1da9-4999-88c1-ff16ed79246f tempest-ServerShowV254Test-440987843 tempest-ServerShowV254Test-440987843-project] 10.222.0.23 "GET /v2.0/ports?device_id=ed525821-5151-4ae8-a6da-855cecbd3fab HTTP/1.1" status: 200 len: 210 time: 0.0467129 Jul 13 13:41:30.637963 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-03f9cd77-0f88-47e8-9372-7d3b2b15c2eb admin admin] For port 7b071312-09af-4941-abb3-c4e23f16f0c9, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=7b071312-09af-4941-abb3-c4e23f16f0c9,segment=NetworkSegment(c368f595-5610-4181-876b-2ad27436132d),segment_id=c368f595-5610-4181-876b-2ad27436132d)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:41:30.638329 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-03f9cd77-0f88-47e8-9372-7d3b2b15c2eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:30.696465 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-03f9cd77-0f88-47e8-9372-7d3b2b15c2eb admin admin] Calling delete_port for 7b071312-09af-4941-abb3-c4e23f16f0c9 owned by network:router_interface {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:41:30.759444 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61ae756-3a59-44dd-88fb-159775995ffd req-ab9b630c-d8c3-45f4-99bd-15080ee07730 tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:41:30.760914 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b61ae756-3a59-44dd-88fb-159775995ffd req-ab9b630c-d8c3-45f4-99bd-15080ee07730 tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] 10.222.0.23 "GET /v2.0/networks?id=6661932f-acfc-47b8-a77e-6e4fc4de80f6 HTTP/1.1" status: 200 len: 812 time: 0.5997348 Jul 13 13:41:30.860385 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b61ae756-3a59-44dd-88fb-159775995ffd req-0f41ca77-31cf-41ad-a99f-69664ff5dbde tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] 10.222.0.23 "GET /v2.0/quotas/99f7bb78cef648f386735a7708e302b1 HTTP/1.1" status: 200 len: 375 time: 0.0722790 Jul 13 13:41:30.904214 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de9db983-d19f-43f8-b541-ae2144164db7 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:41:30.905696 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-de9db983-d19f-43f8-b541-ae2144164db7 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2935867 Jul 13 13:41:30.912571 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 33652) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:41:30.931178 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b61ae756-3a59-44dd-88fb-159775995ffd req-b62bf122-c6fc-4558-9d8e-57941c184e46 tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=99f7bb78cef648f386735a7708e302b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0603282 Jul 13 13:41:30.931784 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-e0e5e98e-aaf1-45e3-9403-10c13b318eea req-28311714-d273-4566-99a0-830a68ab1ec1 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:30.944341 n-d-800634-1 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc668dc7-e60a-4202-8f9c-c18c75f71109 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] GET failed (client error): The resource could not be found. Jul 13 13:41:30.945844 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-fc668dc7-e60a-4202-8f9c-c18c75f71109 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] 10.222.0.23 "GET /v2.0/ports/507a6cfa-8a51-4635-8912-5e117a3c6b3d HTTP/1.1" status: 404 len: 333 time: 0.0320091 Jul 13 13:41:30.948522 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 33654) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:41:30.975922 n-d-800634-1 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-68d6a6ae-8180-446a-82f4-fa94f8e53a76 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] GET failed (client error): The resource could not be found. Jul 13 13:41:30.977939 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-68d6a6ae-8180-446a-82f4-fa94f8e53a76 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] 10.222.0.23 "GET /v2.0/ports/81597400-9350-4278-895f-293955aac4d8 HTTP/1.1" status: 404 len: 333 time: 0.0282218 Jul 13 13:41:30.981866 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 33660) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:41:31.015330 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28311714-d273-4566-99a0-830a68ab1ec1 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Pushing event deleted for resources: {'Port': ['ID=5bc2ba68-f67c-464e-9561-339ccd36f9af,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:31.055350 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [req-b61ae756-3a59-44dd-88fb-159775995ffd req-9fe27349-35f9-4bf2-b212-ae390daf3ccb service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93750) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 13:41:31.056382 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b61ae756-3a59-44dd-88fb-159775995ffd req-9fe27349-35f9-4bf2-b212-ae390daf3ccb service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1115675 Jul 13 13:41:31.079042 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a16409c7-f92d-49c4-849c-92b55a1b777a tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:31.136054 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0e5e98e-aaf1-45e3-9403-10c13b318eea req-28311714-d273-4566-99a0-830a68ab1ec1 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] No DVR routers for this DVR port 5bc2ba68-f67c-464e-9561-339ccd36f9af on host n-h2-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:41:31.166183 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-e0e5e98e-aaf1-45e3-9403-10c13b318eea req-28311714-d273-4566-99a0-830a68ab1ec1 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:31.168257 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e0e5e98e-aaf1-45e3-9403-10c13b318eea req-28311714-d273-4566-99a0-830a68ab1ec1 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.41 "DELETE /v2.0/ports/5bc2ba68-f67c-464e-9561-339ccd36f9af HTTP/1.1" status: 204 len: 173 time: 1.8165510 Jul 13 13:41:31.169169 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a16409c7-f92d-49c4-849c-92b55a1b777a tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:31.172814 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7b867f4-7848-40ae-bd86-fab896136413', 'name': 'network-vif-deleted', 'tag': '5bc2ba68-f67c-464e-9561-339ccd36f9af'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:41:31.175170 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a47b6d19-eb39-4c67-88f9-a122bc3b4191" -d '{"events": [{"server_uuid": "f7b867f4-7848-40ae-bd86-fab896136413", "name": "network-vif-deleted", "tag": "5bc2ba68-f67c-464e-9561-339ccd36f9af"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:41:31.179312 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-a16409c7-f92d-49c4-849c-92b55a1b777a tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f48bdd2c-ab80-4caf-9b0d-81a22679d56a']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:41:31.214132 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-a16409c7-f92d-49c4-849c-92b55a1b777a tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd67e0f40-a969-40ad-9d3b-1770be4e93ca') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:41:31.215269 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-a16409c7-f92d-49c4-849c-92b55a1b777a tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd67e0f40-a969-40ad-9d3b-1770be4e93ca') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:41:31.226432 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a16409c7-f92d-49c4-849c-92b55a1b777a tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6018464'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:31.243347 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a16409c7-f92d-49c4-849c-92b55a1b777a tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:31.250530 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a16409c7-f92d-49c4-849c-92b55a1b777a tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 13:41:31.251341 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a16409c7-f92d-49c4-849c-92b55a1b777a tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6018632'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:31.256146 n-d-800634-1 neutron-server[93751]: Traceback (most recent call last): Jul 13 13:41:31.256146 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 13:41:31.256146 n-d-800634-1 neutron-server[93751]: timer() Jul 13 13:41:31.256146 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 13:41:31.256146 n-d-800634-1 neutron-server[93751]: cb(*args, **kw) Jul 13 13:41:31.256146 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 13:41:31.256146 n-d-800634-1 neutron-server[93751]: return func(*args, **kwargs) Jul 13 13:41:31.256146 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 13:41:31.256146 n-d-800634-1 neutron-server[93751]: self._notify() Jul 13 13:41:31.256146 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 13:41:31.256146 n-d-800634-1 neutron-server[93751]: self.callback(batched_events) Jul 13 13:41:31.256146 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 13:41:31.256146 n-d-800634-1 neutron-server[93751]: event.method(event) Jul 13 13:41:31.256146 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 13:41:31.256146 n-d-800634-1 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 13:41:31.256146 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 13:41:31.256146 n-d-800634-1 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 13:41:31.256146 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 13:41:31.256146 n-d-800634-1 neutron-server[93751]: return f(self, *a, **k) Jul 13 13:41:31.256146 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 13:41:31.256146 n-d-800634-1 neutron-server[93751]: return self._get(url).json() Jul 13 13:41:31.256146 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 13:41:31.256146 n-d-800634-1 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 13:41:31.256146 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 13:41:31.256146 n-d-800634-1 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 13 13:41:31.256146 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 13:41:31.256146 n-d-800634-1 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 13:41:31.256146 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 13:41:31.256146 n-d-800634-1 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 13:41:31.256146 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 13:41:31.256146 n-d-800634-1 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 13:41:31.256146 n-d-800634-1 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 13:41:31.284389 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aaf3cf7-0932-48a5-a124-4a6350077ace x-openstack-request-id: req-4aaf3cf7-0932-48a5-a124-4a6350077ace {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:41:31.284697 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7b867f4-7848-40ae-bd86-fab896136413", "name": "network-vif-deleted", "tag": "5bc2ba68-f67c-464e-9561-339ccd36f9af", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:41:31.284955 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4aaf3cf7-0932-48a5-a124-4a6350077ace {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:41:31.285360 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7b867f4-7848-40ae-bd86-fab896136413', 'name': 'network-vif-deleted', 'tag': '5bc2ba68-f67c-464e-9561-339ccd36f9af', 'status': 'completed', 'code': 200} Jul 13 13:41:31.329123 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a16409c7-f92d-49c4-849c-92b55a1b777a tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:31.343698 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a16409c7-f92d-49c4-849c-92b55a1b777a tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:31.349124 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-a16409c7-f92d-49c4-849c-92b55a1b777a tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] 10.222.0.23 "DELETE /v2.0/networks/f48bdd2c-ab80-4caf-9b0d-81a22679d56a HTTP/1.1" status: 204 len: 168 time: 0.3629611 Jul 13 13:41:31.351835 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 33666) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:41:31.356995 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b61ae756-3a59-44dd-88fb-159775995ffd req-448da3f7-d77f-4443-ad07-1b12d6731fba service neutron] 10.222.0.23 "GET /v2.0/networks/6661932f-acfc-47b8-a77e-6e4fc4de80f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2716651 Jul 13 13:41:31.359793 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16409c7-f92d-49c4-849c-92b55a1b777a tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Pushing event deleted for resources: {'Network': ['ID=f48bdd2c-ab80-4caf-9b0d-81a22679d56a,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:31.384103 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-071bd74c-bc95-4489-97af-ae1d18039dda tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1457856989'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:41:31.396942 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8530b29d-d6e3-4ac3-953b-233ae55af2ab tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks [] for router_gateway, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:31.429139 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-03f9cd77-0f88-47e8-9372-7d3b2b15c2eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:31.468103 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8530b29d-d6e3-4ac3-953b-233ae55af2ab tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:31.503931 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f9cd77-0f88-47e8-9372-7d3b2b15c2eb admin admin] Pushing event deleted for resources: {'Port': ['ID=7b071312-09af-4941-abb3-c4e23f16f0c9,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:31.589362 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-071bd74c-bc95-4489-97af-ae1d18039dda tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Made reservation on behalf of 8b3e8ef7cfb0436e8cb330362d71f1d6 for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:41:31.593504 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-071bd74c-bc95-4489-97af-ae1d18039dda tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:31.615479 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c02aa1df-43a0-4738-8ebf-241c2b209478 req-71103b75-b2aa-49bf-9dbe-b9355cceb9c2 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/ports?device_id=f7b867f4-7848-40ae-bd86-fab896136413 HTTP/1.1" status: 200 len: 210 time: 0.0380695 Jul 13 13:41:31.739538 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b61ae756-3a59-44dd-88fb-159775995ffd req-8a21c049-c1a3-4c7d-9f00-977e4903cfa7 service neutron] 10.222.0.23 "GET /v2.0/networks/6661932f-acfc-47b8-a77e-6e4fc4de80f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3514578 Jul 13 13:41:31.809155 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-477c6e41-36f2-40cf-9014-29b7610bea5e req-94f5f601-be26-46c9-bad7-fedd4311d5b4 tempest-ServerShowV254Test-440987843 tempest-ServerShowV254Test-440987843-project] 10.222.0.23 "GET /v2.0/ports?device_id=ed525821-5151-4ae8-a6da-855cecbd3fab HTTP/1.1" status: 200 len: 210 time: 0.0435524 Jul 13 13:41:31.816426 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-071bd74c-bc95-4489-97af-ae1d18039dda tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 13:41:31.850871 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-071bd74c-bc95-4489-97af-ae1d18039dda tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:31.851220 n-d-800634-1 neutron-server[93750]: INFO neutron.db.segments_db [None req-071bd74c-bc95-4489-97af-ae1d18039dda tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Added segment 972e1eaa-57ce-4c9f-ac13-bad0d3776f72 of type vlan for network 892794ca-fe43-41b7-9c53-4de1adf32c2d Jul 13 13:41:31.924456 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-8530b29d-d6e3-4ac3-953b-233ae55af2ab tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Allocated IP 172.25.6.71 (acf968b8-c524-46a9-a20b-ad9667009130/dde5a78e-bd1e-4f47-8189-7321d4de73d3/e0d77774-7a80-402e-a8ca-037d8973a1ff) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:41:31.951459 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-071bd74c-bc95-4489-97af-ae1d18039dda tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:32.021675 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-03f9cd77-0f88-47e8-9372-7d3b2b15c2eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1785036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452491'] for router_interface, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:32.087299 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-071bd74c-bc95-4489-97af-ae1d18039dda tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:32.093499 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-071bd74c-bc95-4489-97af-ae1d18039dda tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:41:32.094134 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-071bd74c-bc95-4489-97af-ae1d18039dda tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:32.203204 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f89100e4-4b76-4f0d-80cd-aa54351793ea req-e5f2541e-0fbc-4a30-8118-22d58a02cbcf tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec1ccaf-291b-4390-abdd-7771033c01ed HTTP/1.1" status: 200 len: 210 time: 0.1048038 Jul 13 13:41:32.241246 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-071bd74c-bc95-4489-97af-ae1d18039dda tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8870804 Jul 13 13:41:32.244361 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 33692) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:41:32.249648 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-f5fb93b5-ad69-4916-a6a5-4172b27ba5fa tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Request body: {'subnet': {'network_id': '892794ca-fe43-41b7-9c53-4de1adf32c2d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:41:32.303579 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8530b29d-d6e3-4ac3-953b-233ae55af2ab tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:32.316887 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071bd74c-bc95-4489-97af-ae1d18039dda tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Pushing event updated for resources: {'Network': ['ID=892794ca-fe43-41b7-9c53-4de1adf32c2d,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:32.332348 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network 892794ca-fe43-41b7-9c53-4de1adf32c2d details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 13:41:32.353755 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5fb93b5-ad69-4916-a6a5-4172b27ba5fa tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Made reservation on behalf of 8b3e8ef7cfb0436e8cb330362d71f1d6 for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:41:32.358880 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f5fb93b5-ad69-4916-a6a5-4172b27ba5fa tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6104980'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:32.423601 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8530b29d-d6e3-4ac3-953b-233ae55af2ab tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:32.581451 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f5fb93b5-ad69-4916-a6a5-4172b27ba5fa tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6018343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6104998'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:32.663508 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fb93b5-ad69-4916-a6a5-4172b27ba5fa tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Pushing event updated for resources: {'Subnet': ['ID=b70a0123-3121-4cb3-b57d-c9c0499b4cd5,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:32.696689 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5fb93b5-ad69-4916-a6a5-4172b27ba5fa tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Checking segment: {'id': '972e1eaa-57ce-4c9f-ac13-bad0d3776f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '892794ca-fe43-41b7-9c53-4de1adf32c2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:41:32.697370 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5fb93b5-ad69-4916-a6a5-4172b27ba5fa tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Network hostable DHCP agents. Network: 892794ca-fe43-41b7-9c53-4de1adf32c2d, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 13:41:32.721866 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5fb93b5-ad69-4916-a6a5-4172b27ba5fa tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Network 892794ca-fe43-41b7-9c53-4de1adf32c2d is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 13:41:32.735481 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-f5fb93b5-ad69-4916-a6a5-4172b27ba5fa tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, 892794ca-fe43-41b7-9c53-4de1adf32c2d) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:41:32.749608 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8458ba7e-9dcb-4165-9f91-d39ef11b2de6 None None] Network 892794ca-fe43-41b7-9c53-4de1adf32c2d requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:41:32.762814 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5fb93b5-ad69-4916-a6a5-4172b27ba5fa tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:41:32.765601 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f5fb93b5-ad69-4916-a6a5-4172b27ba5fa tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:32.796504 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-f5fb93b5-ad69-4916-a6a5-4172b27ba5fa tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5510950 Jul 13 13:41:32.802456 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 33702) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:41:32.812496 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-f95ac47d-2994-4466-a1f5-eb84f58bd94d tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Request body: {'port': {'network_id': '892794ca-fe43-41b7-9c53-4de1adf32c2d', 'name': 'tempest-PortsTestJSON-127380190'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:41:32.874785 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8530b29d-d6e3-4ac3-953b-233ae55af2ab tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Network acf968b8-c524-46a9-a20b-ad9667009130 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:41:32.907127 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-8530b29d-d6e3-4ac3-953b-233ae55af2ab tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:41:32.915742 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8530b29d-d6e3-4ac3-953b-233ae55af2ab tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:41:32.952741 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8530b29d-d6e3-4ac3-953b-233ae55af2ab tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Pushing event updated for resources: {'Port': ['ID=e0d77774-7a80-402e-a8ca-037d8973a1ff,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:32.975205 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03f9cd77-0f88-47e8-9372-7d3b2b15c2eb admin admin] Router 82b35e57-1ff7-4d1c-81bf-14b729233a6a has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 13:41:33.043689 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f95ac47d-2994-4466-a1f5-eb84f58bd94d tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Made reservation on behalf of 8b3e8ef7cfb0436e8cb330362d71f1d6 for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:41:33.051776 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f95ac47d-2994-4466-a1f5-eb84f58bd94d tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:33.128600 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c598f68f-6ea5-4395-898f-d1097029ae2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a7201e1-61ce-5a3e-b7f7-e800379ed03b-892794ca-fe43-41b7-9c53-4de1adf32c2d', 'network_id': '892794ca-fe43-41b7-9c53-4de1adf32c2d', 'tenant_id': '8b3e8ef7cfb0436e8cb330362d71f1d6', 'fixed_ips': [{'subnet_id': 'b70a0123-3121-4cb3-b57d-c9c0499b4cd5'}]}} from n-d-800634-1. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 13:41:33.129012 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c598f68f-6ea5-4395-898f-d1097029ae2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:33.147863 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [None req-f95ac47d-2994-4466-a1f5-eb84f58bd94d tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] device_id is not set on port d8eb074e-63f3-412e-93d4-15d4c48a1edd yet. {{(pid=93751) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 13:41:33.267327 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-f95ac47d-2994-4466-a1f5-eb84f58bd94d tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Allocated IP 172.20.0.12 (892794ca-fe43-41b7-9c53-4de1adf32c2d/b70a0123-3121-4cb3-b57d-c9c0499b4cd5/d8eb074e-63f3-412e-93d4-15d4c48a1edd) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:41:33.402574 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-bf0f19b5-de1e-4308-9151-20866816e0ec req-e114c562-f7ac-4215-93ba-fd8f62cacde1 tempest-ServerShowV254Test-440987843 tempest-ServerShowV254Test-440987843-project] 10.222.0.23 "GET /v2.0/ports?device_id=ed525821-5151-4ae8-a6da-855cecbd3fab HTTP/1.1" status: 200 len: 210 time: 0.3126512 Jul 13 13:41:33.466982 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03f9cd77-0f88-47e8-9372-7d3b2b15c2eb admin admin] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:41:33.476827 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34421462-890c-485c-95a1-ef2cf8a4d380 None None] Sync routers for ids ['82b35e57-1ff7-4d1c-81bf-14b729233a6a'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:41:33.477434 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-03f9cd77-0f88-47e8-9372-7d3b2b15c2eb admin admin] 10.222.0.23 "PUT /v2.0/routers/82b35e57-1ff7-4d1c-81bf-14b729233a6a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2222049 Jul 13 13:41:33.482709 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 33712) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:41:33.493562 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34421462-890c-485c-95a1-ef2cf8a4d380 None None] Routers {'82b35e57-1ff7-4d1c-81bf-14b729233a6a'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:41:33.494525 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-34421462-890c-485c-95a1-ef2cf8a4d380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:41:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['82b35e57-1ff7-4d1c-81bf-14b729233a6a'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:41:33.610741 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f95ac47d-2994-4466-a1f5-eb84f58bd94d tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:33.669883 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-34421462-890c-485c-95a1-ef2cf8a4d380 None None] Set router 82b35e57-1ff7-4d1c-81bf-14b729233a6a gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:41:33.697966 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8530b29d-d6e3-4ac3-953b-233ae55af2ab tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks [] for router_gateway, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:33.762028 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0b9f3fe0-05e3-4f2e-a09e-722ffc270b25 admin admin] Notify callbacks [] for router, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:33.821469 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-f95ac47d-2994-4466-a1f5-eb84f58bd94d tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Transition to ACTIVE for port object d8eb074e-63f3-412e-93d4-15d4c48a1edd will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:41:33.861425 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b58f8cff-a060-493c-94cd-dfeac8f0c2e4 req-20f17281-9b67-40e3-bcfe-e90ba874d005 tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec1ccaf-291b-4390-abdd-7771033c01ed HTTP/1.1" status: 200 len: 210 time: 0.0938368 Jul 13 13:41:33.949956 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1f622f-f993-4d7d-a983-e341d5edc74b req-d4f8c34f-1b42-48a7-9b71-3526c44c0b18 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:41:33.958535 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ae1f622f-f993-4d7d-a983-e341d5edc74b req-d4f8c34f-1b42-48a7-9b71-3526c44c0b18 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4d24ebb-a0aa-4a23-a3c0-9b1c914e9f80 HTTP/1.1" status: 200 len: 944 time: 0.7465656 Jul 13 13:41:33.979177 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-34421462-890c-485c-95a1-ef2cf8a4d380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82b35e57-1ff7-4d1c-81bf-14b729233a6a', 'name': 'tempest-ServersTestManualDisk-416989744-router', 'tenant_id': '1d1b21e682104673ac00b8c76737ba33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': 'ca09a279-8639-4c66-9384-4657655aebf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:38:54Z', 'updated_at': '2021-07-13T13:41:31Z', 'revision_number': 5, 'project_id': '1d1b21e682104673ac00b8c76737ba33', 'gw_port': {'id': 'ca09a279-8639-4c66-9384-4657655aebf6', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:c9:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b35e57-1ff7-4d1c-81bf-14b729233a6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:38:56Z', 'updated_at': '2021-07-13T13:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:41:33.990115 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61ae756-3a59-44dd-88fb-159775995ffd req-846fdbe3-e010-4626-8aab-268d84d97dd4 tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:41:33.991633 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b61ae756-3a59-44dd-88fb-159775995ffd req-846fdbe3-e010-4626-8aab-268d84d97dd4 tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] 10.222.0.26 "GET /v2.0/networks?id=6661932f-acfc-47b8-a77e-6e4fc4de80f6 HTTP/1.1" status: 200 len: 812 time: 0.3641591 Jul 13 13:41:34.007740 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0b9f3fe0-05e3-4f2e-a09e-722ffc270b25 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:34.017595 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-b61ae756-3a59-44dd-88fb-159775995ffd req-cb35b2f9-d6da-415d-8c47-10342dbe225f tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] Request body: {'port': {'device_id': 'cec1ccaf-291b-4390-abdd-7771033c01ed', 'network_id': '6661932f-acfc-47b8-a77e-6e4fc4de80f6', 'admin_state_up': True, 'tenant_id': '99f7bb78cef648f386735a7708e302b1'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:41:34.037467 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34421462-890c-485c-95a1-ef2cf8a4d380 None None] Checking router: 82b35e57-1ff7-4d1c-81bf-14b729233a6a for host: n-d-800634-1 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 13:41:34.071426 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f95ac47d-2994-4466-a1f5-eb84f58bd94d tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:34.081157 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34421462-890c-485c-95a1-ef2cf8a4d380 None None] Routers {'82b35e57-1ff7-4d1c-81bf-14b729233a6a'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:41:34.081157 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-34421462-890c-485c-95a1-ef2cf8a4d380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:41:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['82b35e57-1ff7-4d1c-81bf-14b729233a6a'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:41:34.107268 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ae1f622f-f993-4d7d-a983-e341d5edc74b req-8ac7d7bd-74e4-4833-a2a1-49413ee1d6d1 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/security-groups?id=4f83e00a-e782-49e6-b944-d06b9e971cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475084 Jul 13 13:41:34.114566 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79430879-cdab-41d9-bbf5-988fdfc05e36 req-9064bcae-dc4c-4700-9430-dcb6b2bddfd1 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:41:34.115996 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-79430879-cdab-41d9-bbf5-988fdfc05e36 req-9064bcae-dc4c-4700-9430-dcb6b2bddfd1 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.41 "GET /v2.0/ports?device_id=a4d24ebb-a0aa-4a23-a3c0-9b1c914e9f80 HTTP/1.1" status: 200 len: 944 time: 0.4845922 Jul 13 13:41:34.124775 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61ae756-3a59-44dd-88fb-159775995ffd req-f918e832-6900-4ec5-a4a3-b007d3a5a698 tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:41:34.126282 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b61ae756-3a59-44dd-88fb-159775995ffd req-f918e832-6900-4ec5-a4a3-b007d3a5a698 tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] 10.222.0.41 "GET /v2.0/networks?id=6661932f-acfc-47b8-a77e-6e4fc4de80f6 HTTP/1.1" status: 200 len: 812 time: 0.6278648 Jul 13 13:41:34.130622 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 5bc2ba68-f67c-464e-9561-339ccd36f9af no longer exists at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:41:34.142945 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-b61ae756-3a59-44dd-88fb-159775995ffd req-94321f15-a28b-48fb-80a9-c682da59e879 tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] Request body: {'port': {'device_id': '23ff12c0-200a-4782-8d29-8183ab97137f', 'network_id': '6661932f-acfc-47b8-a77e-6e4fc4de80f6', 'admin_state_up': True, 'tenant_id': '99f7bb78cef648f386735a7708e302b1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:41:34.184502 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8530b29d-d6e3-4ac3-953b-233ae55af2ab tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447217'] for router, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:34.191627 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] No Port match for: 5bc2ba68-f67c-464e-9561-339ccd36f9af {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:41:34.191969 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 5bc2ba68-f67c-464e-9561-339ccd36f9af not bound to the agent host n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:41:34.210435 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-c598f68f-6ea5-4395-898f-d1097029ae2a None None] Allocated IP 172.20.0.2 (892794ca-fe43-41b7-9c53-4de1adf32c2d/b70a0123-3121-4cb3-b57d-c9c0499b4cd5/2ae94f6c-252f-4696-9f2b-33885c67f789) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:41:34.240767 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-34421462-890c-485c-95a1-ef2cf8a4d380 None None] Set router 82b35e57-1ff7-4d1c-81bf-14b729233a6a gateway port host: None {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:41:34.333219 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-34421462-890c-485c-95a1-ef2cf8a4d380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82b35e57-1ff7-4d1c-81bf-14b729233a6a', 'name': 'tempest-ServersTestManualDisk-416989744-router', 'tenant_id': '1d1b21e682104673ac00b8c76737ba33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:38:54Z', 'updated_at': '2021-07-13T13:41:34Z', 'revision_number': 6, 'project_id': '1d1b21e682104673ac00b8c76737ba33', 'gw_port_host': None}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:41:34.365838 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34421462-890c-485c-95a1-ef2cf8a4d380 None None] The sync data for ids ['82b35e57-1ff7-4d1c-81bf-14b729233a6a'] in n-d-800634-1 is: [{'id': '82b35e57-1ff7-4d1c-81bf-14b729233a6a', 'name': 'tempest-ServersTestManualDisk-416989744-router', 'tenant_id': '1d1b21e682104673ac00b8c76737ba33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:38:54Z', 'updated_at': '2021-07-13T13:41:34Z', 'revision_number': 6, 'project_id': '1d1b21e682104673ac00b8c76737ba33', 'gw_port_host': None}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:41:34.443582 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-79430879-cdab-41d9-bbf5-988fdfc05e36 req-76391f1f-76cb-4e67-b110-3544d8b479bd tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Deleting port f7c0bc01-324c-4502-bcaf-90d8b511012e {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:41:34.443898 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-79430879-cdab-41d9-bbf5-988fdfc05e36 req-76391f1f-76cb-4e67-b110-3544d8b479bd tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:34.465626 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b61ae756-3a59-44dd-88fb-159775995ffd req-94321f15-a28b-48fb-80a9-c682da59e879 tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] Made reservation on behalf of 99f7bb78cef648f386735a7708e302b1 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:41:34.469267 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-b61ae756-3a59-44dd-88fb-159775995ffd req-94321f15-a28b-48fb-80a9-c682da59e879 tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:34.525949 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c598f68f-6ea5-4395-898f-d1097029ae2a None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:34.536680 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8530b29d-d6e3-4ac3-953b-233ae55af2ab tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Router 41a78f70-a209-47df-878e-b6dec1846fdc is scheduled to L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 with binding_index 1 {{(pid=93750) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 13:41:34.537485 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f95ac47d-2994-4466-a1f5-eb84f58bd94d tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Network 892794ca-fe43-41b7-9c53-4de1adf32c2d is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:41:34.545262 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-c598f68f-6ea5-4395-898f-d1097029ae2a None None] Transition to ACTIVE for port object 2ae94f6c-252f-4696-9f2b-33885c67f789 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:41:34.552445 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-f95ac47d-2994-4466-a1f5-eb84f58bd94d tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:41:34.562889 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95ac47d-2994-4466-a1f5-eb84f58bd94d tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:41:34.567989 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95ac47d-2994-4466-a1f5-eb84f58bd94d tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Pushing event updated for resources: {'Port': ['ID=d8eb074e-63f3-412e-93d4-15d4c48a1edd,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:34.568590 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-c598f68f-6ea5-4395-898f-d1097029ae2a None None] Transition to ACTIVE for port object 2ae94f6c-252f-4696-9f2b-33885c67f789 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:41:34.580545 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c598f68f-6ea5-4395-898f-d1097029ae2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:34.633454 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c598f68f-6ea5-4395-898f-d1097029ae2a None None] Network 892794ca-fe43-41b7-9c53-4de1adf32c2d is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:41:34.636666 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-c598f68f-6ea5-4395-898f-d1097029ae2a None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:41:34.642073 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c598f68f-6ea5-4395-898f-d1097029ae2a None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:41:34.645394 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c598f68f-6ea5-4395-898f-d1097029ae2a None None] Pushing event updated for resources: {'Port': ['ID=2ae94f6c-252f-4696-9f2b-33885c67f789,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:34.662148 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e7c21b76-b3b7-4f7e-afaf-bda620567db4 req-9bdd7fe6-60a9-4370-8a39-8c1c2e6babfa tempest-ServerShowV254Test-440987843 tempest-ServerShowV254Test-440987843-project] 10.222.0.23 "GET /v2.0/ports?device_id=ed525821-5151-4ae8-a6da-855cecbd3fab HTTP/1.1" status: 200 len: 210 time: 0.0296047 Jul 13 13:41:34.668412 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b61ae756-3a59-44dd-88fb-159775995ffd req-cb35b2f9-d6da-415d-8c47-10342dbe225f tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] Made reservation on behalf of 99f7bb78cef648f386735a7708e302b1 for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:41:34.668868 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-79430879-cdab-41d9-bbf5-988fdfc05e36 req-76391f1f-76cb-4e67-b110-3544d8b479bd tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] For port f7c0bc01-324c-4502-bcaf-90d8b511012e, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=f7c0bc01-324c-4502-bcaf-90d8b511012e,segment=NetworkSegment(f952029b-434e-49c6-8d96-f83b0194500d),segment_id=f952029b-434e-49c6-8d96-f83b0194500d)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:41:34.669242 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-79430879-cdab-41d9-bbf5-988fdfc05e36 req-76391f1f-76cb-4e67-b110-3544d8b479bd tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:34.672443 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-b61ae756-3a59-44dd-88fb-159775995ffd req-cb35b2f9-d6da-415d-8c47-10342dbe225f tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:34.692082 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-79430879-cdab-41d9-bbf5-988fdfc05e36 req-76391f1f-76cb-4e67-b110-3544d8b479bd tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Calling delete_port for f7c0bc01-324c-4502-bcaf-90d8b511012e owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:41:34.738742 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-0b9f3fe0-05e3-4f2e-a09e-722ffc270b25 admin admin] Deleting port ca09a279-8639-4c66-9384-4657655aebf6 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:41:34.739316 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0b9f3fe0-05e3-4f2e-a09e-722ffc270b25 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:34.749808 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-c598f68f-6ea5-4395-898f-d1097029ae2a None None] Attempting to bind port 2ae94f6c-252f-4696-9f2b-33885c67f789 on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:41:34.750466 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-c598f68f-6ea5-4395-898f-d1097029ae2a None None] Attempting to bind port 2ae94f6c-252f-4696-9f2b-33885c67f789 by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '972e1eaa-57ce-4c9f-ac13-bad0d3776f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '892794ca-fe43-41b7-9c53-4de1adf32c2d'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:41:34.750997 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c598f68f-6ea5-4395-898f-d1097029ae2a None None] Attempting to bind port 2ae94f6c-252f-4696-9f2b-33885c67f789 on network 892794ca-fe43-41b7-9c53-4de1adf32c2d {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:41:34.758389 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c598f68f-6ea5-4395-898f-d1097029ae2a None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 41, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:41:34.758889 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c598f68f-6ea5-4395-898f-d1097029ae2a None None] Checking segment: {'id': '972e1eaa-57ce-4c9f-ac13-bad0d3776f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '892794ca-fe43-41b7-9c53-4de1adf32c2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:41:34.759306 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c598f68f-6ea5-4395-898f-d1097029ae2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:34.759839 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c598f68f-6ea5-4395-898f-d1097029ae2a None None] Bound using segment: {'id': '972e1eaa-57ce-4c9f-ac13-bad0d3776f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '892794ca-fe43-41b7-9c53-4de1adf32c2d'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:41:34.760320 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-c598f68f-6ea5-4395-898f-d1097029ae2a None None] Bound port: 2ae94f6c-252f-4696-9f2b-33885c67f789, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '972e1eaa-57ce-4c9f-ac13-bad0d3776f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '892794ca-fe43-41b7-9c53-4de1adf32c2d'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:41:34.760707 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c598f68f-6ea5-4395-898f-d1097029ae2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:34.820089 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f95ac47d-2994-4466-a1f5-eb84f58bd94d tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:41:34.820726 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f95ac47d-2994-4466-a1f5-eb84f58bd94d tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:34.861220 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-f95ac47d-2994-4466-a1f5-eb84f58bd94d tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.0575063 Jul 13 13:41:34.867998 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 33728) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:41:34.868205 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-b61ae756-3a59-44dd-88fb-159775995ffd req-94321f15-a28b-48fb-80a9-c682da59e879 tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] Allocated IP 172.20.0.7 (6661932f-acfc-47b8-a77e-6e4fc4de80f6/80edefc4-fa33-4530-84fe-f39db6b6f56c/43e22aac-a75f-408c-8d12-9e42e81e64cb) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:41:34.872555 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-c598f68f-6ea5-4395-898f-d1097029ae2a None None] For port 2ae94f6c-252f-4696-9f2b-33885c67f789, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:41:34.876585 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-c598f68f-6ea5-4395-898f-d1097029ae2a None None] For port 2ae94f6c-252f-4696-9f2b-33885c67f789, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=2ae94f6c-252f-4696-9f2b-33885c67f789,segment=NetworkSegment(972e1eaa-57ce-4c9f-ac13-bad0d3776f72),segment_id=972e1eaa-57ce-4c9f-ac13-bad0d3776f72)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:41:34.882130 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c598f68f-6ea5-4395-898f-d1097029ae2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:34.883122 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8530b29d-d6e3-4ac3-953b-233ae55af2ab tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:41:34.902456 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1479fb9-04fe-4a1b-b98e-f5f5929382bb None None] Sync routers for ids ['41a78f70-a209-47df-878e-b6dec1846fdc'] in n-d-800634-1 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:41:34.926624 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1479fb9-04fe-4a1b-b98e-f5f5929382bb None None] Routers {'41a78f70-a209-47df-878e-b6dec1846fdc'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:41:34.928922 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-a1479fb9-04fe-4a1b-b98e-f5f5929382bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:41:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['41a78f70-a209-47df-878e-b6dec1846fdc'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:41:34.946215 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8530b29d-d6e3-4ac3-953b-233ae55af2ab tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:34.951052 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-8530b29d-d6e3-4ac3-953b-233ae55af2ab tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 881 time: 5.1855178 Jul 13 13:41:34.951760 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 33732) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:41:35.014170 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-0b9f3fe0-05e3-4f2e-a09e-722ffc270b25 admin admin] For port ca09a279-8639-4c66-9384-4657655aebf6, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=ca09a279-8639-4c66-9384-4657655aebf6,segment=NetworkSegment(3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87),segment_id=3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:41:35.014534 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0b9f3fe0-05e3-4f2e-a09e-722ffc270b25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:35.018147 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-c9c29623-2681-4a37-a83e-220d59d00c3b tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Deleting port d8eb074e-63f3-412e-93d4-15d4c48a1edd {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:41:35.018487 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c9c29623-2681-4a37-a83e-220d59d00c3b tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:35.050526 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-a1479fb9-04fe-4a1b-b98e-f5f5929382bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:41:35.072907 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-0b9f3fe0-05e3-4f2e-a09e-722ffc270b25 admin admin] Calling delete_port for ca09a279-8639-4c66-9384-4657655aebf6 owned by network:router_gateway {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:41:35.073694 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1479fb9-04fe-4a1b-b98e-f5f5929382bb None None] Routers {'41a78f70-a209-47df-878e-b6dec1846fdc'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:41:35.076385 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c598f68f-6ea5-4395-898f-d1097029ae2a None None] Pushing event updated for resources: {'Port': ['ID=2ae94f6c-252f-4696-9f2b-33885c67f789,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:35.077194 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-a1479fb9-04fe-4a1b-b98e-f5f5929382bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:41:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['41a78f70-a209-47df-878e-b6dec1846fdc'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:41:35.133409 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-a1479fb9-04fe-4a1b-b98e-f5f5929382bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:41:35.134170 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1479fb9-04fe-4a1b-b98e-f5f5929382bb None None] The sync data for ids ['41a78f70-a209-47df-878e-b6dec1846fdc'] in n-d-800634-1 is: [] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:41:35.208187 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c9c29623-2681-4a37-a83e-220d59d00c3b tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:35.226187 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-c9c29623-2681-4a37-a83e-220d59d00c3b tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Calling delete_port for d8eb074e-63f3-412e-93d4-15d4c48a1edd owned by {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:41:35.462124 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-97c0129a-58f4-4978-a631-d004cb91aec4 req-0086cf23-93a3-4397-b293-55ca8e8107db tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec1ccaf-291b-4390-abdd-7771033c01ed HTTP/1.1" status: 200 len: 210 time: 0.0792124 Jul 13 13:41:35.516410 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 2ae94f6c-252f-4696-9f2b-33885c67f789 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:41:35.537617 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0b9f3fe0-05e3-4f2e-a09e-722ffc270b25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:35.581137 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port 2ae94f6c-252f-4696-9f2b-33885c67f789 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:41:35.594836 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9f3fe0-05e3-4f2e-a09e-722ffc270b25 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca09a279-8639-4c66-9384-4657655aebf6,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:35.640570 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device ca09a279-8639-4c66-9384-4657655aebf6 no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:41:35.645572 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c9c29623-2681-4a37-a83e-220d59d00c3b tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:35.667303 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-79430879-cdab-41d9-bbf5-988fdfc05e36 req-76391f1f-76cb-4e67-b110-3544d8b479bd tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:35.668423 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: ca09a279-8639-4c66-9384-4657655aebf6 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:41:35.668576 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device ca09a279-8639-4c66-9384-4657655aebf6 not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:41:35.669896 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 7b071312-09af-4941-abb3-c4e23f16f0c9 no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:41:35.679900 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c29623-2681-4a37-a83e-220d59d00c3b tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Pushing event deleted for resources: {'Port': ['ID=d8eb074e-63f3-412e-93d4-15d4c48a1edd,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:35.701267 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: 7b071312-09af-4941-abb3-c4e23f16f0c9 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:41:35.701808 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 7b071312-09af-4941-abb3-c4e23f16f0c9 not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:41:35.716720 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0b9f3fe0-05e3-4f2e-a09e-722ffc270b25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-446473'] for router_gateway, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:35.736384 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76391f1f-76cb-4e67-b110-3544d8b479bd tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Pushing event deleted for resources: {'Port': ['ID=f7c0bc01-324c-4502-bcaf-90d8b511012e,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:35.752568 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-ccb3e3c2-a420-4ec2-ae88-3742101936c1 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] 10.222.0.23 "GET /v2.0/routers/41a78f70-a209-47df-878e-b6dec1846fdc HTTP/1.1" status: 200 len: 882 time: 0.7939496 Jul 13 13:41:35.758504 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 33738) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:41:35.867242 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0b9f3fe0-05e3-4f2e-a09e-722ffc270b25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1591938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2696'] for router, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:35.873022 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3aae7289-b9d9-43ef-9d59-ae5c25726591 req-d623b86a-5ece-4f00-adcb-59ba7a120877 tempest-ServerShowV254Test-440987843 tempest-ServerShowV254Test-440987843-project] 10.222.0.23 "GET /v2.0/ports?device_id=ed525821-5151-4ae8-a6da-855cecbd3fab HTTP/1.1" status: 200 len: 210 time: 0.0400968 Jul 13 13:41:35.876206 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0b9f3fe0-05e3-4f2e-a09e-722ffc270b25 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:35.883759 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-79430879-cdab-41d9-bbf5-988fdfc05e36 req-76391f1f-76cb-4e67-b110-3544d8b479bd tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] No DVR routers for this DVR port f7c0bc01-324c-4502-bcaf-90d8b511012e on host n-h2-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:41:35.886674 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c9c29623-2681-4a37-a83e-220d59d00c3b tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:35.888505 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-c9c29623-2681-4a37-a83e-220d59d00c3b tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] 10.222.0.23 "DELETE /v2.0/ports/d8eb074e-63f3-412e-93d4-15d4c48a1edd HTTP/1.1" status: 204 len: 168 time: 1.0131924 Jul 13 13:41:35.893902 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 33742) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:41:35.904194 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-79430879-cdab-41d9-bbf5-988fdfc05e36 req-76391f1f-76cb-4e67-b110-3544d8b479bd tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:35.906639 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-79430879-cdab-41d9-bbf5-988fdfc05e36 req-76391f1f-76cb-4e67-b110-3544d8b479bd tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.41 "DELETE /v2.0/ports/f7c0bc01-324c-4502-bcaf-90d8b511012e HTTP/1.1" status: 204 len: 173 time: 1.7794666 Jul 13 13:41:35.908278 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4d24ebb-a0aa-4a23-a3c0-9b1c914e9f80', 'name': 'network-vif-deleted', 'tag': 'f7c0bc01-324c-4502-bcaf-90d8b511012e'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:41:35.910604 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30a3a4ed-492e-455f-bf2b-e9cc84d22dde" -d '{"events": [{"server_uuid": "a4d24ebb-a0aa-4a23-a3c0-9b1c914e9f80", "name": "network-vif-deleted", "tag": "f7c0bc01-324c-4502-bcaf-90d8b511012e"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:41:35.925026 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-b61ae756-3a59-44dd-88fb-159775995ffd req-94321f15-a28b-48fb-80a9-c682da59e879 tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:35.942220 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0b9f3fe0-05e3-4f2e-a09e-722ffc270b25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593106'] for router, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:35.942804 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b9f3fe0-05e3-4f2e-a09e-722ffc270b25 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 82b35e57-1ff7-4d1c-81bf-14b729233a6a {{(pid=93751) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 13:41:35.947222 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0b9f3fe0-05e3-4f2e-a09e-722ffc270b25 admin admin] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:35.948368 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-0b9f3fe0-05e3-4f2e-a09e-722ffc270b25 admin admin] 10.222.0.23 "DELETE /v2.0/routers/82b35e57-1ff7-4d1c-81bf-14b729233a6a HTTP/1.1" status: 204 len: 168 time: 2.4639764 Jul 13 13:41:35.951672 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 33746) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:41:35.993082 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f7f902-cf83-4c92-9b95-1922b466eb2e req-1a1f605e-ae96-4ce5-83b2-ac8053746c63 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:41:36.001369 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-57f7f902-cf83-4c92-9b95-1922b466eb2e req-1a1f605e-ae96-4ce5-83b2-ac8053746c63 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4d24ebb-a0aa-4a23-a3c0-9b1c914e9f80 HTTP/1.1" status: 200 len: 866 time: 0.3864305 Jul 13 13:41:36.011029 n-d-800634-1 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-397c789e-a445-43d7-a463-4d5884afaa33 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] DELETE failed (client error): The resource could not be found. Jul 13 13:41:36.012236 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-397c789e-a445-43d7-a463-4d5884afaa33 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93750) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 13:41:36.016025 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-397c789e-a445-43d7-a463-4d5884afaa33 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] 10.222.0.23 "DELETE /v2.0/ports/d8eb074e-63f3-412e-93d4-15d4c48a1edd HTTP/1.1" status: 404 len: 333 time: 0.1060443 Jul 13 13:41:36.017556 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 33748) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:41:36.032826 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb5631e1-21e3-4e7f-962b-391fcacd459f admin admin] Deleting subnet ebad84be-c1b1-45af-9d6d-352020bb56df {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 13:41:36.037389 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bb5631e1-21e3-4e7f-962b-391fcacd459f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:36.109325 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bb5631e1-21e3-4e7f-962b-391fcacd459f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6018489'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:36.129901 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c35fa2da-0bfb-438c-8b81-f1f00827d720 x-openstack-request-id: req-c35fa2da-0bfb-438c-8b81-f1f00827d720 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:41:36.130070 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4d24ebb-a0aa-4a23-a3c0-9b1c914e9f80", "name": "network-vif-deleted", "tag": "f7c0bc01-324c-4502-bcaf-90d8b511012e", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:41:36.130340 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c35fa2da-0bfb-438c-8b81-f1f00827d720 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:41:36.130765 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4d24ebb-a0aa-4a23-a3c0-9b1c914e9f80', 'name': 'network-vif-deleted', 'tag': 'f7c0bc01-324c-4502-bcaf-90d8b511012e', 'status': 'completed', 'code': 200} Jul 13 13:41:36.138534 n-d-800634-1 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-19dc7640-0300-4e21-8cdb-9518763be2e9 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] GET failed (client error): The resource could not be found. Jul 13 13:41:36.139633 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-19dc7640-0300-4e21-8cdb-9518763be2e9 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] 10.222.0.23 "GET /v2.0/ports/d8eb074e-63f3-412e-93d4-15d4c48a1edd HTTP/1.1" status: 404 len: 333 time: 0.1105750 Jul 13 13:41:36.145395 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 33750) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:41:36.206317 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-57f7f902-cf83-4c92-9b95-1922b466eb2e req-7c8802c4-9896-4e34-8a6b-2858bb870333 tempest-LiveMigrationTest-1095153489 tempest-LiveMigrationTest-1095153489-project] 10.222.0.23 "GET /v2.0/security-groups?id=4f83e00a-e782-49e6-b944-d06b9e971cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965740 Jul 13 13:41:36.254446 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-66aa1cbb-7cec-43df-a824-35dee5ea04d2 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Deleting subnet b70a0123-3121-4cb3-b57d-c9c0499b4cd5 {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 13:41:36.267480 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-66aa1cbb-7cec-43df-a824-35dee5ea04d2 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:36.282155 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-b61ae756-3a59-44dd-88fb-159775995ffd req-94321f15-a28b-48fb-80a9-c682da59e879 tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:36.340771 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bb5631e1-21e3-4e7f-962b-391fcacd459f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:36.352541 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b61ae756-3a59-44dd-88fb-159775995ffd req-94321f15-a28b-48fb-80a9-c682da59e879 tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] Network 6661932f-acfc-47b8-a77e-6e4fc4de80f6 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:41:36.360443 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94321f15-a28b-48fb-80a9-c682da59e879 tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] Pushing event updated for resources: {'Port': ['ID=43e22aac-a75f-408c-8d12-9e42e81e64cb,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:36.363096 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-b61ae756-3a59-44dd-88fb-159775995ffd req-94321f15-a28b-48fb-80a9-c682da59e879 tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:41:36.366503 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-b61ae756-3a59-44dd-88fb-159775995ffd req-94321f15-a28b-48fb-80a9-c682da59e879 tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:41:36.397131 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-66aa1cbb-7cec-43df-a824-35dee5ea04d2 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6018489'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:36.435856 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61ae756-3a59-44dd-88fb-159775995ffd req-94321f15-a28b-48fb-80a9-c682da59e879 tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:41:36.436675 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-b61ae756-3a59-44dd-88fb-159775995ffd req-94321f15-a28b-48fb-80a9-c682da59e879 tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:36.442686 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [req-b61ae756-3a59-44dd-88fb-159775995ffd req-cb35b2f9-d6da-415d-8c47-10342dbe225f tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] Allocated IP 172.20.0.8 (6661932f-acfc-47b8-a77e-6e4fc4de80f6/80edefc4-fa33-4530-84fe-f39db6b6f56c/68387ff1-b98f-44cb-aef0-f4a8c799f544) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:41:36.446477 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-acb4de86-9230-411d-8bed-b494450fa223 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 885 time: 0.6835182 Jul 13 13:41:36.450531 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 33752) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:41:36.459749 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-5ec1981f-b7fd-47c7-9cfd-7a8245566625 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-75090603'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:41:36.460133 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b61ae756-3a59-44dd-88fb-159775995ffd req-94321f15-a28b-48fb-80a9-c682da59e879 tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3221192 Jul 13 13:41:36.472010 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-b61ae756-3a59-44dd-88fb-159775995ffd req-ea091ae3-2726-415b-8167-b941b8e08845 service neutron] Request body: {'port': {'device_id': '23ff12c0-200a-4782-8d29-8183ab97137f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:41:36.505710 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f7a4ee7-00c1-41af-b497-1f74a9a219b5 None None] Network 892794ca-fe43-41b7-9c53-4de1adf32c2d requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:41:36.607371 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-b61ae756-3a59-44dd-88fb-159775995ffd req-ea091ae3-2726-415b-8167-b941b8e08845 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:36.655019 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be71eb19-e349-4990-8539-ac4ff08fd629 None None] Provisioning for port 2ae94f6c-252f-4696-9f2b-33885c67f789 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:41:36.662503 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be71eb19-e349-4990-8539-ac4ff08fd629 None None] Provisioning complete for port 2ae94f6c-252f-4696-9f2b-33885c67f789 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:41:36.663108 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be71eb19-e349-4990-8539-ac4ff08fd629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:36.667051 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bb5631e1-21e3-4e7f-962b-391fcacd459f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6018534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6105009'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:36.709899 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1cae2706-c489-4d46-8a1f-8a157b61b640 req-fa933aa7-7fbf-4a21-b90b-7c176f015b2f tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec1ccaf-291b-4390-abdd-7771033c01ed HTTP/1.1" status: 200 len: 210 time: 0.0816982 Jul 13 13:41:36.750110 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5631e1-21e3-4e7f-962b-391fcacd459f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ebad84be-c1b1-45af-9d6d-352020bb56df,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:36.784108 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92440cc3-fb5e-4489-9c15-0e5c986b4000 None None] Network 6e5fbdb0-b5f2-41b6-8a08-5a94d8f754ae requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:41:36.805882 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bb5631e1-21e3-4e7f-962b-391fcacd459f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:36.810760 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-bb5631e1-21e3-4e7f-962b-391fcacd459f admin admin] 10.222.0.23 "DELETE /v2.0/subnets/ebad84be-c1b1-45af-9d6d-352020bb56df HTTP/1.1" status: 204 len: 168 time: 0.8552074 Jul 13 13:41:36.811328 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 33756) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:41:36.832926 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be71eb19-e349-4990-8539-ac4ff08fd629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:36.901234 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f5f68f75-c305-4f2b-b6da-d0326ad9a129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:36.927459 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-66aa1cbb-7cec-43df-a824-35dee5ea04d2 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:36.981821 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-f5f68f75-c305-4f2b-b6da-d0326ad9a129 admin admin] Deleting port c5819af2-a837-46b5-8707-4515e8696df8 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:41:36.982174 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f5f68f75-c305-4f2b-b6da-d0326ad9a129 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:37.046718 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4fc1ed6-fa2c-4e84-8835-9456692bcf35 None None] DHCP port deletion for 6e5fbdb0-b5f2-41b6-8a08-5a94d8f754ae request from n-d-800634-1 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 13:41:37.081242 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-f5f68f75-c305-4f2b-b6da-d0326ad9a129 admin admin] For port c5819af2-a837-46b5-8707-4515e8696df8, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=c5819af2-a837-46b5-8707-4515e8696df8,segment=NetworkSegment(c368f595-5610-4181-876b-2ad27436132d),segment_id=c368f595-5610-4181-876b-2ad27436132d)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:41:37.081833 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f5f68f75-c305-4f2b-b6da-d0326ad9a129 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:37.109333 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-f5f68f75-c305-4f2b-b6da-d0326ad9a129 admin admin] Calling delete_port for c5819af2-a837-46b5-8707-4515e8696df8 owned by network:dhcp {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:41:37.167082 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.db.api [None req-be71eb19-e349-4990-8539-ac4ff08fd629 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93752) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 13:41:37.168069 n-d-800634-1 neutron-server[93752]: DEBUG oslo_db.api [None req-be71eb19-e349-4990-8539-ac4ff08fd629 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 13:41:37.187125 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b4fc1ed6-fa2c-4e84-8835-9456692bcf35 None None] Deleting port c5819af2-a837-46b5-8707-4515e8696df8 {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:41:37.188145 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b4fc1ed6-fa2c-4e84-8835-9456692bcf35 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:37.188443 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-655c498d-0fe9-405a-a721-816327ef3491 req-00a9b383-3e24-4794-9805-e4d54ca2685f tempest-ServerShowV254Test-440987843 tempest-ServerShowV254Test-440987843-project] 10.222.0.23 "GET /v2.0/ports?device_id=ed525821-5151-4ae8-a6da-855cecbd3fab HTTP/1.1" status: 200 len: 210 time: 0.0802019 Jul 13 13:41:37.194161 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-b61ae756-3a59-44dd-88fb-159775995ffd req-cb35b2f9-d6da-415d-8c47-10342dbe225f tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:37.234409 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-66aa1cbb-7cec-43df-a824-35dee5ea04d2 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6018534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6105009'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:37.279440 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b4fc1ed6-fa2c-4e84-8835-9456692bcf35 None None] For port c5819af2-a837-46b5-8707-4515e8696df8, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=c5819af2-a837-46b5-8707-4515e8696df8,segment=NetworkSegment(c368f595-5610-4181-876b-2ad27436132d),segment_id=c368f595-5610-4181-876b-2ad27436132d)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:41:37.279989 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b4fc1ed6-fa2c-4e84-8835-9456692bcf35 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:37.300349 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b4fc1ed6-fa2c-4e84-8835-9456692bcf35 None None] Calling delete_port for c5819af2-a837-46b5-8707-4515e8696df8 owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:41:37.317583 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66aa1cbb-7cec-43df-a824-35dee5ea04d2 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Pushing event deleted for resources: {'Subnet': ['ID=b70a0123-3121-4cb3-b57d-c9c0499b4cd5,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:37.320304 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-b61ae756-3a59-44dd-88fb-159775995ffd req-cb35b2f9-d6da-415d-8c47-10342dbe225f tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:37.352498 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 33764) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:41:37.407957 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-66aa1cbb-7cec-43df-a824-35dee5ea04d2 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:37.412133 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-66aa1cbb-7cec-43df-a824-35dee5ea04d2 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] 10.222.0.23 "DELETE /v2.0/subnets/b70a0123-3121-4cb3-b57d-c9c0499b4cd5 HTTP/1.1" status: 204 len: 168 time: 1.2635591 Jul 13 13:41:37.418049 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 33768) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:41:37.430344 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b61ae756-3a59-44dd-88fb-159775995ffd req-cb35b2f9-d6da-415d-8c47-10342dbe225f tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] Network 6661932f-acfc-47b8-a77e-6e4fc4de80f6 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:41:37.434316 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a0ca5fc-52c8-48ad-9eca-d457fc452d8d None None] Network 892794ca-fe43-41b7-9c53-4de1adf32c2d requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:41:37.440165 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f5f68f75-c305-4f2b-b6da-d0326ad9a129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:37.481111 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f68f75-c305-4f2b-b6da-d0326ad9a129 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5819af2-a837-46b5-8707-4515e8696df8,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:37.485636 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f68f75-c305-4f2b-b6da-d0326ad9a129 admin admin] No DVR routers for this DVR port c5819af2-a837-46b5-8707-4515e8696df8 on host n-d-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:41:37.497439 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [req-b61ae756-3a59-44dd-88fb-159775995ffd req-cb35b2f9-d6da-415d-8c47-10342dbe225f tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:41:37.497728 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device c5819af2-a837-46b5-8707-4515e8696df8 no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:41:37.506561 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-b61ae756-3a59-44dd-88fb-159775995ffd req-cb35b2f9-d6da-415d-8c47-10342dbe225f tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:41:37.534135 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: c5819af2-a837-46b5-8707-4515e8696df8 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:41:37.534464 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device c5819af2-a837-46b5-8707-4515e8696df8 not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:41:37.598963 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f5f68f75-c305-4f2b-b6da-d0326ad9a129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:37.622184 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab183bed-5491-476c-87d3-7dd9fa1ad688 admin admin] Deleting subnet 41cb83d6-1972-42a1-91b6-99e2d7728a68 {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 13:41:37.629609 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-f5f68f75-c305-4f2b-b6da-d0326ad9a129 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e5fbdb0-b5f2-41b6-8a08-5a94d8f754ae']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:41:37.631763 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61ae756-3a59-44dd-88fb-159775995ffd req-cb35b2f9-d6da-415d-8c47-10342dbe225f tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:41:37.632334 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-b61ae756-3a59-44dd-88fb-159775995ffd req-cb35b2f9-d6da-415d-8c47-10342dbe225f tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:37.636124 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb35b2f9-d6da-415d-8c47-10342dbe225f tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] Pushing event updated for resources: {'Port': ['ID=68387ff1-b98f-44cb-aef0-f4a8c799f544,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:37.646356 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5ec1981f-b7fd-47c7-9cfd-7a8245566625 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447180', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1591910', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2751'] for router, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:37.647332 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-f5f68f75-c305-4f2b-b6da-d0326ad9a129 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c368f595-5610-4181-876b-2ad27436132d') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:41:37.647746 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-f5f68f75-c305-4f2b-b6da-d0326ad9a129 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c368f595-5610-4181-876b-2ad27436132d') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:41:37.658171 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-b61ae756-3a59-44dd-88fb-159775995ffd req-ea091ae3-2726-415b-8167-b941b8e08845 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43e22aac-a75f-408c-8d12-9e42e81e64cb {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:41:37.664617 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ab183bed-5491-476c-87d3-7dd9fa1ad688 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:37.669416 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f5f68f75-c305-4f2b-b6da-d0326ad9a129 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5431730'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:37.672532 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-b61ae756-3a59-44dd-88fb-159775995ffd req-ea091ae3-2726-415b-8167-b941b8e08845 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:37.693204 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f5f68f75-c305-4f2b-b6da-d0326ad9a129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:37.697585 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5ec1981f-b7fd-47c7-9cfd-7a8245566625 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-447171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-447226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1591965'] for router, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:37.700359 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-b61ae756-3a59-44dd-88fb-159775995ffd req-ea091ae3-2726-415b-8167-b941b8e08845 service neutron] Transition to ACTIVE for port object 43e22aac-a75f-408c-8d12-9e42e81e64cb will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:41:37.703442 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5f68f75-c305-4f2b-b6da-d0326ad9a129 admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 13:41:37.703792 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8870ed90-1bad-4f36-b13c-85afdac062ef tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:37.703948 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f5f68f75-c305-4f2b-b6da-d0326ad9a129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5970419'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:37.706085 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:41:37.706085 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:41:37.706085 n-d-800634-1 neutron-server[93750]: Traceback (most recent call last): Jul 13 13:41:37.706085 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 13:41:37.706085 n-d-800634-1 neutron-server[93750]: timer() Jul 13 13:41:37.706085 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 13:41:37.706085 n-d-800634-1 neutron-server[93750]: cb(*args, **kw) Jul 13 13:41:37.706085 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 13:41:37.706085 n-d-800634-1 neutron-server[93750]: return func(*args, **kwargs) Jul 13 13:41:37.706085 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 13:41:37.706085 n-d-800634-1 neutron-server[93750]: self._notify() Jul 13 13:41:37.706085 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 13:41:37.706085 n-d-800634-1 neutron-server[93750]: self.callback(batched_events) Jul 13 13:41:37.706085 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 13:41:37.706085 n-d-800634-1 neutron-server[93750]: event.method(event) Jul 13 13:41:37.706085 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 13:41:37.706085 n-d-800634-1 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 13:41:37.706085 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 13:41:37.706085 n-d-800634-1 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 13:41:37.706085 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 13:41:37.706085 n-d-800634-1 neutron-server[93750]: return f(self, *a, **k) Jul 13 13:41:37.706085 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 13:41:37.706085 n-d-800634-1 neutron-server[93750]: return self._get(url).json() Jul 13 13:41:37.706085 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 13:41:37.706085 n-d-800634-1 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 13:41:37.706085 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 13:41:37.706085 n-d-800634-1 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 13 13:41:37.706085 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 13:41:37.706085 n-d-800634-1 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 13:41:37.706085 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 13:41:37.706085 n-d-800634-1 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 13:41:37.706085 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 13:41:37.706085 n-d-800634-1 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 13:41:37.706085 n-d-800634-1 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 13:41:37.711635 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b61ae756-3a59-44dd-88fb-159775995ffd req-cb35b2f9-d6da-415d-8c47-10342dbe225f tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7053816 Jul 13 13:41:37.719219 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-b61ae756-3a59-44dd-88fb-159775995ffd req-ea091ae3-2726-415b-8167-b941b8e08845 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:37.729151 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-b61ae756-3a59-44dd-88fb-159775995ffd req-14016d11-aa89-4862-b2dd-1146a1da7b5c service neutron] Request body: {'port': {'device_id': 'cec1ccaf-291b-4390-abdd-7771033c01ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-1'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:41:37.743548 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b4fc1ed6-fa2c-4e84-8835-9456692bcf35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:37.793964 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ab183bed-5491-476c-87d3-7dd9fa1ad688 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6018489'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:37.797392 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fc1ed6-fa2c-4e84-8835-9456692bcf35 None None] Pushing event deleted for resources: {'Port': ['ID=c5819af2-a837-46b5-8707-4515e8696df8,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:37.803217 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4fc1ed6-fa2c-4e84-8835-9456692bcf35 None None] No DVR routers for this DVR port c5819af2-a837-46b5-8707-4515e8696df8 on host n-d-800634-1 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:41:37.809205 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea091ae3-2726-415b-8167-b941b8e08845 service neutron] Pushing event updated for resources: {'Port': ['ID=43e22aac-a75f-408c-8d12-9e42e81e64cb,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:37.811796 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be71eb19-e349-4990-8539-ac4ff08fd629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:37.867495 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f5f68f75-c305-4f2b-b6da-d0326ad9a129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:37.874712 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f5f68f75-c305-4f2b-b6da-d0326ad9a129 admin admin] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:37.877429 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-f5f68f75-c305-4f2b-b6da-d0326ad9a129 admin admin] 10.222.0.23 "DELETE /v2.0/networks/6e5fbdb0-b5f2-41b6-8a08-5a94d8f754ae HTTP/1.1" status: 204 len: 168 time: 1.0644450 Jul 13 13:41:37.908015 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be71eb19-e349-4990-8539-ac4ff08fd629 None None] For port 2ae94f6c-252f-4696-9f2b-33885c67f789, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=2ae94f6c-252f-4696-9f2b-33885c67f789,segment=NetworkSegment(972e1eaa-57ce-4c9f-ac13-bad0d3776f72),segment_id=972e1eaa-57ce-4c9f-ac13-bad0d3776f72)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:41:37.914297 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be71eb19-e349-4990-8539-ac4ff08fd629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:37.938792 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f68f75-c305-4f2b-b6da-d0326ad9a129 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e5fbdb0-b5f2-41b6-8a08-5a94d8f754ae,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:37.993017 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-662bf79d-2044-44a7-8633-e2a0b171d594 None None] DHCP port deletion for 892794ca-fe43-41b7-9c53-4de1adf32c2d request from n-d-800634-1 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 13:41:38.042308 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-b61ae756-3a59-44dd-88fb-159775995ffd req-ea091ae3-2726-415b-8167-b941b8e08845 service neutron] Attempting to bind port 43e22aac-a75f-408c-8d12-9e42e81e64cb on host n-h2-800634-1 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:41:38.043232 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-b61ae756-3a59-44dd-88fb-159775995ffd req-ea091ae3-2726-415b-8167-b941b8e08845 service neutron] Attempting to bind port 43e22aac-a75f-408c-8d12-9e42e81e64cb by drivers openvswitch,hyperv on host n-h2-800634-1 at level 0 using segments [{'id': '55dc7e6e-18d5-43e8-af1f-8a95484ad68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '6661932f-acfc-47b8-a77e-6e4fc4de80f6'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:41:38.043617 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b61ae756-3a59-44dd-88fb-159775995ffd req-ea091ae3-2726-415b-8167-b941b8e08845 service neutron] Attempting to bind port 43e22aac-a75f-408c-8d12-9e42e81e64cb on network 6661932f-acfc-47b8-a77e-6e4fc4de80f6 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:41:38.052381 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b61ae756-3a59-44dd-88fb-159775995ffd req-ea091ae3-2726-415b-8167-b941b8e08845 service neutron] Port 43e22aac-a75f-408c-8d12-9e42e81e64cb on network 6661932f-acfc-47b8-a77e-6e4fc4de80f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-1 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:41:38.052759 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b61ae756-3a59-44dd-88fb-159775995ffd req-ea091ae3-2726-415b-8167-b941b8e08845 service neutron] Attempting to bind port 43e22aac-a75f-408c-8d12-9e42e81e64cb on network 6661932f-acfc-47b8-a77e-6e4fc4de80f6 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:41:38.061698 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b61ae756-3a59-44dd-88fb-159775995ffd req-ea091ae3-2726-415b-8167-b941b8e08845 service neutron] Checking agent: {'id': 'f615e5c9-21ab-43f2-adbc-192d64b795cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:41:38.062075 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b61ae756-3a59-44dd-88fb-159775995ffd req-ea091ae3-2726-415b-8167-b941b8e08845 service neutron] Checking segment: {'id': '55dc7e6e-18d5-43e8-af1f-8a95484ad68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '6661932f-acfc-47b8-a77e-6e4fc4de80f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:41:38.062468 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b61ae756-3a59-44dd-88fb-159775995ffd req-ea091ae3-2726-415b-8167-b941b8e08845 service neutron] Bound using segment: {'id': '55dc7e6e-18d5-43e8-af1f-8a95484ad68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '6661932f-acfc-47b8-a77e-6e4fc4de80f6'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:41:38.063022 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-b61ae756-3a59-44dd-88fb-159775995ffd req-ea091ae3-2726-415b-8167-b941b8e08845 service neutron] Bound port: 43e22aac-a75f-408c-8d12-9e42e81e64cb, host: n-h2-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55dc7e6e-18d5-43e8-af1f-8a95484ad68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '6661932f-acfc-47b8-a77e-6e4fc4de80f6'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:41:38.063283 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-b61ae756-3a59-44dd-88fb-159775995ffd req-ea091ae3-2726-415b-8167-b941b8e08845 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:38.065793 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 33776) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:41:38.079012 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-5a93b1c8-8899-42dc-970d-d1a9d6d5ce17 None None] Provisioning complete for port 2ae94f6c-252f-4696-9f2b-33885c67f789 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:41:38.079303 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5a93b1c8-8899-42dc-970d-d1a9d6d5ce17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:38.094809 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c39d93-95f9-4728-870d-0d5f9ce59d54 req-5b80697b-e6ff-4617-aa45-5c78ca9b5e4e tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:41:38.096490 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-99c39d93-95f9-4728-870d-0d5f9ce59d54 req-5b80697b-e6ff-4617-aa45-5c78ca9b5e4e tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec1ccaf-291b-4390-abdd-7771033c01ed HTTP/1.1" status: 200 len: 931 time: 0.1589241 Jul 13 13:41:38.117725 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be71eb19-e349-4990-8539-ac4ff08fd629 None None] Pushing event updated for resources: {'Port': ['ID=2ae94f6c-252f-4696-9f2b-33885c67f789,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:38.126312 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device f7c0bc01-324c-4502-bcaf-90d8b511012e no longer exists at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:41:38.154908 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] No Port match for: f7c0bc01-324c-4502-bcaf-90d8b511012e {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:41:38.155361 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device f7c0bc01-324c-4502-bcaf-90d8b511012e not bound to the agent host n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:41:38.177101 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-662bf79d-2044-44a7-8633-e2a0b171d594 None None] Deleting port 2ae94f6c-252f-4696-9f2b-33885c67f789 {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:41:38.177371 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-662bf79d-2044-44a7-8633-e2a0b171d594 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:38.199067 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-4d1ab0f5-0771-4fa0-ba26-450db00fa123 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1d1b21e682104673ac00b8c76737ba33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1311710 Jul 13 13:41:38.202036 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 33778) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:41:38.204664 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-99c39d93-95f9-4728-870d-0d5f9ce59d54 req-11335464-8153-4ff1-8630-c4f31b4226be tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] 10.222.0.23 "GET /v2.0/security-groups?id=7612cddf-e6ca-4461-9a28-8f6c6ab70a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001444 Jul 13 13:41:38.270452 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ab183bed-5491-476c-87d3-7dd9fa1ad688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:38.275927 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-b61ae756-3a59-44dd-88fb-159775995ffd req-ea091ae3-2726-415b-8167-b941b8e08845 service neutron] For port 43e22aac-a75f-408c-8d12-9e42e81e64cb, host n-h2-800634-1, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:41:38.293761 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-b61ae756-3a59-44dd-88fb-159775995ffd req-ea091ae3-2726-415b-8167-b941b8e08845 service neutron] For port 43e22aac-a75f-408c-8d12-9e42e81e64cb, host n-h2-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=43e22aac-a75f-408c-8d12-9e42e81e64cb,segment=NetworkSegment(55dc7e6e-18d5-43e8-af1f-8a95484ad68c),segment_id=55dc7e6e-18d5-43e8-af1f-8a95484ad68c)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:41:38.313256 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e58955ce-1fd9-4b37-a454-c4b45212b447 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:38.347023 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-b61ae756-3a59-44dd-88fb-159775995ffd req-ea091ae3-2726-415b-8167-b941b8e08845 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:38.352495 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e58955ce-1fd9-4b37-a454-c4b45212b447 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:38.368944 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-b61ae756-3a59-44dd-88fb-159775995ffd req-14016d11-aa89-4862-b2dd-1146a1da7b5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:38.371864 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-662bf79d-2044-44a7-8633-e2a0b171d594 None None] For port 2ae94f6c-252f-4696-9f2b-33885c67f789, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=2ae94f6c-252f-4696-9f2b-33885c67f789,segment=NetworkSegment(972e1eaa-57ce-4c9f-ac13-bad0d3776f72),segment_id=972e1eaa-57ce-4c9f-ac13-bad0d3776f72)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:41:38.372857 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-662bf79d-2044-44a7-8633-e2a0b171d594 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:38.377210 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ec1981f-b7fd-47c7-9cfd-7a8245566625 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Router 41a78f70-a209-47df-878e-b6dec1846fdc has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 13:41:38.392609 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-8870ed90-1bad-4f36-b13c-85afdac062ef tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Deleting port 2ae94f6c-252f-4696-9f2b-33885c67f789 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:41:38.393017 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8870ed90-1bad-4f36-b13c-85afdac062ef tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:38.397796 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-662bf79d-2044-44a7-8633-e2a0b171d594 None None] Calling delete_port for 2ae94f6c-252f-4696-9f2b-33885c67f789 owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:41:38.411945 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-5a93b1c8-8899-42dc-970d-d1a9d6d5ce17 None None] Could not find standard attr ID for object d8eb074e-63f3-412e-93d4-15d4c48a1edd. {{(pid=93752) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 13:41:38.432200 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-de76b886-49e2-4bf3-beb5-d51a249713b8 req-e2470823-3289-4c7e-a8db-81874702cb3b tempest-ServerShowV254Test-440987843 tempest-ServerShowV254Test-440987843-project] 10.222.0.23 "GET /v2.0/ports?device_id=ed525821-5151-4ae8-a6da-855cecbd3fab HTTP/1.1" status: 200 len: 210 time: 0.0871432 Jul 13 13:41:38.455872 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61ae756-3a59-44dd-88fb-159775995ffd req-ea091ae3-2726-415b-8167-b941b8e08845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:41:38.456407 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-b61ae756-3a59-44dd-88fb-159775995ffd req-ea091ae3-2726-415b-8167-b941b8e08845 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:38.457858 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b61ae756-3a59-44dd-88fb-159775995ffd req-ea091ae3-2726-415b-8167-b941b8e08845 service neutron] 10.222.0.41 "PUT /v2.0/ports/43e22aac-a75f-408c-8d12-9e42e81e64cb HTTP/1.1" status: 200 len: 1091 time: 1.9907568 Jul 13 13:41:38.464395 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23ff12c0-200a-4782-8d29-8183ab97137f', 'tag': '43e22aac-a75f-408c-8d12-9e42e81e64cb'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:41:38.468106 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23977a5b-288e-4cc9-9534-487cfb07df53" -d '{"events": [{"name": "network-changed", "server_uuid": "23ff12c0-200a-4782-8d29-8183ab97137f", "tag": "43e22aac-a75f-408c-8d12-9e42e81e64cb"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:41:38.503131 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea091ae3-2726-415b-8167-b941b8e08845 service neutron] Pushing event updated for resources: {'Port': ['ID=43e22aac-a75f-408c-8d12-9e42e81e64cb,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:38.508005 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ab183bed-5491-476c-87d3-7dd9fa1ad688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6018534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6105009'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:38.534861 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-662bf79d-2044-44a7-8633-e2a0b171d594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:38.537357 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 13:41:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e77f7a3d-a022-4bea-8884-2cf1af1538d8 x-openstack-request-id: req-e77f7a3d-a022-4bea-8884-2cf1af1538d8 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:41:38.537655 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23ff12c0-200a-4782-8d29-8183ab97137f", "tag": "43e22aac-a75f-408c-8d12-9e42e81e64cb", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:41:38.537959 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e77f7a3d-a022-4bea-8884-2cf1af1538d8 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:41:38.538362 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23ff12c0-200a-4782-8d29-8183ab97137f', 'tag': '43e22aac-a75f-408c-8d12-9e42e81e64cb', 'status': 'completed', 'code': 200} Jul 13 13:41:38.564622 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662bf79d-2044-44a7-8633-e2a0b171d594 None None] Pushing event deleted for resources: {'Port': ['ID=2ae94f6c-252f-4696-9f2b-33885c67f789,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:38.566576 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662bf79d-2044-44a7-8633-e2a0b171d594 None None] No DVR routers for this DVR port 2ae94f6c-252f-4696-9f2b-33885c67f789 on host n-d-800634-1 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:41:38.572041 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e58955ce-1fd9-4b37-a454-c4b45212b447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:38.580163 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e58955ce-1fd9-4b37-a454-c4b45212b447 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:38.584052 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-e58955ce-1fd9-4b37-a454-c4b45212b447 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/654562f6-14b8-4fca-abb6-abb1ed736f19 HTTP/1.1" status: 204 len: 168 time: 0.3758023 Jul 13 13:41:38.593983 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58955ce-1fd9-4b37-a454-c4b45212b447 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=654562f6-14b8-4fca-abb6-abb1ed736f19,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:38.611812 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab183bed-5491-476c-87d3-7dd9fa1ad688 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41cb83d6-1972-42a1-91b6-99e2d7728a68,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:38.633764 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61ae756-3a59-44dd-88fb-159775995ffd req-f76d3c73-8c51-4cb2-a65d-6432486ec33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:41:38.636997 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b61ae756-3a59-44dd-88fb-159775995ffd req-f76d3c73-8c51-4cb2-a65d-6432486ec33d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=99f7bb78cef648f386735a7708e302b1&device_id=23ff12c0-200a-4782-8d29-8183ab97137f HTTP/1.1" status: 200 len: 1094 time: 0.1119487 Jul 13 13:41:38.680842 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b61ae756-3a59-44dd-88fb-159775995ffd req-73d96ce0-e053-482b-9fcc-132412e3f2cb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=43e22aac-a75f-408c-8d12-9e42e81e64cb HTTP/1.1" status: 200 len: 217 time: 0.0377877 Jul 13 13:41:38.686710 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ab183bed-5491-476c-87d3-7dd9fa1ad688 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:38.688808 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-ab183bed-5491-476c-87d3-7dd9fa1ad688 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/41cb83d6-1972-42a1-91b6-99e2d7728a68 HTTP/1.1" status: 204 len: 168 time: 1.2879083 Jul 13 13:41:38.691038 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-8870ed90-1bad-4f36-b13c-85afdac062ef tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] For port 2ae94f6c-252f-4696-9f2b-33885c67f789, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=2ae94f6c-252f-4696-9f2b-33885c67f789,segment=NetworkSegment(972e1eaa-57ce-4c9f-ac13-bad0d3776f72),segment_id=972e1eaa-57ce-4c9f-ac13-bad0d3776f72)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:41:38.691589 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8870ed90-1bad-4f36-b13c-85afdac062ef tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:38.696102 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 33788) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:41:38.752404 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-8870ed90-1bad-4f36-b13c-85afdac062ef tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Calling delete_port for 2ae94f6c-252f-4696-9f2b-33885c67f789 owned by network:dhcp {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:41:38.797663 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61ae756-3a59-44dd-88fb-159775995ffd req-74c02ba1-ef7a-469a-ab61-93b88d24abe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:41:38.799272 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b61ae756-3a59-44dd-88fb-159775995ffd req-74c02ba1-ef7a-469a-ab61-93b88d24abe8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=80edefc4-fa33-4530-84fe-f39db6b6f56c HTTP/1.1" status: 200 len: 852 time: 0.1121368 Jul 13 13:41:38.805418 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-da6dca3f-3632-4f75-b0da-856f9394f8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:38.837001 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b61ae756-3a59-44dd-88fb-159775995ffd req-3b48b9d3-4d00-4d7a-a9c0-5ffd379ccce9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6661932f-acfc-47b8-a77e-6e4fc4de80f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294616 Jul 13 13:41:38.867436 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ec1981f-b7fd-47c7-9cfd-7a8245566625 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:41:38.879744 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b9b2ad4-6b4b-49cf-943c-6911df87bd85 None None] Sync routers for ids ['41a78f70-a209-47df-878e-b6dec1846fdc'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:41:38.881705 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5ec1981f-b7fd-47c7-9cfd-7a8245566625 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:38.885208 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-5ec1981f-b7fd-47c7-9cfd-7a8245566625 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] 10.222.0.23 "PUT /v2.0/routers/41a78f70-a209-47df-878e-b6dec1846fdc HTTP/1.1" status: 200 len: 889 time: 2.4281082 Jul 13 13:41:38.887223 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 33794) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:41:38.893561 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9b2ad4-6b4b-49cf-943c-6911df87bd85 None None] Routers {'41a78f70-a209-47df-878e-b6dec1846fdc'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:41:38.894982 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-2b9b2ad4-6b4b-49cf-943c-6911df87bd85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:41:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['41a78f70-a209-47df-878e-b6dec1846fdc'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:41:38.944821 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-2b9b2ad4-6b4b-49cf-943c-6911df87bd85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:41:38.956501 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9b2ad4-6b4b-49cf-943c-6911df87bd85 None None] Routers {'41a78f70-a209-47df-878e-b6dec1846fdc'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:41:38.957764 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-2b9b2ad4-6b4b-49cf-943c-6911df87bd85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:41:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['41a78f70-a209-47df-878e-b6dec1846fdc'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:41:38.974288 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-da6dca3f-3632-4f75-b0da-856f9394f8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:38.993131 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-da6dca3f-3632-4f75-b0da-856f9394f8e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c5b1ca0-24b0-4412-b81d-dc9907cb0039']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:41:39.008792 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-da6dca3f-3632-4f75-b0da-856f9394f8e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f952029b-434e-49c6-8d96-f83b0194500d') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:41:39.009023 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-da6dca3f-3632-4f75-b0da-856f9394f8e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f952029b-434e-49c6-8d96-f83b0194500d') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:41:39.013538 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-2b9b2ad4-6b4b-49cf-943c-6911df87bd85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:41:39.014157 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b9b2ad4-6b4b-49cf-943c-6911df87bd85 None None] The sync data for ids ['41a78f70-a209-47df-878e-b6dec1846fdc'] in n-d-800634-1 is: [] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:41:39.032538 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-da6dca3f-3632-4f75-b0da-856f9394f8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5431730'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:39.040527 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b61ae756-3a59-44dd-88fb-159775995ffd req-556ca3f8-c7ab-4c02-a2db-3793d1484ed4 service neutron] 10.222.0.41 "GET /v2.0/networks/6661932f-acfc-47b8-a77e-6e4fc4de80f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959882 Jul 13 13:41:39.051906 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8870ed90-1bad-4f36-b13c-85afdac062ef tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:39.059008 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-da6dca3f-3632-4f75-b0da-856f9394f8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:39.084326 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8870ed90-1bad-4f36-b13c-85afdac062ef tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Pushing event deleted for resources: {'Port': ['ID=2ae94f6c-252f-4696-9f2b-33885c67f789,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:39.099729 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da6dca3f-3632-4f75-b0da-856f9394f8e8 admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 13:41:39.100245 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-da6dca3f-3632-4f75-b0da-856f9394f8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5970419'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:39.102100 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:41:39.102100 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:41:39.102100 n-d-800634-1 neutron-server[93750]: Traceback (most recent call last): Jul 13 13:41:39.102100 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 13:41:39.102100 n-d-800634-1 neutron-server[93750]: timer() Jul 13 13:41:39.102100 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 13:41:39.102100 n-d-800634-1 neutron-server[93750]: cb(*args, **kw) Jul 13 13:41:39.102100 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 13:41:39.102100 n-d-800634-1 neutron-server[93750]: return func(*args, **kwargs) Jul 13 13:41:39.102100 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 13:41:39.102100 n-d-800634-1 neutron-server[93750]: self._notify() Jul 13 13:41:39.102100 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 13:41:39.102100 n-d-800634-1 neutron-server[93750]: self.callback(batched_events) Jul 13 13:41:39.102100 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 13:41:39.102100 n-d-800634-1 neutron-server[93750]: event.method(event) Jul 13 13:41:39.102100 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 13:41:39.102100 n-d-800634-1 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 13:41:39.102100 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 13:41:39.102100 n-d-800634-1 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 13:41:39.102100 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 13:41:39.102100 n-d-800634-1 neutron-server[93750]: return f(self, *a, **k) Jul 13 13:41:39.102100 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 13:41:39.102100 n-d-800634-1 neutron-server[93750]: return self._get(url).json() Jul 13 13:41:39.102100 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 13:41:39.102100 n-d-800634-1 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 13:41:39.102100 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 13:41:39.102100 n-d-800634-1 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 13 13:41:39.102100 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 13:41:39.102100 n-d-800634-1 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 13:41:39.102100 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 13:41:39.102100 n-d-800634-1 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 13:41:39.102100 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 13:41:39.102100 n-d-800634-1 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 13:41:39.102100 n-d-800634-1 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 13:41:39.105101 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8870ed90-1bad-4f36-b13c-85afdac062ef tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] No DVR routers for this DVR port 2ae94f6c-252f-4696-9f2b-33885c67f789 on host n-d-800634-1 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:41:39.168698 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-9f7905bb-a4af-43c2-a7b1-9082d3576658 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] 10.222.0.23 "GET /v2.0/routers/41a78f70-a209-47df-878e-b6dec1846fdc HTTP/1.1" status: 200 len: 889 time: 0.2787673 Jul 13 13:41:39.175852 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 33804) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:41:39.214108 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-a7332ed5-3196-480f-8882-2dac8146f375 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] 10.222.0.23 "GET /v2.0/ports?device_id=41a78f70-a209-47df-878e-b6dec1846fdc HTTP/1.1" status: 200 len: 205 time: 0.0364962 Jul 13 13:41:39.216957 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-da6dca3f-3632-4f75-b0da-856f9394f8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:39.221494 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-da6dca3f-3632-4f75-b0da-856f9394f8e8 admin admin] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:39.226355 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-da6dca3f-3632-4f75-b0da-856f9394f8e8 admin admin] 10.222.0.23 "DELETE /v2.0/networks/5c5b1ca0-24b0-4412-b81d-dc9907cb0039 HTTP/1.1" status: 204 len: 168 time: 0.5265138 Jul 13 13:41:39.226355 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 33808) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:41:39.229323 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 33810) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:41:39.272179 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8870ed90-1bad-4f36-b13c-85afdac062ef tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:39.284094 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6dca3f-3632-4f75-b0da-856f9394f8e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c5b1ca0-24b0-4412-b81d-dc9907cb0039,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:39.286098 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-8870ed90-1bad-4f36-b13c-85afdac062ef tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['892794ca-fe43-41b7-9c53-4de1adf32c2d']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:41:39.292358 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b61ae756-3a59-44dd-88fb-159775995ffd req-34c32e4d-eeb8-4ef2-9b03-805aa67732a2 service neutron] 10.222.0.41 "GET /v2.0/networks/6661932f-acfc-47b8-a77e-6e4fc4de80f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2450697 Jul 13 13:41:39.302337 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-8870ed90-1bad-4f36-b13c-85afdac062ef tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '972e1eaa-57ce-4c9f-ac13-bad0d3776f72') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:41:39.302898 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-8870ed90-1bad-4f36-b13c-85afdac062ef tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '972e1eaa-57ce-4c9f-ac13-bad0d3776f72') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:41:39.314177 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8870ed90-1bad-4f36-b13c-85afdac062ef tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6018464'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:39.345625 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8870ed90-1bad-4f36-b13c-85afdac062ef tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:39.376790 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [req-b61ae756-3a59-44dd-88fb-159775995ffd req-14016d11-aa89-4862-b2dd-1146a1da7b5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68387ff1-b98f-44cb-aef0-f4a8c799f544 {{(pid=93751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:41:39.388547 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8870ed90-1bad-4f36-b13c-85afdac062ef tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 13:41:39.388962 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8870ed90-1bad-4f36-b13c-85afdac062ef tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6018632'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:39.393791 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:41:39.393791 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:41:39.393791 n-d-800634-1 neutron-server[93751]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 13:41:39.393791 n-d-800634-1 neutron-server[93751]: self.session.flush() Jul 13 13:41:39.393791 n-d-800634-1 neutron-server[93751]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 13:41:39.393791 n-d-800634-1 neutron-server[93751]: self.session.flush() Jul 13 13:41:39.393791 n-d-800634-1 neutron-server[93751]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 13:41:39.393791 n-d-800634-1 neutron-server[93751]: self.session.flush() Jul 13 13:41:39.393791 n-d-800634-1 neutron-server[93751]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 13:41:39.393791 n-d-800634-1 neutron-server[93751]: self.session.flush() Jul 13 13:41:39.393791 n-d-800634-1 neutron-server[93751]: Traceback (most recent call last): Jul 13 13:41:39.393791 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 13:41:39.393791 n-d-800634-1 neutron-server[93751]: timer() Jul 13 13:41:39.393791 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 13:41:39.393791 n-d-800634-1 neutron-server[93751]: cb(*args, **kw) Jul 13 13:41:39.393791 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 13:41:39.393791 n-d-800634-1 neutron-server[93751]: return func(*args, **kwargs) Jul 13 13:41:39.393791 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 13:41:39.393791 n-d-800634-1 neutron-server[93751]: self._notify() Jul 13 13:41:39.393791 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 13:41:39.393791 n-d-800634-1 neutron-server[93751]: self.callback(batched_events) Jul 13 13:41:39.393791 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 13:41:39.393791 n-d-800634-1 neutron-server[93751]: event.method(event) Jul 13 13:41:39.393791 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 13:41:39.393791 n-d-800634-1 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 13:41:39.393791 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 13:41:39.393791 n-d-800634-1 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 13:41:39.393791 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 13:41:39.393791 n-d-800634-1 neutron-server[93751]: return f(self, *a, **k) Jul 13 13:41:39.393791 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 13:41:39.393791 n-d-800634-1 neutron-server[93751]: return self._get(url).json() Jul 13 13:41:39.393791 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 13:41:39.393791 n-d-800634-1 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 13:41:39.393791 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 13:41:39.393791 n-d-800634-1 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 13 13:41:39.393791 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 13:41:39.393791 n-d-800634-1 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 13:41:39.393791 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 13:41:39.393791 n-d-800634-1 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 13:41:39.393791 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 13:41:39.393791 n-d-800634-1 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 13:41:39.393791 n-d-800634-1 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 13:41:39.396939 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-b61ae756-3a59-44dd-88fb-159775995ffd req-14016d11-aa89-4862-b2dd-1146a1da7b5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:39.430142 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 2ae94f6c-252f-4696-9f2b-33885c67f789 no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:41:39.459492 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8c89b4a8-ce8a-4dd5-9f0f-de6ce92fdf12 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks [] for router, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:39.466232 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: 2ae94f6c-252f-4696-9f2b-33885c67f789 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:41:39.466576 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 2ae94f6c-252f-4696-9f2b-33885c67f789 not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:41:39.467238 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-244ace73-3844-4a48-a221-b69fe1683360 admin admin] Deleting subnet 4910e3da-dcc7-4a66-83c8-6990f4e9b3bb {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 13:41:39.477187 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-b61ae756-3a59-44dd-88fb-159775995ffd req-14016d11-aa89-4862-b2dd-1146a1da7b5c service neutron] Transition to ACTIVE for port object 68387ff1-b98f-44cb-aef0-f4a8c799f544 will not be triggered until provisioned by entity L2. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:41:39.478167 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-244ace73-3844-4a48-a221-b69fe1683360 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:39.508488 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 33822) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:41:39.516312 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-b61ae756-3a59-44dd-88fb-159775995ffd req-14016d11-aa89-4862-b2dd-1146a1da7b5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:39.567828 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8870ed90-1bad-4f36-b13c-85afdac062ef tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:39.588028 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8870ed90-1bad-4f36-b13c-85afdac062ef tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:39.590340 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-8870ed90-1bad-4f36-b13c-85afdac062ef tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] 10.222.0.23 "DELETE /v2.0/networks/892794ca-fe43-41b7-9c53-4de1adf32c2d HTTP/1.1" status: 204 len: 168 time: 2.1688113 Jul 13 13:41:39.594589 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-244ace73-3844-4a48-a221-b69fe1683360 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6018489'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:39.633723 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 33826) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:41:39.641576 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-e5c20f44-eb8e-4a7f-84f7-39a448794e20 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-318846125'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:41:39.652705 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8870ed90-1bad-4f36-b13c-85afdac062ef tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Pushing event deleted for resources: {'Network': ['ID=892794ca-fe43-41b7-9c53-4de1adf32c2d,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:39.675058 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14016d11-aa89-4862-b2dd-1146a1da7b5c service neutron] Pushing event updated for resources: {'Port': ['ID=68387ff1-b98f-44cb-aef0-f4a8c799f544,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:39.724580 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-244ace73-3844-4a48-a221-b69fe1683360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:39.780564 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8f352840-64db-4659-8d3c-1b149dfa51e3 req-552ad2b3-63e0-497f-a751-b4193a7b275f tempest-ServerShowV254Test-440987843 tempest-ServerShowV254Test-440987843-project] 10.222.0.23 "GET /v2.0/ports?device_id=ed525821-5151-4ae8-a6da-855cecbd3fab HTTP/1.1" status: 200 len: 210 time: 0.0894387 Jul 13 13:41:39.784663 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5c20f44-eb8e-4a7f-84f7-39a448794e20 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Made reservation on behalf of 8b3e8ef7cfb0436e8cb330362d71f1d6 for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:41:39.788297 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e5c20f44-eb8e-4a7f-84f7-39a448794e20 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:39.846774 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5c20f44-eb8e-4a7f-84f7-39a448794e20 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 13:41:39.872724 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-b61ae756-3a59-44dd-88fb-159775995ffd req-14016d11-aa89-4862-b2dd-1146a1da7b5c service neutron] Attempting to bind port 68387ff1-b98f-44cb-aef0-f4a8c799f544 on host n-h1-800634-1 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:41:39.873060 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-b61ae756-3a59-44dd-88fb-159775995ffd req-14016d11-aa89-4862-b2dd-1146a1da7b5c service neutron] Attempting to bind port 68387ff1-b98f-44cb-aef0-f4a8c799f544 by drivers openvswitch,hyperv on host n-h1-800634-1 at level 0 using segments [{'id': '55dc7e6e-18d5-43e8-af1f-8a95484ad68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '6661932f-acfc-47b8-a77e-6e4fc4de80f6'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:41:39.873383 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b61ae756-3a59-44dd-88fb-159775995ffd req-14016d11-aa89-4862-b2dd-1146a1da7b5c service neutron] Attempting to bind port 68387ff1-b98f-44cb-aef0-f4a8c799f544 on network 6661932f-acfc-47b8-a77e-6e4fc4de80f6 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:41:39.875864 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e5c20f44-eb8e-4a7f-84f7-39a448794e20 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:39.876211 n-d-800634-1 neutron-server[93751]: INFO neutron.db.segments_db [None req-e5c20f44-eb8e-4a7f-84f7-39a448794e20 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Added segment c2cec1e0-83ec-4793-99fe-49e01b4cb589 of type vlan for network bc7b3be0-a345-445e-a7a6-375f683f604b Jul 13 13:41:39.889052 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-244ace73-3844-4a48-a221-b69fe1683360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6018534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6105009'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:39.890905 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b61ae756-3a59-44dd-88fb-159775995ffd req-14016d11-aa89-4862-b2dd-1146a1da7b5c service neutron] Port 68387ff1-b98f-44cb-aef0-f4a8c799f544 on network 6661932f-acfc-47b8-a77e-6e4fc4de80f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-1 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:41:39.891231 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b61ae756-3a59-44dd-88fb-159775995ffd req-14016d11-aa89-4862-b2dd-1146a1da7b5c service neutron] Attempting to bind port 68387ff1-b98f-44cb-aef0-f4a8c799f544 on network 6661932f-acfc-47b8-a77e-6e4fc4de80f6 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:41:39.899465 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-ef674370-ef09-4712-b6ac-72a4512bd900 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1716971123-network', 'tenant_id': '7aead08af6bf440ca982d5ee9b154ced'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:41:39.907250 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23977a5b-288e-4cc9-9534-487cfb07df53 req-c1a21426-901d-439f-9719-477ecb390928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:41:39.908702 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-23977a5b-288e-4cc9-9534-487cfb07df53 req-c1a21426-901d-439f-9719-477ecb390928 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=99f7bb78cef648f386735a7708e302b1&device_id=23ff12c0-200a-4782-8d29-8183ab97137f HTTP/1.1" status: 200 len: 1094 time: 0.5486426 Jul 13 13:41:39.925613 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b61ae756-3a59-44dd-88fb-159775995ffd req-14016d11-aa89-4862-b2dd-1146a1da7b5c service neutron] Checking agent: {'id': 'a7603dc8-3c50-4a9b-8f0d-1143528f155e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 41, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:41:39.925982 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b61ae756-3a59-44dd-88fb-159775995ffd req-14016d11-aa89-4862-b2dd-1146a1da7b5c service neutron] Checking segment: {'id': '55dc7e6e-18d5-43e8-af1f-8a95484ad68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '6661932f-acfc-47b8-a77e-6e4fc4de80f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:41:39.926367 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b61ae756-3a59-44dd-88fb-159775995ffd req-14016d11-aa89-4862-b2dd-1146a1da7b5c service neutron] Bound using segment: {'id': '55dc7e6e-18d5-43e8-af1f-8a95484ad68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '6661932f-acfc-47b8-a77e-6e4fc4de80f6'} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:41:39.926803 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-b61ae756-3a59-44dd-88fb-159775995ffd req-14016d11-aa89-4862-b2dd-1146a1da7b5c service neutron] Bound port: 68387ff1-b98f-44cb-aef0-f4a8c799f544, host: n-h1-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55dc7e6e-18d5-43e8-af1f-8a95484ad68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '6661932f-acfc-47b8-a77e-6e4fc4de80f6'}}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:41:39.927164 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-b61ae756-3a59-44dd-88fb-159775995ffd req-14016d11-aa89-4862-b2dd-1146a1da7b5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:39.946238 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701ba2cb-e28e-45d1-856c-de8940f20f3c req-f8aebb20-c038-4e3f-be85-d518293ed1a1 tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:41:39.947689 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-701ba2cb-e28e-45d1-856c-de8940f20f3c req-f8aebb20-c038-4e3f-be85-d518293ed1a1 tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec1ccaf-291b-4390-abdd-7771033c01ed HTTP/1.1" status: 200 len: 931 time: 0.5723345 Jul 13 13:41:39.961799 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e5c20f44-eb8e-4a7f-84f7-39a448794e20 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:39.967058 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244ace73-3844-4a48-a221-b69fe1683360 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4910e3da-dcc7-4a66-83c8-6990f4e9b3bb,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:39.970005 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-244ace73-3844-4a48-a221-b69fe1683360 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:39.972059 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-244ace73-3844-4a48-a221-b69fe1683360 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/4910e3da-dcc7-4a66-83c8-6990f4e9b3bb HTTP/1.1" status: 204 len: 168 time: 0.7417934 Jul 13 13:41:39.975694 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 33828) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:41:40.024050 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef674370-ef09-4712-b6ac-72a4512bd900 admin admin] Made reservation on behalf of 7aead08af6bf440ca982d5ee9b154ced for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:41:40.026375 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ef674370-ef09-4712-b6ac-72a4512bd900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:40.031306 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8c89b4a8-ce8a-4dd5-9f0f-de6ce92fdf12 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:40.061853 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ef674370-ef09-4712-b6ac-72a4512bd900 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:40.084644 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-701ba2cb-e28e-45d1-856c-de8940f20f3c req-d51b1254-8085-485b-b2b0-2d40248e17ae tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] 10.222.0.23 "GET /v2.0/security-groups?id=7612cddf-e6ca-4461-9a28-8f6c6ab70a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236622 Jul 13 13:41:40.099149 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e5c20f44-eb8e-4a7f-84f7-39a448794e20 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:40.104657 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c20f44-eb8e-4a7f-84f7-39a448794e20 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:41:40.105442 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e5c20f44-eb8e-4a7f-84f7-39a448794e20 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:40.116741 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1fd364ef-ace9-46f6-8dc4-bf6405241dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:40.136128 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23977a5b-288e-4cc9-9534-487cfb07df53 req-56adfcaa-b266-48ef-a654-a6989749ccc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:41:40.138599 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-23977a5b-288e-4cc9-9534-487cfb07df53 req-56adfcaa-b266-48ef-a654-a6989749ccc9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6661932f-acfc-47b8-a77e-6e4fc4de80f6 HTTP/1.1" status: 200 len: 912 time: 0.2149630 Jul 13 13:41:40.186178 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-b61ae756-3a59-44dd-88fb-159775995ffd req-14016d11-aa89-4862-b2dd-1146a1da7b5c service neutron] For port 68387ff1-b98f-44cb-aef0-f4a8c799f544, host n-h1-800634-1, cleared binding levels {{(pid=93751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:41:40.198721 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-23977a5b-288e-4cc9-9534-487cfb07df53 req-24791041-73c1-4e64-bc30-0f4ebf3a100f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=43e22aac-a75f-408c-8d12-9e42e81e64cb HTTP/1.1" status: 200 len: 217 time: 0.0505030 Jul 13 13:41:40.212606 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-b61ae756-3a59-44dd-88fb-159775995ffd req-14016d11-aa89-4862-b2dd-1146a1da7b5c service neutron] For port 68387ff1-b98f-44cb-aef0-f4a8c799f544, host n-h1-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=68387ff1-b98f-44cb-aef0-f4a8c799f544,segment=NetworkSegment(55dc7e6e-18d5-43e8-af1f-8a95484ad68c),segment_id=55dc7e6e-18d5-43e8-af1f-8a95484ad68c)] {{(pid=93751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:41:40.213668 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c20f44-eb8e-4a7f-84f7-39a448794e20 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Pushing event updated for resources: {'Network': ['ID=bc7b3be0-a345-445e-a7a6-375f683f604b,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:40.228101 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network bc7b3be0-a345-445e-a7a6-375f683f604b details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 13:41:40.235471 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-b61ae756-3a59-44dd-88fb-159775995ffd req-14016d11-aa89-4862-b2dd-1146a1da7b5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:40.270613 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-8c89b4a8-ce8a-4dd5-9f0f-de6ce92fdf12 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Deleting port e0d77774-7a80-402e-a8ca-037d8973a1ff {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:41:40.270958 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8c89b4a8-ce8a-4dd5-9f0f-de6ce92fdf12 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:40.297211 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23977a5b-288e-4cc9-9534-487cfb07df53 req-92832ef1-4fb4-42c7-bc95-85db21ad45f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:41:40.301301 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-23977a5b-288e-4cc9-9534-487cfb07df53 req-92832ef1-4fb4-42c7-bc95-85db21ad45f4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=80edefc4-fa33-4530-84fe-f39db6b6f56c HTTP/1.1" status: 200 len: 852 time: 0.0901911 Jul 13 13:41:40.334292 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61ae756-3a59-44dd-88fb-159775995ffd req-14016d11-aa89-4862-b2dd-1146a1da7b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:41:40.334920 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-b61ae756-3a59-44dd-88fb-159775995ffd req-14016d11-aa89-4862-b2dd-1146a1da7b5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:40.336335 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b61ae756-3a59-44dd-88fb-159775995ffd req-14016d11-aa89-4862-b2dd-1146a1da7b5c service neutron] 10.222.0.26 "PUT /v2.0/ports/68387ff1-b98f-44cb-aef0-f4a8c799f544 HTTP/1.1" status: 200 len: 1091 time: 2.6128998 Jul 13 13:41:40.336827 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cec1ccaf-291b-4390-abdd-7771033c01ed', 'tag': '68387ff1-b98f-44cb-aef0-f4a8c799f544'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:41:40.339278 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d17b627af75e17e0f4b8d6239d04f8c2f78634e2c585e32a7aeca336500f34a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6b68f2f-ee72-415e-b204-9260e219304b" -d '{"events": [{"name": "network-changed", "server_uuid": "cec1ccaf-291b-4390-abdd-7771033c01ed", "tag": "68387ff1-b98f-44cb-aef0-f4a8c799f544"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:41:40.355661 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1fd364ef-ace9-46f6-8dc4-bf6405241dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:40.368240 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14016d11-aa89-4862-b2dd-1146a1da7b5c service neutron] Pushing event updated for resources: {'Port': ['ID=68387ff1-b98f-44cb-aef0-f4a8c799f544,revision_number=3']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:40.373400 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-23977a5b-288e-4cc9-9534-487cfb07df53 req-648dea07-b38c-43d1-94b5-5495e1b3def6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6661932f-acfc-47b8-a77e-6e4fc4de80f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426929 Jul 13 13:41:40.376291 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-1fd364ef-ace9-46f6-8dc4-bf6405241dd2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['352f42f5-4abe-47ce-8f6b-ae51172948a1']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:41:40.398153 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-1fd364ef-ace9-46f6-8dc4-bf6405241dd2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d5f9a81-1f5d-4ebe-bbfc-1009cb67c3db') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:41:40.398535 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-1fd364ef-ace9-46f6-8dc4-bf6405241dd2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d5f9a81-1f5d-4ebe-bbfc-1009cb67c3db') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:41:40.401127 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 13:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57bc15d1-041c-4728-85b1-694f86f5be0d x-openstack-request-id: req-57bc15d1-041c-4728-85b1-694f86f5be0d {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:41:40.401419 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cec1ccaf-291b-4390-abdd-7771033c01ed", "tag": "68387ff1-b98f-44cb-aef0-f4a8c799f544", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:41:40.401674 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-57bc15d1-041c-4728-85b1-694f86f5be0d {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:41:40.402248 n-d-800634-1 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cec1ccaf-291b-4390-abdd-7771033c01ed', 'tag': '68387ff1-b98f-44cb-aef0-f4a8c799f544', 'status': 'completed', 'code': 200} Jul 13 13:41:40.416693 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ef674370-ef09-4712-b6ac-72a4512bd900 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:40.431007 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1fd364ef-ace9-46f6-8dc4-bf6405241dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6018464'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:40.434917 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-e5c20f44-eb8e-4a7f-84f7-39a448794e20 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7999806 Jul 13 13:41:40.442171 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 33832) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:41:40.446970 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-d77c27d8-0c31-42d7-9164-9d18d0489cdf tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Request body: {'subnet': {'network_id': 'bc7b3be0-a345-445e-a7a6-375f683f604b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:41:40.454170 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ef674370-ef09-4712-b6ac-72a4512bd900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:40.492966 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1fd364ef-ace9-46f6-8dc4-bf6405241dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:40.495281 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef674370-ef09-4712-b6ac-72a4512bd900 admin admin] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 13:41:40.500054 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8c89b4a8-ce8a-4dd5-9f0f-de6ce92fdf12 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:40.520996 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fd364ef-ace9-46f6-8dc4-bf6405241dd2 admin admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 13:41:40.521407 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1fd364ef-ace9-46f6-8dc4-bf6405241dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6018632'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:40.523885 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:41:40.523885 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:41:40.523885 n-d-800634-1 neutron-server[93751]: Traceback (most recent call last): Jul 13 13:41:40.523885 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 13:41:40.523885 n-d-800634-1 neutron-server[93751]: timer() Jul 13 13:41:40.523885 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 13:41:40.523885 n-d-800634-1 neutron-server[93751]: cb(*args, **kw) Jul 13 13:41:40.523885 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 13:41:40.523885 n-d-800634-1 neutron-server[93751]: return func(*args, **kwargs) Jul 13 13:41:40.523885 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 13:41:40.523885 n-d-800634-1 neutron-server[93751]: self._notify() Jul 13 13:41:40.523885 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 13:41:40.523885 n-d-800634-1 neutron-server[93751]: self.callback(batched_events) Jul 13 13:41:40.523885 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 13:41:40.523885 n-d-800634-1 neutron-server[93751]: event.method(event) Jul 13 13:41:40.523885 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 13:41:40.523885 n-d-800634-1 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 13:41:40.523885 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 13:41:40.523885 n-d-800634-1 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 13:41:40.523885 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 13:41:40.523885 n-d-800634-1 neutron-server[93751]: return f(self, *a, **k) Jul 13 13:41:40.523885 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 13:41:40.523885 n-d-800634-1 neutron-server[93751]: return self._get(url).json() Jul 13 13:41:40.523885 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 13:41:40.523885 n-d-800634-1 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 13:41:40.523885 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 13:41:40.523885 n-d-800634-1 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 13 13:41:40.523885 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 13:41:40.523885 n-d-800634-1 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 13:41:40.523885 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 13:41:40.523885 n-d-800634-1 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 13:41:40.523885 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 13:41:40.523885 n-d-800634-1 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 13:41:40.523885 n-d-800634-1 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 13:41:40.540001 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef674370-ef09-4712-b6ac-72a4512bd900 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ac1545a-5526-4c2d-93f1-674377bb30c6,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:40.543257 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-8c89b4a8-ce8a-4dd5-9f0f-de6ce92fdf12 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Calling delete_port for e0d77774-7a80-402e-a8ca-037d8973a1ff owned by network:router_gateway {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:41:40.549706 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ef674370-ef09-4712-b6ac-72a4512bd900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:40.550188 n-d-800634-1 neutron-server[93750]: INFO neutron.db.segments_db [None req-ef674370-ef09-4712-b6ac-72a4512bd900 admin admin] Added segment 7ee0d4f8-09f1-4ca6-a429-c0887c633e4b of type vlan for network 57678432-032d-48f0-815c-b24f2e8b2944 Jul 13 13:41:40.572341 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-23977a5b-288e-4cc9-9534-487cfb07df53 req-f1d9ed6b-6403-4cd8-8c55-76efe018fd34 service neutron] 10.222.0.41 "GET /v2.0/networks/6661932f-acfc-47b8-a77e-6e4fc4de80f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925044 Jul 13 13:41:40.601331 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61ae756-3a59-44dd-88fb-159775995ffd req-46b16779-9656-4dd4-90aa-22df96975813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:41:40.602886 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b61ae756-3a59-44dd-88fb-159775995ffd req-46b16779-9656-4dd4-90aa-22df96975813 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=99f7bb78cef648f386735a7708e302b1&device_id=cec1ccaf-291b-4390-abdd-7771033c01ed HTTP/1.1" status: 200 len: 1094 time: 0.2191191 Jul 13 13:41:40.610232 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1fd364ef-ace9-46f6-8dc4-bf6405241dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:40.627514 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1fd364ef-ace9-46f6-8dc4-bf6405241dd2 admin admin] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:40.632486 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-1fd364ef-ace9-46f6-8dc4-bf6405241dd2 admin admin] 10.222.0.23 "DELETE /v2.0/networks/352f42f5-4abe-47ce-8f6b-ae51172948a1 HTTP/1.1" status: 204 len: 168 time: 0.6545434 Jul 13 13:41:40.669783 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ef674370-ef09-4712-b6ac-72a4512bd900 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:40.680808 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b61ae756-3a59-44dd-88fb-159775995ffd req-c75fbfdc-17ac-43c2-bd25-1ee16f3bfa5c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=68387ff1-b98f-44cb-aef0-f4a8c799f544 HTTP/1.1" status: 200 len: 217 time: 0.0657618 Jul 13 13:41:40.682918 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd364ef-ace9-46f6-8dc4-bf6405241dd2 admin admin] Pushing event deleted for resources: {'Network': ['ID=352f42f5-4abe-47ce-8f6b-ae51172948a1,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:40.689679 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d77c27d8-0c31-42d7-9164-9d18d0489cdf tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Made reservation on behalf of 8b3e8ef7cfb0436e8cb330362d71f1d6 for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:41:40.693817 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d77c27d8-0c31-42d7-9164-9d18d0489cdf tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6104980'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:40.755624 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 33838) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:41:40.791258 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ef674370-ef09-4712-b6ac-72a4512bd900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:40.792302 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef674370-ef09-4712-b6ac-72a4512bd900 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:41:40.793569 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ef674370-ef09-4712-b6ac-72a4512bd900 admin admin] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:40.794740 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61ae756-3a59-44dd-88fb-159775995ffd req-09419910-cf0d-4b8e-a2fb-5744f10c022c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:41:40.796235 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b61ae756-3a59-44dd-88fb-159775995ffd req-09419910-cf0d-4b8e-a2fb-5744f10c022c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=80edefc4-fa33-4530-84fe-f39db6b6f56c HTTP/1.1" status: 200 len: 852 time: 0.1079898 Jul 13 13:41:40.840169 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b61ae756-3a59-44dd-88fb-159775995ffd req-5a48c9fa-28b4-46a5-af7f-e0f2a0edf7be service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6661932f-acfc-47b8-a77e-6e4fc4de80f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355897 Jul 13 13:41:40.920314 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-23977a5b-288e-4cc9-9534-487cfb07df53 req-9a06e228-d19b-4a08-b36d-f8a16c9988b9 service neutron] 10.222.0.41 "GET /v2.0/networks/6661932f-acfc-47b8-a77e-6e4fc4de80f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3284290 Jul 13 13:41:40.935851 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-ef674370-ef09-4712-b6ac-72a4512bd900 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4218392 Jul 13 13:41:40.938825 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 33842) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:41:40.946609 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-fbf91401-4256-4378-87f1-b0cf330a5c20 admin admin] Request body: {'subnet': {'network_id': '57678432-032d-48f0-815c-b24f2e8b2944', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1716971123-subnet', 'tenant_id': '7aead08af6bf440ca982d5ee9b154ced', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:41:40.953659 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-9aab3001-5d96-4e62-b634-1407fb0e8ff8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7ec77ffc288b40b5a9663fa2e5a78733&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1915581 Jul 13 13:41:40.953659 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef674370-ef09-4712-b6ac-72a4512bd900 admin admin] Pushing event updated for resources: {'Network': ['ID=57678432-032d-48f0-815c-b24f2e8b2944,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:40.956253 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 33844) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:41:40.963545 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network 57678432-032d-48f0-815c-b24f2e8b2944 details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 13:41:40.979112 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-718e7c6e-672b-4300-a4e0-55d7f778410b req-5690d6a2-155d-4a1c-b8e5-c0c9c2baa679 tempest-ServerShowV254Test-440987843 tempest-ServerShowV254Test-440987843-project] 10.222.0.23 "GET /v2.0/ports?device_id=ed525821-5151-4ae8-a6da-855cecbd3fab HTTP/1.1" status: 200 len: 210 time: 0.0559366 Jul 13 13:41:41.051957 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbf91401-4256-4378-87f1-b0cf330a5c20 admin admin] Made reservation on behalf of 7aead08af6bf440ca982d5ee9b154ced for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:41:41.054302 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fbf91401-4256-4378-87f1-b0cf330a5c20 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6104980'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:41.067162 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7b039553-c80d-41ea-8333-d1ef262cae0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:41.076376 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8c89b4a8-ce8a-4dd5-9f0f-de6ce92fdf12 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:41.113990 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7b039553-c80d-41ea-8333-d1ef262cae0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:41.115768 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c89b4a8-ce8a-4dd5-9f0f-de6ce92fdf12 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Pushing event deleted for resources: {'Port': ['ID=e0d77774-7a80-402e-a8ca-037d8973a1ff,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:41.119912 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b61ae756-3a59-44dd-88fb-159775995ffd req-e4ef99b5-1cc8-4453-9518-6f16dd84ad33 service neutron] 10.222.0.26 "GET /v2.0/networks/6661932f-acfc-47b8-a77e-6e4fc4de80f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2724831 Jul 13 13:41:41.140801 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d77c27d8-0c31-42d7-9164-9d18d0489cdf tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6018343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6104998'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:41.216168 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8c89b4a8-ce8a-4dd5-9f0f-de6ce92fdf12 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-446473'] for router_gateway, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:41.283083 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77c27d8-0c31-42d7-9164-9d18d0489cdf tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Pushing event updated for resources: {'Subnet': ['ID=bea521a9-321a-4b40-8419-013e044d9f88,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:41.341178 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77c27d8-0c31-42d7-9164-9d18d0489cdf tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Checking segment: {'id': 'c2cec1e0-83ec-4793-99fe-49e01b4cb589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'bc7b3be0-a345-445e-a7a6-375f683f604b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:41:41.341561 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d77c27d8-0c31-42d7-9164-9d18d0489cdf tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Network hostable DHCP agents. Network: bc7b3be0-a345-445e-a7a6-375f683f604b, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 13:41:41.346746 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b61ae756-3a59-44dd-88fb-159775995ffd req-39af89e1-0c67-430e-bc71-0783def42956 service neutron] 10.222.0.26 "GET /v2.0/networks/6661932f-acfc-47b8-a77e-6e4fc4de80f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2165134 Jul 13 13:41:41.370031 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7b039553-c80d-41ea-8333-d1ef262cae0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:41.373758 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7b039553-c80d-41ea-8333-d1ef262cae0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:41.375286 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-7b039553-c80d-41ea-8333-d1ef262cae0c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4f83e00a-e782-49e6-b944-d06b9e971cf5 HTTP/1.1" status: 204 len: 168 time: 0.4181612 Jul 13 13:41:41.399912 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d77c27d8-0c31-42d7-9164-9d18d0489cdf tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Network bc7b3be0-a345-445e-a7a6-375f683f604b is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 13:41:41.400697 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8c89b4a8-ce8a-4dd5-9f0f-de6ce92fdf12 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1591938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2696'] for router, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:41.406612 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5f5247f5-b224-4e39-b610-531ab83cf5fd req-df761a7e-a24a-4b00-94c7-5e4b4cba03e9 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ed525821-5151-4ae8-a6da-855cecbd3fab HTTP/1.1" status: 200 len: 210 time: 0.0941591 Jul 13 13:41:41.408062 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8c89b4a8-ce8a-4dd5-9f0f-de6ce92fdf12 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:41.418228 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b039553-c80d-41ea-8333-d1ef262cae0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f83e00a-e782-49e6-b944-d06b9e971cf5,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:41.423173 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-d77c27d8-0c31-42d7-9164-9d18d0489cdf tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, bc7b3be0-a345-445e-a7a6-375f683f604b) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:41:41.427895 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d77c27d8-0c31-42d7-9164-9d18d0489cdf tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:41:41.428689 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d77c27d8-0c31-42d7-9164-9d18d0489cdf tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:41.440064 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de5f827-b2f5-42b1-9143-9379d0faef0e None None] Network bc7b3be0-a345-445e-a7a6-375f683f604b requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:41:41.442355 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fbf91401-4256-4378-87f1-b0cf330a5c20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6018343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6104998'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:41.488775 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-d77c27d8-0c31-42d7-9164-9d18d0489cdf tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0432205 Jul 13 13:41:41.489419 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 33850) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:41:41.495491 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-08cf437b-eddc-454f-b2f4-a08e6d8c85f4 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Request body: {'port': {'network_id': 'bc7b3be0-a345-445e-a7a6-375f683f604b', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1479679168'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:41:41.531553 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8c89b4a8-ce8a-4dd5-9f0f-de6ce92fdf12 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593106'] for router, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:41.532089 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c89b4a8-ce8a-4dd5-9f0f-de6ce92fdf12 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Fanout notify agent at l3_agent the message router_deleted on router 41a78f70-a209-47df-878e-b6dec1846fdc {{(pid=93750) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 13:41:41.572546 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8c89b4a8-ce8a-4dd5-9f0f-de6ce92fdf12 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:41.573679 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-8c89b4a8-ce8a-4dd5-9f0f-de6ce92fdf12 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] 10.222.0.23 "DELETE /v2.0/routers/41a78f70-a209-47df-878e-b6dec1846fdc HTTP/1.1" status: 204 len: 168 time: 2.3440638 Jul 13 13:41:41.577727 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 33852) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:41:41.588276 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-8f489810-c643-423e-87e6-4d861baa4e3e tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1278328226'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:41:41.617137 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f489810-c643-423e-87e6-4d861baa4e3e tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Made reservation on behalf of 485fea06b0b7495bb8721e368ed7bc86 for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:41:41.620898 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8f489810-c643-423e-87e6-4d861baa4e3e tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:41.644888 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e703ce3b-47e6-441d-bd00-f40211f039f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a7201e1-61ce-5a3e-b7f7-e800379ed03b-bc7b3be0-a345-445e-a7a6-375f683f604b', 'network_id': 'bc7b3be0-a345-445e-a7a6-375f683f604b', 'tenant_id': '8b3e8ef7cfb0436e8cb330362d71f1d6', 'fixed_ips': [{'subnet_id': 'bea521a9-321a-4b40-8419-013e044d9f88'}]}} from n-d-800634-1. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 13:41:41.645892 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e703ce3b-47e6-441d-bd00-f40211f039f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:41.650993 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bf84de-795f-439e-a4ea-91ef3aa692e3 req-310c9871-e02b-4afe-9e58-5cfcdbca0f93 tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:41:41.658475 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-80bf84de-795f-439e-a4ea-91ef3aa692e3 req-310c9871-e02b-4afe-9e58-5cfcdbca0f93 tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec1ccaf-291b-4390-abdd-7771033c01ed HTTP/1.1" status: 200 len: 943 time: 0.3924489 Jul 13 13:41:41.694679 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f489810-c643-423e-87e6-4d861baa4e3e tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 13:41:41.717418 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b68f2f-ee72-415e-b204-9260e219304b req-2a5ea5bf-396c-4177-b394-d2b4b9ae09c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:41:41.718913 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c6b68f2f-ee72-415e-b204-9260e219304b req-2a5ea5bf-396c-4177-b394-d2b4b9ae09c0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=99f7bb78cef648f386735a7708e302b1&device_id=cec1ccaf-291b-4390-abdd-7771033c01ed HTTP/1.1" status: 200 len: 1094 time: 0.2017994 Jul 13 13:41:41.724274 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8f489810-c643-423e-87e6-4d861baa4e3e tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:41.724938 n-d-800634-1 neutron-server[93750]: INFO neutron.db.segments_db [None req-8f489810-c643-423e-87e6-4d861baa4e3e tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Added segment 840cb5a1-a5c0-4426-9f22-0415219e25bb of type vlan for network e09ece62-2540-4783-9878-6aff6770b45b Jul 13 13:41:41.774974 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-80bf84de-795f-439e-a4ea-91ef3aa692e3 req-c0a5e03d-334e-4a89-aa00-8932ef3cb82b tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] 10.222.0.23 "GET /v2.0/security-groups?id=7612cddf-e6ca-4461-9a28-8f6c6ab70a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154652 Jul 13 13:41:41.847280 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-e703ce3b-47e6-441d-bd00-f40211f039f0 None None] Allocated IP 172.20.0.2 (bc7b3be0-a345-445e-a7a6-375f683f604b/bea521a9-321a-4b40-8419-013e044d9f88/af4c704a-45d3-4c13-8f71-99cf640d9fca) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:41:41.857392 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8f489810-c643-423e-87e6-4d861baa4e3e tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:41.913960 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b68f2f-ee72-415e-b204-9260e219304b req-423c2ca0-ffa7-4d6d-ba61-60b3ac6fdf39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:41:41.916036 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c6b68f2f-ee72-415e-b204-9260e219304b req-423c2ca0-ffa7-4d6d-ba61-60b3ac6fdf39 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6661932f-acfc-47b8-a77e-6e4fc4de80f6 HTTP/1.1" status: 200 len: 912 time: 0.1874561 Jul 13 13:41:41.918511 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 33858) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:41:41.949869 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf91401-4256-4378-87f1-b0cf330a5c20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=724b75c5-14bb-4dd8-910b-669aac8a0a9c,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:41.975867 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf91401-4256-4378-87f1-b0cf330a5c20 admin admin] Checking segment: {'id': '7ee0d4f8-09f1-4ca6-a429-c0887c633e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '57678432-032d-48f0-815c-b24f2e8b2944'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:41:41.976230 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf91401-4256-4378-87f1-b0cf330a5c20 admin admin] Network hostable DHCP agents. Network: 57678432-032d-48f0-815c-b24f2e8b2944, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 13:41:41.983570 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c6b68f2f-ee72-415e-b204-9260e219304b req-a6b38923-53e0-4be4-b7e8-02c89a8c2532 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=68387ff1-b98f-44cb-aef0-f4a8c799f544 HTTP/1.1" status: 200 len: 217 time: 0.0488536 Jul 13 13:41:41.984198 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8f489810-c643-423e-87e6-4d861baa4e3e tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:41.989699 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f489810-c643-423e-87e6-4d861baa4e3e tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:41:41.990306 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8f489810-c643-423e-87e6-4d861baa4e3e tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:42.021366 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf91401-4256-4378-87f1-b0cf330a5c20 admin admin] Network 57678432-032d-48f0-815c-b24f2e8b2944 is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 13:41:42.039740 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-fbf91401-4256-4378-87f1-b0cf330a5c20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, 57678432-032d-48f0-815c-b24f2e8b2944) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:41:42.043216 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08cf437b-eddc-454f-b2f4-a08e6d8c85f4 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Made reservation on behalf of 8b3e8ef7cfb0436e8cb330362d71f1d6 for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:41:42.051122 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-571c1348-69d2-48f4-a3b5-7f2a81565876 None None] Network 57678432-032d-48f0-815c-b24f2e8b2944 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:41:42.051362 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-08cf437b-eddc-454f-b2f4-a08e6d8c85f4 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:42.058124 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf91401-4256-4378-87f1-b0cf330a5c20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:41:42.059601 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fbf91401-4256-4378-87f1-b0cf330a5c20 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:42.084451 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [None req-08cf437b-eddc-454f-b2f4-a08e6d8c85f4 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] device_id is not set on port b105fdf0-f1f0-4ee8-9a67-0f7ddb49daf7 yet. {{(pid=93751) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 13:41:42.097487 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-fbf91401-4256-4378-87f1-b0cf330a5c20 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1548746 Jul 13 13:41:42.097974 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 33862) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:41:42.106616 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-c2d7a440-189b-4891-bc98-3e076debe72c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a1751a4b7f4d43ca96e423be80cb97f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1867149 Jul 13 13:41:42.110338 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 33864) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:41:42.139834 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-8f489810-c643-423e-87e6-4d861baa4e3e tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5601542 Jul 13 13:41:42.142144 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-9ff716ce-e22f-4115-873c-ae68ec4f5f8e admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1716971123-router', 'tenant_id': '7aead08af6bf440ca982d5ee9b154ced', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:41:42.143106 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 43e22aac-a75f-408c-8d12-9e42e81e64cb details requested by agent hyperv_n-h2-800634-1 with host n-h2-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 13:41:42.144296 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 33866) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:41:42.153452 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e703ce3b-47e6-441d-bd00-f40211f039f0 None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:42.160273 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-3966ae90-83e6-439e-9680-5bdcfd6364ab tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Request body: {'subnet': {'network_id': 'e09ece62-2540-4783-9878-6aff6770b45b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:41:42.173590 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f489810-c643-423e-87e6-4d861baa4e3e tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Pushing event updated for resources: {'Network': ['ID=e09ece62-2540-4783-9878-6aff6770b45b,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:42.200297 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9ff716ce-e22f-4115-873c-ae68ec4f5f8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1591928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2714'] for router, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:42.201592 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9ff716ce-e22f-4115-873c-ae68ec4f5f8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447198', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1629690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2689'] for router, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:42.203228 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network e09ece62-2540-4783-9878-6aff6770b45b details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 13:41:42.211989 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-e703ce3b-47e6-441d-bd00-f40211f039f0 None None] Transition to ACTIVE for port object af4c704a-45d3-4c13-8f71-99cf640d9fca will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:41:42.222294 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b68f2f-ee72-415e-b204-9260e219304b req-322dee80-3b36-4cce-baa1-867508b5c39c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:41:42.223777 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c6b68f2f-ee72-415e-b204-9260e219304b req-322dee80-3b36-4cce-baa1-867508b5c39c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=80edefc4-fa33-4530-84fe-f39db6b6f56c HTTP/1.1" status: 200 len: 852 time: 0.2289591 Jul 13 13:41:42.276256 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9ff716ce-e22f-4115-873c-ae68ec4f5f8e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:42.286999 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c6b68f2f-ee72-415e-b204-9260e219304b req-02c6b60e-4204-4e54-841b-cd6185d24461 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6661932f-acfc-47b8-a77e-6e4fc4de80f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455256 Jul 13 13:41:42.314283 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6a02c152-9bd6-4fb2-9146-fafc88c60243 req-5f1ebe14-efe3-4f18-bee0-5de2fe54ad03 tempest-ServerShowV254Test-440987843 tempest-ServerShowV254Test-440987843-project] 10.222.0.23 "GET /v2.0/ports?device_id=ed525821-5151-4ae8-a6da-855cecbd3fab HTTP/1.1" status: 200 len: 210 time: 0.0852337 Jul 13 13:41:42.362772 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-e703ce3b-47e6-441d-bd00-f40211f039f0 None None] Transition to ACTIVE for port object af4c704a-45d3-4c13-8f71-99cf640d9fca will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:41:42.384191 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8fbce71c-6fec-4992-b26f-c9d28083af13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:42.398525 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e703ce3b-47e6-441d-bd00-f40211f039f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:42.407798 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8fbce71c-6fec-4992-b26f-c9d28083af13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:42.470719 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8fbce71c-6fec-4992-b26f-c9d28083af13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:42.473184 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8fbce71c-6fec-4992-b26f-c9d28083af13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:42.477038 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-8fbce71c-6fec-4992-b26f-c9d28083af13 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/522fb73c-4aef-4c0f-998b-22516b3f6d95 HTTP/1.1" status: 204 len: 168 time: 0.3642867 Jul 13 13:41:42.504467 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbce71c-6fec-4992-b26f-c9d28083af13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=522fb73c-4aef-4c0f-998b-22516b3f6d95,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:42.513168 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e703ce3b-47e6-441d-bd00-f40211f039f0 None None] Network bc7b3be0-a345-445e-a7a6-375f683f604b is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:41:42.514064 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e703ce3b-47e6-441d-bd00-f40211f039f0 None None] Pushing event updated for resources: {'Port': ['ID=af4c704a-45d3-4c13-8f71-99cf640d9fca,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:42.522962 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3966ae90-83e6-439e-9680-5bdcfd6364ab tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Made reservation on behalf of 485fea06b0b7495bb8721e368ed7bc86 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:41:42.526985 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3966ae90-83e6-439e-9680-5bdcfd6364ab tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4763385'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:42.528648 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-e703ce3b-47e6-441d-bd00-f40211f039f0 None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:41:42.534597 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 43e22aac-a75f-408c-8d12-9e42e81e64cb, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=43e22aac-a75f-408c-8d12-9e42e81e64cb,segment=NetworkSegment(55dc7e6e-18d5-43e8-af1f-8a95484ad68c),segment_id=55dc7e6e-18d5-43e8-af1f-8a95484ad68c)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:41:42.538520 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9ff716ce-e22f-4115-873c-ae68ec4f5f8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447180', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1591910', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2751'] for router, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:42.539786 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e703ce3b-47e6-441d-bd00-f40211f039f0 None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:41:42.550048 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-08cf437b-eddc-454f-b2f4-a08e6d8c85f4 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Allocated IP 172.20.0.6 (bc7b3be0-a345-445e-a7a6-375f683f604b/bea521a9-321a-4b40-8419-013e044d9f88/b105fdf0-f1f0-4ee8-9a67-0f7ddb49daf7) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:41:42.552724 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c6b68f2f-ee72-415e-b204-9260e219304b req-7efbb821-12c3-45e0-ae8c-0fbddcf6a0c8 service neutron] 10.222.0.26 "GET /v2.0/networks/6661932f-acfc-47b8-a77e-6e4fc4de80f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2412367 Jul 13 13:41:42.566503 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Returning: {'device': '43e22aac-a75f-408c-8d12-9e42e81e64cb', 'network_id': '6661932f-acfc-47b8-a77e-6e4fc4de80f6', 'port_id': '43e22aac-a75f-408c-8d12-9e42e81e64cb', 'mac_address': 'fa:16:3e:31:36:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80edefc4-fa33-4530-84fe-f39db6b6f56c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 13:41:42.654824 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55699aac-f255-4154-9d00-8cd98d5ea3d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a7201e1-61ce-5a3e-b7f7-e800379ed03b-57678432-032d-48f0-815c-b24f2e8b2944', 'network_id': '57678432-032d-48f0-815c-b24f2e8b2944', 'tenant_id': '7aead08af6bf440ca982d5ee9b154ced', 'fixed_ips': [{'subnet_id': '724b75c5-14bb-4dd8-910b-669aac8a0a9c'}]}} from n-d-800634-1. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 13:41:42.655749 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-55699aac-f255-4154-9d00-8cd98d5ea3d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:42.704669 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-e703ce3b-47e6-441d-bd00-f40211f039f0 None None] Attempting to bind port af4c704a-45d3-4c13-8f71-99cf640d9fca on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:41:42.705073 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-e703ce3b-47e6-441d-bd00-f40211f039f0 None None] Attempting to bind port af4c704a-45d3-4c13-8f71-99cf640d9fca by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': 'c2cec1e0-83ec-4793-99fe-49e01b4cb589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'bc7b3be0-a345-445e-a7a6-375f683f604b'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:41:42.705379 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e703ce3b-47e6-441d-bd00-f40211f039f0 None None] Attempting to bind port af4c704a-45d3-4c13-8f71-99cf640d9fca on network bc7b3be0-a345-445e-a7a6-375f683f604b {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:41:42.709507 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:42.748666 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c6b68f2f-ee72-415e-b204-9260e219304b req-71e44431-860f-4e1d-8559-728362ba9b88 service neutron] 10.222.0.26 "GET /v2.0/networks/6661932f-acfc-47b8-a77e-6e4fc4de80f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595929 Jul 13 13:41:42.771455 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-08cf437b-eddc-454f-b2f4-a08e6d8c85f4 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:42.771686 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e703ce3b-47e6-441d-bd00-f40211f039f0 None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 41, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:41:42.771940 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e703ce3b-47e6-441d-bd00-f40211f039f0 None None] Checking segment: {'id': 'c2cec1e0-83ec-4793-99fe-49e01b4cb589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'bc7b3be0-a345-445e-a7a6-375f683f604b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:41:42.772361 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e703ce3b-47e6-441d-bd00-f40211f039f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:42.772757 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e703ce3b-47e6-441d-bd00-f40211f039f0 None None] Bound using segment: {'id': 'c2cec1e0-83ec-4793-99fe-49e01b4cb589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'bc7b3be0-a345-445e-a7a6-375f683f604b'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:41:42.773327 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-e703ce3b-47e6-441d-bd00-f40211f039f0 None None] Bound port: af4c704a-45d3-4c13-8f71-99cf640d9fca, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2cec1e0-83ec-4793-99fe-49e01b4cb589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'bc7b3be0-a345-445e-a7a6-375f683f604b'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:41:42.773618 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e703ce3b-47e6-441d-bd00-f40211f039f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:42.796478 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43e22aac-a75f-408c-8d12-9e42e81e64cb {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:41:42.806757 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 68387ff1-b98f-44cb-aef0-f4a8c799f544 details requested by agent hyperv_n-h1-800634-1 with host n-h1-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 13:41:42.857364 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-08cf437b-eddc-454f-b2f4-a08e6d8c85f4 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Transition to ACTIVE for port object b105fdf0-f1f0-4ee8-9a67-0f7ddb49daf7 will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:41:42.865785 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 43e22aac-a75f-408c-8d12-9e42e81e64cb, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=43e22aac-a75f-408c-8d12-9e42e81e64cb,segment=NetworkSegment(55dc7e6e-18d5-43e8-af1f-8a95484ad68c),segment_id=55dc7e6e-18d5-43e8-af1f-8a95484ad68c)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:41:42.898868 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3966ae90-83e6-439e-9680-5bdcfd6364ab tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5970588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4763339'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:42.899980 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:43.037254 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3966ae90-83e6-439e-9680-5bdcfd6364ab tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Pushing event updated for resources: {'Subnet': ['ID=2914db74-0de1-4262-aae4-39bd37f1e9a3,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:43.038131 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-55699aac-f255-4154-9d00-8cd98d5ea3d2 None None] Allocated IP 172.20.0.2 (57678432-032d-48f0-815c-b24f2e8b2944/724b75c5-14bb-4dd8-910b-669aac8a0a9c/1c59e089-3708-4862-a15a-a8e5eb867d1e) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:41:43.053504 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-08cf437b-eddc-454f-b2f4-a08e6d8c85f4 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:43.073051 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3966ae90-83e6-439e-9680-5bdcfd6364ab tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Checking segment: {'id': '840cb5a1-a5c0-4426-9f22-0415219e25bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'e09ece62-2540-4783-9878-6aff6770b45b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:41:43.075006 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3966ae90-83e6-439e-9680-5bdcfd6364ab tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Network hostable DHCP agents. Network: e09ece62-2540-4783-9878-6aff6770b45b, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 13:41:43.075599 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-e703ce3b-47e6-441d-bd00-f40211f039f0 None None] For port af4c704a-45d3-4c13-8f71-99cf640d9fca, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:41:43.094021 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9ff716ce-e22f-4115-873c-ae68ec4f5f8e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:43.113474 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-e703ce3b-47e6-441d-bd00-f40211f039f0 None None] For port af4c704a-45d3-4c13-8f71-99cf640d9fca, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=af4c704a-45d3-4c13-8f71-99cf640d9fca,segment=NetworkSegment(c2cec1e0-83ec-4793-99fe-49e01b4cb589),segment_id=c2cec1e0-83ec-4793-99fe-49e01b4cb589)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:41:43.117980 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3966ae90-83e6-439e-9680-5bdcfd6364ab tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Network e09ece62-2540-4783-9878-6aff6770b45b is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 13:41:43.135650 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-3966ae90-83e6-439e-9680-5bdcfd6364ab tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, e09ece62-2540-4783-9878-6aff6770b45b) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:41:43.139093 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e703ce3b-47e6-441d-bd00-f40211f039f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:43.146269 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['43e22aac-a75f-408c-8d12-9e42e81e64cb'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:41:43.150924 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3966ae90-83e6-439e-9680-5bdcfd6364ab tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:41:43.152321 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3966ae90-83e6-439e-9680-5bdcfd6364ab tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:43.163414 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08cf437b-eddc-454f-b2f4-a08e6d8c85f4 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Network bc7b3be0-a345-445e-a7a6-375f683f604b is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:41:43.164222 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-427f519d-f2b0-4edd-b372-4d870e829685 None None] Network e09ece62-2540-4783-9878-6aff6770b45b requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:41:43.166646 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=43e22aac-a75f-408c-8d12-9e42e81e64cb,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:43.175104 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9ff716ce-e22f-4115-873c-ae68ec4f5f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:43.181021 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-08cf437b-eddc-454f-b2f4-a08e6d8c85f4 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:41:43.184639 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08cf437b-eddc-454f-b2f4-a08e6d8c85f4 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:41:43.202462 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-3966ae90-83e6-439e-9680-5bdcfd6364ab tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0527027 Jul 13 13:41:43.202830 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 33884) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:41:43.210013 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-588071dd-756e-4d36-aae7-a3d957c7d402 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-768055481', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:41:43.211375 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cf437b-eddc-454f-b2f4-a08e6d8c85f4 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Pushing event updated for resources: {'Port': ['ID=b105fdf0-f1f0-4ee8-9a67-0f7ddb49daf7,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:43.271544 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-588071dd-756e-4d36-aae7-a3d957c7d402 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1591928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2714'] for router, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:43.272917 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-588071dd-756e-4d36-aae7-a3d957c7d402 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447198', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1629690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2689'] for router, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:43.313226 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87502fe9-1ee7-41c6-b639-82de79596f2a req-fcc334cb-6fe7-4d2b-8d4b-c790c6f74588 tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:41:43.315124 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-87502fe9-1ee7-41c6-b639-82de79596f2a req-fcc334cb-6fe7-4d2b-8d4b-c790c6f74588 tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec1ccaf-291b-4390-abdd-7771033c01ed HTTP/1.1" status: 200 len: 943 time: 0.3333488 Jul 13 13:41:43.332634 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08cf437b-eddc-454f-b2f4-a08e6d8c85f4 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:41:43.333295 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-08cf437b-eddc-454f-b2f4-a08e6d8c85f4 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:43.364513 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-588071dd-756e-4d36-aae7-a3d957c7d402 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:43.389152 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-08cf437b-eddc-454f-b2f4-a08e6d8c85f4 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.8982518 Jul 13 13:41:43.390161 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 33888) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:41:43.411642 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-588071dd-756e-4d36-aae7-a3d957c7d402 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447217'] for router, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:43.445655 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-588071dd-756e-4d36-aae7-a3d957c7d402 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:43.447251 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-588071dd-756e-4d36-aae7-a3d957c7d402 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2431986 Jul 13 13:41:43.452331 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 33892) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:41:43.487234 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-87502fe9-1ee7-41c6-b639-82de79596f2a req-b8d915d1-214b-4a48-9434-5416bf1b5924 tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] 10.222.0.23 "GET /v2.0/security-groups?id=7612cddf-e6ca-4461-9a28-8f6c6ab70a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647034 Jul 13 13:41:43.532556 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-9ff716ce-e22f-4115-873c-ae68ec4f5f8e admin admin] Allocated IP 172.25.6.174 (acf968b8-c524-46a9-a20b-ad9667009130/dde5a78e-bd1e-4f47-8189-7321d4de73d3/2edaf9d9-1c0d-4d2b-99be-2b6c4ad25e04) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:41:43.557055 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ea617277-e1ea-4670-bc57-842c7561a080 req-13276d67-4221-44f5-b291-632af87d915a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ba24330e-3d10-45b2-aa45-d413663c46d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1908252 Jul 13 13:41:43.598274 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-66fadbf2-0c66-4e68-91ae-c8e606becf9c req-e879e9c8-2c41-4c23-8bd0-1592d9451d0a tempest-ServerShowV254Test-440987843 tempest-ServerShowV254Test-440987843-project] 10.222.0.23 "GET /v2.0/ports?device_id=ed525821-5151-4ae8-a6da-855cecbd3fab HTTP/1.1" status: 200 len: 210 time: 0.0376894 Jul 13 13:41:43.691854 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-8dc448ed-e6fa-4509-8d9f-f50c0c86dd40 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Deleting port b105fdf0-f1f0-4ee8-9a67-0f7ddb49daf7 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:41:43.691854 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8dc448ed-e6fa-4509-8d9f-f50c0c86dd40 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:43.744226 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 68387ff1-b98f-44cb-aef0-f4a8c799f544, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=68387ff1-b98f-44cb-aef0-f4a8c799f544,segment=NetworkSegment(55dc7e6e-18d5-43e8-af1f-8a95484ad68c),segment_id=55dc7e6e-18d5-43e8-af1f-8a95484ad68c)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:41:43.750025 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea617277-e1ea-4670-bc57-842c7561a080 req-d9a6f254-1b32-4f7b-bad9-7d630d787fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:41:43.750518 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea617277-e1ea-4670-bc57-842c7561a080 req-d9a6f254-1b32-4f7b-bad9-7d630d787fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:41:43.750994 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea617277-e1ea-4670-bc57-842c7561a080 req-d9a6f254-1b32-4f7b-bad9-7d630d787fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:41:43.751468 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea617277-e1ea-4670-bc57-842c7561a080 req-d9a6f254-1b32-4f7b-bad9-7d630d787fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:41:43.751938 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea617277-e1ea-4670-bc57-842c7561a080 req-d9a6f254-1b32-4f7b-bad9-7d630d787fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:41:43.752409 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea617277-e1ea-4670-bc57-842c7561a080 req-d9a6f254-1b32-4f7b-bad9-7d630d787fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:41:43.752878 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea617277-e1ea-4670-bc57-842c7561a080 req-d9a6f254-1b32-4f7b-bad9-7d630d787fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:41:43.755316 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ea617277-e1ea-4670-bc57-842c7561a080 req-d9a6f254-1b32-4f7b-bad9-7d630d787fb7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6adf017ce9b34499b7ba676da54c44ef&device_id=ba24330e-3d10-45b2-aa45-d413663c46d4 HTTP/1.1" status: 200 len: 6488 time: 0.1561630 Jul 13 13:41:43.789576 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8dc448ed-e6fa-4509-8d9f-f50c0c86dd40 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:43.803016 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-8dc448ed-e6fa-4509-8d9f-f50c0c86dd40 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Calling delete_port for b105fdf0-f1f0-4ee8-9a67-0f7ddb49daf7 owned by {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:41:43.833425 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Returning: {'device': '68387ff1-b98f-44cb-aef0-f4a8c799f544', 'network_id': '6661932f-acfc-47b8-a77e-6e4fc4de80f6', 'port_id': '68387ff1-b98f-44cb-aef0-f4a8c799f544', 'mac_address': 'fa:16:3e:a2:49:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80edefc4-fa33-4530-84fe-f39db6b6f56c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 13:41:43.835454 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e703ce3b-47e6-441d-bd00-f40211f039f0 None None] Pushing event updated for resources: {'Port': ['ID=af4c704a-45d3-4c13-8f71-99cf640d9fca,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:43.974897 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7637b28b-7c50-457c-b6ec-fa77d1539aef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a7201e1-61ce-5a3e-b7f7-e800379ed03b-e09ece62-2540-4783-9878-6aff6770b45b', 'network_id': 'e09ece62-2540-4783-9878-6aff6770b45b', 'tenant_id': '485fea06b0b7495bb8721e368ed7bc86', 'fixed_ips': [{'subnet_id': '2914db74-0de1-4262-aae4-39bd37f1e9a3'}]}} from n-d-800634-1. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 13:41:43.975779 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-7637b28b-7c50-457c-b6ec-fa77d1539aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:44.003489 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8dc448ed-e6fa-4509-8d9f-f50c0c86dd40 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:44.097882 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc448ed-e6fa-4509-8d9f-f50c0c86dd40 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Pushing event deleted for resources: {'Port': ['ID=b105fdf0-f1f0-4ee8-9a67-0f7ddb49daf7,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:44.215699 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9ff716ce-e22f-4115-873c-ae68ec4f5f8e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:44.297048 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-55699aac-f255-4154-9d00-8cd98d5ea3d2 None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:44.316030 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:44.364699 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-55699aac-f255-4154-9d00-8cd98d5ea3d2 None None] Transition to ACTIVE for port object 1c59e089-3708-4862-a15a-a8e5eb867d1e will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:41:44.387774 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68387ff1-b98f-44cb-aef0-f4a8c799f544 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:41:44.455724 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3e79cfeb-dfb5-47e7-9b92-df59a4e20999 req-686aa02f-6ef8-4e14-a150-0ff73909df18 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ab1b5b26399b403b91fa54741d4c30bb&device_id=ed525821-5151-4ae8-a6da-855cecbd3fab HTTP/1.1" status: 200 len: 210 time: 0.1079950 Jul 13 13:41:44.522222 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-55699aac-f255-4154-9d00-8cd98d5ea3d2 None None] Transition to ACTIVE for port object 1c59e089-3708-4862-a15a-a8e5eb867d1e will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:41:44.529762 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 68387ff1-b98f-44cb-aef0-f4a8c799f544, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=68387ff1-b98f-44cb-aef0-f4a8c799f544,segment=NetworkSegment(55dc7e6e-18d5-43e8-af1f-8a95484ad68c),segment_id=55dc7e6e-18d5-43e8-af1f-8a95484ad68c)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:41:44.541045 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-01ca27bf-b065-491a-a598-cb0235e0f4b5 req-fd12a133-6e11-4168-9bc5-296a55560b39 tempest-ServerShowV254Test-440987843 tempest-ServerShowV254Test-440987843-project] 10.222.0.23 "GET /v2.0/ports?device_id=ed525821-5151-4ae8-a6da-855cecbd3fab HTTP/1.1" status: 200 len: 210 time: 0.0709190 Jul 13 13:41:44.543816 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-55699aac-f255-4154-9d00-8cd98d5ea3d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:44.556973 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:44.610848 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9ff716ce-e22f-4115-873c-ae68ec4f5f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:44.619494 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55699aac-f255-4154-9d00-8cd98d5ea3d2 None None] Network 57678432-032d-48f0-815c-b24f2e8b2944 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:41:44.624407 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3e79cfeb-dfb5-47e7-9b92-df59a4e20999 req-cfdc7d88-a15a-417f-a12d-ed9ad66a0d4e service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=ab1b5b26399b403b91fa54741d4c30bb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1528699 Jul 13 13:41:44.625919 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-55699aac-f255-4154-9d00-8cd98d5ea3d2 None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:41:44.629225 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8dc448ed-e6fa-4509-8d9f-f50c0c86dd40 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:44.631195 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-8dc448ed-e6fa-4509-8d9f-f50c0c86dd40 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] 10.222.0.23 "DELETE /v2.0/ports/b105fdf0-f1f0-4ee8-9a67-0f7ddb49daf7 HTTP/1.1" status: 204 len: 168 time: 1.2117062 Jul 13 13:41:44.638206 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55699aac-f255-4154-9d00-8cd98d5ea3d2 None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:41:44.668787 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff716ce-e22f-4115-873c-ae68ec4f5f8e admin admin] Network acf968b8-c524-46a9-a20b-ad9667009130 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:41:44.679521 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55699aac-f255-4154-9d00-8cd98d5ea3d2 None None] Pushing event updated for resources: {'Port': ['ID=1c59e089-3708-4862-a15a-a8e5eb867d1e,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:44.680981 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 33920) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:41:44.724787 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f378929e-e7b3-403f-ad09-80148dd068c6 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:44.728178 n-d-800634-1 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-be46b7c9-0a61-4345-aea5-7eeae11d94fb tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] GET failed (client error): The resource could not be found. Jul 13 13:41:44.730662 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-be46b7c9-0a61-4345-aea5-7eeae11d94fb tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] 10.222.0.23 "GET /v2.0/ports/b105fdf0-f1f0-4ee8-9a67-0f7ddb49daf7 HTTP/1.1" status: 404 len: 333 time: 0.0478384 Jul 13 13:41:44.734055 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 33924) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:41:44.760296 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea617277-e1ea-4670-bc57-842c7561a080 req-9f4b6c65-5b5a-4e1f-8a3c-725b153cf0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:41:44.760786 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea617277-e1ea-4670-bc57-842c7561a080 req-9f4b6c65-5b5a-4e1f-8a3c-725b153cf0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:41:44.761291 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea617277-e1ea-4670-bc57-842c7561a080 req-9f4b6c65-5b5a-4e1f-8a3c-725b153cf0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:41:44.762538 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-9ff716ce-e22f-4115-873c-ae68ec4f5f8e admin admin] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:41:44.762991 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ea617277-e1ea-4670-bc57-842c7561a080 req-9f4b6c65-5b5a-4e1f-8a3c-725b153cf0e9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f75cac05-674a-4151-a43b-a75ea71e3ffa&id=cc9dab26-3983-4dce-8c1c-cb82d11f88fb&id=cc9dab26-3983-4dce-8c1c-cb82d11f88fb&id=cc9dab26-3983-4dce-8c1c-cb82d11f88fb&id=cc9dab26-3983-4dce-8c1c-cb82d11f88fb&id=350b8d90-a566-446d-ae67-d3a6d73524f9&id=350b8d90-a566-446d-ae67-d3a6d73524f9 HTTP/1.1" status: 200 len: 2291 time: 0.9740522 Jul 13 13:41:44.784522 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-7637b28b-7c50-457c-b6ec-fa77d1539aef None None] Allocated IP 2001:db8::2 (e09ece62-2540-4783-9878-6aff6770b45b/2914db74-0de1-4262-aae4-39bd37f1e9a3/545c4b08-22a6-4c6e-9659-d9cf965b368d) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:41:44.802033 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff716ce-e22f-4115-873c-ae68ec4f5f8e admin admin] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:41:44.813483 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=68387ff1-b98f-44cb-aef0-f4a8c799f544,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:44.850113 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-742a27fa-6ed3-4050-9e2b-464e49299b51 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Deleting subnet bea521a9-321a-4b40-8419-013e044d9f88 {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 13:41:44.969096 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-55699aac-f255-4154-9d00-8cd98d5ea3d2 None None] Attempting to bind port 1c59e089-3708-4862-a15a-a8e5eb867d1e on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:41:44.969456 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-55699aac-f255-4154-9d00-8cd98d5ea3d2 None None] Attempting to bind port 1c59e089-3708-4862-a15a-a8e5eb867d1e by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '7ee0d4f8-09f1-4ca6-a429-c0887c633e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '57678432-032d-48f0-815c-b24f2e8b2944'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:41:44.969855 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55699aac-f255-4154-9d00-8cd98d5ea3d2 None None] Attempting to bind port 1c59e089-3708-4862-a15a-a8e5eb867d1e on network 57678432-032d-48f0-815c-b24f2e8b2944 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:41:44.972819 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['68387ff1-b98f-44cb-aef0-f4a8c799f544'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:41:45.003780 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-742a27fa-6ed3-4050-9e2b-464e49299b51 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:45.037762 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55699aac-f255-4154-9d00-8cd98d5ea3d2 None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 41, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:41:45.038160 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55699aac-f255-4154-9d00-8cd98d5ea3d2 None None] Checking segment: {'id': '7ee0d4f8-09f1-4ca6-a429-c0887c633e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '57678432-032d-48f0-815c-b24f2e8b2944'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:41:45.038566 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-55699aac-f255-4154-9d00-8cd98d5ea3d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:45.038967 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55699aac-f255-4154-9d00-8cd98d5ea3d2 None None] Bound using segment: {'id': '7ee0d4f8-09f1-4ca6-a429-c0887c633e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '57678432-032d-48f0-815c-b24f2e8b2944'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:41:45.039437 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-55699aac-f255-4154-9d00-8cd98d5ea3d2 None None] Bound port: 1c59e089-3708-4862-a15a-a8e5eb867d1e, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ee0d4f8-09f1-4ca6-a429-c0887c633e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '57678432-032d-48f0-815c-b24f2e8b2944'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:41:45.044585 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-55699aac-f255-4154-9d00-8cd98d5ea3d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:45.054700 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-742a27fa-6ed3-4050-9e2b-464e49299b51 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5431723'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:45.084106 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e79cfeb-dfb5-47e7-9b92-df59a4e20999 req-5cac50e3-3cb3-48d5-82e7-34e8865d8302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:41:45.085492 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3e79cfeb-dfb5-47e7-9b92-df59a4e20999 req-5cac50e3-3cb3-48d5-82e7-34e8865d8302 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4532027 Jul 13 13:41:45.092965 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff716ce-e22f-4115-873c-ae68ec4f5f8e admin admin] Pushing event updated for resources: {'Port': ['ID=2edaf9d9-1c0d-4d2b-99be-2b6c4ad25e04,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:45.142360 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ea617277-e1ea-4670-bc57-842c7561a080 req-160fc304-0d66-4dae-b27d-f23e441e86ca service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=784aaf21-6f00-49f0-a99b-fca08f13346d HTTP/1.1" status: 200 len: 1001 time: 0.3182857 Jul 13 13:41:45.188430 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-742a27fa-6ed3-4050-9e2b-464e49299b51 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:45.270997 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-55699aac-f255-4154-9d00-8cd98d5ea3d2 None None] For port 1c59e089-3708-4862-a15a-a8e5eb867d1e, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:41:45.323067 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-55699aac-f255-4154-9d00-8cd98d5ea3d2 None None] For port 1c59e089-3708-4862-a15a-a8e5eb867d1e, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=1c59e089-3708-4862-a15a-a8e5eb867d1e,segment=NetworkSegment(7ee0d4f8-09f1-4ca6-a429-c0887c633e4b),segment_id=7ee0d4f8-09f1-4ca6-a429-c0887c633e4b)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:41:45.335651 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-55699aac-f255-4154-9d00-8cd98d5ea3d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:45.401332 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9ff716ce-e22f-4115-873c-ae68ec4f5f8e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:45.407558 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea617277-e1ea-4670-bc57-842c7561a080 req-79a84c42-4efd-4199-9f05-34c32eb55e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:41:45.409215 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ea617277-e1ea-4670-bc57-842c7561a080 req-79a84c42-4efd-4199-9f05-34c32eb55e93 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3c765b7b-3092-42ad-86c2-6cb8eedd39e9 HTTP/1.1" status: 200 len: 851 time: 0.2441192 Jul 13 13:41:45.432700 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f12bb5a2-72a6-4a3b-9d59-0f4777ebb846 None None] Network bc7b3be0-a345-445e-a7a6-375f683f604b requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:41:45.450873 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-7637b28b-7c50-457c-b6ec-fa77d1539aef None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:45.527903 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-7637b28b-7c50-457c-b6ec-fa77d1539aef None None] Transition to ACTIVE for port object 545c4b08-22a6-4c6e-9659-d9cf965b368d will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:41:45.574613 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b9d2a345-9c0f-4944-b328-ffee0b593d57 None None] Provisioning for port af4c704a-45d3-4c13-8f71-99cf640d9fca completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:41:45.611652 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device af4c704a-45d3-4c13-8f71-99cf640d9fca up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:41:45.617064 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd726c1-7b1a-4f6a-966d-9021a5f84744 req-7eb46407-e3a5-413b-9a30-19c8a08dd590 tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:41:45.625098 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8cd726c1-7b1a-4f6a-966d-9021a5f84744 req-7eb46407-e3a5-413b-9a30-19c8a08dd590 tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec1ccaf-291b-4390-abdd-7771033c01ed HTTP/1.1" status: 200 len: 944 time: 0.8026776 Jul 13 13:41:45.649392 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-7637b28b-7c50-457c-b6ec-fa77d1539aef None None] Transition to ACTIVE for port object 545c4b08-22a6-4c6e-9659-d9cf965b368d will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:41:45.669085 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55699aac-f255-4154-9d00-8cd98d5ea3d2 None None] Pushing event updated for resources: {'Port': ['ID=1c59e089-3708-4862-a15a-a8e5eb867d1e,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:45.715811 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-742a27fa-6ed3-4050-9e2b-464e49299b51 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5970525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4763356'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:45.747109 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-7637b28b-7c50-457c-b6ec-fa77d1539aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:45.747355 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9ff716ce-e22f-4115-873c-ae68ec4f5f8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447217'] for router, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:45.780449 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8cd726c1-7b1a-4f6a-966d-9021a5f84744 req-fdf33071-dfff-4a90-ab18-9bc99acaa811 tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] 10.222.0.23 "GET /v2.0/security-groups?id=7612cddf-e6ca-4461-9a28-8f6c6ab70a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533289 Jul 13 13:41:45.784116 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742a27fa-6ed3-4050-9e2b-464e49299b51 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Pushing event deleted for resources: {'Subnet': ['ID=bea521a9-321a-4b40-8419-013e044d9f88,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:45.790479 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a0624400-5e95-493e-b2eb-733514d527a3 req-cdc13184-a6aa-402a-b5e7-2a584d5749d7 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=c6349d73ae13458a9d892a7db2dc0433&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0398886 Jul 13 13:41:45.796503 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-742a27fa-6ed3-4050-9e2b-464e49299b51 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:45.801427 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-742a27fa-6ed3-4050-9e2b-464e49299b51 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] 10.222.0.23 "DELETE /v2.0/subnets/bea521a9-321a-4b40-8419-013e044d9f88 HTTP/1.1" status: 204 len: 168 time: 1.0615025 Jul 13 13:41:45.803090 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 33950) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:41:45.828716 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7637b28b-7c50-457c-b6ec-fa77d1539aef None None] Pushing event updated for resources: {'Port': ['ID=545c4b08-22a6-4c6e-9659-d9cf965b368d,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:45.882623 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea617277-e1ea-4670-bc57-842c7561a080 req-ded0aa45-63ad-4d4c-85a9-c744b73e4a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:41:45.884593 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ea617277-e1ea-4670-bc57-842c7561a080 req-ded0aa45-63ad-4d4c-85a9-c744b73e4a81 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f75cac05-674a-4151-a43b-a75ea71e3ffa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4496753 Jul 13 13:41:45.897692 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-f378929e-e7b3-403f-ad09-80148dd068c6 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Allocated IP 2001:db8::1 (e09ece62-2540-4783-9878-6aff6770b45b/2914db74-0de1-4262-aae4-39bd37f1e9a3/ee22db9e-2000-47b0-88ff-190e46045fa1) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:41:45.934758 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port af4c704a-45d3-4c13-8f71-99cf640d9fca completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:41:45.942919 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7637b28b-7c50-457c-b6ec-fa77d1539aef None None] Network e09ece62-2540-4783-9878-6aff6770b45b is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:41:45.944975 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port af4c704a-45d3-4c13-8f71-99cf640d9fca triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:41:45.945686 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:45.953067 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-7637b28b-7c50-457c-b6ec-fa77d1539aef None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:41:45.983473 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7637b28b-7c50-457c-b6ec-fa77d1539aef None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:41:45.987833 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8f453693-0cfc-4578-9db3-1573b418c7e8 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:46.072962 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-7637b28b-7c50-457c-b6ec-fa77d1539aef None None] Attempting to bind port 545c4b08-22a6-4c6e-9659-d9cf965b368d on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:41:46.073337 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-7637b28b-7c50-457c-b6ec-fa77d1539aef None None] Attempting to bind port 545c4b08-22a6-4c6e-9659-d9cf965b368d by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '840cb5a1-a5c0-4426-9f22-0415219e25bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'e09ece62-2540-4783-9878-6aff6770b45b'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:41:46.073794 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7637b28b-7c50-457c-b6ec-fa77d1539aef None None] Attempting to bind port 545c4b08-22a6-4c6e-9659-d9cf965b368d on network e09ece62-2540-4783-9878-6aff6770b45b {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:41:46.088737 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3eb080a-92b0-4a25-9b7b-886f23502d53 None None] DHCP port deletion for bc7b3be0-a345-445e-a7a6-375f683f604b request from n-d-800634-1 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 13:41:46.096543 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7637b28b-7c50-457c-b6ec-fa77d1539aef None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 41, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:41:46.096918 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7637b28b-7c50-457c-b6ec-fa77d1539aef None None] Checking segment: {'id': '840cb5a1-a5c0-4426-9f22-0415219e25bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'e09ece62-2540-4783-9878-6aff6770b45b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:41:46.097327 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-7637b28b-7c50-457c-b6ec-fa77d1539aef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:46.097718 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7637b28b-7c50-457c-b6ec-fa77d1539aef None None] Bound using segment: {'id': '840cb5a1-a5c0-4426-9f22-0415219e25bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'e09ece62-2540-4783-9878-6aff6770b45b'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:41:46.098397 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-7637b28b-7c50-457c-b6ec-fa77d1539aef None None] Bound port: 545c4b08-22a6-4c6e-9659-d9cf965b368d, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '840cb5a1-a5c0-4426-9f22-0415219e25bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'e09ece62-2540-4783-9878-6aff6770b45b'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:41:46.098792 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-7637b28b-7c50-457c-b6ec-fa77d1539aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:46.100897 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ea617277-e1ea-4670-bc57-842c7561a080 req-6b19aec6-6347-4d6c-8df1-055a2c3e72e0 service neutron] 10.222.0.26 "GET /v2.0/networks/f75cac05-674a-4151-a43b-a75ea71e3ffa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054737 Jul 13 13:41:46.151405 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0624400-5e95-493e-b2eb-733514d527a3 req-d9fe56ef-824e-44ba-9d17-48e5939a68ab tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:41:46.157847 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a0624400-5e95-493e-b2eb-733514d527a3 req-d9fe56ef-824e-44ba-9d17-48e5939a68ab tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3663385 Jul 13 13:41:46.175096 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 43e22aac-a75f-408c-8d12-9e42e81e64cb up at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:41:46.206878 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:46.280999 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a694313c-6840-49fe-a8b9-0833a75dab89 req-c8311a0f-1673-4c3e-8ea2-2555127399f6 tempest-ServerShowV254Test-440987843 tempest-ServerShowV254Test-440987843-project] 10.222.0.23 "GET /v2.0/ports?device_id=ed525821-5151-4ae8-a6da-855cecbd3fab HTTP/1.1" status: 200 len: 210 time: 0.1063590 Jul 13 13:41:46.340996 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-7637b28b-7c50-457c-b6ec-fa77d1539aef None None] For port 545c4b08-22a6-4c6e-9659-d9cf965b368d, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:41:46.343937 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port af4c704a-45d3-4c13-8f71-99cf640d9fca, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=af4c704a-45d3-4c13-8f71-99cf640d9fca,segment=NetworkSegment(c2cec1e0-83ec-4793-99fe-49e01b4cb589),segment_id=c2cec1e0-83ec-4793-99fe-49e01b4cb589)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:41:46.361004 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-7637b28b-7c50-457c-b6ec-fa77d1539aef None None] For port 545c4b08-22a6-4c6e-9659-d9cf965b368d, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=545c4b08-22a6-4c6e-9659-d9cf965b368d,segment=NetworkSegment(840cb5a1-a5c0-4426-9f22-0415219e25bb),segment_id=840cb5a1-a5c0-4426-9f22-0415219e25bb)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:41:46.362779 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:46.365112 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ea617277-e1ea-4670-bc57-842c7561a080 req-62e870b9-f56e-4fba-aee4-74d0ae0823d5 service neutron] 10.222.0.26 "GET /v2.0/networks/f75cac05-674a-4151-a43b-a75ea71e3ffa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2462654 Jul 13 13:41:46.368641 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f378929e-e7b3-403f-ad09-80148dd068c6 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:46.368816 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b3eb080a-92b0-4a25-9b7b-886f23502d53 None None] Deleting port af4c704a-45d3-4c13-8f71-99cf640d9fca {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:41:46.369272 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b3eb080a-92b0-4a25-9b7b-886f23502d53 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:46.400193 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-7637b28b-7c50-457c-b6ec-fa77d1539aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:46.403410 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning for port 43e22aac-a75f-408c-8d12-9e42e81e64cb completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:41:46.427951 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ea617277-e1ea-4670-bc57-842c7561a080 req-8245d662-e580-4b69-9854-89dbd3c000cd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.12&port_id=22d9a863-c098-4a4f-a30b-7f895c5bc062 HTTP/1.1" status: 200 len: 217 time: 0.0488901 Jul 13 13:41:46.434932 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [None req-f378929e-e7b3-403f-ad09-80148dd068c6 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Transition to ACTIVE for port object ee22db9e-2000-47b0-88ff-190e46045fa1 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:41:46.451821 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-8f453693-0cfc-4578-9db3-1573b418c7e8 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Deleting port af4c704a-45d3-4c13-8f71-99cf640d9fca {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:41:46.452231 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8f453693-0cfc-4578-9db3-1573b418c7e8 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:46.457367 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning complete for port 43e22aac-a75f-408c-8d12-9e42e81e64cb triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:41:46.457767 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:46.569221 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=af4c704a-45d3-4c13-8f71-99cf640d9fca,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:46.586971 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b3eb080a-92b0-4a25-9b7b-886f23502d53 None None] For port af4c704a-45d3-4c13-8f71-99cf640d9fca, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=af4c704a-45d3-4c13-8f71-99cf640d9fca,segment=NetworkSegment(c2cec1e0-83ec-4793-99fe-49e01b4cb589),segment_id=c2cec1e0-83ec-4793-99fe-49e01b4cb589)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:41:46.587370 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b3eb080a-92b0-4a25-9b7b-886f23502d53 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:46.602851 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3e79cfeb-dfb5-47e7-9b92-df59a4e20999 req-03001607-3fb6-470b-8fe2-971c7fb704f6 tempest-ServerShowV254Test-440987843 tempest-ServerShowV254Test-440987843-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed525821-5151-4ae8-a6da-855cecbd3fab HTTP/1.1" status: 200 len: 210 time: 0.0408890 Jul 13 13:41:46.614582 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a0624400-5e95-493e-b2eb-733514d527a3 req-cbbbc063-6705-4777-8d23-b2bb4fd6a6ba tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/quotas/c6349d73ae13458a9d892a7db2dc0433 HTTP/1.1" status: 200 len: 375 time: 0.4534006 Jul 13 13:41:46.628307 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea617277-e1ea-4670-bc57-842c7561a080 req-4e29cd24-448f-4eb1-a8e9-c350232c5270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:41:46.630254 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ea617277-e1ea-4670-bc57-842c7561a080 req-4e29cd24-448f-4eb1-a8e9-c350232c5270 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=34409026-9eef-4b98-88d5-24448af1561a HTTP/1.1" status: 200 len: 797 time: 0.1919231 Jul 13 13:41:46.654525 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-8f453693-0cfc-4578-9db3-1573b418c7e8 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] For port af4c704a-45d3-4c13-8f71-99cf640d9fca, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=af4c704a-45d3-4c13-8f71-99cf640d9fca,segment=NetworkSegment(c2cec1e0-83ec-4793-99fe-49e01b4cb589),segment_id=c2cec1e0-83ec-4793-99fe-49e01b4cb589)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:41:46.655206 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8f453693-0cfc-4578-9db3-1573b418c7e8 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:46.670596 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b3eb080a-92b0-4a25-9b7b-886f23502d53 None None] Calling delete_port for af4c704a-45d3-4c13-8f71-99cf640d9fca owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:41:46.687636 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a0624400-5e95-493e-b2eb-733514d527a3 req-42dccb0a-26e1-4d94-9501-bbaadc69d32a tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c6349d73ae13458a9d892a7db2dc0433&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0721049 Jul 13 13:41:46.695083 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f378929e-e7b3-403f-ad09-80148dd068c6 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:46.760878 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ff716ce-e22f-4115-873c-ae68ec4f5f8e admin admin] Router f9e72c63-5b02-4d87-80f0-3ab0d494a6d3 is scheduled to L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 with binding_index 1 {{(pid=93751) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 13:41:46.771191 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-8f453693-0cfc-4578-9db3-1573b418c7e8 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Calling delete_port for af4c704a-45d3-4c13-8f71-99cf640d9fca owned by network:dhcp {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:41:46.804620 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7637b28b-7c50-457c-b6ec-fa77d1539aef None None] Pushing event updated for resources: {'Port': ['ID=545c4b08-22a6-4c6e-9659-d9cf965b368d,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:46.821388 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f378929e-e7b3-403f-ad09-80148dd068c6 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Network e09ece62-2540-4783-9878-6aff6770b45b is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:41:46.858453 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-f378929e-e7b3-403f-ad09-80148dd068c6 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:41:46.874647 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f378929e-e7b3-403f-ad09-80148dd068c6 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:41:46.875931 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f378929e-e7b3-403f-ad09-80148dd068c6 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-450452'] for router_interface, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:46.977020 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f378929e-e7b3-403f-ad09-80148dd068c6 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Pushing event updated for resources: {'Port': ['ID=ee22db9e-2000-47b0-88ff-190e46045fa1,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:47.014977 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 68387ff1-b98f-44cb-aef0-f4a8c799f544 up at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:41:47.023550 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a7934e-f239-4cfa-bacb-cd63d1af230e None None] Network 57678432-032d-48f0-815c-b24f2e8b2944 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:41:47.060597 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ff716ce-e22f-4115-873c-ae68ec4f5f8e admin admin] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:41:47.072790 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce65d82-8c60-4e5a-9844-e88efd9f858b None None] Sync routers for ids ['f9e72c63-5b02-4d87-80f0-3ab0d494a6d3'] in n-d-800634-1 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:41:47.083399 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b3eb080a-92b0-4a25-9b7b-886f23502d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:47.091866 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9ff716ce-e22f-4115-873c-ae68ec4f5f8e admin admin] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:47.093102 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-9ff716ce-e22f-4115-873c-ae68ec4f5f8e admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.9938459 Jul 13 13:41:47.095881 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 33968) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:41:47.097586 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce65d82-8c60-4e5a-9844-e88efd9f858b None None] Routers {'f9e72c63-5b02-4d87-80f0-3ab0d494a6d3'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:41:47.109132 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-1ce65d82-8c60-4e5a-9844-e88efd9f858b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:41:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['f9e72c63-5b02-4d87-80f0-3ab0d494a6d3'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:41:47.220328 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea617277-e1ea-4670-bc57-842c7561a080 req-d7e2319a-aa17-4727-a9b5-5248ae9fe6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:41:47.222647 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ea617277-e1ea-4670-bc57-842c7561a080 req-d7e2319a-aa17-4727-a9b5-5248ae9fe6a0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=cc9dab26-3983-4dce-8c1c-cb82d11f88fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5852947 Jul 13 13:41:47.323463 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-1ce65d82-8c60-4e5a-9844-e88efd9f858b None None] Set router f9e72c63-5b02-4d87-80f0-3ab0d494a6d3 gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:41:47.338983 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8f453693-0cfc-4578-9db3-1573b418c7e8 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:47.430372 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d0646a-3de5-4aec-afe0-80c53b755abd req-9e6add6a-9bfd-4120-86d9-fa3c0379908a tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:41:47.432129 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-76d0646a-3de5-4aec-afe0-80c53b755abd req-9e6add6a-9bfd-4120-86d9-fa3c0379908a tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec1ccaf-291b-4390-abdd-7771033c01ed HTTP/1.1" status: 200 len: 944 time: 0.3673186 Jul 13 13:41:47.444903 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f453693-0cfc-4578-9db3-1573b418c7e8 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Pushing event deleted for resources: {'Port': ['ID=af4c704a-45d3-4c13-8f71-99cf640d9fca,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:47.462213 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f453693-0cfc-4578-9db3-1573b418c7e8 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] No DVR routers for this DVR port af4c704a-45d3-4c13-8f71-99cf640d9fca on host n-d-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:41:47.481261 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2a3fa131-4ae0-4532-9610-119f16c8bb3a req-5c32ad27-3b18-43b0-bf70-95e3a683e015 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/ports?device_id=e09381ea-19e8-4569-9cfc-1dec7c686fa5 HTTP/1.1" status: 200 len: 210 time: 0.0812500 Jul 13 13:41:47.575427 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f378929e-e7b3-403f-ad09-80148dd068c6 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:47.744058 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 1c59e089-3708-4862-a15a-a8e5eb867d1e up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:41:47.781953 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 13:41:47.861668 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8ebafd77-3f7d-4962-a373-608cc750cca4 req-8054738d-2de5-4819-9bb4-e3f757bf0ed2 tempest-ServerShowV254Test-440987843 tempest-ServerShowV254Test-440987843-project] 10.222.0.23 "GET /v2.0/ports?device_id=ed525821-5151-4ae8-a6da-855cecbd3fab HTTP/1.1" status: 200 len: 210 time: 0.0849752 Jul 13 13:41:47.891901 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ea617277-e1ea-4670-bc57-842c7561a080 req-d53047a6-3da6-4ca6-85f2-c13fc8c6139a service neutron] 10.222.0.26 "GET /v2.0/networks/cc9dab26-3983-4dce-8c1c-cb82d11f88fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6603074 Jul 13 13:41:47.912228 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3eb080a-92b0-4a25-9b7b-886f23502d53 None None] No DVR routers for this DVR port af4c704a-45d3-4c13-8f71-99cf640d9fca on host n-d-800634-1 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:41:47.917243 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3eb080a-92b0-4a25-9b7b-886f23502d53 None None] Pushing event deleted for resources: {'Port': ['ID=af4c704a-45d3-4c13-8f71-99cf640d9fca,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:47.923551 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:47.983557 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-76d0646a-3de5-4aec-afe0-80c53b755abd req-6792a34e-e9c2-4f77-a05a-8dfecda01f18 tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] 10.222.0.23 "GET /v2.0/security-groups?id=7612cddf-e6ca-4461-9a28-8f6c6ab70a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5359709 Jul 13 13:41:48.019054 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-730e32dd-abb1-4a62-9699-1d9ab8e753f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:48.024820 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8f453693-0cfc-4578-9db3-1573b418c7e8 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:48.056223 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-1ce65d82-8c60-4e5a-9844-e88efd9f858b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9e72c63-5b02-4d87-80f0-3ab0d494a6d3', 'name': 'tempest-ServersTestMultiNic-1716971123-router', 'tenant_id': '7aead08af6bf440ca982d5ee9b154ced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.174'}], 'enable_snat': True}, 'gw_port_id': '2edaf9d9-1c0d-4d2b-99be-2b6c4ad25e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:41:42Z', 'updated_at': '2021-07-13T13:41:45Z', 'revision_number': 3, 'project_id': '7aead08af6bf440ca982d5ee9b154ced', 'gw_port': {'id': '2edaf9d9-1c0d-4d2b-99be-2b6c4ad25e04', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:11:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9e72c63-5b02-4d87-80f0-3ab0d494a6d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:41:43Z', 'updated_at': '2021-07-13T13:41:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:41:48.077949 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 43e22aac-a75f-408c-8d12-9e42e81e64cb, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=43e22aac-a75f-408c-8d12-9e42e81e64cb,segment=NetworkSegment(55dc7e6e-18d5-43e8-af1f-8a95484ad68c),segment_id=55dc7e6e-18d5-43e8-af1f-8a95484ad68c)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:41:48.080291 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-ab1e8682-ef8e-4f1d-8aa1-9f9944d9a067 None None] Provisioning for port 1c59e089-3708-4862-a15a-a8e5eb867d1e completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:41:48.103401 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce65d82-8c60-4e5a-9844-e88efd9f858b None None] Checking router: f9e72c63-5b02-4d87-80f0-3ab0d494a6d3 for host: n-d-800634-1 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 13:41:48.104419 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce65d82-8c60-4e5a-9844-e88efd9f858b None None] Updating router f9e72c63-5b02-4d87-80f0-3ab0d494a6d3 port 2edaf9d9-1c0d-4d2b-99be-2b6c4ad25e04 binding host n-d-800634-1 {{(pid=93753) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 13:41:48.108341 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23ff12c0-200a-4782-8d29-8183ab97137f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43e22aac-a75f-408c-8d12-9e42e81e64cb'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:41:48.118697 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e7c7f5d-92a9-4d81-ac0c-8c2f0cdb045e" -d '{"events": [{"server_uuid": "23ff12c0-200a-4782-8d29-8183ab97137f", "name": "network-vif-plugged", "status": "completed", "tag": "43e22aac-a75f-408c-8d12-9e42e81e64cb"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:41:48.190597 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-077a35af-12a0-490f-945b-ec003116cdf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:48.207250 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1ce65d82-8c60-4e5a-9844-e88efd9f858b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:48.279492 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e81a4e84-338d-425b-b81c-6175f9775644 x-openstack-request-id: req-e81a4e84-338d-425b-b81c-6175f9775644 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:41:48.280256 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23ff12c0-200a-4782-8d29-8183ab97137f", "name": "network-vif-plugged", "status": "completed", "tag": "43e22aac-a75f-408c-8d12-9e42e81e64cb", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:41:48.280520 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e81a4e84-338d-425b-b81c-6175f9775644 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:41:48.280925 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23ff12c0-200a-4782-8d29-8183ab97137f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43e22aac-a75f-408c-8d12-9e42e81e64cb', 'code': 200} Jul 13 13:41:48.326207 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdf194f2-8a48-4874-ac53-f47bc862566a None None] Network e09ece62-2540-4783-9878-6aff6770b45b requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:41:48.454961 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:48.519254 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-077a35af-12a0-490f-945b-ec003116cdf0 admin admin] Allocated IP 172.20.0.1 (57678432-032d-48f0-815c-b24f2e8b2944/724b75c5-14bb-4dd8-910b-669aac8a0a9c/887ee4de-2c33-4183-957b-253b6168123c) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:41:48.583671 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=43e22aac-a75f-408c-8d12-9e42e81e64cb,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:48.585871 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-8f453693-0cfc-4578-9db3-1573b418c7e8 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc7b3be0-a345-445e-a7a6-375f683f604b']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:41:48.597601 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-8f453693-0cfc-4578-9db3-1573b418c7e8 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2cec1e0-83ec-4793-99fe-49e01b4cb589') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:41:48.598508 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-8f453693-0cfc-4578-9db3-1573b418c7e8 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2cec1e0-83ec-4793-99fe-49e01b4cb589') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:41:48.604647 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port 1c59e089-3708-4862-a15a-a8e5eb867d1e completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:41:48.619031 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8f453693-0cfc-4578-9db3-1573b418c7e8 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5431730'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:48.635791 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8f453693-0cfc-4578-9db3-1573b418c7e8 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:48.641230 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 1c59e089-3708-4862-a15a-a8e5eb867d1e triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:41:48.641615 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:48.645688 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f453693-0cfc-4578-9db3-1573b418c7e8 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 13:41:48.646121 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8f453693-0cfc-4578-9db3-1573b418c7e8 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5970419'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:48.684545 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning for port 68387ff1-b98f-44cb-aef0-f4a8c799f544 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:41:48.689142 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-d65bafc0-629f-4a01-b5fc-13ccd8f37034 None None] Provisioning for port 545c4b08-22a6-4c6e-9659-d9cf965b368d completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:41:48.704100 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning complete for port 68387ff1-b98f-44cb-aef0-f4a8c799f544 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:41:48.704472 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:48.734716 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:41:48.734716 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:41:48.734716 n-d-800634-1 neutron-server[93750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 13:41:48.734716 n-d-800634-1 neutron-server[93750]: self.session.flush() Jul 13 13:41:48.734716 n-d-800634-1 neutron-server[93750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 13:41:48.734716 n-d-800634-1 neutron-server[93750]: self.session.flush() Jul 13 13:41:48.734716 n-d-800634-1 neutron-server[93750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 13:41:48.734716 n-d-800634-1 neutron-server[93750]: self.session.flush() Jul 13 13:41:48.734716 n-d-800634-1 neutron-server[93750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 13:41:48.734716 n-d-800634-1 neutron-server[93750]: self.session.flush() Jul 13 13:41:48.734716 n-d-800634-1 neutron-server[93750]: Traceback (most recent call last): Jul 13 13:41:48.734716 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 13:41:48.734716 n-d-800634-1 neutron-server[93750]: timer() Jul 13 13:41:48.734716 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 13:41:48.734716 n-d-800634-1 neutron-server[93750]: cb(*args, **kw) Jul 13 13:41:48.734716 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 13:41:48.734716 n-d-800634-1 neutron-server[93750]: return func(*args, **kwargs) Jul 13 13:41:48.734716 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 13:41:48.734716 n-d-800634-1 neutron-server[93750]: self._notify() Jul 13 13:41:48.734716 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 13:41:48.734716 n-d-800634-1 neutron-server[93750]: self.callback(batched_events) Jul 13 13:41:48.734716 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 13:41:48.734716 n-d-800634-1 neutron-server[93750]: event.method(event) Jul 13 13:41:48.734716 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 13:41:48.734716 n-d-800634-1 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 13:41:48.734716 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 13:41:48.734716 n-d-800634-1 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 13:41:48.734716 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 13:41:48.734716 n-d-800634-1 neutron-server[93750]: return f(self, *a, **k) Jul 13 13:41:48.734716 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 13:41:48.734716 n-d-800634-1 neutron-server[93750]: return self._get(url).json() Jul 13 13:41:48.734716 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 13:41:48.734716 n-d-800634-1 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 13:41:48.734716 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 13:41:48.734716 n-d-800634-1 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 13 13:41:48.734716 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 13:41:48.734716 n-d-800634-1 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 13:41:48.734716 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 13:41:48.734716 n-d-800634-1 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 13:41:48.734716 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 13:41:48.734716 n-d-800634-1 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 13:41:48.734716 n-d-800634-1 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 13:41:48.739564 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5a0c639a-a1ad-4a3b-bade-43e69ffd377a req-76729670-fe48-4728-8aae-60fd7276bed5 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/ports?device_id=e09381ea-19e8-4569-9cfc-1dec7c686fa5 HTTP/1.1" status: 200 len: 210 time: 0.0753095 Jul 13 13:41:48.780350 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-077a35af-12a0-490f-945b-ec003116cdf0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:48.799732 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-077a35af-12a0-490f-945b-ec003116cdf0 admin admin] Transition to ACTIVE for port object 887ee4de-2c33-4183-957b-253b6168123c will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:41:48.807432 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1ce65d82-8c60-4e5a-9844-e88efd9f858b None None] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:48.822285 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-1ce65d82-8c60-4e5a-9844-e88efd9f858b None None] Transition to ACTIVE for port object 2edaf9d9-1c0d-4d2b-99be-2b6c4ad25e04 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:41:48.831186 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1ce65d82-8c60-4e5a-9844-e88efd9f858b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:48.837716 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8f453693-0cfc-4578-9db3-1573b418c7e8 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:48.850660 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-077a35af-12a0-490f-945b-ec003116cdf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:48.877328 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d2769f-8c19-442b-af11-697246e3346f None None] Pushing event updated for resources: {'Port': ['ID=2edaf9d9-1c0d-4d2b-99be-2b6c4ad25e04,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:48.888666 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d2769f-8c19-442b-af11-697246e3346f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:41:48.889084 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d2769f-8c19-442b-af11-697246e3346f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:41:48.889337 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d2769f-8c19-442b-af11-697246e3346f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:41:48.889669 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d2769f-8c19-442b-af11-697246e3346f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:41:48.892326 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d2769f-8c19-442b-af11-697246e3346f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:41:48.892326 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d2769f-8c19-442b-af11-697246e3346f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:41:48.892326 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d2769f-8c19-442b-af11-697246e3346f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:41:48.892326 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d2769f-8c19-442b-af11-697246e3346f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:41:48.892326 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d2769f-8c19-442b-af11-697246e3346f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:41:48.892326 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d2769f-8c19-442b-af11-697246e3346f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:41:48.892326 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d2769f-8c19-442b-af11-697246e3346f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:41:48.892326 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d2769f-8c19-442b-af11-697246e3346f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:41:48.911725 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-077a35af-12a0-490f-945b-ec003116cdf0 admin admin] Network 57678432-032d-48f0-815c-b24f2e8b2944 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:41:48.914835 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-1ce65d82-8c60-4e5a-9844-e88efd9f858b None None] Attempting to bind port 2edaf9d9-1c0d-4d2b-99be-2b6c4ad25e04 on host n-d-800634-1 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:41:48.915211 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-1ce65d82-8c60-4e5a-9844-e88efd9f858b None None] Attempting to bind port 2edaf9d9-1c0d-4d2b-99be-2b6c4ad25e04 by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:41:48.915749 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce65d82-8c60-4e5a-9844-e88efd9f858b None None] Attempting to bind port 2edaf9d9-1c0d-4d2b-99be-2b6c4ad25e04 on network acf968b8-c524-46a9-a20b-ad9667009130 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:41:48.921532 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8f453693-0cfc-4578-9db3-1573b418c7e8 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:48.923031 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce65d82-8c60-4e5a-9844-e88efd9f858b None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 41, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:41:48.923406 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce65d82-8c60-4e5a-9844-e88efd9f858b None None] Checking segment: {'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:41:48.923803 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1ce65d82-8c60-4e5a-9844-e88efd9f858b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:48.924189 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce65d82-8c60-4e5a-9844-e88efd9f858b None None] Bound using segment: {'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:41:48.924723 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-1ce65d82-8c60-4e5a-9844-e88efd9f858b None None] Bound port: 2edaf9d9-1c0d-4d2b-99be-2b6c4ad25e04, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:41:48.925125 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1ce65d82-8c60-4e5a-9844-e88efd9f858b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:48.932917 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-8f453693-0cfc-4578-9db3-1573b418c7e8 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] 10.222.0.23 "DELETE /v2.0/networks/bc7b3be0-a345-445e-a7a6-375f683f604b HTTP/1.1" status: 204 len: 168 time: 3.1266003 Jul 13 13:41:48.934419 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-077a35af-12a0-490f-945b-ec003116cdf0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:41:48.946051 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 33996) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:41:48.953391 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-aba18fe9-2612-4169-b91d-0eccae03da28 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Request body: {'port': {'network_id': '9db56dbb-6586-4de1-b24a-0495f681f710', 'name': 'tempest-PortsTestJSON-1773749915'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:41:48.960144 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:48.991796 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-1ce65d82-8c60-4e5a-9844-e88efd9f858b None None] For port 2edaf9d9-1c0d-4d2b-99be-2b6c4ad25e04, host n-d-800634-1, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:41:48.995932 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-1ce65d82-8c60-4e5a-9844-e88efd9f858b None None] For port 2edaf9d9-1c0d-4d2b-99be-2b6c4ad25e04, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=2edaf9d9-1c0d-4d2b-99be-2b6c4ad25e04,segment=NetworkSegment(3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87),segment_id=3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:41:48.997281 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f453693-0cfc-4578-9db3-1573b418c7e8 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Pushing event deleted for resources: {'Network': ['ID=bc7b3be0-a345-445e-a7a6-375f683f604b,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:49.002727 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1ce65d82-8c60-4e5a-9844-e88efd9f858b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:49.062640 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077a35af-12a0-490f-945b-ec003116cdf0 admin admin] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:41:49.089157 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cb82cf-2cbd-4a8f-9528-c9913240c62b req-f1c9e299-5c2c-4f29-98d9-ede976637c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:41:49.091490 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-87cb82cf-2cbd-4a8f-9528-c9913240c62b req-f1c9e299-5c2c-4f29-98d9-ede976637c6e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=23ff12c0-200a-4782-8d29-8183ab97137f HTTP/1.1" status: 200 len: 1096 time: 0.5185139 Jul 13 13:41:49.094300 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ea617277-e1ea-4670-bc57-842c7561a080 req-9f8d6ce8-107c-4cf3-9f3b-a71cfd6a22f8 service neutron] 10.222.0.26 "GET /v2.0/networks/cc9dab26-3983-4dce-8c1c-cb82d11f88fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1477215 Jul 13 13:41:49.097858 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077a35af-12a0-490f-945b-ec003116cdf0 admin admin] Pushing event updated for resources: {'Port': ['ID=887ee4de-2c33-4183-957b-253b6168123c,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:49.146526 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d2769f-8c19-442b-af11-697246e3346f None None] Pushing event updated for resources: {'Port': ['ID=2edaf9d9-1c0d-4d2b-99be-2b6c4ad25e04,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:49.170085 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce65d82-8c60-4e5a-9844-e88efd9f858b None None] Routers {'f9e72c63-5b02-4d87-80f0-3ab0d494a6d3'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:41:49.170985 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-1ce65d82-8c60-4e5a-9844-e88efd9f858b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:41:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['f9e72c63-5b02-4d87-80f0-3ab0d494a6d3'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:41:49.219334 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aba18fe9-2612-4169-b91d-0eccae03da28 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Made reservation on behalf of 8b3e8ef7cfb0436e8cb330362d71f1d6 for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:41:49.220247 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:49.236773 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-aba18fe9-2612-4169-b91d-0eccae03da28 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:49.241775 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ea617277-e1ea-4670-bc57-842c7561a080 req-26ffc200-5cdd-46ab-831a-fddf3b16a746 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.137&port_id=3cca05c4-e450-4259-87c3-a2ac658c147b HTTP/1.1" status: 200 len: 217 time: 0.1057346 Jul 13 13:41:49.258497 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-87cb82cf-2cbd-4a8f-9528-c9913240c62b req-a516701a-3f0e-4834-84be-d62dd5a72b5e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=7612cddf-e6ca-4461-9a28-8f6c6ab70a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255257 Jul 13 13:41:49.283113 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-077a35af-12a0-490f-945b-ec003116cdf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-450452'] for router_interface, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:49.286797 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 68387ff1-b98f-44cb-aef0-f4a8c799f544, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=68387ff1-b98f-44cb-aef0-f4a8c799f544,segment=NetworkSegment(55dc7e6e-18d5-43e8-af1f-8a95484ad68c),segment_id=55dc7e6e-18d5-43e8-af1f-8a95484ad68c)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:41:49.302516 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:49.368139 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port 1c59e089-3708-4862-a15a-a8e5eb867d1e, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=1c59e089-3708-4862-a15a-a8e5eb867d1e,segment=NetworkSegment(7ee0d4f8-09f1-4ca6-a429-c0887c633e4b),segment_id=7ee0d4f8-09f1-4ca6-a429-c0887c633e4b)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:41:49.457764 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:49.468856 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 545c4b08-22a6-4c6e-9659-d9cf965b368d up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:41:49.558359 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [None req-aba18fe9-2612-4169-b91d-0eccae03da28 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] device_id is not set on port cb7c8ce5-79e7-4a85-ad50-47ff4852fad8 yet. {{(pid=93751) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 13:41:49.648998 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a0624400-5e95-493e-b2eb-733514d527a3 req-a1944fa5-65e5-4aa7-bf6f-d6f176bea9bf tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=c6349d73ae13458a9d892a7db2dc0433&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2917240 Jul 13 13:41:49.695743 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-1ce65d82-8c60-4e5a-9844-e88efd9f858b None None] Set router f9e72c63-5b02-4d87-80f0-3ab0d494a6d3 gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:41:49.705322 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=68387ff1-b98f-44cb-aef0-f4a8c799f544,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:49.839588 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 34014) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:41:49.897138 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=1c59e089-3708-4862-a15a-a8e5eb867d1e,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:49.961357 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea617277-e1ea-4670-bc57-842c7561a080 req-48ece331-7bca-4e35-b243-8a5c19836b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:41:49.962128 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ea617277-e1ea-4670-bc57-842c7561a080 req-48ece331-7bca-4e35-b243-8a5c19836b51 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=34409026-9eef-4b98-88d5-24448af1561a HTTP/1.1" status: 200 len: 797 time: 0.6998475 Jul 13 13:41:50.085422 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-daa04924-0361-49e1-9715-e6ea7d6ba737 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:50.096837 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:50.110208 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-5faced58-35a3-4990-bc63-9bd827a004b4 None None] Provisioning complete for port 1c59e089-3708-4862-a15a-a8e5eb867d1e triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:41:50.115127 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5faced58-35a3-4990-bc63-9bd827a004b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:50.152029 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233eeb98-865a-460a-a826-aece7af0f6a8 req-8667b7a5-7a95-43fa-a9cb-6e77d5362dad tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:41:50.164817 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-233eeb98-865a-460a-a826-aece7af0f6a8 req-8667b7a5-7a95-43fa-a9cb-6e77d5362dad tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec1ccaf-291b-4390-abdd-7771033c01ed HTTP/1.1" status: 200 len: 945 time: 0.7593503 Jul 13 13:41:50.181956 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-1ce65d82-8c60-4e5a-9844-e88efd9f858b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9e72c63-5b02-4d87-80f0-3ab0d494a6d3', 'name': 'tempest-ServersTestMultiNic-1716971123-router', 'tenant_id': '7aead08af6bf440ca982d5ee9b154ced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.174'}], 'enable_snat': True}, 'gw_port_id': '2edaf9d9-1c0d-4d2b-99be-2b6c4ad25e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:41:42Z', 'updated_at': '2021-07-13T13:41:45Z', 'revision_number': 3, 'project_id': '7aead08af6bf440ca982d5ee9b154ced', 'gw_port': {'id': '2edaf9d9-1c0d-4d2b-99be-2b6c4ad25e04', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:11:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9e72c63-5b02-4d87-80f0-3ab0d494a6d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:41:43Z', 'updated_at': '2021-07-13T13:41:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:41:50.207167 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port 545c4b08-22a6-4c6e-9659-d9cf965b368d completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:41:50.220457 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 545c4b08-22a6-4c6e-9659-d9cf965b368d triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:41:50.221118 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:50.240011 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce65d82-8c60-4e5a-9844-e88efd9f858b None None] The sync data for ids ['f9e72c63-5b02-4d87-80f0-3ab0d494a6d3'] in n-d-800634-1 is: [{'id': 'f9e72c63-5b02-4d87-80f0-3ab0d494a6d3', 'name': 'tempest-ServersTestMultiNic-1716971123-router', 'tenant_id': '7aead08af6bf440ca982d5ee9b154ced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.174'}], 'enable_snat': True}, 'gw_port_id': '2edaf9d9-1c0d-4d2b-99be-2b6c4ad25e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:41:42Z', 'updated_at': '2021-07-13T13:41:45Z', 'revision_number': 3, 'project_id': '7aead08af6bf440ca982d5ee9b154ced', 'gw_port': {'id': '2edaf9d9-1c0d-4d2b-99be-2b6c4ad25e04', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:11:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9e72c63-5b02-4d87-80f0-3ab0d494a6d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:41:43Z', 'updated_at': '2021-07-13T13:41:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:41:50.291441 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cec1ccaf-291b-4390-abdd-7771033c01ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68387ff1-b98f-44cb-aef0-f4a8c799f544'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:41:50.294934 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32bf3880-4d62-4b09-b971-665e40929751" -d '{"events": [{"server_uuid": "cec1ccaf-291b-4390-abdd-7771033c01ed", "name": "network-vif-plugged", "status": "completed", "tag": "68387ff1-b98f-44cb-aef0-f4a8c799f544"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:41:50.298911 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6d3a03f1-d795-42ea-966b-4642e88e5702 req-aa4227e7-9c3b-42e8-8322-be6f3ed79b73 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/ports?device_id=e09381ea-19e8-4569-9cfc-1dec7c686fa5 HTTP/1.1" status: 200 len: 210 time: 0.1082559 Jul 13 13:41:50.302479 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7045d1f2-8df7-4102-bec0-18404af039bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:50.312226 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-077a35af-12a0-490f-945b-ec003116cdf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:50.357422 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-233eeb98-865a-460a-a826-aece7af0f6a8 req-2d615795-c36f-4a48-9ec3-2a19f3cb3b0b tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] 10.222.0.23 "GET /v2.0/security-groups?id=7612cddf-e6ca-4461-9a28-8f6c6ab70a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914318 Jul 13 13:41:50.396697 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f378929e-e7b3-403f-ad09-80148dd068c6 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:50.421686 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:41:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b0e2076-421f-4821-b4b7-bc9884265bd9 x-openstack-request-id: req-8b0e2076-421f-4821-b4b7-bc9884265bd9 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:41:50.422014 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cec1ccaf-291b-4390-abdd-7771033c01ed", "name": "network-vif-plugged", "status": "completed", "tag": "68387ff1-b98f-44cb-aef0-f4a8c799f544", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:41:50.422944 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8b0e2076-421f-4821-b4b7-bc9884265bd9 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:41:50.423344 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cec1ccaf-291b-4390-abdd-7771033c01ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68387ff1-b98f-44cb-aef0-f4a8c799f544', 'code': 200} Jul 13 13:41:50.434910 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:50.448692 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f378929e-e7b3-403f-ad09-80148dd068c6 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:50.450169 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f378929e-e7b3-403f-ad09-80148dd068c6 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1785045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451806'] for router_interface, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:50.461712 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-aba18fe9-2612-4169-b91d-0eccae03da28 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:50.481877 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port 545c4b08-22a6-4c6e-9659-d9cf965b368d, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=545c4b08-22a6-4c6e-9659-d9cf965b368d,segment=NetworkSegment(840cb5a1-a5c0-4426-9f22-0415219e25bb),segment_id=840cb5a1-a5c0-4426-9f22-0415219e25bb)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:41:50.488936 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:50.599669 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device af4c704a-45d3-4c13-8f71-99cf640d9fca no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:41:50.602451 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=545c4b08-22a6-4c6e-9659-d9cf965b368d,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:50.608268 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-abb24339-c7c7-478a-a531-befedaaffec3 None None] Provisioning for port 887ee4de-2c33-4183-957b-253b6168123c completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:41:50.641287 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: af4c704a-45d3-4c13-8f71-99cf640d9fca {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:41:50.641287 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device af4c704a-45d3-4c13-8f71-99cf640d9fca not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:41:50.655683 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-abb24339-c7c7-478a-a531-befedaaffec3 None None] Provisioning complete for port 887ee4de-2c33-4183-957b-253b6168123c triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:41:50.657323 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-abb24339-c7c7-478a-a531-befedaaffec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:50.695195 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0624400-5e95-493e-b2eb-733514d527a3 req-efdf8b0c-a543-4c92-8ba8-bbda30825974 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:41:50.699735 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a0624400-5e95-493e-b2eb-733514d527a3 req-efdf8b0c-a543-4c92-8ba8-bbda30825974 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0253544 Jul 13 13:41:50.710438 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-abb24339-c7c7-478a-a531-befedaaffec3 None None] Port 887ee4de-2c33-4183-957b-253b6168123c cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:41:50.727830 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-abb24339-c7c7-478a-a531-befedaaffec3 None None] Provisioning complete for port 545c4b08-22a6-4c6e-9659-d9cf965b368d triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:41:50.728361 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-abb24339-c7c7-478a-a531-befedaaffec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:50.745001 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-a0624400-5e95-493e-b2eb-733514d527a3 req-3343a587-40b9-48cc-a48d-dacff06df2b0 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Request body: {'port': {'device_id': 'e09381ea-19e8-4569-9cfc-1dec7c686fa5', 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30', 'admin_state_up': True, 'tenant_id': 'c6349d73ae13458a9d892a7db2dc0433'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:41:50.851376 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-abb24339-c7c7-478a-a531-befedaaffec3 None None] Provisioning for port ee22db9e-2000-47b0-88ff-190e46045fa1 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:41:50.857216 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-abb24339-c7c7-478a-a531-befedaaffec3 None None] Provisioning complete for port ee22db9e-2000-47b0-88ff-190e46045fa1 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:41:50.857216 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-abb24339-c7c7-478a-a531-befedaaffec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:50.902931 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-aba18fe9-2612-4169-b91d-0eccae03da28 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:50.942043 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f378929e-e7b3-403f-ad09-80148dd068c6 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Pushing event updated for resources: {'Port': ['ID=ee22db9e-2000-47b0-88ff-190e46045fa1,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:50.949617 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-abb24339-c7c7-478a-a531-befedaaffec3 None None] Port ee22db9e-2000-47b0-88ff-190e46045fa1 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:41:50.957311 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f378929e-e7b3-403f-ad09-80148dd068c6 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Network e09ece62-2540-4783-9878-6aff6770b45b is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:41:50.959878 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-f378929e-e7b3-403f-ad09-80148dd068c6 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:41:50.966801 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea617277-e1ea-4670-bc57-842c7561a080 req-3d8d41f8-0907-43ea-8312-643773bd32d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:41:50.969812 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ea617277-e1ea-4670-bc57-842c7561a080 req-3d8d41f8-0907-43ea-8312-643773bd32d4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=cc9dab26-3983-4dce-8c1c-cb82d11f88fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.9662840 Jul 13 13:41:50.984009 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800be73a-71b2-4460-b555-df74e7851184 req-d3f65dc7-3a95-4656-a3b4-7a344aee757f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:41:50.988835 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-800be73a-71b2-4460-b555-df74e7851184 req-d3f65dc7-3a95-4656-a3b4-7a344aee757f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=cec1ccaf-291b-4390-abdd-7771033c01ed HTTP/1.1" status: 200 len: 1096 time: 0.4767866 Jul 13 13:41:50.991189 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 1c59e089-3708-4862-a15a-a8e5eb867d1e up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:41:51.067956 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba18fe9-2612-4169-b91d-0eccae03da28 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Network 9db56dbb-6586-4de1-b24a-0495f681f710 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:41:51.093240 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-27748a51-f30d-4ca8-81c5-aa2170483be0 None None] Provisioning complete for port ee22db9e-2000-47b0-88ff-190e46045fa1 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:41:51.094406 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-27748a51-f30d-4ca8-81c5-aa2170483be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:51.099157 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:51.144463 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 1c59e089-3708-4862-a15a-a8e5eb867d1e triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:41:51.144744 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-aba18fe9-2612-4169-b91d-0eccae03da28 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:41:51.145067 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:51.163881 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-800be73a-71b2-4460-b555-df74e7851184 req-11f45357-10c1-4978-9a7f-b40aae39a65c service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=7612cddf-e6ca-4461-9a28-8f6c6ab70a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320174 Jul 13 13:41:51.166935 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-077a35af-12a0-490f-945b-ec003116cdf0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:51.175250 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7045d1f2-8df7-4102-bec0-18404af039bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:51.177173 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba18fe9-2612-4169-b91d-0eccae03da28 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:41:51.186976 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba18fe9-2612-4169-b91d-0eccae03da28 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:41:51.187814 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-aba18fe9-2612-4169-b91d-0eccae03da28 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:51.193387 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-077a35af-12a0-490f-945b-ec003116cdf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:51.211556 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ea617277-e1ea-4670-bc57-842c7561a080 req-ff94f7eb-b120-49cd-ba2d-085981c1057c service neutron] 10.222.0.26 "GET /v2.0/networks/cc9dab26-3983-4dce-8c1c-cb82d11f88fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658528 Jul 13 13:41:51.214338 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-27748a51-f30d-4ca8-81c5-aa2170483be0 None None] Port ee22db9e-2000-47b0-88ff-190e46045fa1 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:41:51.239977 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba18fe9-2612-4169-b91d-0eccae03da28 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Pushing event updated for resources: {'Port': ['ID=cb7c8ce5-79e7-4a85-ad50-47ff4852fad8,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:51.242368 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7045d1f2-8df7-4102-bec0-18404af039bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:51.314847 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 2edaf9d9-1c0d-4d2b-99be-2b6c4ad25e04 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:41:51.320696 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-aba18fe9-2612-4169-b91d-0eccae03da28 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.3706853 Jul 13 13:41:51.320865 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0624400-5e95-493e-b2eb-733514d527a3 req-3343a587-40b9-48cc-a48d-dacff06df2b0 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Made reservation on behalf of c6349d73ae13458a9d892a7db2dc0433 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:41:51.322896 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-a0624400-5e95-493e-b2eb-733514d527a3 req-3343a587-40b9-48cc-a48d-dacff06df2b0 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:51.325699 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 34024) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:41:51.329125 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-077a35af-12a0-490f-945b-ec003116cdf0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1785045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451806'] for router_interface, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:51.375021 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-592fda58-bce8-4247-bf4e-8a0571bd1a17 None None] Provisioning complete for port ee22db9e-2000-47b0-88ff-190e46045fa1 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:41:51.375577 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-592fda58-bce8-4247-bf4e-8a0571bd1a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:51.389976 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7045d1f2-8df7-4102-bec0-18404af039bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3860861-0055-44cd-ba68-e8ba8fa72ec8,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:51.398609 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-7045d1f2-8df7-4102-bec0-18404af039bd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ab1b5b26399b403b91fa54741d4c30bb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5556235 Jul 13 13:41:51.399434 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077a35af-12a0-490f-945b-ec003116cdf0 admin admin] Pushing event updated for resources: {'Port': ['ID=887ee4de-2c33-4183-957b-253b6168123c,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:51.414451 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 34030) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:41:51.435722 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-a0624400-5e95-493e-b2eb-733514d527a3 req-3343a587-40b9-48cc-a48d-dacff06df2b0 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:51.454888 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port 2edaf9d9-1c0d-4d2b-99be-2b6c4ad25e04 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:41:51.478188 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 2edaf9d9-1c0d-4d2b-99be-2b6c4ad25e04 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:41:51.478568 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:51.480865 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-592fda58-bce8-4247-bf4e-8a0571bd1a17 None None] Port ee22db9e-2000-47b0-88ff-190e46045fa1 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:41:51.558990 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2820e193-865c-4539-ade1-a909626c759a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:51.601904 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2820e193-865c-4539-ade1-a909626c759a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:51.626637 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-87441aa3-66d5-4ba5-adea-d03eec091464 req-973a181c-d5f3-486a-901f-75bcc99ff014 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/ports?device_id=e09381ea-19e8-4569-9cfc-1dec7c686fa5 HTTP/1.1" status: 200 len: 210 time: 0.0517318 Jul 13 13:41:51.630625 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:51.650630 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-a0624400-5e95-493e-b2eb-733514d527a3 req-3343a587-40b9-48cc-a48d-dacff06df2b0 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:51.654228 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port 2edaf9d9-1c0d-4d2b-99be-2b6c4ad25e04, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=2edaf9d9-1c0d-4d2b-99be-2b6c4ad25e04,segment=NetworkSegment(3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87),segment_id=3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:41:51.660485 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:51.661511 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 545c4b08-22a6-4c6e-9659-d9cf965b368d up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:41:51.680783 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-077a35af-12a0-490f-945b-ec003116cdf0 admin admin] Network 57678432-032d-48f0-815c-b24f2e8b2944 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:41:51.700474 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-a0624400-5e95-493e-b2eb-733514d527a3 req-3343a587-40b9-48cc-a48d-dacff06df2b0 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:51.704282 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-077a35af-12a0-490f-945b-ec003116cdf0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:41:51.719915 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2820e193-865c-4539-ade1-a909626c759a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:51.722879 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2820e193-865c-4539-ade1-a909626c759a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:51.724237 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-2820e193-865c-4539-ade1-a909626c759a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d3860861-0055-44cd-ba68-e8ba8fa72ec8 HTTP/1.1" status: 204 len: 168 time: 0.3088019 Jul 13 13:41:51.752282 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ea617277-e1ea-4670-bc57-842c7561a080 req-6795de5d-3df8-4097-a6ae-a6cbca51d6a8 service neutron] 10.222.0.26 "GET /v2.0/networks/cc9dab26-3983-4dce-8c1c-cb82d11f88fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5204241 Jul 13 13:41:51.773410 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=2edaf9d9-1c0d-4d2b-99be-2b6c4ad25e04,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:51.782669 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 545c4b08-22a6-4c6e-9659-d9cf965b368d triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:41:51.783082 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:51.854950 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2820e193-865c-4539-ade1-a909626c759a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3860861-0055-44cd-ba68-e8ba8fa72ec8,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:51.883694 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ea617277-e1ea-4670-bc57-842c7561a080 req-53c2bf0e-e5ee-4390-88ee-3cc3e2d4de12 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.190&port_id=35b9c0d6-bf46-4195-88bd-2cd8259cb742 HTTP/1.1" status: 200 len: 217 time: 0.1204007 Jul 13 13:41:51.900590 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3343a587-40b9-48cc-a48d-dacff06df2b0 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=945af9a8-1349-436a-a066-b9a0fd8d3dd2,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:51.985390 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea617277-e1ea-4670-bc57-842c7561a080 req-14015a11-ceaf-4261-9190-940f208787b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:41:51.987944 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ea617277-e1ea-4670-bc57-842c7561a080 req-14015a11-ceaf-4261-9190-940f208787b4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=34409026-9eef-4b98-88d5-24448af1561a HTTP/1.1" status: 200 len: 797 time: 0.0940077 Jul 13 13:41:52.015148 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1817468d-6c1c-4733-8d81-e2d5e8fc326b req-b03fd889-0a1b-433b-9a50-272e24904cc6 tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:41:52.016327 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1817468d-6c1c-4733-8d81-e2d5e8fc326b req-b03fd889-0a1b-433b-9a50-272e24904cc6 tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec1ccaf-291b-4390-abdd-7771033c01ed HTTP/1.1" status: 200 len: 945 time: 0.3572774 Jul 13 13:41:52.091960 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f378929e-e7b3-403f-ad09-80148dd068c6 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Router 49bc2a5f-39cc-4c84-a2b8-4cc0289e2297 is scheduled to L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 with binding_index 1 {{(pid=93750) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 13:41:52.098903 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-077a35af-12a0-490f-945b-ec003116cdf0 admin admin] Router f9e72c63-5b02-4d87-80f0-3ab0d494a6d3 has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 13:41:52.104093 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1817468d-6c1c-4733-8d81-e2d5e8fc326b req-d6e60914-f586-4c19-a046-597d4d5734a3 tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] 10.222.0.23 "GET /v2.0/security-groups?id=7612cddf-e6ca-4461-9a28-8f6c6ab70a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796235 Jul 13 13:41:52.216365 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-3b227f3e-8910-438a-b6bb-e309f4b7d6e0 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Deleting port cb7c8ce5-79e7-4a85-ad50-47ff4852fad8 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:41:52.216714 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3b227f3e-8910-438a-b6bb-e309f4b7d6e0 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:52.219073 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-61dc324d-fd93-4d2b-8747-b01b2fb822aa None None] Provisioning complete for port 887ee4de-2c33-4183-957b-253b6168123c triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:41:52.219073 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-61dc324d-fd93-4d2b-8747-b01b2fb822aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:52.252808 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-077a35af-12a0-490f-945b-ec003116cdf0 admin admin] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:41:52.267118 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-077a35af-12a0-490f-945b-ec003116cdf0 admin admin] 10.222.0.23 "PUT /v2.0/routers/f9e72c63-5b02-4d87-80f0-3ab0d494a6d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1619375 Jul 13 13:41:52.287685 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-61dc324d-fd93-4d2b-8747-b01b2fb822aa None None] Port 887ee4de-2c33-4183-957b-253b6168123c cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:41:52.394643 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 34052) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:41:52.503667 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 34056) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:41:52.547217 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:52.732325 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-422dd1a9-8694-4245-bd0b-226e67824770 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2108277991'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:41:52.735099 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3b227f3e-8910-438a-b6bb-e309f4b7d6e0 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:52.756736 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-a0624400-5e95-493e-b2eb-733514d527a3 req-3343a587-40b9-48cc-a48d-dacff06df2b0 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Allocated IP 192.168.233.233 (e0bfb334-0fd9-4ba5-ba79-1568ecabee30/60b55863-ceb6-45af-a8a4-4b22d72866af/556645b5-7a97-4d3a-94a9-6bd9e5cf58f2) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:41:52.766537 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b2fe3f72-1113-4e03-bead-40f4aea5fda7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:52.774194 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-3b227f3e-8910-438a-b6bb-e309f4b7d6e0 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Calling delete_port for cb7c8ce5-79e7-4a85-ad50-47ff4852fad8 owned by {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:41:52.782750 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea617277-e1ea-4670-bc57-842c7561a080 req-3bc2ba38-cafe-4644-90ae-ef8cbd2edce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:41:52.784260 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ea617277-e1ea-4670-bc57-842c7561a080 req-3bc2ba38-cafe-4644-90ae-ef8cbd2edce5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=cc9dab26-3983-4dce-8c1c-cb82d11f88fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7844760 Jul 13 13:41:52.805820 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 2edaf9d9-1c0d-4d2b-99be-2b6c4ad25e04 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:41:52.884602 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8fbc22e-5cbe-4e32-9791-6d7507d81fea None None] Sync routers for ids ['f9e72c63-5b02-4d87-80f0-3ab0d494a6d3'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:41:52.890386 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-422dd1a9-8694-4245-bd0b-226e67824770 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Made reservation on behalf of 7aead08af6bf440ca982d5ee9b154ced for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:41:52.894646 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-422dd1a9-8694-4245-bd0b-226e67824770 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:52.894812 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f378929e-e7b3-403f-ad09-80148dd068c6 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:41:52.900255 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-f378929e-e7b3-403f-ad09-80148dd068c6 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] 10.222.0.23 "PUT /v2.0/routers/49bc2a5f-39cc-4c84-a2b8-4cc0289e2297/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4434042 Jul 13 13:41:52.904635 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf276aab-f0e7-4178-b497-81ed872aa6a4 None None] Sync routers for ids ['49bc2a5f-39cc-4c84-a2b8-4cc0289e2297'] in n-d-800634-1 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:41:52.905181 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8fbc22e-5cbe-4e32-9791-6d7507d81fea None None] Routers {'f9e72c63-5b02-4d87-80f0-3ab0d494a6d3'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:41:52.905581 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-d8fbc22e-5cbe-4e32-9791-6d7507d81fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:41:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['f9e72c63-5b02-4d87-80f0-3ab0d494a6d3'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:41:52.912914 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 34066) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:41:52.921210 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf276aab-f0e7-4178-b497-81ed872aa6a4 None None] Routers {'49bc2a5f-39cc-4c84-a2b8-4cc0289e2297'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:41:52.921900 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-cf276aab-f0e7-4178-b497-81ed872aa6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:41:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['49bc2a5f-39cc-4c84-a2b8-4cc0289e2297'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:41:52.975605 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 2edaf9d9-1c0d-4d2b-99be-2b6c4ad25e04 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:41:52.975984 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:52.985439 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b2fe3f72-1113-4e03-bead-40f4aea5fda7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:53.002654 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-cf276aab-f0e7-4178-b497-81ed872aa6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:41:53.014154 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf276aab-f0e7-4178-b497-81ed872aa6a4 None None] Routers {'49bc2a5f-39cc-4c84-a2b8-4cc0289e2297'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:41:53.014890 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-cf276aab-f0e7-4178-b497-81ed872aa6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:41:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['49bc2a5f-39cc-4c84-a2b8-4cc0289e2297'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:41:53.053614 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-cf276aab-f0e7-4178-b497-81ed872aa6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:41:53.054739 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf276aab-f0e7-4178-b497-81ed872aa6a4 None None] The sync data for ids ['49bc2a5f-39cc-4c84-a2b8-4cc0289e2297'] in n-d-800634-1 is: [] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:41:53.066255 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b2fe3f72-1113-4e03-bead-40f4aea5fda7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:53.087549 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-454d6d31-1766-402b-bbee-5b25cf20576a tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:41:53.089003 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-454d6d31-1766-402b-bbee-5b25cf20576a tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] 10.222.0.23 "GET /v2.0/ports/ee22db9e-2000-47b0-88ff-190e46045fa1 HTTP/1.1" status: 200 len: 911 time: 0.1717503 Jul 13 13:41:53.095644 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f1e9622a-52aa-49de-823c-90ffc999ce1a req-9b25b19f-599a-4e13-abe2-110f4c8f14b7 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/ports?device_id=e09381ea-19e8-4569-9cfc-1dec7c686fa5 HTTP/1.1" status: 200 len: 210 time: 0.1701994 Jul 13 13:41:53.096235 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 34072) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:41:53.098945 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fe3f72-1113-4e03-bead-40f4aea5fda7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9db53f49-f20c-44af-8f95-9071972dc700,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:53.129280 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3b227f3e-8910-438a-b6bb-e309f4b7d6e0 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:53.139838 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-8d97e4ad-3280-4e23-8eec-75d30509edb0 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2914db74-0de1-4262-aae4-39bd37f1e9a3'}]}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:41:53.154358 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3b227f3e-8910-438a-b6bb-e309f4b7d6e0 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:53.157801 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-3b227f3e-8910-438a-b6bb-e309f4b7d6e0 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] 10.222.0.23 "DELETE /v2.0/ports/cb7c8ce5-79e7-4a85-ad50-47ff4852fad8 HTTP/1.1" status: 204 len: 168 time: 1.8243179 Jul 13 13:41:53.162937 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 34078) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:41:53.188470 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-d8fbc22e-5cbe-4e32-9791-6d7507d81fea None None] Set router f9e72c63-5b02-4d87-80f0-3ab0d494a6d3 gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:41:53.197454 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-8086faf8-d772-4d4f-9114-07f361b3ef3f tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Request body: {'port': {'network_id': '9db56dbb-6586-4de1-b24a-0495f681f710', 'mac_address': 'fa:16:3e:c8:5e:53', 'name': 'tempest-PortsTestJSON-822643777'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:41:53.202556 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ea617277-e1ea-4670-bc57-842c7561a080 req-a33bc1fe-36e4-48d2-8b28-99bb695553e4 service neutron] 10.222.0.26 "GET /v2.0/networks/cc9dab26-3983-4dce-8c1c-cb82d11f88fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4037693 Jul 13 13:41:53.206878 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b227f3e-8910-438a-b6bb-e309f4b7d6e0 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Pushing event deleted for resources: {'Port': ['ID=cb7c8ce5-79e7-4a85-ad50-47ff4852fad8,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:53.273291 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-422dd1a9-8694-4245-bd0b-226e67824770 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 13:41:53.291098 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-422dd1a9-8694-4245-bd0b-226e67824770 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:53.291511 n-d-800634-1 neutron-server[93751]: INFO neutron.db.segments_db [None req-422dd1a9-8694-4245-bd0b-226e67824770 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Added segment 27f63a08-6db3-4d97-a988-03b1ef2e193c of type vlan for network 537cc3d3-b4a9-45da-af17-7bd28a40a8b6 Jul 13 13:41:53.352942 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-422dd1a9-8694-4245-bd0b-226e67824770 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:53.388900 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-b2fe3f72-1113-4e03-bead-40f4aea5fda7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1aecc16496ab4296a8468ef86e216efa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8837488 Jul 13 13:41:53.394954 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 34084) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:41:53.425111 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-a0624400-5e95-493e-b2eb-733514d527a3 req-3343a587-40b9-48cc-a48d-dacff06df2b0 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:53.457955 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-a0624400-5e95-493e-b2eb-733514d527a3 req-3343a587-40b9-48cc-a48d-dacff06df2b0 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Transition to ACTIVE for port object 556645b5-7a97-4d3a-94a9-6bd9e5cf58f2 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:41:53.500628 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8086faf8-d772-4d4f-9114-07f361b3ef3f tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Made reservation on behalf of 8b3e8ef7cfb0436e8cb330362d71f1d6 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:41:53.503247 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-422dd1a9-8694-4245-bd0b-226e67824770 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:53.509481 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-422dd1a9-8694-4245-bd0b-226e67824770 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:41:53.510140 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-422dd1a9-8694-4245-bd0b-226e67824770 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:53.594030 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8086faf8-d772-4d4f-9114-07f361b3ef3f tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:53.607404 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422dd1a9-8694-4245-bd0b-226e67824770 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Pushing event updated for resources: {'Network': ['ID=537cc3d3-b4a9-45da-af17-7bd28a40a8b6,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:53.616684 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-aa6b0820-7c1c-44e7-8d1b-cf498d0c74c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:53.620960 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network 537cc3d3-b4a9-45da-af17-7bd28a40a8b6 details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 13:41:53.623722 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-422dd1a9-8694-4245-bd0b-226e67824770 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.2283924 Jul 13 13:41:53.627787 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ea617277-e1ea-4670-bc57-842c7561a080 req-16e177f0-c3ac-40f4-8001-208f69d316d7 service neutron] 10.222.0.26 "GET /v2.0/networks/cc9dab26-3983-4dce-8c1c-cb82d11f88fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4048238 Jul 13 13:41:53.628280 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 34092) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:41:53.644688 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-056b4b62-a385-464b-96c5-91e938751195 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Request body: {'subnet': {'network_id': '537cc3d3-b4a9-45da-af17-7bd28a40a8b6', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:41:53.664210 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-aa6b0820-7c1c-44e7-8d1b-cf498d0c74c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:53.705405 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [None req-8086faf8-d772-4d4f-9114-07f361b3ef3f tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] device_id is not set on port 805ab2a1-346c-4df4-965c-e24248ab1b97 yet. {{(pid=93750) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 13:41:53.726771 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-d8fbc22e-5cbe-4e32-9791-6d7507d81fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9e72c63-5b02-4d87-80f0-3ab0d494a6d3', 'name': 'tempest-ServersTestMultiNic-1716971123-router', 'tenant_id': '7aead08af6bf440ca982d5ee9b154ced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.174'}], 'enable_snat': True}, 'gw_port_id': '2edaf9d9-1c0d-4d2b-99be-2b6c4ad25e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:41:42Z', 'updated_at': '2021-07-13T13:41:49Z', 'revision_number': 4, 'project_id': '7aead08af6bf440ca982d5ee9b154ced', 'gw_port': {'id': '2edaf9d9-1c0d-4d2b-99be-2b6c4ad25e04', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:11:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e72c63-5b02-4d87-80f0-3ab0d494a6d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:41:43Z', 'updated_at': '2021-07-13T13:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': '887ee4de-2c33-4183-957b-253b6168123c', 'name': '', 'network_id': '57678432-032d-48f0-815c-b24f2e8b2944', 'tenant_id': '7aead08af6bf440ca982d5ee9b154ced', 'mac_address': 'fa:16:3e:6b:83:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9e72c63-5b02-4d87-80f0-3ab0d494a6d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': '724b75c5-14bb-4dd8-910b-669aac8a0a9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:41:48Z', 'updated_at': '2021-07-13T13:41:50Z', 'revision_number': 2, 'project_id': '7aead08af6bf440ca982d5ee9b154ced', 'subnets': [{'id': '724b75c5-14bb-4dd8-910b-669aac8a0a9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:41:53.747036 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8d97e4ad-3280-4e23-8eec-75d30509edb0 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:53.754532 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ea617277-e1ea-4670-bc57-842c7561a080 req-b29dc596-c405-4b75-82df-1fc74f75f654 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.87&port_id=81223daf-efa0-44c5-a889-92de62226cc8 HTTP/1.1" status: 200 len: 217 time: 0.1139221 Jul 13 13:41:53.763425 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8fbc22e-5cbe-4e32-9791-6d7507d81fea None None] Checking router: f9e72c63-5b02-4d87-80f0-3ab0d494a6d3 for host: n-d-800634-1 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 13:41:53.763425 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8fbc22e-5cbe-4e32-9791-6d7507d81fea None None] Updating router f9e72c63-5b02-4d87-80f0-3ab0d494a6d3 port 887ee4de-2c33-4183-957b-253b6168123c binding host n-d-800634-1 {{(pid=93752) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 13:41:53.763689 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5df0e86-8622-4fb1-b0a6-d7e1648221e9 req-34ad05cb-3280-4048-a5c9-33d0b4002786 tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:41:53.764696 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a5df0e86-8622-4fb1-b0a6-d7e1648221e9 req-34ad05cb-3280-4048-a5c9-33d0b4002786 tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec1ccaf-291b-4390-abdd-7771033c01ed HTTP/1.1" status: 200 len: 945 time: 0.4407430 Jul 13 13:41:53.803387 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d8fbc22e-5cbe-4e32-9791-6d7507d81fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:53.845004 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-a0624400-5e95-493e-b2eb-733514d527a3 req-3343a587-40b9-48cc-a48d-dacff06df2b0 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:53.908330 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-aa6b0820-7c1c-44e7-8d1b-cf498d0c74c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:53.911815 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-aa6b0820-7c1c-44e7-8d1b-cf498d0c74c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:53.912864 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-aa6b0820-7c1c-44e7-8d1b-cf498d0c74c9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9db53f49-f20c-44af-8f95-9071972dc700 HTTP/1.1" status: 204 len: 168 time: 0.5148039 Jul 13 13:41:53.928108 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6b0820-7c1c-44e7-8d1b-cf498d0c74c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9db53f49-f20c-44af-8f95-9071972dc700,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:53.958288 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea617277-e1ea-4670-bc57-842c7561a080 req-b8795769-ab2c-4a49-b423-16bd4eeb3bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:41:53.960105 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ea617277-e1ea-4670-bc57-842c7561a080 req-b8795769-ab2c-4a49-b423-16bd4eeb3bbb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=34409026-9eef-4b98-88d5-24448af1561a HTTP/1.1" status: 200 len: 797 time: 0.1945138 Jul 13 13:41:53.979148 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0624400-5e95-493e-b2eb-733514d527a3 req-3343a587-40b9-48cc-a48d-dacff06df2b0 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Network e0bfb334-0fd9-4ba5-ba79-1568ecabee30 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:41:53.992035 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 34098) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:41:53.996507 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a5df0e86-8622-4fb1-b0a6-d7e1648221e9 req-3bf3e13b-c22a-408b-bac5-1291b643fc35 tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] 10.222.0.23 "GET /v2.0/security-groups?id=7612cddf-e6ca-4461-9a28-8f6c6ab70a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207575 Jul 13 13:41:54.023152 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-a0624400-5e95-493e-b2eb-733514d527a3 req-3343a587-40b9-48cc-a48d-dacff06df2b0 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:41:54.025320 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3343a587-40b9-48cc-a48d-dacff06df2b0 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Pushing event updated for resources: {'Port': ['ID=556645b5-7a97-4d3a-94a9-6bd9e5cf58f2,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:54.028608 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0624400-5e95-493e-b2eb-733514d527a3 req-3343a587-40b9-48cc-a48d-dacff06df2b0 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:41:54.117170 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-056b4b62-a385-464b-96c5-91e938751195 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Made reservation on behalf of 7aead08af6bf440ca982d5ee9b154ced for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:41:54.127266 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-056b4b62-a385-464b-96c5-91e938751195 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4763385'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:54.305410 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d8fbc22e-5cbe-4e32-9791-6d7507d81fea None None] Notify callbacks [] for port, precommit_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:54.322457 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-d8fbc22e-5cbe-4e32-9791-6d7507d81fea None None] Transition to ACTIVE for port object 887ee4de-2c33-4183-957b-253b6168123c will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:41:54.331226 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d8fbc22e-5cbe-4e32-9791-6d7507d81fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:54.366903 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0624400-5e95-493e-b2eb-733514d527a3 req-3343a587-40b9-48cc-a48d-dacff06df2b0 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:41:54.367648 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-a0624400-5e95-493e-b2eb-733514d527a3 req-3343a587-40b9-48cc-a48d-dacff06df2b0 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:54.466612 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea617277-e1ea-4670-bc57-842c7561a080 req-6e098485-1d43-4947-a81d-fa12c9e595d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:41:54.468282 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ea617277-e1ea-4670-bc57-842c7561a080 req-6e098485-1d43-4947-a81d-fa12c9e595d8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=cc9dab26-3983-4dce-8c1c-cb82d11f88fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4948514 Jul 13 13:41:54.507035 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50470351-918d-425a-bb33-57c04f52539c None None] Pushing event updated for resources: {'Port': ['ID=887ee4de-2c33-4183-957b-253b6168123c,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:54.527801 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-d8fbc22e-5cbe-4e32-9791-6d7507d81fea None None] Attempting to bind port 887ee4de-2c33-4183-957b-253b6168123c on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:41:54.528208 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-d8fbc22e-5cbe-4e32-9791-6d7507d81fea None None] Attempting to bind port 887ee4de-2c33-4183-957b-253b6168123c by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '7ee0d4f8-09f1-4ca6-a429-c0887c633e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '57678432-032d-48f0-815c-b24f2e8b2944'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:41:54.528631 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8fbc22e-5cbe-4e32-9791-6d7507d81fea None None] Attempting to bind port 887ee4de-2c33-4183-957b-253b6168123c on network 57678432-032d-48f0-815c-b24f2e8b2944 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:41:54.534781 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-bdaf32df-8d84-4fb2-8d66-6a96b033b89c None None] Provisioning for port 556645b5-7a97-4d3a-94a9-6bd9e5cf58f2 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:41:54.539064 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-bdaf32df-8d84-4fb2-8d66-6a96b033b89c None None] Provisioning complete for port 556645b5-7a97-4d3a-94a9-6bd9e5cf58f2 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:41:54.539438 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-bdaf32df-8d84-4fb2-8d66-6a96b033b89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:54.541350 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8fbc22e-5cbe-4e32-9791-6d7507d81fea None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 41, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:41:54.541769 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8fbc22e-5cbe-4e32-9791-6d7507d81fea None None] Checking segment: {'id': '7ee0d4f8-09f1-4ca6-a429-c0887c633e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '57678432-032d-48f0-815c-b24f2e8b2944'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:41:54.542325 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d8fbc22e-5cbe-4e32-9791-6d7507d81fea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:54.543183 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8fbc22e-5cbe-4e32-9791-6d7507d81fea None None] Bound using segment: {'id': '7ee0d4f8-09f1-4ca6-a429-c0887c633e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '57678432-032d-48f0-815c-b24f2e8b2944'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:41:54.543678 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-d8fbc22e-5cbe-4e32-9791-6d7507d81fea None None] Bound port: 887ee4de-2c33-4183-957b-253b6168123c, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ee0d4f8-09f1-4ca6-a429-c0887c633e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '57678432-032d-48f0-815c-b24f2e8b2944'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:41:54.548058 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d8fbc22e-5cbe-4e32-9791-6d7507d81fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:54.596639 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a0624400-5e95-493e-b2eb-733514d527a3 req-3343a587-40b9-48cc-a48d-dacff06df2b0 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.8709838 Jul 13 13:41:54.635086 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-a0624400-5e95-493e-b2eb-733514d527a3 req-5d4ff0df-9963-4b4c-8e9c-9843f03a40a9 service neutron] Request body: {'port': {'device_id': 'e09381ea-19e8-4569-9cfc-1dec7c686fa5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:41:54.649369 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8086faf8-d772-4d4f-9114-07f361b3ef3f tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:54.650831 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-d8fbc22e-5cbe-4e32-9791-6d7507d81fea None None] For port 887ee4de-2c33-4183-957b-253b6168123c, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:41:54.654929 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-d8fbc22e-5cbe-4e32-9791-6d7507d81fea None None] For port 887ee4de-2c33-4183-957b-253b6168123c, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=887ee4de-2c33-4183-957b-253b6168123c,segment=NetworkSegment(7ee0d4f8-09f1-4ca6-a429-c0887c633e4b),segment_id=7ee0d4f8-09f1-4ca6-a429-c0887c633e4b)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:41:54.686454 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d8fbc22e-5cbe-4e32-9791-6d7507d81fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:54.749763 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ea617277-e1ea-4670-bc57-842c7561a080 req-ad1f9397-3d61-43f8-8de4-9be2e00816c0 service neutron] 10.222.0.26 "GET /v2.0/networks/cc9dab26-3983-4dce-8c1c-cb82d11f88fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2727783 Jul 13 13:41:54.772881 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-bdaf32df-8d84-4fb2-8d66-6a96b033b89c None None] Port 556645b5-7a97-4d3a-94a9-6bd9e5cf58f2 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:41:54.782643 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8fbc22e-5cbe-4e32-9791-6d7507d81fea None None] Routers {'f9e72c63-5b02-4d87-80f0-3ab0d494a6d3'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:41:54.783396 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-d8fbc22e-5cbe-4e32-9791-6d7507d81fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:41:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['f9e72c63-5b02-4d87-80f0-3ab0d494a6d3'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:41:54.885226 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8d97e4ad-3280-4e23-8eec-75d30509edb0 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:54.910490 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9f513b44-80af-405c-b505-b04f37370dd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:54.921306 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8d97e4ad-3280-4e23-8eec-75d30509edb0 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:54.927892 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d97e4ad-3280-4e23-8eec-75d30509edb0 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:41:54.928447 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8d97e4ad-3280-4e23-8eec-75d30509edb0 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:54.929804 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-8d97e4ad-3280-4e23-8eec-75d30509edb0 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] 10.222.0.23 "PUT /v2.0/ports/ee22db9e-2000-47b0-88ff-190e46045fa1 HTTP/1.1" status: 200 len: 911 time: 1.8148680 Jul 13 13:41:54.942979 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 34124) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:41:54.955930 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50470351-918d-425a-bb33-57c04f52539c None None] Pushing event updated for resources: {'Port': ['ID=887ee4de-2c33-4183-957b-253b6168123c,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:55.002795 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-d8fbc22e-5cbe-4e32-9791-6d7507d81fea None None] Set router f9e72c63-5b02-4d87-80f0-3ab0d494a6d3 gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:41:55.076400 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6433cfa8-5451-415d-b5c1-ff8c4b1c84c7 req-67b42cb8-4bd0-4ed9-bb22-27ff3c47ff9c tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:41:55.078231 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6433cfa8-5451-415d-b5c1-ff8c4b1c84c7 req-67b42cb8-4bd0-4ed9-bb22-27ff3c47ff9c tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/ports?device_id=e09381ea-19e8-4569-9cfc-1dec7c686fa5 HTTP/1.1" status: 200 len: 936 time: 0.6865180 Jul 13 13:41:55.086951 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ea617277-e1ea-4670-bc57-842c7561a080 req-90e7e961-6ff1-46e4-af6d-44d18622d31c service neutron] 10.222.0.26 "GET /v2.0/networks/cc9dab26-3983-4dce-8c1c-cb82d11f88fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3019705 Jul 13 13:41:55.198385 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-056b4b62-a385-464b-96c5-91e938751195 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5970588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4763339'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:55.204966 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ea617277-e1ea-4670-bc57-842c7561a080 req-150303ca-f9aa-459e-9ad8-fc86a6e2319a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=8c8ea6d1-b0bc-4fe3-8965-3771992876e5 HTTP/1.1" status: 200 len: 217 time: 0.0905609 Jul 13 13:41:55.243685 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6433cfa8-5451-415d-b5c1-ff8c4b1c84c7 req-e4bb390d-e26c-4eea-a73b-e9140f2b779a tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/security-groups?id=945af9a8-1349-436a-a066-b9a0fd8d3dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553679 Jul 13 13:41:55.248072 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d97e4ad-3280-4e23-8eec-75d30509edb0 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Pushing event updated for resources: {'Port': ['ID=ee22db9e-2000-47b0-88ff-190e46045fa1,revision_number=3']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:55.299477 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-d8fbc22e-5cbe-4e32-9791-6d7507d81fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9e72c63-5b02-4d87-80f0-3ab0d494a6d3', 'name': 'tempest-ServersTestMultiNic-1716971123-router', 'tenant_id': '7aead08af6bf440ca982d5ee9b154ced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.174'}], 'enable_snat': True}, 'gw_port_id': '2edaf9d9-1c0d-4d2b-99be-2b6c4ad25e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:41:42Z', 'updated_at': '2021-07-13T13:41:49Z', 'revision_number': 4, 'project_id': '7aead08af6bf440ca982d5ee9b154ced', 'gw_port': {'id': '2edaf9d9-1c0d-4d2b-99be-2b6c4ad25e04', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:11:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e72c63-5b02-4d87-80f0-3ab0d494a6d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:41:43Z', 'updated_at': '2021-07-13T13:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': '887ee4de-2c33-4183-957b-253b6168123c', 'name': '', 'network_id': '57678432-032d-48f0-815c-b24f2e8b2944', 'tenant_id': '7aead08af6bf440ca982d5ee9b154ced', 'mac_address': 'fa:16:3e:6b:83:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9e72c63-5b02-4d87-80f0-3ab0d494a6d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': '724b75c5-14bb-4dd8-910b-669aac8a0a9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:41:48Z', 'updated_at': '2021-07-13T13:41:54Z', 'revision_number': 4, 'project_id': '7aead08af6bf440ca982d5ee9b154ced', 'subnets': [{'id': '724b75c5-14bb-4dd8-910b-669aac8a0a9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:41:55.335957 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b12036-b10c-43ee-a35a-1dbf78ced440 req-42968359-c2a6-464d-805f-9a629a2f2cfe tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:41:55.342843 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d1b12036-b10c-43ee-a35a-1dbf78ced440 req-42968359-c2a6-464d-805f-9a629a2f2cfe tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] 10.222.0.23 "GET /v2.0/ports?device_id=23ff12c0-200a-4782-8d29-8183ab97137f HTTP/1.1" status: 200 len: 945 time: 0.4483349 Jul 13 13:41:55.357435 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8fbc22e-5cbe-4e32-9791-6d7507d81fea None None] The sync data for ids ['f9e72c63-5b02-4d87-80f0-3ab0d494a6d3'] in n-d-800634-1 is: [{'id': 'f9e72c63-5b02-4d87-80f0-3ab0d494a6d3', 'name': 'tempest-ServersTestMultiNic-1716971123-router', 'tenant_id': '7aead08af6bf440ca982d5ee9b154ced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.174'}], 'enable_snat': True}, 'gw_port_id': '2edaf9d9-1c0d-4d2b-99be-2b6c4ad25e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:41:42Z', 'updated_at': '2021-07-13T13:41:49Z', 'revision_number': 4, 'project_id': '7aead08af6bf440ca982d5ee9b154ced', 'gw_port': {'id': '2edaf9d9-1c0d-4d2b-99be-2b6c4ad25e04', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:11:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e72c63-5b02-4d87-80f0-3ab0d494a6d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:41:43Z', 'updated_at': '2021-07-13T13:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': '887ee4de-2c33-4183-957b-253b6168123c', 'name': '', 'network_id': '57678432-032d-48f0-815c-b24f2e8b2944', 'tenant_id': '7aead08af6bf440ca982d5ee9b154ced', 'mac_address': 'fa:16:3e:6b:83:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9e72c63-5b02-4d87-80f0-3ab0d494a6d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': '724b75c5-14bb-4dd8-910b-669aac8a0a9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:41:48Z', 'updated_at': '2021-07-13T13:41:54Z', 'revision_number': 4, 'project_id': '7aead08af6bf440ca982d5ee9b154ced', 'subnets': [{'id': '724b75c5-14bb-4dd8-910b-669aac8a0a9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:41:55.369390 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-a0624400-5e95-493e-b2eb-733514d527a3 req-5d4ff0df-9963-4b4c-8e9c-9843f03a40a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:55.409978 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8086faf8-d772-4d4f-9114-07f361b3ef3f tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:55.523174 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d1b12036-b10c-43ee-a35a-1dbf78ced440 req-58735b35-6285-43dc-834a-c5eaace23628 tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] 10.222.0.23 "GET /v2.0/security-groups?id=7612cddf-e6ca-4461-9a28-8f6c6ab70a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792424 Jul 13 13:41:55.601163 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9f513b44-80af-405c-b505-b04f37370dd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:55.609722 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9f513b44-80af-405c-b505-b04f37370dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:55.691564 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-9f513b44-80af-405c-b505-b04f37370dd2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b14940d3d5dd43859389039024680d66&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6955647 Jul 13 13:41:55.692212 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 34164) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:41:55.718337 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f513b44-80af-405c-b505-b04f37370dd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e597b670-81cb-4c17-89c2-4155b92f3154,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:55.723067 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8086faf8-d772-4d4f-9114-07f361b3ef3f tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Network 9db56dbb-6586-4de1-b24a-0495f681f710 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:41:55.725011 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8086faf8-d772-4d4f-9114-07f361b3ef3f tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Pushing event updated for resources: {'Port': ['ID=805ab2a1-346c-4df4-965c-e24248ab1b97,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:55.726957 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-8086faf8-d772-4d4f-9114-07f361b3ef3f tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:41:55.768871 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056b4b62-a385-464b-96c5-91e938751195 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Pushing event updated for resources: {'Subnet': ['ID=177c53a6-bc84-40f7-bab2-8d84c5dbcaa2,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:55.774277 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-57af9100-8948-4dc0-ae94-363c33129adc tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451695'] for router_interface, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:55.775148 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea617277-e1ea-4670-bc57-842c7561a080 req-4981fad1-7ac2-4674-b7f9-b0e71b606015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:41:55.777483 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ea617277-e1ea-4670-bc57-842c7561a080 req-4981fad1-7ac2-4674-b7f9-b0e71b606015 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=241e495f-5827-4e62-b5be-0cbc962ebff7 HTTP/1.1" status: 200 len: 797 time: 0.5608239 Jul 13 13:41:55.778570 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8086faf8-d772-4d4f-9114-07f361b3ef3f tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:41:55.786555 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8086faf8-d772-4d4f-9114-07f361b3ef3f tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:41:55.787831 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8086faf8-d772-4d4f-9114-07f361b3ef3f tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:55.800991 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056b4b62-a385-464b-96c5-91e938751195 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Checking segment: {'id': '27f63a08-6db3-4d97-a988-03b1ef2e193c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '537cc3d3-b4a9-45da-af17-7bd28a40a8b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:41:55.801719 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-056b4b62-a385-464b-96c5-91e938751195 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Network hostable DHCP agents. Network: 537cc3d3-b4a9-45da-af17-7bd28a40a8b6, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 13:41:55.857679 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056b4b62-a385-464b-96c5-91e938751195 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:41:55.858054 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056b4b62-a385-464b-96c5-91e938751195 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:41:55.858393 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056b4b62-a385-464b-96c5-91e938751195 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:41:55.858725 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056b4b62-a385-464b-96c5-91e938751195 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:41:55.859077 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056b4b62-a385-464b-96c5-91e938751195 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:41:55.859405 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056b4b62-a385-464b-96c5-91e938751195 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:41:55.859729 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056b4b62-a385-464b-96c5-91e938751195 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:41:55.860130 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056b4b62-a385-464b-96c5-91e938751195 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:41:55.860457 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056b4b62-a385-464b-96c5-91e938751195 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:41:55.860775 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056b4b62-a385-464b-96c5-91e938751195 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:41:55.861096 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056b4b62-a385-464b-96c5-91e938751195 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:41:55.861413 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056b4b62-a385-464b-96c5-91e938751195 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:41:55.873095 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8086faf8-d772-4d4f-9114-07f361b3ef3f tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:41:55.874178 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8086faf8-d772-4d4f-9114-07f361b3ef3f tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:41:55.874802 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8086faf8-d772-4d4f-9114-07f361b3ef3f tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:41:55.875348 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8086faf8-d772-4d4f-9114-07f361b3ef3f tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:41:55.875886 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8086faf8-d772-4d4f-9114-07f361b3ef3f tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:41:55.876488 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8086faf8-d772-4d4f-9114-07f361b3ef3f tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:41:55.877187 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8086faf8-d772-4d4f-9114-07f361b3ef3f tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:41:55.877657 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8086faf8-d772-4d4f-9114-07f361b3ef3f tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:41:55.878461 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8086faf8-d772-4d4f-9114-07f361b3ef3f tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:41:55.878883 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8086faf8-d772-4d4f-9114-07f361b3ef3f tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:41:55.879112 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8086faf8-d772-4d4f-9114-07f361b3ef3f tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:41:55.880012 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8086faf8-d772-4d4f-9114-07f361b3ef3f tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:41:55.896670 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4a5bb349-6ba3-46f0-a396-1d017ed33639 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:55.932086 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-8086faf8-d772-4d4f-9114-07f361b3ef3f tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.7469838 Jul 13 13:41:55.937262 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 34194) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:41:55.965793 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4a5bb349-6ba3-46f0-a396-1d017ed33639 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:55.984111 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-056b4b62-a385-464b-96c5-91e938751195 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Network 537cc3d3-b4a9-45da-af17-7bd28a40a8b6 is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 13:41:56.050156 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc47db98-f0f7-4d9b-9cd8-e31500da937f tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:41:56.051894 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-bc47db98-f0f7-4d9b-9cd8-e31500da937f tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] 10.222.0.23 "GET /v2.0/ports/805ab2a1-346c-4df4-965c-e24248ab1b97 HTTP/1.1" status: 200 len: 840 time: 0.1116655 Jul 13 13:41:56.052808 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-056b4b62-a385-464b-96c5-91e938751195 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, 537cc3d3-b4a9-45da-af17-7bd28a40a8b6) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:41:56.058476 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056b4b62-a385-464b-96c5-91e938751195 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:41:56.059633 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-056b4b62-a385-464b-96c5-91e938751195 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:56.063600 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-276973dc-3efd-44fc-83da-f67d314743ea None None] Network 537cc3d3-b4a9-45da-af17-7bd28a40a8b6 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:41:56.093311 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 34210) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:41:56.149673 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-056b4b62-a385-464b-96c5-91e938751195 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.5128534 Jul 13 13:41:56.154048 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4a5bb349-6ba3-46f0-a396-1d017ed33639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:56.154244 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 34212) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:41:56.157275 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4a5bb349-6ba3-46f0-a396-1d017ed33639 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:56.158677 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-4a5bb349-6ba3-46f0-a396-1d017ed33639 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e597b670-81cb-4c17-89c2-4155b92f3154 HTTP/1.1" status: 204 len: 168 time: 0.4614961 Jul 13 13:41:56.159755 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea617277-e1ea-4670-bc57-842c7561a080 req-126f5fa5-4f1f-469a-94c1-9b38c24e0b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:41:56.164699 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ea617277-e1ea-4670-bc57-842c7561a080 req-126f5fa5-4f1f-469a-94c1-9b38c24e0b7d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=350b8d90-a566-446d-ae67-d3a6d73524f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3575780 Jul 13 13:41:56.173269 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-04291459-f18b-43cb-8e4c-31f39b9f1d77 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-481369105'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:41:56.220890 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5bb349-6ba3-46f0-a396-1d017ed33639 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e597b670-81cb-4c17-89c2-4155b92f3154,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:56.420293 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04291459-f18b-43cb-8e4c-31f39b9f1d77 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Made reservation on behalf of 7aead08af6bf440ca982d5ee9b154ced for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:41:56.427809 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-04291459-f18b-43cb-8e4c-31f39b9f1d77 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:56.527707 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efda814e-5668-4ada-8fb1-563ece3d975a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a7201e1-61ce-5a3e-b7f7-e800379ed03b-537cc3d3-b4a9-45da-af17-7bd28a40a8b6', 'network_id': '537cc3d3-b4a9-45da-af17-7bd28a40a8b6', 'tenant_id': '7aead08af6bf440ca982d5ee9b154ced', 'fixed_ips': [{'subnet_id': '177c53a6-bc84-40f7-bab2-8d84c5dbcaa2'}]}} from n-d-800634-1. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 13:41:56.528835 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-efda814e-5668-4ada-8fb1-563ece3d975a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:56.536800 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-a0624400-5e95-493e-b2eb-733514d527a3 req-5d4ff0df-9963-4b4c-8e9c-9843f03a40a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 556645b5-7a97-4d3a-94a9-6bd9e5cf58f2 {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:41:56.548564 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-7ca100fd-9614-4edc-bfc2-46a4f1100d1f tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Deleting port 805ab2a1-346c-4df4-965c-e24248ab1b97 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:41:56.549118 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7ca100fd-9614-4edc-bfc2-46a4f1100d1f tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:56.557212 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-a0624400-5e95-493e-b2eb-733514d527a3 req-5d4ff0df-9963-4b4c-8e9c-9843f03a40a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:56.574819 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-a0624400-5e95-493e-b2eb-733514d527a3 req-5d4ff0df-9963-4b4c-8e9c-9843f03a40a9 service neutron] Transition to ACTIVE for port object 556645b5-7a97-4d3a-94a9-6bd9e5cf58f2 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:41:56.600657 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04291459-f18b-43cb-8e4c-31f39b9f1d77 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 13:41:56.627514 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ea617277-e1ea-4670-bc57-842c7561a080 req-f9e01c9b-4631-420b-8958-eb913a2ff083 service neutron] 10.222.0.26 "GET /v2.0/networks/350b8d90-a566-446d-ae67-d3a6d73524f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4416571 Jul 13 13:41:56.639554 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-04291459-f18b-43cb-8e4c-31f39b9f1d77 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:56.639919 n-d-800634-1 neutron-server[93750]: INFO neutron.db.segments_db [None req-04291459-f18b-43cb-8e4c-31f39b9f1d77 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Added segment af6a54f1-3767-4dd9-b590-41d6147fb705 of type vlan for network 2cd3f629-21c1-4089-814b-ac76071f5144 Jul 13 13:41:56.688803 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-57af9100-8948-4dc0-ae94-363c33129adc tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Deleting port ee22db9e-2000-47b0-88ff-190e46045fa1 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:41:56.689146 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-57af9100-8948-4dc0-ae94-363c33129adc tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:56.691816 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-a0624400-5e95-493e-b2eb-733514d527a3 req-5d4ff0df-9963-4b4c-8e9c-9843f03a40a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:56.743737 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-efda814e-5668-4ada-8fb1-563ece3d975a None None] Allocated IP 19.80.0.2 (537cc3d3-b4a9-45da-af17-7bd28a40a8b6/177c53a6-bc84-40f7-bab2-8d84c5dbcaa2/c8d67034-804b-4e90-94f6-cfef9aa7b5e0) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:41:56.814072 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7ca100fd-9614-4edc-bfc2-46a4f1100d1f tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:56.878364 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-7ca100fd-9614-4edc-bfc2-46a4f1100d1f tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Calling delete_port for 805ab2a1-346c-4df4-965c-e24248ab1b97 owned by {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:41:56.882856 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 887ee4de-2c33-4183-957b-253b6168123c up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:41:57.023555 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-57af9100-8948-4dc0-ae94-363c33129adc tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:57.053957 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-57af9100-8948-4dc0-ae94-363c33129adc tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Calling delete_port for ee22db9e-2000-47b0-88ff-190e46045fa1 owned by network:router_interface {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:41:57.083945 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 34254) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:41:57.109809 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port 887ee4de-2c33-4183-957b-253b6168123c completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:41:57.177464 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 887ee4de-2c33-4183-957b-253b6168123c triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:41:57.179780 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:57.230285 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-04291459-f18b-43cb-8e4c-31f39b9f1d77 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:57.294070 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7ca100fd-9614-4edc-bfc2-46a4f1100d1f tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:57.367603 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-efda814e-5668-4ada-8fb1-563ece3d975a None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:57.411697 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-efda814e-5668-4ada-8fb1-563ece3d975a None None] Transition to ACTIVE for port object c8d67034-804b-4e90-94f6-cfef9aa7b5e0 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:41:57.459413 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7ca100fd-9614-4edc-bfc2-46a4f1100d1f tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:57.461449 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-7ca100fd-9614-4edc-bfc2-46a4f1100d1f tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] 10.222.0.23 "DELETE /v2.0/ports/805ab2a1-346c-4df4-965c-e24248ab1b97 HTTP/1.1" status: 204 len: 168 time: 1.3662579 Jul 13 13:41:57.464536 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-efda814e-5668-4ada-8fb1-563ece3d975a None None] Transition to ACTIVE for port object c8d67034-804b-4e90-94f6-cfef9aa7b5e0 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:41:57.476218 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-31fdd988-1d16-463b-8aae-f2260dad9efe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:57.494968 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca100fd-9614-4edc-bfc2-46a4f1100d1f tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Pushing event deleted for resources: {'Port': ['ID=805ab2a1-346c-4df4-965c-e24248ab1b97,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:57.508843 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 34262) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:41:57.512564 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-efda814e-5668-4ada-8fb1-563ece3d975a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:57.566489 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efda814e-5668-4ada-8fb1-563ece3d975a None None] Pushing event updated for resources: {'Port': ['ID=c8d67034-804b-4e90-94f6-cfef9aa7b5e0,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:57.580657 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:57.584208 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efda814e-5668-4ada-8fb1-563ece3d975a None None] Network 537cc3d3-b4a9-45da-af17-7bd28a40a8b6 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:41:57.595584 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-efda814e-5668-4ada-8fb1-563ece3d975a None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:41:57.599018 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efda814e-5668-4ada-8fb1-563ece3d975a None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:41:57.673009 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port 887ee4de-2c33-4183-957b-253b6168123c, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=887ee4de-2c33-4183-957b-253b6168123c,segment=NetworkSegment(7ee0d4f8-09f1-4ca6-a429-c0887c633e4b),segment_id=7ee0d4f8-09f1-4ca6-a429-c0887c633e4b)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:41:57.676531 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-31fdd988-1d16-463b-8aae-f2260dad9efe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:57.679054 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca100fd-9614-4edc-bfc2-46a4f1100d1f tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:41:57.679733 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca100fd-9614-4edc-bfc2-46a4f1100d1f tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:41:57.680647 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca100fd-9614-4edc-bfc2-46a4f1100d1f tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:41:57.681244 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca100fd-9614-4edc-bfc2-46a4f1100d1f tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:41:57.681985 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca100fd-9614-4edc-bfc2-46a4f1100d1f tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:41:57.682536 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca100fd-9614-4edc-bfc2-46a4f1100d1f tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:41:57.683687 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca100fd-9614-4edc-bfc2-46a4f1100d1f tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:41:57.684504 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca100fd-9614-4edc-bfc2-46a4f1100d1f tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:41:57.685207 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca100fd-9614-4edc-bfc2-46a4f1100d1f tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:41:57.685962 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca100fd-9614-4edc-bfc2-46a4f1100d1f tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:41:57.686524 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca100fd-9614-4edc-bfc2-46a4f1100d1f tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:41:57.687134 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca100fd-9614-4edc-bfc2-46a4f1100d1f tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:41:57.689378 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-efda814e-5668-4ada-8fb1-563ece3d975a None None] Attempting to bind port c8d67034-804b-4e90-94f6-cfef9aa7b5e0 on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:41:57.689776 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-efda814e-5668-4ada-8fb1-563ece3d975a None None] Attempting to bind port c8d67034-804b-4e90-94f6-cfef9aa7b5e0 by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '27f63a08-6db3-4d97-a988-03b1ef2e193c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '537cc3d3-b4a9-45da-af17-7bd28a40a8b6'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:41:57.690151 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efda814e-5668-4ada-8fb1-563ece3d975a None None] Attempting to bind port c8d67034-804b-4e90-94f6-cfef9aa7b5e0 on network 537cc3d3-b4a9-45da-af17-7bd28a40a8b6 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:41:57.698462 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:57.713159 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-31fdd988-1d16-463b-8aae-f2260dad9efe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:57.731715 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efda814e-5668-4ada-8fb1-563ece3d975a None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 41, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:41:57.732110 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efda814e-5668-4ada-8fb1-563ece3d975a None None] Checking segment: {'id': '27f63a08-6db3-4d97-a988-03b1ef2e193c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '537cc3d3-b4a9-45da-af17-7bd28a40a8b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:41:57.732494 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-efda814e-5668-4ada-8fb1-563ece3d975a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:57.732932 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efda814e-5668-4ada-8fb1-563ece3d975a None None] Bound using segment: {'id': '27f63a08-6db3-4d97-a988-03b1ef2e193c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '537cc3d3-b4a9-45da-af17-7bd28a40a8b6'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:41:57.733376 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-efda814e-5668-4ada-8fb1-563ece3d975a None None] Bound port: c8d67034-804b-4e90-94f6-cfef9aa7b5e0, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27f63a08-6db3-4d97-a988-03b1ef2e193c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '537cc3d3-b4a9-45da-af17-7bd28a40a8b6'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:41:57.733792 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-efda814e-5668-4ada-8fb1-563ece3d975a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:57.734305 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89a5758-5409-43c5-be04-0d3468b719a5 req-df2bceab-45b7-4b4f-aa57-d789679be8b8 tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:41:57.736116 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b89a5758-5409-43c5-be04-0d3468b719a5 req-df2bceab-45b7-4b4f-aa57-d789679be8b8 tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] 10.222.0.23 "GET /v2.0/networks?id=6661932f-acfc-47b8-a77e-6e4fc4de80f6 HTTP/1.1" status: 200 len: 812 time: 0.6976333 Jul 13 13:41:57.802870 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=887ee4de-2c33-4183-957b-253b6168123c,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:57.815757 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-31fdd988-1d16-463b-8aae-f2260dad9efe admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7200d8b5ae6d4f40af86a09725b1db8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7170169 Jul 13 13:41:57.826734 n-d-800634-1 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-60d68482-d531-40ce-a042-6e811aab63bd tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] GET failed (client error): The resource could not be found. Jul 13 13:41:57.828421 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-60d68482-d531-40ce-a042-6e811aab63bd tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] 10.222.0.23 "GET /v2.0/ports/805ab2a1-346c-4df4-965c-e24248ab1b97 HTTP/1.1" status: 404 len: 333 time: 0.1362419 Jul 13 13:41:57.829197 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 34274) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:41:57.845992 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-efda814e-5668-4ada-8fb1-563ece3d975a None None] For port c8d67034-804b-4e90-94f6-cfef9aa7b5e0, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:41:57.850108 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-efda814e-5668-4ada-8fb1-563ece3d975a None None] For port c8d67034-804b-4e90-94f6-cfef9aa7b5e0, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=c8d67034-804b-4e90-94f6-cfef9aa7b5e0,segment=NetworkSegment(27f63a08-6db3-4d97-a988-03b1ef2e193c),segment_id=27f63a08-6db3-4d97-a988-03b1ef2e193c)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:41:57.858246 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-efda814e-5668-4ada-8fb1-563ece3d975a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:57.867484 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 34276) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:41:57.872266 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b89a5758-5409-43c5-be04-0d3468b719a5 req-52d57eb0-1d98-4a18-829d-b694b0a57833 tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] 10.222.0.23 "GET /v2.0/quotas/99f7bb78cef648f386735a7708e302b1 HTTP/1.1" status: 200 len: 375 time: 0.0534637 Jul 13 13:41:57.905101 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-263c2c6d-0202-4548-9178-159bb56cb07e tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Request body: {'port': {'network_id': '9db56dbb-6586-4de1-b24a-0495f681f710', 'name': 'tempest-PortsTestJSON-731797732'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:41:57.944106 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4ff0df-9963-4b4c-8e9c-9843f03a40a9 service neutron] Pushing event updated for resources: {'Port': ['ID=556645b5-7a97-4d3a-94a9-6bd9e5cf58f2,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:57.944561 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efda814e-5668-4ada-8fb1-563ece3d975a None None] Pushing event updated for resources: {'Port': ['ID=c8d67034-804b-4e90-94f6-cfef9aa7b5e0,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:58.006355 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fdd988-1d16-463b-8aae-f2260dad9efe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20a791ca-cacf-4b43-99d5-745a06d375fa,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:58.020440 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ea617277-e1ea-4670-bc57-842c7561a080 req-41ab8ed5-28e0-4994-92d8-fd2c1fa4dff5 service neutron] 10.222.0.26 "GET /v2.0/networks/350b8d90-a566-446d-ae67-d3a6d73524f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3391490 Jul 13 13:41:58.033843 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-04291459-f18b-43cb-8e4c-31f39b9f1d77 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:58.039315 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04291459-f18b-43cb-8e4c-31f39b9f1d77 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:41:58.039915 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-04291459-f18b-43cb-8e4c-31f39b9f1d77 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:58.072048 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e8e827-d52c-4876-9d07-4f556fde8c87 req-9df932ea-600c-48aa-a03a-76b0393cdd16 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:41:58.074761 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-60e8e827-d52c-4876-9d07-4f556fde8c87 req-9df932ea-600c-48aa-a03a-76b0393cdd16 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/ports?device_id=e09381ea-19e8-4569-9cfc-1dec7c686fa5 HTTP/1.1" status: 200 len: 948 time: 1.4448137 Jul 13 13:41:58.135871 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-a0624400-5e95-493e-b2eb-733514d527a3 req-5d4ff0df-9963-4b4c-8e9c-9843f03a40a9 service neutron] Attempting to bind port 556645b5-7a97-4d3a-94a9-6bd9e5cf58f2 on host n-h2-800634-1 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:41:58.137222 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-a0624400-5e95-493e-b2eb-733514d527a3 req-5d4ff0df-9963-4b4c-8e9c-9843f03a40a9 service neutron] Attempting to bind port 556645b5-7a97-4d3a-94a9-6bd9e5cf58f2 by drivers openvswitch,hyperv on host n-h2-800634-1 at level 0 using segments [{'id': '62a4f2e9-97ca-473c-a2df-e7f9f532c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:41:58.137763 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0624400-5e95-493e-b2eb-733514d527a3 req-5d4ff0df-9963-4b4c-8e9c-9843f03a40a9 service neutron] Attempting to bind port 556645b5-7a97-4d3a-94a9-6bd9e5cf58f2 on network e0bfb334-0fd9-4ba5-ba79-1568ecabee30 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:41:58.181243 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ea617277-e1ea-4670-bc57-842c7561a080 req-a7ca90c0-1355-4975-a4df-1376d8a218a6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=63cb8491-88ea-44c4-ba8b-ee99d545ca33 HTTP/1.1" status: 200 len: 217 time: 0.1484849 Jul 13 13:41:58.190143 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1b983a0f-3f3a-4f52-b3f3-f13d8b30c5d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:58.194538 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-57af9100-8948-4dc0-ae94-363c33129adc tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:58.208394 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-04291459-f18b-43cb-8e4c-31f39b9f1d77 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 2.0422759 Jul 13 13:41:58.218297 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-263c2c6d-0202-4548-9178-159bb56cb07e tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Made reservation on behalf of 8b3e8ef7cfb0436e8cb330362d71f1d6 for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:41:58.219368 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 34280) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:41:58.221893 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-263c2c6d-0202-4548-9178-159bb56cb07e tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:58.226641 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0624400-5e95-493e-b2eb-733514d527a3 req-5d4ff0df-9963-4b4c-8e9c-9843f03a40a9 service neutron] Port 556645b5-7a97-4d3a-94a9-6bd9e5cf58f2 on network e0bfb334-0fd9-4ba5-ba79-1568ecabee30 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-1 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:41:58.226967 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0624400-5e95-493e-b2eb-733514d527a3 req-5d4ff0df-9963-4b4c-8e9c-9843f03a40a9 service neutron] Attempting to bind port 556645b5-7a97-4d3a-94a9-6bd9e5cf58f2 on network e0bfb334-0fd9-4ba5-ba79-1568ecabee30 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:41:58.239830 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-bc3cdf20-d665-429e-a1c7-c5eace646a8a tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Request body: {'subnet': {'network_id': '2cd3f629-21c1-4089-814b-ac76071f5144', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:41:58.263585 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22b89f4-c606-4a77-b060-0cd4e4267996 req-c5aef669-dd07-48c0-bca2-ff9b2439b039 tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:41:58.265107 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c22b89f4-c606-4a77-b060-0cd4e4267996 req-c5aef669-dd07-48c0-bca2-ff9b2439b039 tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] 10.222.0.26 "GET /v2.0/ports?device_id=cec1ccaf-291b-4390-abdd-7771033c01ed HTTP/1.1" status: 200 len: 945 time: 0.4398198 Jul 13 13:41:58.278021 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57af9100-8948-4dc0-ae94-363c33129adc tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Pushing event deleted for resources: {'Port': ['ID=ee22db9e-2000-47b0-88ff-190e46045fa1,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:58.292298 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b89a5758-5409-43c5-be04-0d3468b719a5 req-87024b62-0049-4b04-b5ea-89e69f9c82b3 tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=99f7bb78cef648f386735a7708e302b1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3312209 Jul 13 13:41:58.296226 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1b983a0f-3f3a-4f52-b3f3-f13d8b30c5d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:58.322516 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04291459-f18b-43cb-8e4c-31f39b9f1d77 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Pushing event updated for resources: {'Network': ['ID=2cd3f629-21c1-4089-814b-ac76071f5144,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:58.333959 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3f9e9a-67e9-4b79-8b0b-9bab751c222f req-d3e8c652-f76d-4804-904d-b8fe3272aa48 tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:41:58.335277 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network 2cd3f629-21c1-4089-814b-ac76071f5144 details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 13:41:58.335728 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5e3f9e9a-67e9-4b79-8b0b-9bab751c222f req-d3e8c652-f76d-4804-904d-b8fe3272aa48 tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] 10.222.0.41 "GET /v2.0/ports?device_id=23ff12c0-200a-4782-8d29-8183ab97137f HTTP/1.1" status: 200 len: 945 time: 0.4752550 Jul 13 13:41:58.350173 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0624400-5e95-493e-b2eb-733514d527a3 req-5d4ff0df-9963-4b4c-8e9c-9843f03a40a9 service neutron] Checking agent: {'id': 'f615e5c9-21ab-43f2-adbc-192d64b795cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:41:58.350427 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0624400-5e95-493e-b2eb-733514d527a3 req-5d4ff0df-9963-4b4c-8e9c-9843f03a40a9 service neutron] Checking segment: {'id': '62a4f2e9-97ca-473c-a2df-e7f9f532c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:41:58.350819 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0624400-5e95-493e-b2eb-733514d527a3 req-5d4ff0df-9963-4b4c-8e9c-9843f03a40a9 service neutron] Bound using segment: {'id': '62a4f2e9-97ca-473c-a2df-e7f9f532c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:41:58.351260 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-a0624400-5e95-493e-b2eb-733514d527a3 req-5d4ff0df-9963-4b4c-8e9c-9843f03a40a9 service neutron] Bound port: 556645b5-7a97-4d3a-94a9-6bd9e5cf58f2, host: n-h2-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62a4f2e9-97ca-473c-a2df-e7f9f532c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:41:58.351624 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-a0624400-5e95-493e-b2eb-733514d527a3 req-5d4ff0df-9963-4b4c-8e9c-9843f03a40a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:58.356994 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-60e8e827-d52c-4876-9d07-4f556fde8c87 req-f08f04ca-4197-4606-a08b-4dddd3f7dc00 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/security-groups?id=945af9a8-1349-436a-a066-b9a0fd8d3dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165647 Jul 13 13:41:58.383326 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [None req-263c2c6d-0202-4548-9178-159bb56cb07e tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] device_id is not set on port b74693b1-1fbe-42de-9b46-ee58de216796 yet. {{(pid=93751) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 13:41:58.498071 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea617277-e1ea-4670-bc57-842c7561a080 req-96828a19-c744-40c7-a68a-09fa0488e724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:41:58.499432 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ea617277-e1ea-4670-bc57-842c7561a080 req-96828a19-c744-40c7-a68a-09fa0488e724 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=241e495f-5827-4e62-b5be-0cbc962ebff7 HTTP/1.1" status: 200 len: 797 time: 0.2897782 Jul 13 13:41:58.575646 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-57af9100-8948-4dc0-ae94-363c33129adc tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1785036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452491'] for router_interface, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:58.645343 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-a0624400-5e95-493e-b2eb-733514d527a3 req-5d4ff0df-9963-4b4c-8e9c-9843f03a40a9 service neutron] For port 556645b5-7a97-4d3a-94a9-6bd9e5cf58f2, host n-h2-800634-1, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:41:58.649892 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-a0624400-5e95-493e-b2eb-733514d527a3 req-5d4ff0df-9963-4b4c-8e9c-9843f03a40a9 service neutron] For port 556645b5-7a97-4d3a-94a9-6bd9e5cf58f2, host n-h2-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=556645b5-7a97-4d3a-94a9-6bd9e5cf58f2,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:41:58.657513 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc3cdf20-d665-429e-a1c7-c5eace646a8a tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Made reservation on behalf of 7aead08af6bf440ca982d5ee9b154ced for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:41:58.661527 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bc3cdf20-d665-429e-a1c7-c5eace646a8a tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4763385'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:58.679571 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-a0624400-5e95-493e-b2eb-733514d527a3 req-5d4ff0df-9963-4b4c-8e9c-9843f03a40a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:58.781549 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1b983a0f-3f3a-4f52-b3f3-f13d8b30c5d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:58.788190 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1b983a0f-3f3a-4f52-b3f3-f13d8b30c5d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:58.792007 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-1b983a0f-3f3a-4f52-b3f3-f13d8b30c5d9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/20a791ca-cacf-4b43-99d5-745a06d375fa HTTP/1.1" status: 204 len: 168 time: 0.9486954 Jul 13 13:41:58.824192 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0624400-5e95-493e-b2eb-733514d527a3 req-5d4ff0df-9963-4b4c-8e9c-9843f03a40a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:41:58.825490 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-a0624400-5e95-493e-b2eb-733514d527a3 req-5d4ff0df-9963-4b4c-8e9c-9843f03a40a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:58.835702 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a0624400-5e95-493e-b2eb-733514d527a3 req-5d4ff0df-9963-4b4c-8e9c-9843f03a40a9 service neutron] 10.222.0.41 "PUT /v2.0/ports/556645b5-7a97-4d3a-94a9-6bd9e5cf58f2 HTTP/1.1" status: 200 len: 1096 time: 4.2116520 Jul 13 13:41:58.858141 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e09381ea-19e8-4569-9cfc-1dec7c686fa5', 'tag': '556645b5-7a97-4d3a-94a9-6bd9e5cf58f2'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:41:58.860892 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01d94008-2579-4f49-86c6-98d9b84fa13c" -d '{"events": [{"name": "network-changed", "server_uuid": "e09381ea-19e8-4569-9cfc-1dec7c686fa5", "tag": "556645b5-7a97-4d3a-94a9-6bd9e5cf58f2"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:41:58.911521 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b983a0f-3f3a-4f52-b3f3-f13d8b30c5d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20a791ca-cacf-4b43-99d5-745a06d375fa,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:58.962355 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-5e3f9e9a-67e9-4b79-8b0b-9bab751c222f req-c420f30a-6cf7-4351-8690-6b0a1e61de2d tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] Deleting port 43e22aac-a75f-408c-8d12-9e42e81e64cb {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:41:58.962940 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-5e3f9e9a-67e9-4b79-8b0b-9bab751c222f req-c420f30a-6cf7-4351-8690-6b0a1e61de2d tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:58.989632 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea617277-e1ea-4670-bc57-842c7561a080 req-44350c26-c082-4c3c-bd19-eff836f3f47b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:41:58.995231 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ea617277-e1ea-4670-bc57-842c7561a080 req-44350c26-c082-4c3c-bd19-eff836f3f47b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=350b8d90-a566-446d-ae67-d3a6d73524f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4845748 Jul 13 13:41:59.057713 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device c8d67034-804b-4e90-94f6-cfef9aa7b5e0 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:41:59.073398 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4ff0df-9963-4b4c-8e9c-9843f03a40a9 service neutron] Pushing event updated for resources: {'Port': ['ID=556645b5-7a97-4d3a-94a9-6bd9e5cf58f2,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:41:59.128774 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-263c2c6d-0202-4548-9178-159bb56cb07e tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:59.177607 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port c8d67034-804b-4e90-94f6-cfef9aa7b5e0 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:41:59.185026 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 34300) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:41:59.193409 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 887ee4de-2c33-4183-957b-253b6168123c up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:41:59.215093 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-c22b89f4-c606-4a77-b060-0cd4e4267996 req-cfdf5fca-a674-45bc-bb40-e986ab2ec7cd tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] Deleting port 68387ff1-b98f-44cb-aef0-f4a8c799f544 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:41:59.218579 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-c22b89f4-c606-4a77-b060-0cd4e4267996 req-cfdf5fca-a674-45bc-bb40-e986ab2ec7cd tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:59.237003 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-5e3f9e9a-67e9-4b79-8b0b-9bab751c222f req-c420f30a-6cf7-4351-8690-6b0a1e61de2d tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] For port 43e22aac-a75f-408c-8d12-9e42e81e64cb, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=43e22aac-a75f-408c-8d12-9e42e81e64cb,segment=NetworkSegment(55dc7e6e-18d5-43e8-af1f-8a95484ad68c),segment_id=55dc7e6e-18d5-43e8-af1f-8a95484ad68c)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:41:59.237723 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-5e3f9e9a-67e9-4b79-8b0b-9bab751c222f req-c420f30a-6cf7-4351-8690-6b0a1e61de2d tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:59.258728 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-5e3f9e9a-67e9-4b79-8b0b-9bab751c222f req-c420f30a-6cf7-4351-8690-6b0a1e61de2d tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] Calling delete_port for 43e22aac-a75f-408c-8d12-9e42e81e64cb owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:41:59.279444 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b89a5758-5409-43c5-be04-0d3468b719a5 req-66494ecd-2bd4-4b6f-8de3-b109b6c98b6f service neutron] 10.222.0.23 "GET /v2.0/networks/6661932f-acfc-47b8-a77e-6e4fc4de80f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9725685 Jul 13 13:41:59.301075 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 887ee4de-2c33-4183-957b-253b6168123c triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:41:59.301464 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:59.341157 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 13:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65620615-c637-409b-9d79-dda7a18c2120 x-openstack-request-id: req-65620615-c637-409b-9d79-dda7a18c2120 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:41:59.341617 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e09381ea-19e8-4569-9cfc-1dec7c686fa5", "tag": "556645b5-7a97-4d3a-94a9-6bd9e5cf58f2", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:41:59.341896 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-65620615-c637-409b-9d79-dda7a18c2120 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:41:59.342295 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e09381ea-19e8-4569-9cfc-1dec7c686fa5', 'tag': '556645b5-7a97-4d3a-94a9-6bd9e5cf58f2', 'status': 'completed', 'code': 200} Jul 13 13:41:59.360537 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57af9100-8948-4dc0-ae94-363c33129adc tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Router 49bc2a5f-39cc-4c84-a2b8-4cc0289e2297 has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 13:41:59.515822 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15de2024-9696-4f3f-b67b-15bde0fc061a None None] Network 537cc3d3-b4a9-45da-af17-7bd28a40a8b6 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:41:59.541978 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a9283b45-b1cb-47c9-a87d-202294ec311e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:59.544594 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-263c2c6d-0202-4548-9178-159bb56cb07e tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:59.668823 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ea617277-e1ea-4670-bc57-842c7561a080 req-935b3d7c-d84c-425f-9f3e-99b46ae675fb service neutron] 10.222.0.26 "GET /v2.0/networks/350b8d90-a566-446d-ae67-d3a6d73524f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3243451 Jul 13 13:41:59.676702 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-3e2560d9-1702-4c53-819a-a59ebe1e8abf None None] Provisioning for port c8d67034-804b-4e90-94f6-cfef9aa7b5e0 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:41:59.682212 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-3e2560d9-1702-4c53-819a-a59ebe1e8abf None None] Provisioning complete for port c8d67034-804b-4e90-94f6-cfef9aa7b5e0 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:41:59.682212 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-3e2560d9-1702-4c53-819a-a59ebe1e8abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:41:59.885715 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ea617277-e1ea-4670-bc57-842c7561a080 req-21cbaba0-77dd-4bf0-bd19-2cc8b89ad8ad service neutron] 10.222.0.26 "GET /v2.0/networks/350b8d90-a566-446d-ae67-d3a6d73524f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080832 Jul 13 13:41:59.966974 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0624400-5e95-493e-b2eb-733514d527a3 req-85630623-41e6-400a-9bae-3a944567d186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:41:59.968424 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a0624400-5e95-493e-b2eb-733514d527a3 req-85630623-41e6-400a-9bae-3a944567d186 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c6349d73ae13458a9d892a7db2dc0433&device_id=e09381ea-19e8-4569-9cfc-1dec7c686fa5 HTTP/1.1" status: 200 len: 1099 time: 0.8968437 Jul 13 13:42:00.025383 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a0624400-5e95-493e-b2eb-733514d527a3 req-a497edb0-ed90-4747-b09f-b27f51d2b54f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=556645b5-7a97-4d3a-94a9-6bd9e5cf58f2 HTTP/1.1" status: 200 len: 217 time: 0.0433209 Jul 13 13:42:00.039851 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-c22b89f4-c606-4a77-b060-0cd4e4267996 req-cfdf5fca-a674-45bc-bb40-e986ab2ec7cd tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] For port 68387ff1-b98f-44cb-aef0-f4a8c799f544, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=68387ff1-b98f-44cb-aef0-f4a8c799f544,segment=NetworkSegment(55dc7e6e-18d5-43e8-af1f-8a95484ad68c),segment_id=55dc7e6e-18d5-43e8-af1f-8a95484ad68c)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:42:00.040584 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-c22b89f4-c606-4a77-b060-0cd4e4267996 req-cfdf5fca-a674-45bc-bb40-e986ab2ec7cd tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:00.047026 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-3e2560d9-1702-4c53-819a-a59ebe1e8abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:00.048505 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bc3cdf20-d665-429e-a1c7-c5eace646a8a tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5970588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4763339'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:00.068249 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57af9100-8948-4dc0-ae94-363c33129adc tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:42:00.087307 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6879944c-10c0-41a9-a4c4-c731a20dd399 None None] Sync routers for ids ['49bc2a5f-39cc-4c84-a2b8-4cc0289e2297'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:42:00.090286 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b89a5758-5409-43c5-be04-0d3468b719a5 req-16899873-1e7e-4059-bca9-f8054ddbfc29 service neutron] 10.222.0.23 "GET /v2.0/networks/6661932f-acfc-47b8-a77e-6e4fc4de80f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8095095 Jul 13 13:42:00.094442 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263c2c6d-0202-4548-9178-159bb56cb07e tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Pushing event updated for resources: {'Port': ['ID=b74693b1-1fbe-42de-9b46-ee58de216796,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:00.121893 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-57af9100-8948-4dc0-ae94-363c33129adc tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] 10.222.0.23 "PUT /v2.0/routers/49bc2a5f-39cc-4c84-a2b8-4cc0289e2297/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1515760 Jul 13 13:42:00.133093 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-3e2560d9-1702-4c53-819a-a59ebe1e8abf None None] For port c8d67034-804b-4e90-94f6-cfef9aa7b5e0, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=c8d67034-804b-4e90-94f6-cfef9aa7b5e0,segment=NetworkSegment(27f63a08-6db3-4d97-a988-03b1ef2e193c),segment_id=27f63a08-6db3-4d97-a988-03b1ef2e193c)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:42:00.143098 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6879944c-10c0-41a9-a4c4-c731a20dd399 None None] Routers {'49bc2a5f-39cc-4c84-a2b8-4cc0289e2297'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:42:00.143747 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-6879944c-10c0-41a9-a4c4-c731a20dd399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:41:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['49bc2a5f-39cc-4c84-a2b8-4cc0289e2297'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:42:00.149762 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-3e2560d9-1702-4c53-819a-a59ebe1e8abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:00.167876 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-263c2c6d-0202-4548-9178-159bb56cb07e tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Network 9db56dbb-6586-4de1-b24a-0495f681f710 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:42:00.171589 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 34330) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:42:00.195626 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0624400-5e95-493e-b2eb-733514d527a3 req-e332c596-aa73-4cad-95a8-58df1ed46382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:00.197635 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a0624400-5e95-493e-b2eb-733514d527a3 req-e332c596-aa73-4cad-95a8-58df1ed46382 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=60b55863-ceb6-45af-a8a4-4b22d72866af HTTP/1.1" status: 200 len: 843 time: 0.1407688 Jul 13 13:42:00.203191 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3cdf20-d665-429e-a1c7-c5eace646a8a tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Pushing event updated for resources: {'Subnet': ['ID=7ea397c0-4fbe-4d7f-9983-4a280d09bdd3,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:00.313019 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 34334) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:42:00.332509 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-c22b89f4-c606-4a77-b060-0cd4e4267996 req-cfdf5fca-a674-45bc-bb40-e986ab2ec7cd tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] Calling delete_port for 68387ff1-b98f-44cb-aef0-f4a8c799f544 owned by compute:nova {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:42:00.338754 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-6879944c-10c0-41a9-a4c4-c731a20dd399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:42:00.340439 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5044148-6c83-4a66-aa00-516de79f93aa req-6742799f-2791-457e-9ae4-55fb2a2c91ee tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:00.349071 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c5044148-6c83-4a66-aa00-516de79f93aa req-6742799f-2791-457e-9ae4-55fb2a2c91ee tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/ports?device_id=e09381ea-19e8-4569-9cfc-1dec7c686fa5 HTTP/1.1" status: 200 len: 948 time: 0.7644210 Jul 13 13:42:00.349753 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:00.382844 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3cdf20-d665-429e-a1c7-c5eace646a8a tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Checking segment: {'id': 'af6a54f1-3767-4dd9-b590-41d6147fb705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '2cd3f629-21c1-4089-814b-ac76071f5144'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:42:00.383278 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc3cdf20-d665-429e-a1c7-c5eace646a8a tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Network hostable DHCP agents. Network: 2cd3f629-21c1-4089-814b-ac76071f5144, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 13:42:00.390190 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-5e3f9e9a-67e9-4b79-8b0b-9bab751c222f req-c420f30a-6cf7-4351-8690-6b0a1e61de2d tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:00.396932 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6879944c-10c0-41a9-a4c4-c731a20dd399 None None] Routers {'49bc2a5f-39cc-4c84-a2b8-4cc0289e2297'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:42:00.398250 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-6879944c-10c0-41a9-a4c4-c731a20dd399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:41:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['49bc2a5f-39cc-4c84-a2b8-4cc0289e2297'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:42:00.416107 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2560d9-1702-4c53-819a-a59ebe1e8abf None None] Pushing event updated for resources: {'Port': ['ID=c8d67034-804b-4e90-94f6-cfef9aa7b5e0,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:00.498835 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-6879944c-10c0-41a9-a4c4-c731a20dd399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:42:00.500730 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6879944c-10c0-41a9-a4c4-c731a20dd399 None None] The sync data for ids ['49bc2a5f-39cc-4c84-a2b8-4cc0289e2297'] in n-d-800634-1 is: [] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:42:00.507954 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-263c2c6d-0202-4548-9178-159bb56cb07e tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:42:00.510292 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263c2c6d-0202-4548-9178-159bb56cb07e tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:42:00.512199 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e3f9e9a-67e9-4b79-8b0b-9bab751c222f req-c420f30a-6cf7-4351-8690-6b0a1e61de2d tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] No DVR routers for this DVR port 43e22aac-a75f-408c-8d12-9e42e81e64cb on host n-h2-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:42:00.514703 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-5e3f9e9a-67e9-4b79-8b0b-9bab751c222f req-c420f30a-6cf7-4351-8690-6b0a1e61de2d tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:00.516959 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5e3f9e9a-67e9-4b79-8b0b-9bab751c222f req-c420f30a-6cf7-4351-8690-6b0a1e61de2d tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] 10.222.0.41 "DELETE /v2.0/ports/43e22aac-a75f-408c-8d12-9e42e81e64cb HTTP/1.1" status: 204 len: 173 time: 2.1710517 Jul 13 13:42:00.517921 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-263c2c6d-0202-4548-9178-159bb56cb07e tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:00.518562 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-263c2c6d-0202-4548-9178-159bb56cb07e tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:00.519001 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0624400-5e95-493e-b2eb-733514d527a3 req-62295051-d936-4a05-9dfe-7c200f362c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:00.521711 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a0624400-5e95-493e-b2eb-733514d527a3 req-62295051-d936-4a05-9dfe-7c200f362c6f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e0bfb334-0fd9-4ba5-ba79-1568ecabee30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3130753 Jul 13 13:42:00.531531 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c420f30a-6cf7-4351-8690-6b0a1e61de2d tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] Pushing event deleted for resources: {'Port': ['ID=43e22aac-a75f-408c-8d12-9e42e81e64cb,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:00.539985 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-3bab61f1-738b-4302-8f37-af0d49cdf78b tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] 10.222.0.23 "GET /v2.0/ports?device_id=49bc2a5f-39cc-4c84-a2b8-4cc0289e2297 HTTP/1.1" status: 200 len: 205 time: 0.3587854 Jul 13 13:42:00.551387 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 34342) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:42:00.562717 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-db56dd4f-1c4a-41e0-b2bc-b99d9099f7e3 None None] Provisioning complete for port c8d67034-804b-4e90-94f6-cfef9aa7b5e0 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:42:00.563982 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-db56dd4f-1c4a-41e0-b2bc-b99d9099f7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:00.642976 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c5044148-6c83-4a66-aa00-516de79f93aa req-3f54bb14-bcda-4d1d-a3f8-5dc56ff3b2e7 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/security-groups?id=945af9a8-1349-436a-a066-b9a0fd8d3dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2930186 Jul 13 13:42:00.659929 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc3cdf20-d665-429e-a1c7-c5eace646a8a tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Network 2cd3f629-21c1-4089-814b-ac76071f5144 is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 13:42:00.664909 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-83022356-13cf-431f-a287-89bb0b8f63c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:00.743012 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:00.797526 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-c22b89f4-c606-4a77-b060-0cd4e4267996 req-cfdf5fca-a674-45bc-bb40-e986ab2ec7cd tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:00.837563 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device c8d67034-804b-4e90-94f6-cfef9aa7b5e0 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:42:00.846861 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a9283b45-b1cb-47c9-a87d-202294ec311e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:00.851982 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdf5fca-a674-45bc-bb40-e986ab2ec7cd tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] Pushing event deleted for resources: {'Port': ['ID=68387ff1-b98f-44cb-aef0-f4a8c799f544,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:00.860061 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a9283b45-b1cb-47c9-a87d-202294ec311e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:00.895725 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a0624400-5e95-493e-b2eb-733514d527a3 req-7518ad00-8126-4ad5-ba8f-001cafda225f service neutron] 10.222.0.41 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3589163 Jul 13 13:42:00.898083 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-bc3cdf20-d665-429e-a1c7-c5eace646a8a tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, 2cd3f629-21c1-4089-814b-ac76071f5144) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:42:00.902401 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7bd69567-b2f9-48fd-aea8-6971c28ca117 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks [] for router, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:00.903669 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-263c2c6d-0202-4548-9178-159bb56cb07e tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 3.0300872 Jul 13 13:42:00.919390 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 68387ff1-b98f-44cb-aef0-f4a8c799f544 no longer exists at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:42:00.921366 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e55d6d-99ba-4047-962f-12c1329a059b None None] Network 2cd3f629-21c1-4089-814b-ac76071f5144 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:42:00.942638 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 34352) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:42:00.948246 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-c22b89f4-c606-4a77-b060-0cd4e4267996 req-cfdf5fca-a674-45bc-bb40-e986ab2ec7cd tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] No DVR routers for this DVR port 68387ff1-b98f-44cb-aef0-f4a8c799f544 on host n-h1-800634-1 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:42:00.951387 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-c22b89f4-c606-4a77-b060-0cd4e4267996 req-cfdf5fca-a674-45bc-bb40-e986ab2ec7cd tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:00.954017 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c22b89f4-c606-4a77-b060-0cd4e4267996 req-cfdf5fca-a674-45bc-bb40-e986ab2ec7cd tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] 10.222.0.26 "DELETE /v2.0/ports/68387ff1-b98f-44cb-aef0-f4a8c799f544 HTTP/1.1" status: 204 len: 173 time: 2.6680346 Jul 13 13:42:00.963251 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cec1ccaf-291b-4390-abdd-7771033c01ed', 'name': 'network-vif-deleted', 'tag': '68387ff1-b98f-44cb-aef0-f4a8c799f544'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:42:00.967663 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d17b627af75e17e0f4b8d6239d04f8c2f78634e2c585e32a7aeca336500f34a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2286e98e-78c1-4462-b02f-ec30f41ea51f" -d '{"events": [{"server_uuid": "cec1ccaf-291b-4390-abdd-7771033c01ed", "name": "network-vif-deleted", "tag": "68387ff1-b98f-44cb-aef0-f4a8c799f544"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:42:00.971793 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-35bacd15-39b5-4150-bd05-7a57bf17f4ac tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:42:00.989924 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-a9283b45-b1cb-47c9-a87d-202294ec311e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ac3e60715b214f06a6cb3bf7e52f186c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8020167 Jul 13 13:42:00.991352 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9283b45-b1cb-47c9-a87d-202294ec311e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84829c3f-167e-45b8-b49d-9d9891555977,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:00.994681 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 34356) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:42:01.075382 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a3daf34-c985-4c3c-93dd-f3c5af9df9ed x-openstack-request-id: req-8a3daf34-c985-4c3c-93dd-f3c5af9df9ed {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:42:01.075670 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cec1ccaf-291b-4390-abdd-7771033c01ed", "name": "network-vif-deleted", "tag": "68387ff1-b98f-44cb-aef0-f4a8c799f544", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:42:01.078616 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8a3daf34-c985-4c3c-93dd-f3c5af9df9ed {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:42:01.079231 n-d-800634-1 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cec1ccaf-291b-4390-abdd-7771033c01ed', 'name': 'network-vif-deleted', 'tag': '68387ff1-b98f-44cb-aef0-f4a8c799f544', 'status': 'completed', 'code': 200} Jul 13 13:42:01.095688 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc3cdf20-d665-429e-a1c7-c5eace646a8a tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:01.097770 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bc3cdf20-d665-429e-a1c7-c5eace646a8a tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:01.107465 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-44c0555b-95a0-47fb-9adc-f8db8aa4ea85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:01.122287 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-381d4315-9089-413f-a071-aa2897bda790 None None] No Port match for: 68387ff1-b98f-44cb-aef0-f4a8c799f544 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:42:01.122640 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 68387ff1-b98f-44cb-aef0-f4a8c799f544 not bound to the agent host n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:42:01.155766 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-44c0555b-95a0-47fb-9adc-f8db8aa4ea85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:01.157099 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port c8d67034-804b-4e90-94f6-cfef9aa7b5e0 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:42:01.157416 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:01.237073 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab13e48-9a05-4cc8-8536-f6dc32932c79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a7201e1-61ce-5a3e-b7f7-e800379ed03b-2cd3f629-21c1-4089-814b-ac76071f5144', 'network_id': '2cd3f629-21c1-4089-814b-ac76071f5144', 'tenant_id': '7aead08af6bf440ca982d5ee9b154ced', 'fixed_ips': [{'subnet_id': '7ea397c0-4fbe-4d7f-9983-4a280d09bdd3'}]}} from n-d-800634-1. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 13:42:01.238109 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8ab13e48-9a05-4cc8-8536-f6dc32932c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:01.272513 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d4a47107-4f01-42f6-bfe2-37856a9aa128 req-a27de03c-60d9-4792-ad6e-abac19bcc6ea tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] 10.222.0.23 "GET /v2.0/ports?device_id=77e0f546-be32-4071-bd8c-0c62d6d3b92f HTTP/1.1" status: 200 len: 210 time: 0.0993154 Jul 13 13:42:01.327902 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-44c0555b-95a0-47fb-9adc-f8db8aa4ea85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:01.331304 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-44c0555b-95a0-47fb-9adc-f8db8aa4ea85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:01.332811 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-44c0555b-95a0-47fb-9adc-f8db8aa4ea85 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/84829c3f-167e-45b8-b49d-9d9891555977 HTTP/1.1" status: 204 len: 168 time: 0.3363237 Jul 13 13:42:01.354220 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23ff12c0-200a-4782-8d29-8183ab97137f', 'name': 'network-vif-deleted', 'tag': '43e22aac-a75f-408c-8d12-9e42e81e64cb'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:42:01.356979 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06f7e922-a9fa-41f2-855f-5ab1f9853df3" -d '{"events": [{"server_uuid": "23ff12c0-200a-4782-8d29-8183ab97137f", "name": "network-vif-deleted", "tag": "43e22aac-a75f-408c-8d12-9e42e81e64cb"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:42:01.406754 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c0555b-95a0-47fb-9adc-f8db8aa4ea85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84829c3f-167e-45b8-b49d-9d9891555977,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:01.459761 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-8ab13e48-9a05-4cc8-8536-f6dc32932c79 None None] Allocated IP 19.86.0.2 (2cd3f629-21c1-4089-814b-ac76071f5144/7ea397c0-4fbe-4d7f-9983-4a280d09bdd3/2c779ff2-a2e1-40b1-a4d2-81787183d430) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:42:01.488519 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f02b143-905e-40cc-9c67-e5952109b9ac x-openstack-request-id: req-1f02b143-905e-40cc-9c67-e5952109b9ac {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:42:01.488885 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23ff12c0-200a-4782-8d29-8183ab97137f", "name": "network-vif-deleted", "tag": "43e22aac-a75f-408c-8d12-9e42e81e64cb", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:42:01.489278 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1f02b143-905e-40cc-9c67-e5952109b9ac {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:42:01.489492 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23ff12c0-200a-4782-8d29-8183ab97137f', 'name': 'network-vif-deleted', 'tag': '43e22aac-a75f-408c-8d12-9e42e81e64cb', 'status': 'completed', 'code': 200} Jul 13 13:42:01.636339 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8ab13e48-9a05-4cc8-8536-f6dc32932c79 None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:01.647500 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-8ab13e48-9a05-4cc8-8536-f6dc32932c79 None None] Transition to ACTIVE for port object 2c779ff2-a2e1-40b1-a4d2-81787183d430 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:42:01.666921 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-8ab13e48-9a05-4cc8-8536-f6dc32932c79 None None] Transition to ACTIVE for port object 2c779ff2-a2e1-40b1-a4d2-81787183d430 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:42:01.677235 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8ab13e48-9a05-4cc8-8536-f6dc32932c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:01.753806 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7bd69567-b2f9-48fd-aea8-6971c28ca117 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1591938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2696'] for router, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:01.756993 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7bd69567-b2f9-48fd-aea8-6971c28ca117 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:01.769906 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab13e48-9a05-4cc8-8536-f6dc32932c79 None None] Network 2cd3f629-21c1-4089-814b-ac76071f5144 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:42:01.777664 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-8ab13e48-9a05-4cc8-8536-f6dc32932c79 None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:42:01.784175 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab13e48-9a05-4cc8-8536-f6dc32932c79 None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:42:01.797353 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab13e48-9a05-4cc8-8536-f6dc32932c79 None None] Pushing event updated for resources: {'Port': ['ID=2c779ff2-a2e1-40b1-a4d2-81787183d430,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:01.829809 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-35bacd15-39b5-4150-bd05-7a57bf17f4ac tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:01.853765 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a0624400-5e95-493e-b2eb-733514d527a3 req-2407cc1a-0a2b-4eb6-9cdb-c443a9ed5556 service neutron] 10.222.0.41 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9332180 Jul 13 13:42:01.860246 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7bd69567-b2f9-48fd-aea8-6971c28ca117 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593106'] for router, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:01.860965 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bd69567-b2f9-48fd-aea8-6971c28ca117 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Fanout notify agent at l3_agent the message router_deleted on router 49bc2a5f-39cc-4c84-a2b8-4cc0289e2297 {{(pid=93750) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 13:42:01.967911 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-8ab13e48-9a05-4cc8-8536-f6dc32932c79 None None] Attempting to bind port 2c779ff2-a2e1-40b1-a4d2-81787183d430 on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:42:01.968295 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-8ab13e48-9a05-4cc8-8536-f6dc32932c79 None None] Attempting to bind port 2c779ff2-a2e1-40b1-a4d2-81787183d430 by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': 'af6a54f1-3767-4dd9-b590-41d6147fb705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '2cd3f629-21c1-4089-814b-ac76071f5144'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:42:01.972290 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab13e48-9a05-4cc8-8536-f6dc32932c79 None None] Attempting to bind port 2c779ff2-a2e1-40b1-a4d2-81787183d430 on network 2cd3f629-21c1-4089-814b-ac76071f5144 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:42:01.976834 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7bd69567-b2f9-48fd-aea8-6971c28ca117 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:01.977998 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-7bd69567-b2f9-48fd-aea8-6971c28ca117 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] 10.222.0.23 "DELETE /v2.0/routers/49bc2a5f-39cc-4c84-a2b8-4cc0289e2297 HTTP/1.1" status: 204 len: 168 time: 1.3340745 Jul 13 13:42:01.981445 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 34378) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:42:01.988015 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab13e48-9a05-4cc8-8536-f6dc32932c79 None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 41, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:42:01.988015 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab13e48-9a05-4cc8-8536-f6dc32932c79 None None] Checking segment: {'id': 'af6a54f1-3767-4dd9-b590-41d6147fb705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '2cd3f629-21c1-4089-814b-ac76071f5144'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:42:01.988663 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8ab13e48-9a05-4cc8-8536-f6dc32932c79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:01.988748 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab13e48-9a05-4cc8-8536-f6dc32932c79 None None] Bound using segment: {'id': 'af6a54f1-3767-4dd9-b590-41d6147fb705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '2cd3f629-21c1-4089-814b-ac76071f5144'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:42:01.989189 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-8ab13e48-9a05-4cc8-8536-f6dc32932c79 None None] Bound port: 2c779ff2-a2e1-40b1-a4d2-81787183d430, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af6a54f1-3767-4dd9-b590-41d6147fb705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '2cd3f629-21c1-4089-814b-ac76071f5144'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:42:01.993827 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8ab13e48-9a05-4cc8-8536-f6dc32932c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:02.111362 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e2f47f0-a4da-44a3-9985-ceceb4bf0990 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Deleting subnet 2914db74-0de1-4262-aae4-39bd37f1e9a3 {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 13:42:02.112023 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-8ab13e48-9a05-4cc8-8536-f6dc32932c79 None None] For port 2c779ff2-a2e1-40b1-a4d2-81787183d430, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:42:02.115766 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-8ab13e48-9a05-4cc8-8536-f6dc32932c79 None None] For port 2c779ff2-a2e1-40b1-a4d2-81787183d430, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=2c779ff2-a2e1-40b1-a4d2-81787183d430,segment=NetworkSegment(af6a54f1-3767-4dd9-b590-41d6147fb705),segment_id=af6a54f1-3767-4dd9-b590-41d6147fb705)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:42:02.117532 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2e2f47f0-a4da-44a3-9985-ceceb4bf0990 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:02.124773 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8ab13e48-9a05-4cc8-8536-f6dc32932c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:02.139472 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-83022356-13cf-431f-a287-89bb0b8f63c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:02.158101 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-83022356-13cf-431f-a287-89bb0b8f63c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:02.192847 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2e2f47f0-a4da-44a3-9985-ceceb4bf0990 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6018489'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:02.193665 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-bc3cdf20-d665-429e-a1c7-c5eace646a8a tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.9644101 Jul 13 13:42:02.211292 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 43e22aac-a75f-408c-8d12-9e42e81e64cb no longer exists at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:42:02.224092 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-35bacd15-39b5-4150-bd05-7a57bf17f4ac tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:02.249175 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-35bacd15-39b5-4150-bd05-7a57bf17f4ac tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:02.255266 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-83022356-13cf-431f-a287-89bb0b8f63c2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=34fda2cb620546f29259070457840e1e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9339249 Jul 13 13:42:02.255448 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] No Port match for: 43e22aac-a75f-408c-8d12-9e42e81e64cb {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:42:02.255448 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 43e22aac-a75f-408c-8d12-9e42e81e64cb not bound to the agent host n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:42:02.259768 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab13e48-9a05-4cc8-8536-f6dc32932c79 None None] Pushing event updated for resources: {'Port': ['ID=2c779ff2-a2e1-40b1-a4d2-81787183d430,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:02.264190 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 34388) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:42:02.264612 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83022356-13cf-431f-a287-89bb0b8f63c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b61d6cd1-ce50-4084-8aa7-176bd4acbf7f,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:02.333862 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaa5dd1-cc86-47e4-8f76-b46d823edd34 req-ce9b74d6-1310-4849-87cb-c5f5c209cfff tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:02.335508 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-afaa5dd1-cc86-47e4-8f76-b46d823edd34 req-ce9b74d6-1310-4849-87cb-c5f5c209cfff tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/ports?device_id=e09381ea-19e8-4569-9cfc-1dec7c686fa5 HTTP/1.1" status: 200 len: 948 time: 0.3309259 Jul 13 13:42:02.337409 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d94008-2579-4f49-86c6-98d9b84fa13c req-0da8e67d-ecca-4261-a7bf-dcfa880e9f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:02.338993 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-01d94008-2579-4f49-86c6-98d9b84fa13c req-0da8e67d-ecca-4261-a7bf-dcfa880e9f74 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c6349d73ae13458a9d892a7db2dc0433&device_id=e09381ea-19e8-4569-9cfc-1dec7c686fa5 HTTP/1.1" status: 200 len: 1099 time: 0.2743511 Jul 13 13:42:02.349932 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-35bacd15-39b5-4150-bd05-7a57bf17f4ac tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] In _notify_port_updated(), no bound segment for port b74693b1-1fbe-42de-9b46-ee58de216796 on network 9db56dbb-6586-4de1-b24a-0495f681f710 {{(pid=93750) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 13 13:42:02.352668 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2e2f47f0-a4da-44a3-9985-ceceb4bf0990 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:02.356002 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35bacd15-39b5-4150-bd05-7a57bf17f4ac tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:02.356661 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-35bacd15-39b5-4150-bd05-7a57bf17f4ac tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:02.360860 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-35bacd15-39b5-4150-bd05-7a57bf17f4ac tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] 10.222.0.23 "PUT /v2.0/ports/b74693b1-1fbe-42de-9b46-ee58de216796 HTTP/1.1" status: 200 len: 818 time: 1.4171848 Jul 13 13:42:02.368448 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 34394) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:42:02.543421 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2e2f47f0-a4da-44a3-9985-ceceb4bf0990 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6018534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6105009'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:02.602469 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2f47f0-a4da-44a3-9985-ceceb4bf0990 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Pushing event deleted for resources: {'Subnet': ['ID=2914db74-0de1-4262-aae4-39bd37f1e9a3,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:02.658102 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f93fda-b79a-40a2-a17f-4c2e2d7f5054 None None] Network e09ece62-2540-4783-9878-6aff6770b45b requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:42:02.663818 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-9b6a3516-73e0-4e9b-9c46-f45dc9989912 req-f4309dca-c7fd-4dae-ac21-7425a14859e6 tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] 10.222.0.23 "GET /v2.0/ports?device_id=77e0f546-be32-4071-bd8c-0c62d6d3b92f HTTP/1.1" status: 200 len: 210 time: 0.1072814 Jul 13 13:42:02.670955 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2e2f47f0-a4da-44a3-9985-ceceb4bf0990 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:02.681399 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-2e2f47f0-a4da-44a3-9985-ceceb4bf0990 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] 10.222.0.23 "DELETE /v2.0/subnets/2914db74-0de1-4262-aae4-39bd37f1e9a3 HTTP/1.1" status: 204 len: 168 time: 0.6971722 Jul 13 13:42:02.707109 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 34404) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:42:02.912091 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 2c779ff2-a2e1-40b1-a4d2-81787183d430 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:42:03.078903 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port 2c779ff2-a2e1-40b1-a4d2-81787183d430 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:42:03.086727 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea75658-f650-40a7-8542-f625cdfdc89e req-c796e574-603c-4a71-bae3-b7fe3521ff8b tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:03.101585 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea75658-f650-40a7-8542-f625cdfdc89e req-c796e574-603c-4a71-bae3-b7fe3521ff8b tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:03.111686 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-bea75658-f650-40a7-8542-f625cdfdc89e req-c796e574-603c-4a71-bae3-b7fe3521ff8b tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] 10.222.0.23 "GET /v2.0/networks?id=537cc3d3-b4a9-45da-af17-7bd28a40a8b6&id=2cd3f629-21c1-4089-814b-ac76071f5144&id=537cc3d3-b4a9-45da-af17-7bd28a40a8b6 HTTP/1.1" status: 200 len: 1391 time: 0.2734087 Jul 13 13:42:03.143601 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bacd15-39b5-4150-bd05-7a57bf17f4ac tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Pushing event updated for resources: {'Port': ['ID=b74693b1-1fbe-42de-9b46-ee58de216796,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:03.246947 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12be2c64-6e08-452b-8f3d-fe01bac49944 None None] DHCP port deletion for e09ece62-2540-4783-9878-6aff6770b45b request from n-d-800634-1 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 13:42:03.337463 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89a5758-5409-43c5-be04-0d3468b719a5 req-d87e5ea4-fdcd-45e8-bbb3-5fd115f07a8e tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:03.339066 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b89a5758-5409-43c5-be04-0d3468b719a5 req-d87e5ea4-fdcd-45e8-bbb3-5fd115f07a8e tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] 10.222.0.26 "GET /v2.0/networks?id=6661932f-acfc-47b8-a77e-6e4fc4de80f6 HTTP/1.1" status: 200 len: 812 time: 0.6888783 Jul 13 13:42:03.365665 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-afaa5dd1-cc86-47e4-8f76-b46d823edd34 req-26c08e22-78d3-4c8d-8da7-29c7a30df13d tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/security-groups?id=945af9a8-1349-436a-a066-b9a0fd8d3dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9979603 Jul 13 13:42:03.384200 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-12be2c64-6e08-452b-8f3d-fe01bac49944 None None] Deleting port 545c4b08-22a6-4c6e-9659-d9cf965b368d {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:42:03.384200 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-12be2c64-6e08-452b-8f3d-fe01bac49944 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:03.389070 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-b89a5758-5409-43c5-be04-0d3468b719a5 req-14ace5b5-24a1-4ca2-9199-4f5fb12efea4 tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] Request body: {'port': {'device_id': '3e1f3f33-68fb-49c2-a0d5-b2faebeef60d', 'network_id': '6661932f-acfc-47b8-a77e-6e4fc4de80f6', 'admin_state_up': True, 'tenant_id': '99f7bb78cef648f386735a7708e302b1'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:42:03.427942 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-80772492-203f-41ea-b33d-9df14fefdfbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:03.566588 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-12be2c64-6e08-452b-8f3d-fe01bac49944 None None] For port 545c4b08-22a6-4c6e-9659-d9cf965b368d, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=545c4b08-22a6-4c6e-9659-d9cf965b368d,segment=NetworkSegment(840cb5a1-a5c0-4426-9f22-0415219e25bb),segment_id=840cb5a1-a5c0-4426-9f22-0415219e25bb)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:42:03.567997 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-12be2c64-6e08-452b-8f3d-fe01bac49944 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:03.599778 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-12be2c64-6e08-452b-8f3d-fe01bac49944 None None] Calling delete_port for 545c4b08-22a6-4c6e-9659-d9cf965b368d owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:42:03.600607 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d94008-2579-4f49-86c6-98d9b84fa13c req-7296e4d1-4eb8-47fd-b2da-cd61effe5aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:03.610364 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-bea75658-f650-40a7-8542-f625cdfdc89e req-5751fca3-a5fb-4c6d-9b9c-c0090ee0a8b7 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] 10.222.0.23 "GET /v2.0/quotas/7aead08af6bf440ca982d5ee9b154ced HTTP/1.1" status: 200 len: 375 time: 0.4973485 Jul 13 13:42:03.611064 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-01d94008-2579-4f49-86c6-98d9b84fa13c req-7296e4d1-4eb8-47fd-b2da-cd61effe5aba service neutron] 10.222.0.41 "GET /v2.0/networks?id=e0bfb334-0fd9-4ba5-ba79-1568ecabee30 HTTP/1.1" status: 200 len: 869 time: 1.2490859 Jul 13 13:42:03.689854 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b89a5758-5409-43c5-be04-0d3468b719a5 req-14ace5b5-24a1-4ca2-9199-4f5fb12efea4 tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] Made reservation on behalf of 99f7bb78cef648f386735a7708e302b1 for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:42:03.691402 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89a5758-5409-43c5-be04-0d3468b719a5 req-95892ffe-e345-490e-b7e5-726504ea2875 tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:03.693156 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b89a5758-5409-43c5-be04-0d3468b719a5 req-95892ffe-e345-490e-b7e5-726504ea2875 tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] 10.222.0.26 "GET /v2.0/networks?id=6661932f-acfc-47b8-a77e-6e4fc4de80f6 HTTP/1.1" status: 200 len: 812 time: 0.5386977 Jul 13 13:42:03.694876 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-b89a5758-5409-43c5-be04-0d3468b719a5 req-14ace5b5-24a1-4ca2-9199-4f5fb12efea4 tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:03.703773 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-80772492-203f-41ea-b33d-9df14fefdfbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:03.728808 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-b89a5758-5409-43c5-be04-0d3468b719a5 req-2bd3993e-e101-4d49-9c49-f6e122f7be2a tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] Request body: {'port': {'device_id': '77e0f546-be32-4071-bd8c-0c62d6d3b92f', 'network_id': '6661932f-acfc-47b8-a77e-6e4fc4de80f6', 'admin_state_up': True, 'tenant_id': '99f7bb78cef648f386735a7708e302b1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:42:03.763622 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-12be2c64-6e08-452b-8f3d-fe01bac49944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:03.777493 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ac521ff0-b01f-47c4-beec-9c41b491d23f tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:03.788555 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12be2c64-6e08-452b-8f3d-fe01bac49944 None None] No DVR routers for this DVR port 545c4b08-22a6-4c6e-9659-d9cf965b368d on host n-d-800634-1 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:42:03.831354 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-01d94008-2579-4f49-86c6-98d9b84fa13c req-09401003-cf24-4130-887c-adff00c749a1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=556645b5-7a97-4d3a-94a9-6bd9e5cf58f2 HTTP/1.1" status: 200 len: 217 time: 0.1854758 Jul 13 13:42:03.850260 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12be2c64-6e08-452b-8f3d-fe01bac49944 None None] Pushing event deleted for resources: {'Port': ['ID=545c4b08-22a6-4c6e-9659-d9cf965b368d,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:03.865062 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d0d96b-21d0-4a56-b9aa-df026d57c4b6 None None] Network 2cd3f629-21c1-4089-814b-ac76071f5144 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:42:03.942031 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-bea75658-f650-40a7-8542-f625cdfdc89e req-98d9b779-6f15-4bca-80b7-9430842b3f64 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=7aead08af6bf440ca982d5ee9b154ced&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3306160 Jul 13 13:42:04.009837 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-f17b24cc-b8f8-4d3e-bf7c-9572dde9553a tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Deleting port b74693b1-1fbe-42de-9b46-ee58de216796 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:42:04.013465 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f17b24cc-b8f8-4d3e-bf7c-9572dde9553a tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:04.075636 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b1cd4806-1e23-4551-9e75-f1c64d1ae608 None None] Provisioning for port 2c779ff2-a2e1-40b1-a4d2-81787183d430 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:42:04.087428 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b1cd4806-1e23-4551-9e75-f1c64d1ae608 None None] Provisioning complete for port 2c779ff2-a2e1-40b1-a4d2-81787183d430 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:42:04.087804 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b1cd4806-1e23-4551-9e75-f1c64d1ae608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:04.110170 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c9cea706-adc9-4c72-824b-b02f857345f3 req-97787081-2a3d-4aac-aa06-0b9256caecce tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] 10.222.0.23 "GET /v2.0/ports?device_id=77e0f546-be32-4071-bd8c-0c62d6d3b92f HTTP/1.1" status: 200 len: 210 time: 0.2111046 Jul 13 13:42:04.113982 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-bea75658-f650-40a7-8542-f625cdfdc89e req-d25233cf-4596-4df5-8d9e-64edeedb95ae service neutron] 10.222.0.23 "GET /v2.0/networks/537cc3d3-b4a9-45da-af17-7bd28a40a8b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619425 Jul 13 13:42:04.206798 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 556645b5-7a97-4d3a-94a9-6bd9e5cf58f2 details requested by agent hyperv_n-h2-800634-1 with host n-h2-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 13:42:04.236614 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b1cd4806-1e23-4551-9e75-f1c64d1ae608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:04.281255 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b1cd4806-1e23-4551-9e75-f1c64d1ae608 None None] For port 2c779ff2-a2e1-40b1-a4d2-81787183d430, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=2c779ff2-a2e1-40b1-a4d2-81787183d430,segment=NetworkSegment(af6a54f1-3767-4dd9-b590-41d6147fb705),segment_id=af6a54f1-3767-4dd9-b590-41d6147fb705)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:42:04.284492 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d94008-2579-4f49-86c6-98d9b84fa13c req-9aa758b5-a21f-4fe6-9e15-1b73c2fd90ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:04.285996 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-01d94008-2579-4f49-86c6-98d9b84fa13c req-9aa758b5-a21f-4fe6-9e15-1b73c2fd90ce service neutron] 10.222.0.41 "GET /v2.0/subnets?id=60b55863-ceb6-45af-a8a4-4b22d72866af HTTP/1.1" status: 200 len: 843 time: 0.3860552 Jul 13 13:42:04.331731 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f17b24cc-b8f8-4d3e-bf7c-9572dde9553a tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:04.336648 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-80772492-203f-41ea-b33d-9df14fefdfbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:04.339647 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-80772492-203f-41ea-b33d-9df14fefdfbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:04.341454 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-80772492-203f-41ea-b33d-9df14fefdfbe admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b61d6cd1-ce50-4084-8aa7-176bd4acbf7f HTTP/1.1" status: 204 len: 168 time: 2.0731070 Jul 13 13:42:04.380342 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b1cd4806-1e23-4551-9e75-f1c64d1ae608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:04.446471 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 556645b5-7a97-4d3a-94a9-6bd9e5cf58f2, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=556645b5-7a97-4d3a-94a9-6bd9e5cf58f2,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:42:04.453374 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [req-b89a5758-5409-43c5-be04-0d3468b719a5 req-14ace5b5-24a1-4ca2-9199-4f5fb12efea4 tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] Allocated IP 172.20.0.12 (6661932f-acfc-47b8-a77e-6e4fc4de80f6/80edefc4-fa33-4530-84fe-f39db6b6f56c/c99b899b-0238-40b5-96c0-b464cd08063b) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:42:04.485479 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Returning: {'device': '556645b5-7a97-4d3a-94a9-6bd9e5cf58f2', 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30', 'port_id': '556645b5-7a97-4d3a-94a9-6bd9e5cf58f2', 'mac_address': 'fa:16:3e:ce:40:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60b55863-ceb6-45af-a8a4-4b22d72866af', 'ip_address': '192.168.233.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 13:42:04.491361 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cd4806-1e23-4551-9e75-f1c64d1ae608 None None] Pushing event updated for resources: {'Port': ['ID=2c779ff2-a2e1-40b1-a4d2-81787183d430,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:04.507911 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80772492-203f-41ea-b33d-9df14fefdfbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b61d6cd1-ce50-4084-8aa7-176bd4acbf7f,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:04.526602 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-f17b24cc-b8f8-4d3e-bf7c-9572dde9553a tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Calling delete_port for b74693b1-1fbe-42de-9b46-ee58de216796 owned by {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:42:04.543775 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ac521ff0-b01f-47c4-beec-9c41b491d23f tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:04.647501 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-ac521ff0-b01f-47c4-beec-9c41b491d23f tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e09ece62-2540-4783-9878-6aff6770b45b']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:42:04.658626 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:04.660393 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-13a84378-1f3d-47b3-a03b-6439fe4decb5 None None] Provisioning complete for port 2c779ff2-a2e1-40b1-a4d2-81787183d430 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:42:04.660752 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-13a84378-1f3d-47b3-a03b-6439fe4decb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:04.693607 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 556645b5-7a97-4d3a-94a9-6bd9e5cf58f2 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:42:04.724101 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-ac521ff0-b01f-47c4-beec-9c41b491d23f tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '840cb5a1-a5c0-4426-9f22-0415219e25bb') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:42:04.725584 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-ac521ff0-b01f-47c4-beec-9c41b491d23f tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '840cb5a1-a5c0-4426-9f22-0415219e25bb') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:42:04.749402 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 556645b5-7a97-4d3a-94a9-6bd9e5cf58f2, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=556645b5-7a97-4d3a-94a9-6bd9e5cf58f2,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:42:04.758410 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:04.770586 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d94008-2579-4f49-86c6-98d9b84fa13c req-fd7cf965-15e4-4afc-b351-ac8c4d787225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:04.772785 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-01d94008-2579-4f49-86c6-98d9b84fa13c req-fd7cf965-15e4-4afc-b351-ac8c4d787225 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e0bfb334-0fd9-4ba5-ba79-1568ecabee30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4530969 Jul 13 13:42:04.775800 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f17b24cc-b8f8-4d3e-bf7c-9572dde9553a tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:04.780001 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b89a5758-5409-43c5-be04-0d3468b719a5 req-2bd3993e-e101-4d49-9c49-f6e122f7be2a tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] Made reservation on behalf of 99f7bb78cef648f386735a7708e302b1 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:42:04.784446 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-b89a5758-5409-43c5-be04-0d3468b719a5 req-2bd3993e-e101-4d49-9c49-f6e122f7be2a tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:04.800420 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ac521ff0-b01f-47c4-beec-9c41b491d23f tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6018464'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:04.833652 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 2c779ff2-a2e1-40b1-a4d2-81787183d430 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:42:04.840934 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-bea75658-f650-40a7-8542-f625cdfdc89e req-c75db767-7c0f-47fa-a095-465e9b50a603 service neutron] 10.222.0.23 "GET /v2.0/networks/537cc3d3-b4a9-45da-af17-7bd28a40a8b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6815796 Jul 13 13:42:04.879369 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17b24cc-b8f8-4d3e-bf7c-9572dde9553a tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Pushing event deleted for resources: {'Port': ['ID=b74693b1-1fbe-42de-9b46-ee58de216796,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:04.882020 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=556645b5-7a97-4d3a-94a9-6bd9e5cf58f2,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:04.887316 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f17b24cc-b8f8-4d3e-bf7c-9572dde9553a tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:04.891629 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-f17b24cc-b8f8-4d3e-bf7c-9572dde9553a tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] 10.222.0.23 "DELETE /v2.0/ports/b74693b1-1fbe-42de-9b46-ee58de216796 HTTP/1.1" status: 204 len: 168 time: 2.5065148 Jul 13 13:42:04.902871 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 34434) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:42:04.915719 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 2c779ff2-a2e1-40b1-a4d2-81787183d430 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:42:04.916037 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:04.961388 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['556645b5-7a97-4d3a-94a9-6bd9e5cf58f2'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:42:04.988412 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbebb23-a026-4e45-b7aa-326099a8b6dd req-d242287b-dddf-4c27-9174-b02516894dde tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:04.990019 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3cbebb23-a026-4e45-b7aa-326099a8b6dd req-d242287b-dddf-4c27-9174-b02516894dde tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/ports?device_id=e09381ea-19e8-4569-9cfc-1dec7c686fa5 HTTP/1.1" status: 200 len: 948 time: 0.3124514 Jul 13 13:42:05.051706 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ac521ff0-b01f-47c4-beec-9c41b491d23f tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:05.084138 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac521ff0-b01f-47c4-beec-9c41b491d23f tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 13:42:05.084587 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ac521ff0-b01f-47c4-beec-9c41b491d23f tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6018632'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:05.093115 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:42:05.093115 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:42:05.093115 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:42:05.093115 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:42:05.093115 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:42:05.093115 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:42:05.093115 n-d-800634-1 neutron-server[93751]: Traceback (most recent call last): Jul 13 13:42:05.093115 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 13:42:05.093115 n-d-800634-1 neutron-server[93751]: timer() Jul 13 13:42:05.093115 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 13:42:05.093115 n-d-800634-1 neutron-server[93751]: cb(*args, **kw) Jul 13 13:42:05.093115 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 13:42:05.093115 n-d-800634-1 neutron-server[93751]: return func(*args, **kwargs) Jul 13 13:42:05.093115 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 13:42:05.093115 n-d-800634-1 neutron-server[93751]: self._notify() Jul 13 13:42:05.093115 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 13:42:05.093115 n-d-800634-1 neutron-server[93751]: self.callback(batched_events) Jul 13 13:42:05.093115 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 13:42:05.093115 n-d-800634-1 neutron-server[93751]: event.method(event) Jul 13 13:42:05.093115 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 13:42:05.093115 n-d-800634-1 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 13:42:05.093115 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 13:42:05.093115 n-d-800634-1 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 13:42:05.093115 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 13:42:05.093115 n-d-800634-1 neutron-server[93751]: return f(self, *a, **k) Jul 13 13:42:05.093115 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 13:42:05.093115 n-d-800634-1 neutron-server[93751]: return self._get(url).json() Jul 13 13:42:05.093115 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 13:42:05.093115 n-d-800634-1 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 13:42:05.093115 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 13:42:05.093115 n-d-800634-1 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 13 13:42:05.093115 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 13:42:05.093115 n-d-800634-1 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 13:42:05.093115 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 13:42:05.093115 n-d-800634-1 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 13:42:05.093115 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 13:42:05.093115 n-d-800634-1 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 13:42:05.093115 n-d-800634-1 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 13:42:05.137869 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-bea75658-f650-40a7-8542-f625cdfdc89e req-853823bd-b95e-4fc0-9aca-a7338d0ca68d service neutron] 10.222.0.23 "GET /v2.0/networks/2cd3f629-21c1-4089-814b-ac76071f5144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2959287 Jul 13 13:42:05.147406 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 545c4b08-22a6-4c6e-9659-d9cf965b368d no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:42:05.161605 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61ec1e28-6b2a-441f-9f1b-63480a76e393 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:05.165472 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-61ec1e28-6b2a-441f-9f1b-63480a76e393 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2616000 Jul 13 13:42:05.170197 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3cbebb23-a026-4e45-b7aa-326099a8b6dd req-d5bf1408-41c5-401e-b59c-7fd936fedbac tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/security-groups?id=945af9a8-1349-436a-a066-b9a0fd8d3dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674569 Jul 13 13:42:05.170703 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 34446) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:42:05.174179 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-01d94008-2579-4f49-86c6-98d9b84fa13c req-7b3a0dfd-520e-4c12-a1b2-cbe1de84e106 service neutron] 10.222.0.41 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3770957 Jul 13 13:42:05.195084 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: 545c4b08-22a6-4c6e-9659-d9cf965b368d {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:42:05.195084 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 545c4b08-22a6-4c6e-9659-d9cf965b368d not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:42:05.232414 n-d-800634-1 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b0c7cbd-ee99-493e-99e0-ac7e9d86b82c tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] GET failed (client error): The resource could not be found. Jul 13 13:42:05.239000 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-6b0c7cbd-ee99-493e-99e0-ac7e9d86b82c tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] 10.222.0.23 "GET /v2.0/ports/b74693b1-1fbe-42de-9b46-ee58de216796 HTTP/1.1" status: 404 len: 333 time: 0.0663593 Jul 13 13:42:05.239707 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 34448) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:42:05.283833 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-03470ceb-dd2d-47e5-9b8b-7e01e4d6717a tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-848761288'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:42:05.291042 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ac521ff0-b01f-47c4-beec-9c41b491d23f tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:05.306683 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ac521ff0-b01f-47c4-beec-9c41b491d23f tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:05.312892 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-ac521ff0-b01f-47c4-beec-9c41b491d23f tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] 10.222.0.23 "DELETE /v2.0/networks/e09ece62-2540-4783-9878-6aff6770b45b HTTP/1.1" status: 204 len: 168 time: 2.5968783 Jul 13 13:42:05.319002 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 34454) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:42:05.324636 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-3267fe84-9dae-47f0-89ab-a240f2e11563 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1786170495', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:42:05.345681 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac521ff0-b01f-47c4-beec-9c41b491d23f tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Pushing event deleted for resources: {'Network': ['ID=e09ece62-2540-4783-9878-6aff6770b45b,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:05.356692 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-b89a5758-5409-43c5-be04-0d3468b719a5 req-14ace5b5-24a1-4ca2-9199-4f5fb12efea4 tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:05.371817 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03470ceb-dd2d-47e5-9b8b-7e01e4d6717a tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Made reservation on behalf of 8b3e8ef7cfb0436e8cb330362d71f1d6 for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:42:05.375814 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-03470ceb-dd2d-47e5-9b8b-7e01e4d6717a tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:05.415879 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-bea75658-f650-40a7-8542-f625cdfdc89e req-93bfbc50-7957-4539-a81a-dfe4c3e2c7fa service neutron] 10.222.0.23 "GET /v2.0/networks/2cd3f629-21c1-4089-814b-ac76071f5144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2769992 Jul 13 13:42:05.416423 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03470ceb-dd2d-47e5-9b8b-7e01e4d6717a tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 13:42:05.426194 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-03470ceb-dd2d-47e5-9b8b-7e01e4d6717a tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:05.426628 n-d-800634-1 neutron-server[93750]: INFO neutron.db.segments_db [None req-03470ceb-dd2d-47e5-9b8b-7e01e4d6717a tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Added segment 12bfa9e3-766f-40e9-8337-c5e2049e170c of type vlan for network b00023a5-d2ce-4a68-9ffb-8fc262af50c0 Jul 13 13:42:05.427390 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-b89a5758-5409-43c5-be04-0d3468b719a5 req-14ace5b5-24a1-4ca2-9199-4f5fb12efea4 tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:05.489605 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3267fe84-9dae-47f0-89ab-a240f2e11563 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1591928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2714'] for router, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:05.490661 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3267fe84-9dae-47f0-89ab-a240f2e11563 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447198', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1629690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2689'] for router, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:05.536675 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b89a5758-5409-43c5-be04-0d3468b719a5 req-14ace5b5-24a1-4ca2-9199-4f5fb12efea4 tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] Network 6661932f-acfc-47b8-a77e-6e4fc4de80f6 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:42:05.542137 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [req-b89a5758-5409-43c5-be04-0d3468b719a5 req-14ace5b5-24a1-4ca2-9199-4f5fb12efea4 tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:42:05.544938 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ace5b5-24a1-4ca2-9199-4f5fb12efea4 tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] Pushing event updated for resources: {'Port': ['ID=c99b899b-0238-40b5-96c0-b464cd08063b,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:05.550302 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-b89a5758-5409-43c5-be04-0d3468b719a5 req-14ace5b5-24a1-4ca2-9199-4f5fb12efea4 tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:42:05.552771 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-03470ceb-dd2d-47e5-9b8b-7e01e4d6717a tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:05.559419 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-01d94008-2579-4f49-86c6-98d9b84fa13c req-422be487-4dda-4c4d-9855-8ebc96bb07ae service neutron] 10.222.0.41 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3756258 Jul 13 13:42:05.562041 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4e80fdff-5573-4500-b7fb-dc80c9f0eaf8 req-f8aa8e18-0954-43c3-9087-ad7cf8bb008a tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] 10.222.0.23 "GET /v2.0/ports?device_id=77e0f546-be32-4071-bd8c-0c62d6d3b92f HTTP/1.1" status: 200 len: 210 time: 0.1208897 Jul 13 13:42:05.625371 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-b89a5758-5409-43c5-be04-0d3468b719a5 req-2bd3993e-e101-4d49-9c49-f6e122f7be2a tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] Allocated IP 172.20.0.9 (6661932f-acfc-47b8-a77e-6e4fc4de80f6/80edefc4-fa33-4530-84fe-f39db6b6f56c/89a573e5-5415-4874-95f8-0d5eb38d4f80) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:42:05.634609 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89a5758-5409-43c5-be04-0d3468b719a5 req-14ace5b5-24a1-4ca2-9199-4f5fb12efea4 tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:05.635328 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-b89a5758-5409-43c5-be04-0d3468b719a5 req-14ace5b5-24a1-4ca2-9199-4f5fb12efea4 tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:05.641011 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-bea75658-f650-40a7-8542-f625cdfdc89e req-62c71a1b-ee02-4ff8-b6a7-5ef299d416ad service neutron] 10.222.0.23 "GET /v2.0/networks/537cc3d3-b4a9-45da-af17-7bd28a40a8b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2240677 Jul 13 13:42:05.661055 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b89a5758-5409-43c5-be04-0d3468b719a5 req-14ace5b5-24a1-4ca2-9199-4f5fb12efea4 tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3074653 Jul 13 13:42:05.672826 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3267fe84-9dae-47f0-89ab-a240f2e11563 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:05.672826 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-03470ceb-dd2d-47e5-9b8b-7e01e4d6717a tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:05.678767 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03470ceb-dd2d-47e5-9b8b-7e01e4d6717a tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:05.679347 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-03470ceb-dd2d-47e5-9b8b-7e01e4d6717a tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:05.679621 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-b89a5758-5409-43c5-be04-0d3468b719a5 req-98f34dce-31aa-4924-85ff-b381eeda0840 service neutron] Request body: {'port': {'device_id': '3e1f3f33-68fb-49c2-a0d5-b2faebeef60d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-1'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:42:05.710316 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3267fe84-9dae-47f0-89ab-a240f2e11563 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447217'] for router, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:05.746340 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-03470ceb-dd2d-47e5-9b8b-7e01e4d6717a tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4670742 Jul 13 13:42:05.758161 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 34470) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:42:05.763091 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-0a6611c6-7641-46f6-9ad6-e399bf9d9f0d tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Request body: {'subnet': {'network_id': 'b00023a5-d2ce-4a68-9ffb-8fc262af50c0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:42:05.808992 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3267fe84-9dae-47f0-89ab-a240f2e11563 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:05.813173 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-3267fe84-9dae-47f0-89ab-a240f2e11563 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4930625 Jul 13 13:42:05.816137 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 34474) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:42:05.831226 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-248dc9a2-cf74-4b0b-a0f4-9b57d9fe879f tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1840356762'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:42:05.840909 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03470ceb-dd2d-47e5-9b8b-7e01e4d6717a tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Pushing event updated for resources: {'Network': ['ID=b00023a5-d2ce-4a68-9ffb-8fc262af50c0,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:05.853204 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network b00023a5-d2ce-4a68-9ffb-8fc262af50c0 details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 13:42:05.918074 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-248dc9a2-cf74-4b0b-a0f4-9b57d9fe879f tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Made reservation on behalf of 485fea06b0b7495bb8721e368ed7bc86 for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:42:05.925849 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-248dc9a2-cf74-4b0b-a0f4-9b57d9fe879f tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:05.944138 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-b89a5758-5409-43c5-be04-0d3468b719a5 req-98f34dce-31aa-4924-85ff-b381eeda0840 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:05.974366 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-248dc9a2-cf74-4b0b-a0f4-9b57d9fe879f tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 13:42:05.997098 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-b89a5758-5409-43c5-be04-0d3468b719a5 req-2bd3993e-e101-4d49-9c49-f6e122f7be2a tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:05.999612 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-248dc9a2-cf74-4b0b-a0f4-9b57d9fe879f tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:05.999960 n-d-800634-1 neutron-server[93750]: INFO neutron.db.segments_db [None req-248dc9a2-cf74-4b0b-a0f4-9b57d9fe879f tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Added segment 07dc4a26-1884-4ccf-aed5-c9e3c0095ce2 of type vlan for network 9c959d53-e4b0-48a2-b232-66cb1c914ffc Jul 13 13:42:06.020449 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a6611c6-7641-46f6-9ad6-e399bf9d9f0d tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Made reservation on behalf of 8b3e8ef7cfb0436e8cb330362d71f1d6 for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:42:06.024023 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0a6611c6-7641-46f6-9ad6-e399bf9d9f0d tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6104980'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:06.044856 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-bea75658-f650-40a7-8542-f625cdfdc89e req-afaf5bfb-b108-4208-9c4f-6d2e138be12b service neutron] 10.222.0.23 "GET /v2.0/networks/537cc3d3-b4a9-45da-af17-7bd28a40a8b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3954084 Jul 13 13:42:06.053695 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-248dc9a2-cf74-4b0b-a0f4-9b57d9fe879f tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:06.110544 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-248dc9a2-cf74-4b0b-a0f4-9b57d9fe879f tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:06.116181 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-248dc9a2-cf74-4b0b-a0f4-9b57d9fe879f tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:06.116785 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-248dc9a2-cf74-4b0b-a0f4-9b57d9fe879f tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:06.124894 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-b89a5758-5409-43c5-be04-0d3468b719a5 req-2bd3993e-e101-4d49-9c49-f6e122f7be2a tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:06.190793 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd3993e-e101-4d49-9c49-f6e122f7be2a tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] Pushing event updated for resources: {'Port': ['ID=89a573e5-5415-4874-95f8-0d5eb38d4f80,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:06.219574 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 556645b5-7a97-4d3a-94a9-6bd9e5cf58f2 up at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:42:06.330526 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning for port 556645b5-7a97-4d3a-94a9-6bd9e5cf58f2 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:42:06.335489 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning complete for port 556645b5-7a97-4d3a-94a9-6bd9e5cf58f2 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:42:06.335876 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:06.378482 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-248dc9a2-cf74-4b0b-a0f4-9b57d9fe879f tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5586319 Jul 13 13:42:06.401217 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b89a5758-5409-43c5-be04-0d3468b719a5 req-2bd3993e-e101-4d49-9c49-f6e122f7be2a tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] Network 6661932f-acfc-47b8-a77e-6e4fc4de80f6 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:42:06.414151 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 34498) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:42:06.420262 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-b3436ce0-8d35-41fa-bdae-130b948833f9 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Request body: {'subnet': {'network_id': '9c959d53-e4b0-48a2-b232-66cb1c914ffc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:42:06.442955 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-b89a5758-5409-43c5-be04-0d3468b719a5 req-2bd3993e-e101-4d49-9c49-f6e122f7be2a tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:42:06.498149 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-b89a5758-5409-43c5-be04-0d3468b719a5 req-2bd3993e-e101-4d49-9c49-f6e122f7be2a tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:42:06.557426 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:06.598672 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e09381ea-19e8-4569-9cfc-1dec7c686fa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '556645b5-7a97-4d3a-94a9-6bd9e5cf58f2'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:42:06.600911 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f65a9b29-600b-4735-85ab-e3543e6573a4" -d '{"events": [{"server_uuid": "e09381ea-19e8-4569-9cfc-1dec7c686fa5", "name": "network-vif-plugged", "status": "completed", "tag": "556645b5-7a97-4d3a-94a9-6bd9e5cf58f2"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:42:06.619470 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 556645b5-7a97-4d3a-94a9-6bd9e5cf58f2, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=556645b5-7a97-4d3a-94a9-6bd9e5cf58f2,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:42:06.626719 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:06.658134 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 34512) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:42:06.699540 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f4fa2af5-52f4-4f5f-a69e-b7f40820e45f req-b772fcfb-a971-45a3-a709-4adf9663b82b tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] 10.222.0.23 "GET /v2.0/ports?device_id=e88e0734-1f99-4dbb-b304-12db10efef83 HTTP/1.1" status: 200 len: 210 time: 0.1151745 Jul 13 13:42:06.717682 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248dc9a2-cf74-4b0b-a0f4-9b57d9fe879f tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Pushing event updated for resources: {'Network': ['ID=9c959d53-e4b0-48a2-b232-66cb1c914ffc,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:06.741914 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89a5758-5409-43c5-be04-0d3468b719a5 req-2bd3993e-e101-4d49-9c49-f6e122f7be2a tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:06.742609 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-b89a5758-5409-43c5-be04-0d3468b719a5 req-2bd3993e-e101-4d49-9c49-f6e122f7be2a tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:06.757160 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=556645b5-7a97-4d3a-94a9-6bd9e5cf58f2,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:06.763352 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0a6611c6-7641-46f6-9ad6-e399bf9d9f0d tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6018343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6104998'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:06.763802 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network 9c959d53-e4b0-48a2-b232-66cb1c914ffc details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 13:42:06.805376 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b89a5758-5409-43c5-be04-0d3468b719a5 req-2bd3993e-e101-4d49-9c49-f6e122f7be2a tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0975773 Jul 13 13:42:06.842749 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-b89a5758-5409-43c5-be04-0d3468b719a5 req-ba1437ae-4c00-497b-8bb7-82f8e9076bfe service neutron] Request body: {'port': {'device_id': '77e0f546-be32-4071-bd8c-0c62d6d3b92f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:42:06.968487 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f1b784-4dfe-452f-8daf-23b74f77c680 req-914b1b07-0b2d-4cc7-8ebd-06ebbbca49bd tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:06.970366 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f5f1b784-4dfe-452f-8daf-23b74f77c680 req-914b1b07-0b2d-4cc7-8ebd-06ebbbca49bd tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/ports?device_id=e09381ea-19e8-4569-9cfc-1dec7c686fa5 HTTP/1.1" status: 200 len: 949 time: 0.4777405 Jul 13 13:42:06.970990 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3436ce0-8d35-41fa-bdae-130b948833f9 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Made reservation on behalf of 485fea06b0b7495bb8721e368ed7bc86 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:42:06.974862 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b3436ce0-8d35-41fa-bdae-130b948833f9 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4763385'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:07.063717 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [req-b89a5758-5409-43c5-be04-0d3468b719a5 req-98f34dce-31aa-4924-85ff-b381eeda0840 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c99b899b-0238-40b5-96c0-b464cd08063b {{(pid=93751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:42:07.079134 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-7fe72157-5078-438c-b6c8-df8248fa4fbc tempest-PortsAdminExtendedAttrsTestJSON-1296152746 tempest-PortsAdminExtendedAttrsTestJSON-1296152746-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-915039295'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:42:07.082068 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-b89a5758-5409-43c5-be04-0d3468b719a5 req-ba1437ae-4c00-497b-8bb7-82f8e9076bfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:07.136689 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f5f1b784-4dfe-452f-8daf-23b74f77c680 req-7b578742-3f29-4045-ac2b-9afab395ec04 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/security-groups?id=945af9a8-1349-436a-a066-b9a0fd8d3dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495891 Jul 13 13:42:07.152448 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6611c6-7641-46f6-9ad6-e399bf9d9f0d tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Pushing event updated for resources: {'Subnet': ['ID=84dd6676-5e18-4fd2-b593-dfa035ae7242,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:07.164989 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-b89a5758-5409-43c5-be04-0d3468b719a5 req-98f34dce-31aa-4924-85ff-b381eeda0840 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:07.171516 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a6611c6-7641-46f6-9ad6-e399bf9d9f0d tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Checking segment: {'id': '12bfa9e3-766f-40e9-8337-c5e2049e170c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'b00023a5-d2ce-4a68-9ffb-8fc262af50c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:42:07.171947 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a6611c6-7641-46f6-9ad6-e399bf9d9f0d tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Network hostable DHCP agents. Network: b00023a5-d2ce-4a68-9ffb-8fc262af50c0, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 13:42:07.204567 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-582e0b5e-0c61-4467-b3c8-e3cc1e94305f x-openstack-request-id: req-582e0b5e-0c61-4467-b3c8-e3cc1e94305f {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:42:07.205118 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e09381ea-19e8-4569-9cfc-1dec7c686fa5", "name": "network-vif-plugged", "status": "completed", "tag": "556645b5-7a97-4d3a-94a9-6bd9e5cf58f2", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:42:07.205118 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-582e0b5e-0c61-4467-b3c8-e3cc1e94305f {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:42:07.205485 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e09381ea-19e8-4569-9cfc-1dec7c686fa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '556645b5-7a97-4d3a-94a9-6bd9e5cf58f2', 'code': 200} Jul 13 13:42:07.209708 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-b89a5758-5409-43c5-be04-0d3468b719a5 req-98f34dce-31aa-4924-85ff-b381eeda0840 service neutron] Transition to ACTIVE for port object c99b899b-0238-40b5-96c0-b464cd08063b will not be triggered until provisioned by entity L2. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:42:07.227106 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-b89a5758-5409-43c5-be04-0d3468b719a5 req-98f34dce-31aa-4924-85ff-b381eeda0840 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:07.232302 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fe72157-5078-438c-b6c8-df8248fa4fbc tempest-PortsAdminExtendedAttrsTestJSON-1296152746 tempest-PortsAdminExtendedAttrsTestJSON-1296152746-project] Made reservation on behalf of 6eeb1680b70d474d9fe3ff2139922c37 for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:42:07.235828 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7fe72157-5078-438c-b6c8-df8248fa4fbc tempest-PortsAdminExtendedAttrsTestJSON-1296152746 tempest-PortsAdminExtendedAttrsTestJSON-1296152746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:07.257631 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7fe72157-5078-438c-b6c8-df8248fa4fbc tempest-PortsAdminExtendedAttrsTestJSON-1296152746 tempest-PortsAdminExtendedAttrsTestJSON-1296152746-project] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:07.266867 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a6611c6-7641-46f6-9ad6-e399bf9d9f0d tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Network b00023a5-d2ce-4a68-9ffb-8fc262af50c0 is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 13:42:07.296882 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ce9496-fd03-4592-853a-6b831dae1f16 req-a1483d86-27d8-4ab1-bf42-0c0e259de950 tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:07.299195 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-68ce9496-fd03-4592-853a-6b831dae1f16 req-a1483d86-27d8-4ab1-bf42-0c0e259de950 tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] 10.222.0.23 "GET /v2.0/ports?device_id=77e0f546-be32-4071-bd8c-0c62d6d3b92f HTTP/1.1" status: 200 len: 931 time: 0.3192852 Jul 13 13:42:07.308889 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-0a6611c6-7641-46f6-9ad6-e399bf9d9f0d tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, b00023a5-d2ce-4a68-9ffb-8fc262af50c0) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:42:07.313267 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6611c6-7641-46f6-9ad6-e399bf9d9f0d tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:07.313894 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0a6611c6-7641-46f6-9ad6-e399bf9d9f0d tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:07.320463 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a887e03-f3d4-4386-8456-05ef5121e871 None None] Network b00023a5-d2ce-4a68-9ffb-8fc262af50c0 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:42:07.410287 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f34dce-31aa-4924-85ff-b381eeda0840 service neutron] Pushing event updated for resources: {'Port': ['ID=c99b899b-0238-40b5-96c0-b464cd08063b,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:07.516501 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-68ce9496-fd03-4592-853a-6b831dae1f16 req-a83d1078-0d98-4866-b519-2236e73c5d7b tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] 10.222.0.23 "GET /v2.0/security-groups?id=7612cddf-e6ca-4461-9a28-8f6c6ab70a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927435 Jul 13 13:42:07.517949 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-b89a5758-5409-43c5-be04-0d3468b719a5 req-98f34dce-31aa-4924-85ff-b381eeda0840 service neutron] Attempting to bind port c99b899b-0238-40b5-96c0-b464cd08063b on host n-h1-800634-1 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:42:07.518318 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-b89a5758-5409-43c5-be04-0d3468b719a5 req-98f34dce-31aa-4924-85ff-b381eeda0840 service neutron] Attempting to bind port c99b899b-0238-40b5-96c0-b464cd08063b by drivers openvswitch,hyperv on host n-h1-800634-1 at level 0 using segments [{'id': '55dc7e6e-18d5-43e8-af1f-8a95484ad68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '6661932f-acfc-47b8-a77e-6e4fc4de80f6'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:42:07.518649 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b89a5758-5409-43c5-be04-0d3468b719a5 req-98f34dce-31aa-4924-85ff-b381eeda0840 service neutron] Attempting to bind port c99b899b-0238-40b5-96c0-b464cd08063b on network 6661932f-acfc-47b8-a77e-6e4fc4de80f6 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:42:07.539714 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b89a5758-5409-43c5-be04-0d3468b719a5 req-98f34dce-31aa-4924-85ff-b381eeda0840 service neutron] Port c99b899b-0238-40b5-96c0-b464cd08063b on network 6661932f-acfc-47b8-a77e-6e4fc4de80f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-1 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:42:07.541171 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b89a5758-5409-43c5-be04-0d3468b719a5 req-98f34dce-31aa-4924-85ff-b381eeda0840 service neutron] Attempting to bind port c99b899b-0238-40b5-96c0-b464cd08063b on network 6661932f-acfc-47b8-a77e-6e4fc4de80f6 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:42:07.567019 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b89a5758-5409-43c5-be04-0d3468b719a5 req-98f34dce-31aa-4924-85ff-b381eeda0840 service neutron] Checking agent: {'id': 'a7603dc8-3c50-4a9b-8f0d-1143528f155e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 42, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:42:07.571106 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b89a5758-5409-43c5-be04-0d3468b719a5 req-98f34dce-31aa-4924-85ff-b381eeda0840 service neutron] Checking segment: {'id': '55dc7e6e-18d5-43e8-af1f-8a95484ad68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '6661932f-acfc-47b8-a77e-6e4fc4de80f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:42:07.571509 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b89a5758-5409-43c5-be04-0d3468b719a5 req-98f34dce-31aa-4924-85ff-b381eeda0840 service neutron] Bound using segment: {'id': '55dc7e6e-18d5-43e8-af1f-8a95484ad68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '6661932f-acfc-47b8-a77e-6e4fc4de80f6'} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:42:07.572023 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-b89a5758-5409-43c5-be04-0d3468b719a5 req-98f34dce-31aa-4924-85ff-b381eeda0840 service neutron] Bound port: c99b899b-0238-40b5-96c0-b464cd08063b, host: n-h1-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55dc7e6e-18d5-43e8-af1f-8a95484ad68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '6661932f-acfc-47b8-a77e-6e4fc4de80f6'}}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:42:07.572333 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-b89a5758-5409-43c5-be04-0d3468b719a5 req-98f34dce-31aa-4924-85ff-b381eeda0840 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:07.695994 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-b89a5758-5409-43c5-be04-0d3468b719a5 req-98f34dce-31aa-4924-85ff-b381eeda0840 service neutron] For port c99b899b-0238-40b5-96c0-b464cd08063b, host n-h1-800634-1, cleared binding levels {{(pid=93751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:42:07.700328 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-b89a5758-5409-43c5-be04-0d3468b719a5 req-98f34dce-31aa-4924-85ff-b381eeda0840 service neutron] For port c99b899b-0238-40b5-96c0-b464cd08063b, host n-h1-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=c99b899b-0238-40b5-96c0-b464cd08063b,segment=NetworkSegment(55dc7e6e-18d5-43e8-af1f-8a95484ad68c),segment_id=55dc7e6e-18d5-43e8-af1f-8a95484ad68c)] {{(pid=93751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:42:07.706899 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-b89a5758-5409-43c5-be04-0d3468b719a5 req-98f34dce-31aa-4924-85ff-b381eeda0840 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:07.751724 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89a5758-5409-43c5-be04-0d3468b719a5 req-98f34dce-31aa-4924-85ff-b381eeda0840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:07.752590 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-b89a5758-5409-43c5-be04-0d3468b719a5 req-98f34dce-31aa-4924-85ff-b381eeda0840 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:07.754573 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b89a5758-5409-43c5-be04-0d3468b719a5 req-98f34dce-31aa-4924-85ff-b381eeda0840 service neutron] 10.222.0.26 "PUT /v2.0/ports/c99b899b-0238-40b5-96c0-b464cd08063b HTTP/1.1" status: 200 len: 1092 time: 2.0797570 Jul 13 13:42:07.755219 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e1f3f33-68fb-49c2-a0d5-b2faebeef60d', 'tag': 'c99b899b-0238-40b5-96c0-b464cd08063b'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:42:07.757840 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d17b627af75e17e0f4b8d6239d04f8c2f78634e2c585e32a7aeca336500f34a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af85654b-d9ef-41ff-b864-317f3994f602" -d '{"events": [{"name": "network-changed", "server_uuid": "3e1f3f33-68fb-49c2-a0d5-b2faebeef60d", "tag": "c99b899b-0238-40b5-96c0-b464cd08063b"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:42:07.778310 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4fe210d-1eba-4945-878c-2f6940cacffc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a7201e1-61ce-5a3e-b7f7-e800379ed03b-b00023a5-d2ce-4a68-9ffb-8fc262af50c0', 'network_id': 'b00023a5-d2ce-4a68-9ffb-8fc262af50c0', 'tenant_id': '8b3e8ef7cfb0436e8cb330362d71f1d6', 'fixed_ips': [{'subnet_id': '84dd6676-5e18-4fd2-b593-dfa035ae7242'}]}} from n-d-800634-1. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 13:42:07.781283 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c4fe210d-1eba-4945-878c-2f6940cacffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:07.882574 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 13:42:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-941267bd-2c8a-4ab5-a506-9459844cf7ad x-openstack-request-id: req-941267bd-2c8a-4ab5-a506-9459844cf7ad {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:42:07.882886 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e1f3f33-68fb-49c2-a0d5-b2faebeef60d", "tag": "c99b899b-0238-40b5-96c0-b464cd08063b", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:42:07.883114 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-941267bd-2c8a-4ab5-a506-9459844cf7ad {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:42:07.883520 n-d-800634-1 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e1f3f33-68fb-49c2-a0d5-b2faebeef60d', 'tag': 'c99b899b-0238-40b5-96c0-b464cd08063b', 'status': 'completed', 'code': 200} Jul 13 13:42:07.892296 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f34dce-31aa-4924-85ff-b381eeda0840 service neutron] Pushing event updated for resources: {'Port': ['ID=c99b899b-0238-40b5-96c0-b464cd08063b,revision_number=3']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:07.964837 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89a5758-5409-43c5-be04-0d3468b719a5 req-3cec1188-e516-49c1-be80-371548b8a74d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:07.966417 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b89a5758-5409-43c5-be04-0d3468b719a5 req-3cec1188-e516-49c1-be80-371548b8a74d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=99f7bb78cef648f386735a7708e302b1&device_id=3e1f3f33-68fb-49c2-a0d5-b2faebeef60d HTTP/1.1" status: 200 len: 1095 time: 0.1553495 Jul 13 13:42:08.018576 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-399ac866-ce4d-4b8a-b166-7dc80b2f0156 req-b10f7034-4f8f-451f-80bb-8f2f77315abe tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] 10.222.0.23 "GET /v2.0/ports?device_id=e88e0734-1f99-4dbb-b304-12db10efef83 HTTP/1.1" status: 200 len: 210 time: 0.0665071 Jul 13 13:42:08.024539 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176b17aa-3295-4448-a1af-3cb6dc5c9f5b req-b045ca58-6a8d-46ae-84b8-10b27e465251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:08.026206 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-176b17aa-3295-4448-a1af-3cb6dc5c9f5b req-b045ca58-6a8d-46ae-84b8-10b27e465251 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e09381ea-19e8-4569-9cfc-1dec7c686fa5 HTTP/1.1" status: 200 len: 1101 time: 0.7009411 Jul 13 13:42:08.033975 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b3436ce0-8d35-41fa-bdae-130b948833f9 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5970588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4763339'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:08.040176 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b89a5758-5409-43c5-be04-0d3468b719a5 req-35bdd6e6-2efe-4945-94c8-a9b2f9df8d22 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c99b899b-0238-40b5-96c0-b464cd08063b HTTP/1.1" status: 200 len: 217 time: 0.0651608 Jul 13 13:42:08.078473 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-c4fe210d-1eba-4945-878c-2f6940cacffc None None] Allocated IP 172.20.0.2 (b00023a5-d2ce-4a68-9ffb-8fc262af50c0/84dd6676-5e18-4fd2-b593-dfa035ae7242/efd6c658-2b8c-4acd-920e-9e579d79bfa5) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:42:08.147013 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89a5758-5409-43c5-be04-0d3468b719a5 req-0a0fbd26-24cc-46ad-a2c3-403590897fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:08.148797 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b89a5758-5409-43c5-be04-0d3468b719a5 req-0a0fbd26-24cc-46ad-a2c3-403590897fd9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=80edefc4-fa33-4530-84fe-f39db6b6f56c HTTP/1.1" status: 200 len: 852 time: 0.1014280 Jul 13 13:42:08.187256 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b89a5758-5409-43c5-be04-0d3468b719a5 req-6b8fa22c-a0e0-472a-b42d-42e3c24b9246 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6661932f-acfc-47b8-a77e-6e4fc4de80f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323455 Jul 13 13:42:08.256159 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7fe72157-5078-438c-b6c8-df8248fa4fbc tempest-PortsAdminExtendedAttrsTestJSON-1296152746 tempest-PortsAdminExtendedAttrsTestJSON-1296152746-project] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:08.313016 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-0a6611c6-7641-46f6-9ad6-e399bf9d9f0d tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5559232 Jul 13 13:42:08.314520 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c4fe210d-1eba-4945-878c-2f6940cacffc None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:08.315172 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 34540) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:42:08.325571 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-c4fe210d-1eba-4945-878c-2f6940cacffc None None] Transition to ACTIVE for port object efd6c658-2b8c-4acd-920e-9e579d79bfa5 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:42:08.329528 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-8f257798-961a-427c-a534-85a24efbe5f2 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Request body: {'subnet': {'network_id': 'b00023a5-d2ce-4a68-9ffb-8fc262af50c0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:42:08.342983 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7fe72157-5078-438c-b6c8-df8248fa4fbc tempest-PortsAdminExtendedAttrsTestJSON-1296152746 tempest-PortsAdminExtendedAttrsTestJSON-1296152746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:08.346964 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-c4fe210d-1eba-4945-878c-2f6940cacffc None None] Transition to ACTIVE for port object efd6c658-2b8c-4acd-920e-9e579d79bfa5 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:42:08.359100 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c4fe210d-1eba-4945-878c-2f6940cacffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:08.362983 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3436ce0-8d35-41fa-bdae-130b948833f9 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Pushing event updated for resources: {'Subnet': ['ID=c8787d49-ec9b-4955-abad-fa3f0718ac34,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:08.435833 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fe72157-5078-438c-b6c8-df8248fa4fbc tempest-PortsAdminExtendedAttrsTestJSON-1296152746 tempest-PortsAdminExtendedAttrsTestJSON-1296152746-project] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 13:42:08.465275 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fe210d-1eba-4945-878c-2f6940cacffc None None] Pushing event updated for resources: {'Port': ['ID=efd6c658-2b8c-4acd-920e-9e579d79bfa5,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:08.476944 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4fe210d-1eba-4945-878c-2f6940cacffc None None] Network b00023a5-d2ce-4a68-9ffb-8fc262af50c0 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:42:08.480592 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-c4fe210d-1eba-4945-878c-2f6940cacffc None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:42:08.486315 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-176b17aa-3295-4448-a1af-3cb6dc5c9f5b req-202b92e7-9746-43f8-aa05-a9d919f87d3f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=945af9a8-1349-436a-a066-b9a0fd8d3dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4489372 Jul 13 13:42:08.488546 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4fe210d-1eba-4945-878c-2f6940cacffc None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:42:08.500544 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe72157-5078-438c-b6c8-df8248fa4fbc tempest-PortsAdminExtendedAttrsTestJSON-1296152746 tempest-PortsAdminExtendedAttrsTestJSON-1296152746-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d661f29e-e3d4-4b8c-a728-33faf11235c1,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:08.517831 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7fe72157-5078-438c-b6c8-df8248fa4fbc tempest-PortsAdminExtendedAttrsTestJSON-1296152746 tempest-PortsAdminExtendedAttrsTestJSON-1296152746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:08.518152 n-d-800634-1 neutron-server[93750]: INFO neutron.db.segments_db [None req-7fe72157-5078-438c-b6c8-df8248fa4fbc tempest-PortsAdminExtendedAttrsTestJSON-1296152746 tempest-PortsAdminExtendedAttrsTestJSON-1296152746-project] Added segment 9be59e41-0bb2-4e55-8085-49a4bb0d6343 of type vlan for network 12bd0293-b20a-4c47-85f1-c8c3c5ab8aee Jul 13 13:42:08.526192 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-b89a5758-5409-43c5-be04-0d3468b719a5 req-ba1437ae-4c00-497b-8bb7-82f8e9076bfe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89a573e5-5415-4874-95f8-0d5eb38d4f80 {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:42:08.550007 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-b89a5758-5409-43c5-be04-0d3468b719a5 req-ba1437ae-4c00-497b-8bb7-82f8e9076bfe service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:08.582080 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-c4fe210d-1eba-4945-878c-2f6940cacffc None None] Attempting to bind port efd6c658-2b8c-4acd-920e-9e579d79bfa5 on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:42:08.582620 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-c4fe210d-1eba-4945-878c-2f6940cacffc None None] Attempting to bind port efd6c658-2b8c-4acd-920e-9e579d79bfa5 by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '12bfa9e3-766f-40e9-8337-c5e2049e170c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'b00023a5-d2ce-4a68-9ffb-8fc262af50c0'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:42:08.583207 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4fe210d-1eba-4945-878c-2f6940cacffc None None] Attempting to bind port efd6c658-2b8c-4acd-920e-9e579d79bfa5 on network b00023a5-d2ce-4a68-9ffb-8fc262af50c0 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:42:08.588819 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3436ce0-8d35-41fa-bdae-130b948833f9 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Checking segment: {'id': '07dc4a26-1884-4ccf-aed5-c9e3c0095ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9c959d53-e4b0-48a2-b232-66cb1c914ffc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:42:08.589228 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3436ce0-8d35-41fa-bdae-130b948833f9 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Network hostable DHCP agents. Network: 9c959d53-e4b0-48a2-b232-66cb1c914ffc, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 13:42:08.591604 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4fe210d-1eba-4945-878c-2f6940cacffc None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 41, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:42:08.592302 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4fe210d-1eba-4945-878c-2f6940cacffc None None] Checking segment: {'id': '12bfa9e3-766f-40e9-8337-c5e2049e170c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'b00023a5-d2ce-4a68-9ffb-8fc262af50c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:42:08.593082 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c4fe210d-1eba-4945-878c-2f6940cacffc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:08.594040 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4fe210d-1eba-4945-878c-2f6940cacffc None None] Bound using segment: {'id': '12bfa9e3-766f-40e9-8337-c5e2049e170c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'b00023a5-d2ce-4a68-9ffb-8fc262af50c0'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:42:08.594619 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-c4fe210d-1eba-4945-878c-2f6940cacffc None None] Bound port: efd6c658-2b8c-4acd-920e-9e579d79bfa5, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12bfa9e3-766f-40e9-8337-c5e2049e170c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'b00023a5-d2ce-4a68-9ffb-8fc262af50c0'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:42:08.595164 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c4fe210d-1eba-4945-878c-2f6940cacffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:08.619133 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-b89a5758-5409-43c5-be04-0d3468b719a5 req-ba1437ae-4c00-497b-8bb7-82f8e9076bfe service neutron] Transition to ACTIVE for port object 89a573e5-5415-4874-95f8-0d5eb38d4f80 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:42:08.621654 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7fe72157-5078-438c-b6c8-df8248fa4fbc tempest-PortsAdminExtendedAttrsTestJSON-1296152746 tempest-PortsAdminExtendedAttrsTestJSON-1296152746-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:08.638189 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-b89a5758-5409-43c5-be04-0d3468b719a5 req-ba1437ae-4c00-497b-8bb7-82f8e9076bfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:08.663607 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea75658-f650-40a7-8542-f625cdfdc89e req-6a1afccd-eb84-458c-9227-3ab065133832 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:08.670181 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea75658-f650-40a7-8542-f625cdfdc89e req-6a1afccd-eb84-458c-9227-3ab065133832 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:08.671815 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bea75658-f650-40a7-8542-f625cdfdc89e req-6a1afccd-eb84-458c-9227-3ab065133832 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] 10.222.0.41 "GET /v2.0/networks?id=537cc3d3-b4a9-45da-af17-7bd28a40a8b6&id=2cd3f629-21c1-4089-814b-ac76071f5144&id=537cc3d3-b4a9-45da-af17-7bd28a40a8b6 HTTP/1.1" status: 200 len: 1391 time: 0.5072649 Jul 13 13:42:08.691058 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-c4fe210d-1eba-4945-878c-2f6940cacffc None None] For port efd6c658-2b8c-4acd-920e-9e579d79bfa5, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:42:08.694755 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-c4fe210d-1eba-4945-878c-2f6940cacffc None None] For port efd6c658-2b8c-4acd-920e-9e579d79bfa5, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=efd6c658-2b8c-4acd-920e-9e579d79bfa5,segment=NetworkSegment(12bfa9e3-766f-40e9-8337-c5e2049e170c),segment_id=12bfa9e3-766f-40e9-8337-c5e2049e170c)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:42:08.700745 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c4fe210d-1eba-4945-878c-2f6940cacffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:08.727726 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-bea75658-f650-40a7-8542-f625cdfdc89e req-21ea4add-4c24-4f98-8595-ef7e0ac3544e tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Request body: {'port': {'device_id': 'e88e0734-1f99-4dbb-b304-12db10efef83', 'network_id': '537cc3d3-b4a9-45da-af17-7bd28a40a8b6', 'admin_state_up': True, 'tenant_id': '7aead08af6bf440ca982d5ee9b154ced'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:42:08.767641 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3436ce0-8d35-41fa-bdae-130b948833f9 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Network 9c959d53-e4b0-48a2-b232-66cb1c914ffc is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 13:42:08.813554 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fe210d-1eba-4945-878c-2f6940cacffc None None] Pushing event updated for resources: {'Port': ['ID=efd6c658-2b8c-4acd-920e-9e579d79bfa5,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:08.876043 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7fe72157-5078-438c-b6c8-df8248fa4fbc tempest-PortsAdminExtendedAttrsTestJSON-1296152746 tempest-PortsAdminExtendedAttrsTestJSON-1296152746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:08.881622 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe72157-5078-438c-b6c8-df8248fa4fbc tempest-PortsAdminExtendedAttrsTestJSON-1296152746 tempest-PortsAdminExtendedAttrsTestJSON-1296152746-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:08.882501 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7fe72157-5078-438c-b6c8-df8248fa4fbc tempest-PortsAdminExtendedAttrsTestJSON-1296152746 tempest-PortsAdminExtendedAttrsTestJSON-1296152746-project] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:08.884730 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-b3436ce0-8d35-41fa-bdae-130b948833f9 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, 9c959d53-e4b0-48a2-b232-66cb1c914ffc) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:42:08.894922 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1437ae-4c00-497b-8bb7-82f8e9076bfe service neutron] Pushing event updated for resources: {'Port': ['ID=89a573e5-5415-4874-95f8-0d5eb38d4f80,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:08.898993 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8db1eca0-43e0-4534-ab73-24cd0a9c9d4d None None] Network 9c959d53-e4b0-48a2-b232-66cb1c914ffc requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:42:08.907739 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38b1db9-82ad-4fa0-8f57-c07a85676f60 req-910ca7cb-68ac-4187-be27-529110f4f4ad tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:08.909360 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b38b1db9-82ad-4fa0-8f57-c07a85676f60 req-910ca7cb-68ac-4187-be27-529110f4f4ad tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/ports?device_id=e09381ea-19e8-4569-9cfc-1dec7c686fa5 HTTP/1.1" status: 200 len: 950 time: 0.5892730 Jul 13 13:42:08.918618 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b89a5758-5409-43c5-be04-0d3468b719a5 req-ffe974ac-2d74-4e69-8756-be7e2c10635d service neutron] 10.222.0.26 "GET /v2.0/networks/6661932f-acfc-47b8-a77e-6e4fc4de80f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7249696 Jul 13 13:42:08.948905 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3436ce0-8d35-41fa-bdae-130b948833f9 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:08.949889 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b3436ce0-8d35-41fa-bdae-130b948833f9 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:09.108401 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f257798-961a-427c-a534-85a24efbe5f2 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Made reservation on behalf of 8b3e8ef7cfb0436e8cb330362d71f1d6 for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:42:09.133855 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8f257798-961a-427c-a534-85a24efbe5f2 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6104980'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:09.195210 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-7fe72157-5078-438c-b6c8-df8248fa4fbc tempest-PortsAdminExtendedAttrsTestJSON-1296152746 tempest-PortsAdminExtendedAttrsTestJSON-1296152746-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.4748642 Jul 13 13:42:09.205296 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e49f2aa2-1c1c-481a-8fb0-cb9890728fca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a7201e1-61ce-5a3e-b7f7-e800379ed03b-9c959d53-e4b0-48a2-b232-66cb1c914ffc', 'network_id': '9c959d53-e4b0-48a2-b232-66cb1c914ffc', 'tenant_id': '485fea06b0b7495bb8721e368ed7bc86', 'fixed_ips': [{'subnet_id': 'c8787d49-ec9b-4955-abad-fa3f0718ac34'}]}} from n-d-800634-1. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 13:42:09.206152 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e49f2aa2-1c1c-481a-8fb0-cb9890728fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:09.227102 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b38b1db9-82ad-4fa0-8f57-c07a85676f60 req-334ebb43-f591-4076-bffa-a75ebc8ca9a4 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/security-groups?id=945af9a8-1349-436a-a066-b9a0fd8d3dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3114810 Jul 13 13:42:09.232735 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-b3436ce0-8d35-41fa-bdae-130b948833f9 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8173985 Jul 13 13:42:09.241245 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 34552) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:42:09.243048 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-b89a5758-5409-43c5-be04-0d3468b719a5 req-ba1437ae-4c00-497b-8bb7-82f8e9076bfe service neutron] Attempting to bind port 89a573e5-5415-4874-95f8-0d5eb38d4f80 on host n-h1-800634-1 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:42:09.243616 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-b89a5758-5409-43c5-be04-0d3468b719a5 req-ba1437ae-4c00-497b-8bb7-82f8e9076bfe service neutron] Attempting to bind port 89a573e5-5415-4874-95f8-0d5eb38d4f80 by drivers openvswitch,hyperv on host n-h1-800634-1 at level 0 using segments [{'id': '55dc7e6e-18d5-43e8-af1f-8a95484ad68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '6661932f-acfc-47b8-a77e-6e4fc4de80f6'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:42:09.244110 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b89a5758-5409-43c5-be04-0d3468b719a5 req-ba1437ae-4c00-497b-8bb7-82f8e9076bfe service neutron] Attempting to bind port 89a573e5-5415-4874-95f8-0d5eb38d4f80 on network 6661932f-acfc-47b8-a77e-6e4fc4de80f6 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:42:09.287719 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe72157-5078-438c-b6c8-df8248fa4fbc tempest-PortsAdminExtendedAttrsTestJSON-1296152746 tempest-PortsAdminExtendedAttrsTestJSON-1296152746-project] Pushing event updated for resources: {'Network': ['ID=12bd0293-b20a-4c47-85f1-c8c3c5ab8aee,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:09.311085 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network 12bd0293-b20a-4c47-85f1-c8c3c5ab8aee details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 13:42:09.371136 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4407c07-0d72-4acc-b650-511cd1cf607e req-7e80d741-bf56-4dcf-b76d-a31395cfc97a tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:09.383360 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f4407c07-0d72-4acc-b650-511cd1cf607e req-7e80d741-bf56-4dcf-b76d-a31395cfc97a tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] 10.222.0.23 "GET /v2.0/ports?device_id=77e0f546-be32-4071-bd8c-0c62d6d3b92f HTTP/1.1" status: 200 len: 943 time: 0.6390045 Jul 13 13:42:09.385224 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b89a5758-5409-43c5-be04-0d3468b719a5 req-ba1437ae-4c00-497b-8bb7-82f8e9076bfe service neutron] Port 89a573e5-5415-4874-95f8-0d5eb38d4f80 on network 6661932f-acfc-47b8-a77e-6e4fc4de80f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-1 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:42:09.385558 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b89a5758-5409-43c5-be04-0d3468b719a5 req-ba1437ae-4c00-497b-8bb7-82f8e9076bfe service neutron] Attempting to bind port 89a573e5-5415-4874-95f8-0d5eb38d4f80 on network 6661932f-acfc-47b8-a77e-6e4fc4de80f6 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:42:09.393276 n-d-800634-1 neutron-server[93751]: INFO neutron.db.ipam_backend_mixin [None req-8f257798-961a-427c-a534-85a24efbe5f2 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 84dd6676-5e18-4fd2-b593-dfa035ae7242 (CIDR: 172.20.0.0/28) Jul 13 13:42:09.396143 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b89a5758-5409-43c5-be04-0d3468b719a5 req-a9ffb9f9-0635-4aba-9a67-b16259ca577f service neutron] 10.222.0.26 "GET /v2.0/networks/6661932f-acfc-47b8-a77e-6e4fc4de80f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4684234 Jul 13 13:42:09.398070 n-d-800634-1 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f257798-961a-427c-a534-85a24efbe5f2 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 13:42:09.398566 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f257798-961a-427c-a534-85a24efbe5f2 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 13:42:09.424101 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-8f257798-961a-427c-a534-85a24efbe5f2 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1078129 Jul 13 13:42:09.424798 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 34554) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:42:09.437248 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-22fd6088-b216-416e-82ac-b4ea68288d66 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Request body: {'subnet': {'network_id': 'b00023a5-d2ce-4a68-9ffb-8fc262af50c0', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:42:09.470754 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b89a5758-5409-43c5-be04-0d3468b719a5 req-ba1437ae-4c00-497b-8bb7-82f8e9076bfe service neutron] Checking agent: {'id': 'a7603dc8-3c50-4a9b-8f0d-1143528f155e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 42, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:42:09.471120 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b89a5758-5409-43c5-be04-0d3468b719a5 req-ba1437ae-4c00-497b-8bb7-82f8e9076bfe service neutron] Checking segment: {'id': '55dc7e6e-18d5-43e8-af1f-8a95484ad68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '6661932f-acfc-47b8-a77e-6e4fc4de80f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:42:09.471482 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b89a5758-5409-43c5-be04-0d3468b719a5 req-ba1437ae-4c00-497b-8bb7-82f8e9076bfe service neutron] Bound using segment: {'id': '55dc7e6e-18d5-43e8-af1f-8a95484ad68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '6661932f-acfc-47b8-a77e-6e4fc4de80f6'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:42:09.471926 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-b89a5758-5409-43c5-be04-0d3468b719a5 req-ba1437ae-4c00-497b-8bb7-82f8e9076bfe service neutron] Bound port: 89a573e5-5415-4874-95f8-0d5eb38d4f80, host: n-h1-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55dc7e6e-18d5-43e8-af1f-8a95484ad68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '6661932f-acfc-47b8-a77e-6e4fc4de80f6'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:42:09.472293 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-b89a5758-5409-43c5-be04-0d3468b719a5 req-ba1437ae-4c00-497b-8bb7-82f8e9076bfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:09.601658 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-e49f2aa2-1c1c-481a-8fb0-cb9890728fca None None] Allocated IP 2001:db8::2 (9c959d53-e4b0-48a2-b232-66cb1c914ffc/c8787d49-ec9b-4955-abad-fa3f0718ac34/740d32dd-ff68-44e6-b778-dad4fdd5e4ee) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:42:09.613606 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bea75658-f650-40a7-8542-f625cdfdc89e req-21ea4add-4c24-4f98-8595-ef7e0ac3544e tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Made reservation on behalf of 7aead08af6bf440ca982d5ee9b154ced for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:42:09.617472 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-bea75658-f650-40a7-8542-f625cdfdc89e req-21ea4add-4c24-4f98-8595-ef7e0ac3544e tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:09.635198 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f4407c07-0d72-4acc-b650-511cd1cf607e req-168a1fa4-91e8-4469-b56f-d508af77addf tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] 10.222.0.23 "GET /v2.0/security-groups?id=7612cddf-e6ca-4461-9a28-8f6c6ab70a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507358 Jul 13 13:42:09.655639 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-fda678b8-ca08-41fb-af24-21ccd5c67078 req-9211945d-630e-447a-aa87-1cdedde79584 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] 10.222.0.23 "GET /v2.0/ports?device_id=e88e0734-1f99-4dbb-b304-12db10efef83 HTTP/1.1" status: 200 len: 210 time: 0.0468671 Jul 13 13:42:09.682280 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af85654b-d9ef-41ff-b864-317f3994f602 req-3f433d57-427a-4df9-bdf2-92759967ce99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:09.684358 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-af85654b-d9ef-41ff-b864-317f3994f602 req-3f433d57-427a-4df9-bdf2-92759967ce99 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=99f7bb78cef648f386735a7708e302b1&device_id=3e1f3f33-68fb-49c2-a0d5-b2faebeef60d HTTP/1.1" status: 200 len: 1095 time: 0.1701241 Jul 13 13:42:09.685553 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22fd6088-b216-416e-82ac-b4ea68288d66 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Made reservation on behalf of 8b3e8ef7cfb0436e8cb330362d71f1d6 for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:42:09.689395 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-22fd6088-b216-416e-82ac-b4ea68288d66 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6104980'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:09.814524 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-b89a5758-5409-43c5-be04-0d3468b719a5 req-ba1437ae-4c00-497b-8bb7-82f8e9076bfe service neutron] For port 89a573e5-5415-4874-95f8-0d5eb38d4f80, host n-h1-800634-1, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:42:09.838449 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-b89a5758-5409-43c5-be04-0d3468b719a5 req-ba1437ae-4c00-497b-8bb7-82f8e9076bfe service neutron] For port 89a573e5-5415-4874-95f8-0d5eb38d4f80, host n-h1-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=89a573e5-5415-4874-95f8-0d5eb38d4f80,segment=NetworkSegment(55dc7e6e-18d5-43e8-af1f-8a95484ad68c),segment_id=55dc7e6e-18d5-43e8-af1f-8a95484ad68c)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:42:09.841948 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e49f2aa2-1c1c-481a-8fb0-cb9890728fca None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:09.858147 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-e49f2aa2-1c1c-481a-8fb0-cb9890728fca None None] Transition to ACTIVE for port object 740d32dd-ff68-44e6-b778-dad4fdd5e4ee will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:42:09.877691 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-e49f2aa2-1c1c-481a-8fb0-cb9890728fca None None] Transition to ACTIVE for port object 740d32dd-ff68-44e6-b778-dad4fdd5e4ee will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:42:09.880718 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-b89a5758-5409-43c5-be04-0d3468b719a5 req-ba1437ae-4c00-497b-8bb7-82f8e9076bfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:09.890829 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e49f2aa2-1c1c-481a-8fb0-cb9890728fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:09.907852 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af85654b-d9ef-41ff-b864-317f3994f602 req-74f6a8ba-0d59-43d8-a0ab-b1ff3486fa9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:09.909649 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-af85654b-d9ef-41ff-b864-317f3994f602 req-74f6a8ba-0d59-43d8-a0ab-b1ff3486fa9a service neutron] 10.222.0.26 "GET /v2.0/networks?id=6661932f-acfc-47b8-a77e-6e4fc4de80f6 HTTP/1.1" status: 200 len: 912 time: 0.2168498 Jul 13 13:42:09.911379 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 34558) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:42:09.916206 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-b5e59af6-4a63-479b-b804-5242c21defed tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Request body: {'port': {'network_id': '12bd0293-b20a-4c47-85f1-c8c3c5ab8aee', 'binding:host_id': 'n-h2-800634-1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1817056639'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:42:09.945551 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e49f2aa2-1c1c-481a-8fb0-cb9890728fca None None] Network 9c959d53-e4b0-48a2-b232-66cb1c914ffc is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:42:09.949677 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-e49f2aa2-1c1c-481a-8fb0-cb9890728fca None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:42:09.957873 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49f2aa2-1c1c-481a-8fb0-cb9890728fca None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:42:09.961148 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49f2aa2-1c1c-481a-8fb0-cb9890728fca None None] Pushing event updated for resources: {'Port': ['ID=740d32dd-ff68-44e6-b778-dad4fdd5e4ee,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:09.995173 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-af85654b-d9ef-41ff-b864-317f3994f602 req-0931175c-e6a3-49ad-b5f4-1e23bbd53ed1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c99b899b-0238-40b5-96c0-b464cd08063b HTTP/1.1" status: 200 len: 217 time: 0.0638232 Jul 13 13:42:10.033381 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-e49f2aa2-1c1c-481a-8fb0-cb9890728fca None None] Attempting to bind port 740d32dd-ff68-44e6-b778-dad4fdd5e4ee on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:42:10.033864 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-e49f2aa2-1c1c-481a-8fb0-cb9890728fca None None] Attempting to bind port 740d32dd-ff68-44e6-b778-dad4fdd5e4ee by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '07dc4a26-1884-4ccf-aed5-c9e3c0095ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9c959d53-e4b0-48a2-b232-66cb1c914ffc'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:42:10.034242 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49f2aa2-1c1c-481a-8fb0-cb9890728fca None None] Attempting to bind port 740d32dd-ff68-44e6-b778-dad4fdd5e4ee on network 9c959d53-e4b0-48a2-b232-66cb1c914ffc {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:42:10.040038 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49f2aa2-1c1c-481a-8fb0-cb9890728fca None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 41, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:42:10.040429 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49f2aa2-1c1c-481a-8fb0-cb9890728fca None None] Checking segment: {'id': '07dc4a26-1884-4ccf-aed5-c9e3c0095ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9c959d53-e4b0-48a2-b232-66cb1c914ffc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:42:10.040841 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e49f2aa2-1c1c-481a-8fb0-cb9890728fca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:10.041292 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49f2aa2-1c1c-481a-8fb0-cb9890728fca None None] Bound using segment: {'id': '07dc4a26-1884-4ccf-aed5-c9e3c0095ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9c959d53-e4b0-48a2-b232-66cb1c914ffc'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:42:10.041845 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-e49f2aa2-1c1c-481a-8fb0-cb9890728fca None None] Bound port: 740d32dd-ff68-44e6-b778-dad4fdd5e4ee, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07dc4a26-1884-4ccf-aed5-c9e3c0095ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9c959d53-e4b0-48a2-b232-66cb1c914ffc'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:42:10.042397 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e49f2aa2-1c1c-481a-8fb0-cb9890728fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:10.046547 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5e59af6-4a63-479b-b804-5242c21defed tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Made reservation on behalf of 43a69385292e455b967fa66da54a5a1a for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:42:10.048622 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b5e59af6-4a63-479b-b804-5242c21defed tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:10.086681 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b5e59af6-4a63-479b-b804-5242c21defed tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:10.090169 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-bea75658-f650-40a7-8542-f625cdfdc89e req-21ea4add-4c24-4f98-8595-ef7e0ac3544e tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Allocated IP 19.80.0.63 (537cc3d3-b4a9-45da-af17-7bd28a40a8b6/177c53a6-bc84-40f7-bab2-8d84c5dbcaa2/cabe3ad4-87dd-4319-b8e4-599e6ad39b93) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:42:10.106852 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af85654b-d9ef-41ff-b864-317f3994f602 req-60b0d6a3-3bb1-4287-add6-b49edf72bc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:10.108634 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-af85654b-d9ef-41ff-b864-317f3994f602 req-60b0d6a3-3bb1-4287-add6-b49edf72bc1d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=80edefc4-fa33-4530-84fe-f39db6b6f56c HTTP/1.1" status: 200 len: 852 time: 0.1048293 Jul 13 13:42:10.123949 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-e49f2aa2-1c1c-481a-8fb0-cb9890728fca None None] For port 740d32dd-ff68-44e6-b778-dad4fdd5e4ee, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:42:10.127737 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-e49f2aa2-1c1c-481a-8fb0-cb9890728fca None None] For port 740d32dd-ff68-44e6-b778-dad4fdd5e4ee, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=740d32dd-ff68-44e6-b778-dad4fdd5e4ee,segment=NetworkSegment(07dc4a26-1884-4ccf-aed5-c9e3c0095ce2),segment_id=07dc4a26-1884-4ccf-aed5-c9e3c0095ce2)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:42:10.135432 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e49f2aa2-1c1c-481a-8fb0-cb9890728fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:10.159437 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-af85654b-d9ef-41ff-b864-317f3994f602 req-ba42382d-bdab-4da3-a03b-b998811dea88 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6661932f-acfc-47b8-a77e-6e4fc4de80f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398781 Jul 13 13:42:10.210356 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49f2aa2-1c1c-481a-8fb0-cb9890728fca None None] Pushing event updated for resources: {'Port': ['ID=740d32dd-ff68-44e6-b778-dad4fdd5e4ee,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:10.217772 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1437ae-4c00-497b-8bb7-82f8e9076bfe service neutron] Pushing event updated for resources: {'Port': ['ID=89a573e5-5415-4874-95f8-0d5eb38d4f80,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:10.237960 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e83e33b-18e8-4c4c-bd04-3eb329dfd929 None None] Network b00023a5-d2ce-4a68-9ffb-8fc262af50c0 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:42:10.291031 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89a5758-5409-43c5-be04-0d3468b719a5 req-ba1437ae-4c00-497b-8bb7-82f8e9076bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:10.291852 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-b89a5758-5409-43c5-be04-0d3468b719a5 req-ba1437ae-4c00-497b-8bb7-82f8e9076bfe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:10.294465 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b89a5758-5409-43c5-be04-0d3468b719a5 req-ba1437ae-4c00-497b-8bb7-82f8e9076bfe service neutron] 10.222.0.26 "PUT /v2.0/ports/89a573e5-5415-4874-95f8-0d5eb38d4f80 HTTP/1.1" status: 200 len: 1091 time: 3.4610062 Jul 13 13:42:10.297544 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77e0f546-be32-4071-bd8c-0c62d6d3b92f', 'tag': '89a573e5-5415-4874-95f8-0d5eb38d4f80'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:42:10.300613 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98aae996-5696-436f-9741-020dff67ee37" -d '{"events": [{"name": "network-changed", "server_uuid": "77e0f546-be32-4071-bd8c-0c62d6d3b92f", "tag": "89a573e5-5415-4874-95f8-0d5eb38d4f80"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:42:10.329635 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-d3c58181-65e8-437d-884c-77c2d1a46e74 None None] Provisioning for port efd6c658-2b8c-4acd-920e-9e579d79bfa5 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:42:10.426131 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 13:42:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97aa12c8-6df0-49b9-a69c-39f38034050a x-openstack-request-id: req-97aa12c8-6df0-49b9-a69c-39f38034050a {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:42:10.426430 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77e0f546-be32-4071-bd8c-0c62d6d3b92f", "tag": "89a573e5-5415-4874-95f8-0d5eb38d4f80", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:42:10.426766 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-97aa12c8-6df0-49b9-a69c-39f38034050a {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:42:10.429259 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77e0f546-be32-4071-bd8c-0c62d6d3b92f', 'tag': '89a573e5-5415-4874-95f8-0d5eb38d4f80', 'status': 'completed', 'code': 200} Jul 13 13:42:10.440160 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9000c117-f2b7-4d59-944f-cdf44b05b67d tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:10.616246 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-af85654b-d9ef-41ff-b864-317f3994f602 req-25889bec-f4c0-4458-86d6-e83a68c53dda service neutron] 10.222.0.26 "GET /v2.0/networks/6661932f-acfc-47b8-a77e-6e4fc4de80f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4480217 Jul 13 13:42:10.678726 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-bea75658-f650-40a7-8542-f625cdfdc89e req-21ea4add-4c24-4f98-8595-ef7e0ac3544e tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:10.759624 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-bea75658-f650-40a7-8542-f625cdfdc89e req-21ea4add-4c24-4f98-8595-ef7e0ac3544e tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Transition to ACTIVE for port object cabe3ad4-87dd-4319-b8e4-599e6ad39b93 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:42:10.764128 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-22fd6088-b216-416e-82ac-b4ea68288d66 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6018343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6104998'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:10.841304 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b5e59af6-4a63-479b-b804-5242c21defed tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:10.873904 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b5e59af6-4a63-479b-b804-5242c21defed tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:10.883908 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [None req-b5e59af6-4a63-479b-b804-5242c21defed tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] device_id is not set on port c303c75b-9c2e-4cd5-a0c8-e6d617ce85a9 yet. {{(pid=93751) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 13:42:10.887422 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89a5758-5409-43c5-be04-0d3468b719a5 req-abc0c6a2-bb98-4015-b458-df013cb123a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:10.889558 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b89a5758-5409-43c5-be04-0d3468b719a5 req-abc0c6a2-bb98-4015-b458-df013cb123a1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=99f7bb78cef648f386735a7708e302b1&device_id=77e0f546-be32-4071-bd8c-0c62d6d3b92f HTTP/1.1" status: 200 len: 1094 time: 0.5242279 Jul 13 13:42:10.915242 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22fd6088-b216-416e-82ac-b4ea68288d66 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Network b00023a5-d2ce-4a68-9ffb-8fc262af50c0 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:42:10.943170 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 740d32dd-ff68-44e6-b778-dad4fdd5e4ee up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:42:10.953357 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b89a5758-5409-43c5-be04-0d3468b719a5 req-c1e2166b-01de-4421-a77b-96520e38ae8f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=89a573e5-5415-4874-95f8-0d5eb38d4f80 HTTP/1.1" status: 200 len: 217 time: 0.0530012 Jul 13 13:42:10.975033 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device c99b899b-0238-40b5-96c0-b464cd08063b details requested by agent hyperv_n-h1-800634-1 with host n-h1-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 13:42:10.992460 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fd6088-b216-416e-82ac-b4ea68288d66 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Pushing event updated for resources: {'Subnet': ['ID=3131f5f4-7181-41d5-8335-3b978b592865,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:11.014214 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3cdf67-967f-4719-865e-c1df7cbea87c req-2fae220d-f119-4b5a-8388-1db00f4dc0f8 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:11.016020 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-eb3cdf67-967f-4719-865e-c1df7cbea87c req-2fae220d-f119-4b5a-8388-1db00f4dc0f8 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/ports?device_id=e09381ea-19e8-4569-9cfc-1dec7c686fa5 HTTP/1.1" status: 200 len: 950 time: 0.5722327 Jul 13 13:42:11.016854 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-22fd6088-b216-416e-82ac-b4ea68288d66 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:42:11.020173 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22fd6088-b216-416e-82ac-b4ea68288d66 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:11.020992 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-22fd6088-b216-416e-82ac-b4ea68288d66 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:11.041097 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e59af6-4a63-479b-b804-5242c21defed tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed8f878b-400a-4a23-ab11-fd71d6dc1a28,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:11.068306 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c7ca929-8135-43f4-889e-cc4c65a056d8 None None] Network b00023a5-d2ce-4a68-9ffb-8fc262af50c0 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:42:11.073981 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-22fd6088-b216-416e-82ac-b4ea68288d66 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.6473796 Jul 13 13:42:11.076449 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-af85654b-d9ef-41ff-b864-317f3994f602 req-0bb7d622-50f9-4b08-92f6-aaf2ea10c68c service neutron] 10.222.0.26 "GET /v2.0/networks/6661932f-acfc-47b8-a77e-6e4fc4de80f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4302137 Jul 13 13:42:11.080233 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 34582) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:42:11.094404 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-3e3eaa53-707b-4f08-bf0f-f174465a41f0 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Request body: {'port': {'network_id': 'b00023a5-d2ce-4a68-9ffb-8fc262af50c0', 'fixed_ips': [{'subnet_id': '84dd6676-5e18-4fd2-b593-dfa035ae7242'}, {'subnet_id': '3131f5f4-7181-41d5-8335-3b978b592865'}], 'name': 'tempest-PortsTestJSON-1203546011'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:42:11.100794 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-bea75658-f650-40a7-8542-f625cdfdc89e req-21ea4add-4c24-4f98-8595-ef7e0ac3544e tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:11.112433 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89a5758-5409-43c5-be04-0d3468b719a5 req-8be31fad-407c-4467-9d91-60e626faa22a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:11.114185 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b89a5758-5409-43c5-be04-0d3468b719a5 req-8be31fad-407c-4467-9d91-60e626faa22a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=80edefc4-fa33-4530-84fe-f39db6b6f56c HTTP/1.1" status: 200 len: 852 time: 0.1284051 Jul 13 13:42:11.137686 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-eb3cdf67-967f-4719-865e-c1df7cbea87c req-fa267cdd-7298-4233-b647-2498c21575f6 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/security-groups?id=945af9a8-1349-436a-a066-b9a0fd8d3dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976746 Jul 13 13:42:11.140246 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port 740d32dd-ff68-44e6-b778-dad4fdd5e4ee completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:42:11.160626 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device efd6c658-2b8c-4acd-920e-9e579d79bfa5 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:42:11.194966 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ea4add-4c24-4f98-8595-ef7e0ac3544e tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Pushing event updated for resources: {'Port': ['ID=cabe3ad4-87dd-4319-b8e4-599e6ad39b93,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:11.244474 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b89a5758-5409-43c5-be04-0d3468b719a5 req-00c97f19-661d-475a-a035-1329fc5724fb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6661932f-acfc-47b8-a77e-6e4fc4de80f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637753 Jul 13 13:42:11.267999 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port c99b899b-0238-40b5-96c0-b464cd08063b, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=c99b899b-0238-40b5-96c0-b464cd08063b,segment=NetworkSegment(55dc7e6e-18d5-43e8-af1f-8a95484ad68c),segment_id=55dc7e6e-18d5-43e8-af1f-8a95484ad68c)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:42:11.294107 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Returning: {'device': 'c99b899b-0238-40b5-96c0-b464cd08063b', 'network_id': '6661932f-acfc-47b8-a77e-6e4fc4de80f6', 'port_id': 'c99b899b-0238-40b5-96c0-b464cd08063b', 'mac_address': 'fa:16:3e:1a:01:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80edefc4-fa33-4530-84fe-f39db6b6f56c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 13:42:11.368910 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b89a5758-5409-43c5-be04-0d3468b719a5 req-e83320d9-dc38-4748-9db7-b70d469b63a0 service neutron] 10.222.0.26 "GET /v2.0/networks/6661932f-acfc-47b8-a77e-6e4fc4de80f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176336 Jul 13 13:42:11.392080 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bea75658-f650-40a7-8542-f625cdfdc89e req-21ea4add-4c24-4f98-8595-ef7e0ac3544e tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Network 537cc3d3-b4a9-45da-af17-7bd28a40a8b6 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:42:11.405646 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port efd6c658-2b8c-4acd-920e-9e579d79bfa5 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:42:11.407597 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e3eaa53-707b-4f08-bf0f-f174465a41f0 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Made reservation on behalf of 8b3e8ef7cfb0436e8cb330362d71f1d6 for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:42:11.418286 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port efd6c658-2b8c-4acd-920e-9e579d79bfa5 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:42:11.418811 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:11.446178 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-bea75658-f650-40a7-8542-f625cdfdc89e req-21ea4add-4c24-4f98-8595-ef7e0ac3544e tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:42:11.453034 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-bea75658-f650-40a7-8542-f625cdfdc89e req-21ea4add-4c24-4f98-8595-ef7e0ac3544e tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:42:11.458388 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-9000c117-f2b7-4d59-944f-cdf44b05b67d tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Allocated IP 2001:db8::1 (9c959d53-e4b0-48a2-b232-66cb1c914ffc/c8787d49-ec9b-4955-abad-fa3f0718ac34/480b6147-c801-4de9-b029-9a95df87513d) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:42:11.463142 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:11.501497 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [None req-b5e59af6-4a63-479b-b804-5242c21defed tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] device_id is not set on port c303c75b-9c2e-4cd5-a0c8-e6d617ce85a9 yet. {{(pid=93751) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 13:42:11.516051 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c99b899b-0238-40b5-96c0-b464cd08063b {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:42:11.522013 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b5e59af6-4a63-479b-b804-5242c21defed tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:11.548773 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7931a9f4-7bc9-475b-ba67-95d6bfff69cf req-ea579f48-bc95-4a54-91d7-20673eb1ddf4 tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:11.555931 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7931a9f4-7bc9-475b-ba67-95d6bfff69cf req-ea579f48-bc95-4a54-91d7-20673eb1ddf4 tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] 10.222.0.23 "GET /v2.0/ports?device_id=77e0f546-be32-4071-bd8c-0c62d6d3b92f HTTP/1.1" status: 200 len: 943 time: 0.5735180 Jul 13 13:42:11.561541 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-b5e59af6-4a63-479b-b804-5242c21defed tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Transition to ACTIVE for port object c303c75b-9c2e-4cd5-a0c8-e6d617ce85a9 will not be triggered until provisioned by entity L2. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:42:11.568842 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port c99b899b-0238-40b5-96c0-b464cd08063b, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=c99b899b-0238-40b5-96c0-b464cd08063b,segment=NetworkSegment(55dc7e6e-18d5-43e8-af1f-8a95484ad68c),segment_id=55dc7e6e-18d5-43e8-af1f-8a95484ad68c)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:42:11.579170 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:11.587381 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3e3eaa53-707b-4f08-bf0f-f174465a41f0 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:11.597248 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ab0d6a-f89b-42e5-82b6-f1803070c211 req-2aa009fe-7608-4d5a-94a3-5a53a49eeb26 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:11.598955 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-55ab0d6a-f89b-42e5-82b6-f1803070c211 req-2aa009fe-7608-4d5a-94a3-5a53a49eeb26 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] 10.222.0.23 "GET /v2.0/ports?device_id=e88e0734-1f99-4dbb-b304-12db10efef83 HTTP/1.1" status: 200 len: 931 time: 0.2648091 Jul 13 13:42:11.601928 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b5e59af6-4a63-479b-b804-5242c21defed tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:11.660586 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=c99b899b-0238-40b5-96c0-b464cd08063b,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:11.663822 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [None req-3e3eaa53-707b-4f08-bf0f-f174465a41f0 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] device_id is not set on port e76550bd-8406-4c84-8bc7-11776ff44938 yet. {{(pid=93751) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 13:42:11.670144 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea75658-f650-40a7-8542-f625cdfdc89e req-21ea4add-4c24-4f98-8595-ef7e0ac3544e tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:11.672042 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-bea75658-f650-40a7-8542-f625cdfdc89e req-21ea4add-4c24-4f98-8595-ef7e0ac3544e tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:11.697175 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bea75658-f650-40a7-8542-f625cdfdc89e req-21ea4add-4c24-4f98-8595-ef7e0ac3544e tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9837770 Jul 13 13:42:11.713696 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-bea75658-f650-40a7-8542-f625cdfdc89e req-59d6dd34-e326-4767-9cde-f43e68297915 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Request body: {'port': {'device_id': 'e88e0734-1f99-4dbb-b304-12db10efef83', 'network_id': '2cd3f629-21c1-4089-814b-ac76071f5144', 'admin_state_up': True, 'tenant_id': '7aead08af6bf440ca982d5ee9b154ced'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:42:11.749623 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:11.762347 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-55ab0d6a-f89b-42e5-82b6-f1803070c211 req-051d38d8-5bb4-41cb-83ca-d8300a6da678 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ac1545a-5526-4c2d-93f1-674377bb30c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429214 Jul 13 13:42:11.788642 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e59af6-4a63-479b-b804-5242c21defed tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Pushing event updated for resources: {'Port': ['ID=c303c75b-9c2e-4cd5-a0c8-e6d617ce85a9,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:11.803331 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b89a5758-5409-43c5-be04-0d3468b719a5 req-e09dd409-f5a4-4218-877d-c8f9acc60510 service neutron] 10.222.0.26 "GET /v2.0/networks/6661932f-acfc-47b8-a77e-6e4fc4de80f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4270582 Jul 13 13:42:11.818096 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7931a9f4-7bc9-475b-ba67-95d6bfff69cf req-a4e6d9ea-b310-42b2-aa09-52738b603b7c tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] 10.222.0.23 "GET /v2.0/security-groups?id=7612cddf-e6ca-4461-9a28-8f6c6ab70a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2611885 Jul 13 13:42:11.823227 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port efd6c658-2b8c-4acd-920e-9e579d79bfa5, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=efd6c658-2b8c-4acd-920e-9e579d79bfa5,segment=NetworkSegment(12bfa9e3-766f-40e9-8337-c5e2049e170c),segment_id=12bfa9e3-766f-40e9-8337-c5e2049e170c)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:42:11.861159 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e59af6-4a63-479b-b804-5242c21defed tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Checking segment: {'id': '9be59e41-0bb2-4e55-8085-49a4bb0d6343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '12bd0293-b20a-4c47-85f1-c8c3c5ab8aee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:42:11.861500 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5e59af6-4a63-479b-b804-5242c21defed tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Network hostable DHCP agents. Network: 12bd0293-b20a-4c47-85f1-c8c3c5ab8aee, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 13:42:11.946880 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5e59af6-4a63-479b-b804-5242c21defed tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Network 12bd0293-b20a-4c47-85f1-c8c3c5ab8aee is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 13:42:11.968666 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-b5e59af6-4a63-479b-b804-5242c21defed tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, 12bd0293-b20a-4c47-85f1-c8c3c5ab8aee) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:42:11.973537 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e59af6-4a63-479b-b804-5242c21defed tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:42:11.991602 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9000c117-f2b7-4d59-944f-cdf44b05b67d tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:11.998612 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [None req-b5e59af6-4a63-479b-b804-5242c21defed tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Attempting to bind port c303c75b-9c2e-4cd5-a0c8-e6d617ce85a9 on host n-h2-800634-1 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:42:11.998963 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [None req-b5e59af6-4a63-479b-b804-5242c21defed tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Attempting to bind port c303c75b-9c2e-4cd5-a0c8-e6d617ce85a9 by drivers openvswitch,hyperv on host n-h2-800634-1 at level 0 using segments [{'id': '9be59e41-0bb2-4e55-8085-49a4bb0d6343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '12bd0293-b20a-4c47-85f1-c8c3c5ab8aee'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:42:11.999305 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e59af6-4a63-479b-b804-5242c21defed tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Attempting to bind port c303c75b-9c2e-4cd5-a0c8-e6d617ce85a9 on network 12bd0293-b20a-4c47-85f1-c8c3c5ab8aee {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:42:12.003921 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['c99b899b-0238-40b5-96c0-b464cd08063b'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:42:12.012051 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e59af6-4a63-479b-b804-5242c21defed tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Port c303c75b-9c2e-4cd5-a0c8-e6d617ce85a9 on network 12bd0293-b20a-4c47-85f1-c8c3c5ab8aee not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-1 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:42:12.012391 n-d-800634-1 neutron-server[93751]: ERROR neutron.plugins.ml2.managers [None req-b5e59af6-4a63-479b-b804-5242c21defed tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Failed to bind port c303c75b-9c2e-4cd5-a0c8-e6d617ce85a9 on host n-h2-800634-1 for vnic_type normal using segments [{'id': '9be59e41-0bb2-4e55-8085-49a4bb0d6343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '12bd0293-b20a-4c47-85f1-c8c3c5ab8aee'}] Jul 13 13:42:12.031902 n-d-800634-1 neutron-server[93751]: INFO neutron.plugins.ml2.plugin [None req-b5e59af6-4a63-479b-b804-5242c21defed tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Attempt 2 to bind port c303c75b-9c2e-4cd5-a0c8-e6d617ce85a9 Jul 13 13:42:12.037088 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [None req-9000c117-f2b7-4d59-944f-cdf44b05b67d tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Transition to ACTIVE for port object 480b6147-c801-4de9-b029-9a95df87513d will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:42:12.058631 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [None req-b5e59af6-4a63-479b-b804-5242c21defed tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Attempting to bind port c303c75b-9c2e-4cd5-a0c8-e6d617ce85a9 on host n-h2-800634-1 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:42:12.059018 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [None req-b5e59af6-4a63-479b-b804-5242c21defed tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Attempting to bind port c303c75b-9c2e-4cd5-a0c8-e6d617ce85a9 by drivers openvswitch,hyperv on host n-h2-800634-1 at level 0 using segments [{'id': '9be59e41-0bb2-4e55-8085-49a4bb0d6343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '12bd0293-b20a-4c47-85f1-c8c3c5ab8aee'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:42:12.059627 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e59af6-4a63-479b-b804-5242c21defed tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Attempting to bind port c303c75b-9c2e-4cd5-a0c8-e6d617ce85a9 on network 12bd0293-b20a-4c47-85f1-c8c3c5ab8aee {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:42:12.065932 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aae996-5696-436f-9741-020dff67ee37 req-3f833004-1383-486b-b83e-e3ddfca71eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:12.067678 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-98aae996-5696-436f-9741-020dff67ee37 req-3f833004-1383-486b-b83e-e3ddfca71eeb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=99f7bb78cef648f386735a7708e302b1&device_id=77e0f546-be32-4071-bd8c-0c62d6d3b92f HTTP/1.1" status: 200 len: 1094 time: 0.1421406 Jul 13 13:42:12.071746 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bea75658-f650-40a7-8542-f625cdfdc89e req-59d6dd34-e326-4767-9cde-f43e68297915 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Made reservation on behalf of 7aead08af6bf440ca982d5ee9b154ced for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:42:12.072250 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e59af6-4a63-479b-b804-5242c21defed tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Port c303c75b-9c2e-4cd5-a0c8-e6d617ce85a9 on network 12bd0293-b20a-4c47-85f1-c8c3c5ab8aee not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-1 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:42:12.072583 n-d-800634-1 neutron-server[93751]: ERROR neutron.plugins.ml2.managers [None req-b5e59af6-4a63-479b-b804-5242c21defed tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Failed to bind port c303c75b-9c2e-4cd5-a0c8-e6d617ce85a9 on host n-h2-800634-1 for vnic_type normal using segments [{'id': '9be59e41-0bb2-4e55-8085-49a4bb0d6343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '12bd0293-b20a-4c47-85f1-c8c3c5ab8aee'}] Jul 13 13:42:12.075721 n-d-800634-1 neutron-server[93751]: INFO neutron.plugins.ml2.plugin [None req-b5e59af6-4a63-479b-b804-5242c21defed tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Attempt 3 to bind port c303c75b-9c2e-4cd5-a0c8-e6d617ce85a9 Jul 13 13:42:12.076018 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-323bb2ac-e7af-4401-8c18-7734d06cdc0b None None] Network 9c959d53-e4b0-48a2-b232-66cb1c914ffc requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:42:12.076394 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-bea75658-f650-40a7-8542-f625cdfdc89e req-59d6dd34-e326-4767-9cde-f43e68297915 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:12.081427 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b24782-6528-4101-9412-4df4c6aedda2 None None] Network 12bd0293-b20a-4c47-85f1-c8c3c5ab8aee requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:42:12.083747 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:12.092370 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [None req-b5e59af6-4a63-479b-b804-5242c21defed tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Attempting to bind port c303c75b-9c2e-4cd5-a0c8-e6d617ce85a9 on host n-h2-800634-1 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:42:12.093205 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [None req-b5e59af6-4a63-479b-b804-5242c21defed tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Attempting to bind port c303c75b-9c2e-4cd5-a0c8-e6d617ce85a9 by drivers openvswitch,hyperv on host n-h2-800634-1 at level 0 using segments [{'id': '9be59e41-0bb2-4e55-8085-49a4bb0d6343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '12bd0293-b20a-4c47-85f1-c8c3c5ab8aee'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:42:12.093205 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e59af6-4a63-479b-b804-5242c21defed tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Attempting to bind port c303c75b-9c2e-4cd5-a0c8-e6d617ce85a9 on network 12bd0293-b20a-4c47-85f1-c8c3c5ab8aee {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:42:12.103243 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e59af6-4a63-479b-b804-5242c21defed tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Port c303c75b-9c2e-4cd5-a0c8-e6d617ce85a9 on network 12bd0293-b20a-4c47-85f1-c8c3c5ab8aee not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-1 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:42:12.103613 n-d-800634-1 neutron-server[93751]: ERROR neutron.plugins.ml2.managers [None req-b5e59af6-4a63-479b-b804-5242c21defed tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Failed to bind port c303c75b-9c2e-4cd5-a0c8-e6d617ce85a9 on host n-h2-800634-1 for vnic_type normal using segments [{'id': '9be59e41-0bb2-4e55-8085-49a4bb0d6343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '12bd0293-b20a-4c47-85f1-c8c3c5ab8aee'}] Jul 13 13:42:12.130708 n-d-800634-1 neutron-server[93751]: INFO neutron.plugins.ml2.plugin [None req-b5e59af6-4a63-479b-b804-5242c21defed tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Attempt 4 to bind port c303c75b-9c2e-4cd5-a0c8-e6d617ce85a9 Jul 13 13:42:12.158549 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [None req-b5e59af6-4a63-479b-b804-5242c21defed tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Attempting to bind port c303c75b-9c2e-4cd5-a0c8-e6d617ce85a9 on host n-h2-800634-1 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:42:12.158957 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [None req-b5e59af6-4a63-479b-b804-5242c21defed tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Attempting to bind port c303c75b-9c2e-4cd5-a0c8-e6d617ce85a9 by drivers openvswitch,hyperv on host n-h2-800634-1 at level 0 using segments [{'id': '9be59e41-0bb2-4e55-8085-49a4bb0d6343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '12bd0293-b20a-4c47-85f1-c8c3c5ab8aee'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:42:12.160349 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e59af6-4a63-479b-b804-5242c21defed tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Attempting to bind port c303c75b-9c2e-4cd5-a0c8-e6d617ce85a9 on network 12bd0293-b20a-4c47-85f1-c8c3c5ab8aee {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:42:12.176660 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e59af6-4a63-479b-b804-5242c21defed tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Port c303c75b-9c2e-4cd5-a0c8-e6d617ce85a9 on network 12bd0293-b20a-4c47-85f1-c8c3c5ab8aee not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-1 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:42:12.177039 n-d-800634-1 neutron-server[93751]: ERROR neutron.plugins.ml2.managers [None req-b5e59af6-4a63-479b-b804-5242c21defed tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Failed to bind port c303c75b-9c2e-4cd5-a0c8-e6d617ce85a9 on host n-h2-800634-1 for vnic_type normal using segments [{'id': '9be59e41-0bb2-4e55-8085-49a4bb0d6343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '12bd0293-b20a-4c47-85f1-c8c3c5ab8aee'}] Jul 13 13:42:12.179367 n-d-800634-1 neutron-server[93751]: INFO neutron.plugins.ml2.plugin [None req-b5e59af6-4a63-479b-b804-5242c21defed tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Attempt 5 to bind port c303c75b-9c2e-4cd5-a0c8-e6d617ce85a9 Jul 13 13:42:12.187113 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-3e3eaa53-707b-4f08-bf0f-f174465a41f0 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Allocated IP 172.20.0.9 (b00023a5-d2ce-4a68-9ffb-8fc262af50c0/84dd6676-5e18-4fd2-b593-dfa035ae7242/e76550bd-8406-4c84-8bc7-11776ff44938) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:42:12.203652 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-3e3eaa53-707b-4f08-bf0f-f174465a41f0 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Allocated IP 172.20.0.22 (b00023a5-d2ce-4a68-9ffb-8fc262af50c0/3131f5f4-7181-41d5-8335-3b978b592865/e76550bd-8406-4c84-8bc7-11776ff44938) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:42:12.208122 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=efd6c658-2b8c-4acd-920e-9e579d79bfa5,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:12.209645 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [None req-b5e59af6-4a63-479b-b804-5242c21defed tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Attempting to bind port c303c75b-9c2e-4cd5-a0c8-e6d617ce85a9 on host n-h2-800634-1 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:42:12.210149 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [None req-b5e59af6-4a63-479b-b804-5242c21defed tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Attempting to bind port c303c75b-9c2e-4cd5-a0c8-e6d617ce85a9 by drivers openvswitch,hyperv on host n-h2-800634-1 at level 0 using segments [{'id': '9be59e41-0bb2-4e55-8085-49a4bb0d6343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '12bd0293-b20a-4c47-85f1-c8c3c5ab8aee'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:42:12.210586 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e59af6-4a63-479b-b804-5242c21defed tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Attempting to bind port c303c75b-9c2e-4cd5-a0c8-e6d617ce85a9 on network 12bd0293-b20a-4c47-85f1-c8c3c5ab8aee {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:42:12.233837 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9000c117-f2b7-4d59-944f-cdf44b05b67d tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:12.249250 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e59af6-4a63-479b-b804-5242c21defed tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Port c303c75b-9c2e-4cd5-a0c8-e6d617ce85a9 on network 12bd0293-b20a-4c47-85f1-c8c3c5ab8aee not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-1 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:42:12.249474 n-d-800634-1 neutron-server[93751]: ERROR neutron.plugins.ml2.managers [None req-b5e59af6-4a63-479b-b804-5242c21defed tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Failed to bind port c303c75b-9c2e-4cd5-a0c8-e6d617ce85a9 on host n-h2-800634-1 for vnic_type normal using segments [{'id': '9be59e41-0bb2-4e55-8085-49a4bb0d6343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '12bd0293-b20a-4c47-85f1-c8c3c5ab8aee'}] Jul 13 13:42:12.252269 n-d-800634-1 neutron-server[93751]: INFO neutron.plugins.ml2.plugin [None req-b5e59af6-4a63-479b-b804-5242c21defed tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Attempt 6 to bind port c303c75b-9c2e-4cd5-a0c8-e6d617ce85a9 Jul 13 13:42:12.268985 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [None req-b5e59af6-4a63-479b-b804-5242c21defed tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Attempting to bind port c303c75b-9c2e-4cd5-a0c8-e6d617ce85a9 on host n-h2-800634-1 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:42:12.269322 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [None req-b5e59af6-4a63-479b-b804-5242c21defed tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Attempting to bind port c303c75b-9c2e-4cd5-a0c8-e6d617ce85a9 by drivers openvswitch,hyperv on host n-h2-800634-1 at level 0 using segments [{'id': '9be59e41-0bb2-4e55-8085-49a4bb0d6343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '12bd0293-b20a-4c47-85f1-c8c3c5ab8aee'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:42:12.269657 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e59af6-4a63-479b-b804-5242c21defed tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Attempting to bind port c303c75b-9c2e-4cd5-a0c8-e6d617ce85a9 on network 12bd0293-b20a-4c47-85f1-c8c3c5ab8aee {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:42:12.278357 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-6f66a375-c99f-4775-a363-669c781096d5 None None] Provisioning for port 740d32dd-ff68-44e6-b778-dad4fdd5e4ee completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:42:12.285274 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e59af6-4a63-479b-b804-5242c21defed tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Port c303c75b-9c2e-4cd5-a0c8-e6d617ce85a9 on network 12bd0293-b20a-4c47-85f1-c8c3c5ab8aee not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-1 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:42:12.285609 n-d-800634-1 neutron-server[93751]: ERROR neutron.plugins.ml2.managers [None req-b5e59af6-4a63-479b-b804-5242c21defed tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Failed to bind port c303c75b-9c2e-4cd5-a0c8-e6d617ce85a9 on host n-h2-800634-1 for vnic_type normal using segments [{'id': '9be59e41-0bb2-4e55-8085-49a4bb0d6343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '12bd0293-b20a-4c47-85f1-c8c3c5ab8aee'}] Jul 13 13:42:12.290809 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-6f66a375-c99f-4775-a363-669c781096d5 None None] Provisioning complete for port 740d32dd-ff68-44e6-b778-dad4fdd5e4ee triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:42:12.291590 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6f66a375-c99f-4775-a363-669c781096d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:12.291724 n-d-800634-1 neutron-server[93751]: INFO neutron.plugins.ml2.plugin [None req-b5e59af6-4a63-479b-b804-5242c21defed tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Attempt 7 to bind port c303c75b-9c2e-4cd5-a0c8-e6d617ce85a9 Jul 13 13:42:12.323201 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [None req-b5e59af6-4a63-479b-b804-5242c21defed tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Attempting to bind port c303c75b-9c2e-4cd5-a0c8-e6d617ce85a9 on host n-h2-800634-1 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:42:12.323668 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [None req-b5e59af6-4a63-479b-b804-5242c21defed tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Attempting to bind port c303c75b-9c2e-4cd5-a0c8-e6d617ce85a9 by drivers openvswitch,hyperv on host n-h2-800634-1 at level 0 using segments [{'id': '9be59e41-0bb2-4e55-8085-49a4bb0d6343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '12bd0293-b20a-4c47-85f1-c8c3c5ab8aee'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:42:12.324191 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e59af6-4a63-479b-b804-5242c21defed tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Attempting to bind port c303c75b-9c2e-4cd5-a0c8-e6d617ce85a9 on network 12bd0293-b20a-4c47-85f1-c8c3c5ab8aee {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:42:12.328963 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9000c117-f2b7-4d59-944f-cdf44b05b67d tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Network 9c959d53-e4b0-48a2-b232-66cb1c914ffc is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:42:12.345445 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e59af6-4a63-479b-b804-5242c21defed tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Port c303c75b-9c2e-4cd5-a0c8-e6d617ce85a9 on network 12bd0293-b20a-4c47-85f1-c8c3c5ab8aee not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-1 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:42:12.345445 n-d-800634-1 neutron-server[93751]: ERROR neutron.plugins.ml2.managers [None req-b5e59af6-4a63-479b-b804-5242c21defed tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Failed to bind port c303c75b-9c2e-4cd5-a0c8-e6d617ce85a9 on host n-h2-800634-1 for vnic_type normal using segments [{'id': '9be59e41-0bb2-4e55-8085-49a4bb0d6343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '12bd0293-b20a-4c47-85f1-c8c3c5ab8aee'}] Jul 13 13:42:12.364736 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f9a245-3038-4dca-a82f-32c9fde6c999 None None] Update dhcp port {'port': {'network_id': 'b00023a5-d2ce-4a68-9ffb-8fc262af50c0', 'fixed_ips': [{'subnet_id': '84dd6676-5e18-4fd2-b593-dfa035ae7242', 'ip_address': '172.20.0.2'}, {'subnet_id': '3131f5f4-7181-41d5-8335-3b978b592865'}], 'binding:host_id': 'n-d-800634-1'}, 'id': 'efd6c658-2b8c-4acd-920e-9e579d79bfa5'} from n-d-800634-1. {{(pid=93752) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 13 13:42:12.371843 n-d-800634-1 neutron-server[93751]: INFO neutron.plugins.ml2.plugin [None req-b5e59af6-4a63-479b-b804-5242c21defed tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Attempt 8 to bind port c303c75b-9c2e-4cd5-a0c8-e6d617ce85a9 Jul 13 13:42:12.400509 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [None req-b5e59af6-4a63-479b-b804-5242c21defed tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Attempting to bind port c303c75b-9c2e-4cd5-a0c8-e6d617ce85a9 on host n-h2-800634-1 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:42:12.400750 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [None req-b5e59af6-4a63-479b-b804-5242c21defed tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Attempting to bind port c303c75b-9c2e-4cd5-a0c8-e6d617ce85a9 by drivers openvswitch,hyperv on host n-h2-800634-1 at level 0 using segments [{'id': '9be59e41-0bb2-4e55-8085-49a4bb0d6343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '12bd0293-b20a-4c47-85f1-c8c3c5ab8aee'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:42:12.401084 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e59af6-4a63-479b-b804-5242c21defed tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Attempting to bind port c303c75b-9c2e-4cd5-a0c8-e6d617ce85a9 on network 12bd0293-b20a-4c47-85f1-c8c3c5ab8aee {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:42:12.410290 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e59af6-4a63-479b-b804-5242c21defed tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Port c303c75b-9c2e-4cd5-a0c8-e6d617ce85a9 on network 12bd0293-b20a-4c47-85f1-c8c3c5ab8aee not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-1 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:42:12.410623 n-d-800634-1 neutron-server[93751]: ERROR neutron.plugins.ml2.managers [None req-b5e59af6-4a63-479b-b804-5242c21defed tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Failed to bind port c303c75b-9c2e-4cd5-a0c8-e6d617ce85a9 on host n-h2-800634-1 for vnic_type normal using segments [{'id': '9be59e41-0bb2-4e55-8085-49a4bb0d6343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '12bd0293-b20a-4c47-85f1-c8c3c5ab8aee'}] Jul 13 13:42:12.413770 n-d-800634-1 neutron-server[93751]: INFO neutron.plugins.ml2.plugin [None req-b5e59af6-4a63-479b-b804-5242c21defed tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Attempt 9 to bind port c303c75b-9c2e-4cd5-a0c8-e6d617ce85a9 Jul 13 13:42:12.440201 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [None req-b5e59af6-4a63-479b-b804-5242c21defed tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Attempting to bind port c303c75b-9c2e-4cd5-a0c8-e6d617ce85a9 on host n-h2-800634-1 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:42:12.440553 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [None req-b5e59af6-4a63-479b-b804-5242c21defed tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Attempting to bind port c303c75b-9c2e-4cd5-a0c8-e6d617ce85a9 by drivers openvswitch,hyperv on host n-h2-800634-1 at level 0 using segments [{'id': '9be59e41-0bb2-4e55-8085-49a4bb0d6343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '12bd0293-b20a-4c47-85f1-c8c3c5ab8aee'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:42:12.440878 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e59af6-4a63-479b-b804-5242c21defed tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Attempting to bind port c303c75b-9c2e-4cd5-a0c8-e6d617ce85a9 on network 12bd0293-b20a-4c47-85f1-c8c3c5ab8aee {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:42:12.451177 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e59af6-4a63-479b-b804-5242c21defed tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Port c303c75b-9c2e-4cd5-a0c8-e6d617ce85a9 on network 12bd0293-b20a-4c47-85f1-c8c3c5ab8aee not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-1 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:42:12.451497 n-d-800634-1 neutron-server[93751]: ERROR neutron.plugins.ml2.managers [None req-b5e59af6-4a63-479b-b804-5242c21defed tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Failed to bind port c303c75b-9c2e-4cd5-a0c8-e6d617ce85a9 on host n-h2-800634-1 for vnic_type normal using segments [{'id': '9be59e41-0bb2-4e55-8085-49a4bb0d6343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '12bd0293-b20a-4c47-85f1-c8c3c5ab8aee'}] Jul 13 13:42:12.454159 n-d-800634-1 neutron-server[93751]: INFO neutron.plugins.ml2.plugin [None req-b5e59af6-4a63-479b-b804-5242c21defed tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Attempt 10 to bind port c303c75b-9c2e-4cd5-a0c8-e6d617ce85a9 Jul 13 13:42:12.479503 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [None req-b5e59af6-4a63-479b-b804-5242c21defed tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Attempting to bind port c303c75b-9c2e-4cd5-a0c8-e6d617ce85a9 on host n-h2-800634-1 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:42:12.480366 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [None req-b5e59af6-4a63-479b-b804-5242c21defed tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Attempting to bind port c303c75b-9c2e-4cd5-a0c8-e6d617ce85a9 by drivers openvswitch,hyperv on host n-h2-800634-1 at level 0 using segments [{'id': '9be59e41-0bb2-4e55-8085-49a4bb0d6343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '12bd0293-b20a-4c47-85f1-c8c3c5ab8aee'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:42:12.481059 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e59af6-4a63-479b-b804-5242c21defed tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Attempting to bind port c303c75b-9c2e-4cd5-a0c8-e6d617ce85a9 on network 12bd0293-b20a-4c47-85f1-c8c3c5ab8aee {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:42:12.496754 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e59af6-4a63-479b-b804-5242c21defed tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Port c303c75b-9c2e-4cd5-a0c8-e6d617ce85a9 on network 12bd0293-b20a-4c47-85f1-c8c3c5ab8aee not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-1 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:42:12.497094 n-d-800634-1 neutron-server[93751]: ERROR neutron.plugins.ml2.managers [None req-b5e59af6-4a63-479b-b804-5242c21defed tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Failed to bind port c303c75b-9c2e-4cd5-a0c8-e6d617ce85a9 on host n-h2-800634-1 for vnic_type normal using segments [{'id': '9be59e41-0bb2-4e55-8085-49a4bb0d6343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '12bd0293-b20a-4c47-85f1-c8c3c5ab8aee'}] Jul 13 13:42:12.497951 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b5e59af6-4a63-479b-b804-5242c21defed tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:12.501333 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6f66a375-c99f-4775-a363-669c781096d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:12.504524 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3e3eaa53-707b-4f08-bf0f-f174465a41f0 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:12.552360 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-3e3eaa53-707b-4f08-bf0f-f174465a41f0 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Transition to ACTIVE for port object e76550bd-8406-4c84-8bc7-11776ff44938 will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:42:12.552994 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-6f66a375-c99f-4775-a363-669c781096d5 None None] For port 740d32dd-ff68-44e6-b778-dad4fdd5e4ee, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=740d32dd-ff68-44e6-b778-dad4fdd5e4ee,segment=NetworkSegment(07dc4a26-1884-4ccf-aed5-c9e3c0095ce2),segment_id=07dc4a26-1884-4ccf-aed5-c9e3c0095ce2)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:42:12.617663 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-b5e59af6-4a63-479b-b804-5242c21defed tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] For port c303c75b-9c2e-4cd5-a0c8-e6d617ce85a9, host n-h2-800634-1, cleared binding levels {{(pid=93751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:42:12.618081 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-b5e59af6-4a63-479b-b804-5242c21defed tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Attempted to set empty binding levels {{(pid=93751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 13 13:42:12.625392 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b5e59af6-4a63-479b-b804-5242c21defed tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:12.643200 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e59af6-4a63-479b-b804-5242c21defed tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:12.643989 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b5e59af6-4a63-479b-b804-5242c21defed tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:12.647056 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3e3eaa53-707b-4f08-bf0f-f174465a41f0 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:12.717523 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-b5e59af6-4a63-479b-b804-5242c21defed tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 2.8050210 Jul 13 13:42:12.721205 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e3eaa53-707b-4f08-bf0f-f174465a41f0 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Network b00023a5-d2ce-4a68-9ffb-8fc262af50c0 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:42:12.721890 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 34608) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:42:12.752176 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e59af6-4a63-479b-b804-5242c21defed tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Pushing event updated for resources: {'Port': ['ID=c303c75b-9c2e-4cd5-a0c8-e6d617ce85a9,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:12.754894 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-3e3eaa53-707b-4f08-bf0f-f174465a41f0 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:42:12.768704 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6f66a375-c99f-4775-a363-669c781096d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:12.781283 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-9000c117-f2b7-4d59-944f-cdf44b05b67d tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:42:12.784600 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aae996-5696-436f-9741-020dff67ee37 req-a2e54e39-abbe-4a34-817b-405b3e0bbcb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:12.786006 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-98aae996-5696-436f-9741-020dff67ee37 req-a2e54e39-abbe-4a34-817b-405b3e0bbcb2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6661932f-acfc-47b8-a77e-6e4fc4de80f6 HTTP/1.1" status: 200 len: 912 time: 0.7068727 Jul 13 13:42:12.788967 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3eaa53-707b-4f08-bf0f-f174465a41f0 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:42:12.861281 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-62f9a245-3038-4dca-a82f-32c9fde6c999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:12.871298 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f66a375-c99f-4775-a363-669c781096d5 None None] Pushing event updated for resources: {'Port': ['ID=740d32dd-ff68-44e6-b778-dad4fdd5e4ee,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:12.875750 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-bea75658-f650-40a7-8542-f625cdfdc89e req-59d6dd34-e326-4767-9cde-f43e68297915 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Allocated IP 19.86.0.161 (2cd3f629-21c1-4089-814b-ac76071f5144/7ea397c0-4fbe-4d7f-9983-4a280d09bdd3/c6af1154-ca4a-491b-b9a2-9a9bd821e4ae) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:42:12.879692 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3eaa53-707b-4f08-bf0f-f174465a41f0 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Pushing event updated for resources: {'Port': ['ID=e76550bd-8406-4c84-8bc7-11776ff44938,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:12.881115 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device efd6c658-2b8c-4acd-920e-9e579d79bfa5 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:42:12.898625 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f66a375-c99f-4775-a363-669c781096d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:42:12.899156 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f66a375-c99f-4775-a363-669c781096d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:42:12.899603 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f66a375-c99f-4775-a363-669c781096d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:42:12.900044 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f66a375-c99f-4775-a363-669c781096d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:42:12.900560 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f66a375-c99f-4775-a363-669c781096d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:42:12.900994 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f66a375-c99f-4775-a363-669c781096d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:42:12.901420 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f66a375-c99f-4775-a363-669c781096d5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:42:12.902405 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f66a375-c99f-4775-a363-669c781096d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:42:12.902885 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f66a375-c99f-4775-a363-669c781096d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:42:12.903429 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f66a375-c99f-4775-a363-669c781096d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:42:12.903811 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f66a375-c99f-4775-a363-669c781096d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:42:12.904218 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f66a375-c99f-4775-a363-669c781096d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:42:12.926511 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e3eaa53-707b-4f08-bf0f-f174465a41f0 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:12.927236 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3e3eaa53-707b-4f08-bf0f-f174465a41f0 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:12.932695 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9000c117-f2b7-4d59-944f-cdf44b05b67d tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:42:12.940033 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9000c117-f2b7-4d59-944f-cdf44b05b67d tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-450452'] for router_interface, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:12.945950 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9000c117-f2b7-4d59-944f-cdf44b05b67d tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Pushing event updated for resources: {'Port': ['ID=480b6147-c801-4de9-b029-9a95df87513d,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:12.951433 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-3e3eaa53-707b-4f08-bf0f-f174465a41f0 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 1.8670862 Jul 13 13:42:12.957252 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 34620) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:42:12.963546 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-8f3f5c08-2913-4ff6-be50-9f66a8bba4e1 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '84dd6676-5e18-4fd2-b593-dfa035ae7242'}]}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:42:12.992619 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-6f66a375-c99f-4775-a363-669c781096d5 None None] Provisioning for port cabe3ad4-87dd-4319-b8e4-599e6ad39b93 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:42:13.002163 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-6f66a375-c99f-4775-a363-669c781096d5 None None] Provisioning complete for port cabe3ad4-87dd-4319-b8e4-599e6ad39b93 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:42:13.002530 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6f66a375-c99f-4775-a363-669c781096d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:13.004212 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 89a573e5-5415-4874-95f8-0d5eb38d4f80 details requested by agent hyperv_n-h1-800634-1 with host n-h1-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 13:42:13.064681 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-f69768b0-27b8-453d-b83f-2ab3ed59976a tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Deleting port c303c75b-9c2e-4cd5-a0c8-e6d617ce85a9 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:42:13.064681 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f69768b0-27b8-453d-b83f-2ab3ed59976a tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:13.116034 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-6f66a375-c99f-4775-a363-669c781096d5 None None] Port cabe3ad4-87dd-4319-b8e4-599e6ad39b93 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:42:13.138257 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-98aae996-5696-436f-9741-020dff67ee37 req-c5dd0777-c7b8-4886-b8f5-5c01313faa59 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=89a573e5-5415-4874-95f8-0d5eb38d4f80 HTTP/1.1" status: 200 len: 217 time: 0.1807325 Jul 13 13:42:13.174152 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8f3f5c08-2913-4ff6-be50-9f66a8bba4e1 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:13.186429 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-f69768b0-27b8-453d-b83f-2ab3ed59976a tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] For port c303c75b-9c2e-4cd5-a0c8-e6d617ce85a9, host n-h2-800634-1, got binding levels [] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:42:13.187177 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f69768b0-27b8-453d-b83f-2ab3ed59976a tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:13.210691 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-f69768b0-27b8-453d-b83f-2ab3ed59976a tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Calling delete_port for c303c75b-9c2e-4cd5-a0c8-e6d617ce85a9 owned by {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:42:13.254034 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9000c117-f2b7-4d59-944f-cdf44b05b67d tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:13.259074 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fc58a8-8434-40d0-8641-f413b90c8f09 req-1f725e83-6a55-41ad-840f-fbf2bab0c290 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:13.262383 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port efd6c658-2b8c-4acd-920e-9e579d79bfa5 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:42:13.262901 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:13.266229 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-17fc58a8-8434-40d0-8641-f413b90c8f09 req-1f725e83-6a55-41ad-840f-fbf2bab0c290 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] 10.222.0.23 "GET /v2.0/ports?device_id=e88e0734-1f99-4dbb-b304-12db10efef83 HTTP/1.1" status: 200 len: 931 time: 0.2403195 Jul 13 13:42:13.283948 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2b05bf-15f6-4596-831f-727aa3002067 req-a65df658-93f4-49c2-b93d-15671bed8e5f tempest-MigrationsAdminTest-226272341 tempest-MigrationsAdminTest-226272341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:13.285515 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-da2b05bf-15f6-4596-831f-727aa3002067 req-a65df658-93f4-49c2-b93d-15671bed8e5f tempest-MigrationsAdminTest-226272341 tempest-MigrationsAdminTest-226272341-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=e09381ea-19e8-4569-9cfc-1dec7c686fa5 HTTP/1.1" status: 200 len: 1101 time: 1.0381303 Jul 13 13:42:13.290436 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aae996-5696-436f-9741-020dff67ee37 req-77163cc4-2622-482d-852c-e4ba96102c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:13.291859 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-98aae996-5696-436f-9741-020dff67ee37 req-77163cc4-2622-482d-852c-e4ba96102c9b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=80edefc4-fa33-4530-84fe-f39db6b6f56c HTTP/1.1" status: 200 len: 852 time: 0.1379881 Jul 13 13:42:13.374750 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-98aae996-5696-436f-9741-020dff67ee37 req-a1bbdfd0-dc84-4df2-a78c-638d76cfcf21 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6661932f-acfc-47b8-a77e-6e4fc4de80f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0731506 Jul 13 13:42:13.382155 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-da2b05bf-15f6-4596-831f-727aa3002067 req-c371998d-f02c-44fb-9ada-fc60decd7641 tempest-MigrationsAdminTest-226272341 tempest-MigrationsAdminTest-226272341-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:13.398437 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-17fc58a8-8434-40d0-8641-f413b90c8f09 req-8e824739-8154-4461-9e61-8af261a7391f tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ac1545a-5526-4c2d-93f1-674377bb30c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935340 Jul 13 13:42:13.414238 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-bea75658-f650-40a7-8542-f625cdfdc89e req-59d6dd34-e326-4767-9cde-f43e68297915 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:13.494950 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 89a573e5-5415-4874-95f8-0d5eb38d4f80, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=89a573e5-5415-4874-95f8-0d5eb38d4f80,segment=NetworkSegment(55dc7e6e-18d5-43e8-af1f-8a95484ad68c),segment_id=55dc7e6e-18d5-43e8-af1f-8a95484ad68c)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:42:13.518953 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Returning: {'device': '89a573e5-5415-4874-95f8-0d5eb38d4f80', 'network_id': '6661932f-acfc-47b8-a77e-6e4fc4de80f6', 'port_id': '89a573e5-5415-4874-95f8-0d5eb38d4f80', 'mac_address': 'fa:16:3e:43:36:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80edefc4-fa33-4530-84fe-f39db6b6f56c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 13:42:13.521304 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-62f9a245-3038-4dca-a82f-32c9fde6c999 None None] Allocated IP 172.20.0.18 (b00023a5-d2ce-4a68-9ffb-8fc262af50c0/3131f5f4-7181-41d5-8335-3b978b592865/efd6c658-2b8c-4acd-920e-9e579d79bfa5) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:42:13.553623 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-bea75658-f650-40a7-8542-f625cdfdc89e req-59d6dd34-e326-4767-9cde-f43e68297915 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Transition to ACTIVE for port object c6af1154-ca4a-491b-b9a2-9a9bd821e4ae will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:42:13.574452 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:13.590379 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89a573e5-5415-4874-95f8-0d5eb38d4f80 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:42:13.602010 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f69768b0-27b8-453d-b83f-2ab3ed59976a tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:13.612238 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 89a573e5-5415-4874-95f8-0d5eb38d4f80, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=89a573e5-5415-4874-95f8-0d5eb38d4f80,segment=NetworkSegment(55dc7e6e-18d5-43e8-af1f-8a95484ad68c),segment_id=55dc7e6e-18d5-43e8-af1f-8a95484ad68c)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:42:13.630593 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:13.635131 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69768b0-27b8-453d-b83f-2ab3ed59976a tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Pushing event deleted for resources: {'Port': ['ID=c303c75b-9c2e-4cd5-a0c8-e6d617ce85a9,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:13.645965 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f69768b0-27b8-453d-b83f-2ab3ed59976a tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:13.650771 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-f69768b0-27b8-453d-b83f-2ab3ed59976a tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] 10.222.0.23 "DELETE /v2.0/ports/c303c75b-9c2e-4cd5-a0c8-e6d617ce85a9 HTTP/1.1" status: 204 len: 168 time: 0.9212387 Jul 13 13:42:13.654142 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 34624) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:42:13.688575 n-d-800634-1 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e6f6bf8-8caa-4501-a029-58d40372914a tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] GET failed (client error): The resource could not be found. Jul 13 13:42:13.694364 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-8e6f6bf8-8caa-4501-a029-58d40372914a tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] 10.222.0.23 "GET /v2.0/ports/c303c75b-9c2e-4cd5-a0c8-e6d617ce85a9 HTTP/1.1" status: 404 len: 333 time: 0.0394289 Jul 13 13:42:13.697218 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 34626) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:42:13.702732 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-7df053e7-09ab-47e5-9975-512df85d1d61 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Request body: {'port': {'network_id': '12bd0293-b20a-4c47-85f1-c8c3c5ab8aee', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1278904902'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:42:13.712287 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-98aae996-5696-436f-9741-020dff67ee37 req-4ac8f8e0-3c15-4ec9-86cf-387508d91d4a service neutron] 10.222.0.26 "GET /v2.0/networks/6661932f-acfc-47b8-a77e-6e4fc4de80f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3227742 Jul 13 13:42:13.719343 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00186fe-0389-40a8-af06-8e43a5e63348 req-f7a682f0-2727-44c0-a94b-8871f811096b tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:13.726587 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b00186fe-0389-40a8-af06-8e43a5e63348 req-f7a682f0-2727-44c0-a94b-8871f811096b tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] 10.222.0.23 "GET /v2.0/ports?device_id=77e0f546-be32-4071-bd8c-0c62d6d3b92f HTTP/1.1" status: 200 len: 943 time: 0.1730192 Jul 13 13:42:13.744036 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=89a573e5-5415-4874-95f8-0d5eb38d4f80,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:13.753180 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-bea75658-f650-40a7-8542-f625cdfdc89e req-59d6dd34-e326-4767-9cde-f43e68297915 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:13.762587 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-62f9a245-3038-4dca-a82f-32c9fde6c999 None None] For port efd6c658-2b8c-4acd-920e-9e579d79bfa5, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=efd6c658-2b8c-4acd-920e-9e579d79bfa5,segment=NetworkSegment(12bfa9e3-766f-40e9-8337-c5e2049e170c),segment_id=12bfa9e3-766f-40e9-8337-c5e2049e170c)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:42:13.800667 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b00186fe-0389-40a8-af06-8e43a5e63348 req-6940329d-e80b-425f-97bb-94298b68bc95 tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] 10.222.0.23 "GET /v2.0/security-groups?id=7612cddf-e6ca-4461-9a28-8f6c6ab70a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718589 Jul 13 13:42:13.803338 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-62f9a245-3038-4dca-a82f-32c9fde6c999 None None] Notify callbacks [] for port, precommit_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:13.824999 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-62f9a245-3038-4dca-a82f-32c9fde6c999 None None] Transition to ACTIVE for port object efd6c658-2b8c-4acd-920e-9e579d79bfa5 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:42:13.828804 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-62f9a245-3038-4dca-a82f-32c9fde6c999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:13.921700 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bea75658-f650-40a7-8542-f625cdfdc89e req-59d6dd34-e326-4767-9cde-f43e68297915 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Network 2cd3f629-21c1-4089-814b-ac76071f5144 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:42:13.932709 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-8f3f5c08-2913-4ff6-be50-9f66a8bba4e1 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Delete allocated IP 172.20.0.22 (b00023a5-d2ce-4a68-9ffb-8fc262af50c0/3131f5f4-7181-41d5-8335-3b978b592865) {{(pid=93751) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 13 13:42:13.941284 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-bea75658-f650-40a7-8542-f625cdfdc89e req-59d6dd34-e326-4767-9cde-f43e68297915 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:42:13.943155 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d6dd34-e326-4767-9cde-f43e68297915 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Pushing event updated for resources: {'Port': ['ID=c6af1154-ca4a-491b-b9a2-9a9bd821e4ae,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:13.950544 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-bea75658-f650-40a7-8542-f625cdfdc89e req-59d6dd34-e326-4767-9cde-f43e68297915 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:42:13.965916 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-da2b05bf-15f6-4596-831f-727aa3002067 req-c371998d-f02c-44fb-9ada-fc60decd7641 tempest-MigrationsAdminTest-226272341 tempest-MigrationsAdminTest-226272341-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:13.987504 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['89a573e5-5415-4874-95f8-0d5eb38d4f80'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:42:14.024495 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-98aae996-5696-436f-9741-020dff67ee37 req-e83172bf-f20e-4d0f-9e45-4c6c92304b61 service neutron] 10.222.0.26 "GET /v2.0/networks/6661932f-acfc-47b8-a77e-6e4fc4de80f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3017087 Jul 13 13:42:14.025109 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-da2b05bf-15f6-4596-831f-727aa3002067 req-c371998d-f02c-44fb-9ada-fc60decd7641 tempest-MigrationsAdminTest-226272341 tempest-MigrationsAdminTest-226272341-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:14.119522 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-da2b05bf-15f6-4596-831f-727aa3002067 req-c371998d-f02c-44fb-9ada-fc60decd7641 tempest-MigrationsAdminTest-226272341 tempest-MigrationsAdminTest-226272341-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=945af9a8-1349-436a-a066-b9a0fd8d3dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8239384 Jul 13 13:42:14.180961 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7df053e7-09ab-47e5-9975-512df85d1d61 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Made reservation on behalf of 43a69385292e455b967fa66da54a5a1a for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:42:14.181671 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-09ec5e04-3e5e-4f37-b454-6e758242f445 None None] Provisioning complete for port 740d32dd-ff68-44e6-b778-dad4fdd5e4ee triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:42:14.181671 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-09ec5e04-3e5e-4f37-b454-6e758242f445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:14.182143 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7df053e7-09ab-47e5-9975-512df85d1d61 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:14.191944 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea75658-f650-40a7-8542-f625cdfdc89e req-59d6dd34-e326-4767-9cde-f43e68297915 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:14.192633 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-bea75658-f650-40a7-8542-f625cdfdc89e req-59d6dd34-e326-4767-9cde-f43e68297915 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:14.222264 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c371998d-f02c-44fb-9ada-fc60decd7641 tempest-MigrationsAdminTest-226272341 tempest-MigrationsAdminTest-226272341-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96c0ab30-18e0-4a1c-bdee-510f024d77f4,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:14.232106 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9000c117-f2b7-4d59-944f-cdf44b05b67d tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:14.253768 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [None req-7df053e7-09ab-47e5-9975-512df85d1d61 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] device_id is not set on port 4b56010b-0c3b-4d3c-b389-ed84aea32717 yet. {{(pid=93751) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 13:42:14.254411 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9000c117-f2b7-4d59-944f-cdf44b05b67d tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:14.255476 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9000c117-f2b7-4d59-944f-cdf44b05b67d tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1785045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451806'] for router_interface, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:14.325378 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f9a245-3038-4dca-a82f-32c9fde6c999 None None] Pushing event updated for resources: {'Port': ['ID=efd6c658-2b8c-4acd-920e-9e579d79bfa5,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:14.342976 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bea75658-f650-40a7-8542-f625cdfdc89e req-59d6dd34-e326-4767-9cde-f43e68297915 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6307278 Jul 13 13:42:14.400941 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-bea75658-f650-40a7-8542-f625cdfdc89e req-ca84ef05-18df-49ea-bd96-aec1a3f0bead tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Request body: {'port': {'device_id': 'e88e0734-1f99-4dbb-b304-12db10efef83', 'network_id': '537cc3d3-b4a9-45da-af17-7bd28a40a8b6', 'admin_state_up': True, 'tenant_id': '7aead08af6bf440ca982d5ee9b154ced'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:42:14.540506 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-09ec5e04-3e5e-4f37-b454-6e758242f445 None None] Provisioning for port 480b6147-c801-4de9-b029-9a95df87513d completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:42:14.571320 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-09ec5e04-3e5e-4f37-b454-6e758242f445 None None] Provisioning complete for port 480b6147-c801-4de9-b029-9a95df87513d triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:42:14.571696 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-09ec5e04-3e5e-4f37-b454-6e758242f445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:14.577306 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8f3f5c08-2913-4ff6-be50-9f66a8bba4e1 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:14.647760 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-09ec5e04-3e5e-4f37-b454-6e758242f445 None None] Port 480b6147-c801-4de9-b029-9a95df87513d cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:42:14.661850 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9000c117-f2b7-4d59-944f-cdf44b05b67d tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Pushing event updated for resources: {'Port': ['ID=480b6147-c801-4de9-b029-9a95df87513d,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:14.693184 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-8f3f5c08-2913-4ff6-be50-9f66a8bba4e1 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Ignored duplicate provisioning block setup for port e76550bd-8406-4c84-8bc7-11776ff44938 by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 13 13:42:14.703775 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8f3f5c08-2913-4ff6-be50-9f66a8bba4e1 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:14.793218 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-8168b6af-a4b7-49ca-8b19-eba31e4e7924 None None] Provisioning for port c6af1154-ca4a-491b-b9a2-9a9bd821e4ae completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:42:14.797809 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-8168b6af-a4b7-49ca-8b19-eba31e4e7924 None None] Provisioning complete for port c6af1154-ca4a-491b-b9a2-9a9bd821e4ae triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:42:14.798177 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8168b6af-a4b7-49ca-8b19-eba31e4e7924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:14.844213 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9000c117-f2b7-4d59-944f-cdf44b05b67d tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Network 9c959d53-e4b0-48a2-b232-66cb1c914ffc is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:42:14.848643 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-9000c117-f2b7-4d59-944f-cdf44b05b67d tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:42:14.874527 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 740d32dd-ff68-44e6-b778-dad4fdd5e4ee up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:42:14.913650 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-8168b6af-a4b7-49ca-8b19-eba31e4e7924 None None] Port c6af1154-ca4a-491b-b9a2-9a9bd821e4ae cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:42:14.953487 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-8168b6af-a4b7-49ca-8b19-eba31e4e7924 None None] Provisioning complete for port 480b6147-c801-4de9-b029-9a95df87513d triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:42:14.954201 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8168b6af-a4b7-49ca-8b19-eba31e4e7924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:15.002917 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-8168b6af-a4b7-49ca-8b19-eba31e4e7924 None None] Port 480b6147-c801-4de9-b029-9a95df87513d cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:42:15.022534 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 740d32dd-ff68-44e6-b778-dad4fdd5e4ee triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:42:15.022927 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:15.052764 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bea75658-f650-40a7-8542-f625cdfdc89e req-ca84ef05-18df-49ea-bd96-aec1a3f0bead tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Made reservation on behalf of 7aead08af6bf440ca982d5ee9b154ced for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:42:15.056436 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-bea75658-f650-40a7-8542-f625cdfdc89e req-ca84ef05-18df-49ea-bd96-aec1a3f0bead tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:15.099969 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device c99b899b-0238-40b5-96c0-b464cd08063b up at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:42:15.295379 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning for port c99b899b-0238-40b5-96c0-b464cd08063b completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:42:15.305791 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning complete for port c99b899b-0238-40b5-96c0-b464cd08063b triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:42:15.306278 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:15.312347 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device efd6c658-2b8c-4acd-920e-9e579d79bfa5 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:42:15.315186 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9000c117-f2b7-4d59-944f-cdf44b05b67d tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Router 4b1a190a-b533-42a3-ad5b-67b7033fc544 is scheduled to L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 with binding_index 1 {{(pid=93750) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 13:42:15.470049 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-5eefa57d-f9d2-481b-86d3-4b2e88c5f92f None None] Provisioning complete for port 480b6147-c801-4de9-b029-9a95df87513d triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:42:15.470425 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5eefa57d-f9d2-481b-86d3-4b2e88c5f92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:15.492835 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-bea75658-f650-40a7-8542-f625cdfdc89e req-ca84ef05-18df-49ea-bd96-aec1a3f0bead tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Allocated IP 19.80.0.73 (537cc3d3-b4a9-45da-af17-7bd28a40a8b6/177c53a6-bc84-40f7-bab2-8d84c5dbcaa2/6519e760-a9a3-4a2b-bf97-9f6df346c87b) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:42:15.542962 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3f5c08-2913-4ff6-be50-9f66a8bba4e1 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Pushing event updated for resources: {'Port': ['ID=e76550bd-8406-4c84-8bc7-11776ff44938,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:15.607781 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-5eefa57d-f9d2-481b-86d3-4b2e88c5f92f None None] Port 480b6147-c801-4de9-b029-9a95df87513d cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:42:15.658066 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:15.706353 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-bea75658-f650-40a7-8542-f625cdfdc89e req-ca84ef05-18df-49ea-bd96-aec1a3f0bead tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:15.721176 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-bea75658-f650-40a7-8542-f625cdfdc89e req-ca84ef05-18df-49ea-bd96-aec1a3f0bead tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Transition to ACTIVE for port object 6519e760-a9a3-4a2b-bf97-9f6df346c87b will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:42:15.731063 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port c99b899b-0238-40b5-96c0-b464cd08063b, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=c99b899b-0238-40b5-96c0-b464cd08063b,segment=NetworkSegment(55dc7e6e-18d5-43e8-af1f-8a95484ad68c),segment_id=55dc7e6e-18d5-43e8-af1f-8a95484ad68c)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:42:15.736756 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e1f3f33-68fb-49c2-a0d5-b2faebeef60d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c99b899b-0238-40b5-96c0-b464cd08063b'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:42:15.740261 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a88fc62-c1c7-4cc3-9b20-8e0c0c8ea2df" -d '{"events": [{"server_uuid": "3e1f3f33-68fb-49c2-a0d5-b2faebeef60d", "name": "network-vif-plugged", "status": "completed", "tag": "c99b899b-0238-40b5-96c0-b464cd08063b"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:42:15.744195 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-5eefa57d-f9d2-481b-86d3-4b2e88c5f92f None None] Provisioning for port efd6c658-2b8c-4acd-920e-9e579d79bfa5 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:42:15.749146 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:15.758188 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-5eefa57d-f9d2-481b-86d3-4b2e88c5f92f None None] Provisioning complete for port efd6c658-2b8c-4acd-920e-9e579d79bfa5 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:42:15.758601 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5eefa57d-f9d2-481b-86d3-4b2e88c5f92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:15.785042 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd774c9-a8a3-408c-9095-de1d2a724149 req-e33b38e8-ff5f-4f04-80eb-1f0d763e264c tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:15.791790 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd774c9-a8a3-408c-9095-de1d2a724149 req-e33b38e8-ff5f-4f04-80eb-1f0d763e264c tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:15.793610 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ccd774c9-a8a3-408c-9095-de1d2a724149 req-e33b38e8-ff5f-4f04-80eb-1f0d763e264c tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] 10.222.0.23 "GET /v2.0/ports?device_id=e88e0734-1f99-4dbb-b304-12db10efef83 HTTP/1.1" status: 200 len: 1654 time: 1.2077274 Jul 13 13:42:15.797940 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7df053e7-09ab-47e5-9975-512df85d1d61 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:15.799429 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-bea75658-f650-40a7-8542-f625cdfdc89e req-ca84ef05-18df-49ea-bd96-aec1a3f0bead tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:15.801089 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-8f3f5c08-2913-4ff6-be50-9f66a8bba4e1 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] In _notify_port_updated(), no bound segment for port e76550bd-8406-4c84-8bc7-11776ff44938 on network b00023a5-d2ce-4a68-9ffb-8fc262af50c0 {{(pid=93751) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 13 13:42:15.806419 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f3f5c08-2913-4ff6-be50-9f66a8bba4e1 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:15.807037 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8f3f5c08-2913-4ff6-be50-9f66a8bba4e1 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:15.811910 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-8f3f5c08-2913-4ff6-be50-9f66a8bba4e1 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] 10.222.0.23 "PUT /v2.0/ports/e76550bd-8406-4c84-8bc7-11776ff44938 HTTP/1.1" status: 200 len: 919 time: 2.8535540 Jul 13 13:42:15.815513 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 34658) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:42:15.830354 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-6c5117bf-e47f-401e-9371-0dd347731bab tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '84dd6676-5e18-4fd2-b593-dfa035ae7242'}, {'subnet_id': '3131f5f4-7181-41d5-8335-3b978b592865'}]}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:42:15.915950 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bea75658-f650-40a7-8542-f625cdfdc89e req-ca84ef05-18df-49ea-bd96-aec1a3f0bead tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Network 537cc3d3-b4a9-45da-af17-7bd28a40a8b6 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:42:15.927037 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-bea75658-f650-40a7-8542-f625cdfdc89e req-ca84ef05-18df-49ea-bd96-aec1a3f0bead tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:42:15.936318 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-bea75658-f650-40a7-8542-f625cdfdc89e req-ca84ef05-18df-49ea-bd96-aec1a3f0bead tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:42:15.958432 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d3a7cd11-733e-410d-9877-cc982904c1bb req-b096617d-78ba-43fc-a596-e62522d9baf5 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e09381ea-19e8-4569-9cfc-1dec7c686fa5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3921182 Jul 13 13:42:15.971686 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca84ef05-18df-49ea-bd96-aec1a3f0bead tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Pushing event updated for resources: {'Port': ['ID=6519e760-a9a3-4a2b-bf97-9f6df346c87b,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:15.986746 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ccd774c9-a8a3-408c-9095-de1d2a724149 req-a6ced348-e82d-43cc-90f4-e57a0fb22c99 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ac1545a-5526-4c2d-93f1-674377bb30c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684511 Jul 13 13:42:15.993033 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9000c117-f2b7-4d59-944f-cdf44b05b67d tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:42:15.997388 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7df053e7-09ab-47e5-9975-512df85d1d61 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:16.005086 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b8fa02-6457-43f7-9d02-97cff1a2fa75 None None] Sync routers for ids ['4b1a190a-b533-42a3-ad5b-67b7033fc544'] in n-d-800634-1 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:42:16.016290 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=c99b899b-0238-40b5-96c0-b464cd08063b,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:16.023543 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b8fa02-6457-43f7-9d02-97cff1a2fa75 None None] Routers {'4b1a190a-b533-42a3-ad5b-67b7033fc544'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:42:16.030998 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-d0b8fa02-6457-43f7-9d02-97cff1a2fa75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:41:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['4b1a190a-b533-42a3-ad5b-67b7033fc544'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:42:16.033999 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-9000c117-f2b7-4d59-944f-cdf44b05b67d tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] 10.222.0.23 "PUT /v2.0/routers/4b1a190a-b533-42a3-ad5b-67b7033fc544/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7866118 Jul 13 13:42:16.038160 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 34660) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:42:16.046709 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-5ece65c8-9219-4fe2-acf4-fe9569efd502 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1557013643'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:42:16.076257 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea75658-f650-40a7-8542-f625cdfdc89e req-ca84ef05-18df-49ea-bd96-aec1a3f0bead tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:16.077220 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-bea75658-f650-40a7-8542-f625cdfdc89e req-ca84ef05-18df-49ea-bd96-aec1a3f0bead tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:16.125211 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6931cd8a-60be-472c-875e-35d3dbe34135 req-6786238c-6417-47dd-a3fe-ff79bf5adfd2 tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:16.129107 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-e4d63f89-ae4c-4e42-ba2d-7a09b26d940a None None] Provisioning for port e76550bd-8406-4c84-8bc7-11776ff44938 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:42:16.134002 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-e4d63f89-ae4c-4e42-ba2d-7a09b26d940a None None] Provisioning complete for port e76550bd-8406-4c84-8bc7-11776ff44938 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:42:16.134384 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e4d63f89-ae4c-4e42-ba2d-7a09b26d940a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:16.145311 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6931cd8a-60be-472c-875e-35d3dbe34135 req-6786238c-6417-47dd-a3fe-ff79bf5adfd2 tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] 10.222.0.23 "GET /v2.0/ports?device_id=77e0f546-be32-4071-bd8c-0c62d6d3b92f HTTP/1.1" status: 200 len: 944 time: 0.3901689 Jul 13 13:42:16.150243 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ece65c8-9219-4fe2-acf4-fe9569efd502 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Made reservation on behalf of 485fea06b0b7495bb8721e368ed7bc86 for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:42:16.156195 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5ece65c8-9219-4fe2-acf4-fe9569efd502 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:16.215956 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df053e7-09ab-47e5-9975-512df85d1d61 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Pushing event updated for resources: {'Port': ['ID=4b56010b-0c3b-4d3c-b389-ed84aea32717,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:16.242459 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df053e7-09ab-47e5-9975-512df85d1d61 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Network 12bd0293-b20a-4c47-85f1-c8c3c5ab8aee is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:42:16.250066 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-7df053e7-09ab-47e5-9975-512df85d1d61 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:42:16.265765 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df053e7-09ab-47e5-9975-512df85d1d61 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:42:16.266759 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7df053e7-09ab-47e5-9975-512df85d1d61 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:16.267375 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7df053e7-09ab-47e5-9975-512df85d1d61 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:16.269920 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-d0b8fa02-6457-43f7-9d02-97cff1a2fa75 None None] Set router 4b1a190a-b533-42a3-ad5b-67b7033fc544 gateway port host: None {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:42:16.272221 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-e4d63f89-ae4c-4e42-ba2d-7a09b26d940a None None] Port e76550bd-8406-4c84-8bc7-11776ff44938 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:42:16.285267 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6c5117bf-e47f-401e-9371-0dd347731bab tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:16.311552 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ece65c8-9219-4fe2-acf4-fe9569efd502 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 13:42:16.352905 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bea75658-f650-40a7-8542-f625cdfdc89e req-ca84ef05-18df-49ea-bd96-aec1a3f0bead tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9648690 Jul 13 13:42:16.365891 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-7df053e7-09ab-47e5-9975-512df85d1d61 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.6679304 Jul 13 13:42:16.371607 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5ece65c8-9219-4fe2-acf4-fe9569efd502 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:16.374071 n-d-800634-1 neutron-server[93750]: INFO neutron.db.segments_db [None req-5ece65c8-9219-4fe2-acf4-fe9569efd502 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Added segment b4dbe59b-9f47-42d6-8c91-9696718a262b of type vlan for network 528f896c-ef63-4a6d-8ee2-08fbfe2387ea Jul 13 13:42:16.375483 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 34678) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:42:16.380033 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-bea75658-f650-40a7-8542-f625cdfdc89e req-605e3b65-22d6-406f-8aac-ce01d4d5cd2b service neutron] Request body: {'port': {'device_id': 'e88e0734-1f99-4dbb-b304-12db10efef83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:42:16.399192 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6931cd8a-60be-472c-875e-35d3dbe34135 req-d4233c93-2375-45fa-b95f-4073b5ededbb tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] 10.222.0.23 "GET /v2.0/security-groups?id=7612cddf-e6ca-4461-9a28-8f6c6ab70a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481246 Jul 13 13:42:16.409560 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-a6d3e57b-f001-426c-a9a2-8b948bbf70e4 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-800634-1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:42:16.419922 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-4457d81e-81d2-466f-bdcb-ba05ab2a94e3 None None] Provisioning for port 6519e760-a9a3-4a2b-bf97-9f6df346c87b completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:42:16.424221 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-4457d81e-81d2-466f-bdcb-ba05ab2a94e3 None None] Provisioning complete for port 6519e760-a9a3-4a2b-bf97-9f6df346c87b triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:42:16.424831 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4457d81e-81d2-466f-bdcb-ba05ab2a94e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:16.456965 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8446c51-1a20-47b4-b3a1-98509986b10b req-0b89f2cc-861f-486b-b4ad-8129a33bd6b1 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:16.466474 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b8446c51-1a20-47b4-b3a1-98509986b10b req-0b89f2cc-861f-486b-b4ad-8129a33bd6b1 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/ports?device_id=e09381ea-19e8-4569-9cfc-1dec7c686fa5 HTTP/1.1" status: 200 len: 950 time: 0.1711316 Jul 13 13:42:16.502618 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-4457d81e-81d2-466f-bdcb-ba05ab2a94e3 None None] Port 6519e760-a9a3-4a2b-bf97-9f6df346c87b cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:42:16.557664 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-d0b8fa02-6457-43f7-9d02-97cff1a2fa75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b1a190a-b533-42a3-ad5b-67b7033fc544', 'name': 'tempest-RoutersIpV6Test-router-1786170495', 'tenant_id': '485fea06b0b7495bb8721e368ed7bc86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:42:05Z', 'updated_at': '2021-07-13T13:42:13Z', 'revision_number': 2, 'project_id': '485fea06b0b7495bb8721e368ed7bc86', 'gw_port_host': None, '_interfaces': [{'id': '480b6147-c801-4de9-b029-9a95df87513d', 'name': '', 'network_id': '9c959d53-e4b0-48a2-b232-66cb1c914ffc', 'tenant_id': '485fea06b0b7495bb8721e368ed7bc86', 'mac_address': 'fa:16:3e:c8:ef:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b1a190a-b533-42a3-ad5b-67b7033fc544', 'device_owner': 'network:router_interface', 'standard_attr_id': 1600, 'fixed_ips': [{'subnet_id': 'c8787d49-ec9b-4955-abad-fa3f0718ac34', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:42:10Z', 'updated_at': '2021-07-13T13:42:13Z', 'revision_number': 2, 'project_id': '485fea06b0b7495bb8721e368ed7bc86', 'subnets': [{'id': 'c8787d49-ec9b-4955-abad-fa3f0718ac34', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:42:16.594164 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b8fa02-6457-43f7-9d02-97cff1a2fa75 None None] Checking router: 4b1a190a-b533-42a3-ad5b-67b7033fc544 for host: n-d-800634-1 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 13:42:16.594517 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b8fa02-6457-43f7-9d02-97cff1a2fa75 None None] Updating router 4b1a190a-b533-42a3-ad5b-67b7033fc544 port 480b6147-c801-4de9-b029-9a95df87513d binding host n-d-800634-1 {{(pid=93753) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 13:42:16.623557 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b8446c51-1a20-47b4-b3a1-98509986b10b req-731985a0-2edd-402b-8a09-2d9ecf69bf37 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/security-groups?id=945af9a8-1349-436a-a066-b9a0fd8d3dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548245 Jul 13 13:42:16.629536 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d0b8fa02-6457-43f7-9d02-97cff1a2fa75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:16.704221 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79718c2e-822b-4262-abd2-fa0a7c862e91 x-openstack-request-id: req-79718c2e-822b-4262-abd2-fa0a7c862e91 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:42:16.704926 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e1f3f33-68fb-49c2-a0d5-b2faebeef60d", "name": "network-vif-plugged", "status": "completed", "tag": "c99b899b-0238-40b5-96c0-b464cd08063b", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:42:16.705343 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-79718c2e-822b-4262-abd2-fa0a7c862e91 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:42:16.705924 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e1f3f33-68fb-49c2-a0d5-b2faebeef60d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c99b899b-0238-40b5-96c0-b464cd08063b', 'code': 200} Jul 13 13:42:16.730936 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5ece65c8-9219-4fe2-acf4-fe9569efd502 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:16.736773 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-bea75658-f650-40a7-8542-f625cdfdc89e req-605e3b65-22d6-406f-8aac-ce01d4d5cd2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:16.738503 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a6d3e57b-f001-426c-a9a2-8b948bbf70e4 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:16.888139 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5ece65c8-9219-4fe2-acf4-fe9569efd502 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:16.908307 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-6c5117bf-e47f-401e-9371-0dd347731bab tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Allocated IP 172.20.0.23 (b00023a5-d2ce-4a68-9ffb-8fc262af50c0/3131f5f4-7181-41d5-8335-3b978b592865/e76550bd-8406-4c84-8bc7-11776ff44938) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:42:16.910498 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ece65c8-9219-4fe2-acf4-fe9569efd502 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:16.915156 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5ece65c8-9219-4fe2-acf4-fe9569efd502 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:17.015680 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-5ece65c8-9219-4fe2-acf4-fe9569efd502 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9745293 Jul 13 13:42:17.027065 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 34690) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:42:17.030423 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 89a573e5-5415-4874-95f8-0d5eb38d4f80 up at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:42:17.032563 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-3f7b6153-2cbd-4b3a-b902-f570260eaa74 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Request body: {'subnet': {'network_id': '528f896c-ef63-4a6d-8ee2-08fbfe2387ea', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:42:17.092970 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d0b8fa02-6457-43f7-9d02-97cff1a2fa75 None None] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:17.105244 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-d0b8fa02-6457-43f7-9d02-97cff1a2fa75 None None] Transition to ACTIVE for port object 480b6147-c801-4de9-b029-9a95df87513d will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:42:17.116076 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d0b8fa02-6457-43f7-9d02-97cff1a2fa75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:17.152998 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning for port 89a573e5-5415-4874-95f8-0d5eb38d4f80 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:42:17.169772 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning complete for port 89a573e5-5415-4874-95f8-0d5eb38d4f80 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:42:17.170250 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:17.229618 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e3370a39-fc07-4455-9f6c-03e4c9c9df58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:17.238085 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9e1817-9735-4e64-91b0-866a5d23d53d None None] Pushing event updated for resources: {'Port': ['ID=480b6147-c801-4de9-b029-9a95df87513d,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:17.317102 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f7b6153-2cbd-4b3a-b902-f570260eaa74 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Made reservation on behalf of 485fea06b0b7495bb8721e368ed7bc86 for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:42:17.320954 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3f7b6153-2cbd-4b3a-b902-f570260eaa74 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6104980'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:17.335887 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-d0b8fa02-6457-43f7-9d02-97cff1a2fa75 None None] Attempting to bind port 480b6147-c801-4de9-b029-9a95df87513d on host n-d-800634-1 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:42:17.336619 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-d0b8fa02-6457-43f7-9d02-97cff1a2fa75 None None] Attempting to bind port 480b6147-c801-4de9-b029-9a95df87513d by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '07dc4a26-1884-4ccf-aed5-c9e3c0095ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9c959d53-e4b0-48a2-b232-66cb1c914ffc'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:42:17.337256 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b8fa02-6457-43f7-9d02-97cff1a2fa75 None None] Attempting to bind port 480b6147-c801-4de9-b029-9a95df87513d on network 9c959d53-e4b0-48a2-b232-66cb1c914ffc {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:42:17.358880 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6c5117bf-e47f-401e-9371-0dd347731bab tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:17.374573 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b8fa02-6457-43f7-9d02-97cff1a2fa75 None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 41, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:42:17.375278 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b8fa02-6457-43f7-9d02-97cff1a2fa75 None None] Checking segment: {'id': '07dc4a26-1884-4ccf-aed5-c9e3c0095ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9c959d53-e4b0-48a2-b232-66cb1c914ffc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:42:17.376842 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d0b8fa02-6457-43f7-9d02-97cff1a2fa75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:17.378249 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b8fa02-6457-43f7-9d02-97cff1a2fa75 None None] Bound using segment: {'id': '07dc4a26-1884-4ccf-aed5-c9e3c0095ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9c959d53-e4b0-48a2-b232-66cb1c914ffc'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:42:17.379167 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-d0b8fa02-6457-43f7-9d02-97cff1a2fa75 None None] Bound port: 480b6147-c801-4de9-b029-9a95df87513d, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07dc4a26-1884-4ccf-aed5-c9e3c0095ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9c959d53-e4b0-48a2-b232-66cb1c914ffc'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:42:17.381101 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d0b8fa02-6457-43f7-9d02-97cff1a2fa75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:17.450214 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-6c5117bf-e47f-401e-9371-0dd347731bab tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Transition to ACTIVE for port object e76550bd-8406-4c84-8bc7-11776ff44938 will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:42:17.471496 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6c5117bf-e47f-401e-9371-0dd347731bab tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:17.490257 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:17.517285 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ece65c8-9219-4fe2-acf4-fe9569efd502 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Pushing event updated for resources: {'Network': ['ID=528f896c-ef63-4a6d-8ee2-08fbfe2387ea,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:17.576169 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network 528f896c-ef63-4a6d-8ee2-08fbfe2387ea details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 13:42:17.600260 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-d0b8fa02-6457-43f7-9d02-97cff1a2fa75 None None] For port 480b6147-c801-4de9-b029-9a95df87513d, host n-d-800634-1, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:42:17.611645 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-d0b8fa02-6457-43f7-9d02-97cff1a2fa75 None None] For port 480b6147-c801-4de9-b029-9a95df87513d, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=480b6147-c801-4de9-b029-9a95df87513d,segment=NetworkSegment(07dc4a26-1884-4ccf-aed5-c9e3c0095ce2),segment_id=07dc4a26-1884-4ccf-aed5-c9e3c0095ce2)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:42:17.622047 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d0b8fa02-6457-43f7-9d02-97cff1a2fa75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:17.692659 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1986d67a-27df-4b2f-96fb-8ff1aaf15666 req-e16d855a-fa6a-4b0c-accb-96dddc43cad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:17.694192 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1986d67a-27df-4b2f-96fb-8ff1aaf15666 req-e16d855a-fa6a-4b0c-accb-96dddc43cad0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3e1f3f33-68fb-49c2-a0d5-b2faebeef60d HTTP/1.1" status: 200 len: 1097 time: 0.8983629 Jul 13 13:42:17.704791 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5117bf-e47f-401e-9371-0dd347731bab tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Pushing event updated for resources: {'Port': ['ID=e76550bd-8406-4c84-8bc7-11776ff44938,revision_number=3']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:17.820900 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b8fa02-6457-43f7-9d02-97cff1a2fa75 None None] Routers {'4b1a190a-b533-42a3-ad5b-67b7033fc544'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:42:17.821430 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-d0b8fa02-6457-43f7-9d02-97cff1a2fa75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:41:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['4b1a190a-b533-42a3-ad5b-67b7033fc544'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:42:17.824684 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 89a573e5-5415-4874-95f8-0d5eb38d4f80, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=89a573e5-5415-4874-95f8-0d5eb38d4f80,segment=NetworkSegment(55dc7e6e-18d5-43e8-af1f-8a95484ad68c),segment_id=55dc7e6e-18d5-43e8-af1f-8a95484ad68c)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:42:17.826107 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9e1817-9735-4e64-91b0-866a5d23d53d None None] Pushing event updated for resources: {'Port': ['ID=480b6147-c801-4de9-b029-9a95df87513d,revision_number=4']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:17.867662 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:17.968327 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-6c5117bf-e47f-401e-9371-0dd347731bab tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] In _notify_port_updated(), no bound segment for port e76550bd-8406-4c84-8bc7-11776ff44938 on network b00023a5-d2ce-4a68-9ffb-8fc262af50c0 {{(pid=93751) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 13 13:42:17.975446 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c5117bf-e47f-401e-9371-0dd347731bab tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:17.980935 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6c5117bf-e47f-401e-9371-0dd347731bab tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:17.985591 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-6c5117bf-e47f-401e-9371-0dd347731bab tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] 10.222.0.23 "PUT /v2.0/ports/e76550bd-8406-4c84-8bc7-11776ff44938 HTTP/1.1" status: 200 len: 999 time: 2.1602144 Jul 13 13:42:17.992989 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 34704) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:42:18.029851 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=89a573e5-5415-4874-95f8-0d5eb38d4f80,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:18.095429 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f73202-0a47-4f2d-ba89-e55f5557331f req-bf924c4c-55ee-4e0f-ada3-fac7d1de079d tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:18.105122 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c6f73202-0a47-4f2d-ba89-e55f5557331f req-bf924c4c-55ee-4e0f-ada3-fac7d1de079d tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] 10.222.0.23 "GET /v2.0/ports?device_id=77e0f546-be32-4071-bd8c-0c62d6d3b92f HTTP/1.1" status: 200 len: 944 time: 0.4141047 Jul 13 13:42:18.115012 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-d0b8fa02-6457-43f7-9d02-97cff1a2fa75 None None] Set router 4b1a190a-b533-42a3-ad5b-67b7033fc544 gateway port host: None {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:42:18.154277 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [None req-a6d3e57b-f001-426c-a9a2-8b948bbf70e4 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] device_id is not set on port 4b56010b-0c3b-4d3c-b389-ed84aea32717 yet. {{(pid=93750) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 13:42:18.184038 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62df9afc-0d1a-443f-90f8-c96584566589 req-c4a2e4cb-f4a0-4924-bcdb-6be0655b258f tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:18.190627 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62df9afc-0d1a-443f-90f8-c96584566589 req-c4a2e4cb-f4a0-4924-bcdb-6be0655b258f tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:18.196724 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62df9afc-0d1a-443f-90f8-c96584566589 req-c4a2e4cb-f4a0-4924-bcdb-6be0655b258f tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:18.204962 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-62df9afc-0d1a-443f-90f8-c96584566589 req-c4a2e4cb-f4a0-4924-bcdb-6be0655b258f tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] 10.222.0.23 "GET /v2.0/ports?device_id=e88e0734-1f99-4dbb-b304-12db10efef83 HTTP/1.1" status: 200 len: 2375 time: 0.9245341 Jul 13 13:42:18.216513 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a6d3e57b-f001-426c-a9a2-8b948bbf70e4 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:18.220938 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1986d67a-27df-4b2f-96fb-8ff1aaf15666 req-0d6c80ec-6594-409e-af6d-0b743bc95cae service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=7612cddf-e6ca-4461-9a28-8f6c6ab70a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4960546 Jul 13 13:42:18.237841 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c6f73202-0a47-4f2d-ba89-e55f5557331f req-33e8de99-fc36-4c7e-8ee2-24aeba6fe9a6 tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] 10.222.0.23 "GET /v2.0/security-groups?id=7612cddf-e6ca-4461-9a28-8f6c6ab70a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315806 Jul 13 13:42:18.252505 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3f7b6153-2cbd-4b3a-b902-f570260eaa74 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6018343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6104998'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:18.341618 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [None req-a6d3e57b-f001-426c-a9a2-8b948bbf70e4 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Transition to ACTIVE for port object 4b56010b-0c3b-4d3c-b389-ed84aea32717 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:42:18.346148 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-bea75658-f650-40a7-8542-f625cdfdc89e req-605e3b65-22d6-406f-8aac-ce01d4d5cd2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cabe3ad4-87dd-4319-b8e4-599e6ad39b93 {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:42:18.350828 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7b6153-2cbd-4b3a-b902-f570260eaa74 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Pushing event updated for resources: {'Subnet': ['ID=c7aebc9d-cf95-4909-94a3-725b7a37b87a,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:18.375069 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a6d3e57b-f001-426c-a9a2-8b948bbf70e4 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:18.397450 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-8b4887ae-f847-491f-8f94-e1ac93999a1c tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Deleting port e76550bd-8406-4c84-8bc7-11776ff44938 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:42:18.397823 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8b4887ae-f847-491f-8f94-e1ac93999a1c tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:18.427728 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-62df9afc-0d1a-443f-90f8-c96584566589 req-261415fa-a1bc-499e-a2af-cfc392afb433 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ac1545a-5526-4c2d-93f1-674377bb30c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167881 Jul 13 13:42:18.431589 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-bea75658-f650-40a7-8542-f625cdfdc89e req-605e3b65-22d6-406f-8aac-ce01d4d5cd2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:18.490309 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-d0b8fa02-6457-43f7-9d02-97cff1a2fa75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b1a190a-b533-42a3-ad5b-67b7033fc544', 'name': 'tempest-RoutersIpV6Test-router-1786170495', 'tenant_id': '485fea06b0b7495bb8721e368ed7bc86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:42:05Z', 'updated_at': '2021-07-13T13:42:13Z', 'revision_number': 2, 'project_id': '485fea06b0b7495bb8721e368ed7bc86', 'gw_port_host': None, '_interfaces': [{'id': '480b6147-c801-4de9-b029-9a95df87513d', 'name': '', 'network_id': '9c959d53-e4b0-48a2-b232-66cb1c914ffc', 'tenant_id': '485fea06b0b7495bb8721e368ed7bc86', 'mac_address': 'fa:16:3e:c8:ef:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b1a190a-b533-42a3-ad5b-67b7033fc544', 'device_owner': 'network:router_interface', 'standard_attr_id': 1600, 'fixed_ips': [{'subnet_id': 'c8787d49-ec9b-4955-abad-fa3f0718ac34', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:42:10Z', 'updated_at': '2021-07-13T13:42:17Z', 'revision_number': 4, 'project_id': '485fea06b0b7495bb8721e368ed7bc86', 'subnets': [{'id': 'c8787d49-ec9b-4955-abad-fa3f0718ac34', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:42:18.509406 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7b6153-2cbd-4b3a-b902-f570260eaa74 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Checking segment: {'id': 'b4dbe59b-9f47-42d6-8c91-9696718a262b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '528f896c-ef63-4a6d-8ee2-08fbfe2387ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:42:18.509787 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f7b6153-2cbd-4b3a-b902-f570260eaa74 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Network hostable DHCP agents. Network: 528f896c-ef63-4a6d-8ee2-08fbfe2387ea, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 13:42:18.518634 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d3e57b-f001-426c-a9a2-8b948bbf70e4 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Pushing event updated for resources: {'Port': ['ID=4b56010b-0c3b-4d3c-b389-ed84aea32717,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:18.551051 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a7cd11-733e-410d-9877-cc982904c1bb req-065cc6f3-f999-429c-9206-29d87028a6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:18.555919 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b8fa02-6457-43f7-9d02-97cff1a2fa75 None None] The sync data for ids ['4b1a190a-b533-42a3-ad5b-67b7033fc544'] in n-d-800634-1 is: [{'id': '4b1a190a-b533-42a3-ad5b-67b7033fc544', 'name': 'tempest-RoutersIpV6Test-router-1786170495', 'tenant_id': '485fea06b0b7495bb8721e368ed7bc86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:42:05Z', 'updated_at': '2021-07-13T13:42:13Z', 'revision_number': 2, 'project_id': '485fea06b0b7495bb8721e368ed7bc86', 'gw_port_host': None, '_interfaces': [{'id': '480b6147-c801-4de9-b029-9a95df87513d', 'name': '', 'network_id': '9c959d53-e4b0-48a2-b232-66cb1c914ffc', 'tenant_id': '485fea06b0b7495bb8721e368ed7bc86', 'mac_address': 'fa:16:3e:c8:ef:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b1a190a-b533-42a3-ad5b-67b7033fc544', 'device_owner': 'network:router_interface', 'standard_attr_id': 1600, 'fixed_ips': [{'subnet_id': 'c8787d49-ec9b-4955-abad-fa3f0718ac34', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:42:10Z', 'updated_at': '2021-07-13T13:42:17Z', 'revision_number': 4, 'project_id': '485fea06b0b7495bb8721e368ed7bc86', 'subnets': [{'id': 'c8787d49-ec9b-4955-abad-fa3f0718ac34', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:42:18.558323 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d3a7cd11-733e-410d-9877-cc982904c1bb req-065cc6f3-f999-429c-9206-29d87028a6eb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c6349d73ae13458a9d892a7db2dc0433&device_id=e09381ea-19e8-4569-9cfc-1dec7c686fa5 HTTP/1.1" status: 200 len: 1101 time: 0.5470345 Jul 13 13:42:18.562865 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-bea75658-f650-40a7-8542-f625cdfdc89e req-605e3b65-22d6-406f-8aac-ce01d4d5cd2b service neutron] Transition to ACTIVE for port object cabe3ad4-87dd-4319-b8e4-599e6ad39b93 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:42:18.566618 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f7b6153-2cbd-4b3a-b902-f570260eaa74 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Network 528f896c-ef63-4a6d-8ee2-08fbfe2387ea is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 13:42:18.577521 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8b4887ae-f847-491f-8f94-e1ac93999a1c tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:18.606107 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-3f7b6153-2cbd-4b3a-b902-f570260eaa74 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, 528f896c-ef63-4a6d-8ee2-08fbfe2387ea) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:42:18.613173 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [None req-a6d3e57b-f001-426c-a9a2-8b948bbf70e4 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Attempting to bind port 4b56010b-0c3b-4d3c-b389-ed84aea32717 on host n-h2-800634-1 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:42:18.613668 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [None req-a6d3e57b-f001-426c-a9a2-8b948bbf70e4 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Attempting to bind port 4b56010b-0c3b-4d3c-b389-ed84aea32717 by drivers openvswitch,hyperv on host n-h2-800634-1 at level 0 using segments [{'id': '9be59e41-0bb2-4e55-8085-49a4bb0d6343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '12bd0293-b20a-4c47-85f1-c8c3c5ab8aee'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:42:18.614149 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d3e57b-f001-426c-a9a2-8b948bbf70e4 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Attempting to bind port 4b56010b-0c3b-4d3c-b389-ed84aea32717 on network 12bd0293-b20a-4c47-85f1-c8c3c5ab8aee {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:42:18.623282 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-8b4887ae-f847-491f-8f94-e1ac93999a1c tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Calling delete_port for e76550bd-8406-4c84-8bc7-11776ff44938 owned by {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:42:18.626061 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f7b6153-2cbd-4b3a-b902-f570260eaa74 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:18.626655 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3f7b6153-2cbd-4b3a-b902-f570260eaa74 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:18.635791 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-bea75658-f650-40a7-8542-f625cdfdc89e req-605e3b65-22d6-406f-8aac-ce01d4d5cd2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:18.700964 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-3f7b6153-2cbd-4b3a-b902-f570260eaa74 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6728392 Jul 13 13:42:18.705052 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 34706) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:42:18.724666 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77e0f546-be32-4071-bd8c-0c62d6d3b92f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89a573e5-5415-4874-95f8-0d5eb38d4f80'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:42:18.730757 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc201b02-1903-475f-9b97-9dbe69e19dd1" -d '{"events": [{"server_uuid": "77e0f546-be32-4071-bd8c-0c62d6d3b92f", "name": "network-vif-plugged", "status": "completed", "tag": "89a573e5-5415-4874-95f8-0d5eb38d4f80"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:42:18.743339 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-235904eb-247b-4f47-a269-8f6cc737f655 None None] Network 528f896c-ef63-4a6d-8ee2-08fbfe2387ea requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:42:18.790541 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-11d50f1c-07c3-43db-a1eb-89c7ceed57e5 None None] Provisioning for port e76550bd-8406-4c84-8bc7-11776ff44938 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:42:18.887336 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-11d50f1c-07c3-43db-a1eb-89c7ceed57e5 None None] Provisioning complete for port e76550bd-8406-4c84-8bc7-11776ff44938 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:42:18.889271 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11d50f1c-07c3-43db-a1eb-89c7ceed57e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:18.894461 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec8c4a29-c0cd-4517-8494-cea9a1ecbb6d x-openstack-request-id: req-ec8c4a29-c0cd-4517-8494-cea9a1ecbb6d {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:42:18.894762 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77e0f546-be32-4071-bd8c-0c62d6d3b92f", "name": "network-vif-plugged", "status": "completed", "tag": "89a573e5-5415-4874-95f8-0d5eb38d4f80", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:42:18.894976 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ec8c4a29-c0cd-4517-8494-cea9a1ecbb6d {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:42:18.895834 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77e0f546-be32-4071-bd8c-0c62d6d3b92f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89a573e5-5415-4874-95f8-0d5eb38d4f80', 'code': 200} Jul 13 13:42:18.994654 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-11d50f1c-07c3-43db-a1eb-89c7ceed57e5 None None] Port e76550bd-8406-4c84-8bc7-11776ff44938 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:42:19.203316 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d33cf7c5-b5e6-42eb-bc4e-bc87385c1421 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a7201e1-61ce-5a3e-b7f7-e800379ed03b-528f896c-ef63-4a6d-8ee2-08fbfe2387ea', 'network_id': '528f896c-ef63-4a6d-8ee2-08fbfe2387ea', 'tenant_id': '485fea06b0b7495bb8721e368ed7bc86', 'fixed_ips': [{'subnet_id': 'c7aebc9d-cf95-4909-94a3-725b7a37b87a'}]}} from n-d-800634-1. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 13:42:19.204544 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d33cf7c5-b5e6-42eb-bc4e-bc87385c1421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:19.381258 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-d33cf7c5-b5e6-42eb-bc4e-bc87385c1421 None None] Allocated IP 2001:db8:1::2 (528f896c-ef63-4a6d-8ee2-08fbfe2387ea/c7aebc9d-cf95-4909-94a3-725b7a37b87a/111c45de-bbf8-42e5-8a26-79156493f99e) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:42:19.520251 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8b4887ae-f847-491f-8f94-e1ac93999a1c tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:19.578292 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d3e57b-f001-426c-a9a2-8b948bbf70e4 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Port 4b56010b-0c3b-4d3c-b389-ed84aea32717 on network 12bd0293-b20a-4c47-85f1-c8c3c5ab8aee not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-1 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:42:19.580035 n-d-800634-1 neutron-server[93750]: ERROR neutron.plugins.ml2.managers [None req-a6d3e57b-f001-426c-a9a2-8b948bbf70e4 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Failed to bind port 4b56010b-0c3b-4d3c-b389-ed84aea32717 on host n-h2-800634-1 for vnic_type normal using segments [{'id': '9be59e41-0bb2-4e55-8085-49a4bb0d6343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '12bd0293-b20a-4c47-85f1-c8c3c5ab8aee'}] Jul 13 13:42:19.580631 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4887ae-f847-491f-8f94-e1ac93999a1c tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Pushing event deleted for resources: {'Port': ['ID=e76550bd-8406-4c84-8bc7-11776ff44938,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:19.585538 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ee5920b5-b9a0-44ec-8466-c30827577718 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:19.596166 n-d-800634-1 neutron-server[93750]: INFO neutron.plugins.ml2.plugin [None req-a6d3e57b-f001-426c-a9a2-8b948bbf70e4 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Attempt 2 to bind port 4b56010b-0c3b-4d3c-b389-ed84aea32717 Jul 13 13:42:19.621072 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d33cf7c5-b5e6-42eb-bc4e-bc87385c1421 None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:19.632241 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-d33cf7c5-b5e6-42eb-bc4e-bc87385c1421 None None] Transition to ACTIVE for port object 111c45de-bbf8-42e5-8a26-79156493f99e will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:42:19.654476 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-d33cf7c5-b5e6-42eb-bc4e-bc87385c1421 None None] Transition to ACTIVE for port object 111c45de-bbf8-42e5-8a26-79156493f99e will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:42:19.669527 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d33cf7c5-b5e6-42eb-bc4e-bc87385c1421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:19.686714 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [None req-a6d3e57b-f001-426c-a9a2-8b948bbf70e4 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Attempting to bind port 4b56010b-0c3b-4d3c-b389-ed84aea32717 on host n-h2-800634-1 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:42:19.687370 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [None req-a6d3e57b-f001-426c-a9a2-8b948bbf70e4 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Attempting to bind port 4b56010b-0c3b-4d3c-b389-ed84aea32717 by drivers openvswitch,hyperv on host n-h2-800634-1 at level 0 using segments [{'id': '9be59e41-0bb2-4e55-8085-49a4bb0d6343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '12bd0293-b20a-4c47-85f1-c8c3c5ab8aee'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:42:19.694632 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d3e57b-f001-426c-a9a2-8b948bbf70e4 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Attempting to bind port 4b56010b-0c3b-4d3c-b389-ed84aea32717 on network 12bd0293-b20a-4c47-85f1-c8c3c5ab8aee {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:42:19.700157 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605e3b65-22d6-406f-8aac-ce01d4d5cd2b service neutron] Pushing event updated for resources: {'Port': ['ID=cabe3ad4-87dd-4319-b8e4-599e6ad39b93,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:19.709060 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d3e57b-f001-426c-a9a2-8b948bbf70e4 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Port 4b56010b-0c3b-4d3c-b389-ed84aea32717 on network 12bd0293-b20a-4c47-85f1-c8c3c5ab8aee not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-1 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:42:19.709578 n-d-800634-1 neutron-server[93750]: ERROR neutron.plugins.ml2.managers [None req-a6d3e57b-f001-426c-a9a2-8b948bbf70e4 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Failed to bind port 4b56010b-0c3b-4d3c-b389-ed84aea32717 on host n-h2-800634-1 for vnic_type normal using segments [{'id': '9be59e41-0bb2-4e55-8085-49a4bb0d6343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '12bd0293-b20a-4c47-85f1-c8c3c5ab8aee'}] Jul 13 13:42:19.723357 n-d-800634-1 neutron-server[93750]: INFO neutron.plugins.ml2.plugin [None req-a6d3e57b-f001-426c-a9a2-8b948bbf70e4 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Attempt 3 to bind port 4b56010b-0c3b-4d3c-b389-ed84aea32717 Jul 13 13:42:19.743926 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [None req-a6d3e57b-f001-426c-a9a2-8b948bbf70e4 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Attempting to bind port 4b56010b-0c3b-4d3c-b389-ed84aea32717 on host n-h2-800634-1 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:42:19.744534 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [None req-a6d3e57b-f001-426c-a9a2-8b948bbf70e4 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Attempting to bind port 4b56010b-0c3b-4d3c-b389-ed84aea32717 by drivers openvswitch,hyperv on host n-h2-800634-1 at level 0 using segments [{'id': '9be59e41-0bb2-4e55-8085-49a4bb0d6343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '12bd0293-b20a-4c47-85f1-c8c3c5ab8aee'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:42:19.745040 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d3e57b-f001-426c-a9a2-8b948bbf70e4 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Attempting to bind port 4b56010b-0c3b-4d3c-b389-ed84aea32717 on network 12bd0293-b20a-4c47-85f1-c8c3c5ab8aee {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:42:19.747195 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d33cf7c5-b5e6-42eb-bc4e-bc87385c1421 None None] Network 528f896c-ef63-4a6d-8ee2-08fbfe2387ea is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:42:19.752559 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-d33cf7c5-b5e6-42eb-bc4e-bc87385c1421 None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:42:19.756191 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33cf7c5-b5e6-42eb-bc4e-bc87385c1421 None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:42:19.760200 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33cf7c5-b5e6-42eb-bc4e-bc87385c1421 None None] Pushing event updated for resources: {'Port': ['ID=111c45de-bbf8-42e5-8a26-79156493f99e,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:19.847609 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f517ec8-7470-42eb-a549-30e3113e9d3d req-4b7d69db-c932-4cc8-b640-45872c3960bb tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:19.863614 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-0f517ec8-7470-42eb-a549-30e3113e9d3d req-4b7d69db-c932-4cc8-b640-45872c3960bb tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] 10.222.0.23 "GET /v2.0/ports?device_id=77e0f546-be32-4071-bd8c-0c62d6d3b92f HTTP/1.1" status: 200 len: 945 time: 0.4055882 Jul 13 13:42:19.867913 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-d33cf7c5-b5e6-42eb-bc4e-bc87385c1421 None None] Attempting to bind port 111c45de-bbf8-42e5-8a26-79156493f99e on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:42:19.868477 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-d33cf7c5-b5e6-42eb-bc4e-bc87385c1421 None None] Attempting to bind port 111c45de-bbf8-42e5-8a26-79156493f99e by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': 'b4dbe59b-9f47-42d6-8c91-9696718a262b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '528f896c-ef63-4a6d-8ee2-08fbfe2387ea'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:42:19.869575 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33cf7c5-b5e6-42eb-bc4e-bc87385c1421 None None] Attempting to bind port 111c45de-bbf8-42e5-8a26-79156493f99e on network 528f896c-ef63-4a6d-8ee2-08fbfe2387ea {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:42:19.877711 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33cf7c5-b5e6-42eb-bc4e-bc87385c1421 None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 41, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:42:19.878596 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33cf7c5-b5e6-42eb-bc4e-bc87385c1421 None None] Checking segment: {'id': 'b4dbe59b-9f47-42d6-8c91-9696718a262b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '528f896c-ef63-4a6d-8ee2-08fbfe2387ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:42:19.879352 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d33cf7c5-b5e6-42eb-bc4e-bc87385c1421 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:19.879845 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33cf7c5-b5e6-42eb-bc4e-bc87385c1421 None None] Bound using segment: {'id': 'b4dbe59b-9f47-42d6-8c91-9696718a262b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '528f896c-ef63-4a6d-8ee2-08fbfe2387ea'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:42:19.880579 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-d33cf7c5-b5e6-42eb-bc4e-bc87385c1421 None None] Bound port: 111c45de-bbf8-42e5-8a26-79156493f99e, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4dbe59b-9f47-42d6-8c91-9696718a262b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '528f896c-ef63-4a6d-8ee2-08fbfe2387ea'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:42:19.881037 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d33cf7c5-b5e6-42eb-bc4e-bc87385c1421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:19.888709 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c11ab7cd-8ceb-4f09-aa1c-9f282b2227e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:19.914087 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d3e57b-f001-426c-a9a2-8b948bbf70e4 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Port 4b56010b-0c3b-4d3c-b389-ed84aea32717 on network 12bd0293-b20a-4c47-85f1-c8c3c5ab8aee not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-1 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:42:19.916139 n-d-800634-1 neutron-server[93750]: ERROR neutron.plugins.ml2.managers [None req-a6d3e57b-f001-426c-a9a2-8b948bbf70e4 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Failed to bind port 4b56010b-0c3b-4d3c-b389-ed84aea32717 on host n-h2-800634-1 for vnic_type normal using segments [{'id': '9be59e41-0bb2-4e55-8085-49a4bb0d6343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '12bd0293-b20a-4c47-85f1-c8c3c5ab8aee'}] Jul 13 13:42:19.965030 n-d-800634-1 neutron-server[93750]: INFO neutron.plugins.ml2.plugin [None req-a6d3e57b-f001-426c-a9a2-8b948bbf70e4 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Attempt 4 to bind port 4b56010b-0c3b-4d3c-b389-ed84aea32717 Jul 13 13:42:19.981390 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-bea75658-f650-40a7-8542-f625cdfdc89e req-605e3b65-22d6-406f-8aac-ce01d4d5cd2b service neutron] Attempting to bind port cabe3ad4-87dd-4319-b8e4-599e6ad39b93 on host n-h2-800634-1 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:42:19.982869 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-bea75658-f650-40a7-8542-f625cdfdc89e req-605e3b65-22d6-406f-8aac-ce01d4d5cd2b service neutron] Attempting to bind port cabe3ad4-87dd-4319-b8e4-599e6ad39b93 by drivers openvswitch,hyperv on host n-h2-800634-1 at level 0 using segments [{'id': '27f63a08-6db3-4d97-a988-03b1ef2e193c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '537cc3d3-b4a9-45da-af17-7bd28a40a8b6'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:42:19.983491 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea75658-f650-40a7-8542-f625cdfdc89e req-605e3b65-22d6-406f-8aac-ce01d4d5cd2b service neutron] Attempting to bind port cabe3ad4-87dd-4319-b8e4-599e6ad39b93 on network 537cc3d3-b4a9-45da-af17-7bd28a40a8b6 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:42:20.000109 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [None req-a6d3e57b-f001-426c-a9a2-8b948bbf70e4 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Attempting to bind port 4b56010b-0c3b-4d3c-b389-ed84aea32717 on host n-h2-800634-1 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:42:20.000426 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:20.000592 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [None req-a6d3e57b-f001-426c-a9a2-8b948bbf70e4 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Attempting to bind port 4b56010b-0c3b-4d3c-b389-ed84aea32717 by drivers openvswitch,hyperv on host n-h2-800634-1 at level 0 using segments [{'id': '9be59e41-0bb2-4e55-8085-49a4bb0d6343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '12bd0293-b20a-4c47-85f1-c8c3c5ab8aee'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:42:20.000840 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d3e57b-f001-426c-a9a2-8b948bbf70e4 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Attempting to bind port 4b56010b-0c3b-4d3c-b389-ed84aea32717 on network 12bd0293-b20a-4c47-85f1-c8c3c5ab8aee {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:42:20.014695 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a7cd11-733e-410d-9877-cc982904c1bb req-d744464e-e5d8-4e19-9577-d20a5df55325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:20.016234 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d3a7cd11-733e-410d-9877-cc982904c1bb req-d744464e-e5d8-4e19-9577-d20a5df55325 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e0bfb334-0fd9-4ba5-ba79-1568ecabee30 HTTP/1.1" status: 200 len: 869 time: 1.4471970 Jul 13 13:42:20.026371 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-d33cf7c5-b5e6-42eb-bc4e-bc87385c1421 None None] For port 111c45de-bbf8-42e5-8a26-79156493f99e, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:42:20.030785 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-d33cf7c5-b5e6-42eb-bc4e-bc87385c1421 None None] For port 111c45de-bbf8-42e5-8a26-79156493f99e, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=111c45de-bbf8-42e5-8a26-79156493f99e,segment=NetworkSegment(b4dbe59b-9f47-42d6-8c91-9696718a262b),segment_id=b4dbe59b-9f47-42d6-8c91-9696718a262b)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:42:20.037496 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d33cf7c5-b5e6-42eb-bc4e-bc87385c1421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:20.043676 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d758c111-5701-4304-aecd-994e4a3b6540 req-486f8a14-f3ce-4725-bb24-06189d861d6c tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:20.050824 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d758c111-5701-4304-aecd-994e4a3b6540 req-486f8a14-f3ce-4725-bb24-06189d861d6c tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/ports?device_id=e09381ea-19e8-4569-9cfc-1dec7c686fa5 HTTP/1.1" status: 200 len: 950 time: 0.4829049 Jul 13 13:42:20.061784 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea75658-f650-40a7-8542-f625cdfdc89e req-605e3b65-22d6-406f-8aac-ce01d4d5cd2b service neutron] Port cabe3ad4-87dd-4319-b8e4-599e6ad39b93 on network 537cc3d3-b4a9-45da-af17-7bd28a40a8b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-1 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:42:20.062164 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea75658-f650-40a7-8542-f625cdfdc89e req-605e3b65-22d6-406f-8aac-ce01d4d5cd2b service neutron] Attempting to bind port cabe3ad4-87dd-4319-b8e4-599e6ad39b93 on network 537cc3d3-b4a9-45da-af17-7bd28a40a8b6 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:42:20.070846 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea75658-f650-40a7-8542-f625cdfdc89e req-605e3b65-22d6-406f-8aac-ce01d4d5cd2b service neutron] Checking agent: {'id': 'f615e5c9-21ab-43f2-adbc-192d64b795cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:42:20.071247 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea75658-f650-40a7-8542-f625cdfdc89e req-605e3b65-22d6-406f-8aac-ce01d4d5cd2b service neutron] Checking segment: {'id': '27f63a08-6db3-4d97-a988-03b1ef2e193c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '537cc3d3-b4a9-45da-af17-7bd28a40a8b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:42:20.071581 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea75658-f650-40a7-8542-f625cdfdc89e req-605e3b65-22d6-406f-8aac-ce01d4d5cd2b service neutron] Bound using segment: {'id': '27f63a08-6db3-4d97-a988-03b1ef2e193c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '537cc3d3-b4a9-45da-af17-7bd28a40a8b6'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:42:20.072028 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-bea75658-f650-40a7-8542-f625cdfdc89e req-605e3b65-22d6-406f-8aac-ce01d4d5cd2b service neutron] Bound port: cabe3ad4-87dd-4319-b8e4-599e6ad39b93, host: n-h2-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27f63a08-6db3-4d97-a988-03b1ef2e193c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '537cc3d3-b4a9-45da-af17-7bd28a40a8b6'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:42:20.072393 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-bea75658-f650-40a7-8542-f625cdfdc89e req-605e3b65-22d6-406f-8aac-ce01d4d5cd2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:20.074760 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d3e57b-f001-426c-a9a2-8b948bbf70e4 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Port 4b56010b-0c3b-4d3c-b389-ed84aea32717 on network 12bd0293-b20a-4c47-85f1-c8c3c5ab8aee not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-1 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:42:20.075085 n-d-800634-1 neutron-server[93750]: ERROR neutron.plugins.ml2.managers [None req-a6d3e57b-f001-426c-a9a2-8b948bbf70e4 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Failed to bind port 4b56010b-0c3b-4d3c-b389-ed84aea32717 on host n-h2-800634-1 for vnic_type normal using segments [{'id': '9be59e41-0bb2-4e55-8085-49a4bb0d6343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '12bd0293-b20a-4c47-85f1-c8c3c5ab8aee'}] Jul 13 13:42:20.115552 n-d-800634-1 neutron-server[93750]: INFO neutron.plugins.ml2.plugin [None req-a6d3e57b-f001-426c-a9a2-8b948bbf70e4 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Attempt 5 to bind port 4b56010b-0c3b-4d3c-b389-ed84aea32717 Jul 13 13:42:20.129140 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33cf7c5-b5e6-42eb-bc4e-bc87385c1421 None None] Pushing event updated for resources: {'Port': ['ID=111c45de-bbf8-42e5-8a26-79156493f99e,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:20.144947 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [None req-a6d3e57b-f001-426c-a9a2-8b948bbf70e4 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Attempting to bind port 4b56010b-0c3b-4d3c-b389-ed84aea32717 on host n-h2-800634-1 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:42:20.145339 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [None req-a6d3e57b-f001-426c-a9a2-8b948bbf70e4 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Attempting to bind port 4b56010b-0c3b-4d3c-b389-ed84aea32717 by drivers openvswitch,hyperv on host n-h2-800634-1 at level 0 using segments [{'id': '9be59e41-0bb2-4e55-8085-49a4bb0d6343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '12bd0293-b20a-4c47-85f1-c8c3c5ab8aee'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:42:20.145688 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d3e57b-f001-426c-a9a2-8b948bbf70e4 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Attempting to bind port 4b56010b-0c3b-4d3c-b389-ed84aea32717 on network 12bd0293-b20a-4c47-85f1-c8c3c5ab8aee {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:42:20.158391 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d3a7cd11-733e-410d-9877-cc982904c1bb req-d92a4263-1e63-42a4-ab50-0fd414503768 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=556645b5-7a97-4d3a-94a9-6bd9e5cf58f2 HTTP/1.1" status: 200 len: 217 time: 0.1312425 Jul 13 13:42:20.160489 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24deb590-22ea-4759-83f7-034c57990777 req-b841af87-d389-4457-9c0b-35c7c6eb9039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:20.169312 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-24deb590-22ea-4759-83f7-034c57990777 req-b841af87-d389-4457-9c0b-35c7c6eb9039 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=77e0f546-be32-4071-bd8c-0c62d6d3b92f HTTP/1.1" status: 200 len: 1096 time: 0.6119180 Jul 13 13:42:20.169312 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d3e57b-f001-426c-a9a2-8b948bbf70e4 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Port 4b56010b-0c3b-4d3c-b389-ed84aea32717 on network 12bd0293-b20a-4c47-85f1-c8c3c5ab8aee not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-1 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:42:20.169312 n-d-800634-1 neutron-server[93750]: ERROR neutron.plugins.ml2.managers [None req-a6d3e57b-f001-426c-a9a2-8b948bbf70e4 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Failed to bind port 4b56010b-0c3b-4d3c-b389-ed84aea32717 on host n-h2-800634-1 for vnic_type normal using segments [{'id': '9be59e41-0bb2-4e55-8085-49a4bb0d6343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '12bd0293-b20a-4c47-85f1-c8c3c5ab8aee'}] Jul 13 13:42:20.174849 n-d-800634-1 neutron-server[93750]: INFO neutron.plugins.ml2.plugin [None req-a6d3e57b-f001-426c-a9a2-8b948bbf70e4 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Attempt 6 to bind port 4b56010b-0c3b-4d3c-b389-ed84aea32717 Jul 13 13:42:20.281038 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [None req-a6d3e57b-f001-426c-a9a2-8b948bbf70e4 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Attempting to bind port 4b56010b-0c3b-4d3c-b389-ed84aea32717 on host n-h2-800634-1 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:42:20.281038 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [None req-a6d3e57b-f001-426c-a9a2-8b948bbf70e4 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Attempting to bind port 4b56010b-0c3b-4d3c-b389-ed84aea32717 by drivers openvswitch,hyperv on host n-h2-800634-1 at level 0 using segments [{'id': '9be59e41-0bb2-4e55-8085-49a4bb0d6343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '12bd0293-b20a-4c47-85f1-c8c3c5ab8aee'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:42:20.281038 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d3e57b-f001-426c-a9a2-8b948bbf70e4 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Attempting to bind port 4b56010b-0c3b-4d3c-b389-ed84aea32717 on network 12bd0293-b20a-4c47-85f1-c8c3c5ab8aee {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:42:20.284966 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d758c111-5701-4304-aecd-994e4a3b6540 req-f904f3c3-0579-46ca-a6d3-31d2511444b9 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/security-groups?id=945af9a8-1349-436a-a066-b9a0fd8d3dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332475 Jul 13 13:42:20.316000 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d3e57b-f001-426c-a9a2-8b948bbf70e4 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Port 4b56010b-0c3b-4d3c-b389-ed84aea32717 on network 12bd0293-b20a-4c47-85f1-c8c3c5ab8aee not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-1 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:42:20.316344 n-d-800634-1 neutron-server[93750]: ERROR neutron.plugins.ml2.managers [None req-a6d3e57b-f001-426c-a9a2-8b948bbf70e4 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Failed to bind port 4b56010b-0c3b-4d3c-b389-ed84aea32717 on host n-h2-800634-1 for vnic_type normal using segments [{'id': '9be59e41-0bb2-4e55-8085-49a4bb0d6343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '12bd0293-b20a-4c47-85f1-c8c3c5ab8aee'}] Jul 13 13:42:20.322085 n-d-800634-1 neutron-server[93750]: INFO neutron.plugins.ml2.plugin [None req-a6d3e57b-f001-426c-a9a2-8b948bbf70e4 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Attempt 7 to bind port 4b56010b-0c3b-4d3c-b389-ed84aea32717 Jul 13 13:42:20.325631 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-24deb590-22ea-4759-83f7-034c57990777 req-be87ab06-b787-4b49-82ee-13fbc6b8f249 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=7612cddf-e6ca-4461-9a28-8f6c6ab70a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392777 Jul 13 13:42:20.346575 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a7cd11-733e-410d-9877-cc982904c1bb req-e74ec584-d4de-433c-885d-1bdc2f8dd614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:20.347990 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d3a7cd11-733e-410d-9877-cc982904c1bb req-e74ec584-d4de-433c-885d-1bdc2f8dd614 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=60b55863-ceb6-45af-a8a4-4b22d72866af HTTP/1.1" status: 200 len: 843 time: 0.1558247 Jul 13 13:42:20.355618 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [None req-a6d3e57b-f001-426c-a9a2-8b948bbf70e4 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Attempting to bind port 4b56010b-0c3b-4d3c-b389-ed84aea32717 on host n-h2-800634-1 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:42:20.355960 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [None req-a6d3e57b-f001-426c-a9a2-8b948bbf70e4 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Attempting to bind port 4b56010b-0c3b-4d3c-b389-ed84aea32717 by drivers openvswitch,hyperv on host n-h2-800634-1 at level 0 using segments [{'id': '9be59e41-0bb2-4e55-8085-49a4bb0d6343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '12bd0293-b20a-4c47-85f1-c8c3c5ab8aee'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:42:20.356301 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d3e57b-f001-426c-a9a2-8b948bbf70e4 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Attempting to bind port 4b56010b-0c3b-4d3c-b389-ed84aea32717 on network 12bd0293-b20a-4c47-85f1-c8c3c5ab8aee {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:42:20.374764 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-bea75658-f650-40a7-8542-f625cdfdc89e req-605e3b65-22d6-406f-8aac-ce01d4d5cd2b service neutron] For port cabe3ad4-87dd-4319-b8e4-599e6ad39b93, host n-h2-800634-1, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:42:20.380852 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-bea75658-f650-40a7-8542-f625cdfdc89e req-605e3b65-22d6-406f-8aac-ce01d4d5cd2b service neutron] For port cabe3ad4-87dd-4319-b8e4-599e6ad39b93, host n-h2-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=cabe3ad4-87dd-4319-b8e4-599e6ad39b93,segment=NetworkSegment(27f63a08-6db3-4d97-a988-03b1ef2e193c),segment_id=27f63a08-6db3-4d97-a988-03b1ef2e193c)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:42:20.414503 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d3e57b-f001-426c-a9a2-8b948bbf70e4 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Port 4b56010b-0c3b-4d3c-b389-ed84aea32717 on network 12bd0293-b20a-4c47-85f1-c8c3c5ab8aee not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-1 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:42:20.414765 n-d-800634-1 neutron-server[93750]: ERROR neutron.plugins.ml2.managers [None req-a6d3e57b-f001-426c-a9a2-8b948bbf70e4 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Failed to bind port 4b56010b-0c3b-4d3c-b389-ed84aea32717 on host n-h2-800634-1 for vnic_type normal using segments [{'id': '9be59e41-0bb2-4e55-8085-49a4bb0d6343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '12bd0293-b20a-4c47-85f1-c8c3c5ab8aee'}] Jul 13 13:42:20.419971 n-d-800634-1 neutron-server[93750]: INFO neutron.plugins.ml2.plugin [None req-a6d3e57b-f001-426c-a9a2-8b948bbf70e4 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Attempt 8 to bind port 4b56010b-0c3b-4d3c-b389-ed84aea32717 Jul 13 13:42:20.439820 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-bea75658-f650-40a7-8542-f625cdfdc89e req-605e3b65-22d6-406f-8aac-ce01d4d5cd2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:20.443597 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [None req-a6d3e57b-f001-426c-a9a2-8b948bbf70e4 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Attempting to bind port 4b56010b-0c3b-4d3c-b389-ed84aea32717 on host n-h2-800634-1 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:42:20.444399 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [None req-a6d3e57b-f001-426c-a9a2-8b948bbf70e4 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Attempting to bind port 4b56010b-0c3b-4d3c-b389-ed84aea32717 by drivers openvswitch,hyperv on host n-h2-800634-1 at level 0 using segments [{'id': '9be59e41-0bb2-4e55-8085-49a4bb0d6343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '12bd0293-b20a-4c47-85f1-c8c3c5ab8aee'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:42:20.444867 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d3e57b-f001-426c-a9a2-8b948bbf70e4 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Attempting to bind port 4b56010b-0c3b-4d3c-b389-ed84aea32717 on network 12bd0293-b20a-4c47-85f1-c8c3c5ab8aee {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:42:20.474669 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-0f517ec8-7470-42eb-a549-30e3113e9d3d req-13bb1713-d95f-4edd-8bd1-1e67eecb7538 tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] 10.222.0.23 "GET /v2.0/security-groups?id=7612cddf-e6ca-4461-9a28-8f6c6ab70a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6101549 Jul 13 13:42:20.491111 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8b4887ae-f847-491f-8f94-e1ac93999a1c tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:20.496484 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-8b4887ae-f847-491f-8f94-e1ac93999a1c tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] 10.222.0.23 "DELETE /v2.0/ports/e76550bd-8406-4c84-8bc7-11776ff44938 HTTP/1.1" status: 204 len: 168 time: 2.5018241 Jul 13 13:42:20.497440 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 34720) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:42:20.527647 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d3e57b-f001-426c-a9a2-8b948bbf70e4 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Port 4b56010b-0c3b-4d3c-b389-ed84aea32717 on network 12bd0293-b20a-4c47-85f1-c8c3c5ab8aee not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-1 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:42:20.527933 n-d-800634-1 neutron-server[93750]: ERROR neutron.plugins.ml2.managers [None req-a6d3e57b-f001-426c-a9a2-8b948bbf70e4 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Failed to bind port 4b56010b-0c3b-4d3c-b389-ed84aea32717 on host n-h2-800634-1 for vnic_type normal using segments [{'id': '9be59e41-0bb2-4e55-8085-49a4bb0d6343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '12bd0293-b20a-4c47-85f1-c8c3c5ab8aee'}] Jul 13 13:42:20.543358 n-d-800634-1 neutron-server[93750]: INFO neutron.plugins.ml2.plugin [None req-a6d3e57b-f001-426c-a9a2-8b948bbf70e4 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Attempt 9 to bind port 4b56010b-0c3b-4d3c-b389-ed84aea32717 Jul 13 13:42:20.545904 n-d-800634-1 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-74f60d01-c95b-49ef-ac04-a8de9c603ef4 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] GET failed (client error): The resource could not be found. Jul 13 13:42:20.550513 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-74f60d01-c95b-49ef-ac04-a8de9c603ef4 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] 10.222.0.23 "GET /v2.0/ports/e76550bd-8406-4c84-8bc7-11776ff44938 HTTP/1.1" status: 404 len: 333 time: 0.0518386 Jul 13 13:42:20.555437 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 34722) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:42:20.574288 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea75658-f650-40a7-8542-f625cdfdc89e req-605e3b65-22d6-406f-8aac-ce01d4d5cd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:20.575090 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-bea75658-f650-40a7-8542-f625cdfdc89e req-605e3b65-22d6-406f-8aac-ce01d4d5cd2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:20.576538 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bea75658-f650-40a7-8542-f625cdfdc89e req-605e3b65-22d6-406f-8aac-ce01d4d5cd2b service neutron] 10.222.0.41 "PUT /v2.0/ports/cabe3ad4-87dd-4319-b8e4-599e6ad39b93 HTTP/1.1" status: 200 len: 1091 time: 4.2081714 Jul 13 13:42:20.605151 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e88e0734-1f99-4dbb-b304-12db10efef83', 'tag': 'cabe3ad4-87dd-4319-b8e4-599e6ad39b93'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:42:20.608044 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2220c5d-e81f-418e-bb5c-45469c4d50b1" -d '{"events": [{"name": "network-changed", "server_uuid": "e88e0734-1f99-4dbb-b304-12db10efef83", "tag": "cabe3ad4-87dd-4319-b8e4-599e6ad39b93"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:42:20.612171 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605e3b65-22d6-406f-8aac-ce01d4d5cd2b service neutron] Pushing event updated for resources: {'Port': ['ID=cabe3ad4-87dd-4319-b8e4-599e6ad39b93,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:20.629351 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-bea75658-f650-40a7-8542-f625cdfdc89e req-7f8cf9f3-9696-472e-aab0-dab68f785673 service neutron] Request body: {'port': {'device_id': 'e88e0734-1f99-4dbb-b304-12db10efef83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:42:20.635660 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [None req-a6d3e57b-f001-426c-a9a2-8b948bbf70e4 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Attempting to bind port 4b56010b-0c3b-4d3c-b389-ed84aea32717 on host n-h2-800634-1 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:42:20.636538 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [None req-a6d3e57b-f001-426c-a9a2-8b948bbf70e4 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Attempting to bind port 4b56010b-0c3b-4d3c-b389-ed84aea32717 by drivers openvswitch,hyperv on host n-h2-800634-1 at level 0 using segments [{'id': '9be59e41-0bb2-4e55-8085-49a4bb0d6343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '12bd0293-b20a-4c47-85f1-c8c3c5ab8aee'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:42:20.636931 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d3e57b-f001-426c-a9a2-8b948bbf70e4 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Attempting to bind port 4b56010b-0c3b-4d3c-b389-ed84aea32717 on network 12bd0293-b20a-4c47-85f1-c8c3c5ab8aee {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:42:20.678539 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-51fef441-d0ff-4c3a-a95f-00fb9cd300db tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Deleting subnet 3131f5f4-7181-41d5-8335-3b978b592865 {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 13:42:20.686514 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-51fef441-d0ff-4c3a-a95f-00fb9cd300db tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:20.746969 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d3e57b-f001-426c-a9a2-8b948bbf70e4 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Port 4b56010b-0c3b-4d3c-b389-ed84aea32717 on network 12bd0293-b20a-4c47-85f1-c8c3c5ab8aee not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-1 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:42:20.747416 n-d-800634-1 neutron-server[93750]: ERROR neutron.plugins.ml2.managers [None req-a6d3e57b-f001-426c-a9a2-8b948bbf70e4 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Failed to bind port 4b56010b-0c3b-4d3c-b389-ed84aea32717 on host n-h2-800634-1 for vnic_type normal using segments [{'id': '9be59e41-0bb2-4e55-8085-49a4bb0d6343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '12bd0293-b20a-4c47-85f1-c8c3c5ab8aee'}] Jul 13 13:42:20.752877 n-d-800634-1 neutron-server[93750]: INFO neutron.plugins.ml2.plugin [None req-a6d3e57b-f001-426c-a9a2-8b948bbf70e4 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Attempt 10 to bind port 4b56010b-0c3b-4d3c-b389-ed84aea32717 Jul 13 13:42:20.781184 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-51fef441-d0ff-4c3a-a95f-00fb9cd300db tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6018489'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:20.781641 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a7cd11-733e-410d-9877-cc982904c1bb req-7217a1fd-f29c-4d3d-bb6c-5042bfaa3c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:20.785162 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d3a7cd11-733e-410d-9877-cc982904c1bb req-7217a1fd-f29c-4d3d-bb6c-5042bfaa3c81 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e0bfb334-0fd9-4ba5-ba79-1568ecabee30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4248688 Jul 13 13:42:20.836717 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd49738e-5590-47dd-9da1-02c6cebc5bdf req-0167172c-393d-4dd3-a865-caafce76979e tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:20.845272 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd49738e-5590-47dd-9da1-02c6cebc5bdf req-0167172c-393d-4dd3-a865-caafce76979e tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:20.851807 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd49738e-5590-47dd-9da1-02c6cebc5bdf req-0167172c-393d-4dd3-a865-caafce76979e tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:20.863486 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cd49738e-5590-47dd-9da1-02c6cebc5bdf req-0167172c-393d-4dd3-a865-caafce76979e tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] 10.222.0.23 "GET /v2.0/ports?device_id=e88e0734-1f99-4dbb-b304-12db10efef83 HTTP/1.1" status: 200 len: 2387 time: 0.3414361 Jul 13 13:42:20.894518 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 13:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd8da1fb-56bf-47e9-9c05-ce7f81f16709 x-openstack-request-id: req-cd8da1fb-56bf-47e9-9c05-ce7f81f16709 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:42:20.894828 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e88e0734-1f99-4dbb-b304-12db10efef83", "tag": "cabe3ad4-87dd-4319-b8e4-599e6ad39b93", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:42:20.895235 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cd8da1fb-56bf-47e9-9c05-ce7f81f16709 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:42:20.895642 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e88e0734-1f99-4dbb-b304-12db10efef83', 'tag': 'cabe3ad4-87dd-4319-b8e4-599e6ad39b93', 'status': 'completed', 'code': 200} Jul 13 13:42:20.917256 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [None req-a6d3e57b-f001-426c-a9a2-8b948bbf70e4 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Attempting to bind port 4b56010b-0c3b-4d3c-b389-ed84aea32717 on host n-h2-800634-1 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:42:20.917256 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [None req-a6d3e57b-f001-426c-a9a2-8b948bbf70e4 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Attempting to bind port 4b56010b-0c3b-4d3c-b389-ed84aea32717 by drivers openvswitch,hyperv on host n-h2-800634-1 at level 0 using segments [{'id': '9be59e41-0bb2-4e55-8085-49a4bb0d6343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '12bd0293-b20a-4c47-85f1-c8c3c5ab8aee'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:42:20.917256 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d3e57b-f001-426c-a9a2-8b948bbf70e4 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Attempting to bind port 4b56010b-0c3b-4d3c-b389-ed84aea32717 on network 12bd0293-b20a-4c47-85f1-c8c3c5ab8aee {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:42:20.922946 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d3e57b-f001-426c-a9a2-8b948bbf70e4 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Port 4b56010b-0c3b-4d3c-b389-ed84aea32717 on network 12bd0293-b20a-4c47-85f1-c8c3c5ab8aee not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-1 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:42:20.923399 n-d-800634-1 neutron-server[93750]: ERROR neutron.plugins.ml2.managers [None req-a6d3e57b-f001-426c-a9a2-8b948bbf70e4 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Failed to bind port 4b56010b-0c3b-4d3c-b389-ed84aea32717 on host n-h2-800634-1 for vnic_type normal using segments [{'id': '9be59e41-0bb2-4e55-8085-49a4bb0d6343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '12bd0293-b20a-4c47-85f1-c8c3c5ab8aee'}] Jul 13 13:42:20.923739 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a6d3e57b-f001-426c-a9a2-8b948bbf70e4 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:20.974879 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cd49738e-5590-47dd-9da1-02c6cebc5bdf req-0b052aa2-8d77-4114-853c-010231480e6b tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ac1545a-5526-4c2d-93f1-674377bb30c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103914 Jul 13 13:42:21.047627 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-bea75658-f650-40a7-8542-f625cdfdc89e req-7f8cf9f3-9696-472e-aab0-dab68f785673 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:21.053640 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 480b6147-c801-4de9-b029-9a95df87513d up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:42:21.140573 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-51fef441-d0ff-4c3a-a95f-00fb9cd300db tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:21.165095 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:21.176513 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port 480b6147-c801-4de9-b029-9a95df87513d completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:42:21.186632 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 480b6147-c801-4de9-b029-9a95df87513d triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:42:21.187166 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:21.325598 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-ee5920b5-b9a0-44ec-8466-c30827577718 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Allocated IP 2001:db8:1::1 (528f896c-ef63-4a6d-8ee2-08fbfe2387ea/c7aebc9d-cf95-4909-94a3-725b7a37b87a/61b62a01-5d6d-4aa9-ade9-444d820aca96) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:42:21.375910 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2220c5d-e81f-418e-bb5c-45469c4d50b1 req-637ee7df-ec0a-46e8-8c86-9fb34a8f5e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:21.376743 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2220c5d-e81f-418e-bb5c-45469c4d50b1 req-637ee7df-ec0a-46e8-8c86-9fb34a8f5e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:21.381289 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2220c5d-e81f-418e-bb5c-45469c4d50b1 req-637ee7df-ec0a-46e8-8c86-9fb34a8f5e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:21.383619 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c2220c5d-e81f-418e-bb5c-45469c4d50b1 req-637ee7df-ec0a-46e8-8c86-9fb34a8f5e24 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7aead08af6bf440ca982d5ee9b154ced&device_id=e88e0734-1f99-4dbb-b304-12db10efef83 HTTP/1.1" status: 200 len: 2730 time: 0.5650625 Jul 13 13:42:21.463790 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:21.548852 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port 480b6147-c801-4de9-b029-9a95df87513d, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=480b6147-c801-4de9-b029-9a95df87513d,segment=NetworkSegment(07dc4a26-1884-4ccf-aed5-c9e3c0095ce2),segment_id=07dc4a26-1884-4ccf-aed5-c9e3c0095ce2)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:42:21.559488 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:21.560335 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 111c45de-bbf8-42e5-8a26-79156493f99e up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:42:21.632685 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-bea75658-f650-40a7-8542-f625cdfdc89e req-7f8cf9f3-9696-472e-aab0-dab68f785673 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6af1154-ca4a-491b-b9a2-9a9bd821e4ae {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:42:21.644259 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-bea75658-f650-40a7-8542-f625cdfdc89e req-7f8cf9f3-9696-472e-aab0-dab68f785673 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:21.659419 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-bea75658-f650-40a7-8542-f625cdfdc89e req-7f8cf9f3-9696-472e-aab0-dab68f785673 service neutron] Transition to ACTIVE for port object c6af1154-ca4a-491b-b9a2-9a9bd821e4ae will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:42:21.674666 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-bea75658-f650-40a7-8542-f625cdfdc89e req-7f8cf9f3-9696-472e-aab0-dab68f785673 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:21.734853 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-a6d3e57b-f001-426c-a9a2-8b948bbf70e4 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] For port 4b56010b-0c3b-4d3c-b389-ed84aea32717, host n-h2-800634-1, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:42:21.735375 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-a6d3e57b-f001-426c-a9a2-8b948bbf70e4 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Attempted to set empty binding levels {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 13 13:42:21.738489 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d3a7cd11-733e-410d-9877-cc982904c1bb req-bed541be-6515-4865-84c6-299bd844b441 service neutron] 10.222.0.41 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8399184 Jul 13 13:42:21.774097 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=480b6147-c801-4de9-b029-9a95df87513d,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:21.802206 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port 111c45de-bbf8-42e5-8a26-79156493f99e completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:42:21.832811 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-51fef441-d0ff-4c3a-a95f-00fb9cd300db tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6018534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6105009'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:21.852232 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a6d3e57b-f001-426c-a9a2-8b948bbf70e4 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:21.873834 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ae24cc-4807-4a1b-a670-4f36d2ba8516 None None] Network 528f896c-ef63-4a6d-8ee2-08fbfe2387ea requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:42:21.926776 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-a6d3e57b-f001-426c-a9a2-8b948bbf70e4 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] In _notify_port_updated(), no bound segment for port 4b56010b-0c3b-4d3c-b389-ed84aea32717 on network 12bd0293-b20a-4c47-85f1-c8c3c5ab8aee {{(pid=93750) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 13 13:42:21.926776 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d3e57b-f001-426c-a9a2-8b948bbf70e4 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:21.926776 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a6d3e57b-f001-426c-a9a2-8b948bbf70e4 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:21.926776 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-a6d3e57b-f001-426c-a9a2-8b948bbf70e4 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] 10.222.0.23 "PUT /v2.0/ports/4b56010b-0c3b-4d3c-b389-ed84aea32717 HTTP/1.1" status: 200 len: 975 time: 5.5254357 Jul 13 13:42:21.955701 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 34738) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:42:21.981566 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-081342f9-f27f-4e55-9c6f-a437d6c73abb None None] Network b00023a5-d2ce-4a68-9ffb-8fc262af50c0 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:42:21.982963 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-51fef441-d0ff-4c3a-a95f-00fb9cd300db tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:21.990436 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-51fef441-d0ff-4c3a-a95f-00fb9cd300db tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] 10.222.0.23 "DELETE /v2.0/subnets/3131f5f4-7181-41d5-8335-3b978b592865 HTTP/1.1" status: 204 len: 168 time: 1.4337420 Jul 13 13:42:22.005814 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 34740) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:42:22.011211 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fef441-d0ff-4c3a-a95f-00fb9cd300db tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Pushing event deleted for resources: {'Subnet': ['ID=3131f5f4-7181-41d5-8335-3b978b592865,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:22.017051 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-69040b2c-daf5-43f4-8608-0ba010ecf29d None None] Provisioning for port 111c45de-bbf8-42e5-8a26-79156493f99e completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:42:22.072076 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-69040b2c-daf5-43f4-8608-0ba010ecf29d None None] Provisioning complete for port 111c45de-bbf8-42e5-8a26-79156493f99e triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:42:22.072703 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-69040b2c-daf5-43f4-8608-0ba010ecf29d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:22.091501 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8cf9f3-9696-472e-aab0-dab68f785673 service neutron] Pushing event updated for resources: {'Port': ['ID=c6af1154-ca4a-491b-b9a2-9a9bd821e4ae,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:22.096568 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d3a7cd11-733e-410d-9877-cc982904c1bb req-c109b233-245e-4fa0-b430-83c884ebff2b service neutron] 10.222.0.41 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3419824 Jul 13 13:42:22.248437 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e26a70-b197-4dc8-a536-f3e8d84ea256 req-81a17707-ef16-4826-b8d3-8b96d4ee034e tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:22.252338 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-66e26a70-b197-4dc8-a536-f3e8d84ea256 req-81a17707-ef16-4826-b8d3-8b96d4ee034e tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/ports?device_id=e09381ea-19e8-4569-9cfc-1dec7c686fa5 HTTP/1.1" status: 200 len: 950 time: 0.5536020 Jul 13 13:42:22.257138 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2220c5d-e81f-418e-bb5c-45469c4d50b1 req-689ab0c9-9f71-43d3-b34f-7da13e7c182f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:22.257575 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2220c5d-e81f-418e-bb5c-45469c4d50b1 req-689ab0c9-9f71-43d3-b34f-7da13e7c182f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:22.258080 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2220c5d-e81f-418e-bb5c-45469c4d50b1 req-689ab0c9-9f71-43d3-b34f-7da13e7c182f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:22.262866 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c2220c5d-e81f-418e-bb5c-45469c4d50b1 req-689ab0c9-9f71-43d3-b34f-7da13e7c182f service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=7aead08af6bf440ca982d5ee9b154ced&shared=False HTTP/1.1" status: 200 len: 2288 time: 0.8493800 Jul 13 13:42:22.268250 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-1429b0fc-33b9-44aa-8e41-95b7820d9f98 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Deleting subnet 84dd6676-5e18-4fd2-b593-dfa035ae7242 {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 13:42:22.284827 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ee5920b5-b9a0-44ec-8466-c30827577718 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:22.301792 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-ee5920b5-b9a0-44ec-8466-c30827577718 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Transition to ACTIVE for port object 61b62a01-5d6d-4aa9-ade9-444d820aca96 will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:42:22.328915 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56359e59-ab10-493d-89b4-8ec7b45f63fb req-2ebe4f33-16d8-4162-921f-ac9d40d5bd3a tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:22.330726 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-56359e59-ab10-493d-89b4-8ec7b45f63fb req-2ebe4f33-16d8-4162-921f-ac9d40d5bd3a tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] 10.222.0.23 "GET /v2.0/ports?device_id=77e0f546-be32-4071-bd8c-0c62d6d3b92f HTTP/1.1" status: 200 len: 945 time: 0.5905299 Jul 13 13:42:22.333453 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d3e57b-f001-426c-a9a2-8b948bbf70e4 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Pushing event updated for resources: {'Port': ['ID=4b56010b-0c3b-4d3c-b389-ed84aea32717,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:22.340201 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1429b0fc-33b9-44aa-8e41-95b7820d9f98 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:22.386498 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-69040b2c-daf5-43f4-8608-0ba010ecf29d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:22.411420 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ee5920b5-b9a0-44ec-8466-c30827577718 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:22.444577 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-69040b2c-daf5-43f4-8608-0ba010ecf29d None None] For port 111c45de-bbf8-42e5-8a26-79156493f99e, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=111c45de-bbf8-42e5-8a26-79156493f99e,segment=NetworkSegment(b4dbe59b-9f47-42d6-8c91-9696718a262b),segment_id=b4dbe59b-9f47-42d6-8c91-9696718a262b)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:42:22.445117 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-bea75658-f650-40a7-8542-f625cdfdc89e req-7f8cf9f3-9696-472e-aab0-dab68f785673 service neutron] Attempting to bind port c6af1154-ca4a-491b-b9a2-9a9bd821e4ae on host n-h2-800634-1 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:42:22.445560 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-bea75658-f650-40a7-8542-f625cdfdc89e req-7f8cf9f3-9696-472e-aab0-dab68f785673 service neutron] Attempting to bind port c6af1154-ca4a-491b-b9a2-9a9bd821e4ae by drivers openvswitch,hyperv on host n-h2-800634-1 at level 0 using segments [{'id': 'af6a54f1-3767-4dd9-b590-41d6147fb705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '2cd3f629-21c1-4089-814b-ac76071f5144'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:42:22.446019 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea75658-f650-40a7-8542-f625cdfdc89e req-7f8cf9f3-9696-472e-aab0-dab68f785673 service neutron] Attempting to bind port c6af1154-ca4a-491b-b9a2-9a9bd821e4ae on network 2cd3f629-21c1-4089-814b-ac76071f5144 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:42:22.458141 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-69040b2c-daf5-43f4-8608-0ba010ecf29d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:22.483961 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea75658-f650-40a7-8542-f625cdfdc89e req-7f8cf9f3-9696-472e-aab0-dab68f785673 service neutron] Port c6af1154-ca4a-491b-b9a2-9a9bd821e4ae on network 2cd3f629-21c1-4089-814b-ac76071f5144 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-1 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:42:22.484479 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea75658-f650-40a7-8542-f625cdfdc89e req-7f8cf9f3-9696-472e-aab0-dab68f785673 service neutron] Attempting to bind port c6af1154-ca4a-491b-b9a2-9a9bd821e4ae on network 2cd3f629-21c1-4089-814b-ac76071f5144 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:42:22.516838 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d7c385-141e-4407-b253-ff05882ea061 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:22.516838 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d7c385-141e-4407-b253-ff05882ea061 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:22.517537 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d7c385-141e-4407-b253-ff05882ea061 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:22.518606 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d7c385-141e-4407-b253-ff05882ea061 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:22.518606 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d7c385-141e-4407-b253-ff05882ea061 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:22.519197 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d7c385-141e-4407-b253-ff05882ea061 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:22.519965 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d7c385-141e-4407-b253-ff05882ea061 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:22.520238 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d7c385-141e-4407-b253-ff05882ea061 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:22.520910 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d7c385-141e-4407-b253-ff05882ea061 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:22.521553 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d7c385-141e-4407-b253-ff05882ea061 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:22.522319 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d7c385-141e-4407-b253-ff05882ea061 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:22.535188 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d7c385-141e-4407-b253-ff05882ea061 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:22.535853 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d7c385-141e-4407-b253-ff05882ea061 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:22.536405 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d7c385-141e-4407-b253-ff05882ea061 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:22.537023 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d7c385-141e-4407-b253-ff05882ea061 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:22.537676 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d7c385-141e-4407-b253-ff05882ea061 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:22.538430 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d7c385-141e-4407-b253-ff05882ea061 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:22.539267 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d7c385-141e-4407-b253-ff05882ea061 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:22.539798 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d7c385-141e-4407-b253-ff05882ea061 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:22.540400 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d7c385-141e-4407-b253-ff05882ea061 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:22.540849 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d7c385-141e-4407-b253-ff05882ea061 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:22.541378 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d7c385-141e-4407-b253-ff05882ea061 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:22.542532 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d7c385-141e-4407-b253-ff05882ea061 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:22.542785 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d7c385-141e-4407-b253-ff05882ea061 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:22.543491 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d7c385-141e-4407-b253-ff05882ea061 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:22.544067 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d7c385-141e-4407-b253-ff05882ea061 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:22.545118 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d7c385-141e-4407-b253-ff05882ea061 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:22.545968 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d7c385-141e-4407-b253-ff05882ea061 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:22.546299 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d7c385-141e-4407-b253-ff05882ea061 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:22.547662 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d7c385-141e-4407-b253-ff05882ea061 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:22.548259 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d7c385-141e-4407-b253-ff05882ea061 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:22.548738 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d7c385-141e-4407-b253-ff05882ea061 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:22.549268 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d7c385-141e-4407-b253-ff05882ea061 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:22.549818 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d7c385-141e-4407-b253-ff05882ea061 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:22.559747 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69040b2c-daf5-43f4-8608-0ba010ecf29d None None] Pushing event updated for resources: {'Port': ['ID=111c45de-bbf8-42e5-8a26-79156493f99e,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:22.566062 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-f5d7c385-141e-4407-b253-ff05882ea061 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 30755 time: 0.6019452 Jul 13 13:42:22.568714 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1429b0fc-33b9-44aa-8e41-95b7820d9f98 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5431723'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:22.575933 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:22.577367 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 34746) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:42:22.635521 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee5920b5-b9a0-44ec-8466-c30827577718 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Network 528f896c-ef63-4a6d-8ee2-08fbfe2387ea is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:42:22.655596 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-56359e59-ab10-493d-89b4-8ec7b45f63fb req-de798351-a942-418a-94a4-3e70c3f63da3 tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] 10.222.0.23 "GET /v2.0/security-groups?id=7612cddf-e6ca-4461-9a28-8f6c6ab70a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3082817 Jul 13 13:42:22.675488 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-ee5920b5-b9a0-44ec-8466-c30827577718 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:42:22.678529 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5920b5-b9a0-44ec-8466-c30827577718 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:42:22.679100 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ee5920b5-b9a0-44ec-8466-c30827577718 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-450452'] for router_interface, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:22.744302 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea75658-f650-40a7-8542-f625cdfdc89e req-7f8cf9f3-9696-472e-aab0-dab68f785673 service neutron] Checking agent: {'id': 'f615e5c9-21ab-43f2-adbc-192d64b795cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:42:22.749144 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea75658-f650-40a7-8542-f625cdfdc89e req-7f8cf9f3-9696-472e-aab0-dab68f785673 service neutron] Checking segment: {'id': 'af6a54f1-3767-4dd9-b590-41d6147fb705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '2cd3f629-21c1-4089-814b-ac76071f5144'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:42:22.757238 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea75658-f650-40a7-8542-f625cdfdc89e req-7f8cf9f3-9696-472e-aab0-dab68f785673 service neutron] Bound using segment: {'id': 'af6a54f1-3767-4dd9-b590-41d6147fb705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '2cd3f629-21c1-4089-814b-ac76071f5144'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:42:22.758058 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-bea75658-f650-40a7-8542-f625cdfdc89e req-7f8cf9f3-9696-472e-aab0-dab68f785673 service neutron] Bound port: c6af1154-ca4a-491b-b9a2-9a9bd821e4ae, host: n-h2-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af6a54f1-3767-4dd9-b590-41d6147fb705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '2cd3f629-21c1-4089-814b-ac76071f5144'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:42:22.761978 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-bea75658-f650-40a7-8542-f625cdfdc89e req-7f8cf9f3-9696-472e-aab0-dab68f785673 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:22.803452 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1429b0fc-33b9-44aa-8e41-95b7820d9f98 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:22.885228 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 480b6147-c801-4de9-b029-9a95df87513d up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:42:22.949570 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-66e26a70-b197-4dc8-a536-f3e8d84ea256 req-2fcfa51a-fee8-4d1b-9f56-af5a13fc5ba9 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/security-groups?id=945af9a8-1349-436a-a066-b9a0fd8d3dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5811896 Jul 13 13:42:22.967610 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-bea75658-f650-40a7-8542-f625cdfdc89e req-7f8cf9f3-9696-472e-aab0-dab68f785673 service neutron] For port c6af1154-ca4a-491b-b9a2-9a9bd821e4ae, host n-h2-800634-1, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:42:22.974966 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-bea75658-f650-40a7-8542-f625cdfdc89e req-7f8cf9f3-9696-472e-aab0-dab68f785673 service neutron] For port c6af1154-ca4a-491b-b9a2-9a9bd821e4ae, host n-h2-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=c6af1154-ca4a-491b-b9a2-9a9bd821e4ae,segment=NetworkSegment(af6a54f1-3767-4dd9-b590-41d6147fb705),segment_id=af6a54f1-3767-4dd9-b590-41d6147fb705)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:42:22.995008 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-bea75658-f650-40a7-8542-f625cdfdc89e req-7f8cf9f3-9696-472e-aab0-dab68f785673 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:23.009917 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5920b5-b9a0-44ec-8466-c30827577718 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Pushing event updated for resources: {'Port': ['ID=61b62a01-5d6d-4aa9-ade9-444d820aca96,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:23.038724 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-331d09b3-5a8f-40ce-a1dc-b26564e8276a None None] Provisioning complete for port 111c45de-bbf8-42e5-8a26-79156493f99e triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:42:23.039929 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-331d09b3-5a8f-40ce-a1dc-b26564e8276a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:23.050459 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea75658-f650-40a7-8542-f625cdfdc89e req-7f8cf9f3-9696-472e-aab0-dab68f785673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:23.051238 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-bea75658-f650-40a7-8542-f625cdfdc89e req-7f8cf9f3-9696-472e-aab0-dab68f785673 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:23.052744 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bea75658-f650-40a7-8542-f625cdfdc89e req-7f8cf9f3-9696-472e-aab0-dab68f785673 service neutron] 10.222.0.41 "PUT /v2.0/ports/c6af1154-ca4a-491b-b9a2-9a9bd821e4ae HTTP/1.1" status: 200 len: 1092 time: 2.4338129 Jul 13 13:42:23.093789 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e88e0734-1f99-4dbb-b304-12db10efef83', 'tag': 'c6af1154-ca4a-491b-b9a2-9a9bd821e4ae'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:42:23.098058 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36c03a6f-1521-46c8-bf49-dd07b9f47723" -d '{"events": [{"name": "network-changed", "server_uuid": "e88e0734-1f99-4dbb-b304-12db10efef83", "tag": "c6af1154-ca4a-491b-b9a2-9a9bd821e4ae"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:42:23.099533 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2220c5d-e81f-418e-bb5c-45469c4d50b1 req-e1367f25-1971-4e1a-a061-28388a3a74a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:23.101227 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c2220c5d-e81f-418e-bb5c-45469c4d50b1 req-e1367f25-1971-4e1a-a061-28388a3a74a3 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.7297642 Jul 13 13:42:23.127390 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-bea75658-f650-40a7-8542-f625cdfdc89e req-04225909-8c2b-422f-96e8-fe715ace74c2 service neutron] Request body: {'port': {'device_id': 'e88e0734-1f99-4dbb-b304-12db10efef83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:42:23.173365 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 480b6147-c801-4de9-b029-9a95df87513d triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:42:23.174083 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:23.260527 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8cf9f3-9696-472e-aab0-dab68f785673 service neutron] Pushing event updated for resources: {'Port': ['ID=c6af1154-ca4a-491b-b9a2-9a9bd821e4ae,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:23.268316 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1429b0fc-33b9-44aa-8e41-95b7820d9f98 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5970525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4763356'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:23.404788 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1429b0fc-33b9-44aa-8e41-95b7820d9f98 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Pushing event deleted for resources: {'Subnet': ['ID=84dd6676-5e18-4fd2-b593-dfa035ae7242,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:23.414025 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1429b0fc-33b9-44aa-8e41-95b7820d9f98 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:23.418496 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-1429b0fc-33b9-44aa-8e41-95b7820d9f98 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] 10.222.0.23 "DELETE /v2.0/subnets/84dd6676-5e18-4fd2-b593-dfa035ae7242 HTTP/1.1" status: 204 len: 168 time: 1.4087291 Jul 13 13:42:23.424016 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 34754) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:42:23.429460 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-6b630b9b-dd3c-46ee-8123-b9851fce85fc tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Deleting port 4b56010b-0c3b-4d3c-b389-ed84aea32717 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:42:23.430013 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6b630b9b-dd3c-46ee-8123-b9851fce85fc tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:23.447932 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-bea75658-f650-40a7-8542-f625cdfdc89e req-04225909-8c2b-422f-96e8-fe715ace74c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:23.521585 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-6b630b9b-dd3c-46ee-8123-b9851fce85fc tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] For port 4b56010b-0c3b-4d3c-b389-ed84aea32717, host n-h2-800634-1, got binding levels [] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:42:23.521991 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6b630b9b-dd3c-46ee-8123-b9851fce85fc tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:23.528411 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a00854-e457-457d-85a4-315f09e6620b req-65199653-b217-4c3c-945c-0ea024ae164b tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:23.533051 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 111c45de-bbf8-42e5-8a26-79156493f99e up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:42:23.538465 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-6b630b9b-dd3c-46ee-8123-b9851fce85fc tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Calling delete_port for 4b56010b-0c3b-4d3c-b389-ed84aea32717 owned by {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:42:23.539895 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a00854-e457-457d-85a4-315f09e6620b req-65199653-b217-4c3c-945c-0ea024ae164b tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:23.550314 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a00854-e457-457d-85a4-315f09e6620b req-65199653-b217-4c3c-945c-0ea024ae164b tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:23.559033 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e5a00854-e457-457d-85a4-315f09e6620b req-65199653-b217-4c3c-945c-0ea024ae164b tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] 10.222.0.23 "GET /v2.0/ports?device_id=e88e0734-1f99-4dbb-b304-12db10efef83 HTTP/1.1" status: 200 len: 2399 time: 0.5236285 Jul 13 13:42:23.594617 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d83c026-ffdf-4c57-9a64-f7ab35e45064 req-28b7bbb8-b858-414c-a7b2-753288143149 tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:23.602034 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4d83c026-ffdf-4c57-9a64-f7ab35e45064 req-28b7bbb8-b858-414c-a7b2-753288143149 tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] 10.222.0.23 "GET /v2.0/ports?device_id=3e1f3f33-68fb-49c2-a0d5-b2faebeef60d HTTP/1.1" status: 200 len: 946 time: 0.4262624 Jul 13 13:42:23.607708 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ee5920b5-b9a0-44ec-8466-c30827577718 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:23.616403 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 111c45de-bbf8-42e5-8a26-79156493f99e triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:42:23.616769 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:23.676579 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-74df2ae4-71d7-47dd-bf55-cd376637c920 None None] Provisioning for port 61b62a01-5d6d-4aa9-ade9-444d820aca96 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:42:23.695437 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ec9de7e3-8b16-4bdd-9441-e0afe8a47e74 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:23.703272 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-74df2ae4-71d7-47dd-bf55-cd376637c920 None None] Provisioning complete for port 61b62a01-5d6d-4aa9-ade9-444d820aca96 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:42:23.704054 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-74df2ae4-71d7-47dd-bf55-cd376637c920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:23.707102 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4d83c026-ffdf-4c57-9a64-f7ab35e45064 req-0f26a762-40ab-4134-bcd2-0e95a367fa98 tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] 10.222.0.23 "GET /v2.0/security-groups?id=7612cddf-e6ca-4461-9a28-8f6c6ab70a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014402 Jul 13 13:42:23.733059 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e5a00854-e457-457d-85a4-315f09e6620b req-c1e7aa1c-4dea-4237-acaa-1a2d12f8425e tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ac1545a-5526-4c2d-93f1-674377bb30c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630552 Jul 13 13:42:23.772274 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-74df2ae4-71d7-47dd-bf55-cd376637c920 None None] Port 61b62a01-5d6d-4aa9-ade9-444d820aca96 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:42:23.819804 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45736983-5283-49db-a32f-f619e5f22223 None None] Network b00023a5-d2ce-4a68-9ffb-8fc262af50c0 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:42:23.976414 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 13:42:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1458c479-1d8c-4140-b9c0-30bd803356f3 x-openstack-request-id: req-1458c479-1d8c-4140-b9c0-30bd803356f3 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:42:23.976705 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e88e0734-1f99-4dbb-b304-12db10efef83", "tag": "c6af1154-ca4a-491b-b9a2-9a9bd821e4ae", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:42:23.976963 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1458c479-1d8c-4140-b9c0-30bd803356f3 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:42:23.977362 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e88e0734-1f99-4dbb-b304-12db10efef83', 'tag': 'c6af1154-ca4a-491b-b9a2-9a9bd821e4ae', 'status': 'completed', 'code': 200} Jul 13 13:42:24.003619 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-f5a59488-2127-41a5-8045-51d959f88425 None None] Provisioning complete for port efd6c658-2b8c-4acd-920e-9e579d79bfa5 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:42:24.004285 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f5a59488-2127-41a5-8045-51d959f88425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:24.185779 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6b630b9b-dd3c-46ee-8123-b9851fce85fc tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:24.186471 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a683ac-a7c0-4c4e-99ea-222bb089a18a None None] DHCP port deletion for b00023a5-d2ce-4a68-9ffb-8fc262af50c0 request from n-d-800634-1 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 13:42:24.187276 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-ec9de7e3-8b16-4bdd-9441-e0afe8a47e74 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Deleting port efd6c658-2b8c-4acd-920e-9e579d79bfa5 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:42:24.188710 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ec9de7e3-8b16-4bdd-9441-e0afe8a47e74 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:24.252621 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-85a683ac-a7c0-4c4e-99ea-222bb089a18a None None] Deleting port efd6c658-2b8c-4acd-920e-9e579d79bfa5 {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:42:24.252927 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-85a683ac-a7c0-4c4e-99ea-222bb089a18a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:24.289324 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-bea75658-f650-40a7-8542-f625cdfdc89e req-04225909-8c2b-422f-96e8-fe715ace74c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6519e760-a9a3-4a2b-bf97-9f6df346c87b {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:42:24.305538 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-bea75658-f650-40a7-8542-f625cdfdc89e req-04225909-8c2b-422f-96e8-fe715ace74c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:24.319330 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-ec9de7e3-8b16-4bdd-9441-e0afe8a47e74 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] For port efd6c658-2b8c-4acd-920e-9e579d79bfa5, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=efd6c658-2b8c-4acd-920e-9e579d79bfa5,segment=NetworkSegment(12bfa9e3-766f-40e9-8337-c5e2049e170c),segment_id=12bfa9e3-766f-40e9-8337-c5e2049e170c)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:42:24.319984 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ec9de7e3-8b16-4bdd-9441-e0afe8a47e74 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:24.346104 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-bea75658-f650-40a7-8542-f625cdfdc89e req-04225909-8c2b-422f-96e8-fe715ace74c2 service neutron] Transition to ACTIVE for port object 6519e760-a9a3-4a2b-bf97-9f6df346c87b will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:42:24.347617 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-ec9de7e3-8b16-4bdd-9441-e0afe8a47e74 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Calling delete_port for efd6c658-2b8c-4acd-920e-9e579d79bfa5 owned by network:dhcp {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:42:24.360678 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-bea75658-f650-40a7-8542-f625cdfdc89e req-04225909-8c2b-422f-96e8-fe715ace74c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:24.424030 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-85a683ac-a7c0-4c4e-99ea-222bb089a18a None None] For port efd6c658-2b8c-4acd-920e-9e579d79bfa5, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=efd6c658-2b8c-4acd-920e-9e579d79bfa5,segment=NetworkSegment(12bfa9e3-766f-40e9-8337-c5e2049e170c),segment_id=12bfa9e3-766f-40e9-8337-c5e2049e170c)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:42:24.424805 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-85a683ac-a7c0-4c4e-99ea-222bb089a18a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:24.502183 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04225909-8c2b-422f-96e8-fe715ace74c2 service neutron] Pushing event updated for resources: {'Port': ['ID=6519e760-a9a3-4a2b-bf97-9f6df346c87b,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:24.521913 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 13:42:24.738163 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6b630b9b-dd3c-46ee-8123-b9851fce85fc tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:24.739556 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-bea75658-f650-40a7-8542-f625cdfdc89e req-04225909-8c2b-422f-96e8-fe715ace74c2 service neutron] Attempting to bind port 6519e760-a9a3-4a2b-bf97-9f6df346c87b on host n-h2-800634-1 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:42:24.740103 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-bea75658-f650-40a7-8542-f625cdfdc89e req-04225909-8c2b-422f-96e8-fe715ace74c2 service neutron] Attempting to bind port 6519e760-a9a3-4a2b-bf97-9f6df346c87b by drivers openvswitch,hyperv on host n-h2-800634-1 at level 0 using segments [{'id': '27f63a08-6db3-4d97-a988-03b1ef2e193c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '537cc3d3-b4a9-45da-af17-7bd28a40a8b6'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:42:24.740217 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea75658-f650-40a7-8542-f625cdfdc89e req-04225909-8c2b-422f-96e8-fe715ace74c2 service neutron] Attempting to bind port 6519e760-a9a3-4a2b-bf97-9f6df346c87b on network 537cc3d3-b4a9-45da-af17-7bd28a40a8b6 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:42:24.741709 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-6b630b9b-dd3c-46ee-8123-b9851fce85fc tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] 10.222.0.23 "DELETE /v2.0/ports/4b56010b-0c3b-4d3c-b389-ed84aea32717 HTTP/1.1" status: 204 len: 168 time: 2.1560540 Jul 13 13:42:24.746354 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 34772) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:42:24.751542 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b630b9b-dd3c-46ee-8123-b9851fce85fc tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Pushing event deleted for resources: {'Port': ['ID=4b56010b-0c3b-4d3c-b389-ed84aea32717,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:24.759802 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea75658-f650-40a7-8542-f625cdfdc89e req-04225909-8c2b-422f-96e8-fe715ace74c2 service neutron] Port 6519e760-a9a3-4a2b-bf97-9f6df346c87b on network 537cc3d3-b4a9-45da-af17-7bd28a40a8b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-1 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:42:24.760080 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea75658-f650-40a7-8542-f625cdfdc89e req-04225909-8c2b-422f-96e8-fe715ace74c2 service neutron] Attempting to bind port 6519e760-a9a3-4a2b-bf97-9f6df346c87b on network 537cc3d3-b4a9-45da-af17-7bd28a40a8b6 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:42:24.779953 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea75658-f650-40a7-8542-f625cdfdc89e req-04225909-8c2b-422f-96e8-fe715ace74c2 service neutron] Checking agent: {'id': 'f615e5c9-21ab-43f2-adbc-192d64b795cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:42:24.780358 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea75658-f650-40a7-8542-f625cdfdc89e req-04225909-8c2b-422f-96e8-fe715ace74c2 service neutron] Checking segment: {'id': '27f63a08-6db3-4d97-a988-03b1ef2e193c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '537cc3d3-b4a9-45da-af17-7bd28a40a8b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:42:24.780777 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea75658-f650-40a7-8542-f625cdfdc89e req-04225909-8c2b-422f-96e8-fe715ace74c2 service neutron] Bound using segment: {'id': '27f63a08-6db3-4d97-a988-03b1ef2e193c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '537cc3d3-b4a9-45da-af17-7bd28a40a8b6'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:42:24.782122 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-bea75658-f650-40a7-8542-f625cdfdc89e req-04225909-8c2b-422f-96e8-fe715ace74c2 service neutron] Bound port: 6519e760-a9a3-4a2b-bf97-9f6df346c87b, host: n-h2-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27f63a08-6db3-4d97-a988-03b1ef2e193c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '537cc3d3-b4a9-45da-af17-7bd28a40a8b6'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:42:24.782500 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-bea75658-f650-40a7-8542-f625cdfdc89e req-04225909-8c2b-422f-96e8-fe715ace74c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:24.807063 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ec9de7e3-8b16-4bdd-9441-e0afe8a47e74 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:24.854082 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-85a683ac-a7c0-4c4e-99ea-222bb089a18a None None] Calling delete_port for efd6c658-2b8c-4acd-920e-9e579d79bfa5 owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:42:24.867675 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9de7e3-8b16-4bdd-9441-e0afe8a47e74 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] No DVR routers for this DVR port efd6c658-2b8c-4acd-920e-9e579d79bfa5 on host n-d-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:42:24.887550 n-d-800634-1 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffe8b5ff-fc7b-4876-a205-d17c63cb54c8 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] GET failed (client error): The resource could not be found. Jul 13 13:42:24.889584 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-ffe8b5ff-fc7b-4876-a205-d17c63cb54c8 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] 10.222.0.23 "GET /v2.0/ports/4b56010b-0c3b-4d3c-b389-ed84aea32717 HTTP/1.1" status: 404 len: 333 time: 0.1345024 Jul 13 13:42:24.898095 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 34776) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:42:24.907467 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c03a6f-1521-46c8-bf49-dd07b9f47723 req-c5ac6158-ccd1-4fa0-b7e5-e480ac099744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:24.908227 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c03a6f-1521-46c8-bf49-dd07b9f47723 req-c5ac6158-ccd1-4fa0-b7e5-e480ac099744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:24.908659 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c03a6f-1521-46c8-bf49-dd07b9f47723 req-c5ac6158-ccd1-4fa0-b7e5-e480ac099744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:24.910438 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-36c03a6f-1521-46c8-bf49-dd07b9f47723 req-c5ac6158-ccd1-4fa0-b7e5-e480ac099744 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7aead08af6bf440ca982d5ee9b154ced&device_id=e88e0734-1f99-4dbb-b304-12db10efef83 HTTP/1.1" status: 200 len: 2797 time: 1.0465093 Jul 13 13:42:24.927018 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-66c533fd-d609-4f6b-906f-4f05f86c3b9a tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1450285036', 'network_id': '12bd0293-b20a-4c47-85f1-c8c3c5ab8aee'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:42:24.937361 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9de7e3-8b16-4bdd-9441-e0afe8a47e74 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Pushing event deleted for resources: {'Port': ['ID=efd6c658-2b8c-4acd-920e-9e579d79bfa5,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:24.958593 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 34778) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:42:24.987470 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-85a683ac-a7c0-4c4e-99ea-222bb089a18a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:24.998825 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-bea75658-f650-40a7-8542-f625cdfdc89e req-04225909-8c2b-422f-96e8-fe715ace74c2 service neutron] For port 6519e760-a9a3-4a2b-bf97-9f6df346c87b, host n-h2-800634-1, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:42:25.002151 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-bea75658-f650-40a7-8542-f625cdfdc89e req-04225909-8c2b-422f-96e8-fe715ace74c2 service neutron] For port 6519e760-a9a3-4a2b-bf97-9f6df346c87b, host n-h2-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=6519e760-a9a3-4a2b-bf97-9f6df346c87b,segment=NetworkSegment(27f63a08-6db3-4d97-a988-03b1ef2e193c),segment_id=27f63a08-6db3-4d97-a988-03b1ef2e193c)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:42:25.014771 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device efd6c658-2b8c-4acd-920e-9e579d79bfa5 no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:42:25.028589 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-bea75658-f650-40a7-8542-f625cdfdc89e req-04225909-8c2b-422f-96e8-fe715ace74c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:25.050855 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a683ac-a7c0-4c4e-99ea-222bb089a18a None None] Pushing event deleted for resources: {'Port': ['ID=efd6c658-2b8c-4acd-920e-9e579d79bfa5,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:25.053174 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: efd6c658-2b8c-4acd-920e-9e579d79bfa5 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:42:25.053533 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device efd6c658-2b8c-4acd-920e-9e579d79bfa5 not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:42:25.067046 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a683ac-a7c0-4c4e-99ea-222bb089a18a None None] No DVR routers for this DVR port efd6c658-2b8c-4acd-920e-9e579d79bfa5 on host n-d-800634-1 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:42:25.096330 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ee5920b5-b9a0-44ec-8466-c30827577718 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:25.106351 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49afbd63-ae2d-4a30-a48a-c62d2413be1e req-bec04983-442c-4831-9139-04027aa4d74d tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:25.108525 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-49afbd63-ae2d-4a30-a48a-c62d2413be1e req-bec04983-442c-4831-9139-04027aa4d74d tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/ports?device_id=e09381ea-19e8-4569-9cfc-1dec7c686fa5 HTTP/1.1" status: 200 len: 950 time: 0.3774824 Jul 13 13:42:25.109333 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66c533fd-d609-4f6b-906f-4f05f86c3b9a tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Made reservation on behalf of 43a69385292e455b967fa66da54a5a1a for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:42:25.112041 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-66c533fd-d609-4f6b-906f-4f05f86c3b9a tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:25.122675 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ec9de7e3-8b16-4bdd-9441-e0afe8a47e74 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:25.127909 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea75658-f650-40a7-8542-f625cdfdc89e req-04225909-8c2b-422f-96e8-fe715ace74c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:25.128530 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-bea75658-f650-40a7-8542-f625cdfdc89e req-04225909-8c2b-422f-96e8-fe715ace74c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:25.130016 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bea75658-f650-40a7-8542-f625cdfdc89e req-04225909-8c2b-422f-96e8-fe715ace74c2 service neutron] 10.222.0.41 "PUT /v2.0/ports/6519e760-a9a3-4a2b-bf97-9f6df346c87b HTTP/1.1" status: 200 len: 1091 time: 2.0251746 Jul 13 13:42:25.142374 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-ec9de7e3-8b16-4bdd-9441-e0afe8a47e74 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b00023a5-d2ce-4a68-9ffb-8fc262af50c0']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:42:25.164725 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-ec9de7e3-8b16-4bdd-9441-e0afe8a47e74 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12bfa9e3-766f-40e9-8337-c5e2049e170c') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:42:25.165419 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-ec9de7e3-8b16-4bdd-9441-e0afe8a47e74 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12bfa9e3-766f-40e9-8337-c5e2049e170c') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:42:25.165681 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c03a6f-1521-46c8-bf49-dd07b9f47723 req-892e4f7b-1e0e-4fd9-9319-a4e824dca951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:25.166798 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c03a6f-1521-46c8-bf49-dd07b9f47723 req-892e4f7b-1e0e-4fd9-9319-a4e824dca951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:25.167658 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c03a6f-1521-46c8-bf49-dd07b9f47723 req-892e4f7b-1e0e-4fd9-9319-a4e824dca951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:25.170327 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-36c03a6f-1521-46c8-bf49-dd07b9f47723 req-892e4f7b-1e0e-4fd9-9319-a4e824dca951 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=7aead08af6bf440ca982d5ee9b154ced&shared=False HTTP/1.1" status: 200 len: 2288 time: 0.2389550 Jul 13 13:42:25.181990 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ec9de7e3-8b16-4bdd-9441-e0afe8a47e74 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5431730'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:25.189835 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ee5920b5-b9a0-44ec-8466-c30827577718 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:25.190634 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ee5920b5-b9a0-44ec-8466-c30827577718 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1785045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451806'] for router_interface, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:25.212544 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3f687f-f244-4c40-be95-a1748cb5dcde req-694e72c4-e116-4faf-9521-8ee7a04fc2fd tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:25.223221 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2c3f687f-f244-4c40-be95-a1748cb5dcde req-694e72c4-e116-4faf-9521-8ee7a04fc2fd tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] 10.222.0.23 "GET /v2.0/ports?device_id=3e1f3f33-68fb-49c2-a0d5-b2faebeef60d HTTP/1.1" status: 200 len: 946 time: 0.4371808 Jul 13 13:42:25.256674 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04225909-8c2b-422f-96e8-fe715ace74c2 service neutron] Pushing event updated for resources: {'Port': ['ID=6519e760-a9a3-4a2b-bf97-9f6df346c87b,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:25.259989 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ec9de7e3-8b16-4bdd-9441-e0afe8a47e74 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:25.275999 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec9de7e3-8b16-4bdd-9441-e0afe8a47e74 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 13:42:25.276414 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ec9de7e3-8b16-4bdd-9441-e0afe8a47e74 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5970419'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:25.279908 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:42:25.279908 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:42:25.279908 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:42:25.279908 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:42:25.279908 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:42:25.279908 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:42:25.279908 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:42:25.279908 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:42:25.279908 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:42:25.279908 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:42:25.279908 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:42:25.279908 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:42:25.279908 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:42:25.279908 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:42:25.279908 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:42:25.279908 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:42:25.279908 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:42:25.279908 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:42:25.279908 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:42:25.279908 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:42:25.279908 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:42:25.279908 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:42:25.279908 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:42:25.279908 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:42:25.279908 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:42:25.279908 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:42:25.279908 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:42:25.279908 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:42:25.279908 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:42:25.279908 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:42:25.279908 n-d-800634-1 neutron-server[93750]: Traceback (most recent call last): Jul 13 13:42:25.279908 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 13:42:25.279908 n-d-800634-1 neutron-server[93750]: timer() Jul 13 13:42:25.279908 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 13:42:25.279908 n-d-800634-1 neutron-server[93750]: cb(*args, **kw) Jul 13 13:42:25.279908 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 13:42:25.279908 n-d-800634-1 neutron-server[93750]: return func(*args, **kwargs) Jul 13 13:42:25.279908 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 13:42:25.279908 n-d-800634-1 neutron-server[93750]: self._notify() Jul 13 13:42:25.279908 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 13:42:25.279908 n-d-800634-1 neutron-server[93750]: self.callback(batched_events) Jul 13 13:42:25.279908 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 13:42:25.279908 n-d-800634-1 neutron-server[93750]: event.method(event) Jul 13 13:42:25.279908 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 13:42:25.279908 n-d-800634-1 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 13:42:25.279908 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 13:42:25.279908 n-d-800634-1 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 13:42:25.279908 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 13:42:25.279908 n-d-800634-1 neutron-server[93750]: return f(self, *a, **k) Jul 13 13:42:25.279908 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 13:42:25.279908 n-d-800634-1 neutron-server[93750]: return self._get(url).json() Jul 13 13:42:25.279908 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 13:42:25.279908 n-d-800634-1 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 13:42:25.279908 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 13:42:25.279908 n-d-800634-1 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 13 13:42:25.279908 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 13:42:25.279908 n-d-800634-1 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 13:42:25.279908 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 13:42:25.279908 n-d-800634-1 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 13:42:25.279908 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 13:42:25.279908 n-d-800634-1 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 13:42:25.279908 n-d-800634-1 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 13:42:25.326732 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [None req-66c533fd-d609-4f6b-906f-4f05f86c3b9a tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] device_id is not set on port 1f876c82-7b76-46b6-8d62-c8c787ff8c84 yet. {{(pid=93751) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 13:42:25.328773 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2c3f687f-f244-4c40-be95-a1748cb5dcde req-48974a15-36dc-425d-8dba-4fb8a3b824b1 tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] 10.222.0.23 "GET /v2.0/security-groups?id=7612cddf-e6ca-4461-9a28-8f6c6ab70a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045711 Jul 13 13:42:25.366563 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ec9de7e3-8b16-4bdd-9441-e0afe8a47e74 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:25.374010 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ec9de7e3-8b16-4bdd-9441-e0afe8a47e74 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:25.382276 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-ec9de7e3-8b16-4bdd-9441-e0afe8a47e74 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] 10.222.0.23 "DELETE /v2.0/networks/b00023a5-d2ce-4a68-9ffb-8fc262af50c0 HTTP/1.1" status: 204 len: 168 time: 1.9545825 Jul 13 13:42:25.382934 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 34784) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:42:25.405596 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9de7e3-8b16-4bdd-9441-e0afe8a47e74 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Pushing event deleted for resources: {'Network': ['ID=b00023a5-d2ce-4a68-9ffb-8fc262af50c0,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:25.479183 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33f5335c-a112-46f4-8b97-a12101842822 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:25.481791 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-33f5335c-a112-46f4-8b97-a12101842822 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0963049 Jul 13 13:42:25.484582 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1828dc32-f083-48fc-8487-e6e67c1f6268 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:25.495100 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 34786) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:42:25.598223 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-49afbd63-ae2d-4a30-a48a-c62d2413be1e req-40dcc35d-a71c-4f43-b1ac-c9aa45d23b11 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/security-groups?id=945af9a8-1349-436a-a066-b9a0fd8d3dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4187996 Jul 13 13:42:25.598849 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5920b5-b9a0-44ec-8466-c30827577718 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Pushing event updated for resources: {'Port': ['ID=61b62a01-5d6d-4aa9-ade9-444d820aca96,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:25.694666 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c03a6f-1521-46c8-bf49-dd07b9f47723 req-63964aa4-6496-4b77-92cf-bc67f00c3ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:25.696213 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-36c03a6f-1521-46c8-bf49-dd07b9f47723 req-63964aa4-6496-4b77-92cf-bc67f00c3ecd service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.5189900 Jul 13 13:42:25.719609 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee5920b5-b9a0-44ec-8466-c30827577718 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Network 528f896c-ef63-4a6d-8ee2-08fbfe2387ea is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:42:25.724372 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-66c533fd-d609-4f6b-906f-4f05f86c3b9a tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:25.729953 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-ee5920b5-b9a0-44ec-8466-c30827577718 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:42:25.926208 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-66c533fd-d609-4f6b-906f-4f05f86c3b9a tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:25.976839 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8222522-a49d-4720-9fe3-ff58397ef4fd req-de2be7b0-0de4-4685-868c-e943a885be95 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:25.980503 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1828dc32-f083-48fc-8487-e6e67c1f6268 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:25.983622 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8222522-a49d-4720-9fe3-ff58397ef4fd req-de2be7b0-0de4-4685-868c-e943a885be95 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:25.990141 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8222522-a49d-4720-9fe3-ff58397ef4fd req-de2be7b0-0de4-4685-868c-e943a885be95 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:25.991433 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e8222522-a49d-4720-9fe3-ff58397ef4fd req-de2be7b0-0de4-4685-868c-e943a885be95 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] 10.222.0.23 "GET /v2.0/ports?device_id=e88e0734-1f99-4dbb-b304-12db10efef83 HTTP/1.1" status: 200 len: 2411 time: 0.5083745 Jul 13 13:42:25.992892 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e88e0734-1f99-4dbb-b304-12db10efef83', 'tag': '6519e760-a9a3-4a2b-bf97-9f6df346c87b'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:42:25.993376 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1828dc32-f083-48fc-8487-e6e67c1f6268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:25.995183 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-372ad092-74fa-4fb0-b2ca-ca4f0f95eb8f" -d '{"events": [{"name": "network-changed", "server_uuid": "e88e0734-1f99-4dbb-b304-12db10efef83", "tag": "6519e760-a9a3-4a2b-bf97-9f6df346c87b"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:42:26.020902 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-21262345-f67a-45a2-8e34-1af0812f65f0 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] 10.222.0.23 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.5212643 Jul 13 13:42:26.024013 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee5920b5-b9a0-44ec-8466-c30827577718 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Router 4b1a190a-b533-42a3-ad5b-67b7033fc544 has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 13:42:26.027257 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 34790) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:42:26.036776 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-d7346fff-f533-4019-80af-fb06f4767782 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1186411262'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:42:26.040416 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c533fd-d609-4f6b-906f-4f05f86c3b9a tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Network 12bd0293-b20a-4c47-85f1-c8c3c5ab8aee is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:42:26.047036 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-d1bd1797-f779-44e3-b1a1-d306bda5d967 None None] Provisioning complete for port 61b62a01-5d6d-4aa9-ade9-444d820aca96 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:42:26.047567 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d1bd1797-f779-44e3-b1a1-d306bda5d967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:26.051779 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5f12d3-d545-4c2c-aa8b-4c62304c3a47 req-18180b01-0b20-4af0-b61e-1fc26bb6cf02 tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:26.053274 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1a5f12d3-d545-4c2c-aa8b-4c62304c3a47 req-18180b01-0b20-4af0-b61e-1fc26bb6cf02 tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e1f3f33-68fb-49c2-a0d5-b2faebeef60d HTTP/1.1" status: 200 len: 946 time: 0.4943156 Jul 13 13:42:26.077012 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 13:42:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9e2e531-89b8-4248-8162-2925e11121fb x-openstack-request-id: req-b9e2e531-89b8-4248-8162-2925e11121fb {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:42:26.077012 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e88e0734-1f99-4dbb-b304-12db10efef83", "tag": "6519e760-a9a3-4a2b-bf97-9f6df346c87b", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:42:26.077342 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b9e2e531-89b8-4248-8162-2925e11121fb {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:42:26.077487 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e88e0734-1f99-4dbb-b304-12db10efef83', 'tag': '6519e760-a9a3-4a2b-bf97-9f6df346c87b', 'status': 'completed', 'code': 200} Jul 13 13:42:26.084184 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-66c533fd-d609-4f6b-906f-4f05f86c3b9a tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:42:26.088780 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea75658-f650-40a7-8542-f625cdfdc89e req-2048e88e-572a-4809-b661-d14fac7fa4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:26.089019 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-d1bd1797-f779-44e3-b1a1-d306bda5d967 None None] Port 61b62a01-5d6d-4aa9-ade9-444d820aca96 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:42:26.089338 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea75658-f650-40a7-8542-f625cdfdc89e req-2048e88e-572a-4809-b661-d14fac7fa4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:26.090094 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea75658-f650-40a7-8542-f625cdfdc89e req-2048e88e-572a-4809-b661-d14fac7fa4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:26.091858 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-bea75658-f650-40a7-8542-f625cdfdc89e req-2048e88e-572a-4809-b661-d14fac7fa4f5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7aead08af6bf440ca982d5ee9b154ced&device_id=e88e0734-1f99-4dbb-b304-12db10efef83 HTTP/1.1" status: 200 len: 2864 time: 0.3372462 Jul 13 13:42:26.100159 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c533fd-d609-4f6b-906f-4f05f86c3b9a tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:42:26.101081 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c533fd-d609-4f6b-906f-4f05f86c3b9a tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:26.101685 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-66c533fd-d609-4f6b-906f-4f05f86c3b9a tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:26.103799 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c533fd-d609-4f6b-906f-4f05f86c3b9a tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Pushing event updated for resources: {'Port': ['ID=1f876c82-7b76-46b6-8d62-c8c787ff8c84,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:26.117321 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e8222522-a49d-4720-9fe3-ff58397ef4fd req-386f9733-f825-4f7b-97af-533b6813f755 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ac1545a-5526-4c2d-93f1-674377bb30c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151161 Jul 13 13:42:26.129465 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1828dc32-f083-48fc-8487-e6e67c1f6268 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5e1066d-caa8-4fd0-89e8-b1cfff34294e,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:26.134919 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7346fff-f533-4019-80af-fb06f4767782 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Made reservation on behalf of 8b3e8ef7cfb0436e8cb330362d71f1d6 for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:42:26.139493 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d7346fff-f533-4019-80af-fb06f4767782 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:26.165294 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-1828dc32-f083-48fc-8487-e6e67c1f6268 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=35e64c508405469fa6e648112627fb6d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2037761 Jul 13 13:42:26.170379 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 34792) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:42:26.172841 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-bea75658-f650-40a7-8542-f625cdfdc89e req-afcdcd6b-5fd1-4a71-92d8-77733e34f923 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.63&port_id=cabe3ad4-87dd-4319-b8e4-599e6ad39b93 HTTP/1.1" status: 200 len: 217 time: 0.0630944 Jul 13 13:42:26.200816 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7346fff-f533-4019-80af-fb06f4767782 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 13:42:26.219425 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d7346fff-f533-4019-80af-fb06f4767782 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:26.219781 n-d-800634-1 neutron-server[93750]: INFO neutron.db.segments_db [None req-d7346fff-f533-4019-80af-fb06f4767782 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Added segment a9164f8e-85a1-4636-8152-056ceef5122a of type vlan for network 7d0b52e6-7f67-4a37-b086-e63b7145894d Jul 13 13:42:26.221189 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-66c533fd-d609-4f6b-906f-4f05f86c3b9a tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.3176694 Jul 13 13:42:26.227791 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 34794) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:42:26.259399 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-1a5f12d3-d545-4c2c-aa8b-4c62304c3a47 req-3ce60247-0b6a-4b29-9a9b-d49735016bd8 tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] Deleting port c99b899b-0238-40b5-96c0-b464cd08063b {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:42:26.259741 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1a5f12d3-d545-4c2c-aa8b-4c62304c3a47 req-3ce60247-0b6a-4b29-9a9b-d49735016bd8 tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:26.351195 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d7346fff-f533-4019-80af-fb06f4767782 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:26.355284 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c85d01b-0152-41a4-803a-9bc7111b52dd req-31249845-052a-4062-ad0e-fb7298c048ea tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:26.356770 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5c85d01b-0152-41a4-803a-9bc7111b52dd req-31249845-052a-4062-ad0e-fb7298c048ea tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] 10.222.0.26 "GET /v2.0/ports?device_id=77e0f546-be32-4071-bd8c-0c62d6d3b92f HTTP/1.1" status: 200 len: 945 time: 0.3654802 Jul 13 13:42:26.357831 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0019dd6f-d1a0-4582-ae49-647fbc3700fb tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:26.359201 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-0019dd6f-d1a0-4582-ae49-647fbc3700fb tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] 10.222.0.23 "GET /v2.0/ports/1f876c82-7b76-46b6-8d62-c8c787ff8c84 HTTP/1.1" status: 200 len: 955 time: 0.1295915 Jul 13 13:42:26.359988 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee5920b5-b9a0-44ec-8466-c30827577718 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:42:26.362350 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 34796) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:42:26.367207 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea75658-f650-40a7-8542-f625cdfdc89e req-613d0477-c6f8-497a-af03-df5977800905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:26.368625 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-bea75658-f650-40a7-8542-f625cdfdc89e req-613d0477-c6f8-497a-af03-df5977800905 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=177c53a6-bc84-40f7-bab2-8d84c5dbcaa2 HTTP/1.1" status: 200 len: 801 time: 0.1864672 Jul 13 13:42:26.372470 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b84b84a-0d9b-499e-8a5e-62efeebc1229 None None] Sync routers for ids ['4b1a190a-b533-42a3-ad5b-67b7033fc544'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:42:26.375381 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-ee5920b5-b9a0-44ec-8466-c30827577718 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] 10.222.0.23 "PUT /v2.0/routers/4b1a190a-b533-42a3-ad5b-67b7033fc544/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6692691 Jul 13 13:42:26.384534 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b84b84a-0d9b-499e-8a5e-62efeebc1229 None None] Routers {'4b1a190a-b533-42a3-ad5b-67b7033fc544'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:42:26.385639 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-4b84b84a-0d9b-499e-8a5e-62efeebc1229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:42:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['4b1a190a-b533-42a3-ad5b-67b7033fc544'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:42:26.385981 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 34800) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:42:26.418471 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-0d72fbf6-ce7a-4874-acd8-a8d019b589de tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1510266111'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:42:26.440139 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6970be0e-c62d-40c6-9627-c55245d7a6da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:26.455892 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-1a5f12d3-d545-4c2c-aa8b-4c62304c3a47 req-3ce60247-0b6a-4b29-9a9b-d49735016bd8 tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] For port c99b899b-0238-40b5-96c0-b464cd08063b, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=c99b899b-0238-40b5-96c0-b464cd08063b,segment=NetworkSegment(55dc7e6e-18d5-43e8-af1f-8a95484ad68c),segment_id=55dc7e6e-18d5-43e8-af1f-8a95484ad68c)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:42:26.456421 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1a5f12d3-d545-4c2c-aa8b-4c62304c3a47 req-3ce60247-0b6a-4b29-9a9b-d49735016bd8 tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:26.482733 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-1a5f12d3-d545-4c2c-aa8b-4c62304c3a47 req-3ce60247-0b6a-4b29-9a9b-d49735016bd8 tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] Calling delete_port for c99b899b-0238-40b5-96c0-b464cd08063b owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:42:26.487365 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-4b84b84a-0d9b-499e-8a5e-62efeebc1229 None None] Set router 4b1a190a-b533-42a3-ad5b-67b7033fc544 gateway port host: None {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:42:26.507973 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6970be0e-c62d-40c6-9627-c55245d7a6da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:26.510031 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d7346fff-f533-4019-80af-fb06f4767782 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:26.517166 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7346fff-f533-4019-80af-fb06f4767782 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:26.518026 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d7346fff-f533-4019-80af-fb06f4767782 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:26.543252 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d72fbf6-ce7a-4874-acd8-a8d019b589de tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Made reservation on behalf of 485fea06b0b7495bb8721e368ed7bc86 for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:42:26.546958 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0d72fbf6-ce7a-4874-acd8-a8d019b589de tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:26.641972 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-d7346fff-f533-4019-80af-fb06f4767782 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6089792 Jul 13 13:42:26.645001 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 34804) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:42:26.651333 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7346fff-f533-4019-80af-fb06f4767782 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Pushing event updated for resources: {'Network': ['ID=7d0b52e6-7f67-4a37-b086-e63b7145894d,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:26.651476 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-85db35a1-01fa-4bf7-bcf1-da920882da52 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Request body: {'subnet': {'network_id': '7d0b52e6-7f67-4a37-b086-e63b7145894d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:42:26.660863 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d72fbf6-ce7a-4874-acd8-a8d019b589de tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 13:42:26.683724 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network 7d0b52e6-7f67-4a37-b086-e63b7145894d details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 13:42:26.696080 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-ed761a59-5522-4613-a981-3d761eeecb9f tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Deleting port 1f876c82-7b76-46b6-8d62-c8c787ff8c84 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:42:26.702088 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ed761a59-5522-4613-a981-3d761eeecb9f tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:26.729221 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea75658-f650-40a7-8542-f625cdfdc89e req-00f5e22f-c3b0-4434-8548-438991d76807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:26.730936 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-bea75658-f650-40a7-8542-f625cdfdc89e req-00f5e22f-c3b0-4434-8548-438991d76807 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=537cc3d3-b4a9-45da-af17-7bd28a40a8b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3545163 Jul 13 13:42:26.762283 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0d72fbf6-ce7a-4874-acd8-a8d019b589de tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:26.762283 n-d-800634-1 neutron-server[93751]: INFO neutron.db.segments_db [None req-0d72fbf6-ce7a-4874-acd8-a8d019b589de tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Added segment ddd8adee-3bb8-4274-9c0b-7b8130ede2f5 of type vlan for network 108cd37a-3360-4aa8-8b67-50a790b3146c Jul 13 13:42:26.778867 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-4b84b84a-0d9b-499e-8a5e-62efeebc1229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b1a190a-b533-42a3-ad5b-67b7033fc544', 'name': 'tempest-RoutersIpV6Test-router-1786170495', 'tenant_id': '485fea06b0b7495bb8721e368ed7bc86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:42:05Z', 'updated_at': '2021-07-13T13:42:23Z', 'revision_number': 3, 'project_id': '485fea06b0b7495bb8721e368ed7bc86', 'gw_port_host': None, '_interfaces': [{'id': '480b6147-c801-4de9-b029-9a95df87513d', 'name': '', 'network_id': '9c959d53-e4b0-48a2-b232-66cb1c914ffc', 'tenant_id': '485fea06b0b7495bb8721e368ed7bc86', 'mac_address': 'fa:16:3e:c8:ef:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1a190a-b533-42a3-ad5b-67b7033fc544', 'device_owner': 'network:router_interface', 'standard_attr_id': 1600, 'fixed_ips': [{'subnet_id': 'c8787d49-ec9b-4955-abad-fa3f0718ac34', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:42:10Z', 'updated_at': '2021-07-13T13:42:21Z', 'revision_number': 5, 'project_id': '485fea06b0b7495bb8721e368ed7bc86', 'subnets': [{'id': 'c8787d49-ec9b-4955-abad-fa3f0718ac34', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61b62a01-5d6d-4aa9-ade9-444d820aca96', 'name': '', 'network_id': '528f896c-ef63-4a6d-8ee2-08fbfe2387ea', 'tenant_id': '485fea06b0b7495bb8721e368ed7bc86', 'mac_address': 'fa:16:3e:e0:19:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b1a190a-b533-42a3-ad5b-67b7033fc544', 'device_owner': 'network:router_interface', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': 'c7aebc9d-cf95-4909-94a3-725b7a37b87a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:42:20Z', 'updated_at': '2021-07-13T13:42:24Z', 'revision_number': 2, 'project_id': '485fea06b0b7495bb8721e368ed7bc86', 'subnets': [{'id': 'c7aebc9d-cf95-4909-94a3-725b7a37b87a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:42:26.810290 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b84b84a-0d9b-499e-8a5e-62efeebc1229 None None] Checking router: 4b1a190a-b533-42a3-ad5b-67b7033fc544 for host: n-d-800634-1 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 13:42:26.810290 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b84b84a-0d9b-499e-8a5e-62efeebc1229 None None] Updating router 4b1a190a-b533-42a3-ad5b-67b7033fc544 port 61b62a01-5d6d-4aa9-ade9-444d820aca96 binding host n-d-800634-1 {{(pid=93752) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 13:42:26.828228 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6970be0e-c62d-40c6-9627-c55245d7a6da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:26.831153 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6970be0e-c62d-40c6-9627-c55245d7a6da admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:26.834267 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-6970be0e-c62d-40c6-9627-c55245d7a6da admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e5e1066d-caa8-4fd0-89e8-b1cfff34294e HTTP/1.1" status: 204 len: 168 time: 0.6582034 Jul 13 13:42:26.852510 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4b84b84a-0d9b-499e-8a5e-62efeebc1229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:26.871945 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-5c85d01b-0152-41a4-803a-9bc7111b52dd req-6d6e98e7-8284-43d6-895d-54520b011e2a tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] Deleting port 89a573e5-5415-4874-95f8-0d5eb38d4f80 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:42:26.872296 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-5c85d01b-0152-41a4-803a-9bc7111b52dd req-6d6e98e7-8284-43d6-895d-54520b011e2a tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:26.889347 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1a5f12d3-d545-4c2c-aa8b-4c62304c3a47 req-3ce60247-0b6a-4b29-9a9b-d49735016bd8 tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:26.906684 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['c99b899b-0238-40b5-96c0-b464cd08063b', '89a573e5-5415-4874-95f8-0d5eb38d4f80'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:42:26.911151 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6970be0e-c62d-40c6-9627-c55245d7a6da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5e1066d-caa8-4fd0-89e8-b1cfff34294e,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:26.920848 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549a3d3d-e058-4dd5-b17f-f4d21759153e req-5c12776b-3275-46fd-a430-fbcf8e4c15be tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:26.927750 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-549a3d3d-e058-4dd5-b17f-f4d21759153e req-5c12776b-3275-46fd-a430-fbcf8e4c15be tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] 10.222.0.23 "GET /v2.0/ports?device_id=3e1f3f33-68fb-49c2-a0d5-b2faebeef60d HTTP/1.1" status: 200 len: 946 time: 0.4146516 Jul 13 13:42:26.930861 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0d72fbf6-ce7a-4874-acd8-a8d019b589de tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:26.968670 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce60247-0b6a-4b29-9a9b-d49735016bd8 tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] Pushing event deleted for resources: {'Port': ['ID=c99b899b-0238-40b5-96c0-b464cd08063b,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:27.033668 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ed761a59-5522-4613-a981-3d761eeecb9f tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:27.064596 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a5f12d3-d545-4c2c-aa8b-4c62304c3a47 req-3ce60247-0b6a-4b29-9a9b-d49735016bd8 tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] No DVR routers for this DVR port c99b899b-0238-40b5-96c0-b464cd08063b on host n-h1-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:42:27.070483 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1a5f12d3-d545-4c2c-aa8b-4c62304c3a47 req-3ce60247-0b6a-4b29-9a9b-d49735016bd8 tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:27.072674 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1a5f12d3-d545-4c2c-aa8b-4c62304c3a47 req-3ce60247-0b6a-4b29-9a9b-d49735016bd8 tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] 10.222.0.26 "DELETE /v2.0/ports/c99b899b-0238-40b5-96c0-b464cd08063b HTTP/1.1" status: 204 len: 173 time: 1.0108573 Jul 13 13:42:27.084592 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-ed761a59-5522-4613-a981-3d761eeecb9f tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Calling delete_port for 1f876c82-7b76-46b6-8d62-c8c787ff8c84 owned by {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:42:27.130336 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95ed99b-f12c-4074-a445-403cf7b25d3e req-2f2f17f9-cc42-42b1-a8af-7337679a7974 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:27.133001 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a95ed99b-f12c-4074-a445-403cf7b25d3e req-2f2f17f9-cc42-42b1-a8af-7337679a7974 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/ports?device_id=e09381ea-19e8-4569-9cfc-1dec7c686fa5 HTTP/1.1" status: 200 len: 950 time: 0.2923524 Jul 13 13:42:27.247856 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a95ed99b-f12c-4074-a445-403cf7b25d3e req-508ad556-5a5f-4b46-ac02-4da4c2ed8c00 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/security-groups?id=945af9a8-1349-436a-a066-b9a0fd8d3dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657542 Jul 13 13:42:27.280607 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ed761a59-5522-4613-a981-3d761eeecb9f tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:27.346324 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85db35a1-01fa-4bf7-bcf1-da920882da52 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Made reservation on behalf of 8b3e8ef7cfb0436e8cb330362d71f1d6 for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:42:27.349871 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-85db35a1-01fa-4bf7-bcf1-da920882da52 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6104980'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:27.381520 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed761a59-5522-4613-a981-3d761eeecb9f tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Pushing event deleted for resources: {'Port': ['ID=1f876c82-7b76-46b6-8d62-c8c787ff8c84,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:27.397715 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-bea75658-f650-40a7-8542-f625cdfdc89e req-2f66a562-3865-4ae0-9457-cca22a23f2ff service neutron] 10.222.0.41 "GET /v2.0/networks/537cc3d3-b4a9-45da-af17-7bd28a40a8b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6577270 Jul 13 13:42:27.411462 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ed761a59-5522-4613-a981-3d761eeecb9f tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:27.413607 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-ed761a59-5522-4613-a981-3d761eeecb9f tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] 10.222.0.23 "DELETE /v2.0/ports/1f876c82-7b76-46b6-8d62-c8c787ff8c84 HTTP/1.1" status: 204 len: 168 time: 1.0478694 Jul 13 13:42:27.416341 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 34822) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:42:27.460429 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-549a3d3d-e058-4dd5-b17f-f4d21759153e req-c4dc91a7-0b77-469f-9e73-0106e2cb2b70 tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] 10.222.0.23 "GET /v2.0/security-groups?id=7612cddf-e6ca-4461-9a28-8f6c6ab70a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5317278 Jul 13 13:42:27.463478 n-d-800634-1 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7da15a2-3fcf-43e0-9bdd-58afd1099077 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] GET failed (client error): The resource could not be found. Jul 13 13:42:27.466720 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-a7da15a2-3fcf-43e0-9bdd-58afd1099077 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] 10.222.0.23 "GET /v2.0/ports/1f876c82-7b76-46b6-8d62-c8c787ff8c84 HTTP/1.1" status: 404 len: 333 time: 0.0493455 Jul 13 13:42:27.467686 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0d72fbf6-ce7a-4874-acd8-a8d019b589de tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:27.470332 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 34824) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:42:27.479228 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d72fbf6-ce7a-4874-acd8-a8d019b589de tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:27.480143 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0d72fbf6-ce7a-4874-acd8-a8d019b589de tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:27.489963 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-5500445e-f74c-4850-855b-4d4df99cb546 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Request body: {'port': {'network_id': '12bd0293-b20a-4c47-85f1-c8c3c5ab8aee', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1861847172'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:42:27.513621 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4b84b84a-0d9b-499e-8a5e-62efeebc1229 None None] Notify callbacks [] for port, precommit_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:27.524238 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5500445e-f74c-4850-855b-4d4df99cb546 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Made reservation on behalf of 43a69385292e455b967fa66da54a5a1a for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:42:27.524892 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-4b84b84a-0d9b-499e-8a5e-62efeebc1229 None None] Transition to ACTIVE for port object 61b62a01-5d6d-4aa9-ade9-444d820aca96 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:42:27.530091 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5500445e-f74c-4850-855b-4d4df99cb546 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:27.535162 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4b84b84a-0d9b-499e-8a5e-62efeebc1229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:27.553504 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [None req-5500445e-f74c-4850-855b-4d4df99cb546 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] device_id is not set on port 2f6d5a84-5558-441c-9d5f-2124c8677557 yet. {{(pid=93750) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 13:42:27.662775 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c44040-3853-408d-ad24-1aec58b512de None None] Pushing event updated for resources: {'Port': ['ID=61b62a01-5d6d-4aa9-ade9-444d820aca96,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:27.718317 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-4b84b84a-0d9b-499e-8a5e-62efeebc1229 None None] Attempting to bind port 61b62a01-5d6d-4aa9-ade9-444d820aca96 on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:42:27.718692 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-4b84b84a-0d9b-499e-8a5e-62efeebc1229 None None] Attempting to bind port 61b62a01-5d6d-4aa9-ade9-444d820aca96 by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': 'b4dbe59b-9f47-42d6-8c91-9696718a262b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '528f896c-ef63-4a6d-8ee2-08fbfe2387ea'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:42:27.719064 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b84b84a-0d9b-499e-8a5e-62efeebc1229 None None] Attempting to bind port 61b62a01-5d6d-4aa9-ade9-444d820aca96 on network 528f896c-ef63-4a6d-8ee2-08fbfe2387ea {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:42:27.724618 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b84b84a-0d9b-499e-8a5e-62efeebc1229 None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 42, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:42:27.724899 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b84b84a-0d9b-499e-8a5e-62efeebc1229 None None] Checking segment: {'id': 'b4dbe59b-9f47-42d6-8c91-9696718a262b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '528f896c-ef63-4a6d-8ee2-08fbfe2387ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:42:27.725264 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4b84b84a-0d9b-499e-8a5e-62efeebc1229 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:27.725662 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b84b84a-0d9b-499e-8a5e-62efeebc1229 None None] Bound using segment: {'id': 'b4dbe59b-9f47-42d6-8c91-9696718a262b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '528f896c-ef63-4a6d-8ee2-08fbfe2387ea'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:42:27.732728 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-4b84b84a-0d9b-499e-8a5e-62efeebc1229 None None] Bound port: 61b62a01-5d6d-4aa9-ade9-444d820aca96, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4dbe59b-9f47-42d6-8c91-9696718a262b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '528f896c-ef63-4a6d-8ee2-08fbfe2387ea'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:42:27.733153 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4b84b84a-0d9b-499e-8a5e-62efeebc1229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:27.792856 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-5c85d01b-0152-41a4-803a-9bc7111b52dd req-6d6e98e7-8284-43d6-895d-54520b011e2a tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] For port 89a573e5-5415-4874-95f8-0d5eb38d4f80, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=89a573e5-5415-4874-95f8-0d5eb38d4f80,segment=NetworkSegment(55dc7e6e-18d5-43e8-af1f-8a95484ad68c),segment_id=55dc7e6e-18d5-43e8-af1f-8a95484ad68c)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:42:27.793409 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-5c85d01b-0152-41a4-803a-9bc7111b52dd req-6d6e98e7-8284-43d6-895d-54520b011e2a tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:27.832470 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58020055-b123-48fe-92d4-67d9764a6595 req-f23a4a1a-aba8-4f79-9216-c8c21b655478 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:27.849794 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58020055-b123-48fe-92d4-67d9764a6595 req-f23a4a1a-aba8-4f79-9216-c8c21b655478 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:27.857539 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-5c85d01b-0152-41a4-803a-9bc7111b52dd req-6d6e98e7-8284-43d6-895d-54520b011e2a tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] Calling delete_port for 89a573e5-5415-4874-95f8-0d5eb38d4f80 owned by compute:nova {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:42:27.857779 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-4b84b84a-0d9b-499e-8a5e-62efeebc1229 None None] For port 61b62a01-5d6d-4aa9-ade9-444d820aca96, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:42:27.859419 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-0d72fbf6-ce7a-4874-acd8-a8d019b589de tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.4658041 Jul 13 13:42:27.862512 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58020055-b123-48fe-92d4-67d9764a6595 req-f23a4a1a-aba8-4f79-9216-c8c21b655478 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:27.867953 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-58020055-b123-48fe-92d4-67d9764a6595 req-f23a4a1a-aba8-4f79-9216-c8c21b655478 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] 10.222.0.23 "GET /v2.0/ports?device_id=e88e0734-1f99-4dbb-b304-12db10efef83 HTTP/1.1" status: 200 len: 2411 time: 0.2591929 Jul 13 13:42:27.868149 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-4b84b84a-0d9b-499e-8a5e-62efeebc1229 None None] For port 61b62a01-5d6d-4aa9-ade9-444d820aca96, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=61b62a01-5d6d-4aa9-ade9-444d820aca96,segment=NetworkSegment(b4dbe59b-9f47-42d6-8c91-9696718a262b),segment_id=b4dbe59b-9f47-42d6-8c91-9696718a262b)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:42:27.875031 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 34834) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:42:27.882023 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4b84b84a-0d9b-499e-8a5e-62efeebc1229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:27.894289 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-077ac9e4-4f31-450c-831a-3110ac077bfa tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Request body: {'subnet': {'network_id': '108cd37a-3360-4aa8-8b67-50a790b3146c', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:42:27.925423 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d72fbf6-ce7a-4874-acd8-a8d019b589de tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Pushing event updated for resources: {'Network': ['ID=108cd37a-3360-4aa8-8b67-50a790b3146c,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:27.962598 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network 108cd37a-3360-4aa8-8b67-50a790b3146c details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 13:42:28.017936 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-bea75658-f650-40a7-8542-f625cdfdc89e req-b571d301-af6b-4edf-861d-41505172c8c9 service neutron] 10.222.0.41 "GET /v2.0/networks/537cc3d3-b4a9-45da-af17-7bd28a40a8b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5862119 Jul 13 13:42:28.080482 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-58020055-b123-48fe-92d4-67d9764a6595 req-4de95df2-6adb-4b78-8b7c-c1551ba0ae45 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ac1545a-5526-4c2d-93f1-674377bb30c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772828 Jul 13 13:42:28.087237 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e1f3f33-68fb-49c2-a0d5-b2faebeef60d', 'name': 'network-vif-deleted', 'tag': 'c99b899b-0238-40b5-96c0-b464cd08063b'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:42:28.113269 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-838a0a79-2a7a-4624-989e-a9a25ec9a22e" -d '{"events": [{"server_uuid": "3e1f3f33-68fb-49c2-a0d5-b2faebeef60d", "name": "network-vif-deleted", "tag": "c99b899b-0238-40b5-96c0-b464cd08063b"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:42:28.160405 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5500445e-f74c-4850-855b-4d4df99cb546 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:28.160519 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c44040-3853-408d-ad24-1aec58b512de None None] Pushing event updated for resources: {'Port': ['ID=61b62a01-5d6d-4aa9-ade9-444d820aca96,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:28.170910 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b84b84a-0d9b-499e-8a5e-62efeebc1229 None None] Routers {'4b1a190a-b533-42a3-ad5b-67b7033fc544'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:42:28.171752 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-4b84b84a-0d9b-499e-8a5e-62efeebc1229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:42:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['4b1a190a-b533-42a3-ad5b-67b7033fc544'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:42:28.216010 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcea905f-ce1f-4934-9b7f-868106eccc9d x-openstack-request-id: req-bcea905f-ce1f-4934-9b7f-868106eccc9d {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:42:28.216618 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e1f3f33-68fb-49c2-a0d5-b2faebeef60d", "name": "network-vif-deleted", "tag": "c99b899b-0238-40b5-96c0-b464cd08063b", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:42:28.217070 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bcea905f-ce1f-4934-9b7f-868106eccc9d {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:42:28.218767 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e1f3f33-68fb-49c2-a0d5-b2faebeef60d', 'name': 'network-vif-deleted', 'tag': 'c99b899b-0238-40b5-96c0-b464cd08063b', 'status': 'completed', 'code': 200} Jul 13 13:42:28.273667 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-077ac9e4-4f31-450c-831a-3110ac077bfa tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Made reservation on behalf of 485fea06b0b7495bb8721e368ed7bc86 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:42:28.278379 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-077ac9e4-4f31-450c-831a-3110ac077bfa tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4763385'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:28.296999 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5500445e-f74c-4850-855b-4d4df99cb546 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:28.297577 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-85db35a1-01fa-4bf7-bcf1-da920882da52 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6018343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6104998'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:28.326971 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-bea75658-f650-40a7-8542-f625cdfdc89e req-b0f660b9-3cec-49b1-8b45-ba27a567340e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.161&port_id=c6af1154-ca4a-491b-b9a2-9a9bd821e4ae HTTP/1.1" status: 200 len: 217 time: 0.3004909 Jul 13 13:42:28.329100 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-4b84b84a-0d9b-499e-8a5e-62efeebc1229 None None] Set router 4b1a190a-b533-42a3-ad5b-67b7033fc544 gateway port host: None {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:42:28.389647 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5500445e-f74c-4850-855b-4d4df99cb546 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Network 12bd0293-b20a-4c47-85f1-c8c3c5ab8aee is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:42:28.401206 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-5500445e-f74c-4850-855b-4d4df99cb546 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:42:28.402230 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-5c85d01b-0152-41a4-803a-9bc7111b52dd req-6d6e98e7-8284-43d6-895d-54520b011e2a tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:28.413954 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5500445e-f74c-4850-855b-4d4df99cb546 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:42:28.415494 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5500445e-f74c-4850-855b-4d4df99cb546 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:28.418740 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5500445e-f74c-4850-855b-4d4df99cb546 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:28.439366 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5500445e-f74c-4850-855b-4d4df99cb546 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Pushing event updated for resources: {'Port': ['ID=2f6d5a84-5558-441c-9d5f-2124c8677557,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:28.494024 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-5500445e-f74c-4850-855b-4d4df99cb546 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.0222485 Jul 13 13:42:28.504151 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 34854) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:42:28.523802 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-02269930-f840-4c79-8564-d83ec4cf4007 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-800634-1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:42:28.531539 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db35a1-01fa-4bf7-bcf1-da920882da52 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Pushing event updated for resources: {'Subnet': ['ID=f638a0b6-9402-4b03-84eb-5bbcbc427b80,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:28.545816 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea75658-f650-40a7-8542-f625cdfdc89e req-ec4845ef-ae98-4a24-98af-9f4bd6752d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:28.547603 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-bea75658-f650-40a7-8542-f625cdfdc89e req-ec4845ef-ae98-4a24-98af-9f4bd6752d49 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7ea397c0-4fbe-4d7f-9983-4a280d09bdd3 HTTP/1.1" status: 200 len: 801 time: 0.1416235 Jul 13 13:42:28.596418 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6e98e7-8284-43d6-895d-54520b011e2a tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] Pushing event deleted for resources: {'Port': ['ID=89a573e5-5415-4874-95f8-0d5eb38d4f80,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:28.632460 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-4b84b84a-0d9b-499e-8a5e-62efeebc1229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b1a190a-b533-42a3-ad5b-67b7033fc544', 'name': 'tempest-RoutersIpV6Test-router-1786170495', 'tenant_id': '485fea06b0b7495bb8721e368ed7bc86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:42:05Z', 'updated_at': '2021-07-13T13:42:23Z', 'revision_number': 3, 'project_id': '485fea06b0b7495bb8721e368ed7bc86', 'gw_port_host': None, '_interfaces': [{'id': '480b6147-c801-4de9-b029-9a95df87513d', 'name': '', 'network_id': '9c959d53-e4b0-48a2-b232-66cb1c914ffc', 'tenant_id': '485fea06b0b7495bb8721e368ed7bc86', 'mac_address': 'fa:16:3e:c8:ef:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1a190a-b533-42a3-ad5b-67b7033fc544', 'device_owner': 'network:router_interface', 'standard_attr_id': 1600, 'fixed_ips': [{'subnet_id': 'c8787d49-ec9b-4955-abad-fa3f0718ac34', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:42:10Z', 'updated_at': '2021-07-13T13:42:21Z', 'revision_number': 5, 'project_id': '485fea06b0b7495bb8721e368ed7bc86', 'subnets': [{'id': 'c8787d49-ec9b-4955-abad-fa3f0718ac34', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61b62a01-5d6d-4aa9-ade9-444d820aca96', 'name': '', 'network_id': '528f896c-ef63-4a6d-8ee2-08fbfe2387ea', 'tenant_id': '485fea06b0b7495bb8721e368ed7bc86', 'mac_address': 'fa:16:3e:e0:19:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b1a190a-b533-42a3-ad5b-67b7033fc544', 'device_owner': 'network:router_interface', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': 'c7aebc9d-cf95-4909-94a3-725b7a37b87a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:42:20Z', 'updated_at': '2021-07-13T13:42:27Z', 'revision_number': 4, 'project_id': '485fea06b0b7495bb8721e368ed7bc86', 'subnets': [{'id': 'c7aebc9d-cf95-4909-94a3-725b7a37b87a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:42:28.669580 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c85d01b-0152-41a4-803a-9bc7111b52dd req-6d6e98e7-8284-43d6-895d-54520b011e2a tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] No DVR routers for this DVR port 89a573e5-5415-4874-95f8-0d5eb38d4f80 on host n-h1-800634-1 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:42:28.674082 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-5c85d01b-0152-41a4-803a-9bc7111b52dd req-6d6e98e7-8284-43d6-895d-54520b011e2a tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:28.676360 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b84b84a-0d9b-499e-8a5e-62efeebc1229 None None] The sync data for ids ['4b1a190a-b533-42a3-ad5b-67b7033fc544'] in n-d-800634-1 is: [{'id': '4b1a190a-b533-42a3-ad5b-67b7033fc544', 'name': 'tempest-RoutersIpV6Test-router-1786170495', 'tenant_id': '485fea06b0b7495bb8721e368ed7bc86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:42:05Z', 'updated_at': '2021-07-13T13:42:23Z', 'revision_number': 3, 'project_id': '485fea06b0b7495bb8721e368ed7bc86', 'gw_port_host': None, '_interfaces': [{'id': '480b6147-c801-4de9-b029-9a95df87513d', 'name': '', 'network_id': '9c959d53-e4b0-48a2-b232-66cb1c914ffc', 'tenant_id': '485fea06b0b7495bb8721e368ed7bc86', 'mac_address': 'fa:16:3e:c8:ef:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1a190a-b533-42a3-ad5b-67b7033fc544', 'device_owner': 'network:router_interface', 'standard_attr_id': 1600, 'fixed_ips': [{'subnet_id': 'c8787d49-ec9b-4955-abad-fa3f0718ac34', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:42:10Z', 'updated_at': '2021-07-13T13:42:21Z', 'revision_number': 5, 'project_id': '485fea06b0b7495bb8721e368ed7bc86', 'subnets': [{'id': 'c8787d49-ec9b-4955-abad-fa3f0718ac34', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61b62a01-5d6d-4aa9-ade9-444d820aca96', 'name': '', 'network_id': '528f896c-ef63-4a6d-8ee2-08fbfe2387ea', 'tenant_id': '485fea06b0b7495bb8721e368ed7bc86', 'mac_address': 'fa:16:3e:e0:19:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b1a190a-b533-42a3-ad5b-67b7033fc544', 'device_owner': 'network:router_interface', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': 'c7aebc9d-cf95-4909-94a3-725b7a37b87a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:42:20Z', 'updated_at': '2021-07-13T13:42:27Z', 'revision_number': 4, 'project_id': '485fea06b0b7495bb8721e368ed7bc86', 'subnets': [{'id': 'c7aebc9d-cf95-4909-94a3-725b7a37b87a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:42:28.676676 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5c85d01b-0152-41a4-803a-9bc7111b52dd req-6d6e98e7-8284-43d6-895d-54520b011e2a tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] 10.222.0.26 "DELETE /v2.0/ports/89a573e5-5415-4874-95f8-0d5eb38d4f80 HTTP/1.1" status: 204 len: 173 time: 2.3053141 Jul 13 13:42:28.677609 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77e0f546-be32-4071-bd8c-0c62d6d3b92f', 'name': 'network-vif-deleted', 'tag': '89a573e5-5415-4874-95f8-0d5eb38d4f80'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:42:28.685194 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d17b627af75e17e0f4b8d6239d04f8c2f78634e2c585e32a7aeca336500f34a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ede48132-fe39-4870-897f-fa28a67213a0" -d '{"events": [{"server_uuid": "77e0f546-be32-4071-bd8c-0c62d6d3b92f", "name": "network-vif-deleted", "tag": "89a573e5-5415-4874-95f8-0d5eb38d4f80"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:42:28.702159 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85db35a1-01fa-4bf7-bcf1-da920882da52 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Checking segment: {'id': 'a9164f8e-85a1-4636-8152-056ceef5122a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '7d0b52e6-7f67-4a37-b086-e63b7145894d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:42:28.702933 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85db35a1-01fa-4bf7-bcf1-da920882da52 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Network hostable DHCP agents. Network: 7d0b52e6-7f67-4a37-b086-e63b7145894d, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 13:42:28.803466 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea75658-f650-40a7-8542-f625cdfdc89e req-78bbf045-1017-45df-8965-626ea7e0d4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:28.805304 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-bea75658-f650-40a7-8542-f625cdfdc89e req-78bbf045-1017-45df-8965-626ea7e0d4e3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2cd3f629-21c1-4089-814b-ac76071f5144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2201273 Jul 13 13:42:28.806225 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85db35a1-01fa-4bf7-bcf1-da920882da52 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Network 7d0b52e6-7f67-4a37-b086-e63b7145894d is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 13:42:28.841272 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-02269930-f840-4c79-8564-d83ec4cf4007 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:28.910834 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-85db35a1-01fa-4bf7-bcf1-da920882da52 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, 7d0b52e6-7f67-4a37-b086-e63b7145894d) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:42:28.919394 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85db35a1-01fa-4bf7-bcf1-da920882da52 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:28.919990 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-85db35a1-01fa-4bf7-bcf1-da920882da52 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:28.921483 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c23e53cc-e82f-47a2-9612-bda83a7dd9c6 None None] Network 7d0b52e6-7f67-4a37-b086-e63b7145894d requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:42:28.965063 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51ae5d84-a18c-4e2c-8571-06b58ab1e90e x-openstack-request-id: req-51ae5d84-a18c-4e2c-8571-06b58ab1e90e {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:42:28.965577 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77e0f546-be32-4071-bd8c-0c62d6d3b92f", "name": "network-vif-deleted", "tag": "89a573e5-5415-4874-95f8-0d5eb38d4f80", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:42:28.966009 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-51ae5d84-a18c-4e2c-8571-06b58ab1e90e {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:42:28.966590 n-d-800634-1 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77e0f546-be32-4071-bd8c-0c62d6d3b92f', 'name': 'network-vif-deleted', 'tag': '89a573e5-5415-4874-95f8-0d5eb38d4f80', 'status': 'completed', 'code': 200} Jul 13 13:42:28.969259 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-85db35a1-01fa-4bf7-bcf1-da920882da52 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3232541 Jul 13 13:42:28.972411 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 34868) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:42:28.979102 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-df943308-1374-4f88-9235-2da210e0fa9e tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Request body: {'port': {'network_id': '7d0b52e6-7f67-4a37-b086-e63b7145894d', 'name': 'tempest-PortsTestJSON-77926448'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:42:29.081301 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-bea75658-f650-40a7-8542-f625cdfdc89e req-648c2dc2-9bd3-46b9-9e5c-32933b310364 service neutron] 10.222.0.41 "GET /v2.0/networks/2cd3f629-21c1-4089-814b-ac76071f5144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2646222 Jul 13 13:42:29.127667 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device c99b899b-0238-40b5-96c0-b464cd08063b no longer exists at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:42:29.179219 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-381d4315-9089-413f-a071-aa2897bda790 None None] No Port match for: c99b899b-0238-40b5-96c0-b464cd08063b {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:42:29.179676 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device c99b899b-0238-40b5-96c0-b464cd08063b not bound to the agent host n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:42:29.180858 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 89a573e5-5415-4874-95f8-0d5eb38d4f80 no longer exists at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:42:29.208196 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da80dae5-a21f-4b20-b34b-aa62bc4d6cc2 req-9f9eba72-ecca-4131-b7c7-d45284b6522c tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:29.212968 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-381d4315-9089-413f-a071-aa2897bda790 None None] No Port match for: 89a573e5-5415-4874-95f8-0d5eb38d4f80 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:42:29.213452 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 89a573e5-5415-4874-95f8-0d5eb38d4f80 not bound to the agent host n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:42:29.217589 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-da80dae5-a21f-4b20-b34b-aa62bc4d6cc2 req-9f9eba72-ecca-4131-b7c7-d45284b6522c tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/ports?device_id=e09381ea-19e8-4569-9cfc-1dec7c686fa5 HTTP/1.1" status: 200 len: 950 time: 0.7490153 Jul 13 13:42:29.290250 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-da80dae5-a21f-4b20-b34b-aa62bc4d6cc2 req-dff7e382-b10f-4412-abae-20ce1061f051 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/security-groups?id=945af9a8-1349-436a-a066-b9a0fd8d3dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714159 Jul 13 13:42:29.300330 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-077ac9e4-4f31-450c-831a-3110ac077bfa tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5970588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4763339'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:29.319250 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31af09af-bb3b-465e-9970-31c9a7a54bcc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a7201e1-61ce-5a3e-b7f7-e800379ed03b-7d0b52e6-7f67-4a37-b086-e63b7145894d', 'network_id': '7d0b52e6-7f67-4a37-b086-e63b7145894d', 'tenant_id': '8b3e8ef7cfb0436e8cb330362d71f1d6', 'fixed_ips': [{'subnet_id': 'f638a0b6-9402-4b03-84eb-5bbcbc427b80'}]}} from n-d-800634-1. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 13:42:29.320860 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-31af09af-bb3b-465e-9970-31c9a7a54bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:29.355148 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-788bd47d-4d5d-42d0-a53d-3156b827ac77 req-8464b0a0-e045-4d8d-ba42-2ae9558bf2a3 tempest-MultipleCreateTestJSON-1888860417 tempest-MultipleCreateTestJSON-1888860417-project] 10.222.0.23 "GET /v2.0/ports?device_id=77e0f546-be32-4071-bd8c-0c62d6d3b92f HTTP/1.1" status: 200 len: 210 time: 0.0699718 Jul 13 13:42:29.371562 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-bea75658-f650-40a7-8542-f625cdfdc89e req-9c7062f7-ff02-43e0-965f-1aa57dab5712 service neutron] 10.222.0.41 "GET /v2.0/networks/2cd3f629-21c1-4089-814b-ac76071f5144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2816525 Jul 13 13:42:29.484985 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-bea75658-f650-40a7-8542-f625cdfdc89e req-0eefc5cf-0f1b-4382-9a4b-0dc3ce267164 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.73&port_id=6519e760-a9a3-4a2b-bf97-9f6df346c87b HTTP/1.1" status: 200 len: 217 time: 0.0968337 Jul 13 13:42:29.562621 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077ac9e4-4f31-450c-831a-3110ac077bfa tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Pushing event updated for resources: {'Subnet': ['ID=fdcb287b-f1cd-4240-a827-e159708e163c,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:29.600392 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-31af09af-bb3b-465e-9970-31c9a7a54bcc None None] Allocated IP 172.20.0.2 (7d0b52e6-7f67-4a37-b086-e63b7145894d/f638a0b6-9402-4b03-84eb-5bbcbc427b80/d8c0eed5-51a1-499c-bbfb-e3cd5ce17f5d) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:42:29.617125 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077ac9e4-4f31-450c-831a-3110ac077bfa tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Checking segment: {'id': 'ddd8adee-3bb8-4274-9c0b-7b8130ede2f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '108cd37a-3360-4aa8-8b67-50a790b3146c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:42:29.617458 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-077ac9e4-4f31-450c-831a-3110ac077bfa tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Network hostable DHCP agents. Network: 108cd37a-3360-4aa8-8b67-50a790b3146c, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 13:42:29.623606 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df943308-1374-4f88-9235-2da210e0fa9e tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Made reservation on behalf of 8b3e8ef7cfb0436e8cb330362d71f1d6 for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:42:29.627464 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-df943308-1374-4f88-9235-2da210e0fa9e tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:29.641597 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea75658-f650-40a7-8542-f625cdfdc89e req-0aac5455-0564-47ff-961a-0e21a2635275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:29.643394 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-bea75658-f650-40a7-8542-f625cdfdc89e req-0aac5455-0564-47ff-961a-0e21a2635275 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=177c53a6-bc84-40f7-bab2-8d84c5dbcaa2 HTTP/1.1" status: 200 len: 801 time: 0.1487298 Jul 13 13:42:29.695923 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [None req-df943308-1374-4f88-9235-2da210e0fa9e tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] device_id is not set on port 942ba96a-e0af-4d4d-a50d-48300f62b7b5 yet. {{(pid=93751) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 13:42:29.701079 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [None req-02269930-f840-4c79-8564-d83ec4cf4007 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] device_id is not set on port 2f6d5a84-5558-441c-9d5f-2124c8677557 yet. {{(pid=93750) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 13:42:29.712913 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-02269930-f840-4c79-8564-d83ec4cf4007 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:29.742635 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [None req-02269930-f840-4c79-8564-d83ec4cf4007 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Transition to ACTIVE for port object 2f6d5a84-5558-441c-9d5f-2124c8677557 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:42:29.760211 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-02269930-f840-4c79-8564-d83ec4cf4007 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:29.809849 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea75658-f650-40a7-8542-f625cdfdc89e req-745d03a3-582b-420f-b59c-9c5dcad55683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:29.811445 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-bea75658-f650-40a7-8542-f625cdfdc89e req-745d03a3-582b-420f-b59c-9c5dcad55683 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=537cc3d3-b4a9-45da-af17-7bd28a40a8b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1598189 Jul 13 13:42:29.872926 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-077ac9e4-4f31-450c-831a-3110ac077bfa tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Network 108cd37a-3360-4aa8-8b67-50a790b3146c is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 13:42:29.877568 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-31af09af-bb3b-465e-9970-31c9a7a54bcc None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:29.891066 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-31af09af-bb3b-465e-9970-31c9a7a54bcc None None] Transition to ACTIVE for port object d8c0eed5-51a1-499c-bbfb-e3cd5ce17f5d will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:42:29.927401 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-077ac9e4-4f31-450c-831a-3110ac077bfa tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, 108cd37a-3360-4aa8-8b67-50a790b3146c) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:42:29.931202 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02269930-f840-4c79-8564-d83ec4cf4007 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Pushing event updated for resources: {'Port': ['ID=2f6d5a84-5558-441c-9d5f-2124c8677557,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:29.937783 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-bea75658-f650-40a7-8542-f625cdfdc89e req-5e3bc688-b65b-4735-bcd6-e97be15b691b service neutron] 10.222.0.41 "GET /v2.0/networks/537cc3d3-b4a9-45da-af17-7bd28a40a8b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152081 Jul 13 13:42:29.938036 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-077ac9e4-4f31-450c-831a-3110ac077bfa tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:29.938036 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-077ac9e4-4f31-450c-831a-3110ac077bfa tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:29.945569 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-31af09af-bb3b-465e-9970-31c9a7a54bcc None None] Transition to ACTIVE for port object d8c0eed5-51a1-499c-bbfb-e3cd5ce17f5d will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:42:29.950298 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b6577b0-64bd-455f-b55c-1b7ceec9f917 None None] Network 108cd37a-3360-4aa8-8b67-50a790b3146c requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:42:29.950668 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e73151-c502-4d4f-8a7c-94d5fac60f19 req-2bb36565-237d-4261-80a7-06315736f351 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:29.957840 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e73151-c502-4d4f-8a7c-94d5fac60f19 req-2bb36565-237d-4261-80a7-06315736f351 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:29.965288 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e73151-c502-4d4f-8a7c-94d5fac60f19 req-2bb36565-237d-4261-80a7-06315736f351 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:29.967029 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c0e73151-c502-4d4f-8a7c-94d5fac60f19 req-2bb36565-237d-4261-80a7-06315736f351 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] 10.222.0.23 "GET /v2.0/ports?device_id=e88e0734-1f99-4dbb-b304-12db10efef83 HTTP/1.1" status: 200 len: 2411 time: 0.4126496 Jul 13 13:42:29.990930 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [None req-02269930-f840-4c79-8564-d83ec4cf4007 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Attempting to bind port 2f6d5a84-5558-441c-9d5f-2124c8677557 on host n-h2-800634-1 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:42:29.991234 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [None req-02269930-f840-4c79-8564-d83ec4cf4007 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Attempting to bind port 2f6d5a84-5558-441c-9d5f-2124c8677557 by drivers openvswitch,hyperv on host n-h2-800634-1 at level 0 using segments [{'id': '9be59e41-0bb2-4e55-8085-49a4bb0d6343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '12bd0293-b20a-4c47-85f1-c8c3c5ab8aee'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:42:29.991597 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02269930-f840-4c79-8564-d83ec4cf4007 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Attempting to bind port 2f6d5a84-5558-441c-9d5f-2124c8677557 on network 12bd0293-b20a-4c47-85f1-c8c3c5ab8aee {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:42:30.007628 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-077ac9e4-4f31-450c-831a-3110ac077bfa tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.1270540 Jul 13 13:42:30.009610 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02269930-f840-4c79-8564-d83ec4cf4007 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Port 2f6d5a84-5558-441c-9d5f-2124c8677557 on network 12bd0293-b20a-4c47-85f1-c8c3c5ab8aee not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-1 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:42:30.010129 n-d-800634-1 neutron-server[93750]: ERROR neutron.plugins.ml2.managers [None req-02269930-f840-4c79-8564-d83ec4cf4007 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Failed to bind port 2f6d5a84-5558-441c-9d5f-2124c8677557 on host n-h2-800634-1 for vnic_type normal using segments [{'id': '9be59e41-0bb2-4e55-8085-49a4bb0d6343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '12bd0293-b20a-4c47-85f1-c8c3c5ab8aee'}] Jul 13 13:42:30.011111 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 34890) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:42:30.011439 n-d-800634-1 neutron-server[93750]: INFO neutron.plugins.ml2.plugin [None req-02269930-f840-4c79-8564-d83ec4cf4007 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Attempt 2 to bind port 2f6d5a84-5558-441c-9d5f-2124c8677557 Jul 13 13:42:30.033449 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [None req-02269930-f840-4c79-8564-d83ec4cf4007 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Attempting to bind port 2f6d5a84-5558-441c-9d5f-2124c8677557 on host n-h2-800634-1 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:42:30.033818 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [None req-02269930-f840-4c79-8564-d83ec4cf4007 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Attempting to bind port 2f6d5a84-5558-441c-9d5f-2124c8677557 by drivers openvswitch,hyperv on host n-h2-800634-1 at level 0 using segments [{'id': '9be59e41-0bb2-4e55-8085-49a4bb0d6343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '12bd0293-b20a-4c47-85f1-c8c3c5ab8aee'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:42:30.034166 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02269930-f840-4c79-8564-d83ec4cf4007 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Attempting to bind port 2f6d5a84-5558-441c-9d5f-2124c8677557 on network 12bd0293-b20a-4c47-85f1-c8c3c5ab8aee {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:42:30.048098 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c0e73151-c502-4d4f-8a7c-94d5fac60f19 req-63ac6d06-94ea-4eb5-8f1b-7db1d03ab2a7 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ac1545a-5526-4c2d-93f1-674377bb30c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722172 Jul 13 13:42:30.049640 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02269930-f840-4c79-8564-d83ec4cf4007 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Port 2f6d5a84-5558-441c-9d5f-2124c8677557 on network 12bd0293-b20a-4c47-85f1-c8c3c5ab8aee not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-1 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:42:30.050455 n-d-800634-1 neutron-server[93750]: ERROR neutron.plugins.ml2.managers [None req-02269930-f840-4c79-8564-d83ec4cf4007 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Failed to bind port 2f6d5a84-5558-441c-9d5f-2124c8677557 on host n-h2-800634-1 for vnic_type normal using segments [{'id': '9be59e41-0bb2-4e55-8085-49a4bb0d6343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '12bd0293-b20a-4c47-85f1-c8c3c5ab8aee'}] Jul 13 13:42:30.051860 n-d-800634-1 neutron-server[93750]: INFO neutron.plugins.ml2.plugin [None req-02269930-f840-4c79-8564-d83ec4cf4007 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Attempt 3 to bind port 2f6d5a84-5558-441c-9d5f-2124c8677557 Jul 13 13:42:30.075713 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [None req-02269930-f840-4c79-8564-d83ec4cf4007 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Attempting to bind port 2f6d5a84-5558-441c-9d5f-2124c8677557 on host n-h2-800634-1 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:42:30.075713 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [None req-02269930-f840-4c79-8564-d83ec4cf4007 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Attempting to bind port 2f6d5a84-5558-441c-9d5f-2124c8677557 by drivers openvswitch,hyperv on host n-h2-800634-1 at level 0 using segments [{'id': '9be59e41-0bb2-4e55-8085-49a4bb0d6343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '12bd0293-b20a-4c47-85f1-c8c3c5ab8aee'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:42:30.075713 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02269930-f840-4c79-8564-d83ec4cf4007 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Attempting to bind port 2f6d5a84-5558-441c-9d5f-2124c8677557 on network 12bd0293-b20a-4c47-85f1-c8c3c5ab8aee {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:42:30.075713 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02269930-f840-4c79-8564-d83ec4cf4007 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Port 2f6d5a84-5558-441c-9d5f-2124c8677557 on network 12bd0293-b20a-4c47-85f1-c8c3c5ab8aee not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-1 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:42:30.075713 n-d-800634-1 neutron-server[93750]: ERROR neutron.plugins.ml2.managers [None req-02269930-f840-4c79-8564-d83ec4cf4007 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Failed to bind port 2f6d5a84-5558-441c-9d5f-2124c8677557 on host n-h2-800634-1 for vnic_type normal using segments [{'id': '9be59e41-0bb2-4e55-8085-49a4bb0d6343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '12bd0293-b20a-4c47-85f1-c8c3c5ab8aee'}] Jul 13 13:42:30.076155 n-d-800634-1 neutron-server[93750]: INFO neutron.plugins.ml2.plugin [None req-02269930-f840-4c79-8564-d83ec4cf4007 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Attempt 4 to bind port 2f6d5a84-5558-441c-9d5f-2124c8677557 Jul 13 13:42:30.090518 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [None req-02269930-f840-4c79-8564-d83ec4cf4007 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Attempting to bind port 2f6d5a84-5558-441c-9d5f-2124c8677557 on host n-h2-800634-1 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:42:30.090863 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [None req-02269930-f840-4c79-8564-d83ec4cf4007 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Attempting to bind port 2f6d5a84-5558-441c-9d5f-2124c8677557 by drivers openvswitch,hyperv on host n-h2-800634-1 at level 0 using segments [{'id': '9be59e41-0bb2-4e55-8085-49a4bb0d6343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '12bd0293-b20a-4c47-85f1-c8c3c5ab8aee'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:42:30.091337 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02269930-f840-4c79-8564-d83ec4cf4007 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Attempting to bind port 2f6d5a84-5558-441c-9d5f-2124c8677557 on network 12bd0293-b20a-4c47-85f1-c8c3c5ab8aee {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:42:30.095769 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-31af09af-bb3b-465e-9970-31c9a7a54bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:30.096132 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02269930-f840-4c79-8564-d83ec4cf4007 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Port 2f6d5a84-5558-441c-9d5f-2124c8677557 on network 12bd0293-b20a-4c47-85f1-c8c3c5ab8aee not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-1 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:42:30.096460 n-d-800634-1 neutron-server[93750]: ERROR neutron.plugins.ml2.managers [None req-02269930-f840-4c79-8564-d83ec4cf4007 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Failed to bind port 2f6d5a84-5558-441c-9d5f-2124c8677557 on host n-h2-800634-1 for vnic_type normal using segments [{'id': '9be59e41-0bb2-4e55-8085-49a4bb0d6343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '12bd0293-b20a-4c47-85f1-c8c3c5ab8aee'}] Jul 13 13:42:30.097172 n-d-800634-1 neutron-server[93750]: INFO neutron.plugins.ml2.plugin [None req-02269930-f840-4c79-8564-d83ec4cf4007 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Attempt 5 to bind port 2f6d5a84-5558-441c-9d5f-2124c8677557 Jul 13 13:42:30.112733 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [None req-02269930-f840-4c79-8564-d83ec4cf4007 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Attempting to bind port 2f6d5a84-5558-441c-9d5f-2124c8677557 on host n-h2-800634-1 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:42:30.113376 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [None req-02269930-f840-4c79-8564-d83ec4cf4007 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Attempting to bind port 2f6d5a84-5558-441c-9d5f-2124c8677557 by drivers openvswitch,hyperv on host n-h2-800634-1 at level 0 using segments [{'id': '9be59e41-0bb2-4e55-8085-49a4bb0d6343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '12bd0293-b20a-4c47-85f1-c8c3c5ab8aee'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:42:30.113912 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02269930-f840-4c79-8564-d83ec4cf4007 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Attempting to bind port 2f6d5a84-5558-441c-9d5f-2124c8677557 on network 12bd0293-b20a-4c47-85f1-c8c3c5ab8aee {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:42:30.119228 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02269930-f840-4c79-8564-d83ec4cf4007 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Port 2f6d5a84-5558-441c-9d5f-2124c8677557 on network 12bd0293-b20a-4c47-85f1-c8c3c5ab8aee not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-1 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:42:30.119757 n-d-800634-1 neutron-server[93750]: ERROR neutron.plugins.ml2.managers [None req-02269930-f840-4c79-8564-d83ec4cf4007 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Failed to bind port 2f6d5a84-5558-441c-9d5f-2124c8677557 on host n-h2-800634-1 for vnic_type normal using segments [{'id': '9be59e41-0bb2-4e55-8085-49a4bb0d6343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '12bd0293-b20a-4c47-85f1-c8c3c5ab8aee'}] Jul 13 13:42:30.120881 n-d-800634-1 neutron-server[93750]: INFO neutron.plugins.ml2.plugin [None req-02269930-f840-4c79-8564-d83ec4cf4007 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Attempt 6 to bind port 2f6d5a84-5558-441c-9d5f-2124c8677557 Jul 13 13:42:30.138031 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [None req-02269930-f840-4c79-8564-d83ec4cf4007 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Attempting to bind port 2f6d5a84-5558-441c-9d5f-2124c8677557 on host n-h2-800634-1 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:42:30.138787 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [None req-02269930-f840-4c79-8564-d83ec4cf4007 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Attempting to bind port 2f6d5a84-5558-441c-9d5f-2124c8677557 by drivers openvswitch,hyperv on host n-h2-800634-1 at level 0 using segments [{'id': '9be59e41-0bb2-4e55-8085-49a4bb0d6343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '12bd0293-b20a-4c47-85f1-c8c3c5ab8aee'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:42:30.139328 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02269930-f840-4c79-8564-d83ec4cf4007 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Attempting to bind port 2f6d5a84-5558-441c-9d5f-2124c8677557 on network 12bd0293-b20a-4c47-85f1-c8c3c5ab8aee {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:42:30.155034 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02269930-f840-4c79-8564-d83ec4cf4007 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Port 2f6d5a84-5558-441c-9d5f-2124c8677557 on network 12bd0293-b20a-4c47-85f1-c8c3c5ab8aee not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-1 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:42:30.155346 n-d-800634-1 neutron-server[93750]: ERROR neutron.plugins.ml2.managers [None req-02269930-f840-4c79-8564-d83ec4cf4007 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Failed to bind port 2f6d5a84-5558-441c-9d5f-2124c8677557 on host n-h2-800634-1 for vnic_type normal using segments [{'id': '9be59e41-0bb2-4e55-8085-49a4bb0d6343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '12bd0293-b20a-4c47-85f1-c8c3c5ab8aee'}] Jul 13 13:42:30.155949 n-d-800634-1 neutron-server[93750]: INFO neutron.plugins.ml2.plugin [None req-02269930-f840-4c79-8564-d83ec4cf4007 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Attempt 7 to bind port 2f6d5a84-5558-441c-9d5f-2124c8677557 Jul 13 13:42:30.158576 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-937d6a25-4633-4bcb-90e1-d8b4f4e180c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a7201e1-61ce-5a3e-b7f7-e800379ed03b-108cd37a-3360-4aa8-8b67-50a790b3146c', 'network_id': '108cd37a-3360-4aa8-8b67-50a790b3146c', 'tenant_id': '485fea06b0b7495bb8721e368ed7bc86', 'fixed_ips': [{'subnet_id': 'fdcb287b-f1cd-4240-a827-e159708e163c'}]}} from n-d-800634-1. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 13:42:30.159803 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-937d6a25-4633-4bcb-90e1-d8b4f4e180c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:30.174052 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [None req-02269930-f840-4c79-8564-d83ec4cf4007 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Attempting to bind port 2f6d5a84-5558-441c-9d5f-2124c8677557 on host n-h2-800634-1 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:42:30.175717 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [None req-02269930-f840-4c79-8564-d83ec4cf4007 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Attempting to bind port 2f6d5a84-5558-441c-9d5f-2124c8677557 by drivers openvswitch,hyperv on host n-h2-800634-1 at level 0 using segments [{'id': '9be59e41-0bb2-4e55-8085-49a4bb0d6343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '12bd0293-b20a-4c47-85f1-c8c3c5ab8aee'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:42:30.176374 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02269930-f840-4c79-8564-d83ec4cf4007 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Attempting to bind port 2f6d5a84-5558-441c-9d5f-2124c8677557 on network 12bd0293-b20a-4c47-85f1-c8c3c5ab8aee {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:42:30.182153 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02269930-f840-4c79-8564-d83ec4cf4007 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Port 2f6d5a84-5558-441c-9d5f-2124c8677557 on network 12bd0293-b20a-4c47-85f1-c8c3c5ab8aee not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-1 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:42:30.183443 n-d-800634-1 neutron-server[93750]: ERROR neutron.plugins.ml2.managers [None req-02269930-f840-4c79-8564-d83ec4cf4007 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Failed to bind port 2f6d5a84-5558-441c-9d5f-2124c8677557 on host n-h2-800634-1 for vnic_type normal using segments [{'id': '9be59e41-0bb2-4e55-8085-49a4bb0d6343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '12bd0293-b20a-4c47-85f1-c8c3c5ab8aee'}] Jul 13 13:42:30.184210 n-d-800634-1 neutron-server[93750]: INFO neutron.plugins.ml2.plugin [None req-02269930-f840-4c79-8564-d83ec4cf4007 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Attempt 8 to bind port 2f6d5a84-5558-441c-9d5f-2124c8677557 Jul 13 13:42:30.203328 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [None req-02269930-f840-4c79-8564-d83ec4cf4007 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Attempting to bind port 2f6d5a84-5558-441c-9d5f-2124c8677557 on host n-h2-800634-1 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:42:30.203935 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [None req-02269930-f840-4c79-8564-d83ec4cf4007 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Attempting to bind port 2f6d5a84-5558-441c-9d5f-2124c8677557 by drivers openvswitch,hyperv on host n-h2-800634-1 at level 0 using segments [{'id': '9be59e41-0bb2-4e55-8085-49a4bb0d6343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '12bd0293-b20a-4c47-85f1-c8c3c5ab8aee'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:42:30.204300 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31af09af-bb3b-465e-9970-31c9a7a54bcc None None] Network 7d0b52e6-7f67-4a37-b086-e63b7145894d is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:42:30.204638 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02269930-f840-4c79-8564-d83ec4cf4007 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Attempting to bind port 2f6d5a84-5558-441c-9d5f-2124c8677557 on network 12bd0293-b20a-4c47-85f1-c8c3c5ab8aee {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:42:30.208025 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:30.211012 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-31af09af-bb3b-465e-9970-31c9a7a54bcc None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:42:30.211570 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02269930-f840-4c79-8564-d83ec4cf4007 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Port 2f6d5a84-5558-441c-9d5f-2124c8677557 on network 12bd0293-b20a-4c47-85f1-c8c3c5ab8aee not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-1 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:42:30.212047 n-d-800634-1 neutron-server[93750]: ERROR neutron.plugins.ml2.managers [None req-02269930-f840-4c79-8564-d83ec4cf4007 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Failed to bind port 2f6d5a84-5558-441c-9d5f-2124c8677557 on host n-h2-800634-1 for vnic_type normal using segments [{'id': '9be59e41-0bb2-4e55-8085-49a4bb0d6343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '12bd0293-b20a-4c47-85f1-c8c3c5ab8aee'}] Jul 13 13:42:30.212656 n-d-800634-1 neutron-server[93750]: INFO neutron.plugins.ml2.plugin [None req-02269930-f840-4c79-8564-d83ec4cf4007 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Attempt 9 to bind port 2f6d5a84-5558-441c-9d5f-2124c8677557 Jul 13 13:42:30.213855 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31af09af-bb3b-465e-9970-31c9a7a54bcc None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:42:30.220490 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31af09af-bb3b-465e-9970-31c9a7a54bcc None None] Pushing event updated for resources: {'Port': ['ID=d8c0eed5-51a1-499c-bbfb-e3cd5ce17f5d,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:30.229922 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [None req-02269930-f840-4c79-8564-d83ec4cf4007 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Attempting to bind port 2f6d5a84-5558-441c-9d5f-2124c8677557 on host n-h2-800634-1 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:42:30.230269 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [None req-02269930-f840-4c79-8564-d83ec4cf4007 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Attempting to bind port 2f6d5a84-5558-441c-9d5f-2124c8677557 by drivers openvswitch,hyperv on host n-h2-800634-1 at level 0 using segments [{'id': '9be59e41-0bb2-4e55-8085-49a4bb0d6343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '12bd0293-b20a-4c47-85f1-c8c3c5ab8aee'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:42:30.230670 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02269930-f840-4c79-8564-d83ec4cf4007 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Attempting to bind port 2f6d5a84-5558-441c-9d5f-2124c8677557 on network 12bd0293-b20a-4c47-85f1-c8c3c5ab8aee {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:42:30.233628 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-df943308-1374-4f88-9235-2da210e0fa9e tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Allocated IP 172.20.0.11 (7d0b52e6-7f67-4a37-b086-e63b7145894d/f638a0b6-9402-4b03-84eb-5bbcbc427b80/942ba96a-e0af-4d4d-a50d-48300f62b7b5) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:42:30.236766 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02269930-f840-4c79-8564-d83ec4cf4007 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Port 2f6d5a84-5558-441c-9d5f-2124c8677557 on network 12bd0293-b20a-4c47-85f1-c8c3c5ab8aee not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-1 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:42:30.237122 n-d-800634-1 neutron-server[93750]: ERROR neutron.plugins.ml2.managers [None req-02269930-f840-4c79-8564-d83ec4cf4007 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Failed to bind port 2f6d5a84-5558-441c-9d5f-2124c8677557 on host n-h2-800634-1 for vnic_type normal using segments [{'id': '9be59e41-0bb2-4e55-8085-49a4bb0d6343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '12bd0293-b20a-4c47-85f1-c8c3c5ab8aee'}] Jul 13 13:42:30.237555 n-d-800634-1 neutron-server[93750]: INFO neutron.plugins.ml2.plugin [None req-02269930-f840-4c79-8564-d83ec4cf4007 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Attempt 10 to bind port 2f6d5a84-5558-441c-9d5f-2124c8677557 Jul 13 13:42:30.238119 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-bea75658-f650-40a7-8542-f625cdfdc89e req-261f2c5a-97e4-4a7d-a5f5-3d4957f231bd service neutron] 10.222.0.41 "GET /v2.0/networks/537cc3d3-b4a9-45da-af17-7bd28a40a8b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2950678 Jul 13 13:42:30.267614 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [None req-02269930-f840-4c79-8564-d83ec4cf4007 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Attempting to bind port 2f6d5a84-5558-441c-9d5f-2124c8677557 on host n-h2-800634-1 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:42:30.268357 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [None req-02269930-f840-4c79-8564-d83ec4cf4007 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Attempting to bind port 2f6d5a84-5558-441c-9d5f-2124c8677557 by drivers openvswitch,hyperv on host n-h2-800634-1 at level 0 using segments [{'id': '9be59e41-0bb2-4e55-8085-49a4bb0d6343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '12bd0293-b20a-4c47-85f1-c8c3c5ab8aee'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:42:30.269043 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02269930-f840-4c79-8564-d83ec4cf4007 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Attempting to bind port 2f6d5a84-5558-441c-9d5f-2124c8677557 on network 12bd0293-b20a-4c47-85f1-c8c3c5ab8aee {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:42:30.279958 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02269930-f840-4c79-8564-d83ec4cf4007 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Port 2f6d5a84-5558-441c-9d5f-2124c8677557 on network 12bd0293-b20a-4c47-85f1-c8c3c5ab8aee not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-1 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:42:30.280885 n-d-800634-1 neutron-server[93750]: ERROR neutron.plugins.ml2.managers [None req-02269930-f840-4c79-8564-d83ec4cf4007 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Failed to bind port 2f6d5a84-5558-441c-9d5f-2124c8677557 on host n-h2-800634-1 for vnic_type normal using segments [{'id': '9be59e41-0bb2-4e55-8085-49a4bb0d6343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '12bd0293-b20a-4c47-85f1-c8c3c5ab8aee'}] Jul 13 13:42:30.281574 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-02269930-f840-4c79-8564-d83ec4cf4007 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:30.412707 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-02269930-f840-4c79-8564-d83ec4cf4007 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] For port 2f6d5a84-5558-441c-9d5f-2124c8677557, host n-h2-800634-1, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:42:30.413093 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-02269930-f840-4c79-8564-d83ec4cf4007 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Attempted to set empty binding levels {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 13 13:42:30.421677 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-02269930-f840-4c79-8564-d83ec4cf4007 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:30.469318 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-937d6a25-4633-4bcb-90e1-d8b4f4e180c9 None None] Allocated IP 2001:db8:2::2 (108cd37a-3360-4aa8-8b67-50a790b3146c/fdcb287b-f1cd-4240-a827-e159708e163c/92a6bfa5-ada0-4437-aabc-a33f7020180f) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:42:30.471833 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-31af09af-bb3b-465e-9970-31c9a7a54bcc None None] Attempting to bind port d8c0eed5-51a1-499c-bbfb-e3cd5ce17f5d on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:42:30.472573 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-31af09af-bb3b-465e-9970-31c9a7a54bcc None None] Attempting to bind port d8c0eed5-51a1-499c-bbfb-e3cd5ce17f5d by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': 'a9164f8e-85a1-4636-8152-056ceef5122a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '7d0b52e6-7f67-4a37-b086-e63b7145894d'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:42:30.473166 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31af09af-bb3b-465e-9970-31c9a7a54bcc None None] Attempting to bind port d8c0eed5-51a1-499c-bbfb-e3cd5ce17f5d on network 7d0b52e6-7f67-4a37-b086-e63b7145894d {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:42:30.476348 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-02269930-f840-4c79-8564-d83ec4cf4007 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] In _notify_port_updated(), no bound segment for port 2f6d5a84-5558-441c-9d5f-2124c8677557 on network 12bd0293-b20a-4c47-85f1-c8c3c5ab8aee {{(pid=93750) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 13 13:42:30.477592 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02269930-f840-4c79-8564-d83ec4cf4007 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:30.483251 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31af09af-bb3b-465e-9970-31c9a7a54bcc None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 42, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:42:30.484471 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31af09af-bb3b-465e-9970-31c9a7a54bcc None None] Checking segment: {'id': 'a9164f8e-85a1-4636-8152-056ceef5122a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '7d0b52e6-7f67-4a37-b086-e63b7145894d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:42:30.485083 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-31af09af-bb3b-465e-9970-31c9a7a54bcc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:30.485563 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31af09af-bb3b-465e-9970-31c9a7a54bcc None None] Bound using segment: {'id': 'a9164f8e-85a1-4636-8152-056ceef5122a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '7d0b52e6-7f67-4a37-b086-e63b7145894d'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:42:30.486236 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-31af09af-bb3b-465e-9970-31c9a7a54bcc None None] Bound port: d8c0eed5-51a1-499c-bbfb-e3cd5ce17f5d, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9164f8e-85a1-4636-8152-056ceef5122a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '7d0b52e6-7f67-4a37-b086-e63b7145894d'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:42:30.486806 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-31af09af-bb3b-465e-9970-31c9a7a54bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:30.489388 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-02269930-f840-4c79-8564-d83ec4cf4007 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:30.493751 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-02269930-f840-4c79-8564-d83ec4cf4007 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] 10.222.0.23 "PUT /v2.0/ports/2f6d5a84-5558-441c-9d5f-2124c8677557 HTTP/1.1" status: 200 len: 975 time: 1.9813130 Jul 13 13:42:30.500381 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 34904) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:42:30.500948 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 34906) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:42:30.590866 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02269930-f840-4c79-8564-d83ec4cf4007 tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Pushing event updated for resources: {'Port': ['ID=2f6d5a84-5558-441c-9d5f-2124c8677557,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:30.619488 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:30.652969 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d4a01b7-47b5-4f22-9b80-c6e8678b872b admin admin] Deleting subnet 80edefc4-fa33-4530-84fe-f39db6b6f56c {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 13:42:30.656708 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8d4a01b7-47b5-4f22-9b80-c6e8678b872b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:30.700414 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8d4a01b7-47b5-4f22-9b80-c6e8678b872b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5431723'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:30.793899 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8d4a01b7-47b5-4f22-9b80-c6e8678b872b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:30.798112 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-31af09af-bb3b-465e-9970-31c9a7a54bcc None None] For port d8c0eed5-51a1-499c-bbfb-e3cd5ce17f5d, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:42:30.819925 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-31af09af-bb3b-465e-9970-31c9a7a54bcc None None] For port d8c0eed5-51a1-499c-bbfb-e3cd5ce17f5d, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=d8c0eed5-51a1-499c-bbfb-e3cd5ce17f5d,segment=NetworkSegment(a9164f8e-85a1-4636-8152-056ceef5122a),segment_id=a9164f8e-85a1-4636-8152-056ceef5122a)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:42:30.829925 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-31af09af-bb3b-465e-9970-31c9a7a54bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:30.858204 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372ad092-74fa-4fb0-b2ca-ca4f0f95eb8f req-f3010774-4622-4105-9e61-145af08eef8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:30.858761 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372ad092-74fa-4fb0-b2ca-ca4f0f95eb8f req-f3010774-4622-4105-9e61-145af08eef8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:30.859246 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372ad092-74fa-4fb0-b2ca-ca4f0f95eb8f req-f3010774-4622-4105-9e61-145af08eef8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:30.861491 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-372ad092-74fa-4fb0-b2ca-ca4f0f95eb8f req-f3010774-4622-4105-9e61-145af08eef8e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7aead08af6bf440ca982d5ee9b154ced&device_id=e88e0734-1f99-4dbb-b304-12db10efef83 HTTP/1.1" status: 200 len: 2864 time: 0.5488732 Jul 13 13:42:30.868972 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 61b62a01-5d6d-4aa9-ade9-444d820aca96 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:42:30.870894 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-df943308-1374-4f88-9235-2da210e0fa9e tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:30.877218 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8d4a01b7-47b5-4f22-9b80-c6e8678b872b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5970525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4763356'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:30.918813 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4a01b7-47b5-4f22-9b80-c6e8678b872b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80edefc4-fa33-4530-84fe-f39db6b6f56c,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:30.920995 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8d4a01b7-47b5-4f22-9b80-c6e8678b872b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:30.941114 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-8d4a01b7-47b5-4f22-9b80-c6e8678b872b admin admin] 10.222.0.23 "DELETE /v2.0/subnets/80edefc4-fa33-4530-84fe-f39db6b6f56c HTTP/1.1" status: 204 len: 168 time: 0.4389734 Jul 13 13:42:30.943193 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 34920) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:42:31.027647 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-df943308-1374-4f88-9235-2da210e0fa9e tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Transition to ACTIVE for port object 942ba96a-e0af-4d4d-a50d-48300f62b7b5 will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:42:31.030885 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-08e1067c-cebf-433c-9593-282bd8c44f97 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:31.038021 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-b654d27f-1440-4df0-8bf5-e2318dd5fe6c tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Deleting port 2f6d5a84-5558-441c-9d5f-2124c8677557 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:42:31.038906 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b654d27f-1440-4df0-8bf5-e2318dd5fe6c tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:31.040176 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91839654-048d-4c67-ba12-5ea95cced1df req-dee640d2-600e-4a15-a5b1-2995eb5ad74c tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:31.051934 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-91839654-048d-4c67-ba12-5ea95cced1df req-dee640d2-600e-4a15-a5b1-2995eb5ad74c tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/ports?device_id=e09381ea-19e8-4569-9cfc-1dec7c686fa5 HTTP/1.1" status: 200 len: 950 time: 0.4939156 Jul 13 13:42:31.066073 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-937d6a25-4633-4bcb-90e1-d8b4f4e180c9 None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:31.075312 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31af09af-bb3b-465e-9970-31c9a7a54bcc None None] Pushing event updated for resources: {'Port': ['ID=d8c0eed5-51a1-499c-bbfb-e3cd5ce17f5d,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:31.089930 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-937d6a25-4633-4bcb-90e1-d8b4f4e180c9 None None] Transition to ACTIVE for port object 92a6bfa5-ada0-4437-aabc-a33f7020180f will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:42:31.117679 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-937d6a25-4633-4bcb-90e1-d8b4f4e180c9 None None] Transition to ACTIVE for port object 92a6bfa5-ada0-4437-aabc-a33f7020180f will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:42:31.119074 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port 61b62a01-5d6d-4aa9-ade9-444d820aca96 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:42:31.135700 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-937d6a25-4633-4bcb-90e1-d8b4f4e180c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:31.138174 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 61b62a01-5d6d-4aa9-ade9-444d820aca96 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:42:31.138537 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:31.203251 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fd81af48-f566-4c93-9813-790edee180f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:31.250735 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-b654d27f-1440-4df0-8bf5-e2318dd5fe6c tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] For port 2f6d5a84-5558-441c-9d5f-2124c8677557, host n-h2-800634-1, got binding levels [] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:42:31.251994 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b654d27f-1440-4df0-8bf5-e2318dd5fe6c tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:31.300989 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-937d6a25-4633-4bcb-90e1-d8b4f4e180c9 None None] Network 108cd37a-3360-4aa8-8b67-50a790b3146c is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:42:31.305524 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-b654d27f-1440-4df0-8bf5-e2318dd5fe6c tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Calling delete_port for 2f6d5a84-5558-441c-9d5f-2124c8677557 owned by {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:42:31.306953 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-937d6a25-4633-4bcb-90e1-d8b4f4e180c9 None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:42:31.318683 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937d6a25-4633-4bcb-90e1-d8b4f4e180c9 None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:42:31.330855 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937d6a25-4633-4bcb-90e1-d8b4f4e180c9 None None] Pushing event updated for resources: {'Port': ['ID=92a6bfa5-ada0-4437-aabc-a33f7020180f,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:31.440311 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-937d6a25-4633-4bcb-90e1-d8b4f4e180c9 None None] Attempting to bind port 92a6bfa5-ada0-4437-aabc-a33f7020180f on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:42:31.440951 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-937d6a25-4633-4bcb-90e1-d8b4f4e180c9 None None] Attempting to bind port 92a6bfa5-ada0-4437-aabc-a33f7020180f by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': 'ddd8adee-3bb8-4274-9c0b-7b8130ede2f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '108cd37a-3360-4aa8-8b67-50a790b3146c'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:42:31.441505 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937d6a25-4633-4bcb-90e1-d8b4f4e180c9 None None] Attempting to bind port 92a6bfa5-ada0-4437-aabc-a33f7020180f on network 108cd37a-3360-4aa8-8b67-50a790b3146c {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:42:31.454130 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937d6a25-4633-4bcb-90e1-d8b4f4e180c9 None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 42, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:42:31.454433 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fd81af48-f566-4c93-9813-790edee180f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:31.455097 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937d6a25-4633-4bcb-90e1-d8b4f4e180c9 None None] Checking segment: {'id': 'ddd8adee-3bb8-4274-9c0b-7b8130ede2f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '108cd37a-3360-4aa8-8b67-50a790b3146c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:42:31.455674 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-937d6a25-4633-4bcb-90e1-d8b4f4e180c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:31.456228 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937d6a25-4633-4bcb-90e1-d8b4f4e180c9 None None] Bound using segment: {'id': 'ddd8adee-3bb8-4274-9c0b-7b8130ede2f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '108cd37a-3360-4aa8-8b67-50a790b3146c'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:42:31.456892 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-937d6a25-4633-4bcb-90e1-d8b4f4e180c9 None None] Bound port: 92a6bfa5-ada0-4437-aabc-a33f7020180f, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddd8adee-3bb8-4274-9c0b-7b8130ede2f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '108cd37a-3360-4aa8-8b67-50a790b3146c'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:42:31.457467 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-937d6a25-4633-4bcb-90e1-d8b4f4e180c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:31.473921 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:31.501675 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-fd81af48-f566-4c93-9813-790edee180f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6661932f-acfc-47b8-a77e-6e4fc4de80f6']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:42:31.533971 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-fd81af48-f566-4c93-9813-790edee180f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55dc7e6e-18d5-43e8-af1f-8a95484ad68c') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:42:31.534684 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-fd81af48-f566-4c93-9813-790edee180f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55dc7e6e-18d5-43e8-af1f-8a95484ad68c') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:42:31.545228 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port 61b62a01-5d6d-4aa9-ade9-444d820aca96, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=61b62a01-5d6d-4aa9-ade9-444d820aca96,segment=NetworkSegment(b4dbe59b-9f47-42d6-8c91-9696718a262b),segment_id=b4dbe59b-9f47-42d6-8c91-9696718a262b)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:42:31.562332 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:31.570813 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-937d6a25-4633-4bcb-90e1-d8b4f4e180c9 None None] For port 92a6bfa5-ada0-4437-aabc-a33f7020180f, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:42:31.571664 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fd81af48-f566-4c93-9813-790edee180f1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5431730'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:31.575558 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-937d6a25-4633-4bcb-90e1-d8b4f4e180c9 None None] For port 92a6bfa5-ada0-4437-aabc-a33f7020180f, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=92a6bfa5-ada0-4437-aabc-a33f7020180f,segment=NetworkSegment(ddd8adee-3bb8-4274-9c0b-7b8130ede2f5),segment_id=ddd8adee-3bb8-4274-9c0b-7b8130ede2f5)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:42:31.605230 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-937d6a25-4633-4bcb-90e1-d8b4f4e180c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:31.606742 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe482a6-b548-43df-8447-c63e823dd020 req-d2bc8cc0-76bb-4d50-a85e-97165d5af1af tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:31.619166 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe482a6-b548-43df-8447-c63e823dd020 req-d2bc8cc0-76bb-4d50-a85e-97165d5af1af tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:31.627103 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe482a6-b548-43df-8447-c63e823dd020 req-d2bc8cc0-76bb-4d50-a85e-97165d5af1af tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:31.628805 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-dfe482a6-b548-43df-8447-c63e823dd020 req-d2bc8cc0-76bb-4d50-a85e-97165d5af1af tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] 10.222.0.23 "GET /v2.0/ports?device_id=e88e0734-1f99-4dbb-b304-12db10efef83 HTTP/1.1" status: 200 len: 2411 time: 0.2443018 Jul 13 13:42:31.638926 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fd81af48-f566-4c93-9813-790edee180f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:31.661303 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=61b62a01-5d6d-4aa9-ade9-444d820aca96,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:31.661479 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd81af48-f566-4c93-9813-790edee180f1 admin admin] Releasing vlan 88 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 13:42:31.661779 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fd81af48-f566-4c93-9813-790edee180f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5970419'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:31.664384 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:42:31.664384 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:42:31.664384 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:42:31.664384 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:42:31.664384 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:42:31.664384 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:42:31.664384 n-d-800634-1 neutron-server[93750]: Traceback (most recent call last): Jul 13 13:42:31.664384 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 13:42:31.664384 n-d-800634-1 neutron-server[93750]: timer() Jul 13 13:42:31.664384 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 13:42:31.664384 n-d-800634-1 neutron-server[93750]: cb(*args, **kw) Jul 13 13:42:31.664384 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 13:42:31.664384 n-d-800634-1 neutron-server[93750]: return func(*args, **kwargs) Jul 13 13:42:31.664384 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 13:42:31.664384 n-d-800634-1 neutron-server[93750]: self._notify() Jul 13 13:42:31.664384 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 13:42:31.664384 n-d-800634-1 neutron-server[93750]: self.callback(batched_events) Jul 13 13:42:31.664384 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 13:42:31.664384 n-d-800634-1 neutron-server[93750]: event.method(event) Jul 13 13:42:31.664384 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 13:42:31.664384 n-d-800634-1 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 13:42:31.664384 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 13:42:31.664384 n-d-800634-1 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 13:42:31.664384 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 13:42:31.664384 n-d-800634-1 neutron-server[93750]: return f(self, *a, **k) Jul 13 13:42:31.664384 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 13:42:31.664384 n-d-800634-1 neutron-server[93750]: return self._get(url).json() Jul 13 13:42:31.664384 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 13:42:31.664384 n-d-800634-1 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 13:42:31.664384 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 13:42:31.664384 n-d-800634-1 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 13 13:42:31.664384 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 13:42:31.664384 n-d-800634-1 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 13:42:31.664384 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 13:42:31.664384 n-d-800634-1 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 13:42:31.664384 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 13:42:31.664384 n-d-800634-1 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 13:42:31.664384 n-d-800634-1 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 13:42:31.701026 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-df943308-1374-4f88-9235-2da210e0fa9e tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:31.731451 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937d6a25-4633-4bcb-90e1-d8b4f4e180c9 None None] Pushing event updated for resources: {'Port': ['ID=92a6bfa5-ada0-4437-aabc-a33f7020180f,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:31.767195 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b654d27f-1440-4df0-8bf5-e2318dd5fe6c tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:31.816166 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-dfe482a6-b548-43df-8447-c63e823dd020 req-c249e733-a169-45a0-8220-f5f925f2ee48 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ac1545a-5526-4c2d-93f1-674377bb30c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670401 Jul 13 13:42:31.818301 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b654d27f-1440-4df0-8bf5-e2318dd5fe6c tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Pushing event deleted for resources: {'Port': ['ID=2f6d5a84-5558-441c-9d5f-2124c8677557,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:31.824264 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fd81af48-f566-4c93-9813-790edee180f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:31.850192 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df943308-1374-4f88-9235-2da210e0fa9e tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Pushing event updated for resources: {'Port': ['ID=942ba96a-e0af-4d4d-a50d-48300f62b7b5,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:31.869695 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fd81af48-f566-4c93-9813-790edee180f1 admin admin] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:31.872013 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-fd81af48-f566-4c93-9813-790edee180f1 admin admin] 10.222.0.23 "DELETE /v2.0/networks/6661932f-acfc-47b8-a77e-6e4fc4de80f6 HTTP/1.1" status: 204 len: 168 time: 0.9276733 Jul 13 13:42:31.872748 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd81af48-f566-4c93-9813-790edee180f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=6661932f-acfc-47b8-a77e-6e4fc4de80f6,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:31.889628 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-91839654-048d-4c67-ba12-5ea95cced1df req-82bd48a6-3461-4b08-b34b-1cf601a3a954 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/security-groups?id=945af9a8-1349-436a-a066-b9a0fd8d3dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8330963 Jul 13 13:42:31.921552 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b654d27f-1440-4df0-8bf5-e2318dd5fe6c tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:31.925973 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-b654d27f-1440-4df0-8bf5-e2318dd5fe6c tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] 10.222.0.23 "DELETE /v2.0/ports/2f6d5a84-5558-441c-9d5f-2124c8677557 HTTP/1.1" status: 204 len: 168 time: 1.4198117 Jul 13 13:42:31.926247 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 34942) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:42:31.929817 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df943308-1374-4f88-9235-2da210e0fa9e tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Network 7d0b52e6-7f67-4a37-b086-e63b7145894d is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:42:32.004380 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372ad092-74fa-4fb0-b2ca-ca4f0f95eb8f req-3e4cfd55-ce2a-4181-aa66-0cb6134e9459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:32.007204 n-d-800634-1 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-4aa99a12-ce8c-4237-9103-22ef815b8dfa tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] GET failed (client error): The resource could not be found. Jul 13 13:42:32.012775 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-372ad092-74fa-4fb0-b2ca-ca4f0f95eb8f req-3e4cfd55-ce2a-4181-aa66-0cb6134e9459 service neutron] 10.222.0.41 "GET /v2.0/networks?id=537cc3d3-b4a9-45da-af17-7bd28a40a8b6 HTTP/1.1" status: 200 len: 902 time: 1.1289454 Jul 13 13:42:32.021217 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-df943308-1374-4f88-9235-2da210e0fa9e tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:42:32.024141 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-4aa99a12-ce8c-4237-9103-22ef815b8dfa tempest-PortsAdminExtendedAttrsTestJSON-1046888095 tempest-PortsAdminExtendedAttrsTestJSON-1046888095-project-admin] 10.222.0.23 "GET /v2.0/ports/2f6d5a84-5558-441c-9d5f-2124c8677557 HTTP/1.1" status: 404 len: 333 time: 0.0967362 Jul 13 13:42:32.026660 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df943308-1374-4f88-9235-2da210e0fa9e tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:42:32.033252 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 34946) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:42:32.128810 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-372ad092-74fa-4fb0-b2ca-ca4f0f95eb8f req-f8bf27a1-a2e8-451c-856c-b9a6b7b7ad3e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.73&port_id=6519e760-a9a3-4a2b-bf97-9f6df346c87b HTTP/1.1" status: 200 len: 217 time: 0.1147470 Jul 13 13:42:32.206080 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 34954) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:42:32.268275 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df943308-1374-4f88-9235-2da210e0fa9e tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:32.269141 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-df943308-1374-4f88-9235-2da210e0fa9e tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:32.278216 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-70c414ad-6fd3-4fdc-b1b8-9ddbbaec747c tempest-PortsAdminExtendedAttrsTestJSON-1296152746 tempest-PortsAdminExtendedAttrsTestJSON-1296152746-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:32.303402 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372ad092-74fa-4fb0-b2ca-ca4f0f95eb8f req-7cfb28de-2dc0-4003-a18c-9d4e42942309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:32.305328 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-372ad092-74fa-4fb0-b2ca-ca4f0f95eb8f req-7cfb28de-2dc0-4003-a18c-9d4e42942309 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=177c53a6-bc84-40f7-bab2-8d84c5dbcaa2 HTTP/1.1" status: 200 len: 801 time: 0.1683843 Jul 13 13:42:32.312305 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-df943308-1374-4f88-9235-2da210e0fa9e tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.3385115 Jul 13 13:42:32.324125 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 34958) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:42:32.355868 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-a0c9a51d-7d30-4d21-a2bc-f17b20613867 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Request body: {'port': {'network_id': '7d0b52e6-7f67-4a37-b086-e63b7145894d', 'name': 'tempest-PortsTestJSON-779649841'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:42:32.379030 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-8f8e7ec7-57a8-42fd-b398-860b6d08714c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=99f7bb78cef648f386735a7708e302b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1715934 Jul 13 13:42:32.384768 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 34960) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:42:32.441173 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-70c414ad-6fd3-4fdc-b1b8-9ddbbaec747c tempest-PortsAdminExtendedAttrsTestJSON-1296152746 tempest-PortsAdminExtendedAttrsTestJSON-1296152746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:32.453393 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-70c414ad-6fd3-4fdc-b1b8-9ddbbaec747c tempest-PortsAdminExtendedAttrsTestJSON-1296152746 tempest-PortsAdminExtendedAttrsTestJSON-1296152746-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12bd0293-b20a-4c47-85f1-c8c3c5ab8aee']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:42:32.466054 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-70c414ad-6fd3-4fdc-b1b8-9ddbbaec747c tempest-PortsAdminExtendedAttrsTestJSON-1296152746 tempest-PortsAdminExtendedAttrsTestJSON-1296152746-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9be59e41-0bb2-4e55-8085-49a4bb0d6343') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:42:32.466568 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-70c414ad-6fd3-4fdc-b1b8-9ddbbaec747c tempest-PortsAdminExtendedAttrsTestJSON-1296152746 tempest-PortsAdminExtendedAttrsTestJSON-1296152746-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9be59e41-0bb2-4e55-8085-49a4bb0d6343') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:42:32.477526 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-70c414ad-6fd3-4fdc-b1b8-9ddbbaec747c tempest-PortsAdminExtendedAttrsTestJSON-1296152746 tempest-PortsAdminExtendedAttrsTestJSON-1296152746-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5431730'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:32.504580 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-70c414ad-6fd3-4fdc-b1b8-9ddbbaec747c tempest-PortsAdminExtendedAttrsTestJSON-1296152746 tempest-PortsAdminExtendedAttrsTestJSON-1296152746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:32.517316 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70c414ad-6fd3-4fdc-b1b8-9ddbbaec747c tempest-PortsAdminExtendedAttrsTestJSON-1296152746 tempest-PortsAdminExtendedAttrsTestJSON-1296152746-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 13:42:32.517940 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-70c414ad-6fd3-4fdc-b1b8-9ddbbaec747c tempest-PortsAdminExtendedAttrsTestJSON-1296152746 tempest-PortsAdminExtendedAttrsTestJSON-1296152746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5970419'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:32.522693 n-d-800634-1 neutron-server[93750]: Traceback (most recent call last): Jul 13 13:42:32.522693 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 13:42:32.522693 n-d-800634-1 neutron-server[93750]: timer() Jul 13 13:42:32.522693 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 13:42:32.522693 n-d-800634-1 neutron-server[93750]: cb(*args, **kw) Jul 13 13:42:32.522693 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 13:42:32.522693 n-d-800634-1 neutron-server[93750]: return func(*args, **kwargs) Jul 13 13:42:32.522693 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 13:42:32.522693 n-d-800634-1 neutron-server[93750]: self._notify() Jul 13 13:42:32.522693 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 13:42:32.522693 n-d-800634-1 neutron-server[93750]: self.callback(batched_events) Jul 13 13:42:32.522693 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 13:42:32.522693 n-d-800634-1 neutron-server[93750]: event.method(event) Jul 13 13:42:32.522693 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 13:42:32.522693 n-d-800634-1 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 13:42:32.522693 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 13:42:32.522693 n-d-800634-1 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 13:42:32.522693 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 13:42:32.522693 n-d-800634-1 neutron-server[93750]: return f(self, *a, **k) Jul 13 13:42:32.522693 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 13:42:32.522693 n-d-800634-1 neutron-server[93750]: return self._get(url).json() Jul 13 13:42:32.522693 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 13:42:32.522693 n-d-800634-1 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 13:42:32.522693 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 13:42:32.522693 n-d-800634-1 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 13 13:42:32.522693 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 13:42:32.522693 n-d-800634-1 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 13:42:32.522693 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 13:42:32.522693 n-d-800634-1 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 13:42:32.522693 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 13:42:32.522693 n-d-800634-1 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 13:42:32.522693 n-d-800634-1 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 13:42:32.550268 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a9dd5cd-2231-4e1a-8eb5-338273d4d444 None None] Network 7d0b52e6-7f67-4a37-b086-e63b7145894d requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:42:32.552432 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-08e1067c-cebf-433c-9593-282bd8c44f97 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Allocated IP 2001:db8:2::1 (108cd37a-3360-4aa8-8b67-50a790b3146c/fdcb287b-f1cd-4240-a827-e159708e163c/301ccbb4-619b-4daa-acf6-12e9498b788e) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:42:32.603792 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-70c414ad-6fd3-4fdc-b1b8-9ddbbaec747c tempest-PortsAdminExtendedAttrsTestJSON-1296152746 tempest-PortsAdminExtendedAttrsTestJSON-1296152746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:32.645268 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-badc58fa-ba56-4a2c-aee9-f10a1cdd38c5 None None] Provisioning for port d8c0eed5-51a1-499c-bbfb-e3cd5ce17f5d completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:42:32.646523 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-70c414ad-6fd3-4fdc-b1b8-9ddbbaec747c tempest-PortsAdminExtendedAttrsTestJSON-1296152746 tempest-PortsAdminExtendedAttrsTestJSON-1296152746-project] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:32.651625 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-70c414ad-6fd3-4fdc-b1b8-9ddbbaec747c tempest-PortsAdminExtendedAttrsTestJSON-1296152746 tempest-PortsAdminExtendedAttrsTestJSON-1296152746-project] 10.222.0.23 "DELETE /v2.0/networks/12bd0293-b20a-4c47-85f1-c8c3c5ab8aee HTTP/1.1" status: 204 len: 168 time: 0.6146600 Jul 13 13:42:32.653044 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c414ad-6fd3-4fdc-b1b8-9ddbbaec747c tempest-PortsAdminExtendedAttrsTestJSON-1296152746 tempest-PortsAdminExtendedAttrsTestJSON-1296152746-project] Pushing event deleted for resources: {'Network': ['ID=12bd0293-b20a-4c47-85f1-c8c3c5ab8aee,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:32.680747 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-47ec3bc3-3171-4750-86e3-8b0a7601d0f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:32.694481 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372ad092-74fa-4fb0-b2ca-ca4f0f95eb8f req-281befeb-91b3-49e9-909b-a17181eeb24e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:32.695817 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-372ad092-74fa-4fb0-b2ca-ca4f0f95eb8f req-281befeb-91b3-49e9-909b-a17181eeb24e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=537cc3d3-b4a9-45da-af17-7bd28a40a8b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3790240 Jul 13 13:42:32.703472 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0c9a51d-7d30-4d21-a2bc-f17b20613867 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Made reservation on behalf of 8b3e8ef7cfb0436e8cb330362d71f1d6 for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:42:32.707175 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a51d-7d30-4d21-a2bc-f17b20613867 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:32.752398 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-47ec3bc3-3171-4750-86e3-8b0a7601d0f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:32.829681 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [None req-a0c9a51d-7d30-4d21-a2bc-f17b20613867 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] device_id is not set on port 15aa5c86-8324-4f47-8c7c-ded117607320 yet. {{(pid=93751) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 13:42:33.105420 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-08e1067c-cebf-433c-9593-282bd8c44f97 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:33.155073 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 34982) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:42:33.188831 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 61b62a01-5d6d-4aa9-ade9-444d820aca96 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:42:33.288670 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-08e1067c-cebf-433c-9593-282bd8c44f97 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Transition to ACTIVE for port object 301ccbb4-619b-4daa-acf6-12e9498b788e will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:42:33.296778 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-372ad092-74fa-4fb0-b2ca-ca4f0f95eb8f req-e49e1063-2112-475f-902e-270e43ca335d service neutron] 10.222.0.41 "GET /v2.0/networks/537cc3d3-b4a9-45da-af17-7bd28a40a8b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5856283 Jul 13 13:42:33.306150 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0331fe27-44ce-4c32-ad02-16f3e08c9d32 req-a76556a2-0455-4452-beef-6e51f6ed12fa tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:33.308330 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0331fe27-44ce-4c32-ad02-16f3e08c9d32 req-a76556a2-0455-4452-beef-6e51f6ed12fa tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/ports?device_id=e09381ea-19e8-4569-9cfc-1dec7c686fa5 HTTP/1.1" status: 200 len: 950 time: 0.1457250 Jul 13 13:42:33.327192 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 61b62a01-5d6d-4aa9-ade9-444d820aca96 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:42:33.327642 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:33.407897 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-47ec3bc3-3171-4750-86e3-8b0a7601d0f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:33.408445 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-f1283e41-ff44-41cf-ae6a-a7180927a61e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6eeb1680b70d474d9fe3ff2139922c37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2521644 Jul 13 13:42:33.412634 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-47ec3bc3-3171-4750-86e3-8b0a7601d0f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:33.414018 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-47ec3bc3-3171-4750-86e3-8b0a7601d0f2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7612cddf-e6ca-4461-9a28-8f6c6ab70a7a HTTP/1.1" status: 204 len: 168 time: 1.0281522 Jul 13 13:42:33.414435 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 34998) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:42:33.453452 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3181f747-a59a-4e14-838f-7263248c1702 None None] Network 108cd37a-3360-4aa8-8b67-50a790b3146c requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:42:33.454337 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0331fe27-44ce-4c32-ad02-16f3e08c9d32 req-04ed1efe-8743-4d11-9b53-8d6a52bcec77 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/security-groups?id=945af9a8-1349-436a-a066-b9a0fd8d3dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387622 Jul 13 13:42:33.461445 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-a0c9a51d-7d30-4d21-a2bc-f17b20613867 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Allocated IP 172.20.0.6 (7d0b52e6-7f67-4a37-b086-e63b7145894d/f638a0b6-9402-4b03-84eb-5bbcbc427b80/15aa5c86-8324-4f47-8c7c-ded117607320) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:42:33.523535 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ec3bc3-3171-4750-86e3-8b0a7601d0f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7612cddf-e6ca-4461-9a28-8f6c6ab70a7a,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:33.583797 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6380047c-db19-4a79-93dd-1699dca85459 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:33.605386 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bacc3f1-9c2b-4c22-b0e6-c2c12d9c1f61 req-e1dd541e-53c0-4d55-8a4d-fcf6b3f18f03 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:33.612787 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bacc3f1-9c2b-4c22-b0e6-c2c12d9c1f61 req-e1dd541e-53c0-4d55-8a4d-fcf6b3f18f03 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:33.620356 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bacc3f1-9c2b-4c22-b0e6-c2c12d9c1f61 req-e1dd541e-53c0-4d55-8a4d-fcf6b3f18f03 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:33.622367 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6bacc3f1-9c2b-4c22-b0e6-c2c12d9c1f61 req-e1dd541e-53c0-4d55-8a4d-fcf6b3f18f03 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] 10.222.0.23 "GET /v2.0/ports?device_id=e88e0734-1f99-4dbb-b304-12db10efef83 HTTP/1.1" status: 200 len: 2411 time: 0.4340076 Jul 13 13:42:33.643214 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6380047c-db19-4a79-93dd-1699dca85459 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:33.650123 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 92a6bfa5-ada0-4437-aabc-a33f7020180f up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:42:33.747922 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6380047c-db19-4a79-93dd-1699dca85459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:33.751048 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6380047c-db19-4a79-93dd-1699dca85459 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:33.752295 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-6380047c-db19-4a79-93dd-1699dca85459 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d661f29e-e3d4-4b8c-a728-33faf11235c1 HTTP/1.1" status: 204 len: 168 time: 0.3369014 Jul 13 13:42:33.760974 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01f41c81-aec8-4724-abe2-a8ed43090107 None None] Provisioning for port 92a6bfa5-ada0-4437-aabc-a33f7020180f completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:42:33.765652 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6380047c-db19-4a79-93dd-1699dca85459 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d661f29e-e3d4-4b8c-a728-33faf11235c1,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:33.785434 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-08e1067c-cebf-433c-9593-282bd8c44f97 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:33.827059 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01f41c81-aec8-4724-abe2-a8ed43090107 None None] Provisioning for port 942ba96a-e0af-4d4d-a50d-48300f62b7b5 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:42:33.857706 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01f41c81-aec8-4724-abe2-a8ed43090107 None None] Provisioning complete for port 942ba96a-e0af-4d4d-a50d-48300f62b7b5 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:42:33.857987 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01f41c81-aec8-4724-abe2-a8ed43090107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:33.888705 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port 92a6bfa5-ada0-4437-aabc-a33f7020180f completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:42:33.891752 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6bacc3f1-9c2b-4c22-b0e6-c2c12d9c1f61 req-da484d64-cab7-4dc5-bfb4-a016e475725d tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ac1545a-5526-4c2d-93f1-674377bb30c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360039 Jul 13 13:42:33.896825 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-372ad092-74fa-4fb0-b2ca-ca4f0f95eb8f req-fe295c2e-501a-4a06-b314-dc517afe05f0 service neutron] 10.222.0.41 "GET /v2.0/networks/537cc3d3-b4a9-45da-af17-7bd28a40a8b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5716527 Jul 13 13:42:33.921468 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 92a6bfa5-ada0-4437-aabc-a33f7020180f triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:42:33.923645 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:33.948800 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e1067c-cebf-433c-9593-282bd8c44f97 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Network 108cd37a-3360-4aa8-8b67-50a790b3146c is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:42:33.958594 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-08e1067c-cebf-433c-9593-282bd8c44f97 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:42:33.966985 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e1067c-cebf-433c-9593-282bd8c44f97 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:42:33.967544 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-08e1067c-cebf-433c-9593-282bd8c44f97 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-450452'] for router_interface, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:33.969392 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-01f41c81-aec8-4724-abe2-a8ed43090107 None None] Port 942ba96a-e0af-4d4d-a50d-48300f62b7b5 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:42:33.975262 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e1067c-cebf-433c-9593-282bd8c44f97 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Pushing event updated for resources: {'Port': ['ID=301ccbb4-619b-4daa-acf6-12e9498b788e,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:34.082627 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:34.095164 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a51d-7d30-4d21-a2bc-f17b20613867 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:34.124621 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port 92a6bfa5-ada0-4437-aabc-a33f7020180f, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=92a6bfa5-ada0-4437-aabc-a33f7020180f,segment=NetworkSegment(ddd8adee-3bb8-4274-9c0b-7b8130ede2f5),segment_id=ddd8adee-3bb8-4274-9c0b-7b8130ede2f5)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:42:34.129024 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:34.130313 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device d8c0eed5-51a1-499c-bbfb-e3cd5ce17f5d up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:42:34.140905 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-a0c9a51d-7d30-4d21-a2bc-f17b20613867 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Transition to ACTIVE for port object 15aa5c86-8324-4f47-8c7c-ded117607320 will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:42:34.161373 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-08e1067c-cebf-433c-9593-282bd8c44f97 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:34.237153 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-35a04b93-f961-4bf5-8e8f-67c26cf2afd6 None None] Provisioning complete for port 942ba96a-e0af-4d4d-a50d-48300f62b7b5 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:42:34.238161 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-35a04b93-f961-4bf5-8e8f-67c26cf2afd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:34.245330 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=92a6bfa5-ada0-4437-aabc-a33f7020180f,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:34.301080 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port d8c0eed5-51a1-499c-bbfb-e3cd5ce17f5d completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:42:34.305418 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-35a04b93-f961-4bf5-8e8f-67c26cf2afd6 None None] Port 942ba96a-e0af-4d4d-a50d-48300f62b7b5 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:42:34.309579 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port d8c0eed5-51a1-499c-bbfb-e3cd5ce17f5d triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:42:34.310181 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:34.333809 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a51d-7d30-4d21-a2bc-f17b20613867 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:34.345893 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 6519e760-a9a3-4a2b-bf97-9f6df346c87b details requested by agent hyperv_n-h2-800634-1 with host n-h2-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 13:42:34.389800 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 35032) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:42:34.434496 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c9a51d-7d30-4d21-a2bc-f17b20613867 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Network 7d0b52e6-7f67-4a37-b086-e63b7145894d is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:42:34.448734 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-a0c9a51d-7d30-4d21-a2bc-f17b20613867 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:42:34.458155 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c9a51d-7d30-4d21-a2bc-f17b20613867 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Pushing event updated for resources: {'Port': ['ID=15aa5c86-8324-4f47-8c7c-ded117607320,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:34.460619 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c9a51d-7d30-4d21-a2bc-f17b20613867 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:42:34.502029 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-749c21c0-2167-451a-ae6d-0a4bef3ffe2b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=43a69385292e455b967fa66da54a5a1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1109250 Jul 13 13:42:34.505035 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 35038) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:42:34.553505 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:34.627754 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-715dc776-04cd-4d22-a1a0-c8428a095214 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:34.631445 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 6519e760-a9a3-4a2b-bf97-9f6df346c87b, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=6519e760-a9a3-4a2b-bf97-9f6df346c87b,segment=NetworkSegment(27f63a08-6db3-4d97-a988-03b1ef2e193c),segment_id=27f63a08-6db3-4d97-a988-03b1ef2e193c)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:42:34.685079 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c9a51d-7d30-4d21-a2bc-f17b20613867 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:34.685787 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a51d-7d30-4d21-a2bc-f17b20613867 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:34.703179 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-c2d0b7bd-e60b-4700-a148-32bb117be853 None None] Provisioning complete for port 92a6bfa5-ada0-4437-aabc-a33f7020180f triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:42:34.709475 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c2d0b7bd-e60b-4700-a148-32bb117be853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:34.725407 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-a0c9a51d-7d30-4d21-a2bc-f17b20613867 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.3749926 Jul 13 13:42:34.727987 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 35052) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:42:34.749946 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-715dc776-04cd-4d22-a1a0-c8428a095214 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:34.778385 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port d8c0eed5-51a1-499c-bbfb-e3cd5ce17f5d, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=d8c0eed5-51a1-499c-bbfb-e3cd5ce17f5d,segment=NetworkSegment(a9164f8e-85a1-4636-8152-056ceef5122a),segment_id=a9164f8e-85a1-4636-8152-056ceef5122a)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:42:34.796463 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Returning: {'device': '6519e760-a9a3-4a2b-bf97-9f6df346c87b', 'network_id': '537cc3d3-b4a9-45da-af17-7bd28a40a8b6', 'port_id': '6519e760-a9a3-4a2b-bf97-9f6df346c87b', 'mac_address': 'fa:16:3e:ac:6d:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '177c53a6-bc84-40f7-bab2-8d84c5dbcaa2', 'ip_address': '19.80.0.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 13:42:34.810054 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:34.954701 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-08e1067c-cebf-433c-9593-282bd8c44f97 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:34.971971 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-08e1067c-cebf-433c-9593-282bd8c44f97 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:34.972804 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-08e1067c-cebf-433c-9593-282bd8c44f97 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1785045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451806'] for router_interface, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:35.055462 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f99e5d8-5a86-44fd-9e71-6e8d18c7daf3 req-0139e0ba-08ba-46aa-bfa8-00984bcea4e0 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:35.063380 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae147b0-474c-4660-aab8-e453815c8fc8 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:35.065306 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-3ae147b0-474c-4660-aab8-e453815c8fc8 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.11 HTTP/1.1" status: 200 len: 921 time: 0.3362272 Jul 13 13:42:35.074830 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 35068) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:42:35.075195 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5f99e5d8-5a86-44fd-9e71-6e8d18c7daf3 req-0139e0ba-08ba-46aa-bfa8-00984bcea4e0 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/ports?device_id=e09381ea-19e8-4569-9cfc-1dec7c686fa5 HTTP/1.1" status: 200 len: 950 time: 0.4004343 Jul 13 13:42:35.077173 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-715dc776-04cd-4d22-a1a0-c8428a095214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:35.078679 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 92a6bfa5-ada0-4437-aabc-a33f7020180f up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:42:35.084663 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-715dc776-04cd-4d22-a1a0-c8428a095214 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:35.087904 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:35.089754 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-715dc776-04cd-4d22-a1a0-c8428a095214 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ed8f878b-400a-4a23-ab11-fd71d6dc1a28 HTTP/1.1" status: 204 len: 168 time: 0.5830793 Jul 13 13:42:35.130218 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 35072) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:42:35.249422 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6519e760-a9a3-4a2b-bf97-9f6df346c87b {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:42:35.262851 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=d8c0eed5-51a1-499c-bbfb-e3cd5ce17f5d,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:35.298698 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e1067c-cebf-433c-9593-282bd8c44f97 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Pushing event updated for resources: {'Port': ['ID=301ccbb4-619b-4daa-acf6-12e9498b788e,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:35.314424 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 6519e760-a9a3-4a2b-bf97-9f6df346c87b, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=6519e760-a9a3-4a2b-bf97-9f6df346c87b,segment=NetworkSegment(27f63a08-6db3-4d97-a988-03b1ef2e193c),segment_id=27f63a08-6db3-4d97-a988-03b1ef2e193c)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:42:35.315569 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 92a6bfa5-ada0-4437-aabc-a33f7020180f triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:42:35.316004 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:35.364628 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:35.365465 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device c6af1154-ca4a-491b-b9a2-9a9bd821e4ae details requested by agent hyperv_n-h2-800634-1 with host n-h2-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 13:42:35.420713 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-c2d0b7bd-e60b-4700-a148-32bb117be853 None None] Provisioning for port 301ccbb4-619b-4daa-acf6-12e9498b788e completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:42:35.447939 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-c2d0b7bd-e60b-4700-a148-32bb117be853 None None] Provisioning complete for port 301ccbb4-619b-4daa-acf6-12e9498b788e triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:42:35.448495 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c2d0b7bd-e60b-4700-a148-32bb117be853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:35.490892 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-c2d0b7bd-e60b-4700-a148-32bb117be853 None None] Port 301ccbb4-619b-4daa-acf6-12e9498b788e cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:42:35.516344 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715dc776-04cd-4d22-a1a0-c8428a095214 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed8f878b-400a-4a23-ab11-fd71d6dc1a28,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:35.569183 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5f99e5d8-5a86-44fd-9e71-6e8d18c7daf3 req-cecd1e6a-57a8-4a37-8284-3ab582eccf45 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/security-groups?id=945af9a8-1349-436a-a066-b9a0fd8d3dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4927819 Jul 13 13:42:35.623214 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=6519e760-a9a3-4a2b-bf97-9f6df346c87b,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:35.659876 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-269db7c1-062c-4ff0-b588-15c05f38b47b None None] Provisioning for port 15aa5c86-8324-4f47-8c7c-ded117607320 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:42:35.670295 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-269db7c1-062c-4ff0-b588-15c05f38b47b None None] Provisioning complete for port 15aa5c86-8324-4f47-8c7c-ded117607320 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:42:35.671913 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-269db7c1-062c-4ff0-b588-15c05f38b47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:35.701391 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-818fa7cd-9155-4ebc-86ca-bd8e082c9eb3 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1057289688-network', 'tenant_id': 'ef6418d5526f4765ba53df412776e3e7'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:42:35.709969 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-4a8544c4-78c7-43b9-a168-016ce298cb32 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Deleting port 15aa5c86-8324-4f47-8c7c-ded117607320 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:42:35.710966 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4a8544c4-78c7-43b9-a168-016ce298cb32 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:35.714690 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e1067c-cebf-433c-9593-282bd8c44f97 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Network 108cd37a-3360-4aa8-8b67-50a790b3146c is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:42:35.725096 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-269db7c1-062c-4ff0-b588-15c05f38b47b None None] Port 15aa5c86-8324-4f47-8c7c-ded117607320 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:42:35.727858 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port c6af1154-ca4a-491b-b9a2-9a9bd821e4ae, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=c6af1154-ca4a-491b-b9a2-9a9bd821e4ae,segment=NetworkSegment(af6a54f1-3767-4dd9-b590-41d6147fb705),segment_id=af6a54f1-3767-4dd9-b590-41d6147fb705)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:42:35.731309 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-08e1067c-cebf-433c-9593-282bd8c44f97 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:42:35.744662 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Returning: {'device': 'c6af1154-ca4a-491b-b9a2-9a9bd821e4ae', 'network_id': '2cd3f629-21c1-4089-814b-ac76071f5144', 'port_id': 'c6af1154-ca4a-491b-b9a2-9a9bd821e4ae', 'mac_address': 'fa:16:3e:81:e8:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ea397c0-4fbe-4d7f-9983-4a280d09bdd3', 'ip_address': '19.86.0.161'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 13:42:35.745652 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-818fa7cd-9155-4ebc-86ca-bd8e082c9eb3 admin admin] Made reservation on behalf of ef6418d5526f4765ba53df412776e3e7 for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:42:35.748486 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-818fa7cd-9155-4ebc-86ca-bd8e082c9eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:35.753097 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-269db7c1-062c-4ff0-b588-15c05f38b47b None None] Provisioning complete for port 301ccbb4-619b-4daa-acf6-12e9498b788e triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:42:35.753714 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-269db7c1-062c-4ff0-b588-15c05f38b47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:35.772270 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-818fa7cd-9155-4ebc-86ca-bd8e082c9eb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:35.785270 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3026ba9-44eb-4581-8d11-894c39994e5a req-21e0d7cb-4b56-4fea-99ee-e3893cb44d3c tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:35.791283 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3026ba9-44eb-4581-8d11-894c39994e5a req-21e0d7cb-4b56-4fea-99ee-e3893cb44d3c tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:35.800722 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3026ba9-44eb-4581-8d11-894c39994e5a req-21e0d7cb-4b56-4fea-99ee-e3893cb44d3c tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:35.802487 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a3026ba9-44eb-4581-8d11-894c39994e5a req-21e0d7cb-4b56-4fea-99ee-e3893cb44d3c tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] 10.222.0.23 "GET /v2.0/ports?device_id=e88e0734-1f99-4dbb-b304-12db10efef83 HTTP/1.1" status: 200 len: 2411 time: 0.5622244 Jul 13 13:42:35.831896 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-269db7c1-062c-4ff0-b588-15c05f38b47b None None] Port 301ccbb4-619b-4daa-acf6-12e9498b788e cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:42:35.833079 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:35.847675 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6af1154-ca4a-491b-b9a2-9a9bd821e4ae {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:42:35.875164 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port c6af1154-ca4a-491b-b9a2-9a9bd821e4ae, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=c6af1154-ca4a-491b-b9a2-9a9bd821e4ae,segment=NetworkSegment(af6a54f1-3767-4dd9-b590-41d6147fb705),segment_id=af6a54f1-3767-4dd9-b590-41d6147fb705)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:42:35.884424 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:35.885105 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device cabe3ad4-87dd-4319-b8e4-599e6ad39b93 details requested by agent hyperv_n-h2-800634-1 with host n-h2-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 13:42:35.959601 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=c6af1154-ca4a-491b-b9a2-9a9bd821e4ae,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:35.973197 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port cabe3ad4-87dd-4319-b8e4-599e6ad39b93, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=cabe3ad4-87dd-4319-b8e4-599e6ad39b93,segment=NetworkSegment(27f63a08-6db3-4d97-a988-03b1ef2e193c),segment_id=27f63a08-6db3-4d97-a988-03b1ef2e193c)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:42:36.004732 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-818fa7cd-9155-4ebc-86ca-bd8e082c9eb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:36.006000 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Returning: {'device': 'cabe3ad4-87dd-4319-b8e4-599e6ad39b93', 'network_id': '537cc3d3-b4a9-45da-af17-7bd28a40a8b6', 'port_id': 'cabe3ad4-87dd-4319-b8e4-599e6ad39b93', 'mac_address': 'fa:16:3e:17:41:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '177c53a6-bc84-40f7-bab2-8d84c5dbcaa2', 'ip_address': '19.80.0.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 13:42:36.010064 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-818fa7cd-9155-4ebc-86ca-bd8e082c9eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:36.065107 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:36.076519 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a3026ba9-44eb-4581-8d11-894c39994e5a req-5f65f494-7245-4be3-adcb-c80f6dbc797b tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ac1545a-5526-4c2d-93f1-674377bb30c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929989 Jul 13 13:42:36.080839 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-818fa7cd-9155-4ebc-86ca-bd8e082c9eb3 admin admin] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 13:42:36.087928 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cabe3ad4-87dd-4319-b8e4-599e6ad39b93 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:42:36.088275 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4a8544c4-78c7-43b9-a168-016ce298cb32 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:36.114831 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818fa7cd-9155-4ebc-86ca-bd8e082c9eb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd374adc-73a7-4812-9be6-45acdaeb0bb5,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:36.125388 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-4a8544c4-78c7-43b9-a168-016ce298cb32 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Calling delete_port for 15aa5c86-8324-4f47-8c7c-ded117607320 owned by {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:42:36.135543 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-818fa7cd-9155-4ebc-86ca-bd8e082c9eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:36.141380 n-d-800634-1 neutron-server[93750]: INFO neutron.db.segments_db [None req-818fa7cd-9155-4ebc-86ca-bd8e082c9eb3 admin admin] Added segment 370d7ede-eeb6-46ae-b4ce-87c4cdf3222b of type vlan for network 4044b022-747e-4834-bc76-73d0f411c2c3 Jul 13 13:42:36.141521 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08e1067c-cebf-433c-9593-282bd8c44f97 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Router 4b1a190a-b533-42a3-ad5b-67b7033fc544 has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 13:42:36.149645 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port cabe3ad4-87dd-4319-b8e4-599e6ad39b93, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=cabe3ad4-87dd-4319-b8e4-599e6ad39b93,segment=NetworkSegment(27f63a08-6db3-4d97-a988-03b1ef2e193c),segment_id=27f63a08-6db3-4d97-a988-03b1ef2e193c)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:42:36.162475 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:36.266675 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-818fa7cd-9155-4ebc-86ca-bd8e082c9eb3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:36.343974 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-818fa7cd-9155-4ebc-86ca-bd8e082c9eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:36.345469 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-818fa7cd-9155-4ebc-86ca-bd8e082c9eb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:36.346090 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-818fa7cd-9155-4ebc-86ca-bd8e082c9eb3 admin admin] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:36.396682 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08e1067c-cebf-433c-9593-282bd8c44f97 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:42:36.408677 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b99087-d9db-4220-8809-6117d3e76820 None None] Sync routers for ids ['4b1a190a-b533-42a3-ad5b-67b7033fc544'] in n-d-800634-1 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:42:36.425523 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-08e1067c-cebf-433c-9593-282bd8c44f97 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] 10.222.0.23 "PUT /v2.0/routers/4b1a190a-b533-42a3-ad5b-67b7033fc544/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4129257 Jul 13 13:42:36.426731 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b99087-d9db-4220-8809-6117d3e76820 None None] Routers {'4b1a190a-b533-42a3-ad5b-67b7033fc544'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:42:36.427371 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-e7b99087-d9db-4220-8809-6117d3e76820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:42:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['4b1a190a-b533-42a3-ad5b-67b7033fc544'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:42:36.428391 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 35126) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:42:36.433950 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-efee77d6-982b-4db4-b33c-b74fc43f81d2 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1341524024'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:42:36.481219 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4a8544c4-78c7-43b9-a168-016ce298cb32 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:36.485100 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efee77d6-982b-4db4-b33c-b74fc43f81d2 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Made reservation on behalf of 485fea06b0b7495bb8721e368ed7bc86 for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:42:36.490095 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=cabe3ad4-87dd-4319-b8e4-599e6ad39b93,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:36.495057 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-efee77d6-982b-4db4-b33c-b74fc43f81d2 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:36.507542 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-818fa7cd-9155-4ebc-86ca-bd8e082c9eb3 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3758342 Jul 13 13:42:36.510117 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 35136) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:42:36.510634 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-9b7ec258-2b5c-4303-bb92-42d13bdd20ba None None] Provisioning complete for port 301ccbb4-619b-4daa-acf6-12e9498b788e triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:42:36.511682 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9b7ec258-2b5c-4303-bb92-42d13bdd20ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:36.536127 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-f9ace204-1ed9-453a-9bb5-90e1c400d4bc admin admin] Request body: {'subnet': {'network_id': '4044b022-747e-4834-bc76-73d0f411c2c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1057289688-subnet', 'tenant_id': 'ef6418d5526f4765ba53df412776e3e7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:42:36.544543 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8544c4-78c7-43b9-a168-016ce298cb32 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Pushing event deleted for resources: {'Port': ['ID=15aa5c86-8324-4f47-8c7c-ded117607320,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:36.569630 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['cabe3ad4-87dd-4319-b8e4-599e6ad39b93'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:42:36.583835 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818fa7cd-9155-4ebc-86ca-bd8e082c9eb3 admin admin] Pushing event updated for resources: {'Network': ['ID=4044b022-747e-4834-bc76-73d0f411c2c3,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:36.604987 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efee77d6-982b-4db4-b33c-b74fc43f81d2 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 13:42:36.637340 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9ace204-1ed9-453a-9bb5-90e1c400d4bc admin admin] Made reservation on behalf of ef6418d5526f4765ba53df412776e3e7 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:42:36.640530 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f9ace204-1ed9-453a-9bb5-90e1c400d4bc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4763385'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:36.652973 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-efee77d6-982b-4db4-b33c-b74fc43f81d2 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:36.656123 n-d-800634-1 neutron-server[93751]: INFO neutron.db.segments_db [None req-efee77d6-982b-4db4-b33c-b74fc43f81d2 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Added segment 6b9a3489-3589-4ad4-81f5-41ed336645a5 of type vlan for network 9ef38924-89ab-46fe-92c4-d52f31d3a591 Jul 13 13:42:36.665086 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['c6af1154-ca4a-491b-b9a2-9a9bd821e4ae'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:42:36.684011 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network 4044b022-747e-4834-bc76-73d0f411c2c3 details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 13:42:36.735654 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4a8544c4-78c7-43b9-a168-016ce298cb32 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:36.738079 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-4a8544c4-78c7-43b9-a168-016ce298cb32 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] 10.222.0.23 "DELETE /v2.0/ports/15aa5c86-8324-4f47-8c7c-ded117607320 HTTP/1.1" status: 204 len: 168 time: 1.6621988 Jul 13 13:42:36.741120 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 35146) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:42:36.753487 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-efee77d6-982b-4db4-b33c-b74fc43f81d2 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:36.782432 n-d-800634-1 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-169d6448-aeaf-4ef5-908d-53c789c8f4f3 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] GET failed (client error): The resource could not be found. Jul 13 13:42:36.787504 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-169d6448-aeaf-4ef5-908d-53c789c8f4f3 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] 10.222.0.23 "GET /v2.0/ports/15aa5c86-8324-4f47-8c7c-ded117607320 HTTP/1.1" status: 404 len: 333 time: 0.0449033 Jul 13 13:42:36.788659 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 35150) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:42:36.885444 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-efee77d6-982b-4db4-b33c-b74fc43f81d2 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:36.896444 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efee77d6-982b-4db4-b33c-b74fc43f81d2 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:36.897156 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-efee77d6-982b-4db4-b33c-b74fc43f81d2 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:36.930350 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-9b7ec258-2b5c-4303-bb92-42d13bdd20ba None None] Port 301ccbb4-619b-4daa-acf6-12e9498b788e cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:42:36.973311 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-e7b99087-d9db-4220-8809-6117d3e76820 None None] Set router 4b1a190a-b533-42a3-ad5b-67b7033fc544 gateway port host: None {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:42:37.044415 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device d8c0eed5-51a1-499c-bbfb-e3cd5ce17f5d up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:42:37.095987 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-efee77d6-982b-4db4-b33c-b74fc43f81d2 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6650748 Jul 13 13:42:37.103163 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 35162) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:42:37.112137 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efee77d6-982b-4db4-b33c-b74fc43f81d2 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Pushing event updated for resources: {'Network': ['ID=9ef38924-89ab-46fe-92c4-d52f31d3a591,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:37.120964 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-a8d9cb71-0ada-4923-a0fc-2bc2e955005b tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Request body: {'subnet': {'network_id': '9ef38924-89ab-46fe-92c4-d52f31d3a591', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:42:37.149004 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network 9ef38924-89ab-46fe-92c4-d52f31d3a591 details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 13:42:37.167214 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bc624a-5297-4ca7-9b36-8ea7df561529 req-0e168f79-8372-45c0-aa25-d7c9f09310f7 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:37.180035 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-85bc624a-5297-4ca7-9b36-8ea7df561529 req-0e168f79-8372-45c0-aa25-d7c9f09310f7 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/ports?device_id=e09381ea-19e8-4569-9cfc-1dec7c686fa5 HTTP/1.1" status: 200 len: 950 time: 0.3808532 Jul 13 13:42:37.267359 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-85bc624a-5297-4ca7-9b36-8ea7df561529 req-7a33d553-73a6-49d3-950a-4243cc6eeed0 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/security-groups?id=945af9a8-1349-436a-a066-b9a0fd8d3dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862033 Jul 13 13:42:37.276158 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-5dd6aea9-5ec0-4d67-8286-0da434cf5020 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Deleting port 942ba96a-e0af-4d4d-a50d-48300f62b7b5 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:42:37.283820 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5dd6aea9-5ec0-4d67-8286-0da434cf5020 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:37.383864 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-e7b99087-d9db-4220-8809-6117d3e76820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b1a190a-b533-42a3-ad5b-67b7033fc544', 'name': 'tempest-RoutersIpV6Test-router-1786170495', 'tenant_id': '485fea06b0b7495bb8721e368ed7bc86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:42:05Z', 'updated_at': '2021-07-13T13:42:34Z', 'revision_number': 4, 'project_id': '485fea06b0b7495bb8721e368ed7bc86', 'gw_port_host': None, '_interfaces': [{'id': '301ccbb4-619b-4daa-acf6-12e9498b788e', 'name': '', 'network_id': '108cd37a-3360-4aa8-8b67-50a790b3146c', 'tenant_id': '485fea06b0b7495bb8721e368ed7bc86', 'mac_address': 'fa:16:3e:65:5b:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b1a190a-b533-42a3-ad5b-67b7033fc544', 'device_owner': 'network:router_interface', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': 'fdcb287b-f1cd-4240-a827-e159708e163c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:42:31Z', 'updated_at': '2021-07-13T13:42:34Z', 'revision_number': 2, 'project_id': '485fea06b0b7495bb8721e368ed7bc86', 'subnets': [{'id': 'fdcb287b-f1cd-4240-a827-e159708e163c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '480b6147-c801-4de9-b029-9a95df87513d', 'name': '', 'network_id': '9c959d53-e4b0-48a2-b232-66cb1c914ffc', 'tenant_id': '485fea06b0b7495bb8721e368ed7bc86', 'mac_address': 'fa:16:3e:c8:ef:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1a190a-b533-42a3-ad5b-67b7033fc544', 'device_owner': 'network:router_interface', 'standard_attr_id': 1600, 'fixed_ips': [{'subnet_id': 'c8787d49-ec9b-4955-abad-fa3f0718ac34', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:42:10Z', 'updated_at': '2021-07-13T13:42:21Z', 'revision_number': 5, 'project_id': '485fea06b0b7495bb8721e368ed7bc86', 'subnets': [{'id': 'c8787d49-ec9b-4955-abad-fa3f0718ac34', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61b62a01-5d6d-4aa9-ade9-444d820aca96', 'name': '', 'network_id': '528f896c-ef63-4a6d-8ee2-08fbfe2387ea', 'tenant_id': '485fea06b0b7495bb8721e368ed7bc86', 'mac_address': 'fa:16:3e:e0:19:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1a190a-b533-42a3-ad5b-67b7033fc544', 'device_owner': 'network:router_interface', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': 'c7aebc9d-cf95-4909-94a3-725b7a37b87a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:42:20Z', 'updated_at': '2021-07-13T13:42:31Z', 'revision_number': 5, 'project_id': '485fea06b0b7495bb8721e368ed7bc86', 'subnets': [{'id': 'c7aebc9d-cf95-4909-94a3-725b7a37b87a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:42:37.412274 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port d8c0eed5-51a1-499c-bbfb-e3cd5ce17f5d triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:42:37.412934 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:37.431961 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b99087-d9db-4220-8809-6117d3e76820 None None] Checking router: 4b1a190a-b533-42a3-ad5b-67b7033fc544 for host: n-d-800634-1 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 13:42:37.431961 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b99087-d9db-4220-8809-6117d3e76820 None None] Updating router 4b1a190a-b533-42a3-ad5b-67b7033fc544 port 301ccbb4-619b-4daa-acf6-12e9498b788e binding host n-d-800634-1 {{(pid=93753) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 13:42:37.473532 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e7b99087-d9db-4220-8809-6117d3e76820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:37.494442 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8d9cb71-0ada-4923-a0fc-2bc2e955005b tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Made reservation on behalf of 485fea06b0b7495bb8721e368ed7bc86 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:42:37.498835 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a8d9cb71-0ada-4923-a0fc-2bc2e955005b tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4763385'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:37.508852 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['6519e760-a9a3-4a2b-bf97-9f6df346c87b'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:42:37.650217 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 35188) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:42:37.784341 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5dd6aea9-5ec0-4d67-8286-0da434cf5020 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:37.824837 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-5d1caafd-6937-4dc9-95ba-f8303e26419e tempest-RoutersAdminNegativeIpV6Test-486530696 tempest-RoutersAdminNegativeIpV6Test-486530696-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1288239367', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:42:37.836021 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15e8136-3591-434e-aabc-913ad0b2d64f req-4e6830e2-fd4a-4f5d-9118-b7dbda72efc7 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:37.841958 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15e8136-3591-434e-aabc-913ad0b2d64f req-4e6830e2-fd4a-4f5d-9118-b7dbda72efc7 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:37.847925 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15e8136-3591-434e-aabc-913ad0b2d64f req-4e6830e2-fd4a-4f5d-9118-b7dbda72efc7 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:37.849630 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f15e8136-3591-434e-aabc-913ad0b2d64f req-4e6830e2-fd4a-4f5d-9118-b7dbda72efc7 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] 10.222.0.23 "GET /v2.0/ports?device_id=e88e0734-1f99-4dbb-b304-12db10efef83 HTTP/1.1" status: 200 len: 2414 time: 0.4664259 Jul 13 13:42:37.851389 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-5dd6aea9-5ec0-4d67-8286-0da434cf5020 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Calling delete_port for 942ba96a-e0af-4d4d-a50d-48300f62b7b5 owned by {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:42:37.860459 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a8d9cb71-0ada-4923-a0fc-2bc2e955005b tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5970588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4763339'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:37.871402 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d1caafd-6937-4dc9-95ba-f8303e26419e tempest-RoutersAdminNegativeIpV6Test-486530696 tempest-RoutersAdminNegativeIpV6Test-486530696-project-admin] Made reservation on behalf of 5868ef08373b40a9a8d77d6fa49420bc for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:42:37.876125 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5d1caafd-6937-4dc9-95ba-f8303e26419e tempest-RoutersAdminNegativeIpV6Test-486530696 tempest-RoutersAdminNegativeIpV6Test-486530696-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:37.890718 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5d1caafd-6937-4dc9-95ba-f8303e26419e tempest-RoutersAdminNegativeIpV6Test-486530696 tempest-RoutersAdminNegativeIpV6Test-486530696-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:37.955753 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f9ace204-1ed9-453a-9bb5-90e1c400d4bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5970588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4763339'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:37.963140 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e7b99087-d9db-4220-8809-6117d3e76820 None None] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:37.977457 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-e7b99087-d9db-4220-8809-6117d3e76820 None None] Transition to ACTIVE for port object 301ccbb4-619b-4daa-acf6-12e9498b788e will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:42:37.985908 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e7b99087-d9db-4220-8809-6117d3e76820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:38.014579 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f15e8136-3591-434e-aabc-913ad0b2d64f req-59e4873e-014b-49c3-bf3b-daff588ffa0a tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ac1545a-5526-4c2d-93f1-674377bb30c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480341 Jul 13 13:42:38.017832 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5d1caafd-6937-4dc9-95ba-f8303e26419e tempest-RoutersAdminNegativeIpV6Test-486530696 tempest-RoutersAdminNegativeIpV6Test-486530696-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:38.030690 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5d1caafd-6937-4dc9-95ba-f8303e26419e tempest-RoutersAdminNegativeIpV6Test-486530696 tempest-RoutersAdminNegativeIpV6Test-486530696-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:38.047988 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e57393-998a-4226-bd38-b095b00c50ef None None] Pushing event updated for resources: {'Port': ['ID=301ccbb4-619b-4daa-acf6-12e9498b788e,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:38.048822 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [None req-5d1caafd-6937-4dc9-95ba-f8303e26419e tempest-RoutersAdminNegativeIpV6Test-486530696 tempest-RoutersAdminNegativeIpV6Test-486530696-project-admin] device_id is not set on port d2effd3e-3e9b-4524-b3b7-c22a962cb280 yet. {{(pid=93751) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 13:42:38.054785 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d9cb71-0ada-4923-a0fc-2bc2e955005b tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Pushing event updated for resources: {'Subnet': ['ID=be0a16b1-77c9-4f86-81f9-68e139a8c3d0,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:38.109263 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-e7b99087-d9db-4220-8809-6117d3e76820 None None] Attempting to bind port 301ccbb4-619b-4daa-acf6-12e9498b788e on host n-d-800634-1 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:42:38.110145 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-e7b99087-d9db-4220-8809-6117d3e76820 None None] Attempting to bind port 301ccbb4-619b-4daa-acf6-12e9498b788e by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': 'ddd8adee-3bb8-4274-9c0b-7b8130ede2f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '108cd37a-3360-4aa8-8b67-50a790b3146c'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:42:38.110560 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b99087-d9db-4220-8809-6117d3e76820 None None] Attempting to bind port 301ccbb4-619b-4daa-acf6-12e9498b788e on network 108cd37a-3360-4aa8-8b67-50a790b3146c {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:42:38.116436 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b99087-d9db-4220-8809-6117d3e76820 None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 42, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:42:38.117693 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b99087-d9db-4220-8809-6117d3e76820 None None] Checking segment: {'id': 'ddd8adee-3bb8-4274-9c0b-7b8130ede2f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '108cd37a-3360-4aa8-8b67-50a790b3146c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:42:38.118135 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e7b99087-d9db-4220-8809-6117d3e76820 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:38.118531 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b99087-d9db-4220-8809-6117d3e76820 None None] Bound using segment: {'id': 'ddd8adee-3bb8-4274-9c0b-7b8130ede2f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '108cd37a-3360-4aa8-8b67-50a790b3146c'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:42:38.119009 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-e7b99087-d9db-4220-8809-6117d3e76820 None None] Bound port: 301ccbb4-619b-4daa-acf6-12e9498b788e, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddd8adee-3bb8-4274-9c0b-7b8130ede2f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '108cd37a-3360-4aa8-8b67-50a790b3146c'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:42:38.119398 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e7b99087-d9db-4220-8809-6117d3e76820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:38.125410 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ace204-1ed9-453a-9bb5-90e1c400d4bc admin admin] Checking segment: {'id': '370d7ede-eeb6-46ae-b4ce-87c4cdf3222b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4044b022-747e-4834-bc76-73d0f411c2c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:42:38.125793 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ace204-1ed9-453a-9bb5-90e1c400d4bc admin admin] Network hostable DHCP agents. Network: 4044b022-747e-4834-bc76-73d0f411c2c3, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 13:42:38.137544 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ace204-1ed9-453a-9bb5-90e1c400d4bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=22de4df8-967a-4ca5-99c3-67fec7ee33c8,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:38.158836 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d9cb71-0ada-4923-a0fc-2bc2e955005b tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Checking segment: {'id': '6b9a3489-3589-4ad4-81f5-41ed336645a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '9ef38924-89ab-46fe-92c4-d52f31d3a591'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:42:38.159205 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d9cb71-0ada-4923-a0fc-2bc2e955005b tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Network hostable DHCP agents. Network: 9ef38924-89ab-46fe-92c4-d52f31d3a591, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 13:42:38.181859 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 35196) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:42:38.187906 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1caafd-6937-4dc9-95ba-f8303e26419e tempest-RoutersAdminNegativeIpV6Test-486530696 tempest-RoutersAdminNegativeIpV6Test-486530696-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fde45534-fa14-44dd-9183-d5916f5829bb,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:38.217010 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ace204-1ed9-453a-9bb5-90e1c400d4bc admin admin] Network 4044b022-747e-4834-bc76-73d0f411c2c3 is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 13:42:38.223088 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-e7b99087-d9db-4220-8809-6117d3e76820 None None] For port 301ccbb4-619b-4daa-acf6-12e9498b788e, host n-d-800634-1, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:42:38.228123 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-e7b99087-d9db-4220-8809-6117d3e76820 None None] For port 301ccbb4-619b-4daa-acf6-12e9498b788e, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=301ccbb4-619b-4daa-acf6-12e9498b788e,segment=NetworkSegment(ddd8adee-3bb8-4274-9c0b-7b8130ede2f5),segment_id=ddd8adee-3bb8-4274-9c0b-7b8130ede2f5)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:42:38.234832 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e7b99087-d9db-4220-8809-6117d3e76820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:38.271861 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-5d1caafd-6937-4dc9-95ba-f8303e26419e tempest-RoutersAdminNegativeIpV6Test-486530696 tempest-RoutersAdminNegativeIpV6Test-486530696-project-admin] Allocated IP 172.25.6.228 (acf968b8-c524-46a9-a20b-ad9667009130/dde5a78e-bd1e-4f47-8189-7321d4de73d3/d2effd3e-3e9b-4524-b3b7-c22a962cb280) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:42:38.287313 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d9cb71-0ada-4923-a0fc-2bc2e955005b tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Network 9ef38924-89ab-46fe-92c4-d52f31d3a591 is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 13:42:38.304194 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-f9ace204-1ed9-453a-9bb5-90e1c400d4bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, 4044b022-747e-4834-bc76-73d0f411c2c3) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:42:38.306402 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-a8d9cb71-0ada-4923-a0fc-2bc2e955005b tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, 9ef38924-89ab-46fe-92c4-d52f31d3a591) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:42:38.321763 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8581c21-418c-4313-9d35-124a0761a656 None None] Network 4044b022-747e-4834-bc76-73d0f411c2c3 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:42:38.325493 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ace204-1ed9-453a-9bb5-90e1c400d4bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:38.326140 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f9ace204-1ed9-453a-9bb5-90e1c400d4bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:38.326280 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-424d4134-71cf-4c36-9805-0f265940c05b None None] Network 9ef38924-89ab-46fe-92c4-d52f31d3a591 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:42:38.342195 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5dd6aea9-5ec0-4d67-8286-0da434cf5020 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:38.343668 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0cbfa0ef-bac0-41d5-a190-408e1c507281 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:38.378974 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d9cb71-0ada-4923-a0fc-2bc2e955005b tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:38.379575 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a8d9cb71-0ada-4923-a0fc-2bc2e955005b tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:38.407442 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e57393-998a-4226-bd38-b095b00c50ef None None] Pushing event updated for resources: {'Port': ['ID=301ccbb4-619b-4daa-acf6-12e9498b788e,revision_number=4']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:38.428719 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b99087-d9db-4220-8809-6117d3e76820 None None] Routers {'4b1a190a-b533-42a3-ad5b-67b7033fc544'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:42:38.429615 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-e7b99087-d9db-4220-8809-6117d3e76820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:42:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['4b1a190a-b533-42a3-ad5b-67b7033fc544'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:42:38.442406 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device c6af1154-ca4a-491b-b9a2-9a9bd821e4ae up at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:42:38.592333 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5dd6aea9-5ec0-4d67-8286-0da434cf5020 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:38.598625 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 35204) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:42:38.599086 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-5dd6aea9-5ec0-4d67-8286-0da434cf5020 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] 10.222.0.23 "DELETE /v2.0/ports/942ba96a-e0af-4d4d-a50d-48300f62b7b5 HTTP/1.1" status: 204 len: 168 time: 1.8060694 Jul 13 13:42:38.602769 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd6aea9-5ec0-4d67-8286-0da434cf5020 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Pushing event deleted for resources: {'Port': ['ID=942ba96a-e0af-4d4d-a50d-48300f62b7b5,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:38.634868 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-e7b99087-d9db-4220-8809-6117d3e76820 None None] Set router 4b1a190a-b533-42a3-ad5b-67b7033fc544 gateway port host: None {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:42:38.731545 n-d-800634-1 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dba0ad8-5444-494c-812f-bafb9daf8e16 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] GET failed (client error): The resource could not be found. Jul 13 13:42:38.738167 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-0dba0ad8-5444-494c-812f-bafb9daf8e16 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] 10.222.0.23 "GET /v2.0/ports/942ba96a-e0af-4d4d-a50d-48300f62b7b5 HTTP/1.1" status: 404 len: 333 time: 0.1317067 Jul 13 13:42:38.738880 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 35206) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:42:38.761615 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning for port c6af1154-ca4a-491b-b9a2-9a9bd821e4ae completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:42:38.764965 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0cbfa0ef-bac0-41d5-a190-408e1c507281 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:38.770424 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning complete for port c6af1154-ca4a-491b-b9a2-9a9bd821e4ae triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:42:38.771761 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:38.780939 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0cbfa0ef-bac0-41d5-a190-408e1c507281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:38.820526 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5d1caafd-6937-4dc9-95ba-f8303e26419e tempest-RoutersAdminNegativeIpV6Test-486530696 tempest-RoutersAdminNegativeIpV6Test-486530696-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:38.887363 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 35208) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:42:38.890030 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-0cbfa0ef-bac0-41d5-a190-408e1c507281 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=98c4848306414291a787499345454a09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7054639 Jul 13 13:42:38.891268 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbfa0ef-bac0-41d5-a190-408e1c507281 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=def25771-284b-40af-adb0-743fca085f56,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:38.894664 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-f9ace204-1ed9-453a-9bb5-90e1c400d4bc admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.3685200 Jul 13 13:42:38.910073 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-a8d9cb71-0ada-4923-a0fc-2bc2e955005b tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8016796 Jul 13 13:42:38.911120 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 35210) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:42:38.911461 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 35212) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:42:38.912031 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c62db2fb-93ec-48ed-87d4-23bb7c0337e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a7201e1-61ce-5a3e-b7f7-e800379ed03b-9ef38924-89ab-46fe-92c4-d52f31d3a591', 'network_id': '9ef38924-89ab-46fe-92c4-d52f31d3a591', 'tenant_id': '485fea06b0b7495bb8721e368ed7bc86', 'fixed_ips': [{'subnet_id': 'be0a16b1-77c9-4f86-81f9-68e139a8c3d0'}]}} from n-d-800634-1. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 13:42:38.913064 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c62db2fb-93ec-48ed-87d4-23bb7c0337e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:38.941386 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0495eafe-4a10-4046-8986-ce3d538ba7c9 req-614cff61-e670-4cee-a8d2-e730242195ee tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:38.943589 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-0495eafe-4a10-4046-8986-ce3d538ba7c9 req-614cff61-e670-4cee-a8d2-e730242195ee tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/ports?device_id=e09381ea-19e8-4569-9cfc-1dec7c686fa5 HTTP/1.1" status: 200 len: 950 time: 0.4174612 Jul 13 13:42:38.954161 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-e7b99087-d9db-4220-8809-6117d3e76820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b1a190a-b533-42a3-ad5b-67b7033fc544', 'name': 'tempest-RoutersIpV6Test-router-1786170495', 'tenant_id': '485fea06b0b7495bb8721e368ed7bc86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:42:05Z', 'updated_at': '2021-07-13T13:42:34Z', 'revision_number': 4, 'project_id': '485fea06b0b7495bb8721e368ed7bc86', 'gw_port_host': None, '_interfaces': [{'id': '301ccbb4-619b-4daa-acf6-12e9498b788e', 'name': '', 'network_id': '108cd37a-3360-4aa8-8b67-50a790b3146c', 'tenant_id': '485fea06b0b7495bb8721e368ed7bc86', 'mac_address': 'fa:16:3e:65:5b:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b1a190a-b533-42a3-ad5b-67b7033fc544', 'device_owner': 'network:router_interface', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': 'fdcb287b-f1cd-4240-a827-e159708e163c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:42:31Z', 'updated_at': '2021-07-13T13:42:38Z', 'revision_number': 4, 'project_id': '485fea06b0b7495bb8721e368ed7bc86', 'subnets': [{'id': 'fdcb287b-f1cd-4240-a827-e159708e163c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '480b6147-c801-4de9-b029-9a95df87513d', 'name': '', 'network_id': '9c959d53-e4b0-48a2-b232-66cb1c914ffc', 'tenant_id': '485fea06b0b7495bb8721e368ed7bc86', 'mac_address': 'fa:16:3e:c8:ef:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1a190a-b533-42a3-ad5b-67b7033fc544', 'device_owner': 'network:router_interface', 'standard_attr_id': 1600, 'fixed_ips': [{'subnet_id': 'c8787d49-ec9b-4955-abad-fa3f0718ac34', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:42:10Z', 'updated_at': '2021-07-13T13:42:21Z', 'revision_number': 5, 'project_id': '485fea06b0b7495bb8721e368ed7bc86', 'subnets': [{'id': 'c8787d49-ec9b-4955-abad-fa3f0718ac34', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61b62a01-5d6d-4aa9-ade9-444d820aca96', 'name': '', 'network_id': '528f896c-ef63-4a6d-8ee2-08fbfe2387ea', 'tenant_id': '485fea06b0b7495bb8721e368ed7bc86', 'mac_address': 'fa:16:3e:e0:19:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1a190a-b533-42a3-ad5b-67b7033fc544', 'device_owner': 'network:router_interface', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': 'c7aebc9d-cf95-4909-94a3-725b7a37b87a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:42:20Z', 'updated_at': '2021-07-13T13:42:31Z', 'revision_number': 5, 'project_id': '485fea06b0b7495bb8721e368ed7bc86', 'subnets': [{'id': 'c7aebc9d-cf95-4909-94a3-725b7a37b87a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:42:38.969919 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f4691b8-396a-4f88-994c-d9db1dc0a3d4 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Deleting subnet f638a0b6-9402-4b03-84eb-5bbcbc427b80 {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 13:42:38.991893 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b99087-d9db-4220-8809-6117d3e76820 None None] The sync data for ids ['4b1a190a-b533-42a3-ad5b-67b7033fc544'] in n-d-800634-1 is: [{'id': '4b1a190a-b533-42a3-ad5b-67b7033fc544', 'name': 'tempest-RoutersIpV6Test-router-1786170495', 'tenant_id': '485fea06b0b7495bb8721e368ed7bc86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:42:05Z', 'updated_at': '2021-07-13T13:42:34Z', 'revision_number': 4, 'project_id': '485fea06b0b7495bb8721e368ed7bc86', 'gw_port_host': None, '_interfaces': [{'id': '301ccbb4-619b-4daa-acf6-12e9498b788e', 'name': '', 'network_id': '108cd37a-3360-4aa8-8b67-50a790b3146c', 'tenant_id': '485fea06b0b7495bb8721e368ed7bc86', 'mac_address': 'fa:16:3e:65:5b:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b1a190a-b533-42a3-ad5b-67b7033fc544', 'device_owner': 'network:router_interface', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': 'fdcb287b-f1cd-4240-a827-e159708e163c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:42:31Z', 'updated_at': '2021-07-13T13:42:38Z', 'revision_number': 4, 'project_id': '485fea06b0b7495bb8721e368ed7bc86', 'subnets': [{'id': 'fdcb287b-f1cd-4240-a827-e159708e163c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '480b6147-c801-4de9-b029-9a95df87513d', 'name': '', 'network_id': '9c959d53-e4b0-48a2-b232-66cb1c914ffc', 'tenant_id': '485fea06b0b7495bb8721e368ed7bc86', 'mac_address': 'fa:16:3e:c8:ef:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1a190a-b533-42a3-ad5b-67b7033fc544', 'device_owner': 'network:router_interface', 'standard_attr_id': 1600, 'fixed_ips': [{'subnet_id': 'c8787d49-ec9b-4955-abad-fa3f0718ac34', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:42:10Z', 'updated_at': '2021-07-13T13:42:21Z', 'revision_number': 5, 'project_id': '485fea06b0b7495bb8721e368ed7bc86', 'subnets': [{'id': 'c8787d49-ec9b-4955-abad-fa3f0718ac34', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61b62a01-5d6d-4aa9-ade9-444d820aca96', 'name': '', 'network_id': '528f896c-ef63-4a6d-8ee2-08fbfe2387ea', 'tenant_id': '485fea06b0b7495bb8721e368ed7bc86', 'mac_address': 'fa:16:3e:e0:19:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1a190a-b533-42a3-ad5b-67b7033fc544', 'device_owner': 'network:router_interface', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': 'c7aebc9d-cf95-4909-94a3-725b7a37b87a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:42:20Z', 'updated_at': '2021-07-13T13:42:31Z', 'revision_number': 5, 'project_id': '485fea06b0b7495bb8721e368ed7bc86', 'subnets': [{'id': 'c7aebc9d-cf95-4909-94a3-725b7a37b87a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:42:39.060207 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:39.101360 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-4408b905-7019-4dc1-a8f4-65fb26b52804 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1057289688-router', 'tenant_id': 'ef6418d5526f4765ba53df412776e3e7', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:42:39.105503 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3f4691b8-396a-4f88-994c-d9db1dc0a3d4 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:39.145020 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2bde3ad-2f69-4ab8-9c72-3827cc41a56f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a7201e1-61ce-5a3e-b7f7-e800379ed03b-4044b022-747e-4834-bc76-73d0f411c2c3', 'network_id': '4044b022-747e-4834-bc76-73d0f411c2c3', 'tenant_id': 'ef6418d5526f4765ba53df412776e3e7', 'fixed_ips': [{'subnet_id': '22de4df8-967a-4ca5-99c3-67fec7ee33c8'}]}} from n-d-800634-1. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 13:42:39.146314 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c2bde3ad-2f69-4ab8-9c72-3827cc41a56f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:39.168361 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-074b46d6-f125-4c27-be77-daf498b9ca7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:39.213436 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-074b46d6-f125-4c27-be77-daf498b9ca7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:39.218935 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e88e0734-1f99-4dbb-b304-12db10efef83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6af1154-ca4a-491b-b9a2-9a9bd821e4ae'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:42:39.221416 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13268065-0553-48e6-b21a-34b54ea1a96d" -d '{"events": [{"server_uuid": "e88e0734-1f99-4dbb-b304-12db10efef83", "name": "network-vif-plugged", "status": "completed", "tag": "c6af1154-ca4a-491b-b9a2-9a9bd821e4ae"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:42:39.223898 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4408b905-7019-4dc1-a8f4-65fb26b52804 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1591928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2714'] for router, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:39.225225 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4408b905-7019-4dc1-a8f4-65fb26b52804 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447198', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1629690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2689'] for router, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:39.266030 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port c6af1154-ca4a-491b-b9a2-9a9bd821e4ae, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=c6af1154-ca4a-491b-b9a2-9a9bd821e4ae,segment=NetworkSegment(af6a54f1-3767-4dd9-b590-41d6147fb705),segment_id=af6a54f1-3767-4dd9-b590-41d6147fb705)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:42:39.286601 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:39.287425 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device cabe3ad4-87dd-4319-b8e4-599e6ad39b93 up at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:42:39.395299 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-0495eafe-4a10-4046-8986-ce3d538ba7c9 req-4a27aa42-52d8-495d-ab5d-ab1daab2b998 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/security-groups?id=945af9a8-1349-436a-a066-b9a0fd8d3dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4415450 Jul 13 13:42:39.407747 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3f4691b8-396a-4f88-994c-d9db1dc0a3d4 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6018489'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:39.411170 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5d1caafd-6937-4dc9-95ba-f8303e26419e tempest-RoutersAdminNegativeIpV6Test-486530696 tempest-RoutersAdminNegativeIpV6Test-486530696-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:39.470219 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-c62db2fb-93ec-48ed-87d4-23bb7c0337e6 None None] Allocated IP 2001:db8:3::2 (9ef38924-89ab-46fe-92c4-d52f31d3a591/be0a16b1-77c9-4f86-81f9-68e139a8c3d0/fe98244b-a0f6-4bc7-995c-23af7d7282c3) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:42:39.505840 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1caafd-6937-4dc9-95ba-f8303e26419e tempest-RoutersAdminNegativeIpV6Test-486530696 tempest-RoutersAdminNegativeIpV6Test-486530696-project-admin] Pushing event updated for resources: {'Port': ['ID=d2effd3e-3e9b-4524-b3b7-c22a962cb280,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:39.517210 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d1caafd-6937-4dc9-95ba-f8303e26419e tempest-RoutersAdminNegativeIpV6Test-486530696 tempest-RoutersAdminNegativeIpV6Test-486530696-project-admin] Network acf968b8-c524-46a9-a20b-ad9667009130 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:42:39.518165 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-074b46d6-f125-4c27-be77-daf498b9ca7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:39.521464 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-074b46d6-f125-4c27-be77-daf498b9ca7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:39.522672 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-074b46d6-f125-4c27-be77-daf498b9ca7e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/def25771-284b-40af-adb0-743fca085f56 HTTP/1.1" status: 204 len: 168 time: 0.6316700 Jul 13 13:42:39.540128 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4408b905-7019-4dc1-a8f4-65fb26b52804 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:39.544657 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074b46d6-f125-4c27-be77-daf498b9ca7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=def25771-284b-40af-adb0-743fca085f56,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:39.547945 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-5d1caafd-6937-4dc9-95ba-f8303e26419e tempest-RoutersAdminNegativeIpV6Test-486530696 tempest-RoutersAdminNegativeIpV6Test-486530696-project-admin] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:42:39.550721 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1caafd-6937-4dc9-95ba-f8303e26419e tempest-RoutersAdminNegativeIpV6Test-486530696 tempest-RoutersAdminNegativeIpV6Test-486530696-project-admin] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:42:39.555891 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2f27383-d850-4f7c-bd21-ccc7ef4e0a64 x-openstack-request-id: req-c2f27383-d850-4f7c-bd21-ccc7ef4e0a64 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:42:39.556189 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e88e0734-1f99-4dbb-b304-12db10efef83", "name": "network-vif-plugged", "status": "completed", "tag": "c6af1154-ca4a-491b-b9a2-9a9bd821e4ae", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:42:39.556446 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c2f27383-d850-4f7c-bd21-ccc7ef4e0a64 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:42:39.556841 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e88e0734-1f99-4dbb-b304-12db10efef83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6af1154-ca4a-491b-b9a2-9a9bd821e4ae', 'code': 200} Jul 13 13:42:39.602197 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d1caafd-6937-4dc9-95ba-f8303e26419e tempest-RoutersAdminNegativeIpV6Test-486530696 tempest-RoutersAdminNegativeIpV6Test-486530696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:39.602830 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5d1caafd-6937-4dc9-95ba-f8303e26419e tempest-RoutersAdminNegativeIpV6Test-486530696 tempest-RoutersAdminNegativeIpV6Test-486530696-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:39.608051 n-d-800634-1 neutron-server[93751]: INFO neutron.api.v2.resource [req-d3a7cd11-733e-410d-9877-cc982904c1bb req-ee6d8dff-29af-40ff-8c12-1ef5bcf62c04 service neutron] show failed (client error): The resource could not be found. Jul 13 13:42:39.609098 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d3a7cd11-733e-410d-9877-cc982904c1bb req-ee6d8dff-29af-40ff-8c12-1ef5bcf62c04 service neutron] 10.222.0.41 "GET /v2.0/ports/556645b5-7a97-4d3a-94a9-6bd9e5cf58f2/bindings/n-h1-800634-1 HTTP/1.1" status: 404 len: 380 time: 0.3357902 Jul 13 13:42:39.692309 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-5d1caafd-6937-4dc9-95ba-f8303e26419e tempest-RoutersAdminNegativeIpV6Test-486530696 tempest-RoutersAdminNegativeIpV6Test-486530696-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 2.0373650 Jul 13 13:42:39.692473 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=c6af1154-ca4a-491b-b9a2-9a9bd821e4ae,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:39.692566 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 35222) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:42:39.709408 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-bc4cbba4-de50-4b7c-80cf-ef00e33ebe1f tempest-RoutersAdminNegativeIpV6Test-486530696 tempest-RoutersAdminNegativeIpV6Test-486530696-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.228'}]}}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:42:39.756265 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning for port cabe3ad4-87dd-4319-b8e4-599e6ad39b93 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:42:39.768655 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-c2bde3ad-2f69-4ab8-9c72-3827cc41a56f None None] Allocated IP 172.20.0.2 (4044b022-747e-4834-bc76-73d0f411c2c3/22de4df8-967a-4ca5-99c3-67fec7ee33c8/7393d66a-5565-4ec3-8de8-f31a7ede1e80) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:42:39.773362 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning complete for port cabe3ad4-87dd-4319-b8e4-599e6ad39b93 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:42:39.774158 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:39.795975 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4408b905-7019-4dc1-a8f4-65fb26b52804 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447180', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1591910', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2751'] for router, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:39.828680 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3f4691b8-396a-4f88-994c-d9db1dc0a3d4 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:39.913444 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bc4cbba4-de50-4b7c-80cf-ef00e33ebe1f tempest-RoutersAdminNegativeIpV6Test-486530696 tempest-RoutersAdminNegativeIpV6Test-486530696-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1591928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2714'] for router, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:39.917036 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bc4cbba4-de50-4b7c-80cf-ef00e33ebe1f tempest-RoutersAdminNegativeIpV6Test-486530696 tempest-RoutersAdminNegativeIpV6Test-486530696-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447198', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1629690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2689'] for router, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:39.973480 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee90565-06ed-4220-8e1e-1208022e4906 req-b8a149e5-1797-4581-9dc4-d87d71d6af0e tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:39.979440 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee90565-06ed-4220-8e1e-1208022e4906 req-b8a149e5-1797-4581-9dc4-d87d71d6af0e tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:39.985931 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee90565-06ed-4220-8e1e-1208022e4906 req-b8a149e5-1797-4581-9dc4-d87d71d6af0e tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:39.987663 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-aee90565-06ed-4220-8e1e-1208022e4906 req-b8a149e5-1797-4581-9dc4-d87d71d6af0e tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] 10.222.0.23 "GET /v2.0/ports?device_id=e88e0734-1f99-4dbb-b304-12db10efef83 HTTP/1.1" status: 200 len: 2414 time: 0.7555702 Jul 13 13:42:40.013242 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ef65099e-9b9e-41e2-9aa0-62dddffd1b08 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:40.078084 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bc4cbba4-de50-4b7c-80cf-ef00e33ebe1f tempest-RoutersAdminNegativeIpV6Test-486530696 tempest-RoutersAdminNegativeIpV6Test-486530696-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:40.099449 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 35226) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:42:40.127769 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c62db2fb-93ec-48ed-87d4-23bb7c0337e6 None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:40.152955 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-c62db2fb-93ec-48ed-87d4-23bb7c0337e6 None None] Transition to ACTIVE for port object fe98244b-a0f6-4bc7-995c-23af7d7282c3 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:42:40.165300 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-aee90565-06ed-4220-8e1e-1208022e4906 req-013a3f3d-ca72-469c-8f47-5823757b03bc tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ac1545a-5526-4c2d-93f1-674377bb30c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651559 Jul 13 13:42:40.190877 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:40.202593 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d1417167-b4dd-4002-a94c-84db1c1068d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:40.208793 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-c62db2fb-93ec-48ed-87d4-23bb7c0337e6 None None] Transition to ACTIVE for port object fe98244b-a0f6-4bc7-995c-23af7d7282c3 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:42:40.223127 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c62db2fb-93ec-48ed-87d4-23bb7c0337e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:40.364565 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4408b905-7019-4dc1-a8f4-65fb26b52804 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:40.370533 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3f4691b8-396a-4f88-994c-d9db1dc0a3d4 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6018534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6105009'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:40.399364 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4408b905-7019-4dc1-a8f4-65fb26b52804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:40.423562 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bc4cbba4-de50-4b7c-80cf-ef00e33ebe1f tempest-RoutersAdminNegativeIpV6Test-486530696 tempest-RoutersAdminNegativeIpV6Test-486530696-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447180', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1591910', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2751'] for router, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:40.435145 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4691b8-396a-4f88-994c-d9db1dc0a3d4 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Pushing event deleted for resources: {'Subnet': ['ID=f638a0b6-9402-4b03-84eb-5bbcbc427b80,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:40.446110 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3f4691b8-396a-4f88-994c-d9db1dc0a3d4 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:40.451096 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-3f4691b8-396a-4f88-994c-d9db1dc0a3d4 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] 10.222.0.23 "DELETE /v2.0/subnets/f638a0b6-9402-4b03-84eb-5bbcbc427b80 HTTP/1.1" status: 204 len: 168 time: 1.7024207 Jul 13 13:42:40.453036 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a7cd11-733e-410d-9877-cc982904c1bb req-5ee71802-f9ca-4780-9db4-c4b6e7354651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:40.454625 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d3a7cd11-733e-410d-9877-cc982904c1bb req-5ee71802-f9ca-4780-9db4-c4b6e7354651 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e09381ea-19e8-4569-9cfc-1dec7c686fa5&tenant_id=c6349d73ae13458a9d892a7db2dc0433 HTTP/1.1" status: 200 len: 1101 time: 0.5177293 Jul 13 13:42:40.456552 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 35228) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:42:40.474080 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-d3a7cd11-733e-410d-9877-cc982904c1bb req-8352a72f-a0c6-484c-a544-ab1763e25749 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800634-1', 'device_owner': 'compute:nova'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:42:40.533438 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c2bde3ad-2f69-4ab8-9c72-3827cc41a56f None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:40.560358 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1508a44-8e7c-4970-9c61-c5284c4f6a75 None None] Network 7d0b52e6-7f67-4a37-b086-e63b7145894d requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:42:40.582665 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port cabe3ad4-87dd-4319-b8e4-599e6ad39b93, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=cabe3ad4-87dd-4319-b8e4-599e6ad39b93,segment=NetworkSegment(27f63a08-6db3-4d97-a988-03b1ef2e193c),segment_id=27f63a08-6db3-4d97-a988-03b1ef2e193c)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:42:40.601644 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62db2fb-93ec-48ed-87d4-23bb7c0337e6 None None] Pushing event updated for resources: {'Port': ['ID=fe98244b-a0f6-4bc7-995c-23af7d7282c3,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:40.695819 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62db2fb-93ec-48ed-87d4-23bb7c0337e6 None None] Network 9ef38924-89ab-46fe-92c4-d52f31d3a591 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:42:40.701144 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-c62db2fb-93ec-48ed-87d4-23bb7c0337e6 None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:42:40.708677 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:40.712676 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62db2fb-93ec-48ed-87d4-23bb7c0337e6 None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:42:40.762249 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-c2bde3ad-2f69-4ab8-9c72-3827cc41a56f None None] Transition to ACTIVE for port object 7393d66a-5565-4ec3-8de8-f31a7ede1e80 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:42:40.768435 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 6519e760-a9a3-4a2b-bf97-9f6df346c87b up at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:42:40.831373 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-c2bde3ad-2f69-4ab8-9c72-3827cc41a56f None None] Transition to ACTIVE for port object 7393d66a-5565-4ec3-8de8-f31a7ede1e80 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:42:41.007942 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c2bde3ad-2f69-4ab8-9c72-3827cc41a56f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:41.041390 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2bde3ad-2f69-4ab8-9c72-3827cc41a56f None None] Network 4044b022-747e-4834-bc76-73d0f411c2c3 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:42:41.043325 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-4408b905-7019-4dc1-a8f4-65fb26b52804 admin admin] Allocated IP 172.25.6.136 (acf968b8-c524-46a9-a20b-ad9667009130/dde5a78e-bd1e-4f47-8189-7321d4de73d3/942350a1-7368-4aa6-9063-06b269e58b85) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:42:41.044283 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 301ccbb4-619b-4daa-acf6-12e9498b788e up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:42:41.046216 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-ef65099e-9b9e-41e2-9aa0-62dddffd1b08 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Allocated IP 2001:db8:3::1 (9ef38924-89ab-46fe-92c4-d52f31d3a591/be0a16b1-77c9-4f86-81f9-68e139a8c3d0/86644ff4-bfca-443c-9c77-f496ab74b9ec) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:42:41.069484 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-c2bde3ad-2f69-4ab8-9c72-3827cc41a56f None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:42:41.088799 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e44a97ca-083c-4c5a-b4a7-b0f25e779809 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:41.104143 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2bde3ad-2f69-4ab8-9c72-3827cc41a56f None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:42:41.126782 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d1417167-b4dd-4002-a94c-84db1c1068d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:41.137859 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-d3a7cd11-733e-410d-9877-cc982904c1bb req-8352a72f-a0c6-484c-a544-ab1763e25749 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:41.146387 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d1417167-b4dd-4002-a94c-84db1c1068d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:41.160297 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-c62db2fb-93ec-48ed-87d4-23bb7c0337e6 None None] Attempting to bind port fe98244b-a0f6-4bc7-995c-23af7d7282c3 on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:42:41.160932 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-c62db2fb-93ec-48ed-87d4-23bb7c0337e6 None None] Attempting to bind port fe98244b-a0f6-4bc7-995c-23af7d7282c3 by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '6b9a3489-3589-4ad4-81f5-41ed336645a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '9ef38924-89ab-46fe-92c4-d52f31d3a591'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:42:41.161539 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62db2fb-93ec-48ed-87d4-23bb7c0337e6 None None] Attempting to bind port fe98244b-a0f6-4bc7-995c-23af7d7282c3 on network 9ef38924-89ab-46fe-92c4-d52f31d3a591 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:42:41.186779 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62db2fb-93ec-48ed-87d4-23bb7c0337e6 None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 42, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:42:41.187433 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62db2fb-93ec-48ed-87d4-23bb7c0337e6 None None] Checking segment: {'id': '6b9a3489-3589-4ad4-81f5-41ed336645a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '9ef38924-89ab-46fe-92c4-d52f31d3a591'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:42:41.188030 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c62db2fb-93ec-48ed-87d4-23bb7c0337e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:41.188710 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62db2fb-93ec-48ed-87d4-23bb7c0337e6 None None] Bound using segment: {'id': '6b9a3489-3589-4ad4-81f5-41ed336645a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '9ef38924-89ab-46fe-92c4-d52f31d3a591'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:42:41.189342 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-c62db2fb-93ec-48ed-87d4-23bb7c0337e6 None None] Bound port: fe98244b-a0f6-4bc7-995c-23af7d7282c3, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b9a3489-3589-4ad4-81f5-41ed336645a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '9ef38924-89ab-46fe-92c4-d52f31d3a591'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:42:41.189910 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c62db2fb-93ec-48ed-87d4-23bb7c0337e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:41.194262 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning for port 6519e760-a9a3-4a2b-bf97-9f6df346c87b completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:42:41.219106 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1f6953-2e85-4718-9ab3-afee69aedab6 req-7bd0467d-0c93-48cf-bc93-eff741dd38b8 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:41.225840 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-9e1f6953-2e85-4718-9ab3-afee69aedab6 req-7bd0467d-0c93-48cf-bc93-eff741dd38b8 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/ports?device_id=e09381ea-19e8-4569-9cfc-1dec7c686fa5 HTTP/1.1" status: 200 len: 950 time: 0.6248009 Jul 13 13:42:41.254584 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-c2bde3ad-2f69-4ab8-9c72-3827cc41a56f None None] Attempting to bind port 7393d66a-5565-4ec3-8de8-f31a7ede1e80 on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:42:41.255203 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-c2bde3ad-2f69-4ab8-9c72-3827cc41a56f None None] Attempting to bind port 7393d66a-5565-4ec3-8de8-f31a7ede1e80 by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '370d7ede-eeb6-46ae-b4ce-87c4cdf3222b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4044b022-747e-4834-bc76-73d0f411c2c3'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:42:41.255824 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2bde3ad-2f69-4ab8-9c72-3827cc41a56f None None] Attempting to bind port 7393d66a-5565-4ec3-8de8-f31a7ede1e80 on network 4044b022-747e-4834-bc76-73d0f411c2c3 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:42:41.265537 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2bde3ad-2f69-4ab8-9c72-3827cc41a56f None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 42, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:42:41.266419 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2bde3ad-2f69-4ab8-9c72-3827cc41a56f None None] Checking segment: {'id': '370d7ede-eeb6-46ae-b4ce-87c4cdf3222b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4044b022-747e-4834-bc76-73d0f411c2c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:42:41.266991 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c2bde3ad-2f69-4ab8-9c72-3827cc41a56f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:41.267533 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2bde3ad-2f69-4ab8-9c72-3827cc41a56f None None] Bound using segment: {'id': '370d7ede-eeb6-46ae-b4ce-87c4cdf3222b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4044b022-747e-4834-bc76-73d0f411c2c3'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:42:41.268701 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-c2bde3ad-2f69-4ab8-9c72-3827cc41a56f None None] Bound port: 7393d66a-5565-4ec3-8de8-f31a7ede1e80, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '370d7ede-eeb6-46ae-b4ce-87c4cdf3222b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4044b022-747e-4834-bc76-73d0f411c2c3'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:42:41.268822 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ef65099e-9b9e-41e2-9aa0-62dddffd1b08 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:41.269394 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c2bde3ad-2f69-4ab8-9c72-3827cc41a56f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:41.272017 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=cabe3ad4-87dd-4319-b8e4-599e6ad39b93,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:41.273083 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4408b905-7019-4dc1-a8f4-65fb26b52804 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:41.287979 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning complete for port 6519e760-a9a3-4a2b-bf97-9f6df346c87b triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:42:41.288643 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:41.295908 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [None req-ef65099e-9b9e-41e2-9aa0-62dddffd1b08 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Transition to ACTIVE for port object 86644ff4-bfca-443c-9c77-f496ab74b9ec will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:42:41.297666 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1417167-b4dd-4002-a94c-84db1c1068d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0813bd6d-cd15-48d3-99d5-f1fb7f5c964c,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:41.304661 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 35238) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:42:41.304868 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-d1417167-b4dd-4002-a94c-84db1c1068d4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b49fbd4de6c44298a6e1bfed9fb88d64&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2050288 Jul 13 13:42:41.408205 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4408b905-7019-4dc1-a8f4-65fb26b52804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:41.409273 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-9e1f6953-2e85-4718-9ab3-afee69aedab6 req-1a0e8a53-ebf8-4323-b6c2-07912b7f81d1 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/security-groups?id=945af9a8-1349-436a-a066-b9a0fd8d3dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824768 Jul 13 13:42:41.433446 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b501c52a-0060-408c-88d1-05fae0fea717 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:41.458251 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ef65099e-9b9e-41e2-9aa0-62dddffd1b08 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:41.481552 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-e44a97ca-083c-4c5a-b4a7-b0f25e779809 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Deleting port d8c0eed5-51a1-499c-bbfb-e3cd5ce17f5d {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:42:41.481787 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e44a97ca-083c-4c5a-b4a7-b0f25e779809 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:41.488821 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-c2bde3ad-2f69-4ab8-9c72-3827cc41a56f None None] For port 7393d66a-5565-4ec3-8de8-f31a7ede1e80, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:42:41.492965 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-c2bde3ad-2f69-4ab8-9c72-3827cc41a56f None None] For port 7393d66a-5565-4ec3-8de8-f31a7ede1e80, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=7393d66a-5565-4ec3-8de8-f31a7ede1e80,segment=NetworkSegment(370d7ede-eeb6-46ae-b4ce-87c4cdf3222b),segment_id=370d7ede-eeb6-46ae-b4ce-87c4cdf3222b)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:42:41.497661 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4408b905-7019-4dc1-a8f4-65fb26b52804 admin admin] Network acf968b8-c524-46a9-a20b-ad9667009130 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:42:41.513071 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-4408b905-7019-4dc1-a8f4-65fb26b52804 admin admin] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:42:41.520608 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4408b905-7019-4dc1-a8f4-65fb26b52804 admin admin] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:42:41.525263 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b501c52a-0060-408c-88d1-05fae0fea717 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:41.527692 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4408b905-7019-4dc1-a8f4-65fb26b52804 admin admin] Pushing event updated for resources: {'Port': ['ID=942350a1-7368-4aa6-9063-06b269e58b85,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:41.558445 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c2bde3ad-2f69-4ab8-9c72-3827cc41a56f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:41.559208 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef65099e-9b9e-41e2-9aa0-62dddffd1b08 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Network 9ef38924-89ab-46fe-92c4-d52f31d3a591 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:42:41.577315 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e88e0734-1f99-4dbb-b304-12db10efef83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cabe3ad4-87dd-4319-b8e4-599e6ad39b93'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:42:41.579614 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dad40255-9335-4d85-b36b-0d5d5af9fcb3" -d '{"events": [{"server_uuid": "e88e0734-1f99-4dbb-b304-12db10efef83", "name": "network-vif-plugged", "status": "completed", "tag": "cabe3ad4-87dd-4319-b8e4-599e6ad39b93"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:42:41.590218 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-ef65099e-9b9e-41e2-9aa0-62dddffd1b08 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:42:41.602029 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef65099e-9b9e-41e2-9aa0-62dddffd1b08 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:42:41.602593 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ef65099e-9b9e-41e2-9aa0-62dddffd1b08 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-450452'] for router_interface, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:41.674443 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:41.700317 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef65099e-9b9e-41e2-9aa0-62dddffd1b08 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Pushing event updated for resources: {'Port': ['ID=86644ff4-bfca-443c-9c77-f496ab74b9ec,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:41.718579 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bde3ad-2f69-4ab8-9c72-3827cc41a56f None None] Pushing event updated for resources: {'Port': ['ID=7393d66a-5565-4ec3-8de8-f31a7ede1e80,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:41.734027 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d60a162-29a4-48ed-a66e-8e767b4a890f None None] DHCP port deletion for 7d0b52e6-7f67-4a37-b086-e63b7145894d request from n-d-800634-1 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 13:42:41.744477 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-c62db2fb-93ec-48ed-87d4-23bb7c0337e6 None None] For port fe98244b-a0f6-4bc7-995c-23af7d7282c3, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:42:41.747573 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d47956fb-e685-4cf7-80ad-53313326627b x-openstack-request-id: req-d47956fb-e685-4cf7-80ad-53313326627b {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:42:41.747995 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e88e0734-1f99-4dbb-b304-12db10efef83", "name": "network-vif-plugged", "status": "completed", "tag": "cabe3ad4-87dd-4319-b8e4-599e6ad39b93", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:42:41.748258 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d47956fb-e685-4cf7-80ad-53313326627b {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:42:41.748655 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e88e0734-1f99-4dbb-b304-12db10efef83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cabe3ad4-87dd-4319-b8e4-599e6ad39b93', 'code': 200} Jul 13 13:42:41.763403 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-e44a97ca-083c-4c5a-b4a7-b0f25e779809 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] For port d8c0eed5-51a1-499c-bbfb-e3cd5ce17f5d, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=d8c0eed5-51a1-499c-bbfb-e3cd5ce17f5d,segment=NetworkSegment(a9164f8e-85a1-4636-8152-056ceef5122a),segment_id=a9164f8e-85a1-4636-8152-056ceef5122a)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:42:41.763899 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e44a97ca-083c-4c5a-b4a7-b0f25e779809 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:41.794619 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-e44a97ca-083c-4c5a-b4a7-b0f25e779809 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Calling delete_port for d8c0eed5-51a1-499c-bbfb-e3cd5ce17f5d owned by network:dhcp {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:42:41.830478 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-c62db2fb-93ec-48ed-87d4-23bb7c0337e6 None None] For port fe98244b-a0f6-4bc7-995c-23af7d7282c3, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=fe98244b-a0f6-4bc7-995c-23af7d7282c3,segment=NetworkSegment(6b9a3489-3589-4ad4-81f5-41ed336645a5),segment_id=6b9a3489-3589-4ad4-81f5-41ed336645a5)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:42:41.841994 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port 301ccbb4-619b-4daa-acf6-12e9498b788e completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:42:41.848519 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 6519e760-a9a3-4a2b-bf97-9f6df346c87b, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=6519e760-a9a3-4a2b-bf97-9f6df346c87b,segment=NetworkSegment(27f63a08-6db3-4d97-a988-03b1ef2e193c),segment_id=27f63a08-6db3-4d97-a988-03b1ef2e193c)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:42:41.856645 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c62db2fb-93ec-48ed-87d4-23bb7c0337e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:41.858602 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b501c52a-0060-408c-88d1-05fae0fea717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:41.861088 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b501c52a-0060-408c-88d1-05fae0fea717 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:41.864713 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-b501c52a-0060-408c-88d1-05fae0fea717 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0813bd6d-cd15-48d3-99d5-f1fb7f5c964c HTTP/1.1" status: 204 len: 168 time: 0.5551403 Jul 13 13:42:41.872152 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-d3a7cd11-733e-410d-9877-cc982904c1bb req-8352a72f-a0c6-484c-a544-ab1763e25749 service neutron] For port 556645b5-7a97-4d3a-94a9-6bd9e5cf58f2, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=556645b5-7a97-4d3a-94a9-6bd9e5cf58f2,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:42:41.905189 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b501c52a-0060-408c-88d1-05fae0fea717 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0813bd6d-cd15-48d3-99d5-f1fb7f5c964c,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:41.918645 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 301ccbb4-619b-4daa-acf6-12e9498b788e triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:42:41.926693 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:41.946396 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ef65099e-9b9e-41e2-9aa0-62dddffd1b08 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:41.960947 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:41.983803 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-d3a7cd11-733e-410d-9877-cc982904c1bb req-8352a72f-a0c6-484c-a544-ab1763e25749 service neutron] For port 556645b5-7a97-4d3a-94a9-6bd9e5cf58f2, host n-h2-800634-1, cleared binding levels {{(pid=93751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:42:42.042224 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-1d60a162-29a4-48ed-a66e-8e767b4a890f None None] Deleting port d8c0eed5-51a1-499c-bbfb-e3cd5ce17f5d {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:42:42.045276 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-1d60a162-29a4-48ed-a66e-8e767b4a890f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:42.047259 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bde3ad-2f69-4ab8-9c72-3827cc41a56f None None] Pushing event updated for resources: {'Port': ['ID=7393d66a-5565-4ec3-8de8-f31a7ede1e80,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:42.129613 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bc4cbba4-de50-4b7c-80cf-ef00e33ebe1f tempest-RoutersAdminNegativeIpV6Test-486530696 tempest-RoutersAdminNegativeIpV6Test-486530696-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:42.160961 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62db2fb-93ec-48ed-87d4-23bb7c0337e6 None None] Pushing event updated for resources: {'Port': ['ID=fe98244b-a0f6-4bc7-995c-23af7d7282c3,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:42.214480 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bc4cbba4-de50-4b7c-80cf-ef00e33ebe1f tempest-RoutersAdminNegativeIpV6Test-486530696 tempest-RoutersAdminNegativeIpV6Test-486530696-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:42.232590 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ff9f25-1bff-4aa1-b8d1-ed28a1b3c5cf req-10713afb-639d-49bf-a711-b1eca3b2ceb4 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:42.240449 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ff9f25-1bff-4aa1-b8d1-ed28a1b3c5cf req-10713afb-639d-49bf-a711-b1eca3b2ceb4 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:42.254994 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ff9f25-1bff-4aa1-b8d1-ed28a1b3c5cf req-10713afb-639d-49bf-a711-b1eca3b2ceb4 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:42.256362 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-01ff9f25-1bff-4aa1-b8d1-ed28a1b3c5cf req-10713afb-639d-49bf-a711-b1eca3b2ceb4 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] 10.222.0.23 "GET /v2.0/ports?device_id=e88e0734-1f99-4dbb-b304-12db10efef83 HTTP/1.1" status: 200 len: 2416 time: 0.6786332 Jul 13 13:42:42.266101 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e09381ea-19e8-4569-9cfc-1dec7c686fa5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '556645b5-7a97-4d3a-94a9-6bd9e5cf58f2'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:42:42.269409 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d17b627af75e17e0f4b8d6239d04f8c2f78634e2c585e32a7aeca336500f34a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c78fa62b-aeb6-4c14-834c-a4d63c8d72cb" -d '{"events": [{"server_uuid": "e09381ea-19e8-4569-9cfc-1dec7c686fa5", "name": "network-vif-unplugged", "status": "completed", "tag": "556645b5-7a97-4d3a-94a9-6bd9e5cf58f2"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:42:42.279060 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-d3a7cd11-733e-410d-9877-cc982904c1bb req-8352a72f-a0c6-484c-a544-ab1763e25749 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:42.280244 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4408b905-7019-4dc1-a8f4-65fb26b52804 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:42.437793 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-1d60a162-29a4-48ed-a66e-8e767b4a890f None None] For port d8c0eed5-51a1-499c-bbfb-e3cd5ce17f5d, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=d8c0eed5-51a1-499c-bbfb-e3cd5ce17f5d,segment=NetworkSegment(a9164f8e-85a1-4636-8152-056ceef5122a),segment_id=a9164f8e-85a1-4636-8152-056ceef5122a)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:42:42.438316 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-1d60a162-29a4-48ed-a66e-8e767b4a890f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:42.538686 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:42.542421 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=6519e760-a9a3-4a2b-bf97-9f6df346c87b,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:42.566221 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-1d60a162-29a4-48ed-a66e-8e767b4a890f None None] Calling delete_port for d8c0eed5-51a1-499c-bbfb-e3cd5ce17f5d owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:42:42.617645 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port 301ccbb4-619b-4daa-acf6-12e9498b788e, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=301ccbb4-619b-4daa-acf6-12e9498b788e,segment=NetworkSegment(ddd8adee-3bb8-4274-9c0b-7b8130ede2f5),segment_id=ddd8adee-3bb8-4274-9c0b-7b8130ede2f5)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:42:42.627350 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:42.673437 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 13:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c899163-6d18-4c3b-a212-7e07daa7fc8b x-openstack-request-id: req-9c899163-6d18-4c3b-a212-7e07daa7fc8b {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:42:42.674097 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e09381ea-19e8-4569-9cfc-1dec7c686fa5", "name": "network-vif-unplugged", "status": "completed", "tag": "556645b5-7a97-4d3a-94a9-6bd9e5cf58f2", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:42:42.674097 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9c899163-6d18-4c3b-a212-7e07daa7fc8b {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:42:42.674593 n-d-800634-1 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e09381ea-19e8-4569-9cfc-1dec7c686fa5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '556645b5-7a97-4d3a-94a9-6bd9e5cf58f2', 'code': 200} Jul 13 13:42:42.680368 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bc4cbba4-de50-4b7c-80cf-ef00e33ebe1f tempest-RoutersAdminNegativeIpV6Test-486530696 tempest-RoutersAdminNegativeIpV6Test-486530696-project-admin] Notify callbacks [] for router, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:42.779662 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ef65099e-9b9e-41e2-9aa0-62dddffd1b08 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:42.798125 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-1d60a162-29a4-48ed-a66e-8e767b4a890f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:42.800641 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e44a97ca-083c-4c5a-b4a7-b0f25e779809 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:42.814395 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ef65099e-9b9e-41e2-9aa0-62dddffd1b08 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:42.815554 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ef65099e-9b9e-41e2-9aa0-62dddffd1b08 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1785045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451806'] for router_interface, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:42.839304 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=301ccbb4-619b-4daa-acf6-12e9498b788e,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:42.854757 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d60a162-29a4-48ed-a66e-8e767b4a890f None None] No DVR routers for this DVR port d8c0eed5-51a1-499c-bbfb-e3cd5ce17f5d on host n-d-800634-1 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:42:42.932319 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-d3a7cd11-733e-410d-9877-cc982904c1bb req-8352a72f-a0c6-484c-a544-ab1763e25749 service neutron] Transition to ACTIVE for port object 556645b5-7a97-4d3a-94a9-6bd9e5cf58f2 will not be triggered until provisioned by entity L2. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:42:42.996872 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d60a162-29a4-48ed-a66e-8e767b4a890f None None] Pushing event deleted for resources: {'Port': ['ID=d8c0eed5-51a1-499c-bbfb-e3cd5ce17f5d,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:43.020578 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e44a97ca-083c-4c5a-b4a7-b0f25e779809 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] No DVR routers for this DVR port d8c0eed5-51a1-499c-bbfb-e3cd5ce17f5d on host n-d-800634-1 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:42:43.039659 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-d3a7cd11-733e-410d-9877-cc982904c1bb req-8352a72f-a0c6-484c-a544-ab1763e25749 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:43.048183 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44a97ca-083c-4c5a-b4a7-b0f25e779809 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Pushing event deleted for resources: {'Port': ['ID=d8c0eed5-51a1-499c-bbfb-e3cd5ce17f5d,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:43.094866 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 7393d66a-5565-4ec3-8de8-f31a7ede1e80 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:42:43.196779 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8352a72f-a0c6-484c-a544-ab1763e25749 service neutron] Pushing event updated for resources: {'Port': ['ID=556645b5-7a97-4d3a-94a9-6bd9e5cf58f2,revision_number=6']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:43.223319 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef65099e-9b9e-41e2-9aa0-62dddffd1b08 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Pushing event updated for resources: {'Port': ['ID=86644ff4-bfca-443c-9c77-f496ab74b9ec,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:43.257659 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4790b318-1dfd-4123-9465-328fbcd785a0 req-949f09bf-f4bf-4f6d-9a20-5de2e7c82d1c tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:43.260280 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port 7393d66a-5565-4ec3-8de8-f31a7ede1e80 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:42:43.266588 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4790b318-1dfd-4123-9465-328fbcd785a0 req-949f09bf-f4bf-4f6d-9a20-5de2e7c82d1c tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/ports?device_id=e09381ea-19e8-4569-9cfc-1dec7c686fa5 HTTP/1.1" status: 200 len: 950 time: 0.5546188 Jul 13 13:42:43.268232 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device fe98244b-a0f6-4bc7-995c-23af7d7282c3 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:42:43.305093 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-01ff9f25-1bff-4aa1-b8d1-ed28a1b3c5cf req-74aed144-d94a-4827-9544-b7c59e6eea46 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ac1545a-5526-4c2d-93f1-674377bb30c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0100791 Jul 13 13:42:43.317612 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bc4cbba4-de50-4b7c-80cf-ef00e33ebe1f tempest-RoutersAdminNegativeIpV6Test-486530696 tempest-RoutersAdminNegativeIpV6Test-486530696-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1591938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2696'] for router, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:43.346785 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bc4cbba4-de50-4b7c-80cf-ef00e33ebe1f tempest-RoutersAdminNegativeIpV6Test-486530696 tempest-RoutersAdminNegativeIpV6Test-486530696-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:43.389942 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e2c2af7-87ae-4cf3-b6eb-5dc8ed6311d8 None None] Network 4044b022-747e-4834-bc76-73d0f411c2c3 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:42:43.461919 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef65099e-9b9e-41e2-9aa0-62dddffd1b08 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Network 9ef38924-89ab-46fe-92c4-d52f31d3a591 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:42:43.467579 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-ef65099e-9b9e-41e2-9aa0-62dddffd1b08 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:42:43.481921 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4790b318-1dfd-4123-9465-328fbcd785a0 req-e3975936-d97f-439c-badb-c69455f8840a tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/security-groups?id=945af9a8-1349-436a-a066-b9a0fd8d3dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149086 Jul 13 13:42:43.511898 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4408b905-7019-4dc1-a8f4-65fb26b52804 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447217'] for router, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:43.583231 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-3a120ad1-5d19-4011-8e83-5cbf030e6b13 None None] Provisioning for port 7393d66a-5565-4ec3-8de8-f31a7ede1e80 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:42:43.588418 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-3a120ad1-5d19-4011-8e83-5cbf030e6b13 None None] Provisioning complete for port 7393d66a-5565-4ec3-8de8-f31a7ede1e80 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:42:43.589312 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-3a120ad1-5d19-4011-8e83-5cbf030e6b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:43.651045 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3a7cd11-733e-410d-9877-cc982904c1bb req-8352a72f-a0c6-484c-a544-ab1763e25749 service neutron] No DVR routers for this DVR port 556645b5-7a97-4d3a-94a9-6bd9e5cf58f2 on host n-h2-800634-1 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:42:43.652279 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port fe98244b-a0f6-4bc7-995c-23af7d7282c3 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:42:43.691708 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e44a97ca-083c-4c5a-b4a7-b0f25e779809 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:43.695801 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bc4cbba4-de50-4b7c-80cf-ef00e33ebe1f tempest-RoutersAdminNegativeIpV6Test-486530696 tempest-RoutersAdminNegativeIpV6Test-486530696-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593106'] for router, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:43.696518 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc4cbba4-de50-4b7c-80cf-ef00e33ebe1f tempest-RoutersAdminNegativeIpV6Test-486530696 tempest-RoutersAdminNegativeIpV6Test-486530696-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b5285fc9-8327-4602-ba3f-e08171b5a8c5 {{(pid=93751) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 13:42:43.750504 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e88e0734-1f99-4dbb-b304-12db10efef83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6519e760-a9a3-4a2b-bf97-9f6df346c87b'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:42:43.760795 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7572ebf3-c573-45bb-9d5a-e688e4b51618" -d '{"events": [{"server_uuid": "e88e0734-1f99-4dbb-b304-12db10efef83", "name": "network-vif-plugged", "status": "completed", "tag": "6519e760-a9a3-4a2b-bf97-9f6df346c87b"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:42:43.761723 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-e44a97ca-083c-4c5a-b4a7-b0f25e779809 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d0b52e6-7f67-4a37-b086-e63b7145894d']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:42:43.781992 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-e44a97ca-083c-4c5a-b4a7-b0f25e779809 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9164f8e-85a1-4636-8152-056ceef5122a') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:42:43.782479 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-e44a97ca-083c-4c5a-b4a7-b0f25e779809 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9164f8e-85a1-4636-8152-056ceef5122a') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:42:43.793035 n-d-800634-1 neutron-server[93751]: INFO neutron.api.v2.resource [None req-bc4cbba4-de50-4b7c-80cf-ef00e33ebe1f tempest-RoutersAdminNegativeIpV6Test-486530696 tempest-RoutersAdminNegativeIpV6Test-486530696-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 13 13:42:43.796644 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-bc4cbba4-de50-4b7c-80cf-ef00e33ebe1f tempest-RoutersAdminNegativeIpV6Test-486530696 tempest-RoutersAdminNegativeIpV6Test-486530696-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 4.1011879 Jul 13 13:42:43.796644 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-d3a7cd11-733e-410d-9877-cc982904c1bb req-8352a72f-a0c6-484c-a544-ab1763e25749 service neutron] Attempting to bind port 556645b5-7a97-4d3a-94a9-6bd9e5cf58f2 on host n-h1-800634-1 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:42:43.796644 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-d3a7cd11-733e-410d-9877-cc982904c1bb req-8352a72f-a0c6-484c-a544-ab1763e25749 service neutron] Attempting to bind port 556645b5-7a97-4d3a-94a9-6bd9e5cf58f2 by drivers openvswitch,hyperv on host n-h1-800634-1 at level 0 using segments [{'id': '62a4f2e9-97ca-473c-a2df-e7f9f532c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:42:43.796644 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a7cd11-733e-410d-9877-cc982904c1bb req-8352a72f-a0c6-484c-a544-ab1763e25749 service neutron] Attempting to bind port 556645b5-7a97-4d3a-94a9-6bd9e5cf58f2 on network e0bfb334-0fd9-4ba5-ba79-1568ecabee30 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:42:43.798956 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e44a97ca-083c-4c5a-b4a7-b0f25e779809 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6018464'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:43.801543 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 35274) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:42:43.808834 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device d8c0eed5-51a1-499c-bbfb-e3cd5ce17f5d no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:42:43.812765 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef65099e-9b9e-41e2-9aa0-62dddffd1b08 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Router 4b1a190a-b533-42a3-ad5b-67b7033fc544 has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 13:42:43.837808 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a7cd11-733e-410d-9877-cc982904c1bb req-8352a72f-a0c6-484c-a544-ab1763e25749 service neutron] Port 556645b5-7a97-4d3a-94a9-6bd9e5cf58f2 on network e0bfb334-0fd9-4ba5-ba79-1568ecabee30 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-1 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:42:43.838221 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a7cd11-733e-410d-9877-cc982904c1bb req-8352a72f-a0c6-484c-a544-ab1763e25749 service neutron] Attempting to bind port 556645b5-7a97-4d3a-94a9-6bd9e5cf58f2 on network e0bfb334-0fd9-4ba5-ba79-1568ecabee30 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:42:43.860453 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9333ff44-a83a-43b0-8b2c-7c3cf20a4fed x-openstack-request-id: req-9333ff44-a83a-43b0-8b2c-7c3cf20a4fed {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:42:43.860676 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e88e0734-1f99-4dbb-b304-12db10efef83", "name": "network-vif-plugged", "status": "completed", "tag": "6519e760-a9a3-4a2b-bf97-9f6df346c87b", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:42:43.860943 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9333ff44-a83a-43b0-8b2c-7c3cf20a4fed {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:42:43.873065 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e88e0734-1f99-4dbb-b304-12db10efef83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6519e760-a9a3-4a2b-bf97-9f6df346c87b', 'code': 200} Jul 13 13:42:43.878531 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e44a97ca-083c-4c5a-b4a7-b0f25e779809 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:43.886685 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a7cd11-733e-410d-9877-cc982904c1bb req-8352a72f-a0c6-484c-a544-ab1763e25749 service neutron] Checking agent: {'id': 'a7603dc8-3c50-4a9b-8f0d-1143528f155e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 42, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:42:43.887301 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a7cd11-733e-410d-9877-cc982904c1bb req-8352a72f-a0c6-484c-a544-ab1763e25749 service neutron] Checking segment: {'id': '62a4f2e9-97ca-473c-a2df-e7f9f532c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:42:43.887764 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a7cd11-733e-410d-9877-cc982904c1bb req-8352a72f-a0c6-484c-a544-ab1763e25749 service neutron] Bound using segment: {'id': '62a4f2e9-97ca-473c-a2df-e7f9f532c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30'} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:42:43.888298 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-d3a7cd11-733e-410d-9877-cc982904c1bb req-8352a72f-a0c6-484c-a544-ab1763e25749 service neutron] Bound port: 556645b5-7a97-4d3a-94a9-6bd9e5cf58f2, host: n-h1-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62a4f2e9-97ca-473c-a2df-e7f9f532c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30'}}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:42:43.888721 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-d3a7cd11-733e-410d-9877-cc982904c1bb req-8352a72f-a0c6-484c-a544-ab1763e25749 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:43.904852 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e44a97ca-083c-4c5a-b4a7-b0f25e779809 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 13:42:43.905356 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e44a97ca-083c-4c5a-b4a7-b0f25e779809 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6018632'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:43.910384 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:42:43.910384 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:42:43.910384 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:42:43.910384 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:42:43.910384 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:42:43.910384 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:42:43.910384 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:42:43.910384 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:42:43.910384 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:42:43.910384 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:42:43.910384 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:42:43.910384 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:42:43.910384 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:42:43.910384 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:42:43.910384 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:42:43.910384 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:42:43.910384 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:42:43.910384 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:42:43.910384 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:42:43.910384 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:42:43.910384 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:42:43.910384 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:42:43.910384 n-d-800634-1 neutron-server[93751]: Traceback (most recent call last): Jul 13 13:42:43.910384 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 13:42:43.910384 n-d-800634-1 neutron-server[93751]: timer() Jul 13 13:42:43.910384 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 13:42:43.910384 n-d-800634-1 neutron-server[93751]: cb(*args, **kw) Jul 13 13:42:43.910384 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 13:42:43.910384 n-d-800634-1 neutron-server[93751]: return func(*args, **kwargs) Jul 13 13:42:43.910384 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 13:42:43.910384 n-d-800634-1 neutron-server[93751]: self._notify() Jul 13 13:42:43.910384 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 13:42:43.910384 n-d-800634-1 neutron-server[93751]: self.callback(batched_events) Jul 13 13:42:43.910384 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 13:42:43.910384 n-d-800634-1 neutron-server[93751]: event.method(event) Jul 13 13:42:43.910384 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 13:42:43.910384 n-d-800634-1 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 13:42:43.910384 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 13:42:43.910384 n-d-800634-1 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 13:42:43.910384 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 13:42:43.910384 n-d-800634-1 neutron-server[93751]: return f(self, *a, **k) Jul 13 13:42:43.910384 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 13:42:43.910384 n-d-800634-1 neutron-server[93751]: return self._get(url).json() Jul 13 13:42:43.910384 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 13:42:43.910384 n-d-800634-1 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 13:42:43.910384 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 13:42:43.910384 n-d-800634-1 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 13 13:42:43.910384 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 13:42:43.910384 n-d-800634-1 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 13:42:43.910384 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 13:42:43.910384 n-d-800634-1 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 13:42:43.910384 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 13:42:43.910384 n-d-800634-1 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 13:42:43.910384 n-d-800634-1 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 13:42:43.918622 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-3a120ad1-5d19-4011-8e83-5cbf030e6b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:43.964085 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: d8c0eed5-51a1-499c-bbfb-e3cd5ce17f5d {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:42:43.964370 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device d8c0eed5-51a1-499c-bbfb-e3cd5ce17f5d not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:42:43.995515 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef65099e-9b9e-41e2-9aa0-62dddffd1b08 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:42:43.997658 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4408b905-7019-4dc1-a8f4-65fb26b52804 admin admin] Router abe66e4b-999e-4b30-b0ec-98ff2d8c8950 is scheduled to L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 with binding_index 1 {{(pid=93750) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 13:42:44.011449 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-3a120ad1-5d19-4011-8e83-5cbf030e6b13 None None] For port 7393d66a-5565-4ec3-8de8-f31a7ede1e80, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=7393d66a-5565-4ec3-8de8-f31a7ede1e80,segment=NetworkSegment(370d7ede-eeb6-46ae-b4ce-87c4cdf3222b),segment_id=370d7ede-eeb6-46ae-b4ce-87c4cdf3222b)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:42:44.012953 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c615387-5cf9-47b9-b125-64c6d37c5ada None None] Sync routers for ids ['4b1a190a-b533-42a3-ad5b-67b7033fc544'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:42:44.018545 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-ef65099e-9b9e-41e2-9aa0-62dddffd1b08 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] 10.222.0.23 "PUT /v2.0/routers/4b1a190a-b533-42a3-ad5b-67b7033fc544/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1048515 Jul 13 13:42:44.020620 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 35282) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:42:44.025837 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-f2ac9851-df07-4999-b10a-1b2b5e928e4d tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:42:44.034934 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-3a120ad1-5d19-4011-8e83-5cbf030e6b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:44.048870 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c615387-5cf9-47b9-b125-64c6d37c5ada None None] Routers {'4b1a190a-b533-42a3-ad5b-67b7033fc544'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:42:44.049773 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-6c615387-5cf9-47b9-b125-64c6d37c5ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:42:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['4b1a190a-b533-42a3-ad5b-67b7033fc544'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:42:44.138736 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e44a97ca-083c-4c5a-b4a7-b0f25e779809 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:44.159586 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e44a97ca-083c-4c5a-b4a7-b0f25e779809 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:44.166126 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-e44a97ca-083c-4c5a-b4a7-b0f25e779809 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] 10.222.0.23 "DELETE /v2.0/networks/7d0b52e6-7f67-4a37-b086-e63b7145894d HTTP/1.1" status: 204 len: 168 time: 3.7072852 Jul 13 13:42:44.169013 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 35284) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:42:44.175590 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-af131444-3b64-4286-9266-660a876b00a0 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2023987175'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:42:44.197146 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44a97ca-083c-4c5a-b4a7-b0f25e779809 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Pushing event deleted for resources: {'Network': ['ID=7d0b52e6-7f67-4a37-b086-e63b7145894d,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:44.212136 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-d3a7cd11-733e-410d-9877-cc982904c1bb req-8352a72f-a0c6-484c-a544-ab1763e25749 service neutron] For port 556645b5-7a97-4d3a-94a9-6bd9e5cf58f2, host n-h1-800634-1, cleared binding levels {{(pid=93751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:42:44.217492 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-d3a7cd11-733e-410d-9877-cc982904c1bb req-8352a72f-a0c6-484c-a544-ab1763e25749 service neutron] For port 556645b5-7a97-4d3a-94a9-6bd9e5cf58f2, host n-h1-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=556645b5-7a97-4d3a-94a9-6bd9e5cf58f2,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:42:44.232364 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629a97ff-b28c-40d6-8202-0619bacde38f req-62818ca5-72a2-4927-be8e-cf5791daf6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:44.232961 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629a97ff-b28c-40d6-8202-0619bacde38f req-62818ca5-72a2-4927-be8e-cf5791daf6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:44.233534 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629a97ff-b28c-40d6-8202-0619bacde38f req-62818ca5-72a2-4927-be8e-cf5791daf6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:44.235570 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-629a97ff-b28c-40d6-8202-0619bacde38f req-62818ca5-72a2-4927-be8e-cf5791daf6b4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e88e0734-1f99-4dbb-b304-12db10efef83 HTTP/1.1" status: 200 len: 2870 time: 0.2909329 Jul 13 13:42:44.237777 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-3a4070d5-b01f-4088-8eed-a0850ba18d62 tempest-RoutersAdminNegativeIpV6Test-486530696 tempest-RoutersAdminNegativeIpV6Test-486530696-project-admin] Deleting port d2effd3e-3e9b-4524-b3b7-c22a962cb280 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:42:44.238200 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3a4070d5-b01f-4088-8eed-a0850ba18d62 tempest-RoutersAdminNegativeIpV6Test-486530696 tempest-RoutersAdminNegativeIpV6Test-486530696-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:44.240696 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-d3a7cd11-733e-410d-9877-cc982904c1bb req-8352a72f-a0c6-484c-a544-ab1763e25749 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:44.361956 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abc01913-24e6-4d77-bd75-45ad44075141 None None] Network 9ef38924-89ab-46fe-92c4-d52f31d3a591 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:42:44.404375 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a7cd11-733e-410d-9877-cc982904c1bb req-8352a72f-a0c6-484c-a544-ab1763e25749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:44.404590 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-d3a7cd11-733e-410d-9877-cc982904c1bb req-8352a72f-a0c6-484c-a544-ab1763e25749 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:44.406048 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d3a7cd11-733e-410d-9877-cc982904c1bb req-8352a72f-a0c6-484c-a544-ab1763e25749 service neutron] 10.222.0.26 "PUT /v2.0/ports/556645b5-7a97-4d3a-94a9-6bd9e5cf58f2 HTTP/1.1" status: 200 len: 1096 time: 3.9363430 Jul 13 13:42:44.425886 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-629a97ff-b28c-40d6-8202-0619bacde38f req-31d116ef-c6ca-4662-a37b-06360fae1317 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2ac1545a-5526-4c2d-93f1-674377bb30c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827567 Jul 13 13:42:44.471616 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 556645b5-7a97-4d3a-94a9-6bd9e5cf58f2 no longer exists at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:42:44.623206 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8352a72f-a0c6-484c-a544-ab1763e25749 service neutron] Pushing event updated for resources: {'Port': ['ID=556645b5-7a97-4d3a-94a9-6bd9e5cf58f2,revision_number=7']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:44.672851 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3a4070d5-b01f-4088-8eed-a0850ba18d62 tempest-RoutersAdminNegativeIpV6Test-486530696 tempest-RoutersAdminNegativeIpV6Test-486530696-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:44.676220 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e09381ea-19e8-4569-9cfc-1dec7c686fa5', 'tag': '556645b5-7a97-4d3a-94a9-6bd9e5cf58f2'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:42:44.680108 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d17b627af75e17e0f4b8d6239d04f8c2f78634e2c585e32a7aeca336500f34a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd6d4b03-d336-4861-ba81-ecf3e93c0887" -d '{"events": [{"name": "network-changed", "server_uuid": "e09381ea-19e8-4569-9cfc-1dec7c686fa5", "tag": "556645b5-7a97-4d3a-94a9-6bd9e5cf58f2"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:42:44.713561 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-3a4070d5-b01f-4088-8eed-a0850ba18d62 tempest-RoutersAdminNegativeIpV6Test-486530696 tempest-RoutersAdminNegativeIpV6Test-486530696-project-admin] Calling delete_port for d2effd3e-3e9b-4524-b3b7-c22a962cb280 owned by {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:42:44.754375 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a120ad1-5d19-4011-8e83-5cbf030e6b13 None None] Pushing event updated for resources: {'Port': ['ID=7393d66a-5565-4ec3-8de8-f31a7ede1e80,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:44.763057 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-6c615387-5cf9-47b9-b125-64c6d37c5ada None None] Set router 4b1a190a-b533-42a3-ad5b-67b7033fc544 gateway port host: None {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:42:44.843174 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 556645b5-7a97-4d3a-94a9-6bd9e5cf58f2 not bound to the agent host n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:42:44.847703 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-4aa0a8a3-cc7e-4e95-b632-1fc2e8bf15f4 None None] Provisioning for port fe98244b-a0f6-4bc7-995c-23af7d7282c3 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:42:44.869812 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-4aa0a8a3-cc7e-4e95-b632-1fc2e8bf15f4 None None] Provisioning complete for port fe98244b-a0f6-4bc7-995c-23af7d7282c3 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:42:44.871563 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4aa0a8a3-cc7e-4e95-b632-1fc2e8bf15f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:45.040614 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af131444-3b64-4286-9266-660a876b00a0 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Made reservation on behalf of 8b3e8ef7cfb0436e8cb330362d71f1d6 for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:42:45.051634 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 7393d66a-5565-4ec3-8de8-f31a7ede1e80 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:42:45.053378 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-af131444-3b64-4286-9266-660a876b00a0 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:45.102204 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4408b905-7019-4dc1-a8f4-65fb26b52804 admin admin] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:42:45.113181 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b559304-ff78-4f16-89d0-4c356559521f None None] Sync routers for ids ['abe66e4b-999e-4b30-b0ec-98ff2d8c8950'] in n-d-800634-1 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:42:45.132213 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b559304-ff78-4f16-89d0-4c356559521f None None] Routers {'abe66e4b-999e-4b30-b0ec-98ff2d8c8950'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:42:45.132873 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-0b559304-ff78-4f16-89d0-4c356559521f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:42:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['abe66e4b-999e-4b30-b0ec-98ff2d8c8950'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:42:45.187536 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a7cd11-733e-410d-9877-cc982904c1bb req-5b4854a0-f46c-429d-bbd6-416ab64e142e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:45.189059 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d3a7cd11-733e-410d-9877-cc982904c1bb req-5b4854a0-f46c-429d-bbd6-416ab64e142e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c6349d73ae13458a9d892a7db2dc0433&device_id=e09381ea-19e8-4569-9cfc-1dec7c686fa5 HTTP/1.1" status: 200 len: 1099 time: 0.7278047 Jul 13 13:42:45.194484 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4408b905-7019-4dc1-a8f4-65fb26b52804 admin admin] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:45.196214 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-4408b905-7019-4dc1-a8f4-65fb26b52804 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.2835901 Jul 13 13:42:45.200761 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af131444-3b64-4286-9266-660a876b00a0 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 13:42:45.208097 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 35308) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:42:45.242250 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e531c764-2065-4d37-a0c4-4e6ee96d001c req-6def8656-5410-4fc1-9816-8a6cfb9e0355 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:45.250955 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e531c764-2065-4d37-a0c4-4e6ee96d001c req-6def8656-5410-4fc1-9816-8a6cfb9e0355 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/ports?device_id=e09381ea-19e8-4569-9cfc-1dec7c686fa5 HTTP/1.1" status: 200 len: 948 time: 0.4343059 Jul 13 13:42:45.299140 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32feee49-a7b5-4fe4-b823-052c223a389d req-cc2def9d-ace2-4e86-a307-79af6c092508 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:45.305475 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32feee49-a7b5-4fe4-b823-052c223a389d req-cc2def9d-ace2-4e86-a307-79af6c092508 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:45.317334 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4aa0a8a3-cc7e-4e95-b632-1fc2e8bf15f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:45.322666 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-af131444-3b64-4286-9266-660a876b00a0 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:45.323279 n-d-800634-1 neutron-server[93750]: INFO neutron.db.segments_db [None req-af131444-3b64-4286-9266-660a876b00a0 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Added segment b9315283-3ff3-474a-ae8e-d67b49cb9dae of type vlan for network bf44b8c8-02ca-400a-8ecc-a3ca3972d2fc Jul 13 13:42:45.326486 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32feee49-a7b5-4fe4-b823-052c223a389d req-cc2def9d-ace2-4e86-a307-79af6c092508 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:45.340192 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-32feee49-a7b5-4fe4-b823-052c223a389d req-cc2def9d-ace2-4e86-a307-79af6c092508 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] 10.222.0.23 "GET /v2.0/ports?device_id=e88e0734-1f99-4dbb-b304-12db10efef83 HTTP/1.1" status: 200 len: 2417 time: 0.7686162 Jul 13 13:42:45.357482 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-0b559304-ff78-4f16-89d0-4c356559521f None None] Set router abe66e4b-999e-4b30-b0ec-98ff2d8c8950 gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:42:45.492041 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 7393d66a-5565-4ec3-8de8-f31a7ede1e80 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:42:45.492650 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:45.537091 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-6c615387-5cf9-47b9-b125-64c6d37c5ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b1a190a-b533-42a3-ad5b-67b7033fc544', 'name': 'tempest-RoutersIpV6Test-router-1786170495', 'tenant_id': '485fea06b0b7495bb8721e368ed7bc86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:42:05Z', 'updated_at': '2021-07-13T13:42:41Z', 'revision_number': 5, 'project_id': '485fea06b0b7495bb8721e368ed7bc86', 'gw_port_host': None, '_interfaces': [{'id': '301ccbb4-619b-4daa-acf6-12e9498b788e', 'name': '', 'network_id': '108cd37a-3360-4aa8-8b67-50a790b3146c', 'tenant_id': '485fea06b0b7495bb8721e368ed7bc86', 'mac_address': 'fa:16:3e:65:5b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1a190a-b533-42a3-ad5b-67b7033fc544', 'device_owner': 'network:router_interface', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': 'fdcb287b-f1cd-4240-a827-e159708e163c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:42:31Z', 'updated_at': '2021-07-13T13:42:42Z', 'revision_number': 5, 'project_id': '485fea06b0b7495bb8721e368ed7bc86', 'subnets': [{'id': 'fdcb287b-f1cd-4240-a827-e159708e163c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '480b6147-c801-4de9-b029-9a95df87513d', 'name': '', 'network_id': '9c959d53-e4b0-48a2-b232-66cb1c914ffc', 'tenant_id': '485fea06b0b7495bb8721e368ed7bc86', 'mac_address': 'fa:16:3e:c8:ef:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1a190a-b533-42a3-ad5b-67b7033fc544', 'device_owner': 'network:router_interface', 'standard_attr_id': 1600, 'fixed_ips': [{'subnet_id': 'c8787d49-ec9b-4955-abad-fa3f0718ac34', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:42:10Z', 'updated_at': '2021-07-13T13:42:21Z', 'revision_number': 5, 'project_id': '485fea06b0b7495bb8721e368ed7bc86', 'subnets': [{'id': 'c8787d49-ec9b-4955-abad-fa3f0718ac34', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61b62a01-5d6d-4aa9-ade9-444d820aca96', 'name': '', 'network_id': '528f896c-ef63-4a6d-8ee2-08fbfe2387ea', 'tenant_id': '485fea06b0b7495bb8721e368ed7bc86', 'mac_address': 'fa:16:3e:e0:19:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1a190a-b533-42a3-ad5b-67b7033fc544', 'device_owner': 'network:router_interface', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': 'c7aebc9d-cf95-4909-94a3-725b7a37b87a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:42:20Z', 'updated_at': '2021-07-13T13:42:31Z', 'revision_number': 5, 'project_id': '485fea06b0b7495bb8721e368ed7bc86', 'subnets': [{'id': 'c7aebc9d-cf95-4909-94a3-725b7a37b87a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '86644ff4-bfca-443c-9c77-f496ab74b9ec', 'name': '', 'network_id': '9ef38924-89ab-46fe-92c4-d52f31d3a591', 'tenant_id': '485fea06b0b7495bb8721e368ed7bc86', 'mac_address': 'fa:16:3e:7d:dd:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b1a190a-b533-42a3-ad5b-67b7033fc544', 'device_owner': 'network:router_interface', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': 'be0a16b1-77c9-4f86-81f9-68e139a8c3d0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:42:40Z', 'updated_at': '2021-07-13T13:42:42Z', 'revision_number': 2, 'project_id': '485fea06b0b7495bb8721e368ed7bc86', 'subnets': [{'id': 'be0a16b1-77c9-4f86-81f9-68e139a8c3d0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:42:45.600296 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a7cd11-733e-410d-9877-cc982904c1bb req-b875767c-c4d2-47cd-a250-f366b582668a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:45.606225 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c615387-5cf9-47b9-b125-64c6d37c5ada None None] Checking router: 4b1a190a-b533-42a3-ad5b-67b7033fc544 for host: n-d-800634-1 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 13:42:45.606585 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c615387-5cf9-47b9-b125-64c6d37c5ada None None] Updating router 4b1a190a-b533-42a3-ad5b-67b7033fc544 port 86644ff4-bfca-443c-9c77-f496ab74b9ec binding host n-d-800634-1 {{(pid=93752) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 13:42:45.609892 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d3a7cd11-733e-410d-9877-cc982904c1bb req-b875767c-c4d2-47cd-a250-f366b582668a service neutron] 10.222.0.26 "GET /v2.0/networks?id=e0bfb334-0fd9-4ba5-ba79-1568ecabee30 HTTP/1.1" status: 200 len: 869 time: 0.3972366 Jul 13 13:42:45.614214 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-32feee49-a7b5-4fe4-b823-052c223a389d req-99cf834f-b56b-4769-a3f1-922dea72036e tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ac1545a-5526-4c2d-93f1-674377bb30c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2731762 Jul 13 13:42:45.619116 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-4aa0a8a3-cc7e-4e95-b632-1fc2e8bf15f4 None None] For port fe98244b-a0f6-4bc7-995c-23af7d7282c3, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=fe98244b-a0f6-4bc7-995c-23af7d7282c3,segment=NetworkSegment(6b9a3489-3589-4ad4-81f5-41ed336645a5),segment_id=6b9a3489-3589-4ad4-81f5-41ed336645a5)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:42:45.642663 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-af131444-3b64-4286-9266-660a876b00a0 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:45.680836 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e531c764-2065-4d37-a0c4-4e6ee96d001c req-85b6602b-fc30-4d33-8562-57370d0002c7 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/security-groups?id=945af9a8-1349-436a-a066-b9a0fd8d3dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4287870 Jul 13 13:42:45.685891 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4aa0a8a3-cc7e-4e95-b632-1fc2e8bf15f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:45.721756 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-0b559304-ff78-4f16-89d0-4c356559521f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abe66e4b-999e-4b30-b0ec-98ff2d8c8950', 'name': 'tempest-ServerActionsTestJSON-1057289688-router', 'tenant_id': 'ef6418d5526f4765ba53df412776e3e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '942350a1-7368-4aa6-9063-06b269e58b85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:42:39Z', 'updated_at': '2021-07-13T13:42:41Z', 'revision_number': 3, 'project_id': 'ef6418d5526f4765ba53df412776e3e7', 'gw_port': {'id': '942350a1-7368-4aa6-9063-06b269e58b85', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:3b:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abe66e4b-999e-4b30-b0ec-98ff2d8c8950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:42:40Z', 'updated_at': '2021-07-13T13:42:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:42:45.743458 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d3a7cd11-733e-410d-9877-cc982904c1bb req-6ce3f9c0-d82c-463d-b714-589940000eed service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=556645b5-7a97-4d3a-94a9-6bd9e5cf58f2 HTTP/1.1" status: 200 len: 217 time: 0.1326547 Jul 13 13:42:45.781352 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa0a8a3-cc7e-4e95-b632-1fc2e8bf15f4 None None] Pushing event updated for resources: {'Port': ['ID=fe98244b-a0f6-4bc7-995c-23af7d7282c3,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:45.786960 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b559304-ff78-4f16-89d0-4c356559521f None None] Checking router: abe66e4b-999e-4b30-b0ec-98ff2d8c8950 for host: n-d-800634-1 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 13:42:45.787341 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b559304-ff78-4f16-89d0-4c356559521f None None] Updating router abe66e4b-999e-4b30-b0ec-98ff2d8c8950 port 942350a1-7368-4aa6-9063-06b269e58b85 binding host n-d-800634-1 {{(pid=93753) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 13:42:45.834303 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.db.resource_extend [None req-af131444-3b64-4286-9266-660a876b00a0 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 13 13:42:45.873352 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6c615387-5cf9-47b9-b125-64c6d37c5ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:45.884225 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 13:42:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3955bd5a-05b0-463e-a2da-0a04a31f3f99 x-openstack-request-id: req-3955bd5a-05b0-463e-a2da-0a04a31f3f99 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:42:45.884567 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e09381ea-19e8-4569-9cfc-1dec7c686fa5", "tag": "556645b5-7a97-4d3a-94a9-6bd9e5cf58f2", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:42:45.884761 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3955bd5a-05b0-463e-a2da-0a04a31f3f99 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:42:45.885147 n-d-800634-1 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e09381ea-19e8-4569-9cfc-1dec7c686fa5', 'tag': '556645b5-7a97-4d3a-94a9-6bd9e5cf58f2', 'status': 'completed', 'code': 200} Jul 13 13:42:45.976743 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a7cd11-733e-410d-9877-cc982904c1bb req-575d9127-a14e-4d7a-90d4-76c4db33b5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:45.978581 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d3a7cd11-733e-410d-9877-cc982904c1bb req-575d9127-a14e-4d7a-90d4-76c4db33b5d7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=60b55863-ceb6-45af-a8a4-4b22d72866af HTTP/1.1" status: 200 len: 843 time: 0.1757789 Jul 13 13:42:45.981722 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3a4070d5-b01f-4088-8eed-a0850ba18d62 tempest-RoutersAdminNegativeIpV6Test-486530696 tempest-RoutersAdminNegativeIpV6Test-486530696-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:46.055418 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0b559304-ff78-4f16-89d0-4c356559521f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:46.141319 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4070d5-b01f-4088-8eed-a0850ba18d62 tempest-RoutersAdminNegativeIpV6Test-486530696 tempest-RoutersAdminNegativeIpV6Test-486530696-project-admin] Pushing event deleted for resources: {'Port': ['ID=d2effd3e-3e9b-4524-b3b7-c22a962cb280,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:46.220115 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-d9203f9c-ff79-43e6-8419-4c749aa632b0 None None] Provisioning complete for port 7393d66a-5565-4ec3-8de8-f31a7ede1e80 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:42:46.220495 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d9203f9c-ff79-43e6-8419-4c749aa632b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:46.222855 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 301ccbb4-619b-4daa-acf6-12e9498b788e up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:42:46.301274 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6d4b03-d336-4861-ba81-ecf3e93c0887 req-a7b9b71c-f982-454e-aefb-26795b67b8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:46.303761 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-dd6d4b03-d336-4861-ba81-ecf3e93c0887 req-a7b9b71c-f982-454e-aefb-26795b67b8cd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c6349d73ae13458a9d892a7db2dc0433&device_id=e09381ea-19e8-4569-9cfc-1dec7c686fa5 HTTP/1.1" status: 200 len: 1099 time: 0.4448192 Jul 13 13:42:46.334724 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.extraroute_db [None req-f2ac9851-df07-4999-b10a-1b2b5e928e4d tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=93750) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 13 13:42:46.375652 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.extraroute_db [None req-f2ac9851-df07-4999-b10a-1b2b5e928e4d tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Removed routes are [] {{(pid=93750) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 13 13:42:46.376238 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f2ac9851-df07-4999-b10a-1b2b5e928e4d tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447180', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1591910', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2751'] for router, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:46.465434 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0b559304-ff78-4f16-89d0-4c356559521f None None] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:46.486804 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-0b559304-ff78-4f16-89d0-4c356559521f None None] Transition to ACTIVE for port object 942350a1-7368-4aa6-9063-06b269e58b85 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:42:46.497288 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0b559304-ff78-4f16-89d0-4c356559521f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:46.500349 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 301ccbb4-619b-4daa-acf6-12e9498b788e triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:42:46.500637 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:46.521589 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a7cd11-733e-410d-9877-cc982904c1bb req-78218fa9-6d78-4b5f-a7a5-deee67176145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:46.525568 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d3a7cd11-733e-410d-9877-cc982904c1bb req-78218fa9-6d78-4b5f-a7a5-deee67176145 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e0bfb334-0fd9-4ba5-ba79-1568ecabee30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5381353 Jul 13 13:42:46.558881 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e36d649-9e9a-4865-9bc9-73fadec309cf None None] Pushing event updated for resources: {'Port': ['ID=942350a1-7368-4aa6-9063-06b269e58b85,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:46.579088 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-0b559304-ff78-4f16-89d0-4c356559521f None None] Attempting to bind port 942350a1-7368-4aa6-9063-06b269e58b85 on host n-d-800634-1 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:42:46.579381 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-0b559304-ff78-4f16-89d0-4c356559521f None None] Attempting to bind port 942350a1-7368-4aa6-9063-06b269e58b85 by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:42:46.580025 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b559304-ff78-4f16-89d0-4c356559521f None None] Attempting to bind port 942350a1-7368-4aa6-9063-06b269e58b85 on network acf968b8-c524-46a9-a20b-ad9667009130 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:42:46.586757 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b559304-ff78-4f16-89d0-4c356559521f None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 42, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:42:46.587344 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b559304-ff78-4f16-89d0-4c356559521f None None] Checking segment: {'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:42:46.588236 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0b559304-ff78-4f16-89d0-4c356559521f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:46.589686 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b559304-ff78-4f16-89d0-4c356559521f None None] Bound using segment: {'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:42:46.590877 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-0b559304-ff78-4f16-89d0-4c356559521f None None] Bound port: 942350a1-7368-4aa6-9063-06b269e58b85, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:42:46.591754 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0b559304-ff78-4f16-89d0-4c356559521f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:46.607024 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3a4070d5-b01f-4088-8eed-a0850ba18d62 tempest-RoutersAdminNegativeIpV6Test-486530696 tempest-RoutersAdminNegativeIpV6Test-486530696-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:46.614847 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-3a4070d5-b01f-4088-8eed-a0850ba18d62 tempest-RoutersAdminNegativeIpV6Test-486530696 tempest-RoutersAdminNegativeIpV6Test-486530696-project-admin] 10.222.0.23 "DELETE /v2.0/ports/d2effd3e-3e9b-4524-b3b7-c22a962cb280 HTTP/1.1" status: 204 len: 168 time: 2.8067772 Jul 13 13:42:46.676493 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-af131444-3b64-4286-9266-660a876b00a0 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:46.682815 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af131444-3b64-4286-9266-660a876b00a0 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:46.684792 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-af131444-3b64-4286-9266-660a876b00a0 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:46.693056 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-d9203f9c-ff79-43e6-8419-4c749aa632b0 None None] Provisioning complete for port fe98244b-a0f6-4bc7-995c-23af7d7282c3 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:42:46.693430 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d9203f9c-ff79-43e6-8419-4c749aa632b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:46.735446 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6d4b03-d336-4861-ba81-ecf3e93c0887 req-38577f6b-8c1f-4a04-ab29-c59f3d92cb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:46.736929 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-dd6d4b03-d336-4861-ba81-ecf3e93c0887 req-38577f6b-8c1f-4a04-ab29-c59f3d92cb4c service neutron] 10.222.0.41 "GET /v2.0/networks?id=e0bfb334-0fd9-4ba5-ba79-1568ecabee30 HTTP/1.1" status: 200 len: 869 time: 0.4035766 Jul 13 13:42:46.780871 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-0b559304-ff78-4f16-89d0-4c356559521f None None] For port 942350a1-7368-4aa6-9063-06b269e58b85, host n-d-800634-1, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:42:46.798898 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-0b559304-ff78-4f16-89d0-4c356559521f None None] For port 942350a1-7368-4aa6-9063-06b269e58b85, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=942350a1-7368-4aa6-9063-06b269e58b85,segment=NetworkSegment(3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87),segment_id=3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:42:46.811989 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0b559304-ff78-4f16-89d0-4c356559521f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:46.834962 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-af131444-3b64-4286-9266-660a876b00a0 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.6632552 Jul 13 13:42:46.842197 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 35328) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:42:46.852242 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-c3a285a7-be60-482a-a9fb-f8e40016e161 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Request body: {'subnet': {'network_id': 'bf44b8c8-02ca-400a-8ecc-a3ca3972d2fc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:42:46.906739 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e36d649-9e9a-4865-9bc9-73fadec309cf None None] Pushing event updated for resources: {'Port': ['ID=942350a1-7368-4aa6-9063-06b269e58b85,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:46.920533 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af131444-3b64-4286-9266-660a876b00a0 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Pushing event updated for resources: {'Network': ['ID=bf44b8c8-02ca-400a-8ecc-a3ca3972d2fc,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:46.953532 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b559304-ff78-4f16-89d0-4c356559521f None None] Routers {'abe66e4b-999e-4b30-b0ec-98ff2d8c8950'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:42:46.954269 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-0b559304-ff78-4f16-89d0-4c356559521f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:42:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['abe66e4b-999e-4b30-b0ec-98ff2d8c8950'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:42:46.959746 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network bf44b8c8-02ca-400a-8ecc-a3ca3972d2fc details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 13:42:47.033334 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-dd6d4b03-d336-4861-ba81-ecf3e93c0887 req-96259671-e02d-4e3b-a8a4-55bc6274d149 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=556645b5-7a97-4d3a-94a9-6bd9e5cf58f2 HTTP/1.1" status: 200 len: 217 time: 0.2507839 Jul 13 13:42:47.089092 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f2ac9851-df07-4999-b10a-1b2b5e928e4d tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447180', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1591910', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2751'] for router, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:47.103396 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f2ac9851-df07-4999-b10a-1b2b5e928e4d tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-447171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-447226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1591965'] for router, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:47.144217 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-0b559304-ff78-4f16-89d0-4c356559521f None None] Set router abe66e4b-999e-4b30-b0ec-98ff2d8c8950 gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:42:47.152298 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device fe98244b-a0f6-4bc7-995c-23af7d7282c3 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:42:47.171455 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6d4b03-d336-4861-ba81-ecf3e93c0887 req-25063358-7432-438c-8095-1bccd17e7838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:47.172960 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-dd6d4b03-d336-4861-ba81-ecf3e93c0887 req-25063358-7432-438c-8095-1bccd17e7838 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=60b55863-ceb6-45af-a8a4-4b22d72866af HTTP/1.1" status: 200 len: 843 time: 0.1388078 Jul 13 13:42:47.331584 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d3a7cd11-733e-410d-9877-cc982904c1bb req-62037608-3422-48dd-a383-858c8c737cd4 service neutron] 10.222.0.26 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7595446 Jul 13 13:42:47.340586 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6c615387-5cf9-47b9-b125-64c6d37c5ada None None] Notify callbacks [] for port, precommit_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:47.392768 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 35338) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:42:47.396389 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f8ecbed0-2946-443b-9ca2-c53f3f80c1e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:47.437433 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-6c615387-5cf9-47b9-b125-64c6d37c5ada None None] Transition to ACTIVE for port object 86644ff4-bfca-443c-9c77-f496ab74b9ec will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:42:47.454439 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d3a7cd11-733e-410d-9877-cc982904c1bb req-18a6bf60-6161-4174-b9c7-5bec2384a088 service neutron] 10.222.0.26 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121094 Jul 13 13:42:47.461133 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6c615387-5cf9-47b9-b125-64c6d37c5ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:47.463680 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6d4b03-d336-4861-ba81-ecf3e93c0887 req-75dcd476-f4c2-4a59-b97c-2f0c4380eb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:47.466372 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-dd6d4b03-d336-4861-ba81-ecf3e93c0887 req-75dcd476-f4c2-4a59-b97c-2f0c4380eb5f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e0bfb334-0fd9-4ba5-ba79-1568ecabee30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2406471 Jul 13 13:42:47.466516 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port fe98244b-a0f6-4bc7-995c-23af7d7282c3 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:42:47.466850 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:47.486260 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a390bfd5-6720-4758-b369-013e874b13bc req-160e3334-573e-4e42-ae3b-c9287a72d0bf tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:47.487816 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a390bfd5-6720-4758-b369-013e874b13bc req-160e3334-573e-4e42-ae3b-c9287a72d0bf tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/ports?device_id=e09381ea-19e8-4569-9cfc-1dec7c686fa5 HTTP/1.1" status: 200 len: 948 time: 0.3222346 Jul 13 13:42:47.518011 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-0b559304-ff78-4f16-89d0-4c356559521f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abe66e4b-999e-4b30-b0ec-98ff2d8c8950', 'name': 'tempest-ServerActionsTestJSON-1057289688-router', 'tenant_id': 'ef6418d5526f4765ba53df412776e3e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '942350a1-7368-4aa6-9063-06b269e58b85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:42:39Z', 'updated_at': '2021-07-13T13:42:41Z', 'revision_number': 3, 'project_id': 'ef6418d5526f4765ba53df412776e3e7', 'gw_port': {'id': '942350a1-7368-4aa6-9063-06b269e58b85', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:3b:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abe66e4b-999e-4b30-b0ec-98ff2d8c8950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:42:40Z', 'updated_at': '2021-07-13T13:42:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:42:47.541212 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3a285a7-be60-482a-a9fb-f8e40016e161 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Made reservation on behalf of 8b3e8ef7cfb0436e8cb330362d71f1d6 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:42:47.550343 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c3a285a7-be60-482a-a9fb-f8e40016e161 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4763385'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:47.591066 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b559304-ff78-4f16-89d0-4c356559521f None None] The sync data for ids ['abe66e4b-999e-4b30-b0ec-98ff2d8c8950'] in n-d-800634-1 is: [{'id': 'abe66e4b-999e-4b30-b0ec-98ff2d8c8950', 'name': 'tempest-ServerActionsTestJSON-1057289688-router', 'tenant_id': 'ef6418d5526f4765ba53df412776e3e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '942350a1-7368-4aa6-9063-06b269e58b85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:42:39Z', 'updated_at': '2021-07-13T13:42:41Z', 'revision_number': 3, 'project_id': 'ef6418d5526f4765ba53df412776e3e7', 'gw_port': {'id': '942350a1-7368-4aa6-9063-06b269e58b85', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:3b:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abe66e4b-999e-4b30-b0ec-98ff2d8c8950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:42:40Z', 'updated_at': '2021-07-13T13:42:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:42:47.663740 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a390bfd5-6720-4758-b369-013e874b13bc req-39226edb-09c9-413a-bfb8-4aaeac42b426 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/security-groups?id=945af9a8-1349-436a-a066-b9a0fd8d3dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511242 Jul 13 13:42:47.686136 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-28a8a273-906a-4a94-850f-7147b8ef87ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:47.693020 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0297596e-ca5c-41db-85c3-d4c76b193e86 None None] Pushing event updated for resources: {'Port': ['ID=86644ff4-bfca-443c-9c77-f496ab74b9ec,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:47.713123 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-dd6d4b03-d336-4861-ba81-ecf3e93c0887 req-f53b1ed1-7d14-43e6-9dee-1c9a7c683841 service neutron] 10.222.0.41 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243135 Jul 13 13:42:47.716546 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6d4b03-d336-4861-ba81-ecf3e93c0887 req-0c4c3ba7-8a8e-4c62-a064-b13e082f040c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:47.717977 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-dd6d4b03-d336-4861-ba81-ecf3e93c0887 req-0c4c3ba7-8a8e-4c62-a064-b13e082f040c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c6349d73ae13458a9d892a7db2dc0433&device_id=e09381ea-19e8-4569-9cfc-1dec7c686fa5 HTTP/1.1" status: 200 len: 1099 time: 0.1812224 Jul 13 13:42:47.937844 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-6c615387-5cf9-47b9-b125-64c6d37c5ada None None] Attempting to bind port 86644ff4-bfca-443c-9c77-f496ab74b9ec on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:42:47.937844 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-6c615387-5cf9-47b9-b125-64c6d37c5ada None None] Attempting to bind port 86644ff4-bfca-443c-9c77-f496ab74b9ec by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '6b9a3489-3589-4ad4-81f5-41ed336645a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '9ef38924-89ab-46fe-92c4-d52f31d3a591'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:42:47.937844 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c615387-5cf9-47b9-b125-64c6d37c5ada None None] Attempting to bind port 86644ff4-bfca-443c-9c77-f496ab74b9ec on network 9ef38924-89ab-46fe-92c4-d52f31d3a591 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:42:47.953100 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-d9203f9c-ff79-43e6-8419-4c749aa632b0 None None] Provisioning for port 86644ff4-bfca-443c-9c77-f496ab74b9ec completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:42:47.954220 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-dd6d4b03-d336-4861-ba81-ecf3e93c0887 req-11544f58-b66b-49c6-b064-29057221b6c5 service neutron] 10.222.0.41 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2350225 Jul 13 13:42:47.978107 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c615387-5cf9-47b9-b125-64c6d37c5ada None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 42, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:42:47.978637 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c615387-5cf9-47b9-b125-64c6d37c5ada None None] Checking segment: {'id': '6b9a3489-3589-4ad4-81f5-41ed336645a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '9ef38924-89ab-46fe-92c4-d52f31d3a591'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:42:47.978881 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6c615387-5cf9-47b9-b125-64c6d37c5ada None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:47.979278 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c615387-5cf9-47b9-b125-64c6d37c5ada None None] Bound using segment: {'id': '6b9a3489-3589-4ad4-81f5-41ed336645a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '9ef38924-89ab-46fe-92c4-d52f31d3a591'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:42:47.979872 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-6c615387-5cf9-47b9-b125-64c6d37c5ada None None] Bound port: 86644ff4-bfca-443c-9c77-f496ab74b9ec, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b9a3489-3589-4ad4-81f5-41ed336645a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '9ef38924-89ab-46fe-92c4-d52f31d3a591'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:42:47.980259 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6c615387-5cf9-47b9-b125-64c6d37c5ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:48.003451 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6d4b03-d336-4861-ba81-ecf3e93c0887 req-b93682bb-04e8-4583-9fa3-da831d9a161f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:48.005676 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-dd6d4b03-d336-4861-ba81-ecf3e93c0887 req-b93682bb-04e8-4583-9fa3-da831d9a161f service neutron] 10.222.0.26 "GET /v2.0/networks?id=e0bfb334-0fd9-4ba5-ba79-1568ecabee30 HTTP/1.1" status: 200 len: 869 time: 0.2776558 Jul 13 13:42:48.012154 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-993ede3b-abf1-4d7e-9163-95d19df77df5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:48.113639 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-dd6d4b03-d336-4861-ba81-ecf3e93c0887 req-192cfce6-c6b9-4ef4-835a-4caea9bb5e1a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=556645b5-7a97-4d3a-94a9-6bd9e5cf58f2 HTTP/1.1" status: 200 len: 217 time: 0.0996799 Jul 13 13:42:48.171033 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-6c615387-5cf9-47b9-b125-64c6d37c5ada None None] For port 86644ff4-bfca-443c-9c77-f496ab74b9ec, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:42:48.179006 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-6c615387-5cf9-47b9-b125-64c6d37c5ada None None] For port 86644ff4-bfca-443c-9c77-f496ab74b9ec, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=86644ff4-bfca-443c-9c77-f496ab74b9ec,segment=NetworkSegment(6b9a3489-3589-4ad4-81f5-41ed336645a5),segment_id=6b9a3489-3589-4ad4-81f5-41ed336645a5)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:42:48.189798 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6c615387-5cf9-47b9-b125-64c6d37c5ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:48.197282 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6d4b03-d336-4861-ba81-ecf3e93c0887 req-ac60d043-0ad0-41c8-8c8d-67d7bdbc612f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:48.200291 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-dd6d4b03-d336-4861-ba81-ecf3e93c0887 req-ac60d043-0ad0-41c8-8c8d-67d7bdbc612f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=60b55863-ceb6-45af-a8a4-4b22d72866af HTTP/1.1" status: 200 len: 843 time: 0.0778005 Jul 13 13:42:48.217440 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1f6098-8cd5-418d-a284-25bbd8ca41e6 req-0db6262f-05fd-4d69-b7ef-48862951d121 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:48.236446 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1f6098-8cd5-418d-a284-25bbd8ca41e6 req-0db6262f-05fd-4d69-b7ef-48862951d121 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:48.251264 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1f6098-8cd5-418d-a284-25bbd8ca41e6 req-0db6262f-05fd-4d69-b7ef-48862951d121 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:48.259897 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ce1f6098-8cd5-418d-a284-25bbd8ca41e6 req-0db6262f-05fd-4d69-b7ef-48862951d121 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] 10.222.0.23 "GET /v2.0/ports?device_id=e88e0734-1f99-4dbb-b304-12db10efef83 HTTP/1.1" status: 200 len: 2417 time: 1.1037619 Jul 13 13:42:48.294014 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6d4b03-d336-4861-ba81-ecf3e93c0887 req-112c4d29-a5aa-4e57-ab3e-8e0a8233f7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:48.295541 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-dd6d4b03-d336-4861-ba81-ecf3e93c0887 req-112c4d29-a5aa-4e57-ab3e-8e0a8233f7c2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e0bfb334-0fd9-4ba5-ba79-1568ecabee30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0882387 Jul 13 13:42:48.322147 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2ac9851-df07-4999-b10a-1b2b5e928e4d tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Router 4b1a190a-b533-42a3-ad5b-67b7033fc544 has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 13:42:48.394466 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ce1f6098-8cd5-418d-a284-25bbd8ca41e6 req-1f84f984-d0fa-4c53-bdb4-df2f4dce0607 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ac1545a-5526-4c2d-93f1-674377bb30c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332772 Jul 13 13:42:48.462359 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-dd6d4b03-d336-4861-ba81-ecf3e93c0887 req-ac8ba18a-853f-486e-8ecc-0ec65ab9314e service neutron] 10.222.0.26 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565483 Jul 13 13:42:48.488558 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0297596e-ca5c-41db-85c3-d4c76b193e86 None None] Pushing event updated for resources: {'Port': ['ID=86644ff4-bfca-443c-9c77-f496ab74b9ec,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:48.507555 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c615387-5cf9-47b9-b125-64c6d37c5ada None None] Routers {'4b1a190a-b533-42a3-ad5b-67b7033fc544'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:42:48.508195 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-6c615387-5cf9-47b9-b125-64c6d37c5ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:42:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['4b1a190a-b533-42a3-ad5b-67b7033fc544'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:42:48.665258 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-dd6d4b03-d336-4861-ba81-ecf3e93c0887 req-0752e7e6-4924-480a-8fa3-1dc55764ddbb service neutron] 10.222.0.26 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923075 Jul 13 13:42:48.718054 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-6c615387-5cf9-47b9-b125-64c6d37c5ada None None] Set router 4b1a190a-b533-42a3-ad5b-67b7033fc544 gateway port host: None {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:42:49.074637 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6b319c-3dfb-4226-98a6-c71d870fd602 req-c1a4a141-e451-4562-8e04-76d331f40623 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:49.076243 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-fb6b319c-3dfb-4226-98a6-c71d870fd602 req-c1a4a141-e451-4562-8e04-76d331f40623 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/ports?device_id=e09381ea-19e8-4569-9cfc-1dec7c686fa5 HTTP/1.1" status: 200 len: 948 time: 0.1573920 Jul 13 13:42:49.201616 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-fb6b319c-3dfb-4226-98a6-c71d870fd602 req-f52dd90c-d1d2-4022-9fae-03aa3c47279c tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/security-groups?id=945af9a8-1349-436a-a066-b9a0fd8d3dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158545 Jul 13 13:42:49.203276 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 942350a1-7368-4aa6-9063-06b269e58b85 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:42:49.205304 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 556645b5-7a97-4d3a-94a9-6bd9e5cf58f2 details requested by agent hyperv_n-h1-800634-1 with host n-h1-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 13:42:49.319977 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-6c615387-5cf9-47b9-b125-64c6d37c5ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b1a190a-b533-42a3-ad5b-67b7033fc544', 'name': 'tempest-RoutersIpV6Test-router-1786170495', 'tenant_id': '485fea06b0b7495bb8721e368ed7bc86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:42:05Z', 'updated_at': '2021-07-13T13:42:46Z', 'revision_number': 6, 'project_id': '485fea06b0b7495bb8721e368ed7bc86', 'gw_port_host': None, '_interfaces': [{'id': '301ccbb4-619b-4daa-acf6-12e9498b788e', 'name': '', 'network_id': '108cd37a-3360-4aa8-8b67-50a790b3146c', 'tenant_id': '485fea06b0b7495bb8721e368ed7bc86', 'mac_address': 'fa:16:3e:65:5b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1a190a-b533-42a3-ad5b-67b7033fc544', 'device_owner': 'network:router_interface', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': 'fdcb287b-f1cd-4240-a827-e159708e163c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:42:31Z', 'updated_at': '2021-07-13T13:42:42Z', 'revision_number': 5, 'project_id': '485fea06b0b7495bb8721e368ed7bc86', 'subnets': [{'id': 'fdcb287b-f1cd-4240-a827-e159708e163c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '480b6147-c801-4de9-b029-9a95df87513d', 'name': '', 'network_id': '9c959d53-e4b0-48a2-b232-66cb1c914ffc', 'tenant_id': '485fea06b0b7495bb8721e368ed7bc86', 'mac_address': 'fa:16:3e:c8:ef:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1a190a-b533-42a3-ad5b-67b7033fc544', 'device_owner': 'network:router_interface', 'standard_attr_id': 1600, 'fixed_ips': [{'subnet_id': 'c8787d49-ec9b-4955-abad-fa3f0718ac34', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:42:10Z', 'updated_at': '2021-07-13T13:42:21Z', 'revision_number': 5, 'project_id': '485fea06b0b7495bb8721e368ed7bc86', 'subnets': [{'id': 'c8787d49-ec9b-4955-abad-fa3f0718ac34', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61b62a01-5d6d-4aa9-ade9-444d820aca96', 'name': '', 'network_id': '528f896c-ef63-4a6d-8ee2-08fbfe2387ea', 'tenant_id': '485fea06b0b7495bb8721e368ed7bc86', 'mac_address': 'fa:16:3e:e0:19:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1a190a-b533-42a3-ad5b-67b7033fc544', 'device_owner': 'network:router_interface', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': 'c7aebc9d-cf95-4909-94a3-725b7a37b87a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:42:20Z', 'updated_at': '2021-07-13T13:42:31Z', 'revision_number': 5, 'project_id': '485fea06b0b7495bb8721e368ed7bc86', 'subnets': [{'id': 'c7aebc9d-cf95-4909-94a3-725b7a37b87a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '86644ff4-bfca-443c-9c77-f496ab74b9ec', 'name': '', 'network_id': '9ef38924-89ab-46fe-92c4-d52f31d3a591', 'tenant_id': '485fea06b0b7495bb8721e368ed7bc86', 'mac_address': 'fa:16:3e:7d:dd:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b1a190a-b533-42a3-ad5b-67b7033fc544', 'device_owner': 'network:router_interface', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': 'be0a16b1-77c9-4f86-81f9-68e139a8c3d0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:42:40Z', 'updated_at': '2021-07-13T13:42:48Z', 'revision_number': 4, 'project_id': '485fea06b0b7495bb8721e368ed7bc86', 'subnets': [{'id': 'be0a16b1-77c9-4f86-81f9-68e139a8c3d0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:42:49.381382 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2ac9851-df07-4999-b10a-1b2b5e928e4d tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:42:49.403407 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c615387-5cf9-47b9-b125-64c6d37c5ada None None] The sync data for ids ['4b1a190a-b533-42a3-ad5b-67b7033fc544'] in n-d-800634-1 is: [{'id': '4b1a190a-b533-42a3-ad5b-67b7033fc544', 'name': 'tempest-RoutersIpV6Test-router-1786170495', 'tenant_id': '485fea06b0b7495bb8721e368ed7bc86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:42:05Z', 'updated_at': '2021-07-13T13:42:46Z', 'revision_number': 6, 'project_id': '485fea06b0b7495bb8721e368ed7bc86', 'gw_port_host': None, '_interfaces': [{'id': '301ccbb4-619b-4daa-acf6-12e9498b788e', 'name': '', 'network_id': '108cd37a-3360-4aa8-8b67-50a790b3146c', 'tenant_id': '485fea06b0b7495bb8721e368ed7bc86', 'mac_address': 'fa:16:3e:65:5b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1a190a-b533-42a3-ad5b-67b7033fc544', 'device_owner': 'network:router_interface', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': 'fdcb287b-f1cd-4240-a827-e159708e163c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:42:31Z', 'updated_at': '2021-07-13T13:42:42Z', 'revision_number': 5, 'project_id': '485fea06b0b7495bb8721e368ed7bc86', 'subnets': [{'id': 'fdcb287b-f1cd-4240-a827-e159708e163c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '480b6147-c801-4de9-b029-9a95df87513d', 'name': '', 'network_id': '9c959d53-e4b0-48a2-b232-66cb1c914ffc', 'tenant_id': '485fea06b0b7495bb8721e368ed7bc86', 'mac_address': 'fa:16:3e:c8:ef:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1a190a-b533-42a3-ad5b-67b7033fc544', 'device_owner': 'network:router_interface', 'standard_attr_id': 1600, 'fixed_ips': [{'subnet_id': 'c8787d49-ec9b-4955-abad-fa3f0718ac34', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:42:10Z', 'updated_at': '2021-07-13T13:42:21Z', 'revision_number': 5, 'project_id': '485fea06b0b7495bb8721e368ed7bc86', 'subnets': [{'id': 'c8787d49-ec9b-4955-abad-fa3f0718ac34', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61b62a01-5d6d-4aa9-ade9-444d820aca96', 'name': '', 'network_id': '528f896c-ef63-4a6d-8ee2-08fbfe2387ea', 'tenant_id': '485fea06b0b7495bb8721e368ed7bc86', 'mac_address': 'fa:16:3e:e0:19:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1a190a-b533-42a3-ad5b-67b7033fc544', 'device_owner': 'network:router_interface', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': 'c7aebc9d-cf95-4909-94a3-725b7a37b87a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:42:20Z', 'updated_at': '2021-07-13T13:42:31Z', 'revision_number': 5, 'project_id': '485fea06b0b7495bb8721e368ed7bc86', 'subnets': [{'id': 'c7aebc9d-cf95-4909-94a3-725b7a37b87a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '86644ff4-bfca-443c-9c77-f496ab74b9ec', 'name': '', 'network_id': '9ef38924-89ab-46fe-92c4-d52f31d3a591', 'tenant_id': '485fea06b0b7495bb8721e368ed7bc86', 'mac_address': 'fa:16:3e:7d:dd:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b1a190a-b533-42a3-ad5b-67b7033fc544', 'device_owner': 'network:router_interface', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': 'be0a16b1-77c9-4f86-81f9-68e139a8c3d0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:42:40Z', 'updated_at': '2021-07-13T13:42:48Z', 'revision_number': 4, 'project_id': '485fea06b0b7495bb8721e368ed7bc86', 'subnets': [{'id': 'be0a16b1-77c9-4f86-81f9-68e139a8c3d0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:42:49.458392 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port 942350a1-7368-4aa6-9063-06b269e58b85 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:42:49.465426 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f2ac9851-df07-4999-b10a-1b2b5e928e4d tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:49.472403 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-f2ac9851-df07-4999-b10a-1b2b5e928e4d tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] 10.222.0.23 "PUT /v2.0/routers/4b1a190a-b533-42a3-ad5b-67b7033fc544 HTTP/1.1" status: 200 len: 954 time: 5.4506924 Jul 13 13:42:49.475925 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-993ede3b-abf1-4d7e-9163-95d19df77df5 admin admin] Allocated IP 172.20.0.1 (4044b022-747e-4834-bc76-73d0f411c2c3/22de4df8-967a-4ca5-99c3-67fec7ee33c8/4463ecc2-0470-47f4-940b-dc13e425429d) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:42:49.491795 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2767599-d1a1-471b-a44a-2010ebf9c977 req-3027cf04-388b-4e80-86fc-b293791d1ca3 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:49.492794 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 556645b5-7a97-4d3a-94a9-6bd9e5cf58f2, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=556645b5-7a97-4d3a-94a9-6bd9e5cf58f2,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:42:49.515647 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2767599-d1a1-471b-a44a-2010ebf9c977 req-3027cf04-388b-4e80-86fc-b293791d1ca3 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:49.515864 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 942350a1-7368-4aa6-9063-06b269e58b85 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:42:49.516334 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:49.535731 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2767599-d1a1-471b-a44a-2010ebf9c977 req-3027cf04-388b-4e80-86fc-b293791d1ca3 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:49.544093 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-28a8a273-906a-4a94-850f-7147b8ef87ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:49.544904 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d2767599-d1a1-471b-a44a-2010ebf9c977 req-3027cf04-388b-4e80-86fc-b293791d1ca3 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] 10.222.0.23 "GET /v2.0/ports?device_id=e88e0734-1f99-4dbb-b304-12db10efef83 HTTP/1.1" status: 200 len: 2417 time: 0.1833265 Jul 13 13:42:49.546365 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 35368) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:42:49.571659 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Returning: {'device': '556645b5-7a97-4d3a-94a9-6bd9e5cf58f2', 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30', 'port_id': '556645b5-7a97-4d3a-94a9-6bd9e5cf58f2', 'mac_address': 'fa:16:3e:ce:40:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60b55863-ceb6-45af-a8a4-4b22d72866af', 'ip_address': '192.168.233.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 13:42:49.623251 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d2767599-d1a1-471b-a44a-2010ebf9c977 req-4e50d568-6788-4749-818b-9525034c6fd2 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ac1545a-5526-4c2d-93f1-674377bb30c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754004 Jul 13 13:42:49.701424 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:49.708558 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-28a8a273-906a-4a94-850f-7147b8ef87ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:49.726726 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port 942350a1-7368-4aa6-9063-06b269e58b85, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=942350a1-7368-4aa6-9063-06b269e58b85,segment=NetworkSegment(3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87),segment_id=3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:42:49.728513 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:49.741211 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:49.753524 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c3a285a7-be60-482a-a9fb-f8e40016e161 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5970588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4763339'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:49.771158 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 556645b5-7a97-4d3a-94a9-6bd9e5cf58f2 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:42:49.807293 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 556645b5-7a97-4d3a-94a9-6bd9e5cf58f2, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=556645b5-7a97-4d3a-94a9-6bd9e5cf58f2,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:42:49.833128 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:49.848263 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=942350a1-7368-4aa6-9063-06b269e58b85,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:49.856817 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9de94bd1-7203-4781-a999-174f42f7f53c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:49.904348 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a8a273-906a-4a94-850f-7147b8ef87ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=963f7f1f-70ad-46f3-915d-74c4b7d8e678,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:49.909195 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-28a8a273-906a-4a94-850f-7147b8ef87ea admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e7f317aae61941e99a29dd3ec6440b56&name=default HTTP/1.1" status: 200 len: 2983 time: 2.5000305 Jul 13 13:42:49.912010 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 35376) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:42:49.931643 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=556645b5-7a97-4d3a-94a9-6bd9e5cf58f2,revision_number=8']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:49.941591 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-6c822769-8786-454b-97b9-7cf5d346e8ab tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] 10.222.0.23 "GET /v2.0/routers/4b1a190a-b533-42a3-ad5b-67b7033fc544 HTTP/1.1" status: 200 len: 954 time: 0.3928437 Jul 13 13:42:49.950176 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 35378) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:42:49.956143 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-5493adbf-8cc7-4a32-a45e-2d4bf32cc7f5 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Request body: {'router': {'routes': None}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:42:49.976078 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:50.013308 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d364ad97-8bf7-4209-8a22-4d487df0b899 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:50.020601 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a285a7-be60-482a-a9fb-f8e40016e161 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Pushing event updated for resources: {'Subnet': ['ID=1aa20515-908b-4fe6-b7ef-b8ad7195c90b,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:50.067863 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d364ad97-8bf7-4209-8a22-4d487df0b899 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:50.113832 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['556645b5-7a97-4d3a-94a9-6bd9e5cf58f2'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:42:50.146656 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a285a7-be60-482a-a9fb-f8e40016e161 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Checking segment: {'id': 'b9315283-3ff3-474a-ae8e-d67b49cb9dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'bf44b8c8-02ca-400a-8ecc-a3ca3972d2fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:42:50.147464 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a285a7-be60-482a-a9fb-f8e40016e161 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Network hostable DHCP agents. Network: bf44b8c8-02ca-400a-8ecc-a3ca3972d2fc, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 13:42:50.148967 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d364ad97-8bf7-4209-8a22-4d487df0b899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:50.153585 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d364ad97-8bf7-4209-8a22-4d487df0b899 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:50.157611 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-d364ad97-8bf7-4209-8a22-4d487df0b899 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/963f7f1f-70ad-46f3-915d-74c4b7d8e678 HTTP/1.1" status: 204 len: 168 time: 0.2418559 Jul 13 13:42:50.160441 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-993ede3b-abf1-4d7e-9163-95d19df77df5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:50.172350 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d364ad97-8bf7-4209-8a22-4d487df0b899 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=963f7f1f-70ad-46f3-915d-74c4b7d8e678,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:50.229490 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [None req-993ede3b-abf1-4d7e-9163-95d19df77df5 admin admin] Transition to ACTIVE for port object 4463ecc2-0470-47f4-940b-dc13e425429d will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:42:50.315192 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a285a7-be60-482a-a9fb-f8e40016e161 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Network bf44b8c8-02ca-400a-8ecc-a3ca3972d2fc is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 13:42:50.344946 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-c3a285a7-be60-482a-a9fb-f8e40016e161 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, bf44b8c8-02ca-400a-8ecc-a3ca3972d2fc) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:42:50.385137 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a285a7-be60-482a-a9fb-f8e40016e161 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:50.386053 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c3a285a7-be60-482a-a9fb-f8e40016e161 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:50.405963 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f963f866-584b-47fa-8884-341b55433e56 None None] Network bf44b8c8-02ca-400a-8ecc-a3ca3972d2fc requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:42:50.536137 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-c3a285a7-be60-482a-a9fb-f8e40016e161 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.6924722 Jul 13 13:42:50.536668 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 35402) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:42:50.544557 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-f537f735-1bdc-4a0e-804d-016567536f49 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Request body: {'port': {'network_id': 'bf44b8c8-02ca-400a-8ecc-a3ca3972d2fc', 'name': 'tempest-PortsTestJSON-298597599', 'fixed_ips': [{'subnet_id': '1aa20515-908b-4fe6-b7ef-b8ad7195c90b', 'ip_address': '172.20.0.10'}]}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:42:50.602435 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-993ede3b-abf1-4d7e-9163-95d19df77df5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:50.701069 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-993ede3b-abf1-4d7e-9163-95d19df77df5 admin admin] Network 4044b022-747e-4834-bc76-73d0f411c2c3 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:42:50.707319 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-993ede3b-abf1-4d7e-9163-95d19df77df5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:42:50.723626 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993ede3b-abf1-4d7e-9163-95d19df77df5 admin admin] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:42:50.747723 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abdc55e-65d6-4fb5-98c5-2900505377c6 req-c7fc2428-13f0-4a27-a65d-afd973014a35 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:50.749647 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7abdc55e-65d6-4fb5-98c5-2900505377c6 req-c7fc2428-13f0-4a27-a65d-afd973014a35 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/ports?device_id=e09381ea-19e8-4569-9cfc-1dec7c686fa5 HTTP/1.1" status: 200 len: 949 time: 0.3451908 Jul 13 13:42:50.783091 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0fe8dd3-1863-456e-b79b-74f955d324f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a7201e1-61ce-5a3e-b7f7-e800379ed03b-bf44b8c8-02ca-400a-8ecc-a3ca3972d2fc', 'network_id': 'bf44b8c8-02ca-400a-8ecc-a3ca3972d2fc', 'tenant_id': '8b3e8ef7cfb0436e8cb330362d71f1d6', 'fixed_ips': [{'subnet_id': '1aa20515-908b-4fe6-b7ef-b8ad7195c90b'}]}} from n-d-800634-1. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 13:42:50.786303 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0fe8dd3-1863-456e-b79b-74f955d324f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:50.808358 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c04f915-4695-4730-b6ac-fca16c03159e req-806b8992-b8e1-41d0-bbd6-e1d13e077c30 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:50.815056 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c04f915-4695-4730-b6ac-fca16c03159e req-806b8992-b8e1-41d0-bbd6-e1d13e077c30 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:50.825295 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993ede3b-abf1-4d7e-9163-95d19df77df5 admin admin] Pushing event updated for resources: {'Port': ['ID=4463ecc2-0470-47f4-940b-dc13e425429d,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:50.835574 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c04f915-4695-4730-b6ac-fca16c03159e req-806b8992-b8e1-41d0-bbd6-e1d13e077c30 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:50.848582 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-0c04f915-4695-4730-b6ac-fca16c03159e req-806b8992-b8e1-41d0-bbd6-e1d13e077c30 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] 10.222.0.41 "GET /v2.0/ports?device_id=e88e0734-1f99-4dbb-b304-12db10efef83 HTTP/1.1" status: 200 len: 2417 time: 0.2959945 Jul 13 13:42:50.903775 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7abdc55e-65d6-4fb5-98c5-2900505377c6 req-ca7e7966-91cd-4f0b-a93b-9536b0cb42cd tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/security-groups?id=945af9a8-1349-436a-a066-b9a0fd8d3dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124957 Jul 13 13:42:50.943115 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-993ede3b-abf1-4d7e-9163-95d19df77df5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-450452'] for router_interface, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:50.946147 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 35412) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:42:51.056469 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f537f735-1bdc-4a0e-804d-016567536f49 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Made reservation on behalf of 8b3e8ef7cfb0436e8cb330362d71f1d6 for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:42:51.101480 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-a0fe8dd3-1863-456e-b79b-74f955d324f6 None None] Allocated IP 172.20.0.2 (bf44b8c8-02ca-400a-8ecc-a3ca3972d2fc/1aa20515-908b-4fe6-b7ef-b8ad7195c90b/fa8c6aea-b5d0-40ed-a8ad-ca92fc3310c9) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:42:51.199818 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64cd4a2-7951-4a41-b17d-23479d00a5d9 None None] Sync routers for ids ['4b1a190a-b533-42a3-ad5b-67b7033fc544'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:42:51.268188 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64cd4a2-7951-4a41-b17d-23479d00a5d9 None None] Routers {'4b1a190a-b533-42a3-ad5b-67b7033fc544'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:42:51.269216 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-b64cd4a2-7951-4a41-b17d-23479d00a5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:42:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['4b1a190a-b533-42a3-ad5b-67b7033fc544'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:42:51.274148 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-2c1d5c0c-d9d6-4598-9309-88f97db45ff8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5868ef08373b40a9a8d77d6fa49420bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3247771 Jul 13 13:42:51.278296 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-c6041ee6-77c8-4a7f-a766-635a33f36171 None None] Provisioning for port 4463ecc2-0470-47f4-940b-dc13e425429d completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:42:51.278610 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 35418) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:42:51.285498 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:51.335144 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-c6041ee6-77c8-4a7f-a766-635a33f36171 None None] Provisioning complete for port 4463ecc2-0470-47f4-940b-dc13e425429d triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:42:51.335900 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c6041ee6-77c8-4a7f-a766-635a33f36171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:51.346441 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f537f735-1bdc-4a0e-804d-016567536f49 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:51.372311 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 942350a1-7368-4aa6-9063-06b269e58b85 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:42:51.406809 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-c6041ee6-77c8-4a7f-a766-635a33f36171 None None] Port 4463ecc2-0470-47f4-940b-dc13e425429d cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:42:51.411827 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.extraroute_db [None req-5493adbf-8cc7-4a32-a45e-2d4bf32cc7f5 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Added routes are [] {{(pid=93750) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 13 13:42:51.413723 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.extraroute_db [None req-5493adbf-8cc7-4a32-a45e-2d4bf32cc7f5 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=93750) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 13 13:42:51.448905 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a0a6e9-7eb6-4ab3-8fe5-f9728d8041bb req-f66939a3-9e54-4285-b4e6-7fd8de32d4cf tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:51.456411 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a0a6e9-7eb6-4ab3-8fe5-f9728d8041bb req-f66939a3-9e54-4285-b4e6-7fd8de32d4cf tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:51.465213 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a0a6e9-7eb6-4ab3-8fe5-f9728d8041bb req-f66939a3-9e54-4285-b4e6-7fd8de32d4cf tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:51.473306 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-44a0a6e9-7eb6-4ab3-8fe5-f9728d8041bb req-f66939a3-9e54-4285-b4e6-7fd8de32d4cf tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] 10.222.0.23 "GET /v2.0/ports?device_id=e88e0734-1f99-4dbb-b304-12db10efef83 HTTP/1.1" status: 200 len: 2417 time: 0.5112953 Jul 13 13:42:51.474176 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0fe8dd3-1863-456e-b79b-74f955d324f6 None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:51.497063 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-a0fe8dd3-1863-456e-b79b-74f955d324f6 None None] Transition to ACTIVE for port object fa8c6aea-b5d0-40ed-a8ad-ca92fc3310c9 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:42:51.511462 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-b64cd4a2-7951-4a41-b17d-23479d00a5d9 None None] Set router 4b1a190a-b533-42a3-ad5b-67b7033fc544 gateway port host: None {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:42:51.526834 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [None req-f537f735-1bdc-4a0e-804d-016567536f49 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] device_id is not set on port a2cd86c5-a501-4cfb-8e5d-66d4e6c0f56b yet. {{(pid=93751) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 13:42:51.539781 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-0c04f915-4695-4730-b6ac-fca16c03159e req-9a5c7d23-8600-4d23-9048-2b02f032ab73 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Deleting port 6519e760-a9a3-4a2b-bf97-9f6df346c87b {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:42:51.540460 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-0c04f915-4695-4730-b6ac-fca16c03159e req-9a5c7d23-8600-4d23-9048-2b02f032ab73 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:51.569194 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-a0fe8dd3-1863-456e-b79b-74f955d324f6 None None] Transition to ACTIVE for port object fa8c6aea-b5d0-40ed-a8ad-ca92fc3310c9 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:42:51.583112 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 942350a1-7368-4aa6-9063-06b269e58b85 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:42:51.583573 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:51.618133 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0fe8dd3-1863-456e-b79b-74f955d324f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:51.618791 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-44a0a6e9-7eb6-4ab3-8fe5-f9728d8041bb req-d7fb265b-9d61-46db-90a0-7ed3f3e61f2c tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ac1545a-5526-4c2d-93f1-674377bb30c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410527 Jul 13 13:42:51.632571 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-500f0106-7699-4192-92cf-ea43a5b9390b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:51.656512 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5493adbf-8cc7-4a32-a45e-2d4bf32cc7f5 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447180', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1591910', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2751'] for router, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:51.675053 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0fe8dd3-1863-456e-b79b-74f955d324f6 None None] Network bf44b8c8-02ca-400a-8ecc-a3ca3972d2fc is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:42:51.771071 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-0c04f915-4695-4730-b6ac-fca16c03159e req-9a5c7d23-8600-4d23-9048-2b02f032ab73 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] For port 6519e760-a9a3-4a2b-bf97-9f6df346c87b, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=6519e760-a9a3-4a2b-bf97-9f6df346c87b,segment=NetworkSegment(27f63a08-6db3-4d97-a988-03b1ef2e193c),segment_id=27f63a08-6db3-4d97-a988-03b1ef2e193c)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:42:51.771483 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-0c04f915-4695-4730-b6ac-fca16c03159e req-9a5c7d23-8600-4d23-9048-2b02f032ab73 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:51.818432 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-993ede3b-abf1-4d7e-9163-95d19df77df5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:51.898011 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-a0fe8dd3-1863-456e-b79b-74f955d324f6 None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:42:51.900456 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-0c04f915-4695-4730-b6ac-fca16c03159e req-9a5c7d23-8600-4d23-9048-2b02f032ab73 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Calling delete_port for 6519e760-a9a3-4a2b-bf97-9f6df346c87b owned by compute:nova {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:42:51.905441 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0fe8dd3-1863-456e-b79b-74f955d324f6 None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:42:51.934803 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-500f0106-7699-4192-92cf-ea43a5b9390b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:51.969274 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fe8dd3-1863-456e-b79b-74f955d324f6 None None] Pushing event updated for resources: {'Port': ['ID=fa8c6aea-b5d0-40ed-a8ad-ca92fc3310c9,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:52.035063 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-f537f735-1bdc-4a0e-804d-016567536f49 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Allocated IP 172.20.0.10 (bf44b8c8-02ca-400a-8ecc-a3ca3972d2fc/1aa20515-908b-4fe6-b7ef-b8ad7195c90b/a2cd86c5-a501-4cfb-8e5d-66d4e6c0f56b) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:42:52.053956 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-a0fe8dd3-1863-456e-b79b-74f955d324f6 None None] Attempting to bind port fa8c6aea-b5d0-40ed-a8ad-ca92fc3310c9 on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:42:52.054343 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-a0fe8dd3-1863-456e-b79b-74f955d324f6 None None] Attempting to bind port fa8c6aea-b5d0-40ed-a8ad-ca92fc3310c9 by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': 'b9315283-3ff3-474a-ae8e-d67b49cb9dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'bf44b8c8-02ca-400a-8ecc-a3ca3972d2fc'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:42:52.054713 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0fe8dd3-1863-456e-b79b-74f955d324f6 None None] Attempting to bind port fa8c6aea-b5d0-40ed-a8ad-ca92fc3310c9 on network bf44b8c8-02ca-400a-8ecc-a3ca3972d2fc {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:42:52.066810 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5493adbf-8cc7-4a32-a45e-2d4bf32cc7f5 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447180', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1591910', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2751'] for router, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:52.080897 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebd571f-c17c-43de-8412-7908407252de req-9c8dfd69-d563-46ee-be1a-2192f7189ca4 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:52.087580 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0fe8dd3-1863-456e-b79b-74f955d324f6 None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 42, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:42:52.087966 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0fe8dd3-1863-456e-b79b-74f955d324f6 None None] Checking segment: {'id': 'b9315283-3ff3-474a-ae8e-d67b49cb9dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'bf44b8c8-02ca-400a-8ecc-a3ca3972d2fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:42:52.088379 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0fe8dd3-1863-456e-b79b-74f955d324f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:52.088507 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cebd571f-c17c-43de-8412-7908407252de req-9c8dfd69-d563-46ee-be1a-2192f7189ca4 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/ports?device_id=e09381ea-19e8-4569-9cfc-1dec7c686fa5 HTTP/1.1" status: 200 len: 949 time: 0.5601921 Jul 13 13:42:52.088811 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0fe8dd3-1863-456e-b79b-74f955d324f6 None None] Bound using segment: {'id': 'b9315283-3ff3-474a-ae8e-d67b49cb9dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'bf44b8c8-02ca-400a-8ecc-a3ca3972d2fc'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:42:52.089301 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-a0fe8dd3-1863-456e-b79b-74f955d324f6 None None] Bound port: fa8c6aea-b5d0-40ed-a8ad-ca92fc3310c9, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9315283-3ff3-474a-ae8e-d67b49cb9dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'bf44b8c8-02ca-400a-8ecc-a3ca3972d2fc'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:42:52.089762 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0fe8dd3-1863-456e-b79b-74f955d324f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:52.091391 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5493adbf-8cc7-4a32-a45e-2d4bf32cc7f5 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-447171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-447226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1591965'] for router, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:52.109771 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1299f077-872e-4174-8536-17586d842fc8 req-689dc4d3-a28b-47b4-954b-ad739fcf5653 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:52.111680 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1299f077-872e-4174-8536-17586d842fc8 req-689dc4d3-a28b-47b4-954b-ad739fcf5653 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.41 "GET /v2.0/ports?device_id=e09381ea-19e8-4569-9cfc-1dec7c686fa5&tenant_id=c6349d73ae13458a9d892a7db2dc0433&binding%3Ahost_id=n-h1-800634-1 HTTP/1.1" status: 200 len: 949 time: 0.6478922 Jul 13 13:42:52.124028 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 86644ff4-bfca-443c-9c77-f496ab74b9ec up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:42:52.238534 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-b64cd4a2-7951-4a41-b17d-23479d00a5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b1a190a-b533-42a3-ad5b-67b7033fc544', 'name': 'tempest-RoutersIpV6Test-router-1786170495', 'tenant_id': '485fea06b0b7495bb8721e368ed7bc86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:42:05Z', 'updated_at': '2021-07-13T13:42:46Z', 'revision_number': 6, 'project_id': '485fea06b0b7495bb8721e368ed7bc86', 'gw_port_host': None, '_interfaces': [{'id': '301ccbb4-619b-4daa-acf6-12e9498b788e', 'name': '', 'network_id': '108cd37a-3360-4aa8-8b67-50a790b3146c', 'tenant_id': '485fea06b0b7495bb8721e368ed7bc86', 'mac_address': 'fa:16:3e:65:5b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1a190a-b533-42a3-ad5b-67b7033fc544', 'device_owner': 'network:router_interface', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': 'fdcb287b-f1cd-4240-a827-e159708e163c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:42:31Z', 'updated_at': '2021-07-13T13:42:42Z', 'revision_number': 5, 'project_id': '485fea06b0b7495bb8721e368ed7bc86', 'subnets': [{'id': 'fdcb287b-f1cd-4240-a827-e159708e163c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '480b6147-c801-4de9-b029-9a95df87513d', 'name': '', 'network_id': '9c959d53-e4b0-48a2-b232-66cb1c914ffc', 'tenant_id': '485fea06b0b7495bb8721e368ed7bc86', 'mac_address': 'fa:16:3e:c8:ef:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1a190a-b533-42a3-ad5b-67b7033fc544', 'device_owner': 'network:router_interface', 'standard_attr_id': 1600, 'fixed_ips': [{'subnet_id': 'c8787d49-ec9b-4955-abad-fa3f0718ac34', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:42:10Z', 'updated_at': '2021-07-13T13:42:21Z', 'revision_number': 5, 'project_id': '485fea06b0b7495bb8721e368ed7bc86', 'subnets': [{'id': 'c8787d49-ec9b-4955-abad-fa3f0718ac34', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61b62a01-5d6d-4aa9-ade9-444d820aca96', 'name': '', 'network_id': '528f896c-ef63-4a6d-8ee2-08fbfe2387ea', 'tenant_id': '485fea06b0b7495bb8721e368ed7bc86', 'mac_address': 'fa:16:3e:e0:19:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1a190a-b533-42a3-ad5b-67b7033fc544', 'device_owner': 'network:router_interface', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': 'c7aebc9d-cf95-4909-94a3-725b7a37b87a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:42:20Z', 'updated_at': '2021-07-13T13:42:31Z', 'revision_number': 5, 'project_id': '485fea06b0b7495bb8721e368ed7bc86', 'subnets': [{'id': 'c7aebc9d-cf95-4909-94a3-725b7a37b87a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '86644ff4-bfca-443c-9c77-f496ab74b9ec', 'name': '', 'network_id': '9ef38924-89ab-46fe-92c4-d52f31d3a591', 'tenant_id': '485fea06b0b7495bb8721e368ed7bc86', 'mac_address': 'fa:16:3e:7d:dd:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b1a190a-b533-42a3-ad5b-67b7033fc544', 'device_owner': 'network:router_interface', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': 'be0a16b1-77c9-4f86-81f9-68e139a8c3d0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:42:40Z', 'updated_at': '2021-07-13T13:42:48Z', 'revision_number': 4, 'project_id': '485fea06b0b7495bb8721e368ed7bc86', 'subnets': [{'id': 'be0a16b1-77c9-4f86-81f9-68e139a8c3d0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:42:52.241553 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-a0fe8dd3-1863-456e-b79b-74f955d324f6 None None] For port fa8c6aea-b5d0-40ed-a8ad-ca92fc3310c9, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:42:52.246617 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-a0fe8dd3-1863-456e-b79b-74f955d324f6 None None] For port fa8c6aea-b5d0-40ed-a8ad-ca92fc3310c9, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=fa8c6aea-b5d0-40ed-a8ad-ca92fc3310c9,segment=NetworkSegment(b9315283-3ff3-474a-ae8e-d67b49cb9dae),segment_id=b9315283-3ff3-474a-ae8e-d67b49cb9dae)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:42:52.275582 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port 86644ff4-bfca-443c-9c77-f496ab74b9ec completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:42:52.277549 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64cd4a2-7951-4a41-b17d-23479d00a5d9 None None] Checking router: 4b1a190a-b533-42a3-ad5b-67b7033fc544 for host: n-d-800634-1 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 13:42:52.279740 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0fe8dd3-1863-456e-b79b-74f955d324f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:52.289855 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cebd571f-c17c-43de-8412-7908407252de req-25731ead-2049-4823-8b9b-11603e62ab83 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/security-groups?id=945af9a8-1349-436a-a066-b9a0fd8d3dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997535 Jul 13 13:42:52.309618 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 86644ff4-bfca-443c-9c77-f496ab74b9ec triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:42:52.310083 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:52.341500 n-d-800634-1 neutron-server[93750]: INFO neutron.api.v2.resource [req-1299f077-872e-4174-8536-17586d842fc8 req-e8c37a1d-b992-4e77-b7f4-d90ce6036bf8 service neutron] delete failed (client error): The resource could not be found. Jul 13 13:42:52.343043 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1299f077-872e-4174-8536-17586d842fc8 req-e8c37a1d-b992-4e77-b7f4-d90ce6036bf8 service neutron] 10.222.0.41 "DELETE /v2.0/ports/556645b5-7a97-4d3a-94a9-6bd9e5cf58f2/bindings/n-h2-800634-1 HTTP/1.1" status: 404 len: 380 time: 0.1799750 Jul 13 13:42:52.389176 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64cd4a2-7951-4a41-b17d-23479d00a5d9 None None] Routers {'4b1a190a-b533-42a3-ad5b-67b7033fc544'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:42:52.389858 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-b64cd4a2-7951-4a41-b17d-23479d00a5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:42:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['4b1a190a-b533-42a3-ad5b-67b7033fc544'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:42:52.416538 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-500f0106-7699-4192-92cf-ea43a5b9390b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:52.420020 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-500f0106-7699-4192-92cf-ea43a5b9390b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:52.424114 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-500f0106-7699-4192-92cf-ea43a5b9390b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fde45534-fa14-44dd-9183-d5916f5829bb HTTP/1.1" status: 204 len: 168 time: 1.1330953 Jul 13 13:42:52.457921 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500f0106-7699-4192-92cf-ea43a5b9390b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fde45534-fa14-44dd-9183-d5916f5829bb,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:52.578677 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5493adbf-8cc7-4a32-a45e-2d4bf32cc7f5 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Router 4b1a190a-b533-42a3-ad5b-67b7033fc544 has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 13:42:52.593220 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fe8dd3-1863-456e-b79b-74f955d324f6 None None] Pushing event updated for resources: {'Port': ['ID=fa8c6aea-b5d0-40ed-a8ad-ca92fc3310c9,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:52.612306 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:52.625873 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-0c04f915-4695-4730-b6ac-fca16c03159e req-9a5c7d23-8600-4d23-9048-2b02f032ab73 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:52.674018 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-b64cd4a2-7951-4a41-b17d-23479d00a5d9 None None] Set router 4b1a190a-b533-42a3-ad5b-67b7033fc544 gateway port host: None {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:42:52.770060 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5c7d23-8600-4d23-9048-2b02f032ab73 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Pushing event deleted for resources: {'Port': ['ID=6519e760-a9a3-4a2b-bf97-9f6df346c87b,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:52.818817 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:52.925141 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5493adbf-8cc7-4a32-a45e-2d4bf32cc7f5 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:42:52.935362 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5493adbf-8cc7-4a32-a45e-2d4bf32cc7f5 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:52.939719 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-5493adbf-8cc7-4a32-a45e-2d4bf32cc7f5 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] 10.222.0.23 "PUT /v2.0/routers/4b1a190a-b533-42a3-ad5b-67b7033fc544 HTTP/1.1" status: 200 len: 704 time: 2.9871898 Jul 13 13:42:52.942554 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 35436) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:42:52.964421 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c04f915-4695-4730-b6ac-fca16c03159e req-9a5c7d23-8600-4d23-9048-2b02f032ab73 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] No DVR routers for this DVR port 6519e760-a9a3-4a2b-bf97-9f6df346c87b on host n-h2-800634-1 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:42:52.993464 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f537f735-1bdc-4a0e-804d-016567536f49 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:53.050419 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-0c04f915-4695-4730-b6ac-fca16c03159e req-9a5c7d23-8600-4d23-9048-2b02f032ab73 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:53.059223 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-0c04f915-4695-4730-b6ac-fca16c03159e req-9a5c7d23-8600-4d23-9048-2b02f032ab73 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] 10.222.0.41 "DELETE /v2.0/ports/6519e760-a9a3-4a2b-bf97-9f6df346c87b HTTP/1.1" status: 204 len: 173 time: 2.2027125 Jul 13 13:42:53.059927 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e88e0734-1f99-4dbb-b304-12db10efef83', 'name': 'network-vif-deleted', 'tag': '6519e760-a9a3-4a2b-bf97-9f6df346c87b'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:42:53.064357 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d17b627af75e17e0f4b8d6239d04f8c2f78634e2c585e32a7aeca336500f34a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e06fbf3b-0d15-4488-b28e-2fd8f89b0094" -d '{"events": [{"server_uuid": "e88e0734-1f99-4dbb-b304-12db10efef83", "name": "network-vif-deleted", "tag": "6519e760-a9a3-4a2b-bf97-9f6df346c87b"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:42:53.079066 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1299f077-872e-4174-8536-17586d842fc8 req-eef021b9-76bb-441c-81f5-68815e901aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:53.080622 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1299f077-872e-4174-8536-17586d842fc8 req-eef021b9-76bb-441c-81f5-68815e901aae service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c6349d73ae13458a9d892a7db2dc0433&device_id=e09381ea-19e8-4569-9cfc-1dec7c686fa5 HTTP/1.1" status: 200 len: 1100 time: 0.5948336 Jul 13 13:42:53.102640 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-c47afeff-3e35-4eab-9a66-241d7a1bf972 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] 10.222.0.23 "GET /v2.0/routers/4b1a190a-b533-42a3-ad5b-67b7033fc544 HTTP/1.1" status: 200 len: 704 time: 0.1528440 Jul 13 13:42:53.103609 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 35444) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:42:53.118479 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port 86644ff4-bfca-443c-9c77-f496ab74b9ec, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=86644ff4-bfca-443c-9c77-f496ab74b9ec,segment=NetworkSegment(6b9a3489-3589-4ad4-81f5-41ed336645a5),segment_id=6b9a3489-3589-4ad4-81f5-41ed336645a5)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:42:53.137108 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:53.242579 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 556645b5-7a97-4d3a-94a9-6bd9e5cf58f2 up at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:42:53.252970 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 35448) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:42:53.266291 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-f537f735-1bdc-4a0e-804d-016567536f49 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Transition to ACTIVE for port object a2cd86c5-a501-4cfb-8e5d-66d4e6c0f56b will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:42:53.283670 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb6b8718-b987-473c-8c7d-370b4c200276 x-openstack-request-id: req-bb6b8718-b987-473c-8c7d-370b4c200276 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:42:53.284375 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e88e0734-1f99-4dbb-b304-12db10efef83", "name": "network-vif-deleted", "tag": "6519e760-a9a3-4a2b-bf97-9f6df346c87b", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:42:53.284657 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bb6b8718-b987-473c-8c7d-370b4c200276 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:42:53.285069 n-d-800634-1 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e88e0734-1f99-4dbb-b304-12db10efef83', 'name': 'network-vif-deleted', 'tag': '6519e760-a9a3-4a2b-bf97-9f6df346c87b', 'status': 'completed', 'code': 200} Jul 13 13:42:53.285300 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1299f077-872e-4174-8536-17586d842fc8 req-9cccd0aa-af29-41fb-a2f3-6c6fa792b26a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:53.287360 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1299f077-872e-4174-8536-17586d842fc8 req-9cccd0aa-af29-41fb-a2f3-6c6fa792b26a service neutron] 10.222.0.41 "GET /v2.0/networks?id=e0bfb334-0fd9-4ba5-ba79-1568ecabee30 HTTP/1.1" status: 200 len: 869 time: 0.1826818 Jul 13 13:42:53.390667 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be16796-eae3-470d-a934-0e19a8d222ce req-88fb573d-5888-4ca3-a525-8f56c85ab9de tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:53.396837 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=86644ff4-bfca-443c-9c77-f496ab74b9ec,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:53.411786 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be16796-eae3-470d-a934-0e19a8d222ce req-88fb573d-5888-4ca3-a525-8f56c85ab9de tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:53.413641 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-9be16796-eae3-470d-a934-0e19a8d222ce req-88fb573d-5888-4ca3-a525-8f56c85ab9de tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] 10.222.0.23 "GET /v2.0/ports?device_id=e88e0734-1f99-4dbb-b304-12db10efef83 HTTP/1.1" status: 200 len: 1682 time: 0.4752567 Jul 13 13:42:53.501715 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-0c04f915-4695-4730-b6ac-fca16c03159e req-8fbcb182-b2d2-4558-b805-b47462e26f13 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Deleting port c6af1154-ca4a-491b-b9a2-9a9bd821e4ae {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:42:53.508589 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-0c04f915-4695-4730-b6ac-fca16c03159e req-8fbcb182-b2d2-4558-b805-b47462e26f13 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:53.512676 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device fa8c6aea-b5d0-40ed-a8ad-ca92fc3310c9 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:42:53.526886 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1299f077-872e-4174-8536-17586d842fc8 req-dceb0432-0a89-4377-98d7-790f61c787bb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=556645b5-7a97-4d3a-94a9-6bd9e5cf58f2 HTTP/1.1" status: 200 len: 217 time: 0.1435361 Jul 13 13:42:53.577592 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-931de045-cec9-4736-90dc-3f58d632c2a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:53.640188 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-993ede3b-abf1-4d7e-9163-95d19df77df5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:53.680848 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning for port 556645b5-7a97-4d3a-94a9-6bd9e5cf58f2 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:42:53.685386 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-b64cd4a2-7951-4a41-b17d-23479d00a5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b1a190a-b533-42a3-ad5b-67b7033fc544', 'name': 'tempest-RoutersIpV6Test-router-1786170495', 'tenant_id': '485fea06b0b7495bb8721e368ed7bc86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:42:05Z', 'updated_at': '2021-07-13T13:42:51Z', 'revision_number': 7, 'project_id': '485fea06b0b7495bb8721e368ed7bc86', 'gw_port_host': None, '_interfaces': [{'id': '301ccbb4-619b-4daa-acf6-12e9498b788e', 'name': '', 'network_id': '108cd37a-3360-4aa8-8b67-50a790b3146c', 'tenant_id': '485fea06b0b7495bb8721e368ed7bc86', 'mac_address': 'fa:16:3e:65:5b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1a190a-b533-42a3-ad5b-67b7033fc544', 'device_owner': 'network:router_interface', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': 'fdcb287b-f1cd-4240-a827-e159708e163c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:42:31Z', 'updated_at': '2021-07-13T13:42:42Z', 'revision_number': 5, 'project_id': '485fea06b0b7495bb8721e368ed7bc86', 'subnets': [{'id': 'fdcb287b-f1cd-4240-a827-e159708e163c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '480b6147-c801-4de9-b029-9a95df87513d', 'name': '', 'network_id': '9c959d53-e4b0-48a2-b232-66cb1c914ffc', 'tenant_id': '485fea06b0b7495bb8721e368ed7bc86', 'mac_address': 'fa:16:3e:c8:ef:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1a190a-b533-42a3-ad5b-67b7033fc544', 'device_owner': 'network:router_interface', 'standard_attr_id': 1600, 'fixed_ips': [{'subnet_id': 'c8787d49-ec9b-4955-abad-fa3f0718ac34', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:42:10Z', 'updated_at': '2021-07-13T13:42:21Z', 'revision_number': 5, 'project_id': '485fea06b0b7495bb8721e368ed7bc86', 'subnets': [{'id': 'c8787d49-ec9b-4955-abad-fa3f0718ac34', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61b62a01-5d6d-4aa9-ade9-444d820aca96', 'name': '', 'network_id': '528f896c-ef63-4a6d-8ee2-08fbfe2387ea', 'tenant_id': '485fea06b0b7495bb8721e368ed7bc86', 'mac_address': 'fa:16:3e:e0:19:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1a190a-b533-42a3-ad5b-67b7033fc544', 'device_owner': 'network:router_interface', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': 'c7aebc9d-cf95-4909-94a3-725b7a37b87a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:42:20Z', 'updated_at': '2021-07-13T13:42:31Z', 'revision_number': 5, 'project_id': '485fea06b0b7495bb8721e368ed7bc86', 'subnets': [{'id': 'c7aebc9d-cf95-4909-94a3-725b7a37b87a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '86644ff4-bfca-443c-9c77-f496ab74b9ec', 'name': '', 'network_id': '9ef38924-89ab-46fe-92c4-d52f31d3a591', 'tenant_id': '485fea06b0b7495bb8721e368ed7bc86', 'mac_address': 'fa:16:3e:7d:dd:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b1a190a-b533-42a3-ad5b-67b7033fc544', 'device_owner': 'network:router_interface', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': 'be0a16b1-77c9-4f86-81f9-68e139a8c3d0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:42:40Z', 'updated_at': '2021-07-13T13:42:48Z', 'revision_number': 4, 'project_id': '485fea06b0b7495bb8721e368ed7bc86', 'subnets': [{'id': 'be0a16b1-77c9-4f86-81f9-68e139a8c3d0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:42:53.699828 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-993ede3b-abf1-4d7e-9163-95d19df77df5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:53.716914 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-0c04f915-4695-4730-b6ac-fca16c03159e req-8fbcb182-b2d2-4558-b805-b47462e26f13 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] For port c6af1154-ca4a-491b-b9a2-9a9bd821e4ae, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=c6af1154-ca4a-491b-b9a2-9a9bd821e4ae,segment=NetworkSegment(af6a54f1-3767-4dd9-b590-41d6147fb705),segment_id=af6a54f1-3767-4dd9-b590-41d6147fb705)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:42:53.718733 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-0c04f915-4695-4730-b6ac-fca16c03159e req-8fbcb182-b2d2-4558-b805-b47462e26f13 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:53.738085 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64cd4a2-7951-4a41-b17d-23479d00a5d9 None None] The sync data for ids ['4b1a190a-b533-42a3-ad5b-67b7033fc544'] in n-d-800634-1 is: [{'id': '4b1a190a-b533-42a3-ad5b-67b7033fc544', 'name': 'tempest-RoutersIpV6Test-router-1786170495', 'tenant_id': '485fea06b0b7495bb8721e368ed7bc86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:42:05Z', 'updated_at': '2021-07-13T13:42:51Z', 'revision_number': 7, 'project_id': '485fea06b0b7495bb8721e368ed7bc86', 'gw_port_host': None, '_interfaces': [{'id': '301ccbb4-619b-4daa-acf6-12e9498b788e', 'name': '', 'network_id': '108cd37a-3360-4aa8-8b67-50a790b3146c', 'tenant_id': '485fea06b0b7495bb8721e368ed7bc86', 'mac_address': 'fa:16:3e:65:5b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1a190a-b533-42a3-ad5b-67b7033fc544', 'device_owner': 'network:router_interface', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': 'fdcb287b-f1cd-4240-a827-e159708e163c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:42:31Z', 'updated_at': '2021-07-13T13:42:42Z', 'revision_number': 5, 'project_id': '485fea06b0b7495bb8721e368ed7bc86', 'subnets': [{'id': 'fdcb287b-f1cd-4240-a827-e159708e163c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '480b6147-c801-4de9-b029-9a95df87513d', 'name': '', 'network_id': '9c959d53-e4b0-48a2-b232-66cb1c914ffc', 'tenant_id': '485fea06b0b7495bb8721e368ed7bc86', 'mac_address': 'fa:16:3e:c8:ef:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1a190a-b533-42a3-ad5b-67b7033fc544', 'device_owner': 'network:router_interface', 'standard_attr_id': 1600, 'fixed_ips': [{'subnet_id': 'c8787d49-ec9b-4955-abad-fa3f0718ac34', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:42:10Z', 'updated_at': '2021-07-13T13:42:21Z', 'revision_number': 5, 'project_id': '485fea06b0b7495bb8721e368ed7bc86', 'subnets': [{'id': 'c8787d49-ec9b-4955-abad-fa3f0718ac34', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61b62a01-5d6d-4aa9-ade9-444d820aca96', 'name': '', 'network_id': '528f896c-ef63-4a6d-8ee2-08fbfe2387ea', 'tenant_id': '485fea06b0b7495bb8721e368ed7bc86', 'mac_address': 'fa:16:3e:e0:19:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1a190a-b533-42a3-ad5b-67b7033fc544', 'device_owner': 'network:router_interface', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': 'c7aebc9d-cf95-4909-94a3-725b7a37b87a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:42:20Z', 'updated_at': '2021-07-13T13:42:31Z', 'revision_number': 5, 'project_id': '485fea06b0b7495bb8721e368ed7bc86', 'subnets': [{'id': 'c7aebc9d-cf95-4909-94a3-725b7a37b87a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '86644ff4-bfca-443c-9c77-f496ab74b9ec', 'name': '', 'network_id': '9ef38924-89ab-46fe-92c4-d52f31d3a591', 'tenant_id': '485fea06b0b7495bb8721e368ed7bc86', 'mac_address': 'fa:16:3e:7d:dd:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b1a190a-b533-42a3-ad5b-67b7033fc544', 'device_owner': 'network:router_interface', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': 'be0a16b1-77c9-4f86-81f9-68e139a8c3d0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:42:40Z', 'updated_at': '2021-07-13T13:42:48Z', 'revision_number': 4, 'project_id': '485fea06b0b7495bb8721e368ed7bc86', 'subnets': [{'id': 'be0a16b1-77c9-4f86-81f9-68e139a8c3d0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:42:53.741766 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning complete for port 556645b5-7a97-4d3a-94a9-6bd9e5cf58f2 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:42:53.742684 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:53.746867 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port fa8c6aea-b5d0-40ed-a8ad-ca92fc3310c9 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:42:53.748107 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-0c04f915-4695-4730-b6ac-fca16c03159e req-8fbcb182-b2d2-4558-b805-b47462e26f13 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Calling delete_port for c6af1154-ca4a-491b-b9a2-9a9bd821e4ae owned by compute:nova {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:42:53.872934 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f537f735-1bdc-4a0e-804d-016567536f49 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:53.888379 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-9be16796-eae3-470d-a934-0e19a8d222ce req-2a570a30-7c60-4317-a6b7-bdb1f8dbe356 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ac1545a-5526-4c2d-93f1-674377bb30c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4539454 Jul 13 13:42:53.954255 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:53.987547 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f537f735-1bdc-4a0e-804d-016567536f49 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Network bf44b8c8-02ca-400a-8ecc-a3ca3972d2fc is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:42:53.996823 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 35468) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:42:53.997789 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-f537f735-1bdc-4a0e-804d-016567536f49 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:42:54.006433 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f537f735-1bdc-4a0e-804d-016567536f49 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:42:54.011271 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e09381ea-19e8-4569-9cfc-1dec7c686fa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '556645b5-7a97-4d3a-94a9-6bd9e5cf58f2'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:42:54.016600 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-500c185a-7cfa-4565-a068-2bacfdae79ab" -d '{"events": [{"server_uuid": "e09381ea-19e8-4569-9cfc-1dec7c686fa5", "name": "network-vif-plugged", "status": "completed", "tag": "556645b5-7a97-4d3a-94a9-6bd9e5cf58f2"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:42:54.032158 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e321b14-c843-4034-a97c-6e4c13cd5b30 None None] Network bf44b8c8-02ca-400a-8ecc-a3ca3972d2fc requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:42:54.073825 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f537f735-1bdc-4a0e-804d-016567536f49 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Pushing event updated for resources: {'Port': ['ID=a2cd86c5-a501-4cfb-8e5d-66d4e6c0f56b,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:54.097985 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 556645b5-7a97-4d3a-94a9-6bd9e5cf58f2, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=556645b5-7a97-4d3a-94a9-6bd9e5cf58f2,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:42:54.119003 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:54.232389 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=556645b5-7a97-4d3a-94a9-6bd9e5cf58f2,revision_number=9']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:54.237027 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:42:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9a5be6d-5979-4b64-a800-d26c37c59e1a x-openstack-request-id: req-b9a5be6d-5979-4b64-a800-d26c37c59e1a {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:42:54.237371 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e09381ea-19e8-4569-9cfc-1dec7c686fa5", "name": "network-vif-plugged", "status": "completed", "tag": "556645b5-7a97-4d3a-94a9-6bd9e5cf58f2", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:42:54.237579 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b9a5be6d-5979-4b64-a800-d26c37c59e1a {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:42:54.238011 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e09381ea-19e8-4569-9cfc-1dec7c686fa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '556645b5-7a97-4d3a-94a9-6bd9e5cf58f2', 'code': 200} Jul 13 13:42:54.240390 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-92b9cfc9-f93e-4dc3-9d40-3f299ea857fb None None] Provisioning for port fa8c6aea-b5d0-40ed-a8ad-ca92fc3310c9 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:42:54.255088 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-c6057f27-cba7-47cf-9d85-d2e40c742a07 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1647820924'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:42:54.265239 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-92b9cfc9-f93e-4dc3-9d40-3f299ea857fb None None] Provisioning complete for port fa8c6aea-b5d0-40ed-a8ad-ca92fc3310c9 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:42:54.266050 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-92b9cfc9-f93e-4dc3-9d40-3f299ea857fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:54.269426 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-0c04f915-4695-4730-b6ac-fca16c03159e req-8fbcb182-b2d2-4558-b805-b47462e26f13 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:54.285293 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-993ede3b-abf1-4d7e-9163-95d19df77df5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1785045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451806'] for router_interface, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:54.289648 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8a6ebf-b435-41d4-a4f7-4a7075c720b6 None None] Sync routers for ids ['4b1a190a-b533-42a3-ad5b-67b7033fc544'] in n-d-800634-1 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:42:54.290972 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f537f735-1bdc-4a0e-804d-016567536f49 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:54.292296 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f537f735-1bdc-4a0e-804d-016567536f49 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:54.299585 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8a6ebf-b435-41d4-a4f7-4a7075c720b6 None None] Routers {'4b1a190a-b533-42a3-ad5b-67b7033fc544'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:42:54.300202 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-5b8a6ebf-b435-41d4-a4f7-4a7075c720b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:42:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['4b1a190a-b533-42a3-ad5b-67b7033fc544'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:42:54.340037 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbcb182-b2d2-4558-b805-b47462e26f13 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Pushing event deleted for resources: {'Port': ['ID=c6af1154-ca4a-491b-b9a2-9a9bd821e4ae,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:54.387815 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1299f077-872e-4174-8536-17586d842fc8 req-06dcac68-ca48-42c3-a42b-892c513e35d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:54.389316 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1299f077-872e-4174-8536-17586d842fc8 req-06dcac68-ca48-42c3-a42b-892c513e35d3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=60b55863-ceb6-45af-a8a4-4b22d72866af HTTP/1.1" status: 200 len: 843 time: 0.8488250 Jul 13 13:42:54.427000 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-5b8a6ebf-b435-41d4-a4f7-4a7075c720b6 None None] Set router 4b1a190a-b533-42a3-ad5b-67b7033fc544 gateway port host: None {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:42:54.439578 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c04f915-4695-4730-b6ac-fca16c03159e req-8fbcb182-b2d2-4558-b805-b47462e26f13 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] No DVR routers for this DVR port c6af1154-ca4a-491b-b9a2-9a9bd821e4ae on host n-h2-800634-1 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:42:54.441624 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-92b9cfc9-f93e-4dc3-9d40-3f299ea857fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:54.442493 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-0c04f915-4695-4730-b6ac-fca16c03159e req-8fbcb182-b2d2-4558-b805-b47462e26f13 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:54.445412 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-0c04f915-4695-4730-b6ac-fca16c03159e req-8fbcb182-b2d2-4558-b805-b47462e26f13 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] 10.222.0.41 "DELETE /v2.0/ports/c6af1154-ca4a-491b-b9a2-9a9bd821e4ae HTTP/1.1" status: 204 len: 173 time: 1.3502641 Jul 13 13:42:54.461361 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 6519e760-a9a3-4a2b-bf97-9f6df346c87b no longer exists at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:42:54.505293 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] No Port match for: 6519e760-a9a3-4a2b-bf97-9f6df346c87b {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:42:54.505694 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 6519e760-a9a3-4a2b-bf97-9f6df346c87b not bound to the agent host n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:42:54.512064 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device c6af1154-ca4a-491b-b9a2-9a9bd821e4ae no longer exists at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:42:54.522443 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993ede3b-abf1-4d7e-9163-95d19df77df5 admin admin] Pushing event updated for resources: {'Port': ['ID=4463ecc2-0470-47f4-940b-dc13e425429d,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:54.553561 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-931de045-cec9-4736-90dc-3f58d632c2a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:54.570871 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-931de045-cec9-4736-90dc-3f58d632c2a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:54.581019 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-993ede3b-abf1-4d7e-9163-95d19df77df5 admin admin] Network 4044b022-747e-4834-bc76-73d0f411c2c3 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:42:54.586114 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] No Port match for: c6af1154-ca4a-491b-b9a2-9a9bd821e4ae {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:42:54.586487 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device c6af1154-ca4a-491b-b9a2-9a9bd821e4ae not bound to the agent host n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:42:54.586893 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device cabe3ad4-87dd-4319-b8e4-599e6ad39b93 no longer exists at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:42:54.603773 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-993ede3b-abf1-4d7e-9163-95d19df77df5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:42:54.631639 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-931de045-cec9-4736-90dc-3f58d632c2a1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5aa60489ff414d70bfb74dd1851162d2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3696167 Jul 13 13:42:54.638917 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931de045-cec9-4736-90dc-3f58d632c2a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dea56b5-8d15-4582-a6d2-f800aab6a7bc,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:54.658045 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-f537f735-1bdc-4a0e-804d-016567536f49 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.1201301 Jul 13 13:42:54.658514 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 35476) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:42:54.658850 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 35478) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:42:54.699221 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-92b9cfc9-f93e-4dc3-9d40-3f299ea857fb None None] For port fa8c6aea-b5d0-40ed-a8ad-ca92fc3310c9, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=fa8c6aea-b5d0-40ed-a8ad-ca92fc3310c9,segment=NetworkSegment(b9315283-3ff3-474a-ae8e-d67b49cb9dae),segment_id=b9315283-3ff3-474a-ae8e-d67b49cb9dae)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:42:54.713112 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-92b9cfc9-f93e-4dc3-9d40-3f299ea857fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:54.730753 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-6b5cb3e4-a9f4-4cb4-b4ab-ef014e3644e4 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Request body: {'port': {'network_id': 'bf44b8c8-02ca-400a-8ecc-a3ca3972d2fc', 'name': 'tempest-PortsTestJSON-294478948', 'fixed_ips': [{'subnet_id': '1aa20515-908b-4fe6-b7ef-b8ad7195c90b', 'ip_address': '172.20.0.9'}]}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:42:54.772928 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-5b8a6ebf-b435-41d4-a4f7-4a7075c720b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b1a190a-b533-42a3-ad5b-67b7033fc544', 'name': 'tempest-RoutersIpV6Test-router-1786170495', 'tenant_id': '485fea06b0b7495bb8721e368ed7bc86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:42:05Z', 'updated_at': '2021-07-13T13:42:51Z', 'revision_number': 7, 'project_id': '485fea06b0b7495bb8721e368ed7bc86', 'gw_port_host': None, '_interfaces': [{'id': '301ccbb4-619b-4daa-acf6-12e9498b788e', 'name': '', 'network_id': '108cd37a-3360-4aa8-8b67-50a790b3146c', 'tenant_id': '485fea06b0b7495bb8721e368ed7bc86', 'mac_address': 'fa:16:3e:65:5b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1a190a-b533-42a3-ad5b-67b7033fc544', 'device_owner': 'network:router_interface', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': 'fdcb287b-f1cd-4240-a827-e159708e163c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:42:31Z', 'updated_at': '2021-07-13T13:42:42Z', 'revision_number': 5, 'project_id': '485fea06b0b7495bb8721e368ed7bc86', 'subnets': [{'id': 'fdcb287b-f1cd-4240-a827-e159708e163c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '480b6147-c801-4de9-b029-9a95df87513d', 'name': '', 'network_id': '9c959d53-e4b0-48a2-b232-66cb1c914ffc', 'tenant_id': '485fea06b0b7495bb8721e368ed7bc86', 'mac_address': 'fa:16:3e:c8:ef:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1a190a-b533-42a3-ad5b-67b7033fc544', 'device_owner': 'network:router_interface', 'standard_attr_id': 1600, 'fixed_ips': [{'subnet_id': 'c8787d49-ec9b-4955-abad-fa3f0718ac34', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:42:10Z', 'updated_at': '2021-07-13T13:42:21Z', 'revision_number': 5, 'project_id': '485fea06b0b7495bb8721e368ed7bc86', 'subnets': [{'id': 'c8787d49-ec9b-4955-abad-fa3f0718ac34', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61b62a01-5d6d-4aa9-ade9-444d820aca96', 'name': '', 'network_id': '528f896c-ef63-4a6d-8ee2-08fbfe2387ea', 'tenant_id': '485fea06b0b7495bb8721e368ed7bc86', 'mac_address': 'fa:16:3e:e0:19:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1a190a-b533-42a3-ad5b-67b7033fc544', 'device_owner': 'network:router_interface', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': 'c7aebc9d-cf95-4909-94a3-725b7a37b87a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:42:20Z', 'updated_at': '2021-07-13T13:42:31Z', 'revision_number': 5, 'project_id': '485fea06b0b7495bb8721e368ed7bc86', 'subnets': [{'id': 'c7aebc9d-cf95-4909-94a3-725b7a37b87a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '86644ff4-bfca-443c-9c77-f496ab74b9ec', 'name': '', 'network_id': '9ef38924-89ab-46fe-92c4-d52f31d3a591', 'tenant_id': '485fea06b0b7495bb8721e368ed7bc86', 'mac_address': 'fa:16:3e:7d:dd:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1a190a-b533-42a3-ad5b-67b7033fc544', 'device_owner': 'network:router_interface', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': 'be0a16b1-77c9-4f86-81f9-68e139a8c3d0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:42:40Z', 'updated_at': '2021-07-13T13:42:52Z', 'revision_number': 5, 'project_id': '485fea06b0b7495bb8721e368ed7bc86', 'subnets': [{'id': 'be0a16b1-77c9-4f86-81f9-68e139a8c3d0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:42:54.795097 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754b9745-44bf-439a-8522-818b2811d165 req-9c0291c1-4e49-42b4-a6a5-3f3fb3693ee1 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:54.803230 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-754b9745-44bf-439a-8522-818b2811d165 req-9c0291c1-4e49-42b4-a6a5-3f3fb3693ee1 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/ports?device_id=e09381ea-19e8-4569-9cfc-1dec7c686fa5 HTTP/1.1" status: 200 len: 949 time: 1.2716792 Jul 13 13:42:54.835700 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8a6ebf-b435-41d4-a4f7-4a7075c720b6 None None] Checking router: 4b1a190a-b533-42a3-ad5b-67b7033fc544 for host: n-d-800634-1 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 13:42:54.846571 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8a6ebf-b435-41d4-a4f7-4a7075c720b6 None None] Routers {'4b1a190a-b533-42a3-ad5b-67b7033fc544'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:42:54.847233 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-5b8a6ebf-b435-41d4-a4f7-4a7075c720b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:42:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['4b1a190a-b533-42a3-ad5b-67b7033fc544'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:42:54.864873 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b9cfc9-f93e-4dc3-9d40-3f299ea857fb None None] Pushing event updated for resources: {'Port': ['ID=fa8c6aea-b5d0-40ed-a8ad-ca92fc3310c9,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:54.879235 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:54.942244 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-0c04f915-4695-4730-b6ac-fca16c03159e req-fbb5ae16-6b81-4c21-92b3-a462d7ca76cf tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Deleting port cabe3ad4-87dd-4319-b8e4-599e6ad39b93 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:42:54.942244 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-0c04f915-4695-4730-b6ac-fca16c03159e req-fbb5ae16-6b81-4c21-92b3-a462d7ca76cf tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:54.948543 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c8b1aa6e-185a-4cd4-8f17-90dc74a5b814 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:54.950168 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6057f27-cba7-47cf-9d85-d2e40c742a07 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Made reservation on behalf of b06282a4238c4fbb965bd4cb36a268f1 for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:42:54.953603 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c6057f27-cba7-47cf-9d85-d2e40c742a07 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:54.963098 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port cabe3ad4-87dd-4319-b8e4-599e6ad39b93, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=cabe3ad4-87dd-4319-b8e4-599e6ad39b93,segment=NetworkSegment(27f63a08-6db3-4d97-a988-03b1ef2e193c),segment_id=27f63a08-6db3-4d97-a988-03b1ef2e193c)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:42:54.972020 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:54.989077 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1299f077-872e-4174-8536-17586d842fc8 req-4f6cbca1-d154-4a2e-9b48-c37ee07643b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:54.992768 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1299f077-872e-4174-8536-17586d842fc8 req-4f6cbca1-d154-4a2e-9b48-c37ee07643b7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e0bfb334-0fd9-4ba5-ba79-1568ecabee30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4594624 Jul 13 13:42:55.005177 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c6057f27-cba7-47cf-9d85-d2e40c742a07 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:55.047052 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-5b8a6ebf-b435-41d4-a4f7-4a7075c720b6 None None] Set router 4b1a190a-b533-42a3-ad5b-67b7033fc544 gateway port host: None {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:42:55.076586 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=cabe3ad4-87dd-4319-b8e4-599e6ad39b93,revision_number=6']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:55.080307 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-993ede3b-abf1-4d7e-9163-95d19df77df5 admin admin] Router abe66e4b-999e-4b30-b0ec-98ff2d8c8950 has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 13:42:55.096094 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-15249175-4cd9-4fa3-a817-54938dcc47b5 None None] Provisioning complete for port 4463ecc2-0470-47f4-940b-dc13e425429d triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:42:55.096503 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-15249175-4cd9-4fa3-a817-54938dcc47b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:55.146199 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-754b9745-44bf-439a-8522-818b2811d165 req-98ab2a6c-4603-4bd5-b736-c662b970c46d tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/security-groups?id=945af9a8-1349-436a-a066-b9a0fd8d3dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3417189 Jul 13 13:42:55.149449 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-15249175-4cd9-4fa3-a817-54938dcc47b5 None None] Port 4463ecc2-0470-47f4-940b-dc13e425429d cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:42:55.227733 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b5cb3e4-a9f4-4cb4-b4ab-ef014e3644e4 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Made reservation on behalf of 8b3e8ef7cfb0436e8cb330362d71f1d6 for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:42:55.238799 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6b5cb3e4-a9f4-4cb4-b4ab-ef014e3644e4 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:55.274922 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c8b1aa6e-185a-4cd4-8f17-90dc74a5b814 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:55.279275 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-e22880a8-3634-4bc9-bad1-4c466cceb244 None None] Provisioning for port a2cd86c5-a501-4cfb-8e5d-66d4e6c0f56b completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:42:55.284043 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-e22880a8-3634-4bc9-bad1-4c466cceb244 None None] Provisioning complete for port a2cd86c5-a501-4cfb-8e5d-66d4e6c0f56b triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:42:55.284807 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e22880a8-3634-4bc9-bad1-4c466cceb244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:55.285096 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [None req-6b5cb3e4-a9f4-4cb4-b4ab-ef014e3644e4 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] device_id is not set on port 09616371-c75c-4589-b1ce-fbeea52dbe12 yet. {{(pid=93751) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 13:42:55.334544 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 86644ff4-bfca-443c-9c77-f496ab74b9ec up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:42:55.376927 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e88e0734-1f99-4dbb-b304-12db10efef83', 'name': 'network-vif-deleted', 'tag': 'c6af1154-ca4a-491b-b9a2-9a9bd821e4ae'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:42:55.379590 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d17b627af75e17e0f4b8d6239d04f8c2f78634e2c585e32a7aeca336500f34a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2e95144-9ada-4b30-85b2-e01ec650001a" -d '{"events": [{"server_uuid": "e88e0734-1f99-4dbb-b304-12db10efef83", "name": "network-vif-deleted", "tag": "c6af1154-ca4a-491b-b9a2-9a9bd821e4ae"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:42:55.414606 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-e22880a8-3634-4bc9-bad1-4c466cceb244 None None] Port a2cd86c5-a501-4cfb-8e5d-66d4e6c0f56b cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:42:55.460738 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-e22880a8-3634-4bc9-bad1-4c466cceb244 None None] Provisioning complete for port fa8c6aea-b5d0-40ed-a8ad-ca92fc3310c9 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:42:55.461455 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e22880a8-3634-4bc9-bad1-4c466cceb244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:55.462615 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-5b8a6ebf-b435-41d4-a4f7-4a7075c720b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b1a190a-b533-42a3-ad5b-67b7033fc544', 'name': 'tempest-RoutersIpV6Test-router-1786170495', 'tenant_id': '485fea06b0b7495bb8721e368ed7bc86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:42:05Z', 'updated_at': '2021-07-13T13:42:51Z', 'revision_number': 7, 'project_id': '485fea06b0b7495bb8721e368ed7bc86', 'gw_port_host': None, '_interfaces': [{'id': '301ccbb4-619b-4daa-acf6-12e9498b788e', 'name': '', 'network_id': '108cd37a-3360-4aa8-8b67-50a790b3146c', 'tenant_id': '485fea06b0b7495bb8721e368ed7bc86', 'mac_address': 'fa:16:3e:65:5b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1a190a-b533-42a3-ad5b-67b7033fc544', 'device_owner': 'network:router_interface', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': 'fdcb287b-f1cd-4240-a827-e159708e163c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:42:31Z', 'updated_at': '2021-07-13T13:42:42Z', 'revision_number': 5, 'project_id': '485fea06b0b7495bb8721e368ed7bc86', 'subnets': [{'id': 'fdcb287b-f1cd-4240-a827-e159708e163c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '480b6147-c801-4de9-b029-9a95df87513d', 'name': '', 'network_id': '9c959d53-e4b0-48a2-b232-66cb1c914ffc', 'tenant_id': '485fea06b0b7495bb8721e368ed7bc86', 'mac_address': 'fa:16:3e:c8:ef:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1a190a-b533-42a3-ad5b-67b7033fc544', 'device_owner': 'network:router_interface', 'standard_attr_id': 1600, 'fixed_ips': [{'subnet_id': 'c8787d49-ec9b-4955-abad-fa3f0718ac34', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:42:10Z', 'updated_at': '2021-07-13T13:42:21Z', 'revision_number': 5, 'project_id': '485fea06b0b7495bb8721e368ed7bc86', 'subnets': [{'id': 'c8787d49-ec9b-4955-abad-fa3f0718ac34', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61b62a01-5d6d-4aa9-ade9-444d820aca96', 'name': '', 'network_id': '528f896c-ef63-4a6d-8ee2-08fbfe2387ea', 'tenant_id': '485fea06b0b7495bb8721e368ed7bc86', 'mac_address': 'fa:16:3e:e0:19:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1a190a-b533-42a3-ad5b-67b7033fc544', 'device_owner': 'network:router_interface', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': 'c7aebc9d-cf95-4909-94a3-725b7a37b87a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:42:20Z', 'updated_at': '2021-07-13T13:42:31Z', 'revision_number': 5, 'project_id': '485fea06b0b7495bb8721e368ed7bc86', 'subnets': [{'id': 'c7aebc9d-cf95-4909-94a3-725b7a37b87a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '86644ff4-bfca-443c-9c77-f496ab74b9ec', 'name': '', 'network_id': '9ef38924-89ab-46fe-92c4-d52f31d3a591', 'tenant_id': '485fea06b0b7495bb8721e368ed7bc86', 'mac_address': 'fa:16:3e:7d:dd:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1a190a-b533-42a3-ad5b-67b7033fc544', 'device_owner': 'network:router_interface', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': 'be0a16b1-77c9-4f86-81f9-68e139a8c3d0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:42:40Z', 'updated_at': '2021-07-13T13:42:52Z', 'revision_number': 5, 'project_id': '485fea06b0b7495bb8721e368ed7bc86', 'subnets': [{'id': 'be0a16b1-77c9-4f86-81f9-68e139a8c3d0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:42:55.474467 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:42:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19ee4425-d243-4b0b-b03d-fc3b2e5e3021 x-openstack-request-id: req-19ee4425-d243-4b0b-b03d-fc3b2e5e3021 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:42:55.474735 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e88e0734-1f99-4dbb-b304-12db10efef83", "name": "network-vif-deleted", "tag": "c6af1154-ca4a-491b-b9a2-9a9bd821e4ae", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:42:55.474997 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-19ee4425-d243-4b0b-b03d-fc3b2e5e3021 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:42:55.475386 n-d-800634-1 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e88e0734-1f99-4dbb-b304-12db10efef83', 'name': 'network-vif-deleted', 'tag': 'c6af1154-ca4a-491b-b9a2-9a9bd821e4ae', 'status': 'completed', 'code': 200} Jul 13 13:42:55.489183 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1299f077-872e-4174-8536-17586d842fc8 req-137c068f-5942-4ee8-85ad-d4e3111597fa service neutron] 10.222.0.41 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4848151 Jul 13 13:42:55.492801 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 86644ff4-bfca-443c-9c77-f496ab74b9ec triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:42:55.493514 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:55.498736 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8a6ebf-b435-41d4-a4f7-4a7075c720b6 None None] The sync data for ids ['4b1a190a-b533-42a3-ad5b-67b7033fc544'] in n-d-800634-1 is: [{'id': '4b1a190a-b533-42a3-ad5b-67b7033fc544', 'name': 'tempest-RoutersIpV6Test-router-1786170495', 'tenant_id': '485fea06b0b7495bb8721e368ed7bc86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:42:05Z', 'updated_at': '2021-07-13T13:42:51Z', 'revision_number': 7, 'project_id': '485fea06b0b7495bb8721e368ed7bc86', 'gw_port_host': None, '_interfaces': [{'id': '301ccbb4-619b-4daa-acf6-12e9498b788e', 'name': '', 'network_id': '108cd37a-3360-4aa8-8b67-50a790b3146c', 'tenant_id': '485fea06b0b7495bb8721e368ed7bc86', 'mac_address': 'fa:16:3e:65:5b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1a190a-b533-42a3-ad5b-67b7033fc544', 'device_owner': 'network:router_interface', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': 'fdcb287b-f1cd-4240-a827-e159708e163c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:42:31Z', 'updated_at': '2021-07-13T13:42:42Z', 'revision_number': 5, 'project_id': '485fea06b0b7495bb8721e368ed7bc86', 'subnets': [{'id': 'fdcb287b-f1cd-4240-a827-e159708e163c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '480b6147-c801-4de9-b029-9a95df87513d', 'name': '', 'network_id': '9c959d53-e4b0-48a2-b232-66cb1c914ffc', 'tenant_id': '485fea06b0b7495bb8721e368ed7bc86', 'mac_address': 'fa:16:3e:c8:ef:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1a190a-b533-42a3-ad5b-67b7033fc544', 'device_owner': 'network:router_interface', 'standard_attr_id': 1600, 'fixed_ips': [{'subnet_id': 'c8787d49-ec9b-4955-abad-fa3f0718ac34', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:42:10Z', 'updated_at': '2021-07-13T13:42:21Z', 'revision_number': 5, 'project_id': '485fea06b0b7495bb8721e368ed7bc86', 'subnets': [{'id': 'c8787d49-ec9b-4955-abad-fa3f0718ac34', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61b62a01-5d6d-4aa9-ade9-444d820aca96', 'name': '', 'network_id': '528f896c-ef63-4a6d-8ee2-08fbfe2387ea', 'tenant_id': '485fea06b0b7495bb8721e368ed7bc86', 'mac_address': 'fa:16:3e:e0:19:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1a190a-b533-42a3-ad5b-67b7033fc544', 'device_owner': 'network:router_interface', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': 'c7aebc9d-cf95-4909-94a3-725b7a37b87a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:42:20Z', 'updated_at': '2021-07-13T13:42:31Z', 'revision_number': 5, 'project_id': '485fea06b0b7495bb8721e368ed7bc86', 'subnets': [{'id': 'c7aebc9d-cf95-4909-94a3-725b7a37b87a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '86644ff4-bfca-443c-9c77-f496ab74b9ec', 'name': '', 'network_id': '9ef38924-89ab-46fe-92c4-d52f31d3a591', 'tenant_id': '485fea06b0b7495bb8721e368ed7bc86', 'mac_address': 'fa:16:3e:7d:dd:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1a190a-b533-42a3-ad5b-67b7033fc544', 'device_owner': 'network:router_interface', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': 'be0a16b1-77c9-4f86-81f9-68e139a8c3d0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:42:40Z', 'updated_at': '2021-07-13T13:42:52Z', 'revision_number': 5, 'project_id': '485fea06b0b7495bb8721e368ed7bc86', 'subnets': [{'id': 'be0a16b1-77c9-4f86-81f9-68e139a8c3d0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:42:55.596852 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-6b5cb3e4-a9f4-4cb4-b4ab-ef014e3644e4 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Allocated IP 172.20.0.9 (bf44b8c8-02ca-400a-8ecc-a3ca3972d2fc/1aa20515-908b-4fe6-b7ef-b8ad7195c90b/09616371-c75c-4589-b1ce-fbeea52dbe12) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:42:55.616167 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-0c04f915-4695-4730-b6ac-fca16c03159e req-fbb5ae16-6b81-4c21-92b3-a462d7ca76cf tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] For port cabe3ad4-87dd-4319-b8e4-599e6ad39b93, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=cabe3ad4-87dd-4319-b8e4-599e6ad39b93,segment=NetworkSegment(27f63a08-6db3-4d97-a988-03b1ef2e193c),segment_id=27f63a08-6db3-4d97-a988-03b1ef2e193c)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:42:55.616579 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-0c04f915-4695-4730-b6ac-fca16c03159e req-fbb5ae16-6b81-4c21-92b3-a462d7ca76cf tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:55.628073 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-993ede3b-abf1-4d7e-9163-95d19df77df5 admin admin] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:42:55.644862 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-993ede3b-abf1-4d7e-9163-95d19df77df5 admin admin] 10.222.0.23 "PUT /v2.0/routers/abe66e4b-999e-4b30-b0ec-98ff2d8c8950/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4276271 Jul 13 13:42:55.645087 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88306ec2-8bc3-4936-a83b-0379f4ced596 None None] Sync routers for ids ['abe66e4b-999e-4b30-b0ec-98ff2d8c8950'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:42:55.649130 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device fa8c6aea-b5d0-40ed-a8ad-ca92fc3310c9 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:42:55.693785 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d70b6b0f-f498-49a2-b6b2-34994e45c71b tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451695'] for router_interface, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:55.697303 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88306ec2-8bc3-4936-a83b-0379f4ced596 None None] Routers {'abe66e4b-999e-4b30-b0ec-98ff2d8c8950'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:42:55.698024 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-88306ec2-8bc3-4936-a83b-0379f4ced596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:42:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['abe66e4b-999e-4b30-b0ec-98ff2d8c8950'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:42:55.722628 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c6057f27-cba7-47cf-9d85-d2e40c742a07 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:55.729875 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-0c04f915-4695-4730-b6ac-fca16c03159e req-fbb5ae16-6b81-4c21-92b3-a462d7ca76cf tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Calling delete_port for cabe3ad4-87dd-4319-b8e4-599e6ad39b93 owned by compute:nova {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:42:55.733777 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1299f077-872e-4174-8536-17586d842fc8 req-b53ad1a7-3719-42e1-afd1-8e4a38869f1f service neutron] 10.222.0.41 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2260578 Jul 13 13:42:55.908379 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c6057f27-cba7-47cf-9d85-d2e40c742a07 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:55.988450 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c8b1aa6e-185a-4cd4-8f17-90dc74a5b814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:55.991020 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c8b1aa6e-185a-4cd4-8f17-90dc74a5b814 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:55.992183 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-c8b1aa6e-185a-4cd4-8f17-90dc74a5b814 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9dea56b5-8d15-4582-a6d2-f800aab6a7bc HTTP/1.1" status: 204 len: 168 time: 1.3297839 Jul 13 13:42:56.013827 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6605e3f0-f28a-4d85-85bf-b6b537a15a28 req-3a86aa7a-8814-4f50-8d80-0e3142f1d79e tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:56.015544 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6605e3f0-f28a-4d85-85bf-b6b537a15a28 req-3a86aa7a-8814-4f50-8d80-0e3142f1d79e tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] 10.222.0.23 "GET /v2.0/ports?device_id=e88e0734-1f99-4dbb-b304-12db10efef83 HTTP/1.1" status: 200 len: 943 time: 0.9090188 Jul 13 13:42:56.023248 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6057f27-cba7-47cf-9d85-d2e40c742a07 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 13:42:56.049603 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-d70b6b0f-f498-49a2-b6b2-34994e45c71b tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Deleting port 86644ff4-bfca-443c-9c77-f496ab74b9ec {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:42:56.050138 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d70b6b0f-f498-49a2-b6b2-34994e45c71b tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:56.107249 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-88306ec2-8bc3-4936-a83b-0379f4ced596 None None] Set router abe66e4b-999e-4b30-b0ec-98ff2d8c8950 gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:42:56.205177 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-d70b6b0f-f498-49a2-b6b2-34994e45c71b tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] For port 86644ff4-bfca-443c-9c77-f496ab74b9ec, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=86644ff4-bfca-443c-9c77-f496ab74b9ec,segment=NetworkSegment(6b9a3489-3589-4ad4-81f5-41ed336645a5),segment_id=6b9a3489-3589-4ad4-81f5-41ed336645a5)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:42:56.208838 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d70b6b0f-f498-49a2-b6b2-34994e45c71b tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:56.211360 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6057f27-cba7-47cf-9d85-d2e40c742a07 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcdd3294-1cb3-498b-8ecb-e9afcb8c0c21,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:56.239572 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e88e0734-1f99-4dbb-b304-12db10efef83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cabe3ad4-87dd-4319-b8e4-599e6ad39b93'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:42:56.240363 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-d70b6b0f-f498-49a2-b6b2-34994e45c71b tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Calling delete_port for 86644ff4-bfca-443c-9c77-f496ab74b9ec owned by network:router_interface {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:42:56.242827 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6efef2ac-e10e-405c-b0e6-53e5de478d37" -d '{"events": [{"server_uuid": "e88e0734-1f99-4dbb-b304-12db10efef83", "name": "network-vif-unplugged", "status": "completed", "tag": "cabe3ad4-87dd-4319-b8e4-599e6ad39b93"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:42:56.244004 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c6057f27-cba7-47cf-9d85-d2e40c742a07 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:56.245382 n-d-800634-1 neutron-server[93751]: INFO neutron.db.segments_db [None req-c6057f27-cba7-47cf-9d85-d2e40c742a07 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Added segment f95a18d6-f7c1-45de-8a8f-48008fadb7be of type vlan for network d534ebb7-65e2-4831-98cf-3803c3785be3 Jul 13 13:42:56.258033 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-0c04f915-4695-4730-b6ac-fca16c03159e req-fbb5ae16-6b81-4c21-92b3-a462d7ca76cf tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:56.259650 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-5bfdb3ec-7b22-4dc1-99e4-3f38b737fe70 None None] Provisioning complete for port a2cd86c5-a501-4cfb-8e5d-66d4e6c0f56b triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:42:56.260078 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5bfdb3ec-7b22-4dc1-99e4-3f38b737fe70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:56.266313 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b1aa6e-185a-4cd4-8f17-90dc74a5b814 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dea56b5-8d15-4582-a6d2-f800aab6a7bc,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:56.297228 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port fa8c6aea-b5d0-40ed-a8ad-ca92fc3310c9 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:42:56.297711 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:56.348984 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6605e3f0-f28a-4d85-85bf-b6b537a15a28 req-1e3adc1a-b12a-44fc-8ec4-3a0c5c897d81 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ac1545a-5526-4c2d-93f1-674377bb30c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3227563 Jul 13 13:42:56.380040 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-5bfdb3ec-7b22-4dc1-99e4-3f38b737fe70 None None] Port a2cd86c5-a501-4cfb-8e5d-66d4e6c0f56b cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:42:56.491805 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb5ae16-6b81-4c21-92b3-a462d7ca76cf tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Pushing event deleted for resources: {'Port': ['ID=cabe3ad4-87dd-4319-b8e4-599e6ad39b93,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:56.549229 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-88306ec2-8bc3-4936-a83b-0379f4ced596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abe66e4b-999e-4b30-b0ec-98ff2d8c8950', 'name': 'tempest-ServerActionsTestJSON-1057289688-router', 'tenant_id': 'ef6418d5526f4765ba53df412776e3e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '942350a1-7368-4aa6-9063-06b269e58b85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:42:39Z', 'updated_at': '2021-07-13T13:42:51Z', 'revision_number': 4, 'project_id': 'ef6418d5526f4765ba53df412776e3e7', 'gw_port': {'id': '942350a1-7368-4aa6-9063-06b269e58b85', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:3b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abe66e4b-999e-4b30-b0ec-98ff2d8c8950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:42:40Z', 'updated_at': '2021-07-13T13:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': '4463ecc2-0470-47f4-940b-dc13e425429d', 'name': '', 'network_id': '4044b022-747e-4834-bc76-73d0f411c2c3', 'tenant_id': 'ef6418d5526f4765ba53df412776e3e7', 'mac_address': 'fa:16:3e:af:87:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abe66e4b-999e-4b30-b0ec-98ff2d8c8950', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '22de4df8-967a-4ca5-99c3-67fec7ee33c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:42:48Z', 'updated_at': '2021-07-13T13:42:52Z', 'revision_number': 2, 'project_id': 'ef6418d5526f4765ba53df412776e3e7', 'subnets': [{'id': '22de4df8-967a-4ca5-99c3-67fec7ee33c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:42:56.596753 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 35502) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:42:56.598588 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88306ec2-8bc3-4936-a83b-0379f4ced596 None None] Checking router: abe66e4b-999e-4b30-b0ec-98ff2d8c8950 for host: n-d-800634-1 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 13:42:56.602694 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88306ec2-8bc3-4936-a83b-0379f4ced596 None None] Updating router abe66e4b-999e-4b30-b0ec-98ff2d8c8950 port 4463ecc2-0470-47f4-940b-dc13e425429d binding host n-d-800634-1 {{(pid=93752) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 13:42:56.628343 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-94ea36a4-10ee-436f-8f59-434952d6dda5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:56.632462 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c6057f27-cba7-47cf-9d85-d2e40c742a07 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:56.657264 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d70b6b0f-f498-49a2-b6b2-34994e45c71b tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:56.664627 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-88306ec2-8bc3-4936-a83b-0379f4ced596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:56.711227 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70b6b0f-f498-49a2-b6b2-34994e45c71b tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Pushing event deleted for resources: {'Port': ['ID=86644ff4-bfca-443c-9c77-f496ab74b9ec,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:56.723737 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70b6b0f-f498-49a2-b6b2-34994e45c71b tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:42:56.724107 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70b6b0f-f498-49a2-b6b2-34994e45c71b tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:42:56.724425 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70b6b0f-f498-49a2-b6b2-34994e45c71b tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:42:56.724765 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70b6b0f-f498-49a2-b6b2-34994e45c71b tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:42:56.725098 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70b6b0f-f498-49a2-b6b2-34994e45c71b tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:42:56.725431 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70b6b0f-f498-49a2-b6b2-34994e45c71b tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:42:56.725791 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70b6b0f-f498-49a2-b6b2-34994e45c71b tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:42:56.726123 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70b6b0f-f498-49a2-b6b2-34994e45c71b tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:42:56.726450 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70b6b0f-f498-49a2-b6b2-34994e45c71b tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:42:56.726775 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70b6b0f-f498-49a2-b6b2-34994e45c71b tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:42:56.727100 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70b6b0f-f498-49a2-b6b2-34994e45c71b tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:42:56.727420 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70b6b0f-f498-49a2-b6b2-34994e45c71b tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:42:56.748075 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c6057f27-cba7-47cf-9d85-d2e40c742a07 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:56.753983 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6057f27-cba7-47cf-9d85-d2e40c742a07 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:56.754712 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c6057f27-cba7-47cf-9d85-d2e40c742a07 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:56.763031 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c04f915-4695-4730-b6ac-fca16c03159e req-fbb5ae16-6b81-4c21-92b3-a462d7ca76cf tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] No DVR routers for this DVR port cabe3ad4-87dd-4319-b8e4-599e6ad39b93 on host n-h2-800634-1 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:42:56.780496 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-0c04f915-4695-4730-b6ac-fca16c03159e req-fbb5ae16-6b81-4c21-92b3-a462d7ca76cf tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:56.784534 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-0c04f915-4695-4730-b6ac-fca16c03159e req-fbb5ae16-6b81-4c21-92b3-a462d7ca76cf tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] 10.222.0.41 "DELETE /v2.0/ports/cabe3ad4-87dd-4319-b8e4-599e6ad39b93 HTTP/1.1" status: 204 len: 173 time: 2.3318257 Jul 13 13:42:56.863809 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6b5cb3e4-a9f4-4cb4-b4ab-ef014e3644e4 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:56.907042 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 35504) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:42:56.909014 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-6b5cb3e4-a9f4-4cb4-b4ab-ef014e3644e4 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Transition to ACTIVE for port object 09616371-c75c-4589-b1ce-fbeea52dbe12 will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:42:56.914492 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-996f4f7d-ca49-47d6-995f-c2cea8e2ed6c tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Request body: {'security_group': {'name': 'tempest-securitygroup--405512421', 'description': 'tempest-description--2059335388'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:42:56.937162 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6057f27-cba7-47cf-9d85-d2e40c742a07 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Pushing event updated for resources: {'Network': ['ID=d534ebb7-65e2-4831-98cf-3803c3785be3,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:56.958348 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0034ee26-fbb5-4565-ad8f-7d2a3e24c322 req-43f4c73a-5c9c-4170-9e83-9eb5ecdf0b84 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:56.966319 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-0034ee26-fbb5-4565-ad8f-7d2a3e24c322 req-43f4c73a-5c9c-4170-9e83-9eb5ecdf0b84 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/ports?device_id=e09381ea-19e8-4569-9cfc-1dec7c686fa5 HTTP/1.1" status: 200 len: 950 time: 0.4272790 Jul 13 13:42:56.968723 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 13:42:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a01fe422-7d4d-4f17-8881-d4631b9075ce x-openstack-request-id: req-a01fe422-7d4d-4f17-8881-d4631b9075ce {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:42:56.969019 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e88e0734-1f99-4dbb-b304-12db10efef83", "name": "network-vif-unplugged", "status": "completed", "tag": "cabe3ad4-87dd-4319-b8e4-599e6ad39b93", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:42:56.969280 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a01fe422-7d4d-4f17-8881-d4631b9075ce {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:42:56.969679 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e88e0734-1f99-4dbb-b304-12db10efef83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cabe3ad4-87dd-4319-b8e4-599e6ad39b93', 'code': 200} Jul 13 13:42:56.971696 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network d534ebb7-65e2-4831-98cf-3803c3785be3 details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 13:42:57.061398 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-0034ee26-fbb5-4565-ad8f-7d2a3e24c322 req-56af5e36-c2b8-4fd9-9984-3cc215d86a5f tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/security-groups?id=945af9a8-1349-436a-a066-b9a0fd8d3dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941234 Jul 13 13:42:57.093431 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d70b6b0f-f498-49a2-b6b2-34994e45c71b tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1785036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452491'] for router_interface, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:57.095011 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6b5cb3e4-a9f4-4cb4-b4ab-ef014e3644e4 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:57.116038 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-94ea36a4-10ee-436f-8f59-434952d6dda5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:57.177320 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b5cb3e4-a9f4-4cb4-b4ab-ef014e3644e4 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Network bf44b8c8-02ca-400a-8ecc-a3ca3972d2fc is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:42:57.192258 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-6b5cb3e4-a9f4-4cb4-b4ab-ef014e3644e4 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:42:57.219738 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-c6057f27-cba7-47cf-9d85-d2e40c742a07 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 3.2170291 Jul 13 13:42:57.225787 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 35508) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:42:57.234057 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-3e53b280-36a8-420a-b086-0a147875070e tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Request body: {'subnet': {'network_id': 'd534ebb7-65e2-4831-98cf-3803c3785be3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:42:57.235920 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5cb3e4-a9f4-4cb4-b4ab-ef014e3644e4 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:42:57.237173 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-94ea36a4-10ee-436f-8f59-434952d6dda5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:57.238445 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-88306ec2-8bc3-4936-a83b-0379f4ced596 None None] Notify callbacks [] for port, precommit_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:57.250491 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-88306ec2-8bc3-4936-a83b-0379f4ced596 None None] Transition to ACTIVE for port object 4463ecc2-0470-47f4-940b-dc13e425429d will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:42:57.262703 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-88306ec2-8bc3-4936-a83b-0379f4ced596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:57.327387 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7641fa-1fd2-428f-a83c-645cbbab601c None None] Pushing event updated for resources: {'Port': ['ID=4463ecc2-0470-47f4-940b-dc13e425429d,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:57.373138 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5cb3e4-a9f4-4cb4-b4ab-ef014e3644e4 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Pushing event updated for resources: {'Port': ['ID=09616371-c75c-4589-b1ce-fbeea52dbe12,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:57.430331 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-88306ec2-8bc3-4936-a83b-0379f4ced596 None None] Attempting to bind port 4463ecc2-0470-47f4-940b-dc13e425429d on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:42:57.433354 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-88306ec2-8bc3-4936-a83b-0379f4ced596 None None] Attempting to bind port 4463ecc2-0470-47f4-940b-dc13e425429d by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '370d7ede-eeb6-46ae-b4ce-87c4cdf3222b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4044b022-747e-4834-bc76-73d0f411c2c3'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:42:57.433896 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88306ec2-8bc3-4936-a83b-0379f4ced596 None None] Attempting to bind port 4463ecc2-0470-47f4-940b-dc13e425429d on network 4044b022-747e-4834-bc76-73d0f411c2c3 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:42:57.456524 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88306ec2-8bc3-4936-a83b-0379f4ced596 None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 42, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:42:57.456885 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88306ec2-8bc3-4936-a83b-0379f4ced596 None None] Checking segment: {'id': '370d7ede-eeb6-46ae-b4ce-87c4cdf3222b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4044b022-747e-4834-bc76-73d0f411c2c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:42:57.460002 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-88306ec2-8bc3-4936-a83b-0379f4ced596 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:57.460497 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88306ec2-8bc3-4936-a83b-0379f4ced596 None None] Bound using segment: {'id': '370d7ede-eeb6-46ae-b4ce-87c4cdf3222b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4044b022-747e-4834-bc76-73d0f411c2c3'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:42:57.461005 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-88306ec2-8bc3-4936-a83b-0379f4ced596 None None] Bound port: 4463ecc2-0470-47f4-940b-dc13e425429d, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '370d7ede-eeb6-46ae-b4ce-87c4cdf3222b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4044b022-747e-4834-bc76-73d0f411c2c3'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:42:57.464028 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-88306ec2-8bc3-4936-a83b-0379f4ced596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:57.465161 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-996f4f7d-ca49-47d6-995f-c2cea8e2ed6c tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:57.483677 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e88e0734-1f99-4dbb-b304-12db10efef83', 'name': 'network-vif-deleted', 'tag': 'cabe3ad4-87dd-4319-b8e4-599e6ad39b93'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:42:57.486008 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d17b627af75e17e0f4b8d6239d04f8c2f78634e2c585e32a7aeca336500f34a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29772764-9c7d-4825-ba8c-3ff720393d84" -d '{"events": [{"server_uuid": "e88e0734-1f99-4dbb-b304-12db10efef83", "name": "network-vif-deleted", "tag": "cabe3ad4-87dd-4319-b8e4-599e6ad39b93"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:42:57.537533 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-94ea36a4-10ee-436f-8f59-434952d6dda5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7ccc97e0d9294473bbcfa70efe06571b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9395711 Jul 13 13:42:57.538280 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 35514) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:42:57.583590 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ea36a4-10ee-436f-8f59-434952d6dda5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dbc92cd-393a-4fca-9c4f-1f54acf9a077,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:57.612328 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-88306ec2-8bc3-4936-a83b-0379f4ced596 None None] For port 4463ecc2-0470-47f4-940b-dc13e425429d, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:42:57.617191 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-88306ec2-8bc3-4936-a83b-0379f4ced596 None None] For port 4463ecc2-0470-47f4-940b-dc13e425429d, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=4463ecc2-0470-47f4-940b-dc13e425429d,segment=NetworkSegment(370d7ede-eeb6-46ae-b4ce-87c4cdf3222b),segment_id=370d7ede-eeb6-46ae-b4ce-87c4cdf3222b)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:42:57.624609 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-88306ec2-8bc3-4936-a83b-0379f4ced596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:57.661949 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d70b6b0f-f498-49a2-b6b2-34994e45c71b tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Router 4b1a190a-b533-42a3-ad5b-67b7033fc544 has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 13:42:57.666314 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b5cb3e4-a9f4-4cb4-b4ab-ef014e3644e4 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:57.667545 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6b5cb3e4-a9f4-4cb4-b4ab-ef014e3644e4 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:57.686799 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88306ec2-8bc3-4936-a83b-0379f4ced596 None None] Routers {'abe66e4b-999e-4b30-b0ec-98ff2d8c8950'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:42:57.687481 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-88306ec2-8bc3-4936-a83b-0379f4ced596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:42:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['abe66e4b-999e-4b30-b0ec-98ff2d8c8950'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:42:57.703496 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086b1555-2f5b-472e-9380-c3b0cbeecedd req-1fb8e28c-1651-41cf-a4af-00d8c57be309 tempest-MigrationsAdminTest-226272341 tempest-MigrationsAdminTest-226272341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:57.704975 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-086b1555-2f5b-472e-9380-c3b0cbeecedd req-1fb8e28c-1651-41cf-a4af-00d8c57be309 tempest-MigrationsAdminTest-226272341 tempest-MigrationsAdminTest-226272341-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=e09381ea-19e8-4569-9cfc-1dec7c686fa5 HTTP/1.1" status: 200 len: 1101 time: 0.4253457 Jul 13 13:42:57.717768 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-60d372d2-fe1c-4b24-a2bb-a3f13482e629 req-d2b42fb6-d9b6-4f2d-a4f8-880b5cf34a6d tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] 10.222.0.23 "GET /v2.0/ports?device_id=e88e0734-1f99-4dbb-b304-12db10efef83 HTTP/1.1" status: 200 len: 210 time: 0.0691240 Jul 13 13:42:57.754174 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-996f4f7d-ca49-47d6-995f-c2cea8e2ed6c tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:57.767913 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-996f4f7d-ca49-47d6-995f-c2cea8e2ed6c tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:57.804835 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-6b5cb3e4-a9f4-4cb4-b4ab-ef014e3644e4 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.0775754 Jul 13 13:42:57.819238 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 35516) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:42:57.836739 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-e83b5cfb-21c8-4270-9f3f-44a34e76a830 None None] Provisioning for port 09616371-c75c-4589-b1ce-fbeea52dbe12 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:42:57.865106 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:42:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0ae019d-9cf6-4c02-9359-271d30fce050 x-openstack-request-id: req-d0ae019d-9cf6-4c02-9359-271d30fce050 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:42:57.865396 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e88e0734-1f99-4dbb-b304-12db10efef83", "name": "network-vif-deleted", "tag": "cabe3ad4-87dd-4319-b8e4-599e6ad39b93", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:42:57.865648 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d0ae019d-9cf6-4c02-9359-271d30fce050 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:42:57.866156 n-d-800634-1 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e88e0734-1f99-4dbb-b304-12db10efef83', 'name': 'network-vif-deleted', 'tag': 'cabe3ad4-87dd-4319-b8e4-599e6ad39b93', 'status': 'completed', 'code': 200} Jul 13 13:42:57.893900 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-e83b5cfb-21c8-4270-9f3f-44a34e76a830 None None] Provisioning complete for port 09616371-c75c-4589-b1ce-fbeea52dbe12 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:42:57.894599 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e83b5cfb-21c8-4270-9f3f-44a34e76a830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:57.897134 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-61319f4a-664d-4591-9aef-9295a02f8f10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:57.905043 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7641fa-1fd2-428f-a83c-645cbbab601c None None] Pushing event updated for resources: {'Port': ['ID=4463ecc2-0470-47f4-940b-dc13e425429d,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:57.928513 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996f4f7d-ca49-47d6-995f-c2cea8e2ed6c tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bf3e8b9-8da9-4a28-88c0-799fd78203e2,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:57.943529 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-88306ec2-8bc3-4936-a83b-0379f4ced596 None None] Set router abe66e4b-999e-4b30-b0ec-98ff2d8c8950 gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:42:57.958425 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e53b280-36a8-420a-b086-0a147875070e tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Made reservation on behalf of b06282a4238c4fbb965bd4cb36a268f1 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:42:57.962074 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3e53b280-36a8-420a-b086-0a147875070e tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4763385'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:57.971284 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-61319f4a-664d-4591-9aef-9295a02f8f10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:57.981577 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-086b1555-2f5b-472e-9380-c3b0cbeecedd req-c38b47f4-c475-4c73-8380-5f83457ffa58 tempest-MigrationsAdminTest-226272341 tempest-MigrationsAdminTest-226272341-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=945af9a8-1349-436a-a066-b9a0fd8d3dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2579346 Jul 13 13:42:57.984559 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d70b6b0f-f498-49a2-b6b2-34994e45c71b tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:42:57.988800 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996f4f7d-ca49-47d6-995f-c2cea8e2ed6c tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:42:57.989195 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996f4f7d-ca49-47d6-995f-c2cea8e2ed6c tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:42:57.989878 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996f4f7d-ca49-47d6-995f-c2cea8e2ed6c tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:42:57.989989 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996f4f7d-ca49-47d6-995f-c2cea8e2ed6c tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:42:57.990310 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996f4f7d-ca49-47d6-995f-c2cea8e2ed6c tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:42:57.990648 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996f4f7d-ca49-47d6-995f-c2cea8e2ed6c tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:42:57.990981 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996f4f7d-ca49-47d6-995f-c2cea8e2ed6c tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:42:57.991385 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996f4f7d-ca49-47d6-995f-c2cea8e2ed6c tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:42:57.991723 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996f4f7d-ca49-47d6-995f-c2cea8e2ed6c tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:42:57.992051 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996f4f7d-ca49-47d6-995f-c2cea8e2ed6c tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:42:57.992389 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996f4f7d-ca49-47d6-995f-c2cea8e2ed6c tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:42:57.993312 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996f4f7d-ca49-47d6-995f-c2cea8e2ed6c tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:42:57.996248 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fbd0dc7-4d6e-4de1-a49d-e5f188402faa None None] Sync routers for ids ['4b1a190a-b533-42a3-ad5b-67b7033fc544'] in n-d-800634-1 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:42:57.998385 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-996f4f7d-ca49-47d6-995f-c2cea8e2ed6c tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:58.002667 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-996f4f7d-ca49-47d6-995f-c2cea8e2ed6c tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.0917614 Jul 13 13:42:58.004398 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 35518) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:42:58.009675 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-38645c23-a3c4-456b-a85e-9acc1c9dd829 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Request body: {'security_group_rule': {'security_group_id': '2bf3e8b9-8da9-4a28-88c0-799fd78203e2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:42:58.029340 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fbd0dc7-4d6e-4de1-a49d-e5f188402faa None None] Routers {'4b1a190a-b533-42a3-ad5b-67b7033fc544'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:42:58.030005 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-5fbd0dc7-4d6e-4de1-a49d-e5f188402faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:42:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['4b1a190a-b533-42a3-ad5b-67b7033fc544'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:42:58.065913 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-d70b6b0f-f498-49a2-b6b2-34994e45c71b tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] 10.222.0.23 "PUT /v2.0/routers/4b1a190a-b533-42a3-ad5b-67b7033fc544/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9437468 Jul 13 13:42:58.067324 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 35522) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:42:58.139527 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-e83b5cfb-21c8-4270-9f3f-44a34e76a830 None None] Port 09616371-c75c-4589-b1ce-fbeea52dbe12 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:42:58.139737 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff639ba3-d0e0-48ac-8bec-b68678962286 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:58.143155 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-ff639ba3-d0e0-48ac-8bec-b68678962286 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.3205509 Jul 13 13:42:58.146604 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 35528) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:42:58.207624 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c61144e-8e0f-431a-8633-254787d2c931 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Deleting subnet be0a16b1-77c9-4f86-81f9-68e139a8c3d0 {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 13:42:58.233366 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7c61144e-8e0f-431a-8633-254787d2c931 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:58.237142 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-38645c23-a3c4-456b-a85e-9acc1c9dd829 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:58.387644 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-61319f4a-664d-4591-9aef-9295a02f8f10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:58.391185 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7c61144e-8e0f-431a-8633-254787d2c931 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6018489'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:58.394745 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-61319f4a-664d-4591-9aef-9295a02f8f10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:58.398456 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-88306ec2-8bc3-4936-a83b-0379f4ced596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abe66e4b-999e-4b30-b0ec-98ff2d8c8950', 'name': 'tempest-ServerActionsTestJSON-1057289688-router', 'tenant_id': 'ef6418d5526f4765ba53df412776e3e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '942350a1-7368-4aa6-9063-06b269e58b85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:42:39Z', 'updated_at': '2021-07-13T13:42:51Z', 'revision_number': 4, 'project_id': 'ef6418d5526f4765ba53df412776e3e7', 'gw_port': {'id': '942350a1-7368-4aa6-9063-06b269e58b85', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:3b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abe66e4b-999e-4b30-b0ec-98ff2d8c8950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:42:40Z', 'updated_at': '2021-07-13T13:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': '4463ecc2-0470-47f4-940b-dc13e425429d', 'name': '', 'network_id': '4044b022-747e-4834-bc76-73d0f411c2c3', 'tenant_id': 'ef6418d5526f4765ba53df412776e3e7', 'mac_address': 'fa:16:3e:af:87:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abe66e4b-999e-4b30-b0ec-98ff2d8c8950', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '22de4df8-967a-4ca5-99c3-67fec7ee33c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:42:48Z', 'updated_at': '2021-07-13T13:42:57Z', 'revision_number': 4, 'project_id': 'ef6418d5526f4765ba53df412776e3e7', 'subnets': [{'id': '22de4df8-967a-4ca5-99c3-67fec7ee33c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:42:58.399376 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-61319f4a-664d-4591-9aef-9295a02f8f10 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4dbc92cd-393a-4fca-9c4f-1f54acf9a077 HTTP/1.1" status: 204 len: 168 time: 0.8485620 Jul 13 13:42:58.440176 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91da82b-a34c-48d4-a738-47d3b49d95cd tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:58.443189 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88306ec2-8bc3-4936-a83b-0379f4ced596 None None] The sync data for ids ['abe66e4b-999e-4b30-b0ec-98ff2d8c8950'] in n-d-800634-1 is: [{'id': 'abe66e4b-999e-4b30-b0ec-98ff2d8c8950', 'name': 'tempest-ServerActionsTestJSON-1057289688-router', 'tenant_id': 'ef6418d5526f4765ba53df412776e3e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '942350a1-7368-4aa6-9063-06b269e58b85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:42:39Z', 'updated_at': '2021-07-13T13:42:51Z', 'revision_number': 4, 'project_id': 'ef6418d5526f4765ba53df412776e3e7', 'gw_port': {'id': '942350a1-7368-4aa6-9063-06b269e58b85', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:3b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abe66e4b-999e-4b30-b0ec-98ff2d8c8950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:42:40Z', 'updated_at': '2021-07-13T13:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': '4463ecc2-0470-47f4-940b-dc13e425429d', 'name': '', 'network_id': '4044b022-747e-4834-bc76-73d0f411c2c3', 'tenant_id': 'ef6418d5526f4765ba53df412776e3e7', 'mac_address': 'fa:16:3e:af:87:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abe66e4b-999e-4b30-b0ec-98ff2d8c8950', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '22de4df8-967a-4ca5-99c3-67fec7ee33c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:42:48Z', 'updated_at': '2021-07-13T13:42:57Z', 'revision_number': 4, 'project_id': 'ef6418d5526f4765ba53df412776e3e7', 'subnets': [{'id': '22de4df8-967a-4ca5-99c3-67fec7ee33c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:42:58.447774 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91da82b-a34c-48d4-a738-47d3b49d95cd tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:58.457321 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91da82b-a34c-48d4-a738-47d3b49d95cd tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:58.463308 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 35542) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:42:58.464875 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-c91da82b-a34c-48d4-a738-47d3b49d95cd tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.3171883 Jul 13 13:42:58.486044 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61319f4a-664d-4591-9aef-9295a02f8f10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dbc92cd-393a-4fca-9c4f-1f54acf9a077,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:58.514232 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-21685c29-cd51-443a-bcc4-c6c00a95da44 req-7f20e4b0-faa8-46c5-b5c2-43d7ef3619e2 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=c6349d73ae13458a9d892a7db2dc0433&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0478511 Jul 13 13:42:58.545301 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-5fbd0dc7-4d6e-4de1-a49d-e5f188402faa None None] Set router 4b1a190a-b533-42a3-ad5b-67b7033fc544 gateway port host: None {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:42:58.597499 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-38645c23-a3c4-456b-a85e-9acc1c9dd829 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:58.701632 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21685c29-cd51-443a-bcc4-c6c00a95da44 req-1be9fd81-d09c-4b28-bf90-6ca05075ea32 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:58.708870 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-21685c29-cd51-443a-bcc4-c6c00a95da44 req-1be9fd81-d09c-4b28-bf90-6ca05075ea32 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1936672 Jul 13 13:42:58.757343 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-21685c29-cd51-443a-bcc4-c6c00a95da44 req-96faf438-f9bd-41a7-a769-521f1faeaac9 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/quotas/c6349d73ae13458a9d892a7db2dc0433 HTTP/1.1" status: 200 len: 375 time: 0.0474269 Jul 13 13:42:58.880371 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3e53b280-36a8-420a-b086-0a147875070e tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5970588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4763339'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:58.883460 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-5fbd0dc7-4d6e-4de1-a49d-e5f188402faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b1a190a-b533-42a3-ad5b-67b7033fc544', 'name': 'tempest-RoutersIpV6Test-router-1786170495', 'tenant_id': '485fea06b0b7495bb8721e368ed7bc86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:42:05Z', 'updated_at': '2021-07-13T13:42:56Z', 'revision_number': 8, 'project_id': '485fea06b0b7495bb8721e368ed7bc86', 'gw_port_host': None, '_interfaces': [{'id': '301ccbb4-619b-4daa-acf6-12e9498b788e', 'name': '', 'network_id': '108cd37a-3360-4aa8-8b67-50a790b3146c', 'tenant_id': '485fea06b0b7495bb8721e368ed7bc86', 'mac_address': 'fa:16:3e:65:5b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1a190a-b533-42a3-ad5b-67b7033fc544', 'device_owner': 'network:router_interface', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': 'fdcb287b-f1cd-4240-a827-e159708e163c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:42:31Z', 'updated_at': '2021-07-13T13:42:42Z', 'revision_number': 5, 'project_id': '485fea06b0b7495bb8721e368ed7bc86', 'subnets': [{'id': 'fdcb287b-f1cd-4240-a827-e159708e163c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '480b6147-c801-4de9-b029-9a95df87513d', 'name': '', 'network_id': '9c959d53-e4b0-48a2-b232-66cb1c914ffc', 'tenant_id': '485fea06b0b7495bb8721e368ed7bc86', 'mac_address': 'fa:16:3e:c8:ef:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1a190a-b533-42a3-ad5b-67b7033fc544', 'device_owner': 'network:router_interface', 'standard_attr_id': 1600, 'fixed_ips': [{'subnet_id': 'c8787d49-ec9b-4955-abad-fa3f0718ac34', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:42:10Z', 'updated_at': '2021-07-13T13:42:21Z', 'revision_number': 5, 'project_id': '485fea06b0b7495bb8721e368ed7bc86', 'subnets': [{'id': 'c8787d49-ec9b-4955-abad-fa3f0718ac34', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61b62a01-5d6d-4aa9-ade9-444d820aca96', 'name': '', 'network_id': '528f896c-ef63-4a6d-8ee2-08fbfe2387ea', 'tenant_id': '485fea06b0b7495bb8721e368ed7bc86', 'mac_address': 'fa:16:3e:e0:19:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1a190a-b533-42a3-ad5b-67b7033fc544', 'device_owner': 'network:router_interface', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': 'c7aebc9d-cf95-4909-94a3-725b7a37b87a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:42:20Z', 'updated_at': '2021-07-13T13:42:31Z', 'revision_number': 5, 'project_id': '485fea06b0b7495bb8721e368ed7bc86', 'subnets': [{'id': 'c7aebc9d-cf95-4909-94a3-725b7a37b87a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:42:58.919828 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fbd0dc7-4d6e-4de1-a49d-e5f188402faa None None] Checking router: 4b1a190a-b533-42a3-ad5b-67b7033fc544 for host: n-d-800634-1 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 13:42:58.925251 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 35548) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:42:58.941552 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fbd0dc7-4d6e-4de1-a49d-e5f188402faa None None] Routers {'4b1a190a-b533-42a3-ad5b-67b7033fc544'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:42:58.942276 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-5fbd0dc7-4d6e-4de1-a49d-e5f188402faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:42:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['4b1a190a-b533-42a3-ad5b-67b7033fc544'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:42:59.034958 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e53b280-36a8-420a-b086-0a147875070e tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Pushing event updated for resources: {'Subnet': ['ID=eb5a235c-48da-402e-b31e-1ef817e8acdf,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:59.046130 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e53b280-36a8-420a-b086-0a147875070e tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Checking segment: {'id': 'f95a18d6-f7c1-45de-8a8f-48008fadb7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'd534ebb7-65e2-4831-98cf-3803c3785be3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:42:59.046580 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e53b280-36a8-420a-b086-0a147875070e tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Network hostable DHCP agents. Network: d534ebb7-65e2-4831-98cf-3803c3785be3, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 13:42:59.060217 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-38645c23-a3c4-456b-a85e-9acc1c9dd829 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:59.062389 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4538e26-1633-48a1-bf4b-b1ebbca59b59 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Deleting subnet 7ea397c0-4fbe-4d7f-9983-4a280d09bdd3 {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 13:42:59.079698 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-21685c29-cd51-443a-bcc4-c6c00a95da44 req-fd1e2cf1-659a-4344-9f83-edd548079def tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c6349d73ae13458a9d892a7db2dc0433&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3131993 Jul 13 13:42:59.086771 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b4538e26-1633-48a1-bf4b-b1ebbca59b59 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:59.128624 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38645c23-a3c4-456b-a85e-9acc1c9dd829 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=024f9a79-ae2a-452b-80c8-f989d72e0cb1,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:59.146117 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-5fbd0dc7-4d6e-4de1-a49d-e5f188402faa None None] Set router 4b1a190a-b533-42a3-ad5b-67b7033fc544 gateway port host: None {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:42:59.169752 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e53b280-36a8-420a-b086-0a147875070e tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Network d534ebb7-65e2-4831-98cf-3803c3785be3 is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 13:42:59.191481 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-38645c23-a3c4-456b-a85e-9acc1c9dd829 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:59.202502 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-38645c23-a3c4-456b-a85e-9acc1c9dd829 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1969135 Jul 13 13:42:59.208571 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 35558) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:42:59.222072 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-7323cdbf-b3e6-41b8-bb76-f1b158df68bd tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Request body: {'security_group_rule': {'security_group_id': '2bf3e8b9-8da9-4a28-88c0-799fd78203e2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:42:59.238469 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-3e53b280-36a8-420a-b086-0a147875070e tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, d534ebb7-65e2-4831-98cf-3803c3785be3) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:42:59.246780 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-602c9019-cf63-40ef-8b81-8339e5584408 None None] Network d534ebb7-65e2-4831-98cf-3803c3785be3 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:42:59.251518 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b4538e26-1633-48a1-bf4b-b1ebbca59b59 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5431723'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:59.262026 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7c61144e-8e0f-431a-8633-254787d2c931 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:59.277199 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e53b280-36a8-420a-b086-0a147875070e tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:42:59.277850 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3e53b280-36a8-420a-b086-0a147875070e tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:59.397064 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-64dd0350-0fd0-4c07-a126-bd1fd0b8cce6 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Deleting port 09616371-c75c-4589-b1ce-fbeea52dbe12 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:42:59.397409 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-64dd0350-0fd0-4c07-a126-bd1fd0b8cce6 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:59.444039 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 4463ecc2-0470-47f4-940b-dc13e425429d up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:42:59.494044 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-5fbd0dc7-4d6e-4de1-a49d-e5f188402faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b1a190a-b533-42a3-ad5b-67b7033fc544', 'name': 'tempest-RoutersIpV6Test-router-1786170495', 'tenant_id': '485fea06b0b7495bb8721e368ed7bc86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:42:05Z', 'updated_at': '2021-07-13T13:42:56Z', 'revision_number': 8, 'project_id': '485fea06b0b7495bb8721e368ed7bc86', 'gw_port_host': None, '_interfaces': [{'id': '301ccbb4-619b-4daa-acf6-12e9498b788e', 'name': '', 'network_id': '108cd37a-3360-4aa8-8b67-50a790b3146c', 'tenant_id': '485fea06b0b7495bb8721e368ed7bc86', 'mac_address': 'fa:16:3e:65:5b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1a190a-b533-42a3-ad5b-67b7033fc544', 'device_owner': 'network:router_interface', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': 'fdcb287b-f1cd-4240-a827-e159708e163c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:42:31Z', 'updated_at': '2021-07-13T13:42:42Z', 'revision_number': 5, 'project_id': '485fea06b0b7495bb8721e368ed7bc86', 'subnets': [{'id': 'fdcb287b-f1cd-4240-a827-e159708e163c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '480b6147-c801-4de9-b029-9a95df87513d', 'name': '', 'network_id': '9c959d53-e4b0-48a2-b232-66cb1c914ffc', 'tenant_id': '485fea06b0b7495bb8721e368ed7bc86', 'mac_address': 'fa:16:3e:c8:ef:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1a190a-b533-42a3-ad5b-67b7033fc544', 'device_owner': 'network:router_interface', 'standard_attr_id': 1600, 'fixed_ips': [{'subnet_id': 'c8787d49-ec9b-4955-abad-fa3f0718ac34', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:42:10Z', 'updated_at': '2021-07-13T13:42:21Z', 'revision_number': 5, 'project_id': '485fea06b0b7495bb8721e368ed7bc86', 'subnets': [{'id': 'c8787d49-ec9b-4955-abad-fa3f0718ac34', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61b62a01-5d6d-4aa9-ade9-444d820aca96', 'name': '', 'network_id': '528f896c-ef63-4a6d-8ee2-08fbfe2387ea', 'tenant_id': '485fea06b0b7495bb8721e368ed7bc86', 'mac_address': 'fa:16:3e:e0:19:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1a190a-b533-42a3-ad5b-67b7033fc544', 'device_owner': 'network:router_interface', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': 'c7aebc9d-cf95-4909-94a3-725b7a37b87a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:42:20Z', 'updated_at': '2021-07-13T13:42:31Z', 'revision_number': 5, 'project_id': '485fea06b0b7495bb8721e368ed7bc86', 'subnets': [{'id': 'c7aebc9d-cf95-4909-94a3-725b7a37b87a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:42:59.504058 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7323cdbf-b3e6-41b8-bb76-f1b158df68bd tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:59.534133 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-3e53b280-36a8-420a-b086-0a147875070e tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.3057327 Jul 13 13:42:59.567045 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 35570) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:42:59.569325 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b19d424e-3401-4d48-8163-4915958fc333 req-8f238516-7e1f-4705-aec0-6d8537106a3a tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/ports?device_id=48cfc91c-49d1-40bc-b4e8-0a6ca10d28a2 HTTP/1.1" status: 200 len: 210 time: 0.1572044 Jul 13 13:42:59.574045 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-596edc1b-eb84-4e5d-8fcc-c05cc67db065 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-621042544', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}, 'admin_state_up': False}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:42:59.581796 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fbd0dc7-4d6e-4de1-a49d-e5f188402faa None None] The sync data for ids ['4b1a190a-b533-42a3-ad5b-67b7033fc544'] in n-d-800634-1 is: [{'id': '4b1a190a-b533-42a3-ad5b-67b7033fc544', 'name': 'tempest-RoutersIpV6Test-router-1786170495', 'tenant_id': '485fea06b0b7495bb8721e368ed7bc86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:42:05Z', 'updated_at': '2021-07-13T13:42:56Z', 'revision_number': 8, 'project_id': '485fea06b0b7495bb8721e368ed7bc86', 'gw_port_host': None, '_interfaces': [{'id': '301ccbb4-619b-4daa-acf6-12e9498b788e', 'name': '', 'network_id': '108cd37a-3360-4aa8-8b67-50a790b3146c', 'tenant_id': '485fea06b0b7495bb8721e368ed7bc86', 'mac_address': 'fa:16:3e:65:5b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1a190a-b533-42a3-ad5b-67b7033fc544', 'device_owner': 'network:router_interface', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': 'fdcb287b-f1cd-4240-a827-e159708e163c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:42:31Z', 'updated_at': '2021-07-13T13:42:42Z', 'revision_number': 5, 'project_id': '485fea06b0b7495bb8721e368ed7bc86', 'subnets': [{'id': 'fdcb287b-f1cd-4240-a827-e159708e163c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '480b6147-c801-4de9-b029-9a95df87513d', 'name': '', 'network_id': '9c959d53-e4b0-48a2-b232-66cb1c914ffc', 'tenant_id': '485fea06b0b7495bb8721e368ed7bc86', 'mac_address': 'fa:16:3e:c8:ef:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1a190a-b533-42a3-ad5b-67b7033fc544', 'device_owner': 'network:router_interface', 'standard_attr_id': 1600, 'fixed_ips': [{'subnet_id': 'c8787d49-ec9b-4955-abad-fa3f0718ac34', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:42:10Z', 'updated_at': '2021-07-13T13:42:21Z', 'revision_number': 5, 'project_id': '485fea06b0b7495bb8721e368ed7bc86', 'subnets': [{'id': 'c8787d49-ec9b-4955-abad-fa3f0718ac34', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61b62a01-5d6d-4aa9-ade9-444d820aca96', 'name': '', 'network_id': '528f896c-ef63-4a6d-8ee2-08fbfe2387ea', 'tenant_id': '485fea06b0b7495bb8721e368ed7bc86', 'mac_address': 'fa:16:3e:e0:19:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1a190a-b533-42a3-ad5b-67b7033fc544', 'device_owner': 'network:router_interface', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': 'c7aebc9d-cf95-4909-94a3-725b7a37b87a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:42:20Z', 'updated_at': '2021-07-13T13:42:31Z', 'revision_number': 5, 'project_id': '485fea06b0b7495bb8721e368ed7bc86', 'subnets': [{'id': 'c7aebc9d-cf95-4909-94a3-725b7a37b87a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:42:59.687434 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port 4463ecc2-0470-47f4-940b-dc13e425429d completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:42:59.740127 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b4538e26-1633-48a1-bf4b-b1ebbca59b59 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:59.747740 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-596edc1b-eb84-4e5d-8fcc-c05cc67db065 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1591928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2714'] for router, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:59.749558 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-596edc1b-eb84-4e5d-8fcc-c05cc67db065 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447198', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1629690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2689'] for router, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:59.760860 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 4463ecc2-0470-47f4-940b-dc13e425429d triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:42:59.761236 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:59.781368 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7c61144e-8e0f-431a-8633-254787d2c931 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6018534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6105009'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:59.797686 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-64dd0350-0fd0-4c07-a126-bd1fd0b8cce6 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:59.819220 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f40836d-a730-4bf5-aaf3-404000f2bd65 None None] Network d534ebb7-65e2-4831-98cf-3803c3785be3 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:42:59.839206 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7323cdbf-b3e6-41b8-bb76-f1b158df68bd tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:59.851074 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7323cdbf-b3e6-41b8-bb76-f1b158df68bd tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:59.872083 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7c61144e-8e0f-431a-8633-254787d2c931 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:42:59.878281 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-7c61144e-8e0f-431a-8633-254787d2c931 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] 10.222.0.23 "DELETE /v2.0/subnets/be0a16b1-77c9-4f86-81f9-68e139a8c3d0 HTTP/1.1" status: 204 len: 168 time: 1.7989564 Jul 13 13:42:59.880780 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c61144e-8e0f-431a-8633-254787d2c931 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Pushing event deleted for resources: {'Subnet': ['ID=be0a16b1-77c9-4f86-81f9-68e139a8c3d0,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:59.886747 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffef6c54-8cf9-4774-a9cd-d0edf8ec2123 None None] Network 9ef38924-89ab-46fe-92c4-d52f31d3a591 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:42:59.891650 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 35580) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:42:59.979096 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7323cdbf-b3e6-41b8-bb76-f1b158df68bd tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98d35a23-bb59-4452-b3d2-b7149024b026,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:42:59.989479 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b4538e26-1633-48a1-bf4b-b1ebbca59b59 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5970525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4763356'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:00.001572 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7323cdbf-b3e6-41b8-bb76-f1b158df68bd tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:00.003096 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-7323cdbf-b3e6-41b8-bb76-f1b158df68bd tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7935934 Jul 13 13:43:00.020608 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 35586) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:00.037137 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-58681018-ad87-4dd1-a5f5-43661584f855 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Request body: {'floatingip': {'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:43:00.106237 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b4538e26-1633-48a1-bf4b-b1ebbca59b59 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:00.111250 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-b4538e26-1633-48a1-bf4b-b1ebbca59b59 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] 10.222.0.23 "DELETE /v2.0/subnets/7ea397c0-4fbe-4d7f-9983-4a280d09bdd3 HTTP/1.1" status: 204 len: 168 time: 1.1812558 Jul 13 13:43:00.111873 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 35588) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:00.118042 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4538e26-1633-48a1-bf4b-b1ebbca59b59 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Pushing event deleted for resources: {'Subnet': ['ID=7ea397c0-4fbe-4d7f-9983-4a280d09bdd3,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:00.132522 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-596edc1b-eb84-4e5d-8fcc-c05cc67db065 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:00.133935 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-64dd0350-0fd0-4c07-a126-bd1fd0b8cce6 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Calling delete_port for 09616371-c75c-4589-b1ce-fbeea52dbe12 owned by {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:43:00.155811 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4cf5a3e-75b1-4d73-ac0a-f7cec122db89 None None] Network 2cd3f629-21c1-4089-814b-ac76071f5144 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:43:00.273340 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9afe0608-7721-4033-8ac2-7f31a40dfca2 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:00.297578 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e2a5e32c-e32c-4a9f-a20d-e7f0cdf8985d tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:00.334151 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-58681018-ad87-4dd1-a5f5-43661584f855 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Notify callbacks [] for floatingip, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:00.439901 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:00.449613 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:00.456166 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-9afe0608-7721-4033-8ac2-7f31a40dfca2 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Deleting port 2c779ff2-a2e1-40b1-a4d2-81787183d430 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:43:00.456513 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9afe0608-7721-4033-8ac2-7f31a40dfca2 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:00.575418 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-9afe0608-7721-4033-8ac2-7f31a40dfca2 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] For port 2c779ff2-a2e1-40b1-a4d2-81787183d430, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=2c779ff2-a2e1-40b1-a4d2-81787183d430,segment=NetworkSegment(af6a54f1-3767-4dd9-b590-41d6147fb705),segment_id=af6a54f1-3767-4dd9-b590-41d6147fb705)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:43:00.575906 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9afe0608-7721-4033-8ac2-7f31a40dfca2 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:00.612957 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-9afe0608-7721-4033-8ac2-7f31a40dfca2 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Calling delete_port for 2c779ff2-a2e1-40b1-a4d2-81787183d430 owned by network:dhcp {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:43:00.613317 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port 4463ecc2-0470-47f4-940b-dc13e425429d, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=4463ecc2-0470-47f4-940b-dc13e425429d,segment=NetworkSegment(370d7ede-eeb6-46ae-b4ce-87c4cdf3222b),segment_id=370d7ede-eeb6-46ae-b4ce-87c4cdf3222b)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:43:00.641296 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:00.643252 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-58681018-ad87-4dd1-a5f5-43661584f855 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:00.689114 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:00.706602 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-596edc1b-eb84-4e5d-8fcc-c05cc67db065 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447180', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1591910', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2751'] for router, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:00.733957 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=4463ecc2-0470-47f4-940b-dc13e425429d,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:00.812804 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b74852-0a6d-41f9-9aba-877f0f0f77b6 None None] DHCP port deletion for 9ef38924-89ab-46fe-92c4-d52f31d3a591 request from n-d-800634-1 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 13:43:00.872831 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2806bccc-f950-46ed-b476-d21185f53972 None None] DHCP port deletion for 2cd3f629-21c1-4089-814b-ac76071f5144 request from n-d-800634-1 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 13:43:00.979845 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-41121608-d387-4665-8f4f-61e0c82d9bb6 req-243a7a6d-97a6-46ff-8221-2e06002332d5 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/ports?device_id=48cfc91c-49d1-40bc-b4e8-0a6ca10d28a2 HTTP/1.1" status: 200 len: 210 time: 0.1235776 Jul 13 13:43:01.071144 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-e2a5e32c-e32c-4a9f-a20d-e7f0cdf8985d tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Deleting port fe98244b-a0f6-4bc7-995c-23af7d7282c3 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:43:01.071733 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e2a5e32c-e32c-4a9f-a20d-e7f0cdf8985d tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:01.131163 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-64dd0350-0fd0-4c07-a126-bd1fd0b8cce6 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:01.205122 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-79b74852-0a6d-41f9-9aba-877f0f0f77b6 None None] Deleting port fe98244b-a0f6-4bc7-995c-23af7d7282c3 {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:43:01.205750 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-79b74852-0a6d-41f9-9aba-877f0f0f77b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:01.296002 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-21685c29-cd51-443a-bcc4-c6c00a95da44 req-68e71270-0d23-422e-8897-3de3cd6d15ed tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=c6349d73ae13458a9d892a7db2dc0433&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1748226 Jul 13 13:43:01.316358 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-79b74852-0a6d-41f9-9aba-877f0f0f77b6 None None] For port fe98244b-a0f6-4bc7-995c-23af7d7282c3, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=fe98244b-a0f6-4bc7-995c-23af7d7282c3,segment=NetworkSegment(6b9a3489-3589-4ad4-81f5-41ed336645a5),segment_id=6b9a3489-3589-4ad4-81f5-41ed336645a5)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:43:01.316981 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-79b74852-0a6d-41f9-9aba-877f0f0f77b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:01.318745 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9afe0608-7721-4033-8ac2-7f31a40dfca2 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:01.336399 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dd0350-0fd0-4c07-a126-bd1fd0b8cce6 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Pushing event deleted for resources: {'Port': ['ID=09616371-c75c-4589-b1ce-fbeea52dbe12,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:01.348079 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-58681018-ad87-4dd1-a5f5-43661584f855 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Allocated IP 172.25.6.38 (acf968b8-c524-46a9-a20b-ad9667009130/dde5a78e-bd1e-4f47-8189-7321d4de73d3/f208206d-657a-45c5-a974-9a9e62d01869) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:43:01.363687 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2806bccc-f950-46ed-b476-d21185f53972 None None] Deleting port 2c779ff2-a2e1-40b1-a4d2-81787183d430 {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:43:01.364370 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2806bccc-f950-46ed-b476-d21185f53972 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:01.366747 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 4463ecc2-0470-47f4-940b-dc13e425429d up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:43:01.370274 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-79b74852-0a6d-41f9-9aba-877f0f0f77b6 None None] Calling delete_port for fe98244b-a0f6-4bc7-995c-23af7d7282c3 owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:43:01.391213 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afe0608-7721-4033-8ac2-7f31a40dfca2 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Pushing event deleted for resources: {'Port': ['ID=2c779ff2-a2e1-40b1-a4d2-81787183d430,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:01.407901 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9afe0608-7721-4033-8ac2-7f31a40dfca2 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] No DVR routers for this DVR port 2c779ff2-a2e1-40b1-a4d2-81787183d430 on host n-d-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:43:01.523143 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 13:43:01.580862 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2806bccc-f950-46ed-b476-d21185f53972 None None] For port 2c779ff2-a2e1-40b1-a4d2-81787183d430, host n-d-800634-1, got binding levels [] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:43:01.582033 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2806bccc-f950-46ed-b476-d21185f53972 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:01.592223 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-e2a5e32c-e32c-4a9f-a20d-e7f0cdf8985d tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] For port fe98244b-a0f6-4bc7-995c-23af7d7282c3, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=fe98244b-a0f6-4bc7-995c-23af7d7282c3,segment=NetworkSegment(6b9a3489-3589-4ad4-81f5-41ed336645a5),segment_id=6b9a3489-3589-4ad4-81f5-41ed336645a5)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:43:01.592783 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e2a5e32c-e32c-4a9f-a20d-e7f0cdf8985d tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:01.604818 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-64dd0350-0fd0-4c07-a126-bd1fd0b8cce6 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:01.609817 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-64dd0350-0fd0-4c07-a126-bd1fd0b8cce6 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] 10.222.0.23 "DELETE /v2.0/ports/09616371-c75c-4589-b1ce-fbeea52dbe12 HTTP/1.1" status: 204 len: 168 time: 3.1399872 Jul 13 13:43:01.613629 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 35618) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:01.618116 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2806bccc-f950-46ed-b476-d21185f53972 None None] Calling delete_port for 2c779ff2-a2e1-40b1-a4d2-81787183d430 owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:43:01.623521 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.ipam_backend_mixin [None req-2806bccc-f950-46ed-b476-d21185f53972 None None] Port 2c779ff2-a2e1-40b1-a4d2-81787183d430 was not found and therefore no delete operation was performed {{(pid=93752) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 13 13:43:01.634728 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2806bccc-f950-46ed-b476-d21185f53972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:01.642782 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-e2a5e32c-e32c-4a9f-a20d-e7f0cdf8985d tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Calling delete_port for fe98244b-a0f6-4bc7-995c-23af7d7282c3 owned by network:dhcp {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:43:01.661835 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9afe0608-7721-4033-8ac2-7f31a40dfca2 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:01.696516 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-9afe0608-7721-4033-8ac2-7f31a40dfca2 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cd3f629-21c1-4089-814b-ac76071f5144']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:43:01.700483 n-d-800634-1 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdc19c9b-0b16-4e01-9060-07923f38a1fc tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] GET failed (client error): The resource could not be found. Jul 13 13:43:01.702676 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2806bccc-f950-46ed-b476-d21185f53972 None None] Pushing event deleted for resources: {'Port': ['ID=2c779ff2-a2e1-40b1-a4d2-81787183d430,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:01.703068 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-bdc19c9b-0b16-4e01-9060-07923f38a1fc tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] 10.222.0.23 "GET /v2.0/ports/09616371-c75c-4589-b1ce-fbeea52dbe12 HTTP/1.1" status: 404 len: 333 time: 0.0802155 Jul 13 13:43:01.707765 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 35622) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:01.709166 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2806bccc-f950-46ed-b476-d21185f53972 None None] No DVR routers for this DVR port 2c779ff2-a2e1-40b1-a4d2-81787183d430 on host n-d-800634-1 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:43:01.712690 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 4463ecc2-0470-47f4-940b-dc13e425429d triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:43:01.713256 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:01.762902 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-9afe0608-7721-4033-8ac2-7f31a40dfca2 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af6a54f1-3767-4dd9-b590-41d6147fb705') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:43:01.763326 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-9afe0608-7721-4033-8ac2-7f31a40dfca2 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af6a54f1-3767-4dd9-b590-41d6147fb705') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:43:01.767589 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-79b74852-0a6d-41f9-9aba-877f0f0f77b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:01.788010 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21685c29-cd51-443a-bcc4-c6c00a95da44 req-504a9caa-7e9c-4503-9eb4-216052cf7481 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:01.790309 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-21685c29-cd51-443a-bcc4-c6c00a95da44 req-504a9caa-7e9c-4503-9eb4-216052cf7481 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4876304 Jul 13 13:43:01.794616 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9afe0608-7721-4033-8ac2-7f31a40dfca2 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5431730'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:01.808525 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b74852-0a6d-41f9-9aba-877f0f0f77b6 None None] No DVR routers for this DVR port fe98244b-a0f6-4bc7-995c-23af7d7282c3 on host n-d-800634-1 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:43:01.831095 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b74852-0a6d-41f9-9aba-877f0f0f77b6 None None] Pushing event deleted for resources: {'Port': ['ID=fe98244b-a0f6-4bc7-995c-23af7d7282c3,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:01.866197 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9afe0608-7721-4033-8ac2-7f31a40dfca2 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:01.874657 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-58681018-ad87-4dd1-a5f5-43661584f855 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:01.880272 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-21685c29-cd51-443a-bcc4-c6c00a95da44 req-82d9a496-67a3-44b6-a021-675d1caeffe4 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Request body: {'port': {'device_id': '48cfc91c-49d1-40bc-b4e8-0a6ca10d28a2', 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30', 'admin_state_up': True, 'tenant_id': 'c6349d73ae13458a9d892a7db2dc0433'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:43:01.894899 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9afe0608-7721-4033-8ac2-7f31a40dfca2 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 13:43:01.895581 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9afe0608-7721-4033-8ac2-7f31a40dfca2 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5970419'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:01.898960 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:43:01.898960 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:43:01.898960 n-d-800634-1 neutron-server[93750]: Traceback (most recent call last): Jul 13 13:43:01.898960 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 13:43:01.898960 n-d-800634-1 neutron-server[93750]: timer() Jul 13 13:43:01.898960 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 13:43:01.898960 n-d-800634-1 neutron-server[93750]: cb(*args, **kw) Jul 13 13:43:01.898960 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 13:43:01.898960 n-d-800634-1 neutron-server[93750]: return func(*args, **kwargs) Jul 13 13:43:01.898960 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 13:43:01.898960 n-d-800634-1 neutron-server[93750]: self._notify() Jul 13 13:43:01.898960 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 13:43:01.898960 n-d-800634-1 neutron-server[93750]: self.callback(batched_events) Jul 13 13:43:01.898960 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 13:43:01.898960 n-d-800634-1 neutron-server[93750]: event.method(event) Jul 13 13:43:01.898960 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 13:43:01.898960 n-d-800634-1 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 13:43:01.898960 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 13:43:01.898960 n-d-800634-1 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 13:43:01.898960 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 13:43:01.898960 n-d-800634-1 neutron-server[93750]: return f(self, *a, **k) Jul 13 13:43:01.898960 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 13:43:01.898960 n-d-800634-1 neutron-server[93750]: return self._get(url).json() Jul 13 13:43:01.898960 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 13:43:01.898960 n-d-800634-1 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 13:43:01.898960 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 13:43:01.898960 n-d-800634-1 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 13 13:43:01.898960 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 13:43:01.898960 n-d-800634-1 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 13:43:01.898960 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 13:43:01.898960 n-d-800634-1 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 13:43:01.898960 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 13:43:01.898960 n-d-800634-1 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 13:43:01.898960 n-d-800634-1 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 13:43:01.946776 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-596edc1b-eb84-4e5d-8fcc-c05cc67db065 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks [] for router_gateway, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:01.981984 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-ea2c6f39-c5f4-483a-af63-e58c2c52c912 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Deleting port a2cd86c5-a501-4cfb-8e5d-66d4e6c0f56b {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:43:01.982255 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ea2c6f39-c5f4-483a-af63-e58c2c52c912 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:02.008358 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device fe98244b-a0f6-4bc7-995c-23af7d7282c3 no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:43:02.021317 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-596edc1b-eb84-4e5d-8fcc-c05cc67db065 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:02.038937 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: fe98244b-a0f6-4bc7-995c-23af7d7282c3 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:43:02.039555 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device fe98244b-a0f6-4bc7-995c-23af7d7282c3 not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:43:02.040078 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 86644ff4-bfca-443c-9c77-f496ab74b9ec no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:43:02.069644 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9afe0608-7721-4033-8ac2-7f31a40dfca2 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:02.070446 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: 86644ff4-bfca-443c-9c77-f496ab74b9ec {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:43:02.071761 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 86644ff4-bfca-443c-9c77-f496ab74b9ec not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:43:02.072345 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 2c779ff2-a2e1-40b1-a4d2-81787183d430 no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:43:02.085335 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9afe0608-7721-4033-8ac2-7f31a40dfca2 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:02.086415 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-9afe0608-7721-4033-8ac2-7f31a40dfca2 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] 10.222.0.23 "DELETE /v2.0/networks/2cd3f629-21c1-4089-814b-ac76071f5144 HTTP/1.1" status: 204 len: 168 time: 1.9699099 Jul 13 13:43:02.089764 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 35638) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:02.103180 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afe0608-7721-4033-8ac2-7f31a40dfca2 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Pushing event deleted for resources: {'Network': ['ID=2cd3f629-21c1-4089-814b-ac76071f5144,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:02.115154 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: 2c779ff2-a2e1-40b1-a4d2-81787183d430 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:43:02.115855 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 2c779ff2-a2e1-40b1-a4d2-81787183d430 not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:43:02.123524 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-58681018-ad87-4dd1-a5f5-43661584f855 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:02.179371 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ea2c6f39-c5f4-483a-af63-e58c2c52c912 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:02.187947 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e2a5e32c-e32c-4a9f-a20d-e7f0cdf8985d tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:02.194976 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58681018-ad87-4dd1-a5f5-43661584f855 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Network acf968b8-c524-46a9-a20b-ad9667009130 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:43:02.197910 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58681018-ad87-4dd1-a5f5-43661584f855 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Pushing event updated for resources: {'Port': ['ID=f208206d-657a-45c5-a974-9a9e62d01869,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:02.204218 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-58681018-ad87-4dd1-a5f5-43661584f855 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:43:02.206422 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-ea2c6f39-c5f4-483a-af63-e58c2c52c912 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Calling delete_port for a2cd86c5-a501-4cfb-8e5d-66d4e6c0f56b owned by {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:43:02.209031 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58681018-ad87-4dd1-a5f5-43661584f855 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:43:02.259313 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a5e32c-e32c-4a9f-a20d-e7f0cdf8985d tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Pushing event deleted for resources: {'Port': ['ID=fe98244b-a0f6-4bc7-995c-23af7d7282c3,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:02.272843 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a5e32c-e32c-4a9f-a20d-e7f0cdf8985d tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] No DVR routers for this DVR port fe98244b-a0f6-4bc7-995c-23af7d7282c3 on host n-d-800634-1 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:43:02.324739 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-017a73c2-47bb-407c-b278-c9e236361953 req-d8eba622-2e8c-4c80-9dc0-f853d2761408 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/ports?device_id=48cfc91c-49d1-40bc-b4e8-0a6ca10d28a2 HTTP/1.1" status: 200 len: 210 time: 0.0869744 Jul 13 13:43:02.332447 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4907d55-d2e9-4e31-a56e-c548a600a03c tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Deleting subnet 177c53a6-bc84-40f7-bab2-8d84c5dbcaa2 {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 13:43:02.366436 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e4907d55-d2e9-4e31-a56e-c548a600a03c tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:02.400683 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-58681018-ad87-4dd1-a5f5-43661584f855 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:02.419472 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21685c29-cd51-443a-bcc4-c6c00a95da44 req-82d9a496-67a3-44b6-a021-675d1caeffe4 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Made reservation on behalf of c6349d73ae13458a9d892a7db2dc0433 for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:43:02.423772 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-21685c29-cd51-443a-bcc4-c6c00a95da44 req-82d9a496-67a3-44b6-a021-675d1caeffe4 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:02.487568 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-58681018-ad87-4dd1-a5f5-43661584f855 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:02.494885 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-596edc1b-eb84-4e5d-8fcc-c05cc67db065 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Allocated IP 172.25.6.239 (acf968b8-c524-46a9-a20b-ad9667009130/dde5a78e-bd1e-4f47-8189-7321d4de73d3/529e68ce-9f85-4575-83b4-8d83d8d3f8dc) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:43:02.512125 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ea2c6f39-c5f4-483a-af63-e58c2c52c912 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:02.522903 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e4907d55-d2e9-4e31-a56e-c548a600a03c tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6018489'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:02.551630 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e2a5e32c-e32c-4a9f-a20d-e7f0cdf8985d tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:02.553976 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2c6f39-c5f4-483a-af63-e58c2c52c912 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Pushing event deleted for resources: {'Port': ['ID=a2cd86c5-a501-4cfb-8e5d-66d4e6c0f56b,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:02.611683 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-e2a5e32c-e32c-4a9f-a20d-e7f0cdf8985d tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ef38924-89ab-46fe-92c4-d52f31d3a591']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:43:02.677718 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-e2a5e32c-e32c-4a9f-a20d-e7f0cdf8985d tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b9a3489-3589-4ad4-81f5-41ed336645a5') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:43:02.678041 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-e2a5e32c-e32c-4a9f-a20d-e7f0cdf8985d tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b9a3489-3589-4ad4-81f5-41ed336645a5') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:43:02.690672 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ea2c6f39-c5f4-483a-af63-e58c2c52c912 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:02.692537 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-ea2c6f39-c5f4-483a-af63-e58c2c52c912 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] 10.222.0.23 "DELETE /v2.0/ports/a2cd86c5-a501-4cfb-8e5d-66d4e6c0f56b HTTP/1.1" status: 204 len: 168 time: 0.9762414 Jul 13 13:43:02.696605 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 35662) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:02.731976 n-d-800634-1 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-d99671bf-26ee-4ed7-af5f-312ad147ffcf tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] GET failed (client error): The resource could not be found. Jul 13 13:43:02.733934 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-d99671bf-26ee-4ed7-af5f-312ad147ffcf tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] 10.222.0.23 "GET /v2.0/ports/a2cd86c5-a501-4cfb-8e5d-66d4e6c0f56b HTTP/1.1" status: 404 len: 333 time: 0.0363412 Jul 13 13:43:02.739976 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 35664) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:02.800008 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e2a5e32c-e32c-4a9f-a20d-e7f0cdf8985d tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6018464'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:02.819078 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fae649c-0b87-47aa-a734-860b16aa07dd tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Deleting subnet 1aa20515-908b-4fe6-b7ef-b8ad7195c90b {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 13:43:02.824082 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-58681018-ad87-4dd1-a5f5-43661584f855 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:02.826411 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5fae649c-0b87-47aa-a734-860b16aa07dd tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:02.855360 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-58681018-ad87-4dd1-a5f5-43661584f855 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:02.859540 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e2a5e32c-e32c-4a9f-a20d-e7f0cdf8985d tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:02.874057 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-596edc1b-eb84-4e5d-8fcc-c05cc67db065 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:02.884527 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e4907d55-d2e9-4e31-a56e-c548a600a03c tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:02.911529 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5fae649c-0b87-47aa-a734-860b16aa07dd tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5431723'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:02.917501 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2a5e32c-e32c-4a9f-a20d-e7f0cdf8985d tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 13:43:02.917978 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e2a5e32c-e32c-4a9f-a20d-e7f0cdf8985d tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6018632'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:02.921024 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:43:02.921024 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:43:02.921024 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:43:02.921024 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:43:02.921024 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:43:02.921024 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:43:02.921024 n-d-800634-1 neutron-server[93751]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 13:43:02.921024 n-d-800634-1 neutron-server[93751]: self.session.flush() Jul 13 13:43:02.921024 n-d-800634-1 neutron-server[93751]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 13:43:02.921024 n-d-800634-1 neutron-server[93751]: self.session.flush() Jul 13 13:43:02.921024 n-d-800634-1 neutron-server[93751]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 13:43:02.921024 n-d-800634-1 neutron-server[93751]: self.session.flush() Jul 13 13:43:02.921024 n-d-800634-1 neutron-server[93751]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 13:43:02.921024 n-d-800634-1 neutron-server[93751]: self.session.flush() Jul 13 13:43:02.921024 n-d-800634-1 neutron-server[93751]: Traceback (most recent call last): Jul 13 13:43:02.921024 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 13:43:02.921024 n-d-800634-1 neutron-server[93751]: timer() Jul 13 13:43:02.921024 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 13:43:02.921024 n-d-800634-1 neutron-server[93751]: cb(*args, **kw) Jul 13 13:43:02.921024 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 13:43:02.921024 n-d-800634-1 neutron-server[93751]: return func(*args, **kwargs) Jul 13 13:43:02.921024 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 13:43:02.921024 n-d-800634-1 neutron-server[93751]: self._notify() Jul 13 13:43:02.921024 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 13:43:02.921024 n-d-800634-1 neutron-server[93751]: self.callback(batched_events) Jul 13 13:43:02.921024 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 13:43:02.921024 n-d-800634-1 neutron-server[93751]: event.method(event) Jul 13 13:43:02.921024 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 13:43:02.921024 n-d-800634-1 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 13:43:02.921024 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 13:43:02.921024 n-d-800634-1 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 13:43:02.921024 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 13:43:02.921024 n-d-800634-1 neutron-server[93751]: return f(self, *a, **k) Jul 13 13:43:02.921024 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 13:43:02.921024 n-d-800634-1 neutron-server[93751]: return self._get(url).json() Jul 13 13:43:02.921024 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 13:43:02.921024 n-d-800634-1 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 13:43:02.921024 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 13:43:02.921024 n-d-800634-1 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 13 13:43:02.921024 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 13:43:02.921024 n-d-800634-1 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 13:43:02.921024 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 13:43:02.921024 n-d-800634-1 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 13:43:02.921024 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 13:43:02.921024 n-d-800634-1 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 13:43:02.921024 n-d-800634-1 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 13:43:02.981215 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58681018-ad87-4dd1-a5f5-43661584f855 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Pushing event updated for resources: {'Port': ['ID=f208206d-657a-45c5-a974-9a9e62d01869,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:02.997353 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [req-21685c29-cd51-443a-bcc4-c6c00a95da44 req-82d9a496-67a3-44b6-a021-675d1caeffe4 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Allocated IP 192.168.233.20 (e0bfb334-0fd9-4ba5-ba79-1568ecabee30/60b55863-ceb6-45af-a8a4-4b22d72866af/90c4466a-3193-4149-a16b-118ac388caf1) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:43:03.006936 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-58681018-ad87-4dd1-a5f5-43661584f855 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446547'] for floatingip, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:03.054651 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-58681018-ad87-4dd1-a5f5-43661584f855 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for floatingip, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:03.056170 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-58681018-ad87-4dd1-a5f5-43661584f855 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0288820 Jul 13 13:43:03.068202 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5fae649c-0b87-47aa-a734-860b16aa07dd tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:03.070204 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e2a5e32c-e32c-4a9f-a20d-e7f0cdf8985d tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:03.105527 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e2a5e32c-e32c-4a9f-a20d-e7f0cdf8985d tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:03.107753 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-e2a5e32c-e32c-4a9f-a20d-e7f0cdf8985d tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] 10.222.0.23 "DELETE /v2.0/networks/9ef38924-89ab-46fe-92c4-d52f31d3a591 HTTP/1.1" status: 204 len: 168 time: 3.2143669 Jul 13 13:43:03.110547 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 35680) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:03.116124 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a5e32c-e32c-4a9f-a20d-e7f0cdf8985d tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Pushing event deleted for resources: {'Network': ['ID=9ef38924-89ab-46fe-92c4-d52f31d3a591,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:03.122071 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e4907d55-d2e9-4e31-a56e-c548a600a03c tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6018534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6105009'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:03.141773 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-596edc1b-eb84-4e5d-8fcc-c05cc67db065 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:03.413048 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5fae649c-0b87-47aa-a734-860b16aa07dd tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5970525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4763356'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:03.536236 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a6d78d4-6a67-479b-8f0b-1d4a270f4424 None None] Network bf44b8c8-02ca-400a-8ecc-a3ca3972d2fc requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:43:03.537563 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fae649c-0b87-47aa-a734-860b16aa07dd tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Pushing event deleted for resources: {'Subnet': ['ID=1aa20515-908b-4fe6-b7ef-b8ad7195c90b,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:03.550166 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5fae649c-0b87-47aa-a734-860b16aa07dd tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:03.552235 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-5fae649c-0b87-47aa-a734-860b16aa07dd tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] 10.222.0.23 "DELETE /v2.0/subnets/1aa20515-908b-4fe6-b7ef-b8ad7195c90b HTTP/1.1" status: 204 len: 168 time: 0.8112886 Jul 13 13:43:03.559091 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4907d55-d2e9-4e31-a56e-c548a600a03c tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Pushing event deleted for resources: {'Subnet': ['ID=177c53a6-bc84-40f7-bab2-8d84c5dbcaa2,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:03.564337 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e4907d55-d2e9-4e31-a56e-c548a600a03c tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:03.569542 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-e4907d55-d2e9-4e31-a56e-c548a600a03c tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] 10.222.0.23 "DELETE /v2.0/subnets/177c53a6-bc84-40f7-bab2-8d84c5dbcaa2 HTTP/1.1" status: 204 len: 168 time: 1.4778955 Jul 13 13:43:03.570210 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 35702) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:03.570534 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 35704) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:03.578101 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c49b0013-215c-4c5f-a210-5e31f69bd3b9 req-d378dbc6-937a-47a5-8a36-d1be3858422b tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/ports?device_id=48cfc91c-49d1-40bc-b4e8-0a6ca10d28a2 HTTP/1.1" status: 200 len: 210 time: 0.0541058 Jul 13 13:43:03.606346 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a35a3338-27a4-4086-ad6b-2582d23606a5 None None] Network 537cc3d3-b4a9-45da-af17-7bd28a40a8b6 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:43:03.777500 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cea4e0ea-fa9d-45bd-ad10-f8a64ff80458 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:03.845371 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1d21f92d-4fc2-44de-b6db-1ea0c28ff954 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451695'] for router_interface, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:03.847419 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-596edc1b-eb84-4e5d-8fcc-c05cc67db065 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Network acf968b8-c524-46a9-a20b-ad9667009130 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:43:03.871524 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-596edc1b-eb84-4e5d-8fcc-c05cc67db065 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:43:03.936007 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596edc1b-eb84-4e5d-8fcc-c05cc67db065 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:43:03.955616 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-14e62bd2-f4a0-4b0d-8b90-6f3d3f769f78 req-51fdf36c-2af2-4eab-806d-55ba707e178d tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--405512421&fields=id&tenant_id=ef6418d5526f4765ba53df412776e3e7 HTTP/1.1" status: 200 len: 267 time: 0.4371269 Jul 13 13:43:03.998019 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596edc1b-eb84-4e5d-8fcc-c05cc67db065 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Pushing event updated for resources: {'Port': ['ID=529e68ce-9f85-4575-83b4-8d83d8d3f8dc,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:04.013654 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62c4bc41-8136-458b-9083-8cbd14ebbd97 None None] DHCP port deletion for bf44b8c8-02ca-400a-8ecc-a3ca3972d2fc request from n-d-800634-1 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 13:43:04.059613 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fc6bdcb-ecce-49d5-ad14-9256de56032b None None] DHCP port deletion for 537cc3d3-b4a9-45da-af17-7bd28a40a8b6 request from n-d-800634-1 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 13:43:04.140998 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-46179d45-facf-4f51-abe5-5597df739d3b tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:04.143300 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-62c4bc41-8136-458b-9083-8cbd14ebbd97 None None] Deleting port fa8c6aea-b5d0-40ed-a8ad-ca92fc3310c9 {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:43:04.143683 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-62c4bc41-8136-458b-9083-8cbd14ebbd97 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:04.250973 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-6fc6bdcb-ecce-49d5-ad14-9256de56032b None None] Deleting port c8d67034-804b-4e90-94f6-cfef9aa7b5e0 {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:43:04.251348 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6fc6bdcb-ecce-49d5-ad14-9256de56032b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:04.262992 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-1d21f92d-4fc2-44de-b6db-1ea0c28ff954 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Deleting port 301ccbb4-619b-4daa-acf6-12e9498b788e {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:43:04.263654 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1d21f92d-4fc2-44de-b6db-1ea0c28ff954 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:04.263783 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-21685c29-cd51-443a-bcc4-c6c00a95da44 req-82d9a496-67a3-44b6-a021-675d1caeffe4 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:04.311493 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 35716) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:04.312352 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-62c4bc41-8136-458b-9083-8cbd14ebbd97 None None] For port fa8c6aea-b5d0-40ed-a8ad-ca92fc3310c9, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=fa8c6aea-b5d0-40ed-a8ad-ca92fc3310c9,segment=NetworkSegment(b9315283-3ff3-474a-ae8e-d67b49cb9dae),segment_id=b9315283-3ff3-474a-ae8e-d67b49cb9dae)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:43:04.313866 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-62c4bc41-8136-458b-9083-8cbd14ebbd97 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:04.330469 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-62c4bc41-8136-458b-9083-8cbd14ebbd97 None None] Calling delete_port for fa8c6aea-b5d0-40ed-a8ad-ca92fc3310c9 owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:43:04.350778 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-21685c29-cd51-443a-bcc4-c6c00a95da44 req-82d9a496-67a3-44b6-a021-675d1caeffe4 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Transition to ACTIVE for port object 90c4466a-3193-4149-a16b-118ac388caf1 will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:43:04.405678 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e62bd2-f4a0-4b0d-8b90-6f3d3f769f78 req-63c8b5f9-6c4e-49b9-a792-4acffdd7d72d tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:04.406251 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-1d21f92d-4fc2-44de-b6db-1ea0c28ff954 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] For port 301ccbb4-619b-4daa-acf6-12e9498b788e, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=301ccbb4-619b-4daa-acf6-12e9498b788e,segment=NetworkSegment(ddd8adee-3bb8-4274-9c0b-7b8130ede2f5),segment_id=ddd8adee-3bb8-4274-9c0b-7b8130ede2f5)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:43:04.406717 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1d21f92d-4fc2-44de-b6db-1ea0c28ff954 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:04.422217 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-14e62bd2-f4a0-4b0d-8b90-6f3d3f769f78 req-63c8b5f9-6c4e-49b9-a792-4acffdd7d72d tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/networks?id=4044b022-747e-4834-bc76-73d0f411c2c3 HTTP/1.1" status: 200 len: 812 time: 0.4651229 Jul 13 13:43:04.428856 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-1d21f92d-4fc2-44de-b6db-1ea0c28ff954 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Calling delete_port for 301ccbb4-619b-4daa-acf6-12e9498b788e owned by network:router_interface {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:43:04.459243 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-cea4e0ea-fa9d-45bd-ad10-f8a64ff80458 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Deleting port fa8c6aea-b5d0-40ed-a8ad-ca92fc3310c9 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:43:04.459501 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cea4e0ea-fa9d-45bd-ad10-f8a64ff80458 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:04.466287 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-6fc6bdcb-ecce-49d5-ad14-9256de56032b None None] For port c8d67034-804b-4e90-94f6-cfef9aa7b5e0, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=c8d67034-804b-4e90-94f6-cfef9aa7b5e0,segment=NetworkSegment(27f63a08-6db3-4d97-a988-03b1ef2e193c),segment_id=27f63a08-6db3-4d97-a988-03b1ef2e193c)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:43:04.467025 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6fc6bdcb-ecce-49d5-ad14-9256de56032b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:04.474704 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-14e62bd2-f4a0-4b0d-8b90-6f3d3f769f78 req-bfe1c6d5-33c4-4844-ac68-2718d4131835 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/quotas/ef6418d5526f4765ba53df412776e3e7 HTTP/1.1" status: 200 len: 375 time: 0.0516269 Jul 13 13:43:04.484699 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-6fc6bdcb-ecce-49d5-ad14-9256de56032b None None] Calling delete_port for c8d67034-804b-4e90-94f6-cfef9aa7b5e0 owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:43:04.534697 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-62c4bc41-8136-458b-9083-8cbd14ebbd97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:04.569561 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c4bc41-8136-458b-9083-8cbd14ebbd97 None None] Pushing event deleted for resources: {'Port': ['ID=fa8c6aea-b5d0-40ed-a8ad-ca92fc3310c9,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:04.577189 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c4bc41-8136-458b-9083-8cbd14ebbd97 None None] No DVR routers for this DVR port fa8c6aea-b5d0-40ed-a8ad-ca92fc3310c9 on host n-d-800634-1 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:43:04.626475 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6fc6bdcb-ecce-49d5-ad14-9256de56032b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:04.637769 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3742d4a4-7059-4c91-b99d-773097b57489 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:04.665146 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc6bdcb-ecce-49d5-ad14-9256de56032b None None] Pushing event deleted for resources: {'Port': ['ID=c8d67034-804b-4e90-94f6-cfef9aa7b5e0,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:04.666509 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1d21f92d-4fc2-44de-b6db-1ea0c28ff954 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:04.672964 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc6bdcb-ecce-49d5-ad14-9256de56032b None None] No DVR routers for this DVR port c8d67034-804b-4e90-94f6-cfef9aa7b5e0 on host n-d-800634-1 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:43:04.719435 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d21f92d-4fc2-44de-b6db-1ea0c28ff954 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Pushing event deleted for resources: {'Port': ['ID=301ccbb4-619b-4daa-acf6-12e9498b788e,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:04.720791 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-21685c29-cd51-443a-bcc4-c6c00a95da44 req-82d9a496-67a3-44b6-a021-675d1caeffe4 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:04.735734 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['556645b5-7a97-4d3a-94a9-6bd9e5cf58f2'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:43:04.743335 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-cea4e0ea-fa9d-45bd-ad10-f8a64ff80458 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] For port fa8c6aea-b5d0-40ed-a8ad-ca92fc3310c9, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=fa8c6aea-b5d0-40ed-a8ad-ca92fc3310c9,segment=NetworkSegment(b9315283-3ff3-474a-ae8e-d67b49cb9dae),segment_id=b9315283-3ff3-474a-ae8e-d67b49cb9dae)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:43:04.743696 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cea4e0ea-fa9d-45bd-ad10-f8a64ff80458 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:04.778701 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-46179d45-facf-4f51-abe5-5597df739d3b tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Deleting port c8d67034-804b-4e90-94f6-cfef9aa7b5e0 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:43:04.779072 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-46179d45-facf-4f51-abe5-5597df739d3b tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:04.888568 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-cea4e0ea-fa9d-45bd-ad10-f8a64ff80458 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Calling delete_port for fa8c6aea-b5d0-40ed-a8ad-ca92fc3310c9 owned by network:dhcp {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:43:04.925818 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72cdce1-edb6-4414-8857-8cd25bce3d1f req-a7e1ed50-32cd-4e1b-a6d9-914b843986b7 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:04.931170 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f72cdce1-edb6-4414-8857-8cd25bce3d1f req-a7e1ed50-32cd-4e1b-a6d9-914b843986b7 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/ports?device_id=48cfc91c-49d1-40bc-b4e8-0a6ca10d28a2 HTTP/1.1" status: 200 len: 935 time: 0.2192142 Jul 13 13:43:04.937596 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21685c29-cd51-443a-bcc4-c6c00a95da44 req-82d9a496-67a3-44b6-a021-675d1caeffe4 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Network e0bfb334-0fd9-4ba5-ba79-1568ecabee30 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:43:04.944828 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1d21f92d-4fc2-44de-b6db-1ea0c28ff954 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1785036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452491'] for router_interface, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:04.965246 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [req-21685c29-cd51-443a-bcc4-c6c00a95da44 req-82d9a496-67a3-44b6-a021-675d1caeffe4 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:43:04.980819 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-21685c29-cd51-443a-bcc4-c6c00a95da44 req-82d9a496-67a3-44b6-a021-675d1caeffe4 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:43:04.985171 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d9a496-67a3-44b6-a021-675d1caeffe4 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Pushing event updated for resources: {'Port': ['ID=90c4466a-3193-4149-a16b-118ac388caf1,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:05.025203 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-46179d45-facf-4f51-abe5-5597df739d3b tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] For port c8d67034-804b-4e90-94f6-cfef9aa7b5e0, host n-d-800634-1, got binding levels [] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:43:05.025515 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-46179d45-facf-4f51-abe5-5597df739d3b tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:05.059417 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f72cdce1-edb6-4414-8857-8cd25bce3d1f req-dc898c99-5419-4d9c-b7d8-64d2c4d55bc4 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/security-groups?id=945af9a8-1349-436a-a066-b9a0fd8d3dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273479 Jul 13 13:43:05.080604 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-14e62bd2-f4a0-4b0d-8b90-6f3d3f769f78 req-00db0fd5-8bd3-4236-b7f8-e79043a3b5a9 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ef6418d5526f4765ba53df412776e3e7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6050239 Jul 13 13:43:05.109492 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-46179d45-facf-4f51-abe5-5597df739d3b tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Calling delete_port for c8d67034-804b-4e90-94f6-cfef9aa7b5e0 owned by network:dhcp {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:43:05.123352 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-596edc1b-eb84-4e5d-8fcc-c05cc67db065 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks [] for router_gateway, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:05.131871 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.ipam_backend_mixin [None req-46179d45-facf-4f51-abe5-5597df739d3b tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Port c8d67034-804b-4e90-94f6-cfef9aa7b5e0 was not found and therefore no delete operation was performed {{(pid=93751) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 13 13:43:05.192682 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d21f92d-4fc2-44de-b6db-1ea0c28ff954 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Router 4b1a190a-b533-42a3-ad5b-67b7033fc544 has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 13:43:05.221630 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-46179d45-facf-4f51-abe5-5597df739d3b tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:05.251631 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b39dea12-5222-45cb-b91f-d32e1bbae10a None None] Provisioning for port 90c4466a-3193-4149-a16b-118ac388caf1 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:43:05.258521 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21685c29-cd51-443a-bcc4-c6c00a95da44 req-82d9a496-67a3-44b6-a021-675d1caeffe4 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:05.259161 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-21685c29-cd51-443a-bcc4-c6c00a95da44 req-82d9a496-67a3-44b6-a021-675d1caeffe4 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:05.261002 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b39dea12-5222-45cb-b91f-d32e1bbae10a None None] Provisioning complete for port 90c4466a-3193-4149-a16b-118ac388caf1 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:43:05.261668 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b39dea12-5222-45cb-b91f-d32e1bbae10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:05.300219 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b39dea12-5222-45cb-b91f-d32e1bbae10a None None] Port 90c4466a-3193-4149-a16b-118ac388caf1 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:43:05.305244 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d21f92d-4fc2-44de-b6db-1ea0c28ff954 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:43:05.313403 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device c8d67034-804b-4e90-94f6-cfef9aa7b5e0 no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:43:05.313654 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-1d21f92d-4fc2-44de-b6db-1ea0c28ff954 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] 10.222.0.23 "PUT /v2.0/routers/4b1a190a-b533-42a3-ad5b-67b7033fc544/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1951478 Jul 13 13:43:05.313782 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46179d45-facf-4f51-abe5-5597df739d3b tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] No DVR routers for this DVR port c8d67034-804b-4e90-94f6-cfef9aa7b5e0 on host n-d-800634-1 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:43:05.317944 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 35722) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:05.327254 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46179d45-facf-4f51-abe5-5597df739d3b tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Pushing event deleted for resources: {'Port': ['ID=c8d67034-804b-4e90-94f6-cfef9aa7b5e0,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:05.337597 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d5297c-0658-4f2a-847b-b80da7e48a50 None None] Sync routers for ids ['4b1a190a-b533-42a3-ad5b-67b7033fc544'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:43:05.339981 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: c8d67034-804b-4e90-94f6-cfef9aa7b5e0 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:43:05.340328 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device c8d67034-804b-4e90-94f6-cfef9aa7b5e0 not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:43:05.340746 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device fa8c6aea-b5d0-40ed-a8ad-ca92fc3310c9 no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:43:05.364329 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: fa8c6aea-b5d0-40ed-a8ad-ca92fc3310c9 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:43:05.364682 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device fa8c6aea-b5d0-40ed-a8ad-ca92fc3310c9 not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:43:05.367788 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d5297c-0658-4f2a-847b-b80da7e48a50 None None] Routers {'4b1a190a-b533-42a3-ad5b-67b7033fc544'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:43:05.368423 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-66d5297c-0658-4f2a-847b-b80da7e48a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:42:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['4b1a190a-b533-42a3-ad5b-67b7033fc544'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:43:05.377938 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-758b02d5-9fcb-4bfd-9e5a-d91c10becd30 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Deleting subnet fdcb287b-f1cd-4240-a827-e159708e163c {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 13:43:05.382579 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-758b02d5-9fcb-4bfd-9e5a-d91c10becd30 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:05.429194 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-758b02d5-9fcb-4bfd-9e5a-d91c10becd30 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5431723'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:05.461941 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-66d5297c-0658-4f2a-847b-b80da7e48a50 None None] Set router 4b1a190a-b533-42a3-ad5b-67b7033fc544 gateway port host: None {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:43:05.501909 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3742d4a4-7059-4c91-b99d-773097b57489 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:05.515152 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-14e62bd2-f4a0-4b0d-8b90-6f3d3f769f78 req-95486fb3-2f32-4ba4-a0ff-adb8b4d6e2ee service neutron] 10.222.0.23 "GET /v2.0/networks/4044b022-747e-4834-bc76-73d0f411c2c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4109139 Jul 13 13:43:05.515753 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cea4e0ea-fa9d-45bd-ad10-f8a64ff80458 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:05.533325 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3742d4a4-7059-4c91-b99d-773097b57489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:05.541428 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-46179d45-facf-4f51-abe5-5597df739d3b tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:05.558791 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-758b02d5-9fcb-4bfd-9e5a-d91c10becd30 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:05.583733 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-21685c29-cd51-443a-bcc4-c6c00a95da44 req-82d9a496-67a3-44b6-a021-675d1caeffe4 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.7085013 Jul 13 13:43:05.607639 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea4e0ea-fa9d-45bd-ad10-f8a64ff80458 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] No DVR routers for this DVR port fa8c6aea-b5d0-40ed-a8ad-ca92fc3310c9 on host n-d-800634-1 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:43:05.633484 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-758b02d5-9fcb-4bfd-9e5a-d91c10becd30 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5970525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4763356'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:05.662985 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758b02d5-9fcb-4bfd-9e5a-d91c10becd30 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Pushing event deleted for resources: {'Subnet': ['ID=fdcb287b-f1cd-4240-a827-e159708e163c,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:05.665072 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-758b02d5-9fcb-4bfd-9e5a-d91c10becd30 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:05.668445 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-758b02d5-9fcb-4bfd-9e5a-d91c10becd30 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] 10.222.0.23 "DELETE /v2.0/subnets/fdcb287b-f1cd-4240-a827-e159708e163c HTTP/1.1" status: 204 len: 168 time: 0.3490405 Jul 13 13:43:05.669289 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-46179d45-facf-4f51-abe5-5597df739d3b tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['537cc3d3-b4a9-45da-af17-7bd28a40a8b6']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:43:05.670903 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 35728) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:05.677875 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2139432b-dd62-41cf-8302-14a41abe0d1b None None] Network 108cd37a-3360-4aa8-8b67-50a790b3146c requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:43:05.680690 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea4e0ea-fa9d-45bd-ad10-f8a64ff80458 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Pushing event deleted for resources: {'Port': ['ID=fa8c6aea-b5d0-40ed-a8ad-ca92fc3310c9,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:05.759385 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8f539400-44de-433e-a750-8f9ae3bcff59 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:05.759863 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-66d5297c-0658-4f2a-847b-b80da7e48a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b1a190a-b533-42a3-ad5b-67b7033fc544', 'name': 'tempest-RoutersIpV6Test-router-1786170495', 'tenant_id': '485fea06b0b7495bb8721e368ed7bc86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:42:05Z', 'updated_at': '2021-07-13T13:43:04Z', 'revision_number': 9, 'project_id': '485fea06b0b7495bb8721e368ed7bc86', 'gw_port_host': None, '_interfaces': [{'id': '480b6147-c801-4de9-b029-9a95df87513d', 'name': '', 'network_id': '9c959d53-e4b0-48a2-b232-66cb1c914ffc', 'tenant_id': '485fea06b0b7495bb8721e368ed7bc86', 'mac_address': 'fa:16:3e:c8:ef:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1a190a-b533-42a3-ad5b-67b7033fc544', 'device_owner': 'network:router_interface', 'standard_attr_id': 1600, 'fixed_ips': [{'subnet_id': 'c8787d49-ec9b-4955-abad-fa3f0718ac34', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:42:10Z', 'updated_at': '2021-07-13T13:42:21Z', 'revision_number': 5, 'project_id': '485fea06b0b7495bb8721e368ed7bc86', 'subnets': [{'id': 'c8787d49-ec9b-4955-abad-fa3f0718ac34', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61b62a01-5d6d-4aa9-ade9-444d820aca96', 'name': '', 'network_id': '528f896c-ef63-4a6d-8ee2-08fbfe2387ea', 'tenant_id': '485fea06b0b7495bb8721e368ed7bc86', 'mac_address': 'fa:16:3e:e0:19:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1a190a-b533-42a3-ad5b-67b7033fc544', 'device_owner': 'network:router_interface', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': 'c7aebc9d-cf95-4909-94a3-725b7a37b87a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:42:20Z', 'updated_at': '2021-07-13T13:42:31Z', 'revision_number': 5, 'project_id': '485fea06b0b7495bb8721e368ed7bc86', 'subnets': [{'id': 'c7aebc9d-cf95-4909-94a3-725b7a37b87a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:43:05.810819 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d5297c-0658-4f2a-847b-b80da7e48a50 None None] Checking router: 4b1a190a-b533-42a3-ad5b-67b7033fc544 for host: n-d-800634-1 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 13:43:05.817843 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-8f539400-44de-433e-a750-8f9ae3bcff59 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Deleting port 92a6bfa5-ada0-4437-aabc-a33f7020180f {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:43:05.818273 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8f539400-44de-433e-a750-8f9ae3bcff59 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:05.844256 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d5297c-0658-4f2a-847b-b80da7e48a50 None None] Routers {'4b1a190a-b533-42a3-ad5b-67b7033fc544'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:43:05.844996 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-66d5297c-0658-4f2a-847b-b80da7e48a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:42:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['4b1a190a-b533-42a3-ad5b-67b7033fc544'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:43:05.888694 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-8f539400-44de-433e-a750-8f9ae3bcff59 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] For port 92a6bfa5-ada0-4437-aabc-a33f7020180f, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=92a6bfa5-ada0-4437-aabc-a33f7020180f,segment=NetworkSegment(ddd8adee-3bb8-4274-9c0b-7b8130ede2f5),segment_id=ddd8adee-3bb8-4274-9c0b-7b8130ede2f5)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:43:05.889046 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8f539400-44de-433e-a750-8f9ae3bcff59 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:05.904479 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-8f539400-44de-433e-a750-8f9ae3bcff59 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Calling delete_port for 92a6bfa5-ada0-4437-aabc-a33f7020180f owned by network:dhcp {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:43:05.988017 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-21685c29-cd51-443a-bcc4-c6c00a95da44 req-b7efe457-35f6-43e4-8972-2120b773c970 service neutron] Request body: {'port': {'device_id': '48cfc91c-49d1-40bc-b4e8-0a6ca10d28a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-1'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:43:05.998059 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8f539400-44de-433e-a750-8f9ae3bcff59 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:06.004635 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-46179d45-facf-4f51-abe5-5597df739d3b tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27f63a08-6db3-4d97-a988-03b1ef2e193c') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:43:06.004960 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-46179d45-facf-4f51-abe5-5597df739d3b tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27f63a08-6db3-4d97-a988-03b1ef2e193c') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:43:06.027245 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f539400-44de-433e-a750-8f9ae3bcff59 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Pushing event deleted for resources: {'Port': ['ID=92a6bfa5-ada0-4437-aabc-a33f7020180f,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:06.032399 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f539400-44de-433e-a750-8f9ae3bcff59 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] No DVR routers for this DVR port 92a6bfa5-ada0-4437-aabc-a33f7020180f on host n-d-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:43:06.064856 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-46179d45-facf-4f51-abe5-5597df739d3b tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6018464'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:06.092601 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-66d5297c-0658-4f2a-847b-b80da7e48a50 None None] Set router 4b1a190a-b533-42a3-ad5b-67b7033fc544 gateway port host: None {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:43:06.097191 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3742d4a4-7059-4c91-b99d-773097b57489 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b55cc039-6d87-498b-b4e1-3d6d46ff9c78,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:06.103805 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-3742d4a4-7059-4c91-b99d-773097b57489 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b88702eab6b04743b3246e06a2b0fab6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7808301 Jul 13 13:43:06.115632 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 35732) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:06.184670 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8f539400-44de-433e-a750-8f9ae3bcff59 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:06.198644 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-8f539400-44de-433e-a750-8f9ae3bcff59 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['108cd37a-3360-4aa8-8b67-50a790b3146c']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:43:06.200923 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-baa26e17-12d1-4617-ba51-715833d92e85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:06.201727 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-46179d45-facf-4f51-abe5-5597df739d3b tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:06.211810 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-8f539400-44de-433e-a750-8f9ae3bcff59 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddd8adee-3bb8-4274-9c0b-7b8130ede2f5') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:43:06.212114 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-8f539400-44de-433e-a750-8f9ae3bcff59 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddd8adee-3bb8-4274-9c0b-7b8130ede2f5') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:43:06.228347 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46179d45-facf-4f51-abe5-5597df739d3b tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 13:43:06.228753 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-46179d45-facf-4f51-abe5-5597df739d3b tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6018632'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:06.231398 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8f539400-44de-433e-a750-8f9ae3bcff59 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5431730'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:06.233330 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cea4e0ea-fa9d-45bd-ad10-f8a64ff80458 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:06.234300 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fcb1703-1cf8-4f0f-9746-f61d771bea3e None None] DHCP port deletion for 108cd37a-3360-4aa8-8b67-50a790b3146c request from n-d-800634-1 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 13:43:06.239428 n-d-800634-1 neutron-server[93751]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 13:43:06.239428 n-d-800634-1 neutron-server[93751]: self.session.flush() Jul 13 13:43:06.239428 n-d-800634-1 neutron-server[93751]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 13:43:06.239428 n-d-800634-1 neutron-server[93751]: self.session.flush() Jul 13 13:43:06.239428 n-d-800634-1 neutron-server[93751]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 13:43:06.239428 n-d-800634-1 neutron-server[93751]: self.session.flush() Jul 13 13:43:06.239428 n-d-800634-1 neutron-server[93751]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 13:43:06.239428 n-d-800634-1 neutron-server[93751]: self.session.flush() Jul 13 13:43:06.239428 n-d-800634-1 neutron-server[93751]: Traceback (most recent call last): Jul 13 13:43:06.239428 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 13:43:06.239428 n-d-800634-1 neutron-server[93751]: timer() Jul 13 13:43:06.239428 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 13:43:06.239428 n-d-800634-1 neutron-server[93751]: cb(*args, **kw) Jul 13 13:43:06.239428 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 13:43:06.239428 n-d-800634-1 neutron-server[93751]: return func(*args, **kwargs) Jul 13 13:43:06.239428 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 13:43:06.239428 n-d-800634-1 neutron-server[93751]: self._notify() Jul 13 13:43:06.239428 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 13:43:06.239428 n-d-800634-1 neutron-server[93751]: self.callback(batched_events) Jul 13 13:43:06.239428 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 13:43:06.239428 n-d-800634-1 neutron-server[93751]: event.method(event) Jul 13 13:43:06.239428 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 13:43:06.239428 n-d-800634-1 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 13:43:06.239428 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 13:43:06.239428 n-d-800634-1 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 13:43:06.239428 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 13:43:06.239428 n-d-800634-1 neutron-server[93751]: return f(self, *a, **k) Jul 13 13:43:06.239428 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 13:43:06.239428 n-d-800634-1 neutron-server[93751]: return self._get(url).json() Jul 13 13:43:06.239428 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 13:43:06.239428 n-d-800634-1 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 13:43:06.239428 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 13:43:06.239428 n-d-800634-1 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 13 13:43:06.239428 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 13:43:06.239428 n-d-800634-1 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 13:43:06.239428 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 13:43:06.239428 n-d-800634-1 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 13:43:06.239428 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 13:43:06.239428 n-d-800634-1 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 13:43:06.239428 n-d-800634-1 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 13:43:06.247873 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-baa26e17-12d1-4617-ba51-715833d92e85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:06.268468 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8f539400-44de-433e-a750-8f9ae3bcff59 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:06.282041 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-cea4e0ea-fa9d-45bd-ad10-f8a64ff80458 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf44b8c8-02ca-400a-8ecc-a3ca3972d2fc']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:43:06.286494 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f539400-44de-433e-a750-8f9ae3bcff59 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 13:43:06.286919 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8f539400-44de-433e-a750-8f9ae3bcff59 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5970419'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:06.289928 n-d-800634-1 neutron-server[93750]: Traceback (most recent call last): Jul 13 13:43:06.289928 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 13:43:06.289928 n-d-800634-1 neutron-server[93750]: timer() Jul 13 13:43:06.289928 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 13:43:06.289928 n-d-800634-1 neutron-server[93750]: cb(*args, **kw) Jul 13 13:43:06.289928 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 13:43:06.289928 n-d-800634-1 neutron-server[93750]: return func(*args, **kwargs) Jul 13 13:43:06.289928 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 13:43:06.289928 n-d-800634-1 neutron-server[93750]: self._notify() Jul 13 13:43:06.289928 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 13:43:06.289928 n-d-800634-1 neutron-server[93750]: self.callback(batched_events) Jul 13 13:43:06.289928 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 13:43:06.289928 n-d-800634-1 neutron-server[93750]: event.method(event) Jul 13 13:43:06.289928 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 13:43:06.289928 n-d-800634-1 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 13:43:06.289928 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 13:43:06.289928 n-d-800634-1 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 13:43:06.289928 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 13:43:06.289928 n-d-800634-1 neutron-server[93750]: return f(self, *a, **k) Jul 13 13:43:06.289928 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 13:43:06.289928 n-d-800634-1 neutron-server[93750]: return self._get(url).json() Jul 13 13:43:06.289928 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 13:43:06.289928 n-d-800634-1 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 13:43:06.289928 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 13:43:06.289928 n-d-800634-1 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 13 13:43:06.289928 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 13:43:06.289928 n-d-800634-1 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 13:43:06.289928 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 13:43:06.289928 n-d-800634-1 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 13:43:06.289928 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 13:43:06.289928 n-d-800634-1 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 13:43:06.289928 n-d-800634-1 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 13:43:06.358925 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-cea4e0ea-fa9d-45bd-ad10-f8a64ff80458 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9315283-3ff3-474a-ae8e-d67b49cb9dae') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:43:06.359536 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-cea4e0ea-fa9d-45bd-ad10-f8a64ff80458 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9315283-3ff3-474a-ae8e-d67b49cb9dae') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:43:06.379375 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-66d5297c-0658-4f2a-847b-b80da7e48a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b1a190a-b533-42a3-ad5b-67b7033fc544', 'name': 'tempest-RoutersIpV6Test-router-1786170495', 'tenant_id': '485fea06b0b7495bb8721e368ed7bc86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:42:05Z', 'updated_at': '2021-07-13T13:43:04Z', 'revision_number': 9, 'project_id': '485fea06b0b7495bb8721e368ed7bc86', 'gw_port_host': None, '_interfaces': [{'id': '480b6147-c801-4de9-b029-9a95df87513d', 'name': '', 'network_id': '9c959d53-e4b0-48a2-b232-66cb1c914ffc', 'tenant_id': '485fea06b0b7495bb8721e368ed7bc86', 'mac_address': 'fa:16:3e:c8:ef:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1a190a-b533-42a3-ad5b-67b7033fc544', 'device_owner': 'network:router_interface', 'standard_attr_id': 1600, 'fixed_ips': [{'subnet_id': 'c8787d49-ec9b-4955-abad-fa3f0718ac34', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:42:10Z', 'updated_at': '2021-07-13T13:42:21Z', 'revision_number': 5, 'project_id': '485fea06b0b7495bb8721e368ed7bc86', 'subnets': [{'id': 'c8787d49-ec9b-4955-abad-fa3f0718ac34', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61b62a01-5d6d-4aa9-ade9-444d820aca96', 'name': '', 'network_id': '528f896c-ef63-4a6d-8ee2-08fbfe2387ea', 'tenant_id': '485fea06b0b7495bb8721e368ed7bc86', 'mac_address': 'fa:16:3e:e0:19:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1a190a-b533-42a3-ad5b-67b7033fc544', 'device_owner': 'network:router_interface', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': 'c7aebc9d-cf95-4909-94a3-725b7a37b87a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:42:20Z', 'updated_at': '2021-07-13T13:42:31Z', 'revision_number': 5, 'project_id': '485fea06b0b7495bb8721e368ed7bc86', 'subnets': [{'id': 'c7aebc9d-cf95-4909-94a3-725b7a37b87a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:43:06.392590 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-14e62bd2-f4a0-4b0d-8b90-6f3d3f769f78 req-f7b2322b-df0c-4330-af3d-d3cce9c1b674 service neutron] 10.222.0.23 "GET /v2.0/networks/4044b022-747e-4834-bc76-73d0f411c2c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8604088 Jul 13 13:43:06.406623 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8f539400-44de-433e-a750-8f9ae3bcff59 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:06.407882 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cea4e0ea-fa9d-45bd-ad10-f8a64ff80458 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6018464'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:06.409552 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-baa26e17-12d1-4617-ba51-715833d92e85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:06.412116 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-baa26e17-12d1-4617-ba51-715833d92e85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:06.413348 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-baa26e17-12d1-4617-ba51-715833d92e85 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b55cc039-6d87-498b-b4e1-3d6d46ff9c78 HTTP/1.1" status: 204 len: 168 time: 0.2968557 Jul 13 13:43:06.415035 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d5297c-0658-4f2a-847b-b80da7e48a50 None None] The sync data for ids ['4b1a190a-b533-42a3-ad5b-67b7033fc544'] in n-d-800634-1 is: [{'id': '4b1a190a-b533-42a3-ad5b-67b7033fc544', 'name': 'tempest-RoutersIpV6Test-router-1786170495', 'tenant_id': '485fea06b0b7495bb8721e368ed7bc86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:42:05Z', 'updated_at': '2021-07-13T13:43:04Z', 'revision_number': 9, 'project_id': '485fea06b0b7495bb8721e368ed7bc86', 'gw_port_host': None, '_interfaces': [{'id': '480b6147-c801-4de9-b029-9a95df87513d', 'name': '', 'network_id': '9c959d53-e4b0-48a2-b232-66cb1c914ffc', 'tenant_id': '485fea06b0b7495bb8721e368ed7bc86', 'mac_address': 'fa:16:3e:c8:ef:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1a190a-b533-42a3-ad5b-67b7033fc544', 'device_owner': 'network:router_interface', 'standard_attr_id': 1600, 'fixed_ips': [{'subnet_id': 'c8787d49-ec9b-4955-abad-fa3f0718ac34', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:42:10Z', 'updated_at': '2021-07-13T13:42:21Z', 'revision_number': 5, 'project_id': '485fea06b0b7495bb8721e368ed7bc86', 'subnets': [{'id': 'c8787d49-ec9b-4955-abad-fa3f0718ac34', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61b62a01-5d6d-4aa9-ade9-444d820aca96', 'name': '', 'network_id': '528f896c-ef63-4a6d-8ee2-08fbfe2387ea', 'tenant_id': '485fea06b0b7495bb8721e368ed7bc86', 'mac_address': 'fa:16:3e:e0:19:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1a190a-b533-42a3-ad5b-67b7033fc544', 'device_owner': 'network:router_interface', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': 'c7aebc9d-cf95-4909-94a3-725b7a37b87a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:42:20Z', 'updated_at': '2021-07-13T13:42:31Z', 'revision_number': 5, 'project_id': '485fea06b0b7495bb8721e368ed7bc86', 'subnets': [{'id': 'c7aebc9d-cf95-4909-94a3-725b7a37b87a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:43:06.443315 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8f539400-44de-433e-a750-8f9ae3bcff59 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:06.448485 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-21685c29-cd51-443a-bcc4-c6c00a95da44 req-b7efe457-35f6-43e4-8972-2120b773c970 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:06.448846 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-8f539400-44de-433e-a750-8f9ae3bcff59 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] 10.222.0.23 "DELETE /v2.0/networks/108cd37a-3360-4aa8-8b67-50a790b3146c HTTP/1.1" status: 204 len: 168 time: 0.7730894 Jul 13 13:43:06.448846 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa26e17-12d1-4617-ba51-715833d92e85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b55cc039-6d87-498b-b4e1-3d6d46ff9c78,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:06.457042 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a922e1-26b1-4d26-b2ff-7e1272fd4a51 req-9c688c16-a402-47d4-b086-ded726002e0d tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:06.458640 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-44a922e1-26b1-4d26-b2ff-7e1272fd4a51 req-9c688c16-a402-47d4-b086-ded726002e0d tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/ports?device_id=48cfc91c-49d1-40bc-b4e8-0a6ca10d28a2 HTTP/1.1" status: 200 len: 935 time: 0.1244235 Jul 13 13:43:06.468450 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 35736) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:06.478263 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f539400-44de-433e-a750-8f9ae3bcff59 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Pushing event deleted for resources: {'Network': ['ID=108cd37a-3360-4aa8-8b67-50a790b3146c,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:06.492367 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-596edc1b-eb84-4e5d-8fcc-c05cc67db065 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447217'] for router, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:06.511555 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cea4e0ea-fa9d-45bd-ad10-f8a64ff80458 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:06.560279 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cea4e0ea-fa9d-45bd-ad10-f8a64ff80458 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 13:43:06.561020 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cea4e0ea-fa9d-45bd-ad10-f8a64ff80458 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6018632'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:06.566084 n-d-800634-1 neutron-server[93751]: Traceback (most recent call last): Jul 13 13:43:06.566084 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 13:43:06.566084 n-d-800634-1 neutron-server[93751]: timer() Jul 13 13:43:06.566084 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 13:43:06.566084 n-d-800634-1 neutron-server[93751]: cb(*args, **kw) Jul 13 13:43:06.566084 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 13:43:06.566084 n-d-800634-1 neutron-server[93751]: return func(*args, **kwargs) Jul 13 13:43:06.566084 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 13:43:06.566084 n-d-800634-1 neutron-server[93751]: self._notify() Jul 13 13:43:06.566084 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 13:43:06.566084 n-d-800634-1 neutron-server[93751]: self.callback(batched_events) Jul 13 13:43:06.566084 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 13:43:06.566084 n-d-800634-1 neutron-server[93751]: event.method(event) Jul 13 13:43:06.566084 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 13:43:06.566084 n-d-800634-1 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 13:43:06.566084 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 13:43:06.566084 n-d-800634-1 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 13:43:06.566084 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 13:43:06.566084 n-d-800634-1 neutron-server[93751]: return f(self, *a, **k) Jul 13 13:43:06.566084 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 13:43:06.566084 n-d-800634-1 neutron-server[93751]: return self._get(url).json() Jul 13 13:43:06.566084 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 13:43:06.566084 n-d-800634-1 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 13:43:06.566084 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 13:43:06.566084 n-d-800634-1 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 13 13:43:06.566084 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 13:43:06.566084 n-d-800634-1 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 13:43:06.566084 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 13:43:06.566084 n-d-800634-1 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 13:43:06.566084 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 13:43:06.566084 n-d-800634-1 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 13:43:06.566084 n-d-800634-1 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 13:43:06.569437 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-46179d45-facf-4f51-abe5-5597df739d3b tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:06.575227 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-46179d45-facf-4f51-abe5-5597df739d3b tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:06.577941 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-46179d45-facf-4f51-abe5-5597df739d3b tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] 10.222.0.23 "DELETE /v2.0/networks/537cc3d3-b4a9-45da-af17-7bd28a40a8b6 HTTP/1.1" status: 204 len: 168 time: 2.9829421 Jul 13 13:43:06.771980 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 35742) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:06.775619 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46179d45-facf-4f51-abe5-5597df739d3b tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Pushing event deleted for resources: {'Network': ['ID=537cc3d3-b4a9-45da-af17-7bd28a40a8b6,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:06.793455 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-2418a577-ac22-4e55-a4d8-09dce60d904e tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1378852697'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:43:06.857393 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 35752) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:06.867791 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-37db99b6-993c-46b1-9201-b29d86a2a1a6 req-370df928-e5b5-4287-b430-7835b1e056cf tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f309255-5b4d-4296-81c6-c49d93f44d38 HTTP/1.1" status: 200 len: 210 time: 0.0931902 Jul 13 13:43:06.989240 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-44a922e1-26b1-4d26-b2ff-7e1272fd4a51 req-d80df526-f77a-4f55-9c00-988718d109b2 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/security-groups?id=945af9a8-1349-436a-a066-b9a0fd8d3dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5180244 Jul 13 13:43:06.997104 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f97e6d20-8a11-419d-92dc-d670362501a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:07.016651 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cea4e0ea-fa9d-45bd-ad10-f8a64ff80458 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:07.071317 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cea4e0ea-fa9d-45bd-ad10-f8a64ff80458 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:07.073399 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-cea4e0ea-fa9d-45bd-ad10-f8a64ff80458 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] 10.222.0.23 "DELETE /v2.0/networks/bf44b8c8-02ca-400a-8ecc-a3ca3972d2fc HTTP/1.1" status: 204 len: 168 time: 3.4798534 Jul 13 13:43:07.079869 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 35756) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:07.092243 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-915b20ef-b003-419d-8b4e-623864e40fc9 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-649829956'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:43:07.100949 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2418a577-ac22-4e55-a4d8-09dce60d904e tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Made reservation on behalf of 7aead08af6bf440ca982d5ee9b154ced for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:43:07.105169 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2418a577-ac22-4e55-a4d8-09dce60d904e tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:07.124190 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea4e0ea-fa9d-45bd-ad10-f8a64ff80458 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Pushing event deleted for resources: {'Network': ['ID=bf44b8c8-02ca-400a-8ecc-a3ca3972d2fc,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:07.140361 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-915b20ef-b003-419d-8b4e-623864e40fc9 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Made reservation on behalf of 8b3e8ef7cfb0436e8cb330362d71f1d6 for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:43:07.143659 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-915b20ef-b003-419d-8b4e-623864e40fc9 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:07.189943 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2418a577-ac22-4e55-a4d8-09dce60d904e tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 13:43:07.199963 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-915b20ef-b003-419d-8b4e-623864e40fc9 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 13:43:07.208882 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-915b20ef-b003-419d-8b4e-623864e40fc9 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:07.209148 n-d-800634-1 neutron-server[93750]: INFO neutron.db.segments_db [None req-915b20ef-b003-419d-8b4e-623864e40fc9 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Added segment cd67cb6c-04ec-4235-b2fb-ce1ea98151e4 of type vlan for network 0a23af0d-99b9-45e9-9c4d-fe2aaf9b9207 Jul 13 13:43:07.227261 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2418a577-ac22-4e55-a4d8-09dce60d904e tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:07.227848 n-d-800634-1 neutron-server[93751]: INFO neutron.db.segments_db [None req-2418a577-ac22-4e55-a4d8-09dce60d904e tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Added segment b0a2acaa-f220-4c1d-a4ab-c854b18a350f of type vlan for network ea787e81-70d6-4741-bbdf-3e813ed07368 Jul 13 13:43:07.246756 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-596edc1b-eb84-4e5d-8fcc-c05cc67db065 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Router 1d1c4035-5359-4547-a8f3-118bcfe3837f is scheduled to L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 with binding_index 1 {{(pid=93751) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 13:43:07.252217 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-915b20ef-b003-419d-8b4e-623864e40fc9 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:07.278111 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 92a6bfa5-ada0-4437-aabc-a33f7020180f no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:43:07.302968 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: 92a6bfa5-ada0-4437-aabc-a33f7020180f {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:43:07.303591 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 92a6bfa5-ada0-4437-aabc-a33f7020180f not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:43:07.304321 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 301ccbb4-619b-4daa-acf6-12e9498b788e no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:43:07.327550 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: 301ccbb4-619b-4daa-acf6-12e9498b788e {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:43:07.328208 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 301ccbb4-619b-4daa-acf6-12e9498b788e not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:43:07.337427 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-915b20ef-b003-419d-8b4e-623864e40fc9 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:07.343454 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-915b20ef-b003-419d-8b4e-623864e40fc9 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:07.344058 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-915b20ef-b003-419d-8b4e-623864e40fc9 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:07.358673 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2418a577-ac22-4e55-a4d8-09dce60d904e tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:07.431591 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [req-21685c29-cd51-443a-bcc4-c6c00a95da44 req-b7efe457-35f6-43e4-8972-2120b773c970 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90c4466a-3193-4149-a16b-118ac388caf1 {{(pid=93751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:43:07.445027 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915b20ef-b003-419d-8b4e-623864e40fc9 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Pushing event updated for resources: {'Network': ['ID=0a23af0d-99b9-45e9-9c4d-fe2aaf9b9207,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:07.450572 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-21685c29-cd51-443a-bcc4-c6c00a95da44 req-b7efe457-35f6-43e4-8972-2120b773c970 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:07.456528 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network 0a23af0d-99b9-45e9-9c4d-fe2aaf9b9207 details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 13:43:07.471500 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c8bebd5c-c728-41d9-9caa-ce3e2b0f1c1e tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451695'] for router_interface, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:07.533805 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f97e6d20-8a11-419d-92dc-d670362501a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:07.535470 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-21685c29-cd51-443a-bcc4-c6c00a95da44 req-b7efe457-35f6-43e4-8972-2120b773c970 service neutron] Transition to ACTIVE for port object 90c4466a-3193-4149-a16b-118ac388caf1 will not be triggered until provisioned by entity L2. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:43:07.538013 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2418a577-ac22-4e55-a4d8-09dce60d904e tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:07.547909 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2418a577-ac22-4e55-a4d8-09dce60d904e tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:07.549109 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2418a577-ac22-4e55-a4d8-09dce60d904e tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:07.554602 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-915b20ef-b003-419d-8b4e-623864e40fc9 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4716551 Jul 13 13:43:07.557472 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 35758) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:07.562493 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-c1fccf34-2f9b-4df1-a4e9-a3b70eda376f tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Request body: {'subnet': {'network_id': '0a23af0d-99b9-45e9-9c4d-fe2aaf9b9207', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:43:07.566246 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-21685c29-cd51-443a-bcc4-c6c00a95da44 req-b7efe457-35f6-43e4-8972-2120b773c970 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:07.569393 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f97e6d20-8a11-419d-92dc-d670362501a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:07.686536 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-2418a577-ac22-4e55-a4d8-09dce60d904e tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9081757 Jul 13 13:43:07.700429 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 35760) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:07.712611 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-e96cc572-86c7-494c-8424-202f0ce8b7f9 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Request body: {'subnet': {'network_id': 'ea787e81-70d6-4741-bbdf-3e813ed07368', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:43:07.715870 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-596edc1b-eb84-4e5d-8fcc-c05cc67db065 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:43:07.743950 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2418a577-ac22-4e55-a4d8-09dce60d904e tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Pushing event updated for resources: {'Network': ['ID=ea787e81-70d6-4741-bbdf-3e813ed07368,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:07.751657 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97e6d20-8a11-419d-92dc-d670362501a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9ecdd4a-3914-4800-9f78-3d3de6c962e7,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:07.756948 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network ea787e81-70d6-4741-bbdf-3e813ed07368 details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 13:43:07.771818 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed62f47-8d3f-470b-b93c-0c2e2d6fe31f None None] Sync routers for ids ['1d1c4035-5359-4547-a8f3-118bcfe3837f'] in n-d-800634-1 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:43:07.775156 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-f97e6d20-8a11-419d-92dc-d670362501a4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f4d3d798096146398925896cf77ff28c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9061177 Jul 13 13:43:07.776628 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 35762) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:07.778996 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7efe457-35f6-43e4-8972-2120b773c970 service neutron] Pushing event updated for resources: {'Port': ['ID=90c4466a-3193-4149-a16b-118ac388caf1,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:07.809371 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed62f47-8d3f-470b-b93c-0c2e2d6fe31f None None] Routers {'1d1c4035-5359-4547-a8f3-118bcfe3837f'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:43:07.810341 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-bed62f47-8d3f-470b-b93c-0c2e2d6fe31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:42:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['1d1c4035-5359-4547-a8f3-118bcfe3837f'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:43:07.831158 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.db.api [None req-e96cc572-86c7-494c-8424-202f0ce8b7f9 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 13 13:43:07.831158 n-d-800634-1 neutron-server[93750]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 13 13:43:07.831158 n-d-800634-1 neutron-server[93750]: [parameters: {'project_id_1': '7aead08af6bf440ca982d5ee9b154ced', 'expiration_1': datetime.datetime(2021, 7, 13, 13, 43, 7, 813257)}] Jul 13 13:43:07.831158 n-d-800634-1 neutron-server[93750]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93750) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 13:43:07.832381 n-d-800634-1 neutron-server[93750]: DEBUG oslo_db.api [None req-e96cc572-86c7-494c-8424-202f0ce8b7f9 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 13:43:07.847588 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1fccf34-2f9b-4df1-a4e9-a3b70eda376f tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Made reservation on behalf of 8b3e8ef7cfb0436e8cb330362d71f1d6 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:43:07.850661 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-bed62f47-8d3f-470b-b93c-0c2e2d6fe31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:43:07.853264 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c1fccf34-2f9b-4df1-a4e9-a3b70eda376f tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4763385'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:07.879131 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-596edc1b-eb84-4e5d-8fcc-c05cc67db065 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:07.880334 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-596edc1b-eb84-4e5d-8fcc-c05cc67db065 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 8.3102806 Jul 13 13:43:07.883531 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed62f47-8d3f-470b-b93c-0c2e2d6fe31f None None] Routers {'1d1c4035-5359-4547-a8f3-118bcfe3837f'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:43:07.884357 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-bed62f47-8d3f-470b-b93c-0c2e2d6fe31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:42:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['1d1c4035-5359-4547-a8f3-118bcfe3837f'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:43:07.924732 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-bed62f47-8d3f-470b-b93c-0c2e2d6fe31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:43:07.925371 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed62f47-8d3f-470b-b93c-0c2e2d6fe31f None None] The sync data for ids ['1d1c4035-5359-4547-a8f3-118bcfe3837f'] in n-d-800634-1 is: [] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:43:07.932296 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 35764) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:08.081762 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-21685c29-cd51-443a-bcc4-c6c00a95da44 req-b7efe457-35f6-43e4-8972-2120b773c970 service neutron] Attempting to bind port 90c4466a-3193-4149-a16b-118ac388caf1 on host n-h2-800634-1 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:43:08.082156 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-21685c29-cd51-443a-bcc4-c6c00a95da44 req-b7efe457-35f6-43e4-8972-2120b773c970 service neutron] Attempting to bind port 90c4466a-3193-4149-a16b-118ac388caf1 by drivers openvswitch,hyperv on host n-h2-800634-1 at level 0 using segments [{'id': '62a4f2e9-97ca-473c-a2df-e7f9f532c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:43:08.082490 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21685c29-cd51-443a-bcc4-c6c00a95da44 req-b7efe457-35f6-43e4-8972-2120b773c970 service neutron] Attempting to bind port 90c4466a-3193-4149-a16b-118ac388caf1 on network e0bfb334-0fd9-4ba5-ba79-1568ecabee30 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:43:08.088348 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cf302782-031c-4bbd-9d0f-18039ad079e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:08.107764 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ad4713ae-cece-4371-806e-bd4f6734402f req-5715c5d2-e6bd-4260-8fba-bd2fe5e25a1d tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f309255-5b4d-4296-81c6-c49d93f44d38 HTTP/1.1" status: 200 len: 210 time: 0.0487370 Jul 13 13:43:08.126115 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21685c29-cd51-443a-bcc4-c6c00a95da44 req-b7efe457-35f6-43e4-8972-2120b773c970 service neutron] Port 90c4466a-3193-4149-a16b-118ac388caf1 on network e0bfb334-0fd9-4ba5-ba79-1568ecabee30 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-1 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:43:08.126515 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21685c29-cd51-443a-bcc4-c6c00a95da44 req-b7efe457-35f6-43e4-8972-2120b773c970 service neutron] Attempting to bind port 90c4466a-3193-4149-a16b-118ac388caf1 on network e0bfb334-0fd9-4ba5-ba79-1568ecabee30 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:43:08.149872 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-c8bebd5c-c728-41d9-9caa-ce3e2b0f1c1e tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Deleting port 61b62a01-5d6d-4aa9-ade9-444d820aca96 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:43:08.150257 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c8bebd5c-c728-41d9-9caa-ce3e2b0f1c1e tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:08.193698 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21685c29-cd51-443a-bcc4-c6c00a95da44 req-b7efe457-35f6-43e4-8972-2120b773c970 service neutron] Checking agent: {'id': 'f615e5c9-21ab-43f2-adbc-192d64b795cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:43:08.194253 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21685c29-cd51-443a-bcc4-c6c00a95da44 req-b7efe457-35f6-43e4-8972-2120b773c970 service neutron] Checking segment: {'id': '62a4f2e9-97ca-473c-a2df-e7f9f532c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:43:08.194652 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21685c29-cd51-443a-bcc4-c6c00a95da44 req-b7efe457-35f6-43e4-8972-2120b773c970 service neutron] Bound using segment: {'id': '62a4f2e9-97ca-473c-a2df-e7f9f532c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30'} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:43:08.195107 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-21685c29-cd51-443a-bcc4-c6c00a95da44 req-b7efe457-35f6-43e4-8972-2120b773c970 service neutron] Bound port: 90c4466a-3193-4149-a16b-118ac388caf1, host: n-h2-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62a4f2e9-97ca-473c-a2df-e7f9f532c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30'}}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:43:08.195474 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-21685c29-cd51-443a-bcc4-c6c00a95da44 req-b7efe457-35f6-43e4-8972-2120b773c970 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:08.212055 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cf302782-031c-4bbd-9d0f-18039ad079e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:08.310720 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-c8bebd5c-c728-41d9-9caa-ce3e2b0f1c1e tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] For port 61b62a01-5d6d-4aa9-ade9-444d820aca96, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=61b62a01-5d6d-4aa9-ade9-444d820aca96,segment=NetworkSegment(b4dbe59b-9f47-42d6-8c91-9696718a262b),segment_id=b4dbe59b-9f47-42d6-8c91-9696718a262b)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:43:08.311211 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c8bebd5c-c728-41d9-9caa-ce3e2b0f1c1e tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:08.356464 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-c8bebd5c-c728-41d9-9caa-ce3e2b0f1c1e tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Calling delete_port for 61b62a01-5d6d-4aa9-ade9-444d820aca96 owned by network:router_interface {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:43:08.395201 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c1fccf34-2f9b-4df1-a4e9-a3b70eda376f tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5970588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4763339'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:08.467891 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e96cc572-86c7-494c-8424-202f0ce8b7f9 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Made reservation on behalf of 7aead08af6bf440ca982d5ee9b154ced for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:43:08.471532 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e96cc572-86c7-494c-8424-202f0ce8b7f9 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4763385'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:08.472451 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e62bd2-f4a0-4b0d-8b90-6f3d3f769f78 req-6b268c51-4873-4682-b075-108bb52c5c17 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:08.473931 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-14e62bd2-f4a0-4b0d-8b90-6f3d3f769f78 req-6b268c51-4873-4682-b075-108bb52c5c17 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.26 "GET /v2.0/networks?id=4044b022-747e-4834-bc76-73d0f411c2c3 HTTP/1.1" status: 200 len: 812 time: 0.3882658 Jul 13 13:43:08.499463 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-21685c29-cd51-443a-bcc4-c6c00a95da44 req-b7efe457-35f6-43e4-8972-2120b773c970 service neutron] For port 90c4466a-3193-4149-a16b-118ac388caf1, host n-h2-800634-1, cleared binding levels {{(pid=93751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:43:08.504837 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cf302782-031c-4bbd-9d0f-18039ad079e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:08.507358 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cf302782-031c-4bbd-9d0f-18039ad079e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:08.508481 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-cf302782-031c-4bbd-9d0f-18039ad079e5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d9ecdd4a-3914-4800-9f78-3d3de6c962e7 HTTP/1.1" status: 204 len: 168 time: 0.7224841 Jul 13 13:43:08.516041 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-21685c29-cd51-443a-bcc4-c6c00a95da44 req-b7efe457-35f6-43e4-8972-2120b773c970 service neutron] For port 90c4466a-3193-4149-a16b-118ac388caf1, host n-h2-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=90c4466a-3193-4149-a16b-118ac388caf1,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:43:08.533479 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-21685c29-cd51-443a-bcc4-c6c00a95da44 req-b7efe457-35f6-43e4-8972-2120b773c970 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:08.546023 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf302782-031c-4bbd-9d0f-18039ad079e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9ecdd4a-3914-4800-9f78-3d3de6c962e7,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:08.577635 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5dfe74-6520-4d4f-b781-5fd592e3016c req-90ad9942-f0e1-43b6-89c7-1f1d5b237a85 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:08.579174 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-bf5dfe74-6520-4d4f-b781-5fd592e3016c req-90ad9942-f0e1-43b6-89c7-1f1d5b237a85 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/ports?device_id=48cfc91c-49d1-40bc-b4e8-0a6ca10d28a2 HTTP/1.1" status: 200 len: 947 time: 0.3553286 Jul 13 13:43:08.589488 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fccf34-2f9b-4df1-a4e9-a3b70eda376f tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Pushing event updated for resources: {'Subnet': ['ID=5c45e222-c179-41ec-be4f-f9727f3aee55,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:08.662258 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21685c29-cd51-443a-bcc4-c6c00a95da44 req-b7efe457-35f6-43e4-8972-2120b773c970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:08.663263 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-21685c29-cd51-443a-bcc4-c6c00a95da44 req-b7efe457-35f6-43e4-8972-2120b773c970 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:08.665238 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-21685c29-cd51-443a-bcc4-c6c00a95da44 req-b7efe457-35f6-43e4-8972-2120b773c970 service neutron] 10.222.0.41 "PUT /v2.0/ports/90c4466a-3193-4149-a16b-118ac388caf1 HTTP/1.1" status: 200 len: 1095 time: 2.9872553 Jul 13 13:43:08.669568 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1fccf34-2f9b-4df1-a4e9-a3b70eda376f tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Checking segment: {'id': 'cd67cb6c-04ec-4235-b2fb-ce1ea98151e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '0a23af0d-99b9-45e9-9c4d-fe2aaf9b9207'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:43:08.670188 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1fccf34-2f9b-4df1-a4e9-a3b70eda376f tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Network hostable DHCP agents. Network: 0a23af0d-99b9-45e9-9c4d-fe2aaf9b9207, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 13:43:08.671401 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48cfc91c-49d1-40bc-b4e8-0a6ca10d28a2', 'tag': '90c4466a-3193-4149-a16b-118ac388caf1'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:43:08.673999 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d17b627af75e17e0f4b8d6239d04f8c2f78634e2c585e32a7aeca336500f34a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d9897b7-e6f5-496a-a504-8c2b3740a7a7" -d '{"events": [{"name": "network-changed", "server_uuid": "48cfc91c-49d1-40bc-b4e8-0a6ca10d28a2", "tag": "90c4466a-3193-4149-a16b-118ac388caf1"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:43:08.704644 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-14e62bd2-f4a0-4b0d-8b90-6f3d3f769f78 req-5a54d744-6cf5-4675-99b4-041bff7666d2 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ef6418d5526f4765ba53df412776e3e7 HTTP/1.1" status: 200 len: 379 time: 0.2160802 Jul 13 13:43:08.759852 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-14e62bd2-f4a0-4b0d-8b90-6f3d3f769f78 req-0ca263ae-6925-4d03-afdd-fa947b68a5e0 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Request body: {'port': {'device_id': '5f309255-5b4d-4296-81c6-c49d93f44d38', 'network_id': '4044b022-747e-4834-bc76-73d0f411c2c3', 'admin_state_up': True, 'tenant_id': 'ef6418d5526f4765ba53df412776e3e7', 'security_groups': ['2bf3e8b9-8da9-4a28-88c0-799fd78203e2']}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:43:08.768909 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1fccf34-2f9b-4df1-a4e9-a3b70eda376f tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Network 0a23af0d-99b9-45e9-9c4d-fe2aaf9b9207 is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 13:43:08.779016 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 13:43:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-672880e5-d5ad-47d3-a06c-aa94b3690724 x-openstack-request-id: req-672880e5-d5ad-47d3-a06c-aa94b3690724 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:43:08.780019 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48cfc91c-49d1-40bc-b4e8-0a6ca10d28a2", "tag": "90c4466a-3193-4149-a16b-118ac388caf1", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:43:08.780360 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-672880e5-d5ad-47d3-a06c-aa94b3690724 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:43:08.780768 n-d-800634-1 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48cfc91c-49d1-40bc-b4e8-0a6ca10d28a2', 'tag': '90c4466a-3193-4149-a16b-118ac388caf1', 'status': 'completed', 'code': 200} Jul 13 13:43:08.809630 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7efe457-35f6-43e4-8972-2120b773c970 service neutron] Pushing event updated for resources: {'Port': ['ID=90c4466a-3193-4149-a16b-118ac388caf1,revision_number=3']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:08.822182 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-c1fccf34-2f9b-4df1-a4e9-a3b70eda376f tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, 0a23af0d-99b9-45e9-9c4d-fe2aaf9b9207) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:43:08.831612 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5396c811-7a32-4b8e-97e1-f2eac1d34b94 None None] Network 0a23af0d-99b9-45e9-9c4d-fe2aaf9b9207 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:43:08.852673 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1fccf34-2f9b-4df1-a4e9-a3b70eda376f tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:08.853283 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c1fccf34-2f9b-4df1-a4e9-a3b70eda376f tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:08.926814 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c8bebd5c-c728-41d9-9caa-ce3e2b0f1c1e tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:08.940303 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-c1fccf34-2f9b-4df1-a4e9-a3b70eda376f tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3817346 Jul 13 13:43:08.958985 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 35780) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:08.969008 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-6a901354-4262-406f-99da-2117eef38a1d tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-268664068', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:43:08.974339 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bebd5c-c728-41d9-9caa-ce3e2b0f1c1e tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Pushing event deleted for resources: {'Port': ['ID=61b62a01-5d6d-4aa9-ade9-444d820aca96,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:08.976491 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e96cc572-86c7-494c-8424-202f0ce8b7f9 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5970588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4763339'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:09.085571 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96cc572-86c7-494c-8424-202f0ce8b7f9 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Pushing event updated for resources: {'Subnet': ['ID=0da26ed4-aa1a-4742-8c9b-d2cc3923db5c,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:09.126603 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d174ec0-752e-4390-b4be-83cc9516018d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a7201e1-61ce-5a3e-b7f7-e800379ed03b-0a23af0d-99b9-45e9-9c4d-fe2aaf9b9207', 'network_id': '0a23af0d-99b9-45e9-9c4d-fe2aaf9b9207', 'tenant_id': '8b3e8ef7cfb0436e8cb330362d71f1d6', 'fixed_ips': [{'subnet_id': '5c45e222-c179-41ec-be4f-f9727f3aee55'}]}} from n-d-800634-1. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 13:43:09.129048 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-1d174ec0-752e-4390-b4be-83cc9516018d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:09.261421 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-bf5dfe74-6520-4d4f-b781-5fd592e3016c req-933ff8f2-6820-4fbb-a024-116cdb046d2d tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/security-groups?id=945af9a8-1349-436a-a066-b9a0fd8d3dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6372492 Jul 13 13:43:09.334006 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e96cc572-86c7-494c-8424-202f0ce8b7f9 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Checking segment: {'id': 'b0a2acaa-f220-4c1d-a4ab-c854b18a350f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ea787e81-70d6-4741-bbdf-3e813ed07368'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:43:09.334369 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e96cc572-86c7-494c-8424-202f0ce8b7f9 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Network hostable DHCP agents. Network: ea787e81-70d6-4741-bbdf-3e813ed07368, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 13:43:09.342491 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6a901354-4262-406f-99da-2117eef38a1d tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1591928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2714'] for router, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:09.343575 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6a901354-4262-406f-99da-2117eef38a1d tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447198', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1629690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2689'] for router, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:09.395554 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e96cc572-86c7-494c-8424-202f0ce8b7f9 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Network ea787e81-70d6-4741-bbdf-3e813ed07368 is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 13:43:09.437617 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-1d174ec0-752e-4390-b4be-83cc9516018d None None] Allocated IP 172.20.0.2 (0a23af0d-99b9-45e9-9c4d-fe2aaf9b9207/5c45e222-c179-41ec-be4f-f9727f3aee55/ca202400-bc6a-4560-9874-49986c2de27c) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:43:09.481246 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21685c29-cd51-443a-bcc4-c6c00a95da44 req-afe3d779-44e5-4333-89be-2db928579693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:09.483008 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-21685c29-cd51-443a-bcc4-c6c00a95da44 req-afe3d779-44e5-4333-89be-2db928579693 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c6349d73ae13458a9d892a7db2dc0433&device_id=48cfc91c-49d1-40bc-b4e8-0a6ca10d28a2 HTTP/1.1" status: 200 len: 1098 time: 0.7193336 Jul 13 13:43:09.502763 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0b3853fd-72df-4e5c-b3b5-000ae0d0f989 req-9bea7e9d-e6b2-4592-af6f-8a373ad65538 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f309255-5b4d-4296-81c6-c49d93f44d38 HTTP/1.1" status: 200 len: 210 time: 0.0950603 Jul 13 13:43:09.503341 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c8bebd5c-c728-41d9-9caa-ce3e2b0f1c1e tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1785036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452491'] for router_interface, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:09.507009 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-e96cc572-86c7-494c-8424-202f0ce8b7f9 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, ea787e81-70d6-4741-bbdf-3e813ed07368) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:43:09.513080 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6a901354-4262-406f-99da-2117eef38a1d tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:09.516632 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e96cc572-86c7-494c-8424-202f0ce8b7f9 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:09.517256 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e96cc572-86c7-494c-8424-202f0ce8b7f9 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:09.530133 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6a901354-4262-406f-99da-2117eef38a1d tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447217'] for router, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:09.556146 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-21685c29-cd51-443a-bcc4-c6c00a95da44 req-971b4140-ad78-4f4f-a074-7721f1f6f355 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=90c4466a-3193-4149-a16b-118ac388caf1 HTTP/1.1" status: 200 len: 217 time: 0.0471601 Jul 13 13:43:09.582872 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-154ccd1c-0876-4b5e-b150-501f37260187 None None] Network ea787e81-70d6-4741-bbdf-3e813ed07368 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:43:09.633201 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14e62bd2-f4a0-4b0d-8b90-6f3d3f769f78 req-0ca263ae-6925-4d03-afdd-fa947b68a5e0 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Made reservation on behalf of ef6418d5526f4765ba53df412776e3e7 for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:43:09.637617 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-14e62bd2-f4a0-4b0d-8b90-6f3d3f769f78 req-0ca263ae-6925-4d03-afdd-fa947b68a5e0 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:09.647106 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-e96cc572-86c7-494c-8424-202f0ce8b7f9 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.9424736 Jul 13 13:43:09.651366 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 35800) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:09.652387 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6a901354-4262-406f-99da-2117eef38a1d tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:09.654489 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-6a901354-4262-406f-99da-2117eef38a1d tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.6929111 Jul 13 13:43:09.660448 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 35802) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:09.663141 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-5333869c-858b-40d3-a229-0b1fedf349ca tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-843964478'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:43:09.668589 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-b7052a81-4729-4079-ba18-7520eb8ecba4 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Request body: {'port': {'network_id': '0a23af0d-99b9-45e9-9c4d-fe2aaf9b9207', 'name': 'tempest-PortsTestJSON-1776601210'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:43:09.676986 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21685c29-cd51-443a-bcc4-c6c00a95da44 req-5fb0c6e0-9e86-4565-824d-d9e3949e2507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:09.683468 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-21685c29-cd51-443a-bcc4-c6c00a95da44 req-5fb0c6e0-9e86-4565-824d-d9e3949e2507 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=60b55863-ceb6-45af-a8a4-4b22d72866af HTTP/1.1" status: 200 len: 843 time: 0.1205697 Jul 13 13:43:09.706948 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5333869c-858b-40d3-a229-0b1fedf349ca tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Made reservation on behalf of 7aead08af6bf440ca982d5ee9b154ced for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:43:09.711412 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5333869c-858b-40d3-a229-0b1fedf349ca tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:09.715811 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-1d174ec0-752e-4390-b4be-83cc9516018d None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:09.725270 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-1d174ec0-752e-4390-b4be-83cc9516018d None None] Transition to ACTIVE for port object ca202400-bc6a-4560-9874-49986c2de27c will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:43:09.744181 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-1d174ec0-752e-4390-b4be-83cc9516018d None None] Transition to ACTIVE for port object ca202400-bc6a-4560-9874-49986c2de27c will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:43:09.755078 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5333869c-858b-40d3-a229-0b1fedf349ca tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 13:43:09.760685 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-1d174ec0-752e-4390-b4be-83cc9516018d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:09.778093 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-80b33fdb-2b88-44ed-ae48-0f479ca6555e tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:09.779663 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5333869c-858b-40d3-a229-0b1fedf349ca tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:09.781298 n-d-800634-1 neutron-server[93750]: INFO neutron.db.segments_db [None req-5333869c-858b-40d3-a229-0b1fedf349ca tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Added segment ab5fb13c-8211-4751-9ff6-bdef0932666c of type vlan for network 3c156937-2b03-40dd-a09e-a323bc1efb9b Jul 13 13:43:09.809691 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d174ec0-752e-4390-b4be-83cc9516018d None None] Network 0a23af0d-99b9-45e9-9c4d-fe2aaf9b9207 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:43:09.819491 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-1d174ec0-752e-4390-b4be-83cc9516018d None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:43:09.822104 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d174ec0-752e-4390-b4be-83cc9516018d None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:43:09.885808 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d174ec0-752e-4390-b4be-83cc9516018d None None] Pushing event updated for resources: {'Port': ['ID=ca202400-bc6a-4560-9874-49986c2de27c,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:09.947753 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5333869c-858b-40d3-a229-0b1fedf349ca tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:09.971237 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-1d174ec0-752e-4390-b4be-83cc9516018d None None] Attempting to bind port ca202400-bc6a-4560-9874-49986c2de27c on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:43:09.971917 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-1d174ec0-752e-4390-b4be-83cc9516018d None None] Attempting to bind port ca202400-bc6a-4560-9874-49986c2de27c by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': 'cd67cb6c-04ec-4235-b2fb-ce1ea98151e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '0a23af0d-99b9-45e9-9c4d-fe2aaf9b9207'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:43:09.972456 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d174ec0-752e-4390-b4be-83cc9516018d None None] Attempting to bind port ca202400-bc6a-4560-9874-49986c2de27c on network 0a23af0d-99b9-45e9-9c4d-fe2aaf9b9207 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:43:09.983484 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d174ec0-752e-4390-b4be-83cc9516018d None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 42, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:43:09.983862 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d174ec0-752e-4390-b4be-83cc9516018d None None] Checking segment: {'id': 'cd67cb6c-04ec-4235-b2fb-ce1ea98151e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '0a23af0d-99b9-45e9-9c4d-fe2aaf9b9207'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:43:09.984504 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-1d174ec0-752e-4390-b4be-83cc9516018d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:09.984918 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d174ec0-752e-4390-b4be-83cc9516018d None None] Bound using segment: {'id': 'cd67cb6c-04ec-4235-b2fb-ce1ea98151e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '0a23af0d-99b9-45e9-9c4d-fe2aaf9b9207'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:43:09.985388 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-1d174ec0-752e-4390-b4be-83cc9516018d None None] Bound port: ca202400-bc6a-4560-9874-49986c2de27c, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd67cb6c-04ec-4235-b2fb-ce1ea98151e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '0a23af0d-99b9-45e9-9c4d-fe2aaf9b9207'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:43:09.985862 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-1d174ec0-752e-4390-b4be-83cc9516018d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:10.023488 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8bebd5c-c728-41d9-9caa-ce3e2b0f1c1e tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Router 4b1a190a-b533-42a3-ad5b-67b7033fc544 has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 13:43:10.030653 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21685c29-cd51-443a-bcc4-c6c00a95da44 req-040ea760-7b95-4c61-955d-c123c6b4bebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:10.032281 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-21685c29-cd51-443a-bcc4-c6c00a95da44 req-040ea760-7b95-4c61-955d-c123c6b4bebe service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e0bfb334-0fd9-4ba5-ba79-1568ecabee30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3079293 Jul 13 13:43:10.037402 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5333869c-858b-40d3-a229-0b1fedf349ca tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:10.046946 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5333869c-858b-40d3-a229-0b1fedf349ca tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:10.047765 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5333869c-858b-40d3-a229-0b1fedf349ca tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:10.048882 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99834ece-8130-4452-8eed-124592861e3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a7201e1-61ce-5a3e-b7f7-e800379ed03b-ea787e81-70d6-4741-bbdf-3e813ed07368', 'network_id': 'ea787e81-70d6-4741-bbdf-3e813ed07368', 'tenant_id': '7aead08af6bf440ca982d5ee9b154ced', 'fixed_ips': [{'subnet_id': '0da26ed4-aa1a-4742-8c9b-d2cc3923db5c'}]}} from n-d-800634-1. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 13:43:10.049821 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-99834ece-8130-4452-8eed-124592861e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:10.114559 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [req-14e62bd2-f4a0-4b0d-8b90-6f3d3f769f78 req-0ca263ae-6925-4d03-afdd-fa947b68a5e0 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Allocated IP 172.20.0.7 (4044b022-747e-4834-bc76-73d0f411c2c3/22de4df8-967a-4ca5-99c3-67fec7ee33c8/ba15db8f-f750-4ef8-8e43-23b3ac54b1b7) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:43:10.132146 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7052a81-4729-4079-ba18-7520eb8ecba4 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Made reservation on behalf of 8b3e8ef7cfb0436e8cb330362d71f1d6 for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:43:10.136264 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b7052a81-4729-4079-ba18-7520eb8ecba4 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:10.154106 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-1d174ec0-752e-4390-b4be-83cc9516018d None None] For port ca202400-bc6a-4560-9874-49986c2de27c, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:43:10.179094 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-1d174ec0-752e-4390-b4be-83cc9516018d None None] For port ca202400-bc6a-4560-9874-49986c2de27c, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=ca202400-bc6a-4560-9874-49986c2de27c,segment=NetworkSegment(cd67cb6c-04ec-4235-b2fb-ce1ea98151e4),segment_id=cd67cb6c-04ec-4235-b2fb-ce1ea98151e4)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:43:10.190285 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5333869c-858b-40d3-a229-0b1fedf349ca tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Pushing event updated for resources: {'Network': ['ID=3c156937-2b03-40dd-a09e-a323bc1efb9b,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:10.191405 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-1d174ec0-752e-4390-b4be-83cc9516018d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:10.222635 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network 3c156937-2b03-40dd-a09e-a323bc1efb9b details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 13:43:10.230765 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [None req-b7052a81-4729-4079-ba18-7520eb8ecba4 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] device_id is not set on port f115a5a3-b9d3-484c-bdb3-ed8d7f56645f yet. {{(pid=93751) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 13:43:10.309888 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8bebd5c-c728-41d9-9caa-ce3e2b0f1c1e tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:43:10.314732 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-5333869c-858b-40d3-a229-0b1fedf349ca tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6587796 Jul 13 13:43:10.318681 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-c8bebd5c-c728-41d9-9caa-ce3e2b0f1c1e tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] 10.222.0.23 "PUT /v2.0/routers/4b1a190a-b533-42a3-ad5b-67b7033fc544/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8486187 Jul 13 13:43:10.319281 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 35816) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:10.326920 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-ade56042-d071-4af8-98ee-a5fcf28e1cf5 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Request body: {'subnet': {'network_id': '3c156937-2b03-40dd-a09e-a323bc1efb9b', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:43:10.327349 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 35818) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:10.368471 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c736b8-ed6a-42f5-a93d-5c56674967b1 None None] Sync routers for ids ['4b1a190a-b533-42a3-ad5b-67b7033fc544'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:43:10.430371 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-21685c29-cd51-443a-bcc4-c6c00a95da44 req-fb641bce-90a1-42b8-9dfc-b87e3a269545 service neutron] 10.222.0.41 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3798811 Jul 13 13:43:10.458959 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ade56042-d071-4af8-98ee-a5fcf28e1cf5 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Made reservation on behalf of 7aead08af6bf440ca982d5ee9b154ced for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:43:10.459684 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c736b8-ed6a-42f5-a93d-5c56674967b1 None None] Routers {'4b1a190a-b533-42a3-ad5b-67b7033fc544'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:43:10.461185 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-01c736b8-ed6a-42f5-a93d-5c56674967b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:42:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['4b1a190a-b533-42a3-ad5b-67b7033fc544'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:43:10.467649 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ade56042-d071-4af8-98ee-a5fcf28e1cf5 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4763385'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:10.507685 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-99834ece-8130-4452-8eed-124592861e3c None None] Allocated IP 19.80.0.2 (ea787e81-70d6-4741-bbdf-3e813ed07368/0da26ed4-aa1a-4742-8c9b-d2cc3923db5c/fd7d0e92-3620-439f-bfb2-59a627e5d20b) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:43:10.635632 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d174ec0-752e-4390-b4be-83cc9516018d None None] Pushing event updated for resources: {'Port': ['ID=ca202400-bc6a-4560-9874-49986c2de27c,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:10.774354 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb89720e-b4c0-4abc-b52c-3c03beebfe1a tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Deleting subnet c7aebc9d-cf95-4909-94a3-725b7a37b87a {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 13:43:10.837913 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-b7052a81-4729-4079-ba18-7520eb8ecba4 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Allocated IP 172.20.0.14 (0a23af0d-99b9-45e9-9c4d-fe2aaf9b9207/5c45e222-c179-41ec-be4f-f9727f3aee55/f115a5a3-b9d3-484c-bdb3-ed8d7f56645f) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:43:10.844282 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-01c736b8-ed6a-42f5-a93d-5c56674967b1 None None] Set router 4b1a190a-b533-42a3-ad5b-67b7033fc544 gateway port host: None {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:43:10.882366 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-93a5b94d-2090-42d6-9bb1-c5130e1d19c3 req-558b49ac-206d-43b1-b7d1-960f3a09f587 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f309255-5b4d-4296-81c6-c49d93f44d38 HTTP/1.1" status: 200 len: 210 time: 0.0780008 Jul 13 13:43:10.901688 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-99834ece-8130-4452-8eed-124592861e3c None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:10.904179 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fb89720e-b4c0-4abc-b52c-3c03beebfe1a tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:10.926932 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ade56042-d071-4af8-98ee-a5fcf28e1cf5 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5970588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4763339'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:10.930951 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-99834ece-8130-4452-8eed-124592861e3c None None] Transition to ACTIVE for port object fd7d0e92-3620-439f-bfb2-59a627e5d20b will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:43:11.030691 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade56042-d071-4af8-98ee-a5fcf28e1cf5 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Pushing event updated for resources: {'Subnet': ['ID=630821d5-3a49-4d57-9235-f464e766074e,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:11.037026 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade56042-d071-4af8-98ee-a5fcf28e1cf5 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Checking segment: {'id': 'ab5fb13c-8211-4751-9ff6-bdef0932666c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '3c156937-2b03-40dd-a09e-a323bc1efb9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:43:11.037417 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade56042-d071-4af8-98ee-a5fcf28e1cf5 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Network hostable DHCP agents. Network: 3c156937-2b03-40dd-a09e-a323bc1efb9b, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 13:43:11.040945 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-99834ece-8130-4452-8eed-124592861e3c None None] Transition to ACTIVE for port object fd7d0e92-3620-439f-bfb2-59a627e5d20b will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:43:11.060005 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-99834ece-8130-4452-8eed-124592861e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:11.061816 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade56042-d071-4af8-98ee-a5fcf28e1cf5 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Network 3c156937-2b03-40dd-a09e-a323bc1efb9b is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 13:43:11.079520 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-ade56042-d071-4af8-98ee-a5fcf28e1cf5 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, 3c156937-2b03-40dd-a09e-a323bc1efb9b) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:43:11.095466 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade56042-d071-4af8-98ee-a5fcf28e1cf5 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:11.096347 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ade56042-d071-4af8-98ee-a5fcf28e1cf5 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:11.097911 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b493a0e5-32fc-4daf-aeaf-4a8bd545268d None None] Network 3c156937-2b03-40dd-a09e-a323bc1efb9b requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:43:11.098656 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b7052a81-4729-4079-ba18-7520eb8ecba4 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:11.113074 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-b7052a81-4729-4079-ba18-7520eb8ecba4 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Transition to ACTIVE for port object f115a5a3-b9d3-484c-bdb3-ed8d7f56645f will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:43:11.126511 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-ade56042-d071-4af8-98ee-a5fcf28e1cf5 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.8059349 Jul 13 13:43:11.183275 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99834ece-8130-4452-8eed-124592861e3c None None] Network ea787e81-70d6-4741-bbdf-3e813ed07368 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:43:11.189895 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-99834ece-8130-4452-8eed-124592861e3c None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:43:11.191366 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99834ece-8130-4452-8eed-124592861e3c None None] Pushing event updated for resources: {'Port': ['ID=fd7d0e92-3620-439f-bfb2-59a627e5d20b,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:11.193299 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99834ece-8130-4452-8eed-124592861e3c None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:43:11.204215 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-14e62bd2-f4a0-4b0d-8b90-6f3d3f769f78 req-0ca263ae-6925-4d03-afdd-fa947b68a5e0 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:11.228033 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-80b33fdb-2b88-44ed-ae48-0f479ca6555e tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Allocated IP 172.20.0.1 (d534ebb7-65e2-4831-98cf-3803c3785be3/eb5a235c-48da-402e-b31e-1ef817e8acdf/e91f34ce-0f6b-4000-8aec-37302745a383) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:43:11.238662 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fb89720e-b4c0-4abc-b52c-3c03beebfe1a tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6018489'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:11.309612 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd51825-1b65-4367-9368-3dcdc01c802b req-cf2179ac-3a98-4e63-a7f5-8b14a4187f47 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:11.316077 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-9fd51825-1b65-4367-9368-3dcdc01c802b req-cf2179ac-3a98-4e63-a7f5-8b14a4187f47 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/ports?device_id=48cfc91c-49d1-40bc-b4e8-0a6ca10d28a2 HTTP/1.1" status: 200 len: 947 time: 0.8161435 Jul 13 13:43:11.319065 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-21685c29-cd51-443a-bcc4-c6c00a95da44 req-a09ff28b-88fc-48b6-a02c-686c43ff313f service neutron] 10.222.0.41 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8526404 Jul 13 13:43:11.327701 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-14e62bd2-f4a0-4b0d-8b90-6f3d3f769f78 req-0ca263ae-6925-4d03-afdd-fa947b68a5e0 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Transition to ACTIVE for port object ba15db8f-f750-4ef8-8e43-23b3ac54b1b7 will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:43:11.345517 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-99834ece-8130-4452-8eed-124592861e3c None None] Attempting to bind port fd7d0e92-3620-439f-bfb2-59a627e5d20b on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:43:11.345943 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-99834ece-8130-4452-8eed-124592861e3c None None] Attempting to bind port fd7d0e92-3620-439f-bfb2-59a627e5d20b by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': 'b0a2acaa-f220-4c1d-a4ab-c854b18a350f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ea787e81-70d6-4741-bbdf-3e813ed07368'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:43:11.346338 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99834ece-8130-4452-8eed-124592861e3c None None] Attempting to bind port fd7d0e92-3620-439f-bfb2-59a627e5d20b on network ea787e81-70d6-4741-bbdf-3e813ed07368 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:43:11.362646 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99834ece-8130-4452-8eed-124592861e3c None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 42, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:43:11.362964 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99834ece-8130-4452-8eed-124592861e3c None None] Checking segment: {'id': 'b0a2acaa-f220-4c1d-a4ab-c854b18a350f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ea787e81-70d6-4741-bbdf-3e813ed07368'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:43:11.363369 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-99834ece-8130-4452-8eed-124592861e3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:11.363763 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99834ece-8130-4452-8eed-124592861e3c None None] Bound using segment: {'id': 'b0a2acaa-f220-4c1d-a4ab-c854b18a350f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ea787e81-70d6-4741-bbdf-3e813ed07368'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:43:11.364342 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-99834ece-8130-4452-8eed-124592861e3c None None] Bound port: fd7d0e92-3620-439f-bfb2-59a627e5d20b, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0a2acaa-f220-4c1d-a4ab-c854b18a350f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ea787e81-70d6-4741-bbdf-3e813ed07368'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:43:11.364655 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-99834ece-8130-4452-8eed-124592861e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:11.369581 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-01c736b8-ed6a-42f5-a93d-5c56674967b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b1a190a-b533-42a3-ad5b-67b7033fc544', 'name': 'tempest-RoutersIpV6Test-router-1786170495', 'tenant_id': '485fea06b0b7495bb8721e368ed7bc86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:42:05Z', 'updated_at': '2021-07-13T13:43:08Z', 'revision_number': 10, 'project_id': '485fea06b0b7495bb8721e368ed7bc86', 'gw_port_host': None, '_interfaces': [{'id': '480b6147-c801-4de9-b029-9a95df87513d', 'name': '', 'network_id': '9c959d53-e4b0-48a2-b232-66cb1c914ffc', 'tenant_id': '485fea06b0b7495bb8721e368ed7bc86', 'mac_address': 'fa:16:3e:c8:ef:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1a190a-b533-42a3-ad5b-67b7033fc544', 'device_owner': 'network:router_interface', 'standard_attr_id': 1600, 'fixed_ips': [{'subnet_id': 'c8787d49-ec9b-4955-abad-fa3f0718ac34', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:42:10Z', 'updated_at': '2021-07-13T13:42:21Z', 'revision_number': 5, 'project_id': '485fea06b0b7495bb8721e368ed7bc86', 'subnets': [{'id': 'c8787d49-ec9b-4955-abad-fa3f0718ac34', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:43:11.429599 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device ca202400-bc6a-4560-9874-49986c2de27c up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:43:11.436984 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c736b8-ed6a-42f5-a93d-5c56674967b1 None None] Checking router: 4b1a190a-b533-42a3-ad5b-67b7033fc544 for host: n-d-800634-1 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 13:43:11.453092 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-9fd51825-1b65-4367-9368-3dcdc01c802b req-c3d5966a-917b-4c69-835f-0a737bcf09c9 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/security-groups?id=945af9a8-1349-436a-a066-b9a0fd8d3dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362772 Jul 13 13:43:11.480256 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-073d8ffc-b2c5-42b5-80a0-5096721afce1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a7201e1-61ce-5a3e-b7f7-e800379ed03b-3c156937-2b03-40dd-a09e-a323bc1efb9b', 'network_id': '3c156937-2b03-40dd-a09e-a323bc1efb9b', 'tenant_id': '7aead08af6bf440ca982d5ee9b154ced', 'fixed_ips': [{'subnet_id': '630821d5-3a49-4d57-9235-f464e766074e'}]}} from n-d-800634-1. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 13:43:11.481197 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-073d8ffc-b2c5-42b5-80a0-5096721afce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:11.579881 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c736b8-ed6a-42f5-a93d-5c56674967b1 None None] Routers {'4b1a190a-b533-42a3-ad5b-67b7033fc544'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:43:11.580789 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-01c736b8-ed6a-42f5-a93d-5c56674967b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:42:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['4b1a190a-b533-42a3-ad5b-67b7033fc544'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:43:11.612924 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b7052a81-4729-4079-ba18-7520eb8ecba4 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:11.681973 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ad09cb-f3f7-48ea-8401-19204b2ddf2b req-4d7d1e58-82b1-4e04-a9b5-d73be9e3097a tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:11.690042 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ad09cb-f3f7-48ea-8401-19204b2ddf2b req-4d7d1e58-82b1-4e04-a9b5-d73be9e3097a tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:11.691943 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-30ad09cb-f3f7-48ea-8401-19204b2ddf2b req-4d7d1e58-82b1-4e04-a9b5-d73be9e3097a tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] 10.222.0.23 "GET /v2.0/networks?id=ea787e81-70d6-4741-bbdf-3e813ed07368&id=3c156937-2b03-40dd-a09e-a323bc1efb9b HTTP/1.1" status: 200 len: 1391 time: 0.1674197 Jul 13 13:43:11.723920 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fb89720e-b4c0-4abc-b52c-3c03beebfe1a tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:11.733234 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-30ad09cb-f3f7-48ea-8401-19204b2ddf2b req-04843203-c379-49f9-bb4a-8a7e0671d373 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] 10.222.0.23 "GET /v2.0/quotas/7aead08af6bf440ca982d5ee9b154ced HTTP/1.1" status: 200 len: 375 time: 0.0330791 Jul 13 13:43:11.862348 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-30ad09cb-f3f7-48ea-8401-19204b2ddf2b req-e32af2cc-99f6-4824-8215-6a450a870963 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=7aead08af6bf440ca982d5ee9b154ced&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1260061 Jul 13 13:43:11.941241 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7052a81-4729-4079-ba18-7520eb8ecba4 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Network 0a23af0d-99b9-45e9-9c4d-fe2aaf9b9207 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:43:11.986326 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-14e62bd2-f4a0-4b0d-8b90-6f3d3f769f78 req-0ca263ae-6925-4d03-afdd-fa947b68a5e0 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:11.986326 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-b7052a81-4729-4079-ba18-7520eb8ecba4 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:43:11.986326 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-80b33fdb-2b88-44ed-ae48-0f479ca6555e tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:11.986326 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7052a81-4729-4079-ba18-7520eb8ecba4 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Pushing event updated for resources: {'Port': ['ID=f115a5a3-b9d3-484c-bdb3-ed8d7f56645f,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:11.989978 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7052a81-4729-4079-ba18-7520eb8ecba4 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:43:12.058077 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-30ad09cb-f3f7-48ea-8401-19204b2ddf2b req-52385752-2149-4145-ba65-6fedfdcf7071 service neutron] 10.222.0.23 "GET /v2.0/networks/ea787e81-70d6-4741-bbdf-3e813ed07368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816463 Jul 13 13:43:12.061133 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fb89720e-b4c0-4abc-b52c-3c03beebfe1a tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6018534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6105009'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:12.088278 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14e62bd2-f4a0-4b0d-8b90-6f3d3f769f78 req-0ca263ae-6925-4d03-afdd-fa947b68a5e0 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Network 4044b022-747e-4834-bc76-73d0f411c2c3 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:43:12.123629 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-99834ece-8130-4452-8eed-124592861e3c None None] For port fd7d0e92-3620-439f-bfb2-59a627e5d20b, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:43:12.126646 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06107218-53b4-4b4a-a86b-88c1becd371a None None] Network 0a23af0d-99b9-45e9-9c4d-fe2aaf9b9207 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:43:12.140595 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [req-14e62bd2-f4a0-4b0d-8b90-6f3d3f769f78 req-0ca263ae-6925-4d03-afdd-fa947b68a5e0 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:43:12.143606 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-14e62bd2-f4a0-4b0d-8b90-6f3d3f769f78 req-0ca263ae-6925-4d03-afdd-fa947b68a5e0 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:43:12.167803 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5a3bcaa-182e-4a7b-8bcf-8aebc69f3ee9 None None] Network 528f896c-ef63-4a6d-8ee2-08fbfe2387ea requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:43:12.235483 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-30ad09cb-f3f7-48ea-8401-19204b2ddf2b req-094dace1-aa4d-4be9-b1b2-6168f72c640a service neutron] 10.222.0.23 "GET /v2.0/networks/ea787e81-70d6-4741-bbdf-3e813ed07368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720402 Jul 13 13:43:12.264275 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-99834ece-8130-4452-8eed-124592861e3c None None] For port fd7d0e92-3620-439f-bfb2-59a627e5d20b, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=fd7d0e92-3620-439f-bfb2-59a627e5d20b,segment=NetworkSegment(b0a2acaa-f220-4c1d-a4ab-c854b18a350f),segment_id=b0a2acaa-f220-4c1d-a4ab-c854b18a350f)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:43:12.306421 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-99834ece-8130-4452-8eed-124592861e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:12.339844 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-85d75c22-3b42-4b0f-81c3-14cc9282355c None None] Provisioning for port ca202400-bc6a-4560-9874-49986c2de27c completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:43:12.356543 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port ca202400-bc6a-4560-9874-49986c2de27c completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:43:12.392164 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 35872) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:12.406955 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-01c736b8-ed6a-42f5-a93d-5c56674967b1 None None] Set router 4b1a190a-b533-42a3-ad5b-67b7033fc544 gateway port host: None {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:43:12.408963 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port ca202400-bc6a-4560-9874-49986c2de27c triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:43:12.409339 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:12.446154 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-30ad09cb-f3f7-48ea-8401-19204b2ddf2b req-1a150196-f82d-472c-adb2-c495485c5a3c service neutron] 10.222.0.23 "GET /v2.0/networks/3c156937-2b03-40dd-a09e-a323bc1efb9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027562 Jul 13 13:43:12.469775 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-85d75c22-3b42-4b0f-81c3-14cc9282355c None None] Provisioning complete for port ca202400-bc6a-4560-9874-49986c2de27c triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:43:12.470159 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-85d75c22-3b42-4b0f-81c3-14cc9282355c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:12.493523 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb89720e-b4c0-4abc-b52c-3c03beebfe1a tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Pushing event deleted for resources: {'Subnet': ['ID=c7aebc9d-cf95-4909-94a3-725b7a37b87a,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:12.502548 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fb89720e-b4c0-4abc-b52c-3c03beebfe1a tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:12.505003 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-fb89720e-b4c0-4abc-b52c-3c03beebfe1a tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] 10.222.0.23 "DELETE /v2.0/subnets/c7aebc9d-cf95-4909-94a3-725b7a37b87a HTTP/1.1" status: 204 len: 168 time: 2.1622262 Jul 13 13:43:12.528627 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 35878) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:12.550464 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7052a81-4729-4079-ba18-7520eb8ecba4 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:12.551312 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b7052a81-4729-4079-ba18-7520eb8ecba4 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:12.564729 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca263ae-6925-4d03-afdd-fa947b68a5e0 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Pushing event updated for resources: {'Port': ['ID=ba15db8f-f750-4ef8-8e43-23b3ac54b1b7,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:12.592895 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9897b7-e6f5-496a-a504-8c2b3740a7a7 req-a91cad0f-598f-4367-a622-0675cff626cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:12.594924 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-0d9897b7-e6f5-496a-a504-8c2b3740a7a7 req-a91cad0f-598f-4367-a622-0675cff626cc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c6349d73ae13458a9d892a7db2dc0433&device_id=48cfc91c-49d1-40bc-b4e8-0a6ca10d28a2 HTTP/1.1" status: 200 len: 1098 time: 1.0947680 Jul 13 13:43:12.623891 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-073d8ffc-b2c5-42b5-80a0-5096721afce1 None None] Allocated IP 19.86.0.2 (3c156937-2b03-40dd-a09e-a323bc1efb9b/630821d5-3a49-4d57-9235-f464e766074e/c90b9635-916a-4618-8346-65ea041369c1) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:43:12.633915 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-b7052a81-4729-4079-ba18-7520eb8ecba4 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.9700780 Jul 13 13:43:12.646363 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 35880) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:12.681945 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e62bd2-f4a0-4b0d-8b90-6f3d3f769f78 req-0ca263ae-6925-4d03-afdd-fa947b68a5e0 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:12.683543 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-14e62bd2-f4a0-4b0d-8b90-6f3d3f769f78 req-0ca263ae-6925-4d03-afdd-fa947b68a5e0 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:12.692246 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-80b33fdb-2b88-44ed-ae48-0f479ca6555e tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:12.711606 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8078cc9e-2be3-4ec2-a418-20b484365022 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:12.796046 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b33fdb-2b88-44ed-ae48-0f479ca6555e tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Pushing event updated for resources: {'Port': ['ID=e91f34ce-0f6b-4000-8aec-37302745a383,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:12.798599 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99834ece-8130-4452-8eed-124592861e3c None None] Pushing event updated for resources: {'Port': ['ID=fd7d0e92-3620-439f-bfb2-59a627e5d20b,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:12.829382 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b33fdb-2b88-44ed-ae48-0f479ca6555e tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Network d534ebb7-65e2-4831-98cf-3803c3785be3 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:43:12.832821 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-80b33fdb-2b88-44ed-ae48-0f479ca6555e tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:43:12.843635 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31fd947-f9b8-424f-9cfd-f5c83aa32048 req-9e9196b3-3f13-4f56-9d1b-75ed0915ebe3 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:12.851960 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b31fd947-f9b8-424f-9cfd-f5c83aa32048 req-9e9196b3-3f13-4f56-9d1b-75ed0915ebe3 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f309255-5b4d-4296-81c6-c49d93f44d38 HTTP/1.1" status: 200 len: 931 time: 0.7687995 Jul 13 13:43:12.854093 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-52da8d00-d860-4040-8b31-fc1bef21271b tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:12.875759 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b33fdb-2b88-44ed-ae48-0f479ca6555e tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:43:12.956289 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b31fd947-f9b8-424f-9cfd-f5c83aa32048 req-637f9b46-95c9-4cca-9406-957cc94831f0 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bf3e8b9-8da9-4a28-88c0-799fd78203e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1030540 Jul 13 13:43:13.001793 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9897b7-e6f5-496a-a504-8c2b3740a7a7 req-e3d14bce-c81d-409b-9db8-bb4a047c43d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:13.004214 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-0d9897b7-e6f5-496a-a504-8c2b3740a7a7 req-e3d14bce-c81d-409b-9db8-bb4a047c43d1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e0bfb334-0fd9-4ba5-ba79-1568ecabee30 HTTP/1.1" status: 200 len: 869 time: 0.3950660 Jul 13 13:43:13.005448 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-80b33fdb-2b88-44ed-ae48-0f479ca6555e tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-450452'] for router_interface, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:13.103536 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-0d9897b7-e6f5-496a-a504-8c2b3740a7a7 req-98888980-0210-462c-8af5-ecdf57ca8c64 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=90c4466a-3193-4149-a16b-118ac388caf1 HTTP/1.1" status: 200 len: 217 time: 0.0481977 Jul 13 13:43:13.162852 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9897b7-e6f5-496a-a504-8c2b3740a7a7 req-62856394-5bdd-4003-a266-d0ae25770c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:13.164777 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-0d9897b7-e6f5-496a-a504-8c2b3740a7a7 req-62856394-5bdd-4003-a266-d0ae25770c99 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=60b55863-ceb6-45af-a8a4-4b22d72866af HTTP/1.1" status: 200 len: 843 time: 0.0538096 Jul 13 13:43:13.185028 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-85d75c22-3b42-4b0f-81c3-14cc9282355c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:13.186994 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:13.218660 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-073d8ffc-b2c5-42b5-80a0-5096721afce1 None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:13.249635 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-073d8ffc-b2c5-42b5-80a0-5096721afce1 None None] Transition to ACTIVE for port object c90b9635-916a-4618-8346-65ea041369c1 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:43:13.284192 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd6244b-1b98-45a8-832c-5b363922f430 None None] DHCP port deletion for 528f896c-ef63-4a6d-8ee2-08fbfe2387ea request from n-d-800634-1 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 13:43:13.312946 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-073d8ffc-b2c5-42b5-80a0-5096721afce1 None None] Transition to ACTIVE for port object c90b9635-916a-4618-8346-65ea041369c1 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:43:13.315347 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port ca202400-bc6a-4560-9874-49986c2de27c, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=ca202400-bc6a-4560-9874-49986c2de27c,segment=NetworkSegment(cd67cb6c-04ec-4235-b2fb-ce1ea98151e4),segment_id=cd67cb6c-04ec-4235-b2fb-ce1ea98151e4)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:43:13.319501 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-30ad09cb-f3f7-48ea-8401-19204b2ddf2b req-b060d154-071d-4e73-8b33-caf13a5e00d2 service neutron] 10.222.0.23 "GET /v2.0/networks/3c156937-2b03-40dd-a09e-a323bc1efb9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8723624 Jul 13 13:43:13.335604 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9897b7-e6f5-496a-a504-8c2b3740a7a7 req-c1bfdc52-6858-431f-8a29-89f289e80e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:13.337392 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-0d9897b7-e6f5-496a-a504-8c2b3740a7a7 req-c1bfdc52-6858-431f-8a29-89f289e80e20 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e0bfb334-0fd9-4ba5-ba79-1568ecabee30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1594918 Jul 13 13:43:13.344622 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-073d8ffc-b2c5-42b5-80a0-5096721afce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:13.346510 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:13.373591 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c46e04f-33a5-440f-9542-028c86c05a40 req-c9e947ff-23db-441f-bdcb-179a5eb9170c tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:13.375408 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-9c46e04f-33a5-440f-9542-028c86c05a40 req-c9e947ff-23db-441f-bdcb-179a5eb9170c tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/ports?device_id=48cfc91c-49d1-40bc-b4e8-0a6ca10d28a2 HTTP/1.1" status: 200 len: 947 time: 0.2656620 Jul 13 13:43:13.533988 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-80b33fdb-2b88-44ed-ae48-0f479ca6555e tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:13.554481 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-52da8d00-d860-4040-8b31-fc1bef21271b tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Deleting port 111c45de-bbf8-42e5-8a26-79156493f99e {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:43:13.559554 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-073d8ffc-b2c5-42b5-80a0-5096721afce1 None None] Network 3c156937-2b03-40dd-a09e-a323bc1efb9b is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:43:13.561518 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-52da8d00-d860-4040-8b31-fc1bef21271b tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:13.577157 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device fd7d0e92-3620-439f-bfb2-59a627e5d20b up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:43:13.596307 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-9c46e04f-33a5-440f-9542-028c86c05a40 req-1207d040-4eda-4960-8a4e-0980e13e3810 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/security-groups?id=945af9a8-1349-436a-a066-b9a0fd8d3dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648262 Jul 13 13:43:13.597122 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-073d8ffc-b2c5-42b5-80a0-5096721afce1 None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:43:13.599999 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.db.api [None req-85d75c22-3b42-4b0f-81c3-14cc9282355c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93752) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 13:43:13.601116 n-d-800634-1 neutron-server[93752]: DEBUG oslo_db.api [None req-85d75c22-3b42-4b0f-81c3-14cc9282355c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 13:43:13.626295 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073d8ffc-b2c5-42b5-80a0-5096721afce1 None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:43:13.629541 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-01c736b8-ed6a-42f5-a93d-5c56674967b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b1a190a-b533-42a3-ad5b-67b7033fc544', 'name': 'tempest-RoutersIpV6Test-router-1786170495', 'tenant_id': '485fea06b0b7495bb8721e368ed7bc86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:42:05Z', 'updated_at': '2021-07-13T13:43:08Z', 'revision_number': 10, 'project_id': '485fea06b0b7495bb8721e368ed7bc86', 'gw_port_host': None, '_interfaces': [{'id': '480b6147-c801-4de9-b029-9a95df87513d', 'name': '', 'network_id': '9c959d53-e4b0-48a2-b232-66cb1c914ffc', 'tenant_id': '485fea06b0b7495bb8721e368ed7bc86', 'mac_address': 'fa:16:3e:c8:ef:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1a190a-b533-42a3-ad5b-67b7033fc544', 'device_owner': 'network:router_interface', 'standard_attr_id': 1600, 'fixed_ips': [{'subnet_id': 'c8787d49-ec9b-4955-abad-fa3f0718ac34', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:42:10Z', 'updated_at': '2021-07-13T13:42:21Z', 'revision_number': 5, 'project_id': '485fea06b0b7495bb8721e368ed7bc86', 'subnets': [{'id': 'c8787d49-ec9b-4955-abad-fa3f0718ac34', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:43:13.631410 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073d8ffc-b2c5-42b5-80a0-5096721afce1 None None] Pushing event updated for resources: {'Port': ['ID=c90b9635-916a-4618-8346-65ea041369c1,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:13.699261 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-0d9897b7-e6f5-496a-a504-8c2b3740a7a7 req-7945efea-0660-4adb-aba4-61fb3b4c77bb service neutron] 10.222.0.41 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3541024 Jul 13 13:43:13.738777 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c736b8-ed6a-42f5-a93d-5c56674967b1 None None] The sync data for ids ['4b1a190a-b533-42a3-ad5b-67b7033fc544'] in n-d-800634-1 is: [{'id': '4b1a190a-b533-42a3-ad5b-67b7033fc544', 'name': 'tempest-RoutersIpV6Test-router-1786170495', 'tenant_id': '485fea06b0b7495bb8721e368ed7bc86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:42:05Z', 'updated_at': '2021-07-13T13:43:08Z', 'revision_number': 10, 'project_id': '485fea06b0b7495bb8721e368ed7bc86', 'gw_port_host': None, '_interfaces': [{'id': '480b6147-c801-4de9-b029-9a95df87513d', 'name': '', 'network_id': '9c959d53-e4b0-48a2-b232-66cb1c914ffc', 'tenant_id': '485fea06b0b7495bb8721e368ed7bc86', 'mac_address': 'fa:16:3e:c8:ef:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1a190a-b533-42a3-ad5b-67b7033fc544', 'device_owner': 'network:router_interface', 'standard_attr_id': 1600, 'fixed_ips': [{'subnet_id': 'c8787d49-ec9b-4955-abad-fa3f0718ac34', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:42:10Z', 'updated_at': '2021-07-13T13:42:21Z', 'revision_number': 5, 'project_id': '485fea06b0b7495bb8721e368ed7bc86', 'subnets': [{'id': 'c8787d49-ec9b-4955-abad-fa3f0718ac34', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:43:13.772162 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073d8ffc-b2c5-42b5-80a0-5096721afce1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:43:13.772509 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073d8ffc-b2c5-42b5-80a0-5096721afce1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:43:13.778308 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073d8ffc-b2c5-42b5-80a0-5096721afce1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:43:13.778654 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073d8ffc-b2c5-42b5-80a0-5096721afce1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:43:13.779132 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073d8ffc-b2c5-42b5-80a0-5096721afce1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:43:13.779326 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073d8ffc-b2c5-42b5-80a0-5096721afce1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:43:13.779665 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073d8ffc-b2c5-42b5-80a0-5096721afce1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:43:13.779995 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073d8ffc-b2c5-42b5-80a0-5096721afce1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:43:13.780320 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073d8ffc-b2c5-42b5-80a0-5096721afce1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:43:13.780652 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073d8ffc-b2c5-42b5-80a0-5096721afce1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:43:13.780978 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073d8ffc-b2c5-42b5-80a0-5096721afce1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:43:13.781299 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073d8ffc-b2c5-42b5-80a0-5096721afce1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:43:13.805068 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2bd6244b-1b98-45a8-832c-5b363922f430 None None] Deleting port 111c45de-bbf8-42e5-8a26-79156493f99e {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:43:13.805449 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2bd6244b-1b98-45a8-832c-5b363922f430 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:13.952179 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c2fc2dd0-18fd-4f3d-9595-807180c1b112 req-520421e6-3ddc-4916-980a-3f0e481c7db9 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] 10.222.0.23 "GET /v2.0/ports?device_id=4946120e-87dc-45f6-ad17-2d305d797a36 HTTP/1.1" status: 200 len: 210 time: 0.1437745 Jul 13 13:43:14.022478 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-52da8d00-d860-4040-8b31-fc1bef21271b tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] For port 111c45de-bbf8-42e5-8a26-79156493f99e, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=111c45de-bbf8-42e5-8a26-79156493f99e,segment=NetworkSegment(b4dbe59b-9f47-42d6-8c91-9696718a262b),segment_id=b4dbe59b-9f47-42d6-8c91-9696718a262b)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:43:14.023233 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-52da8d00-d860-4040-8b31-fc1bef21271b tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:14.030911 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-0d9897b7-e6f5-496a-a504-8c2b3740a7a7 req-31e96bc6-0f2a-41a5-88f8-acc950b7b4a4 service neutron] 10.222.0.41 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3249817 Jul 13 13:43:14.044265 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-52da8d00-d860-4040-8b31-fc1bef21271b tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Calling delete_port for 111c45de-bbf8-42e5-8a26-79156493f99e owned by network:dhcp {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:43:14.197882 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8078cc9e-2be3-4ec2-a418-20b484365022 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:14.224798 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8078cc9e-2be3-4ec2-a418-20b484365022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:14.253678 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75e54e54-30f9-487e-aa43-a3d2506f15c7 None None] Network ea787e81-70d6-4741-bbdf-3e813ed07368 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:43:14.262625 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-8078cc9e-2be3-4ec2-a418-20b484365022 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b30bb0f8420342f8a3e57bb29f316f69&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8680508 Jul 13 13:43:14.264325 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-52da8d00-d860-4040-8b31-fc1bef21271b tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:14.266785 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 35896) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:14.270619 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-14e62bd2-f4a0-4b0d-8b90-6f3d3f769f78 req-0ca263ae-6925-4d03-afdd-fa947b68a5e0 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.5504725 Jul 13 13:43:14.300496 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=ca202400-bc6a-4560-9874-49986c2de27c,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:14.302319 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-14e62bd2-f4a0-4b0d-8b90-6f3d3f769f78 req-17197f55-478a-49d1-a096-6564cc442233 service neutron] Request body: {'port': {'device_id': '5f309255-5b4d-4296-81c6-c49d93f44d38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-1'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:43:14.361064 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52da8d00-d860-4040-8b31-fc1bef21271b tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Pushing event deleted for resources: {'Port': ['ID=111c45de-bbf8-42e5-8a26-79156493f99e,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:14.375655 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52da8d00-d860-4040-8b31-fc1bef21271b tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] No DVR routers for this DVR port 111c45de-bbf8-42e5-8a26-79156493f99e on host n-d-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:43:14.418100 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-073d8ffc-b2c5-42b5-80a0-5096721afce1 None None] Attempting to bind port c90b9635-916a-4618-8346-65ea041369c1 on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:43:14.418567 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-073d8ffc-b2c5-42b5-80a0-5096721afce1 None None] Attempting to bind port c90b9635-916a-4618-8346-65ea041369c1 by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': 'ab5fb13c-8211-4751-9ff6-bdef0932666c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '3c156937-2b03-40dd-a09e-a323bc1efb9b'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:43:14.418984 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073d8ffc-b2c5-42b5-80a0-5096721afce1 None None] Attempting to bind port c90b9635-916a-4618-8346-65ea041369c1 on network 3c156937-2b03-40dd-a09e-a323bc1efb9b {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:43:14.435230 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2bd6244b-1b98-45a8-832c-5b363922f430 None None] For port 111c45de-bbf8-42e5-8a26-79156493f99e, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=111c45de-bbf8-42e5-8a26-79156493f99e,segment=NetworkSegment(b4dbe59b-9f47-42d6-8c91-9696718a262b),segment_id=b4dbe59b-9f47-42d6-8c91-9696718a262b)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:43:14.435636 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2bd6244b-1b98-45a8-832c-5b363922f430 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:14.459198 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073d8ffc-b2c5-42b5-80a0-5096721afce1 None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 42, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:43:14.459570 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073d8ffc-b2c5-42b5-80a0-5096721afce1 None None] Checking segment: {'id': 'ab5fb13c-8211-4751-9ff6-bdef0932666c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '3c156937-2b03-40dd-a09e-a323bc1efb9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:43:14.459872 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-073d8ffc-b2c5-42b5-80a0-5096721afce1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:14.460270 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073d8ffc-b2c5-42b5-80a0-5096721afce1 None None] Bound using segment: {'id': 'ab5fb13c-8211-4751-9ff6-bdef0932666c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '3c156937-2b03-40dd-a09e-a323bc1efb9b'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:43:14.460756 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-073d8ffc-b2c5-42b5-80a0-5096721afce1 None None] Bound port: c90b9635-916a-4618-8346-65ea041369c1, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab5fb13c-8211-4751-9ff6-bdef0932666c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '3c156937-2b03-40dd-a09e-a323bc1efb9b'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:43:14.461142 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-073d8ffc-b2c5-42b5-80a0-5096721afce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:14.482330 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7897c21b-edd6-4e2a-816a-5af885ec4506 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:14.484729 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8078cc9e-2be3-4ec2-a418-20b484365022 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66115c15-f728-435c-88e9-1c7552179ad4,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:14.488313 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-80b33fdb-2b88-44ed-ae48-0f479ca6555e tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:14.508249 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d4e719-a51e-4117-9475-554bd0afc572 req-cf79749f-d8d5-4d97-a424-d556c03fcea2 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:14.515828 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-74d4e719-a51e-4117-9475-554bd0afc572 req-cf79749f-d8d5-4d97-a424-d556c03fcea2 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f309255-5b4d-4296-81c6-c49d93f44d38 HTTP/1.1" status: 200 len: 931 time: 0.3371027 Jul 13 13:43:14.527822 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-80b33fdb-2b88-44ed-ae48-0f479ca6555e tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:14.565388 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-14e62bd2-f4a0-4b0d-8b90-6f3d3f769f78 req-17197f55-478a-49d1-a096-6564cc442233 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:14.642988 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port fd7d0e92-3620-439f-bfb2-59a627e5d20b completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:43:14.650121 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2bd6244b-1b98-45a8-832c-5b363922f430 None None] Calling delete_port for 111c45de-bbf8-42e5-8a26-79156493f99e owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:43:14.659070 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 90c4466a-3193-4149-a16b-118ac388caf1 details requested by agent hyperv_n-h2-800634-1 with host n-h2-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 13:43:14.838458 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7897c21b-edd6-4e2a-816a-5af885ec4506 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:14.847275 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-52da8d00-d860-4040-8b31-fc1bef21271b tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:14.850023 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-7f578604-6e15-41ae-b147-47c41a3db3af None None] Provisioning for port f115a5a3-b9d3-484c-bdb3-ed8d7f56645f completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:43:14.853125 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7897c21b-edd6-4e2a-816a-5af885ec4506 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:14.853460 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 111c45de-bbf8-42e5-8a26-79156493f99e no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:43:14.907212 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-7f578604-6e15-41ae-b147-47c41a3db3af None None] Provisioning complete for port f115a5a3-b9d3-484c-bdb3-ed8d7f56645f triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:43:14.908109 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-7f578604-6e15-41ae-b147-47c41a3db3af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:14.914906 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-52da8d00-d860-4040-8b31-fc1bef21271b tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['528f896c-ef63-4a6d-8ee2-08fbfe2387ea']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:43:14.926943 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-74d4e719-a51e-4117-9475-554bd0afc572 req-0f12ed98-83e1-4c17-b906-0dfb400065f0 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bf3e8b9-8da9-4a28-88c0-799fd78203e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4101641 Jul 13 13:43:14.936689 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b33fdb-2b88-44ed-ae48-0f479ca6555e tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Pushing event updated for resources: {'Port': ['ID=e91f34ce-0f6b-4000-8aec-37302745a383,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:14.950439 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-80b33fdb-2b88-44ed-ae48-0f479ca6555e tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1785045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451806'] for router_interface, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:14.958980 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: 111c45de-bbf8-42e5-8a26-79156493f99e {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:43:14.959622 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 111c45de-bbf8-42e5-8a26-79156493f99e not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:43:14.966808 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ad3457c7-d415-4221-82ee-0dd54d4b0586 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:14.992229 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ad3457c7-d415-4221-82ee-0dd54d4b0586 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:15.041293 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-52da8d00-d860-4040-8b31-fc1bef21271b tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4dbe59b-9f47-42d6-8c91-9696718a262b') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:43:15.044311 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-52da8d00-d860-4040-8b31-fc1bef21271b tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4dbe59b-9f47-42d6-8c91-9696718a262b') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:43:15.070977 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-073d8ffc-b2c5-42b5-80a0-5096721afce1 None None] For port c90b9635-916a-4618-8346-65ea041369c1, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:43:15.096857 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-073d8ffc-b2c5-42b5-80a0-5096721afce1 None None] For port c90b9635-916a-4618-8346-65ea041369c1, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=c90b9635-916a-4618-8346-65ea041369c1,segment=NetworkSegment(ab5fb13c-8211-4751-9ff6-bdef0932666c),segment_id=ab5fb13c-8211-4751-9ff6-bdef0932666c)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:43:15.100357 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ad3457c7-d415-4221-82ee-0dd54d4b0586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:15.104886 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-7f578604-6e15-41ae-b147-47c41a3db3af None None] Port f115a5a3-b9d3-484c-bdb3-ed8d7f56645f cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:43:15.110204 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ad3457c7-d415-4221-82ee-0dd54d4b0586 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:15.110921 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-073d8ffc-b2c5-42b5-80a0-5096721afce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:15.112085 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-ad3457c7-d415-4221-82ee-0dd54d4b0586 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/66115c15-f728-435c-88e9-1c7552179ad4 HTTP/1.1" status: 204 len: 168 time: 0.8366046 Jul 13 13:43:15.126690 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 90c4466a-3193-4149-a16b-118ac388caf1, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=90c4466a-3193-4149-a16b-118ac388caf1,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:43:15.132622 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-52da8d00-d860-4040-8b31-fc1bef21271b tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5431730'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:15.174253 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2bd6244b-1b98-45a8-832c-5b363922f430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:15.244374 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7897c21b-edd6-4e2a-816a-5af885ec4506 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Pushing event updated for resources: {'Port': ['ID=f115a5a3-b9d3-484c-bdb3-ed8d7f56645f,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:15.245951 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [req-14e62bd2-f4a0-4b0d-8b90-6f3d3f769f78 req-17197f55-478a-49d1-a096-6564cc442233 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba15db8f-f750-4ef8-8e43-23b3ac54b1b7 {{(pid=93751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:43:15.250671 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Returning: {'device': '90c4466a-3193-4149-a16b-118ac388caf1', 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30', 'port_id': '90c4466a-3193-4149-a16b-118ac388caf1', 'mac_address': 'fa:16:3e:22:1f:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60b55863-ceb6-45af-a8a4-4b22d72866af', 'ip_address': '192.168.233.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 13:43:15.263481 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-14e62bd2-f4a0-4b0d-8b90-6f3d3f769f78 req-17197f55-478a-49d1-a096-6564cc442233 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:15.271726 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-7f578604-6e15-41ae-b147-47c41a3db3af None None] Provisioning complete for port ca202400-bc6a-4560-9874-49986c2de27c triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:43:15.271726 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-7f578604-6e15-41ae-b147-47c41a3db3af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:15.281785 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd6244b-1b98-45a8-832c-5b363922f430 None None] No DVR routers for this DVR port 111c45de-bbf8-42e5-8a26-79156493f99e on host n-d-800634-1 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:43:15.294144 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b33fdb-2b88-44ed-ae48-0f479ca6555e tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Network d534ebb7-65e2-4831-98cf-3803c3785be3 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:43:15.298278 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-52da8d00-d860-4040-8b31-fc1bef21271b tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:15.303135 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-80b33fdb-2b88-44ed-ae48-0f479ca6555e tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:43:15.319804 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52da8d00-d860-4040-8b31-fc1bef21271b tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 13:43:15.320762 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-52da8d00-d860-4040-8b31-fc1bef21271b tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5970419'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:15.337494 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-14e62bd2-f4a0-4b0d-8b90-6f3d3f769f78 req-17197f55-478a-49d1-a096-6564cc442233 service neutron] Transition to ACTIVE for port object ba15db8f-f750-4ef8-8e43-23b3ac54b1b7 will not be triggered until provisioned by entity L2. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:43:15.394527 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073d8ffc-b2c5-42b5-80a0-5096721afce1 None None] Pushing event updated for resources: {'Port': ['ID=c90b9635-916a-4618-8346-65ea041369c1,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:15.406987 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-14e62bd2-f4a0-4b0d-8b90-6f3d3f769f78 req-17197f55-478a-49d1-a096-6564cc442233 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:15.500019 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd6244b-1b98-45a8-832c-5b363922f430 None None] Pushing event deleted for resources: {'Port': ['ID=111c45de-bbf8-42e5-8a26-79156493f99e,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:15.516593 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:15.577768 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device ca202400-bc6a-4560-9874-49986c2de27c up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:43:15.582292 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:43:15.582292 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:43:15.582292 n-d-800634-1 neutron-server[93750]: Traceback (most recent call last): Jul 13 13:43:15.582292 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 13:43:15.582292 n-d-800634-1 neutron-server[93750]: timer() Jul 13 13:43:15.582292 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 13:43:15.582292 n-d-800634-1 neutron-server[93750]: cb(*args, **kw) Jul 13 13:43:15.582292 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 13:43:15.582292 n-d-800634-1 neutron-server[93750]: return func(*args, **kwargs) Jul 13 13:43:15.582292 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 13:43:15.582292 n-d-800634-1 neutron-server[93750]: self._notify() Jul 13 13:43:15.582292 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 13:43:15.582292 n-d-800634-1 neutron-server[93750]: self.callback(batched_events) Jul 13 13:43:15.582292 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 13:43:15.582292 n-d-800634-1 neutron-server[93750]: event.method(event) Jul 13 13:43:15.582292 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 13:43:15.582292 n-d-800634-1 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 13:43:15.582292 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 13:43:15.582292 n-d-800634-1 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 13:43:15.582292 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 13:43:15.582292 n-d-800634-1 neutron-server[93750]: return f(self, *a, **k) Jul 13 13:43:15.582292 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 13:43:15.582292 n-d-800634-1 neutron-server[93750]: return self._get(url).json() Jul 13 13:43:15.582292 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 13:43:15.582292 n-d-800634-1 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 13:43:15.582292 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 13:43:15.582292 n-d-800634-1 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 13 13:43:15.582292 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 13:43:15.582292 n-d-800634-1 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 13:43:15.582292 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 13:43:15.582292 n-d-800634-1 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 13:43:15.582292 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 13:43:15.582292 n-d-800634-1 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 13:43:15.582292 n-d-800634-1 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 13:43:15.641267 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3457c7-d415-4221-82ee-0dd54d4b0586 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66115c15-f728-435c-88e9-1c7552179ad4,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:15.660143 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-52da8d00-d860-4040-8b31-fc1bef21271b tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:15.668682 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-52da8d00-d860-4040-8b31-fc1bef21271b tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:15.675185 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-52da8d00-d860-4040-8b31-fc1bef21271b tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] 10.222.0.23 "DELETE /v2.0/networks/528f896c-ef63-4a6d-8ee2-08fbfe2387ea HTTP/1.1" status: 204 len: 168 time: 3.1455045 Jul 13 13:43:15.679242 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 35908) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:15.687187 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90c4466a-3193-4149-a16b-118ac388caf1 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:43:15.707348 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-719e8710-ab2e-4d27-bd9a-669c808fcbb2 req-e6bb6bd2-2d94-4246-9b25-25183f11d0da tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] 10.222.0.23 "GET /v2.0/ports?device_id=4946120e-87dc-45f6-ad17-2d305d797a36 HTTP/1.1" status: 200 len: 210 time: 0.1481094 Jul 13 13:43:15.728879 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17197f55-478a-49d1-a096-6564cc442233 service neutron] Pushing event updated for resources: {'Port': ['ID=ba15db8f-f750-4ef8-8e43-23b3ac54b1b7,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:15.750316 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52da8d00-d860-4040-8b31-fc1bef21271b tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Pushing event deleted for resources: {'Network': ['ID=528f896c-ef63-4a6d-8ee2-08fbfe2387ea,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:15.766731 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 35910) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:15.844038 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 90c4466a-3193-4149-a16b-118ac388caf1, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=90c4466a-3193-4149-a16b-118ac388caf1,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:43:15.845375 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5042fc-6722-43e5-aac6-317313abfcbf req-d55b5752-b7ba-4d17-8ee0-1d450075ed13 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:15.857466 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9f5042fc-6722-43e5-aac6-317313abfcbf req-d55b5752-b7ba-4d17-8ee0-1d450075ed13 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/ports?device_id=48cfc91c-49d1-40bc-b4e8-0a6ca10d28a2 HTTP/1.1" status: 200 len: 947 time: 0.9784918 Jul 13 13:43:15.860659 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:15.909853 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f864fd30-2c10-4663-90b4-55c55278fb42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:15.964585 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80b33fdb-2b88-44ed-ae48-0f479ca6555e tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Router 1d1c4035-5359-4547-a8f3-118bcfe3837f has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 13:43:15.981890 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port ca202400-bc6a-4560-9874-49986c2de27c triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:43:15.982292 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:16.054803 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-7f578604-6e15-41ae-b147-47c41a3db3af None None] Provisioning for port ba15db8f-f750-4ef8-8e43-23b3ac54b1b7 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:43:16.095096 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-7f578604-6e15-41ae-b147-47c41a3db3af None None] Provisioning for port fd7d0e92-3620-439f-bfb2-59a627e5d20b completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:43:16.099461 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=90c4466a-3193-4149-a16b-118ac388caf1,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:16.109768 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['90c4466a-3193-4149-a16b-118ac388caf1'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:43:16.117265 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-7f578604-6e15-41ae-b147-47c41a3db3af None None] Provisioning complete for port fd7d0e92-3620-439f-bfb2-59a627e5d20b triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:43:16.117772 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-7f578604-6e15-41ae-b147-47c41a3db3af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:16.139569 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-14e62bd2-f4a0-4b0d-8b90-6f3d3f769f78 req-17197f55-478a-49d1-a096-6564cc442233 service neutron] Attempting to bind port ba15db8f-f750-4ef8-8e43-23b3ac54b1b7 on host n-h1-800634-1 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:43:16.139913 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-14e62bd2-f4a0-4b0d-8b90-6f3d3f769f78 req-17197f55-478a-49d1-a096-6564cc442233 service neutron] Attempting to bind port ba15db8f-f750-4ef8-8e43-23b3ac54b1b7 by drivers openvswitch,hyperv on host n-h1-800634-1 at level 0 using segments [{'id': '370d7ede-eeb6-46ae-b4ce-87c4cdf3222b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4044b022-747e-4834-bc76-73d0f411c2c3'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:43:16.140671 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e62bd2-f4a0-4b0d-8b90-6f3d3f769f78 req-17197f55-478a-49d1-a096-6564cc442233 service neutron] Attempting to bind port ba15db8f-f750-4ef8-8e43-23b3ac54b1b7 on network 4044b022-747e-4834-bc76-73d0f411c2c3 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:43:16.151612 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9f5042fc-6722-43e5-aac6-317313abfcbf req-ded573d7-a3df-4894-ab96-e4af0897ce0d tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/security-groups?id=945af9a8-1349-436a-a066-b9a0fd8d3dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2930729 Jul 13 13:43:16.170781 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ad09cb-f3f7-48ea-8401-19204b2ddf2b req-d18cabbc-2573-4de3-ab64-ecbe0a462560 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:16.177101 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ad09cb-f3f7-48ea-8401-19204b2ddf2b req-d18cabbc-2573-4de3-ab64-ecbe0a462560 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:16.178704 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-30ad09cb-f3f7-48ea-8401-19204b2ddf2b req-d18cabbc-2573-4de3-ab64-ecbe0a462560 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] 10.222.0.41 "GET /v2.0/networks?id=ea787e81-70d6-4741-bbdf-3e813ed07368&id=3c156937-2b03-40dd-a09e-a323bc1efb9b HTTP/1.1" status: 200 len: 1391 time: 0.5689354 Jul 13 13:43:16.191215 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e62bd2-f4a0-4b0d-8b90-6f3d3f769f78 req-17197f55-478a-49d1-a096-6564cc442233 service neutron] Port ba15db8f-f750-4ef8-8e43-23b3ac54b1b7 on network 4044b022-747e-4834-bc76-73d0f411c2c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-1 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:43:16.191531 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e62bd2-f4a0-4b0d-8b90-6f3d3f769f78 req-17197f55-478a-49d1-a096-6564cc442233 service neutron] Attempting to bind port ba15db8f-f750-4ef8-8e43-23b3ac54b1b7 on network 4044b022-747e-4834-bc76-73d0f411c2c3 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:43:16.218152 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-30ad09cb-f3f7-48ea-8401-19204b2ddf2b req-a389f1f1-eb44-4ed5-ba14-7d6a31fb120c tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Request body: {'port': {'device_id': '4946120e-87dc-45f6-ad17-2d305d797a36', 'network_id': 'ea787e81-70d6-4741-bbdf-3e813ed07368', 'admin_state_up': True, 'tenant_id': '7aead08af6bf440ca982d5ee9b154ced'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:43:16.244414 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e62bd2-f4a0-4b0d-8b90-6f3d3f769f78 req-17197f55-478a-49d1-a096-6564cc442233 service neutron] Checking agent: {'id': 'a7603dc8-3c50-4a9b-8f0d-1143528f155e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 43, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:43:16.244883 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e62bd2-f4a0-4b0d-8b90-6f3d3f769f78 req-17197f55-478a-49d1-a096-6564cc442233 service neutron] Checking segment: {'id': '370d7ede-eeb6-46ae-b4ce-87c4cdf3222b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4044b022-747e-4834-bc76-73d0f411c2c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:43:16.245319 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e62bd2-f4a0-4b0d-8b90-6f3d3f769f78 req-17197f55-478a-49d1-a096-6564cc442233 service neutron] Bound using segment: {'id': '370d7ede-eeb6-46ae-b4ce-87c4cdf3222b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4044b022-747e-4834-bc76-73d0f411c2c3'} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:43:16.245905 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-14e62bd2-f4a0-4b0d-8b90-6f3d3f769f78 req-17197f55-478a-49d1-a096-6564cc442233 service neutron] Bound port: ba15db8f-f750-4ef8-8e43-23b3ac54b1b7, host: n-h1-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '370d7ede-eeb6-46ae-b4ce-87c4cdf3222b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4044b022-747e-4834-bc76-73d0f411c2c3'}}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:43:16.246279 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-14e62bd2-f4a0-4b0d-8b90-6f3d3f769f78 req-17197f55-478a-49d1-a096-6564cc442233 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:16.258228 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 61b62a01-5d6d-4aa9-ade9-444d820aca96 no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:43:16.280090 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7897c21b-edd6-4e2a-816a-5af885ec4506 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-450452'] for router_interface, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:16.301091 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: 61b62a01-5d6d-4aa9-ade9-444d820aca96 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:43:16.301573 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 61b62a01-5d6d-4aa9-ade9-444d820aca96 not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:43:16.382731 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-7f578604-6e15-41ae-b147-47c41a3db3af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:16.448458 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f864fd30-2c10-4663-90b4-55c55278fb42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:16.504921 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-7f578604-6e15-41ae-b147-47c41a3db3af None None] For port fd7d0e92-3620-439f-bfb2-59a627e5d20b, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=fd7d0e92-3620-439f-bfb2-59a627e5d20b,segment=NetworkSegment(b0a2acaa-f220-4c1d-a4ab-c854b18a350f),segment_id=b0a2acaa-f220-4c1d-a4ab-c854b18a350f)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:43:16.507367 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80b33fdb-2b88-44ed-ae48-0f479ca6555e tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:43:16.511941 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-7f578604-6e15-41ae-b147-47c41a3db3af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:16.518784 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5537282-8fd3-4bbe-aaeb-478af4d88185 None None] Sync routers for ids ['1d1c4035-5359-4547-a8f3-118bcfe3837f'] in n-d-800634-1 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:43:16.534964 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5537282-8fd3-4bbe-aaeb-478af4d88185 None None] Routers {'1d1c4035-5359-4547-a8f3-118bcfe3837f'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:43:16.535606 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-a5537282-8fd3-4bbe-aaeb-478af4d88185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:42:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['1d1c4035-5359-4547-a8f3-118bcfe3837f'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:43:16.557036 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f864fd30-2c10-4663-90b4-55c55278fb42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:16.565066 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-80b33fdb-2b88-44ed-ae48-0f479ca6555e tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] 10.222.0.23 "PUT /v2.0/routers/1d1c4035-5359-4547-a8f3-118bcfe3837f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6286333 Jul 13 13:43:16.570255 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 35916) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:16.587588 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-c3ecd14b-a121-4cda-b614-339dbd616211 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Request body: {'port': {'network_id': 'd534ebb7-65e2-4831-98cf-3803c3785be3', 'name': 'tempest-FloatingIPTestJSON-1204462443'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:43:16.587914 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-a5537282-8fd3-4bbe-aaeb-478af4d88185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:43:16.591666 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f578604-6e15-41ae-b147-47c41a3db3af None None] Pushing event updated for resources: {'Port': ['ID=fd7d0e92-3620-439f-bfb2-59a627e5d20b,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:16.607388 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5537282-8fd3-4bbe-aaeb-478af4d88185 None None] Routers {'1d1c4035-5359-4547-a8f3-118bcfe3837f'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:43:16.608432 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-a5537282-8fd3-4bbe-aaeb-478af4d88185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:42:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['1d1c4035-5359-4547-a8f3-118bcfe3837f'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:43:16.625063 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7897c21b-edd6-4e2a-816a-5af885ec4506 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:16.638643 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-d6bfbebf-6907-4f03-9796-8bd5a9789ce0 None None] Provisioning complete for port fd7d0e92-3620-439f-bfb2-59a627e5d20b triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:43:16.639402 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d6bfbebf-6907-4f03-9796-8bd5a9789ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:16.657092 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-a5537282-8fd3-4bbe-aaeb-478af4d88185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:43:16.658482 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5537282-8fd3-4bbe-aaeb-478af4d88185 None None] The sync data for ids ['1d1c4035-5359-4547-a8f3-118bcfe3837f'] in n-d-800634-1 is: [] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:43:16.719994 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-f864fd30-2c10-4663-90b4-55c55278fb42 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dc8ae21c4f504ff7889b91239778ca44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9476547 Jul 13 13:43:16.721027 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f864fd30-2c10-4663-90b4-55c55278fb42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44436118-5c98-4ecb-a5c1-3e8a4f9fc3c6,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:16.727052 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 35918) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:16.728479 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-14e62bd2-f4a0-4b0d-8b90-6f3d3f769f78 req-17197f55-478a-49d1-a096-6564cc442233 service neutron] For port ba15db8f-f750-4ef8-8e43-23b3ac54b1b7, host n-h1-800634-1, cleared binding levels {{(pid=93751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:43:16.746623 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d14447d-f622-466e-926d-7852d6d2bce5 req-1ce5635c-7833-4ca5-b039-f6542a31b697 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:16.753961 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3d14447d-f622-466e-926d-7852d6d2bce5 req-1ce5635c-7833-4ca5-b039-f6542a31b697 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f309255-5b4d-4296-81c6-c49d93f44d38 HTTP/1.1" status: 200 len: 943 time: 0.6153657 Jul 13 13:43:16.757598 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-14e62bd2-f4a0-4b0d-8b90-6f3d3f769f78 req-17197f55-478a-49d1-a096-6564cc442233 service neutron] For port ba15db8f-f750-4ef8-8e43-23b3ac54b1b7, host n-h1-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=ba15db8f-f750-4ef8-8e43-23b3ac54b1b7,segment=NetworkSegment(370d7ede-eeb6-46ae-b4ce-87c4cdf3222b),segment_id=370d7ede-eeb6-46ae-b4ce-87c4cdf3222b)] {{(pid=93751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:43:16.788602 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-14e62bd2-f4a0-4b0d-8b90-6f3d3f769f78 req-17197f55-478a-49d1-a096-6564cc442233 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:16.825025 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-d6bfbebf-6907-4f03-9796-8bd5a9789ce0 None None] Provisioning complete for port f115a5a3-b9d3-484c-bdb3-ed8d7f56645f triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:43:16.825781 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d6bfbebf-6907-4f03-9796-8bd5a9789ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:16.827829 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc0293e2-936d-47f0-bf07-c5f04a503cd4 None None] Network 3c156937-2b03-40dd-a09e-a323bc1efb9b requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:43:16.832508 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30ad09cb-f3f7-48ea-8401-19204b2ddf2b req-a389f1f1-eb44-4ed5-ba14-7d6a31fb120c tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Made reservation on behalf of 7aead08af6bf440ca982d5ee9b154ced for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:43:16.836176 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-30ad09cb-f3f7-48ea-8401-19204b2ddf2b req-a389f1f1-eb44-4ed5-ba14-7d6a31fb120c tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:16.909072 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-d6bfbebf-6907-4f03-9796-8bd5a9789ce0 None None] Port f115a5a3-b9d3-484c-bdb3-ed8d7f56645f cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:43:16.940386 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7477e0c6-8a04-43ff-bbdc-54147255dbb2 req-5ce1052a-4353-45ef-8886-62b6ebca3c5c tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] 10.222.0.23 "GET /v2.0/ports?device_id=4946120e-87dc-45f6-ad17-2d305d797a36 HTTP/1.1" status: 200 len: 210 time: 0.0704920 Jul 13 13:43:17.039481 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-829f0ca9-4cf4-4189-8165-76113eaf8c6d tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451695'] for router_interface, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:17.076914 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-07b43d0b-fb3b-4b94-b5c5-44d2f3abbd9d None None] Provisioning for port c90b9635-916a-4618-8346-65ea041369c1 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:43:17.114640 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7897c21b-edd6-4e2a-816a-5af885ec4506 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:17.127059 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7897c21b-edd6-4e2a-816a-5af885ec4506 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:17.151113 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-3147923c-83cb-4e91-8ccf-26fa2915e126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:17.249763 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e62bd2-f4a0-4b0d-8b90-6f3d3f769f78 req-17197f55-478a-49d1-a096-6564cc442233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:17.250520 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-14e62bd2-f4a0-4b0d-8b90-6f3d3f769f78 req-17197f55-478a-49d1-a096-6564cc442233 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:17.251959 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-14e62bd2-f4a0-4b0d-8b90-6f3d3f769f78 req-17197f55-478a-49d1-a096-6564cc442233 service neutron] 10.222.0.26 "PUT /v2.0/ports/ba15db8f-f750-4ef8-8e43-23b3ac54b1b7 HTTP/1.1" status: 200 len: 1091 time: 2.9716110 Jul 13 13:43:17.278668 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f309255-5b4d-4296-81c6-c49d93f44d38', 'tag': 'ba15db8f-f750-4ef8-8e43-23b3ac54b1b7'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:43:17.280968 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d17b627af75e17e0f4b8d6239d04f8c2f78634e2c585e32a7aeca336500f34a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9f00fde-7cb3-4e82-878c-03f02a919f90" -d '{"events": [{"name": "network-changed", "server_uuid": "5f309255-5b4d-4296-81c6-c49d93f44d38", "tag": "ba15db8f-f750-4ef8-8e43-23b3ac54b1b7"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:43:17.283740 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cf036990-061a-406d-b0d5-61d40730175c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:17.299191 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7897c21b-edd6-4e2a-816a-5af885ec4506 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Pushing event updated for resources: {'Port': ['ID=f115a5a3-b9d3-484c-bdb3-ed8d7f56645f,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:17.325588 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7897c21b-edd6-4e2a-816a-5af885ec4506 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1785045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451806'] for router_interface, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:17.375737 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3d14447d-f622-466e-926d-7852d6d2bce5 req-244cace0-aa9e-4700-b08f-fc524755b7c1 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bf3e8b9-8da9-4a28-88c0-799fd78203e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6206703 Jul 13 13:43:17.390036 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cf036990-061a-406d-b0d5-61d40730175c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:17.463944 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17197f55-478a-49d1-a096-6564cc442233 service neutron] Pushing event updated for resources: {'Port': ['ID=ba15db8f-f750-4ef8-8e43-23b3ac54b1b7,revision_number=3']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:17.488906 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 13:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d387a6f2-b537-4238-b580-966ebfc4d25d x-openstack-request-id: req-d387a6f2-b537-4238-b580-966ebfc4d25d {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:43:17.489201 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f309255-5b4d-4296-81c6-c49d93f44d38", "tag": "ba15db8f-f750-4ef8-8e43-23b3ac54b1b7", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:43:17.489454 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d387a6f2-b537-4238-b580-966ebfc4d25d {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:43:17.489931 n-d-800634-1 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f309255-5b4d-4296-81c6-c49d93f44d38', 'tag': 'ba15db8f-f750-4ef8-8e43-23b3ac54b1b7', 'status': 'completed', 'code': 200} Jul 13 13:43:17.523019 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3ecd14b-a121-4cda-b614-339dbd616211 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Made reservation on behalf of b06282a4238c4fbb965bd4cb36a268f1 for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:43:17.527295 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c3ecd14b-a121-4cda-b614-339dbd616211 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:17.587250 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [None req-c3ecd14b-a121-4cda-b614-339dbd616211 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] device_id is not set on port cb8bcb4f-a0c3-447b-95ab-14968b2ff082 yet. {{(pid=93751) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 13:43:17.615378 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e62bd2-f4a0-4b0d-8b90-6f3d3f769f78 req-1e73a25f-db8c-4024-9174-baafe46a39d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:17.616990 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-14e62bd2-f4a0-4b0d-8b90-6f3d3f769f78 req-1e73a25f-db8c-4024-9174-baafe46a39d6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ef6418d5526f4765ba53df412776e3e7&device_id=5f309255-5b4d-4296-81c6-c49d93f44d38 HTTP/1.1" status: 200 len: 1094 time: 0.2980785 Jul 13 13:43:17.625707 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device c90b9635-916a-4618-8346-65ea041369c1 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:43:17.647037 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cf036990-061a-406d-b0d5-61d40730175c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:17.649579 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cf036990-061a-406d-b0d5-61d40730175c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:17.653426 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-cf036990-061a-406d-b0d5-61d40730175c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/44436118-5c98-4ecb-a5c1-3e8a4f9fc3c6 HTTP/1.1" status: 204 len: 168 time: 0.9194109 Jul 13 13:43:17.686160 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port c90b9635-916a-4618-8346-65ea041369c1 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:43:17.691298 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port c90b9635-916a-4618-8346-65ea041369c1 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:43:17.691907 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:17.723249 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf036990-061a-406d-b0d5-61d40730175c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44436118-5c98-4ecb-a5c1-3e8a4f9fc3c6,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:17.728236 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [req-30ad09cb-f3f7-48ea-8401-19204b2ddf2b req-a389f1f1-eb44-4ed5-ba14-7d6a31fb120c tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Allocated IP 19.80.0.211 (ea787e81-70d6-4741-bbdf-3e813ed07368/0da26ed4-aa1a-4742-8c9b-d2cc3923db5c/a9d47bb7-fefa-4f1e-8f29-1f6941a2b09a) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:43:17.732829 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-14e62bd2-f4a0-4b0d-8b90-6f3d3f769f78 req-abf0947c-799c-41ca-bfbb-173d87c4ff35 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba15db8f-f750-4ef8-8e43-23b3ac54b1b7 HTTP/1.1" status: 200 len: 217 time: 0.0739443 Jul 13 13:43:17.812943 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:17.860059 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e62bd2-f4a0-4b0d-8b90-6f3d3f769f78 req-a6130e98-75b6-4ede-9aa5-2a6be082d7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:17.860945 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port c90b9635-916a-4618-8346-65ea041369c1, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=c90b9635-916a-4618-8346-65ea041369c1,segment=NetworkSegment(ab5fb13c-8211-4751-9ff6-bdef0932666c),segment_id=ab5fb13c-8211-4751-9ff6-bdef0932666c)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:43:17.862115 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-14e62bd2-f4a0-4b0d-8b90-6f3d3f769f78 req-a6130e98-75b6-4ede-9aa5-2a6be082d7ed service neutron] 10.222.0.26 "GET /v2.0/subnets?id=22de4df8-967a-4ca5-99c3-67fec7ee33c8 HTTP/1.1" status: 200 len: 851 time: 0.1193364 Jul 13 13:43:17.867135 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:17.868176 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device fd7d0e92-3620-439f-bfb2-59a627e5d20b up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:43:17.895625 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-c3ecd14b-a121-4cda-b614-339dbd616211 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Allocated IP 172.20.0.2 (d534ebb7-65e2-4831-98cf-3803c3785be3/eb5a235c-48da-402e-b31e-1ef817e8acdf/cb8bcb4f-a0c3-447b-95ab-14968b2ff082) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:43:17.971256 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e880e92d-7c96-42d9-8d19-f4f9a0f897d4 req-de68aaa8-cc84-4205-a95c-8fd14bb35143 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:17.978579 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e880e92d-7c96-42d9-8d19-f4f9a0f897d4 req-de68aaa8-cc84-4205-a95c-8fd14bb35143 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/ports?device_id=48cfc91c-49d1-40bc-b4e8-0a6ca10d28a2 HTTP/1.1" status: 200 len: 948 time: 0.6556175 Jul 13 13:43:18.001703 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=c90b9635-916a-4618-8346-65ea041369c1,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:18.011339 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7897c21b-edd6-4e2a-816a-5af885ec4506 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Network 0a23af0d-99b9-45e9-9c4d-fe2aaf9b9207 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:43:18.020008 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-7897c21b-edd6-4e2a-816a-5af885ec4506 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:43:18.029096 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port fd7d0e92-3620-439f-bfb2-59a627e5d20b triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:43:18.029519 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:18.097224 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e880e92d-7c96-42d9-8d19-f4f9a0f897d4 req-bfd8376e-dee4-4097-b056-38fcd5923595 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/security-groups?id=945af9a8-1349-436a-a066-b9a0fd8d3dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172719 Jul 13 13:43:18.140935 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-30ad09cb-f3f7-48ea-8401-19204b2ddf2b req-a389f1f1-eb44-4ed5-ba14-7d6a31fb120c tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:18.143530 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e62bd2-f4a0-4b0d-8b90-6f3d3f769f78 req-b3a466db-1438-4b76-ac13-75de6f0f493d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:18.144892 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-14e62bd2-f4a0-4b0d-8b90-6f3d3f769f78 req-b3a466db-1438-4b76-ac13-75de6f0f493d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4044b022-747e-4834-bc76-73d0f411c2c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2700686 Jul 13 13:43:18.232930 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-829f0ca9-4cf4-4189-8165-76113eaf8c6d tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Deleting port 480b6147-c801-4de9-b029-9a95df87513d {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:43:18.233298 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-829f0ca9-4cf4-4189-8165-76113eaf8c6d tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:18.251504 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-30ad09cb-f3f7-48ea-8401-19204b2ddf2b req-a389f1f1-eb44-4ed5-ba14-7d6a31fb120c tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Transition to ACTIVE for port object a9d47bb7-fefa-4f1e-8f29-1f6941a2b09a will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:43:18.307737 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-fd19b1b8-dd44-43b0-9ae9-73e21fee33f4 req-3375d604-a440-458b-8c8c-25bff4fa46b7 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] 10.222.0.23 "GET /v2.0/ports?device_id=4946120e-87dc-45f6-ad17-2d305d797a36 HTTP/1.1" status: 200 len: 210 time: 0.1133828 Jul 13 13:43:18.372952 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7897c21b-edd6-4e2a-816a-5af885ec4506 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Router 6be5da8e-3925-4281-a91c-145c547b79db is scheduled to L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 with binding_index 1 {{(pid=93750) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 13:43:18.380315 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2f174bf5-5dc3-470d-90d9-19264e21d86e None None] Provisioning complete for port f115a5a3-b9d3-484c-bdb3-ed8d7f56645f triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:43:18.380691 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2f174bf5-5dc3-470d-90d9-19264e21d86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:18.383445 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c3ecd14b-a121-4cda-b614-339dbd616211 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:18.399861 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-829f0ca9-4cf4-4189-8165-76113eaf8c6d tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] For port 480b6147-c801-4de9-b029-9a95df87513d, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=480b6147-c801-4de9-b029-9a95df87513d,segment=NetworkSegment(07dc4a26-1884-4ccf-aed5-c9e3c0095ce2),segment_id=07dc4a26-1884-4ccf-aed5-c9e3c0095ce2)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:43:18.400397 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-829f0ca9-4cf4-4189-8165-76113eaf8c6d tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:18.407277 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-14e62bd2-f4a0-4b0d-8b90-6f3d3f769f78 req-2c65a6b3-1ff3-44a4-9cad-b7dd98f8ec81 service neutron] 10.222.0.26 "GET /v2.0/networks/4044b022-747e-4834-bc76-73d0f411c2c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2526920 Jul 13 13:43:18.418983 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-30ad09cb-f3f7-48ea-8401-19204b2ddf2b req-a389f1f1-eb44-4ed5-ba14-7d6a31fb120c tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:18.431382 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2f174bf5-5dc3-470d-90d9-19264e21d86e None None] Port f115a5a3-b9d3-484c-bdb3-ed8d7f56645f cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:43:18.483026 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-829f0ca9-4cf4-4189-8165-76113eaf8c6d tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Calling delete_port for 480b6147-c801-4de9-b029-9a95df87513d owned by network:router_interface {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:43:18.511602 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 90c4466a-3193-4149-a16b-118ac388caf1 up at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:43:18.550996 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7897c21b-edd6-4e2a-816a-5af885ec4506 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:43:18.557005 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-7897c21b-edd6-4e2a-816a-5af885ec4506 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] 10.222.0.23 "PUT /v2.0/routers/6be5da8e-3925-4281-a91c-145c547b79db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9073310 Jul 13 13:43:18.558321 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 35950) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:18.570318 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc1e438-5702-466c-993d-2b5d2544de95 None None] Sync routers for ids ['6be5da8e-3925-4281-a91c-145c547b79db'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:43:18.591322 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc1e438-5702-466c-993d-2b5d2544de95 None None] Routers {'6be5da8e-3925-4281-a91c-145c547b79db'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:43:18.592392 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-8bc1e438-5702-466c-993d-2b5d2544de95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:42:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['6be5da8e-3925-4281-a91c-145c547b79db'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:43:18.630790 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-8bc1e438-5702-466c-993d-2b5d2544de95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:43:18.645006 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc1e438-5702-466c-993d-2b5d2544de95 None None] Routers {'6be5da8e-3925-4281-a91c-145c547b79db'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:43:18.645665 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-8bc1e438-5702-466c-993d-2b5d2544de95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:42:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['6be5da8e-3925-4281-a91c-145c547b79db'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:43:18.649375 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning for port 90c4466a-3193-4149-a16b-118ac388caf1 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:43:18.681146 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-8bc1e438-5702-466c-993d-2b5d2544de95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:43:18.681891 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc1e438-5702-466c-993d-2b5d2544de95 None None] The sync data for ids ['6be5da8e-3925-4281-a91c-145c547b79db'] in n-d-800634-1 is: [] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:43:18.685203 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning complete for port 90c4466a-3193-4149-a16b-118ac388caf1 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:43:18.685598 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:18.689961 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a389f1f1-eb44-4ed5-ba14-7d6a31fb120c tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Pushing event updated for resources: {'Port': ['ID=a9d47bb7-fefa-4f1e-8f29-1f6941a2b09a,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:18.746967 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-14e62bd2-f4a0-4b0d-8b90-6f3d3f769f78 req-526d907d-8954-499e-a141-4ad17b56356e service neutron] 10.222.0.26 "GET /v2.0/networks/4044b022-747e-4834-bc76-73d0f411c2c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3288553 Jul 13 13:43:18.751815 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c3ecd14b-a121-4cda-b614-339dbd616211 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:18.766516 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30ad09cb-f3f7-48ea-8401-19204b2ddf2b req-a389f1f1-eb44-4ed5-ba14-7d6a31fb120c tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Network ea787e81-70d6-4741-bbdf-3e813ed07368 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:43:18.768204 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [req-30ad09cb-f3f7-48ea-8401-19204b2ddf2b req-a389f1f1-eb44-4ed5-ba14-7d6a31fb120c tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:43:18.794782 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-30ad09cb-f3f7-48ea-8401-19204b2ddf2b req-a389f1f1-eb44-4ed5-ba14-7d6a31fb120c tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:43:18.839156 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:18.854280 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ca0b91-771c-4612-9cb6-94c2754bc037 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:18.859651 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-72ca0b91-771c-4612-9cb6-94c2754bc037 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] 10.222.0.23 "GET /v2.0/ports?device_id=6be5da8e-3925-4281-a91c-145c547b79db HTTP/1.1" status: 200 len: 983 time: 0.3011768 Jul 13 13:43:18.860851 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 35958) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:18.873927 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-829f0ca9-4cf4-4189-8165-76113eaf8c6d tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:18.901688 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 90c4466a-3193-4149-a16b-118ac388caf1, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=90c4466a-3193-4149-a16b-118ac388caf1,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:43:18.902922 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48cfc91c-49d1-40bc-b4e8-0a6ca10d28a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90c4466a-3193-4149-a16b-118ac388caf1'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:43:18.907322 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04166e9d-97e3-4750-bb80-d886a945e748" -d '{"events": [{"server_uuid": "48cfc91c-49d1-40bc-b4e8-0a6ca10d28a2", "name": "network-vif-plugged", "status": "completed", "tag": "90c4466a-3193-4149-a16b-118ac388caf1"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:43:18.910455 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ecd14b-a121-4cda-b614-339dbd616211 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Network d534ebb7-65e2-4831-98cf-3803c3785be3 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:43:18.923291 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:18.947123 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-c3ecd14b-a121-4cda-b614-339dbd616211 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:43:18.957417 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ecd14b-a121-4cda-b614-339dbd616211 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:43:18.960505 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ecd14b-a121-4cda-b614-339dbd616211 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Pushing event updated for resources: {'Port': ['ID=cb8bcb4f-a0c3-447b-95ab-14968b2ff082,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:18.966405 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7a2c19-ccea-4d28-902f-9796ff9ef224 req-d48be0e6-82a5-434c-b1fc-190faa5207f4 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:18.975653 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5a7a2c19-ccea-4d28-902f-9796ff9ef224 req-d48be0e6-82a5-434c-b1fc-190faa5207f4 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f309255-5b4d-4296-81c6-c49d93f44d38 HTTP/1.1" status: 200 len: 943 time: 0.3908300 Jul 13 13:43:18.985803 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:43:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6da0f8a-2d8f-45ff-9423-183d2f630fff x-openstack-request-id: req-d6da0f8a-2d8f-45ff-9423-183d2f630fff {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:43:18.986635 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48cfc91c-49d1-40bc-b4e8-0a6ca10d28a2", "name": "network-vif-plugged", "status": "completed", "tag": "90c4466a-3193-4149-a16b-118ac388caf1", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:43:18.987069 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d6da0f8a-2d8f-45ff-9423-183d2f630fff {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:43:18.987662 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48cfc91c-49d1-40bc-b4e8-0a6ca10d28a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90c4466a-3193-4149-a16b-118ac388caf1', 'code': 200} Jul 13 13:43:19.049536 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=90c4466a-3193-4149-a16b-118ac388caf1,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:19.055877 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ad09cb-f3f7-48ea-8401-19204b2ddf2b req-a389f1f1-eb44-4ed5-ba14-7d6a31fb120c tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:19.056697 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-30ad09cb-f3f7-48ea-8401-19204b2ddf2b req-a389f1f1-eb44-4ed5-ba14-7d6a31fb120c tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:19.098446 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829f0ca9-4cf4-4189-8165-76113eaf8c6d tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Pushing event deleted for resources: {'Port': ['ID=480b6147-c801-4de9-b029-9a95df87513d,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:19.121848 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-30ad09cb-f3f7-48ea-8401-19204b2ddf2b req-a389f1f1-eb44-4ed5-ba14-7d6a31fb120c tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9279037 Jul 13 13:43:19.147218 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3ecd14b-a121-4cda-b614-339dbd616211 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:19.147894 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c3ecd14b-a121-4cda-b614-339dbd616211 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:19.171110 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-30ad09cb-f3f7-48ea-8401-19204b2ddf2b req-d69d2f2a-9ebc-47cb-9eda-108dc0bf1009 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Request body: {'port': {'device_id': '4946120e-87dc-45f6-ad17-2d305d797a36', 'network_id': '3c156937-2b03-40dd-a09e-a323bc1efb9b', 'admin_state_up': True, 'tenant_id': '7aead08af6bf440ca982d5ee9b154ced'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:43:19.178682 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-c3ecd14b-a121-4cda-b614-339dbd616211 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.5988584 Jul 13 13:43:19.198436 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f00fde-7cb3-4e82-878c-03f02a919f90 req-826e14b2-f8e7-4718-bc39-2fe2926b4fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:19.200122 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a9f00fde-7cb3-4e82-878c-03f02a919f90 req-826e14b2-f8e7-4718-bc39-2fe2926b4fa6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ef6418d5526f4765ba53df412776e3e7&device_id=5f309255-5b4d-4296-81c6-c49d93f44d38 HTTP/1.1" status: 200 len: 1094 time: 0.3697820 Jul 13 13:43:19.228189 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 35966) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:19.243597 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-d2e584ea-6110-419b-9d0d-ff5bd31002ad tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Request body: {'port': {'network_id': 'd534ebb7-65e2-4831-98cf-3803c3785be3', 'name': 'tempest-FloatingIPTestJSON-42751776'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:43:19.250894 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-829f0ca9-4cf4-4189-8165-76113eaf8c6d tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1785036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452491'] for router_interface, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:19.266445 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-c5fe296b-8550-4b55-8a36-bf8e11e8be4e None None] Provisioning for port a9d47bb7-fefa-4f1e-8f29-1f6941a2b09a completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:43:19.271188 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-c5fe296b-8550-4b55-8a36-bf8e11e8be4e None None] Provisioning complete for port a9d47bb7-fefa-4f1e-8f29-1f6941a2b09a triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:43:19.271640 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c5fe296b-8550-4b55-8a36-bf8e11e8be4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:19.321961 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-c5fe296b-8550-4b55-8a36-bf8e11e8be4e None None] Port a9d47bb7-fefa-4f1e-8f29-1f6941a2b09a cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:43:19.431908 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5a7a2c19-ccea-4d28-902f-9796ff9ef224 req-3a8141eb-062b-4d12-bd80-8053763b05c0 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bf3e8b9-8da9-4a28-88c0-799fd78203e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4560447 Jul 13 13:43:19.531789 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2e584ea-6110-419b-9d0d-ff5bd31002ad tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Made reservation on behalf of b06282a4238c4fbb965bd4cb36a268f1 for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:43:19.535613 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d2e584ea-6110-419b-9d0d-ff5bd31002ad tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:19.574460 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [None req-d2e584ea-6110-419b-9d0d-ff5bd31002ad tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] device_id is not set on port 0fb36914-2879-43a3-8397-734c54d807da yet. {{(pid=93751) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 13:43:19.593045 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cc65d6-f539-4639-b481-a3100f803fc8 req-e7c8f324-63d9-4182-afc9-f917540d5a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:19.594502 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e4cc65d6-f539-4639-b481-a3100f803fc8 req-e7c8f324-63d9-4182-afc9-f917540d5a83 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=48cfc91c-49d1-40bc-b4e8-0a6ca10d28a2 HTTP/1.1" status: 200 len: 1100 time: 0.4825230 Jul 13 13:43:19.613302 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device c90b9635-916a-4618-8346-65ea041369c1 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:43:19.667182 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f00fde-7cb3-4e82-878c-03f02a919f90 req-60c9fd67-af05-4b5e-8593-c2bd6b29ff94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:19.668684 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a9f00fde-7cb3-4e82-878c-03f02a919f90 req-60c9fd67-af05-4b5e-8593-c2bd6b29ff94 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4044b022-747e-4834-bc76-73d0f411c2c3 HTTP/1.1" status: 200 len: 912 time: 0.4354279 Jul 13 13:43:19.671230 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port c90b9635-916a-4618-8346-65ea041369c1 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:43:19.671718 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:19.697863 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2169294e-142c-4378-9e2f-0236e6ea49ff req-47a0f268-6962-4282-9e0c-8dcbbac3b4a7 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:19.699713 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2169294e-142c-4378-9e2f-0236e6ea49ff req-47a0f268-6962-4282-9e0c-8dcbbac3b4a7 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/ports?device_id=48cfc91c-49d1-40bc-b4e8-0a6ca10d28a2 HTTP/1.1" status: 200 len: 949 time: 0.3588197 Jul 13 13:43:19.742594 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a9f00fde-7cb3-4e82-878c-03f02a919f90 req-c8d0a85f-3689-4509-bf68-66bf4d09899c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba15db8f-f750-4ef8-8e43-23b3ac54b1b7 HTTP/1.1" status: 200 len: 217 time: 0.0621982 Jul 13 13:43:19.785813 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-829f0ca9-4cf4-4189-8165-76113eaf8c6d tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Router 4b1a190a-b533-42a3-ad5b-67b7033fc544 has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 13:43:19.811569 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e4cc65d6-f539-4639-b481-a3100f803fc8 req-42d68f74-4abf-4c03-b8eb-95aa9f93bda0 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=945af9a8-1349-436a-a066-b9a0fd8d3dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615813 Jul 13 13:43:19.823029 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-58cc48d5-bd96-4d7d-a63e-3589889ecbaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:19.829238 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30ad09cb-f3f7-48ea-8401-19204b2ddf2b req-d69d2f2a-9ebc-47cb-9eda-108dc0bf1009 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Made reservation on behalf of 7aead08af6bf440ca982d5ee9b154ced for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:43:19.833066 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-30ad09cb-f3f7-48ea-8401-19204b2ddf2b req-d69d2f2a-9ebc-47cb-9eda-108dc0bf1009 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:19.849763 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f8e71a-541b-42ff-a0aa-d6af9fe428e0 req-950a6ecb-ccaa-4c96-9e63-a5b371954dc4 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:19.854731 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-40f8e71a-541b-42ff-a0aa-d6af9fe428e0 req-950a6ecb-ccaa-4c96-9e63-a5b371954dc4 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] 10.222.0.23 "GET /v2.0/ports?device_id=4946120e-87dc-45f6-ad17-2d305d797a36 HTTP/1.1" status: 200 len: 932 time: 0.2677679 Jul 13 13:43:19.899848 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-d2e584ea-6110-419b-9d0d-ff5bd31002ad tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Allocated IP 172.20.0.5 (d534ebb7-65e2-4831-98cf-3803c3785be3/eb5a235c-48da-402e-b31e-1ef817e8acdf/0fb36914-2879-43a3-8397-734c54d807da) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:43:19.921122 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2169294e-142c-4378-9e2f-0236e6ea49ff req-2bbc6c61-5ac8-4159-9edf-b66755c758b6 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/security-groups?id=945af9a8-1349-436a-a066-b9a0fd8d3dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855724 Jul 13 13:43:19.949881 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f00fde-7cb3-4e82-878c-03f02a919f90 req-3802ec34-f927-464f-8c96-33f4c6b20265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:19.951503 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a9f00fde-7cb3-4e82-878c-03f02a919f90 req-3802ec34-f927-464f-8c96-33f4c6b20265 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=22de4df8-967a-4ca5-99c3-67fec7ee33c8 HTTP/1.1" status: 200 len: 851 time: 0.1597655 Jul 13 13:43:19.982428 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:19.995650 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-829f0ca9-4cf4-4189-8165-76113eaf8c6d tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:43:20.010308 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d49c86d-b2ff-4741-b7d1-3c1a9d0e7154 None None] Sync routers for ids ['4b1a190a-b533-42a3-ad5b-67b7033fc544'] in n-d-800634-1 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:43:20.027062 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d49c86d-b2ff-4741-b7d1-3c1a9d0e7154 None None] Routers {'4b1a190a-b533-42a3-ad5b-67b7033fc544'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:43:20.027963 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-3d49c86d-b2ff-4741-b7d1-3c1a9d0e7154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:43:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['4b1a190a-b533-42a3-ad5b-67b7033fc544'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:43:20.043840 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-829f0ca9-4cf4-4189-8165-76113eaf8c6d tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] 10.222.0.23 "PUT /v2.0/routers/4b1a190a-b533-42a3-ad5b-67b7033fc544/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3372300 Jul 13 13:43:20.047874 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 35990) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:20.066314 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-40f8e71a-541b-42ff-a0aa-d6af9fe428e0 req-c28b1267-cb04-4874-97a5-6263a27e2cd3 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ac1545a-5526-4c2d-93f1-674377bb30c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085552 Jul 13 13:43:20.113873 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-3d49c86d-b2ff-4741-b7d1-3c1a9d0e7154 None None] Set router 4b1a190a-b533-42a3-ad5b-67b7033fc544 gateway port host: None {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:43:20.150100 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b5b7fc0-c2af-4a01-8d8d-b69ffb900df1 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Deleting subnet c8787d49-ec9b-4955-abad-fa3f0718ac34 {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 13:43:20.163039 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5b5b7fc0-c2af-4a01-8d8d-b69ffb900df1 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:20.182598 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-3d49c86d-b2ff-4741-b7d1-3c1a9d0e7154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b1a190a-b533-42a3-ad5b-67b7033fc544', 'name': 'tempest-RoutersIpV6Test-router-1786170495', 'tenant_id': '485fea06b0b7495bb8721e368ed7bc86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:42:05Z', 'updated_at': '2021-07-13T13:43:18Z', 'revision_number': 11, 'project_id': '485fea06b0b7495bb8721e368ed7bc86', 'gw_port_host': None}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:43:20.221134 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d49c86d-b2ff-4741-b7d1-3c1a9d0e7154 None None] Checking router: 4b1a190a-b533-42a3-ad5b-67b7033fc544 for host: n-d-800634-1 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 13:43:20.244086 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d49c86d-b2ff-4741-b7d1-3c1a9d0e7154 None None] Routers {'4b1a190a-b533-42a3-ad5b-67b7033fc544'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:43:20.245642 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-3d49c86d-b2ff-4741-b7d1-3c1a9d0e7154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:43:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['4b1a190a-b533-42a3-ad5b-67b7033fc544'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:43:20.271377 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d2e584ea-6110-419b-9d0d-ff5bd31002ad tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:20.281230 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5b5b7fc0-c2af-4a01-8d8d-b69ffb900df1 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5431723'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:20.303730 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-060a0e2d-2a4c-4dba-a658-753cb9e9b160 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451695'] for router_interface, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:20.330075 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d2e584ea-6110-419b-9d0d-ff5bd31002ad tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:20.344536 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-3d49c86d-b2ff-4741-b7d1-3c1a9d0e7154 None None] Set router 4b1a190a-b533-42a3-ad5b-67b7033fc544 gateway port host: None {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:43:20.361393 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f00fde-7cb3-4e82-878c-03f02a919f90 req-ea230d12-c8b6-4923-85c4-7711ca4dcf07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:20.363624 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a9f00fde-7cb3-4e82-878c-03f02a919f90 req-ea230d12-c8b6-4923-85c4-7711ca4dcf07 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4044b022-747e-4834-bc76-73d0f411c2c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3754704 Jul 13 13:43:20.466943 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [req-30ad09cb-f3f7-48ea-8401-19204b2ddf2b req-d69d2f2a-9ebc-47cb-9eda-108dc0bf1009 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Allocated IP 19.86.0.242 (3c156937-2b03-40dd-a09e-a323bc1efb9b/630821d5-3a49-4d57-9235-f464e766074e/bb12361b-5eba-45f8-b898-6d33d1a3110d) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:43:20.482860 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e584ea-6110-419b-9d0d-ff5bd31002ad tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Network d534ebb7-65e2-4831-98cf-3803c3785be3 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:43:20.514835 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-d2e584ea-6110-419b-9d0d-ff5bd31002ad tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:43:20.538376 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e584ea-6110-419b-9d0d-ff5bd31002ad tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:43:20.683654 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-3d49c86d-b2ff-4741-b7d1-3c1a9d0e7154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b1a190a-b533-42a3-ad5b-67b7033fc544', 'name': 'tempest-RoutersIpV6Test-router-1786170495', 'tenant_id': '485fea06b0b7495bb8721e368ed7bc86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:42:05Z', 'updated_at': '2021-07-13T13:43:18Z', 'revision_number': 11, 'project_id': '485fea06b0b7495bb8721e368ed7bc86', 'gw_port_host': None}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:43:20.775206 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d49c86d-b2ff-4741-b7d1-3c1a9d0e7154 None None] The sync data for ids ['4b1a190a-b533-42a3-ad5b-67b7033fc544'] in n-d-800634-1 is: [{'id': '4b1a190a-b533-42a3-ad5b-67b7033fc544', 'name': 'tempest-RoutersIpV6Test-router-1786170495', 'tenant_id': '485fea06b0b7495bb8721e368ed7bc86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:42:05Z', 'updated_at': '2021-07-13T13:43:18Z', 'revision_number': 11, 'project_id': '485fea06b0b7495bb8721e368ed7bc86', 'gw_port_host': None}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:43:20.956623 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e584ea-6110-419b-9d0d-ff5bd31002ad tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Pushing event updated for resources: {'Port': ['ID=0fb36914-2879-43a3-8397-734c54d807da,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:20.979631 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5b5b7fc0-c2af-4a01-8d8d-b69ffb900df1 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:21.021639 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2e584ea-6110-419b-9d0d-ff5bd31002ad tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:21.022449 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d2e584ea-6110-419b-9d0d-ff5bd31002ad tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:21.030551 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f033826a-fd1f-42c9-bd39-36fe24b1be6f req-f87c3d58-f261-4bb1-83ec-28da21b99da4 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:21.032238 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f033826a-fd1f-42c9-bd39-36fe24b1be6f req-f87c3d58-f261-4bb1-83ec-28da21b99da4 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f309255-5b4d-4296-81c6-c49d93f44d38 HTTP/1.1" status: 200 len: 943 time: 0.2304752 Jul 13 13:43:21.051051 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-d2e584ea-6110-419b-9d0d-ff5bd31002ad tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 1.8217711 Jul 13 13:43:21.059333 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 36020) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:21.070328 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-38b456e2-5a86-4125-b7b9-52334b747942 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Request body: {'floatingip': {'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'port_id': '0fb36914-2879-43a3-8397-734c54d807da', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:43:21.083147 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:21.112367 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a9f00fde-7cb3-4e82-878c-03f02a919f90 req-9a46018c-d5c9-4475-8fe6-3730c82c0ea8 service neutron] 10.222.0.26 "GET /v2.0/networks/4044b022-747e-4834-bc76-73d0f411c2c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7214196 Jul 13 13:43:21.117017 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f033826a-fd1f-42c9-bd39-36fe24b1be6f req-52ca0cba-5c39-411f-8702-8ec9716b04d1 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bf3e8b9-8da9-4a28-88c0-799fd78203e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709972 Jul 13 13:43:21.120144 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5b5b7fc0-c2af-4a01-8d8d-b69ffb900df1 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5970525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4763356'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:21.189018 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b7fc0-c2af-4a01-8d8d-b69ffb900df1 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Pushing event deleted for resources: {'Subnet': ['ID=c8787d49-ec9b-4955-abad-fa3f0718ac34,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:21.202749 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c052e0-0c55-4281-9df2-eaa90e0cd521 None None] Network 9c959d53-e4b0-48a2-b232-66cb1c914ffc requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:43:21.202928 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5b5b7fc0-c2af-4a01-8d8d-b69ffb900df1 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:21.207426 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-5b5b7fc0-c2af-4a01-8d8d-b69ffb900df1 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] 10.222.0.23 "DELETE /v2.0/subnets/c8787d49-ec9b-4955-abad-fa3f0718ac34 HTTP/1.1" status: 204 len: 168 time: 1.1534879 Jul 13 13:43:21.207712 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 36026) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:21.312071 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-38b456e2-5a86-4125-b7b9-52334b747942 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks [] for floatingip, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:21.351481 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 36030) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:21.415270 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6cf7acb2-b0fc-42d8-8294-df1b5616582c tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:21.416230 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device ba15db8f-f750-4ef8-8e43-23b3ac54b1b7 details requested by agent hyperv_n-h1-800634-1 with host n-h1-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 13:43:21.419946 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 480b6147-c801-4de9-b029-9a95df87513d no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:43:21.428641 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-060a0e2d-2a4c-4dba-a658-753cb9e9b160 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Deleting port f115a5a3-b9d3-484c-bdb3-ed8d7f56645f {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:43:21.428989 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-060a0e2d-2a4c-4dba-a658-753cb9e9b160 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:21.453390 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: 480b6147-c801-4de9-b029-9a95df87513d {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:43:21.454181 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 480b6147-c801-4de9-b029-9a95df87513d not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:43:21.549545 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-30ad09cb-f3f7-48ea-8401-19204b2ddf2b req-d69d2f2a-9ebc-47cb-9eda-108dc0bf1009 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:21.571104 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a9f00fde-7cb3-4e82-878c-03f02a919f90 req-b91d54e6-903b-4d7e-b233-e8787335deef service neutron] 10.222.0.26 "GET /v2.0/networks/4044b022-747e-4834-bc76-73d0f411c2c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4420738 Jul 13 13:43:21.577471 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3df579-63f0-4e00-8de8-8f96e67aef92 req-13d61a8f-93d7-4ec5-802c-c794f0327531 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:21.588967 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port ba15db8f-f750-4ef8-8e43-23b3ac54b1b7, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=ba15db8f-f750-4ef8-8e43-23b3ac54b1b7,segment=NetworkSegment(370d7ede-eeb6-46ae-b4ce-87c4cdf3222b),segment_id=370d7ede-eeb6-46ae-b4ce-87c4cdf3222b)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:43:21.590295 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4d3df579-63f0-4e00-8de8-8f96e67aef92 req-13d61a8f-93d7-4ec5-802c-c794f0327531 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] 10.222.0.23 "GET /v2.0/ports?device_id=4946120e-87dc-45f6-ad17-2d305d797a36 HTTP/1.1" status: 200 len: 932 time: 0.2864618 Jul 13 13:43:21.591440 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90f9a46-2e8a-4db7-9865-557556a25103 req-6ea8607b-5866-4468-9add-f80bb587304f tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:21.592982 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a90f9a46-2e8a-4db7-9865-557556a25103 req-6ea8607b-5866-4468-9add-f80bb587304f tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/ports?device_id=48cfc91c-49d1-40bc-b4e8-0a6ca10d28a2 HTTP/1.1" status: 200 len: 949 time: 0.4629321 Jul 13 13:43:21.605097 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-30ad09cb-f3f7-48ea-8401-19204b2ddf2b req-d69d2f2a-9ebc-47cb-9eda-108dc0bf1009 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Transition to ACTIVE for port object bb12361b-5eba-45f8-b898-6d33d1a3110d will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:43:21.621502 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Returning: {'device': 'ba15db8f-f750-4ef8-8e43-23b3ac54b1b7', 'network_id': '4044b022-747e-4834-bc76-73d0f411c2c3', 'port_id': 'ba15db8f-f750-4ef8-8e43-23b3ac54b1b7', 'mac_address': 'fa:16:3e:b9:24:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22de4df8-967a-4ca5-99c3-67fec7ee33c8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 13:43:21.628493 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-357b6612-4293-4c6b-a221-f0dd0e0eee95 None None] DHCP port deletion for 9c959d53-e4b0-48a2-b232-66cb1c914ffc request from n-d-800634-1 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 13:43:21.631892 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-844a8f2d-eef4-4f18-9c0a-0384f6ff7ab9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:21.679632 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a90f9a46-2e8a-4db7-9865-557556a25103 req-96278f77-ec1b-44c6-9fdc-67c8b2270b46 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/security-groups?id=945af9a8-1349-436a-a066-b9a0fd8d3dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785582 Jul 13 13:43:21.691101 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-060a0e2d-2a4c-4dba-a658-753cb9e9b160 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:21.705353 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-30ad09cb-f3f7-48ea-8401-19204b2ddf2b req-d69d2f2a-9ebc-47cb-9eda-108dc0bf1009 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:21.708117 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-38b456e2-5a86-4125-b7b9-52334b747942 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:21.714072 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:21.736042 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-060a0e2d-2a4c-4dba-a658-753cb9e9b160 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Calling delete_port for f115a5a3-b9d3-484c-bdb3-ed8d7f56645f owned by network:router_interface {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:43:21.746265 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-357b6612-4293-4c6b-a221-f0dd0e0eee95 None None] Deleting port 740d32dd-ff68-44e6-b778-dad4fdd5e4ee {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:43:21.746725 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-357b6612-4293-4c6b-a221-f0dd0e0eee95 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:21.753062 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba15db8f-f750-4ef8-8e43-23b3ac54b1b7 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:43:21.759659 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4d3df579-63f0-4e00-8de8-8f96e67aef92 req-6be4cce3-61f5-4123-80e6-ae37bcd6083e tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ac1545a-5526-4c2d-93f1-674377bb30c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681468 Jul 13 13:43:21.796076 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30ad09cb-f3f7-48ea-8401-19204b2ddf2b req-d69d2f2a-9ebc-47cb-9eda-108dc0bf1009 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Network 3c156937-2b03-40dd-a09e-a323bc1efb9b is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:43:21.805836 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [req-30ad09cb-f3f7-48ea-8401-19204b2ddf2b req-d69d2f2a-9ebc-47cb-9eda-108dc0bf1009 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:43:21.808729 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-6cf7acb2-b0fc-42d8-8294-df1b5616582c tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Deleting port 740d32dd-ff68-44e6-b778-dad4fdd5e4ee {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:43:21.809070 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6cf7acb2-b0fc-42d8-8294-df1b5616582c tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:21.816947 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-30ad09cb-f3f7-48ea-8401-19204b2ddf2b req-d69d2f2a-9ebc-47cb-9eda-108dc0bf1009 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:43:21.849309 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69d2f2a-9ebc-47cb-9eda-108dc0bf1009 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Pushing event updated for resources: {'Port': ['ID=bb12361b-5eba-45f8-b898-6d33d1a3110d,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:21.937531 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-38b456e2-5a86-4125-b7b9-52334b747942 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Allocated IP 172.25.6.205 (acf968b8-c524-46a9-a20b-ad9667009130/dde5a78e-bd1e-4f47-8189-7321d4de73d3/0fe85487-d153-4f74-967f-1974ca201b91) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:43:22.021478 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-357b6612-4293-4c6b-a221-f0dd0e0eee95 None None] For port 740d32dd-ff68-44e6-b778-dad4fdd5e4ee, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=740d32dd-ff68-44e6-b778-dad4fdd5e4ee,segment=NetworkSegment(07dc4a26-1884-4ccf-aed5-c9e3c0095ce2),segment_id=07dc4a26-1884-4ccf-aed5-c9e3c0095ce2)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:43:22.022062 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-357b6612-4293-4c6b-a221-f0dd0e0eee95 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:22.042128 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-357b6612-4293-4c6b-a221-f0dd0e0eee95 None None] Calling delete_port for 740d32dd-ff68-44e6-b778-dad4fdd5e4ee owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:43:22.068147 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-38b456e2-5a86-4125-b7b9-52334b747942 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:22.090399 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ad09cb-f3f7-48ea-8401-19204b2ddf2b req-d69d2f2a-9ebc-47cb-9eda-108dc0bf1009 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:22.090874 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-30ad09cb-f3f7-48ea-8401-19204b2ddf2b req-d69d2f2a-9ebc-47cb-9eda-108dc0bf1009 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:22.126592 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port ba15db8f-f750-4ef8-8e43-23b3ac54b1b7, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=ba15db8f-f750-4ef8-8e43-23b3ac54b1b7,segment=NetworkSegment(370d7ede-eeb6-46ae-b4ce-87c4cdf3222b),segment_id=370d7ede-eeb6-46ae-b4ce-87c4cdf3222b)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:43:22.134943 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:22.136857 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-38b456e2-5a86-4125-b7b9-52334b747942 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:22.143334 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-6cf7acb2-b0fc-42d8-8294-df1b5616582c tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] For port 740d32dd-ff68-44e6-b778-dad4fdd5e4ee, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=740d32dd-ff68-44e6-b778-dad4fdd5e4ee,segment=NetworkSegment(07dc4a26-1884-4ccf-aed5-c9e3c0095ce2),segment_id=07dc4a26-1884-4ccf-aed5-c9e3c0095ce2)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:43:22.144328 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6cf7acb2-b0fc-42d8-8294-df1b5616582c tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:22.178133 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-844a8f2d-eef4-4f18-9c0a-0384f6ff7ab9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:22.180960 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-6cf7acb2-b0fc-42d8-8294-df1b5616582c tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Calling delete_port for 740d32dd-ff68-44e6-b778-dad4fdd5e4ee owned by network:dhcp {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:43:22.190378 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-844a8f2d-eef4-4f18-9c0a-0384f6ff7ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:22.194052 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b456e2-5a86-4125-b7b9-52334b747942 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Pushing event updated for resources: {'Port': ['ID=0fe85487-d153-4f74-967f-1974ca201b91,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:22.211227 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-30ad09cb-f3f7-48ea-8401-19204b2ddf2b req-d69d2f2a-9ebc-47cb-9eda-108dc0bf1009 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0715687 Jul 13 13:43:22.213086 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b456e2-5a86-4125-b7b9-52334b747942 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Network acf968b8-c524-46a9-a20b-ad9667009130 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:43:22.214765 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-38b456e2-5a86-4125-b7b9-52334b747942 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:43:22.217777 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b456e2-5a86-4125-b7b9-52334b747942 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:43:22.224840 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-30ad09cb-f3f7-48ea-8401-19204b2ddf2b req-99a80de0-10de-418d-b1eb-67607f28e587 service neutron] Request body: {'port': {'device_id': '4946120e-87dc-45f6-ad17-2d305d797a36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-1'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:43:22.251126 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=ba15db8f-f750-4ef8-8e43-23b3ac54b1b7,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:22.271261 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-357b6612-4293-4c6b-a221-f0dd0e0eee95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:22.281261 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-3677b7ec-91d2-46e4-8ab4-41efb8f7c4a4 None None] Provisioning for port bb12361b-5eba-45f8-b898-6d33d1a3110d completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:43:22.316842 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-3677b7ec-91d2-46e4-8ab4-41efb8f7c4a4 None None] Provisioning complete for port bb12361b-5eba-45f8-b898-6d33d1a3110d triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:43:22.317252 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-3677b7ec-91d2-46e4-8ab4-41efb8f7c4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:22.333021 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-844a8f2d-eef4-4f18-9c0a-0384f6ff7ab9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a1b7906277154dec857a15d61736ab42&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9756470 Jul 13 13:43:22.336085 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844a8f2d-eef4-4f18-9c0a-0384f6ff7ab9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eda0d7e3-ef4d-4587-8f39-073106b3fee3,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:22.339225 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 36040) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:22.374952 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-3677b7ec-91d2-46e4-8ab4-41efb8f7c4a4 None None] Port bb12361b-5eba-45f8-b898-6d33d1a3110d cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:43:22.376470 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357b6612-4293-4c6b-a221-f0dd0e0eee95 None None] Pushing event deleted for resources: {'Port': ['ID=740d32dd-ff68-44e6-b778-dad4fdd5e4ee,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:22.382935 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357b6612-4293-4c6b-a221-f0dd0e0eee95 None None] No DVR routers for this DVR port 740d32dd-ff68-44e6-b778-dad4fdd5e4ee on host n-d-800634-1 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:43:22.458622 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-30ad09cb-f3f7-48ea-8401-19204b2ddf2b req-99a80de0-10de-418d-b1eb-67607f28e587 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:22.509859 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['ba15db8f-f750-4ef8-8e43-23b3ac54b1b7'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:43:22.513121 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6cf7acb2-b0fc-42d8-8294-df1b5616582c tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:22.561186 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:22.563796 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf7acb2-b0fc-42d8-8294-df1b5616582c tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Pushing event deleted for resources: {'Port': ['ID=740d32dd-ff68-44e6-b778-dad4fdd5e4ee,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:22.566897 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf7acb2-b0fc-42d8-8294-df1b5616582c tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] No DVR routers for this DVR port 740d32dd-ff68-44e6-b778-dad4fdd5e4ee on host n-d-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:43:22.575768 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-93012fdd-6d43-4349-aab8-eb015b9467dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:22.593985 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-66fb6a86-8da6-4a8b-acd8-4891198d886a req-b7a02786-e1f6-45a5-be6b-564e9ba1c3f2 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=48cfc91c-49d1-40bc-b4e8-0a6ca10d28a2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2455788 Jul 13 13:43:22.595910 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-060a0e2d-2a4c-4dba-a658-753cb9e9b160 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:22.700719 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-93012fdd-6d43-4349-aab8-eb015b9467dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:22.704899 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060a0e2d-2a4c-4dba-a658-753cb9e9b160 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Pushing event deleted for resources: {'Port': ['ID=f115a5a3-b9d3-484c-bdb3-ed8d7f56645f,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:22.755460 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74485f1e-7841-4726-9289-e9c550ec8aeb req-17764a33-56cf-4169-8d89-ce93753d0808 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:22.758387 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6cf7acb2-b0fc-42d8-8294-df1b5616582c tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:22.763042 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-74485f1e-7841-4726-9289-e9c550ec8aeb req-17764a33-56cf-4169-8d89-ce93753d0808 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f309255-5b4d-4296-81c6-c49d93f44d38 HTTP/1.1" status: 200 len: 944 time: 0.3437777 Jul 13 13:43:22.808001 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7a9005-c552-4da5-8ca5-b6fd4e49e8f8 req-fed9ad70-5d44-4206-809d-967778af18ab tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:22.814653 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cd7a9005-c552-4da5-8ca5-b6fd4e49e8f8 req-fed9ad70-5d44-4206-809d-967778af18ab tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/ports?device_id=48cfc91c-49d1-40bc-b4e8-0a6ca10d28a2 HTTP/1.1" status: 200 len: 949 time: 0.3813932 Jul 13 13:43:22.834287 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-6cf7acb2-b0fc-42d8-8294-df1b5616582c tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c959d53-e4b0-48a2-b232-66cb1c914ffc']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:43:22.858758 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-6cf7acb2-b0fc-42d8-8294-df1b5616582c tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07dc4a26-1884-4ccf-aed5-c9e3c0095ce2') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:43:22.859176 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-6cf7acb2-b0fc-42d8-8294-df1b5616582c tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07dc4a26-1884-4ccf-aed5-c9e3c0095ce2') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:43:22.867288 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-74485f1e-7841-4726-9289-e9c550ec8aeb req-fea1bab6-8542-4f85-b3b8-c47026c1f990 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bf3e8b9-8da9-4a28-88c0-799fd78203e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019299 Jul 13 13:43:22.896600 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6cf7acb2-b0fc-42d8-8294-df1b5616582c tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5431730'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:22.923532 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6cf7acb2-b0fc-42d8-8294-df1b5616582c tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:23.023261 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cf7acb2-b0fc-42d8-8294-df1b5616582c tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 13:43:23.023624 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6cf7acb2-b0fc-42d8-8294-df1b5616582c tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5970419'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:23.028434 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:43:23.028434 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:43:23.028434 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:43:23.028434 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:43:23.028434 n-d-800634-1 neutron-server[93750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 13:43:23.028434 n-d-800634-1 neutron-server[93750]: self.session.flush() Jul 13 13:43:23.028434 n-d-800634-1 neutron-server[93750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 13:43:23.028434 n-d-800634-1 neutron-server[93750]: self.session.flush() Jul 13 13:43:23.028434 n-d-800634-1 neutron-server[93750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 13:43:23.028434 n-d-800634-1 neutron-server[93750]: self.session.flush() Jul 13 13:43:23.028434 n-d-800634-1 neutron-server[93750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 13:43:23.028434 n-d-800634-1 neutron-server[93750]: self.session.flush() Jul 13 13:43:23.028434 n-d-800634-1 neutron-server[93750]: Traceback (most recent call last): Jul 13 13:43:23.028434 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 13:43:23.028434 n-d-800634-1 neutron-server[93750]: timer() Jul 13 13:43:23.028434 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 13:43:23.028434 n-d-800634-1 neutron-server[93750]: cb(*args, **kw) Jul 13 13:43:23.028434 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 13:43:23.028434 n-d-800634-1 neutron-server[93750]: return func(*args, **kwargs) Jul 13 13:43:23.028434 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 13:43:23.028434 n-d-800634-1 neutron-server[93750]: self._notify() Jul 13 13:43:23.028434 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 13:43:23.028434 n-d-800634-1 neutron-server[93750]: self.callback(batched_events) Jul 13 13:43:23.028434 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 13:43:23.028434 n-d-800634-1 neutron-server[93750]: event.method(event) Jul 13 13:43:23.028434 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 13:43:23.028434 n-d-800634-1 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 13:43:23.028434 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 13:43:23.028434 n-d-800634-1 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 13:43:23.028434 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 13:43:23.028434 n-d-800634-1 neutron-server[93750]: return f(self, *a, **k) Jul 13 13:43:23.028434 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 13:43:23.028434 n-d-800634-1 neutron-server[93750]: return self._get(url).json() Jul 13 13:43:23.028434 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 13:43:23.028434 n-d-800634-1 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 13:43:23.028434 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 13:43:23.028434 n-d-800634-1 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 13 13:43:23.028434 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 13:43:23.028434 n-d-800634-1 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 13:43:23.028434 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 13:43:23.028434 n-d-800634-1 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 13:43:23.028434 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 13:43:23.028434 n-d-800634-1 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 13:43:23.028434 n-d-800634-1 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 13:43:23.054267 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cd7a9005-c552-4da5-8ca5-b6fd4e49e8f8 req-b215a1d7-eab3-499c-9894-07c0d5402112 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/security-groups?id=945af9a8-1349-436a-a066-b9a0fd8d3dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384300 Jul 13 13:43:23.092438 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-060a0e2d-2a4c-4dba-a658-753cb9e9b160 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1785036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452491'] for router_interface, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:23.110654 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-93012fdd-6d43-4349-aab8-eb015b9467dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:23.114167 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-93012fdd-6d43-4349-aab8-eb015b9467dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:23.115309 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-93012fdd-6d43-4349-aab8-eb015b9467dd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/eda0d7e3-ef4d-4587-8f39-073106b3fee3 HTTP/1.1" status: 204 len: 168 time: 0.7701659 Jul 13 13:43:23.205565 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93012fdd-6d43-4349-aab8-eb015b9467dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eda0d7e3-ef4d-4587-8f39-073106b3fee3,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:23.253147 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6cf7acb2-b0fc-42d8-8294-df1b5616582c tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:23.261722 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6cf7acb2-b0fc-42d8-8294-df1b5616582c tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:23.266110 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-6cf7acb2-b0fc-42d8-8294-df1b5616582c tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] 10.222.0.23 "DELETE /v2.0/networks/9c959d53-e4b0-48a2-b232-66cb1c914ffc HTTP/1.1" status: 204 len: 168 time: 2.0549963 Jul 13 13:43:23.268505 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 36066) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:23.272158 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-bf731eeb-6eb8-4ec4-8468-a9e5973305a7 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Request body: {'router': {'routes': None}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:43:23.388019 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [req-30ad09cb-f3f7-48ea-8401-19204b2ddf2b req-99a80de0-10de-418d-b1eb-67607f28e587 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9d47bb7-fefa-4f1e-8f29-1f6941a2b09a {{(pid=93751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:43:23.395948 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf7acb2-b0fc-42d8-8294-df1b5616582c tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Pushing event deleted for resources: {'Network': ['ID=9c959d53-e4b0-48a2-b232-66cb1c914ffc,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:23.396304 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-30ad09cb-f3f7-48ea-8401-19204b2ddf2b req-99a80de0-10de-418d-b1eb-67607f28e587 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:23.409719 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-30ad09cb-f3f7-48ea-8401-19204b2ddf2b req-99a80de0-10de-418d-b1eb-67607f28e587 service neutron] Transition to ACTIVE for port object a9d47bb7-fefa-4f1e-8f29-1f6941a2b09a will not be triggered until provisioned by entity L2. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:43:23.420963 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device ba15db8f-f750-4ef8-8e43-23b3ac54b1b7 up at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:43:23.464679 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-30ad09cb-f3f7-48ea-8401-19204b2ddf2b req-99a80de0-10de-418d-b1eb-67607f28e587 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:23.493947 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.extraroute_db [None req-bf731eeb-6eb8-4ec4-8468-a9e5973305a7 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Added routes are [] {{(pid=93750) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 13 13:43:23.494382 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.extraroute_db [None req-bf731eeb-6eb8-4ec4-8468-a9e5973305a7 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Removed routes are [] {{(pid=93750) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 13 13:43:23.496598 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bf731eeb-6eb8-4ec4-8468-a9e5973305a7 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447180', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1591910', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2751'] for router, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:23.523238 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 740d32dd-ff68-44e6-b778-dad4fdd5e4ee no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:43:23.582963 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3a261d-9cbc-4130-a97c-a3646084443a req-d0d6647e-3087-4370-8119-924767bb5509 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:23.589710 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: 740d32dd-ff68-44e6-b778-dad4fdd5e4ee {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:43:23.590015 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3a261d-9cbc-4130-a97c-a3646084443a req-d0d6647e-3087-4370-8119-924767bb5509 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:23.590736 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 740d32dd-ff68-44e6-b778-dad4fdd5e4ee not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:43:23.591684 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3c3a261d-9cbc-4130-a97c-a3646084443a req-d0d6647e-3087-4370-8119-924767bb5509 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] 10.222.0.23 "GET /v2.0/ports?device_id=4946120e-87dc-45f6-ad17-2d305d797a36 HTTP/1.1" status: 200 len: 1655 time: 0.5487041 Jul 13 13:43:23.627052 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning for port ba15db8f-f750-4ef8-8e43-23b3ac54b1b7 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:43:23.636545 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning complete for port ba15db8f-f750-4ef8-8e43-23b3ac54b1b7 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:43:23.637348 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:23.695229 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 36074) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:23.712815 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-060a0e2d-2a4c-4dba-a658-753cb9e9b160 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Router 6be5da8e-3925-4281-a91c-145c547b79db has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 13:43:23.741040 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:23.781220 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port ba15db8f-f750-4ef8-8e43-23b3ac54b1b7, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=ba15db8f-f750-4ef8-8e43-23b3ac54b1b7,segment=NetworkSegment(370d7ede-eeb6-46ae-b4ce-87c4cdf3222b),segment_id=370d7ede-eeb6-46ae-b4ce-87c4cdf3222b)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:43:23.782456 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f309255-5b4d-4296-81c6-c49d93f44d38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba15db8f-f750-4ef8-8e43-23b3ac54b1b7'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:43:23.796095 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42b366b4-db6e-4c25-80de-21d5223c4acf" -d '{"events": [{"server_uuid": "5f309255-5b4d-4296-81c6-c49d93f44d38", "name": "network-vif-plugged", "status": "completed", "tag": "ba15db8f-f750-4ef8-8e43-23b3ac54b1b7"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:43:23.812587 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:23.872487 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:43:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d486dba2-283b-4554-bc89-45b0debeeb69 x-openstack-request-id: req-d486dba2-283b-4554-bc89-45b0debeeb69 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:43:23.872794 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f309255-5b4d-4296-81c6-c49d93f44d38", "name": "network-vif-plugged", "status": "completed", "tag": "ba15db8f-f750-4ef8-8e43-23b3ac54b1b7", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:43:23.873053 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d486dba2-283b-4554-bc89-45b0debeeb69 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:43:23.873453 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f309255-5b4d-4296-81c6-c49d93f44d38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba15db8f-f750-4ef8-8e43-23b3ac54b1b7', 'code': 200} Jul 13 13:43:23.874276 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=ba15db8f-f750-4ef8-8e43-23b3ac54b1b7,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:23.953146 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bf731eeb-6eb8-4ec4-8468-a9e5973305a7 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447180', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1591910', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2751'] for router, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:23.961308 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bf731eeb-6eb8-4ec4-8468-a9e5973305a7 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-447171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-447226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1591965'] for router, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:23.965279 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-060a0e2d-2a4c-4dba-a658-753cb9e9b160 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:43:23.971028 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-060a0e2d-2a4c-4dba-a658-753cb9e9b160 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] 10.222.0.23 "PUT /v2.0/routers/6be5da8e-3925-4281-a91c-145c547b79db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1075077 Jul 13 13:43:23.974542 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 36080) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:23.979422 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c36791-b977-4739-9de2-506d720d4225 None None] Sync routers for ids ['6be5da8e-3925-4281-a91c-145c547b79db'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:43:23.993791 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c36791-b977-4739-9de2-506d720d4225 None None] Routers {'6be5da8e-3925-4281-a91c-145c547b79db'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:43:23.995443 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-16c36791-b977-4739-9de2-506d720d4225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:43:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['6be5da8e-3925-4281-a91c-145c547b79db'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:43:24.039586 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-16c36791-b977-4739-9de2-506d720d4225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:43:24.049134 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c36791-b977-4739-9de2-506d720d4225 None None] Routers {'6be5da8e-3925-4281-a91c-145c547b79db'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:43:24.049797 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-16c36791-b977-4739-9de2-506d720d4225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:43:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['6be5da8e-3925-4281-a91c-145c547b79db'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:43:24.077864 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-30ad09cb-f3f7-48ea-8401-19204b2ddf2b req-99a80de0-10de-418d-b1eb-67607f28e587 service neutron] Attempting to bind port a9d47bb7-fefa-4f1e-8f29-1f6941a2b09a on host n-h2-800634-1 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:43:24.077864 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-30ad09cb-f3f7-48ea-8401-19204b2ddf2b req-99a80de0-10de-418d-b1eb-67607f28e587 service neutron] Attempting to bind port a9d47bb7-fefa-4f1e-8f29-1f6941a2b09a by drivers openvswitch,hyperv on host n-h2-800634-1 at level 0 using segments [{'id': 'b0a2acaa-f220-4c1d-a4ab-c854b18a350f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ea787e81-70d6-4741-bbdf-3e813ed07368'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:43:24.078228 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ad09cb-f3f7-48ea-8401-19204b2ddf2b req-99a80de0-10de-418d-b1eb-67607f28e587 service neutron] Attempting to bind port a9d47bb7-fefa-4f1e-8f29-1f6941a2b09a on network ea787e81-70d6-4741-bbdf-3e813ed07368 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:43:24.078337 n-d-800634-1 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-b01acfc1-37ec-426d-83bd-9b57d9e22bdc tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] GET failed (client error): The resource could not be found. Jul 13 13:43:24.082534 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-16c36791-b977-4739-9de2-506d720d4225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:43:24.083048 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-b01acfc1-37ec-426d-83bd-9b57d9e22bdc tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] 10.222.0.23 "GET /v2.0/ports/f115a5a3-b9d3-484c-bdb3-ed8d7f56645f HTTP/1.1" status: 404 len: 333 time: 0.1059568 Jul 13 13:43:24.083195 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c36791-b977-4739-9de2-506d720d4225 None None] The sync data for ids ['6be5da8e-3925-4281-a91c-145c547b79db'] in n-d-800634-1 is: [] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:43:24.083843 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 36084) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:24.123317 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-34e65e78-f68e-4e07-bc68-ed064a8973af admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:24.125005 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ad09cb-f3f7-48ea-8401-19204b2ddf2b req-99a80de0-10de-418d-b1eb-67607f28e587 service neutron] Port a9d47bb7-fefa-4f1e-8f29-1f6941a2b09a on network ea787e81-70d6-4741-bbdf-3e813ed07368 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-1 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:43:24.125333 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ad09cb-f3f7-48ea-8401-19204b2ddf2b req-99a80de0-10de-418d-b1eb-67607f28e587 service neutron] Attempting to bind port a9d47bb7-fefa-4f1e-8f29-1f6941a2b09a on network ea787e81-70d6-4741-bbdf-3e813ed07368 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:43:24.149771 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a80de0-10de-418d-b1eb-67607f28e587 service neutron] Pushing event updated for resources: {'Port': ['ID=a9d47bb7-fefa-4f1e-8f29-1f6941a2b09a,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:24.158841 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-38b456e2-5a86-4125-b7b9-52334b747942 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:24.216485 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ad09cb-f3f7-48ea-8401-19204b2ddf2b req-99a80de0-10de-418d-b1eb-67607f28e587 service neutron] Checking agent: {'id': 'f615e5c9-21ab-43f2-adbc-192d64b795cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:43:24.216933 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ad09cb-f3f7-48ea-8401-19204b2ddf2b req-99a80de0-10de-418d-b1eb-67607f28e587 service neutron] Checking segment: {'id': 'b0a2acaa-f220-4c1d-a4ab-c854b18a350f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ea787e81-70d6-4741-bbdf-3e813ed07368'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:43:24.217250 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ad09cb-f3f7-48ea-8401-19204b2ddf2b req-99a80de0-10de-418d-b1eb-67607f28e587 service neutron] Bound using segment: {'id': 'b0a2acaa-f220-4c1d-a4ab-c854b18a350f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ea787e81-70d6-4741-bbdf-3e813ed07368'} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:43:24.217765 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-30ad09cb-f3f7-48ea-8401-19204b2ddf2b req-99a80de0-10de-418d-b1eb-67607f28e587 service neutron] Bound port: a9d47bb7-fefa-4f1e-8f29-1f6941a2b09a, host: n-h2-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0a2acaa-f220-4c1d-a4ab-c854b18a350f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ea787e81-70d6-4741-bbdf-3e813ed07368'}}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:43:24.218177 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-30ad09cb-f3f7-48ea-8401-19204b2ddf2b req-99a80de0-10de-418d-b1eb-67607f28e587 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:24.253133 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3c3a261d-9cbc-4130-a97c-a3646084443a req-8fea04e3-7175-402b-b4ab-009f4f348980 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ac1545a-5526-4c2d-93f1-674377bb30c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6424801 Jul 13 13:43:24.436971 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-30ad09cb-f3f7-48ea-8401-19204b2ddf2b req-99a80de0-10de-418d-b1eb-67607f28e587 service neutron] For port a9d47bb7-fefa-4f1e-8f29-1f6941a2b09a, host n-h2-800634-1, cleared binding levels {{(pid=93751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:43:24.449647 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70985fc8-7652-4749-b56f-29306862f133 req-8d0f54a8-1eb7-437d-885a-eb7dee018bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:24.451247 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-70985fc8-7652-4749-b56f-29306862f133 req-8d0f54a8-1eb7-437d-885a-eb7dee018bee service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5f309255-5b4d-4296-81c6-c49d93f44d38 HTTP/1.1" status: 200 len: 1096 time: 0.3587270 Jul 13 13:43:24.460772 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-38b456e2-5a86-4125-b7b9-52334b747942 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:24.493939 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-30ad09cb-f3f7-48ea-8401-19204b2ddf2b req-99a80de0-10de-418d-b1eb-67607f28e587 service neutron] For port a9d47bb7-fefa-4f1e-8f29-1f6941a2b09a, host n-h2-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=a9d47bb7-fefa-4f1e-8f29-1f6941a2b09a,segment=NetworkSegment(b0a2acaa-f220-4c1d-a4ab-c854b18a350f),segment_id=b0a2acaa-f220-4c1d-a4ab-c854b18a350f)] {{(pid=93751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:43:24.515453 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-30ad09cb-f3f7-48ea-8401-19204b2ddf2b req-99a80de0-10de-418d-b1eb-67607f28e587 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:24.540592 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf731eeb-6eb8-4ec4-8468-a9e5973305a7 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Router 4b1a190a-b533-42a3-ad5b-67b7033fc544 has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 13:43:24.578492 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-cef3086d-3741-4845-931f-0514f772685e tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks [] for router, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:24.616586 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ad09cb-f3f7-48ea-8401-19204b2ddf2b req-99a80de0-10de-418d-b1eb-67607f28e587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:24.617206 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-30ad09cb-f3f7-48ea-8401-19204b2ddf2b req-99a80de0-10de-418d-b1eb-67607f28e587 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:24.618647 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-30ad09cb-f3f7-48ea-8401-19204b2ddf2b req-99a80de0-10de-418d-b1eb-67607f28e587 service neutron] 10.222.0.41 "PUT /v2.0/ports/a9d47bb7-fefa-4f1e-8f29-1f6941a2b09a HTTP/1.1" status: 200 len: 1092 time: 2.3985202 Jul 13 13:43:24.619093 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4946120e-87dc-45f6-ad17-2d305d797a36', 'tag': 'a9d47bb7-fefa-4f1e-8f29-1f6941a2b09a'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:43:24.622176 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d17b627af75e17e0f4b8d6239d04f8c2f78634e2c585e32a7aeca336500f34a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96f3d13e-f62a-4db8-8f08-9147496dd0f5" -d '{"events": [{"name": "network-changed", "server_uuid": "4946120e-87dc-45f6-ad17-2d305d797a36", "tag": "a9d47bb7-fefa-4f1e-8f29-1f6941a2b09a"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:43:24.635700 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-70985fc8-7652-4749-b56f-29306862f133 req-c8b3742a-24f9-472a-a847-0da92081f865 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=2bf3e8b9-8da9-4a28-88c0-799fd78203e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1721768 Jul 13 13:43:24.694260 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-30ad09cb-f3f7-48ea-8401-19204b2ddf2b req-d78373f5-508a-41ea-8ba3-1286d87f1948 service neutron] Request body: {'port': {'device_id': '4946120e-87dc-45f6-ad17-2d305d797a36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-1'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:43:24.709771 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e80d5cb-32a8-47ff-8fd5-254ad8feb97e req-4573ec93-49ce-4e5c-8e7d-dc099e83f06d tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:24.711326 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3e80d5cb-32a8-47ff-8fd5-254ad8feb97e req-4573ec93-49ce-4e5c-8e7d-dc099e83f06d tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/ports?device_id=48cfc91c-49d1-40bc-b4e8-0a6ca10d28a2 HTTP/1.1" status: 200 len: 949 time: 0.3296385 Jul 13 13:43:24.715677 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-34e65e78-f68e-4e07-bc68-ed064a8973af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:24.749968 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-34e65e78-f68e-4e07-bc68-ed064a8973af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:24.752320 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a80de0-10de-418d-b1eb-67607f28e587 service neutron] Pushing event updated for resources: {'Port': ['ID=a9d47bb7-fefa-4f1e-8f29-1f6941a2b09a,revision_number=3']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:24.777645 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf731eeb-6eb8-4ec4-8468-a9e5973305a7 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:43:24.786010 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bf731eeb-6eb8-4ec4-8468-a9e5973305a7 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:24.788537 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e2c783-b555-4b61-ab03-4b5d4485be60 None None] Sync routers for ids ['4b1a190a-b533-42a3-ad5b-67b7033fc544'] in n-d-800634-1 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:43:24.796984 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-bf731eeb-6eb8-4ec4-8468-a9e5973305a7 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] 10.222.0.23 "PUT /v2.0/routers/4b1a190a-b533-42a3-ad5b-67b7033fc544 HTTP/1.1" status: 200 len: 705 time: 1.5282712 Jul 13 13:43:24.804100 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e2c783-b555-4b61-ab03-4b5d4485be60 None None] Routers {'4b1a190a-b533-42a3-ad5b-67b7033fc544'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:43:24.805043 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-c5e2c783-b555-4b61-ab03-4b5d4485be60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:43:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['4b1a190a-b533-42a3-ad5b-67b7033fc544'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:43:24.805419 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 36090) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:24.869375 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-34e65e78-f68e-4e07-bc68-ed064a8973af admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ba003f8eed3944a596b6e6b415d7366b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1391790 Jul 13 13:43:24.873808 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fb6a86-8da6-4a8b-acd8-4891198d886a req-eb4579e1-c201-476d-a77e-46bf7603984e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:24.875363 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-66fb6a86-8da6-4a8b-acd8-4891198d886a req-eb4579e1-c201-476d-a77e-46bf7603984e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c6349d73ae13458a9d892a7db2dc0433&device_id=48cfc91c-49d1-40bc-b4e8-0a6ca10d28a2 HTTP/1.1" status: 200 len: 1100 time: 0.3715637 Jul 13 13:43:24.880637 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-c5e2c783-b555-4b61-ab03-4b5d4485be60 None None] Set router 4b1a190a-b533-42a3-ad5b-67b7033fc544 gateway port host: None {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:43:24.883141 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2913b45e-3879-4e7b-aa9d-411552144838 req-6329d2c8-65ed-478f-8ac7-18c1d4bd0e94 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:24.884676 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2913b45e-3879-4e7b-aa9d-411552144838 req-6329d2c8-65ed-478f-8ac7-18c1d4bd0e94 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f309255-5b4d-4296-81c6-c49d93f44d38 HTTP/1.1" status: 200 len: 945 time: 0.8660390 Jul 13 13:43:24.885224 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 36092) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:24.895562 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-5b50d0cb-29a8-465d-99ad-c9530b942e5d tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b1a190a-b533-42a3-ad5b-67b7033fc544 HTTP/1.1" status: 200 len: 205 time: 0.0755205 Jul 13 13:43:24.904599 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 36094) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:24.905516 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e65e78-f68e-4e07-bc68-ed064a8973af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b36d8a6-dc38-44fa-a496-e9cfd11606bb,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:24.952905 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-c5e2c783-b555-4b61-ab03-4b5d4485be60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b1a190a-b533-42a3-ad5b-67b7033fc544', 'name': 'tempest-RoutersIpV6Test-router-1786170495', 'tenant_id': '485fea06b0b7495bb8721e368ed7bc86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:42:05Z', 'updated_at': '2021-07-13T13:43:18Z', 'revision_number': 11, 'project_id': '485fea06b0b7495bb8721e368ed7bc86', 'gw_port_host': None}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:43:24.967201 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-cef3086d-3741-4845-931f-0514f772685e tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1591938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2696'] for router, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:24.968012 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3e80d5cb-32a8-47ff-8fd5-254ad8feb97e req-bb1058b2-0efd-4f24-a720-0719fdfa3565 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/security-groups?id=945af9a8-1349-436a-a066-b9a0fd8d3dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237802 Jul 13 13:43:24.996978 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e2c783-b555-4b61-ab03-4b5d4485be60 None None] Checking router: 4b1a190a-b533-42a3-ad5b-67b7033fc544 for host: n-d-800634-1 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 13:43:25.008084 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e2c783-b555-4b61-ab03-4b5d4485be60 None None] Routers {'4b1a190a-b533-42a3-ad5b-67b7033fc544'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:43:25.008722 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-c5e2c783-b555-4b61-ab03-4b5d4485be60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:43:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['4b1a190a-b533-42a3-ad5b-67b7033fc544'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:43:25.013275 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-30ad09cb-f3f7-48ea-8401-19204b2ddf2b req-d78373f5-508a-41ea-8ba3-1286d87f1948 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:25.030598 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-81fb8e07-1ce4-4f0f-9711-a9b4d39bbadd tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks [] for router, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:25.042040 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-cef3086d-3741-4845-931f-0514f772685e tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:25.060527 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fb6a86-8da6-4a8b-acd8-4891198d886a req-65e230da-b508-4be4-b26c-938e68597163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:25.062236 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-66fb6a86-8da6-4a8b-acd8-4891198d886a req-65e230da-b508-4be4-b26c-938e68597163 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e0bfb334-0fd9-4ba5-ba79-1568ecabee30 HTTP/1.1" status: 200 len: 869 time: 0.1761141 Jul 13 13:43:25.090128 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-c5e2c783-b555-4b61-ab03-4b5d4485be60 None None] Set router 4b1a190a-b533-42a3-ad5b-67b7033fc544 gateway port host: None {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:43:25.130695 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-38b456e2-5a86-4125-b7b9-52334b747942 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:25.145513 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-38b456e2-5a86-4125-b7b9-52334b747942 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:25.152634 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-c5e2c783-b555-4b61-ab03-4b5d4485be60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b1a190a-b533-42a3-ad5b-67b7033fc544', 'name': 'tempest-RoutersIpV6Test-router-1786170495', 'tenant_id': '485fea06b0b7495bb8721e368ed7bc86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:42:05Z', 'updated_at': '2021-07-13T13:43:18Z', 'revision_number': 11, 'project_id': '485fea06b0b7495bb8721e368ed7bc86', 'gw_port_host': None}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:43:25.167599 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-66fb6a86-8da6-4a8b-acd8-4891198d886a req-5439b283-46f5-4595-b4af-3c6d2a2f5c95 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=90c4466a-3193-4149-a16b-118ac388caf1 HTTP/1.1" status: 200 len: 217 time: 0.0909419 Jul 13 13:43:25.179662 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2913b45e-3879-4e7b-aa9d-411552144838 req-c77c9152-35c9-4abb-890f-f282023b5bb7 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bf3e8b9-8da9-4a28-88c0-799fd78203e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2323694 Jul 13 13:43:25.188125 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e2c783-b555-4b61-ab03-4b5d4485be60 None None] The sync data for ids ['4b1a190a-b533-42a3-ad5b-67b7033fc544'] in n-d-800634-1 is: [{'id': '4b1a190a-b533-42a3-ad5b-67b7033fc544', 'name': 'tempest-RoutersIpV6Test-router-1786170495', 'tenant_id': '485fea06b0b7495bb8721e368ed7bc86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:42:05Z', 'updated_at': '2021-07-13T13:43:18Z', 'revision_number': 11, 'project_id': '485fea06b0b7495bb8721e368ed7bc86', 'gw_port_host': None}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:43:25.191868 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-cef3086d-3741-4845-931f-0514f772685e tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593106'] for router, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:25.191868 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cef3086d-3741-4845-931f-0514f772685e tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Fanout notify agent at l3_agent the message router_deleted on router 6be5da8e-3925-4281-a91c-145c547b79db {{(pid=93750) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 13:43:25.236131 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-cef3086d-3741-4845-931f-0514f772685e tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:25.239606 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-cef3086d-3741-4845-931f-0514f772685e tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] 10.222.0.23 "DELETE /v2.0/routers/6be5da8e-3925-4281-a91c-145c547b79db HTTP/1.1" status: 204 len: 168 time: 1.1341004 Jul 13 13:43:25.254084 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 13:43:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5092a9b9-702c-4806-8ff9-aadb2a0c0adc x-openstack-request-id: req-5092a9b9-702c-4806-8ff9-aadb2a0c0adc {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:43:25.254270 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8a5cf5fa-edc2-43d1-a8c1-5ebe15797ca3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:25.254369 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4946120e-87dc-45f6-ad17-2d305d797a36", "tag": "a9d47bb7-fefa-4f1e-8f29-1f6941a2b09a", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:43:25.254625 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5092a9b9-702c-4806-8ff9-aadb2a0c0adc {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:43:25.255028 n-d-800634-1 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4946120e-87dc-45f6-ad17-2d305d797a36', 'tag': 'a9d47bb7-fefa-4f1e-8f29-1f6941a2b09a', 'status': 'completed', 'code': 200} Jul 13 13:43:25.257683 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 36096) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:25.303073 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-81fb8e07-1ce4-4f0f-9711-a9b4d39bbadd tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1591938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2696'] for router, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:25.307873 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-81fb8e07-1ce4-4f0f-9711-a9b4d39bbadd tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:25.337341 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8a5cf5fa-edc2-43d1-a8c1-5ebe15797ca3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:25.341982 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fb6a86-8da6-4a8b-acd8-4891198d886a req-995aa5ae-ab70-4f1c-8776-74ceaa0160b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:25.343474 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-66fb6a86-8da6-4a8b-acd8-4891198d886a req-995aa5ae-ab70-4f1c-8776-74ceaa0160b2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=60b55863-ceb6-45af-a8a4-4b22d72866af HTTP/1.1" status: 200 len: 843 time: 0.1672876 Jul 13 13:43:25.406247 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0f74657-45af-4e37-9908-203ce8e501de tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Deleting subnet 5c45e222-c179-41ec-be4f-f9727f3aee55 {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 13:43:25.418075 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c0f74657-45af-4e37-9908-203ce8e501de tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:25.467371 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f3d13e-f62a-4db8-8f08-9147496dd0f5 req-ad66485a-6d91-4ef7-a9f4-b408946f5f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:25.467756 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f3d13e-f62a-4db8-8f08-9147496dd0f5 req-ad66485a-6d91-4ef7-a9f4-b408946f5f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:25.469373 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-96f3d13e-f62a-4db8-8f08-9147496dd0f5 req-ad66485a-6d91-4ef7-a9f4-b408946f5f3d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7aead08af6bf440ca982d5ee9b154ced&device_id=4946120e-87dc-45f6-ad17-2d305d797a36 HTTP/1.1" status: 200 len: 1914 time: 0.2886169 Jul 13 13:43:25.492239 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c0f74657-45af-4e37-9908-203ce8e501de tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5431723'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:25.521469 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b456e2-5a86-4125-b7b9-52334b747942 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Pushing event updated for resources: {'Port': ['ID=0fe85487-d153-4f74-967f-1974ca201b91,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:25.550611 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-81fb8e07-1ce4-4f0f-9711-a9b4d39bbadd tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593106'] for router, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:25.551082 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81fb8e07-1ce4-4f0f-9711-a9b4d39bbadd tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Fanout notify agent at l3_agent the message router_deleted on router 4b1a190a-b533-42a3-ad5b-67b7033fc544 {{(pid=93751) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 13:43:25.552713 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-38b456e2-5a86-4125-b7b9-52334b747942 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446547'] for floatingip, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:25.584910 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-81fb8e07-1ce4-4f0f-9711-a9b4d39bbadd tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:25.590316 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-81fb8e07-1ce4-4f0f-9711-a9b4d39bbadd tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] 10.222.0.23 "DELETE /v2.0/routers/4b1a190a-b533-42a3-ad5b-67b7033fc544 HTTP/1.1" status: 204 len: 168 time: 0.6774645 Jul 13 13:43:25.594506 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 36100) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:25.616704 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8a5cf5fa-edc2-43d1-a8c1-5ebe15797ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:25.619230 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8a5cf5fa-edc2-43d1-a8c1-5ebe15797ca3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:25.620990 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-8a5cf5fa-edc2-43d1-a8c1-5ebe15797ca3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4b36d8a6-dc38-44fa-a496-e9cfd11606bb HTTP/1.1" status: 204 len: 168 time: 0.6749582 Jul 13 13:43:25.645530 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-7239c177-ac15-476a-a6cd-8a2b52f33f99 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-711311861', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:43:25.682919 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fb6a86-8da6-4a8b-acd8-4891198d886a req-372f5eaa-3df5-4300-ac02-70d0a59b679d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:25.683609 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-66fb6a86-8da6-4a8b-acd8-4891198d886a req-372f5eaa-3df5-4300-ac02-70d0a59b679d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e0bfb334-0fd9-4ba5-ba79-1568ecabee30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3301778 Jul 13 13:43:25.690851 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5cf5fa-edc2-43d1-a8c1-5ebe15797ca3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b36d8a6-dc38-44fa-a496-e9cfd11606bb,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:25.758553 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7239c177-ac15-476a-a6cd-8a2b52f33f99 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1591928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2714'] for router, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:25.759571 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7239c177-ac15-476a-a6cd-8a2b52f33f99 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447198', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1629690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2689'] for router, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:25.783217 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c55eb0e-7ef9-451b-8957-8f9b209303c1 req-256bd6e0-0cbc-4b6e-ac67-d0d55d4b90fc tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:25.789641 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c55eb0e-7ef9-451b-8957-8f9b209303c1 req-256bd6e0-0cbc-4b6e-ac67-d0d55d4b90fc tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:25.791300 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3c55eb0e-7ef9-451b-8957-8f9b209303c1 req-256bd6e0-0cbc-4b6e-ac67-d0d55d4b90fc tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] 10.222.0.23 "GET /v2.0/ports?device_id=4946120e-87dc-45f6-ad17-2d305d797a36 HTTP/1.1" status: 200 len: 1667 time: 0.3668990 Jul 13 13:43:25.809334 n-d-800634-1 neutron-server[93751]: INFO neutron.db.l3_db [None req-38b456e2-5a86-4125-b7b9-52334b747942 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Floating IP 7b7602de-6f7d-4ec9-9748-efc3f3fb78ba associated. External IP: 172.25.6.205, port: 0fb36914-2879-43a3-8397-734c54d807da. Jul 13 13:43:25.822923 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f3d13e-f62a-4db8-8f08-9147496dd0f5 req-4595340c-ea00-4651-b42f-37d6cecae403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:25.823401 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f3d13e-f62a-4db8-8f08-9147496dd0f5 req-4595340c-ea00-4651-b42f-37d6cecae403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:25.824003 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f3d13e-f62a-4db8-8f08-9147496dd0f5 req-4595340c-ea00-4651-b42f-37d6cecae403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:25.825627 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-96f3d13e-f62a-4db8-8f08-9147496dd0f5 req-4595340c-ea00-4651-b42f-37d6cecae403 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=7aead08af6bf440ca982d5ee9b154ced&shared=False HTTP/1.1" status: 200 len: 2288 time: 0.3474777 Jul 13 13:43:25.923216 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c0f74657-45af-4e37-9908-203ce8e501de tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:25.932888 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7239c177-ac15-476a-a6cd-8a2b52f33f99 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:25.976896 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7239c177-ac15-476a-a6cd-8a2b52f33f99 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447217'] for router, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:26.020349 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3c55eb0e-7ef9-451b-8957-8f9b209303c1 req-1d9af54a-0da9-4490-960c-021f4c5c22ee tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ac1545a-5526-4c2d-93f1-674377bb30c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197948 Jul 13 13:43:26.032650 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-66fb6a86-8da6-4a8b-acd8-4891198d886a req-1717b8f8-019b-4905-9395-04cb2a5ea080 service neutron] 10.222.0.41 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3316293 Jul 13 13:43:26.042595 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [req-30ad09cb-f3f7-48ea-8401-19204b2ddf2b req-d78373f5-508a-41ea-8ba3-1286d87f1948 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb12361b-5eba-45f8-b898-6d33d1a3110d {{(pid=93751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:43:26.059600 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-30ad09cb-f3f7-48ea-8401-19204b2ddf2b req-d78373f5-508a-41ea-8ba3-1286d87f1948 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:26.062736 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7239c177-ac15-476a-a6cd-8a2b52f33f99 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:26.064111 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-7239c177-ac15-476a-a6cd-8a2b52f33f99 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4677026 Jul 13 13:43:26.068657 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 36112) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:26.074702 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-7884ff89-99c2-4a29-9c30-7ec66abb5c2b tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:43:26.125495 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f3d13e-f62a-4db8-8f08-9147496dd0f5 req-507c3659-caa0-4176-9104-a220dff00b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:26.127229 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-96f3d13e-f62a-4db8-8f08-9147496dd0f5 req-507c3659-caa0-4176-9104-a220dff00b63 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2955954 Jul 13 13:43:26.158232 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c0f74657-45af-4e37-9908-203ce8e501de tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5970525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4763356'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:26.173411 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-30ad09cb-f3f7-48ea-8401-19204b2ddf2b req-d78373f5-508a-41ea-8ba3-1286d87f1948 service neutron] Transition to ACTIVE for port object bb12361b-5eba-45f8-b898-6d33d1a3110d will not be triggered until provisioned by entity L2. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:43:26.219045 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f74657-45af-4e37-9908-203ce8e501de tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Pushing event deleted for resources: {'Subnet': ['ID=5c45e222-c179-41ec-be4f-f9727f3aee55,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:26.232594 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d92db861-a9f7-4994-bd4d-060064c261a1 None None] Network 0a23af0d-99b9-45e9-9c4d-fe2aaf9b9207 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:43:26.242085 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c0f74657-45af-4e37-9908-203ce8e501de tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:26.246921 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-c0f74657-45af-4e37-9908-203ce8e501de tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] 10.222.0.23 "DELETE /v2.0/subnets/5c45e222-c179-41ec-be4f-f9727f3aee55 HTTP/1.1" status: 204 len: 168 time: 0.9849679 Jul 13 13:43:26.248766 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-66fb6a86-8da6-4a8b-acd8-4891198d886a req-44d5c851-e943-4a5b-b972-260b2210145c service neutron] 10.222.0.41 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029672 Jul 13 13:43:26.249232 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 36122) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:26.371394 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-20c3f725-0721-444f-8aa4-66ceed53bcba tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:26.389120 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a450a91d-db4c-44f4-a21b-ff53f5addd77 req-931458b5-2856-4c00-97e9-6a4bbea798ff tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:26.390840 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a450a91d-db4c-44f4-a21b-ff53f5addd77 req-931458b5-2856-4c00-97e9-6a4bbea798ff tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/ports?device_id=48cfc91c-49d1-40bc-b4e8-0a6ca10d28a2 HTTP/1.1" status: 200 len: 949 time: 0.2229416 Jul 13 13:43:26.521589 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a450a91d-db4c-44f4-a21b-ff53f5addd77 req-01bfbb09-e5af-4702-90ec-89391abe0353 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/security-groups?id=945af9a8-1349-436a-a066-b9a0fd8d3dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240184 Jul 13 13:43:26.549263 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-20c3f725-0721-444f-8aa4-66ceed53bcba tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Deleting port ca202400-bc6a-4560-9874-49986c2de27c {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:43:26.554234 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-20c3f725-0721-444f-8aa4-66ceed53bcba tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:26.625433 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-30ad09cb-f3f7-48ea-8401-19204b2ddf2b req-d78373f5-508a-41ea-8ba3-1286d87f1948 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:26.631399 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-20c3f725-0721-444f-8aa4-66ceed53bcba tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] For port ca202400-bc6a-4560-9874-49986c2de27c, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=ca202400-bc6a-4560-9874-49986c2de27c,segment=NetworkSegment(cd67cb6c-04ec-4235-b2fb-ce1ea98151e4),segment_id=cd67cb6c-04ec-4235-b2fb-ce1ea98151e4)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:43:26.631892 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-20c3f725-0721-444f-8aa4-66ceed53bcba tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:26.650613 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3beb4026-2731-417b-99f9-f262c4bf725d None None] DHCP port deletion for 0a23af0d-99b9-45e9-9c4d-fe2aaf9b9207 request from n-d-800634-1 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 13:43:26.653437 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-20c3f725-0721-444f-8aa4-66ceed53bcba tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Calling delete_port for ca202400-bc6a-4560-9874-49986c2de27c owned by network:dhcp {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:43:26.704596 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-3beb4026-2731-417b-99f9-f262c4bf725d None None] Deleting port ca202400-bc6a-4560-9874-49986c2de27c {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:43:26.704979 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-3beb4026-2731-417b-99f9-f262c4bf725d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:26.768888 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-20c3f725-0721-444f-8aa4-66ceed53bcba tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:26.795357 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-3beb4026-2731-417b-99f9-f262c4bf725d None None] For port ca202400-bc6a-4560-9874-49986c2de27c, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=ca202400-bc6a-4560-9874-49986c2de27c,segment=NetworkSegment(cd67cb6c-04ec-4235-b2fb-ce1ea98151e4),segment_id=cd67cb6c-04ec-4235-b2fb-ce1ea98151e4)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:43:26.795900 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-3beb4026-2731-417b-99f9-f262c4bf725d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:26.811855 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c3f725-0721-444f-8aa4-66ceed53bcba tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Pushing event deleted for resources: {'Port': ['ID=ca202400-bc6a-4560-9874-49986c2de27c,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:26.813762 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-3beb4026-2731-417b-99f9-f262c4bf725d None None] Calling delete_port for ca202400-bc6a-4560-9874-49986c2de27c owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:43:26.814310 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c3f725-0721-444f-8aa4-66ceed53bcba tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] No DVR routers for this DVR port ca202400-bc6a-4560-9874-49986c2de27c on host n-d-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:43:26.864416 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78373f5-508a-41ea-8ba3-1286d87f1948 service neutron] Pushing event updated for resources: {'Port': ['ID=bb12361b-5eba-45f8-b898-6d33d1a3110d,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:26.963770 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-3beb4026-2731-417b-99f9-f262c4bf725d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:26.967714 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7884ff89-99c2-4a29-9c30-7ec66abb5c2b tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447180', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1591910', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2751'] for router, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:26.971177 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-20c3f725-0721-444f-8aa4-66ceed53bcba tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:26.984541 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-20c3f725-0721-444f-8aa4-66ceed53bcba tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a23af0d-99b9-45e9-9c4d-fe2aaf9b9207']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:43:26.993760 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3beb4026-2731-417b-99f9-f262c4bf725d None None] Pushing event deleted for resources: {'Port': ['ID=ca202400-bc6a-4560-9874-49986c2de27c,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:27.003785 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3beb4026-2731-417b-99f9-f262c4bf725d None None] No DVR routers for this DVR port ca202400-bc6a-4560-9874-49986c2de27c on host n-d-800634-1 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:43:27.012223 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-20c3f725-0721-444f-8aa4-66ceed53bcba tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd67cb6c-04ec-4235-b2fb-ce1ea98151e4') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:43:27.012571 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-20c3f725-0721-444f-8aa4-66ceed53bcba tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd67cb6c-04ec-4235-b2fb-ce1ea98151e4') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:43:27.025566 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-20c3f725-0721-444f-8aa4-66ceed53bcba tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5431730'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:27.042643 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7884ff89-99c2-4a29-9c30-7ec66abb5c2b tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-447171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-447226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1591965'] for router, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:27.051192 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-20c3f725-0721-444f-8aa4-66ceed53bcba tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:27.055253 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38b456e2-5a86-4125-b7b9-52334b747942 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Router 1d1c4035-5359-4547-a8f3-118bcfe3837f has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 13:43:27.059582 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20c3f725-0721-444f-8aa4-66ceed53bcba tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 13:43:27.060520 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-20c3f725-0721-444f-8aa4-66ceed53bcba tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5970419'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:27.076172 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a54aea-371d-4a25-8b33-637f0244d01f req-11e4eb8c-5b39-4f7f-bacc-799e4c850829 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:27.077763 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-46a54aea-371d-4a25-8b33-637f0244d01f req-11e4eb8c-5b39-4f7f-bacc-799e4c850829 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f309255-5b4d-4296-81c6-c49d93f44d38 HTTP/1.1" status: 200 len: 945 time: 0.4626400 Jul 13 13:43:27.135622 n-d-800634-1 neutron-server[93750]: Traceback (most recent call last): Jul 13 13:43:27.135622 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 13:43:27.135622 n-d-800634-1 neutron-server[93750]: timer() Jul 13 13:43:27.135622 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 13:43:27.135622 n-d-800634-1 neutron-server[93750]: cb(*args, **kw) Jul 13 13:43:27.135622 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 13:43:27.135622 n-d-800634-1 neutron-server[93750]: return func(*args, **kwargs) Jul 13 13:43:27.135622 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 13:43:27.135622 n-d-800634-1 neutron-server[93750]: self._notify() Jul 13 13:43:27.135622 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 13:43:27.135622 n-d-800634-1 neutron-server[93750]: self.callback(batched_events) Jul 13 13:43:27.135622 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 13:43:27.135622 n-d-800634-1 neutron-server[93750]: event.method(event) Jul 13 13:43:27.135622 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 13:43:27.135622 n-d-800634-1 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 13:43:27.135622 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 13:43:27.135622 n-d-800634-1 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 13:43:27.135622 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 13:43:27.135622 n-d-800634-1 neutron-server[93750]: return f(self, *a, **k) Jul 13 13:43:27.135622 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 13:43:27.135622 n-d-800634-1 neutron-server[93750]: return self._get(url).json() Jul 13 13:43:27.135622 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 13:43:27.135622 n-d-800634-1 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 13:43:27.135622 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 13:43:27.135622 n-d-800634-1 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 13 13:43:27.135622 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 13:43:27.135622 n-d-800634-1 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 13:43:27.135622 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 13:43:27.135622 n-d-800634-1 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 13:43:27.135622 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 13:43:27.135622 n-d-800634-1 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 13:43:27.135622 n-d-800634-1 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 13:43:27.144856 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-20c3f725-0721-444f-8aa4-66ceed53bcba tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:27.153391 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-20c3f725-0721-444f-8aa4-66ceed53bcba tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:27.160981 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-20c3f725-0721-444f-8aa4-66ceed53bcba tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] 10.222.0.23 "DELETE /v2.0/networks/0a23af0d-99b9-45e9-9c4d-fe2aaf9b9207 HTTP/1.1" status: 204 len: 168 time: 0.9090073 Jul 13 13:43:27.162036 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 36142) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:27.201105 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-30ad09cb-f3f7-48ea-8401-19204b2ddf2b req-d78373f5-508a-41ea-8ba3-1286d87f1948 service neutron] Attempting to bind port bb12361b-5eba-45f8-b898-6d33d1a3110d on host n-h2-800634-1 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:43:27.201914 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-30ad09cb-f3f7-48ea-8401-19204b2ddf2b req-d78373f5-508a-41ea-8ba3-1286d87f1948 service neutron] Attempting to bind port bb12361b-5eba-45f8-b898-6d33d1a3110d by drivers openvswitch,hyperv on host n-h2-800634-1 at level 0 using segments [{'id': 'ab5fb13c-8211-4751-9ff6-bdef0932666c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '3c156937-2b03-40dd-a09e-a323bc1efb9b'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:43:27.202577 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ad09cb-f3f7-48ea-8401-19204b2ddf2b req-d78373f5-508a-41ea-8ba3-1286d87f1948 service neutron] Attempting to bind port bb12361b-5eba-45f8-b898-6d33d1a3110d on network 3c156937-2b03-40dd-a09e-a323bc1efb9b {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:43:27.222797 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c3f725-0721-444f-8aa4-66ceed53bcba tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Pushing event deleted for resources: {'Network': ['ID=0a23af0d-99b9-45e9-9c4d-fe2aaf9b9207,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:27.259884 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ad09cb-f3f7-48ea-8401-19204b2ddf2b req-d78373f5-508a-41ea-8ba3-1286d87f1948 service neutron] Port bb12361b-5eba-45f8-b898-6d33d1a3110d on network 3c156937-2b03-40dd-a09e-a323bc1efb9b not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-1 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:43:27.260393 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ad09cb-f3f7-48ea-8401-19204b2ddf2b req-d78373f5-508a-41ea-8ba3-1286d87f1948 service neutron] Attempting to bind port bb12361b-5eba-45f8-b898-6d33d1a3110d on network 3c156937-2b03-40dd-a09e-a323bc1efb9b {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:43:27.275487 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ad1dcc-9371-42c3-867f-5d611d2e94eb tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:27.277345 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-c2ad1dcc-9371-42c3-867f-5d611d2e94eb tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] 10.222.0.23 "GET /v2.0/ports/49bed24c-b8ca-406f-b9c7-ee64d1138b0b HTTP/1.1" status: 200 len: 840 time: 0.1125786 Jul 13 13:43:27.281064 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 36146) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:27.288714 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ad09cb-f3f7-48ea-8401-19204b2ddf2b req-d78373f5-508a-41ea-8ba3-1286d87f1948 service neutron] Checking agent: {'id': 'f615e5c9-21ab-43f2-adbc-192d64b795cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:43:27.289059 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ad09cb-f3f7-48ea-8401-19204b2ddf2b req-d78373f5-508a-41ea-8ba3-1286d87f1948 service neutron] Checking segment: {'id': 'ab5fb13c-8211-4751-9ff6-bdef0932666c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '3c156937-2b03-40dd-a09e-a323bc1efb9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:43:27.289443 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ad09cb-f3f7-48ea-8401-19204b2ddf2b req-d78373f5-508a-41ea-8ba3-1286d87f1948 service neutron] Bound using segment: {'id': 'ab5fb13c-8211-4751-9ff6-bdef0932666c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '3c156937-2b03-40dd-a09e-a323bc1efb9b'} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:43:27.289908 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-30ad09cb-f3f7-48ea-8401-19204b2ddf2b req-d78373f5-508a-41ea-8ba3-1286d87f1948 service neutron] Bound port: bb12361b-5eba-45f8-b898-6d33d1a3110d, host: n-h2-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab5fb13c-8211-4751-9ff6-bdef0932666c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '3c156937-2b03-40dd-a09e-a323bc1efb9b'}}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:43:27.290405 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-30ad09cb-f3f7-48ea-8401-19204b2ddf2b req-d78373f5-508a-41ea-8ba3-1286d87f1948 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:27.301188 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-46a54aea-371d-4a25-8b33-637f0244d01f req-9b104c88-ee36-4297-bf54-0543f2f0c8d5 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bf3e8b9-8da9-4a28-88c0-799fd78203e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1430957 Jul 13 13:43:27.366751 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b49984-f78b-4463-b580-2f571f3d462c req-543943d7-1835-4b27-836e-ae1c0d5115e8 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:27.376460 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b49984-f78b-4463-b580-2f571f3d462c req-543943d7-1835-4b27-836e-ae1c0d5115e8 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:27.386845 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-35b49984-f78b-4463-b580-2f571f3d462c req-543943d7-1835-4b27-836e-ae1c0d5115e8 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] 10.222.0.23 "GET /v2.0/ports?device_id=4946120e-87dc-45f6-ad17-2d305d797a36 HTTP/1.1" status: 200 len: 1679 time: 0.2007289 Jul 13 13:43:27.396449 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-c955a3c2-159e-4cc2-bfde-cbee175f4a47 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] 10.222.0.23 "GET /v2.0/ports/49bed24c-b8ca-406f-b9c7-ee64d1138b0b?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1142011 Jul 13 13:43:27.401272 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 36154) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:27.404892 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7884ff89-99c2-4a29-9c30-7ec66abb5c2b tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Router a07ff95a-3e16-4c57-881d-4a8c4fa56bd6 is scheduled to L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 with binding_index 1 {{(pid=93751) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 13:43:27.415635 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-c1bdea4d-92e1-4abc-b69f-17c7ba7830c8 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Request body: {'subnet': {'network_id': '9db56dbb-6586-4de1-b24a-0495f681f710', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:43:27.426608 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38b456e2-5a86-4125-b7b9-52334b747942 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:43:27.440556 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8979e4f0-dede-4ceb-ad4a-64aac8898629 None None] Sync routers for ids ['1d1c4035-5359-4547-a8f3-118bcfe3837f'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:43:27.444326 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-30ad09cb-f3f7-48ea-8401-19204b2ddf2b req-d78373f5-508a-41ea-8ba3-1286d87f1948 service neutron] For port bb12361b-5eba-45f8-b898-6d33d1a3110d, host n-h2-800634-1, cleared binding levels {{(pid=93751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:43:27.448352 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-30ad09cb-f3f7-48ea-8401-19204b2ddf2b req-d78373f5-508a-41ea-8ba3-1286d87f1948 service neutron] For port bb12361b-5eba-45f8-b898-6d33d1a3110d, host n-h2-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=bb12361b-5eba-45f8-b898-6d33d1a3110d,segment=NetworkSegment(ab5fb13c-8211-4751-9ff6-bdef0932666c),segment_id=ab5fb13c-8211-4751-9ff6-bdef0932666c)] {{(pid=93751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:43:27.463514 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8979e4f0-dede-4ceb-ad4a-64aac8898629 None None] Routers {'1d1c4035-5359-4547-a8f3-118bcfe3837f'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:43:27.464158 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-8979e4f0-dede-4ceb-ad4a-64aac8898629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:43:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['1d1c4035-5359-4547-a8f3-118bcfe3837f'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:43:27.475418 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-30ad09cb-f3f7-48ea-8401-19204b2ddf2b req-d78373f5-508a-41ea-8ba3-1286d87f1948 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:27.517329 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device ca202400-bc6a-4560-9874-49986c2de27c no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:43:27.521037 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-8979e4f0-dede-4ceb-ad4a-64aac8898629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:43:27.528954 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-38b456e2-5a86-4125-b7b9-52334b747942 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for floatingip, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:27.543856 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: ca202400-bc6a-4560-9874-49986c2de27c {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:43:27.544653 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device ca202400-bc6a-4560-9874-49986c2de27c not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:43:27.555954 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8979e4f0-dede-4ceb-ad4a-64aac8898629 None None] Routers {'1d1c4035-5359-4547-a8f3-118bcfe3837f'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:43:27.557064 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-8979e4f0-dede-4ceb-ad4a-64aac8898629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:43:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['1d1c4035-5359-4547-a8f3-118bcfe3837f'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:43:27.573398 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-35b49984-f78b-4463-b580-2f571f3d462c req-14d0f7b0-f234-4251-8076-b7c86c65ff7a tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ac1545a-5526-4c2d-93f1-674377bb30c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843724 Jul 13 13:43:27.599375 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1bdea4d-92e1-4abc-b69f-17c7ba7830c8 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Made reservation on behalf of 8b3e8ef7cfb0436e8cb330362d71f1d6 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:43:27.603199 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c1bdea4d-92e1-4abc-b69f-17c7ba7830c8 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4763385'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:27.617115 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-8979e4f0-dede-4ceb-ad4a-64aac8898629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:43:27.631319 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8979e4f0-dede-4ceb-ad4a-64aac8898629 None None] The sync data for ids ['1d1c4035-5359-4547-a8f3-118bcfe3837f'] in n-d-800634-1 is: [] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:43:27.654163 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-38b456e2-5a86-4125-b7b9-52334b747942 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 6.5885277 Jul 13 13:43:27.658027 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 36162) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:27.662771 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-9ba71d8b-b298-471d-9bf6-eca8acb948d1 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:43:27.716599 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7884ff89-99c2-4a29-9c30-7ec66abb5c2b tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:43:27.721023 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ad09cb-f3f7-48ea-8401-19204b2ddf2b req-d78373f5-508a-41ea-8ba3-1286d87f1948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:27.721821 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-30ad09cb-f3f7-48ea-8401-19204b2ddf2b req-d78373f5-508a-41ea-8ba3-1286d87f1948 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:27.723298 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-30ad09cb-f3f7-48ea-8401-19204b2ddf2b req-d78373f5-508a-41ea-8ba3-1286d87f1948 service neutron] 10.222.0.41 "PUT /v2.0/ports/bb12361b-5eba-45f8-b898-6d33d1a3110d HTTP/1.1" status: 200 len: 1092 time: 3.0632815 Jul 13 13:43:27.724776 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4946120e-87dc-45f6-ad17-2d305d797a36', 'tag': 'bb12361b-5eba-45f8-b898-6d33d1a3110d'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:43:27.725460 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a0eec8-8223-4b0c-8bcc-f59b9f3d2d3c None None] Sync routers for ids ['a07ff95a-3e16-4c57-881d-4a8c4fa56bd6'] in n-d-800634-1 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:43:27.727563 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d17b627af75e17e0f4b8d6239d04f8c2f78634e2c585e32a7aeca336500f34a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75d9d8f7-1c6a-45ca-916a-6bf2731b7913" -d '{"events": [{"name": "network-changed", "server_uuid": "4946120e-87dc-45f6-ad17-2d305d797a36", "tag": "bb12361b-5eba-45f8-b898-6d33d1a3110d"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:43:27.747085 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7884ff89-99c2-4a29-9c30-7ec66abb5c2b tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:27.755871 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-7884ff89-99c2-4a29-9c30-7ec66abb5c2b tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] 10.222.0.23 "PUT /v2.0/routers/a07ff95a-3e16-4c57-881d-4a8c4fa56bd6 HTTP/1.1" status: 200 len: 697 time: 1.6784444 Jul 13 13:43:27.756200 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a0eec8-8223-4b0c-8bcc-f59b9f3d2d3c None None] Routers {'a07ff95a-3e16-4c57-881d-4a8c4fa56bd6'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:43:27.756200 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-c2a0eec8-8223-4b0c-8bcc-f59b9f3d2d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:43:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['a07ff95a-3e16-4c57-881d-4a8c4fa56bd6'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:43:27.765954 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 36170) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:27.907411 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-c2a0eec8-8223-4b0c-8bcc-f59b9f3d2d3c None None] Set router a07ff95a-3e16-4c57-881d-4a8c4fa56bd6 gateway port host: None {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:43:27.910418 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9ba71d8b-b298-471d-9bf6-eca8acb948d1 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks [] for floatingip, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:27.913772 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78373f5-508a-41ea-8ba3-1286d87f1948 service neutron] Pushing event updated for resources: {'Port': ['ID=bb12361b-5eba-45f8-b898-6d33d1a3110d,revision_number=3']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:27.932877 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-c2f856bd-e274-4c9a-af75-131b63da0764 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] 10.222.0.23 "GET /v2.0/routers/a07ff95a-3e16-4c57-881d-4a8c4fa56bd6 HTTP/1.1" status: 200 len: 703 time: 0.1644285 Jul 13 13:43:27.935853 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 36176) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:27.973110 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-aa053e49-e48b-4508-8e18-9a86105c7b7d tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] 10.222.0.23 "GET /v2.0/ports?device_id=a07ff95a-3e16-4c57-881d-4a8c4fa56bd6 HTTP/1.1" status: 200 len: 205 time: 0.0361562 Jul 13 13:43:27.976796 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 36178) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:27.988277 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-c2a0eec8-8223-4b0c-8bcc-f59b9f3d2d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a07ff95a-3e16-4c57-881d-4a8c4fa56bd6', 'name': 'tempest-RoutersIpV6Test-router-711311861', 'tenant_id': '485fea06b0b7495bb8721e368ed7bc86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:43:25Z', 'updated_at': '2021-07-13T13:43:26Z', 'revision_number': 2, 'project_id': '485fea06b0b7495bb8721e368ed7bc86', 'gw_port_host': None}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:43:27.999415 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da3eab6-a82f-4922-aa25-1702707f88fa req-2b0be224-8fa3-4197-b9a3-10317700b57b tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:28.001013 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2da3eab6-a82f-4922-aa25-1702707f88fa req-2b0be224-8fa3-4197-b9a3-10317700b57b tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f309255-5b4d-4296-81c6-c49d93f44d38 HTTP/1.1" status: 200 len: 945 time: 0.4265482 Jul 13 13:43:28.026730 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a0eec8-8223-4b0c-8bcc-f59b9f3d2d3c None None] Checking router: a07ff95a-3e16-4c57-881d-4a8c4fa56bd6 for host: n-d-800634-1 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 13:43:28.037345 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a0eec8-8223-4b0c-8bcc-f59b9f3d2d3c None None] Routers {'a07ff95a-3e16-4c57-881d-4a8c4fa56bd6'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:43:28.038635 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-c2a0eec8-8223-4b0c-8bcc-f59b9f3d2d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:43:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['a07ff95a-3e16-4c57-881d-4a8c4fa56bd6'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:43:28.130334 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-c2a0eec8-8223-4b0c-8bcc-f59b9f3d2d3c None None] Set router a07ff95a-3e16-4c57-881d-4a8c4fa56bd6 gateway port host: None {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:43:28.149249 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-15763208-a878-455a-909d-7ebb34d85f8e tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks [] for router, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:28.194423 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-c2a0eec8-8223-4b0c-8bcc-f59b9f3d2d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a07ff95a-3e16-4c57-881d-4a8c4fa56bd6', 'name': 'tempest-RoutersIpV6Test-router-711311861', 'tenant_id': '485fea06b0b7495bb8721e368ed7bc86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:43:25Z', 'updated_at': '2021-07-13T13:43:26Z', 'revision_number': 2, 'project_id': '485fea06b0b7495bb8721e368ed7bc86', 'gw_port_host': None}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:43:28.226748 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a0eec8-8223-4b0c-8bcc-f59b9f3d2d3c None None] The sync data for ids ['a07ff95a-3e16-4c57-881d-4a8c4fa56bd6'] in n-d-800634-1 is: [{'id': 'a07ff95a-3e16-4c57-881d-4a8c4fa56bd6', 'name': 'tempest-RoutersIpV6Test-router-711311861', 'tenant_id': '485fea06b0b7495bb8721e368ed7bc86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:43:25Z', 'updated_at': '2021-07-13T13:43:26Z', 'revision_number': 2, 'project_id': '485fea06b0b7495bb8721e368ed7bc86', 'gw_port_host': None}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:43:28.241279 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 36180) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:28.242785 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 13:43:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac2d8dab-9052-4a82-8267-f0d63ed35868 x-openstack-request-id: req-ac2d8dab-9052-4a82-8267-f0d63ed35868 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:43:28.243290 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4946120e-87dc-45f6-ad17-2d305d797a36", "tag": "bb12361b-5eba-45f8-b898-6d33d1a3110d", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:43:28.243721 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ac2d8dab-9052-4a82-8267-f0d63ed35868 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:43:28.244832 n-d-800634-1 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4946120e-87dc-45f6-ad17-2d305d797a36', 'tag': 'bb12361b-5eba-45f8-b898-6d33d1a3110d', 'status': 'completed', 'code': 200} Jul 13 13:43:28.261351 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-c2776cf0-bfd9-426a-a5a3-9c383281b7f5 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Request body: {'floatingip': {'port_id': 'ba15db8f-f750-4ef8-8e43-23b3ac54b1b7'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:43:28.376006 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c2776cf0-bfd9-426a-a5a3-9c383281b7f5 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Notify callbacks [] for floatingip, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:28.483951 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ad09cb-f3f7-48ea-8401-19204b2ddf2b req-58c978b8-4259-44ac-b8dd-3d10d492ae58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:28.484451 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ad09cb-f3f7-48ea-8401-19204b2ddf2b req-58c978b8-4259-44ac-b8dd-3d10d492ae58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:28.486108 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-30ad09cb-f3f7-48ea-8401-19204b2ddf2b req-58c978b8-4259-44ac-b8dd-3d10d492ae58 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7aead08af6bf440ca982d5ee9b154ced&device_id=4946120e-87dc-45f6-ad17-2d305d797a36 HTTP/1.1" status: 200 len: 1981 time: 0.6118412 Jul 13 13:43:28.531527 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-15763208-a878-455a-909d-7ebb34d85f8e tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1591938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2696'] for router, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:28.536785 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-15763208-a878-455a-909d-7ebb34d85f8e tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:28.577310 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-30ad09cb-f3f7-48ea-8401-19204b2ddf2b req-a4baff1b-a9de-402c-8d5d-5dffd3cafa7e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.211&port_id=a9d47bb7-fefa-4f1e-8f29-1f6941a2b09a HTTP/1.1" status: 200 len: 217 time: 0.0800374 Jul 13 13:43:28.591602 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c51c61-6e61-45f4-b323-c2d5466f2e7c req-6f8b156f-b51e-4be7-9643-c3e98df70a27 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:28.593154 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-75c51c61-6e61-45f4-b323-c2d5466f2e7c req-6f8b156f-b51e-4be7-9643-c3e98df70a27 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/ports?device_id=48cfc91c-49d1-40bc-b4e8-0a6ca10d28a2 HTTP/1.1" status: 200 len: 949 time: 0.6756818 Jul 13 13:43:28.636813 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9ba71d8b-b298-471d-9bf6-eca8acb948d1 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:28.654135 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9ba71d8b-b298-471d-9bf6-eca8acb948d1 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446547'] for floatingip, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:28.654459 n-d-800634-1 neutron-server[93750]: INFO neutron.db.l3_db [None req-9ba71d8b-b298-471d-9bf6-eca8acb948d1 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Floating IP 7b7602de-6f7d-4ec9-9748-efc3f3fb78ba disassociated. External IP: 172.25.6.205, port: 0fb36914-2879-43a3-8397-734c54d807da. Jul 13 13:43:28.686858 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-15763208-a878-455a-909d-7ebb34d85f8e tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593106'] for router, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:28.687443 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15763208-a878-455a-909d-7ebb34d85f8e tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Fanout notify agent at l3_agent the message router_deleted on router a07ff95a-3e16-4c57-881d-4a8c4fa56bd6 {{(pid=93751) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 13:43:28.700699 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-15763208-a878-455a-909d-7ebb34d85f8e tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:28.705978 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-15763208-a878-455a-909d-7ebb34d85f8e tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] 10.222.0.23 "DELETE /v2.0/routers/a07ff95a-3e16-4c57-881d-4a8c4fa56bd6 HTTP/1.1" status: 204 len: 168 time: 0.7279465 Jul 13 13:43:28.711545 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 36200) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:28.730702 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ad09cb-f3f7-48ea-8401-19204b2ddf2b req-6204c4cb-b501-4861-8e04-65bc35f6b7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:28.734576 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-30ad09cb-f3f7-48ea-8401-19204b2ddf2b req-6204c4cb-b501-4861-8e04-65bc35f6b7d8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0da26ed4-aa1a-4742-8c9b-d2cc3923db5c HTTP/1.1" status: 200 len: 801 time: 0.1453187 Jul 13 13:43:28.779736 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-c53aa83d-3ad1-42f9-9ee1-5b574ae0e0ea tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] 10.222.0.23 "GET /v2.0/ports?device_id=a07ff95a-3e16-4c57-881d-4a8c4fa56bd6 HTTP/1.1" status: 200 len: 205 time: 0.0662618 Jul 13 13:43:28.790280 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-75c51c61-6e61-45f4-b323-c2d5466f2e7c req-ce420cb2-a3a4-4026-bddb-b932d6bd0005 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/security-groups?id=945af9a8-1349-436a-a066-b9a0fd8d3dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672320 Jul 13 13:43:28.793467 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 36204) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:28.834399 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c1bdea4d-92e1-4abc-b69f-17c7ba7830c8 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5970588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4763339'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:28.889146 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bdea4d-92e1-4abc-b69f-17c7ba7830c8 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Pushing event updated for resources: {'Subnet': ['ID=3bff6bde-de87-48d7-bb35-b301c00ca6f4,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:28.911372 n-d-800634-1 neutron-server[93751]: INFO neutron.api.v2.resource [None req-31139301-2b14-495a-a97f-1992d255741b tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] delete failed (client error): The resource could not be found. Jul 13 13:43:28.912403 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-31139301-2b14-495a-a97f-1992d255741b tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] 10.222.0.23 "DELETE /v2.0/routers/a07ff95a-3e16-4c57-881d-4a8c4fa56bd6 HTTP/1.1" status: 404 len: 336 time: 0.1146257 Jul 13 13:43:28.914954 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1bdea4d-92e1-4abc-b69f-17c7ba7830c8 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Network 9db56dbb-6586-4de1-b24a-0495f681f710 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:43:28.915859 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 36208) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:28.950288 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-c1bdea4d-92e1-4abc-b69f-17c7ba7830c8 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:43:28.952245 n-d-800634-1 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c9dd48c-eb73-43bc-9612-eb5ad0d1b5ef tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] DELETE failed (client error): The resource could not be found. Jul 13 13:43:28.952865 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c9dd48c-eb73-43bc-9612-eb5ad0d1b5ef tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93750) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 13:43:28.954609 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-3c9dd48c-eb73-43bc-9612-eb5ad0d1b5ef tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] 10.222.0.23 "DELETE /v2.0/subnets/be0a16b1-77c9-4f86-81f9-68e139a8c3d0 HTTP/1.1" status: 404 len: 337 time: 0.0358329 Jul 13 13:43:28.963837 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1bdea4d-92e1-4abc-b69f-17c7ba7830c8 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:28.964354 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c1bdea4d-92e1-4abc-b69f-17c7ba7830c8 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:28.966864 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a0059a-5a75-4678-b5a5-dd8ba6afa4ed None None] Network 9db56dbb-6586-4de1-b24a-0495f681f710 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:43:28.967471 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 36210) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:29.013012 n-d-800634-1 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dc24377-367a-48d3-a620-37a99cc52ff8 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] DELETE failed (client error): The resource could not be found. Jul 13 13:43:29.013833 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8dc24377-367a-48d3-a620-37a99cc52ff8 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93750) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 13:43:29.015906 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-8dc24377-367a-48d3-a620-37a99cc52ff8 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] 10.222.0.23 "DELETE /v2.0/subnets/fdcb287b-f1cd-4240-a827-e159708e163c HTTP/1.1" status: 404 len: 337 time: 0.0457230 Jul 13 13:43:29.018421 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 36212) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:29.033384 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-c1bdea4d-92e1-4abc-b69f-17c7ba7830c8 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6241822 Jul 13 13:43:29.053495 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 36214) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:29.092528 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-6903a812-cd28-4cb7-bb34-3e3ec373f7f0 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Request body: {'security_group': {'name': 'tempest-secgroup-930746858'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:43:29.119171 n-d-800634-1 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-e211404b-008a-499b-8d2a-3859b8e9c907 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] DELETE failed (client error): The resource could not be found. Jul 13 13:43:29.120401 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e211404b-008a-499b-8d2a-3859b8e9c907 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93750) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 13:43:29.122544 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-e211404b-008a-499b-8d2a-3859b8e9c907 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] 10.222.0.23 "DELETE /v2.0/subnets/c7aebc9d-cf95-4909-94a3-725b7a37b87a HTTP/1.1" status: 404 len: 337 time: 0.1028788 Jul 13 13:43:29.125355 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 36218) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:29.136495 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6903a812-cd28-4cb7-bb34-3e3ec373f7f0 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:29.183500 n-d-800634-1 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-42128d32-f7c7-4413-8ae6-9ea82493d48e tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] DELETE failed (client error): The resource could not be found. Jul 13 13:43:29.184225 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42128d32-f7c7-4413-8ae6-9ea82493d48e tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93750) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 13:43:29.186230 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-42128d32-f7c7-4413-8ae6-9ea82493d48e tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] 10.222.0.23 "DELETE /v2.0/subnets/c8787d49-ec9b-4955-abad-fa3f0718ac34 HTTP/1.1" status: 404 len: 337 time: 0.0596833 Jul 13 13:43:29.190914 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 36220) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:29.259864 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-2f7ffa39-e458-4894-a35d-b8a324b22697 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b1a190a-b533-42a3-ad5b-67b7033fc544 HTTP/1.1" status: 200 len: 205 time: 0.0657454 Jul 13 13:43:29.266418 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 36224) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:29.279868 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c3c16a1-cd35-4453-a901-f5335b8a5a5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a7201e1-61ce-5a3e-b7f7-e800379ed03b-9db56dbb-6586-4de1-b24a-0495f681f710', 'network_id': '9db56dbb-6586-4de1-b24a-0495f681f710', 'tenant_id': '8b3e8ef7cfb0436e8cb330362d71f1d6', 'fixed_ips': [{'subnet_id': '3bff6bde-de87-48d7-bb35-b301c00ca6f4'}]}} from n-d-800634-1. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 13:43:29.287755 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8c3c16a1-cd35-4453-a901-f5335b8a5a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:29.327490 n-d-800634-1 neutron-server[93750]: INFO neutron.api.v2.resource [None req-00a7caed-dd2a-442e-8f87-1ba86e3c8e06 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] delete failed (client error): The resource could not be found. Jul 13 13:43:29.328817 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-00a7caed-dd2a-442e-8f87-1ba86e3c8e06 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] 10.222.0.23 "DELETE /v2.0/routers/4b1a190a-b533-42a3-ad5b-67b7033fc544 HTTP/1.1" status: 404 len: 336 time: 0.0612481 Jul 13 13:43:29.331716 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 36226) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:29.353431 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ba71d8b-b298-471d-9bf6-eca8acb948d1 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Router 1d1c4035-5359-4547-a8f3-118bcfe3837f has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 13:43:29.381659 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f590fef-82e9-46ea-b6d3-a80d3e8a5312 req-944da5ad-c964-4b66-ac8d-94850729b6b7 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:29.388953 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f590fef-82e9-46ea-b6d3-a80d3e8a5312 req-944da5ad-c964-4b66-ac8d-94850729b6b7 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:29.390704 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1f590fef-82e9-46ea-b6d3-a80d3e8a5312 req-944da5ad-c964-4b66-ac8d-94850729b6b7 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] 10.222.0.23 "GET /v2.0/ports?device_id=4946120e-87dc-45f6-ad17-2d305d797a36 HTTP/1.1" status: 200 len: 1679 time: 0.6069198 Jul 13 13:43:29.395565 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ad09cb-f3f7-48ea-8401-19204b2ddf2b req-fa21aea8-2db0-46eb-beaa-f7ef55175412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:29.397142 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-30ad09cb-f3f7-48ea-8401-19204b2ddf2b req-fa21aea8-2db0-46eb-beaa-f7ef55175412 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ea787e81-70d6-4741-bbdf-3e813ed07368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6575849 Jul 13 13:43:29.402511 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-c1daf9cb-d050-4cca-ad88-31d728420a7a tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] 10.222.0.23 "GET /v2.0/ports?device_id=49bc2a5f-39cc-4c84-a2b8-4cc0289e2297 HTTP/1.1" status: 200 len: 205 time: 0.0698693 Jul 13 13:43:29.405611 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 36228) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:29.527181 n-d-800634-1 neutron-server[93750]: INFO neutron.api.v2.resource [None req-884b99a9-8807-46cd-9685-8c1af4aea51b tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] delete failed (client error): The resource could not be found. Jul 13 13:43:29.528968 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-884b99a9-8807-46cd-9685-8c1af4aea51b tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] 10.222.0.23 "DELETE /v2.0/routers/49bc2a5f-39cc-4c84-a2b8-4cc0289e2297 HTTP/1.1" status: 404 len: 336 time: 0.1220310 Jul 13 13:43:29.543398 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 36232) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:29.552901 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6903a812-cd28-4cb7-bb34-3e3ec373f7f0 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:29.576582 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6903a812-cd28-4cb7-bb34-3e3ec373f7f0 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:29.585349 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-8c3c16a1-cd35-4453-a901-f5335b8a5a5e None None] Allocated IP 172.20.0.2 (9db56dbb-6586-4de1-b24a-0495f681f710/3bff6bde-de87-48d7-bb35-b301c00ca6f4/57301cbc-fffe-4ffb-8ae5-c8c9eb53cac2) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:43:29.629603 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1f590fef-82e9-46ea-b6d3-a80d3e8a5312 req-c9ab2b69-e172-4aa7-9322-bc6960dd0a97 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ac1545a-5526-4c2d-93f1-674377bb30c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241874 Jul 13 13:43:29.701693 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-30ad09cb-f3f7-48ea-8401-19204b2ddf2b req-7e672d78-f76e-4ad0-96e1-401b1435027b service neutron] 10.222.0.41 "GET /v2.0/networks/ea787e81-70d6-4741-bbdf-3e813ed07368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2928326 Jul 13 13:43:29.712367 n-d-800634-1 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfef64ca-c15a-44b9-93ce-90cc43e0fbe9 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] DELETE failed (client error): The resource could not be found. Jul 13 13:43:29.713402 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfef64ca-c15a-44b9-93ce-90cc43e0fbe9 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93750) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 13:43:29.716948 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-dfef64ca-c15a-44b9-93ce-90cc43e0fbe9 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] 10.222.0.23 "DELETE /v2.0/subnets/2914db74-0de1-4262-aae4-39bd37f1e9a3 HTTP/1.1" status: 404 len: 337 time: 0.1693676 Jul 13 13:43:29.724261 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 36236) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:29.764549 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6903a812-cd28-4cb7-bb34-3e3ec373f7f0 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:29.770715 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-6903a812-cd28-4cb7-bb34-3e3ec373f7f0 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6817672 Jul 13 13:43:29.778136 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 36238) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:29.779201 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-459ac7a2-4da5-49ad-a36d-f7d04eede7e9 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] 10.222.0.23 "GET /v2.0/ports?device_id=41a78f70-a209-47df-878e-b6dec1846fdc HTTP/1.1" status: 200 len: 205 time: 0.0537634 Jul 13 13:43:29.784505 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 36240) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:29.789811 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-3c758b9e-0ca4-40c1-8aad-b967ca2c7448 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Request body: {'security_group': {'name': 'tempest-secgroup-1324754710'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:43:29.814405 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6903a812-cd28-4cb7-bb34-3e3ec373f7f0 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e80e87c-1c33-44fe-8686-874ed8e573a7,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:29.831806 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8c3c16a1-cd35-4453-a901-f5335b8a5a5e None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:29.844043 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-8c3c16a1-cd35-4453-a901-f5335b8a5a5e None None] Transition to ACTIVE for port object 57301cbc-fffe-4ffb-8ae5-c8c9eb53cac2 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:43:29.868084 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-8c3c16a1-cd35-4453-a901-f5335b8a5a5e None None] Transition to ACTIVE for port object 57301cbc-fffe-4ffb-8ae5-c8c9eb53cac2 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:43:29.876445 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.db.resource_extend [None req-c2776cf0-bfd9-426a-a5a3-9c383281b7f5 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 13 13:43:29.882970 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8c3c16a1-cd35-4453-a901-f5335b8a5a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:29.894067 n-d-800634-1 neutron-server[93750]: INFO neutron.api.v2.resource [None req-83e4d21c-0a11-4b36-9f87-7a2c98201529 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] delete failed (client error): The resource could not be found. Jul 13 13:43:29.895826 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-83e4d21c-0a11-4b36-9f87-7a2c98201529 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] 10.222.0.23 "DELETE /v2.0/routers/41a78f70-a209-47df-878e-b6dec1846fdc HTTP/1.1" status: 404 len: 336 time: 0.0931756 Jul 13 13:43:29.914986 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ba71d8b-b298-471d-9bf6-eca8acb948d1 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:43:29.917971 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 36244) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:29.929387 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9ba71d8b-b298-471d-9bf6-eca8acb948d1 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for floatingip, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:29.961580 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59aadcd-e64a-4555-974f-108a1e629cad None None] Sync routers for ids ['1d1c4035-5359-4547-a8f3-118bcfe3837f'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:43:29.980215 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c3c16a1-cd35-4453-a901-f5335b8a5a5e None None] Network 9db56dbb-6586-4de1-b24a-0495f681f710 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:43:29.992492 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-8c3c16a1-cd35-4453-a901-f5335b8a5a5e None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:43:30.001908 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-92cd2960-2a80-4694-ac82-29c01a96f20b tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] 10.222.0.23 "GET /v2.0/ports?device_id=40a305f2-87be-414f-93c4-9f0823ccd330 HTTP/1.1" status: 200 len: 205 time: 0.0810497 Jul 13 13:43:30.005245 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3c758b9e-0ca4-40c1-8aad-b967ca2c7448 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:30.005378 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3c16a1-cd35-4453-a901-f5335b8a5a5e None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:43:30.010293 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 36250) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:30.054890 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c2776cf0-bfd9-426a-a5a3-9c383281b7f5 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:30.071385 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c2776cf0-bfd9-426a-a5a3-9c383281b7f5 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446547'] for floatingip, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:30.101473 n-d-800634-1 neutron-server[93750]: INFO neutron.api.v2.resource [None req-8b04e061-6297-4dab-9837-d8af818d934e tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] delete failed (client error): The resource could not be found. Jul 13 13:43:30.102999 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-8b04e061-6297-4dab-9837-d8af818d934e tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] 10.222.0.23 "DELETE /v2.0/routers/40a305f2-87be-414f-93c4-9f0823ccd330 HTTP/1.1" status: 404 len: 336 time: 0.0913773 Jul 13 13:43:30.106912 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-9ba71d8b-b298-471d-9bf6-eca8acb948d1 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] 10.222.0.23 "PUT /v2.0/floatingips/7b7602de-6f7d-4ec9-9748-efc3f3fb78ba HTTP/1.1" status: 200 len: 688 time: 2.4477787 Jul 13 13:43:30.108367 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 36254) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:30.121543 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 36256) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:30.123026 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59aadcd-e64a-4555-974f-108a1e629cad None None] Routers {'1d1c4035-5359-4547-a8f3-118bcfe3837f'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:43:30.123734 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-a59aadcd-e64a-4555-974f-108a1e629cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:43:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['1d1c4035-5359-4547-a8f3-118bcfe3837f'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:43:30.128380 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3c16a1-cd35-4453-a901-f5335b8a5a5e None None] Pushing event updated for resources: {'Port': ['ID=57301cbc-fffe-4ffb-8ae5-c8c9eb53cac2,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:30.173105 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-8c3c16a1-cd35-4453-a901-f5335b8a5a5e None None] Attempting to bind port 57301cbc-fffe-4ffb-8ae5-c8c9eb53cac2 on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:43:30.173548 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-8c3c16a1-cd35-4453-a901-f5335b8a5a5e None None] Attempting to bind port 57301cbc-fffe-4ffb-8ae5-c8c9eb53cac2 by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': 'bee699bc-d280-44af-a540-5a618ddaf0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '9db56dbb-6586-4de1-b24a-0495f681f710'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:43:30.174011 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3c16a1-cd35-4453-a901-f5335b8a5a5e None None] Attempting to bind port 57301cbc-fffe-4ffb-8ae5-c8c9eb53cac2 on network 9db56dbb-6586-4de1-b24a-0495f681f710 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:43:30.175929 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-a59aadcd-e64a-4555-974f-108a1e629cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:43:30.189049 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3c16a1-cd35-4453-a901-f5335b8a5a5e None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 43, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:43:30.189516 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3c16a1-cd35-4453-a901-f5335b8a5a5e None None] Checking segment: {'id': 'bee699bc-d280-44af-a540-5a618ddaf0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '9db56dbb-6586-4de1-b24a-0495f681f710'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:43:30.190010 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8c3c16a1-cd35-4453-a901-f5335b8a5a5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:30.190472 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3c16a1-cd35-4453-a901-f5335b8a5a5e None None] Bound using segment: {'id': 'bee699bc-d280-44af-a540-5a618ddaf0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '9db56dbb-6586-4de1-b24a-0495f681f710'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:43:30.191152 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-8c3c16a1-cd35-4453-a901-f5335b8a5a5e None None] Bound port: 57301cbc-fffe-4ffb-8ae5-c8c9eb53cac2, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bee699bc-d280-44af-a540-5a618ddaf0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '9db56dbb-6586-4de1-b24a-0495f681f710'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:43:30.191627 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8c3c16a1-cd35-4453-a901-f5335b8a5a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:30.198868 n-d-800634-1 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a8a85c9-e0c4-48f4-bdb5-7150d24895d8 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] DELETE failed (client error): The resource could not be found. Jul 13 13:43:30.199642 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a8a85c9-e0c4-48f4-bdb5-7150d24895d8 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93750) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 13:43:30.201692 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-9a8a85c9-e0c4-48f4-bdb5-7150d24895d8 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] 10.222.0.23 "DELETE /v2.0/subnets/aa8d01b4-8958-4fcc-84d0-19e341322bfe HTTP/1.1" status: 404 len: 337 time: 0.0893426 Jul 13 13:43:30.214464 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 36260) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:30.220736 n-d-800634-1 neutron-server[93751]: INFO neutron.db.l3_db [None req-c2776cf0-bfd9-426a-a5a3-9c383281b7f5 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Floating IP e7957972-29fa-45ae-8afa-ff7f5692c744 associated. External IP: 172.25.6.38, port: ba15db8f-f750-4ef8-8e43-23b3ac54b1b7. Jul 13 13:43:30.230554 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59aadcd-e64a-4555-974f-108a1e629cad None None] Routers {'1d1c4035-5359-4547-a8f3-118bcfe3837f'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:43:30.231349 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-a59aadcd-e64a-4555-974f-108a1e629cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:43:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['1d1c4035-5359-4547-a8f3-118bcfe3837f'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:43:30.237807 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:30.268466 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-711bf73d-87c2-488e-9b9a-c50dd447cb29 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] 10.222.0.23 "GET /v2.0/ports?device_id=395e6c7b-e12c-4f4d-9301-cbb09fef460d HTTP/1.1" status: 200 len: 205 time: 0.0513763 Jul 13 13:43:30.278332 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 36262) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:30.290913 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-a59aadcd-e64a-4555-974f-108a1e629cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:43:30.292082 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59aadcd-e64a-4555-974f-108a1e629cad None None] The sync data for ids ['1d1c4035-5359-4547-a8f3-118bcfe3837f'] in n-d-800634-1 is: [] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:43:30.329260 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-8c3c16a1-cd35-4453-a901-f5335b8a5a5e None None] For port 57301cbc-fffe-4ffb-8ae5-c8c9eb53cac2, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:43:30.333970 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-8c3c16a1-cd35-4453-a901-f5335b8a5a5e None None] For port 57301cbc-fffe-4ffb-8ae5-c8c9eb53cac2, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=57301cbc-fffe-4ffb-8ae5-c8c9eb53cac2,segment=NetworkSegment(bee699bc-d280-44af-a540-5a618ddaf0dc),segment_id=bee699bc-d280-44af-a540-5a618ddaf0dc)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:43:30.342617 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8c3c16a1-cd35-4453-a901-f5335b8a5a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:30.349395 n-d-800634-1 neutron-server[93751]: INFO neutron.api.v2.resource [None req-a8c820f3-15a1-4ec9-9ecb-0375afdc8398 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] delete failed (client error): The resource could not be found. Jul 13 13:43:30.355069 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-a8c820f3-15a1-4ec9-9ecb-0375afdc8398 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] 10.222.0.23 "DELETE /v2.0/routers/395e6c7b-e12c-4f4d-9301-cbb09fef460d HTTP/1.1" status: 404 len: 336 time: 0.0741909 Jul 13 13:43:30.357552 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 36268) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:30.366826 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-30ad09cb-f3f7-48ea-8401-19204b2ddf2b req-ff906bf4-bf9b-4745-a716-08d7b2e7fe70 service neutron] 10.222.0.41 "GET /v2.0/networks/ea787e81-70d6-4741-bbdf-3e813ed07368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6527431 Jul 13 13:43:30.378730 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077daf71-0b3e-40ce-a5a2-6a7d81ba8064 req-c16d44c5-a5af-4164-afeb-8418d88a16ba tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:30.386369 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-077daf71-0b3e-40ce-a5a2-6a7d81ba8064 req-c16d44c5-a5af-4164-afeb-8418d88a16ba tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/ports?device_id=48cfc91c-49d1-40bc-b4e8-0a6ca10d28a2 HTTP/1.1" status: 200 len: 949 time: 0.3520451 Jul 13 13:43:30.430313 n-d-800634-1 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2a43289-ff64-473e-8da8-944b710902a0 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] DELETE failed (client error): The resource could not be found. Jul 13 13:43:30.430781 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2a43289-ff64-473e-8da8-944b710902a0 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93750) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 13:43:30.432878 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-a2a43289-ff64-473e-8da8-944b710902a0 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] 10.222.0.23 "DELETE /v2.0/subnets/e3a4d047-1487-4687-8348-43755f964cb6 HTTP/1.1" status: 404 len: 337 time: 0.0704937 Jul 13 13:43:30.435856 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3c16a1-cd35-4453-a901-f5335b8a5a5e None None] Pushing event updated for resources: {'Port': ['ID=57301cbc-fffe-4ffb-8ae5-c8c9eb53cac2,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:30.449525 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 36272) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:30.456396 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-30ad09cb-f3f7-48ea-8401-19204b2ddf2b req-59f2aa7d-9ca6-471f-a1af-3dbee949cb4f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.242&port_id=bb12361b-5eba-45f8-b898-6d33d1a3110d HTTP/1.1" status: 200 len: 217 time: 0.0826437 Jul 13 13:43:30.477827 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3c758b9e-0ca4-40c1-8aad-b967ca2c7448 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:30.518220 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3c758b9e-0ca4-40c1-8aad-b967ca2c7448 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:30.522647 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-9a7f6ab3-4a19-410c-ac2d-20c1e16c5656 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ee2e60a-5ae3-4228-a050-3f5a95450964 HTTP/1.1" status: 200 len: 205 time: 0.0716338 Jul 13 13:43:30.527859 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 36274) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:30.535760 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ad09cb-f3f7-48ea-8401-19204b2ddf2b req-dec40fad-24e5-4e50-99d3-8cf9ee3a67d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:30.537230 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-30ad09cb-f3f7-48ea-8401-19204b2ddf2b req-dec40fad-24e5-4e50-99d3-8cf9ee3a67d4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=630821d5-3a49-4d57-9235-f464e766074e HTTP/1.1" status: 200 len: 801 time: 0.0700753 Jul 13 13:43:30.562755 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-077daf71-0b3e-40ce-a5a2-6a7d81ba8064 req-d8c40e14-e3a5-4b5e-a323-9db53354421a tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/security-groups?id=945af9a8-1349-436a-a066-b9a0fd8d3dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755002 Jul 13 13:43:30.584406 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3c758b9e-0ca4-40c1-8aad-b967ca2c7448 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:30.585789 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-3c758b9e-0ca4-40c1-8aad-b967ca2c7448 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8063109 Jul 13 13:43:30.588870 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-aece260e-07b3-4577-8e55-0152e547b93a tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Deleting port 0fe85487-d153-4f74-967f-1974ca201b91 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:43:30.593423 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-aece260e-07b3-4577-8e55-0152e547b93a tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:30.601373 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 36278) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:30.614410 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:30.624338 n-d-800634-1 neutron-server[93751]: INFO neutron.api.v2.resource [None req-624dce99-a2b4-4fd8-a0f5-7ab3c20a7e34 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] delete failed (client error): The resource could not be found. Jul 13 13:43:30.627993 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-624dce99-a2b4-4fd8-a0f5-7ab3c20a7e34 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] 10.222.0.23 "DELETE /v2.0/routers/0ee2e60a-5ae3-4228-a050-3f5a95450964 HTTP/1.1" status: 404 len: 336 time: 0.0993645 Jul 13 13:43:30.628563 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 36282) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:30.638275 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-80590ee6-755b-407b-bce5-401741c1456d tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-474025321', 'security_groups': ['c24b659e-b572-494e-b46b-5806466f5c35'], 'network_id': '9db56dbb-6586-4de1-b24a-0495f681f710', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '3bff6bde-de87-48d7-bb35-b301c00ca6f4'}]}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:43:30.641808 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c758b9e-0ca4-40c1-8aad-b967ca2c7448 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c24b659e-b572-494e-b46b-5806466f5c35,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:30.702914 n-d-800634-1 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-11fc4f06-0c12-4de9-9bac-492b94bbe8a8 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] DELETE failed (client error): The resource could not be found. Jul 13 13:43:30.704016 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11fc4f06-0c12-4de9-9bac-492b94bbe8a8 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 13:43:30.708887 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-11fc4f06-0c12-4de9-9bac-492b94bbe8a8 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] 10.222.0.23 "DELETE /v2.0/subnets/f348000d-34e2-41d5-a224-a74381bebcb3 HTTP/1.1" status: 404 len: 337 time: 0.0768735 Jul 13 13:43:30.740691 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 36286) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:30.793039 n-d-800634-1 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dff21b8-3d81-4509-9f40-fbf37f9ecf45 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] DELETE failed (client error): The resource could not be found. Jul 13 13:43:30.793503 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2dff21b8-3d81-4509-9f40-fbf37f9ecf45 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 13:43:30.799032 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-2dff21b8-3d81-4509-9f40-fbf37f9ecf45 tempest-RoutersIpV6Test-621899295 tempest-RoutersIpV6Test-621899295-project] 10.222.0.23 "DELETE /v2.0/subnets/6d66e87c-b8b7-4fdf-81cf-13897cb4d23b HTTP/1.1" status: 404 len: 337 time: 0.0566924 Jul 13 13:43:30.821482 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-aece260e-07b3-4577-8e55-0152e547b93a tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:30.822537 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-aece260e-07b3-4577-8e55-0152e547b93a tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:30.848786 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2776cf0-bfd9-426a-a5a3-9c383281b7f5 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Router abe66e4b-999e-4b30-b0ec-98ff2d8c8950 has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 13:43:30.850208 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-aece260e-07b3-4577-8e55-0152e547b93a tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Calling delete_port for 0fe85487-d153-4f74-967f-1974ca201b91 owned by network:floatingip {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:43:30.850894 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ad09cb-f3f7-48ea-8401-19204b2ddf2b req-4a4f8ba6-1ce0-40d9-affb-8a4879487085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:30.852426 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-30ad09cb-f3f7-48ea-8401-19204b2ddf2b req-4a4f8ba6-1ce0-40d9-affb-8a4879487085 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3c156937-2b03-40dd-a09e-a323bc1efb9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2387781 Jul 13 13:43:31.001453 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80590ee6-755b-407b-bce5-401741c1456d tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Made reservation on behalf of 8b3e8ef7cfb0436e8cb330362d71f1d6 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:43:31.138721 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-80590ee6-755b-407b-bce5-401741c1456d tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:31.150955 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-30ad09cb-f3f7-48ea-8401-19204b2ddf2b req-0f3d3b5a-2143-46d2-9676-d81cca68217b service neutron] 10.222.0.41 "GET /v2.0/networks/3c156937-2b03-40dd-a09e-a323bc1efb9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2828956 Jul 13 13:43:31.170509 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [None req-80590ee6-755b-407b-bce5-401741c1456d tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] device_id is not set on port 8571d8b1-73e1-446f-892c-1eac0cc47022 yet. {{(pid=93750) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 13:43:31.170745 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2776cf0-bfd9-426a-a5a3-9c383281b7f5 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:43:31.181426 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6300a6cb-3cb2-47e5-bd2c-87d9ae32779d None None] Sync routers for ids ['abe66e4b-999e-4b30-b0ec-98ff2d8c8950'] in n-d-800634-1 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:43:31.183622 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25647fcb-4452-4f7e-b989-fb482c712aaf req-8a74393a-4f44-4f3b-80a4-0ea8b62cbbb5 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:31.189947 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25647fcb-4452-4f7e-b989-fb482c712aaf req-8a74393a-4f44-4f3b-80a4-0ea8b62cbbb5 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:31.196868 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6300a6cb-3cb2-47e5-bd2c-87d9ae32779d None None] Routers {'abe66e4b-999e-4b30-b0ec-98ff2d8c8950'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:43:31.197285 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-25647fcb-4452-4f7e-b989-fb482c712aaf req-8a74393a-4f44-4f3b-80a4-0ea8b62cbbb5 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] 10.222.0.23 "GET /v2.0/ports?device_id=4946120e-87dc-45f6-ad17-2d305d797a36 HTTP/1.1" status: 200 len: 1679 time: 0.2416785 Jul 13 13:43:31.198955 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-6300a6cb-3cb2-47e5-bd2c-87d9ae32779d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:43:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['abe66e4b-999e-4b30-b0ec-98ff2d8c8950'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:43:31.204094 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c2776cf0-bfd9-426a-a5a3-9c383281b7f5 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for floatingip, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:31.316103 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-c2776cf0-bfd9-426a-a5a3-9c383281b7f5 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "PUT /v2.0/floatingips/e7957972-29fa-45ae-8afa-ff7f5692c744 HTTP/1.1" status: 200 len: 990 time: 3.0650043 Jul 13 13:43:31.330894 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f309255-5b4d-4296-81c6-c49d93f44d38', 'tag': 'ba15db8f-f750-4ef8-8e43-23b3ac54b1b7'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:43:31.337564 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d17b627af75e17e0f4b8d6239d04f8c2f78634e2c585e32a7aeca336500f34a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82f23227-97de-4dc5-947c-34fdf0b695bf" -d '{"events": [{"name": "network-changed", "server_uuid": "5f309255-5b4d-4296-81c6-c49d93f44d38", "tag": "ba15db8f-f750-4ef8-8e43-23b3ac54b1b7"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:43:31.357153 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 36306) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:31.377961 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-25647fcb-4452-4f7e-b989-fb482c712aaf req-3cdc48e9-deeb-4b27-97db-a5926bd1272a tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ac1545a-5526-4c2d-93f1-674377bb30c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789978 Jul 13 13:43:31.406366 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-30ad09cb-f3f7-48ea-8401-19204b2ddf2b req-021aa25f-f1f2-4afd-be9a-64fde160f2b9 service neutron] 10.222.0.41 "GET /v2.0/networks/3c156937-2b03-40dd-a09e-a323bc1efb9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2471373 Jul 13 13:43:31.530132 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-6300a6cb-3cb2-47e5-bd2c-87d9ae32779d None None] Set router abe66e4b-999e-4b30-b0ec-98ff2d8c8950 gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:43:31.563966 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 13:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00996e60-250d-405f-ae12-83f145a9a683 x-openstack-request-id: req-00996e60-250d-405f-ae12-83f145a9a683 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:43:31.564790 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f309255-5b4d-4296-81c6-c49d93f44d38", "tag": "ba15db8f-f750-4ef8-8e43-23b3ac54b1b7", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:43:31.565270 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-00996e60-250d-405f-ae12-83f145a9a683 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:43:31.565912 n-d-800634-1 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f309255-5b4d-4296-81c6-c49d93f44d38', 'tag': 'ba15db8f-f750-4ef8-8e43-23b3ac54b1b7', 'status': 'completed', 'code': 200} Jul 13 13:43:31.587765 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 57301cbc-fffe-4ffb-8ae5-c8c9eb53cac2 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:43:31.678598 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d9d8f7-1c6a-45ca-916a-6bf2731b7913 req-bfde662d-9872-4ec5-a746-706c587bc9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:31.679202 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d9d8f7-1c6a-45ca-916a-6bf2731b7913 req-bfde662d-9872-4ec5-a746-706c587bc9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:31.681085 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-75d9d8f7-1c6a-45ca-916a-6bf2731b7913 req-bfde662d-9872-4ec5-a746-706c587bc9dd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7aead08af6bf440ca982d5ee9b154ced&device_id=4946120e-87dc-45f6-ad17-2d305d797a36 HTTP/1.1" status: 200 len: 1981 time: 0.2003350 Jul 13 13:43:31.778593 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port 57301cbc-fffe-4ffb-8ae5-c8c9eb53cac2 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:43:31.909778 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f23227-97de-4dc5-947c-34fdf0b695bf req-47efbbe3-b3c0-4e7a-b329-839a72b90e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:31.912029 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-82f23227-97de-4dc5-947c-34fdf0b695bf req-47efbbe3-b3c0-4e7a-b329-839a72b90e4c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ef6418d5526f4765ba53df412776e3e7&device_id=5f309255-5b4d-4296-81c6-c49d93f44d38 HTTP/1.1" status: 200 len: 1096 time: 0.3526022 Jul 13 13:43:31.913414 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d9d8f7-1c6a-45ca-916a-6bf2731b7913 req-17117f66-9cca-436a-bbe4-9531417edb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:31.915319 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-75d9d8f7-1c6a-45ca-916a-6bf2731b7913 req-17117f66-9cca-436a-bbe4-9531417edb3c service neutron] 10.222.0.41 "GET /v2.0/networks?id=3c156937-2b03-40dd-a09e-a323bc1efb9b HTTP/1.1" status: 200 len: 901 time: 0.2136593 Jul 13 13:43:32.050322 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-aece260e-07b3-4577-8e55-0152e547b93a tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:32.097542 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-15ee6232-3d18-497e-a4fb-bea916e80624 None None] Provisioning complete for port 49bed24c-b8ca-406f-b9c7-ee64d1138b0b triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:43:32.097940 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-15ee6232-3d18-497e-a4fb-bea916e80624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:32.104781 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-6300a6cb-3cb2-47e5-bd2c-87d9ae32779d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abe66e4b-999e-4b30-b0ec-98ff2d8c8950', 'name': 'tempest-ServerActionsTestJSON-1057289688-router', 'tenant_id': 'ef6418d5526f4765ba53df412776e3e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '942350a1-7368-4aa6-9063-06b269e58b85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:42:39Z', 'updated_at': '2021-07-13T13:42:51Z', 'revision_number': 4, 'project_id': 'ef6418d5526f4765ba53df412776e3e7', 'gw_port': {'id': '942350a1-7368-4aa6-9063-06b269e58b85', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:3b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abe66e4b-999e-4b30-b0ec-98ff2d8c8950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:42:40Z', 'updated_at': '2021-07-13T13:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_floatingips': [{'id': 'e7957972-29fa-45ae-8afa-ff7f5692c744', 'tenant_id': 'ef6418d5526f4765ba53df412776e3e7', 'floating_ip_address': '172.25.6.38', 'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'router_id': 'abe66e4b-999e-4b30-b0ec-98ff2d8c8950', 'port_id': 'ba15db8f-f750-4ef8-8e43-23b3ac54b1b7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1706, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4044b022-747e-4834-bc76-73d0f411c2c3', 'mac_address': 'fa:16:3e:b9:24:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f309255-5b4d-4296-81c6-c49d93f44d38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T13:43:02Z', 'updated_at': '2021-07-13T13:43:29Z', 'revision_number': 1, 'project_id': 'ef6418d5526f4765ba53df412776e3e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4463ecc2-0470-47f4-940b-dc13e425429d', 'name': '', 'network_id': '4044b022-747e-4834-bc76-73d0f411c2c3', 'tenant_id': 'ef6418d5526f4765ba53df412776e3e7', 'mac_address': 'fa:16:3e:af:87:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abe66e4b-999e-4b30-b0ec-98ff2d8c8950', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '22de4df8-967a-4ca5-99c3-67fec7ee33c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:42:48Z', 'updated_at': '2021-07-13T13:43:00Z', 'revision_number': 5, 'project_id': 'ef6418d5526f4765ba53df412776e3e7', 'subnets': [{'id': '22de4df8-967a-4ca5-99c3-67fec7ee33c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:43:32.138657 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-75d9d8f7-1c6a-45ca-916a-6bf2731b7913 req-db67dd33-897d-45fe-87c2-b7062a64ad18 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.242&port_id=bb12361b-5eba-45f8-b898-6d33d1a3110d HTTP/1.1" status: 200 len: 217 time: 0.1220839 Jul 13 13:43:32.139605 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6300a6cb-3cb2-47e5-bd2c-87d9ae32779d None None] Checking router: abe66e4b-999e-4b30-b0ec-98ff2d8c8950 for host: n-d-800634-1 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 13:43:32.149425 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aece260e-07b3-4577-8e55-0152e547b93a tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Pushing event deleted for resources: {'Port': ['ID=0fe85487-d153-4f74-967f-1974ca201b91,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:32.152245 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6300a6cb-3cb2-47e5-bd2c-87d9ae32779d None None] Routers {'abe66e4b-999e-4b30-b0ec-98ff2d8c8950'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:43:32.153965 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-6300a6cb-3cb2-47e5-bd2c-87d9ae32779d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:43:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['abe66e4b-999e-4b30-b0ec-98ff2d8c8950'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:43:32.178979 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-15ee6232-3d18-497e-a4fb-bea916e80624 None None] Port 49bed24c-b8ca-406f-b9c7-ee64d1138b0b cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:43:32.200538 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-15ee6232-3d18-497e-a4fb-bea916e80624 None None] Provisioning for port 57301cbc-fffe-4ffb-8ae5-c8c9eb53cac2 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:43:32.204802 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-15ee6232-3d18-497e-a4fb-bea916e80624 None None] Provisioning complete for port 57301cbc-fffe-4ffb-8ae5-c8c9eb53cac2 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:43:32.205393 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-15ee6232-3d18-497e-a4fb-bea916e80624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:32.253322 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394575cc-9919-4a4a-b1a1-8d1cf0f5630c req-fe18ad83-a784-4b91-877a-62065142a30d tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:32.260334 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-394575cc-9919-4a4a-b1a1-8d1cf0f5630c req-fe18ad83-a784-4b91-877a-62065142a30d tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/ports?device_id=48cfc91c-49d1-40bc-b4e8-0a6ca10d28a2 HTTP/1.1" status: 200 len: 949 time: 0.3437555 Jul 13 13:43:32.268584 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-61d24604-fb87-4a3f-9255-5bd213b9b9a7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=485fea06b0b7495bb8721e368ed7bc86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9098928 Jul 13 13:43:32.279985 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 36324) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:32.299743 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d9d8f7-1c6a-45ca-916a-6bf2731b7913 req-774c474a-e218-44ed-9215-bd23527057aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:32.301085 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-75d9d8f7-1c6a-45ca-916a-6bf2731b7913 req-774c474a-e218-44ed-9215-bd23527057aa service neutron] 10.222.0.41 "GET /v2.0/subnets?id=630821d5-3a49-4d57-9235-f464e766074e HTTP/1.1" status: 200 len: 801 time: 0.1555371 Jul 13 13:43:32.318474 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-80590ee6-755b-407b-bce5-401741c1456d tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Allocated IP 172.20.0.3 (9db56dbb-6586-4de1-b24a-0495f681f710/3bff6bde-de87-48d7-bb35-b301c00ca6f4/8571d8b1-73e1-446f-892c-1eac0cc47022) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:43:32.319713 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-15ee6232-3d18-497e-a4fb-bea916e80624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:32.328991 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-aece260e-07b3-4577-8e55-0152e547b93a tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks [] for floatingip, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:32.330741 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f23227-97de-4dc5-947c-34fdf0b695bf req-f0a36217-e59c-4bc3-8cc7-86c42a4e7021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:32.332333 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-82f23227-97de-4dc5-947c-34fdf0b695bf req-f0a36217-e59c-4bc3-8cc7-86c42a4e7021 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4044b022-747e-4834-bc76-73d0f411c2c3 HTTP/1.1" status: 200 len: 912 time: 0.3566203 Jul 13 13:43:32.332521 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-aece260e-07b3-4577-8e55-0152e547b93a tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for floatingip, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:32.339281 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-aece260e-07b3-4577-8e55-0152e547b93a tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] 10.222.0.23 "DELETE /v2.0/floatingips/7b7602de-6f7d-4ec9-9748-efc3f3fb78ba HTTP/1.1" status: 204 len: 168 time: 2.2085695 Jul 13 13:43:32.339281 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 36326) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:32.343899 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-bfa130bc-f7ca-4cbe-8210-b6e7d6f7826a tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Request body: {'floatingip': {'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'port_id': 'cb8bcb4f-a0c3-447b-95ab-14968b2ff082'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:43:32.352497 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-394575cc-9919-4a4a-b1a1-8d1cf0f5630c req-f55e3bd5-9903-4daa-b2fb-fab0543d1de8 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/security-groups?id=945af9a8-1349-436a-a066-b9a0fd8d3dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911620 Jul 13 13:43:32.396514 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-15ee6232-3d18-497e-a4fb-bea916e80624 None None] For port 57301cbc-fffe-4ffb-8ae5-c8c9eb53cac2, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=57301cbc-fffe-4ffb-8ae5-c8c9eb53cac2,segment=NetworkSegment(bee699bc-d280-44af-a540-5a618ddaf0dc),segment_id=bee699bc-d280-44af-a540-5a618ddaf0dc)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:43:32.408485 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-15ee6232-3d18-497e-a4fb-bea916e80624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:32.418105 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bfa130bc-f7ca-4cbe-8210-b6e7d6f7826a tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks [] for floatingip, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:32.556257 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-6300a6cb-3cb2-47e5-bd2c-87d9ae32779d None None] Set router abe66e4b-999e-4b30-b0ec-98ff2d8c8950 gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:43:32.572624 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ee6232-3d18-497e-a4fb-bea916e80624 None None] Pushing event updated for resources: {'Port': ['ID=57301cbc-fffe-4ffb-8ae5-c8c9eb53cac2,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:32.587416 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-80590ee6-755b-407b-bce5-401741c1456d tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:32.619609 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [None req-80590ee6-755b-407b-bce5-401741c1456d tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Transition to ACTIVE for port object 8571d8b1-73e1-446f-892c-1eac0cc47022 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:43:32.661674 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bfa130bc-f7ca-4cbe-8210-b6e7d6f7826a tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:32.735596 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-80590ee6-755b-407b-bce5-401741c1456d tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:32.817111 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80590ee6-755b-407b-bce5-401741c1456d tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Network 9db56dbb-6586-4de1-b24a-0495f681f710 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:43:32.828143 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-80590ee6-755b-407b-bce5-401741c1456d tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:43:32.864698 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80590ee6-755b-407b-bce5-401741c1456d tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:43:32.896390 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80590ee6-755b-407b-bce5-401741c1456d tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Pushing event updated for resources: {'Port': ['ID=8571d8b1-73e1-446f-892c-1eac0cc47022,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:32.908845 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-6300a6cb-3cb2-47e5-bd2c-87d9ae32779d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abe66e4b-999e-4b30-b0ec-98ff2d8c8950', 'name': 'tempest-ServerActionsTestJSON-1057289688-router', 'tenant_id': 'ef6418d5526f4765ba53df412776e3e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '942350a1-7368-4aa6-9063-06b269e58b85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:42:39Z', 'updated_at': '2021-07-13T13:42:51Z', 'revision_number': 4, 'project_id': 'ef6418d5526f4765ba53df412776e3e7', 'gw_port': {'id': '942350a1-7368-4aa6-9063-06b269e58b85', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:3b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abe66e4b-999e-4b30-b0ec-98ff2d8c8950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:42:40Z', 'updated_at': '2021-07-13T13:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_floatingips': [{'id': 'e7957972-29fa-45ae-8afa-ff7f5692c744', 'tenant_id': 'ef6418d5526f4765ba53df412776e3e7', 'floating_ip_address': '172.25.6.38', 'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'router_id': 'abe66e4b-999e-4b30-b0ec-98ff2d8c8950', 'port_id': 'ba15db8f-f750-4ef8-8e43-23b3ac54b1b7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1706, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4044b022-747e-4834-bc76-73d0f411c2c3', 'mac_address': 'fa:16:3e:b9:24:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f309255-5b4d-4296-81c6-c49d93f44d38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T13:43:02Z', 'updated_at': '2021-07-13T13:43:29Z', 'revision_number': 1, 'project_id': 'ef6418d5526f4765ba53df412776e3e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4463ecc2-0470-47f4-940b-dc13e425429d', 'name': '', 'network_id': '4044b022-747e-4834-bc76-73d0f411c2c3', 'tenant_id': 'ef6418d5526f4765ba53df412776e3e7', 'mac_address': 'fa:16:3e:af:87:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abe66e4b-999e-4b30-b0ec-98ff2d8c8950', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '22de4df8-967a-4ca5-99c3-67fec7ee33c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:42:48Z', 'updated_at': '2021-07-13T13:43:00Z', 'revision_number': 5, 'project_id': 'ef6418d5526f4765ba53df412776e3e7', 'subnets': [{'id': '22de4df8-967a-4ca5-99c3-67fec7ee33c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:43:32.950893 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6300a6cb-3cb2-47e5-bd2c-87d9ae32779d None None] The sync data for ids ['abe66e4b-999e-4b30-b0ec-98ff2d8c8950'] in n-d-800634-1 is: [{'id': 'abe66e4b-999e-4b30-b0ec-98ff2d8c8950', 'name': 'tempest-ServerActionsTestJSON-1057289688-router', 'tenant_id': 'ef6418d5526f4765ba53df412776e3e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '942350a1-7368-4aa6-9063-06b269e58b85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:42:39Z', 'updated_at': '2021-07-13T13:42:51Z', 'revision_number': 4, 'project_id': 'ef6418d5526f4765ba53df412776e3e7', 'gw_port': {'id': '942350a1-7368-4aa6-9063-06b269e58b85', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:3b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abe66e4b-999e-4b30-b0ec-98ff2d8c8950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:42:40Z', 'updated_at': '2021-07-13T13:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_floatingips': [{'id': 'e7957972-29fa-45ae-8afa-ff7f5692c744', 'tenant_id': 'ef6418d5526f4765ba53df412776e3e7', 'floating_ip_address': '172.25.6.38', 'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'router_id': 'abe66e4b-999e-4b30-b0ec-98ff2d8c8950', 'port_id': 'ba15db8f-f750-4ef8-8e43-23b3ac54b1b7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1706, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4044b022-747e-4834-bc76-73d0f411c2c3', 'mac_address': 'fa:16:3e:b9:24:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f309255-5b4d-4296-81c6-c49d93f44d38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T13:43:02Z', 'updated_at': '2021-07-13T13:43:29Z', 'revision_number': 1, 'project_id': 'ef6418d5526f4765ba53df412776e3e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4463ecc2-0470-47f4-940b-dc13e425429d', 'name': '', 'network_id': '4044b022-747e-4834-bc76-73d0f411c2c3', 'tenant_id': 'ef6418d5526f4765ba53df412776e3e7', 'mac_address': 'fa:16:3e:af:87:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abe66e4b-999e-4b30-b0ec-98ff2d8c8950', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '22de4df8-967a-4ca5-99c3-67fec7ee33c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:42:48Z', 'updated_at': '2021-07-13T13:43:00Z', 'revision_number': 5, 'project_id': 'ef6418d5526f4765ba53df412776e3e7', 'subnets': [{'id': '22de4df8-967a-4ca5-99c3-67fec7ee33c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:43:32.963054 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80590ee6-755b-407b-bce5-401741c1456d tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:32.964454 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-80590ee6-755b-407b-bce5-401741c1456d tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:32.967546 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-bfa130bc-f7ca-4cbe-8210-b6e7d6f7826a tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Allocated IP 172.25.6.222 (acf968b8-c524-46a9-a20b-ad9667009130/dde5a78e-bd1e-4f47-8189-7321d4de73d3/98a5d535-49c0-475b-a3c1-9dd6660bc1cf) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:43:32.999382 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-80590ee6-755b-407b-bce5-401741c1456d tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.3959074 Jul 13 13:43:33.059725 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 36344) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:33.067898 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-b3fc7cb7-b13d-4938-9376-0f4a170f32c6 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Request body: {'subnet': {'network_id': '9db56dbb-6586-4de1-b24a-0495f681f710', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:43:33.092330 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-82f23227-97de-4dc5-947c-34fdf0b695bf req-4d024dd6-030e-4843-b32e-6541098417b5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba15db8f-f750-4ef8-8e43-23b3ac54b1b7 HTTP/1.1" status: 200 len: 998 time: 0.7386608 Jul 13 13:43:33.141466 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-15f62baa-d85c-4cb8-a4a6-8e2a08b758a1 None None] Provisioning for port 8571d8b1-73e1-446f-892c-1eac0cc47022 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:43:33.149123 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-15f62baa-d85c-4cb8-a4a6-8e2a08b758a1 None None] Provisioning complete for port 8571d8b1-73e1-446f-892c-1eac0cc47022 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:43:33.149558 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-15f62baa-d85c-4cb8-a4a6-8e2a08b758a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:33.218496 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f23227-97de-4dc5-947c-34fdf0b695bf req-73b1f311-ebbc-4c9b-9253-d10b5723a805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:33.221356 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-15f62baa-d85c-4cb8-a4a6-8e2a08b758a1 None None] Port 8571d8b1-73e1-446f-892c-1eac0cc47022 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:43:33.226712 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-82f23227-97de-4dc5-947c-34fdf0b695bf req-73b1f311-ebbc-4c9b-9253-d10b5723a805 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=22de4df8-967a-4ca5-99c3-67fec7ee33c8 HTTP/1.1" status: 200 len: 851 time: 0.1228666 Jul 13 13:43:33.227379 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3fc7cb7-b13d-4938-9376-0f4a170f32c6 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Made reservation on behalf of 8b3e8ef7cfb0436e8cb330362d71f1d6 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:43:33.232136 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b3fc7cb7-b13d-4938-9376-0f4a170f32c6 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4763385'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:33.233750 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e5eb1375-3f81-41c4-960b-755bf0e09bf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:33.258822 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b7ff7c-7ce5-4179-a326-b1978fb7a9b5 None None] New status for floating IP e7957972-29fa-45ae-8afa-ff7f5692c744: ACTIVE {{(pid=93752) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 13:43:33.290450 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d9d8f7-1c6a-45ca-916a-6bf2731b7913 req-0e64b73f-14a9-44c1-af15-6c6e404fc344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:33.293025 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-75d9d8f7-1c6a-45ca-916a-6bf2731b7913 req-0e64b73f-14a9-44c1-af15-6c6e404fc344 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3c156937-2b03-40dd-a09e-a323bc1efb9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.9785228 Jul 13 13:43:33.320654 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bfa130bc-f7ca-4cbe-8210-b6e7d6f7826a tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:33.322086 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c6ee4d-3809-4d48-b73c-8abf44dc7d41 req-726de378-d1e1-4bfd-bfde-e02e5de873d8 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:33.330198 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c6ee4d-3809-4d48-b73c-8abf44dc7d41 req-726de378-d1e1-4bfd-bfde-e02e5de873d8 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:33.337093 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e2c6ee4d-3809-4d48-b73c-8abf44dc7d41 req-726de378-d1e1-4bfd-bfde-e02e5de873d8 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] 10.222.0.23 "GET /v2.0/ports?device_id=4946120e-87dc-45f6-ad17-2d305d797a36 HTTP/1.1" status: 200 len: 1679 time: 0.7387934 Jul 13 13:43:33.360333 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e5eb1375-3f81-41c4-960b-755bf0e09bf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:33.405999 n-d-800634-1 neutron-server[93750]: INFO neutron.db.ipam_backend_mixin [None req-b3fc7cb7-b13d-4938-9376-0f4a170f32c6 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 3bff6bde-de87-48d7-bb35-b301c00ca6f4 (CIDR: 172.20.0.0/28) Jul 13 13:43:33.426149 n-d-800634-1 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3fc7cb7-b13d-4938-9376-0f4a170f32c6 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 13:43:33.427063 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3fc7cb7-b13d-4938-9376-0f4a170f32c6 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93750) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 13:43:33.463821 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-b3fc7cb7-b13d-4938-9376-0f4a170f32c6 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4023280 Jul 13 13:43:33.464972 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 36358) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:33.470197 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-1ff30f41-7cea-41f9-b9af-5962946880ff tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Request body: {'subnet': {'network_id': '9db56dbb-6586-4de1-b24a-0495f681f710', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:43:33.473990 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bfa130bc-f7ca-4cbe-8210-b6e7d6f7826a tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:33.553305 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e2c6ee4d-3809-4d48-b73c-8abf44dc7d41 req-d3af5fba-5f95-4f3f-8eed-7582254ff7ae tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ac1545a-5526-4c2d-93f1-674377bb30c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152085 Jul 13 13:43:33.559069 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfa130bc-f7ca-4cbe-8210-b6e7d6f7826a tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Network acf968b8-c524-46a9-a20b-ad9667009130 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:43:33.560942 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e5eb1375-3f81-41c4-960b-755bf0e09bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:33.563612 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e5eb1375-3f81-41c4-960b-755bf0e09bf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:33.567010 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-e5eb1375-3f81-41c4-960b-755bf0e09bf9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/26256693-1041-417a-a070-49a9f109f4d8 HTTP/1.1" status: 204 len: 168 time: 1.2835393 Jul 13 13:43:33.567586 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-bfa130bc-f7ca-4cbe-8210-b6e7d6f7826a tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:43:33.581658 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa130bc-f7ca-4cbe-8210-b6e7d6f7826a tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:43:33.598985 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-75d9d8f7-1c6a-45ca-916a-6bf2731b7913 req-33e36157-f7ec-4185-83cd-5cdaa80c3de9 service neutron] 10.222.0.41 "GET /v2.0/networks/3c156937-2b03-40dd-a09e-a323bc1efb9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2935882 Jul 13 13:43:33.600741 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f23227-97de-4dc5-947c-34fdf0b695bf req-f973c1b7-323e-47ee-9948-93f5c2ff2f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:33.602198 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-82f23227-97de-4dc5-947c-34fdf0b695bf req-f973c1b7-323e-47ee-9948-93f5c2ff2f1c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4044b022-747e-4834-bc76-73d0f411c2c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3659959 Jul 13 13:43:33.603152 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5eb1375-3f81-41c4-960b-755bf0e09bf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26256693-1041-417a-a070-49a9f109f4d8,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:33.607912 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 57301cbc-fffe-4ffb-8ae5-c8c9eb53cac2 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:43:33.720014 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 57301cbc-fffe-4ffb-8ae5-c8c9eb53cac2 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:43:33.720410 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:33.723065 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa130bc-f7ca-4cbe-8210-b6e7d6f7826a tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Pushing event updated for resources: {'Port': ['ID=98a5d535-49c0-475b-a3c1-9dd6660bc1cf,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:33.800340 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-75d9d8f7-1c6a-45ca-916a-6bf2731b7913 req-98f0f1fc-43cb-4ac9-83bb-dda8e5634b0d service neutron] 10.222.0.41 "GET /v2.0/networks/3c156937-2b03-40dd-a09e-a323bc1efb9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924026 Jul 13 13:43:33.802414 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-82f23227-97de-4dc5-947c-34fdf0b695bf req-dab0736d-cc42-4a51-a1f6-67cd9d11166e service neutron] 10.222.0.26 "GET /v2.0/networks/4044b022-747e-4834-bc76-73d0f411c2c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849132 Jul 13 13:43:33.842567 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07858b75-cf92-49ed-acba-fb0b69488a0a req-de38548a-8d1d-4e96-9397-9efacd760ffb tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:33.850461 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-07858b75-cf92-49ed-acba-fb0b69488a0a req-de38548a-8d1d-4e96-9397-9efacd760ffb tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/ports?device_id=48cfc91c-49d1-40bc-b4e8-0a6ca10d28a2 HTTP/1.1" status: 200 len: 949 time: 0.3018851 Jul 13 13:43:33.877037 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ff30f41-7cea-41f9-b9af-5962946880ff tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Made reservation on behalf of 8b3e8ef7cfb0436e8cb330362d71f1d6 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:43:33.880715 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1ff30f41-7cea-41f9-b9af-5962946880ff tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4763385'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:33.961415 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-82f23227-97de-4dc5-947c-34fdf0b695bf req-3ec2350a-0b3a-4886-8710-32c6aaaf80e5 service neutron] 10.222.0.26 "GET /v2.0/networks/4044b022-747e-4834-bc76-73d0f411c2c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514859 Jul 13 13:43:34.039714 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-07858b75-cf92-49ed-acba-fb0b69488a0a req-b72e162d-867c-43b6-90a3-9ef5f8f8f85a tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/security-groups?id=945af9a8-1349-436a-a066-b9a0fd8d3dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882946 Jul 13 13:43:34.577837 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device bb12361b-5eba-45f8-b898-6d33d1a3110d details requested by agent hyperv_n-h2-800634-1 with host n-h2-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 13:43:34.645346 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 36408) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:34.751293 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port bb12361b-5eba-45f8-b898-6d33d1a3110d, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=bb12361b-5eba-45f8-b898-6d33d1a3110d,segment=NetworkSegment(ab5fb13c-8211-4751-9ff6-bdef0932666c),segment_id=ab5fb13c-8211-4751-9ff6-bdef0932666c)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:43:34.769443 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Returning: {'device': 'bb12361b-5eba-45f8-b898-6d33d1a3110d', 'network_id': '3c156937-2b03-40dd-a09e-a323bc1efb9b', 'port_id': 'bb12361b-5eba-45f8-b898-6d33d1a3110d', 'mac_address': 'fa:16:3e:f4:e7:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '630821d5-3a49-4d57-9235-f464e766074e', 'ip_address': '19.86.0.242'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 13:43:34.789572 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-fc143798-5ce1-41bd-88f1-265b7d2d1638 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Request body: {'security_group': {'name': 'tempest-secgroup--1397118183'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:43:34.836744 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fc143798-5ce1-41bd-88f1-265b7d2d1638 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:34.869240 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1ff30f41-7cea-41f9-b9af-5962946880ff tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5970588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4763339'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:34.873412 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f6668e-9ea1-4e0d-8378-4ae9d797293f req-154a3543-3cbc-432d-bbee-9c4c8f6b40d0 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:34.880281 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f6668e-9ea1-4e0d-8378-4ae9d797293f req-154a3543-3cbc-432d-bbee-9c4c8f6b40d0 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:34.881969 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a1f6668e-9ea1-4e0d-8378-4ae9d797293f req-154a3543-3cbc-432d-bbee-9c4c8f6b40d0 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] 10.222.0.23 "GET /v2.0/ports?device_id=4946120e-87dc-45f6-ad17-2d305d797a36 HTTP/1.1" status: 200 len: 1679 time: 0.1321917 Jul 13 13:43:34.883087 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fc143798-5ce1-41bd-88f1-265b7d2d1638 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:34.922196 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bfa130bc-f7ca-4cbe-8210-b6e7d6f7826a tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:34.943713 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a1f6668e-9ea1-4e0d-8378-4ae9d797293f req-ff4b85b2-51fb-4b1e-b2a7-15b0ee737e7b tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ac1545a-5526-4c2d-93f1-674377bb30c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495601 Jul 13 13:43:34.993293 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff30f41-7cea-41f9-b9af-5962946880ff tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Network 9db56dbb-6586-4de1-b24a-0495f681f710 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:43:35.006092 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-1ff30f41-7cea-41f9-b9af-5962946880ff tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:43:35.022190 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff30f41-7cea-41f9-b9af-5962946880ff tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:35.023178 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1ff30f41-7cea-41f9-b9af-5962946880ff tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:35.032886 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff30f41-7cea-41f9-b9af-5962946880ff tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Pushing event updated for resources: {'Subnet': ['ID=7102ef0e-e5ba-4365-a7de-a413e08cee00,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:35.049993 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ed31ea-e5dc-4efb-9926-a49637cbfd09 None None] Network 9db56dbb-6586-4de1-b24a-0495f681f710 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:43:35.087899 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fc143798-5ce1-41bd-88f1-265b7d2d1638 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:35.094512 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fc143798-5ce1-41bd-88f1-265b7d2d1638 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:35.112114 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:35.115268 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bfa130bc-f7ca-4cbe-8210-b6e7d6f7826a tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:35.156850 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-1ff30f41-7cea-41f9-b9af-5962946880ff tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.6901398 Jul 13 13:43:35.159568 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 36426) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:35.172664 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc143798-5ce1-41bd-88f1-265b7d2d1638 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b99fcfa6-7f0e-471d-bba3-00dabb51030d,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:35.176862 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-3317c026-d417-42a2-8813-e12779c2b4ac tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1534675069', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '7102ef0e-e5ba-4365-a7de-a413e08cee00'}], 'security_groups': ['7e80e87c-1c33-44fe-8686-874ed8e573a7']}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:43:35.216660 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb12361b-5eba-45f8-b898-6d33d1a3110d {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:43:35.266810 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fc143798-5ce1-41bd-88f1-265b7d2d1638 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:35.269768 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port bb12361b-5eba-45f8-b898-6d33d1a3110d, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=bb12361b-5eba-45f8-b898-6d33d1a3110d,segment=NetworkSegment(ab5fb13c-8211-4751-9ff6-bdef0932666c),segment_id=ab5fb13c-8211-4751-9ff6-bdef0932666c)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:43:35.282729 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fc143798-5ce1-41bd-88f1-265b7d2d1638 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:35.283711 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:35.284604 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device a9d47bb7-fefa-4f1e-8f29-1f6941a2b09a details requested by agent hyperv_n-h2-800634-1 with host n-h2-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 13:43:35.339724 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc143798-5ce1-41bd-88f1-265b7d2d1638 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b395a585-7279-4fbe-9566-67131e5a7c9b,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:35.342118 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fc143798-5ce1-41bd-88f1-265b7d2d1638 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:35.343337 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-fc143798-5ce1-41bd-88f1-265b7d2d1638 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6963797 Jul 13 13:43:35.347518 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 36432) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:35.419649 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6c55cc-f021-4267-86e6-166fdb9c5add req-be337f32-5864-486b-80f6-6aa7a79acbeb tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:35.421205 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6a6c55cc-f021-4267-86e6-166fdb9c5add req-be337f32-5864-486b-80f6-6aa7a79acbeb tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/ports?device_id=48cfc91c-49d1-40bc-b4e8-0a6ca10d28a2 HTTP/1.1" status: 200 len: 949 time: 0.1529441 Jul 13 13:43:35.435284 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3317c026-d417-42a2-8813-e12779c2b4ac tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:35.466638 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-71f55305-2d2b-4104-ad84-613945d321f1 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1181967 Jul 13 13:43:35.489586 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 36434) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:35.495546 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6a6c55cc-f021-4267-86e6-166fdb9c5add req-e48797ec-ebb7-442b-bc86-18cd72c816bb tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/security-groups?id=945af9a8-1349-436a-a066-b9a0fd8d3dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653045 Jul 13 13:43:35.502571 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-235e0db2-7efb-4a53-9a45-25b05ae7e92d tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Request body: {'security_group': {'name': 'tempest-security--2000101112', 'description': 'tempest-security-description-1299703284'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:43:35.540307 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=bb12361b-5eba-45f8-b898-6d33d1a3110d,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:35.551396 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port a9d47bb7-fefa-4f1e-8f29-1f6941a2b09a, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=a9d47bb7-fefa-4f1e-8f29-1f6941a2b09a,segment=NetworkSegment(b0a2acaa-f220-4c1d-a4ab-c854b18a350f),segment_id=b0a2acaa-f220-4c1d-a4ab-c854b18a350f)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:43:35.554899 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-235e0db2-7efb-4a53-9a45-25b05ae7e92d tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Notify callbacks [] for security_group, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:35.570924 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Returning: {'device': 'a9d47bb7-fefa-4f1e-8f29-1f6941a2b09a', 'network_id': 'ea787e81-70d6-4741-bbdf-3e813ed07368', 'port_id': 'a9d47bb7-fefa-4f1e-8f29-1f6941a2b09a', 'mac_address': 'fa:16:3e:a9:90:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0da26ed4-aa1a-4742-8c9b-d2cc3923db5c', 'ip_address': '19.80.0.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 13:43:35.587771 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bfa130bc-f7ca-4cbe-8210-b6e7d6f7826a tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:35.621685 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:35.628264 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-235e0db2-7efb-4a53-9a45-25b05ae7e92d tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Notify callbacks [] for security_group, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:35.631905 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bfa130bc-f7ca-4cbe-8210-b6e7d6f7826a tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:35.634529 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-235e0db2-7efb-4a53-9a45-25b05ae7e92d tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:35.641986 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9d47bb7-fefa-4f1e-8f29-1f6941a2b09a {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:43:35.643383 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-235e0db2-7efb-4a53-9a45-25b05ae7e92d tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:35.644657 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-235e0db2-7efb-4a53-9a45-25b05ae7e92d tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] 10.222.0.23 "PUT /v2.0/security-groups/b395a585-7279-4fbe-9566-67131e5a7c9b HTTP/1.1" status: 200 len: 1780 time: 0.1481006 Jul 13 13:43:35.651219 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 36438) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:35.677257 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235e0db2-7efb-4a53-9a45-25b05ae7e92d tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b395a585-7279-4fbe-9566-67131e5a7c9b,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:35.690757 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port a9d47bb7-fefa-4f1e-8f29-1f6941a2b09a, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=a9d47bb7-fefa-4f1e-8f29-1f6941a2b09a,segment=NetworkSegment(b0a2acaa-f220-4c1d-a4ab-c854b18a350f),segment_id=b0a2acaa-f220-4c1d-a4ab-c854b18a350f)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:43:35.697384 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:35.737112 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f3492e-b4d1-4878-b38d-e41350592b73 None None] Update dhcp port {'port': {'network_id': '9db56dbb-6586-4de1-b24a-0495f681f710', 'fixed_ips': [{'subnet_id': '3bff6bde-de87-48d7-bb35-b301c00ca6f4', 'ip_address': '172.20.0.2'}, {'subnet_id': '7102ef0e-e5ba-4365-a7de-a413e08cee00'}], 'binding:host_id': 'n-d-800634-1'}, 'id': '57301cbc-fffe-4ffb-8ae5-c8c9eb53cac2'} from n-d-800634-1. {{(pid=93752) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 13 13:43:35.783975 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa130bc-f7ca-4cbe-8210-b6e7d6f7826a tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Pushing event updated for resources: {'Port': ['ID=98a5d535-49c0-475b-a3c1-9dd6660bc1cf,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:35.785112 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=a9d47bb7-fefa-4f1e-8f29-1f6941a2b09a,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:35.790553 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-13f3492e-b4d1-4878-b38d-e41350592b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:35.824699 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-8ebd86f3-f38b-41ac-8546-e2eae6b066f2 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] 10.222.0.23 "GET /v2.0/security-groups/b395a585-7279-4fbe-9566-67131e5a7c9b HTTP/1.1" status: 200 len: 1780 time: 0.1496053 Jul 13 13:43:35.827486 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 36442) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:35.836553 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bfa130bc-f7ca-4cbe-8210-b6e7d6f7826a tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446547'] for floatingip, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:35.882993 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ba43ab0b-52ae-4b1d-b0d6-2cfa5f912904 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:35.913155 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ba43ab0b-52ae-4b1d-b0d6-2cfa5f912904 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:35.946407 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['bb12361b-5eba-45f8-b898-6d33d1a3110d'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:43:35.977801 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ba43ab0b-52ae-4b1d-b0d6-2cfa5f912904 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:35.983280 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ba43ab0b-52ae-4b1d-b0d6-2cfa5f912904 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:35.985001 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-ba43ab0b-52ae-4b1d-b0d6-2cfa5f912904 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] 10.222.0.23 "DELETE /v2.0/security-groups/b395a585-7279-4fbe-9566-67131e5a7c9b HTTP/1.1" status: 204 len: 168 time: 0.1565161 Jul 13 13:43:35.990652 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 36444) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:35.996386 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba43ab0b-52ae-4b1d-b0d6-2cfa5f912904 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b395a585-7279-4fbe-9566-67131e5a7c9b,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:36.067212 n-d-800634-1 neutron-server[93750]: INFO neutron.db.l3_db [None req-bfa130bc-f7ca-4cbe-8210-b6e7d6f7826a tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Floating IP 46f4812d-91c0-4bc3-b5a7-e8fa7367ccc3 associated. External IP: 172.25.6.222, port: cb8bcb4f-a0c3-447b-95ab-14968b2ff082. Jul 13 13:43:36.119971 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-3317c026-d417-42a2-8813-e12779c2b4ac tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Delete allocated IP 172.20.0.3 (9db56dbb-6586-4de1-b24a-0495f681f710/3bff6bde-de87-48d7-bb35-b301c00ca6f4) {{(pid=93750) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 13 13:43:36.180613 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-3317c026-d417-42a2-8813-e12779c2b4ac tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Allocated IP 172.20.0.29 (9db56dbb-6586-4de1-b24a-0495f681f710/7102ef0e-e5ba-4365-a7de-a413e08cee00/8571d8b1-73e1-446f-892c-1eac0cc47022) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:43:36.198427 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-f3801777-2a5b-4772-8b52-240def932614 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2058468 Jul 13 13:43:36.201623 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 36454) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:36.221478 n-d-800634-1 neutron-server[93751]: INFO neutron.api.v2.resource [None req-dfcbaa53-298d-449f-8423-e5c527e7b1a4 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] delete failed (client error): The resource could not be found. Jul 13 13:43:36.227343 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-dfcbaa53-298d-449f-8423-e5c527e7b1a4 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] 10.222.0.23 "DELETE /v2.0/security-groups/b395a585-7279-4fbe-9566-67131e5a7c9b HTTP/1.1" status: 404 len: 347 time: 0.0237963 Jul 13 13:43:36.228055 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 36456) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:36.234481 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-e75b42e6-b3b5-4a2f-8749-b08606ecdb83 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Request body: {'security_group': {'name': 'tempest-secgroup--91571963'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:43:36.270616 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e75b42e6-b3b5-4a2f-8749-b08606ecdb83 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:36.371791 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e75b42e6-b3b5-4a2f-8749-b08606ecdb83 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:36.372510 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad34be9d-ba8e-42fd-baf4-4625e7e1ff47 req-d7b20a28-7668-4a17-8bb2-992c34c1f8a8 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:36.376924 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e75b42e6-b3b5-4a2f-8749-b08606ecdb83 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:36.379195 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad34be9d-ba8e-42fd-baf4-4625e7e1ff47 req-d7b20a28-7668-4a17-8bb2-992c34c1f8a8 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:36.380855 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ad34be9d-ba8e-42fd-baf4-4625e7e1ff47 req-d7b20a28-7668-4a17-8bb2-992c34c1f8a8 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] 10.222.0.23 "GET /v2.0/ports?device_id=4946120e-87dc-45f6-ad17-2d305d797a36 HTTP/1.1" status: 200 len: 1681 time: 0.2630157 Jul 13 13:43:36.411365 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e75b42e6-b3b5-4a2f-8749-b08606ecdb83 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:36.415359 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-e75b42e6-b3b5-4a2f-8749-b08606ecdb83 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1833730 Jul 13 13:43:36.415359 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75b42e6-b3b5-4a2f-8749-b08606ecdb83 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b88df9bb-148d-4f5e-9aa5-75c2bc904bf7,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:36.430268 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 36462) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:36.435614 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-3baf44d6-a885-429c-89a7-8889a1840d56 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Request body: {'security_group_rule': {'security_group_id': 'b88df9bb-148d-4f5e-9aa5-75c2bc904bf7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:43:36.466275 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3baf44d6-a885-429c-89a7-8889a1840d56 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:36.531663 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ad34be9d-ba8e-42fd-baf4-4625e7e1ff47 req-7a0074ac-eb33-4223-9bc7-a5f0aa589392 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ac1545a-5526-4c2d-93f1-674377bb30c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132164 Jul 13 13:43:36.539178 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3baf44d6-a885-429c-89a7-8889a1840d56 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:36.544542 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3baf44d6-a885-429c-89a7-8889a1840d56 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:36.574542 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device bb12361b-5eba-45f8-b898-6d33d1a3110d up at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:43:36.581056 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfa130bc-f7ca-4cbe-8210-b6e7d6f7826a tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Router 1d1c4035-5359-4547-a8f3-118bcfe3837f has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 13:43:36.588614 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baf44d6-a885-429c-89a7-8889a1840d56 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=effc75bd-18ed-4c3d-a663-be498c2163cb,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:36.598465 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3317c026-d417-42a2-8813-e12779c2b4ac tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:36.615041 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3baf44d6-a885-429c-89a7-8889a1840d56 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:36.616698 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-3baf44d6-a885-429c-89a7-8889a1840d56 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1853561 Jul 13 13:43:36.619946 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 36470) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:36.649599 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [None req-3317c026-d417-42a2-8813-e12779c2b4ac tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Transition to ACTIVE for port object 8571d8b1-73e1-446f-892c-1eac0cc47022 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:43:36.662652 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3317c026-d417-42a2-8813-e12779c2b4ac tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:36.705887 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e33df482-9552-437a-9d7f-06724d61c033 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:36.715870 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e33df482-9552-437a-9d7f-06724d61c033 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:36.724730 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-13f3492e-b4d1-4878-b38d-e41350592b73 None None] Allocated IP 172.20.0.18 (9db56dbb-6586-4de1-b24a-0495f681f710/7102ef0e-e5ba-4365-a7de-a413e08cee00/57301cbc-fffe-4ffb-8ae5-c8c9eb53cac2) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:43:36.727636 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning for port bb12361b-5eba-45f8-b898-6d33d1a3110d completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:43:36.745196 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning complete for port bb12361b-5eba-45f8-b898-6d33d1a3110d triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:43:36.746151 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:36.779903 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e33df482-9552-437a-9d7f-06724d61c033 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:36.786119 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e33df482-9552-437a-9d7f-06724d61c033 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:36.791081 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 36474) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:36.791758 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-e33df482-9552-437a-9d7f-06724d61c033 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/effc75bd-18ed-4c3d-a663-be498c2163cb HTTP/1.1" status: 204 len: 168 time: 0.1705630 Jul 13 13:43:36.803234 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33df482-9552-437a-9d7f-06724d61c033 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=effc75bd-18ed-4c3d-a663-be498c2163cb,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:36.841032 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3317c026-d417-42a2-8813-e12779c2b4ac tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Pushing event updated for resources: {'Port': ['ID=8571d8b1-73e1-446f-892c-1eac0cc47022,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:36.843997 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfa130bc-f7ca-4cbe-8210-b6e7d6f7826a tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:43:36.856764 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5800026e-8115-4b6b-8114-9a9a65ee22ae None None] Sync routers for ids ['1d1c4035-5359-4547-a8f3-118bcfe3837f'] in n-d-800634-1 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:43:36.865750 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e67d9b-33b7-4882-96ad-22b471297e57 req-2012a787-d85f-4a04-a73a-e3a7dd15083b tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:36.867554 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-55e67d9b-33b7-4882-96ad-22b471297e57 req-2012a787-d85f-4a04-a73a-e3a7dd15083b tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/ports?device_id=48cfc91c-49d1-40bc-b4e8-0a6ca10d28a2 HTTP/1.1" status: 200 len: 949 time: 0.1853478 Jul 13 13:43:36.870952 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5800026e-8115-4b6b-8114-9a9a65ee22ae None None] Routers {'1d1c4035-5359-4547-a8f3-118bcfe3837f'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:43:36.873697 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-5800026e-8115-4b6b-8114-9a9a65ee22ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:43:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['1d1c4035-5359-4547-a8f3-118bcfe3837f'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:43:36.874332 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-3317c026-d417-42a2-8813-e12779c2b4ac tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] In _notify_port_updated(), no bound segment for port 8571d8b1-73e1-446f-892c-1eac0cc47022 on network 9db56dbb-6586-4de1-b24a-0495f681f710 {{(pid=93750) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 13 13:43:36.880664 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3317c026-d417-42a2-8813-e12779c2b4ac tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:36.881592 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3317c026-d417-42a2-8813-e12779c2b4ac tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:36.883152 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-3317c026-d417-42a2-8813-e12779c2b4ac tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] 10.222.0.23 "PUT /v2.0/ports/8571d8b1-73e1-446f-892c-1eac0cc47022 HTTP/1.1" status: 200 len: 921 time: 1.7223237 Jul 13 13:43:36.888331 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 36476) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:36.889382 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bfa130bc-f7ca-4cbe-8210-b6e7d6f7826a tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for floatingip, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:36.936197 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-5800026e-8115-4b6b-8114-9a9a65ee22ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:43:36.949236 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5800026e-8115-4b6b-8114-9a9a65ee22ae None None] Routers {'1d1c4035-5359-4547-a8f3-118bcfe3837f'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:43:36.950230 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-5800026e-8115-4b6b-8114-9a9a65ee22ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:43:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['1d1c4035-5359-4547-a8f3-118bcfe3837f'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:43:36.970991 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-55e67d9b-33b7-4882-96ad-22b471297e57 req-759d364c-e969-465e-b035-2e22b1b7cd9d tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/security-groups?id=945af9a8-1349-436a-a066-b9a0fd8d3dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952628 Jul 13 13:43:36.979701 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-13f3492e-b4d1-4878-b38d-e41350592b73 None None] For port 57301cbc-fffe-4ffb-8ae5-c8c9eb53cac2, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=57301cbc-fffe-4ffb-8ae5-c8c9eb53cac2,segment=NetworkSegment(bee699bc-d280-44af-a540-5a618ddaf0dc),segment_id=bee699bc-d280-44af-a540-5a618ddaf0dc)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:43:36.984792 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['a9d47bb7-fefa-4f1e-8f29-1f6941a2b09a'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:43:36.987613 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-d8c94244-9bb8-4e60-aa41-840ccef972d3 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1770060 Jul 13 13:43:36.990336 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 36478) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:37.020751 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-5800026e-8115-4b6b-8114-9a9a65ee22ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:43:37.021815 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5800026e-8115-4b6b-8114-9a9a65ee22ae None None] The sync data for ids ['1d1c4035-5359-4547-a8f3-118bcfe3837f'] in n-d-800634-1 is: [] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:43:37.048474 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-bfa130bc-f7ca-4cbe-8210-b6e7d6f7826a tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.7083354 Jul 13 13:43:37.051550 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 36482) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:37.065667 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a16eef1e-7e0c-4168-908d-e567623f3eea tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:37.075610 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:37.089710 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a16eef1e-7e0c-4168-908d-e567623f3eea tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:37.116394 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-13f3492e-b4d1-4878-b38d-e41350592b73 None None] Notify callbacks [] for port, precommit_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:37.140343 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4946120e-87dc-45f6-ad17-2d305d797a36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb12361b-5eba-45f8-b898-6d33d1a3110d'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:43:37.142716 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c79c6357-c87c-472f-89e3-a4fe6daccadc" -d '{"events": [{"server_uuid": "4946120e-87dc-45f6-ad17-2d305d797a36", "name": "network-vif-plugged", "status": "completed", "tag": "bb12361b-5eba-45f8-b898-6d33d1a3110d"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:43:37.155066 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a16eef1e-7e0c-4168-908d-e567623f3eea tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:37.158761 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a16eef1e-7e0c-4168-908d-e567623f3eea tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:37.162323 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-a16eef1e-7e0c-4168-908d-e567623f3eea tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] 10.222.0.23 "DELETE /v2.0/security-groups/b88df9bb-148d-4f5e-9aa5-75c2bc904bf7 HTTP/1.1" status: 204 len: 168 time: 0.1683152 Jul 13 13:43:37.171516 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 36492) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:37.171721 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port bb12361b-5eba-45f8-b898-6d33d1a3110d, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=bb12361b-5eba-45f8-b898-6d33d1a3110d,segment=NetworkSegment(ab5fb13c-8211-4751-9ff6-bdef0932666c),segment_id=ab5fb13c-8211-4751-9ff6-bdef0932666c)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:43:37.173108 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-13f3492e-b4d1-4878-b38d-e41350592b73 None None] Transition to ACTIVE for port object 57301cbc-fffe-4ffb-8ae5-c8c9eb53cac2 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:43:37.181016 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16eef1e-7e0c-4168-908d-e567623f3eea tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b88df9bb-148d-4f5e-9aa5-75c2bc904bf7,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:37.189657 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:37.191519 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-13f3492e-b4d1-4878-b38d-e41350592b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:37.222047 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-8d93a311-c101-4951-8451-8f4fe6da6cf7 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] 10.222.0.23 "GET /v2.0/floatingips/46f4812d-91c0-4bc3-b5a7-e8fa7367ccc3 HTTP/1.1" status: 200 len: 978 time: 0.1690521 Jul 13 13:43:37.224935 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 36494) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:37.240037 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-73eb33b0-661a-4a38-af83-97fa0f4101e2 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0670645 Jul 13 13:43:37.244094 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 36496) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:37.249300 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-29faed22-024b-4988-9136-39f08754ef2f tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Request body: {'security_group': {'name': 'tempest-secgroup--1214688476'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:43:37.271260 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c6500e4-a542-44e3-83ed-934be4524426 x-openstack-request-id: req-2c6500e4-a542-44e3-83ed-934be4524426 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:43:37.271636 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4946120e-87dc-45f6-ad17-2d305d797a36", "name": "network-vif-plugged", "status": "completed", "tag": "bb12361b-5eba-45f8-b898-6d33d1a3110d", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:43:37.272024 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2c6500e4-a542-44e3-83ed-934be4524426 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:43:37.272552 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4946120e-87dc-45f6-ad17-2d305d797a36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb12361b-5eba-45f8-b898-6d33d1a3110d', 'code': 200} Jul 13 13:43:37.275730 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-29faed22-024b-4988-9136-39f08754ef2f tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:37.423726 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=bb12361b-5eba-45f8-b898-6d33d1a3110d,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:37.469156 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-29faed22-024b-4988-9136-39f08754ef2f tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:37.477336 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-29faed22-024b-4988-9136-39f08754ef2f tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:37.518464 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29faed22-024b-4988-9136-39f08754ef2f tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=783b2577-8c5f-4d35-9e2c-c8897f666891,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:37.549420 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-29faed22-024b-4988-9136-39f08754ef2f tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:37.553670 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-29faed22-024b-4988-9136-39f08754ef2f tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3061025 Jul 13 13:43:37.561512 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 36508) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:37.569666 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-1fe4510c-7292-4012-9180-5218a8b21dee tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Request body: {'security_group_rule': {'security_group_id': '783b2577-8c5f-4d35-9e2c-c8897f666891', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:43:37.586483 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f3492e-b4d1-4878-b38d-e41350592b73 None None] Pushing event updated for resources: {'Port': ['ID=57301cbc-fffe-4ffb-8ae5-c8c9eb53cac2,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:37.632350 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1fe4510c-7292-4012-9180-5218a8b21dee tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:37.762984 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-328910be-7695-46bc-b1c1-88048d47d5d4 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Deleting port 8571d8b1-73e1-446f-892c-1eac0cc47022 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:43:37.763331 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-328910be-7695-46bc-b1c1-88048d47d5d4 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:37.772352 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1fe4510c-7292-4012-9180-5218a8b21dee tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:37.783254 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1fe4510c-7292-4012-9180-5218a8b21dee tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:37.815114 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe4510c-7292-4012-9180-5218a8b21dee tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67ef24f5-8eaa-4a3b-a2c7-737bc2d33d98,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:37.829889 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1fe4510c-7292-4012-9180-5218a8b21dee tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:37.831361 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-1fe4510c-7292-4012-9180-5218a8b21dee tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2676873 Jul 13 13:43:37.834869 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 36516) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:37.842044 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-4d4cf571-d4de-4810-919d-f5f4b27082bf tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Request body: {'security_group_rule': {'security_group_id': '783b2577-8c5f-4d35-9e2c-c8897f666891', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:43:37.859275 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-467861fb-11b9-4153-8326-041d30c0c3b5 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] 10.222.0.23 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.6327794 Jul 13 13:43:37.864298 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72c3deb-e087-42fe-9ec5-ef35276f0115 req-1e303f13-505e-4147-a900-8a01ffa86934 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:37.870677 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72c3deb-e087-42fe-9ec5-ef35276f0115 req-1e303f13-505e-4147-a900-8a01ffa86934 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:37.871816 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 36518) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:37.877661 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e72c3deb-e087-42fe-9ec5-ef35276f0115 req-1e303f13-505e-4147-a900-8a01ffa86934 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] 10.222.0.23 "GET /v2.0/ports?device_id=4946120e-87dc-45f6-ad17-2d305d797a36 HTTP/1.1" status: 200 len: 1682 time: 0.1544087 Jul 13 13:43:37.883498 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-b2884ede-2855-4a19-b1cc-47b16cd13881 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Request body: {'floatingip': {'port_id': '0fb36914-2879-43a3-8397-734c54d807da'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:43:37.943648 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4d4cf571-d4de-4810-919d-f5f4b27082bf tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:37.954521 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e72c3deb-e087-42fe-9ec5-ef35276f0115 req-f4d101d2-aa3f-4eaf-8e1f-c15216f105c1 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ac1545a-5526-4c2d-93f1-674377bb30c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759692 Jul 13 13:43:37.985365 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b2884ede-2855-4a19-b1cc-47b16cd13881 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks [] for floatingip, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:38.036543 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4d4cf571-d4de-4810-919d-f5f4b27082bf tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:38.044518 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-328910be-7695-46bc-b1c1-88048d47d5d4 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:38.044808 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4d4cf571-d4de-4810-919d-f5f4b27082bf tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:38.068967 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-328910be-7695-46bc-b1c1-88048d47d5d4 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Calling delete_port for 8571d8b1-73e1-446f-892c-1eac0cc47022 owned by {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:43:38.074652 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4cf571-d4de-4810-919d-f5f4b27082bf tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=953d447f-1741-4547-a56e-bb39c5966075,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:38.083833 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4d4cf571-d4de-4810-919d-f5f4b27082bf tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:38.085201 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-4d4cf571-d4de-4810-919d-f5f4b27082bf tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2491541 Jul 13 13:43:38.089759 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 36528) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:38.095233 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-0bf4d9df-0949-4a44-a550-89333b2d66f3 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Request body: {'security_group_rule': {'security_group_id': '783b2577-8c5f-4d35-9e2c-c8897f666891', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:43:38.138702 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0bf4d9df-0949-4a44-a550-89333b2d66f3 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:38.224136 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0bf4d9df-0949-4a44-a550-89333b2d66f3 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:38.229342 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0bf4d9df-0949-4a44-a550-89333b2d66f3 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:38.252460 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf4d9df-0949-4a44-a550-89333b2d66f3 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a819e101-1990-4141-a41a-de9e193cd8ca,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:38.265452 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0bf4d9df-0949-4a44-a550-89333b2d66f3 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:38.270134 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-0bf4d9df-0949-4a44-a550-89333b2d66f3 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1760888 Jul 13 13:43:38.270257 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 36532) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:38.282447 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-c5bbeee4-5e00-4c7b-b2c0-5bb10cc75181 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Request body: {'security_group_rule': {'security_group_id': '783b2577-8c5f-4d35-9e2c-c8897f666891', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:43:38.295081 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-62735836-e945-4a2c-8314-eb9846f16650 None None] Provisioning for port 8571d8b1-73e1-446f-892c-1eac0cc47022 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:43:38.303348 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-62735836-e945-4a2c-8314-eb9846f16650 None None] Provisioning complete for port 8571d8b1-73e1-446f-892c-1eac0cc47022 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:43:38.304118 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-62735836-e945-4a2c-8314-eb9846f16650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:38.345539 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-62735836-e945-4a2c-8314-eb9846f16650 None None] Port 8571d8b1-73e1-446f-892c-1eac0cc47022 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:43:38.358475 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-62735836-e945-4a2c-8314-eb9846f16650 None None] Provisioning complete for port 49bed24c-b8ca-406f-b9c7-ee64d1138b0b triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:43:38.358957 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-62735836-e945-4a2c-8314-eb9846f16650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:38.402294 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-62735836-e945-4a2c-8314-eb9846f16650 None None] Port 49bed24c-b8ca-406f-b9c7-ee64d1138b0b cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:43:38.415820 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-62735836-e945-4a2c-8314-eb9846f16650 None None] Provisioning for port 57301cbc-fffe-4ffb-8ae5-c8c9eb53cac2 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:43:38.420221 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-62735836-e945-4a2c-8314-eb9846f16650 None None] Provisioning complete for port 57301cbc-fffe-4ffb-8ae5-c8c9eb53cac2 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:43:38.420731 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-62735836-e945-4a2c-8314-eb9846f16650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:38.445172 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b5bbc7-54d8-4176-a004-9c073396835b req-77d5ce04-2d4f-4e77-8ad2-e8120e8965e3 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:38.446885 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c7b5bbc7-54d8-4176-a004-9c073396835b req-77d5ce04-2d4f-4e77-8ad2-e8120e8965e3 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/ports?device_id=48cfc91c-49d1-40bc-b4e8-0a6ca10d28a2 HTTP/1.1" status: 200 len: 949 time: 0.2916429 Jul 13 13:43:38.466260 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c5bbeee4-5e00-4c7b-b2c0-5bb10cc75181 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:38.531559 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 13:43:38.559662 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-328910be-7695-46bc-b1c1-88048d47d5d4 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:38.574901 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device a9d47bb7-fefa-4f1e-8f29-1f6941a2b09a up at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:43:38.653078 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning for port a9d47bb7-fefa-4f1e-8f29-1f6941a2b09a completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:43:38.661646 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning complete for port a9d47bb7-fefa-4f1e-8f29-1f6941a2b09a triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:43:38.662376 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:38.734968 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c7b5bbc7-54d8-4176-a004-9c073396835b req-d19795f8-7644-4815-9708-4996e3e4b2e0 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/security-groups?id=945af9a8-1349-436a-a066-b9a0fd8d3dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2760322 Jul 13 13:43:38.790590 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:38.812498 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328910be-7695-46bc-b1c1-88048d47d5d4 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Pushing event deleted for resources: {'Port': ['ID=8571d8b1-73e1-446f-892c-1eac0cc47022,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:38.851205 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port a9d47bb7-fefa-4f1e-8f29-1f6941a2b09a, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=a9d47bb7-fefa-4f1e-8f29-1f6941a2b09a,segment=NetworkSegment(b0a2acaa-f220-4c1d-a4ab-c854b18a350f),segment_id=b0a2acaa-f220-4c1d-a4ab-c854b18a350f)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:43:38.857284 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:38.916771 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=a9d47bb7-fefa-4f1e-8f29-1f6941a2b09a,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:38.938681 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b28caa93-c2f0-4aff-afe7-39c323418ac8 None None] Could not find standard attr ID for object 8571d8b1-73e1-446f-892c-1eac0cc47022. {{(pid=93752) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 13:43:38.975396 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c5bbeee4-5e00-4c7b-b2c0-5bb10cc75181 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:38.979178 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-328910be-7695-46bc-b1c1-88048d47d5d4 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:38.981839 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-328910be-7695-46bc-b1c1-88048d47d5d4 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] 10.222.0.23 "DELETE /v2.0/ports/8571d8b1-73e1-446f-892c-1eac0cc47022 HTTP/1.1" status: 204 len: 168 time: 2.0898776 Jul 13 13:43:38.984871 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 36554) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:38.986104 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c5bbeee4-5e00-4c7b-b2c0-5bb10cc75181 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:39.023437 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c5bbeee4-5e00-4c7b-b2c0-5bb10cc75181 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:39.024757 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-c5bbeee4-5e00-4c7b-b2c0-5bb10cc75181 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7535481 Jul 13 13:43:39.026078 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bbeee4-5e00-4c7b-b2c0-5bb10cc75181 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13aa76d6-56f9-47fc-aa3f-8c15c2ffe260,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:39.051288 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 36558) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:39.057550 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-8879de29-e549-4d66-98ea-53164bc05bc3 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Request body: {'security_group_rule': {'security_group_id': '783b2577-8c5f-4d35-9e2c-c8897f666891', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:43:39.061727 n-d-800634-1 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-45c5c64a-6915-429f-abd6-f087285c36a3 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] GET failed (client error): The resource could not be found. Jul 13 13:43:39.073445 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 36562) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:39.074012 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-45c5c64a-6915-429f-abd6-f087285c36a3 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] 10.222.0.23 "GET /v2.0/ports/8571d8b1-73e1-446f-892c-1eac0cc47022 HTTP/1.1" status: 404 len: 333 time: 0.0855038 Jul 13 13:43:39.220135 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8879de29-e549-4d66-98ea-53164bc05bc3 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:39.239622 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b2884ede-2855-4a19-b1cc-47b16cd13881 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:39.261659 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b2884ede-2855-4a19-b1cc-47b16cd13881 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446547'] for floatingip, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:39.274246 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4946120e-87dc-45f6-ad17-2d305d797a36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9d47bb7-fefa-4f1e-8f29-1f6941a2b09a'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:43:39.277187 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-771cd6f3-961b-4f64-b224-53c4b8ae49ac" -d '{"events": [{"server_uuid": "4946120e-87dc-45f6-ad17-2d305d797a36", "name": "network-vif-plugged", "status": "completed", "tag": "a9d47bb7-fefa-4f1e-8f29-1f6941a2b09a"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:43:39.324453 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bcccf098-e815-4447-8ea7-1e0d4d205d48 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:39.413400 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bcccf098-e815-4447-8ea7-1e0d4d205d48 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:39.427965 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b211fabb-f7b5-412b-b3ea-1269e5e38384 req-dce6e11c-80eb-4ddb-8dc3-c6eceed96d81 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:39.434991 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b211fabb-f7b5-412b-b3ea-1269e5e38384 req-dce6e11c-80eb-4ddb-8dc3-c6eceed96d81 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:39.436704 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b211fabb-f7b5-412b-b3ea-1269e5e38384 req-dce6e11c-80eb-4ddb-8dc3-c6eceed96d81 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] 10.222.0.23 "GET /v2.0/ports?device_id=4946120e-87dc-45f6-ad17-2d305d797a36 HTTP/1.1" status: 200 len: 1683 time: 0.2834404 Jul 13 13:43:39.490237 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 57301cbc-fffe-4ffb-8ae5-c8c9eb53cac2 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:43:39.509549 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8879de29-e549-4d66-98ea-53164bc05bc3 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:39.526024 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8879de29-e549-4d66-98ea-53164bc05bc3 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:39.551926 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99be6964-5e00-4e20-b78d-3d9eb484f78f x-openstack-request-id: req-99be6964-5e00-4e20-b78d-3d9eb484f78f {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:43:39.552569 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4946120e-87dc-45f6-ad17-2d305d797a36", "name": "network-vif-plugged", "status": "completed", "tag": "a9d47bb7-fefa-4f1e-8f29-1f6941a2b09a", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:43:39.553374 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-99be6964-5e00-4e20-b78d-3d9eb484f78f {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:43:39.553815 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4946120e-87dc-45f6-ad17-2d305d797a36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9d47bb7-fefa-4f1e-8f29-1f6941a2b09a', 'code': 200} Jul 13 13:43:39.557710 n-d-800634-1 neutron-server[93750]: INFO neutron.db.l3_db [None req-b2884ede-2855-4a19-b1cc-47b16cd13881 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Floating IP 46f4812d-91c0-4bc3-b5a7-e8fa7367ccc3 associated. External IP: 172.25.6.222, port: cb8bcb4f-a0c3-447b-95ab-14968b2ff082. Jul 13 13:43:39.563221 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 57301cbc-fffe-4ffb-8ae5-c8c9eb53cac2 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:43:39.563570 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:39.603022 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b211fabb-f7b5-412b-b3ea-1269e5e38384 req-c86e307c-5fff-4c6d-8a1a-77fd44e7952c tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ac1545a-5526-4c2d-93f1-674377bb30c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490028 Jul 13 13:43:39.606949 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8879de29-e549-4d66-98ea-53164bc05bc3 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d0a4b5a-dbea-4bcf-bdb0-f5045694c446,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:39.612449 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bcccf098-e815-4447-8ea7-1e0d4d205d48 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:39.615285 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bcccf098-e815-4447-8ea7-1e0d4d205d48 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:39.616674 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-bcccf098-e815-4447-8ea7-1e0d4d205d48 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] 10.222.0.23 "DELETE /v2.0/security-groups/c24b659e-b572-494e-b46b-5806466f5c35 HTTP/1.1" status: 204 len: 168 time: 0.5417440 Jul 13 13:43:39.619716 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 36578) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:39.640780 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8879de29-e549-4d66-98ea-53164bc05bc3 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:39.644655 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-8879de29-e549-4d66-98ea-53164bc05bc3 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.5893221 Jul 13 13:43:39.649471 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 36580) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:39.653668 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcccf098-e815-4447-8ea7-1e0d4d205d48 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c24b659e-b572-494e-b46b-5806466f5c35,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:39.734702 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fd12f024-bd47-482c-be40-197da9d8baec tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:39.746314 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fd12f024-bd47-482c-be40-197da9d8baec tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:39.749001 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-574a19d7-5e1d-4e2a-b0d4-29192f06c00b tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:39.758164 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c2b3d7-3905-439f-b443-a7cbe546d46c req-5b9df907-2709-41f5-80f5-aca0c15cfd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:39.758426 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c2b3d7-3905-439f-b443-a7cbe546d46c req-5b9df907-2709-41f5-80f5-aca0c15cfd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:39.760178 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-16c2b3d7-3905-439f-b443-a7cbe546d46c req-5b9df907-2709-41f5-80f5-aca0c15cfd27 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4946120e-87dc-45f6-ad17-2d305d797a36 HTTP/1.1" status: 200 len: 1985 time: 0.1358995 Jul 13 13:43:39.796078 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-574a19d7-5e1d-4e2a-b0d4-29192f06c00b tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:39.825329 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fd12f024-bd47-482c-be40-197da9d8baec tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:39.832748 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fd12f024-bd47-482c-be40-197da9d8baec tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:39.834381 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-fd12f024-bd47-482c-be40-197da9d8baec tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/8d0a4b5a-dbea-4bcf-bdb0-f5045694c446 HTTP/1.1" status: 204 len: 168 time: 0.1838355 Jul 13 13:43:39.835694 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-16c2b3d7-3905-439f-b443-a7cbe546d46c req-ca0d6927-709e-4b07-8f5f-00e4c9480088 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2ac1545a-5526-4c2d-93f1-674377bb30c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680363 Jul 13 13:43:39.837756 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 36588) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:39.863468 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-574a19d7-5e1d-4e2a-b0d4-29192f06c00b tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:39.866242 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd12f024-bd47-482c-be40-197da9d8baec tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8d0a4b5a-dbea-4bcf-bdb0-f5045694c446,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:39.868918 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-574a19d7-5e1d-4e2a-b0d4-29192f06c00b tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:39.872953 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-574a19d7-5e1d-4e2a-b0d4-29192f06c00b tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] 10.222.0.23 "DELETE /v2.0/security-groups/7e80e87c-1c33-44fe-8686-874ed8e573a7 HTTP/1.1" status: 204 len: 168 time: 0.2509708 Jul 13 13:43:39.877860 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 36592) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:39.900155 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574a19d7-5e1d-4e2a-b0d4-29192f06c00b tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e80e87c-1c33-44fe-8686-874ed8e573a7,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:40.015872 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-026ac276-1296-436b-a0f5-4e6b884488a6 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1719453 Jul 13 13:43:40.016231 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 36596) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:40.043708 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-807edd61-0de4-4e12-ba40-6b25110c9f81 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:40.051482 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-807edd61-0de4-4e12-ba40-6b25110c9f81 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:40.060093 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5f43c68-3988-4551-827f-3c1c173d4595 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Deleting subnet 3bff6bde-de87-48d7-bb35-b301c00ca6f4 {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 13:43:40.065707 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b5f43c68-3988-4551-827f-3c1c173d4595 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:40.080643 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-807edd61-0de4-4e12-ba40-6b25110c9f81 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:40.088788 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-807edd61-0de4-4e12-ba40-6b25110c9f81 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:40.092362 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-807edd61-0de4-4e12-ba40-6b25110c9f81 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/13aa76d6-56f9-47fc-aa3f-8c15c2ffe260 HTTP/1.1" status: 204 len: 168 time: 0.0726209 Jul 13 13:43:40.092502 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2884ede-2855-4a19-b1cc-47b16cd13881 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Router 1d1c4035-5359-4547-a8f3-118bcfe3837f has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 13:43:40.093778 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 36600) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:40.100470 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807edd61-0de4-4e12-ba40-6b25110c9f81 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=13aa76d6-56f9-47fc-aa3f-8c15c2ffe260,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:40.130214 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b5f43c68-3988-4551-827f-3c1c173d4595 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5431723'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:40.149850 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-9bc3eebb-ae81-4e13-9f1f-78fe8cecab7b tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0546083 Jul 13 13:43:40.152613 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 36602) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:40.179157 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e218372f-3cf3-4bc8-a03d-0770c9d54e61 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:40.187975 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e218372f-3cf3-4bc8-a03d-0770c9d54e61 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:40.216790 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e218372f-3cf3-4bc8-a03d-0770c9d54e61 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:40.222111 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e218372f-3cf3-4bc8-a03d-0770c9d54e61 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:40.225960 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-e218372f-3cf3-4bc8-a03d-0770c9d54e61 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/a819e101-1990-4141-a41a-de9e193cd8ca HTTP/1.1" status: 204 len: 168 time: 0.0697231 Jul 13 13:43:40.226607 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 36604) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:40.254763 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218372f-3cf3-4bc8-a03d-0770c9d54e61 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a819e101-1990-4141-a41a-de9e193cd8ca,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:40.288806 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-5bc312a5-be70-498d-aeb9-52ef05d3c981 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0602314 Jul 13 13:43:40.292075 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 36608) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:40.318337 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c520d6a5-353d-4d53-b723-e73a764b2cae tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:40.328188 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c520d6a5-353d-4d53-b723-e73a764b2cae tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:40.360314 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c520d6a5-353d-4d53-b723-e73a764b2cae tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:40.367758 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c520d6a5-353d-4d53-b723-e73a764b2cae tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:40.372391 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-c520d6a5-353d-4d53-b723-e73a764b2cae tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/953d447f-1741-4547-a56e-bb39c5966075 HTTP/1.1" status: 204 len: 168 time: 0.0790777 Jul 13 13:43:40.376160 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 36610) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:40.384006 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c520d6a5-353d-4d53-b723-e73a764b2cae tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=953d447f-1741-4547-a56e-bb39c5966075,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:40.424157 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-f01361e3-963d-4787-b1ec-b6f7088313fd tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0468404 Jul 13 13:43:40.426884 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 36612) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:40.452102 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fee64aa2-c910-44f9-a9cb-89e43199f4bb tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:40.459832 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fee64aa2-c910-44f9-a9cb-89e43199f4bb tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:40.489401 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fee64aa2-c910-44f9-a9cb-89e43199f4bb tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:40.497801 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fee64aa2-c910-44f9-a9cb-89e43199f4bb tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:40.499476 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-fee64aa2-c910-44f9-a9cb-89e43199f4bb tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/67ef24f5-8eaa-4a3b-a2c7-737bc2d33d98 HTTP/1.1" status: 204 len: 168 time: 0.0709291 Jul 13 13:43:40.501470 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6247be-17c4-4f22-bb2e-2c20142d164a req-2bbf1db8-54e0-46ac-a619-0dd3bf4f15a9 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:40.504224 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 36616) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:40.508130 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5a6247be-17c4-4f22-bb2e-2c20142d164a req-2bbf1db8-54e0-46ac-a619-0dd3bf4f15a9 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/ports?device_id=48cfc91c-49d1-40bc-b4e8-0a6ca10d28a2 HTTP/1.1" status: 200 len: 949 time: 0.5224454 Jul 13 13:43:40.512644 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee64aa2-c910-44f9-a9cb-89e43199f4bb tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=67ef24f5-8eaa-4a3b-a2c7-737bc2d33d98,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:40.555388 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-ccc1638f-b2ed-41a1-b076-393135754ad0 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0475934 Jul 13 13:43:40.555685 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 36618) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:40.613181 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-50e05e25-4145-4cca-9043-9b88c7c13c29 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:40.622376 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5a6247be-17c4-4f22-bb2e-2c20142d164a req-a7795ae3-9d78-45ef-8678-227d9e3822a1 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/security-groups?id=945af9a8-1349-436a-a066-b9a0fd8d3dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133795 Jul 13 13:43:40.638032 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-50e05e25-4145-4cca-9043-9b88c7c13c29 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:40.643204 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2884ede-2855-4a19-b1cc-47b16cd13881 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:43:40.651915 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b5f43c68-3988-4551-827f-3c1c173d4595 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:40.656615 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03199ef2-453a-4940-9906-952df503ef53 None None] Sync routers for ids ['1d1c4035-5359-4547-a8f3-118bcfe3837f'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:43:40.668833 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03199ef2-453a-4940-9906-952df503ef53 None None] Routers {'1d1c4035-5359-4547-a8f3-118bcfe3837f'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:43:40.669450 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-03199ef2-453a-4940-9906-952df503ef53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:43:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['1d1c4035-5359-4547-a8f3-118bcfe3837f'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:43:40.725331 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-03199ef2-453a-4940-9906-952df503ef53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:43:40.737423 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03199ef2-453a-4940-9906-952df503ef53 None None] Routers {'1d1c4035-5359-4547-a8f3-118bcfe3837f'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:43:40.738280 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-03199ef2-453a-4940-9906-952df503ef53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:43:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['1d1c4035-5359-4547-a8f3-118bcfe3837f'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:43:40.741615 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-50e05e25-4145-4cca-9043-9b88c7c13c29 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:40.745059 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-50e05e25-4145-4cca-9043-9b88c7c13c29 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:40.745928 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-50e05e25-4145-4cca-9043-9b88c7c13c29 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] 10.222.0.23 "DELETE /v2.0/security-groups/783b2577-8c5f-4d35-9e2c-c8897f666891 HTTP/1.1" status: 204 len: 168 time: 0.1893280 Jul 13 13:43:40.749089 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 36624) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:40.764641 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e05e25-4145-4cca-9043-9b88c7c13c29 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=783b2577-8c5f-4d35-9e2c-c8897f666891,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:40.806193 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-8b058a64-e59b-4810-90ba-670ef8590e8c tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0523896 Jul 13 13:43:40.811703 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 36626) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:40.816647 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-b7d763b5-3b44-4d0b-86dd-267a119442ee tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Request body: {'security_group': {'name': 'tempest-secgroup--1097644804'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:43:40.839807 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b5f43c68-3988-4551-827f-3c1c173d4595 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5970525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4763356'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:40.844983 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-03199ef2-453a-4940-9906-952df503ef53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:43:40.846018 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03199ef2-453a-4940-9906-952df503ef53 None None] The sync data for ids ['1d1c4035-5359-4547-a8f3-118bcfe3837f'] in n-d-800634-1 is: [] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:43:40.872464 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b7d763b5-3b44-4d0b-86dd-267a119442ee tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:40.878552 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f43c68-3988-4551-827f-3c1c173d4595 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Pushing event deleted for resources: {'Subnet': ['ID=3bff6bde-de87-48d7-bb35-b301c00ca6f4,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:40.897264 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b5f43c68-3988-4551-827f-3c1c173d4595 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:40.899168 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-b5f43c68-3988-4551-827f-3c1c173d4595 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] 10.222.0.23 "DELETE /v2.0/subnets/3bff6bde-de87-48d7-bb35-b301c00ca6f4 HTTP/1.1" status: 204 len: 168 time: 1.0200441 Jul 13 13:43:40.903277 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 36630) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:40.906546 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e84486-1b4e-46e0-aa44-b8441f8cca3f None None] Network 9db56dbb-6586-4de1-b24a-0495f681f710 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:43:40.952024 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-d8c328f8-93ce-44e5-9dd3-f87c77be3f41 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Request body: {'subnet': {'network_id': '9db56dbb-6586-4de1-b24a-0495f681f710', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:43:40.984522 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7287270-4c1b-4423-a999-c1194eba68ad req-cf63a1b2-3f0a-4a8e-85c9-3924484311b7 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:40.992385 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7287270-4c1b-4423-a999-c1194eba68ad req-cf63a1b2-3f0a-4a8e-85c9-3924484311b7 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:40.998308 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f7287270-4c1b-4423-a999-c1194eba68ad req-cf63a1b2-3f0a-4a8e-85c9-3924484311b7 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] 10.222.0.23 "GET /v2.0/ports?device_id=4946120e-87dc-45f6-ad17-2d305d797a36 HTTP/1.1" status: 200 len: 1683 time: 0.1242270 Jul 13 13:43:41.075879 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f7287270-4c1b-4423-a999-c1194eba68ad req-a5c6cda4-2c07-4d30-a687-498448a223e9 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ac1545a-5526-4c2d-93f1-674377bb30c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746567 Jul 13 13:43:41.189497 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2884ede-2855-4a19-b1cc-47b16cd13881 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Router 1d1c4035-5359-4547-a8f3-118bcfe3837f has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 13:43:41.214709 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b7d763b5-3b44-4d0b-86dd-267a119442ee tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:41.254346 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b7d763b5-3b44-4d0b-86dd-267a119442ee tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:41.307199 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8c328f8-93ce-44e5-9dd3-f87c77be3f41 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Made reservation on behalf of 8b3e8ef7cfb0436e8cb330362d71f1d6 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:43:41.310768 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d8c328f8-93ce-44e5-9dd3-f87c77be3f41 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4763385'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:41.341452 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d763b5-3b44-4d0b-86dd-267a119442ee tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97437f4f-06a5-4032-b95f-2cae5734da17,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:41.354627 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b7d763b5-3b44-4d0b-86dd-267a119442ee tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:41.358493 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-b7d763b5-3b44-4d0b-86dd-267a119442ee tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5431705 Jul 13 13:43:41.358793 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 36640) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:41.363436 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-9db0ff87-ee4b-4c68-bbad-4c47aca59080 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Request body: {'security_group_rule': {'security_group_id': '97437f4f-06a5-4032-b95f-2cae5734da17', 'direction': 'ingress', 'protocol': 17}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:43:41.405974 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9db0ff87-ee4b-4c68-bbad-4c47aca59080 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:41.445235 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2884ede-2855-4a19-b1cc-47b16cd13881 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:43:41.450644 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b2884ede-2855-4a19-b1cc-47b16cd13881 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for floatingip, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:41.457617 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef80bc14-8558-41e6-81c6-52275c0137f1 None None] Sync routers for ids ['1d1c4035-5359-4547-a8f3-118bcfe3837f'] in n-d-800634-1 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:43:41.468050 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef80bc14-8558-41e6-81c6-52275c0137f1 None None] Routers {'1d1c4035-5359-4547-a8f3-118bcfe3837f'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:43:41.468859 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-ef80bc14-8558-41e6-81c6-52275c0137f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:43:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['1d1c4035-5359-4547-a8f3-118bcfe3837f'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:43:41.480393 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9db0ff87-ee4b-4c68-bbad-4c47aca59080 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:41.488522 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9db0ff87-ee4b-4c68-bbad-4c47aca59080 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:41.520843 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-ef80bc14-8558-41e6-81c6-52275c0137f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:43:41.527930 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db0ff87-ee4b-4c68-bbad-4c47aca59080 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=194b13b3-7a4c-4f84-9e17-261ef8531854,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:41.534848 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9db0ff87-ee4b-4c68-bbad-4c47aca59080 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:41.540504 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-9db0ff87-ee4b-4c68-bbad-4c47aca59080 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1780326 Jul 13 13:43:41.540667 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef80bc14-8558-41e6-81c6-52275c0137f1 None None] Routers {'1d1c4035-5359-4547-a8f3-118bcfe3837f'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:43:41.540667 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-ef80bc14-8558-41e6-81c6-52275c0137f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:43:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['1d1c4035-5359-4547-a8f3-118bcfe3837f'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:43:41.540845 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 36642) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:41.558173 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-b2884ede-2855-4a19-b1cc-47b16cd13881 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] 10.222.0.23 "PUT /v2.0/floatingips/46f4812d-91c0-4bc3-b5a7-e8fa7367ccc3 HTTP/1.1" status: 200 len: 976 time: 3.6824715 Jul 13 13:43:41.562704 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 36644) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:41.567411 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-6939f51b-3948-4d6c-b7a0-934ab37f7e0b tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:43:41.593164 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-ef80bc14-8558-41e6-81c6-52275c0137f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:43:41.594114 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef80bc14-8558-41e6-81c6-52275c0137f1 None None] The sync data for ids ['1d1c4035-5359-4547-a8f3-118bcfe3837f'] in n-d-800634-1 is: [] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:43:41.626794 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-011fe103-5c39-4d7b-bb63-246b613dc844 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:41.639128 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6939f51b-3948-4d6c-b7a0-934ab37f7e0b tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks [] for floatingip, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:41.659558 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-011fe103-5c39-4d7b-bb63-246b613dc844 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:41.737279 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-011fe103-5c39-4d7b-bb63-246b613dc844 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:41.740024 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-011fe103-5c39-4d7b-bb63-246b613dc844 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:41.743935 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-011fe103-5c39-4d7b-bb63-246b613dc844 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] 10.222.0.23 "DELETE /v2.0/security-groups/97437f4f-06a5-4032-b95f-2cae5734da17 HTTP/1.1" status: 204 len: 168 time: 0.1966205 Jul 13 13:43:41.745050 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 36650) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:41.764890 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011fe103-5c39-4d7b-bb63-246b613dc844 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97437f4f-06a5-4032-b95f-2cae5734da17,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:41.805474 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-d76d0d18-87a6-4788-8e1b-09cac659fb09 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0581510 Jul 13 13:43:41.810215 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 36652) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:41.818362 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-da8ceae7-b2d0-411a-aa6b-a8e0f688b8d4 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Request body: {'security_group': {'name': 'tempest-secgroup--978576022'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:43:41.857613 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-da8ceae7-b2d0-411a-aa6b-a8e0f688b8d4 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:41.877036 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 36654) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:41.923082 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6939f51b-3948-4d6c-b7a0-934ab37f7e0b tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:41.932563 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6939f51b-3948-4d6c-b7a0-934ab37f7e0b tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446547'] for floatingip, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:41.932943 n-d-800634-1 neutron-server[93750]: INFO neutron.db.l3_db [None req-6939f51b-3948-4d6c-b7a0-934ab37f7e0b tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Floating IP 46f4812d-91c0-4bc3-b5a7-e8fa7367ccc3 disassociated. External IP: 172.25.6.222, port: 0fb36914-2879-43a3-8397-734c54d807da. Jul 13 13:43:41.973099 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d21a0e0-b04c-4ba5-8121-9eefaf1b0780 req-d3a6d951-a33f-4773-a6c6-630bd6fe9d34 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:41.975648 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-0d21a0e0-b04c-4ba5-8121-9eefaf1b0780 req-d3a6d951-a33f-4773-a6c6-630bd6fe9d34 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/ports?device_id=48cfc91c-49d1-40bc-b4e8-0a6ca10d28a2 HTTP/1.1" status: 200 len: 949 time: 0.1326265 Jul 13 13:43:42.000716 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be3cea55-580e-41c0-92ba-afee09f8b4f7 None None] Provisioning complete for port 49bed24c-b8ca-406f-b9c7-ee64d1138b0b triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:43:42.001828 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be3cea55-580e-41c0-92ba-afee09f8b4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:42.050720 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-be3cea55-580e-41c0-92ba-afee09f8b4f7 None None] Port 49bed24c-b8ca-406f-b9c7-ee64d1138b0b cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:43:42.062922 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be3cea55-580e-41c0-92ba-afee09f8b4f7 None None] Provisioning complete for port 57301cbc-fffe-4ffb-8ae5-c8c9eb53cac2 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:43:42.063389 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be3cea55-580e-41c0-92ba-afee09f8b4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:42.080053 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d8c328f8-93ce-44e5-9dd3-f87c77be3f41 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5970588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4763339'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:42.087769 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-227f1e6f-dec8-428c-bc22-a9fa7d54fbe4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:42.099360 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-0d21a0e0-b04c-4ba5-8121-9eefaf1b0780 req-1c4f1427-7033-4d0f-b9da-90e8a872be1f tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/security-groups?id=945af9a8-1349-436a-a066-b9a0fd8d3dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140928 Jul 13 13:43:42.127582 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-da8ceae7-b2d0-411a-aa6b-a8e0f688b8d4 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:42.136759 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-da8ceae7-b2d0-411a-aa6b-a8e0f688b8d4 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:42.157514 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c328f8-93ce-44e5-9dd3-f87c77be3f41 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Network 9db56dbb-6586-4de1-b24a-0495f681f710 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:43:42.160154 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-d8c328f8-93ce-44e5-9dd3-f87c77be3f41 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:43:42.175441 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c328f8-93ce-44e5-9dd3-f87c77be3f41 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:42.175441 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d8c328f8-93ce-44e5-9dd3-f87c77be3f41 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:42.202258 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c328f8-93ce-44e5-9dd3-f87c77be3f41 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Pushing event updated for resources: {'Subnet': ['ID=a07114b7-dbfb-4eb6-bacb-4d733d169b11,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:42.215033 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44539ea8-85c6-4538-81a0-a540d690b02e None None] Network 9db56dbb-6586-4de1-b24a-0495f681f710 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:43:42.247810 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-227f1e6f-dec8-428c-bc22-a9fa7d54fbe4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:42.266656 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-d8c328f8-93ce-44e5-9dd3-f87c77be3f41 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3621969 Jul 13 13:43:42.267743 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-227f1e6f-dec8-428c-bc22-a9fa7d54fbe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:42.270377 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 36664) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:42.279595 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-da8ceae7-b2d0-411a-aa6b-a8e0f688b8d4 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:42.286395 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-da8ceae7-b2d0-411a-aa6b-a8e0f688b8d4 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4751801 Jul 13 13:43:42.293129 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 36666) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:42.334713 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-697ee04a-ee35-4375-9f45-9935e59ead3c tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Request body: {'security_group': {'name': 'tempest-secgroup-966912597'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:43:42.344147 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-979af7d1-1a3a-4e63-8712-476d65101ba7 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Request body: {'security_group': {'name': 'tempest-secgroup--757497662'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:43:42.344836 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6939f51b-3948-4d6c-b7a0-934ab37f7e0b tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Router 1d1c4035-5359-4547-a8f3-118bcfe3837f has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 13:43:42.391024 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-227f1e6f-dec8-428c-bc22-a9fa7d54fbe4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=07183c81db4e44a19a1c71f26b5689f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5098875 Jul 13 13:43:42.392085 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 36668) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:42.418870 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8ceae7-b2d0-411a-aa6b-a8e0f688b8d4 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1773ac4-a79d-4642-a23d-f13afff25a2e,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:42.437032 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-979af7d1-1a3a-4e63-8712-476d65101ba7 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:42.481713 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f18cf38a-f412-499b-8801-19f5ef08a185 None None] Update dhcp port {'port': {'network_id': '9db56dbb-6586-4de1-b24a-0495f681f710', 'fixed_ips': [{'subnet_id': '7102ef0e-e5ba-4365-a7de-a413e08cee00', 'ip_address': '172.20.0.18'}, {'subnet_id': 'a07114b7-dbfb-4eb6-bacb-4d733d169b11'}], 'binding:host_id': 'n-d-800634-1'}, 'id': '57301cbc-fffe-4ffb-8ae5-c8c9eb53cac2'} from n-d-800634-1. {{(pid=93752) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 13 13:43:42.491199 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6939f51b-3948-4d6c-b7a0-934ab37f7e0b tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:43:42.496001 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6939f51b-3948-4d6c-b7a0-934ab37f7e0b tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for floatingip, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:42.503314 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-697ee04a-ee35-4375-9f45-9935e59ead3c tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:42.507170 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a22f744-2078-4f10-9444-5d5075dce874 None None] Sync routers for ids ['1d1c4035-5359-4547-a8f3-118bcfe3837f'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:43:42.524161 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a22f744-2078-4f10-9444-5d5075dce874 None None] Routers {'1d1c4035-5359-4547-a8f3-118bcfe3837f'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:43:42.524993 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-3a22f744-2078-4f10-9444-5d5075dce874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:43:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['1d1c4035-5359-4547-a8f3-118bcfe3837f'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:43:42.530910 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f1e6f-dec8-428c-bc22-a9fa7d54fbe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e0b40e9-a008-4da9-a5f6-9c0ce417db17,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:42.538263 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-6939f51b-3948-4d6c-b7a0-934ab37f7e0b tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] 10.222.0.23 "PUT /v2.0/floatingips/46f4812d-91c0-4bc3-b5a7-e8fa7367ccc3 HTTP/1.1" status: 200 len: 688 time: 0.9744451 Jul 13 13:43:42.538919 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 36670) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:42.562865 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-3a22f744-2078-4f10-9444-5d5075dce874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:43:42.568392 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f18cf38a-f412-499b-8801-19f5ef08a185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:42.583143 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a22f744-2078-4f10-9444-5d5075dce874 None None] Routers {'1d1c4035-5359-4547-a8f3-118bcfe3837f'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:43:42.583361 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-3a22f744-2078-4f10-9444-5d5075dce874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:43:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['1d1c4035-5359-4547-a8f3-118bcfe3837f'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:43:42.596587 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea44aac-6b00-441d-a4f5-b7a1619ea60b req-e1fd2c5a-4eeb-47a4-a44c-5dfbaf599837 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:42.602648 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea44aac-6b00-441d-a4f5-b7a1619ea60b req-e1fd2c5a-4eeb-47a4-a44c-5dfbaf599837 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:42.604778 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8ea44aac-6b00-441d-a4f5-b7a1619ea60b req-e1fd2c5a-4eeb-47a4-a44c-5dfbaf599837 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] 10.222.0.23 "GET /v2.0/ports?device_id=4946120e-87dc-45f6-ad17-2d305d797a36 HTTP/1.1" status: 200 len: 1683 time: 0.2407107 Jul 13 13:43:42.605615 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-13fe5de7-396f-439b-a762-010a32145b4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:42.623591 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-3a22f744-2078-4f10-9444-5d5075dce874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:43:42.624218 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a22f744-2078-4f10-9444-5d5075dce874 None None] The sync data for ids ['1d1c4035-5359-4547-a8f3-118bcfe3837f'] in n-d-800634-1 is: [] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:43:42.674029 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-8b39a125-50c9-4e0f-ad86-227b21f0dbd9 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Deleting port 98a5d535-49c0-475b-a3c1-9dd6660bc1cf {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:43:42.674395 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8b39a125-50c9-4e0f-ad86-227b21f0dbd9 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:42.675243 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-13fe5de7-396f-439b-a762-010a32145b4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:42.711683 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8ea44aac-6b00-441d-a4f5-b7a1619ea60b req-2249c7ee-986c-44d0-9d3e-837ab077c8a9 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ac1545a-5526-4c2d-93f1-674377bb30c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981359 Jul 13 13:43:42.761933 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8b39a125-50c9-4e0f-ad86-227b21f0dbd9 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:42.762067 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-979af7d1-1a3a-4e63-8712-476d65101ba7 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:42.762255 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8b39a125-50c9-4e0f-ad86-227b21f0dbd9 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:42.776129 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-979af7d1-1a3a-4e63-8712-476d65101ba7 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:42.786758 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-8b39a125-50c9-4e0f-ad86-227b21f0dbd9 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Calling delete_port for 98a5d535-49c0-475b-a3c1-9dd6660bc1cf owned by network:floatingip {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:43:42.787463 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-f18cf38a-f412-499b-8801-19f5ef08a185 None None] Allocated IP 172.20.0.2 (9db56dbb-6586-4de1-b24a-0495f681f710/a07114b7-dbfb-4eb6-bacb-4d733d169b11/57301cbc-fffe-4ffb-8ae5-c8c9eb53cac2) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:43:42.837085 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-13fe5de7-396f-439b-a762-010a32145b4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:42.841111 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-13fe5de7-396f-439b-a762-010a32145b4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:42.843000 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-13fe5de7-396f-439b-a762-010a32145b4c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5e0b40e9-a008-4da9-a5f6-9c0ce417db17 HTTP/1.1" status: 204 len: 168 time: 0.4498610 Jul 13 13:43:42.843960 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979af7d1-1a3a-4e63-8712-476d65101ba7 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f2ddf8b-2090-4e88-a145-1285e402512c,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:42.910764 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-f18cf38a-f412-499b-8801-19f5ef08a185 None None] For port 57301cbc-fffe-4ffb-8ae5-c8c9eb53cac2, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=57301cbc-fffe-4ffb-8ae5-c8c9eb53cac2,segment=NetworkSegment(bee699bc-d280-44af-a540-5a618ddaf0dc),segment_id=bee699bc-d280-44af-a540-5a618ddaf0dc)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:43:42.912960 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fe5de7-396f-439b-a762-010a32145b4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e0b40e9-a008-4da9-a5f6-9c0ce417db17,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:42.952900 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f18cf38a-f412-499b-8801-19f5ef08a185 None None] Notify callbacks [] for port, precommit_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:42.989830 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8b39a125-50c9-4e0f-ad86-227b21f0dbd9 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:42.993124 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-f18cf38a-f412-499b-8801-19f5ef08a185 None None] Transition to ACTIVE for port object 57301cbc-fffe-4ffb-8ae5-c8c9eb53cac2 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:43:43.002893 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f18cf38a-f412-499b-8801-19f5ef08a185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:43.004964 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-697ee04a-ee35-4375-9f45-9935e59ead3c tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:43.011666 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-697ee04a-ee35-4375-9f45-9935e59ead3c tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:43.053972 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b39a125-50c9-4e0f-ad86-227b21f0dbd9 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Pushing event deleted for resources: {'Port': ['ID=98a5d535-49c0-475b-a3c1-9dd6660bc1cf,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:43.059939 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697ee04a-ee35-4375-9f45-9935e59ead3c tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=905a0440-499b-41f7-ba7b-18491abe0921,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:43.063468 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-979af7d1-1a3a-4e63-8712-476d65101ba7 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:43.064839 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-979af7d1-1a3a-4e63-8712-476d65101ba7 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7257380 Jul 13 13:43:43.073238 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 36680) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:43.082799 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-697ee04a-ee35-4375-9f45-9935e59ead3c tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:43.086445 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-ba61d361-198f-4968-b1b3-3371d582427c tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Request body: {'security_group_rule': {'security_group_id': 'b1773ac4-a79d-4642-a23d-f13afff25a2e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '2f2ddf8b-2090-4e88-a145-1285e402512c', 'remote_ip_prefix': None}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:43:43.088051 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-697ee04a-ee35-4375-9f45-9935e59ead3c tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8106554 Jul 13 13:43:43.089299 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 36682) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:43.116396 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-7bf5607d-de26-4741-a37d-e8941d8062c3 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Request body: {'security_group': {'name': 'tempest-secgroup-543471722'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:43:43.177655 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18cf38a-f412-499b-8801-19f5ef08a185 None None] Pushing event updated for resources: {'Port': ['ID=57301cbc-fffe-4ffb-8ae5-c8c9eb53cac2,revision_number=6']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:43.236546 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7bf5607d-de26-4741-a37d-e8941d8062c3 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:43.246817 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8b39a125-50c9-4e0f-ad86-227b21f0dbd9 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks [] for floatingip, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:43.249448 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8b39a125-50c9-4e0f-ad86-227b21f0dbd9 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for floatingip, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:43.250906 n-d-800634-1 neutron-server[93751]: INFO neutron.api.v2.resource [req-66fb6a86-8da6-4a8b-acd8-4891198d886a req-ff9bfd8f-8d8a-495c-9552-0de944d2cae7 service neutron] show failed (client error): The resource could not be found. Jul 13 13:43:43.252086 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-66fb6a86-8da6-4a8b-acd8-4891198d886a req-ff9bfd8f-8d8a-495c-9552-0de944d2cae7 service neutron] 10.222.0.41 "GET /v2.0/ports/90c4466a-3193-4149-a16b-118ac388caf1/bindings/n-h1-800634-1 HTTP/1.1" status: 404 len: 380 time: 0.1858306 Jul 13 13:43:43.254217 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-8b39a125-50c9-4e0f-ad86-227b21f0dbd9 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] 10.222.0.23 "DELETE /v2.0/floatingips/46f4812d-91c0-4bc3-b5a7-e8fa7367ccc3 HTTP/1.1" status: 204 len: 168 time: 0.7141891 Jul 13 13:43:43.255645 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ba61d361-198f-4968-b1b3-3371d582427c tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:43.259040 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 36692) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:43.336936 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 36694) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:43.342823 n-d-800634-1 neutron-server[93750]: INFO neutron.api.v2.resource [None req-accdac9a-a440-4050-9463-fdf775c7c9a3 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] delete failed (client error): The resource could not be found. Jul 13 13:43:43.344289 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-accdac9a-a440-4050-9463-fdf775c7c9a3 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] 10.222.0.23 "DELETE /v2.0/floatingips/46f4812d-91c0-4bc3-b5a7-e8fa7367ccc3 HTTP/1.1" status: 404 len: 345 time: 0.0844352 Jul 13 13:43:43.350221 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 36696) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:43.435871 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0894a697-a443-4e77-bb47-b89d361a8e05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:43.473784 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ba61d361-198f-4968-b1b3-3371d582427c tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:43.477763 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ba61d361-198f-4968-b1b3-3371d582427c tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:43.518392 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba61d361-198f-4968-b1b3-3371d582427c tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1855feb5-6e33-4168-a314-622c48d964bd,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:43.532492 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfaeea4-e608-45b3-b204-4e9e0c0b7fb9 req-3138273d-8547-4091-9317-87c0536e492b tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:43.534445 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3cfaeea4-e608-45b3-b204-4e9e0c0b7fb9 req-3138273d-8547-4091-9317-87c0536e492b tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/ports?device_id=48cfc91c-49d1-40bc-b4e8-0a6ca10d28a2 HTTP/1.1" status: 200 len: 949 time: 0.1566050 Jul 13 13:43:43.545898 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 57301cbc-fffe-4ffb-8ae5-c8c9eb53cac2 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:43:43.597925 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3cfaeea4-e608-45b3-b204-4e9e0c0b7fb9 req-9bd2741c-7bf8-45e6-8b20-e87cd4f8f433 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/security-groups?id=945af9a8-1349-436a-a066-b9a0fd8d3dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496175 Jul 13 13:43:43.675698 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7bf5607d-de26-4741-a37d-e8941d8062c3 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:43.688177 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ba61d361-198f-4968-b1b3-3371d582427c tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:43.688942 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1356b544-d120-4467-971b-61be9317622b tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:43.689431 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-ba61d361-198f-4968-b1b3-3371d582427c tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.6139412 Jul 13 13:43:43.692293 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 36700) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:43.698239 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1356b544-d120-4467-971b-61be9317622b tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:43.705219 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1356b544-d120-4467-971b-61be9317622b tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:43.706972 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-1356b544-d120-4467-971b-61be9317622b tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] 10.222.0.23 "GET /v2.0/ports?network_id=d534ebb7-65e2-4831-98cf-3803c3785be3 HTTP/1.1" status: 200 len: 2356 time: 0.3485506 Jul 13 13:43:43.711788 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 36702) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:43.721250 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7bf5607d-de26-4741-a37d-e8941d8062c3 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:43.728355 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0c4b5b63-da6a-443d-9061-46ca80bbd7f7 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:43.741090 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0c4b5b63-da6a-443d-9061-46ca80bbd7f7 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:43.774604 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3eb49a-bb94-478c-8288-e9d402949972 req-531e6eb8-6fe8-4680-b971-9c09ba9fd6a2 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:43.779864 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0c4b5b63-da6a-443d-9061-46ca80bbd7f7 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:43.781149 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3eb49a-bb94-478c-8288-e9d402949972 req-531e6eb8-6fe8-4680-b971-9c09ba9fd6a2 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:43.788334 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ab3eb49a-bb94-478c-8288-e9d402949972 req-531e6eb8-6fe8-4680-b971-9c09ba9fd6a2 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] 10.222.0.23 "GET /v2.0/ports?device_id=4946120e-87dc-45f6-ad17-2d305d797a36 HTTP/1.1" status: 200 len: 1683 time: 0.3779414 Jul 13 13:43:43.796433 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0c4b5b63-da6a-443d-9061-46ca80bbd7f7 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:43.798344 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-0c4b5b63-da6a-443d-9061-46ca80bbd7f7 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/1855feb5-6e33-4168-a314-622c48d964bd HTTP/1.1" status: 204 len: 168 time: 0.1044240 Jul 13 13:43:43.799257 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4b5b63-da6a-443d-9061-46ca80bbd7f7 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1855feb5-6e33-4168-a314-622c48d964bd,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:43.806350 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 36704) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:43.856636 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf5607d-de26-4741-a37d-e8941d8062c3 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef8bc7f2-4af4-4eae-9efe-4ddf5ce528ea,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:43.863046 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-81a0a1e8-56f2-4926-9a00-c17c55095a47 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0540009 Jul 13 13:43:43.865927 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 36706) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:43.891299 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fb6a86-8da6-4a8b-acd8-4891198d886a req-df1fc9c2-dad7-4a6b-a507-96a39315e350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:43.892818 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-66fb6a86-8da6-4a8b-acd8-4891198d886a req-df1fc9c2-dad7-4a6b-a507-96a39315e350 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=48cfc91c-49d1-40bc-b4e8-0a6ca10d28a2&tenant_id=c6349d73ae13458a9d892a7db2dc0433 HTTP/1.1" status: 200 len: 1100 time: 0.2988844 Jul 13 13:43:43.898840 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31bf3869-5e07-406a-b827-5225e617ffe5 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:43.900180 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-31bf3869-5e07-406a-b827-5225e617ffe5 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] 10.222.0.23 "GET /v2.0/subnets/eb5a235c-48da-402e-b31e-1ef817e8acdf HTTP/1.1" status: 200 len: 797 time: 0.1839044 Jul 13 13:43:43.909202 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-66fb6a86-8da6-4a8b-acd8-4891198d886a req-e35abe1e-967b-49d2-8550-bd9dfb1362dc service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800634-1', 'device_owner': 'compute:nova'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:43:43.909605 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 36708) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:43.915524 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-5cb4bc2a-4206-42cf-8add-a984b7dc1603 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Request body: {'port': {'network_id': 'd534ebb7-65e2-4831-98cf-3803c3785be3', 'name': 'tempest-FloatingIPTestJSON-887373854', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:43:43.915719 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ab3eb49a-bb94-478c-8288-e9d402949972 req-cb44641e-9a3b-4f1c-88ae-f1e12e59fafd tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ac1545a-5526-4c2d-93f1-674377bb30c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265054 Jul 13 13:43:43.998375 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0d97d5ae-e83d-403b-ad6f-4cec41a8ad89 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:44.043648 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-66fb6a86-8da6-4a8b-acd8-4891198d886a req-e35abe1e-967b-49d2-8550-bd9dfb1362dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:44.043898 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0d97d5ae-e83d-403b-ad6f-4cec41a8ad89 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:44.045417 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2df2fcfe-852f-46cb-ba3e-28f1211f2c83 None None] Provisioning complete for port 49bed24c-b8ca-406f-b9c7-ee64d1138b0b triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:43:44.045936 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2df2fcfe-852f-46cb-ba3e-28f1211f2c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:44.046569 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0894a697-a443-4e77-bb47-b89d361a8e05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:44.058814 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0894a697-a443-4e77-bb47-b89d361a8e05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:44.071169 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7bf5607d-de26-4741-a37d-e8941d8062c3 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:44.073286 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-7bf5607d-de26-4741-a37d-e8941d8062c3 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9816906 Jul 13 13:43:44.079590 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 36710) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:44.084429 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-686feb4b-857c-4c3c-98ee-1d739512699b tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Request body: {'security_group': {'name': 'tempest-secgroup-37641592'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:43:44.086819 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2df2fcfe-852f-46cb-ba3e-28f1211f2c83 None None] Port 49bed24c-b8ca-406f-b9c7-ee64d1138b0b cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:43:44.098528 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2df2fcfe-852f-46cb-ba3e-28f1211f2c83 None None] Provisioning for port 57301cbc-fffe-4ffb-8ae5-c8c9eb53cac2 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:43:44.102246 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2df2fcfe-852f-46cb-ba3e-28f1211f2c83 None None] Provisioning complete for port 57301cbc-fffe-4ffb-8ae5-c8c9eb53cac2 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:43:44.102688 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2df2fcfe-852f-46cb-ba3e-28f1211f2c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:44.114403 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cb4bc2a-4206-42cf-8add-a984b7dc1603 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Made reservation on behalf of b06282a4238c4fbb965bd4cb36a268f1 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:43:44.165280 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0d97d5ae-e83d-403b-ad6f-4cec41a8ad89 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:44.168924 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0d97d5ae-e83d-403b-ad6f-4cec41a8ad89 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:44.172441 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-0d97d5ae-e83d-403b-ad6f-4cec41a8ad89 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] 10.222.0.23 "DELETE /v2.0/security-groups/2f2ddf8b-2090-4e88-a145-1285e402512c HTTP/1.1" status: 204 len: 168 time: 0.3028350 Jul 13 13:43:44.176530 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 36712) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:44.206768 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-0894a697-a443-4e77-bb47-b89d361a8e05 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b3d6a16b266443f982158e69dd0f272f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8676813 Jul 13 13:43:44.207789 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d97d5ae-e83d-403b-ad6f-4cec41a8ad89 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f2ddf8b-2090-4e88-a145-1285e402512c,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:44.214347 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 36714) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:44.214784 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-686feb4b-857c-4c3c-98ee-1d739512699b tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:44.224654 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0894a697-a443-4e77-bb47-b89d361a8e05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0313f42-862f-403c-9e29-e78aff355e86,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:44.307790 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-66fb6a86-8da6-4a8b-acd8-4891198d886a req-e35abe1e-967b-49d2-8550-bd9dfb1362dc service neutron] For port 90c4466a-3193-4149-a16b-118ac388caf1, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=90c4466a-3193-4149-a16b-118ac388caf1,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:43:44.329764 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-3b007b61-6f79-43b9-9d7a-2783c81e285b tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1435611 Jul 13 13:43:44.331541 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 36716) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:44.340405 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5cb4bc2a-4206-42cf-8add-a984b7dc1603 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:44.342028 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-66fb6a86-8da6-4a8b-acd8-4891198d886a req-e35abe1e-967b-49d2-8550-bd9dfb1362dc service neutron] For port 90c4466a-3193-4149-a16b-118ac388caf1, host n-h2-800634-1, cleared binding levels {{(pid=93751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:43:44.383192 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48cfc91c-49d1-40bc-b4e8-0a6ca10d28a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90c4466a-3193-4149-a16b-118ac388caf1'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:43:44.386041 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d17b627af75e17e0f4b8d6239d04f8c2f78634e2c585e32a7aeca336500f34a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-918a7bfa-a91d-4a0d-8f9c-2ec26227b3de" -d '{"events": [{"server_uuid": "48cfc91c-49d1-40bc-b4e8-0a6ca10d28a2", "name": "network-vif-unplugged", "status": "completed", "tag": "90c4466a-3193-4149-a16b-118ac388caf1"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:43:44.390678 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-66fb6a86-8da6-4a8b-acd8-4891198d886a req-e35abe1e-967b-49d2-8550-bd9dfb1362dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:44.404664 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-66fb6a86-8da6-4a8b-acd8-4891198d886a req-e35abe1e-967b-49d2-8550-bd9dfb1362dc service neutron] Transition to ACTIVE for port object 90c4466a-3193-4149-a16b-118ac388caf1 will not be triggered until provisioned by entity L2. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:43:44.409720 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-66fb6a86-8da6-4a8b-acd8-4891198d886a req-e35abe1e-967b-49d2-8550-bd9dfb1362dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:44.480908 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 13:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4a488be-eabb-4354-889d-c5f3c8d92265 x-openstack-request-id: req-a4a488be-eabb-4354-889d-c5f3c8d92265 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:43:44.481198 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48cfc91c-49d1-40bc-b4e8-0a6ca10d28a2", "name": "network-vif-unplugged", "status": "completed", "tag": "90c4466a-3193-4149-a16b-118ac388caf1", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:43:44.481451 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a4a488be-eabb-4354-889d-c5f3c8d92265 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:43:44.481930 n-d-800634-1 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48cfc91c-49d1-40bc-b4e8-0a6ca10d28a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90c4466a-3193-4149-a16b-118ac388caf1', 'code': 200} Jul 13 13:43:44.485591 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-66fb6a86-8da6-4a8b-acd8-4891198d886a req-e35abe1e-967b-49d2-8550-bd9dfb1362dc service neutron] No DVR routers for this DVR port 90c4466a-3193-4149-a16b-118ac388caf1 on host n-h2-800634-1 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:43:44.489090 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35abe1e-967b-49d2-8550-bd9dfb1362dc service neutron] Pushing event updated for resources: {'Port': ['ID=90c4466a-3193-4149-a16b-118ac388caf1,revision_number=6']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:44.529307 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-66fb6a86-8da6-4a8b-acd8-4891198d886a req-e35abe1e-967b-49d2-8550-bd9dfb1362dc service neutron] Attempting to bind port 90c4466a-3193-4149-a16b-118ac388caf1 on host n-h1-800634-1 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:43:44.529653 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-66fb6a86-8da6-4a8b-acd8-4891198d886a req-e35abe1e-967b-49d2-8550-bd9dfb1362dc service neutron] Attempting to bind port 90c4466a-3193-4149-a16b-118ac388caf1 by drivers openvswitch,hyperv on host n-h1-800634-1 at level 0 using segments [{'id': '62a4f2e9-97ca-473c-a2df-e7f9f532c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:43:44.530031 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66fb6a86-8da6-4a8b-acd8-4891198d886a req-e35abe1e-967b-49d2-8550-bd9dfb1362dc service neutron] Attempting to bind port 90c4466a-3193-4149-a16b-118ac388caf1 on network e0bfb334-0fd9-4ba5-ba79-1568ecabee30 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:43:44.535081 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66fb6a86-8da6-4a8b-acd8-4891198d886a req-e35abe1e-967b-49d2-8550-bd9dfb1362dc service neutron] Port 90c4466a-3193-4149-a16b-118ac388caf1 on network e0bfb334-0fd9-4ba5-ba79-1568ecabee30 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-1 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:43:44.535406 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66fb6a86-8da6-4a8b-acd8-4891198d886a req-e35abe1e-967b-49d2-8550-bd9dfb1362dc service neutron] Attempting to bind port 90c4466a-3193-4149-a16b-118ac388caf1 on network e0bfb334-0fd9-4ba5-ba79-1568ecabee30 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:43:44.540704 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66fb6a86-8da6-4a8b-acd8-4891198d886a req-e35abe1e-967b-49d2-8550-bd9dfb1362dc service neutron] Checking agent: {'id': 'a7603dc8-3c50-4a9b-8f0d-1143528f155e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 43, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:43:44.541043 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66fb6a86-8da6-4a8b-acd8-4891198d886a req-e35abe1e-967b-49d2-8550-bd9dfb1362dc service neutron] Checking segment: {'id': '62a4f2e9-97ca-473c-a2df-e7f9f532c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:43:44.541494 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66fb6a86-8da6-4a8b-acd8-4891198d886a req-e35abe1e-967b-49d2-8550-bd9dfb1362dc service neutron] Bound using segment: {'id': '62a4f2e9-97ca-473c-a2df-e7f9f532c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30'} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:43:44.542037 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-66fb6a86-8da6-4a8b-acd8-4891198d886a req-e35abe1e-967b-49d2-8550-bd9dfb1362dc service neutron] Bound port: 90c4466a-3193-4149-a16b-118ac388caf1, host: n-h1-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62a4f2e9-97ca-473c-a2df-e7f9f532c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30'}}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:43:44.542408 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-66fb6a86-8da6-4a8b-acd8-4891198d886a req-e35abe1e-967b-49d2-8550-bd9dfb1362dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:44.648498 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-66fb6a86-8da6-4a8b-acd8-4891198d886a req-e35abe1e-967b-49d2-8550-bd9dfb1362dc service neutron] For port 90c4466a-3193-4149-a16b-118ac388caf1, host n-h1-800634-1, cleared binding levels {{(pid=93751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:43:44.658534 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-66fb6a86-8da6-4a8b-acd8-4891198d886a req-e35abe1e-967b-49d2-8550-bd9dfb1362dc service neutron] For port 90c4466a-3193-4149-a16b-118ac388caf1, host n-h1-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=90c4466a-3193-4149-a16b-118ac388caf1,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:43:44.674349 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-66fb6a86-8da6-4a8b-acd8-4891198d886a req-e35abe1e-967b-49d2-8550-bd9dfb1362dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:44.710925 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-282aece7-04ee-4134-8d96-2382b32c2cc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:44.713793 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fb6a86-8da6-4a8b-acd8-4891198d886a req-e35abe1e-967b-49d2-8550-bd9dfb1362dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:44.714422 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-66fb6a86-8da6-4a8b-acd8-4891198d886a req-e35abe1e-967b-49d2-8550-bd9dfb1362dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:44.716140 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-66fb6a86-8da6-4a8b-acd8-4891198d886a req-e35abe1e-967b-49d2-8550-bd9dfb1362dc service neutron] 10.222.0.26 "PUT /v2.0/ports/90c4466a-3193-4149-a16b-118ac388caf1 HTTP/1.1" status: 200 len: 1095 time: 0.8113360 Jul 13 13:43:44.717077 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [None req-5cb4bc2a-4206-42cf-8add-a984b7dc1603 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] device_id is not set on port 7986a4e4-b05f-4f27-96a2-7318e0483999 yet. {{(pid=93750) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 13:43:44.735512 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0d31d8-5b36-432a-8c8a-cc2cea360cae req-b0a7a592-deee-428c-a67e-ce7230630183 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:44.742902 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0d31d8-5b36-432a-8c8a-cc2cea360cae req-b0a7a592-deee-428c-a67e-ce7230630183 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:44.744620 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-0d0d31d8-5b36-432a-8c8a-cc2cea360cae req-b0a7a592-deee-428c-a67e-ce7230630183 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] 10.222.0.41 "GET /v2.0/ports?device_id=4946120e-87dc-45f6-ad17-2d305d797a36 HTTP/1.1" status: 200 len: 1683 time: 0.1674380 Jul 13 13:43:44.820329 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-282aece7-04ee-4134-8d96-2382b32c2cc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:44.846473 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35abe1e-967b-49d2-8550-bd9dfb1362dc service neutron] Pushing event updated for resources: {'Port': ['ID=90c4466a-3193-4149-a16b-118ac388caf1,revision_number=7']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:44.909488 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f9894059-ec56-458b-a9d5-bd2e41902f3a tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:44.968420 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fb6a86-8da6-4a8b-acd8-4891198d886a req-91eb4bef-86b0-4f45-b4d6-2e8a66a59c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:44.969967 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-66fb6a86-8da6-4a8b-acd8-4891198d886a req-91eb4bef-86b0-4f45-b4d6-2e8a66a59c67 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c6349d73ae13458a9d892a7db2dc0433&device_id=48cfc91c-49d1-40bc-b4e8-0a6ca10d28a2 HTTP/1.1" status: 200 len: 1098 time: 0.2214839 Jul 13 13:43:44.977807 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-686feb4b-857c-4c3c-98ee-1d739512699b tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:44.980375 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44146303-9023-4cbd-9491-f7297122352a req-537e0b78-0b2b-4b93-a2b3-5aadc3af0f55 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:44.982070 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-44146303-9023-4cbd-9491-f7297122352a req-537e0b78-0b2b-4b93-a2b3-5aadc3af0f55 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/ports?device_id=48cfc91c-49d1-40bc-b4e8-0a6ca10d28a2 HTTP/1.1" status: 200 len: 947 time: 0.1660197 Jul 13 13:43:44.996718 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-686feb4b-857c-4c3c-98ee-1d739512699b tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:45.012095 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f9894059-ec56-458b-a9d5-bd2e41902f3a tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:45.079784 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-0d0d31d8-5b36-432a-8c8a-cc2cea360cae req-473504ca-24e6-4ce5-9216-e8d8c9ddd734 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Deleting port a9d47bb7-fefa-4f1e-8f29-1f6941a2b09a {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:43:45.080816 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-0d0d31d8-5b36-432a-8c8a-cc2cea360cae req-473504ca-24e6-4ce5-9216-e8d8c9ddd734 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:45.092636 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-686feb4b-857c-4c3c-98ee-1d739512699b tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:45.093977 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-686feb4b-857c-4c3c-98ee-1d739512699b tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.0133543 Jul 13 13:43:45.108370 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 36728) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:45.126185 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-282aece7-04ee-4134-8d96-2382b32c2cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:45.128704 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-282aece7-04ee-4134-8d96-2382b32c2cc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:45.132049 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-282aece7-04ee-4134-8d96-2382b32c2cc2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f0313f42-862f-403c-9e29-e78aff355e86 HTTP/1.1" status: 204 len: 168 time: 0.9121218 Jul 13 13:43:45.148539 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686feb4b-857c-4c3c-98ee-1d739512699b tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4a84150-b959-4961-b4f6-bcbd06d2c8ee,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:45.171896 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-cea70a7b-03dd-436f-999e-e95c4d28b511 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1457566261', 'security_groups': ['e4a84150-b959-4961-b4f6-bcbd06d2c8ee'], 'network_id': '9db56dbb-6586-4de1-b24a-0495f681f710', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'a07114b7-dbfb-4eb6-bacb-4d733d169b11'}]}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:43:45.197797 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282aece7-04ee-4134-8d96-2382b32c2cc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0313f42-862f-403c-9e29-e78aff355e86,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:45.237595 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f9894059-ec56-458b-a9d5-bd2e41902f3a tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:45.240207 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f9894059-ec56-458b-a9d5-bd2e41902f3a tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:45.241379 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-f9894059-ec56-458b-a9d5-bd2e41902f3a tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] 10.222.0.23 "DELETE /v2.0/security-groups/b1773ac4-a79d-4642-a23d-f13afff25a2e HTTP/1.1" status: 204 len: 168 time: 0.9053915 Jul 13 13:43:45.251330 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 36732) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:45.282587 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9894059-ec56-458b-a9d5-bd2e41902f3a tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1773ac4-a79d-4642-a23d-f13afff25a2e,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:45.369618 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d369710b-3e44-4865-9021-6fc5ec16ec16 req-84e41993-dc60-426f-b44d-a0ca2f0e17cc tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:45.375840 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d369710b-3e44-4865-9021-6fc5ec16ec16 req-84e41993-dc60-426f-b44d-a0ca2f0e17cc tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:45.377561 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d369710b-3e44-4865-9021-6fc5ec16ec16 req-84e41993-dc60-426f-b44d-a0ca2f0e17cc tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] 10.222.0.23 "GET /v2.0/ports?device_id=4946120e-87dc-45f6-ad17-2d305d797a36 HTTP/1.1" status: 200 len: 1683 time: 0.2421834 Jul 13 13:43:45.437191 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-5cb4bc2a-4206-42cf-8add-a984b7dc1603 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Allocated IP 172.20.0.14 (d534ebb7-65e2-4831-98cf-3803c3785be3/eb5a235c-48da-402e-b31e-1ef817e8acdf/7986a4e4-b05f-4f27-96a2-7318e0483999) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:43:45.446411 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-c7826aa5-c195-4646-bfa6-5fe0331c9854 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1925123 Jul 13 13:43:45.454628 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-5cb4bc2a-4206-42cf-8add-a984b7dc1603 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Allocated IP 172.20.0.13 (d534ebb7-65e2-4831-98cf-3803c3785be3/eb5a235c-48da-402e-b31e-1ef817e8acdf/7986a4e4-b05f-4f27-96a2-7318e0483999) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:43:45.456531 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 36738) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:45.469012 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-881694b8-5fdb-45e8-bd56-2dd76e8335cc tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Request body: {'security_group': {'name': 'tempest-secgroup--425329637'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:43:45.505556 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d369710b-3e44-4865-9021-6fc5ec16ec16 req-7c78587f-247f-4aad-aa3f-178b336d872d tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ac1545a-5526-4c2d-93f1-674377bb30c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144700 Jul 13 13:43:45.546479 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-881694b8-5fdb-45e8-bd56-2dd76e8335cc tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:45.661328 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-44146303-9023-4cbd-9491-f7297122352a req-69b3568f-d6af-4f8c-b0ef-50beab6e26fd tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/security-groups?id=945af9a8-1349-436a-a066-b9a0fd8d3dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6670079 Jul 13 13:43:45.723404 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fb6a86-8da6-4a8b-acd8-4891198d886a req-a117e3c3-c8c5-46dd-853d-62b5a32112cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:45.725226 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-66fb6a86-8da6-4a8b-acd8-4891198d886a req-a117e3c3-c8c5-46dd-853d-62b5a32112cd service neutron] 10.222.0.26 "GET /v2.0/networks?id=e0bfb334-0fd9-4ba5-ba79-1568ecabee30 HTTP/1.1" status: 200 len: 869 time: 0.7404580 Jul 13 13:43:45.756597 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-881694b8-5fdb-45e8-bd56-2dd76e8335cc tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:45.759745 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5cb4bc2a-4206-42cf-8add-a984b7dc1603 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:45.763792 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-881694b8-5fdb-45e8-bd56-2dd76e8335cc tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:45.800113 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-881694b8-5fdb-45e8-bd56-2dd76e8335cc tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:45.800403 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-66fb6a86-8da6-4a8b-acd8-4891198d886a req-d61782df-3212-4690-a27c-adaeff2790a7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=90c4466a-3193-4149-a16b-118ac388caf1 HTTP/1.1" status: 200 len: 217 time: 0.0655382 Jul 13 13:43:45.801349 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-881694b8-5fdb-45e8-bd56-2dd76e8335cc tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3438547 Jul 13 13:43:45.805298 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 36752) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:45.805823 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881694b8-5fdb-45e8-bd56-2dd76e8335cc tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fb326e1-02f0-4652-bdc9-bf6c8f889e72,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:45.823600 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-0a4fae4b-0b3c-469d-8f99-534b007c3ab7 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Request body: {'security_group_rule': {'security_group_id': '1fb326e1-02f0-4652-bdc9-bf6c8f889e72', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:43:45.828952 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-0d0d31d8-5b36-432a-8c8a-cc2cea360cae req-473504ca-24e6-4ce5-9216-e8d8c9ddd734 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] For port a9d47bb7-fefa-4f1e-8f29-1f6941a2b09a, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=a9d47bb7-fefa-4f1e-8f29-1f6941a2b09a,segment=NetworkSegment(b0a2acaa-f220-4c1d-a4ab-c854b18a350f),segment_id=b0a2acaa-f220-4c1d-a4ab-c854b18a350f)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:43:45.829319 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-0d0d31d8-5b36-432a-8c8a-cc2cea360cae req-473504ca-24e6-4ce5-9216-e8d8c9ddd734 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:45.835731 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5cb4bc2a-4206-42cf-8add-a984b7dc1603 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:45.898526 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-0d0d31d8-5b36-432a-8c8a-cc2cea360cae req-473504ca-24e6-4ce5-9216-e8d8c9ddd734 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Calling delete_port for a9d47bb7-fefa-4f1e-8f29-1f6941a2b09a owned by compute:nova {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:43:45.900229 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cb4bc2a-4206-42cf-8add-a984b7dc1603 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Network d534ebb7-65e2-4831-98cf-3803c3785be3 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:43:45.902107 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb4bc2a-4206-42cf-8add-a984b7dc1603 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Pushing event updated for resources: {'Port': ['ID=7986a4e4-b05f-4f27-96a2-7318e0483999,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:45.904933 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-5cb4bc2a-4206-42cf-8add-a984b7dc1603 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:43:45.907210 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb4bc2a-4206-42cf-8add-a984b7dc1603 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:43:45.970437 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.db.api [None req-cea70a7b-03dd-436f-999e-e95c4d28b511 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 13 13:43:45.970437 n-d-800634-1 neutron-server[93751]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 13 13:43:45.970437 n-d-800634-1 neutron-server[93751]: [parameters: {'project_id_1': '8b3e8ef7cfb0436e8cb330362d71f1d6', 'expiration_1': datetime.datetime(2021, 7, 13, 13, 43, 45, 876412)}] Jul 13 13:43:45.970437 n-d-800634-1 neutron-server[93751]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93751) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 13:43:45.970938 n-d-800634-1 neutron-server[93751]: DEBUG oslo_db.api [None req-cea70a7b-03dd-436f-999e-e95c4d28b511 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 13:43:45.991806 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cb4bc2a-4206-42cf-8add-a984b7dc1603 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:45.992476 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5cb4bc2a-4206-42cf-8add-a984b7dc1603 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:45.998330 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0a4fae4b-0b3c-469d-8f99-534b007c3ab7 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:46.013775 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-5cb4bc2a-4206-42cf-8add-a984b7dc1603 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 2.1022093 Jul 13 13:43:46.015408 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 36762) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:46.020937 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-27512619-93b3-4d51-99d5-a3251c85aa2d tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Request body: {'floatingip': {'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'port_id': '7986a4e4-b05f-4f27-96a2-7318e0483999', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:43:46.022898 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fb6a86-8da6-4a8b-acd8-4891198d886a req-fa500eeb-be18-451a-9f60-223f936c0e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:46.024547 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-66fb6a86-8da6-4a8b-acd8-4891198d886a req-fa500eeb-be18-451a-9f60-223f936c0e71 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=60b55863-ceb6-45af-a8a4-4b22d72866af HTTP/1.1" status: 200 len: 843 time: 0.2053263 Jul 13 13:43:46.043497 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-27512619-93b3-4d51-99d5-a3251c85aa2d tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks [] for floatingip, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:46.160578 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-27512619-93b3-4d51-99d5-a3251c85aa2d tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:46.164454 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0a4fae4b-0b3c-469d-8f99-534b007c3ab7 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:46.176432 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0a4fae4b-0b3c-469d-8f99-534b007c3ab7 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:46.200231 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fb6a86-8da6-4a8b-acd8-4891198d886a req-17906eac-048d-4de9-85c5-13c6e7ebba83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:46.202111 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-66fb6a86-8da6-4a8b-acd8-4891198d886a req-17906eac-048d-4de9-85c5-13c6e7ebba83 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e0bfb334-0fd9-4ba5-ba79-1568ecabee30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1687493 Jul 13 13:43:46.214221 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0a4fae4b-0b3c-469d-8f99-534b007c3ab7 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:46.218457 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-0a4fae4b-0b3c-469d-8f99-534b007c3ab7 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4075277 Jul 13 13:43:46.218614 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 36766) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:46.237605 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4fae4b-0b3c-469d-8f99-534b007c3ab7 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6773ff1-3cac-41e3-8152-c50a5ad38b87,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:46.269675 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-0d0d31d8-5b36-432a-8c8a-cc2cea360cae req-473504ca-24e6-4ce5-9216-e8d8c9ddd734 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:46.280162 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-65ed6fe7-1db4-4851-be75-5e1ccc5a4b47 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:46.282478 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['bb12361b-5eba-45f8-b898-6d33d1a3110d', 'a9d47bb7-fefa-4f1e-8f29-1f6941a2b09a'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:43:46.293263 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-65ed6fe7-1db4-4851-be75-5e1ccc5a4b47 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:46.312430 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473504ca-24e6-4ce5-9216-e8d8c9ddd734 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Pushing event deleted for resources: {'Port': ['ID=a9d47bb7-fefa-4f1e-8f29-1f6941a2b09a,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:46.348670 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-27512619-93b3-4d51-99d5-a3251c85aa2d tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Allocated IP 172.25.6.196 (acf968b8-c524-46a9-a20b-ad9667009130/dde5a78e-bd1e-4f47-8189-7321d4de73d3/39ad9b45-6659-4265-b314-89e66eb88aec) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:43:46.360647 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-65ed6fe7-1db4-4851-be75-5e1ccc5a4b47 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:46.376652 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-65ed6fe7-1db4-4851-be75-5e1ccc5a4b47 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:46.377353 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d0d31d8-5b36-432a-8c8a-cc2cea360cae req-473504ca-24e6-4ce5-9216-e8d8c9ddd734 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] No DVR routers for this DVR port a9d47bb7-fefa-4f1e-8f29-1f6941a2b09a on host n-h2-800634-1 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:43:46.377661 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-65ed6fe7-1db4-4851-be75-5e1ccc5a4b47 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/f6773ff1-3cac-41e3-8152-c50a5ad38b87 HTTP/1.1" status: 204 len: 168 time: 0.1581640 Jul 13 13:43:46.381528 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 36772) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:46.382862 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-0d0d31d8-5b36-432a-8c8a-cc2cea360cae req-473504ca-24e6-4ce5-9216-e8d8c9ddd734 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:46.385347 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-0d0d31d8-5b36-432a-8c8a-cc2cea360cae req-473504ca-24e6-4ce5-9216-e8d8c9ddd734 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] 10.222.0.41 "DELETE /v2.0/ports/a9d47bb7-fefa-4f1e-8f29-1f6941a2b09a HTTP/1.1" status: 204 len: 173 time: 1.6355526 Jul 13 13:43:46.409694 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ed6fe7-1db4-4851-be75-5e1ccc5a4b47 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f6773ff1-3cac-41e3-8152-c50a5ad38b87,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:46.436593 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-66fb6a86-8da6-4a8b-acd8-4891198d886a req-1d7e834a-bdee-47de-a7d9-0f3ed074cfa0 service neutron] 10.222.0.26 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2272806 Jul 13 13:43:46.506363 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-86c7ef2e-427c-4d5d-8bab-956db14a86a7 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1213930 Jul 13 13:43:46.513412 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 36776) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:46.549271 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48cfc91c-49d1-40bc-b4e8-0a6ca10d28a2', 'tag': '90c4466a-3193-4149-a16b-118ac388caf1'}, {'server_uuid': '4946120e-87dc-45f6-ad17-2d305d797a36', 'name': 'network-vif-deleted', 'tag': 'a9d47bb7-fefa-4f1e-8f29-1f6941a2b09a'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:43:46.551586 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d17b627af75e17e0f4b8d6239d04f8c2f78634e2c585e32a7aeca336500f34a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa1184cb-8381-4094-86b0-b95c89ef235f" -d '{"events": [{"name": "network-changed", "server_uuid": "48cfc91c-49d1-40bc-b4e8-0a6ca10d28a2", "tag": "90c4466a-3193-4149-a16b-118ac388caf1"}, {"server_uuid": "4946120e-87dc-45f6-ad17-2d305d797a36", "name": "network-vif-deleted", "tag": "a9d47bb7-fefa-4f1e-8f29-1f6941a2b09a"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:43:46.555481 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-66fb6a86-8da6-4a8b-acd8-4891198d886a req-b2c16179-c976-4340-97cb-2c6118005a6c service neutron] 10.222.0.26 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110671 Jul 13 13:43:46.607955 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 90c4466a-3193-4149-a16b-118ac388caf1 no longer exists at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:43:46.640644 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-05e52b60-04ef-4688-bfc2-e615a19a4927 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:46.674861 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-27512619-93b3-4d51-99d5-a3251c85aa2d tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:46.680615 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cea70a7b-03dd-436f-999e-e95c4d28b511 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Made reservation on behalf of 8b3e8ef7cfb0436e8cb330362d71f1d6 for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:43:46.691658 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-05e52b60-04ef-4688-bfc2-e615a19a4927 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:46.727824 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 90c4466a-3193-4149-a16b-118ac388caf1 not bound to the agent host n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:43:46.730023 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device a9d47bb7-fefa-4f1e-8f29-1f6941a2b09a no longer exists at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:43:46.768086 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-05e52b60-04ef-4688-bfc2-e615a19a4927 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:46.768086 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-05e52b60-04ef-4688-bfc2-e615a19a4927 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:46.769153 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-05e52b60-04ef-4688-bfc2-e615a19a4927 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] 10.222.0.23 "DELETE /v2.0/security-groups/1fb326e1-02f0-4652-bdc9-bf6c8f889e72 HTTP/1.1" status: 204 len: 168 time: 0.2552352 Jul 13 13:43:46.770752 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 13 Jul 2021 13:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2277c72-85a7-4235-8d5a-048cee12e2e4 x-openstack-request-id: req-e2277c72-85a7-4235-8d5a-048cee12e2e4 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:43:46.771156 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48cfc91c-49d1-40bc-b4e8-0a6ca10d28a2", "tag": "90c4466a-3193-4149-a16b-118ac388caf1", "status": "completed", "code": 200}, {"server_uuid": "4946120e-87dc-45f6-ad17-2d305d797a36", "name": "network-vif-deleted", "tag": "a9d47bb7-fefa-4f1e-8f29-1f6941a2b09a", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:43:46.771799 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e2277c72-85a7-4235-8d5a-048cee12e2e4 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:43:46.771939 n-d-800634-1 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48cfc91c-49d1-40bc-b4e8-0a6ca10d28a2', 'tag': '90c4466a-3193-4149-a16b-118ac388caf1', 'status': 'completed', 'code': 200} Jul 13 13:43:46.772196 n-d-800634-1 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4946120e-87dc-45f6-ad17-2d305d797a36', 'name': 'network-vif-deleted', 'tag': 'a9d47bb7-fefa-4f1e-8f29-1f6941a2b09a', 'status': 'completed', 'code': 200} Jul 13 13:43:46.773971 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 36788) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:46.781202 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] No Port match for: a9d47bb7-fefa-4f1e-8f29-1f6941a2b09a {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:43:46.781861 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device a9d47bb7-fefa-4f1e-8f29-1f6941a2b09a not bound to the agent host n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:43:46.820435 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-27512619-93b3-4d51-99d5-a3251c85aa2d tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:46.871200 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-0d0d31d8-5b36-432a-8c8a-cc2cea360cae req-28bcb19d-1099-48a5-8733-e9e42fb67f8a tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Deleting port bb12361b-5eba-45f8-b898-6d33d1a3110d {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:43:46.871737 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-0d0d31d8-5b36-432a-8c8a-cc2cea360cae req-28bcb19d-1099-48a5-8733-e9e42fb67f8a tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:46.897881 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27512619-93b3-4d51-99d5-a3251c85aa2d tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Pushing event updated for resources: {'Port': ['ID=39ad9b45-6659-4265-b314-89e66eb88aec,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:46.908459 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e52b60-04ef-4688-bfc2-e615a19a4927 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fb326e1-02f0-4652-bdc9-bf6c8f889e72,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:46.958498 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27512619-93b3-4d51-99d5-a3251c85aa2d tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Network acf968b8-c524-46a9-a20b-ad9667009130 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:43:46.966374 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-27512619-93b3-4d51-99d5-a3251c85aa2d tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:43:46.972870 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27512619-93b3-4d51-99d5-a3251c85aa2d tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:43:47.020059 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1184cb-8381-4094-86b0-b95c89ef235f req-250fc66d-8e66-456c-bb2c-27d3f7debfa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:47.021600 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-fa1184cb-8381-4094-86b0-b95c89ef235f req-250fc66d-8e66-456c-bb2c-27d3f7debfa7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c6349d73ae13458a9d892a7db2dc0433&device_id=48cfc91c-49d1-40bc-b4e8-0a6ca10d28a2 HTTP/1.1" status: 200 len: 1098 time: 0.2355394 Jul 13 13:43:47.058480 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-24fe78b4-1bf8-4760-a931-2f8aa7fcf7a5 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2732997 Jul 13 13:43:47.062021 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 36796) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:47.079333 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-12695531-f06b-4418-a011-f9a43fe915a7 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Request body: {'security_group': {'name': 'tempest-secgroup--381828262'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:43:47.113868 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebf6301-e8e4-4cbe-8abe-fced4677189c req-b72dc136-9047-47c0-aaf5-9cd99d227515 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:47.120898 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8ebf6301-e8e4-4cbe-8abe-fced4677189c req-b72dc136-9047-47c0-aaf5-9cd99d227515 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] 10.222.0.23 "GET /v2.0/ports?device_id=4946120e-87dc-45f6-ad17-2d305d797a36 HTTP/1.1" status: 200 len: 946 time: 0.3074963 Jul 13 13:43:47.137669 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-0d0d31d8-5b36-432a-8c8a-cc2cea360cae req-28bcb19d-1099-48a5-8733-e9e42fb67f8a tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] For port bb12361b-5eba-45f8-b898-6d33d1a3110d, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=bb12361b-5eba-45f8-b898-6d33d1a3110d,segment=NetworkSegment(ab5fb13c-8211-4751-9ff6-bdef0932666c),segment_id=ab5fb13c-8211-4751-9ff6-bdef0932666c)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:43:47.138066 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-0d0d31d8-5b36-432a-8c8a-cc2cea360cae req-28bcb19d-1099-48a5-8733-e9e42fb67f8a tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:47.154416 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cea70a7b-03dd-436f-999e-e95c4d28b511 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:47.180381 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-19ddc71b-9b2d-4ad7-ab7a-4e8078391c02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:47.193047 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [None req-cea70a7b-03dd-436f-999e-e95c4d28b511 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] device_id is not set on port 392b5591-ee02-44c8-8fdc-5647d4a2c892 yet. {{(pid=93751) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 13:43:47.198767 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-0d0d31d8-5b36-432a-8c8a-cc2cea360cae req-28bcb19d-1099-48a5-8733-e9e42fb67f8a tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Calling delete_port for bb12361b-5eba-45f8-b898-6d33d1a3110d owned by compute:nova {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:43:47.220660 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1184cb-8381-4094-86b0-b95c89ef235f req-5e24cf33-872b-4c27-becd-a6280e6eadc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:47.222193 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-fa1184cb-8381-4094-86b0-b95c89ef235f req-5e24cf33-872b-4c27-becd-a6280e6eadc4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c6349d73ae13458a9d892a7db2dc0433&device_id=48cfc91c-49d1-40bc-b4e8-0a6ca10d28a2 HTTP/1.1" status: 200 len: 1098 time: 0.3857713 Jul 13 13:43:47.225067 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8ebf6301-e8e4-4cbe-8abe-fced4677189c req-5be1df93-d243-4ec1-be5b-bcb8a686d71a tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ac1545a-5526-4c2d-93f1-674377bb30c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033127 Jul 13 13:43:47.287285 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1184cb-8381-4094-86b0-b95c89ef235f req-7f5c4848-3075-409c-894f-c52cdc6949cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:47.289214 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-fa1184cb-8381-4094-86b0-b95c89ef235f req-7f5c4848-3075-409c-894f-c52cdc6949cf service neutron] 10.222.0.41 "GET /v2.0/networks?id=e0bfb334-0fd9-4ba5-ba79-1568ecabee30 HTTP/1.1" status: 200 len: 869 time: 0.2584443 Jul 13 13:43:47.295489 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-12695531-f06b-4418-a011-f9a43fe915a7 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:47.355993 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-fa1184cb-8381-4094-86b0-b95c89ef235f req-b173c9e6-6c6b-47fd-8c8b-94d39e18f6d7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=90c4466a-3193-4149-a16b-118ac388caf1 HTTP/1.1" status: 200 len: 217 time: 0.0562730 Jul 13 13:43:47.410212 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40c677a-0753-423b-88b6-623d2ce36bef req-a878e62f-2cc3-4880-9de8-14937bb52f5c tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:47.422071 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e40c677a-0753-423b-88b6-623d2ce36bef req-a878e62f-2cc3-4880-9de8-14937bb52f5c tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/ports?device_id=48cfc91c-49d1-40bc-b4e8-0a6ca10d28a2 HTTP/1.1" status: 200 len: 947 time: 0.4486473 Jul 13 13:43:47.460031 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1184cb-8381-4094-86b0-b95c89ef235f req-a3be3bca-3da3-46cd-a641-8ebe51786a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:47.461571 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-fa1184cb-8381-4094-86b0-b95c89ef235f req-a3be3bca-3da3-46cd-a641-8ebe51786a40 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=60b55863-ceb6-45af-a8a4-4b22d72866af HTTP/1.1" status: 200 len: 843 time: 0.0972812 Jul 13 13:43:47.641011 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1184cb-8381-4094-86b0-b95c89ef235f req-c8e2980a-c090-4afa-b615-3e754e9649fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:47.642583 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-fa1184cb-8381-4094-86b0-b95c89ef235f req-c8e2980a-c090-4afa-b615-3e754e9649fc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e0bfb334-0fd9-4ba5-ba79-1568ecabee30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1727967 Jul 13 13:43:47.697908 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e40c677a-0753-423b-88b6-623d2ce36bef req-1ec53594-8282-4b77-82db-8e3fcfcb6eea tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/security-groups?id=945af9a8-1349-436a-a066-b9a0fd8d3dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855390 Jul 13 13:43:47.742507 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-27512619-93b3-4d51-99d5-a3251c85aa2d tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:47.784227 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1184cb-8381-4094-86b0-b95c89ef235f req-1a4c8f32-0f25-4297-a6da-1e7d79dabffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:47.786111 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-fa1184cb-8381-4094-86b0-b95c89ef235f req-1a4c8f32-0f25-4297-a6da-1e7d79dabffc service neutron] 10.222.0.26 "GET /v2.0/networks?id=e0bfb334-0fd9-4ba5-ba79-1568ecabee30 HTTP/1.1" status: 200 len: 869 time: 0.4876978 Jul 13 13:43:47.809602 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-fa1184cb-8381-4094-86b0-b95c89ef235f req-a5b6a51c-da13-4bae-990c-3d1a23e7b7e3 service neutron] 10.222.0.41 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577246 Jul 13 13:43:47.869185 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-fa1184cb-8381-4094-86b0-b95c89ef235f req-daed2ea3-114a-4067-ab64-60b12617abaf service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=90c4466a-3193-4149-a16b-118ac388caf1 HTTP/1.1" status: 200 len: 217 time: 0.0753212 Jul 13 13:43:47.877692 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-cea70a7b-03dd-436f-999e-e95c4d28b511 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Allocated IP 172.20.0.7 (9db56dbb-6586-4de1-b24a-0495f681f710/a07114b7-dbfb-4eb6-bacb-4d733d169b11/392b5591-ee02-44c8-8fdc-5647d4a2c892) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:43:47.901346 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-27512619-93b3-4d51-99d5-a3251c85aa2d tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:47.939774 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-12695531-f06b-4418-a011-f9a43fe915a7 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:47.959691 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-12695531-f06b-4418-a011-f9a43fe915a7 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:48.037928 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-0d0d31d8-5b36-432a-8c8a-cc2cea360cae req-28bcb19d-1099-48a5-8733-e9e42fb67f8a tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:48.048958 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1184cb-8381-4094-86b0-b95c89ef235f req-b7db0243-ab1b-4a40-a61e-34fbd14e826f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:48.050623 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-fa1184cb-8381-4094-86b0-b95c89ef235f req-b7db0243-ab1b-4a40-a61e-34fbd14e826f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=60b55863-ceb6-45af-a8a4-4b22d72866af HTTP/1.1" status: 200 len: 843 time: 0.1705372 Jul 13 13:43:48.063712 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-12695531-f06b-4418-a011-f9a43fe915a7 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:48.064897 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-12695531-f06b-4418-a011-f9a43fe915a7 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9959669 Jul 13 13:43:48.068291 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 36818) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:48.081066 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-af0e21db-e866-4704-8164-e301b3ddfffe tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Request body: {'security_group_rule': {'security_group_id': '270129dc-c37d-4964-a0d9-1d4a4acb6ff4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:43:48.089924 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-27512619-93b3-4d51-99d5-a3251c85aa2d tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:48.108418 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-27512619-93b3-4d51-99d5-a3251c85aa2d tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:48.148876 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12695531-f06b-4418-a011-f9a43fe915a7 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=270129dc-c37d-4964-a0d9-1d4a4acb6ff4,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:48.172291 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bcb19d-1099-48a5-8733-e9e42fb67f8a tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Pushing event deleted for resources: {'Port': ['ID=bb12361b-5eba-45f8-b898-6d33d1a3110d,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:48.193293 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-fa1184cb-8381-4094-86b0-b95c89ef235f req-4a24f95a-53a1-499f-a30c-376d71f3a624 service neutron] 10.222.0.41 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3606362 Jul 13 13:43:48.278219 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27512619-93b3-4d51-99d5-a3251c85aa2d tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Pushing event updated for resources: {'Port': ['ID=39ad9b45-6659-4265-b314-89e66eb88aec,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:48.301208 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5900e62f-c844-4644-b04a-79262d545cba req-d09c9523-c7fd-4699-8080-fe627f2444e8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ba24330e-3d10-45b2-aa45-d413663c46d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2086890 Jul 13 13:43:48.311466 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d0d31d8-5b36-432a-8c8a-cc2cea360cae req-28bcb19d-1099-48a5-8733-e9e42fb67f8a tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] No DVR routers for this DVR port bb12361b-5eba-45f8-b898-6d33d1a3110d on host n-h2-800634-1 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:43:48.320414 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-27512619-93b3-4d51-99d5-a3251c85aa2d tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446547'] for floatingip, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:48.326855 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-0d0d31d8-5b36-432a-8c8a-cc2cea360cae req-28bcb19d-1099-48a5-8733-e9e42fb67f8a tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:48.328896 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-0d0d31d8-5b36-432a-8c8a-cc2cea360cae req-28bcb19d-1099-48a5-8733-e9e42fb67f8a tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] 10.222.0.41 "DELETE /v2.0/ports/bb12361b-5eba-45f8-b898-6d33d1a3110d HTTP/1.1" status: 204 len: 173 time: 1.9361849 Jul 13 13:43:48.329592 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-af0e21db-e866-4704-8164-e301b3ddfffe tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:48.432010 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cea70a7b-03dd-436f-999e-e95c4d28b511 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:48.503738 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-cea70a7b-03dd-436f-999e-e95c4d28b511 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Transition to ACTIVE for port object 392b5591-ee02-44c8-8fdc-5647d4a2c892 will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:43:48.589094 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1184cb-8381-4094-86b0-b95c89ef235f req-e39a62b7-02c0-4638-9519-27ca7a8886c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:48.590722 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-fa1184cb-8381-4094-86b0-b95c89ef235f req-e39a62b7-02c0-4638-9519-27ca7a8886c2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e0bfb334-0fd9-4ba5-ba79-1568ecabee30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5197940 Jul 13 13:43:48.622298 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device bb12361b-5eba-45f8-b898-6d33d1a3110d no longer exists at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:43:48.664082 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] No Port match for: bb12361b-5eba-45f8-b898-6d33d1a3110d {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:43:48.664435 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device bb12361b-5eba-45f8-b898-6d33d1a3110d not bound to the agent host n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:43:48.751195 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-af0e21db-e866-4704-8164-e301b3ddfffe tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:48.764436 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-af0e21db-e866-4704-8164-e301b3ddfffe tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:48.801057 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4946120e-87dc-45f6-ad17-2d305d797a36', 'name': 'network-vif-deleted', 'tag': 'bb12361b-5eba-45f8-b898-6d33d1a3110d'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:43:48.803998 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d17b627af75e17e0f4b8d6239d04f8c2f78634e2c585e32a7aeca336500f34a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02deaa9c-9f5c-4ce2-b707-fdd3fefc4f60" -d '{"events": [{"server_uuid": "4946120e-87dc-45f6-ad17-2d305d797a36", "name": "network-vif-deleted", "tag": "bb12361b-5eba-45f8-b898-6d33d1a3110d"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:43:48.809957 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-fa1184cb-8381-4094-86b0-b95c89ef235f req-b0110981-a8cc-483f-a37c-3e4c1e20b48b service neutron] 10.222.0.26 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034974 Jul 13 13:43:48.843534 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0e21db-e866-4704-8164-e301b3ddfffe tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70a85c0a-5fa0-42b3-8723-8b4f0aa17358,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:48.847250 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cea70a7b-03dd-436f-999e-e95c4d28b511 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:48.901626 n-d-800634-1 neutron-server[93750]: INFO neutron.db.l3_db [None req-27512619-93b3-4d51-99d5-a3251c85aa2d tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Floating IP 8c3aaa98-63e6-469d-b885-04998eed382f associated. External IP: 172.25.6.196, port: 7986a4e4-b05f-4f27-96a2-7318e0483999. Jul 13 13:43:48.919633 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4ec407ac-f07f-4473-a540-3983770c1509 req-7ce49cec-4c45-4200-b55f-73e262a74c32 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] 10.222.0.23 "GET /v2.0/ports?device_id=4946120e-87dc-45f6-ad17-2d305d797a36 HTTP/1.1" status: 200 len: 210 time: 0.0588784 Jul 13 13:43:48.935717 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cea70a7b-03dd-436f-999e-e95c4d28b511 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Network 9db56dbb-6586-4de1-b24a-0495f681f710 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:43:48.940711 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-cea70a7b-03dd-436f-999e-e95c4d28b511 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:43:48.942615 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-af0e21db-e866-4704-8164-e301b3ddfffe tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:48.944091 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-af0e21db-e866-4704-8164-e301b3ddfffe tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8672004 Jul 13 13:43:48.954911 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea70a7b-03dd-436f-999e-e95c4d28b511 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:43:49.005609 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 36844) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:49.049559 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-673fd62f-a79d-47ff-8302-030bf75c14de x-openstack-request-id: req-673fd62f-a79d-47ff-8302-030bf75c14de {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:43:49.049879 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4946120e-87dc-45f6-ad17-2d305d797a36", "name": "network-vif-deleted", "tag": "bb12361b-5eba-45f8-b898-6d33d1a3110d", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:43:49.050136 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-673fd62f-a79d-47ff-8302-030bf75c14de {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:43:49.050544 n-d-800634-1 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4946120e-87dc-45f6-ad17-2d305d797a36', 'name': 'network-vif-deleted', 'tag': 'bb12361b-5eba-45f8-b898-6d33d1a3110d', 'status': 'completed', 'code': 200} Jul 13 13:43:49.075495 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea70a7b-03dd-436f-999e-e95c4d28b511 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:49.076223 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cea70a7b-03dd-436f-999e-e95c4d28b511 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:49.084207 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5900e62f-c844-4644-b04a-79262d545cba req-920f5333-b615-4ae3-b4c9-80b729591142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:49.084785 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5900e62f-c844-4644-b04a-79262d545cba req-920f5333-b615-4ae3-b4c9-80b729591142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:49.085315 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5900e62f-c844-4644-b04a-79262d545cba req-920f5333-b615-4ae3-b4c9-80b729591142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:49.085822 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5900e62f-c844-4644-b04a-79262d545cba req-920f5333-b615-4ae3-b4c9-80b729591142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:49.086299 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5900e62f-c844-4644-b04a-79262d545cba req-920f5333-b615-4ae3-b4c9-80b729591142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:49.087094 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5900e62f-c844-4644-b04a-79262d545cba req-920f5333-b615-4ae3-b4c9-80b729591142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:49.087615 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5900e62f-c844-4644-b04a-79262d545cba req-920f5333-b615-4ae3-b4c9-80b729591142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:49.090287 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5900e62f-c844-4644-b04a-79262d545cba req-920f5333-b615-4ae3-b4c9-80b729591142 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6adf017ce9b34499b7ba676da54c44ef&device_id=ba24330e-3d10-45b2-aa45-d413663c46d4 HTTP/1.1" status: 200 len: 6488 time: 0.6560235 Jul 13 13:43:49.144605 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea70a7b-03dd-436f-999e-e95c4d28b511 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Pushing event updated for resources: {'Port': ['ID=392b5591-ee02-44c8-8fdc-5647d4a2c892,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:49.209171 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-b5dcaf3c-a703-41bb-b305-aa77ee0840fd tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] 10.222.0.23 "GET /v2.0/security-group-rules/70a85c0a-5fa0-42b3-8723-8b4f0aa17358 HTTP/1.1" status: 200 len: 763 time: 0.2023821 Jul 13 13:43:49.220745 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 36848) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:49.268000 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-cea70a7b-03dd-436f-999e-e95c4d28b511 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.1180773 Jul 13 13:43:49.272022 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 36850) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:49.272567 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-bd25365c-b828-46b1-98ad-22d1c292b7f6 None None] Provisioning for port 392b5591-ee02-44c8-8fdc-5647d4a2c892 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:43:49.278042 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-27a18fb6-ee05-48dc-8e27-31c9f1cff9ec tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Request body: {'subnet': {'network_id': '9db56dbb-6586-4de1-b24a-0495f681f710', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:43:49.283841 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-bd25365c-b828-46b1-98ad-22d1c292b7f6 None None] Provisioning complete for port 392b5591-ee02-44c8-8fdc-5647d4a2c892 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:43:49.284440 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-bd25365c-b828-46b1-98ad-22d1c292b7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:49.290844 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-fa1184cb-8381-4094-86b0-b95c89ef235f req-6acfca7f-5ee0-457a-9df4-ffc9f73a7b7e service neutron] 10.222.0.26 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4711707 Jul 13 13:43:49.359967 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5900e62f-c844-4644-b04a-79262d545cba req-e96f7592-150a-4f2a-a476-f104c0ff6c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:49.361267 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5900e62f-c844-4644-b04a-79262d545cba req-e96f7592-150a-4f2a-a476-f104c0ff6c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:49.361974 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5900e62f-c844-4644-b04a-79262d545cba req-e96f7592-150a-4f2a-a476-f104c0ff6c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:49.362889 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-65283de8-186f-4f2e-9651-b27b27e2aa3e tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1401761 Jul 13 13:43:49.364101 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5900e62f-c844-4644-b04a-79262d545cba req-e96f7592-150a-4f2a-a476-f104c0ff6c80 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f75cac05-674a-4151-a43b-a75ea71e3ffa&id=cc9dab26-3983-4dce-8c1c-cb82d11f88fb&id=cc9dab26-3983-4dce-8c1c-cb82d11f88fb&id=cc9dab26-3983-4dce-8c1c-cb82d11f88fb&id=cc9dab26-3983-4dce-8c1c-cb82d11f88fb&id=350b8d90-a566-446d-ae67-d3a6d73524f9&id=350b8d90-a566-446d-ae67-d3a6d73524f9 HTTP/1.1" status: 200 len: 2291 time: 0.2390370 Jul 13 13:43:49.366814 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 36854) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:49.372413 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-bd25365c-b828-46b1-98ad-22d1c292b7f6 None None] Port 392b5591-ee02-44c8-8fdc-5647d4a2c892 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:43:49.391773 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee091a5c-e41e-4c8c-82db-cfa139f604c4 req-7735fca1-26d0-4f7f-9eba-c4a0959a176d tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:49.393316 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ee091a5c-e41e-4c8c-82db-cfa139f604c4 req-7735fca1-26d0-4f7f-9eba-c4a0959a176d tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/ports?device_id=48cfc91c-49d1-40bc-b4e8-0a6ca10d28a2 HTTP/1.1" status: 200 len: 947 time: 0.3518488 Jul 13 13:43:49.461183 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ee091a5c-e41e-4c8c-82db-cfa139f604c4 req-d32a1c9c-18c1-4725-8aba-6b46d7cbf5df tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/security-groups?id=945af9a8-1349-436a-a066-b9a0fd8d3dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565507 Jul 13 13:43:49.475800 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27a18fb6-ee05-48dc-8e27-31c9f1cff9ec tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Made reservation on behalf of 8b3e8ef7cfb0436e8cb330362d71f1d6 for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:43:49.480044 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-27a18fb6-ee05-48dc-8e27-31c9f1cff9ec tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6104980'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:49.502094 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4f1f96c2-3b58-458b-b391-e81fd47edc9e tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:49.519217 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 90c4466a-3193-4149-a16b-118ac388caf1 details requested by agent hyperv_n-h1-800634-1 with host n-h1-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 13:43:49.535492 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27512619-93b3-4d51-99d5-a3251c85aa2d tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Router 1d1c4035-5359-4547-a8f3-118bcfe3837f has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 13:43:49.555104 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4f1f96c2-3b58-458b-b391-e81fd47edc9e tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:49.576717 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5900e62f-c844-4644-b04a-79262d545cba req-29589de4-5550-459f-a6bb-f60f6adf54cf service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=784aaf21-6f00-49f0-a99b-fca08f13346d HTTP/1.1" status: 200 len: 1001 time: 0.2008069 Jul 13 13:43:49.584625 n-d-800634-1 neutron-server[93751]: INFO neutron.db.ipam_backend_mixin [None req-27a18fb6-ee05-48dc-8e27-31c9f1cff9ec tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet a07114b7-dbfb-4eb6-bacb-4d733d169b11 (CIDR: 172.20.0.0/28) Jul 13 13:43:49.591197 n-d-800634-1 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-27a18fb6-ee05-48dc-8e27-31c9f1cff9ec tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 13:43:49.591858 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27a18fb6-ee05-48dc-8e27-31c9f1cff9ec tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 13:43:49.625048 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-27a18fb6-ee05-48dc-8e27-31c9f1cff9ec tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3511434 Jul 13 13:43:49.627683 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 36860) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:49.633038 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-61d03961-5931-494e-9344-a61f5afd2397 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Request body: {'subnet': {'network_id': '9db56dbb-6586-4de1-b24a-0495f681f710', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:43:49.679799 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 90c4466a-3193-4149-a16b-118ac388caf1, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=90c4466a-3193-4149-a16b-118ac388caf1,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:43:49.696078 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Returning: {'device': '90c4466a-3193-4149-a16b-118ac388caf1', 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30', 'port_id': '90c4466a-3193-4149-a16b-118ac388caf1', 'mac_address': 'fa:16:3e:22:1f:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60b55863-ceb6-45af-a8a4-4b22d72866af', 'ip_address': '192.168.233.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 13:43:49.722553 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4f1f96c2-3b58-458b-b391-e81fd47edc9e tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:49.738502 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4f1f96c2-3b58-458b-b391-e81fd47edc9e tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:49.742534 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-4f1f96c2-3b58-458b-b391-e81fd47edc9e tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/70a85c0a-5fa0-42b3-8723-8b4f0aa17358 HTTP/1.1" status: 204 len: 168 time: 0.3717406 Jul 13 13:43:49.752825 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 36866) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:49.766861 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:49.771452 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1f96c2-3b58-458b-b391-e81fd47edc9e tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=70a85c0a-5fa0-42b3-8723-8b4f0aa17358,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:49.799636 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90c4466a-3193-4149-a16b-118ac388caf1 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:43:49.837218 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 90c4466a-3193-4149-a16b-118ac388caf1, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=90c4466a-3193-4149-a16b-118ac388caf1,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:43:49.852563 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:49.861502 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5c17ed61-b4fd-459c-a754-719b1393de0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:49.882490 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5900e62f-c844-4644-b04a-79262d545cba req-9d70fcf0-450e-49d5-a411-c32ba4bdbc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:49.883991 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5900e62f-c844-4644-b04a-79262d545cba req-9d70fcf0-450e-49d5-a411-c32ba4bdbc1f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3c765b7b-3092-42ad-86c2-6cb8eedd39e9 HTTP/1.1" status: 200 len: 851 time: 0.2993991 Jul 13 13:43:49.993375 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61d03961-5931-494e-9344-a61f5afd2397 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Made reservation on behalf of 8b3e8ef7cfb0436e8cb330362d71f1d6 for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:43:49.999169 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-61d03961-5931-494e-9344-a61f5afd2397 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6104980'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:50.006133 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-c0105ac6-0828-401e-bb17-5e4141a08e61 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2480440 Jul 13 13:43:50.006570 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:50.011595 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=90c4466a-3193-4149-a16b-118ac388caf1,revision_number=8']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:50.017587 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 36874) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:50.025688 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-7cf750a5-6717-4381-b699-16f4d9505ca1 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Request body: {'security_group_rule': {'security_group_id': '270129dc-c37d-4964-a0d9-1d4a4acb6ff4', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:43:50.035288 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27512619-93b3-4d51-99d5-a3251c85aa2d tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:43:50.047738 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a6655b-be86-4a1c-8acc-0764766b4cf2 None None] Sync routers for ids ['1d1c4035-5359-4547-a8f3-118bcfe3837f'] in n-d-800634-1 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:43:50.063012 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a6655b-be86-4a1c-8acc-0764766b4cf2 None None] Routers {'1d1c4035-5359-4547-a8f3-118bcfe3837f'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:43:50.064450 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-b2a6655b-be86-4a1c-8acc-0764766b4cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:43:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['1d1c4035-5359-4547-a8f3-118bcfe3837f'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:43:50.087378 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5900e62f-c844-4644-b04a-79262d545cba req-96cbfa44-8b06-43f1-88e5-c02ca1347004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:50.088986 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5900e62f-c844-4644-b04a-79262d545cba req-96cbfa44-8b06-43f1-88e5-c02ca1347004 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f75cac05-674a-4151-a43b-a75ea71e3ffa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1961312 Jul 13 13:43:50.097651 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa89162-6bf2-4dc4-b42b-e001aa6db035 req-617524ca-2e1a-4f44-87c0-74c23fcda9ac tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:50.104995 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9aa89162-6bf2-4dc4-b42b-e001aa6db035 req-617524ca-2e1a-4f44-87c0-74c23fcda9ac tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/ports?device_id=48cfc91c-49d1-40bc-b4e8-0a6ca10d28a2 HTTP/1.1" status: 200 len: 948 time: 0.1601603 Jul 13 13:43:50.141031 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-b2a6655b-be86-4a1c-8acc-0764766b4cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:43:50.142155 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 36876) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:50.160131 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a6655b-be86-4a1c-8acc-0764766b4cf2 None None] Routers {'1d1c4035-5359-4547-a8f3-118bcfe3837f'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:43:50.160919 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['90c4466a-3193-4149-a16b-118ac388caf1'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:43:50.161426 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-b2a6655b-be86-4a1c-8acc-0764766b4cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:43:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['1d1c4035-5359-4547-a8f3-118bcfe3837f'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:43:50.170160 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406b3a29-be5a-4ada-b9c7-e89f0a7d92bf req-32568b4d-d2fd-41c3-9e68-6a847f190d21 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:50.171845 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-406b3a29-be5a-4ada-b9c7-e89f0a7d92bf req-32568b4d-d2fd-41c3-9e68-6a847f190d21 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.41 "GET /v2.0/ports?device_id=48cfc91c-49d1-40bc-b4e8-0a6ca10d28a2&tenant_id=c6349d73ae13458a9d892a7db2dc0433&binding%3Ahost_id=n-h1-800634-1 HTTP/1.1" status: 200 len: 948 time: 0.2674258 Jul 13 13:43:50.200781 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-b2a6655b-be86-4a1c-8acc-0764766b4cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:43:50.201862 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a6655b-be86-4a1c-8acc-0764766b4cf2 None None] The sync data for ids ['1d1c4035-5359-4547-a8f3-118bcfe3837f'] in n-d-800634-1 is: [] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:43:50.225070 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-27512619-93b3-4d51-99d5-a3251c85aa2d tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for floatingip, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:50.267473 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9aa89162-6bf2-4dc4-b42b-e001aa6db035 req-d1f5951d-3550-4761-afab-8fc6c74ce491 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/security-groups?id=945af9a8-1349-436a-a066-b9a0fd8d3dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615167 Jul 13 13:43:50.324478 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5900e62f-c844-4644-b04a-79262d545cba req-fe3e084b-9725-4a6b-a840-32fa51b0eb7d service neutron] 10.222.0.26 "GET /v2.0/networks/f75cac05-674a-4151-a43b-a75ea71e3ffa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171314 Jul 13 13:43:50.334338 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-27512619-93b3-4d51-99d5-a3251c85aa2d tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.3178105 Jul 13 13:43:50.336545 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 36880) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:50.341858 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-4b627799-bcdc-41f5-856a-58eaa80a2c5e tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Request body: {'floatingip': {'port_id': '7986a4e4-b05f-4f27-96a2-7318e0483999', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:43:50.474905 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4b627799-bcdc-41f5-856a-58eaa80a2c5e tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks [] for floatingip, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:50.533799 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5900e62f-c844-4644-b04a-79262d545cba req-7801c56d-b2be-47cc-a60f-644ae2ed519c service neutron] 10.222.0.26 "GET /v2.0/networks/f75cac05-674a-4151-a43b-a75ea71e3ffa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976378 Jul 13 13:43:50.586283 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5900e62f-c844-4644-b04a-79262d545cba req-5ed26a5e-3f14-49d1-b656-8513a5ee6608 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.12&port_id=22d9a863-c098-4a4f-a30b-7f895c5bc062 HTTP/1.1" status: 200 len: 217 time: 0.0431268 Jul 13 13:43:50.606319 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7cf750a5-6717-4381-b699-16f4d9505ca1 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:50.662691 n-d-800634-1 neutron-server[93751]: INFO neutron.db.ipam_backend_mixin [None req-61d03961-5931-494e-9344-a61f5afd2397 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 7102ef0e-e5ba-4365-a7de-a413e08cee00 (CIDR: 172.20.0.16/28) Jul 13 13:43:50.672806 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-5130caf0-e739-4305-8456-3fb748833ef2 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Deleting subnet 630821d5-3a49-4d57-9235-f464e766074e {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 13:43:50.681296 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5130caf0-e739-4305-8456-3fb748833ef2 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:50.684990 n-d-800634-1 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-61d03961-5931-494e-9344-a61f5afd2397 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 13:43:50.685478 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61d03961-5931-494e-9344-a61f5afd2397 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 13:43:50.690987 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5900e62f-c844-4644-b04a-79262d545cba req-d799806c-0ee2-42ec-8cf2-bb8ca8d5a03c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:50.692455 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5900e62f-c844-4644-b04a-79262d545cba req-d799806c-0ee2-42ec-8cf2-bb8ca8d5a03c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=34409026-9eef-4b98-88d5-24448af1561a HTTP/1.1" status: 200 len: 797 time: 0.0869749 Jul 13 13:43:50.745612 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7cf750a5-6717-4381-b699-16f4d9505ca1 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:50.749880 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-61d03961-5931-494e-9344-a61f5afd2397 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.1210926 Jul 13 13:43:50.750828 n-d-800634-1 neutron-server[93751]: INFO neutron.api.v2.resource [req-406b3a29-be5a-4ada-b9c7-e89f0a7d92bf req-f60cdbb2-de1b-4b76-bfad-ccf2c946a95f service neutron] delete failed (client error): The resource could not be found. Jul 13 13:43:50.751727 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-406b3a29-be5a-4ada-b9c7-e89f0a7d92bf req-f60cdbb2-de1b-4b76-bfad-ccf2c946a95f service neutron] 10.222.0.41 "DELETE /v2.0/ports/90c4466a-3193-4149-a16b-118ac388caf1/bindings/n-h2-800634-1 HTTP/1.1" status: 404 len: 380 time: 0.1909573 Jul 13 13:43:50.754857 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 36892) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:50.755455 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7cf750a5-6717-4381-b699-16f4d9505ca1 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:50.764613 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-9d7ee4bf-8bfa-4369-bb0e-56d283016468 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Request body: {'subnet': {'network_id': '9db56dbb-6586-4de1-b24a-0495f681f710', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:43:50.779140 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5130caf0-e739-4305-8456-3fb748833ef2 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6018489'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:50.852149 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf750a5-6717-4381-b699-16f4d9505ca1 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e386506-ac07-4c72-8a23-5b97bcb9fb6b,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:50.883479 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7cf750a5-6717-4381-b699-16f4d9505ca1 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:50.887405 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-7cf750a5-6717-4381-b699-16f4d9505ca1 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8683617 Jul 13 13:43:50.888040 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5900e62f-c844-4644-b04a-79262d545cba req-33dd37dd-0f4b-47fb-8c60-56e0cae6a33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:50.890223 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5900e62f-c844-4644-b04a-79262d545cba req-33dd37dd-0f4b-47fb-8c60-56e0cae6a33a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=cc9dab26-3983-4dce-8c1c-cb82d11f88fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1880660 Jul 13 13:43:50.890368 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 36900) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:50.968685 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-fb7c90be-8c4d-4d48-a50e-6b8c613bb75e tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] 10.222.0.23 "GET /v2.0/security-group-rules/1e386506-ac07-4c72-8a23-5b97bcb9fb6b HTTP/1.1" status: 200 len: 763 time: 0.0492761 Jul 13 13:43:50.982846 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 36902) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:51.041580 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5130caf0-e739-4305-8456-3fb748833ef2 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:51.049650 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:51.088461 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406b3a29-be5a-4ada-b9c7-e89f0a7d92bf req-a009fdd5-bd5d-4989-82c0-a0858116215d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:51.090211 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-406b3a29-be5a-4ada-b9c7-e89f0a7d92bf req-a009fdd5-bd5d-4989-82c0-a0858116215d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c6349d73ae13458a9d892a7db2dc0433&device_id=48cfc91c-49d1-40bc-b4e8-0a6ca10d28a2 HTTP/1.1" status: 200 len: 1099 time: 0.2285752 Jul 13 13:43:51.108992 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d7ee4bf-8bfa-4369-bb0e-56d283016468 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Made reservation on behalf of 8b3e8ef7cfb0436e8cb330362d71f1d6 for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:43:51.112751 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9d7ee4bf-8bfa-4369-bb0e-56d283016468 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6104980'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:51.124549 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-a198b46b-ba04-4795-b4c7-6f7d32df06da tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1377242 Jul 13 13:43:51.127665 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 36906) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:51.131138 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5900e62f-c844-4644-b04a-79262d545cba req-5a619c6e-b67f-426b-b226-7c212b213a24 service neutron] 10.222.0.26 "GET /v2.0/networks/cc9dab26-3983-4dce-8c1c-cb82d11f88fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2343545 Jul 13 13:43:51.226960 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5130caf0-e739-4305-8456-3fb748833ef2 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6018534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6105009'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:51.248842 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-126e6e91-05ca-4524-980f-856973a6bd90 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:51.264216 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-126e6e91-05ca-4524-980f-856973a6bd90 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:51.282314 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5130caf0-e739-4305-8456-3fb748833ef2 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Pushing event deleted for resources: {'Subnet': ['ID=630821d5-3a49-4d57-9235-f464e766074e,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:51.290052 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5130caf0-e739-4305-8456-3fb748833ef2 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:51.294663 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-5130caf0-e739-4305-8456-3fb748833ef2 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] 10.222.0.23 "DELETE /v2.0/subnets/630821d5-3a49-4d57-9235-f464e766074e HTTP/1.1" status: 204 len: 168 time: 1.1489592 Jul 13 13:43:51.294990 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 36908) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:51.301613 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-664c3d35-fddb-4824-aa1e-1d1ee441efaa None None] Network 3c156937-2b03-40dd-a09e-a323bc1efb9b requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:43:51.377033 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406b3a29-be5a-4ada-b9c7-e89f0a7d92bf req-2f7b74f0-7083-47e7-9dc7-f79363bebaec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:51.378566 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-406b3a29-be5a-4ada-b9c7-e89f0a7d92bf req-2f7b74f0-7083-47e7-9dc7-f79363bebaec service neutron] 10.222.0.41 "GET /v2.0/networks?id=e0bfb334-0fd9-4ba5-ba79-1568ecabee30 HTTP/1.1" status: 200 len: 869 time: 0.2813022 Jul 13 13:43:51.395509 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5900e62f-c844-4644-b04a-79262d545cba req-762a6398-74bb-4277-9bed-92466ba77cb2 service neutron] 10.222.0.26 "GET /v2.0/networks/cc9dab26-3983-4dce-8c1c-cb82d11f88fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2525938 Jul 13 13:43:51.397947 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-126e6e91-05ca-4524-980f-856973a6bd90 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:51.403320 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-126e6e91-05ca-4524-980f-856973a6bd90 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:51.406653 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-126e6e91-05ca-4524-980f-856973a6bd90 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/1e386506-ac07-4c72-8a23-5b97bcb9fb6b HTTP/1.1" status: 204 len: 168 time: 0.2757711 Jul 13 13:43:51.414556 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 36912) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:51.442474 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-406b3a29-be5a-4ada-b9c7-e89f0a7d92bf req-76ea8939-03af-414d-acfb-dc12025f6884 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=90c4466a-3193-4149-a16b-118ac388caf1 HTTP/1.1" status: 200 len: 217 time: 0.0524106 Jul 13 13:43:51.474490 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126e6e91-05ca-4524-980f-856973a6bd90 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1e386506-ac07-4c72-8a23-5b97bcb9fb6b,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:51.481434 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5900e62f-c844-4644-b04a-79262d545cba req-77a8943e-ba25-4be9-a75b-ff55070f7610 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.137&port_id=3cca05c4-e450-4259-87c3-a2ac658c147b HTTP/1.1" status: 200 len: 217 time: 0.0758917 Jul 13 13:43:51.484617 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4b627799-bcdc-41f5-856a-58eaa80a2c5e tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:51.516287 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4b627799-bcdc-41f5-856a-58eaa80a2c5e tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446547'] for floatingip, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:51.528257 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 90c4466a-3193-4149-a16b-118ac388caf1 up at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:43:51.532040 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8517eaaa-7d63-4cac-8429-342468dc9844 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:51.554179 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6452c7d7-768c-46ab-b310-f3ab182b087f None None] DHCP port deletion for 3c156937-2b03-40dd-a09e-a323bc1efb9b request from n-d-800634-1 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 13:43:51.586194 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-af950afa-3d39-455d-8b2b-4716faee8247 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1653831 Jul 13 13:43:51.591959 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 36914) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:51.609410 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-6bbe3691-71f9-4a1c-bc91-b86a5592339c tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Request body: {'security_group_rule': {'security_group_id': '270129dc-c37d-4964-a0d9-1d4a4acb6ff4', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:43:51.624294 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406b3a29-be5a-4ada-b9c7-e89f0a7d92bf req-f6307602-d7e8-4e04-9799-43c8dba11186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:51.624678 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-6452c7d7-768c-46ab-b310-f3ab182b087f None None] Deleting port c90b9635-916a-4618-8346-65ea041369c1 {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:43:51.625128 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6452c7d7-768c-46ab-b310-f3ab182b087f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:51.626140 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-406b3a29-be5a-4ada-b9c7-e89f0a7d92bf req-f6307602-d7e8-4e04-9799-43c8dba11186 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=60b55863-ceb6-45af-a8a4-4b22d72866af HTTP/1.1" status: 200 len: 843 time: 0.1759250 Jul 13 13:43:51.631412 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5900e62f-c844-4644-b04a-79262d545cba req-d10e3da6-1a06-4e7c-a4cb-15c651e230f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:51.632872 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5900e62f-c844-4644-b04a-79262d545cba req-d10e3da6-1a06-4e7c-a4cb-15c651e230f6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=34409026-9eef-4b98-88d5-24448af1561a HTTP/1.1" status: 200 len: 797 time: 0.1445179 Jul 13 13:43:51.638428 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning for port 90c4466a-3193-4149-a16b-118ac388caf1 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:43:51.669722 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning complete for port 90c4466a-3193-4149-a16b-118ac388caf1 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:43:51.670197 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:51.726053 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-6452c7d7-768c-46ab-b310-f3ab182b087f None None] For port c90b9635-916a-4618-8346-65ea041369c1, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=c90b9635-916a-4618-8346-65ea041369c1,segment=NetworkSegment(ab5fb13c-8211-4751-9ff6-bdef0932666c),segment_id=ab5fb13c-8211-4751-9ff6-bdef0932666c)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:43:51.726455 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6452c7d7-768c-46ab-b310-f3ab182b087f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:51.730826 n-d-800634-1 neutron-server[93751]: INFO neutron.db.securitygroups_db [None req-6bbe3691-71f9-4a1c-bc91-b86a5592339c tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Project bb7cd2b51b3647b8a984e99044e4dfd9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 13:43:51.742331 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-6452c7d7-768c-46ab-b310-f3ab182b087f None None] Calling delete_port for c90b9635-916a-4618-8346-65ea041369c1 owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:43:51.747230 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5900e62f-c844-4644-b04a-79262d545cba req-2f8b2aad-3a11-415c-bf86-c79704d30600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:51.748738 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5900e62f-c844-4644-b04a-79262d545cba req-2f8b2aad-3a11-415c-bf86-c79704d30600 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=cc9dab26-3983-4dce-8c1c-cb82d11f88fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1079986 Jul 13 13:43:51.751049 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6bbe3691-71f9-4a1c-bc91-b86a5592339c tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:51.760914 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99da552-55de-4e01-bee1-9aee5a017b47 req-7cf54fcd-6b59-47c4-a3ad-e15eb54ca777 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:51.766217 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e99da552-55de-4e01-bee1-9aee5a017b47 req-7cf54fcd-6b59-47c4-a3ad-e15eb54ca777 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/ports?device_id=48cfc91c-49d1-40bc-b4e8-0a6ca10d28a2 HTTP/1.1" status: 200 len: 948 time: 0.3148444 Jul 13 13:43:51.831600 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:51.863423 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48cfc91c-49d1-40bc-b4e8-0a6ca10d28a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90c4466a-3193-4149-a16b-118ac388caf1'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:43:51.865426 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17e95087-7041-43b4-886d-24d0c05e25b0" -d '{"events": [{"server_uuid": "48cfc91c-49d1-40bc-b4e8-0a6ca10d28a2", "name": "network-vif-plugged", "status": "completed", "tag": "90c4466a-3193-4149-a16b-118ac388caf1"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:43:51.875091 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9d7ee4bf-8bfa-4369-bb0e-56d283016468 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6018343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6104998'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:51.905085 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 90c4466a-3193-4149-a16b-118ac388caf1, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=90c4466a-3193-4149-a16b-118ac388caf1,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:43:51.913149 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e99da552-55de-4e01-bee1-9aee5a017b47 req-88fe7fdd-2970-43cf-a28c-482f7e765703 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/security-groups?id=945af9a8-1349-436a-a066-b9a0fd8d3dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358781 Jul 13 13:43:51.914631 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-8517eaaa-7d63-4cac-8429-342468dc9844 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Deleting port c90b9635-916a-4618-8346-65ea041369c1 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:43:51.914939 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8517eaaa-7d63-4cac-8429-342468dc9844 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:51.918592 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406b3a29-be5a-4ada-b9c7-e89f0a7d92bf req-85c3ab56-15e5-458f-a194-608c544942bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:51.920191 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-406b3a29-be5a-4ada-b9c7-e89f0a7d92bf req-85c3ab56-15e5-458f-a194-608c544942bc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e0bfb334-0fd9-4ba5-ba79-1568ecabee30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2658961 Jul 13 13:43:51.934795 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aea7404-d7c0-4c0e-8865-c6c220093ac4 x-openstack-request-id: req-8aea7404-d7c0-4c0e-8865-c6c220093ac4 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:43:51.935463 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48cfc91c-49d1-40bc-b4e8-0a6ca10d28a2", "name": "network-vif-plugged", "status": "completed", "tag": "90c4466a-3193-4149-a16b-118ac388caf1", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:43:51.935949 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8aea7404-d7c0-4c0e-8865-c6c220093ac4 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:43:51.936739 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48cfc91c-49d1-40bc-b4e8-0a6ca10d28a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90c4466a-3193-4149-a16b-118ac388caf1', 'code': 200} Jul 13 13:43:51.946518 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:51.981139 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6452c7d7-768c-46ab-b310-f3ab182b087f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:52.010706 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6452c7d7-768c-46ab-b310-f3ab182b087f None None] No DVR routers for this DVR port c90b9635-916a-4618-8346-65ea041369c1 on host n-d-800634-1 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:43:52.046523 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=90c4466a-3193-4149-a16b-118ac388caf1,revision_number=9']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:52.087052 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6452c7d7-768c-46ab-b310-f3ab182b087f None None] Pushing event deleted for resources: {'Port': ['ID=c90b9635-916a-4618-8346-65ea041369c1,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:52.106053 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d7ee4bf-8bfa-4369-bb0e-56d283016468 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Network 9db56dbb-6586-4de1-b24a-0495f681f710 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:43:52.113203 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6bbe3691-71f9-4a1c-bc91-b86a5592339c tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:52.126642 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-9d7ee4bf-8bfa-4369-bb0e-56d283016468 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:43:52.138425 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd69a2ea-1173-4b36-9ea8-5d956528d7ba None None] Network 9db56dbb-6586-4de1-b24a-0495f681f710 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:43:52.162688 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d7ee4bf-8bfa-4369-bb0e-56d283016468 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:52.163628 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9d7ee4bf-8bfa-4369-bb0e-56d283016468 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:52.173453 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7ee4bf-8bfa-4369-bb0e-56d283016468 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Pushing event updated for resources: {'Subnet': ['ID=1871ab16-25bc-4ddb-a17c-fc6590928600,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:52.175889 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6bbe3691-71f9-4a1c-bc91-b86a5592339c tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:52.182356 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-8517eaaa-7d63-4cac-8429-342468dc9844 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] For port c90b9635-916a-4618-8346-65ea041369c1, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=c90b9635-916a-4618-8346-65ea041369c1,segment=NetworkSegment(ab5fb13c-8211-4751-9ff6-bdef0932666c),segment_id=ab5fb13c-8211-4751-9ff6-bdef0932666c)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:43:52.183012 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8517eaaa-7d63-4cac-8429-342468dc9844 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:52.233990 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-8517eaaa-7d63-4cac-8429-342468dc9844 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Calling delete_port for c90b9635-916a-4618-8346-65ea041369c1 owned by network:dhcp {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:43:52.239914 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbe3691-71f9-4a1c-bc91-b86a5592339c tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6bbd92b-24c8-42f9-a55b-529195f66bb0,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:52.260436 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-9d7ee4bf-8bfa-4369-bb0e-56d283016468 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.5026245 Jul 13 13:43:52.266600 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 36928) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:52.274443 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6bbe3691-71f9-4a1c-bc91-b86a5592339c tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:52.279273 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-6bbe3691-71f9-4a1c-bc91-b86a5592339c tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6808212 Jul 13 13:43:52.284328 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-b6cc426d-66a0-4cf8-b202-b3119ec730ed tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1645187998', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '1871ab16-25bc-4ddb-a17c-fc6590928600'}], 'security_groups': ['905a0440-499b-41f7-ba7b-18491abe0921', 'ef8bc7f2-4af4-4eae-9efe-4ddf5ce528ea']}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:43:52.285065 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 36930) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:52.329038 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-2ea02a84-2a69-46e9-b6ef-59088ef18df6 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] 10.222.0.23 "GET /v2.0/security-group-rules/f6bbd92b-24c8-42f9-a55b-529195f66bb0 HTTP/1.1" status: 200 len: 769 time: 0.0402575 Jul 13 13:43:52.335514 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 36934) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:52.359573 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-406b3a29-be5a-4ada-b9c7-e89f0a7d92bf req-dbbdccb7-626d-4488-8598-5ec8d58f80fb service neutron] 10.222.0.41 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3593018 Jul 13 13:43:52.394727 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b627799-bcdc-41f5-856a-58eaa80a2c5e tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Router 1d1c4035-5359-4547-a8f3-118bcfe3837f has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 13:43:52.410915 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5900e62f-c844-4644-b04a-79262d545cba req-5c547c1c-0a06-4947-8d7c-46989dd4ffbe service neutron] 10.222.0.26 "GET /v2.0/networks/cc9dab26-3983-4dce-8c1c-cb82d11f88fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6534240 Jul 13 13:43:52.423401 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-d01fc876-2665-40a3-87d0-70128e58adff tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0835881 Jul 13 13:43:52.434692 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 36936) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:52.550229 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0b0e8e36-8519-47f4-8dfb-3f3145edb1ca tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:52.568816 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8517eaaa-7d63-4cac-8429-342468dc9844 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:52.585968 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:52.599525 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0b0e8e36-8519-47f4-8dfb-3f3145edb1ca tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:52.605185 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4effdfe-b145-464a-b4f4-2ea89c5d4e7c None None] Update dhcp port {'port': {'network_id': '9db56dbb-6586-4de1-b24a-0495f681f710', 'fixed_ips': [{'subnet_id': '7102ef0e-e5ba-4365-a7de-a413e08cee00', 'ip_address': '172.20.0.18'}, {'subnet_id': 'a07114b7-dbfb-4eb6-bacb-4d733d169b11', 'ip_address': '172.20.0.2'}, {'subnet_id': '1871ab16-25bc-4ddb-a17c-fc6590928600'}], 'binding:host_id': 'n-d-800634-1'}, 'id': '57301cbc-fffe-4ffb-8ae5-c8c9eb53cac2'} from n-d-800634-1. {{(pid=93752) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 13 13:43:52.605728 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-406b3a29-be5a-4ada-b9c7-e89f0a7d92bf req-8f847d5d-749e-420b-bd4a-00511dae2928 service neutron] 10.222.0.41 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2363338 Jul 13 13:43:52.626944 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8517eaaa-7d63-4cac-8429-342468dc9844 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Pushing event deleted for resources: {'Port': ['ID=c90b9635-916a-4618-8346-65ea041369c1,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:52.637067 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8517eaaa-7d63-4cac-8429-342468dc9844 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] No DVR routers for this DVR port c90b9635-916a-4618-8346-65ea041369c1 on host n-d-800634-1 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:43:52.656354 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5900e62f-c844-4644-b04a-79262d545cba req-c4430d78-80b0-40d4-8da4-81274f3e4ac1 service neutron] 10.222.0.26 "GET /v2.0/networks/cc9dab26-3983-4dce-8c1c-cb82d11f88fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2313323 Jul 13 13:43:52.657973 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b627799-bcdc-41f5-856a-58eaa80a2c5e tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:43:52.663565 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4b627799-bcdc-41f5-856a-58eaa80a2c5e tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for floatingip, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:52.665539 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0b0e8e36-8519-47f4-8dfb-3f3145edb1ca tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:52.679664 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d6e788-5a16-4ee7-a150-df6bf720d5f9 None None] Sync routers for ids ['1d1c4035-5359-4547-a8f3-118bcfe3837f'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:43:52.694030 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c4effdfe-b145-464a-b4f4-2ea89c5d4e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:52.694369 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0b0e8e36-8519-47f4-8dfb-3f3145edb1ca tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:52.695662 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-0b0e8e36-8519-47f4-8dfb-3f3145edb1ca tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/f6bbd92b-24c8-42f9-a55b-529195f66bb0 HTTP/1.1" status: 204 len: 168 time: 0.2595506 Jul 13 13:43:52.700245 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 36942) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:52.730197 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d6e788-5a16-4ee7-a150-df6bf720d5f9 None None] Routers {'1d1c4035-5359-4547-a8f3-118bcfe3837f'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:43:52.730781 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-03d6e788-5a16-4ee7-a150-df6bf720d5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:43:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['1d1c4035-5359-4547-a8f3-118bcfe3837f'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:43:52.747677 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0e8e36-8519-47f4-8dfb-3f3145edb1ca tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f6bbd92b-24c8-42f9-a55b-529195f66bb0,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:52.755269 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5900e62f-c844-4644-b04a-79262d545cba req-43fa971d-b172-4127-b054-832e7e7ff6e0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.190&port_id=35b9c0d6-bf46-4195-88bd-2cd8259cb742 HTTP/1.1" status: 200 len: 217 time: 0.0871589 Jul 13 13:43:52.785488 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b6cc426d-66a0-4cf8-b202-b3119ec730ed tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:52.789299 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-03d6e788-5a16-4ee7-a150-df6bf720d5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:43:52.800224 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8517eaaa-7d63-4cac-8429-342468dc9844 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:52.820995 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-8517eaaa-7d63-4cac-8429-342468dc9844 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c156937-2b03-40dd-a09e-a323bc1efb9b']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:43:52.843832 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-4b627799-bcdc-41f5-856a-58eaa80a2c5e tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] 10.222.0.23 "PUT /v2.0/floatingips/8c3aaa98-63e6-469d-b885-04998eed382f HTTP/1.1" status: 200 len: 978 time: 2.5037210 Jul 13 13:43:52.843832 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5900e62f-c844-4644-b04a-79262d545cba req-03caae58-e820-423b-aa0b-b56b73330193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:52.844594 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5900e62f-c844-4644-b04a-79262d545cba req-03caae58-e820-423b-aa0b-b56b73330193 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=34409026-9eef-4b98-88d5-24448af1561a HTTP/1.1" status: 200 len: 797 time: 0.0824256 Jul 13 13:43:52.845050 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 36946) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:52.926112 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d6e788-5a16-4ee7-a150-df6bf720d5f9 None None] Routers {'1d1c4035-5359-4547-a8f3-118bcfe3837f'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:43:52.927297 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-03d6e788-5a16-4ee7-a150-df6bf720d5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:43:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['1d1c4035-5359-4547-a8f3-118bcfe3837f'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:43:52.993051 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-03d6e788-5a16-4ee7-a150-df6bf720d5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:43:52.993773 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d6e788-5a16-4ee7-a150-df6bf720d5f9 None None] The sync data for ids ['1d1c4035-5359-4547-a8f3-118bcfe3837f'] in n-d-800634-1 is: [] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:43:53.016064 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-57a12211-4c64-4d76-b7c5-395181c73a2f tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3124540 Jul 13 13:43:53.018535 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-8517eaaa-7d63-4cac-8429-342468dc9844 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab5fb13c-8211-4751-9ff6-bdef0932666c') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:43:53.018825 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-8517eaaa-7d63-4cac-8429-342468dc9844 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab5fb13c-8211-4751-9ff6-bdef0932666c') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:43:53.037117 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 36952) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:53.047691 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-c4effdfe-b145-464a-b4f4-2ea89c5d4e7c None None] Allocated IP 172.20.0.34 (9db56dbb-6586-4de1-b24a-0495f681f710/1871ab16-25bc-4ddb-a17c-fc6590928600/57301cbc-fffe-4ffb-8ae5-c8c9eb53cac2) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:43:53.080738 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8517eaaa-7d63-4cac-8429-342468dc9844 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6018464'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:53.128043 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8517eaaa-7d63-4cac-8429-342468dc9844 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:53.144464 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8517eaaa-7d63-4cac-8429-342468dc9844 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 13:43:53.145168 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8517eaaa-7d63-4cac-8429-342468dc9844 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6018632'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:53.148680 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:43:53.148680 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:43:53.148680 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:43:53.148680 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:43:53.148680 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:43:53.148680 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:43:53.148680 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:43:53.148680 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:43:53.148680 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:43:53.148680 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:43:53.148680 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:43:53.148680 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:43:53.148680 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:43:53.148680 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:43:53.148680 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:43:53.148680 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:43:53.148680 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:43:53.148680 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:43:53.148680 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:43:53.148680 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:43:53.148680 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:43:53.148680 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:43:53.148680 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:43:53.148680 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:43:53.148680 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:43:53.148680 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:43:53.148680 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:43:53.148680 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:43:53.148680 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:43:53.148680 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:43:53.148680 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:43:53.148680 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:43:53.148680 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:43:53.148680 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:43:53.148680 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:43:53.148680 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:43:53.148680 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:43:53.148680 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:43:53.148680 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:43:53.148680 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:43:53.148680 n-d-800634-1 neutron-server[93751]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 13:43:53.148680 n-d-800634-1 neutron-server[93751]: self.session.flush() Jul 13 13:43:53.148680 n-d-800634-1 neutron-server[93751]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 13:43:53.148680 n-d-800634-1 neutron-server[93751]: self.session.flush() Jul 13 13:43:53.148680 n-d-800634-1 neutron-server[93751]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 13:43:53.148680 n-d-800634-1 neutron-server[93751]: self.session.flush() Jul 13 13:43:53.148680 n-d-800634-1 neutron-server[93751]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 13:43:53.148680 n-d-800634-1 neutron-server[93751]: self.session.flush() Jul 13 13:43:53.148680 n-d-800634-1 neutron-server[93751]: Traceback (most recent call last): Jul 13 13:43:53.148680 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 13:43:53.148680 n-d-800634-1 neutron-server[93751]: timer() Jul 13 13:43:53.148680 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 13:43:53.148680 n-d-800634-1 neutron-server[93751]: cb(*args, **kw) Jul 13 13:43:53.148680 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 13:43:53.148680 n-d-800634-1 neutron-server[93751]: return func(*args, **kwargs) Jul 13 13:43:53.148680 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 13:43:53.148680 n-d-800634-1 neutron-server[93751]: self._notify() Jul 13 13:43:53.148680 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 13:43:53.148680 n-d-800634-1 neutron-server[93751]: self.callback(batched_events) Jul 13 13:43:53.148680 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 13:43:53.148680 n-d-800634-1 neutron-server[93751]: event.method(event) Jul 13 13:43:53.148680 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 13:43:53.148680 n-d-800634-1 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 13:43:53.148680 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 13:43:53.148680 n-d-800634-1 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 13:43:53.148680 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 13:43:53.148680 n-d-800634-1 neutron-server[93751]: return f(self, *a, **k) Jul 13 13:43:53.148680 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 13:43:53.148680 n-d-800634-1 neutron-server[93751]: return self._get(url).json() Jul 13 13:43:53.148680 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 13:43:53.148680 n-d-800634-1 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 13:43:53.148680 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 13:43:53.148680 n-d-800634-1 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 13 13:43:53.148680 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 13:43:53.148680 n-d-800634-1 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 13:43:53.148680 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 13:43:53.148680 n-d-800634-1 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 13:43:53.148680 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 13:43:53.148680 n-d-800634-1 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 13:43:53.148680 n-d-800634-1 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 13:43:53.171571 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5900e62f-c844-4644-b04a-79262d545cba req-cba263d2-77a5-44a1-89f4-bb9034a7d22e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:53.173648 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5900e62f-c844-4644-b04a-79262d545cba req-cba263d2-77a5-44a1-89f4-bb9034a7d22e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=cc9dab26-3983-4dce-8c1c-cb82d11f88fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3218377 Jul 13 13:43:53.274634 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-c4effdfe-b145-464a-b4f4-2ea89c5d4e7c None None] For port 57301cbc-fffe-4ffb-8ae5-c8c9eb53cac2, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=57301cbc-fffe-4ffb-8ae5-c8c9eb53cac2,segment=NetworkSegment(bee699bc-d280-44af-a540-5a618ddaf0dc),segment_id=bee699bc-d280-44af-a540-5a618ddaf0dc)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:43:53.288045 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8517eaaa-7d63-4cac-8429-342468dc9844 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:53.294274 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8517eaaa-7d63-4cac-8429-342468dc9844 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:53.298989 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-8517eaaa-7d63-4cac-8429-342468dc9844 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] 10.222.0.23 "DELETE /v2.0/networks/3c156937-2b03-40dd-a09e-a323bc1efb9b HTTP/1.1" status: 204 len: 168 time: 1.9978166 Jul 13 13:43:53.309900 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 36960) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:53.326033 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8517eaaa-7d63-4cac-8429-342468dc9844 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Pushing event deleted for resources: {'Network': ['ID=3c156937-2b03-40dd-a09e-a323bc1efb9b,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:53.336211 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e21d8efe-9ed6-4d79-8e25-d51428999b91 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:53.353726 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c4effdfe-b145-464a-b4f4-2ea89c5d4e7c None None] Notify callbacks [] for port, precommit_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:53.364821 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e21d8efe-9ed6-4d79-8e25-d51428999b91 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:53.377942 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-c4effdfe-b145-464a-b4f4-2ea89c5d4e7c None None] Transition to ACTIVE for port object 57301cbc-fffe-4ffb-8ae5-c8c9eb53cac2 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:43:53.388896 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c4effdfe-b145-464a-b4f4-2ea89c5d4e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:53.475763 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-81be7663-6785-496d-87b5-bfee57ac98bd tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Deleting port 39ad9b45-6659-4265-b314-89e66eb88aec {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:43:53.476188 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-81be7663-6785-496d-87b5-bfee57ac98bd tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:53.505866 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4effdfe-b145-464a-b4f4-2ea89c5d4e7c None None] Pushing event updated for resources: {'Port': ['ID=57301cbc-fffe-4ffb-8ae5-c8c9eb53cac2,revision_number=7']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:53.556457 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device c90b9635-916a-4618-8346-65ea041369c1 no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:43:53.578750 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9c001a1-0515-4f35-9968-8139ef8f2e8a tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Deleting subnet 0da26ed4-aa1a-4742-8c9b-d2cc3923db5c {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 13:43:53.586826 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c9c001a1-0515-4f35-9968-8139ef8f2e8a tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:53.599693 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-b6cc426d-66a0-4cf8-b202-b3119ec730ed tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Delete allocated IP 172.20.0.7 (9db56dbb-6586-4de1-b24a-0495f681f710/a07114b7-dbfb-4eb6-bacb-4d733d169b11) {{(pid=93751) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 13 13:43:53.612325 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: c90b9635-916a-4618-8346-65ea041369c1 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:43:53.612654 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device c90b9635-916a-4618-8346-65ea041369c1 not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:43:53.613805 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-b6cc426d-66a0-4cf8-b202-b3119ec730ed tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Allocated IP 172.20.0.37 (9db56dbb-6586-4de1-b24a-0495f681f710/1871ab16-25bc-4ddb-a17c-fc6590928600/392b5591-ee02-44c8-8fdc-5647d4a2c892) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:43:53.616665 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5900e62f-c844-4644-b04a-79262d545cba req-b46cf133-af66-4bcb-8c48-4542355d7dbd service neutron] 10.222.0.26 "GET /v2.0/networks/cc9dab26-3983-4dce-8c1c-cb82d11f88fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4335697 Jul 13 13:43:53.692100 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e21d8efe-9ed6-4d79-8e25-d51428999b91 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:53.694755 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e21d8efe-9ed6-4d79-8e25-d51428999b91 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:53.696040 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-e21d8efe-9ed6-4d79-8e25-d51428999b91 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] 10.222.0.23 "DELETE /v2.0/security-groups/270129dc-c37d-4964-a0d9-1d4a4acb6ff4 HTTP/1.1" status: 204 len: 168 time: 0.6579678 Jul 13 13:43:53.711491 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 36964) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:53.725644 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-81be7663-6785-496d-87b5-bfee57ac98bd tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:53.726291 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-81be7663-6785-496d-87b5-bfee57ac98bd tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:53.737998 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4943de-2e21-4e18-a1e9-2cc15c59dcad req-5893532d-0e1c-4f66-bd63-1bb1ae0cae4c tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:53.739521 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bb4943de-2e21-4e18-a1e9-2cc15c59dcad req-5893532d-0e1c-4f66-bd63-1bb1ae0cae4c tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/ports?device_id=48cfc91c-49d1-40bc-b4e8-0a6ca10d28a2 HTTP/1.1" status: 200 len: 949 time: 0.5044076 Jul 13 13:43:53.748123 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c9c001a1-0515-4f35-9968-8139ef8f2e8a tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5431723'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:53.773942 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21d8efe-9ed6-4d79-8e25-d51428999b91 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=270129dc-c37d-4964-a0d9-1d4a4acb6ff4,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:53.784605 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-81be7663-6785-496d-87b5-bfee57ac98bd tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Calling delete_port for 39ad9b45-6659-4265-b314-89e66eb88aec owned by network:floatingip {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:43:53.839190 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-cc5218be-fa55-432b-9de7-fc7bb1e47453 tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0899823 Jul 13 13:43:53.845023 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 36968) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:53.913131 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 36970) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:53.939699 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-5785bfae-bbc1-4ad0-8c8e-456a82190cdc tempest-SecGroupIPv6Test-35282343 tempest-SecGroupIPv6Test-35282343-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0935509 Jul 13 13:43:53.952711 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bb4943de-2e21-4e18-a1e9-2cc15c59dcad req-09d4ab6f-16b4-401b-8570-9410cccdb49f tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/security-groups?id=945af9a8-1349-436a-a066-b9a0fd8d3dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015953 Jul 13 13:43:53.953309 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b6cc426d-66a0-4cf8-b202-b3119ec730ed tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:53.984001 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-b6cc426d-66a0-4cf8-b202-b3119ec730ed tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Transition to ACTIVE for port object 392b5591-ee02-44c8-8fdc-5647d4a2c892 will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:43:53.994006 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b6cc426d-66a0-4cf8-b202-b3119ec730ed tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:53.999915 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5900e62f-c844-4644-b04a-79262d545cba req-24e49268-b11e-466d-9449-477583466259 service neutron] 10.222.0.26 "GET /v2.0/networks/cc9dab26-3983-4dce-8c1c-cb82d11f88fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3696001 Jul 13 13:43:54.092562 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5900e62f-c844-4644-b04a-79262d545cba req-4403c899-2654-462f-951e-245c462abb55 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.87&port_id=81223daf-efa0-44c5-a889-92de62226cc8 HTTP/1.1" status: 200 len: 217 time: 0.0792265 Jul 13 13:43:54.103180 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c9c001a1-0515-4f35-9968-8139ef8f2e8a tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:54.133140 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cc426d-66a0-4cf8-b202-b3119ec730ed tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Pushing event updated for resources: {'Port': ['ID=392b5591-ee02-44c8-8fdc-5647d4a2c892,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:54.186229 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5e21d217-1e61-48d9-a927-029445fa1fe6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:54.211800 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-b6cc426d-66a0-4cf8-b202-b3119ec730ed tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] In _notify_port_updated(), no bound segment for port 392b5591-ee02-44c8-8fdc-5647d4a2c892 on network 9db56dbb-6586-4de1-b24a-0495f681f710 {{(pid=93751) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 13 13:43:54.218757 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6cc426d-66a0-4cf8-b202-b3119ec730ed tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:54.219424 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b6cc426d-66a0-4cf8-b202-b3119ec730ed tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:54.222204 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-b6cc426d-66a0-4cf8-b202-b3119ec730ed tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] 10.222.0.23 "PUT /v2.0/ports/392b5591-ee02-44c8-8fdc-5647d4a2c892 HTTP/1.1" status: 200 len: 960 time: 1.9494107 Jul 13 13:43:54.226922 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 36978) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:54.227623 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 36980) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:54.233533 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5900e62f-c844-4644-b04a-79262d545cba req-527865f2-efd5-4753-b604-735c2dbe3246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:54.235218 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5900e62f-c844-4644-b04a-79262d545cba req-527865f2-efd5-4753-b604-735c2dbe3246 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=34409026-9eef-4b98-88d5-24448af1561a HTTP/1.1" status: 200 len: 797 time: 0.1357527 Jul 13 13:43:54.306455 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c9c001a1-0515-4f35-9968-8139ef8f2e8a tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5970525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4763356'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:54.356115 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c001a1-0515-4f35-9968-8139ef8f2e8a tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Pushing event deleted for resources: {'Subnet': ['ID=0da26ed4-aa1a-4742-8c9b-d2cc3923db5c,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:54.364057 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c9c001a1-0515-4f35-9968-8139ef8f2e8a tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:54.365943 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-c9c001a1-0515-4f35-9968-8139ef8f2e8a tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] 10.222.0.23 "DELETE /v2.0/subnets/0da26ed4-aa1a-4742-8c9b-d2cc3923db5c HTTP/1.1" status: 204 len: 168 time: 1.0530283 Jul 13 13:43:54.371510 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb41d51-181b-4726-995e-173a2a7139ce None None] Network ea787e81-70d6-4741-bbdf-3e813ed07368 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:43:54.373090 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 36984) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:54.389640 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-81be7663-6785-496d-87b5-bfee57ac98bd tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:54.495748 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81be7663-6785-496d-87b5-bfee57ac98bd tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Pushing event deleted for resources: {'Port': ['ID=39ad9b45-6659-4265-b314-89e66eb88aec,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:54.529436 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-2fb31174-d10b-4c5b-9ab1-8c509bc09987 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Deleting port 392b5591-ee02-44c8-8fdc-5647d4a2c892 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:43:54.529809 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2fb31174-d10b-4c5b-9ab1-8c509bc09987 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:54.544137 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5900e62f-c844-4644-b04a-79262d545cba req-6f1e7899-9383-434d-b762-2f5e7110440f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:54.544937 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5900e62f-c844-4644-b04a-79262d545cba req-6f1e7899-9383-434d-b762-2f5e7110440f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=cc9dab26-3983-4dce-8c1c-cb82d11f88fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3011363 Jul 13 13:43:54.549595 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-68165c06-f600-4274-a291-cf96e07c75ed None None] Provisioning for port 392b5591-ee02-44c8-8fdc-5647d4a2c892 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:43:54.554712 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-68165c06-f600-4274-a291-cf96e07c75ed None None] Provisioning complete for port 392b5591-ee02-44c8-8fdc-5647d4a2c892 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:43:54.555125 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-68165c06-f600-4274-a291-cf96e07c75ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:54.584179 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-88867d5d-41f9-476c-bc09-9efb881b292d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bb7cd2b51b3647b8a984e99044e4dfd9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3527119 Jul 13 13:43:54.584482 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-082028c5-ba1c-4ffb-b282-118018546c44 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:54.591098 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 36988) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:54.601761 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-68165c06-f600-4274-a291-cf96e07c75ed None None] Port 392b5591-ee02-44c8-8fdc-5647d4a2c892 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:43:54.605348 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e37c8d31-4abf-41e2-b884-7ae36b77fa56 None None] DHCP port deletion for ea787e81-70d6-4741-bbdf-3e813ed07368 request from n-d-800634-1 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 13:43:54.654369 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-68165c06-f600-4274-a291-cf96e07c75ed None None] Provisioning complete for port 49bed24c-b8ca-406f-b9c7-ee64d1138b0b triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:43:54.654914 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-68165c06-f600-4274-a291-cf96e07c75ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:54.676249 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-81be7663-6785-496d-87b5-bfee57ac98bd tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks [] for floatingip, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:54.676502 n-d-800634-1 neutron-server[93750]: INFO neutron.db.l3_db [None req-81be7663-6785-496d-87b5-bfee57ac98bd tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Floating IP 8c3aaa98-63e6-469d-b885-04998eed382f disassociated (deleted). External IP: 172.25.6.196, port: 7986a4e4-b05f-4f27-96a2-7318e0483999. Jul 13 13:43:54.708697 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-68165c06-f600-4274-a291-cf96e07c75ed None None] Port 49bed24c-b8ca-406f-b9c7-ee64d1138b0b cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:43:54.731697 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-68165c06-f600-4274-a291-cf96e07c75ed None None] Provisioning for port 57301cbc-fffe-4ffb-8ae5-c8c9eb53cac2 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:43:54.745307 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-68165c06-f600-4274-a291-cf96e07c75ed None None] Provisioning complete for port 57301cbc-fffe-4ffb-8ae5-c8c9eb53cac2 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:43:54.745685 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-68165c06-f600-4274-a291-cf96e07c75ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:54.778026 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-e37c8d31-4abf-41e2-b884-7ae36b77fa56 None None] Deleting port fd7d0e92-3620-439f-bfb2-59a627e5d20b {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:43:54.778677 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e37c8d31-4abf-41e2-b884-7ae36b77fa56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:54.786299 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5900e62f-c844-4644-b04a-79262d545cba req-fa961386-7d0b-4d97-b91a-92e811e2f0a7 service neutron] 10.222.0.26 "GET /v2.0/networks/cc9dab26-3983-4dce-8c1c-cb82d11f88fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2205293 Jul 13 13:43:54.865380 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-e37c8d31-4abf-41e2-b884-7ae36b77fa56 None None] For port fd7d0e92-3620-439f-bfb2-59a627e5d20b, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=fd7d0e92-3620-439f-bfb2-59a627e5d20b,segment=NetworkSegment(b0a2acaa-f220-4c1d-a4ab-c854b18a350f),segment_id=b0a2acaa-f220-4c1d-a4ab-c854b18a350f)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:43:54.865924 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e37c8d31-4abf-41e2-b884-7ae36b77fa56 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:54.887542 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-e37c8d31-4abf-41e2-b884-7ae36b77fa56 None None] Calling delete_port for fd7d0e92-3620-439f-bfb2-59a627e5d20b owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:43:54.898015 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-082028c5-ba1c-4ffb-b282-118018546c44 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Deleting port fd7d0e92-3620-439f-bfb2-59a627e5d20b {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:43:54.898201 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-082028c5-ba1c-4ffb-b282-118018546c44 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:55.020373 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5e21d217-1e61-48d9-a927-029445fa1fe6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:55.067876 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e37c8d31-4abf-41e2-b884-7ae36b77fa56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:55.085985 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37c8d31-4abf-41e2-b884-7ae36b77fa56 None None] No DVR routers for this DVR port fd7d0e92-3620-439f-bfb2-59a627e5d20b on host n-d-800634-1 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:43:55.087469 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2fb31174-d10b-4c5b-9ab1-8c509bc09987 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:55.102443 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5e21d217-1e61-48d9-a927-029445fa1fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:55.111756 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37c8d31-4abf-41e2-b884-7ae36b77fa56 None None] Pushing event deleted for resources: {'Port': ['ID=fd7d0e92-3620-439f-bfb2-59a627e5d20b,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:55.130748 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-2fb31174-d10b-4c5b-9ab1-8c509bc09987 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Calling delete_port for 392b5591-ee02-44c8-8fdc-5647d4a2c892 owned by {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:43:55.138783 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-a924d299-b013-4b9d-bb1d-ecf4e38e8f76 None None] Provisioning complete for port 392b5591-ee02-44c8-8fdc-5647d4a2c892 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:43:55.139148 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a924d299-b013-4b9d-bb1d-ecf4e38e8f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:55.178106 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-a924d299-b013-4b9d-bb1d-ecf4e38e8f76 None None] Port 392b5591-ee02-44c8-8fdc-5647d4a2c892 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:43:55.218579 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e21d217-1e61-48d9-a927-029445fa1fe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac02621a-5b64-41d9-8dcf-14a6010177d7,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:55.258582 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-5e21d217-1e61-48d9-a927-029445fa1fe6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d82307c7ef3448ecaaf39c9a0d461be4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3430626 Jul 13 13:43:55.265317 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 36994) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:55.267308 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-97c19cdd-f766-4296-b787-d4d9ef42b2d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:55.341161 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-97c19cdd-f766-4296-b787-d4d9ef42b2d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:55.377128 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5900e62f-c844-4644-b04a-79262d545cba req-603fcf2e-db18-4564-91fd-200bbd43defc service neutron] 10.222.0.26 "GET /v2.0/networks/cc9dab26-3983-4dce-8c1c-cb82d11f88fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5568287 Jul 13 13:43:55.402310 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c35ec3-c430-4164-a3d0-8df32d222bdd req-ad90b9a6-a36e-43b1-8baf-2dc2d8f2216c tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:55.403850 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-61c35ec3-c430-4164-a3d0-8df32d222bdd req-ad90b9a6-a36e-43b1-8baf-2dc2d8f2216c tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/ports?device_id=48cfc91c-49d1-40bc-b4e8-0a6ca10d28a2 HTTP/1.1" status: 200 len: 949 time: 0.3025181 Jul 13 13:43:55.405024 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-082028c5-ba1c-4ffb-b282-118018546c44 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] For port fd7d0e92-3620-439f-bfb2-59a627e5d20b, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=fd7d0e92-3620-439f-bfb2-59a627e5d20b,segment=NetworkSegment(b0a2acaa-f220-4c1d-a4ab-c854b18a350f),segment_id=b0a2acaa-f220-4c1d-a4ab-c854b18a350f)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:43:55.405772 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-082028c5-ba1c-4ffb-b282-118018546c44 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:55.448499 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-52eeb75c-08a6-4574-b794-3cde1df0329b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:55.465923 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5900e62f-c844-4644-b04a-79262d545cba req-7b80075b-55a2-4f41-82c3-9efc63d4bb4f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=8c8ea6d1-b0bc-4fe3-8965-3771992876e5 HTTP/1.1" status: 200 len: 217 time: 0.0560143 Jul 13 13:43:55.466774 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-082028c5-ba1c-4ffb-b282-118018546c44 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Calling delete_port for fd7d0e92-3620-439f-bfb2-59a627e5d20b owned by network:dhcp {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:43:55.483715 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 57301cbc-fffe-4ffb-8ae5-c8c9eb53cac2 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:43:55.518840 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-52eeb75c-08a6-4574-b794-3cde1df0329b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:55.532422 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-97c19cdd-f766-4296-b787-d4d9ef42b2d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:55.535195 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-97c19cdd-f766-4296-b787-d4d9ef42b2d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:55.535465 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 57301cbc-fffe-4ffb-8ae5-c8c9eb53cac2 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:43:55.535835 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:55.538234 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-97c19cdd-f766-4296-b787-d4d9ef42b2d9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b99fcfa6-7f0e-471d-bba3-00dabb51030d HTTP/1.1" status: 204 len: 168 time: 0.9465928 Jul 13 13:43:55.560882 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-61c35ec3-c430-4164-a3d0-8df32d222bdd req-4eb7e820-e533-4f4d-b7f2-988b7bab829c tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/security-groups?id=945af9a8-1349-436a-a066-b9a0fd8d3dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412094 Jul 13 13:43:55.611002 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2fb31174-d10b-4c5b-9ab1-8c509bc09987 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:55.617213 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5900e62f-c844-4644-b04a-79262d545cba req-6ca8bcb3-4a68-41ca-a321-7dc86f281404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:55.619537 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5900e62f-c844-4644-b04a-79262d545cba req-6ca8bcb3-4a68-41ca-a321-7dc86f281404 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=241e495f-5827-4e62-b5be-0cbc962ebff7 HTTP/1.1" status: 200 len: 797 time: 0.1361275 Jul 13 13:43:55.620199 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-082028c5-ba1c-4ffb-b282-118018546c44 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:55.627427 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c19cdd-f766-4296-b787-d4d9ef42b2d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b99fcfa6-7f0e-471d-bba3-00dabb51030d,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:55.628612 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81be7663-6785-496d-87b5-bfee57ac98bd tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Router 1d1c4035-5359-4547-a8f3-118bcfe3837f has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 13:43:55.670586 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082028c5-ba1c-4ffb-b282-118018546c44 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Pushing event deleted for resources: {'Port': ['ID=fd7d0e92-3620-439f-bfb2-59a627e5d20b,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:55.700922 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082028c5-ba1c-4ffb-b282-118018546c44 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] No DVR routers for this DVR port fd7d0e92-3620-439f-bfb2-59a627e5d20b on host n-d-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:43:55.729258 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-52eeb75c-08a6-4574-b794-3cde1df0329b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:55.730892 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-52eeb75c-08a6-4574-b794-3cde1df0329b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:55.734398 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-52eeb75c-08a6-4574-b794-3cde1df0329b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ac02621a-5b64-41d9-8dcf-14a6010177d7 HTTP/1.1" status: 204 len: 168 time: 0.4656670 Jul 13 13:43:55.756107 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb31174-d10b-4c5b-9ab1-8c509bc09987 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Pushing event deleted for resources: {'Port': ['ID=392b5591-ee02-44c8-8fdc-5647d4a2c892,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:55.796644 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-082028c5-ba1c-4ffb-b282-118018546c44 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:55.805352 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52eeb75c-08a6-4574-b794-3cde1df0329b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac02621a-5b64-41d9-8dcf-14a6010177d7,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:55.808204 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-082028c5-ba1c-4ffb-b282-118018546c44 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea787e81-70d6-4741-bbdf-3e813ed07368']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:43:55.814511 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device fd7d0e92-3620-439f-bfb2-59a627e5d20b no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:43:55.824807 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-082028c5-ba1c-4ffb-b282-118018546c44 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0a2acaa-f220-4c1d-a4ab-c854b18a350f') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:43:55.825114 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-082028c5-ba1c-4ffb-b282-118018546c44 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0a2acaa-f220-4c1d-a4ab-c854b18a350f') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:43:55.834938 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-082028c5-ba1c-4ffb-b282-118018546c44 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5431730'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:55.848883 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-082028c5-ba1c-4ffb-b282-118018546c44 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:55.855760 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-082028c5-ba1c-4ffb-b282-118018546c44 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 13:43:55.856180 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-082028c5-ba1c-4ffb-b282-118018546c44 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5970419'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:55.857236 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: fd7d0e92-3620-439f-bfb2-59a627e5d20b {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:43:55.857599 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device fd7d0e92-3620-439f-bfb2-59a627e5d20b not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:43:55.908473 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:43:55.908473 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:43:55.908473 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:43:55.908473 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:43:55.908473 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:43:55.908473 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:43:55.908473 n-d-800634-1 neutron-server[93750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 13:43:55.908473 n-d-800634-1 neutron-server[93750]: self.session.flush() Jul 13 13:43:55.908473 n-d-800634-1 neutron-server[93750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 13:43:55.908473 n-d-800634-1 neutron-server[93750]: self.session.flush() Jul 13 13:43:55.908473 n-d-800634-1 neutron-server[93750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 13:43:55.908473 n-d-800634-1 neutron-server[93750]: self.session.flush() Jul 13 13:43:55.908473 n-d-800634-1 neutron-server[93750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 13:43:55.908473 n-d-800634-1 neutron-server[93750]: self.session.flush() Jul 13 13:43:55.908473 n-d-800634-1 neutron-server[93750]: Traceback (most recent call last): Jul 13 13:43:55.908473 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 13:43:55.908473 n-d-800634-1 neutron-server[93750]: timer() Jul 13 13:43:55.908473 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 13:43:55.908473 n-d-800634-1 neutron-server[93750]: cb(*args, **kw) Jul 13 13:43:55.908473 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 13:43:55.908473 n-d-800634-1 neutron-server[93750]: return func(*args, **kwargs) Jul 13 13:43:55.908473 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 13:43:55.908473 n-d-800634-1 neutron-server[93750]: self._notify() Jul 13 13:43:55.908473 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 13:43:55.908473 n-d-800634-1 neutron-server[93750]: self.callback(batched_events) Jul 13 13:43:55.908473 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 13:43:55.908473 n-d-800634-1 neutron-server[93750]: event.method(event) Jul 13 13:43:55.908473 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 13:43:55.908473 n-d-800634-1 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 13:43:55.908473 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 13:43:55.908473 n-d-800634-1 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 13:43:55.908473 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 13:43:55.908473 n-d-800634-1 neutron-server[93750]: return f(self, *a, **k) Jul 13 13:43:55.908473 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 13:43:55.908473 n-d-800634-1 neutron-server[93750]: return self._get(url).json() Jul 13 13:43:55.908473 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 13:43:55.908473 n-d-800634-1 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 13:43:55.908473 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 13:43:55.908473 n-d-800634-1 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 13 13:43:55.908473 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 13:43:55.908473 n-d-800634-1 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 13:43:55.908473 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 13:43:55.908473 n-d-800634-1 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 13:43:55.908473 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 13:43:55.908473 n-d-800634-1 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 13:43:55.908473 n-d-800634-1 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 13:43:56.001776 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5900e62f-c844-4644-b04a-79262d545cba req-bb2f886f-1ef9-4617-8c26-998189aacc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:56.008750 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5900e62f-c844-4644-b04a-79262d545cba req-bb2f886f-1ef9-4617-8c26-998189aacc43 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=350b8d90-a566-446d-ae67-d3a6d73524f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3753219 Jul 13 13:43:56.013435 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-082028c5-ba1c-4ffb-b282-118018546c44 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:56.025056 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2fb31174-d10b-4c5b-9ab1-8c509bc09987 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:56.037961 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-2fb31174-d10b-4c5b-9ab1-8c509bc09987 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] 10.222.0.23 "DELETE /v2.0/ports/392b5591-ee02-44c8-8fdc-5647d4a2c892 HTTP/1.1" status: 204 len: 168 time: 1.8018856 Jul 13 13:43:56.042975 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 37010) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:56.043128 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-082028c5-ba1c-4ffb-b282-118018546c44 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:56.047827 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-082028c5-ba1c-4ffb-b282-118018546c44 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] 10.222.0.23 "DELETE /v2.0/networks/ea787e81-70d6-4741-bbdf-3e813ed07368 HTTP/1.1" status: 204 len: 168 time: 1.6709619 Jul 13 13:43:56.067830 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082028c5-ba1c-4ffb-b282-118018546c44 tempest-ServersTestMultiNic-1032411619 tempest-ServersTestMultiNic-1032411619-project] Pushing event deleted for resources: {'Network': ['ID=ea787e81-70d6-4741-bbdf-3e813ed07368,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:56.114761 n-d-800634-1 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-057cf36d-5745-4cf2-b0f3-ddf857e96e5f tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] GET failed (client error): The resource could not be found. Jul 13 13:43:56.123037 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-057cf36d-5745-4cf2-b0f3-ddf857e96e5f tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] 10.222.0.23 "GET /v2.0/ports/392b5591-ee02-44c8-8fdc-5647d4a2c892 HTTP/1.1" status: 404 len: 333 time: 0.0767522 Jul 13 13:43:56.138367 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7380f4-d078-4bdc-8a8f-28975f5f74eb req-9e38c099-fa45-450d-a68c-3a1fc3607d69 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:56.145645 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6a7380f4-d078-4bdc-8a8f-28975f5f74eb req-9e38c099-fa45-450d-a68c-3a1fc3607d69 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/ports?device_id=48cfc91c-49d1-40bc-b4e8-0a6ca10d28a2 HTTP/1.1" status: 200 len: 949 time: 0.3427138 Jul 13 13:43:56.147555 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 37016) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:56.193222 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81be7663-6785-496d-87b5-bfee57ac98bd tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:43:56.205627 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e354ad76-427f-442a-aaec-d4bb919b5e86 None None] Sync routers for ids ['1d1c4035-5359-4547-a8f3-118bcfe3837f'] in n-d-800634-1 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:43:56.222862 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e354ad76-427f-442a-aaec-d4bb919b5e86 None None] Routers {'1d1c4035-5359-4547-a8f3-118bcfe3837f'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:43:56.222978 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-81be7663-6785-496d-87b5-bfee57ac98bd tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for floatingip, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:56.224125 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-e354ad76-427f-442a-aaec-d4bb919b5e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:43:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['1d1c4035-5359-4547-a8f3-118bcfe3837f'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:43:56.225635 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6a7380f4-d078-4bdc-8a8f-28975f5f74eb req-965eab5c-9123-4b69-ab51-023398583012 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/security-groups?id=945af9a8-1349-436a-a066-b9a0fd8d3dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787463 Jul 13 13:43:56.279071 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4af71060-7bc4-4e34-9d6e-07f535d8828d tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:56.325522 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-e354ad76-427f-442a-aaec-d4bb919b5e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:43:56.358116 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e354ad76-427f-442a-aaec-d4bb919b5e86 None None] Routers {'1d1c4035-5359-4547-a8f3-118bcfe3837f'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:43:56.363066 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4af71060-7bc4-4e34-9d6e-07f535d8828d tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:56.364944 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-e354ad76-427f-442a-aaec-d4bb919b5e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:43:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['1d1c4035-5359-4547-a8f3-118bcfe3837f'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:43:56.376775 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 37032) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:56.402738 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5900e62f-c844-4644-b04a-79262d545cba req-25037eeb-d9cf-488a-99bc-fda937c2c465 service neutron] 10.222.0.26 "GET /v2.0/networks/350b8d90-a566-446d-ae67-d3a6d73524f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3779898 Jul 13 13:43:56.434276 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-e354ad76-427f-442a-aaec-d4bb919b5e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:43:56.435266 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e354ad76-427f-442a-aaec-d4bb919b5e86 None None] The sync data for ids ['1d1c4035-5359-4547-a8f3-118bcfe3837f'] in n-d-800634-1 is: [] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:43:56.444604 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-81be7663-6785-496d-87b5-bfee57ac98bd tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] 10.222.0.23 "DELETE /v2.0/floatingips/8c3aaa98-63e6-469d-b885-04998eed382f HTTP/1.1" status: 204 len: 168 time: 3.5985653 Jul 13 13:43:56.447563 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 37040) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:56.457992 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b4f49c02-f3ce-4b9d-ac20-0b4f2920e2e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:56.459421 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4af71060-7bc4-4e34-9d6e-07f535d8828d tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:56.463627 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4af71060-7bc4-4e34-9d6e-07f535d8828d tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:56.464771 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-4af71060-7bc4-4e34-9d6e-07f535d8828d tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] 10.222.0.23 "DELETE /v2.0/security-groups/e4a84150-b959-4961-b4f6-bcbd06d2c8ee HTTP/1.1" status: 204 len: 168 time: 0.3155465 Jul 13 13:43:56.492836 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 37042) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:56.493002 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 37044) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:56.510700 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af71060-7bc4-4e34-9d6e-07f535d8828d tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4a84150-b959-4961-b4f6-bcbd06d2c8ee,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:56.634120 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5900e62f-c844-4644-b04a-79262d545cba req-89b387ab-f45e-409b-88ea-c07e024c6794 service neutron] 10.222.0.26 "GET /v2.0/networks/350b8d90-a566-446d-ae67-d3a6d73524f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209487 Jul 13 13:43:56.650860 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e9b57b00-d29b-46c0-8e40-255688c1e214 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:56.708136 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5900e62f-c844-4644-b04a-79262d545cba req-8edd994c-4f8f-4ad4-a52b-342dde8e0f54 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=63cb8491-88ea-44c4-ba8b-ee99d545ca33 HTTP/1.1" status: 200 len: 217 time: 0.0666010 Jul 13 13:43:56.739986 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-3a03ace5-b1fe-43d0-a942-fe89e4ca725b tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Deleting port 7986a4e4-b05f-4f27-96a2-7318e0483999 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:43:56.740345 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3a03ace5-b1fe-43d0-a942-fe89e4ca725b tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:56.745539 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-99494f2e-a130-452b-b42d-b4ec1c635889 req-21297640-e69c-449e-90a1-9d523f9adc96 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=c6349d73ae13458a9d892a7db2dc0433&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0402684 Jul 13 13:43:56.771527 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e9b57b00-d29b-46c0-8e40-255688c1e214 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:56.875195 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5900e62f-c844-4644-b04a-79262d545cba req-499ca09a-3f27-4401-b0c9-fe4333c2c52d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:56.878512 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5900e62f-c844-4644-b04a-79262d545cba req-499ca09a-3f27-4401-b0c9-fe4333c2c52d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=241e495f-5827-4e62-b5be-0cbc962ebff7 HTTP/1.1" status: 200 len: 797 time: 0.1551390 Jul 13 13:43:56.901333 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b4f49c02-f3ce-4b9d-ac20-0b4f2920e2e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:56.928882 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b4f49c02-f3ce-4b9d-ac20-0b4f2920e2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:56.967019 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e9b57b00-d29b-46c0-8e40-255688c1e214 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:56.969557 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e9b57b00-d29b-46c0-8e40-255688c1e214 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:56.970737 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-e9b57b00-d29b-46c0-8e40-255688c1e214 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] 10.222.0.23 "DELETE /v2.0/security-groups/ef8bc7f2-4af4-4eae-9efe-4ddf5ce528ea HTTP/1.1" status: 204 len: 168 time: 0.4754062 Jul 13 13:43:56.975607 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-b4f49c02-f3ce-4b9d-ac20-0b4f2920e2e2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3ca2d7425bed4c6290527b4a62b846b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5950487 Jul 13 13:43:56.977539 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 37070) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:56.977909 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 37072) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:57.018037 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3a03ace5-b1fe-43d0-a942-fe89e4ca725b tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:57.031400 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f49c02-f3ce-4b9d-ac20-0b4f2920e2e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=940c3a16-c3b3-4c85-9367-6458cfb5b44c,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:57.031652 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 37074) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:57.047827 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-3a03ace5-b1fe-43d0-a942-fe89e4ca725b tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Calling delete_port for 7986a4e4-b05f-4f27-96a2-7318e0483999 owned by {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:43:57.057831 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f49c02-f3ce-4b9d-ac20-0b4f2920e2e2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:43:57.058183 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f49c02-f3ce-4b9d-ac20-0b4f2920e2e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:43:57.058521 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f49c02-f3ce-4b9d-ac20-0b4f2920e2e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:43:57.059140 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f49c02-f3ce-4b9d-ac20-0b4f2920e2e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:43:57.059640 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f49c02-f3ce-4b9d-ac20-0b4f2920e2e2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:43:57.060144 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f49c02-f3ce-4b9d-ac20-0b4f2920e2e2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:43:57.060647 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f49c02-f3ce-4b9d-ac20-0b4f2920e2e2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:43:57.061135 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f49c02-f3ce-4b9d-ac20-0b4f2920e2e2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:43:57.061639 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f49c02-f3ce-4b9d-ac20-0b4f2920e2e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:43:57.062023 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99494f2e-a130-452b-b42d-b4ec1c635889 req-0a536cd5-9a3d-4492-a046-670d01d0e83f tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:57.062335 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f49c02-f3ce-4b9d-ac20-0b4f2920e2e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:43:57.062822 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f49c02-f3ce-4b9d-ac20-0b4f2920e2e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:43:57.063523 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-99494f2e-a130-452b-b42d-b4ec1c635889 req-0a536cd5-9a3d-4492-a046-670d01d0e83f tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2993298 Jul 13 13:43:57.068301 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f49c02-f3ce-4b9d-ac20-0b4f2920e2e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:43:57.113541 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b57b00-d29b-46c0-8e40-255688c1e214 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef8bc7f2-4af4-4eae-9efe-4ddf5ce528ea,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:57.119339 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9b5e5085-2037-4c1b-a926-4ef5eef9ffdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:57.137527 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5900e62f-c844-4644-b04a-79262d545cba req-963c4982-eca6-4f70-8947-249b5c92cb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:57.139100 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5900e62f-c844-4644-b04a-79262d545cba req-963c4982-eca6-4f70-8947-249b5c92cb15 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=350b8d90-a566-446d-ae67-d3a6d73524f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2509592 Jul 13 13:43:57.143338 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-99494f2e-a130-452b-b42d-b4ec1c635889 req-72ce31b1-f919-443d-af77-a146ddfbcb6a tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/quotas/c6349d73ae13458a9d892a7db2dc0433 HTTP/1.1" status: 200 len: 375 time: 0.0727930 Jul 13 13:43:57.191050 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-b223a2a5-cd09-4b99-8b6d-343a255ffb85 tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:43:57.192024 n-d-800634-1 neutron-server[93751]: WARNING neutron.api.v2.base [None req-b223a2a5-cd09-4b99-8b6d-343a255ffb85 tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 13 13:43:57.192536 n-d-800634-1 neutron-server[93751]: INFO neutron.api.v2.resource [None req-b223a2a5-cd09-4b99-8b6d-343a255ffb85 tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] create failed (client error): There was a conflict when trying to complete your request. Jul 13 13:43:57.193506 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-b223a2a5-cd09-4b99-8b6d-343a255ffb85 tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1589186 Jul 13 13:43:57.200854 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5af601bd-f7e6-4a5e-bb5c-98bac104c101 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:57.203479 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 37078) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:57.208446 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9b5e5085-2037-4c1b-a926-4ef5eef9ffdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:57.210124 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-eb919996-73dd-4022-b131-61243713f895 tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] Request body: {'security_group': {'name': 'tempest-secgroup--1110219914'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:43:57.250749 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5af601bd-f7e6-4a5e-bb5c-98bac104c101 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:57.295451 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-eb919996-73dd-4022-b131-61243713f895 tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:57.314877 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-eb919996-73dd-4022-b131-61243713f895 tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:57.323429 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5900e62f-c844-4644-b04a-79262d545cba req-43f1c675-b484-4386-b49b-802538f14932 service neutron] 10.222.0.26 "GET /v2.0/networks/350b8d90-a566-446d-ae67-d3a6d73524f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768529 Jul 13 13:43:57.348831 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9b5e5085-2037-4c1b-a926-4ef5eef9ffdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:57.351372 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9b5e5085-2037-4c1b-a926-4ef5eef9ffdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:57.353892 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-9b5e5085-2037-4c1b-a926-4ef5eef9ffdd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/940c3a16-c3b3-4c85-9367-6458cfb5b44c HTTP/1.1" status: 204 len: 168 time: 0.3724644 Jul 13 13:43:57.371163 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-99494f2e-a130-452b-b42d-b4ec1c635889 req-3b3d9886-fdea-4e5c-872c-bd381163539d tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c6349d73ae13458a9d892a7db2dc0433&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2269683 Jul 13 13:43:57.380238 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5af601bd-f7e6-4a5e-bb5c-98bac104c101 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:57.382749 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5af601bd-f7e6-4a5e-bb5c-98bac104c101 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:57.387069 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-5af601bd-f7e6-4a5e-bb5c-98bac104c101 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] 10.222.0.23 "DELETE /v2.0/security-groups/905a0440-499b-41f7-ba7b-18491abe0921 HTTP/1.1" status: 204 len: 168 time: 0.4049752 Jul 13 13:43:57.388421 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 37082) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:57.417301 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5e5085-2037-4c1b-a926-4ef5eef9ffdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=940c3a16-c3b3-4c85-9367-6458cfb5b44c,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:57.457895 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af601bd-f7e6-4a5e-bb5c-98bac104c101 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=905a0440-499b-41f7-ba7b-18491abe0921,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:57.508214 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-63200b10-d2f1-47dc-b957-58eb80ebebda tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Deleting subnet a07114b7-dbfb-4eb6-bacb-4d733d169b11 {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 13:43:57.515268 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-63200b10-d2f1-47dc-b957-58eb80ebebda tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:57.519383 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5900e62f-c844-4644-b04a-79262d545cba req-820e20ff-e7a1-47bd-a9d3-b3f8bf358052 service neutron] 10.222.0.26 "GET /v2.0/networks/350b8d90-a566-446d-ae67-d3a6d73524f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892817 Jul 13 13:43:57.558912 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3a03ace5-b1fe-43d0-a942-fe89e4ca725b tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:57.571278 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-63200b10-d2f1-47dc-b957-58eb80ebebda tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5431723'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:57.619036 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a03ace5-b1fe-43d0-a942-fe89e4ca725b tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Pushing event deleted for resources: {'Port': ['ID=7986a4e4-b05f-4f27-96a2-7318e0483999,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:57.672135 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-eb919996-73dd-4022-b131-61243713f895 tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:57.700011 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dfb1338e-4932-41df-9326-3ea2b4af6f15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451695'] for router_interface, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:57.706442 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-eb919996-73dd-4022-b131-61243713f895 tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:57.709529 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-360b51a4-df7f-48b9-b410-e9c3d8b6aa6d req-d8d90291-9198-4de6-a8d4-cf248b2c3510 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff113c1b-c263-4008-9d61-0ebe123b1ba5 HTTP/1.1" status: 200 len: 210 time: 0.0368016 Jul 13 13:43:57.710850 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-63200b10-d2f1-47dc-b957-58eb80ebebda tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:57.781696 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-63200b10-d2f1-47dc-b957-58eb80ebebda tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5970525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4763356'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:57.831843 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63200b10-d2f1-47dc-b957-58eb80ebebda tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Pushing event deleted for resources: {'Subnet': ['ID=a07114b7-dbfb-4eb6-bacb-4d733d169b11,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:57.833430 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-63200b10-d2f1-47dc-b957-58eb80ebebda tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:57.835591 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-63200b10-d2f1-47dc-b957-58eb80ebebda tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] 10.222.0.23 "DELETE /v2.0/subnets/a07114b7-dbfb-4eb6-bacb-4d733d169b11 HTTP/1.1" status: 204 len: 168 time: 0.4426143 Jul 13 13:43:57.840421 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 37094) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:57.846825 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-444f4d0f-ab31-441e-979c-991dbad4a3d8 None None] Network 9db56dbb-6586-4de1-b24a-0495f681f710 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:43:57.866515 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb919996-73dd-4022-b131-61243713f895 tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93926cd4-a49f-41fe-9dd9-f18e1175a9db,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:57.882030 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3a03ace5-b1fe-43d0-a942-fe89e4ca725b tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:57.888307 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-3a03ace5-b1fe-43d0-a942-fe89e4ca725b tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] 10.222.0.23 "DELETE /v2.0/ports/7986a4e4-b05f-4f27-96a2-7318e0483999 HTTP/1.1" status: 204 len: 168 time: 1.4354949 Jul 13 13:43:57.895933 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 37096) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:57.902748 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-e458f43a-214e-436a-b656-82a186b64617 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Deleting subnet 1871ab16-25bc-4ddb-a17c-fc6590928600 {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 13:43:57.906509 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e458f43a-214e-436a-b656-82a186b64617 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:57.919702 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-a21d7224-b2b4-4fc7-ad89-80d78b8961a3 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Request body: {'floatingip': {'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:43:57.963435 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e458f43a-214e-436a-b656-82a186b64617 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5431723'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:58.144326 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e458f43a-214e-436a-b656-82a186b64617 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:58.188207 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-eb919996-73dd-4022-b131-61243713f895 tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:58.213080 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-eb919996-73dd-4022-b131-61243713f895 tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:58.269376 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e458f43a-214e-436a-b656-82a186b64617 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5970525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4763356'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:58.301274 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a21d7224-b2b4-4fc7-ad89-80d78b8961a3 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks [] for floatingip, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:58.309567 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e458f43a-214e-436a-b656-82a186b64617 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Pushing event deleted for resources: {'Subnet': ['ID=1871ab16-25bc-4ddb-a17c-fc6590928600,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:58.313677 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-eb919996-73dd-4022-b131-61243713f895 tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:58.321311 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e458f43a-214e-436a-b656-82a186b64617 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:58.327185 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-eb919996-73dd-4022-b131-61243713f895 tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1219378 Jul 13 13:43:58.337681 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 37112) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:58.338388 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-e458f43a-214e-436a-b656-82a186b64617 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] 10.222.0.23 "DELETE /v2.0/subnets/1871ab16-25bc-4ddb-a17c-fc6590928600 HTTP/1.1" status: 204 len: 168 time: 0.4968729 Jul 13 13:43:58.342051 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 37114) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:58.343839 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb919996-73dd-4022-b131-61243713f895 tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba914be2-d3e8-4e5b-abce-4ee0ce0c96f9,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:58.356872 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-c688299f-4a16-4dff-8a45-2a1727cf8206 tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] Request body: {'security_group_rule': {'security_group_id': 'ba914be2-d3e8-4e5b-abce-4ee0ce0c96f9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:43:58.408208 n-d-800634-1 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d1cce90-45a0-49e2-bd6c-49c938b8c0ab tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] DELETE failed (client error): The resource could not be found. Jul 13 13:43:58.408923 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d1cce90-45a0-49e2-bd6c-49c938b8c0ab tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 13:43:58.418692 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-2d1cce90-45a0-49e2-bd6c-49c938b8c0ab tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] 10.222.0.23 "DELETE /v2.0/subnets/a07114b7-dbfb-4eb6-bacb-4d733d169b11 HTTP/1.1" status: 404 len: 337 time: 0.0709708 Jul 13 13:43:58.422001 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 37120) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:58.521648 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-300a1f0c-c47b-4419-aff1-f28bfb1233a6 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Deleting subnet 7102ef0e-e5ba-4365-a7de-a413e08cee00 {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 13:43:58.533139 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-300a1f0c-c47b-4419-aff1-f28bfb1233a6 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:58.572011 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c688299f-4a16-4dff-8a45-2a1727cf8206 tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:58.596896 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-300a1f0c-c47b-4419-aff1-f28bfb1233a6 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5431723'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:58.643661 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb919996-73dd-4022-b131-61243713f895 tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:43:58.643661 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb919996-73dd-4022-b131-61243713f895 tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:43:58.644024 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb919996-73dd-4022-b131-61243713f895 tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:43:58.644366 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb919996-73dd-4022-b131-61243713f895 tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:43:58.644705 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb919996-73dd-4022-b131-61243713f895 tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:43:58.645038 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb919996-73dd-4022-b131-61243713f895 tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:43:58.645368 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb919996-73dd-4022-b131-61243713f895 tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:43:58.645698 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb919996-73dd-4022-b131-61243713f895 tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:43:58.651062 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb919996-73dd-4022-b131-61243713f895 tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:43:58.651412 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb919996-73dd-4022-b131-61243713f895 tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:43:58.651766 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb919996-73dd-4022-b131-61243713f895 tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:43:58.652109 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb919996-73dd-4022-b131-61243713f895 tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:43:58.735747 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c688299f-4a16-4dff-8a45-2a1727cf8206 tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:58.750636 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-300a1f0c-c47b-4419-aff1-f28bfb1233a6 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:58.754082 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c688299f-4a16-4dff-8a45-2a1727cf8206 tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:58.776651 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c688299f-4a16-4dff-8a45-2a1727cf8206 tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ab2fa5c-1bb3-4a5a-9d91-cdd729af01d5,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:58.871960 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c688299f-4a16-4dff-8a45-2a1727cf8206 tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:58.873650 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-c688299f-4a16-4dff-8a45-2a1727cf8206 tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5247793 Jul 13 13:43:58.876422 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 37130) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:58.881982 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-0b1056a8-8fd1-45f5-95a2-5ceac4807306 tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] Request body: {'security_group_rule': {'security_group_id': 'ba914be2-d3e8-4e5b-abce-4ee0ce0c96f9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:43:58.919924 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-dfb1338e-4932-41df-9326-3ea2b4af6f15 admin admin] Deleting port 887ee4de-2c33-4183-957b-253b6168123c {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:43:58.921182 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dfb1338e-4932-41df-9326-3ea2b4af6f15 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:58.925425 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0b1056a8-8fd1-45f5-95a2-5ceac4807306 tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:58.957888 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-300a1f0c-c47b-4419-aff1-f28bfb1233a6 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5970525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4763356'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:59.008275 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300a1f0c-c47b-4419-aff1-f28bfb1233a6 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Pushing event deleted for resources: {'Subnet': ['ID=7102ef0e-e5ba-4365-a7de-a413e08cee00,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:43:59.011099 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-300a1f0c-c47b-4419-aff1-f28bfb1233a6 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:59.013190 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-300a1f0c-c47b-4419-aff1-f28bfb1233a6 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] 10.222.0.23 "DELETE /v2.0/subnets/7102ef0e-e5ba-4365-a7de-a413e08cee00 HTTP/1.1" status: 204 len: 168 time: 0.5901785 Jul 13 13:43:59.015622 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 37134) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:59.038940 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ae8c2c-cda2-46a1-82c9-e56f7493f32d None None] Network 9db56dbb-6586-4de1-b24a-0495f681f710 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:43:59.049887 n-d-800634-1 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-9059bef5-1363-4492-bd73-ea8db501ad91 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] DELETE failed (client error): The resource could not be found. Jul 13 13:43:59.050339 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9059bef5-1363-4492-bd73-ea8db501ad91 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93750) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 13:43:59.054385 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-9059bef5-1363-4492-bd73-ea8db501ad91 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] 10.222.0.23 "DELETE /v2.0/subnets/3bff6bde-de87-48d7-bb35-b301c00ca6f4 HTTP/1.1" status: 404 len: 337 time: 0.0351703 Jul 13 13:43:59.057558 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 37136) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:59.059746 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a21d7224-b2b4-4fc7-ad89-80d78b8961a3 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:59.067540 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4541db2a-00c6-4d64-88a2-e782b55180c0 req-5d8fc7a9-8efb-4f1b-84b2-67360667bc7f tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff113c1b-c263-4008-9d61-0ebe123b1ba5 HTTP/1.1" status: 200 len: 210 time: 0.1566639 Jul 13 13:43:59.094668 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-63f31cb9-faa2-4a40-b1e3-7668854bfdda tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] 10.222.0.23 "GET /v2.0/ports?device_id=6be5da8e-3925-4281-a91c-145c547b79db HTTP/1.1" status: 200 len: 205 time: 0.0337949 Jul 13 13:43:59.095649 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 37140) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:59.105771 n-d-800634-1 neutron-server[93750]: INFO neutron.api.v2.resource [None req-0b1056a8-8fd1-45f5-95a2-5ceac4807306 tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] create failed (client error): There was a conflict when trying to complete your request. Jul 13 13:43:59.107520 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-0b1056a8-8fd1-45f5-95a2-5ceac4807306 tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2294660 Jul 13 13:43:59.114851 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 37142) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:59.147055 n-d-800634-1 neutron-server[93750]: INFO neutron.api.v2.resource [None req-78fa2232-f9be-428f-9785-76ead1ffa520 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] delete failed (client error): The resource could not be found. Jul 13 13:43:59.148097 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-78fa2232-f9be-428f-9785-76ead1ffa520 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] 10.222.0.23 "DELETE /v2.0/routers/6be5da8e-3925-4281-a91c-145c547b79db HTTP/1.1" status: 404 len: 336 time: 0.0515327 Jul 13 13:43:59.151188 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 37144) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:59.216556 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-beb732ca-2194-4c14-b65a-c98aabb1d04b None None] Provisioning complete for port 49bed24c-b8ca-406f-b9c7-ee64d1138b0b triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:43:59.216923 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-beb732ca-2194-4c14-b65a-c98aabb1d04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:59.225238 n-d-800634-1 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2169289-9d31-4c84-8a2e-da97a0332300 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] DELETE failed (client error): The resource could not be found. Jul 13 13:43:59.226146 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2169289-9d31-4c84-8a2e-da97a0332300 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93750) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 13:43:59.230078 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-f2169289-9d31-4c84-8a2e-da97a0332300 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] 10.222.0.23 "DELETE /v2.0/subnets/5c45e222-c179-41ec-be4f-f9727f3aee55 HTTP/1.1" status: 404 len: 337 time: 0.0749516 Jul 13 13:43:59.245206 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 37150) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:59.299200 n-d-800634-1 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc336a8d-96e3-47f3-b339-bc093aaff799 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] DELETE failed (client error): The resource could not be found. Jul 13 13:43:59.300008 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc336a8d-96e3-47f3-b339-bc093aaff799 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 13:43:59.301901 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-dc336a8d-96e3-47f3-b339-bc093aaff799 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] 10.222.0.23 "DELETE /v2.0/subnets/1aa20515-908b-4fe6-b7ef-b8ad7195c90b HTTP/1.1" status: 404 len: 337 time: 0.0521986 Jul 13 13:43:59.304601 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 37152) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:59.336304 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-beb732ca-2194-4c14-b65a-c98aabb1d04b None None] Port 49bed24c-b8ca-406f-b9c7-ee64d1138b0b cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:43:59.349141 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-99494f2e-a130-452b-b42d-b4ec1c635889 req-50b26b33-9100-4d19-b3ec-0d9ac2b67ece tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=c6349d73ae13458a9d892a7db2dc0433&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1029351 Jul 13 13:43:59.363052 n-d-800634-1 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f42e209-136c-4a87-972e-0bcd7f4db387 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] DELETE failed (client error): The resource could not be found. Jul 13 13:43:59.363878 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f42e209-136c-4a87-972e-0bcd7f4db387 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93750) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 13:43:59.372039 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-4f42e209-136c-4a87-972e-0bcd7f4db387 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] 10.222.0.23 "DELETE /v2.0/subnets/f638a0b6-9402-4b03-84eb-5bbcbc427b80 HTTP/1.1" status: 404 len: 337 time: 0.0633795 Jul 13 13:43:59.372235 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-beb732ca-2194-4c14-b65a-c98aabb1d04b None None] Provisioning complete for port 57301cbc-fffe-4ffb-8ae5-c8c9eb53cac2 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:43:59.372651 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 37156) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:59.377490 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-beb732ca-2194-4c14-b65a-c98aabb1d04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:59.439134 n-d-800634-1 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-71c19342-6af5-4717-88d2-0cde7ebb4a5c tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] DELETE failed (client error): The resource could not be found. Jul 13 13:43:59.439698 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71c19342-6af5-4717-88d2-0cde7ebb4a5c tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93750) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 13:43:59.443643 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-71c19342-6af5-4717-88d2-0cde7ebb4a5c tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] 10.222.0.23 "DELETE /v2.0/ports/e76550bd-8406-4c84-8bc7-11776ff44938 HTTP/1.1" status: 404 len: 333 time: 0.0669587 Jul 13 13:43:59.445007 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 37160) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:59.493878 n-d-800634-1 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a98cca4-f21f-488b-a3d2-168f71aeafc1 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] DELETE failed (client error): The resource could not be found. Jul 13 13:43:59.495155 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a98cca4-f21f-488b-a3d2-168f71aeafc1 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93750) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 13:43:59.497286 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-7a98cca4-f21f-488b-a3d2-168f71aeafc1 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] 10.222.0.23 "DELETE /v2.0/subnets/3131f5f4-7181-41d5-8335-3b978b592865 HTTP/1.1" status: 404 len: 337 time: 0.0513093 Jul 13 13:43:59.499889 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 37164) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:59.534912 n-d-800634-1 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-3626b5bf-ad9e-4108-982c-43bd28a5f796 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] DELETE failed (client error): The resource could not be found. Jul 13 13:43:59.535382 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3626b5bf-ad9e-4108-982c-43bd28a5f796 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93750) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 13:43:59.538074 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-3626b5bf-ad9e-4108-982c-43bd28a5f796 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] 10.222.0.23 "DELETE /v2.0/subnets/84dd6676-5e18-4fd2-b593-dfa035ae7242 HTTP/1.1" status: 404 len: 337 time: 0.0369244 Jul 13 13:43:59.539384 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-dfb1338e-4932-41df-9326-3ea2b4af6f15 admin admin] For port 887ee4de-2c33-4183-957b-253b6168123c, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=887ee4de-2c33-4183-957b-253b6168123c,segment=NetworkSegment(7ee0d4f8-09f1-4ca6-a429-c0887c633e4b),segment_id=7ee0d4f8-09f1-4ca6-a429-c0887c633e4b)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:43:59.539833 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dfb1338e-4932-41df-9326-3ea2b4af6f15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:59.540371 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 37166) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:59.546701 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0db3bd17-435d-42f5-be92-7d54d39194f1 tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:59.574311 n-d-800634-1 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-420e5a87-c0b8-4410-bcf4-1b7b0e5186c7 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] DELETE failed (client error): The resource could not be found. Jul 13 13:43:59.575423 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-420e5a87-c0b8-4410-bcf4-1b7b0e5186c7 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93750) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 13:43:59.577780 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0db3bd17-435d-42f5-be92-7d54d39194f1 tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:59.578301 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-420e5a87-c0b8-4410-bcf4-1b7b0e5186c7 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] 10.222.0.23 "DELETE /v2.0/ports/b105fdf0-f1f0-4ee8-9a67-0f7ddb49daf7 HTTP/1.1" status: 404 len: 333 time: 0.0351124 Jul 13 13:43:59.580414 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 37168) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:59.591511 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd1f251-97a3-475e-87d9-cd261ff8a6bc None None] DHCP port deletion for 9db56dbb-6586-4de1-b24a-0495f681f710 request from n-d-800634-1 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 13:43:59.619728 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99494f2e-a130-452b-b42d-b4ec1c635889 req-94fadd68-80f5-419d-98d7-13a15c9534e5 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:43:59.621171 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-99494f2e-a130-452b-b42d-b4ec1c635889 req-94fadd68-80f5-419d-98d7-13a15c9534e5 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2654538 Jul 13 13:43:59.624189 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-dfb1338e-4932-41df-9326-3ea2b4af6f15 admin admin] Calling delete_port for 887ee4de-2c33-4183-957b-253b6168123c owned by network:router_interface {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:43:59.625681 n-d-800634-1 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7d0236f-a94f-4660-90f4-71d726ee224e tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] DELETE failed (client error): The resource could not be found. Jul 13 13:43:59.626158 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7d0236f-a94f-4660-90f4-71d726ee224e tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93750) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 13:43:59.629779 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-b7d0236f-a94f-4660-90f4-71d726ee224e tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] 10.222.0.23 "DELETE /v2.0/subnets/bea521a9-321a-4b40-8419-013e044d9f88 HTTP/1.1" status: 404 len: 337 time: 0.0468578 Jul 13 13:43:59.635208 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 37172) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:59.652629 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-4bd1f251-97a3-475e-87d9-cd261ff8a6bc None None] Deleting port 57301cbc-fffe-4ffb-8ae5-c8c9eb53cac2 {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:43:59.653237 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4bd1f251-97a3-475e-87d9-cd261ff8a6bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:59.659946 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-99494f2e-a130-452b-b42d-b4ec1c635889 req-35127582-7ba9-47c0-a85d-cbeb417c0005 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Request body: {'port': {'device_id': 'ff113c1b-c263-4008-9d61-0ebe123b1ba5', 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30', 'admin_state_up': True, 'tenant_id': 'c6349d73ae13458a9d892a7db2dc0433'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:43:59.722578 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-4bd1f251-97a3-475e-87d9-cd261ff8a6bc None None] For port 57301cbc-fffe-4ffb-8ae5-c8c9eb53cac2, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=57301cbc-fffe-4ffb-8ae5-c8c9eb53cac2,segment=NetworkSegment(bee699bc-d280-44af-a540-5a618ddaf0dc),segment_id=bee699bc-d280-44af-a540-5a618ddaf0dc)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:43:59.722984 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4bd1f251-97a3-475e-87d9-cd261ff8a6bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:59.737512 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-4bd1f251-97a3-475e-87d9-cd261ff8a6bc None None] Calling delete_port for 57301cbc-fffe-4ffb-8ae5-c8c9eb53cac2 owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:43:59.748088 n-d-800634-1 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec2f8840-c1ab-4239-990f-ce8e8fbc9ba1 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] DELETE failed (client error): The resource could not be found. Jul 13 13:43:59.748554 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec2f8840-c1ab-4239-990f-ce8e8fbc9ba1 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 13:43:59.752998 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-ec2f8840-c1ab-4239-990f-ce8e8fbc9ba1 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] 10.222.0.23 "DELETE /v2.0/subnets/b70a0123-3121-4cb3-b57d-c9c0499b4cd5 HTTP/1.1" status: 404 len: 337 time: 0.1066175 Jul 13 13:43:59.753228 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 37180) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:43:59.870799 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-f5ef4798-0371-4a46-8c3c-9c818faafb28 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Deleting port 49bed24c-b8ca-406f-b9c7-ee64d1138b0b {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:43:59.871231 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f5ef4798-0371-4a46-8c3c-9c818faafb28 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:59.967102 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f5ef4798-0371-4a46-8c3c-9c818faafb28 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:43:59.986900 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-f5ef4798-0371-4a46-8c3c-9c818faafb28 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Calling delete_port for 49bed24c-b8ca-406f-b9c7-ee64d1138b0b owned by {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:44:00.013990 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4bd1f251-97a3-475e-87d9-cd261ff8a6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:00.047434 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd1f251-97a3-475e-87d9-cd261ff8a6bc None None] Pushing event deleted for resources: {'Port': ['ID=57301cbc-fffe-4ffb-8ae5-c8c9eb53cac2,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:00.053985 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd1f251-97a3-475e-87d9-cd261ff8a6bc None None] No DVR routers for this DVR port 57301cbc-fffe-4ffb-8ae5-c8c9eb53cac2 on host n-d-800634-1 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:44:00.095703 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f5ef4798-0371-4a46-8c3c-9c818faafb28 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:00.135813 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-a21d7224-b2b4-4fc7-ad89-80d78b8961a3 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Allocated IP 172.25.6.177 (acf968b8-c524-46a9-a20b-ad9667009130/dde5a78e-bd1e-4f47-8189-7321d4de73d3/fa216245-d46b-44dd-8219-18a7a643ad23) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:44:00.143573 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f5ef4798-0371-4a46-8c3c-9c818faafb28 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:00.148123 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-f5ef4798-0371-4a46-8c3c-9c818faafb28 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] 10.222.0.23 "DELETE /v2.0/ports/49bed24c-b8ca-406f-b9c7-ee64d1138b0b HTTP/1.1" status: 204 len: 168 time: 0.3916123 Jul 13 13:44:00.148123 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ef4798-0371-4a46-8c3c-9c818faafb28 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Pushing event deleted for resources: {'Port': ['ID=49bed24c-b8ca-406f-b9c7-ee64d1138b0b,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:00.149844 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 37196) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:00.191414 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:00.245160 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-766ed61c-d525-4cf2-9751-c326b98405d0 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:00.245971 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0db3bd17-435d-42f5-be92-7d54d39194f1 tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:00.248728 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0db3bd17-435d-42f5-be92-7d54d39194f1 tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:00.250108 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-0db3bd17-435d-42f5-be92-7d54d39194f1 tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] 10.222.0.23 "DELETE /v2.0/security-groups/ba914be2-d3e8-4e5b-abce-4ee0ce0c96f9 HTTP/1.1" status: 204 len: 168 time: 1.1333919 Jul 13 13:44:00.256463 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 37202) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:00.287636 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db3bd17-435d-42f5-be92-7d54d39194f1 tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba914be2-d3e8-4e5b-abce-4ee0ce0c96f9,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:00.335309 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7ef6cbb1-a6d3-4887-9ec6-24f21cc43ae7 req-8a692995-addd-482b-b2f0-7af64f7ef3ac tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff113c1b-c263-4008-9d61-0ebe123b1ba5 HTTP/1.1" status: 200 len: 210 time: 0.0662584 Jul 13 13:44:00.380290 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99494f2e-a130-452b-b42d-b4ec1c635889 req-35127582-7ba9-47c0-a85d-cbeb417c0005 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Made reservation on behalf of c6349d73ae13458a9d892a7db2dc0433 for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:44:00.385891 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-99494f2e-a130-452b-b42d-b4ec1c635889 req-35127582-7ba9-47c0-a85d-cbeb417c0005 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:00.415040 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-043d5fa2-1870-4397-9732-3b20b65df567 tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1560609 Jul 13 13:44:00.417681 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-766ed61c-d525-4cf2-9751-c326b98405d0 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:00.421505 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 37214) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:00.463545 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-e0332a7e-584e-45b6-bc10-e65c6b3c11f8 tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] Request body: {'security_group': {'name': 'tempest-secgroup--308535656'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:44:00.465063 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a21d7224-b2b4-4fc7-ad89-80d78b8961a3 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:00.472189 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-766ed61c-d525-4cf2-9751-c326b98405d0 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9db56dbb-6586-4de1-b24a-0495f681f710']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:44:00.487449 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-766ed61c-d525-4cf2-9751-c326b98405d0 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bee699bc-d280-44af-a540-5a618ddaf0dc') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:44:00.487748 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-766ed61c-d525-4cf2-9751-c326b98405d0 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bee699bc-d280-44af-a540-5a618ddaf0dc') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:44:00.510513 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-766ed61c-d525-4cf2-9751-c326b98405d0 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5431730'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:00.527415 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e0332a7e-584e-45b6-bc10-e65c6b3c11f8 tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:00.531683 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-766ed61c-d525-4cf2-9751-c326b98405d0 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:00.548437 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-766ed61c-d525-4cf2-9751-c326b98405d0 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 13:44:00.548853 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-766ed61c-d525-4cf2-9751-c326b98405d0 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5970419'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:00.552412 n-d-800634-1 neutron-server[93750]: Traceback (most recent call last): Jul 13 13:44:00.552412 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 13:44:00.552412 n-d-800634-1 neutron-server[93750]: timer() Jul 13 13:44:00.552412 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 13:44:00.552412 n-d-800634-1 neutron-server[93750]: cb(*args, **kw) Jul 13 13:44:00.552412 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 13:44:00.552412 n-d-800634-1 neutron-server[93750]: return func(*args, **kwargs) Jul 13 13:44:00.552412 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 13:44:00.552412 n-d-800634-1 neutron-server[93750]: self._notify() Jul 13 13:44:00.552412 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 13:44:00.552412 n-d-800634-1 neutron-server[93750]: self.callback(batched_events) Jul 13 13:44:00.552412 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 13:44:00.552412 n-d-800634-1 neutron-server[93750]: event.method(event) Jul 13 13:44:00.552412 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 13:44:00.552412 n-d-800634-1 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 13:44:00.552412 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 13:44:00.552412 n-d-800634-1 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 13:44:00.552412 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 13:44:00.552412 n-d-800634-1 neutron-server[93750]: return f(self, *a, **k) Jul 13 13:44:00.552412 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 13:44:00.552412 n-d-800634-1 neutron-server[93750]: return self._get(url).json() Jul 13 13:44:00.552412 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 13:44:00.552412 n-d-800634-1 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 13:44:00.552412 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 13:44:00.552412 n-d-800634-1 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 13 13:44:00.552412 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 13:44:00.552412 n-d-800634-1 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 13:44:00.552412 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 13:44:00.552412 n-d-800634-1 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 13:44:00.552412 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 13:44:00.552412 n-d-800634-1 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 13:44:00.552412 n-d-800634-1 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 13:44:00.602758 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:00.637656 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-766ed61c-d525-4cf2-9751-c326b98405d0 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:00.646279 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [req-99494f2e-a130-452b-b42d-b4ec1c635889 req-35127582-7ba9-47c0-a85d-cbeb417c0005 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Allocated IP 192.168.233.184 (e0bfb334-0fd9-4ba5-ba79-1568ecabee30/60b55863-ceb6-45af-a8a4-4b22d72866af/084e5f0b-d393-4c6c-9266-10c1ff6870c6) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:44:00.653875 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-766ed61c-d525-4cf2-9751-c326b98405d0 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:00.654653 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dfb1338e-4932-41df-9326-3ea2b4af6f15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:00.656685 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-766ed61c-d525-4cf2-9751-c326b98405d0 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] 10.222.0.23 "DELETE /v2.0/networks/9db56dbb-6586-4de1-b24a-0495f681f710 HTTP/1.1" status: 204 len: 168 time: 0.5050969 Jul 13 13:44:00.664622 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a21d7224-b2b4-4fc7-ad89-80d78b8961a3 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:00.673669 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766ed61c-d525-4cf2-9751-c326b98405d0 tempest-PortsTestJSON-2003235664 tempest-PortsTestJSON-2003235664-project] Pushing event deleted for resources: {'Network': ['ID=9db56dbb-6586-4de1-b24a-0495f681f710,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:00.702280 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb1338e-4932-41df-9326-3ea2b4af6f15 admin admin] Pushing event deleted for resources: {'Port': ['ID=887ee4de-2c33-4183-957b-253b6168123c,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:00.733642 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e0332a7e-584e-45b6-bc10-e65c6b3c11f8 tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:00.740495 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e0332a7e-584e-45b6-bc10-e65c6b3c11f8 tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:00.772244 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0332a7e-584e-45b6-bc10-e65c6b3c11f8 tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00891792-ec5e-41ea-9fa6-ec9c7ef3cbf8,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:00.790112 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e0332a7e-584e-45b6-bc10-e65c6b3c11f8 tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:00.794451 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-e0332a7e-584e-45b6-bc10-e65c6b3c11f8 tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3718183 Jul 13 13:44:00.795066 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 37228) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:00.800261 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-2c686c0d-2ec5-41bd-862c-a2e59db9afdb tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] Request body: {'security_group_rule': {'security_group_id': '00891792-ec5e-41ea-9fa6-ec9c7ef3cbf8', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:44:00.801014 n-d-800634-1 neutron-server[93750]: WARNING neutron.api.v2.base [None req-2c686c0d-2ec5-41bd-862c-a2e59db9afdb tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 13 13:44:00.801512 n-d-800634-1 neutron-server[93750]: INFO neutron.api.v2.resource [None req-2c686c0d-2ec5-41bd-862c-a2e59db9afdb tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 13:44:00.805292 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-2c686c0d-2ec5-41bd-862c-a2e59db9afdb tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0092421 Jul 13 13:44:00.805877 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 37230) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:00.817814 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a21d7224-b2b4-4fc7-ad89-80d78b8961a3 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Network acf968b8-c524-46a9-a20b-ad9667009130 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:44:00.834660 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-a21d7224-b2b4-4fc7-ad89-80d78b8961a3 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:44:00.861966 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21d7224-b2b4-4fc7-ad89-80d78b8961a3 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:44:00.890766 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e3814836-f90f-4408-8684-53e92833226a tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:00.896752 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 37234) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:00.925173 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21d7224-b2b4-4fc7-ad89-80d78b8961a3 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Pushing event updated for resources: {'Port': ['ID=fa216245-d46b-44dd-8219-18a7a643ad23,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:00.939801 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e3814836-f90f-4408-8684-53e92833226a tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:00.960695 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 37238) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:01.038209 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e3814836-f90f-4408-8684-53e92833226a tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:01.041227 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e3814836-f90f-4408-8684-53e92833226a tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:01.047413 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-e3814836-f90f-4408-8684-53e92833226a tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] 10.222.0.23 "DELETE /v2.0/security-groups/00891792-ec5e-41ea-9fa6-ec9c7ef3cbf8 HTTP/1.1" status: 204 len: 168 time: 0.2398620 Jul 13 13:44:01.054597 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 37242) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:01.068624 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3814836-f90f-4408-8684-53e92833226a tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00891792-ec5e-41ea-9fa6-ec9c7ef3cbf8,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:01.105461 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a21d7224-b2b4-4fc7-ad89-80d78b8961a3 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:01.112571 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-abe99397-c450-4ccf-ab09-c73d2569ee3f tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0568755 Jul 13 13:44:01.121151 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 37244) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:01.132949 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-5c1c10ca-5ee3-4443-b37a-d9c1480cdbfd tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] Request body: {'security_group': {'name': 'tempest-secgroup--1065408750'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:44:01.178341 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-aba43bea-ebdd-4116-8c99-ed4e20f514a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:01.203305 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5c1c10ca-5ee3-4443-b37a-d9c1480cdbfd tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:01.209571 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-59c90279-51c4-4b56-b28d-859dba8c902b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8b3e8ef7cfb0436e8cb330362d71f1d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2480080 Jul 13 13:44:01.217520 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 37246) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:01.227541 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-99494f2e-a130-452b-b42d-b4ec1c635889 req-35127582-7ba9-47c0-a85d-cbeb417c0005 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:01.233092 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a21d7224-b2b4-4fc7-ad89-80d78b8961a3 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:01.268101 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dfb1338e-4932-41df-9326-3ea2b4af6f15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1785036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452491'] for router_interface, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:01.270109 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-99494f2e-a130-452b-b42d-b4ec1c635889 req-35127582-7ba9-47c0-a85d-cbeb417c0005 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Transition to ACTIVE for port object 084e5f0b-d393-4c6c-9266-10c1ff6870c6 will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:44:01.318098 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-df052278-34e6-4093-9119-f4093f1095c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:01.353339 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-df052278-34e6-4093-9119-f4093f1095c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:01.399212 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-aba43bea-ebdd-4116-8c99-ed4e20f514a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:01.446418 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-aba43bea-ebdd-4116-8c99-ed4e20f514a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:01.467771 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-99494f2e-a130-452b-b42d-b4ec1c635889 req-35127582-7ba9-47c0-a85d-cbeb417c0005 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:01.483809 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['556645b5-7a97-4d3a-94a9-6bd9e5cf58f2', '90c4466a-3193-4149-a16b-118ac388caf1'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:44:01.504632 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-aba43bea-ebdd-4116-8c99-ed4e20f514a8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1904146abfe745caad1123531a178659&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6041884 Jul 13 13:44:01.516492 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 37252) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:01.554271 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba43bea-ebdd-4116-8c99-ed4e20f514a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13db2c64-ed10-4069-b656-15328ffc9ed0,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:01.592671 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5c1c10ca-5ee3-4443-b37a-d9c1480cdbfd tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:01.598870 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5c1c10ca-5ee3-4443-b37a-d9c1480cdbfd tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:01.613475 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-df052278-34e6-4093-9119-f4093f1095c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:01.616136 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-df052278-34e6-4093-9119-f4093f1095c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:01.618301 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-df052278-34e6-4093-9119-f4093f1095c0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e3bfff03-c15a-4065-a4e1-c48364528a15 HTTP/1.1" status: 204 len: 168 time: 0.3983426 Jul 13 13:44:01.621343 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99494f2e-a130-452b-b42d-b4ec1c635889 req-35127582-7ba9-47c0-a85d-cbeb417c0005 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Network e0bfb334-0fd9-4ba5-ba79-1568ecabee30 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:44:01.632857 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35127582-7ba9-47c0-a85d-cbeb417c0005 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Pushing event updated for resources: {'Port': ['ID=084e5f0b-d393-4c6c-9266-10c1ff6870c6,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:01.636069 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 57301cbc-fffe-4ffb-8ae5-c8c9eb53cac2 no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:44:01.650044 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [req-99494f2e-a130-452b-b42d-b4ec1c635889 req-35127582-7ba9-47c0-a85d-cbeb417c0005 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:44:01.658757 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5c1c10ca-5ee3-4443-b37a-d9c1480cdbfd tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:01.660664 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-5c1c10ca-5ee3-4443-b37a-d9c1480cdbfd tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5381005 Jul 13 13:44:01.663089 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1c10ca-5ee3-4443-b37a-d9c1480cdbfd tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf6abddc-cc01-41c4-8ccc-5a1ba048d488,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:01.669909 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 37258) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:01.681285 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-ed955f96-c945-49b2-a03b-2273f444858c tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] Request body: {'security_group_rule': {'security_group_id': 'cf6abddc-cc01-41c4-8ccc-5a1ba048d488', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:44:01.682981 n-d-800634-1 neutron-server[93750]: WARNING neutron.api.v2.base [None req-ed955f96-c945-49b2-a03b-2273f444858c tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 13 13:44:01.683590 n-d-800634-1 neutron-server[93750]: INFO neutron.api.v2.resource [None req-ed955f96-c945-49b2-a03b-2273f444858c tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 13:44:01.684785 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-ed955f96-c945-49b2-a03b-2273f444858c tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0134685 Jul 13 13:44:01.688388 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 37260) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:01.693260 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-99494f2e-a130-452b-b42d-b4ec1c635889 req-35127582-7ba9-47c0-a85d-cbeb417c0005 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:44:01.710949 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df052278-34e6-4093-9119-f4093f1095c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3bfff03-c15a-4065-a4e1-c48364528a15,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:01.730746 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: 57301cbc-fffe-4ffb-8ae5-c8c9eb53cac2 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:44:01.732179 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 57301cbc-fffe-4ffb-8ae5-c8c9eb53cac2 not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:44:01.747555 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a21d7224-b2b4-4fc7-ad89-80d78b8961a3 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:01.773252 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-754852f6-7a81-4dae-bb5c-bddb8152cef1 tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:01.795440 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a21d7224-b2b4-4fc7-ad89-80d78b8961a3 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:01.807711 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-754852f6-7a81-4dae-bb5c-bddb8152cef1 tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:01.864831 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-754852f6-7a81-4dae-bb5c-bddb8152cef1 tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:01.869196 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-754852f6-7a81-4dae-bb5c-bddb8152cef1 tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:01.870732 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-754852f6-7a81-4dae-bb5c-bddb8152cef1 tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] 10.222.0.23 "DELETE /v2.0/security-groups/cf6abddc-cc01-41c4-8ccc-5a1ba048d488 HTTP/1.1" status: 204 len: 168 time: 0.1806164 Jul 13 13:44:01.874903 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 37262) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:01.896359 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754852f6-7a81-4dae-bb5c-bddb8152cef1 tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf6abddc-cc01-41c4-8ccc-5a1ba048d488,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:01.925464 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b6df8aa5-ac56-4114-aeac-13be8e6df0bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:01.960884 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-9950dda6-4d2f-4a19-9857-d5734dfbd54d tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0803270 Jul 13 13:44:01.961053 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 37266) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:01.969651 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-dcf5fcad-3d1c-4a14-9b8b-6e4d3d8a237b tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] Request body: {'security_group': {'name': 'tempest-secgroup--1668246933'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:44:01.970577 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99494f2e-a130-452b-b42d-b4ec1c635889 req-35127582-7ba9-47c0-a85d-cbeb417c0005 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:44:01.971223 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-99494f2e-a130-452b-b42d-b4ec1c635889 req-35127582-7ba9-47c0-a85d-cbeb417c0005 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:02.001661 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-dcf5fcad-3d1c-4a14-9b8b-6e4d3d8a237b tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:02.060027 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fd8480-0f4d-43fa-b110-12e66c5435c3 req-1b76246f-0b32-40c6-be23-f3fbc466d847 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:44:02.069126 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-23fd8480-0f4d-43fa-b110-12e66c5435c3 req-1b76246f-0b32-40c6-be23-f3fbc466d847 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff113c1b-c263-4008-9d61-0ebe123b1ba5 HTTP/1.1" status: 200 len: 936 time: 0.5506172 Jul 13 13:44:02.069707 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b5cb96f3-9f26-4b50-9cc9-96d766ab5912 None None] Provisioning for port 084e5f0b-d393-4c6c-9266-10c1ff6870c6 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:44:02.077929 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b5cb96f3-9f26-4b50-9cc9-96d766ab5912 None None] Provisioning complete for port 084e5f0b-d393-4c6c-9266-10c1ff6870c6 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:44:02.078865 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b5cb96f3-9f26-4b50-9cc9-96d766ab5912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:02.080759 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfb1338e-4932-41df-9326-3ea2b4af6f15 admin admin] Router f9e72c63-5b02-4d87-80f0-3ab0d494a6d3 has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 13:44:02.097373 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-99494f2e-a130-452b-b42d-b4ec1c635889 req-35127582-7ba9-47c0-a85d-cbeb417c0005 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4573631 Jul 13 13:44:02.120609 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-dcf5fcad-3d1c-4a14-9b8b-6e4d3d8a237b tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:02.122761 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b5cb96f3-9f26-4b50-9cc9-96d766ab5912 None None] Port 084e5f0b-d393-4c6c-9266-10c1ff6870c6 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:44:02.126091 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-dcf5fcad-3d1c-4a14-9b8b-6e4d3d8a237b tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:02.127726 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b6df8aa5-ac56-4114-aeac-13be8e6df0bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:02.133874 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-99494f2e-a130-452b-b42d-b4ec1c635889 req-11604eb3-3fb5-4fdd-9860-afe553d6101a service neutron] Request body: {'port': {'device_id': 'ff113c1b-c263-4008-9d61-0ebe123b1ba5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-1'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:44:02.147095 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-dcf5fcad-3d1c-4a14-9b8b-6e4d3d8a237b tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:02.147980 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21d7224-b2b4-4fc7-ad89-80d78b8961a3 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Pushing event updated for resources: {'Port': ['ID=fa216245-d46b-44dd-8219-18a7a643ad23,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:02.151565 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-dcf5fcad-3d1c-4a14-9b8b-6e4d3d8a237b tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1850719 Jul 13 13:44:02.156136 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 37274) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:02.162009 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-5eaf0f96-7dba-40c7-98ba-043083b18bcf tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] Request body: {'security_group_rule': {'security_group_id': '3dc5c926-374d-421b-9e93-6e9053558215', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:44:02.177470 n-d-800634-1 neutron-server[93750]: WARNING neutron.api.v2.base [None req-5eaf0f96-7dba-40c7-98ba-043083b18bcf tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 13 13:44:02.178121 n-d-800634-1 neutron-server[93750]: INFO neutron.api.v2.resource [None req-5eaf0f96-7dba-40c7-98ba-043083b18bcf tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 13:44:02.179365 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-5eaf0f96-7dba-40c7-98ba-043083b18bcf tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0218568 Jul 13 13:44:02.184039 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 37276) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:02.196254 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-18b82bca-f8be-4af3-9530-97b6258d26fe tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] Request body: {'security_group_rule': {'security_group_id': '3dc5c926-374d-421b-9e93-6e9053558215', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:44:02.197149 n-d-800634-1 neutron-server[93750]: WARNING neutron.api.v2.base [None req-18b82bca-f8be-4af3-9530-97b6258d26fe tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 13 13:44:02.197803 n-d-800634-1 neutron-server[93750]: INFO neutron.api.v2.resource [None req-18b82bca-f8be-4af3-9530-97b6258d26fe tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 13:44:02.201558 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-18b82bca-f8be-4af3-9530-97b6258d26fe tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0115025 Jul 13 13:44:02.201777 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 37278) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:02.209953 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-2f8e21fd-b244-4279-b644-2766da33870e tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] Request body: {'security_group_rule': {'security_group_id': '3dc5c926-374d-421b-9e93-6e9053558215', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:44:02.209953 n-d-800634-1 neutron-server[93750]: WARNING neutron.api.v2.base [None req-2f8e21fd-b244-4279-b644-2766da33870e tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 13 13:44:02.209953 n-d-800634-1 neutron-server[93750]: INFO neutron.api.v2.resource [None req-2f8e21fd-b244-4279-b644-2766da33870e tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 13:44:02.209953 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-2f8e21fd-b244-4279-b644-2766da33870e tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0064623 Jul 13 13:44:02.211499 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf5fcad-3d1c-4a14-9b8b-6e4d3d8a237b tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3dc5c926-374d-421b-9e93-6e9053558215,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:02.214518 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 37282) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:02.218987 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-e968a7b0-0e44-4e25-8e3b-2b3cbe84849a tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] Request body: {'security_group_rule': {'security_group_id': '3dc5c926-374d-421b-9e93-6e9053558215', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:44:02.220094 n-d-800634-1 neutron-server[93750]: WARNING neutron.api.v2.base [None req-e968a7b0-0e44-4e25-8e3b-2b3cbe84849a tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 13 13:44:02.221214 n-d-800634-1 neutron-server[93750]: INFO neutron.api.v2.resource [None req-e968a7b0-0e44-4e25-8e3b-2b3cbe84849a tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 13:44:02.222204 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-e968a7b0-0e44-4e25-8e3b-2b3cbe84849a tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0067840 Jul 13 13:44:02.224860 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 37284) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:02.226621 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a21d7224-b2b4-4fc7-ad89-80d78b8961a3 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446547'] for floatingip, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:02.279085 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-23fd8480-0f4d-43fa-b110-12e66c5435c3 req-6bab81ae-6c85-4e68-8d20-405dc53e0f4f tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/security-groups?id=945af9a8-1349-436a-a066-b9a0fd8d3dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089760 Jul 13 13:44:02.283122 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-473cb043-1dde-47c2-a77f-53fc5c989f52 tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:02.286306 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a21d7224-b2b4-4fc7-ad89-80d78b8961a3 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for floatingip, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:02.287691 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-a21d7224-b2b4-4fc7-ad89-80d78b8961a3 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.3896792 Jul 13 13:44:02.292037 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 37286) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:02.299004 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-307df7bf-85d8-46fb-be72-363085d661a6 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Request body: {'port': {'network_id': 'd534ebb7-65e2-4831-98cf-3803c3785be3', 'name': 'tempest-FloatingIPTestJSON-1750453326'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:44:02.362824 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-473cb043-1dde-47c2-a77f-53fc5c989f52 tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:02.383844 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b6df8aa5-ac56-4114-aeac-13be8e6df0bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:02.386791 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b6df8aa5-ac56-4114-aeac-13be8e6df0bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:02.387973 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-b6df8aa5-ac56-4114-aeac-13be8e6df0bb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/13db2c64-ed10-4069-b656-15328ffc9ed0 HTTP/1.1" status: 204 len: 168 time: 0.8633275 Jul 13 13:44:02.392273 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-99494f2e-a130-452b-b42d-b4ec1c635889 req-11604eb3-3fb5-4fdd-9860-afe553d6101a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:02.407250 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfb1338e-4932-41df-9326-3ea2b4af6f15 admin admin] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:44:02.416735 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-dfb1338e-4932-41df-9326-3ea2b4af6f15 admin admin] 10.222.0.23 "PUT /v2.0/routers/f9e72c63-5b02-4d87-80f0-3ab0d494a6d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9226797 Jul 13 13:44:02.417650 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6df8aa5-ac56-4114-aeac-13be8e6df0bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13db2c64-ed10-4069-b656-15328ffc9ed0,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:02.417864 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f395dda6-e5b8-4713-9409-4cb818de4ad9 None None] Sync routers for ids ['f9e72c63-5b02-4d87-80f0-3ab0d494a6d3'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:44:02.419223 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 37294) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:02.469298 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f395dda6-e5b8-4713-9409-4cb818de4ad9 None None] Routers {'f9e72c63-5b02-4d87-80f0-3ab0d494a6d3'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:44:02.475207 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-f395dda6-e5b8-4713-9409-4cb818de4ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:43:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['f9e72c63-5b02-4d87-80f0-3ab0d494a6d3'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:44:02.479330 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-473cb043-1dde-47c2-a77f-53fc5c989f52 tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:02.492007 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-473cb043-1dde-47c2-a77f-53fc5c989f52 tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:02.493416 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-473cb043-1dde-47c2-a77f-53fc5c989f52 tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] 10.222.0.23 "DELETE /v2.0/security-groups/3dc5c926-374d-421b-9e93-6e9053558215 HTTP/1.1" status: 204 len: 168 time: 0.2676127 Jul 13 13:44:02.499214 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 37298) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:02.531340 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473cb043-1dde-47c2-a77f-53fc5c989f52 tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dc5c926-374d-421b-9e93-6e9053558215,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:02.588431 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-307df7bf-85d8-46fb-be72-363085d661a6 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Made reservation on behalf of b06282a4238c4fbb965bd4cb36a268f1 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:44:02.592338 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-307df7bf-85d8-46fb-be72-363085d661a6 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:02.617651 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [None req-307df7bf-85d8-46fb-be72-363085d661a6 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] device_id is not set on port 6d70d4da-52ab-4e24-890c-4a8d021af7ad yet. {{(pid=93750) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 13:44:02.670727 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-e6205bc1-f2f0-41a4-b975-4b0238038848 tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1669807 Jul 13 13:44:02.671626 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 37304) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:02.673883 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-64b9e6f5-a5f4-4f32-99bc-ee3d9a25ba34 admin admin] Notify callbacks [] for router, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:02.676746 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-303b7859-effa-4129-968a-8d78a374d87e tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] Request body: {'security_group': {'name': 'tempest-secgroup--49979490'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:44:02.685936 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-f395dda6-e5b8-4713-9409-4cb818de4ad9 None None] Set router f9e72c63-5b02-4d87-80f0-3ab0d494a6d3 gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:44:02.734626 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-303b7859-effa-4129-968a-8d78a374d87e tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:02.775594 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-307df7bf-85d8-46fb-be72-363085d661a6 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Allocated IP 172.20.0.9 (d534ebb7-65e2-4831-98cf-3803c3785be3/eb5a235c-48da-402e-b31e-1ef817e8acdf/6d70d4da-52ab-4e24-890c-4a8d021af7ad) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:44:02.780043 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 37308) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:03.010995 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 37314) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:03.115459 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-f395dda6-e5b8-4713-9409-4cb818de4ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9e72c63-5b02-4d87-80f0-3ab0d494a6d3', 'name': 'tempest-ServersTestMultiNic-1716971123-router', 'tenant_id': '7aead08af6bf440ca982d5ee9b154ced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.174'}], 'enable_snat': True}, 'gw_port_id': '2edaf9d9-1c0d-4d2b-99be-2b6c4ad25e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:41:42Z', 'updated_at': '2021-07-13T13:44:00Z', 'revision_number': 5, 'project_id': '7aead08af6bf440ca982d5ee9b154ced', 'gw_port': {'id': '2edaf9d9-1c0d-4d2b-99be-2b6c4ad25e04', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:11:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e72c63-5b02-4d87-80f0-3ab0d494a6d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:41:43Z', 'updated_at': '2021-07-13T13:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:44:03.135182 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [req-99494f2e-a130-452b-b42d-b4ec1c635889 req-11604eb3-3fb5-4fdd-9860-afe553d6101a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 084e5f0b-d393-4c6c-9266-10c1ff6870c6 {{(pid=93751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:44:03.144710 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f395dda6-e5b8-4713-9409-4cb818de4ad9 None None] Checking router: f9e72c63-5b02-4d87-80f0-3ab0d494a6d3 for host: n-d-800634-1 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 13:44:03.147086 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-99494f2e-a130-452b-b42d-b4ec1c635889 req-11604eb3-3fb5-4fdd-9860-afe553d6101a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:03.156493 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f395dda6-e5b8-4713-9409-4cb818de4ad9 None None] Routers {'f9e72c63-5b02-4d87-80f0-3ab0d494a6d3'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:44:03.157709 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-f395dda6-e5b8-4713-9409-4cb818de4ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:43:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['f9e72c63-5b02-4d87-80f0-3ab0d494a6d3'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:44:03.182456 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-64b9e6f5-a5f4-4f32-99bc-ee3d9a25ba34 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:03.189592 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-99494f2e-a130-452b-b42d-b4ec1c635889 req-11604eb3-3fb5-4fdd-9860-afe553d6101a service neutron] Transition to ACTIVE for port object 084e5f0b-d393-4c6c-9266-10c1ff6870c6 will not be triggered until provisioned by entity L2. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:44:03.190770 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5f82a4b7-a0ea-4578-a518-db229ba62d25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:03.204481 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-99494f2e-a130-452b-b42d-b4ec1c635889 req-11604eb3-3fb5-4fdd-9860-afe553d6101a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:03.280291 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-74c7ef53-1983-437d-82c3-3115152a3fee tempest-DvrRoutersNegativeTest-1477456428 tempest-DvrRoutersNegativeTest-1477456428-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-561956390', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:44:03.283225 n-d-800634-1 neutron-server[93750]: DEBUG neutron.policy [None req-74c7ef53-1983-437d-82c3-3115152a3fee tempest-DvrRoutersNegativeTest-1477456428 tempest-DvrRoutersNegativeTest-1477456428-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=93750) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jul 13 13:44:03.283785 n-d-800634-1 neutron-server[93750]: DEBUG neutron.policy [None req-74c7ef53-1983-437d-82c3-3115152a3fee tempest-DvrRoutersNegativeTest-1477456428 tempest-DvrRoutersNegativeTest-1477456428-project] Failed policy check for 'create_router' {{(pid=93750) enforce /opt/stack/neutron/neutron/policy.py:520}} Jul 13 13:44:03.284327 n-d-800634-1 neutron-server[93750]: INFO neutron.api.v2.resource [None req-74c7ef53-1983-437d-82c3-3115152a3fee tempest-DvrRoutersNegativeTest-1477456428 tempest-DvrRoutersNegativeTest-1477456428-project] create failed (client error): Access was denied to this resource. Jul 13 13:44:03.289791 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-74c7ef53-1983-437d-82c3-3115152a3fee tempest-DvrRoutersNegativeTest-1477456428 tempest-DvrRoutersNegativeTest-1477456428-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.5025628 Jul 13 13:44:03.301169 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-303b7859-effa-4129-968a-8d78a374d87e tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:03.314144 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-303b7859-effa-4129-968a-8d78a374d87e tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:03.369241 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303b7859-effa-4129-968a-8d78a374d87e tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd817f0f-8314-4c19-b4f0-a8a6b39292e4,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:03.382156 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-307df7bf-85d8-46fb-be72-363085d661a6 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:03.415484 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-f395dda6-e5b8-4713-9409-4cb818de4ad9 None None] Set router f9e72c63-5b02-4d87-80f0-3ab0d494a6d3 gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:44:03.452389 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-307df7bf-85d8-46fb-be72-363085d661a6 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:03.571125 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-307df7bf-85d8-46fb-be72-363085d661a6 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Network d534ebb7-65e2-4831-98cf-3803c3785be3 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:44:03.574074 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-307df7bf-85d8-46fb-be72-363085d661a6 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:44:03.578296 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307df7bf-85d8-46fb-be72-363085d661a6 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:44:03.611382 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307df7bf-85d8-46fb-be72-363085d661a6 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Pushing event updated for resources: {'Port': ['ID=6d70d4da-52ab-4e24-890c-4a8d021af7ad,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:03.688156 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-f395dda6-e5b8-4713-9409-4cb818de4ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9e72c63-5b02-4d87-80f0-3ab0d494a6d3', 'name': 'tempest-ServersTestMultiNic-1716971123-router', 'tenant_id': '7aead08af6bf440ca982d5ee9b154ced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.174'}], 'enable_snat': True}, 'gw_port_id': '2edaf9d9-1c0d-4d2b-99be-2b6c4ad25e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:41:42Z', 'updated_at': '2021-07-13T13:44:00Z', 'revision_number': 5, 'project_id': '7aead08af6bf440ca982d5ee9b154ced', 'gw_port': {'id': '2edaf9d9-1c0d-4d2b-99be-2b6c4ad25e04', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:11:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e72c63-5b02-4d87-80f0-3ab0d494a6d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:41:43Z', 'updated_at': '2021-07-13T13:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:44:03.691738 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-307df7bf-85d8-46fb-be72-363085d661a6 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:44:03.692695 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-307df7bf-85d8-46fb-be72-363085d661a6 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:03.704343 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670b70b3-b607-4400-bd3a-9e2b2c963533 req-7455646c-6eb3-4798-ad11-5b82d6681f03 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:44:03.705840 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-670b70b3-b607-4400-bd3a-9e2b2c963533 req-7455646c-6eb3-4798-ad11-5b82d6681f03 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff113c1b-c263-4008-9d61-0ebe123b1ba5 HTTP/1.1" status: 200 len: 948 time: 0.2503455 Jul 13 13:44:03.757178 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f395dda6-e5b8-4713-9409-4cb818de4ad9 None None] The sync data for ids ['f9e72c63-5b02-4d87-80f0-3ab0d494a6d3'] in n-d-800634-1 is: [{'id': 'f9e72c63-5b02-4d87-80f0-3ab0d494a6d3', 'name': 'tempest-ServersTestMultiNic-1716971123-router', 'tenant_id': '7aead08af6bf440ca982d5ee9b154ced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.174'}], 'enable_snat': True}, 'gw_port_id': '2edaf9d9-1c0d-4d2b-99be-2b6c4ad25e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:41:42Z', 'updated_at': '2021-07-13T13:44:00Z', 'revision_number': 5, 'project_id': '7aead08af6bf440ca982d5ee9b154ced', 'gw_port': {'id': '2edaf9d9-1c0d-4d2b-99be-2b6c4ad25e04', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:11:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e72c63-5b02-4d87-80f0-3ab0d494a6d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:41:43Z', 'updated_at': '2021-07-13T13:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:44:03.779900 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-670b70b3-b607-4400-bd3a-9e2b2c963533 req-69223391-4e97-4685-83be-6d1891395a26 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/security-groups?id=945af9a8-1349-436a-a066-b9a0fd8d3dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585165 Jul 13 13:44:03.818671 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11604eb3-3fb5-4fdd-9860-afe553d6101a service neutron] Pushing event updated for resources: {'Port': ['ID=084e5f0b-d393-4c6c-9266-10c1ff6870c6,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:03.865249 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 37322) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:03.945944 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-64b9e6f5-a5f4-4f32-99bc-ee3d9a25ba34 admin admin] Deleting port 2edaf9d9-1c0d-4d2b-99be-2b6c4ad25e04 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:44:03.946301 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-64b9e6f5-a5f4-4f32-99bc-ee3d9a25ba34 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:03.953171 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-99494f2e-a130-452b-b42d-b4ec1c635889 req-11604eb3-3fb5-4fdd-9860-afe553d6101a service neutron] Attempting to bind port 084e5f0b-d393-4c6c-9266-10c1ff6870c6 on host n-h2-800634-1 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:44:03.953998 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-99494f2e-a130-452b-b42d-b4ec1c635889 req-11604eb3-3fb5-4fdd-9860-afe553d6101a service neutron] Attempting to bind port 084e5f0b-d393-4c6c-9266-10c1ff6870c6 by drivers openvswitch,hyperv on host n-h2-800634-1 at level 0 using segments [{'id': '62a4f2e9-97ca-473c-a2df-e7f9f532c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:44:03.954487 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99494f2e-a130-452b-b42d-b4ec1c635889 req-11604eb3-3fb5-4fdd-9860-afe553d6101a service neutron] Attempting to bind port 084e5f0b-d393-4c6c-9266-10c1ff6870c6 on network e0bfb334-0fd9-4ba5-ba79-1568ecabee30 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:44:04.024626 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99494f2e-a130-452b-b42d-b4ec1c635889 req-11604eb3-3fb5-4fdd-9860-afe553d6101a service neutron] Port 084e5f0b-d393-4c6c-9266-10c1ff6870c6 on network e0bfb334-0fd9-4ba5-ba79-1568ecabee30 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-1 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:44:04.025029 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99494f2e-a130-452b-b42d-b4ec1c635889 req-11604eb3-3fb5-4fdd-9860-afe553d6101a service neutron] Attempting to bind port 084e5f0b-d393-4c6c-9266-10c1ff6870c6 on network e0bfb334-0fd9-4ba5-ba79-1568ecabee30 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:44:04.053335 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99494f2e-a130-452b-b42d-b4ec1c635889 req-11604eb3-3fb5-4fdd-9860-afe553d6101a service neutron] Checking agent: {'id': 'f615e5c9-21ab-43f2-adbc-192d64b795cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:44:04.053679 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99494f2e-a130-452b-b42d-b4ec1c635889 req-11604eb3-3fb5-4fdd-9860-afe553d6101a service neutron] Checking segment: {'id': '62a4f2e9-97ca-473c-a2df-e7f9f532c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:44:04.054099 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99494f2e-a130-452b-b42d-b4ec1c635889 req-11604eb3-3fb5-4fdd-9860-afe553d6101a service neutron] Bound using segment: {'id': '62a4f2e9-97ca-473c-a2df-e7f9f532c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30'} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:44:04.054542 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-99494f2e-a130-452b-b42d-b4ec1c635889 req-11604eb3-3fb5-4fdd-9860-afe553d6101a service neutron] Bound port: 084e5f0b-d393-4c6c-9266-10c1ff6870c6, host: n-h2-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62a4f2e9-97ca-473c-a2df-e7f9f532c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30'}}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:44:04.055536 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-99494f2e-a130-452b-b42d-b4ec1c635889 req-11604eb3-3fb5-4fdd-9860-afe553d6101a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:04.087439 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bcd78284-8edc-4805-9534-96f1386b89fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:04.150497 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-64b9e6f5-a5f4-4f32-99bc-ee3d9a25ba34 admin admin] For port 2edaf9d9-1c0d-4d2b-99be-2b6c4ad25e04, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=2edaf9d9-1c0d-4d2b-99be-2b6c4ad25e04,segment=NetworkSegment(3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87),segment_id=3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:44:04.150497 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-64b9e6f5-a5f4-4f32-99bc-ee3d9a25ba34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:04.157921 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5f82a4b7-a0ea-4578-a518-db229ba62d25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:04.173013 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-307df7bf-85d8-46fb-be72-363085d661a6 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.8771071 Jul 13 13:44:04.175055 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5f82a4b7-a0ea-4578-a518-db229ba62d25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:04.178049 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 37330) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:04.188708 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-64b9e6f5-a5f4-4f32-99bc-ee3d9a25ba34 admin admin] Calling delete_port for 2edaf9d9-1c0d-4d2b-99be-2b6c4ad25e04 owned by network:router_gateway {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:44:04.201778 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-303b7859-effa-4129-968a-8d78a374d87e tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:04.206416 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-303b7859-effa-4129-968a-8d78a374d87e tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.5306928 Jul 13 13:44:04.208879 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 37332) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:04.209608 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-d681eaed-60cc-43be-8ac6-f0297364dbc1 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Request body: {'floatingip': {'port_id': '6d70d4da-52ab-4e24-890c-4a8d021af7ad'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:44:04.218135 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-95c19068-71ec-473c-ada2-c50f83da3dcf tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] Request body: {'security_group_rule': {'security_group_id': 'dd817f0f-8314-4c19-b4f0-a8a6b39292e4', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:44:04.219261 n-d-800634-1 neutron-server[93750]: WARNING neutron.api.v2.base [None req-95c19068-71ec-473c-ada2-c50f83da3dcf tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 13 13:44:04.219762 n-d-800634-1 neutron-server[93750]: INFO neutron.api.v2.resource [None req-95c19068-71ec-473c-ada2-c50f83da3dcf tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 13:44:04.220741 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-95c19068-71ec-473c-ada2-c50f83da3dcf tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0104065 Jul 13 13:44:04.224294 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 37334) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:04.231435 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-ef8d1d8e-a0b7-447f-b147-fb4448049e3a tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] Request body: {'security_group_rule': {'security_group_id': 'dd817f0f-8314-4c19-b4f0-a8a6b39292e4', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:44:04.284223 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bcd78284-8edc-4805-9534-96f1386b89fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:04.290053 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bcd78284-8edc-4805-9534-96f1386b89fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:04.335723 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-5f82a4b7-a0ea-4578-a518-db229ba62d25 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=addf206e9c8e4677910d0e974eae2df5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3202448 Jul 13 13:44:04.336465 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f82a4b7-a0ea-4578-a518-db229ba62d25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdd62ba4-1236-496e-baad-23fb2a79d27c,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:04.338938 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 37336) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:04.343574 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-bcd78284-8edc-4805-9534-96f1386b89fb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bfceb073adaf482ca1c771e5b6920f64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4766378 Jul 13 13:44:04.344354 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd78284-8edc-4805-9534-96f1386b89fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6493777d-e3fd-4c8a-9109-ac88da3672f1,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:04.346783 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 37338) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:04.364613 n-d-800634-1 neutron-server[93750]: INFO neutron.api.v2.resource [None req-ef8d1d8e-a0b7-447f-b147-fb4448049e3a tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 13:44:04.366279 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-ef8d1d8e-a0b7-447f-b147-fb4448049e3a tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1410458 Jul 13 13:44:04.370059 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 37340) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:04.373317 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d681eaed-60cc-43be-8ac6-f0297364dbc1 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks [] for floatingip, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:04.378561 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-b2aa7431-aef8-4dea-9a04-421b52b8bd9b tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] Request body: {'security_group_rule': {'security_group_id': 'dd817f0f-8314-4c19-b4f0-a8a6b39292e4', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:44:04.379042 n-d-800634-1 neutron-server[93750]: WARNING neutron.api.v2.base [None req-b2aa7431-aef8-4dea-9a04-421b52b8bd9b tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 13 13:44:04.379526 n-d-800634-1 neutron-server[93750]: INFO neutron.api.v2.resource [None req-b2aa7431-aef8-4dea-9a04-421b52b8bd9b tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 13:44:04.380477 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-b2aa7431-aef8-4dea-9a04-421b52b8bd9b tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0095968 Jul 13 13:44:04.384462 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-99494f2e-a130-452b-b42d-b4ec1c635889 req-11604eb3-3fb5-4fdd-9860-afe553d6101a service neutron] For port 084e5f0b-d393-4c6c-9266-10c1ff6870c6, host n-h2-800634-1, cleared binding levels {{(pid=93751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:44:04.388708 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 37342) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:04.405402 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-1a236035-0087-4506-a11b-4deb949b0ed4 tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] Request body: {'security_group_rule': {'security_group_id': 'dd817f0f-8314-4c19-b4f0-a8a6b39292e4', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:44:04.414235 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ef5ef88b-d153-434a-a123-8bacac6420bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:04.437090 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ef5ef88b-d153-434a-a123-8bacac6420bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:04.452328 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-99494f2e-a130-452b-b42d-b4ec1c635889 req-11604eb3-3fb5-4fdd-9860-afe553d6101a service neutron] For port 084e5f0b-d393-4c6c-9266-10c1ff6870c6, host n-h2-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=084e5f0b-d393-4c6c-9266-10c1ff6870c6,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:44:04.489353 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ef5ef88b-d153-434a-a123-8bacac6420bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:04.491949 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ef5ef88b-d153-434a-a123-8bacac6420bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:04.493189 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-ef5ef88b-d153-434a-a123-8bacac6420bf admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6493777d-e3fd-4c8a-9109-ac88da3672f1 HTTP/1.1" status: 204 len: 168 time: 0.1434481 Jul 13 13:44:04.502500 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5ef88b-d153-434a-a123-8bacac6420bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6493777d-e3fd-4c8a-9109-ac88da3672f1,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:04.523870 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-99494f2e-a130-452b-b42d-b4ec1c635889 req-11604eb3-3fb5-4fdd-9860-afe553d6101a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:04.655964 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99494f2e-a130-452b-b42d-b4ec1c635889 req-11604eb3-3fb5-4fdd-9860-afe553d6101a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:44:04.656485 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-99494f2e-a130-452b-b42d-b4ec1c635889 req-11604eb3-3fb5-4fdd-9860-afe553d6101a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:04.657932 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-99494f2e-a130-452b-b42d-b4ec1c635889 req-11604eb3-3fb5-4fdd-9860-afe553d6101a service neutron] 10.222.0.41 "PUT /v2.0/ports/084e5f0b-d393-4c6c-9266-10c1ff6870c6 HTTP/1.1" status: 200 len: 1096 time: 2.5441098 Jul 13 13:44:04.659371 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff113c1b-c263-4008-9d61-0ebe123b1ba5', 'tag': '084e5f0b-d393-4c6c-9266-10c1ff6870c6'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:44:04.661604 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d17b627af75e17e0f4b8d6239d04f8c2f78634e2c585e32a7aeca336500f34a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f845d95c-629a-4763-a502-1bee257f9b0c" -d '{"events": [{"name": "network-changed", "server_uuid": "ff113c1b-c263-4008-9d61-0ebe123b1ba5", "tag": "084e5f0b-d393-4c6c-9266-10c1ff6870c6"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:44:04.709180 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3833aab3-83e2-4a07-9ba4-ffc4a34a4348 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:04.723040 n-d-800634-1 neutron-server[93751]: INFO neutron.api.v2.resource [None req-1a236035-0087-4506-a11b-4deb949b0ed4 tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 13:44:04.724282 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-1a236035-0087-4506-a11b-4deb949b0ed4 tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3289812 Jul 13 13:44:04.730546 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 37350) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:04.736227 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-adfeab99-4e87-4630-acf0-e2b57d17e514 tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] Request body: {'security_group_rule': {'security_group_id': 'dd817f0f-8314-4c19-b4f0-a8a6b39292e4', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:44:04.736841 n-d-800634-1 neutron-server[93750]: WARNING neutron.api.v2.base [None req-adfeab99-4e87-4630-acf0-e2b57d17e514 tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 13 13:44:04.737291 n-d-800634-1 neutron-server[93750]: INFO neutron.api.v2.resource [None req-adfeab99-4e87-4630-acf0-e2b57d17e514 tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 13:44:04.738294 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-adfeab99-4e87-4630-acf0-e2b57d17e514 tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0067511 Jul 13 13:44:04.741273 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 37354) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:04.748108 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-6a10d50a-c712-4b50-b278-c11526ec146e tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] Request body: {'security_group_rule': {'security_group_id': 'dd817f0f-8314-4c19-b4f0-a8a6b39292e4', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:44:04.772856 n-d-800634-1 neutron-server[93750]: INFO neutron.db.securitygroups_db [None req-6a10d50a-c712-4b50-b278-c11526ec146e tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] Project 7dfe510adbce4afc963ec098554b780e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 13:44:04.781665 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11604eb3-3fb5-4fdd-9860-afe553d6101a service neutron] Pushing event updated for resources: {'Port': ['ID=084e5f0b-d393-4c6c-9266-10c1ff6870c6,revision_number=3']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:04.791190 n-d-800634-1 neutron-server[93750]: INFO neutron.api.v2.resource [None req-6a10d50a-c712-4b50-b278-c11526ec146e tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 13:44:04.792561 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-6a10d50a-c712-4b50-b278-c11526ec146e tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0499463 Jul 13 13:44:04.795594 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 37358) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:04.801513 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-f222ef69-1f18-4173-ba60-ae2350a56848 tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] Request body: {'security_group_rule': {'security_group_id': 'dd817f0f-8314-4c19-b4f0-a8a6b39292e4', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:44:04.802235 n-d-800634-1 neutron-server[93750]: WARNING neutron.api.v2.base [None req-f222ef69-1f18-4173-ba60-ae2350a56848 tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 13 13:44:04.802942 n-d-800634-1 neutron-server[93750]: INFO neutron.api.v2.resource [None req-f222ef69-1f18-4173-ba60-ae2350a56848 tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 13:44:04.807226 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-f222ef69-1f18-4173-ba60-ae2350a56848 tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0073802 Jul 13 13:44:04.809371 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 13:44:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c61140a-0bfb-4005-8faf-40d7171135eb x-openstack-request-id: req-6c61140a-0bfb-4005-8faf-40d7171135eb {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:44:04.809665 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff113c1b-c263-4008-9d61-0ebe123b1ba5", "tag": "084e5f0b-d393-4c6c-9266-10c1ff6870c6", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:44:04.809950 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6c61140a-0bfb-4005-8faf-40d7171135eb {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:44:04.810354 n-d-800634-1 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff113c1b-c263-4008-9d61-0ebe123b1ba5', 'tag': '084e5f0b-d393-4c6c-9266-10c1ff6870c6', 'status': 'completed', 'code': 200} Jul 13 13:44:04.810478 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 37360) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:04.816956 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-f11cedca-0fd4-4ce9-97ba-898f69be73d8 tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] Request body: {'security_group_rule': {'security_group_id': 'dd817f0f-8314-4c19-b4f0-a8a6b39292e4', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:44:04.857849 n-d-800634-1 neutron-server[93750]: INFO neutron.db.securitygroups_db [None req-f11cedca-0fd4-4ce9-97ba-898f69be73d8 tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] Project 7dfe510adbce4afc963ec098554b780e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 13:44:04.882590 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3833aab3-83e2-4a07-9ba4-ffc4a34a4348 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:04.890176 n-d-800634-1 neutron-server[93750]: INFO neutron.api.v2.resource [None req-f11cedca-0fd4-4ce9-97ba-898f69be73d8 tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 13:44:04.895147 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-f11cedca-0fd4-4ce9-97ba-898f69be73d8 tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0803425 Jul 13 13:44:04.895312 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 37366) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:04.899945 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-e9a76c1c-7275-4368-8c68-e3a750f2d390 tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] Request body: {'security_group_rule': {'security_group_id': 'dd817f0f-8314-4c19-b4f0-a8a6b39292e4', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:44:04.950427 n-d-800634-1 neutron-server[93750]: INFO neutron.db.securitygroups_db [None req-e9a76c1c-7275-4368-8c68-e3a750f2d390 tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] Project 7dfe510adbce4afc963ec098554b780e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 13:44:04.952507 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-64b9e6f5-a5f4-4f32-99bc-ee3d9a25ba34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:04.988976 n-d-800634-1 neutron-server[93750]: INFO neutron.api.v2.resource [None req-e9a76c1c-7275-4368-8c68-e3a750f2d390 tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 13:44:04.993708 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-e9a76c1c-7275-4368-8c68-e3a750f2d390 tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0973330 Jul 13 13:44:04.994480 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 37370) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:05.027468 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99494f2e-a130-452b-b42d-b4ec1c635889 req-16c5f3b0-e927-4700-af3c-6071399934a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:44:05.029000 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-99494f2e-a130-452b-b42d-b4ec1c635889 req-16c5f3b0-e927-4700-af3c-6071399934a2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c6349d73ae13458a9d892a7db2dc0433&device_id=ff113c1b-c263-4008-9d61-0ebe123b1ba5 HTTP/1.1" status: 200 len: 1099 time: 0.3075376 Jul 13 13:44:05.031993 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b9e6f5-a5f4-4f32-99bc-ee3d9a25ba34 admin admin] Pushing event deleted for resources: {'Port': ['ID=2edaf9d9-1c0d-4d2b-99be-2b6c4ad25e04,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:05.065028 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352abef0-f7fe-4852-bddf-11d165ec17e2 req-7800ce2e-807a-4446-ab6b-857dd61cbfb2 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:44:05.066586 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-352abef0-f7fe-4852-bddf-11d165ec17e2 req-7800ce2e-807a-4446-ab6b-857dd61cbfb2 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff113c1b-c263-4008-9d61-0ebe123b1ba5 HTTP/1.1" status: 200 len: 948 time: 0.1346111 Jul 13 13:44:05.099210 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0083d239-d3ef-46d5-9a61-6696792e200b tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:05.127284 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-99494f2e-a130-452b-b42d-b4ec1c635889 req-84681e9b-d552-492f-a7dc-14da54a4e2ad service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=084e5f0b-d393-4c6c-9266-10c1ff6870c6 HTTP/1.1" status: 200 len: 217 time: 0.0849786 Jul 13 13:44:05.144322 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0083d239-d3ef-46d5-9a61-6696792e200b tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:05.153870 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-352abef0-f7fe-4852-bddf-11d165ec17e2 req-cd159bdf-9670-4762-9a60-224cca059483 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/security-groups?id=945af9a8-1349-436a-a066-b9a0fd8d3dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725203 Jul 13 13:44:05.212388 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3833aab3-83e2-4a07-9ba4-ffc4a34a4348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:05.214024 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0083d239-d3ef-46d5-9a61-6696792e200b tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:05.215396 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3833aab3-83e2-4a07-9ba4-ffc4a34a4348 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:05.218567 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0083d239-d3ef-46d5-9a61-6696792e200b tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:05.219665 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-3833aab3-83e2-4a07-9ba4-ffc4a34a4348 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bdd62ba4-1236-496e-baad-23fb2a79d27c HTTP/1.1" status: 204 len: 168 time: 0.8488455 Jul 13 13:44:05.237586 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-0083d239-d3ef-46d5-9a61-6696792e200b tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] 10.222.0.23 "DELETE /v2.0/security-groups/dd817f0f-8314-4c19-b4f0-a8a6b39292e4 HTTP/1.1" status: 204 len: 168 time: 0.2369673 Jul 13 13:44:05.240297 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 37386) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:05.283152 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0083d239-d3ef-46d5-9a61-6696792e200b tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd817f0f-8314-4c19-b4f0-a8a6b39292e4,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:05.285437 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3833aab3-83e2-4a07-9ba4-ffc4a34a4348 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdd62ba4-1236-496e-baad-23fb2a79d27c,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:05.298426 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-64b9e6f5-a5f4-4f32-99bc-ee3d9a25ba34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-446473'] for router_gateway, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:05.357369 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-c0707830-acd1-4912-96e7-a2e0c88ec7d1 tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1072242 Jul 13 13:44:05.363042 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 37388) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:05.367948 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-6f28b428-bb62-404f-8f8a-935419370e54 tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] Request body: {'security_group': {'name': 'tempest-secgroup--1921798720'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:44:05.402875 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99494f2e-a130-452b-b42d-b4ec1c635889 req-a4ef540a-4a7c-4f4e-9701-68d307ee0ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:44:05.404346 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-99494f2e-a130-452b-b42d-b4ec1c635889 req-a4ef540a-4a7c-4f4e-9701-68d307ee0ad8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=60b55863-ceb6-45af-a8a4-4b22d72866af HTTP/1.1" status: 200 len: 843 time: 0.2410707 Jul 13 13:44:05.408954 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6f28b428-bb62-404f-8f8a-935419370e54 tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:05.494384 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-64b9e6f5-a5f4-4f32-99bc-ee3d9a25ba34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1591938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2696'] for router, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:05.509171 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-64b9e6f5-a5f4-4f32-99bc-ee3d9a25ba34 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:05.521281 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 887ee4de-2c33-4183-957b-253b6168123c no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:44:05.543212 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6f28b428-bb62-404f-8f8a-935419370e54 tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:05.549010 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6f28b428-bb62-404f-8f8a-935419370e54 tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:05.570091 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: 887ee4de-2c33-4183-957b-253b6168123c {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:44:05.571402 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 887ee4de-2c33-4183-957b-253b6168123c not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:44:05.592501 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6f28b428-bb62-404f-8f8a-935419370e54 tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:05.594305 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-6f28b428-bb62-404f-8f8a-935419370e54 tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2300243 Jul 13 13:44:05.596993 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f28b428-bb62-404f-8f8a-935419370e54 tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ccb4923-b13d-40ac-a04a-352dd44dc0c1,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:05.600491 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 37394) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:05.607229 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-fefbe702-3447-475f-bfe5-b2d0951fcbc3 tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] Request body: {'security_group_rule': {'security_group_id': '0ccb4923-b13d-40ac-a04a-352dd44dc0c1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:44:05.625860 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-64b9e6f5-a5f4-4f32-99bc-ee3d9a25ba34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593106'] for router, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:05.626482 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64b9e6f5-a5f4-4f32-99bc-ee3d9a25ba34 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f9e72c63-5b02-4d87-80f0-3ab0d494a6d3 {{(pid=93751) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 13:44:05.632531 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-64b9e6f5-a5f4-4f32-99bc-ee3d9a25ba34 admin admin] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:05.636947 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-64b9e6f5-a5f4-4f32-99bc-ee3d9a25ba34 admin admin] 10.222.0.23 "DELETE /v2.0/routers/f9e72c63-5b02-4d87-80f0-3ab0d494a6d3 HTTP/1.1" status: 204 len: 168 time: 3.2152557 Jul 13 13:44:05.638807 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 37398) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:05.649659 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99494f2e-a130-452b-b42d-b4ec1c635889 req-c720a1cf-e112-4d42-a191-e8acb756acf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:44:05.651306 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-99494f2e-a130-452b-b42d-b4ec1c635889 req-c720a1cf-e112-4d42-a191-e8acb756acf0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e0bfb334-0fd9-4ba5-ba79-1568ecabee30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2170148 Jul 13 13:44:05.737119 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bdaa3d6-2de9-48c3-91bf-a15589b3f0ab admin admin] Deleting subnet 724b75c5-14bb-4dd8-910b-669aac8a0a9c {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 13:44:05.740385 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8bdaa3d6-2de9-48c3-91bf-a15589b3f0ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:05.775273 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d681eaed-60cc-43be-8ac6-f0297364dbc1 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:05.779353 n-d-800634-1 neutron-server[93750]: INFO neutron.api.v2.resource [None req-fefbe702-3447-475f-bfe5-b2d0951fcbc3 tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] create failed (client error): The resource could not be found. Jul 13 13:44:05.782020 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d681eaed-60cc-43be-8ac6-f0297364dbc1 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446547'] for floatingip, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:05.787415 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-fefbe702-3447-475f-bfe5-b2d0951fcbc3 tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1826301 Jul 13 13:44:05.788407 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 37408) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:05.794819 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-27d165d6-c24f-4b98-b84d-8fb1c3ef73ba tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] Request body: {'security_group_rule': {'security_group_id': '0ccb4923-b13d-40ac-a04a-352dd44dc0c1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '7d15df83-f999-40ec-850e-36c2f06e9d69'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:44:05.806830 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8bdaa3d6-2de9-48c3-91bf-a15589b3f0ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5431723'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:05.907597 n-d-800634-1 neutron-server[93750]: INFO neutron.api.v2.resource [None req-27d165d6-c24f-4b98-b84d-8fb1c3ef73ba tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] create failed (client error): The resource could not be found. Jul 13 13:44:05.909804 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-27d165d6-c24f-4b98-b84d-8fb1c3ef73ba tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1193044 Jul 13 13:44:05.912500 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 37414) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:05.926261 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-99494f2e-a130-452b-b42d-b4ec1c635889 req-750cf390-f0c8-4865-a9b3-78566f86c86e service neutron] 10.222.0.41 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341878 Jul 13 13:44:05.954907 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8bdaa3d6-2de9-48c3-91bf-a15589b3f0ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:06.019001 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8bdaa3d6-2de9-48c3-91bf-a15589b3f0ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5970525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4763356'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:06.026066 n-d-800634-1 neutron-server[93751]: INFO neutron.db.l3_db [None req-d681eaed-60cc-43be-8ac6-f0297364dbc1 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Floating IP 74feb706-1b51-4e7c-a5dd-b210ee863a36 associated. External IP: 172.25.6.177, port: 6d70d4da-52ab-4e24-890c-4a8d021af7ad. Jul 13 13:44:06.058845 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8bdaa3d6-2de9-48c3-91bf-a15589b3f0ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:06.061301 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-8bdaa3d6-2de9-48c3-91bf-a15589b3f0ab admin admin] 10.222.0.23 "DELETE /v2.0/subnets/724b75c5-14bb-4dd8-910b-669aac8a0a9c HTTP/1.1" status: 204 len: 168 time: 0.4201252 Jul 13 13:44:06.061965 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdaa3d6-2de9-48c3-91bf-a15589b3f0ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=724b75c5-14bb-4dd8-910b-669aac8a0a9c,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:06.065065 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 37418) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:06.068000 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-350dc77c-7541-4fc4-a2af-440f3615138c None None] Network 57678432-032d-48f0-815c-b24f2e8b2944 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:44:06.132054 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8c66b7fb-7054-4059-9dcc-d9a0dfa17a81 tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:06.169213 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9ccd1d4a-92b9-420a-93ef-c3886d777b2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:06.187738 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-99494f2e-a130-452b-b42d-b4ec1c635889 req-b7783b6f-7bc6-447c-8d00-5cacc514639b service neutron] 10.222.0.41 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2485194 Jul 13 13:44:06.258792 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-9ccd1d4a-92b9-420a-93ef-c3886d777b2d admin admin] Deleting port 1c59e089-3708-4862-a15a-a8e5eb867d1e {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:44:06.259137 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9ccd1d4a-92b9-420a-93ef-c3886d777b2d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:06.265125 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8c66b7fb-7054-4059-9dcc-d9a0dfa17a81 tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:06.423516 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-9ccd1d4a-92b9-420a-93ef-c3886d777b2d admin admin] For port 1c59e089-3708-4862-a15a-a8e5eb867d1e, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=1c59e089-3708-4862-a15a-a8e5eb867d1e,segment=NetworkSegment(7ee0d4f8-09f1-4ca6-a429-c0887c633e4b),segment_id=7ee0d4f8-09f1-4ca6-a429-c0887c633e4b)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:44:06.424110 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9ccd1d4a-92b9-420a-93ef-c3886d777b2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:06.457095 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-9ccd1d4a-92b9-420a-93ef-c3886d777b2d admin admin] Calling delete_port for 1c59e089-3708-4862-a15a-a8e5eb867d1e owned by network:dhcp {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:44:06.472958 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cefdc65-a0bf-4d44-bbdd-8aa0ae50c41e None None] DHCP port deletion for 57678432-032d-48f0-815c-b24f2e8b2944 request from n-d-800634-1 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 13:44:06.489603 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85be7f9-97a1-4c78-92d0-0daff7ad3999 req-def6dc31-d227-4a53-a5bb-9f2b642bc96a tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:44:06.491490 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f85be7f9-97a1-4c78-92d0-0daff7ad3999 req-def6dc31-d227-4a53-a5bb-9f2b642bc96a tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff113c1b-c263-4008-9d61-0ebe123b1ba5 HTTP/1.1" status: 200 len: 948 time: 0.1299610 Jul 13 13:44:06.579550 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-6cefdc65-a0bf-4d44-bbdd-8aa0ae50c41e None None] Deleting port 1c59e089-3708-4862-a15a-a8e5eb867d1e {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:44:06.580170 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6cefdc65-a0bf-4d44-bbdd-8aa0ae50c41e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:06.590776 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f85be7f9-97a1-4c78-92d0-0daff7ad3999 req-2525d503-130a-4c2f-805a-7c8402bd9b73 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/security-groups?id=945af9a8-1349-436a-a066-b9a0fd8d3dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658956 Jul 13 13:44:06.624253 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9ccd1d4a-92b9-420a-93ef-c3886d777b2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:06.693890 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-6cefdc65-a0bf-4d44-bbdd-8aa0ae50c41e None None] For port 1c59e089-3708-4862-a15a-a8e5eb867d1e, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=1c59e089-3708-4862-a15a-a8e5eb867d1e,segment=NetworkSegment(7ee0d4f8-09f1-4ca6-a429-c0887c633e4b),segment_id=7ee0d4f8-09f1-4ca6-a429-c0887c633e4b)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:44:06.694754 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6cefdc65-a0bf-4d44-bbdd-8aa0ae50c41e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:06.704345 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccd1d4a-92b9-420a-93ef-c3886d777b2d admin admin] Pushing event deleted for resources: {'Port': ['ID=1c59e089-3708-4862-a15a-a8e5eb867d1e,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:06.711210 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-6cefdc65-a0bf-4d44-bbdd-8aa0ae50c41e None None] Calling delete_port for 1c59e089-3708-4862-a15a-a8e5eb867d1e owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:44:06.715033 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ccd1d4a-92b9-420a-93ef-c3886d777b2d admin admin] No DVR routers for this DVR port 1c59e089-3708-4862-a15a-a8e5eb867d1e on host n-d-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:44:06.784896 n-d-800634-1 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 13:44:06.784896 n-d-800634-1 neutron-server[93752]: self.session.flush() Jul 13 13:44:06.784896 n-d-800634-1 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 13:44:06.784896 n-d-800634-1 neutron-server[93752]: self.session.flush() Jul 13 13:44:06.784896 n-d-800634-1 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 13:44:06.784896 n-d-800634-1 neutron-server[93752]: self.session.flush() Jul 13 13:44:06.784896 n-d-800634-1 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 13:44:06.784896 n-d-800634-1 neutron-server[93752]: self.session.flush() Jul 13 13:44:06.784896 n-d-800634-1 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 13:44:06.784896 n-d-800634-1 neutron-server[93752]: self.session.flush() Jul 13 13:44:06.784896 n-d-800634-1 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 13:44:06.784896 n-d-800634-1 neutron-server[93752]: self.session.flush() Jul 13 13:44:06.784896 n-d-800634-1 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 13:44:06.784896 n-d-800634-1 neutron-server[93752]: self.session.flush() Jul 13 13:44:06.784896 n-d-800634-1 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 13:44:06.784896 n-d-800634-1 neutron-server[93752]: self.session.flush() Jul 13 13:44:06.784896 n-d-800634-1 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 13:44:06.784896 n-d-800634-1 neutron-server[93752]: self.session.flush() Jul 13 13:44:06.784896 n-d-800634-1 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 13:44:06.784896 n-d-800634-1 neutron-server[93752]: self.session.flush() Jul 13 13:44:06.784896 n-d-800634-1 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 13:44:06.784896 n-d-800634-1 neutron-server[93752]: self.session.flush() Jul 13 13:44:06.784896 n-d-800634-1 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 13:44:06.784896 n-d-800634-1 neutron-server[93752]: self.session.flush() Jul 13 13:44:06.784896 n-d-800634-1 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 13:44:06.784896 n-d-800634-1 neutron-server[93752]: self.session.flush() Jul 13 13:44:06.784896 n-d-800634-1 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 13:44:06.784896 n-d-800634-1 neutron-server[93752]: self.session.flush() Jul 13 13:44:06.784896 n-d-800634-1 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 13:44:06.784896 n-d-800634-1 neutron-server[93752]: self.session.flush() Jul 13 13:44:06.784896 n-d-800634-1 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 13:44:06.784896 n-d-800634-1 neutron-server[93752]: self.session.flush() Jul 13 13:44:06.784896 n-d-800634-1 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 13:44:06.784896 n-d-800634-1 neutron-server[93752]: self.session.flush() Jul 13 13:44:06.784896 n-d-800634-1 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 13:44:06.784896 n-d-800634-1 neutron-server[93752]: self.session.flush() Jul 13 13:44:06.784896 n-d-800634-1 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 13:44:06.784896 n-d-800634-1 neutron-server[93752]: self.session.flush() Jul 13 13:44:06.784896 n-d-800634-1 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 13:44:06.784896 n-d-800634-1 neutron-server[93752]: self.session.flush() Jul 13 13:44:06.784896 n-d-800634-1 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 13:44:06.784896 n-d-800634-1 neutron-server[93752]: self.session.flush() Jul 13 13:44:06.784896 n-d-800634-1 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 13:44:06.784896 n-d-800634-1 neutron-server[93752]: self.session.flush() Jul 13 13:44:06.784896 n-d-800634-1 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 13:44:06.784896 n-d-800634-1 neutron-server[93752]: self.session.flush() Jul 13 13:44:06.784896 n-d-800634-1 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 13:44:06.784896 n-d-800634-1 neutron-server[93752]: self.session.flush() Jul 13 13:44:06.784896 n-d-800634-1 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 13:44:06.784896 n-d-800634-1 neutron-server[93752]: self.session.flush() Jul 13 13:44:06.784896 n-d-800634-1 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 13:44:06.784896 n-d-800634-1 neutron-server[93752]: self.session.flush() Jul 13 13:44:06.784896 n-d-800634-1 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 13:44:06.784896 n-d-800634-1 neutron-server[93752]: self.session.flush() Jul 13 13:44:06.798486 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6cefdc65-a0bf-4d44-bbdd-8aa0ae50c41e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:06.826270 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cefdc65-a0bf-4d44-bbdd-8aa0ae50c41e None None] Pushing event deleted for resources: {'Port': ['ID=1c59e089-3708-4862-a15a-a8e5eb867d1e,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:06.832458 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cefdc65-a0bf-4d44-bbdd-8aa0ae50c41e None None] No DVR routers for this DVR port 1c59e089-3708-4862-a15a-a8e5eb867d1e on host n-d-800634-1 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:44:06.886853 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9ccd1d4a-92b9-420a-93ef-c3886d777b2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:06.897868 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-9ccd1d4a-92b9-420a-93ef-c3886d777b2d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57678432-032d-48f0-815c-b24f2e8b2944']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:44:06.927064 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-9ccd1d4a-92b9-420a-93ef-c3886d777b2d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ee0d4f8-09f1-4ca6-a429-c0887c633e4b') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:44:06.927064 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-9ccd1d4a-92b9-420a-93ef-c3886d777b2d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ee0d4f8-09f1-4ca6-a429-c0887c633e4b') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:44:06.932152 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9ccd1d4a-92b9-420a-93ef-c3886d777b2d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5431730'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:06.955276 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9ccd1d4a-92b9-420a-93ef-c3886d777b2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:06.966064 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ccd1d4a-92b9-420a-93ef-c3886d777b2d admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 13:44:06.967429 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9ccd1d4a-92b9-420a-93ef-c3886d777b2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5970419'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:06.971082 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:44:06.971082 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:44:06.971082 n-d-800634-1 neutron-server[93750]: Traceback (most recent call last): Jul 13 13:44:06.971082 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 13:44:06.971082 n-d-800634-1 neutron-server[93750]: timer() Jul 13 13:44:06.971082 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 13:44:06.971082 n-d-800634-1 neutron-server[93750]: cb(*args, **kw) Jul 13 13:44:06.971082 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 13:44:06.971082 n-d-800634-1 neutron-server[93750]: return func(*args, **kwargs) Jul 13 13:44:06.971082 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 13:44:06.971082 n-d-800634-1 neutron-server[93750]: self._notify() Jul 13 13:44:06.971082 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 13:44:06.971082 n-d-800634-1 neutron-server[93750]: self.callback(batched_events) Jul 13 13:44:06.971082 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 13:44:06.971082 n-d-800634-1 neutron-server[93750]: event.method(event) Jul 13 13:44:06.971082 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 13:44:06.971082 n-d-800634-1 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 13:44:06.971082 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 13:44:06.971082 n-d-800634-1 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 13:44:06.971082 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 13:44:06.971082 n-d-800634-1 neutron-server[93750]: return f(self, *a, **k) Jul 13 13:44:06.971082 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 13:44:06.971082 n-d-800634-1 neutron-server[93750]: return self._get(url).json() Jul 13 13:44:06.971082 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 13:44:06.971082 n-d-800634-1 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 13:44:06.971082 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 13:44:06.971082 n-d-800634-1 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 13 13:44:06.971082 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 13:44:06.971082 n-d-800634-1 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 13:44:06.971082 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 13:44:06.971082 n-d-800634-1 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 13:44:06.971082 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 13:44:06.971082 n-d-800634-1 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 13:44:06.971082 n-d-800634-1 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 13:44:07.008808 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f845d95c-629a-4763-a502-1bee257f9b0c req-76794134-7442-45c8-b15b-12234d14e655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:44:07.010718 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f845d95c-629a-4763-a502-1bee257f9b0c req-76794134-7442-45c8-b15b-12234d14e655 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c6349d73ae13458a9d892a7db2dc0433&device_id=ff113c1b-c263-4008-9d61-0ebe123b1ba5 HTTP/1.1" status: 200 len: 1099 time: 0.7418199 Jul 13 13:44:07.051856 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9ccd1d4a-92b9-420a-93ef-c3886d777b2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:07.052092 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8c66b7fb-7054-4059-9dcc-d9a0dfa17a81 tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:07.054665 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8c66b7fb-7054-4059-9dcc-d9a0dfa17a81 tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:07.058680 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-8c66b7fb-7054-4059-9dcc-d9a0dfa17a81 tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] 10.222.0.23 "DELETE /v2.0/security-groups/0ccb4923-b13d-40ac-a04a-352dd44dc0c1 HTTP/1.1" status: 204 len: 168 time: 1.1420717 Jul 13 13:44:07.070972 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9ccd1d4a-92b9-420a-93ef-c3886d777b2d admin admin] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:07.073192 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-9ccd1d4a-92b9-420a-93ef-c3886d777b2d admin admin] 10.222.0.23 "DELETE /v2.0/networks/57678432-032d-48f0-815c-b24f2e8b2944 HTTP/1.1" status: 204 len: 168 time: 1.0069990 Jul 13 13:44:07.073838 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 37464) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:07.098079 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccd1d4a-92b9-420a-93ef-c3886d777b2d admin admin] Pushing event deleted for resources: {'Network': ['ID=57678432-032d-48f0-815c-b24f2e8b2944,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:07.122166 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c66b7fb-7054-4059-9dcc-d9a0dfa17a81 tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ccb4923-b13d-40ac-a04a-352dd44dc0c1,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:07.138233 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-8bae01a5-bf37-4fba-a6b9-f620f5c54d79 tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0629807 Jul 13 13:44:07.142627 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 37468) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:07.148792 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-7e48aebe-82af-4ecb-a461-1d67a6a5356a tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] Request body: {'security_group_rule': {'security_group_id': '32dce455-01c0-42b1-a925-aed71579c13c', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:44:07.167372 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d681eaed-60cc-43be-8ac6-f0297364dbc1 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Router 1d1c4035-5359-4547-a8f3-118bcfe3837f has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 13:44:07.212632 n-d-800634-1 neutron-server[93750]: INFO neutron.api.v2.resource [None req-7e48aebe-82af-4ecb-a461-1d67a6a5356a tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] create failed (client error): The resource could not be found. Jul 13 13:44:07.214388 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-7e48aebe-82af-4ecb-a461-1d67a6a5356a tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0704429 Jul 13 13:44:07.217930 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 37472) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:07.224849 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-bb65cb02-c1b0-4ccf-b460-657bbb7cc8fc tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] Request body: {'security_group': {'name': 'tempest-secgroup--2025704672'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:44:07.233380 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f845d95c-629a-4763-a502-1bee257f9b0c req-64d93071-f20d-44ea-b00c-acde8066e1af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:44:07.234893 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f845d95c-629a-4763-a502-1bee257f9b0c req-64d93071-f20d-44ea-b00c-acde8066e1af service neutron] 10.222.0.41 "GET /v2.0/networks?id=e0bfb334-0fd9-4ba5-ba79-1568ecabee30 HTTP/1.1" status: 200 len: 869 time: 0.1950233 Jul 13 13:44:07.254843 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bb65cb02-c1b0-4ccf-b460-657bbb7cc8fc tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:07.315710 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f845d95c-629a-4763-a502-1bee257f9b0c req-7b8bd6c5-a728-48a7-b1c0-8ca802ec48de service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=084e5f0b-d393-4c6c-9266-10c1ff6870c6 HTTP/1.1" status: 200 len: 217 time: 0.0721426 Jul 13 13:44:07.370897 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bb65cb02-c1b0-4ccf-b460-657bbb7cc8fc tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:07.373835 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 37476) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:07.378697 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d681eaed-60cc-43be-8ac6-f0297364dbc1 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:44:07.384973 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d681eaed-60cc-43be-8ac6-f0297364dbc1 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for floatingip, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:07.390112 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09565fc6-e0b6-4446-833c-36321eaf33e1 None None] Sync routers for ids ['1d1c4035-5359-4547-a8f3-118bcfe3837f'] in n-d-800634-1 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:44:07.400238 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bb65cb02-c1b0-4ccf-b460-657bbb7cc8fc tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:07.404766 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f845d95c-629a-4763-a502-1bee257f9b0c req-43176a0d-8fef-4788-bba4-136be0de7c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:44:07.416797 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09565fc6-e0b6-4446-833c-36321eaf33e1 None None] Routers {'1d1c4035-5359-4547-a8f3-118bcfe3837f'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:44:07.418513 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-09565fc6-e0b6-4446-833c-36321eaf33e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:43:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['1d1c4035-5359-4547-a8f3-118bcfe3837f'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:44:07.430356 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f845d95c-629a-4763-a502-1bee257f9b0c req-43176a0d-8fef-4788-bba4-136be0de7c8d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=60b55863-ceb6-45af-a8a4-4b22d72866af HTTP/1.1" status: 200 len: 843 time: 0.0970676 Jul 13 13:44:07.444730 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb65cb02-c1b0-4ccf-b460-657bbb7cc8fc tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aef5cf0e-fe61-4435-a91b-ce6e66897010,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:07.474991 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-44bde268-5cf6-4ad1-a2a9-08fbe8d62eb3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7aead08af6bf440ca982d5ee9b154ced&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0974412 Jul 13 13:44:07.475226 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 37478) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:07.476949 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 37480) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:07.485291 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bb65cb02-c1b0-4ccf-b460-657bbb7cc8fc tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:07.486648 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-bb65cb02-c1b0-4ccf-b460-657bbb7cc8fc tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2667971 Jul 13 13:44:07.500166 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 37482) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:07.505664 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-9b57db4f-c9b3-4907-8261-8bed758bce34 tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] Request body: {'security_group': {'name': 'tempest-secgroup--184902640'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:44:07.520870 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 1c59e089-3708-4862-a15a-a8e5eb867d1e no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:44:07.528436 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-09565fc6-e0b6-4446-833c-36321eaf33e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:44:07.540375 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09565fc6-e0b6-4446-833c-36321eaf33e1 None None] Routers {'1d1c4035-5359-4547-a8f3-118bcfe3837f'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:44:07.541585 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-09565fc6-e0b6-4446-833c-36321eaf33e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:43:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['1d1c4035-5359-4547-a8f3-118bcfe3837f'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:44:07.567821 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b8b743d6-666e-4ca4-bc1a-e023933665bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:07.587026 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: 1c59e089-3708-4862-a15a-a8e5eb867d1e {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:44:07.589141 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 1c59e089-3708-4862-a15a-a8e5eb867d1e not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:44:07.591588 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 2edaf9d9-1c0d-4d2b-99be-2b6c4ad25e04 no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:44:07.594465 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b8b743d6-666e-4ca4-bc1a-e023933665bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:07.605451 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-d681eaed-60cc-43be-8ac6-f0297364dbc1 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] 10.222.0.23 "PUT /v2.0/floatingips/74feb706-1b51-4e7c-a5dd-b210ee863a36 HTTP/1.1" status: 200 len: 978 time: 3.4182155 Jul 13 13:44:07.608181 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 37488) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:07.612818 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-09565fc6-e0b6-4446-833c-36321eaf33e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:44:07.613649 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09565fc6-e0b6-4446-833c-36321eaf33e1 None None] The sync data for ids ['1d1c4035-5359-4547-a8f3-118bcfe3837f'] in n-d-800634-1 is: [] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:44:07.628381 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: 2edaf9d9-1c0d-4d2b-99be-2b6c4ad25e04 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:44:07.628730 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 2edaf9d9-1c0d-4d2b-99be-2b6c4ad25e04 not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:44:07.662468 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a570f120-e280-40e7-8b75-167dd74096d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:07.666309 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9b57db4f-c9b3-4907-8261-8bed758bce34 tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:07.688040 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b8b743d6-666e-4ca4-bc1a-e023933665bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:07.690529 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b8b743d6-666e-4ca4-bc1a-e023933665bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:07.691926 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-b8b743d6-666e-4ca4-bc1a-e023933665bc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2ac1545a-5526-4c2d-93f1-674377bb30c6 HTTP/1.1" status: 204 len: 168 time: 0.2155044 Jul 13 13:44:07.707547 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b743d6-666e-4ca4-bc1a-e023933665bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ac1545a-5526-4c2d-93f1-674377bb30c6,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:07.711828 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f845d95c-629a-4763-a502-1bee257f9b0c req-d9737c99-17bb-4f31-a85c-0a8a711b8233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:44:07.713934 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f845d95c-629a-4763-a502-1bee257f9b0c req-d9737c99-17bb-4f31-a85c-0a8a711b8233 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e0bfb334-0fd9-4ba5-ba79-1568ecabee30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2825389 Jul 13 13:44:07.833102 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9b57db4f-c9b3-4907-8261-8bed758bce34 tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:07.841387 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9b57db4f-c9b3-4907-8261-8bed758bce34 tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:07.894549 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b57db4f-c9b3-4907-8261-8bed758bce34 tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a3db6f1-c976-4c30-bd3a-d17d9084ef44,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:07.939177 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f845d95c-629a-4763-a502-1bee257f9b0c req-68c12944-3fb9-4208-85dc-dfe043501a7e service neutron] 10.222.0.41 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065749 Jul 13 13:44:07.989355 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a570f120-e280-40e7-8b75-167dd74096d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:07.998801 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a570f120-e280-40e7-8b75-167dd74096d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:08.029647 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9b57db4f-c9b3-4907-8261-8bed758bce34 tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:08.033812 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-9b57db4f-c9b3-4907-8261-8bed758bce34 tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5292854 Jul 13 13:44:08.036155 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 37510) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:08.044576 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-fe3931eb-d3a0-4891-bba6-14b348a1c79d tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] Request body: {'security_group_rule': {'security_group_id': 'aef5cf0e-fe61-4435-a91b-ce6e66897010', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '0a3db6f1-c976-4c30-bd3a-d17d9084ef44'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:44:08.071920 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a570f120-e280-40e7-8b75-167dd74096d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01409e81-2147-4741-b45e-23d7d17c4419,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:08.079867 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-a570f120-e280-40e7-8b75-167dd74096d2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f50ab0f613ce4433a9d9ce48a3c5b402&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5962939 Jul 13 13:44:08.083765 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 37514) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:08.098806 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-39726f19-6621-4ce1-8023-c856817e161f tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Deleting port 6d70d4da-52ab-4e24-890c-4a8d021af7ad {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:44:08.099872 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-39726f19-6621-4ce1-8023-c856817e161f tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:08.124673 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea63bf7-49a1-431a-878e-81c6f7977ac2 req-273b91a0-fd3c-401c-adee-0ded38c5c2b8 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:44:08.126764 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-dea63bf7-49a1-431a-878e-81c6f7977ac2 req-273b91a0-fd3c-401c-adee-0ded38c5c2b8 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff113c1b-c263-4008-9d61-0ebe123b1ba5 HTTP/1.1" status: 200 len: 948 time: 0.2540722 Jul 13 13:44:08.157122 n-d-800634-1 neutron-server[93750]: INFO neutron.api.v2.resource [None req-fe3931eb-d3a0-4891-bba6-14b348a1c79d tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 13:44:08.161291 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-fe3931eb-d3a0-4891-bba6-14b348a1c79d tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1186168 Jul 13 13:44:08.161541 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 37520) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:08.170371 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a7a1993e-1153-4c35-b5f3-ad9bb5c31a44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:08.230872 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a7a1993e-1153-4c35-b5f3-ad9bb5c31a44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:08.268753 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-39726f19-6621-4ce1-8023-c856817e161f tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:08.272645 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f845d95c-629a-4763-a502-1bee257f9b0c req-f5efc881-8d6f-4cf5-bc82-90bd1ae3c3bd service neutron] 10.222.0.41 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3164968 Jul 13 13:44:08.283986 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a5e0ccbd-8740-42fa-86b4-415e056126f7 tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:08.318608 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a5e0ccbd-8740-42fa-86b4-415e056126f7 tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:08.335691 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a7a1993e-1153-4c35-b5f3-ad9bb5c31a44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:08.338969 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a7a1993e-1153-4c35-b5f3-ad9bb5c31a44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:08.342343 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-a7a1993e-1153-4c35-b5f3-ad9bb5c31a44 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/01409e81-2147-4741-b45e-23d7d17c4419 HTTP/1.1" status: 204 len: 168 time: 0.2539277 Jul 13 13:44:08.368619 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-dea63bf7-49a1-431a-878e-81c6f7977ac2 req-48e4fb12-b5fc-46ea-b67b-b1cdacc0f405 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/security-groups?id=945af9a8-1349-436a-a066-b9a0fd8d3dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586609 Jul 13 13:44:08.375909 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a1993e-1153-4c35-b5f3-ad9bb5c31a44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01409e81-2147-4741-b45e-23d7d17c4419,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:08.396962 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a5e0ccbd-8740-42fa-86b4-415e056126f7 tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:08.399583 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a5e0ccbd-8740-42fa-86b4-415e056126f7 tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:08.401382 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-a5e0ccbd-8740-42fa-86b4-415e056126f7 tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] 10.222.0.23 "DELETE /v2.0/security-groups/0a3db6f1-c976-4c30-bd3a-d17d9084ef44 HTTP/1.1" status: 204 len: 168 time: 0.2390609 Jul 13 13:44:08.404355 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 37540) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:08.420206 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e0ccbd-8740-42fa-86b4-415e056126f7 tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a3db6f1-c976-4c30-bd3a-d17d9084ef44,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:08.572617 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 37562) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:08.573161 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-8cf9b6c5-a15a-4044-b110-68b935c6d8bc tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1519566 Jul 13 13:44:08.650249 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-39726f19-6621-4ce1-8023-c856817e161f tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:08.651143 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-39726f19-6621-4ce1-8023-c856817e161f tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446547'] for floatingip, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:08.651726 n-d-800634-1 neutron-server[93751]: INFO neutron.db.l3_db [None req-39726f19-6621-4ce1-8023-c856817e161f tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Floating IP 74feb706-1b51-4e7c-a5dd-b210ee863a36 disassociated. External IP: 172.25.6.177, port: 6d70d4da-52ab-4e24-890c-4a8d021af7ad. Jul 13 13:44:08.652265 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-39726f19-6621-4ce1-8023-c856817e161f tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Calling delete_port for 6d70d4da-52ab-4e24-890c-4a8d021af7ad owned by {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:44:08.659858 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9c973a10-3a13-45ad-88b2-13e64a86056f tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:08.685201 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 084e5f0b-d393-4c6c-9266-10c1ff6870c6 details requested by agent hyperv_n-h2-800634-1 with host n-h2-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 13:44:08.709345 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9c973a10-3a13-45ad-88b2-13e64a86056f tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:08.794026 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9c973a10-3a13-45ad-88b2-13e64a86056f tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:08.804743 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9c973a10-3a13-45ad-88b2-13e64a86056f tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:08.808895 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-9c973a10-3a13-45ad-88b2-13e64a86056f tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] 10.222.0.23 "DELETE /v2.0/security-groups/aef5cf0e-fe61-4435-a91b-ce6e66897010 HTTP/1.1" status: 204 len: 168 time: 0.2318852 Jul 13 13:44:08.822232 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 37584) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:08.831526 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 084e5f0b-d393-4c6c-9266-10c1ff6870c6, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=084e5f0b-d393-4c6c-9266-10c1ff6870c6,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:44:08.845634 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c973a10-3a13-45ad-88b2-13e64a86056f tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aef5cf0e-fe61-4435-a91b-ce6e66897010,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:08.849114 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Returning: {'device': '084e5f0b-d393-4c6c-9266-10c1ff6870c6', 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30', 'port_id': '084e5f0b-d393-4c6c-9266-10c1ff6870c6', 'mac_address': 'fa:16:3e:a0:f9:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60b55863-ceb6-45af-a8a4-4b22d72866af', 'ip_address': '192.168.233.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 13:44:08.894880 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:08.896494 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-39726f19-6621-4ce1-8023-c856817e161f tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:08.914205 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 084e5f0b-d393-4c6c-9266-10c1ff6870c6 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:44:08.923957 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-9a6dc89d-b44f-460b-946d-2d43195df165 tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0952115 Jul 13 13:44:08.925911 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 37588) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:08.937686 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-ed47ae1c-f77c-4ec1-a0dc-1d8c0a9615b7 tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] Request body: {'security_group': {'name': 'tempest-secgroup--803711784'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:44:08.940941 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 084e5f0b-d393-4c6c-9266-10c1ff6870c6, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=084e5f0b-d393-4c6c-9266-10c1ff6870c6,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:44:08.948648 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:08.954204 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39726f19-6621-4ce1-8023-c856817e161f tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Pushing event deleted for resources: {'Port': ['ID=6d70d4da-52ab-4e24-890c-4a8d021af7ad,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:08.981637 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ed47ae1c-f77c-4ec1-a0dc-1d8c0a9615b7 tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:09.029768 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=084e5f0b-d393-4c6c-9266-10c1ff6870c6,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:09.032482 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 37592) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:09.056914 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-cc7ad7cb-fe42-4bed-97b4-75afed5b13f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:09.136467 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ed47ae1c-f77c-4ec1-a0dc-1d8c0a9615b7 tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:09.138343 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['084e5f0b-d393-4c6c-9266-10c1ff6870c6'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:44:09.146133 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ed47ae1c-f77c-4ec1-a0dc-1d8c0a9615b7 tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:09.181048 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39726f19-6621-4ce1-8023-c856817e161f tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Router 1d1c4035-5359-4547-a8f3-118bcfe3837f has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 13:44:09.219593 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed47ae1c-f77c-4ec1-a0dc-1d8c0a9615b7 tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d919f4d-ad44-48c8-94dc-757d15eda8bb,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:09.284895 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 37596) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:09.331789 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-cc7ad7cb-fe42-4bed-97b4-75afed5b13f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:09.340809 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-cc7ad7cb-fe42-4bed-97b4-75afed5b13f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:09.369631 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39726f19-6621-4ce1-8023-c856817e161f tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:44:09.381233 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d24f17-4a4f-499c-b9f2-043ef5982ae9 None None] Sync routers for ids ['1d1c4035-5359-4547-a8f3-118bcfe3837f'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:44:09.385161 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7ad7cb-fe42-4bed-97b4-75afed5b13f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8802113-559a-49f7-865d-426b0d25a4c4,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:09.388168 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ed47ae1c-f77c-4ec1-a0dc-1d8c0a9615b7 tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:09.392159 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-ed47ae1c-f77c-4ec1-a0dc-1d8c0a9615b7 tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4610209 Jul 13 13:44:09.393707 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 37600) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:09.399463 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-0a7fcd0f-14a2-4627-b57c-7b01bd96ab65 tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] Request body: {'security_group_rule': {'security_group_id': '6d919f4d-ad44-48c8-94dc-757d15eda8bb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:44:09.402553 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d24f17-4a4f-499c-b9f2-043ef5982ae9 None None] Routers {'1d1c4035-5359-4547-a8f3-118bcfe3837f'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:44:09.403608 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-94d24f17-4a4f-499c-b9f2-043ef5982ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:43:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['1d1c4035-5359-4547-a8f3-118bcfe3837f'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:44:09.424033 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-cc7ad7cb-fe42-4bed-97b4-75afed5b13f9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b97d9393c9294b50a9dbb8eaaf6f272c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3901634 Jul 13 13:44:09.426567 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 37602) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:09.455134 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-94d24f17-4a4f-499c-b9f2-043ef5982ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:44:09.466473 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d24f17-4a4f-499c-b9f2-043ef5982ae9 None None] Routers {'1d1c4035-5359-4547-a8f3-118bcfe3837f'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:44:09.467852 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-94d24f17-4a4f-499c-b9f2-043ef5982ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:43:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['1d1c4035-5359-4547-a8f3-118bcfe3837f'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:44:09.471433 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-39726f19-6621-4ce1-8023-c856817e161f tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:09.485569 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 37608) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:09.491461 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-39726f19-6621-4ce1-8023-c856817e161f tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] 10.222.0.23 "DELETE /v2.0/ports/6d70d4da-52ab-4e24-890c-4a8d021af7ad HTTP/1.1" status: 204 len: 168 time: 1.8747325 Jul 13 13:44:09.508556 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-94d24f17-4a4f-499c-b9f2-043ef5982ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:44:09.509207 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d24f17-4a4f-499c-b9f2-043ef5982ae9 None None] The sync data for ids ['1d1c4035-5359-4547-a8f3-118bcfe3837f'] in n-d-800634-1 is: [] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:44:09.547009 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-36b11174-25bc-4b77-9280-58ae304076fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:09.554772 n-d-800634-1 neutron-server[93750]: INFO neutron.api.v2.resource [None req-0a7fcd0f-14a2-4627-b57c-7b01bd96ab65 tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 13:44:09.559760 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-0a7fcd0f-14a2-4627-b57c-7b01bd96ab65 tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1600621 Jul 13 13:44:09.560241 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 37610) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:09.564795 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-d6d497e5-40bc-4a29-a10a-ba02bc087e6c tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] Request body: {'security_group_rule': {'security_group_id': '6d919f4d-ad44-48c8-94dc-757d15eda8bb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:44:09.577015 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-cda1e9a2-140a-464e-96a1-40f5a0a1cb86 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] 10.222.0.23 "GET /v2.0/floatingips/74feb706-1b51-4e7c-a5dd-b210ee863a36 HTTP/1.1" status: 200 len: 688 time: 0.0881965 Jul 13 13:44:09.577850 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 37612) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:09.642178 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d2a93d52-c773-448d-b5f3-292a11a88ed7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:09.669030 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baad8a33-5085-4285-85f9-2b4b109d939f req-3626d973-1b9e-4d04-8ec6-274e9ed00d67 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:44:09.674195 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-baad8a33-5085-4285-85f9-2b4b109d939f req-3626d973-1b9e-4d04-8ec6-274e9ed00d67 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff113c1b-c263-4008-9d61-0ebe123b1ba5 HTTP/1.1" status: 200 len: 949 time: 0.0914698 Jul 13 13:44:09.711040 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-baad8a33-5085-4285-85f9-2b4b109d939f req-fb6856d8-d2d4-4a31-bdff-474988a4c3b1 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/security-groups?id=945af9a8-1349-436a-a066-b9a0fd8d3dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350862 Jul 13 13:44:09.719684 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d2a93d52-c773-448d-b5f3-292a11a88ed7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:09.848754 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d2a93d52-c773-448d-b5f3-292a11a88ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:09.851565 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d2a93d52-c773-448d-b5f3-292a11a88ed7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:09.852782 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-d2a93d52-c773-448d-b5f3-292a11a88ed7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c8802113-559a-49f7-865d-426b0d25a4c4 HTTP/1.1" status: 204 len: 168 time: 0.4252827 Jul 13 13:44:09.857160 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-36b11174-25bc-4b77-9280-58ae304076fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:09.867858 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-2496a50a-385e-406e-9d5b-224aedb5ba73 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Deleting port fa216245-d46b-44dd-8219-18a7a643ad23 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:44:09.867858 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2496a50a-385e-406e-9d5b-224aedb5ba73 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:09.869485 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a93d52-c773-448d-b5f3-292a11a88ed7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8802113-559a-49f7-865d-426b0d25a4c4,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:09.872936 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-36b11174-25bc-4b77-9280-58ae304076fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:09.883603 n-d-800634-1 neutron-server[93751]: INFO neutron.api.v2.resource [None req-d6d497e5-40bc-4a29-a10a-ba02bc087e6c tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 13:44:09.887076 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-d6d497e5-40bc-4a29-a10a-ba02bc087e6c tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3259783 Jul 13 13:44:09.890193 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 37624) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:09.990300 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-36b11174-25bc-4b77-9280-58ae304076fa admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=026061e1860042cfa42de0e49c240960&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7036829 Jul 13 13:44:09.993510 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 37628) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:10.001173 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0e77eb68-e354-44bb-961e-2390b1365422 tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:10.009786 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b11174-25bc-4b77-9280-58ae304076fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c6f8f27-bbbe-4692-ba4e-859b59b8b9ab,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:10.031545 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0e77eb68-e354-44bb-961e-2390b1365422 tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:10.062547 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2496a50a-385e-406e-9d5b-224aedb5ba73 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:10.062996 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2496a50a-385e-406e-9d5b-224aedb5ba73 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:10.082209 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0e77eb68-e354-44bb-961e-2390b1365422 tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:10.085404 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0e77eb68-e354-44bb-961e-2390b1365422 tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:10.085565 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-2496a50a-385e-406e-9d5b-224aedb5ba73 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Calling delete_port for fa216245-d46b-44dd-8219-18a7a643ad23 owned by network:floatingip {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:44:10.087013 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-0e77eb68-e354-44bb-961e-2390b1365422 tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] 10.222.0.23 "DELETE /v2.0/security-groups/6d919f4d-ad44-48c8-94dc-757d15eda8bb HTTP/1.1" status: 204 len: 168 time: 0.1950626 Jul 13 13:44:10.093771 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 37632) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:10.098734 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e77eb68-e354-44bb-961e-2390b1365422 tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d919f4d-ad44-48c8-94dc-757d15eda8bb,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:10.195814 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8026b2b1-de2a-4a8f-8c19-d034e88ad288 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:10.206217 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-b3701ef9-6e7c-4b57-a967-f39cc11a0fe3 tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1113276 Jul 13 13:44:10.212325 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 37640) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:10.219706 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-583e312c-19d4-4632-8a42-904786082ea7 tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] Request body: {'security_group': {'name': 'tempest-secgroup--394224110'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:44:10.238704 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8026b2b1-de2a-4a8f-8c19-d034e88ad288 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:10.271206 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-583e312c-19d4-4632-8a42-904786082ea7 tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:10.366055 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8026b2b1-de2a-4a8f-8c19-d034e88ad288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:10.374563 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8026b2b1-de2a-4a8f-8c19-d034e88ad288 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:10.375881 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-8026b2b1-de2a-4a8f-8c19-d034e88ad288 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1c6f8f27-bbbe-4692-ba4e-859b59b8b9ab HTTP/1.1" status: 204 len: 168 time: 0.3786941 Jul 13 13:44:10.405214 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8026b2b1-de2a-4a8f-8c19-d034e88ad288 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c6f8f27-bbbe-4692-ba4e-859b59b8b9ab,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:10.426364 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-583e312c-19d4-4632-8a42-904786082ea7 tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:10.434829 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-583e312c-19d4-4632-8a42-904786082ea7 tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:10.437956 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2496a50a-385e-406e-9d5b-224aedb5ba73 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:10.493463 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-583e312c-19d4-4632-8a42-904786082ea7 tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:10.495922 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-583e312c-19d4-4632-8a42-904786082ea7 tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2816133 Jul 13 13:44:10.499722 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 37652) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:10.504266 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-13a5cc46-9e29-4894-b3b1-3928190f5362 tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:44:10.504687 n-d-800634-1 neutron-server[93751]: WARNING neutron.api.v2.base [None req-13a5cc46-9e29-4894-b3b1-3928190f5362 tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 13 13:44:10.505201 n-d-800634-1 neutron-server[93751]: INFO neutron.api.v2.resource [None req-13a5cc46-9e29-4894-b3b1-3928190f5362 tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] update failed (client error): There was a conflict when trying to complete your request. Jul 13 13:44:10.506168 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-13a5cc46-9e29-4894-b3b1-3928190f5362 tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] 10.222.0.23 "PUT /v2.0/security-groups/d2943d97-499a-4824-bbb5-8d19c07d595f HTTP/1.1" status: 409 len: 330 time: 0.0055473 Jul 13 13:44:10.511600 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 37654) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:10.519962 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2496a50a-385e-406e-9d5b-224aedb5ba73 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Pushing event deleted for resources: {'Port': ['ID=fa216245-d46b-44dd-8219-18a7a643ad23,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:10.530078 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583e312c-19d4-4632-8a42-904786082ea7 tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2943d97-499a-4824-bbb5-8d19c07d595f,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:10.600055 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2496a50a-385e-406e-9d5b-224aedb5ba73 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks [] for floatingip, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:10.605155 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2496a50a-385e-406e-9d5b-224aedb5ba73 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for floatingip, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:10.614176 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 37658) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:10.619669 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-2496a50a-385e-406e-9d5b-224aedb5ba73 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] 10.222.0.23 "DELETE /v2.0/floatingips/74feb706-1b51-4e7c-a5dd-b210ee863a36 HTTP/1.1" status: 204 len: 168 time: 1.0397043 Jul 13 13:44:10.620412 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-e18a1d46-1e75-4fcc-be16-c5016f79a1f0 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Request body: {'floatingip': {'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'port_id': '0fb36914-2879-43a3-8397-734c54d807da'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:44:10.625184 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a61bd4be-e135-4cea-9f9b-910a48af4e9a tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:10.670350 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a61bd4be-e135-4cea-9f9b-910a48af4e9a tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:10.681064 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e18a1d46-1e75-4fcc-be16-c5016f79a1f0 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks [] for floatingip, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:10.686071 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 084e5f0b-d393-4c6c-9266-10c1ff6870c6 up at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:44:10.787669 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning for port 084e5f0b-d393-4c6c-9266-10c1ff6870c6 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:44:10.792856 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning complete for port 084e5f0b-d393-4c6c-9266-10c1ff6870c6 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:44:10.793244 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:10.827664 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a61bd4be-e135-4cea-9f9b-910a48af4e9a tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:10.827664 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a61bd4be-e135-4cea-9f9b-910a48af4e9a tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:10.827664 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-a61bd4be-e135-4cea-9f9b-910a48af4e9a tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] 10.222.0.23 "DELETE /v2.0/security-groups/d2943d97-499a-4824-bbb5-8d19c07d595f HTTP/1.1" status: 204 len: 168 time: 0.3138232 Jul 13 13:44:10.829725 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 37668) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:10.842461 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61bd4be-e135-4cea-9f9b-910a48af4e9a tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2943d97-499a-4824-bbb5-8d19c07d595f,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:10.889317 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e18a1d46-1e75-4fcc-be16-c5016f79a1f0 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:10.947965 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-a5e07a44-f183-44c1-8021-ae4497f82285 tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1163070 Jul 13 13:44:10.952279 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 37672) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:10.973086 n-d-800634-1 neutron-server[93750]: INFO neutron.api.v2.resource [None req-721b0e14-2d03-40d2-a1f8-734cfcb563a9 tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] delete failed (client error): The resource could not be found. Jul 13 13:44:10.974086 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-721b0e14-2d03-40d2-a1f8-734cfcb563a9 tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] 10.222.0.23 "DELETE /v2.0/security-groups/a94b06d3-3afe-4d73-9b9b-2e348897bf8d HTTP/1.1" status: 404 len: 347 time: 0.0208638 Jul 13 13:44:10.980102 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 37676) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:10.986770 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 37678) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:11.007255 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:11.009266 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d213fc86-be04-47ee-ae9f-a5f0b03221e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:11.038202 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff113c1b-c263-4008-9d61-0ebe123b1ba5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '084e5f0b-d393-4c6c-9266-10c1ff6870c6'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:44:11.041322 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3179f12-f85b-4ed1-b9c5-daa18b88590c" -d '{"events": [{"server_uuid": "ff113c1b-c263-4008-9d61-0ebe123b1ba5", "name": "network-vif-plugged", "status": "completed", "tag": "084e5f0b-d393-4c6c-9266-10c1ff6870c6"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:44:11.056099 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 084e5f0b-d393-4c6c-9266-10c1ff6870c6, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=084e5f0b-d393-4c6c-9266-10c1ff6870c6,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:44:11.064870 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:11.073033 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04098696-0364-440d-9e57-804a0199a8c6 req-6ffeee91-31d6-41c5-b309-3646458d3801 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:44:11.078777 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-04098696-0364-440d-9e57-804a0199a8c6 req-6ffeee91-31d6-41c5-b309-3646458d3801 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff113c1b-c263-4008-9d61-0ebe123b1ba5 HTTP/1.1" status: 200 len: 949 time: 0.1662302 Jul 13 13:44:11.090708 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-e18a1d46-1e75-4fcc-be16-c5016f79a1f0 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Allocated IP 172.25.6.192 (acf968b8-c524-46a9-a20b-ad9667009130/dde5a78e-bd1e-4f47-8189-7321d4de73d3/6182f1de-ac77-4764-a3ac-76c2ddbf9d6a) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:44:11.165585 n-d-800634-1 neutron-server[93751]: INFO neutron.api.v2.resource [None req-1558e4ed-a7ce-4d10-981e-b06f4a0cf281 tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] show failed (client error): The resource could not be found. Jul 13 13:44:11.167543 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-1558e4ed-a7ce-4d10-981e-b06f4a0cf281 tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] 10.222.0.23 "GET /v2.0/security-groups/d1628d34-71a4-4b8d-80e8-e5c3fc9effd7 HTTP/1.1" status: 404 len: 347 time: 0.1830595 Jul 13 13:44:11.173430 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 37690) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:11.180353 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b614d3e2-c1d4-4d89-bcdb-094b437b6035 x-openstack-request-id: req-b614d3e2-c1d4-4d89-bcdb-094b437b6035 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:44:11.181242 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff113c1b-c263-4008-9d61-0ebe123b1ba5", "name": "network-vif-plugged", "status": "completed", "tag": "084e5f0b-d393-4c6c-9266-10c1ff6870c6", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:44:11.181553 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b614d3e2-c1d4-4d89-bcdb-094b437b6035 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:44:11.182006 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff113c1b-c263-4008-9d61-0ebe123b1ba5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '084e5f0b-d393-4c6c-9266-10c1ff6870c6', 'code': 200} Jul 13 13:44:11.190055 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=084e5f0b-d393-4c6c-9266-10c1ff6870c6,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:11.218439 n-d-800634-1 neutron-server[93751]: INFO neutron.api.v2.resource [None req-3953d573-6f38-4113-8814-11b9bdfa6c0b tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] show failed (client error): The resource could not be found. Jul 13 13:44:11.219474 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-3953d573-6f38-4113-8814-11b9bdfa6c0b tempest-NegativeSecGroupIPv6Test-658026491 tempest-NegativeSecGroupIPv6Test-658026491-project] 10.222.0.23 "GET /v2.0/security-group-rules/994dcaf1-a8d8-4037-8978-c7577843b2d2 HTTP/1.1" status: 404 len: 356 time: 0.0447392 Jul 13 13:44:11.230193 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-04098696-0364-440d-9e57-804a0199a8c6 req-ef8947bc-1b94-47e5-8e9b-a1d861df6d74 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/security-groups?id=945af9a8-1349-436a-a066-b9a0fd8d3dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370790 Jul 13 13:44:11.333976 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e18a1d46-1e75-4fcc-be16-c5016f79a1f0 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:11.383931 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d213fc86-be04-47ee-ae9f-a5f0b03221e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:11.391376 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d975fd9a-f5c7-4e05-bf57-c606a831b6d7 req-46d741d2-575e-43e8-b464-f3fd8c96e464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:44:11.392579 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d213fc86-be04-47ee-ae9f-a5f0b03221e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:11.392762 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d975fd9a-f5c7-4e05-bf57-c606a831b6d7 req-46d741d2-575e-43e8-b464-f3fd8c96e464 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ff113c1b-c263-4008-9d61-0ebe123b1ba5 HTTP/1.1" status: 200 len: 1101 time: 0.1472976 Jul 13 13:44:11.434005 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e18a1d46-1e75-4fcc-be16-c5016f79a1f0 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:11.487432 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213fc86-be04-47ee-ae9f-a5f0b03221e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=767c0296-3b2b-45b7-8128-7b3cd96938ff,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:11.493053 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-d213fc86-be04-47ee-ae9f-a5f0b03221e8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5095b527d3d14d25a638d41006029035&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5047855 Jul 13 13:44:11.496120 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 37710) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:11.515189 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d975fd9a-f5c7-4e05-bf57-c606a831b6d7 req-b9a60e81-dcc9-415f-a44b-b0486f6c716c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=945af9a8-1349-436a-a066-b9a0fd8d3dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118290 Jul 13 13:44:11.525664 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e18a1d46-1e75-4fcc-be16-c5016f79a1f0 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Network acf968b8-c524-46a9-a20b-ad9667009130 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:44:11.532900 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-e18a1d46-1e75-4fcc-be16-c5016f79a1f0 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:44:11.543766 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18a1d46-1e75-4fcc-be16-c5016f79a1f0 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:44:11.548757 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18a1d46-1e75-4fcc-be16-c5016f79a1f0 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Pushing event updated for resources: {'Port': ['ID=6182f1de-ac77-4764-a3ac-76c2ddbf9d6a,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:11.575064 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-978192f1-2731-4bac-be29-65e72eaa90cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:11.606924 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-978192f1-2731-4bac-be29-65e72eaa90cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:11.691889 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-978192f1-2731-4bac-be29-65e72eaa90cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:11.694844 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-978192f1-2731-4bac-be29-65e72eaa90cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:11.700478 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-978192f1-2731-4bac-be29-65e72eaa90cf admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/767c0296-3b2b-45b7-8128-7b3cd96938ff HTTP/1.1" status: 204 len: 168 time: 0.2014532 Jul 13 13:44:11.712574 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978192f1-2731-4bac-be29-65e72eaa90cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=767c0296-3b2b-45b7-8128-7b3cd96938ff,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:11.724318 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 37718) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:11.924682 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-18e55803-a0cb-41a7-981f-e1730e679f12 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7dfe510adbce4afc963ec098554b780e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1982648 Jul 13 13:44:11.927280 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 37726) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:12.015387 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2e655751-4f7e-4a14-a149-e6988cf977be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:12.054818 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2e655751-4f7e-4a14-a149-e6988cf977be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:12.122800 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2e655751-4f7e-4a14-a149-e6988cf977be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:12.126911 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2e655751-4f7e-4a14-a149-e6988cf977be admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:12.128768 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-2e655751-4f7e-4a14-a149-e6988cf977be admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/93926cd4-a49f-41fe-9dd9-f18e1175a9db HTTP/1.1" status: 204 len: 168 time: 0.2004995 Jul 13 13:44:12.138291 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e655751-4f7e-4a14-a149-e6988cf977be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93926cd4-a49f-41fe-9dd9-f18e1175a9db,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:12.160890 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e18a1d46-1e75-4fcc-be16-c5016f79a1f0 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:12.322768 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e18a1d46-1e75-4fcc-be16-c5016f79a1f0 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:12.921207 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8893e96-2ce2-4c1c-8c0e-0302098c1fc0 req-365980de-8b68-4048-baf8-8e3d67ed5ff4 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:44:12.923370 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d8893e96-2ce2-4c1c-8c0e-0302098c1fc0 req-365980de-8b68-4048-baf8-8e3d67ed5ff4 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff113c1b-c263-4008-9d61-0ebe123b1ba5 HTTP/1.1" status: 200 len: 950 time: 0.5094061 Jul 13 13:44:12.943067 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 37778) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:12.992945 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d8893e96-2ce2-4c1c-8c0e-0302098c1fc0 req-75ec99c5-2bdb-44f3-9865-056e1c98ad35 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/security-groups?id=945af9a8-1349-436a-a066-b9a0fd8d3dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622444 Jul 13 13:44:13.013595 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e18a1d46-1e75-4fcc-be16-c5016f79a1f0 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:13.020672 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e18a1d46-1e75-4fcc-be16-c5016f79a1f0 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:13.107242 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18a1d46-1e75-4fcc-be16-c5016f79a1f0 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Pushing event updated for resources: {'Port': ['ID=6182f1de-ac77-4764-a3ac-76c2ddbf9d6a,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:13.117618 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e18a1d46-1e75-4fcc-be16-c5016f79a1f0 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446547'] for floatingip, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:13.181655 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-be6871fe-bf75-4ebd-87e1-1f6316e295b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:13.259236 n-d-800634-1 neutron-server[93751]: INFO neutron.db.l3_db [None req-e18a1d46-1e75-4fcc-be16-c5016f79a1f0 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Floating IP cf485cba-6a8c-47bc-9357-d95f494753ca associated. External IP: 172.25.6.192, port: 0fb36914-2879-43a3-8397-734c54d807da. Jul 13 13:44:13.331565 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-be6871fe-bf75-4ebd-87e1-1f6316e295b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:13.339380 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-be6871fe-bf75-4ebd-87e1-1f6316e295b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:13.393709 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-be6871fe-bf75-4ebd-87e1-1f6316e295b8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1b78e62be2de4426a2445a923adce53a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4491427 Jul 13 13:44:13.394532 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 37800) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:13.429642 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6871fe-bf75-4ebd-87e1-1f6316e295b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c13544b8-aa79-4d51-8c4e-190f2e508cbb,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:13.463993 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-40f67680-f725-45e8-87aa-aa1864f7566c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:13.497779 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-40f67680-f725-45e8-87aa-aa1864f7566c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:13.585069 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-40f67680-f725-45e8-87aa-aa1864f7566c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:13.591158 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-40f67680-f725-45e8-87aa-aa1864f7566c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:13.592557 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-40f67680-f725-45e8-87aa-aa1864f7566c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c13544b8-aa79-4d51-8c4e-190f2e508cbb HTTP/1.1" status: 204 len: 168 time: 0.1963835 Jul 13 13:44:13.604931 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f67680-f725-45e8-87aa-aa1864f7566c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c13544b8-aa79-4d51-8c4e-190f2e508cbb,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:13.608649 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e18a1d46-1e75-4fcc-be16-c5016f79a1f0 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Router 1d1c4035-5359-4547-a8f3-118bcfe3837f has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 13:44:13.685987 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 37812) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:13.727143 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e18a1d46-1e75-4fcc-be16-c5016f79a1f0 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:44:13.738147 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1dec3fe-25d4-42ca-8276-cf2861ceded7 None None] Sync routers for ids ['1d1c4035-5359-4547-a8f3-118bcfe3837f'] in n-d-800634-1 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:44:13.752642 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e18a1d46-1e75-4fcc-be16-c5016f79a1f0 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for floatingip, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:13.753766 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1dec3fe-25d4-42ca-8276-cf2861ceded7 None None] Routers {'1d1c4035-5359-4547-a8f3-118bcfe3837f'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:44:13.754496 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-d1dec3fe-25d4-42ca-8276-cf2861ceded7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:43:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['1d1c4035-5359-4547-a8f3-118bcfe3837f'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:44:13.795698 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-d1dec3fe-25d4-42ca-8276-cf2861ceded7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:44:13.806351 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1dec3fe-25d4-42ca-8276-cf2861ceded7 None None] Routers {'1d1c4035-5359-4547-a8f3-118bcfe3837f'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:44:13.807055 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-d1dec3fe-25d4-42ca-8276-cf2861ceded7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:43:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['1d1c4035-5359-4547-a8f3-118bcfe3837f'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:44:13.810982 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-e18a1d46-1e75-4fcc-be16-c5016f79a1f0 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 3.1934040 Jul 13 13:44:13.811727 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 37818) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:13.820047 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-17334be6-31c4-4c5e-b219-b5d2bf428931 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-20727414'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:44:13.846282 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-d1dec3fe-25d4-42ca-8276-cf2861ceded7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:44:13.847246 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1dec3fe-25d4-42ca-8276-cf2861ceded7 None None] The sync data for ids ['1d1c4035-5359-4547-a8f3-118bcfe3837f'] in n-d-800634-1 is: [] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:44:13.883200 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17334be6-31c4-4c5e-b219-b5d2bf428931 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Made reservation on behalf of b06282a4238c4fbb965bd4cb36a268f1 for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:44:13.892199 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-17334be6-31c4-4c5e-b219-b5d2bf428931 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:13.948617 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17334be6-31c4-4c5e-b219-b5d2bf428931 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 13:44:13.967273 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-17334be6-31c4-4c5e-b219-b5d2bf428931 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:13.967616 n-d-800634-1 neutron-server[93751]: INFO neutron.db.segments_db [None req-17334be6-31c4-4c5e-b219-b5d2bf428931 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Added segment 710626a1-a173-4d5a-b00e-b455dcc6fb55 of type vlan for network e1b1b80f-07c8-4202-ada8-7879a2b2857d Jul 13 13:44:14.055692 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-17334be6-31c4-4c5e-b219-b5d2bf428931 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:14.115743 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-17334be6-31c4-4c5e-b219-b5d2bf428931 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:14.126770 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17334be6-31c4-4c5e-b219-b5d2bf428931 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:44:14.127496 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-17334be6-31c4-4c5e-b219-b5d2bf428931 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:14.208718 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-17334be6-31c4-4c5e-b219-b5d2bf428931 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3963552 Jul 13 13:44:14.211818 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 37850) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:14.216030 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17334be6-31c4-4c5e-b219-b5d2bf428931 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Pushing event updated for resources: {'Network': ['ID=e1b1b80f-07c8-4202-ada8-7879a2b2857d,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:14.227417 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-d35ec703-c898-4cd6-bb2e-c0c971288144 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Request body: {'subnet': {'network_id': 'e1b1b80f-07c8-4202-ada8-7879a2b2857d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:44:14.233703 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network e1b1b80f-07c8-4202-ada8-7879a2b2857d details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 13:44:14.260632 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 37852) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:14.303841 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb7cc3c-0fe2-4e74-bf10-ab8b97de1bd5 req-51b3d6f4-3078-4a9d-8e98-2a167cc64941 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:44:14.312296 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-bdb7cc3c-0fe2-4e74-bf10-ab8b97de1bd5 req-51b3d6f4-3078-4a9d-8e98-2a167cc64941 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff113c1b-c263-4008-9d61-0ebe123b1ba5 HTTP/1.1" status: 200 len: 950 time: 0.0866337 Jul 13 13:44:14.366791 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-bdb7cc3c-0fe2-4e74-bf10-ab8b97de1bd5 req-d255ddd8-dac2-42ea-af37-17dbb3630a90 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/security-groups?id=945af9a8-1349-436a-a066-b9a0fd8d3dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531654 Jul 13 13:44:14.369539 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-0f326d88-f2f5-4c27-b16f-d04fbdf8fa4d tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:44:14.371489 n-d-800634-1 neutron-server[93750]: WARNING neutron.api.v2.base [None req-0f326d88-f2f5-4c27-b16f-d04fbdf8fa4d tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 13 13:44:14.372304 n-d-800634-1 neutron-server[93750]: INFO neutron.api.v2.resource [None req-0f326d88-f2f5-4c27-b16f-d04fbdf8fa4d tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] create failed (client error): There was a conflict when trying to complete your request. Jul 13 13:44:14.373561 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-0f326d88-f2f5-4c27-b16f-d04fbdf8fa4d tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.6863093 Jul 13 13:44:14.377446 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 37856) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:14.384288 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-ce36487d-4327-4419-acca-b8a702f55ea8 tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] Request body: {'security_group': {'name': 'tempest-secgroup--755362323'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:44:14.462411 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 37860) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:14.469971 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ce36487d-4327-4419-acca-b8a702f55ea8 tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:14.487016 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4bb307cb-5045-4dcd-ab0c-e13815a946b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:14.503251 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ce36487d-4327-4419-acca-b8a702f55ea8 tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:14.522421 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d35ec703-c898-4cd6-bb2e-c0c971288144 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Made reservation on behalf of b06282a4238c4fbb965bd4cb36a268f1 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:44:14.543329 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d35ec703-c898-4cd6-bb2e-c0c971288144 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4763385'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:14.638109 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4bb307cb-5045-4dcd-ab0c-e13815a946b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:14.645193 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4bb307cb-5045-4dcd-ab0c-e13815a946b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:14.702863 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb307cb-5045-4dcd-ab0c-e13815a946b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88a2605c-cf10-4222-9098-ae71e413823f,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:14.721935 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 37864) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:14.726852 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-4bb307cb-5045-4dcd-ab0c-e13815a946b7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e618295e950346a1a350b69857116a05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2605889 Jul 13 13:44:14.727494 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 37866) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:14.778492 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3353a6a-6bf3-4c16-846f-deda9c5da3e3 req-a5685ce1-a25c-434b-937a-7748a920173a tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:44:14.780061 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b3353a6a-6bf3-4c16-846f-deda9c5da3e3 req-a5685ce1-a25c-434b-937a-7748a920173a tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff113c1b-c263-4008-9d61-0ebe123b1ba5 HTTP/1.1" status: 200 len: 950 time: 0.2013996 Jul 13 13:44:14.787882 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9d696f44-d38f-4bd9-80eb-2b068b699554 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:14.827319 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8d4f0538-1bf9-4b4d-8558-433b0a9cd046 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:14.849816 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8d4f0538-1bf9-4b4d-8558-433b0a9cd046 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:14.851305 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-574b55a4-83e3-4d49-abb9-2c544925201a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:14.898293 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8d4f0538-1bf9-4b4d-8558-433b0a9cd046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:14.901582 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8d4f0538-1bf9-4b4d-8558-433b0a9cd046 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:14.902760 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-8d4f0538-1bf9-4b4d-8558-433b0a9cd046 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/88a2605c-cf10-4222-9098-ae71e413823f HTTP/1.1" status: 204 len: 168 time: 0.1734271 Jul 13 13:44:14.911099 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4f0538-1bf9-4b4d-8558-433b0a9cd046 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88a2605c-cf10-4222-9098-ae71e413823f,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:14.934185 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b3353a6a-6bf3-4c16-846f-deda9c5da3e3 req-fa429c2a-bcff-469b-ac96-5efdc7f169e6 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/security-groups?id=945af9a8-1349-436a-a066-b9a0fd8d3dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396301 Jul 13 13:44:14.952902 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ce36487d-4327-4419-acca-b8a702f55ea8 tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:14.958980 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ce36487d-4327-4419-acca-b8a702f55ea8 tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:14.981500 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d35ec703-c898-4cd6-bb2e-c0c971288144 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5970588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4763339'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:15.018891 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce36487d-4327-4419-acca-b8a702f55ea8 tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] Pushing event updated for resources: {'SecurityGroup': ['ID=603dccb6-ef9e-4f56-8253-516951f83e51,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:15.058748 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35ec703-c898-4cd6-bb2e-c0c971288144 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Pushing event updated for resources: {'Subnet': ['ID=e4929a28-be14-49a4-8862-cbf68deb8e43,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:15.076498 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35ec703-c898-4cd6-bb2e-c0c971288144 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Checking segment: {'id': '710626a1-a173-4d5a-b00e-b455dcc6fb55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'e1b1b80f-07c8-4202-ada8-7879a2b2857d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:44:15.076868 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d35ec703-c898-4cd6-bb2e-c0c971288144 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Network hostable DHCP agents. Network: e1b1b80f-07c8-4202-ada8-7879a2b2857d, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 13:44:15.102527 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9d696f44-d38f-4bd9-80eb-2b068b699554 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:15.107958 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d35ec703-c898-4cd6-bb2e-c0c971288144 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Network e1b1b80f-07c8-4202-ada8-7879a2b2857d is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 13:44:15.115363 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9d696f44-d38f-4bd9-80eb-2b068b699554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:15.128992 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-d35ec703-c898-4cd6-bb2e-c0c971288144 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, e1b1b80f-07c8-4202-ada8-7879a2b2857d) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:44:15.132143 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.db.api [None req-ce36487d-4327-4419-acca-b8a702f55ea8 tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 13 13:44:15.132143 n-d-800634-1 neutron-server[93750]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 13 13:44:15.132143 n-d-800634-1 neutron-server[93750]: [parameters: {'project_id_1': 'c6f03c41eac344ef95017c97a8db5b18', 'expiration_1': datetime.datetime(2021, 7, 13, 13, 44, 14, 974279)}] Jul 13 13:44:15.132143 n-d-800634-1 neutron-server[93750]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93750) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 13:44:15.132891 n-d-800634-1 neutron-server[93750]: DEBUG oslo_db.api [None req-ce36487d-4327-4419-acca-b8a702f55ea8 tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 13:44:15.141197 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d35ec703-c898-4cd6-bb2e-c0c971288144 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:44:15.142036 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d35ec703-c898-4cd6-bb2e-c0c971288144 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:15.146003 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f047a8b1-5d8f-4517-9b4a-04be83d77c7d None None] Network e1b1b80f-07c8-4202-ada8-7879a2b2857d requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:44:15.179595 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-9d696f44-d38f-4bd9-80eb-2b068b699554 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=542ecde090b34c819d704afa8a290a58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9178219 Jul 13 13:44:15.180837 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d696f44-d38f-4bd9-80eb-2b068b699554 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaf0d1a2-11c9-4128-8581-1f0c8b546b0c,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:15.184156 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 37884) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:15.283396 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-de4a9776-05ae-4514-b8d8-411eefdcc04b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:15.356002 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-574b55a4-83e3-4d49-abb9-2c544925201a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:15.364623 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-574b55a4-83e3-4d49-abb9-2c544925201a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:15.368516 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-de4a9776-05ae-4514-b8d8-411eefdcc04b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:15.391594 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-d35ec703-c898-4cd6-bb2e-c0c971288144 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1778612 Jul 13 13:44:15.399912 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 37890) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:15.418655 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-e0b022fb-526d-4de5-99de-c4a800f14308 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1540986744', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}, 'admin_state_up': False}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:44:15.430826 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-de4a9776-05ae-4514-b8d8-411eefdcc04b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:15.435391 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-de4a9776-05ae-4514-b8d8-411eefdcc04b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:15.440568 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-de4a9776-05ae-4514-b8d8-411eefdcc04b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/eaf0d1a2-11c9-4128-8581-1f0c8b546b0c HTTP/1.1" status: 204 len: 168 time: 0.2551203 Jul 13 13:44:15.450769 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4a9776-05ae-4514-b8d8-411eefdcc04b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaf0d1a2-11c9-4128-8581-1f0c8b546b0c,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:15.457268 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-574b55a4-83e3-4d49-abb9-2c544925201a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f0515f55d67e43f588e0b9caee78c96c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7306225 Jul 13 13:44:15.459508 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 37894) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:15.496011 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574b55a4-83e3-4d49-abb9-2c544925201a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53adf56d-cd1c-47b6-9659-6c2e59d89742,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:15.505537 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd3ebd85-933d-4d52-8d21-72cd8b645c3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a7201e1-61ce-5a3e-b7f7-e800379ed03b-e1b1b80f-07c8-4202-ada8-7879a2b2857d', 'network_id': 'e1b1b80f-07c8-4202-ada8-7879a2b2857d', 'tenant_id': 'b06282a4238c4fbb965bd4cb36a268f1', 'fixed_ips': [{'subnet_id': 'e4929a28-be14-49a4-8862-cbf68deb8e43'}]}} from n-d-800634-1. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 13:44:15.507813 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-bd3ebd85-933d-4d52-8d21-72cd8b645c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:15.516628 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e0b022fb-526d-4de5-99de-c4a800f14308 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1591928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2714'] for router, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:15.517724 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e0b022fb-526d-4de5-99de-c4a800f14308 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447198', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1629690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2689'] for router, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:15.531272 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 13:44:15.601069 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e0b022fb-526d-4de5-99de-c4a800f14308 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:15.611164 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8945836d-2482-4e88-82bf-531d1b20bcc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:15.657102 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ce36487d-4327-4419-acca-b8a702f55ea8 tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:15.734534 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8945836d-2482-4e88-82bf-531d1b20bcc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:15.776673 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-bd3ebd85-933d-4d52-8d21-72cd8b645c3c None None] Allocated IP 172.20.0.2 (e1b1b80f-07c8-4202-ada8-7879a2b2857d/e4929a28-be14-49a4-8862-cbf68deb8e43/1e830960-d0fc-42ec-9756-6f24ab05c530) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:44:15.801150 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e0b022fb-526d-4de5-99de-c4a800f14308 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447180', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1591910', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2751'] for router, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:15.821006 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6b1bf392-a2f5-44c1-be34-3aadd66dfb52 req-e3505a26-71c1-4b00-a4c3-e6bbe923f3ec service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ff113c1b-c263-4008-9d61-0ebe123b1ba5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1835923 Jul 13 13:44:15.897671 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83039af-934b-4edb-8392-86937cb972aa req-fbd59c5d-2556-4ba5-9409-01723b23b249 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:44:15.909705 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e83039af-934b-4edb-8392-86937cb972aa req-fbd59c5d-2556-4ba5-9409-01723b23b249 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff113c1b-c263-4008-9d61-0ebe123b1ba5 HTTP/1.1" status: 200 len: 950 time: 0.1840281 Jul 13 13:44:15.911562 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8945836d-2482-4e88-82bf-531d1b20bcc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:15.914128 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8945836d-2482-4e88-82bf-531d1b20bcc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:15.918385 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-8945836d-2482-4e88-82bf-531d1b20bcc7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/53adf56d-cd1c-47b6-9659-6c2e59d89742 HTTP/1.1" status: 204 len: 168 time: 0.4548495 Jul 13 13:44:15.918589 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ce36487d-4327-4419-acca-b8a702f55ea8 tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:15.926300 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ce36487d-4327-4419-acca-b8a702f55ea8 tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:15.945211 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8945836d-2482-4e88-82bf-531d1b20bcc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53adf56d-cd1c-47b6-9659-6c2e59d89742,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:15.967592 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ce36487d-4327-4419-acca-b8a702f55ea8 tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:15.972251 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-ce36487d-4327-4419-acca-b8a702f55ea8 tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.5929489 Jul 13 13:44:15.973153 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 37918) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:15.979254 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce36487d-4327-4419-acca-b8a702f55ea8 tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29e0c89b-beb6-4db7-be82-b4c7e8c61cad,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:15.991773 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-581f4f47-6e91-43b3-a90a-d42cc27142b7 tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] Request body: {'security_group_rule': {'security_group_id': '29e0c89b-beb6-4db7-be82-b4c7e8c61cad', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:44:16.030164 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e83039af-934b-4edb-8392-86937cb972aa req-dbc27e34-7d59-4942-8276-69d2fbf7c80d tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/security-groups?id=945af9a8-1349-436a-a066-b9a0fd8d3dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192644 Jul 13 13:44:16.062774 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-581f4f47-6e91-43b3-a90a-d42cc27142b7 tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:16.146075 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e0b022fb-526d-4de5-99de-c4a800f14308 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks [] for router_gateway, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:16.173617 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e0b022fb-526d-4de5-99de-c4a800f14308 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:16.212162 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-581f4f47-6e91-43b3-a90a-d42cc27142b7 tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:16.220941 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-581f4f47-6e91-43b3-a90a-d42cc27142b7 tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:16.257178 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581f4f47-6e91-43b3-a90a-d42cc27142b7 tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=652b5e88-22a0-4bba-8f47-0ba5024f5c4f,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:16.277192 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-581f4f47-6e91-43b3-a90a-d42cc27142b7 tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:16.278526 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-581f4f47-6e91-43b3-a90a-d42cc27142b7 tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3040328 Jul 13 13:44:16.282636 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 37934) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:16.287867 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-2f4a7b76-6ccb-4b0b-9a24-be83835b5e2f tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] Request body: {'security_group_rule': {'security_group_id': '29e0c89b-beb6-4db7-be82-b4c7e8c61cad', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:44:16.298807 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-bd3ebd85-933d-4d52-8d21-72cd8b645c3c None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:16.333953 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-bd3ebd85-933d-4d52-8d21-72cd8b645c3c None None] Transition to ACTIVE for port object 1e830960-d0fc-42ec-9756-6f24ab05c530 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:44:16.334174 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2f4a7b76-6ccb-4b0b-9a24-be83835b5e2f tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:16.371280 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-bd3ebd85-933d-4d52-8d21-72cd8b645c3c None None] Transition to ACTIVE for port object 1e830960-d0fc-42ec-9756-6f24ab05c530 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:44:16.382318 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-bd3ebd85-933d-4d52-8d21-72cd8b645c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:16.386485 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-e0b022fb-526d-4de5-99de-c4a800f14308 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Allocated IP 172.25.6.13 (acf968b8-c524-46a9-a20b-ad9667009130/dde5a78e-bd1e-4f47-8189-7321d4de73d3/354dd3a0-2bf0-4875-867f-8022a2e51ed2) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:44:16.443795 n-d-800634-1 neutron-server[93751]: INFO neutron.api.v2.resource [None req-2f4a7b76-6ccb-4b0b-9a24-be83835b5e2f tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] create failed (client error): There was a conflict when trying to complete your request. Jul 13 13:44:16.445499 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-2f4a7b76-6ccb-4b0b-9a24-be83835b5e2f tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1618974 Jul 13 13:44:16.448439 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 37940) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:16.463353 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd3ebd85-933d-4d52-8d21-72cd8b645c3c None None] Network e1b1b80f-07c8-4202-ada8-7879a2b2857d is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:44:16.467048 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-bd3ebd85-933d-4d52-8d21-72cd8b645c3c None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:44:16.469781 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3ebd85-933d-4d52-8d21-72cd8b645c3c None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:44:16.497548 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3ebd85-933d-4d52-8d21-72cd8b645c3c None None] Pushing event updated for resources: {'Port': ['ID=1e830960-d0fc-42ec-9756-6f24ab05c530,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:16.529767 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3ebd85-933d-4d52-8d21-72cd8b645c3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:44:16.537471 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3ebd85-933d-4d52-8d21-72cd8b645c3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:44:16.539694 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3ebd85-933d-4d52-8d21-72cd8b645c3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:44:16.541079 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3ebd85-933d-4d52-8d21-72cd8b645c3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:44:16.541809 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3ebd85-933d-4d52-8d21-72cd8b645c3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:44:16.542719 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ac456ee5-4673-4066-9cfc-1c941c0a0571 tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:16.545340 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3ebd85-933d-4d52-8d21-72cd8b645c3c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:44:16.545875 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3ebd85-933d-4d52-8d21-72cd8b645c3c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:44:16.546483 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3ebd85-933d-4d52-8d21-72cd8b645c3c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:44:16.547067 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3ebd85-933d-4d52-8d21-72cd8b645c3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:44:16.547639 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3ebd85-933d-4d52-8d21-72cd8b645c3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:44:16.548198 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3ebd85-933d-4d52-8d21-72cd8b645c3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:44:16.549233 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e0b022fb-526d-4de5-99de-c4a800f14308 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:16.549608 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3ebd85-933d-4d52-8d21-72cd8b645c3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:44:16.587279 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-bd3ebd85-933d-4d52-8d21-72cd8b645c3c None None] Attempting to bind port 1e830960-d0fc-42ec-9756-6f24ab05c530 on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:44:16.588457 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ac456ee5-4673-4066-9cfc-1c941c0a0571 tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:16.589072 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-bd3ebd85-933d-4d52-8d21-72cd8b645c3c None None] Attempting to bind port 1e830960-d0fc-42ec-9756-6f24ab05c530 by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '710626a1-a173-4d5a-b00e-b455dcc6fb55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'e1b1b80f-07c8-4202-ada8-7879a2b2857d'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:44:16.589679 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3ebd85-933d-4d52-8d21-72cd8b645c3c None None] Attempting to bind port 1e830960-d0fc-42ec-9756-6f24ab05c530 on network e1b1b80f-07c8-4202-ada8-7879a2b2857d {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:44:16.595762 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3ebd85-933d-4d52-8d21-72cd8b645c3c None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 43, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:44:16.597146 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3ebd85-933d-4d52-8d21-72cd8b645c3c None None] Checking segment: {'id': '710626a1-a173-4d5a-b00e-b455dcc6fb55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'e1b1b80f-07c8-4202-ada8-7879a2b2857d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:44:16.597841 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-bd3ebd85-933d-4d52-8d21-72cd8b645c3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:16.598462 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3ebd85-933d-4d52-8d21-72cd8b645c3c None None] Bound using segment: {'id': '710626a1-a173-4d5a-b00e-b455dcc6fb55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'e1b1b80f-07c8-4202-ada8-7879a2b2857d'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:44:16.599178 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-bd3ebd85-933d-4d52-8d21-72cd8b645c3c None None] Bound port: 1e830960-d0fc-42ec-9756-6f24ab05c530, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '710626a1-a173-4d5a-b00e-b455dcc6fb55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'e1b1b80f-07c8-4202-ada8-7879a2b2857d'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:44:16.599830 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-bd3ebd85-933d-4d52-8d21-72cd8b645c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:16.606064 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e0b022fb-526d-4de5-99de-c4a800f14308 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:16.651329 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ac456ee5-4673-4066-9cfc-1c941c0a0571 tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:16.654486 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ac456ee5-4673-4066-9cfc-1c941c0a0571 tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:16.655712 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-ac456ee5-4673-4066-9cfc-1c941c0a0571 tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] 10.222.0.23 "DELETE /v2.0/security-groups/29e0c89b-beb6-4db7-be82-b4c7e8c61cad HTTP/1.1" status: 204 len: 168 time: 0.2061024 Jul 13 13:44:16.659988 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 37946) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:16.669217 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b022fb-526d-4de5-99de-c4a800f14308 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Network acf968b8-c524-46a9-a20b-ad9667009130 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:44:16.671848 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac456ee5-4673-4066-9cfc-1c941c0a0571 tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29e0c89b-beb6-4db7-be82-b4c7e8c61cad,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:16.685535 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-e0b022fb-526d-4de5-99de-c4a800f14308 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:44:16.688194 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b022fb-526d-4de5-99de-c4a800f14308 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:44:16.716893 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b022fb-526d-4de5-99de-c4a800f14308 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Pushing event updated for resources: {'Port': ['ID=354dd3a0-2bf0-4875-867f-8022a2e51ed2,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:16.733045 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-bd3ebd85-933d-4d52-8d21-72cd8b645c3c None None] For port 1e830960-d0fc-42ec-9756-6f24ab05c530, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:44:16.739169 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-bd3ebd85-933d-4d52-8d21-72cd8b645c3c None None] For port 1e830960-d0fc-42ec-9756-6f24ab05c530, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=1e830960-d0fc-42ec-9756-6f24ab05c530,segment=NetworkSegment(710626a1-a173-4d5a-b00e-b455dcc6fb55),segment_id=710626a1-a173-4d5a-b00e-b455dcc6fb55)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:44:16.770179 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-bd3ebd85-933d-4d52-8d21-72cd8b645c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:16.876408 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3ebd85-933d-4d52-8d21-72cd8b645c3c None None] Pushing event updated for resources: {'Port': ['ID=1e830960-d0fc-42ec-9756-6f24ab05c530,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:17.175983 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-66aac209-1d0e-448f-a2e2-12710e31ed7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:17.506713 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-041c9fed-b3f3-4f16-8bb2-671350876cd8 tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.8360772 Jul 13 13:44:17.510543 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 37994) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:17.517129 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-67e0f4ba-cc10-4bbf-aea1-de5a1404b9fa tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] Request body: {'security_group': {'name': 'tempest-secgroup--1433236026'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:44:17.574822 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-67e0f4ba-cc10-4bbf-aea1-de5a1404b9fa tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:17.648570 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 1e830960-d0fc-42ec-9756-6f24ab05c530 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:44:17.727770 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e0b022fb-526d-4de5-99de-c4a800f14308 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks [] for router_gateway, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:17.757462 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port 1e830960-d0fc-42ec-9756-6f24ab05c530 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:44:17.797707 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-67e0f4ba-cc10-4bbf-aea1-de5a1404b9fa tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:17.803353 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-67e0f4ba-cc10-4bbf-aea1-de5a1404b9fa tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:17.849121 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-67e0f4ba-cc10-4bbf-aea1-de5a1404b9fa tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:17.855104 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-67e0f4ba-cc10-4bbf-aea1-de5a1404b9fa tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3425508 Jul 13 13:44:17.858684 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 38004) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:17.865612 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-60ca3671-0a3e-4eb4-ba16-4ea4417fadab tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] Request body: {'security_group_rule': {'security_group_id': '55d7e11f-2c54-41c4-a116-52cacf900c7c', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:44:17.866782 n-d-800634-1 neutron-server[93751]: WARNING neutron.api.v2.base [None req-60ca3671-0a3e-4eb4-ba16-4ea4417fadab tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 13 13:44:17.867455 n-d-800634-1 neutron-server[93751]: INFO neutron.api.v2.resource [None req-60ca3671-0a3e-4eb4-ba16-4ea4417fadab tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 13:44:17.872117 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-60ca3671-0a3e-4eb4-ba16-4ea4417fadab tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0124464 Jul 13 13:44:17.872702 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 38006) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:17.875896 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e0f4ba-cc10-4bbf-aea1-de5a1404b9fa tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55d7e11f-2c54-41c4-a116-52cacf900c7c,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:17.918794 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce60f9d-53f5-4180-9b5f-da2dc1944b15 req-bdd21fe2-f059-44b3-9ab1-e9c75b955d8e tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:44:17.918794 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bce60f9d-53f5-4180-9b5f-da2dc1944b15 req-bdd21fe2-f059-44b3-9ab1-e9c75b955d8e tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff113c1b-c263-4008-9d61-0ebe123b1ba5 HTTP/1.1" status: 200 len: 950 time: 0.4156578 Jul 13 13:44:17.984877 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9731a5de-21eb-469f-874b-9a1be130bd71 tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:18.015939 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bce60f9d-53f5-4180-9b5f-da2dc1944b15 req-cb4ea6cc-6b3d-48bd-9955-00fd1976a401 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/security-groups?id=945af9a8-1349-436a-a066-b9a0fd8d3dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863507 Jul 13 13:44:18.031467 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9731a5de-21eb-469f-874b-9a1be130bd71 tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:18.123866 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9731a5de-21eb-469f-874b-9a1be130bd71 tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:18.131004 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9731a5de-21eb-469f-874b-9a1be130bd71 tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:18.136108 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-9731a5de-21eb-469f-874b-9a1be130bd71 tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] 10.222.0.23 "DELETE /v2.0/security-groups/55d7e11f-2c54-41c4-a116-52cacf900c7c HTTP/1.1" status: 204 len: 168 time: 0.2592499 Jul 13 13:44:18.137098 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 38014) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:18.180657 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9731a5de-21eb-469f-874b-9a1be130bd71 tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55d7e11f-2c54-41c4-a116-52cacf900c7c,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:18.200985 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e0b022fb-526d-4de5-99de-c4a800f14308 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447217'] for router, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:18.322077 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1bf392-a2f5-44c1-be34-3aadd66dfb52 req-2a9b0efa-9719-4c1d-84eb-fea6f136557f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:44:18.325689 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6b1bf392-a2f5-44c1-be34-3aadd66dfb52 req-2a9b0efa-9719-4c1d-84eb-fea6f136557f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c6349d73ae13458a9d892a7db2dc0433&device_id=ff113c1b-c263-4008-9d61-0ebe123b1ba5 HTTP/1.1" status: 200 len: 1101 time: 0.1398375 Jul 13 13:44:18.356619 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-6c96522b-0101-4069-ab15-4ed82e344223 tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2095137 Jul 13 13:44:18.360380 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 38036) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:18.375082 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-1578ad18-4027-4dc2-a40a-9d55e2326f79 tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] Request body: {'security_group': {'name': 'tempest-secgroup--1455780186'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:44:18.487404 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc562cb2-9445-4109-acd4-3112f1fe89c2 None None] Network e1b1b80f-07c8-4202-ada8-7879a2b2857d requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:44:18.497857 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1bf392-a2f5-44c1-be34-3aadd66dfb52 req-aa59a884-735a-47da-b246-17379510296c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:44:18.500032 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6b1bf392-a2f5-44c1-be34-3aadd66dfb52 req-aa59a884-735a-47da-b246-17379510296c service neutron] 10.222.0.41 "GET /v2.0/networks?id=e0bfb334-0fd9-4ba5-ba79-1568ecabee30 HTTP/1.1" status: 200 len: 869 time: 0.1670547 Jul 13 13:44:18.517412 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1578ad18-4027-4dc2-a40a-9d55e2326f79 tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:18.564862 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6b1bf392-a2f5-44c1-be34-3aadd66dfb52 req-b90498b5-6a8c-4d73-9e1e-125d20191132 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=084e5f0b-d393-4c6c-9266-10c1ff6870c6 HTTP/1.1" status: 200 len: 217 time: 0.0584342 Jul 13 13:44:18.611952 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-f3fcf355-85f3-436c-aad0-985d7051ea71 None None] Provisioning for port 1e830960-d0fc-42ec-9756-6f24ab05c530 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:44:18.633207 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-f3fcf355-85f3-436c-aad0-985d7051ea71 None None] Provisioning complete for port 1e830960-d0fc-42ec-9756-6f24ab05c530 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:44:18.633588 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f3fcf355-85f3-436c-aad0-985d7051ea71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:18.663019 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1bf392-a2f5-44c1-be34-3aadd66dfb52 req-b4d7946c-1dd5-4105-900a-c7182edde1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:44:18.667264 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6b1bf392-a2f5-44c1-be34-3aadd66dfb52 req-b4d7946c-1dd5-4105-900a-c7182edde1bf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=60b55863-ceb6-45af-a8a4-4b22d72866af HTTP/1.1" status: 200 len: 843 time: 0.0968072 Jul 13 13:44:18.676477 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1578ad18-4027-4dc2-a40a-9d55e2326f79 tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:18.678343 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0b022fb-526d-4de5-99de-c4a800f14308 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Router 44d76b71-1118-45fa-8971-699706a8f4f1 is scheduled to L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 with binding_index 1 {{(pid=93750) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 13:44:18.690155 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1578ad18-4027-4dc2-a40a-9d55e2326f79 tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:18.740802 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 38054) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:18.802329 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f3fcf355-85f3-436c-aad0-985d7051ea71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:18.826504 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1578ad18-4027-4dc2-a40a-9d55e2326f79 tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:18.827762 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-1578ad18-4027-4dc2-a40a-9d55e2326f79 tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4645853 Jul 13 13:44:18.836247 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 38060) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:18.845798 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1bf392-a2f5-44c1-be34-3aadd66dfb52 req-15355be6-f028-4dba-8638-bdfbcf1490cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:44:18.846192 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1578ad18-4027-4dc2-a40a-9d55e2326f79 tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ad40443-7cb0-49f4-bd12-de860ac2b8d3,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:18.856093 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-f3fcf355-85f3-436c-aad0-985d7051ea71 None None] For port 1e830960-d0fc-42ec-9756-6f24ab05c530, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=1e830960-d0fc-42ec-9756-6f24ab05c530,segment=NetworkSegment(710626a1-a173-4d5a-b00e-b455dcc6fb55),segment_id=710626a1-a173-4d5a-b00e-b455dcc6fb55)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:44:18.859921 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6b1bf392-a2f5-44c1-be34-3aadd66dfb52 req-15355be6-f028-4dba-8638-bdfbcf1490cb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e0bfb334-0fd9-4ba5-ba79-1568ecabee30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1861150 Jul 13 13:44:18.864959 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f3fcf355-85f3-436c-aad0-985d7051ea71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:18.875054 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-f873cdcc-a7d8-4bde-a0e5-cfdeee1c39ae tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] Request body: {'security_group_rule': {'security_group_id': '8ad40443-7cb0-49f4-bd12-de860ac2b8d3', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:44:18.878772 n-d-800634-1 neutron-server[93751]: WARNING neutron.api.v2.base [None req-f873cdcc-a7d8-4bde-a0e5-cfdeee1c39ae tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 13 13:44:18.879024 n-d-800634-1 neutron-server[93751]: INFO neutron.api.v2.resource [None req-f873cdcc-a7d8-4bde-a0e5-cfdeee1c39ae tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 13:44:18.885727 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-f873cdcc-a7d8-4bde-a0e5-cfdeee1c39ae tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0236859 Jul 13 13:44:18.910628 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 38064) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:18.943106 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0b022fb-526d-4de5-99de-c4a800f14308 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:44:18.974208 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e0b022fb-526d-4de5-99de-c4a800f14308 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:18.976318 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-e0b022fb-526d-4de5-99de-c4a800f14308 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.5651629 Jul 13 13:44:18.979363 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 38066) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:19.034099 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a181e654-76fb-4dbc-bcbc-cb6d33539671 None None] Sync routers for ids ['44d76b71-1118-45fa-8971-699706a8f4f1'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:44:19.118402 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fcf355-85f3-436c-aad0-985d7051ea71 None None] Pushing event updated for resources: {'Port': ['ID=1e830960-d0fc-42ec-9756-6f24ab05c530,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:19.132339 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a181e654-76fb-4dbc-bcbc-cb6d33539671 None None] Routers {'44d76b71-1118-45fa-8971-699706a8f4f1'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:44:19.132956 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-a181e654-76fb-4dbc-bcbc-cb6d33539671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:43:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['44d76b71-1118-45fa-8971-699706a8f4f1'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:44:19.155622 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f5747899-6ba9-4233-a2e2-d854aca58a15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:19.184789 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-a181e654-76fb-4dbc-bcbc-cb6d33539671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:44:19.202310 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a181e654-76fb-4dbc-bcbc-cb6d33539671 None None] Routers {'44d76b71-1118-45fa-8971-699706a8f4f1'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:44:19.203732 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-a181e654-76fb-4dbc-bcbc-cb6d33539671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:43:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['44d76b71-1118-45fa-8971-699706a8f4f1'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:44:19.249553 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-a181e654-76fb-4dbc-bcbc-cb6d33539671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:44:19.250373 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a181e654-76fb-4dbc-bcbc-cb6d33539671 None None] The sync data for ids ['44d76b71-1118-45fa-8971-699706a8f4f1'] in n-d-800634-1 is: [] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:44:19.324123 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a9307696-c217-4ad4-a75e-300524483b03 tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:19.349874 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6b1bf392-a2f5-44c1-be34-3aadd66dfb52 req-5ec379aa-a718-4344-b80c-6358013bbcaa service neutron] 10.222.0.41 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4616621 Jul 13 13:44:19.381162 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 38080) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:19.502439 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a9307696-c217-4ad4-a75e-300524483b03 tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:19.546730 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 1e830960-d0fc-42ec-9756-6f24ab05c530 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:44:19.623098 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fece6e-9634-46ac-9ee5-64b48f8992fd req-d7b609d6-9815-4427-913b-9d702c49fe72 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:44:19.630540 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-87fece6e-9634-46ac-9ee5-64b48f8992fd req-d7b609d6-9815-4427-913b-9d702c49fe72 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff113c1b-c263-4008-9d61-0ebe123b1ba5 HTTP/1.1" status: 200 len: 950 time: 0.4164548 Jul 13 13:44:19.648500 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fe6b837a-0de7-4dce-b4c6-bcdefdf63562 None None] Provisioning complete for port 1e830960-d0fc-42ec-9756-6f24ab05c530 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:44:19.651713 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fe6b837a-0de7-4dce-b4c6-bcdefdf63562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:19.676855 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-87fece6e-9634-46ac-9ee5-64b48f8992fd req-60b4d0d4-3ad3-4f86-8919-220753cf623a tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/security-groups?id=945af9a8-1349-436a-a066-b9a0fd8d3dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453684 Jul 13 13:44:19.680860 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a9307696-c217-4ad4-a75e-300524483b03 tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:19.684540 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a9307696-c217-4ad4-a75e-300524483b03 tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:19.685664 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-a9307696-c217-4ad4-a75e-300524483b03 tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] 10.222.0.23 "DELETE /v2.0/security-groups/8ad40443-7cb0-49f4-bd12-de860ac2b8d3 HTTP/1.1" status: 204 len: 168 time: 0.7712004 Jul 13 13:44:19.694300 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 38086) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:19.749451 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9307696-c217-4ad4-a75e-300524483b03 tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ad40443-7cb0-49f4-bd12-de860ac2b8d3,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:19.764028 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-c4d20ff9-ad91-4464-aa07-c5105bcb5d93 tempest-ExternalNetworksTestJSON-1562290136 tempest-ExternalNetworksTestJSON-1562290136-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-560730573'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:44:19.790680 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6b1bf392-a2f5-44c1-be34-3aadd66dfb52 req-38b68c25-ab9c-4407-9756-dddf4395da4b service neutron] 10.222.0.41 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4240952 Jul 13 13:44:19.803907 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-eab878d6-2589-4bde-9ab8-2f27115a989a tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1041059 Jul 13 13:44:19.807972 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 38088) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:19.812475 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-10736b37-cc72-4d23-8cb5-c838904b0ba7 tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] Request body: {'security_group': {'name': 'tempest-secgroup--175938123'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:44:19.835733 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f5747899-6ba9-4233-a2e2-d854aca58a15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:19.842665 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f5747899-6ba9-4233-a2e2-d854aca58a15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:19.852273 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 1e830960-d0fc-42ec-9756-6f24ab05c530 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:44:19.855026 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:19.872016 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4d20ff9-ad91-4464-aa07-c5105bcb5d93 tempest-ExternalNetworksTestJSON-1562290136 tempest-ExternalNetworksTestJSON-1562290136-project] Made reservation on behalf of 00f6a7837c1146f78e2445fbb9aef87e for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:44:19.880495 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c4d20ff9-ad91-4464-aa07-c5105bcb5d93 tempest-ExternalNetworksTestJSON-1562290136 tempest-ExternalNetworksTestJSON-1562290136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:19.901352 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c4d20ff9-ad91-4464-aa07-c5105bcb5d93 tempest-ExternalNetworksTestJSON-1562290136 tempest-ExternalNetworksTestJSON-1562290136-project] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:19.925612 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7300f3f-85cc-4eb3-b0d6-4fa0c30dda67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:19.969818 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-f5747899-6ba9-4233-a2e2-d854aca58a15 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f87e9657390d43e681e68501a8b9fe20&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2126873 Jul 13 13:44:19.976416 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 38090) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:20.031038 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:20.077286 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-10736b37-cc72-4d23-8cb5-c838904b0ba7 tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:20.195164 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5747899-6ba9-4233-a2e2-d854aca58a15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b29b114b-4b28-4b66-ba05-34b5a1ef2714,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:20.261903 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b423f406-71d0-4034-87c6-a1f89bebfe64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:20.294993 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b423f406-71d0-4034-87c6-a1f89bebfe64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:20.317206 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f614aec7-b9a7-420d-aa37-a1a0881fbc04 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:20.350422 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b423f406-71d0-4034-87c6-a1f89bebfe64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:20.352913 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b423f406-71d0-4034-87c6-a1f89bebfe64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:20.355143 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-b423f406-71d0-4034-87c6-a1f89bebfe64 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b29b114b-4b28-4b66-ba05-34b5a1ef2714 HTTP/1.1" status: 204 len: 168 time: 0.3776727 Jul 13 13:44:20.368247 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b423f406-71d0-4034-87c6-a1f89bebfe64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b29b114b-4b28-4b66-ba05-34b5a1ef2714,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:20.398832 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c4d20ff9-ad91-4464-aa07-c5105bcb5d93 tempest-ExternalNetworksTestJSON-1562290136 tempest-ExternalNetworksTestJSON-1562290136-project] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:20.406498 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c4d20ff9-ad91-4464-aa07-c5105bcb5d93 tempest-ExternalNetworksTestJSON-1562290136 tempest-ExternalNetworksTestJSON-1562290136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:20.468669 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4d20ff9-ad91-4464-aa07-c5105bcb5d93 tempest-ExternalNetworksTestJSON-1562290136 tempest-ExternalNetworksTestJSON-1562290136-project] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 13:44:20.481438 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-10736b37-cc72-4d23-8cb5-c838904b0ba7 tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:20.486968 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-10736b37-cc72-4d23-8cb5-c838904b0ba7 tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:20.494469 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c4d20ff9-ad91-4464-aa07-c5105bcb5d93 tempest-ExternalNetworksTestJSON-1562290136 tempest-ExternalNetworksTestJSON-1562290136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:20.494825 n-d-800634-1 neutron-server[93750]: INFO neutron.db.segments_db [None req-c4d20ff9-ad91-4464-aa07-c5105bcb5d93 tempest-ExternalNetworksTestJSON-1562290136 tempest-ExternalNetworksTestJSON-1562290136-project] Added segment df5eb289-9de7-4944-8ea0-e0b51fc3a1ce of type vlan for network e317948d-5a3b-451d-a7ca-01903a9e9db4 Jul 13 13:44:20.508139 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d20ff9-ad91-4464-aa07-c5105bcb5d93 tempest-ExternalNetworksTestJSON-1562290136 tempest-ExternalNetworksTestJSON-1562290136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f0b949f-b782-46f4-80d4-45d8eb40e33d,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:20.517538 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-10736b37-cc72-4d23-8cb5-c838904b0ba7 tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:20.521371 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-10736b37-cc72-4d23-8cb5-c838904b0ba7 tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7099395 Jul 13 13:44:20.522112 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 38098) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:20.526766 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-7553f8c4-ace3-480c-a485-a029987432a7 tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] Request body: {'security_group_rule': {'security_group_id': '06ccc2eb-9d4e-4bc0-ae5e-6dd35890ad66', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:44:20.528862 n-d-800634-1 neutron-server[93751]: WARNING neutron.api.v2.base [None req-7553f8c4-ace3-480c-a485-a029987432a7 tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 13 13:44:20.529490 n-d-800634-1 neutron-server[93751]: INFO neutron.api.v2.resource [None req-7553f8c4-ace3-480c-a485-a029987432a7 tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 13:44:20.530466 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-7553f8c4-ace3-480c-a485-a029987432a7 tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0079408 Jul 13 13:44:20.532704 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10736b37-cc72-4d23-8cb5-c838904b0ba7 tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06ccc2eb-9d4e-4bc0-ae5e-6dd35890ad66,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:20.535881 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 38100) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:20.542213 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-cd13b0a1-3664-46fb-8cf3-33c6fe17bb98 tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] Request body: {'security_group_rule': {'security_group_id': '06ccc2eb-9d4e-4bc0-ae5e-6dd35890ad66', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:44:20.542936 n-d-800634-1 neutron-server[93751]: WARNING neutron.api.v2.base [None req-cd13b0a1-3664-46fb-8cf3-33c6fe17bb98 tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 13 13:44:20.543618 n-d-800634-1 neutron-server[93751]: INFO neutron.api.v2.resource [None req-cd13b0a1-3664-46fb-8cf3-33c6fe17bb98 tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 13:44:20.544632 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-cd13b0a1-3664-46fb-8cf3-33c6fe17bb98 tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0067441 Jul 13 13:44:20.547549 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 38102) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:20.553642 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-9846979c-3db8-40a4-b2ed-54759ba03392 tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] Request body: {'security_group_rule': {'security_group_id': '06ccc2eb-9d4e-4bc0-ae5e-6dd35890ad66', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:44:20.554527 n-d-800634-1 neutron-server[93751]: WARNING neutron.api.v2.base [None req-9846979c-3db8-40a4-b2ed-54759ba03392 tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 13 13:44:20.555006 n-d-800634-1 neutron-server[93751]: INFO neutron.api.v2.resource [None req-9846979c-3db8-40a4-b2ed-54759ba03392 tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 13:44:20.559387 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-9846979c-3db8-40a4-b2ed-54759ba03392 tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0074914 Jul 13 13:44:20.559387 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 38104) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:20.563569 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-d17aafdf-1ef1-4b3b-9bb5-e0832996d937 tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] Request body: {'security_group_rule': {'security_group_id': '06ccc2eb-9d4e-4bc0-ae5e-6dd35890ad66', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:44:20.564352 n-d-800634-1 neutron-server[93751]: WARNING neutron.api.v2.base [None req-d17aafdf-1ef1-4b3b-9bb5-e0832996d937 tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 13 13:44:20.564814 n-d-800634-1 neutron-server[93751]: INFO neutron.api.v2.resource [None req-d17aafdf-1ef1-4b3b-9bb5-e0832996d937 tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 13:44:20.568164 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-d17aafdf-1ef1-4b3b-9bb5-e0832996d937 tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0056496 Jul 13 13:44:20.568329 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 38108) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:20.585633 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c4d20ff9-ad91-4464-aa07-c5105bcb5d93 tempest-ExternalNetworksTestJSON-1562290136 tempest-ExternalNetworksTestJSON-1562290136-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:20.624365 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e4548993-28cc-4c96-b1fb-e6fb870495f1 tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:20.650145 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e4548993-28cc-4c96-b1fb-e6fb870495f1 tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:20.670146 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c4d20ff9-ad91-4464-aa07-c5105bcb5d93 tempest-ExternalNetworksTestJSON-1562290136 tempest-ExternalNetworksTestJSON-1562290136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:20.676142 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d20ff9-ad91-4464-aa07-c5105bcb5d93 tempest-ExternalNetworksTestJSON-1562290136 tempest-ExternalNetworksTestJSON-1562290136-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:44:20.676896 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c4d20ff9-ad91-4464-aa07-c5105bcb5d93 tempest-ExternalNetworksTestJSON-1562290136 tempest-ExternalNetworksTestJSON-1562290136-project] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:20.698370 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e4548993-28cc-4c96-b1fb-e6fb870495f1 tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:20.701370 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e4548993-28cc-4c96-b1fb-e6fb870495f1 tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:20.704811 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-e4548993-28cc-4c96-b1fb-e6fb870495f1 tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] 10.222.0.23 "DELETE /v2.0/security-groups/06ccc2eb-9d4e-4bc0-ae5e-6dd35890ad66 HTTP/1.1" status: 204 len: 168 time: 0.1333501 Jul 13 13:44:20.705825 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 38114) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:20.727382 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4548993-28cc-4c96-b1fb-e6fb870495f1 tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06ccc2eb-9d4e-4bc0-ae5e-6dd35890ad66,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:20.772457 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-e1aaeacf-bc9d-4ede-bc74-a1b45cb8f97c tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0655892 Jul 13 13:44:20.776657 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 38120) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:20.781276 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-50be8ee4-2379-4119-9d83-50095077f964 tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] Request body: {'security_group': {'name': 'tempest-secgroup--1283579606'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:44:20.823915 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-c4d20ff9-ad91-4464-aa07-c5105bcb5d93 tempest-ExternalNetworksTestJSON-1562290136 tempest-ExternalNetworksTestJSON-1562290136-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.4414666 Jul 13 13:44:20.824550 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-50be8ee4-2379-4119-9d83-50095077f964 tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:20.827500 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 38124) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:20.879430 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d20ff9-ad91-4464-aa07-c5105bcb5d93 tempest-ExternalNetworksTestJSON-1562290136 tempest-ExternalNetworksTestJSON-1562290136-project] Pushing event updated for resources: {'Network': ['ID=e317948d-5a3b-451d-a7ca-01903a9e9db4,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:20.883720 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-f614aec7-b9a7-420d-aa37-a1a0881fbc04 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Allocated IP 172.20.0.1 (e1b1b80f-07c8-4202-ada8-7879a2b2857d/e4929a28-be14-49a4-8862-cbf68deb8e43/b36c3c8c-a18f-45d7-b01b-8daeb33edec2) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:44:20.893801 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network e317948d-5a3b-451d-a7ca-01903a9e9db4 details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 13:44:20.974744 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e938cd3b-5b19-4d14-a2e7-63fb409df580 req-202f0c72-b593-42ab-b7d4-8ad6edd760d0 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:44:20.976790 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e938cd3b-5b19-4d14-a2e7-63fb409df580 req-202f0c72-b593-42ab-b7d4-8ad6edd760d0 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff113c1b-c263-4008-9d61-0ebe123b1ba5 HTTP/1.1" status: 200 len: 950 time: 0.1577067 Jul 13 13:44:21.013944 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-50be8ee4-2379-4119-9d83-50095077f964 tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:21.019666 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-50be8ee4-2379-4119-9d83-50095077f964 tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:21.060343 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:21.066896 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e938cd3b-5b19-4d14-a2e7-63fb409df580 req-4ebfd1b9-d1fa-46ac-b05a-1535f8d872c0 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/security-groups?id=945af9a8-1349-436a-a066-b9a0fd8d3dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825353 Jul 13 13:44:21.068068 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-50be8ee4-2379-4119-9d83-50095077f964 tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:21.069324 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-50be8ee4-2379-4119-9d83-50095077f964 tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2914979 Jul 13 13:44:21.074269 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 38134) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:21.079814 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-c0b5a15d-c36d-420f-ab1e-809afcf03aa6 tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] Request body: {'security_group_rule': {'security_group_id': '5025fc36-83e4-4109-8f94-cff2784e13c1', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:44:21.080540 n-d-800634-1 neutron-server[93751]: WARNING neutron.api.v2.base [None req-c0b5a15d-c36d-420f-ab1e-809afcf03aa6 tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 13 13:44:21.081044 n-d-800634-1 neutron-server[93751]: INFO neutron.api.v2.resource [None req-c0b5a15d-c36d-420f-ab1e-809afcf03aa6 tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 13:44:21.082026 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-c0b5a15d-c36d-420f-ab1e-809afcf03aa6 tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0067856 Jul 13 13:44:21.085292 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 38136) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:21.088046 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-d6fac29d-855f-46ef-a1b6-efcadafff6c0 tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] Request body: {'network': {'name': 'tempest-network--1007706440', 'router:external': True}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:44:21.091424 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50be8ee4-2379-4119-9d83-50095077f964 tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5025fc36-83e4-4109-8f94-cff2784e13c1,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:21.091576 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-638d62ff-a02b-49e1-bdb2-959756a6d861 tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] Request body: {'security_group_rule': {'security_group_id': '5025fc36-83e4-4109-8f94-cff2784e13c1', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:44:21.115870 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6fac29d-855f-46ef-a1b6-efcadafff6c0 tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] Made reservation on behalf of 788d71eb1f2f4899b65dfe39f0165ff5 for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:44:21.117290 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f614aec7-b9a7-420d-aa37-a1a0881fbc04 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:21.119796 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d6fac29d-855f-46ef-a1b6-efcadafff6c0 tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:21.130161 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d6fac29d-855f-46ef-a1b6-efcadafff6c0 tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:21.146529 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [None req-f614aec7-b9a7-420d-aa37-a1a0881fbc04 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Transition to ACTIVE for port object b36c3c8c-a18f-45d7-b01b-8daeb33edec2 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:44:21.193272 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f614aec7-b9a7-420d-aa37-a1a0881fbc04 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:21.240290 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d6fac29d-855f-46ef-a1b6-efcadafff6c0 tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:21.244494 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f614aec7-b9a7-420d-aa37-a1a0881fbc04 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Network e1b1b80f-07c8-4202-ada8-7879a2b2857d is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:44:21.246254 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d6fac29d-855f-46ef-a1b6-efcadafff6c0 tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:21.251662 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-f614aec7-b9a7-420d-aa37-a1a0881fbc04 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:44:21.254225 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f614aec7-b9a7-420d-aa37-a1a0881fbc04 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:44:21.259368 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f614aec7-b9a7-420d-aa37-a1a0881fbc04 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Pushing event updated for resources: {'Port': ['ID=b36c3c8c-a18f-45d7-b01b-8daeb33edec2,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:21.262651 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6fac29d-855f-46ef-a1b6-efcadafff6c0 tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 13:44:21.262906 n-d-800634-1 neutron-server[93750]: INFO neutron.api.v2.resource [None req-638d62ff-a02b-49e1-bdb2-959756a6d861 tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 13:44:21.264009 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-638d62ff-a02b-49e1-bdb2-959756a6d861 tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1777346 Jul 13 13:44:21.287694 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 38142) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:21.291662 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d6fac29d-855f-46ef-a1b6-efcadafff6c0 tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:21.292016 n-d-800634-1 neutron-server[93751]: INFO neutron.db.segments_db [None req-d6fac29d-855f-46ef-a1b6-efcadafff6c0 tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] Added segment 29212a31-0279-47ee-a52f-ce495ebfb963 of type vlan for network f99e1eae-2a7e-4975-8244-17ae53e56b34 Jul 13 13:44:21.301161 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-2103c466-868b-45c1-8da8-0b316843cf10 tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] Request body: {'security_group_rule': {'security_group_id': '5025fc36-83e4-4109-8f94-cff2784e13c1', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:44:21.301161 n-d-800634-1 neutron-server[93750]: WARNING neutron.api.v2.base [None req-2103c466-868b-45c1-8da8-0b316843cf10 tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 13 13:44:21.301161 n-d-800634-1 neutron-server[93750]: INFO neutron.api.v2.resource [None req-2103c466-868b-45c1-8da8-0b316843cf10 tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 13:44:21.309691 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-2103c466-868b-45c1-8da8-0b316843cf10 tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0184364 Jul 13 13:44:21.312197 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 38150) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:21.329792 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-108c1da0-3bc1-48ec-b554-5825cf9ca152 tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] Request body: {'security_group_rule': {'security_group_id': '5025fc36-83e4-4109-8f94-cff2784e13c1', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:44:21.343939 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f614aec7-b9a7-420d-aa37-a1a0881fbc04 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-450452'] for router_interface, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:21.461272 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fac29d-855f-46ef-a1b6-efcadafff6c0 tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07398302-4576-449f-8ab8-b5b098759444,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:21.465594 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d6fac29d-855f-46ef-a1b6-efcadafff6c0 tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:21.476455 n-d-800634-1 neutron-server[93751]: INFO neutron.api.v2.resource [None req-108c1da0-3bc1-48ec-b554-5825cf9ca152 tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 13:44:21.477513 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-108c1da0-3bc1-48ec-b554-5825cf9ca152 tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1586976 Jul 13 13:44:21.481821 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 38154) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:21.486896 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-7cd53793-ee6a-41fb-9e8e-3be0b004a61f tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] Request body: {'security_group_rule': {'security_group_id': '5025fc36-83e4-4109-8f94-cff2784e13c1', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:44:21.487523 n-d-800634-1 neutron-server[93751]: WARNING neutron.api.v2.base [None req-7cd53793-ee6a-41fb-9e8e-3be0b004a61f tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 13 13:44:21.488203 n-d-800634-1 neutron-server[93751]: INFO neutron.api.v2.resource [None req-7cd53793-ee6a-41fb-9e8e-3be0b004a61f tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 13:44:21.489286 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-7cd53793-ee6a-41fb-9e8e-3be0b004a61f tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0064507 Jul 13 13:44:21.492602 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 38156) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:21.497572 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-074e64e3-e2fc-41c7-a297-9a67583e0616 tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] Request body: {'security_group_rule': {'security_group_id': '5025fc36-83e4-4109-8f94-cff2784e13c1', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:44:21.555926 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d6fac29d-855f-46ef-a1b6-efcadafff6c0 tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:21.557094 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6fac29d-855f-46ef-a1b6-efcadafff6c0 tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:44:21.557826 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d6fac29d-855f-46ef-a1b6-efcadafff6c0 tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:21.661216 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-850b131f-075a-4a12-99bd-8557ff08ac90 None None] Provisioning for port b36c3c8c-a18f-45d7-b01b-8daeb33edec2 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:44:21.668129 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-850b131f-075a-4a12-99bd-8557ff08ac90 None None] Provisioning complete for port b36c3c8c-a18f-45d7-b01b-8daeb33edec2 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:44:21.668923 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-850b131f-075a-4a12-99bd-8557ff08ac90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:21.718968 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-d6fac29d-855f-46ef-a1b6-efcadafff6c0 tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.8894727 Jul 13 13:44:21.723361 n-d-800634-1 neutron-server[93751]: INFO neutron.api.v2.resource [None req-074e64e3-e2fc-41c7-a297-9a67583e0616 tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 13:44:21.724683 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-850b131f-075a-4a12-99bd-8557ff08ac90 None None] Port b36c3c8c-a18f-45d7-b01b-8daeb33edec2 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:44:21.728593 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 38164) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:21.728770 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-074e64e3-e2fc-41c7-a297-9a67583e0616 tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2319703 Jul 13 13:44:21.728770 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fac29d-855f-46ef-a1b6-efcadafff6c0 tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] Pushing event updated for resources: {'Network': ['ID=f99e1eae-2a7e-4975-8244-17ae53e56b34,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:21.740242 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 38166) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:21.742367 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network f99e1eae-2a7e-4975-8244-17ae53e56b34 details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 13:44:21.746092 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-55d3b957-1cb7-40db-94ac-4c6c09fa54f8 tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] Request body: {'security_group_rule': {'security_group_id': '5025fc36-83e4-4109-8f94-cff2784e13c1', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:44:21.746574 n-d-800634-1 neutron-server[93751]: WARNING neutron.api.v2.base [None req-55d3b957-1cb7-40db-94ac-4c6c09fa54f8 tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 13 13:44:21.747066 n-d-800634-1 neutron-server[93751]: INFO neutron.api.v2.resource [None req-55d3b957-1cb7-40db-94ac-4c6c09fa54f8 tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 13:44:21.748039 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-55d3b957-1cb7-40db-94ac-4c6c09fa54f8 tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0067871 Jul 13 13:44:21.755756 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 38170) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:21.763380 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-6dcb2155-0a9d-451b-80f6-6cb885bd02d6 tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] Request body: {'security_group_rule': {'security_group_id': '5025fc36-83e4-4109-8f94-cff2784e13c1', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:44:21.813853 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f614aec7-b9a7-420d-aa37-a1a0881fbc04 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:21.894453 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e52a588b-15cc-48c5-9c8e-dae0cc97b6a3 tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:21.911037 n-d-800634-1 neutron-server[93750]: INFO neutron.api.v2.resource [None req-6dcb2155-0a9d-451b-80f6-6cb885bd02d6 tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 13:44:21.912003 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-6dcb2155-0a9d-451b-80f6-6cb885bd02d6 tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1526296 Jul 13 13:44:21.914844 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 38176) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:21.920034 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-32d3162b-ec27-4f17-847b-396bcf4d1257 tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] Request body: {'security_group_rule': {'security_group_id': '5025fc36-83e4-4109-8f94-cff2784e13c1', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:44:21.992340 n-d-800634-1 neutron-server[93751]: INFO neutron.api.v2.resource [None req-32d3162b-ec27-4f17-847b-396bcf4d1257 tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 13:44:21.994248 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-32d3162b-ec27-4f17-847b-396bcf4d1257 tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0778871 Jul 13 13:44:21.997306 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 38178) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:22.079284 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-76fbf350-aee4-4098-8102-83728d939227 tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:22.109174 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-76fbf350-aee4-4098-8102-83728d939227 tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:22.164167 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-76fbf350-aee4-4098-8102-83728d939227 tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:22.168653 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-76fbf350-aee4-4098-8102-83728d939227 tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:22.171320 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-76fbf350-aee4-4098-8102-83728d939227 tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] 10.222.0.23 "DELETE /v2.0/security-groups/5025fc36-83e4-4109-8f94-cff2784e13c1 HTTP/1.1" status: 204 len: 168 time: 0.1724920 Jul 13 13:44:22.180322 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 38184) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:22.203533 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fbf350-aee4-4098-8102-83728d939227 tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5025fc36-83e4-4109-8f94-cff2784e13c1,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:22.241271 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-69181d51-c201-430e-8962-05b46b562234 tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0597706 Jul 13 13:44:22.246261 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 38188) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:22.251468 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-a63e88ec-f6fa-4b3e-99c7-aea63d986f01 tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] Request body: {'security_group': {'name': 'tempest-secgroup--1247954406'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:44:22.280209 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a63e88ec-f6fa-4b3e-99c7-aea63d986f01 tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:22.393216 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a63e88ec-f6fa-4b3e-99c7-aea63d986f01 tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:22.397999 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a63e88ec-f6fa-4b3e-99c7-aea63d986f01 tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:22.429903 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e52a588b-15cc-48c5-9c8e-dae0cc97b6a3 tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:22.438840 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a63e88ec-f6fa-4b3e-99c7-aea63d986f01 tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:22.440266 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-a63e88ec-f6fa-4b3e-99c7-aea63d986f01 tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1929104 Jul 13 13:44:22.440495 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-e52a588b-15cc-48c5-9c8e-dae0cc97b6a3 tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f99e1eae-2a7e-4975-8244-17ae53e56b34']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:44:22.443225 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 38198) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:22.453805 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-44911a59-20e9-4d36-bb4f-7156270f9df3 tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] Request body: {'security_group_rule': {'security_group_id': 'e3d3cfcb-8542-4d92-95bd-c206d34e5214', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:44:22.463185 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63e88ec-f6fa-4b3e-99c7-aea63d986f01 tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3d3cfcb-8542-4d92-95bd-c206d34e5214,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:22.492838 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-e52a588b-15cc-48c5-9c8e-dae0cc97b6a3 tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29212a31-0279-47ee-a52f-ce495ebfb963') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:44:22.493324 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-e52a588b-15cc-48c5-9c8e-dae0cc97b6a3 tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29212a31-0279-47ee-a52f-ce495ebfb963') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:44:22.510029 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e52a588b-15cc-48c5-9c8e-dae0cc97b6a3 tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5431730'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:22.559398 n-d-800634-1 neutron-server[93751]: INFO neutron.api.v2.resource [None req-44911a59-20e9-4d36-bb4f-7156270f9df3 tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] create failed (client error): The resource could not be found. Jul 13 13:44:22.563530 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 38206) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:22.563713 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-44911a59-20e9-4d36-bb4f-7156270f9df3 tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1183014 Jul 13 13:44:22.567057 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:22.573223 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e52a588b-15cc-48c5-9c8e-dae0cc97b6a3 tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:22.580615 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-123d8dc9-4c0d-4e8d-884e-45e03d88574d tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] Request body: {'security_group_rule': {'security_group_id': 'e3d3cfcb-8542-4d92-95bd-c206d34e5214', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '47e796b5-5d49-4cab-9075-594006d53ddf'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:44:22.602628 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e52a588b-15cc-48c5-9c8e-dae0cc97b6a3 tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 13:44:22.603524 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e52a588b-15cc-48c5-9c8e-dae0cc97b6a3 tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5970419'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:22.605505 n-d-800634-1 neutron-server[93750]: Traceback (most recent call last): Jul 13 13:44:22.605505 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 13:44:22.605505 n-d-800634-1 neutron-server[93750]: timer() Jul 13 13:44:22.605505 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 13:44:22.605505 n-d-800634-1 neutron-server[93750]: cb(*args, **kw) Jul 13 13:44:22.605505 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 13:44:22.605505 n-d-800634-1 neutron-server[93750]: return func(*args, **kwargs) Jul 13 13:44:22.605505 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 13:44:22.605505 n-d-800634-1 neutron-server[93750]: self._notify() Jul 13 13:44:22.605505 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 13:44:22.605505 n-d-800634-1 neutron-server[93750]: self.callback(batched_events) Jul 13 13:44:22.605505 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 13:44:22.605505 n-d-800634-1 neutron-server[93750]: event.method(event) Jul 13 13:44:22.605505 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 13:44:22.605505 n-d-800634-1 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 13:44:22.605505 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 13:44:22.605505 n-d-800634-1 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 13:44:22.605505 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 13:44:22.605505 n-d-800634-1 neutron-server[93750]: return f(self, *a, **k) Jul 13 13:44:22.605505 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 13:44:22.605505 n-d-800634-1 neutron-server[93750]: return self._get(url).json() Jul 13 13:44:22.605505 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 13:44:22.605505 n-d-800634-1 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 13:44:22.605505 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 13:44:22.605505 n-d-800634-1 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 13 13:44:22.605505 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 13:44:22.605505 n-d-800634-1 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 13:44:22.605505 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 13:44:22.605505 n-d-800634-1 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 13:44:22.605505 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 13:44:22.605505 n-d-800634-1 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 13:44:22.605505 n-d-800634-1 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 13:44:22.668707 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9333635-8a5c-4b7c-892a-a9a05225a9c6 req-601eb59a-ee4a-4fc3-b9c4-788eebb0342d tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:44:22.674440 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c9333635-8a5c-4b7c-892a-a9a05225a9c6 req-601eb59a-ee4a-4fc3-b9c4-788eebb0342d tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff113c1b-c263-4008-9d61-0ebe123b1ba5 HTTP/1.1" status: 200 len: 950 time: 0.3580542 Jul 13 13:44:22.875728 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c9333635-8a5c-4b7c-892a-a9a05225a9c6 req-bec9909c-8647-46da-8f46-7e39c8de05d6 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/security-groups?id=945af9a8-1349-436a-a066-b9a0fd8d3dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879830 Jul 13 13:44:22.879464 n-d-800634-1 neutron-server[93750]: INFO neutron.api.v2.resource [None req-123d8dc9-4c0d-4e8d-884e-45e03d88574d tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] create failed (client error): The resource could not be found. Jul 13 13:44:22.880446 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-123d8dc9-4c0d-4e8d-884e-45e03d88574d tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3100975 Jul 13 13:44:22.881244 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e52a588b-15cc-48c5-9c8e-dae0cc97b6a3 tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:22.883536 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 38218) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:22.915182 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e52a588b-15cc-48c5-9c8e-dae0cc97b6a3 tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f99e1eae-2a7e-4975-8244-17ae53e56b34 {{(pid=93750) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 13 13:44:22.926492 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52a588b-15cc-48c5-9c8e-dae0cc97b6a3 tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] Pushing event deleted for resources: {'Network': ['ID=f99e1eae-2a7e-4975-8244-17ae53e56b34,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:22.926492 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e52a588b-15cc-48c5-9c8e-dae0cc97b6a3 tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:22.933205 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-e52a588b-15cc-48c5-9c8e-dae0cc97b6a3 tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] 10.222.0.23 "DELETE /v2.0/networks/f99e1eae-2a7e-4975-8244-17ae53e56b34 HTTP/1.1" status: 204 len: 168 time: 1.2063992 Jul 13 13:44:22.936139 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 38222) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:22.944782 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-490fe555-41d9-4ecd-8744-8dae1d3a38e0 tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:44:23.008591 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-490fe555-41d9-4ecd-8744-8dae1d3a38e0 tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] Made reservation on behalf of 788d71eb1f2f4899b65dfe39f0165ff5 for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:44:23.011746 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-490fe555-41d9-4ecd-8744-8dae1d3a38e0 tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:23.016403 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7ee7dc4d-5cb7-4763-9e0c-e30c42bfb243 tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:23.080193 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f614aec7-b9a7-420d-aa37-a1a0881fbc04 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:23.086563 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7ee7dc4d-5cb7-4763-9e0c-e30c42bfb243 tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:23.088682 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-490fe555-41d9-4ecd-8744-8dae1d3a38e0 tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 13:44:23.094938 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f614aec7-b9a7-420d-aa37-a1a0881fbc04 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:23.143491 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7ee7dc4d-5cb7-4763-9e0c-e30c42bfb243 tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:23.146189 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7ee7dc4d-5cb7-4763-9e0c-e30c42bfb243 tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:23.151298 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-7ee7dc4d-5cb7-4763-9e0c-e30c42bfb243 tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] 10.222.0.23 "DELETE /v2.0/security-groups/e3d3cfcb-8542-4d92-95bd-c206d34e5214 HTTP/1.1" status: 204 len: 168 time: 0.2655125 Jul 13 13:44:23.151977 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 38228) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:23.152781 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-490fe555-41d9-4ecd-8744-8dae1d3a38e0 tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:23.153199 n-d-800634-1 neutron-server[93750]: INFO neutron.db.segments_db [None req-490fe555-41d9-4ecd-8744-8dae1d3a38e0 tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] Added segment 2df628fd-1497-4b20-b8df-8da75be813c8 of type vlan for network ac617b75-a1de-4456-8bb8-efbf9e9f39c9 Jul 13 13:44:23.190675 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee7dc4d-5cb7-4763-9e0c-e30c42bfb243 tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3d3cfcb-8542-4d92-95bd-c206d34e5214,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:23.231069 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-f8fd2d2d-6fa3-46b4-b0a8-f58f14601329 tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0623868 Jul 13 13:44:23.231930 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 38234) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:23.233070 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f614aec7-b9a7-420d-aa37-a1a0881fbc04 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1785045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451806'] for router_interface, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:23.237548 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-6097ed12-e170-42eb-a0bb-36621390d999 tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] Request body: {'security_group_rule': {'security_group_id': 'c17b9de1-5636-4091-9929-82c6db7342c5', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:44:23.238322 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f614aec7-b9a7-420d-aa37-a1a0881fbc04 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Pushing event updated for resources: {'Port': ['ID=b36c3c8c-a18f-45d7-b01b-8daeb33edec2,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:23.272980 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-490fe555-41d9-4ecd-8744-8dae1d3a38e0 tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:23.287229 n-d-800634-1 neutron-server[93751]: INFO neutron.api.v2.resource [None req-6097ed12-e170-42eb-a0bb-36621390d999 tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] create failed (client error): The resource could not be found. Jul 13 13:44:23.292319 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-6097ed12-e170-42eb-a0bb-36621390d999 tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0592620 Jul 13 13:44:23.292871 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 38238) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:23.297566 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-d1929717-0fff-4ce3-9827-e6b36ef0ce25 tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] Request body: {'security_group': {'name': 'tempest-secgroup--1912847397'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:44:23.322410 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d1929717-0fff-4ce3-9827-e6b36ef0ce25 tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:23.361477 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-490fe555-41d9-4ecd-8744-8dae1d3a38e0 tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:23.362652 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-490fe555-41d9-4ecd-8744-8dae1d3a38e0 tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:44:23.363296 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-490fe555-41d9-4ecd-8744-8dae1d3a38e0 tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:23.437464 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d1929717-0fff-4ce3-9827-e6b36ef0ce25 tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:23.444874 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f614aec7-b9a7-420d-aa37-a1a0881fbc04 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Network e1b1b80f-07c8-4202-ada8-7879a2b2857d is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:44:23.445095 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d1929717-0fff-4ce3-9827-e6b36ef0ce25 tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:23.461190 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-f614aec7-b9a7-420d-aa37-a1a0881fbc04 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:44:23.470312 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d1929717-0fff-4ce3-9827-e6b36ef0ce25 tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:23.474430 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-d1929717-0fff-4ce3-9827-e6b36ef0ce25 tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1806157 Jul 13 13:44:23.477167 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 38244) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:23.482587 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-c7b52959-9586-4748-ab7f-717ba24270ab tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] Request body: {'security_group': {'name': 'tempest-secgroup--1733772563'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:44:23.484079 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-490fe555-41d9-4ecd-8744-8dae1d3a38e0 tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 835 time: 0.5463650 Jul 13 13:44:23.488335 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 38246) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:23.494110 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-eafaef14-ac0f-4431-9d1b-1f78f45d1a3e tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] Request body: {'subnet': {'network_id': 'ac617b75-a1de-4456-8bb8-efbf9e9f39c9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:44:23.501694 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490fe555-41d9-4ecd-8744-8dae1d3a38e0 tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] Pushing event updated for resources: {'Network': ['ID=ac617b75-a1de-4456-8bb8-efbf9e9f39c9,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:23.516836 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network ac617b75-a1de-4456-8bb8-efbf9e9f39c9 details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 13:44:23.517341 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c7b52959-9586-4748-ab7f-717ba24270ab tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:23.535044 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1929717-0fff-4ce3-9827-e6b36ef0ce25 tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] Pushing event updated for resources: {'SecurityGroup': ['ID=388fdefa-a436-4cc4-8d1d-083aa95d7819,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:23.641869 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c7b52959-9586-4748-ab7f-717ba24270ab tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:23.651218 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c7b52959-9586-4748-ab7f-717ba24270ab tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:23.701215 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eafaef14-ac0f-4431-9d1b-1f78f45d1a3e tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] Made reservation on behalf of 788d71eb1f2f4899b65dfe39f0165ff5 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:44:23.709605 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-eafaef14-ac0f-4431-9d1b-1f78f45d1a3e tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4763385'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:23.713032 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b52959-9586-4748-ab7f-717ba24270ab tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9efee342-6f66-454a-bb02-77bd5e525f2f,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:23.716464 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c7b52959-9586-4748-ab7f-717ba24270ab tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:23.720902 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-c7b52959-9586-4748-ab7f-717ba24270ab tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2426190 Jul 13 13:44:23.722640 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 38252) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:23.734156 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-e3902eeb-97e4-4885-9e12-f2afa68962f1 tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] Request body: {'security_group_rule': {'security_group_id': '388fdefa-a436-4cc4-8d1d-083aa95d7819', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '9efee342-6f66-454a-bb02-77bd5e525f2f'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:44:23.777346 n-d-800634-1 neutron-server[93751]: INFO neutron.api.v2.resource [None req-e3902eeb-97e4-4885-9e12-f2afa68962f1 tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 13:44:23.783378 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-e3902eeb-97e4-4885-9e12-f2afa68962f1 tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0583060 Jul 13 13:44:23.791745 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 38258) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:23.831240 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f614aec7-b9a7-420d-aa37-a1a0881fbc04 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Router 44d76b71-1118-45fa-8971-699706a8f4f1 has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 13:44:23.878902 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-f7ed2829-f0bd-4f0d-bd70-3a57be53cd55 None None] Provisioning complete for port b36c3c8c-a18f-45d7-b01b-8daeb33edec2 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:44:23.879525 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f7ed2829-f0bd-4f0d-bd70-3a57be53cd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:23.909708 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 38264) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:23.927335 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7b068018-3f04-41e8-9e4f-84a1a94a6b12 tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:23.969481 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7b068018-3f04-41e8-9e4f-84a1a94a6b12 tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:23.981447 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-f7ed2829-f0bd-4f0d-bd70-3a57be53cd55 None None] Port b36c3c8c-a18f-45d7-b01b-8daeb33edec2 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:44:24.030848 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7b068018-3f04-41e8-9e4f-84a1a94a6b12 tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:24.034507 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7b068018-3f04-41e8-9e4f-84a1a94a6b12 tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:24.036118 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-7b068018-3f04-41e8-9e4f-84a1a94a6b12 tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] 10.222.0.23 "DELETE /v2.0/security-groups/9efee342-6f66-454a-bb02-77bd5e525f2f HTTP/1.1" status: 204 len: 168 time: 0.2490311 Jul 13 13:44:24.040356 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 38270) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:24.055451 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068018-3f04-41e8-9e4f-84a1a94a6b12 tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9efee342-6f66-454a-bb02-77bd5e525f2f,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:24.087267 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f614aec7-b9a7-420d-aa37-a1a0881fbc04 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:44:24.101869 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6941edc5-10e9-479b-8eb4-ecb0caf51038 None None] Sync routers for ids ['44d76b71-1118-45fa-8971-699706a8f4f1'] in n-d-800634-1 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:44:24.102592 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-f614aec7-b9a7-420d-aa37-a1a0881fbc04 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] 10.222.0.23 "PUT /v2.0/routers/44d76b71-1118-45fa-8971-699706a8f4f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1190522 Jul 13 13:44:24.107033 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 38272) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:24.112715 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-209a82df-69a0-44e2-86c8-c1cbd11794d9 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Request body: {'port': {'network_id': 'e1b1b80f-07c8-4202-ada8-7879a2b2857d', 'name': 'tempest-FloatingIPTestJSON-734880176'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:44:24.128252 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6941edc5-10e9-479b-8eb4-ecb0caf51038 None None] Routers {'44d76b71-1118-45fa-8971-699706a8f4f1'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:44:24.128953 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-6941edc5-10e9-479b-8eb4-ecb0caf51038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:44:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['44d76b71-1118-45fa-8971-699706a8f4f1'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:44:24.159049 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-23f15dfe-df0e-44db-bb73-6f45617857f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:24.166007 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-6941edc5-10e9-479b-8eb4-ecb0caf51038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:44:24.176502 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6941edc5-10e9-479b-8eb4-ecb0caf51038 None None] Routers {'44d76b71-1118-45fa-8971-699706a8f4f1'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:44:24.177232 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-6941edc5-10e9-479b-8eb4-ecb0caf51038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:44:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['44d76b71-1118-45fa-8971-699706a8f4f1'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:44:24.229113 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-6941edc5-10e9-479b-8eb4-ecb0caf51038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:44:24.229802 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6941edc5-10e9-479b-8eb4-ecb0caf51038 None None] The sync data for ids ['44d76b71-1118-45fa-8971-699706a8f4f1'] in n-d-800634-1 is: [] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:44:24.265297 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c107dd-8f62-4c67-bb57-0752966c918a req-c8464190-555a-4636-881e-b94aa7039571 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:44:24.266873 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f2c107dd-8f62-4c67-bb57-0752966c918a req-c8464190-555a-4636-881e-b94aa7039571 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff113c1b-c263-4008-9d61-0ebe123b1ba5 HTTP/1.1" status: 200 len: 950 time: 0.1651473 Jul 13 13:44:24.290659 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-aa0758af-d0c6-4640-91cd-4e59738e9013 tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2488678 Jul 13 13:44:24.294123 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 38276) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:24.358421 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f2c107dd-8f62-4c67-bb57-0752966c918a req-f6c9e780-6f9d-49ae-b612-eb09cb511d05 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/security-groups?id=945af9a8-1349-436a-a066-b9a0fd8d3dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836592 Jul 13 13:44:24.387843 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-23f15dfe-df0e-44db-bb73-6f45617857f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:24.388870 n-d-800634-1 neutron-server[93750]: DEBUG neutron.objects.ports [None req-eafaef14-ac0f-4431-9d1b-1f78f45d1a3e tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93750) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 13 13:44:24.389306 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-eafaef14-ac0f-4431-9d1b-1f78f45d1a3e tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5970588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4763339'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:24.393797 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-23f15dfe-df0e-44db-bb73-6f45617857f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:24.416149 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b0adea4b-02e0-4883-966d-bf752d284bda tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:24.444529 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-209a82df-69a0-44e2-86c8-c1cbd11794d9 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Made reservation on behalf of b06282a4238c4fbb965bd4cb36a268f1 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:44:24.446204 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f15dfe-df0e-44db-bb73-6f45617857f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d7a12a9-1f5c-478e-bb9c-dd99118a52da,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:24.448166 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-209a82df-69a0-44e2-86c8-c1cbd11794d9 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:24.456371 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-23f15dfe-df0e-44db-bb73-6f45617857f2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0238ddf9a4ee4c90a041444ef98c2956&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5455348 Jul 13 13:44:24.460899 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 38278) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:24.471856 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b0adea4b-02e0-4883-966d-bf752d284bda tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:24.478514 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafaef14-ac0f-4431-9d1b-1f78f45d1a3e tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] Pushing event updated for resources: {'Subnet': ['ID=14535cd6-4f4c-4508-8cd0-03105b4f36e4,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:24.490904 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [None req-209a82df-69a0-44e2-86c8-c1cbd11794d9 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] device_id is not set on port 7012b836-0668-4567-9258-f807e75a9d5a yet. {{(pid=93750) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 13:44:24.502172 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eafaef14-ac0f-4431-9d1b-1f78f45d1a3e tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] Checking segment: {'id': '2df628fd-1497-4b20-b8df-8da75be813c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'ac617b75-a1de-4456-8bb8-efbf9e9f39c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:44:24.502536 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eafaef14-ac0f-4431-9d1b-1f78f45d1a3e tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] Network hostable DHCP agents. Network: ac617b75-a1de-4456-8bb8-efbf9e9f39c9, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 13:44:24.543909 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cf16af4c-746b-473c-b094-21be95c57fab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:24.548069 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b0adea4b-02e0-4883-966d-bf752d284bda tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:24.550560 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b0adea4b-02e0-4883-966d-bf752d284bda tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:24.554185 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-b0adea4b-02e0-4883-966d-bf752d284bda tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] 10.222.0.23 "DELETE /v2.0/security-groups/388fdefa-a436-4cc4-8d1d-083aa95d7819 HTTP/1.1" status: 204 len: 168 time: 0.2535083 Jul 13 13:44:24.558406 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 38280) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:24.569313 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0adea4b-02e0-4883-966d-bf752d284bda tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=388fdefa-a436-4cc4-8d1d-083aa95d7819,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:24.579642 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cf16af4c-746b-473c-b094-21be95c57fab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:24.580320 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eafaef14-ac0f-4431-9d1b-1f78f45d1a3e tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] Network ac617b75-a1de-4456-8bb8-efbf9e9f39c9 is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 13:44:24.623569 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-eafaef14-ac0f-4431-9d1b-1f78f45d1a3e tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, ac617b75-a1de-4456-8bb8-efbf9e9f39c9) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:44:24.631419 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d0e7c1-7a21-46cf-9b63-491c11a67c8a None None] Network ac617b75-a1de-4456-8bb8-efbf9e9f39c9 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:44:24.632059 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cf16af4c-746b-473c-b094-21be95c57fab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:24.638712 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eafaef14-ac0f-4431-9d1b-1f78f45d1a3e tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:44:24.639197 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cf16af4c-746b-473c-b094-21be95c57fab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:24.639326 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-eafaef14-ac0f-4431-9d1b-1f78f45d1a3e tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:24.640336 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-cf16af4c-746b-473c-b094-21be95c57fab admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6d7a12a9-1f5c-478e-bb9c-dd99118a52da HTTP/1.1" status: 204 len: 168 time: 0.1785727 Jul 13 13:44:24.648875 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf16af4c-746b-473c-b094-21be95c57fab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d7a12a9-1f5c-478e-bb9c-dd99118a52da,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:24.665917 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-209a82df-69a0-44e2-86c8-c1cbd11794d9 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Allocated IP 172.20.0.5 (e1b1b80f-07c8-4202-ada8-7879a2b2857d/e4929a28-be14-49a4-8862-cbf68deb8e43/7012b836-0668-4567-9258-f807e75a9d5a) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:44:24.675787 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-80341633-2e76-478a-8675-aff3d8c695f1 tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1162677 Jul 13 13:44:24.679493 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 38284) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:24.684807 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-7ada42da-ee84-4a61-b814-e8c8e54e4a4a tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] Request body: {'security_group': {'name': 'tempest-secgroup--780174213'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:44:24.694272 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-eafaef14-ac0f-4431-9d1b-1f78f45d1a3e tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.2044497 Jul 13 13:44:24.697748 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 38286) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:24.715737 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-e1e98fa0-d351-46cd-954d-ec33d76ed66e tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] Request body: {'floatingip': {'floating_network_id': 'ac617b75-a1de-4456-8bb8-efbf9e9f39c9'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:44:24.750159 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7ada42da-ee84-4a61-b814-e8c8e54e4a4a tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:24.762418 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e1e98fa0-d351-46cd-954d-ec33d76ed66e tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:24.792707 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-258549c4-2906-46ae-856a-783c07c67f2d None None] Network ac617b75-a1de-4456-8bb8-efbf9e9f39c9 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:44:24.905613 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e1e98fa0-d351-46cd-954d-ec33d76ed66e tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:24.910579 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-209a82df-69a0-44e2-86c8-c1cbd11794d9 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:24.934020 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [None req-209a82df-69a0-44e2-86c8-c1cbd11794d9 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Transition to ACTIVE for port object 7012b836-0668-4567-9258-f807e75a9d5a will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:44:25.047566 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-209a82df-69a0-44e2-86c8-c1cbd11794d9 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:25.063815 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-e1e98fa0-d351-46cd-954d-ec33d76ed66e tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] Allocated IP 172.20.0.3 (ac617b75-a1de-4456-8bb8-efbf9e9f39c9/14535cd6-4f4c-4508-8cd0-03105b4f36e4/c605b5ca-690c-4809-b186-bf8d5c722db7) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:44:25.089015 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7ada42da-ee84-4a61-b814-e8c8e54e4a4a tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:25.091491 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 38294) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:25.104747 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7ada42da-ee84-4a61-b814-e8c8e54e4a4a tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:25.134108 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-879469c4-fb4b-47ed-9247-d39e92d8e098 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:25.137921 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-209a82df-69a0-44e2-86c8-c1cbd11794d9 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Network e1b1b80f-07c8-4202-ada8-7879a2b2857d is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:44:25.158329 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-209a82df-69a0-44e2-86c8-c1cbd11794d9 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:44:25.164680 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209a82df-69a0-44e2-86c8-c1cbd11794d9 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Pushing event updated for resources: {'Port': ['ID=7012b836-0668-4567-9258-f807e75a9d5a,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:25.175074 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7ada42da-ee84-4a61-b814-e8c8e54e4a4a tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:25.178871 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-7ada42da-ee84-4a61-b814-e8c8e54e4a4a tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4957230 Jul 13 13:44:25.179051 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e1e98fa0-d351-46cd-954d-ec33d76ed66e tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:25.179515 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 38296) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:25.184905 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-275f9413-3e05-45f8-9aa0-f2e8b1136642 tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:44:25.186219 n-d-800634-1 neutron-server[93751]: WARNING neutron.api.v2.base [None req-275f9413-3e05-45f8-9aa0-f2e8b1136642 tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 13 13:44:25.186360 n-d-800634-1 neutron-server[93751]: INFO neutron.api.v2.resource [None req-275f9413-3e05-45f8-9aa0-f2e8b1136642 tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] update failed (client error): There was a conflict when trying to complete your request. Jul 13 13:44:25.191364 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-275f9413-3e05-45f8-9aa0-f2e8b1136642 tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] 10.222.0.23 "PUT /v2.0/security-groups/85d73857-8efc-4ea1-9a2f-628d6e4c2b7b HTTP/1.1" status: 409 len: 330 time: 0.0083272 Jul 13 13:44:25.191535 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209a82df-69a0-44e2-86c8-c1cbd11794d9 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:44:25.191988 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 38298) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:25.224931 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ada42da-ee84-4a61-b814-e8c8e54e4a4a tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85d73857-8efc-4ea1-9a2f-628d6e4c2b7b,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:25.265970 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-209a82df-69a0-44e2-86c8-c1cbd11794d9 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:44:25.266924 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-209a82df-69a0-44e2-86c8-c1cbd11794d9 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:25.276162 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6015c4bb-9b68-4bdc-906a-60183fa8b36c tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:25.314616 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6015c4bb-9b68-4bdc-906a-60183fa8b36c tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:25.331528 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e1e98fa0-d351-46cd-954d-ec33d76ed66e tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:25.354066 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-879469c4-fb4b-47ed-9247-d39e92d8e098 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:25.361014 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-879469c4-fb4b-47ed-9247-d39e92d8e098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:25.393373 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e98fa0-d351-46cd-954d-ec33d76ed66e tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] Network ac617b75-a1de-4456-8bb8-efbf9e9f39c9 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:44:25.398182 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-e1e98fa0-d351-46cd-954d-ec33d76ed66e tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:44:25.404134 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e98fa0-d351-46cd-954d-ec33d76ed66e tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:44:25.429768 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e98fa0-d351-46cd-954d-ec33d76ed66e tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] Pushing event updated for resources: {'Port': ['ID=c605b5ca-690c-4809-b186-bf8d5c722db7,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:25.434754 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 38308) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:25.440867 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-879469c4-fb4b-47ed-9247-d39e92d8e098 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b3ad355f4db6428d8b15188bca28820f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3461320 Jul 13 13:44:25.447897 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879469c4-fb4b-47ed-9247-d39e92d8e098 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a62dab59-e961-448b-b27d-3eae67865977,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:25.455814 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-209a82df-69a0-44e2-86c8-c1cbd11794d9 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.3470249 Jul 13 13:44:25.462005 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 38310) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:25.465910 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6015c4bb-9b68-4bdc-906a-60183fa8b36c tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:25.468571 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6015c4bb-9b68-4bdc-906a-60183fa8b36c tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:25.469808 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-6015c4bb-9b68-4bdc-906a-60183fa8b36c tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] 10.222.0.23 "DELETE /v2.0/security-groups/85d73857-8efc-4ea1-9a2f-628d6e4c2b7b HTTP/1.1" status: 204 len: 168 time: 0.2767477 Jul 13 13:44:25.474607 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-1f332ccd-1acf-4d01-8af3-edb8f5033420 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Request body: {'floatingip': {'port_id': '7012b836-0668-4567-9258-f807e75a9d5a'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:44:25.483506 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 38312) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:25.522301 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-0b6e9a13-c6ca-449e-a9f7-9b855c09e1da None None] Provisioning for port 7012b836-0668-4567-9258-f807e75a9d5a completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:44:25.522903 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6015c4bb-9b68-4bdc-906a-60183fa8b36c tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85d73857-8efc-4ea1-9a2f-628d6e4c2b7b,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:25.532085 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-0b6e9a13-c6ca-449e-a9f7-9b855c09e1da None None] Provisioning complete for port 7012b836-0668-4567-9258-f807e75a9d5a triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:44:25.532715 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-0b6e9a13-c6ca-449e-a9f7-9b855c09e1da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:25.567096 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e1e98fa0-d351-46cd-954d-ec33d76ed66e tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:25.574029 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-0b6e9a13-c6ca-449e-a9f7-9b855c09e1da None None] Port 7012b836-0668-4567-9258-f807e75a9d5a cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:44:25.615346 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-294f05b0-fb03-4a49-9bbe-93f0811c060b tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1307054 Jul 13 13:44:25.621584 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 38316) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:25.639336 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1f332ccd-1acf-4d01-8af3-edb8f5033420 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks [] for floatingip, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:25.660135 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5f5f0edf-39f7-4a1c-9009-322b054e8b86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:25.671079 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e1e98fa0-d351-46cd-954d-ec33d76ed66e tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:25.677032 n-d-800634-1 neutron-server[93750]: INFO neutron.api.v2.resource [None req-f746e58f-889b-4eee-b57d-189dad379f77 tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] delete failed (client error): The resource could not be found. Jul 13 13:44:25.678217 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-f746e58f-889b-4eee-b57d-189dad379f77 tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] 10.222.0.23 "DELETE /v2.0/security-groups/d3f5d5a4-a518-4e20-b452-c76b25cc84d8 HTTP/1.1" status: 404 len: 347 time: 0.0530157 Jul 13 13:44:25.684309 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 38318) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:25.708677 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5f5f0edf-39f7-4a1c-9009-322b054e8b86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:25.711634 n-d-800634-1 neutron-server[93750]: INFO neutron.api.v2.resource [None req-70baa542-befe-4db5-8574-0e86090c47f3 tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] show failed (client error): The resource could not be found. Jul 13 13:44:25.713422 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-70baa542-befe-4db5-8574-0e86090c47f3 tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] 10.222.0.23 "GET /v2.0/security-groups/8f076563-2d19-463c-a601-48ed220647cd HTTP/1.1" status: 404 len: 347 time: 0.0236683 Jul 13 13:44:25.721973 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 38320) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:25.736631 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de5c8d4-79ff-42d3-86a2-9c2e3c870f1d req-834e83a2-556b-4087-9717-a736b20258f8 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:44:25.738159 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8de5c8d4-79ff-42d3-86a2-9c2e3c870f1d req-834e83a2-556b-4087-9717-a736b20258f8 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff113c1b-c263-4008-9d61-0ebe123b1ba5 HTTP/1.1" status: 200 len: 950 time: 0.2009685 Jul 13 13:44:25.755534 n-d-800634-1 neutron-server[93751]: INFO neutron.api.v2.resource [None req-6f2988b4-5e71-44b5-b0a0-09f26c45bf20 tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] show failed (client error): The resource could not be found. Jul 13 13:44:25.756571 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-6f2988b4-5e71-44b5-b0a0-09f26c45bf20 tempest-NegativeSecGroupTest-1805561411 tempest-NegativeSecGroupTest-1805561411-project] 10.222.0.23 "GET /v2.0/security-group-rules/164ba7d4-53ee-4fce-9550-ff3a07d8988a HTTP/1.1" status: 404 len: 356 time: 0.0336578 Jul 13 13:44:25.835631 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8de5c8d4-79ff-42d3-86a2-9c2e3c870f1d req-39eea0ff-844e-44c2-ad98-ed97f43a6190 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/security-groups?id=945af9a8-1349-436a-a066-b9a0fd8d3dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790346 Jul 13 13:44:25.858545 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5f5f0edf-39f7-4a1c-9009-322b054e8b86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:25.861029 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5f5f0edf-39f7-4a1c-9009-322b054e8b86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:25.864901 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-5f5f0edf-39f7-4a1c-9009-322b054e8b86 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a62dab59-e961-448b-b27d-3eae67865977 HTTP/1.1" status: 204 len: 168 time: 0.4285400 Jul 13 13:44:25.880111 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5f0edf-39f7-4a1c-9009-322b054e8b86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a62dab59-e961-448b-b27d-3eae67865977,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:26.008977 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e1e98fa0-d351-46cd-954d-ec33d76ed66e tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:26.015715 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e1e98fa0-d351-46cd-954d-ec33d76ed66e tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:26.178507 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e98fa0-d351-46cd-954d-ec33d76ed66e tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] Pushing event updated for resources: {'Port': ['ID=c605b5ca-690c-4809-b186-bf8d5c722db7,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:26.182342 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 38334) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:26.208414 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e1e98fa0-d351-46cd-954d-ec33d76ed66e tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446547'] for floatingip, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:26.246185 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e1e98fa0-d351-46cd-954d-ec33d76ed66e tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for floatingip, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:26.247638 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-e1e98fa0-d351-46cd-954d-ec33d76ed66e tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.5477600 Jul 13 13:44:26.251205 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 38340) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:26.398294 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-53e5e64b-39c4-4c25-a567-c91e3f629b8a tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] 10.222.0.23 "GET /v2.0/floatingips?floating_network_id=ac617b75-a1de-4456-8bb8-efbf9e9f39c9 HTTP/1.1" status: 200 len: 689 time: 0.1436388 Jul 13 13:44:26.401965 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 38346) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:26.444672 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1f332ccd-1acf-4d01-8af3-edb8f5033420 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:26.451695 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1f332ccd-1acf-4d01-8af3-edb8f5033420 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446547'] for floatingip, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:26.490559 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-18e3aca1-e7fb-473e-abf1-49bb349166b5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c6f03c41eac344ef95017c97a8db5b18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3054018 Jul 13 13:44:26.493112 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 38350) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:26.562739 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-42b6d56e-e508-49a9-be79-88a2448d2ccc tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:26.658228 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b6b2bbd3-ce93-4be0-a80e-8df26076e1b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:26.702873 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b6b2bbd3-ce93-4be0-a80e-8df26076e1b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:26.767197 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b6b2bbd3-ce93-4be0-a80e-8df26076e1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:26.770350 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b6b2bbd3-ce93-4be0-a80e-8df26076e1b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:26.774124 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-b6b2bbd3-ce93-4be0-a80e-8df26076e1b0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/603dccb6-ef9e-4f56-8253-516951f83e51 HTTP/1.1" status: 204 len: 168 time: 0.2761703 Jul 13 13:44:26.793179 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b2bbd3-ce93-4be0-a80e-8df26076e1b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=603dccb6-ef9e-4f56-8253-516951f83e51,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:26.805960 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-42b6d56e-e508-49a9-be79-88a2448d2ccc tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] Deleting port c605b5ca-690c-4809-b186-bf8d5c722db7 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:44:26.805960 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-42b6d56e-e508-49a9-be79-88a2448d2ccc tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:27.039722 n-d-800634-1 neutron-server[93750]: INFO neutron.db.l3_db [None req-1f332ccd-1acf-4d01-8af3-edb8f5033420 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Floating IP cf485cba-6a8c-47bc-9357-d95f494753ca associated. External IP: 172.25.6.192, port: 0fb36914-2879-43a3-8397-734c54d807da. Jul 13 13:44:27.298538 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f332ccd-1acf-4d01-8af3-edb8f5033420 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Router 1d1c4035-5359-4547-a8f3-118bcfe3837f has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 13:44:27.543393 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f332ccd-1acf-4d01-8af3-edb8f5033420 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:44:27.555395 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b9085a-30b2-4933-8e27-3e21eb030153 None None] Sync routers for ids ['1d1c4035-5359-4547-a8f3-118bcfe3837f'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:44:27.578623 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b9085a-30b2-4933-8e27-3e21eb030153 None None] Routers {'1d1c4035-5359-4547-a8f3-118bcfe3837f'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:44:27.579459 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-86b9085a-30b2-4933-8e27-3e21eb030153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:44:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['1d1c4035-5359-4547-a8f3-118bcfe3837f'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:44:27.629083 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-86b9085a-30b2-4933-8e27-3e21eb030153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:44:27.639594 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b9085a-30b2-4933-8e27-3e21eb030153 None None] Routers {'1d1c4035-5359-4547-a8f3-118bcfe3837f'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:44:27.640680 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-86b9085a-30b2-4933-8e27-3e21eb030153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:44:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['1d1c4035-5359-4547-a8f3-118bcfe3837f'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:44:27.660341 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-42b6d56e-e508-49a9-be79-88a2448d2ccc tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:27.660341 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-42b6d56e-e508-49a9-be79-88a2448d2ccc tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:27.690078 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-42b6d56e-e508-49a9-be79-88a2448d2ccc tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] Calling delete_port for c605b5ca-690c-4809-b186-bf8d5c722db7 owned by network:floatingip {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:44:27.706690 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a064c5d-2dd2-402b-996a-96347bb47d21 req-f41d017e-f174-48ed-8eb2-388514337ede tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:44:27.714070 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1a064c5d-2dd2-402b-996a-96347bb47d21 req-f41d017e-f174-48ed-8eb2-388514337ede tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff113c1b-c263-4008-9d61-0ebe123b1ba5 HTTP/1.1" status: 200 len: 950 time: 0.3110838 Jul 13 13:44:27.716665 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-86b9085a-30b2-4933-8e27-3e21eb030153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:44:27.720587 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b9085a-30b2-4933-8e27-3e21eb030153 None None] The sync data for ids ['1d1c4035-5359-4547-a8f3-118bcfe3837f'] in n-d-800634-1 is: [] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:44:27.827010 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1a064c5d-2dd2-402b-996a-96347bb47d21 req-1424f371-d6d0-4f7a-9193-e14f1b350ae1 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/security-groups?id=945af9a8-1349-436a-a066-b9a0fd8d3dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066983 Jul 13 13:44:27.886724 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f332ccd-1acf-4d01-8af3-edb8f5033420 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Router 44d76b71-1118-45fa-8971-699706a8f4f1 has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 13:44:27.955536 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-42b6d56e-e508-49a9-be79-88a2448d2ccc tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:27.979268 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 38410) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:28.009626 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b6d56e-e508-49a9-be79-88a2448d2ccc tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] Pushing event deleted for resources: {'Port': ['ID=c605b5ca-690c-4809-b186-bf8d5c722db7,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:28.035603 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f332ccd-1acf-4d01-8af3-edb8f5033420 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:44:28.042579 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1f332ccd-1acf-4d01-8af3-edb8f5033420 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for floatingip, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:28.047970 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ecbdd0-bc3f-458c-97dd-d30630913c53 None None] Sync routers for ids ['44d76b71-1118-45fa-8971-699706a8f4f1'] in n-d-800634-1 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:44:28.062877 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ecbdd0-bc3f-458c-97dd-d30630913c53 None None] Routers {'44d76b71-1118-45fa-8971-699706a8f4f1'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:44:28.063515 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-26ecbdd0-bc3f-458c-97dd-d30630913c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:44:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['44d76b71-1118-45fa-8971-699706a8f4f1'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:44:28.106759 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-42b6d56e-e508-49a9-be79-88a2448d2ccc tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:28.113198 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-26ecbdd0-bc3f-458c-97dd-d30630913c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:44:28.122882 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ecbdd0-bc3f-458c-97dd-d30630913c53 None None] Routers {'44d76b71-1118-45fa-8971-699706a8f4f1'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:44:28.123744 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-26ecbdd0-bc3f-458c-97dd-d30630913c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:44:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['44d76b71-1118-45fa-8971-699706a8f4f1'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:44:28.143786 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-1f332ccd-1acf-4d01-8af3-edb8f5033420 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] 10.222.0.23 "PUT /v2.0/floatingips/cf485cba-6a8c-47bc-9357-d95f494753ca HTTP/1.1" status: 200 len: 977 time: 2.6792886 Jul 13 13:44:28.146893 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 38414) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:28.156417 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-26ecbdd0-bc3f-458c-97dd-d30630913c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:44:28.157517 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ecbdd0-bc3f-458c-97dd-d30630913c53 None None] The sync data for ids ['44d76b71-1118-45fa-8971-699706a8f4f1'] in n-d-800634-1 is: [] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:44:28.193176 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-ea8a1b81-d581-4c0e-b8ae-737b21eff794 tempest-TagsTest-469873956 tempest-TagsTest-469873956-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1535149512'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:44:28.246267 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-42b6d56e-e508-49a9-be79-88a2448d2ccc tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:28.250803 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea8a1b81-d581-4c0e-b8ae-737b21eff794 tempest-TagsTest-469873956 tempest-TagsTest-469873956-project] Made reservation on behalf of 2cdb405fabdc4c888c1ed3ff3816d41e for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:44:28.256168 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ea8a1b81-d581-4c0e-b8ae-737b21eff794 tempest-TagsTest-469873956 tempest-TagsTest-469873956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:28.279666 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-2a137a44-22f2-4ac8-9d96-f4641883d47a tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Deleting port 7012b836-0668-4567-9258-f807e75a9d5a {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:44:28.280034 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2a137a44-22f2-4ac8-9d96-f4641883d47a tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:28.292439 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ea8a1b81-d581-4c0e-b8ae-737b21eff794 tempest-TagsTest-469873956 tempest-TagsTest-469873956-project] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:28.335081 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 38418) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:28.365794 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-42b6d56e-e508-49a9-be79-88a2448d2ccc tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6018534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6105009'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:28.401334 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b6d56e-e508-49a9-be79-88a2448d2ccc tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=14535cd6-4f4c-4508-8cd0-03105b4f36e4,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:28.406802 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2a137a44-22f2-4ac8-9d96-f4641883d47a tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:28.489473 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-42b6d56e-e508-49a9-be79-88a2448d2ccc tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:28.494498 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e5d14ca3-0242-4cfe-954d-ab8356249e64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:28.501688 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-42b6d56e-e508-49a9-be79-88a2448d2ccc tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac617b75-a1de-4456-8bb8-efbf9e9f39c9']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:44:28.513949 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-42b6d56e-e508-49a9-be79-88a2448d2ccc tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2df628fd-1497-4b20-b8df-8da75be813c8') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:44:28.514571 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-42b6d56e-e508-49a9-be79-88a2448d2ccc tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2df628fd-1497-4b20-b8df-8da75be813c8') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:44:28.525559 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-42b6d56e-e508-49a9-be79-88a2448d2ccc tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6018464'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:28.551888 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-42b6d56e-e508-49a9-be79-88a2448d2ccc tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:28.559120 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42b6d56e-e508-49a9-be79-88a2448d2ccc tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 13:44:28.559559 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-42b6d56e-e508-49a9-be79-88a2448d2ccc tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6018632'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:28.561567 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:44:28.561567 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:44:28.561567 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:44:28.561567 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:44:28.561567 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:44:28.561567 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:44:28.561567 n-d-800634-1 neutron-server[93751]: Traceback (most recent call last): Jul 13 13:44:28.561567 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 13:44:28.561567 n-d-800634-1 neutron-server[93751]: timer() Jul 13 13:44:28.561567 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 13:44:28.561567 n-d-800634-1 neutron-server[93751]: cb(*args, **kw) Jul 13 13:44:28.561567 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 13:44:28.561567 n-d-800634-1 neutron-server[93751]: return func(*args, **kwargs) Jul 13 13:44:28.561567 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 13:44:28.561567 n-d-800634-1 neutron-server[93751]: self._notify() Jul 13 13:44:28.561567 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 13:44:28.561567 n-d-800634-1 neutron-server[93751]: self.callback(batched_events) Jul 13 13:44:28.561567 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 13:44:28.561567 n-d-800634-1 neutron-server[93751]: event.method(event) Jul 13 13:44:28.561567 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 13:44:28.561567 n-d-800634-1 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 13:44:28.561567 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 13:44:28.561567 n-d-800634-1 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 13:44:28.561567 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 13:44:28.561567 n-d-800634-1 neutron-server[93751]: return f(self, *a, **k) Jul 13 13:44:28.561567 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 13:44:28.561567 n-d-800634-1 neutron-server[93751]: return self._get(url).json() Jul 13 13:44:28.561567 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 13:44:28.561567 n-d-800634-1 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 13:44:28.561567 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 13:44:28.561567 n-d-800634-1 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 13 13:44:28.561567 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 13:44:28.561567 n-d-800634-1 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 13:44:28.561567 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 13:44:28.561567 n-d-800634-1 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 13:44:28.561567 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 13:44:28.561567 n-d-800634-1 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 13:44:28.561567 n-d-800634-1 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 13:44:28.651617 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-42b6d56e-e508-49a9-be79-88a2448d2ccc tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:28.656324 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42b6d56e-e508-49a9-be79-88a2448d2ccc tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ac617b75-a1de-4456-8bb8-efbf9e9f39c9 {{(pid=93751) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 13 13:44:28.659079 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-42b6d56e-e508-49a9-be79-88a2448d2ccc tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:28.663842 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-42b6d56e-e508-49a9-be79-88a2448d2ccc tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] 10.222.0.23 "DELETE /v2.0/networks/ac617b75-a1de-4456-8bb8-efbf9e9f39c9 HTTP/1.1" status: 204 len: 168 time: 2.2580719 Jul 13 13:44:28.667607 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 38426) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:28.717287 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ea8a1b81-d581-4c0e-b8ae-737b21eff794 tempest-TagsTest-469873956 tempest-TagsTest-469873956-project] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:28.723546 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2a137a44-22f2-4ac8-9d96-f4641883d47a tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:28.724203 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2a137a44-22f2-4ac8-9d96-f4641883d47a tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446547'] for floatingip, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:28.724638 n-d-800634-1 neutron-server[93750]: INFO neutron.db.l3_db [None req-2a137a44-22f2-4ac8-9d96-f4641883d47a tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Floating IP cf485cba-6a8c-47bc-9357-d95f494753ca disassociated. External IP: 172.25.6.192, port: 7012b836-0668-4567-9258-f807e75a9d5a. Jul 13 13:44:28.725148 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-2a137a44-22f2-4ac8-9d96-f4641883d47a tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Calling delete_port for 7012b836-0668-4567-9258-f807e75a9d5a owned by {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:44:28.863723 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-20651540-dc63-404b-9eae-f1c9ee9056cd tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] 10.222.0.23 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2550 time: 0.1900330 Jul 13 13:44:28.864375 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 38432) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:28.866920 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b6d56e-e508-49a9-be79-88a2448d2ccc tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] Pushing event deleted for resources: {'Network': ['ID=ac617b75-a1de-4456-8bb8-efbf9e9f39c9,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:28.977530 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2a137a44-22f2-4ac8-9d96-f4641883d47a tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:28.990120 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e5d14ca3-0242-4cfe-954d-ab8356249e64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:29.005614 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ea8a1b81-d581-4c0e-b8ae-737b21eff794 tempest-TagsTest-469873956 tempest-TagsTest-469873956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:29.019233 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e5d14ca3-0242-4cfe-954d-ab8356249e64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:29.022583 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e92be83e-5808-486c-8932-1f797dcecc98 tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:44:29.023360 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e92be83e-5808-486c-8932-1f797dcecc98 tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:44:29.023942 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e92be83e-5808-486c-8932-1f797dcecc98 tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:44:29.024650 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e92be83e-5808-486c-8932-1f797dcecc98 tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:44:29.025348 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e92be83e-5808-486c-8932-1f797dcecc98 tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:44:29.026250 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e92be83e-5808-486c-8932-1f797dcecc98 tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:44:29.026770 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e92be83e-5808-486c-8932-1f797dcecc98 tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:44:29.027340 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e92be83e-5808-486c-8932-1f797dcecc98 tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:44:29.027855 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e92be83e-5808-486c-8932-1f797dcecc98 tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:44:29.032893 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-e92be83e-5808-486c-8932-1f797dcecc98 tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5738 time: 0.1644735 Jul 13 13:44:29.033222 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a137a44-22f2-4ac8-9d96-f4641883d47a tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Pushing event deleted for resources: {'Port': ['ID=7012b836-0668-4567-9258-f807e75a9d5a,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:29.038229 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 38434) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:29.043740 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea8a1b81-d581-4c0e-b8ae-737b21eff794 tempest-TagsTest-469873956 tempest-TagsTest-469873956-project] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 13:44:29.057498 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ea8a1b81-d581-4c0e-b8ae-737b21eff794 tempest-TagsTest-469873956 tempest-TagsTest-469873956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:29.057967 n-d-800634-1 neutron-server[93751]: INFO neutron.db.segments_db [None req-ea8a1b81-d581-4c0e-b8ae-737b21eff794 tempest-TagsTest-469873956 tempest-TagsTest-469873956-project] Added segment 00a34ab4-342e-4f1c-bc22-65ce031ad657 of type vlan for network 08ee498b-27a3-4193-9ca4-52881325aaee Jul 13 13:44:29.141871 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ea8a1b81-d581-4c0e-b8ae-737b21eff794 tempest-TagsTest-469873956 tempest-TagsTest-469873956-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:29.156596 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8a1b81-d581-4c0e-b8ae-737b21eff794 tempest-TagsTest-469873956 tempest-TagsTest-469873956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8104f6f5-f80e-4763-b0a5-0237ff93f5ee,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:29.204079 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ea8a1b81-d581-4c0e-b8ae-737b21eff794 tempest-TagsTest-469873956 tempest-TagsTest-469873956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:29.211286 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea8a1b81-d581-4c0e-b8ae-737b21eff794 tempest-TagsTest-469873956 tempest-TagsTest-469873956-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:44:29.212015 n-d-800634-1 neutron-server[93750]: INFO neutron.api.v2.resource [None req-bad7543b-f5cf-4d04-b576-b85528acc802 tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] delete failed (client error): The resource could not be found. Jul 13 13:44:29.212960 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ea8a1b81-d581-4c0e-b8ae-737b21eff794 tempest-TagsTest-469873956 tempest-TagsTest-469873956-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:29.216132 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-bad7543b-f5cf-4d04-b576-b85528acc802 tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] 10.222.0.23 "DELETE /v2.0/floatingips/23cc64ac-06fc-44d8-a3cc-c0f5cabaac1b HTTP/1.1" status: 404 len: 345 time: 0.1733222 Jul 13 13:44:29.217182 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 38436) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:29.217830 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d14ca3-0242-4cfe-954d-ab8356249e64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbb95895-9fef-460b-bd84-b191c9cd5749,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:29.225630 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-e5d14ca3-0242-4cfe-954d-ab8356249e64 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=31a16e7fbbf44ef589cb17d31cfa1778&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8865426 Jul 13 13:44:29.226151 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 38438) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:29.288676 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-ea8a1b81-d581-4c0e-b8ae-737b21eff794 tempest-TagsTest-469873956 tempest-TagsTest-469873956-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 1.2876930 Jul 13 13:44:29.297618 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 38440) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:29.312582 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.tag.tag_plugin [None req-70062d36-1471-4c0c-b993-ec278f72b2a5 tempest-TagsTest-469873956 tempest-TagsTest-469873956-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '08ee498b-27a3-4193-9ca4-52881325aaee', 'tempest-TagsTest-Tag-1441203295') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:44:29.367924 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8a1b81-d581-4c0e-b8ae-737b21eff794 tempest-TagsTest-469873956 tempest-TagsTest-469873956-project] Pushing event updated for resources: {'Network': ['ID=08ee498b-27a3-4193-9ca4-52881325aaee,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:29.380560 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network 08ee498b-27a3-4193-9ca4-52881325aaee details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 13:44:29.430590 n-d-800634-1 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac299591-f063-4da4-9fb0-86689f3e49f4 tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] DELETE failed (client error): The resource could not be found. Jul 13 13:44:29.431768 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac299591-f063-4da4-9fb0-86689f3e49f4 tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=93750) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 13:44:29.433837 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-ac299591-f063-4da4-9fb0-86689f3e49f4 tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] 10.222.0.23 "DELETE /v2.0/networks/ac617b75-a1de-4456-8bb8-efbf9e9f39c9 HTTP/1.1" status: 404 len: 339 time: 0.2091684 Jul 13 13:44:29.437709 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 38442) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:29.445632 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-8c6dd88e-dda8-4419-b9d4-17a968a0d284 tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] Request body: {'network': {'name': 'tempest-network--544020252', 'router:external': True}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:44:29.466302 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-70062d36-1471-4c0c-b993-ec278f72b2a5 tempest-TagsTest-469873956 tempest-TagsTest-469873956-project] 10.222.0.23 "PUT /v2.0/networks/08ee498b-27a3-4193-9ca4-52881325aaee/tags/tempest-TagsTest-Tag-1441203295 HTTP/1.1" status: 201 len: 201 time: 0.1672182 Jul 13 13:44:29.467938 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 38444) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:29.482208 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.tag.tag_plugin [None req-55510142-c9c7-4bb9-92ea-223ebf360cb2 tempest-TagsTest-469873956 tempest-TagsTest-469873956-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '08ee498b-27a3-4193-9ca4-52881325aaee', 'tempest-TagsTest-Tag-1441203295') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:44:29.486955 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c6dd88e-dda8-4419-b9d4-17a968a0d284 tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] Made reservation on behalf of 788d71eb1f2f4899b65dfe39f0165ff5 for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:44:29.489588 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8c6dd88e-dda8-4419-b9d4-17a968a0d284 tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:29.490821 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a137a44-22f2-4ac8-9d96-f4641883d47a tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Router 44d76b71-1118-45fa-8971-699706a8f4f1 has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 13:44:29.534073 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc88bfe6-c1b9-46bd-8d0d-687ca0494e47 req-34f2c768-5f5d-4b70-a896-3408879d744d tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:44:29.542594 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-fc88bfe6-c1b9-46bd-8d0d-687ca0494e47 req-34f2c768-5f5d-4b70-a896-3408879d744d tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff113c1b-c263-4008-9d61-0ebe123b1ba5 HTTP/1.1" status: 200 len: 950 time: 0.5282848 Jul 13 13:44:29.590388 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-59ee24e9-0671-47f8-8e8a-1bc48bc2e594 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:29.612227 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c6dd88e-dda8-4419-b9d4-17a968a0d284 tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 13:44:29.632717 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8c6dd88e-dda8-4419-b9d4-17a968a0d284 tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:29.633391 n-d-800634-1 neutron-server[93751]: INFO neutron.db.segments_db [None req-8c6dd88e-dda8-4419-b9d4-17a968a0d284 tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] Added segment 7af18ffa-08a9-4278-98a1-fe420bce9ae2 of type vlan for network 9752b397-e68b-4ecf-820f-f46ff30e8d68 Jul 13 13:44:29.675779 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-55510142-c9c7-4bb9-92ea-223ebf360cb2 tempest-TagsTest-469873956 tempest-TagsTest-469873956-project] 10.222.0.23 "GET /v2.0/networks/08ee498b-27a3-4193-9ca4-52881325aaee/tags/tempest-TagsTest-Tag-1441203295 HTTP/1.1" status: 204 len: 168 time: 0.2030053 Jul 13 13:44:29.678664 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 38448) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:29.683770 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.tag.tag_plugin [None req-d1aa89e0-244d-415f-a8da-152cbbb43af1 tempest-TagsTest-469873956 tempest-TagsTest-469873956-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '08ee498b-27a3-4193-9ca4-52881325aaee') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:44:29.696009 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-59ee24e9-0671-47f8-8e8a-1bc48bc2e594 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:29.746753 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8c6dd88e-dda8-4419-b9d4-17a968a0d284 tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:29.755476 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-fc88bfe6-c1b9-46bd-8d0d-687ca0494e47 req-34dfa384-09bb-411b-ac39-5d2b9abfe3f9 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/security-groups?id=945af9a8-1349-436a-a066-b9a0fd8d3dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119834 Jul 13 13:44:29.814988 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-d1aa89e0-244d-415f-a8da-152cbbb43af1 tempest-TagsTest-469873956 tempest-TagsTest-469873956-project] 10.222.0.23 "GET /v2.0/networks/08ee498b-27a3-4193-9ca4-52881325aaee/tags HTTP/1.1" status: 200 len: 238 time: 0.1326125 Jul 13 13:44:29.816079 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 38454) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:29.819809 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a137a44-22f2-4ac8-9d96-f4641883d47a tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:44:29.823180 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.tag.tag_plugin [None req-de7ecdc0-5b83-4515-899c-fdf8fc979405 tempest-TagsTest-469873956 tempest-TagsTest-469873956-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '08ee498b-27a3-4193-9ca4-52881325aaee', {'tags': ['tempest-TagsTest-Tag-1465263685', 'tempest-TagsTest-Tag-1333231180', 'tempest-TagsTest-Tag-967876522']}) {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:44:29.840321 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cfa73e9-f694-4c86-8c23-fc4d385750b3 None None] Sync routers for ids ['44d76b71-1118-45fa-8971-699706a8f4f1'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:44:29.860348 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cfa73e9-f694-4c86-8c23-fc4d385750b3 None None] Routers {'44d76b71-1118-45fa-8971-699706a8f4f1'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:44:29.860348 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-8cfa73e9-f694-4c86-8c23-fc4d385750b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:44:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['44d76b71-1118-45fa-8971-699706a8f4f1'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:44:29.874897 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8c6dd88e-dda8-4419-b9d4-17a968a0d284 tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:29.876385 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c6dd88e-dda8-4419-b9d4-17a968a0d284 tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:44:29.877544 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8c6dd88e-dda8-4419-b9d4-17a968a0d284 tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:29.878741 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-59ee24e9-0671-47f8-8e8a-1bc48bc2e594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:29.881285 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-59ee24e9-0671-47f8-8e8a-1bc48bc2e594 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:29.882541 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-59ee24e9-0671-47f8-8e8a-1bc48bc2e594 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/dbb95895-9fef-460b-bd84-b191c9cd5749 HTTP/1.1" status: 204 len: 168 time: 0.6451225 Jul 13 13:44:29.900171 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ee24e9-0671-47f8-8e8a-1bc48bc2e594 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbb95895-9fef-460b-bd84-b191c9cd5749,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:29.912344 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2a137a44-22f2-4ac8-9d96-f4641883d47a tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:29.914853 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-2a137a44-22f2-4ac8-9d96-f4641883d47a tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] 10.222.0.23 "DELETE /v2.0/ports/7012b836-0668-4567-9258-f807e75a9d5a HTTP/1.1" status: 204 len: 168 time: 1.7655020 Jul 13 13:44:29.917983 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 38458) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:29.940339 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-8cfa73e9-f694-4c86-8c23-fc4d385750b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:44:29.950523 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cfa73e9-f694-4c86-8c23-fc4d385750b3 None None] Routers {'44d76b71-1118-45fa-8971-699706a8f4f1'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:44:29.951149 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-8cfa73e9-f694-4c86-8c23-fc4d385750b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:44:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['44d76b71-1118-45fa-8971-699706a8f4f1'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:44:29.987790 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-8cfa73e9-f694-4c86-8c23-fc4d385750b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:44:29.988386 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cfa73e9-f694-4c86-8c23-fc4d385750b3 None None] The sync data for ids ['44d76b71-1118-45fa-8971-699706a8f4f1'] in n-d-800634-1 is: [] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:44:29.999151 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-8c6dd88e-dda8-4419-b9d4-17a968a0d284 tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 0.5605826 Jul 13 13:44:30.001817 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 38460) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:30.013953 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6dd88e-dda8-4419-b9d4-17a968a0d284 tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] Pushing event updated for resources: {'Network': ['ID=9752b397-e68b-4ecf-820f-f46ff30e8d68,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:30.026867 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network 9752b397-e68b-4ecf-820f-f46ff30e8d68 details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 13:44:30.044892 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-de7ecdc0-5b83-4515-899c-fdf8fc979405 tempest-TagsTest-469873956 tempest-TagsTest-469873956-project] 10.222.0.23 "PUT /v2.0/networks/08ee498b-27a3-4193-9ca4-52881325aaee/tags HTTP/1.1" status: 200 len: 308 time: 0.2262866 Jul 13 13:44:30.048104 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 38462) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:30.054245 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.tag.tag_plugin [None req-f2c23121-3716-45f5-9c78-f142a6265b72 tempest-TagsTest-469873956 tempest-TagsTest-469873956-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '08ee498b-27a3-4193-9ca4-52881325aaee', 'tempest-TagsTest-Tag-1465263685') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:44:30.155061 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-f2c23121-3716-45f5-9c78-f142a6265b72 tempest-TagsTest-469873956 tempest-TagsTest-469873956-project] 10.222.0.23 "DELETE /v2.0/networks/08ee498b-27a3-4193-9ca4-52881325aaee/tags/tempest-TagsTest-Tag-1465263685 HTTP/1.1" status: 204 len: 168 time: 0.1031573 Jul 13 13:44:30.155307 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 38466) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:30.160095 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.tag.tag_plugin [None req-68b9cf18-66c1-4c52-be4a-ace6cda551af tempest-TagsTest-469873956 tempest-TagsTest-469873956-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '08ee498b-27a3-4193-9ca4-52881325aaee', 'tempest-TagsTest-Tag-1465263685') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:44:30.186498 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:30.239886 n-d-800634-1 neutron-server[93751]: INFO neutron.api.v2.resource [None req-68b9cf18-66c1-4c52-be4a-ace6cda551af tempest-TagsTest-469873956 tempest-TagsTest-469873956-project] show failed (client error): The resource could not be found. Jul 13 13:44:30.240877 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-68b9cf18-66c1-4c52-be4a-ace6cda551af tempest-TagsTest-469873956 tempest-TagsTest-469873956-project] 10.222.0.23 "GET /v2.0/networks/08ee498b-27a3-4193-9ca4-52881325aaee/tags/tempest-TagsTest-Tag-1465263685 HTTP/1.1" status: 404 len: 326 time: 0.0846281 Jul 13 13:44:30.244622 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 38468) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:30.251638 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.tag.tag_plugin [None req-6027a9a5-1fe3-4df5-8b88-950d1d0f1fe6 tempest-TagsTest-469873956 tempest-TagsTest-469873956-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '08ee498b-27a3-4193-9ca4-52881325aaee', 'tempest-TagsTest-Tag-1333231180') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:44:30.251950 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 38470) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:30.286113 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4cd04abe-c404-42d2-86f3-88a1e6893315 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:30.298008 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcf5f88e-d16b-4dc0-b6aa-896c0aac4d8d tempest-ExternalNetworksTestJSON-1562290136 tempest-ExternalNetworksTestJSON-1562290136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:44:30.304063 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcf5f88e-d16b-4dc0-b6aa-896c0aac4d8d tempest-ExternalNetworksTestJSON-1562290136 tempest-ExternalNetworksTestJSON-1562290136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:44:30.310100 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcf5f88e-d16b-4dc0-b6aa-896c0aac4d8d tempest-ExternalNetworksTestJSON-1562290136 tempest-ExternalNetworksTestJSON-1562290136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:44:30.315972 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcf5f88e-d16b-4dc0-b6aa-896c0aac4d8d tempest-ExternalNetworksTestJSON-1562290136 tempest-ExternalNetworksTestJSON-1562290136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:44:30.320200 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-dcf5f88e-d16b-4dc0-b6aa-896c0aac4d8d tempest-ExternalNetworksTestJSON-1562290136 tempest-ExternalNetworksTestJSON-1562290136-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.3147986 Jul 13 13:44:30.323559 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-6027a9a5-1fe3-4df5-8b88-950d1d0f1fe6 tempest-TagsTest-469873956 tempest-TagsTest-469873956-project] 10.222.0.23 "GET /v2.0/networks/08ee498b-27a3-4193-9ca4-52881325aaee/tags/tempest-TagsTest-Tag-1333231180 HTTP/1.1" status: 204 len: 168 time: 0.0753198 Jul 13 13:44:30.323559 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 38472) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:30.323938 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 38474) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:30.332428 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.tag.tag_plugin [None req-3ad0e594-891d-40eb-b551-64b3787847c3 tempest-TagsTest-469873956 tempest-TagsTest-469873956-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '08ee498b-27a3-4193-9ca4-52881325aaee', 'tempest-TagsTest-Tag-967876522') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:44:30.448472 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a0b5bb4b-8329-4231-8de8-1cc686fa906e tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:30.470027 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-3ad0e594-891d-40eb-b551-64b3787847c3 tempest-TagsTest-469873956 tempest-TagsTest-469873956-project] 10.222.0.23 "GET /v2.0/networks/08ee498b-27a3-4193-9ca4-52881325aaee/tags/tempest-TagsTest-Tag-967876522 HTTP/1.1" status: 204 len: 168 time: 0.1383245 Jul 13 13:44:30.470270 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 38476) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:30.474531 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.tag.tag_plugin [None req-8ea2d85d-ab3e-4044-9696-d57dbc4735ca tempest-TagsTest-469873956 tempest-TagsTest-469873956-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '08ee498b-27a3-4193-9ca4-52881325aaee') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:44:30.514453 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4cd04abe-c404-42d2-86f3-88a1e6893315 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:30.519846 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4cd04abe-c404-42d2-86f3-88a1e6893315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:30.584523 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-4cd04abe-c404-42d2-86f3-88a1e6893315 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bb77f57028a4482eb869c7be4bdc7aaf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3315554 Jul 13 13:44:30.587696 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 38478) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:30.588373 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd04abe-c404-42d2-86f3-88a1e6893315 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1406092-9f13-404c-bb6a-8c4106dc7146,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:30.616003 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-95778454-53c7-4b32-85ac-f87eec2f70ae tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451695'] for router_interface, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:30.616430 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a0b5bb4b-8329-4231-8de8-1cc686fa906e tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:30.617872 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:30.631911 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-a0b5bb4b-8329-4231-8de8-1cc686fa906e tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9752b397-e68b-4ecf-820f-f46ff30e8d68']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:44:30.654915 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-a0b5bb4b-8329-4231-8de8-1cc686fa906e tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7af18ffa-08a9-4278-98a1-fe420bce9ae2') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:44:30.655212 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-a0b5bb4b-8329-4231-8de8-1cc686fa906e tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7af18ffa-08a9-4278-98a1-fe420bce9ae2') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:44:30.674414 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a0b5bb4b-8329-4231-8de8-1cc686fa906e tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6018464'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:30.702622 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a0b5bb4b-8329-4231-8de8-1cc686fa906e tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:30.713724 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0b5bb4b-8329-4231-8de8-1cc686fa906e tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 13:44:30.714203 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a0b5bb4b-8329-4231-8de8-1cc686fa906e tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6018632'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:30.718021 n-d-800634-1 neutron-server[93751]: Traceback (most recent call last): Jul 13 13:44:30.718021 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 13:44:30.718021 n-d-800634-1 neutron-server[93751]: timer() Jul 13 13:44:30.718021 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 13:44:30.718021 n-d-800634-1 neutron-server[93751]: cb(*args, **kw) Jul 13 13:44:30.718021 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 13:44:30.718021 n-d-800634-1 neutron-server[93751]: return func(*args, **kwargs) Jul 13 13:44:30.718021 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 13:44:30.718021 n-d-800634-1 neutron-server[93751]: self._notify() Jul 13 13:44:30.718021 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 13:44:30.718021 n-d-800634-1 neutron-server[93751]: self.callback(batched_events) Jul 13 13:44:30.718021 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 13:44:30.718021 n-d-800634-1 neutron-server[93751]: event.method(event) Jul 13 13:44:30.718021 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 13:44:30.718021 n-d-800634-1 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 13:44:30.718021 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 13:44:30.718021 n-d-800634-1 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 13:44:30.718021 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 13:44:30.718021 n-d-800634-1 neutron-server[93751]: return f(self, *a, **k) Jul 13 13:44:30.718021 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 13:44:30.718021 n-d-800634-1 neutron-server[93751]: return self._get(url).json() Jul 13 13:44:30.718021 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 13:44:30.718021 n-d-800634-1 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 13:44:30.718021 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 13:44:30.718021 n-d-800634-1 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 13 13:44:30.718021 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 13:44:30.718021 n-d-800634-1 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 13:44:30.718021 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 13:44:30.718021 n-d-800634-1 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 13:44:30.718021 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 13:44:30.718021 n-d-800634-1 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 13:44:30.718021 n-d-800634-1 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 13:44:30.728635 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-78df52b8-4332-4984-93bb-eb453d727ab9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:30.731293 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-8ea2d85d-ab3e-4044-9696-d57dbc4735ca tempest-TagsTest-469873956 tempest-TagsTest-469873956-project] 10.222.0.23 "DELETE /v2.0/networks/08ee498b-27a3-4193-9ca4-52881325aaee/tags HTTP/1.1" status: 204 len: 168 time: 0.2601204 Jul 13 13:44:30.761680 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 38482) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:30.766253 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.tag.tag_plugin [None req-dc082573-b67b-46c5-a0fc-2e8369563e7d tempest-TagsTest-469873956 tempest-TagsTest-469873956-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '08ee498b-27a3-4193-9ca4-52881325aaee', 'tempest-TagsTest-Tag-1333231180') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:44:30.846634 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-78df52b8-4332-4984-93bb-eb453d727ab9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:30.877803 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a0b5bb4b-8329-4231-8de8-1cc686fa906e tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:30.894851 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0b5bb4b-8329-4231-8de8-1cc686fa906e tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9752b397-e68b-4ecf-820f-f46ff30e8d68 {{(pid=93751) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 13 13:44:30.907530 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a0b5bb4b-8329-4231-8de8-1cc686fa906e tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:30.913381 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-a0b5bb4b-8329-4231-8de8-1cc686fa906e tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] 10.222.0.23 "DELETE /v2.0/networks/9752b397-e68b-4ecf-820f-f46ff30e8d68 HTTP/1.1" status: 204 len: 168 time: 0.5868101 Jul 13 13:44:30.922097 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 38492) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:30.957841 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-a4031956-9a4c-4cca-b745-efc2a5c0827d tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] Request body: {'network': {'name': 'tempest-network--1745677011', 'router:external': True}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:44:30.967820 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b5bb4b-8329-4231-8de8-1cc686fa906e tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] Pushing event deleted for resources: {'Network': ['ID=9752b397-e68b-4ecf-820f-f46ff30e8d68,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:30.979374 n-d-800634-1 neutron-server[93751]: INFO neutron.api.v2.resource [None req-dc082573-b67b-46c5-a0fc-2e8369563e7d tempest-TagsTest-469873956 tempest-TagsTest-469873956-project] show failed (client error): The resource could not be found. Jul 13 13:44:30.980893 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-dc082573-b67b-46c5-a0fc-2e8369563e7d tempest-TagsTest-469873956 tempest-TagsTest-469873956-project] 10.222.0.23 "GET /v2.0/networks/08ee498b-27a3-4193-9ca4-52881325aaee/tags/tempest-TagsTest-Tag-1333231180 HTTP/1.1" status: 404 len: 326 time: 0.2179606 Jul 13 13:44:30.996702 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 38496) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:31.009228 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.tag.tag_plugin [None req-670ba4f3-b4f5-4a61-a140-cda589735d9b tempest-TagsTest-469873956 tempest-TagsTest-469873956-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '08ee498b-27a3-4193-9ca4-52881325aaee', 'tempest-TagsTest-Tag-967876522') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:44:31.042993 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4031956-9a4c-4cca-b745-efc2a5c0827d tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] Made reservation on behalf of 788d71eb1f2f4899b65dfe39f0165ff5 for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:44:31.045451 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a4031956-9a4c-4cca-b745-efc2a5c0827d tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:31.141838 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-78df52b8-4332-4984-93bb-eb453d727ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:31.144481 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-78df52b8-4332-4984-93bb-eb453d727ab9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:31.145750 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-78df52b8-4332-4984-93bb-eb453d727ab9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d1406092-9f13-404c-bb6a-8c4106dc7146 HTTP/1.1" status: 204 len: 168 time: 0.5543077 Jul 13 13:44:31.176988 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78df52b8-4332-4984-93bb-eb453d727ab9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1406092-9f13-404c-bb6a-8c4106dc7146,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:31.198323 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4031956-9a4c-4cca-b745-efc2a5c0827d tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 13:44:31.220276 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a4031956-9a4c-4cca-b745-efc2a5c0827d tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:31.220626 n-d-800634-1 neutron-server[93751]: INFO neutron.db.segments_db [None req-a4031956-9a4c-4cca-b745-efc2a5c0827d tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] Added segment 5aa486bd-8e36-4405-aa20-85887ad3a63e of type vlan for network 9a816ae2-c4b6-48b6-8db6-3a6e9a315405 Jul 13 13:44:31.251632 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4731ef27-ac3b-459f-acda-ab1763f7db68 req-e1e7faf2-563b-46ed-860b-cda6ea6acb8d tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:44:31.260695 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4731ef27-ac3b-459f-acda-ab1763f7db68 req-e1e7faf2-563b-46ed-860b-cda6ea6acb8d tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff113c1b-c263-4008-9d61-0ebe123b1ba5 HTTP/1.1" status: 200 len: 950 time: 0.2455316 Jul 13 13:44:31.291125 n-d-800634-1 neutron-server[93751]: INFO neutron.api.v2.resource [None req-670ba4f3-b4f5-4a61-a140-cda589735d9b tempest-TagsTest-469873956 tempest-TagsTest-469873956-project] show failed (client error): The resource could not be found. Jul 13 13:44:31.292276 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-670ba4f3-b4f5-4a61-a140-cda589735d9b tempest-TagsTest-469873956 tempest-TagsTest-469873956-project] 10.222.0.23 "GET /v2.0/networks/08ee498b-27a3-4193-9ca4-52881325aaee/tags/tempest-TagsTest-Tag-967876522 HTTP/1.1" status: 404 len: 325 time: 0.2930377 Jul 13 13:44:31.296119 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 38502) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:31.302472 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.tag.tag_plugin [None req-ec98b9e1-163a-4322-bae2-5202c612396b tempest-TagsTest-469873956 tempest-TagsTest-469873956-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '08ee498b-27a3-4193-9ca4-52881325aaee') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:44:31.347661 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a4031956-9a4c-4cca-b745-efc2a5c0827d tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:31.389156 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-95778454-53c7-4b32-85ac-f87eec2f70ae tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Deleting port b36c3c8c-a18f-45d7-b01b-8daeb33edec2 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:44:31.389811 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-95778454-53c7-4b32-85ac-f87eec2f70ae tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:31.434315 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4731ef27-ac3b-459f-acda-ab1763f7db68 req-db74535a-4a83-416c-9e98-cbc4b090fab1 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/security-groups?id=945af9a8-1349-436a-a066-b9a0fd8d3dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726763 Jul 13 13:44:31.502414 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a4031956-9a4c-4cca-b745-efc2a5c0827d tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:31.504596 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4031956-9a4c-4cca-b745-efc2a5c0827d tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:44:31.505938 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a4031956-9a4c-4cca-b745-efc2a5c0827d tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:31.548555 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-95778454-53c7-4b32-85ac-f87eec2f70ae tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:31.561786 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-95778454-53c7-4b32-85ac-f87eec2f70ae tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Calling delete_port for b36c3c8c-a18f-45d7-b01b-8daeb33edec2 owned by network:router_interface {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:44:31.569417 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-ec98b9e1-163a-4322-bae2-5202c612396b tempest-TagsTest-469873956 tempest-TagsTest-469873956-project] 10.222.0.23 "DELETE /v2.0/networks/08ee498b-27a3-4193-9ca4-52881325aaee/tags HTTP/1.1" status: 204 len: 168 time: 0.2703080 Jul 13 13:44:31.578453 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 38508) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:31.601218 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-a4031956-9a4c-4cca-b745-efc2a5c0827d tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.6820474 Jul 13 13:44:31.616028 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 38510) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:31.682943 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4031956-9a4c-4cca-b745-efc2a5c0827d tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] Pushing event updated for resources: {'Network': ['ID=9a816ae2-c4b6-48b6-8db6-3a6e9a315405,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:31.695108 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network 9a816ae2-c4b6-48b6-8db6-3a6e9a315405 details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 13:44:31.770970 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-600171f8-222d-462e-a569-5a25ef700b47 tempest-TagsTest-469873956 tempest-TagsTest-469873956-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:31.786938 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa6db296-c92f-456a-8d18-d75bb28ccbdc tempest-ExternalNetworksTestJSON-1562290136 tempest-ExternalNetworksTestJSON-1562290136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:44:31.788378 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-aa6db296-c92f-456a-8d18-d75bb28ccbdc tempest-ExternalNetworksTestJSON-1562290136 tempest-ExternalNetworksTestJSON-1562290136-project] 10.222.0.23 "GET /v2.0/networks/9a816ae2-c4b6-48b6-8db6-3a6e9a315405 HTTP/1.1" status: 200 len: 757 time: 0.1429405 Jul 13 13:44:31.790994 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 38518) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:31.956085 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-95778454-53c7-4b32-85ac-f87eec2f70ae tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:31.989679 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aaf7356-7126-40c0-8262-80d51c4955cf tempest-ExternalNetworksTestJSON-1562290136 tempest-ExternalNetworksTestJSON-1562290136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:44:31.992023 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-6aaf7356-7126-40c0-8262-80d51c4955cf tempest-ExternalNetworksTestJSON-1562290136 tempest-ExternalNetworksTestJSON-1562290136-project] 10.222.0.23 "GET /v2.0/networks/e317948d-5a3b-451d-a7ca-01903a9e9db4 HTTP/1.1" status: 200 len: 767 time: 0.2000418 Jul 13 13:44:31.995668 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 38526) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:32.027227 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-600171f8-222d-462e-a569-5a25ef700b47 tempest-TagsTest-469873956 tempest-TagsTest-469873956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:32.029509 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95778454-53c7-4b32-85ac-f87eec2f70ae tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Pushing event deleted for resources: {'Port': ['ID=b36c3c8c-a18f-45d7-b01b-8daeb33edec2,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:32.071577 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-600171f8-222d-462e-a569-5a25ef700b47 tempest-TagsTest-469873956 tempest-TagsTest-469873956-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08ee498b-27a3-4193-9ca4-52881325aaee']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:44:32.086616 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-600171f8-222d-462e-a569-5a25ef700b47 tempest-TagsTest-469873956 tempest-TagsTest-469873956-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00a34ab4-342e-4f1c-bc22-65ce031ad657') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:44:32.086925 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-600171f8-222d-462e-a569-5a25ef700b47 tempest-TagsTest-469873956 tempest-TagsTest-469873956-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00a34ab4-342e-4f1c-bc22-65ce031ad657') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:44:32.118755 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-600171f8-222d-462e-a569-5a25ef700b47 tempest-TagsTest-469873956 tempest-TagsTest-469873956-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6018464'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:32.130525 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4f370d01-72a9-4977-979a-0f28ee58ef33 tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:32.175544 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-600171f8-222d-462e-a569-5a25ef700b47 tempest-TagsTest-469873956 tempest-TagsTest-469873956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:32.234079 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-600171f8-222d-462e-a569-5a25ef700b47 tempest-TagsTest-469873956 tempest-TagsTest-469873956-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 13:44:32.234892 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-600171f8-222d-462e-a569-5a25ef700b47 tempest-TagsTest-469873956 tempest-TagsTest-469873956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6018632'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:32.238357 n-d-800634-1 neutron-server[93751]: Traceback (most recent call last): Jul 13 13:44:32.238357 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 13:44:32.238357 n-d-800634-1 neutron-server[93751]: timer() Jul 13 13:44:32.238357 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 13:44:32.238357 n-d-800634-1 neutron-server[93751]: cb(*args, **kw) Jul 13 13:44:32.238357 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 13:44:32.238357 n-d-800634-1 neutron-server[93751]: return func(*args, **kwargs) Jul 13 13:44:32.238357 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 13:44:32.238357 n-d-800634-1 neutron-server[93751]: self._notify() Jul 13 13:44:32.238357 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 13:44:32.238357 n-d-800634-1 neutron-server[93751]: self.callback(batched_events) Jul 13 13:44:32.238357 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 13:44:32.238357 n-d-800634-1 neutron-server[93751]: event.method(event) Jul 13 13:44:32.238357 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 13:44:32.238357 n-d-800634-1 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 13:44:32.238357 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 13:44:32.238357 n-d-800634-1 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 13:44:32.238357 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 13:44:32.238357 n-d-800634-1 neutron-server[93751]: return f(self, *a, **k) Jul 13 13:44:32.238357 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 13:44:32.238357 n-d-800634-1 neutron-server[93751]: return self._get(url).json() Jul 13 13:44:32.238357 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 13:44:32.238357 n-d-800634-1 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 13:44:32.238357 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 13:44:32.238357 n-d-800634-1 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 13 13:44:32.238357 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 13:44:32.238357 n-d-800634-1 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 13:44:32.238357 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 13:44:32.238357 n-d-800634-1 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 13:44:32.238357 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 13:44:32.238357 n-d-800634-1 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 13:44:32.238357 n-d-800634-1 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 13:44:32.303982 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-95778454-53c7-4b32-85ac-f87eec2f70ae tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1785036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452491'] for router_interface, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:32.395540 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4f370d01-72a9-4977-979a-0f28ee58ef33 tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:32.410186 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-600171f8-222d-462e-a569-5a25ef700b47 tempest-TagsTest-469873956 tempest-TagsTest-469873956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:32.413954 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-4f370d01-72a9-4977-979a-0f28ee58ef33 tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a816ae2-c4b6-48b6-8db6-3a6e9a315405']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:44:32.423243 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-600171f8-222d-462e-a569-5a25ef700b47 tempest-TagsTest-469873956 tempest-TagsTest-469873956-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:32.427436 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-600171f8-222d-462e-a569-5a25ef700b47 tempest-TagsTest-469873956 tempest-TagsTest-469873956-project] 10.222.0.23 "DELETE /v2.0/networks/08ee498b-27a3-4193-9ca4-52881325aaee HTTP/1.1" status: 204 len: 168 time: 0.8435771 Jul 13 13:44:32.445478 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-4f370d01-72a9-4977-979a-0f28ee58ef33 tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5aa486bd-8e36-4405-aa20-85887ad3a63e') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:44:32.445818 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-4f370d01-72a9-4977-979a-0f28ee58ef33 tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5aa486bd-8e36-4405-aa20-85887ad3a63e') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:44:32.447985 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600171f8-222d-462e-a569-5a25ef700b47 tempest-TagsTest-469873956 tempest-TagsTest-469873956-project] Pushing event deleted for resources: {'Network': ['ID=08ee498b-27a3-4193-9ca4-52881325aaee,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:32.476581 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4f370d01-72a9-4977-979a-0f28ee58ef33 tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6018464'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:32.507666 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4f370d01-72a9-4977-979a-0f28ee58ef33 tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:32.515626 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f370d01-72a9-4977-979a-0f28ee58ef33 tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 13:44:32.516161 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4f370d01-72a9-4977-979a-0f28ee58ef33 tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6018632'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:32.519808 n-d-800634-1 neutron-server[93751]: Traceback (most recent call last): Jul 13 13:44:32.519808 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 13:44:32.519808 n-d-800634-1 neutron-server[93751]: timer() Jul 13 13:44:32.519808 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 13:44:32.519808 n-d-800634-1 neutron-server[93751]: cb(*args, **kw) Jul 13 13:44:32.519808 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 13:44:32.519808 n-d-800634-1 neutron-server[93751]: return func(*args, **kwargs) Jul 13 13:44:32.519808 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 13:44:32.519808 n-d-800634-1 neutron-server[93751]: self._notify() Jul 13 13:44:32.519808 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 13:44:32.519808 n-d-800634-1 neutron-server[93751]: self.callback(batched_events) Jul 13 13:44:32.519808 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 13:44:32.519808 n-d-800634-1 neutron-server[93751]: event.method(event) Jul 13 13:44:32.519808 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 13:44:32.519808 n-d-800634-1 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 13:44:32.519808 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 13:44:32.519808 n-d-800634-1 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 13:44:32.519808 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 13:44:32.519808 n-d-800634-1 neutron-server[93751]: return f(self, *a, **k) Jul 13 13:44:32.519808 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 13:44:32.519808 n-d-800634-1 neutron-server[93751]: return self._get(url).json() Jul 13 13:44:32.519808 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 13:44:32.519808 n-d-800634-1 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 13:44:32.519808 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 13:44:32.519808 n-d-800634-1 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 13 13:44:32.519808 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 13:44:32.519808 n-d-800634-1 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 13:44:32.519808 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 13:44:32.519808 n-d-800634-1 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 13:44:32.519808 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 13:44:32.519808 n-d-800634-1 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 13:44:32.519808 n-d-800634-1 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 13:44:32.642835 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4f370d01-72a9-4977-979a-0f28ee58ef33 tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:32.657057 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f370d01-72a9-4977-979a-0f28ee58ef33 tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9a816ae2-c4b6-48b6-8db6-3a6e9a315405 {{(pid=93751) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 13 13:44:32.659463 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4f370d01-72a9-4977-979a-0f28ee58ef33 tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:32.661365 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-4f370d01-72a9-4977-979a-0f28ee58ef33 tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] 10.222.0.23 "DELETE /v2.0/networks/9a816ae2-c4b6-48b6-8db6-3a6e9a315405 HTTP/1.1" status: 204 len: 168 time: 0.6644781 Jul 13 13:44:32.673236 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 38544) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:32.675110 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95778454-53c7-4b32-85ac-f87eec2f70ae tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Router 44d76b71-1118-45fa-8971-699706a8f4f1 has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 13:44:32.676126 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f370d01-72a9-4977-979a-0f28ee58ef33 tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] Pushing event deleted for resources: {'Network': ['ID=9a816ae2-c4b6-48b6-8db6-3a6e9a315405,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:32.681914 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-86e1db91-16c7-44ec-98e6-5d56534c29cb tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] Request body: {'network': {'name': 'tempest-network--660376895'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:44:32.735972 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86e1db91-16c7-44ec-98e6-5d56534c29cb tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] Made reservation on behalf of 788d71eb1f2f4899b65dfe39f0165ff5 for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:44:32.739217 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-86e1db91-16c7-44ec-98e6-5d56534c29cb tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:32.770477 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86e1db91-16c7-44ec-98e6-5d56534c29cb tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 13:44:32.792962 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-86e1db91-16c7-44ec-98e6-5d56534c29cb tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:32.793654 n-d-800634-1 neutron-server[93751]: INFO neutron.db.segments_db [None req-86e1db91-16c7-44ec-98e6-5d56534c29cb tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] Added segment ca37f90b-ebfa-4dff-8396-bb48d9a62520 of type vlan for network 6b73d1cd-c5f4-4404-a7c2-550bed1d1a27 Jul 13 13:44:32.854662 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-86e1db91-16c7-44ec-98e6-5d56534c29cb tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:32.879364 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95778454-53c7-4b32-85ac-f87eec2f70ae tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:44:32.881578 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 38552) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:32.885701 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-95778454-53c7-4b32-85ac-f87eec2f70ae tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] 10.222.0.23 "PUT /v2.0/routers/44d76b71-1118-45fa-8971-699706a8f4f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9662011 Jul 13 13:44:32.894343 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cf881b-3f73-49c7-a30a-00fe69be4bff req-65dffee0-9902-4d37-9c94-851c27388017 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:44:32.896872 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 38554) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:32.901196 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-78cf881b-3f73-49c7-a30a-00fe69be4bff req-65dffee0-9902-4d37-9c94-851c27388017 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff113c1b-c263-4008-9d61-0ebe123b1ba5 HTTP/1.1" status: 200 len: 950 time: 0.2485809 Jul 13 13:44:32.958348 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-78cf881b-3f73-49c7-a30a-00fe69be4bff req-04403064-d2a4-425e-9495-3864447aa320 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/security-groups?id=945af9a8-1349-436a-a066-b9a0fd8d3dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561895 Jul 13 13:44:32.997277 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-86e1db91-16c7-44ec-98e6-5d56534c29cb tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:32.998365 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e1db91-16c7-44ec-98e6-5d56534c29cb tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:44:32.998915 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-86e1db91-16c7-44ec-98e6-5d56534c29cb tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:33.297201 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d25502d-7c1f-4932-8605-bebf4b782fa7 None None] Sync routers for ids ['44d76b71-1118-45fa-8971-699706a8f4f1'] in n-d-800634-1 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:44:33.315267 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d25502d-7c1f-4932-8605-bebf4b782fa7 None None] Routers {'44d76b71-1118-45fa-8971-699706a8f4f1'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:44:33.316061 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-9d25502d-7c1f-4932-8605-bebf4b782fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:44:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['44d76b71-1118-45fa-8971-699706a8f4f1'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:44:33.359160 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-9d25502d-7c1f-4932-8605-bebf4b782fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:44:33.370073 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d25502d-7c1f-4932-8605-bebf4b782fa7 None None] Routers {'44d76b71-1118-45fa-8971-699706a8f4f1'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:44:33.371110 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-9d25502d-7c1f-4932-8605-bebf4b782fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:44:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['44d76b71-1118-45fa-8971-699706a8f4f1'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:44:33.374733 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 38576) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:33.425304 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-9d25502d-7c1f-4932-8605-bebf4b782fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:44:33.426441 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d25502d-7c1f-4932-8605-bebf4b782fa7 None None] The sync data for ids ['44d76b71-1118-45fa-8971-699706a8f4f1'] in n-d-800634-1 is: [] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:44:33.496394 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-44b86c61-378e-4a93-95cd-51e72eb9f432 tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-569055996', 'router:external': True}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:44:33.514780 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e1db91-16c7-44ec-98e6-5d56534c29cb tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] Pushing event updated for resources: {'Network': ['ID=6b73d1cd-c5f4-4404-a7c2-550bed1d1a27,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:33.522650 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44b86c61-378e-4a93-95cd-51e72eb9f432 tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Made reservation on behalf of 1a8fdf3835144127aaaa679382c7bf98 for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:44:33.525223 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-44b86c61-378e-4a93-95cd-51e72eb9f432 tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:33.526283 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network 6b73d1cd-c5f4-4404-a7c2-550bed1d1a27 details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 13:44:33.534405 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-44b86c61-378e-4a93-95cd-51e72eb9f432 tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:33.549547 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-d44a5cf3-6170-4f2f-a8f1-a2797c48fae9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2cdb405fabdc4c888c1ed3ff3816d41e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6666381 Jul 13 13:44:33.554195 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 38580) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:33.577357 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-85de40ba-e353-41ba-9e03-cbf3cd54027f tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks [] for router, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:33.583335 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-86e1db91-16c7-44ec-98e6-5d56534c29cb tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.9078603 Jul 13 13:44:33.591732 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 38582) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:33.601333 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-6efa0ad7-cb9f-46c5-8a1c-e6a22c587994 tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:44:33.699594 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-85de40ba-e353-41ba-9e03-cbf3cd54027f tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:33.715095 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8f9b48b1-8364-429c-8b57-34b61aba65ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:33.753009 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-85de40ba-e353-41ba-9e03-cbf3cd54027f tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Deleting port 354dd3a0-2bf0-4875-867f-8022a2e51ed2 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:44:33.753386 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-85de40ba-e353-41ba-9e03-cbf3cd54027f tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:33.795843 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8f9b48b1-8364-429c-8b57-34b61aba65ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:33.833170 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-85de40ba-e353-41ba-9e03-cbf3cd54027f tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:33.845770 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-44b86c61-378e-4a93-95cd-51e72eb9f432 tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:33.847567 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-85de40ba-e353-41ba-9e03-cbf3cd54027f tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Calling delete_port for 354dd3a0-2bf0-4875-867f-8022a2e51ed2 owned by network:router_gateway {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:44:33.862050 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-44b86c61-378e-4a93-95cd-51e72eb9f432 tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:33.899503 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44b86c61-378e-4a93-95cd-51e72eb9f432 tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 13:44:33.910604 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6efa0ad7-cb9f-46c5-8a1c-e6a22c587994 tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:33.927984 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b86c61-378e-4a93-95cd-51e72eb9f432 tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03e48ee3-5a70-47a9-af16-69b4607a8ee7,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:33.932647 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-44b86c61-378e-4a93-95cd-51e72eb9f432 tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:33.932980 n-d-800634-1 neutron-server[93750]: INFO neutron.db.segments_db [None req-44b86c61-378e-4a93-95cd-51e72eb9f432 tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Added segment 981af093-546b-43cd-bb58-c47e1e50ca51 of type vlan for network d5d5f518-bb86-4e9d-8290-347b2d9ed507 Jul 13 13:44:33.942577 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6efa0ad7-cb9f-46c5-8a1c-e6a22c587994 tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:33.971615 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6efa0ad7-cb9f-46c5-8a1c-e6a22c587994 tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] Network 6b73d1cd-c5f4-4404-a7c2-550bed1d1a27 is not hosted by any dhcp agent {{(pid=93750) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 13 13:44:33.972506 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6efa0ad7-cb9f-46c5-8a1c-e6a22c587994 tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:44:33.973186 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6efa0ad7-cb9f-46c5-8a1c-e6a22c587994 tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:33.977198 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-6efa0ad7-cb9f-46c5-8a1c-e6a22c587994 tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] 10.222.0.23 "PUT /v2.0/networks/6b73d1cd-c5f4-4404-a7c2-550bed1d1a27 HTTP/1.1" status: 200 len: 856 time: 0.3844483 Jul 13 13:44:33.977871 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 38584) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:34.028181 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8f9b48b1-8364-429c-8b57-34b61aba65ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:34.030695 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8f9b48b1-8364-429c-8b57-34b61aba65ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:34.034688 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-8f9b48b1-8364-429c-8b57-34b61aba65ec admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8104f6f5-f80e-4763-b0a5-0237ff93f5ee HTTP/1.1" status: 204 len: 168 time: 0.4795301 Jul 13 13:44:34.094414 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-85de40ba-e353-41ba-9e03-cbf3cd54027f tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:34.098207 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-44b86c61-378e-4a93-95cd-51e72eb9f432 tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:34.106677 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9b48b1-8364-429c-8b57-34b61aba65ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8104f6f5-f80e-4763-b0a5-0237ff93f5ee,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:34.120015 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efa0ad7-cb9f-46c5-8a1c-e6a22c587994 tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] Pushing event updated for resources: {'Network': ['ID=6b73d1cd-c5f4-4404-a7c2-550bed1d1a27,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:34.156683 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d541b0d3-2366-4844-ac8e-8205a5efae9b tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:34.183133 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-44b86c61-378e-4a93-95cd-51e72eb9f432 tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:34.184120 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b86c61-378e-4a93-95cd-51e72eb9f432 tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:44:34.184709 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-44b86c61-378e-4a93-95cd-51e72eb9f432 tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:34.238342 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85de40ba-e353-41ba-9e03-cbf3cd54027f tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Pushing event deleted for resources: {'Port': ['ID=354dd3a0-2bf0-4875-867f-8022a2e51ed2,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:34.297562 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-44b86c61-378e-4a93-95cd-51e72eb9f432 tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.9216964 Jul 13 13:44:34.300641 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 38592) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:34.310271 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-42f1cbc0-7ec9-45ee-aa9b-d640d1ca6fe0 tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Request body: {'subnet': {'network_id': 'd5d5f518-bb86-4e9d-8290-347b2d9ed507', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:44:34.323792 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-85de40ba-e353-41ba-9e03-cbf3cd54027f tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-446473'] for router_gateway, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:34.360215 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b86c61-378e-4a93-95cd-51e72eb9f432 tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Pushing event updated for resources: {'Network': ['ID=d5d5f518-bb86-4e9d-8290-347b2d9ed507,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:34.371942 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network d5d5f518-bb86-4e9d-8290-347b2d9ed507 details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 13:44:34.373309 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d541b0d3-2366-4844-ac8e-8205a5efae9b tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:34.404071 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-d541b0d3-2366-4844-ac8e-8205a5efae9b tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b73d1cd-c5f4-4404-a7c2-550bed1d1a27']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:44:34.421016 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-d541b0d3-2366-4844-ac8e-8205a5efae9b tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca37f90b-ebfa-4dff-8396-bb48d9a62520') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:44:34.421637 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-d541b0d3-2366-4844-ac8e-8205a5efae9b tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca37f90b-ebfa-4dff-8396-bb48d9a62520') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:44:34.434079 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d541b0d3-2366-4844-ac8e-8205a5efae9b tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5431730'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:34.469701 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d541b0d3-2366-4844-ac8e-8205a5efae9b tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:34.476477 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d541b0d3-2366-4844-ac8e-8205a5efae9b tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 13:44:34.477069 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d541b0d3-2366-4844-ac8e-8205a5efae9b tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5970419'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:34.479808 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:44:34.479808 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:44:34.479808 n-d-800634-1 neutron-server[93750]: Traceback (most recent call last): Jul 13 13:44:34.479808 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 13:44:34.479808 n-d-800634-1 neutron-server[93750]: timer() Jul 13 13:44:34.479808 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 13:44:34.479808 n-d-800634-1 neutron-server[93750]: cb(*args, **kw) Jul 13 13:44:34.479808 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 13:44:34.479808 n-d-800634-1 neutron-server[93750]: return func(*args, **kwargs) Jul 13 13:44:34.479808 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 13:44:34.479808 n-d-800634-1 neutron-server[93750]: self._notify() Jul 13 13:44:34.479808 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 13:44:34.479808 n-d-800634-1 neutron-server[93750]: self.callback(batched_events) Jul 13 13:44:34.479808 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 13:44:34.479808 n-d-800634-1 neutron-server[93750]: event.method(event) Jul 13 13:44:34.479808 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 13:44:34.479808 n-d-800634-1 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 13:44:34.479808 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 13:44:34.479808 n-d-800634-1 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 13:44:34.479808 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 13:44:34.479808 n-d-800634-1 neutron-server[93750]: return f(self, *a, **k) Jul 13 13:44:34.479808 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 13:44:34.479808 n-d-800634-1 neutron-server[93750]: return self._get(url).json() Jul 13 13:44:34.479808 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 13:44:34.479808 n-d-800634-1 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 13:44:34.479808 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 13:44:34.479808 n-d-800634-1 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 13 13:44:34.479808 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 13:44:34.479808 n-d-800634-1 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 13:44:34.479808 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 13:44:34.479808 n-d-800634-1 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 13:44:34.479808 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 13:44:34.479808 n-d-800634-1 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 13:44:34.479808 n-d-800634-1 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 13:44:34.550771 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d541b0d3-2366-4844-ac8e-8205a5efae9b tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:34.553702 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d541b0d3-2366-4844-ac8e-8205a5efae9b tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6b73d1cd-c5f4-4404-a7c2-550bed1d1a27 {{(pid=93750) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 13 13:44:34.566843 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d541b0d3-2366-4844-ac8e-8205a5efae9b tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:34.570175 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42f1cbc0-7ec9-45ee-aa9b-d640d1ca6fe0 tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Made reservation on behalf of 1a8fdf3835144127aaaa679382c7bf98 for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:44:34.576036 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-d541b0d3-2366-4844-ac8e-8205a5efae9b tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] 10.222.0.23 "DELETE /v2.0/networks/6b73d1cd-c5f4-4404-a7c2-550bed1d1a27 HTTP/1.1" status: 204 len: 168 time: 0.5807214 Jul 13 13:44:34.576230 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-42f1cbc0-7ec9-45ee-aa9b-d640d1ca6fe0 tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6104980'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:34.580457 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 38604) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:34.582703 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-85de40ba-e353-41ba-9e03-cbf3cd54027f tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1591938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2696'] for router, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:34.629680 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77b0461-82a2-4b9b-ad87-64f39b0e2f45 req-b045462c-473a-4817-bdd9-0644133fb2f5 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:44:34.638361 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b77b0461-82a2-4b9b-ad87-64f39b0e2f45 req-b045462c-473a-4817-bdd9-0644133fb2f5 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff113c1b-c263-4008-9d61-0ebe123b1ba5 HTTP/1.1" status: 200 len: 950 time: 0.4482532 Jul 13 13:44:34.666968 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-85de40ba-e353-41ba-9e03-cbf3cd54027f tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:34.676104 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d541b0d3-2366-4844-ac8e-8205a5efae9b tempest-ExternalNetworksTestJSON-1856537398 tempest-ExternalNetworksTestJSON-1856537398-project-admin] Pushing event deleted for resources: {'Network': ['ID=6b73d1cd-c5f4-4404-a7c2-550bed1d1a27,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:34.688550 n-d-800634-1 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-90f2e27a-7f9a-4c8d-86f2-8923a8c1ad9b tempest-ExternalNetworksTestJSON-1562290136 tempest-ExternalNetworksTestJSON-1562290136-project] DELETE failed (client error): The resource could not be found. Jul 13 13:44:34.689066 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90f2e27a-7f9a-4c8d-86f2-8923a8c1ad9b tempest-ExternalNetworksTestJSON-1562290136 tempest-ExternalNetworksTestJSON-1562290136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93750) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 13:44:34.691180 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-90f2e27a-7f9a-4c8d-86f2-8923a8c1ad9b tempest-ExternalNetworksTestJSON-1562290136 tempest-ExternalNetworksTestJSON-1562290136-project] 10.222.0.23 "DELETE /v2.0/subnets/14535cd6-4f4c-4508-8cd0-03105b4f36e4 HTTP/1.1" status: 404 len: 337 time: 0.1097181 Jul 13 13:44:34.693933 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 38610) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:34.772474 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-85de40ba-e353-41ba-9e03-cbf3cd54027f tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593106'] for router, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:34.772935 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85de40ba-e353-41ba-9e03-cbf3cd54027f tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Fanout notify agent at l3_agent the message router_deleted on router 44d76b71-1118-45fa-8971-699706a8f4f1 {{(pid=93751) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 13:44:34.788309 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b77b0461-82a2-4b9b-ad87-64f39b0e2f45 req-b6a03406-f7cd-421e-baed-6b63ab698702 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/security-groups?id=945af9a8-1349-436a-a066-b9a0fd8d3dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486037 Jul 13 13:44:34.792056 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f021ccaa-dc1c-4005-9f35-d688dadb77ff tempest-ExternalNetworksTestJSON-1562290136 tempest-ExternalNetworksTestJSON-1562290136-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:34.797500 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-85de40ba-e353-41ba-9e03-cbf3cd54027f tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:34.798781 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-85de40ba-e353-41ba-9e03-cbf3cd54027f tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] 10.222.0.23 "DELETE /v2.0/routers/44d76b71-1118-45fa-8971-699706a8f4f1 HTTP/1.1" status: 204 len: 168 time: 1.8916879 Jul 13 13:44:34.802150 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 38612) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:34.868379 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-25a0aac6-c4a7-42e5-9599-90867123598f tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Deleting subnet e4929a28-be14-49a4-8862-cbf68deb8e43 {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 13:44:34.872765 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-25a0aac6-c4a7-42e5-9599-90867123598f tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:34.914059 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-25a0aac6-c4a7-42e5-9599-90867123598f tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6018489'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:34.918946 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f021ccaa-dc1c-4005-9f35-d688dadb77ff tempest-ExternalNetworksTestJSON-1562290136 tempest-ExternalNetworksTestJSON-1562290136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:34.951127 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-f021ccaa-dc1c-4005-9f35-d688dadb77ff tempest-ExternalNetworksTestJSON-1562290136 tempest-ExternalNetworksTestJSON-1562290136-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e317948d-5a3b-451d-a7ca-01903a9e9db4']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:44:34.965973 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-f021ccaa-dc1c-4005-9f35-d688dadb77ff tempest-ExternalNetworksTestJSON-1562290136 tempest-ExternalNetworksTestJSON-1562290136-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df5eb289-9de7-4944-8ea0-e0b51fc3a1ce') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:44:34.966357 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-f021ccaa-dc1c-4005-9f35-d688dadb77ff tempest-ExternalNetworksTestJSON-1562290136 tempest-ExternalNetworksTestJSON-1562290136-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df5eb289-9de7-4944-8ea0-e0b51fc3a1ce') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:44:34.978838 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f021ccaa-dc1c-4005-9f35-d688dadb77ff tempest-ExternalNetworksTestJSON-1562290136 tempest-ExternalNetworksTestJSON-1562290136-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5431730'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:34.994162 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f021ccaa-dc1c-4005-9f35-d688dadb77ff tempest-ExternalNetworksTestJSON-1562290136 tempest-ExternalNetworksTestJSON-1562290136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:35.002403 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f021ccaa-dc1c-4005-9f35-d688dadb77ff tempest-ExternalNetworksTestJSON-1562290136 tempest-ExternalNetworksTestJSON-1562290136-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 13:44:35.002633 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f021ccaa-dc1c-4005-9f35-d688dadb77ff tempest-ExternalNetworksTestJSON-1562290136 tempest-ExternalNetworksTestJSON-1562290136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5970419'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:35.006384 n-d-800634-1 neutron-server[93750]: Traceback (most recent call last): Jul 13 13:44:35.006384 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 13:44:35.006384 n-d-800634-1 neutron-server[93750]: timer() Jul 13 13:44:35.006384 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 13:44:35.006384 n-d-800634-1 neutron-server[93750]: cb(*args, **kw) Jul 13 13:44:35.006384 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 13:44:35.006384 n-d-800634-1 neutron-server[93750]: return func(*args, **kwargs) Jul 13 13:44:35.006384 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 13:44:35.006384 n-d-800634-1 neutron-server[93750]: self._notify() Jul 13 13:44:35.006384 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 13:44:35.006384 n-d-800634-1 neutron-server[93750]: self.callback(batched_events) Jul 13 13:44:35.006384 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 13:44:35.006384 n-d-800634-1 neutron-server[93750]: event.method(event) Jul 13 13:44:35.006384 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 13:44:35.006384 n-d-800634-1 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 13:44:35.006384 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 13:44:35.006384 n-d-800634-1 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 13:44:35.006384 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 13:44:35.006384 n-d-800634-1 neutron-server[93750]: return f(self, *a, **k) Jul 13 13:44:35.006384 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 13:44:35.006384 n-d-800634-1 neutron-server[93750]: return self._get(url).json() Jul 13 13:44:35.006384 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 13:44:35.006384 n-d-800634-1 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 13:44:35.006384 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 13:44:35.006384 n-d-800634-1 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 13 13:44:35.006384 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 13:44:35.006384 n-d-800634-1 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 13:44:35.006384 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 13:44:35.006384 n-d-800634-1 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 13:44:35.006384 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 13:44:35.006384 n-d-800634-1 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 13:44:35.006384 n-d-800634-1 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 13:44:35.073508 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-25a0aac6-c4a7-42e5-9599-90867123598f tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:35.093619 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f021ccaa-dc1c-4005-9f35-d688dadb77ff tempest-ExternalNetworksTestJSON-1562290136 tempest-ExternalNetworksTestJSON-1562290136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:35.107164 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f021ccaa-dc1c-4005-9f35-d688dadb77ff tempest-ExternalNetworksTestJSON-1562290136 tempest-ExternalNetworksTestJSON-1562290136-project] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:35.109464 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-f021ccaa-dc1c-4005-9f35-d688dadb77ff tempest-ExternalNetworksTestJSON-1562290136 tempest-ExternalNetworksTestJSON-1562290136-project] 10.222.0.23 "DELETE /v2.0/networks/e317948d-5a3b-451d-a7ca-01903a9e9db4 HTTP/1.1" status: 204 len: 168 time: 0.4145916 Jul 13 13:44:35.129141 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f021ccaa-dc1c-4005-9f35-d688dadb77ff tempest-ExternalNetworksTestJSON-1562290136 tempest-ExternalNetworksTestJSON-1562290136-project] Pushing event deleted for resources: {'Network': ['ID=e317948d-5a3b-451d-a7ca-01903a9e9db4,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:35.213862 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-25a0aac6-c4a7-42e5-9599-90867123598f tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6018534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6105009'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:35.273377 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a0aac6-c4a7-42e5-9599-90867123598f tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Pushing event deleted for resources: {'Subnet': ['ID=e4929a28-be14-49a4-8862-cbf68deb8e43,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:35.277360 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-25a0aac6-c4a7-42e5-9599-90867123598f tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:35.279200 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-25a0aac6-c4a7-42e5-9599-90867123598f tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] 10.222.0.23 "DELETE /v2.0/subnets/e4929a28-be14-49a4-8862-cbf68deb8e43 HTTP/1.1" status: 204 len: 168 time: 0.4759283 Jul 13 13:44:35.282310 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 38626) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:35.284986 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a142e8f-5cbd-4443-ab65-4774df7393e8 None None] Network e1b1b80f-07c8-4202-ada8-7879a2b2857d requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:44:35.367261 n-d-800634-1 neutron-server[93751]: DEBUG neutron.objects.ports [None req-42f1cbc0-7ec9-45ee-aa9b-d640d1ca6fe0 tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93751) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 13 13:44:35.367743 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-42f1cbc0-7ec9-45ee-aa9b-d640d1ca6fe0 tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6018343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6104998'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:35.461338 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f1cbc0-7ec9-45ee-aa9b-d640d1ca6fe0 tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Pushing event updated for resources: {'Subnet': ['ID=c67b060d-3f63-4ef8-8f53-9bc032752fe1,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:35.487536 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f1cbc0-7ec9-45ee-aa9b-d640d1ca6fe0 tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Checking segment: {'id': '981af093-546b-43cd-bb58-c47e1e50ca51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'd5d5f518-bb86-4e9d-8290-347b2d9ed507'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:44:35.488516 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f1cbc0-7ec9-45ee-aa9b-d640d1ca6fe0 tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Network hostable DHCP agents. Network: d5d5f518-bb86-4e9d-8290-347b2d9ed507, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 13:44:35.489359 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7caa784a-5b01-46f3-abff-072ae85f8ceb tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:35.526576 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f1cbc0-7ec9-45ee-aa9b-d640d1ca6fe0 tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Network d5d5f518-bb86-4e9d-8290-347b2d9ed507 is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 13:44:35.542749 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-42f1cbc0-7ec9-45ee-aa9b-d640d1ca6fe0 tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, d5d5f518-bb86-4e9d-8290-347b2d9ed507) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:44:35.547373 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f1cbc0-7ec9-45ee-aa9b-d640d1ca6fe0 tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:44:35.547971 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-42f1cbc0-7ec9-45ee-aa9b-d640d1ca6fe0 tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:35.558122 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2317a2e7-2d2a-4f3f-b8b3-fd085086f529 None None] Network d5d5f518-bb86-4e9d-8290-347b2d9ed507 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:44:35.578267 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-42f1cbc0-7ec9-45ee-aa9b-d640d1ca6fe0 tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.2761555 Jul 13 13:44:35.579201 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 38638) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:35.587274 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-98ab9149-8d3f-4783-a7b5-c205c59902f7 tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1573485160', 'network_id': 'd5d5f518-bb86-4e9d-8290-347b2d9ed507'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:44:35.636428 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-742e43cd-f97f-4f20-9740-8a4ccefd2b44 None None] DHCP port deletion for e1b1b80f-07c8-4202-ada8-7879a2b2857d request from n-d-800634-1 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 13:44:35.645508 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98ab9149-8d3f-4783-a7b5-c205c59902f7 tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Made reservation on behalf of 1a8fdf3835144127aaaa679382c7bf98 for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:44:35.647950 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-98ab9149-8d3f-4783-a7b5-c205c59902f7 tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:35.656355 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-7caa784a-5b01-46f3-abff-072ae85f8ceb tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Deleting port 1e830960-d0fc-42ec-9756-6f24ab05c530 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:44:35.656714 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7caa784a-5b01-46f3-abff-072ae85f8ceb tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:35.679777 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [None req-98ab9149-8d3f-4783-a7b5-c205c59902f7 tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] device_id is not set on port ede59cac-d783-45b3-9c55-968fda9b609f yet. {{(pid=93751) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 13:44:35.769375 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 38644) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:35.865654 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-7caa784a-5b01-46f3-abff-072ae85f8ceb tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] For port 1e830960-d0fc-42ec-9756-6f24ab05c530, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=1e830960-d0fc-42ec-9756-6f24ab05c530,segment=NetworkSegment(710626a1-a173-4d5a-b00e-b455dcc6fb55),segment_id=710626a1-a173-4d5a-b00e-b455dcc6fb55)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:44:35.866380 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7caa784a-5b01-46f3-abff-072ae85f8ceb tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:35.907007 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-7caa784a-5b01-46f3-abff-072ae85f8ceb tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Calling delete_port for 1e830960-d0fc-42ec-9756-6f24ab05c530 owned by network:dhcp {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:44:35.993957 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-98ab9149-8d3f-4783-a7b5-c205c59902f7 tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Allocated IP 172.20.0.5 (d5d5f518-bb86-4e9d-8290-347b2d9ed507/c67b060d-3f63-4ef8-8f53-9bc032752fe1/ede59cac-d783-45b3-9c55-968fda9b609f) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:44:36.078657 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-742e43cd-f97f-4f20-9740-8a4ccefd2b44 None None] Deleting port 1e830960-d0fc-42ec-9756-6f24ab05c530 {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:44:36.086022 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-742e43cd-f97f-4f20-9740-8a4ccefd2b44 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:36.090354 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 38656) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:36.136211 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccca4649-a485-40ea-a71e-339bcb33fc86 req-9d6ffa56-8d9c-44f6-ad3d-a7505982adee tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:44:36.138405 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ccca4649-a485-40ea-a71e-339bcb33fc86 req-9d6ffa56-8d9c-44f6-ad3d-a7505982adee tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff113c1b-c263-4008-9d61-0ebe123b1ba5 HTTP/1.1" status: 200 len: 950 time: 0.1145647 Jul 13 13:44:36.220701 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ccca4649-a485-40ea-a71e-339bcb33fc86 req-288862b6-7250-4618-9f7d-8612dd06e359 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/security-groups?id=945af9a8-1349-436a-a066-b9a0fd8d3dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712235 Jul 13 13:44:36.238015 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7caa784a-5b01-46f3-abff-072ae85f8ceb tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:36.269477 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caa784a-5b01-46f3-abff-072ae85f8ceb tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Pushing event deleted for resources: {'Port': ['ID=1e830960-d0fc-42ec-9756-6f24ab05c530,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:36.277779 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-221f4b1c-80ee-4c9e-8080-07f5928e98d8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=00f6a7837c1146f78e2445fbb9aef87e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5056553 Jul 13 13:44:36.278766 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-742e43cd-f97f-4f20-9740-8a4ccefd2b44 None None] For port 1e830960-d0fc-42ec-9756-6f24ab05c530, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=1e830960-d0fc-42ec-9756-6f24ab05c530,segment=NetworkSegment(710626a1-a173-4d5a-b00e-b455dcc6fb55),segment_id=710626a1-a173-4d5a-b00e-b455dcc6fb55)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:44:36.279288 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 38662) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:36.281477 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-742e43cd-f97f-4f20-9740-8a4ccefd2b44 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:36.288144 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7caa784a-5b01-46f3-abff-072ae85f8ceb tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] No DVR routers for this DVR port 1e830960-d0fc-42ec-9756-6f24ab05c530 on host n-d-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:44:36.323450 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-742e43cd-f97f-4f20-9740-8a4ccefd2b44 None None] Calling delete_port for 1e830960-d0fc-42ec-9756-6f24ab05c530 owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:44:36.356899 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-98ab9149-8d3f-4783-a7b5-c205c59902f7 tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:36.397056 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7caa784a-5b01-46f3-abff-072ae85f8ceb tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:36.409237 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d88d2d79-fbb3-458c-94cd-3bb453daa080 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:36.427509 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-7caa784a-5b01-46f3-abff-072ae85f8ceb tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1b1b80f-07c8-4202-ada8-7879a2b2857d']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:44:36.451751 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-98ab9149-8d3f-4783-a7b5-c205c59902f7 tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:36.462296 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-7caa784a-5b01-46f3-abff-072ae85f8ceb tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '710626a1-a173-4d5a-b00e-b455dcc6fb55') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:44:36.464132 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-7caa784a-5b01-46f3-abff-072ae85f8ceb tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '710626a1-a173-4d5a-b00e-b455dcc6fb55') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:44:36.466969 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7f0813eb-a75b-4d87-8cf6-a446cb9347be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:36.479958 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7caa784a-5b01-46f3-abff-072ae85f8ceb tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5431730'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:36.484498 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ab9149-8d3f-4783-a7b5-c205c59902f7 tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Network d5d5f518-bb86-4e9d-8290-347b2d9ed507 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:44:36.488944 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-98ab9149-8d3f-4783-a7b5-c205c59902f7 tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:44:36.517355 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ab9149-8d3f-4783-a7b5-c205c59902f7 tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:44:36.531141 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7caa784a-5b01-46f3-abff-072ae85f8ceb tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:36.539842 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-742e43cd-f97f-4f20-9740-8a4ccefd2b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:36.541903 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7f0813eb-a75b-4d87-8cf6-a446cb9347be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:36.573270 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ef7204c-71d5-4644-8713-a98a9a0571a7 None None] Network d5d5f518-bb86-4e9d-8290-347b2d9ed507 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:44:36.575742 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7caa784a-5b01-46f3-abff-072ae85f8ceb tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 13:44:36.580379 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7caa784a-5b01-46f3-abff-072ae85f8ceb tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5970419'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:36.589371 n-d-800634-1 neutron-server[93750]: Traceback (most recent call last): Jul 13 13:44:36.589371 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 13:44:36.589371 n-d-800634-1 neutron-server[93750]: timer() Jul 13 13:44:36.589371 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 13:44:36.589371 n-d-800634-1 neutron-server[93750]: cb(*args, **kw) Jul 13 13:44:36.589371 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 13:44:36.589371 n-d-800634-1 neutron-server[93750]: return func(*args, **kwargs) Jul 13 13:44:36.589371 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 13:44:36.589371 n-d-800634-1 neutron-server[93750]: self._notify() Jul 13 13:44:36.589371 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 13:44:36.589371 n-d-800634-1 neutron-server[93750]: self.callback(batched_events) Jul 13 13:44:36.589371 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 13:44:36.589371 n-d-800634-1 neutron-server[93750]: event.method(event) Jul 13 13:44:36.589371 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 13:44:36.589371 n-d-800634-1 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 13:44:36.589371 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 13:44:36.589371 n-d-800634-1 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 13:44:36.589371 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 13:44:36.589371 n-d-800634-1 neutron-server[93750]: return f(self, *a, **k) Jul 13 13:44:36.589371 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 13:44:36.589371 n-d-800634-1 neutron-server[93750]: return self._get(url).json() Jul 13 13:44:36.589371 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 13:44:36.589371 n-d-800634-1 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 13:44:36.589371 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 13:44:36.589371 n-d-800634-1 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 13 13:44:36.589371 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 13:44:36.589371 n-d-800634-1 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 13:44:36.589371 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 13:44:36.589371 n-d-800634-1 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 13:44:36.589371 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 13:44:36.589371 n-d-800634-1 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 13:44:36.589371 n-d-800634-1 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 13:44:36.591715 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ab9149-8d3f-4783-a7b5-c205c59902f7 tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Pushing event updated for resources: {'Port': ['ID=ede59cac-d783-45b3-9c55-968fda9b609f,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:36.635746 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ab9149-8d3f-4783-a7b5-c205c59902f7 tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:44:36.639779 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-98ab9149-8d3f-4783-a7b5-c205c59902f7 tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:36.645315 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742e43cd-f97f-4f20-9740-8a4ccefd2b44 None None] No DVR routers for this DVR port 1e830960-d0fc-42ec-9756-6f24ab05c530 on host n-d-800634-1 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:44:36.694538 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742e43cd-f97f-4f20-9740-8a4ccefd2b44 None None] Pushing event deleted for resources: {'Port': ['ID=1e830960-d0fc-42ec-9756-6f24ab05c530,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:36.749608 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d88d2d79-fbb3-458c-94cd-3bb453daa080 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:36.785498 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7caa784a-5b01-46f3-abff-072ae85f8ceb tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:36.788058 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7f0813eb-a75b-4d87-8cf6-a446cb9347be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:36.792619 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7f0813eb-a75b-4d87-8cf6-a446cb9347be admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:36.794679 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-7f0813eb-a75b-4d87-8cf6-a446cb9347be admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5f0b949f-b782-46f4-80d4-45d8eb40e33d HTTP/1.1" status: 204 len: 168 time: 0.5137537 Jul 13 13:44:36.801857 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7caa784a-5b01-46f3-abff-072ae85f8ceb tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:36.804215 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-7caa784a-5b01-46f3-abff-072ae85f8ceb tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] 10.222.0.23 "DELETE /v2.0/networks/e1b1b80f-07c8-4202-ada8-7879a2b2857d HTTP/1.1" status: 204 len: 168 time: 1.5200231 Jul 13 13:44:36.807577 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 38676) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:36.827734 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d88d2d79-fbb3-458c-94cd-3bb453daa080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:36.832424 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0813eb-a75b-4d87-8cf6-a446cb9347be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f0b949f-b782-46f4-80d4-45d8eb40e33d,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:36.834539 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caa784a-5b01-46f3-abff-072ae85f8ceb tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Pushing event deleted for resources: {'Network': ['ID=e1b1b80f-07c8-4202-ada8-7879a2b2857d,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:36.856987 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-98ab9149-8d3f-4783-a7b5-c205c59902f7 tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.2762859 Jul 13 13:44:36.864901 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 38678) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:36.949193 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-d88d2d79-fbb3-458c-94cd-3bb453daa080 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8bb990cc1b784b499cd7c0d4dddec74c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8576765 Jul 13 13:44:36.952402 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 38682) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:36.961439 n-d-800634-1 neutron-server[93751]: INFO neutron.api.v2.resource [req-6b1bf392-a2f5-44c1-be34-3aadd66dfb52 req-50ba0ff0-d2b2-447c-bc45-87717ed49317 service neutron] show failed (client error): The resource could not be found. Jul 13 13:44:36.963026 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6b1bf392-a2f5-44c1-be34-3aadd66dfb52 req-50ba0ff0-d2b2-447c-bc45-87717ed49317 service neutron] 10.222.0.41 "GET /v2.0/ports/084e5f0b-d393-4c6c-9266-10c1ff6870c6/bindings/n-h1-800634-1 HTTP/1.1" status: 404 len: 380 time: 0.2531216 Jul 13 13:44:36.963613 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88d2d79-fbb3-458c-94cd-3bb453daa080 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39b1f59c-fbd6-44ee-8fa8-22a613b05fd8,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:37.025385 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-d0a53d87-03cf-4deb-b236-6e324f346512 tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Deleting port ede59cac-d783-45b3-9c55-968fda9b609f {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:44:37.026181 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d0a53d87-03cf-4deb-b236-6e324f346512 tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:37.067501 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-565b79f8-64d9-49fc-871f-a1bc1ba16c1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:37.082943 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-5b50f997-c06f-4f0e-a55c-1b5d59769175 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Deleting port 6182f1de-ac77-4764-a3ac-76c2ddbf9d6a {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:44:37.083397 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5b50f997-c06f-4f0e-a55c-1b5d59769175 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:37.137973 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-565b79f8-64d9-49fc-871f-a1bc1ba16c1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:37.173330 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d0a53d87-03cf-4deb-b236-6e324f346512 tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:37.189247 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-d0a53d87-03cf-4deb-b236-6e324f346512 tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Calling delete_port for ede59cac-d783-45b3-9c55-968fda9b609f owned by {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:44:37.234940 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5b50f997-c06f-4f0e-a55c-1b5d59769175 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:37.235273 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5b50f997-c06f-4f0e-a55c-1b5d59769175 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:37.270195 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-5b50f997-c06f-4f0e-a55c-1b5d59769175 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Calling delete_port for 6182f1de-ac77-4764-a3ac-76c2ddbf9d6a owned by network:floatingip {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:44:37.292454 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 38694) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:37.370025 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-e54ec755-b851-43d2-a379-da5536a9508b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=788d71eb1f2f4899b65dfe39f0165ff5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0761876 Jul 13 13:44:37.372557 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 38696) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:37.423858 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d0a53d87-03cf-4deb-b236-6e324f346512 tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:37.433972 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-565b79f8-64d9-49fc-871f-a1bc1ba16c1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:37.436681 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-565b79f8-64d9-49fc-871f-a1bc1ba16c1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:37.437837 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-565b79f8-64d9-49fc-871f-a1bc1ba16c1f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/39b1f59c-fbd6-44ee-8fa8-22a613b05fd8 HTTP/1.1" status: 204 len: 168 time: 0.4838862 Jul 13 13:44:37.497530 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565b79f8-64d9-49fc-871f-a1bc1ba16c1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39b1f59c-fbd6-44ee-8fa8-22a613b05fd8,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:37.525128 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5b50f997-c06f-4f0e-a55c-1b5d59769175 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:37.541682 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a53d87-03cf-4deb-b236-6e324f346512 tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Pushing event deleted for resources: {'Port': ['ID=ede59cac-d783-45b3-9c55-968fda9b609f,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:37.571729 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b50f997-c06f-4f0e-a55c-1b5d59769175 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Pushing event deleted for resources: {'Port': ['ID=6182f1de-ac77-4764-a3ac-76c2ddbf9d6a,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:37.591447 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 1e830960-d0fc-42ec-9756-6f24ab05c530 no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:44:37.602385 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1bf392-a2f5-44c1-be34-3aadd66dfb52 req-f913e410-732a-4f0a-b9d7-b18784ad74b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:44:37.604753 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6b1bf392-a2f5-44c1-be34-3aadd66dfb52 req-f913e410-732a-4f0a-b9d7-b18784ad74b4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ff113c1b-c263-4008-9d61-0ebe123b1ba5&tenant_id=c6349d73ae13458a9d892a7db2dc0433 HTTP/1.1" status: 200 len: 1101 time: 0.1815035 Jul 13 13:44:37.624974 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: 1e830960-d0fc-42ec-9756-6f24ab05c530 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:44:37.625389 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 1e830960-d0fc-42ec-9756-6f24ab05c530 not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:44:37.629991 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-6b1bf392-a2f5-44c1-be34-3aadd66dfb52 req-e9fc8aba-9e4a-49f0-81b7-3e463276522a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800634-1', 'device_owner': 'compute:nova'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:44:37.645246 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1d6a25fe-3c16-4f14-9584-6094858fa063 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:37.687210 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5b50f997-c06f-4f0e-a55c-1b5d59769175 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks [] for floatingip, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:37.689428 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1d6a25fe-3c16-4f14-9584-6094858fa063 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:37.689687 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5b50f997-c06f-4f0e-a55c-1b5d59769175 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for floatingip, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:37.694933 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-5b50f997-c06f-4f0e-a55c-1b5d59769175 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] 10.222.0.23 "DELETE /v2.0/floatingips/cf485cba-6a8c-47bc-9357-d95f494753ca HTTP/1.1" status: 204 len: 168 time: 0.8782194 Jul 13 13:44:37.695686 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 38708) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:37.725114 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05145c0b-97b8-4cdf-b94f-0b52468e02be req-a74ab263-1811-440b-9f3e-79aba1dfe231 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:44:37.726769 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-6b1bf392-a2f5-44c1-be34-3aadd66dfb52 req-e9fc8aba-9e4a-49f0-81b7-3e463276522a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:37.726969 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-05145c0b-97b8-4cdf-b94f-0b52468e02be req-a74ab263-1811-440b-9f3e-79aba1dfe231 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff113c1b-c263-4008-9d61-0ebe123b1ba5 HTTP/1.1" status: 200 len: 950 time: 0.3098683 Jul 13 13:44:37.758008 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d0a53d87-03cf-4deb-b236-6e324f346512 tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:37.762854 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-d0a53d87-03cf-4deb-b236-6e324f346512 tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] 10.222.0.23 "DELETE /v2.0/ports/ede59cac-d783-45b3-9c55-968fda9b609f HTTP/1.1" status: 204 len: 168 time: 0.8899908 Jul 13 13:44:37.763617 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 38712) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:37.763960 n-d-800634-1 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-42dc588e-ea1e-4f06-8479-a49b68842a38 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] DELETE failed (client error): The resource could not be found. Jul 13 13:44:37.764758 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42dc588e-ea1e-4f06-8479-a49b68842a38 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 13:44:37.768725 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-42dc588e-ea1e-4f06-8479-a49b68842a38 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] 10.222.0.23 "DELETE /v2.0/ports/7012b836-0668-4567-9258-f807e75a9d5a HTTP/1.1" status: 404 len: 333 time: 0.0697625 Jul 13 13:44:37.783181 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 38714) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:37.793881 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-8666bbe8-b93a-44f8-abc5-2028ef32f191 tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd5d5f518-bb86-4e9d-8290-347b2d9ed507', 'external_fixed_ips': [{'subnet_id': 'c67b060d-3f63-4ef8-8f53-9bc032752fe1', 'ip_address': '172.20.0.5'}]}}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:44:37.831158 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-9e458873-919b-45a9-b8bb-b28e23ac98d2 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] 10.222.0.23 "GET /v2.0/ports?device_id=44d76b71-1118-45fa-8971-699706a8f4f1 HTTP/1.1" status: 200 len: 205 time: 0.0447700 Jul 13 13:44:37.832482 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 38720) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:37.887355 n-d-800634-1 neutron-server[93751]: INFO neutron.api.v2.resource [None req-20406455-1e92-4da9-bc6b-2cc6e6c70e04 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] delete failed (client error): The resource could not be found. Jul 13 13:44:37.887355 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-20406455-1e92-4da9-bc6b-2cc6e6c70e04 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] 10.222.0.23 "DELETE /v2.0/routers/44d76b71-1118-45fa-8971-699706a8f4f1 HTTP/1.1" status: 404 len: 336 time: 0.0510938 Jul 13 13:44:37.888176 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 38724) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:37.899047 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-05145c0b-97b8-4cdf-b94f-0b52468e02be req-e4685ab3-e4b2-491d-a71c-c1af4357e44d tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/security-groups?id=945af9a8-1349-436a-a066-b9a0fd8d3dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446881 Jul 13 13:44:37.908471 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8666bbe8-b93a-44f8-abc5-2028ef32f191 tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1591928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2714'] for router, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:37.909373 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8666bbe8-b93a-44f8-abc5-2028ef32f191 tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447198', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1629690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2689'] for router, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:37.924511 n-d-800634-1 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5dc334b-89d5-40c5-aac1-d04c06cc1c20 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] DELETE failed (client error): The resource could not be found. Jul 13 13:44:37.925026 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5dc334b-89d5-40c5-aac1-d04c06cc1c20 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 13:44:37.929390 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-f5dc334b-89d5-40c5-aac1-d04c06cc1c20 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] 10.222.0.23 "DELETE /v2.0/subnets/e4929a28-be14-49a4-8862-cbf68deb8e43 HTTP/1.1" status: 404 len: 337 time: 0.0381250 Jul 13 13:44:37.930742 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 38726) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:37.940536 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1d6a25fe-3c16-4f14-9584-6094858fa063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:37.945490 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1d6a25fe-3c16-4f14-9584-6094858fa063 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:37.945490 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-1d6a25fe-3c16-4f14-9584-6094858fa063 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/07398302-4576-449f-8ab8-b5b098759444 HTTP/1.1" status: 204 len: 168 time: 0.5720143 Jul 13 13:44:37.981715 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6a25fe-3c16-4f14-9584-6094858fa063 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07398302-4576-449f-8ab8-b5b098759444,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:38.054957 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8666bbe8-b93a-44f8-abc5-2028ef32f191 tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:38.085084 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-1cc3c9f7-35fa-41d7-9993-746bd17f66c2 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Deleting port 0fb36914-2879-43a3-8397-734c54d807da {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:44:38.085784 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1cc3c9f7-35fa-41d7-9993-746bd17f66c2 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:38.194004 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1cc3c9f7-35fa-41d7-9993-746bd17f66c2 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:38.207957 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-1cc3c9f7-35fa-41d7-9993-746bd17f66c2 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Calling delete_port for 0fb36914-2879-43a3-8397-734c54d807da owned by {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:44:38.213935 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 38730) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:38.444915 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1cc3c9f7-35fa-41d7-9993-746bd17f66c2 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:38.476773 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc3c9f7-35fa-41d7-9993-746bd17f66c2 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Pushing event deleted for resources: {'Port': ['ID=0fb36914-2879-43a3-8397-734c54d807da,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:38.584085 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1cc3c9f7-35fa-41d7-9993-746bd17f66c2 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:38.588726 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-1cc3c9f7-35fa-41d7-9993-746bd17f66c2 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] 10.222.0.23 "DELETE /v2.0/ports/0fb36914-2879-43a3-8397-734c54d807da HTTP/1.1" status: 204 len: 168 time: 0.6541522 Jul 13 13:44:38.589978 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 38752) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:38.719785 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-10422eea-6d57-47b9-8e68-af238728ac25 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Deleting port cb8bcb4f-a0c3-447b-95ab-14968b2ff082 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:44:38.720409 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-10422eea-6d57-47b9-8e68-af238728ac25 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:38.743445 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-09204ae7-6110-4ddd-87b2-b8e0482c3f05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:38.760943 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-6b1bf392-a2f5-44c1-be34-3aadd66dfb52 req-e9fc8aba-9e4a-49f0-81b7-3e463276522a service neutron] For port 084e5f0b-d393-4c6c-9266-10c1ff6870c6, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=084e5f0b-d393-4c6c-9266-10c1ff6870c6,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:44:38.764697 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8666bbe8-b93a-44f8-abc5-2028ef32f191 tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447180', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1591910', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2751'] for router, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:38.849640 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-10422eea-6d57-47b9-8e68-af238728ac25 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:38.866912 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-10422eea-6d57-47b9-8e68-af238728ac25 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Calling delete_port for cb8bcb4f-a0c3-447b-95ab-14968b2ff082 owned by {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:44:38.875229 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-6b1bf392-a2f5-44c1-be34-3aadd66dfb52 req-e9fc8aba-9e4a-49f0-81b7-3e463276522a service neutron] For port 084e5f0b-d393-4c6c-9266-10c1ff6870c6, host n-h2-800634-1, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:44:38.959350 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff113c1b-c263-4008-9d61-0ebe123b1ba5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '084e5f0b-d393-4c6c-9266-10c1ff6870c6'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:44:38.961686 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31d7c69c-3deb-4cdc-abb4-16dc945ec785" -d '{"events": [{"server_uuid": "ff113c1b-c263-4008-9d61-0ebe123b1ba5", "name": "network-vif-unplugged", "status": "completed", "tag": "084e5f0b-d393-4c6c-9266-10c1ff6870c6"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:44:38.988743 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-6b1bf392-a2f5-44c1-be34-3aadd66dfb52 req-e9fc8aba-9e4a-49f0-81b7-3e463276522a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:39.077983 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-10422eea-6d57-47b9-8e68-af238728ac25 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:39.083025 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-6b1bf392-a2f5-44c1-be34-3aadd66dfb52 req-e9fc8aba-9e4a-49f0-81b7-3e463276522a service neutron] Transition to ACTIVE for port object 084e5f0b-d393-4c6c-9266-10c1ff6870c6 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:44:39.107834 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-6b1bf392-a2f5-44c1-be34-3aadd66dfb52 req-e9fc8aba-9e4a-49f0-81b7-3e463276522a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:39.163208 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10422eea-6d57-47b9-8e68-af238728ac25 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Pushing event deleted for resources: {'Port': ['ID=cb8bcb4f-a0c3-447b-95ab-14968b2ff082,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:39.208385 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-09204ae7-6110-4ddd-87b2-b8e0482c3f05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:39.256448 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b1bf392-a2f5-44c1-be34-3aadd66dfb52 req-e9fc8aba-9e4a-49f0-81b7-3e463276522a service neutron] No DVR routers for this DVR port 084e5f0b-d393-4c6c-9266-10c1ff6870c6 on host n-h2-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:44:39.261813 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 13:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3978e1ea-746a-475c-9950-fa0e745b0c6f x-openstack-request-id: req-3978e1ea-746a-475c-9950-fa0e745b0c6f {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:44:39.262116 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff113c1b-c263-4008-9d61-0ebe123b1ba5", "name": "network-vif-unplugged", "status": "completed", "tag": "084e5f0b-d393-4c6c-9266-10c1ff6870c6", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:44:39.262374 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3978e1ea-746a-475c-9950-fa0e745b0c6f {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:44:39.262783 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff113c1b-c263-4008-9d61-0ebe123b1ba5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '084e5f0b-d393-4c6c-9266-10c1ff6870c6', 'code': 200} Jul 13 13:44:39.290397 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-09204ae7-6110-4ddd-87b2-b8e0482c3f05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:39.299762 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-10422eea-6d57-47b9-8e68-af238728ac25 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:39.309769 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-10422eea-6d57-47b9-8e68-af238728ac25 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] 10.222.0.23 "DELETE /v2.0/ports/cb8bcb4f-a0c3-447b-95ab-14968b2ff082 HTTP/1.1" status: 204 len: 168 time: 0.7167053 Jul 13 13:44:39.310404 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 38772) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:39.383553 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df9f7561-c4b3-449d-a119-16ee817c1561 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:44:39.387703 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-df9f7561-c4b3-449d-a119-16ee817c1561 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d1c4035-5359-4547-a8f3-118bcfe3837f HTTP/1.1" status: 200 len: 913 time: 0.0763109 Jul 13 13:44:39.390287 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 38776) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:39.415089 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fc8aba-9e4a-49f0-81b7-3e463276522a service neutron] Pushing event updated for resources: {'Port': ['ID=084e5f0b-d393-4c6c-9266-10c1ff6870c6,revision_number=6']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:39.501118 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-6b1bf392-a2f5-44c1-be34-3aadd66dfb52 req-e9fc8aba-9e4a-49f0-81b7-3e463276522a service neutron] Attempting to bind port 084e5f0b-d393-4c6c-9266-10c1ff6870c6 on host n-h1-800634-1 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:44:39.501498 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-6b1bf392-a2f5-44c1-be34-3aadd66dfb52 req-e9fc8aba-9e4a-49f0-81b7-3e463276522a service neutron] Attempting to bind port 084e5f0b-d393-4c6c-9266-10c1ff6870c6 by drivers openvswitch,hyperv on host n-h1-800634-1 at level 0 using segments [{'id': '62a4f2e9-97ca-473c-a2df-e7f9f532c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:44:39.501850 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b1bf392-a2f5-44c1-be34-3aadd66dfb52 req-e9fc8aba-9e4a-49f0-81b7-3e463276522a service neutron] Attempting to bind port 084e5f0b-d393-4c6c-9266-10c1ff6870c6 on network e0bfb334-0fd9-4ba5-ba79-1568ecabee30 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:44:39.520451 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-09204ae7-6110-4ddd-87b2-b8e0482c3f05 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fe813c78789f41fe844d9f59b85d6087&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2927389 Jul 13 13:44:39.520451 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09204ae7-6110-4ddd-87b2-b8e0482c3f05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eba1d911-8aca-4ea7-9b1d-207701704c0e,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:39.550616 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 38784) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:39.570902 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b1bf392-a2f5-44c1-be34-3aadd66dfb52 req-e9fc8aba-9e4a-49f0-81b7-3e463276522a service neutron] Port 084e5f0b-d393-4c6c-9266-10c1ff6870c6 on network e0bfb334-0fd9-4ba5-ba79-1568ecabee30 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-1 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:44:39.572009 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b1bf392-a2f5-44c1-be34-3aadd66dfb52 req-e9fc8aba-9e4a-49f0-81b7-3e463276522a service neutron] Attempting to bind port 084e5f0b-d393-4c6c-9266-10c1ff6870c6 on network e0bfb334-0fd9-4ba5-ba79-1568ecabee30 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:44:39.596454 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b1bf392-a2f5-44c1-be34-3aadd66dfb52 req-e9fc8aba-9e4a-49f0-81b7-3e463276522a service neutron] Checking agent: {'id': 'a7603dc8-3c50-4a9b-8f0d-1143528f155e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:44:39.597195 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b1bf392-a2f5-44c1-be34-3aadd66dfb52 req-e9fc8aba-9e4a-49f0-81b7-3e463276522a service neutron] Checking segment: {'id': '62a4f2e9-97ca-473c-a2df-e7f9f532c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:44:39.597909 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b1bf392-a2f5-44c1-be34-3aadd66dfb52 req-e9fc8aba-9e4a-49f0-81b7-3e463276522a service neutron] Bound using segment: {'id': '62a4f2e9-97ca-473c-a2df-e7f9f532c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:44:39.598529 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-6b1bf392-a2f5-44c1-be34-3aadd66dfb52 req-e9fc8aba-9e4a-49f0-81b7-3e463276522a service neutron] Bound port: 084e5f0b-d393-4c6c-9266-10c1ff6870c6, host: n-h1-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62a4f2e9-97ca-473c-a2df-e7f9f532c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:44:39.599105 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-6b1bf392-a2f5-44c1-be34-3aadd66dfb52 req-e9fc8aba-9e4a-49f0-81b7-3e463276522a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:39.605673 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8666bbe8-b93a-44f8-abc5-2028ef32f191 tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:39.662249 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8666bbe8-b93a-44f8-abc5-2028ef32f191 tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:39.679650 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af4fdaf-e077-4c71-aefc-86fe94eddc5a req-8ac6f38c-2065-423f-b048-ff2f54c76be5 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:44:39.687293 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9af4fdaf-e077-4c71-aefc-86fe94eddc5a req-8ac6f38c-2065-423f-b048-ff2f54c76be5 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff113c1b-c263-4008-9d61-0ebe123b1ba5 HTTP/1.1" status: 200 len: 948 time: 0.5218651 Jul 13 13:44:39.877546 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-92905410-5e9c-4059-a0d1-67bb4be056cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:39.895756 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ab5ddd3c-43f4-42ec-bda2-77b85b4eae81 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451695'] for router_interface, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:39.919102 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9af4fdaf-e077-4c71-aefc-86fe94eddc5a req-65e26dad-106c-4e57-b058-dfb18d135e23 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/security-groups?id=945af9a8-1349-436a-a066-b9a0fd8d3dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305551 Jul 13 13:44:39.928346 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-6b1bf392-a2f5-44c1-be34-3aadd66dfb52 req-e9fc8aba-9e4a-49f0-81b7-3e463276522a service neutron] For port 084e5f0b-d393-4c6c-9266-10c1ff6870c6, host n-h1-800634-1, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:44:39.961638 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-6b1bf392-a2f5-44c1-be34-3aadd66dfb52 req-e9fc8aba-9e4a-49f0-81b7-3e463276522a service neutron] For port 084e5f0b-d393-4c6c-9266-10c1ff6870c6, host n-h1-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=084e5f0b-d393-4c6c-9266-10c1ff6870c6,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:44:39.964132 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-92905410-5e9c-4059-a0d1-67bb4be056cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:39.977098 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-6b1bf392-a2f5-44c1-be34-3aadd66dfb52 req-e9fc8aba-9e4a-49f0-81b7-3e463276522a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:40.130302 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1bf392-a2f5-44c1-be34-3aadd66dfb52 req-e9fc8aba-9e4a-49f0-81b7-3e463276522a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:44:40.131076 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-6b1bf392-a2f5-44c1-be34-3aadd66dfb52 req-e9fc8aba-9e4a-49f0-81b7-3e463276522a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:40.132500 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6b1bf392-a2f5-44c1-be34-3aadd66dfb52 req-e9fc8aba-9e4a-49f0-81b7-3e463276522a service neutron] 10.222.0.26 "PUT /v2.0/ports/084e5f0b-d393-4c6c-9266-10c1ff6870c6 HTTP/1.1" status: 200 len: 1096 time: 2.5083592 Jul 13 13:44:40.150138 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-8666bbe8-b93a-44f8-abc5-2028ef32f191 tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Allocated IP 172.20.0.5 (d5d5f518-bb86-4e9d-8290-347b2d9ed507/c67b060d-3f63-4ef8-8f53-9bc032752fe1/1153cde9-7d32-4ed8-8c3c-4cde2c773eed) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:44:40.316299 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-92905410-5e9c-4059-a0d1-67bb4be056cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:40.320872 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-92905410-5e9c-4059-a0d1-67bb4be056cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:40.324978 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-92905410-5e9c-4059-a0d1-67bb4be056cc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/eba1d911-8aca-4ea7-9b1d-207701704c0e HTTP/1.1" status: 204 len: 168 time: 0.7648337 Jul 13 13:44:40.328746 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fc8aba-9e4a-49f0-81b7-3e463276522a service neutron] Pushing event updated for resources: {'Port': ['ID=084e5f0b-d393-4c6c-9266-10c1ff6870c6,revision_number=7']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:40.359206 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92905410-5e9c-4059-a0d1-67bb4be056cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eba1d911-8aca-4ea7-9b1d-207701704c0e,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:40.410045 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 38822) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:40.413902 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8666bbe8-b93a-44f8-abc5-2028ef32f191 tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:40.437435 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-ab5ddd3c-43f4-42ec-bda2-77b85b4eae81 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Deleting port e91f34ce-0f6b-4000-8aec-37302745a383 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:44:40.438288 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ab5ddd3c-43f4-42ec-bda2-77b85b4eae81 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:40.457024 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1bf392-a2f5-44c1-be34-3aadd66dfb52 req-229f5990-e822-4cd2-a863-0749ea302963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:44:40.459349 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6b1bf392-a2f5-44c1-be34-3aadd66dfb52 req-229f5990-e822-4cd2-a863-0749ea302963 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c6349d73ae13458a9d892a7db2dc0433&device_id=ff113c1b-c263-4008-9d61-0ebe123b1ba5 HTTP/1.1" status: 200 len: 1099 time: 0.2241542 Jul 13 13:44:40.481426 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8666bbe8-b93a-44f8-abc5-2028ef32f191 tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:40.566754 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ab5ddd3c-43f4-42ec-bda2-77b85b4eae81 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:40.576247 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8666bbe8-b93a-44f8-abc5-2028ef32f191 tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Network d5d5f518-bb86-4e9d-8290-347b2d9ed507 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:44:40.585028 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-ab5ddd3c-43f4-42ec-bda2-77b85b4eae81 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Calling delete_port for e91f34ce-0f6b-4000-8aec-37302745a383 owned by network:router_interface {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:44:40.585714 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-8666bbe8-b93a-44f8-abc5-2028ef32f191 tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:44:40.603309 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8666bbe8-b93a-44f8-abc5-2028ef32f191 tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:44:40.668319 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8666bbe8-b93a-44f8-abc5-2028ef32f191 tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Pushing event updated for resources: {'Port': ['ID=1153cde9-7d32-4ed8-8c3c-4cde2c773eed,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:40.669362 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d412b57e-b354-49e9-957c-b4ad0784450c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:40.785474 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1bf392-a2f5-44c1-be34-3aadd66dfb52 req-7c949aa2-65b4-4687-aa5d-dacfcb5c8eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:44:40.787048 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6b1bf392-a2f5-44c1-be34-3aadd66dfb52 req-7c949aa2-65b4-4687-aa5d-dacfcb5c8eea service neutron] 10.222.0.26 "GET /v2.0/networks?id=e0bfb334-0fd9-4ba5-ba79-1568ecabee30 HTTP/1.1" status: 200 len: 869 time: 0.3164158 Jul 13 13:44:40.791329 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 084e5f0b-d393-4c6c-9266-10c1ff6870c6 no longer exists at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:44:40.835135 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6b1bf392-a2f5-44c1-be34-3aadd66dfb52 req-e8c04eb5-05bb-4cd0-98c7-2b17110cdd61 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=084e5f0b-d393-4c6c-9266-10c1ff6870c6 HTTP/1.1" status: 200 len: 217 time: 0.0390453 Jul 13 13:44:40.885926 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 084e5f0b-d393-4c6c-9266-10c1ff6870c6 not bound to the agent host n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:44:40.923684 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1bf392-a2f5-44c1-be34-3aadd66dfb52 req-18069ceb-4aff-421c-a72e-4bfd67c805a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:44:40.925761 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6b1bf392-a2f5-44c1-be34-3aadd66dfb52 req-18069ceb-4aff-421c-a72e-4bfd67c805a1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=60b55863-ceb6-45af-a8a4-4b22d72866af HTTP/1.1" status: 200 len: 843 time: 0.0841329 Jul 13 13:44:40.935383 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d412b57e-b354-49e9-957c-b4ad0784450c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:40.942127 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d412b57e-b354-49e9-957c-b4ad0784450c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:41.002019 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ab5ddd3c-43f4-42ec-bda2-77b85b4eae81 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:41.039608 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-d412b57e-b354-49e9-957c-b4ad0784450c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9968b558acce48b380554b957ac858fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6256847 Jul 13 13:44:41.059200 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 38840) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:41.060165 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d412b57e-b354-49e9-957c-b4ad0784450c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b1bbd06-49dc-4322-9f4f-5d65f6861347,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:41.102088 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8666bbe8-b93a-44f8-abc5-2028ef32f191 tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:41.132810 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5ddd3c-43f4-42ec-bda2-77b85b4eae81 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Pushing event deleted for resources: {'Port': ['ID=e91f34ce-0f6b-4000-8aec-37302745a383,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:41.232280 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1bf392-a2f5-44c1-be34-3aadd66dfb52 req-eb232cf8-8019-4d27-a2a2-adba1a6d6fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:44:41.234235 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6b1bf392-a2f5-44c1-be34-3aadd66dfb52 req-eb232cf8-8019-4d27-a2a2-adba1a6d6fbc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e0bfb334-0fd9-4ba5-ba79-1568ecabee30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3008103 Jul 13 13:44:41.253925 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-25839100-76ac-424a-a92b-c1b65dedcc9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:41.266791 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff113c1b-c263-4008-9d61-0ebe123b1ba5', 'tag': '084e5f0b-d393-4c6c-9266-10c1ff6870c6'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:44:41.269975 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8190f9ad-d318-4960-9703-9d94678805ee" -d '{"events": [{"name": "network-changed", "server_uuid": "ff113c1b-c263-4008-9d61-0ebe123b1ba5", "tag": "084e5f0b-d393-4c6c-9266-10c1ff6870c6"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:44:41.318828 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-25839100-76ac-424a-a92b-c1b65dedcc9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:41.385538 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 13:44:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1888fe5-7c16-4f08-abc5-8911ebdb56aa x-openstack-request-id: req-b1888fe5-7c16-4f08-abc5-8911ebdb56aa {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:44:41.386156 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff113c1b-c263-4008-9d61-0ebe123b1ba5", "tag": "084e5f0b-d393-4c6c-9266-10c1ff6870c6", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:44:41.386562 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b1888fe5-7c16-4f08-abc5-8911ebdb56aa {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:44:41.387457 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff113c1b-c263-4008-9d61-0ebe123b1ba5', 'tag': '084e5f0b-d393-4c6c-9266-10c1ff6870c6', 'status': 'completed', 'code': 200} Jul 13 13:44:41.485255 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6b1bf392-a2f5-44c1-be34-3aadd66dfb52 req-25610f1a-b2e3-4da5-860c-0465158f8e30 service neutron] 10.222.0.26 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2431438 Jul 13 13:44:41.601492 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6b1bf392-a2f5-44c1-be34-3aadd66dfb52 req-5666b041-8c03-41cf-8207-df4d94fa12d8 service neutron] 10.222.0.26 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086020 Jul 13 13:44:41.622338 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8666bbe8-b93a-44f8-abc5-2028ef32f191 tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447217'] for router, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:41.806784 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ff190f-6f06-465e-b7d0-e53b7690650a req-f5440aa1-3789-4e25-9e56-bae5179fe828 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:44:41.808319 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e8ff190f-6f06-465e-b7d0-e53b7690650a req-f5440aa1-3789-4e25-9e56-bae5179fe828 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff113c1b-c263-4008-9d61-0ebe123b1ba5 HTTP/1.1" status: 200 len: 948 time: 0.6231916 Jul 13 13:44:41.835025 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ab5ddd3c-43f4-42ec-bda2-77b85b4eae81 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1785036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452491'] for router_interface, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:41.853850 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-25839100-76ac-424a-a92b-c1b65dedcc9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:41.856347 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-25839100-76ac-424a-a92b-c1b65dedcc9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:41.857460 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-25839100-76ac-424a-a92b-c1b65dedcc9a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7b1bbd06-49dc-4322-9f4f-5d65f6861347 HTTP/1.1" status: 204 len: 168 time: 0.7882342 Jul 13 13:44:41.884989 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8666bbe8-b93a-44f8-abc5-2028ef32f191 tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Router d29f801a-fc45-41b5-8da5-e705aba8cecb is scheduled to L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 with binding_index 1 {{(pid=93750) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 13:44:41.900202 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e8ff190f-6f06-465e-b7d0-e53b7690650a req-c0d506cf-79f5-44cb-9040-6ff5a4819f7b tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/security-groups?id=945af9a8-1349-436a-a066-b9a0fd8d3dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662999 Jul 13 13:44:41.900895 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25839100-76ac-424a-a92b-c1b65dedcc9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b1bbd06-49dc-4322-9f4f-5d65f6861347,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:41.903845 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8190f9ad-d318-4960-9703-9d94678805ee req-292da428-e343-4243-99f3-3d78aac8ed23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:44:41.905285 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8190f9ad-d318-4960-9703-9d94678805ee req-292da428-e343-4243-99f3-3d78aac8ed23 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c6349d73ae13458a9d892a7db2dc0433&device_id=ff113c1b-c263-4008-9d61-0ebe123b1ba5 HTTP/1.1" status: 200 len: 1099 time: 0.1492093 Jul 13 13:44:42.053898 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8190f9ad-d318-4960-9703-9d94678805ee req-92e23b03-1d5e-471b-9856-b5957f669dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:44:42.055435 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8190f9ad-d318-4960-9703-9d94678805ee req-92e23b03-1d5e-471b-9856-b5957f669dd7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c6349d73ae13458a9d892a7db2dc0433&device_id=ff113c1b-c263-4008-9d61-0ebe123b1ba5 HTTP/1.1" status: 200 len: 1099 time: 0.2750337 Jul 13 13:44:42.072820 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8666bbe8-b93a-44f8-abc5-2028ef32f191 tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:44:42.083949 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc5a8f9-5aa2-455a-897b-a439051e8163 None None] Sync routers for ids ['d29f801a-fc45-41b5-8da5-e705aba8cecb'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:44:42.099684 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8190f9ad-d318-4960-9703-9d94678805ee req-acb07ea8-ac6f-401e-8f53-c312a13e7cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:44:42.104113 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8190f9ad-d318-4960-9703-9d94678805ee req-acb07ea8-ac6f-401e-8f53-c312a13e7cbc service neutron] 10.222.0.41 "GET /v2.0/networks?id=e0bfb334-0fd9-4ba5-ba79-1568ecabee30 HTTP/1.1" status: 200 len: 869 time: 0.1603880 Jul 13 13:44:42.106138 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc5a8f9-5aa2-455a-897b-a439051e8163 None None] Routers {'d29f801a-fc45-41b5-8da5-e705aba8cecb'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:44:42.106806 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-ecc5a8f9-5aa2-455a-897b-a439051e8163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:44:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['d29f801a-fc45-41b5-8da5-e705aba8cecb'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:44:42.142350 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8666bbe8-b93a-44f8-abc5-2028ef32f191 tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:42.144521 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-8666bbe8-b93a-44f8-abc5-2028ef32f191 tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 4.3563948 Jul 13 13:44:42.147846 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 38870) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:42.228150 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8190f9ad-d318-4960-9703-9d94678805ee req-bfa6813e-3252-4c22-ab44-c10abd8b445f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=084e5f0b-d393-4c6c-9266-10c1ff6870c6 HTTP/1.1" status: 200 len: 217 time: 0.1168277 Jul 13 13:44:42.390234 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-ecc5a8f9-5aa2-455a-897b-a439051e8163 None None] Set router d29f801a-fc45-41b5-8da5-e705aba8cecb gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:44:42.392755 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8190f9ad-d318-4960-9703-9d94678805ee req-7bf7d51d-e804-4f9a-be7d-131bb0bf466c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:44:42.394291 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8190f9ad-d318-4960-9703-9d94678805ee req-7bf7d51d-e804-4f9a-be7d-131bb0bf466c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=60b55863-ceb6-45af-a8a4-4b22d72866af HTTP/1.1" status: 200 len: 843 time: 0.1594307 Jul 13 13:44:42.474924 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab5ddd3c-43f4-42ec-bda2-77b85b4eae81 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Router 1d1c4035-5359-4547-a8f3-118bcfe3837f has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 13:44:42.615439 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 38882) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:42.671401 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-ecc5a8f9-5aa2-455a-897b-a439051e8163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd29f801a-fc45-41b5-8da5-e705aba8cecb', 'name': '', 'tenant_id': '1a8fdf3835144127aaaa679382c7bf98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5d5f518-bb86-4e9d-8290-347b2d9ed507', 'external_fixed_ips': [{'subnet_id': 'c67b060d-3f63-4ef8-8f53-9bc032752fe1', 'ip_address': '172.20.0.5'}], 'enable_snat': True}, 'gw_port_id': '1153cde9-7d32-4ed8-8c3c-4cde2c773eed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:44:37Z', 'updated_at': '2021-07-13T13:44:40Z', 'revision_number': 3, 'project_id': '1a8fdf3835144127aaaa679382c7bf98', 'gw_port': {'id': '1153cde9-7d32-4ed8-8c3c-4cde2c773eed', 'name': '', 'network_id': 'd5d5f518-bb86-4e9d-8290-347b2d9ed507', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:c4:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd29f801a-fc45-41b5-8da5-e705aba8cecb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2064, 'fixed_ips': [{'subnet_id': 'c67b060d-3f63-4ef8-8f53-9bc032752fe1', 'ip_address': '172.20.0.5', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:44:39Z', 'updated_at': '2021-07-13T13:44:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c67b060d-3f63-4ef8-8f53-9bc032752fe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:44:42.702945 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc5a8f9-5aa2-455a-897b-a439051e8163 None None] Checking router: d29f801a-fc45-41b5-8da5-e705aba8cecb for host: n-d-800634-1 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 13:44:42.703460 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc5a8f9-5aa2-455a-897b-a439051e8163 None None] Updating router d29f801a-fc45-41b5-8da5-e705aba8cecb port 1153cde9-7d32-4ed8-8c3c-4cde2c773eed binding host n-d-800634-1 {{(pid=93752) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 13:44:42.715755 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab5ddd3c-43f4-42ec-bda2-77b85b4eae81 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:44:42.730274 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55caa84-3165-42a8-b721-c5f70dc55356 None None] Sync routers for ids ['1d1c4035-5359-4547-a8f3-118bcfe3837f'] in n-d-800634-1 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:44:42.745761 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55caa84-3165-42a8-b721-c5f70dc55356 None None] Routers {'1d1c4035-5359-4547-a8f3-118bcfe3837f'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:44:42.746408 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-f55caa84-3165-42a8-b721-c5f70dc55356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:44:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['1d1c4035-5359-4547-a8f3-118bcfe3837f'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:44:42.750947 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-ab5ddd3c-43f4-42ec-bda2-77b85b4eae81 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] 10.222.0.23 "PUT /v2.0/routers/1d1c4035-5359-4547-a8f3-118bcfe3837f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3569262 Jul 13 13:44:42.751496 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ecc5a8f9-5aa2-455a-897b-a439051e8163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:42.757538 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7a66a315-8e4c-4f79-a38f-cfa69f410939 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:42.758753 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 38888) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:42.760812 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8190f9ad-d318-4960-9703-9d94678805ee req-86fc47d4-91d6-4b82-bd0e-33c773e91e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:44:42.767643 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8190f9ad-d318-4960-9703-9d94678805ee req-86fc47d4-91d6-4b82-bd0e-33c773e91e89 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e0bfb334-0fd9-4ba5-ba79-1568ecabee30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3657475 Jul 13 13:44:42.806340 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8190f9ad-d318-4960-9703-9d94678805ee req-df9ec0c8-cd32-43c2-ab83-7d358474040f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:44:42.807865 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8190f9ad-d318-4960-9703-9d94678805ee req-df9ec0c8-cd32-43c2-ab83-7d358474040f service neutron] 10.222.0.26 "GET /v2.0/networks?id=e0bfb334-0fd9-4ba5-ba79-1568ecabee30 HTTP/1.1" status: 200 len: 869 time: 0.7450483 Jul 13 13:44:42.828312 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-f55caa84-3165-42a8-b721-c5f70dc55356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:44:42.848523 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55caa84-3165-42a8-b721-c5f70dc55356 None None] Routers {'1d1c4035-5359-4547-a8f3-118bcfe3837f'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:44:42.849185 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-f55caa84-3165-42a8-b721-c5f70dc55356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:44:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['1d1c4035-5359-4547-a8f3-118bcfe3837f'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:44:42.913178 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8190f9ad-d318-4960-9703-9d94678805ee req-82cba622-d2c4-48c2-aea7-c06f00f7fc74 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=084e5f0b-d393-4c6c-9266-10c1ff6870c6 HTTP/1.1" status: 200 len: 217 time: 0.0388567 Jul 13 13:44:42.922925 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-f55caa84-3165-42a8-b721-c5f70dc55356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:44:42.923624 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55caa84-3165-42a8-b721-c5f70dc55356 None None] The sync data for ids ['1d1c4035-5359-4547-a8f3-118bcfe3837f'] in n-d-800634-1 is: [] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:44:43.052368 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-76acff67-ef53-47e1-a45b-7624441da35b tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks [] for router, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:43.059793 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8190f9ad-d318-4960-9703-9d94678805ee req-8aa43539-1100-4aac-8f71-dd6ef58ebd75 service neutron] 10.222.0.41 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2759409 Jul 13 13:44:43.073080 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b7b9ee39-d02c-4e2c-aef1-6816b540fbe6 tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Notify callbacks [] for router, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:43.081389 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8190f9ad-d318-4960-9703-9d94678805ee req-51e344e6-7119-4522-8d8c-955b989bcc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:44:43.100671 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8190f9ad-d318-4960-9703-9d94678805ee req-51e344e6-7119-4522-8d8c-955b989bcc7d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=60b55863-ceb6-45af-a8a4-4b22d72866af HTTP/1.1" status: 200 len: 843 time: 0.1575019 Jul 13 13:44:43.163569 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ecc5a8f9-5aa2-455a-897b-a439051e8163 None None] Notify callbacks [] for port, precommit_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:43.189609 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-ecc5a8f9-5aa2-455a-897b-a439051e8163 None None] Transition to ACTIVE for port object 1153cde9-7d32-4ed8-8c3c-4cde2c773eed will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:44:43.203390 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ecc5a8f9-5aa2-455a-897b-a439051e8163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:43.264775 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b011aca3-78df-4475-9f0d-c3ff5fc05fe5 None None] Pushing event updated for resources: {'Port': ['ID=1153cde9-7d32-4ed8-8c3c-4cde2c773eed,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:43.287052 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-76acff67-ef53-47e1-a45b-7624441da35b tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:43.297310 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-ecc5a8f9-5aa2-455a-897b-a439051e8163 None None] Attempting to bind port 1153cde9-7d32-4ed8-8c3c-4cde2c773eed on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:44:43.298804 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-ecc5a8f9-5aa2-455a-897b-a439051e8163 None None] Attempting to bind port 1153cde9-7d32-4ed8-8c3c-4cde2c773eed by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '981af093-546b-43cd-bb58-c47e1e50ca51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'd5d5f518-bb86-4e9d-8290-347b2d9ed507'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:44:43.299949 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc5a8f9-5aa2-455a-897b-a439051e8163 None None] Attempting to bind port 1153cde9-7d32-4ed8-8c3c-4cde2c773eed on network d5d5f518-bb86-4e9d-8290-347b2d9ed507 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:44:43.317595 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b7b9ee39-d02c-4e2c-aef1-6816b540fbe6 tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:43.329748 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc5a8f9-5aa2-455a-897b-a439051e8163 None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 44, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:44:43.330423 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc5a8f9-5aa2-455a-897b-a439051e8163 None None] Checking segment: {'id': '981af093-546b-43cd-bb58-c47e1e50ca51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'd5d5f518-bb86-4e9d-8290-347b2d9ed507'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:44:43.331773 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ecc5a8f9-5aa2-455a-897b-a439051e8163 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:43.333072 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc5a8f9-5aa2-455a-897b-a439051e8163 None None] Bound using segment: {'id': '981af093-546b-43cd-bb58-c47e1e50ca51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'd5d5f518-bb86-4e9d-8290-347b2d9ed507'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:44:43.334195 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-ecc5a8f9-5aa2-455a-897b-a439051e8163 None None] Bound port: 1153cde9-7d32-4ed8-8c3c-4cde2c773eed, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '981af093-546b-43cd-bb58-c47e1e50ca51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'd5d5f518-bb86-4e9d-8290-347b2d9ed507'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:44:43.334802 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ecc5a8f9-5aa2-455a-897b-a439051e8163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:43.426162 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8190f9ad-d318-4960-9703-9d94678805ee req-ad920f3b-f636-46d0-81a0-731d3b1006ea service neutron] 10.222.0.41 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3269918 Jul 13 13:44:43.437085 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-76acff67-ef53-47e1-a45b-7624441da35b tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Deleting port 529e68ce-9f85-4575-83b4-8d83d8d3f8dc {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:44:43.437585 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-76acff67-ef53-47e1-a45b-7624441da35b tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:43.469626 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-ecc5a8f9-5aa2-455a-897b-a439051e8163 None None] For port 1153cde9-7d32-4ed8-8c3c-4cde2c773eed, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:44:43.479239 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-ecc5a8f9-5aa2-455a-897b-a439051e8163 None None] For port 1153cde9-7d32-4ed8-8c3c-4cde2c773eed, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=1153cde9-7d32-4ed8-8c3c-4cde2c773eed,segment=NetworkSegment(981af093-546b-43cd-bb58-c47e1e50ca51),segment_id=981af093-546b-43cd-bb58-c47e1e50ca51)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:44:43.491902 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ecc5a8f9-5aa2-455a-897b-a439051e8163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:43.577262 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b011aca3-78df-4475-9f0d-c3ff5fc05fe5 None None] Pushing event updated for resources: {'Port': ['ID=1153cde9-7d32-4ed8-8c3c-4cde2c773eed,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:43.609645 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc5a8f9-5aa2-455a-897b-a439051e8163 None None] Routers {'d29f801a-fc45-41b5-8da5-e705aba8cecb'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:44:43.610587 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-ecc5a8f9-5aa2-455a-897b-a439051e8163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:44:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['d29f801a-fc45-41b5-8da5-e705aba8cecb'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:44:43.624769 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-76acff67-ef53-47e1-a45b-7624441da35b tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:43.646902 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7a66a315-8e4c-4f79-a38f-cfa69f410939 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:43.656914 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-76acff67-ef53-47e1-a45b-7624441da35b tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Calling delete_port for 529e68ce-9f85-4575-83b4-8d83d8d3f8dc owned by network:router_gateway {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:44:43.658709 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8190f9ad-d318-4960-9703-9d94678805ee req-42d39e98-8f6d-4492-87cc-3d1b7516b98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:44:43.662562 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8190f9ad-d318-4960-9703-9d94678805ee req-42d39e98-8f6d-4492-87cc-3d1b7516b98c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e0bfb334-0fd9-4ba5-ba79-1568ecabee30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4395883 Jul 13 13:44:43.665256 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-b7b9ee39-d02c-4e2c-aef1-6816b540fbe6 tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Deleting port 1153cde9-7d32-4ed8-8c3c-4cde2c773eed {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:44:43.678309 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b7b9ee39-d02c-4e2c-aef1-6816b540fbe6 tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:43.684277 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7a66a315-8e4c-4f79-a38f-cfa69f410939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:43.816956 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-ecc5a8f9-5aa2-455a-897b-a439051e8163 None None] Set router d29f801a-fc45-41b5-8da5-e705aba8cecb gateway port host: None {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:44:43.941576 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068ecd17-9043-4a71-8b5b-fd1e49bc123f req-0ccb0b88-4dd5-475f-9409-026601ddfaf1 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:44:43.945278 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-ecc5a8f9-5aa2-455a-897b-a439051e8163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd29f801a-fc45-41b5-8da5-e705aba8cecb', 'name': '', 'tenant_id': '1a8fdf3835144127aaaa679382c7bf98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:44:37Z', 'updated_at': '2021-07-13T13:44:43Z', 'revision_number': 4, 'project_id': '1a8fdf3835144127aaaa679382c7bf98', 'gw_port_host': None}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:44:43.958315 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-068ecd17-9043-4a71-8b5b-fd1e49bc123f req-0ccb0b88-4dd5-475f-9409-026601ddfaf1 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff113c1b-c263-4008-9d61-0ebe123b1ba5 HTTP/1.1" status: 200 len: 948 time: 0.7358153 Jul 13 13:44:43.971150 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-7a66a315-8e4c-4f79-a38f-cfa69f410939 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=edf5beb373e94276b8a0fdc388acc6aa&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3525321 Jul 13 13:44:43.985078 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 38910) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:44.018653 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 084e5f0b-d393-4c6c-9266-10c1ff6870c6 details requested by agent hyperv_n-h1-800634-1 with host n-h1-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 13:44:44.025244 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc5a8f9-5aa2-455a-897b-a439051e8163 None None] The sync data for ids ['d29f801a-fc45-41b5-8da5-e705aba8cecb'] in n-d-800634-1 is: [{'id': 'd29f801a-fc45-41b5-8da5-e705aba8cecb', 'name': '', 'tenant_id': '1a8fdf3835144127aaaa679382c7bf98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:44:37Z', 'updated_at': '2021-07-13T13:44:43Z', 'revision_number': 4, 'project_id': '1a8fdf3835144127aaaa679382c7bf98', 'gw_port_host': None}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:44:44.028995 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-76acff67-ef53-47e1-a45b-7624441da35b tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:44.093158 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a66a315-8e4c-4f79-a38f-cfa69f410939 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=965070ca-5287-4ad6-a839-18b93d681ae9,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:44.127531 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76acff67-ef53-47e1-a45b-7624441da35b tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Pushing event deleted for resources: {'Port': ['ID=529e68ce-9f85-4575-83b4-8d83d8d3f8dc,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:44.172199 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 38914) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:44.180295 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-76acff67-ef53-47e1-a45b-7624441da35b tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-446473'] for router_gateway, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:44.230473 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 084e5f0b-d393-4c6c-9266-10c1ff6870c6, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=084e5f0b-d393-4c6c-9266-10c1ff6870c6,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:44:44.249100 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-068ecd17-9043-4a71-8b5b-fd1e49bc123f req-8c5eec6e-ddee-45e0-997d-e1bb82a1bd04 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/security-groups?id=945af9a8-1349-436a-a066-b9a0fd8d3dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2880609 Jul 13 13:44:44.255287 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8190f9ad-d318-4960-9703-9d94678805ee req-efb233c5-913e-434f-a823-c544f010d374 service neutron] 10.222.0.26 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5743809 Jul 13 13:44:44.257281 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-b7b9ee39-d02c-4e2c-aef1-6816b540fbe6 tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] For port 1153cde9-7d32-4ed8-8c3c-4cde2c773eed, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=1153cde9-7d32-4ed8-8c3c-4cde2c773eed,segment=NetworkSegment(981af093-546b-43cd-bb58-c47e1e50ca51),segment_id=981af093-546b-43cd-bb58-c47e1e50ca51)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:44:44.257652 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b7b9ee39-d02c-4e2c-aef1-6816b540fbe6 tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:44.257936 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Returning: {'device': '084e5f0b-d393-4c6c-9266-10c1ff6870c6', 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30', 'port_id': '084e5f0b-d393-4c6c-9266-10c1ff6870c6', 'mac_address': 'fa:16:3e:a0:f9:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60b55863-ceb6-45af-a8a4-4b22d72866af', 'ip_address': '192.168.233.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 13:44:44.369826 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:44.395740 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 084e5f0b-d393-4c6c-9266-10c1ff6870c6 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:44:44.398332 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8190f9ad-d318-4960-9703-9d94678805ee req-95ad3001-16b7-4cd3-a6cc-7464f00e7d4c service neutron] 10.222.0.26 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292508 Jul 13 13:44:44.405684 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-b7b9ee39-d02c-4e2c-aef1-6816b540fbe6 tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Calling delete_port for 1153cde9-7d32-4ed8-8c3c-4cde2c773eed owned by network:router_gateway {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:44:44.418760 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-58216ea5-6d4f-4d17-a560-b4ad0a297c24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:44.467183 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-76acff67-ef53-47e1-a45b-7624441da35b tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1591938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2696'] for router, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:44.473227 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-76acff67-ef53-47e1-a45b-7624441da35b tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:44.491133 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 084e5f0b-d393-4c6c-9266-10c1ff6870c6, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=084e5f0b-d393-4c6c-9266-10c1ff6870c6,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:44:44.499024 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:44.523033 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-36f60adc-324e-469e-8804-df1957c47b4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:44.549532 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-58216ea5-6d4f-4d17-a560-b4ad0a297c24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:44.553098 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-76acff67-ef53-47e1-a45b-7624441da35b tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593106'] for router, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:44.553098 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76acff67-ef53-47e1-a45b-7624441da35b tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Fanout notify agent at l3_agent the message router_deleted on router 1d1c4035-5359-4547-a8f3-118bcfe3837f {{(pid=93751) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 13:44:44.563616 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-76acff67-ef53-47e1-a45b-7624441da35b tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:44.568069 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-76acff67-ef53-47e1-a45b-7624441da35b tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] 10.222.0.23 "DELETE /v2.0/routers/1d1c4035-5359-4547-a8f3-118bcfe3837f HTTP/1.1" status: 204 len: 168 time: 1.7991576 Jul 13 13:44:44.569152 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 38922) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:44.598353 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=084e5f0b-d393-4c6c-9266-10c1ff6870c6,revision_number=8']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:44.647357 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffac55a0-1916-415e-8a29-2c1e44c93ea3 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Deleting subnet eb5a235c-48da-402e-b31e-1ef817e8acdf {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 13:44:44.652371 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ffac55a0-1916-415e-8a29-2c1e44c93ea3 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:44.701185 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ffac55a0-1916-415e-8a29-2c1e44c93ea3 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6018489'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:44.737032 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-58216ea5-6d4f-4d17-a560-b4ad0a297c24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:44.739632 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-58216ea5-6d4f-4d17-a560-b4ad0a297c24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:44.740781 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-58216ea5-6d4f-4d17-a560-b4ad0a297c24 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/965070ca-5287-4ad6-a839-18b93d681ae9 HTTP/1.1" status: 204 len: 168 time: 0.7401116 Jul 13 13:44:44.754047 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ffac55a0-1916-415e-8a29-2c1e44c93ea3 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:44.791651 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58216ea5-6d4f-4d17-a560-b4ad0a297c24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=965070ca-5287-4ad6-a839-18b93d681ae9,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:44.804645 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['084e5f0b-d393-4c6c-9266-10c1ff6870c6'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:44:44.822230 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ffac55a0-1916-415e-8a29-2c1e44c93ea3 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6018534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6105009'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:44.823116 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b7b9ee39-d02c-4e2c-aef1-6816b540fbe6 tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:44.862018 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b9ee39-d02c-4e2c-aef1-6816b540fbe6 tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Pushing event deleted for resources: {'Port': ['ID=1153cde9-7d32-4ed8-8c3c-4cde2c773eed,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:44.865701 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-36f60adc-324e-469e-8804-df1957c47b4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:44.873444 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-36f60adc-324e-469e-8804-df1957c47b4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:44.875766 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffac55a0-1916-415e-8a29-2c1e44c93ea3 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Pushing event deleted for resources: {'Subnet': ['ID=eb5a235c-48da-402e-b31e-1ef817e8acdf,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:44.886063 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ffac55a0-1916-415e-8a29-2c1e44c93ea3 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:44.890500 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-ffac55a0-1916-415e-8a29-2c1e44c93ea3 tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] 10.222.0.23 "DELETE /v2.0/subnets/eb5a235c-48da-402e-b31e-1ef817e8acdf HTTP/1.1" status: 204 len: 168 time: 0.3177638 Jul 13 13:44:44.890500 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 38926) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:44.986017 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-36f60adc-324e-469e-8804-df1957c47b4f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=be0ca531fb634571a17512aa5c0cfe32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8085394 Jul 13 13:44:44.989242 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 38932) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:44.991750 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f60adc-324e-469e-8804-df1957c47b4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02619c3c-b97f-4f08-bb3b-0803d0c98591,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:45.002590 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b7b9ee39-d02c-4e2c-aef1-6816b540fbe6 tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-446473'] for router_gateway, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:45.109798 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-eed9bdf5-6f3f-477b-9384-3da3053a1aad tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:45.115295 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ac58499f-25e1-48dd-888c-9a4a01384189 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:45.144368 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ac58499f-25e1-48dd-888c-9a4a01384189 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:45.145361 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b7b9ee39-d02c-4e2c-aef1-6816b540fbe6 tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1591938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2696'] for router, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:45.147934 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b7b9ee39-d02c-4e2c-aef1-6816b540fbe6 tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:45.204990 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b7b9ee39-d02c-4e2c-aef1-6816b540fbe6 tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593106'] for router, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:45.205639 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7b9ee39-d02c-4e2c-aef1-6816b540fbe6 tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d29f801a-fc45-41b5-8da5-e705aba8cecb {{(pid=93750) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 13:44:45.211057 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b7b9ee39-d02c-4e2c-aef1-6816b540fbe6 tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:45.211905 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-b7b9ee39-d02c-4e2c-aef1-6816b540fbe6 tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] 10.222.0.23 "DELETE /v2.0/routers/d29f801a-fc45-41b5-8da5-e705aba8cecb HTTP/1.1" status: 204 len: 168 time: 3.0626795 Jul 13 13:44:45.215258 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 38940) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:45.256239 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-eed9bdf5-6f3f-477b-9384-3da3053a1aad tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:45.272807 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-eed9bdf5-6f3f-477b-9384-3da3053a1aad tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d534ebb7-65e2-4831-98cf-3803c3785be3']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:44:45.280254 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-50029765-d55e-40b2-9dad-35662eab5cdf tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Deleting subnet c67b060d-3f63-4ef8-8f53-9bc032752fe1 {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 13:44:45.284357 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-50029765-d55e-40b2-9dad-35662eab5cdf tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:45.288977 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-eed9bdf5-6f3f-477b-9384-3da3053a1aad tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f95a18d6-f7c1-45de-8a8f-48008fadb7be') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:44:45.288977 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-eed9bdf5-6f3f-477b-9384-3da3053a1aad tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f95a18d6-f7c1-45de-8a8f-48008fadb7be') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:44:45.299215 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-eed9bdf5-6f3f-477b-9384-3da3053a1aad tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6018464'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:45.309863 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ac58499f-25e1-48dd-888c-9a4a01384189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:45.312962 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ac58499f-25e1-48dd-888c-9a4a01384189 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:45.328616 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-ac58499f-25e1-48dd-888c-9a4a01384189 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/02619c3c-b97f-4f08-bb3b-0803d0c98591 HTTP/1.1" status: 204 len: 168 time: 0.3307874 Jul 13 13:44:45.359391 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac58499f-25e1-48dd-888c-9a4a01384189 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02619c3c-b97f-4f08-bb3b-0803d0c98591,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:45.364103 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-eed9bdf5-6f3f-477b-9384-3da3053a1aad tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:45.364389 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-50029765-d55e-40b2-9dad-35662eab5cdf tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5431723'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:45.374577 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eed9bdf5-6f3f-477b-9384-3da3053a1aad tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 13:44:45.375010 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-eed9bdf5-6f3f-477b-9384-3da3053a1aad tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6018632'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:45.380218 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:44:45.380218 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:44:45.380218 n-d-800634-1 neutron-server[93751]: Traceback (most recent call last): Jul 13 13:44:45.380218 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 13:44:45.380218 n-d-800634-1 neutron-server[93751]: timer() Jul 13 13:44:45.380218 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 13:44:45.380218 n-d-800634-1 neutron-server[93751]: cb(*args, **kw) Jul 13 13:44:45.380218 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 13:44:45.380218 n-d-800634-1 neutron-server[93751]: return func(*args, **kwargs) Jul 13 13:44:45.380218 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 13:44:45.380218 n-d-800634-1 neutron-server[93751]: self._notify() Jul 13 13:44:45.380218 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 13:44:45.380218 n-d-800634-1 neutron-server[93751]: self.callback(batched_events) Jul 13 13:44:45.380218 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 13:44:45.380218 n-d-800634-1 neutron-server[93751]: event.method(event) Jul 13 13:44:45.380218 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 13:44:45.380218 n-d-800634-1 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 13:44:45.380218 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 13:44:45.380218 n-d-800634-1 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 13:44:45.380218 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 13:44:45.380218 n-d-800634-1 neutron-server[93751]: return f(self, *a, **k) Jul 13 13:44:45.380218 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 13:44:45.380218 n-d-800634-1 neutron-server[93751]: return self._get(url).json() Jul 13 13:44:45.380218 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 13:44:45.380218 n-d-800634-1 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 13:44:45.380218 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 13:44:45.380218 n-d-800634-1 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 13 13:44:45.380218 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 13:44:45.380218 n-d-800634-1 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 13:44:45.380218 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 13:44:45.380218 n-d-800634-1 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 13:44:45.380218 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 13:44:45.380218 n-d-800634-1 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 13:44:45.380218 n-d-800634-1 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 13:44:45.454264 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-50029765-d55e-40b2-9dad-35662eab5cdf tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:45.525891 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-eed9bdf5-6f3f-477b-9384-3da3053a1aad tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:45.563818 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-eed9bdf5-6f3f-477b-9384-3da3053a1aad tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:45.568767 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-eed9bdf5-6f3f-477b-9384-3da3053a1aad tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] 10.222.0.23 "DELETE /v2.0/networks/d534ebb7-65e2-4831-98cf-3803c3785be3 HTTP/1.1" status: 204 len: 168 time: 0.6773148 Jul 13 13:44:45.570595 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed9bdf5-6f3f-477b-9384-3da3053a1aad tempest-FloatingIPTestJSON-1341416552 tempest-FloatingIPTestJSON-1341416552-project] Pushing event deleted for resources: {'Network': ['ID=d534ebb7-65e2-4831-98cf-3803c3785be3,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:45.589152 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e7f22c-a4fe-4070-8e9b-2d7fbb3da55a req-3cc3686e-a09a-439a-88c7-511ef1e7f6d2 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:44:45.590749 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e4e7f22c-a4fe-4070-8e9b-2d7fbb3da55a req-3cc3686e-a09a-439a-88c7-511ef1e7f6d2 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff113c1b-c263-4008-9d61-0ebe123b1ba5 HTTP/1.1" status: 200 len: 949 time: 0.1392388 Jul 13 13:44:45.591628 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-50029765-d55e-40b2-9dad-35662eab5cdf tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5970525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4763356'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:45.621003 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50029765-d55e-40b2-9dad-35662eab5cdf tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=c67b060d-3f63-4ef8-8f53-9bc032752fe1,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:45.633073 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-50029765-d55e-40b2-9dad-35662eab5cdf tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:45.635627 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-50029765-d55e-40b2-9dad-35662eab5cdf tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] 10.222.0.23 "DELETE /v2.0/subnets/c67b060d-3f63-4ef8-8f53-9bc032752fe1 HTTP/1.1" status: 204 len: 168 time: 0.4190700 Jul 13 13:44:45.638631 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 38960) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:45.702471 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e4e7f22c-a4fe-4070-8e9b-2d7fbb3da55a req-5a7fa2ea-cbf0-4bee-a5ad-d95673aacc60 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/security-groups?id=945af9a8-1349-436a-a066-b9a0fd8d3dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034393 Jul 13 13:44:45.769245 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-90b8815f-e341-42a6-8553-15f138d4407e tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:45.827153 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 38970) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:45.846684 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b61b74d9-5925-4943-8d73-c28cfb15ccee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:45.865569 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-90b8815f-e341-42a6-8553-15f138d4407e tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:45.878632 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-90b8815f-e341-42a6-8553-15f138d4407e tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5d5f518-bb86-4e9d-8290-347b2d9ed507']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:44:45.885878 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 084e5f0b-d393-4c6c-9266-10c1ff6870c6 up at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:44:45.896816 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-90b8815f-e341-42a6-8553-15f138d4407e tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '981af093-546b-43cd-bb58-c47e1e50ca51') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:44:45.897819 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-90b8815f-e341-42a6-8553-15f138d4407e tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '981af093-546b-43cd-bb58-c47e1e50ca51') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:44:45.910879 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-90b8815f-e341-42a6-8553-15f138d4407e tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5431730'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:45.963823 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-90b8815f-e341-42a6-8553-15f138d4407e tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:45.971526 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90b8815f-e341-42a6-8553-15f138d4407e tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 13:44:45.972257 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-90b8815f-e341-42a6-8553-15f138d4407e tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5970419'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:45.974463 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:44:45.974463 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:44:45.974463 n-d-800634-1 neutron-server[93750]: Traceback (most recent call last): Jul 13 13:44:45.974463 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 13:44:45.974463 n-d-800634-1 neutron-server[93750]: timer() Jul 13 13:44:45.974463 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 13:44:45.974463 n-d-800634-1 neutron-server[93750]: cb(*args, **kw) Jul 13 13:44:45.974463 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 13:44:45.974463 n-d-800634-1 neutron-server[93750]: return func(*args, **kwargs) Jul 13 13:44:45.974463 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 13:44:45.974463 n-d-800634-1 neutron-server[93750]: self._notify() Jul 13 13:44:45.974463 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 13:44:45.974463 n-d-800634-1 neutron-server[93750]: self.callback(batched_events) Jul 13 13:44:45.974463 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 13:44:45.974463 n-d-800634-1 neutron-server[93750]: event.method(event) Jul 13 13:44:45.974463 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 13:44:45.974463 n-d-800634-1 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 13:44:45.974463 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 13:44:45.974463 n-d-800634-1 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 13:44:45.974463 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 13:44:45.974463 n-d-800634-1 neutron-server[93750]: return f(self, *a, **k) Jul 13 13:44:45.974463 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 13:44:45.974463 n-d-800634-1 neutron-server[93750]: return self._get(url).json() Jul 13 13:44:45.974463 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 13:44:45.974463 n-d-800634-1 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 13:44:45.974463 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 13:44:45.974463 n-d-800634-1 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 13 13:44:45.974463 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 13:44:45.974463 n-d-800634-1 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 13:44:45.974463 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 13:44:45.974463 n-d-800634-1 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 13:44:45.974463 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 13:44:45.974463 n-d-800634-1 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 13:44:45.974463 n-d-800634-1 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 13:44:46.039907 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning for port 084e5f0b-d393-4c6c-9266-10c1ff6870c6 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:44:46.046686 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning complete for port 084e5f0b-d393-4c6c-9266-10c1ff6870c6 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:44:46.047573 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:46.056602 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 38974) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:46.057955 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-90b8815f-e341-42a6-8553-15f138d4407e tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:46.078625 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90b8815f-e341-42a6-8553-15f138d4407e tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d5d5f518-bb86-4e9d-8290-347b2d9ed507 {{(pid=93750) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 13 13:44:46.080908 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b8815f-e341-42a6-8553-15f138d4407e tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Pushing event deleted for resources: {'Network': ['ID=d5d5f518-bb86-4e9d-8290-347b2d9ed507,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:46.083196 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-90b8815f-e341-42a6-8553-15f138d4407e tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:46.085376 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-90b8815f-e341-42a6-8553-15f138d4407e tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] 10.222.0.23 "DELETE /v2.0/networks/d5d5f518-bb86-4e9d-8290-347b2d9ed507 HTTP/1.1" status: 204 len: 168 time: 0.4450924 Jul 13 13:44:46.177779 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:46.184913 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b61b74d9-5925-4943-8d73-c28cfb15ccee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:46.198560 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b61b74d9-5925-4943-8d73-c28cfb15ccee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:46.253183 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 084e5f0b-d393-4c6c-9266-10c1ff6870c6, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=084e5f0b-d393-4c6c-9266-10c1ff6870c6,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:44:46.256109 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff113c1b-c263-4008-9d61-0ebe123b1ba5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '084e5f0b-d393-4c6c-9266-10c1ff6870c6'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:44:46.263921 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-578fb4de-3084-4f8e-ae10-801daad75057" -d '{"events": [{"server_uuid": "ff113c1b-c263-4008-9d61-0ebe123b1ba5", "name": "network-vif-plugged", "status": "completed", "tag": "084e5f0b-d393-4c6c-9266-10c1ff6870c6"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:44:46.273478 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:46.315653 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-b61b74d9-5925-4943-8d73-c28cfb15ccee admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a3b2bd21a6634589a6d58f0b8fffe71e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4874551 Jul 13 13:44:46.316272 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 38986) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:46.318621 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61b74d9-5925-4943-8d73-c28cfb15ccee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7e885f8-c25f-4f54-86a0-82d7d9cf9d88,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:46.434262 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20c3b682-84b6-40d2-bc27-6b2c37571c3e x-openstack-request-id: req-20c3b682-84b6-40d2-bc27-6b2c37571c3e {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:44:46.434699 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff113c1b-c263-4008-9d61-0ebe123b1ba5", "name": "network-vif-plugged", "status": "completed", "tag": "084e5f0b-d393-4c6c-9266-10c1ff6870c6", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:44:46.435512 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-20c3b682-84b6-40d2-bc27-6b2c37571c3e {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:44:46.436580 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff113c1b-c263-4008-9d61-0ebe123b1ba5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '084e5f0b-d393-4c6c-9266-10c1ff6870c6', 'code': 200} Jul 13 13:44:46.440070 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=084e5f0b-d393-4c6c-9266-10c1ff6870c6,revision_number=9']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:46.446327 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9199a85d-5227-4024-ad98-5016ba43187b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:46.626733 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9199a85d-5227-4024-ad98-5016ba43187b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:46.762268 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 38998) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:46.766979 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-3a1f9e92-c6ec-4ebf-b3f7-9cd4aebe1a4e tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Request body: {'router': {'name': 'tempest-router--140638297', 'project_id': '7cdd91e6968e4903b3764e8234414c7a'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:44:46.804654 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3a1f9e92-c6ec-4ebf-b3f7-9cd4aebe1a4e tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1591928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2714'] for router, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:46.806771 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3a1f9e92-c6ec-4ebf-b3f7-9cd4aebe1a4e tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447198', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1629690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2689'] for router, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:46.890931 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9199a85d-5227-4024-ad98-5016ba43187b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:46.893879 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9199a85d-5227-4024-ad98-5016ba43187b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:46.895098 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-9199a85d-5227-4024-ad98-5016ba43187b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f7e885f8-c25f-4f54-86a0-82d7d9cf9d88 HTTP/1.1" status: 204 len: 168 time: 0.5771847 Jul 13 13:44:46.901806 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-449ca09e-c5f2-4f12-b67e-8b351d427ed7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b06282a4238c4fbb965bd4cb36a268f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8413312 Jul 13 13:44:46.912416 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 39002) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:46.945077 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9199a85d-5227-4024-ad98-5016ba43187b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7e885f8-c25f-4f54-86a0-82d7d9cf9d88,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:46.963746 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98886e3f-3491-43f8-9087-6c2e5fc073d1 req-30bd4575-8255-4a87-ad3f-e7f66a09dacb tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:44:46.966004 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-98886e3f-3491-43f8-9087-6c2e5fc073d1 req-30bd4575-8255-4a87-ad3f-e7f66a09dacb tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff113c1b-c263-4008-9d61-0ebe123b1ba5&tenant_id=c6349d73ae13458a9d892a7db2dc0433&binding%3Ahost_id=n-h1-800634-1 HTTP/1.1" status: 200 len: 950 time: 0.4972560 Jul 13 13:44:46.992783 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3a1f9e92-c6ec-4ebf-b3f7-9cd4aebe1a4e tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:47.003026 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3a1f9e92-c6ec-4ebf-b3f7-9cd4aebe1a4e tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447217'] for router, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:47.033191 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3a1f9e92-c6ec-4ebf-b3f7-9cd4aebe1a4e tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:47.037383 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-3a1f9e92-c6ec-4ebf-b3f7-9cd4aebe1a4e tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2714760 Jul 13 13:44:47.037592 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 39008) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:47.088280 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb382eb-71fa-4c53-99c7-36a09a8a23ac req-ec9d9c22-1c55-44b9-9150-91d66a7caed4 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:44:47.094458 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5eb382eb-71fa-4c53-99c7-36a09a8a23ac req-ec9d9c22-1c55-44b9-9150-91d66a7caed4 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff113c1b-c263-4008-9d61-0ebe123b1ba5 HTTP/1.1" status: 200 len: 950 time: 0.5382299 Jul 13 13:44:47.170533 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-07013d5d-2de5-479a-990c-929b86cebb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:47.194418 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5eb382eb-71fa-4c53-99c7-36a09a8a23ac req-b19d39c7-5422-4c51-97d2-94caa0ec362e tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/security-groups?id=945af9a8-1349-436a-a066-b9a0fd8d3dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787377 Jul 13 13:44:47.202144 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8d43efa6-ee6f-4c92-ba33-4abba954152f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:47.221369 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-98886e3f-3491-43f8-9087-6c2e5fc073d1 req-aea0d442-5ee6-42fb-b6fa-f164cc316a11 service neutron] 10.222.0.26 "GET /v2.0/ports/084e5f0b-d393-4c6c-9266-10c1ff6870c6/bindings/n-h1-800634-1 HTTP/1.1" status: 200 len: 382 time: 0.2467992 Jul 13 13:44:47.226103 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-333e9224-1de8-4ed3-be5f-9c9fba3a6c94 tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Notify callbacks [] for router, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:47.253598 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8d43efa6-ee6f-4c92-ba33-4abba954152f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:47.418823 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98886e3f-3491-43f8-9087-6c2e5fc073d1 req-adf6a20e-a443-4b6b-bf70-44bebdcc4f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:44:47.420496 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-98886e3f-3491-43f8-9087-6c2e5fc073d1 req-adf6a20e-a443-4b6b-bf70-44bebdcc4f8a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c6349d73ae13458a9d892a7db2dc0433&device_id=ff113c1b-c263-4008-9d61-0ebe123b1ba5 HTTP/1.1" status: 200 len: 1101 time: 0.1644123 Jul 13 13:44:47.421706 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8d43efa6-ee6f-4c92-ba33-4abba954152f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:47.438542 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8d43efa6-ee6f-4c92-ba33-4abba954152f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:47.439727 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-8d43efa6-ee6f-4c92-ba33-4abba954152f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fcdd3294-1cb3-498b-8ecb-e9afcb8c0c21 HTTP/1.1" status: 204 len: 168 time: 0.5244493 Jul 13 13:44:47.461619 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 39022) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:47.469635 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d43efa6-ee6f-4c92-ba33-4abba954152f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcdd3294-1cb3-498b-8ecb-e9afcb8c0c21,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:47.482965 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-333e9224-1de8-4ed3-be5f-9c9fba3a6c94 tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1591938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2696'] for router, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:47.485290 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-333e9224-1de8-4ed3-be5f-9c9fba3a6c94 tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:47.559045 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-333e9224-1de8-4ed3-be5f-9c9fba3a6c94 tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593106'] for router, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:47.559584 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-333e9224-1de8-4ed3-be5f-9c9fba3a6c94 tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 74e73e24-6867-4c9b-9a0c-8880b5f81c6f {{(pid=93751) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 13:44:47.564506 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-333e9224-1de8-4ed3-be5f-9c9fba3a6c94 tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:47.570448 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-333e9224-1de8-4ed3-be5f-9c9fba3a6c94 tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] 10.222.0.23 "DELETE /v2.0/routers/74e73e24-6867-4c9b-9a0c-8880b5f81c6f HTTP/1.1" status: 204 len: 168 time: 0.5299046 Jul 13 13:44:47.597249 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6bd379d2-e824-4837-a16c-225c9184fe2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:47.737545 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98886e3f-3491-43f8-9087-6c2e5fc073d1 req-0f6497f4-6445-410f-89e5-218e6debd261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:44:47.739016 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-98886e3f-3491-43f8-9087-6c2e5fc073d1 req-0f6497f4-6445-410f-89e5-218e6debd261 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e0bfb334-0fd9-4ba5-ba79-1568ecabee30 HTTP/1.1" status: 200 len: 869 time: 0.2982743 Jul 13 13:44:47.799083 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-98886e3f-3491-43f8-9087-6c2e5fc073d1 req-92f01628-123b-4fa6-a926-490d1b989191 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=084e5f0b-d393-4c6c-9266-10c1ff6870c6 HTTP/1.1" status: 200 len: 217 time: 0.0488884 Jul 13 13:44:47.894125 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98886e3f-3491-43f8-9087-6c2e5fc073d1 req-523a2155-d17a-42da-b59d-14ae18114322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:44:47.895669 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-98886e3f-3491-43f8-9087-6c2e5fc073d1 req-523a2155-d17a-42da-b59d-14ae18114322 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=60b55863-ceb6-45af-a8a4-4b22d72866af HTTP/1.1" status: 200 len: 843 time: 0.0878627 Jul 13 13:44:47.945978 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6bd379d2-e824-4837-a16c-225c9184fe2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:47.951509 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6bd379d2-e824-4837-a16c-225c9184fe2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:48.010817 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-6bd379d2-e824-4837-a16c-225c9184fe2e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=08a6b332e4ea4a5b8211e78bd9bcda68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5218120 Jul 13 13:44:48.013521 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 39034) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:48.018008 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd379d2-e824-4837-a16c-225c9184fe2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18f705b0-0555-4e7c-bb54-0160745a86e3,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:48.023119 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98886e3f-3491-43f8-9087-6c2e5fc073d1 req-a47ad79d-7199-44dc-9cc3-4eb03bb1aa9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:44:48.025650 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-98886e3f-3491-43f8-9087-6c2e5fc073d1 req-a47ad79d-7199-44dc-9cc3-4eb03bb1aa9e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e0bfb334-0fd9-4ba5-ba79-1568ecabee30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1229708 Jul 13 13:44:48.053602 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 39038) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:48.126099 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b9a9785c-02bb-4d37-bc9f-fa46f2baa658 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:48.161984 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-98886e3f-3491-43f8-9087-6c2e5fc073d1 req-5ce502c5-a811-4e28-ad5d-99abc40766c6 service neutron] 10.222.0.26 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302657 Jul 13 13:44:48.182714 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b9a9785c-02bb-4d37-bc9f-fa46f2baa658 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:48.245150 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-65154150-7722-4d19-acb8-52788202d9e9 req-3e90cb07-93a6-41be-a756-0cd03d2eb58c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e09381ea-19e8-4569-9cfc-1dec7c686fa5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1027589 Jul 13 13:44:48.259017 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b9a9785c-02bb-4d37-bc9f-fa46f2baa658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:48.263560 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b9a9785c-02bb-4d37-bc9f-fa46f2baa658 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:48.267904 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-b9a9785c-02bb-4d37-bc9f-fa46f2baa658 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/18f705b0-0555-4e7c-bb54-0160745a86e3 HTTP/1.1" status: 204 len: 168 time: 0.2516963 Jul 13 13:44:48.294048 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a9785c-02bb-4d37-bc9f-fa46f2baa658 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18f705b0-0555-4e7c-bb54-0160745a86e3,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:48.356950 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65154150-7722-4d19-acb8-52788202d9e9 req-38ba980d-58d1-4399-b832-6cdf0ada41be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:44:48.358845 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-65154150-7722-4d19-acb8-52788202d9e9 req-38ba980d-58d1-4399-b832-6cdf0ada41be service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c6349d73ae13458a9d892a7db2dc0433&device_id=e09381ea-19e8-4569-9cfc-1dec7c686fa5 HTTP/1.1" status: 200 len: 1101 time: 0.0826871 Jul 13 13:44:48.360366 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-98886e3f-3491-43f8-9087-6c2e5fc073d1 req-1321d631-ee23-4836-8093-4d7d2c494708 service neutron] 10.222.0.26 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916864 Jul 13 13:44:48.519288 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65154150-7722-4d19-acb8-52788202d9e9 req-2577b1db-733a-4df6-9b58-5ba4d679fff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:44:48.521018 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-65154150-7722-4d19-acb8-52788202d9e9 req-2577b1db-733a-4df6-9b58-5ba4d679fff3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e0bfb334-0fd9-4ba5-ba79-1568ecabee30 HTTP/1.1" status: 200 len: 869 time: 0.1417153 Jul 13 13:44:48.526048 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-2706d620-5818-4fea-ac9f-1c13fbb6701e tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-10850769', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}, 'admin_state_up': False}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:44:48.577658 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-65154150-7722-4d19-acb8-52788202d9e9 req-4020cd2e-7150-49c9-a835-770cb230e6ef service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=556645b5-7a97-4d3a-94a9-6bd9e5cf58f2 HTTP/1.1" status: 200 len: 217 time: 0.0453551 Jul 13 13:44:48.640485 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2706d620-5818-4fea-ac9f-1c13fbb6701e tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1591928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2714'] for router, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:48.642312 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2706d620-5818-4fea-ac9f-1c13fbb6701e tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447198', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1629690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2689'] for router, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:48.728322 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2706d620-5818-4fea-ac9f-1c13fbb6701e tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:48.737636 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65154150-7722-4d19-acb8-52788202d9e9 req-0091d6d1-5508-487e-9c27-22e2a2ab507b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:44:48.739194 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-65154150-7722-4d19-acb8-52788202d9e9 req-0091d6d1-5508-487e-9c27-22e2a2ab507b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=60b55863-ceb6-45af-a8a4-4b22d72866af HTTP/1.1" status: 200 len: 843 time: 0.1540275 Jul 13 13:44:48.948407 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2706d620-5818-4fea-ac9f-1c13fbb6701e tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447180', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1591910', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2751'] for router, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:48.963161 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65154150-7722-4d19-acb8-52788202d9e9 req-2c8d9908-dc04-4954-adc9-1814bd9c97b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:44:48.964777 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-65154150-7722-4d19-acb8-52788202d9e9 req-2c8d9908-dc04-4954-adc9-1814bd9c97b4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e0bfb334-0fd9-4ba5-ba79-1568ecabee30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1917133 Jul 13 13:44:49.020840 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657fa473-6a82-4a7b-8106-5a89ed285546 req-f175eaa7-8d31-4cf0-910e-2d1a29ac4962 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:44:49.031553 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-657fa473-6a82-4a7b-8106-5a89ed285546 req-f175eaa7-8d31-4cf0-910e-2d1a29ac4962 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff113c1b-c263-4008-9d61-0ebe123b1ba5 HTTP/1.1" status: 200 len: 950 time: 0.5526760 Jul 13 13:44:49.090675 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-657fa473-6a82-4a7b-8106-5a89ed285546 req-e34b1170-4d5e-4a4a-bfb1-ef584f8e6831 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/security-groups?id=945af9a8-1349-436a-a066-b9a0fd8d3dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577557 Jul 13 13:44:49.143529 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-65154150-7722-4d19-acb8-52788202d9e9 req-601415f2-9b3f-487e-90c7-d7a94d0a7291 service neutron] 10.222.0.26 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685593 Jul 13 13:44:49.397708 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-65154150-7722-4d19-acb8-52788202d9e9 req-717bb0ee-5a47-40ea-9fbe-20499b78ec21 service neutron] 10.222.0.26 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970019 Jul 13 13:44:49.757271 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 39154) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:49.837328 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6490687c-4905-432a-963f-7bd30a01d64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:49.992286 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:49.998514 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 39172) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:50.114737 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2706d620-5818-4fea-ac9f-1c13fbb6701e tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Notify callbacks [] for router_gateway, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:50.138359 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2706d620-5818-4fea-ac9f-1c13fbb6701e tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:50.143469 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-310c9b91-5f5c-47c0-95b7-fb4586f7c701 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-969583830-network', 'tenant_id': '70785091fd214eedaa5d308c76a24f17'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:44:50.203168 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-310c9b91-5f5c-47c0-95b7-fb4586f7c701 admin admin] Made reservation on behalf of 70785091fd214eedaa5d308c76a24f17 for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:44:50.211086 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-310c9b91-5f5c-47c0-95b7-fb4586f7c701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:50.226811 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-310c9b91-5f5c-47c0-95b7-fb4586f7c701 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:50.236923 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-2c5cfddc-b817-4bd6-9a43-64abae2486bf tempest-ServiceProvidersTest-630121929 tempest-ServiceProvidersTest-630121929-project] 10.222.0.23 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.4789183 Jul 13 13:44:50.377648 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-2706d620-5818-4fea-ac9f-1c13fbb6701e tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Allocated IP 172.25.6.84 (acf968b8-c524-46a9-a20b-ad9667009130/dde5a78e-bd1e-4f47-8189-7321d4de73d3/e7def5c5-d89b-4416-8937-886268ebc7d3) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:44:50.579924 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-310c9b91-5f5c-47c0-95b7-fb4586f7c701 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:50.587636 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-310c9b91-5f5c-47c0-95b7-fb4586f7c701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:50.652728 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-310c9b91-5f5c-47c0-95b7-fb4586f7c701 admin admin] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 13:44:50.658958 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310c9b91-5f5c-47c0-95b7-fb4586f7c701 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=357b727c-5b2f-4d5d-9ac9-ca79c44342d5,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:50.671815 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-310c9b91-5f5c-47c0-95b7-fb4586f7c701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:50.672613 n-d-800634-1 neutron-server[93751]: INFO neutron.db.segments_db [None req-310c9b91-5f5c-47c0-95b7-fb4586f7c701 admin admin] Added segment 57f5670b-e3d0-440b-92d8-6e42ed26c8ff of type vlan for network 7befa50c-188d-475c-8855-dfa183fc6dff Jul 13 13:44:50.721407 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-310c9b91-5f5c-47c0-95b7-fb4586f7c701 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:50.772247 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-310c9b91-5f5c-47c0-95b7-fb4586f7c701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:50.775307 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-310c9b91-5f5c-47c0-95b7-fb4586f7c701 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:44:50.776352 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-310c9b91-5f5c-47c0-95b7-fb4586f7c701 admin admin] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:50.803533 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 39214) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:50.826526 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a79b6f6-7300-444a-bb87-ab57552a8bbd req-118f2aa0-5c38-4b0c-98b9-7b3041ce7023 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:44:50.830433 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4a79b6f6-7300-444a-bb87-ab57552a8bbd req-118f2aa0-5c38-4b0c-98b9-7b3041ce7023 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff113c1b-c263-4008-9d61-0ebe123b1ba5 HTTP/1.1" status: 200 len: 950 time: 0.2693753 Jul 13 13:44:50.836386 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2706d620-5818-4fea-ac9f-1c13fbb6701e tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:50.891108 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4a79b6f6-7300-444a-bb87-ab57552a8bbd req-dbdf6525-b6a1-4fb9-9085-58f6dbc41fcc tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/security-groups?id=945af9a8-1349-436a-a066-b9a0fd8d3dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483084 Jul 13 13:44:50.908927 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-310c9b91-5f5c-47c0-95b7-fb4586f7c701 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.9092717 Jul 13 13:44:50.909831 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 39218) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:50.921780 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-b65ae5a2-1b9d-4f3b-8702-4764f8316783 admin admin] Request body: {'subnet': {'network_id': '7befa50c-188d-475c-8855-dfa183fc6dff', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-969583830-subnet', 'tenant_id': '70785091fd214eedaa5d308c76a24f17', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:44:50.923827 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2706d620-5818-4fea-ac9f-1c13fbb6701e tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:50.946069 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310c9b91-5f5c-47c0-95b7-fb4586f7c701 admin admin] Pushing event updated for resources: {'Network': ['ID=7befa50c-188d-475c-8855-dfa183fc6dff,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:50.957292 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network 7befa50c-188d-475c-8855-dfa183fc6dff details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 13:44:50.971531 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2706d620-5818-4fea-ac9f-1c13fbb6701e tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Network acf968b8-c524-46a9-a20b-ad9667009130 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:44:50.979483 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-2706d620-5818-4fea-ac9f-1c13fbb6701e tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:44:50.984507 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2706d620-5818-4fea-ac9f-1c13fbb6701e tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:44:50.997024 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98886e3f-3491-43f8-9087-6c2e5fc073d1 req-273dea8b-2a12-4f1d-b52c-ab1c4629f447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:44:50.999884 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-98886e3f-3491-43f8-9087-6c2e5fc073d1 req-273dea8b-2a12-4f1d-b52c-ab1c4629f447 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ff113c1b-c263-4008-9d61-0ebe123b1ba5&tenant_id=c6349d73ae13458a9d892a7db2dc0433 HTTP/1.1" status: 200 len: 1101 time: 0.1421845 Jul 13 13:44:51.014247 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-98886e3f-3491-43f8-9087-6c2e5fc073d1 req-4a07d8d8-3417-48f1-a0ff-521e6ebcb8c5 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800634-1', 'device_owner': 'compute:nova'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:44:51.031511 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2706d620-5818-4fea-ac9f-1c13fbb6701e tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Pushing event updated for resources: {'Port': ['ID=e7def5c5-d89b-4416-8937-886268ebc7d3,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:51.037533 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4ca3897b-291f-453a-91ce-a0369e647880 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:51.110226 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:51.154870 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-98886e3f-3491-43f8-9087-6c2e5fc073d1 req-4a07d8d8-3417-48f1-a0ff-521e6ebcb8c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:51.172110 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b65ae5a2-1b9d-4f3b-8702-4764f8316783 admin admin] Made reservation on behalf of 70785091fd214eedaa5d308c76a24f17 for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:44:51.174597 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b65ae5a2-1b9d-4f3b-8702-4764f8316783 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6104980'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:51.256766 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 39234) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:51.350006 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4ca3897b-291f-453a-91ce-a0369e647880 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:51.359699 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4ca3897b-291f-453a-91ce-a0369e647880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:51.387778 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2706d620-5818-4fea-ac9f-1c13fbb6701e tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Notify callbacks [] for router_gateway, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:51.443505 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3d788f40-7cdd-477c-a512-a29fb1deedd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:51.444320 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-4ca3897b-291f-453a-91ce-a0369e647880 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=597f5db93ed6455fa8827f077f58cff1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6369836 Jul 13 13:44:51.446813 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 39238) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:51.454866 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca3897b-291f-453a-91ce-a0369e647880 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b70a4752-d879-4a4e-8538-4d33a8c62b48,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:51.558208 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-28765949-2943-48ea-a552-f550bc236396 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:51.624298 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-28765949-2943-48ea-a552-f550bc236396 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:51.716981 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2706d620-5818-4fea-ac9f-1c13fbb6701e tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447217'] for router, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:51.767996 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-28765949-2943-48ea-a552-f550bc236396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:51.770814 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-28765949-2943-48ea-a552-f550bc236396 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:51.774362 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-28765949-2943-48ea-a552-f550bc236396 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b70a4752-d879-4a4e-8538-4d33a8c62b48 HTTP/1.1" status: 204 len: 168 time: 0.3242936 Jul 13 13:44:51.798647 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28765949-2943-48ea-a552-f550bc236396 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b70a4752-d879-4a4e-8538-4d33a8c62b48,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:51.897533 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2706d620-5818-4fea-ac9f-1c13fbb6701e tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Router 784f6db4-edcc-4f88-8395-d18b5244f228 is scheduled to L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 with binding_index 1 {{(pid=93750) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 13:44:51.949622 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-98886e3f-3491-43f8-9087-6c2e5fc073d1 req-4a07d8d8-3417-48f1-a0ff-521e6ebcb8c5 service neutron] For port 084e5f0b-d393-4c6c-9266-10c1ff6870c6, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=084e5f0b-d393-4c6c-9266-10c1ff6870c6,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:44:52.002319 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b65ae5a2-1b9d-4f3b-8702-4764f8316783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6018343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6104998'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:52.037897 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2706d620-5818-4fea-ac9f-1c13fbb6701e tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:44:52.050734 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca97e9ab-a7bc-4062-8385-af6f83bcb84b None None] Sync routers for ids ['784f6db4-edcc-4f88-8395-d18b5244f228'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:44:52.058835 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-98886e3f-3491-43f8-9087-6c2e5fc073d1 req-4a07d8d8-3417-48f1-a0ff-521e6ebcb8c5 service neutron] For port 084e5f0b-d393-4c6c-9266-10c1ff6870c6, host n-h1-800634-1, cleared binding levels {{(pid=93751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:44:52.062865 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3d788f40-7cdd-477c-a512-a29fb1deedd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:52.075430 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca97e9ab-a7bc-4062-8385-af6f83bcb84b None None] Routers {'784f6db4-edcc-4f88-8395-d18b5244f228'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:44:52.076312 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-ca97e9ab-a7bc-4062-8385-af6f83bcb84b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:44:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['784f6db4-edcc-4f88-8395-d18b5244f228'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:44:52.080846 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2706d620-5818-4fea-ac9f-1c13fbb6701e tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:52.082445 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-2706d620-5818-4fea-ac9f-1c13fbb6701e tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 4.0275095 Jul 13 13:44:52.085487 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 39248) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:52.122033 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-ca97e9ab-a7bc-4062-8385-af6f83bcb84b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:44:52.132555 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca97e9ab-a7bc-4062-8385-af6f83bcb84b None None] Routers {'784f6db4-edcc-4f88-8395-d18b5244f228'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:44:52.133620 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-ca97e9ab-a7bc-4062-8385-af6f83bcb84b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:44:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['784f6db4-edcc-4f88-8395-d18b5244f228'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:44:52.149126 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3d788f40-7cdd-477c-a512-a29fb1deedd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:52.175353 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-ca97e9ab-a7bc-4062-8385-af6f83bcb84b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:44:52.176701 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca97e9ab-a7bc-4062-8385-af6f83bcb84b None None] The sync data for ids ['784f6db4-edcc-4f88-8395-d18b5244f228'] in n-d-800634-1 is: [] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:44:52.240473 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-f3bd0a8c-83c8-4186-a86d-cd1654d4d910 tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] 10.222.0.23 "GET /v2.0/routers/784f6db4-edcc-4f88-8395-d18b5244f228 HTTP/1.1" status: 200 len: 918 time: 0.1511340 Jul 13 13:44:52.240704 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 39258) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:52.278236 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-cebd4cda-9ad3-4871-b25e-6a494a11f4d9 tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] 10.222.0.23 "GET /v2.0/ports?device_id=784f6db4-edcc-4f88-8395-d18b5244f228 HTTP/1.1" status: 200 len: 205 time: 0.0363369 Jul 13 13:44:52.283172 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 39264) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:52.302531 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65ae5a2-1b9d-4f3b-8702-4764f8316783 admin admin] Pushing event updated for resources: {'Subnet': ['ID=452786b7-6cb3-414d-9764-019d27d6b34f,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:52.320751 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff113c1b-c263-4008-9d61-0ebe123b1ba5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '084e5f0b-d393-4c6c-9266-10c1ff6870c6'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:44:52.328361 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d17b627af75e17e0f4b8d6239d04f8c2f78634e2c585e32a7aeca336500f34a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7517c6e6-31e5-46b8-a93e-3bc6b5b3b866" -d '{"events": [{"server_uuid": "ff113c1b-c263-4008-9d61-0ebe123b1ba5", "name": "network-vif-unplugged", "status": "completed", "tag": "084e5f0b-d393-4c6c-9266-10c1ff6870c6"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:44:52.338481 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-98886e3f-3491-43f8-9087-6c2e5fc073d1 req-4a07d8d8-3417-48f1-a0ff-521e6ebcb8c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:52.367264 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-3d788f40-7cdd-477c-a512-a29fb1deedd4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c697f496acff4e389edbc77ba3373706&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1078038 Jul 13 13:44:52.373013 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 39268) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:52.389438 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d788f40-7cdd-477c-a512-a29fb1deedd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dedb10bb-221a-4001-8626-34d2c43e550e,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:52.415222 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b65ae5a2-1b9d-4f3b-8702-4764f8316783 admin admin] Checking segment: {'id': '57f5670b-e3d0-440b-92d8-6e42ed26c8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7befa50c-188d-475c-8855-dfa183fc6dff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:44:52.415687 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b65ae5a2-1b9d-4f3b-8702-4764f8316783 admin admin] Network hostable DHCP agents. Network: 7befa50c-188d-475c-8855-dfa183fc6dff, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 13:44:52.418562 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-98886e3f-3491-43f8-9087-6c2e5fc073d1 req-4a07d8d8-3417-48f1-a0ff-521e6ebcb8c5 service neutron] Transition to ACTIVE for port object 084e5f0b-d393-4c6c-9266-10c1ff6870c6 will not be triggered until provisioned by entity L2. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:44:52.432123 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-98886e3f-3491-43f8-9087-6c2e5fc073d1 req-4a07d8d8-3417-48f1-a0ff-521e6ebcb8c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:52.527955 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 13:44:52.553184 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65ef110-78fa-4a59-8ff2-0ec16f9edd39 req-89fcbc45-a80c-4944-8d63-a9fa193252bb tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:44:52.566366 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b65ef110-78fa-4a59-8ff2-0ec16f9edd39 req-89fcbc45-a80c-4944-8d63-a9fa193252bb tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff113c1b-c263-4008-9d61-0ebe123b1ba5 HTTP/1.1" status: 200 len: 950 time: 0.4249487 Jul 13 13:44:52.569475 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 13:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57dccd2b-c454-47d2-8031-e7246df33ddc x-openstack-request-id: req-57dccd2b-c454-47d2-8031-e7246df33ddc {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:44:52.571177 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:52.572051 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff113c1b-c263-4008-9d61-0ebe123b1ba5", "name": "network-vif-unplugged", "status": "completed", "tag": "084e5f0b-d393-4c6c-9266-10c1ff6870c6", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:44:52.572813 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-57dccd2b-c454-47d2-8031-e7246df33ddc {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:44:52.574015 n-d-800634-1 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff113c1b-c263-4008-9d61-0ebe123b1ba5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '084e5f0b-d393-4c6c-9266-10c1ff6870c6', 'code': 200} Jul 13 13:44:52.583745 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-91acbba6-2aee-483e-a2d9-ecefb148da8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:52.588911 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b65ae5a2-1b9d-4f3b-8702-4764f8316783 admin admin] Network 7befa50c-188d-475c-8855-dfa183fc6dff is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 13:44:52.595178 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0987cf07-5d10-4e29-8827-93a9f8955eda tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Notify callbacks [] for router, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:52.637261 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-b65ae5a2-1b9d-4f3b-8702-4764f8316783 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, 7befa50c-188d-475c-8855-dfa183fc6dff) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:44:52.655927 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e35b0f7-88dc-4164-988e-46f7ebc95b81 None None] Network 7befa50c-188d-475c-8855-dfa183fc6dff requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:44:52.679844 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b65ae5a2-1b9d-4f3b-8702-4764f8316783 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:44:52.681359 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b65ae5a2-1b9d-4f3b-8702-4764f8316783 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:52.696495 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-91acbba6-2aee-483e-a2d9-ecefb148da8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:52.716425 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a07d8d8-3417-48f1-a0ff-521e6ebcb8c5 service neutron] Pushing event updated for resources: {'Port': ['ID=084e5f0b-d393-4c6c-9266-10c1ff6870c6,revision_number=10']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:52.724385 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-98886e3f-3491-43f8-9087-6c2e5fc073d1 req-4a07d8d8-3417-48f1-a0ff-521e6ebcb8c5 service neutron] No DVR routers for this DVR port 084e5f0b-d393-4c6c-9266-10c1ff6870c6 on host n-h1-800634-1 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:44:52.730426 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-b65ae5a2-1b9d-4f3b-8702-4764f8316783 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.8126018 Jul 13 13:44:52.812455 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b65ef110-78fa-4a59-8ff2-0ec16f9edd39 req-095755a0-5fca-4eb0-9c88-5325de3a40c1 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/security-groups?id=945af9a8-1349-436a-a066-b9a0fd8d3dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294941 Jul 13 13:44:52.822074 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-98886e3f-3491-43f8-9087-6c2e5fc073d1 req-4a07d8d8-3417-48f1-a0ff-521e6ebcb8c5 service neutron] Attempting to bind port 084e5f0b-d393-4c6c-9266-10c1ff6870c6 on host n-h2-800634-1 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:44:52.825485 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-98886e3f-3491-43f8-9087-6c2e5fc073d1 req-4a07d8d8-3417-48f1-a0ff-521e6ebcb8c5 service neutron] Attempting to bind port 084e5f0b-d393-4c6c-9266-10c1ff6870c6 by drivers openvswitch,hyperv on host n-h2-800634-1 at level 0 using segments [{'id': '62a4f2e9-97ca-473c-a2df-e7f9f532c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:44:52.825930 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98886e3f-3491-43f8-9087-6c2e5fc073d1 req-4a07d8d8-3417-48f1-a0ff-521e6ebcb8c5 service neutron] Attempting to bind port 084e5f0b-d393-4c6c-9266-10c1ff6870c6 on network e0bfb334-0fd9-4ba5-ba79-1568ecabee30 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:44:52.840428 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98886e3f-3491-43f8-9087-6c2e5fc073d1 req-4a07d8d8-3417-48f1-a0ff-521e6ebcb8c5 service neutron] Port 084e5f0b-d393-4c6c-9266-10c1ff6870c6 on network e0bfb334-0fd9-4ba5-ba79-1568ecabee30 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-1 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:44:52.840763 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98886e3f-3491-43f8-9087-6c2e5fc073d1 req-4a07d8d8-3417-48f1-a0ff-521e6ebcb8c5 service neutron] Attempting to bind port 084e5f0b-d393-4c6c-9266-10c1ff6870c6 on network e0bfb334-0fd9-4ba5-ba79-1568ecabee30 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:44:52.852158 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98886e3f-3491-43f8-9087-6c2e5fc073d1 req-4a07d8d8-3417-48f1-a0ff-521e6ebcb8c5 service neutron] Checking agent: {'id': 'f615e5c9-21ab-43f2-adbc-192d64b795cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:44:52.852502 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98886e3f-3491-43f8-9087-6c2e5fc073d1 req-4a07d8d8-3417-48f1-a0ff-521e6ebcb8c5 service neutron] Checking segment: {'id': '62a4f2e9-97ca-473c-a2df-e7f9f532c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:44:52.853412 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98886e3f-3491-43f8-9087-6c2e5fc073d1 req-4a07d8d8-3417-48f1-a0ff-521e6ebcb8c5 service neutron] Bound using segment: {'id': '62a4f2e9-97ca-473c-a2df-e7f9f532c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30'} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:44:52.853904 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-98886e3f-3491-43f8-9087-6c2e5fc073d1 req-4a07d8d8-3417-48f1-a0ff-521e6ebcb8c5 service neutron] Bound port: 084e5f0b-d393-4c6c-9266-10c1ff6870c6, host: n-h2-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62a4f2e9-97ca-473c-a2df-e7f9f532c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30'}}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:44:52.854245 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-98886e3f-3491-43f8-9087-6c2e5fc073d1 req-4a07d8d8-3417-48f1-a0ff-521e6ebcb8c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:52.945102 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 39282) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:52.952561 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e70da5e-0ab3-432d-bec2-caf1b4c03d7f None None] Network 7befa50c-188d-475c-8855-dfa183fc6dff requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:44:52.971158 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-98886e3f-3491-43f8-9087-6c2e5fc073d1 req-4a07d8d8-3417-48f1-a0ff-521e6ebcb8c5 service neutron] For port 084e5f0b-d393-4c6c-9266-10c1ff6870c6, host n-h2-800634-1, cleared binding levels {{(pid=93751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:44:52.974730 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-98886e3f-3491-43f8-9087-6c2e5fc073d1 req-4a07d8d8-3417-48f1-a0ff-521e6ebcb8c5 service neutron] For port 084e5f0b-d393-4c6c-9266-10c1ff6870c6, host n-h2-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=084e5f0b-d393-4c6c-9266-10c1ff6870c6,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:44:52.981358 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-98886e3f-3491-43f8-9087-6c2e5fc073d1 req-4a07d8d8-3417-48f1-a0ff-521e6ebcb8c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:53.015269 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0987cf07-5d10-4e29-8827-93a9f8955eda tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:53.033661 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-91acbba6-2aee-483e-a2d9-ecefb148da8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:53.043030 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-91acbba6-2aee-483e-a2d9-ecefb148da8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:53.050452 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-91acbba6-2aee-483e-a2d9-ecefb148da8b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/dedb10bb-221a-4001-8626-34d2c43e550e HTTP/1.1" status: 204 len: 168 time: 0.6703908 Jul 13 13:44:53.063575 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98886e3f-3491-43f8-9087-6c2e5fc073d1 req-4a07d8d8-3417-48f1-a0ff-521e6ebcb8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:44:53.064326 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-98886e3f-3491-43f8-9087-6c2e5fc073d1 req-4a07d8d8-3417-48f1-a0ff-521e6ebcb8c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:53.065757 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-98886e3f-3491-43f8-9087-6c2e5fc073d1 req-4a07d8d8-3417-48f1-a0ff-521e6ebcb8c5 service neutron] 10.222.0.41 "PUT /v2.0/ports/084e5f0b-d393-4c6c-9266-10c1ff6870c6 HTTP/1.1" status: 200 len: 1097 time: 2.0560439 Jul 13 13:44:53.069750 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91acbba6-2aee-483e-a2d9-ecefb148da8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dedb10bb-221a-4001-8626-34d2c43e550e,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:53.160894 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-0f288331-9ac9-41ac-97e9-cbda90af7f36 tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-2127772116'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:44:53.203088 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a07d8d8-3417-48f1-a0ff-521e6ebcb8c5 service neutron] Pushing event updated for resources: {'Port': ['ID=084e5f0b-d393-4c6c-9266-10c1ff6870c6,revision_number=11']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:53.237357 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98886e3f-3491-43f8-9087-6c2e5fc073d1 req-9f89baa5-1169-4a9d-8980-70b0cd5b446a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:44:53.239656 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-98886e3f-3491-43f8-9087-6c2e5fc073d1 req-9f89baa5-1169-4a9d-8980-70b0cd5b446a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c6349d73ae13458a9d892a7db2dc0433&device_id=ff113c1b-c263-4008-9d61-0ebe123b1ba5 HTTP/1.1" status: 200 len: 1100 time: 0.1177599 Jul 13 13:44:53.245261 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f288331-9ac9-41ac-97e9-cbda90af7f36 tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] Made reservation on behalf of b3cda3a1367e47d4b4636e18e113c08b for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:44:53.261136 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0f288331-9ac9-41ac-97e9-cbda90af7f36 tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:53.289506 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-0987cf07-5d10-4e29-8827-93a9f8955eda tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Deleting port e7def5c5-d89b-4416-8937-886268ebc7d3 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:44:53.289882 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0987cf07-5d10-4e29-8827-93a9f8955eda tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:53.292308 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0f288331-9ac9-41ac-97e9-cbda90af7f36 tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:53.450528 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98886e3f-3491-43f8-9087-6c2e5fc073d1 req-9738472e-4066-4478-a4fa-3784894de355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:44:53.468754 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-98886e3f-3491-43f8-9087-6c2e5fc073d1 req-9738472e-4066-4478-a4fa-3784894de355 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e0bfb334-0fd9-4ba5-ba79-1568ecabee30 HTTP/1.1" status: 200 len: 869 time: 0.2041333 Jul 13 13:44:53.492703 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0987cf07-5d10-4e29-8827-93a9f8955eda tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:53.516777 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-0987cf07-5d10-4e29-8827-93a9f8955eda tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Calling delete_port for e7def5c5-d89b-4416-8937-886268ebc7d3 owned by network:router_gateway {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:44:53.557865 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-98886e3f-3491-43f8-9087-6c2e5fc073d1 req-bc114685-553b-42e4-86bb-396e0fbfb5cb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=084e5f0b-d393-4c6c-9266-10c1ff6870c6 HTTP/1.1" status: 200 len: 217 time: 0.0860233 Jul 13 13:44:53.621037 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98886e3f-3491-43f8-9087-6c2e5fc073d1 req-b1278840-b1e5-450c-ab46-24888f7f4f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:44:53.622626 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-98886e3f-3491-43f8-9087-6c2e5fc073d1 req-b1278840-b1e5-450c-ab46-24888f7f4f66 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=60b55863-ceb6-45af-a8a4-4b22d72866af HTTP/1.1" status: 200 len: 843 time: 0.0594280 Jul 13 13:44:53.653751 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0f288331-9ac9-41ac-97e9-cbda90af7f36 tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:53.663105 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 39310) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:53.668090 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0f288331-9ac9-41ac-97e9-cbda90af7f36 tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:53.718457 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98886e3f-3491-43f8-9087-6c2e5fc073d1 req-5aabf6cb-8db9-40f5-9d3e-11850f296cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:44:53.719891 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-98886e3f-3491-43f8-9087-6c2e5fc073d1 req-5aabf6cb-8db9-40f5-9d3e-11850f296cc7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e0bfb334-0fd9-4ba5-ba79-1568ecabee30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0895801 Jul 13 13:44:53.769641 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-30b3d060-4865-42d4-b101-01f7152dbc36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:53.808722 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f288331-9ac9-41ac-97e9-cbda90af7f36 tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 13:44:53.813496 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f288331-9ac9-41ac-97e9-cbda90af7f36 tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] Pushing event updated for resources: {'SecurityGroup': ['ID=727b4b60-64bb-455d-9505-6187af7d3d83,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:53.833435 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0f288331-9ac9-41ac-97e9-cbda90af7f36 tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:53.833764 n-d-800634-1 neutron-server[93750]: INFO neutron.db.segments_db [None req-0f288331-9ac9-41ac-97e9-cbda90af7f36 tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] Added segment 3e381e53-9278-4ff1-bc47-e3578b940448 of type vlan for network 17f372a0-5462-4aac-a6e5-73bb579149b7 Jul 13 13:44:53.862393 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-98886e3f-3491-43f8-9087-6c2e5fc073d1 req-44dab80b-13ae-4252-8374-0397dc7569fa service neutron] 10.222.0.41 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352997 Jul 13 13:44:53.942106 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0f288331-9ac9-41ac-97e9-cbda90af7f36 tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:53.949117 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 084e5f0b-d393-4c6c-9266-10c1ff6870c6 no longer exists at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:44:53.967715 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 39320) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:53.972543 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-2f85fd65-8a76-4eec-97b4-657fa762cf44 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1254324103-network', 'tenant_id': 'c3f122cc11d144a08bdb401fade5f1ab'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:44:54.008476 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 084e5f0b-d393-4c6c-9266-10c1ff6870c6 not bound to the agent host n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:44:54.038353 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0987cf07-5d10-4e29-8827-93a9f8955eda tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:54.072679 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-98886e3f-3491-43f8-9087-6c2e5fc073d1 req-be01a4c7-30e7-43cb-a907-b58a69b6026e service neutron] 10.222.0.41 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027283 Jul 13 13:44:54.109768 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987cf07-5d10-4e29-8827-93a9f8955eda tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Pushing event deleted for resources: {'Port': ['ID=e7def5c5-d89b-4416-8937-886268ebc7d3,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:54.142442 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0f288331-9ac9-41ac-97e9-cbda90af7f36 tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:54.148020 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f288331-9ac9-41ac-97e9-cbda90af7f36 tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:44:54.148620 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0f288331-9ac9-41ac-97e9-cbda90af7f36 tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:54.275566 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-30b3d060-4865-42d4-b101-01f7152dbc36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:54.301796 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0987cf07-5d10-4e29-8827-93a9f8955eda tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-446473'] for router_gateway, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:54.304720 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-30b3d060-4865-42d4-b101-01f7152dbc36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:54.315616 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-0f288331-9ac9-41ac-97e9-cbda90af7f36 tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.3646793 Jul 13 13:44:54.326354 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 39324) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:54.332199 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-7e00557c-8cd7-427b-b8d8-966ef826026c tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] Request body: {'subnet': {'network_id': '17f372a0-5462-4aac-a6e5-73bb579149b7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:44:54.353979 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f288331-9ac9-41ac-97e9-cbda90af7f36 tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] Pushing event updated for resources: {'Network': ['ID=17f372a0-5462-4aac-a6e5-73bb579149b7,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:54.367257 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network 17f372a0-5462-4aac-a6e5-73bb579149b7 details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 13:44:54.409855 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f85fd65-8a76-4eec-97b4-657fa762cf44 admin admin] Made reservation on behalf of c3f122cc11d144a08bdb401fade5f1ab for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:44:54.412265 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2f85fd65-8a76-4eec-97b4-657fa762cf44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:54.425229 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2f85fd65-8a76-4eec-97b4-657fa762cf44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:54.451187 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0987cf07-5d10-4e29-8827-93a9f8955eda tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1591938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2696'] for router, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:54.457618 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-30b3d060-4865-42d4-b101-01f7152dbc36 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c77340c23cfa4be68e2674e16ca51d12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7927113 Jul 13 13:44:54.459448 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0987cf07-5d10-4e29-8827-93a9f8955eda tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:54.462128 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.db.api [None req-2f85fd65-8a76-4eec-97b4-657fa762cf44 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 13 13:44:54.462128 n-d-800634-1 neutron-server[93751]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 13 13:44:54.462128 n-d-800634-1 neutron-server[93751]: [parameters: {'project_id_1': 'c3f122cc11d144a08bdb401fade5f1ab', 'expiration_1': datetime.datetime(2021, 7, 13, 13, 44, 54, 443480)}] Jul 13 13:44:54.462128 n-d-800634-1 neutron-server[93751]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93751) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 13:44:54.463303 n-d-800634-1 neutron-server[93751]: DEBUG oslo_db.api [None req-2f85fd65-8a76-4eec-97b4-657fa762cf44 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 13:44:54.463398 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 39326) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:54.467960 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b3d060-4865-42d4-b101-01f7152dbc36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70b8d3bf-3f13-4913-bdfb-d3fbaba593b7,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:54.471369 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e00557c-8cd7-427b-b8d8-966ef826026c tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] Made reservation on behalf of b3cda3a1367e47d4b4636e18e113c08b for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:44:54.475653 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7e00557c-8cd7-427b-b8d8-966ef826026c tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6104980'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:54.554652 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0987cf07-5d10-4e29-8827-93a9f8955eda tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593106'] for router, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:54.555962 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0987cf07-5d10-4e29-8827-93a9f8955eda tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Fanout notify agent at l3_agent the message router_deleted on router 784f6db4-edcc-4f88-8395-d18b5244f228 {{(pid=93750) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 13:44:54.571907 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0987cf07-5d10-4e29-8827-93a9f8955eda tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:54.573523 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-0987cf07-5d10-4e29-8827-93a9f8955eda tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] 10.222.0.23 "DELETE /v2.0/routers/784f6db4-edcc-4f88-8395-d18b5244f228 HTTP/1.1" status: 204 len: 168 time: 2.2903090 Jul 13 13:44:54.578066 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff113c1b-c263-4008-9d61-0ebe123b1ba5', 'tag': '084e5f0b-d393-4c6c-9266-10c1ff6870c6'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:44:54.579113 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 39330) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:54.580710 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d17b627af75e17e0f4b8d6239d04f8c2f78634e2c585e32a7aeca336500f34a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0491b591-d885-4239-898d-034c396e3878" -d '{"events": [{"name": "network-changed", "server_uuid": "ff113c1b-c263-4008-9d61-0ebe123b1ba5", "tag": "084e5f0b-d393-4c6c-9266-10c1ff6870c6"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:44:54.584301 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-9e523fc9-4313-47de-99a1-688a38face57 tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Request body: {'router': {'name': 'tempest-snat-router-771190665', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'enable_snat': False}}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:44:54.595358 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7b50f2-b4e9-4f3b-a52c-f8abeda62842 req-1c0b2b34-3d36-4532-8d27-ce29652b3596 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:44:54.603218 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0c7b50f2-b4e9-4f3b-a52c-f8abeda62842 req-1c0b2b34-3d36-4532-8d27-ce29652b3596 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff113c1b-c263-4008-9d61-0ebe123b1ba5 HTTP/1.1" status: 200 len: 949 time: 0.6203837 Jul 13 13:44:54.647059 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0838b53a-3118-4c7a-a0ce-f16eb6e6a66a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:54.685890 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0c7b50f2-b4e9-4f3b-a52c-f8abeda62842 req-8dfb3c3a-96a0-47e9-85ad-fc75d00745f6 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/security-groups?id=945af9a8-1349-436a-a066-b9a0fd8d3dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781486 Jul 13 13:44:54.691876 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9e523fc9-4313-47de-99a1-688a38face57 tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1591928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2714'] for router, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:54.693170 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9e523fc9-4313-47de-99a1-688a38face57 tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447198', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1629690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2689'] for router, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:54.713692 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0838b53a-3118-4c7a-a0ce-f16eb6e6a66a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:54.769264 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 13:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50528f68-26c3-40bf-9dba-4be746c9b971 x-openstack-request-id: req-50528f68-26c3-40bf-9dba-4be746c9b971 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:44:54.769563 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff113c1b-c263-4008-9d61-0ebe123b1ba5", "tag": "084e5f0b-d393-4c6c-9266-10c1ff6870c6", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:44:54.769843 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-50528f68-26c3-40bf-9dba-4be746c9b971 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:44:54.770250 n-d-800634-1 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff113c1b-c263-4008-9d61-0ebe123b1ba5', 'tag': '084e5f0b-d393-4c6c-9266-10c1ff6870c6', 'status': 'completed', 'code': 200} Jul 13 13:44:54.796922 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9e523fc9-4313-47de-99a1-688a38face57 tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:54.848010 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7e00557c-8cd7-427b-b8d8-966ef826026c tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6018343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6104998'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:54.908971 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0838b53a-3118-4c7a-a0ce-f16eb6e6a66a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:54.911858 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0838b53a-3118-4c7a-a0ce-f16eb6e6a66a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:54.913038 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-0838b53a-3118-4c7a-a0ce-f16eb6e6a66a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/70b8d3bf-3f13-4913-bdfb-d3fbaba593b7 HTTP/1.1" status: 204 len: 168 time: 0.4488232 Jul 13 13:44:54.933631 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0491b591-d885-4239-898d-034c396e3878 req-3b26900f-ab6e-4d8f-ab0f-121ccff5323a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:44:54.935390 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-0491b591-d885-4239-898d-034c396e3878 req-3b26900f-ab6e-4d8f-ab0f-121ccff5323a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c6349d73ae13458a9d892a7db2dc0433&device_id=ff113c1b-c263-4008-9d61-0ebe123b1ba5 HTTP/1.1" status: 200 len: 1100 time: 0.1307509 Jul 13 13:44:54.938081 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e00557c-8cd7-427b-b8d8-966ef826026c tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] Pushing event updated for resources: {'Subnet': ['ID=f3f82711-0cec-4e9a-9a51-1de94a4a3431,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:54.966697 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2f85fd65-8a76-4eec-97b4-657fa762cf44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:54.985200 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0838b53a-3118-4c7a-a0ce-f16eb6e6a66a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70b8d3bf-3f13-4913-bdfb-d3fbaba593b7,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:55.010559 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e00557c-8cd7-427b-b8d8-966ef826026c tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] Checking segment: {'id': '3e381e53-9278-4ff1-bc47-e3578b940448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '17f372a0-5462-4aac-a6e5-73bb579149b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:44:55.011156 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e00557c-8cd7-427b-b8d8-966ef826026c tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] Network hostable DHCP agents. Network: 17f372a0-5462-4aac-a6e5-73bb579149b7, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 13:44:55.035225 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9e523fc9-4313-47de-99a1-688a38face57 tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447180', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1591910', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2751'] for router, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:55.084485 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e00557c-8cd7-427b-b8d8-966ef826026c tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] Network 17f372a0-5462-4aac-a6e5-73bb579149b7 is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 13:44:55.100969 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0491b591-d885-4239-898d-034c396e3878 req-90fefad7-1b32-4b9f-bf3d-b6e21ef40634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:44:55.104461 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0491b591-d885-4239-898d-034c396e3878 req-90fefad7-1b32-4b9f-bf3d-b6e21ef40634 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c6349d73ae13458a9d892a7db2dc0433&device_id=ff113c1b-c263-4008-9d61-0ebe123b1ba5 HTTP/1.1" status: 200 len: 1100 time: 0.2964880 Jul 13 13:44:55.150431 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-7e00557c-8cd7-427b-b8d8-966ef826026c tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, 17f372a0-5462-4aac-a6e5-73bb579149b7) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:44:55.173867 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a84abce7-5473-43d0-933f-c093a0d355f0 None None] Network 17f372a0-5462-4aac-a6e5-73bb579149b7 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:44:55.191055 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0491b591-d885-4239-898d-034c396e3878 req-459e0ddd-c545-4b5f-94e4-0053612d5dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:44:55.198540 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-0491b591-d885-4239-898d-034c396e3878 req-459e0ddd-c545-4b5f-94e4-0053612d5dab service neutron] 10.222.0.41 "GET /v2.0/networks?id=e0bfb334-0fd9-4ba5-ba79-1568ecabee30 HTTP/1.1" status: 200 len: 869 time: 0.2554626 Jul 13 13:44:55.213674 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e00557c-8cd7-427b-b8d8-966ef826026c tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:44:55.214440 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7e00557c-8cd7-427b-b8d8-966ef826026c tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:55.323532 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0491b591-d885-4239-898d-034c396e3878 req-e4925169-3b70-4986-acc9-af08b328b137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:44:55.325022 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0491b591-d885-4239-898d-034c396e3878 req-e4925169-3b70-4986-acc9-af08b328b137 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e0bfb334-0fd9-4ba5-ba79-1568ecabee30 HTTP/1.1" status: 200 len: 869 time: 0.1786330 Jul 13 13:44:55.340175 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-0491b591-d885-4239-898d-034c396e3878 req-1582997f-560c-4914-8642-8b24f8db91ac service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=084e5f0b-d393-4c6c-9266-10c1ff6870c6 HTTP/1.1" status: 200 len: 217 time: 0.1285105 Jul 13 13:44:55.383465 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0491b591-d885-4239-898d-034c396e3878 req-5ee7e9e4-9ad3-43ca-a0b1-e3e4bd4e2521 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=084e5f0b-d393-4c6c-9266-10c1ff6870c6 HTTP/1.1" status: 200 len: 217 time: 0.0502832 Jul 13 13:44:55.444125 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0491b591-d885-4239-898d-034c396e3878 req-4fe4160a-c637-4635-9fe9-3e5afd4e27f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:44:55.445787 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-0491b591-d885-4239-898d-034c396e3878 req-4fe4160a-c637-4635-9fe9-3e5afd4e27f9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=60b55863-ceb6-45af-a8a4-4b22d72866af HTTP/1.1" status: 200 len: 843 time: 0.0965397 Jul 13 13:44:55.451159 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77e1a460-5cb5-4a1c-adf4-498826f8c18d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a7201e1-61ce-5a3e-b7f7-e800379ed03b-17f372a0-5462-4aac-a6e5-73bb579149b7', 'network_id': '17f372a0-5462-4aac-a6e5-73bb579149b7', 'tenant_id': 'b3cda3a1367e47d4b4636e18e113c08b', 'fixed_ips': [{'subnet_id': 'f3f82711-0cec-4e9a-9a51-1de94a4a3431'}]}} from n-d-800634-1. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 13:44:55.451777 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2f85fd65-8a76-4eec-97b4-657fa762cf44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:55.452935 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-77e1a460-5cb5-4a1c-adf4-498826f8c18d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:55.478806 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2f85fd65-8a76-4eec-97b4-657fa762cf44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:55.522995 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-7e00557c-8cd7-427b-b8d8-966ef826026c tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1951041 Jul 13 13:44:55.528027 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 39342) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:55.540146 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-358e1b31-8908-4032-bd4d-1c1d0a4060ab tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] Request body: {'port': {'network_id': '17f372a0-5462-4aac-a6e5-73bb579149b7', 'name': 'tempest-TagsExtTest-347063471'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:44:55.566085 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f85fd65-8a76-4eec-97b4-657fa762cf44 admin admin] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 13:44:55.619802 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0491b591-d885-4239-898d-034c396e3878 req-8f53ee2d-1424-4f91-9ea6-0d1e4028c33e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:44:55.621513 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0491b591-d885-4239-898d-034c396e3878 req-8f53ee2d-1424-4f91-9ea6-0d1e4028c33e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=60b55863-ceb6-45af-a8a4-4b22d72866af HTTP/1.1" status: 200 len: 843 time: 0.1994200 Jul 13 13:44:55.627929 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f85fd65-8a76-4eec-97b4-657fa762cf44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c19b9572-d2f3-42ce-84a5-c2e2d8dd6319,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:55.654145 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2f85fd65-8a76-4eec-97b4-657fa762cf44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:55.654775 n-d-800634-1 neutron-server[93751]: INFO neutron.db.segments_db [None req-2f85fd65-8a76-4eec-97b4-657fa762cf44 admin admin] Added segment aabeaa41-6691-43c2-940b-b1eb29d12c05 of type vlan for network 2882660d-1e87-4fa3-a98f-39114d700c40 Jul 13 13:44:55.669711 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9e523fc9-4313-47de-99a1-688a38face57 tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:55.687581 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-77e1a460-5cb5-4a1c-adf4-498826f8c18d None None] Allocated IP 172.20.0.2 (17f372a0-5462-4aac-a6e5-73bb579149b7/f3f82711-0cec-4e9a-9a51-1de94a4a3431/9e070553-a107-4845-98f5-c8d291a67658) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:44:55.704641 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9e523fc9-4313-47de-99a1-688a38face57 tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:55.785436 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0491b591-d885-4239-898d-034c396e3878 req-46ab7b24-360a-45e7-97b5-485e6ef7d7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:44:55.786930 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0491b591-d885-4239-898d-034c396e3878 req-46ab7b24-360a-45e7-97b5-485e6ef7d7cd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e0bfb334-0fd9-4ba5-ba79-1568ecabee30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1589091 Jul 13 13:44:55.923181 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-9e523fc9-4313-47de-99a1-688a38face57 tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Allocated IP 172.25.6.26 (acf968b8-c524-46a9-a20b-ad9667009130/dde5a78e-bd1e-4f47-8189-7321d4de73d3/42507316-22df-4ab5-b1bb-439aa3df406d) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:44:55.978326 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2f85fd65-8a76-4eec-97b4-657fa762cf44 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:56.015577 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0491b591-d885-4239-898d-034c396e3878 req-29c581e1-d1f4-4484-9951-8d9382a0664e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:44:56.017131 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-0491b591-d885-4239-898d-034c396e3878 req-29c581e1-d1f4-4484-9951-8d9382a0664e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e0bfb334-0fd9-4ba5-ba79-1568ecabee30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5640006 Jul 13 13:44:56.034947 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-77e1a460-5cb5-4a1c-adf4-498826f8c18d None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:56.046768 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-77e1a460-5cb5-4a1c-adf4-498826f8c18d None None] Transition to ACTIVE for port object 9e070553-a107-4845-98f5-c8d291a67658 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:44:56.066663 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-77e1a460-5cb5-4a1c-adf4-498826f8c18d None None] Transition to ACTIVE for port object 9e070553-a107-4845-98f5-c8d291a67658 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:44:56.082928 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-77e1a460-5cb5-4a1c-adf4-498826f8c18d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:56.164834 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-358e1b31-8908-4032-bd4d-1c1d0a4060ab tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] Made reservation on behalf of b3cda3a1367e47d4b4636e18e113c08b for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:44:56.166575 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9e523fc9-4313-47de-99a1-688a38face57 tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:56.168872 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-358e1b31-8908-4032-bd4d-1c1d0a4060ab tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:56.182351 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e1a460-5cb5-4a1c-adf4-498826f8c18d None None] Network 17f372a0-5462-4aac-a6e5-73bb579149b7 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:44:56.190077 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-77e1a460-5cb5-4a1c-adf4-498826f8c18d None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:44:56.191404 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2f85fd65-8a76-4eec-97b4-657fa762cf44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:56.193800 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f85fd65-8a76-4eec-97b4-657fa762cf44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:44:56.194448 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2f85fd65-8a76-4eec-97b4-657fa762cf44 admin admin] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:56.201414 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e1a460-5cb5-4a1c-adf4-498826f8c18d None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:44:56.204963 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e1a460-5cb5-4a1c-adf4-498826f8c18d None None] Pushing event updated for resources: {'Port': ['ID=9e070553-a107-4845-98f5-c8d291a67658,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:56.229104 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0491b591-d885-4239-898d-034c396e3878 req-be433930-7395-4e38-9b97-c1c974fadb3f service neutron] 10.222.0.26 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4332957 Jul 13 13:44:56.234807 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9e523fc9-4313-47de-99a1-688a38face57 tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:56.270856 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [None req-358e1b31-8908-4032-bd4d-1c1d0a4060ab tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] device_id is not set on port c032e595-234c-467e-99bb-51225bc5ab1b yet. {{(pid=93751) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 13:44:56.304509 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-2f85fd65-8a76-4eec-97b4-657fa762cf44 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.3357363 Jul 13 13:44:56.308452 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-77e1a460-5cb5-4a1c-adf4-498826f8c18d None None] Attempting to bind port 9e070553-a107-4845-98f5-c8d291a67658 on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:44:56.309278 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-77e1a460-5cb5-4a1c-adf4-498826f8c18d None None] Attempting to bind port 9e070553-a107-4845-98f5-c8d291a67658 by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '3e381e53-9278-4ff1-bc47-e3578b940448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '17f372a0-5462-4aac-a6e5-73bb579149b7'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:44:56.309764 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e1a460-5cb5-4a1c-adf4-498826f8c18d None None] Attempting to bind port 9e070553-a107-4845-98f5-c8d291a67658 on network 17f372a0-5462-4aac-a6e5-73bb579149b7 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:44:56.315224 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e1a460-5cb5-4a1c-adf4-498826f8c18d None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 44, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:44:56.315623 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e1a460-5cb5-4a1c-adf4-498826f8c18d None None] Checking segment: {'id': '3e381e53-9278-4ff1-bc47-e3578b940448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '17f372a0-5462-4aac-a6e5-73bb579149b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:44:56.316104 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-77e1a460-5cb5-4a1c-adf4-498826f8c18d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:56.316568 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e1a460-5cb5-4a1c-adf4-498826f8c18d None None] Bound using segment: {'id': '3e381e53-9278-4ff1-bc47-e3578b940448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '17f372a0-5462-4aac-a6e5-73bb579149b7'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:44:56.317130 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-77e1a460-5cb5-4a1c-adf4-498826f8c18d None None] Bound port: 9e070553-a107-4845-98f5-c8d291a67658, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e381e53-9278-4ff1-bc47-e3578b940448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '17f372a0-5462-4aac-a6e5-73bb579149b7'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:44:56.317587 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-77e1a460-5cb5-4a1c-adf4-498826f8c18d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:56.343886 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 39374) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:56.349846 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0491b591-d885-4239-898d-034c396e3878 req-7427232c-a12e-4a30-b6d0-7cb5ca8c9c82 service neutron] 10.222.0.26 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044266 Jul 13 13:44:56.352351 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-f9d956a0-5883-4519-8dad-a72115fc8687 admin admin] Request body: {'subnet': {'network_id': '2882660d-1e87-4fa3-a98f-39114d700c40', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1254324103-subnet', 'tenant_id': 'c3f122cc11d144a08bdb401fade5f1ab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:44:56.374089 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f85fd65-8a76-4eec-97b4-657fa762cf44 admin admin] Pushing event updated for resources: {'Network': ['ID=2882660d-1e87-4fa3-a98f-39114d700c40,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:56.393089 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-0491b591-d885-4239-898d-034c396e3878 req-de7a32de-49e6-44de-8579-4f5071fd7878 service neutron] 10.222.0.41 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3490620 Jul 13 13:44:56.397702 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e523fc9-4313-47de-99a1-688a38face57 tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Network acf968b8-c524-46a9-a20b-ad9667009130 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:44:56.398247 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network 2882660d-1e87-4fa3-a98f-39114d700c40 details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 13:44:56.412906 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-9e523fc9-4313-47de-99a1-688a38face57 tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:44:56.416781 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e523fc9-4313-47de-99a1-688a38face57 tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:44:56.510529 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9d956a0-5883-4519-8dad-a72115fc8687 admin admin] Made reservation on behalf of c3f122cc11d144a08bdb401fade5f1ab for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:44:56.513292 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f9d956a0-5883-4519-8dad-a72115fc8687 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6104980'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:56.576227 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-77e1a460-5cb5-4a1c-adf4-498826f8c18d None None] For port 9e070553-a107-4845-98f5-c8d291a67658, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:44:56.615430 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-77e1a460-5cb5-4a1c-adf4-498826f8c18d None None] For port 9e070553-a107-4845-98f5-c8d291a67658, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=9e070553-a107-4845-98f5-c8d291a67658,segment=NetworkSegment(3e381e53-9278-4ff1-bc47-e3578b940448),segment_id=3e381e53-9278-4ff1-bc47-e3578b940448)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:44:56.618941 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-358e1b31-8908-4032-bd4d-1c1d0a4060ab tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] Allocated IP 172.20.0.5 (17f372a0-5462-4aac-a6e5-73bb579149b7/f3f82711-0cec-4e9a-9a51-1de94a4a3431/c032e595-234c-467e-99bb-51225bc5ab1b) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:44:56.628434 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-77e1a460-5cb5-4a1c-adf4-498826f8c18d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:56.650790 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-0491b591-d885-4239-898d-034c396e3878 req-cebb2109-66da-4ad5-8508-b4a173dfa323 service neutron] 10.222.0.41 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2511082 Jul 13 13:44:56.749267 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e1a460-5cb5-4a1c-adf4-498826f8c18d None None] Pushing event updated for resources: {'Port': ['ID=9e070553-a107-4845-98f5-c8d291a67658,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:56.891834 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 084e5f0b-d393-4c6c-9266-10c1ff6870c6 details requested by agent hyperv_n-h2-800634-1 with host n-h2-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 13:44:56.956366 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e523fc9-4313-47de-99a1-688a38face57 tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Pushing event updated for resources: {'Port': ['ID=42507316-22df-4ab5-b1bb-439aa3df406d,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:56.988708 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f9d956a0-5883-4519-8dad-a72115fc8687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6018343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6104998'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:57.038584 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594b68ce-b5e8-4221-bf5d-5ba005f2f9e8 req-0a95619a-6643-4937-ba4d-905fc76c23f7 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:44:57.048742 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-358e1b31-8908-4032-bd4d-1c1d0a4060ab tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:57.051524 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-594b68ce-b5e8-4221-bf5d-5ba005f2f9e8 req-0a95619a-6643-4937-ba4d-905fc76c23f7 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff113c1b-c263-4008-9d61-0ebe123b1ba5 HTTP/1.1" status: 200 len: 949 time: 1.1331711 Jul 13 13:44:57.091605 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-358e1b31-8908-4032-bd4d-1c1d0a4060ab tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] Transition to ACTIVE for port object c032e595-234c-467e-99bb-51225bc5ab1b will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:44:57.117403 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d956a0-5883-4519-8dad-a72115fc8687 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7488be5f-fb75-4085-b2d9-024a2d7e592c,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:57.169763 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d956a0-5883-4519-8dad-a72115fc8687 admin admin] Checking segment: {'id': 'aabeaa41-6691-43c2-940b-b1eb29d12c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '2882660d-1e87-4fa3-a98f-39114d700c40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:44:57.171961 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d956a0-5883-4519-8dad-a72115fc8687 admin admin] Network hostable DHCP agents. Network: 2882660d-1e87-4fa3-a98f-39114d700c40, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 13:44:57.189343 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 084e5f0b-d393-4c6c-9266-10c1ff6870c6, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=084e5f0b-d393-4c6c-9266-10c1ff6870c6,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:44:57.213843 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Returning: {'device': '084e5f0b-d393-4c6c-9266-10c1ff6870c6', 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30', 'port_id': '084e5f0b-d393-4c6c-9266-10c1ff6870c6', 'mac_address': 'fa:16:3e:a0:f9:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60b55863-ceb6-45af-a8a4-4b22d72866af', 'ip_address': '192.168.233.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 13:44:57.216715 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-358e1b31-8908-4032-bd4d-1c1d0a4060ab tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:57.234121 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d956a0-5883-4519-8dad-a72115fc8687 admin admin] Network 2882660d-1e87-4fa3-a98f-39114d700c40 is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 13:44:57.277466 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:57.303607 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358e1b31-8908-4032-bd4d-1c1d0a4060ab tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] Pushing event updated for resources: {'Port': ['ID=c032e595-234c-467e-99bb-51225bc5ab1b,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:57.313636 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-358e1b31-8908-4032-bd4d-1c1d0a4060ab tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] Network 17f372a0-5462-4aac-a6e5-73bb579149b7 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:44:57.316797 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-358e1b31-8908-4032-bd4d-1c1d0a4060ab tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:44:57.318170 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 084e5f0b-d393-4c6c-9266-10c1ff6870c6 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:44:57.321468 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-358e1b31-8908-4032-bd4d-1c1d0a4060ab tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:44:57.324472 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-594b68ce-b5e8-4221-bf5d-5ba005f2f9e8 req-dbdfd7e1-3124-45e5-8137-8810c01d4f52 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/security-groups?id=945af9a8-1349-436a-a066-b9a0fd8d3dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2490470 Jul 13 13:44:57.367156 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-f9d956a0-5883-4519-8dad-a72115fc8687 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, 2882660d-1e87-4fa3-a98f-39114d700c40) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:44:57.378244 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d956a0-5883-4519-8dad-a72115fc8687 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:44:57.378244 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f9d956a0-5883-4519-8dad-a72115fc8687 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:57.379067 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 084e5f0b-d393-4c6c-9266-10c1ff6870c6, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=084e5f0b-d393-4c6c-9266-10c1ff6870c6,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:44:57.382324 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ceaa1b0-f253-4192-981a-f89e304ee59c None None] Network 2882660d-1e87-4fa3-a98f-39114d700c40 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:44:57.404865 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:57.423834 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-f9d956a0-5883-4519-8dad-a72115fc8687 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0779264 Jul 13 13:44:57.463942 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-358e1b31-8908-4032-bd4d-1c1d0a4060ab tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:44:57.466644 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-358e1b31-8908-4032-bd4d-1c1d0a4060ab tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:57.523528 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-358e1b31-8908-4032-bd4d-1c1d0a4060ab tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.9895909 Jul 13 13:44:57.524098 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 39398) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:57.533047 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-54ffaeb7-ab94-42f5-b125-7b90360b7080 tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1490754506', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:44:57.587651 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-54ffaeb7-ab94-42f5-b125-7b90360b7080 tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1591928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2714'] for router, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:57.588939 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-54ffaeb7-ab94-42f5-b125-7b90360b7080 tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447198', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1629690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2689'] for router, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:57.653211 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9e523fc9-4313-47de-99a1-688a38face57 tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:57.681621 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['084e5f0b-d393-4c6c-9266-10c1ff6870c6'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:44:57.795806 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 9e070553-a107-4845-98f5-c8d291a67658 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:44:57.817303 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-54ffaeb7-ab94-42f5-b125-7b90360b7080 tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:57.827958 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-54ffaeb7-ab94-42f5-b125-7b90360b7080 tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447217'] for router, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:57.873965 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-54ffaeb7-ab94-42f5-b125-7b90360b7080 tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:57.879020 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-54ffaeb7-ab94-42f5-b125-7b90360b7080 tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3511796 Jul 13 13:44:57.879708 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 39406) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:57.897776 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-1fb49cb5-707b-40d1-a2c5-f2205afa42b8 tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1294090845', 'prefixes': ['172.20.0.0/16']}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:44:57.903503 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=084e5f0b-d393-4c6c-9266-10c1ff6870c6,revision_number=12']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:58.016292 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port 9e070553-a107-4845-98f5-c8d291a67658 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:44:58.062253 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a7d392f-9f74-4265-8da0-d10dce42aedb None None] Network 2882660d-1e87-4fa3-a98f-39114d700c40 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:44:58.122902 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1fb49cb5-707b-40d1-a2c5-f2205afa42b8 tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] Notify callbacks [] for subnetpool, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:58.126114 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-1fb49cb5-707b-40d1-a2c5-f2205afa42b8 tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] 10.222.0.23 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.2453489 Jul 13 13:44:58.129399 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 39424) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:58.142456 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.tag.tag_plugin [None req-14be2b64-200e-4a5b-b54c-f16a87f7846f tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'f3f82711-0cec-4e9a-9a51-1de94a4a3431', 'tempest-TagsExtTest-Tag-175337284') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:44:58.335037 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9e523fc9-4313-47de-99a1-688a38face57 tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447217'] for router, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:58.453717 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-14be2b64-200e-4a5b-b54c-f16a87f7846f tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] 10.222.0.23 "PUT /v2.0/subnets/f3f82711-0cec-4e9a-9a51-1de94a4a3431/tags/tempest-TagsExtTest-Tag-175337284 HTTP/1.1" status: 201 len: 201 time: 0.3230624 Jul 13 13:44:58.457912 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 39444) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:58.465230 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.tag.tag_plugin [None req-9464837d-751c-4f67-b204-b34cff20a9d7 tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'c032e595-234c-467e-99bb-51225bc5ab1b', 'tempest-TagsExtTest-Tag-2045437607') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:44:58.466792 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70b5b3d2-1a31-47ab-86b7-d3030a3edf8e None None] Network 17f372a0-5462-4aac-a6e5-73bb579149b7 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:44:58.573505 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-a9fa1275-5751-4b54-b59c-d33798b5d467 None None] Provisioning for port 9e070553-a107-4845-98f5-c8d291a67658 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:44:58.584610 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-9464837d-751c-4f67-b204-b34cff20a9d7 tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] 10.222.0.23 "PUT /v2.0/ports/c032e595-234c-467e-99bb-51225bc5ab1b/tags/tempest-TagsExtTest-Tag-2045437607 HTTP/1.1" status: 201 len: 201 time: 0.1252971 Jul 13 13:44:58.587819 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 39446) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:58.592390 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 39448) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:58.598023 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-a9fa1275-5751-4b54-b59c-d33798b5d467 None None] Provisioning complete for port 9e070553-a107-4845-98f5-c8d291a67658 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:44:58.598549 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a9fa1275-5751-4b54-b59c-d33798b5d467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:58.600186 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.tag.tag_plugin [None req-15104c9f-a150-47d1-823d-3926bb617fd6 tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '4701db55-4739-48ad-a501-ba9cf43bf1da', 'tempest-TagsExtTest-Tag-39244588') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:44:58.652729 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5bcc97-5c45-419b-943e-4e88723bff3b req-a2f388e2-38bf-4bc6-919f-e0b0d875a2dc tempest-VolumesActionsTest-1371069749 tempest-VolumesActionsTest-1371069749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:44:58.654287 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3f5bcc97-5c45-419b-943e-4e88723bff3b req-a2f388e2-38bf-4bc6-919f-e0b0d875a2dc tempest-VolumesActionsTest-1371069749 tempest-VolumesActionsTest-1371069749-project] 10.222.0.23 "GET /v2.0/networks?id=7befa50c-188d-475c-8855-dfa183fc6dff HTTP/1.1" status: 200 len: 808 time: 0.2044606 Jul 13 13:44:58.671904 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e523fc9-4313-47de-99a1-688a38face57 tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Router 06cc5061-3a3a-4942-b52f-708f7baa7d80 is scheduled to L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 with binding_index 1 {{(pid=93750) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 13:44:58.693126 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3f5bcc97-5c45-419b-943e-4e88723bff3b req-76a83bcd-6a0a-4174-ac0e-f22cd62d3d2f tempest-VolumesActionsTest-1371069749 tempest-VolumesActionsTest-1371069749-project] 10.222.0.23 "GET /v2.0/quotas/70785091fd214eedaa5d308c76a24f17 HTTP/1.1" status: 200 len: 375 time: 0.0308585 Jul 13 13:44:58.748952 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-15104c9f-a150-47d1-823d-3926bb617fd6 tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] 10.222.0.23 "PUT /v2.0/routers/4701db55-4739-48ad-a501-ba9cf43bf1da/tags/tempest-TagsExtTest-Tag-39244588 HTTP/1.1" status: 201 len: 201 time: 0.1599827 Jul 13 13:44:58.753253 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 39454) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:58.767590 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.tag.tag_plugin [None req-70c1d28e-093f-4ca2-91b9-ba44a3cf9acd tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'd5615b15-24cb-4765-b920-42daa2d1bcd1', 'tempest-TagsExtTest-Tag-485547130') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:44:58.768771 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3f5bcc97-5c45-419b-943e-4e88723bff3b req-b0e2d53a-7354-4b6d-b319-5dbb2ac7ad11 tempest-VolumesActionsTest-1371069749 tempest-VolumesActionsTest-1371069749-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=70785091fd214eedaa5d308c76a24f17&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0351791 Jul 13 13:44:58.793076 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a9fa1275-5751-4b54-b59c-d33798b5d467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:58.828442 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d212ee61-0967-4b1e-8e64-4f164114bbc6 req-4444ee55-2480-4f11-b504-eadb3a6a21ad tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:44:58.835678 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-a9fa1275-5751-4b54-b59c-d33798b5d467 None None] For port 9e070553-a107-4845-98f5-c8d291a67658, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=9e070553-a107-4845-98f5-c8d291a67658,segment=NetworkSegment(3e381e53-9278-4ff1-bc47-e3578b940448),segment_id=3e381e53-9278-4ff1-bc47-e3578b940448)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:44:58.838167 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d212ee61-0967-4b1e-8e64-4f164114bbc6 req-4444ee55-2480-4f11-b504-eadb3a6a21ad tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff113c1b-c263-4008-9d61-0ebe123b1ba5 HTTP/1.1" status: 200 len: 950 time: 0.1485536 Jul 13 13:44:58.842095 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a9fa1275-5751-4b54-b59c-d33798b5d467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:58.854536 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9d2f513d-c0db-428c-b3e0-37a7fc621660 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:58.906804 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e523fc9-4313-47de-99a1-688a38face57 tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:44:58.912163 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 084e5f0b-d393-4c6c-9266-10c1ff6870c6 up at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:44:58.932996 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa0ed0d9-7c99-4727-a5e6-25c9555d2326 None None] Sync routers for ids ['06cc5061-3a3a-4942-b52f-708f7baa7d80'] in n-d-800634-1 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:44:58.960446 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0ed0d9-7c99-4727-a5e6-25c9555d2326 None None] Routers {'06cc5061-3a3a-4942-b52f-708f7baa7d80'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:44:58.961581 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-fa0ed0d9-7c99-4727-a5e6-25c9555d2326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:44:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['06cc5061-3a3a-4942-b52f-708f7baa7d80'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:44:58.974563 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3f5bcc97-5c45-419b-943e-4e88723bff3b req-ac2ea50a-e1c5-437d-9639-9890640f0f92 service neutron] 10.222.0.23 "GET /v2.0/networks/7befa50c-188d-475c-8855-dfa183fc6dff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929419 Jul 13 13:44:58.981040 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-70c1d28e-093f-4ca2-91b9-ba44a3cf9acd tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] 10.222.0.23 "PUT /v2.0/subnetpools/d5615b15-24cb-4765-b920-42daa2d1bcd1/tags/tempest-TagsExtTest-Tag-485547130 HTTP/1.1" status: 201 len: 201 time: 0.2254252 Jul 13 13:44:58.986433 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fa1275-5751-4b54-b59c-d33798b5d467 None None] Pushing event updated for resources: {'Port': ['ID=9e070553-a107-4845-98f5-c8d291a67658,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:59.007120 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d212ee61-0967-4b1e-8e64-4f164114bbc6 req-964c6966-c99a-4afa-a018-e6adf289cfde tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/security-groups?id=945af9a8-1349-436a-a066-b9a0fd8d3dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680083 Jul 13 13:44:59.007644 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 39456) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:59.026298 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.tag.tag_plugin [None req-9cb22440-2139-4d7d-910e-fd30a8d2a126 tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'f3f82711-0cec-4e9a-9a51-1de94a4a3431') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:44:59.046215 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning for port 084e5f0b-d393-4c6c-9266-10c1ff6870c6 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:44:59.050457 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning complete for port 084e5f0b-d393-4c6c-9266-10c1ff6870c6 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:44:59.050903 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:59.117600 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3f5bcc97-5c45-419b-943e-4e88723bff3b req-3ea2f39d-d9b9-473a-8265-2e671f1574b9 service neutron] 10.222.0.23 "GET /v2.0/networks/7befa50c-188d-475c-8855-dfa183fc6dff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412573 Jul 13 13:44:59.186482 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-fa0ed0d9-7c99-4727-a5e6-25c9555d2326 None None] Set router 06cc5061-3a3a-4942-b52f-708f7baa7d80 gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:44:59.245614 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:59.310165 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff113c1b-c263-4008-9d61-0ebe123b1ba5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '084e5f0b-d393-4c6c-9266-10c1ff6870c6'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:44:59.313610 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f547fca-ab01-4e53-8a01-52b81d5f72ff" -d '{"events": [{"server_uuid": "ff113c1b-c263-4008-9d61-0ebe123b1ba5", "name": "network-vif-plugged", "status": "completed", "tag": "084e5f0b-d393-4c6c-9266-10c1ff6870c6"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:44:59.343258 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 084e5f0b-d393-4c6c-9266-10c1ff6870c6, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=084e5f0b-d393-4c6c-9266-10c1ff6870c6,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:44:59.352687 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-e94462b7-3b80-4425-b052-80124fd2ff17 None None] Provisioning complete for port 9e070553-a107-4845-98f5-c8d291a67658 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:44:59.353281 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e94462b7-3b80-4425-b052-80124fd2ff17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:59.355310 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:59.393117 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-9cb22440-2139-4d7d-910e-fd30a8d2a126 tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] 10.222.0.23 "GET /v2.0/subnets/f3f82711-0cec-4e9a-9a51-1de94a4a3431/tags HTTP/1.1" status: 200 len: 240 time: 0.3811643 Jul 13 13:44:59.395702 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 39468) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:59.402267 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.tag.tag_plugin [None req-231c9c00-064e-4db7-bf6f-338d7089a398 tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f3f82711-0cec-4e9a-9a51-1de94a4a3431', 'tempest-TagsExtTest-Tag-175337284') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:44:59.541155 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9d2f513d-c0db-428c-b3e0-37a7fc621660 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:59.570417 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9e523fc9-4313-47de-99a1-688a38face57 tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:59.572939 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-9e523fc9-4313-47de-99a1-688a38face57 tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.9924109 Jul 13 13:44:59.576040 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 39480) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:59.592546 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=084e5f0b-d393-4c6c-9266-10c1ff6870c6,revision_number=13']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:59.652769 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-231c9c00-064e-4db7-bf6f-338d7089a398 tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] 10.222.0.23 "GET /v2.0/subnets/f3f82711-0cec-4e9a-9a51-1de94a4a3431/tags/tempest-TagsExtTest-Tag-175337284 HTTP/1.1" status: 204 len: 168 time: 0.2536173 Jul 13 13:44:59.653103 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 39482) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:59.660857 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.tag.tag_plugin [None req-ad327cdf-3a7f-4f6c-b919-64fc5380b206 tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'f3f82711-0cec-4e9a-9a51-1de94a4a3431', 'tempest-TagsExtTest-Tag-175337284') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:44:59.670266 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9d2f513d-c0db-428c-b3e0-37a7fc621660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:59.670892 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-fa0ed0d9-7c99-4727-a5e6-25c9555d2326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06cc5061-3a3a-4942-b52f-708f7baa7d80', 'name': 'tempest-snat-router-771190665', 'tenant_id': '1a8fdf3835144127aaaa679382c7bf98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.26'}], 'enable_snat': False}, 'gw_port_id': '42507316-22df-4ab5-b1bb-439aa3df406d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:44:54Z', 'updated_at': '2021-07-13T13:44:57Z', 'revision_number': 3, 'project_id': '1a8fdf3835144127aaaa679382c7bf98', 'gw_port': {'id': '42507316-22df-4ab5-b1bb-439aa3df406d', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:48:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06cc5061-3a3a-4942-b52f-708f7baa7d80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2133, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:44:55Z', 'updated_at': '2021-07-13T13:44:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:44:59.673178 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caef72fa-cd19-4001-ba0e-1358aa086256 x-openstack-request-id: req-caef72fa-cd19-4001-ba0e-1358aa086256 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:44:59.673928 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff113c1b-c263-4008-9d61-0ebe123b1ba5", "name": "network-vif-plugged", "status": "completed", "tag": "084e5f0b-d393-4c6c-9266-10c1ff6870c6", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:44:59.674491 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-caef72fa-cd19-4001-ba0e-1358aa086256 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:44:59.675045 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff113c1b-c263-4008-9d61-0ebe123b1ba5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '084e5f0b-d393-4c6c-9266-10c1ff6870c6', 'code': 200} Jul 13 13:44:59.718186 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 9e070553-a107-4845-98f5-c8d291a67658 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:44:59.771477 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa0ed0d9-7c99-4727-a5e6-25c9555d2326 None None] Checking router: 06cc5061-3a3a-4942-b52f-708f7baa7d80 for host: n-d-800634-1 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 13:44:59.772161 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa0ed0d9-7c99-4727-a5e6-25c9555d2326 None None] Updating router 06cc5061-3a3a-4942-b52f-708f7baa7d80 port 42507316-22df-4ab5-b1bb-439aa3df406d binding host n-d-800634-1 {{(pid=93753) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 13:44:59.782990 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-9d2f513d-c0db-428c-b3e0-37a7fc621660 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=41d97f13ccf0466e9d3cc03f297d2eb2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1896076 Jul 13 13:44:59.786092 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-73f51c81-27c0-4e43-91be-e1dea1634a40 req-78c1f930-5daa-498e-863a-bee7ad64678e tempest-VolumesActionsTest-1371069749 tempest-VolumesActionsTest-1371069749-project] 10.222.0.23 "GET /v2.0/ports?device_id=69896136-e4ec-4bdc-9674-77f87ae861ad HTTP/1.1" status: 200 len: 210 time: 0.0523608 Jul 13 13:44:59.787718 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 39486) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:44:59.811157 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-e94462b7-3b80-4425-b052-80124fd2ff17 None None] Provisioning for port c032e595-234c-467e-99bb-51225bc5ab1b completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:44:59.817553 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-e94462b7-3b80-4425-b052-80124fd2ff17 None None] Provisioning complete for port c032e595-234c-467e-99bb-51225bc5ab1b triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:44:59.818040 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e94462b7-3b80-4425-b052-80124fd2ff17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:59.835927 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f513d-c0db-428c-b3e0-37a7fc621660 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6f88ecf-a18a-4b82-a3f7-9e7f12f42f4d,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:44:59.849521 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fa0ed0d9-7c99-4727-a5e6-25c9555d2326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:59.857176 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2f513d-c0db-428c-b3e0-37a7fc621660 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:44:59.857527 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2f513d-c0db-428c-b3e0-37a7fc621660 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:44:59.858018 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2f513d-c0db-428c-b3e0-37a7fc621660 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:44:59.858569 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2f513d-c0db-428c-b3e0-37a7fc621660 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:44:59.858815 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2f513d-c0db-428c-b3e0-37a7fc621660 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:44:59.859150 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2f513d-c0db-428c-b3e0-37a7fc621660 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:44:59.859472 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2f513d-c0db-428c-b3e0-37a7fc621660 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:44:59.859795 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2f513d-c0db-428c-b3e0-37a7fc621660 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:44:59.860244 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2f513d-c0db-428c-b3e0-37a7fc621660 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:44:59.860519 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2f513d-c0db-428c-b3e0-37a7fc621660 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:44:59.860750 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2f513d-c0db-428c-b3e0-37a7fc621660 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:44:59.861059 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2f513d-c0db-428c-b3e0-37a7fc621660 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:44:59.885758 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-41895492-16ad-4131-8188-e4d849a25500 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:59.896917 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40076a93-d986-458c-8505-c17c610c1292 req-269c396c-6ea8-43e0-a08f-85f3db7abc4a tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:44:59.898795 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-40076a93-d986-458c-8505-c17c610c1292 req-269c396c-6ea8-43e0-a08f-85f3db7abc4a tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff113c1b-c263-4008-9d61-0ebe123b1ba5 HTTP/1.1" status: 200 len: 951 time: 0.3480172 Jul 13 13:44:59.912477 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-e94462b7-3b80-4425-b052-80124fd2ff17 None None] Port c032e595-234c-467e-99bb-51225bc5ab1b cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:44:59.941123 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-edbf3725-b498-48c2-85b6-c5865244e93b tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] 10.222.0.23 "GET /v2.0/routers/06cc5061-3a3a-4942-b52f-708f7baa7d80 HTTP/1.1" status: 200 len: 907 time: 0.3570089 Jul 13 13:44:59.949715 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 9e070553-a107-4845-98f5-c8d291a67658 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:44:59.952939 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:44:59.968019 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 39490) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:45:00.025406 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-1ea90e1d-764e-450a-a017-fb02291bb74d tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Request body: {'router': {'name': 'tempest-snat-router-771190665', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'enable_snat': True}}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:45:00.031946 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-ad327cdf-3a7f-4f6c-b919-64fc5380b206 tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] 10.222.0.23 "DELETE /v2.0/subnets/f3f82711-0cec-4e9a-9a51-1de94a4a3431/tags/tempest-TagsExtTest-Tag-175337284 HTTP/1.1" status: 204 len: 168 time: 0.3741693 Jul 13 13:45:00.033544 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 39494) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:45:00.041231 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.tag.tag_plugin [None req-53e1ef37-e59e-481b-a57f-89628ef2f452 tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'f3f82711-0cec-4e9a-9a51-1de94a4a3431') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:45:00.058201 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-41895492-16ad-4131-8188-e4d849a25500 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:00.091599 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-931cd16b-7e01-46c7-805d-a513fc6fd8d4 None None] Provisioning complete for port c032e595-234c-467e-99bb-51225bc5ab1b triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:45:00.092289 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-931cd16b-7e01-46c7-805d-a513fc6fd8d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:00.137324 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-53e1ef37-e59e-481b-a57f-89628ef2f452 tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] 10.222.0.23 "GET /v2.0/subnets/f3f82711-0cec-4e9a-9a51-1de94a4a3431/tags HTTP/1.1" status: 200 len: 205 time: 0.0997093 Jul 13 13:45:00.138412 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 39496) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:45:00.143984 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.tag.tag_plugin [None req-894fcf27-1f65-476c-b135-fe32c1feb889 tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'c032e595-234c-467e-99bb-51225bc5ab1b') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:45:00.151025 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-40076a93-d986-458c-8505-c17c610c1292 req-03a63fc8-ee97-4449-9ec0-37971e0b0cee tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/security-groups?id=945af9a8-1349-436a-a066-b9a0fd8d3dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392364 Jul 13 13:45:00.197100 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-931cd16b-7e01-46c7-805d-a513fc6fd8d4 None None] Port c032e595-234c-467e-99bb-51225bc5ab1b cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:45:00.232297 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1ea90e1d-764e-450a-a017-fb02291bb74d tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1591928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2714'] for router, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:00.233510 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1ea90e1d-764e-450a-a017-fb02291bb74d tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447198', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1629690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2689'] for router, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:00.251894 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:00.271627 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-894fcf27-1f65-476c-b135-fe32c1feb889 tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] 10.222.0.23 "GET /v2.0/ports/c032e595-234c-467e-99bb-51225bc5ab1b/tags HTTP/1.1" status: 200 len: 241 time: 0.1318023 Jul 13 13:45:00.275390 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 39506) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:45:00.287795 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.tag.tag_plugin [None req-4fa660d5-c74a-4b1a-a822-19bc8f051a98 tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'c032e595-234c-467e-99bb-51225bc5ab1b', 'tempest-TagsExtTest-Tag-2045437607') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:45:00.313573 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1ea90e1d-764e-450a-a017-fb02291bb74d tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:00.317055 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-41895492-16ad-4131-8188-e4d849a25500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:00.321548 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-41895492-16ad-4131-8188-e4d849a25500 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:00.322542 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-41895492-16ad-4131-8188-e4d849a25500 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f6f88ecf-a18a-4b82-a3f7-9e7f12f42f4d HTTP/1.1" status: 204 len: 168 time: 0.5338008 Jul 13 13:45:00.360018 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41895492-16ad-4131-8188-e4d849a25500 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6f88ecf-a18a-4b82-a3f7-9e7f12f42f4d,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:45:00.436851 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-4fa660d5-c74a-4b1a-a822-19bc8f051a98 tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] 10.222.0.23 "GET /v2.0/ports/c032e595-234c-467e-99bb-51225bc5ab1b/tags/tempest-TagsExtTest-Tag-2045437607 HTTP/1.1" status: 204 len: 168 time: 0.1591504 Jul 13 13:45:00.438390 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 39512) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:45:00.451046 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.tag.tag_plugin [None req-ad3bf215-4f17-4c83-bdb7-60465c6d3797 tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'c032e595-234c-467e-99bb-51225bc5ab1b', 'tempest-TagsExtTest-Tag-2045437607') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:45:00.616926 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1ea90e1d-764e-450a-a017-fb02291bb74d tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447180', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1591910', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2751'] for router, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:00.622636 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fa0ed0d9-7c99-4727-a5e6-25c9555d2326 None None] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:00.626323 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-eab64427-7560-4295-9fce-7b5d37b97c16 req-524b9a00-da14-4dd6-a2d1-8aa1d46d42ac tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=c6349d73ae13458a9d892a7db2dc0433&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0996304 Jul 13 13:45:00.633065 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:00.660410 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-fa0ed0d9-7c99-4727-a5e6-25c9555d2326 None None] Transition to ACTIVE for port object 42507316-22df-4ab5-b1bb-439aa3df406d will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:45:00.679863 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fa0ed0d9-7c99-4727-a5e6-25c9555d2326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:00.772745 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-fa0ed0d9-7c99-4727-a5e6-25c9555d2326 None None] Attempting to bind port 42507316-22df-4ab5-b1bb-439aa3df406d on host n-d-800634-1 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:45:00.773114 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-fa0ed0d9-7c99-4727-a5e6-25c9555d2326 None None] Attempting to bind port 42507316-22df-4ab5-b1bb-439aa3df406d by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:45:00.773456 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0ed0d9-7c99-4727-a5e6-25c9555d2326 None None] Attempting to bind port 42507316-22df-4ab5-b1bb-439aa3df406d on network acf968b8-c524-46a9-a20b-ad9667009130 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:45:00.786111 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0ed0d9-7c99-4727-a5e6-25c9555d2326 None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 44, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:45:00.786482 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0ed0d9-7c99-4727-a5e6-25c9555d2326 None None] Checking segment: {'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:45:00.786874 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fa0ed0d9-7c99-4727-a5e6-25c9555d2326 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:00.787258 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0ed0d9-7c99-4727-a5e6-25c9555d2326 None None] Bound using segment: {'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:45:00.787729 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-fa0ed0d9-7c99-4727-a5e6-25c9555d2326 None None] Bound port: 42507316-22df-4ab5-b1bb-439aa3df406d, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:45:00.788107 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fa0ed0d9-7c99-4727-a5e6-25c9555d2326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:00.795128 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7864f89-87c2-4f92-87f7-79e9c5aead74 None None] Pushing event updated for resources: {'Port': ['ID=42507316-22df-4ab5-b1bb-439aa3df406d,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:45:00.825132 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7864f89-87c2-4f92-87f7-79e9c5aead74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:45:00.825479 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7864f89-87c2-4f92-87f7-79e9c5aead74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:45:00.825861 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7864f89-87c2-4f92-87f7-79e9c5aead74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:45:00.826196 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7864f89-87c2-4f92-87f7-79e9c5aead74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:45:00.826523 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7864f89-87c2-4f92-87f7-79e9c5aead74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:45:00.826861 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7864f89-87c2-4f92-87f7-79e9c5aead74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:45:00.827168 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7864f89-87c2-4f92-87f7-79e9c5aead74 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:45:00.827500 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7864f89-87c2-4f92-87f7-79e9c5aead74 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:45:00.827809 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7864f89-87c2-4f92-87f7-79e9c5aead74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:45:00.828127 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7864f89-87c2-4f92-87f7-79e9c5aead74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:45:00.828444 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7864f89-87c2-4f92-87f7-79e9c5aead74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:45:00.828757 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7864f89-87c2-4f92-87f7-79e9c5aead74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:45:00.865232 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-fa0ed0d9-7c99-4727-a5e6-25c9555d2326 None None] For port 42507316-22df-4ab5-b1bb-439aa3df406d, host n-d-800634-1, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:45:00.869609 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-fa0ed0d9-7c99-4727-a5e6-25c9555d2326 None None] For port 42507316-22df-4ab5-b1bb-439aa3df406d, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=42507316-22df-4ab5-b1bb-439aa3df406d,segment=NetworkSegment(3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87),segment_id=3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:45:00.879227 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fa0ed0d9-7c99-4727-a5e6-25c9555d2326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:00.901498 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab64427-7560-4295-9fce-7b5d37b97c16 req-0cedbf5a-879e-4369-a529-fc71a4e29bee tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:45:00.909369 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-eab64427-7560-4295-9fce-7b5d37b97c16 req-0cedbf5a-879e-4369-a529-fc71a4e29bee tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2727344 Jul 13 13:45:00.932244 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-eab64427-7560-4295-9fce-7b5d37b97c16 req-aa8f4229-d6c2-4a69-948e-873817a49eb5 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/quotas/c6349d73ae13458a9d892a7db2dc0433 HTTP/1.1" status: 200 len: 375 time: 0.0217111 Jul 13 13:45:00.945902 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-ad3bf215-4f17-4c83-bdb7-60465c6d3797 tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] 10.222.0.23 "DELETE /v2.0/ports/c032e595-234c-467e-99bb-51225bc5ab1b/tags/tempest-TagsExtTest-Tag-2045437607 HTTP/1.1" status: 204 len: 168 time: 0.5051832 Jul 13 13:45:00.948749 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 39526) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:45:00.988495 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 39528) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:45:01.000785 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.tag.tag_plugin [None req-88b508ef-1c49-4520-bca3-113530d97113 tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'c032e595-234c-467e-99bb-51225bc5ab1b') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:45:01.034587 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0ed0d9-7c99-4727-a5e6-25c9555d2326 None None] Routers {'06cc5061-3a3a-4942-b52f-708f7baa7d80'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:45:01.035707 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-fa0ed0d9-7c99-4727-a5e6-25c9555d2326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:44:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['06cc5061-3a3a-4942-b52f-708f7baa7d80'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:45:01.088983 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7864f89-87c2-4f92-87f7-79e9c5aead74 None None] Pushing event updated for resources: {'Port': ['ID=42507316-22df-4ab5-b1bb-439aa3df406d,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:45:01.115517 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-89385821-8825-4dc5-a74b-abab8aafc45c req-a4100867-4357-49de-9287-5a727f7c2b2d tempest-VolumesActionsTest-1371069749 tempest-VolumesActionsTest-1371069749-project] 10.222.0.23 "GET /v2.0/ports?device_id=69896136-e4ec-4bdc-9674-77f87ae861ad HTTP/1.1" status: 200 len: 210 time: 0.0714722 Jul 13 13:45:01.116395 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2889d7f4-4c8f-40d2-bd6b-e9d8b8a93e5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:01.139397 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-eab64427-7560-4295-9fce-7b5d37b97c16 req-56bcbee3-f73b-4e0b-9f06-12fd0718acdd tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c6349d73ae13458a9d892a7db2dc0433&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2060215 Jul 13 13:45:01.154029 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1ea90e1d-764e-450a-a017-fb02291bb74d tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:01.164850 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-88b508ef-1c49-4520-bca3-113530d97113 tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] 10.222.0.23 "GET /v2.0/ports/c032e595-234c-467e-99bb-51225bc5ab1b/tags HTTP/1.1" status: 200 len: 205 time: 0.2124949 Jul 13 13:45:01.164850 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 39534) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:45:01.170416 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.tag.tag_plugin [None req-1f397d9b-d965-4121-9405-32e0e21768d1 tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '4701db55-4739-48ad-a501-ba9cf43bf1da') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:45:01.191703 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-fa0ed0d9-7c99-4727-a5e6-25c9555d2326 None None] Set router 06cc5061-3a3a-4942-b52f-708f7baa7d80 gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:45:01.222357 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1ea90e1d-764e-450a-a017-fb02291bb74d tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:01.367752 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-1f397d9b-d965-4121-9405-32e0e21768d1 tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] 10.222.0.23 "GET /v2.0/routers/4701db55-4739-48ad-a501-ba9cf43bf1da/tags HTTP/1.1" status: 200 len: 239 time: 0.1987646 Jul 13 13:45:01.368955 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 39538) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:45:01.373523 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.tag.tag_plugin [None req-4f262b66-e6ca-4f53-8495-8d3df9ffe725 tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '4701db55-4739-48ad-a501-ba9cf43bf1da', 'tempest-TagsExtTest-Tag-39244588') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:45:01.467902 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-4f262b66-e6ca-4f53-8495-8d3df9ffe725 tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] 10.222.0.23 "GET /v2.0/routers/4701db55-4739-48ad-a501-ba9cf43bf1da/tags/tempest-TagsExtTest-Tag-39244588 HTTP/1.1" status: 204 len: 168 time: 0.0955262 Jul 13 13:45:01.468560 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 39544) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:45:01.475616 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.tag.tag_plugin [None req-04199ee9-ccdc-469d-9ec9-65cb18088ab5 tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '4701db55-4739-48ad-a501-ba9cf43bf1da', 'tempest-TagsExtTest-Tag-39244588') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:45:01.497303 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-fa0ed0d9-7c99-4727-a5e6-25c9555d2326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06cc5061-3a3a-4942-b52f-708f7baa7d80', 'name': 'tempest-snat-router-771190665', 'tenant_id': '1a8fdf3835144127aaaa679382c7bf98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.26'}], 'enable_snat': False}, 'gw_port_id': '42507316-22df-4ab5-b1bb-439aa3df406d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:44:54Z', 'updated_at': '2021-07-13T13:44:57Z', 'revision_number': 3, 'project_id': '1a8fdf3835144127aaaa679382c7bf98', 'gw_port': {'id': '42507316-22df-4ab5-b1bb-439aa3df406d', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:48:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06cc5061-3a3a-4942-b52f-708f7baa7d80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2133, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:44:55Z', 'updated_at': '2021-07-13T13:45:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:45:01.557203 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2889d7f4-4c8f-40d2-bd6b-e9d8b8a93e5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:01.569082 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa0ed0d9-7c99-4727-a5e6-25c9555d2326 None None] The sync data for ids ['06cc5061-3a3a-4942-b52f-708f7baa7d80'] in n-d-800634-1 is: [{'id': '06cc5061-3a3a-4942-b52f-708f7baa7d80', 'name': 'tempest-snat-router-771190665', 'tenant_id': '1a8fdf3835144127aaaa679382c7bf98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.26'}], 'enable_snat': False}, 'gw_port_id': '42507316-22df-4ab5-b1bb-439aa3df406d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:44:54Z', 'updated_at': '2021-07-13T13:44:57Z', 'revision_number': 3, 'project_id': '1a8fdf3835144127aaaa679382c7bf98', 'gw_port': {'id': '42507316-22df-4ab5-b1bb-439aa3df406d', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:48:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06cc5061-3a3a-4942-b52f-708f7baa7d80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2133, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:44:55Z', 'updated_at': '2021-07-13T13:45:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-800634-1'}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:45:01.643498 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f897737c-a269-4468-80c9-3e67344e1275 req-1e36e0f0-8612-4909-8cc4-799cb9fd0ac8 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/ports?device_id=76492aa1-40d7-49b9-8dce-75dfa385d0bc HTTP/1.1" status: 200 len: 210 time: 0.2013602 Jul 13 13:45:01.653582 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2889d7f4-4c8f-40d2-bd6b-e9d8b8a93e5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:01.751024 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-04199ee9-ccdc-469d-9ec9-65cb18088ab5 tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] 10.222.0.23 "DELETE /v2.0/routers/4701db55-4739-48ad-a501-ba9cf43bf1da/tags/tempest-TagsExtTest-Tag-39244588 HTTP/1.1" status: 204 len: 168 time: 0.2810781 Jul 13 13:45:01.752093 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 39548) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:45:01.762351 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.tag.tag_plugin [None req-9c34b332-c088-4a8c-90d4-c6dc147572e1 tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '4701db55-4739-48ad-a501-ba9cf43bf1da') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:45:01.916450 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-9c34b332-c088-4a8c-90d4-c6dc147572e1 tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] 10.222.0.23 "GET /v2.0/routers/4701db55-4739-48ad-a501-ba9cf43bf1da/tags HTTP/1.1" status: 200 len: 205 time: 0.1604364 Jul 13 13:45:01.923124 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 39550) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:45:01.927886 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.tag.tag_plugin [None req-debc929c-8a4d-4f3b-90ee-4f478a0c8308 tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'd5615b15-24cb-4765-b920-42daa2d1bcd1') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:45:01.986305 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-debc929c-8a4d-4f3b-90ee-4f478a0c8308 tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] 10.222.0.23 "GET /v2.0/subnetpools/d5615b15-24cb-4765-b920-42daa2d1bcd1/tags HTTP/1.1" status: 200 len: 240 time: 0.0597618 Jul 13 13:45:01.988496 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 39552) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:45:01.993433 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.tag.tag_plugin [None req-58e8f57b-423f-4132-89f3-ba4f07d2156b tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd5615b15-24cb-4765-b920-42daa2d1bcd1', 'tempest-TagsExtTest-Tag-485547130') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:45:02.021550 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-58e8f57b-423f-4132-89f3-ba4f07d2156b tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] 10.222.0.23 "GET /v2.0/subnetpools/d5615b15-24cb-4765-b920-42daa2d1bcd1/tags/tempest-TagsExtTest-Tag-485547130 HTTP/1.1" status: 204 len: 168 time: 0.0317771 Jul 13 13:45:02.023544 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 39554) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:45:02.035074 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.tag.tag_plugin [None req-32f36800-ad69-4f98-9bd2-a2333fe29d81 tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'd5615b15-24cb-4765-b920-42daa2d1bcd1', 'tempest-TagsExtTest-Tag-485547130') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:45:02.135275 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-32f36800-ad69-4f98-9bd2-a2333fe29d81 tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] 10.222.0.23 "DELETE /v2.0/subnetpools/d5615b15-24cb-4765-b920-42daa2d1bcd1/tags/tempest-TagsExtTest-Tag-485547130 HTTP/1.1" status: 204 len: 168 time: 0.1045101 Jul 13 13:45:02.146767 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 39562) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:45:02.160962 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.tag.tag_plugin [None req-505b1a25-c799-4316-8a40-07bf2a919a62 tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'd5615b15-24cb-4765-b920-42daa2d1bcd1') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:45:02.199334 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-505b1a25-c799-4316-8a40-07bf2a919a62 tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] 10.222.0.23 "GET /v2.0/subnetpools/d5615b15-24cb-4765-b920-42daa2d1bcd1/tags HTTP/1.1" status: 200 len: 205 time: 0.0495291 Jul 13 13:45:02.203309 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 39568) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:45:02.208306 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.tag.tag_plugin [None req-108b29ca-40f0-4817-a52d-e968cc17f46a tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'd5615b15-24cb-4765-b920-42daa2d1bcd1') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:45:02.239284 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-108b29ca-40f0-4817-a52d-e968cc17f46a tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] 10.222.0.23 "DELETE /v2.0/subnetpools/d5615b15-24cb-4765-b920-42daa2d1bcd1/tags HTTP/1.1" status: 204 len: 168 time: 0.0341544 Jul 13 13:45:02.241530 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 39570) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:45:02.254425 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.tag.tag_plugin [None req-ef18adc8-bf48-481b-b481-9a4c9b97be1e tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '4701db55-4739-48ad-a501-ba9cf43bf1da') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:45:02.397318 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-ef18adc8-bf48-481b-b481-9a4c9b97be1e tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] 10.222.0.23 "DELETE /v2.0/routers/4701db55-4739-48ad-a501-ba9cf43bf1da/tags HTTP/1.1" status: 204 len: 168 time: 0.1537149 Jul 13 13:45:02.402163 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 39576) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:45:02.406766 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.tag.tag_plugin [None req-0f15d6ff-71c9-4c18-8447-6fb425bbad0f tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'c032e595-234c-467e-99bb-51225bc5ab1b') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:45:02.475490 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-1ea90e1d-764e-450a-a017-fb02291bb74d tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Allocated IP 172.25.6.37 (acf968b8-c524-46a9-a20b-ad9667009130/dde5a78e-bd1e-4f47-8189-7321d4de73d3/2d01cefc-94b3-411c-a7d6-957d3d0bcc65) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:45:02.534876 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7f9b27bb-2226-4de0-9c6e-ff65cdcba7d4 req-d70f258b-165f-46da-87e2-4e7e8240107a tempest-VolumesActionsTest-1371069749 tempest-VolumesActionsTest-1371069749-project] 10.222.0.23 "GET /v2.0/ports?device_id=69896136-e4ec-4bdc-9674-77f87ae861ad HTTP/1.1" status: 200 len: 210 time: 0.1480014 Jul 13 13:45:02.556084 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2889d7f4-4c8f-40d2-bd6b-e9d8b8a93e5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec8387dc-0cb7-4244-90af-048077ddad7e,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:45:02.597672 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-2889d7f4-4c8f-40d2-bd6b-e9d8b8a93e5a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1d211b4f523943ecb36d1d663e5e5a61&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6068892 Jul 13 13:45:02.637801 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 39578) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:45:02.669270 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5bcc97-5c45-419b-943e-4e88723bff3b req-e20b6935-4d84-4cdb-b741-5c686a695717 tempest-VolumesActionsTest-1371069749 tempest-VolumesActionsTest-1371069749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:45:02.670931 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3f5bcc97-5c45-419b-943e-4e88723bff3b req-e20b6935-4d84-4cdb-b741-5c686a695717 tempest-VolumesActionsTest-1371069749 tempest-VolumesActionsTest-1371069749-project] 10.222.0.41 "GET /v2.0/networks?id=7befa50c-188d-475c-8855-dfa183fc6dff HTTP/1.1" status: 200 len: 808 time: 1.2142088 Jul 13 13:45:02.694205 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-3f5bcc97-5c45-419b-943e-4e88723bff3b req-5922e433-dcf0-442a-b0af-b7a240e68f3e tempest-VolumesActionsTest-1371069749 tempest-VolumesActionsTest-1371069749-project] Request body: {'port': {'device_id': '69896136-e4ec-4bdc-9674-77f87ae861ad', 'network_id': '7befa50c-188d-475c-8855-dfa183fc6dff', 'admin_state_up': True, 'tenant_id': '70785091fd214eedaa5d308c76a24f17'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:45:02.869860 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-755d311e-5c3a-4573-816f-1d61c903feca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:02.927008 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7d49b7ff-4b4a-4b68-af40-c84e28d63b4a req-1c440624-af05-4840-8911-515f81f6b65b tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/ports?device_id=76492aa1-40d7-49b9-8dce-75dfa385d0bc HTTP/1.1" status: 200 len: 210 time: 0.0373738 Jul 13 13:45:02.929071 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1ea90e1d-764e-450a-a017-fb02291bb74d tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:02.952757 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-755d311e-5c3a-4573-816f-1d61c903feca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:02.965907 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-0f15d6ff-71c9-4c18-8447-6fb425bbad0f tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] 10.222.0.23 "DELETE /v2.0/ports/c032e595-234c-467e-99bb-51225bc5ab1b/tags HTTP/1.1" status: 204 len: 168 time: 0.5626390 Jul 13 13:45:02.968498 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 39584) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:45:02.974581 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.tag.tag_plugin [None req-1e67166a-a2bf-46ea-ac3a-89d2369395fc tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'f3f82711-0cec-4e9a-9a51-1de94a4a3431') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:45:03.027314 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1ea90e1d-764e-450a-a017-fb02291bb74d tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:03.045411 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-1e67166a-a2bf-46ea-ac3a-89d2369395fc tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] 10.222.0.23 "DELETE /v2.0/subnets/f3f82711-0cec-4e9a-9a51-1de94a4a3431/tags HTTP/1.1" status: 204 len: 168 time: 0.0755479 Jul 13 13:45:03.049438 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 39586) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:45:03.057483 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.tag.tag_plugin [None req-684f1c24-47ca-428f-aea8-5ffcc44ea256 tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'f3f82711-0cec-4e9a-9a51-1de94a4a3431', 'tempest-TagsExtTest-Tag-1598314789') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:45:03.099631 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea90e1d-764e-450a-a017-fb02291bb74d tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Network acf968b8-c524-46a9-a20b-ad9667009130 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:45:03.100392 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f5bcc97-5c45-419b-943e-4e88723bff3b req-5922e433-dcf0-442a-b0af-b7a240e68f3e tempest-VolumesActionsTest-1371069749 tempest-VolumesActionsTest-1371069749-project] Made reservation on behalf of 70785091fd214eedaa5d308c76a24f17 for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:45:03.104388 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-3f5bcc97-5c45-419b-943e-4e88723bff3b req-5922e433-dcf0-442a-b0af-b7a240e68f3e tempest-VolumesActionsTest-1371069749 tempest-VolumesActionsTest-1371069749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:03.116225 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-1ea90e1d-764e-450a-a017-fb02291bb74d tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:45:03.124137 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea90e1d-764e-450a-a017-fb02291bb74d tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:45:03.155918 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea90e1d-764e-450a-a017-fb02291bb74d tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Pushing event updated for resources: {'Port': ['ID=2d01cefc-94b3-411c-a7d6-957d3d0bcc65,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:45:03.168912 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-755d311e-5c3a-4573-816f-1d61c903feca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:03.172262 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-755d311e-5c3a-4573-816f-1d61c903feca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:03.175993 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-755d311e-5c3a-4573-816f-1d61c903feca admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ec8387dc-0cb7-4244-90af-048077ddad7e HTTP/1.1" status: 204 len: 168 time: 0.5333362 Jul 13 13:45:03.188772 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-684f1c24-47ca-428f-aea8-5ffcc44ea256 tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] 10.222.0.23 "PUT /v2.0/subnets/f3f82711-0cec-4e9a-9a51-1de94a4a3431/tags/tempest-TagsExtTest-Tag-1598314789 HTTP/1.1" status: 201 len: 201 time: 0.1358593 Jul 13 13:45:03.193120 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 39594) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:45:03.202552 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.tag.tag_plugin [None req-413b5d55-e2db-421d-9ea2-9ec86024c82c tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'c032e595-234c-467e-99bb-51225bc5ab1b', 'tempest-TagsExtTest-Tag-1819087665') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:45:03.231230 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755d311e-5c3a-4573-816f-1d61c903feca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec8387dc-0cb7-4244-90af-048077ddad7e,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:45:03.366976 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-413b5d55-e2db-421d-9ea2-9ec86024c82c tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] 10.222.0.23 "PUT /v2.0/ports/c032e595-234c-467e-99bb-51225bc5ab1b/tags/tempest-TagsExtTest-Tag-1819087665 HTTP/1.1" status: 201 len: 201 time: 0.1672375 Jul 13 13:45:03.367202 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 39600) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:45:03.372182 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.tag.tag_plugin [None req-cf2ed44a-5e07-4a85-9661-fd43ece426f1 tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '4701db55-4739-48ad-a501-ba9cf43bf1da', 'tempest-TagsExtTest-Tag-567304379') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:45:03.559558 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [req-3f5bcc97-5c45-419b-943e-4e88723bff3b req-5922e433-dcf0-442a-b0af-b7a240e68f3e tempest-VolumesActionsTest-1371069749 tempest-VolumesActionsTest-1371069749-project] Allocated IP 172.20.0.3 (7befa50c-188d-475c-8855-dfa183fc6dff/452786b7-6cb3-414d-9764-019d27d6b34f/e15ab706-137a-4c7e-9360-f21a7dffd361) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:45:03.630069 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-eab64427-7560-4295-9fce-7b5d37b97c16 req-861f483a-b4bc-46ad-904a-7e26cf3f4c34 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=c6349d73ae13458a9d892a7db2dc0433&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0966575 Jul 13 13:45:03.733402 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 42507316-22df-4ab5-b1bb-439aa3df406d up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:45:03.808341 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-cf2ed44a-5e07-4a85-9661-fd43ece426f1 tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] 10.222.0.23 "PUT /v2.0/routers/4701db55-4739-48ad-a501-ba9cf43bf1da/tags/tempest-TagsExtTest-Tag-567304379 HTTP/1.1" status: 201 len: 201 time: 0.4373648 Jul 13 13:45:03.811478 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 39614) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:45:03.832545 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.tag.tag_plugin [None req-eadd13d1-aa8f-426c-8498-71e317598107 tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'd5615b15-24cb-4765-b920-42daa2d1bcd1', 'tempest-TagsExtTest-Tag-1883951940') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:45:03.891580 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port 42507316-22df-4ab5-b1bb-439aa3df406d completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:45:03.900831 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 42507316-22df-4ab5-b1bb-439aa3df406d triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:45:03.904401 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:04.010235 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e3eecc70-0d0d-4269-b599-888174921d11 req-4c0ba0ea-9b3d-4ec4-b290-5a67b662d95a tempest-VolumesActionsTest-1371069749 tempest-VolumesActionsTest-1371069749-project] 10.222.0.23 "GET /v2.0/ports?device_id=69896136-e4ec-4bdc-9674-77f87ae861ad HTTP/1.1" status: 200 len: 210 time: 0.1289802 Jul 13 13:45:04.143754 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-eadd13d1-aa8f-426c-8498-71e317598107 tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] 10.222.0.23 "PUT /v2.0/subnetpools/d5615b15-24cb-4765-b920-42daa2d1bcd1/tags/tempest-TagsExtTest-Tag-1883951940 HTTP/1.1" status: 201 len: 201 time: 0.3316054 Jul 13 13:45:04.166434 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 39626) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:45:04.190748 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.tag.tag_plugin [None req-210223d6-fb94-44d3-bdd3-4ea0c49d4872 tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'f3f82711-0cec-4e9a-9a51-1de94a4a3431', {'tags': ['tempest-TagsExtTest-Tag-1510612783', 'tempest-TagsExtTest-Tag-852589049', 'tempest-TagsExtTest-Tag-927877214']}) {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:45:04.213907 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-3f5bcc97-5c45-419b-943e-4e88723bff3b req-5922e433-dcf0-442a-b0af-b7a240e68f3e tempest-VolumesActionsTest-1371069749 tempest-VolumesActionsTest-1371069749-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:04.275693 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:04.296197 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab64427-7560-4295-9fce-7b5d37b97c16 req-a49753db-8ff3-4569-b7cd-f07df96e7e40 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:45:04.303020 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-eab64427-7560-4295-9fce-7b5d37b97c16 req-a49753db-8ff3-4569-b7cd-f07df96e7e40 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6651483 Jul 13 13:45:04.309270 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port 42507316-22df-4ab5-b1bb-439aa3df406d, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=42507316-22df-4ab5-b1bb-439aa3df406d,segment=NetworkSegment(3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87),segment_id=3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:45:04.315090 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:04.327216 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-eab64427-7560-4295-9fce-7b5d37b97c16 req-64928292-33a7-4419-8457-d89583ef63d4 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Request body: {'port': {'device_id': '76492aa1-40d7-49b9-8dce-75dfa385d0bc', 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30', 'admin_state_up': True, 'tenant_id': 'c6349d73ae13458a9d892a7db2dc0433'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:45:04.363919 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-3f5bcc97-5c45-419b-943e-4e88723bff3b req-5922e433-dcf0-442a-b0af-b7a240e68f3e tempest-VolumesActionsTest-1371069749 tempest-VolumesActionsTest-1371069749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:04.389800 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=42507316-22df-4ab5-b1bb-439aa3df406d,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:45:04.420103 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1ea90e1d-764e-450a-a017-fb02291bb74d tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:04.483025 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-210223d6-fb94-44d3-bdd3-4ea0c49d4872 tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] 10.222.0.23 "PUT /v2.0/subnets/f3f82711-0cec-4e9a-9a51-1de94a4a3431/tags HTTP/1.1" status: 200 len: 316 time: 0.3155093 Jul 13 13:45:04.487914 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 39636) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:45:04.492917 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.tag.tag_plugin [None req-67e4c61c-b274-4bda-9f79-a0d15f805e7d tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'f3f82711-0cec-4e9a-9a51-1de94a4a3431') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:45:04.568703 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f5bcc97-5c45-419b-943e-4e88723bff3b req-5922e433-dcf0-442a-b0af-b7a240e68f3e tempest-VolumesActionsTest-1371069749 tempest-VolumesActionsTest-1371069749-project] Network 7befa50c-188d-475c-8855-dfa183fc6dff is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:45:04.573055 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3d8e2213-50a5-4344-9629-8193024fec19 req-b29a64be-7ebd-4704-9aa2-d1d8f1945aba tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/ports?device_id=76492aa1-40d7-49b9-8dce-75dfa385d0bc HTTP/1.1" status: 200 len: 210 time: 0.0888326 Jul 13 13:45:04.587777 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [req-3f5bcc97-5c45-419b-943e-4e88723bff3b req-5922e433-dcf0-442a-b0af-b7a240e68f3e tempest-VolumesActionsTest-1371069749 tempest-VolumesActionsTest-1371069749-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:45:04.595569 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f5bcc97-5c45-419b-943e-4e88723bff3b req-5922e433-dcf0-442a-b0af-b7a240e68f3e tempest-VolumesActionsTest-1371069749 tempest-VolumesActionsTest-1371069749-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:45:04.619027 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eab64427-7560-4295-9fce-7b5d37b97c16 req-64928292-33a7-4419-8457-d89583ef63d4 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Made reservation on behalf of c6349d73ae13458a9d892a7db2dc0433 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:45:04.631024 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-eab64427-7560-4295-9fce-7b5d37b97c16 req-64928292-33a7-4419-8457-d89583ef63d4 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:04.684441 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5922e433-dcf0-442a-b0af-b7a240e68f3e tempest-VolumesActionsTest-1371069749 tempest-VolumesActionsTest-1371069749-project] Pushing event updated for resources: {'Port': ['ID=e15ab706-137a-4c7e-9360-f21a7dffd361,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:45:04.718908 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5bcc97-5c45-419b-943e-4e88723bff3b req-5922e433-dcf0-442a-b0af-b7a240e68f3e tempest-VolumesActionsTest-1371069749 tempest-VolumesActionsTest-1371069749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:45:04.719566 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-3f5bcc97-5c45-419b-943e-4e88723bff3b req-5922e433-dcf0-442a-b0af-b7a240e68f3e tempest-VolumesActionsTest-1371069749 tempest-VolumesActionsTest-1371069749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:04.764530 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ea7917-07f1-4f6a-8470-6d721864ec53 req-572b5cdf-6906-49f3-b773-fb4982ec7b0f tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:45:04.773866 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a2ea7917-07f1-4f6a-8470-6d721864ec53 req-572b5cdf-6906-49f3-b773-fb4982ec7b0f tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f309255-5b4d-4296-81c6-c49d93f44d38 HTTP/1.1" status: 200 len: 945 time: 0.4963226 Jul 13 13:45:04.779010 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3f5bcc97-5c45-419b-943e-4e88723bff3b req-5922e433-dcf0-442a-b0af-b7a240e68f3e tempest-VolumesActionsTest-1371069749 tempest-VolumesActionsTest-1371069749-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0957034 Jul 13 13:45:04.800224 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-3f5bcc97-5c45-419b-943e-4e88723bff3b req-6bceafec-c555-439e-97ba-442dd17d57d7 service neutron] Request body: {'port': {'device_id': '69896136-e4ec-4bdc-9674-77f87ae861ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-1'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:45:04.851178 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-67e4c61c-b274-4bda-9f79-a0d15f805e7d tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] 10.222.0.23 "DELETE /v2.0/subnets/f3f82711-0cec-4e9a-9a51-1de94a4a3431/tags HTTP/1.1" status: 204 len: 168 time: 0.3614430 Jul 13 13:45:04.854792 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 39642) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:45:04.861402 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.tag.tag_plugin [None req-40934d68-7888-45dd-af0f-a21346cf774f tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f3f82711-0cec-4e9a-9a51-1de94a4a3431', 'tempest-TagsExtTest-Tag-1510612783') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:45:04.909879 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a2ea7917-07f1-4f6a-8470-6d721864ec53 req-0a022a9d-df27-4009-bcb5-540a01ae7a7b tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bf3e8b9-8da9-4a28-88c0-799fd78203e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1341023 Jul 13 13:45:04.916849 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-eab64427-7560-4295-9fce-7b5d37b97c16 req-64928292-33a7-4419-8457-d89583ef63d4 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Allocated IP 192.168.233.214 (e0bfb334-0fd9-4ba5-ba79-1568ecabee30/60b55863-ceb6-45af-a8a4-4b22d72866af/531b97b4-0802-46a1-9ddf-6ea5c872d757) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:45:05.001636 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-3f5bcc97-5c45-419b-943e-4e88723bff3b req-6bceafec-c555-439e-97ba-442dd17d57d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:05.013384 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1ea90e1d-764e-450a-a017-fb02291bb74d tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447217'] for router, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:05.207120 n-d-800634-1 neutron-server[93750]: INFO neutron.api.v2.resource [None req-40934d68-7888-45dd-af0f-a21346cf774f tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] show failed (client error): The resource could not be found. Jul 13 13:45:05.214058 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-40934d68-7888-45dd-af0f-a21346cf774f tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] 10.222.0.23 "GET /v2.0/subnets/f3f82711-0cec-4e9a-9a51-1de94a4a3431/tags/tempest-TagsExtTest-Tag-1510612783 HTTP/1.1" status: 404 len: 329 time: 0.3581233 Jul 13 13:45:05.217314 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 39658) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:45:05.228142 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.tag.tag_plugin [None req-be7d768d-1765-4be6-8670-c455aca7fa68 tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f3f82711-0cec-4e9a-9a51-1de94a4a3431', 'tempest-TagsExtTest-Tag-852589049') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:45:05.347985 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-eab64427-7560-4295-9fce-7b5d37b97c16 req-64928292-33a7-4419-8457-d89583ef63d4 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:05.376128 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-eab64427-7560-4295-9fce-7b5d37b97c16 req-64928292-33a7-4419-8457-d89583ef63d4 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Transition to ACTIVE for port object 531b97b4-0802-46a1-9ddf-6ea5c872d757 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:45:05.463575 n-d-800634-1 neutron-server[93750]: INFO neutron.api.v2.resource [None req-be7d768d-1765-4be6-8670-c455aca7fa68 tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] show failed (client error): The resource could not be found. Jul 13 13:45:05.464981 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-be7d768d-1765-4be6-8670-c455aca7fa68 tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] 10.222.0.23 "GET /v2.0/subnets/f3f82711-0cec-4e9a-9a51-1de94a4a3431/tags/tempest-TagsExtTest-Tag-852589049 HTTP/1.1" status: 404 len: 328 time: 0.2424331 Jul 13 13:45:05.470679 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 39672) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:45:05.477941 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-eab64427-7560-4295-9fce-7b5d37b97c16 req-64928292-33a7-4419-8457-d89583ef63d4 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:05.485183 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.tag.tag_plugin [None req-b6a8a2cc-461d-43b4-8513-1e3dec338c7b tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f3f82711-0cec-4e9a-9a51-1de94a4a3431', 'tempest-TagsExtTest-Tag-927877214') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:45:05.492459 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['084e5f0b-d393-4c6c-9266-10c1ff6870c6'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:45:05.611160 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['556645b5-7a97-4d3a-94a9-6bd9e5cf58f2', '90c4466a-3193-4149-a16b-118ac388caf1'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:45:05.640121 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 42507316-22df-4ab5-b1bb-439aa3df406d up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:45:05.658700 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eab64427-7560-4295-9fce-7b5d37b97c16 req-64928292-33a7-4419-8457-d89583ef63d4 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Network e0bfb334-0fd9-4ba5-ba79-1568ecabee30 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:45:05.673940 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64928292-33a7-4419-8457-d89583ef63d4 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Pushing event updated for resources: {'Port': ['ID=531b97b4-0802-46a1-9ddf-6ea5c872d757,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:45:05.676506 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-eab64427-7560-4295-9fce-7b5d37b97c16 req-64928292-33a7-4419-8457-d89583ef63d4 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:45:05.680643 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-eab64427-7560-4295-9fce-7b5d37b97c16 req-64928292-33a7-4419-8457-d89583ef63d4 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:45:05.746957 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c987a1-dd38-429b-9a07-13a84e658e84 req-33884bb4-a247-4210-802f-600090e37c19 tempest-VolumesActionsTest-1371069749 tempest-VolumesActionsTest-1371069749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:45:05.748696 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f9c987a1-dd38-429b-9a07-13a84e658e84 req-33884bb4-a247-4210-802f-600090e37c19 tempest-VolumesActionsTest-1371069749 tempest-VolumesActionsTest-1371069749-project] 10.222.0.23 "GET /v2.0/ports?device_id=69896136-e4ec-4bdc-9674-77f87ae861ad HTTP/1.1" status: 200 len: 931 time: 0.4358327 Jul 13 13:45:05.798849 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ea90e1d-764e-450a-a017-fb02291bb74d tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Router d3e46fb3-d24e-41c6-aff6-7fd0d20c2ce7 is scheduled to L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 with binding_index 1 {{(pid=93751) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 13:45:05.817885 n-d-800634-1 neutron-server[93751]: INFO neutron.api.v2.resource [None req-b6a8a2cc-461d-43b4-8513-1e3dec338c7b tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] show failed (client error): The resource could not be found. Jul 13 13:45:05.818499 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab64427-7560-4295-9fce-7b5d37b97c16 req-64928292-33a7-4419-8457-d89583ef63d4 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:45:05.818931 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-b6a8a2cc-461d-43b4-8513-1e3dec338c7b tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] 10.222.0.23 "GET /v2.0/subnets/f3f82711-0cec-4e9a-9a51-1de94a4a3431/tags/tempest-TagsExtTest-Tag-927877214 HTTP/1.1" status: 404 len: 328 time: 0.3414755 Jul 13 13:45:05.822811 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-eab64427-7560-4295-9fce-7b5d37b97c16 req-64928292-33a7-4419-8457-d89583ef63d4 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:05.829955 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 39686) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:45:05.832343 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64928292-33a7-4419-8457-d89583ef63d4 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:45:05.832679 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64928292-33a7-4419-8457-d89583ef63d4 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:45:05.833022 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64928292-33a7-4419-8457-d89583ef63d4 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:45:05.833500 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64928292-33a7-4419-8457-d89583ef63d4 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:45:05.833705 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64928292-33a7-4419-8457-d89583ef63d4 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:45:05.836508 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64928292-33a7-4419-8457-d89583ef63d4 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:45:05.837522 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64928292-33a7-4419-8457-d89583ef63d4 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:45:05.838049 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64928292-33a7-4419-8457-d89583ef63d4 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:45:05.838583 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64928292-33a7-4419-8457-d89583ef63d4 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:45:05.846827 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64928292-33a7-4419-8457-d89583ef63d4 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:45:05.847420 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64928292-33a7-4419-8457-d89583ef63d4 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:45:05.847952 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64928292-33a7-4419-8457-d89583ef63d4 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:45:05.859332 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.tag.tag_plugin [None req-cd4a3faa-762e-491a-aed5-21febea52740 tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'c032e595-234c-467e-99bb-51225bc5ab1b', {'tags': ['tempest-TagsExtTest-Tag-1188611049', 'tempest-TagsExtTest-Tag-1896221056', 'tempest-TagsExtTest-Tag-482035565']}) {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:45:05.871460 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-eab64427-7560-4295-9fce-7b5d37b97c16 req-64928292-33a7-4419-8457-d89583ef63d4 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5587063 Jul 13 13:45:05.888179 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-eab64427-7560-4295-9fce-7b5d37b97c16 req-0c5fa4f6-84e6-4f9c-9070-f80fa01c45e3 service neutron] Request body: {'port': {'device_id': '76492aa1-40d7-49b9-8dce-75dfa385d0bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:45:05.920592 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f9c987a1-dd38-429b-9a07-13a84e658e84 req-2a6bd2a7-4fa1-418f-999c-8a315fe52877 tempest-VolumesActionsTest-1371069749 tempest-VolumesActionsTest-1371069749-project] 10.222.0.23 "GET /v2.0/security-groups?id=357b727c-5b2f-4d5d-9ac9-ca79c44342d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626408 Jul 13 13:45:05.963783 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 42507316-22df-4ab5-b1bb-439aa3df406d triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:45:05.964458 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:06.037246 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [req-3f5bcc97-5c45-419b-943e-4e88723bff3b req-6bceafec-c555-439e-97ba-442dd17d57d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e15ab706-137a-4c7e-9360-f21a7dffd361 {{(pid=93751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:45:06.046186 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-3f5bcc97-5c45-419b-943e-4e88723bff3b req-6bceafec-c555-439e-97ba-442dd17d57d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:06.061236 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-3f5bcc97-5c45-419b-943e-4e88723bff3b req-6bceafec-c555-439e-97ba-442dd17d57d7 service neutron] Transition to ACTIVE for port object e15ab706-137a-4c7e-9360-f21a7dffd361 will not be triggered until provisioned by entity L2. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:45:06.085531 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-3f5bcc97-5c45-419b-943e-4e88723bff3b req-6bceafec-c555-439e-97ba-442dd17d57d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:06.164698 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bceafec-c555-439e-97ba-442dd17d57d7 service neutron] Pushing event updated for resources: {'Port': ['ID=e15ab706-137a-4c7e-9360-f21a7dffd361,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:45:06.165975 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-eab64427-7560-4295-9fce-7b5d37b97c16 req-0c5fa4f6-84e6-4f9c-9070-f80fa01c45e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:06.215079 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-a9711e02-0ce1-436c-9054-c3875c45a248 None None] Provisioning for port 531b97b4-0802-46a1-9ddf-6ea5c872d757 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:45:06.218272 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-cd4a3faa-762e-491a-aed5-21febea52740 tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] 10.222.0.23 "PUT /v2.0/ports/c032e595-234c-467e-99bb-51225bc5ab1b/tags HTTP/1.1" status: 200 len: 317 time: 0.3869936 Jul 13 13:45:06.221667 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 39692) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:45:06.228615 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.tag.tag_plugin [None req-80709e2a-5bcd-455c-b5d0-fed1ec220271 tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'c032e595-234c-467e-99bb-51225bc5ab1b') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:45:06.230129 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-a9711e02-0ce1-436c-9054-c3875c45a248 None None] Provisioning complete for port 531b97b4-0802-46a1-9ddf-6ea5c872d757 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:45:06.230512 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a9711e02-0ce1-436c-9054-c3875c45a248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:06.233002 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6702a8-7fcb-470f-951c-594c7adf1ccf req-bd6aff4e-d79e-4a54-b4e5-7f9de9ac0bbd tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:45:06.239952 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0f6702a8-7fcb-470f-951c-594c7adf1ccf req-bd6aff4e-d79e-4a54-b4e5-7f9de9ac0bbd tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/ports?device_id=76492aa1-40d7-49b9-8dce-75dfa385d0bc HTTP/1.1" status: 200 len: 936 time: 0.1510212 Jul 13 13:45:06.298217 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-a9711e02-0ce1-436c-9054-c3875c45a248 None None] Port 531b97b4-0802-46a1-9ddf-6ea5c872d757 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:45:06.352913 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0f6702a8-7fcb-470f-951c-594c7adf1ccf req-75221040-f138-4b66-8a86-77ad8df3e531 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/security-groups?id=945af9a8-1349-436a-a066-b9a0fd8d3dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114626 Jul 13 13:45:06.389343 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ea90e1d-764e-450a-a017-fb02291bb74d tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:45:06.406110 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e3da7c-c7ba-42ab-ae0d-1f83183db9e3 None None] Sync routers for ids ['d3e46fb3-d24e-41c6-aff6-7fd0d20c2ce7'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:45:06.412822 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-3f5bcc97-5c45-419b-943e-4e88723bff3b req-6bceafec-c555-439e-97ba-442dd17d57d7 service neutron] Attempting to bind port e15ab706-137a-4c7e-9360-f21a7dffd361 on host n-h2-800634-1 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:45:06.413188 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-3f5bcc97-5c45-419b-943e-4e88723bff3b req-6bceafec-c555-439e-97ba-442dd17d57d7 service neutron] Attempting to bind port e15ab706-137a-4c7e-9360-f21a7dffd361 by drivers openvswitch,hyperv on host n-h2-800634-1 at level 0 using segments [{'id': '57f5670b-e3d0-440b-92d8-6e42ed26c8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7befa50c-188d-475c-8855-dfa183fc6dff'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:45:06.413493 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5bcc97-5c45-419b-943e-4e88723bff3b req-6bceafec-c555-439e-97ba-442dd17d57d7 service neutron] Attempting to bind port e15ab706-137a-4c7e-9360-f21a7dffd361 on network 7befa50c-188d-475c-8855-dfa183fc6dff {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:45:06.422436 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1ea90e1d-764e-450a-a017-fb02291bb74d tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:06.423581 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-1ea90e1d-764e-450a-a017-fb02291bb74d tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 6.4306073 Jul 13 13:45:06.429047 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5bcc97-5c45-419b-943e-4e88723bff3b req-6bceafec-c555-439e-97ba-442dd17d57d7 service neutron] Port e15ab706-137a-4c7e-9360-f21a7dffd361 on network 7befa50c-188d-475c-8855-dfa183fc6dff not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-1 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:45:06.429303 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5bcc97-5c45-419b-943e-4e88723bff3b req-6bceafec-c555-439e-97ba-442dd17d57d7 service neutron] Attempting to bind port e15ab706-137a-4c7e-9360-f21a7dffd361 on network 7befa50c-188d-475c-8855-dfa183fc6dff {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:45:06.432107 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 39706) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:45:06.434216 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e3da7c-c7ba-42ab-ae0d-1f83183db9e3 None None] Routers {'d3e46fb3-d24e-41c6-aff6-7fd0d20c2ce7'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:45:06.434972 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-71e3da7c-c7ba-42ab-ae0d-1f83183db9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:44:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['d3e46fb3-d24e-41c6-aff6-7fd0d20c2ce7'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:45:06.476422 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5bcc97-5c45-419b-943e-4e88723bff3b req-6bceafec-c555-439e-97ba-442dd17d57d7 service neutron] Checking agent: {'id': 'f615e5c9-21ab-43f2-adbc-192d64b795cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:45:06.476933 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5bcc97-5c45-419b-943e-4e88723bff3b req-6bceafec-c555-439e-97ba-442dd17d57d7 service neutron] Checking segment: {'id': '57f5670b-e3d0-440b-92d8-6e42ed26c8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7befa50c-188d-475c-8855-dfa183fc6dff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:45:06.477140 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5bcc97-5c45-419b-943e-4e88723bff3b req-6bceafec-c555-439e-97ba-442dd17d57d7 service neutron] Bound using segment: {'id': '57f5670b-e3d0-440b-92d8-6e42ed26c8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7befa50c-188d-475c-8855-dfa183fc6dff'} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:45:06.478404 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-3f5bcc97-5c45-419b-943e-4e88723bff3b req-6bceafec-c555-439e-97ba-442dd17d57d7 service neutron] Bound port: e15ab706-137a-4c7e-9360-f21a7dffd361, host: n-h2-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57f5670b-e3d0-440b-92d8-6e42ed26c8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7befa50c-188d-475c-8855-dfa183fc6dff'}}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:45:06.478786 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-3f5bcc97-5c45-419b-943e-4e88723bff3b req-6bceafec-c555-439e-97ba-442dd17d57d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:06.533059 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-80709e2a-5bcd-455c-b5d0-fed1ec220271 tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] 10.222.0.23 "DELETE /v2.0/ports/c032e595-234c-467e-99bb-51225bc5ab1b/tags HTTP/1.1" status: 204 len: 168 time: 0.3085723 Jul 13 13:45:06.538046 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 39708) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:45:06.546209 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.tag.tag_plugin [None req-4ed4b446-b867-44b5-a5dc-b65572a73cd0 tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'c032e595-234c-467e-99bb-51225bc5ab1b', 'tempest-TagsExtTest-Tag-1188611049') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:45:06.578186 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-71e3da7c-c7ba-42ab-ae0d-1f83183db9e3 None None] Set router d3e46fb3-d24e-41c6-aff6-7fd0d20c2ce7 gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:45:06.627112 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-eab64427-7560-4295-9fce-7b5d37b97c16 req-0c5fa4f6-84e6-4f9c-9070-f80fa01c45e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 531b97b4-0802-46a1-9ddf-6ea5c872d757 {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:45:06.630851 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-3f5bcc97-5c45-419b-943e-4e88723bff3b req-6bceafec-c555-439e-97ba-442dd17d57d7 service neutron] For port e15ab706-137a-4c7e-9360-f21a7dffd361, host n-h2-800634-1, cleared binding levels {{(pid=93751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:45:06.637884 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-eab64427-7560-4295-9fce-7b5d37b97c16 req-0c5fa4f6-84e6-4f9c-9070-f80fa01c45e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:06.640633 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-96144cb7-8347-484f-8c74-0836b049911a tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] 10.222.0.23 "GET /v2.0/routers/d3e46fb3-d24e-41c6-aff6-7fd0d20c2ce7 HTTP/1.1" status: 200 len: 906 time: 0.2047031 Jul 13 13:45:06.643043 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 39716) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:45:06.643588 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-3f5bcc97-5c45-419b-943e-4e88723bff3b req-6bceafec-c555-439e-97ba-442dd17d57d7 service neutron] For port e15ab706-137a-4c7e-9360-f21a7dffd361, host n-h2-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=e15ab706-137a-4c7e-9360-f21a7dffd361,segment=NetworkSegment(57f5670b-e3d0-440b-92d8-6e42ed26c8ff),segment_id=57f5670b-e3d0-440b-92d8-6e42ed26c8ff)] {{(pid=93751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:45:06.665283 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-3f5bcc97-5c45-419b-943e-4e88723bff3b req-6bceafec-c555-439e-97ba-442dd17d57d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:06.708793 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5bcc97-5c45-419b-943e-4e88723bff3b req-6bceafec-c555-439e-97ba-442dd17d57d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:45:06.709420 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-3f5bcc97-5c45-419b-943e-4e88723bff3b req-6bceafec-c555-439e-97ba-442dd17d57d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:06.711172 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3f5bcc97-5c45-419b-943e-4e88723bff3b req-6bceafec-c555-439e-97ba-442dd17d57d7 service neutron] 10.222.0.41 "PUT /v2.0/ports/e15ab706-137a-4c7e-9360-f21a7dffd361 HTTP/1.1" status: 200 len: 1091 time: 1.9225018 Jul 13 13:45:06.712147 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69896136-e4ec-4bdc-9674-77f87ae861ad', 'tag': 'e15ab706-137a-4c7e-9360-f21a7dffd361'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:45:06.722917 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d17b627af75e17e0f4b8d6239d04f8c2f78634e2c585e32a7aeca336500f34a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1da2502e-c75a-42a6-ba3a-a5fce1068cc2" -d '{"events": [{"name": "network-changed", "server_uuid": "69896136-e4ec-4bdc-9674-77f87ae861ad", "tag": "e15ab706-137a-4c7e-9360-f21a7dffd361"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:45:06.756081 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bceafec-c555-439e-97ba-442dd17d57d7 service neutron] Pushing event updated for resources: {'Port': ['ID=e15ab706-137a-4c7e-9360-f21a7dffd361,revision_number=3']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:45:06.804107 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 13:45:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-987b6339-7c8b-4be3-95fa-ed54420a89e0 x-openstack-request-id: req-987b6339-7c8b-4be3-95fa-ed54420a89e0 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:45:06.804405 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69896136-e4ec-4bdc-9674-77f87ae861ad", "tag": "e15ab706-137a-4c7e-9360-f21a7dffd361", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:45:06.804659 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-987b6339-7c8b-4be3-95fa-ed54420a89e0 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:45:06.805110 n-d-800634-1 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69896136-e4ec-4bdc-9674-77f87ae861ad', 'tag': 'e15ab706-137a-4c7e-9360-f21a7dffd361', 'status': 'completed', 'code': 200} Jul 13 13:45:06.815976 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 39730) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:45:06.828368 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c2b454f3-20c4-4bf8-9138-532eeafe46cc tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Notify callbacks [] for router, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:06.891034 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-eab64427-7560-4295-9fce-7b5d37b97c16 req-0c5fa4f6-84e6-4f9c-9070-f80fa01c45e3 service neutron] Transition to ACTIVE for port object 531b97b4-0802-46a1-9ddf-6ea5c872d757 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:45:06.893880 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-71e3da7c-c7ba-42ab-ae0d-1f83183db9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3e46fb3-d24e-41c6-aff6-7fd0d20c2ce7', 'name': 'tempest-snat-router-771190665', 'tenant_id': '1a8fdf3835144127aaaa679382c7bf98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': '2d01cefc-94b3-411c-a7d6-957d3d0bcc65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:45:00Z', 'updated_at': '2021-07-13T13:45:03Z', 'revision_number': 3, 'project_id': '1a8fdf3835144127aaaa679382c7bf98', 'gw_port': {'id': '2d01cefc-94b3-411c-a7d6-957d3d0bcc65', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:cf:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3e46fb3-d24e-41c6-aff6-7fd0d20c2ce7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2145, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:45:01Z', 'updated_at': '2021-07-13T13:45:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:45:06.904846 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-eab64427-7560-4295-9fce-7b5d37b97c16 req-0c5fa4f6-84e6-4f9c-9070-f80fa01c45e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:06.930333 n-d-800634-1 neutron-server[93750]: INFO neutron.api.v2.resource [None req-4ed4b446-b867-44b5-a5dc-b65572a73cd0 tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] show failed (client error): The resource could not be found. Jul 13 13:45:06.932387 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-4ed4b446-b867-44b5-a5dc-b65572a73cd0 tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] 10.222.0.23 "GET /v2.0/ports/c032e595-234c-467e-99bb-51225bc5ab1b/tags/tempest-TagsExtTest-Tag-1188611049 HTTP/1.1" status: 404 len: 329 time: 0.3933904 Jul 13 13:45:06.980453 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 39736) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:45:06.989207 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.tag.tag_plugin [None req-d6d652ee-46da-4294-8208-05b73471c3f2 tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'c032e595-234c-467e-99bb-51225bc5ab1b', 'tempest-TagsExtTest-Tag-1896221056') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:45:07.022923 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e3da7c-c7ba-42ab-ae0d-1f83183db9e3 None None] Checking router: d3e46fb3-d24e-41c6-aff6-7fd0d20c2ce7 for host: n-d-800634-1 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 13:45:07.023280 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e3da7c-c7ba-42ab-ae0d-1f83183db9e3 None None] Updating router d3e46fb3-d24e-41c6-aff6-7fd0d20c2ce7 port 2d01cefc-94b3-411c-a7d6-957d3d0bcc65 binding host n-d-800634-1 {{(pid=93752) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 13:45:07.159076 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-71e3da7c-c7ba-42ab-ae0d-1f83183db9e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:07.191997 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5fa4f6-84e6-4f9c-9070-f80fa01c45e3 service neutron] Pushing event updated for resources: {'Port': ['ID=531b97b4-0802-46a1-9ddf-6ea5c872d757,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:45:07.286474 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c2b454f3-20c4-4bf8-9138-532eeafe46cc tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:07.301063 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-eab64427-7560-4295-9fce-7b5d37b97c16 req-0c5fa4f6-84e6-4f9c-9070-f80fa01c45e3 service neutron] Attempting to bind port 531b97b4-0802-46a1-9ddf-6ea5c872d757 on host n-h1-800634-1 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:45:07.301472 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-eab64427-7560-4295-9fce-7b5d37b97c16 req-0c5fa4f6-84e6-4f9c-9070-f80fa01c45e3 service neutron] Attempting to bind port 531b97b4-0802-46a1-9ddf-6ea5c872d757 by drivers openvswitch,hyperv on host n-h1-800634-1 at level 0 using segments [{'id': '62a4f2e9-97ca-473c-a2df-e7f9f532c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:45:07.301890 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab64427-7560-4295-9fce-7b5d37b97c16 req-0c5fa4f6-84e6-4f9c-9070-f80fa01c45e3 service neutron] Attempting to bind port 531b97b4-0802-46a1-9ddf-6ea5c872d757 on network e0bfb334-0fd9-4ba5-ba79-1568ecabee30 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:45:07.309756 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab64427-7560-4295-9fce-7b5d37b97c16 req-0c5fa4f6-84e6-4f9c-9070-f80fa01c45e3 service neutron] Port 531b97b4-0802-46a1-9ddf-6ea5c872d757 on network e0bfb334-0fd9-4ba5-ba79-1568ecabee30 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-1 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:45:07.310284 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab64427-7560-4295-9fce-7b5d37b97c16 req-0c5fa4f6-84e6-4f9c-9070-f80fa01c45e3 service neutron] Attempting to bind port 531b97b4-0802-46a1-9ddf-6ea5c872d757 on network e0bfb334-0fd9-4ba5-ba79-1568ecabee30 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:45:07.340835 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab64427-7560-4295-9fce-7b5d37b97c16 req-0c5fa4f6-84e6-4f9c-9070-f80fa01c45e3 service neutron] Checking agent: {'id': 'a7603dc8-3c50-4a9b-8f0d-1143528f155e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:45:07.341190 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab64427-7560-4295-9fce-7b5d37b97c16 req-0c5fa4f6-84e6-4f9c-9070-f80fa01c45e3 service neutron] Checking segment: {'id': '62a4f2e9-97ca-473c-a2df-e7f9f532c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:45:07.341586 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab64427-7560-4295-9fce-7b5d37b97c16 req-0c5fa4f6-84e6-4f9c-9070-f80fa01c45e3 service neutron] Bound using segment: {'id': '62a4f2e9-97ca-473c-a2df-e7f9f532c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:45:07.342077 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-eab64427-7560-4295-9fce-7b5d37b97c16 req-0c5fa4f6-84e6-4f9c-9070-f80fa01c45e3 service neutron] Bound port: 531b97b4-0802-46a1-9ddf-6ea5c872d757, host: n-h1-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62a4f2e9-97ca-473c-a2df-e7f9f532c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:45:07.342445 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-eab64427-7560-4295-9fce-7b5d37b97c16 req-0c5fa4f6-84e6-4f9c-9070-f80fa01c45e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:07.353232 n-d-800634-1 neutron-server[93750]: INFO neutron.api.v2.resource [None req-d6d652ee-46da-4294-8208-05b73471c3f2 tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] show failed (client error): The resource could not be found. Jul 13 13:45:07.357428 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-d6d652ee-46da-4294-8208-05b73471c3f2 tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] 10.222.0.23 "GET /v2.0/ports/c032e595-234c-467e-99bb-51225bc5ab1b/tags/tempest-TagsExtTest-Tag-1896221056 HTTP/1.1" status: 404 len: 329 time: 0.3712380 Jul 13 13:45:07.363707 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 39742) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:45:07.370211 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.tag.tag_plugin [None req-aa366507-282d-4383-8150-6bea97e65555 tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'c032e595-234c-467e-99bb-51225bc5ab1b', 'tempest-TagsExtTest-Tag-482035565') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:45:07.475137 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-c2b454f3-20c4-4bf8-9138-532eeafe46cc tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Deleting port 2d01cefc-94b3-411c-a7d6-957d3d0bcc65 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:45:07.475394 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c2b454f3-20c4-4bf8-9138-532eeafe46cc tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:07.504249 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-71e3da7c-c7ba-42ab-ae0d-1f83183db9e3 None None] Notify callbacks [] for port, precommit_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:07.517100 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-71e3da7c-c7ba-42ab-ae0d-1f83183db9e3 None None] Transition to ACTIVE for port object 2d01cefc-94b3-411c-a7d6-957d3d0bcc65 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:45:07.527896 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-71e3da7c-c7ba-42ab-ae0d-1f83183db9e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:07.605092 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-71e3da7c-c7ba-42ab-ae0d-1f83183db9e3 None None] Attempting to bind port 2d01cefc-94b3-411c-a7d6-957d3d0bcc65 on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:45:07.605774 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-71e3da7c-c7ba-42ab-ae0d-1f83183db9e3 None None] Attempting to bind port 2d01cefc-94b3-411c-a7d6-957d3d0bcc65 by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:45:07.605919 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e3da7c-c7ba-42ab-ae0d-1f83183db9e3 None None] Attempting to bind port 2d01cefc-94b3-411c-a7d6-957d3d0bcc65 on network acf968b8-c524-46a9-a20b-ad9667009130 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:45:07.614861 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb6d558-51fd-4b67-b5ee-a183366a6edc None None] Pushing event updated for resources: {'Port': ['ID=2d01cefc-94b3-411c-a7d6-957d3d0bcc65,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:45:07.617446 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e3da7c-c7ba-42ab-ae0d-1f83183db9e3 None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 44, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:45:07.618560 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e3da7c-c7ba-42ab-ae0d-1f83183db9e3 None None] Checking segment: {'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:45:07.619033 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-71e3da7c-c7ba-42ab-ae0d-1f83183db9e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:07.619431 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e3da7c-c7ba-42ab-ae0d-1f83183db9e3 None None] Bound using segment: {'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:45:07.619925 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-71e3da7c-c7ba-42ab-ae0d-1f83183db9e3 None None] Bound port: 2d01cefc-94b3-411c-a7d6-957d3d0bcc65, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:45:07.620314 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-71e3da7c-c7ba-42ab-ae0d-1f83183db9e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:07.646460 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a75143ca-ff96-4f6e-99d4-6a4b5a0b073e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:07.714436 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-71e3da7c-c7ba-42ab-ae0d-1f83183db9e3 None None] For port 2d01cefc-94b3-411c-a7d6-957d3d0bcc65, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:45:07.718661 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-71e3da7c-c7ba-42ab-ae0d-1f83183db9e3 None None] For port 2d01cefc-94b3-411c-a7d6-957d3d0bcc65, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=2d01cefc-94b3-411c-a7d6-957d3d0bcc65,segment=NetworkSegment(3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87),segment_id=3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:45:07.720195 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5bcc97-5c45-419b-943e-4e88723bff3b req-ffad6836-4fea-4a78-b658-22a7894ca99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:45:07.722040 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3f5bcc97-5c45-419b-943e-4e88723bff3b req-ffad6836-4fea-4a78-b658-22a7894ca99d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=70785091fd214eedaa5d308c76a24f17&device_id=69896136-e4ec-4bdc-9674-77f87ae861ad HTTP/1.1" status: 200 len: 1094 time: 0.9608629 Jul 13 13:45:07.726058 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-71e3da7c-c7ba-42ab-ae0d-1f83183db9e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:07.811921 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3f5bcc97-5c45-419b-943e-4e88723bff3b req-2a56bc00-f1c7-4256-bc84-9ff0e6a0a22f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e15ab706-137a-4c7e-9360-f21a7dffd361 HTTP/1.1" status: 200 len: 217 time: 0.0809772 Jul 13 13:45:07.867318 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb6d558-51fd-4b67-b5ee-a183366a6edc None None] Pushing event updated for resources: {'Port': ['ID=2d01cefc-94b3-411c-a7d6-957d3d0bcc65,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:45:07.869445 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43e93bb-fce1-4682-a3e5-a39cb7f3962d req-69a9ab01-5355-459e-9b35-1bf16bccdfc2 tempest-VolumesActionsTest-1371069749 tempest-VolumesActionsTest-1371069749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:45:07.871012 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c43e93bb-fce1-4682-a3e5-a39cb7f3962d req-69a9ab01-5355-459e-9b35-1bf16bccdfc2 tempest-VolumesActionsTest-1371069749 tempest-VolumesActionsTest-1371069749-project] 10.222.0.23 "GET /v2.0/ports?device_id=69896136-e4ec-4bdc-9674-77f87ae861ad HTTP/1.1" status: 200 len: 943 time: 0.2767153 Jul 13 13:45:07.872457 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e3da7c-c7ba-42ab-ae0d-1f83183db9e3 None None] Routers {'d3e46fb3-d24e-41c6-aff6-7fd0d20c2ce7'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:45:07.873085 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-71e3da7c-c7ba-42ab-ae0d-1f83183db9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:44:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['d3e46fb3-d24e-41c6-aff6-7fd0d20c2ce7'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:45:07.913250 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5bcc97-5c45-419b-943e-4e88723bff3b req-585c7968-ff4c-4480-a5a8-858fd6b35b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:45:07.915282 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3f5bcc97-5c45-419b-943e-4e88723bff3b req-585c7968-ff4c-4480-a5a8-858fd6b35b74 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=452786b7-6cb3-414d-9764-019d27d6b34f HTTP/1.1" status: 200 len: 848 time: 0.0973320 Jul 13 13:45:07.976159 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-eab64427-7560-4295-9fce-7b5d37b97c16 req-0c5fa4f6-84e6-4f9c-9070-f80fa01c45e3 service neutron] For port 531b97b4-0802-46a1-9ddf-6ea5c872d757, host n-h1-800634-1, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:45:07.978814 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-71e3da7c-c7ba-42ab-ae0d-1f83183db9e3 None None] Set router d3e46fb3-d24e-41c6-aff6-7fd0d20c2ce7 gateway port host: None {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:45:07.979187 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3f5bcc97-5c45-419b-943e-4e88723bff3b req-4ce4ea8e-7f8a-448f-8443-85ec99a839b7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7befa50c-188d-475c-8855-dfa183fc6dff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548785 Jul 13 13:45:07.981596 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a75143ca-ff96-4f6e-99d4-6a4b5a0b073e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:07.985387 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c43e93bb-fce1-4682-a3e5-a39cb7f3962d req-4abbdb67-28ff-40bd-8450-df65997ede8e tempest-VolumesActionsTest-1371069749 tempest-VolumesActionsTest-1371069749-project] 10.222.0.23 "GET /v2.0/security-groups?id=357b727c-5b2f-4d5d-9ac9-ca79c44342d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004303 Jul 13 13:45:08.010687 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a75143ca-ff96-4f6e-99d4-6a4b5a0b073e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:08.037328 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-71e3da7c-c7ba-42ab-ae0d-1f83183db9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3e46fb3-d24e-41c6-aff6-7fd0d20c2ce7', 'name': 'tempest-snat-router-771190665', 'tenant_id': '1a8fdf3835144127aaaa679382c7bf98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:45:00Z', 'updated_at': '2021-07-13T13:45:07Z', 'revision_number': 4, 'project_id': '1a8fdf3835144127aaaa679382c7bf98', 'gw_port_host': None}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:45:08.041695 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device ba15db8f-f750-4ef8-8e43-23b3ac54b1b7 details requested by agent hyperv_n-h1-800634-1 with host n-h1-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 13:45:08.052957 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c2b454f3-20c4-4bf8-9138-532eeafe46cc tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:08.065968 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-c2b454f3-20c4-4bf8-9138-532eeafe46cc tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Calling delete_port for 2d01cefc-94b3-411c-a7d6-957d3d0bcc65 owned by network:router_gateway {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:45:08.074591 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e3da7c-c7ba-42ab-ae0d-1f83183db9e3 None None] The sync data for ids ['d3e46fb3-d24e-41c6-aff6-7fd0d20c2ce7'] in n-d-800634-1 is: [{'id': 'd3e46fb3-d24e-41c6-aff6-7fd0d20c2ce7', 'name': 'tempest-snat-router-771190665', 'tenant_id': '1a8fdf3835144127aaaa679382c7bf98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:45:00Z', 'updated_at': '2021-07-13T13:45:07Z', 'revision_number': 4, 'project_id': '1a8fdf3835144127aaaa679382c7bf98', 'gw_port_host': None}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:45:08.103242 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-eab64427-7560-4295-9fce-7b5d37b97c16 req-0c5fa4f6-84e6-4f9c-9070-f80fa01c45e3 service neutron] For port 531b97b4-0802-46a1-9ddf-6ea5c872d757, host n-h1-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=531b97b4-0802-46a1-9ddf-6ea5c872d757,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:45:08.210874 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-a75143ca-ff96-4f6e-99d4-6a4b5a0b073e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=28ca2c6b96844b45957ec7e91e23c23f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3937917 Jul 13 13:45:08.214413 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75143ca-ff96-4f6e-99d4-6a4b5a0b073e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48e754a0-debe-41a7-915f-63c54e67b14d,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:45:08.225034 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port ba15db8f-f750-4ef8-8e43-23b3ac54b1b7, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=ba15db8f-f750-4ef8-8e43-23b3ac54b1b7,segment=NetworkSegment(370d7ede-eeb6-46ae-b4ce-87c4cdf3222b),segment_id=370d7ede-eeb6-46ae-b4ce-87c4cdf3222b)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:45:08.228225 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 39754) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:45:08.249270 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Returning: {'device': 'ba15db8f-f750-4ef8-8e43-23b3ac54b1b7', 'network_id': '4044b022-747e-4834-bc76-73d0f411c2c3', 'port_id': 'ba15db8f-f750-4ef8-8e43-23b3ac54b1b7', 'mac_address': 'fa:16:3e:b9:24:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22de4df8-967a-4ca5-99c3-67fec7ee33c8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 13:45:08.251977 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3f5bcc97-5c45-419b-943e-4e88723bff3b req-68d06b7f-d5c7-4336-9c95-bfa2f8690eab service neutron] 10.222.0.41 "GET /v2.0/networks/7befa50c-188d-475c-8855-dfa183fc6dff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2655401 Jul 13 13:45:08.278718 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-eab64427-7560-4295-9fce-7b5d37b97c16 req-0c5fa4f6-84e6-4f9c-9070-f80fa01c45e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:08.297711 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:08.302874 n-d-800634-1 neutron-server[93750]: INFO neutron.api.v2.resource [None req-aa366507-282d-4383-8150-6bea97e65555 tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] show failed (client error): The resource could not be found. Jul 13 13:45:08.307478 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-aa366507-282d-4383-8150-6bea97e65555 tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] 10.222.0.23 "GET /v2.0/ports/c032e595-234c-467e-99bb-51225bc5ab1b/tags/tempest-TagsExtTest-Tag-482035565 HTTP/1.1" status: 404 len: 328 time: 0.9390011 Jul 13 13:45:08.308696 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 39756) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:45:08.326898 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ba15db8f-f750-4ef8-8e43-23b3ac54b1b7 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:45:08.357207 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab64427-7560-4295-9fce-7b5d37b97c16 req-0c5fa4f6-84e6-4f9c-9070-f80fa01c45e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:45:08.357869 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-eab64427-7560-4295-9fce-7b5d37b97c16 req-0c5fa4f6-84e6-4f9c-9070-f80fa01c45e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:08.359315 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-eab64427-7560-4295-9fce-7b5d37b97c16 req-0c5fa4f6-84e6-4f9c-9070-f80fa01c45e3 service neutron] 10.222.0.26 "PUT /v2.0/ports/531b97b4-0802-46a1-9ddf-6ea5c872d757 HTTP/1.1" status: 200 len: 1096 time: 2.4762676 Jul 13 13:45:08.362834 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.tag.tag_plugin [None req-7053ec1d-96b5-4f88-a5d9-81d9b0d58cd2 tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '4701db55-4739-48ad-a501-ba9cf43bf1da', {'tags': ['tempest-TagsExtTest-Tag-1210271922', 'tempest-TagsExtTest-Tag-1474607682', 'tempest-TagsExtTest-Tag-1014541629']}) {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:45:08.365330 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76492aa1-40d7-49b9-8dce-75dfa385d0bc', 'tag': '531b97b4-0802-46a1-9ddf-6ea5c872d757'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:45:08.370590 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port ba15db8f-f750-4ef8-8e43-23b3ac54b1b7, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=ba15db8f-f750-4ef8-8e43-23b3ac54b1b7,segment=NetworkSegment(370d7ede-eeb6-46ae-b4ce-87c4cdf3222b),segment_id=370d7ede-eeb6-46ae-b4ce-87c4cdf3222b)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:45:08.374707 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdb143e3-704b-4e03-a606-d32aef1289b1" -d '{"events": [{"name": "network-changed", "server_uuid": "76492aa1-40d7-49b9-8dce-75dfa385d0bc", "tag": "531b97b4-0802-46a1-9ddf-6ea5c872d757"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:45:08.383277 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:08.473034 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8e238eb0-1049-40aa-989c-9012164ada06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:08.518791 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=ba15db8f-f750-4ef8-8e43-23b3ac54b1b7,revision_number=6']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:45:08.541337 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['ba15db8f-f750-4ef8-8e43-23b3ac54b1b7'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:45:08.555318 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3f5bcc97-5c45-419b-943e-4e88723bff3b req-3c92e14c-4cd7-464c-9098-4df9787d08bf service neutron] 10.222.0.41 "GET /v2.0/networks/7befa50c-188d-475c-8855-dfa183fc6dff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2881703 Jul 13 13:45:08.564478 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8e238eb0-1049-40aa-989c-9012164ada06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:08.703332 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b126ea-d475-444c-ae1f-305b88766b15 req-4f008da4-77ab-4d14-9c26-330959206fa1 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:45:08.721770 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-42b126ea-d475-444c-ae1f-305b88766b15 req-4f008da4-77ab-4d14-9c26-330959206fa1 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/ports?device_id=76492aa1-40d7-49b9-8dce-75dfa385d0bc HTTP/1.1" status: 200 len: 948 time: 1.2366638 Jul 13 13:45:08.841106 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 13:45:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d18068a-9718-40d1-b4bb-c2d3e8a58966 x-openstack-request-id: req-1d18068a-9718-40d1-b4bb-c2d3e8a58966 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:45:08.841422 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76492aa1-40d7-49b9-8dce-75dfa385d0bc", "tag": "531b97b4-0802-46a1-9ddf-6ea5c872d757", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:45:08.845051 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1d18068a-9718-40d1-b4bb-c2d3e8a58966 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:45:08.845529 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76492aa1-40d7-49b9-8dce-75dfa385d0bc', 'tag': '531b97b4-0802-46a1-9ddf-6ea5c872d757', 'status': 'completed', 'code': 200} Jul 13 13:45:08.847553 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8e238eb0-1049-40aa-989c-9012164ada06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:08.850348 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8e238eb0-1049-40aa-989c-9012164ada06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:08.854063 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-8e238eb0-1049-40aa-989c-9012164ada06 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/48e754a0-debe-41a7-915f-63c54e67b14d HTTP/1.1" status: 204 len: 168 time: 0.6134942 Jul 13 13:45:08.862918 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e238eb0-1049-40aa-989c-9012164ada06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48e754a0-debe-41a7-915f-63c54e67b14d,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:45:08.867043 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da2502e-c75a-42a6-ba3a-a5fce1068cc2 req-78cc27be-dc9b-4c6d-98ed-3a370f17e299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:45:08.868646 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1da2502e-c75a-42a6-ba3a-a5fce1068cc2 req-78cc27be-dc9b-4c6d-98ed-3a370f17e299 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=70785091fd214eedaa5d308c76a24f17&device_id=69896136-e4ec-4bdc-9674-77f87ae861ad HTTP/1.1" status: 200 len: 1094 time: 0.2177970 Jul 13 13:45:08.910167 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5fa4f6-84e6-4f9c-9070-f80fa01c45e3 service neutron] Pushing event updated for resources: {'Port': ['ID=531b97b4-0802-46a1-9ddf-6ea5c872d757,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:45:08.968538 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab64427-7560-4295-9fce-7b5d37b97c16 req-9850e2b8-94dc-4624-9d7e-c8f76f244788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:45:08.970066 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-eab64427-7560-4295-9fce-7b5d37b97c16 req-9850e2b8-94dc-4624-9d7e-c8f76f244788 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c6349d73ae13458a9d892a7db2dc0433&device_id=76492aa1-40d7-49b9-8dce-75dfa385d0bc HTTP/1.1" status: 200 len: 1099 time: 0.4946306 Jul 13 13:45:08.974056 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-42b126ea-d475-444c-ae1f-305b88766b15 req-8384027a-578a-47e4-b9c1-8bd66caa5ddb tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/security-groups?id=945af9a8-1349-436a-a066-b9a0fd8d3dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2473962 Jul 13 13:45:08.975541 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-7053ec1d-96b5-4f88-a5d9-81d9b0d58cd2 tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] 10.222.0.23 "PUT /v2.0/routers/4701db55-4739-48ad-a501-ba9cf43bf1da/tags HTTP/1.1" status: 200 len: 318 time: 0.6616657 Jul 13 13:45:08.977173 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c2b454f3-20c4-4bf8-9138-532eeafe46cc tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:08.980592 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 39768) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:45:08.999846 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da2502e-c75a-42a6-ba3a-a5fce1068cc2 req-44d8d31d-660b-401c-ae66-39c4a947cd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:45:09.001693 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1da2502e-c75a-42a6-ba3a-a5fce1068cc2 req-44d8d31d-660b-401c-ae66-39c4a947cd86 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7befa50c-188d-475c-8855-dfa183fc6dff HTTP/1.1" status: 200 len: 908 time: 0.1249077 Jul 13 13:45:09.052658 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.tag.tag_plugin [None req-22dd1ef5-c26e-42fb-8bfc-8df72fd74b9e tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '4701db55-4739-48ad-a501-ba9cf43bf1da') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:45:09.055168 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-eab64427-7560-4295-9fce-7b5d37b97c16 req-6c9ac803-2895-4334-ae10-7551b5676f98 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=531b97b4-0802-46a1-9ddf-6ea5c872d757 HTTP/1.1" status: 200 len: 217 time: 0.0753412 Jul 13 13:45:09.059467 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b454f3-20c4-4bf8-9138-532eeafe46cc tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Pushing event deleted for resources: {'Port': ['ID=2d01cefc-94b3-411c-a7d6-957d3d0bcc65,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:45:09.061693 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1da2502e-c75a-42a6-ba3a-a5fce1068cc2 req-714a4e03-fa42-4810-b65a-f0a5b90da8da service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e15ab706-137a-4c7e-9360-f21a7dffd361 HTTP/1.1" status: 200 len: 217 time: 0.0522320 Jul 13 13:45:09.134974 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da2502e-c75a-42a6-ba3a-a5fce1068cc2 req-d2cd19ca-bed8-483c-aef0-ce75db722479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:45:09.136627 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1da2502e-c75a-42a6-ba3a-a5fce1068cc2 req-d2cd19ca-bed8-483c-aef0-ce75db722479 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=452786b7-6cb3-414d-9764-019d27d6b34f HTTP/1.1" status: 200 len: 848 time: 0.0680678 Jul 13 13:45:09.219029 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1da2502e-c75a-42a6-ba3a-a5fce1068cc2 req-5af2e515-c7a7-4b22-a21e-fe49e46f85b2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7befa50c-188d-475c-8855-dfa183fc6dff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0750909 Jul 13 13:45:09.330759 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab64427-7560-4295-9fce-7b5d37b97c16 req-48b9ab4b-ed4b-456d-bd4c-5dbe06a53026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:45:09.332253 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-eab64427-7560-4295-9fce-7b5d37b97c16 req-48b9ab4b-ed4b-456d-bd4c-5dbe06a53026 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=60b55863-ceb6-45af-a8a4-4b22d72866af HTTP/1.1" status: 200 len: 843 time: 0.1993160 Jul 13 13:45:09.369069 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-22dd1ef5-c26e-42fb-8bfc-8df72fd74b9e tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] 10.222.0.23 "DELETE /v2.0/routers/4701db55-4739-48ad-a501-ba9cf43bf1da/tags HTTP/1.1" status: 204 len: 168 time: 0.3562684 Jul 13 13:45:09.403193 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 39794) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:45:09.414102 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 39796) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:45:09.421821 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c2b454f3-20c4-4bf8-9138-532eeafe46cc tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-446473'] for router_gateway, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:09.426483 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.tag.tag_plugin [None req-9d47da1e-4522-4337-be52-769123f60158 tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '4701db55-4739-48ad-a501-ba9cf43bf1da', 'tempest-TagsExtTest-Tag-1210271922') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:45:09.529375 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5750591b-1e36-4bce-8739-c205a595a61e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:09.591575 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c2b454f3-20c4-4bf8-9138-532eeafe46cc tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1591938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2696'] for router, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:09.596242 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c2b454f3-20c4-4bf8-9138-532eeafe46cc tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:09.654000 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a369044e-2467-4b79-b681-00a39aab3672 req-5a13bc76-aa65-40cb-ae91-985c9d7c4a3d tempest-VolumesActionsTest-1371069749 tempest-VolumesActionsTest-1371069749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:45:09.658186 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab64427-7560-4295-9fce-7b5d37b97c16 req-f9a42248-07d5-4c42-b31f-fb2fdf24be00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:45:09.660058 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-eab64427-7560-4295-9fce-7b5d37b97c16 req-f9a42248-07d5-4c42-b31f-fb2fdf24be00 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e0bfb334-0fd9-4ba5-ba79-1568ecabee30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3077960 Jul 13 13:45:09.662322 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a369044e-2467-4b79-b681-00a39aab3672 req-5a13bc76-aa65-40cb-ae91-985c9d7c4a3d tempest-VolumesActionsTest-1371069749 tempest-VolumesActionsTest-1371069749-project] 10.222.0.23 "GET /v2.0/ports?device_id=69896136-e4ec-4bdc-9674-77f87ae861ad HTTP/1.1" status: 200 len: 943 time: 0.4514246 Jul 13 13:45:09.668635 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c2b454f3-20c4-4bf8-9138-532eeafe46cc tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593106'] for router, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:09.669167 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2b454f3-20c4-4bf8-9138-532eeafe46cc tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d3e46fb3-d24e-41c6-aff6-7fd0d20c2ce7 {{(pid=93750) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 13:45:09.708189 n-d-800634-1 neutron-server[93751]: INFO neutron.api.v2.resource [None req-9d47da1e-4522-4337-be52-769123f60158 tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] show failed (client error): The resource could not be found. Jul 13 13:45:09.712445 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-9d47da1e-4522-4337-be52-769123f60158 tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] 10.222.0.23 "GET /v2.0/routers/4701db55-4739-48ad-a501-ba9cf43bf1da/tags/tempest-TagsExtTest-Tag-1210271922 HTTP/1.1" status: 404 len: 329 time: 0.2980921 Jul 13 13:45:09.712445 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1da2502e-c75a-42a6-ba3a-a5fce1068cc2 req-5e895c4c-9bf9-424c-ae50-091c19dc9dc6 service neutron] 10.222.0.41 "GET /v2.0/networks/7befa50c-188d-475c-8855-dfa183fc6dff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4660785 Jul 13 13:45:09.726548 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 39804) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:45:09.732301 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.tag.tag_plugin [None req-d49b8b3a-17a5-4cdb-b5e3-b64ced017782 tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '4701db55-4739-48ad-a501-ba9cf43bf1da', 'tempest-TagsExtTest-Tag-1474607682') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:45:09.772305 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c2b454f3-20c4-4bf8-9138-532eeafe46cc tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:09.777037 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-c2b454f3-20c4-4bf8-9138-532eeafe46cc tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] 10.222.0.23 "DELETE /v2.0/routers/d3e46fb3-d24e-41c6-aff6-7fd0d20c2ce7 HTTP/1.1" status: 204 len: 168 time: 3.1290095 Jul 13 13:45:09.781292 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 39806) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:45:09.839314 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1da2502e-c75a-42a6-ba3a-a5fce1068cc2 req-34154842-96a9-497f-84ea-21e4f30568c0 service neutron] 10.222.0.41 "GET /v2.0/networks/7befa50c-188d-475c-8855-dfa183fc6dff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003582 Jul 13 13:45:09.911015 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a62d908b-3768-49c3-8fa6-0fd0da03ea76 tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Notify callbacks [] for router, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:09.957966 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a369044e-2467-4b79-b681-00a39aab3672 req-57f690ab-d7bc-4f46-88a3-3a49bb62a50a tempest-VolumesActionsTest-1371069749 tempest-VolumesActionsTest-1371069749-project] 10.222.0.23 "GET /v2.0/security-groups?id=357b727c-5b2f-4d5d-9ac9-ca79c44342d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421222 Jul 13 13:45:10.005690 n-d-800634-1 neutron-server[93751]: INFO neutron.api.v2.resource [None req-d49b8b3a-17a5-4cdb-b5e3-b64ced017782 tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] show failed (client error): The resource could not be found. Jul 13 13:45:10.009580 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-d49b8b3a-17a5-4cdb-b5e3-b64ced017782 tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] 10.222.0.23 "GET /v2.0/routers/4701db55-4739-48ad-a501-ba9cf43bf1da/tags/tempest-TagsExtTest-Tag-1474607682 HTTP/1.1" status: 404 len: 329 time: 0.2792542 Jul 13 13:45:10.010508 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 39822) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:45:10.015193 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.tag.tag_plugin [None req-a1d94662-260e-4437-8fee-2998afe10f22 tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '4701db55-4739-48ad-a501-ba9cf43bf1da', 'tempest-TagsExtTest-Tag-1014541629') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:45:10.018280 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5750591b-1e36-4bce-8739-c205a595a61e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:10.041573 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device ba15db8f-f750-4ef8-8e43-23b3ac54b1b7 up at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:45:10.060683 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-eab64427-7560-4295-9fce-7b5d37b97c16 req-e5cd6411-5739-42d4-beea-d5802c0025e8 service neutron] 10.222.0.26 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3931987 Jul 13 13:45:10.085506 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5750591b-1e36-4bce-8739-c205a595a61e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:10.144161 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning complete for port ba15db8f-f750-4ef8-8e43-23b3ac54b1b7 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:45:10.144742 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:10.200845 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-5750591b-1e36-4bce-8739-c205a595a61e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=84f316f581514e488939242c3d13f3db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7662005 Jul 13 13:45:10.201042 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 39828) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:45:10.202160 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5750591b-1e36-4bce-8739-c205a595a61e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8e7fd09-56dd-4226-843e-05e0a062350e,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:45:10.206835 n-d-800634-1 neutron-server[93751]: INFO neutron.api.v2.resource [None req-a1d94662-260e-4437-8fee-2998afe10f22 tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] show failed (client error): The resource could not be found. Jul 13 13:45:10.207854 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-a1d94662-260e-4437-8fee-2998afe10f22 tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] 10.222.0.23 "GET /v2.0/routers/4701db55-4739-48ad-a501-ba9cf43bf1da/tags/tempest-TagsExtTest-Tag-1014541629 HTTP/1.1" status: 404 len: 329 time: 0.1964302 Jul 13 13:45:10.210704 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 39830) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:45:10.215599 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.tag.tag_plugin [None req-53b46395-8dff-4f5b-b15c-a86409aa18c1 tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'd5615b15-24cb-4765-b920-42daa2d1bcd1', {'tags': ['tempest-TagsExtTest-Tag-622987254', 'tempest-TagsExtTest-Tag-1901514367', 'tempest-TagsExtTest-Tag-1992206355']}) {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:45:10.301374 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:10.310811 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-53b46395-8dff-4f5b-b15c-a86409aa18c1 tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] 10.222.0.23 "PUT /v2.0/subnetpools/d5615b15-24cb-4765-b920-42daa2d1bcd1/tags HTTP/1.1" status: 200 len: 317 time: 0.0989745 Jul 13 13:45:10.311878 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 39834) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:45:10.317197 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.tag.tag_plugin [None req-f20bd65f-e61e-4035-beed-5917b1140366 tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'd5615b15-24cb-4765-b920-42daa2d1bcd1') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:45:10.328155 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a62d908b-3768-49c3-8fa6-0fd0da03ea76 tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:10.337389 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-eab64427-7560-4295-9fce-7b5d37b97c16 req-5c0c014a-6e3b-4f44-8fe4-992c39388f6c service neutron] 10.222.0.26 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2647331 Jul 13 13:45:10.373165 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38e5f1a-96d8-4be8-8922-e4e658678d0b req-d59e1f35-885a-4132-b0b7-8b9dd323aced tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:45:10.381357 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d38e5f1a-96d8-4be8-8922-e4e658678d0b req-d59e1f35-885a-4132-b0b7-8b9dd323aced tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/ports?device_id=76492aa1-40d7-49b9-8dce-75dfa385d0bc HTTP/1.1" status: 200 len: 948 time: 0.2379849 Jul 13 13:45:10.391557 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-77305ec0-f53f-4b42-8914-f43f6d7b3bbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:10.405485 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port ba15db8f-f750-4ef8-8e43-23b3ac54b1b7, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=ba15db8f-f750-4ef8-8e43-23b3ac54b1b7,segment=NetworkSegment(370d7ede-eeb6-46ae-b4ce-87c4cdf3222b),segment_id=370d7ede-eeb6-46ae-b4ce-87c4cdf3222b)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:45:10.409563 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f309255-5b4d-4296-81c6-c49d93f44d38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba15db8f-f750-4ef8-8e43-23b3ac54b1b7'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:45:10.412733 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 39838) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:45:10.413221 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81dff450-0aa0-4d13-a5a3-4ef493274d02" -d '{"events": [{"server_uuid": "5f309255-5b4d-4296-81c6-c49d93f44d38", "name": "network-vif-plugged", "status": "completed", "tag": "ba15db8f-f750-4ef8-8e43-23b3ac54b1b7"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:45:10.414799 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-f20bd65f-e61e-4035-beed-5917b1140366 tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] 10.222.0.23 "DELETE /v2.0/subnetpools/d5615b15-24cb-4765-b920-42daa2d1bcd1/tags HTTP/1.1" status: 204 len: 168 time: 0.1002018 Jul 13 13:45:10.425230 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:10.491178 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.tag.tag_plugin [None req-d2f5e83f-b544-4f0a-a22a-c074a0a95a62 tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd5615b15-24cb-4765-b920-42daa2d1bcd1', 'tempest-TagsExtTest-Tag-622987254') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:45:10.532851 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd464a03-58d3-423a-a2f5-4201ef72b331 x-openstack-request-id: req-dd464a03-58d3-423a-a2f5-4201ef72b331 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:45:10.533153 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f309255-5b4d-4296-81c6-c49d93f44d38", "name": "network-vif-plugged", "status": "completed", "tag": "ba15db8f-f750-4ef8-8e43-23b3ac54b1b7", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:45:10.533431 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-dd464a03-58d3-423a-a2f5-4201ef72b331 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:45:10.533840 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f309255-5b4d-4296-81c6-c49d93f44d38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba15db8f-f750-4ef8-8e43-23b3ac54b1b7', 'code': 200} Jul 13 13:45:10.534645 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=ba15db8f-f750-4ef8-8e43-23b3ac54b1b7,revision_number=7']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:45:10.551454 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-77305ec0-f53f-4b42-8914-f43f6d7b3bbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:10.583658 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d38e5f1a-96d8-4be8-8922-e4e658678d0b req-b4a6d707-8e14-4d99-988e-822dd530b6c5 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/security-groups?id=945af9a8-1349-436a-a066-b9a0fd8d3dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011964 Jul 13 13:45:10.592893 n-d-800634-1 neutron-server[93750]: INFO neutron.api.v2.resource [None req-d2f5e83f-b544-4f0a-a22a-c074a0a95a62 tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] show failed (client error): The resource could not be found. Jul 13 13:45:10.594630 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-d2f5e83f-b544-4f0a-a22a-c074a0a95a62 tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] 10.222.0.23 "GET /v2.0/subnetpools/d5615b15-24cb-4765-b920-42daa2d1bcd1/tags/tempest-TagsExtTest-Tag-622987254 HTTP/1.1" status: 404 len: 328 time: 0.1584458 Jul 13 13:45:10.603083 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 39844) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:45:10.616221 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.tag.tag_plugin [None req-0b826d06-b0c1-4724-8f92-0168ead78f8a tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd5615b15-24cb-4765-b920-42daa2d1bcd1', 'tempest-TagsExtTest-Tag-1901514367') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:45:10.636226 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-a62d908b-3768-49c3-8fa6-0fd0da03ea76 tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Deleting port 42507316-22df-4ab5-b1bb-439aa3df406d {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:45:10.636953 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a62d908b-3768-49c3-8fa6-0fd0da03ea76 tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:10.671562 n-d-800634-1 neutron-server[93751]: INFO neutron.api.v2.resource [None req-0b826d06-b0c1-4724-8f92-0168ead78f8a tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] show failed (client error): The resource could not be found. Jul 13 13:45:10.676563 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-0b826d06-b0c1-4724-8f92-0168ead78f8a tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] 10.222.0.23 "GET /v2.0/subnetpools/d5615b15-24cb-4765-b920-42daa2d1bcd1/tags/tempest-TagsExtTest-Tag-1901514367 HTTP/1.1" status: 404 len: 329 time: 0.0720491 Jul 13 13:45:10.677475 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 39846) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:45:10.683669 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.tag.tag_plugin [None req-da406f92-0a52-47cf-9c10-4de78be316ea tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd5615b15-24cb-4765-b920-42daa2d1bcd1', 'tempest-TagsExtTest-Tag-1992206355') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:45:10.687022 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb143e3-704b-4e03-a606-d32aef1289b1 req-e6b559f5-31a3-41b2-b80a-2c72c7291011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:45:10.688601 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-fdb143e3-704b-4e03-a606-d32aef1289b1 req-e6b559f5-31a3-41b2-b80a-2c72c7291011 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c6349d73ae13458a9d892a7db2dc0433&device_id=76492aa1-40d7-49b9-8dce-75dfa385d0bc HTTP/1.1" status: 200 len: 1099 time: 0.2541313 Jul 13 13:45:10.725825 n-d-800634-1 neutron-server[93751]: INFO neutron.api.v2.resource [None req-da406f92-0a52-47cf-9c10-4de78be316ea tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] show failed (client error): The resource could not be found. Jul 13 13:45:10.730088 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-da406f92-0a52-47cf-9c10-4de78be316ea tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] 10.222.0.23 "GET /v2.0/subnetpools/d5615b15-24cb-4765-b920-42daa2d1bcd1/tags/tempest-TagsExtTest-Tag-1992206355 HTTP/1.1" status: 404 len: 329 time: 0.0511956 Jul 13 13:45:10.730793 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 39848) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:45:10.736228 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.tag.tag_plugin [None req-e1679199-3662-4df1-872b-9edff5554976 tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'd5615b15-24cb-4765-b920-42daa2d1bcd1') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:45:10.782333 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-77305ec0-f53f-4b42-8914-f43f6d7b3bbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:10.785137 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-77305ec0-f53f-4b42-8914-f43f6d7b3bbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:10.791472 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-77305ec0-f53f-4b42-8914-f43f6d7b3bbb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a8e7fd09-56dd-4226-843e-05e0a062350e HTTP/1.1" status: 204 len: 168 time: 0.5890539 Jul 13 13:45:10.798898 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-e1679199-3662-4df1-872b-9edff5554976 tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] 10.222.0.23 "DELETE /v2.0/subnetpools/d5615b15-24cb-4765-b920-42daa2d1bcd1/tags HTTP/1.1" status: 204 len: 168 time: 0.0641129 Jul 13 13:45:10.799433 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 39852) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:45:10.807266 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.tag.tag_plugin [None req-57d966ff-d364-42ff-9716-72609469c2bc tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '4701db55-4739-48ad-a501-ba9cf43bf1da') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:45:10.876917 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77305ec0-f53f-4b42-8914-f43f6d7b3bbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8e7fd09-56dd-4226-843e-05e0a062350e,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:45:10.906605 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-a62d908b-3768-49c3-8fa6-0fd0da03ea76 tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] For port 42507316-22df-4ab5-b1bb-439aa3df406d, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=42507316-22df-4ab5-b1bb-439aa3df406d,segment=NetworkSegment(3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87),segment_id=3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:45:10.907000 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a62d908b-3768-49c3-8fa6-0fd0da03ea76 tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:10.949600 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-a62d908b-3768-49c3-8fa6-0fd0da03ea76 tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Calling delete_port for 42507316-22df-4ab5-b1bb-439aa3df406d owned by network:router_gateway {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:45:10.956960 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb143e3-704b-4e03-a606-d32aef1289b1 req-24856309-6eca-4db2-922a-e324b4677ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:45:10.960674 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-fdb143e3-704b-4e03-a606-d32aef1289b1 req-24856309-6eca-4db2-922a-e324b4677ad7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e0bfb334-0fd9-4ba5-ba79-1568ecabee30 HTTP/1.1" status: 200 len: 869 time: 0.2618680 Jul 13 13:45:10.983524 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device e15ab706-137a-4c7e-9360-f21a7dffd361 details requested by agent hyperv_n-h2-800634-1 with host n-h2-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 13:45:11.032750 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-57d966ff-d364-42ff-9716-72609469c2bc tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] 10.222.0.23 "DELETE /v2.0/routers/4701db55-4739-48ad-a501-ba9cf43bf1da/tags HTTP/1.1" status: 204 len: 168 time: 0.2320347 Jul 13 13:45:11.036117 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 39860) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:45:11.050570 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.tag.tag_plugin [None req-8eadb389-aa5f-4e9e-9f78-a88b15d21dc5 tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'c032e595-234c-467e-99bb-51225bc5ab1b') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:45:11.174542 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-8eadb389-aa5f-4e9e-9f78-a88b15d21dc5 tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] 10.222.0.23 "DELETE /v2.0/ports/c032e595-234c-467e-99bb-51225bc5ab1b/tags HTTP/1.1" status: 204 len: 168 time: 0.1370676 Jul 13 13:45:11.176805 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 39864) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:45:11.193591 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.tag.tag_plugin [None req-3dcc4f7c-fccd-4f38-a716-3a8ea10b7d22 tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'f3f82711-0cec-4e9a-9a51-1de94a4a3431') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:45:11.215760 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port e15ab706-137a-4c7e-9360-f21a7dffd361, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=e15ab706-137a-4c7e-9360-f21a7dffd361,segment=NetworkSegment(57f5670b-e3d0-440b-92d8-6e42ed26c8ff),segment_id=57f5670b-e3d0-440b-92d8-6e42ed26c8ff)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:45:11.252252 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Returning: {'device': 'e15ab706-137a-4c7e-9360-f21a7dffd361', 'network_id': '7befa50c-188d-475c-8855-dfa183fc6dff', 'port_id': 'e15ab706-137a-4c7e-9360-f21a7dffd361', 'mac_address': 'fa:16:3e:b2:bf:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '452786b7-6cb3-414d-9764-019d27d6b34f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 13:45:11.366326 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-3dcc4f7c-fccd-4f38-a716-3a8ea10b7d22 tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] 10.222.0.23 "DELETE /v2.0/subnets/f3f82711-0cec-4e9a-9a51-1de94a4a3431/tags HTTP/1.1" status: 204 len: 168 time: 0.1883235 Jul 13 13:45:11.367027 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 39868) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:45:11.371367 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:11.419785 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e15ab706-137a-4c7e-9360-f21a7dffd361 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:45:11.476163 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port e15ab706-137a-4c7e-9360-f21a7dffd361, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=e15ab706-137a-4c7e-9360-f21a7dffd361,segment=NetworkSegment(57f5670b-e3d0-440b-92d8-6e42ed26c8ff),segment_id=57f5670b-e3d0-440b-92d8-6e42ed26c8ff)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:45:11.501985 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:11.537453 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-fdb143e3-704b-4e03-a606-d32aef1289b1 req-6e3aa667-9bf5-4ae3-9452-6c332272bf5f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=531b97b4-0802-46a1-9ddf-6ea5c872d757 HTTP/1.1" status: 200 len: 217 time: 0.5676901 Jul 13 13:45:11.618715 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-294690fb-7194-423d-a235-72692bb2d560 tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] Notify callbacks [] for subnetpool, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:11.620213 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-294690fb-7194-423d-a235-72692bb2d560 tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] 10.222.0.23 "DELETE /v2.0/subnetpools/d5615b15-24cb-4765-b920-42daa2d1bcd1 HTTP/1.1" status: 204 len: 168 time: 0.2522016 Jul 13 13:45:11.627808 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 39884) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:45:11.661894 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=e15ab706-137a-4c7e-9360-f21a7dffd361,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:45:11.690739 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-e4c92504-333f-4b2d-bf46-1dedcf6adabb tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] 10.222.0.23 "GET /v2.0/ports?device_id=4701db55-4739-48ad-a501-ba9cf43bf1da HTTP/1.1" status: 200 len: 205 time: 0.0614283 Jul 13 13:45:11.692750 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 39888) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:45:11.715691 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['e15ab706-137a-4c7e-9360-f21a7dffd361'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:45:11.789433 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb143e3-704b-4e03-a606-d32aef1289b1 req-e728bcc3-be29-449b-b6d1-2d7300b7bd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:45:11.791727 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-fdb143e3-704b-4e03-a606-d32aef1289b1 req-e728bcc3-be29-449b-b6d1-2d7300b7bd38 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=60b55863-ceb6-45af-a8a4-4b22d72866af HTTP/1.1" status: 200 len: 843 time: 0.2340190 Jul 13 13:45:11.836043 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6d17df-0fe0-4e12-a108-d7c3c7f88361 req-ee3ee808-3f2d-49ce-8f37-a507175b611c tempest-VolumesActionsTest-1371069749 tempest-VolumesActionsTest-1371069749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:45:11.847257 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bc6d17df-0fe0-4e12-a108-d7c3c7f88361 req-ee3ee808-3f2d-49ce-8f37-a507175b611c tempest-VolumesActionsTest-1371069749 tempest-VolumesActionsTest-1371069749-project] 10.222.0.23 "GET /v2.0/ports?device_id=69896136-e4ec-4bdc-9674-77f87ae861ad HTTP/1.1" status: 200 len: 944 time: 0.3611369 Jul 13 13:45:11.898796 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1e6c53ec-01db-429e-9708-7b6d0e63d6be tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] Notify callbacks [] for router, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:12.010794 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a62d908b-3768-49c3-8fa6-0fd0da03ea76 tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:12.042153 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 531b97b4-0802-46a1-9ddf-6ea5c872d757 details requested by agent hyperv_n-h1-800634-1 with host n-h1-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 13:45:12.085484 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bc6d17df-0fe0-4e12-a108-d7c3c7f88361 req-8ce66dec-6daa-4047-9c29-19e507fceffe tempest-VolumesActionsTest-1371069749 tempest-VolumesActionsTest-1371069749-project] 10.222.0.23 "GET /v2.0/security-groups?id=357b727c-5b2f-4d5d-9ac9-ca79c44342d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371938 Jul 13 13:45:12.093050 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62d908b-3768-49c3-8fa6-0fd0da03ea76 tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Pushing event deleted for resources: {'Port': ['ID=42507316-22df-4ab5-b1bb-439aa3df406d,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:45:12.194063 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb143e3-704b-4e03-a606-d32aef1289b1 req-10c7950f-d150-4537-9c58-e5bf14266c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:45:12.196937 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-fdb143e3-704b-4e03-a606-d32aef1289b1 req-10c7950f-d150-4537-9c58-e5bf14266c80 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e0bfb334-0fd9-4ba5-ba79-1568ecabee30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3364508 Jul 13 13:45:12.222434 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a62d908b-3768-49c3-8fa6-0fd0da03ea76 tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-446473'] for router_gateway, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:12.412541 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 531b97b4-0802-46a1-9ddf-6ea5c872d757, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=531b97b4-0802-46a1-9ddf-6ea5c872d757,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:45:12.429024 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Returning: {'device': '531b97b4-0802-46a1-9ddf-6ea5c872d757', 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30', 'port_id': '531b97b4-0802-46a1-9ddf-6ea5c872d757', 'mac_address': 'fa:16:3e:35:6a:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60b55863-ceb6-45af-a8a4-4b22d72866af', 'ip_address': '192.168.233.214'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 13:45:12.436455 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1e6c53ec-01db-429e-9708-7b6d0e63d6be tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1591938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2696'] for router, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:12.441057 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1e6c53ec-01db-429e-9708-7b6d0e63d6be tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:12.456244 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a62d908b-3768-49c3-8fa6-0fd0da03ea76 tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1591938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2696'] for router, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:12.459568 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a62d908b-3768-49c3-8fa6-0fd0da03ea76 tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:12.491126 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:12.507320 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 531b97b4-0802-46a1-9ddf-6ea5c872d757 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:45:12.512055 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564a624c-45b8-4a36-a1b6-40805dd35d78 req-c23cee0c-563b-423d-a007-4bf9cb4fd69e tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:45:12.519555 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-564a624c-45b8-4a36-a1b6-40805dd35d78 req-c23cee0c-563b-423d-a007-4bf9cb4fd69e tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/ports?device_id=76492aa1-40d7-49b9-8dce-75dfa385d0bc HTTP/1.1" status: 200 len: 948 time: 0.6177812 Jul 13 13:45:12.535832 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 531b97b4-0802-46a1-9ddf-6ea5c872d757, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=531b97b4-0802-46a1-9ddf-6ea5c872d757,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:45:12.543747 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:12.561833 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1e6c53ec-01db-429e-9708-7b6d0e63d6be tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593106'] for router, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:12.562601 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e6c53ec-01db-429e-9708-7b6d0e63d6be tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] Fanout notify agent at l3_agent the message router_deleted on router 4701db55-4739-48ad-a501-ba9cf43bf1da {{(pid=93751) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 13:45:12.573796 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1e6c53ec-01db-429e-9708-7b6d0e63d6be tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:12.575635 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-1e6c53ec-01db-429e-9708-7b6d0e63d6be tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] 10.222.0.23 "DELETE /v2.0/routers/4701db55-4739-48ad-a501-ba9cf43bf1da HTTP/1.1" status: 204 len: 168 time: 0.8819151 Jul 13 13:45:12.578639 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 39930) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:45:12.592748 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a62d908b-3768-49c3-8fa6-0fd0da03ea76 tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593106'] for router, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:12.592748 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a62d908b-3768-49c3-8fa6-0fd0da03ea76 tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 06cc5061-3a3a-4942-b52f-708f7baa7d80 {{(pid=93750) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 13:45:12.600107 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-564a624c-45b8-4a36-a1b6-40805dd35d78 req-b285df7f-5c5c-4252-907f-6913d8cfc568 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/security-groups?id=945af9a8-1349-436a-a066-b9a0fd8d3dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795119 Jul 13 13:45:12.639470 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a62d908b-3768-49c3-8fa6-0fd0da03ea76 tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:12.644059 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-a62d908b-3768-49c3-8fa6-0fd0da03ea76 tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] 10.222.0.23 "DELETE /v2.0/routers/06cc5061-3a3a-4942-b52f-708f7baa7d80 HTTP/1.1" status: 204 len: 168 time: 2.8583272 Jul 13 13:45:12.644529 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 39932) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:45:12.652038 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-ec401fe0-f855-4aa0-b0a9-5c5527c629f6 tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1172242276', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}, 'admin_state_up': False}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:45:12.691113 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=531b97b4-0802-46a1-9ddf-6ea5c872d757,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:45:12.709609 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ec401fe0-f855-4aa0-b0a9-5c5527c629f6 tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1591928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2714'] for router, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:12.712579 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ec401fe0-f855-4aa0-b0a9-5c5527c629f6 tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447198', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1629690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2689'] for router, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:12.779711 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-fdb143e3-704b-4e03-a606-d32aef1289b1 req-c7f1eb58-d3fe-4f7c-830c-bfba2347150d service neutron] 10.222.0.26 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5742903 Jul 13 13:45:12.817347 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ec401fe0-f855-4aa0-b0a9-5c5527c629f6 tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:12.851069 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['531b97b4-0802-46a1-9ddf-6ea5c872d757'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:45:13.033203 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ec401fe0-f855-4aa0-b0a9-5c5527c629f6 tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447180', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1591910', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2751'] for router, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:13.056932 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device e15ab706-137a-4c7e-9360-f21a7dffd361 up at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:45:13.093552 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-fdb143e3-704b-4e03-a606-d32aef1289b1 req-62ff9f25-e3e8-41e9-810a-ff9a57a95af7 service neutron] 10.222.0.26 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2937253 Jul 13 13:45:13.125940 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-c6418774-6114-4cb3-ac70-b315a956f1f9 tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] Deleting port c032e595-234c-467e-99bb-51225bc5ab1b {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:45:13.126614 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c6418774-6114-4cb3-ac70-b315a956f1f9 tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:13.208404 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning for port e15ab706-137a-4c7e-9360-f21a7dffd361 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:45:13.214236 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning complete for port e15ab706-137a-4c7e-9360-f21a7dffd361 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:45:13.214620 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:13.364882 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 39946) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:45:13.472458 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c6418774-6114-4cb3-ac70-b315a956f1f9 tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:13.483836 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ec401fe0-f855-4aa0-b0a9-5c5527c629f6 tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Notify callbacks [] for router_gateway, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:13.509672 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:13.536239 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ec401fe0-f855-4aa0-b0a9-5c5527c629f6 tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:13.557396 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-c6418774-6114-4cb3-ac70-b315a956f1f9 tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] Calling delete_port for c032e595-234c-467e-99bb-51225bc5ab1b owned by {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:45:13.608016 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1586eebd-bd86-4da2-be30-b8ba19ec110a req-6b94a555-b6c2-420f-9034-2947d9332e12 tempest-VolumesActionsTest-1371069749 tempest-VolumesActionsTest-1371069749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:45:13.616578 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69896136-e4ec-4bdc-9674-77f87ae861ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e15ab706-137a-4c7e-9360-f21a7dffd361'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:45:13.616799 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1586eebd-bd86-4da2-be30-b8ba19ec110a req-6b94a555-b6c2-420f-9034-2947d9332e12 tempest-VolumesActionsTest-1371069749 tempest-VolumesActionsTest-1371069749-project] 10.222.0.23 "GET /v2.0/ports?device_id=69896136-e4ec-4bdc-9674-77f87ae861ad HTTP/1.1" status: 200 len: 944 time: 0.1475470 Jul 13 13:45:13.645918 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb1accfa-247f-4d2f-8a98-e81f89652cb2" -d '{"events": [{"server_uuid": "69896136-e4ec-4bdc-9674-77f87ae861ad", "name": "network-vif-plugged", "status": "completed", "tag": "e15ab706-137a-4c7e-9360-f21a7dffd361"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:45:13.679605 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port e15ab706-137a-4c7e-9360-f21a7dffd361, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=e15ab706-137a-4c7e-9360-f21a7dffd361,segment=NetworkSegment(57f5670b-e3d0-440b-92d8-6e42ed26c8ff),segment_id=57f5670b-e3d0-440b-92d8-6e42ed26c8ff)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:45:13.687925 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 42507316-22df-4ab5-b1bb-439aa3df406d no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:45:13.722355 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1586eebd-bd86-4da2-be30-b8ba19ec110a req-6121e3b3-3455-40e1-85fe-f4d27108c640 tempest-VolumesActionsTest-1371069749 tempest-VolumesActionsTest-1371069749-project] 10.222.0.23 "GET /v2.0/security-groups?id=357b727c-5b2f-4d5d-9ac9-ca79c44342d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047683 Jul 13 13:45:13.730859 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: 42507316-22df-4ab5-b1bb-439aa3df406d {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:45:13.732484 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 42507316-22df-4ab5-b1bb-439aa3df406d not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:45:13.737096 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:13.776567 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bf0b1077-9180-4f1e-b5bb-ba2c24548f6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:13.850946 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6737f996-9964-463a-acb9-672bba8c4114 x-openstack-request-id: req-6737f996-9964-463a-acb9-672bba8c4114 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:45:13.851389 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69896136-e4ec-4bdc-9674-77f87ae861ad", "name": "network-vif-plugged", "status": "completed", "tag": "e15ab706-137a-4c7e-9360-f21a7dffd361", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:45:13.851809 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6737f996-9964-463a-acb9-672bba8c4114 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:45:13.852567 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69896136-e4ec-4bdc-9674-77f87ae861ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e15ab706-137a-4c7e-9360-f21a7dffd361', 'code': 200} Jul 13 13:45:13.913155 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=e15ab706-137a-4c7e-9360-f21a7dffd361,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:45:14.047595 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c6418774-6114-4cb3-ac70-b315a956f1f9 tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:14.107872 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6418774-6114-4cb3-ac70-b315a956f1f9 tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] Pushing event deleted for resources: {'Port': ['ID=c032e595-234c-467e-99bb-51225bc5ab1b,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:45:14.200571 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bf0b1077-9180-4f1e-b5bb-ba2c24548f6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:14.211683 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bf0b1077-9180-4f1e-b5bb-ba2c24548f6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:14.268544 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c6418774-6114-4cb3-ac70-b315a956f1f9 tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:14.273020 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-c6418774-6114-4cb3-ac70-b315a956f1f9 tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] 10.222.0.23 "DELETE /v2.0/ports/c032e595-234c-467e-99bb-51225bc5ab1b HTTP/1.1" status: 204 len: 168 time: 1.6908443 Jul 13 13:45:14.276557 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 39960) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:45:14.281032 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-bf0b1077-9180-4f1e-b5bb-ba2c24548f6c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0ab5897c99734972bc4e15343a7d3af9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9129069 Jul 13 13:45:14.292665 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 39962) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:45:14.343194 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0b1077-9180-4f1e-b5bb-ba2c24548f6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=431a8b08-a26a-45f7-9956-1d5cf4c92fde,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:45:14.439405 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-dab445b6-b97e-4bc1-b8f7-5e1d860c5e37 tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] Deleting subnet f3f82711-0cec-4e9a-9a51-1de94a4a3431 {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 13:45:14.462411 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-dab445b6-b97e-4bc1-b8f7-5e1d860c5e37 tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:14.546289 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-ec401fe0-f855-4aa0-b0a9-5c5527c629f6 tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Allocated IP 172.25.6.231 (acf968b8-c524-46a9-a20b-ad9667009130/dde5a78e-bd1e-4f47-8189-7321d4de73d3/5e0f771f-dc09-45c8-aa3a-23ffc41caa9c) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:45:14.552370 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a7f147ab-9d88-4afa-86a6-1bef6d7305b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:14.561310 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-dab445b6-b97e-4bc1-b8f7-5e1d860c5e37 tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5431723'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:14.609389 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a7f147ab-9d88-4afa-86a6-1bef6d7305b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:14.637837 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07362e75-b6ff-4455-ae42-9beb176d268f req-ad7c0c15-9f0d-47ba-b49c-1afbe2480840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:45:14.639539 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-07362e75-b6ff-4455-ae42-9beb176d268f req-ad7c0c15-9f0d-47ba-b49c-1afbe2480840 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=69896136-e4ec-4bdc-9674-77f87ae861ad HTTP/1.1" status: 200 len: 1096 time: 0.2788424 Jul 13 13:45:14.648954 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8cac47-62e1-4060-9346-d758d9753465 req-03f40864-eb05-4d84-b2da-170bf4cc97a8 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:45:14.658118 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-df8cac47-62e1-4060-9346-d758d9753465 req-03f40864-eb05-4d84-b2da-170bf4cc97a8 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/ports?device_id=76492aa1-40d7-49b9-8dce-75dfa385d0bc HTTP/1.1" status: 200 len: 949 time: 0.2985759 Jul 13 13:45:14.748975 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-07362e75-b6ff-4455-ae42-9beb176d268f req-2ebde7c9-59d9-4cc3-930e-a9356359dad7 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=357b727c-5b2f-4d5d-9ac9-ca79c44342d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860865 Jul 13 13:45:14.772548 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-df8cac47-62e1-4060-9346-d758d9753465 req-0a91547a-7f6b-4590-ba69-dcf3c817bf1b tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/security-groups?id=945af9a8-1349-436a-a066-b9a0fd8d3dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133180 Jul 13 13:45:14.776560 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ec401fe0-f855-4aa0-b0a9-5c5527c629f6 tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:14.786518 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-dab445b6-b97e-4bc1-b8f7-5e1d860c5e37 tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:14.856609 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a7f147ab-9d88-4afa-86a6-1bef6d7305b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:14.867193 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a7f147ab-9d88-4afa-86a6-1bef6d7305b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:14.868407 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-a7f147ab-9d88-4afa-86a6-1bef6d7305b0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/431a8b08-a26a-45f7-9956-1d5cf4c92fde HTTP/1.1" status: 204 len: 168 time: 0.5747485 Jul 13 13:45:14.869191 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ec401fe0-f855-4aa0-b0a9-5c5527c629f6 tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:14.920009 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f147ab-9d88-4afa-86a6-1bef6d7305b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=431a8b08-a26a-45f7-9956-1d5cf4c92fde,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:45:14.923021 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-dab445b6-b97e-4bc1-b8f7-5e1d860c5e37 tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5970525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4763356'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:14.972919 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-dab445b6-b97e-4bc1-b8f7-5e1d860c5e37 tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:14.979976 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f3de13a-205c-4cba-9087-ab5c1cc853fe None None] Network 17f372a0-5462-4aac-a6e5-73bb579149b7 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:45:14.981145 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-dab445b6-b97e-4bc1-b8f7-5e1d860c5e37 tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] 10.222.0.23 "DELETE /v2.0/subnets/f3f82711-0cec-4e9a-9a51-1de94a4a3431 HTTP/1.1" status: 204 len: 168 time: 0.7033763 Jul 13 13:45:14.981854 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 39972) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:45:14.983893 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab445b6-b97e-4bc1-b8f7-5e1d860c5e37 tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] Pushing event deleted for resources: {'Subnet': ['ID=f3f82711-0cec-4e9a-9a51-1de94a4a3431,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:45:15.046738 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec401fe0-f855-4aa0-b0a9-5c5527c629f6 tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Network acf968b8-c524-46a9-a20b-ad9667009130 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:45:15.046738 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-ec401fe0-f855-4aa0-b0a9-5c5527c629f6 tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:45:15.046738 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec401fe0-f855-4aa0-b0a9-5c5527c629f6 tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:45:15.094914 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec401fe0-f855-4aa0-b0a9-5c5527c629f6 tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Pushing event updated for resources: {'Port': ['ID=5e0f771f-dc09-45c8-aa3a-23ffc41caa9c,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:45:15.107027 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5d1e5c4e-ed65-48c5-8692-c730394ab259 tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:15.219487 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-5d1e5c4e-ed65-48c5-8692-c730394ab259 tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] Deleting port 9e070553-a107-4845-98f5-c8d291a67658 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:45:15.223763 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5d1e5c4e-ed65-48c5-8692-c730394ab259 tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:15.292401 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c520e52-69f7-4dea-8e42-3bf9f91ad000 req-63e1b342-3534-4bcf-94d5-23f55dcc4371 tempest-VolumesActionsTest-1371069749 tempest-VolumesActionsTest-1371069749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:45:15.297077 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2c520e52-69f7-4dea-8e42-3bf9f91ad000 req-63e1b342-3534-4bcf-94d5-23f55dcc4371 tempest-VolumesActionsTest-1371069749 tempest-VolumesActionsTest-1371069749-project] 10.222.0.23 "GET /v2.0/ports?device_id=69896136-e4ec-4bdc-9674-77f87ae861ad HTTP/1.1" status: 200 len: 945 time: 0.3325729 Jul 13 13:45:15.314356 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-5d1e5c4e-ed65-48c5-8692-c730394ab259 tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] For port 9e070553-a107-4845-98f5-c8d291a67658, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=9e070553-a107-4845-98f5-c8d291a67658,segment=NetworkSegment(3e381e53-9278-4ff1-bc47-e3578b940448),segment_id=3e381e53-9278-4ff1-bc47-e3578b940448)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:45:15.315033 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5d1e5c4e-ed65-48c5-8692-c730394ab259 tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:15.337603 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-5d1e5c4e-ed65-48c5-8692-c730394ab259 tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] Calling delete_port for 9e070553-a107-4845-98f5-c8d291a67658 owned by network:dhcp {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:45:15.452516 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2c520e52-69f7-4dea-8e42-3bf9f91ad000 req-0cdfa6f1-f3e7-4568-9732-62616524a95e tempest-VolumesActionsTest-1371069749 tempest-VolumesActionsTest-1371069749-project] 10.222.0.23 "GET /v2.0/security-groups?id=357b727c-5b2f-4d5d-9ac9-ca79c44342d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520472 Jul 13 13:45:15.468045 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5d1e5c4e-ed65-48c5-8692-c730394ab259 tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:15.550372 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1e5c4e-ed65-48c5-8692-c730394ab259 tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] Pushing event deleted for resources: {'Port': ['ID=9e070553-a107-4845-98f5-c8d291a67658,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:45:15.561077 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1e5c4e-ed65-48c5-8692-c730394ab259 tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] No DVR routers for this DVR port 9e070553-a107-4845-98f5-c8d291a67658 on host n-d-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:45:15.627737 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e15a0e1-a441-4a1d-9a9e-39ce5ef568b3 None None] DHCP port deletion for 17f372a0-5462-4aac-a6e5-73bb579149b7 request from n-d-800634-1 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 13:45:15.704497 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5d1e5c4e-ed65-48c5-8692-c730394ab259 tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:15.715756 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-5d1e5c4e-ed65-48c5-8692-c730394ab259 tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17f372a0-5462-4aac-a6e5-73bb579149b7']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:45:15.734581 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-5d1e5c4e-ed65-48c5-8692-c730394ab259 tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e381e53-9278-4ff1-bc47-e3578b940448') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:45:15.735462 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-5d1e5c4e-ed65-48c5-8692-c730394ab259 tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e381e53-9278-4ff1-bc47-e3578b940448') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:45:15.736001 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ec401fe0-f855-4aa0-b0a9-5c5527c629f6 tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Notify callbacks [] for router_gateway, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:15.758953 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5d1e5c4e-ed65-48c5-8692-c730394ab259 tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5431730'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:15.797045 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5d1e5c4e-ed65-48c5-8692-c730394ab259 tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:15.816627 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d1e5c4e-ed65-48c5-8692-c730394ab259 tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 13:45:15.817785 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5d1e5c4e-ed65-48c5-8692-c730394ab259 tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5970419'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:15.995706 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:45:15.995706 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:45:15.995706 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:45:15.995706 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:45:15.995706 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:45:15.995706 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:45:15.995706 n-d-800634-1 neutron-server[93750]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 13:45:15.995706 n-d-800634-1 neutron-server[93750]: items = [ Jul 13 13:45:15.995706 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:45:15.995706 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:45:15.995706 n-d-800634-1 neutron-server[93750]: Traceback (most recent call last): Jul 13 13:45:15.995706 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 13:45:15.995706 n-d-800634-1 neutron-server[93750]: timer() Jul 13 13:45:15.995706 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 13:45:15.995706 n-d-800634-1 neutron-server[93750]: cb(*args, **kw) Jul 13 13:45:15.995706 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 13:45:15.995706 n-d-800634-1 neutron-server[93750]: return func(*args, **kwargs) Jul 13 13:45:15.995706 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 13:45:15.995706 n-d-800634-1 neutron-server[93750]: self._notify() Jul 13 13:45:15.995706 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 13:45:15.995706 n-d-800634-1 neutron-server[93750]: self.callback(batched_events) Jul 13 13:45:15.995706 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 13:45:15.995706 n-d-800634-1 neutron-server[93750]: event.method(event) Jul 13 13:45:15.995706 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 13:45:15.995706 n-d-800634-1 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 13:45:15.995706 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 13:45:15.995706 n-d-800634-1 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 13:45:15.995706 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 13:45:15.995706 n-d-800634-1 neutron-server[93750]: return f(self, *a, **k) Jul 13 13:45:15.995706 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 13:45:15.995706 n-d-800634-1 neutron-server[93750]: return self._get(url).json() Jul 13 13:45:15.995706 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 13:45:15.995706 n-d-800634-1 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 13:45:15.995706 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 13:45:15.995706 n-d-800634-1 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 13 13:45:15.995706 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 13:45:15.995706 n-d-800634-1 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 13:45:15.995706 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 13:45:15.995706 n-d-800634-1 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 13:45:15.995706 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 13:45:15.995706 n-d-800634-1 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 13:45:15.995706 n-d-800634-1 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 13:45:16.005837 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5d1e5c4e-ed65-48c5-8692-c730394ab259 tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:16.022186 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5d1e5c4e-ed65-48c5-8692-c730394ab259 tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:16.032217 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-5d1e5c4e-ed65-48c5-8692-c730394ab259 tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] 10.222.0.23 "DELETE /v2.0/networks/17f372a0-5462-4aac-a6e5-73bb579149b7 HTTP/1.1" status: 204 len: 168 time: 1.0446525 Jul 13 13:45:16.058108 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 531b97b4-0802-46a1-9ddf-6ea5c872d757 up at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:45:16.077201 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1e5c4e-ed65-48c5-8692-c730394ab259 tempest-TagsExtTest-1711790283 tempest-TagsExtTest-1711790283-project] Pushing event deleted for resources: {'Network': ['ID=17f372a0-5462-4aac-a6e5-73bb579149b7,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:45:16.196540 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning for port 531b97b4-0802-46a1-9ddf-6ea5c872d757 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:45:16.208207 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning complete for port 531b97b4-0802-46a1-9ddf-6ea5c872d757 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:45:16.208581 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:16.215006 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b2bc8c-ee5d-445c-8a20-62ef6b29ff6d req-3dc43033-cffa-4b70-9865-df46fc680362 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:45:16.240287 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-26b2bc8c-ee5d-445c-8a20-62ef6b29ff6d req-3dc43033-cffa-4b70-9865-df46fc680362 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/ports?device_id=76492aa1-40d7-49b9-8dce-75dfa385d0bc HTTP/1.1" status: 200 len: 949 time: 0.1451428 Jul 13 13:45:16.321765 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ec401fe0-f855-4aa0-b0a9-5c5527c629f6 tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447217'] for router, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:16.329687 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-26b2bc8c-ee5d-445c-8a20-62ef6b29ff6d req-c7d352d3-08b2-4945-aeeb-679685bd4892 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/security-groups?id=945af9a8-1349-436a-a066-b9a0fd8d3dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883429 Jul 13 13:45:16.411868 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:16.453202 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76492aa1-40d7-49b9-8dce-75dfa385d0bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '531b97b4-0802-46a1-9ddf-6ea5c872d757'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:45:16.456464 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9588d057-da4f-4d53-b102-7f4d6ac03063" -d '{"events": [{"server_uuid": "76492aa1-40d7-49b9-8dce-75dfa385d0bc", "name": "network-vif-plugged", "status": "completed", "tag": "531b97b4-0802-46a1-9ddf-6ea5c872d757"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:45:16.519902 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 531b97b4-0802-46a1-9ddf-6ea5c872d757, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=531b97b4-0802-46a1-9ddf-6ea5c872d757,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:45:16.528134 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:16.595954 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 40020) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:45:16.657208 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cac2d7f-7345-4829-b6a8-d22f77d10dd0 x-openstack-request-id: req-3cac2d7f-7345-4829-b6a8-d22f77d10dd0 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:45:16.657884 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76492aa1-40d7-49b9-8dce-75dfa385d0bc", "name": "network-vif-plugged", "status": "completed", "tag": "531b97b4-0802-46a1-9ddf-6ea5c872d757", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:45:16.658425 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3cac2d7f-7345-4829-b6a8-d22f77d10dd0 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:45:16.659010 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76492aa1-40d7-49b9-8dce-75dfa385d0bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '531b97b4-0802-46a1-9ddf-6ea5c872d757', 'code': 200} Jul 13 13:45:16.688853 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec401fe0-f855-4aa0-b0a9-5c5527c629f6 tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Router bd101ee6-d30c-46da-b5be-9a548ffc5305 is scheduled to L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 with binding_index 1 {{(pid=93751) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 13:45:16.723171 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=531b97b4-0802-46a1-9ddf-6ea5c872d757,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:45:16.739173 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:45:16.743295 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:45:16.743846 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:45:16.744677 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:45:16.745188 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:45:16.745938 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:45:16.746444 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:45:16.748469 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:45:16.749014 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:45:16.749523 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:45:16.750120 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:45:16.752604 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:45:16.810172 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a692a0ac-1b2c-46c6-ac67-9775b0eed497 req-bba01f6e-f82f-4517-b185-ef0dda9b4854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:45:16.812395 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a692a0ac-1b2c-46c6-ac67-9775b0eed497 req-bba01f6e-f82f-4517-b185-ef0dda9b4854 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=76492aa1-40d7-49b9-8dce-75dfa385d0bc HTTP/1.1" status: 200 len: 1101 time: 0.1848400 Jul 13 13:45:16.955660 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a692a0ac-1b2c-46c6-ac67-9775b0eed497 req-c60909e2-f260-4f72-bfd4-c876bff40582 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=945af9a8-1349-436a-a066-b9a0fd8d3dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360383 Jul 13 13:45:16.995701 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec401fe0-f855-4aa0-b0a9-5c5527c629f6 tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:45:17.008098 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c0d2941-60dd-45c9-83bc-31c7ee7d6443 None None] Sync routers for ids ['bd101ee6-d30c-46da-b5be-9a548ffc5305'] in n-d-800634-1 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:45:17.030572 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-e7cbd93d-bba7-43d3-9d1f-1b1d6729ade1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b3cda3a1367e47d4b4636e18e113c08b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4307375 Jul 13 13:45:17.033447 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 40032) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:45:17.035798 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0d2941-60dd-45c9-83bc-31c7ee7d6443 None None] Routers {'bd101ee6-d30c-46da-b5be-9a548ffc5305'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:45:17.038931 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-7c0d2941-60dd-45c9-83bc-31c7ee7d6443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:44:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['bd101ee6-d30c-46da-b5be-9a548ffc5305'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:45:17.156832 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-7c0d2941-60dd-45c9-83bc-31c7ee7d6443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:45:17.157032 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b6da31-ba72-40da-b441-884169512801 req-e8f8fe54-7269-4479-bb98-e33396d272ff tempest-VolumesActionsTest-1371069749 tempest-VolumesActionsTest-1371069749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:45:17.157032 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a7b6da31-ba72-40da-b441-884169512801 req-e8f8fe54-7269-4479-bb98-e33396d272ff tempest-VolumesActionsTest-1371069749 tempest-VolumesActionsTest-1371069749-project] 10.222.0.23 "GET /v2.0/ports?device_id=69896136-e4ec-4bdc-9674-77f87ae861ad HTTP/1.1" status: 200 len: 945 time: 0.2269857 Jul 13 13:45:17.157288 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0d2941-60dd-45c9-83bc-31c7ee7d6443 None None] Routers {'bd101ee6-d30c-46da-b5be-9a548ffc5305'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:45:17.157288 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-7c0d2941-60dd-45c9-83bc-31c7ee7d6443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:44:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['bd101ee6-d30c-46da-b5be-9a548ffc5305'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:45:17.161675 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-10f777e6-8fa8-49b3-a2f0-101940fa60e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:17.163792 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ec401fe0-f855-4aa0-b0a9-5c5527c629f6 tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:17.173678 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-ec401fe0-f855-4aa0-b0a9-5c5527c629f6 tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.5205297 Jul 13 13:45:17.175033 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-7c0d2941-60dd-45c9-83bc-31c7ee7d6443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:45:17.175033 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c0d2941-60dd-45c9-83bc-31c7ee7d6443 None None] The sync data for ids ['bd101ee6-d30c-46da-b5be-9a548ffc5305'] in n-d-800634-1 is: [] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:45:17.176826 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 40036) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:45:17.183271 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-be3c744f-5146-4ed3-8056-97e350e7cc79 tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'enable_snat': False}}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:45:17.187158 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-774af439-5f41-436e-bd28-c4aad187872a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:17.234526 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-10f777e6-8fa8-49b3-a2f0-101940fa60e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:17.360831 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-10f777e6-8fa8-49b3-a2f0-101940fa60e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:17.364656 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-10f777e6-8fa8-49b3-a2f0-101940fa60e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:17.366366 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-10f777e6-8fa8-49b3-a2f0-101940fa60e2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/727b4b60-64bb-455d-9505-6187af7d3d83 HTTP/1.1" status: 204 len: 168 time: 0.3257155 Jul 13 13:45:17.401068 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f777e6-8fa8-49b3-a2f0-101940fa60e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=727b4b60-64bb-455d-9505-6187af7d3d83,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:45:17.541099 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a7b6da31-ba72-40da-b441-884169512801 req-2f04411b-7c38-4165-9dd1-a300bef973e3 tempest-VolumesActionsTest-1371069749 tempest-VolumesActionsTest-1371069749-project] 10.222.0.23 "GET /v2.0/security-groups?id=357b727c-5b2f-4d5d-9ac9-ca79c44342d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4189012 Jul 13 13:45:17.665104 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 9e070553-a107-4845-98f5-c8d291a67658 no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:45:17.681387 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f216d117-6867-4bd0-9c44-415eef69dae4 req-a2534507-e59b-492b-866e-77d5024ffbad tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:45:17.683385 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f216d117-6867-4bd0-9c44-415eef69dae4 req-a2534507-e59b-492b-866e-77d5024ffbad tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/ports?device_id=76492aa1-40d7-49b9-8dce-75dfa385d0bc HTTP/1.1" status: 200 len: 950 time: 0.1319647 Jul 13 13:45:17.730779 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: 9e070553-a107-4845-98f5-c8d291a67658 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:45:17.731175 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 9e070553-a107-4845-98f5-c8d291a67658 not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:45:17.780069 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f216d117-6867-4bd0-9c44-415eef69dae4 req-8292e8c3-df98-4ec8-86a7-aab5d1968400 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/security-groups?id=945af9a8-1349-436a-a066-b9a0fd8d3dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804477 Jul 13 13:45:17.926055 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-be3c744f-5146-4ed3-8056-97e350e7cc79 tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447180', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1591910', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2751'] for router, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:19.286126 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99de4d45-cd41-40d3-b343-7337c8f54d9f req-8305a0b0-52ec-47e8-9ebc-732a9b80ff03 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:45:19.299833 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-99de4d45-cd41-40d3-b343-7337c8f54d9f req-8305a0b0-52ec-47e8-9ebc-732a9b80ff03 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/ports?device_id=76492aa1-40d7-49b9-8dce-75dfa385d0bc HTTP/1.1" status: 200 len: 950 time: 0.2523615 Jul 13 13:45:19.429050 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-99de4d45-cd41-40d3-b343-7337c8f54d9f req-fcd32735-edd4-4ca1-bb97-c3efa4ec547c tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/security-groups?id=945af9a8-1349-436a-a066-b9a0fd8d3dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280842 Jul 13 13:45:19.543608 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-be3c744f-5146-4ed3-8056-97e350e7cc79 tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447180', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1591910', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2751'] for router, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:19.548108 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-be3c744f-5146-4ed3-8056-97e350e7cc79 tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-447171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-447226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1591965'] for router, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:19.771944 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be3c744f-5146-4ed3-8056-97e350e7cc79 tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Router bd101ee6-d30c-46da-b5be-9a548ffc5305 has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 13:45:19.827822 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 40128) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:45:19.855794 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a15d292f-dcca-46ff-a8f0-04284937a6e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:19.994690 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:20.020082 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5817af50-4446-4b5d-b240-21b8bc9509aa req-14c1e87c-2375-4d26-8b32-cc81d59a4bb0 tempest-MigrationsAdminTest-226272341 tempest-MigrationsAdminTest-226272341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:45:20.021651 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5817af50-4446-4b5d-b240-21b8bc9509aa req-14c1e87c-2375-4d26-8b32-cc81d59a4bb0 tempest-MigrationsAdminTest-226272341 tempest-MigrationsAdminTest-226272341-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=76492aa1-40d7-49b9-8dce-75dfa385d0bc HTTP/1.1" status: 200 len: 1101 time: 0.2674763 Jul 13 13:45:20.051111 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be3c744f-5146-4ed3-8056-97e350e7cc79 tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:45:20.057641 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-be3c744f-5146-4ed3-8056-97e350e7cc79 tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:20.061333 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-be3c744f-5146-4ed3-8056-97e350e7cc79 tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] 10.222.0.23 "PUT /v2.0/routers/bd101ee6-d30c-46da-b5be-9a548ffc5305 HTTP/1.1" status: 200 len: 922 time: 2.8810179 Jul 13 13:45:20.063339 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 40138) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:45:20.068889 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd34f57-5a9d-4a45-9663-30640c628782 None None] Sync routers for ids ['bd101ee6-d30c-46da-b5be-9a548ffc5305'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:45:20.076542 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5817af50-4446-4b5d-b240-21b8bc9509aa req-b2aeea89-0851-437f-994a-794d4a0763bb tempest-MigrationsAdminTest-226272341 tempest-MigrationsAdminTest-226272341-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=945af9a8-1349-436a-a066-b9a0fd8d3dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462153 Jul 13 13:45:20.099821 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd34f57-5a9d-4a45-9663-30640c628782 None None] Routers {'bd101ee6-d30c-46da-b5be-9a548ffc5305'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:45:20.100482 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-7dd34f57-5a9d-4a45-9663-30640c628782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:45:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['bd101ee6-d30c-46da-b5be-9a548ffc5305'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:45:20.200896 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-7dd34f57-5a9d-4a45-9663-30640c628782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:45:20.228317 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd34f57-5a9d-4a45-9663-30640c628782 None None] Routers {'bd101ee6-d30c-46da-b5be-9a548ffc5305'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:45:20.229343 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-7dd34f57-5a9d-4a45-9663-30640c628782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:45:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['bd101ee6-d30c-46da-b5be-9a548ffc5305'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:45:20.328726 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-7dd34f57-5a9d-4a45-9663-30640c628782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:45:20.346844 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd34f57-5a9d-4a45-9663-30640c628782 None None] The sync data for ids ['bd101ee6-d30c-46da-b5be-9a548ffc5305'] in n-d-800634-1 is: [] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:45:20.354239 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-bf9acfe6-7de0-4d61-a66e-3a4f1f22ae17 tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] 10.222.0.23 "GET /v2.0/routers/bd101ee6-d30c-46da-b5be-9a548ffc5305 HTTP/1.1" status: 200 len: 922 time: 0.2848403 Jul 13 13:45:20.355320 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 40146) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:45:20.423126 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-009ada13-c963-4c25-831a-81f81c3ef1ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:20.749056 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c84305e-df71-4b09-b607-abb4e417aa75 tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:45:20.755926 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-9c84305e-df71-4b09-b607-abb4e417aa75 tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=acf968b8-c524-46a9-a20b-ad9667009130&device_id=bd101ee6-d30c-46da-b5be-9a548ffc5305&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3978722 Jul 13 13:45:20.760210 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 40172) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:45:20.830848 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-009ada13-c963-4c25-831a-81f81c3ef1ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:20.843105 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-009ada13-c963-4c25-831a-81f81c3ef1ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:20.986609 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009ada13-c963-4c25-831a-81f81c3ef1ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57b025d3-1fe8-47b7-9190-fd565719a495,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:45:21.003461 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-009ada13-c963-4c25-831a-81f81c3ef1ee admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=76ea5bde49594c909e2fc95f8f94ecac&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1743324 Jul 13 13:45:21.006145 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 40178) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:45:21.031510 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ff53ce4-245a-4509-8451-703a2ed73973 tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:45:21.040029 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-8ff53ce4-245a-4509-8451-703a2ed73973 tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] 10.222.0.23 "GET /v2.0/networks/acf968b8-c524-46a9-a20b-ad9667009130 HTTP/1.1" status: 200 len: 881 time: 0.2743678 Jul 13 13:45:21.040571 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 40180) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:45:21.088719 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:21.188944 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-19f3eb41-1027-4c17-b238-7267afca60f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:21.194195 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-47f4d3a1-f734-49d3-8cd2-e909b56ef7ee tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd101ee6-d30c-46da-b5be-9a548ffc5305 HTTP/1.1" status: 200 len: 205 time: 0.1498861 Jul 13 13:45:21.203510 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 40190) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:45:21.265437 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-19f3eb41-1027-4c17-b238-7267afca60f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:21.367395 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-19f3eb41-1027-4c17-b238-7267afca60f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:21.372466 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-19f3eb41-1027-4c17-b238-7267afca60f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:21.373903 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-19f3eb41-1027-4c17-b238-7267afca60f8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/57b025d3-1fe8-47b7-9190-fd565719a495 HTTP/1.1" status: 204 len: 168 time: 0.3667405 Jul 13 13:45:21.397358 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f3eb41-1027-4c17-b238-7267afca60f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57b025d3-1fe8-47b7-9190-fd565719a495,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:45:21.716202 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-89e266c1-e093-4331-b599-c66847ca4cc7 tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Notify callbacks [] for router, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:21.929145 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-89e266c1-e093-4331-b599-c66847ca4cc7 tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:21.956692 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e80e2ce-28a4-4e64-ab12-e772db59e7d2 req-eb5d8e27-147c-4a0c-b034-02c5f35b7941 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:45:21.967559 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2e80e2ce-28a4-4e64-ab12-e772db59e7d2 req-eb5d8e27-147c-4a0c-b034-02c5f35b7941 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/ports?device_id=76492aa1-40d7-49b9-8dce-75dfa385d0bc HTTP/1.1" status: 200 len: 950 time: 0.2399690 Jul 13 13:45:22.009454 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-89e266c1-e093-4331-b599-c66847ca4cc7 tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Deleting port 5e0f771f-dc09-45c8-aa3a-23ffc41caa9c {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:45:22.009454 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-89e266c1-e093-4331-b599-c66847ca4cc7 tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:22.072528 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2e80e2ce-28a4-4e64-ab12-e772db59e7d2 req-0f1af327-63a8-4d06-b373-b982b8350fb8 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/security-groups?id=945af9a8-1349-436a-a066-b9a0fd8d3dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032658 Jul 13 13:45:22.255605 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 40218) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:45:22.301418 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-da0f639d-3b95-47db-84c2-c78b155da804 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:22.320357 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-89e266c1-e093-4331-b599-c66847ca4cc7 tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:22.381771 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-89e266c1-e093-4331-b599-c66847ca4cc7 tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Calling delete_port for 5e0f771f-dc09-45c8-aa3a-23ffc41caa9c owned by network:router_gateway {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:45:22.548347 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-da0f639d-3b95-47db-84c2-c78b155da804 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:22.561712 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-da0f639d-3b95-47db-84c2-c78b155da804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:22.575444 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:22.613185 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-da0f639d-3b95-47db-84c2-c78b155da804 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b31b2da00cd64bcd97d5bacef4133916&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3561482 Jul 13 13:45:22.613905 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 40234) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:45:22.628176 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-0e39c4cd-5cb4-4409-9061-1aaeedd01eca req-a548baa5-e5d8-4476-aa41-4f8271368768 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=76492aa1-40d7-49b9-8dce-75dfa385d0bc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.7100976 Jul 13 13:45:22.730920 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b0687484-8892-4693-baeb-ec74d3967650 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:22.760860 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0f639d-3b95-47db-84c2-c78b155da804 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32771746-fc98-4cf6-9578-5479dc9a4c2f,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:45:22.808436 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b0687484-8892-4693-baeb-ec74d3967650 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:22.878160 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-89e266c1-e093-4331-b599-c66847ca4cc7 tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:22.890088 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b0687484-8892-4693-baeb-ec74d3967650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:22.893087 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b0687484-8892-4693-baeb-ec74d3967650 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:22.898604 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-b0687484-8892-4693-baeb-ec74d3967650 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/32771746-fc98-4cf6-9578-5479dc9a4c2f HTTP/1.1" status: 204 len: 168 time: 0.2748721 Jul 13 13:45:22.922285 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0687484-8892-4693-baeb-ec74d3967650 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32771746-fc98-4cf6-9578-5479dc9a4c2f,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:45:22.953045 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e266c1-e093-4331-b599-c66847ca4cc7 tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Pushing event deleted for resources: {'Port': ['ID=5e0f771f-dc09-45c8-aa3a-23ffc41caa9c,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:45:23.077561 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-89e266c1-e093-4331-b599-c66847ca4cc7 tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-446473'] for router_gateway, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:23.369618 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-89e266c1-e093-4331-b599-c66847ca4cc7 tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1591938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2696'] for router, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:23.386574 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-89e266c1-e093-4331-b599-c66847ca4cc7 tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:23.514187 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-89e266c1-e093-4331-b599-c66847ca4cc7 tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593106'] for router, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:23.515066 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89e266c1-e093-4331-b599-c66847ca4cc7 tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Fanout notify agent at l3_agent the message router_deleted on router bd101ee6-d30c-46da-b5be-9a548ffc5305 {{(pid=93751) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 13:45:23.525368 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-89e266c1-e093-4331-b599-c66847ca4cc7 tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:23.526501 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-89e266c1-e093-4331-b599-c66847ca4cc7 tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] 10.222.0.23 "DELETE /v2.0/routers/bd101ee6-d30c-46da-b5be-9a548ffc5305 HTTP/1.1" status: 204 len: 168 time: 2.3213081 Jul 13 13:45:23.531695 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 40276) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:45:23.544938 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-f29205da-4d81-4439-bdd0-ffd4a41fdfbe tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-740984567', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:45:23.616021 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f29205da-4d81-4439-bdd0-ffd4a41fdfbe tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1591928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2714'] for router, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:23.617212 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f29205da-4d81-4439-bdd0-ffd4a41fdfbe tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447198', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1629690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2689'] for router, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:23.648150 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6993251c-da1d-48df-802f-18bd24331325 req-4918e9d3-fc58-4866-a9d7-c79078685595 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:45:23.660025 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6993251c-da1d-48df-802f-18bd24331325 req-4918e9d3-fc58-4866-a9d7-c79078685595 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/ports?device_id=76492aa1-40d7-49b9-8dce-75dfa385d0bc HTTP/1.1" status: 200 len: 950 time: 0.1612177 Jul 13 13:45:23.811526 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6993251c-da1d-48df-802f-18bd24331325 req-1a5f303c-4dfe-4c10-8bbc-a8c72ac7d55a tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/security-groups?id=945af9a8-1349-436a-a066-b9a0fd8d3dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500783 Jul 13 13:45:23.815208 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f29205da-4d81-4439-bdd0-ffd4a41fdfbe tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:23.824762 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f29205da-4d81-4439-bdd0-ffd4a41fdfbe tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447217'] for router, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:23.887131 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f29205da-4d81-4439-bdd0-ffd4a41fdfbe tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:23.889588 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-f29205da-4d81-4439-bdd0-ffd4a41fdfbe tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3567016 Jul 13 13:45:23.892283 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 40300) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:45:23.897645 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-bfa2d57b-e6cd-4c91-b502-8e19e1506053 tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Request body: {'router': {'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:45:24.471491 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bfa2d57b-e6cd-4c91-b502-8e19e1506053 tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447180', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1591910', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2751'] for router, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:24.653725 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bdc4a7-f4d6-44c7-bc1c-a825469faff8 req-b6a87e02-a09e-4965-9d39-dc13dfefd236 tempest-VolumesActionsTest-1371069749 tempest-VolumesActionsTest-1371069749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:45:24.661335 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-75bdc4a7-f4d6-44c7-bc1c-a825469faff8 req-b6a87e02-a09e-4965-9d39-dc13dfefd236 tempest-VolumesActionsTest-1371069749 tempest-VolumesActionsTest-1371069749-project] 10.222.0.23 "GET /v2.0/ports?device_id=69896136-e4ec-4bdc-9674-77f87ae861ad HTTP/1.1" status: 200 len: 945 time: 0.5055509 Jul 13 13:45:24.735277 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-75bdc4a7-f4d6-44c7-bc1c-a825469faff8 req-cf8175c6-d381-4f5f-85e9-eb7fa61f6f5e tempest-VolumesActionsTest-1371069749 tempest-VolumesActionsTest-1371069749-project] 10.222.0.23 "GET /v2.0/security-groups?id=357b727c-5b2f-4d5d-9ac9-ca79c44342d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724123 Jul 13 13:45:25.036744 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bfa2d57b-e6cd-4c91-b502-8e19e1506053 tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Notify callbacks [] for router_gateway, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:25.085331 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bfa2d57b-e6cd-4c91-b502-8e19e1506053 tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:25.245925 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e39c4cd-5cb4-4409-9061-1aaeedd01eca req-775b24c5-856c-4e43-bba7-c12ad1e9148f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:45:25.247573 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0e39c4cd-5cb4-4409-9061-1aaeedd01eca req-775b24c5-856c-4e43-bba7-c12ad1e9148f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c6349d73ae13458a9d892a7db2dc0433&device_id=76492aa1-40d7-49b9-8dce-75dfa385d0bc HTTP/1.1" status: 200 len: 1101 time: 0.2981637 Jul 13 13:45:25.293824 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-bfa2d57b-e6cd-4c91-b502-8e19e1506053 tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Allocated IP 172.25.6.146 (acf968b8-c524-46a9-a20b-ad9667009130/dde5a78e-bd1e-4f47-8189-7321d4de73d3/40052a43-685e-4cd7-892c-76ca58f272a0) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:45:25.318969 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88f85c0-bfa7-47a4-af6f-47ed5efdc662 req-eb0aab25-1ac2-406b-973c-a4380c92b3a6 tempest-VolumesActionsTest-1371069749 tempest-VolumesActionsTest-1371069749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:45:25.321348 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d88f85c0-bfa7-47a4-af6f-47ed5efdc662 req-eb0aab25-1ac2-406b-973c-a4380c92b3a6 tempest-VolumesActionsTest-1371069749 tempest-VolumesActionsTest-1371069749-project] 10.222.0.41 "GET /v2.0/ports?device_id=69896136-e4ec-4bdc-9674-77f87ae861ad HTTP/1.1" status: 200 len: 945 time: 0.1255667 Jul 13 13:45:25.359066 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e39c4cd-5cb4-4409-9061-1aaeedd01eca req-4e523bcd-10bd-4483-80fa-e1c97a727756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:45:25.360878 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0e39c4cd-5cb4-4409-9061-1aaeedd01eca req-4e523bcd-10bd-4483-80fa-e1c97a727756 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e0bfb334-0fd9-4ba5-ba79-1568ecabee30 HTTP/1.1" status: 200 len: 869 time: 0.1009557 Jul 13 13:45:25.432894 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0e39c4cd-5cb4-4409-9061-1aaeedd01eca req-91848e8d-45f0-423b-ac6f-9c4b72561c4b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=531b97b4-0802-46a1-9ddf-6ea5c872d757 HTTP/1.1" status: 200 len: 217 time: 0.0618222 Jul 13 13:45:25.523174 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d944169f-2813-4f30-b558-9421256cf388 req-2a5206f3-c562-46f9-82de-096102df5c63 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:45:25.525273 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d944169f-2813-4f30-b558-9421256cf388 req-2a5206f3-c562-46f9-82de-096102df5c63 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/ports?device_id=76492aa1-40d7-49b9-8dce-75dfa385d0bc HTTP/1.1" status: 200 len: 950 time: 0.3418210 Jul 13 13:45:25.597989 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e39c4cd-5cb4-4409-9061-1aaeedd01eca req-2c0d3c77-09aa-449b-8fa9-5aeccf7ea46d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:45:25.608300 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0e39c4cd-5cb4-4409-9061-1aaeedd01eca req-2c0d3c77-09aa-449b-8fa9-5aeccf7ea46d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=60b55863-ceb6-45af-a8a4-4b22d72866af HTTP/1.1" status: 200 len: 843 time: 0.1441329 Jul 13 13:45:25.609279 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bfa2d57b-e6cd-4c91-b502-8e19e1506053 tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:25.622765 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d944169f-2813-4f30-b558-9421256cf388 req-7ab885e5-1d86-4c4a-a389-2e3e97939581 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/security-groups?id=945af9a8-1349-436a-a066-b9a0fd8d3dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753546 Jul 13 13:45:25.626604 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-d88f85c0-bfa7-47a4-af6f-47ed5efdc662 req-8c7e7204-5788-4fe9-927b-f3541fc6ff94 tempest-VolumesActionsTest-1371069749 tempest-VolumesActionsTest-1371069749-project] Deleting port e15ab706-137a-4c7e-9360-f21a7dffd361 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:45:25.626957 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-d88f85c0-bfa7-47a4-af6f-47ed5efdc662 req-8c7e7204-5788-4fe9-927b-f3541fc6ff94 tempest-VolumesActionsTest-1371069749 tempest-VolumesActionsTest-1371069749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:25.822350 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e39c4cd-5cb4-4409-9061-1aaeedd01eca req-62a142b1-5dd4-4db6-bb20-3310f2d211b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:45:25.824167 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0e39c4cd-5cb4-4409-9061-1aaeedd01eca req-62a142b1-5dd4-4db6-bb20-3310f2d211b2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e0bfb334-0fd9-4ba5-ba79-1568ecabee30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1935148 Jul 13 13:45:25.904982 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bfa2d57b-e6cd-4c91-b502-8e19e1506053 tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:25.972312 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0e39c4cd-5cb4-4409-9061-1aaeedd01eca req-385dc711-441f-436f-9c33-af0d5365a0a8 service neutron] 10.222.0.26 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375389 Jul 13 13:45:26.047177 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-d88f85c0-bfa7-47a4-af6f-47ed5efdc662 req-8c7e7204-5788-4fe9-927b-f3541fc6ff94 tempest-VolumesActionsTest-1371069749 tempest-VolumesActionsTest-1371069749-project] For port e15ab706-137a-4c7e-9360-f21a7dffd361, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=e15ab706-137a-4c7e-9360-f21a7dffd361,segment=NetworkSegment(57f5670b-e3d0-440b-92d8-6e42ed26c8ff),segment_id=57f5670b-e3d0-440b-92d8-6e42ed26c8ff)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:45:26.047647 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-d88f85c0-bfa7-47a4-af6f-47ed5efdc662 req-8c7e7204-5788-4fe9-927b-f3541fc6ff94 tempest-VolumesActionsTest-1371069749 tempest-VolumesActionsTest-1371069749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:26.053146 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfa2d57b-e6cd-4c91-b502-8e19e1506053 tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Network acf968b8-c524-46a9-a20b-ad9667009130 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:45:26.072939 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-bfa2d57b-e6cd-4c91-b502-8e19e1506053 tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:45:26.083437 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa2d57b-e6cd-4c91-b502-8e19e1506053 tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Pushing event updated for resources: {'Port': ['ID=40052a43-685e-4cd7-892c-76ca58f272a0,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:45:26.085918 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa2d57b-e6cd-4c91-b502-8e19e1506053 tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:45:26.089578 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-d88f85c0-bfa7-47a4-af6f-47ed5efdc662 req-8c7e7204-5788-4fe9-927b-f3541fc6ff94 tempest-VolumesActionsTest-1371069749 tempest-VolumesActionsTest-1371069749-project] Calling delete_port for e15ab706-137a-4c7e-9360-f21a7dffd361 owned by compute:nova {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:45:26.206326 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546264d7-02e0-4cc9-9372-5966c8c4a9e4 req-43c6e8fe-fdbe-43d6-b2b6-ed399c5e7d8f tempest-VolumesActionsTest-1371069749 tempest-VolumesActionsTest-1371069749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:45:26.213211 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-546264d7-02e0-4cc9-9372-5966c8c4a9e4 req-43c6e8fe-fdbe-43d6-b2b6-ed399c5e7d8f tempest-VolumesActionsTest-1371069749 tempest-VolumesActionsTest-1371069749-project] 10.222.0.23 "GET /v2.0/ports?device_id=69896136-e4ec-4bdc-9674-77f87ae861ad HTTP/1.1" status: 200 len: 945 time: 0.2862239 Jul 13 13:45:26.245438 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0e39c4cd-5cb4-4409-9061-1aaeedd01eca req-b80a6a49-6fde-4fb0-ba63-5d15eb700009 service neutron] 10.222.0.26 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2626309 Jul 13 13:45:26.482350 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-546264d7-02e0-4cc9-9372-5966c8c4a9e4 req-47925936-24cf-4572-81c5-710c4f290407 tempest-VolumesActionsTest-1371069749 tempest-VolumesActionsTest-1371069749-project] 10.222.0.23 "GET /v2.0/security-groups?id=357b727c-5b2f-4d5d-9ac9-ca79c44342d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2671070 Jul 13 13:45:26.769260 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 40380) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:45:27.038835 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 40390) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:45:27.120949 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9354e458-916e-4131-b8a5-d7f5faa28f4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:27.166786 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f2afac1b-4918-4b3a-91bd-e15fce01283f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:27.302210 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9354e458-916e-4131-b8a5-d7f5faa28f4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:27.312467 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9354e458-916e-4131-b8a5-d7f5faa28f4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:27.368953 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-d88f85c0-bfa7-47a4-af6f-47ed5efdc662 req-8c7e7204-5788-4fe9-927b-f3541fc6ff94 tempest-VolumesActionsTest-1371069749 tempest-VolumesActionsTest-1371069749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:27.391051 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9354e458-916e-4131-b8a5-d7f5faa28f4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30bdee09-36f0-4611-b734-1dcafd572634,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:45:27.443827 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-9354e458-916e-4131-b8a5-d7f5faa28f4c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2ab799f7004a4dce85ce7f7bfe6f8893&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6728356 Jul 13 13:45:27.448215 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 40396) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:45:27.554030 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1809245e-f273-48bc-955d-3f54d5ced97a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:27.588408 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7e7204-5788-4fe9-927b-f3541fc6ff94 tempest-VolumesActionsTest-1371069749 tempest-VolumesActionsTest-1371069749-project] Pushing event deleted for resources: {'Port': ['ID=e15ab706-137a-4c7e-9360-f21a7dffd361,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:45:27.591362 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1809245e-f273-48bc-955d-3f54d5ced97a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:27.645603 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1809245e-f273-48bc-955d-3f54d5ced97a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:27.648254 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1809245e-f273-48bc-955d-3f54d5ced97a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:27.650125 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-1809245e-f273-48bc-955d-3f54d5ced97a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/30bdee09-36f0-4611-b734-1dcafd572634 HTTP/1.1" status: 204 len: 168 time: 0.2008181 Jul 13 13:45:27.667859 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1809245e-f273-48bc-955d-3f54d5ced97a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30bdee09-36f0-4611-b734-1dcafd572634,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:45:27.687283 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f2afac1b-4918-4b3a-91bd-e15fce01283f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:27.695485 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f2afac1b-4918-4b3a-91bd-e15fce01283f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:27.697225 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-d88f85c0-bfa7-47a4-af6f-47ed5efdc662 req-8c7e7204-5788-4fe9-927b-f3541fc6ff94 tempest-VolumesActionsTest-1371069749 tempest-VolumesActionsTest-1371069749-project] No DVR routers for this DVR port e15ab706-137a-4c7e-9360-f21a7dffd361 on host n-h2-800634-1 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:45:27.699813 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bfa2d57b-e6cd-4c91-b502-8e19e1506053 tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Notify callbacks [] for router_gateway, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:27.707173 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-d88f85c0-bfa7-47a4-af6f-47ed5efdc662 req-8c7e7204-5788-4fe9-927b-f3541fc6ff94 tempest-VolumesActionsTest-1371069749 tempest-VolumesActionsTest-1371069749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:27.719758 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d88f85c0-bfa7-47a4-af6f-47ed5efdc662 req-8c7e7204-5788-4fe9-927b-f3541fc6ff94 tempest-VolumesActionsTest-1371069749 tempest-VolumesActionsTest-1371069749-project] 10.222.0.41 "DELETE /v2.0/ports/e15ab706-137a-4c7e-9360-f21a7dffd361 HTTP/1.1" status: 204 len: 173 time: 2.3819251 Jul 13 13:45:27.726539 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69896136-e4ec-4bdc-9674-77f87ae861ad', 'name': 'network-vif-deleted', 'tag': 'e15ab706-137a-4c7e-9360-f21a7dffd361'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:45:27.745300 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d17b627af75e17e0f4b8d6239d04f8c2f78634e2c585e32a7aeca336500f34a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e66ca6c4-228a-44c9-bf30-f8a373ffb9dc" -d '{"events": [{"server_uuid": "69896136-e4ec-4bdc-9674-77f87ae861ad", "name": "network-vif-deleted", "tag": "e15ab706-137a-4c7e-9360-f21a7dffd361"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:45:27.820437 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6f3e8ec3-1978-4693-a531-f4cf6eaab6b7 req-93ecc0c4-6840-41d5-9067-24bba4214f95 tempest-VolumesActionsTest-1371069749 tempest-VolumesActionsTest-1371069749-project] 10.222.0.23 "GET /v2.0/ports?device_id=69896136-e4ec-4bdc-9674-77f87ae861ad HTTP/1.1" status: 200 len: 210 time: 0.0869377 Jul 13 13:45:27.834378 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-f2afac1b-4918-4b3a-91bd-e15fce01283f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2b6c5f743f984a14a40b2dbe90864c06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7943931 Jul 13 13:45:27.837789 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 40406) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:45:27.838570 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2afac1b-4918-4b3a-91bd-e15fce01283f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8104712-b16d-453a-a28a-dc4518d4d611,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:45:27.990843 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c19c21a7-ea63-43b4-853d-002c54799bf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:28.050745 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c19c21a7-ea63-43b4-853d-002c54799bf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:28.070526 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-035afb2d-8b69-4071-b986-5a3bfd5c0035 x-openstack-request-id: req-035afb2d-8b69-4071-b986-5a3bfd5c0035 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:45:28.071466 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69896136-e4ec-4bdc-9674-77f87ae861ad", "name": "network-vif-deleted", "tag": "e15ab706-137a-4c7e-9360-f21a7dffd361", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:45:28.071719 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-035afb2d-8b69-4071-b986-5a3bfd5c0035 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:45:28.072116 n-d-800634-1 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69896136-e4ec-4bdc-9674-77f87ae861ad', 'name': 'network-vif-deleted', 'tag': 'e15ab706-137a-4c7e-9360-f21a7dffd361', 'status': 'completed', 'code': 200} Jul 13 13:45:28.099795 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691f306b-8821-46f4-b073-629012d563c6 req-177417fb-9c2c-4cae-a89a-e78c677b5ab9 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:45:28.106649 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-691f306b-8821-46f4-b073-629012d563c6 req-177417fb-9c2c-4cae-a89a-e78c677b5ab9 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/ports?device_id=76492aa1-40d7-49b9-8dce-75dfa385d0bc HTTP/1.1" status: 200 len: 950 time: 0.7404945 Jul 13 13:45:28.153156 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c19c21a7-ea63-43b4-853d-002c54799bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:28.160582 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c19c21a7-ea63-43b4-853d-002c54799bf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:28.162069 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-c19c21a7-ea63-43b4-853d-002c54799bf9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f8104712-b16d-453a-a28a-dc4518d4d611 HTTP/1.1" status: 204 len: 168 time: 0.3191004 Jul 13 13:45:28.177515 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19c21a7-ea63-43b4-853d-002c54799bf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8104712-b16d-453a-a28a-dc4518d4d611,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:45:28.397260 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 40418) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:45:28.412147 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-cef2e993-86be-40e9-8680-3768a3769b67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:28.428625 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bfa2d57b-e6cd-4c91-b502-8e19e1506053 tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447180', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1591910', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2751'] for router, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:28.438156 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bfa2d57b-e6cd-4c91-b502-8e19e1506053 tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-447171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-447226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1591965'] for router, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:28.458936 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-691f306b-8821-46f4-b073-629012d563c6 req-ee129599-4865-4b71-b461-5c6a8c5c888e tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/security-groups?id=945af9a8-1349-436a-a066-b9a0fd8d3dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798828 Jul 13 13:45:28.641535 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-cef2e993-86be-40e9-8680-3768a3769b67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:28.656300 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-cef2e993-86be-40e9-8680-3768a3769b67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:28.683903 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfa2d57b-e6cd-4c91-b502-8e19e1506053 tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Router 44042544-1af6-4cc3-98cd-64b48d3ebb47 is scheduled to L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 with binding_index 1 {{(pid=93751) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 13:45:28.740143 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-cef2e993-86be-40e9-8680-3768a3769b67 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fdbe67cdc5814eeb8e3c5f0b1731f2ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3408554 Jul 13 13:45:28.742298 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef2e993-86be-40e9-8680-3768a3769b67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=392c6d3a-a85a-4b73-8aec-b026a638865f,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:45:28.742500 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 40422) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:45:28.816957 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 40424) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:45:28.836307 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6d1ae7f9-bb92-4c23-9b2e-1643057efb20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:28.861713 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-aaa9769c-ca85-4fcc-9f69-d22c0a61c5cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:28.910463 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfa2d57b-e6cd-4c91-b502-8e19e1506053 tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:45:28.948505 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eadfddb9-f539-4fc1-ac71-64841cee21d8 None None] Sync routers for ids ['44042544-1af6-4cc3-98cd-64b48d3ebb47'] in n-d-800634-1 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:45:28.966080 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-aaa9769c-ca85-4fcc-9f69-d22c0a61c5cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:28.973553 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eadfddb9-f539-4fc1-ac71-64841cee21d8 None None] Routers {'44042544-1af6-4cc3-98cd-64b48d3ebb47'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:45:28.974215 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-eadfddb9-f539-4fc1-ac71-64841cee21d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:45:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['44042544-1af6-4cc3-98cd-64b48d3ebb47'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:45:28.981060 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6d1ae7f9-bb92-4c23-9b2e-1643057efb20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:28.986690 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6d1ae7f9-bb92-4c23-9b2e-1643057efb20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:29.034322 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1ae7f9-bb92-4c23-9b2e-1643057efb20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b45c3557-620a-4ba1-bccb-c9cfdaaa6d56,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:45:29.040544 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-eadfddb9-f539-4fc1-ac71-64841cee21d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:45:29.043072 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device e15ab706-137a-4c7e-9360-f21a7dffd361 no longer exists at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:45:29.046787 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bfa2d57b-e6cd-4c91-b502-8e19e1506053 tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:29.048529 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-bfa2d57b-e6cd-4c91-b502-8e19e1506053 tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] 10.222.0.23 "PUT /v2.0/routers/44042544-1af6-4cc3-98cd-64b48d3ebb47 HTTP/1.1" status: 200 len: 879 time: 5.1546633 Jul 13 13:45:29.052242 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eadfddb9-f539-4fc1-ac71-64841cee21d8 None None] Routers {'44042544-1af6-4cc3-98cd-64b48d3ebb47'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:45:29.053073 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-eadfddb9-f539-4fc1-ac71-64841cee21d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:45:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['44042544-1af6-4cc3-98cd-64b48d3ebb47'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:45:29.059652 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 40434) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:45:29.085552 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-aaa9769c-ca85-4fcc-9f69-d22c0a61c5cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:29.091315 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] No Port match for: e15ab706-137a-4c7e-9360-f21a7dffd361 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:45:29.092276 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-eadfddb9-f539-4fc1-ac71-64841cee21d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:45:29.092708 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device e15ab706-137a-4c7e-9360-f21a7dffd361 not bound to the agent host n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:45:29.093574 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eadfddb9-f539-4fc1-ac71-64841cee21d8 None None] The sync data for ids ['44042544-1af6-4cc3-98cd-64b48d3ebb47'] in n-d-800634-1 is: [] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:45:29.098306 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-aaa9769c-ca85-4fcc-9f69-d22c0a61c5cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:29.102680 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-6d1ae7f9-bb92-4c23-9b2e-1643057efb20 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2fcc0c13cb434f229547352b0809d554&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2818639 Jul 13 13:45:29.102680 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 40436) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:45:29.106346 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-aaa9769c-ca85-4fcc-9f69-d22c0a61c5cf admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/392c6d3a-a85a-4b73-8aec-b026a638865f HTTP/1.1" status: 204 len: 168 time: 0.3626375 Jul 13 13:45:29.156175 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa9769c-ca85-4fcc-9f69-d22c0a61c5cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=392c6d3a-a85a-4b73-8aec-b026a638865f,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:45:29.204909 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-dbbd1c63-2f47-477a-80f0-4b4a098b80f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:29.237490 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-dbbd1c63-2f47-477a-80f0-4b4a098b80f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:29.263999 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-8719a4fe-8b7f-4925-8e87-b40c6b4febfe tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] 10.222.0.23 "GET /v2.0/routers/44042544-1af6-4cc3-98cd-64b48d3ebb47 HTTP/1.1" status: 200 len: 920 time: 0.2025878 Jul 13 13:45:29.267376 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 40440) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:45:29.315906 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-dbbd1c63-2f47-477a-80f0-4b4a098b80f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:29.320220 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-dbbd1c63-2f47-477a-80f0-4b4a098b80f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:29.322353 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-dbbd1c63-2f47-477a-80f0-4b4a098b80f9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b45c3557-620a-4ba1-bccb-c9cfdaaa6d56 HTTP/1.1" status: 204 len: 168 time: 0.2188561 Jul 13 13:45:29.340943 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbd1c63-2f47-477a-80f0-4b4a098b80f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b45c3557-620a-4ba1-bccb-c9cfdaaa6d56,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:45:29.502837 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c56f7d0-d62f-44d2-849a-c1107a4d10b6 tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:45:29.504846 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-3c56f7d0-d62f-44d2-849a-c1107a4d10b6 tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=acf968b8-c524-46a9-a20b-ad9667009130&device_id=44042544-1af6-4cc3-98cd-64b48d3ebb47&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2361381 Jul 13 13:45:29.507181 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 40460) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:45:29.518740 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 13:45:29.760123 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c99faa53-3ff0-4154-8258-3fd116f71aa9 tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:45:29.765693 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 40468) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:45:29.766026 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-c99faa53-3ff0-4154-8258-3fd116f71aa9 tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] 10.222.0.23 "GET /v2.0/networks/acf968b8-c524-46a9-a20b-ad9667009130 HTTP/1.1" status: 200 len: 881 time: 0.2574599 Jul 13 13:45:29.860195 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-edf1a093-c06a-4a6a-ab6e-d584d5b27e39 tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] 10.222.0.23 "GET /v2.0/ports?device_id=44042544-1af6-4cc3-98cd-64b48d3ebb47 HTTP/1.1" status: 200 len: 205 time: 0.0930941 Jul 13 13:45:29.866371 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 40472) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:45:29.981803 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1eb442-15b0-4363-8f8c-0937af269cd2 req-20ee24a2-c893-4d05-a1cf-e652a1d5afbb tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:45:29.988903 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ac1eb442-15b0-4363-8f8c-0937af269cd2 req-20ee24a2-c893-4d05-a1cf-e652a1d5afbb tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/ports?device_id=76492aa1-40d7-49b9-8dce-75dfa385d0bc HTTP/1.1" status: 200 len: 950 time: 0.2217937 Jul 13 13:45:30.173273 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ac1eb442-15b0-4363-8f8c-0937af269cd2 req-20ec3d6d-764b-4318-a7e5-45cc446aa9bc tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/security-groups?id=945af9a8-1349-436a-a066-b9a0fd8d3dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833563 Jul 13 13:45:30.207532 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a2c4c3f9-dfa2-437f-905c-e28ad0eceb41 tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Notify callbacks [] for router, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:30.232555 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:30.505909 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a2c4c3f9-dfa2-437f-905c-e28ad0eceb41 tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:30.634361 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:30.653199 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-a2c4c3f9-dfa2-437f-905c-e28ad0eceb41 tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Deleting port 40052a43-685e-4cd7-892c-76ca58f272a0 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:45:30.655517 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a2c4c3f9-dfa2-437f-905c-e28ad0eceb41 tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:30.910803 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a2c4c3f9-dfa2-437f-905c-e28ad0eceb41 tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:30.937484 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-a2c4c3f9-dfa2-437f-905c-e28ad0eceb41 tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Calling delete_port for 40052a43-685e-4cd7-892c-76ca58f272a0 owned by network:router_gateway {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:45:31.455783 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a2c4c3f9-dfa2-437f-905c-e28ad0eceb41 tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:31.585119 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c4c3f9-dfa2-437f-905c-e28ad0eceb41 tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Pushing event deleted for resources: {'Port': ['ID=40052a43-685e-4cd7-892c-76ca58f272a0,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:45:31.707433 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a2c4c3f9-dfa2-437f-905c-e28ad0eceb41 tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-446473'] for router_gateway, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:31.822737 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c56eb7f-3636-4c5a-b0b4-f0102bf4380b req-548638bf-7531-433c-a7eb-10e4cd1cb129 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:45:31.825362 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3c56eb7f-3636-4c5a-b0b4-f0102bf4380b req-548638bf-7531-433c-a7eb-10e4cd1cb129 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/ports?device_id=76492aa1-40d7-49b9-8dce-75dfa385d0bc HTTP/1.1" status: 200 len: 950 time: 0.3951745 Jul 13 13:45:31.900314 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a2c4c3f9-dfa2-437f-905c-e28ad0eceb41 tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1591938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2696'] for router, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:31.905358 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a2c4c3f9-dfa2-437f-905c-e28ad0eceb41 tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:31.917097 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3c56eb7f-3636-4c5a-b0b4-f0102bf4380b req-adfbaccc-f5c9-4d87-9d1b-b68a7a606266 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/security-groups?id=945af9a8-1349-436a-a066-b9a0fd8d3dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530081 Jul 13 13:45:32.006300 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a2c4c3f9-dfa2-437f-905c-e28ad0eceb41 tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593106'] for router, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:32.007344 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2c4c3f9-dfa2-437f-905c-e28ad0eceb41 tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Fanout notify agent at l3_agent the message router_deleted on router 44042544-1af6-4cc3-98cd-64b48d3ebb47 {{(pid=93750) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 13:45:32.017591 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a2c4c3f9-dfa2-437f-905c-e28ad0eceb41 tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:32.018987 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-a2c4c3f9-dfa2-437f-905c-e28ad0eceb41 tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] 10.222.0.23 "DELETE /v2.0/routers/44042544-1af6-4cc3-98cd-64b48d3ebb47 HTTP/1.1" status: 204 len: 168 time: 2.1468632 Jul 13 13:45:32.023059 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 40554) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:45:32.029030 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-88054d3d-94ac-415d-b56e-7428005594dc tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-886624093', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:45:32.088221 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-88054d3d-94ac-415d-b56e-7428005594dc tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1591928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2714'] for router, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:32.089340 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-88054d3d-94ac-415d-b56e-7428005594dc tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447198', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1629690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2689'] for router, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:32.287318 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-88054d3d-94ac-415d-b56e-7428005594dc tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:32.297339 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-88054d3d-94ac-415d-b56e-7428005594dc tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447217'] for router, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:32.386463 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-88054d3d-94ac-415d-b56e-7428005594dc tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:32.388036 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-88054d3d-94ac-415d-b56e-7428005594dc tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3631055 Jul 13 13:45:32.390878 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 40576) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:45:32.395849 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-9d3378f8-f3b5-4db9-adc2-bdba699ff7da tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'enable_snat': True}}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:45:32.912996 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9d3378f8-f3b5-4db9-adc2-bdba699ff7da tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447180', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1591910', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2751'] for router, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:33.432542 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821cdeaf-6888-4059-b872-a74327d3bdb6 req-f4d8dc34-31e4-4c7f-8636-07504962c87c tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:45:33.440393 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-821cdeaf-6888-4059-b872-a74327d3bdb6 req-f4d8dc34-31e4-4c7f-8636-07504962c87c tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/ports?device_id=76492aa1-40d7-49b9-8dce-75dfa385d0bc HTTP/1.1" status: 200 len: 950 time: 0.1474869 Jul 13 13:45:33.487859 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9d3378f8-f3b5-4db9-adc2-bdba699ff7da tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:33.563313 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-821cdeaf-6888-4059-b872-a74327d3bdb6 req-67b4a85c-192e-42f6-bd03-73ea62ba21ac tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/security-groups?id=945af9a8-1349-436a-a066-b9a0fd8d3dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168251 Jul 13 13:45:33.591530 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9d3378f8-f3b5-4db9-adc2-bdba699ff7da tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:33.927145 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-9d3378f8-f3b5-4db9-adc2-bdba699ff7da tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Allocated IP 172.25.6.56 (acf968b8-c524-46a9-a20b-ad9667009130/dde5a78e-bd1e-4f47-8189-7321d4de73d3/f4f9a05d-d014-4673-9d75-811ec51bbb1c) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:45:34.162559 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9d3378f8-f3b5-4db9-adc2-bdba699ff7da tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:34.261715 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9d3378f8-f3b5-4db9-adc2-bdba699ff7da tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:34.315532 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d3378f8-f3b5-4db9-adc2-bdba699ff7da tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Network acf968b8-c524-46a9-a20b-ad9667009130 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:45:34.319716 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-9d3378f8-f3b5-4db9-adc2-bdba699ff7da tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:45:34.329083 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3378f8-f3b5-4db9-adc2-bdba699ff7da tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:45:34.405241 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3378f8-f3b5-4db9-adc2-bdba699ff7da tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Pushing event updated for resources: {'Port': ['ID=f4f9a05d-d014-4673-9d75-811ec51bbb1c,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:45:35.045503 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c40198-569e-466b-9818-4e225ca16dcc req-9e0a4bc9-ee53-407e-b7be-5de0f4968fba tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:45:35.053614 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-53c40198-569e-466b-9818-4e225ca16dcc req-9e0a4bc9-ee53-407e-b7be-5de0f4968fba tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/ports?device_id=76492aa1-40d7-49b9-8dce-75dfa385d0bc HTTP/1.1" status: 200 len: 950 time: 0.1513801 Jul 13 13:45:35.120539 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-53c40198-569e-466b-9818-4e225ca16dcc req-79fcc265-f9a2-48aa-acf3-63c263738771 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/security-groups?id=945af9a8-1349-436a-a066-b9a0fd8d3dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659211 Jul 13 13:45:35.159820 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-bbe6b97b-02d4-46ce-9e39-3c087980ca72 req-bdd27df3-2006-4447-a979-fc52a4605353 tempest-VolumesBackupsTest-1908712625 tempest-VolumesBackupsTest-1908712625-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=1f00e9c0e0c7464aba0d417781757f40&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0492527 Jul 13 13:45:35.285350 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9d3378f8-f3b5-4db9-adc2-bdba699ff7da tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:35.457152 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe6b97b-02d4-46ce-9e39-3c087980ca72 req-908c6dbf-81ed-4a5e-8e37-c64150b618cf tempest-VolumesBackupsTest-1908712625 tempest-VolumesBackupsTest-1908712625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:45:35.458762 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-bbe6b97b-02d4-46ce-9e39-3c087980ca72 req-908c6dbf-81ed-4a5e-8e37-c64150b618cf tempest-VolumesBackupsTest-1908712625 tempest-VolumesBackupsTest-1908712625-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2982385 Jul 13 13:45:35.482644 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-bbe6b97b-02d4-46ce-9e39-3c087980ca72 req-701a5fbd-fca9-4942-adbe-be3c55ec2f5b tempest-VolumesBackupsTest-1908712625 tempest-VolumesBackupsTest-1908712625-project] 10.222.0.23 "GET /v2.0/quotas/1f00e9c0e0c7464aba0d417781757f40 HTTP/1.1" status: 200 len: 375 time: 0.0163674 Jul 13 13:45:35.703125 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db63bce-cfee-4af8-b84a-98001ab7a68f req-2eb53ed1-37b3-4d59-b691-f07f05fcbdaa tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:45:35.704743 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0db63bce-cfee-4af8-b84a-98001ab7a68f req-2eb53ed1-37b3-4d59-b691-f07f05fcbdaa tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f309255-5b4d-4296-81c6-c49d93f44d38 HTTP/1.1" status: 200 len: 945 time: 0.1503067 Jul 13 13:45:35.762529 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0db63bce-cfee-4af8-b84a-98001ab7a68f req-796e8552-581f-4b94-ad4c-7c242c2a5fcf tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bf3e8b9-8da9-4a28-88c0-799fd78203e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500007 Jul 13 13:45:36.087109 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-bbe6b97b-02d4-46ce-9e39-3c087980ca72 req-a7483b30-1a87-49b3-9fc5-6f9313cae7b0 tempest-VolumesBackupsTest-1908712625 tempest-VolumesBackupsTest-1908712625-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=1f00e9c0e0c7464aba0d417781757f40&fields=id HTTP/1.1" status: 200 len: 210 time: 0.5973842 Jul 13 13:45:36.158520 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9d3378f8-f3b5-4db9-adc2-bdba699ff7da tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447180', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1591910', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2751'] for router, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:36.174886 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9d3378f8-f3b5-4db9-adc2-bdba699ff7da tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-447171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-447226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1591965'] for router, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:36.434065 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e76589-be67-4fd9-a53c-894da77e869f req-b0a06c0b-1ea1-40b9-9315-15cd6df14cbc tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:45:36.441013 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b6e76589-be67-4fd9-a53c-894da77e869f req-b0a06c0b-1ea1-40b9-9315-15cd6df14cbc tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/ports?device_id=76492aa1-40d7-49b9-8dce-75dfa385d0bc HTTP/1.1" status: 200 len: 950 time: 0.1052761 Jul 13 13:45:36.517000 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b6e76589-be67-4fd9-a53c-894da77e869f req-12c73b19-d7e8-4b34-82a4-586549f44708 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/security-groups?id=945af9a8-1349-436a-a066-b9a0fd8d3dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750012 Jul 13 13:45:36.630487 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3c6b9f8b-e79a-4af2-8e4b-af34ae5c18bd req-97746692-2e00-4ba2-b93a-02d756912e72 tempest-VolumesBackupsTest-1908712625 tempest-VolumesBackupsTest-1908712625-project] 10.222.0.23 "GET /v2.0/ports?device_id=58c22cd5-cb7f-4113-9694-7ecefc24ea38 HTTP/1.1" status: 200 len: 210 time: 0.0830023 Jul 13 13:45:36.742844 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d3378f8-f3b5-4db9-adc2-bdba699ff7da tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Router 1ee9cf50-de11-4747-ae1c-1911215430bf is scheduled to L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 with binding_index 1 {{(pid=93751) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 13:45:37.159328 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d3378f8-f3b5-4db9-adc2-bdba699ff7da tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:45:37.171330 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9d3378f8-f3b5-4db9-adc2-bdba699ff7da tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:37.172976 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8672359b-f534-42b1-97b7-5f58ce432879 None None] Sync routers for ids ['1ee9cf50-de11-4747-ae1c-1911215430bf'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:45:37.174506 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-9d3378f8-f3b5-4db9-adc2-bdba699ff7da tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] 10.222.0.23 "PUT /v2.0/routers/1ee9cf50-de11-4747-ae1c-1911215430bf HTTP/1.1" status: 200 len: 913 time: 4.7813344 Jul 13 13:45:37.176791 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 40710) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:45:37.196141 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8672359b-f534-42b1-97b7-5f58ce432879 None None] Routers {'1ee9cf50-de11-4747-ae1c-1911215430bf'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:45:37.200732 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-8672359b-f534-42b1-97b7-5f58ce432879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:45:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['1ee9cf50-de11-4747-ae1c-1911215430bf'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:45:37.290366 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed83a26a-4dd7-410f-a56e-a101f6049024 req-7500753d-0ff3-48a1-b7db-93faf2a9e72b tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:45:37.306937 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ed83a26a-4dd7-410f-a56e-a101f6049024 req-7500753d-0ff3-48a1-b7db-93faf2a9e72b tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f309255-5b4d-4296-81c6-c49d93f44d38 HTTP/1.1" status: 200 len: 945 time: 0.2432909 Jul 13 13:45:37.334964 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-8672359b-f534-42b1-97b7-5f58ce432879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:45:37.374630 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8672359b-f534-42b1-97b7-5f58ce432879 None None] Routers {'1ee9cf50-de11-4747-ae1c-1911215430bf'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:45:37.375308 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-8672359b-f534-42b1-97b7-5f58ce432879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:45:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['1ee9cf50-de11-4747-ae1c-1911215430bf'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:45:37.433980 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ed83a26a-4dd7-410f-a56e-a101f6049024 req-2543979d-aa2a-4615-aa0b-372bb0db5dbb tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bf3e8b9-8da9-4a28-88c0-799fd78203e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1154215 Jul 13 13:45:37.554070 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 40718) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:45:37.556364 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-6ff9e355-b09a-406c-aa3b-524aabae036d tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] 10.222.0.23 "GET /v2.0/routers/1ee9cf50-de11-4747-ae1c-1911215430bf HTTP/1.1" status: 200 len: 919 time: 0.3769283 Jul 13 13:45:37.599560 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-8672359b-f534-42b1-97b7-5f58ce432879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:45:37.605293 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8672359b-f534-42b1-97b7-5f58ce432879 None None] The sync data for ids ['1ee9cf50-de11-4747-ae1c-1911215430bf'] in n-d-800634-1 is: [] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:45:37.759008 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-322df315-ccea-4c09-98b0-f870086a9b9b tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:45:37.763137 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-322df315-ccea-4c09-98b0-f870086a9b9b tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=acf968b8-c524-46a9-a20b-ad9667009130&device_id=1ee9cf50-de11-4747-ae1c-1911215430bf&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2056336 Jul 13 13:45:37.763435 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 40726) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:45:38.053223 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656123d1-a4df-4f31-a181-9d4e2256ccb9 tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:45:38.054765 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-656123d1-a4df-4f31-a181-9d4e2256ccb9 tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] 10.222.0.23 "GET /v2.0/networks/acf968b8-c524-46a9-a20b-ad9667009130 HTTP/1.1" status: 200 len: 881 time: 0.2903216 Jul 13 13:45:38.058264 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 40736) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:45:38.120585 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 40738) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:45:38.120835 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-0b076df5-e694-496f-b03c-425cae709496 tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] 10.222.0.23 "GET /v2.0/ports?device_id=1ee9cf50-de11-4747-ae1c-1911215430bf HTTP/1.1" status: 200 len: 205 time: 0.0612953 Jul 13 13:45:38.401520 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cfc14a-968b-4b52-bb27-c4aede8c7d13 req-3c1f1ccd-5f9b-45be-b36e-f86299f153bc tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:45:38.423361 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-85cfc14a-968b-4b52-bb27-c4aede8c7d13 req-3c1f1ccd-5f9b-45be-b36e-f86299f153bc tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/ports?device_id=76492aa1-40d7-49b9-8dce-75dfa385d0bc HTTP/1.1" status: 200 len: 950 time: 0.1966143 Jul 13 13:45:38.516716 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-44a4da6a-72bb-4aba-bdce-6e4c4d56be00 tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Notify callbacks [] for router, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:38.530448 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-85cfc14a-968b-4b52-bb27-c4aede8c7d13 req-ce060431-1152-40ce-ba51-4fd872d00c29 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/security-groups?id=945af9a8-1349-436a-a066-b9a0fd8d3dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050913 Jul 13 13:45:38.648502 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f7fba6ee-86b8-44b9-a4c3-ed1f9568dbe3 req-8c9b459e-608d-4f85-b26c-76ff646d5369 tempest-VolumesBackupsTest-1908712625 tempest-VolumesBackupsTest-1908712625-project] 10.222.0.23 "GET /v2.0/ports?device_id=58c22cd5-cb7f-4113-9694-7ecefc24ea38 HTTP/1.1" status: 200 len: 210 time: 0.1223581 Jul 13 13:45:38.795893 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-bbe6b97b-02d4-46ce-9e39-3c087980ca72 req-01c2f8a5-c486-42d3-8ecf-cb651cbb6976 tempest-VolumesBackupsTest-1908712625 tempest-VolumesBackupsTest-1908712625-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=1f00e9c0e0c7464aba0d417781757f40&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0354197 Jul 13 13:45:39.150688 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe6b97b-02d4-46ce-9e39-3c087980ca72 req-a3448263-1ea7-4ecf-9747-c4c07e3ff40a tempest-VolumesBackupsTest-1908712625 tempest-VolumesBackupsTest-1908712625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:45:39.154468 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-bbe6b97b-02d4-46ce-9e39-3c087980ca72 req-a3448263-1ea7-4ecf-9747-c4c07e3ff40a tempest-VolumesBackupsTest-1908712625 tempest-VolumesBackupsTest-1908712625-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3345680 Jul 13 13:45:39.166947 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-bbe6b97b-02d4-46ce-9e39-3c087980ca72 req-be3f5c2c-bdfe-442a-9b6f-105b45c852d4 tempest-VolumesBackupsTest-1908712625 tempest-VolumesBackupsTest-1908712625-project] Request body: {'port': {'device_id': '58c22cd5-cb7f-4113-9694-7ecefc24ea38', 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30', 'admin_state_up': True, 'tenant_id': '1f00e9c0e0c7464aba0d417781757f40'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:45:39.186836 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-44a4da6a-72bb-4aba-bdce-6e4c4d56be00 tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:39.272168 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-44a4da6a-72bb-4aba-bdce-6e4c4d56be00 tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Deleting port f4f9a05d-d014-4673-9d75-811ec51bbb1c {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:45:39.272459 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-44a4da6a-72bb-4aba-bdce-6e4c4d56be00 tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:39.395339 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbe6b97b-02d4-46ce-9e39-3c087980ca72 req-be3f5c2c-bdfe-442a-9b6f-105b45c852d4 tempest-VolumesBackupsTest-1908712625 tempest-VolumesBackupsTest-1908712625-project] Made reservation on behalf of 1f00e9c0e0c7464aba0d417781757f40 for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:45:39.399238 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-bbe6b97b-02d4-46ce-9e39-3c087980ca72 req-be3f5c2c-bdfe-442a-9b6f-105b45c852d4 tempest-VolumesBackupsTest-1908712625 tempest-VolumesBackupsTest-1908712625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:39.410296 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-bbe6b97b-02d4-46ce-9e39-3c087980ca72 req-be3f5c2c-bdfe-442a-9b6f-105b45c852d4 tempest-VolumesBackupsTest-1908712625 tempest-VolumesBackupsTest-1908712625-project] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:39.419718 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-44a4da6a-72bb-4aba-bdce-6e4c4d56be00 tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:39.437552 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-44a4da6a-72bb-4aba-bdce-6e4c4d56be00 tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Calling delete_port for f4f9a05d-d014-4673-9d75-811ec51bbb1c owned by network:router_gateway {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:45:39.573940 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-bbe6b97b-02d4-46ce-9e39-3c087980ca72 req-be3f5c2c-bdfe-442a-9b6f-105b45c852d4 tempest-VolumesBackupsTest-1908712625 tempest-VolumesBackupsTest-1908712625-project] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:39.581997 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-bbe6b97b-02d4-46ce-9e39-3c087980ca72 req-be3f5c2c-bdfe-442a-9b6f-105b45c852d4 tempest-VolumesBackupsTest-1908712625 tempest-VolumesBackupsTest-1908712625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:39.694314 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3f5c2c-bdfe-442a-9b6f-105b45c852d4 tempest-VolumesBackupsTest-1908712625 tempest-VolumesBackupsTest-1908712625-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca93e5c7-36e3-4e02-bc6e-8336a5cedabb,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:45:39.897063 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [req-bbe6b97b-02d4-46ce-9e39-3c087980ca72 req-be3f5c2c-bdfe-442a-9b6f-105b45c852d4 tempest-VolumesBackupsTest-1908712625 tempest-VolumesBackupsTest-1908712625-project] Allocated IP 192.168.233.139 (e0bfb334-0fd9-4ba5-ba79-1568ecabee30/60b55863-ceb6-45af-a8a4-4b22d72866af/2861c65a-7e8c-42cb-9eab-89783d5e289b) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:45:39.919753 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-44a4da6a-72bb-4aba-bdce-6e4c4d56be00 tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:39.953814 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4da6a-72bb-4aba-bdce-6e4c4d56be00 tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Pushing event deleted for resources: {'Port': ['ID=f4f9a05d-d014-4673-9d75-811ec51bbb1c,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:45:39.990224 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-bcd95573-1494-4132-8b1b-61659c71d74a req-ed4ed7e2-a639-414f-8529-0278785a98b2 tempest-VolumesBackupsTest-1908712625 tempest-VolumesBackupsTest-1908712625-project] 10.222.0.23 "GET /v2.0/ports?device_id=58c22cd5-cb7f-4113-9694-7ecefc24ea38 HTTP/1.1" status: 200 len: 210 time: 0.0720696 Jul 13 13:45:40.106367 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device ba15db8f-f750-4ef8-8e43-23b3ac54b1b7 no longer exists at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:45:40.263868 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b198fd-b0d8-49ec-a99e-c5ac99109631 req-a308028f-998b-4736-ab74-45090343d8f6 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:45:40.269614 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-06b198fd-b0d8-49ec-a99e-c5ac99109631 req-a308028f-998b-4736-ab74-45090343d8f6 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/ports?device_id=76492aa1-40d7-49b9-8dce-75dfa385d0bc HTTP/1.1" status: 200 len: 950 time: 0.4269187 Jul 13 13:45:40.366755 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-06b198fd-b0d8-49ec-a99e-c5ac99109631 req-1ff532a0-7ddc-47e4-9bfc-dfcd7c0fb558 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/security-groups?id=945af9a8-1349-436a-a066-b9a0fd8d3dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867999 Jul 13 13:45:40.368158 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:40.370501 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-44a4da6a-72bb-4aba-bdce-6e4c4d56be00 tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-446473'] for router_gateway, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:40.440588 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-bbe6b97b-02d4-46ce-9e39-3c087980ca72 req-be3f5c2c-bdfe-442a-9b6f-105b45c852d4 tempest-VolumesBackupsTest-1908712625 tempest-VolumesBackupsTest-1908712625-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:40.449706 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f309255-5b4d-4296-81c6-c49d93f44d38', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba15db8f-f750-4ef8-8e43-23b3ac54b1b7'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:45:40.455271 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b6df4dd-9572-4441-a20c-ebb429a5d5b0" -d '{"events": [{"server_uuid": "5f309255-5b4d-4296-81c6-c49d93f44d38", "name": "network-vif-unplugged", "status": "completed", "tag": "ba15db8f-f750-4ef8-8e43-23b3ac54b1b7"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:45:40.484010 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-bbe6b97b-02d4-46ce-9e39-3c087980ca72 req-be3f5c2c-bdfe-442a-9b6f-105b45c852d4 tempest-VolumesBackupsTest-1908712625 tempest-VolumesBackupsTest-1908712625-project] Transition to ACTIVE for port object 2861c65a-7e8c-42cb-9eab-89783d5e289b will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:45:40.496022 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port ba15db8f-f750-4ef8-8e43-23b3ac54b1b7, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=ba15db8f-f750-4ef8-8e43-23b3ac54b1b7,segment=NetworkSegment(370d7ede-eeb6-46ae-b4ce-87c4cdf3222b),segment_id=370d7ede-eeb6-46ae-b4ce-87c4cdf3222b)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:45:40.503658 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:40.537279 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-44a4da6a-72bb-4aba-bdce-6e4c4d56be00 tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1591938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2696'] for router, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:40.540541 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-44a4da6a-72bb-4aba-bdce-6e4c4d56be00 tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:40.563554 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-bbe6b97b-02d4-46ce-9e39-3c087980ca72 req-be3f5c2c-bdfe-442a-9b6f-105b45c852d4 tempest-VolumesBackupsTest-1908712625 tempest-VolumesBackupsTest-1908712625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:40.620216 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=ba15db8f-f750-4ef8-8e43-23b3ac54b1b7,revision_number=8']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:45:40.692323 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbe6b97b-02d4-46ce-9e39-3c087980ca72 req-be3f5c2c-bdfe-442a-9b6f-105b45c852d4 tempest-VolumesBackupsTest-1908712625 tempest-VolumesBackupsTest-1908712625-project] Network e0bfb334-0fd9-4ba5-ba79-1568ecabee30 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:45:40.707016 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [req-bbe6b97b-02d4-46ce-9e39-3c087980ca72 req-be3f5c2c-bdfe-442a-9b6f-105b45c852d4 tempest-VolumesBackupsTest-1908712625 tempest-VolumesBackupsTest-1908712625-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:45:40.713219 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-44a4da6a-72bb-4aba-bdce-6e4c4d56be00 tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593106'] for router, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:40.713794 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44a4da6a-72bb-4aba-bdce-6e4c4d56be00 tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Fanout notify agent at l3_agent the message router_deleted on router 1ee9cf50-de11-4747-ae1c-1911215430bf {{(pid=93750) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 13:45:40.716681 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbe6b97b-02d4-46ce-9e39-3c087980ca72 req-be3f5c2c-bdfe-442a-9b6f-105b45c852d4 tempest-VolumesBackupsTest-1908712625 tempest-VolumesBackupsTest-1908712625-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:45:40.755590 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3f5c2c-bdfe-442a-9b6f-105b45c852d4 tempest-VolumesBackupsTest-1908712625 tempest-VolumesBackupsTest-1908712625-project] Pushing event updated for resources: {'Port': ['ID=2861c65a-7e8c-42cb-9eab-89783d5e289b,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:45:40.756033 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-44a4da6a-72bb-4aba-bdce-6e4c4d56be00 tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:40.757290 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-44a4da6a-72bb-4aba-bdce-6e4c4d56be00 tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] 10.222.0.23 "DELETE /v2.0/routers/1ee9cf50-de11-4747-ae1c-1911215430bf HTTP/1.1" status: 204 len: 168 time: 2.6352098 Jul 13 13:45:40.761974 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 40800) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:45:40.767433 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-2a138110-6681-43fc-8551-45478d6f361d tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1207912217', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:45:40.819456 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 13:45:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f24232e0-21cc-4048-a791-a5bdb2a63095 x-openstack-request-id: req-f24232e0-21cc-4048-a791-a5bdb2a63095 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:45:40.819769 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f309255-5b4d-4296-81c6-c49d93f44d38", "name": "network-vif-unplugged", "status": "completed", "tag": "ba15db8f-f750-4ef8-8e43-23b3ac54b1b7", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:45:40.821845 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f24232e0-21cc-4048-a791-a5bdb2a63095 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:45:40.824035 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f309255-5b4d-4296-81c6-c49d93f44d38', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba15db8f-f750-4ef8-8e43-23b3ac54b1b7', 'code': 200} Jul 13 13:45:40.828098 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2a138110-6681-43fc-8551-45478d6f361d tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1591928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2714'] for router, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:40.828893 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2a138110-6681-43fc-8551-45478d6f361d tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447198', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1629690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2689'] for router, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:40.833268 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe6b97b-02d4-46ce-9e39-3c087980ca72 req-be3f5c2c-bdfe-442a-9b6f-105b45c852d4 tempest-VolumesBackupsTest-1908712625 tempest-VolumesBackupsTest-1908712625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:45:40.833973 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-bbe6b97b-02d4-46ce-9e39-3c087980ca72 req-be3f5c2c-bdfe-442a-9b6f-105b45c852d4 tempest-VolumesBackupsTest-1908712625 tempest-VolumesBackupsTest-1908712625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:40.862374 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-bbe6b97b-02d4-46ce-9e39-3c087980ca72 req-be3f5c2c-bdfe-442a-9b6f-105b45c852d4 tempest-VolumesBackupsTest-1908712625 tempest-VolumesBackupsTest-1908712625-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6996558 Jul 13 13:45:40.885357 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-bbe6b97b-02d4-46ce-9e39-3c087980ca72 req-6d4f15f0-93ed-46a6-82a8-1341856b3d29 service neutron] Request body: {'port': {'device_id': '58c22cd5-cb7f-4113-9694-7ecefc24ea38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-1'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:45:40.964173 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2a138110-6681-43fc-8551-45478d6f361d tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:40.970825 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2a138110-6681-43fc-8551-45478d6f361d tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447217'] for router, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:40.995918 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2a138110-6681-43fc-8551-45478d6f361d tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:40.996406 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-2a138110-6681-43fc-8551-45478d6f361d tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2325914 Jul 13 13:45:41.000437 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 40802) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:45:41.007310 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-692ed104-0f7c-404d-8d3e-273ddf836fc1 tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'enable_snat': False}}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:45:41.035377 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-bbe6b97b-02d4-46ce-9e39-3c087980ca72 req-6d4f15f0-93ed-46a6-82a8-1341856b3d29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:41.232021 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b5392137-c92d-4163-a7a8-eec39dc6f4d4 None None] Provisioning for port 2861c65a-7e8c-42cb-9eab-89783d5e289b completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:45:41.257409 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b5392137-c92d-4163-a7a8-eec39dc6f4d4 None None] Provisioning complete for port 2861c65a-7e8c-42cb-9eab-89783d5e289b triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:45:41.258739 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b5392137-c92d-4163-a7a8-eec39dc6f4d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:41.362648 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-692ed104-0f7c-404d-8d3e-273ddf836fc1 tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447180', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1591910', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2751'] for router, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:41.393276 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b5392137-c92d-4163-a7a8-eec39dc6f4d4 None None] Port 2861c65a-7e8c-42cb-9eab-89783d5e289b cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:45:41.600361 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff68b80-9cb5-48e1-bbe5-118389f670a9 req-50080d77-0ab2-43f8-928f-fad7846ae339 tempest-VolumesBackupsTest-1908712625 tempest-VolumesBackupsTest-1908712625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:45:41.612806 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0ff68b80-9cb5-48e1-bbe5-118389f670a9 req-50080d77-0ab2-43f8-928f-fad7846ae339 tempest-VolumesBackupsTest-1908712625 tempest-VolumesBackupsTest-1908712625-project] 10.222.0.23 "GET /v2.0/ports?device_id=58c22cd5-cb7f-4113-9694-7ecefc24ea38 HTTP/1.1" status: 200 len: 936 time: 0.3222635 Jul 13 13:45:41.690255 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0ff68b80-9cb5-48e1-bbe5-118389f670a9 req-fd408946-2e20-497b-9b3e-62b8b6491fe4 tempest-VolumesBackupsTest-1908712625 tempest-VolumesBackupsTest-1908712625-project] 10.222.0.23 "GET /v2.0/security-groups?id=ca93e5c7-36e3-4e02-bc6e-8336a5cedabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758514 Jul 13 13:45:41.761944 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450d1bf5-8cfa-483d-a663-496e8aa230e8 req-3f66c188-a9c4-4fd7-b7b2-3e5fab498f43 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:45:41.764111 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-450d1bf5-8cfa-483d-a663-496e8aa230e8 req-3f66c188-a9c4-4fd7-b7b2-3e5fab498f43 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/ports?device_id=76492aa1-40d7-49b9-8dce-75dfa385d0bc HTTP/1.1" status: 200 len: 950 time: 0.1289022 Jul 13 13:45:41.768293 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [req-bbe6b97b-02d4-46ce-9e39-3c087980ca72 req-6d4f15f0-93ed-46a6-82a8-1341856b3d29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2861c65a-7e8c-42cb-9eab-89783d5e289b {{(pid=93751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:45:41.782458 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-bbe6b97b-02d4-46ce-9e39-3c087980ca72 req-6d4f15f0-93ed-46a6-82a8-1341856b3d29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:41.806485 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-bbe6b97b-02d4-46ce-9e39-3c087980ca72 req-6d4f15f0-93ed-46a6-82a8-1341856b3d29 service neutron] Transition to ACTIVE for port object 2861c65a-7e8c-42cb-9eab-89783d5e289b will not be triggered until provisioned by entity L2. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:45:41.816839 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-bbe6b97b-02d4-46ce-9e39-3c087980ca72 req-6d4f15f0-93ed-46a6-82a8-1341856b3d29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:41.859907 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-692ed104-0f7c-404d-8d3e-273ddf836fc1 tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:41.870265 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-450d1bf5-8cfa-483d-a663-496e8aa230e8 req-127ef986-1574-4422-b98b-72613fd6e484 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/security-groups?id=945af9a8-1349-436a-a066-b9a0fd8d3dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970495 Jul 13 13:45:41.872840 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4f15f0-93ed-46a6-82a8-1341856b3d29 service neutron] Pushing event updated for resources: {'Port': ['ID=2861c65a-7e8c-42cb-9eab-89783d5e289b,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:45:41.882298 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-692ed104-0f7c-404d-8d3e-273ddf836fc1 tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:42.044572 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-bbe6b97b-02d4-46ce-9e39-3c087980ca72 req-6d4f15f0-93ed-46a6-82a8-1341856b3d29 service neutron] Attempting to bind port 2861c65a-7e8c-42cb-9eab-89783d5e289b on host n-h2-800634-1 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:45:42.044928 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-bbe6b97b-02d4-46ce-9e39-3c087980ca72 req-6d4f15f0-93ed-46a6-82a8-1341856b3d29 service neutron] Attempting to bind port 2861c65a-7e8c-42cb-9eab-89783d5e289b by drivers openvswitch,hyperv on host n-h2-800634-1 at level 0 using segments [{'id': '62a4f2e9-97ca-473c-a2df-e7f9f532c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:45:42.045263 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe6b97b-02d4-46ce-9e39-3c087980ca72 req-6d4f15f0-93ed-46a6-82a8-1341856b3d29 service neutron] Attempting to bind port 2861c65a-7e8c-42cb-9eab-89783d5e289b on network e0bfb334-0fd9-4ba5-ba79-1568ecabee30 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:45:42.049950 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe6b97b-02d4-46ce-9e39-3c087980ca72 req-6d4f15f0-93ed-46a6-82a8-1341856b3d29 service neutron] Port 2861c65a-7e8c-42cb-9eab-89783d5e289b on network e0bfb334-0fd9-4ba5-ba79-1568ecabee30 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-1 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:45:42.050246 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe6b97b-02d4-46ce-9e39-3c087980ca72 req-6d4f15f0-93ed-46a6-82a8-1341856b3d29 service neutron] Attempting to bind port 2861c65a-7e8c-42cb-9eab-89783d5e289b on network e0bfb334-0fd9-4ba5-ba79-1568ecabee30 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:45:42.057879 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-692ed104-0f7c-404d-8d3e-273ddf836fc1 tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Allocated IP 172.25.6.198 (acf968b8-c524-46a9-a20b-ad9667009130/dde5a78e-bd1e-4f47-8189-7321d4de73d3/aa491125-ed33-4827-9f69-fe76fbb64014) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:45:42.060621 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe6b97b-02d4-46ce-9e39-3c087980ca72 req-6d4f15f0-93ed-46a6-82a8-1341856b3d29 service neutron] Checking agent: {'id': 'f615e5c9-21ab-43f2-adbc-192d64b795cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 45, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:45:42.060974 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe6b97b-02d4-46ce-9e39-3c087980ca72 req-6d4f15f0-93ed-46a6-82a8-1341856b3d29 service neutron] Checking segment: {'id': '62a4f2e9-97ca-473c-a2df-e7f9f532c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:45:42.061460 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe6b97b-02d4-46ce-9e39-3c087980ca72 req-6d4f15f0-93ed-46a6-82a8-1341856b3d29 service neutron] Bound using segment: {'id': '62a4f2e9-97ca-473c-a2df-e7f9f532c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30'} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:45:42.062133 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-bbe6b97b-02d4-46ce-9e39-3c087980ca72 req-6d4f15f0-93ed-46a6-82a8-1341856b3d29 service neutron] Bound port: 2861c65a-7e8c-42cb-9eab-89783d5e289b, host: n-h2-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62a4f2e9-97ca-473c-a2df-e7f9f532c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30'}}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:45:42.062532 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-bbe6b97b-02d4-46ce-9e39-3c087980ca72 req-6d4f15f0-93ed-46a6-82a8-1341856b3d29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:42.103809 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device ba15db8f-f750-4ef8-8e43-23b3ac54b1b7 details requested by agent hyperv_n-h1-800634-1 with host n-h1-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 13:45:42.184248 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-bbe6b97b-02d4-46ce-9e39-3c087980ca72 req-6d4f15f0-93ed-46a6-82a8-1341856b3d29 service neutron] For port 2861c65a-7e8c-42cb-9eab-89783d5e289b, host n-h2-800634-1, cleared binding levels {{(pid=93751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:45:42.188109 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-bbe6b97b-02d4-46ce-9e39-3c087980ca72 req-6d4f15f0-93ed-46a6-82a8-1341856b3d29 service neutron] For port 2861c65a-7e8c-42cb-9eab-89783d5e289b, host n-h2-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=2861c65a-7e8c-42cb-9eab-89783d5e289b,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:45:42.199688 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-bbe6b97b-02d4-46ce-9e39-3c087980ca72 req-6d4f15f0-93ed-46a6-82a8-1341856b3d29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:42.239026 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-692ed104-0f7c-404d-8d3e-273ddf836fc1 tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:42.295331 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port ba15db8f-f750-4ef8-8e43-23b3ac54b1b7, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=ba15db8f-f750-4ef8-8e43-23b3ac54b1b7,segment=NetworkSegment(370d7ede-eeb6-46ae-b4ce-87c4cdf3222b),segment_id=370d7ede-eeb6-46ae-b4ce-87c4cdf3222b)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:45:42.310057 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Returning: {'device': 'ba15db8f-f750-4ef8-8e43-23b3ac54b1b7', 'network_id': '4044b022-747e-4834-bc76-73d0f411c2c3', 'port_id': 'ba15db8f-f750-4ef8-8e43-23b3ac54b1b7', 'mac_address': 'fa:16:3e:b9:24:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22de4df8-967a-4ca5-99c3-67fec7ee33c8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 13:45:42.320051 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4f15f0-93ed-46a6-82a8-1341856b3d29 service neutron] Pushing event updated for resources: {'Port': ['ID=2861c65a-7e8c-42cb-9eab-89783d5e289b,revision_number=3']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:45:42.326581 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe6b97b-02d4-46ce-9e39-3c087980ca72 req-6d4f15f0-93ed-46a6-82a8-1341856b3d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:45:42.327322 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-bbe6b97b-02d4-46ce-9e39-3c087980ca72 req-6d4f15f0-93ed-46a6-82a8-1341856b3d29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:42.329308 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-bbe6b97b-02d4-46ce-9e39-3c087980ca72 req-6d4f15f0-93ed-46a6-82a8-1341856b3d29 service neutron] 10.222.0.41 "PUT /v2.0/ports/2861c65a-7e8c-42cb-9eab-89783d5e289b HTTP/1.1" status: 200 len: 1096 time: 1.4566045 Jul 13 13:45:42.330047 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58c22cd5-cb7f-4113-9694-7ecefc24ea38', 'tag': '2861c65a-7e8c-42cb-9eab-89783d5e289b'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:45:42.338362 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d17b627af75e17e0f4b8d6239d04f8c2f78634e2c585e32a7aeca336500f34a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e18fd1af-e03e-4e72-8e8a-6fd69114ad6c" -d '{"events": [{"name": "network-changed", "server_uuid": "58c22cd5-cb7f-4113-9694-7ecefc24ea38", "tag": "2861c65a-7e8c-42cb-9eab-89783d5e289b"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:45:42.384015 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:42.384412 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-692ed104-0f7c-404d-8d3e-273ddf836fc1 tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:42.433360 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba15db8f-f750-4ef8-8e43-23b3ac54b1b7 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:45:42.481118 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe6b97b-02d4-46ce-9e39-3c087980ca72 req-55044839-3a8a-4174-b5eb-6b30c113e46c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:45:42.490311 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-bbe6b97b-02d4-46ce-9e39-3c087980ca72 req-55044839-3a8a-4174-b5eb-6b30c113e46c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1f00e9c0e0c7464aba0d417781757f40&device_id=58c22cd5-cb7f-4113-9694-7ecefc24ea38 HTTP/1.1" status: 200 len: 1099 time: 0.0953906 Jul 13 13:45:42.528651 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-692ed104-0f7c-404d-8d3e-273ddf836fc1 tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Network acf968b8-c524-46a9-a20b-ad9667009130 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:45:42.538858 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-692ed104-0f7c-404d-8d3e-273ddf836fc1 tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:45:42.540539 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port ba15db8f-f750-4ef8-8e43-23b3ac54b1b7, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=ba15db8f-f750-4ef8-8e43-23b3ac54b1b7,segment=NetworkSegment(370d7ede-eeb6-46ae-b4ce-87c4cdf3222b),segment_id=370d7ede-eeb6-46ae-b4ce-87c4cdf3222b)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:45:42.544761 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692ed104-0f7c-404d-8d3e-273ddf836fc1 tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:45:42.550618 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:42.552715 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692ed104-0f7c-404d-8d3e-273ddf836fc1 tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Pushing event updated for resources: {'Port': ['ID=aa491125-ed33-4827-9f69-fe76fbb64014,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:45:42.629421 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-bbe6b97b-02d4-46ce-9e39-3c087980ca72 req-19ef8074-ca2a-45bd-9a93-10428a1bd09c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=2861c65a-7e8c-42cb-9eab-89783d5e289b HTTP/1.1" status: 200 len: 217 time: 0.1343701 Jul 13 13:45:42.773095 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['ba15db8f-f750-4ef8-8e43-23b3ac54b1b7'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:45:42.782497 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe6b97b-02d4-46ce-9e39-3c087980ca72 req-e68e3456-ac01-48e9-944f-ee58b5b226f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:45:42.783993 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-bbe6b97b-02d4-46ce-9e39-3c087980ca72 req-e68e3456-ac01-48e9-944f-ee58b5b226f4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=60b55863-ceb6-45af-a8a4-4b22d72866af HTTP/1.1" status: 200 len: 843 time: 0.1480217 Jul 13 13:45:42.785710 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 13:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78c06b55-8832-4c9e-9aa4-bcc9d3d85421 x-openstack-request-id: req-78c06b55-8832-4c9e-9aa4-bcc9d3d85421 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:45:42.786031 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58c22cd5-cb7f-4113-9694-7ecefc24ea38", "tag": "2861c65a-7e8c-42cb-9eab-89783d5e289b", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:45:42.786271 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-78c06b55-8832-4c9e-9aa4-bcc9d3d85421 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:45:42.786666 n-d-800634-1 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58c22cd5-cb7f-4113-9694-7ecefc24ea38', 'tag': '2861c65a-7e8c-42cb-9eab-89783d5e289b', 'status': 'completed', 'code': 200} Jul 13 13:45:42.845436 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=ba15db8f-f750-4ef8-8e43-23b3ac54b1b7,revision_number=9']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:45:42.948398 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe6b97b-02d4-46ce-9e39-3c087980ca72 req-cc027741-b75f-4002-aa3f-819702f11b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:45:42.950983 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-bbe6b97b-02d4-46ce-9e39-3c087980ca72 req-cc027741-b75f-4002-aa3f-819702f11b57 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e0bfb334-0fd9-4ba5-ba79-1568ecabee30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1463947 Jul 13 13:45:43.126836 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-bbe6b97b-02d4-46ce-9e39-3c087980ca72 req-a8746806-6a01-4b48-8bb9-2c61260d3622 service neutron] 10.222.0.41 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677775 Jul 13 13:45:43.275610 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f63694-087a-4bc4-9c74-57ade00b8715 req-0faab07f-77f8-45e4-affc-b78f103d8992 tempest-VolumesBackupsTest-1908712625 tempest-VolumesBackupsTest-1908712625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:45:43.277240 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-42f63694-087a-4bc4-9c74-57ade00b8715 req-0faab07f-77f8-45e4-affc-b78f103d8992 tempest-VolumesBackupsTest-1908712625 tempest-VolumesBackupsTest-1908712625-project] 10.222.0.23 "GET /v2.0/ports?device_id=58c22cd5-cb7f-4113-9694-7ecefc24ea38 HTTP/1.1" status: 200 len: 948 time: 0.2734787 Jul 13 13:45:43.357758 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-692ed104-0f7c-404d-8d3e-273ddf836fc1 tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:43.444108 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-bbe6b97b-02d4-46ce-9e39-3c087980ca72 req-5e4c3e13-ca26-4559-988d-39fd2f83e86b service neutron] 10.222.0.41 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3094981 Jul 13 13:45:43.462710 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701af602-ff95-48a8-90c2-8efe5884c0de req-86e7179c-3a03-4175-9ce5-e04e2d5132da tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:45:43.464150 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-701af602-ff95-48a8-90c2-8efe5884c0de req-86e7179c-3a03-4175-9ce5-e04e2d5132da tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/ports?device_id=76492aa1-40d7-49b9-8dce-75dfa385d0bc HTTP/1.1" status: 200 len: 950 time: 0.1613660 Jul 13 13:45:43.613440 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-42f63694-087a-4bc4-9c74-57ade00b8715 req-0e9ba866-f028-4d8f-bf4f-3e34d191d9e7 tempest-VolumesBackupsTest-1908712625 tempest-VolumesBackupsTest-1908712625-project] 10.222.0.23 "GET /v2.0/security-groups?id=ca93e5c7-36e3-4e02-bc6e-8336a5cedabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3292665 Jul 13 13:45:43.645041 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-701af602-ff95-48a8-90c2-8efe5884c0de req-9d3d0089-5272-4f00-9d04-cdde70a31666 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/security-groups?id=945af9a8-1349-436a-a066-b9a0fd8d3dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714847 Jul 13 13:45:43.721693 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18fd1af-e03e-4e72-8e8a-6fd69114ad6c req-d63f8e33-e09e-4715-a0d6-54d5f3d750da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:45:43.723616 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e18fd1af-e03e-4e72-8e8a-6fd69114ad6c req-d63f8e33-e09e-4715-a0d6-54d5f3d750da service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1f00e9c0e0c7464aba0d417781757f40&device_id=58c22cd5-cb7f-4113-9694-7ecefc24ea38 HTTP/1.1" status: 200 len: 1099 time: 0.1847849 Jul 13 13:45:43.908774 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18fd1af-e03e-4e72-8e8a-6fd69114ad6c req-82f2cb96-0a35-43a2-b021-52cfe91c6978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:45:43.910561 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e18fd1af-e03e-4e72-8e8a-6fd69114ad6c req-82f2cb96-0a35-43a2-b021-52cfe91c6978 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e0bfb334-0fd9-4ba5-ba79-1568ecabee30 HTTP/1.1" status: 200 len: 869 time: 0.1780179 Jul 13 13:45:44.005572 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e18fd1af-e03e-4e72-8e8a-6fd69114ad6c req-4947fa3c-6347-407c-ae80-966f5a189fbf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=2861c65a-7e8c-42cb-9eab-89783d5e289b HTTP/1.1" status: 200 len: 217 time: 0.0874958 Jul 13 13:45:44.023620 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-692ed104-0f7c-404d-8d3e-273ddf836fc1 tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447180', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1591910', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2751'] for router, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:44.028226 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-692ed104-0f7c-404d-8d3e-273ddf836fc1 tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-447171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-447226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1591965'] for router, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:44.103755 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18fd1af-e03e-4e72-8e8a-6fd69114ad6c req-d6a78d12-b284-42f9-b042-5a3ab1564a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:45:44.105262 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e18fd1af-e03e-4e72-8e8a-6fd69114ad6c req-d6a78d12-b284-42f9-b042-5a3ab1564a96 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=60b55863-ceb6-45af-a8a4-4b22d72866af HTTP/1.1" status: 200 len: 843 time: 0.0918396 Jul 13 13:45:44.111233 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device ba15db8f-f750-4ef8-8e43-23b3ac54b1b7 up at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:45:44.268117 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18fd1af-e03e-4e72-8e8a-6fd69114ad6c req-bd12ad64-47a6-415e-a700-4fd686df4d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:45:44.271517 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e18fd1af-e03e-4e72-8e8a-6fd69114ad6c req-bd12ad64-47a6-415e-a700-4fd686df4d86 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e0bfb334-0fd9-4ba5-ba79-1568ecabee30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1592674 Jul 13 13:45:44.308350 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning complete for port ba15db8f-f750-4ef8-8e43-23b3ac54b1b7 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:45:44.310860 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:44.358330 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-692ed104-0f7c-404d-8d3e-273ddf836fc1 tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Router 59a3ca48-d33f-4d55-9bc1-035aa449c6a0 is scheduled to L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 with binding_index 1 {{(pid=93750) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 13:45:44.412161 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e18fd1af-e03e-4e72-8e8a-6fd69114ad6c req-ef25c08e-0ef8-438b-8676-d5d07c774c9e service neutron] 10.222.0.41 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328795 Jul 13 13:45:44.445087 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:44.474187 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f309255-5b4d-4296-81c6-c49d93f44d38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba15db8f-f750-4ef8-8e43-23b3ac54b1b7'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:45:44.478866 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-340948d6-69f8-47d6-af9c-a8e1a039afcf" -d '{"events": [{"server_uuid": "5f309255-5b4d-4296-81c6-c49d93f44d38", "name": "network-vif-plugged", "status": "completed", "tag": "ba15db8f-f750-4ef8-8e43-23b3ac54b1b7"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:45:44.504139 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port ba15db8f-f750-4ef8-8e43-23b3ac54b1b7, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=ba15db8f-f750-4ef8-8e43-23b3ac54b1b7,segment=NetworkSegment(370d7ede-eeb6-46ae-b4ce-87c4cdf3222b),segment_id=370d7ede-eeb6-46ae-b4ce-87c4cdf3222b)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:45:44.511497 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:44.595022 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-494e812a-9838-4299-b068-b2ee35da2e66 x-openstack-request-id: req-494e812a-9838-4299-b068-b2ee35da2e66 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:45:44.596103 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f309255-5b4d-4296-81c6-c49d93f44d38", "name": "network-vif-plugged", "status": "completed", "tag": "ba15db8f-f750-4ef8-8e43-23b3ac54b1b7", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:45:44.596615 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-494e812a-9838-4299-b068-b2ee35da2e66 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:45:44.597476 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f309255-5b4d-4296-81c6-c49d93f44d38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba15db8f-f750-4ef8-8e43-23b3ac54b1b7', 'code': 200} Jul 13 13:45:44.603212 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-692ed104-0f7c-404d-8d3e-273ddf836fc1 tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:45:44.610192 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-692ed104-0f7c-404d-8d3e-273ddf836fc1 tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:44.615438 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-692ed104-0f7c-404d-8d3e-273ddf836fc1 tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] 10.222.0.23 "PUT /v2.0/routers/59a3ca48-d33f-4d55-9bc1-035aa449c6a0 HTTP/1.1" status: 200 len: 916 time: 3.6121073 Jul 13 13:45:44.616388 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 40908) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:45:44.619428 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0391a0-57c9-49ac-86b4-4c3dcbf02db4 None None] Sync routers for ids ['59a3ca48-d33f-4d55-9bc1-035aa449c6a0'] in n-d-800634-1 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:45:44.639824 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0391a0-57c9-49ac-86b4-4c3dcbf02db4 None None] Routers {'59a3ca48-d33f-4d55-9bc1-035aa449c6a0'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:45:44.640474 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-eb0391a0-57c9-49ac-86b4-4c3dcbf02db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:45:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['59a3ca48-d33f-4d55-9bc1-035aa449c6a0'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:45:44.751850 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=ba15db8f-f750-4ef8-8e43-23b3ac54b1b7,revision_number=10']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:45:44.832477 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-eb0391a0-57c9-49ac-86b4-4c3dcbf02db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:45:44.845165 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e18fd1af-e03e-4e72-8e8a-6fd69114ad6c req-4ab0a040-937b-4a8c-b4a9-beffd54856f2 service neutron] 10.222.0.41 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4277856 Jul 13 13:45:44.880019 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0391a0-57c9-49ac-86b4-4c3dcbf02db4 None None] Routers {'59a3ca48-d33f-4d55-9bc1-035aa449c6a0'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:45:44.881601 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-eb0391a0-57c9-49ac-86b4-4c3dcbf02db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:45:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['59a3ca48-d33f-4d55-9bc1-035aa449c6a0'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:45:44.994042 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-eb0391a0-57c9-49ac-86b4-4c3dcbf02db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:45:44.994798 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0391a0-57c9-49ac-86b4-4c3dcbf02db4 None None] The sync data for ids ['59a3ca48-d33f-4d55-9bc1-035aa449c6a0'] in n-d-800634-1 is: [] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:45:45.018156 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d4f0a5-c059-4034-ae52-0eb6be92190d req-ef700e5f-6991-484b-a188-89cdfc95b694 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:45:45.019684 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-28d4f0a5-c059-4034-ae52-0eb6be92190d req-ef700e5f-6991-484b-a188-89cdfc95b694 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/ports?device_id=76492aa1-40d7-49b9-8dce-75dfa385d0bc HTTP/1.1" status: 200 len: 950 time: 0.1315012 Jul 13 13:45:45.073308 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-28d4f0a5-c059-4034-ae52-0eb6be92190d req-8ced8b97-93c1-42ec-a342-fb3c170116a5 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/security-groups?id=945af9a8-1349-436a-a066-b9a0fd8d3dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476584 Jul 13 13:45:45.088035 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-746a6fe9-b9e7-400e-b58a-27c5e4f855c1 tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] 10.222.0.23 "GET /v2.0/routers/59a3ca48-d33f-4d55-9bc1-035aa449c6a0 HTTP/1.1" status: 200 len: 922 time: 0.4660034 Jul 13 13:45:45.091175 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 40924) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:45:45.145063 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe05909-a38a-4d66-9727-59666100fd37 req-e99324e8-d1d5-47a8-b4ae-e10f85594512 tempest-VolumesBackupsTest-1908712625 tempest-VolumesBackupsTest-1908712625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:45:45.153273 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ffe05909-a38a-4d66-9727-59666100fd37 req-e99324e8-d1d5-47a8-b4ae-e10f85594512 tempest-VolumesBackupsTest-1908712625 tempest-VolumesBackupsTest-1908712625-project] 10.222.0.23 "GET /v2.0/ports?device_id=58c22cd5-cb7f-4113-9694-7ecefc24ea38 HTTP/1.1" status: 200 len: 948 time: 0.1818302 Jul 13 13:45:45.217134 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ffe05909-a38a-4d66-9727-59666100fd37 req-698e271f-4536-4e16-8ab1-f59b2dbc90dd tempest-VolumesBackupsTest-1908712625 tempest-VolumesBackupsTest-1908712625-project] 10.222.0.23 "GET /v2.0/security-groups?id=ca93e5c7-36e3-4e02-bc6e-8336a5cedabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627508 Jul 13 13:45:45.235926 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ae0340-1dc9-4676-b273-f5e4b56c8a8c tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:45:45.240369 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 40926) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:45:45.251606 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-f0ae0340-1dc9-4676-b273-f5e4b56c8a8c tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=acf968b8-c524-46a9-a20b-ad9667009130&device_id=59a3ca48-d33f-4d55-9bc1-035aa449c6a0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1596079 Jul 13 13:45:45.706196 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ea1915-db13-4348-95c9-95589e36b152 tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:45:45.710303 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-69ea1915-db13-4348-95c9-95589e36b152 tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] 10.222.0.23 "GET /v2.0/networks/acf968b8-c524-46a9-a20b-ad9667009130 HTTP/1.1" status: 200 len: 881 time: 0.4659452 Jul 13 13:45:45.712019 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 40936) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:45:45.812312 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 40948) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:45:45.813012 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-1f975e5a-d7a5-4010-942b-5b142fc2123b tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] 10.222.0.23 "GET /v2.0/ports?device_id=59a3ca48-d33f-4d55-9bc1-035aa449c6a0 HTTP/1.1" status: 200 len: 205 time: 0.0991330 Jul 13 13:45:46.006592 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c4a5e30b-0d41-47a7-bc24-73624fe3ea6d tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Notify callbacks [] for router, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:46.262115 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c4a5e30b-0d41-47a7-bc24-73624fe3ea6d tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:46.469207 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-c4a5e30b-0d41-47a7-bc24-73624fe3ea6d tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Deleting port aa491125-ed33-4827-9f69-fe76fbb64014 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:45:46.469864 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c4a5e30b-0d41-47a7-bc24-73624fe3ea6d tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:46.534902 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28e2fff-dde7-4b56-ad47-f3634d80967c req-a4d2b67e-8e99-4c42-bbd0-8440053ef8ca tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:45:46.538211 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b71a525-1a73-40e9-9ae0-53a0419f7825 req-b9489fb2-63f6-4ae3-bc32-5b708804008f tempest-VolumesBackupsTest-1908712625 tempest-VolumesBackupsTest-1908712625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:45:46.543553 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a28e2fff-dde7-4b56-ad47-f3634d80967c req-a4d2b67e-8e99-4c42-bbd0-8440053ef8ca tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/ports?device_id=76492aa1-40d7-49b9-8dce-75dfa385d0bc HTTP/1.1" status: 200 len: 950 time: 0.1952245 Jul 13 13:45:46.550424 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-0b71a525-1a73-40e9-9ae0-53a0419f7825 req-b9489fb2-63f6-4ae3-bc32-5b708804008f tempest-VolumesBackupsTest-1908712625 tempest-VolumesBackupsTest-1908712625-project] 10.222.0.23 "GET /v2.0/ports?device_id=58c22cd5-cb7f-4113-9694-7ecefc24ea38 HTTP/1.1" status: 200 len: 948 time: 0.1287265 Jul 13 13:45:46.614553 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a28e2fff-dde7-4b56-ad47-f3634d80967c req-ff150bf8-1aec-408d-bf19-6bdb696181fd tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/security-groups?id=945af9a8-1349-436a-a066-b9a0fd8d3dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697987 Jul 13 13:45:46.625802 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c4a5e30b-0d41-47a7-bc24-73624fe3ea6d tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:46.647447 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-0b71a525-1a73-40e9-9ae0-53a0419f7825 req-5846ec8d-7f70-4c83-a501-a3a2b19c6725 tempest-VolumesBackupsTest-1908712625 tempest-VolumesBackupsTest-1908712625-project] 10.222.0.23 "GET /v2.0/security-groups?id=ca93e5c7-36e3-4e02-bc6e-8336a5cedabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959282 Jul 13 13:45:46.649148 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-c4a5e30b-0d41-47a7-bc24-73624fe3ea6d tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Calling delete_port for aa491125-ed33-4827-9f69-fe76fbb64014 owned by network:router_gateway {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:45:47.104399 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 2861c65a-7e8c-42cb-9eab-89783d5e289b details requested by agent hyperv_n-h2-800634-1 with host n-h2-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 13:45:47.192203 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c4a5e30b-0d41-47a7-bc24-73624fe3ea6d tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:47.213447 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5db43782-7e52-4c1e-8227-d00f1a236168 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:47.256672 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a5e30b-0d41-47a7-bc24-73624fe3ea6d tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Pushing event deleted for resources: {'Port': ['ID=aa491125-ed33-4827-9f69-fe76fbb64014,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:45:47.385841 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 2861c65a-7e8c-42cb-9eab-89783d5e289b, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=2861c65a-7e8c-42cb-9eab-89783d5e289b,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:45:47.418883 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Returning: {'device': '2861c65a-7e8c-42cb-9eab-89783d5e289b', 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30', 'port_id': '2861c65a-7e8c-42cb-9eab-89783d5e289b', 'mac_address': 'fa:16:3e:a8:d9:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60b55863-ceb6-45af-a8a4-4b22d72866af', 'ip_address': '192.168.233.139'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 13:45:47.455554 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c4a5e30b-0d41-47a7-bc24-73624fe3ea6d tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-446473'] for router_gateway, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:47.524020 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:47.556562 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2861c65a-7e8c-42cb-9eab-89783d5e289b {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:45:47.644046 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 2861c65a-7e8c-42cb-9eab-89783d5e289b, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=2861c65a-7e8c-42cb-9eab-89783d5e289b,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:45:47.659154 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:47.685496 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c4a5e30b-0d41-47a7-bc24-73624fe3ea6d tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1591938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2696'] for router, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:47.689588 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c4a5e30b-0d41-47a7-bc24-73624fe3ea6d tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:47.773396 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c4a5e30b-0d41-47a7-bc24-73624fe3ea6d tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593106'] for router, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:47.773921 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4a5e30b-0d41-47a7-bc24-73624fe3ea6d tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Fanout notify agent at l3_agent the message router_deleted on router 59a3ca48-d33f-4d55-9bc1-035aa449c6a0 {{(pid=93750) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 13:45:47.800203 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c4a5e30b-0d41-47a7-bc24-73624fe3ea6d tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:47.801568 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-c4a5e30b-0d41-47a7-bc24-73624fe3ea6d tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] 10.222.0.23 "DELETE /v2.0/routers/59a3ca48-d33f-4d55-9bc1-035aa449c6a0 HTTP/1.1" status: 204 len: 168 time: 1.9879420 Jul 13 13:45:47.805630 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 40988) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:45:47.810986 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-4f8e80ff-3a62-4a07-9d22-48563c7768a8 tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-744742783', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}, 'admin_state_up': False}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:45:47.831403 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=2861c65a-7e8c-42cb-9eab-89783d5e289b,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:45:47.911618 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['2861c65a-7e8c-42cb-9eab-89783d5e289b'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:45:47.919101 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4f8e80ff-3a62-4a07-9d22-48563c7768a8 tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1591928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2714'] for router, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:47.920202 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4f8e80ff-3a62-4a07-9d22-48563c7768a8 tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447198', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1629690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2689'] for router, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:48.148880 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3e3653-583d-42af-aa8d-532b09f02d1f req-06af1940-172d-4cdd-8c90-8f9a7023338a tempest-VolumesBackupsTest-1908712625 tempest-VolumesBackupsTest-1908712625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:45:48.157081 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2c3e3653-583d-42af-aa8d-532b09f02d1f req-06af1940-172d-4cdd-8c90-8f9a7023338a tempest-VolumesBackupsTest-1908712625 tempest-VolumesBackupsTest-1908712625-project] 10.222.0.23 "GET /v2.0/ports?device_id=58c22cd5-cb7f-4113-9694-7ecefc24ea38 HTTP/1.1" status: 200 len: 949 time: 0.2101567 Jul 13 13:45:48.240896 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 41000) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:45:48.291959 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2c3e3653-583d-42af-aa8d-532b09f02d1f req-6ca2a3d8-c05e-4eb7-aa11-1d12f85cad18 tempest-VolumesBackupsTest-1908712625 tempest-VolumesBackupsTest-1908712625-project] 10.222.0.23 "GET /v2.0/security-groups?id=ca93e5c7-36e3-4e02-bc6e-8336a5cedabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335411 Jul 13 13:45:48.315223 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4f8e80ff-3a62-4a07-9d22-48563c7768a8 tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:48.542782 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f5f92807-bb90-4114-b3ee-87745bbce945 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:48.643388 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4f8e80ff-3a62-4a07-9d22-48563c7768a8 tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447180', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1591910', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2751'] for router, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:48.655675 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26f06ee-b6e3-4e2f-b43b-643cf1200571 req-a3db6f6a-4706-48c3-9642-dac745228d78 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:45:48.663484 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e26f06ee-b6e3-4e2f-b43b-643cf1200571 req-a3db6f6a-4706-48c3-9642-dac745228d78 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/ports?device_id=76492aa1-40d7-49b9-8dce-75dfa385d0bc HTTP/1.1" status: 200 len: 950 time: 0.4106219 Jul 13 13:45:48.730467 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e26f06ee-b6e3-4e2f-b43b-643cf1200571 req-85e741e6-10d3-464e-8351-c2bc8b2b38cf tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/security-groups?id=945af9a8-1349-436a-a066-b9a0fd8d3dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647976 Jul 13 13:45:48.741965 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f5f92807-bb90-4114-b3ee-87745bbce945 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:48.762074 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f5f92807-bb90-4114-b3ee-87745bbce945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:48.838391 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f92807-bb90-4114-b3ee-87745bbce945 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68ee7324-6db3-419c-a446-4831546dad52,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:45:48.932075 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-f5f92807-bb90-4114-b3ee-87745bbce945 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cf9f42cf6cad47a593f2a032fd68d16e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6879244 Jul 13 13:45:48.935517 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 41012) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:45:49.009862 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d1addd29-1dbf-48a4-a9bd-e55c750009c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:49.013334 n-d-800634-1 neutron-server[93750]: INFO neutron.api.v2.resource [req-0e39c4cd-5cb4-4409-9061-1aaeedd01eca req-2f65d908-8a6b-453f-a3c5-a419f50275e8 service neutron] show failed (client error): The resource could not be found. Jul 13 13:45:49.014912 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0e39c4cd-5cb4-4409-9061-1aaeedd01eca req-2f65d908-8a6b-453f-a3c5-a419f50275e8 service neutron] 10.222.0.26 "GET /v2.0/ports/531b97b4-0802-46a1-9ddf-6ea5c872d757/bindings/n-h2-800634-1 HTTP/1.1" status: 404 len: 380 time: 0.2698543 Jul 13 13:45:49.092094 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d1addd29-1dbf-48a4-a9bd-e55c750009c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:49.118670 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 2861c65a-7e8c-42cb-9eab-89783d5e289b up at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:45:49.224176 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d1addd29-1dbf-48a4-a9bd-e55c750009c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:49.230254 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d1addd29-1dbf-48a4-a9bd-e55c750009c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:49.266264 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-d1addd29-1dbf-48a4-a9bd-e55c750009c5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/68ee7324-6db3-419c-a446-4831546dad52 HTTP/1.1" status: 204 len: 168 time: 0.2947471 Jul 13 13:45:49.358527 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1addd29-1dbf-48a4-a9bd-e55c750009c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68ee7324-6db3-419c-a446-4831546dad52,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:45:49.473466 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning for port 2861c65a-7e8c-42cb-9eab-89783d5e289b completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:45:49.486691 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning complete for port 2861c65a-7e8c-42cb-9eab-89783d5e289b triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:45:49.487077 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:49.830627 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4f8e80ff-3a62-4a07-9d22-48563c7768a8 tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Notify callbacks [] for router_gateway, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:49.859783 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4f8e80ff-3a62-4a07-9d22-48563c7768a8 tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:49.860066 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:49.928836 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4f77026d-fd4d-4e4e-8cb3-10786f3806ba req-29f54026-1776-4b71-b039-6748b0b24e6e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=48cfc91c-49d1-40bc-b4e8-0a6ca10d28a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4811568 Jul 13 13:45:49.937998 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-de58f610-83da-47c2-b1ea-357c5a092bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:49.977291 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e39c4cd-5cb4-4409-9061-1aaeedd01eca req-35038ed8-b990-4408-9b33-8ff141dcc709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:45:49.979344 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0e39c4cd-5cb4-4409-9061-1aaeedd01eca req-35038ed8-b990-4408-9b33-8ff141dcc709 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=76492aa1-40d7-49b9-8dce-75dfa385d0bc&tenant_id=c6349d73ae13458a9d892a7db2dc0433 HTTP/1.1" status: 200 len: 1101 time: 0.4371493 Jul 13 13:45:50.006129 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-0e39c4cd-5cb4-4409-9061-1aaeedd01eca req-529126c0-95c0-4303-8776-295d2a773920 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800634-1', 'device_owner': 'compute:nova'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:45:50.030539 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6f7973a3-b8b4-4df8-b746-63e39f9787ed req-0d65cbfd-337d-46ea-b7c0-301685c8d4e7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ff113c1b-c263-4008-9d61-0ebe123b1ba5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2107573 Jul 13 13:45:50.054975 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cd2ccd-28cc-4b1c-8531-04a8d88f25ce req-0fb3c293-9ff1-4f3e-8d09-806b9c5dfcf6 tempest-VolumesBackupsTest-1908712625 tempest-VolumesBackupsTest-1908712625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:45:50.063622 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d5cd2ccd-28cc-4b1c-8531-04a8d88f25ce req-0fb3c293-9ff1-4f3e-8d09-806b9c5dfcf6 tempest-VolumesBackupsTest-1908712625 tempest-VolumesBackupsTest-1908712625-project] 10.222.0.23 "GET /v2.0/ports?device_id=58c22cd5-cb7f-4113-9694-7ecefc24ea38 HTTP/1.1" status: 200 len: 949 time: 0.3974867 Jul 13 13:45:50.117992 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58c22cd5-cb7f-4113-9694-7ecefc24ea38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2861c65a-7e8c-42cb-9eab-89783d5e289b'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:45:50.132038 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ef12535-5109-40cd-96b7-457de5a20378" -d '{"events": [{"server_uuid": "58c22cd5-cb7f-4113-9694-7ecefc24ea38", "name": "network-vif-plugged", "status": "completed", "tag": "2861c65a-7e8c-42cb-9eab-89783d5e289b"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:45:50.166594 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:50.179033 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 2861c65a-7e8c-42cb-9eab-89783d5e289b, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=2861c65a-7e8c-42cb-9eab-89783d5e289b,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:45:50.183314 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d5cd2ccd-28cc-4b1c-8531-04a8d88f25ce req-a1fdf316-4798-4538-b9c5-8fb5abb9957f tempest-VolumesBackupsTest-1908712625 tempest-VolumesBackupsTest-1908712625-project] 10.222.0.23 "GET /v2.0/security-groups?id=ca93e5c7-36e3-4e02-bc6e-8336a5cedabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181622 Jul 13 13:45:50.188873 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:50.245164 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-0e39c4cd-5cb4-4409-9061-1aaeedd01eca req-529126c0-95c0-4303-8776-295d2a773920 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:50.248727 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f77026d-fd4d-4e4e-8cb3-10786f3806ba req-12c3c5c7-306a-4b9e-aa8d-a760024a8438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:45:50.250292 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4f77026d-fd4d-4e4e-8cb3-10786f3806ba req-12c3c5c7-306a-4b9e-aa8d-a760024a8438 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c6349d73ae13458a9d892a7db2dc0433&device_id=48cfc91c-49d1-40bc-b4e8-0a6ca10d28a2 HTTP/1.1" status: 200 len: 1100 time: 0.2916827 Jul 13 13:45:50.273027 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 41034) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:45:50.339892 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:45:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5245301d-0939-475f-ba0f-4bb27da29b36 x-openstack-request-id: req-5245301d-0939-475f-ba0f-4bb27da29b36 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:45:50.340851 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58c22cd5-cb7f-4113-9694-7ecefc24ea38", "name": "network-vif-plugged", "status": "completed", "tag": "2861c65a-7e8c-42cb-9eab-89783d5e289b", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:45:50.341200 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5245301d-0939-475f-ba0f-4bb27da29b36 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:45:50.342218 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58c22cd5-cb7f-4113-9694-7ecefc24ea38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2861c65a-7e8c-42cb-9eab-89783d5e289b', 'code': 200} Jul 13 13:45:50.345335 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2b45f0a8-c89e-4119-9f1f-5973cf066910 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:50.389711 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=2861c65a-7e8c-42cb-9eab-89783d5e289b,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:45:50.529537 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2b45f0a8-c89e-4119-9f1f-5973cf066910 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:50.552947 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2b45f0a8-c89e-4119-9f1f-5973cf066910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:50.590436 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-4f8e80ff-3a62-4a07-9d22-48563c7768a8 tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Allocated IP 172.25.6.170 (acf968b8-c524-46a9-a20b-ad9667009130/dde5a78e-bd1e-4f47-8189-7321d4de73d3/5ef21edd-cd77-4673-9835-420d2bf4cd94) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:45:50.610826 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f77026d-fd4d-4e4e-8cb3-10786f3806ba req-f47eb423-56ce-4713-bd20-afad3dbd5000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:45:50.612543 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4f77026d-fd4d-4e4e-8cb3-10786f3806ba req-f47eb423-56ce-4713-bd20-afad3dbd5000 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e0bfb334-0fd9-4ba5-ba79-1568ecabee30 HTTP/1.1" status: 200 len: 869 time: 0.3303831 Jul 13 13:45:50.633324 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-2b45f0a8-c89e-4119-9f1f-5973cf066910 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=49bce10dc9e7422e85e9c2f365e3bca6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3524668 Jul 13 13:45:50.638504 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b45f0a8-c89e-4119-9f1f-5973cf066910 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d5de1b8-a96d-496f-8d02-604abaa6fda6,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:45:50.655306 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7973a3-b8b4-4df8-b746-63e39f9787ed req-2996ad9f-901c-4229-9d63-dd58a60c746b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:45:50.662165 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6f7973a3-b8b4-4df8-b746-63e39f9787ed req-2996ad9f-901c-4229-9d63-dd58a60c746b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c6349d73ae13458a9d892a7db2dc0433&device_id=ff113c1b-c263-4008-9d61-0ebe123b1ba5 HTTP/1.1" status: 200 len: 1102 time: 0.5104122 Jul 13 13:45:50.666893 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 41040) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:45:50.730354 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c5f3c6-b8d6-4a71-8821-610cdff75f2b req-c9569525-86bb-43d5-85c4-61615f6bd413 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:45:50.731986 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-60c5f3c6-b8d6-4a71-8821-610cdff75f2b req-c9569525-86bb-43d5-85c4-61615f6bd413 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/ports?device_id=76492aa1-40d7-49b9-8dce-75dfa385d0bc HTTP/1.1" status: 200 len: 950 time: 0.4362233 Jul 13 13:45:50.776918 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4f77026d-fd4d-4e4e-8cb3-10786f3806ba req-b9670448-d184-4197-977f-15169e537211 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=90c4466a-3193-4149-a16b-118ac388caf1 HTTP/1.1" status: 200 len: 217 time: 0.1554346 Jul 13 13:45:50.829113 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fc88f3-89f0-4562-8653-81ff05d277f3 req-2982f674-1ea6-4c2c-b694-246b9ac7cc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:45:50.838451 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-18fc88f3-89f0-4562-8653-81ff05d277f3 req-2982f674-1ea6-4c2c-b694-246b9ac7cc34 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=58c22cd5-cb7f-4113-9694-7ecefc24ea38 HTTP/1.1" status: 200 len: 1101 time: 0.4503050 Jul 13 13:45:50.858532 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7973a3-b8b4-4df8-b746-63e39f9787ed req-9425d602-8eee-41a5-af8e-a5ba1137ad70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:45:50.860050 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6f7973a3-b8b4-4df8-b746-63e39f9787ed req-9425d602-8eee-41a5-af8e-a5ba1137ad70 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e0bfb334-0fd9-4ba5-ba79-1568ecabee30 HTTP/1.1" status: 200 len: 869 time: 0.1261015 Jul 13 13:45:50.893131 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8cc49478-9276-4777-aac5-e7a3ffc2b840 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:51.018578 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6f7973a3-b8b4-4df8-b746-63e39f9787ed req-94763d58-c038-4b59-afcd-6251d5f15dc7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=084e5f0b-d393-4c6c-9266-10c1ff6870c6 HTTP/1.1" status: 200 len: 217 time: 0.1269333 Jul 13 13:45:51.066567 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:51.099442 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f77026d-fd4d-4e4e-8cb3-10786f3806ba req-72300c01-e32a-4083-b452-657a445e8a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:45:51.103217 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4f77026d-fd4d-4e4e-8cb3-10786f3806ba req-72300c01-e32a-4083-b452-657a445e8a77 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=60b55863-ceb6-45af-a8a4-4b22d72866af HTTP/1.1" status: 200 len: 843 time: 0.2979562 Jul 13 13:45:51.110755 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-60c5f3c6-b8d6-4a71-8821-610cdff75f2b req-20c2f103-7edf-40e1-9647-a2bb2a80f6f7 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/security-groups?id=945af9a8-1349-436a-a066-b9a0fd8d3dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497230 Jul 13 13:45:51.112866 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-18fc88f3-89f0-4562-8653-81ff05d277f3 req-ed51ede3-259f-4a2f-b3e9-972bc2e40395 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ca93e5c7-36e3-4e02-bc6e-8336a5cedabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393206 Jul 13 13:45:51.119565 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7973a3-b8b4-4df8-b746-63e39f9787ed req-ea4979f1-f9f7-471c-8a22-4cf0ba97e828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:45:51.121629 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6f7973a3-b8b4-4df8-b746-63e39f9787ed req-ea4979f1-f9f7-471c-8a22-4cf0ba97e828 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=60b55863-ceb6-45af-a8a4-4b22d72866af HTTP/1.1" status: 200 len: 843 time: 0.0913019 Jul 13 13:45:51.184292 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8cc49478-9276-4777-aac5-e7a3ffc2b840 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:51.308696 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-0e39c4cd-5cb4-4409-9061-1aaeedd01eca req-529126c0-95c0-4303-8776-295d2a773920 service neutron] For port 531b97b4-0802-46a1-9ddf-6ea5c872d757, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=531b97b4-0802-46a1-9ddf-6ea5c872d757,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:45:51.493292 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-0e39c4cd-5cb4-4409-9061-1aaeedd01eca req-529126c0-95c0-4303-8776-295d2a773920 service neutron] For port 531b97b4-0802-46a1-9ddf-6ea5c872d757, host n-h1-800634-1, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:45:51.534452 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4f8e80ff-3a62-4a07-9d22-48563c7768a8 tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:51.548370 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7973a3-b8b4-4df8-b746-63e39f9787ed req-83d8c320-160f-4041-8ed5-2d9d1a85cfaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:45:51.550351 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6f7973a3-b8b4-4df8-b746-63e39f9787ed req-83d8c320-160f-4041-8ed5-2d9d1a85cfaa service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e0bfb334-0fd9-4ba5-ba79-1568ecabee30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3751523 Jul 13 13:45:51.567678 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8cc49478-9276-4777-aac5-e7a3ffc2b840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:51.571801 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8cc49478-9276-4777-aac5-e7a3ffc2b840 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:51.572944 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-8cc49478-9276-4777-aac5-e7a3ffc2b840 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2d5de1b8-a96d-496f-8d02-604abaa6fda6 HTTP/1.1" status: 204 len: 168 time: 0.8996966 Jul 13 13:45:51.620919 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-0e39c4cd-5cb4-4409-9061-1aaeedd01eca req-529126c0-95c0-4303-8776-295d2a773920 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:51.638970 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc49478-9276-4777-aac5-e7a3ffc2b840 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d5de1b8-a96d-496f-8d02-604abaa6fda6,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:45:51.676043 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-0e39c4cd-5cb4-4409-9061-1aaeedd01eca req-529126c0-95c0-4303-8776-295d2a773920 service neutron] Transition to ACTIVE for port object 531b97b4-0802-46a1-9ddf-6ea5c872d757 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:45:51.678955 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76492aa1-40d7-49b9-8dce-75dfa385d0bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '531b97b4-0802-46a1-9ddf-6ea5c872d757'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:45:51.686838 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16d97682-d509-4f9e-a0ca-ef2430bba663" -d '{"events": [{"server_uuid": "76492aa1-40d7-49b9-8dce-75dfa385d0bc", "name": "network-vif-unplugged", "status": "completed", "tag": "531b97b4-0802-46a1-9ddf-6ea5c872d757"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:45:51.696142 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4f8e80ff-3a62-4a07-9d22-48563c7768a8 tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:51.703455 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-0e39c4cd-5cb4-4409-9061-1aaeedd01eca req-529126c0-95c0-4303-8776-295d2a773920 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:51.795802 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f8e80ff-3a62-4a07-9d22-48563c7768a8 tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Network acf968b8-c524-46a9-a20b-ad9667009130 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:45:51.802512 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6f7973a3-b8b4-4df8-b746-63e39f9787ed req-60eca198-0e29-48d1-90e9-7e8bb9b0690a service neutron] 10.222.0.41 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2449353 Jul 13 13:45:51.810468 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-4f8e80ff-3a62-4a07-9d22-48563c7768a8 tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:45:51.830484 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8e80ff-3a62-4a07-9d22-48563c7768a8 tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:45:51.847807 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529126c0-95c0-4303-8776-295d2a773920 service neutron] Pushing event updated for resources: {'Port': ['ID=531b97b4-0802-46a1-9ddf-6ea5c872d757,revision_number=6']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:45:51.875595 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8e80ff-3a62-4a07-9d22-48563c7768a8 tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Pushing event updated for resources: {'Port': ['ID=5ef21edd-cd77-4673-9835-420d2bf4cd94,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:45:51.944842 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e39c4cd-5cb4-4409-9061-1aaeedd01eca req-529126c0-95c0-4303-8776-295d2a773920 service neutron] No DVR routers for this DVR port 531b97b4-0802-46a1-9ddf-6ea5c872d757 on host n-h1-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:45:51.964460 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f77026d-fd4d-4e4e-8cb3-10786f3806ba req-58ba8883-473c-4abc-afe7-7135c87d36e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:45:51.971652 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4f77026d-fd4d-4e4e-8cb3-10786f3806ba req-58ba8883-473c-4abc-afe7-7135c87d36e4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e0bfb334-0fd9-4ba5-ba79-1568ecabee30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8574412 Jul 13 13:45:52.009376 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 13:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5c06bc9-fdae-40c2-b235-dbdbdc75948b x-openstack-request-id: req-b5c06bc9-fdae-40c2-b235-dbdbdc75948b {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:45:52.032890 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76492aa1-40d7-49b9-8dce-75dfa385d0bc", "name": "network-vif-unplugged", "status": "completed", "tag": "531b97b4-0802-46a1-9ddf-6ea5c872d757", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:45:52.036466 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b5c06bc9-fdae-40c2-b235-dbdbdc75948b {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:45:52.037025 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76492aa1-40d7-49b9-8dce-75dfa385d0bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '531b97b4-0802-46a1-9ddf-6ea5c872d757', 'code': 200} Jul 13 13:45:52.119256 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 531b97b4-0802-46a1-9ddf-6ea5c872d757 no longer exists at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:45:52.262916 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 531b97b4-0802-46a1-9ddf-6ea5c872d757 not bound to the agent host n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:45:52.364083 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-0e39c4cd-5cb4-4409-9061-1aaeedd01eca req-529126c0-95c0-4303-8776-295d2a773920 service neutron] Attempting to bind port 531b97b4-0802-46a1-9ddf-6ea5c872d757 on host n-h2-800634-1 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:45:52.364431 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-0e39c4cd-5cb4-4409-9061-1aaeedd01eca req-529126c0-95c0-4303-8776-295d2a773920 service neutron] Attempting to bind port 531b97b4-0802-46a1-9ddf-6ea5c872d757 by drivers openvswitch,hyperv on host n-h2-800634-1 at level 0 using segments [{'id': '62a4f2e9-97ca-473c-a2df-e7f9f532c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:45:52.364761 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e39c4cd-5cb4-4409-9061-1aaeedd01eca req-529126c0-95c0-4303-8776-295d2a773920 service neutron] Attempting to bind port 531b97b4-0802-46a1-9ddf-6ea5c872d757 on network e0bfb334-0fd9-4ba5-ba79-1568ecabee30 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:45:52.502946 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4f77026d-fd4d-4e4e-8cb3-10786f3806ba req-4c3c63e5-c872-4a55-a1a0-cea6cf42c0a0 service neutron] 10.222.0.26 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4569905 Jul 13 13:45:52.503498 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e39c4cd-5cb4-4409-9061-1aaeedd01eca req-529126c0-95c0-4303-8776-295d2a773920 service neutron] Port 531b97b4-0802-46a1-9ddf-6ea5c872d757 on network e0bfb334-0fd9-4ba5-ba79-1568ecabee30 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-1 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:45:52.503891 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e39c4cd-5cb4-4409-9061-1aaeedd01eca req-529126c0-95c0-4303-8776-295d2a773920 service neutron] Attempting to bind port 531b97b4-0802-46a1-9ddf-6ea5c872d757 on network e0bfb334-0fd9-4ba5-ba79-1568ecabee30 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:45:52.522691 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e39c4cd-5cb4-4409-9061-1aaeedd01eca req-529126c0-95c0-4303-8776-295d2a773920 service neutron] Checking agent: {'id': 'f615e5c9-21ab-43f2-adbc-192d64b795cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 45, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:45:52.523390 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e39c4cd-5cb4-4409-9061-1aaeedd01eca req-529126c0-95c0-4303-8776-295d2a773920 service neutron] Checking segment: {'id': '62a4f2e9-97ca-473c-a2df-e7f9f532c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:45:52.524009 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e39c4cd-5cb4-4409-9061-1aaeedd01eca req-529126c0-95c0-4303-8776-295d2a773920 service neutron] Bound using segment: {'id': '62a4f2e9-97ca-473c-a2df-e7f9f532c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:45:52.524817 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-0e39c4cd-5cb4-4409-9061-1aaeedd01eca req-529126c0-95c0-4303-8776-295d2a773920 service neutron] Bound port: 531b97b4-0802-46a1-9ddf-6ea5c872d757, host: n-h2-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62a4f2e9-97ca-473c-a2df-e7f9f532c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:45:52.525444 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-0e39c4cd-5cb4-4409-9061-1aaeedd01eca req-529126c0-95c0-4303-8776-295d2a773920 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:52.596430 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:52.619448 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8f071d-5484-4afa-9d40-6bf5e911c322 req-34e21fd3-e7b4-4bed-bfa4-4467850abe96 tempest-VolumesBackupsTest-1908712625 tempest-VolumesBackupsTest-1908712625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:45:52.622214 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ae8f071d-5484-4afa-9d40-6bf5e911c322 req-34e21fd3-e7b4-4bed-bfa4-4467850abe96 tempest-VolumesBackupsTest-1908712625 tempest-VolumesBackupsTest-1908712625-project] 10.222.0.23 "GET /v2.0/ports?device_id=58c22cd5-cb7f-4113-9694-7ecefc24ea38 HTTP/1.1" status: 200 len: 950 time: 0.8871696 Jul 13 13:45:52.752798 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4f8e80ff-3a62-4a07-9d22-48563c7768a8 tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Notify callbacks [] for router_gateway, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:52.757591 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6f7973a3-b8b4-4df8-b746-63e39f9787ed req-470c9067-e6da-4753-8332-5361b20ea43e service neutron] 10.222.0.41 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9438658 Jul 13 13:45:52.899966 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ae8f071d-5484-4afa-9d40-6bf5e911c322 req-9f0bc72a-b04a-4740-a091-c283ef75ac87 tempest-VolumesBackupsTest-1908712625 tempest-VolumesBackupsTest-1908712625-project] 10.222.0.23 "GET /v2.0/security-groups?id=ca93e5c7-36e3-4e02-bc6e-8336a5cedabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400747 Jul 13 13:45:53.323016 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4f8e80ff-3a62-4a07-9d22-48563c7768a8 tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447217'] for router, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:53.329379 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4f77026d-fd4d-4e4e-8cb3-10786f3806ba req-f58c47a2-8d1c-4ec5-ad4c-3dcc6fccfbad service neutron] 10.222.0.26 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8137817 Jul 13 13:45:53.379927 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 41122) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:45:53.443810 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207a2e3d-03ca-436c-9442-ed47035ea833 req-7f0c0f8c-46c9-4ca9-931b-b34cbdb41aa3 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:45:53.463422 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-207a2e3d-03ca-436c-9442-ed47035ea833 req-7f0c0f8c-46c9-4ca9-931b-b34cbdb41aa3 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/ports?device_id=76492aa1-40d7-49b9-8dce-75dfa385d0bc HTTP/1.1" status: 200 len: 948 time: 1.0663154 Jul 13 13:45:53.498350 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-0e39c4cd-5cb4-4409-9061-1aaeedd01eca req-529126c0-95c0-4303-8776-295d2a773920 service neutron] For port 531b97b4-0802-46a1-9ddf-6ea5c872d757, host n-h2-800634-1, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:45:53.503561 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-0e39c4cd-5cb4-4409-9061-1aaeedd01eca req-529126c0-95c0-4303-8776-295d2a773920 service neutron] For port 531b97b4-0802-46a1-9ddf-6ea5c872d757, host n-h2-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=531b97b4-0802-46a1-9ddf-6ea5c872d757,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:45:53.529393 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-0e39c4cd-5cb4-4409-9061-1aaeedd01eca req-529126c0-95c0-4303-8776-295d2a773920 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:53.651411 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e39c4cd-5cb4-4409-9061-1aaeedd01eca req-529126c0-95c0-4303-8776-295d2a773920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:45:53.652108 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-0e39c4cd-5cb4-4409-9061-1aaeedd01eca req-529126c0-95c0-4303-8776-295d2a773920 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:53.653560 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0e39c4cd-5cb4-4409-9061-1aaeedd01eca req-529126c0-95c0-4303-8776-295d2a773920 service neutron] 10.222.0.41 "PUT /v2.0/ports/531b97b4-0802-46a1-9ddf-6ea5c872d757 HTTP/1.1" status: 200 len: 1096 time: 3.6556888 Jul 13 13:45:53.654254 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5d4ae4-81bb-4104-9d37-cd207c51688f req-f27c21de-e704-4c98-8556-6a32a4c0c406 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:45:53.663109 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5d4ae4-81bb-4104-9d37-cd207c51688f req-f27c21de-e704-4c98-8556-6a32a4c0c406 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:45:53.671478 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5d4ae4-81bb-4104-9d37-cd207c51688f req-f27c21de-e704-4c98-8556-6a32a4c0c406 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:45:53.674475 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-207a2e3d-03ca-436c-9442-ed47035ea833 req-079c8107-9ab8-4096-abac-f666b8f2a46f tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/security-groups?id=945af9a8-1349-436a-a066-b9a0fd8d3dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942894 Jul 13 13:45:53.679155 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5d4ae4-81bb-4104-9d37-cd207c51688f req-f27c21de-e704-4c98-8556-6a32a4c0c406 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:45:53.687643 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5d4ae4-81bb-4104-9d37-cd207c51688f req-f27c21de-e704-4c98-8556-6a32a4c0c406 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:45:53.699738 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5d4ae4-81bb-4104-9d37-cd207c51688f req-f27c21de-e704-4c98-8556-6a32a4c0c406 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:45:53.742041 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5d4ae4-81bb-4104-9d37-cd207c51688f req-f27c21de-e704-4c98-8556-6a32a4c0c406 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:45:53.745078 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ff5d4ae4-81bb-4104-9d37-cd207c51688f req-f27c21de-e704-4c98-8556-6a32a4c0c406 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba24330e-3d10-45b2-aa45-d413663c46d4 HTTP/1.1" status: 200 len: 5431 time: 0.2573059 Jul 13 13:45:53.794201 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-17a29361-ab7e-4916-a97c-e66d8b924265 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1711246838-network', 'tenant_id': '1dbda003943b45fbbbb12d8492135589'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:45:53.859797 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529126c0-95c0-4303-8776-295d2a773920 service neutron] Pushing event updated for resources: {'Port': ['ID=531b97b4-0802-46a1-9ddf-6ea5c872d757,revision_number=7']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:45:53.877476 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ff5d4ae4-81bb-4104-9d37-cd207c51688f req-63584ef5-9638-474d-b329-5d9376d7a775 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] 10.222.0.23 "GET /v2.0/security-groups?id=b297afe2-d282-4df8-a205-49b02bf6195a&id=4073f342-904a-4e74-a26d-da1c71da9763&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1249125 Jul 13 13:45:53.913650 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17a29361-ab7e-4916-a97c-e66d8b924265 admin admin] Made reservation on behalf of 1dbda003943b45fbbbb12d8492135589 for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:45:53.921769 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f8e80ff-3a62-4a07-9d22-48563c7768a8 tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Router 0b755c1c-570a-48fd-8bfc-a932c290ca39 is scheduled to L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 with binding_index 1 {{(pid=93751) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 13:45:53.942386 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-17a29361-ab7e-4916-a97c-e66d8b924265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:53.975194 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-17a29361-ab7e-4916-a97c-e66d8b924265 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:54.028471 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e39c4cd-5cb4-4409-9061-1aaeedd01eca req-bac2c032-e626-4fd0-8659-7698536d8fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:45:54.028898 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0e39c4cd-5cb4-4409-9061-1aaeedd01eca req-bac2c032-e626-4fd0-8659-7698536d8fab service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c6349d73ae13458a9d892a7db2dc0433&device_id=76492aa1-40d7-49b9-8dce-75dfa385d0bc HTTP/1.1" status: 200 len: 1099 time: 0.3237805 Jul 13 13:45:54.046007 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76492aa1-40d7-49b9-8dce-75dfa385d0bc', 'tag': '531b97b4-0802-46a1-9ddf-6ea5c872d757'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:45:54.057821 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1e1697d-b730-4bef-8ea7-3418c5a8c75d" -d '{"events": [{"name": "network-changed", "server_uuid": "76492aa1-40d7-49b9-8dce-75dfa385d0bc", "tag": "531b97b4-0802-46a1-9ddf-6ea5c872d757"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:45:54.150982 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f8e80ff-3a62-4a07-9d22-48563c7768a8 tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:45:54.161674 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f5700f3-a783-4580-b082-57a0e3319951 None None] Sync routers for ids ['0b755c1c-570a-48fd-8bfc-a932c290ca39'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:45:54.180867 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5700f3-a783-4580-b082-57a0e3319951 None None] Routers {'0b755c1c-570a-48fd-8bfc-a932c290ca39'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:45:54.181937 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-1f5700f3-a783-4580-b082-57a0e3319951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:45:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['0b755c1c-570a-48fd-8bfc-a932c290ca39'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:45:54.273854 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-1f5700f3-a783-4580-b082-57a0e3319951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:45:54.314537 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5700f3-a783-4580-b082-57a0e3319951 None None] Routers {'0b755c1c-570a-48fd-8bfc-a932c290ca39'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:45:54.315422 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-1f5700f3-a783-4580-b082-57a0e3319951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:45:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['0b755c1c-570a-48fd-8bfc-a932c290ca39'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:45:54.328128 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-17a29361-ab7e-4916-a97c-e66d8b924265 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:54.343572 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee41e70-4800-42c1-9697-5c4ae6afe4c1 req-771e7bd0-73fe-4d89-8fcf-a6228f381233 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:45:54.356553 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-17a29361-ab7e-4916-a97c-e66d8b924265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:54.361980 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee41e70-4800-42c1-9697-5c4ae6afe4c1 req-771e7bd0-73fe-4d89-8fcf-a6228f381233 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:45:54.369265 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee41e70-4800-42c1-9697-5c4ae6afe4c1 req-771e7bd0-73fe-4d89-8fcf-a6228f381233 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:45:54.375436 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee41e70-4800-42c1-9697-5c4ae6afe4c1 req-771e7bd0-73fe-4d89-8fcf-a6228f381233 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:45:54.381285 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17a29361-ab7e-4916-a97c-e66d8b924265 admin admin] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 13:45:54.381491 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee41e70-4800-42c1-9697-5c4ae6afe4c1 req-771e7bd0-73fe-4d89-8fcf-a6228f381233 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:45:54.400647 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee41e70-4800-42c1-9697-5c4ae6afe4c1 req-771e7bd0-73fe-4d89-8fcf-a6228f381233 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:45:54.408070 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-17a29361-ab7e-4916-a97c-e66d8b924265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:54.409578 n-d-800634-1 neutron-server[93750]: INFO neutron.db.segments_db [None req-17a29361-ab7e-4916-a97c-e66d8b924265 admin admin] Added segment e3fac023-d7d1-4cf0-b297-dd3b054ff05b of type vlan for network 68b2b3e0-be8c-4026-af86-701861bbd8d5 Jul 13 13:45:54.420500 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-1f5700f3-a783-4580-b082-57a0e3319951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:45:54.422504 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f5700f3-a783-4580-b082-57a0e3319951 None None] The sync data for ids ['0b755c1c-570a-48fd-8bfc-a932c290ca39'] in n-d-800634-1 is: [] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:45:54.427337 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee41e70-4800-42c1-9697-5c4ae6afe4c1 req-771e7bd0-73fe-4d89-8fcf-a6228f381233 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:45:54.429331 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-eee41e70-4800-42c1-9697-5c4ae6afe4c1 req-771e7bd0-73fe-4d89-8fcf-a6228f381233 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba24330e-3d10-45b2-aa45-d413663c46d4 HTTP/1.1" status: 200 len: 5431 time: 0.2227664 Jul 13 13:45:54.447009 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4f8e80ff-3a62-4a07-9d22-48563c7768a8 tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:54.451004 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-4f8e80ff-3a62-4a07-9d22-48563c7768a8 tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 6.6415772 Jul 13 13:45:54.451181 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 41146) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:45:54.455758 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-cbe7be3a-a412-4db9-942a-52a3e3d01a8b tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:45:54.552771 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 13:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04b998d9-1408-4a07-afcf-e8008b243470 x-openstack-request-id: req-04b998d9-1408-4a07-afcf-e8008b243470 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:45:54.553487 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76492aa1-40d7-49b9-8dce-75dfa385d0bc", "tag": "531b97b4-0802-46a1-9ddf-6ea5c872d757", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:45:54.554018 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-04b998d9-1408-4a07-afcf-e8008b243470 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:45:54.554713 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76492aa1-40d7-49b9-8dce-75dfa385d0bc', 'tag': '531b97b4-0802-46a1-9ddf-6ea5c872d757', 'status': 'completed', 'code': 200} Jul 13 13:45:54.616319 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-17a29361-ab7e-4916-a97c-e66d8b924265 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:54.734648 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e39c4cd-5cb4-4409-9061-1aaeedd01eca req-5316f7e2-ca96-4120-9c1a-41e67e4c1916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:45:54.739942 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0e39c4cd-5cb4-4409-9061-1aaeedd01eca req-5316f7e2-ca96-4120-9c1a-41e67e4c1916 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e0bfb334-0fd9-4ba5-ba79-1568ecabee30 HTTP/1.1" status: 200 len: 869 time: 0.6790249 Jul 13 13:45:54.923395 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-17a29361-ab7e-4916-a97c-e66d8b924265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:54.925160 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a29361-ab7e-4916-a97c-e66d8b924265 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:45:54.949769 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-17a29361-ab7e-4916-a97c-e66d8b924265 admin admin] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:55.088683 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0e39c4cd-5cb4-4409-9061-1aaeedd01eca req-44a66270-ee7c-44e1-b474-fc0fece17b95 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=531b97b4-0802-46a1-9ddf-6ea5c872d757 HTTP/1.1" status: 200 len: 217 time: 0.2178392 Jul 13 13:45:55.172441 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67659473-80b4-4655-a7f8-057cb4055a28 req-d7f85373-c5ff-4616-b453-19ac43076612 tempest-VolumesBackupsTest-1908712625 tempest-VolumesBackupsTest-1908712625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:45:55.174253 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-67659473-80b4-4655-a7f8-057cb4055a28 req-d7f85373-c5ff-4616-b453-19ac43076612 tempest-VolumesBackupsTest-1908712625 tempest-VolumesBackupsTest-1908712625-project] 10.222.0.23 "GET /v2.0/ports?device_id=58c22cd5-cb7f-4113-9694-7ecefc24ea38 HTTP/1.1" status: 200 len: 950 time: 1.0378296 Jul 13 13:45:55.184727 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a29361-ab7e-4916-a97c-e66d8b924265 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d324018-3b64-490a-b771-a1e814df3c59,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:45:55.246535 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-17a29361-ab7e-4916-a97c-e66d8b924265 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.8551638 Jul 13 13:45:55.253008 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 41156) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:45:55.261682 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-e0d24490-62cb-4a74-b9c4-11d3c2d652af admin admin] Request body: {'subnet': {'network_id': '68b2b3e0-be8c-4026-af86-701861bbd8d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1711246838-subnet', 'tenant_id': '1dbda003943b45fbbbb12d8492135589', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:45:55.301904 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a29361-ab7e-4916-a97c-e66d8b924265 admin admin] Pushing event updated for resources: {'Network': ['ID=68b2b3e0-be8c-4026-af86-701861bbd8d5,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:45:55.335956 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network 68b2b3e0-be8c-4026-af86-701861bbd8d5 details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 13:45:55.370408 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-67659473-80b4-4655-a7f8-057cb4055a28 req-5d1446a4-367c-4cb0-ba26-a71ecaaedcbd tempest-VolumesBackupsTest-1908712625 tempest-VolumesBackupsTest-1908712625-project] 10.222.0.23 "GET /v2.0/security-groups?id=ca93e5c7-36e3-4e02-bc6e-8336a5cedabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778104 Jul 13 13:45:55.380615 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e39c4cd-5cb4-4409-9061-1aaeedd01eca req-2787dd92-8a15-4bdc-8d53-6ad1bf2e0fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:45:55.382438 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0e39c4cd-5cb4-4409-9061-1aaeedd01eca req-2787dd92-8a15-4bdc-8d53-6ad1bf2e0fde service neutron] 10.222.0.41 "GET /v2.0/subnets?id=60b55863-ceb6-45af-a8a4-4b22d72866af HTTP/1.1" status: 200 len: 843 time: 0.2830617 Jul 13 13:45:55.387191 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e1697d-b730-4bef-8ea7-3418c5a8c75d req-9881a58c-f34b-4a2c-a5e4-18ed76d1c7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:45:55.389173 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f1e1697d-b730-4bef-8ea7-3418c5a8c75d req-9881a58c-f34b-4a2c-a5e4-18ed76d1c7e4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c6349d73ae13458a9d892a7db2dc0433&device_id=76492aa1-40d7-49b9-8dce-75dfa385d0bc HTTP/1.1" status: 200 len: 1099 time: 0.8278379 Jul 13 13:45:55.486571 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0d24490-62cb-4a74-b9c4-11d3c2d652af admin admin] Made reservation on behalf of 1dbda003943b45fbbbb12d8492135589 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:45:55.489435 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e0d24490-62cb-4a74-b9c4-11d3c2d652af admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4763385'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:55.660179 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e1697d-b730-4bef-8ea7-3418c5a8c75d req-0581e3fc-899f-44ca-ac92-9b478236dd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:45:55.662293 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f1e1697d-b730-4bef-8ea7-3418c5a8c75d req-0581e3fc-899f-44ca-ac92-9b478236dd17 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e0bfb334-0fd9-4ba5-ba79-1568ecabee30 HTTP/1.1" status: 200 len: 869 time: 0.2455640 Jul 13 13:45:55.694677 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e39c4cd-5cb4-4409-9061-1aaeedd01eca req-11b9a873-a92c-417f-aed7-b63cb603cfd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:45:55.696473 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0e39c4cd-5cb4-4409-9061-1aaeedd01eca req-11b9a873-a92c-417f-aed7-b63cb603cfd8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e0bfb334-0fd9-4ba5-ba79-1568ecabee30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3047004 Jul 13 13:45:55.774734 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cbe7be3a-a412-4db9-942a-52a3e3d01a8b tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447180', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1591910', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2751'] for router, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:55.805622 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cbe7be3a-a412-4db9-942a-52a3e3d01a8b tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:55.873529 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e8a3d0-8ac6-487e-be48-52488bcafa5f req-05707ceb-e1ae-4cdc-a6c1-43ccada1c020 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:45:55.881583 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-34e8a3d0-8ac6-487e-be48-52488bcafa5f req-05707ceb-e1ae-4cdc-a6c1-43ccada1c020 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/ports?device_id=76492aa1-40d7-49b9-8dce-75dfa385d0bc HTTP/1.1" status: 200 len: 948 time: 0.8448730 Jul 13 13:45:55.918589 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f1e1697d-b730-4bef-8ea7-3418c5a8c75d req-99328ce1-1d9f-4d37-a950-b1741a404921 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=531b97b4-0802-46a1-9ddf-6ea5c872d757 HTTP/1.1" status: 200 len: 217 time: 0.2475426 Jul 13 13:45:55.965228 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-34e8a3d0-8ac6-487e-be48-52488bcafa5f req-30cca38d-8fab-4599-a2e0-4a42e3d44885 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/security-groups?id=945af9a8-1349-436a-a066-b9a0fd8d3dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797465 Jul 13 13:45:56.008679 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-cbe7be3a-a412-4db9-942a-52a3e3d01a8b tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Deleting port 5ef21edd-cd77-4673-9835-420d2bf4cd94 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:45:56.009378 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cbe7be3a-a412-4db9-942a-52a3e3d01a8b tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:56.252054 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cbe7be3a-a412-4db9-942a-52a3e3d01a8b tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:56.280095 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-cbe7be3a-a412-4db9-942a-52a3e3d01a8b tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Calling delete_port for 5ef21edd-cd77-4673-9835-420d2bf4cd94 owned by network:router_gateway {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:45:56.308233 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e1697d-b730-4bef-8ea7-3418c5a8c75d req-f37ced05-2d2f-4980-b5fd-35610d4842b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:45:56.333828 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f1e1697d-b730-4bef-8ea7-3418c5a8c75d req-f37ced05-2d2f-4980-b5fd-35610d4842b3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=60b55863-ceb6-45af-a8a4-4b22d72866af HTTP/1.1" status: 200 len: 843 time: 0.3655102 Jul 13 13:45:56.611317 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cbe7be3a-a412-4db9-942a-52a3e3d01a8b tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:56.656148 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe7be3a-a412-4db9-942a-52a3e3d01a8b tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Pushing event deleted for resources: {'Port': ['ID=5ef21edd-cd77-4673-9835-420d2bf4cd94,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:45:56.765556 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e0d24490-62cb-4a74-b9c4-11d3c2d652af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5970588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4763339'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:56.805713 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0e39c4cd-5cb4-4409-9061-1aaeedd01eca req-ce7378a3-8e8e-4026-812c-c9df61671214 service neutron] 10.222.0.41 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9345477 Jul 13 13:45:56.897373 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cbe7be3a-a412-4db9-942a-52a3e3d01a8b tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-446473'] for router_gateway, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:57.020462 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d24490-62cb-4a74-b9c4-11d3c2d652af admin admin] Pushing event updated for resources: {'Subnet': ['ID=7cd703bd-560c-457b-9263-0fd2c2160030,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:45:57.070837 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e1697d-b730-4bef-8ea7-3418c5a8c75d req-e5b45b61-ad7d-4cdf-8cac-ce66d72f8d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:45:57.072677 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f1e1697d-b730-4bef-8ea7-3418c5a8c75d req-e5b45b61-ad7d-4cdf-8cac-ce66d72f8d5e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e0bfb334-0fd9-4ba5-ba79-1568ecabee30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7156582 Jul 13 13:45:57.221917 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d24490-62cb-4a74-b9c4-11d3c2d652af admin admin] Checking segment: {'id': 'e3fac023-d7d1-4cf0-b297-dd3b054ff05b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '68b2b3e0-be8c-4026-af86-701861bbd8d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:45:57.223215 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d24490-62cb-4a74-b9c4-11d3c2d652af admin admin] Network hostable DHCP agents. Network: 68b2b3e0-be8c-4026-af86-701861bbd8d5, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 13:45:57.346972 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 41220) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:45:57.361939 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0e39c4cd-5cb4-4409-9061-1aaeedd01eca req-7b156089-639d-4311-9160-f10aed1a1007 service neutron] 10.222.0.41 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5136440 Jul 13 13:45:57.396254 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d24490-62cb-4a74-b9c4-11d3c2d652af admin admin] Network 68b2b3e0-be8c-4026-af86-701861bbd8d5 is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 13:45:57.464527 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cbe7be3a-a412-4db9-942a-52a3e3d01a8b tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447180', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1591910', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2751'] for router, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:57.471120 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cbe7be3a-a412-4db9-942a-52a3e3d01a8b tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-447171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-447226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1591965'] for router, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:57.483286 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-e0d24490-62cb-4a74-b9c4-11d3c2d652af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, 68b2b3e0-be8c-4026-af86-701861bbd8d5) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:45:57.494877 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce8f16c4-383a-45ce-aca3-f8d7fb858cf4 None None] Network 68b2b3e0-be8c-4026-af86-701861bbd8d5 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:45:57.550068 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d24490-62cb-4a74-b9c4-11d3c2d652af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:45:57.550861 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e0d24490-62cb-4a74-b9c4-11d3c2d652af admin admin] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:57.575508 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f1e1697d-b730-4bef-8ea7-3418c5a8c75d req-89d3390b-6b6e-40f3-a556-e135d2652ae6 service neutron] 10.222.0.26 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4813609 Jul 13 13:45:57.670438 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbe7be3a-a412-4db9-942a-52a3e3d01a8b tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Router 0b755c1c-570a-48fd-8bfc-a932c290ca39 has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 13:45:57.698292 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-e0d24490-62cb-4a74-b9c4-11d3c2d652af admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.4424155 Jul 13 13:45:57.705393 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26074281-5afd-47a8-a1e5-e7a4e42c3216 req-b7580dda-2dad-4539-8a8d-b2c1f6155448 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:45:57.722638 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-26074281-5afd-47a8-a1e5-e7a4e42c3216 req-b7580dda-2dad-4539-8a8d-b2c1f6155448 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/ports?device_id=76492aa1-40d7-49b9-8dce-75dfa385d0bc HTTP/1.1" status: 200 len: 948 time: 0.4157176 Jul 13 13:45:57.830967 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e1697d-b730-4bef-8ea7-3418c5a8c75d req-132b84d2-87b2-43a6-8641-a0ec1acdab32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:45:57.832506 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f1e1697d-b730-4bef-8ea7-3418c5a8c75d req-132b84d2-87b2-43a6-8641-a0ec1acdab32 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c6349d73ae13458a9d892a7db2dc0433&device_id=76492aa1-40d7-49b9-8dce-75dfa385d0bc HTTP/1.1" status: 200 len: 1099 time: 0.3237627 Jul 13 13:45:58.021702 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d489cd3-4a36-4309-997d-d80177c7f6be None None] Network 68b2b3e0-be8c-4026-af86-701861bbd8d5 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:45:58.087397 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991d25b9-4469-4edc-8c5f-f654b87d7524 req-fc8b7728-1eef-4bce-ade4-02827369f37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:45:58.087696 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991d25b9-4469-4edc-8c5f-f654b87d7524 req-fc8b7728-1eef-4bce-ade4-02827369f37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:45:58.088193 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991d25b9-4469-4edc-8c5f-f654b87d7524 req-fc8b7728-1eef-4bce-ade4-02827369f37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:45:58.088677 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991d25b9-4469-4edc-8c5f-f654b87d7524 req-fc8b7728-1eef-4bce-ade4-02827369f37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:45:58.088950 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-26074281-5afd-47a8-a1e5-e7a4e42c3216 req-80593bdf-ff19-43f7-b2cc-bb4df8a515ec tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/security-groups?id=945af9a8-1349-436a-a066-b9a0fd8d3dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3564425 Jul 13 13:45:58.089506 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991d25b9-4469-4edc-8c5f-f654b87d7524 req-fc8b7728-1eef-4bce-ade4-02827369f37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:45:58.089617 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991d25b9-4469-4edc-8c5f-f654b87d7524 req-fc8b7728-1eef-4bce-ade4-02827369f37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:45:58.090123 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991d25b9-4469-4edc-8c5f-f654b87d7524 req-fc8b7728-1eef-4bce-ade4-02827369f37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:45:58.092260 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-991d25b9-4469-4edc-8c5f-f654b87d7524 req-fc8b7728-1eef-4bce-ade4-02827369f37e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ba24330e-3d10-45b2-aa45-d413663c46d4 HTTP/1.1" status: 200 len: 6488 time: 0.7428150 Jul 13 13:45:58.111334 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbe7be3a-a412-4db9-942a-52a3e3d01a8b tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:45:58.112271 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e1697d-b730-4bef-8ea7-3418c5a8c75d req-a44574c0-6cd5-4d43-b8bb-df4749c37bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:45:58.114171 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f1e1697d-b730-4bef-8ea7-3418c5a8c75d req-a44574c0-6cd5-4d43-b8bb-df4749c37bab service neutron] 10.222.0.41 "GET /v2.0/networks?id=e0bfb334-0fd9-4ba5-ba79-1568ecabee30 HTTP/1.1" status: 200 len: 869 time: 0.2687740 Jul 13 13:45:58.122586 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5195e35-c4fa-4c6b-8b69-4682773912f0 None None] Sync routers for ids ['0b755c1c-570a-48fd-8bfc-a932c290ca39'] in n-d-800634-1 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:45:58.139980 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cbe7be3a-a412-4db9-942a-52a3e3d01a8b tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:58.140909 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5195e35-c4fa-4c6b-8b69-4682773912f0 None None] Routers {'0b755c1c-570a-48fd-8bfc-a932c290ca39'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:45:58.142794 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-cbe7be3a-a412-4db9-942a-52a3e3d01a8b tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] 10.222.0.23 "PUT /v2.0/routers/0b755c1c-570a-48fd-8bfc-a932c290ca39 HTTP/1.1" status: 200 len: 705 time: 3.6906590 Jul 13 13:45:58.143636 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-c5195e35-c4fa-4c6b-8b69-4682773912f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:45:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['0b755c1c-570a-48fd-8bfc-a932c290ca39'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:45:58.146344 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 41242) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:45:58.255137 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-c5195e35-c4fa-4c6b-8b69-4682773912f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:45:58.260335 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f1e1697d-b730-4bef-8ea7-3418c5a8c75d req-288e504a-9cc1-401e-9df7-e959f89df90e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=531b97b4-0802-46a1-9ddf-6ea5c872d757 HTTP/1.1" status: 200 len: 217 time: 0.1280174 Jul 13 13:45:58.272963 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5195e35-c4fa-4c6b-8b69-4682773912f0 None None] Routers {'0b755c1c-570a-48fd-8bfc-a932c290ca39'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:45:58.274667 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-c5195e35-c4fa-4c6b-8b69-4682773912f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:45:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['0b755c1c-570a-48fd-8bfc-a932c290ca39'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:45:58.347496 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-51117c40-6079-4c56-ad75-6d7cd2caf016 tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] 10.222.0.23 "GET /v2.0/routers/0b755c1c-570a-48fd-8bfc-a932c290ca39 HTTP/1.1" status: 200 len: 740 time: 0.1995122 Jul 13 13:45:58.349530 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-c5195e35-c4fa-4c6b-8b69-4682773912f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:45:58.350058 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 41244) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:45:58.353287 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5195e35-c4fa-4c6b-8b69-4682773912f0 None None] The sync data for ids ['0b755c1c-570a-48fd-8bfc-a932c290ca39'] in n-d-800634-1 is: [] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:45:58.415986 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-b1faccf3-f5f2-4f75-9597-050704a94f92 tempest-RoutersAdminTest-386628873 tempest-RoutersAdminTest-386628873-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=acf968b8-c524-46a9-a20b-ad9667009130&device_id=0b755c1c-570a-48fd-8bfc-a932c290ca39 HTTP/1.1" status: 200 len: 205 time: 0.0645692 Jul 13 13:45:58.419265 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 41246) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:45:58.460132 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-0aac4343-6de0-4f48-a46c-5e1d839d7541 tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b755c1c-570a-48fd-8bfc-a932c290ca39 HTTP/1.1" status: 200 len: 205 time: 0.0387948 Jul 13 13:45:58.462036 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f1e1697d-b730-4bef-8ea7-3418c5a8c75d req-a5e01b02-4595-4b45-b68f-c6f69fa480b6 service neutron] 10.222.0.26 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8365307 Jul 13 13:45:58.468409 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 41248) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:45:58.524886 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-991d25b9-4469-4edc-8c5f-f654b87d7524 req-84d601ab-efae-40a1-a66d-6d68b57b6de0 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=b297afe2-d282-4df8-a205-49b02bf6195a&id=4073f342-904a-4e74-a26d-da1c71da9763&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4096458 Jul 13 13:45:58.554075 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e1697d-b730-4bef-8ea7-3418c5a8c75d req-709a467e-f157-4ece-b948-2ffe831ae218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:45:58.566657 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f1e1697d-b730-4bef-8ea7-3418c5a8c75d req-709a467e-f157-4ece-b948-2ffe831ae218 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=60b55863-ceb6-45af-a8a4-4b22d72866af HTTP/1.1" status: 200 len: 843 time: 0.2861557 Jul 13 13:45:58.582356 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-320544c1-03e5-4e6a-a875-fc175a6033aa tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Notify callbacks [] for router, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:58.777052 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e1697d-b730-4bef-8ea7-3418c5a8c75d req-ee68d73f-5439-468d-b6ae-07fe85479330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:45:58.778620 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f1e1697d-b730-4bef-8ea7-3418c5a8c75d req-ee68d73f-5439-468d-b6ae-07fe85479330 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e0bfb334-0fd9-4ba5-ba79-1568ecabee30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2047901 Jul 13 13:45:59.014061 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-320544c1-03e5-4e6a-a875-fc175a6033aa tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1591938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2696'] for router, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:59.014876 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f1e1697d-b730-4bef-8ea7-3418c5a8c75d req-b05f8f1e-a145-4a1c-82c6-59e46189d52b service neutron] 10.222.0.41 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237251 Jul 13 13:45:59.030106 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-320544c1-03e5-4e6a-a875-fc175a6033aa tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:59.160659 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-320544c1-03e5-4e6a-a875-fc175a6033aa tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593106'] for router, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:59.162100 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-320544c1-03e5-4e6a-a875-fc175a6033aa tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Fanout notify agent at l3_agent the message router_deleted on router 0b755c1c-570a-48fd-8bfc-a932c290ca39 {{(pid=93751) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 13:45:59.189233 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-320544c1-03e5-4e6a-a875-fc175a6033aa tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:45:59.193654 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-320544c1-03e5-4e6a-a875-fc175a6033aa tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] 10.222.0.23 "DELETE /v2.0/routers/0b755c1c-570a-48fd-8bfc-a932c290ca39 HTTP/1.1" status: 204 len: 168 time: 0.7242579 Jul 13 13:45:59.198212 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 41276) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:45:59.304461 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f1e1697d-b730-4bef-8ea7-3418c5a8c75d req-685a3558-59f6-4fa1-820b-b5907a27b170 service neutron] 10.222.0.41 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2828422 Jul 13 13:45:59.353066 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-068595c2-f930-475a-bdde-58a9ff75715c tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b755c1c-570a-48fd-8bfc-a932c290ca39 HTTP/1.1" status: 200 len: 205 time: 0.1477447 Jul 13 13:45:59.354014 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 41278) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:45:59.521008 n-d-800634-1 neutron-server[93751]: INFO neutron.api.v2.resource [None req-e21c8600-5845-4a9e-82c8-81ca0542cb75 tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] delete failed (client error): The resource could not be found. Jul 13 13:45:59.524499 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-e21c8600-5845-4a9e-82c8-81ca0542cb75 tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] 10.222.0.23 "DELETE /v2.0/routers/0b755c1c-570a-48fd-8bfc-a932c290ca39 HTTP/1.1" status: 404 len: 336 time: 0.1617172 Jul 13 13:45:59.526648 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 41280) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:45:59.572266 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db49546-0c1c-473b-9c51-9bb76788b496 req-d184e0a4-92e0-4928-85a9-19e724215705 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:45:59.583520 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6db49546-0c1c-473b-9c51-9bb76788b496 req-d184e0a4-92e0-4928-85a9-19e724215705 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/ports?device_id=76492aa1-40d7-49b9-8dce-75dfa385d0bc HTTP/1.1" status: 200 len: 948 time: 0.2704730 Jul 13 13:45:59.628278 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-5539f644-6b47-4ee8-913c-191807085a3f tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] 10.222.0.23 "GET /v2.0/ports?device_id=59a3ca48-d33f-4d55-9bc1-035aa449c6a0 HTTP/1.1" status: 200 len: 205 time: 0.0997696 Jul 13 13:45:59.630226 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 41286) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:45:59.686086 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6db49546-0c1c-473b-9c51-9bb76788b496 req-95357f9d-be5e-4829-9913-c1ee4cb7d5f1 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/security-groups?id=945af9a8-1349-436a-a066-b9a0fd8d3dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990913 Jul 13 13:45:59.742288 n-d-800634-1 neutron-server[93751]: INFO neutron.api.v2.resource [None req-72686a84-aaec-42c6-bc32-72cea83a54b2 tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] delete failed (client error): The resource could not be found. Jul 13 13:45:59.747812 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-72686a84-aaec-42c6-bc32-72cea83a54b2 tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] 10.222.0.23 "DELETE /v2.0/routers/59a3ca48-d33f-4d55-9bc1-035aa449c6a0 HTTP/1.1" status: 404 len: 336 time: 0.1158388 Jul 13 13:45:59.750588 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 41288) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:45:59.819273 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-f5f4dd0e-59b4-4a70-9b61-5a1fba8aba2a tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] 10.222.0.23 "GET /v2.0/ports?device_id=1ee9cf50-de11-4747-ae1c-1911215430bf HTTP/1.1" status: 200 len: 205 time: 0.0673845 Jul 13 13:45:59.823090 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 41290) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:45:59.871983 n-d-800634-1 neutron-server[93751]: INFO neutron.api.v2.resource [None req-add00439-7689-461a-9a13-f49b56a8569f tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] delete failed (client error): The resource could not be found. Jul 13 13:45:59.873939 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-add00439-7689-461a-9a13-f49b56a8569f tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] 10.222.0.23 "DELETE /v2.0/routers/1ee9cf50-de11-4747-ae1c-1911215430bf HTTP/1.1" status: 404 len: 336 time: 0.0495076 Jul 13 13:45:59.884290 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 41292) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:46:00.043150 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-05a2a85e-738b-4b09-8fac-a0c5182487cd tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] 10.222.0.23 "GET /v2.0/ports?device_id=44042544-1af6-4cc3-98cd-64b48d3ebb47 HTTP/1.1" status: 200 len: 205 time: 0.1625268 Jul 13 13:46:00.043903 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 41296) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:46:00.094206 n-d-800634-1 neutron-server[93750]: INFO neutron.api.v2.resource [None req-d6128f3b-bc9f-4428-918d-57f782a95ca5 tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] delete failed (client error): The resource could not be found. Jul 13 13:46:00.095258 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-d6128f3b-bc9f-4428-918d-57f782a95ca5 tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] 10.222.0.23 "DELETE /v2.0/routers/44042544-1af6-4cc3-98cd-64b48d3ebb47 HTTP/1.1" status: 404 len: 336 time: 0.0502942 Jul 13 13:46:00.098307 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 41298) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:46:00.220029 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-ccb09653-bcdc-4ac5-bb85-a133a90a6fc5 tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd101ee6-d30c-46da-b5be-9a548ffc5305 HTTP/1.1" status: 200 len: 205 time: 0.1176600 Jul 13 13:46:00.220805 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 41302) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:46:00.235302 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:00.312521 n-d-800634-1 neutron-server[93750]: INFO neutron.api.v2.resource [None req-1c192b39-b796-4de9-9f31-9b3d228b0498 tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] delete failed (client error): The resource could not be found. Jul 13 13:46:00.315969 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-1c192b39-b796-4de9-9f31-9b3d228b0498 tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] 10.222.0.23 "DELETE /v2.0/routers/bd101ee6-d30c-46da-b5be-9a548ffc5305 HTTP/1.1" status: 404 len: 336 time: 0.0926435 Jul 13 13:46:00.316289 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 41310) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:46:00.352208 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-061a0100-88e3-462f-9812-db06d2f5b404 tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] 10.222.0.23 "GET /v2.0/ports?device_id=784f6db4-edcc-4f88-8395-d18b5244f228 HTTP/1.1" status: 200 len: 205 time: 0.0308928 Jul 13 13:46:00.352641 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 41316) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:46:00.396470 n-d-800634-1 neutron-server[93750]: INFO neutron.api.v2.resource [None req-e63f90f4-b640-4986-8dfc-605b988c3513 tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] delete failed (client error): The resource could not be found. Jul 13 13:46:00.400105 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-e63f90f4-b640-4986-8dfc-605b988c3513 tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] 10.222.0.23 "DELETE /v2.0/routers/784f6db4-edcc-4f88-8395-d18b5244f228 HTTP/1.1" status: 404 len: 336 time: 0.0440338 Jul 13 13:46:00.400369 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 41322) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:46:00.434655 n-d-800634-1 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd9a0aaf-7b65-4536-a4d4-d627ddb8267f tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] DELETE failed (client error): The resource could not be found. Jul 13 13:46:00.435111 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd9a0aaf-7b65-4536-a4d4-d627ddb8267f tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93750) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 13:46:00.439248 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-dd9a0aaf-7b65-4536-a4d4-d627ddb8267f tempest-RoutersAdminTest-1290312176 tempest-RoutersAdminTest-1290312176-project] 10.222.0.23 "DELETE /v2.0/subnets/c67b060d-3f63-4ef8-8f53-9bc032752fe1 HTTP/1.1" status: 404 len: 337 time: 0.0355382 Jul 13 13:46:00.633360 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:00.710574 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 41338) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:46:01.012189 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1d8bd499-5084-486a-ba33-fae19808e8d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:01.119083 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022bbf2a-5f25-4a5a-845a-824f3ad2025c req-e0b50a70-c4fb-4466-ad34-5fd9832842e3 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:46:01.120672 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-022bbf2a-5f25-4a5a-845a-824f3ad2025c req-e0b50a70-c4fb-4466-ad34-5fd9832842e3 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/ports?device_id=76492aa1-40d7-49b9-8dce-75dfa385d0bc HTTP/1.1" status: 200 len: 948 time: 0.2363250 Jul 13 13:46:01.179361 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 531b97b4-0802-46a1-9ddf-6ea5c872d757 details requested by agent hyperv_n-h2-800634-1 with host n-h2-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 13:46:01.312662 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1d8bd499-5084-486a-ba33-fae19808e8d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:01.325508 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1d8bd499-5084-486a-ba33-fae19808e8d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:01.350748 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-022bbf2a-5f25-4a5a-845a-824f3ad2025c req-aa6f847a-bfba-4089-8c0b-e742eaac0f91 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/security-groups?id=945af9a8-1349-436a-a066-b9a0fd8d3dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227175 Jul 13 13:46:01.416571 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8bd499-5084-486a-ba33-fae19808e8d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=411886f3-7914-42b3-aa63-f2404f222a0c,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:46:01.424926 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-1d8bd499-5084-486a-ba33-fae19808e8d0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6c5ae6ff4b5b48c2b4c5c91fa6856968&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7109818 Jul 13 13:46:01.425868 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 41358) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:46:01.431247 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8bd499-5084-486a-ba33-fae19808e8d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:46:01.431687 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8bd499-5084-486a-ba33-fae19808e8d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:46:01.432167 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8bd499-5084-486a-ba33-fae19808e8d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:46:01.432595 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8bd499-5084-486a-ba33-fae19808e8d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:46:01.433064 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8bd499-5084-486a-ba33-fae19808e8d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:46:01.433531 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8bd499-5084-486a-ba33-fae19808e8d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:46:01.433925 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8bd499-5084-486a-ba33-fae19808e8d0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:46:01.434445 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8bd499-5084-486a-ba33-fae19808e8d0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:46:01.446941 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8bd499-5084-486a-ba33-fae19808e8d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:46:01.446941 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8bd499-5084-486a-ba33-fae19808e8d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:46:01.446941 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8bd499-5084-486a-ba33-fae19808e8d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:46:01.446941 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8bd499-5084-486a-ba33-fae19808e8d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:46:01.464365 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 531b97b4-0802-46a1-9ddf-6ea5c872d757, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=531b97b4-0802-46a1-9ddf-6ea5c872d757,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:46:01.481345 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Returning: {'device': '531b97b4-0802-46a1-9ddf-6ea5c872d757', 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30', 'port_id': '531b97b4-0802-46a1-9ddf-6ea5c872d757', 'mac_address': 'fa:16:3e:35:6a:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60b55863-ceb6-45af-a8a4-4b22d72866af', 'ip_address': '192.168.233.214'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 13:46:01.531486 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-51d3628a-d9ec-4844-8137-8e95ba5673b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:01.537079 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:01.562567 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 531b97b4-0802-46a1-9ddf-6ea5c872d757 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:46:01.575280 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-51d3628a-d9ec-4844-8137-8e95ba5673b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:01.592741 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 531b97b4-0802-46a1-9ddf-6ea5c872d757, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=531b97b4-0802-46a1-9ddf-6ea5c872d757,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:46:01.612137 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:01.697690 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=531b97b4-0802-46a1-9ddf-6ea5c872d757,revision_number=8']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:46:01.698431 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-51d3628a-d9ec-4844-8137-8e95ba5673b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:01.702894 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-51d3628a-d9ec-4844-8137-8e95ba5673b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:01.706013 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-51d3628a-d9ec-4844-8137-8e95ba5673b1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/411886f3-7914-42b3-aa63-f2404f222a0c HTTP/1.1" status: 204 len: 168 time: 0.2769210 Jul 13 13:46:01.752442 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d3628a-d9ec-4844-8137-8e95ba5673b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=411886f3-7914-42b3-aa63-f2404f222a0c,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:46:01.870185 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['531b97b4-0802-46a1-9ddf-6ea5c872d757'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:46:02.184486 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e05493-1d6e-4b70-ba9a-90f04a361d09 req-1b92b520-8f7c-48f0-adbd-47c7e7f89f82 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:46:02.186021 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-05e05493-1d6e-4b70-ba9a-90f04a361d09 req-1b92b520-8f7c-48f0-adbd-47c7e7f89f82 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.41 "GET /v2.0/ports?device_id=76492aa1-40d7-49b9-8dce-75dfa385d0bc&tenant_id=c6349d73ae13458a9d892a7db2dc0433&binding%3Ahost_id=n-h2-800634-1 HTTP/1.1" status: 200 len: 949 time: 0.2125137 Jul 13 13:46:02.308706 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-05e05493-1d6e-4b70-ba9a-90f04a361d09 req-4f449475-132f-4071-a439-a1f615bb991c service neutron] 10.222.0.41 "GET /v2.0/ports/531b97b4-0802-46a1-9ddf-6ea5c872d757/bindings/n-h2-800634-1 HTTP/1.1" status: 200 len: 382 time: 0.1096337 Jul 13 13:46:02.318373 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9de470-1839-41fa-880d-c3495f5560c6 req-cd677011-be39-4f2f-bdad-600f87f7134f tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:46:02.323506 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-bc9de470-1839-41fa-880d-c3495f5560c6 req-cd677011-be39-4f2f-bdad-600f87f7134f tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/ports?device_id=76492aa1-40d7-49b9-8dce-75dfa385d0bc HTTP/1.1" status: 200 len: 949 time: 0.1832919 Jul 13 13:46:02.352437 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 41386) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:46:02.415713 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-bc9de470-1839-41fa-880d-c3495f5560c6 req-1cafc5b3-8b93-4897-8a10-c403133d5eaf tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/security-groups?id=945af9a8-1349-436a-a066-b9a0fd8d3dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804613 Jul 13 13:46:02.468277 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-1188c5ff-ba3b-40cc-8a0f-3207febfc61e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1a8fdf3835144127aaaa679382c7bf98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1142888 Jul 13 13:46:02.470765 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 41392) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:46:02.490807 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e05493-1d6e-4b70-ba9a-90f04a361d09 req-158dcec6-511a-44eb-b0f7-240c58d5efce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:46:02.495967 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-05e05493-1d6e-4b70-ba9a-90f04a361d09 req-158dcec6-511a-44eb-b0f7-240c58d5efce service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c6349d73ae13458a9d892a7db2dc0433&device_id=76492aa1-40d7-49b9-8dce-75dfa385d0bc HTTP/1.1" status: 200 len: 1100 time: 0.1629205 Jul 13 13:46:02.555157 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-457ec37c-c2a0-48fe-8245-2cd2181c7489 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:02.585149 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-457ec37c-c2a0-48fe-8245-2cd2181c7489 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:02.646965 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-457ec37c-c2a0-48fe-8245-2cd2181c7489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:02.653414 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-457ec37c-c2a0-48fe-8245-2cd2181c7489 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:02.662079 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-457ec37c-c2a0-48fe-8245-2cd2181c7489 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/03e48ee3-5a70-47a9-af16-69b4607a8ee7 HTTP/1.1" status: 204 len: 168 time: 0.1883333 Jul 13 13:46:02.681362 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457ec37c-c2a0-48fe-8245-2cd2181c7489 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03e48ee3-5a70-47a9-af16-69b4607a8ee7,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:46:02.716802 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e05493-1d6e-4b70-ba9a-90f04a361d09 req-5ce4b235-bd87-4629-bbaf-72ea4ec0f7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:46:02.719479 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-05e05493-1d6e-4b70-ba9a-90f04a361d09 req-5ce4b235-bd87-4629-bbaf-72ea4ec0f7bb service neutron] 10.222.0.41 "GET /v2.0/networks?id=e0bfb334-0fd9-4ba5-ba79-1568ecabee30 HTTP/1.1" status: 200 len: 869 time: 0.2163548 Jul 13 13:46:03.186270 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-05e05493-1d6e-4b70-ba9a-90f04a361d09 req-4cf21fca-0e28-4445-8a0e-904ba29a4a23 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=531b97b4-0802-46a1-9ddf-6ea5c872d757 HTTP/1.1" status: 200 len: 217 time: 0.4565582 Jul 13 13:46:03.197307 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 531b97b4-0802-46a1-9ddf-6ea5c872d757 up at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:46:03.285638 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e05493-1d6e-4b70-ba9a-90f04a361d09 req-6913dcbf-bc61-4152-b413-1ca094432199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:46:03.291694 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-05e05493-1d6e-4b70-ba9a-90f04a361d09 req-6913dcbf-bc61-4152-b413-1ca094432199 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=60b55863-ceb6-45af-a8a4-4b22d72866af HTTP/1.1" status: 200 len: 843 time: 0.0957749 Jul 13 13:46:03.342950 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning for port 531b97b4-0802-46a1-9ddf-6ea5c872d757 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:46:03.355151 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning complete for port 531b97b4-0802-46a1-9ddf-6ea5c872d757 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:46:03.355536 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:03.424195 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e05493-1d6e-4b70-ba9a-90f04a361d09 req-8a26380c-1b20-4864-90e7-7cbcc2b41911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:46:03.426148 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-05e05493-1d6e-4b70-ba9a-90f04a361d09 req-8a26380c-1b20-4864-90e7-7cbcc2b41911 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e0bfb334-0fd9-4ba5-ba79-1568ecabee30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1240258 Jul 13 13:46:03.666583 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:03.825065 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 531b97b4-0802-46a1-9ddf-6ea5c872d757, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=531b97b4-0802-46a1-9ddf-6ea5c872d757,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:46:03.830818 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76492aa1-40d7-49b9-8dce-75dfa385d0bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '531b97b4-0802-46a1-9ddf-6ea5c872d757'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:46:03.841576 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2162f977-62bb-45e5-bb94-ffeaa10a9e46" -d '{"events": [{"server_uuid": "76492aa1-40d7-49b9-8dce-75dfa385d0bc", "name": "network-vif-plugged", "status": "completed", "tag": "531b97b4-0802-46a1-9ddf-6ea5c872d757"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:46:03.873495 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:03.965454 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-05e05493-1d6e-4b70-ba9a-90f04a361d09 req-d0a07ba7-b557-430a-9a30-02223474fff0 service neutron] 10.222.0.41 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5327106 Jul 13 13:46:03.983470 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:46:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19fffb1e-86bb-42cf-b47f-974c5c8f003e x-openstack-request-id: req-19fffb1e-86bb-42cf-b47f-974c5c8f003e {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:46:03.983769 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76492aa1-40d7-49b9-8dce-75dfa385d0bc", "name": "network-vif-plugged", "status": "completed", "tag": "531b97b4-0802-46a1-9ddf-6ea5c872d757", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:46:03.984027 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-19fffb1e-86bb-42cf-b47f-974c5c8f003e {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:46:03.984422 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76492aa1-40d7-49b9-8dce-75dfa385d0bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '531b97b4-0802-46a1-9ddf-6ea5c872d757', 'code': 200} Jul 13 13:46:04.053795 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=531b97b4-0802-46a1-9ddf-6ea5c872d757,revision_number=9']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:46:04.434738 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580b49f9-6c31-47b8-9066-b062d1c47791 req-f4a56cf2-90e8-410d-8b43-f702cdfb3876 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:46:04.436376 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-580b49f9-6c31-47b8-9066-b062d1c47791 req-f4a56cf2-90e8-410d-8b43-f702cdfb3876 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/ports?device_id=76492aa1-40d7-49b9-8dce-75dfa385d0bc HTTP/1.1" status: 200 len: 949 time: 0.7331719 Jul 13 13:46:04.489108 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 41446) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:46:04.559180 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-05e05493-1d6e-4b70-ba9a-90f04a361d09 req-b0734fca-dfec-47b9-96a2-a4a97a9d522d service neutron] 10.222.0.41 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5818758 Jul 13 13:46:04.601308 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-580b49f9-6c31-47b8-9066-b062d1c47791 req-73b58a69-4afb-480b-ae59-dabf9e0d57ea tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/security-groups?id=945af9a8-1349-436a-a066-b9a0fd8d3dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479247 Jul 13 13:46:04.713290 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-37ec5483-49f7-4406-9cf1-4e8cd594715e tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-169530607'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:46:04.771904 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37ec5483-49f7-4406-9cf1-4e8cd594715e tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Made reservation on behalf of ddbcdc443c694f0392b418e8cbb704ea for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:46:04.776870 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-37ec5483-49f7-4406-9cf1-4e8cd594715e tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:04.787262 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-37ec5483-49f7-4406-9cf1-4e8cd594715e tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:04.977260 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-37ec5483-49f7-4406-9cf1-4e8cd594715e tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:04.994828 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-37ec5483-49f7-4406-9cf1-4e8cd594715e tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:05.017314 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37ec5483-49f7-4406-9cf1-4e8cd594715e tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 13:46:05.045109 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-37ec5483-49f7-4406-9cf1-4e8cd594715e tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:05.045520 n-d-800634-1 neutron-server[93751]: INFO neutron.db.segments_db [None req-37ec5483-49f7-4406-9cf1-4e8cd594715e tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Added segment f4ec40ea-c171-4d34-9302-db67c11ce745 of type vlan for network 2ab3f26b-6002-4fe2-9aae-d4328825f7e8 Jul 13 13:46:05.150659 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-37ec5483-49f7-4406-9cf1-4e8cd594715e tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:05.170640 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ec5483-49f7-4406-9cf1-4e8cd594715e tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0866102c-97c9-452f-a89d-b466ed941088,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:46:05.207070 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-37ec5483-49f7-4406-9cf1-4e8cd594715e tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:05.214568 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ec5483-49f7-4406-9cf1-4e8cd594715e tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:46:05.215495 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-37ec5483-49f7-4406-9cf1-4e8cd594715e tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:05.333789 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-37ec5483-49f7-4406-9cf1-4e8cd594715e tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.8427422 Jul 13 13:46:05.341390 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 41466) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:46:05.352967 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-d6549f24-034e-4732-a28e-581f4000484d tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Request body: {'subnet': {'network_id': '2ab3f26b-6002-4fe2-9aae-d4328825f7e8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:46:05.376862 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ec5483-49f7-4406-9cf1-4e8cd594715e tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Pushing event updated for resources: {'Network': ['ID=2ab3f26b-6002-4fe2-9aae-d4328825f7e8,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:46:05.391406 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network 2ab3f26b-6002-4fe2-9aae-d4328825f7e8 details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 13:46:05.692160 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6549f24-034e-4732-a28e-581f4000484d tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Made reservation on behalf of ddbcdc443c694f0392b418e8cbb704ea for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:46:05.698803 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d6549f24-034e-4732-a28e-581f4000484d tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4763385'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:05.975879 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec22ea9-aa6c-43f9-beb9-21e13358cdbb req-b4acedc9-0cd7-4731-aaee-3e721c9876d4 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:46:05.989697 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5ec22ea9-aa6c-43f9-beb9-21e13358cdbb req-b4acedc9-0cd7-4731-aaee-3e721c9876d4 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/ports?device_id=76492aa1-40d7-49b9-8dce-75dfa385d0bc HTTP/1.1" status: 200 len: 950 time: 0.1472208 Jul 13 13:46:06.084037 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d6549f24-034e-4732-a28e-581f4000484d tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5970588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4763339'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:06.092415 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5ec22ea9-aa6c-43f9-beb9-21e13358cdbb req-a39d338d-e2de-4aa2-8a50-da241264020f tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/security-groups?id=945af9a8-1349-436a-a066-b9a0fd8d3dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014566 Jul 13 13:46:06.144576 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6549f24-034e-4732-a28e-581f4000484d tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Pushing event updated for resources: {'Subnet': ['ID=7dd0c3cc-c599-4498-b2dd-242854e71e77,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:46:06.167519 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6549f24-034e-4732-a28e-581f4000484d tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:46:06.168433 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6549f24-034e-4732-a28e-581f4000484d tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:46:06.169006 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6549f24-034e-4732-a28e-581f4000484d tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:46:06.169584 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6549f24-034e-4732-a28e-581f4000484d tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:46:06.170205 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6549f24-034e-4732-a28e-581f4000484d tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:46:06.171120 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6549f24-034e-4732-a28e-581f4000484d tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:46:06.171120 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6549f24-034e-4732-a28e-581f4000484d tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:46:06.171796 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6549f24-034e-4732-a28e-581f4000484d tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:46:06.172379 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6549f24-034e-4732-a28e-581f4000484d tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:46:06.172933 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6549f24-034e-4732-a28e-581f4000484d tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:46:06.173515 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6549f24-034e-4732-a28e-581f4000484d tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:46:06.174241 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6549f24-034e-4732-a28e-581f4000484d tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:46:06.206623 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6549f24-034e-4732-a28e-581f4000484d tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Checking segment: {'id': 'f4ec40ea-c171-4d34-9302-db67c11ce745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '2ab3f26b-6002-4fe2-9aae-d4328825f7e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:46:06.207320 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6549f24-034e-4732-a28e-581f4000484d tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Network hostable DHCP agents. Network: 2ab3f26b-6002-4fe2-9aae-d4328825f7e8, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 13:46:06.234919 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6549f24-034e-4732-a28e-581f4000484d tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Network 2ab3f26b-6002-4fe2-9aae-d4328825f7e8 is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 13:46:06.248202 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-d6549f24-034e-4732-a28e-581f4000484d tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, 2ab3f26b-6002-4fe2-9aae-d4328825f7e8) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:46:06.254278 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6549f24-034e-4732-a28e-581f4000484d tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:46:06.255435 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d6549f24-034e-4732-a28e-581f4000484d tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:06.262973 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfcc2b3d-7f06-4a03-9a90-d49970733087 None None] Network 2ab3f26b-6002-4fe2-9aae-d4328825f7e8 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:46:06.310132 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-d6549f24-034e-4732-a28e-581f4000484d tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9671669 Jul 13 13:46:06.312431 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 41494) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:46:06.318778 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-6b9e3e62-8335-4c48-8ade-bae2ec236fbf tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Request body: {'port': {'network_id': '2ab3f26b-6002-4fe2-9aae-d4328825f7e8', 'name': 'tempest-AllowedAddressPairTestJSON-2088812717'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:46:06.520914 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 13:46:06.715145 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b9e3e62-8335-4c48-8ade-bae2ec236fbf tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Made reservation on behalf of ddbcdc443c694f0392b418e8cbb704ea for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:46:06.725937 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6b9e3e62-8335-4c48-8ade-bae2ec236fbf tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:06.768451 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [None req-6b9e3e62-8335-4c48-8ade-bae2ec236fbf tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] device_id is not set on port a80aa505-701b-4832-b7d2-17613d7c2cbb yet. {{(pid=93750) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 13:46:07.018040 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-6b9e3e62-8335-4c48-8ade-bae2ec236fbf tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Allocated IP 172.20.0.5 (2ab3f26b-6002-4fe2-9aae-d4328825f7e8/7dd0c3cc-c599-4498-b2dd-242854e71e77/a80aa505-701b-4832-b7d2-17613d7c2cbb) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:46:07.082593 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-830ff290-2eda-4da5-ad34-31a9853e90d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a7201e1-61ce-5a3e-b7f7-e800379ed03b-2ab3f26b-6002-4fe2-9aae-d4328825f7e8', 'network_id': '2ab3f26b-6002-4fe2-9aae-d4328825f7e8', 'tenant_id': 'ddbcdc443c694f0392b418e8cbb704ea', 'fixed_ips': [{'subnet_id': '7dd0c3cc-c599-4498-b2dd-242854e71e77'}]}} from n-d-800634-1. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 13:46:07.083457 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-830ff290-2eda-4da5-ad34-31a9853e90d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:07.527619 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e05493-1d6e-4b70-ba9a-90f04a361d09 req-328b8510-5b6a-41d2-8d17-caa2c863b42d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:46:07.529160 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-05e05493-1d6e-4b70-ba9a-90f04a361d09 req-328b8510-5b6a-41d2-8d17-caa2c863b42d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=76492aa1-40d7-49b9-8dce-75dfa385d0bc&tenant_id=c6349d73ae13458a9d892a7db2dc0433 HTTP/1.1" status: 200 len: 1101 time: 0.3748078 Jul 13 13:46:07.544999 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-05e05493-1d6e-4b70-ba9a-90f04a361d09 req-6f1b5311-0b19-4165-829f-7b3cd760d50c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800634-1', 'device_owner': 'compute:nova'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:46:07.671439 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5febc44-64b3-4b83-9160-f1d67540fbb1 req-b39064bc-7c05-4144-9618-37ea278236fb tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:46:07.678702 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f5febc44-64b3-4b83-9160-f1d67540fbb1 req-b39064bc-7c05-4144-9618-37ea278236fb tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/ports?device_id=76492aa1-40d7-49b9-8dce-75dfa385d0bc HTTP/1.1" status: 200 len: 950 time: 0.2787528 Jul 13 13:46:07.685393 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6b9e3e62-8335-4c48-8ade-bae2ec236fbf tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:07.783523 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [None req-6b9e3e62-8335-4c48-8ade-bae2ec236fbf tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Transition to ACTIVE for port object a80aa505-701b-4832-b7d2-17613d7c2cbb will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:46:07.787160 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-05e05493-1d6e-4b70-ba9a-90f04a361d09 req-6f1b5311-0b19-4165-829f-7b3cd760d50c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:07.824661 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f5febc44-64b3-4b83-9160-f1d67540fbb1 req-97244c4b-00b1-4dab-8358-147752835d15 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/security-groups?id=945af9a8-1349-436a-a066-b9a0fd8d3dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447482 Jul 13 13:46:07.989974 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6b9e3e62-8335-4c48-8ade-bae2ec236fbf tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:08.048700 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-830ff290-2eda-4da5-ad34-31a9853e90d9 None None] Allocated IP 172.20.0.2 (2ab3f26b-6002-4fe2-9aae-d4328825f7e8/7dd0c3cc-c599-4498-b2dd-242854e71e77/3e03ba9d-0021-4c1e-819a-af6467134a0b) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:46:08.052530 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b9e3e62-8335-4c48-8ade-bae2ec236fbf tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Network 2ab3f26b-6002-4fe2-9aae-d4328825f7e8 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:46:08.066835 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-6b9e3e62-8335-4c48-8ade-bae2ec236fbf tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:46:08.080081 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9e3e62-8335-4c48-8ade-bae2ec236fbf tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:46:08.217707 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9e3e62-8335-4c48-8ade-bae2ec236fbf tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Pushing event updated for resources: {'Port': ['ID=a80aa505-701b-4832-b7d2-17613d7c2cbb,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:46:08.261994 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b9e3e62-8335-4c48-8ade-bae2ec236fbf tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:46:08.262669 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6b9e3e62-8335-4c48-8ade-bae2ec236fbf tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:08.294220 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-6b9e3e62-8335-4c48-8ade-bae2ec236fbf tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9776266 Jul 13 13:46:08.294685 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 41524) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:46:08.300313 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-83dcfc0f-ceef-49ca-88dd-2a26236c4ff6 tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Request body: {'port': {'network_id': '2ab3f26b-6002-4fe2-9aae-d4328825f7e8', 'name': 'tempest-AllowedAddressPairTestJSON-1616166653', 'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:73:2f:b0'}]}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:46:08.329333 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-05e05493-1d6e-4b70-ba9a-90f04a361d09 req-6f1b5311-0b19-4165-829f-7b3cd760d50c service neutron] For port 531b97b4-0802-46a1-9ddf-6ea5c872d757, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=531b97b4-0802-46a1-9ddf-6ea5c872d757,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:46:08.386896 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-830ff290-2eda-4da5-ad34-31a9853e90d9 None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:08.518754 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-05e05493-1d6e-4b70-ba9a-90f04a361d09 req-6f1b5311-0b19-4165-829f-7b3cd760d50c service neutron] For port 531b97b4-0802-46a1-9ddf-6ea5c872d757, host n-h2-800634-1, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:46:08.523011 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-830ff290-2eda-4da5-ad34-31a9853e90d9 None None] Transition to ACTIVE for port object 3e03ba9d-0021-4c1e-819a-af6467134a0b will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:46:08.627976 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-830ff290-2eda-4da5-ad34-31a9853e90d9 None None] Transition to ACTIVE for port object 3e03ba9d-0021-4c1e-819a-af6467134a0b will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:46:08.642312 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76492aa1-40d7-49b9-8dce-75dfa385d0bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '531b97b4-0802-46a1-9ddf-6ea5c872d757'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:46:08.644637 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a205272-de97-4194-8b60-707dbf27acd7" -d '{"events": [{"server_uuid": "76492aa1-40d7-49b9-8dce-75dfa385d0bc", "name": "network-vif-unplugged", "status": "completed", "tag": "531b97b4-0802-46a1-9ddf-6ea5c872d757"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:46:08.647507 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-830ff290-2eda-4da5-ad34-31a9853e90d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:08.648669 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-05e05493-1d6e-4b70-ba9a-90f04a361d09 req-6f1b5311-0b19-4165-829f-7b3cd760d50c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:08.659367 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83dcfc0f-ceef-49ca-88dd-2a26236c4ff6 tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Made reservation on behalf of ddbcdc443c694f0392b418e8cbb704ea for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:46:08.704403 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-05e05493-1d6e-4b70-ba9a-90f04a361d09 req-6f1b5311-0b19-4165-829f-7b3cd760d50c service neutron] Transition to ACTIVE for port object 531b97b4-0802-46a1-9ddf-6ea5c872d757 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:46:08.712679 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-05e05493-1d6e-4b70-ba9a-90f04a361d09 req-6f1b5311-0b19-4165-829f-7b3cd760d50c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:08.776990 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-830ff290-2eda-4da5-ad34-31a9853e90d9 None None] Network 2ab3f26b-6002-4fe2-9aae-d4328825f7e8 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:46:08.802368 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 13:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61710069-95f3-482a-8f0e-5ce048ee5486 x-openstack-request-id: req-61710069-95f3-482a-8f0e-5ce048ee5486 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:46:08.803036 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76492aa1-40d7-49b9-8dce-75dfa385d0bc", "name": "network-vif-unplugged", "status": "completed", "tag": "531b97b4-0802-46a1-9ddf-6ea5c872d757", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:46:08.803036 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-61710069-95f3-482a-8f0e-5ce048ee5486 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:46:08.803286 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76492aa1-40d7-49b9-8dce-75dfa385d0bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '531b97b4-0802-46a1-9ddf-6ea5c872d757', 'code': 200} Jul 13 13:46:08.805224 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-83dcfc0f-ceef-49ca-88dd-2a26236c4ff6 tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:08.805409 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1b5311-0b19-4165-829f-7b3cd760d50c service neutron] Pushing event updated for resources: {'Port': ['ID=531b97b4-0802-46a1-9ddf-6ea5c872d757,revision_number=10']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:46:08.820221 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-830ff290-2eda-4da5-ad34-31a9853e90d9 None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:46:08.829041 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830ff290-2eda-4da5-ad34-31a9853e90d9 None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:46:08.840890 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [None req-83dcfc0f-ceef-49ca-88dd-2a26236c4ff6 tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] device_id is not set on port c363c860-1837-4339-90c7-6d24ede77891 yet. {{(pid=93751) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 13:46:08.907274 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-05e05493-1d6e-4b70-ba9a-90f04a361d09 req-6f1b5311-0b19-4165-829f-7b3cd760d50c service neutron] No DVR routers for this DVR port 531b97b4-0802-46a1-9ddf-6ea5c872d757 on host n-h2-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:46:08.984419 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830ff290-2eda-4da5-ad34-31a9853e90d9 None None] Pushing event updated for resources: {'Port': ['ID=3e03ba9d-0021-4c1e-819a-af6467134a0b,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:46:09.031208 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-05e05493-1d6e-4b70-ba9a-90f04a361d09 req-6f1b5311-0b19-4165-829f-7b3cd760d50c service neutron] Attempting to bind port 531b97b4-0802-46a1-9ddf-6ea5c872d757 on host n-h1-800634-1 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:46:09.031929 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-05e05493-1d6e-4b70-ba9a-90f04a361d09 req-6f1b5311-0b19-4165-829f-7b3cd760d50c service neutron] Attempting to bind port 531b97b4-0802-46a1-9ddf-6ea5c872d757 by drivers openvswitch,hyperv on host n-h1-800634-1 at level 0 using segments [{'id': '62a4f2e9-97ca-473c-a2df-e7f9f532c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:46:09.032502 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e05493-1d6e-4b70-ba9a-90f04a361d09 req-6f1b5311-0b19-4165-829f-7b3cd760d50c service neutron] Attempting to bind port 531b97b4-0802-46a1-9ddf-6ea5c872d757 on network e0bfb334-0fd9-4ba5-ba79-1568ecabee30 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:46:09.043880 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-830ff290-2eda-4da5-ad34-31a9853e90d9 None None] Attempting to bind port 3e03ba9d-0021-4c1e-819a-af6467134a0b on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:46:09.045092 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-830ff290-2eda-4da5-ad34-31a9853e90d9 None None] Attempting to bind port 3e03ba9d-0021-4c1e-819a-af6467134a0b by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': 'f4ec40ea-c171-4d34-9302-db67c11ce745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '2ab3f26b-6002-4fe2-9aae-d4328825f7e8'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:46:09.049416 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830ff290-2eda-4da5-ad34-31a9853e90d9 None None] Attempting to bind port 3e03ba9d-0021-4c1e-819a-af6467134a0b on network 2ab3f26b-6002-4fe2-9aae-d4328825f7e8 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:46:09.060085 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830ff290-2eda-4da5-ad34-31a9853e90d9 None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 45, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:46:09.060492 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830ff290-2eda-4da5-ad34-31a9853e90d9 None None] Checking segment: {'id': 'f4ec40ea-c171-4d34-9302-db67c11ce745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '2ab3f26b-6002-4fe2-9aae-d4328825f7e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:46:09.062043 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-830ff290-2eda-4da5-ad34-31a9853e90d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:09.062448 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830ff290-2eda-4da5-ad34-31a9853e90d9 None None] Bound using segment: {'id': 'f4ec40ea-c171-4d34-9302-db67c11ce745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '2ab3f26b-6002-4fe2-9aae-d4328825f7e8'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:46:09.063355 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e05493-1d6e-4b70-ba9a-90f04a361d09 req-6f1b5311-0b19-4165-829f-7b3cd760d50c service neutron] Port 531b97b4-0802-46a1-9ddf-6ea5c872d757 on network e0bfb334-0fd9-4ba5-ba79-1568ecabee30 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-1 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:46:09.063784 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e05493-1d6e-4b70-ba9a-90f04a361d09 req-6f1b5311-0b19-4165-829f-7b3cd760d50c service neutron] Attempting to bind port 531b97b4-0802-46a1-9ddf-6ea5c872d757 on network e0bfb334-0fd9-4ba5-ba79-1568ecabee30 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:46:09.064880 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-830ff290-2eda-4da5-ad34-31a9853e90d9 None None] Bound port: 3e03ba9d-0021-4c1e-819a-af6467134a0b, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4ec40ea-c171-4d34-9302-db67c11ce745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '2ab3f26b-6002-4fe2-9aae-d4328825f7e8'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:46:09.065276 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-830ff290-2eda-4da5-ad34-31a9853e90d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:09.073548 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e05493-1d6e-4b70-ba9a-90f04a361d09 req-6f1b5311-0b19-4165-829f-7b3cd760d50c service neutron] Checking agent: {'id': 'a7603dc8-3c50-4a9b-8f0d-1143528f155e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 46, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:46:09.074022 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e05493-1d6e-4b70-ba9a-90f04a361d09 req-6f1b5311-0b19-4165-829f-7b3cd760d50c service neutron] Checking segment: {'id': '62a4f2e9-97ca-473c-a2df-e7f9f532c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:46:09.074508 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e05493-1d6e-4b70-ba9a-90f04a361d09 req-6f1b5311-0b19-4165-829f-7b3cd760d50c service neutron] Bound using segment: {'id': '62a4f2e9-97ca-473c-a2df-e7f9f532c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:46:09.075055 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-05e05493-1d6e-4b70-ba9a-90f04a361d09 req-6f1b5311-0b19-4165-829f-7b3cd760d50c service neutron] Bound port: 531b97b4-0802-46a1-9ddf-6ea5c872d757, host: n-h1-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62a4f2e9-97ca-473c-a2df-e7f9f532c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:46:09.076169 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-05e05493-1d6e-4b70-ba9a-90f04a361d09 req-6f1b5311-0b19-4165-829f-7b3cd760d50c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:09.137761 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-83dcfc0f-ceef-49ca-88dd-2a26236c4ff6 tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Allocated IP 172.20.0.14 (2ab3f26b-6002-4fe2-9aae-d4328825f7e8/7dd0c3cc-c599-4498-b2dd-242854e71e77/c363c860-1837-4339-90c7-6d24ede77891) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:46:09.176027 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-830ff290-2eda-4da5-ad34-31a9853e90d9 None None] For port 3e03ba9d-0021-4c1e-819a-af6467134a0b, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:46:09.180627 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-830ff290-2eda-4da5-ad34-31a9853e90d9 None None] For port 3e03ba9d-0021-4c1e-819a-af6467134a0b, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=3e03ba9d-0021-4c1e-819a-af6467134a0b,segment=NetworkSegment(f4ec40ea-c171-4d34-9302-db67c11ce745),segment_id=f4ec40ea-c171-4d34-9302-db67c11ce745)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:46:09.192242 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-830ff290-2eda-4da5-ad34-31a9853e90d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:09.295719 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 531b97b4-0802-46a1-9ddf-6ea5c872d757 no longer exists at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:46:09.385774 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830ff290-2eda-4da5-ad34-31a9853e90d9 None None] Pushing event updated for resources: {'Port': ['ID=3e03ba9d-0021-4c1e-819a-af6467134a0b,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:46:09.419337 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-05e05493-1d6e-4b70-ba9a-90f04a361d09 req-6f1b5311-0b19-4165-829f-7b3cd760d50c service neutron] For port 531b97b4-0802-46a1-9ddf-6ea5c872d757, host n-h1-800634-1, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:46:09.442020 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-05e05493-1d6e-4b70-ba9a-90f04a361d09 req-6f1b5311-0b19-4165-829f-7b3cd760d50c service neutron] For port 531b97b4-0802-46a1-9ddf-6ea5c872d757, host n-h1-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=531b97b4-0802-46a1-9ddf-6ea5c872d757,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:46:09.453155 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-05e05493-1d6e-4b70-ba9a-90f04a361d09 req-6f1b5311-0b19-4165-829f-7b3cd760d50c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:09.466862 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351eac27-e92b-4d41-8abc-ea639a20d981 req-d6d9861c-6f79-41ea-9118-451c445a634a tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:46:09.475539 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 531b97b4-0802-46a1-9ddf-6ea5c872d757 not bound to the agent host n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:46:09.485782 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-351eac27-e92b-4d41-8abc-ea639a20d981 req-d6d9861c-6f79-41ea-9118-451c445a634a tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/ports?device_id=76492aa1-40d7-49b9-8dce-75dfa385d0bc HTTP/1.1" status: 200 len: 949 time: 0.3671222 Jul 13 13:46:09.583630 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-83dcfc0f-ceef-49ca-88dd-2a26236c4ff6 tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:09.597102 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 41552) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:46:09.607680 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e05493-1d6e-4b70-ba9a-90f04a361d09 req-6f1b5311-0b19-4165-829f-7b3cd760d50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:46:09.608601 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-05e05493-1d6e-4b70-ba9a-90f04a361d09 req-6f1b5311-0b19-4165-829f-7b3cd760d50c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:09.610251 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-05e05493-1d6e-4b70-ba9a-90f04a361d09 req-6f1b5311-0b19-4165-829f-7b3cd760d50c service neutron] 10.222.0.26 "PUT /v2.0/ports/531b97b4-0802-46a1-9ddf-6ea5c872d757 HTTP/1.1" status: 200 len: 1097 time: 2.0711660 Jul 13 13:46:09.638035 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-83dcfc0f-ceef-49ca-88dd-2a26236c4ff6 tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Transition to ACTIVE for port object c363c860-1837-4339-90c7-6d24ede77891 will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:46:09.700535 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-83dcfc0f-ceef-49ca-88dd-2a26236c4ff6 tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:09.794310 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-351eac27-e92b-4d41-8abc-ea639a20d981 req-f28a66ec-3b10-45dd-9521-78111243419c tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/security-groups?id=945af9a8-1349-436a-a066-b9a0fd8d3dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3072472 Jul 13 13:46:09.873113 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83dcfc0f-ceef-49ca-88dd-2a26236c4ff6 tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Network 2ab3f26b-6002-4fe2-9aae-d4328825f7e8 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:46:09.878505 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-83dcfc0f-ceef-49ca-88dd-2a26236c4ff6 tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:46:09.885687 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83dcfc0f-ceef-49ca-88dd-2a26236c4ff6 tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:46:09.923048 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1b5311-0b19-4165-829f-7b3cd760d50c service neutron] Pushing event updated for resources: {'Port': ['ID=531b97b4-0802-46a1-9ddf-6ea5c872d757,revision_number=11']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:46:09.986327 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-06fc8bea-b82d-4afe-9657-8dfd639c79e9 admin admin] Deleting subnet 452786b7-6cb3-414d-9764-019d27d6b34f {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 13:46:09.992671 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-06fc8bea-b82d-4afe-9657-8dfd639c79e9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:10.080487 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dcfc0f-ceef-49ca-88dd-2a26236c4ff6 tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Pushing event updated for resources: {'Port': ['ID=c363c860-1837-4339-90c7-6d24ede77891,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:46:10.125314 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83dcfc0f-ceef-49ca-88dd-2a26236c4ff6 tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:46:10.131064 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-83dcfc0f-ceef-49ca-88dd-2a26236c4ff6 tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:10.165357 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e05493-1d6e-4b70-ba9a-90f04a361d09 req-989605f9-581a-4b98-9c28-e0a2a683bbdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:46:10.177042 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-83dcfc0f-ceef-49ca-88dd-2a26236c4ff6 tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 1.8789308 Jul 13 13:46:10.177986 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-05e05493-1d6e-4b70-ba9a-90f04a361d09 req-989605f9-581a-4b98-9c28-e0a2a683bbdf service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c6349d73ae13458a9d892a7db2dc0433&device_id=76492aa1-40d7-49b9-8dce-75dfa385d0bc HTTP/1.1" status: 200 len: 1100 time: 0.4814169 Jul 13 13:46:10.178707 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 41562) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:46:10.198318 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-06fc8bea-b82d-4afe-9657-8dfd639c79e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5431723'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:10.433994 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e05493-1d6e-4b70-ba9a-90f04a361d09 req-ba010319-2d9b-464e-ad06-1dc71b63cf17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:46:10.435499 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-05e05493-1d6e-4b70-ba9a-90f04a361d09 req-ba010319-2d9b-464e-ad06-1dc71b63cf17 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e0bfb334-0fd9-4ba5-ba79-1568ecabee30 HTTP/1.1" status: 200 len: 869 time: 0.2291901 Jul 13 13:46:10.502288 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-06fc8bea-b82d-4afe-9657-8dfd639c79e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:10.516458 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-05e05493-1d6e-4b70-ba9a-90f04a361d09 req-dfbcaea9-9a7a-483a-9f11-be5ecdd3a715 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=531b97b4-0802-46a1-9ddf-6ea5c872d757 HTTP/1.1" status: 200 len: 217 time: 0.0679646 Jul 13 13:46:10.630766 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b78b98-2cb3-4cfe-ab0e-a237c4384b34 tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:46:10.637450 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b78b98-2cb3-4cfe-ab0e-a237c4384b34 tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:46:10.647645 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b78b98-2cb3-4cfe-ab0e-a237c4384b34 tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:46:10.662625 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-e4b78b98-2cb3-4cfe-ab0e-a237c4384b34 tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.4775398 Jul 13 13:46:10.663496 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 41574) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:46:10.745408 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-06fc8bea-b82d-4afe-9657-8dfd639c79e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5970525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4763356'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:10.783729 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e05493-1d6e-4b70-ba9a-90f04a361d09 req-4b9012d7-8a6c-4eae-93d1-19386aa1f737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:46:10.796394 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-05e05493-1d6e-4b70-ba9a-90f04a361d09 req-4b9012d7-8a6c-4eae-93d1-19386aa1f737 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=60b55863-ceb6-45af-a8a4-4b22d72866af HTTP/1.1" status: 200 len: 843 time: 0.2487326 Jul 13 13:46:10.867015 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76492aa1-40d7-49b9-8dce-75dfa385d0bc', 'tag': '531b97b4-0802-46a1-9ddf-6ea5c872d757'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:46:10.871625 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddda8e3f-2134-4773-a0b1-0fd44701523a" -d '{"events": [{"name": "network-changed", "server_uuid": "76492aa1-40d7-49b9-8dce-75dfa385d0bc", "tag": "531b97b4-0802-46a1-9ddf-6ea5c872d757"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:46:10.902653 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fc8bea-b82d-4afe-9657-8dfd639c79e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=452786b7-6cb3-414d-9764-019d27d6b34f,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:46:10.908984 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-06fc8bea-b82d-4afe-9657-8dfd639c79e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:10.914421 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-06fc8bea-b82d-4afe-9657-8dfd639c79e9 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/452786b7-6cb3-414d-9764-019d27d6b34f HTTP/1.1" status: 204 len: 168 time: 1.3154433 Jul 13 13:46:10.920284 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 41588) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:46:11.017165 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 13:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e1f1189-bd7d-47f2-97f9-87b2e2e2546f x-openstack-request-id: req-3e1f1189-bd7d-47f2-97f9-87b2e2e2546f {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:46:11.017904 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76492aa1-40d7-49b9-8dce-75dfa385d0bc", "tag": "531b97b4-0802-46a1-9ddf-6ea5c872d757", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:46:11.017904 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3e1f1189-bd7d-47f2-97f9-87b2e2e2546f {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:46:11.018265 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76492aa1-40d7-49b9-8dce-75dfa385d0bc', 'tag': '531b97b4-0802-46a1-9ddf-6ea5c872d757', 'status': 'completed', 'code': 200} Jul 13 13:46:11.131979 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a50edb86-1a6d-4158-83f1-bd4071c03914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:11.182963 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e05493-1d6e-4b70-ba9a-90f04a361d09 req-87b002eb-75b9-4acd-bdf5-148b0169ba94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:46:11.184282 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-05e05493-1d6e-4b70-ba9a-90f04a361d09 req-87b002eb-75b9-4acd-bdf5-148b0169ba94 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e0bfb334-0fd9-4ba5-ba79-1568ecabee30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3060122 Jul 13 13:46:11.193091 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb9debb-c959-43ec-b720-3c9f83fcaa01 None None] Network 2ab3f26b-6002-4fe2-9aae-d4328825f7e8 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:46:11.224717 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddda8e3f-2134-4773-a0b1-0fd44701523a req-cf65b821-7ddc-45b2-a466-8a3bd9faaf48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:46:11.226886 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ddda8e3f-2134-4773-a0b1-0fd44701523a req-cf65b821-7ddc-45b2-a466-8a3bd9faaf48 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c6349d73ae13458a9d892a7db2dc0433&device_id=76492aa1-40d7-49b9-8dce-75dfa385d0bc HTTP/1.1" status: 200 len: 1100 time: 0.1976314 Jul 13 13:46:11.316909 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62470d56-7b9c-4f03-a155-7cdde4db2860 req-b3b8a124-8829-4dfd-afff-402064ec653a tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:46:11.321664 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-62470d56-7b9c-4f03-a155-7cdde4db2860 req-b3b8a124-8829-4dfd-afff-402064ec653a tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/ports?device_id=76492aa1-40d7-49b9-8dce-75dfa385d0bc HTTP/1.1" status: 200 len: 949 time: 0.1601760 Jul 13 13:46:11.340052 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-6612286f-f342-4e56-94f3-72ea977f6495 None None] Provisioning for port 3e03ba9d-0021-4c1e-819a-af6467134a0b completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:46:11.420563 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-62470d56-7b9c-4f03-a155-7cdde4db2860 req-c32487ab-7271-450f-b7a6-8ff12d31ede9 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/security-groups?id=945af9a8-1349-436a-a066-b9a0fd8d3dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838890 Jul 13 13:46:11.462719 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-047b5860-7f87-4656-8d85-28293f3b4f0a tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Deleting port c363c860-1837-4339-90c7-6d24ede77891 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:46:11.463414 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-047b5860-7f87-4656-8d85-28293f3b4f0a tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:11.482711 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a50edb86-1a6d-4158-83f1-bd4071c03914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:11.544050 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-a50edb86-1a6d-4158-83f1-bd4071c03914 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7befa50c-188d-475c-8855-dfa183fc6dff']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:46:11.590858 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-a50edb86-1a6d-4158-83f1-bd4071c03914 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57f5670b-e3d0-440b-92d8-6e42ed26c8ff') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:46:11.591448 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-a50edb86-1a6d-4158-83f1-bd4071c03914 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57f5670b-e3d0-440b-92d8-6e42ed26c8ff') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:46:11.603246 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a50edb86-1a6d-4158-83f1-bd4071c03914 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5431730'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:11.620347 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a50edb86-1a6d-4158-83f1-bd4071c03914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:11.627516 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a50edb86-1a6d-4158-83f1-bd4071c03914 admin admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 13:46:11.628217 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a50edb86-1a6d-4158-83f1-bd4071c03914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5970419'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:11.676176 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-047b5860-7f87-4656-8d85-28293f3b4f0a tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:11.700333 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:46:11.700333 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:46:11.700333 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:46:11.700333 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:46:11.700333 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:46:11.700333 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:46:11.700333 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:46:11.700333 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:46:11.700333 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:46:11.700333 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:46:11.700333 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:46:11.700333 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:46:11.700333 n-d-800634-1 neutron-server[93750]: Traceback (most recent call last): Jul 13 13:46:11.700333 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 13:46:11.700333 n-d-800634-1 neutron-server[93750]: timer() Jul 13 13:46:11.700333 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 13:46:11.700333 n-d-800634-1 neutron-server[93750]: cb(*args, **kw) Jul 13 13:46:11.700333 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 13:46:11.700333 n-d-800634-1 neutron-server[93750]: return func(*args, **kwargs) Jul 13 13:46:11.700333 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 13:46:11.700333 n-d-800634-1 neutron-server[93750]: self._notify() Jul 13 13:46:11.700333 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 13:46:11.700333 n-d-800634-1 neutron-server[93750]: self.callback(batched_events) Jul 13 13:46:11.700333 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 13:46:11.700333 n-d-800634-1 neutron-server[93750]: event.method(event) Jul 13 13:46:11.700333 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 13:46:11.700333 n-d-800634-1 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 13:46:11.700333 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 13:46:11.700333 n-d-800634-1 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 13:46:11.700333 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 13:46:11.700333 n-d-800634-1 neutron-server[93750]: return f(self, *a, **k) Jul 13 13:46:11.700333 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 13:46:11.700333 n-d-800634-1 neutron-server[93750]: return self._get(url).json() Jul 13 13:46:11.700333 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 13:46:11.700333 n-d-800634-1 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 13:46:11.700333 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 13:46:11.700333 n-d-800634-1 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 13 13:46:11.700333 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 13:46:11.700333 n-d-800634-1 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 13:46:11.700333 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 13:46:11.700333 n-d-800634-1 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 13:46:11.700333 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 13:46:11.700333 n-d-800634-1 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 13:46:11.700333 n-d-800634-1 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 13:46:11.710261 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-047b5860-7f87-4656-8d85-28293f3b4f0a tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Calling delete_port for c363c860-1837-4339-90c7-6d24ede77891 owned by {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:46:11.742392 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-05e05493-1d6e-4b70-ba9a-90f04a361d09 req-cf66cc42-3176-45a8-b028-a10d1477b0d5 service neutron] 10.222.0.26 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4547966 Jul 13 13:46:11.770234 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a50edb86-1a6d-4158-83f1-bd4071c03914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:11.790182 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a50edb86-1a6d-4158-83f1-bd4071c03914 admin admin] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:11.792432 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-a50edb86-1a6d-4158-83f1-bd4071c03914 admin admin] 10.222.0.23 "DELETE /v2.0/networks/7befa50c-188d-475c-8855-dfa183fc6dff HTTP/1.1" status: 204 len: 168 time: 0.8709848 Jul 13 13:46:11.803061 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 3e03ba9d-0021-4c1e-819a-af6467134a0b up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:46:11.805882 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 41622) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:46:11.815558 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddda8e3f-2134-4773-a0b1-0fd44701523a req-42cb2ec2-8379-4762-8843-22bfe7c881ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:46:11.817045 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ddda8e3f-2134-4773-a0b1-0fd44701523a req-42cb2ec2-8379-4762-8843-22bfe7c881ad service neutron] 10.222.0.41 "GET /v2.0/networks?id=e0bfb334-0fd9-4ba5-ba79-1568ecabee30 HTTP/1.1" status: 200 len: 869 time: 0.5612717 Jul 13 13:46:11.897544 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-53ff86d9-246e-4669-88a5-42b755661c0e admin admin] Deleting subnet 7488be5f-fb75-4085-b2d9-024a2d7e592c {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 13:46:11.907227 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50edb86-1a6d-4158-83f1-bd4071c03914 admin admin] Pushing event deleted for resources: {'Network': ['ID=7befa50c-188d-475c-8855-dfa183fc6dff,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:46:11.913402 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-53ff86d9-246e-4669-88a5-42b755661c0e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:11.967379 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port 3e03ba9d-0021-4c1e-819a-af6467134a0b completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:46:11.971540 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 3e03ba9d-0021-4c1e-819a-af6467134a0b triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:46:11.971923 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:12.018986 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-53ff86d9-246e-4669-88a5-42b755661c0e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6018489'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:12.037648 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ddda8e3f-2134-4773-a0b1-0fd44701523a req-5c2f9a9a-b468-46fa-863d-00cf41bbcb15 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=531b97b4-0802-46a1-9ddf-6ea5c872d757 HTTP/1.1" status: 200 len: 217 time: 0.1259301 Jul 13 13:46:12.080855 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:12.081584 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-53ff86d9-246e-4669-88a5-42b755661c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:12.140934 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-047b5860-7f87-4656-8d85-28293f3b4f0a tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:12.142574 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port 3e03ba9d-0021-4c1e-819a-af6467134a0b, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=3e03ba9d-0021-4c1e-819a-af6467134a0b,segment=NetworkSegment(f4ec40ea-c171-4d34-9302-db67c11ce745),segment_id=f4ec40ea-c171-4d34-9302-db67c11ce745)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:46:12.149906 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:12.195948 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047b5860-7f87-4656-8d85-28293f3b4f0a tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Pushing event deleted for resources: {'Port': ['ID=c363c860-1837-4339-90c7-6d24ede77891,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:46:12.205001 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-53ff86d9-246e-4669-88a5-42b755661c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6018534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6105009'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:12.268025 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-06c08176-a3ad-4f1c-b7a4-837fb175cacc None None] Provisioning complete for port 3e03ba9d-0021-4c1e-819a-af6467134a0b triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:46:12.269088 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-06c08176-a3ad-4f1c-b7a4-837fb175cacc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:12.309646 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=3e03ba9d-0021-4c1e-819a-af6467134a0b,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:46:12.357593 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-53ff86d9-246e-4669-88a5-42b755661c0e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:12.360485 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-53ff86d9-246e-4669-88a5-42b755661c0e admin admin] 10.222.0.23 "DELETE /v2.0/subnets/7488be5f-fb75-4085-b2d9-024a2d7e592c HTTP/1.1" status: 204 len: 168 time: 0.5528145 Jul 13 13:46:12.368327 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ff86d9-246e-4669-88a5-42b755661c0e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7488be5f-fb75-4085-b2d9-024a2d7e592c,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:46:12.377843 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 41628) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:46:12.379147 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-06c08176-a3ad-4f1c-b7a4-837fb175cacc None None] Could not find standard attr ID for object c363c860-1837-4339-90c7-6d24ede77891. {{(pid=93752) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 13:46:12.439420 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-06c08176-a3ad-4f1c-b7a4-837fb175cacc None None] Provisioning for port a80aa505-701b-4832-b7d2-17613d7c2cbb completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:46:12.444140 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-06c08176-a3ad-4f1c-b7a4-837fb175cacc None None] Provisioning complete for port a80aa505-701b-4832-b7d2-17613d7c2cbb triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:46:12.444806 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-06c08176-a3ad-4f1c-b7a4-837fb175cacc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:12.522998 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-06c08176-a3ad-4f1c-b7a4-837fb175cacc None None] Port a80aa505-701b-4832-b7d2-17613d7c2cbb cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:46:12.602094 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7b751edf-f50d-4add-9c60-4b7711b9e7ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:12.619399 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-047b5860-7f87-4656-8d85-28293f3b4f0a tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:12.621803 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-047b5860-7f87-4656-8d85-28293f3b4f0a tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] 10.222.0.23 "DELETE /v2.0/ports/c363c860-1837-4339-90c7-6d24ede77891 HTTP/1.1" status: 204 len: 168 time: 1.9568150 Jul 13 13:46:12.624769 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 41632) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:46:12.648802 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-8ce538b0-43e0-4ba1-ae34-7da3fa9e5ce9 None None] Provisioning complete for port a80aa505-701b-4832-b7d2-17613d7c2cbb triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:46:12.649187 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8ce538b0-43e0-4ba1-ae34-7da3fa9e5ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:12.692197 n-d-800634-1 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-47216c63-63dc-4bed-97ed-67f3736f7af5 tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] GET failed (client error): The resource could not be found. Jul 13 13:46:12.700303 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-47216c63-63dc-4bed-97ed-67f3736f7af5 tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] 10.222.0.23 "GET /v2.0/ports/c363c860-1837-4339-90c7-6d24ede77891 HTTP/1.1" status: 404 len: 333 time: 0.0721769 Jul 13 13:46:12.705079 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 41634) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:46:12.727728 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-1854cc5f-433a-4c5c-966b-c0a5ebc779b1 tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Request body: {'port': {'network_id': '2ab3f26b-6002-4fe2-9aae-d4328825f7e8', 'name': 'tempest-AllowedAddressPairTestJSON-1102782192'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:46:12.751599 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-8ce538b0-43e0-4ba1-ae34-7da3fa9e5ce9 None None] Port a80aa505-701b-4832-b7d2-17613d7c2cbb cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:46:12.768084 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddda8e3f-2134-4773-a0b1-0fd44701523a req-8c8dbe24-6896-47a6-8e01-09fd9b90f505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:46:12.769602 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ddda8e3f-2134-4773-a0b1-0fd44701523a req-8c8dbe24-6896-47a6-8e01-09fd9b90f505 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=60b55863-ceb6-45af-a8a4-4b22d72866af HTTP/1.1" status: 200 len: 843 time: 0.7172918 Jul 13 13:46:12.869928 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc6efbb-a5a6-4ec8-977d-de1ddc6f7ea2 req-15418aec-5661-450a-b4ec-2277ab8e34c6 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:46:12.878089 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1fc6efbb-a5a6-4ec8-977d-de1ddc6f7ea2 req-15418aec-5661-450a-b4ec-2277ab8e34c6 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f309255-5b4d-4296-81c6-c49d93f44d38 HTTP/1.1" status: 200 len: 946 time: 1.0382419 Jul 13 13:46:12.904156 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7b751edf-f50d-4add-9c60-4b7711b9e7ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:12.956320 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1fc6efbb-a5a6-4ec8-977d-de1ddc6f7ea2 req-c6f66a33-1d97-453f-a24f-ec11db4df5bb tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bf3e8b9-8da9-4a28-88c0-799fd78203e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772352 Jul 13 13:46:12.958838 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-05e05493-1d6e-4b70-ba9a-90f04a361d09 req-cfe14ef5-2570-4c4a-89f8-b8e7d25686cb service neutron] 10.222.0.26 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2089570 Jul 13 13:46:12.977692 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-7b751edf-f50d-4add-9c60-4b7711b9e7ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2882660d-1e87-4fa3-a98f-39114d700c40']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:46:12.980717 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-5363dd4a-8995-4a77-803d-6c4f5e47a750 None None] Could not find standard attr ID for object c363c860-1837-4339-90c7-6d24ede77891. {{(pid=93752) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 13:46:12.997284 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddda8e3f-2134-4773-a0b1-0fd44701523a req-05073e19-9ed7-4d36-965d-a6ad65169816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:46:12.999375 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ddda8e3f-2134-4773-a0b1-0fd44701523a req-05073e19-9ed7-4d36-965d-a6ad65169816 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e0bfb334-0fd9-4ba5-ba79-1568ecabee30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2186787 Jul 13 13:46:13.045230 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-7b751edf-f50d-4add-9c60-4b7711b9e7ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aabeaa41-6691-43c2-940b-b1eb29d12c05') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:46:13.054981 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-7b751edf-f50d-4add-9c60-4b7711b9e7ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aabeaa41-6691-43c2-940b-b1eb29d12c05') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:46:13.112844 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7b751edf-f50d-4add-9c60-4b7711b9e7ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6018464'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:13.138899 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c19ceb-337d-47a1-9929-a58efbd7a4e8 req-43d79d80-9c08-46bf-aa92-bc633a046bc9 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:46:13.140533 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e5c19ceb-337d-47a1-9929-a58efbd7a4e8 req-43d79d80-9c08-46bf-aa92-bc633a046bc9 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/ports?device_id=76492aa1-40d7-49b9-8dce-75dfa385d0bc HTTP/1.1" status: 200 len: 949 time: 0.4519155 Jul 13 13:46:13.182033 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7b751edf-f50d-4add-9c60-4b7711b9e7ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:13.252248 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b751edf-f50d-4add-9c60-4b7711b9e7ad admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 13:46:13.252763 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7b751edf-f50d-4add-9c60-4b7711b9e7ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6018632'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:13.259795 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:46:13.259795 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:46:13.259795 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:46:13.259795 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:46:13.259795 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:46:13.259795 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:46:13.259795 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:46:13.259795 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:46:13.259795 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:46:13.259795 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:46:13.259795 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:46:13.259795 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:46:13.259795 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:46:13.259795 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:46:13.259795 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:46:13.259795 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:46:13.259795 n-d-800634-1 neutron-server[93751]: Traceback (most recent call last): Jul 13 13:46:13.259795 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 13:46:13.259795 n-d-800634-1 neutron-server[93751]: timer() Jul 13 13:46:13.259795 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 13:46:13.259795 n-d-800634-1 neutron-server[93751]: cb(*args, **kw) Jul 13 13:46:13.259795 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 13:46:13.259795 n-d-800634-1 neutron-server[93751]: return func(*args, **kwargs) Jul 13 13:46:13.259795 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 13:46:13.259795 n-d-800634-1 neutron-server[93751]: self._notify() Jul 13 13:46:13.259795 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 13:46:13.259795 n-d-800634-1 neutron-server[93751]: self.callback(batched_events) Jul 13 13:46:13.259795 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 13:46:13.259795 n-d-800634-1 neutron-server[93751]: event.method(event) Jul 13 13:46:13.259795 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 13:46:13.259795 n-d-800634-1 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 13:46:13.259795 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 13:46:13.259795 n-d-800634-1 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 13:46:13.259795 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 13:46:13.259795 n-d-800634-1 neutron-server[93751]: return f(self, *a, **k) Jul 13 13:46:13.259795 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 13:46:13.259795 n-d-800634-1 neutron-server[93751]: return self._get(url).json() Jul 13 13:46:13.259795 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 13:46:13.259795 n-d-800634-1 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 13:46:13.259795 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 13:46:13.259795 n-d-800634-1 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 13 13:46:13.259795 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 13:46:13.259795 n-d-800634-1 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 13:46:13.259795 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 13:46:13.259795 n-d-800634-1 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 13:46:13.259795 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 13:46:13.259795 n-d-800634-1 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 13:46:13.259795 n-d-800634-1 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 13:46:13.298366 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1854cc5f-433a-4c5c-966b-c0a5ebc779b1 tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Made reservation on behalf of ddbcdc443c694f0392b418e8cbb704ea for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:46:13.306250 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1854cc5f-433a-4c5c-966b-c0a5ebc779b1 tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:13.381665 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ddda8e3f-2134-4773-a0b1-0fd44701523a req-080b2dfc-188e-4a0b-b66f-6f7b92654e8a service neutron] 10.222.0.41 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3696826 Jul 13 13:46:13.384600 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddda8e3f-2134-4773-a0b1-0fd44701523a req-8a01341e-e884-43b9-b960-145f74e85bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:46:13.386382 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ddda8e3f-2134-4773-a0b1-0fd44701523a req-8a01341e-e884-43b9-b960-145f74e85bd8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c6349d73ae13458a9d892a7db2dc0433&device_id=76492aa1-40d7-49b9-8dce-75dfa385d0bc HTTP/1.1" status: 200 len: 1100 time: 0.3339207 Jul 13 13:46:13.436805 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e5c19ceb-337d-47a1-9929-a58efbd7a4e8 req-cecc9a02-efe4-4bb2-ac4c-bbfd49a6050b tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/security-groups?id=945af9a8-1349-436a-a066-b9a0fd8d3dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2880578 Jul 13 13:46:13.475270 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [None req-1854cc5f-433a-4c5c-966b-c0a5ebc779b1 tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] device_id is not set on port 5fc92f31-4b6b-44dd-aa96-548364c88a37 yet. {{(pid=93751) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 13:46:13.495618 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7b751edf-f50d-4add-9c60-4b7711b9e7ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:13.552627 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7b751edf-f50d-4add-9c60-4b7711b9e7ad admin admin] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:13.555319 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-7b751edf-f50d-4add-9c60-4b7711b9e7ad admin admin] 10.222.0.23 "DELETE /v2.0/networks/2882660d-1e87-4fa3-a98f-39114d700c40 HTTP/1.1" status: 204 len: 168 time: 1.1761308 Jul 13 13:46:13.618793 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b751edf-f50d-4add-9c60-4b7711b9e7ad admin admin] Pushing event deleted for resources: {'Network': ['ID=2882660d-1e87-4fa3-a98f-39114d700c40,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:46:13.628122 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ddda8e3f-2134-4773-a0b1-0fd44701523a req-4b683ead-cb30-4bb6-95c4-364731396cf7 service neutron] 10.222.0.41 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2383461 Jul 13 13:46:13.653717 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddda8e3f-2134-4773-a0b1-0fd44701523a req-179a6422-cf1f-482c-9861-da32e55584d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:46:13.658595 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ddda8e3f-2134-4773-a0b1-0fd44701523a req-179a6422-cf1f-482c-9861-da32e55584d4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e0bfb334-0fd9-4ba5-ba79-1568ecabee30 HTTP/1.1" status: 200 len: 869 time: 0.2553658 Jul 13 13:46:13.756816 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ddda8e3f-2134-4773-a0b1-0fd44701523a req-cffd391d-cb64-4f37-8ac6-a9004c45f3ab service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=531b97b4-0802-46a1-9ddf-6ea5c872d757 HTTP/1.1" status: 200 len: 217 time: 0.0911670 Jul 13 13:46:13.787588 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 3e03ba9d-0021-4c1e-819a-af6467134a0b up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:46:13.835120 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-1854cc5f-433a-4c5c-966b-c0a5ebc779b1 tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Allocated IP 172.20.0.3 (2ab3f26b-6002-4fe2-9aae-d4328825f7e8/7dd0c3cc-c599-4498-b2dd-242854e71e77/5fc92f31-4b6b-44dd-aa96-548364c88a37) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:46:13.865557 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 3e03ba9d-0021-4c1e-819a-af6467134a0b triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:46:13.867026 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:13.931054 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddda8e3f-2134-4773-a0b1-0fd44701523a req-2089bbd3-96fd-49bd-8761-6e8256fdd7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:46:13.932583 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ddda8e3f-2134-4773-a0b1-0fd44701523a req-2089bbd3-96fd-49bd-8761-6e8256fdd7f0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=60b55863-ceb6-45af-a8a4-4b22d72866af HTTP/1.1" status: 200 len: 843 time: 0.1659997 Jul 13 13:46:14.076513 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1854cc5f-433a-4c5c-966b-c0a5ebc779b1 tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:14.154508 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 41662) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:46:14.230698 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddda8e3f-2134-4773-a0b1-0fd44701523a req-4c7e9e1d-9731-4705-9373-112bb3bce8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:46:14.231288 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-1854cc5f-433a-4c5c-966b-c0a5ebc779b1 tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Transition to ACTIVE for port object 5fc92f31-4b6b-44dd-aa96-548364c88a37 will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:46:14.232235 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ddda8e3f-2134-4773-a0b1-0fd44701523a req-4c7e9e1d-9731-4705-9373-112bb3bce8e5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e0bfb334-0fd9-4ba5-ba79-1568ecabee30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2921274 Jul 13 13:46:14.281482 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-a868cebc-8190-4c92-a7b9-a79bfec57a3c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=70785091fd214eedaa5d308c76a24f17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1252811 Jul 13 13:46:14.291165 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 41664) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:46:14.331851 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09fcc2a-18c3-4f6e-a3f4-12a6e23f94a6 req-6e9f73a9-49bf-4425-94bf-d97b194bfca3 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:46:14.336706 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a09fcc2a-18c3-4f6e-a3f4-12a6e23f94a6 req-6e9f73a9-49bf-4425-94bf-d97b194bfca3 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f309255-5b4d-4296-81c6-c49d93f44d38 HTTP/1.1" status: 200 len: 946 time: 0.2573161 Jul 13 13:46:14.373059 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1854cc5f-433a-4c5c-966b-c0a5ebc779b1 tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:14.418523 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ddda8e3f-2134-4773-a0b1-0fd44701523a req-09730eb5-4bb1-41df-84d9-4d2a5eda825a service neutron] 10.222.0.26 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774201 Jul 13 13:46:14.476866 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1854cc5f-433a-4c5c-966b-c0a5ebc779b1 tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Network 2ab3f26b-6002-4fe2-9aae-d4328825f7e8 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:46:14.512386 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a09fcc2a-18c3-4f6e-a3f4-12a6e23f94a6 req-542ae1ca-caaf-4435-930b-fdce6fbad922 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bf3e8b9-8da9-4a28-88c0-799fd78203e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1645322 Jul 13 13:46:14.523627 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-125508aa-210e-4d1b-bab5-098fabdda55f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:14.526275 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-1854cc5f-433a-4c5c-966b-c0a5ebc779b1 tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:46:14.528846 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1854cc5f-433a-4c5c-966b-c0a5ebc779b1 tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Pushing event updated for resources: {'Port': ['ID=5fc92f31-4b6b-44dd-aa96-548364c88a37,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:46:14.542359 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1854cc5f-433a-4c5c-966b-c0a5ebc779b1 tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:46:14.620382 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-125508aa-210e-4d1b-bab5-098fabdda55f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:14.734244 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ddda8e3f-2134-4773-a0b1-0fd44701523a req-f4e99a38-6524-4368-9cc3-5db8988a8749 service neutron] 10.222.0.26 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3059237 Jul 13 13:46:14.769527 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1854cc5f-433a-4c5c-966b-c0a5ebc779b1 tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:46:14.770818 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1854cc5f-433a-4c5c-966b-c0a5ebc779b1 tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:14.868948 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-1854cc5f-433a-4c5c-966b-c0a5ebc779b1 tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1414030 Jul 13 13:46:14.869605 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 41672) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:46:14.884490 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-d1949605-140b-41b4-a329-197ae875df34 tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:73:2f:b0'}]}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:46:14.906282 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-125508aa-210e-4d1b-bab5-098fabdda55f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:14.912615 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-125508aa-210e-4d1b-bab5-098fabdda55f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:14.922726 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-125508aa-210e-4d1b-bab5-098fabdda55f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/357b727c-5b2f-4d5d-9ac9-ca79c44342d5 HTTP/1.1" status: 204 len: 168 time: 0.6232510 Jul 13 13:46:14.963187 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125508aa-210e-4d1b-bab5-098fabdda55f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=357b727c-5b2f-4d5d-9ac9-ca79c44342d5,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:46:14.986894 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb27f1be-80f5-450e-9cf9-6a394de37c04 req-cc210dfa-4454-49cc-94e8-2de865cc56ae tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:46:14.992679 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-fb27f1be-80f5-450e-9cf9-6a394de37c04 req-cc210dfa-4454-49cc-94e8-2de865cc56ae tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/ports?device_id=76492aa1-40d7-49b9-8dce-75dfa385d0bc HTTP/1.1" status: 200 len: 949 time: 0.2281542 Jul 13 13:46:15.031309 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-c33635a3-4507-4353-966b-124d1c57d7a9 None None] Provisioning for port 5fc92f31-4b6b-44dd-aa96-548364c88a37 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:46:15.039513 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-c33635a3-4507-4353-966b-124d1c57d7a9 None None] Provisioning complete for port 5fc92f31-4b6b-44dd-aa96-548364c88a37 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:46:15.040137 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c33635a3-4507-4353-966b-124d1c57d7a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:15.120599 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-c33635a3-4507-4353-966b-124d1c57d7a9 None None] Port 5fc92f31-4b6b-44dd-aa96-548364c88a37 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:46:15.236487 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d1949605-140b-41b4-a329-197ae875df34 tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:15.272713 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-fb27f1be-80f5-450e-9cf9-6a394de37c04 req-7ef417d4-ea2b-40e4-9c04-0707e392f95a tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/security-groups?id=945af9a8-1349-436a-a066-b9a0fd8d3dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2679923 Jul 13 13:46:15.531448 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d1949605-140b-41b4-a329-197ae875df34 tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:15.539488 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d1949605-140b-41b4-a329-197ae875df34 tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:15.872062 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 41686) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:46:15.901882 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1949605-140b-41b4-a329-197ae875df34 tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Pushing event updated for resources: {'Port': ['ID=5fc92f31-4b6b-44dd-aa96-548364c88a37,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:46:15.919147 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-d1949605-140b-41b4-a329-197ae875df34 tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] In _notify_port_updated(), no bound segment for port 5fc92f31-4b6b-44dd-aa96-548364c88a37 on network 2ab3f26b-6002-4fe2-9aae-d4328825f7e8 {{(pid=93750) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 13 13:46:15.943104 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1949605-140b-41b4-a329-197ae875df34 tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:46:15.943885 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d1949605-140b-41b4-a329-197ae875df34 tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:15.945811 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-d1949605-140b-41b4-a329-197ae875df34 tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] 10.222.0.23 "PUT /v2.0/ports/5fc92f31-4b6b-44dd-aa96-548364c88a37 HTTP/1.1" status: 200 len: 993 time: 1.0752003 Jul 13 13:46:15.950410 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 41688) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:46:16.016233 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-9a64d40a-ff6c-439b-8645-123c31cbb20d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c3f122cc11d144a08bdb401fade5f1ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1429980 Jul 13 13:46:16.019084 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 41690) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:46:16.147286 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5dcd45-29e1-4569-a249-ce84a1eacd50 req-59c0e0ba-cd05-4148-8811-728c3b17f2a3 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:46:16.155992 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-f4a38f71-618e-484a-a7ad-5cdfc2b721e1 None None] Provisioning complete for port 5fc92f31-4b6b-44dd-aa96-548364c88a37 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:46:16.156537 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-a3f8f72b-6ec6-4071-8d58-b218a93c4d70 tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Deleting port 5fc92f31-4b6b-44dd-aa96-548364c88a37 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:46:16.156664 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f4a38f71-618e-484a-a7ad-5cdfc2b721e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:16.156777 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a3f8f72b-6ec6-4071-8d58-b218a93c4d70 tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:16.158196 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-9c5dcd45-29e1-4569-a249-ce84a1eacd50 req-59c0e0ba-cd05-4148-8811-728c3b17f2a3 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f309255-5b4d-4296-81c6-c49d93f44d38 HTTP/1.1" status: 200 len: 946 time: 0.2981625 Jul 13 13:46:16.231771 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-39cbcb7b-acef-4efc-9b94-703f0b4a2bc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:16.266915 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-f4a38f71-618e-484a-a7ad-5cdfc2b721e1 None None] Port 5fc92f31-4b6b-44dd-aa96-548364c88a37 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:46:16.311376 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 531b97b4-0802-46a1-9ddf-6ea5c872d757 details requested by agent hyperv_n-h1-800634-1 with host n-h1-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 13:46:16.314149 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-9c5dcd45-29e1-4569-a249-ce84a1eacd50 req-80693041-9306-44e8-b67e-86f4e5c31b59 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bf3e8b9-8da9-4a28-88c0-799fd78203e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1546421 Jul 13 13:46:16.315172 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device ba15db8f-f750-4ef8-8e43-23b3ac54b1b7 no longer exists at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:46:16.333214 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-39cbcb7b-acef-4efc-9b94-703f0b4a2bc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:16.365419 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a3f8f72b-6ec6-4071-8d58-b218a93c4d70 tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:16.392300 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-a3f8f72b-6ec6-4071-8d58-b218a93c4d70 tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Calling delete_port for 5fc92f31-4b6b-44dd-aa96-548364c88a37 owned by {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:46:16.522196 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-39cbcb7b-acef-4efc-9b94-703f0b4a2bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:16.533314 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-39cbcb7b-acef-4efc-9b94-703f0b4a2bc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:16.543833 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-39cbcb7b-acef-4efc-9b94-703f0b4a2bc1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c19b9572-d2f3-42ce-84a5-c2e2d8dd6319 HTTP/1.1" status: 204 len: 168 time: 0.5228512 Jul 13 13:46:16.592510 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 531b97b4-0802-46a1-9ddf-6ea5c872d757, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=531b97b4-0802-46a1-9ddf-6ea5c872d757,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:46:16.595976 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cbcb7b-acef-4efc-9b94-703f0b4a2bc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c19b9572-d2f3-42ce-84a5-c2e2d8dd6319,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:46:16.607696 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Returning: {'device': '531b97b4-0802-46a1-9ddf-6ea5c872d757', 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30', 'port_id': '531b97b4-0802-46a1-9ddf-6ea5c872d757', 'mac_address': 'fa:16:3e:35:6a:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60b55863-ceb6-45af-a8a4-4b22d72866af', 'ip_address': '192.168.233.214'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 13:46:16.720124 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:16.746108 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 531b97b4-0802-46a1-9ddf-6ea5c872d757 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:46:16.787414 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:16.812196 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 531b97b4-0802-46a1-9ddf-6ea5c872d757, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=531b97b4-0802-46a1-9ddf-6ea5c872d757,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:46:16.837691 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port ba15db8f-f750-4ef8-8e43-23b3ac54b1b7, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=ba15db8f-f750-4ef8-8e43-23b3ac54b1b7,segment=NetworkSegment(370d7ede-eeb6-46ae-b4ce-87c4cdf3222b),segment_id=370d7ede-eeb6-46ae-b4ce-87c4cdf3222b)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:46:16.839004 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f309255-5b4d-4296-81c6-c49d93f44d38', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba15db8f-f750-4ef8-8e43-23b3ac54b1b7'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:46:16.841685 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-312831f8-e415-4bd8-b7ac-758de50426a8" -d '{"events": [{"server_uuid": "5f309255-5b4d-4296-81c6-c49d93f44d38", "name": "network-vif-unplugged", "status": "completed", "tag": "ba15db8f-f750-4ef8-8e43-23b3ac54b1b7"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:46:16.845966 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:16.850524 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:16.914982 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f59784-fb16-4e6c-861c-3f0b3d31688d req-a39d400d-9f5c-4954-ac73-089e757974c6 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:46:16.954306 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c4f59784-fb16-4e6c-861c-3f0b3d31688d req-a39d400d-9f5c-4954-ac73-089e757974c6 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/ports?device_id=76492aa1-40d7-49b9-8dce-75dfa385d0bc HTTP/1.1" status: 200 len: 949 time: 0.3067713 Jul 13 13:46:16.978533 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 13:46:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c07de2d8-003b-49aa-9559-0e5582b17121 x-openstack-request-id: req-c07de2d8-003b-49aa-9559-0e5582b17121 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:46:16.978852 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f309255-5b4d-4296-81c6-c49d93f44d38", "name": "network-vif-unplugged", "status": "completed", "tag": "ba15db8f-f750-4ef8-8e43-23b3ac54b1b7", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:46:16.979451 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c07de2d8-003b-49aa-9559-0e5582b17121 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:46:16.983888 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f309255-5b4d-4296-81c6-c49d93f44d38', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba15db8f-f750-4ef8-8e43-23b3ac54b1b7', 'code': 200} Jul 13 13:46:17.021595 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=531b97b4-0802-46a1-9ddf-6ea5c872d757,revision_number=12']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:46:17.040644 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c4f59784-fb16-4e6c-861c-3f0b3d31688d req-d5260946-73aa-42ba-9d60-bd3518632474 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/security-groups?id=945af9a8-1349-436a-a066-b9a0fd8d3dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839913 Jul 13 13:46:17.057487 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:46:17.057978 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:46:17.058228 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:46:17.059188 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:46:17.059545 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:46:17.060125 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:46:17.060268 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:46:17.060556 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:46:17.060886 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:46:17.067662 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:46:17.069536 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:46:17.073688 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:46:17.100997 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a3f8f72b-6ec6-4071-8d58-b218a93c4d70 tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:17.277079 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-599feae7-5df3-4f17-be26-3ab3beac3153 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:17.305433 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f8f72b-6ec6-4071-8d58-b218a93c4d70 tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Pushing event deleted for resources: {'Port': ['ID=5fc92f31-4b6b-44dd-aa96-548364c88a37,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:46:17.317656 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['531b97b4-0802-46a1-9ddf-6ea5c872d757'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:46:17.372602 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=ba15db8f-f750-4ef8-8e43-23b3ac54b1b7,revision_number=11']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:46:17.702651 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f5a8c9-56b8-4118-b826-976147060522 req-bfda0ce2-403a-4668-926a-096e5bccecb5 tempest-MigrationsAdminTest-226272341 tempest-MigrationsAdminTest-226272341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:46:17.704208 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b2f5a8c9-56b8-4118-b826-976147060522 req-bfda0ce2-403a-4668-926a-096e5bccecb5 tempest-MigrationsAdminTest-226272341 tempest-MigrationsAdminTest-226272341-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=76492aa1-40d7-49b9-8dce-75dfa385d0bc HTTP/1.1" status: 200 len: 1101 time: 0.2381489 Jul 13 13:46:17.839825 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a3f8f72b-6ec6-4071-8d58-b218a93c4d70 tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:17.842614 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-a3f8f72b-6ec6-4071-8d58-b218a93c4d70 tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] 10.222.0.23 "DELETE /v2.0/ports/5fc92f31-4b6b-44dd-aa96-548364c88a37 HTTP/1.1" status: 204 len: 168 time: 1.8908188 Jul 13 13:46:17.843679 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b2f5a8c9-56b8-4118-b826-976147060522 req-b3b0a61d-a8ca-4059-871d-ddb7f5f87b18 tempest-MigrationsAdminTest-226272341 tempest-MigrationsAdminTest-226272341-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=945af9a8-1349-436a-a066-b9a0fd8d3dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208553 Jul 13 13:46:17.846550 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 41736) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:46:17.871131 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87684d10-bb6c-4ea6-a4ed-b6f474955da2 req-539447d6-5d5d-4c46-be79-4fd4c7fce39f tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:46:17.876778 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-87684d10-bb6c-4ea6-a4ed-b6f474955da2 req-539447d6-5d5d-4c46-be79-4fd4c7fce39f tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f309255-5b4d-4296-81c6-c49d93f44d38 HTTP/1.1" status: 200 len: 944 time: 0.2360635 Jul 13 13:46:17.929198 n-d-800634-1 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdb31ea1-457d-49db-8206-627e099b8b5a tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] GET failed (client error): The resource could not be found. Jul 13 13:46:17.931663 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-fdb31ea1-457d-49db-8206-627e099b8b5a tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] 10.222.0.23 "GET /v2.0/ports/5fc92f31-4b6b-44dd-aa96-548364c88a37 HTTP/1.1" status: 404 len: 333 time: 0.0839276 Jul 13 13:46:17.940951 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 41742) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:46:17.946870 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-89e544aa-3773-4c0d-a6f8-ba4994e20c86 tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Request body: {'port': {'network_id': '2ab3f26b-6002-4fe2-9aae-d4328825f7e8', 'name': 'tempest-AllowedAddressPairTestJSON-1478233847'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:46:18.067428 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-87684d10-bb6c-4ea6-a4ed-b6f474955da2 req-8a5dff6b-2f9f-43e7-bbf1-2f6493f294e1 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bf3e8b9-8da9-4a28-88c0-799fd78203e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1404548 Jul 13 13:46:18.170256 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89e544aa-3773-4c0d-a6f8-ba4994e20c86 tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Made reservation on behalf of ddbcdc443c694f0392b418e8cbb704ea for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:46:18.177284 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-89e544aa-3773-4c0d-a6f8-ba4994e20c86 tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:18.228269 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [None req-89e544aa-3773-4c0d-a6f8-ba4994e20c86 tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] device_id is not set on port 4922fd90-e288-456f-8083-01f092a08aa0 yet. {{(pid=93750) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 13:46:18.322018 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device ba15db8f-f750-4ef8-8e43-23b3ac54b1b7 details requested by agent hyperv_n-h1-800634-1 with host n-h1-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 13:46:18.589467 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-89e544aa-3773-4c0d-a6f8-ba4994e20c86 tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Allocated IP 172.20.0.8 (2ab3f26b-6002-4fe2-9aae-d4328825f7e8/7dd0c3cc-c599-4498-b2dd-242854e71e77/4922fd90-e288-456f-8083-01f092a08aa0) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:46:18.703585 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port ba15db8f-f750-4ef8-8e43-23b3ac54b1b7, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=ba15db8f-f750-4ef8-8e43-23b3ac54b1b7,segment=NetworkSegment(370d7ede-eeb6-46ae-b4ce-87c4cdf3222b),segment_id=370d7ede-eeb6-46ae-b4ce-87c4cdf3222b)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:46:18.731093 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Returning: {'device': 'ba15db8f-f750-4ef8-8e43-23b3ac54b1b7', 'network_id': '4044b022-747e-4834-bc76-73d0f411c2c3', 'port_id': 'ba15db8f-f750-4ef8-8e43-23b3ac54b1b7', 'mac_address': 'fa:16:3e:b9:24:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22de4df8-967a-4ca5-99c3-67fec7ee33c8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 13:46:18.833673 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:18.872024 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba15db8f-f750-4ef8-8e43-23b3ac54b1b7 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:46:18.987379 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port ba15db8f-f750-4ef8-8e43-23b3ac54b1b7, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=ba15db8f-f750-4ef8-8e43-23b3ac54b1b7,segment=NetworkSegment(370d7ede-eeb6-46ae-b4ce-87c4cdf3222b),segment_id=370d7ede-eeb6-46ae-b4ce-87c4cdf3222b)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:46:18.993314 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-89e544aa-3773-4c0d-a6f8-ba4994e20c86 tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:18.998414 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:19.013343 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a5b4aa-1ed6-46b3-8d56-bc23a481f647 req-b9eaa5d0-008c-447d-afa6-b3c6fcef13e2 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:46:19.014969 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-98a5b4aa-1ed6-46b3-8d56-bc23a481f647 req-b9eaa5d0-008c-447d-afa6-b3c6fcef13e2 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/ports?device_id=76492aa1-40d7-49b9-8dce-75dfa385d0bc HTTP/1.1" status: 200 len: 950 time: 0.1403947 Jul 13 13:46:19.025241 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [None req-89e544aa-3773-4c0d-a6f8-ba4994e20c86 tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Transition to ACTIVE for port object 4922fd90-e288-456f-8083-01f092a08aa0 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:46:19.081610 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=ba15db8f-f750-4ef8-8e43-23b3ac54b1b7,revision_number=12']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:46:19.156692 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-98a5b4aa-1ed6-46b3-8d56-bc23a481f647 req-882c33ef-64f2-4086-9ebf-65438cc88f2f tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/security-groups?id=945af9a8-1349-436a-a066-b9a0fd8d3dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261885 Jul 13 13:46:19.181585 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['ba15db8f-f750-4ef8-8e43-23b3ac54b1b7'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:46:19.230225 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-89e544aa-3773-4c0d-a6f8-ba4994e20c86 tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:19.312261 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e544aa-3773-4c0d-a6f8-ba4994e20c86 tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Network 2ab3f26b-6002-4fe2-9aae-d4328825f7e8 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:46:19.328102 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-89e544aa-3773-4c0d-a6f8-ba4994e20c86 tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:46:19.332717 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e544aa-3773-4c0d-a6f8-ba4994e20c86 tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:46:19.339783 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e544aa-3773-4c0d-a6f8-ba4994e20c86 tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Pushing event updated for resources: {'Port': ['ID=4922fd90-e288-456f-8083-01f092a08aa0,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:46:19.424020 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89e544aa-3773-4c0d-a6f8-ba4994e20c86 tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:46:19.425052 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-89e544aa-3773-4c0d-a6f8-ba4994e20c86 tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:19.464078 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-89e544aa-3773-4c0d-a6f8-ba4994e20c86 tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5214880 Jul 13 13:46:19.466838 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 41792) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:46:19.505813 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-cce3ec86-2e07-4dec-8bbe-bd66822d8d46 tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:73:2f:b0'}]}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:46:19.508753 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ee280e-089f-4d8c-9775-b8f113886d20 req-a3ac7231-0850-43c6-904b-79fdf217787f tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:46:19.514651 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-83ee280e-089f-4d8c-9775-b8f113886d20 req-a3ac7231-0850-43c6-904b-79fdf217787f tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f309255-5b4d-4296-81c6-c49d93f44d38 HTTP/1.1" status: 200 len: 945 time: 0.1364131 Jul 13 13:46:19.718090 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-83ee280e-089f-4d8c-9775-b8f113886d20 req-03805cf3-b831-42c0-80d2-9c96e6117cfe tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bf3e8b9-8da9-4a28-88c0-799fd78203e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1868844 Jul 13 13:46:19.849912 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-cce3ec86-2e07-4dec-8bbe-bd66822d8d46 tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:19.860387 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-3d9355a6-f12e-4946-8a68-b4124fde0991 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:20.078157 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:20.088307 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-30b8dfff-9e2f-4468-951b-e9cc2295f008 None None] Provisioning for port 4922fd90-e288-456f-8083-01f092a08aa0 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:46:20.094484 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-30b8dfff-9e2f-4468-951b-e9cc2295f008 None None] Provisioning complete for port 4922fd90-e288-456f-8083-01f092a08aa0 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:46:20.099196 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-30b8dfff-9e2f-4468-951b-e9cc2295f008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:20.196737 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-30b8dfff-9e2f-4468-951b-e9cc2295f008 None None] Port 4922fd90-e288-456f-8083-01f092a08aa0 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:46:20.220793 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-cce3ec86-2e07-4dec-8bbe-bd66822d8d46 tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:20.287912 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-cce3ec86-2e07-4dec-8bbe-bd66822d8d46 tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:20.338180 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 531b97b4-0802-46a1-9ddf-6ea5c872d757 up at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:46:20.538198 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning for port 531b97b4-0802-46a1-9ddf-6ea5c872d757 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:46:20.549828 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning complete for port 531b97b4-0802-46a1-9ddf-6ea5c872d757 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:46:20.550688 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:20.585930 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1497f5-ffe0-4d62-a2e9-eecddea6d588 req-e834bbb1-9960-4360-bd21-9f186d79fed8 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:46:20.591758 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6d1497f5-ffe0-4d62-a2e9-eecddea6d588 req-e834bbb1-9960-4360-bd21-9f186d79fed8 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.26 "GET /v2.0/ports?device_id=76492aa1-40d7-49b9-8dce-75dfa385d0bc HTTP/1.1" status: 200 len: 950 time: 0.7855911 Jul 13 13:46:20.805495 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:20.882266 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76492aa1-40d7-49b9-8dce-75dfa385d0bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '531b97b4-0802-46a1-9ddf-6ea5c872d757'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:46:20.884692 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4a213b9-48fc-4475-8a9a-4f7eed078eda" -d '{"events": [{"server_uuid": "76492aa1-40d7-49b9-8dce-75dfa385d0bc", "name": "network-vif-plugged", "status": "completed", "tag": "531b97b4-0802-46a1-9ddf-6ea5c872d757"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:46:20.945761 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 531b97b4-0802-46a1-9ddf-6ea5c872d757, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=531b97b4-0802-46a1-9ddf-6ea5c872d757,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:46:20.954611 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:20.955938 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device ba15db8f-f750-4ef8-8e43-23b3ac54b1b7 up at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:46:21.126039 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:21.145923 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning complete for port ba15db8f-f750-4ef8-8e43-23b3ac54b1b7 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:46:21.147089 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:21.156903 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=531b97b4-0802-46a1-9ddf-6ea5c872d757,revision_number=13']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:46:21.184520 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-d83e34d1-aa2a-42eb-83bd-8f684579359e None None] Provisioning complete for port 4922fd90-e288-456f-8083-01f092a08aa0 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:46:21.185310 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d83e34d1-aa2a-42eb-83bd-8f684579359e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:21.230693 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce3ec86-2e07-4dec-8bbe-bd66822d8d46 tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Pushing event updated for resources: {'Port': ['ID=4922fd90-e288-456f-8083-01f092a08aa0,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:46:21.317777 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd247b2-70d3-4373-8861-b2cb7083323a req-353bd0a6-78ba-4860-b017-1a6d9a0d6717 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:46:21.327164 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1bd247b2-70d3-4373-8861-b2cb7083323a req-353bd0a6-78ba-4860-b017-1a6d9a0d6717 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f309255-5b4d-4296-81c6-c49d93f44d38 HTTP/1.1" status: 200 len: 945 time: 0.1886706 Jul 13 13:46:21.361826 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-d83e34d1-aa2a-42eb-83bd-8f684579359e None None] Port 4922fd90-e288-456f-8083-01f092a08aa0 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:46:21.413851 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1bd247b2-70d3-4373-8861-b2cb7083323a req-e0dbdd78-189c-4763-bcbf-589b72f06c15 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bf3e8b9-8da9-4a28-88c0-799fd78203e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853395 Jul 13 13:46:21.433278 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:21.465594 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-cce3ec86-2e07-4dec-8bbe-bd66822d8d46 tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] In _notify_port_updated(), no bound segment for port 4922fd90-e288-456f-8083-01f092a08aa0 on network 2ab3f26b-6002-4fe2-9aae-d4328825f7e8 {{(pid=93750) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 13 13:46:21.491832 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cce3ec86-2e07-4dec-8bbe-bd66822d8d46 tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:46:21.492803 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-cce3ec86-2e07-4dec-8bbe-bd66822d8d46 tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:21.502080 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96613392-95ef-4c91-931f-284e0cdd5f39 x-openstack-request-id: req-96613392-95ef-4c91-931f-284e0cdd5f39 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:46:21.502374 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76492aa1-40d7-49b9-8dce-75dfa385d0bc", "name": "network-vif-plugged", "status": "completed", "tag": "531b97b4-0802-46a1-9ddf-6ea5c872d757", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:46:21.502635 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-96613392-95ef-4c91-931f-284e0cdd5f39 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:46:21.504176 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76492aa1-40d7-49b9-8dce-75dfa385d0bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '531b97b4-0802-46a1-9ddf-6ea5c872d757', 'code': 200} Jul 13 13:46:21.506468 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 41828) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:46:21.509802 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-cce3ec86-2e07-4dec-8bbe-bd66822d8d46 tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] 10.222.0.23 "PUT /v2.0/ports/4922fd90-e288-456f-8083-01f092a08aa0 HTTP/1.1" status: 200 len: 996 time: 2.0370421 Jul 13 13:46:21.557539 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port ba15db8f-f750-4ef8-8e43-23b3ac54b1b7, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=ba15db8f-f750-4ef8-8e43-23b3ac54b1b7,segment=NetworkSegment(370d7ede-eeb6-46ae-b4ce-87c4cdf3222b),segment_id=370d7ede-eeb6-46ae-b4ce-87c4cdf3222b)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:46:21.566354 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:21.797452 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e1edb5-8fbf-4fe2-966d-fc9169c2947a req-551c7626-0ff8-447a-a80b-61b31cdffb39 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:46:21.811124 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-77e1edb5-8fbf-4fe2-966d-fc9169c2947a req-551c7626-0ff8-447a-a80b-61b31cdffb39 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/ports?device_id=76492aa1-40d7-49b9-8dce-75dfa385d0bc HTTP/1.1" status: 200 len: 950 time: 1.2597408 Jul 13 13:46:21.857134 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-4fbb7586-5269-4592-9309-ef888a71d2d6 tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Deleting port 4922fd90-e288-456f-8083-01f092a08aa0 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:46:21.857474 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4fbb7586-5269-4592-9309-ef888a71d2d6 tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:21.910004 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=ba15db8f-f750-4ef8-8e43-23b3ac54b1b7,revision_number=13']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:46:21.952692 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-6d1497f5-ffe0-4d62-a2e9-eecddea6d588 req-f0f24d00-829f-4c9d-9ae3-7239202b8664 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Deleting port 531b97b4-0802-46a1-9ddf-6ea5c872d757 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:46:21.953150 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-6d1497f5-ffe0-4d62-a2e9-eecddea6d588 req-f0f24d00-829f-4c9d-9ae3-7239202b8664 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:22.103686 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4fbb7586-5269-4592-9309-ef888a71d2d6 tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:22.129912 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-4fbb7586-5269-4592-9309-ef888a71d2d6 tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Calling delete_port for 4922fd90-e288-456f-8083-01f092a08aa0 owned by {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:46:22.198859 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-77e1edb5-8fbf-4fe2-966d-fc9169c2947a req-285eab37-5dbd-47d1-b742-467a4dad264f tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/security-groups?id=945af9a8-1349-436a-a066-b9a0fd8d3dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3713984 Jul 13 13:46:22.413053 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-6d1497f5-ffe0-4d62-a2e9-eecddea6d588 req-f0f24d00-829f-4c9d-9ae3-7239202b8664 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] For port 531b97b4-0802-46a1-9ddf-6ea5c872d757, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=531b97b4-0802-46a1-9ddf-6ea5c872d757,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:46:22.424420 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-6d1497f5-ffe0-4d62-a2e9-eecddea6d588 req-f0f24d00-829f-4c9d-9ae3-7239202b8664 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:22.485445 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4fbb7586-5269-4592-9309-ef888a71d2d6 tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:22.496822 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-6d1497f5-ffe0-4d62-a2e9-eecddea6d588 req-f0f24d00-829f-4c9d-9ae3-7239202b8664 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Calling delete_port for 531b97b4-0802-46a1-9ddf-6ea5c872d757 owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:46:22.593208 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:22.702025 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbb7586-5269-4592-9309-ef888a71d2d6 tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Pushing event deleted for resources: {'Port': ['ID=4922fd90-e288-456f-8083-01f092a08aa0,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:46:22.951037 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4fbb7586-5269-4592-9309-ef888a71d2d6 tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:22.974063 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-4fbb7586-5269-4592-9309-ef888a71d2d6 tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] 10.222.0.23 "DELETE /v2.0/ports/4922fd90-e288-456f-8083-01f092a08aa0 HTTP/1.1" status: 204 len: 168 time: 1.4655073 Jul 13 13:46:22.974696 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 41848) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:46:23.100575 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-6d1497f5-ffe0-4d62-a2e9-eecddea6d588 req-f0f24d00-829f-4c9d-9ae3-7239202b8664 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:23.118852 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['556645b5-7a97-4d3a-94a9-6bd9e5cf58f2', '90c4466a-3193-4149-a16b-118ac388caf1'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:46:23.121777 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['084e5f0b-d393-4c6c-9266-10c1ff6870c6'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:46:23.196185 n-d-800634-1 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b646be2-9ecf-4ca4-873b-ea732e14bac8 tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] GET failed (client error): The resource could not be found. Jul 13 13:46:23.225493 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-0b646be2-9ecf-4ca4-873b-ea732e14bac8 tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] 10.222.0.23 "GET /v2.0/ports/4922fd90-e288-456f-8083-01f092a08aa0 HTTP/1.1" status: 404 len: 333 time: 0.2473776 Jul 13 13:46:23.226136 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 41852) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:46:23.277033 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-98d3e9f7-da27-4b2c-85ff-0697c11620c4 tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Request body: {'port': {'network_id': '2ab3f26b-6002-4fe2-9aae-d4328825f7e8', 'name': 'tempest-AllowedAddressPairTestJSON-1277432025'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:46:23.336691 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f24d00-829f-4c9d-9ae3-7239202b8664 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Pushing event deleted for resources: {'Port': ['ID=531b97b4-0802-46a1-9ddf-6ea5c872d757,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:46:23.486138 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d1497f5-ffe0-4d62-a2e9-eecddea6d588 req-f0f24d00-829f-4c9d-9ae3-7239202b8664 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] No DVR routers for this DVR port 531b97b4-0802-46a1-9ddf-6ea5c872d757 on host n-h1-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:46:23.503628 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-6d1497f5-ffe0-4d62-a2e9-eecddea6d588 req-f0f24d00-829f-4c9d-9ae3-7239202b8664 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:23.512967 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f309255-5b4d-4296-81c6-c49d93f44d38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba15db8f-f750-4ef8-8e43-23b3ac54b1b7'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:46:23.523595 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6d1497f5-ffe0-4d62-a2e9-eecddea6d588 req-f0f24d00-829f-4c9d-9ae3-7239202b8664 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.26 "DELETE /v2.0/ports/531b97b4-0802-46a1-9ddf-6ea5c872d757 HTTP/1.1" status: 204 len: 173 time: 2.8910441 Jul 13 13:46:23.524942 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9b12ce9-277d-4456-95da-b7d3658ab0e6" -d '{"events": [{"server_uuid": "5f309255-5b4d-4296-81c6-c49d93f44d38", "name": "network-vif-plugged", "status": "completed", "tag": "ba15db8f-f750-4ef8-8e43-23b3ac54b1b7"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:46:23.530824 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76492aa1-40d7-49b9-8dce-75dfa385d0bc', 'name': 'network-vif-deleted', 'tag': '531b97b4-0802-46a1-9ddf-6ea5c872d757'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:46:23.549970 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c64d0776-43ba-4f36-bcfa-df7c29f8e531" -d '{"events": [{"server_uuid": "76492aa1-40d7-49b9-8dce-75dfa385d0bc", "name": "network-vif-deleted", "tag": "531b97b4-0802-46a1-9ddf-6ea5c872d757"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:46:23.608939 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00e5a34-bf72-428c-883c-60ea1094be5a req-70c9805d-7235-4282-b13e-b626821e79b1 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:46:23.610568 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c00e5a34-bf72-428c-883c-60ea1094be5a req-70c9805d-7235-4282-b13e-b626821e79b1 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f309255-5b4d-4296-81c6-c49d93f44d38 HTTP/1.1" status: 200 len: 946 time: 0.8379705 Jul 13 13:46:23.780450 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3185507c-98fe-4e6c-97e2-787a2513986b req-e544a962-3637-4d55-bcd8-66c3dbff5067 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/ports?device_id=76492aa1-40d7-49b9-8dce-75dfa385d0bc HTTP/1.1" status: 200 len: 210 time: 0.1140850 Jul 13 13:46:23.940074 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c00e5a34-bf72-428c-883c-60ea1094be5a req-92508207-1952-463c-bbae-baba7aa42013 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bf3e8b9-8da9-4a28-88c0-799fd78203e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2892640 Jul 13 13:46:24.090472 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98d3e9f7-da27-4b2c-85ff-0697c11620c4 tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Made reservation on behalf of ddbcdc443c694f0392b418e8cbb704ea for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:46:24.100817 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-98d3e9f7-da27-4b2c-85ff-0697c11620c4 tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:24.130913 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d80654cc-3b7b-4a57-8bf1-e17ab482d7d4 x-openstack-request-id: req-d80654cc-3b7b-4a57-8bf1-e17ab482d7d4 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:46:24.130913 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f309255-5b4d-4296-81c6-c49d93f44d38", "name": "network-vif-plugged", "status": "completed", "tag": "ba15db8f-f750-4ef8-8e43-23b3ac54b1b7", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:46:24.130913 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d80654cc-3b7b-4a57-8bf1-e17ab482d7d4 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:46:24.131796 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f309255-5b4d-4296-81c6-c49d93f44d38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba15db8f-f750-4ef8-8e43-23b3ac54b1b7', 'code': 200} Jul 13 13:46:24.200271 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [None req-98d3e9f7-da27-4b2c-85ff-0697c11620c4 tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] device_id is not set on port 8ff208da-d3f9-487f-91ce-8ec34e821a5b yet. {{(pid=93751) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 13:46:24.219442 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c21e884-4a61-47a9-9f80-7f348fc456cf x-openstack-request-id: req-5c21e884-4a61-47a9-9f80-7f348fc456cf {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:46:24.219741 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76492aa1-40d7-49b9-8dce-75dfa385d0bc", "name": "network-vif-deleted", "tag": "531b97b4-0802-46a1-9ddf-6ea5c872d757", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:46:24.219999 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5c21e884-4a61-47a9-9f80-7f348fc456cf {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:46:24.220411 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76492aa1-40d7-49b9-8dce-75dfa385d0bc', 'name': 'network-vif-deleted', 'tag': '531b97b4-0802-46a1-9ddf-6ea5c872d757', 'status': 'completed', 'code': 200} Jul 13 13:46:24.370359 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 531b97b4-0802-46a1-9ddf-6ea5c872d757 no longer exists at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:46:24.416469 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-98d3e9f7-da27-4b2c-85ff-0697c11620c4 tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Allocated IP 172.20.0.3 (2ab3f26b-6002-4fe2-9aae-d4328825f7e8/7dd0c3cc-c599-4498-b2dd-242854e71e77/8ff208da-d3f9-487f-91ce-8ec34e821a5b) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:46:24.520979 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-381d4315-9089-413f-a071-aa2897bda790 None None] No Port match for: 531b97b4-0802-46a1-9ddf-6ea5c872d757 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:46:24.521336 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 531b97b4-0802-46a1-9ddf-6ea5c872d757 not bound to the agent host n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:46:24.858908 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-98d3e9f7-da27-4b2c-85ff-0697c11620c4 tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:24.906124 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-98d3e9f7-da27-4b2c-85ff-0697c11620c4 tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Transition to ACTIVE for port object 8ff208da-d3f9-487f-91ce-8ec34e821a5b will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:46:25.114684 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-98d3e9f7-da27-4b2c-85ff-0697c11620c4 tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:25.413459 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98d3e9f7-da27-4b2c-85ff-0697c11620c4 tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Network 2ab3f26b-6002-4fe2-9aae-d4328825f7e8 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:46:25.424120 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-98d3e9f7-da27-4b2c-85ff-0697c11620c4 tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:46:25.427453 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d3e9f7-da27-4b2c-85ff-0697c11620c4 tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:46:25.430906 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d3e9f7-da27-4b2c-85ff-0697c11620c4 tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Pushing event updated for resources: {'Port': ['ID=8ff208da-d3f9-487f-91ce-8ec34e821a5b,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:46:25.515723 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d3e9f7-da27-4b2c-85ff-0697c11620c4 tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:46:25.516397 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-98d3e9f7-da27-4b2c-85ff-0697c11620c4 tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:25.528845 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2817078-6fb1-455d-82b7-05be659292ea req-df5fefdb-d5aa-4305-9e94-1a2386aba43d tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:46:25.530393 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e2817078-6fb1-455d-82b7-05be659292ea req-df5fefdb-d5aa-4305-9e94-1a2386aba43d tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f309255-5b4d-4296-81c6-c49d93f44d38 HTTP/1.1" status: 200 len: 946 time: 0.2340684 Jul 13 13:46:25.603852 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 41886) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:46:25.609310 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-3a247d05-fb0e-4b59-a6db-dfe3c450b9d6 tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Request body: {'port': {'network_id': '2ab3f26b-6002-4fe2-9aae-d4328825f7e8', 'name': 'tempest-AllowedAddressPairTestJSON-890807470'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:46:25.614332 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-98d3e9f7-da27-4b2c-85ff-0697c11620c4 tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3862579 Jul 13 13:46:25.660416 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e2817078-6fb1-455d-82b7-05be659292ea req-c82a629a-f3f8-409e-9425-028ff8257656 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bf3e8b9-8da9-4a28-88c0-799fd78203e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1150649 Jul 13 13:46:25.968458 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a247d05-fb0e-4b59-a6db-dfe3c450b9d6 tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Made reservation on behalf of ddbcdc443c694f0392b418e8cbb704ea for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:46:25.975414 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-0afcb077-28ed-49c1-af68-3697dea420d9 None None] Provisioning for port 8ff208da-d3f9-487f-91ce-8ec34e821a5b completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:46:25.980622 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-0afcb077-28ed-49c1-af68-3697dea420d9 None None] Provisioning complete for port 8ff208da-d3f9-487f-91ce-8ec34e821a5b triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:46:25.981208 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-0afcb077-28ed-49c1-af68-3697dea420d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:25.993436 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3a247d05-fb0e-4b59-a6db-dfe3c450b9d6 tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:26.104277 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-0afcb077-28ed-49c1-af68-3697dea420d9 None None] Port 8ff208da-d3f9-487f-91ce-8ec34e821a5b cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:46:26.113374 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [None req-3a247d05-fb0e-4b59-a6db-dfe3c450b9d6 tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] device_id is not set on port 2c71a61c-5695-4bce-8b37-0d56c43ee918 yet. {{(pid=93750) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 13:46:26.272329 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f827de-d883-4a6c-9914-55f3050c9265 req-e60be885-029b-4737-b559-f898d136c8d4 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:46:26.274654 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-05f827de-d883-4a6c-9914-55f3050c9265 req-e60be885-029b-4737-b559-f898d136c8d4 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff113c1b-c263-4008-9d61-0ebe123b1ba5 HTTP/1.1" status: 200 len: 951 time: 0.4243040 Jul 13 13:46:26.379280 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-05f827de-d883-4a6c-9914-55f3050c9265 req-ca06b169-d118-492e-8e81-fc1cd87e8b1f tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/security-groups?id=945af9a8-1349-436a-a066-b9a0fd8d3dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911264 Jul 13 13:46:26.456036 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-3a247d05-fb0e-4b59-a6db-dfe3c450b9d6 tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Allocated IP 172.20.0.12 (2ab3f26b-6002-4fe2-9aae-d4328825f7e8/7dd0c3cc-c599-4498-b2dd-242854e71e77/2c71a61c-5695-4bce-8b37-0d56c43ee918) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:46:26.900979 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3a247d05-fb0e-4b59-a6db-dfe3c450b9d6 tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:26.948661 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [None req-3a247d05-fb0e-4b59-a6db-dfe3c450b9d6 tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Transition to ACTIVE for port object 2c71a61c-5695-4bce-8b37-0d56c43ee918 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:46:27.239854 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3a247d05-fb0e-4b59-a6db-dfe3c450b9d6 tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:27.368099 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83083fb8-e8d9-4949-bb70-1a2bf96bd967 req-6e434145-0c5d-4623-8f41-f03fdc430522 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:46:27.369747 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-83083fb8-e8d9-4949-bb70-1a2bf96bd967 req-6e434145-0c5d-4623-8f41-f03fdc430522 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f309255-5b4d-4296-81c6-c49d93f44d38 HTTP/1.1" status: 200 len: 946 time: 0.2266667 Jul 13 13:46:27.394020 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a247d05-fb0e-4b59-a6db-dfe3c450b9d6 tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Network 2ab3f26b-6002-4fe2-9aae-d4328825f7e8 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:46:27.408235 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-3a247d05-fb0e-4b59-a6db-dfe3c450b9d6 tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:46:27.415405 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a247d05-fb0e-4b59-a6db-dfe3c450b9d6 tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:46:27.521531 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-83083fb8-e8d9-4949-bb70-1a2bf96bd967 req-c6cb3b43-e9e7-4098-a74d-4bd4c2d80ea1 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bf3e8b9-8da9-4a28-88c0-799fd78203e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1454298 Jul 13 13:46:27.844953 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a247d05-fb0e-4b59-a6db-dfe3c450b9d6 tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:46:27.845968 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3a247d05-fb0e-4b59-a6db-dfe3c450b9d6 tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:27.889361 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 41932) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:46:27.890413 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-3a247d05-fb0e-4b59-a6db-dfe3c450b9d6 tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2853813 Jul 13 13:46:27.895872 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-a0b1cfa4-fe36-4fa8-a759-eaeb7c3be922 tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:73:2f:b0'}, {'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:94:c7:fd'}]}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:46:27.962456 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a247d05-fb0e-4b59-a6db-dfe3c450b9d6 tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Pushing event updated for resources: {'Port': ['ID=2c71a61c-5695-4bce-8b37-0d56c43ee918,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:46:28.015480 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-783afab5-c798-427f-a50b-500933bc8fd5 None None] Provisioning for port 2c71a61c-5695-4bce-8b37-0d56c43ee918 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:46:28.017319 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1593680f-8612-4bd7-b2d3-4917c8e6629e req-c035c61b-f358-49cc-998d-81faf9682d56 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:46:28.018947 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1593680f-8612-4bd7-b2d3-4917c8e6629e req-c035c61b-f358-49cc-998d-81faf9682d56 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff113c1b-c263-4008-9d61-0ebe123b1ba5 HTTP/1.1" status: 200 len: 951 time: 1.0305874 Jul 13 13:46:28.028093 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-783afab5-c798-427f-a50b-500933bc8fd5 None None] Provisioning complete for port 2c71a61c-5695-4bce-8b37-0d56c43ee918 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:46:28.028725 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-783afab5-c798-427f-a50b-500933bc8fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:28.100252 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-783afab5-c798-427f-a50b-500933bc8fd5 None None] Port 2c71a61c-5695-4bce-8b37-0d56c43ee918 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:46:28.390578 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d7ed03-2b77-47b2-9dd6-923dd6d26562 req-b38790d8-10fb-40bc-8e8c-0ac8040cc4e1 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:46:28.401657 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a6d7ed03-2b77-47b2-9dd6-923dd6d26562 req-b38790d8-10fb-40bc-8e8c-0ac8040cc4e1 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff113c1b-c263-4008-9d61-0ebe123b1ba5 HTTP/1.1" status: 200 len: 951 time: 0.5379128 Jul 13 13:46:28.623750 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a6d7ed03-2b77-47b2-9dd6-923dd6d26562 req-3f038cb3-d300-489b-b751-34598c179137 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/security-groups?id=945af9a8-1349-436a-a066-b9a0fd8d3dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171509 Jul 13 13:46:28.692607 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-1593680f-8612-4bd7-b2d3-4917c8e6629e req-a850cd53-c314-4c21-bb34-b3c9aad52063 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Deleting port 084e5f0b-d393-4c6c-9266-10c1ff6870c6 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:46:28.693917 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1593680f-8612-4bd7-b2d3-4917c8e6629e req-a850cd53-c314-4c21-bb34-b3c9aad52063 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:29.075048 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a0b1cfa4-fe36-4fa8-a759-eaeb7c3be922 tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:29.253309 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ba3273-d5d3-4ad3-b4ef-5b75355c1cfd req-506767e5-224b-4f39-a470-36463b9d8f04 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:46:29.262722 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-29ba3273-d5d3-4ad3-b4ef-5b75355c1cfd req-506767e5-224b-4f39-a470-36463b9d8f04 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f309255-5b4d-4296-81c6-c49d93f44d38 HTTP/1.1" status: 200 len: 946 time: 0.4033513 Jul 13 13:46:29.430018 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-1593680f-8612-4bd7-b2d3-4917c8e6629e req-a850cd53-c314-4c21-bb34-b3c9aad52063 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] For port 084e5f0b-d393-4c6c-9266-10c1ff6870c6, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=084e5f0b-d393-4c6c-9266-10c1ff6870c6,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:46:29.430018 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1593680f-8612-4bd7-b2d3-4917c8e6629e req-a850cd53-c314-4c21-bb34-b3c9aad52063 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:29.441066 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-1593680f-8612-4bd7-b2d3-4917c8e6629e req-a850cd53-c314-4c21-bb34-b3c9aad52063 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Calling delete_port for 084e5f0b-d393-4c6c-9266-10c1ff6870c6 owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:46:29.583546 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a0b1cfa4-fe36-4fa8-a759-eaeb7c3be922 tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:29.588999 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1593680f-8612-4bd7-b2d3-4917c8e6629e req-a850cd53-c314-4c21-bb34-b3c9aad52063 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:29.590040 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-29ba3273-d5d3-4ad3-b4ef-5b75355c1cfd req-cbce7177-3c52-4965-9ec5-fdb37f99d428 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bf3e8b9-8da9-4a28-88c0-799fd78203e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3260105 Jul 13 13:46:29.592200 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a0b1cfa4-fe36-4fa8-a759-eaeb7c3be922 tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:29.601311 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['556645b5-7a97-4d3a-94a9-6bd9e5cf58f2', '90c4466a-3193-4149-a16b-118ac388caf1'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:46:29.646508 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a850cd53-c314-4c21-bb34-b3c9aad52063 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Pushing event deleted for resources: {'Port': ['ID=084e5f0b-d393-4c6c-9266-10c1ff6870c6,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:46:29.708050 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-1593680f-8612-4bd7-b2d3-4917c8e6629e req-a850cd53-c314-4c21-bb34-b3c9aad52063 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] No DVR routers for this DVR port 084e5f0b-d393-4c6c-9266-10c1ff6870c6 on host n-h2-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:46:29.714208 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1593680f-8612-4bd7-b2d3-4917c8e6629e req-a850cd53-c314-4c21-bb34-b3c9aad52063 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:29.719912 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1593680f-8612-4bd7-b2d3-4917c8e6629e req-a850cd53-c314-4c21-bb34-b3c9aad52063 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.41 "DELETE /v2.0/ports/084e5f0b-d393-4c6c-9266-10c1ff6870c6 HTTP/1.1" status: 204 len: 173 time: 1.6749322 Jul 13 13:46:29.720748 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff113c1b-c263-4008-9d61-0ebe123b1ba5', 'name': 'network-vif-deleted', 'tag': '084e5f0b-d393-4c6c-9266-10c1ff6870c6'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:46:29.725171 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e589fae-a71f-49e6-a4dc-a0169c53ef91" -d '{"events": [{"server_uuid": "ff113c1b-c263-4008-9d61-0ebe123b1ba5", "name": "network-vif-deleted", "tag": "084e5f0b-d393-4c6c-9266-10c1ff6870c6"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:46:29.806387 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dd39c39-2d91-4ebb-9d0a-9816afeb5d43 x-openstack-request-id: req-0dd39c39-2d91-4ebb-9d0a-9816afeb5d43 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:46:29.806990 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff113c1b-c263-4008-9d61-0ebe123b1ba5", "name": "network-vif-deleted", "tag": "084e5f0b-d393-4c6c-9266-10c1ff6870c6", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:46:29.807503 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0dd39c39-2d91-4ebb-9d0a-9816afeb5d43 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:46:29.808139 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff113c1b-c263-4008-9d61-0ebe123b1ba5', 'name': 'network-vif-deleted', 'tag': '084e5f0b-d393-4c6c-9266-10c1ff6870c6', 'status': 'completed', 'code': 200} Jul 13 13:46:29.884428 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b1cfa4-fe36-4fa8-a759-eaeb7c3be922 tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Pushing event updated for resources: {'Port': ['ID=2c71a61c-5695-4bce-8b37-0d56c43ee918,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:46:29.947001 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-a0b1cfa4-fe36-4fa8-a759-eaeb7c3be922 tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] In _notify_port_updated(), no bound segment for port 2c71a61c-5695-4bce-8b37-0d56c43ee918 on network 2ab3f26b-6002-4fe2-9aae-d4328825f7e8 {{(pid=93751) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 13 13:46:29.962963 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b1cfa4-fe36-4fa8-a759-eaeb7c3be922 tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:46:29.963577 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a0b1cfa4-fe36-4fa8-a759-eaeb7c3be922 tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:29.967751 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 41960) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:46:29.970984 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-a0b1cfa4-fe36-4fa8-a759-eaeb7c3be922 tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] 10.222.0.23 "PUT /v2.0/ports/2c71a61c-5695-4bce-8b37-0d56c43ee918 HTTP/1.1" status: 200 len: 1055 time: 2.0799077 Jul 13 13:46:30.099933 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-99cb6f67-d73b-4183-8c1c-119c14103e61 req-29c58bbd-14a8-4858-9961-2f48dafac0d4 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff113c1b-c263-4008-9d61-0ebe123b1ba5 HTTP/1.1" status: 200 len: 210 time: 0.1173115 Jul 13 13:46:30.296933 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-7403b13a-4b42-43a0-a0a0-b44b70eb4cd9 tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Deleting port 2c71a61c-5695-4bce-8b37-0d56c43ee918 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:46:30.297278 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7403b13a-4b42-43a0-a0a0-b44b70eb4cd9 tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:30.316084 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:30.364921 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-63860cb5-fbbe-420b-8fbc-48bdb88d7133 None None] Provisioning complete for port 2c71a61c-5695-4bce-8b37-0d56c43ee918 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:46:30.367219 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-63860cb5-fbbe-420b-8fbc-48bdb88d7133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:30.473232 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-63860cb5-fbbe-420b-8fbc-48bdb88d7133 None None] Port 2c71a61c-5695-4bce-8b37-0d56c43ee918 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:46:30.598215 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7403b13a-4b42-43a0-a0a0-b44b70eb4cd9 tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:30.635097 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:30.641626 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-7403b13a-4b42-43a0-a0a0-b44b70eb4cd9 tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Calling delete_port for 2c71a61c-5695-4bce-8b37-0d56c43ee918 owned by {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:46:30.917826 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7403b13a-4b42-43a0-a0a0-b44b70eb4cd9 tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:30.981601 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7403b13a-4b42-43a0-a0a0-b44b70eb4cd9 tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Pushing event deleted for resources: {'Port': ['ID=2c71a61c-5695-4bce-8b37-0d56c43ee918,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:46:31.096526 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161e23ae-3758-4d95-a95f-e5e7055c9696 req-0e643110-253c-4ef2-b464-712fa624290a tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:46:31.113532 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-161e23ae-3758-4d95-a95f-e5e7055c9696 req-0e643110-253c-4ef2-b464-712fa624290a tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f309255-5b4d-4296-81c6-c49d93f44d38 HTTP/1.1" status: 200 len: 946 time: 0.2274623 Jul 13 13:46:31.248425 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-161e23ae-3758-4d95-a95f-e5e7055c9696 req-6cb797e9-6eeb-47a2-901f-f5bf57f6cf8a tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bf3e8b9-8da9-4a28-88c0-799fd78203e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1227736 Jul 13 13:46:31.381002 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 084e5f0b-d393-4c6c-9266-10c1ff6870c6 no longer exists at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:46:31.447024 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] No Port match for: 084e5f0b-d393-4c6c-9266-10c1ff6870c6 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:46:31.447380 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 084e5f0b-d393-4c6c-9266-10c1ff6870c6 not bound to the agent host n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:46:31.487239 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7403b13a-4b42-43a0-a0a0-b44b70eb4cd9 tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:31.494987 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 41988) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:46:31.496187 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-7403b13a-4b42-43a0-a0a0-b44b70eb4cd9 tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] 10.222.0.23 "DELETE /v2.0/ports/2c71a61c-5695-4bce-8b37-0d56c43ee918 HTTP/1.1" status: 204 len: 168 time: 1.5269856 Jul 13 13:46:31.565500 n-d-800634-1 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7f2fb54-8f6d-4388-ab33-9ae34b71e9f2 tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] GET failed (client error): The resource could not be found. Jul 13 13:46:31.574590 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 41992) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:46:31.587153 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-d7f2fb54-8f6d-4388-ab33-9ae34b71e9f2 tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] 10.222.0.23 "GET /v2.0/ports/2c71a61c-5695-4bce-8b37-0d56c43ee918 HTTP/1.1" status: 404 len: 333 time: 0.0906792 Jul 13 13:46:31.830717 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-9d4878d7-7b4f-4b81-80ca-fe3ccd8ef414 tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Deleting port 8ff208da-d3f9-487f-91ce-8ec34e821a5b {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:46:31.831269 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9d4878d7-7b4f-4b81-80ca-fe3ccd8ef414 tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:31.998400 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9d4878d7-7b4f-4b81-80ca-fe3ccd8ef414 tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:32.015602 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-9d4878d7-7b4f-4b81-80ca-fe3ccd8ef414 tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Calling delete_port for 8ff208da-d3f9-487f-91ce-8ec34e821a5b owned by {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:46:32.247625 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8796a4-bf06-46a6-adbe-4356677fee52 req-a85583bd-3b02-4c33-b27c-81257406f72c tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:46:32.249693 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-aa8796a4-bf06-46a6-adbe-4356677fee52 req-a85583bd-3b02-4c33-b27c-81257406f72c tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/ports?device_id=48cfc91c-49d1-40bc-b4e8-0a6ca10d28a2 HTTP/1.1" status: 200 len: 949 time: 0.1579418 Jul 13 13:46:32.312937 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-aa8796a4-bf06-46a6-adbe-4356677fee52 req-15da3a8c-384e-40ab-80ef-c7d7cfd39614 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/security-groups?id=945af9a8-1349-436a-a066-b9a0fd8d3dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559075 Jul 13 13:46:32.313764 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9d4878d7-7b4f-4b81-80ca-fe3ccd8ef414 tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:32.408568 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4878d7-7b4f-4b81-80ca-fe3ccd8ef414 tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Pushing event deleted for resources: {'Port': ['ID=8ff208da-d3f9-487f-91ce-8ec34e821a5b,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:46:32.627169 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a185d84-4f78-4d6e-b3af-1b65bcae46b1 req-e9d0acc8-baf2-49f0-8b32-7c8073fd9aa4 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:46:32.628908 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-9a185d84-4f78-4d6e-b3af-1b65bcae46b1 req-e9d0acc8-baf2-49f0-8b32-7c8073fd9aa4 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f309255-5b4d-4296-81c6-c49d93f44d38 HTTP/1.1" status: 200 len: 946 time: 0.2052732 Jul 13 13:46:32.649839 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9d4878d7-7b4f-4b81-80ca-fe3ccd8ef414 tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:32.654163 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-9d4878d7-7b4f-4b81-80ca-fe3ccd8ef414 tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] 10.222.0.23 "DELETE /v2.0/ports/8ff208da-d3f9-487f-91ce-8ec34e821a5b HTTP/1.1" status: 204 len: 168 time: 1.0784683 Jul 13 13:46:32.661420 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 42008) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:46:32.701494 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-9a185d84-4f78-4d6e-b3af-1b65bcae46b1 req-f99fb13a-e90a-4063-beba-ed21cc627792 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bf3e8b9-8da9-4a28-88c0-799fd78203e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643957 Jul 13 13:46:32.717295 n-d-800634-1 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-92bd9ab3-d90a-4a7f-acd6-add0845cc295 tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] GET failed (client error): The resource could not be found. Jul 13 13:46:32.719881 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-92bd9ab3-d90a-4a7f-acd6-add0845cc295 tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] 10.222.0.23 "GET /v2.0/ports/8ff208da-d3f9-487f-91ce-8ec34e821a5b HTTP/1.1" status: 404 len: 333 time: 0.0566552 Jul 13 13:46:32.722781 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 42010) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:46:32.848940 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-97e1e830-eef9-4c5b-b111-5e42d1580185 tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Deleting port a80aa505-701b-4832-b7d2-17613d7c2cbb {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:46:32.849335 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-97e1e830-eef9-4c5b-b111-5e42d1580185 tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:33.014287 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-97e1e830-eef9-4c5b-b111-5e42d1580185 tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:33.031146 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-97e1e830-eef9-4c5b-b111-5e42d1580185 tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Calling delete_port for a80aa505-701b-4832-b7d2-17613d7c2cbb owned by {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:46:33.223036 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-97e1e830-eef9-4c5b-b111-5e42d1580185 tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:33.223326 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388fa493-fdcf-47b6-9e23-e488942651da req-d4261b1e-488c-4828-bc8b-83dbcd466f9f tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:46:33.224820 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-388fa493-fdcf-47b6-9e23-e488942651da req-d4261b1e-488c-4828-bc8b-83dbcd466f9f tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.26 "GET /v2.0/ports?device_id=48cfc91c-49d1-40bc-b4e8-0a6ca10d28a2 HTTP/1.1" status: 200 len: 949 time: 0.1273663 Jul 13 13:46:33.255743 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e1e830-eef9-4c5b-b111-5e42d1580185 tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Pushing event deleted for resources: {'Port': ['ID=a80aa505-701b-4832-b7d2-17613d7c2cbb,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:46:33.419867 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-388fa493-fdcf-47b6-9e23-e488942651da req-bca461d6-85b1-42a5-bd92-b009b4ea424c tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Deleting port 90c4466a-3193-4149-a16b-118ac388caf1 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:46:33.420119 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-388fa493-fdcf-47b6-9e23-e488942651da req-bca461d6-85b1-42a5-bd92-b009b4ea424c tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:33.447173 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-97e1e830-eef9-4c5b-b111-5e42d1580185 tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:33.450678 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-97e1e830-eef9-4c5b-b111-5e42d1580185 tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] 10.222.0.23 "DELETE /v2.0/ports/a80aa505-701b-4832-b7d2-17613d7c2cbb HTTP/1.1" status: 204 len: 168 time: 0.7263813 Jul 13 13:46:33.453006 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 42014) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:46:33.525563 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-eac3d16d-d70d-4ec2-819e-4135a1c04f6d tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Deleting subnet 7dd0c3cc-c599-4498-b2dd-242854e71e77 {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 13:46:33.529899 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-eac3d16d-d70d-4ec2-819e-4135a1c04f6d tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:33.579352 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-388fa493-fdcf-47b6-9e23-e488942651da req-bca461d6-85b1-42a5-bd92-b009b4ea424c tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] For port 90c4466a-3193-4149-a16b-118ac388caf1, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=90c4466a-3193-4149-a16b-118ac388caf1,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:46:33.579726 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-eac3d16d-d70d-4ec2-819e-4135a1c04f6d tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6018489'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:33.579877 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-388fa493-fdcf-47b6-9e23-e488942651da req-bca461d6-85b1-42a5-bd92-b009b4ea424c tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:33.594005 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-388fa493-fdcf-47b6-9e23-e488942651da req-bca461d6-85b1-42a5-bd92-b009b4ea424c tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Calling delete_port for 90c4466a-3193-4149-a16b-118ac388caf1 owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:46:33.707009 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-eac3d16d-d70d-4ec2-819e-4135a1c04f6d tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:33.794183 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-eac3d16d-d70d-4ec2-819e-4135a1c04f6d tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6018534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6105009'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:33.799743 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-388fa493-fdcf-47b6-9e23-e488942651da req-bca461d6-85b1-42a5-bd92-b009b4ea424c tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:33.811228 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['556645b5-7a97-4d3a-94a9-6bd9e5cf58f2', '90c4466a-3193-4149-a16b-118ac388caf1'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:46:33.834623 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a81c5801-1492-42df-beeb-9df3f7a5dac1 req-af1f6850-ab16-4ca0-baf8-23792707adc1 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/ports?device_id=48cfc91c-49d1-40bc-b4e8-0a6ca10d28a2 HTTP/1.1" status: 200 len: 210 time: 0.0517333 Jul 13 13:46:33.841031 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac3d16d-d70d-4ec2-819e-4135a1c04f6d tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Pushing event deleted for resources: {'Subnet': ['ID=7dd0c3cc-c599-4498-b2dd-242854e71e77,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:46:33.843150 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-eac3d16d-d70d-4ec2-819e-4135a1c04f6d tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:33.845968 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-eac3d16d-d70d-4ec2-819e-4135a1c04f6d tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] 10.222.0.23 "DELETE /v2.0/subnets/7dd0c3cc-c599-4498-b2dd-242854e71e77 HTTP/1.1" status: 204 len: 168 time: 0.3909090 Jul 13 13:46:33.848318 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 42032) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:46:33.872555 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca461d6-85b1-42a5-bd92-b009b4ea424c tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Pushing event deleted for resources: {'Port': ['ID=90c4466a-3193-4149-a16b-118ac388caf1,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:46:33.941452 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce40d8df-51fa-4406-8fa9-8d51780fa3e3 None None] Network 2ab3f26b-6002-4fe2-9aae-d4328825f7e8 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:46:33.987780 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f1e97bb0-8a58-415b-bb33-76aba8b35b17 tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:34.017765 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-388fa493-fdcf-47b6-9e23-e488942651da req-bca461d6-85b1-42a5-bd92-b009b4ea424c tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] No DVR routers for this DVR port 90c4466a-3193-4149-a16b-118ac388caf1 on host n-h1-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:46:34.032705 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-388fa493-fdcf-47b6-9e23-e488942651da req-bca461d6-85b1-42a5-bd92-b009b4ea424c tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:34.035445 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-388fa493-fdcf-47b6-9e23-e488942651da req-bca461d6-85b1-42a5-bd92-b009b4ea424c tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.26 "DELETE /v2.0/ports/90c4466a-3193-4149-a16b-118ac388caf1 HTTP/1.1" status: 204 len: 173 time: 0.8038902 Jul 13 13:46:34.036076 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48cfc91c-49d1-40bc-b4e8-0a6ca10d28a2', 'name': 'network-vif-deleted', 'tag': '90c4466a-3193-4149-a16b-118ac388caf1'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:46:34.050254 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e8a4c64-537b-4977-8ff6-3b6c2c43c1a3" -d '{"events": [{"server_uuid": "48cfc91c-49d1-40bc-b4e8-0a6ca10d28a2", "name": "network-vif-deleted", "tag": "90c4466a-3193-4149-a16b-118ac388caf1"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:46:34.149189 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:46:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fd1b7a3-ee57-42ac-ab7b-0134a4cd0c8e x-openstack-request-id: req-9fd1b7a3-ee57-42ac-ab7b-0134a4cd0c8e {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:46:34.150061 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48cfc91c-49d1-40bc-b4e8-0a6ca10d28a2", "name": "network-vif-deleted", "tag": "90c4466a-3193-4149-a16b-118ac388caf1", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:46:34.150375 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9fd1b7a3-ee57-42ac-ab7b-0134a4cd0c8e {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:46:34.150852 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48cfc91c-49d1-40bc-b4e8-0a6ca10d28a2', 'name': 'network-vif-deleted', 'tag': '90c4466a-3193-4149-a16b-118ac388caf1', 'status': 'completed', 'code': 200} Jul 13 13:46:34.221504 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-f1e97bb0-8a58-415b-bb33-76aba8b35b17 tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Deleting port 3e03ba9d-0021-4c1e-819a-af6467134a0b {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:46:34.221869 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f1e97bb0-8a58-415b-bb33-76aba8b35b17 tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:34.392981 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-f1e97bb0-8a58-415b-bb33-76aba8b35b17 tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] For port 3e03ba9d-0021-4c1e-819a-af6467134a0b, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=3e03ba9d-0021-4c1e-819a-af6467134a0b,segment=NetworkSegment(f4ec40ea-c171-4d34-9302-db67c11ce745),segment_id=f4ec40ea-c171-4d34-9302-db67c11ce745)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:46:34.393910 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f1e97bb0-8a58-415b-bb33-76aba8b35b17 tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:34.434383 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-f1e97bb0-8a58-415b-bb33-76aba8b35b17 tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Calling delete_port for 3e03ba9d-0021-4c1e-819a-af6467134a0b owned by network:dhcp {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:46:34.612087 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de5abba9-b4ba-42e4-be7c-21c75d7906c4 None None] DHCP port deletion for 2ab3f26b-6002-4fe2-9aae-d4328825f7e8 request from n-d-800634-1 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 13:46:34.683462 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f1e97bb0-8a58-415b-bb33-76aba8b35b17 tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:34.722454 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-de5abba9-b4ba-42e4-be7c-21c75d7906c4 None None] Deleting port 3e03ba9d-0021-4c1e-819a-af6467134a0b {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:46:34.723076 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-de5abba9-b4ba-42e4-be7c-21c75d7906c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:34.761081 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e97bb0-8a58-415b-bb33-76aba8b35b17 tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Pushing event deleted for resources: {'Port': ['ID=3e03ba9d-0021-4c1e-819a-af6467134a0b,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:46:34.776316 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e97bb0-8a58-415b-bb33-76aba8b35b17 tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] No DVR routers for this DVR port 3e03ba9d-0021-4c1e-819a-af6467134a0b on host n-d-800634-1 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:46:34.836429 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bc0d42-1cd8-4a23-b4ee-d73fa3302bb0 req-ceae7c67-f88e-4e86-a51c-cc876ed901a9 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:46:34.857130 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-de5abba9-b4ba-42e4-be7c-21c75d7906c4 None None] For port 3e03ba9d-0021-4c1e-819a-af6467134a0b, host n-d-800634-1, got binding levels [] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:46:34.857693 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-de5abba9-b4ba-42e4-be7c-21c75d7906c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:34.859766 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d9bc0d42-1cd8-4a23-b4ee-d73fa3302bb0 req-ceae7c67-f88e-4e86-a51c-cc876ed901a9 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f309255-5b4d-4296-81c6-c49d93f44d38 HTTP/1.1" status: 200 len: 946 time: 0.7567229 Jul 13 13:46:34.894455 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-de5abba9-b4ba-42e4-be7c-21c75d7906c4 None None] Calling delete_port for 3e03ba9d-0021-4c1e-819a-af6467134a0b owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:46:34.898328 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.ipam_backend_mixin [None req-de5abba9-b4ba-42e4-be7c-21c75d7906c4 None None] Port 3e03ba9d-0021-4c1e-819a-af6467134a0b was not found and therefore no delete operation was performed {{(pid=93752) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 13 13:46:34.901025 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-de5abba9-b4ba-42e4-be7c-21c75d7906c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:34.950044 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5abba9-b4ba-42e4-be7c-21c75d7906c4 None None] Pushing event deleted for resources: {'Port': ['ID=3e03ba9d-0021-4c1e-819a-af6467134a0b,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:46:34.976273 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5abba9-b4ba-42e4-be7c-21c75d7906c4 None None] No DVR routers for this DVR port 3e03ba9d-0021-4c1e-819a-af6467134a0b on host n-d-800634-1 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:46:35.007933 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f1e97bb0-8a58-415b-bb33-76aba8b35b17 tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:35.031278 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-f1e97bb0-8a58-415b-bb33-76aba8b35b17 tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ab3f26b-6002-4fe2-9aae-d4328825f7e8']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:46:35.037255 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d9bc0d42-1cd8-4a23-b4ee-d73fa3302bb0 req-6095f492-edc2-4895-8b7b-8f59f9116458 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bf3e8b9-8da9-4a28-88c0-799fd78203e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1539404 Jul 13 13:46:35.059139 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-f1e97bb0-8a58-415b-bb33-76aba8b35b17 tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4ec40ea-c171-4d34-9302-db67c11ce745') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:46:35.061937 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-f1e97bb0-8a58-415b-bb33-76aba8b35b17 tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4ec40ea-c171-4d34-9302-db67c11ce745') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:46:35.089824 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f1e97bb0-8a58-415b-bb33-76aba8b35b17 tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6018464'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:35.115565 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f1e97bb0-8a58-415b-bb33-76aba8b35b17 tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:35.126742 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1e97bb0-8a58-415b-bb33-76aba8b35b17 tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 13:46:35.127155 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f1e97bb0-8a58-415b-bb33-76aba8b35b17 tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6018632'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:35.134386 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:46:35.134386 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:46:35.134386 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:46:35.134386 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:46:35.134386 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:46:35.134386 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:46:35.134386 n-d-800634-1 neutron-server[93751]: Traceback (most recent call last): Jul 13 13:46:35.134386 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 13:46:35.134386 n-d-800634-1 neutron-server[93751]: timer() Jul 13 13:46:35.134386 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 13:46:35.134386 n-d-800634-1 neutron-server[93751]: cb(*args, **kw) Jul 13 13:46:35.134386 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 13:46:35.134386 n-d-800634-1 neutron-server[93751]: return func(*args, **kwargs) Jul 13 13:46:35.134386 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 13:46:35.134386 n-d-800634-1 neutron-server[93751]: self._notify() Jul 13 13:46:35.134386 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 13:46:35.134386 n-d-800634-1 neutron-server[93751]: self.callback(batched_events) Jul 13 13:46:35.134386 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 13:46:35.134386 n-d-800634-1 neutron-server[93751]: event.method(event) Jul 13 13:46:35.134386 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 13:46:35.134386 n-d-800634-1 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 13:46:35.134386 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 13:46:35.134386 n-d-800634-1 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 13:46:35.134386 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 13:46:35.134386 n-d-800634-1 neutron-server[93751]: return f(self, *a, **k) Jul 13 13:46:35.134386 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 13:46:35.134386 n-d-800634-1 neutron-server[93751]: return self._get(url).json() Jul 13 13:46:35.134386 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 13:46:35.134386 n-d-800634-1 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 13:46:35.134386 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 13:46:35.134386 n-d-800634-1 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 13 13:46:35.134386 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 13:46:35.134386 n-d-800634-1 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 13:46:35.134386 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 13:46:35.134386 n-d-800634-1 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 13:46:35.134386 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 13:46:35.134386 n-d-800634-1 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 13:46:35.134386 n-d-800634-1 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 13:46:35.218186 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f1e97bb0-8a58-415b-bb33-76aba8b35b17 tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:35.258040 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f1e97bb0-8a58-415b-bb33-76aba8b35b17 tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:35.262650 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-f1e97bb0-8a58-415b-bb33-76aba8b35b17 tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] 10.222.0.23 "DELETE /v2.0/networks/2ab3f26b-6002-4fe2-9aae-d4328825f7e8 HTTP/1.1" status: 204 len: 168 time: 1.4133499 Jul 13 13:46:35.264177 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e97bb0-8a58-415b-bb33-76aba8b35b17 tempest-AllowedAddressPairTestJSON-1591130941 tempest-AllowedAddressPairTestJSON-1591130941-project] Pushing event deleted for resources: {'Network': ['ID=2ab3f26b-6002-4fe2-9aae-d4328825f7e8,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:46:35.628880 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016c43d7-45d9-40b4-afb6-9b1c955b2a29 req-7c404859-e77e-4b14-92e1-a9c3d5ea7e55 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:46:35.640165 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-016c43d7-45d9-40b4-afb6-9b1c955b2a29 req-7c404859-e77e-4b14-92e1-a9c3d5ea7e55 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/ports?device_id=e09381ea-19e8-4569-9cfc-1dec7c686fa5 HTTP/1.1" status: 200 len: 950 time: 0.1050470 Jul 13 13:46:35.699541 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-016c43d7-45d9-40b4-afb6-9b1c955b2a29 req-edae6e5c-23e3-4857-a6ad-7f573eeaf29c tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/security-groups?id=945af9a8-1349-436a-a066-b9a0fd8d3dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583515 Jul 13 13:46:35.726724 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 42068) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:46:35.739772 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 3e03ba9d-0021-4c1e-819a-af6467134a0b no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:46:35.762245 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: 3e03ba9d-0021-4c1e-819a-af6467134a0b {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:46:35.762600 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 3e03ba9d-0021-4c1e-819a-af6467134a0b not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:46:35.962494 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-aef5e062-d53c-47b3-8083-cd2b7ff40b57 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ddbcdc443c694f0392b418e8cbb704ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2345021 Jul 13 13:46:35.965460 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 42074) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:46:36.029473 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ca1511d3-fc5b-48f8-a170-5cc1a404e287 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:36.055459 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ca1511d3-fc5b-48f8-a170-5cc1a404e287 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:36.167006 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ca1511d3-fc5b-48f8-a170-5cc1a404e287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:36.177370 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ca1511d3-fc5b-48f8-a170-5cc1a404e287 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:36.180859 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-ca1511d3-fc5b-48f8-a170-5cc1a404e287 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0866102c-97c9-452f-a89d-b466ed941088 HTTP/1.1" status: 204 len: 168 time: 0.2123632 Jul 13 13:46:36.220689 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1511d3-fc5b-48f8-a170-5cc1a404e287 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0866102c-97c9-452f-a89d-b466ed941088,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:46:36.356913 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafecbde-ff5e-4beb-a8f0-e9b1f76f0f2e req-1dff1762-e14d-4442-9f5d-dff90547b3ff tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:46:36.358654 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-aafecbde-ff5e-4beb-a8f0-e9b1f76f0f2e req-1dff1762-e14d-4442-9f5d-dff90547b3ff tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f309255-5b4d-4296-81c6-c49d93f44d38 HTTP/1.1" status: 200 len: 946 time: 0.0942099 Jul 13 13:46:36.401558 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 90c4466a-3193-4149-a16b-118ac388caf1 no longer exists at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:46:36.430442 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-381d4315-9089-413f-a071-aa2897bda790 None None] No Port match for: 90c4466a-3193-4149-a16b-118ac388caf1 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:46:36.431053 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 90c4466a-3193-4149-a16b-118ac388caf1 not bound to the agent host n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:46:36.432739 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-aafecbde-ff5e-4beb-a8f0-e9b1f76f0f2e req-782702a8-10e4-4c26-a393-9ce351ab3751 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bf3e8b9-8da9-4a28-88c0-799fd78203e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678458 Jul 13 13:46:36.960669 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3287472-48e4-44b6-830f-02d7e533059e req-89d1c29f-0769-4a5d-8b93-00c7979f4a52 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:46:36.973760 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c3287472-48e4-44b6-830f-02d7e533059e req-89d1c29f-0769-4a5d-8b93-00c7979f4a52 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/ports?device_id=e09381ea-19e8-4569-9cfc-1dec7c686fa5 HTTP/1.1" status: 200 len: 950 time: 0.1472158 Jul 13 13:46:36.991086 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc02b09f-2950-4b2c-bb94-99e46f8201c4 req-f7d9db1a-d506-43f9-a9d0-e2c2508cb0c5 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:46:36.993395 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-fc02b09f-2950-4b2c-bb94-99e46f8201c4 req-f7d9db1a-d506-43f9-a9d0-e2c2508cb0c5 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.26 "GET /v2.0/ports?device_id=e09381ea-19e8-4569-9cfc-1dec7c686fa5 HTTP/1.1" status: 200 len: 950 time: 0.2710867 Jul 13 13:46:37.247308 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c3287472-48e4-44b6-830f-02d7e533059e req-b4bbd6fd-346a-4901-bcdd-61a34205fa11 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/security-groups?id=945af9a8-1349-436a-a066-b9a0fd8d3dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2685237 Jul 13 13:46:37.320049 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-fc02b09f-2950-4b2c-bb94-99e46f8201c4 req-65e4273a-4753-41e7-9c9c-e74b8877962e tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Deleting port 556645b5-7a97-4d3a-94a9-6bd9e5cf58f2 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:46:37.320049 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-fc02b09f-2950-4b2c-bb94-99e46f8201c4 req-65e4273a-4753-41e7-9c9c-e74b8877962e tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:37.421567 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 42124) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:46:37.442112 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-fc02b09f-2950-4b2c-bb94-99e46f8201c4 req-65e4273a-4753-41e7-9c9c-e74b8877962e tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] For port 556645b5-7a97-4d3a-94a9-6bd9e5cf58f2, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=556645b5-7a97-4d3a-94a9-6bd9e5cf58f2,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:46:37.442466 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-fc02b09f-2950-4b2c-bb94-99e46f8201c4 req-65e4273a-4753-41e7-9c9c-e74b8877962e tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:37.457669 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-fc02b09f-2950-4b2c-bb94-99e46f8201c4 req-65e4273a-4753-41e7-9c9c-e74b8877962e tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Calling delete_port for 556645b5-7a97-4d3a-94a9-6bd9e5cf58f2 owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:46:37.652788 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [None req-404fc099-1be2-45b2-a9b9-2bcaf6aa6d8d tempest-ExtensionsTestJSON-915605021 tempest-ExtensionsTestJSON-915605021-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 13:46:37.654161 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-404fc099-1be2-45b2-a9b9-2bcaf6aa6d8d tempest-ExtensionsTestJSON-915605021 tempest-ExtensionsTestJSON-915605021-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.2309649 Jul 13 13:46:37.657750 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 42130) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:46:37.662093 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [None req-3dd5ec96-175f-4ffc-bd0c-ee879bb98388 tempest-ExtensionsTestJSON-915605021 tempest-ExtensionsTestJSON-915605021-project] http://10.222.0.23:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=93750) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 13:46:37.665847 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-3dd5ec96-175f-4ffc-bd0c-ee879bb98388 tempest-ExtensionsTestJSON-915605021 tempest-ExtensionsTestJSON-915605021-project] 10.222.0.23 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0050116 Jul 13 13:46:37.666440 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 42132) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:46:37.672840 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [None req-eb73ac21-f580-4f44-89e6-14d23a7ebbf5 tempest-ExtensionsTestJSON-915605021 tempest-ExtensionsTestJSON-915605021-project] http://10.222.0.23:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=93750) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 13:46:37.676162 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-eb73ac21-f580-4f44-89e6-14d23a7ebbf5 tempest-ExtensionsTestJSON-915605021 tempest-ExtensionsTestJSON-915605021-project] 10.222.0.23 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0065346 Jul 13 13:46:37.676605 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 42134) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:46:37.681173 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [None req-d4bf8150-1a59-432d-aa48-bf68e1d7cbbc tempest-ExtensionsTestJSON-915605021 tempest-ExtensionsTestJSON-915605021-project] http://10.222.0.23:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=93750) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 13:46:37.684367 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-d4bf8150-1a59-432d-aa48-bf68e1d7cbbc tempest-ExtensionsTestJSON-915605021 tempest-ExtensionsTestJSON-915605021-project] 10.222.0.23 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0048594 Jul 13 13:46:37.684726 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 42136) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:46:37.689354 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [None req-fe21ba9c-5bcf-4400-890e-571ad47bf1a9 tempest-ExtensionsTestJSON-915605021 tempest-ExtensionsTestJSON-915605021-project] http://10.222.0.23:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=93750) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 13:46:37.693301 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-fe21ba9c-5bcf-4400-890e-571ad47bf1a9 tempest-ExtensionsTestJSON-915605021 tempest-ExtensionsTestJSON-915605021-project] 10.222.0.23 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0053833 Jul 13 13:46:37.693626 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 42138) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:46:37.694386 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-fc02b09f-2950-4b2c-bb94-99e46f8201c4 req-65e4273a-4753-41e7-9c9c-e74b8877962e tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:37.699096 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [None req-950e138a-8f43-400d-a3e1-ccef5116d71f tempest-ExtensionsTestJSON-915605021 tempest-ExtensionsTestJSON-915605021-project] http://10.222.0.23:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=93751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 13:46:37.702379 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-950e138a-8f43-400d-a3e1-ccef5116d71f tempest-ExtensionsTestJSON-915605021 tempest-ExtensionsTestJSON-915605021-project] 10.222.0.23 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0055420 Jul 13 13:46:37.703424 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 42142) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:46:37.708576 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['556645b5-7a97-4d3a-94a9-6bd9e5cf58f2'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:46:37.710529 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [None req-82bdac8c-f0b4-4b4a-8af1-d0b71f851498 tempest-ExtensionsTestJSON-915605021 tempest-ExtensionsTestJSON-915605021-project] http://10.222.0.23:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=93751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 13:46:37.713874 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-82bdac8c-f0b4-4b4a-8af1-d0b71f851498 tempest-ExtensionsTestJSON-915605021 tempest-ExtensionsTestJSON-915605021-project] 10.222.0.23 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0055621 Jul 13 13:46:37.717482 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 42144) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:46:37.725214 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341092a7-176c-4a7d-80a9-c719984f0810 req-612b5e4c-6b34-4c01-9e95-e3f4850cedf5 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:46:37.733686 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-341092a7-176c-4a7d-80a9-c719984f0810 req-612b5e4c-6b34-4c01-9e95-e3f4850cedf5 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f309255-5b4d-4296-81c6-c49d93f44d38 HTTP/1.1" status: 200 len: 946 time: 0.1441586 Jul 13 13:46:37.739596 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [None req-7d9520bc-7541-4784-b917-72c48f51dfd4 tempest-ExtensionsTestJSON-915605021 tempest-ExtensionsTestJSON-915605021-project] http://10.222.0.23:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=93751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 13:46:37.743205 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-7d9520bc-7541-4784-b917-72c48f51dfd4 tempest-ExtensionsTestJSON-915605021 tempest-ExtensionsTestJSON-915605021-project] 10.222.0.23 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0048406 Jul 13 13:46:37.761385 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 42146) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:46:37.771025 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [None req-079cf94d-5b4f-4b75-9d2c-61e989ae5e6d tempest-ExtensionsTestJSON-915605021 tempest-ExtensionsTestJSON-915605021-project] http://10.222.0.23:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=93751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 13:46:37.775091 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-079cf94d-5b4f-4b75-9d2c-61e989ae5e6d tempest-ExtensionsTestJSON-915605021 tempest-ExtensionsTestJSON-915605021-project] 10.222.0.23 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0099566 Jul 13 13:46:37.775486 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 42150) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:46:37.779533 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [None req-29ea1711-1f87-4312-b64a-50ed519f7fe0 tempest-ExtensionsTestJSON-915605021 tempest-ExtensionsTestJSON-915605021-project] http://10.222.0.23:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=93751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 13:46:37.782612 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-29ea1711-1f87-4312-b64a-50ed519f7fe0 tempest-ExtensionsTestJSON-915605021 tempest-ExtensionsTestJSON-915605021-project] 10.222.0.23 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0042443 Jul 13 13:46:37.783202 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 42152) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:46:37.787877 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [None req-b49c273b-6c13-4d61-9d4b-f93aaa28d2f2 tempest-ExtensionsTestJSON-915605021 tempest-ExtensionsTestJSON-915605021-project] http://10.222.0.23:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=93751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 13:46:37.796880 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-b49c273b-6c13-4d61-9d4b-f93aaa28d2f2 tempest-ExtensionsTestJSON-915605021 tempest-ExtensionsTestJSON-915605021-project] 10.222.0.23 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0053098 Jul 13 13:46:37.808793 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-341092a7-176c-4a7d-80a9-c719984f0810 req-1ed36703-7dd6-42b8-8d2a-07360154dfaf tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bf3e8b9-8da9-4a28-88c0-799fd78203e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740957 Jul 13 13:46:37.809343 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 42154) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:46:37.821827 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e4273a-4753-41e7-9c9c-e74b8877962e tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Pushing event deleted for resources: {'Port': ['ID=556645b5-7a97-4d3a-94a9-6bd9e5cf58f2,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:46:37.829068 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [None req-0f399c57-b155-4256-98bd-2a89b53a6d30 tempest-ExtensionsTestJSON-915605021 tempest-ExtensionsTestJSON-915605021-project] http://10.222.0.23:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=93751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 13:46:37.835976 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-0f399c57-b155-4256-98bd-2a89b53a6d30 tempest-ExtensionsTestJSON-915605021 tempest-ExtensionsTestJSON-915605021-project] 10.222.0.23 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0197809 Jul 13 13:46:37.835976 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 42158) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:46:37.837380 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [None req-b5692df8-9911-43f8-aa5a-95e3801f871b tempest-ExtensionsTestJSON-915605021 tempest-ExtensionsTestJSON-915605021-project] http://10.222.0.23:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=93751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 13:46:37.838364 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-b5692df8-9911-43f8-aa5a-95e3801f871b tempest-ExtensionsTestJSON-915605021 tempest-ExtensionsTestJSON-915605021-project] 10.222.0.23 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0048251 Jul 13 13:46:37.840728 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 42160) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:46:37.845089 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [None req-9a661255-83a6-4af4-95a6-f50200b61c15 tempest-ExtensionsTestJSON-915605021 tempest-ExtensionsTestJSON-915605021-project] http://10.222.0.23:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=93751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 13:46:37.848197 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-9a661255-83a6-4af4-95a6-f50200b61c15 tempest-ExtensionsTestJSON-915605021 tempest-ExtensionsTestJSON-915605021-project] 10.222.0.23 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0044398 Jul 13 13:46:37.848327 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 42162) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:46:37.855360 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [None req-1f872fed-e40d-4910-b4ef-68b358121bf0 tempest-ExtensionsTestJSON-915605021 tempest-ExtensionsTestJSON-915605021-project] http://10.222.0.23:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=93751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 13:46:37.857775 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-1f872fed-e40d-4910-b4ef-68b358121bf0 tempest-ExtensionsTestJSON-915605021 tempest-ExtensionsTestJSON-915605021-project] 10.222.0.23 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0070055 Jul 13 13:46:37.858801 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 42164) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:46:37.862928 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [None req-dfa8a8c9-6665-4fa9-8d6c-9f4f5a1190af tempest-ExtensionsTestJSON-915605021 tempest-ExtensionsTestJSON-915605021-project] http://10.222.0.23:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=93751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 13:46:37.865993 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-dfa8a8c9-6665-4fa9-8d6c-9f4f5a1190af tempest-ExtensionsTestJSON-915605021 tempest-ExtensionsTestJSON-915605021-project] 10.222.0.23 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0041707 Jul 13 13:46:37.867267 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 42166) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:46:37.890183 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [None req-5cacc112-6ea7-4245-bb91-8de15cb16192 tempest-ExtensionsTestJSON-915605021 tempest-ExtensionsTestJSON-915605021-project] http://10.222.0.23:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=93750) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 13:46:37.891470 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-5cacc112-6ea7-4245-bb91-8de15cb16192 tempest-ExtensionsTestJSON-915605021 tempest-ExtensionsTestJSON-915605021-project] 10.222.0.23 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0232592 Jul 13 13:46:37.892909 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc02b09f-2950-4b2c-bb94-99e46f8201c4 req-65e4273a-4753-41e7-9c9c-e74b8877962e tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] No DVR routers for this DVR port 556645b5-7a97-4d3a-94a9-6bd9e5cf58f2 on host n-h1-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:46:37.894689 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 42168) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:46:37.899462 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [None req-4773a9dc-a270-496d-b5ee-8a7f2aa54a08 tempest-ExtensionsTestJSON-915605021 tempest-ExtensionsTestJSON-915605021-project] http://10.222.0.23:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=93750) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 13:46:37.900634 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-4773a9dc-a270-496d-b5ee-8a7f2aa54a08 tempest-ExtensionsTestJSON-915605021 tempest-ExtensionsTestJSON-915605021-project] 10.222.0.23 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0048919 Jul 13 13:46:37.902114 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-fc02b09f-2950-4b2c-bb94-99e46f8201c4 req-65e4273a-4753-41e7-9c9c-e74b8877962e tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:37.904678 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 42170) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:46:37.912520 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-fc02b09f-2950-4b2c-bb94-99e46f8201c4 req-65e4273a-4753-41e7-9c9c-e74b8877962e tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.26 "DELETE /v2.0/ports/556645b5-7a97-4d3a-94a9-6bd9e5cf58f2 HTTP/1.1" status: 204 len: 173 time: 0.9091678 Jul 13 13:46:37.913065 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e09381ea-19e8-4569-9cfc-1dec7c686fa5', 'name': 'network-vif-deleted', 'tag': '556645b5-7a97-4d3a-94a9-6bd9e5cf58f2'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:46:37.918186 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-356b635b-8b9e-467e-83c0-f545e1db5d7a" -d '{"events": [{"server_uuid": "e09381ea-19e8-4569-9cfc-1dec7c686fa5", "name": "network-vif-deleted", "tag": "556645b5-7a97-4d3a-94a9-6bd9e5cf58f2"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:46:37.919374 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [None req-a2879377-accc-40c5-bc98-3425bf14d0e8 tempest-ExtensionsTestJSON-915605021 tempest-ExtensionsTestJSON-915605021-project] http://10.222.0.23:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=93751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 13:46:37.920992 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-a2879377-accc-40c5-bc98-3425bf14d0e8 tempest-ExtensionsTestJSON-915605021 tempest-ExtensionsTestJSON-915605021-project] 10.222.0.23 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0118163 Jul 13 13:46:37.923535 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 42174) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:46:37.928835 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [None req-92abf555-54aa-4136-a911-ebb336bbd3c5 tempest-ExtensionsTestJSON-915605021 tempest-ExtensionsTestJSON-915605021-project] http://10.222.0.23:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=93751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 13:46:37.932731 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-92abf555-54aa-4136-a911-ebb336bbd3c5 tempest-ExtensionsTestJSON-915605021 tempest-ExtensionsTestJSON-915605021-project] 10.222.0.23 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0082016 Jul 13 13:46:37.937487 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 42176) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:46:37.945266 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [None req-bd5bec76-9aed-499d-822d-9f83a0d44098 tempest-ExtensionsTestJSON-915605021 tempest-ExtensionsTestJSON-915605021-project] http://10.222.0.23:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=93750) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 13:46:37.947901 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-bd5bec76-9aed-499d-822d-9f83a0d44098 tempest-ExtensionsTestJSON-915605021 tempest-ExtensionsTestJSON-915605021-project] 10.222.0.23 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0089903 Jul 13 13:46:37.950069 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 42178) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:46:37.957483 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [None req-131940df-d2b9-4a51-a57d-9cfa90ed586d tempest-ExtensionsTestJSON-915605021 tempest-ExtensionsTestJSON-915605021-project] http://10.222.0.23:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=93751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 13:46:37.958943 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-131940df-d2b9-4a51-a57d-9cfa90ed586d tempest-ExtensionsTestJSON-915605021 tempest-ExtensionsTestJSON-915605021-project] 10.222.0.23 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0074232 Jul 13 13:46:37.962213 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 42180) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:46:37.966787 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [None req-a15dd223-c47a-4892-ad43-0f4960148eee tempest-ExtensionsTestJSON-915605021 tempest-ExtensionsTestJSON-915605021-project] http://10.222.0.23:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=93750) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 13:46:37.971107 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-a15dd223-c47a-4892-ad43-0f4960148eee tempest-ExtensionsTestJSON-915605021 tempest-ExtensionsTestJSON-915605021-project] 10.222.0.23 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0069714 Jul 13 13:46:37.972901 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 42182) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:46:37.982610 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [None req-557d33ec-7aac-441e-bb6c-08e4927b9bbe tempest-ExtensionsTestJSON-915605021 tempest-ExtensionsTestJSON-915605021-project] http://10.222.0.23:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=93750) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 13:46:37.984505 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-557d33ec-7aac-441e-bb6c-08e4927b9bbe tempest-ExtensionsTestJSON-915605021 tempest-ExtensionsTestJSON-915605021-project] 10.222.0.23 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0100336 Jul 13 13:46:37.986856 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 42184) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:46:37.988088 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:46:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4512a120-b497-4d7f-8195-bc1c179ceeef x-openstack-request-id: req-4512a120-b497-4d7f-8195-bc1c179ceeef {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:46:37.988583 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e09381ea-19e8-4569-9cfc-1dec7c686fa5", "name": "network-vif-deleted", "tag": "556645b5-7a97-4d3a-94a9-6bd9e5cf58f2", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:46:37.989133 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4512a120-b497-4d7f-8195-bc1c179ceeef {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:46:37.989699 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e09381ea-19e8-4569-9cfc-1dec7c686fa5', 'name': 'network-vif-deleted', 'tag': '556645b5-7a97-4d3a-94a9-6bd9e5cf58f2', 'status': 'completed', 'code': 200} Jul 13 13:46:37.993159 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [None req-f95ea251-add4-4202-8ff8-4136e2386c5b tempest-ExtensionsTestJSON-915605021 tempest-ExtensionsTestJSON-915605021-project] http://10.222.0.23:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=93751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 13:46:37.994339 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-f95ea251-add4-4202-8ff8-4136e2386c5b tempest-ExtensionsTestJSON-915605021 tempest-ExtensionsTestJSON-915605021-project] 10.222.0.23 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0061848 Jul 13 13:46:37.996764 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 42186) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:46:38.001807 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [None req-b53811b4-76fd-4430-9b06-3a78e36001a3 tempest-ExtensionsTestJSON-915605021 tempest-ExtensionsTestJSON-915605021-project] http://10.222.0.23:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=93751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 13:46:38.003207 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-b53811b4-76fd-4430-9b06-3a78e36001a3 tempest-ExtensionsTestJSON-915605021 tempest-ExtensionsTestJSON-915605021-project] 10.222.0.23 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0054069 Jul 13 13:46:38.005554 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 42188) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:46:38.010871 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [None req-a0c1531c-94fb-42f0-b989-d7f2825f6680 tempest-ExtensionsTestJSON-915605021 tempest-ExtensionsTestJSON-915605021-project] http://10.222.0.23:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=93751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 13:46:38.012218 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-a0c1531c-94fb-42f0-b989-d7f2825f6680 tempest-ExtensionsTestJSON-915605021 tempest-ExtensionsTestJSON-915605021-project] 10.222.0.23 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0052533 Jul 13 13:46:38.014438 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 42190) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:46:38.019146 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [None req-def217b8-8d80-4295-9c7b-797489db09c9 tempest-ExtensionsTestJSON-915605021 tempest-ExtensionsTestJSON-915605021-project] http://10.222.0.23:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=93750) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 13:46:38.022143 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-def217b8-8d80-4295-9c7b-797489db09c9 tempest-ExtensionsTestJSON-915605021 tempest-ExtensionsTestJSON-915605021-project] 10.222.0.23 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0047085 Jul 13 13:46:38.022393 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 42192) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:46:38.026898 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [None req-bd4fb774-03d8-4842-8de7-db32b1d69bd6 tempest-ExtensionsTestJSON-915605021 tempest-ExtensionsTestJSON-915605021-project] http://10.222.0.23:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=93750) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 13:46:38.029844 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-bd4fb774-03d8-4842-8de7-db32b1d69bd6 tempest-ExtensionsTestJSON-915605021 tempest-ExtensionsTestJSON-915605021-project] 10.222.0.23 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0039771 Jul 13 13:46:38.030349 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 42194) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:46:38.040624 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [None req-f2b938ce-fd28-4898-8447-d1f767a21149 tempest-ExtensionsTestJSON-915605021 tempest-ExtensionsTestJSON-915605021-project] http://10.222.0.23:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=93751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 13:46:38.045290 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-f2b938ce-fd28-4898-8447-d1f767a21149 tempest-ExtensionsTestJSON-915605021 tempest-ExtensionsTestJSON-915605021-project] 10.222.0.23 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0115910 Jul 13 13:46:38.045633 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 42196) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:46:38.052896 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [None req-d21da082-f37f-4f6d-8ee3-a470981e3ea5 tempest-ExtensionsTestJSON-915605021 tempest-ExtensionsTestJSON-915605021-project] http://10.222.0.23:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=93751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 13:46:38.057680 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-d21da082-f37f-4f6d-8ee3-a470981e3ea5 tempest-ExtensionsTestJSON-915605021 tempest-ExtensionsTestJSON-915605021-project] 10.222.0.23 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0063298 Jul 13 13:46:38.058081 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 42198) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:46:38.063851 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [None req-1390a4ee-0429-4af8-8b1b-5bcf022fca5b tempest-ExtensionsTestJSON-915605021 tempest-ExtensionsTestJSON-915605021-project] http://10.222.0.23:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=93750) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 13:46:38.065127 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-1390a4ee-0429-4af8-8b1b-5bcf022fca5b tempest-ExtensionsTestJSON-915605021 tempest-ExtensionsTestJSON-915605021-project] 10.222.0.23 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0058408 Jul 13 13:46:38.067456 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 42200) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:46:38.072701 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [None req-f0bcf0b8-5575-496e-9602-f888b01068f8 tempest-ExtensionsTestJSON-915605021 tempest-ExtensionsTestJSON-915605021-project] http://10.222.0.23:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=93750) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 13:46:38.076544 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-f0bcf0b8-5575-496e-9602-f888b01068f8 tempest-ExtensionsTestJSON-915605021 tempest-ExtensionsTestJSON-915605021-project] 10.222.0.23 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0053234 Jul 13 13:46:38.078630 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 42202) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:46:38.090251 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [None req-0f044f8b-a05b-4ff2-97cb-4ac679dbee98 tempest-ExtensionsTestJSON-915605021 tempest-ExtensionsTestJSON-915605021-project] http://10.222.0.23:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=93751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 13:46:38.096819 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 42204) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:46:38.097880 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-0f044f8b-a05b-4ff2-97cb-4ac679dbee98 tempest-ExtensionsTestJSON-915605021 tempest-ExtensionsTestJSON-915605021-project] 10.222.0.23 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0151250 Jul 13 13:46:38.099646 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [None req-f65d08f8-20a0-4f4f-854e-fdbeae319eef tempest-ExtensionsTestJSON-915605021 tempest-ExtensionsTestJSON-915605021-project] http://10.222.0.23:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=93750) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 13:46:38.100726 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-f65d08f8-20a0-4f4f-854e-fdbeae319eef tempest-ExtensionsTestJSON-915605021 tempest-ExtensionsTestJSON-915605021-project] 10.222.0.23 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0047653 Jul 13 13:46:38.103598 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 42206) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:46:38.115840 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [None req-1d45ae0e-4b41-4bcf-9ae1-4184daca87e0 tempest-ExtensionsTestJSON-915605021 tempest-ExtensionsTestJSON-915605021-project] http://10.222.0.23:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=93750) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 13:46:38.115840 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-1d45ae0e-4b41-4bcf-9ae1-4184daca87e0 tempest-ExtensionsTestJSON-915605021 tempest-ExtensionsTestJSON-915605021-project] 10.222.0.23 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0104315 Jul 13 13:46:38.119484 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 42208) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:46:38.124407 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [None req-776d8d85-7b4f-4544-a7d3-f9aa866aa1ef tempest-ExtensionsTestJSON-915605021 tempest-ExtensionsTestJSON-915605021-project] http://10.222.0.23:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=93750) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 13:46:38.125272 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-776d8d85-7b4f-4544-a7d3-f9aa866aa1ef tempest-ExtensionsTestJSON-915605021 tempest-ExtensionsTestJSON-915605021-project] 10.222.0.23 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0048730 Jul 13 13:46:38.128528 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 42212) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:46:38.135961 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [None req-7b4e865a-1e2b-4ff1-8e81-0918bb67251b tempest-ExtensionsTestJSON-915605021 tempest-ExtensionsTestJSON-915605021-project] http://10.222.0.23:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=93751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 13:46:38.140922 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-7b4e865a-1e2b-4ff1-8e81-0918bb67251b tempest-ExtensionsTestJSON-915605021 tempest-ExtensionsTestJSON-915605021-project] 10.222.0.23 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0102866 Jul 13 13:46:38.141309 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 42214) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:46:38.145782 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [None req-c8db35e3-3729-4a91-ab5c-eaf3f6f8ecc3 tempest-ExtensionsTestJSON-915605021 tempest-ExtensionsTestJSON-915605021-project] http://10.222.0.23:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=93750) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 13:46:38.150282 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 42216) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:46:38.150580 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-c8db35e3-3729-4a91-ab5c-eaf3f6f8ecc3 tempest-ExtensionsTestJSON-915605021 tempest-ExtensionsTestJSON-915605021-project] 10.222.0.23 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0080190 Jul 13 13:46:38.163784 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [None req-540a2eb1-883f-43b4-98c6-da7c9d211ed2 tempest-ExtensionsTestJSON-915605021 tempest-ExtensionsTestJSON-915605021-project] http://10.222.0.23:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=93751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 13:46:38.166906 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-540a2eb1-883f-43b4-98c6-da7c9d211ed2 tempest-ExtensionsTestJSON-915605021 tempest-ExtensionsTestJSON-915605021-project] 10.222.0.23 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0135882 Jul 13 13:46:38.167849 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 42218) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:46:38.181247 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [None req-1b8ed231-43ea-41d9-8a66-412c4f0324a4 tempest-ExtensionsTestJSON-915605021 tempest-ExtensionsTestJSON-915605021-project] http://10.222.0.23:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=93750) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 13:46:38.186428 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-1b8ed231-43ea-41d9-8a66-412c4f0324a4 tempest-ExtensionsTestJSON-915605021 tempest-ExtensionsTestJSON-915605021-project] 10.222.0.23 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0174389 Jul 13 13:46:38.187535 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 42220) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:46:38.194427 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [None req-eb4efc4d-396c-47ff-8f47-9855280a9582 tempest-ExtensionsTestJSON-915605021 tempest-ExtensionsTestJSON-915605021-project] http://10.222.0.23:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=93750) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 13:46:38.197875 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-eb4efc4d-396c-47ff-8f47-9855280a9582 tempest-ExtensionsTestJSON-915605021 tempest-ExtensionsTestJSON-915605021-project] 10.222.0.23 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0074806 Jul 13 13:46:38.198780 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 42222) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:46:38.206703 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [None req-9feece6e-2126-487c-a39f-2da3df6ccfeb tempest-ExtensionsTestJSON-915605021 tempest-ExtensionsTestJSON-915605021-project] http://10.222.0.23:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=93750) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 13:46:38.211063 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 42224) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:46:38.211267 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-9feece6e-2126-487c-a39f-2da3df6ccfeb tempest-ExtensionsTestJSON-915605021 tempest-ExtensionsTestJSON-915605021-project] 10.222.0.23 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0103581 Jul 13 13:46:38.216211 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [None req-0f596f75-f00a-4e00-9516-dc74648722d1 tempest-ExtensionsTestJSON-915605021 tempest-ExtensionsTestJSON-915605021-project] http://10.222.0.23:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=93751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 13:46:38.217083 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-0f596f75-f00a-4e00-9516-dc74648722d1 tempest-ExtensionsTestJSON-915605021 tempest-ExtensionsTestJSON-915605021-project] 10.222.0.23 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0046477 Jul 13 13:46:38.219779 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 42226) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:46:38.227413 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [None req-2ad0616f-3212-435f-9256-4f033f0af0aa tempest-ExtensionsTestJSON-915605021 tempest-ExtensionsTestJSON-915605021-project] http://10.222.0.23:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=93751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 13:46:38.229777 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-2ad0616f-3212-435f-9256-4f033f0af0aa tempest-ExtensionsTestJSON-915605021 tempest-ExtensionsTestJSON-915605021-project] 10.222.0.23 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0067759 Jul 13 13:46:38.231431 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 42228) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:46:38.249168 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [None req-b4a2e3a3-62c6-4264-9bd8-aba85f5f171c tempest-ExtensionsTestJSON-915605021 tempest-ExtensionsTestJSON-915605021-project] http://10.222.0.23:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=93750) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 13:46:38.253206 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 42230) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:46:38.253411 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-b4a2e3a3-62c6-4264-9bd8-aba85f5f171c tempest-ExtensionsTestJSON-915605021 tempest-ExtensionsTestJSON-915605021-project] 10.222.0.23 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0186138 Jul 13 13:46:38.257972 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [None req-f4fc61b9-943f-4a34-93a3-c30cb8ea7214 tempest-ExtensionsTestJSON-915605021 tempest-ExtensionsTestJSON-915605021-project] http://10.222.0.23:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=93751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 13:46:38.258962 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-f4fc61b9-943f-4a34-93a3-c30cb8ea7214 tempest-ExtensionsTestJSON-915605021 tempest-ExtensionsTestJSON-915605021-project] 10.222.0.23 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0047667 Jul 13 13:46:38.261427 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 42232) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:46:38.271119 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [None req-7d8567bb-c969-44a1-9817-457c0c52fdec tempest-ExtensionsTestJSON-915605021 tempest-ExtensionsTestJSON-915605021-project] http://10.222.0.23:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=93751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 13:46:38.272112 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-7d8567bb-c969-44a1-9817-457c0c52fdec tempest-ExtensionsTestJSON-915605021 tempest-ExtensionsTestJSON-915605021-project] 10.222.0.23 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0097222 Jul 13 13:46:38.275307 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 42236) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:46:38.286682 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [None req-ef4a1809-c287-4b91-9715-fb9715ea5db1 tempest-ExtensionsTestJSON-915605021 tempest-ExtensionsTestJSON-915605021-project] http://10.222.0.23:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=93751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 13:46:38.291381 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 42238) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:46:38.297301 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [None req-6b72c78b-4911-4615-aa71-221a02e3a7a1 tempest-ExtensionsTestJSON-915605021 tempest-ExtensionsTestJSON-915605021-project] http://10.222.0.23:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=93750) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 13:46:38.301481 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-6b72c78b-4911-4615-aa71-221a02e3a7a1 tempest-ExtensionsTestJSON-915605021 tempest-ExtensionsTestJSON-915605021-project] 10.222.0.23 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0082252 Jul 13 13:46:38.302276 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-ef4a1809-c287-4b91-9715-fb9715ea5db1 tempest-ExtensionsTestJSON-915605021 tempest-ExtensionsTestJSON-915605021-project] 10.222.0.23 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0233974 Jul 13 13:46:38.303266 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 42240) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:46:38.308610 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [None req-ac4121b2-12c9-4102-8625-b7ac09479e99 tempest-ExtensionsTestJSON-915605021 tempest-ExtensionsTestJSON-915605021-project] http://10.222.0.23:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=93750) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 13:46:38.313076 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 42242) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:46:38.318930 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [None req-9977bc82-25ee-4077-99bd-4db3160cec96 tempest-ExtensionsTestJSON-915605021 tempest-ExtensionsTestJSON-915605021-project] http://10.222.0.23:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=93751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 13:46:38.320038 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-ac4121b2-12c9-4102-8625-b7ac09479e99 tempest-ExtensionsTestJSON-915605021 tempest-ExtensionsTestJSON-915605021-project] 10.222.0.23 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0147588 Jul 13 13:46:38.324830 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 42244) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:46:38.328725 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-9977bc82-25ee-4077-99bd-4db3160cec96 tempest-ExtensionsTestJSON-915605021 tempest-ExtensionsTestJSON-915605021-project] 10.222.0.23 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0111351 Jul 13 13:46:38.332757 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [None req-658d64da-c7d3-495d-b911-ed4e78a38b23 tempest-ExtensionsTestJSON-915605021 tempest-ExtensionsTestJSON-915605021-project] http://10.222.0.23:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=93750) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 13:46:38.337782 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 42246) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:46:38.342557 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [None req-c96153e0-be2a-49c1-b354-1f62042cdc2f tempest-ExtensionsTestJSON-915605021 tempest-ExtensionsTestJSON-915605021-project] http://10.222.0.23:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=93751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 13:46:38.343328 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-658d64da-c7d3-495d-b911-ed4e78a38b23 tempest-ExtensionsTestJSON-915605021 tempest-ExtensionsTestJSON-915605021-project] 10.222.0.23 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0149460 Jul 13 13:46:38.348129 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 42248) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:46:38.348997 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-c96153e0-be2a-49c1-b354-1f62042cdc2f tempest-ExtensionsTestJSON-915605021 tempest-ExtensionsTestJSON-915605021-project] 10.222.0.23 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0098057 Jul 13 13:46:38.355209 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [None req-2da332da-57bc-4f4e-948d-43ca1a39a356 tempest-ExtensionsTestJSON-915605021 tempest-ExtensionsTestJSON-915605021-project] http://10.222.0.23:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=93750) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 13:46:38.359507 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 42252) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:46:38.365503 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-2da332da-57bc-4f4e-948d-43ca1a39a356 tempest-ExtensionsTestJSON-915605021 tempest-ExtensionsTestJSON-915605021-project] 10.222.0.23 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0150754 Jul 13 13:46:38.369447 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [None req-b5db3641-10af-4010-9e19-c6f2a8c4e717 tempest-ExtensionsTestJSON-915605021 tempest-ExtensionsTestJSON-915605021-project] http://10.222.0.23:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=93751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 13:46:38.374894 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-b5db3641-10af-4010-9e19-c6f2a8c4e717 tempest-ExtensionsTestJSON-915605021 tempest-ExtensionsTestJSON-915605021-project] 10.222.0.23 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0137661 Jul 13 13:46:38.375255 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 42254) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:46:38.380062 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [None req-88254f5b-684c-4e97-b182-522728b48615 tempest-ExtensionsTestJSON-915605021 tempest-ExtensionsTestJSON-915605021-project] http://10.222.0.23:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=93750) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 13:46:38.384259 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 42256) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:46:38.384571 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-88254f5b-684c-4e97-b182-522728b48615 tempest-ExtensionsTestJSON-915605021 tempest-ExtensionsTestJSON-915605021-project] 10.222.0.23 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0080135 Jul 13 13:46:38.388916 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [None req-e3975063-2dbd-4088-8ee1-8ad64feb5cf7 tempest-ExtensionsTestJSON-915605021 tempest-ExtensionsTestJSON-915605021-project] http://10.222.0.23:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=93751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 13:46:38.398617 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-e3975063-2dbd-4088-8ee1-8ad64feb5cf7 tempest-ExtensionsTestJSON-915605021 tempest-ExtensionsTestJSON-915605021-project] 10.222.0.23 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0102210 Jul 13 13:46:38.399278 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 42258) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:46:38.404603 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [None req-6691f6dd-76d9-4555-b2f2-33edd0ae4405 tempest-ExtensionsTestJSON-915605021 tempest-ExtensionsTestJSON-915605021-project] http://10.222.0.23:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=93750) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 13:46:38.408453 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 42260) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:46:38.409575 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-6691f6dd-76d9-4555-b2f2-33edd0ae4405 tempest-ExtensionsTestJSON-915605021 tempest-ExtensionsTestJSON-915605021-project] 10.222.0.23 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0091364 Jul 13 13:46:38.415572 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [None req-8f988049-2b2e-41ed-94e3-8b360669f49d tempest-ExtensionsTestJSON-915605021 tempest-ExtensionsTestJSON-915605021-project] http://10.222.0.23:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=93751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 13:46:38.420238 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 42262) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:46:38.421779 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-8f988049-2b2e-41ed-94e3-8b360669f49d tempest-ExtensionsTestJSON-915605021 tempest-ExtensionsTestJSON-915605021-project] 10.222.0.23 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0121660 Jul 13 13:46:38.428530 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [None req-91464083-467b-4b98-b09d-6d6a706318f6 tempest-ExtensionsTestJSON-915605021 tempest-ExtensionsTestJSON-915605021-project] http://10.222.0.23:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=93750) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 13:46:38.443960 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-91464083-467b-4b98-b09d-6d6a706318f6 tempest-ExtensionsTestJSON-915605021 tempest-ExtensionsTestJSON-915605021-project] 10.222.0.23 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0202730 Jul 13 13:46:38.444795 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 42266) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:46:38.452574 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [None req-e806ba85-688b-459c-9bb3-48eeabea785c tempest-ExtensionsTestJSON-915605021 tempest-ExtensionsTestJSON-915605021-project] http://10.222.0.23:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=93751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 13:46:38.456758 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 42268) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:46:38.457314 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-e806ba85-688b-459c-9bb3-48eeabea785c tempest-ExtensionsTestJSON-915605021 tempest-ExtensionsTestJSON-915605021-project] 10.222.0.23 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0108776 Jul 13 13:46:38.465168 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [None req-33255a81-c85f-41d5-b08e-dad35a94cb3e tempest-ExtensionsTestJSON-915605021 tempest-ExtensionsTestJSON-915605021-project] http://10.222.0.23:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=93750) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 13:46:38.468738 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-33255a81-c85f-41d5-b08e-dad35a94cb3e tempest-ExtensionsTestJSON-915605021 tempest-ExtensionsTestJSON-915605021-project] 10.222.0.23 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0072508 Jul 13 13:46:38.469171 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 42270) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:46:38.473872 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [None req-1949f234-5c29-4781-a992-fa913f2b4a9e tempest-ExtensionsTestJSON-915605021 tempest-ExtensionsTestJSON-915605021-project] http://10.222.0.23:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=93751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 13:46:38.478231 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-1949f234-5c29-4781-a992-fa913f2b4a9e tempest-ExtensionsTestJSON-915605021 tempest-ExtensionsTestJSON-915605021-project] 10.222.0.23 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0078087 Jul 13 13:46:38.478388 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 42272) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:46:38.483777 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [None req-ce25809b-a5ec-4247-92b7-03cb43c03bb1 tempest-ExtensionsTestJSON-915605021 tempest-ExtensionsTestJSON-915605021-project] http://10.222.0.23:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=93750) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 13:46:38.502261 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-ce25809b-a5ec-4247-92b7-03cb43c03bb1 tempest-ExtensionsTestJSON-915605021 tempest-ExtensionsTestJSON-915605021-project] 10.222.0.23 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0194261 Jul 13 13:46:38.503128 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 42274) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:46:38.516118 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [None req-5a7d4cf0-94b5-4cc1-bc91-30d68abc16d7 tempest-ExtensionsTestJSON-915605021 tempest-ExtensionsTestJSON-915605021-project] http://10.222.0.23:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=93750) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 13:46:38.517641 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-5a7d4cf0-94b5-4cc1-bc91-30d68abc16d7 tempest-ExtensionsTestJSON-915605021 tempest-ExtensionsTestJSON-915605021-project] 10.222.0.23 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0118363 Jul 13 13:46:38.520346 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 42280) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:46:38.525779 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [None req-0653f20a-53d8-4b85-b07e-6c68756b2b05 tempest-ExtensionsTestJSON-915605021 tempest-ExtensionsTestJSON-915605021-project] http://10.222.0.23:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=93751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 13:46:38.527289 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-0653f20a-53d8-4b85-b07e-6c68756b2b05 tempest-ExtensionsTestJSON-915605021 tempest-ExtensionsTestJSON-915605021-project] 10.222.0.23 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0057046 Jul 13 13:46:38.531176 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 42282) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:46:38.543930 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [None req-a8178add-4a6d-4248-8c65-370b31492c03 tempest-ExtensionsTestJSON-915605021 tempest-ExtensionsTestJSON-915605021-project] http://10.222.0.23:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=93751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 13:46:38.550521 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-a8178add-4a6d-4248-8c65-370b31492c03 tempest-ExtensionsTestJSON-915605021 tempest-ExtensionsTestJSON-915605021-project] 10.222.0.23 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0181932 Jul 13 13:46:38.553179 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 42284) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:46:38.559056 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [None req-cfb2c2e8-be97-45ae-9f28-ffca654fa2f0 tempest-ExtensionsTestJSON-915605021 tempest-ExtensionsTestJSON-915605021-project] http://10.222.0.23:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=93750) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 13:46:38.560181 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-cfb2c2e8-be97-45ae-9f28-ffca654fa2f0 tempest-ExtensionsTestJSON-915605021 tempest-ExtensionsTestJSON-915605021-project] 10.222.0.23 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0052166 Jul 13 13:46:38.625196 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2053b50e-a9f7-4b76-900a-01ee7127e6f4 req-759c024e-58f1-408f-8e71-ce0ba76b6740 tempest-MigrationsAdminTest-1069426036 tempest-MigrationsAdminTest-1069426036-project] 10.222.0.23 "GET /v2.0/ports?device_id=e09381ea-19e8-4569-9cfc-1dec7c686fa5 HTTP/1.1" status: 200 len: 210 time: 0.0619259 Jul 13 13:46:39.106807 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8557836-f430-48e7-997c-8a70960d5a08 req-3de51e59-f5df-4d32-acb1-98c7e91612b3 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:46:39.117332 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e8557836-f430-48e7-997c-8a70960d5a08 req-3de51e59-f5df-4d32-acb1-98c7e91612b3 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f309255-5b4d-4296-81c6-c49d93f44d38 HTTP/1.1" status: 200 len: 946 time: 0.1219203 Jul 13 13:46:39.164591 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 42300) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:46:39.196862 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e8557836-f430-48e7-997c-8a70960d5a08 req-e332625c-6601-4133-8679-784096700880 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bf3e8b9-8da9-4a28-88c0-799fd78203e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772822 Jul 13 13:46:39.344200 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c56c569e-3da4-410e-8e46-43e7b64957c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:39.471319 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c56c569e-3da4-410e-8e46-43e7b64957c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:39.478808 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c56c569e-3da4-410e-8e46-43e7b64957c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:39.515082 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56c569e-3da4-410e-8e46-43e7b64957c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=855e7c45-a912-48d2-a6bb-597706b24e8a,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:46:39.557140 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 42306) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:46:39.557396 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-c56c569e-3da4-410e-8e46-43e7b64957c1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b07032527998435a81145aad43dd871c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3914545 Jul 13 13:46:39.651146 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6e5b7649-32e4-4b0e-85dc-136c268208e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:39.678455 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6e5b7649-32e4-4b0e-85dc-136c268208e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:39.752422 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6e5b7649-32e4-4b0e-85dc-136c268208e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:39.755232 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6e5b7649-32e4-4b0e-85dc-136c268208e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:39.756484 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-6e5b7649-32e4-4b0e-85dc-136c268208e5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/855e7c45-a912-48d2-a6bb-597706b24e8a HTTP/1.1" status: 204 len: 168 time: 0.1982238 Jul 13 13:46:39.775098 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5b7649-32e4-4b0e-85dc-136c268208e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=855e7c45-a912-48d2-a6bb-597706b24e8a,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:46:40.249812 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 42334) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:46:40.388847 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 556645b5-7a97-4d3a-94a9-6bd9e5cf58f2 no longer exists at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:46:40.480216 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-381d4315-9089-413f-a071-aa2897bda790 None None] No Port match for: 556645b5-7a97-4d3a-94a9-6bd9e5cf58f2 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:46:40.480547 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 556645b5-7a97-4d3a-94a9-6bd9e5cf58f2 not bound to the agent host n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:46:40.612225 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 42344) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:46:40.617944 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-6dae4544-bfe0-432c-95c5-66b125908fc9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c6349d73ae13458a9d892a7db2dc0433&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3665824 Jul 13 13:46:40.657558 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865e98a3-0668-444c-bd8e-095fdf74f9f3 req-ee39985d-4b7a-4343-b816-a2ab5a4580d1 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:46:40.668044 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-865e98a3-0668-444c-bd8e-095fdf74f9f3 req-ee39985d-4b7a-4343-b816-a2ab5a4580d1 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f309255-5b4d-4296-81c6-c49d93f44d38 HTTP/1.1" status: 200 len: 946 time: 0.2150989 Jul 13 13:46:40.795934 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-865e98a3-0668-444c-bd8e-095fdf74f9f3 req-5a7d9a89-b652-43f2-8d89-5f00d6bbb1bd tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bf3e8b9-8da9-4a28-88c0-799fd78203e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1107965 Jul 13 13:46:40.835810 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-69d3e709-7d1c-4a8e-a1ee-0c726e4cd0cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:40.865231 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-69d3e709-7d1c-4a8e-a1ee-0c726e4cd0cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:40.966106 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-69d3e709-7d1c-4a8e-a1ee-0c726e4cd0cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:40.974208 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-69d3e709-7d1c-4a8e-a1ee-0c726e4cd0cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:40.980250 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-69d3e709-7d1c-4a8e-a1ee-0c726e4cd0cb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/945af9a8-1349-436a-a066-b9a0fd8d3dd2 HTTP/1.1" status: 204 len: 168 time: 0.3602622 Jul 13 13:46:41.012554 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d3e709-7d1c-4a8e-a1ee-0c726e4cd0cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=945af9a8-1349-436a-a066-b9a0fd8d3dd2,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:46:41.373796 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 42378) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:46:41.603257 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-e85078be-f939-4fcd-a1f0-e4fcb99b5569 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-382199099'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:46:41.614110 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 42388) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:46:41.650506 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e85078be-f939-4fcd-a1f0-e4fcb99b5569 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Made reservation on behalf of 7b9a8e657fbe4761afdd556ee032edca for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:46:41.660875 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e85078be-f939-4fcd-a1f0-e4fcb99b5569 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:41.678053 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e85078be-f939-4fcd-a1f0-e4fcb99b5569 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:41.704347 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-fb27c21c-9f56-4438-84c7-99f9223bcd1a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=12f3f16592d54f848037b806f5f44abd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0887978 Jul 13 13:46:41.706692 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 42390) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:46:41.838801 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e85078be-f939-4fcd-a1f0-e4fcb99b5569 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:41.856636 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e85078be-f939-4fcd-a1f0-e4fcb99b5569 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:41.875002 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-52fb3c30-840a-45e7-bb95-d0b0facd5ee0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:41.927762 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e85078be-f939-4fcd-a1f0-e4fcb99b5569 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 13:46:41.933851 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-52fb3c30-840a-45e7-bb95-d0b0facd5ee0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:41.965059 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85078be-f939-4fcd-a1f0-e4fcb99b5569 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Pushing event updated for resources: {'SecurityGroup': ['ID=653761ab-f58d-4f5a-b1b4-b4d4bc476ee2,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:46:41.973653 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e85078be-f939-4fcd-a1f0-e4fcb99b5569 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:41.975128 n-d-800634-1 neutron-server[93750]: INFO neutron.db.segments_db [None req-e85078be-f939-4fcd-a1f0-e4fcb99b5569 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Added segment 43bbb708-c8d9-4756-a693-6355e1f82167 of type vlan for network a62882bd-8b40-4e51-9562-97e4183a3f73 Jul 13 13:46:42.057748 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-52fb3c30-840a-45e7-bb95-d0b0facd5ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:42.060878 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-52fb3c30-840a-45e7-bb95-d0b0facd5ee0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:42.062118 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-52fb3c30-840a-45e7-bb95-d0b0facd5ee0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/96c0ab30-18e0-4a1c-bdee-510f024d77f4 HTTP/1.1" status: 204 len: 168 time: 0.3534710 Jul 13 13:46:42.072593 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fb3c30-840a-45e7-bb95-d0b0facd5ee0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96c0ab30-18e0-4a1c-bdee-510f024d77f4,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:46:42.087668 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e85078be-f939-4fcd-a1f0-e4fcb99b5569 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:42.158593 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e85078be-f939-4fcd-a1f0-e4fcb99b5569 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:42.173539 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e85078be-f939-4fcd-a1f0-e4fcb99b5569 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:46:42.176228 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e85078be-f939-4fcd-a1f0-e4fcb99b5569 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:42.188430 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a179d81-2440-400b-9a38-a33219301670 req-b812d2dc-d2a3-4bfd-afcc-12e6dcc8575b tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:46:42.192719 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1a179d81-2440-400b-9a38-a33219301670 req-b812d2dc-d2a3-4bfd-afcc-12e6dcc8575b tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f309255-5b4d-4296-81c6-c49d93f44d38 HTTP/1.1" status: 200 len: 946 time: 0.1179826 Jul 13 13:46:42.321169 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1a179d81-2440-400b-9a38-a33219301670 req-3f6ab433-a65e-411d-aac8-d864f2bc53af tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bf3e8b9-8da9-4a28-88c0-799fd78203e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1195135 Jul 13 13:46:42.356253 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85078be-f939-4fcd-a1f0-e4fcb99b5569 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Pushing event updated for resources: {'Network': ['ID=a62882bd-8b40-4e51-9562-97e4183a3f73,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:46:42.369106 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network a62882bd-8b40-4e51-9562-97e4183a3f73 details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 13:46:42.384945 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 42410) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:46:42.386355 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-e85078be-f939-4fcd-a1f0-e4fcb99b5569 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0112593 Jul 13 13:46:42.391834 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-883845c1-55be-489a-af75-c0ab429700d5 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Request body: {'port': {'network_id': 'a62882bd-8b40-4e51-9562-97e4183a3f73', 'name': 'tempest-PortsIpV6TestJSON-639599570'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:46:42.512854 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-883845c1-55be-489a-af75-c0ab429700d5 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Made reservation on behalf of 7b9a8e657fbe4761afdd556ee032edca for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:46:42.522292 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-883845c1-55be-489a-af75-c0ab429700d5 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:42.563948 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [None req-883845c1-55be-489a-af75-c0ab429700d5 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] device_id is not set on port 1e3ab391-9f0d-4494-927b-6b06e129ce83 yet. {{(pid=93751) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 13:46:42.906805 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-883845c1-55be-489a-af75-c0ab429700d5 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:42.956910 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-883845c1-55be-489a-af75-c0ab429700d5 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:43.065237 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883845c1-55be-489a-af75-c0ab429700d5 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Pushing event updated for resources: {'Port': ['ID=1e3ab391-9f0d-4494-927b-6b06e129ce83,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:46:43.134326 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883845c1-55be-489a-af75-c0ab429700d5 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Checking segment: {'id': '43bbb708-c8d9-4756-a693-6355e1f82167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'a62882bd-8b40-4e51-9562-97e4183a3f73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:46:43.138334 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-883845c1-55be-489a-af75-c0ab429700d5 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Network hostable DHCP agents. Network: a62882bd-8b40-4e51-9562-97e4183a3f73, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 13:46:43.174000 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-883845c1-55be-489a-af75-c0ab429700d5 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Network a62882bd-8b40-4e51-9562-97e4183a3f73 is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 13:46:43.199858 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-883845c1-55be-489a-af75-c0ab429700d5 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, a62882bd-8b40-4e51-9562-97e4183a3f73) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:46:43.204550 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883845c1-55be-489a-af75-c0ab429700d5 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:46:43.219171 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-883845c1-55be-489a-af75-c0ab429700d5 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:46:43.219859 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46965afe-280a-4d24-ac05-2fc894f38356 None None] Network a62882bd-8b40-4e51-9562-97e4183a3f73 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:46:43.220011 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-883845c1-55be-489a-af75-c0ab429700d5 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:43.242460 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-883845c1-55be-489a-af75-c0ab429700d5 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.8555181 Jul 13 13:46:43.246061 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 42446) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:46:43.251654 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-56a616a0-4af6-4959-ac83-5f110658e29e tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2071556127'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:46:43.426321 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56a616a0-4af6-4959-ac83-5f110658e29e tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Made reservation on behalf of 7b9a8e657fbe4761afdd556ee032edca for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:46:43.440224 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-56a616a0-4af6-4959-ac83-5f110658e29e tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:43.499599 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56a616a0-4af6-4959-ac83-5f110658e29e tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 13:46:43.519903 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 13:46:43.521859 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-56a616a0-4af6-4959-ac83-5f110658e29e tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:43.522658 n-d-800634-1 neutron-server[93750]: INFO neutron.db.segments_db [None req-56a616a0-4af6-4959-ac83-5f110658e29e tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Added segment b7d5308d-b0db-430c-9432-f1f1e01b70d5 of type vlan for network 4b232f63-e984-4871-a2ed-c59383248d19 Jul 13 13:46:43.804785 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-56a616a0-4af6-4959-ac83-5f110658e29e tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:43.883471 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fda7e8-444a-4156-aa96-2e93b78af221 req-1b16613c-0015-4c0c-93bc-df587250dc3e tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:46:43.892103 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-76fda7e8-444a-4156-aa96-2e93b78af221 req-1b16613c-0015-4c0c-93bc-df587250dc3e tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f309255-5b4d-4296-81c6-c49d93f44d38 HTTP/1.1" status: 200 len: 946 time: 0.3492095 Jul 13 13:46:43.906072 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-56a616a0-4af6-4959-ac83-5f110658e29e tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:43.914260 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a616a0-4af6-4959-ac83-5f110658e29e tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:46:43.915044 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-56a616a0-4af6-4959-ac83-5f110658e29e tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:44.025222 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-56a616a0-4af6-4959-ac83-5f110658e29e tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7778807 Jul 13 13:46:44.040050 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a616a0-4af6-4959-ac83-5f110658e29e tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Pushing event updated for resources: {'Network': ['ID=4b232f63-e984-4871-a2ed-c59383248d19,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:46:44.058741 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 42468) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:46:44.070391 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-160ecfea-a395-49df-b2cb-7fd9e2c9f8a3 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Request body: {'ports': [{'network_id': 'a62882bd-8b40-4e51-9562-97e4183a3f73'}, {'network_id': '4b232f63-e984-4871-a2ed-c59383248d19'}]} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:46:44.071053 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-160ecfea-a395-49df-b2cb-7fd9e2c9f8a3 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Request body: {'port': {'network_id': 'a62882bd-8b40-4e51-9562-97e4183a3f73'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:46:44.074028 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network 4b232f63-e984-4871-a2ed-c59383248d19 details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 13:46:44.083256 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-160ecfea-a395-49df-b2cb-7fd9e2c9f8a3 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Request body: {'port': {'network_id': '4b232f63-e984-4871-a2ed-c59383248d19'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:46:44.122131 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-76fda7e8-444a-4156-aa96-2e93b78af221 req-6ffa4a96-579e-46aa-8abc-3bc02d7c25e4 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bf3e8b9-8da9-4a28-88c0-799fd78203e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2235434 Jul 13 13:46:44.453902 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-160ecfea-a395-49df-b2cb-7fd9e2c9f8a3 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Made reservation on behalf of 7b9a8e657fbe4761afdd556ee032edca for: {'port': 2} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:46:44.458809 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-160ecfea-a395-49df-b2cb-7fd9e2c9f8a3 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:44.475362 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-160ecfea-a395-49df-b2cb-7fd9e2c9f8a3 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:44.582024 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [None req-160ecfea-a395-49df-b2cb-7fd9e2c9f8a3 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] device_id is not set on port 6c0da1d6-abc8-48bf-82fb-0930bdef295d yet. {{(pid=93751) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 13:46:44.753189 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-160ecfea-a395-49df-b2cb-7fd9e2c9f8a3 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:44.877947 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [None req-160ecfea-a395-49df-b2cb-7fd9e2c9f8a3 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] device_id is not set on port b88c7f6d-6837-4f37-8789-8e6d48e8d554 yet. {{(pid=93751) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 13:46:45.162281 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-160ecfea-a395-49df-b2cb-7fd9e2c9f8a3 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:45.297500 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-160ecfea-a395-49df-b2cb-7fd9e2c9f8a3 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:45.320982 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-160ecfea-a395-49df-b2cb-7fd9e2c9f8a3 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Network a62882bd-8b40-4e51-9562-97e4183a3f73 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:46:45.324113 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-160ecfea-a395-49df-b2cb-7fd9e2c9f8a3 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:46:45.348381 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160ecfea-a395-49df-b2cb-7fd9e2c9f8a3 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:46:45.349860 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-160ecfea-a395-49df-b2cb-7fd9e2c9f8a3 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:45.424982 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160ecfea-a395-49df-b2cb-7fd9e2c9f8a3 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Checking segment: {'id': 'b7d5308d-b0db-430c-9432-f1f1e01b70d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '4b232f63-e984-4871-a2ed-c59383248d19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:46:45.425914 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-160ecfea-a395-49df-b2cb-7fd9e2c9f8a3 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Network hostable DHCP agents. Network: 4b232f63-e984-4871-a2ed-c59383248d19, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 13:46:45.447309 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160ecfea-a395-49df-b2cb-7fd9e2c9f8a3 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Pushing event updated for resources: {'Port': ['ID=6c0da1d6-abc8-48bf-82fb-0930bdef295d,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:46:45.500410 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafbc5a6-5a1e-48da-b043-534abdcb792f req-edd28244-59f9-46e4-9783-6b741ef6ed9d tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:46:45.511009 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-fafbc5a6-5a1e-48da-b043-534abdcb792f req-edd28244-59f9-46e4-9783-6b741ef6ed9d tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f309255-5b4d-4296-81c6-c49d93f44d38 HTTP/1.1" status: 200 len: 946 time: 0.0956473 Jul 13 13:46:45.579243 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160ecfea-a395-49df-b2cb-7fd9e2c9f8a3 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Pushing event updated for resources: {'Port': ['ID=b88c7f6d-6837-4f37-8789-8e6d48e8d554,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:46:45.591075 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-ab606031-39fb-4b49-830f-f925284dabbf req-09dfecd8-2442-4d52-9922-53388ebb82a2 tempest-SecurityGroupsTestAdminJSON-257690000 tempest-SecurityGroupsTestAdminJSON-257690000-project] Request body: {'security_group': {'name': 'tempest-securitygroup-135998135', 'description': 'tempest-description-931079077'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:46:45.598382 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-fafbc5a6-5a1e-48da-b043-534abdcb792f req-6e76b1ba-9b80-4672-9605-30620dc40975 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bf3e8b9-8da9-4a28-88c0-799fd78203e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861437 Jul 13 13:46:45.668089 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-ab606031-39fb-4b49-830f-f925284dabbf req-09dfecd8-2442-4d52-9922-53388ebb82a2 tempest-SecurityGroupsTestAdminJSON-257690000 tempest-SecurityGroupsTestAdminJSON-257690000-project] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:45.685637 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-ab606031-39fb-4b49-830f-f925284dabbf req-09dfecd8-2442-4d52-9922-53388ebb82a2 tempest-SecurityGroupsTestAdminJSON-257690000 tempest-SecurityGroupsTestAdminJSON-257690000-project] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:45.869862 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-ab606031-39fb-4b49-830f-f925284dabbf req-09dfecd8-2442-4d52-9922-53388ebb82a2 tempest-SecurityGroupsTestAdminJSON-257690000 tempest-SecurityGroupsTestAdminJSON-257690000-project] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:45.871254 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-160ecfea-a395-49df-b2cb-7fd9e2c9f8a3 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Network 4b232f63-e984-4871-a2ed-c59383248d19 is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 13:46:45.891276 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-ab606031-39fb-4b49-830f-f925284dabbf req-09dfecd8-2442-4d52-9922-53388ebb82a2 tempest-SecurityGroupsTestAdminJSON-257690000 tempest-SecurityGroupsTestAdminJSON-257690000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:45.909821 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-160ecfea-a395-49df-b2cb-7fd9e2c9f8a3 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, 4b232f63-e984-4871-a2ed-c59383248d19) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:46:45.915990 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160ecfea-a395-49df-b2cb-7fd9e2c9f8a3 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:46:45.919143 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecfeb578-2c15-438a-80f4-d9d36efa2dda None None] Network 4b232f63-e984-4871-a2ed-c59383248d19 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:46:45.932289 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-160ecfea-a395-49df-b2cb-7fd9e2c9f8a3 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:46:45.937865 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-160ecfea-a395-49df-b2cb-7fd9e2c9f8a3 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:46:45.938754 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-160ecfea-a395-49df-b2cb-7fd9e2c9f8a3 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:45.993103 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dfecd8-2442-4d52-9922-53388ebb82a2 tempest-SecurityGroupsTestAdminJSON-257690000 tempest-SecurityGroupsTestAdminJSON-257690000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4910905-652b-4d66-a481-e89ce7a6de1e,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:46:46.173598 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-ab606031-39fb-4b49-830f-f925284dabbf req-09dfecd8-2442-4d52-9922-53388ebb82a2 tempest-SecurityGroupsTestAdminJSON-257690000 tempest-SecurityGroupsTestAdminJSON-257690000-project] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:46.180734 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-ab606031-39fb-4b49-830f-f925284dabbf req-09dfecd8-2442-4d52-9922-53388ebb82a2 tempest-SecurityGroupsTestAdminJSON-257690000 tempest-SecurityGroupsTestAdminJSON-257690000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:46.268667 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 42552) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:46:46.268775 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-160ecfea-a395-49df-b2cb-7fd9e2c9f8a3 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.2056224 Jul 13 13:46:46.284527 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dfecd8-2442-4d52-9922-53388ebb82a2 tempest-SecurityGroupsTestAdminJSON-257690000 tempest-SecurityGroupsTestAdminJSON-257690000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d394fe34-d2e8-4bfa-8e7f-04fd6fecf41c,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:46:46.304297 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-ab606031-39fb-4b49-830f-f925284dabbf req-09dfecd8-2442-4d52-9922-53388ebb82a2 tempest-SecurityGroupsTestAdminJSON-257690000 tempest-SecurityGroupsTestAdminJSON-257690000-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:46.313015 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ab606031-39fb-4b49-830f-f925284dabbf req-09dfecd8-2442-4d52-9922-53388ebb82a2 tempest-SecurityGroupsTestAdminJSON-257690000 tempest-SecurityGroupsTestAdminJSON-257690000-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.8480654 Jul 13 13:46:46.388973 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-77664ce6-918a-4e0b-8aa7-9ec4ca0df566 req-d5f36282-8a2e-4e92-ad47-5a913ecc53e3 tempest-SecurityGroupsTestAdminJSON-257690000 tempest-SecurityGroupsTestAdminJSON-257690000-project] Request body: {'security_group': {'name': 'tempest-securitygroup-491989411', 'description': 'tempest-description-1516271405'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:46:46.480238 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-77664ce6-918a-4e0b-8aa7-9ec4ca0df566 req-d5f36282-8a2e-4e92-ad47-5a913ecc53e3 tempest-SecurityGroupsTestAdminJSON-257690000 tempest-SecurityGroupsTestAdminJSON-257690000-project] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:46.609073 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-978f1761-f672-42f5-ac42-f53242079b7c tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Deleting port b88c7f6d-6837-4f37-8789-8e6d48e8d554 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:46:46.609898 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-978f1761-f672-42f5-ac42-f53242079b7c tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:46.763667 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-978f1761-f672-42f5-ac42-f53242079b7c tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:46.768936 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-77664ce6-918a-4e0b-8aa7-9ec4ca0df566 req-d5f36282-8a2e-4e92-ad47-5a913ecc53e3 tempest-SecurityGroupsTestAdminJSON-257690000 tempest-SecurityGroupsTestAdminJSON-257690000-project] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:46.778647 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-77664ce6-918a-4e0b-8aa7-9ec4ca0df566 req-d5f36282-8a2e-4e92-ad47-5a913ecc53e3 tempest-SecurityGroupsTestAdminJSON-257690000 tempest-SecurityGroupsTestAdminJSON-257690000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:46.790360 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-978f1761-f672-42f5-ac42-f53242079b7c tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Calling delete_port for b88c7f6d-6837-4f37-8789-8e6d48e8d554 owned by {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:46:46.824967 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-77664ce6-918a-4e0b-8aa7-9ec4ca0df566 req-d5f36282-8a2e-4e92-ad47-5a913ecc53e3 tempest-SecurityGroupsTestAdminJSON-257690000 tempest-SecurityGroupsTestAdminJSON-257690000-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:46.826161 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-77664ce6-918a-4e0b-8aa7-9ec4ca0df566 req-d5f36282-8a2e-4e92-ad47-5a913ecc53e3 tempest-SecurityGroupsTestAdminJSON-257690000 tempest-SecurityGroupsTestAdminJSON-257690000-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1784 time: 0.4494135 Jul 13 13:46:46.837683 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f36282-8a2e-4e92-ad47-5a913ecc53e3 tempest-SecurityGroupsTestAdminJSON-257690000 tempest-SecurityGroupsTestAdminJSON-257690000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2eeb40d-8202-4ddb-9fc8-6d0fb3ff8ff4,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:46:46.995602 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc9b27c-d50c-4380-b3dc-8f1fd1844123 req-e8e9a8cb-ac34-4448-92ad-f4e6c2618699 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:46:46.997197 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1bc9b27c-d50c-4380-b3dc-8f1fd1844123 req-e8e9a8cb-ac34-4448-92ad-f4e6c2618699 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f309255-5b4d-4296-81c6-c49d93f44d38 HTTP/1.1" status: 200 len: 946 time: 0.1872008 Jul 13 13:46:47.010669 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-4eb6ff57-3b21-42b7-aaee-c256e50a4c4f req-b5907f18-00c0-4bb6-809b-5bb78fb31d48 tempest-SecurityGroupsTestAdminJSON-1416791904 tempest-SecurityGroupsTestAdminJSON-1416791904-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-423551738', 'description': 'tempest-description-194747033'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:46:47.076079 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-978f1761-f672-42f5-ac42-f53242079b7c tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:47.110160 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1bc9b27c-d50c-4380-b3dc-8f1fd1844123 req-9ca5b0ef-b74e-4528-8cde-3bea0f6459dd tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bf3e8b9-8da9-4a28-88c0-799fd78203e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978520 Jul 13 13:46:47.139640 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4eb6ff57-3b21-42b7-aaee-c256e50a4c4f req-b5907f18-00c0-4bb6-809b-5bb78fb31d48 tempest-SecurityGroupsTestAdminJSON-1416791904 tempest-SecurityGroupsTestAdminJSON-1416791904-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:47.169256 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4eb6ff57-3b21-42b7-aaee-c256e50a4c4f req-b5907f18-00c0-4bb6-809b-5bb78fb31d48 tempest-SecurityGroupsTestAdminJSON-1416791904 tempest-SecurityGroupsTestAdminJSON-1416791904-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:47.172877 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b2a16301-7cb8-49d3-aa20-8963117bf6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:47.180032 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978f1761-f672-42f5-ac42-f53242079b7c tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Pushing event deleted for resources: {'Port': ['ID=b88c7f6d-6837-4f37-8789-8e6d48e8d554,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:46:47.228092 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-978f1761-f672-42f5-ac42-f53242079b7c tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:47.230935 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-978f1761-f672-42f5-ac42-f53242079b7c tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] 10.222.0.23 "DELETE /v2.0/ports/b88c7f6d-6837-4f37-8789-8e6d48e8d554 HTTP/1.1" status: 204 len: 168 time: 0.9655488 Jul 13 13:46:47.234439 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 42604) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:46:47.372001 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4eb6ff57-3b21-42b7-aaee-c256e50a4c4f req-b5907f18-00c0-4bb6-809b-5bb78fb31d48 tempest-SecurityGroupsTestAdminJSON-1416791904 tempest-SecurityGroupsTestAdminJSON-1416791904-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:47.383667 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4eb6ff57-3b21-42b7-aaee-c256e50a4c4f req-b5907f18-00c0-4bb6-809b-5bb78fb31d48 tempest-SecurityGroupsTestAdminJSON-1416791904 tempest-SecurityGroupsTestAdminJSON-1416791904-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:47.447453 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916f0f66-39e0-40ef-8346-9b6e392354ff tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:46:47.461178 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916f0f66-39e0-40ef-8346-9b6e392354ff tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:46:47.465162 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-916f0f66-39e0-40ef-8346-9b6e392354ff tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.2266936 Jul 13 13:46:47.467975 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 42618) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:46:47.506607 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5907f18-00c0-4bb6-809b-5bb78fb31d48 tempest-SecurityGroupsTestAdminJSON-1416791904 tempest-SecurityGroupsTestAdminJSON-1416791904-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dc07056-51f9-443d-96f5-ec97609bd649,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:46:47.644441 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4eb6ff57-3b21-42b7-aaee-c256e50a4c4f req-b5907f18-00c0-4bb6-809b-5bb78fb31d48 tempest-SecurityGroupsTestAdminJSON-1416791904 tempest-SecurityGroupsTestAdminJSON-1416791904-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:47.654317 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4eb6ff57-3b21-42b7-aaee-c256e50a4c4f req-b5907f18-00c0-4bb6-809b-5bb78fb31d48 tempest-SecurityGroupsTestAdminJSON-1416791904 tempest-SecurityGroupsTestAdminJSON-1416791904-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:47.670988 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-9f340806-0a7a-40fb-a7f7-bcb6db3d4099 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Deleting port 6c0da1d6-abc8-48bf-82fb-0930bdef295d {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:46:47.671374 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9f340806-0a7a-40fb-a7f7-bcb6db3d4099 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:47.679839 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4eb6ff57-3b21-42b7-aaee-c256e50a4c4f req-b5907f18-00c0-4bb6-809b-5bb78fb31d48 tempest-SecurityGroupsTestAdminJSON-1416791904 tempest-SecurityGroupsTestAdminJSON-1416791904-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:47.684937 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4eb6ff57-3b21-42b7-aaee-c256e50a4c4f req-b5907f18-00c0-4bb6-809b-5bb78fb31d48 tempest-SecurityGroupsTestAdminJSON-1416791904 tempest-SecurityGroupsTestAdminJSON-1416791904-project-admin] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.6851134 Jul 13 13:46:47.710608 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5907f18-00c0-4bb6-809b-5bb78fb31d48 tempest-SecurityGroupsTestAdminJSON-1416791904 tempest-SecurityGroupsTestAdminJSON-1416791904-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0861901-63ef-4b09-95f5-252f1adeff32,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:46:47.765437 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9f340806-0a7a-40fb-a7f7-bcb6db3d4099 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:47.785862 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-83a96a62-9a49-449d-a414-ec3e8f1cc4ea req-37a9fe73-2e3b-49a4-9bc7-9a3cdffc09d5 tempest-SecurityGroupsTestAdminJSON-1416791904 tempest-SecurityGroupsTestAdminJSON-1416791904-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1402350135', 'description': 'tempest-description-1093696604'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:46:47.790257 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-9f340806-0a7a-40fb-a7f7-bcb6db3d4099 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Calling delete_port for 6c0da1d6-abc8-48bf-82fb-0930bdef295d owned by {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:46:47.832381 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-83a96a62-9a49-449d-a414-ec3e8f1cc4ea req-37a9fe73-2e3b-49a4-9bc7-9a3cdffc09d5 tempest-SecurityGroupsTestAdminJSON-1416791904 tempest-SecurityGroupsTestAdminJSON-1416791904-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:48.054501 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-83a96a62-9a49-449d-a414-ec3e8f1cc4ea req-37a9fe73-2e3b-49a4-9bc7-9a3cdffc09d5 tempest-SecurityGroupsTestAdminJSON-1416791904 tempest-SecurityGroupsTestAdminJSON-1416791904-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:48.073053 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-83a96a62-9a49-449d-a414-ec3e8f1cc4ea req-37a9fe73-2e3b-49a4-9bc7-9a3cdffc09d5 tempest-SecurityGroupsTestAdminJSON-1416791904 tempest-SecurityGroupsTestAdminJSON-1416791904-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:48.180820 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a9fe73-2e3b-49a4-9bc7-9a3cdffc09d5 tempest-SecurityGroupsTestAdminJSON-1416791904 tempest-SecurityGroupsTestAdminJSON-1416791904-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f579c995-1d57-4ee6-bbff-692b4526b305,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:46:48.195848 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9f340806-0a7a-40fb-a7f7-bcb6db3d4099 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:48.197810 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-83a96a62-9a49-449d-a414-ec3e8f1cc4ea req-37a9fe73-2e3b-49a4-9bc7-9a3cdffc09d5 tempest-SecurityGroupsTestAdminJSON-1416791904 tempest-SecurityGroupsTestAdminJSON-1416791904-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:48.199309 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-83a96a62-9a49-449d-a414-ec3e8f1cc4ea req-37a9fe73-2e3b-49a4-9bc7-9a3cdffc09d5 tempest-SecurityGroupsTestAdminJSON-1416791904 tempest-SecurityGroupsTestAdminJSON-1416791904-project-admin] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1785 time: 0.4204731 Jul 13 13:46:48.272252 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9f340806-0a7a-40fb-a7f7-bcb6db3d4099 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:48.279194 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-9f340806-0a7a-40fb-a7f7-bcb6db3d4099 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] 10.222.0.23 "DELETE /v2.0/ports/6c0da1d6-abc8-48bf-82fb-0930bdef295d HTTP/1.1" status: 204 len: 168 time: 0.8100088 Jul 13 13:46:48.281939 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f340806-0a7a-40fb-a7f7-bcb6db3d4099 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Pushing event deleted for resources: {'Port': ['ID=6c0da1d6-abc8-48bf-82fb-0930bdef295d,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:46:48.282251 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 42678) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:46:48.567071 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed50b01-bce4-4388-b9ba-4123adb5ad79 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:46:48.572381 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-4ed50b01-bce4-4388-b9ba-4123adb5ad79 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2859874 Jul 13 13:46:48.578578 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 42692) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:46:48.615741 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591a98ca-5af5-4f1e-be25-8305534b87e7 req-436375c9-13fe-4aaf-8574-296ec81fcbcb tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:46:48.632345 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-591a98ca-5af5-4f1e-be25-8305534b87e7 req-436375c9-13fe-4aaf-8574-296ec81fcbcb tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f309255-5b4d-4296-81c6-c49d93f44d38 HTTP/1.1" status: 200 len: 946 time: 0.2281075 Jul 13 13:46:48.688780 n-d-800634-1 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-08cce267-2d51-427b-8e3d-f3f4d35406e2 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] GET failed (client error): The resource could not be found. Jul 13 13:46:48.707983 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-08cce267-2d51-427b-8e3d-f3f4d35406e2 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] 10.222.0.23 "GET /v2.0/ports/b88c7f6d-6837-4f37-8789-8e6d48e8d554 HTTP/1.1" status: 404 len: 333 time: 0.1181242 Jul 13 13:46:48.709181 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 42708) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:46:48.856114 n-d-800634-1 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-90d4b7ca-c3a1-4b50-b9a4-9a540564b568 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] GET failed (client error): The resource could not be found. Jul 13 13:46:48.860743 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-90d4b7ca-c3a1-4b50-b9a4-9a540564b568 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] 10.222.0.23 "GET /v2.0/ports/6c0da1d6-abc8-48bf-82fb-0930bdef295d HTTP/1.1" status: 404 len: 333 time: 0.1142757 Jul 13 13:46:48.883708 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 42720) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:46:49.011976 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-591a98ca-5af5-4f1e-be25-8305534b87e7 req-ce5a4273-ff7e-4bb0-a7ae-4ae9cf7118b7 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bf3e8b9-8da9-4a28-88c0-799fd78203e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3786275 Jul 13 13:46:49.046955 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-eac42520-35c7-42b7-8e4b-ffbbaa085c20 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:49.226870 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3d0e48bc-6ab5-411b-8272-37ea4f1f1ae2 req-fcfe0088-408f-4ae8-9fa0-e7469e42cb35 tempest-SecurityGroupsTestAdminJSON-1416791904 tempest-SecurityGroupsTestAdminJSON-1416791904-project-admin] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 39563 time: 0.9640558 Jul 13 13:46:49.347445 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-eac42520-35c7-42b7-8e4b-ffbbaa085c20 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:49.366253 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-eac42520-35c7-42b7-8e4b-ffbbaa085c20 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b232f63-e984-4871-a2ed-c59383248d19']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:46:49.403073 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3d0e48bc-6ab5-411b-8272-37ea4f1f1ae2 req-f777ff7f-c7c5-4235-930f-36ada5ede798 tempest-SecurityGroupsTestAdminJSON-1416791904 tempest-SecurityGroupsTestAdminJSON-1416791904-project-admin] 10.222.0.23 "GET /v2.0/security-groups/2d324018-3b64-490a-b771-a1e814df3c59 HTTP/1.1" status: 200 len: 2985 time: 0.1212366 Jul 13 13:46:49.403759 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-eac42520-35c7-42b7-8e4b-ffbbaa085c20 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7d5308d-b0db-430c-9432-f1f1e01b70d5') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:46:49.403759 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-eac42520-35c7-42b7-8e4b-ffbbaa085c20 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7d5308d-b0db-430c-9432-f1f1e01b70d5') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:46:49.563917 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-eac42520-35c7-42b7-8e4b-ffbbaa085c20 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5431730'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:49.571848 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3d0e48bc-6ab5-411b-8272-37ea4f1f1ae2 req-a55ca68a-a2d1-4467-af7c-5c08b6918191 tempest-SecurityGroupsTestAdminJSON-1416791904 tempest-SecurityGroupsTestAdminJSON-1416791904-project-admin] 10.222.0.23 "GET /v2.0/security-groups/2d324018-3b64-490a-b771-a1e814df3c59 HTTP/1.1" status: 200 len: 2985 time: 0.1677587 Jul 13 13:46:49.655344 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-eac42520-35c7-42b7-8e4b-ffbbaa085c20 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:49.710803 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eac42520-35c7-42b7-8e4b-ffbbaa085c20 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 13:46:49.712145 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-eac42520-35c7-42b7-8e4b-ffbbaa085c20 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5970419'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:49.725666 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:46:49.725666 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:46:49.725666 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:46:49.725666 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:46:49.725666 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:46:49.725666 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:46:49.725666 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:46:49.725666 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:46:49.725666 n-d-800634-1 neutron-server[93750]: Traceback (most recent call last): Jul 13 13:46:49.725666 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 13:46:49.725666 n-d-800634-1 neutron-server[93750]: timer() Jul 13 13:46:49.725666 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 13:46:49.725666 n-d-800634-1 neutron-server[93750]: cb(*args, **kw) Jul 13 13:46:49.725666 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 13:46:49.725666 n-d-800634-1 neutron-server[93750]: return func(*args, **kwargs) Jul 13 13:46:49.725666 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 13:46:49.725666 n-d-800634-1 neutron-server[93750]: self._notify() Jul 13 13:46:49.725666 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 13:46:49.725666 n-d-800634-1 neutron-server[93750]: self.callback(batched_events) Jul 13 13:46:49.725666 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 13:46:49.725666 n-d-800634-1 neutron-server[93750]: event.method(event) Jul 13 13:46:49.725666 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 13:46:49.725666 n-d-800634-1 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 13:46:49.725666 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 13:46:49.725666 n-d-800634-1 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 13:46:49.725666 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 13:46:49.725666 n-d-800634-1 neutron-server[93750]: return f(self, *a, **k) Jul 13 13:46:49.725666 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 13:46:49.725666 n-d-800634-1 neutron-server[93750]: return self._get(url).json() Jul 13 13:46:49.725666 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 13:46:49.725666 n-d-800634-1 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 13:46:49.725666 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 13:46:49.725666 n-d-800634-1 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 13 13:46:49.725666 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 13:46:49.725666 n-d-800634-1 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 13:46:49.725666 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 13:46:49.725666 n-d-800634-1 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 13:46:49.725666 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 13:46:49.725666 n-d-800634-1 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 13:46:49.725666 n-d-800634-1 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 13:46:49.730883 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3d0e48bc-6ab5-411b-8272-37ea4f1f1ae2 req-c48a70f7-6e88-45f7-9876-9cebf4f78549 tempest-SecurityGroupsTestAdminJSON-1416791904 tempest-SecurityGroupsTestAdminJSON-1416791904-project-admin] 10.222.0.23 "GET /v2.0/security-groups/4073f342-904a-4e74-a26d-da1c71da9763 HTTP/1.1" status: 200 len: 2981 time: 0.1512008 Jul 13 13:46:49.841753 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3d0e48bc-6ab5-411b-8272-37ea4f1f1ae2 req-86fc1694-247f-4724-98a8-69699a1a5923 tempest-SecurityGroupsTestAdminJSON-1416791904 tempest-SecurityGroupsTestAdminJSON-1416791904-project-admin] 10.222.0.23 "GET /v2.0/security-groups/4073f342-904a-4e74-a26d-da1c71da9763 HTTP/1.1" status: 200 len: 2981 time: 0.1005466 Jul 13 13:46:49.849647 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-0b7eee0b-aeb0-47c1-a66d-18eee40313b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:49.915227 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953fa8ef-efaf-4c5b-ab82-d0e6ff43d09c req-f54d9125-af60-4059-bb99-cddc13afe384 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:46:49.922917 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-953fa8ef-efaf-4c5b-ab82-d0e6ff43d09c req-f54d9125-af60-4059-bb99-cddc13afe384 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f309255-5b4d-4296-81c6-c49d93f44d38 HTTP/1.1" status: 200 len: 946 time: 0.5241270 Jul 13 13:46:49.962913 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-eac42520-35c7-42b7-8e4b-ffbbaa085c20 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:49.968290 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-eac42520-35c7-42b7-8e4b-ffbbaa085c20 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:49.974998 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-eac42520-35c7-42b7-8e4b-ffbbaa085c20 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] 10.222.0.23 "DELETE /v2.0/networks/4b232f63-e984-4871-a2ed-c59383248d19 HTTP/1.1" status: 204 len: 168 time: 1.0806763 Jul 13 13:46:49.976410 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 42786) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:46:49.989027 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-f481c334-94de-41ad-98c5-ab2cf13cb852 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-901590606'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:46:50.005554 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-953fa8ef-efaf-4c5b-ab82-d0e6ff43d09c req-d335fc32-c76b-409d-ae3d-22002581b029 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bf3e8b9-8da9-4a28-88c0-799fd78203e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780268 Jul 13 13:46:50.007541 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac42520-35c7-42b7-8e4b-ffbbaa085c20 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Pushing event deleted for resources: {'Network': ['ID=4b232f63-e984-4871-a2ed-c59383248d19,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:46:50.017065 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:50.042184 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3d0e48bc-6ab5-411b-8272-37ea4f1f1ae2 req-dfe9c0bc-e135-4deb-b929-bdf5c6995fdd tempest-SecurityGroupsTestAdminJSON-1416791904 tempest-SecurityGroupsTestAdminJSON-1416791904-project-admin] 10.222.0.23 "GET /v2.0/security-groups/653761ab-f58d-4f5a-b1b4-b4d4bc476ee2 HTTP/1.1" status: 200 len: 2985 time: 0.1888268 Jul 13 13:46:50.096912 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 42792) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:46:50.108271 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3d0e48bc-6ab5-411b-8272-37ea4f1f1ae2 req-af923344-f54c-4201-9a0e-06c820d32a18 tempest-SecurityGroupsTestAdminJSON-1416791904 tempest-SecurityGroupsTestAdminJSON-1416791904-project-admin] 10.222.0.23 "GET /v2.0/security-groups/653761ab-f58d-4f5a-b1b4-b4d4bc476ee2 HTTP/1.1" status: 200 len: 2985 time: 0.0568011 Jul 13 13:46:50.109689 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f481c334-94de-41ad-98c5-ab2cf13cb852 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Made reservation on behalf of 7b9a8e657fbe4761afdd556ee032edca for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:46:50.114621 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f481c334-94de-41ad-98c5-ab2cf13cb852 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:50.162524 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f481c334-94de-41ad-98c5-ab2cf13cb852 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 13:46:50.179076 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f481c334-94de-41ad-98c5-ab2cf13cb852 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:50.179425 n-d-800634-1 neutron-server[93751]: INFO neutron.db.segments_db [None req-f481c334-94de-41ad-98c5-ab2cf13cb852 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Added segment 66464fa9-8e7d-47b9-bb79-dcba15de2a28 of type vlan for network 4aa19ad3-9cca-4aa5-b0b8-3d4407523616 Jul 13 13:46:50.311681 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f481c334-94de-41ad-98c5-ab2cf13cb852 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:50.324067 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3d0e48bc-6ab5-411b-8272-37ea4f1f1ae2 req-2c674726-587e-45df-b0a4-8b1d46b20baf tempest-SecurityGroupsTestAdminJSON-1416791904 tempest-SecurityGroupsTestAdminJSON-1416791904-project-admin] 10.222.0.23 "GET /v2.0/security-groups/6dc07056-51f9-443d-96f5-ec97609bd649 HTTP/1.1" status: 200 len: 2985 time: 0.1911786 Jul 13 13:46:50.333817 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-906b9b8a-c3e2-4e01-aee0-1809c044ce64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:50.449258 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device ba15db8f-f750-4ef8-8e43-23b3ac54b1b7 no longer exists at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:46:50.460384 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3d0e48bc-6ab5-411b-8272-37ea4f1f1ae2 req-6e934768-8bda-4069-a496-a912bdfd92d2 tempest-SecurityGroupsTestAdminJSON-1416791904 tempest-SecurityGroupsTestAdminJSON-1416791904-project-admin] 10.222.0.23 "GET /v2.0/security-groups/6dc07056-51f9-443d-96f5-ec97609bd649 HTTP/1.1" status: 200 len: 2985 time: 0.1265166 Jul 13 13:46:50.471044 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f481c334-94de-41ad-98c5-ab2cf13cb852 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:50.480149 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f481c334-94de-41ad-98c5-ab2cf13cb852 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:46:50.480951 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f481c334-94de-41ad-98c5-ab2cf13cb852 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:50.508091 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-906b9b8a-c3e2-4e01-aee0-1809c044ce64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:50.513817 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-906b9b8a-c3e2-4e01-aee0-1809c044ce64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:50.582569 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-906b9b8a-c3e2-4e01-aee0-1809c044ce64 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ab111b0c0c8d4accbbeb935fb9d382d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4840629 Jul 13 13:46:50.583551 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 42824) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:46:50.584366 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906b9b8a-c3e2-4e01-aee0-1809c044ce64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a27bb8b-c209-404c-b303-90b4334458f1,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:46:50.685859 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f481c334-94de-41ad-98c5-ab2cf13cb852 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Pushing event updated for resources: {'Network': ['ID=4aa19ad3-9cca-4aa5-b0b8-3d4407523616,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:46:50.704820 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-f481c334-94de-41ad-98c5-ab2cf13cb852 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7274761 Jul 13 13:46:50.707721 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 42832) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:46:50.709679 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network 4aa19ad3-9cca-4aa5-b0b8-3d4407523616 details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 13:46:50.711364 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3d0e48bc-6ab5-411b-8272-37ea4f1f1ae2 req-55b21f8c-b21f-4217-a898-c4b4f9165e46 tempest-SecurityGroupsTestAdminJSON-1416791904 tempest-SecurityGroupsTestAdminJSON-1416791904-project-admin] 10.222.0.23 "GET /v2.0/security-groups/71245a4d-bb2c-417b-bd53-f106375b79ec HTTP/1.1" status: 200 len: 2977 time: 0.2500720 Jul 13 13:46:50.720081 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-06e64b37-bada-41d8-92a8-a1ad35752ab3 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Request body: {'subnet': {'network_id': '4aa19ad3-9cca-4aa5-b0b8-3d4407523616', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:46:50.740735 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fde2baf8-09cd-46c8-90f0-6d36e47b41f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:50.819649 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3d0e48bc-6ab5-411b-8272-37ea4f1f1ae2 req-2ed74eda-e74c-4f52-b09d-cc8d76c0a2ef tempest-SecurityGroupsTestAdminJSON-1416791904 tempest-SecurityGroupsTestAdminJSON-1416791904-project-admin] 10.222.0.23 "GET /v2.0/security-groups/71245a4d-bb2c-417b-bd53-f106375b79ec HTTP/1.1" status: 200 len: 2977 time: 0.0961516 Jul 13 13:46:50.849210 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fde2baf8-09cd-46c8-90f0-6d36e47b41f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:50.910074 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06e64b37-bada-41d8-92a8-a1ad35752ab3 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Made reservation on behalf of 7b9a8e657fbe4761afdd556ee032edca for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:46:50.914779 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-06e64b37-bada-41d8-92a8-a1ad35752ab3 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4763385'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:50.947912 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3d0e48bc-6ab5-411b-8272-37ea4f1f1ae2 req-601801f6-119f-480c-a254-10ea19128688 tempest-SecurityGroupsTestAdminJSON-1416791904 tempest-SecurityGroupsTestAdminJSON-1416791904-project-admin] 10.222.0.23 "GET /v2.0/security-groups/b02cb181-9d29-449c-98ec-e2e302963b2b HTTP/1.1" status: 200 len: 2973 time: 0.1262791 Jul 13 13:46:50.956037 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:51.029050 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port ba15db8f-f750-4ef8-8e43-23b3ac54b1b7, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=ba15db8f-f750-4ef8-8e43-23b3ac54b1b7,segment=NetworkSegment(370d7ede-eeb6-46ae-b4ce-87c4cdf3222b),segment_id=370d7ede-eeb6-46ae-b4ce-87c4cdf3222b)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:46:51.032788 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f309255-5b4d-4296-81c6-c49d93f44d38', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba15db8f-f750-4ef8-8e43-23b3ac54b1b7'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:46:51.036072 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-007194e3-3dc0-4754-b7ad-7b9cfa8a173b" -d '{"events": [{"server_uuid": "5f309255-5b4d-4296-81c6-c49d93f44d38", "name": "network-vif-unplugged", "status": "completed", "tag": "ba15db8f-f750-4ef8-8e43-23b3ac54b1b7"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:46:51.039924 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:51.054018 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3d0e48bc-6ab5-411b-8272-37ea4f1f1ae2 req-e0bbe066-6167-47e5-ab40-1329643e8a94 tempest-SecurityGroupsTestAdminJSON-1416791904 tempest-SecurityGroupsTestAdminJSON-1416791904-project-admin] 10.222.0.23 "GET /v2.0/security-groups/b02cb181-9d29-449c-98ec-e2e302963b2b HTTP/1.1" status: 200 len: 2973 time: 0.0994229 Jul 13 13:46:51.107973 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 13:46:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11b29ac0-8df4-4131-80c1-21ac41a2e0f8 x-openstack-request-id: req-11b29ac0-8df4-4131-80c1-21ac41a2e0f8 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:46:51.110101 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f309255-5b4d-4296-81c6-c49d93f44d38", "name": "network-vif-unplugged", "status": "completed", "tag": "ba15db8f-f750-4ef8-8e43-23b3ac54b1b7", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:46:51.110572 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-11b29ac0-8df4-4131-80c1-21ac41a2e0f8 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:46:51.111319 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f309255-5b4d-4296-81c6-c49d93f44d38', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba15db8f-f750-4ef8-8e43-23b3ac54b1b7', 'code': 200} Jul 13 13:46:51.120639 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:51.175165 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3d0e48bc-6ab5-411b-8272-37ea4f1f1ae2 req-7f26ffd8-8c4a-4be5-9534-d3ac0bebce0f tempest-SecurityGroupsTestAdminJSON-1416791904 tempest-SecurityGroupsTestAdminJSON-1416791904-project-admin] 10.222.0.23 "GET /v2.0/security-groups/b4910905-652b-4d66-a481-e89ce7a6de1e HTTP/1.1" status: 200 len: 2985 time: 0.1124442 Jul 13 13:46:51.176509 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=ba15db8f-f750-4ef8-8e43-23b3ac54b1b7,revision_number=14']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:46:51.264198 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3d0e48bc-6ab5-411b-8272-37ea4f1f1ae2 req-4dc2bfd1-13fc-495b-bb3a-9cf230df4d09 tempest-SecurityGroupsTestAdminJSON-1416791904 tempest-SecurityGroupsTestAdminJSON-1416791904-project-admin] 10.222.0.23 "GET /v2.0/security-groups/b4910905-652b-4d66-a481-e89ce7a6de1e HTTP/1.1" status: 200 len: 2985 time: 0.0764318 Jul 13 13:46:51.315321 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3d0e48bc-6ab5-411b-8272-37ea4f1f1ae2 req-912f3545-5909-4267-b189-75e345730530 tempest-SecurityGroupsTestAdminJSON-1416791904 tempest-SecurityGroupsTestAdminJSON-1416791904-project-admin] 10.222.0.23 "GET /v2.0/security-groups/b9ba8d3e-1e29-42c2-8246-14edbfd339d9 HTTP/1.1" status: 200 len: 2981 time: 0.0493746 Jul 13 13:46:51.423813 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3d0e48bc-6ab5-411b-8272-37ea4f1f1ae2 req-0ec6c3dc-d1bb-4c76-9753-579cae436651 tempest-SecurityGroupsTestAdminJSON-1416791904 tempest-SecurityGroupsTestAdminJSON-1416791904-project-admin] 10.222.0.23 "GET /v2.0/security-groups/b9ba8d3e-1e29-42c2-8246-14edbfd339d9 HTTP/1.1" status: 200 len: 2981 time: 0.1009007 Jul 13 13:46:51.486827 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3d0e48bc-6ab5-411b-8272-37ea4f1f1ae2 req-64dc1dad-a51c-4e60-bc2b-9f9aa4b8ecb9 tempest-SecurityGroupsTestAdminJSON-1416791904 tempest-SecurityGroupsTestAdminJSON-1416791904-project-admin] 10.222.0.23 "GET /v2.0/security-groups/ca93e5c7-36e3-4e02-bc6e-8336a5cedabb HTTP/1.1" status: 200 len: 2985 time: 0.0549660 Jul 13 13:46:51.598682 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3d0e48bc-6ab5-411b-8272-37ea4f1f1ae2 req-35e0b3e7-3770-451c-aa3c-e1a85a8c3576 tempest-SecurityGroupsTestAdminJSON-1416791904 tempest-SecurityGroupsTestAdminJSON-1416791904-project-admin] 10.222.0.23 "GET /v2.0/security-groups/ca93e5c7-36e3-4e02-bc6e-8336a5cedabb HTTP/1.1" status: 200 len: 2985 time: 0.1061385 Jul 13 13:46:51.665522 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3d0e48bc-6ab5-411b-8272-37ea4f1f1ae2 req-c5010f0a-ff4d-4118-8537-baaf3b0d099c tempest-SecurityGroupsTestAdminJSON-1416791904 tempest-SecurityGroupsTestAdminJSON-1416791904-project-admin] 10.222.0.23 "GET /v2.0/security-groups/fd374adc-73a7-4812-9be6-45acdaeb0bb5 HTTP/1.1" status: 200 len: 2985 time: 0.0587988 Jul 13 13:46:51.667906 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fde2baf8-09cd-46c8-90f0-6d36e47b41f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:51.670543 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fde2baf8-09cd-46c8-90f0-6d36e47b41f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:51.673868 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-fde2baf8-09cd-46c8-90f0-6d36e47b41f4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9a27bb8b-c209-404c-b303-90b4334458f1 HTTP/1.1" status: 204 len: 168 time: 1.0824950 Jul 13 13:46:51.703055 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde2baf8-09cd-46c8-90f0-6d36e47b41f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a27bb8b-c209-404c-b303-90b4334458f1,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:46:51.771422 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3d0e48bc-6ab5-411b-8272-37ea4f1f1ae2 req-15ee7caf-b989-48f9-bff0-091f43204356 tempest-SecurityGroupsTestAdminJSON-1416791904 tempest-SecurityGroupsTestAdminJSON-1416791904-project-admin] 10.222.0.23 "GET /v2.0/security-groups/fd374adc-73a7-4812-9be6-45acdaeb0bb5 HTTP/1.1" status: 200 len: 2985 time: 0.1046481 Jul 13 13:46:51.824160 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ea4da709-c131-426e-b8cf-5d976df18270 req-afeca78b-2007-421f-a68a-b2755dcfea8c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=58c22cd5-cb7f-4113-9694-7ecefc24ea38&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2385943 Jul 13 13:46:51.856045 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8d812746-e50d-4d96-bf22-1e19146f2561 req-0aab719c-a5e3-4c1f-a02e-5d503f2740ac service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5f309255-5b4d-4296-81c6-c49d93f44d38&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2718105 Jul 13 13:46:52.124571 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5af5c65c-fefd-4c89-abc7-7a567968de8c req-2ebdadcc-dfe7-4118-84cb-eb09337a13ec tempest-SecurityGroupsTestAdminJSON-257690000 tempest-SecurityGroupsTestAdminJSON-257690000-project] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dfc398a0779842a0b6b47eebe45e76bc HTTP/1.1" status: 200 len: 6109 time: 0.3269534 Jul 13 13:46:52.236225 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d812746-e50d-4d96-bf22-1e19146f2561 req-e9c7e36b-48ec-4185-9ef8-7dcc402f6bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:46:52.237843 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8d812746-e50d-4d96-bf22-1e19146f2561 req-e9c7e36b-48ec-4185-9ef8-7dcc402f6bc0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ef6418d5526f4765ba53df412776e3e7&device_id=5f309255-5b4d-4296-81c6-c49d93f44d38 HTTP/1.1" status: 200 len: 1095 time: 0.3406670 Jul 13 13:46:52.238760 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-06e64b37-bada-41d8-92a8-a1ad35752ab3 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5970588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4763339'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:52.266435 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4da709-c131-426e-b8cf-5d976df18270 req-898ffcda-38d1-429a-901c-b712a5877e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:46:52.267959 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ea4da709-c131-426e-b8cf-5d976df18270 req-898ffcda-38d1-429a-901c-b712a5877e5c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1f00e9c0e0c7464aba0d417781757f40&device_id=58c22cd5-cb7f-4113-9694-7ecefc24ea38 HTTP/1.1" status: 200 len: 1101 time: 0.3691130 Jul 13 13:46:52.329665 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5af5c65c-fefd-4c89-abc7-7a567968de8c req-11e3f4cc-c6e0-46a6-ae9b-78b7b8b73fbf tempest-SecurityGroupsTestAdminJSON-257690000 tempest-SecurityGroupsTestAdminJSON-257690000-project] 10.222.0.23 "GET /v2.0/security-groups/b4910905-652b-4d66-a481-e89ce7a6de1e HTTP/1.1" status: 200 len: 2985 time: 0.1968853 Jul 13 13:46:52.382695 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b0da1b-5389-4488-824a-c640d8c380b2 req-68601438-a053-4aba-a4cc-611975fea473 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:46:52.384594 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b9b0da1b-5389-4488-824a-c640d8c380b2 req-68601438-a053-4aba-a4cc-611975fea473 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f309255-5b4d-4296-81c6-c49d93f44d38 HTTP/1.1" status: 200 len: 944 time: 0.1293237 Jul 13 13:46:52.432772 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 42942) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:46:52.436241 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b9b0da1b-5389-4488-824a-c640d8c380b2 req-702b159d-f9cb-477d-ae97-12f82fde1344 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bf3e8b9-8da9-4a28-88c0-799fd78203e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413268 Jul 13 13:46:52.453178 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-95b77824-93ce-4386-a78a-1fad839f4056 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:52.522077 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e64b37-bada-41d8-92a8-a1ad35752ab3 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Pushing event updated for resources: {'Subnet': ['ID=9fa4c4a4-46f3-459d-90be-fc7752fae36e,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:46:52.584023 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:52.657461 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e64b37-bada-41d8-92a8-a1ad35752ab3 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Checking segment: {'id': '66464fa9-8e7d-47b9-bb79-dcba15de2a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4aa19ad3-9cca-4aa5-b0b8-3d4407523616'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:46:52.658196 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e64b37-bada-41d8-92a8-a1ad35752ab3 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Network hostable DHCP agents. Network: 4aa19ad3-9cca-4aa5-b0b8-3d4407523616, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 13:46:52.658974 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-95b77824-93ce-4386-a78a-1fad839f4056 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:52.665542 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-95b77824-93ce-4386-a78a-1fad839f4056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:52.688638 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5af5c65c-fefd-4c89-abc7-7a567968de8c req-189fa54b-6654-4f65-a4bc-c8cb2242459f tempest-SecurityGroupsTestAdminJSON-257690000 tempest-SecurityGroupsTestAdminJSON-257690000-project] 10.222.0.23 "GET /v2.0/security-groups/b4910905-652b-4d66-a481-e89ce7a6de1e HTTP/1.1" status: 200 len: 2985 time: 0.3412321 Jul 13 13:46:52.707210 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-95b77824-93ce-4386-a78a-1fad839f4056 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=abf5d2d591304acc8237ed84f234fead&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2699740 Jul 13 13:46:52.714993 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 42956) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:46:52.718433 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b77824-93ce-4386-a78a-1fad839f4056 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acf9d896-118e-41d0-ab14-e66163095837,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:46:52.777283 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4da709-c131-426e-b8cf-5d976df18270 req-d2f3176f-949e-4433-9d89-c44daac0a0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:46:52.778890 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ea4da709-c131-426e-b8cf-5d976df18270 req-d2f3176f-949e-4433-9d89-c44daac0a0e2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e0bfb334-0fd9-4ba5-ba79-1568ecabee30 HTTP/1.1" status: 200 len: 869 time: 0.4673450 Jul 13 13:46:52.795591 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d812746-e50d-4d96-bf22-1e19146f2561 req-a1911aec-4647-4ad1-bcd1-2a9b48b20dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:46:52.798456 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8d812746-e50d-4d96-bf22-1e19146f2561 req-a1911aec-4647-4ad1-bcd1-2a9b48b20dd0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4044b022-747e-4834-bc76-73d0f411c2c3 HTTP/1.1" status: 200 len: 912 time: 0.5295916 Jul 13 13:46:52.838158 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-866f6cbd-6143-407e-b955-c981a086eed4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:52.940512 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e64b37-bada-41d8-92a8-a1ad35752ab3 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Network 4aa19ad3-9cca-4aa5-b0b8-3d4407523616 is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 13:46:52.991813 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ea4da709-c131-426e-b8cf-5d976df18270 req-65cd456a-0728-4a4b-a526-429f251eefde service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=2861c65a-7e8c-42cb-9eab-89783d5e289b HTTP/1.1" status: 200 len: 217 time: 0.1991649 Jul 13 13:46:53.062834 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4da709-c131-426e-b8cf-5d976df18270 req-85d37a91-aeb7-4ca4-8e2c-259f83203ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:46:53.064312 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ea4da709-c131-426e-b8cf-5d976df18270 req-85d37a91-aeb7-4ca4-8e2c-259f83203ce4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=60b55863-ceb6-45af-a8a4-4b22d72866af HTTP/1.1" status: 200 len: 843 time: 0.0469804 Jul 13 13:46:53.124228 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2242c426-8159-4b29-b783-02eeb044f55d req-299db477-89ee-467e-a63e-982829df5426 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:46:53.135144 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2242c426-8159-4b29-b783-02eeb044f55d req-299db477-89ee-467e-a63e-982829df5426 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f309255-5b4d-4296-81c6-c49d93f44d38 HTTP/1.1" status: 200 len: 944 time: 0.0781350 Jul 13 13:46:53.155025 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-037e38e8-c373-4da6-9de3-b66fe5179623 req-c50fabea-5be4-4038-a4b8-d655aa567e5a tempest-SecurityGroupsTestAdminJSON-1416791904 tempest-SecurityGroupsTestAdminJSON-1416791904-project-admin] 10.222.0.23 "GET /v2.0/security-groups/f579c995-1d57-4ee6-bbff-692b4526b305 HTTP/1.1" status: 200 len: 1780 time: 0.4388275 Jul 13 13:46:53.155610 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-06e64b37-bada-41d8-92a8-a1ad35752ab3 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, 4aa19ad3-9cca-4aa5-b0b8-3d4407523616) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:46:53.164212 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-866f6cbd-6143-407e-b955-c981a086eed4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:53.181432 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd2e0453-ab2e-42e7-8d12-9b6617c1401d None None] Network 4aa19ad3-9cca-4aa5-b0b8-3d4407523616 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:46:53.203133 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06e64b37-bada-41d8-92a8-a1ad35752ab3 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:46:53.214188 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-06e64b37-bada-41d8-92a8-a1ad35752ab3 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:53.227783 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2242c426-8159-4b29-b783-02eeb044f55d req-e1adfb65-b5ab-4fb4-84c0-f79e0f0fabb9 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bf3e8b9-8da9-4a28-88c0-799fd78203e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843606 Jul 13 13:46:53.237849 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8d812746-e50d-4d96-bf22-1e19146f2561 req-98583b9d-c3b9-4bcc-bfb0-fe6f2bcc1039 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba15db8f-f750-4ef8-8e43-23b3ac54b1b7 HTTP/1.1" status: 200 len: 998 time: 0.3028634 Jul 13 13:46:53.327801 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-06e64b37-bada-41d8-92a8-a1ad35752ab3 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6162617 Jul 13 13:46:53.328171 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 42980) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:46:53.334077 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-ed2552d9-88bb-493e-8fda-4d10b136efde tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Request body: {'port': {'network_id': '4aa19ad3-9cca-4aa5-b0b8-3d4407523616', 'name': 'tempest-PortsIpV6TestJSON-1888262453'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:46:53.428098 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4da709-c131-426e-b8cf-5d976df18270 req-fe40f5cc-0e7a-417b-83d8-ee2ab34cf532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:46:53.432032 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ea4da709-c131-426e-b8cf-5d976df18270 req-fe40f5cc-0e7a-417b-83d8-ee2ab34cf532 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e0bfb334-0fd9-4ba5-ba79-1568ecabee30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3502579 Jul 13 13:46:53.475949 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d812746-e50d-4d96-bf22-1e19146f2561 req-99661dcb-a38a-4067-a6b3-e4ca370f4888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:46:53.477846 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8d812746-e50d-4d96-bf22-1e19146f2561 req-99661dcb-a38a-4067-a6b3-e4ca370f4888 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=22de4df8-967a-4ca5-99c3-67fec7ee33c8 HTTP/1.1" status: 200 len: 851 time: 0.2294559 Jul 13 13:46:53.563019 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-037e38e8-c373-4da6-9de3-b66fe5179623 req-a16ff5ec-a1e9-4524-827d-8392144507d5 tempest-SecurityGroupsTestAdminJSON-1416791904 tempest-SecurityGroupsTestAdminJSON-1416791904-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:53.564492 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1914367-5fa3-4ba5-9963-d0f0443ec66b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a7201e1-61ce-5a3e-b7f7-e800379ed03b-4aa19ad3-9cca-4aa5-b0b8-3d4407523616', 'network_id': '4aa19ad3-9cca-4aa5-b0b8-3d4407523616', 'tenant_id': '7b9a8e657fbe4761afdd556ee032edca', 'fixed_ips': [{'subnet_id': '9fa4c4a4-46f3-459d-90be-fc7752fae36e'}]}} from n-d-800634-1. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 13:46:53.565445 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a1914367-5fa3-4ba5-9963-d0f0443ec66b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:53.591890 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-866f6cbd-6143-407e-b955-c981a086eed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:53.598867 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-866f6cbd-6143-407e-b955-c981a086eed4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:53.603273 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-866f6cbd-6143-407e-b955-c981a086eed4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/acf9d896-118e-41d0-ab14-e66163095837 HTTP/1.1" status: 204 len: 168 time: 0.8858430 Jul 13 13:46:53.673050 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866f6cbd-6143-407e-b955-c981a086eed4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acf9d896-118e-41d0-ab14-e66163095837,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:46:53.685337 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-037e38e8-c373-4da6-9de3-b66fe5179623 req-a16ff5ec-a1e9-4524-827d-8392144507d5 tempest-SecurityGroupsTestAdminJSON-1416791904 tempest-SecurityGroupsTestAdminJSON-1416791904-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:53.721313 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ea4da709-c131-426e-b8cf-5d976df18270 req-ca679d93-4c83-4316-9a44-0bfc65dea916 service neutron] 10.222.0.41 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2823639 Jul 13 13:46:53.750603 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed2552d9-88bb-493e-8fda-4d10b136efde tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Made reservation on behalf of 7b9a8e657fbe4761afdd556ee032edca for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:46:53.755090 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ed2552d9-88bb-493e-8fda-4d10b136efde tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:53.794226 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [None req-ed2552d9-88bb-493e-8fda-4d10b136efde tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] device_id is not set on port ec4e6a6b-6ba7-4658-9327-e28cc42ab4b3 yet. {{(pid=93751) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 13:46:53.847597 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d812746-e50d-4d96-bf22-1e19146f2561 req-4ff02d35-8df0-49fb-884d-7e0ca6779cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:46:53.849144 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8d812746-e50d-4d96-bf22-1e19146f2561 req-4ff02d35-8df0-49fb-884d-7e0ca6779cbe service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4044b022-747e-4834-bc76-73d0f411c2c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3334465 Jul 13 13:46:53.883439 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-a1914367-5fa3-4ba5-9963-d0f0443ec66b None None] Allocated IP 2001:db8::2 (4aa19ad3-9cca-4aa5-b0b8-3d4407523616/9fa4c4a4-46f3-459d-90be-fc7752fae36e/bfd8bb65-77e9-4af0-a189-8d30e1e26eeb) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:46:53.998744 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-037e38e8-c373-4da6-9de3-b66fe5179623 req-a16ff5ec-a1e9-4524-827d-8392144507d5 tempest-SecurityGroupsTestAdminJSON-1416791904 tempest-SecurityGroupsTestAdminJSON-1416791904-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:54.001231 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-037e38e8-c373-4da6-9de3-b66fe5179623 req-a16ff5ec-a1e9-4524-827d-8392144507d5 tempest-SecurityGroupsTestAdminJSON-1416791904 tempest-SecurityGroupsTestAdminJSON-1416791904-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:54.008215 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-037e38e8-c373-4da6-9de3-b66fe5179623 req-a16ff5ec-a1e9-4524-827d-8392144507d5 tempest-SecurityGroupsTestAdminJSON-1416791904 tempest-SecurityGroupsTestAdminJSON-1416791904-project-admin] 10.222.0.23 "DELETE /v2.0/security-groups/f579c995-1d57-4ee6-bbff-692b4526b305 HTTP/1.1" status: 204 len: 173 time: 0.8184414 Jul 13 13:46:54.117630 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-583694b0-d1af-4be4-8775-6f0aa87dcb78 req-5d1b8fdc-a9ce-40bb-bb2d-fd46a1bf212e tempest-SecurityGroupsTestAdminJSON-1416791904 tempest-SecurityGroupsTestAdminJSON-1416791904-project-admin] 10.222.0.23 "GET /v2.0/security-groups/b0861901-63ef-4b09-95f5-252f1adeff32 HTTP/1.1" status: 200 len: 1778 time: 0.0900114 Jul 13 13:46:54.123995 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a1914367-5fa3-4ba5-9963-d0f0443ec66b None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:54.137069 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8d812746-e50d-4d96-bf22-1e19146f2561 req-104fa54c-d213-4d15-9cfd-bd678872be19 service neutron] 10.222.0.26 "GET /v2.0/networks/4044b022-747e-4834-bc76-73d0f411c2c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2699437 Jul 13 13:46:54.138128 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16ff5ec-a1e9-4524-827d-8392144507d5 tempest-SecurityGroupsTestAdminJSON-1416791904 tempest-SecurityGroupsTestAdminJSON-1416791904-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f579c995-1d57-4ee6-bbff-692b4526b305,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:46:54.157331 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ea4da709-c131-426e-b8cf-5d976df18270 req-60e34c9a-4786-4feb-9893-f5fa1172ca65 service neutron] 10.222.0.41 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4279201 Jul 13 13:46:54.209210 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-a1914367-5fa3-4ba5-9963-d0f0443ec66b None None] Transition to ACTIVE for port object bfd8bb65-77e9-4af0-a189-8d30e1e26eeb will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:46:54.259180 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-a1914367-5fa3-4ba5-9963-d0f0443ec66b None None] Transition to ACTIVE for port object bfd8bb65-77e9-4af0-a189-8d30e1e26eeb will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:46:54.274553 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a1914367-5fa3-4ba5-9963-d0f0443ec66b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:54.352195 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1914367-5fa3-4ba5-9963-d0f0443ec66b None None] Pushing event updated for resources: {'Port': ['ID=bfd8bb65-77e9-4af0-a189-8d30e1e26eeb,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:46:54.357771 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1914367-5fa3-4ba5-9963-d0f0443ec66b None None] Network 4aa19ad3-9cca-4aa5-b0b8-3d4407523616 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:46:54.359911 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-a1914367-5fa3-4ba5-9963-d0f0443ec66b None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:46:54.363081 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1914367-5fa3-4ba5-9963-d0f0443ec66b None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:46:54.376285 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-ed2552d9-88bb-493e-8fda-4d10b136efde tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Allocated IP 2001:db8::1e0 (4aa19ad3-9cca-4aa5-b0b8-3d4407523616/9fa4c4a4-46f3-459d-90be-fc7752fae36e/ec4e6a6b-6ba7-4658-9327-e28cc42ab4b3) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:46:54.419678 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8d812746-e50d-4d96-bf22-1e19146f2561 req-ac47c3e3-7024-4d39-9954-4f1bf6c4a8e9 service neutron] 10.222.0.26 "GET /v2.0/networks/4044b022-747e-4834-bc76-73d0f411c2c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2612364 Jul 13 13:46:54.447558 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-a1914367-5fa3-4ba5-9963-d0f0443ec66b None None] Attempting to bind port bfd8bb65-77e9-4af0-a189-8d30e1e26eeb on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:46:54.448365 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-a1914367-5fa3-4ba5-9963-d0f0443ec66b None None] Attempting to bind port bfd8bb65-77e9-4af0-a189-8d30e1e26eeb by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '66464fa9-8e7d-47b9-bb79-dcba15de2a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4aa19ad3-9cca-4aa5-b0b8-3d4407523616'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:46:54.449098 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1914367-5fa3-4ba5-9963-d0f0443ec66b None None] Attempting to bind port bfd8bb65-77e9-4af0-a189-8d30e1e26eeb on network 4aa19ad3-9cca-4aa5-b0b8-3d4407523616 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:46:54.455886 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1914367-5fa3-4ba5-9963-d0f0443ec66b None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 46, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:46:54.456906 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1914367-5fa3-4ba5-9963-d0f0443ec66b None None] Checking segment: {'id': '66464fa9-8e7d-47b9-bb79-dcba15de2a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4aa19ad3-9cca-4aa5-b0b8-3d4407523616'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:46:54.457698 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a1914367-5fa3-4ba5-9963-d0f0443ec66b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:54.458482 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1914367-5fa3-4ba5-9963-d0f0443ec66b None None] Bound using segment: {'id': '66464fa9-8e7d-47b9-bb79-dcba15de2a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4aa19ad3-9cca-4aa5-b0b8-3d4407523616'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:46:54.459240 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-a1914367-5fa3-4ba5-9963-d0f0443ec66b None None] Bound port: bfd8bb65-77e9-4af0-a189-8d30e1e26eeb, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66464fa9-8e7d-47b9-bb79-dcba15de2a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4aa19ad3-9cca-4aa5-b0b8-3d4407523616'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:46:54.460115 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a1914367-5fa3-4ba5-9963-d0f0443ec66b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:54.673896 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-583694b0-d1af-4be4-8775-6f0aa87dcb78 req-e282443d-40d3-497c-8040-7d1dee6a2211 tempest-SecurityGroupsTestAdminJSON-1416791904 tempest-SecurityGroupsTestAdminJSON-1416791904-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:54.683883 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3eb799-c1cd-47ff-9000-d9f1cf038916 req-c0c7ad05-2b3b-4956-a04d-526d7e7726cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:46:54.684616 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-a1914367-5fa3-4ba5-9963-d0f0443ec66b None None] For port bfd8bb65-77e9-4af0-a189-8d30e1e26eeb, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:46:54.685434 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7d3eb799-c1cd-47ff-9000-d9f1cf038916 req-c0c7ad05-2b3b-4956-a04d-526d7e7726cf service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ef6418d5526f4765ba53df412776e3e7&device_id=5f309255-5b4d-4296-81c6-c49d93f44d38 HTTP/1.1" status: 200 len: 1095 time: 0.2001312 Jul 13 13:46:54.711464 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-a1914367-5fa3-4ba5-9963-d0f0443ec66b None None] For port bfd8bb65-77e9-4af0-a189-8d30e1e26eeb, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=bfd8bb65-77e9-4af0-a189-8d30e1e26eeb,segment=NetworkSegment(66464fa9-8e7d-47b9-bb79-dcba15de2a28),segment_id=66464fa9-8e7d-47b9-bb79-dcba15de2a28)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:46:54.724899 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a1914367-5fa3-4ba5-9963-d0f0443ec66b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:54.789979 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-583694b0-d1af-4be4-8775-6f0aa87dcb78 req-e282443d-40d3-497c-8040-7d1dee6a2211 tempest-SecurityGroupsTestAdminJSON-1416791904 tempest-SecurityGroupsTestAdminJSON-1416791904-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:54.823253 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea3f00a-0943-47c7-a732-a3ac5ade8777 req-743cb8a4-2480-4a64-8cda-3179a033a2f2 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:46:54.824467 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5ea3f00a-0943-47c7-a732-a3ac5ade8777 req-743cb8a4-2480-4a64-8cda-3179a033a2f2 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f309255-5b4d-4296-81c6-c49d93f44d38 HTTP/1.1" status: 200 len: 944 time: 0.2116396 Jul 13 13:46:54.875928 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1914367-5fa3-4ba5-9963-d0f0443ec66b None None] Pushing event updated for resources: {'Port': ['ID=bfd8bb65-77e9-4af0-a189-8d30e1e26eeb,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:46:54.981223 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-583694b0-d1af-4be4-8775-6f0aa87dcb78 req-e282443d-40d3-497c-8040-7d1dee6a2211 tempest-SecurityGroupsTestAdminJSON-1416791904 tempest-SecurityGroupsTestAdminJSON-1416791904-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:54.985707 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-583694b0-d1af-4be4-8775-6f0aa87dcb78 req-e282443d-40d3-497c-8040-7d1dee6a2211 tempest-SecurityGroupsTestAdminJSON-1416791904 tempest-SecurityGroupsTestAdminJSON-1416791904-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:54.986480 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5ea3f00a-0943-47c7-a732-a3ac5ade8777 req-47e41cda-beb0-4906-8a4f-693e339d4f2b tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bf3e8b9-8da9-4a28-88c0-799fd78203e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1501894 Jul 13 13:46:55.011134 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-583694b0-d1af-4be4-8775-6f0aa87dcb78 req-e282443d-40d3-497c-8040-7d1dee6a2211 tempest-SecurityGroupsTestAdminJSON-1416791904 tempest-SecurityGroupsTestAdminJSON-1416791904-project-admin] 10.222.0.23 "DELETE /v2.0/security-groups/b0861901-63ef-4b09-95f5-252f1adeff32 HTTP/1.1" status: 204 len: 173 time: 0.8925326 Jul 13 13:46:55.037304 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3eb799-c1cd-47ff-9000-d9f1cf038916 req-b83ea4ce-9cf0-4aab-acbe-7e2c88de6532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:46:55.040127 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7d3eb799-c1cd-47ff-9000-d9f1cf038916 req-b83ea4ce-9cf0-4aab-acbe-7e2c88de6532 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4044b022-747e-4834-bc76-73d0f411c2c3 HTTP/1.1" status: 200 len: 912 time: 0.3458660 Jul 13 13:46:55.051713 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e282443d-40d3-497c-8040-7d1dee6a2211 tempest-SecurityGroupsTestAdminJSON-1416791904 tempest-SecurityGroupsTestAdminJSON-1416791904-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0861901-63ef-4b09-95f5-252f1adeff32,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:46:55.076467 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ed2552d9-88bb-493e-8fda-4d10b136efde tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:55.152474 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-ed2552d9-88bb-493e-8fda-4d10b136efde tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Transition to ACTIVE for port object ec4e6a6b-6ba7-4658-9327-e28cc42ab4b3 will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:46:55.198308 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5d52e6e6-8fe1-45fc-9d8c-c972c1010ac9 req-746b889e-91e8-405c-bce8-fb3cd4e5a1ae tempest-SecurityGroupsTestAdminJSON-257690000 tempest-SecurityGroupsTestAdminJSON-257690000-project] 10.222.0.23 "GET /v2.0/security-groups/a2eeb40d-8202-4ddb-9fc8-6d0fb3ff8ff4 HTTP/1.1" status: 200 len: 1779 time: 0.1729367 Jul 13 13:46:55.241909 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7d3eb799-c1cd-47ff-9000-d9f1cf038916 req-1f784d62-6bc5-46ca-8754-5bf83b9dec9a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba15db8f-f750-4ef8-8e43-23b3ac54b1b7 HTTP/1.1" status: 200 len: 998 time: 0.1921372 Jul 13 13:46:55.347583 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3eb799-c1cd-47ff-9000-d9f1cf038916 req-fe9b2e0f-47e2-4122-b4d3-fc986743ae42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:46:55.352016 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7d3eb799-c1cd-47ff-9000-d9f1cf038916 req-fe9b2e0f-47e2-4122-b4d3-fc986743ae42 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=22de4df8-967a-4ca5-99c3-67fec7ee33c8 HTTP/1.1" status: 200 len: 851 time: 0.1047311 Jul 13 13:46:55.451092 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-5d52e6e6-8fe1-45fc-9d8c-c972c1010ac9 req-5660d8af-eb1e-476d-9616-c2a0dd613003 tempest-SecurityGroupsTestAdminJSON-257690000 tempest-SecurityGroupsTestAdminJSON-257690000-project] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:55.500141 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3eb799-c1cd-47ff-9000-d9f1cf038916 req-51452119-cdbf-4b1e-8e92-3bd1338e19c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:46:55.503063 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7d3eb799-c1cd-47ff-9000-d9f1cf038916 req-51452119-cdbf-4b1e-8e92-3bd1338e19c8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4044b022-747e-4834-bc76-73d0f411c2c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1347327 Jul 13 13:46:55.505144 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-5d52e6e6-8fe1-45fc-9d8c-c972c1010ac9 req-5660d8af-eb1e-476d-9616-c2a0dd613003 tempest-SecurityGroupsTestAdminJSON-257690000 tempest-SecurityGroupsTestAdminJSON-257690000-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:55.541634 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ed2552d9-88bb-493e-8fda-4d10b136efde tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:55.633828 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2552d9-88bb-493e-8fda-4d10b136efde tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Pushing event updated for resources: {'Port': ['ID=ec4e6a6b-6ba7-4658-9327-e28cc42ab4b3,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:46:55.653492 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed2552d9-88bb-493e-8fda-4d10b136efde tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Network 4aa19ad3-9cca-4aa5-b0b8-3d4407523616 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:46:55.656034 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-ed2552d9-88bb-493e-8fda-4d10b136efde tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:46:55.664837 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2552d9-88bb-493e-8fda-4d10b136efde tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:46:55.683492 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed2552d9-88bb-493e-8fda-4d10b136efde tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:46:55.685266 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ed2552d9-88bb-493e-8fda-4d10b136efde tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:55.729038 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-ed2552d9-88bb-493e-8fda-4d10b136efde tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.3993042 Jul 13 13:46:55.730745 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-5d52e6e6-8fe1-45fc-9d8c-c972c1010ac9 req-5660d8af-eb1e-476d-9616-c2a0dd613003 tempest-SecurityGroupsTestAdminJSON-257690000 tempest-SecurityGroupsTestAdminJSON-257690000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:55.734710 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-5d52e6e6-8fe1-45fc-9d8c-c972c1010ac9 req-5660d8af-eb1e-476d-9616-c2a0dd613003 tempest-SecurityGroupsTestAdminJSON-257690000 tempest-SecurityGroupsTestAdminJSON-257690000-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:55.735833 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5d52e6e6-8fe1-45fc-9d8c-c972c1010ac9 req-5660d8af-eb1e-476d-9616-c2a0dd613003 tempest-SecurityGroupsTestAdminJSON-257690000 tempest-SecurityGroupsTestAdminJSON-257690000-project] 10.222.0.23 "DELETE /v2.0/security-groups/a2eeb40d-8202-4ddb-9fc8-6d0fb3ff8ff4 HTTP/1.1" status: 204 len: 173 time: 0.5365224 Jul 13 13:46:55.737844 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 43078) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:46:55.806158 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7d3eb799-c1cd-47ff-9000-d9f1cf038916 req-1f1a8bc0-6e1a-46a9-a230-b30ce07cfb05 service neutron] 10.222.0.26 "GET /v2.0/networks/4044b022-747e-4834-bc76-73d0f411c2c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2904289 Jul 13 13:46:55.877687 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device bfd8bb65-77e9-4af0-a189-8d30e1e26eeb up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:46:55.890334 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5660d8af-eb1e-476d-9616-c2a0dd613003 tempest-SecurityGroupsTestAdminJSON-257690000 tempest-SecurityGroupsTestAdminJSON-257690000-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2eeb40d-8202-4ddb-9fc8-6d0fb3ff8ff4,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:46:55.990155 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4e90915d-d988-4a3e-883c-451432ff346e req-2b9ac755-ec38-4b91-961d-8b11ca8e5a63 tempest-SecurityGroupsTestAdminJSON-257690000 tempest-SecurityGroupsTestAdminJSON-257690000-project] 10.222.0.23 "GET /v2.0/security-groups/d394fe34-d2e8-4bfa-8e7f-04fd6fecf41c HTTP/1.1" status: 200 len: 1778 time: 0.2299688 Jul 13 13:46:55.994825 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-ed67dedf-3eb8-4710-b352-8ce2d9d4d276 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Deleting port ec4e6a6b-6ba7-4658-9327-e28cc42ab4b3 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:46:55.997792 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ed67dedf-3eb8-4710-b352-8ce2d9d4d276 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:56.072612 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port bfd8bb65-77e9-4af0-a189-8d30e1e26eeb completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:46:56.129567 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7d3eb799-c1cd-47ff-9000-d9f1cf038916 req-a014f71d-64d3-48ab-af19-fd2ee5cf501d service neutron] 10.222.0.26 "GET /v2.0/networks/4044b022-747e-4834-bc76-73d0f411c2c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3195243 Jul 13 13:46:56.278083 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4e90915d-d988-4a3e-883c-451432ff346e req-0e6023f1-db0d-499d-b4b5-c8233a4d79f9 tempest-SecurityGroupsTestAdminJSON-257690000 tempest-SecurityGroupsTestAdminJSON-257690000-project] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:56.405257 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4e90915d-d988-4a3e-883c-451432ff346e req-0e6023f1-db0d-499d-b4b5-c8233a4d79f9 tempest-SecurityGroupsTestAdminJSON-257690000 tempest-SecurityGroupsTestAdminJSON-257690000-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:56.484215 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ed67dedf-3eb8-4710-b352-8ce2d9d4d276 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:56.509172 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4e90915d-d988-4a3e-883c-451432ff346e req-0e6023f1-db0d-499d-b4b5-c8233a4d79f9 tempest-SecurityGroupsTestAdminJSON-257690000 tempest-SecurityGroupsTestAdminJSON-257690000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:56.512774 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4e90915d-d988-4a3e-883c-451432ff346e req-0e6023f1-db0d-499d-b4b5-c8233a4d79f9 tempest-SecurityGroupsTestAdminJSON-257690000 tempest-SecurityGroupsTestAdminJSON-257690000-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:56.515547 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4e90915d-d988-4a3e-883c-451432ff346e req-0e6023f1-db0d-499d-b4b5-c8233a4d79f9 tempest-SecurityGroupsTestAdminJSON-257690000 tempest-SecurityGroupsTestAdminJSON-257690000-project] 10.222.0.23 "DELETE /v2.0/security-groups/d394fe34-d2e8-4bfa-8e7f-04fd6fecf41c HTTP/1.1" status: 204 len: 173 time: 0.5160728 Jul 13 13:46:56.518277 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-ed67dedf-3eb8-4710-b352-8ce2d9d4d276 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Calling delete_port for ec4e6a6b-6ba7-4658-9327-e28cc42ab4b3 owned by {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:46:56.539100 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d5411a-fd55-4e8a-a7c5-ab0c54269ce8 req-b7d22814-f22c-4c3b-933c-df2e790322f9 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:46:56.541529 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-14d5411a-fd55-4e8a-a7c5-ab0c54269ce8 req-b7d22814-f22c-4c3b-933c-df2e790322f9 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f309255-5b4d-4296-81c6-c49d93f44d38 HTTP/1.1" status: 200 len: 944 time: 0.3117075 Jul 13 13:46:56.588018 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6023f1-db0d-499d-b4b5-c8233a4d79f9 tempest-SecurityGroupsTestAdminJSON-257690000 tempest-SecurityGroupsTestAdminJSON-257690000-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d394fe34-d2e8-4bfa-8e7f-04fd6fecf41c,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:46:56.629772 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bc4f8d2-840a-47d5-b5fb-924e52a173f3 None None] Network 4aa19ad3-9cca-4aa5-b0b8-3d4407523616 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:46:56.825142 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-6cd01be5-b61a-49b4-9884-b8d00854f8c1 None None] Provisioning for port bfd8bb65-77e9-4af0-a189-8d30e1e26eeb completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:46:56.834211 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-14d5411a-fd55-4e8a-a7c5-ab0c54269ce8 req-3f3f7ecf-84b4-427d-838a-5629a5bf49d5 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bf3e8b9-8da9-4a28-88c0-799fd78203e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2751350 Jul 13 13:46:56.855039 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-6cd01be5-b61a-49b4-9884-b8d00854f8c1 None None] Provisioning complete for port bfd8bb65-77e9-4af0-a189-8d30e1e26eeb triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:46:56.855642 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6cd01be5-b61a-49b4-9884-b8d00854f8c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:57.012558 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ed67dedf-3eb8-4710-b352-8ce2d9d4d276 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:57.105796 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed67dedf-3eb8-4710-b352-8ce2d9d4d276 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Pushing event deleted for resources: {'Port': ['ID=ec4e6a6b-6ba7-4658-9327-e28cc42ab4b3,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:46:57.176088 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6cd01be5-b61a-49b4-9884-b8d00854f8c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:57.204306 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ed67dedf-3eb8-4710-b352-8ce2d9d4d276 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:57.210498 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-ed67dedf-3eb8-4710-b352-8ce2d9d4d276 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] 10.222.0.23 "DELETE /v2.0/ports/ec4e6a6b-6ba7-4658-9327-e28cc42ab4b3 HTTP/1.1" status: 204 len: 168 time: 1.4492326 Jul 13 13:46:57.211297 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 43140) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:46:57.275335 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-6cd01be5-b61a-49b4-9884-b8d00854f8c1 None None] For port bfd8bb65-77e9-4af0-a189-8d30e1e26eeb, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=bfd8bb65-77e9-4af0-a189-8d30e1e26eeb,segment=NetworkSegment(66464fa9-8e7d-47b9-bb79-dcba15de2a28),segment_id=66464fa9-8e7d-47b9-bb79-dcba15de2a28)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:46:57.284721 n-d-800634-1 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcf1a294-e6a6-4f33-9272-d2c8dc4ad87e tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] DELETE failed (client error): The resource could not be found. Jul 13 13:46:57.285108 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6cd01be5-b61a-49b4-9884-b8d00854f8c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:57.286277 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcf1a294-e6a6-4f33-9272-d2c8dc4ad87e tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93750) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 13:46:57.291531 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-fcf1a294-e6a6-4f33-9272-d2c8dc4ad87e tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] 10.222.0.23 "DELETE /v2.0/ports/ec4e6a6b-6ba7-4658-9327-e28cc42ab4b3 HTTP/1.1" status: 404 len: 333 time: 0.0783865 Jul 13 13:46:57.293952 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 43144) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:46:57.334587 n-d-800634-1 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2696e8a-7426-4bf1-9853-e05df9880410 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] GET failed (client error): The resource could not be found. Jul 13 13:46:57.336557 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-a2696e8a-7426-4bf1-9853-e05df9880410 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] 10.222.0.23 "GET /v2.0/ports/ec4e6a6b-6ba7-4658-9327-e28cc42ab4b3 HTTP/1.1" status: 404 len: 333 time: 0.0406415 Jul 13 13:46:57.339472 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 43148) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:46:57.416577 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 43152) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:46:57.442481 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-b25c8819-d410-4d29-996e-a0b3219cb671 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Deleting subnet 9fa4c4a4-46f3-459d-90be-fc7752fae36e {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 13:46:57.448630 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b25c8819-d410-4d29-996e-a0b3219cb671 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:57.502335 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd01be5-b61a-49b4-9884-b8d00854f8c1 None None] Pushing event updated for resources: {'Port': ['ID=bfd8bb65-77e9-4af0-a189-8d30e1e26eeb,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:46:57.544649 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-690a1231-9f38-4c9a-9d46-fbf889d30775 None None] Provisioning complete for port bfd8bb65-77e9-4af0-a189-8d30e1e26eeb triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:46:57.545438 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-690a1231-9f38-4c9a-9d46-fbf889d30775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:57.552590 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b25c8819-d410-4d29-996e-a0b3219cb671 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6018489'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:57.708072 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b25c8819-d410-4d29-996e-a0b3219cb671 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:57.806677 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-690a1231-9f38-4c9a-9d46-fbf889d30775 None None] Could not find standard attr ID for object ec4e6a6b-6ba7-4658-9327-e28cc42ab4b3. {{(pid=93752) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 13:46:57.834459 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device bfd8bb65-77e9-4af0-a189-8d30e1e26eeb up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:46:57.935497 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2558eefd-4e45-4d70-9eb4-7c457c8bb537 None None] Could not find standard attr ID for object ec4e6a6b-6ba7-4658-9327-e28cc42ab4b3. {{(pid=93752) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 13:46:57.937281 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b25c8819-d410-4d29-996e-a0b3219cb671 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6018534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6105009'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:58.011850 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port bfd8bb65-77e9-4af0-a189-8d30e1e26eeb triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:46:58.012348 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:58.020741 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25c8819-d410-4d29-996e-a0b3219cb671 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Pushing event deleted for resources: {'Subnet': ['ID=9fa4c4a4-46f3-459d-90be-fc7752fae36e,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:46:58.031062 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b25c8819-d410-4d29-996e-a0b3219cb671 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:58.036671 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-b25c8819-d410-4d29-996e-a0b3219cb671 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] 10.222.0.23 "DELETE /v2.0/subnets/9fa4c4a4-46f3-459d-90be-fc7752fae36e HTTP/1.1" status: 204 len: 168 time: 0.6953971 Jul 13 13:46:58.037216 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 43176) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:46:58.039052 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-1517ad6f-fd6b-4f73-96ab-414ec1e1b023 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dfc398a0779842a0b6b47eebe45e76bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6209342 Jul 13 13:46:58.039628 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 43178) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:46:58.272055 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2547b885-791e-4ca6-86f0-c3c596d952ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:58.286113 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7f18e8db-7236-4ae5-b706-766eb17b3c90 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:58.387170 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2547b885-791e-4ca6-86f0-c3c596d952ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:58.390650 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-7f18e8db-7236-4ae5-b706-766eb17b3c90 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Deleting port bfd8bb65-77e9-4af0-a189-8d30e1e26eeb {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:46:58.391001 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7f18e8db-7236-4ae5-b706-766eb17b3c90 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:58.395247 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0796ee5-67d4-4eca-90bf-6349b7d7f45d None None] Network 4aa19ad3-9cca-4aa5-b0b8-3d4407523616 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:46:58.520022 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628502c6-de89-46c8-a655-948ca5895251 req-0fce9590-fe53-40b0-b6e4-dadf2bb68abe tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:46:58.522613 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-628502c6-de89-46c8-a655-948ca5895251 req-0fce9590-fe53-40b0-b6e4-dadf2bb68abe tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f309255-5b4d-4296-81c6-c49d93f44d38 HTTP/1.1" status: 200 len: 944 time: 0.3712628 Jul 13 13:46:58.581289 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-7f18e8db-7236-4ae5-b706-766eb17b3c90 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] For port bfd8bb65-77e9-4af0-a189-8d30e1e26eeb, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=bfd8bb65-77e9-4af0-a189-8d30e1e26eeb,segment=NetworkSegment(66464fa9-8e7d-47b9-bb79-dcba15de2a28),segment_id=66464fa9-8e7d-47b9-bb79-dcba15de2a28)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:46:58.581678 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7f18e8db-7236-4ae5-b706-766eb17b3c90 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:58.618389 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-628502c6-de89-46c8-a655-948ca5895251 req-3dff1ce5-5058-492f-88e9-6242f5b6bf64 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bf3e8b9-8da9-4a28-88c0-799fd78203e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883512 Jul 13 13:46:58.621673 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-7f18e8db-7236-4ae5-b706-766eb17b3c90 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Calling delete_port for bfd8bb65-77e9-4af0-a189-8d30e1e26eeb owned by network:dhcp {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:46:58.622424 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2547b885-791e-4ca6-86f0-c3c596d952ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:58.640413 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2547b885-791e-4ca6-86f0-c3c596d952ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:58.669070 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-2547b885-791e-4ca6-86f0-c3c596d952ef admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b4910905-652b-4d66-a481-e89ce7a6de1e HTTP/1.1" status: 204 len: 168 time: 0.6144557 Jul 13 13:46:58.704928 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2547b885-791e-4ca6-86f0-c3c596d952ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4910905-652b-4d66-a481-e89ce7a6de1e,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:46:58.766068 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c26e0455-73b3-4529-bee9-dfafeb22aba4 None None] DHCP port deletion for 4aa19ad3-9cca-4aa5-b0b8-3d4407523616 request from n-d-800634-1 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 13:46:58.852004 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-c26e0455-73b3-4529-bee9-dfafeb22aba4 None None] Deleting port bfd8bb65-77e9-4af0-a189-8d30e1e26eeb {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:46:58.852973 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c26e0455-73b3-4529-bee9-dfafeb22aba4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:58.951197 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-c26e0455-73b3-4529-bee9-dfafeb22aba4 None None] For port bfd8bb65-77e9-4af0-a189-8d30e1e26eeb, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=bfd8bb65-77e9-4af0-a189-8d30e1e26eeb,segment=NetworkSegment(66464fa9-8e7d-47b9-bb79-dcba15de2a28),segment_id=66464fa9-8e7d-47b9-bb79-dcba15de2a28)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:46:58.951692 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c26e0455-73b3-4529-bee9-dfafeb22aba4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:58.956332 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7f18e8db-7236-4ae5-b706-766eb17b3c90 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:58.968350 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-c26e0455-73b3-4529-bee9-dfafeb22aba4 None None] Calling delete_port for bfd8bb65-77e9-4af0-a189-8d30e1e26eeb owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:46:58.998366 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f18e8db-7236-4ae5-b706-766eb17b3c90 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Pushing event deleted for resources: {'Port': ['ID=bfd8bb65-77e9-4af0-a189-8d30e1e26eeb,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:46:59.005026 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f18e8db-7236-4ae5-b706-766eb17b3c90 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] No DVR routers for this DVR port bfd8bb65-77e9-4af0-a189-8d30e1e26eeb on host n-d-800634-1 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:46:59.129392 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c26e0455-73b3-4529-bee9-dfafeb22aba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:59.164474 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7f18e8db-7236-4ae5-b706-766eb17b3c90 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:59.181113 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26e0455-73b3-4529-bee9-dfafeb22aba4 None None] No DVR routers for this DVR port bfd8bb65-77e9-4af0-a189-8d30e1e26eeb on host n-d-800634-1 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:46:59.190849 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-7f18e8db-7236-4ae5-b706-766eb17b3c90 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4aa19ad3-9cca-4aa5-b0b8-3d4407523616']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:46:59.237228 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-7f18e8db-7236-4ae5-b706-766eb17b3c90 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66464fa9-8e7d-47b9-bb79-dcba15de2a28') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:46:59.237531 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-7f18e8db-7236-4ae5-b706-766eb17b3c90 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66464fa9-8e7d-47b9-bb79-dcba15de2a28') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:46:59.243528 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26e0455-73b3-4529-bee9-dfafeb22aba4 None None] Pushing event deleted for resources: {'Port': ['ID=bfd8bb65-77e9-4af0-a189-8d30e1e26eeb,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:46:59.276620 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7f18e8db-7236-4ae5-b706-766eb17b3c90 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6018464'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:59.306165 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7f18e8db-7236-4ae5-b706-766eb17b3c90 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:59.323438 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f18e8db-7236-4ae5-b706-766eb17b3c90 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 13:46:59.324635 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7f18e8db-7236-4ae5-b706-766eb17b3c90 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6018632'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:59.329755 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:46:59.329755 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:46:59.329755 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:46:59.329755 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:46:59.329755 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:46:59.329755 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:46:59.329755 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:46:59.329755 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:46:59.329755 n-d-800634-1 neutron-server[93751]: Traceback (most recent call last): Jul 13 13:46:59.329755 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 13:46:59.329755 n-d-800634-1 neutron-server[93751]: timer() Jul 13 13:46:59.329755 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 13:46:59.329755 n-d-800634-1 neutron-server[93751]: cb(*args, **kw) Jul 13 13:46:59.329755 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 13:46:59.329755 n-d-800634-1 neutron-server[93751]: return func(*args, **kwargs) Jul 13 13:46:59.329755 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 13:46:59.329755 n-d-800634-1 neutron-server[93751]: self._notify() Jul 13 13:46:59.329755 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 13:46:59.329755 n-d-800634-1 neutron-server[93751]: self.callback(batched_events) Jul 13 13:46:59.329755 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 13:46:59.329755 n-d-800634-1 neutron-server[93751]: event.method(event) Jul 13 13:46:59.329755 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 13:46:59.329755 n-d-800634-1 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 13:46:59.329755 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 13:46:59.329755 n-d-800634-1 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 13:46:59.329755 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 13:46:59.329755 n-d-800634-1 neutron-server[93751]: return f(self, *a, **k) Jul 13 13:46:59.329755 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 13:46:59.329755 n-d-800634-1 neutron-server[93751]: return self._get(url).json() Jul 13 13:46:59.329755 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 13:46:59.329755 n-d-800634-1 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 13:46:59.329755 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 13:46:59.329755 n-d-800634-1 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 13 13:46:59.329755 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 13:46:59.329755 n-d-800634-1 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 13:46:59.329755 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 13:46:59.329755 n-d-800634-1 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 13:46:59.329755 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 13:46:59.329755 n-d-800634-1 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 13:46:59.329755 n-d-800634-1 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 13:46:59.482524 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7f18e8db-7236-4ae5-b706-766eb17b3c90 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:59.493560 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7f18e8db-7236-4ae5-b706-766eb17b3c90 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:59.497864 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-7f18e8db-7236-4ae5-b706-766eb17b3c90 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] 10.222.0.23 "DELETE /v2.0/networks/4aa19ad3-9cca-4aa5-b0b8-3d4407523616 HTTP/1.1" status: 204 len: 168 time: 1.4520171 Jul 13 13:46:59.502003 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 43230) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:46:59.514122 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-9582cee1-52ff-4c2f-9d71-dfb479b456ce tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1292970083'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:46:59.518812 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 43234) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:46:59.537094 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f18e8db-7236-4ae5-b706-766eb17b3c90 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Pushing event deleted for resources: {'Network': ['ID=4aa19ad3-9cca-4aa5-b0b8-3d4407523616,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:46:59.665816 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-1d57fb7d-376b-466c-b350-83a37dbb4060 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1b286ace3b3f4a54905a4d92b9dfb9e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1446073 Jul 13 13:46:59.667903 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 43236) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:46:59.747968 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device bfd8bb65-77e9-4af0-a189-8d30e1e26eeb no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:46:59.792917 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9582cee1-52ff-4c2f-9d71-dfb479b456ce tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Made reservation on behalf of 7b9a8e657fbe4761afdd556ee032edca for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:46:59.792917 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9582cee1-52ff-4c2f-9d71-dfb479b456ce tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:59.793147 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: bfd8bb65-77e9-4af0-a189-8d30e1e26eeb {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:46:59.793147 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device bfd8bb65-77e9-4af0-a189-8d30e1e26eeb not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:46:59.841837 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f4cc5bec-4908-4a45-8afb-ccc32a907765 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:59.857394 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b1f001-43ae-495a-b1ba-ab29fc343487 req-fc6a955b-0f6d-496d-99bf-ce5490dfab6e tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:46:59.864172 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-64b1f001-43ae-495a-b1ba-ab29fc343487 req-fc6a955b-0f6d-496d-99bf-ce5490dfab6e tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f309255-5b4d-4296-81c6-c49d93f44d38 HTTP/1.1" status: 200 len: 944 time: 0.1972115 Jul 13 13:46:59.866250 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9582cee1-52ff-4c2f-9d71-dfb479b456ce tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 13:46:59.887491 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f4cc5bec-4908-4a45-8afb-ccc32a907765 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:59.889883 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9582cee1-52ff-4c2f-9d71-dfb479b456ce tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:59.890311 n-d-800634-1 neutron-server[93750]: INFO neutron.db.segments_db [None req-9582cee1-52ff-4c2f-9d71-dfb479b456ce tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Added segment c394974e-face-4f24-baa2-9b44f53284d8 of type vlan for network 7e876c47-7b25-4c6f-9e4c-092f645e712d Jul 13 13:46:59.926029 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-64b1f001-43ae-495a-b1ba-ab29fc343487 req-0c345095-24f8-42e1-a19b-bbff174064b9 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bf3e8b9-8da9-4a28-88c0-799fd78203e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608814 Jul 13 13:46:59.968361 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9582cee1-52ff-4c2f-9d71-dfb479b456ce tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:59.980575 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f4cc5bec-4908-4a45-8afb-ccc32a907765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:59.983544 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f4cc5bec-4908-4a45-8afb-ccc32a907765 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:46:59.987817 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-f4cc5bec-4908-4a45-8afb-ccc32a907765 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6dc07056-51f9-443d-96f5-ec97609bd649 HTTP/1.1" status: 204 len: 168 time: 0.3185420 Jul 13 13:47:00.011329 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9582cee1-52ff-4c2f-9d71-dfb479b456ce tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:00.014916 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cc5bec-4908-4a45-8afb-ccc32a907765 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dc07056-51f9-443d-96f5-ec97609bd649,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:47:00.027384 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9582cee1-52ff-4c2f-9d71-dfb479b456ce tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:47:00.028032 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9582cee1-52ff-4c2f-9d71-dfb479b456ce tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:00.111942 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-9582cee1-52ff-4c2f-9d71-dfb479b456ce tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6080751 Jul 13 13:47:00.114722 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 43260) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:47:00.116376 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9582cee1-52ff-4c2f-9d71-dfb479b456ce tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Pushing event updated for resources: {'Network': ['ID=7e876c47-7b25-4c6f-9e4c-092f645e712d,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:47:00.120659 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-b9ff7d00-5755-45f7-9db8-fb673108e0e6 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Request body: {'subnet': {'network_id': '7e876c47-7b25-4c6f-9e4c-092f645e712d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:47:00.172186 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network 7e876c47-7b25-4c6f-9e4c-092f645e712d details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 13:47:00.324850 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:00.420659 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9ff7d00-5755-45f7-9db8-fb673108e0e6 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Made reservation on behalf of 7b9a8e657fbe4761afdd556ee032edca for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:47:00.433111 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b9ff7d00-5755-45f7-9db8-fb673108e0e6 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6104980'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:00.634115 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24f4e6c-cbab-48c5-a1be-83a02ff78e60 req-bf882e4f-6dfa-4987-8810-02f4afcbc59b tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:47:00.636111 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f24f4e6c-cbab-48c5-a1be-83a02ff78e60 req-bf882e4f-6dfa-4987-8810-02f4afcbc59b tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f309255-5b4d-4296-81c6-c49d93f44d38 HTTP/1.1" status: 200 len: 944 time: 0.3859711 Jul 13 13:47:00.662064 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:00.718379 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f24f4e6c-cbab-48c5-a1be-83a02ff78e60 req-3f51ea4f-fa3b-414c-b884-196cb35935eb tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bf3e8b9-8da9-4a28-88c0-799fd78203e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690396 Jul 13 13:47:00.890389 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b9ff7d00-5755-45f7-9db8-fb673108e0e6 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6018343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6104998'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:00.981180 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ff7d00-5755-45f7-9db8-fb673108e0e6 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Pushing event updated for resources: {'Subnet': ['ID=ce0616dc-b6e3-4f86-8dcd-f0f0f42559c2,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:47:00.994644 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ff7d00-5755-45f7-9db8-fb673108e0e6 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Checking segment: {'id': 'c394974e-face-4f24-baa2-9b44f53284d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '7e876c47-7b25-4c6f-9e4c-092f645e712d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:47:00.995857 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ff7d00-5755-45f7-9db8-fb673108e0e6 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Network hostable DHCP agents. Network: 7e876c47-7b25-4c6f-9e4c-092f645e712d, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 13:47:01.017572 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ff7d00-5755-45f7-9db8-fb673108e0e6 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Network 7e876c47-7b25-4c6f-9e4c-092f645e712d is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 13:47:01.038763 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-b9ff7d00-5755-45f7-9db8-fb673108e0e6 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, 7e876c47-7b25-4c6f-9e4c-092f645e712d) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:47:01.049115 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-672061ba-e8c4-416e-9473-dd422b114435 None None] Network 7e876c47-7b25-4c6f-9e4c-092f645e712d requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:47:01.051927 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ff7d00-5755-45f7-9db8-fb673108e0e6 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:47:01.052538 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b9ff7d00-5755-45f7-9db8-fb673108e0e6 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:01.090681 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 43312) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:47:01.091372 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-b9ff7d00-5755-45f7-9db8-fb673108e0e6 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9750805 Jul 13 13:47:01.099234 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-6d6aaa06-375d-4f67-87f9-b58a1e98bbf1 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Request body: {'port': {'network_id': '7e876c47-7b25-4c6f-9e4c-092f645e712d', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1334700439'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:47:01.431992 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e077664-3179-455a-822b-e8e2026b8f00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a7201e1-61ce-5a3e-b7f7-e800379ed03b-7e876c47-7b25-4c6f-9e4c-092f645e712d', 'network_id': '7e876c47-7b25-4c6f-9e4c-092f645e712d', 'tenant_id': '7b9a8e657fbe4761afdd556ee032edca', 'fixed_ips': [{'subnet_id': 'ce0616dc-b6e3-4f86-8dcd-f0f0f42559c2'}]}} from n-d-800634-1. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 13:47:01.433534 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5e077664-3179-455a-822b-e8e2026b8f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:01.520955 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f22eb10-4a36-4a17-8558-39028fe0a392 req-8f26349d-f0f7-4702-ad2a-b72035d8555b tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:47:01.533340 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1f22eb10-4a36-4a17-8558-39028fe0a392 req-8f26349d-f0f7-4702-ad2a-b72035d8555b tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/networks?id=4044b022-747e-4834-bc76-73d0f411c2c3 HTTP/1.1" status: 200 len: 812 time: 0.3339667 Jul 13 13:47:01.554571 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1f22eb10-4a36-4a17-8558-39028fe0a392 req-4ab3d352-4dec-44db-9fdd-63c1b06677d4 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/quotas/ef6418d5526f4765ba53df412776e3e7 HTTP/1.1" status: 200 len: 375 time: 0.0200496 Jul 13 13:47:01.557690 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d6aaa06-375d-4f67-87f9-b58a1e98bbf1 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Made reservation on behalf of 7b9a8e657fbe4761afdd556ee032edca for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:47:01.565005 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6d6aaa06-375d-4f67-87f9-b58a1e98bbf1 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:01.672078 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [None req-6d6aaa06-375d-4f67-87f9-b58a1e98bbf1 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] device_id is not set on port ae8ecd84-7297-4869-a7f3-514feaddb060 yet. {{(pid=93750) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 13:47:01.758318 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-5e077664-3179-455a-822b-e8e2026b8f00 None None] Allocated IP 2001:db8::2 (7e876c47-7b25-4c6f-9e4c-092f645e712d/ce0616dc-b6e3-4f86-8dcd-f0f0f42559c2/928a4a72-cfa1-4649-bbdd-542f8a94cea0) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:47:01.911670 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1f22eb10-4a36-4a17-8558-39028fe0a392 req-70803e42-ba0a-49c7-be3b-254d13b248f2 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ef6418d5526f4765ba53df412776e3e7&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3403764 Jul 13 13:47:02.236230 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5e077664-3179-455a-822b-e8e2026b8f00 None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:02.264475 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-5e077664-3179-455a-822b-e8e2026b8f00 None None] Transition to ACTIVE for port object 928a4a72-cfa1-4649-bbdd-542f8a94cea0 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:47:02.298839 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-5e077664-3179-455a-822b-e8e2026b8f00 None None] Transition to ACTIVE for port object 928a4a72-cfa1-4649-bbdd-542f8a94cea0 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:47:02.316308 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5e077664-3179-455a-822b-e8e2026b8f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:02.330963 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3da6ff60-06e0-4ed3-8feb-9df0f7f12b59 req-5c028c86-1beb-49c6-bc1b-3842b75e95f4 tempest-ImagesOneServerTestJSON-642299007 tempest-ImagesOneServerTestJSON-642299007-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=9468aec004be4c648cc71c8b3b5efe94&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0512500 Jul 13 13:47:02.355018 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1f22eb10-4a36-4a17-8558-39028fe0a392 req-9f1c3c11-3324-4f13-aacf-4e8d38d54b4d service neutron] 10.222.0.23 "GET /v2.0/networks/4044b022-747e-4834-bc76-73d0f411c2c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4346354 Jul 13 13:47:02.381965 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e077664-3179-455a-822b-e8e2026b8f00 None None] Network 7e876c47-7b25-4c6f-9e4c-092f645e712d is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:47:02.385479 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-5e077664-3179-455a-822b-e8e2026b8f00 None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:47:02.390136 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e077664-3179-455a-822b-e8e2026b8f00 None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:47:02.434546 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e077664-3179-455a-822b-e8e2026b8f00 None None] Pushing event updated for resources: {'Port': ['ID=928a4a72-cfa1-4649-bbdd-542f8a94cea0,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:47:02.517415 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1f22eb10-4a36-4a17-8558-39028fe0a392 req-96d5382e-25fb-4f5f-8c1f-2094af64aaa4 service neutron] 10.222.0.23 "GET /v2.0/networks/4044b022-747e-4834-bc76-73d0f411c2c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537945 Jul 13 13:47:02.539831 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-5e077664-3179-455a-822b-e8e2026b8f00 None None] Attempting to bind port 928a4a72-cfa1-4649-bbdd-542f8a94cea0 on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:47:02.540206 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-5e077664-3179-455a-822b-e8e2026b8f00 None None] Attempting to bind port 928a4a72-cfa1-4649-bbdd-542f8a94cea0 by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': 'c394974e-face-4f24-baa2-9b44f53284d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '7e876c47-7b25-4c6f-9e4c-092f645e712d'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:47:02.540575 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e077664-3179-455a-822b-e8e2026b8f00 None None] Attempting to bind port 928a4a72-cfa1-4649-bbdd-542f8a94cea0 on network 7e876c47-7b25-4c6f-9e4c-092f645e712d {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:47:02.561477 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e077664-3179-455a-822b-e8e2026b8f00 None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 46, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:47:02.561880 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e077664-3179-455a-822b-e8e2026b8f00 None None] Checking segment: {'id': 'c394974e-face-4f24-baa2-9b44f53284d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '7e876c47-7b25-4c6f-9e4c-092f645e712d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:47:02.562295 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5e077664-3179-455a-822b-e8e2026b8f00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:02.562689 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e077664-3179-455a-822b-e8e2026b8f00 None None] Bound using segment: {'id': 'c394974e-face-4f24-baa2-9b44f53284d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '7e876c47-7b25-4c6f-9e4c-092f645e712d'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:47:02.563163 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-5e077664-3179-455a-822b-e8e2026b8f00 None None] Bound port: 928a4a72-cfa1-4649-bbdd-542f8a94cea0, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c394974e-face-4f24-baa2-9b44f53284d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '7e876c47-7b25-4c6f-9e4c-092f645e712d'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:47:02.563575 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5e077664-3179-455a-822b-e8e2026b8f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:02.664019 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da6ff60-06e0-4ed3-8feb-9df0f7f12b59 req-83865559-73a7-4cd5-9afb-8c91583d6fa0 tempest-ImagesOneServerTestJSON-642299007 tempest-ImagesOneServerTestJSON-642299007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:47:02.665313 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3da6ff60-06e0-4ed3-8feb-9df0f7f12b59 req-83865559-73a7-4cd5-9afb-8c91583d6fa0 tempest-ImagesOneServerTestJSON-642299007 tempest-ImagesOneServerTestJSON-642299007-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3277986 Jul 13 13:47:02.674812 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-6d6aaa06-375d-4f67-87f9-b58a1e98bbf1 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Allocated IP 2001:db8::cd (7e876c47-7b25-4c6f-9e4c-092f645e712d/ce0616dc-b6e3-4f86-8dcd-f0f0f42559c2/ae8ecd84-7297-4869-a7f3-514feaddb060) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:47:02.681780 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-5e077664-3179-455a-822b-e8e2026b8f00 None None] For port 928a4a72-cfa1-4649-bbdd-542f8a94cea0, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:47:02.689359 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3da6ff60-06e0-4ed3-8feb-9df0f7f12b59 req-b1d9bca0-e22a-4265-bf67-a7a66e3ad56a tempest-ImagesOneServerTestJSON-642299007 tempest-ImagesOneServerTestJSON-642299007-project] 10.222.0.23 "GET /v2.0/quotas/9468aec004be4c648cc71c8b3b5efe94 HTTP/1.1" status: 200 len: 375 time: 0.0184343 Jul 13 13:47:02.702179 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-5e077664-3179-455a-822b-e8e2026b8f00 None None] For port 928a4a72-cfa1-4649-bbdd-542f8a94cea0, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=928a4a72-cfa1-4649-bbdd-542f8a94cea0,segment=NetworkSegment(c394974e-face-4f24-baa2-9b44f53284d8),segment_id=c394974e-face-4f24-baa2-9b44f53284d8)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:47:02.714448 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5e077664-3179-455a-822b-e8e2026b8f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:02.771089 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3da6ff60-06e0-4ed3-8feb-9df0f7f12b59 req-5658e02f-3970-47d0-b2dc-399c93672029 tempest-ImagesOneServerTestJSON-642299007 tempest-ImagesOneServerTestJSON-642299007-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=9468aec004be4c648cc71c8b3b5efe94&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0762603 Jul 13 13:47:02.917857 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e077664-3179-455a-822b-e8e2026b8f00 None None] Pushing event updated for resources: {'Port': ['ID=928a4a72-cfa1-4649-bbdd-542f8a94cea0,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:47:03.201281 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6d6aaa06-375d-4f67-87f9-b58a1e98bbf1 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:03.250108 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [None req-6d6aaa06-375d-4f67-87f9-b58a1e98bbf1 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Transition to ACTIVE for port object ae8ecd84-7297-4869-a7f3-514feaddb060 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:47:03.322678 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3652c5dc-4252-467f-82bf-43b88e0522fe req-2bf70cb8-a2b8-410b-9f34-b67abc717d8f tempest-ImagesOneServerTestJSON-642299007 tempest-ImagesOneServerTestJSON-642299007-project] 10.222.0.23 "GET /v2.0/ports?device_id=81c5c787-6742-49fd-b09f-4995272ab0f4 HTTP/1.1" status: 200 len: 210 time: 0.1000943 Jul 13 13:47:03.408802 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6d6aaa06-375d-4f67-87f9-b58a1e98bbf1 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:03.543741 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f8a46865-ef8c-4c15-8d9a-5dcc6e39ddb8 req-066eb554-bebf-4b45-b07e-8c0e747cfda1 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=c696bc31-7941-4f53-bcb6-3d4af78f2554 HTTP/1.1" status: 200 len: 210 time: 0.4476144 Jul 13 13:47:03.670894 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d6aaa06-375d-4f67-87f9-b58a1e98bbf1 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Network 7e876c47-7b25-4c6f-9e4c-092f645e712d is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:47:03.696972 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-6d6aaa06-375d-4f67-87f9-b58a1e98bbf1 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:47:03.708615 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6aaa06-375d-4f67-87f9-b58a1e98bbf1 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:47:03.727749 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d6aaa06-375d-4f67-87f9-b58a1e98bbf1 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:47:03.728420 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6d6aaa06-375d-4f67-87f9-b58a1e98bbf1 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:03.822608 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6aaa06-375d-4f67-87f9-b58a1e98bbf1 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Pushing event updated for resources: {'Port': ['ID=ae8ecd84-7297-4869-a7f3-514feaddb060,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:47:03.836270 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-6d6aaa06-375d-4f67-87f9-b58a1e98bbf1 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 2.7426467 Jul 13 13:47:03.838952 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 43442) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:47:03.905921 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 928a4a72-cfa1-4649-bbdd-542f8a94cea0 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:47:04.051055 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port 928a4a72-cfa1-4649-bbdd-542f8a94cea0 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:47:04.298433 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-48e946b9-9ed6-4be8-917f-a2305b6e61ee tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Deleting port ae8ecd84-7297-4869-a7f3-514feaddb060 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:47:04.299075 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-48e946b9-9ed6-4be8-917f-a2305b6e61ee tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:04.568549 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-48e946b9-9ed6-4be8-917f-a2305b6e61ee tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:04.600298 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-48e946b9-9ed6-4be8-917f-a2305b6e61ee tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Calling delete_port for ae8ecd84-7297-4869-a7f3-514feaddb060 owned by {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:47:04.848054 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-53b32ca6-62c3-48f9-9450-993ff0191a71 req-e35fb6fc-f85a-4689-b9c8-883960b047e2 tempest-ImagesOneServerTestJSON-642299007 tempest-ImagesOneServerTestJSON-642299007-project] 10.222.0.23 "GET /v2.0/ports?device_id=81c5c787-6742-49fd-b09f-4995272ab0f4 HTTP/1.1" status: 200 len: 210 time: 0.1275716 Jul 13 13:47:04.921097 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-48e946b9-9ed6-4be8-917f-a2305b6e61ee tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:04.982234 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e946b9-9ed6-4be8-917f-a2305b6e61ee tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Pushing event deleted for resources: {'Port': ['ID=ae8ecd84-7297-4869-a7f3-514feaddb060,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:47:04.998201 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6c48244b-2206-4715-9c03-6495010ed7ab req-f6ebb895-e47c-4ece-bbad-57ad9ef6e550 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=c696bc31-7941-4f53-bcb6-3d4af78f2554 HTTP/1.1" status: 200 len: 210 time: 0.1043258 Jul 13 13:47:05.030755 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6faa8bf0-4174-4eaf-b080-277ec41ef3c4 None None] Network 7e876c47-7b25-4c6f-9e4c-092f645e712d requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:47:05.254604 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-18c159a8-6fd7-456d-986c-f36623b17a10 None None] Provisioning for port 928a4a72-cfa1-4649-bbdd-542f8a94cea0 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:47:05.270456 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-18c159a8-6fd7-456d-986c-f36623b17a10 None None] Provisioning complete for port 928a4a72-cfa1-4649-bbdd-542f8a94cea0 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:47:05.271230 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-18c159a8-6fd7-456d-986c-f36623b17a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:05.584039 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-18c159a8-6fd7-456d-986c-f36623b17a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:05.698698 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-18c159a8-6fd7-456d-986c-f36623b17a10 None None] For port 928a4a72-cfa1-4649-bbdd-542f8a94cea0, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=928a4a72-cfa1-4649-bbdd-542f8a94cea0,segment=NetworkSegment(c394974e-face-4f24-baa2-9b44f53284d8),segment_id=c394974e-face-4f24-baa2-9b44f53284d8)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:47:05.711518 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-18c159a8-6fd7-456d-986c-f36623b17a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:05.842392 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c159a8-6fd7-456d-986c-f36623b17a10 None None] Pushing event updated for resources: {'Port': ['ID=928a4a72-cfa1-4649-bbdd-542f8a94cea0,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:47:05.982401 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-48e946b9-9ed6-4be8-917f-a2305b6e61ee tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:05.986181 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-48e946b9-9ed6-4be8-917f-a2305b6e61ee tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] 10.222.0.23 "DELETE /v2.0/ports/ae8ecd84-7297-4869-a7f3-514feaddb060 HTTP/1.1" status: 204 len: 168 time: 2.1439130 Jul 13 13:47:05.988821 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 43510) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:47:06.099284 n-d-800634-1 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e652791-9a8f-4585-b14f-36521d8e6b6a tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] GET failed (client error): The resource could not be found. Jul 13 13:47:06.104458 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-6e652791-9a8f-4585-b14f-36521d8e6b6a tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] 10.222.0.23 "GET /v2.0/ports/ae8ecd84-7297-4869-a7f3-514feaddb060 HTTP/1.1" status: 404 len: 333 time: 0.1146019 Jul 13 13:47:06.106291 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 43516) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:47:06.218616 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6ceab40d-13ca-47de-9a2a-a923033d3b06 req-411375e2-cc63-4d1f-a10a-3ec315fa8680 tempest-ImagesOneServerTestJSON-642299007 tempest-ImagesOneServerTestJSON-642299007-project] 10.222.0.23 "GET /v2.0/ports?device_id=81c5c787-6742-49fd-b09f-4995272ab0f4 HTTP/1.1" status: 200 len: 210 time: 0.0713315 Jul 13 13:47:06.221660 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-c65e5151-d508-42f5-bf99-8e756d9d24f7 None None] Provisioning complete for port 928a4a72-cfa1-4649-bbdd-542f8a94cea0 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:47:06.223884 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c65e5151-d508-42f5-bf99-8e756d9d24f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:06.321108 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3da6ff60-06e0-4ed3-8feb-9df0f7f12b59 req-46ce8579-7059-48d4-b403-83971b8427d7 tempest-ImagesOneServerTestJSON-642299007 tempest-ImagesOneServerTestJSON-642299007-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=9468aec004be4c648cc71c8b3b5efe94&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0610902 Jul 13 13:47:06.360826 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f22eb10-4a36-4a17-8558-39028fe0a392 req-50810e38-de04-44e3-a04e-cdded1d3e055 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:47:06.364237 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1f22eb10-4a36-4a17-8558-39028fe0a392 req-50810e38-de04-44e3-a04e-cdded1d3e055 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.41 "GET /v2.0/networks?id=4044b022-747e-4834-bc76-73d0f411c2c3 HTTP/1.1" status: 200 len: 812 time: 0.3940468 Jul 13 13:47:06.407752 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-1f22eb10-4a36-4a17-8558-39028fe0a392 req-a8295a5d-bcea-4f44-a8b0-8ad4477f4e45 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Request body: {'port': {'device_id': 'c696bc31-7941-4f53-bcb6-3d4af78f2554', 'network_id': '4044b022-747e-4834-bc76-73d0f411c2c3', 'admin_state_up': True, 'tenant_id': 'ef6418d5526f4765ba53df412776e3e7'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:47:06.558193 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da6ff60-06e0-4ed3-8feb-9df0f7f12b59 req-c6a0a26c-368a-44c4-a90c-7356400daed7 tempest-ImagesOneServerTestJSON-642299007 tempest-ImagesOneServerTestJSON-642299007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:47:06.560237 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3da6ff60-06e0-4ed3-8feb-9df0f7f12b59 req-c6a0a26c-368a-44c4-a90c-7356400daed7 tempest-ImagesOneServerTestJSON-642299007 tempest-ImagesOneServerTestJSON-642299007-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2296376 Jul 13 13:47:06.583471 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-3da6ff60-06e0-4ed3-8feb-9df0f7f12b59 req-6897ec0c-568c-41ea-8a74-5bf5d79d4cb2 tempest-ImagesOneServerTestJSON-642299007 tempest-ImagesOneServerTestJSON-642299007-project] Request body: {'port': {'device_id': '81c5c787-6742-49fd-b09f-4995272ab0f4', 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30', 'admin_state_up': True, 'tenant_id': '9468aec004be4c648cc71c8b3b5efe94'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:47:06.688101 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-d07f62a9-b0b5-4e23-adde-35093fffb258 None None] Could not find standard attr ID for object ae8ecd84-7297-4869-a7f3-514feaddb060. {{(pid=93752) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 13:47:06.692966 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-556b2aa9-92a4-45e3-a077-7751d52b7225 req-2c09cbf0-223c-4d67-bc0e-c11f0a7ae6a1 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=c696bc31-7941-4f53-bcb6-3d4af78f2554 HTTP/1.1" status: 200 len: 210 time: 0.2577007 Jul 13 13:47:06.862779 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae4e9cf4-2b1e-4306-8d28-56b832c5cd74 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Deleting subnet ce0616dc-b6e3-4f86-8dcd-f0f0f42559c2 {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 13:47:06.875717 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3da6ff60-06e0-4ed3-8feb-9df0f7f12b59 req-6897ec0c-568c-41ea-8a74-5bf5d79d4cb2 tempest-ImagesOneServerTestJSON-642299007 tempest-ImagesOneServerTestJSON-642299007-project] Made reservation on behalf of 9468aec004be4c648cc71c8b3b5efe94 for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:47:06.879694 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-3da6ff60-06e0-4ed3-8feb-9df0f7f12b59 req-6897ec0c-568c-41ea-8a74-5bf5d79d4cb2 tempest-ImagesOneServerTestJSON-642299007 tempest-ImagesOneServerTestJSON-642299007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:06.883480 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ae4e9cf4-2b1e-4306-8d28-56b832c5cd74 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:06.905295 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-3da6ff60-06e0-4ed3-8feb-9df0f7f12b59 req-6897ec0c-568c-41ea-8a74-5bf5d79d4cb2 tempest-ImagesOneServerTestJSON-642299007 tempest-ImagesOneServerTestJSON-642299007-project] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:07.008654 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.db.api [req-3da6ff60-06e0-4ed3-8feb-9df0f7f12b59 req-6897ec0c-568c-41ea-8a74-5bf5d79d4cb2 tempest-ImagesOneServerTestJSON-642299007 tempest-ImagesOneServerTestJSON-642299007-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 13 13:47:07.008654 n-d-800634-1 neutron-server[93751]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 13 13:47:07.008654 n-d-800634-1 neutron-server[93751]: [parameters: {'project_id_1': '9468aec004be4c648cc71c8b3b5efe94', 'expiration_1': datetime.datetime(2021, 7, 13, 13, 47, 6, 965569)}] Jul 13 13:47:07.008654 n-d-800634-1 neutron-server[93751]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93751) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 13:47:07.010151 n-d-800634-1 neutron-server[93751]: DEBUG oslo_db.api [req-3da6ff60-06e0-4ed3-8feb-9df0f7f12b59 req-6897ec0c-568c-41ea-8a74-5bf5d79d4cb2 tempest-ImagesOneServerTestJSON-642299007 tempest-ImagesOneServerTestJSON-642299007-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 13:47:07.039426 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ae4e9cf4-2b1e-4306-8d28-56b832c5cd74 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5431723'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:07.079410 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f22eb10-4a36-4a17-8558-39028fe0a392 req-a8295a5d-bcea-4f44-a8b0-8ad4477f4e45 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Made reservation on behalf of ef6418d5526f4765ba53df412776e3e7 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:47:07.084263 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1f22eb10-4a36-4a17-8558-39028fe0a392 req-a8295a5d-bcea-4f44-a8b0-8ad4477f4e45 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:07.286531 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ae4e9cf4-2b1e-4306-8d28-56b832c5cd74 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:07.421657 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ae4e9cf4-2b1e-4306-8d28-56b832c5cd74 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5970525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4763356'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:07.471270 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-83ba52c4-5803-4067-9c9b-42f15805263b req-d8b9843c-00cb-4f59-8772-07f275963640 tempest-ImagesOneServerTestJSON-642299007 tempest-ImagesOneServerTestJSON-642299007-project] 10.222.0.23 "GET /v2.0/ports?device_id=81c5c787-6742-49fd-b09f-4995272ab0f4 HTTP/1.1" status: 200 len: 210 time: 0.0516281 Jul 13 13:47:07.476125 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ae4e9cf4-2b1e-4306-8d28-56b832c5cd74 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:07.476320 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fbdeb62-3662-4551-a21f-2053376902ea None None] Network 7e876c47-7b25-4c6f-9e4c-092f645e712d requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:47:07.479000 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-ae4e9cf4-2b1e-4306-8d28-56b832c5cd74 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] 10.222.0.23 "DELETE /v2.0/subnets/ce0616dc-b6e3-4f86-8dcd-f0f0f42559c2 HTTP/1.1" status: 204 len: 168 time: 1.3682826 Jul 13 13:47:07.489526 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 43562) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:47:07.511568 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-3da6ff60-06e0-4ed3-8feb-9df0f7f12b59 req-6897ec0c-568c-41ea-8a74-5bf5d79d4cb2 tempest-ImagesOneServerTestJSON-642299007 tempest-ImagesOneServerTestJSON-642299007-project] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:07.534399 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4e9cf4-2b1e-4306-8d28-56b832c5cd74 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Pushing event deleted for resources: {'Subnet': ['ID=ce0616dc-b6e3-4f86-8dcd-f0f0f42559c2,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:47:07.565450 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4e9cf4-2b1e-4306-8d28-56b832c5cd74 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:47:07.566231 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4e9cf4-2b1e-4306-8d28-56b832c5cd74 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:47:07.567100 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4e9cf4-2b1e-4306-8d28-56b832c5cd74 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:47:07.567663 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4e9cf4-2b1e-4306-8d28-56b832c5cd74 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:47:07.568309 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4e9cf4-2b1e-4306-8d28-56b832c5cd74 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:47:07.568985 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4e9cf4-2b1e-4306-8d28-56b832c5cd74 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:47:07.569690 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4e9cf4-2b1e-4306-8d28-56b832c5cd74 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:47:07.570301 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4e9cf4-2b1e-4306-8d28-56b832c5cd74 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:47:07.571577 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4e9cf4-2b1e-4306-8d28-56b832c5cd74 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:47:07.572284 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4e9cf4-2b1e-4306-8d28-56b832c5cd74 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:47:07.572861 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4e9cf4-2b1e-4306-8d28-56b832c5cd74 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:47:07.573445 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4e9cf4-2b1e-4306-8d28-56b832c5cd74 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:47:07.623931 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-1f22eb10-4a36-4a17-8558-39028fe0a392 req-a8295a5d-bcea-4f44-a8b0-8ad4477f4e45 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Allocated IP 172.20.0.13 (4044b022-747e-4834-bc76-73d0f411c2c3/22de4df8-967a-4ca5-99c3-67fec7ee33c8/a99a2de4-d640-4ac9-ae79-8243abcdd3f9) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:47:07.712379 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 43572) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:47:08.034014 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a66673cf-9b92-4e91-b9e7-9548a886b252 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:08.042639 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-3da6ff60-06e0-4ed3-8feb-9df0f7f12b59 req-6897ec0c-568c-41ea-8a74-5bf5d79d4cb2 tempest-ImagesOneServerTestJSON-642299007 tempest-ImagesOneServerTestJSON-642299007-project] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:08.053559 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 928a4a72-cfa1-4649-bbdd-542f8a94cea0 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:47:08.061265 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-3da6ff60-06e0-4ed3-8feb-9df0f7f12b59 req-6897ec0c-568c-41ea-8a74-5bf5d79d4cb2 tempest-ImagesOneServerTestJSON-642299007 tempest-ImagesOneServerTestJSON-642299007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:08.092055 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2c5ca60e-af6a-4acd-aa21-8f91def8cf70 req-2308f765-eeba-4d6f-a064-dd6768cb7196 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=c696bc31-7941-4f53-bcb6-3d4af78f2554 HTTP/1.1" status: 200 len: 210 time: 0.1193945 Jul 13 13:47:08.132589 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-088a4257-fde5-4567-a6b8-f0cfe2ec389d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:08.171373 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 928a4a72-cfa1-4649-bbdd-542f8a94cea0 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:47:08.171988 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:08.290040 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce4307a4-8ad9-498c-af19-6d239a3f9222 None None] DHCP port deletion for 7e876c47-7b25-4c6f-9e4c-092f645e712d request from n-d-800634-1 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 13:47:08.290218 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1f22eb10-4a36-4a17-8558-39028fe0a392 req-a8295a5d-bcea-4f44-a8b0-8ad4477f4e45 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:08.311686 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-1f22eb10-4a36-4a17-8558-39028fe0a392 req-a8295a5d-bcea-4f44-a8b0-8ad4477f4e45 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Transition to ACTIVE for port object a99a2de4-d640-4ac9-ae79-8243abcdd3f9 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:47:08.314782 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [req-3da6ff60-06e0-4ed3-8feb-9df0f7f12b59 req-6897ec0c-568c-41ea-8a74-5bf5d79d4cb2 tempest-ImagesOneServerTestJSON-642299007 tempest-ImagesOneServerTestJSON-642299007-project] Allocated IP 192.168.233.79 (e0bfb334-0fd9-4ba5-ba79-1568ecabee30/60b55863-ceb6-45af-a8a4-4b22d72866af/9a1e9e1f-5f7d-4595-a1b9-cdc5ce99f78d) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:47:08.415613 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1f22eb10-4a36-4a17-8558-39028fe0a392 req-a8295a5d-bcea-4f44-a8b0-8ad4477f4e45 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:08.430099 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-ce4307a4-8ad9-498c-af19-6d239a3f9222 None None] Deleting port 928a4a72-cfa1-4649-bbdd-542f8a94cea0 {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:47:08.430775 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ce4307a4-8ad9-498c-af19-6d239a3f9222 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:08.516581 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-088a4257-fde5-4567-a6b8-f0cfe2ec389d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:08.535235 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f22eb10-4a36-4a17-8558-39028fe0a392 req-a8295a5d-bcea-4f44-a8b0-8ad4477f4e45 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Network 4044b022-747e-4834-bc76-73d0f411c2c3 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:47:08.536503 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-088a4257-fde5-4567-a6b8-f0cfe2ec389d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:08.548323 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-ce4307a4-8ad9-498c-af19-6d239a3f9222 None None] For port 928a4a72-cfa1-4649-bbdd-542f8a94cea0, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=928a4a72-cfa1-4649-bbdd-542f8a94cea0,segment=NetworkSegment(c394974e-face-4f24-baa2-9b44f53284d8),segment_id=c394974e-face-4f24-baa2-9b44f53284d8)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:47:08.548874 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ce4307a4-8ad9-498c-af19-6d239a3f9222 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:08.565889 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-ce4307a4-8ad9-498c-af19-6d239a3f9222 None None] Calling delete_port for 928a4a72-cfa1-4649-bbdd-542f8a94cea0 owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:47:08.593020 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-1f22eb10-4a36-4a17-8558-39028fe0a392 req-a8295a5d-bcea-4f44-a8b0-8ad4477f4e45 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:47:08.602243 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f22eb10-4a36-4a17-8558-39028fe0a392 req-a8295a5d-bcea-4f44-a8b0-8ad4477f4e45 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:47:08.607201 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8295a5d-bcea-4f44-a8b0-8ad4477f4e45 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Pushing event updated for resources: {'Port': ['ID=a99a2de4-d640-4ac9-ae79-8243abcdd3f9,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:47:08.625607 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088a4257-fde5-4567-a6b8-f0cfe2ec389d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a82ddce6-4c68-4fda-985b-f33d89fa17c9,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:47:08.675345 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-088a4257-fde5-4567-a6b8-f0cfe2ec389d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d0732d77c3624f03b2db52abfbdcc0fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9601266 Jul 13 13:47:08.680501 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 43606) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:47:08.704581 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6897ec0c-568c-41ea-8a74-5bf5d79d4cb2 tempest-ImagesOneServerTestJSON-642299007 tempest-ImagesOneServerTestJSON-642299007-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8ef0694-76e2-44b8-96a6-c7e85259143b,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:47:08.727705 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6897ec0c-568c-41ea-8a74-5bf5d79d4cb2 tempest-ImagesOneServerTestJSON-642299007 tempest-ImagesOneServerTestJSON-642299007-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:47:08.728423 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6897ec0c-568c-41ea-8a74-5bf5d79d4cb2 tempest-ImagesOneServerTestJSON-642299007 tempest-ImagesOneServerTestJSON-642299007-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:47:08.728947 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6897ec0c-568c-41ea-8a74-5bf5d79d4cb2 tempest-ImagesOneServerTestJSON-642299007 tempest-ImagesOneServerTestJSON-642299007-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:47:08.729526 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6897ec0c-568c-41ea-8a74-5bf5d79d4cb2 tempest-ImagesOneServerTestJSON-642299007 tempest-ImagesOneServerTestJSON-642299007-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:47:08.730086 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6897ec0c-568c-41ea-8a74-5bf5d79d4cb2 tempest-ImagesOneServerTestJSON-642299007 tempest-ImagesOneServerTestJSON-642299007-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:47:08.730607 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6897ec0c-568c-41ea-8a74-5bf5d79d4cb2 tempest-ImagesOneServerTestJSON-642299007 tempest-ImagesOneServerTestJSON-642299007-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:47:08.731120 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6897ec0c-568c-41ea-8a74-5bf5d79d4cb2 tempest-ImagesOneServerTestJSON-642299007 tempest-ImagesOneServerTestJSON-642299007-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:47:08.732010 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6897ec0c-568c-41ea-8a74-5bf5d79d4cb2 tempest-ImagesOneServerTestJSON-642299007 tempest-ImagesOneServerTestJSON-642299007-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:47:08.732528 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6897ec0c-568c-41ea-8a74-5bf5d79d4cb2 tempest-ImagesOneServerTestJSON-642299007 tempest-ImagesOneServerTestJSON-642299007-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:47:08.733033 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6897ec0c-568c-41ea-8a74-5bf5d79d4cb2 tempest-ImagesOneServerTestJSON-642299007 tempest-ImagesOneServerTestJSON-642299007-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:47:08.733539 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6897ec0c-568c-41ea-8a74-5bf5d79d4cb2 tempest-ImagesOneServerTestJSON-642299007 tempest-ImagesOneServerTestJSON-642299007-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:47:08.734080 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6897ec0c-568c-41ea-8a74-5bf5d79d4cb2 tempest-ImagesOneServerTestJSON-642299007 tempest-ImagesOneServerTestJSON-642299007-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:47:08.795444 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f22eb10-4a36-4a17-8558-39028fe0a392 req-a8295a5d-bcea-4f44-a8b0-8ad4477f4e45 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:47:08.795698 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1f22eb10-4a36-4a17-8558-39028fe0a392 req-a8295a5d-bcea-4f44-a8b0-8ad4477f4e45 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:08.820567 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ce4307a4-8ad9-498c-af19-6d239a3f9222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:08.821036 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9fe28d53-f5c8-4c2c-9e42-9fe845e763d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:08.834321 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1f22eb10-4a36-4a17-8558-39028fe0a392 req-a8295a5d-bcea-4f44-a8b0-8ad4477f4e45 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4618971 Jul 13 13:47:08.865205 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4307a4-8ad9-498c-af19-6d239a3f9222 None None] No DVR routers for this DVR port 928a4a72-cfa1-4649-bbdd-542f8a94cea0 on host n-d-800634-1 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:47:08.866532 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-1f22eb10-4a36-4a17-8558-39028fe0a392 req-cdd7fd18-7cff-4dc3-9fdd-dedf288c61f1 service neutron] Request body: {'port': {'device_id': 'c696bc31-7941-4f53-bcb6-3d4af78f2554', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:47:08.870212 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4307a4-8ad9-498c-af19-6d239a3f9222 None None] Pushing event deleted for resources: {'Port': ['ID=928a4a72-cfa1-4649-bbdd-542f8a94cea0,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:47:08.911876 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9fe28d53-f5c8-4c2c-9e42-9fe845e763d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:08.963039 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-3da6ff60-06e0-4ed3-8feb-9df0f7f12b59 req-6897ec0c-568c-41ea-8a74-5bf5d79d4cb2 tempest-ImagesOneServerTestJSON-642299007 tempest-ImagesOneServerTestJSON-642299007-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:08.984988 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1f22eb10-4a36-4a17-8558-39028fe0a392 req-cdd7fd18-7cff-4dc3-9fdd-dedf288c61f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:08.992034 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-3da6ff60-06e0-4ed3-8feb-9df0f7f12b59 req-6897ec0c-568c-41ea-8a74-5bf5d79d4cb2 tempest-ImagesOneServerTestJSON-642299007 tempest-ImagesOneServerTestJSON-642299007-project] Transition to ACTIVE for port object 9a1e9e1f-5f7d-4595-a1b9-cdc5ce99f78d will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:47:09.042372 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-feba313f-971e-42bf-81bb-3d5b6a454cd1 req-b9f4552c-7a70-484d-bca8-6036d39d5c50 tempest-ImagesOneServerTestJSON-642299007 tempest-ImagesOneServerTestJSON-642299007-project] 10.222.0.23 "GET /v2.0/ports?device_id=81c5c787-6742-49fd-b09f-4995272ab0f4 HTTP/1.1" status: 200 len: 210 time: 0.2259989 Jul 13 13:47:09.061416 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-a66673cf-9b92-4e91-b9e7-9548a886b252 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Deleting port 928a4a72-cfa1-4649-bbdd-542f8a94cea0 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:47:09.065914 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a66673cf-9b92-4e91-b9e7-9548a886b252 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:09.071004 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9fe28d53-f5c8-4c2c-9e42-9fe845e763d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:09.074238 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9fe28d53-f5c8-4c2c-9e42-9fe845e763d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:09.075475 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-9fe28d53-f5c8-4c2c-9e42-9fe845e763d4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a82ddce6-4c68-4fda-985b-f33d89fa17c9 HTTP/1.1" status: 204 len: 168 time: 0.3940399 Jul 13 13:47:09.092535 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe28d53-f5c8-4c2c-9e42-9fe845e763d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a82ddce6-4c68-4fda-985b-f33d89fa17c9,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:47:09.105416 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-3da6ff60-06e0-4ed3-8feb-9df0f7f12b59 req-6897ec0c-568c-41ea-8a74-5bf5d79d4cb2 tempest-ImagesOneServerTestJSON-642299007 tempest-ImagesOneServerTestJSON-642299007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:09.155244 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-8b4100f8-88c7-43f7-b163-758e5109b0d1 None None] Provisioning for port a99a2de4-d640-4ac9-ae79-8243abcdd3f9 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:47:09.177831 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-8b4100f8-88c7-43f7-b163-758e5109b0d1 None None] Provisioning complete for port a99a2de4-d640-4ac9-ae79-8243abcdd3f9 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:47:09.178833 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8b4100f8-88c7-43f7-b163-758e5109b0d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:09.260834 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3da6ff60-06e0-4ed3-8feb-9df0f7f12b59 req-6897ec0c-568c-41ea-8a74-5bf5d79d4cb2 tempest-ImagesOneServerTestJSON-642299007 tempest-ImagesOneServerTestJSON-642299007-project] Network e0bfb334-0fd9-4ba5-ba79-1568ecabee30 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:47:09.278961 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [req-3da6ff60-06e0-4ed3-8feb-9df0f7f12b59 req-6897ec0c-568c-41ea-8a74-5bf5d79d4cb2 tempest-ImagesOneServerTestJSON-642299007 tempest-ImagesOneServerTestJSON-642299007-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:47:09.299728 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-3da6ff60-06e0-4ed3-8feb-9df0f7f12b59 req-6897ec0c-568c-41ea-8a74-5bf5d79d4cb2 tempest-ImagesOneServerTestJSON-642299007 tempest-ImagesOneServerTestJSON-642299007-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:47:09.305610 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-8b4100f8-88c7-43f7-b163-758e5109b0d1 None None] Port a99a2de4-d640-4ac9-ae79-8243abcdd3f9 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:47:09.451610 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-a66673cf-9b92-4e91-b9e7-9548a886b252 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] For port 928a4a72-cfa1-4649-bbdd-542f8a94cea0, host n-d-800634-1, got binding levels [] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:47:09.455380 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a66673cf-9b92-4e91-b9e7-9548a886b252 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:09.495892 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6897ec0c-568c-41ea-8a74-5bf5d79d4cb2 tempest-ImagesOneServerTestJSON-642299007 tempest-ImagesOneServerTestJSON-642299007-project] Pushing event updated for resources: {'Port': ['ID=9a1e9e1f-5f7d-4595-a1b9-cdc5ce99f78d,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:47:09.506159 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-a66673cf-9b92-4e91-b9e7-9548a886b252 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Calling delete_port for 928a4a72-cfa1-4649-bbdd-542f8a94cea0 owned by network:dhcp {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:47:09.512475 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.ipam_backend_mixin [None req-a66673cf-9b92-4e91-b9e7-9548a886b252 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Port 928a4a72-cfa1-4649-bbdd-542f8a94cea0 was not found and therefore no delete operation was performed {{(pid=93751) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 13 13:47:09.520826 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a66673cf-9b92-4e91-b9e7-9548a886b252 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:09.603275 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da6ff60-06e0-4ed3-8feb-9df0f7f12b59 req-6897ec0c-568c-41ea-8a74-5bf5d79d4cb2 tempest-ImagesOneServerTestJSON-642299007 tempest-ImagesOneServerTestJSON-642299007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:47:09.604676 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-3da6ff60-06e0-4ed3-8feb-9df0f7f12b59 req-6897ec0c-568c-41ea-8a74-5bf5d79d4cb2 tempest-ImagesOneServerTestJSON-642299007 tempest-ImagesOneServerTestJSON-642299007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:09.634286 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e27e230-367f-4e1b-bac3-b22886b5fad3 req-c7d1c74e-7523-461c-8880-d20ab49ba23d tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:47:09.635879 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9e27e230-367f-4e1b-bac3-b22886b5fad3 req-c7d1c74e-7523-461c-8880-d20ab49ba23d tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=c696bc31-7941-4f53-bcb6-3d4af78f2554 HTTP/1.1" status: 200 len: 932 time: 0.2262151 Jul 13 13:47:09.739140 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-253bfd42-dd80-4f12-97f5-0b7feead1ddb None None] Provisioning for port 9a1e9e1f-5f7d-4595-a1b9-cdc5ce99f78d completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:47:09.756582 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-253bfd42-dd80-4f12-97f5-0b7feead1ddb None None] Provisioning complete for port 9a1e9e1f-5f7d-4595-a1b9-cdc5ce99f78d triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:47:09.757295 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-253bfd42-dd80-4f12-97f5-0b7feead1ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:09.810183 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9e27e230-367f-4e1b-bac3-b22886b5fad3 req-1f4939cf-eb6d-40c8-97b3-114d81018702 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd374adc-73a7-4812-9be6-45acdaeb0bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583478 Jul 13 13:47:09.812260 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 928a4a72-cfa1-4649-bbdd-542f8a94cea0 no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:47:09.844935 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 43642) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:47:09.848297 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: 928a4a72-cfa1-4649-bbdd-542f8a94cea0 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:47:09.848652 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 928a4a72-cfa1-4649-bbdd-542f8a94cea0 not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:47:09.865350 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-385061ee-7632-4b1e-9cd1-ab7da9fd39c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:09.870510 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-253bfd42-dd80-4f12-97f5-0b7feead1ddb None None] Port 9a1e9e1f-5f7d-4595-a1b9-cdc5ce99f78d cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:47:09.883060 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-1f22eb10-4a36-4a17-8558-39028fe0a392 req-cdd7fd18-7cff-4dc3-9fdd-dedf288c61f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a99a2de4-d640-4ac9-ae79-8243abcdd3f9 {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:47:09.894304 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1f22eb10-4a36-4a17-8558-39028fe0a392 req-cdd7fd18-7cff-4dc3-9fdd-dedf288c61f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:09.918853 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-1f22eb10-4a36-4a17-8558-39028fe0a392 req-cdd7fd18-7cff-4dc3-9fdd-dedf288c61f1 service neutron] Transition to ACTIVE for port object a99a2de4-d640-4ac9-ae79-8243abcdd3f9 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:47:09.945303 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1f22eb10-4a36-4a17-8558-39028fe0a392 req-cdd7fd18-7cff-4dc3-9fdd-dedf288c61f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:10.090820 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd7fd18-7cff-4dc3-9fdd-dedf288c61f1 service neutron] Pushing event updated for resources: {'Port': ['ID=a99a2de4-d640-4ac9-ae79-8243abcdd3f9,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:47:10.259221 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66673cf-9b92-4e91-b9e7-9548a886b252 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Pushing event deleted for resources: {'Port': ['ID=928a4a72-cfa1-4649-bbdd-542f8a94cea0,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:47:10.273901 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-1f22eb10-4a36-4a17-8558-39028fe0a392 req-cdd7fd18-7cff-4dc3-9fdd-dedf288c61f1 service neutron] Attempting to bind port a99a2de4-d640-4ac9-ae79-8243abcdd3f9 on host n-h2-800634-1 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:47:10.274525 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-1f22eb10-4a36-4a17-8558-39028fe0a392 req-cdd7fd18-7cff-4dc3-9fdd-dedf288c61f1 service neutron] Attempting to bind port a99a2de4-d640-4ac9-ae79-8243abcdd3f9 by drivers openvswitch,hyperv on host n-h2-800634-1 at level 0 using segments [{'id': '370d7ede-eeb6-46ae-b4ce-87c4cdf3222b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4044b022-747e-4834-bc76-73d0f411c2c3'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:47:10.276226 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66673cf-9b92-4e91-b9e7-9548a886b252 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] No DVR routers for this DVR port 928a4a72-cfa1-4649-bbdd-542f8a94cea0 on host n-d-800634-1 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:47:10.276943 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f22eb10-4a36-4a17-8558-39028fe0a392 req-cdd7fd18-7cff-4dc3-9fdd-dedf288c61f1 service neutron] Attempting to bind port a99a2de4-d640-4ac9-ae79-8243abcdd3f9 on network 4044b022-747e-4834-bc76-73d0f411c2c3 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:47:10.289721 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-385061ee-7632-4b1e-9cd1-ab7da9fd39c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:10.290728 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f22eb10-4a36-4a17-8558-39028fe0a392 req-cdd7fd18-7cff-4dc3-9fdd-dedf288c61f1 service neutron] Port a99a2de4-d640-4ac9-ae79-8243abcdd3f9 on network 4044b022-747e-4834-bc76-73d0f411c2c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-1 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:47:10.291105 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f22eb10-4a36-4a17-8558-39028fe0a392 req-cdd7fd18-7cff-4dc3-9fdd-dedf288c61f1 service neutron] Attempting to bind port a99a2de4-d640-4ac9-ae79-8243abcdd3f9 on network 4044b022-747e-4834-bc76-73d0f411c2c3 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:47:10.297420 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f22eb10-4a36-4a17-8558-39028fe0a392 req-cdd7fd18-7cff-4dc3-9fdd-dedf288c61f1 service neutron] Checking agent: {'id': 'f615e5c9-21ab-43f2-adbc-192d64b795cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:47:10.298724 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f22eb10-4a36-4a17-8558-39028fe0a392 req-cdd7fd18-7cff-4dc3-9fdd-dedf288c61f1 service neutron] Checking segment: {'id': '370d7ede-eeb6-46ae-b4ce-87c4cdf3222b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4044b022-747e-4834-bc76-73d0f411c2c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:47:10.298988 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f22eb10-4a36-4a17-8558-39028fe0a392 req-cdd7fd18-7cff-4dc3-9fdd-dedf288c61f1 service neutron] Bound using segment: {'id': '370d7ede-eeb6-46ae-b4ce-87c4cdf3222b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4044b022-747e-4834-bc76-73d0f411c2c3'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:47:10.299580 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-1f22eb10-4a36-4a17-8558-39028fe0a392 req-cdd7fd18-7cff-4dc3-9fdd-dedf288c61f1 service neutron] Bound port: a99a2de4-d640-4ac9-ae79-8243abcdd3f9, host: n-h2-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '370d7ede-eeb6-46ae-b4ce-87c4cdf3222b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4044b022-747e-4834-bc76-73d0f411c2c3'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:47:10.299849 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1f22eb10-4a36-4a17-8558-39028fe0a392 req-cdd7fd18-7cff-4dc3-9fdd-dedf288c61f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:10.316525 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-385061ee-7632-4b1e-9cd1-ab7da9fd39c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:10.421000 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-385061ee-7632-4b1e-9cd1-ab7da9fd39c6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9d64366ec77842f8abb23c075ab4a85e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5650218 Jul 13 13:47:10.421000 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 43664) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:47:10.435488 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385061ee-7632-4b1e-9cd1-ab7da9fd39c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d256bd7f-8854-4b4a-914f-f74ea95e8f83,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:47:10.488174 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-1f22eb10-4a36-4a17-8558-39028fe0a392 req-cdd7fd18-7cff-4dc3-9fdd-dedf288c61f1 service neutron] For port a99a2de4-d640-4ac9-ae79-8243abcdd3f9, host n-h2-800634-1, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:47:10.503600 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3da6ff60-06e0-4ed3-8feb-9df0f7f12b59 req-6897ec0c-568c-41ea-8a74-5bf5d79d4cb2 tempest-ImagesOneServerTestJSON-642299007 tempest-ImagesOneServerTestJSON-642299007-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.9278090 Jul 13 13:47:10.514306 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-1f22eb10-4a36-4a17-8558-39028fe0a392 req-cdd7fd18-7cff-4dc3-9fdd-dedf288c61f1 service neutron] For port a99a2de4-d640-4ac9-ae79-8243abcdd3f9, host n-h2-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=a99a2de4-d640-4ac9-ae79-8243abcdd3f9,segment=NetworkSegment(370d7ede-eeb6-46ae-b4ce-87c4cdf3222b),segment_id=370d7ede-eeb6-46ae-b4ce-87c4cdf3222b)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:47:10.520883 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-69bd3793-5dbd-47df-9645-56cf41c9496a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:10.524365 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1f22eb10-4a36-4a17-8558-39028fe0a392 req-cdd7fd18-7cff-4dc3-9fdd-dedf288c61f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:10.576045 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-69bd3793-5dbd-47df-9645-56cf41c9496a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:10.579655 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-3da6ff60-06e0-4ed3-8feb-9df0f7f12b59 req-af5f2e00-9dde-4e19-a258-6303942891eb service neutron] Request body: {'port': {'device_id': '81c5c787-6742-49fd-b09f-4995272ab0f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-1'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:47:10.643592 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a66673cf-9b92-4e91-b9e7-9548a886b252 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:10.663033 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd7fd18-7cff-4dc3-9fdd-dedf288c61f1 service neutron] Pushing event updated for resources: {'Port': ['ID=a99a2de4-d640-4ac9-ae79-8243abcdd3f9,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:47:10.672926 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-a66673cf-9b92-4e91-b9e7-9548a886b252 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e876c47-7b25-4c6f-9e4c-092f645e712d']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:47:10.683690 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f22eb10-4a36-4a17-8558-39028fe0a392 req-cdd7fd18-7cff-4dc3-9fdd-dedf288c61f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:47:10.684172 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1f22eb10-4a36-4a17-8558-39028fe0a392 req-cdd7fd18-7cff-4dc3-9fdd-dedf288c61f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:10.686730 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1f22eb10-4a36-4a17-8558-39028fe0a392 req-cdd7fd18-7cff-4dc3-9fdd-dedf288c61f1 service neutron] 10.222.0.41 "PUT /v2.0/ports/a99a2de4-d640-4ac9-ae79-8243abcdd3f9 HTTP/1.1" status: 200 len: 1092 time: 1.8348708 Jul 13 13:47:10.688472 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc5596f-1fea-4df3-b7d6-d4f7c99226a2 req-047757bc-57b4-420a-af1a-7913c0f85ad7 tempest-ImagesOneServerTestJSON-642299007 tempest-ImagesOneServerTestJSON-642299007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:47:10.693010 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c696bc31-7941-4f53-bcb6-3d4af78f2554', 'tag': 'a99a2de4-d640-4ac9-ae79-8243abcdd3f9'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:47:10.695703 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4969ccdd-5242-4a5e-b25c-0b7b62b7ac42" -d '{"events": [{"name": "network-changed", "server_uuid": "c696bc31-7941-4f53-bcb6-3d4af78f2554", "tag": "a99a2de4-d640-4ac9-ae79-8243abcdd3f9"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:47:10.695883 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-cdc5596f-1fea-4df3-b7d6-d4f7c99226a2 req-047757bc-57b4-420a-af1a-7913c0f85ad7 tempest-ImagesOneServerTestJSON-642299007 tempest-ImagesOneServerTestJSON-642299007-project] 10.222.0.23 "GET /v2.0/ports?device_id=81c5c787-6742-49fd-b09f-4995272ab0f4 HTTP/1.1" status: 200 len: 935 time: 0.4226403 Jul 13 13:47:10.716560 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-a66673cf-9b92-4e91-b9e7-9548a886b252 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c394974e-face-4f24-baa2-9b44f53284d8') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:47:10.717559 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-a66673cf-9b92-4e91-b9e7-9548a886b252 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c394974e-face-4f24-baa2-9b44f53284d8') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:47:10.768656 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a66673cf-9b92-4e91-b9e7-9548a886b252 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6018464'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:10.804264 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 13:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48db7d6a-54b9-455e-908f-4ba96d355c29 x-openstack-request-id: req-48db7d6a-54b9-455e-908f-4ba96d355c29 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:47:10.804704 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c696bc31-7941-4f53-bcb6-3d4af78f2554", "tag": "a99a2de4-d640-4ac9-ae79-8243abcdd3f9", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:47:10.804969 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-48db7d6a-54b9-455e-908f-4ba96d355c29 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:47:10.805420 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c696bc31-7941-4f53-bcb6-3d4af78f2554', 'tag': 'a99a2de4-d640-4ac9-ae79-8243abcdd3f9', 'status': 'completed', 'code': 200} Jul 13 13:47:10.810925 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-69bd3793-5dbd-47df-9645-56cf41c9496a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:10.814522 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-69bd3793-5dbd-47df-9645-56cf41c9496a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:10.819251 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-69bd3793-5dbd-47df-9645-56cf41c9496a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d256bd7f-8854-4b4a-914f-f74ea95e8f83 HTTP/1.1" status: 204 len: 168 time: 0.4031234 Jul 13 13:47:10.854353 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bd3793-5dbd-47df-9645-56cf41c9496a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d256bd7f-8854-4b4a-914f-f74ea95e8f83,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:47:10.854649 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a66673cf-9b92-4e91-b9e7-9548a886b252 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:10.866334 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f22eb10-4a36-4a17-8558-39028fe0a392 req-0fcdfb96-c74c-46ca-8349-fc611df779b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:47:10.870677 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1f22eb10-4a36-4a17-8558-39028fe0a392 req-0fcdfb96-c74c-46ca-8349-fc611df779b8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ef6418d5526f4765ba53df412776e3e7&device_id=c696bc31-7941-4f53-bcb6-3d4af78f2554 HTTP/1.1" status: 200 len: 1095 time: 0.1270328 Jul 13 13:47:10.885076 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a66673cf-9b92-4e91-b9e7-9548a886b252 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 13:47:10.885595 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a66673cf-9b92-4e91-b9e7-9548a886b252 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6018632'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:10.997630 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1f22eb10-4a36-4a17-8558-39028fe0a392 req-588f7f79-ec48-4781-9e9c-d3ace96574a0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a99a2de4-d640-4ac9-ae79-8243abcdd3f9 HTTP/1.1" status: 200 len: 217 time: 0.1040950 Jul 13 13:47:11.035367 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:47:11.035367 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:47:11.035367 n-d-800634-1 neutron-server[93751]: Traceback (most recent call last): Jul 13 13:47:11.035367 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 13:47:11.035367 n-d-800634-1 neutron-server[93751]: timer() Jul 13 13:47:11.035367 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 13:47:11.035367 n-d-800634-1 neutron-server[93751]: cb(*args, **kw) Jul 13 13:47:11.035367 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 13:47:11.035367 n-d-800634-1 neutron-server[93751]: return func(*args, **kwargs) Jul 13 13:47:11.035367 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 13:47:11.035367 n-d-800634-1 neutron-server[93751]: self._notify() Jul 13 13:47:11.035367 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 13:47:11.035367 n-d-800634-1 neutron-server[93751]: self.callback(batched_events) Jul 13 13:47:11.035367 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 13:47:11.035367 n-d-800634-1 neutron-server[93751]: event.method(event) Jul 13 13:47:11.035367 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 13:47:11.035367 n-d-800634-1 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 13:47:11.035367 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 13:47:11.035367 n-d-800634-1 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 13:47:11.035367 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 13:47:11.035367 n-d-800634-1 neutron-server[93751]: return f(self, *a, **k) Jul 13 13:47:11.035367 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 13:47:11.035367 n-d-800634-1 neutron-server[93751]: return self._get(url).json() Jul 13 13:47:11.035367 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 13:47:11.035367 n-d-800634-1 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 13:47:11.035367 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 13:47:11.035367 n-d-800634-1 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 13 13:47:11.035367 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 13:47:11.035367 n-d-800634-1 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 13:47:11.035367 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 13:47:11.035367 n-d-800634-1 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 13:47:11.035367 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 13:47:11.035367 n-d-800634-1 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 13:47:11.035367 n-d-800634-1 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 13:47:11.110879 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-cdc5596f-1fea-4df3-b7d6-d4f7c99226a2 req-743e65b1-e1bb-4039-a0b6-e4b4f5add274 tempest-ImagesOneServerTestJSON-642299007 tempest-ImagesOneServerTestJSON-642299007-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8ef0694-76e2-44b8-96a6-c7e85259143b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3347886 Jul 13 13:47:11.121018 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a66673cf-9b92-4e91-b9e7-9548a886b252 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:11.149728 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a66673cf-9b92-4e91-b9e7-9548a886b252 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:11.151939 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-a66673cf-9b92-4e91-b9e7-9548a886b252 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] 10.222.0.23 "DELETE /v2.0/networks/7e876c47-7b25-4c6f-9e4c-092f645e712d HTTP/1.1" status: 204 len: 168 time: 3.6603482 Jul 13 13:47:11.165302 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 43690) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:47:11.167769 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-3da6ff60-06e0-4ed3-8feb-9df0f7f12b59 req-af5f2e00-9dde-4e19-a258-6303942891eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:11.170076 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66673cf-9b92-4e91-b9e7-9548a886b252 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Pushing event deleted for resources: {'Network': ['ID=7e876c47-7b25-4c6f-9e4c-092f645e712d,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:47:11.182904 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-4934f028-b879-4a33-8395-deebadaf3f08 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Request body: {'port': {'network_id': 'a62882bd-8b40-4e51-9562-97e4183a3f73', 'name': 'tempest-PortsIpV6TestJSON-952051748'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:47:11.253871 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f22eb10-4a36-4a17-8558-39028fe0a392 req-52228dfc-c5c3-409d-9cb1-78e844cee253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:47:11.255732 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1f22eb10-4a36-4a17-8558-39028fe0a392 req-52228dfc-c5c3-409d-9cb1-78e844cee253 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=22de4df8-967a-4ca5-99c3-67fec7ee33c8 HTTP/1.1" status: 200 len: 851 time: 0.2517636 Jul 13 13:47:11.405964 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0487f5b4-c6ce-45c5-9535-ced045b33dd0 req-d7717880-26a9-4d55-b159-97c0dcca5ef5 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:47:11.420980 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0487f5b4-c6ce-45c5-9535-ced045b33dd0 req-d7717880-26a9-4d55-b159-97c0dcca5ef5 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=c696bc31-7941-4f53-bcb6-3d4af78f2554 HTTP/1.1" status: 200 len: 944 time: 0.3252254 Jul 13 13:47:11.475463 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f22eb10-4a36-4a17-8558-39028fe0a392 req-c65c48c3-2ebb-4a7e-a76b-4af5282712f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:47:11.477483 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1f22eb10-4a36-4a17-8558-39028fe0a392 req-c65c48c3-2ebb-4a7e-a76b-4af5282712f6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4044b022-747e-4834-bc76-73d0f411c2c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2150800 Jul 13 13:47:11.561045 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4934f028-b879-4a33-8395-deebadaf3f08 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Made reservation on behalf of 7b9a8e657fbe4761afdd556ee032edca for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:47:11.567246 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4934f028-b879-4a33-8395-deebadaf3f08 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:11.587114 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1f22eb10-4a36-4a17-8558-39028fe0a392 req-d10bf0ae-ef81-4a96-8322-67434ed2a371 service neutron] 10.222.0.41 "GET /v2.0/networks/4044b022-747e-4834-bc76-73d0f411c2c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032944 Jul 13 13:47:11.600706 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0487f5b4-c6ce-45c5-9535-ced045b33dd0 req-cc0a20b9-6bff-497a-aa96-66f354af151d tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd374adc-73a7-4812-9be6-45acdaeb0bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782660 Jul 13 13:47:11.601560 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [None req-4934f028-b879-4a33-8395-deebadaf3f08 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] device_id is not set on port fa1e5074-c4c5-4b5c-8240-cdd0ef46c237 yet. {{(pid=93751) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 13:47:11.813599 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1f22eb10-4a36-4a17-8558-39028fe0a392 req-4095d828-2579-4a6d-8242-ca8b9940a5f5 service neutron] 10.222.0.41 "GET /v2.0/networks/4044b022-747e-4834-bc76-73d0f411c2c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014928 Jul 13 13:47:12.033481 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4969ccdd-5242-4a5e-b25c-0b7b62b7ac42 req-2c6237e9-739e-462c-97c4-95ce77143d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:47:12.035370 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4969ccdd-5242-4a5e-b25c-0b7b62b7ac42 req-2c6237e9-739e-462c-97c4-95ce77143d9d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ef6418d5526f4765ba53df412776e3e7&device_id=c696bc31-7941-4f53-bcb6-3d4af78f2554 HTTP/1.1" status: 200 len: 1095 time: 0.1315000 Jul 13 13:47:12.058830 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [req-3da6ff60-06e0-4ed3-8feb-9df0f7f12b59 req-af5f2e00-9dde-4e19-a258-6303942891eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a1e9e1f-5f7d-4595-a1b9-cdc5ce99f78d {{(pid=93751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:47:12.068643 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-3da6ff60-06e0-4ed3-8feb-9df0f7f12b59 req-af5f2e00-9dde-4e19-a258-6303942891eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:12.100286 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-3da6ff60-06e0-4ed3-8feb-9df0f7f12b59 req-af5f2e00-9dde-4e19-a258-6303942891eb service neutron] Transition to ACTIVE for port object 9a1e9e1f-5f7d-4595-a1b9-cdc5ce99f78d will not be triggered until provisioned by entity L2. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:47:12.115143 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4934f028-b879-4a33-8395-deebadaf3f08 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:12.118002 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-3da6ff60-06e0-4ed3-8feb-9df0f7f12b59 req-af5f2e00-9dde-4e19-a258-6303942891eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:12.260176 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4969ccdd-5242-4a5e-b25c-0b7b62b7ac42 req-f06c4be2-ed24-458e-8f3d-4598af82458b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:47:12.261716 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4969ccdd-5242-4a5e-b25c-0b7b62b7ac42 req-f06c4be2-ed24-458e-8f3d-4598af82458b service neutron] 10.222.0.41 "GET /v2.0/networks?id=4044b022-747e-4834-bc76-73d0f411c2c3 HTTP/1.1" status: 200 len: 912 time: 0.2183685 Jul 13 13:47:12.322196 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4969ccdd-5242-4a5e-b25c-0b7b62b7ac42 req-46697e73-798f-4d12-8d9b-b2368ab8cf0f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a99a2de4-d640-4ac9-ae79-8243abcdd3f9 HTTP/1.1" status: 200 len: 217 time: 0.0531769 Jul 13 13:47:12.358060 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5f2e00-9dde-4e19-a258-6303942891eb service neutron] Pushing event updated for resources: {'Port': ['ID=9a1e9e1f-5f7d-4595-a1b9-cdc5ce99f78d,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:47:12.449243 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4969ccdd-5242-4a5e-b25c-0b7b62b7ac42 req-87b27981-b9af-4770-af07-18d12b2cae0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:47:12.453991 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4969ccdd-5242-4a5e-b25c-0b7b62b7ac42 req-87b27981-b9af-4770-af07-18d12b2cae0a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=22de4df8-967a-4ca5-99c3-67fec7ee33c8 HTTP/1.1" status: 200 len: 851 time: 0.1254189 Jul 13 13:47:12.557701 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4969ccdd-5242-4a5e-b25c-0b7b62b7ac42 req-0e9df2c1-3469-4433-9ff5-8741baaaf8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:47:12.558503 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4934f028-b879-4a33-8395-deebadaf3f08 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:12.566657 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4969ccdd-5242-4a5e-b25c-0b7b62b7ac42 req-0e9df2c1-3469-4433-9ff5-8741baaaf8af service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4044b022-747e-4834-bc76-73d0f411c2c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1050549 Jul 13 13:47:12.681561 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4934f028-b879-4a33-8395-deebadaf3f08 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Network a62882bd-8b40-4e51-9562-97e4183a3f73 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:47:12.696316 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-4934f028-b879-4a33-8395-deebadaf3f08 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:47:12.715142 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4934f028-b879-4a33-8395-deebadaf3f08 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:47:12.725986 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4969ccdd-5242-4a5e-b25c-0b7b62b7ac42 req-69d43f9e-29ef-4847-90d8-885f2ba9c867 service neutron] 10.222.0.41 "GET /v2.0/networks/4044b022-747e-4834-bc76-73d0f411c2c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481225 Jul 13 13:47:12.726624 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4934f028-b879-4a33-8395-deebadaf3f08 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:47:12.727346 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4934f028-b879-4a33-8395-deebadaf3f08 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:12.831742 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4934f028-b879-4a33-8395-deebadaf3f08 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Pushing event updated for resources: {'Port': ['ID=fa1e5074-c4c5-4b5c-8240-cdd0ef46c237,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:47:12.834928 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-3da6ff60-06e0-4ed3-8feb-9df0f7f12b59 req-af5f2e00-9dde-4e19-a258-6303942891eb service neutron] Attempting to bind port 9a1e9e1f-5f7d-4595-a1b9-cdc5ce99f78d on host n-h2-800634-1 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:47:12.835447 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-3da6ff60-06e0-4ed3-8feb-9df0f7f12b59 req-af5f2e00-9dde-4e19-a258-6303942891eb service neutron] Attempting to bind port 9a1e9e1f-5f7d-4595-a1b9-cdc5ce99f78d by drivers openvswitch,hyperv on host n-h2-800634-1 at level 0 using segments [{'id': '62a4f2e9-97ca-473c-a2df-e7f9f532c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:47:12.835902 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3da6ff60-06e0-4ed3-8feb-9df0f7f12b59 req-af5f2e00-9dde-4e19-a258-6303942891eb service neutron] Attempting to bind port 9a1e9e1f-5f7d-4595-a1b9-cdc5ce99f78d on network e0bfb334-0fd9-4ba5-ba79-1568ecabee30 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:47:12.853584 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63812183-340c-4611-910f-7fca737d6a8e req-a2bd970a-e6ba-406f-b291-9aa3d6da98c0 tempest-ImagesOneServerTestJSON-642299007 tempest-ImagesOneServerTestJSON-642299007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:47:12.855987 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-63812183-340c-4611-910f-7fca737d6a8e req-a2bd970a-e6ba-406f-b291-9aa3d6da98c0 tempest-ImagesOneServerTestJSON-642299007 tempest-ImagesOneServerTestJSON-642299007-project] 10.222.0.23 "GET /v2.0/ports?device_id=81c5c787-6742-49fd-b09f-4995272ab0f4 HTTP/1.1" status: 200 len: 947 time: 0.4263446 Jul 13 13:47:12.861340 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 43776) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:47:12.862150 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-4934f028-b879-4a33-8395-deebadaf3f08 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.6954119 Jul 13 13:47:12.863036 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3da6ff60-06e0-4ed3-8feb-9df0f7f12b59 req-af5f2e00-9dde-4e19-a258-6303942891eb service neutron] Port 9a1e9e1f-5f7d-4595-a1b9-cdc5ce99f78d on network e0bfb334-0fd9-4ba5-ba79-1568ecabee30 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-1 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:47:12.863469 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3da6ff60-06e0-4ed3-8feb-9df0f7f12b59 req-af5f2e00-9dde-4e19-a258-6303942891eb service neutron] Attempting to bind port 9a1e9e1f-5f7d-4595-a1b9-cdc5ce99f78d on network e0bfb334-0fd9-4ba5-ba79-1568ecabee30 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:47:12.877451 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3da6ff60-06e0-4ed3-8feb-9df0f7f12b59 req-af5f2e00-9dde-4e19-a258-6303942891eb service neutron] Checking agent: {'id': 'f615e5c9-21ab-43f2-adbc-192d64b795cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:47:12.877951 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3da6ff60-06e0-4ed3-8feb-9df0f7f12b59 req-af5f2e00-9dde-4e19-a258-6303942891eb service neutron] Checking segment: {'id': '62a4f2e9-97ca-473c-a2df-e7f9f532c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:47:12.878542 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3da6ff60-06e0-4ed3-8feb-9df0f7f12b59 req-af5f2e00-9dde-4e19-a258-6303942891eb service neutron] Bound using segment: {'id': '62a4f2e9-97ca-473c-a2df-e7f9f532c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30'} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:47:12.879173 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-3da6ff60-06e0-4ed3-8feb-9df0f7f12b59 req-af5f2e00-9dde-4e19-a258-6303942891eb service neutron] Bound port: 9a1e9e1f-5f7d-4595-a1b9-cdc5ce99f78d, host: n-h2-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62a4f2e9-97ca-473c-a2df-e7f9f532c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30'}}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:47:12.879665 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-3da6ff60-06e0-4ed3-8feb-9df0f7f12b59 req-af5f2e00-9dde-4e19-a258-6303942891eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:12.943166 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-63812183-340c-4611-910f-7fca737d6a8e req-97d1ef05-a9df-4af5-9b09-eae36ec5b6d7 tempest-ImagesOneServerTestJSON-642299007 tempest-ImagesOneServerTestJSON-642299007-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8ef0694-76e2-44b8-96a6-c7e85259143b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722511 Jul 13 13:47:13.000066 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4969ccdd-5242-4a5e-b25c-0b7b62b7ac42 req-391363c4-8735-4aaa-9f16-10baceda9171 service neutron] 10.222.0.41 "GET /v2.0/networks/4044b022-747e-4834-bc76-73d0f411c2c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2682660 Jul 13 13:47:13.009238 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-3da6ff60-06e0-4ed3-8feb-9df0f7f12b59 req-af5f2e00-9dde-4e19-a258-6303942891eb service neutron] For port 9a1e9e1f-5f7d-4595-a1b9-cdc5ce99f78d, host n-h2-800634-1, cleared binding levels {{(pid=93751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:47:13.016066 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-3da6ff60-06e0-4ed3-8feb-9df0f7f12b59 req-af5f2e00-9dde-4e19-a258-6303942891eb service neutron] For port 9a1e9e1f-5f7d-4595-a1b9-cdc5ce99f78d, host n-h2-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=9a1e9e1f-5f7d-4595-a1b9-cdc5ce99f78d,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:47:13.024590 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 43780) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:47:13.054695 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-3da6ff60-06e0-4ed3-8feb-9df0f7f12b59 req-af5f2e00-9dde-4e19-a258-6303942891eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:13.059300 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b0a747-327e-49e2-b0a3-b19b8cc3ec95 req-4ef458d4-36ef-4d5c-b642-8e311ac7301a tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:47:13.066206 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b8b0a747-327e-49e2-b0a3-b19b8cc3ec95 req-4ef458d4-36ef-4d5c-b642-8e311ac7301a tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=c696bc31-7941-4f53-bcb6-3d4af78f2554 HTTP/1.1" status: 200 len: 944 time: 0.1805048 Jul 13 13:47:13.118948 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da6ff60-06e0-4ed3-8feb-9df0f7f12b59 req-af5f2e00-9dde-4e19-a258-6303942891eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:47:13.119590 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-3da6ff60-06e0-4ed3-8feb-9df0f7f12b59 req-af5f2e00-9dde-4e19-a258-6303942891eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:13.120962 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3da6ff60-06e0-4ed3-8feb-9df0f7f12b59 req-af5f2e00-9dde-4e19-a258-6303942891eb service neutron] 10.222.0.41 "PUT /v2.0/ports/9a1e9e1f-5f7d-4595-a1b9-cdc5ce99f78d HTTP/1.1" status: 200 len: 1095 time: 2.5564289 Jul 13 13:47:13.121407 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81c5c787-6742-49fd-b09f-4995272ab0f4', 'tag': '9a1e9e1f-5f7d-4595-a1b9-cdc5ce99f78d'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:47:13.122321 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b8b0a747-327e-49e2-b0a3-b19b8cc3ec95 req-576a61a5-dbce-46d6-bd4a-f9bbf78eb3a4 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd374adc-73a7-4812-9be6-45acdaeb0bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551810 Jul 13 13:47:13.123794 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d17b627af75e17e0f4b8d6239d04f8c2f78634e2c585e32a7aeca336500f34a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97f95605-c6c7-4ba2-a2e3-1a8410d50a66" -d '{"events": [{"name": "network-changed", "server_uuid": "81c5c787-6742-49fd-b09f-4995272ab0f4", "tag": "9a1e9e1f-5f7d-4595-a1b9-cdc5ce99f78d"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:47:13.164286 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-1375382f-e1d3-4e75-843d-cb82bb762f4b tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Deleting port fa1e5074-c4c5-4b5c-8240-cdd0ef46c237 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:47:13.164635 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1375382f-e1d3-4e75-843d-cb82bb762f4b tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:13.259602 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 13:47:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08b1793f-8a25-4a6c-bc18-ba442193058e x-openstack-request-id: req-08b1793f-8a25-4a6c-bc18-ba442193058e {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:47:13.259816 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81c5c787-6742-49fd-b09f-4995272ab0f4", "tag": "9a1e9e1f-5f7d-4595-a1b9-cdc5ce99f78d", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:47:13.274813 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-08b1793f-8a25-4a6c-bc18-ba442193058e {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:47:13.276773 n-d-800634-1 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81c5c787-6742-49fd-b09f-4995272ab0f4', 'tag': '9a1e9e1f-5f7d-4595-a1b9-cdc5ce99f78d', 'status': 'completed', 'code': 200} Jul 13 13:47:13.280119 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1375382f-e1d3-4e75-843d-cb82bb762f4b tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:13.298531 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-1375382f-e1d3-4e75-843d-cb82bb762f4b tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Calling delete_port for fa1e5074-c4c5-4b5c-8240-cdd0ef46c237 owned by {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:47:13.321930 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5f2e00-9dde-4e19-a258-6303942891eb service neutron] Pushing event updated for resources: {'Port': ['ID=9a1e9e1f-5f7d-4595-a1b9-cdc5ce99f78d,revision_number=3']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:47:13.344364 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a693ed00-8470-46d7-93e0-24b056497ccf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:13.448404 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1375382f-e1d3-4e75-843d-cb82bb762f4b tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:13.493062 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da6ff60-06e0-4ed3-8feb-9df0f7f12b59 req-c1009afd-2759-491d-bdbf-0dfb8dd2b4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:47:13.494645 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3da6ff60-06e0-4ed3-8feb-9df0f7f12b59 req-c1009afd-2759-491d-bdbf-0dfb8dd2b4e9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9468aec004be4c648cc71c8b3b5efe94&device_id=81c5c787-6742-49fd-b09f-4995272ab0f4 HTTP/1.1" status: 200 len: 1098 time: 0.3295567 Jul 13 13:47:13.560030 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1375382f-e1d3-4e75-843d-cb82bb762f4b tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Pushing event deleted for resources: {'Port': ['ID=fa1e5074-c4c5-4b5c-8240-cdd0ef46c237,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:47:13.562252 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1375382f-e1d3-4e75-843d-cb82bb762f4b tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:13.566424 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-1375382f-e1d3-4e75-843d-cb82bb762f4b tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] 10.222.0.23 "DELETE /v2.0/ports/fa1e5074-c4c5-4b5c-8240-cdd0ef46c237 HTTP/1.1" status: 204 len: 168 time: 0.7018261 Jul 13 13:47:13.567397 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 43802) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:47:13.569485 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device a99a2de4-d640-4ac9-ae79-8243abcdd3f9 details requested by agent hyperv_n-h2-800634-1 with host n-h2-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 13:47:13.578584 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-38659704-922a-4cdd-a2b1-a6d293161a46 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Request body: {'port': {'network_id': 'a62882bd-8b40-4e51-9562-97e4183a3f73', 'mac_address': 'fa:16:3e:f8:17:7f', 'name': 'tempest-PortsIpV6TestJSON-102882960'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:47:13.603701 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3da6ff60-06e0-4ed3-8feb-9df0f7f12b59 req-3dd05650-42d7-438b-8fb5-2fec15852b87 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=9a1e9e1f-5f7d-4595-a1b9-cdc5ce99f78d HTTP/1.1" status: 200 len: 217 time: 0.0947409 Jul 13 13:47:13.690206 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da6ff60-06e0-4ed3-8feb-9df0f7f12b59 req-dd1a0940-130e-4b92-9cb1-d6a9db361502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:47:13.691784 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3da6ff60-06e0-4ed3-8feb-9df0f7f12b59 req-dd1a0940-130e-4b92-9cb1-d6a9db361502 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=60b55863-ceb6-45af-a8a4-4b22d72866af HTTP/1.1" status: 200 len: 843 time: 0.0804191 Jul 13 13:47:13.807284 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port a99a2de4-d640-4ac9-ae79-8243abcdd3f9, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=a99a2de4-d640-4ac9-ae79-8243abcdd3f9,segment=NetworkSegment(370d7ede-eeb6-46ae-b4ce-87c4cdf3222b),segment_id=370d7ede-eeb6-46ae-b4ce-87c4cdf3222b)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:47:13.822309 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Returning: {'device': 'a99a2de4-d640-4ac9-ae79-8243abcdd3f9', 'network_id': '4044b022-747e-4834-bc76-73d0f411c2c3', 'port_id': 'a99a2de4-d640-4ac9-ae79-8243abcdd3f9', 'mac_address': 'fa:16:3e:2f:d5:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22de4df8-967a-4ca5-99c3-67fec7ee33c8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 13:47:13.848445 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da6ff60-06e0-4ed3-8feb-9df0f7f12b59 req-2fe1c606-9a85-4ede-9207-517e4e4a9318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:47:13.850300 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3da6ff60-06e0-4ed3-8feb-9df0f7f12b59 req-2fe1c606-9a85-4ede-9207-517e4e4a9318 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e0bfb334-0fd9-4ba5-ba79-1568ecabee30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1443708 Jul 13 13:47:13.852255 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a693ed00-8470-46d7-93e0-24b056497ccf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:13.875776 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:13.880755 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38659704-922a-4cdd-a2b1-a6d293161a46 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Made reservation on behalf of 7b9a8e657fbe4761afdd556ee032edca for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:47:13.901613 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a99a2de4-d640-4ac9-ae79-8243abcdd3f9 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:47:13.916580 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a693ed00-8470-46d7-93e0-24b056497ccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:13.929472 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port a99a2de4-d640-4ac9-ae79-8243abcdd3f9, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=a99a2de4-d640-4ac9-ae79-8243abcdd3f9,segment=NetworkSegment(370d7ede-eeb6-46ae-b4ce-87c4cdf3222b),segment_id=370d7ede-eeb6-46ae-b4ce-87c4cdf3222b)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:47:13.951573 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:14.004190 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a693ed00-8470-46d7-93e0-24b056497ccf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04f3281c-6b36-47d9-ace6-4b2397aed2ca,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:47:14.012306 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-38659704-922a-4cdd-a2b1-a6d293161a46 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:14.063322 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=a99a2de4-d640-4ac9-ae79-8243abcdd3f9,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:47:14.063633 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-a693ed00-8470-46d7-93e0-24b056497ccf admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cff16651e14949eaaaafba45d5c8d604&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0374243 Jul 13 13:47:14.066084 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [None req-38659704-922a-4cdd-a2b1-a6d293161a46 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] device_id is not set on port 4210e32a-b8ef-4a0f-ba53-28306adf9051 yet. {{(pid=93750) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 13:47:14.071055 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 43820) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:47:14.164911 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['a99a2de4-d640-4ac9-ae79-8243abcdd3f9'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:47:14.233213 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3da6ff60-06e0-4ed3-8feb-9df0f7f12b59 req-165930a3-e39a-42b6-80f8-a4d681d48248 service neutron] 10.222.0.41 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3758514 Jul 13 13:47:14.302523 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8afb0c8b-e9f4-4e89-9281-a21d5c16fe49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:14.418997 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f36372c-7192-4baf-8dd9-cb6350be08ff req-025b9e6c-777e-4805-9e83-b0c74ec8b5a5 tempest-ImagesOneServerTestJSON-642299007 tempest-ImagesOneServerTestJSON-642299007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:47:14.421094 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0f36372c-7192-4baf-8dd9-cb6350be08ff req-025b9e6c-777e-4805-9e83-b0c74ec8b5a5 tempest-ImagesOneServerTestJSON-642299007 tempest-ImagesOneServerTestJSON-642299007-project] 10.222.0.23 "GET /v2.0/ports?device_id=81c5c787-6742-49fd-b09f-4995272ab0f4 HTTP/1.1" status: 200 len: 947 time: 0.2425063 Jul 13 13:47:14.435289 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8afb0c8b-e9f4-4e89-9281-a21d5c16fe49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:14.509599 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0f36372c-7192-4baf-8dd9-cb6350be08ff req-9bc7ed4f-1f4e-4a9f-b55d-d636449ffa4c tempest-ImagesOneServerTestJSON-642299007 tempest-ImagesOneServerTestJSON-642299007-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8ef0694-76e2-44b8-96a6-c7e85259143b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567966 Jul 13 13:47:14.582747 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-38659704-922a-4cdd-a2b1-a6d293161a46 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:14.585522 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3da6ff60-06e0-4ed3-8feb-9df0f7f12b59 req-c833404e-750e-40dc-a58e-4e50b49e6d4f service neutron] 10.222.0.41 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3420658 Jul 13 13:47:14.609509 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3328081e-38af-4479-a584-21dcd0004d4c req-6b50d473-0ac3-4268-94a3-1dde73dc6bfe tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:47:14.616969 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3328081e-38af-4479-a584-21dcd0004d4c req-6b50d473-0ac3-4268-94a3-1dde73dc6bfe tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=c696bc31-7941-4f53-bcb6-3d4af78f2554 HTTP/1.1" status: 200 len: 945 time: 0.2565365 Jul 13 13:47:14.618474 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8afb0c8b-e9f4-4e89-9281-a21d5c16fe49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:14.621411 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8afb0c8b-e9f4-4e89-9281-a21d5c16fe49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:14.623235 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-8afb0c8b-e9f4-4e89-9281-a21d5c16fe49 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/04f3281c-6b36-47d9-ace6-4b2397aed2ca HTTP/1.1" status: 204 len: 168 time: 0.5513623 Jul 13 13:47:14.633775 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afb0c8b-e9f4-4e89-9281-a21d5c16fe49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04f3281c-6b36-47d9-ace6-4b2397aed2ca,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:47:14.720140 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-38659704-922a-4cdd-a2b1-a6d293161a46 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:14.795880 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38659704-922a-4cdd-a2b1-a6d293161a46 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Network a62882bd-8b40-4e51-9562-97e4183a3f73 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:47:14.805427 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-38659704-922a-4cdd-a2b1-a6d293161a46 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:47:14.814946 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38659704-922a-4cdd-a2b1-a6d293161a46 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:47:14.835378 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3328081e-38af-4479-a584-21dcd0004d4c req-7af6b29a-0f47-4419-9709-31824a4f0634 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd374adc-73a7-4812-9be6-45acdaeb0bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924109 Jul 13 13:47:14.837078 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38659704-922a-4cdd-a2b1-a6d293161a46 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:47:14.838993 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-38659704-922a-4cdd-a2b1-a6d293161a46 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:14.869725 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f95605-c6c7-4ba2-a2e3-1a8410d50a66 req-5799b929-8dd2-4d2a-8566-cac12144dc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:47:14.871452 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-97f95605-c6c7-4ba2-a2e3-1a8410d50a66 req-5799b929-8dd2-4d2a-8566-cac12144dc28 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9468aec004be4c648cc71c8b3b5efe94&device_id=81c5c787-6742-49fd-b09f-4995272ab0f4 HTTP/1.1" status: 200 len: 1098 time: 0.2181733 Jul 13 13:47:14.900294 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-38659704-922a-4cdd-a2b1-a6d293161a46 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.3257701 Jul 13 13:47:14.901641 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 43856) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:47:14.975916 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38659704-922a-4cdd-a2b1-a6d293161a46 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Pushing event updated for resources: {'Port': ['ID=4210e32a-b8ef-4a0f-ba53-28306adf9051,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:47:15.010151 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ef3d8cf-4933-4f54-af65-a4fbaaa88db6 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:47:15.016611 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 43860) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:47:15.018268 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-4ef3d8cf-4933-4f54-af65-a4fbaaa88db6 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] 10.222.0.23 "GET /v2.0/ports/4210e32a-b8ef-4a0f-ba53-28306adf9051 HTTP/1.1" status: 200 len: 844 time: 0.1134074 Jul 13 13:47:15.057436 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f95605-c6c7-4ba2-a2e3-1a8410d50a66 req-6e8e5991-93eb-416d-980e-e86d3a81b5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:47:15.058966 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-97f95605-c6c7-4ba2-a2e3-1a8410d50a66 req-6e8e5991-93eb-416d-980e-e86d3a81b5b6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e0bfb334-0fd9-4ba5-ba79-1568ecabee30 HTTP/1.1" status: 200 len: 869 time: 0.1794062 Jul 13 13:47:15.140269 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-97f95605-c6c7-4ba2-a2e3-1a8410d50a66 req-dcb940ea-ae53-4c34-9096-5fc7c6834540 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=9a1e9e1f-5f7d-4595-a1b9-cdc5ce99f78d HTTP/1.1" status: 200 len: 217 time: 0.0470018 Jul 13 13:47:15.244285 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f95605-c6c7-4ba2-a2e3-1a8410d50a66 req-e762e91a-c14f-4985-aec5-132b1008fead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:47:15.249581 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-97f95605-c6c7-4ba2-a2e3-1a8410d50a66 req-e762e91a-c14f-4985-aec5-132b1008fead service neutron] 10.222.0.41 "GET /v2.0/subnets?id=60b55863-ceb6-45af-a8a4-4b22d72866af HTTP/1.1" status: 200 len: 843 time: 0.0892086 Jul 13 13:47:15.295004 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-f1bc665f-c8ad-476b-be12-7e29b603f9fc tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Deleting port 4210e32a-b8ef-4a0f-ba53-28306adf9051 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:47:15.295361 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f1bc665f-c8ad-476b-be12-7e29b603f9fc tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:15.376435 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f95605-c6c7-4ba2-a2e3-1a8410d50a66 req-d698fa0a-6d99-4aa6-9492-837572a1a5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:47:15.378931 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-97f95605-c6c7-4ba2-a2e3-1a8410d50a66 req-d698fa0a-6d99-4aa6-9492-837572a1a5a5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e0bfb334-0fd9-4ba5-ba79-1568ecabee30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1216838 Jul 13 13:47:15.448263 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f1bc665f-c8ad-476b-be12-7e29b603f9fc tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:15.494598 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-f1bc665f-c8ad-476b-be12-7e29b603f9fc tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Calling delete_port for 4210e32a-b8ef-4a0f-ba53-28306adf9051 owned by {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:47:15.572112 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device a99a2de4-d640-4ac9-ae79-8243abcdd3f9 up at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:47:15.603090 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-97f95605-c6c7-4ba2-a2e3-1a8410d50a66 req-c9a834b2-3cdc-4c12-8b3b-1644eb388e4b service neutron] 10.222.0.41 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796842 Jul 13 13:47:15.660865 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f1bc665f-c8ad-476b-be12-7e29b603f9fc tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:15.671024 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning for port a99a2de4-d640-4ac9-ae79-8243abcdd3f9 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:47:15.674941 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning complete for port a99a2de4-d640-4ac9-ae79-8243abcdd3f9 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:47:15.675741 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:15.801571 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f1bc665f-c8ad-476b-be12-7e29b603f9fc tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:15.806631 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-f1bc665f-c8ad-476b-be12-7e29b603f9fc tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] 10.222.0.23 "DELETE /v2.0/ports/4210e32a-b8ef-4a0f-ba53-28306adf9051 HTTP/1.1" status: 204 len: 168 time: 0.7873068 Jul 13 13:47:15.806631 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bc665f-c8ad-476b-be12-7e29b603f9fc tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Pushing event deleted for resources: {'Port': ['ID=4210e32a-b8ef-4a0f-ba53-28306adf9051,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:47:15.808441 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 43908) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:47:15.846918 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:15.893205 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-97f95605-c6c7-4ba2-a2e3-1a8410d50a66 req-5be621e9-20ee-42e5-99e7-228a236f9973 service neutron] 10.222.0.41 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2832315 Jul 13 13:47:15.944931 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port a99a2de4-d640-4ac9-ae79-8243abcdd3f9, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=a99a2de4-d640-4ac9-ae79-8243abcdd3f9,segment=NetworkSegment(370d7ede-eeb6-46ae-b4ce-87c4cdf3222b),segment_id=370d7ede-eeb6-46ae-b4ce-87c4cdf3222b)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:47:15.946636 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c696bc31-7941-4f53-bcb6-3d4af78f2554', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a99a2de4-d640-4ac9-ae79-8243abcdd3f9'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:47:15.949965 n-d-800634-1 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-d14b91b7-e7ec-4155-98f4-16d1296ee67c tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] GET failed (client error): The resource could not be found. Jul 13 13:47:15.950274 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50ae35f4-031c-40c0-8aef-c0e39bfe0323" -d '{"events": [{"server_uuid": "c696bc31-7941-4f53-bcb6-3d4af78f2554", "name": "network-vif-plugged", "status": "completed", "tag": "a99a2de4-d640-4ac9-ae79-8243abcdd3f9"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:47:15.954896 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:15.960023 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-d14b91b7-e7ec-4155-98f4-16d1296ee67c tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] 10.222.0.23 "GET /v2.0/ports/4210e32a-b8ef-4a0f-ba53-28306adf9051 HTTP/1.1" status: 404 len: 333 time: 0.1455376 Jul 13 13:47:15.960266 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 43922) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:47:15.967527 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-87da7f68-276b-4e09-9a7a-b86d4280ca48 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Request body: {'port': {'network_id': 'a62882bd-8b40-4e51-9562-97e4183a3f73', 'name': 'tempest-PortsIpV6TestJSON-1985654000'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:47:16.012877 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b3a806-e848-4abe-926d-d84d176d6694 req-469067fc-678c-4c35-bfee-83f71a2b6d9f tempest-ImagesOneServerTestJSON-642299007 tempest-ImagesOneServerTestJSON-642299007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:47:16.021043 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e5b3a806-e848-4abe-926d-d84d176d6694 req-469067fc-678c-4c35-bfee-83f71a2b6d9f tempest-ImagesOneServerTestJSON-642299007 tempest-ImagesOneServerTestJSON-642299007-project] 10.222.0.23 "GET /v2.0/ports?device_id=81c5c787-6742-49fd-b09f-4995272ab0f4 HTTP/1.1" status: 200 len: 947 time: 0.3071434 Jul 13 13:47:16.080492 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=a99a2de4-d640-4ac9-ae79-8243abcdd3f9,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:47:16.107752 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e5b3a806-e848-4abe-926d-d84d176d6694 req-1996b81b-f062-4e67-9f44-1f3d19d2839f tempest-ImagesOneServerTestJSON-642299007 tempest-ImagesOneServerTestJSON-642299007-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8ef0694-76e2-44b8-96a6-c7e85259143b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847504 Jul 13 13:47:16.241340 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37da78e7-e408-4fb5-8f87-171e2cfe05f6 x-openstack-request-id: req-37da78e7-e408-4fb5-8f87-171e2cfe05f6 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:47:16.241645 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c696bc31-7941-4f53-bcb6-3d4af78f2554", "name": "network-vif-plugged", "status": "completed", "tag": "a99a2de4-d640-4ac9-ae79-8243abcdd3f9", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:47:16.241963 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-37da78e7-e408-4fb5-8f87-171e2cfe05f6 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:47:16.242378 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c696bc31-7941-4f53-bcb6-3d4af78f2554', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a99a2de4-d640-4ac9-ae79-8243abcdd3f9', 'code': 200} Jul 13 13:47:16.267695 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90685d5a-7ae3-4b17-9c8f-e4cf6d2248ef req-189251e9-9915-4b7f-8f5a-e324c78eb3e3 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:47:16.288920 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-90685d5a-7ae3-4b17-9c8f-e4cf6d2248ef req-189251e9-9915-4b7f-8f5a-e324c78eb3e3 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=c696bc31-7941-4f53-bcb6-3d4af78f2554 HTTP/1.1" status: 200 len: 946 time: 0.1875262 Jul 13 13:47:16.308113 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87da7f68-276b-4e09-9a7a-b86d4280ca48 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Made reservation on behalf of 7b9a8e657fbe4761afdd556ee032edca for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:47:16.312419 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-87da7f68-276b-4e09-9a7a-b86d4280ca48 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:16.378666 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [None req-87da7f68-276b-4e09-9a7a-b86d4280ca48 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] device_id is not set on port 653fd6a5-a0b8-4840-b7d8-59d6699626d4 yet. {{(pid=93751) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 13:47:16.395538 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-90685d5a-7ae3-4b17-9c8f-e4cf6d2248ef req-28a5d22e-3015-41ec-9991-cc610eaa9e65 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd374adc-73a7-4812-9be6-45acdaeb0bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053154 Jul 13 13:47:16.494087 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3c739c-0029-459a-a77d-0fc5aef40dfd req-99a4bfa8-b3ed-46d7-a6dc-249e717b7769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:47:16.495793 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3c3c739c-0029-459a-a77d-0fc5aef40dfd req-99a4bfa8-b3ed-46d7-a6dc-249e717b7769 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c696bc31-7941-4f53-bcb6-3d4af78f2554 HTTP/1.1" status: 200 len: 1097 time: 0.1799183 Jul 13 13:47:16.607875 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3c3c739c-0029-459a-a77d-0fc5aef40dfd req-79fc57ef-3b81-417b-8bc9-f3d7ab5e0a64 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=fd374adc-73a7-4812-9be6-45acdaeb0bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977156 Jul 13 13:47:16.651974 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-87da7f68-276b-4e09-9a7a-b86d4280ca48 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:16.706744 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-87da7f68-276b-4e09-9a7a-b86d4280ca48 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:16.833140 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87da7f68-276b-4e09-9a7a-b86d4280ca48 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Network a62882bd-8b40-4e51-9562-97e4183a3f73 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:47:16.839051 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-87da7f68-276b-4e09-9a7a-b86d4280ca48 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:47:16.841989 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87da7f68-276b-4e09-9a7a-b86d4280ca48 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Pushing event updated for resources: {'Port': ['ID=653fd6a5-a0b8-4840-b7d8-59d6699626d4,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:47:16.846611 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87da7f68-276b-4e09-9a7a-b86d4280ca48 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:47:16.855101 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87da7f68-276b-4e09-9a7a-b86d4280ca48 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:47:16.855828 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-87da7f68-276b-4e09-9a7a-b86d4280ca48 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:16.874586 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-87da7f68-276b-4e09-9a7a-b86d4280ca48 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.9131439 Jul 13 13:47:16.879240 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 43992) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:47:16.884308 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-0916d314-3861-4490-8df5-a86d409f89ee tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:47:17.000829 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0916d314-3861-4490-8df5-a86d409f89ee tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:17.187435 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9bcbe047-2547-4801-89e3-c3ec4f224314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:17.501472 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d61948a-f2c0-4d32-8b60-23fe5e630f71 req-8a7fa3ec-9956-47d0-8ed5-8ceda1c82ef7 tempest-ImagesOneServerTestJSON-642299007 tempest-ImagesOneServerTestJSON-642299007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:47:17.514648 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0d61948a-f2c0-4d32-8b60-23fe5e630f71 req-8a7fa3ec-9956-47d0-8ed5-8ceda1c82ef7 tempest-ImagesOneServerTestJSON-642299007 tempest-ImagesOneServerTestJSON-642299007-project] 10.222.0.23 "GET /v2.0/ports?device_id=81c5c787-6742-49fd-b09f-4995272ab0f4 HTTP/1.1" status: 200 len: 947 time: 0.1410954 Jul 13 13:47:17.591638 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 9a1e9e1f-5f7d-4595-a1b9-cdc5ce99f78d details requested by agent hyperv_n-h2-800634-1 with host n-h2-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 13:47:17.667189 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0916d314-3861-4490-8df5-a86d409f89ee tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:17.669281 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0d61948a-f2c0-4d32-8b60-23fe5e630f71 req-2a74231b-b40c-44e8-a1a4-79dd20e1875f tempest-ImagesOneServerTestJSON-642299007 tempest-ImagesOneServerTestJSON-642299007-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8ef0694-76e2-44b8-96a6-c7e85259143b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461003 Jul 13 13:47:17.687254 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0916d314-3861-4490-8df5-a86d409f89ee tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:17.718907 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-0916d314-3861-4490-8df5-a86d409f89ee tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] In _notify_port_updated(), no bound segment for port 653fd6a5-a0b8-4840-b7d8-59d6699626d4 on network a62882bd-8b40-4e51-9562-97e4183a3f73 {{(pid=93751) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 13 13:47:17.734770 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0916d314-3861-4490-8df5-a86d409f89ee tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:47:17.735405 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0916d314-3861-4490-8df5-a86d409f89ee tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:17.743577 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-0916d314-3861-4490-8df5-a86d409f89ee tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] 10.222.0.23 "PUT /v2.0/ports/653fd6a5-a0b8-4840-b7d8-59d6699626d4 HTTP/1.1" status: 200 len: 818 time: 0.8610430 Jul 13 13:47:17.743790 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 44044) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:47:17.896081 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 9a1e9e1f-5f7d-4595-a1b9-cdc5ce99f78d, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=9a1e9e1f-5f7d-4595-a1b9-cdc5ce99f78d,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:47:17.933127 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Returning: {'device': '9a1e9e1f-5f7d-4595-a1b9-cdc5ce99f78d', 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30', 'port_id': '9a1e9e1f-5f7d-4595-a1b9-cdc5ce99f78d', 'mac_address': 'fa:16:3e:e0:f6:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60b55863-ceb6-45af-a8a4-4b22d72866af', 'ip_address': '192.168.233.79'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 13:47:17.964565 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0916d314-3861-4490-8df5-a86d409f89ee tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Pushing event updated for resources: {'Port': ['ID=653fd6a5-a0b8-4840-b7d8-59d6699626d4,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:47:17.969435 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-5a6591b5-b98f-419a-8dc7-da96a331dcdf tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Deleting port 653fd6a5-a0b8-4840-b7d8-59d6699626d4 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:47:17.969901 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5a6591b5-b98f-419a-8dc7-da96a331dcdf tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:17.986770 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:18.021546 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a1e9e1f-5f7d-4595-a1b9-cdc5ce99f78d {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:47:18.039144 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4769c87-4fba-4a1b-bf5d-3f70a4987391 req-ff2360ad-fba3-47c7-ab58-6540010727cc tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:47:18.040928 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e4769c87-4fba-4a1b-bf5d-3f70a4987391 req-ff2360ad-fba3-47c7-ab58-6540010727cc tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=c696bc31-7941-4f53-bcb6-3d4af78f2554 HTTP/1.1" status: 200 len: 946 time: 0.2992272 Jul 13 13:47:18.065589 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 9a1e9e1f-5f7d-4595-a1b9-cdc5ce99f78d, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=9a1e9e1f-5f7d-4595-a1b9-cdc5ce99f78d,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:47:18.072043 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:18.130281 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e4769c87-4fba-4a1b-bf5d-3f70a4987391 req-b63ae692-f7c1-4db0-a324-193528c1f2d2 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd374adc-73a7-4812-9be6-45acdaeb0bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782692 Jul 13 13:47:18.184751 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5a6591b5-b98f-419a-8dc7-da96a331dcdf tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:18.231924 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=9a1e9e1f-5f7d-4595-a1b9-cdc5ce99f78d,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:47:18.250382 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:47:18.250733 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:47:18.252829 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:47:18.254162 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:47:18.254771 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-5a6591b5-b98f-419a-8dc7-da96a331dcdf tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Calling delete_port for 653fd6a5-a0b8-4840-b7d8-59d6699626d4 owned by {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:47:18.255761 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:47:18.256566 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:47:18.257089 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:47:18.257624 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:47:18.258936 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:47:18.260246 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:47:18.262291 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:47:18.263787 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:47:18.283042 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['9a1e9e1f-5f7d-4595-a1b9-cdc5ce99f78d'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:47:18.530020 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5a6591b5-b98f-419a-8dc7-da96a331dcdf tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:18.578512 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6591b5-b98f-419a-8dc7-da96a331dcdf tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Pushing event deleted for resources: {'Port': ['ID=653fd6a5-a0b8-4840-b7d8-59d6699626d4,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:47:18.581444 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5a6591b5-b98f-419a-8dc7-da96a331dcdf tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:18.587004 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-5a6591b5-b98f-419a-8dc7-da96a331dcdf tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] 10.222.0.23 "DELETE /v2.0/ports/653fd6a5-a0b8-4840-b7d8-59d6699626d4 HTTP/1.1" status: 204 len: 168 time: 0.8436172 Jul 13 13:47:18.588332 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 44076) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:47:18.689207 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536cf877-8610-4e56-a0d9-2740f1328d08 req-02b21d92-35b2-406d-ab99-5115b1c2d871 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:47:18.691125 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-536cf877-8610-4e56-a0d9-2740f1328d08 req-02b21d92-35b2-406d-ab99-5115b1c2d871 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=c696bc31-7941-4f53-bcb6-3d4af78f2554 HTTP/1.1" status: 200 len: 946 time: 0.1203871 Jul 13 13:47:18.820142 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-536cf877-8610-4e56-a0d9-2740f1328d08 req-a71571c1-fa0e-4432-960f-88ea49c939a8 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd374adc-73a7-4812-9be6-45acdaeb0bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204884 Jul 13 13:47:18.841266 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81362b7c-b0a0-433e-9b67-b68030cf49d6 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:47:18.843146 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-81362b7c-b0a0-433e-9b67-b68030cf49d6 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2531981 Jul 13 13:47:18.845623 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 44086) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:47:18.912856 n-d-800634-1 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb894e7c-ce90-462f-87ee-072713375d89 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] GET failed (client error): The resource could not be found. Jul 13 13:47:18.916039 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-eb894e7c-ce90-462f-87ee-072713375d89 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] 10.222.0.23 "GET /v2.0/ports/653fd6a5-a0b8-4840-b7d8-59d6699626d4 HTTP/1.1" status: 404 len: 333 time: 0.0674036 Jul 13 13:47:18.919014 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 44094) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:47:18.924083 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-ccd62544-a421-4139-b376-450913dc1dc8 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1970066354'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:47:18.998613 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e1d933-eb10-431a-8cd9-adf99d0bbeda req-f74ccaab-1e9c-4e5f-be81-2758c8130b35 tempest-ImagesOneServerTestJSON-642299007 tempest-ImagesOneServerTestJSON-642299007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:47:19.008013 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-58e1d933-eb10-431a-8cd9-adf99d0bbeda req-f74ccaab-1e9c-4e5f-be81-2758c8130b35 tempest-ImagesOneServerTestJSON-642299007 tempest-ImagesOneServerTestJSON-642299007-project] 10.222.0.23 "GET /v2.0/ports?device_id=81c5c787-6742-49fd-b09f-4995272ab0f4 HTTP/1.1" status: 200 len: 948 time: 0.1082356 Jul 13 13:47:19.009561 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccd62544-a421-4139-b376-450913dc1dc8 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Made reservation on behalf of 7b9a8e657fbe4761afdd556ee032edca for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:47:19.013095 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ccd62544-a421-4139-b376-450913dc1dc8 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:19.071787 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccd62544-a421-4139-b376-450913dc1dc8 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 13:47:19.091390 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ccd62544-a421-4139-b376-450913dc1dc8 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:19.091737 n-d-800634-1 neutron-server[93751]: INFO neutron.db.segments_db [None req-ccd62544-a421-4139-b376-450913dc1dc8 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Added segment b5021fde-3fe2-4507-acc2-197a8199f3de of type vlan for network f64c71e0-04b8-4e92-b474-8d53c64c1bed Jul 13 13:47:19.151328 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ccd62544-a421-4139-b376-450913dc1dc8 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:19.156117 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-58e1d933-eb10-431a-8cd9-adf99d0bbeda req-dafd153f-893d-4ace-b6a8-c0f758b5b1bc tempest-ImagesOneServerTestJSON-642299007 tempest-ImagesOneServerTestJSON-642299007-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8ef0694-76e2-44b8-96a6-c7e85259143b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094794 Jul 13 13:47:19.206263 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ccd62544-a421-4139-b376-450913dc1dc8 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:19.238105 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd62544-a421-4139-b376-450913dc1dc8 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:47:19.238105 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ccd62544-a421-4139-b376-450913dc1dc8 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:19.334885 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd62544-a421-4139-b376-450913dc1dc8 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Pushing event updated for resources: {'Network': ['ID=f64c71e0-04b8-4e92-b474-8d53c64c1bed,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:47:19.344902 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network f64c71e0-04b8-4e92-b474-8d53c64c1bed details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 13:47:19.362653 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-ccd62544-a421-4139-b376-450913dc1dc8 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4425313 Jul 13 13:47:19.366113 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 44106) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:47:19.380106 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-ed6be76b-90d9-4e02-a5c7-957182c668a6 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Request body: {'subnet': {'network_id': 'f64c71e0-04b8-4e92-b474-8d53c64c1bed', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:47:19.559840 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed6be76b-90d9-4e02-a5c7-957182c668a6 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Made reservation on behalf of 7b9a8e657fbe4761afdd556ee032edca for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:47:19.564900 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ed6be76b-90d9-4e02-a5c7-957182c668a6 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4763385'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:19.590588 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 9a1e9e1f-5f7d-4595-a1b9-cdc5ce99f78d up at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:47:19.685662 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning for port 9a1e9e1f-5f7d-4595-a1b9-cdc5ce99f78d completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:47:19.693978 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning complete for port 9a1e9e1f-5f7d-4595-a1b9-cdc5ce99f78d triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:47:19.694594 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:19.867950 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:19.880179 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ed6be76b-90d9-4e02-a5c7-957182c668a6 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5970588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4763339'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:19.922243 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-bfc45cf7-ada4-4e90-93c5-bdab9161f36b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:19.929177 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81c5c787-6742-49fd-b09f-4995272ab0f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a1e9e1f-5f7d-4595-a1b9-cdc5ce99f78d'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:47:19.931480 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b690399a-2be6-475e-a072-78a9788e79ae" -d '{"events": [{"server_uuid": "81c5c787-6742-49fd-b09f-4995272ab0f4", "name": "network-vif-plugged", "status": "completed", "tag": "9a1e9e1f-5f7d-4595-a1b9-cdc5ce99f78d"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:47:19.992432 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 9a1e9e1f-5f7d-4595-a1b9-cdc5ce99f78d, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=9a1e9e1f-5f7d-4595-a1b9-cdc5ce99f78d,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:47:20.042952 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6be76b-90d9-4e02-a5c7-957182c668a6 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Pushing event updated for resources: {'Subnet': ['ID=6b61a6ef-e8d9-409d-a8aa-66d95e5baf7d,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:47:20.044824 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8b8d80b-c1c2-4459-9df7-06d7d71b2f82 x-openstack-request-id: req-b8b8d80b-c1c2-4459-9df7-06d7d71b2f82 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:47:20.045334 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81c5c787-6742-49fd-b09f-4995272ab0f4", "name": "network-vif-plugged", "status": "completed", "tag": "9a1e9e1f-5f7d-4595-a1b9-cdc5ce99f78d", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:47:20.045791 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b8b8d80b-c1c2-4459-9df7-06d7d71b2f82 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:47:20.046589 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81c5c787-6742-49fd-b09f-4995272ab0f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a1e9e1f-5f7d-4595-a1b9-cdc5ce99f78d', 'code': 200} Jul 13 13:47:20.048545 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6be76b-90d9-4e02-a5c7-957182c668a6 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Checking segment: {'id': 'b5021fde-3fe2-4507-acc2-197a8199f3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'f64c71e0-04b8-4e92-b474-8d53c64c1bed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:47:20.048944 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed6be76b-90d9-4e02-a5c7-957182c668a6 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Network hostable DHCP agents. Network: f64c71e0-04b8-4e92-b474-8d53c64c1bed, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 13:47:20.049829 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:20.057050 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:20.087508 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed6be76b-90d9-4e02-a5c7-957182c668a6 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Network f64c71e0-04b8-4e92-b474-8d53c64c1bed is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 13:47:20.120058 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-ed6be76b-90d9-4e02-a5c7-957182c668a6 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, f64c71e0-04b8-4e92-b474-8d53c64c1bed) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:47:20.125033 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed6be76b-90d9-4e02-a5c7-957182c668a6 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:47:20.126014 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ed6be76b-90d9-4e02-a5c7-957182c668a6 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:20.150920 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f38252df-70ca-4b0c-a58d-988ea8ebcbd5 None None] Network f64c71e0-04b8-4e92-b474-8d53c64c1bed requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:47:20.156866 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-ed6be76b-90d9-4e02-a5c7-957182c668a6 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7896316 Jul 13 13:47:20.159665 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 44142) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:47:20.180076 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-4bb70eff-518e-42f9-8bf6-0fae96f9464c tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Request body: {'subnet': {'network_id': 'f64c71e0-04b8-4e92-b474-8d53c64c1bed', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:47:20.315401 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=9a1e9e1f-5f7d-4595-a1b9-cdc5ce99f78d,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:47:20.333184 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e5e555-5ac6-4147-9ea7-ef7b7b51a2de req-61b0edea-7805-42fa-aae4-8f632f155986 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:47:20.348683 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-92e5e555-5ac6-4147-9ea7-ef7b7b51a2de req-61b0edea-7805-42fa-aae4-8f632f155986 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=c696bc31-7941-4f53-bcb6-3d4af78f2554 HTTP/1.1" status: 200 len: 946 time: 0.2112272 Jul 13 13:47:20.463281 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bb70eff-518e-42f9-8bf6-0fae96f9464c tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Made reservation on behalf of 7b9a8e657fbe4761afdd556ee032edca for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:47:20.472722 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4bb70eff-518e-42f9-8bf6-0fae96f9464c tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4763385'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:20.478597 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-92e5e555-5ac6-4147-9ea7-ef7b7b51a2de req-3e5e69fc-e085-46b9-a20c-d66abd1ad019 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd374adc-73a7-4812-9be6-45acdaeb0bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283355 Jul 13 13:47:20.488807 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07c9b4f-f2f5-459a-b71d-5bdff1f99f69 req-d4ae339d-27bc-464b-97f2-9c9a75a6035b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:47:20.492264 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c07c9b4f-f2f5-459a-b71d-5bdff1f99f69 req-d4ae339d-27bc-464b-97f2-9c9a75a6035b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=81c5c787-6742-49fd-b09f-4995272ab0f4 HTTP/1.1" status: 200 len: 1100 time: 0.2879500 Jul 13 13:47:20.506357 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc019f67-0e71-40d8-8e51-d067c7a68d83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a7201e1-61ce-5a3e-b7f7-e800379ed03b-f64c71e0-04b8-4e92-b474-8d53c64c1bed', 'network_id': 'f64c71e0-04b8-4e92-b474-8d53c64c1bed', 'tenant_id': '7b9a8e657fbe4761afdd556ee032edca', 'fixed_ips': [{'subnet_id': '6b61a6ef-e8d9-409d-a8aa-66d95e5baf7d'}]}} from n-d-800634-1. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 13:47:20.514622 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-cc019f67-0e71-40d8-8e51-d067c7a68d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:20.528926 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 13:47:20.586475 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c07c9b4f-f2f5-459a-b71d-5bdff1f99f69 req-d60af760-0e99-43b1-8e7c-69cdcbe2f1d6 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a8ef0694-76e2-44b8-96a6-c7e85259143b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864565 Jul 13 13:47:20.699021 n-d-800634-1 neutron-server[93750]: INFO neutron.db.ipam_backend_mixin [None req-4bb70eff-518e-42f9-8bf6-0fae96f9464c tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6b61a6ef-e8d9-409d-a8aa-66d95e5baf7d (CIDR: 2001:db8::/64) Jul 13 13:47:20.725825 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751fdab6-3421-4e3b-8f9a-e765cd1845f7 req-d2a9889c-30d9-497b-b9eb-ebb2364ea2d8 tempest-ImagesOneServerTestJSON-642299007 tempest-ImagesOneServerTestJSON-642299007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:47:20.728099 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-751fdab6-3421-4e3b-8f9a-e765cd1845f7 req-d2a9889c-30d9-497b-b9eb-ebb2364ea2d8 tempest-ImagesOneServerTestJSON-642299007 tempest-ImagesOneServerTestJSON-642299007-project] 10.222.0.23 "GET /v2.0/ports?device_id=81c5c787-6742-49fd-b09f-4995272ab0f4 HTTP/1.1" status: 200 len: 949 time: 0.3411617 Jul 13 13:47:20.729318 n-d-800634-1 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bb70eff-518e-42f9-8bf6-0fae96f9464c tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 13:47:20.729971 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bb70eff-518e-42f9-8bf6-0fae96f9464c tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93750) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 13:47:20.772968 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 44162) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:47:20.773384 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-4bb70eff-518e-42f9-8bf6-0fae96f9464c tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6122537 Jul 13 13:47:20.778111 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-76641598-0def-46aa-964e-a4bd82502ed1 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Request body: {'subnet': {'network_id': 'f64c71e0-04b8-4e92-b474-8d53c64c1bed', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:47:20.812651 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-cc019f67-0e71-40d8-8e51-d067c7a68d83 None None] Allocated IP 2001:db8::2 (f64c71e0-04b8-4e92-b474-8d53c64c1bed/6b61a6ef-e8d9-409d-a8aa-66d95e5baf7d/f511a82a-4595-4064-b699-b85d35a31b03) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:47:20.875070 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-751fdab6-3421-4e3b-8f9a-e765cd1845f7 req-df493e67-248b-4242-b567-de03341f7e2c tempest-ImagesOneServerTestJSON-642299007 tempest-ImagesOneServerTestJSON-642299007-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8ef0694-76e2-44b8-96a6-c7e85259143b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401937 Jul 13 13:47:20.995480 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76641598-0def-46aa-964e-a4bd82502ed1 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Made reservation on behalf of 7b9a8e657fbe4761afdd556ee032edca for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:47:21.009824 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-76641598-0def-46aa-964e-a4bd82502ed1 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6104980'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:21.101868 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:21.124703 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-cc019f67-0e71-40d8-8e51-d067c7a68d83 None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:21.148871 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-cc019f67-0e71-40d8-8e51-d067c7a68d83 None None] Transition to ACTIVE for port object f511a82a-4595-4064-b699-b85d35a31b03 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:47:21.190774 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-cc019f67-0e71-40d8-8e51-d067c7a68d83 None None] Transition to ACTIVE for port object f511a82a-4595-4064-b699-b85d35a31b03 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:47:21.202522 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-cc019f67-0e71-40d8-8e51-d067c7a68d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:21.328067 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc019f67-0e71-40d8-8e51-d067c7a68d83 None None] Network f64c71e0-04b8-4e92-b474-8d53c64c1bed is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:47:21.331240 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc019f67-0e71-40d8-8e51-d067c7a68d83 None None] Pushing event updated for resources: {'Port': ['ID=f511a82a-4595-4064-b699-b85d35a31b03,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:47:21.336523 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-cc019f67-0e71-40d8-8e51-d067c7a68d83 None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:47:21.368867 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc019f67-0e71-40d8-8e51-d067c7a68d83 None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:47:21.484746 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-cc019f67-0e71-40d8-8e51-d067c7a68d83 None None] Attempting to bind port f511a82a-4595-4064-b699-b85d35a31b03 on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:47:21.486520 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-cc019f67-0e71-40d8-8e51-d067c7a68d83 None None] Attempting to bind port f511a82a-4595-4064-b699-b85d35a31b03 by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': 'b5021fde-3fe2-4507-acc2-197a8199f3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'f64c71e0-04b8-4e92-b474-8d53c64c1bed'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:47:21.486896 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc019f67-0e71-40d8-8e51-d067c7a68d83 None None] Attempting to bind port f511a82a-4595-4064-b699-b85d35a31b03 on network f64c71e0-04b8-4e92-b474-8d53c64c1bed {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:47:21.503250 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc019f67-0e71-40d8-8e51-d067c7a68d83 None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 47, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:47:21.505598 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc019f67-0e71-40d8-8e51-d067c7a68d83 None None] Checking segment: {'id': 'b5021fde-3fe2-4507-acc2-197a8199f3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'f64c71e0-04b8-4e92-b474-8d53c64c1bed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:47:21.506941 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-cc019f67-0e71-40d8-8e51-d067c7a68d83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:21.507692 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc019f67-0e71-40d8-8e51-d067c7a68d83 None None] Bound using segment: {'id': 'b5021fde-3fe2-4507-acc2-197a8199f3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'f64c71e0-04b8-4e92-b474-8d53c64c1bed'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:47:21.507800 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-cc019f67-0e71-40d8-8e51-d067c7a68d83 None None] Bound port: f511a82a-4595-4064-b699-b85d35a31b03, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5021fde-3fe2-4507-acc2-197a8199f3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'f64c71e0-04b8-4e92-b474-8d53c64c1bed'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:47:21.508179 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-cc019f67-0e71-40d8-8e51-d067c7a68d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:21.694560 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-cc019f67-0e71-40d8-8e51-d067c7a68d83 None None] For port f511a82a-4595-4064-b699-b85d35a31b03, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:47:21.698760 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-cc019f67-0e71-40d8-8e51-d067c7a68d83 None None] For port f511a82a-4595-4064-b699-b85d35a31b03, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=f511a82a-4595-4064-b699-b85d35a31b03,segment=NetworkSegment(b5021fde-3fe2-4507-acc2-197a8199f3de),segment_id=b5021fde-3fe2-4507-acc2-197a8199f3de)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:47:21.701155 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-76641598-0def-46aa-964e-a4bd82502ed1 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6018343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6104998'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:21.708627 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-cc019f67-0e71-40d8-8e51-d067c7a68d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:21.782890 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc019f67-0e71-40d8-8e51-d067c7a68d83 None None] Pushing event updated for resources: {'Port': ['ID=f511a82a-4595-4064-b699-b85d35a31b03,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:47:21.840805 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76641598-0def-46aa-964e-a4bd82502ed1 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Network f64c71e0-04b8-4e92-b474-8d53c64c1bed is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:47:21.849806 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-76641598-0def-46aa-964e-a4bd82502ed1 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:47:21.860913 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76641598-0def-46aa-964e-a4bd82502ed1 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:47:21.861450 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-76641598-0def-46aa-964e-a4bd82502ed1 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:21.868882 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76641598-0def-46aa-964e-a4bd82502ed1 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Pushing event updated for resources: {'Subnet': ['ID=5c75cc6f-79f6-43ac-9870-a5acfaa7e0c1,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:47:21.892884 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-76641598-0def-46aa-964e-a4bd82502ed1 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1188142 Jul 13 13:47:21.895726 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 44202) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:47:21.903988 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-63dd9f7a-665b-4003-a114-b15e6a2f8628 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Request body: {'port': {'network_id': 'f64c71e0-04b8-4e92-b474-8d53c64c1bed', 'fixed_ips': [{'subnet_id': '6b61a6ef-e8d9-409d-a8aa-66d95e5baf7d'}, {'subnet_id': '5c75cc6f-79f6-43ac-9870-a5acfaa7e0c1'}], 'name': 'tempest-PortsIpV6TestJSON-1803754285'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:47:21.958450 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c72b15-9150-4b3b-89b5-d694de395a73 req-ee055df9-7a72-4f3c-9728-987d7bfe5fac tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:47:21.960842 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c1c72b15-9150-4b3b-89b5-d694de395a73 req-ee055df9-7a72-4f3c-9728-987d7bfe5fac tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=c696bc31-7941-4f53-bcb6-3d4af78f2554 HTTP/1.1" status: 200 len: 946 time: 0.2643950 Jul 13 13:47:22.031996 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c1c72b15-9150-4b3b-89b5-d694de395a73 req-a1981773-5cf3-40ba-9d1d-3aa4a7d7839a tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd374adc-73a7-4812-9be6-45acdaeb0bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653689 Jul 13 13:47:22.234748 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63dd9f7a-665b-4003-a114-b15e6a2f8628 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Made reservation on behalf of 7b9a8e657fbe4761afdd556ee032edca for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:47:22.404669 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-63dd9f7a-665b-4003-a114-b15e6a2f8628 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:22.455500 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dedad5-6296-468d-83d3-15ef54587cd3 req-f6df303f-1107-4754-8fc9-cca9a7564ef3 tempest-ImagesOneServerTestJSON-642299007 tempest-ImagesOneServerTestJSON-642299007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:47:22.457375 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-05dedad5-6296-468d-83d3-15ef54587cd3 req-f6df303f-1107-4754-8fc9-cca9a7564ef3 tempest-ImagesOneServerTestJSON-642299007 tempest-ImagesOneServerTestJSON-642299007-project] 10.222.0.23 "GET /v2.0/ports?device_id=81c5c787-6742-49fd-b09f-4995272ab0f4 HTTP/1.1" status: 200 len: 949 time: 0.3018649 Jul 13 13:47:22.487713 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [None req-63dd9f7a-665b-4003-a114-b15e6a2f8628 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] device_id is not set on port d8fcd38d-df60-44c6-a914-5f9d1f46b922 yet. {{(pid=93750) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 13:47:22.593003 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:23.431736 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-05dedad5-6296-468d-83d3-15ef54587cd3 req-e202b268-9f54-42dd-8d63-1034b082928b tempest-ImagesOneServerTestJSON-642299007 tempest-ImagesOneServerTestJSON-642299007-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8ef0694-76e2-44b8-96a6-c7e85259143b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9476378 Jul 13 13:47:23.485858 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb25bba-965b-41ec-bdc1-8fc8814a34fa req-d0d48aaf-37c6-49f1-a2e8-07817978c983 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:47:23.496956 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-dfb25bba-965b-41ec-bdc1-8fc8814a34fa req-d0d48aaf-37c6-49f1-a2e8-07817978c983 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=c696bc31-7941-4f53-bcb6-3d4af78f2554 HTTP/1.1" status: 200 len: 946 time: 0.1847630 Jul 13 13:47:23.675305 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f94bf02-a9ed-4d00-aadf-96fcbe847fd3 None None] Network f64c71e0-04b8-4e92-b474-8d53c64c1bed requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:47:23.689457 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-dfb25bba-965b-41ec-bdc1-8fc8814a34fa req-1a2c4997-5072-4557-96cb-27e9a8a67e6e tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd374adc-73a7-4812-9be6-45acdaeb0bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915445 Jul 13 13:47:23.785904 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-63dd9f7a-665b-4003-a114-b15e6a2f8628 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Allocated IP 2001:db8::1cd (f64c71e0-04b8-4e92-b474-8d53c64c1bed/6b61a6ef-e8d9-409d-a8aa-66d95e5baf7d/d8fcd38d-df60-44c6-a914-5f9d1f46b922) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:47:23.800706 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-63dd9f7a-665b-4003-a114-b15e6a2f8628 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Allocated IP 2001:db8:0:1::f0 (f64c71e0-04b8-4e92-b474-8d53c64c1bed/5c75cc6f-79f6-43ac-9870-a5acfaa7e0c1/d8fcd38d-df60-44c6-a914-5f9d1f46b922) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:47:23.885858 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device f511a82a-4595-4064-b699-b85d35a31b03 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:47:24.055655 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-4f34ae76-32b2-4c55-902a-5180c7f28a02 None None] Provisioning for port f511a82a-4595-4064-b699-b85d35a31b03 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:47:24.163148 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port f511a82a-4595-4064-b699-b85d35a31b03 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:47:24.167907 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port f511a82a-4595-4064-b699-b85d35a31b03 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:47:24.168270 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:24.204750 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-63dd9f7a-665b-4003-a114-b15e6a2f8628 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:24.238253 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [None req-63dd9f7a-665b-4003-a114-b15e6a2f8628 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Transition to ACTIVE for port object d8fcd38d-df60-44c6-a914-5f9d1f46b922 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:47:24.305288 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-63dd9f7a-665b-4003-a114-b15e6a2f8628 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:24.415450 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dd9f7a-665b-4003-a114-b15e6a2f8628 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Pushing event updated for resources: {'Port': ['ID=d8fcd38d-df60-44c6-a914-5f9d1f46b922,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:47:24.433487 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:24.456134 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63dd9f7a-665b-4003-a114-b15e6a2f8628 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Network f64c71e0-04b8-4e92-b474-8d53c64c1bed is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:47:24.457629 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-63dd9f7a-665b-4003-a114-b15e6a2f8628 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:47:24.460897 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63dd9f7a-665b-4003-a114-b15e6a2f8628 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:47:24.477872 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63dd9f7a-665b-4003-a114-b15e6a2f8628 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:47:24.478575 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-63dd9f7a-665b-4003-a114-b15e6a2f8628 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:24.514143 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-63dd9f7a-665b-4003-a114-b15e6a2f8628 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 2.6138074 Jul 13 13:47:24.514975 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 44302) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:47:24.531245 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-3216c042-7a0a-465d-878e-6aac5b478a15 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '6b61a6ef-e8d9-409d-a8aa-66d95e5baf7d'}]}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:47:24.562680 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port f511a82a-4595-4064-b699-b85d35a31b03, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=f511a82a-4595-4064-b699-b85d35a31b03,segment=NetworkSegment(b5021fde-3fe2-4507-acc2-197a8199f3de),segment_id=b5021fde-3fe2-4507-acc2-197a8199f3de)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:47:24.587885 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:24.737857 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da8005cc-e451-4f0a-b517-fc74b8807e95 None None] Update dhcp port {'port': {'network_id': 'f64c71e0-04b8-4e92-b474-8d53c64c1bed', 'fixed_ips': [{'subnet_id': '6b61a6ef-e8d9-409d-a8aa-66d95e5baf7d', 'ip_address': '2001:db8::2'}, {'subnet_id': '5c75cc6f-79f6-43ac-9870-a5acfaa7e0c1'}], 'binding:host_id': 'n-d-800634-1'}, 'id': 'f511a82a-4595-4064-b699-b85d35a31b03'} from n-d-800634-1. {{(pid=93752) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 13 13:47:24.742023 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=f511a82a-4595-4064-b699-b85d35a31b03,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:47:24.829826 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-da8005cc-e451-4f0a-b517-fc74b8807e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:24.965001 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3216c042-7a0a-465d-878e-6aac5b478a15 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:25.089655 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09326425-2e12-44ce-b5f4-88aa8c36e639 req-f133894d-ada6-425c-a429-f5cea17760e7 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:47:25.103589 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-09326425-2e12-44ce-b5f4-88aa8c36e639 req-f133894d-ada6-425c-a429-f5cea17760e7 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=c696bc31-7941-4f53-bcb6-3d4af78f2554 HTTP/1.1" status: 200 len: 946 time: 0.2133780 Jul 13 13:47:25.179974 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-09326425-2e12-44ce-b5f4-88aa8c36e639 req-9186dc36-b9aa-4afa-8e48-e66b61e626a4 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd374adc-73a7-4812-9be6-45acdaeb0bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745506 Jul 13 13:47:25.180716 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-da8005cc-e451-4f0a-b517-fc74b8807e95 None None] Allocated IP 2001:db8:0:1::2 (f64c71e0-04b8-4e92-b474-8d53c64c1bed/5c75cc6f-79f6-43ac-9870-a5acfaa7e0c1/f511a82a-4595-4064-b699-b85d35a31b03) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:47:25.320109 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-da8005cc-e451-4f0a-b517-fc74b8807e95 None None] For port f511a82a-4595-4064-b699-b85d35a31b03, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=f511a82a-4595-4064-b699-b85d35a31b03,segment=NetworkSegment(b5021fde-3fe2-4507-acc2-197a8199f3de),segment_id=b5021fde-3fe2-4507-acc2-197a8199f3de)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:47:25.391508 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-da8005cc-e451-4f0a-b517-fc74b8807e95 None None] Notify callbacks [] for port, precommit_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:25.424453 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-da8005cc-e451-4f0a-b517-fc74b8807e95 None None] Transition to ACTIVE for port object f511a82a-4595-4064-b699-b85d35a31b03 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:47:25.435419 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-da8005cc-e451-4f0a-b517-fc74b8807e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:25.557660 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-3216c042-7a0a-465d-878e-6aac5b478a15 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Delete allocated IP 2001:db8:0:1::f0 (f64c71e0-04b8-4e92-b474-8d53c64c1bed/5c75cc6f-79f6-43ac-9870-a5acfaa7e0c1) {{(pid=93751) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 13 13:47:25.676766 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8005cc-e451-4f0a-b517-fc74b8807e95 None None] Pushing event updated for resources: {'Port': ['ID=f511a82a-4595-4064-b699-b85d35a31b03,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:47:25.866628 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device f511a82a-4595-4064-b699-b85d35a31b03 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:47:25.888032 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3216c042-7a0a-465d-878e-6aac5b478a15 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:25.913857 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-3216c042-7a0a-465d-878e-6aac5b478a15 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Ignored duplicate provisioning block setup for port d8fcd38d-df60-44c6-a914-5f9d1f46b922 by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 13 13:47:25.930255 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3216c042-7a0a-465d-878e-6aac5b478a15 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:26.100945 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-3216c042-7a0a-465d-878e-6aac5b478a15 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] In _notify_port_updated(), no bound segment for port d8fcd38d-df60-44c6-a914-5f9d1f46b922 on network f64c71e0-04b8-4e92-b474-8d53c64c1bed {{(pid=93751) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 13 13:47:26.101451 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3216c042-7a0a-465d-878e-6aac5b478a15 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:47:26.102534 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3216c042-7a0a-465d-878e-6aac5b478a15 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:26.104358 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-3216c042-7a0a-465d-878e-6aac5b478a15 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] 10.222.0.23 "PUT /v2.0/ports/d8fcd38d-df60-44c6-a914-5f9d1f46b922 HTTP/1.1" status: 200 len: 926 time: 1.5872307 Jul 13 13:47:26.107228 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 44362) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:47:26.116187 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-d2671630-d4ca-400a-aa65-4107fd9fc890 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '6b61a6ef-e8d9-409d-a8aa-66d95e5baf7d'}, {'subnet_id': '5c75cc6f-79f6-43ac-9870-a5acfaa7e0c1'}]}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:47:26.140271 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3216c042-7a0a-465d-878e-6aac5b478a15 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Pushing event updated for resources: {'Port': ['ID=d8fcd38d-df60-44c6-a914-5f9d1f46b922,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:47:26.325775 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d2671630-d4ca-400a-aa65-4107fd9fc890 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:26.674958 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73bb905-d1d0-4848-a7c2-558a1e23aa69 req-d161b344-40ae-4aa7-811a-841aadfed21b tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:47:26.676520 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b73bb905-d1d0-4848-a7c2-558a1e23aa69 req-d161b344-40ae-4aa7-811a-841aadfed21b tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=c696bc31-7941-4f53-bcb6-3d4af78f2554 HTTP/1.1" status: 200 len: 946 time: 0.2697618 Jul 13 13:47:26.875877 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b73bb905-d1d0-4848-a7c2-558a1e23aa69 req-cb1fa17d-ad34-4465-b7af-6fdea9204a8b tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd374adc-73a7-4812-9be6-45acdaeb0bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921575 Jul 13 13:47:26.890696 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd1153c3-cf0d-4716-8432-0b2a64d4069a None None] Network f64c71e0-04b8-4e92-b474-8d53c64c1bed requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:47:26.913848 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-d2671630-d4ca-400a-aa65-4107fd9fc890 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Allocated IP 2001:db8:0:1::1cb (f64c71e0-04b8-4e92-b474-8d53c64c1bed/5c75cc6f-79f6-43ac-9870-a5acfaa7e0c1/d8fcd38d-df60-44c6-a914-5f9d1f46b922) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:47:27.142262 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d2671630-d4ca-400a-aa65-4107fd9fc890 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:27.157633 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [None req-d2671630-d4ca-400a-aa65-4107fd9fc890 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Ignored duplicate provisioning block setup for port d8fcd38d-df60-44c6-a914-5f9d1f46b922 by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 13 13:47:27.166420 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-cb746f55-d6fa-4480-98bc-59b46dbfb497 None None] Provisioning for port f511a82a-4595-4064-b699-b85d35a31b03 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:47:27.166912 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d2671630-d4ca-400a-aa65-4107fd9fc890 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:27.220041 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-cb746f55-d6fa-4480-98bc-59b46dbfb497 None None] Provisioning complete for port f511a82a-4595-4064-b699-b85d35a31b03 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:47:27.221186 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-cb746f55-d6fa-4480-98bc-59b46dbfb497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:27.363953 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-d2671630-d4ca-400a-aa65-4107fd9fc890 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] In _notify_port_updated(), no bound segment for port d8fcd38d-df60-44c6-a914-5f9d1f46b922 on network f64c71e0-04b8-4e92-b474-8d53c64c1bed {{(pid=93750) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 13 13:47:27.369889 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2671630-d4ca-400a-aa65-4107fd9fc890 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:47:27.370558 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d2671630-d4ca-400a-aa65-4107fd9fc890 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:27.371963 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-d2671630-d4ca-400a-aa65-4107fd9fc890 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] 10.222.0.23 "PUT /v2.0/ports/d8fcd38d-df60-44c6-a914-5f9d1f46b922 HTTP/1.1" status: 200 len: 1012 time: 1.2639012 Jul 13 13:47:27.374722 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 44418) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:47:27.393531 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2671630-d4ca-400a-aa65-4107fd9fc890 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Pushing event updated for resources: {'Port': ['ID=d8fcd38d-df60-44c6-a914-5f9d1f46b922,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:47:27.573464 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-2f640949-3ccd-455b-8612-a0e99c9c311a tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Deleting port d8fcd38d-df60-44c6-a914-5f9d1f46b922 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:47:27.574206 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2f640949-3ccd-455b-8612-a0e99c9c311a tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:27.617413 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 9a1e9e1f-5f7d-4595-a1b9-cdc5ce99f78d details requested by agent hyperv_n-h2-800634-1 with host n-h2-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 13:47:27.779310 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2f640949-3ccd-455b-8612-a0e99c9c311a tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:27.863327 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 9a1e9e1f-5f7d-4595-a1b9-cdc5ce99f78d, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=9a1e9e1f-5f7d-4595-a1b9-cdc5ce99f78d,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:47:27.867905 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-2f640949-3ccd-455b-8612-a0e99c9c311a tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Calling delete_port for d8fcd38d-df60-44c6-a914-5f9d1f46b922 owned by {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:47:27.895940 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Returning: {'device': '9a1e9e1f-5f7d-4595-a1b9-cdc5ce99f78d', 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30', 'port_id': '9a1e9e1f-5f7d-4595-a1b9-cdc5ce99f78d', 'mac_address': 'fa:16:3e:e0:f6:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60b55863-ceb6-45af-a8a4-4b22d72866af', 'ip_address': '192.168.233.79'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 13:47:27.928996 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device f511a82a-4595-4064-b699-b85d35a31b03 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:47:27.942234 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-344e1063-7f14-4d51-a4c6-5c0388106833 None None] Provisioning complete for port f511a82a-4595-4064-b699-b85d35a31b03 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:47:27.942822 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-344e1063-7f14-4d51-a4c6-5c0388106833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:28.357126 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc68165-364a-43ec-9139-71cb9db811c3 req-4ac947c2-bada-4898-9c25-3c4e1f976097 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:47:28.368457 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0dc68165-364a-43ec-9139-71cb9db811c3 req-4ac947c2-bada-4898-9c25-3c4e1f976097 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=c696bc31-7941-4f53-bcb6-3d4af78f2554 HTTP/1.1" status: 200 len: 946 time: 0.1892445 Jul 13 13:47:28.479665 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2f640949-3ccd-455b-8612-a0e99c9c311a tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:28.485970 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0dc68165-364a-43ec-9139-71cb9db811c3 req-2d266663-745f-4bca-af61-51e9c79971a1 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd374adc-73a7-4812-9be6-45acdaeb0bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089401 Jul 13 13:47:28.563428 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f640949-3ccd-455b-8612-a0e99c9c311a tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Pushing event deleted for resources: {'Port': ['ID=d8fcd38d-df60-44c6-a914-5f9d1f46b922,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:47:28.649618 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2f640949-3ccd-455b-8612-a0e99c9c311a tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:28.654790 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:28.659084 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 44482) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:47:28.660345 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-2f640949-3ccd-455b-8612-a0e99c9c311a tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] 10.222.0.23 "DELETE /v2.0/ports/d8fcd38d-df60-44c6-a914-5f9d1f46b922 HTTP/1.1" status: 204 len: 168 time: 1.2845395 Jul 13 13:47:28.697478 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9a1e9e1f-5f7d-4595-a1b9-cdc5ce99f78d {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:47:28.725485 n-d-800634-1 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-04fd8d99-32ce-4dfe-89c8-6f339c7f39f2 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] GET failed (client error): The resource could not be found. Jul 13 13:47:28.734506 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-04fd8d99-32ce-4dfe-89c8-6f339c7f39f2 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] 10.222.0.23 "GET /v2.0/ports/d8fcd38d-df60-44c6-a914-5f9d1f46b922 HTTP/1.1" status: 404 len: 333 time: 0.0743370 Jul 13 13:47:28.737685 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 44486) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:47:28.774651 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 9a1e9e1f-5f7d-4595-a1b9-cdc5ce99f78d, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=9a1e9e1f-5f7d-4595-a1b9-cdc5ce99f78d,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:47:28.801577 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:28.948886 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cf9ad46-bfb9-4fda-8fca-557b470eb085 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Deleting subnet 5c75cc6f-79f6-43ac-9870-a5acfaa7e0c1 {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 13:47:28.967641 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5cf9ad46-bfb9-4fda-8fca-557b470eb085 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:28.980231 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['9a1e9e1f-5f7d-4595-a1b9-cdc5ce99f78d'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:47:28.983936 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-344e1063-7f14-4d51-a4c6-5c0388106833 None None] Could not find standard attr ID for object d8fcd38d-df60-44c6-a914-5f9d1f46b922. {{(pid=93752) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 13:47:29.062700 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5cf9ad46-bfb9-4fda-8fca-557b470eb085 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6018489'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:29.079574 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port f511a82a-4595-4064-b699-b85d35a31b03 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:47:29.082856 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:29.301781 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-70d6420b-0048-40cb-b4cb-52e85b0d82ca None None] Could not find standard attr ID for object d8fcd38d-df60-44c6-a914-5f9d1f46b922. {{(pid=93752) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 13:47:29.308557 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=9a1e9e1f-5f7d-4595-a1b9-cdc5ce99f78d,revision_number=6']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:47:29.329466 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5cf9ad46-bfb9-4fda-8fca-557b470eb085 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:29.525906 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5cf9ad46-bfb9-4fda-8fca-557b470eb085 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6018534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6105009'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:29.557402 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-3e153d3d-6bfa-475d-bc36-95403e0e228c None None] Could not find standard attr ID for object d8fcd38d-df60-44c6-a914-5f9d1f46b922. {{(pid=93752) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 13:47:29.603126 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf9ad46-bfb9-4fda-8fca-557b470eb085 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Pushing event deleted for resources: {'Subnet': ['ID=5c75cc6f-79f6-43ac-9870-a5acfaa7e0c1,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:47:29.617108 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5cf9ad46-bfb9-4fda-8fca-557b470eb085 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:29.625286 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 44518) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:47:29.645484 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-5cf9ad46-bfb9-4fda-8fca-557b470eb085 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] 10.222.0.23 "DELETE /v2.0/subnets/5c75cc6f-79f6-43ac-9870-a5acfaa7e0c1 HTTP/1.1" status: 204 len: 168 time: 0.9019363 Jul 13 13:47:29.837014 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4201ae37-c5f3-4c9c-bfb4-fc96a84ec76d None None] Network f64c71e0-04b8-4e92-b474-8d53c64c1bed requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:47:29.882654 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-db0ee805-f827-4094-a76a-af6b6a359055 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Deleting subnet 6b61a6ef-e8d9-409d-a8aa-66d95e5baf7d {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 13:47:29.889486 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-db0ee805-f827-4094-a76a-af6b6a359055 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:29.975939 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-eccc7a6e-db07-4894-bf65-ea6718b16a03 None None] Could not find standard attr ID for object d8fcd38d-df60-44c6-a914-5f9d1f46b922. {{(pid=93752) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 13:47:30.036861 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-db0ee805-f827-4094-a76a-af6b6a359055 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5431723'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:30.104766 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9f1136-9992-4841-834a-3d5f7543b9ad req-9f8a90b2-a400-4ca2-b5f8-d24a5fd82b12 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:47:30.108509 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6a9f1136-9992-4841-834a-3d5f7543b9ad req-9f8a90b2-a400-4ca2-b5f8-d24a5fd82b12 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=c696bc31-7941-4f53-bcb6-3d4af78f2554 HTTP/1.1" status: 200 len: 946 time: 0.3427885 Jul 13 13:47:30.347327 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6a9f1136-9992-4841-834a-3d5f7543b9ad req-a9ca69df-fc93-43a7-b93e-535aa68ac20c tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd374adc-73a7-4812-9be6-45acdaeb0bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169073 Jul 13 13:47:30.353777 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:30.371769 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-db0ee805-f827-4094-a76a-af6b6a359055 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:30.498185 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-db0ee805-f827-4094-a76a-af6b6a359055 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5970525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4763356'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:30.603226 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-db0ee805-f827-4094-a76a-af6b6a359055 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:30.606711 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-db0ee805-f827-4094-a76a-af6b6a359055 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] 10.222.0.23 "DELETE /v2.0/subnets/6b61a6ef-e8d9-409d-a8aa-66d95e5baf7d HTTP/1.1" status: 204 len: 168 time: 0.9767718 Jul 13 13:47:30.607748 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0ee805-f827-4094-a76a-af6b6a359055 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Pushing event deleted for resources: {'Subnet': ['ID=6b61a6ef-e8d9-409d-a8aa-66d95e5baf7d,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:47:30.608384 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 44544) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:47:30.673490 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:30.802028 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a1f22791-d935-463c-8864-23bd2aaaabc5 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:30.947314 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-a1f22791-d935-463c-8864-23bd2aaaabc5 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Deleting port f511a82a-4595-4064-b699-b85d35a31b03 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:47:30.948083 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a1f22791-d935-463c-8864-23bd2aaaabc5 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:31.085817 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-a1f22791-d935-463c-8864-23bd2aaaabc5 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] For port f511a82a-4595-4064-b699-b85d35a31b03, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=f511a82a-4595-4064-b699-b85d35a31b03,segment=NetworkSegment(b5021fde-3fe2-4507-acc2-197a8199f3de),segment_id=b5021fde-3fe2-4507-acc2-197a8199f3de)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:47:31.086514 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a1f22791-d935-463c-8864-23bd2aaaabc5 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:31.104972 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-a1f22791-d935-463c-8864-23bd2aaaabc5 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Calling delete_port for f511a82a-4595-4064-b699-b85d35a31b03 owned by network:dhcp {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:47:31.258452 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a1f22791-d935-463c-8864-23bd2aaaabc5 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:31.299339 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f22791-d935-463c-8864-23bd2aaaabc5 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Pushing event deleted for resources: {'Port': ['ID=f511a82a-4595-4064-b699-b85d35a31b03,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:47:31.317330 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f22791-d935-463c-8864-23bd2aaaabc5 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] No DVR routers for this DVR port f511a82a-4595-4064-b699-b85d35a31b03 on host n-d-800634-1 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:47:31.648895 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 9a1e9e1f-5f7d-4595-a1b9-cdc5ce99f78d up at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:47:31.700903 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a1f22791-d935-463c-8864-23bd2aaaabc5 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:31.745000 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-a1f22791-d935-463c-8864-23bd2aaaabc5 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f64c71e0-04b8-4e92-b474-8d53c64c1bed']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:47:31.807697 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-a1f22791-d935-463c-8864-23bd2aaaabc5 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5021fde-3fe2-4507-acc2-197a8199f3de') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:47:31.807989 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-a1f22791-d935-463c-8864-23bd2aaaabc5 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5021fde-3fe2-4507-acc2-197a8199f3de') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:47:31.852960 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a1f22791-d935-463c-8864-23bd2aaaabc5 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6018464'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:31.854548 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning complete for port 9a1e9e1f-5f7d-4595-a1b9-cdc5ce99f78d triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:47:31.855225 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:31.885312 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27705fa7-b24b-40a7-a8a8-9585584b44d1 req-da09c2f6-fbf5-4445-94fc-83aa360d319c tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:47:31.886987 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-27705fa7-b24b-40a7-a8a8-9585584b44d1 req-da09c2f6-fbf5-4445-94fc-83aa360d319c tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=c696bc31-7941-4f53-bcb6-3d4af78f2554 HTTP/1.1" status: 200 len: 946 time: 0.2201750 Jul 13 13:47:31.918319 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a1f22791-d935-463c-8864-23bd2aaaabc5 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:31.934842 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1f22791-d935-463c-8864-23bd2aaaabc5 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 13:47:31.935260 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a1f22791-d935-463c-8864-23bd2aaaabc5 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6018632'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:31.938482 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:47:31.938482 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:47:31.938482 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:47:31.938482 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:47:31.938482 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:47:31.938482 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:47:31.938482 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:47:31.938482 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:47:31.938482 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:47:31.938482 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:47:31.938482 n-d-800634-1 neutron-server[93751]: Traceback (most recent call last): Jul 13 13:47:31.938482 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 13:47:31.938482 n-d-800634-1 neutron-server[93751]: timer() Jul 13 13:47:31.938482 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 13:47:31.938482 n-d-800634-1 neutron-server[93751]: cb(*args, **kw) Jul 13 13:47:31.938482 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 13:47:31.938482 n-d-800634-1 neutron-server[93751]: return func(*args, **kwargs) Jul 13 13:47:31.938482 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 13:47:31.938482 n-d-800634-1 neutron-server[93751]: self._notify() Jul 13 13:47:31.938482 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 13:47:31.938482 n-d-800634-1 neutron-server[93751]: self.callback(batched_events) Jul 13 13:47:31.938482 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 13:47:31.938482 n-d-800634-1 neutron-server[93751]: event.method(event) Jul 13 13:47:31.938482 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 13:47:31.938482 n-d-800634-1 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 13:47:31.938482 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 13:47:31.938482 n-d-800634-1 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 13:47:31.938482 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 13:47:31.938482 n-d-800634-1 neutron-server[93751]: return f(self, *a, **k) Jul 13 13:47:31.938482 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 13:47:31.938482 n-d-800634-1 neutron-server[93751]: return self._get(url).json() Jul 13 13:47:31.938482 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 13:47:31.938482 n-d-800634-1 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 13:47:31.938482 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 13:47:31.938482 n-d-800634-1 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 13 13:47:31.938482 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 13:47:31.938482 n-d-800634-1 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 13:47:31.938482 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 13:47:31.938482 n-d-800634-1 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 13:47:31.938482 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 13:47:31.938482 n-d-800634-1 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 13:47:31.938482 n-d-800634-1 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 13:47:32.020272 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9760ee7-ed89-474a-ba48-b64d87d64bb3 None None] Network f64c71e0-04b8-4e92-b474-8d53c64c1bed requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:47:32.087725 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-27705fa7-b24b-40a7-a8a8-9585584b44d1 req-baa727c0-19ff-4e65-8a9a-9f81c195f56d tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd374adc-73a7-4812-9be6-45acdaeb0bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408336 Jul 13 13:47:32.112605 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a1f22791-d935-463c-8864-23bd2aaaabc5 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:32.123610 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a1f22791-d935-463c-8864-23bd2aaaabc5 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:32.126509 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-a1f22791-d935-463c-8864-23bd2aaaabc5 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] 10.222.0.23 "DELETE /v2.0/networks/f64c71e0-04b8-4e92-b474-8d53c64c1bed HTTP/1.1" status: 204 len: 168 time: 1.5168960 Jul 13 13:47:32.130277 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 44590) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:47:32.190996 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-3e1d0749-6448-44bf-aaef-541686fe52a1 None None] Could not find standard attr ID for object f511a82a-4595-4064-b699-b85d35a31b03. {{(pid=93752) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 13:47:32.202757 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f22791-d935-463c-8864-23bd2aaaabc5 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Pushing event deleted for resources: {'Network': ['ID=f64c71e0-04b8-4e92-b474-8d53c64c1bed,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:47:32.303334 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:32.331518 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e6b63b-39af-4ba5-bab0-85d3ca80b002 None None] DHCP port deletion for f64c71e0-04b8-4e92-b474-8d53c64c1bed request from n-d-800634-1 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 13:47:32.337014 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5232816c-fd30-400d-84eb-c9055e4810c6 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:47:32.345643 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-5232816c-fd30-400d-84eb-c9055e4810c6 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2103055 Jul 13 13:47:32.346237 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 44594) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:47:32.384949 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 9a1e9e1f-5f7d-4595-a1b9-cdc5ce99f78d, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=9a1e9e1f-5f7d-4595-a1b9-cdc5ce99f78d,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:47:32.386625 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81c5c787-6742-49fd-b09f-4995272ab0f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a1e9e1f-5f7d-4595-a1b9-cdc5ce99f78d'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:47:32.389869 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db5a00e3-aea8-4fd9-bdad-5e6a95ccefa5" -d '{"events": [{"server_uuid": "81c5c787-6742-49fd-b09f-4995272ab0f4", "name": "network-vif-plugged", "status": "completed", "tag": "9a1e9e1f-5f7d-4595-a1b9-cdc5ce99f78d"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:47:32.397272 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:32.588158 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:47:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6cd4235-10eb-4f55-9f37-e216ea855bef x-openstack-request-id: req-c6cd4235-10eb-4f55-9f37-e216ea855bef {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:47:32.588452 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81c5c787-6742-49fd-b09f-4995272ab0f4", "name": "network-vif-plugged", "status": "completed", "tag": "9a1e9e1f-5f7d-4595-a1b9-cdc5ce99f78d", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:47:32.588756 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c6cd4235-10eb-4f55-9f37-e216ea855bef {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:47:32.590726 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81c5c787-6742-49fd-b09f-4995272ab0f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a1e9e1f-5f7d-4595-a1b9-cdc5ce99f78d', 'code': 200} Jul 13 13:47:32.591731 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=9a1e9e1f-5f7d-4595-a1b9-cdc5ce99f78d,revision_number=7']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:47:32.612560 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-144b0274-a325-429a-a632-ad1a4857c993 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] 10.222.0.23 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2617354 Jul 13 13:47:32.613158 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 44608) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:47:32.619538 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-d98b7e1a-2841-4344-8041-42edbf5a1a7e tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1898751028'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:47:32.674649 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d98b7e1a-2841-4344-8041-42edbf5a1a7e tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Made reservation on behalf of 7b9a8e657fbe4761afdd556ee032edca for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:47:32.680363 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d98b7e1a-2841-4344-8041-42edbf5a1a7e tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:32.775453 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d98b7e1a-2841-4344-8041-42edbf5a1a7e tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 13:47:32.812384 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d98b7e1a-2841-4344-8041-42edbf5a1a7e tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:32.813610 n-d-800634-1 neutron-server[93750]: INFO neutron.db.segments_db [None req-d98b7e1a-2841-4344-8041-42edbf5a1a7e tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Added segment 810a4d5e-3aa0-4b87-a519-a1c5cbeeeb37 of type vlan for network d071910c-cf37-4770-9d84-ef9d289678fe Jul 13 13:47:32.897528 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d98b7e1a-2841-4344-8041-42edbf5a1a7e tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:32.994584 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d98b7e1a-2841-4344-8041-42edbf5a1a7e tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:33.006454 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d98b7e1a-2841-4344-8041-42edbf5a1a7e tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:47:33.007612 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d98b7e1a-2841-4344-8041-42edbf5a1a7e tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:33.109170 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-d98b7e1a-2841-4344-8041-42edbf5a1a7e tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4940822 Jul 13 13:47:33.111903 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 44624) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:47:33.120060 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-a85db007-6f8a-4a46-bb3f-83c87d5b9376 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Request body: {'subnet': {'network_id': 'd071910c-cf37-4770-9d84-ef9d289678fe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:47:33.144701 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98b7e1a-2841-4344-8041-42edbf5a1a7e tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Pushing event updated for resources: {'Network': ['ID=d071910c-cf37-4770-9d84-ef9d289678fe,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:47:33.155239 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network d071910c-cf37-4770-9d84-ef9d289678fe details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 13:47:33.343079 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a85db007-6f8a-4a46-bb3f-83c87d5b9376 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Made reservation on behalf of 7b9a8e657fbe4761afdd556ee032edca for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:47:33.355446 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a85db007-6f8a-4a46-bb3f-83c87d5b9376 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6104980'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:33.552485 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d359e8-9c55-4f99-bc2c-a28e2e89d5ce req-ddf154d3-d7a4-4a5f-abe5-d698d742bfa0 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:47:33.596072 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-69d359e8-9c55-4f99-bc2c-a28e2e89d5ce req-ddf154d3-d7a4-4a5f-abe5-d698d742bfa0 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=c696bc31-7941-4f53-bcb6-3d4af78f2554 HTTP/1.1" status: 200 len: 946 time: 0.1996515 Jul 13 13:47:33.700698 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-69d359e8-9c55-4f99-bc2c-a28e2e89d5ce req-9be987fc-42b1-469d-932c-9ba9cfac87c8 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd374adc-73a7-4812-9be6-45acdaeb0bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981956 Jul 13 13:47:33.722316 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device f511a82a-4595-4064-b699-b85d35a31b03 no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:47:33.793405 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: f511a82a-4595-4064-b699-b85d35a31b03 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:47:33.796288 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device f511a82a-4595-4064-b699-b85d35a31b03 not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:47:33.824808 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a85db007-6f8a-4a46-bb3f-83c87d5b9376 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6018343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6104998'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:33.974131 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85db007-6f8a-4a46-bb3f-83c87d5b9376 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Pushing event updated for resources: {'Subnet': ['ID=9d05e9e6-e9ce-44aa-bc94-b0dc911aad26,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:47:33.994568 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85db007-6f8a-4a46-bb3f-83c87d5b9376 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Checking segment: {'id': '810a4d5e-3aa0-4b87-a519-a1c5cbeeeb37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd071910c-cf37-4770-9d84-ef9d289678fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:47:33.996892 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a85db007-6f8a-4a46-bb3f-83c87d5b9376 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Network hostable DHCP agents. Network: d071910c-cf37-4770-9d84-ef9d289678fe, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 13:47:34.029602 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a85db007-6f8a-4a46-bb3f-83c87d5b9376 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Network d071910c-cf37-4770-9d84-ef9d289678fe is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 13:47:34.046753 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-a85db007-6f8a-4a46-bb3f-83c87d5b9376 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, d071910c-cf37-4770-9d84-ef9d289678fe) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:47:34.052067 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a85db007-6f8a-4a46-bb3f-83c87d5b9376 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:47:34.053693 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a85db007-6f8a-4a46-bb3f-83c87d5b9376 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:34.058856 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f718f052-974c-435f-91e2-bb53201b9e7b None None] Network d071910c-cf37-4770-9d84-ef9d289678fe requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:47:34.104043 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-a85db007-6f8a-4a46-bb3f-83c87d5b9376 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9900937 Jul 13 13:47:34.106433 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 44658) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:47:34.117144 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-be581973-7b60-46ad-af74-4ca43e9dd726 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Request body: {'port': {'network_id': 'd071910c-cf37-4770-9d84-ef9d289678fe', 'name': 'tempest-PortsIpV6TestJSON-803075612'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:47:34.351846 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-626eed02-b618-4e5e-a63b-b6e90ff67474 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a7201e1-61ce-5a3e-b7f7-e800379ed03b-d071910c-cf37-4770-9d84-ef9d289678fe', 'network_id': 'd071910c-cf37-4770-9d84-ef9d289678fe', 'tenant_id': '7b9a8e657fbe4761afdd556ee032edca', 'fixed_ips': [{'subnet_id': '9d05e9e6-e9ce-44aa-bc94-b0dc911aad26'}]}} from n-d-800634-1. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 13:47:34.353658 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-626eed02-b618-4e5e-a63b-b6e90ff67474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:34.467518 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be581973-7b60-46ad-af74-4ca43e9dd726 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Made reservation on behalf of 7b9a8e657fbe4761afdd556ee032edca for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:47:34.477844 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-be581973-7b60-46ad-af74-4ca43e9dd726 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:34.584320 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [None req-be581973-7b60-46ad-af74-4ca43e9dd726 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] device_id is not set on port efb38c40-7459-4942-bf27-29fcb0d495a4 yet. {{(pid=93751) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 13:47:34.783699 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-626eed02-b618-4e5e-a63b-b6e90ff67474 None None] Allocated IP 2001:db8::2 (d071910c-cf37-4770-9d84-ef9d289678fe/9d05e9e6-e9ce-44aa-bc94-b0dc911aad26/eef59ed7-93db-4313-a181-ee79dd6cc7bb) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:47:35.107596 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4639157-fb00-47c4-9a79-e0fe2d7fc39f req-7066fdd2-ebe0-4d15-99fd-2962949f45dc tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:47:35.109187 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d4639157-fb00-47c4-9a79-e0fe2d7fc39f req-7066fdd2-ebe0-4d15-99fd-2962949f45dc tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=c696bc31-7941-4f53-bcb6-3d4af78f2554 HTTP/1.1" status: 200 len: 946 time: 0.1847415 Jul 13 13:47:35.128816 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-626eed02-b618-4e5e-a63b-b6e90ff67474 None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:35.144954 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-626eed02-b618-4e5e-a63b-b6e90ff67474 None None] Transition to ACTIVE for port object eef59ed7-93db-4313-a181-ee79dd6cc7bb will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:47:35.186302 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-626eed02-b618-4e5e-a63b-b6e90ff67474 None None] Transition to ACTIVE for port object eef59ed7-93db-4313-a181-ee79dd6cc7bb will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:47:35.202085 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-626eed02-b618-4e5e-a63b-b6e90ff67474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:35.220328 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d4639157-fb00-47c4-9a79-e0fe2d7fc39f req-4c51d065-fea6-43b6-944a-f3d8173f6e5e tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd374adc-73a7-4812-9be6-45acdaeb0bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012187 Jul 13 13:47:35.320144 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626eed02-b618-4e5e-a63b-b6e90ff67474 None None] Pushing event updated for resources: {'Port': ['ID=eef59ed7-93db-4313-a181-ee79dd6cc7bb,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:47:35.324605 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-626eed02-b618-4e5e-a63b-b6e90ff67474 None None] Network d071910c-cf37-4770-9d84-ef9d289678fe is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:47:35.326355 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-626eed02-b618-4e5e-a63b-b6e90ff67474 None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:47:35.334621 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626eed02-b618-4e5e-a63b-b6e90ff67474 None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:47:35.337163 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-be581973-7b60-46ad-af74-4ca43e9dd726 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Allocated IP 2001:db8::1f2 (d071910c-cf37-4770-9d84-ef9d289678fe/9d05e9e6-e9ce-44aa-bc94-b0dc911aad26/efb38c40-7459-4942-bf27-29fcb0d495a4) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:47:35.467698 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-626eed02-b618-4e5e-a63b-b6e90ff67474 None None] Attempting to bind port eef59ed7-93db-4313-a181-ee79dd6cc7bb on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:47:35.468789 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-626eed02-b618-4e5e-a63b-b6e90ff67474 None None] Attempting to bind port eef59ed7-93db-4313-a181-ee79dd6cc7bb by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '810a4d5e-3aa0-4b87-a519-a1c5cbeeeb37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd071910c-cf37-4770-9d84-ef9d289678fe'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:47:35.469339 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626eed02-b618-4e5e-a63b-b6e90ff67474 None None] Attempting to bind port eef59ed7-93db-4313-a181-ee79dd6cc7bb on network d071910c-cf37-4770-9d84-ef9d289678fe {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:47:35.483329 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626eed02-b618-4e5e-a63b-b6e90ff67474 None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 47, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:47:35.484138 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626eed02-b618-4e5e-a63b-b6e90ff67474 None None] Checking segment: {'id': '810a4d5e-3aa0-4b87-a519-a1c5cbeeeb37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd071910c-cf37-4770-9d84-ef9d289678fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:47:35.484875 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-626eed02-b618-4e5e-a63b-b6e90ff67474 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:35.485690 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626eed02-b618-4e5e-a63b-b6e90ff67474 None None] Bound using segment: {'id': '810a4d5e-3aa0-4b87-a519-a1c5cbeeeb37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd071910c-cf37-4770-9d84-ef9d289678fe'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:47:35.497394 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-626eed02-b618-4e5e-a63b-b6e90ff67474 None None] Bound port: eef59ed7-93db-4313-a181-ee79dd6cc7bb, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '810a4d5e-3aa0-4b87-a519-a1c5cbeeeb37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd071910c-cf37-4770-9d84-ef9d289678fe'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:47:35.498097 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-626eed02-b618-4e5e-a63b-b6e90ff67474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:35.708815 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-626eed02-b618-4e5e-a63b-b6e90ff67474 None None] For port eef59ed7-93db-4313-a181-ee79dd6cc7bb, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:47:35.714874 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-626eed02-b618-4e5e-a63b-b6e90ff67474 None None] For port eef59ed7-93db-4313-a181-ee79dd6cc7bb, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=eef59ed7-93db-4313-a181-ee79dd6cc7bb,segment=NetworkSegment(810a4d5e-3aa0-4b87-a519-a1c5cbeeeb37),segment_id=810a4d5e-3aa0-4b87-a519-a1c5cbeeeb37)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:47:35.733768 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-626eed02-b618-4e5e-a63b-b6e90ff67474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:35.756561 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-be581973-7b60-46ad-af74-4ca43e9dd726 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:35.805770 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-be581973-7b60-46ad-af74-4ca43e9dd726 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Transition to ACTIVE for port object efb38c40-7459-4942-bf27-29fcb0d495a4 will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:47:35.905410 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-be581973-7b60-46ad-af74-4ca43e9dd726 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:35.921949 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626eed02-b618-4e5e-a63b-b6e90ff67474 None None] Pushing event updated for resources: {'Port': ['ID=eef59ed7-93db-4313-a181-ee79dd6cc7bb,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:47:35.972879 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be581973-7b60-46ad-af74-4ca43e9dd726 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Network d071910c-cf37-4770-9d84-ef9d289678fe is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:47:35.974971 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-be581973-7b60-46ad-af74-4ca43e9dd726 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:47:35.984107 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be581973-7b60-46ad-af74-4ca43e9dd726 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:47:35.989760 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be581973-7b60-46ad-af74-4ca43e9dd726 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:47:35.991109 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-be581973-7b60-46ad-af74-4ca43e9dd726 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:36.004608 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be581973-7b60-46ad-af74-4ca43e9dd726 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Pushing event updated for resources: {'Port': ['ID=efb38c40-7459-4942-bf27-29fcb0d495a4,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:47:36.023620 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 44706) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:47:36.023989 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-be581973-7b60-46ad-af74-4ca43e9dd726 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.9150443 Jul 13 13:47:36.030929 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-7e6ebb73-1795-42bd-9083-0c4b512721e2 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Request body: {'port': {'network_id': 'd071910c-cf37-4770-9d84-ef9d289678fe', 'name': 'tempest-PortsIpV6TestJSON-995204042'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:47:36.518193 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e6ebb73-1795-42bd-9083-0c4b512721e2 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Made reservation on behalf of 7b9a8e657fbe4761afdd556ee032edca for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:47:36.522634 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7e6ebb73-1795-42bd-9083-0c4b512721e2 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:36.621375 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [None req-7e6ebb73-1795-42bd-9083-0c4b512721e2 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] device_id is not set on port 240bb812-fd67-4f81-9602-3cae9002009a yet. {{(pid=93750) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 13:47:36.844741 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9901f5e4-515f-4db3-979f-10e641bfc9ce req-b70302c3-0477-4026-b48b-d44982c20a0f tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:47:36.853821 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9901f5e4-515f-4db3-979f-10e641bfc9ce req-b70302c3-0477-4026-b48b-d44982c20a0f tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=c696bc31-7941-4f53-bcb6-3d4af78f2554 HTTP/1.1" status: 200 len: 946 time: 0.2907691 Jul 13 13:47:36.904848 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-7e6ebb73-1795-42bd-9083-0c4b512721e2 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Allocated IP 2001:db8::c6 (d071910c-cf37-4770-9d84-ef9d289678fe/9d05e9e6-e9ce-44aa-bc94-b0dc911aad26/240bb812-fd67-4f81-9602-3cae9002009a) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:47:37.145777 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9901f5e4-515f-4db3-979f-10e641bfc9ce req-f8f06117-938f-4459-b3fe-6e3d9593ee32 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd374adc-73a7-4812-9be6-45acdaeb0bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2907434 Jul 13 13:47:37.278897 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7e6ebb73-1795-42bd-9083-0c4b512721e2 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:37.314917 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [None req-7e6ebb73-1795-42bd-9083-0c4b512721e2 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Transition to ACTIVE for port object 240bb812-fd67-4f81-9602-3cae9002009a will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:47:37.428645 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7e6ebb73-1795-42bd-9083-0c4b512721e2 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:37.555968 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e6ebb73-1795-42bd-9083-0c4b512721e2 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Network d071910c-cf37-4770-9d84-ef9d289678fe is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:47:37.587105 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-7e6ebb73-1795-42bd-9083-0c4b512721e2 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:47:37.591121 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6ebb73-1795-42bd-9083-0c4b512721e2 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:47:37.607019 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e6ebb73-1795-42bd-9083-0c4b512721e2 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:47:37.611899 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7e6ebb73-1795-42bd-9083-0c4b512721e2 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:37.621828 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6ebb73-1795-42bd-9083-0c4b512721e2 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Pushing event updated for resources: {'Port': ['ID=240bb812-fd67-4f81-9602-3cae9002009a,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:47:37.660649 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-7e6ebb73-1795-42bd-9083-0c4b512721e2 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.6328204 Jul 13 13:47:37.663413 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 44756) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:47:37.797288 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1fa3c5c-38e1-43d1-9d47-db563f074ffd None None] Network d071910c-cf37-4770-9d84-ef9d289678fe requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:47:37.992600 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-5de5f439-2889-4316-a5d7-e31b8a5dd2c3 None None] Provisioning for port eef59ed7-93db-4313-a181-ee79dd6cc7bb completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:47:38.016444 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device eef59ed7-93db-4313-a181-ee79dd6cc7bb up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:47:38.076868 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a2233be-e1b9-4989-b793-2760744ffc04 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:47:38.083137 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 44764) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:47:38.095594 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-4a2233be-e1b9-4989-b793-2760744ffc04 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A1f2 HTTP/1.1" status: 200 len: 928 time: 0.4227002 Jul 13 13:47:38.212621 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port eef59ed7-93db-4313-a181-ee79dd6cc7bb completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:47:38.218732 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port eef59ed7-93db-4313-a181-ee79dd6cc7bb triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:47:38.219341 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:38.503305 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:38.541238 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-8066bae2-ce1d-4b68-8076-7a5ee925b00a tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Deleting port 240bb812-fd67-4f81-9602-3cae9002009a {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:47:38.546966 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8066bae2-ce1d-4b68-8076-7a5ee925b00a tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:38.624419 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port eef59ed7-93db-4313-a181-ee79dd6cc7bb, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=eef59ed7-93db-4313-a181-ee79dd6cc7bb,segment=NetworkSegment(810a4d5e-3aa0-4b87-a519-a1c5cbeeeb37),segment_id=810a4d5e-3aa0-4b87-a519-a1c5cbeeeb37)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:47:38.633800 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:38.756786 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9ac07d-b347-4c09-b421-d6254c82afd5 req-327e0a7a-450d-44e8-a6fa-a0a8a1b535ec tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:47:38.774877 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7c9ac07d-b347-4c09-b421-d6254c82afd5 req-327e0a7a-450d-44e8-a6fa-a0a8a1b535ec tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=c696bc31-7941-4f53-bcb6-3d4af78f2554 HTTP/1.1" status: 200 len: 946 time: 0.2123759 Jul 13 13:47:38.775286 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=eef59ed7-93db-4313-a181-ee79dd6cc7bb,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:47:38.881379 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-316a3ab1-b35d-4b44-8547-f6c4e358454e None None] Provisioning for port 240bb812-fd67-4f81-9602-3cae9002009a completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:47:38.898170 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-316a3ab1-b35d-4b44-8547-f6c4e358454e None None] Provisioning complete for port 240bb812-fd67-4f81-9602-3cae9002009a triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:47:38.898950 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-316a3ab1-b35d-4b44-8547-f6c4e358454e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:38.915117 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7c9ac07d-b347-4c09-b421-d6254c82afd5 req-be787d42-1999-4301-9c4e-7849ffa8e624 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd374adc-73a7-4812-9be6-45acdaeb0bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380711 Jul 13 13:47:38.949137 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8066bae2-ce1d-4b68-8076-7a5ee925b00a tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:38.985395 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-8066bae2-ce1d-4b68-8076-7a5ee925b00a tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Calling delete_port for 240bb812-fd67-4f81-9602-3cae9002009a owned by {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:47:39.015047 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-316a3ab1-b35d-4b44-8547-f6c4e358454e None None] Port 240bb812-fd67-4f81-9602-3cae9002009a cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:47:39.042987 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-316a3ab1-b35d-4b44-8547-f6c4e358454e None None] Provisioning complete for port eef59ed7-93db-4313-a181-ee79dd6cc7bb triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:47:39.043462 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-316a3ab1-b35d-4b44-8547-f6c4e358454e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:39.325526 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-316a3ab1-b35d-4b44-8547-f6c4e358454e None None] Provisioning for port efb38c40-7459-4942-bf27-29fcb0d495a4 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:47:39.339453 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8066bae2-ce1d-4b68-8076-7a5ee925b00a tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:39.373060 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-316a3ab1-b35d-4b44-8547-f6c4e358454e None None] Provisioning complete for port efb38c40-7459-4942-bf27-29fcb0d495a4 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:47:39.373060 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-316a3ab1-b35d-4b44-8547-f6c4e358454e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:39.489384 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-316a3ab1-b35d-4b44-8547-f6c4e358454e None None] Port efb38c40-7459-4942-bf27-29fcb0d495a4 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:47:39.578830 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8066bae2-ce1d-4b68-8076-7a5ee925b00a tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Pushing event deleted for resources: {'Port': ['ID=240bb812-fd67-4f81-9602-3cae9002009a,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:47:39.582090 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8066bae2-ce1d-4b68-8076-7a5ee925b00a tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:39.588442 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 44802) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:47:39.598327 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-8066bae2-ce1d-4b68-8076-7a5ee925b00a tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] 10.222.0.23 "DELETE /v2.0/ports/240bb812-fd67-4f81-9602-3cae9002009a HTTP/1.1" status: 204 len: 168 time: 1.5119288 Jul 13 13:47:39.627005 n-d-800634-1 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7e07762-945a-44fa-aa75-5db4fcd88c1c tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] GET failed (client error): The resource could not be found. Jul 13 13:47:39.633211 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 44806) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:47:39.636079 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-e7e07762-945a-44fa-aa75-5db4fcd88c1c tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] 10.222.0.23 "GET /v2.0/ports/240bb812-fd67-4f81-9602-3cae9002009a HTTP/1.1" status: 404 len: 333 time: 0.0462728 Jul 13 13:47:39.654439 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-c844ea9d-2098-48b8-a05b-790af14a1e0e None None] Provisioning complete for port efb38c40-7459-4942-bf27-29fcb0d495a4 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:47:39.654824 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c844ea9d-2098-48b8-a05b-790af14a1e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:39.756873 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-c844ea9d-2098-48b8-a05b-790af14a1e0e None None] Port efb38c40-7459-4942-bf27-29fcb0d495a4 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:47:39.866902 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device eef59ed7-93db-4313-a181-ee79dd6cc7bb up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:47:39.899174 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-eb5b430a-45ac-4c89-90c6-1bca14aa1e2b tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Deleting port efb38c40-7459-4942-bf27-29fcb0d495a4 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:47:39.900835 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-eb5b430a-45ac-4c89-90c6-1bca14aa1e2b tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:40.057536 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port eef59ed7-93db-4313-a181-ee79dd6cc7bb triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:47:40.058052 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:40.217772 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2dd0136b-7ca7-42e1-9ca2-0acab6d725d0 None None] Could not find standard attr ID for object 240bb812-fd67-4f81-9602-3cae9002009a. {{(pid=93752) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 13:47:40.312222 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-eb5b430a-45ac-4c89-90c6-1bca14aa1e2b tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:40.427275 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f8c63a-912f-4e42-b8fd-88e47d9837c6 req-8c927e31-8298-4080-87ed-3533fd814c4b tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:47:40.442388 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a7f8c63a-912f-4e42-b8fd-88e47d9837c6 req-8c927e31-8298-4080-87ed-3533fd814c4b tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=c696bc31-7941-4f53-bcb6-3d4af78f2554 HTTP/1.1" status: 200 len: 946 time: 0.2530229 Jul 13 13:47:40.469910 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-eb5b430a-45ac-4c89-90c6-1bca14aa1e2b tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Calling delete_port for efb38c40-7459-4942-bf27-29fcb0d495a4 owned by {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:47:40.557887 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a7f8c63a-912f-4e42-b8fd-88e47d9837c6 req-724c6d28-49ed-43bc-8955-a511b8886f7a tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd374adc-73a7-4812-9be6-45acdaeb0bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144168 Jul 13 13:47:41.262807 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-eb5b430a-45ac-4c89-90c6-1bca14aa1e2b tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:41.364709 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-eb5b430a-45ac-4c89-90c6-1bca14aa1e2b tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:41.368430 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-eb5b430a-45ac-4c89-90c6-1bca14aa1e2b tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] 10.222.0.23 "DELETE /v2.0/ports/efb38c40-7459-4942-bf27-29fcb0d495a4 HTTP/1.1" status: 204 len: 168 time: 1.7334433 Jul 13 13:47:41.369980 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5b430a-45ac-4c89-90c6-1bca14aa1e2b tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Pushing event deleted for resources: {'Port': ['ID=efb38c40-7459-4942-bf27-29fcb0d495a4,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:47:41.372619 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 44852) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:47:41.470709 n-d-800634-1 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-30e6f39f-ce77-4327-ae0f-2fc495db1184 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] GET failed (client error): The resource could not be found. Jul 13 13:47:41.472298 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-30e6f39f-ce77-4327-ae0f-2fc495db1184 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] 10.222.0.23 "GET /v2.0/ports/efb38c40-7459-4942-bf27-29fcb0d495a4 HTTP/1.1" status: 404 len: 333 time: 0.0985000 Jul 13 13:47:41.475404 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 44862) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:47:41.629663 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2de322d-2810-494a-a116-58e52f925270 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Deleting subnet 9d05e9e6-e9ce-44aa-bc94-b0dc911aad26 {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 13:47:41.644269 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e2de322d-2810-494a-a116-58e52f925270 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:41.771876 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e2de322d-2810-494a-a116-58e52f925270 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5431723'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:42.085540 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcedfc64-ccc7-4932-a6fb-899dc0cb449e req-779b6806-bfa2-4118-8fd6-70e2117d27d1 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:47:42.092792 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bcedfc64-ccc7-4932-a6fb-899dc0cb449e req-779b6806-bfa2-4118-8fd6-70e2117d27d1 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=c696bc31-7941-4f53-bcb6-3d4af78f2554 HTTP/1.1" status: 200 len: 946 time: 0.2200289 Jul 13 13:47:42.111664 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e2de322d-2810-494a-a116-58e52f925270 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:42.194913 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bcedfc64-ccc7-4932-a6fb-899dc0cb449e req-59571dcb-dcfa-4339-910e-9b587ba5f6a0 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd374adc-73a7-4812-9be6-45acdaeb0bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010294 Jul 13 13:47:42.255180 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e2de322d-2810-494a-a116-58e52f925270 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5970525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4763356'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:42.345928 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e2de322d-2810-494a-a116-58e52f925270 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:42.348661 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-e2de322d-2810-494a-a116-58e52f925270 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] 10.222.0.23 "DELETE /v2.0/subnets/9d05e9e6-e9ce-44aa-bc94-b0dc911aad26 HTTP/1.1" status: 204 len: 168 time: 0.8722222 Jul 13 13:47:42.352466 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 44904) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:47:42.364346 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2de322d-2810-494a-a116-58e52f925270 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Pushing event deleted for resources: {'Subnet': ['ID=9d05e9e6-e9ce-44aa-bc94-b0dc911aad26,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:47:42.371598 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed95b856-3f5c-4d94-95ee-5ee469b8a67a None None] Network d071910c-cf37-4770-9d84-ef9d289678fe requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:47:42.538090 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c96ccd4c-8c22-48cc-b7d0-328ee1d29d9b tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:42.653219 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-c96ccd4c-8c22-48cc-b7d0-328ee1d29d9b tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Deleting port eef59ed7-93db-4313-a181-ee79dd6cc7bb {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:47:42.654594 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c96ccd4c-8c22-48cc-b7d0-328ee1d29d9b tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:42.814170 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90852c9e-ed47-4c5b-be69-65e045dfdf7f None None] DHCP port deletion for d071910c-cf37-4770-9d84-ef9d289678fe request from n-d-800634-1 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 13:47:42.839899 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-c96ccd4c-8c22-48cc-b7d0-328ee1d29d9b tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] For port eef59ed7-93db-4313-a181-ee79dd6cc7bb, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=eef59ed7-93db-4313-a181-ee79dd6cc7bb,segment=NetworkSegment(810a4d5e-3aa0-4b87-a519-a1c5cbeeeb37),segment_id=810a4d5e-3aa0-4b87-a519-a1c5cbeeeb37)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:47:42.840393 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c96ccd4c-8c22-48cc-b7d0-328ee1d29d9b tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:42.881307 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-c96ccd4c-8c22-48cc-b7d0-328ee1d29d9b tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Calling delete_port for eef59ed7-93db-4313-a181-ee79dd6cc7bb owned by network:dhcp {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:47:42.981993 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-90852c9e-ed47-4c5b-be69-65e045dfdf7f None None] Deleting port eef59ed7-93db-4313-a181-ee79dd6cc7bb {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:47:42.982816 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-90852c9e-ed47-4c5b-be69-65e045dfdf7f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:43.087862 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-90852c9e-ed47-4c5b-be69-65e045dfdf7f None None] For port eef59ed7-93db-4313-a181-ee79dd6cc7bb, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=eef59ed7-93db-4313-a181-ee79dd6cc7bb,segment=NetworkSegment(810a4d5e-3aa0-4b87-a519-a1c5cbeeeb37),segment_id=810a4d5e-3aa0-4b87-a519-a1c5cbeeeb37)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:47:43.088543 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-90852c9e-ed47-4c5b-be69-65e045dfdf7f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:43.103776 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-90852c9e-ed47-4c5b-be69-65e045dfdf7f None None] Calling delete_port for eef59ed7-93db-4313-a181-ee79dd6cc7bb owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:47:43.149407 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c96ccd4c-8c22-48cc-b7d0-328ee1d29d9b tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:43.185123 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96ccd4c-8c22-48cc-b7d0-328ee1d29d9b tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] No DVR routers for this DVR port eef59ed7-93db-4313-a181-ee79dd6cc7bb on host n-d-800634-1 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:47:43.240220 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-90852c9e-ed47-4c5b-be69-65e045dfdf7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:43.293029 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90852c9e-ed47-4c5b-be69-65e045dfdf7f None None] Pushing event deleted for resources: {'Port': ['ID=eef59ed7-93db-4313-a181-ee79dd6cc7bb,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:47:43.307316 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90852c9e-ed47-4c5b-be69-65e045dfdf7f None None] No DVR routers for this DVR port eef59ed7-93db-4313-a181-ee79dd6cc7bb on host n-d-800634-1 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:47:43.398035 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96ccd4c-8c22-48cc-b7d0-328ee1d29d9b tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Pushing event deleted for resources: {'Port': ['ID=eef59ed7-93db-4313-a181-ee79dd6cc7bb,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:47:43.452792 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c96ccd4c-8c22-48cc-b7d0-328ee1d29d9b tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:43.480253 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-c96ccd4c-8c22-48cc-b7d0-328ee1d29d9b tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d071910c-cf37-4770-9d84-ef9d289678fe']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:47:43.507617 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-c96ccd4c-8c22-48cc-b7d0-328ee1d29d9b tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '810a4d5e-3aa0-4b87-a519-a1c5cbeeeb37') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:47:43.508233 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-c96ccd4c-8c22-48cc-b7d0-328ee1d29d9b tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '810a4d5e-3aa0-4b87-a519-a1c5cbeeeb37') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:47:43.510187 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927ad29c-4754-4b57-93ca-fb1f675d5b53 req-02fb1b17-35c6-435b-8965-c183608480f2 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:47:43.517296 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-927ad29c-4754-4b57-93ca-fb1f675d5b53 req-02fb1b17-35c6-435b-8965-c183608480f2 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=c696bc31-7941-4f53-bcb6-3d4af78f2554 HTTP/1.1" status: 200 len: 946 time: 0.0851316 Jul 13 13:47:43.529281 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c96ccd4c-8c22-48cc-b7d0-328ee1d29d9b tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6018464'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:43.574585 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c96ccd4c-8c22-48cc-b7d0-328ee1d29d9b tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:43.578155 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-927ad29c-4754-4b57-93ca-fb1f675d5b53 req-ea059f92-dbb0-4402-805e-044381953000 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd374adc-73a7-4812-9be6-45acdaeb0bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593314 Jul 13 13:47:43.586973 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c96ccd4c-8c22-48cc-b7d0-328ee1d29d9b tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 13:47:43.587425 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c96ccd4c-8c22-48cc-b7d0-328ee1d29d9b tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6018632'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:43.666350 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:47:43.666350 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:47:43.666350 n-d-800634-1 neutron-server[93751]: Traceback (most recent call last): Jul 13 13:47:43.666350 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 13:47:43.666350 n-d-800634-1 neutron-server[93751]: timer() Jul 13 13:47:43.666350 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 13:47:43.666350 n-d-800634-1 neutron-server[93751]: cb(*args, **kw) Jul 13 13:47:43.666350 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 13:47:43.666350 n-d-800634-1 neutron-server[93751]: return func(*args, **kwargs) Jul 13 13:47:43.666350 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 13:47:43.666350 n-d-800634-1 neutron-server[93751]: self._notify() Jul 13 13:47:43.666350 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 13:47:43.666350 n-d-800634-1 neutron-server[93751]: self.callback(batched_events) Jul 13 13:47:43.666350 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 13:47:43.666350 n-d-800634-1 neutron-server[93751]: event.method(event) Jul 13 13:47:43.666350 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 13:47:43.666350 n-d-800634-1 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 13:47:43.666350 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 13:47:43.666350 n-d-800634-1 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 13:47:43.666350 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 13:47:43.666350 n-d-800634-1 neutron-server[93751]: return f(self, *a, **k) Jul 13 13:47:43.666350 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 13:47:43.666350 n-d-800634-1 neutron-server[93751]: return self._get(url).json() Jul 13 13:47:43.666350 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 13:47:43.666350 n-d-800634-1 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 13:47:43.666350 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 13:47:43.666350 n-d-800634-1 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 13 13:47:43.666350 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 13:47:43.666350 n-d-800634-1 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 13:47:43.666350 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 13:47:43.666350 n-d-800634-1 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 13:47:43.666350 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 13:47:43.666350 n-d-800634-1 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 13:47:43.666350 n-d-800634-1 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 13:47:43.672027 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c96ccd4c-8c22-48cc-b7d0-328ee1d29d9b tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:43.696452 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c96ccd4c-8c22-48cc-b7d0-328ee1d29d9b tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:43.703199 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-c96ccd4c-8c22-48cc-b7d0-328ee1d29d9b tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] 10.222.0.23 "DELETE /v2.0/networks/d071910c-cf37-4770-9d84-ef9d289678fe HTTP/1.1" status: 204 len: 168 time: 1.3489356 Jul 13 13:47:43.703369 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 44972) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:47:43.704021 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96ccd4c-8c22-48cc-b7d0-328ee1d29d9b tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Pushing event deleted for resources: {'Network': ['ID=d071910c-cf37-4770-9d84-ef9d289678fe,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:47:43.709523 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-c7908a4c-aea5-4611-a2b1-f7b68822771e tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-387553369'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:47:43.740514 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7908a4c-aea5-4611-a2b1-f7b68822771e tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Made reservation on behalf of 7b9a8e657fbe4761afdd556ee032edca for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:47:43.745321 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c7908a4c-aea5-4611-a2b1-f7b68822771e tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:43.776664 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7908a4c-aea5-4611-a2b1-f7b68822771e tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 13:47:43.790456 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c7908a4c-aea5-4611-a2b1-f7b68822771e tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:43.790930 n-d-800634-1 neutron-server[93750]: INFO neutron.db.segments_db [None req-c7908a4c-aea5-4611-a2b1-f7b68822771e tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Added segment 94842f3b-3f9b-4726-91ab-b34507fbaca7 of type vlan for network c9468800-ce80-4590-a058-ae63050fc676 Jul 13 13:47:43.823014 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device eef59ed7-93db-4313-a181-ee79dd6cc7bb no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:47:43.842846 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c7908a4c-aea5-4611-a2b1-f7b68822771e tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:43.882015 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c7908a4c-aea5-4611-a2b1-f7b68822771e tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:43.887761 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: eef59ed7-93db-4313-a181-ee79dd6cc7bb {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:47:43.888420 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device eef59ed7-93db-4313-a181-ee79dd6cc7bb not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:47:43.904758 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7908a4c-aea5-4611-a2b1-f7b68822771e tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:47:43.905798 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c7908a4c-aea5-4611-a2b1-f7b68822771e tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:43.998331 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 44982) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:47:43.998598 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-c7908a4c-aea5-4611-a2b1-f7b68822771e tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2941127 Jul 13 13:47:44.003854 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-5206aece-fa2e-4802-a73b-0c9629df6f9f tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Request body: {'subnet': {'network_id': 'c9468800-ce80-4590-a058-ae63050fc676', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:47:44.016376 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7908a4c-aea5-4611-a2b1-f7b68822771e tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Pushing event updated for resources: {'Network': ['ID=c9468800-ce80-4590-a058-ae63050fc676,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:47:44.032905 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network c9468800-ce80-4590-a058-ae63050fc676 details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 13:47:44.345588 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5206aece-fa2e-4802-a73b-0c9629df6f9f tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Made reservation on behalf of 7b9a8e657fbe4761afdd556ee032edca for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:47:44.359512 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5206aece-fa2e-4802-a73b-0c9629df6f9f tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6104980'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:44.682219 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5206aece-fa2e-4802-a73b-0c9629df6f9f tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6018343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6104998'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:44.795942 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5206aece-fa2e-4802-a73b-0c9629df6f9f tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Pushing event updated for resources: {'Subnet': ['ID=7e9b6221-63e9-477c-bdaf-88b450ba8330,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:47:44.873656 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5206aece-fa2e-4802-a73b-0c9629df6f9f tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Checking segment: {'id': '94842f3b-3f9b-4726-91ab-b34507fbaca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'c9468800-ce80-4590-a058-ae63050fc676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:47:44.874334 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5206aece-fa2e-4802-a73b-0c9629df6f9f tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Network hostable DHCP agents. Network: c9468800-ce80-4590-a058-ae63050fc676, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 13:47:44.877891 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f42745-477a-4254-8351-4978a15bbd9a req-aa6d3356-9767-4986-a089-90a74c0a002c tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:47:44.888326 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-12f42745-477a-4254-8351-4978a15bbd9a req-aa6d3356-9767-4986-a089-90a74c0a002c tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=c696bc31-7941-4f53-bcb6-3d4af78f2554 HTTP/1.1" status: 200 len: 946 time: 0.1441483 Jul 13 13:47:44.955566 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5206aece-fa2e-4802-a73b-0c9629df6f9f tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Network c9468800-ce80-4590-a058-ae63050fc676 is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 13:47:44.977441 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-5206aece-fa2e-4802-a73b-0c9629df6f9f tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, c9468800-ce80-4590-a058-ae63050fc676) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:47:44.989258 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5206aece-fa2e-4802-a73b-0c9629df6f9f tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:47:44.993823 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5206aece-fa2e-4802-a73b-0c9629df6f9f tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:44.997678 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab5fe878-62f6-4a98-813a-adb35d894f1f None None] Network c9468800-ce80-4590-a058-ae63050fc676 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:47:45.072947 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 45018) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:47:45.077231 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-5206aece-fa2e-4802-a73b-0c9629df6f9f tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0688212 Jul 13 13:47:45.104907 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-24fe5e31-ede3-4ed7-891c-d438a2677042 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Request body: {'port': {'network_id': 'c9468800-ce80-4590-a058-ae63050fc676', 'name': 'tempest-PortsIpV6TestJSON-423101884', 'fixed_ips': [{'subnet_id': '7e9b6221-63e9-477c-bdaf-88b450ba8330', 'ip_address': '2001:db8::10'}]}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:47:45.294019 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3d01ca1-98d4-4884-89b3-5013a12f6547 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a7201e1-61ce-5a3e-b7f7-e800379ed03b-c9468800-ce80-4590-a058-ae63050fc676', 'network_id': 'c9468800-ce80-4590-a058-ae63050fc676', 'tenant_id': '7b9a8e657fbe4761afdd556ee032edca', 'fixed_ips': [{'subnet_id': '7e9b6221-63e9-477c-bdaf-88b450ba8330'}]}} from n-d-800634-1. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 13:47:45.295510 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d3d01ca1-98d4-4884-89b3-5013a12f6547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:45.418820 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-12f42745-477a-4254-8351-4978a15bbd9a req-33c7dd37-80b0-4a80-8a46-b2569f04b699 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd374adc-73a7-4812-9be6-45acdaeb0bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5230942 Jul 13 13:47:45.422979 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24fe5e31-ede3-4ed7-891c-d438a2677042 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Made reservation on behalf of 7b9a8e657fbe4761afdd556ee032edca for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:47:45.535101 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-d3d01ca1-98d4-4884-89b3-5013a12f6547 None None] Allocated IP 2001:db8::2 (c9468800-ce80-4590-a058-ae63050fc676/7e9b6221-63e9-477c-bdaf-88b450ba8330/c98911ea-ade8-41fa-a5c4-b0a7d2198ca0) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:47:45.629787 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-24fe5e31-ede3-4ed7-891c-d438a2677042 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:45.655834 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [None req-24fe5e31-ede3-4ed7-891c-d438a2677042 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] device_id is not set on port 1fd2c4b2-c65d-4283-ae3a-cd05c72ad8eb yet. {{(pid=93750) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 13:47:45.840927 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d3d01ca1-98d4-4884-89b3-5013a12f6547 None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:45.857233 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-d3d01ca1-98d4-4884-89b3-5013a12f6547 None None] Transition to ACTIVE for port object c98911ea-ade8-41fa-a5c4-b0a7d2198ca0 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:47:45.895212 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-d3d01ca1-98d4-4884-89b3-5013a12f6547 None None] Transition to ACTIVE for port object c98911ea-ade8-41fa-a5c4-b0a7d2198ca0 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:47:45.908025 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d3d01ca1-98d4-4884-89b3-5013a12f6547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:45.958814 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d01ca1-98d4-4884-89b3-5013a12f6547 None None] Network c9468800-ce80-4590-a058-ae63050fc676 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:47:45.961947 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-d3d01ca1-98d4-4884-89b3-5013a12f6547 None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:47:45.970095 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d01ca1-98d4-4884-89b3-5013a12f6547 None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:47:46.068524 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d01ca1-98d4-4884-89b3-5013a12f6547 None None] Pushing event updated for resources: {'Port': ['ID=c98911ea-ade8-41fa-a5c4-b0a7d2198ca0,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:47:46.095563 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-d3d01ca1-98d4-4884-89b3-5013a12f6547 None None] Attempting to bind port c98911ea-ade8-41fa-a5c4-b0a7d2198ca0 on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:47:46.095938 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-d3d01ca1-98d4-4884-89b3-5013a12f6547 None None] Attempting to bind port c98911ea-ade8-41fa-a5c4-b0a7d2198ca0 by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '94842f3b-3f9b-4726-91ab-b34507fbaca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'c9468800-ce80-4590-a058-ae63050fc676'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:47:46.096308 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d01ca1-98d4-4884-89b3-5013a12f6547 None None] Attempting to bind port c98911ea-ade8-41fa-a5c4-b0a7d2198ca0 on network c9468800-ce80-4590-a058-ae63050fc676 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:47:46.104423 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d01ca1-98d4-4884-89b3-5013a12f6547 None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 47, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:47:46.105282 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d01ca1-98d4-4884-89b3-5013a12f6547 None None] Checking segment: {'id': '94842f3b-3f9b-4726-91ab-b34507fbaca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'c9468800-ce80-4590-a058-ae63050fc676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:47:46.105282 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d3d01ca1-98d4-4884-89b3-5013a12f6547 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:46.106401 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d01ca1-98d4-4884-89b3-5013a12f6547 None None] Bound using segment: {'id': '94842f3b-3f9b-4726-91ab-b34507fbaca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'c9468800-ce80-4590-a058-ae63050fc676'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:47:46.106401 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-d3d01ca1-98d4-4884-89b3-5013a12f6547 None None] Bound port: c98911ea-ade8-41fa-a5c4-b0a7d2198ca0, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94842f3b-3f9b-4726-91ab-b34507fbaca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'c9468800-ce80-4590-a058-ae63050fc676'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:47:46.106875 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d3d01ca1-98d4-4884-89b3-5013a12f6547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:46.236049 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-24fe5e31-ede3-4ed7-891c-d438a2677042 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Allocated IP 2001:db8::10 (c9468800-ce80-4590-a058-ae63050fc676/7e9b6221-63e9-477c-bdaf-88b450ba8330/1fd2c4b2-c65d-4283-ae3a-cd05c72ad8eb) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:47:46.247431 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-d3d01ca1-98d4-4884-89b3-5013a12f6547 None None] For port c98911ea-ade8-41fa-a5c4-b0a7d2198ca0, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:47:46.251346 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-d3d01ca1-98d4-4884-89b3-5013a12f6547 None None] For port c98911ea-ade8-41fa-a5c4-b0a7d2198ca0, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=c98911ea-ade8-41fa-a5c4-b0a7d2198ca0,segment=NetworkSegment(94842f3b-3f9b-4726-91ab-b34507fbaca7),segment_id=94842f3b-3f9b-4726-91ab-b34507fbaca7)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:47:46.258982 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d3d01ca1-98d4-4884-89b3-5013a12f6547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:46.426888 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d01ca1-98d4-4884-89b3-5013a12f6547 None None] Pushing event updated for resources: {'Port': ['ID=c98911ea-ade8-41fa-a5c4-b0a7d2198ca0,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:47:46.998528 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-24fe5e31-ede3-4ed7-891c-d438a2677042 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:47.049124 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f4e441-ab01-437a-bc40-f06eff0db51d req-edda6965-7510-48bf-b205-954a94340f47 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:47:47.050832 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a4f4e441-ab01-437a-bc40-f06eff0db51d req-edda6965-7510-48bf-b205-954a94340f47 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=c696bc31-7941-4f53-bcb6-3d4af78f2554 HTTP/1.1" status: 200 len: 946 time: 0.4733369 Jul 13 13:47:47.054137 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [None req-24fe5e31-ede3-4ed7-891c-d438a2677042 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Transition to ACTIVE for port object 1fd2c4b2-c65d-4283-ae3a-cd05c72ad8eb will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:47:47.132245 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a4f4e441-ab01-437a-bc40-f06eff0db51d req-6eda2687-d95e-4a90-819c-7327601ca88a tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd374adc-73a7-4812-9be6-45acdaeb0bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737638 Jul 13 13:47:47.158783 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-24fe5e31-ede3-4ed7-891c-d438a2677042 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:47.188942 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fb0c7455-dfb7-4fa1-860b-b458e82e03c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:47.259004 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24fe5e31-ede3-4ed7-891c-d438a2677042 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Network c9468800-ce80-4590-a058-ae63050fc676 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:47:47.285032 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-24fe5e31-ede3-4ed7-891c-d438a2677042 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:47:47.295816 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24fe5e31-ede3-4ed7-891c-d438a2677042 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:47:47.315443 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24fe5e31-ede3-4ed7-891c-d438a2677042 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:47:47.316241 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-24fe5e31-ede3-4ed7-891c-d438a2677042 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:47.373656 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 45102) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:47:47.375094 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-24fe5e31-ede3-4ed7-891c-d438a2677042 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.2966099 Jul 13 13:47:47.382119 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-1bd490f6-44f0-443f-982d-747ef7c00dbd tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Request body: {'port': {'network_id': 'c9468800-ce80-4590-a058-ae63050fc676', 'name': 'tempest-PortsIpV6TestJSON-1858208511', 'fixed_ips': [{'subnet_id': '7e9b6221-63e9-477c-bdaf-88b450ba8330', 'ip_address': '2001:db8::f'}]}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:47:47.414805 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fe5e31-ede3-4ed7-891c-d438a2677042 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Pushing event updated for resources: {'Port': ['ID=1fd2c4b2-c65d-4283-ae3a-cd05c72ad8eb,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:47:47.647907 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bd490f6-44f0-443f-982d-747ef7c00dbd tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Made reservation on behalf of 7b9a8e657fbe4761afdd556ee032edca for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:47:47.917299 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device c98911ea-ade8-41fa-a5c4-b0a7d2198ca0 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:47:47.964840 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1bd490f6-44f0-443f-982d-747ef7c00dbd tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:48.009835 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port c98911ea-ade8-41fa-a5c4-b0a7d2198ca0 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:47:48.022668 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [None req-1bd490f6-44f0-443f-982d-747ef7c00dbd tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] device_id is not set on port 412ffbc1-414d-4683-b16c-7380aa8945af yet. {{(pid=93751) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 13:47:48.428048 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-1bd490f6-44f0-443f-982d-747ef7c00dbd tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Allocated IP 2001:db8::f (c9468800-ce80-4590-a058-ae63050fc676/7e9b6221-63e9-477c-bdaf-88b450ba8330/412ffbc1-414d-4683-b16c-7380aa8945af) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:47:48.466913 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc59295c-6092-40a6-b7b0-cbdcf6801ac2 None None] Network c9468800-ce80-4590-a058-ae63050fc676 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:47:48.692084 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c386752-c17f-418a-a258-ff01fea74180 req-5409d946-f2be-4779-a9b8-68370610d369 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:47:48.704828 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0c386752-c17f-418a-a258-ff01fea74180 req-5409d946-f2be-4779-a9b8-68370610d369 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=c696bc31-7941-4f53-bcb6-3d4af78f2554 HTTP/1.1" status: 200 len: 946 time: 0.2784724 Jul 13 13:47:48.751665 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1bd490f6-44f0-443f-982d-747ef7c00dbd tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:48.790859 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-1bd490f6-44f0-443f-982d-747ef7c00dbd tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Transition to ACTIVE for port object 412ffbc1-414d-4683-b16c-7380aa8945af will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:47:48.799636 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b8770b66-1ffb-45b7-a81b-1f524a5aa9f3 None None] Provisioning for port c98911ea-ade8-41fa-a5c4-b0a7d2198ca0 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:47:48.807069 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0c386752-c17f-418a-a258-ff01fea74180 req-c57c8b6b-b84a-4e7a-b500-a18c3a6435f2 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd374adc-73a7-4812-9be6-45acdaeb0bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946290 Jul 13 13:47:48.875436 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1bd490f6-44f0-443f-982d-747ef7c00dbd tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:48.888435 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b8770b66-1ffb-45b7-a81b-1f524a5aa9f3 None None] Provisioning complete for port c98911ea-ade8-41fa-a5c4-b0a7d2198ca0 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:47:48.888959 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b8770b66-1ffb-45b7-a81b-1f524a5aa9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:48.943763 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd490f6-44f0-443f-982d-747ef7c00dbd tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Network c9468800-ce80-4590-a058-ae63050fc676 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:47:48.948417 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-1bd490f6-44f0-443f-982d-747ef7c00dbd tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:47:48.953793 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd490f6-44f0-443f-982d-747ef7c00dbd tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:47:48.960075 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd490f6-44f0-443f-982d-747ef7c00dbd tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:47:48.961030 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1bd490f6-44f0-443f-982d-747ef7c00dbd tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:48.973464 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd490f6-44f0-443f-982d-747ef7c00dbd tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Pushing event updated for resources: {'Port': ['ID=412ffbc1-414d-4683-b16c-7380aa8945af,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:47:48.991336 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 45158) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:47:48.991874 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-1bd490f6-44f0-443f-982d-747ef7c00dbd tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.6161466 Jul 13 13:47:49.180291 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b8770b66-1ffb-45b7-a81b-1f524a5aa9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:49.257233 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b8770b66-1ffb-45b7-a81b-1f524a5aa9f3 None None] For port c98911ea-ade8-41fa-a5c4-b0a7d2198ca0, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=c98911ea-ade8-41fa-a5c4-b0a7d2198ca0,segment=NetworkSegment(94842f3b-3f9b-4726-91ab-b34507fbaca7),segment_id=94842f3b-3f9b-4726-91ab-b34507fbaca7)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:47:49.268023 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b8770b66-1ffb-45b7-a81b-1f524a5aa9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:49.382771 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db0b0857-de2d-440f-b49c-608704f32814 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:47:49.387791 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 45172) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:47:49.398886 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-db0b0857-de2d-440f-b49c-608704f32814 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.4063184 Jul 13 13:47:49.467761 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8770b66-1ffb-45b7-a81b-1f524a5aa9f3 None None] Pushing event updated for resources: {'Port': ['ID=c98911ea-ade8-41fa-a5c4-b0a7d2198ca0,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:47:49.691878 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f0970f-b496-4741-9cb4-b8e08ec18489 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:47:49.734959 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f0970f-b496-4741-9cb4-b8e08ec18489 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:47:49.751051 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f0970f-b496-4741-9cb4-b8e08ec18489 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:47:49.756051 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 45186) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:47:49.763655 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-77746a34-37b3-4186-adb8-42651ce227a0 None None] Provisioning complete for port c98911ea-ade8-41fa-a5c4-b0a7d2198ca0 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:47:49.770153 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-77746a34-37b3-4186-adb8-42651ce227a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:49.807438 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-57f0970f-b496-4741-9cb4-b8e08ec18489 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.4184268 Jul 13 13:47:50.100342 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device c98911ea-ade8-41fa-a5c4-b0a7d2198ca0 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:47:50.139941 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-a864209b-fc27-4fd0-8968-e43e4f11931e tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Deleting port 412ffbc1-414d-4683-b16c-7380aa8945af {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:47:50.140310 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a864209b-fc27-4fd0-8968-e43e4f11931e tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:50.377426 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-eea0ade6-3357-44e7-aa9e-52f5beb21553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:50.419790 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:50.659363 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-77746a34-37b3-4186-adb8-42651ce227a0 None None] Provisioning for port 1fd2c4b2-c65d-4283-ae3a-cd05c72ad8eb completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:47:50.673236 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port c98911ea-ade8-41fa-a5c4-b0a7d2198ca0 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:47:50.673617 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:50.720786 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-77746a34-37b3-4186-adb8-42651ce227a0 None None] Provisioning complete for port 1fd2c4b2-c65d-4283-ae3a-cd05c72ad8eb triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:47:50.721160 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-77746a34-37b3-4186-adb8-42651ce227a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:51.111551 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-77746a34-37b3-4186-adb8-42651ce227a0 None None] Port 1fd2c4b2-c65d-4283-ae3a-cd05c72ad8eb cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:47:51.130422 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a864209b-fc27-4fd0-8968-e43e4f11931e tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:51.144431 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-a864209b-fc27-4fd0-8968-e43e4f11931e tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Calling delete_port for 412ffbc1-414d-4683-b16c-7380aa8945af owned by {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:47:51.178703 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:51.341168 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-817d5021-b32b-41dd-9a58-7fec45f6c526 None None] Provisioning complete for port 1fd2c4b2-c65d-4283-ae3a-cd05c72ad8eb triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:47:51.341760 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-817d5021-b32b-41dd-9a58-7fec45f6c526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:51.387078 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-817d5021-b32b-41dd-9a58-7fec45f6c526 None None] Port 1fd2c4b2-c65d-4283-ae3a-cd05c72ad8eb cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:47:51.390580 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-817d5021-b32b-41dd-9a58-7fec45f6c526 None None] Could not find standard attr ID for object 412ffbc1-414d-4683-b16c-7380aa8945af. {{(pid=93752) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 13:47:51.403065 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a864209b-fc27-4fd0-8968-e43e4f11931e tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:51.500661 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a864209b-fc27-4fd0-8968-e43e4f11931e tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Pushing event deleted for resources: {'Port': ['ID=412ffbc1-414d-4683-b16c-7380aa8945af,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:47:51.570633 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a864209b-fc27-4fd0-8968-e43e4f11931e tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:51.573122 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-a864209b-fc27-4fd0-8968-e43e4f11931e tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] 10.222.0.23 "DELETE /v2.0/ports/412ffbc1-414d-4683-b16c-7380aa8945af HTTP/1.1" status: 204 len: 168 time: 1.8158231 Jul 13 13:47:51.577349 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 45232) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:47:51.607759 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb30d835-e44e-40a9-9a65-c99b5dc73f87 req-6db18282-99b3-4e9d-a6aa-04cc9c8531b5 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:47:51.618326 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cb30d835-e44e-40a9-9a65-c99b5dc73f87 req-6db18282-99b3-4e9d-a6aa-04cc9c8531b5 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=c696bc31-7941-4f53-bcb6-3d4af78f2554 HTTP/1.1" status: 200 len: 946 time: 0.3387997 Jul 13 13:47:51.656785 n-d-800634-1 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7610feb-62db-4e3b-af93-b3a94a72609d tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] GET failed (client error): The resource could not be found. Jul 13 13:47:51.659539 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-a7610feb-62db-4e3b-af93-b3a94a72609d tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] 10.222.0.23 "GET /v2.0/ports/412ffbc1-414d-4683-b16c-7380aa8945af HTTP/1.1" status: 404 len: 333 time: 0.0806482 Jul 13 13:47:51.660202 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-002300d6-0b6e-4170-983d-af3cbc579b61 req-f0f95c47-406f-4ccc-89f6-b7a2ad511e65 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ba24330e-3d10-45b2-aa45-d413663c46d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3298519 Jul 13 13:47:51.666597 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 45234) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:47:51.728179 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cb30d835-e44e-40a9-9a65-c99b5dc73f87 req-7f6c252c-3d43-416a-b661-650b43a881a1 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd374adc-73a7-4812-9be6-45acdaeb0bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086252 Jul 13 13:47:52.049221 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002300d6-0b6e-4170-983d-af3cbc579b61 req-32cec5d7-6dd7-448b-88c5-1f4e623c2219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:47:52.050130 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002300d6-0b6e-4170-983d-af3cbc579b61 req-32cec5d7-6dd7-448b-88c5-1f4e623c2219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:47:52.050778 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002300d6-0b6e-4170-983d-af3cbc579b61 req-32cec5d7-6dd7-448b-88c5-1f4e623c2219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:47:52.051418 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002300d6-0b6e-4170-983d-af3cbc579b61 req-32cec5d7-6dd7-448b-88c5-1f4e623c2219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:47:52.052058 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002300d6-0b6e-4170-983d-af3cbc579b61 req-32cec5d7-6dd7-448b-88c5-1f4e623c2219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:47:52.053218 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002300d6-0b6e-4170-983d-af3cbc579b61 req-32cec5d7-6dd7-448b-88c5-1f4e623c2219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:47:52.053889 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002300d6-0b6e-4170-983d-af3cbc579b61 req-32cec5d7-6dd7-448b-88c5-1f4e623c2219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:47:52.056182 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-002300d6-0b6e-4170-983d-af3cbc579b61 req-32cec5d7-6dd7-448b-88c5-1f4e623c2219 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6adf017ce9b34499b7ba676da54c44ef&device_id=ba24330e-3d10-45b2-aa45-d413663c46d4 HTTP/1.1" status: 200 len: 6488 time: 0.3092914 Jul 13 13:47:52.152998 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-ad0b3de5-92db-4ea5-b230-07c54df7b8ae tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Deleting port 1fd2c4b2-c65d-4283-ae3a-cd05c72ad8eb {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:47:52.153373 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ad0b3de5-92db-4ea5-b230-07c54df7b8ae tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:52.332802 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002300d6-0b6e-4170-983d-af3cbc579b61 req-7033d5bc-1f9c-44db-a41b-a21e35351658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:47:52.333496 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002300d6-0b6e-4170-983d-af3cbc579b61 req-7033d5bc-1f9c-44db-a41b-a21e35351658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:47:52.334514 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002300d6-0b6e-4170-983d-af3cbc579b61 req-7033d5bc-1f9c-44db-a41b-a21e35351658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:47:52.336183 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-002300d6-0b6e-4170-983d-af3cbc579b61 req-7033d5bc-1f9c-44db-a41b-a21e35351658 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f75cac05-674a-4151-a43b-a75ea71e3ffa&id=cc9dab26-3983-4dce-8c1c-cb82d11f88fb&id=cc9dab26-3983-4dce-8c1c-cb82d11f88fb&id=cc9dab26-3983-4dce-8c1c-cb82d11f88fb&id=cc9dab26-3983-4dce-8c1c-cb82d11f88fb&id=350b8d90-a566-446d-ae67-d3a6d73524f9&id=350b8d90-a566-446d-ae67-d3a6d73524f9 HTTP/1.1" status: 200 len: 2291 time: 0.1525717 Jul 13 13:47:52.359680 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ad0b3de5-92db-4ea5-b230-07c54df7b8ae tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:52.382964 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-ad0b3de5-92db-4ea5-b230-07c54df7b8ae tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Calling delete_port for 1fd2c4b2-c65d-4283-ae3a-cd05c72ad8eb owned by {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:47:52.507648 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-002300d6-0b6e-4170-983d-af3cbc579b61 req-3acc8fc3-690a-431b-b26e-04a34912e797 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=784aaf21-6f00-49f0-a99b-fca08f13346d HTTP/1.1" status: 200 len: 1001 time: 0.1561830 Jul 13 13:47:52.587122 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ad0b3de5-92db-4ea5-b230-07c54df7b8ae tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:52.592869 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:52.613451 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002300d6-0b6e-4170-983d-af3cbc579b61 req-8c484741-5300-4bca-9475-3eddc0fdb791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:47:52.620725 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-002300d6-0b6e-4170-983d-af3cbc579b61 req-8c484741-5300-4bca-9475-3eddc0fdb791 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3c765b7b-3092-42ad-86c2-6cb8eedd39e9 HTTP/1.1" status: 200 len: 851 time: 0.0994678 Jul 13 13:47:52.653382 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39940c6f-ec7b-4482-a171-18e2b8c52caf req-011a3818-acee-4612-b8ef-9bbed6211da1 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:47:52.660466 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-39940c6f-ec7b-4482-a171-18e2b8c52caf req-011a3818-acee-4612-b8ef-9bbed6211da1 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f309255-5b4d-4296-81c6-c49d93f44d38 HTTP/1.1" status: 200 len: 944 time: 0.2140148 Jul 13 13:47:52.663770 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0b3de5-92db-4ea5-b230-07c54df7b8ae tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Pushing event deleted for resources: {'Port': ['ID=1fd2c4b2-c65d-4283-ae3a-cd05c72ad8eb,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:47:52.717027 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ad0b3de5-92db-4ea5-b230-07c54df7b8ae tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:52.726520 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-ad0b3de5-92db-4ea5-b230-07c54df7b8ae tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] 10.222.0.23 "DELETE /v2.0/ports/1fd2c4b2-c65d-4283-ae3a-cd05c72ad8eb HTTP/1.1" status: 204 len: 168 time: 1.0586045 Jul 13 13:47:52.727194 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 45262) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:47:52.770418 n-d-800634-1 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-cef2a508-adce-4337-8209-cb0fc76a654b tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] GET failed (client error): The resource could not be found. Jul 13 13:47:52.777524 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-cef2a508-adce-4337-8209-cb0fc76a654b tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] 10.222.0.23 "GET /v2.0/ports/1fd2c4b2-c65d-4283-ae3a-cd05c72ad8eb HTTP/1.1" status: 404 len: 333 time: 0.0492857 Jul 13 13:47:52.778688 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 45264) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:47:52.781218 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-39940c6f-ec7b-4482-a171-18e2b8c52caf req-08b9659e-6aa0-47d1-91e3-44fd046aab2f tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bf3e8b9-8da9-4a28-88c0-799fd78203e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1194346 Jul 13 13:47:52.823368 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002300d6-0b6e-4170-983d-af3cbc579b61 req-c2de9eb2-5fb5-459f-96ea-0e5cdce1d90a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:47:52.824922 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-002300d6-0b6e-4170-983d-af3cbc579b61 req-c2de9eb2-5fb5-459f-96ea-0e5cdce1d90a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f75cac05-674a-4151-a43b-a75ea71e3ffa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1888871 Jul 13 13:47:52.889942 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fde1189-0bc4-4d54-845a-684373ffede5 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Deleting subnet 7e9b6221-63e9-477c-bdaf-88b450ba8330 {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 13:47:52.898390 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4fde1189-0bc4-4d54-845a-684373ffede5 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:52.986083 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4fde1189-0bc4-4d54-845a-684373ffede5 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6018489'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:53.011465 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-002300d6-0b6e-4170-983d-af3cbc579b61 req-c5158471-4fcb-44be-9ecc-555a9eb86292 service neutron] 10.222.0.26 "GET /v2.0/networks/f75cac05-674a-4151-a43b-a75ea71e3ffa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788187 Jul 13 13:47:53.159947 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-002300d6-0b6e-4170-983d-af3cbc579b61 req-8816c8dd-e0e9-45f9-bc77-918283aae4c5 service neutron] 10.222.0.26 "GET /v2.0/networks/f75cac05-674a-4151-a43b-a75ea71e3ffa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415870 Jul 13 13:47:53.212114 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-002300d6-0b6e-4170-983d-af3cbc579b61 req-4954564b-95c8-4822-ad31-da9ff0ed7c18 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.12&port_id=22d9a863-c098-4a4f-a30b-7f895c5bc062 HTTP/1.1" status: 200 len: 217 time: 0.0460877 Jul 13 13:47:53.236518 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4fde1189-0bc4-4d54-845a-684373ffede5 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:53.291613 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002300d6-0b6e-4170-983d-af3cbc579b61 req-9606a2d2-8ac0-4e9d-b219-e0c19ed58ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:47:53.293992 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-002300d6-0b6e-4170-983d-af3cbc579b61 req-9606a2d2-8ac0-4e9d-b219-e0c19ed58ea7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=34409026-9eef-4b98-88d5-24448af1561a HTTP/1.1" status: 200 len: 797 time: 0.0707450 Jul 13 13:47:53.296573 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e193af-798f-456a-b64b-7a853af535ea req-79dd9893-c9eb-4a68-8c43-f8eb8a2032a3 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:47:53.298182 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-94e193af-798f-456a-b64b-7a853af535ea req-79dd9893-c9eb-4a68-8c43-f8eb8a2032a3 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f309255-5b4d-4296-81c6-c49d93f44d38 HTTP/1.1" status: 200 len: 944 time: 0.2655241 Jul 13 13:47:53.309333 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1907af44-13f8-4e65-af15-27cc40c0fe44 req-633ba58f-640e-48c7-a565-c31ec00911bd service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=58c22cd5-cb7f-4113-9694-7ecefc24ea38&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2305453 Jul 13 13:47:53.431318 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-94e193af-798f-456a-b64b-7a853af535ea req-c16dc7e7-ebc1-48c8-bc2b-8a4466811dbb tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bf3e8b9-8da9-4a28-88c0-799fd78203e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1188819 Jul 13 13:47:53.442332 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002300d6-0b6e-4170-983d-af3cbc579b61 req-43ccbcb4-7f7a-4020-b9e5-e1fb94751ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:47:53.445131 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-002300d6-0b6e-4170-983d-af3cbc579b61 req-43ccbcb4-7f7a-4020-b9e5-e1fb94751ffc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=cc9dab26-3983-4dce-8c1c-cb82d11f88fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1429479 Jul 13 13:47:53.446556 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4fde1189-0bc4-4d54-845a-684373ffede5 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6018534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6105009'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:53.480037 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fde1189-0bc4-4d54-845a-684373ffede5 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Pushing event deleted for resources: {'Subnet': ['ID=7e9b6221-63e9-477c-bdaf-88b450ba8330,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:47:53.494251 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4fde1189-0bc4-4d54-845a-684373ffede5 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:53.497157 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-4fde1189-0bc4-4d54-845a-684373ffede5 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] 10.222.0.23 "DELETE /v2.0/subnets/7e9b6221-63e9-477c-bdaf-88b450ba8330 HTTP/1.1" status: 204 len: 168 time: 0.7172408 Jul 13 13:47:53.502401 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89659d5c-e878-4d36-98d1-94171e9e086d None None] Network c9468800-ce80-4590-a058-ae63050fc676 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:47:53.507083 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 45292) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:47:53.592884 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cb5d22fd-0c11-4354-847b-9f9f2a412390 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:53.613808 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1907af44-13f8-4e65-af15-27cc40c0fe44 req-08055f9d-96b8-404e-b1fc-10ce2781d25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:47:53.615740 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1907af44-13f8-4e65-af15-27cc40c0fe44 req-08055f9d-96b8-404e-b1fc-10ce2781d25c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1f00e9c0e0c7464aba0d417781757f40&device_id=58c22cd5-cb7f-4113-9694-7ecefc24ea38 HTTP/1.1" status: 200 len: 1101 time: 0.2394710 Jul 13 13:47:53.680888 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-002300d6-0b6e-4170-983d-af3cbc579b61 req-fea52f41-5e9c-4d2f-89e1-765dd0673d89 service neutron] 10.222.0.26 "GET /v2.0/networks/cc9dab26-3983-4dce-8c1c-cb82d11f88fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209628 Jul 13 13:47:53.748390 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03c521c0-7e63-43eb-86bd-d8a480f0f83c None None] DHCP port deletion for c9468800-ce80-4590-a058-ae63050fc676 request from n-d-800634-1 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 13:47:53.824998 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-03c521c0-7e63-43eb-86bd-d8a480f0f83c None None] Deleting port c98911ea-ade8-41fa-a5c4-b0a7d2198ca0 {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:47:53.825787 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-03c521c0-7e63-43eb-86bd-d8a480f0f83c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:53.828963 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d22fd-0c11-4354-847b-9f9f2a412390 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Deleting port c98911ea-ade8-41fa-a5c4-b0a7d2198ca0 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:47:53.829535 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cb5d22fd-0c11-4354-847b-9f9f2a412390 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:53.913890 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-03c521c0-7e63-43eb-86bd-d8a480f0f83c None None] For port c98911ea-ade8-41fa-a5c4-b0a7d2198ca0, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=c98911ea-ade8-41fa-a5c4-b0a7d2198ca0,segment=NetworkSegment(94842f3b-3f9b-4726-91ab-b34507fbaca7),segment_id=94842f3b-3f9b-4726-91ab-b34507fbaca7)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:47:53.914287 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-03c521c0-7e63-43eb-86bd-d8a480f0f83c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:53.929679 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-03c521c0-7e63-43eb-86bd-d8a480f0f83c None None] Calling delete_port for c98911ea-ade8-41fa-a5c4-b0a7d2198ca0 owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:47:53.935831 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-cb5d22fd-0c11-4354-847b-9f9f2a412390 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] For port c98911ea-ade8-41fa-a5c4-b0a7d2198ca0, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=c98911ea-ade8-41fa-a5c4-b0a7d2198ca0,segment=NetworkSegment(94842f3b-3f9b-4726-91ab-b34507fbaca7),segment_id=94842f3b-3f9b-4726-91ab-b34507fbaca7)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:47:53.939250 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cb5d22fd-0c11-4354-847b-9f9f2a412390 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:53.969836 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d22fd-0c11-4354-847b-9f9f2a412390 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Calling delete_port for c98911ea-ade8-41fa-a5c4-b0a7d2198ca0 owned by network:dhcp {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:47:54.038101 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13f7a3b-7e65-41f1-8c26-300a1c2a3a57 req-417d150c-38b5-4d04-8abd-b49c1f224081 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:47:54.039682 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f13f7a3b-7e65-41f1-8c26-300a1c2a3a57 req-417d150c-38b5-4d04-8abd-b49c1f224081 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/networks?id=4044b022-747e-4834-bc76-73d0f411c2c3 HTTP/1.1" status: 200 len: 812 time: 0.1930356 Jul 13 13:47:54.042940 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1907af44-13f8-4e65-af15-27cc40c0fe44 req-68a0a716-bd92-4139-b9b6-1d7fafcec686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:47:54.045636 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1907af44-13f8-4e65-af15-27cc40c0fe44 req-68a0a716-bd92-4139-b9b6-1d7fafcec686 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e0bfb334-0fd9-4ba5-ba79-1568ecabee30 HTTP/1.1" status: 200 len: 869 time: 0.3908947 Jul 13 13:47:54.055659 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-03c521c0-7e63-43eb-86bd-d8a480f0f83c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:54.089172 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f13f7a3b-7e65-41f1-8c26-300a1c2a3a57 req-8d0b11c5-36b8-46e1-84f8-630d09269df2 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/quotas/ef6418d5526f4765ba53df412776e3e7 HTTP/1.1" status: 200 len: 375 time: 0.0380054 Jul 13 13:47:54.092974 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c521c0-7e63-43eb-86bd-d8a480f0f83c None None] No DVR routers for this DVR port c98911ea-ade8-41fa-a5c4-b0a7d2198ca0 on host n-d-800634-1 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:47:54.093808 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-002300d6-0b6e-4170-983d-af3cbc579b61 req-ebae73de-bf3c-431e-96fc-15f284e19e50 service neutron] 10.222.0.26 "GET /v2.0/networks/cc9dab26-3983-4dce-8c1c-cb82d11f88fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3984110 Jul 13 13:47:54.137123 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c521c0-7e63-43eb-86bd-d8a480f0f83c None None] Pushing event deleted for resources: {'Port': ['ID=c98911ea-ade8-41fa-a5c4-b0a7d2198ca0,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:47:54.188130 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-002300d6-0b6e-4170-983d-af3cbc579b61 req-d402b782-7f93-42d7-8b94-a573af40f766 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.137&port_id=3cca05c4-e450-4259-87c3-a2ac658c147b HTTP/1.1" status: 200 len: 217 time: 0.0712821 Jul 13 13:47:54.193498 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1907af44-13f8-4e65-af15-27cc40c0fe44 req-c4339fdc-03e6-45ec-9c3e-4db3ff3c18ac service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=2861c65a-7e8c-42cb-9eab-89783d5e289b HTTP/1.1" status: 200 len: 217 time: 0.0403981 Jul 13 13:47:54.274162 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1907af44-13f8-4e65-af15-27cc40c0fe44 req-0f1988f2-dbca-4e2f-9399-82af5a351ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:47:54.275671 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1907af44-13f8-4e65-af15-27cc40c0fe44 req-0f1988f2-dbca-4e2f-9399-82af5a351ec8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=60b55863-ceb6-45af-a8a4-4b22d72866af HTTP/1.1" status: 200 len: 843 time: 0.0729871 Jul 13 13:47:54.289339 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f13f7a3b-7e65-41f1-8c26-300a1c2a3a57 req-3910f5ae-701c-4376-97b7-74f535204560 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ef6418d5526f4765ba53df412776e3e7&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1918786 Jul 13 13:47:54.291981 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002300d6-0b6e-4170-983d-af3cbc579b61 req-a377c16a-e528-47a5-a295-79843ea62fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:47:54.293505 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-002300d6-0b6e-4170-983d-af3cbc579b61 req-a377c16a-e528-47a5-a295-79843ea62fa2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=34409026-9eef-4b98-88d5-24448af1561a HTTP/1.1" status: 200 len: 797 time: 0.0979373 Jul 13 13:47:54.300066 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cb5d22fd-0c11-4354-847b-9f9f2a412390 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:54.377164 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d22fd-0c11-4354-847b-9f9f2a412390 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Pushing event deleted for resources: {'Port': ['ID=c98911ea-ade8-41fa-a5c4-b0a7d2198ca0,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:47:54.390701 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5d22fd-0c11-4354-847b-9f9f2a412390 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] No DVR routers for this DVR port c98911ea-ade8-41fa-a5c4-b0a7d2198ca0 on host n-d-800634-1 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:47:54.467246 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f13f7a3b-7e65-41f1-8c26-300a1c2a3a57 req-4bf30675-1c02-406e-a7ba-1a466a331ac2 service neutron] 10.222.0.23 "GET /v2.0/networks/4044b022-747e-4834-bc76-73d0f411c2c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708989 Jul 13 13:47:54.527888 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cb5d22fd-0c11-4354-847b-9f9f2a412390 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:54.531648 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1907af44-13f8-4e65-af15-27cc40c0fe44 req-86bd9ddd-c18d-473b-99ac-671a87df7c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:47:54.533397 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1907af44-13f8-4e65-af15-27cc40c0fe44 req-86bd9ddd-c18d-473b-99ac-671a87df7c88 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e0bfb334-0fd9-4ba5-ba79-1568ecabee30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2481017 Jul 13 13:47:54.560936 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-cb5d22fd-0c11-4354-847b-9f9f2a412390 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9468800-ce80-4590-a058-ae63050fc676']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:47:54.634207 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-cb5d22fd-0c11-4354-847b-9f9f2a412390 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94842f3b-3f9b-4726-91ab-b34507fbaca7') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:47:54.634207 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-cb5d22fd-0c11-4354-847b-9f9f2a412390 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94842f3b-3f9b-4726-91ab-b34507fbaca7') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:47:54.646030 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cb5d22fd-0c11-4354-847b-9f9f2a412390 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6018464'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:54.665127 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cb5d22fd-0c11-4354-847b-9f9f2a412390 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:54.665989 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f13f7a3b-7e65-41f1-8c26-300a1c2a3a57 req-ac41800c-71eb-4fbd-a41f-d4edb6d9e277 service neutron] 10.222.0.23 "GET /v2.0/networks/4044b022-747e-4834-bc76-73d0f411c2c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896544 Jul 13 13:47:54.678155 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002300d6-0b6e-4170-983d-af3cbc579b61 req-b1a9a67f-1a57-4fc4-b642-06b8061c3b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:47:54.678776 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb5d22fd-0c11-4354-847b-9f9f2a412390 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 13:47:54.679191 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cb5d22fd-0c11-4354-847b-9f9f2a412390 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6018632'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:54.680293 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-002300d6-0b6e-4170-983d-af3cbc579b61 req-b1a9a67f-1a57-4fc4-b642-06b8061c3b29 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=cc9dab26-3983-4dce-8c1c-cb82d11f88fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3680127 Jul 13 13:47:54.704729 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:47:54.704729 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:47:54.704729 n-d-800634-1 neutron-server[93751]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 13:47:54.704729 n-d-800634-1 neutron-server[93751]: self.session.flush() Jul 13 13:47:54.704729 n-d-800634-1 neutron-server[93751]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 13:47:54.704729 n-d-800634-1 neutron-server[93751]: self.session.flush() Jul 13 13:47:54.704729 n-d-800634-1 neutron-server[93751]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 13:47:54.704729 n-d-800634-1 neutron-server[93751]: self.session.flush() Jul 13 13:47:54.704729 n-d-800634-1 neutron-server[93751]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 13:47:54.704729 n-d-800634-1 neutron-server[93751]: self.session.flush() Jul 13 13:47:54.704729 n-d-800634-1 neutron-server[93751]: Traceback (most recent call last): Jul 13 13:47:54.704729 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 13:47:54.704729 n-d-800634-1 neutron-server[93751]: timer() Jul 13 13:47:54.704729 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 13:47:54.704729 n-d-800634-1 neutron-server[93751]: cb(*args, **kw) Jul 13 13:47:54.704729 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 13:47:54.704729 n-d-800634-1 neutron-server[93751]: return func(*args, **kwargs) Jul 13 13:47:54.704729 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 13:47:54.704729 n-d-800634-1 neutron-server[93751]: self._notify() Jul 13 13:47:54.704729 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 13:47:54.704729 n-d-800634-1 neutron-server[93751]: self.callback(batched_events) Jul 13 13:47:54.704729 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 13:47:54.704729 n-d-800634-1 neutron-server[93751]: event.method(event) Jul 13 13:47:54.704729 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 13:47:54.704729 n-d-800634-1 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 13:47:54.704729 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 13:47:54.704729 n-d-800634-1 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 13:47:54.704729 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 13:47:54.704729 n-d-800634-1 neutron-server[93751]: return f(self, *a, **k) Jul 13 13:47:54.704729 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 13:47:54.704729 n-d-800634-1 neutron-server[93751]: return self._get(url).json() Jul 13 13:47:54.704729 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 13:47:54.704729 n-d-800634-1 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 13:47:54.704729 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 13:47:54.704729 n-d-800634-1 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 13 13:47:54.704729 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 13:47:54.704729 n-d-800634-1 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 13:47:54.704729 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 13:47:54.704729 n-d-800634-1 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 13:47:54.704729 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 13:47:54.704729 n-d-800634-1 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 13:47:54.704729 n-d-800634-1 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 13:47:54.868930 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cb5d22fd-0c11-4354-847b-9f9f2a412390 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:54.907860 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cb5d22fd-0c11-4354-847b-9f9f2a412390 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:54.910048 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-cb5d22fd-0c11-4354-847b-9f9f2a412390 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] 10.222.0.23 "DELETE /v2.0/networks/c9468800-ce80-4590-a058-ae63050fc676 HTTP/1.1" status: 204 len: 168 time: 1.4008622 Jul 13 13:47:54.913887 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 45358) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:47:54.919073 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-ed011196-a835-4b6f-b460-2daaa380aa4c tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2043592021'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:47:54.983904 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-002300d6-0b6e-4170-983d-af3cbc579b61 req-f57f13ec-2940-40de-8798-0206a0fa46bb service neutron] 10.222.0.26 "GET /v2.0/networks/cc9dab26-3983-4dce-8c1c-cb82d11f88fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2960315 Jul 13 13:47:54.987830 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d22fd-0c11-4354-847b-9f9f2a412390 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Pushing event deleted for resources: {'Network': ['ID=c9468800-ce80-4590-a058-ae63050fc676,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:47:54.999809 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1907af44-13f8-4e65-af15-27cc40c0fe44 req-e3c310e2-226d-4318-a05e-6ce5e0151b61 service neutron] 10.222.0.41 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4579368 Jul 13 13:47:55.002050 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed011196-a835-4b6f-b460-2daaa380aa4c tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Made reservation on behalf of 7b9a8e657fbe4761afdd556ee032edca for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:47:55.006992 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ed011196-a835-4b6f-b460-2daaa380aa4c tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:55.093006 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed011196-a835-4b6f-b460-2daaa380aa4c tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 13:47:55.122148 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526b25ff-4d6d-4449-814d-fb7bcbdd5656 req-41fb86b2-19d1-4383-93db-350092ee1833 tempest-ImagesOneServerTestJSON-642299007 tempest-ImagesOneServerTestJSON-642299007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:47:55.123651 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-526b25ff-4d6d-4449-814d-fb7bcbdd5656 req-41fb86b2-19d1-4383-93db-350092ee1833 tempest-ImagesOneServerTestJSON-642299007 tempest-ImagesOneServerTestJSON-642299007-project] 10.222.0.23 "GET /v2.0/ports?device_id=81c5c787-6742-49fd-b09f-4995272ab0f4 HTTP/1.1" status: 200 len: 949 time: 0.5835507 Jul 13 13:47:55.152457 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ed011196-a835-4b6f-b460-2daaa380aa4c tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:55.152912 n-d-800634-1 neutron-server[93751]: INFO neutron.db.segments_db [None req-ed011196-a835-4b6f-b460-2daaa380aa4c tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Added segment b50e576c-e551-45a0-a66b-4c3b48c11468 of type vlan for network 8af830e0-e3e8-42a2-9455-dfe649fb1502 Jul 13 13:47:55.171624 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-002300d6-0b6e-4170-983d-af3cbc579b61 req-05dc5059-79e3-4768-8de4-ba25ae358ea3 service neutron] 10.222.0.26 "GET /v2.0/networks/cc9dab26-3983-4dce-8c1c-cb82d11f88fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803575 Jul 13 13:47:55.226873 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6b335b40-2dc0-45c2-8b1a-d8570469e7da req-db77b659-86e4-46af-9260-295256a2f037 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d0bd205-085d-4da5-8b75-794e6e7b045d HTTP/1.1" status: 200 len: 210 time: 0.1066554 Jul 13 13:47:55.265099 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-526b25ff-4d6d-4449-814d-fb7bcbdd5656 req-d08631c7-f89c-4b9a-a37c-778a7efb49f6 tempest-ImagesOneServerTestJSON-642299007 tempest-ImagesOneServerTestJSON-642299007-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8ef0694-76e2-44b8-96a6-c7e85259143b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105711 Jul 13 13:47:55.286416 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ed011196-a835-4b6f-b460-2daaa380aa4c tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:55.312727 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-002300d6-0b6e-4170-983d-af3cbc579b61 req-6c07ef69-5cbf-4c2c-9556-78f98e375220 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.190&port_id=35b9c0d6-bf46-4195-88bd-2cd8259cb742 HTTP/1.1" status: 200 len: 217 time: 0.1116998 Jul 13 13:47:55.325439 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1907af44-13f8-4e65-af15-27cc40c0fe44 req-d0a12af4-5a05-4513-87cd-d9a80bcc0525 service neutron] 10.222.0.41 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2846777 Jul 13 13:47:55.349779 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ed011196-a835-4b6f-b460-2daaa380aa4c tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:55.356545 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed011196-a835-4b6f-b460-2daaa380aa4c tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:47:55.357521 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ed011196-a835-4b6f-b460-2daaa380aa4c tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:55.433889 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002300d6-0b6e-4170-983d-af3cbc579b61 req-ec61ea54-fcb1-41e2-ba54-29d358fc1fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:47:55.438085 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-002300d6-0b6e-4170-983d-af3cbc579b61 req-ec61ea54-fcb1-41e2-ba54-29d358fc1fec service neutron] 10.222.0.26 "GET /v2.0/subnets?id=34409026-9eef-4b98-88d5-24448af1561a HTTP/1.1" status: 200 len: 797 time: 0.1104674 Jul 13 13:47:55.472571 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-ed011196-a835-4b6f-b460-2daaa380aa4c tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5561490 Jul 13 13:47:55.475288 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 45416) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:47:55.480099 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-13671efc-fa9f-4e56-b255-2891c3d5f193 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Request body: {'subnet': {'network_id': '8af830e0-e3e8-42a2-9455-dfe649fb1502', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:47:55.501944 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed011196-a835-4b6f-b460-2daaa380aa4c tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Pushing event updated for resources: {'Network': ['ID=8af830e0-e3e8-42a2-9455-dfe649fb1502,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:47:55.519520 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network 8af830e0-e3e8-42a2-9455-dfe649fb1502 details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 13:47:55.597779 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002300d6-0b6e-4170-983d-af3cbc579b61 req-67e60bd9-34eb-4223-9374-17ce3571a8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:47:55.600141 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-002300d6-0b6e-4170-983d-af3cbc579b61 req-67e60bd9-34eb-4223-9374-17ce3571a8db service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=cc9dab26-3983-4dce-8c1c-cb82d11f88fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1555731 Jul 13 13:47:55.729066 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13671efc-fa9f-4e56-b255-2891c3d5f193 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Made reservation on behalf of 7b9a8e657fbe4761afdd556ee032edca for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:47:55.733644 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-13671efc-fa9f-4e56-b255-2891c3d5f193 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6104980'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:55.841628 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device c98911ea-ade8-41fa-a5c4-b0a7d2198ca0 no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:47:55.885385 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-002300d6-0b6e-4170-983d-af3cbc579b61 req-f3a76af3-a09b-4583-b85d-57b686c7d2e2 service neutron] 10.222.0.26 "GET /v2.0/networks/cc9dab26-3983-4dce-8c1c-cb82d11f88fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2778287 Jul 13 13:47:55.888129 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: c98911ea-ade8-41fa-a5c4-b0a7d2198ca0 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:47:55.888939 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device c98911ea-ade8-41fa-a5c4-b0a7d2198ca0 not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:47:56.178111 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-002300d6-0b6e-4170-983d-af3cbc579b61 req-563f3afb-90ee-4173-9154-f49227daeeee service neutron] 10.222.0.26 "GET /v2.0/networks/cc9dab26-3983-4dce-8c1c-cb82d11f88fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2808020 Jul 13 13:47:56.265258 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-002300d6-0b6e-4170-983d-af3cbc579b61 req-89e46c38-1c1b-4811-a539-06cf7edf3e7b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.87&port_id=81223daf-efa0-44c5-a889-92de62226cc8 HTTP/1.1" status: 200 len: 217 time: 0.0804188 Jul 13 13:47:56.501991 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002300d6-0b6e-4170-983d-af3cbc579b61 req-304a0e82-da28-41dc-a284-adddcda2477f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:47:56.504176 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-002300d6-0b6e-4170-983d-af3cbc579b61 req-304a0e82-da28-41dc-a284-adddcda2477f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=34409026-9eef-4b98-88d5-24448af1561a HTTP/1.1" status: 200 len: 797 time: 0.2334049 Jul 13 13:47:56.732968 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002300d6-0b6e-4170-983d-af3cbc579b61 req-40078e38-e780-4be7-bb5c-ff873329238d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:47:56.734719 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-002300d6-0b6e-4170-983d-af3cbc579b61 req-40078e38-e780-4be7-bb5c-ff873329238d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=cc9dab26-3983-4dce-8c1c-cb82d11f88fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2242651 Jul 13 13:47:56.890130 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-63a5c11a-d06d-4401-a71a-2f1f7199e840 req-e7fdf7f3-d199-4a66-97fa-8e7ad3b4ba25 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d0bd205-085d-4da5-8b75-794e6e7b045d HTTP/1.1" status: 200 len: 210 time: 0.1083457 Jul 13 13:47:56.951624 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-13671efc-fa9f-4e56-b255-2891c3d5f193 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6018343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6104998'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:56.968391 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-002300d6-0b6e-4170-983d-af3cbc579b61 req-e82c45f6-7ea5-4003-a317-9ed6103afa65 service neutron] 10.222.0.26 "GET /v2.0/networks/cc9dab26-3983-4dce-8c1c-cb82d11f88fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268662 Jul 13 13:47:57.122281 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13671efc-fa9f-4e56-b255-2891c3d5f193 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Pushing event updated for resources: {'Subnet': ['ID=ab91da38-bddc-4677-af4e-ea6756df1953,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:47:57.137385 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13671efc-fa9f-4e56-b255-2891c3d5f193 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Checking segment: {'id': 'b50e576c-e551-45a0-a66b-4c3b48c11468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8af830e0-e3e8-42a2-9455-dfe649fb1502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:47:57.138617 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13671efc-fa9f-4e56-b255-2891c3d5f193 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Network hostable DHCP agents. Network: 8af830e0-e3e8-42a2-9455-dfe649fb1502, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 13:47:57.171005 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13671efc-fa9f-4e56-b255-2891c3d5f193 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Network 8af830e0-e3e8-42a2-9455-dfe649fb1502 is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 13:47:57.172907 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-002300d6-0b6e-4170-983d-af3cbc579b61 req-a769a679-50b5-4984-b77d-90d1d2b111de service neutron] 10.222.0.26 "GET /v2.0/networks/cc9dab26-3983-4dce-8c1c-cb82d11f88fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979501 Jul 13 13:47:57.186505 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-13671efc-fa9f-4e56-b255-2891c3d5f193 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, 8af830e0-e3e8-42a2-9455-dfe649fb1502) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:47:57.193060 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13671efc-fa9f-4e56-b255-2891c3d5f193 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:47:57.193542 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-13671efc-fa9f-4e56-b255-2891c3d5f193 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:57.199637 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af0ce7eb-7358-4ea6-b99b-bdf42534a907 None None] Network 8af830e0-e3e8-42a2-9455-dfe649fb1502 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:47:57.226272 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-13671efc-fa9f-4e56-b255-2891c3d5f193 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7501359 Jul 13 13:47:57.228936 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 45628) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:47:57.234508 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-bd571ad8-3127-487b-b5f9-ccdc5fb2a2a0 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-308931253', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:47:57.276768 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-002300d6-0b6e-4170-983d-af3cbc579b61 req-408ad6f6-e7a7-427b-83c7-252814d79149 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=8c8ea6d1-b0bc-4fe3-8965-3771992876e5 HTTP/1.1" status: 200 len: 217 time: 0.0970368 Jul 13 13:47:57.283368 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bd571ad8-3127-487b-b5f9-ccdc5fb2a2a0 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1591928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2714'] for router, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:57.285352 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bd571ad8-3127-487b-b5f9-ccdc5fb2a2a0 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447198', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1629690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2689'] for router, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:57.420466 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002300d6-0b6e-4170-983d-af3cbc579b61 req-21c9decf-01aa-458d-ba7c-ecce0dbc799e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:47:57.424624 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-002300d6-0b6e-4170-983d-af3cbc579b61 req-21c9decf-01aa-458d-ba7c-ecce0dbc799e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=241e495f-5827-4e62-b5be-0cbc962ebff7 HTTP/1.1" status: 200 len: 797 time: 0.1392558 Jul 13 13:47:57.459144 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bd571ad8-3127-487b-b5f9-ccdc5fb2a2a0 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:57.471277 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bd571ad8-3127-487b-b5f9-ccdc5fb2a2a0 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447217'] for router, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:57.523724 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 13:47:57.558416 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bd571ad8-3127-487b-b5f9-ccdc5fb2a2a0 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:57.563303 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 45664) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:47:57.575850 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-bd571ad8-3127-487b-b5f9-ccdc5fb2a2a0 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3456419 Jul 13 13:47:57.592725 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-2091be52-312d-4313-aebf-b70712b12b96 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Request body: {'port': {'network_id': '8af830e0-e3e8-42a2-9455-dfe649fb1502', 'name': 'tempest-PortsIpV6TestJSON-242500241'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:47:57.653083 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e35c7a44-6670-411a-952e-89efe569c4bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a7201e1-61ce-5a3e-b7f7-e800379ed03b-8af830e0-e3e8-42a2-9455-dfe649fb1502', 'network_id': '8af830e0-e3e8-42a2-9455-dfe649fb1502', 'tenant_id': '7b9a8e657fbe4761afdd556ee032edca', 'fixed_ips': [{'subnet_id': 'ab91da38-bddc-4677-af4e-ea6756df1953'}]}} from n-d-800634-1. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 13:47:57.654334 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e35c7a44-6670-411a-952e-89efe569c4bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:57.828174 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 9a1e9e1f-5f7d-4595-a1b9-cdc5ce99f78d no longer exists at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:47:57.867028 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002300d6-0b6e-4170-983d-af3cbc579b61 req-c26c063a-cf60-443e-9f8f-ceef60a7aaa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:47:57.874827 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-002300d6-0b6e-4170-983d-af3cbc579b61 req-c26c063a-cf60-443e-9f8f-ceef60a7aaa3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=350b8d90-a566-446d-ae67-d3a6d73524f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4397316 Jul 13 13:47:57.894228 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13f7a3b-7e65-41f1-8c26-300a1c2a3a57 req-d9bc362b-045e-4797-a1fd-ef2fe243afdc tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:47:57.895815 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f13f7a3b-7e65-41f1-8c26-300a1c2a3a57 req-d9bc362b-045e-4797-a1fd-ef2fe243afdc tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.26 "GET /v2.0/networks?id=4044b022-747e-4834-bc76-73d0f411c2c3 HTTP/1.1" status: 200 len: 812 time: 0.3657033 Jul 13 13:47:57.923560 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-f13f7a3b-7e65-41f1-8c26-300a1c2a3a57 req-02751bfd-22b4-4d72-8846-6eb736b44742 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Request body: {'port': {'device_id': '4d0bd205-085d-4da5-8b75-794e6e7b045d', 'network_id': '4044b022-747e-4834-bc76-73d0f411c2c3', 'admin_state_up': True, 'tenant_id': 'ef6418d5526f4765ba53df412776e3e7'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:47:58.112313 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-002300d6-0b6e-4170-983d-af3cbc579b61 req-f8a59abd-fcbe-45f4-b16e-4a164a20ad08 service neutron] 10.222.0.26 "GET /v2.0/networks/350b8d90-a566-446d-ae67-d3a6d73524f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115965 Jul 13 13:47:58.114214 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-e35c7a44-6670-411a-952e-89efe569c4bc None None] Allocated IP 2001:db8::2 (8af830e0-e3e8-42a2-9455-dfe649fb1502/ab91da38-bddc-4677-af4e-ea6756df1953/701959bd-8341-4407-9539-fee6ed678c7b) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:47:58.330867 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f13f7a3b-7e65-41f1-8c26-300a1c2a3a57 req-02751bfd-22b4-4d72-8846-6eb736b44742 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Made reservation on behalf of ef6418d5526f4765ba53df412776e3e7 for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:47:58.336830 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-f13f7a3b-7e65-41f1-8c26-300a1c2a3a57 req-02751bfd-22b4-4d72-8846-6eb736b44742 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:58.382976 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:58.408725 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-002300d6-0b6e-4170-983d-af3cbc579b61 req-dc9ebe82-ff3e-4a6b-be1c-d575dff204ba service neutron] 10.222.0.26 "GET /v2.0/networks/350b8d90-a566-446d-ae67-d3a6d73524f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2694209 Jul 13 13:47:58.438760 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e35c7a44-6670-411a-952e-89efe569c4bc None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:58.465537 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81c5c787-6742-49fd-b09f-4995272ab0f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a1e9e1f-5f7d-4595-a1b9-cdc5ce99f78d'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:47:58.469241 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7891fba8-84c9-462e-ac33-d8da639270d1" -d '{"events": [{"server_uuid": "81c5c787-6742-49fd-b09f-4995272ab0f4", "name": "network-vif-unplugged", "status": "completed", "tag": "9a1e9e1f-5f7d-4595-a1b9-cdc5ce99f78d"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:47:58.515065 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-e35c7a44-6670-411a-952e-89efe569c4bc None None] Transition to ACTIVE for port object 701959bd-8341-4407-9539-fee6ed678c7b will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:47:58.542684 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 9a1e9e1f-5f7d-4595-a1b9-cdc5ce99f78d, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=9a1e9e1f-5f7d-4595-a1b9-cdc5ce99f78d,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:47:58.553857 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-002300d6-0b6e-4170-983d-af3cbc579b61 req-9556d57e-3592-4ebc-a63d-eb7cc690197a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=63cb8491-88ea-44c4-ba8b-ee99d545ca33 HTTP/1.1" status: 200 len: 217 time: 0.1424809 Jul 13 13:47:58.561703 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:58.609407 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [req-f13f7a3b-7e65-41f1-8c26-300a1c2a3a57 req-02751bfd-22b4-4d72-8846-6eb736b44742 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Allocated IP 172.20.0.6 (4044b022-747e-4834-bc76-73d0f411c2c3/22de4df8-967a-4ca5-99c3-67fec7ee33c8/5d2705d5-8100-4bcb-8267-4b82bf384a0e) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:47:58.693924 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 13:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d7d183c-18a1-44ff-a267-1065578baefd x-openstack-request-id: req-2d7d183c-18a1-44ff-a267-1065578baefd {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:47:58.694561 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81c5c787-6742-49fd-b09f-4995272ab0f4", "name": "network-vif-unplugged", "status": "completed", "tag": "9a1e9e1f-5f7d-4595-a1b9-cdc5ce99f78d", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:47:58.694901 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2d7d183c-18a1-44ff-a267-1065578baefd {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:47:58.695244 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81c5c787-6742-49fd-b09f-4995272ab0f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a1e9e1f-5f7d-4595-a1b9-cdc5ce99f78d', 'code': 200} Jul 13 13:47:58.696031 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=9a1e9e1f-5f7d-4595-a1b9-cdc5ce99f78d,revision_number=8']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:47:58.706776 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-e35c7a44-6670-411a-952e-89efe569c4bc None None] Transition to ACTIVE for port object 701959bd-8341-4407-9539-fee6ed678c7b will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:47:58.730028 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e35c7a44-6670-411a-952e-89efe569c4bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:58.742236 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3d581129-acdc-40fc-8a9d-2d2e58d722d7 req-c8f1b4b1-83c9-4299-b45f-78b4d08e8ccd tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d0bd205-085d-4da5-8b75-794e6e7b045d HTTP/1.1" status: 200 len: 210 time: 0.2444627 Jul 13 13:47:58.797983 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-f13f7a3b-7e65-41f1-8c26-300a1c2a3a57 req-02751bfd-22b4-4d72-8846-6eb736b44742 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:58.804823 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002300d6-0b6e-4170-983d-af3cbc579b61 req-0b1d037f-6830-422f-a6ec-a69ec951bf03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:47:58.808571 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-002300d6-0b6e-4170-983d-af3cbc579b61 req-0b1d037f-6830-422f-a6ec-a69ec951bf03 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=241e495f-5827-4e62-b5be-0cbc962ebff7 HTTP/1.1" status: 200 len: 797 time: 0.2247107 Jul 13 13:47:58.810137 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2091be52-312d-4313-aebf-b70712b12b96 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Made reservation on behalf of 7b9a8e657fbe4761afdd556ee032edca for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:47:58.819618 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2091be52-312d-4313-aebf-b70712b12b96 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:58.832289 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e35c7a44-6670-411a-952e-89efe569c4bc None None] Network 8af830e0-e3e8-42a2-9455-dfe649fb1502 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:47:58.839325 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-f13f7a3b-7e65-41f1-8c26-300a1c2a3a57 req-02751bfd-22b4-4d72-8846-6eb736b44742 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Transition to ACTIVE for port object 5d2705d5-8100-4bcb-8267-4b82bf384a0e will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:47:58.851488 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-e35c7a44-6670-411a-952e-89efe569c4bc None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:47:58.862337 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e35c7a44-6670-411a-952e-89efe569c4bc None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:47:58.894702 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-f13f7a3b-7e65-41f1-8c26-300a1c2a3a57 req-02751bfd-22b4-4d72-8846-6eb736b44742 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:58.957507 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [None req-2091be52-312d-4313-aebf-b70712b12b96 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] device_id is not set on port 1073c2d8-e238-4cc0-ad57-7cc3cbc92cae yet. {{(pid=93750) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 13:47:58.970901 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['a99a2de4-d640-4ac9-ae79-8243abcdd3f9'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:47:58.993128 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35c7a44-6670-411a-952e-89efe569c4bc None None] Pushing event updated for resources: {'Port': ['ID=701959bd-8341-4407-9539-fee6ed678c7b,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:47:59.045143 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f13f7a3b-7e65-41f1-8c26-300a1c2a3a57 req-02751bfd-22b4-4d72-8846-6eb736b44742 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Network 4044b022-747e-4834-bc76-73d0f411c2c3 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:47:59.056510 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [req-f13f7a3b-7e65-41f1-8c26-300a1c2a3a57 req-02751bfd-22b4-4d72-8846-6eb736b44742 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:47:59.062033 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-f13f7a3b-7e65-41f1-8c26-300a1c2a3a57 req-02751bfd-22b4-4d72-8846-6eb736b44742 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:47:59.164411 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002300d6-0b6e-4170-983d-af3cbc579b61 req-5dd990be-03ff-4072-b5f2-3e29035ca412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:47:59.166201 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-002300d6-0b6e-4170-983d-af3cbc579b61 req-5dd990be-03ff-4072-b5f2-3e29035ca412 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=350b8d90-a566-446d-ae67-d3a6d73524f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3436582 Jul 13 13:47:59.192784 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-e35c7a44-6670-411a-952e-89efe569c4bc None None] Attempting to bind port 701959bd-8341-4407-9539-fee6ed678c7b on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:47:59.193177 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-e35c7a44-6670-411a-952e-89efe569c4bc None None] Attempting to bind port 701959bd-8341-4407-9539-fee6ed678c7b by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': 'b50e576c-e551-45a0-a66b-4c3b48c11468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8af830e0-e3e8-42a2-9455-dfe649fb1502'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:47:59.193544 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35c7a44-6670-411a-952e-89efe569c4bc None None] Attempting to bind port 701959bd-8341-4407-9539-fee6ed678c7b on network 8af830e0-e3e8-42a2-9455-dfe649fb1502 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:47:59.218113 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35c7a44-6670-411a-952e-89efe569c4bc None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 47, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:47:59.218497 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35c7a44-6670-411a-952e-89efe569c4bc None None] Checking segment: {'id': 'b50e576c-e551-45a0-a66b-4c3b48c11468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8af830e0-e3e8-42a2-9455-dfe649fb1502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:47:59.218911 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e35c7a44-6670-411a-952e-89efe569c4bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:59.219310 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35c7a44-6670-411a-952e-89efe569c4bc None None] Bound using segment: {'id': 'b50e576c-e551-45a0-a66b-4c3b48c11468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8af830e0-e3e8-42a2-9455-dfe649fb1502'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:47:59.219797 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-e35c7a44-6670-411a-952e-89efe569c4bc None None] Bound port: 701959bd-8341-4407-9539-fee6ed678c7b, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b50e576c-e551-45a0-a66b-4c3b48c11468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8af830e0-e3e8-42a2-9455-dfe649fb1502'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:47:59.220198 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e35c7a44-6670-411a-952e-89efe569c4bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:59.271997 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13f7a3b-7e65-41f1-8c26-300a1c2a3a57 req-02751bfd-22b4-4d72-8846-6eb736b44742 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:47:59.272966 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-f13f7a3b-7e65-41f1-8c26-300a1c2a3a57 req-02751bfd-22b4-4d72-8846-6eb736b44742 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:59.282665 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02751bfd-22b4-4d72-8846-6eb736b44742 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Pushing event updated for resources: {'Port': ['ID=5d2705d5-8100-4bcb-8267-4b82bf384a0e,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:47:59.303245 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f13f7a3b-7e65-41f1-8c26-300a1c2a3a57 req-02751bfd-22b4-4d72-8846-6eb736b44742 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3920262 Jul 13 13:47:59.315150 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-f13f7a3b-7e65-41f1-8c26-300a1c2a3a57 req-647dc0c3-f010-4049-9530-c0d0a6e2c8c0 service neutron] Request body: {'port': {'device_id': '4d0bd205-085d-4da5-8b75-794e6e7b045d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-1'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:47:59.446444 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-2091be52-312d-4313-aebf-b70712b12b96 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Allocated IP 2001:db8::1a5 (8af830e0-e3e8-42a2-9455-dfe649fb1502/ab91da38-bddc-4677-af4e-ea6756df1953/1073c2d8-e238-4cc0-ad57-7cc3cbc92cae) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:47:59.516440 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-f13f7a3b-7e65-41f1-8c26-300a1c2a3a57 req-647dc0c3-f010-4049-9530-c0d0a6e2c8c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:59.582384 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-002300d6-0b6e-4170-983d-af3cbc579b61 req-8410542c-7a3d-461f-b763-88bf33d289ce service neutron] 10.222.0.26 "GET /v2.0/networks/350b8d90-a566-446d-ae67-d3a6d73524f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4091141 Jul 13 13:47:59.923354 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-281eeacc-7d21-4486-a1c6-8ff791e724ec None None] Provisioning for port 5d2705d5-8100-4bcb-8267-4b82bf384a0e completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:47:59.937143 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-281eeacc-7d21-4486-a1c6-8ff791e724ec None None] Provisioning complete for port 5d2705d5-8100-4bcb-8267-4b82bf384a0e triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:47:59.937665 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-281eeacc-7d21-4486-a1c6-8ff791e724ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:47:59.960491 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-e35c7a44-6670-411a-952e-89efe569c4bc None None] For port 701959bd-8341-4407-9539-fee6ed678c7b, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:48:00.036457 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-e35c7a44-6670-411a-952e-89efe569c4bc None None] For port 701959bd-8341-4407-9539-fee6ed678c7b, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=701959bd-8341-4407-9539-fee6ed678c7b,segment=NetworkSegment(b50e576c-e551-45a0-a66b-4c3b48c11468),segment_id=b50e576c-e551-45a0-a66b-4c3b48c11468)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:48:00.051546 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e35c7a44-6670-411a-952e-89efe569c4bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:00.089250 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2091be52-312d-4313-aebf-b70712b12b96 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:00.115096 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-281eeacc-7d21-4486-a1c6-8ff791e724ec None None] Port 5d2705d5-8100-4bcb-8267-4b82bf384a0e cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:48:00.170801 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35c7a44-6670-411a-952e-89efe569c4bc None None] Pushing event updated for resources: {'Port': ['ID=701959bd-8341-4407-9539-fee6ed678c7b,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:48:00.264558 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:00.274783 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [req-f13f7a3b-7e65-41f1-8c26-300a1c2a3a57 req-647dc0c3-f010-4049-9530-c0d0a6e2c8c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d2705d5-8100-4bcb-8267-4b82bf384a0e {{(pid=93751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:48:00.296193 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-f13f7a3b-7e65-41f1-8c26-300a1c2a3a57 req-647dc0c3-f010-4049-9530-c0d0a6e2c8c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:00.319689 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [None req-2091be52-312d-4313-aebf-b70712b12b96 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Transition to ACTIVE for port object 1073c2d8-e238-4cc0-ad57-7cc3cbc92cae will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:48:00.348004 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-f13f7a3b-7e65-41f1-8c26-300a1c2a3a57 req-647dc0c3-f010-4049-9530-c0d0a6e2c8c0 service neutron] Transition to ACTIVE for port object 5d2705d5-8100-4bcb-8267-4b82bf384a0e will not be triggered until provisioned by entity L2. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:48:00.353383 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-002300d6-0b6e-4170-983d-af3cbc579b61 req-f3856a6b-2af5-499b-9da1-12055b6fa8fb service neutron] 10.222.0.26 "GET /v2.0/networks/350b8d90-a566-446d-ae67-d3a6d73524f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7561998 Jul 13 13:48:00.358071 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-f13f7a3b-7e65-41f1-8c26-300a1c2a3a57 req-647dc0c3-f010-4049-9530-c0d0a6e2c8c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:00.527143 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2091be52-312d-4313-aebf-b70712b12b96 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:00.553315 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4a6c70-3aac-4743-9770-f37506edb27a req-6b9ac500-aa62-4bf8-ad15-bdb1d3945873 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:48:00.560888 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-be4a6c70-3aac-4743-9770-f37506edb27a req-6b9ac500-aa62-4bf8-ad15-bdb1d3945873 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d0bd205-085d-4da5-8b75-794e6e7b045d HTTP/1.1" status: 200 len: 931 time: 0.4784279 Jul 13 13:48:00.665314 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647dc0c3-f010-4049-9530-c0d0a6e2c8c0 service neutron] Pushing event updated for resources: {'Port': ['ID=5d2705d5-8100-4bcb-8267-4b82bf384a0e,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:48:00.712199 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-f13f7a3b-7e65-41f1-8c26-300a1c2a3a57 req-647dc0c3-f010-4049-9530-c0d0a6e2c8c0 service neutron] Attempting to bind port 5d2705d5-8100-4bcb-8267-4b82bf384a0e on host n-h1-800634-1 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:48:00.712562 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-f13f7a3b-7e65-41f1-8c26-300a1c2a3a57 req-647dc0c3-f010-4049-9530-c0d0a6e2c8c0 service neutron] Attempting to bind port 5d2705d5-8100-4bcb-8267-4b82bf384a0e by drivers openvswitch,hyperv on host n-h1-800634-1 at level 0 using segments [{'id': '370d7ede-eeb6-46ae-b4ce-87c4cdf3222b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4044b022-747e-4834-bc76-73d0f411c2c3'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:48:00.722732 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f13f7a3b-7e65-41f1-8c26-300a1c2a3a57 req-647dc0c3-f010-4049-9530-c0d0a6e2c8c0 service neutron] Attempting to bind port 5d2705d5-8100-4bcb-8267-4b82bf384a0e on network 4044b022-747e-4834-bc76-73d0f411c2c3 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:48:00.723101 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:00.756898 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f13f7a3b-7e65-41f1-8c26-300a1c2a3a57 req-647dc0c3-f010-4049-9530-c0d0a6e2c8c0 service neutron] Port 5d2705d5-8100-4bcb-8267-4b82bf384a0e on network 4044b022-747e-4834-bc76-73d0f411c2c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-1 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:48:00.762209 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f13f7a3b-7e65-41f1-8c26-300a1c2a3a57 req-647dc0c3-f010-4049-9530-c0d0a6e2c8c0 service neutron] Attempting to bind port 5d2705d5-8100-4bcb-8267-4b82bf384a0e on network 4044b022-747e-4834-bc76-73d0f411c2c3 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:48:00.777995 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2091be52-312d-4313-aebf-b70712b12b96 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Pushing event updated for resources: {'Port': ['ID=1073c2d8-e238-4cc0-ad57-7cc3cbc92cae,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:48:00.784782 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f13f7a3b-7e65-41f1-8c26-300a1c2a3a57 req-647dc0c3-f010-4049-9530-c0d0a6e2c8c0 service neutron] Checking agent: {'id': 'a7603dc8-3c50-4a9b-8f0d-1143528f155e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 48, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:48:00.788659 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f13f7a3b-7e65-41f1-8c26-300a1c2a3a57 req-647dc0c3-f010-4049-9530-c0d0a6e2c8c0 service neutron] Checking segment: {'id': '370d7ede-eeb6-46ae-b4ce-87c4cdf3222b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4044b022-747e-4834-bc76-73d0f411c2c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:48:00.794310 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f13f7a3b-7e65-41f1-8c26-300a1c2a3a57 req-647dc0c3-f010-4049-9530-c0d0a6e2c8c0 service neutron] Bound using segment: {'id': '370d7ede-eeb6-46ae-b4ce-87c4cdf3222b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4044b022-747e-4834-bc76-73d0f411c2c3'} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:48:00.796031 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-f13f7a3b-7e65-41f1-8c26-300a1c2a3a57 req-647dc0c3-f010-4049-9530-c0d0a6e2c8c0 service neutron] Bound port: 5d2705d5-8100-4bcb-8267-4b82bf384a0e, host: n-h1-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '370d7ede-eeb6-46ae-b4ce-87c4cdf3222b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4044b022-747e-4834-bc76-73d0f411c2c3'}}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:48:00.796857 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-f13f7a3b-7e65-41f1-8c26-300a1c2a3a57 req-647dc0c3-f010-4049-9530-c0d0a6e2c8c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:00.872368 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-be4a6c70-3aac-4743-9770-f37506edb27a req-4ff7dc2c-e6f7-4afe-866d-af36b8af0632 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd374adc-73a7-4812-9be6-45acdaeb0bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3102212 Jul 13 13:48:00.904795 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2091be52-312d-4313-aebf-b70712b12b96 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Network 8af830e0-e3e8-42a2-9455-dfe649fb1502 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:48:00.913171 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-2091be52-312d-4313-aebf-b70712b12b96 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:48:00.922593 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2091be52-312d-4313-aebf-b70712b12b96 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:48:00.929362 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2091be52-312d-4313-aebf-b70712b12b96 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:48:00.942715 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2091be52-312d-4313-aebf-b70712b12b96 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:00.984245 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-2091be52-312d-4313-aebf-b70712b12b96 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.4170675 Jul 13 13:48:00.987476 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 45968) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:48:01.088069 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-f13f7a3b-7e65-41f1-8c26-300a1c2a3a57 req-647dc0c3-f010-4049-9530-c0d0a6e2c8c0 service neutron] For port 5d2705d5-8100-4bcb-8267-4b82bf384a0e, host n-h1-800634-1, cleared binding levels {{(pid=93751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:48:01.092338 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-f13f7a3b-7e65-41f1-8c26-300a1c2a3a57 req-647dc0c3-f010-4049-9530-c0d0a6e2c8c0 service neutron] For port 5d2705d5-8100-4bcb-8267-4b82bf384a0e, host n-h1-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=5d2705d5-8100-4bcb-8267-4b82bf384a0e,segment=NetworkSegment(370d7ede-eeb6-46ae-b4ce-87c4cdf3222b),segment_id=370d7ede-eeb6-46ae-b4ce-87c4cdf3222b)] {{(pid=93751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:48:01.102654 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-f13f7a3b-7e65-41f1-8c26-300a1c2a3a57 req-647dc0c3-f010-4049-9530-c0d0a6e2c8c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:01.190518 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13f7a3b-7e65-41f1-8c26-300a1c2a3a57 req-647dc0c3-f010-4049-9530-c0d0a6e2c8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:48:01.191748 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-f13f7a3b-7e65-41f1-8c26-300a1c2a3a57 req-647dc0c3-f010-4049-9530-c0d0a6e2c8c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:01.196060 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f13f7a3b-7e65-41f1-8c26-300a1c2a3a57 req-647dc0c3-f010-4049-9530-c0d0a6e2c8c0 service neutron] 10.222.0.26 "PUT /v2.0/ports/5d2705d5-8100-4bcb-8267-4b82bf384a0e HTTP/1.1" status: 200 len: 1091 time: 1.8855348 Jul 13 13:48:01.196892 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d0bd205-085d-4da5-8b75-794e6e7b045d', 'tag': '5d2705d5-8100-4bcb-8267-4b82bf384a0e'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:48:01.200831 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d17b627af75e17e0f4b8d6239d04f8c2f78634e2c585e32a7aeca336500f34a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68cd566d-54ea-47c5-892e-d18b353557a8" -d '{"events": [{"name": "network-changed", "server_uuid": "4d0bd205-085d-4da5-8b75-794e6e7b045d", "tag": "5d2705d5-8100-4bcb-8267-4b82bf384a0e"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:48:01.307970 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 13:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df19813b-75b4-4905-9fc4-3b426e86db40 x-openstack-request-id: req-df19813b-75b4-4905-9fc4-3b426e86db40 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:48:01.308612 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d0bd205-085d-4da5-8b75-794e6e7b045d", "tag": "5d2705d5-8100-4bcb-8267-4b82bf384a0e", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:48:01.308612 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-df19813b-75b4-4905-9fc4-3b426e86db40 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:48:01.308874 n-d-800634-1 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d0bd205-085d-4da5-8b75-794e6e7b045d', 'tag': '5d2705d5-8100-4bcb-8267-4b82bf384a0e', 'status': 'completed', 'code': 200} Jul 13 13:48:01.355159 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647dc0c3-f010-4049-9530-c0d0a6e2c8c0 service neutron] Pushing event updated for resources: {'Port': ['ID=5d2705d5-8100-4bcb-8267-4b82bf384a0e,revision_number=3']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:48:01.445260 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13f7a3b-7e65-41f1-8c26-300a1c2a3a57 req-c876c390-0990-494b-8a20-aaf881e8d18d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:48:01.449051 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f13f7a3b-7e65-41f1-8c26-300a1c2a3a57 req-c876c390-0990-494b-8a20-aaf881e8d18d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ef6418d5526f4765ba53df412776e3e7&device_id=4d0bd205-085d-4da5-8b75-794e6e7b045d HTTP/1.1" status: 200 len: 1094 time: 0.1534688 Jul 13 13:48:01.569704 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f13f7a3b-7e65-41f1-8c26-300a1c2a3a57 req-19979780-9474-4284-9180-9f6944736eb0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5d2705d5-8100-4bcb-8267-4b82bf384a0e HTTP/1.1" status: 200 len: 217 time: 0.1131866 Jul 13 13:48:01.683905 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13f7a3b-7e65-41f1-8c26-300a1c2a3a57 req-c93233d9-a1cd-4e89-a454-3f9c99bab77c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:48:01.686136 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f13f7a3b-7e65-41f1-8c26-300a1c2a3a57 req-c93233d9-a1cd-4e89-a454-3f9c99bab77c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=22de4df8-967a-4ca5-99c3-67fec7ee33c8 HTTP/1.1" status: 200 len: 851 time: 0.1095629 Jul 13 13:48:01.752286 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 9a1e9e1f-5f7d-4595-a1b9-cdc5ce99f78d details requested by agent hyperv_n-h2-800634-1 with host n-h2-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 13:48:01.976269 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 701959bd-8341-4407-9539-fee6ed678c7b up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:48:02.185058 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13f7a3b-7e65-41f1-8c26-300a1c2a3a57 req-73c3d2e2-d185-45cf-a976-137d2c09ce90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:48:02.186804 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f13f7a3b-7e65-41f1-8c26-300a1c2a3a57 req-73c3d2e2-d185-45cf-a976-137d2c09ce90 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4044b022-747e-4834-bc76-73d0f411c2c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4924190 Jul 13 13:48:02.257880 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port 701959bd-8341-4407-9539-fee6ed678c7b completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:48:02.280011 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ae74a2-064b-44dc-8dd6-ccdffe59ab08 req-322b7fc6-eded-42ec-94bc-1574dc34fe21 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:48:02.291523 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ae74a2-064b-44dc-8dd6-ccdffe59ab08 req-322b7fc6-eded-42ec-94bc-1574dc34fe21 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:48:02.299849 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 9a1e9e1f-5f7d-4595-a1b9-cdc5ce99f78d, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=9a1e9e1f-5f7d-4595-a1b9-cdc5ce99f78d,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:48:02.306382 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ae74a2-064b-44dc-8dd6-ccdffe59ab08 req-322b7fc6-eded-42ec-94bc-1574dc34fe21 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:48:02.319280 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ae74a2-064b-44dc-8dd6-ccdffe59ab08 req-322b7fc6-eded-42ec-94bc-1574dc34fe21 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:48:02.323641 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Returning: {'device': '9a1e9e1f-5f7d-4595-a1b9-cdc5ce99f78d', 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30', 'port_id': '9a1e9e1f-5f7d-4595-a1b9-cdc5ce99f78d', 'mac_address': 'fa:16:3e:e0:f6:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60b55863-ceb6-45af-a8a4-4b22d72866af', 'ip_address': '192.168.233.79'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 13:48:02.332488 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ae74a2-064b-44dc-8dd6-ccdffe59ab08 req-322b7fc6-eded-42ec-94bc-1574dc34fe21 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:48:02.348289 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ae74a2-064b-44dc-8dd6-ccdffe59ab08 req-322b7fc6-eded-42ec-94bc-1574dc34fe21 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:48:02.358829 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ae74a2-064b-44dc-8dd6-ccdffe59ab08 req-322b7fc6-eded-42ec-94bc-1574dc34fe21 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:48:02.372488 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f9ae74a2-064b-44dc-8dd6-ccdffe59ab08 req-322b7fc6-eded-42ec-94bc-1574dc34fe21 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba24330e-3d10-45b2-aa45-d413663c46d4 HTTP/1.1" status: 200 len: 5431 time: 0.5272832 Jul 13 13:48:02.424669 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:02.447678 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a1e9e1f-5f7d-4595-a1b9-cdc5ce99f78d {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:48:02.492113 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 9a1e9e1f-5f7d-4595-a1b9-cdc5ce99f78d, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=9a1e9e1f-5f7d-4595-a1b9-cdc5ce99f78d,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:48:02.494939 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f9ae74a2-064b-44dc-8dd6-ccdffe59ab08 req-e790c1f6-da58-41ba-baa9-53a374e7c60e tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] 10.222.0.23 "GET /v2.0/security-groups?id=b297afe2-d282-4df8-a205-49b02bf6195a&id=4073f342-904a-4e74-a26d-da1c71da9763&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1213582 Jul 13 13:48:02.503683 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:02.550833 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f13f7a3b-7e65-41f1-8c26-300a1c2a3a57 req-204c6c60-2b7d-40bf-a755-104781467eae service neutron] 10.222.0.26 "GET /v2.0/networks/4044b022-747e-4834-bc76-73d0f411c2c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3557463 Jul 13 13:48:02.588469 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dc4d9d6-3426-432d-8e3a-832c3f2f7c00 None None] Network 8af830e0-e3e8-42a2-9455-dfe649fb1502 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:48:02.614986 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['9a1e9e1f-5f7d-4595-a1b9-cdc5ce99f78d'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:48:02.619018 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=9a1e9e1f-5f7d-4595-a1b9-cdc5ce99f78d,revision_number=9']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:48:02.716956 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-ba8af259-468c-4ee4-bf43-0e56ab1c6fe8 None None] Provisioning for port 701959bd-8341-4407-9539-fee6ed678c7b completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:48:02.757870 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-ba8af259-468c-4ee4-bf43-0e56ab1c6fe8 None None] Provisioning complete for port 701959bd-8341-4407-9539-fee6ed678c7b triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:48:02.758526 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ba8af259-468c-4ee4-bf43-0e56ab1c6fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:02.799744 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f13f7a3b-7e65-41f1-8c26-300a1c2a3a57 req-bf57118a-3e55-4af3-b6ea-55eedb0abe6d service neutron] 10.222.0.26 "GET /v2.0/networks/4044b022-747e-4834-bc76-73d0f411c2c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256489 Jul 13 13:48:03.046974 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa83f71-c1c5-4d9e-9a08-7be50486f2d5 req-5d31a2dd-181e-4ccf-9169-27b62e478d98 tempest-VolumesSnapshotTestJSON-1530323745 tempest-VolumesSnapshotTestJSON-1530323745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:48:03.049124 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fc3552-214b-494d-beaf-5f8bebe637ba req-7836263d-9aec-4237-8174-7a597effd0f0 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:48:03.053517 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-08fc3552-214b-494d-beaf-5f8bebe637ba req-7836263d-9aec-4237-8174-7a597effd0f0 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d0bd205-085d-4da5-8b75-794e6e7b045d HTTP/1.1" status: 200 len: 943 time: 0.1887112 Jul 13 13:48:03.055796 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cd566d-54ea-47c5-892e-d18b353557a8 req-ff84baf6-b756-4aab-8c4f-3efdc8a60a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:48:03.059659 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-eaa83f71-c1c5-4d9e-9a08-7be50486f2d5 req-5d31a2dd-181e-4ccf-9169-27b62e478d98 tempest-VolumesSnapshotTestJSON-1530323745 tempest-VolumesSnapshotTestJSON-1530323745-project] 10.222.0.23 "GET /v2.0/networks?id=68b2b3e0-be8c-4026-af86-701861bbd8d5 HTTP/1.1" status: 200 len: 814 time: 0.5789990 Jul 13 13:48:03.061396 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-68cd566d-54ea-47c5-892e-d18b353557a8 req-ff84baf6-b756-4aab-8c4f-3efdc8a60a76 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ef6418d5526f4765ba53df412776e3e7&device_id=4d0bd205-085d-4da5-8b75-794e6e7b045d HTTP/1.1" status: 200 len: 1094 time: 0.1886683 Jul 13 13:48:03.082154 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-eaa83f71-c1c5-4d9e-9a08-7be50486f2d5 req-9cde5115-3504-4700-b7fb-80fd1c88b262 tempest-VolumesSnapshotTestJSON-1530323745 tempest-VolumesSnapshotTestJSON-1530323745-project] 10.222.0.23 "GET /v2.0/quotas/1dbda003943b45fbbbb12d8492135589 HTTP/1.1" status: 200 len: 375 time: 0.0212758 Jul 13 13:48:03.109303 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aad12f0-5b71-4035-b71c-8f3152fd1af9 req-a25b12a5-6aa9-4c14-b6bc-75ef8e1f2ecf tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:48:03.117839 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aad12f0-5b71-4035-b71c-8f3152fd1af9 req-a25b12a5-6aa9-4c14-b6bc-75ef8e1f2ecf tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:48:03.129149 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aad12f0-5b71-4035-b71c-8f3152fd1af9 req-a25b12a5-6aa9-4c14-b6bc-75ef8e1f2ecf tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:48:03.136326 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aad12f0-5b71-4035-b71c-8f3152fd1af9 req-a25b12a5-6aa9-4c14-b6bc-75ef8e1f2ecf tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:48:03.142895 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aad12f0-5b71-4035-b71c-8f3152fd1af9 req-a25b12a5-6aa9-4c14-b6bc-75ef8e1f2ecf tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:48:03.150115 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aad12f0-5b71-4035-b71c-8f3152fd1af9 req-a25b12a5-6aa9-4c14-b6bc-75ef8e1f2ecf tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:48:03.157279 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aad12f0-5b71-4035-b71c-8f3152fd1af9 req-a25b12a5-6aa9-4c14-b6bc-75ef8e1f2ecf tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:48:03.159879 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8aad12f0-5b71-4035-b71c-8f3152fd1af9 req-a25b12a5-6aa9-4c14-b6bc-75ef8e1f2ecf tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba24330e-3d10-45b2-aa45-d413663c46d4 HTTP/1.1" status: 200 len: 5431 time: 0.4523404 Jul 13 13:48:03.226494 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-eaa83f71-c1c5-4d9e-9a08-7be50486f2d5 req-5b5d0ae8-0902-4b82-8b62-fca91f7d3bf7 tempest-VolumesSnapshotTestJSON-1530323745 tempest-VolumesSnapshotTestJSON-1530323745-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=1dbda003943b45fbbbb12d8492135589&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1430163 Jul 13 13:48:03.280205 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-08fc3552-214b-494d-beaf-5f8bebe637ba req-f900ed54-39e9-456d-8bcc-d43a7d2163e0 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd374adc-73a7-4812-9be6-45acdaeb0bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176056 Jul 13 13:48:03.287257 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ba8af259-468c-4ee4-bf43-0e56ab1c6fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:03.369291 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cd566d-54ea-47c5-892e-d18b353557a8 req-738b2573-3d7c-4821-b237-df3c1ee3e9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:48:03.371003 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-68cd566d-54ea-47c5-892e-d18b353557a8 req-738b2573-3d7c-4821-b237-df3c1ee3e9c8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4044b022-747e-4834-bc76-73d0f411c2c3 HTTP/1.1" status: 200 len: 912 time: 0.2951078 Jul 13 13:48:03.435497 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-ba8af259-468c-4ee4-bf43-0e56ab1c6fe8 None None] For port 701959bd-8341-4407-9539-fee6ed678c7b, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=701959bd-8341-4407-9539-fee6ed678c7b,segment=NetworkSegment(b50e576c-e551-45a0-a66b-4c3b48c11468),segment_id=b50e576c-e551-45a0-a66b-4c3b48c11468)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:48:03.454574 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ba8af259-468c-4ee4-bf43-0e56ab1c6fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:03.486195 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-68cd566d-54ea-47c5-892e-d18b353557a8 req-922c0177-fdb9-4c02-8033-9cfe08ea9714 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5d2705d5-8100-4bcb-8267-4b82bf384a0e HTTP/1.1" status: 200 len: 217 time: 0.1078351 Jul 13 13:48:03.542003 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8af259-468c-4ee4-bf43-0e56ab1c6fe8 None None] Pushing event updated for resources: {'Port': ['ID=701959bd-8341-4407-9539-fee6ed678c7b,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:48:03.589440 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cd566d-54ea-47c5-892e-d18b353557a8 req-73bd18b9-ed68-45c9-bbca-0e2bf5c782ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:48:03.590891 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-68cd566d-54ea-47c5-892e-d18b353557a8 req-73bd18b9-ed68-45c9-bbca-0e2bf5c782ef service neutron] 10.222.0.26 "GET /v2.0/subnets?id=22de4df8-967a-4ca5-99c3-67fec7ee33c8 HTTP/1.1" status: 200 len: 851 time: 0.0980406 Jul 13 13:48:03.613984 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-67bee144-71fb-45fc-8ff2-6251629e6762 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:03.631938 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aad12f0-5b71-4035-b71c-8f3152fd1af9 req-d1814bca-7e37-4fda-9e57-f452621b4150 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:48:03.633750 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8aad12f0-5b71-4035-b71c-8f3152fd1af9 req-d1814bca-7e37-4fda-9e57-f452621b4150 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] 10.222.0.26 "GET /v2.0/ports/3cca05c4-e450-4259-87c3-a2ac658c147b?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.4363344 Jul 13 13:48:03.703307 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cd566d-54ea-47c5-892e-d18b353557a8 req-2f3a79d5-dec1-4868-8945-c51d14ba4f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:48:03.704869 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-68cd566d-54ea-47c5-892e-d18b353557a8 req-2f3a79d5-dec1-4868-8945-c51d14ba4f11 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4044b022-747e-4834-bc76-73d0f411c2c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1069045 Jul 13 13:48:03.752195 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 9a1e9e1f-5f7d-4595-a1b9-cdc5ce99f78d up at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:48:03.861537 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 701959bd-8341-4407-9539-fee6ed678c7b up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:48:04.043742 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning complete for port 9a1e9e1f-5f7d-4595-a1b9-cdc5ce99f78d triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:48:04.046256 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:04.099755 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-68cd566d-54ea-47c5-892e-d18b353557a8 req-8ccbcf66-18cb-4158-bda6-855e05f4dfb8 service neutron] 10.222.0.26 "GET /v2.0/networks/4044b022-747e-4834-bc76-73d0f411c2c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3865576 Jul 13 13:48:04.140836 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 701959bd-8341-4407-9539-fee6ed678c7b triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:48:04.141209 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:04.154221 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d657a7d2-e786-491d-a928-56d3e52d9b63 req-6bf8fe3b-2e08-4497-8867-1cf886316f91 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:48:04.165597 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d657a7d2-e786-491d-a928-56d3e52d9b63 req-6bf8fe3b-2e08-4497-8867-1cf886316f91 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:48:04.171954 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d657a7d2-e786-491d-a928-56d3e52d9b63 req-6bf8fe3b-2e08-4497-8867-1cf886316f91 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:48:04.179595 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d657a7d2-e786-491d-a928-56d3e52d9b63 req-6bf8fe3b-2e08-4497-8867-1cf886316f91 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:48:04.192432 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d657a7d2-e786-491d-a928-56d3e52d9b63 req-6bf8fe3b-2e08-4497-8867-1cf886316f91 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:48:04.199567 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d657a7d2-e786-491d-a928-56d3e52d9b63 req-6bf8fe3b-2e08-4497-8867-1cf886316f91 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:48:04.207489 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d657a7d2-e786-491d-a928-56d3e52d9b63 req-6bf8fe3b-2e08-4497-8867-1cf886316f91 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:48:04.209926 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d657a7d2-e786-491d-a928-56d3e52d9b63 req-6bf8fe3b-2e08-4497-8867-1cf886316f91 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba24330e-3d10-45b2-aa45-d413663c46d4 HTTP/1.1" status: 200 len: 5431 time: 0.3471253 Jul 13 13:48:04.236633 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-bb1f3f41-d7c2-48ee-ab4f-6d437daeac72 None None] Provisioning for port 1073c2d8-e238-4cc0-ad57-7cc3cbc92cae completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:48:04.257084 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-bb1f3f41-d7c2-48ee-ab4f-6d437daeac72 None None] Provisioning complete for port 1073c2d8-e238-4cc0-ad57-7cc3cbc92cae triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:48:04.257467 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-bb1f3f41-d7c2-48ee-ab4f-6d437daeac72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:04.336800 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d657a7d2-e786-491d-a928-56d3e52d9b63 req-0668fc50-07e2-4901-9c02-12cdecebac17 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] 10.222.0.23 "GET /v2.0/security-groups?id=b297afe2-d282-4df8-a205-49b02bf6195a&id=4073f342-904a-4e74-a26d-da1c71da9763&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1167696 Jul 13 13:48:04.425461 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-68cd566d-54ea-47c5-892e-d18b353557a8 req-f6d687f9-35b8-40b0-b746-77be8c7cf7fa service neutron] 10.222.0.26 "GET /v2.0/networks/4044b022-747e-4834-bc76-73d0f411c2c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3067231 Jul 13 13:48:04.436729 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-eaa83f71-c1c5-4d9e-9a08-7be50486f2d5 req-85578c4a-9158-4a09-a46e-40af8d6c3d9a service neutron] 10.222.0.23 "GET /v2.0/networks/68b2b3e0-be8c-4026-af86-701861bbd8d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2023394 Jul 13 13:48:04.522702 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-bb1f3f41-d7c2-48ee-ab4f-6d437daeac72 None None] Port 1073c2d8-e238-4cc0-ad57-7cc3cbc92cae cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:48:04.584277 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-bb1f3f41-d7c2-48ee-ab4f-6d437daeac72 None None] Provisioning complete for port 701959bd-8341-4407-9539-fee6ed678c7b triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:48:04.585206 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-bb1f3f41-d7c2-48ee-ab4f-6d437daeac72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:04.703001 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:04.727689 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc54dd7-7808-429d-81cc-c4784d9913ec req-806fdcd4-18c2-420b-aa56-602804cf8efe tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:48:04.749204 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1bc54dd7-7808-429d-81cc-c4784d9913ec req-806fdcd4-18c2-420b-aa56-602804cf8efe tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d0bd205-085d-4da5-8b75-794e6e7b045d HTTP/1.1" status: 200 len: 943 time: 0.1413262 Jul 13 13:48:04.772262 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-67bee144-71fb-45fc-8ff2-6251629e6762 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:04.777743 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81c5c787-6742-49fd-b09f-4995272ab0f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a1e9e1f-5f7d-4595-a1b9-cdc5ce99f78d'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:48:04.805625 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c6c5302-2824-43c2-92a2-b689c567f411" -d '{"events": [{"server_uuid": "81c5c787-6742-49fd-b09f-4995272ab0f4", "name": "network-vif-plugged", "status": "completed", "tag": "9a1e9e1f-5f7d-4595-a1b9-cdc5ce99f78d"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:48:04.808489 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1bc54dd7-7808-429d-81cc-c4784d9913ec req-1f6f34bf-eb48-4159-8df7-a65472219436 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd374adc-73a7-4812-9be6-45acdaeb0bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580637 Jul 13 13:48:04.850542 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8aad12f0-5b71-4035-b71c-8f3152fd1af9 req-39e1948a-03af-49bc-afb2-e99a56d0ddec tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] 10.222.0.26 "GET /v2.0/networks/cc9dab26-3983-4dce-8c1c-cb82d11f88fb?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 1.2076836 Jul 13 13:48:04.857521 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 9a1e9e1f-5f7d-4595-a1b9-cdc5ce99f78d, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=9a1e9e1f-5f7d-4595-a1b9-cdc5ce99f78d,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:48:04.878204 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-8aad12f0-5b71-4035-b71c-8f3152fd1af9 req-2d443653-3588-4df7-bbca-23140f12c444 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:48:04.880892 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-67bee144-71fb-45fc-8ff2-6251629e6762 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:04.948955 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:05.073943 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bee144-71fb-45fc-8ff2-6251629e6762 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Pushing event updated for resources: {'Port': ['ID=1073c2d8-e238-4cc0-ad57-7cc3cbc92cae,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:48:05.151422 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-eaa83f71-c1c5-4d9e-9a08-7be50486f2d5 req-8f1be0b9-aab5-4df4-a5c5-7e0d8863fc47 service neutron] 10.222.0.23 "GET /v2.0/networks/68b2b3e0-be8c-4026-af86-701861bbd8d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7137070 Jul 13 13:48:05.299184 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fab23044-4514-4a18-8a0d-16fb985c6fb7 x-openstack-request-id: req-fab23044-4514-4a18-8a0d-16fb985c6fb7 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:48:05.299473 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81c5c787-6742-49fd-b09f-4995272ab0f4", "name": "network-vif-plugged", "status": "completed", "tag": "9a1e9e1f-5f7d-4595-a1b9-cdc5ce99f78d", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:48:05.299725 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fab23044-4514-4a18-8a0d-16fb985c6fb7 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:48:05.300112 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81c5c787-6742-49fd-b09f-4995272ab0f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a1e9e1f-5f7d-4595-a1b9-cdc5ce99f78d', 'code': 200} Jul 13 13:48:05.303762 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=9a1e9e1f-5f7d-4595-a1b9-cdc5ce99f78d,revision_number=10']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:48:05.437440 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-ebaa0733-d8ca-4aec-afb9-d43f083de4ce None None] Provisioning complete for port 1073c2d8-e238-4cc0-ad57-7cc3cbc92cae triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:48:05.437847 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ebaa0733-d8ca-4aec-afb9-d43f083de4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:05.547679 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-67bee144-71fb-45fc-8ff2-6251629e6762 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-450452'] for router_interface, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:05.555485 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-ebaa0733-d8ca-4aec-afb9-d43f083de4ce None None] Port 1073c2d8-e238-4cc0-ad57-7cc3cbc92cae cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:48:05.688142 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-8fc45e04-445a-47f7-be2e-8f6d9cb37d1c None None] Provisioning complete for port 1073c2d8-e238-4cc0-ad57-7cc3cbc92cae triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:48:05.690665 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8fc45e04-445a-47f7-be2e-8f6d9cb37d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:05.773110 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ea04e8d5-6f21-4323-af0a-f816faeeca10 req-522f5fe1-2d41-4459-aab7-a6c07ae22926 tempest-VolumesSnapshotTestJSON-1530323745 tempest-VolumesSnapshotTestJSON-1530323745-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9ff1efa-ec62-45dd-ba4d-c569c305f6d5 HTTP/1.1" status: 200 len: 210 time: 0.2359533 Jul 13 13:48:05.777106 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-8fc45e04-445a-47f7-be2e-8f6d9cb37d1c None None] Port 1073c2d8-e238-4cc0-ad57-7cc3cbc92cae cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:48:05.805606 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-8aad12f0-5b71-4035-b71c-8f3152fd1af9 req-2d443653-3588-4df7-bbca-23140f12c444 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:05.866451 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-67bee144-71fb-45fc-8ff2-6251629e6762 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:05.871482 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e62cf44-dcc6-4848-b1ef-68e946fc2213 req-3005be26-dee2-4447-a565-2c24cfbb622f tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:48:05.902205 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e62cf44-dcc6-4848-b1ef-68e946fc2213 req-3005be26-dee2-4447-a565-2c24cfbb622f tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:48:05.929999 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e62cf44-dcc6-4848-b1ef-68e946fc2213 req-3005be26-dee2-4447-a565-2c24cfbb622f tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:48:05.936818 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e62cf44-dcc6-4848-b1ef-68e946fc2213 req-3005be26-dee2-4447-a565-2c24cfbb622f tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:48:05.943965 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e62cf44-dcc6-4848-b1ef-68e946fc2213 req-3005be26-dee2-4447-a565-2c24cfbb622f tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:48:05.950297 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e62cf44-dcc6-4848-b1ef-68e946fc2213 req-3005be26-dee2-4447-a565-2c24cfbb622f tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:48:05.959578 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e62cf44-dcc6-4848-b1ef-68e946fc2213 req-3005be26-dee2-4447-a565-2c24cfbb622f tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:48:05.969337 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3e62cf44-dcc6-4848-b1ef-68e946fc2213 req-3005be26-dee2-4447-a565-2c24cfbb622f tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba24330e-3d10-45b2-aa45-d413663c46d4 HTTP/1.1" status: 200 len: 5431 time: 0.3112419 Jul 13 13:48:06.026374 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3e62cf44-dcc6-4848-b1ef-68e946fc2213 req-6e6f720b-187c-42d9-b894-7566b3617343 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] 10.222.0.23 "GET /v2.0/security-groups?id=b297afe2-d282-4df8-a205-49b02bf6195a&id=4073f342-904a-4e74-a26d-da1c71da9763&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0559788 Jul 13 13:48:06.584019 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71428167-b7e2-4d9b-9d4f-be405611508d req-cc206d02-bc82-484a-9318-a87eec4a970e tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:48:06.591781 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-71428167-b7e2-4d9b-9d4f-be405611508d req-cc206d02-bc82-484a-9318-a87eec4a970e tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d0bd205-085d-4da5-8b75-794e6e7b045d HTTP/1.1" status: 200 len: 943 time: 0.2911546 Jul 13 13:48:06.595261 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-67bee144-71fb-45fc-8ff2-6251629e6762 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:06.603413 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-8aad12f0-5b71-4035-b71c-8f3152fd1af9 req-2d443653-3588-4df7-bbca-23140f12c444 service neutron] For port 3cca05c4-e450-4259-87c3-a2ac658c147b, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=3cca05c4-e450-4259-87c3-a2ac658c147b,segment=NetworkSegment(9f7771f2-d981-496e-a6cb-2f28b09404cd),segment_id=9f7771f2-d981-496e-a6cb-2f28b09404cd)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:48:06.617710 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-67bee144-71fb-45fc-8ff2-6251629e6762 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:06.618524 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-67bee144-71fb-45fc-8ff2-6251629e6762 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1785045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451806'] for router_interface, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:06.821270 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-71428167-b7e2-4d9b-9d4f-be405611508d req-d54bc29e-dbdd-48f2-899a-759762c4ebcd tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd374adc-73a7-4812-9be6-45acdaeb0bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285013 Jul 13 13:48:06.822098 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bee144-71fb-45fc-8ff2-6251629e6762 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Pushing event updated for resources: {'Port': ['ID=1073c2d8-e238-4cc0-ad57-7cc3cbc92cae,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:48:06.825065 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-8aad12f0-5b71-4035-b71c-8f3152fd1af9 req-2d443653-3588-4df7-bbca-23140f12c444 service neutron] For port 3cca05c4-e450-4259-87c3-a2ac658c147b, host n-h1-800634-1, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:48:06.855307 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 5d2705d5-8100-4bcb-8267-4b82bf384a0e details requested by agent hyperv_n-h1-800634-1 with host n-h1-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 13:48:06.857573 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 8c8ea6d1-b0bc-4fe3-8965-3771992876e5 no longer exists at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:48:06.895038 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-8aad12f0-5b71-4035-b71c-8f3152fd1af9 req-2d443653-3588-4df7-bbca-23140f12c444 service neutron] device_id is not set on port 3cca05c4-e450-4259-87c3-a2ac658c147b yet. {{(pid=93750) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 13:48:06.909319 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67bee144-71fb-45fc-8ff2-6251629e6762 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Network 8af830e0-e3e8-42a2-9455-dfe649fb1502 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:48:06.912729 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-8aad12f0-5b71-4035-b71c-8f3152fd1af9 req-2d443653-3588-4df7-bbca-23140f12c444 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:06.915779 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-67bee144-71fb-45fc-8ff2-6251629e6762 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:48:06.946542 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-8aad12f0-5b71-4035-b71c-8f3152fd1af9 req-2d443653-3588-4df7-bbca-23140f12c444 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:07.073462 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-533203c7-32ce-49d8-ae73-76325d13ac7d req-8c67e181-7ce7-4b8a-b8d3-4a36da511ee0 tempest-VolumesSnapshotTestJSON-1530323745 tempest-VolumesSnapshotTestJSON-1530323745-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9ff1efa-ec62-45dd-ba4d-c569c305f6d5 HTTP/1.1" status: 200 len: 210 time: 0.0670733 Jul 13 13:48:07.273386 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-8aad12f0-5b71-4035-b71c-8f3152fd1af9 req-2d443653-3588-4df7-bbca-23140f12c444 service neutron] No DVR routers for this DVR port 3cca05c4-e450-4259-87c3-a2ac658c147b on host n-h1-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:48:07.276136 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d443653-3588-4df7-bbca-23140f12c444 service neutron] Pushing event updated for resources: {'Port': ['ID=3cca05c4-e450-4259-87c3-a2ac658c147b,revision_number=6']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:48:07.432800 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:07.531482 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba24330e-3d10-45b2-aa45-d413663c46d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c8ea6d1-b0bc-4fe3-8965-3771992876e5'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:48:07.540961 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0905d819-2b53-4fce-8e42-6e58afa4add8" -d '{"events": [{"server_uuid": "ba24330e-3d10-45b2-aa45-d413663c46d4", "name": "network-vif-unplugged", "status": "completed", "tag": "8c8ea6d1-b0bc-4fe3-8965-3771992876e5"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:48:07.551370 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-8aad12f0-5b71-4035-b71c-8f3152fd1af9 req-2d443653-3588-4df7-bbca-23140f12c444 service neutron] In _notify_port_updated(), no bound segment for port 3cca05c4-e450-4259-87c3-a2ac658c147b on network cc9dab26-3983-4dce-8c1c-cb82d11f88fb {{(pid=93750) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 13 13:48:07.558888 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aad12f0-5b71-4035-b71c-8f3152fd1af9 req-2d443653-3588-4df7-bbca-23140f12c444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:48:07.559883 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-8aad12f0-5b71-4035-b71c-8f3152fd1af9 req-2d443653-3588-4df7-bbca-23140f12c444 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:07.561430 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8aad12f0-5b71-4035-b71c-8f3152fd1af9 req-2d443653-3588-4df7-bbca-23140f12c444 service neutron] 10.222.0.26 "PUT /v2.0/ports/3cca05c4-e450-4259-87c3-a2ac658c147b HTTP/1.1" status: 200 len: 1026 time: 2.6982799 Jul 13 13:48:07.619354 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 8c8ea6d1-b0bc-4fe3-8965-3771992876e5, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=8c8ea6d1-b0bc-4fe3-8965-3771992876e5,segment=NetworkSegment(a1e3e7d9-9db1-4f41-8f44-5b4a3be7def2),segment_id=a1e3e7d9-9db1-4f41-8f44-5b4a3be7def2)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:48:07.635868 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 5d2705d5-8100-4bcb-8267-4b82bf384a0e, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=5d2705d5-8100-4bcb-8267-4b82bf384a0e,segment=NetworkSegment(370d7ede-eeb6-46ae-b4ce-87c4cdf3222b),segment_id=370d7ede-eeb6-46ae-b4ce-87c4cdf3222b)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:48:07.676157 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:07.677721 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 784aaf21-6f00-49f0-a99b-fca08f13346d no longer exists at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:48:07.685510 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 13:48:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fe9756e-a5cf-4ef7-9194-cb33da075e75 x-openstack-request-id: req-1fe9756e-a5cf-4ef7-9194-cb33da075e75 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:48:07.686083 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba24330e-3d10-45b2-aa45-d413663c46d4", "name": "network-vif-unplugged", "status": "completed", "tag": "8c8ea6d1-b0bc-4fe3-8965-3771992876e5", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:48:07.686499 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1fe9756e-a5cf-4ef7-9194-cb33da075e75 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:48:07.687069 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba24330e-3d10-45b2-aa45-d413663c46d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c8ea6d1-b0bc-4fe3-8965-3771992876e5', 'code': 200} Jul 13 13:48:07.764438 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Returning: {'device': '5d2705d5-8100-4bcb-8267-4b82bf384a0e', 'network_id': '4044b022-747e-4834-bc76-73d0f411c2c3', 'port_id': '5d2705d5-8100-4bcb-8267-4b82bf384a0e', 'mac_address': 'fa:16:3e:a1:6a:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22de4df8-967a-4ca5-99c3-67fec7ee33c8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 13:48:07.766903 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aad12f0-5b71-4035-b71c-8f3152fd1af9 req-5b4bd58a-93c6-4cff-bbdc-0fc81c0072dd tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:48:07.768187 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8aad12f0-5b71-4035-b71c-8f3152fd1af9 req-5b4bd58a-93c6-4cff-bbdc-0fc81c0072dd tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] 10.222.0.26 "GET /v2.0/ports/22d9a863-c098-4a4f-a30b-7f895c5bc062?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1981368 Jul 13 13:48:07.796729 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-8aad12f0-5b71-4035-b71c-8f3152fd1af9 req-4fc86ed3-00a7-49c0-932a-2af27121ae76 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:48:08.021454 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa83f71-c1c5-4d9e-9a08-7be50486f2d5 req-c6ed80c1-b401-4af4-8cb2-595e0cb3ff8c tempest-VolumesSnapshotTestJSON-1530323745 tempest-VolumesSnapshotTestJSON-1530323745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:48:08.030459 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-eaa83f71-c1c5-4d9e-9a08-7be50486f2d5 req-c6ed80c1-b401-4af4-8cb2-595e0cb3ff8c tempest-VolumesSnapshotTestJSON-1530323745 tempest-VolumesSnapshotTestJSON-1530323745-project] 10.222.0.41 "GET /v2.0/networks?id=68b2b3e0-be8c-4026-af86-701861bbd8d5 HTTP/1.1" status: 200 len: 814 time: 0.5978632 Jul 13 13:48:08.072895 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=8c8ea6d1-b0bc-4fe3-8965-3771992876e5,revision_number=6']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:48:08.142496 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-8aad12f0-5b71-4035-b71c-8f3152fd1af9 req-4fc86ed3-00a7-49c0-932a-2af27121ae76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:08.145292 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-eaa83f71-c1c5-4d9e-9a08-7be50486f2d5 req-2a1e6605-5b14-46bc-afcd-b457d50f72e8 tempest-VolumesSnapshotTestJSON-1530323745 tempest-VolumesSnapshotTestJSON-1530323745-project] Request body: {'port': {'device_id': 'c9ff1efa-ec62-45dd-ba4d-c569c305f6d5', 'network_id': '68b2b3e0-be8c-4026-af86-701861bbd8d5', 'admin_state_up': True, 'tenant_id': '1dbda003943b45fbbbb12d8492135589'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:48:08.246243 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:08.258226 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-605df924-9954-47f6-a4a4-0a6b14116bd5 None None] Provisioning complete for port 1073c2d8-e238-4cc0-ad57-7cc3cbc92cae triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:48:08.258908 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-605df924-9954-47f6-a4a4-0a6b14116bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:08.298051 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:08.323803 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d2705d5-8100-4bcb-8267-4b82bf384a0e {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:48:08.385543 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52642b35-a033-48dd-812d-9eafc4b9aa02 req-d632bb0b-a71c-4f63-aca2-c8fbb15c331f tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:48:08.397839 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-605df924-9954-47f6-a4a4-0a6b14116bd5 None None] Port 1073c2d8-e238-4cc0-ad57-7cc3cbc92cae cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:48:08.403098 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 5d2705d5-8100-4bcb-8267-4b82bf384a0e, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=5d2705d5-8100-4bcb-8267-4b82bf384a0e,segment=NetworkSegment(370d7ede-eeb6-46ae-b4ce-87c4cdf3222b),segment_id=370d7ede-eeb6-46ae-b4ce-87c4cdf3222b)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:48:08.415237 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-52642b35-a033-48dd-812d-9eafc4b9aa02 req-d632bb0b-a71c-4f63-aca2-c8fbb15c331f tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d0bd205-085d-4da5-8b75-794e6e7b045d HTTP/1.1" status: 200 len: 943 time: 0.3636284 Jul 13 13:48:08.485078 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-605df924-9954-47f6-a4a4-0a6b14116bd5 None None] Provisioning complete for port 3cca05c4-e450-4259-87c3-a2ac658c147b triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:48:08.485078 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-605df924-9954-47f6-a4a4-0a6b14116bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:08.503907 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:08.512962 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-8aad12f0-5b71-4035-b71c-8f3152fd1af9 req-4fc86ed3-00a7-49c0-932a-2af27121ae76 service neutron] For port 22d9a863-c098-4a4f-a30b-7f895c5bc062, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=22d9a863-c098-4a4f-a30b-7f895c5bc062,segment=NetworkSegment(9f7771f2-d981-496e-a6cb-2f28b09404cd),segment_id=9f7771f2-d981-496e-a6cb-2f28b09404cd)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:48:08.594213 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-8aad12f0-5b71-4035-b71c-8f3152fd1af9 req-4fc86ed3-00a7-49c0-932a-2af27121ae76 service neutron] For port 22d9a863-c098-4a4f-a30b-7f895c5bc062, host n-h1-800634-1, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:48:08.656573 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-8aad12f0-5b71-4035-b71c-8f3152fd1af9 req-4fc86ed3-00a7-49c0-932a-2af27121ae76 service neutron] device_id is not set on port 22d9a863-c098-4a4f-a30b-7f895c5bc062 yet. {{(pid=93750) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 13:48:08.666277 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-8aad12f0-5b71-4035-b71c-8f3152fd1af9 req-4fc86ed3-00a7-49c0-932a-2af27121ae76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:08.667453 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67bee144-71fb-45fc-8ff2-6251629e6762 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Router 71511f33-6cf8-4c32-9e05-9bf48f70aabe is scheduled to L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 with binding_index 1 {{(pid=93750) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 13:48:08.678366 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-8aad12f0-5b71-4035-b71c-8f3152fd1af9 req-4fc86ed3-00a7-49c0-932a-2af27121ae76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:08.681773 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 784aaf21-6f00-49f0-a99b-fca08f13346d, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=784aaf21-6f00-49f0-a99b-fca08f13346d,segment=NetworkSegment(ff3ccd98-edad-42e9-895c-e5d69e27583e),segment_id=ff3ccd98-edad-42e9-895c-e5d69e27583e)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:48:08.698297 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-52642b35-a033-48dd-812d-9eafc4b9aa02 req-cb59ebd6-407e-4e85-919f-ea995fcc2fb0 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd374adc-73a7-4812-9be6-45acdaeb0bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2747674 Jul 13 13:48:08.750707 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8145d23d-d8a9-4ab0-a70c-9ac38bb9e6d5 req-3140c08b-2658-44ac-a740-7e865c61f270 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:48:08.758749 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8145d23d-d8a9-4ab0-a70c-9ac38bb9e6d5 req-3140c08b-2658-44ac-a740-7e865c61f270 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:48:08.766287 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8145d23d-d8a9-4ab0-a70c-9ac38bb9e6d5 req-3140c08b-2658-44ac-a740-7e865c61f270 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:48:08.774522 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8145d23d-d8a9-4ab0-a70c-9ac38bb9e6d5 req-3140c08b-2658-44ac-a740-7e865c61f270 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:48:08.781561 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8145d23d-d8a9-4ab0-a70c-9ac38bb9e6d5 req-3140c08b-2658-44ac-a740-7e865c61f270 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:48:08.789157 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eaa83f71-c1c5-4d9e-9a08-7be50486f2d5 req-2a1e6605-5b14-46bc-afcd-b457d50f72e8 tempest-VolumesSnapshotTestJSON-1530323745 tempest-VolumesSnapshotTestJSON-1530323745-project] Made reservation on behalf of 1dbda003943b45fbbbb12d8492135589 for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:48:08.789278 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8145d23d-d8a9-4ab0-a70c-9ac38bb9e6d5 req-3140c08b-2658-44ac-a740-7e865c61f270 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:48:08.791503 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8145d23d-d8a9-4ab0-a70c-9ac38bb9e6d5 req-3140c08b-2658-44ac-a740-7e865c61f270 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba24330e-3d10-45b2-aa45-d413663c46d4 HTTP/1.1" status: 200 len: 4658 time: 1.3723044 Jul 13 13:48:08.795717 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc86ed3-00a7-49c0-932a-2af27121ae76 service neutron] Pushing event updated for resources: {'Port': ['ID=22d9a863-c098-4a4f-a30b-7f895c5bc062,revision_number=6']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:48:08.802537 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-eaa83f71-c1c5-4d9e-9a08-7be50486f2d5 req-2a1e6605-5b14-46bc-afcd-b457d50f72e8 tempest-VolumesSnapshotTestJSON-1530323745 tempest-VolumesSnapshotTestJSON-1530323745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:08.873607 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:08.874351 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 3cca05c4-e450-4259-87c3-a2ac658c147b no longer exists at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:48:08.955698 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['5d2705d5-8100-4bcb-8267-4b82bf384a0e'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:48:09.109377 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-605df924-9954-47f6-a4a4-0a6b14116bd5 None None] Port 3cca05c4-e450-4259-87c3-a2ac658c147b cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:48:09.182090 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=5d2705d5-8100-4bcb-8267-4b82bf384a0e,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:48:09.323070 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=784aaf21-6f00-49f0-a99b-fca08f13346d,revision_number=6']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:48:09.351137 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 3cca05c4-e450-4259-87c3-a2ac658c147b not bound to the agent host n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:48:09.351608 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 63cb8491-88ea-44c4-ba8b-ee99d545ca33 no longer exists at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:48:09.493661 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-65a7a501-59c1-4342-b30b-c70123597fda None None] Provisioning complete for port 22d9a863-c098-4a4f-a30b-7f895c5bc062 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:48:09.493956 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-65a7a501-59c1-4342-b30b-c70123597fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:09.648657 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-8aad12f0-5b71-4035-b71c-8f3152fd1af9 req-4fc86ed3-00a7-49c0-932a-2af27121ae76 service neutron] No DVR routers for this DVR port 22d9a863-c098-4a4f-a30b-7f895c5bc062 on host n-h1-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:48:09.672512 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-65a7a501-59c1-4342-b30b-c70123597fda None None] Port 22d9a863-c098-4a4f-a30b-7f895c5bc062 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:48:09.677945 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1c3c515e-4578-4459-84ce-dc08cf9562c9 req-56e20a23-71c2-4139-bdc0-7a756579eb67 tempest-VolumesSnapshotTestJSON-1530323745 tempest-VolumesSnapshotTestJSON-1530323745-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9ff1efa-ec62-45dd-ba4d-c569c305f6d5 HTTP/1.1" status: 200 len: 210 time: 0.6307824 Jul 13 13:48:09.708763 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba24330e-3d10-45b2-aa45-d413663c46d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '784aaf21-6f00-49f0-a99b-fca08f13346d'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:48:09.717916 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-801259eb-76bd-45cb-bcc2-d5f5a3327756" -d '{"events": [{"server_uuid": "ba24330e-3d10-45b2-aa45-d413663c46d4", "name": "network-vif-unplugged", "status": "completed", "tag": "784aaf21-6f00-49f0-a99b-fca08f13346d"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:48:09.733260 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc86ed3-00a7-49c0-932a-2af27121ae76 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:48:09.733720 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc86ed3-00a7-49c0-932a-2af27121ae76 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:48:09.734192 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc86ed3-00a7-49c0-932a-2af27121ae76 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:48:09.734637 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc86ed3-00a7-49c0-932a-2af27121ae76 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:48:09.735177 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc86ed3-00a7-49c0-932a-2af27121ae76 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:48:09.735614 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc86ed3-00a7-49c0-932a-2af27121ae76 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:48:09.737281 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc86ed3-00a7-49c0-932a-2af27121ae76 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:48:09.737281 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc86ed3-00a7-49c0-932a-2af27121ae76 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:48:09.737281 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc86ed3-00a7-49c0-932a-2af27121ae76 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:48:09.737940 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc86ed3-00a7-49c0-932a-2af27121ae76 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:48:09.769137 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc86ed3-00a7-49c0-932a-2af27121ae76 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:48:09.769671 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc86ed3-00a7-49c0-932a-2af27121ae76 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:48:09.778661 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67bee144-71fb-45fc-8ff2-6251629e6762 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:48:09.784662 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [req-eaa83f71-c1c5-4d9e-9a08-7be50486f2d5 req-2a1e6605-5b14-46bc-afcd-b457d50f72e8 tempest-VolumesSnapshotTestJSON-1530323745 tempest-VolumesSnapshotTestJSON-1530323745-project] Allocated IP 172.20.0.11 (68b2b3e0-be8c-4026-af86-701861bbd8d5/7cd703bd-560c-457b-9263-0fd2c2160030/14317e26-2e24-4734-ae24-d33de7fa272e) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:48:09.829127 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-8aad12f0-5b71-4035-b71c-8f3152fd1af9 req-4fc86ed3-00a7-49c0-932a-2af27121ae76 service neutron] In _notify_port_updated(), no bound segment for port 22d9a863-c098-4a4f-a30b-7f895c5bc062 on network cc9dab26-3983-4dce-8c1c-cb82d11f88fb {{(pid=93750) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 13 13:48:09.829715 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20d4306-14a2-45c5-b0b7-b8fb7e91643a None None] Sync routers for ids ['71511f33-6cf8-4c32-9e05-9bf48f70aabe'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:48:09.830719 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aad12f0-5b71-4035-b71c-8f3152fd1af9 req-4fc86ed3-00a7-49c0-932a-2af27121ae76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:48:09.835587 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-8aad12f0-5b71-4035-b71c-8f3152fd1af9 req-4fc86ed3-00a7-49c0-932a-2af27121ae76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:09.837229 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8aad12f0-5b71-4035-b71c-8f3152fd1af9 req-4fc86ed3-00a7-49c0-932a-2af27121ae76 service neutron] 10.222.0.26 "PUT /v2.0/ports/22d9a863-c098-4a4f-a30b-7f895c5bc062 HTTP/1.1" status: 200 len: 1026 time: 2.0555587 Jul 13 13:48:09.868280 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8145d23d-d8a9-4ab0-a70c-9ac38bb9e6d5 req-3ac04448-30d8-49aa-b73f-b35c4b89ef17 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] 10.222.0.23 "GET /v2.0/security-groups?id=b297afe2-d282-4df8-a205-49b02bf6195a&id=4073f342-904a-4e74-a26d-da1c71da9763&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.0532300 Jul 13 13:48:09.881311 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-67bee144-71fb-45fc-8ff2-6251629e6762 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] 10.222.0.23 "PUT /v2.0/routers/71511f33-6cf8-4c32-9e05-9bf48f70aabe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8895445 Jul 13 13:48:09.896858 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 46284) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:48:09.947375 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20d4306-14a2-45c5-b0b7-b8fb7e91643a None None] Routers {'71511f33-6cf8-4c32-9e05-9bf48f70aabe'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:48:09.948024 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-f20d4306-14a2-45c5-b0b7-b8fb7e91643a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:47:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['71511f33-6cf8-4c32-9e05-9bf48f70aabe'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:48:10.052116 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 13:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9be7378-1c9a-4457-bb26-b46f483e818d x-openstack-request-id: req-a9be7378-1c9a-4457-bb26-b46f483e818d {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:48:10.052383 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba24330e-3d10-45b2-aa45-d413663c46d4", "name": "network-vif-unplugged", "status": "completed", "tag": "784aaf21-6f00-49f0-a99b-fca08f13346d", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:48:10.052733 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a9be7378-1c9a-4457-bb26-b46f483e818d {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:48:10.053171 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba24330e-3d10-45b2-aa45-d413663c46d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '784aaf21-6f00-49f0-a99b-fca08f13346d', 'code': 200} Jul 13 13:48:10.075111 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-f20d4306-14a2-45c5-b0b7-b8fb7e91643a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:48:10.091584 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:10.145472 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20d4306-14a2-45c5-b0b7-b8fb7e91643a None None] Routers {'71511f33-6cf8-4c32-9e05-9bf48f70aabe'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:48:10.146871 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-f20d4306-14a2-45c5-b0b7-b8fb7e91643a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:47:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['71511f33-6cf8-4c32-9e05-9bf48f70aabe'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:48:10.183474 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-f20d4306-14a2-45c5-b0b7-b8fb7e91643a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:48:10.184163 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20d4306-14a2-45c5-b0b7-b8fb7e91643a None None] The sync data for ids ['71511f33-6cf8-4c32-9e05-9bf48f70aabe'] in n-d-800634-1 is: [] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:48:10.254497 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 63cb8491-88ea-44c4-ba8b-ee99d545ca33, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=63cb8491-88ea-44c4-ba8b-ee99d545ca33,segment=NetworkSegment(a1e3e7d9-9db1-4f41-8f44-5b4a3be7def2),segment_id=a1e3e7d9-9db1-4f41-8f44-5b4a3be7def2)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:48:10.265242 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:10.266132 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 35b9c0d6-bf46-4195-88bd-2cd8259cb742 no longer exists at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:48:10.314544 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-8aad12f0-5b71-4035-b71c-8f3152fd1af9 req-00dc7d99-202b-4fee-ab1e-c2e883ed58b1 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Deleting port 8c8ea6d1-b0bc-4fe3-8965-3771992876e5 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:48:10.315062 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-8aad12f0-5b71-4035-b71c-8f3152fd1af9 req-00dc7d99-202b-4fee-ab1e-c2e883ed58b1 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:10.332067 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8c3f077-710b-4b5c-b340-2d9b720b01b2 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:48:10.336802 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-e8c3f077-710b-4b5c-b340-2d9b720b01b2 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] 10.222.0.23 "GET /v2.0/ports?device_id=71511f33-6cf8-4c32-9e05-9bf48f70aabe HTTP/1.1" status: 200 len: 988 time: 0.4268644 Jul 13 13:48:10.343159 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 46312) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:48:10.439149 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=63cb8491-88ea-44c4-ba8b-ee99d545ca33,revision_number=6']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:48:10.509921 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:10.611147 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 35b9c0d6-bf46-4195-88bd-2cd8259cb742, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=35b9c0d6-bf46-4195-88bd-2cd8259cb742,segment=NetworkSegment(9f7771f2-d981-496e-a6cb-2f28b09404cd),segment_id=9f7771f2-d981-496e-a6cb-2f28b09404cd)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:48:10.628216 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381ef0ea-02d1-4d5f-a290-f8fe5338132d req-a1047fe2-ba55-44e9-9ede-106254690a84 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:48:10.630949 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:10.631686 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 81223daf-efa0-44c5-a889-92de62226cc8 no longer exists at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:48:10.637251 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-381ef0ea-02d1-4d5f-a290-f8fe5338132d req-a1047fe2-ba55-44e9-9ede-106254690a84 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d0bd205-085d-4da5-8b75-794e6e7b045d HTTP/1.1" status: 200 len: 944 time: 0.4560208 Jul 13 13:48:10.645220 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-8aad12f0-5b71-4035-b71c-8f3152fd1af9 req-00dc7d99-202b-4fee-ab1e-c2e883ed58b1 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] For port 8c8ea6d1-b0bc-4fe3-8965-3771992876e5, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=8c8ea6d1-b0bc-4fe3-8965-3771992876e5,segment=NetworkSegment(a1e3e7d9-9db1-4f41-8f44-5b4a3be7def2),segment_id=a1e3e7d9-9db1-4f41-8f44-5b4a3be7def2)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:48:10.646512 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-8aad12f0-5b71-4035-b71c-8f3152fd1af9 req-00dc7d99-202b-4fee-ab1e-c2e883ed58b1 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:10.711126 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-8aad12f0-5b71-4035-b71c-8f3152fd1af9 req-00dc7d99-202b-4fee-ab1e-c2e883ed58b1 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Calling delete_port for 8c8ea6d1-b0bc-4fe3-8965-3771992876e5 owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:48:10.745347 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-eaa83f71-c1c5-4d9e-9a08-7be50486f2d5 req-2a1e6605-5b14-46bc-afcd-b457d50f72e8 tempest-VolumesSnapshotTestJSON-1530323745 tempest-VolumesSnapshotTestJSON-1530323745-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:10.777839 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-381ef0ea-02d1-4d5f-a290-f8fe5338132d req-9151901d-399c-4510-badd-be0fc795765e tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd374adc-73a7-4812-9be6-45acdaeb0bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393635 Jul 13 13:48:10.876665 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-eaa83f71-c1c5-4d9e-9a08-7be50486f2d5 req-2a1e6605-5b14-46bc-afcd-b457d50f72e8 tempest-VolumesSnapshotTestJSON-1530323745 tempest-VolumesSnapshotTestJSON-1530323745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:10.902169 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=35b9c0d6-bf46-4195-88bd-2cd8259cb742,revision_number=6']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:48:10.975694 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eaa83f71-c1c5-4d9e-9a08-7be50486f2d5 req-2a1e6605-5b14-46bc-afcd-b457d50f72e8 tempest-VolumesSnapshotTestJSON-1530323745 tempest-VolumesSnapshotTestJSON-1530323745-project] Network 68b2b3e0-be8c-4026-af86-701861bbd8d5 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:48:11.007857 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [req-eaa83f71-c1c5-4d9e-9a08-7be50486f2d5 req-2a1e6605-5b14-46bc-afcd-b457d50f72e8 tempest-VolumesSnapshotTestJSON-1530323745 tempest-VolumesSnapshotTestJSON-1530323745-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:48:11.019512 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaa83f71-c1c5-4d9e-9a08-7be50486f2d5 req-2a1e6605-5b14-46bc-afcd-b457d50f72e8 tempest-VolumesSnapshotTestJSON-1530323745 tempest-VolumesSnapshotTestJSON-1530323745-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:48:11.083075 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:11.140196 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1e6605-5b14-46bc-afcd-b457d50f72e8 tempest-VolumesSnapshotTestJSON-1530323745 tempest-VolumesSnapshotTestJSON-1530323745-project] Pushing event updated for resources: {'Port': ['ID=14317e26-2e24-4734-ae24-d33de7fa272e,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:48:11.156386 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1e6605-5b14-46bc-afcd-b457d50f72e8 tempest-VolumesSnapshotTestJSON-1530323745 tempest-VolumesSnapshotTestJSON-1530323745-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:48:11.157420 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1e6605-5b14-46bc-afcd-b457d50f72e8 tempest-VolumesSnapshotTestJSON-1530323745 tempest-VolumesSnapshotTestJSON-1530323745-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:48:11.158466 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1e6605-5b14-46bc-afcd-b457d50f72e8 tempest-VolumesSnapshotTestJSON-1530323745 tempest-VolumesSnapshotTestJSON-1530323745-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:48:11.159002 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1e6605-5b14-46bc-afcd-b457d50f72e8 tempest-VolumesSnapshotTestJSON-1530323745 tempest-VolumesSnapshotTestJSON-1530323745-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:48:11.159750 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1e6605-5b14-46bc-afcd-b457d50f72e8 tempest-VolumesSnapshotTestJSON-1530323745 tempest-VolumesSnapshotTestJSON-1530323745-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:48:11.160278 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1e6605-5b14-46bc-afcd-b457d50f72e8 tempest-VolumesSnapshotTestJSON-1530323745 tempest-VolumesSnapshotTestJSON-1530323745-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:48:11.160803 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1e6605-5b14-46bc-afcd-b457d50f72e8 tempest-VolumesSnapshotTestJSON-1530323745 tempest-VolumesSnapshotTestJSON-1530323745-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:48:11.163412 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1e6605-5b14-46bc-afcd-b457d50f72e8 tempest-VolumesSnapshotTestJSON-1530323745 tempest-VolumesSnapshotTestJSON-1530323745-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:48:11.165328 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1e6605-5b14-46bc-afcd-b457d50f72e8 tempest-VolumesSnapshotTestJSON-1530323745 tempest-VolumesSnapshotTestJSON-1530323745-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:48:11.165909 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1e6605-5b14-46bc-afcd-b457d50f72e8 tempest-VolumesSnapshotTestJSON-1530323745 tempest-VolumesSnapshotTestJSON-1530323745-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:48:11.166675 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1e6605-5b14-46bc-afcd-b457d50f72e8 tempest-VolumesSnapshotTestJSON-1530323745 tempest-VolumesSnapshotTestJSON-1530323745-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:48:11.167304 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1e6605-5b14-46bc-afcd-b457d50f72e8 tempest-VolumesSnapshotTestJSON-1530323745 tempest-VolumesSnapshotTestJSON-1530323745-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:48:11.211205 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-8aad12f0-5b71-4035-b71c-8f3152fd1af9 req-00dc7d99-202b-4fee-ab1e-c2e883ed58b1 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:11.230918 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 81223daf-efa0-44c5-a889-92de62226cc8, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=81223daf-efa0-44c5-a889-92de62226cc8,segment=NetworkSegment(9f7771f2-d981-496e-a6cb-2f28b09404cd),segment_id=9f7771f2-d981-496e-a6cb-2f28b09404cd)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:48:11.245818 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:11.275786 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa83f71-c1c5-4d9e-9a08-7be50486f2d5 req-2a1e6605-5b14-46bc-afcd-b457d50f72e8 tempest-VolumesSnapshotTestJSON-1530323745 tempest-VolumesSnapshotTestJSON-1530323745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:48:11.276482 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-eaa83f71-c1c5-4d9e-9a08-7be50486f2d5 req-2a1e6605-5b14-46bc-afcd-b457d50f72e8 tempest-VolumesSnapshotTestJSON-1530323745 tempest-VolumesSnapshotTestJSON-1530323745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:11.280183 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dc7d99-202b-4fee-ab1e-c2e883ed58b1 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Pushing event deleted for resources: {'Port': ['ID=8c8ea6d1-b0bc-4fe3-8965-3771992876e5,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:48:11.308121 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 22d9a863-c098-4a4f-a30b-7f895c5bc062 no longer exists at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:48:11.342079 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60213205-0ee4-4a40-b1c9-9c8fd38ae0b4 req-3dc491b7-9e08-4ff3-aaef-81aac8fb3302 tempest-VolumesSnapshotTestJSON-1530323745 tempest-VolumesSnapshotTestJSON-1530323745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:48:11.343696 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-60213205-0ee4-4a40-b1c9-9c8fd38ae0b4 req-3dc491b7-9e08-4ff3-aaef-81aac8fb3302 tempest-VolumesSnapshotTestJSON-1530323745 tempest-VolumesSnapshotTestJSON-1530323745-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9ff1efa-ec62-45dd-ba4d-c569c305f6d5 HTTP/1.1" status: 200 len: 932 time: 0.2794836 Jul 13 13:48:11.402036 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-eaa83f71-c1c5-4d9e-9a08-7be50486f2d5 req-2a1e6605-5b14-46bc-afcd-b457d50f72e8 tempest-VolumesSnapshotTestJSON-1530323745 tempest-VolumesSnapshotTestJSON-1530323745-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2788703 Jul 13 13:48:11.431128 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 22d9a863-c098-4a4f-a30b-7f895c5bc062 not bound to the agent host n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:48:11.432946 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=81223daf-efa0-44c5-a889-92de62226cc8,revision_number=6']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:48:11.447009 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-eaa83f71-c1c5-4d9e-9a08-7be50486f2d5 req-91b8caa5-1dd6-4058-98be-db03a73d0658 service neutron] Request body: {'port': {'device_id': 'c9ff1efa-ec62-45dd-ba4d-c569c305f6d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-1'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:48:11.448188 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 5d2705d5-8100-4bcb-8267-4b82bf384a0e up at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:48:11.481481 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-8aad12f0-5b71-4035-b71c-8f3152fd1af9 req-00dc7d99-202b-4fee-ab1e-c2e883ed58b1 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] No DVR routers for this DVR port 8c8ea6d1-b0bc-4fe3-8965-3771992876e5 on host n-h1-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:48:11.495087 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-8aad12f0-5b71-4035-b71c-8f3152fd1af9 req-00dc7d99-202b-4fee-ab1e-c2e883ed58b1 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:11.497176 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8aad12f0-5b71-4035-b71c-8f3152fd1af9 req-00dc7d99-202b-4fee-ab1e-c2e883ed58b1 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] 10.222.0.26 "DELETE /v2.0/ports/8c8ea6d1-b0bc-4fe3-8965-3771992876e5 HTTP/1.1" status: 204 len: 173 time: 1.6245897 Jul 13 13:48:11.497680 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba24330e-3d10-45b2-aa45-d413663c46d4', 'name': 'network-vif-deleted', 'tag': '8c8ea6d1-b0bc-4fe3-8965-3771992876e5'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:48:11.561798 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning for port 5d2705d5-8100-4bcb-8267-4b82bf384a0e completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:48:11.562013 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1243814-32e4-4002-b2a3-c3eafe635b93" -d '{"events": [{"server_uuid": "ba24330e-3d10-45b2-aa45-d413663c46d4", "name": "network-vif-deleted", "tag": "8c8ea6d1-b0bc-4fe3-8965-3771992876e5"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:48:11.562105 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning complete for port 5d2705d5-8100-4bcb-8267-4b82bf384a0e triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:48:11.562105 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:11.671280 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:11.673094 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b3b0fd-04e7-4094-9952-47c5c9161e2b req-aad6e341-f3f7-4939-948c-278a59ae600f tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:48:11.685148 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b3b0fd-04e7-4094-9952-47c5c9161e2b req-aad6e341-f3f7-4939-948c-278a59ae600f tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:48:11.696400 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b3b0fd-04e7-4094-9952-47c5c9161e2b req-aad6e341-f3f7-4939-948c-278a59ae600f tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:48:11.729334 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 5d2705d5-8100-4bcb-8267-4b82bf384a0e, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=5d2705d5-8100-4bcb-8267-4b82bf384a0e,segment=NetworkSegment(370d7ede-eeb6-46ae-b4ce-87c4cdf3222b),segment_id=370d7ede-eeb6-46ae-b4ce-87c4cdf3222b)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:48:11.738968 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b3b0fd-04e7-4094-9952-47c5c9161e2b req-aad6e341-f3f7-4939-948c-278a59ae600f tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:48:11.740935 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:11.741577 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-eaa83f71-c1c5-4d9e-9a08-7be50486f2d5 req-91b8caa5-1dd6-4058-98be-db03a73d0658 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:11.742384 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-40b3b0fd-04e7-4094-9952-47c5c9161e2b req-aad6e341-f3f7-4939-948c-278a59ae600f tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba24330e-3d10-45b2-aa45-d413663c46d4 HTTP/1.1" status: 200 len: 3142 time: 0.4595838 Jul 13 13:48:11.798744 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-60213205-0ee4-4a40-b1c9-9c8fd38ae0b4 req-57a03c0f-d7c9-4b7e-ae83-c050b1ef06f5 tempest-VolumesSnapshotTestJSON-1530323745 tempest-VolumesSnapshotTestJSON-1530323745-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d324018-3b64-490a-b771-a1e814df3c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3985910 Jul 13 13:48:11.907381 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-40b3b0fd-04e7-4094-9952-47c5c9161e2b req-c88e5a33-e0d3-4e10-8660-f35238a2b630 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] 10.222.0.23 "GET /v2.0/security-groups?id=b297afe2-d282-4df8-a205-49b02bf6195a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1421354 Jul 13 13:48:12.050258 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-8aad12f0-5b71-4035-b71c-8f3152fd1af9 req-1176c63c-9e47-4b68-8726-066c08f06067 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Deleting port 63cb8491-88ea-44c4-ba8b-ee99d545ca33 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:48:12.058991 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-8aad12f0-5b71-4035-b71c-8f3152fd1af9 req-1176c63c-9e47-4b68-8726-066c08f06067 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:12.064643 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba24330e-3d10-45b2-aa45-d413663c46d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63cb8491-88ea-44c4-ba8b-ee99d545ca33'}, {'server_uuid': 'ba24330e-3d10-45b2-aa45-d413663c46d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35b9c0d6-bf46-4195-88bd-2cd8259cb742'}, {'server_uuid': 'ba24330e-3d10-45b2-aa45-d413663c46d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81223daf-efa0-44c5-a889-92de62226cc8'}, {'server_uuid': '4d0bd205-085d-4da5-8b75-794e6e7b045d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d2705d5-8100-4bcb-8267-4b82bf384a0e'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:48:12.079295 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb0afb29-fab9-429e-8cb7-11a1f9c3f461" -d '{"events": [{"server_uuid": "ba24330e-3d10-45b2-aa45-d413663c46d4", "name": "network-vif-unplugged", "status": "completed", "tag": "63cb8491-88ea-44c4-ba8b-ee99d545ca33"}, {"server_uuid": "ba24330e-3d10-45b2-aa45-d413663c46d4", "name": "network-vif-unplugged", "status": "completed", "tag": "35b9c0d6-bf46-4195-88bd-2cd8259cb742"}, {"server_uuid": "ba24330e-3d10-45b2-aa45-d413663c46d4", "name": "network-vif-unplugged", "status": "completed", "tag": "81223daf-efa0-44c5-a889-92de62226cc8"}, {"server_uuid": "4d0bd205-085d-4da5-8b75-794e6e7b045d", "name": "network-vif-plugged", "status": "completed", "tag": "5d2705d5-8100-4bcb-8267-4b82bf384a0e"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:48:12.158923 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:48:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cbd68e5-a1b2-4edd-8ba7-30dae5d9be12 x-openstack-request-id: req-1cbd68e5-a1b2-4edd-8ba7-30dae5d9be12 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:48:12.160375 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba24330e-3d10-45b2-aa45-d413663c46d4", "name": "network-vif-deleted", "tag": "8c8ea6d1-b0bc-4fe3-8965-3771992876e5", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:48:12.162048 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1cbd68e5-a1b2-4edd-8ba7-30dae5d9be12 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:48:12.165399 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba24330e-3d10-45b2-aa45-d413663c46d4', 'name': 'network-vif-deleted', 'tag': '8c8ea6d1-b0bc-4fe3-8965-3771992876e5', 'status': 'completed', 'code': 200} Jul 13 13:48:12.185336 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=5d2705d5-8100-4bcb-8267-4b82bf384a0e,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:48:12.416213 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 702 Content-Type: application/json Date: Tue, 13 Jul 2021 13:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b561d547-6a0c-406c-98c3-772c50bb0f9b x-openstack-request-id: req-b561d547-6a0c-406c-98c3-772c50bb0f9b {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:48:12.416822 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba24330e-3d10-45b2-aa45-d413663c46d4", "name": "network-vif-unplugged", "status": "completed", "tag": "63cb8491-88ea-44c4-ba8b-ee99d545ca33", "code": 200}, {"server_uuid": "ba24330e-3d10-45b2-aa45-d413663c46d4", "name": "network-vif-unplugged", "status": "completed", "tag": "35b9c0d6-bf46-4195-88bd-2cd8259cb742", "code": 200}, {"server_uuid": "ba24330e-3d10-45b2-aa45-d413663c46d4", "name": "network-vif-unplugged", "status": "completed", "tag": "81223daf-efa0-44c5-a889-92de62226cc8", "code": 200}, {"server_uuid": "4d0bd205-085d-4da5-8b75-794e6e7b045d", "name": "network-vif-plugged", "status": "completed", "tag": "5d2705d5-8100-4bcb-8267-4b82bf384a0e", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:48:12.416822 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b561d547-6a0c-406c-98c3-772c50bb0f9b {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:48:12.417173 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba24330e-3d10-45b2-aa45-d413663c46d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63cb8491-88ea-44c4-ba8b-ee99d545ca33', 'code': 200} Jul 13 13:48:12.417847 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba24330e-3d10-45b2-aa45-d413663c46d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35b9c0d6-bf46-4195-88bd-2cd8259cb742', 'code': 200} Jul 13 13:48:12.418016 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba24330e-3d10-45b2-aa45-d413663c46d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81223daf-efa0-44c5-a889-92de62226cc8', 'code': 200} Jul 13 13:48:12.418151 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d0bd205-085d-4da5-8b75-794e6e7b045d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d2705d5-8100-4bcb-8267-4b82bf384a0e', 'code': 200} Jul 13 13:48:12.465265 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-8aad12f0-5b71-4035-b71c-8f3152fd1af9 req-1176c63c-9e47-4b68-8726-066c08f06067 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] For port 63cb8491-88ea-44c4-ba8b-ee99d545ca33, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=63cb8491-88ea-44c4-ba8b-ee99d545ca33,segment=NetworkSegment(a1e3e7d9-9db1-4f41-8f44-5b4a3be7def2),segment_id=a1e3e7d9-9db1-4f41-8f44-5b4a3be7def2)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:48:12.466384 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-8aad12f0-5b71-4035-b71c-8f3152fd1af9 req-1176c63c-9e47-4b68-8726-066c08f06067 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:12.486252 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-8aad12f0-5b71-4035-b71c-8f3152fd1af9 req-1176c63c-9e47-4b68-8726-066c08f06067 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Calling delete_port for 63cb8491-88ea-44c4-ba8b-ee99d545ca33 owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:48:12.514156 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [req-eaa83f71-c1c5-4d9e-9a08-7be50486f2d5 req-91b8caa5-1dd6-4058-98be-db03a73d0658 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14317e26-2e24-4734-ae24-d33de7fa272e {{(pid=93751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:48:12.522538 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-eaa83f71-c1c5-4d9e-9a08-7be50486f2d5 req-91b8caa5-1dd6-4058-98be-db03a73d0658 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:12.539218 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-eaa83f71-c1c5-4d9e-9a08-7be50486f2d5 req-91b8caa5-1dd6-4058-98be-db03a73d0658 service neutron] Transition to ACTIVE for port object 14317e26-2e24-4734-ae24-d33de7fa272e will not be triggered until provisioned by entity L2. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:48:12.566138 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608f8a02-30e8-4388-8f18-3dada74af617 req-138a5168-1cde-463e-a5b5-f5fb515a4bc3 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:48:12.574041 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-608f8a02-30e8-4388-8f18-3dada74af617 req-138a5168-1cde-463e-a5b5-f5fb515a4bc3 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d0bd205-085d-4da5-8b75-794e6e7b045d HTTP/1.1" status: 200 len: 945 time: 0.1735685 Jul 13 13:48:12.577169 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-eaa83f71-c1c5-4d9e-9a08-7be50486f2d5 req-91b8caa5-1dd6-4058-98be-db03a73d0658 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:12.645195 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-608f8a02-30e8-4388-8f18-3dada74af617 req-ebee3539-bdb8-4181-9bb2-35b693e1d056 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd374adc-73a7-4812-9be6-45acdaeb0bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698736 Jul 13 13:48:12.750307 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b8caa5-1dd6-4058-98be-db03a73d0658 service neutron] Pushing event updated for resources: {'Port': ['ID=14317e26-2e24-4734-ae24-d33de7fa272e,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:48:12.780927 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5fe1240d-cd31-4764-aac6-556d074c65b6 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451695'] for router_interface, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:12.785123 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d131149-964e-48d7-ae3a-c394ac465c38 req-a318c7b8-4236-462d-b738-c08adfd54ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:48:12.787920 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8d131149-964e-48d7-ae3a-c394ac465c38 req-a318c7b8-4236-462d-b738-c08adfd54ce7 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4d0bd205-085d-4da5-8b75-794e6e7b045d HTTP/1.1" status: 200 len: 1096 time: 0.2470262 Jul 13 13:48:12.890519 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-8aad12f0-5b71-4035-b71c-8f3152fd1af9 req-1176c63c-9e47-4b68-8726-066c08f06067 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:13.007911 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1176c63c-9e47-4b68-8726-066c08f06067 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Pushing event deleted for resources: {'Port': ['ID=63cb8491-88ea-44c4-ba8b-ee99d545ca33,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:48:13.096880 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8d131149-964e-48d7-ae3a-c394ac465c38 req-93fc9a4b-a09a-4d5c-bd5e-231c693eb852 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=fd374adc-73a7-4812-9be6-45acdaeb0bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2554476 Jul 13 13:48:13.124125 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-8aad12f0-5b71-4035-b71c-8f3152fd1af9 req-1176c63c-9e47-4b68-8726-066c08f06067 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] No DVR routers for this DVR port 63cb8491-88ea-44c4-ba8b-ee99d545ca33 on host n-h1-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:48:13.127484 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-8aad12f0-5b71-4035-b71c-8f3152fd1af9 req-1176c63c-9e47-4b68-8726-066c08f06067 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:13.137864 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8aad12f0-5b71-4035-b71c-8f3152fd1af9 req-1176c63c-9e47-4b68-8726-066c08f06067 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] 10.222.0.26 "DELETE /v2.0/ports/63cb8491-88ea-44c4-ba8b-ee99d545ca33 HTTP/1.1" status: 204 len: 173 time: 1.6176884 Jul 13 13:48:13.184499 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-eaa83f71-c1c5-4d9e-9a08-7be50486f2d5 req-91b8caa5-1dd6-4058-98be-db03a73d0658 service neutron] Attempting to bind port 14317e26-2e24-4734-ae24-d33de7fa272e on host n-h2-800634-1 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:48:13.186464 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-eaa83f71-c1c5-4d9e-9a08-7be50486f2d5 req-91b8caa5-1dd6-4058-98be-db03a73d0658 service neutron] Attempting to bind port 14317e26-2e24-4734-ae24-d33de7fa272e by drivers openvswitch,hyperv on host n-h2-800634-1 at level 0 using segments [{'id': 'e3fac023-d7d1-4cf0-b297-dd3b054ff05b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '68b2b3e0-be8c-4026-af86-701861bbd8d5'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:48:13.189884 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaa83f71-c1c5-4d9e-9a08-7be50486f2d5 req-91b8caa5-1dd6-4058-98be-db03a73d0658 service neutron] Attempting to bind port 14317e26-2e24-4734-ae24-d33de7fa272e on network 68b2b3e0-be8c-4026-af86-701861bbd8d5 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:48:13.383917 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaa83f71-c1c5-4d9e-9a08-7be50486f2d5 req-91b8caa5-1dd6-4058-98be-db03a73d0658 service neutron] Port 14317e26-2e24-4734-ae24-d33de7fa272e on network 68b2b3e0-be8c-4026-af86-701861bbd8d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-1 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:48:13.384264 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaa83f71-c1c5-4d9e-9a08-7be50486f2d5 req-91b8caa5-1dd6-4058-98be-db03a73d0658 service neutron] Attempting to bind port 14317e26-2e24-4734-ae24-d33de7fa272e on network 68b2b3e0-be8c-4026-af86-701861bbd8d5 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:48:13.402242 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaa83f71-c1c5-4d9e-9a08-7be50486f2d5 req-91b8caa5-1dd6-4058-98be-db03a73d0658 service neutron] Checking agent: {'id': 'f615e5c9-21ab-43f2-adbc-192d64b795cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:48:13.408244 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaa83f71-c1c5-4d9e-9a08-7be50486f2d5 req-91b8caa5-1dd6-4058-98be-db03a73d0658 service neutron] Checking segment: {'id': 'e3fac023-d7d1-4cf0-b297-dd3b054ff05b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '68b2b3e0-be8c-4026-af86-701861bbd8d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:48:13.408843 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaa83f71-c1c5-4d9e-9a08-7be50486f2d5 req-91b8caa5-1dd6-4058-98be-db03a73d0658 service neutron] Bound using segment: {'id': 'e3fac023-d7d1-4cf0-b297-dd3b054ff05b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '68b2b3e0-be8c-4026-af86-701861bbd8d5'} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:48:13.409653 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-eaa83f71-c1c5-4d9e-9a08-7be50486f2d5 req-91b8caa5-1dd6-4058-98be-db03a73d0658 service neutron] Bound port: 14317e26-2e24-4734-ae24-d33de7fa272e, host: n-h2-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3fac023-d7d1-4cf0-b297-dd3b054ff05b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '68b2b3e0-be8c-4026-af86-701861bbd8d5'}}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:48:13.410873 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-eaa83f71-c1c5-4d9e-9a08-7be50486f2d5 req-91b8caa5-1dd6-4058-98be-db03a73d0658 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:13.538674 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-8aad12f0-5b71-4035-b71c-8f3152fd1af9 req-55de33c0-02c5-4721-b80c-3e5579694add tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Deleting port 35b9c0d6-bf46-4195-88bd-2cd8259cb742 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:48:13.540885 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-8aad12f0-5b71-4035-b71c-8f3152fd1af9 req-55de33c0-02c5-4721-b80c-3e5579694add tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:13.812918 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5897723-36ab-48ea-988b-9ca0f241a350 req-7bdf2e9a-9894-4a2d-bca1-740ea490ee85 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:48:13.825994 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5897723-36ab-48ea-988b-9ca0f241a350 req-7bdf2e9a-9894-4a2d-bca1-740ea490ee85 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:48:13.832646 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5897723-36ab-48ea-988b-9ca0f241a350 req-7bdf2e9a-9894-4a2d-bca1-740ea490ee85 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:48:13.835447 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b5897723-36ab-48ea-988b-9ca0f241a350 req-7bdf2e9a-9894-4a2d-bca1-740ea490ee85 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba24330e-3d10-45b2-aa45-d413663c46d4 HTTP/1.1" status: 200 len: 2409 time: 0.4682307 Jul 13 13:48:13.857899 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-8aad12f0-5b71-4035-b71c-8f3152fd1af9 req-55de33c0-02c5-4721-b80c-3e5579694add tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] For port 35b9c0d6-bf46-4195-88bd-2cd8259cb742, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=35b9c0d6-bf46-4195-88bd-2cd8259cb742,segment=NetworkSegment(9f7771f2-d981-496e-a6cb-2f28b09404cd),segment_id=9f7771f2-d981-496e-a6cb-2f28b09404cd)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:48:13.858676 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-8aad12f0-5b71-4035-b71c-8f3152fd1af9 req-55de33c0-02c5-4721-b80c-3e5579694add tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:13.889658 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-8aad12f0-5b71-4035-b71c-8f3152fd1af9 req-55de33c0-02c5-4721-b80c-3e5579694add tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Calling delete_port for 35b9c0d6-bf46-4195-88bd-2cd8259cb742 owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:48:13.925823 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b5897723-36ab-48ea-988b-9ca0f241a350 req-fbbf053e-37e5-45f0-9432-35587a72c9ca tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] 10.222.0.23 "GET /v2.0/security-groups?id=b297afe2-d282-4df8-a205-49b02bf6195a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838675 Jul 13 13:48:13.972328 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-eaa83f71-c1c5-4d9e-9a08-7be50486f2d5 req-91b8caa5-1dd6-4058-98be-db03a73d0658 service neutron] For port 14317e26-2e24-4734-ae24-d33de7fa272e, host n-h2-800634-1, cleared binding levels {{(pid=93751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:48:14.084148 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-eaa83f71-c1c5-4d9e-9a08-7be50486f2d5 req-91b8caa5-1dd6-4058-98be-db03a73d0658 service neutron] For port 14317e26-2e24-4734-ae24-d33de7fa272e, host n-h2-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=14317e26-2e24-4734-ae24-d33de7fa272e,segment=NetworkSegment(e3fac023-d7d1-4cf0-b297-dd3b054ff05b),segment_id=e3fac023-d7d1-4cf0-b297-dd3b054ff05b)] {{(pid=93751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:48:14.112698 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-eaa83f71-c1c5-4d9e-9a08-7be50486f2d5 req-91b8caa5-1dd6-4058-98be-db03a73d0658 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:14.154708 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464cf70d-a0f9-4515-b658-4c841ee374ef req-32f6f223-b2b1-486f-a440-29e87dd4086f tempest-VolumesSnapshotTestJSON-1530323745 tempest-VolumesSnapshotTestJSON-1530323745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:48:14.167889 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-464cf70d-a0f9-4515-b658-4c841ee374ef req-32f6f223-b2b1-486f-a440-29e87dd4086f tempest-VolumesSnapshotTestJSON-1530323745 tempest-VolumesSnapshotTestJSON-1530323745-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9ff1efa-ec62-45dd-ba4d-c569c305f6d5 HTTP/1.1" status: 200 len: 944 time: 1.0205903 Jul 13 13:48:14.290572 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba24330e-3d10-45b2-aa45-d413663c46d4', 'name': 'network-vif-deleted', 'tag': '63cb8491-88ea-44c4-ba8b-ee99d545ca33'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:48:14.308278 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-464cf70d-a0f9-4515-b658-4c841ee374ef req-7ab74e54-24cf-4ee2-8bce-0cb9f7bcedb2 tempest-VolumesSnapshotTestJSON-1530323745 tempest-VolumesSnapshotTestJSON-1530323745-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d324018-3b64-490a-b771-a1e814df3c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393232 Jul 13 13:48:14.310007 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb8712b5-3efa-411a-b924-d8d8501eb9b5" -d '{"events": [{"server_uuid": "ba24330e-3d10-45b2-aa45-d413663c46d4", "name": "network-vif-deleted", "tag": "63cb8491-88ea-44c4-ba8b-ee99d545ca33"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:48:14.325011 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-8aad12f0-5b71-4035-b71c-8f3152fd1af9 req-55de33c0-02c5-4721-b80c-3e5579694add tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:14.342960 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa83f71-c1c5-4d9e-9a08-7be50486f2d5 req-91b8caa5-1dd6-4058-98be-db03a73d0658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:48:14.347283 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-eaa83f71-c1c5-4d9e-9a08-7be50486f2d5 req-91b8caa5-1dd6-4058-98be-db03a73d0658 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:14.352012 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-eaa83f71-c1c5-4d9e-9a08-7be50486f2d5 req-91b8caa5-1dd6-4058-98be-db03a73d0658 service neutron] 10.222.0.41 "PUT /v2.0/ports/14317e26-2e24-4734-ae24-d33de7fa272e HTTP/1.1" status: 200 len: 1092 time: 2.9384720 Jul 13 13:48:14.355839 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9ff1efa-ec62-45dd-ba4d-c569c305f6d5', 'tag': '14317e26-2e24-4734-ae24-d33de7fa272e'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:48:14.366476 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d17b627af75e17e0f4b8d6239d04f8c2f78634e2c585e32a7aeca336500f34a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-149f9652-fbcf-4aa1-b3c1-9f3622c4dc6b" -d '{"events": [{"name": "network-changed", "server_uuid": "c9ff1efa-ec62-45dd-ba4d-c569c305f6d5", "tag": "14317e26-2e24-4734-ae24-d33de7fa272e"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:48:14.488431 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b79f657-7b68-47e9-8d21-4da1912b288c x-openstack-request-id: req-9b79f657-7b68-47e9-8d21-4da1912b288c {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:48:14.490470 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba24330e-3d10-45b2-aa45-d413663c46d4", "name": "network-vif-deleted", "tag": "63cb8491-88ea-44c4-ba8b-ee99d545ca33", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:48:14.491015 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9b79f657-7b68-47e9-8d21-4da1912b288c {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:48:14.491577 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba24330e-3d10-45b2-aa45-d413663c46d4', 'name': 'network-vif-deleted', 'tag': '63cb8491-88ea-44c4-ba8b-ee99d545ca33', 'status': 'completed', 'code': 200} Jul 13 13:48:14.500646 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55de33c0-02c5-4721-b80c-3e5579694add tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Pushing event deleted for resources: {'Port': ['ID=35b9c0d6-bf46-4195-88bd-2cd8259cb742,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:48:14.540077 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 13:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9c331b3-223a-4718-ad71-f63fe0eb8e55 x-openstack-request-id: req-a9c331b3-223a-4718-ad71-f63fe0eb8e55 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:48:14.540734 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9ff1efa-ec62-45dd-ba4d-c569c305f6d5", "tag": "14317e26-2e24-4734-ae24-d33de7fa272e", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:48:14.541334 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a9c331b3-223a-4718-ad71-f63fe0eb8e55 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:48:14.542114 n-d-800634-1 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9ff1efa-ec62-45dd-ba4d-c569c305f6d5', 'tag': '14317e26-2e24-4734-ae24-d33de7fa272e', 'status': 'completed', 'code': 200} Jul 13 13:48:14.562686 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b8caa5-1dd6-4058-98be-db03a73d0658 service neutron] Pushing event updated for resources: {'Port': ['ID=14317e26-2e24-4734-ae24-d33de7fa272e,revision_number=3']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:48:14.612621 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa83f71-c1c5-4d9e-9a08-7be50486f2d5 req-1cc1cb6f-bdea-4894-951a-f81e0b5905fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:48:14.615070 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-eaa83f71-c1c5-4d9e-9a08-7be50486f2d5 req-1cc1cb6f-bdea-4894-951a-f81e0b5905fb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1dbda003943b45fbbbb12d8492135589&device_id=c9ff1efa-ec62-45dd-ba4d-c569c305f6d5 HTTP/1.1" status: 200 len: 1095 time: 0.1772864 Jul 13 13:48:14.616639 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-5fe1240d-cd31-4764-aac6-556d074c65b6 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Deleting port 1073c2d8-e238-4cc0-ad57-7cc3cbc92cae {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:48:14.616980 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5fe1240d-cd31-4764-aac6-556d074c65b6 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:14.628474 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-8aad12f0-5b71-4035-b71c-8f3152fd1af9 req-55de33c0-02c5-4721-b80c-3e5579694add tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] No DVR routers for this DVR port 35b9c0d6-bf46-4195-88bd-2cd8259cb742 on host n-h1-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:48:14.632257 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-8aad12f0-5b71-4035-b71c-8f3152fd1af9 req-55de33c0-02c5-4721-b80c-3e5579694add tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:14.634495 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8aad12f0-5b71-4035-b71c-8f3152fd1af9 req-55de33c0-02c5-4721-b80c-3e5579694add tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] 10.222.0.26 "DELETE /v2.0/ports/35b9c0d6-bf46-4195-88bd-2cd8259cb742 HTTP/1.1" status: 204 len: 173 time: 1.4894221 Jul 13 13:48:14.703392 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdd95e7-3f59-4f6a-b4c5-8b1858e9dd8f req-3d110857-851e-48a2-a2cd-903ec2d0ce32 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:48:14.705082 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bfdd95e7-3f59-4f6a-b4c5-8b1858e9dd8f req-3d110857-851e-48a2-a2cd-903ec2d0ce32 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d0bd205-085d-4da5-8b75-794e6e7b045d HTTP/1.1" status: 200 len: 945 time: 0.3540797 Jul 13 13:48:14.736334 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5fe1240d-cd31-4764-aac6-556d074c65b6 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:14.760809 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-5fe1240d-cd31-4764-aac6-556d074c65b6 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Calling delete_port for 1073c2d8-e238-4cc0-ad57-7cc3cbc92cae owned by network:router_interface {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:48:14.774668 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bfdd95e7-3f59-4f6a-b4c5-8b1858e9dd8f req-83c41eb8-f045-468e-ac6d-a26742b48aa4 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd374adc-73a7-4812-9be6-45acdaeb0bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628304 Jul 13 13:48:14.844275 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-8aad12f0-5b71-4035-b71c-8f3152fd1af9 req-afd1bc56-04a3-4ed9-b8dd-bd9b91285129 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Deleting port 784aaf21-6f00-49f0-a99b-fca08f13346d {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:48:14.844633 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-8aad12f0-5b71-4035-b71c-8f3152fd1af9 req-afd1bc56-04a3-4ed9-b8dd-bd9b91285129 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:15.128185 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-8aad12f0-5b71-4035-b71c-8f3152fd1af9 req-afd1bc56-04a3-4ed9-b8dd-bd9b91285129 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] For port 784aaf21-6f00-49f0-a99b-fca08f13346d, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=784aaf21-6f00-49f0-a99b-fca08f13346d,segment=NetworkSegment(ff3ccd98-edad-42e9-895c-e5d69e27583e),segment_id=ff3ccd98-edad-42e9-895c-e5d69e27583e)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:48:15.128563 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-8aad12f0-5b71-4035-b71c-8f3152fd1af9 req-afd1bc56-04a3-4ed9-b8dd-bd9b91285129 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:15.688287 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f47505f-5f4c-45d3-ac52-18a4ea2a7149 req-4a84e659-73a5-46d2-bbbd-755790731d9d tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:48:15.700360 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f47505f-5f4c-45d3-ac52-18a4ea2a7149 req-4a84e659-73a5-46d2-bbbd-755790731d9d tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:48:15.732284 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3f47505f-5f4c-45d3-ac52-18a4ea2a7149 req-4a84e659-73a5-46d2-bbbd-755790731d9d tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba24330e-3d10-45b2-aa45-d413663c46d4 HTTP/1.1" status: 200 len: 1676 time: 0.4333699 Jul 13 13:48:15.855756 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3f47505f-5f4c-45d3-ac52-18a4ea2a7149 req-9535a14c-062c-4488-a6b7-887a76160d61 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] 10.222.0.23 "GET /v2.0/security-groups?id=b297afe2-d282-4df8-a205-49b02bf6195a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1224835 Jul 13 13:48:16.125373 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-eaa83f71-c1c5-4d9e-9a08-7be50486f2d5 req-61c9a2e9-e0d7-4c74-b6ae-46b4ed60ac6d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=14317e26-2e24-4734-ae24-d33de7fa272e HTTP/1.1" status: 200 len: 217 time: 0.1035726 Jul 13 13:48:16.128775 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-8aad12f0-5b71-4035-b71c-8f3152fd1af9 req-afd1bc56-04a3-4ed9-b8dd-bd9b91285129 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:16.129160 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-8aad12f0-5b71-4035-b71c-8f3152fd1af9 req-afd1bc56-04a3-4ed9-b8dd-bd9b91285129 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446547'] for floatingip, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:16.129471 n-d-800634-1 neutron-server[93750]: INFO neutron.db.l3_db [req-8aad12f0-5b71-4035-b71c-8f3152fd1af9 req-afd1bc56-04a3-4ed9-b8dd-bd9b91285129 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Floating IP 7059bf3b-cecc-43cd-babc-5e4968b60205 disassociated. External IP: 172.25.6.188, port: 784aaf21-6f00-49f0-a99b-fca08f13346d. Jul 13 13:48:16.129957 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-8aad12f0-5b71-4035-b71c-8f3152fd1af9 req-afd1bc56-04a3-4ed9-b8dd-bd9b91285129 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Calling delete_port for 784aaf21-6f00-49f0-a99b-fca08f13346d owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:48:16.131335 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5fe1240d-cd31-4764-aac6-556d074c65b6 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:16.330806 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe1240d-cd31-4764-aac6-556d074c65b6 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Pushing event deleted for resources: {'Port': ['ID=1073c2d8-e238-4cc0-ad57-7cc3cbc92cae,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:48:16.492980 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba24330e-3d10-45b2-aa45-d413663c46d4', 'name': 'network-vif-deleted', 'tag': '35b9c0d6-bf46-4195-88bd-2cd8259cb742'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:48:16.496558 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-653cb553-fbee-4a13-a46f-842c4ef55a6d" -d '{"events": [{"server_uuid": "ba24330e-3d10-45b2-aa45-d413663c46d4", "name": "network-vif-deleted", "tag": "35b9c0d6-bf46-4195-88bd-2cd8259cb742"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:48:16.509713 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-8aad12f0-5b71-4035-b71c-8f3152fd1af9 req-afd1bc56-04a3-4ed9-b8dd-bd9b91285129 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:16.629677 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd1bc56-04a3-4ed9-b8dd-bd9b91285129 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Pushing event deleted for resources: {'Port': ['ID=784aaf21-6f00-49f0-a99b-fca08f13346d,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:48:16.719591 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5fe1240d-cd31-4764-aac6-556d074c65b6 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1785036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452491'] for router_interface, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:16.769183 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa83f71-c1c5-4d9e-9a08-7be50486f2d5 req-9c1beb53-bedd-4f1d-9425-6d05192d6381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:48:16.770849 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-eaa83f71-c1c5-4d9e-9a08-7be50486f2d5 req-9c1beb53-bedd-4f1d-9425-6d05192d6381 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7cd703bd-560c-457b-9263-0fd2c2160030 HTTP/1.1" status: 200 len: 854 time: 0.6364713 Jul 13 13:48:16.895004 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-eaa83f71-c1c5-4d9e-9a08-7be50486f2d5 req-3371a523-a640-43b5-94d9-6c7dd99e5c1e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=68b2b3e0-be8c-4026-af86-701861bbd8d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1042168 Jul 13 13:48:16.916835 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb04e68-3059-4911-9565-c67d380e0759 req-1014b6be-8c66-44bd-aa00-bc7a67cceb9e tempest-VolumesSnapshotTestJSON-1530323745 tempest-VolumesSnapshotTestJSON-1530323745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:48:16.951163 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4eb04e68-3059-4911-9565-c67d380e0759 req-1014b6be-8c66-44bd-aa00-bc7a67cceb9e tempest-VolumesSnapshotTestJSON-1530323745 tempest-VolumesSnapshotTestJSON-1530323745-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9ff1efa-ec62-45dd-ba4d-c569c305f6d5 HTTP/1.1" status: 200 len: 944 time: 0.9292674 Jul 13 13:48:16.954944 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:48:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f82586d9-efa4-4215-b05e-1c4ce5990eac x-openstack-request-id: req-f82586d9-efa4-4215-b05e-1c4ce5990eac {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:48:16.955727 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba24330e-3d10-45b2-aa45-d413663c46d4", "name": "network-vif-deleted", "tag": "35b9c0d6-bf46-4195-88bd-2cd8259cb742", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:48:16.955991 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f82586d9-efa4-4215-b05e-1c4ce5990eac {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:48:16.956408 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba24330e-3d10-45b2-aa45-d413663c46d4', 'name': 'network-vif-deleted', 'tag': '35b9c0d6-bf46-4195-88bd-2cd8259cb742', 'status': 'completed', 'code': 200} Jul 13 13:48:17.064451 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8aad12f0-5b71-4035-b71c-8f3152fd1af9 req-afd1bc56-04a3-4ed9-b8dd-bd9b91285129 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Router 6a579f2f-e206-4c87-9ca4-4cabe6057de4 has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 13:48:17.180456 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-62d1d587-3193-4813-9a2b-08991ca57ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:17.447713 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4eb04e68-3059-4911-9565-c67d380e0759 req-d2dc9541-7155-4fdb-a787-acb45a74a3fa tempest-VolumesSnapshotTestJSON-1530323745 tempest-VolumesSnapshotTestJSON-1530323745-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d324018-3b64-490a-b771-a1e814df3c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4956272 Jul 13 13:48:17.563452 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8aad12f0-5b71-4035-b71c-8f3152fd1af9 req-afd1bc56-04a3-4ed9-b8dd-bd9b91285129 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:48:17.577061 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35d3955-f38e-452a-8f7c-99c553e0bb93 None None] Sync routers for ids ['6a579f2f-e206-4c87-9ca4-4cabe6057de4'] in n-d-800634-1 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:48:17.589554 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35d3955-f38e-452a-8f7c-99c553e0bb93 None None] Routers {'6a579f2f-e206-4c87-9ca4-4cabe6057de4'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:48:17.591743 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-f35d3955-f38e-452a-8f7c-99c553e0bb93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:47:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['6a579f2f-e206-4c87-9ca4-4cabe6057de4'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:48:17.763142 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-8aad12f0-5b71-4035-b71c-8f3152fd1af9 req-afd1bc56-04a3-4ed9-b8dd-bd9b91285129 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] No DVR routers for this DVR port 784aaf21-6f00-49f0-a99b-fca08f13346d on host n-h1-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:48:17.776425 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-8aad12f0-5b71-4035-b71c-8f3152fd1af9 req-afd1bc56-04a3-4ed9-b8dd-bd9b91285129 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:17.779573 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8aad12f0-5b71-4035-b71c-8f3152fd1af9 req-afd1bc56-04a3-4ed9-b8dd-bd9b91285129 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] 10.222.0.26 "DELETE /v2.0/ports/784aaf21-6f00-49f0-a99b-fca08f13346d HTTP/1.1" status: 204 len: 173 time: 3.1356273 Jul 13 13:48:17.796695 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fe1240d-cd31-4764-aac6-556d074c65b6 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Router 71511f33-6cf8-4c32-9e05-9bf48f70aabe has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 13:48:17.803527 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9717eff-91f6-4ef0-bece-167177e51e9a req-87e38945-11aa-4490-b496-10f145b42bd7 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:48:17.827559 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b9717eff-91f6-4ef0-bece-167177e51e9a req-87e38945-11aa-4490-b496-10f145b42bd7 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba24330e-3d10-45b2-aa45-d413663c46d4 HTTP/1.1" status: 200 len: 942 time: 0.5974233 Jul 13 13:48:17.863055 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-eaa83f71-c1c5-4d9e-9a08-7be50486f2d5 req-7334cbad-5ed1-436f-ad17-a2fdfa49b62a service neutron] 10.222.0.41 "GET /v2.0/networks/68b2b3e0-be8c-4026-af86-701861bbd8d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6671991 Jul 13 13:48:18.015874 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fe1240d-cd31-4764-aac6-556d074c65b6 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:48:18.038163 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b0b7f7-f1e1-40b2-86ca-2b142eb543e3 None None] Sync routers for ids ['71511f33-6cf8-4c32-9e05-9bf48f70aabe'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:48:18.051163 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b0b7f7-f1e1-40b2-86ca-2b142eb543e3 None None] Routers {'71511f33-6cf8-4c32-9e05-9bf48f70aabe'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:48:18.052360 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-b7b0b7f7-f1e1-40b2-86ca-2b142eb543e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:47:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['71511f33-6cf8-4c32-9e05-9bf48f70aabe'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:48:18.198154 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-f35d3955-f38e-452a-8f7c-99c553e0bb93 None None] Set router 6a579f2f-e206-4c87-9ca4-4cabe6057de4 gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:48:18.243404 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b9717eff-91f6-4ef0-bece-167177e51e9a req-15e2de2b-a745-4dee-b9f1-6cdbc4ccbabc tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] 10.222.0.23 "GET /v2.0/security-groups?id=b297afe2-d282-4df8-a205-49b02bf6195a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4122343 Jul 13 13:48:18.256711 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-5fe1240d-cd31-4764-aac6-556d074c65b6 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] 10.222.0.23 "PUT /v2.0/routers/71511f33-6cf8-4c32-9e05-9bf48f70aabe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9122388 Jul 13 13:48:18.261665 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 46772) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:48:18.280507 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-b7b0b7f7-f1e1-40b2-86ca-2b142eb543e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:48:18.381074 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b0b7f7-f1e1-40b2-86ca-2b142eb543e3 None None] Routers {'71511f33-6cf8-4c32-9e05-9bf48f70aabe'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:48:18.381911 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-b7b0b7f7-f1e1-40b2-86ca-2b142eb543e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:47:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['71511f33-6cf8-4c32-9e05-9bf48f70aabe'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:48:18.392724 n-d-800634-1 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8da1c6a-e877-432d-9bf5-d268cb861eb5 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] GET failed (client error): The resource could not be found. Jul 13 13:48:18.399970 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-b8da1c6a-e877-432d-9bf5-d268cb861eb5 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] 10.222.0.23 "GET /v2.0/ports/1073c2d8-e238-4cc0-ad57-7cc3cbc92cae HTTP/1.1" status: 404 len: 333 time: 0.1350076 Jul 13 13:48:18.403269 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 46778) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:48:18.423984 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-eaa83f71-c1c5-4d9e-9a08-7be50486f2d5 req-cf9d0c24-73f7-4094-9dbf-2ca946b1384a service neutron] 10.222.0.41 "GET /v2.0/networks/68b2b3e0-be8c-4026-af86-701861bbd8d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4053881 Jul 13 13:48:18.518019 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-b7b0b7f7-f1e1-40b2-86ca-2b142eb543e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:48:18.518705 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b0b7f7-f1e1-40b2-86ca-2b142eb543e3 None None] The sync data for ids ['71511f33-6cf8-4c32-9e05-9bf48f70aabe'] in n-d-800634-1 is: [] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:48:18.624286 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149f9652-fbcf-4aa1-b3c1-9f3622c4dc6b req-ca67208c-deeb-4e74-bb01-f184bdf77c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:48:18.625912 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-149f9652-fbcf-4aa1-b3c1-9f3622c4dc6b req-ca67208c-deeb-4e74-bb01-f184bdf77c8f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1dbda003943b45fbbbb12d8492135589&device_id=c9ff1efa-ec62-45dd-ba4d-c569c305f6d5 HTTP/1.1" status: 200 len: 1095 time: 0.1369565 Jul 13 13:48:18.757576 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-94a6941a-5bfb-4db5-b3d6-3b3e53e10eca tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks [] for router, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:18.774582 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-f35d3955-f38e-452a-8f7c-99c553e0bb93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a579f2f-e206-4c87-9ca4-4cabe6057de4', 'name': 'tempest-TaggedBootDevicesTest-1450640649-router', 'tenant_id': '6adf017ce9b34499b7ba676da54c44ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.64'}], 'enable_snat': True}, 'gw_port_id': '0fa0ae64-dc0b-4c1b-9742-6dda8f394e39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:37:27Z', 'updated_at': '2021-07-13T13:37:38Z', 'revision_number': 4, 'project_id': '6adf017ce9b34499b7ba676da54c44ef', 'gw_port': {'id': '0fa0ae64-dc0b-4c1b-9742-6dda8f394e39', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:40:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a579f2f-e206-4c87-9ca4-4cabe6057de4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:37:29Z', 'updated_at': '2021-07-13T13:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': 'da83f38d-d128-48e1-a79d-7995e549918a', 'name': '', 'network_id': 'f75cac05-674a-4151-a43b-a75ea71e3ffa', 'tenant_id': '6adf017ce9b34499b7ba676da54c44ef', 'mac_address': 'fa:16:3e:8e:6a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a579f2f-e206-4c87-9ca4-4cabe6057de4', 'device_owner': 'network:router_interface', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '3c765b7b-3092-42ad-86c2-6cb8eedd39e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:37:36Z', 'updated_at': '2021-07-13T13:37:45Z', 'revision_number': 5, 'project_id': '6adf017ce9b34499b7ba676da54c44ef', 'subnets': [{'id': '3c765b7b-3092-42ad-86c2-6cb8eedd39e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:48:18.850179 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149f9652-fbcf-4aa1-b3c1-9f3622c4dc6b req-02e84dc9-57a1-4ad6-8ecc-6e1f7b5b7268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:48:18.851681 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-149f9652-fbcf-4aa1-b3c1-9f3622c4dc6b req-02e84dc9-57a1-4ad6-8ecc-6e1f7b5b7268 service neutron] 10.222.0.41 "GET /v2.0/networks?id=68b2b3e0-be8c-4026-af86-701861bbd8d5 HTTP/1.1" status: 200 len: 914 time: 0.2191911 Jul 13 13:48:18.873484 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a019de-1ca4-410d-af56-265e241efe34 req-f31fdcff-2a74-4e0e-b12a-adcfc0e55922 tempest-VolumesSnapshotTestJSON-1530323745 tempest-VolumesSnapshotTestJSON-1530323745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:48:18.881184 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-91a019de-1ca4-410d-af56-265e241efe34 req-f31fdcff-2a74-4e0e-b12a-adcfc0e55922 tempest-VolumesSnapshotTestJSON-1530323745 tempest-VolumesSnapshotTestJSON-1530323745-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9ff1efa-ec62-45dd-ba4d-c569c305f6d5 HTTP/1.1" status: 200 len: 944 time: 0.1299863 Jul 13 13:48:18.888395 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35d3955-f38e-452a-8f7c-99c553e0bb93 None None] Checking router: 6a579f2f-e206-4c87-9ca4-4cabe6057de4 for host: n-d-800634-1 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 13:48:18.913388 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35d3955-f38e-452a-8f7c-99c553e0bb93 None None] Routers {'6a579f2f-e206-4c87-9ca4-4cabe6057de4'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:48:18.914440 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-f35d3955-f38e-452a-8f7c-99c553e0bb93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:47:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['6a579f2f-e206-4c87-9ca4-4cabe6057de4'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:48:18.944660 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-149f9652-fbcf-4aa1-b3c1-9f3622c4dc6b req-e29d6454-8bcb-4952-b02f-ed51299bf517 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=14317e26-2e24-4734-ae24-d33de7fa272e HTTP/1.1" status: 200 len: 217 time: 0.0555854 Jul 13 13:48:18.967942 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba24330e-3d10-45b2-aa45-d413663c46d4', 'name': 'network-vif-deleted', 'tag': '784aaf21-6f00-49f0-a99b-fca08f13346d'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:48:18.975929 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27b43cb5-7323-43b8-aec8-744860d9b552" -d '{"events": [{"server_uuid": "ba24330e-3d10-45b2-aa45-d413663c46d4", "name": "network-vif-deleted", "tag": "784aaf21-6f00-49f0-a99b-fca08f13346d"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:48:19.025350 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-91a019de-1ca4-410d-af56-265e241efe34 req-fe3d63b6-66d4-4e26-b30d-44ea23d1ad41 tempest-VolumesSnapshotTestJSON-1530323745 tempest-VolumesSnapshotTestJSON-1530323745-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d324018-3b64-490a-b771-a1e814df3c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432512 Jul 13 13:48:19.148057 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149f9652-fbcf-4aa1-b3c1-9f3622c4dc6b req-ced3734a-e0e5-47f5-8cc6-997eebcd5daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:48:19.149541 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-149f9652-fbcf-4aa1-b3c1-9f3622c4dc6b req-ced3734a-e0e5-47f5-8cc6-997eebcd5daa service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7cd703bd-560c-457b-9263-0fd2c2160030 HTTP/1.1" status: 200 len: 854 time: 0.1722574 Jul 13 13:48:19.153180 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:48:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edb5e07e-22fc-4e1b-8c3e-e179d17b43df x-openstack-request-id: req-edb5e07e-22fc-4e1b-8c3e-e179d17b43df {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:48:19.153472 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba24330e-3d10-45b2-aa45-d413663c46d4", "name": "network-vif-deleted", "tag": "784aaf21-6f00-49f0-a99b-fca08f13346d", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:48:19.153768 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-edb5e07e-22fc-4e1b-8c3e-e179d17b43df {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:48:19.154146 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba24330e-3d10-45b2-aa45-d413663c46d4', 'name': 'network-vif-deleted', 'tag': '784aaf21-6f00-49f0-a99b-fca08f13346d', 'status': 'completed', 'code': 200} Jul 13 13:48:19.217033 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-149f9652-fbcf-4aa1-b3c1-9f3622c4dc6b req-947719ff-879b-4781-996b-691d554e0951 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=68b2b3e0-be8c-4026-af86-701861bbd8d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595410 Jul 13 13:48:19.231415 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-f35d3955-f38e-452a-8f7c-99c553e0bb93 None None] Set router 6a579f2f-e206-4c87-9ca4-4cabe6057de4 gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:48:19.234208 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-8aad12f0-5b71-4035-b71c-8f3152fd1af9 req-46ebc60c-a34e-4e81-bb68-93bf3b1ff3ef tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Deleting port 81223daf-efa0-44c5-a889-92de62226cc8 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:48:19.234566 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-8aad12f0-5b71-4035-b71c-8f3152fd1af9 req-46ebc60c-a34e-4e81-bb68-93bf3b1ff3ef tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:19.435498 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-8aad12f0-5b71-4035-b71c-8f3152fd1af9 req-46ebc60c-a34e-4e81-bb68-93bf3b1ff3ef tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] For port 81223daf-efa0-44c5-a889-92de62226cc8, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=81223daf-efa0-44c5-a889-92de62226cc8,segment=NetworkSegment(9f7771f2-d981-496e-a6cb-2f28b09404cd),segment_id=9f7771f2-d981-496e-a6cb-2f28b09404cd)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:48:19.436189 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-8aad12f0-5b71-4035-b71c-8f3152fd1af9 req-46ebc60c-a34e-4e81-bb68-93bf3b1ff3ef tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:19.440896 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-149f9652-fbcf-4aa1-b3c1-9f3622c4dc6b req-0593dbd1-0ed7-49a3-b5b3-6bea274a1af2 service neutron] 10.222.0.41 "GET /v2.0/networks/68b2b3e0-be8c-4026-af86-701861bbd8d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158237 Jul 13 13:48:19.474322 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-8aad12f0-5b71-4035-b71c-8f3152fd1af9 req-46ebc60c-a34e-4e81-bb68-93bf3b1ff3ef tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Calling delete_port for 81223daf-efa0-44c5-a889-92de62226cc8 owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:48:19.682223 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-94a6941a-5bfb-4db5-b3d6-3b3e53e10eca tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1591938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2696'] for router, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:19.686331 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-94a6941a-5bfb-4db5-b3d6-3b3e53e10eca tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:19.762144 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-149f9652-fbcf-4aa1-b3c1-9f3622c4dc6b req-206ef07c-9f2e-4201-9de4-0aae4d1a684a service neutron] 10.222.0.41 "GET /v2.0/networks/68b2b3e0-be8c-4026-af86-701861bbd8d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3139446 Jul 13 13:48:19.782059 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b346e9-035c-49cd-880d-b8b77cf0bc8e req-724429f0-d0e5-4a8a-b357-c1b8cf31e73d tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:48:19.789092 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-94a6941a-5bfb-4db5-b3d6-3b3e53e10eca tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593106'] for router, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:19.789809 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94a6941a-5bfb-4db5-b3d6-3b3e53e10eca tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Fanout notify agent at l3_agent the message router_deleted on router 71511f33-6cf8-4c32-9e05-9bf48f70aabe {{(pid=93750) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 13:48:19.794889 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-41b346e9-035c-49cd-880d-b8b77cf0bc8e req-724429f0-d0e5-4a8a-b357-c1b8cf31e73d tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba24330e-3d10-45b2-aa45-d413663c46d4 HTTP/1.1" status: 200 len: 942 time: 0.1991198 Jul 13 13:48:19.804027 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-94a6941a-5bfb-4db5-b3d6-3b3e53e10eca tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:19.808364 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 46810) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:48:19.812290 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-94a6941a-5bfb-4db5-b3d6-3b3e53e10eca tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] 10.222.0.23 "DELETE /v2.0/routers/71511f33-6cf8-4c32-9e05-9bf48f70aabe HTTP/1.1" status: 204 len: 168 time: 1.3189273 Jul 13 13:48:19.839251 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-f35d3955-f38e-452a-8f7c-99c553e0bb93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a579f2f-e206-4c87-9ca4-4cabe6057de4', 'name': 'tempest-TaggedBootDevicesTest-1450640649-router', 'tenant_id': '6adf017ce9b34499b7ba676da54c44ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.64'}], 'enable_snat': True}, 'gw_port_id': '0fa0ae64-dc0b-4c1b-9742-6dda8f394e39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:37:27Z', 'updated_at': '2021-07-13T13:37:38Z', 'revision_number': 4, 'project_id': '6adf017ce9b34499b7ba676da54c44ef', 'gw_port': {'id': '0fa0ae64-dc0b-4c1b-9742-6dda8f394e39', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:40:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a579f2f-e206-4c87-9ca4-4cabe6057de4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:37:29Z', 'updated_at': '2021-07-13T13:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': 'da83f38d-d128-48e1-a79d-7995e549918a', 'name': '', 'network_id': 'f75cac05-674a-4151-a43b-a75ea71e3ffa', 'tenant_id': '6adf017ce9b34499b7ba676da54c44ef', 'mac_address': 'fa:16:3e:8e:6a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a579f2f-e206-4c87-9ca4-4cabe6057de4', 'device_owner': 'network:router_interface', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '3c765b7b-3092-42ad-86c2-6cb8eedd39e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:37:36Z', 'updated_at': '2021-07-13T13:37:45Z', 'revision_number': 5, 'project_id': '6adf017ce9b34499b7ba676da54c44ef', 'subnets': [{'id': '3c765b7b-3092-42ad-86c2-6cb8eedd39e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:48:19.852078 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d81a7046-adce-47c4-ad7b-a6ba35557538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:19.893026 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35d3955-f38e-452a-8f7c-99c553e0bb93 None None] The sync data for ids ['6a579f2f-e206-4c87-9ca4-4cabe6057de4'] in n-d-800634-1 is: [{'id': '6a579f2f-e206-4c87-9ca4-4cabe6057de4', 'name': 'tempest-TaggedBootDevicesTest-1450640649-router', 'tenant_id': '6adf017ce9b34499b7ba676da54c44ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.64'}], 'enable_snat': True}, 'gw_port_id': '0fa0ae64-dc0b-4c1b-9742-6dda8f394e39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:37:27Z', 'updated_at': '2021-07-13T13:37:38Z', 'revision_number': 4, 'project_id': '6adf017ce9b34499b7ba676da54c44ef', 'gw_port': {'id': '0fa0ae64-dc0b-4c1b-9742-6dda8f394e39', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:40:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a579f2f-e206-4c87-9ca4-4cabe6057de4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:37:29Z', 'updated_at': '2021-07-13T13:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': 'da83f38d-d128-48e1-a79d-7995e549918a', 'name': '', 'network_id': 'f75cac05-674a-4151-a43b-a75ea71e3ffa', 'tenant_id': '6adf017ce9b34499b7ba676da54c44ef', 'mac_address': 'fa:16:3e:8e:6a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a579f2f-e206-4c87-9ca4-4cabe6057de4', 'device_owner': 'network:router_interface', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '3c765b7b-3092-42ad-86c2-6cb8eedd39e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:37:36Z', 'updated_at': '2021-07-13T13:37:45Z', 'revision_number': 5, 'project_id': '6adf017ce9b34499b7ba676da54c44ef', 'subnets': [{'id': '3c765b7b-3092-42ad-86c2-6cb8eedd39e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:48:19.898731 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-41b346e9-035c-49cd-880d-b8b77cf0bc8e req-94b3667b-4049-476d-a536-2910d67ad4f8 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] 10.222.0.23 "GET /v2.0/security-groups?id=b297afe2-d282-4df8-a205-49b02bf6195a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020041 Jul 13 13:48:20.031287 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:20.049623 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-1312b8d2-150d-4342-8d75-a71a269f86a4 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Deleting subnet ab91da38-bddc-4677-af4e-ea6756df1953 {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 13:48:20.054603 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1312b8d2-150d-4342-8d75-a71a269f86a4 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:20.055800 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-8aad12f0-5b71-4035-b71c-8f3152fd1af9 req-46ebc60c-a34e-4e81-bb68-93bf3b1ff3ef tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:20.120130 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1312b8d2-150d-4342-8d75-a71a269f86a4 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6018489'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:20.135237 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ebc60c-a34e-4e81-bb68-93bf3b1ff3ef tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Pushing event deleted for resources: {'Port': ['ID=81223daf-efa0-44c5-a889-92de62226cc8,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:48:20.296540 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-8aad12f0-5b71-4035-b71c-8f3152fd1af9 req-46ebc60c-a34e-4e81-bb68-93bf3b1ff3ef tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] No DVR routers for this DVR port 81223daf-efa0-44c5-a889-92de62226cc8 on host n-h1-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:48:20.300334 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-8aad12f0-5b71-4035-b71c-8f3152fd1af9 req-46ebc60c-a34e-4e81-bb68-93bf3b1ff3ef tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:20.307056 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8aad12f0-5b71-4035-b71c-8f3152fd1af9 req-46ebc60c-a34e-4e81-bb68-93bf3b1ff3ef tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] 10.222.0.26 "DELETE /v2.0/ports/81223daf-efa0-44c5-a889-92de62226cc8 HTTP/1.1" status: 204 len: 173 time: 2.5214148 Jul 13 13:48:20.462571 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1312b8d2-150d-4342-8d75-a71a269f86a4 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:20.504523 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb5a220-fe81-46b9-8372-057edd884940 req-e446b5fe-2ac6-415b-bbef-25b50e633a51 tempest-VolumesSnapshotTestJSON-1530323745 tempest-VolumesSnapshotTestJSON-1530323745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:48:20.521936 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1eb5a220-fe81-46b9-8372-057edd884940 req-e446b5fe-2ac6-415b-bbef-25b50e633a51 tempest-VolumesSnapshotTestJSON-1530323745 tempest-VolumesSnapshotTestJSON-1530323745-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9ff1efa-ec62-45dd-ba4d-c569c305f6d5 HTTP/1.1" status: 200 len: 944 time: 0.1945381 Jul 13 13:48:20.608247 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1312b8d2-150d-4342-8d75-a71a269f86a4 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6018534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6105009'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:20.640879 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1eb5a220-fe81-46b9-8372-057edd884940 req-dcf6f363-ce6c-4d7e-aa6b-04cb05b6986b tempest-VolumesSnapshotTestJSON-1530323745 tempest-VolumesSnapshotTestJSON-1530323745-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d324018-3b64-490a-b771-a1e814df3c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894415 Jul 13 13:48:20.672785 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1312b8d2-150d-4342-8d75-a71a269f86a4 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Pushing event deleted for resources: {'Subnet': ['ID=ab91da38-bddc-4677-af4e-ea6756df1953,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:48:20.676315 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1312b8d2-150d-4342-8d75-a71a269f86a4 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:20.678448 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-1312b8d2-150d-4342-8d75-a71a269f86a4 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] 10.222.0.23 "DELETE /v2.0/subnets/ab91da38-bddc-4677-af4e-ea6756df1953 HTTP/1.1" status: 204 len: 168 time: 0.8475969 Jul 13 13:48:20.681099 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 46832) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:48:20.682722 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10cc552b-acf7-4a4d-aa2e-ae0ddfcc4600 None None] Network 8af830e0-e3e8-42a2-9455-dfe649fb1502 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:48:20.774891 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa572979-3c9d-40db-9b05-a21382d5133a None None] New status for floating IP 7059bf3b-cecc-43cd-babc-5e4968b60205: DOWN {{(pid=93753) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 13:48:20.822894 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-11edafd0-007e-4ed0-b7ea-e7445326e3dc tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:20.974542 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-11edafd0-007e-4ed0-b7ea-e7445326e3dc tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Deleting port 701959bd-8341-4407-9539-fee6ed678c7b {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:48:20.975136 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-11edafd0-007e-4ed0-b7ea-e7445326e3dc tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:21.079740 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-11edafd0-007e-4ed0-b7ea-e7445326e3dc tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] For port 701959bd-8341-4407-9539-fee6ed678c7b, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=701959bd-8341-4407-9539-fee6ed678c7b,segment=NetworkSegment(b50e576c-e551-45a0-a66b-4c3b48c11468),segment_id=b50e576c-e551-45a0-a66b-4c3b48c11468)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:48:21.081007 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-11edafd0-007e-4ed0-b7ea-e7445326e3dc tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:21.124515 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-11edafd0-007e-4ed0-b7ea-e7445326e3dc tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Calling delete_port for 701959bd-8341-4407-9539-fee6ed678c7b owned by network:dhcp {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:48:21.148101 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:21.158596 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba24330e-3d10-45b2-aa45-d413663c46d4', 'name': 'network-vif-deleted', 'tag': '81223daf-efa0-44c5-a889-92de62226cc8'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:48:21.160925 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34ac525c-7ed8-43cf-9467-481db2384f3c" -d '{"events": [{"server_uuid": "ba24330e-3d10-45b2-aa45-d413663c46d4", "name": "network-vif-deleted", "tag": "81223daf-efa0-44c5-a889-92de62226cc8"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:48:21.222965 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2613bfc4-b840-41c0-8c6e-8e6e47b91e78 None None] DHCP port deletion for 8af830e0-e3e8-42a2-9455-dfe649fb1502 request from n-d-800634-1 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 13:48:21.246945 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 46850) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:48:21.332059 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2613bfc4-b840-41c0-8c6e-8e6e47b91e78 None None] Deleting port 701959bd-8341-4407-9539-fee6ed678c7b {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:48:21.332716 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2613bfc4-b840-41c0-8c6e-8e6e47b91e78 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:21.406276 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2613bfc4-b840-41c0-8c6e-8e6e47b91e78 None None] For port 701959bd-8341-4407-9539-fee6ed678c7b, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=701959bd-8341-4407-9539-fee6ed678c7b,segment=NetworkSegment(b50e576c-e551-45a0-a66b-4c3b48c11468),segment_id=b50e576c-e551-45a0-a66b-4c3b48c11468)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:48:21.406933 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2613bfc4-b840-41c0-8c6e-8e6e47b91e78 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:21.422201 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2613bfc4-b840-41c0-8c6e-8e6e47b91e78 None None] Calling delete_port for 701959bd-8341-4407-9539-fee6ed678c7b owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:48:21.434070 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5547b833-092b-434c-ba1c-e38a09e18695 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:21.541357 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2613bfc4-b840-41c0-8c6e-8e6e47b91e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:21.596218 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2613bfc4-b840-41c0-8c6e-8e6e47b91e78 None None] Pushing event deleted for resources: {'Port': ['ID=701959bd-8341-4407-9539-fee6ed678c7b,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:48:21.626062 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2613bfc4-b840-41c0-8c6e-8e6e47b91e78 None None] No DVR routers for this DVR port 701959bd-8341-4407-9539-fee6ed678c7b on host n-d-800634-1 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:48:21.648893 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2613bfc4-b840-41c0-8c6e-8e6e47b91e78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:48:21.649581 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2613bfc4-b840-41c0-8c6e-8e6e47b91e78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:48:21.650118 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2613bfc4-b840-41c0-8c6e-8e6e47b91e78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:48:21.650625 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2613bfc4-b840-41c0-8c6e-8e6e47b91e78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:48:21.651100 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2613bfc4-b840-41c0-8c6e-8e6e47b91e78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:48:21.651655 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2613bfc4-b840-41c0-8c6e-8e6e47b91e78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:48:21.652413 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2613bfc4-b840-41c0-8c6e-8e6e47b91e78 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:48:21.652906 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2613bfc4-b840-41c0-8c6e-8e6e47b91e78 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:48:21.654383 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2613bfc4-b840-41c0-8c6e-8e6e47b91e78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:48:21.654886 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2613bfc4-b840-41c0-8c6e-8e6e47b91e78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:48:21.655418 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2613bfc4-b840-41c0-8c6e-8e6e47b91e78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:48:21.655915 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2613bfc4-b840-41c0-8c6e-8e6e47b91e78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:48:21.677934 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5547b833-092b-434c-ba1c-e38a09e18695 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:21.687707 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5547b833-092b-434c-ba1c-e38a09e18695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:21.784916 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5547b833-092b-434c-ba1c-e38a09e18695 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45ec4b30-3466-46e2-b9cd-b6dc9b9c405e,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:48:21.834031 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-20980692-cc33-4a56-b11d-7a88ea86e01e req-9ecb20f9-f812-4740-b5ec-475e63c55b11 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba24330e-3d10-45b2-aa45-d413663c46d4 HTTP/1.1" status: 200 len: 210 time: 0.0736768 Jul 13 13:48:21.843599 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-5547b833-092b-434c-ba1c-e38a09e18695 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4d4a9529ddde4d96a65287ccbc4dcdb2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5955701 Jul 13 13:48:21.846180 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 46856) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:48:21.852713 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 701959bd-8341-4407-9539-fee6ed678c7b no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:48:21.924880 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: 701959bd-8341-4407-9539-fee6ed678c7b {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:48:21.935967 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 701959bd-8341-4407-9539-fee6ed678c7b not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:48:21.940282 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-11edafd0-007e-4ed0-b7ea-e7445326e3dc tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:21.954168 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 14317e26-2e24-4734-ae24-d33de7fa272e details requested by agent hyperv_n-h2-800634-1 with host n-h2-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 13:48:21.994255 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-63937b32-7e18-4203-924a-c79b5c6bd99c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:22.023588 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-63937b32-7e18-4203-924a-c79b5c6bd99c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:22.057985 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe39d61-7379-4b7b-9cde-344a605da437 req-ddaf6caf-03ed-46b6-b386-1c9024700396 tempest-VolumesSnapshotTestJSON-1530323745 tempest-VolumesSnapshotTestJSON-1530323745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:48:22.059743 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-abe39d61-7379-4b7b-9cde-344a605da437 req-ddaf6caf-03ed-46b6-b386-1c9024700396 tempest-VolumesSnapshotTestJSON-1530323745 tempest-VolumesSnapshotTestJSON-1530323745-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9ff1efa-ec62-45dd-ba4d-c569c305f6d5 HTTP/1.1" status: 200 len: 944 time: 0.1596930 Jul 13 13:48:22.082637 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5414fabd-03ba-43c4-b974-af56bac58083 x-openstack-request-id: req-5414fabd-03ba-43c4-b974-af56bac58083 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:48:22.083026 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba24330e-3d10-45b2-aa45-d413663c46d4", "name": "network-vif-deleted", "tag": "81223daf-efa0-44c5-a889-92de62226cc8", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:48:22.083300 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5414fabd-03ba-43c4-b974-af56bac58083 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:48:22.084352 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba24330e-3d10-45b2-aa45-d413663c46d4', 'name': 'network-vif-deleted', 'tag': '81223daf-efa0-44c5-a889-92de62226cc8', 'status': 'completed', 'code': 200} Jul 13 13:48:22.085721 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11edafd0-007e-4ed0-b7ea-e7445326e3dc tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Pushing event deleted for resources: {'Port': ['ID=701959bd-8341-4407-9539-fee6ed678c7b,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:48:22.092658 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11edafd0-007e-4ed0-b7ea-e7445326e3dc tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] No DVR routers for this DVR port 701959bd-8341-4407-9539-fee6ed678c7b on host n-d-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:48:22.097717 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-63937b32-7e18-4203-924a-c79b5c6bd99c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:22.102118 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-63937b32-7e18-4203-924a-c79b5c6bd99c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:22.103768 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-63937b32-7e18-4203-924a-c79b5c6bd99c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/45ec4b30-3466-46e2-b9cd-b6dc9b9c405e HTTP/1.1" status: 204 len: 168 time: 0.2564678 Jul 13 13:48:22.112885 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 14317e26-2e24-4734-ae24-d33de7fa272e, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=14317e26-2e24-4734-ae24-d33de7fa272e,segment=NetworkSegment(e3fac023-d7d1-4cf0-b297-dd3b054ff05b),segment_id=e3fac023-d7d1-4cf0-b297-dd3b054ff05b)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:48:22.128572 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Returning: {'device': '14317e26-2e24-4734-ae24-d33de7fa272e', 'network_id': '68b2b3e0-be8c-4026-af86-701861bbd8d5', 'port_id': '14317e26-2e24-4734-ae24-d33de7fa272e', 'mac_address': 'fa:16:3e:03:b7:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cd703bd-560c-457b-9263-0fd2c2160030', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 13:48:22.173285 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:22.181684 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63937b32-7e18-4203-924a-c79b5c6bd99c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45ec4b30-3466-46e2-b9cd-b6dc9b9c405e,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:48:22.190341 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14317e26-2e24-4734-ae24-d33de7fa272e {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:48:22.200081 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-abe39d61-7379-4b7b-9cde-344a605da437 req-79dacb88-1ed5-49ae-8838-311caff76e5a tempest-VolumesSnapshotTestJSON-1530323745 tempest-VolumesSnapshotTestJSON-1530323745-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d324018-3b64-490a-b771-a1e814df3c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340082 Jul 13 13:48:22.278994 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 14317e26-2e24-4734-ae24-d33de7fa272e, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=14317e26-2e24-4734-ae24-d33de7fa272e,segment=NetworkSegment(e3fac023-d7d1-4cf0-b297-dd3b054ff05b),segment_id=e3fac023-d7d1-4cf0-b297-dd3b054ff05b)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:48:22.288088 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:22.317778 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-11edafd0-007e-4ed0-b7ea-e7445326e3dc tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:22.329825 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-11edafd0-007e-4ed0-b7ea-e7445326e3dc tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8af830e0-e3e8-42a2-9455-dfe649fb1502']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:48:22.359204 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-11edafd0-007e-4ed0-b7ea-e7445326e3dc tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b50e576c-e551-45a0-a66b-4c3b48c11468') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:48:22.360357 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-11edafd0-007e-4ed0-b7ea-e7445326e3dc tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b50e576c-e551-45a0-a66b-4c3b48c11468') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:48:22.373645 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-11edafd0-007e-4ed0-b7ea-e7445326e3dc tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5431730'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:22.384895 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=14317e26-2e24-4734-ae24-d33de7fa272e,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:48:22.412135 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-11edafd0-007e-4ed0-b7ea-e7445326e3dc tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:22.431669 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11edafd0-007e-4ed0-b7ea-e7445326e3dc tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 13:48:22.432391 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-11edafd0-007e-4ed0-b7ea-e7445326e3dc tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5970419'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:22.461668 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:48:22.461668 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:48:22.461668 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:48:22.461668 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:48:22.461668 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:48:22.461668 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:48:22.461668 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:48:22.461668 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:48:22.461668 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:48:22.461668 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:48:22.461668 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:48:22.461668 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:48:22.461668 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:48:22.461668 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:48:22.461668 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:48:22.461668 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:48:22.461668 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:48:22.461668 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:48:22.461668 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:48:22.461668 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:48:22.461668 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:48:22.461668 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:48:22.461668 n-d-800634-1 neutron-server[93750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 13:48:22.461668 n-d-800634-1 neutron-server[93750]: self.session.flush() Jul 13 13:48:22.461668 n-d-800634-1 neutron-server[93750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 13:48:22.461668 n-d-800634-1 neutron-server[93750]: self.session.flush() Jul 13 13:48:22.461668 n-d-800634-1 neutron-server[93750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 13:48:22.461668 n-d-800634-1 neutron-server[93750]: self.session.flush() Jul 13 13:48:22.461668 n-d-800634-1 neutron-server[93750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 13:48:22.461668 n-d-800634-1 neutron-server[93750]: self.session.flush() Jul 13 13:48:22.461668 n-d-800634-1 neutron-server[93750]: Traceback (most recent call last): Jul 13 13:48:22.461668 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 13:48:22.461668 n-d-800634-1 neutron-server[93750]: timer() Jul 13 13:48:22.461668 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 13:48:22.461668 n-d-800634-1 neutron-server[93750]: cb(*args, **kw) Jul 13 13:48:22.461668 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 13:48:22.461668 n-d-800634-1 neutron-server[93750]: return func(*args, **kwargs) Jul 13 13:48:22.461668 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 13:48:22.461668 n-d-800634-1 neutron-server[93750]: self._notify() Jul 13 13:48:22.461668 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 13:48:22.461668 n-d-800634-1 neutron-server[93750]: self.callback(batched_events) Jul 13 13:48:22.461668 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 13:48:22.461668 n-d-800634-1 neutron-server[93750]: event.method(event) Jul 13 13:48:22.461668 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 13:48:22.461668 n-d-800634-1 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 13:48:22.461668 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 13:48:22.461668 n-d-800634-1 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 13:48:22.461668 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 13:48:22.461668 n-d-800634-1 neutron-server[93750]: return f(self, *a, **k) Jul 13 13:48:22.461668 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 13:48:22.461668 n-d-800634-1 neutron-server[93750]: return self._get(url).json() Jul 13 13:48:22.461668 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 13:48:22.461668 n-d-800634-1 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 13:48:22.461668 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 13:48:22.461668 n-d-800634-1 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 13 13:48:22.461668 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 13:48:22.461668 n-d-800634-1 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 13:48:22.461668 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 13:48:22.461668 n-d-800634-1 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 13:48:22.461668 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 13:48:22.461668 n-d-800634-1 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 13:48:22.461668 n-d-800634-1 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 13:48:22.531167 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-11edafd0-007e-4ed0-b7ea-e7445326e3dc tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:22.538256 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['14317e26-2e24-4734-ae24-d33de7fa272e'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:48:22.543313 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-11edafd0-007e-4ed0-b7ea-e7445326e3dc tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:22.548534 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-11edafd0-007e-4ed0-b7ea-e7445326e3dc tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] 10.222.0.23 "DELETE /v2.0/networks/8af830e0-e3e8-42a2-9455-dfe649fb1502 HTTP/1.1" status: 204 len: 168 time: 1.8628304 Jul 13 13:48:22.549905 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 46876) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:48:22.583153 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11edafd0-007e-4ed0-b7ea-e7445326e3dc tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Pushing event deleted for resources: {'Network': ['ID=8af830e0-e3e8-42a2-9455-dfe649fb1502,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:48:22.671976 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2527931-bf38-471f-8805-27152f71b990 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:48:22.679025 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-a2527931-bf38-471f-8805-27152f71b990 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] 10.222.0.23 "GET /v2.0/ports/1e3ab391-9f0d-4494-927b-6b06e129ce83 HTTP/1.1" status: 200 len: 844 time: 0.1224866 Jul 13 13:48:22.679616 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 46880) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:48:22.793565 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-7fa59b0c-2baa-41cd-adc4-536d1f1ef035 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] 10.222.0.23 "GET /v2.0/ports/1e3ab391-9f0d-4494-927b-6b06e129ce83?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1126187 Jul 13 13:48:22.797630 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 46884) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:48:22.807186 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-95dbb561-84e7-40e4-bbb3-b5e14de2d50a tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Request body: {'subnet': {'network_id': 'a62882bd-8b40-4e51-9562-97e4183a3f73', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:48:22.900927 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:23.028375 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95dbb561-84e7-40e4-bbb3-b5e14de2d50a tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Made reservation on behalf of 7b9a8e657fbe4761afdd556ee032edca for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:48:23.047940 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-95dbb561-84e7-40e4-bbb3-b5e14de2d50a tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4763385'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:23.214568 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1b5f4d9e-c781-4f16-a762-a503f8ada69c req-a94001fc-66f8-4083-b4a2-d6cabec320b8 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba24330e-3d10-45b2-aa45-d413663c46d4 HTTP/1.1" status: 200 len: 210 time: 0.0486500 Jul 13 13:48:23.407992 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-95dbb561-84e7-40e4-bbb3-b5e14de2d50a tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5970588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4763339'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:23.498698 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8119df50-ac6e-4b30-855e-16878666506c req-39be828c-bff9-4d43-85ba-3fc75ce70b9e tempest-VolumesSnapshotTestJSON-1530323745 tempest-VolumesSnapshotTestJSON-1530323745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:48:23.509759 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8119df50-ac6e-4b30-855e-16878666506c req-39be828c-bff9-4d43-85ba-3fc75ce70b9e tempest-VolumesSnapshotTestJSON-1530323745 tempest-VolumesSnapshotTestJSON-1530323745-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9ff1efa-ec62-45dd-ba4d-c569c305f6d5 HTTP/1.1" status: 200 len: 945 time: 0.1020210 Jul 13 13:48:23.529285 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95dbb561-84e7-40e4-bbb3-b5e14de2d50a tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Network a62882bd-8b40-4e51-9562-97e4183a3f73 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:48:23.546556 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-95dbb561-84e7-40e4-bbb3-b5e14de2d50a tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:48:23.548439 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dbb561-84e7-40e4-bbb3-b5e14de2d50a tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Pushing event updated for resources: {'Subnet': ['ID=26a483fc-c0c1-4665-af2d-1d3f8897f8fe,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:48:23.556890 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a94198d-e933-4160-ae28-b17804934cfb None None] Network a62882bd-8b40-4e51-9562-97e4183a3f73 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:48:23.573044 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95dbb561-84e7-40e4-bbb3-b5e14de2d50a tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:48:23.576226 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-95dbb561-84e7-40e4-bbb3-b5e14de2d50a tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:23.611283 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8119df50-ac6e-4b30-855e-16878666506c req-328f3add-6ef1-4b0d-ab02-746c144aa032 tempest-VolumesSnapshotTestJSON-1530323745 tempest-VolumesSnapshotTestJSON-1530323745-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d324018-3b64-490a-b771-a1e814df3c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003418 Jul 13 13:48:23.623446 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-95dbb561-84e7-40e4-bbb3-b5e14de2d50a tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8240609 Jul 13 13:48:23.626129 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 46914) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:48:23.631851 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-edf05470-6a21-41d9-b1f3-a275654aeb2e tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Request body: {'security_group': {'name': 'tempest-secgroup-518013685'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:48:23.675990 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-edf05470-6a21-41d9-b1f3-a275654aeb2e tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:23.795218 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-edf05470-6a21-41d9-b1f3-a275654aeb2e tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:23.804748 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-edf05470-6a21-41d9-b1f3-a275654aeb2e tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:23.820438 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc01a66-7a03-455e-98c8-cc512791346b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a7201e1-61ce-5a3e-b7f7-e800379ed03b-a62882bd-8b40-4e51-9562-97e4183a3f73', 'network_id': 'a62882bd-8b40-4e51-9562-97e4183a3f73', 'tenant_id': '7b9a8e657fbe4761afdd556ee032edca', 'fixed_ips': [{'subnet_id': '26a483fc-c0c1-4665-af2d-1d3f8897f8fe'}]}} from n-d-800634-1. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 13:48:23.821591 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-bfc01a66-7a03-455e-98c8-cc512791346b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:23.842640 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf05470-6a21-41d9-b1f3-a275654aeb2e tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bc1e33c-47ac-428b-aabe-a3c2b577a068,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:48:23.847092 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-edf05470-6a21-41d9-b1f3-a275654aeb2e tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:23.852526 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 46916) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:48:23.853008 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-edf05470-6a21-41d9-b1f3-a275654aeb2e tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2255352 Jul 13 13:48:23.860784 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-7470da56-1c7e-4ffd-8cd6-3c5f496fff2b tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Request body: {'security_group': {'name': 'tempest-secgroup-1174360305'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:48:23.899526 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7470da56-1c7e-4ffd-8cd6-3c5f496fff2b tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:23.919480 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 14317e26-2e24-4734-ae24-d33de7fa272e up at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:48:24.042798 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7470da56-1c7e-4ffd-8cd6-3c5f496fff2b tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:24.046472 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-bfc01a66-7a03-455e-98c8-cc512791346b None None] Allocated IP 2001:db8::2 (a62882bd-8b40-4e51-9562-97e4183a3f73/26a483fc-c0c1-4665-af2d-1d3f8897f8fe/287fb86e-faf9-4c3d-8284-1c98adaedd92) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:48:24.053148 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7470da56-1c7e-4ffd-8cd6-3c5f496fff2b tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:24.095687 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7470da56-1c7e-4ffd-8cd6-3c5f496fff2b tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76d858dd-b841-49c4-b6e4-05e959b7e298,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:48:24.100328 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7470da56-1c7e-4ffd-8cd6-3c5f496fff2b tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:24.102160 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-7470da56-1c7e-4ffd-8cd6-3c5f496fff2b tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2483497 Jul 13 13:48:24.104872 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 46918) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:48:24.110713 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-1fc5c4cd-62fd-417f-b854-dc7cee88a6c2 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2097697058', 'security_groups': ['76d858dd-b841-49c4-b6e4-05e959b7e298'], 'network_id': 'a62882bd-8b40-4e51-9562-97e4183a3f73', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '26a483fc-c0c1-4665-af2d-1d3f8897f8fe'}]}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:48:24.127285 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning for port 14317e26-2e24-4734-ae24-d33de7fa272e completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:48:24.132988 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning complete for port 14317e26-2e24-4734-ae24-d33de7fa272e triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:48:24.133362 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:24.234595 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:24.267486 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fc5c4cd-62fd-417f-b854-dc7cee88a6c2 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Made reservation on behalf of 7b9a8e657fbe4761afdd556ee032edca for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:48:24.278504 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9ff1efa-ec62-45dd-ba4d-c569c305f6d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14317e26-2e24-4734-ae24-d33de7fa272e'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:48:24.280780 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6609853-73e2-4b88-b3b4-4ce4ed2212ac" -d '{"events": [{"server_uuid": "c9ff1efa-ec62-45dd-ba4d-c569c305f6d5", "name": "network-vif-plugged", "status": "completed", "tag": "14317e26-2e24-4734-ae24-d33de7fa272e"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:48:24.337717 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 14317e26-2e24-4734-ae24-d33de7fa272e, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=14317e26-2e24-4734-ae24-d33de7fa272e,segment=NetworkSegment(e3fac023-d7d1-4cf0-b297-dd3b054ff05b),segment_id=e3fac023-d7d1-4cf0-b297-dd3b054ff05b)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:48:24.346480 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cb37ec7-25b6-469d-9d0f-a392dd6800f5 x-openstack-request-id: req-7cb37ec7-25b6-469d-9d0f-a392dd6800f5 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:48:24.347377 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9ff1efa-ec62-45dd-ba4d-c569c305f6d5", "name": "network-vif-plugged", "status": "completed", "tag": "14317e26-2e24-4734-ae24-d33de7fa272e", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:48:24.347636 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7cb37ec7-25b6-469d-9d0f-a392dd6800f5 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:48:24.360334 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9ff1efa-ec62-45dd-ba4d-c569c305f6d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14317e26-2e24-4734-ae24-d33de7fa272e', 'code': 200} Jul 13 13:48:24.397695 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:24.455226 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=14317e26-2e24-4734-ae24-d33de7fa272e,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:48:24.456559 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1fc5c4cd-62fd-417f-b854-dc7cee88a6c2 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:24.506997 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-bfc01a66-7a03-455e-98c8-cc512791346b None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:24.524032 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [None req-1fc5c4cd-62fd-417f-b854-dc7cee88a6c2 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] device_id is not set on port 4672423c-797c-46a9-b596-0dc9e44bccc6 yet. {{(pid=93750) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 13:48:24.532676 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-bfc01a66-7a03-455e-98c8-cc512791346b None None] Transition to ACTIVE for port object 287fb86e-faf9-4c3d-8284-1c98adaedd92 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:48:24.557918 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-bfc01a66-7a03-455e-98c8-cc512791346b None None] Transition to ACTIVE for port object 287fb86e-faf9-4c3d-8284-1c98adaedd92 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:48:24.570847 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-bfc01a66-7a03-455e-98c8-cc512791346b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:24.582381 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1fe5b726-684a-4b3b-bfbf-f25273d8c5b5 req-88525b7f-3c9f-4788-849f-93552012f96a tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba24330e-3d10-45b2-aa45-d413663c46d4 HTTP/1.1" status: 200 len: 210 time: 0.0843143 Jul 13 13:48:24.606366 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07715326-b747-4583-9483-dbdcf53091c1 req-427a16df-0973-4bf5-be53-7a3fd8fdf91f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:48:24.608129 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-07715326-b747-4583-9483-dbdcf53091c1 req-427a16df-0973-4bf5-be53-7a3fd8fdf91f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c9ff1efa-ec62-45dd-ba4d-c569c305f6d5 HTTP/1.1" status: 200 len: 1097 time: 0.1865110 Jul 13 13:48:24.638216 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc01a66-7a03-455e-98c8-cc512791346b None None] Network a62882bd-8b40-4e51-9562-97e4183a3f73 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:48:24.642902 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-bfc01a66-7a03-455e-98c8-cc512791346b None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:48:24.646329 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc01a66-7a03-455e-98c8-cc512791346b None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:48:24.713634 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-07715326-b747-4583-9483-dbdcf53091c1 req-375d10ae-16bd-40b4-91d1-156412858b6e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2d324018-3b64-490a-b771-a1e814df3c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985160 Jul 13 13:48:24.732711 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc01a66-7a03-455e-98c8-cc512791346b None None] Pushing event updated for resources: {'Port': ['ID=287fb86e-faf9-4c3d-8284-1c98adaedd92,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:48:24.760117 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-bfc01a66-7a03-455e-98c8-cc512791346b None None] Attempting to bind port 287fb86e-faf9-4c3d-8284-1c98adaedd92 on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:48:24.760428 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-bfc01a66-7a03-455e-98c8-cc512791346b None None] Attempting to bind port 287fb86e-faf9-4c3d-8284-1c98adaedd92 by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '43bbb708-c8d9-4756-a693-6355e1f82167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'a62882bd-8b40-4e51-9562-97e4183a3f73'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:48:24.760797 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc01a66-7a03-455e-98c8-cc512791346b None None] Attempting to bind port 287fb86e-faf9-4c3d-8284-1c98adaedd92 on network a62882bd-8b40-4e51-9562-97e4183a3f73 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:48:24.770726 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc01a66-7a03-455e-98c8-cc512791346b None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 48, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:48:24.771122 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc01a66-7a03-455e-98c8-cc512791346b None None] Checking segment: {'id': '43bbb708-c8d9-4756-a693-6355e1f82167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'a62882bd-8b40-4e51-9562-97e4183a3f73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:48:24.771609 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-bfc01a66-7a03-455e-98c8-cc512791346b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:24.772012 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc01a66-7a03-455e-98c8-cc512791346b None None] Bound using segment: {'id': '43bbb708-c8d9-4756-a693-6355e1f82167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'a62882bd-8b40-4e51-9562-97e4183a3f73'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:48:24.772811 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-bfc01a66-7a03-455e-98c8-cc512791346b None None] Bound port: 287fb86e-faf9-4c3d-8284-1c98adaedd92, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43bbb708-c8d9-4756-a693-6355e1f82167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'a62882bd-8b40-4e51-9562-97e4183a3f73'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:48:24.772932 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-bfc01a66-7a03-455e-98c8-cc512791346b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:24.852442 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-1fc5c4cd-62fd-417f-b854-dc7cee88a6c2 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Allocated IP 2001:db8::17 (a62882bd-8b40-4e51-9562-97e4183a3f73/26a483fc-c0c1-4665-af2d-1d3f8897f8fe/4672423c-797c-46a9-b596-0dc9e44bccc6) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:48:24.914003 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-bfc01a66-7a03-455e-98c8-cc512791346b None None] For port 287fb86e-faf9-4c3d-8284-1c98adaedd92, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:48:24.921144 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-bfc01a66-7a03-455e-98c8-cc512791346b None None] For port 287fb86e-faf9-4c3d-8284-1c98adaedd92, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=287fb86e-faf9-4c3d-8284-1c98adaedd92,segment=NetworkSegment(43bbb708-c8d9-4756-a693-6355e1f82167),segment_id=43bbb708-c8d9-4756-a693-6355e1f82167)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:48:24.933337 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-bfc01a66-7a03-455e-98c8-cc512791346b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:25.049999 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc01a66-7a03-455e-98c8-cc512791346b None None] Pushing event updated for resources: {'Port': ['ID=287fb86e-faf9-4c3d-8284-1c98adaedd92,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:48:25.094416 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1fc5c4cd-62fd-417f-b854-dc7cee88a6c2 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:25.113905 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [None req-1fc5c4cd-62fd-417f-b854-dc7cee88a6c2 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Transition to ACTIVE for port object 4672423c-797c-46a9-b596-0dc9e44bccc6 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:48:25.126547 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2babe0b1-a22f-4acf-a68d-5ec588197ac3 req-5f1fceff-e8c3-4b50-86ac-ad7e9a5f7f90 tempest-VolumesSnapshotTestJSON-1530323745 tempest-VolumesSnapshotTestJSON-1530323745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:48:25.134213 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2babe0b1-a22f-4acf-a68d-5ec588197ac3 req-5f1fceff-e8c3-4b50-86ac-ad7e9a5f7f90 tempest-VolumesSnapshotTestJSON-1530323745 tempest-VolumesSnapshotTestJSON-1530323745-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9ff1efa-ec62-45dd-ba4d-c569c305f6d5 HTTP/1.1" status: 200 len: 946 time: 0.2481017 Jul 13 13:48:25.200388 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2babe0b1-a22f-4acf-a68d-5ec588197ac3 req-c4b0c623-8023-4359-988e-e279e02321a3 tempest-VolumesSnapshotTestJSON-1530323745 tempest-VolumesSnapshotTestJSON-1530323745-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d324018-3b64-490a-b771-a1e814df3c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560846 Jul 13 13:48:25.239535 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1fc5c4cd-62fd-417f-b854-dc7cee88a6c2 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:25.333699 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc5c4cd-62fd-417f-b854-dc7cee88a6c2 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Network a62882bd-8b40-4e51-9562-97e4183a3f73 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:48:25.349398 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-1fc5c4cd-62fd-417f-b854-dc7cee88a6c2 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:48:25.356080 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc5c4cd-62fd-417f-b854-dc7cee88a6c2 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:48:25.362011 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc5c4cd-62fd-417f-b854-dc7cee88a6c2 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:48:25.362664 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1fc5c4cd-62fd-417f-b854-dc7cee88a6c2 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:25.376616 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc5c4cd-62fd-417f-b854-dc7cee88a6c2 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Pushing event updated for resources: {'Port': ['ID=4672423c-797c-46a9-b596-0dc9e44bccc6,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:48:25.392056 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 46938) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:48:25.392193 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-1fc5c4cd-62fd-417f-b854-dc7cee88a6c2 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2839813 Jul 13 13:48:25.399613 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-a9da31cc-f3d5-4b73-8f2f-44bff2734b2b tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Request body: {'subnet': {'network_id': 'a62882bd-8b40-4e51-9562-97e4183a3f73', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:48:25.642889 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9da31cc-f3d5-4b73-8f2f-44bff2734b2b tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Made reservation on behalf of 7b9a8e657fbe4761afdd556ee032edca for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:48:25.650319 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a9da31cc-f3d5-4b73-8f2f-44bff2734b2b tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6104980'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:25.941822 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 287fb86e-faf9-4c3d-8284-1c98adaedd92 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:48:25.970941 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2d141fa2-5572-4cee-8234-7525ff9b7376 req-ca35db0a-b400-4bc8-8460-81a979796c57 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba24330e-3d10-45b2-aa45-d413663c46d4 HTTP/1.1" status: 200 len: 210 time: 0.0593464 Jul 13 13:48:25.990468 n-d-800634-1 neutron-server[93751]: INFO neutron.db.ipam_backend_mixin [None req-a9da31cc-f3d5-4b73-8f2f-44bff2734b2b tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 26a483fc-c0c1-4665-af2d-1d3f8897f8fe (CIDR: 2001:db8::/64) Jul 13 13:48:25.998759 n-d-800634-1 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9da31cc-f3d5-4b73-8f2f-44bff2734b2b tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 13:48:26.015554 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9da31cc-f3d5-4b73-8f2f-44bff2734b2b tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 13:48:26.063623 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 46960) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:48:26.071314 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-ab75b8b9-ca01-48c3-8ade-405657abe425 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Request body: {'subnet': {'network_id': 'a62882bd-8b40-4e51-9562-97e4183a3f73', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:48:26.072070 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-a9da31cc-f3d5-4b73-8f2f-44bff2734b2b tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6782370 Jul 13 13:48:26.132695 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port 287fb86e-faf9-4c3d-8284-1c98adaedd92 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:48:26.540609 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab75b8b9-ca01-48c3-8ade-405657abe425 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Made reservation on behalf of 7b9a8e657fbe4761afdd556ee032edca for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:48:26.550018 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ab75b8b9-ca01-48c3-8ade-405657abe425 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4763385'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:26.579728 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-bc4b3c9e-cdd7-4408-99c8-790dee74831e None None] Provisioning complete for port 1e3ab391-9f0d-4494-927b-6b06e129ce83 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:48:26.581977 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-bc4b3c9e-cdd7-4408-99c8-790dee74831e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:26.675425 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c40f562-d025-4901-90e5-9af753ceb981 req-45229e37-d200-45c3-9501-60fe085effad tempest-VolumesBackupsTest-1908712625 tempest-VolumesBackupsTest-1908712625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:48:26.683513 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3c40f562-d025-4901-90e5-9af753ceb981 req-45229e37-d200-45c3-9501-60fe085effad tempest-VolumesBackupsTest-1908712625 tempest-VolumesBackupsTest-1908712625-project] 10.222.0.23 "GET /v2.0/ports?device_id=58c22cd5-cb7f-4113-9694-7ecefc24ea38 HTTP/1.1" status: 200 len: 950 time: 0.3078103 Jul 13 13:48:26.693241 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-bc4b3c9e-cdd7-4408-99c8-790dee74831e None None] Port 1e3ab391-9f0d-4494-927b-6b06e129ce83 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:48:26.716668 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cc7b10-9a8f-4192-8a52-9770aa0fca97 req-c3ecd4f0-22a3-4560-9b9b-6ad89fc844c5 tempest-VolumesSnapshotTestJSON-1530323745 tempest-VolumesSnapshotTestJSON-1530323745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:48:26.727186 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-bc4b3c9e-cdd7-4408-99c8-790dee74831e None None] Provisioning for port 287fb86e-faf9-4c3d-8284-1c98adaedd92 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:48:26.730030 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a8cc7b10-9a8f-4192-8a52-9770aa0fca97 req-c3ecd4f0-22a3-4560-9b9b-6ad89fc844c5 tempest-VolumesSnapshotTestJSON-1530323745 tempest-VolumesSnapshotTestJSON-1530323745-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9ff1efa-ec62-45dd-ba4d-c569c305f6d5 HTTP/1.1" status: 200 len: 946 time: 0.1716990 Jul 13 13:48:26.735994 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-bc4b3c9e-cdd7-4408-99c8-790dee74831e None None] Provisioning complete for port 287fb86e-faf9-4c3d-8284-1c98adaedd92 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:48:26.737059 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-bc4b3c9e-cdd7-4408-99c8-790dee74831e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:26.803471 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3c40f562-d025-4901-90e5-9af753ceb981 req-4e2ee92d-8ba7-489f-9591-822c2cdfd7ec tempest-VolumesBackupsTest-1908712625 tempest-VolumesBackupsTest-1908712625-project] 10.222.0.23 "GET /v2.0/security-groups?id=ca93e5c7-36e3-4e02-bc6e-8336a5cedabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168952 Jul 13 13:48:26.823184 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a8cc7b10-9a8f-4192-8a52-9770aa0fca97 req-b495a3ba-5b3c-419e-b0d3-53a1f78e468a tempest-VolumesSnapshotTestJSON-1530323745 tempest-VolumesSnapshotTestJSON-1530323745-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d324018-3b64-490a-b771-a1e814df3c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893068 Jul 13 13:48:26.954865 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-bc4b3c9e-cdd7-4408-99c8-790dee74831e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:27.046486 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-bc4b3c9e-cdd7-4408-99c8-790dee74831e None None] For port 287fb86e-faf9-4c3d-8284-1c98adaedd92, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=287fb86e-faf9-4c3d-8284-1c98adaedd92,segment=NetworkSegment(43bbb708-c8d9-4756-a693-6355e1f82167),segment_id=43bbb708-c8d9-4756-a693-6355e1f82167)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:48:27.056901 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-bc4b3c9e-cdd7-4408-99c8-790dee74831e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:27.285411 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4b3c9e-cdd7-4408-99c8-790dee74831e None None] Pushing event updated for resources: {'Port': ['ID=287fb86e-faf9-4c3d-8284-1c98adaedd92,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:48:27.302479 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-f7501391-959e-4bdd-93d1-eb4cb1894bdc None None] Provisioning for port 4672423c-797c-46a9-b596-0dc9e44bccc6 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:48:27.314158 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-f7501391-959e-4bdd-93d1-eb4cb1894bdc None None] Provisioning complete for port 4672423c-797c-46a9-b596-0dc9e44bccc6 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:48:27.314785 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f7501391-959e-4bdd-93d1-eb4cb1894bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:27.367990 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3946323c-2f00-4fec-87da-8ae44c805d11 req-529013b3-95df-46ca-aee5-ed82e038cd11 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba24330e-3d10-45b2-aa45-d413663c46d4 HTTP/1.1" status: 200 len: 210 time: 0.0785999 Jul 13 13:48:27.433269 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-f7501391-959e-4bdd-93d1-eb4cb1894bdc None None] Port 4672423c-797c-46a9-b596-0dc9e44bccc6 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:48:27.477409 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ab75b8b9-ca01-48c3-8ade-405657abe425 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5970588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4763339'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:27.563024 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab75b8b9-ca01-48c3-8ade-405657abe425 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Pushing event updated for resources: {'Subnet': ['ID=ccba3897-e8e5-49f5-8035-3ab5844fac0c,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:48:27.577380 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab75b8b9-ca01-48c3-8ade-405657abe425 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Network a62882bd-8b40-4e51-9562-97e4183a3f73 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:48:27.579452 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-ab75b8b9-ca01-48c3-8ade-405657abe425 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:48:27.582602 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab75b8b9-ca01-48c3-8ade-405657abe425 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:48:27.583936 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ab75b8b9-ca01-48c3-8ade-405657abe425 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:27.591659 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-445c0706-f45a-4a69-9c29-2ab95afcd453 None None] Network a62882bd-8b40-4e51-9562-97e4183a3f73 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:48:27.622712 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-ab75b8b9-ca01-48c3-8ade-405657abe425 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.5552459 Jul 13 13:48:27.623458 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 47028) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:48:27.635931 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-4bf7135c-0968-4a4d-aadc-3dbf3d0659d6 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1630937426', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'ccba3897-e8e5-49f5-8035-3ab5844fac0c'}], 'security_groups': ['5bc1e33c-47ac-428b-aabe-a3c2b577a068']}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:48:27.967842 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 287fb86e-faf9-4c3d-8284-1c98adaedd92 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:48:28.165184 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 287fb86e-faf9-4c3d-8284-1c98adaedd92 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:48:28.165562 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:28.270868 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb880429-a2e6-4605-a8e3-be2ffc7f4355 req-ce1e6f25-2416-402c-b8f1-f5146f83dbaa tempest-VolumesBackupsTest-1908712625 tempest-VolumesBackupsTest-1908712625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:48:28.272908 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-bb880429-a2e6-4605-a8e3-be2ffc7f4355 req-ce1e6f25-2416-402c-b8f1-f5146f83dbaa tempest-VolumesBackupsTest-1908712625 tempest-VolumesBackupsTest-1908712625-project] 10.222.0.41 "GET /v2.0/ports?device_id=58c22cd5-cb7f-4113-9694-7ecefc24ea38 HTTP/1.1" status: 200 len: 950 time: 0.7398262 Jul 13 13:48:28.289147 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4a4056-3315-41bc-9083-d639e31fd036 req-8771cd1e-f184-4bf7-927f-6973b6371e27 tempest-VolumesBackupsTest-1908712625 tempest-VolumesBackupsTest-1908712625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:48:28.302678 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1b4a4056-3315-41bc-9083-d639e31fd036 req-8771cd1e-f184-4bf7-927f-6973b6371e27 tempest-VolumesBackupsTest-1908712625 tempest-VolumesBackupsTest-1908712625-project] 10.222.0.23 "GET /v2.0/ports?device_id=58c22cd5-cb7f-4113-9694-7ecefc24ea38 HTTP/1.1" status: 200 len: 950 time: 0.1609554 Jul 13 13:48:28.364864 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1b4a4056-3315-41bc-9083-d639e31fd036 req-412f4de6-4290-4ca0-a9ec-6e8c0fc53aa0 tempest-VolumesBackupsTest-1908712625 tempest-VolumesBackupsTest-1908712625-project] 10.222.0.23 "GET /v2.0/security-groups?id=ca93e5c7-36e3-4e02-bc6e-8336a5cedabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604002 Jul 13 13:48:28.389282 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd74159-c2f5-41b5-a097-6cebbef29c48 req-8d4a86ee-ed0c-4257-a3e7-f3f2ba140d02 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:48:28.390886 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-cfd74159-c2f5-41b5-a097-6cebbef29c48 req-8d4a86ee-ed0c-4257-a3e7-f3f2ba140d02 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f309255-5b4d-4296-81c6-c49d93f44d38 HTTP/1.1" status: 200 len: 944 time: 0.6806083 Jul 13 13:48:28.475592 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-cfd74159-c2f5-41b5-a097-6cebbef29c48 req-d78d9c6b-c5b9-474a-972e-50875c1f96ee tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bf3e8b9-8da9-4a28-88c0-799fd78203e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749357 Jul 13 13:48:28.549847 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-023a271e-fbfb-4e41-b89a-569d911edb2d None None] Update dhcp port {'port': {'network_id': 'a62882bd-8b40-4e51-9562-97e4183a3f73', 'fixed_ips': [{'subnet_id': '26a483fc-c0c1-4665-af2d-1d3f8897f8fe', 'ip_address': '2001:db8::2'}, {'subnet_id': 'ccba3897-e8e5-49f5-8035-3ab5844fac0c'}], 'binding:host_id': 'n-d-800634-1'}, 'id': '287fb86e-faf9-4c3d-8284-1c98adaedd92'} from n-d-800634-1. {{(pid=93752) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 13 13:48:28.657150 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-023a271e-fbfb-4e41-b89a-569d911edb2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:28.873699 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9709c083-5617-4b6b-aca0-42e20ff94338 req-b6fedadc-d74a-4084-8d56-ece42cc05388 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba24330e-3d10-45b2-aa45-d413663c46d4 HTTP/1.1" status: 200 len: 210 time: 0.0991776 Jul 13 13:48:29.044062 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-023a271e-fbfb-4e41-b89a-569d911edb2d None None] Allocated IP 2001:db8:0:1::2 (a62882bd-8b40-4e51-9562-97e4183a3f73/ccba3897-e8e5-49f5-8035-3ab5844fac0c/287fb86e-faf9-4c3d-8284-1c98adaedd92) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:48:29.337511 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-023a271e-fbfb-4e41-b89a-569d911edb2d None None] For port 287fb86e-faf9-4c3d-8284-1c98adaedd92, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=287fb86e-faf9-4c3d-8284-1c98adaedd92,segment=NetworkSegment(43bbb708-c8d9-4756-a693-6355e1f82167),segment_id=43bbb708-c8d9-4756-a693-6355e1f82167)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:48:29.382169 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-023a271e-fbfb-4e41-b89a-569d911edb2d None None] Notify callbacks [] for port, precommit_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:29.401367 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-023a271e-fbfb-4e41-b89a-569d911edb2d None None] Transition to ACTIVE for port object 287fb86e-faf9-4c3d-8284-1c98adaedd92 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:48:29.402117 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-bb880429-a2e6-4605-a8e3-be2ffc7f4355 req-15d80edb-fede-455d-ad48-29c701efa44d tempest-VolumesBackupsTest-1908712625 tempest-VolumesBackupsTest-1908712625-project] Deleting port 2861c65a-7e8c-42cb-9eab-89783d5e289b {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:48:29.402987 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-bb880429-a2e6-4605-a8e3-be2ffc7f4355 req-15d80edb-fede-455d-ad48-29c701efa44d tempest-VolumesBackupsTest-1908712625 tempest-VolumesBackupsTest-1908712625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:29.419717 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-023a271e-fbfb-4e41-b89a-569d911edb2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:29.472676 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4bf7135c-0968-4a4d-aadc-3dbf3d0659d6 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:29.554396 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023a271e-fbfb-4e41-b89a-569d911edb2d None None] Pushing event updated for resources: {'Port': ['ID=287fb86e-faf9-4c3d-8284-1c98adaedd92,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:48:29.675452 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d967e1-c268-416a-b085-61e831e10145 req-aecc1e1a-ad42-4f4c-a782-0b7e142de282 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:48:29.677302 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e2d967e1-c268-416a-b085-61e831e10145 req-aecc1e1a-ad42-4f4c-a782-0b7e142de282 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f309255-5b4d-4296-81c6-c49d93f44d38 HTTP/1.1" status: 200 len: 944 time: 0.2966821 Jul 13 13:48:29.800473 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-bb880429-a2e6-4605-a8e3-be2ffc7f4355 req-15d80edb-fede-455d-ad48-29c701efa44d tempest-VolumesBackupsTest-1908712625 tempest-VolumesBackupsTest-1908712625-project] For port 2861c65a-7e8c-42cb-9eab-89783d5e289b, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=2861c65a-7e8c-42cb-9eab-89783d5e289b,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:48:29.801144 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-bb880429-a2e6-4605-a8e3-be2ffc7f4355 req-15d80edb-fede-455d-ad48-29c701efa44d tempest-VolumesBackupsTest-1908712625 tempest-VolumesBackupsTest-1908712625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:29.847850 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e2d967e1-c268-416a-b085-61e831e10145 req-1762a879-0a0c-4c8a-b820-3669dfb5307d tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bf3e8b9-8da9-4a28-88c0-799fd78203e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1456475 Jul 13 13:48:29.859296 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 287fb86e-faf9-4c3d-8284-1c98adaedd92 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:48:29.900202 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-bb880429-a2e6-4605-a8e3-be2ffc7f4355 req-15d80edb-fede-455d-ad48-29c701efa44d tempest-VolumesBackupsTest-1908712625 tempest-VolumesBackupsTest-1908712625-project] Calling delete_port for 2861c65a-7e8c-42cb-9eab-89783d5e289b owned by compute:nova {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:48:30.045700 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-37fa7c0b-a8b0-4439-8c2f-957747bdb1a7 req-d222c991-7a78-4d0b-95a4-0eb850984403 tempest-VolumesNegativeTest-1021474800 tempest-VolumesNegativeTest-1021474800-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=d633a7df64704bb185287b0859d1c2a4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0321207 Jul 13 13:48:30.243806 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:30.325307 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fa7c0b-a8b0-4439-8c2f-957747bdb1a7 req-bc582835-8e21-4a5f-b8bb-23800d060ec8 tempest-VolumesNegativeTest-1021474800 tempest-VolumesNegativeTest-1021474800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:48:30.326908 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-37fa7c0b-a8b0-4439-8c2f-957747bdb1a7 req-bc582835-8e21-4a5f-b8bb-23800d060ec8 tempest-VolumesNegativeTest-1021474800 tempest-VolumesNegativeTest-1021474800-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2739329 Jul 13 13:48:30.360622 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cf931b-33a4-4834-8f31-a490e19b99d0 req-e4716865-1279-42a6-9e70-a5defb78e1c4 tempest-VolumesBackupsTest-1908712625 tempest-VolumesBackupsTest-1908712625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:48:30.367876 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-37fa7c0b-a8b0-4439-8c2f-957747bdb1a7 req-bae44102-6016-4a41-890d-c49588015b0e tempest-VolumesNegativeTest-1021474800 tempest-VolumesNegativeTest-1021474800-project] 10.222.0.23 "GET /v2.0/quotas/d633a7df64704bb185287b0859d1c2a4 HTTP/1.1" status: 200 len: 375 time: 0.0236924 Jul 13 13:48:30.370941 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-37cf931b-33a4-4834-8f31-a490e19b99d0 req-e4716865-1279-42a6-9e70-a5defb78e1c4 tempest-VolumesBackupsTest-1908712625 tempest-VolumesBackupsTest-1908712625-project] 10.222.0.23 "GET /v2.0/ports?device_id=58c22cd5-cb7f-4113-9694-7ecefc24ea38 HTTP/1.1" status: 200 len: 950 time: 0.2340229 Jul 13 13:48:30.390975 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-4bf7135c-0968-4a4d-aadc-3dbf3d0659d6 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Delete allocated IP 2001:db8::17 (a62882bd-8b40-4e51-9562-97e4183a3f73/26a483fc-c0c1-4665-af2d-1d3f8897f8fe) {{(pid=93751) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 13 13:48:30.415683 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-4bf7135c-0968-4a4d-aadc-3dbf3d0659d6 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Allocated IP 2001:db8:0:1::98 (a62882bd-8b40-4e51-9562-97e4183a3f73/ccba3897-e8e5-49f5-8035-3ab5844fac0c/4672423c-797c-46a9-b596-0dc9e44bccc6) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:48:30.434170 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-bb880429-a2e6-4605-a8e3-be2ffc7f4355 req-15d80edb-fede-455d-ad48-29c701efa44d tempest-VolumesBackupsTest-1908712625 tempest-VolumesBackupsTest-1908712625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:30.462256 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-37fa7c0b-a8b0-4439-8c2f-957747bdb1a7 req-59ea46f3-c497-4e5a-9107-f68d8c6f6d3b tempest-VolumesNegativeTest-1021474800 tempest-VolumesNegativeTest-1021474800-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d633a7df64704bb185287b0859d1c2a4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0925419 Jul 13 13:48:30.482794 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-37cf931b-33a4-4834-8f31-a490e19b99d0 req-265dfc4b-5a0c-4247-9a54-167d19c8a8b0 tempest-VolumesBackupsTest-1908712625 tempest-VolumesBackupsTest-1908712625-project] 10.222.0.23 "GET /v2.0/security-groups?id=ca93e5c7-36e3-4e02-bc6e-8336a5cedabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108992 Jul 13 13:48:30.526585 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d80edb-fede-455d-ad48-29c701efa44d tempest-VolumesBackupsTest-1908712625 tempest-VolumesBackupsTest-1908712625-project] Pushing event deleted for resources: {'Port': ['ID=2861c65a-7e8c-42cb-9eab-89783d5e289b,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:48:30.601796 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-c3c944fa-ef4c-4840-8f43-b2f2982b713a None None] Provisioning complete for port 4672423c-797c-46a9-b596-0dc9e44bccc6 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:48:30.602340 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c3c944fa-ef4c-4840-8f43-b2f2982b713a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:30.620709 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb880429-a2e6-4605-a8e3-be2ffc7f4355 req-15d80edb-fede-455d-ad48-29c701efa44d tempest-VolumesBackupsTest-1908712625 tempest-VolumesBackupsTest-1908712625-project] No DVR routers for this DVR port 2861c65a-7e8c-42cb-9eab-89783d5e289b on host n-h2-800634-1 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:48:30.624924 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-bb880429-a2e6-4605-a8e3-be2ffc7f4355 req-15d80edb-fede-455d-ad48-29c701efa44d tempest-VolumesBackupsTest-1908712625 tempest-VolumesBackupsTest-1908712625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:30.626887 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-bb880429-a2e6-4605-a8e3-be2ffc7f4355 req-15d80edb-fede-455d-ad48-29c701efa44d tempest-VolumesBackupsTest-1908712625 tempest-VolumesBackupsTest-1908712625-project] 10.222.0.41 "DELETE /v2.0/ports/2861c65a-7e8c-42cb-9eab-89783d5e289b HTTP/1.1" status: 204 len: 173 time: 2.3414950 Jul 13 13:48:30.627316 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58c22cd5-cb7f-4113-9694-7ecefc24ea38', 'name': 'network-vif-deleted', 'tag': '2861c65a-7e8c-42cb-9eab-89783d5e289b'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:48:30.630463 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d17b627af75e17e0f4b8d6239d04f8c2f78634e2c585e32a7aeca336500f34a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d774ee6-1700-46b5-961d-1e884b82de46" -d '{"events": [{"server_uuid": "58c22cd5-cb7f-4113-9694-7ecefc24ea38", "name": "network-vif-deleted", "tag": "2861c65a-7e8c-42cb-9eab-89783d5e289b"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:48:30.691963 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:30.694177 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-c3c944fa-ef4c-4840-8f43-b2f2982b713a None None] Port 4672423c-797c-46a9-b596-0dc9e44bccc6 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:48:30.722707 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-c3c944fa-ef4c-4840-8f43-b2f2982b713a None None] Provisioning complete for port 1e3ab391-9f0d-4494-927b-6b06e129ce83 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:48:30.723336 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c3c944fa-ef4c-4840-8f43-b2f2982b713a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:30.763379 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-c3c944fa-ef4c-4840-8f43-b2f2982b713a None None] Port 1e3ab391-9f0d-4494-927b-6b06e129ce83 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:48:30.781084 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-c3c944fa-ef4c-4840-8f43-b2f2982b713a None None] Provisioning for port 287fb86e-faf9-4c3d-8284-1c98adaedd92 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:48:30.796598 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-c3c944fa-ef4c-4840-8f43-b2f2982b713a None None] Provisioning complete for port 287fb86e-faf9-4c3d-8284-1c98adaedd92 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:48:30.798831 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c3c944fa-ef4c-4840-8f43-b2f2982b713a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:30.960944 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-21771e1a-1592-4ce4-b785-cdf02b5ce7fc req-ac2fd7f5-15f2-455b-864a-e9727bac5e7a tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba24330e-3d10-45b2-aa45-d413663c46d4 HTTP/1.1" status: 200 len: 210 time: 0.0518517 Jul 13 13:48:30.984052 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4bf7135c-0968-4a4d-aadc-3dbf3d0659d6 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:31.016940 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-4bf7135c-0968-4a4d-aadc-3dbf3d0659d6 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Transition to ACTIVE for port object 4672423c-797c-46a9-b596-0dc9e44bccc6 will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:48:31.027129 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4bf7135c-0968-4a4d-aadc-3dbf3d0659d6 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:31.182416 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-4bf7135c-0968-4a4d-aadc-3dbf3d0659d6 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] In _notify_port_updated(), no bound segment for port 4672423c-797c-46a9-b596-0dc9e44bccc6 on network a62882bd-8b40-4e51-9562-97e4183a3f73 {{(pid=93751) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 13 13:48:31.200470 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf7135c-0968-4a4d-aadc-3dbf3d0659d6 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:48:31.201082 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4bf7135c-0968-4a4d-aadc-3dbf3d0659d6 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:31.203328 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-4bf7135c-0968-4a4d-aadc-3dbf3d0659d6 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] 10.222.0.23 "PUT /v2.0/ports/4672423c-797c-46a9-b596-0dc9e44bccc6 HTTP/1.1" status: 200 len: 930 time: 3.5773275 Jul 13 13:48:31.206495 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 47162) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:48:31.240058 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:48:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-663826f5-40cf-4cd6-99d9-65ecd4498cab x-openstack-request-id: req-663826f5-40cf-4cd6-99d9-65ecd4498cab {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:48:31.241457 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58c22cd5-cb7f-4113-9694-7ecefc24ea38", "name": "network-vif-deleted", "tag": "2861c65a-7e8c-42cb-9eab-89783d5e289b", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:48:31.241895 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-663826f5-40cf-4cd6-99d9-65ecd4498cab {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:48:31.242598 n-d-800634-1 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58c22cd5-cb7f-4113-9694-7ecefc24ea38', 'name': 'network-vif-deleted', 'tag': '2861c65a-7e8c-42cb-9eab-89783d5e289b', 'status': 'completed', 'code': 200} Jul 13 13:48:31.333282 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf7135c-0968-4a4d-aadc-3dbf3d0659d6 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Pushing event updated for resources: {'Port': ['ID=4672423c-797c-46a9-b596-0dc9e44bccc6,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:48:31.351507 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-317758fb-1c9c-48c4-bbb3-15628b369961 req-ea2ab85c-ffba-47e6-8922-bb4ba9925b60 tempest-VolumesNegativeTest-1021474800 tempest-VolumesNegativeTest-1021474800-project] 10.222.0.23 "GET /v2.0/ports?device_id=524f5a54-80fe-4499-a37b-0d064c4a2ebd HTTP/1.1" status: 200 len: 210 time: 0.1469440 Jul 13 13:48:31.467453 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-9d8a9898-e404-438d-82cd-27c686d814e2 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Deleting port 4672423c-797c-46a9-b596-0dc9e44bccc6 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:48:31.467752 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9d8a9898-e404-438d-82cd-27c686d814e2 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:31.703156 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-37ca17c5-b8af-4356-a6e3-0433606cdc7a None None] Provisioning for port 4672423c-797c-46a9-b596-0dc9e44bccc6 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:48:31.708515 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-37ca17c5-b8af-4356-a6e3-0433606cdc7a None None] Provisioning complete for port 4672423c-797c-46a9-b596-0dc9e44bccc6 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:48:31.710211 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-37ca17c5-b8af-4356-a6e3-0433606cdc7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:31.768782 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-37ca17c5-b8af-4356-a6e3-0433606cdc7a None None] Port 4672423c-797c-46a9-b596-0dc9e44bccc6 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:48:31.773256 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4048a916-6823-4ad6-b3b7-08b7c8005ef7 req-7ce9aad3-52d9-490f-9920-ec2dc339aac5 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:48:31.774883 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4048a916-6823-4ad6-b3b7-08b7c8005ef7 req-7ce9aad3-52d9-490f-9920-ec2dc339aac5 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f309255-5b4d-4296-81c6-c49d93f44d38 HTTP/1.1" status: 200 len: 944 time: 0.1721747 Jul 13 13:48:31.827505 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9d8a9898-e404-438d-82cd-27c686d814e2 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:31.836058 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4048a916-6823-4ad6-b3b7-08b7c8005ef7 req-0283051f-9358-4a1e-b228-1556b832ccc3 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bf3e8b9-8da9-4a28-88c0-799fd78203e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507314 Jul 13 13:48:31.853657 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-9d8a9898-e404-438d-82cd-27c686d814e2 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Calling delete_port for 4672423c-797c-46a9-b596-0dc9e44bccc6 owned by {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:48:31.922949 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e625e251-e0a4-41c3-a2c1-51bba1d40925 req-aa9b313a-e6f2-4f0d-9c1a-4a082d8238bf tempest-ImagesOneServerTestJSON-642299007 tempest-ImagesOneServerTestJSON-642299007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:48:31.933354 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e625e251-e0a4-41c3-a2c1-51bba1d40925 req-aa9b313a-e6f2-4f0d-9c1a-4a082d8238bf tempest-ImagesOneServerTestJSON-642299007 tempest-ImagesOneServerTestJSON-642299007-project] 10.222.0.23 "GET /v2.0/ports?device_id=81c5c787-6742-49fd-b09f-4995272ab0f4 HTTP/1.1" status: 200 len: 950 time: 0.4389565 Jul 13 13:48:31.939053 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 2861c65a-7e8c-42cb-9eab-89783d5e289b no longer exists at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:48:32.003357 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] No Port match for: 2861c65a-7e8c-42cb-9eab-89783d5e289b {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:48:32.003709 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 2861c65a-7e8c-42cb-9eab-89783d5e289b not bound to the agent host n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:48:32.095469 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e625e251-e0a4-41c3-a2c1-51bba1d40925 req-a468519a-fbb7-4759-a169-a595a8e5558e tempest-ImagesOneServerTestJSON-642299007 tempest-ImagesOneServerTestJSON-642299007-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8ef0694-76e2-44b8-96a6-c7e85259143b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604702 Jul 13 13:48:32.216098 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a55cf252-f5af-4d4d-9313-2e8a59eb349a req-8fea9a9e-d049-4973-98a9-b03a4f2f472f tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba24330e-3d10-45b2-aa45-d413663c46d4 HTTP/1.1" status: 200 len: 210 time: 0.0630345 Jul 13 13:48:32.290989 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9d8a9898-e404-438d-82cd-27c686d814e2 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:32.331414 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8a9898-e404-438d-82cd-27c686d814e2 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Pushing event deleted for resources: {'Port': ['ID=4672423c-797c-46a9-b596-0dc9e44bccc6,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:48:32.387856 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9d8a9898-e404-438d-82cd-27c686d814e2 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:32.390249 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-9d8a9898-e404-438d-82cd-27c686d814e2 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] 10.222.0.23 "DELETE /v2.0/ports/4672423c-797c-46a9-b596-0dc9e44bccc6 HTTP/1.1" status: 204 len: 168 time: 1.1799979 Jul 13 13:48:32.393180 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 47194) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:48:32.469470 n-d-800634-1 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-264f7fce-a94c-4396-8e62-836c0905a342 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] GET failed (client error): The resource could not be found. Jul 13 13:48:32.476133 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 47200) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:48:32.489225 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-264f7fce-a94c-4396-8e62-836c0905a342 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] 10.222.0.23 "GET /v2.0/ports/4672423c-797c-46a9-b596-0dc9e44bccc6 HTTP/1.1" status: 404 len: 333 time: 0.0944631 Jul 13 13:48:32.564584 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-db456c67-f2f3-4da2-841d-ae96879725d7 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:32.593205 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-db456c67-f2f3-4da2-841d-ae96879725d7 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:32.764966 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d7a6e8b1-2a42-4204-99a6-4187d715e375 req-7f1fc0e1-e6d0-4e60-b5c3-3cdbbfd75eed tempest-VolumesNegativeTest-1021474800 tempest-VolumesNegativeTest-1021474800-project] 10.222.0.23 "GET /v2.0/ports?device_id=524f5a54-80fe-4499-a37b-0d064c4a2ebd HTTP/1.1" status: 200 len: 210 time: 0.0863845 Jul 13 13:48:32.791642 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-db456c67-f2f3-4da2-841d-ae96879725d7 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:32.794788 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-db456c67-f2f3-4da2-841d-ae96879725d7 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:32.796852 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-db456c67-f2f3-4da2-841d-ae96879725d7 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] 10.222.0.23 "DELETE /v2.0/security-groups/76d858dd-b841-49c4-b6e4-05e959b7e298 HTTP/1.1" status: 204 len: 168 time: 0.3189304 Jul 13 13:48:32.804418 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 47210) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:48:32.843287 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-37fa7c0b-a8b0-4439-8c2f-957747bdb1a7 req-36969a3e-88b7-48ec-8b8c-449084e6fcc4 tempest-VolumesNegativeTest-1021474800 tempest-VolumesNegativeTest-1021474800-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=d633a7df64704bb185287b0859d1c2a4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1001327 Jul 13 13:48:32.845414 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db456c67-f2f3-4da2-841d-ae96879725d7 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76d858dd-b841-49c4-b6e4-05e959b7e298,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:48:32.946417 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-822ad78f-9f61-4548-8558-14497278e28c tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:33.025087 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-822ad78f-9f61-4548-8558-14497278e28c tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:33.097885 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-822ad78f-9f61-4548-8558-14497278e28c tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:33.105553 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-822ad78f-9f61-4548-8558-14497278e28c tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:33.109475 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fa7c0b-a8b0-4439-8c2f-957747bdb1a7 req-8d8ab8a2-b087-44fa-bfa1-2b5bf4683672 tempest-VolumesNegativeTest-1021474800 tempest-VolumesNegativeTest-1021474800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:48:33.109475 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-37fa7c0b-a8b0-4439-8c2f-957747bdb1a7 req-8d8ab8a2-b087-44fa-bfa1-2b5bf4683672 tempest-VolumesNegativeTest-1021474800 tempest-VolumesNegativeTest-1021474800-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2575891 Jul 13 13:48:33.112023 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-822ad78f-9f61-4548-8558-14497278e28c tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] 10.222.0.23 "DELETE /v2.0/security-groups/5bc1e33c-47ac-428b-aabe-a3c2b577a068 HTTP/1.1" status: 204 len: 168 time: 0.3054826 Jul 13 13:48:33.113748 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 47234) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:48:33.127121 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-37fa7c0b-a8b0-4439-8c2f-957747bdb1a7 req-9e2ddc71-d8af-41d8-ac73-1569448a93e2 tempest-VolumesNegativeTest-1021474800 tempest-VolumesNegativeTest-1021474800-project] Request body: {'port': {'device_id': '524f5a54-80fe-4499-a37b-0d064c4a2ebd', 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30', 'admin_state_up': True, 'tenant_id': 'd633a7df64704bb185287b0859d1c2a4'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:48:33.251799 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc390b60-51ad-4c17-8ee3-b2dfd009bd57 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Deleting subnet 26a483fc-c0c1-4665-af2d-1d3f8897f8fe {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 13:48:33.258508 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fc390b60-51ad-4c17-8ee3-b2dfd009bd57 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:33.272208 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37fa7c0b-a8b0-4439-8c2f-957747bdb1a7 req-9e2ddc71-d8af-41d8-ac73-1569448a93e2 tempest-VolumesNegativeTest-1021474800 tempest-VolumesNegativeTest-1021474800-project] Made reservation on behalf of d633a7df64704bb185287b0859d1c2a4 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:48:33.278310 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-37fa7c0b-a8b0-4439-8c2f-957747bdb1a7 req-9e2ddc71-d8af-41d8-ac73-1569448a93e2 tempest-VolumesNegativeTest-1021474800 tempest-VolumesNegativeTest-1021474800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:33.290330 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-37fa7c0b-a8b0-4439-8c2f-957747bdb1a7 req-9e2ddc71-d8af-41d8-ac73-1569448a93e2 tempest-VolumesNegativeTest-1021474800 tempest-VolumesNegativeTest-1021474800-project] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:33.372353 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fc390b60-51ad-4c17-8ee3-b2dfd009bd57 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6018489'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:33.523643 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822ad78f-9f61-4548-8558-14497278e28c tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bc1e33c-47ac-428b-aabe-a3c2b577a068,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:48:33.535568 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-37fa7c0b-a8b0-4439-8c2f-957747bdb1a7 req-9e2ddc71-d8af-41d8-ac73-1569448a93e2 tempest-VolumesNegativeTest-1021474800 tempest-VolumesNegativeTest-1021474800-project] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:33.548362 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a394b411-ad0f-4810-9cca-f3fe0e36806d req-7eeb6024-3c17-49d1-a539-fb3d1c62d406 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:48:33.558243 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a394b411-ad0f-4810-9cca-f3fe0e36806d req-7eeb6024-3c17-49d1-a539-fb3d1c62d406 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f309255-5b4d-4296-81c6-c49d93f44d38 HTTP/1.1" status: 200 len: 944 time: 0.1580455 Jul 13 13:48:33.561677 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-37fa7c0b-a8b0-4439-8c2f-957747bdb1a7 req-9e2ddc71-d8af-41d8-ac73-1569448a93e2 tempest-VolumesNegativeTest-1021474800 tempest-VolumesNegativeTest-1021474800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:33.580928 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-23cfe80e-1c7f-41a6-912c-da8c0f29477a req-be86e75a-7f4c-4456-a2ab-01a4f1385d66 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba24330e-3d10-45b2-aa45-d413663c46d4 HTTP/1.1" status: 200 len: 210 time: 0.0622919 Jul 13 13:48:33.604619 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fc390b60-51ad-4c17-8ee3-b2dfd009bd57 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:33.647324 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a394b411-ad0f-4810-9cca-f3fe0e36806d req-2b3d8f22-aac8-4ca9-90c2-7120d70e839d tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bf3e8b9-8da9-4a28-88c0-799fd78203e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880597 Jul 13 13:48:33.710682 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ddc71-d8af-41d8-ac73-1569448a93e2 tempest-VolumesNegativeTest-1021474800 tempest-VolumesNegativeTest-1021474800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa72040e-c614-47b0-aeb9-8b0b19ea9a45,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:48:33.735023 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fc390b60-51ad-4c17-8ee3-b2dfd009bd57 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6018534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6105009'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:33.803818 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fc390b60-51ad-4c17-8ee3-b2dfd009bd57 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:33.804430 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-811583af-c875-4db8-9e39-918d621a06f9 None None] Network a62882bd-8b40-4e51-9562-97e4183a3f73 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:48:33.811705 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-fc390b60-51ad-4c17-8ee3-b2dfd009bd57 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] 10.222.0.23 "DELETE /v2.0/subnets/26a483fc-c0c1-4665-af2d-1d3f8897f8fe HTTP/1.1" status: 204 len: 168 time: 0.6864431 Jul 13 13:48:33.813388 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 47256) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:48:33.816394 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc390b60-51ad-4c17-8ee3-b2dfd009bd57 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Pushing event deleted for resources: {'Subnet': ['ID=26a483fc-c0c1-4665-af2d-1d3f8897f8fe,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:48:33.832066 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-8b61eb5e-c4dd-4ae8-9c88-cb3c0e441860 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Request body: {'subnet': {'network_id': 'a62882bd-8b40-4e51-9562-97e4183a3f73', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:48:33.873926 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-37fa7c0b-a8b0-4439-8c2f-957747bdb1a7 req-9e2ddc71-d8af-41d8-ac73-1569448a93e2 tempest-VolumesNegativeTest-1021474800 tempest-VolumesNegativeTest-1021474800-project] Allocated IP 192.168.233.19 (e0bfb334-0fd9-4ba5-ba79-1568ecabee30/60b55863-ceb6-45af-a8a4-4b22d72866af/5167289b-50ac-4b75-9a9d-d36ba4ce461c) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:48:33.948767 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 9a1e9e1f-5f7d-4595-a1b9-cdc5ce99f78d no longer exists at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:48:34.065420 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b61eb5e-c4dd-4ae8-9c88-cb3c0e441860 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Made reservation on behalf of 7b9a8e657fbe4761afdd556ee032edca for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:48:34.072100 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8b61eb5e-c4dd-4ae8-9c88-cb3c0e441860 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6104980'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:34.089254 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bef2cfce-34e4-45ff-ac95-fd9c9a4acd49 req-da623431-4d81-45c6-a401-c29c1f873fc9 tempest-VolumesNegativeTest-1021474800 tempest-VolumesNegativeTest-1021474800-project] 10.222.0.23 "GET /v2.0/ports?device_id=524f5a54-80fe-4499-a37b-0d064c4a2ebd HTTP/1.1" status: 200 len: 210 time: 0.0794628 Jul 13 13:48:34.192968 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-37fa7c0b-a8b0-4439-8c2f-957747bdb1a7 req-9e2ddc71-d8af-41d8-ac73-1569448a93e2 tempest-VolumesNegativeTest-1021474800 tempest-VolumesNegativeTest-1021474800-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:34.216512 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-37fa7c0b-a8b0-4439-8c2f-957747bdb1a7 req-9e2ddc71-d8af-41d8-ac73-1569448a93e2 tempest-VolumesNegativeTest-1021474800 tempest-VolumesNegativeTest-1021474800-project] Transition to ACTIVE for port object 5167289b-50ac-4b75-9a9d-d36ba4ce461c will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:48:34.236251 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:34.279862 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-37fa7c0b-a8b0-4439-8c2f-957747bdb1a7 req-9e2ddc71-d8af-41d8-ac73-1569448a93e2 tempest-VolumesNegativeTest-1021474800 tempest-VolumesNegativeTest-1021474800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:34.296562 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81c5c787-6742-49fd-b09f-4995272ab0f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a1e9e1f-5f7d-4595-a1b9-cdc5ce99f78d'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:48:34.299374 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6b8b4bd-0008-44ca-80f8-db05c67fe566" -d '{"events": [{"server_uuid": "81c5c787-6742-49fd-b09f-4995272ab0f4", "name": "network-vif-unplugged", "status": "completed", "tag": "9a1e9e1f-5f7d-4595-a1b9-cdc5ce99f78d"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:48:34.320641 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 9a1e9e1f-5f7d-4595-a1b9-cdc5ce99f78d, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=9a1e9e1f-5f7d-4595-a1b9-cdc5ce99f78d,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:48:34.340295 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:34.409827 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 13:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc410f75-8ae8-4e6b-aeb0-db71b54d27da x-openstack-request-id: req-cc410f75-8ae8-4e6b-aeb0-db71b54d27da {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:48:34.410368 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81c5c787-6742-49fd-b09f-4995272ab0f4", "name": "network-vif-unplugged", "status": "completed", "tag": "9a1e9e1f-5f7d-4595-a1b9-cdc5ce99f78d", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:48:34.414908 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cc410f75-8ae8-4e6b-aeb0-db71b54d27da {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:48:34.415589 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81c5c787-6742-49fd-b09f-4995272ab0f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a1e9e1f-5f7d-4595-a1b9-cdc5ce99f78d', 'code': 200} Jul 13 13:48:34.432224 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ddc71-d8af-41d8-ac73-1569448a93e2 tempest-VolumesNegativeTest-1021474800 tempest-VolumesNegativeTest-1021474800-project] Pushing event updated for resources: {'Port': ['ID=5167289b-50ac-4b75-9a9d-d36ba4ce461c,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:48:34.433431 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4798985b-d0d5-45c7-b3d7-6dd7d34bd79a req-8c8c0a7f-3c4a-47b7-b16d-19c102818665 tempest-ImagesOneServerTestJSON-642299007 tempest-ImagesOneServerTestJSON-642299007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:48:34.435788 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4798985b-d0d5-45c7-b3d7-6dd7d34bd79a req-8c8c0a7f-3c4a-47b7-b16d-19c102818665 tempest-ImagesOneServerTestJSON-642299007 tempest-ImagesOneServerTestJSON-642299007-project] 10.222.0.23 "GET /v2.0/ports?device_id=81c5c787-6742-49fd-b09f-4995272ab0f4 HTTP/1.1" status: 200 len: 950 time: 0.1449833 Jul 13 13:48:34.454391 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37fa7c0b-a8b0-4439-8c2f-957747bdb1a7 req-9e2ddc71-d8af-41d8-ac73-1569448a93e2 tempest-VolumesNegativeTest-1021474800 tempest-VolumesNegativeTest-1021474800-project] Network e0bfb334-0fd9-4ba5-ba79-1568ecabee30 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:48:34.456361 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-37fa7c0b-a8b0-4439-8c2f-957747bdb1a7 req-9e2ddc71-d8af-41d8-ac73-1569448a93e2 tempest-VolumesNegativeTest-1021474800 tempest-VolumesNegativeTest-1021474800-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:48:34.465132 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-37fa7c0b-a8b0-4439-8c2f-957747bdb1a7 req-9e2ddc71-d8af-41d8-ac73-1569448a93e2 tempest-VolumesNegativeTest-1021474800 tempest-VolumesNegativeTest-1021474800-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:48:34.486509 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=9a1e9e1f-5f7d-4595-a1b9-cdc5ce99f78d,revision_number=11']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:48:34.531592 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fa7c0b-a8b0-4439-8c2f-957747bdb1a7 req-9e2ddc71-d8af-41d8-ac73-1569448a93e2 tempest-VolumesNegativeTest-1021474800 tempest-VolumesNegativeTest-1021474800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:48:34.533230 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-37fa7c0b-a8b0-4439-8c2f-957747bdb1a7 req-9e2ddc71-d8af-41d8-ac73-1569448a93e2 tempest-VolumesNegativeTest-1021474800 tempest-VolumesNegativeTest-1021474800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:34.534675 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 13:48:34.541106 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8b61eb5e-c4dd-4ae8-9c88-cb3c0e441860 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6018343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6104998'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:34.556878 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-37fa7c0b-a8b0-4439-8c2f-957747bdb1a7 req-9e2ddc71-d8af-41d8-ac73-1569448a93e2 tempest-VolumesNegativeTest-1021474800 tempest-VolumesNegativeTest-1021474800-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4337394 Jul 13 13:48:34.573186 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-37fa7c0b-a8b0-4439-8c2f-957747bdb1a7 req-b2e1373f-83d0-4246-a325-89c839d41c9e service neutron] Request body: {'port': {'device_id': '524f5a54-80fe-4499-a37b-0d064c4a2ebd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:48:34.632140 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b61eb5e-c4dd-4ae8-9c88-cb3c0e441860 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Pushing event updated for resources: {'Subnet': ['ID=bf846fd2-8447-4446-ab88-0fda832ea94c,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:48:34.642338 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4798985b-d0d5-45c7-b3d7-6dd7d34bd79a req-084c297b-9934-4362-a91c-c31ea843d956 tempest-ImagesOneServerTestJSON-642299007 tempest-ImagesOneServerTestJSON-642299007-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8ef0694-76e2-44b8-96a6-c7e85259143b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941428 Jul 13 13:48:34.667261 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b61eb5e-c4dd-4ae8-9c88-cb3c0e441860 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Network a62882bd-8b40-4e51-9562-97e4183a3f73 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:48:34.668734 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-8b61eb5e-c4dd-4ae8-9c88-cb3c0e441860 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:48:34.678146 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b61eb5e-c4dd-4ae8-9c88-cb3c0e441860 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:48:34.684118 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8b61eb5e-c4dd-4ae8-9c88-cb3c0e441860 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:34.714639 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-37fa7c0b-a8b0-4439-8c2f-957747bdb1a7 req-b2e1373f-83d0-4246-a325-89c839d41c9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:34.727985 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-8b61eb5e-c4dd-4ae8-9c88-cb3c0e441860 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9069183 Jul 13 13:48:34.730743 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 47270) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:48:34.742048 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-b464ddbf-ed11-4372-bf4a-c8140fcfbcc1 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Request body: {'security_group': {'name': 'tempest-secgroup-280343756'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:48:34.803584 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b464ddbf-ed11-4372-bf4a-c8140fcfbcc1 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:34.984744 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a44a8d9d-8f32-496c-860a-9fc528fe9109 req-7992ae5d-c7ea-4434-8417-49db7a684724 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba24330e-3d10-45b2-aa45-d413663c46d4 HTTP/1.1" status: 200 len: 210 time: 0.1397724 Jul 13 13:48:35.023435 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-955dbe38-d567-4308-8747-490cc04437b5 None None] Provisioning for port 5167289b-50ac-4b75-9a9d-d36ba4ce461c completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:48:35.034993 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-955dbe38-d567-4308-8747-490cc04437b5 None None] Provisioning complete for port 5167289b-50ac-4b75-9a9d-d36ba4ce461c triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:48:35.035606 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-955dbe38-d567-4308-8747-490cc04437b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:35.080528 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b464ddbf-ed11-4372-bf4a-c8140fcfbcc1 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:35.094316 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-955dbe38-d567-4308-8747-490cc04437b5 None None] Port 5167289b-50ac-4b75-9a9d-d36ba4ce461c cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:48:35.106724 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b464ddbf-ed11-4372-bf4a-c8140fcfbcc1 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:35.161501 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b464ddbf-ed11-4372-bf4a-c8140fcfbcc1 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:35.168863 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-b464ddbf-ed11-4372-bf4a-c8140fcfbcc1 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4342833 Jul 13 13:48:35.169309 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 47276) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:48:35.173860 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-10335aee-c3ef-4407-865a-d88fe2fbf78e tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Request body: {'security_group': {'name': 'tempest-secgroup-187681737'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:48:35.186330 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee857119-c61e-4fcd-b305-1f3af4d7367a req-9b37841c-d4a8-4621-b593-3ba9a66833d1 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:48:35.188094 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ee857119-c61e-4fcd-b305-1f3af4d7367a req-9b37841c-d4a8-4621-b593-3ba9a66833d1 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f309255-5b4d-4296-81c6-c49d93f44d38 HTTP/1.1" status: 200 len: 944 time: 0.2493942 Jul 13 13:48:35.190035 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b464ddbf-ed11-4372-bf4a-c8140fcfbcc1 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5437f91f-d065-4a37-a51d-44531bff84ca,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:48:35.245057 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-10335aee-c3ef-4407-865a-d88fe2fbf78e tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:35.262702 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-37fa7c0b-a8b0-4439-8c2f-957747bdb1a7 req-b2e1373f-83d0-4246-a325-89c839d41c9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5167289b-50ac-4b75-9a9d-d36ba4ce461c {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:48:35.273041 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ee857119-c61e-4fcd-b305-1f3af4d7367a req-1cfaa5aa-621a-4dbf-a122-5b0bc6e0b8fe tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bf3e8b9-8da9-4a28-88c0-799fd78203e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683496 Jul 13 13:48:35.291584 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-37fa7c0b-a8b0-4439-8c2f-957747bdb1a7 req-b2e1373f-83d0-4246-a325-89c839d41c9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:35.313145 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-37fa7c0b-a8b0-4439-8c2f-957747bdb1a7 req-b2e1373f-83d0-4246-a325-89c839d41c9e service neutron] Transition to ACTIVE for port object 5167289b-50ac-4b75-9a9d-d36ba4ce461c will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:48:35.319853 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-37fa7c0b-a8b0-4439-8c2f-957747bdb1a7 req-b2e1373f-83d0-4246-a325-89c839d41c9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:35.374314 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e1373f-83d0-4246-a325-89c839d41c9e service neutron] Pushing event updated for resources: {'Port': ['ID=5167289b-50ac-4b75-9a9d-d36ba4ce461c,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:48:35.398135 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-10335aee-c3ef-4407-865a-d88fe2fbf78e tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:35.405976 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-10335aee-c3ef-4407-865a-d88fe2fbf78e tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:35.482224 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-10335aee-c3ef-4407-865a-d88fe2fbf78e tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:35.484650 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-10335aee-c3ef-4407-865a-d88fe2fbf78e tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3140724 Jul 13 13:48:35.485848 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10335aee-c3ef-4407-865a-d88fe2fbf78e tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff92e067-6942-4d45-86cd-efc5f3109bd1,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:48:35.493397 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 47282) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:48:35.507443 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-8a200ea4-7e74-4b1d-b607-097ab5d811d5 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Request body: {'security_group': {'name': 'tempest-secgroup-934348179'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:48:35.557909 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8a200ea4-7e74-4b1d-b607-097ab5d811d5 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:35.571098 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efac090-81eb-41ca-9967-e2593c54ab99 req-93a4d049-38eb-496f-bcd0-2cfb914d86b3 tempest-VolumesNegativeTest-1021474800 tempest-VolumesNegativeTest-1021474800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:48:35.572921 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4efac090-81eb-41ca-9967-e2593c54ab99 req-93a4d049-38eb-496f-bcd0-2cfb914d86b3 tempest-VolumesNegativeTest-1021474800 tempest-VolumesNegativeTest-1021474800-project] 10.222.0.23 "GET /v2.0/ports?device_id=524f5a54-80fe-4499-a37b-0d064c4a2ebd HTTP/1.1" status: 200 len: 947 time: 0.1863523 Jul 13 13:48:35.580177 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d9775b-c7f0-40b1-9bb3-1aabd2ee949d None None] Network a62882bd-8b40-4e51-9562-97e4183a3f73 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:48:35.626428 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-37fa7c0b-a8b0-4439-8c2f-957747bdb1a7 req-b2e1373f-83d0-4246-a325-89c839d41c9e service neutron] Attempting to bind port 5167289b-50ac-4b75-9a9d-d36ba4ce461c on host n-h1-800634-1 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:48:35.626770 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-37fa7c0b-a8b0-4439-8c2f-957747bdb1a7 req-b2e1373f-83d0-4246-a325-89c839d41c9e service neutron] Attempting to bind port 5167289b-50ac-4b75-9a9d-d36ba4ce461c by drivers openvswitch,hyperv on host n-h1-800634-1 at level 0 using segments [{'id': '62a4f2e9-97ca-473c-a2df-e7f9f532c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:48:35.627102 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37fa7c0b-a8b0-4439-8c2f-957747bdb1a7 req-b2e1373f-83d0-4246-a325-89c839d41c9e service neutron] Attempting to bind port 5167289b-50ac-4b75-9a9d-d36ba4ce461c on network e0bfb334-0fd9-4ba5-ba79-1568ecabee30 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:48:35.639621 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37fa7c0b-a8b0-4439-8c2f-957747bdb1a7 req-b2e1373f-83d0-4246-a325-89c839d41c9e service neutron] Port 5167289b-50ac-4b75-9a9d-d36ba4ce461c on network e0bfb334-0fd9-4ba5-ba79-1568ecabee30 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-1 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:48:35.639954 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37fa7c0b-a8b0-4439-8c2f-957747bdb1a7 req-b2e1373f-83d0-4246-a325-89c839d41c9e service neutron] Attempting to bind port 5167289b-50ac-4b75-9a9d-d36ba4ce461c on network e0bfb334-0fd9-4ba5-ba79-1568ecabee30 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:48:35.676036 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4efac090-81eb-41ca-9967-e2593c54ab99 req-2603bee9-26ef-4d20-a8f2-5658dcad9eb0 tempest-VolumesNegativeTest-1021474800 tempest-VolumesNegativeTest-1021474800-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa72040e-c614-47b0-aeb9-8b0b19ea9a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811689 Jul 13 13:48:35.715127 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37fa7c0b-a8b0-4439-8c2f-957747bdb1a7 req-b2e1373f-83d0-4246-a325-89c839d41c9e service neutron] Checking agent: {'id': 'a7603dc8-3c50-4a9b-8f0d-1143528f155e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 48, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:48:35.715474 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37fa7c0b-a8b0-4439-8c2f-957747bdb1a7 req-b2e1373f-83d0-4246-a325-89c839d41c9e service neutron] Checking segment: {'id': '62a4f2e9-97ca-473c-a2df-e7f9f532c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:48:35.717061 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37fa7c0b-a8b0-4439-8c2f-957747bdb1a7 req-b2e1373f-83d0-4246-a325-89c839d41c9e service neutron] Bound using segment: {'id': '62a4f2e9-97ca-473c-a2df-e7f9f532c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:48:35.718582 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-37fa7c0b-a8b0-4439-8c2f-957747bdb1a7 req-b2e1373f-83d0-4246-a325-89c839d41c9e service neutron] Bound port: 5167289b-50ac-4b75-9a9d-d36ba4ce461c, host: n-h1-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62a4f2e9-97ca-473c-a2df-e7f9f532c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:48:35.720663 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-37fa7c0b-a8b0-4439-8c2f-957747bdb1a7 req-b2e1373f-83d0-4246-a325-89c839d41c9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:35.760577 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8a200ea4-7e74-4b1d-b607-097ab5d811d5 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:35.771306 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8a200ea4-7e74-4b1d-b607-097ab5d811d5 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:35.804273 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-5143ccd0-e6bf-497b-a49b-879b4ad417d0 None None] Provisioning complete for port 1e3ab391-9f0d-4494-927b-6b06e129ce83 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:48:35.804599 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5143ccd0-e6bf-497b-a49b-879b4ad417d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:35.833367 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8a200ea4-7e74-4b1d-b607-097ab5d811d5 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:35.836949 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-8a200ea4-7e74-4b1d-b607-097ab5d811d5 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3417876 Jul 13 13:48:35.837647 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 47286) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:48:35.858001 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-e7b576a6-c28e-4483-9f89-0ec296d7dea6 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-128317167', 'security_groups': ['c390cd5c-a937-49b5-89fc-9ad410282e6e'], 'network_id': 'a62882bd-8b40-4e51-9562-97e4183a3f73', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'bf846fd2-8447-4446-ab88-0fda832ea94c'}]}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:48:35.889272 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-37fa7c0b-a8b0-4439-8c2f-957747bdb1a7 req-b2e1373f-83d0-4246-a325-89c839d41c9e service neutron] For port 5167289b-50ac-4b75-9a9d-d36ba4ce461c, host n-h1-800634-1, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:48:35.895247 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-5143ccd0-e6bf-497b-a49b-879b4ad417d0 None None] Port 1e3ab391-9f0d-4494-927b-6b06e129ce83 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:48:35.896056 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-37fa7c0b-a8b0-4439-8c2f-957747bdb1a7 req-b2e1373f-83d0-4246-a325-89c839d41c9e service neutron] For port 5167289b-50ac-4b75-9a9d-d36ba4ce461c, host n-h1-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=5167289b-50ac-4b75-9a9d-d36ba4ce461c,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:48:35.906152 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-37fa7c0b-a8b0-4439-8c2f-957747bdb1a7 req-b2e1373f-83d0-4246-a325-89c839d41c9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:35.912309 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a200ea4-7e74-4b1d-b607-097ab5d811d5 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c390cd5c-a937-49b5-89fc-9ad410282e6e,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:48:35.938309 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fa7c0b-a8b0-4439-8c2f-957747bdb1a7 req-b2e1373f-83d0-4246-a325-89c839d41c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:48:35.939113 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-37fa7c0b-a8b0-4439-8c2f-957747bdb1a7 req-b2e1373f-83d0-4246-a325-89c839d41c9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:35.940628 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-37fa7c0b-a8b0-4439-8c2f-957747bdb1a7 req-b2e1373f-83d0-4246-a325-89c839d41c9e service neutron] 10.222.0.26 "PUT /v2.0/ports/5167289b-50ac-4b75-9a9d-d36ba4ce461c HTTP/1.1" status: 200 len: 1095 time: 1.3735301 Jul 13 13:48:35.942364 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '524f5a54-80fe-4499-a37b-0d064c4a2ebd', 'tag': '5167289b-50ac-4b75-9a9d-d36ba4ce461c'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:48:35.945592 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24aa1c02-00fd-430f-a513-75c9fd7f4fad" -d '{"events": [{"name": "network-changed", "server_uuid": "524f5a54-80fe-4499-a37b-0d064c4a2ebd", "tag": "5167289b-50ac-4b75-9a9d-d36ba4ce461c"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:48:36.040315 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 13:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbba9b18-e64c-45a9-b3dc-414f305fb78f x-openstack-request-id: req-fbba9b18-e64c-45a9-b3dc-414f305fb78f {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:48:36.040751 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "524f5a54-80fe-4499-a37b-0d064c4a2ebd", "tag": "5167289b-50ac-4b75-9a9d-d36ba4ce461c", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:48:36.041052 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fbba9b18-e64c-45a9-b3dc-414f305fb78f {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:48:36.041543 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '524f5a54-80fe-4499-a37b-0d064c4a2ebd', 'tag': '5167289b-50ac-4b75-9a9d-d36ba4ce461c', 'status': 'completed', 'code': 200} Jul 13 13:48:36.181369 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e1373f-83d0-4246-a325-89c839d41c9e service neutron] Pushing event updated for resources: {'Port': ['ID=5167289b-50ac-4b75-9a9d-d36ba4ce461c,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:48:36.231642 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fa7c0b-a8b0-4439-8c2f-957747bdb1a7 req-e75591b5-0b2b-43b6-996e-ab0712d6591e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:48:36.235528 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-37fa7c0b-a8b0-4439-8c2f-957747bdb1a7 req-e75591b5-0b2b-43b6-996e-ab0712d6591e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d633a7df64704bb185287b0859d1c2a4&device_id=524f5a54-80fe-4499-a37b-0d064c4a2ebd HTTP/1.1" status: 200 len: 1098 time: 0.2104199 Jul 13 13:48:36.302035 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-37fa7c0b-a8b0-4439-8c2f-957747bdb1a7 req-8fb532f9-8bdd-46da-a925-f684cfaf5b9c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=5167289b-50ac-4b75-9a9d-d36ba4ce461c HTTP/1.1" status: 200 len: 217 time: 0.0573988 Jul 13 13:48:36.327274 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2a877d-7b71-4e8a-8e25-097d1520c1f3 req-85a30010-8f76-494f-bbe9-0ac4fb9944a7 tempest-ImagesOneServerTestJSON-642299007 tempest-ImagesOneServerTestJSON-642299007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:48:36.327274 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2d2a877d-7b71-4e8a-8e25-097d1520c1f3 req-85a30010-8f76-494f-bbe9-0ac4fb9944a7 tempest-ImagesOneServerTestJSON-642299007 tempest-ImagesOneServerTestJSON-642299007-project] 10.222.0.41 "GET /v2.0/ports?device_id=81c5c787-6742-49fd-b09f-4995272ab0f4 HTTP/1.1" status: 200 len: 948 time: 0.4552116 Jul 13 13:48:36.331278 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7b576a6-c28e-4483-9f89-0ec296d7dea6 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Made reservation on behalf of 7b9a8e657fbe4761afdd556ee032edca for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:48:36.341191 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-5143ccd0-e6bf-497b-a49b-879b4ad417d0 None None] Provisioning complete for port 287fb86e-faf9-4c3d-8284-1c98adaedd92 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:48:36.342247 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3805b098-b639-4c4d-976d-d4b5e5b5b8e0 req-407d1d32-613c-4a45-ac01-75fecb3c0192 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba24330e-3d10-45b2-aa45-d413663c46d4 HTTP/1.1" status: 200 len: 210 time: 0.0431914 Jul 13 13:48:36.342591 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5143ccd0-e6bf-497b-a49b-879b4ad417d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:36.434186 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e7b576a6-c28e-4483-9f89-0ec296d7dea6 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:36.449364 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fa7c0b-a8b0-4439-8c2f-957747bdb1a7 req-95e3315c-472a-4167-8a8c-380cfa52c056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:48:36.452063 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-37fa7c0b-a8b0-4439-8c2f-957747bdb1a7 req-95e3315c-472a-4167-8a8c-380cfa52c056 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=60b55863-ceb6-45af-a8a4-4b22d72866af HTTP/1.1" status: 200 len: 843 time: 0.1145601 Jul 13 13:48:36.479590 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-778d8f64-7a47-4cd3-8084-56fa47f051e1 None None] Update dhcp port {'port': {'network_id': 'a62882bd-8b40-4e51-9562-97e4183a3f73', 'fixed_ips': [{'subnet_id': 'ccba3897-e8e5-49f5-8035-3ab5844fac0c', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'bf846fd2-8447-4446-ab88-0fda832ea94c'}], 'binding:host_id': 'n-d-800634-1'}, 'id': '287fb86e-faf9-4c3d-8284-1c98adaedd92'} from n-d-800634-1. {{(pid=93752) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 13 13:48:36.491806 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6096451-3d1a-4bc2-8916-6c6f6a868fd3 req-14781bfa-c87f-4b25-a87c-c7e448a6e071 tempest-ImagesOneServerTestJSON-642299007 tempest-ImagesOneServerTestJSON-642299007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:48:36.499114 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a6096451-3d1a-4bc2-8916-6c6f6a868fd3 req-14781bfa-c87f-4b25-a87c-c7e448a6e071 tempest-ImagesOneServerTestJSON-642299007 tempest-ImagesOneServerTestJSON-642299007-project] 10.222.0.23 "GET /v2.0/ports?device_id=81c5c787-6742-49fd-b09f-4995272ab0f4 HTTP/1.1" status: 200 len: 948 time: 0.3892219 Jul 13 13:48:36.540566 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [None req-e7b576a6-c28e-4483-9f89-0ec296d7dea6 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] device_id is not set on port 19198900-e70d-4aa7-adeb-fc959d5624f8 yet. {{(pid=93751) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 13:48:36.547651 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-778d8f64-7a47-4cd3-8084-56fa47f051e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:36.560020 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fa7c0b-a8b0-4439-8c2f-957747bdb1a7 req-4bd8a522-5902-47eb-b947-2ca41eddf651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:48:36.562012 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-37fa7c0b-a8b0-4439-8c2f-957747bdb1a7 req-4bd8a522-5902-47eb-b947-2ca41eddf651 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e0bfb334-0fd9-4ba5-ba79-1568ecabee30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1015093 Jul 13 13:48:36.616142 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a6096451-3d1a-4bc2-8916-6c6f6a868fd3 req-63e03385-e19e-47f7-aff6-932be4c96598 tempest-ImagesOneServerTestJSON-642299007 tempest-ImagesOneServerTestJSON-642299007-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8ef0694-76e2-44b8-96a6-c7e85259143b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160214 Jul 13 13:48:36.795614 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fb1ede-3235-40a6-9b74-7f97169a4ad6 req-59c5f1c5-7de7-4e96-8da5-3ed58b91c4bd tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:48:36.797318 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c1fb1ede-3235-40a6-9b74-7f97169a4ad6 req-59c5f1c5-7de7-4e96-8da5-3ed58b91c4bd tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f309255-5b4d-4296-81c6-c49d93f44d38 HTTP/1.1" status: 200 len: 944 time: 0.2071087 Jul 13 13:48:36.859137 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-2d2a877d-7b71-4e8a-8e25-097d1520c1f3 req-cf36c908-e07c-41e6-8508-1a8a41aa656f tempest-ImagesOneServerTestJSON-642299007 tempest-ImagesOneServerTestJSON-642299007-project] Deleting port 9a1e9e1f-5f7d-4595-a1b9-cdc5ce99f78d {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:48:36.859696 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-2d2a877d-7b71-4e8a-8e25-097d1520c1f3 req-cf36c908-e07c-41e6-8508-1a8a41aa656f tempest-ImagesOneServerTestJSON-642299007 tempest-ImagesOneServerTestJSON-642299007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:36.861637 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c1fb1ede-3235-40a6-9b74-7f97169a4ad6 req-27e92685-3de2-4680-90f5-7ceda8657f65 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bf3e8b9-8da9-4a28-88c0-799fd78203e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537906 Jul 13 13:48:36.882905 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-37fa7c0b-a8b0-4439-8c2f-957747bdb1a7 req-445cd6dc-4f38-4232-8ab6-366514110aba service neutron] 10.222.0.26 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3036923 Jul 13 13:48:36.919137 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-778d8f64-7a47-4cd3-8084-56fa47f051e1 None None] Allocated IP 2001:db8::2 (a62882bd-8b40-4e51-9562-97e4183a3f73/bf846fd2-8447-4446-ab88-0fda832ea94c/287fb86e-faf9-4c3d-8284-1c98adaedd92) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:48:37.038613 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-2d2a877d-7b71-4e8a-8e25-097d1520c1f3 req-cf36c908-e07c-41e6-8508-1a8a41aa656f tempest-ImagesOneServerTestJSON-642299007 tempest-ImagesOneServerTestJSON-642299007-project] For port 9a1e9e1f-5f7d-4595-a1b9-cdc5ce99f78d, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=9a1e9e1f-5f7d-4595-a1b9-cdc5ce99f78d,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:48:37.038983 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-2d2a877d-7b71-4e8a-8e25-097d1520c1f3 req-cf36c908-e07c-41e6-8508-1a8a41aa656f tempest-ImagesOneServerTestJSON-642299007 tempest-ImagesOneServerTestJSON-642299007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:37.053681 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-778d8f64-7a47-4cd3-8084-56fa47f051e1 None None] For port 287fb86e-faf9-4c3d-8284-1c98adaedd92, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=287fb86e-faf9-4c3d-8284-1c98adaedd92,segment=NetworkSegment(43bbb708-c8d9-4756-a693-6355e1f82167),segment_id=43bbb708-c8d9-4756-a693-6355e1f82167)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:48:37.055346 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-2d2a877d-7b71-4e8a-8e25-097d1520c1f3 req-cf36c908-e07c-41e6-8508-1a8a41aa656f tempest-ImagesOneServerTestJSON-642299007 tempest-ImagesOneServerTestJSON-642299007-project] Calling delete_port for 9a1e9e1f-5f7d-4595-a1b9-cdc5ce99f78d owned by compute:nova {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:48:37.071060 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-37fa7c0b-a8b0-4439-8c2f-957747bdb1a7 req-55f78f29-0c44-4341-bbe6-88ae54f218e4 service neutron] 10.222.0.26 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900501 Jul 13 13:48:37.071726 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd59614-555f-4d96-8cf6-02beae2c5842 req-e322c247-933a-47cd-a510-5e5418f972ef tempest-VolumesNegativeTest-1021474800 tempest-VolumesNegativeTest-1021474800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:48:37.073264 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1cd59614-555f-4d96-8cf6-02beae2c5842 req-e322c247-933a-47cd-a510-5e5418f972ef tempest-VolumesNegativeTest-1021474800 tempest-VolumesNegativeTest-1021474800-project] 10.222.0.23 "GET /v2.0/ports?device_id=524f5a54-80fe-4499-a37b-0d064c4a2ebd HTTP/1.1" status: 200 len: 947 time: 0.1362941 Jul 13 13:48:37.094231 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-778d8f64-7a47-4cd3-8084-56fa47f051e1 None None] Notify callbacks [] for port, precommit_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:37.131666 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-778d8f64-7a47-4cd3-8084-56fa47f051e1 None None] Transition to ACTIVE for port object 287fb86e-faf9-4c3d-8284-1c98adaedd92 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:48:37.138232 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-778d8f64-7a47-4cd3-8084-56fa47f051e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:37.240252 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1cd59614-555f-4d96-8cf6-02beae2c5842 req-e33fe37b-eb98-4e7e-bafb-d23ecf6c0999 tempest-VolumesNegativeTest-1021474800 tempest-VolumesNegativeTest-1021474800-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa72040e-c614-47b0-aeb9-8b0b19ea9a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557634 Jul 13 13:48:37.282152 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aa1c02-00fd-430f-a513-75c9fd7f4fad req-325ef840-1673-48a8-b6d3-4dd8f8af528c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:48:37.283939 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-24aa1c02-00fd-430f-a513-75c9fd7f4fad req-325ef840-1673-48a8-b6d3-4dd8f8af528c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d633a7df64704bb185287b0859d1c2a4&device_id=524f5a54-80fe-4499-a37b-0d064c4a2ebd HTTP/1.1" status: 200 len: 1098 time: 0.1478918 Jul 13 13:48:37.298263 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778d8f64-7a47-4cd3-8084-56fa47f051e1 None None] Pushing event updated for resources: {'Port': ['ID=287fb86e-faf9-4c3d-8284-1c98adaedd92,revision_number=6']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:48:37.320375 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-e7b576a6-c28e-4483-9f89-0ec296d7dea6 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Allocated IP 2001:db8::2f0 (a62882bd-8b40-4e51-9562-97e4183a3f73/bf846fd2-8447-4446-ab88-0fda832ea94c/19198900-e70d-4aa7-adeb-fc959d5624f8) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:48:37.434242 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aa1c02-00fd-430f-a513-75c9fd7f4fad req-d1603a9c-3800-4ca0-bad3-2b47643d1084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:48:37.439218 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-24aa1c02-00fd-430f-a513-75c9fd7f4fad req-d1603a9c-3800-4ca0-bad3-2b47643d1084 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e0bfb334-0fd9-4ba5-ba79-1568ecabee30 HTTP/1.1" status: 200 len: 869 time: 0.1487331 Jul 13 13:48:37.565094 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-2d2a877d-7b71-4e8a-8e25-097d1520c1f3 req-cf36c908-e07c-41e6-8508-1a8a41aa656f tempest-ImagesOneServerTestJSON-642299007 tempest-ImagesOneServerTestJSON-642299007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:37.587469 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-24aa1c02-00fd-430f-a513-75c9fd7f4fad req-c630071f-6ffe-4aec-8add-83bc099237a6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=5167289b-50ac-4b75-9a9d-d36ba4ce461c HTTP/1.1" status: 200 len: 217 time: 0.1391950 Jul 13 13:48:37.637074 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-379d653b-1c46-42aa-adce-8f6443729b59 req-599d820f-7d16-449c-8ea1-512ef1207b42 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba24330e-3d10-45b2-aa45-d413663c46d4 HTTP/1.1" status: 200 len: 210 time: 0.0892797 Jul 13 13:48:37.637767 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf36c908-e07c-41e6-8508-1a8a41aa656f tempest-ImagesOneServerTestJSON-642299007 tempest-ImagesOneServerTestJSON-642299007-project] Pushing event deleted for resources: {'Port': ['ID=9a1e9e1f-5f7d-4595-a1b9-cdc5ce99f78d,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:48:37.706868 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aa1c02-00fd-430f-a513-75c9fd7f4fad req-bacecd72-4ae8-466f-b17e-03e14e4a7a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:48:37.715533 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-24aa1c02-00fd-430f-a513-75c9fd7f4fad req-bacecd72-4ae8-466f-b17e-03e14e4a7a54 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=60b55863-ceb6-45af-a8a4-4b22d72866af HTTP/1.1" status: 200 len: 843 time: 0.0910122 Jul 13 13:48:37.738732 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e7b576a6-c28e-4483-9f89-0ec296d7dea6 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:37.796663 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d2a877d-7b71-4e8a-8e25-097d1520c1f3 req-cf36c908-e07c-41e6-8508-1a8a41aa656f tempest-ImagesOneServerTestJSON-642299007 tempest-ImagesOneServerTestJSON-642299007-project] No DVR routers for this DVR port 9a1e9e1f-5f7d-4595-a1b9-cdc5ce99f78d on host n-h2-800634-1 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:48:37.811063 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-2d2a877d-7b71-4e8a-8e25-097d1520c1f3 req-cf36c908-e07c-41e6-8508-1a8a41aa656f tempest-ImagesOneServerTestJSON-642299007 tempest-ImagesOneServerTestJSON-642299007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:37.814906 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2d2a877d-7b71-4e8a-8e25-097d1520c1f3 req-cf36c908-e07c-41e6-8508-1a8a41aa656f tempest-ImagesOneServerTestJSON-642299007 tempest-ImagesOneServerTestJSON-642299007-project] 10.222.0.41 "DELETE /v2.0/ports/9a1e9e1f-5f7d-4595-a1b9-cdc5ce99f78d HTTP/1.1" status: 204 len: 173 time: 1.3842885 Jul 13 13:48:37.816336 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81c5c787-6742-49fd-b09f-4995272ab0f4', 'name': 'network-vif-deleted', 'tag': '9a1e9e1f-5f7d-4595-a1b9-cdc5ce99f78d'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:48:37.820339 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d17b627af75e17e0f4b8d6239d04f8c2f78634e2c585e32a7aeca336500f34a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a1d6d5f-f096-485b-9eda-e495fd309bcf" -d '{"events": [{"server_uuid": "81c5c787-6742-49fd-b09f-4995272ab0f4", "name": "network-vif-deleted", "tag": "9a1e9e1f-5f7d-4595-a1b9-cdc5ce99f78d"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:48:37.840042 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-e7b576a6-c28e-4483-9f89-0ec296d7dea6 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Transition to ACTIVE for port object 19198900-e70d-4aa7-adeb-fc959d5624f8 will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:48:37.914514 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aa1c02-00fd-430f-a513-75c9fd7f4fad req-5563b05f-4af7-4a2a-b6ac-0e7ba192c10e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:48:37.928517 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-24aa1c02-00fd-430f-a513-75c9fd7f4fad req-5563b05f-4af7-4a2a-b6ac-0e7ba192c10e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e0bfb334-0fd9-4ba5-ba79-1568ecabee30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1970983 Jul 13 13:48:37.938055 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 287fb86e-faf9-4c3d-8284-1c98adaedd92 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:48:38.010356 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:48:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d884fe0-105d-440a-aafc-fb8589ba95a5 x-openstack-request-id: req-9d884fe0-105d-440a-aafc-fb8589ba95a5 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:48:38.011652 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81c5c787-6742-49fd-b09f-4995272ab0f4", "name": "network-vif-deleted", "tag": "9a1e9e1f-5f7d-4595-a1b9-cdc5ce99f78d", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:48:38.013707 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9d884fe0-105d-440a-aafc-fb8589ba95a5 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:48:38.014257 n-d-800634-1 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81c5c787-6742-49fd-b09f-4995272ab0f4', 'name': 'network-vif-deleted', 'tag': '9a1e9e1f-5f7d-4595-a1b9-cdc5ce99f78d', 'status': 'completed', 'code': 200} Jul 13 13:48:38.019731 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-0c8927a7-bb7e-41d7-9044-824f03f5138e req-37a97ec3-6bbe-4840-88c7-ffec2ca10f22 tempest-ImagesOneServerTestJSON-642299007 tempest-ImagesOneServerTestJSON-642299007-project] 10.222.0.23 "GET /v2.0/ports?device_id=81c5c787-6742-49fd-b09f-4995272ab0f4 HTTP/1.1" status: 200 len: 210 time: 0.1221147 Jul 13 13:48:38.099276 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e7b576a6-c28e-4483-9f89-0ec296d7dea6 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:38.250694 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-5a22fe70-8b38-4f6c-80cc-b332be1976f3 None None] Provisioning complete for port 1e3ab391-9f0d-4494-927b-6b06e129ce83 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:48:38.251090 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5a22fe70-8b38-4f6c-80cc-b332be1976f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:38.270660 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b576a6-c28e-4483-9f89-0ec296d7dea6 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Pushing event updated for resources: {'Port': ['ID=19198900-e70d-4aa7-adeb-fc959d5624f8,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:48:38.295198 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b576a6-c28e-4483-9f89-0ec296d7dea6 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Network a62882bd-8b40-4e51-9562-97e4183a3f73 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:48:38.308355 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-e7b576a6-c28e-4483-9f89-0ec296d7dea6 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:48:38.312005 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b576a6-c28e-4483-9f89-0ec296d7dea6 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:48:38.317847 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-5a22fe70-8b38-4f6c-80cc-b332be1976f3 None None] Port 1e3ab391-9f0d-4494-927b-6b06e129ce83 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:48:38.323904 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7b576a6-c28e-4483-9f89-0ec296d7dea6 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:48:38.341302 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e7b576a6-c28e-4483-9f89-0ec296d7dea6 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:38.345378 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-5a22fe70-8b38-4f6c-80cc-b332be1976f3 None None] Provisioning for port 287fb86e-faf9-4c3d-8284-1c98adaedd92 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:48:38.353496 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-5a22fe70-8b38-4f6c-80cc-b332be1976f3 None None] Provisioning complete for port 287fb86e-faf9-4c3d-8284-1c98adaedd92 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:48:38.355416 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5a22fe70-8b38-4f6c-80cc-b332be1976f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:38.379511 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-e7b576a6-c28e-4483-9f89-0ec296d7dea6 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.5278542 Jul 13 13:48:38.382352 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 47320) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:48:38.387923 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-f875bfb6-c3af-4ea5-a056-b3eec3792dbf tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Request body: {'subnet': {'network_id': 'a62882bd-8b40-4e51-9562-97e4183a3f73', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:48:38.405340 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-24aa1c02-00fd-430f-a513-75c9fd7f4fad req-23b5b3e6-cb10-448d-9faa-329b1117ec23 service neutron] 10.222.0.26 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4680538 Jul 13 13:48:38.483080 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75b64a0-3a30-4418-94e2-50c82fd31b4e req-a4da9f7b-47ce-4fc3-92ac-0933e8154877 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:48:38.497160 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d75b64a0-3a30-4418-94e2-50c82fd31b4e req-a4da9f7b-47ce-4fc3-92ac-0933e8154877 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f309255-5b4d-4296-81c6-c49d93f44d38 HTTP/1.1" status: 200 len: 944 time: 0.4110026 Jul 13 13:48:38.703580 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d75b64a0-3a30-4418-94e2-50c82fd31b4e req-7a2daa8d-403e-4f58-9253-54578342e741 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bf3e8b9-8da9-4a28-88c0-799fd78203e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2016144 Jul 13 13:48:38.796847 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-24aa1c02-00fd-430f-a513-75c9fd7f4fad req-26e6d3fc-a135-4b07-91c6-a7744d044a12 service neutron] 10.222.0.26 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3814330 Jul 13 13:48:38.803665 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f875bfb6-c3af-4ea5-a056-b3eec3792dbf tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Made reservation on behalf of 7b9a8e657fbe4761afdd556ee032edca for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:48:38.825811 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f875bfb6-c3af-4ea5-a056-b3eec3792dbf tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6104980'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:38.852484 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062bf59f-d198-4bf5-b36e-b7c6ccebac3d req-0e797f26-0fb3-4be3-817b-a5fd764392a9 tempest-VolumesNegativeTest-1021474800 tempest-VolumesNegativeTest-1021474800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:48:38.860302 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-062bf59f-d198-4bf5-b36e-b7c6ccebac3d req-0e797f26-0fb3-4be3-817b-a5fd764392a9 tempest-VolumesNegativeTest-1021474800 tempest-VolumesNegativeTest-1021474800-project] 10.222.0.23 "GET /v2.0/ports?device_id=524f5a54-80fe-4499-a37b-0d064c4a2ebd HTTP/1.1" status: 200 len: 947 time: 0.2412977 Jul 13 13:48:38.881494 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-541bafbd-e723-4950-82ea-7d0b6afa8519 None None] Provisioning for port 19198900-e70d-4aa7-adeb-fc959d5624f8 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:48:38.890254 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-541bafbd-e723-4950-82ea-7d0b6afa8519 None None] Provisioning complete for port 19198900-e70d-4aa7-adeb-fc959d5624f8 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:48:38.893544 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-541bafbd-e723-4950-82ea-7d0b6afa8519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:38.991398 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-541bafbd-e723-4950-82ea-7d0b6afa8519 None None] Port 19198900-e70d-4aa7-adeb-fc959d5624f8 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:48:39.002323 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4db3ca7c-22f4-4b7f-a8c8-8364833aba21 req-06aaf594-ff93-4288-b08d-c4ad392f044c tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba24330e-3d10-45b2-aa45-d413663c46d4 HTTP/1.1" status: 200 len: 210 time: 0.0799720 Jul 13 13:48:39.418028 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-062bf59f-d198-4bf5-b36e-b7c6ccebac3d req-fda0d617-46ed-4fcb-b99f-106b1c3932bc tempest-VolumesNegativeTest-1021474800 tempest-VolumesNegativeTest-1021474800-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa72040e-c614-47b0-aeb9-8b0b19ea9a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5313826 Jul 13 13:48:39.430446 n-d-800634-1 neutron-server[93751]: INFO neutron.db.ipam_backend_mixin [None req-f875bfb6-c3af-4ea5-a056-b3eec3792dbf tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet bf846fd2-8447-4446-ab88-0fda832ea94c (CIDR: 2001:db8::/64) Jul 13 13:48:39.444989 n-d-800634-1 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-f875bfb6-c3af-4ea5-a056-b3eec3792dbf tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 13:48:39.445440 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f875bfb6-c3af-4ea5-a056-b3eec3792dbf tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 13:48:39.475525 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 47336) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:48:39.475812 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-f875bfb6-c3af-4ea5-a056-b3eec3792dbf tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0920136 Jul 13 13:48:39.484405 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-f7643f8a-f7d3-429d-b77c-702c39f137ed tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Request body: {'subnet': {'network_id': 'a62882bd-8b40-4e51-9562-97e4183a3f73', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:48:39.492696 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 47338) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:48:39.631601 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7643f8a-f7d3-429d-b77c-702c39f137ed tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Made reservation on behalf of 7b9a8e657fbe4761afdd556ee032edca for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:48:39.640979 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f7643f8a-f7d3-429d-b77c-702c39f137ed tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4763385'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:39.697560 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-cae9599c-009d-499d-ae8b-c8b5aa51a128 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9468aec004be4c648cc71c8b3b5efe94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2036958 Jul 13 13:48:39.700748 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 47342) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:48:39.768116 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-306ec073-e6d8-4a5f-af09-884692f42007 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:39.826765 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-306ec073-e6d8-4a5f-af09-884692f42007 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:39.876186 n-d-800634-1 neutron-server[93750]: INFO neutron.db.ipam_backend_mixin [None req-f7643f8a-f7d3-429d-b77c-702c39f137ed tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet ccba3897-e8e5-49f5-8035-3ab5844fac0c (CIDR: 2001:db8:0:1::/64) Jul 13 13:48:39.883219 n-d-800634-1 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7643f8a-f7d3-429d-b77c-702c39f137ed tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 13:48:39.883831 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7643f8a-f7d3-429d-b77c-702c39f137ed tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93750) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 13:48:39.935992 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-f7643f8a-f7d3-429d-b77c-702c39f137ed tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.4585376 Jul 13 13:48:39.939086 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 47350) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:48:39.950562 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-306ec073-e6d8-4a5f-af09-884692f42007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:39.956721 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-306ec073-e6d8-4a5f-af09-884692f42007 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:39.957748 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-91c23522-05da-437e-a425-d94715bad489 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Request body: {'subnet': {'network_id': 'a62882bd-8b40-4e51-9562-97e4183a3f73', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:48:39.972504 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-306ec073-e6d8-4a5f-af09-884692f42007 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a8ef0694-76e2-44b8-96a6-c7e85259143b HTTP/1.1" status: 204 len: 168 time: 0.2569437 Jul 13 13:48:39.984297 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306ec073-e6d8-4a5f-af09-884692f42007 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8ef0694-76e2-44b8-96a6-c7e85259143b,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:48:39.988679 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 9a1e9e1f-5f7d-4595-a1b9-cdc5ce99f78d no longer exists at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:48:40.047877 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] No Port match for: 9a1e9e1f-5f7d-4595-a1b9-cdc5ce99f78d {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:48:40.049693 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 9a1e9e1f-5f7d-4595-a1b9-cdc5ce99f78d not bound to the agent host n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:48:40.267844 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b17e47f9-3f16-40a0-9401-bab85d60cabb req-8c1d09e7-c616-4894-8f72-6521620217e8 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba24330e-3d10-45b2-aa45-d413663c46d4 HTTP/1.1" status: 200 len: 210 time: 0.0430737 Jul 13 13:48:40.631423 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0fd7d4-fb72-4aa4-9468-76a2fb391338 req-03e30457-73f8-48d1-999b-e66f64bc65af tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:48:40.632984 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cc0fd7d4-fb72-4aa4-9468-76a2fb391338 req-03e30457-73f8-48d1-999b-e66f64bc65af tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f309255-5b4d-4296-81c6-c49d93f44d38 HTTP/1.1" status: 200 len: 944 time: 0.6527750 Jul 13 13:48:40.689119 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cc0fd7d4-fb72-4aa4-9468-76a2fb391338 req-60730d51-ba41-4939-8df2-af62ee9c9efd tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bf3e8b9-8da9-4a28-88c0-799fd78203e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480943 Jul 13 13:48:40.702250 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91c23522-05da-437e-a425-d94715bad489 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Made reservation on behalf of 7b9a8e657fbe4761afdd556ee032edca for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:48:40.706789 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-91c23522-05da-437e-a425-d94715bad489 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4763385'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:40.864234 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6657c8b9-e33c-4ac3-8141-15124ffadd59 req-0825c72b-5dde-4a7f-ada8-0f98279c4881 tempest-VolumesNegativeTest-1021474800 tempest-VolumesNegativeTest-1021474800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:48:40.867772 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6657c8b9-e33c-4ac3-8141-15124ffadd59 req-0825c72b-5dde-4a7f-ada8-0f98279c4881 tempest-VolumesNegativeTest-1021474800 tempest-VolumesNegativeTest-1021474800-project] 10.222.0.23 "GET /v2.0/ports?device_id=524f5a54-80fe-4499-a37b-0d064c4a2ebd HTTP/1.1" status: 200 len: 947 time: 0.1141055 Jul 13 13:48:40.929221 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6657c8b9-e33c-4ac3-8141-15124ffadd59 req-26e13084-9882-4f5f-b5d2-dc0b4254e95f tempest-VolumesNegativeTest-1021474800 tempest-VolumesNegativeTest-1021474800-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa72040e-c614-47b0-aeb9-8b0b19ea9a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499852 Jul 13 13:48:41.046459 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 5167289b-50ac-4b75-9a9d-d36ba4ce461c details requested by agent hyperv_n-h1-800634-1 with host n-h1-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 13:48:41.151929 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-91c23522-05da-437e-a425-d94715bad489 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5970588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4763339'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:41.246157 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c23522-05da-437e-a425-d94715bad489 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Network a62882bd-8b40-4e51-9562-97e4183a3f73 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:48:41.251788 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-91c23522-05da-437e-a425-d94715bad489 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:48:41.265589 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e177771-440f-4c36-a733-b772c1bb24d3 None None] Network a62882bd-8b40-4e51-9562-97e4183a3f73 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:48:41.267691 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c23522-05da-437e-a425-d94715bad489 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:48:41.268542 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-91c23522-05da-437e-a425-d94715bad489 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:41.280989 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c23522-05da-437e-a425-d94715bad489 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Pushing event updated for resources: {'Subnet': ['ID=b394370f-da1e-4f42-8ce7-7f1ad1de3ca4,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:48:41.305079 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-91c23522-05da-437e-a425-d94715bad489 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.3645744 Jul 13 13:48:41.308751 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 47410) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:48:41.315147 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-617085ea-1aca-43e8-b167-c6519fb1e1f4 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1647707592', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'b394370f-da1e-4f42-8ce7-7f1ad1de3ca4'}], 'security_groups': ['5437f91f-d065-4a37-a51d-44531bff84ca', 'ff92e067-6942-4d45-86cd-efc5f3109bd1']}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:48:41.515043 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 5167289b-50ac-4b75-9a9d-d36ba4ce461c, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=5167289b-50ac-4b75-9a9d-d36ba4ce461c,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:48:41.571001 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Returning: {'device': '5167289b-50ac-4b75-9a9d-d36ba4ce461c', 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30', 'port_id': '5167289b-50ac-4b75-9a9d-d36ba4ce461c', 'mac_address': 'fa:16:3e:b0:c2:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60b55863-ceb6-45af-a8a4-4b22d72866af', 'ip_address': '192.168.233.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 13:48:41.611224 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-786279fa-b8d1-44de-9a92-f4d0bac205a3 req-7b169835-334d-4848-bd72-1f8465d1e19a tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba24330e-3d10-45b2-aa45-d413663c46d4 HTTP/1.1" status: 200 len: 210 time: 0.1294475 Jul 13 13:48:41.661575 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:41.682904 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5167289b-50ac-4b75-9a9d-d36ba4ce461c {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:48:41.729397 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 5167289b-50ac-4b75-9a9d-d36ba4ce461c, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=5167289b-50ac-4b75-9a9d-d36ba4ce461c,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:48:41.735512 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:41.822913 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=5167289b-50ac-4b75-9a9d-d36ba4ce461c,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:48:41.862806 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-617085ea-1aca-43e8-b167-c6519fb1e1f4 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:41.925668 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d0462cd-d7a7-4294-805c-25c400708d00 None None] Update dhcp port {'port': {'network_id': 'a62882bd-8b40-4e51-9562-97e4183a3f73', 'fixed_ips': [{'subnet_id': 'ccba3897-e8e5-49f5-8035-3ab5844fac0c', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'bf846fd2-8447-4446-ab88-0fda832ea94c', 'ip_address': '2001:db8::2'}, {'subnet_id': 'b394370f-da1e-4f42-8ce7-7f1ad1de3ca4'}], 'binding:host_id': 'n-d-800634-1'}, 'id': '287fb86e-faf9-4c3d-8284-1c98adaedd92'} from n-d-800634-1. {{(pid=93752) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 13 13:48:41.970958 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5d0462cd-d7a7-4294-805c-25c400708d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:41.980309 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['5167289b-50ac-4b75-9a9d-d36ba4ce461c'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:48:42.199213 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415af982-0eb7-40b8-a7df-d060cf95a2fd req-d53c612e-6a79-4502-87cc-fe7053164151 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:48:42.206161 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-415af982-0eb7-40b8-a7df-d060cf95a2fd req-d53c612e-6a79-4502-87cc-fe7053164151 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f309255-5b4d-4296-81c6-c49d93f44d38 HTTP/1.1" status: 200 len: 944 time: 0.2147732 Jul 13 13:48:42.315687 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-415af982-0eb7-40b8-a7df-d060cf95a2fd req-39a610a2-88aa-4b6a-9ea8-7f8a77c16fc4 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bf3e8b9-8da9-4a28-88c0-799fd78203e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025157 Jul 13 13:48:42.379038 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-617085ea-1aca-43e8-b167-c6519fb1e1f4 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Delete allocated IP 2001:db8::2f0 (a62882bd-8b40-4e51-9562-97e4183a3f73/bf846fd2-8447-4446-ab88-0fda832ea94c) {{(pid=93751) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 13 13:48:42.434962 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-617085ea-1aca-43e8-b167-c6519fb1e1f4 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Allocated IP 2001:db8:0:2::25d (a62882bd-8b40-4e51-9562-97e4183a3f73/b394370f-da1e-4f42-8ce7-7f1ad1de3ca4/19198900-e70d-4aa7-adeb-fc959d5624f8) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:48:42.521119 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 47498) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:48:42.646285 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18dda21-2d57-4acf-b602-c9274f07df1b req-51dddcad-aeb9-473c-a20c-53d4454e3a2f tempest-VolumesNegativeTest-1021474800 tempest-VolumesNegativeTest-1021474800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:48:42.653814 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c18dda21-2d57-4acf-b602-c9274f07df1b req-51dddcad-aeb9-473c-a20c-53d4454e3a2f tempest-VolumesNegativeTest-1021474800 tempest-VolumesNegativeTest-1021474800-project] 10.222.0.23 "GET /v2.0/ports?device_id=524f5a54-80fe-4499-a37b-0d064c4a2ebd HTTP/1.1" status: 200 len: 948 time: 0.2680407 Jul 13 13:48:42.694858 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d09265c5-9810-4bcb-b27d-080e3aa34790 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:42.772955 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c18dda21-2d57-4acf-b602-c9274f07df1b req-ae11a5f4-27f5-41cf-b596-a38d9e69952a tempest-VolumesNegativeTest-1021474800 tempest-VolumesNegativeTest-1021474800-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa72040e-c614-47b0-aeb9-8b0b19ea9a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177337 Jul 13 13:48:42.813044 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-617085ea-1aca-43e8-b167-c6519fb1e1f4 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:42.831901 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-617085ea-1aca-43e8-b167-c6519fb1e1f4 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Transition to ACTIVE for port object 19198900-e70d-4aa7-adeb-fc959d5624f8 will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:48:42.845195 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-617085ea-1aca-43e8-b167-c6519fb1e1f4 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:42.903743 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1a760cde-7ff0-417d-8351-0ccc840591ce req-75b1c8e5-9131-4e41-b2c3-9b9c25b88d9f tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba24330e-3d10-45b2-aa45-d413663c46d4 HTTP/1.1" status: 200 len: 210 time: 0.0636897 Jul 13 13:48:42.905609 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d09265c5-9810-4bcb-b27d-080e3aa34790 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:42.911072 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d09265c5-9810-4bcb-b27d-080e3aa34790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:42.961817 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-d09265c5-9810-4bcb-b27d-080e3aa34790 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=76580e3de52146d19cf72121d7e25e74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4350123 Jul 13 13:48:42.962117 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09265c5-9810-4bcb-b27d-080e3aa34790 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5da46807-93ad-4c69-9198-8eb81995345c,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:48:42.965685 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 47508) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:48:42.979607 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-5d0462cd-d7a7-4294-805c-25c400708d00 None None] Allocated IP 2001:db8:0:2::2 (a62882bd-8b40-4e51-9562-97e4183a3f73/b394370f-da1e-4f42-8ce7-7f1ad1de3ca4/287fb86e-faf9-4c3d-8284-1c98adaedd92) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:48:42.988410 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-617085ea-1aca-43e8-b167-c6519fb1e1f4 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] In _notify_port_updated(), no bound segment for port 19198900-e70d-4aa7-adeb-fc959d5624f8 on network a62882bd-8b40-4e51-9562-97e4183a3f73 {{(pid=93751) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 13 13:48:43.006553 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-617085ea-1aca-43e8-b167-c6519fb1e1f4 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:48:43.008363 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-617085ea-1aca-43e8-b167-c6519fb1e1f4 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:43.013635 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-617085ea-1aca-43e8-b167-c6519fb1e1f4 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] 10.222.0.23 "PUT /v2.0/ports/19198900-e70d-4aa7-adeb-fc959d5624f8 HTTP/1.1" status: 200 len: 970 time: 1.7036610 Jul 13 13:48:43.016478 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 47510) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:48:43.053625 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617085ea-1aca-43e8-b167-c6519fb1e1f4 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Pushing event updated for resources: {'Port': ['ID=19198900-e70d-4aa7-adeb-fc959d5624f8,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:48:43.067715 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 5167289b-50ac-4b75-9a9d-d36ba4ce461c up at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:48:43.081443 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-95fbd084-c034-4c83-9f20-e11889677ea2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:43.120599 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-95fbd084-c034-4c83-9f20-e11889677ea2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:43.166680 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-5d0462cd-d7a7-4294-805c-25c400708d00 None None] For port 287fb86e-faf9-4c3d-8284-1c98adaedd92, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=287fb86e-faf9-4c3d-8284-1c98adaedd92,segment=NetworkSegment(43bbb708-c8d9-4756-a693-6355e1f82167),segment_id=43bbb708-c8d9-4756-a693-6355e1f82167)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:48:43.181147 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning for port 5167289b-50ac-4b75-9a9d-d36ba4ce461c completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:48:43.190782 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning complete for port 5167289b-50ac-4b75-9a9d-d36ba4ce461c triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:48:43.191487 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:43.217038 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-95fbd084-c034-4c83-9f20-e11889677ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:43.219585 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-95fbd084-c034-4c83-9f20-e11889677ea2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:43.223661 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-95fbd084-c034-4c83-9f20-e11889677ea2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5da46807-93ad-4c69-9198-8eb81995345c HTTP/1.1" status: 204 len: 168 time: 0.2540994 Jul 13 13:48:43.236112 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fbd084-c034-4c83-9f20-e11889677ea2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5da46807-93ad-4c69-9198-8eb81995345c,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:48:43.277677 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5d0462cd-d7a7-4294-805c-25c400708d00 None None] Notify callbacks [] for port, precommit_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:43.296375 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-5a4f1ae0-a553-407d-85f9-7d83cca47bca tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Deleting port 19198900-e70d-4aa7-adeb-fc959d5624f8 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:48:43.296963 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5a4f1ae0-a553-407d-85f9-7d83cca47bca tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:43.328576 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-5d0462cd-d7a7-4294-805c-25c400708d00 None None] Transition to ACTIVE for port object 287fb86e-faf9-4c3d-8284-1c98adaedd92 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:48:43.342365 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5d0462cd-d7a7-4294-805c-25c400708d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:43.424285 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:43.477006 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5a4f1ae0-a553-407d-85f9-7d83cca47bca tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:43.517627 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-5a4f1ae0-a553-407d-85f9-7d83cca47bca tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Calling delete_port for 19198900-e70d-4aa7-adeb-fc959d5624f8 owned by {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:48:43.550552 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 5167289b-50ac-4b75-9a9d-d36ba4ce461c, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=5167289b-50ac-4b75-9a9d-d36ba4ce461c,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:48:43.569682 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '524f5a54-80fe-4499-a37b-0d064c4a2ebd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5167289b-50ac-4b75-9a9d-d36ba4ce461c'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:48:43.572333 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c8fb3e3-b496-4bc8-b9b6-47030cccf9d1" -d '{"events": [{"server_uuid": "524f5a54-80fe-4499-a37b-0d064c4a2ebd", "name": "network-vif-plugged", "status": "completed", "tag": "5167289b-50ac-4b75-9a9d-d36ba4ce461c"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:48:43.591003 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:43.694018 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:48:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa79a4de-0d6d-4a62-9174-49627df6f60c x-openstack-request-id: req-aa79a4de-0d6d-4a62-9174-49627df6f60c {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:48:43.694487 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "524f5a54-80fe-4499-a37b-0d064c4a2ebd", "name": "network-vif-plugged", "status": "completed", "tag": "5167289b-50ac-4b75-9a9d-d36ba4ce461c", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:48:43.694856 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-aa79a4de-0d6d-4a62-9174-49627df6f60c {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:48:43.695353 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '524f5a54-80fe-4499-a37b-0d064c4a2ebd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5167289b-50ac-4b75-9a9d-d36ba4ce461c', 'code': 200} Jul 13 13:48:43.698547 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0462cd-d7a7-4294-805c-25c400708d00 None None] Pushing event updated for resources: {'Port': ['ID=287fb86e-faf9-4c3d-8284-1c98adaedd92,revision_number=7']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:48:43.860416 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5a4f1ae0-a553-407d-85f9-7d83cca47bca tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:43.929492 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=5167289b-50ac-4b75-9a9d-d36ba4ce461c,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:48:43.954565 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 287fb86e-faf9-4c3d-8284-1c98adaedd92 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:48:43.961295 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4f1ae0-a553-407d-85f9-7d83cca47bca tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Pushing event deleted for resources: {'Port': ['ID=19198900-e70d-4aa7-adeb-fc959d5624f8,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:48:44.011105 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc5f66d-6b79-418c-b81c-4d5da85bf08a req-9e22f103-c837-4f76-b915-89a85319dc35 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:48:44.015845 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8fc5f66d-6b79-418c-b81c-4d5da85bf08a req-9e22f103-c837-4f76-b915-89a85319dc35 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f309255-5b4d-4296-81c6-c49d93f44d38 HTTP/1.1" status: 200 len: 944 time: 0.2599604 Jul 13 13:48:44.017947 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5a4f1ae0-a553-407d-85f9-7d83cca47bca tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:44.020972 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-5a4f1ae0-a553-407d-85f9-7d83cca47bca tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] 10.222.0.23 "DELETE /v2.0/ports/19198900-e70d-4aa7-adeb-fc959d5624f8 HTTP/1.1" status: 204 len: 168 time: 1.0033450 Jul 13 13:48:44.024256 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 47534) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:48:44.034648 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5b46a8-97fb-45cd-bf2d-211800d66b87 req-ae629c32-e519-4a2d-9e51-17e3a5acf05d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:48:44.037320 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5c5b46a8-97fb-45cd-bf2d-211800d66b87 req-ae629c32-e519-4a2d-9e51-17e3a5acf05d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=524f5a54-80fe-4499-a37b-0d064c4a2ebd HTTP/1.1" status: 200 len: 1100 time: 0.2393339 Jul 13 13:48:44.090387 n-d-800634-1 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0f54c2b-8ef9-4bb3-94c0-b1dbfe3f0fd0 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] GET failed (client error): The resource could not be found. Jul 13 13:48:44.099695 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-d0f54c2b-8ef9-4bb3-94c0-b1dbfe3f0fd0 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] 10.222.0.23 "GET /v2.0/ports/19198900-e70d-4aa7-adeb-fc959d5624f8 HTTP/1.1" status: 404 len: 333 time: 0.0727301 Jul 13 13:48:44.103169 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 47538) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:48:44.155499 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5c5b46a8-97fb-45cd-bf2d-211800d66b87 req-50bd2436-b0c2-4d5a-a757-70eb526e3141 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=aa72040e-c614-47b0-aeb9-8b0b19ea9a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089664 Jul 13 13:48:44.208066 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8fc5f66d-6b79-418c-b81c-4d5da85bf08a req-0c15bd3f-0608-4db5-aea1-feb7a77eb256 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bf3e8b9-8da9-4a28-88c0-799fd78203e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1662843 Jul 13 13:48:44.253718 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac378b7-3bd5-4c75-9da4-34593abeae04 req-c9989686-3107-4095-a21c-484ae47b5386 tempest-VolumesNegativeTest-1021474800 tempest-VolumesNegativeTest-1021474800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:48:44.255690 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5ac378b7-3bd5-4c75-9da4-34593abeae04 req-c9989686-3107-4095-a21c-484ae47b5386 tempest-VolumesNegativeTest-1021474800 tempest-VolumesNegativeTest-1021474800-project] 10.222.0.23 "GET /v2.0/ports?device_id=524f5a54-80fe-4499-a37b-0d064c4a2ebd HTTP/1.1" status: 200 len: 949 time: 0.1579928 Jul 13 13:48:44.287690 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-52374e0b-554e-4ce2-aa9b-ad6e77627cdd tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:44.347541 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5ac378b7-3bd5-4c75-9da4-34593abeae04 req-18b6d3de-e55b-4baf-86ab-daa9da468d6a tempest-VolumesNegativeTest-1021474800 tempest-VolumesNegativeTest-1021474800-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa72040e-c614-47b0-aeb9-8b0b19ea9a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842214 Jul 13 13:48:44.386446 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-52374e0b-554e-4ce2-aa9b-ad6e77627cdd tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:44.578381 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-52374e0b-554e-4ce2-aa9b-ad6e77627cdd tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:44.581469 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-52374e0b-554e-4ce2-aa9b-ad6e77627cdd tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:44.582883 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-52374e0b-554e-4ce2-aa9b-ad6e77627cdd tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] 10.222.0.23 "DELETE /v2.0/security-groups/c390cd5c-a937-49b5-89fc-9ad410282e6e HTTP/1.1" status: 204 len: 168 time: 0.4778323 Jul 13 13:48:44.585786 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 47552) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:48:44.635255 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52374e0b-554e-4ce2-aa9b-ad6e77627cdd tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c390cd5c-a937-49b5-89fc-9ad410282e6e,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:48:44.638659 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1e60f75b-51c4-4b53-b8c7-96aab49d9111 req-ac79e802-84ae-4c9a-b5d6-53343370e139 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba24330e-3d10-45b2-aa45-d413663c46d4 HTTP/1.1" status: 200 len: 210 time: 0.0910590 Jul 13 13:48:44.703251 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e5da0998-5725-44e6-a4cf-d238b2f931fb tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:44.736423 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e5da0998-5725-44e6-a4cf-d238b2f931fb tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:44.812430 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e5da0998-5725-44e6-a4cf-d238b2f931fb tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:44.815219 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e5da0998-5725-44e6-a4cf-d238b2f931fb tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:44.819206 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 47558) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:48:44.819814 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-e5da0998-5725-44e6-a4cf-d238b2f931fb tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] 10.222.0.23 "DELETE /v2.0/security-groups/ff92e067-6942-4d45-86cd-efc5f3109bd1 HTTP/1.1" status: 204 len: 168 time: 0.2322643 Jul 13 13:48:44.831867 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5da0998-5725-44e6-a4cf-d238b2f931fb tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff92e067-6942-4d45-86cd-efc5f3109bd1,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:48:44.930301 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7fab87aa-e6de-4435-809b-f3fd1142debb tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:44.966738 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-86541789-ded6-458e-a6bf-9e6d791c8747 None None] Provisioning complete for port 1e3ab391-9f0d-4494-927b-6b06e129ce83 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:48:44.967725 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-86541789-ded6-458e-a6bf-9e6d791c8747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:44.999256 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7fab87aa-e6de-4435-809b-f3fd1142debb tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:45.060685 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-86541789-ded6-458e-a6bf-9e6d791c8747 None None] Port 1e3ab391-9f0d-4494-927b-6b06e129ce83 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:48:45.086006 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7fab87aa-e6de-4435-809b-f3fd1142debb tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:45.089996 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7fab87aa-e6de-4435-809b-f3fd1142debb tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:45.091446 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-7fab87aa-e6de-4435-809b-f3fd1142debb tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] 10.222.0.23 "DELETE /v2.0/security-groups/5437f91f-d065-4a37-a51d-44531bff84ca HTTP/1.1" status: 204 len: 168 time: 0.2707109 Jul 13 13:48:45.093232 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-86541789-ded6-458e-a6bf-9e6d791c8747 None None] Provisioning for port 287fb86e-faf9-4c3d-8284-1c98adaedd92 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:48:45.094412 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 47564) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:48:45.101162 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-86541789-ded6-458e-a6bf-9e6d791c8747 None None] Provisioning complete for port 287fb86e-faf9-4c3d-8284-1c98adaedd92 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:48:45.102893 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-86541789-ded6-458e-a6bf-9e6d791c8747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:45.119554 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fab87aa-e6de-4435-809b-f3fd1142debb tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5437f91f-d065-4a37-a51d-44531bff84ca,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:48:45.186898 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ce5cd84-567d-4838-b698-148adf5e70b4 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Deleting subnet bf846fd2-8447-4446-ab88-0fda832ea94c {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 13:48:45.191927 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0ce5cd84-567d-4838-b698-148adf5e70b4 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:45.292299 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-86541789-ded6-458e-a6bf-9e6d791c8747 None None] Could not find standard attr ID for object 19198900-e70d-4aa7-adeb-fc959d5624f8. {{(pid=93752) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 13:48:45.304374 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0ce5cd84-567d-4838-b698-148adf5e70b4 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5431723'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:45.428319 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-63db96c8-ed13-4873-ba4d-f8214e2a9534 None None] Could not find standard attr ID for object 19198900-e70d-4aa7-adeb-fc959d5624f8. {{(pid=93752) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 13:48:45.510869 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0ce5cd84-567d-4838-b698-148adf5e70b4 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:45.541490 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa19dc59-4428-4716-a50f-5f55ed430ce7 req-f8c1f1d8-0d45-4316-aad0-2ed68981af53 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:48:45.556218 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-fa19dc59-4428-4716-a50f-5f55ed430ce7 req-f8c1f1d8-0d45-4316-aad0-2ed68981af53 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f309255-5b4d-4296-81c6-c49d93f44d38 HTTP/1.1" status: 200 len: 944 time: 0.1659393 Jul 13 13:48:45.628068 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-fa19dc59-4428-4716-a50f-5f55ed430ce7 req-753c2e67-f468-4809-b6db-e6acac8cf7dd tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bf3e8b9-8da9-4a28-88c0-799fd78203e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647643 Jul 13 13:48:45.696867 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0ce5cd84-567d-4838-b698-148adf5e70b4 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5970525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4763356'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:45.740837 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce5cd84-567d-4838-b698-148adf5e70b4 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Pushing event deleted for resources: {'Subnet': ['ID=bf846fd2-8447-4446-ab88-0fda832ea94c,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:48:45.748980 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0ce5cd84-567d-4838-b698-148adf5e70b4 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:45.750928 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-0ce5cd84-567d-4838-b698-148adf5e70b4 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] 10.222.0.23 "DELETE /v2.0/subnets/bf846fd2-8447-4446-ab88-0fda832ea94c HTTP/1.1" status: 204 len: 168 time: 0.6552863 Jul 13 13:48:45.754581 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 47584) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:48:45.761358 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef49202e-b541-43de-98d4-4d71f808ace3 None None] Network a62882bd-8b40-4e51-9562-97e4183a3f73 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:48:45.836131 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd24360-c4a1-47c1-b80a-2015c6122326 req-a0227711-4d8b-4c7e-a426-bc75ebd64c2b tempest-VolumesNegativeTest-1021474800 tempest-VolumesNegativeTest-1021474800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:48:45.843872 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ccd24360-c4a1-47c1-b80a-2015c6122326 req-a0227711-4d8b-4c7e-a426-bc75ebd64c2b tempest-VolumesNegativeTest-1021474800 tempest-VolumesNegativeTest-1021474800-project] 10.222.0.23 "GET /v2.0/ports?device_id=524f5a54-80fe-4499-a37b-0d064c4a2ebd HTTP/1.1" status: 200 len: 949 time: 0.2147264 Jul 13 13:48:45.877418 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-37cc17a2-a2b8-4b8b-aef2-8ee2528aa5ca tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Deleting subnet b394370f-da1e-4f42-8ce7-7f1ad1de3ca4 {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 13:48:45.886250 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-37cc17a2-a2b8-4b8b-aef2-8ee2528aa5ca tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:45.947338 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ccd24360-c4a1-47c1-b80a-2015c6122326 req-ab891fbd-cfe3-4ce7-a4b5-ea367b82d11a tempest-VolumesNegativeTest-1021474800 tempest-VolumesNegativeTest-1021474800-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa72040e-c614-47b0-aeb9-8b0b19ea9a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024950 Jul 13 13:48:45.958956 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-37cc17a2-a2b8-4b8b-aef2-8ee2528aa5ca tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6018489'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:46.143744 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-37cc17a2-a2b8-4b8b-aef2-8ee2528aa5ca tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:46.258188 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-37cc17a2-a2b8-4b8b-aef2-8ee2528aa5ca tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6018534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6105009'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:46.305031 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cc17a2-a2b8-4b8b-aef2-8ee2528aa5ca tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Pushing event deleted for resources: {'Subnet': ['ID=b394370f-da1e-4f42-8ce7-7f1ad1de3ca4,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:48:46.315541 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-37cc17a2-a2b8-4b8b-aef2-8ee2528aa5ca tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:46.319777 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-37cc17a2-a2b8-4b8b-aef2-8ee2528aa5ca tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] 10.222.0.23 "DELETE /v2.0/subnets/b394370f-da1e-4f42-8ce7-7f1ad1de3ca4 HTTP/1.1" status: 204 len: 168 time: 0.5637994 Jul 13 13:48:46.322016 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 47594) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:48:46.368180 n-d-800634-1 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-66b4e57b-4219-4663-9912-3becdb5a12fa tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] DELETE failed (client error): The resource could not be found. Jul 13 13:48:46.368819 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66b4e57b-4219-4663-9912-3becdb5a12fa tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 13:48:46.373665 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 47596) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:48:46.376317 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-66b4e57b-4219-4663-9912-3becdb5a12fa tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] 10.222.0.23 "DELETE /v2.0/subnets/bf846fd2-8447-4446-ab88-0fda832ea94c HTTP/1.1" status: 404 len: 337 time: 0.0529873 Jul 13 13:48:46.465687 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6177e222-6c4e-4b80-85a8-2b773797aafb req-bcfc5f54-1b93-4ba1-bbf0-dab72d4ea49a tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba24330e-3d10-45b2-aa45-d413663c46d4 HTTP/1.1" status: 200 len: 210 time: 0.0557971 Jul 13 13:48:46.573143 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-08ce0878-a6c6-4af4-a630-d89d3f0d4e66 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Deleting subnet ccba3897-e8e5-49f5-8035-3ab5844fac0c {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 13:48:46.579048 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-08ce0878-a6c6-4af4-a630-d89d3f0d4e66 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:46.660276 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-08ce0878-a6c6-4af4-a630-d89d3f0d4e66 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5431723'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:46.736840 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cd72e5-4cd6-42fd-aad3-7fbe22e4b55d req-b630093d-2cef-4367-99bd-46a9b639a8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:48:46.742427 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-84cd72e5-4cd6-42fd-aad3-7fbe22e4b55d req-b630093d-2cef-4367-99bd-46a9b639a8c2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ef6418d5526f4765ba53df412776e3e7&device_id=5f309255-5b4d-4296-81c6-c49d93f44d38 HTTP/1.1" status: 200 len: 1095 time: 0.3081155 Jul 13 13:48:47.076587 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cd72e5-4cd6-42fd-aad3-7fbe22e4b55d req-6535c2e0-6d7a-4e20-857c-8bf30f1f5cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:48:47.079209 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-84cd72e5-4cd6-42fd-aad3-7fbe22e4b55d req-6535c2e0-6d7a-4e20-857c-8bf30f1f5cee service neutron] 10.222.0.26 "GET /v2.0/networks?id=4044b022-747e-4834-bc76-73d0f411c2c3 HTTP/1.1" status: 200 len: 912 time: 0.3284247 Jul 13 13:48:47.095330 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-08ce0878-a6c6-4af4-a630-d89d3f0d4e66 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:47.178607 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-500af892-d25f-409b-b0ed-41007cfd0bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:47.202539 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-08ce0878-a6c6-4af4-a630-d89d3f0d4e66 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5970525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4763356'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:47.272405 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-491b73ae-24a7-4bd5-9cc0-791835736d37 None None] Network a62882bd-8b40-4e51-9562-97e4183a3f73 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:48:47.338044 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-08ce0878-a6c6-4af4-a630-d89d3f0d4e66 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:47.346765 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-08ce0878-a6c6-4af4-a630-d89d3f0d4e66 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] 10.222.0.23 "DELETE /v2.0/subnets/ccba3897-e8e5-49f5-8035-3ab5844fac0c HTTP/1.1" status: 204 len: 168 time: 0.9698009 Jul 13 13:48:47.346946 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-84cd72e5-4cd6-42fd-aad3-7fbe22e4b55d req-fc9182a8-5167-4acd-9ad1-3c35f8497e83 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba15db8f-f750-4ef8-8e43-23b3ac54b1b7 HTTP/1.1" status: 200 len: 998 time: 0.1556208 Jul 13 13:48:47.351672 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 47610) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:48:47.359683 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ce0878-a6c6-4af4-a630-d89d3f0d4e66 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Pushing event deleted for resources: {'Subnet': ['ID=ccba3897-e8e5-49f5-8035-3ab5844fac0c,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:48:47.443015 n-d-800634-1 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-1613fd7d-345e-45fd-bd35-abac45e5c0a6 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] DELETE failed (client error): The resource could not be found. Jul 13 13:48:47.443515 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1613fd7d-345e-45fd-bd35-abac45e5c0a6 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 13:48:47.447602 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-1613fd7d-345e-45fd-bd35-abac45e5c0a6 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] 10.222.0.23 "DELETE /v2.0/subnets/26a483fc-c0c1-4665-af2d-1d3f8897f8fe HTTP/1.1" status: 404 len: 337 time: 0.0926483 Jul 13 13:48:47.448083 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 47612) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:48:47.469242 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-77927c3e-8b27-4fd9-be87-4e70fa6a0f99 None None] Provisioning complete for port 1e3ab391-9f0d-4494-927b-6b06e129ce83 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:48:47.470195 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-77927c3e-8b27-4fd9-be87-4e70fa6a0f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:47.473365 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74e6921-0224-479e-9981-930c55f84659 req-2f9247cd-8821-4f60-8dbb-7316ec045f74 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:48:47.475891 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a74e6921-0224-479e-9981-930c55f84659 req-2f9247cd-8821-4f60-8dbb-7316ec045f74 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f309255-5b4d-4296-81c6-c49d93f44d38 HTTP/1.1" status: 200 len: 944 time: 0.4861317 Jul 13 13:48:47.501210 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c597961-7995-4051-acbd-11c16adf4fda req-8f9b8ed3-6a56-4d76-8f81-913e14293096 tempest-VolumesNegativeTest-1021474800 tempest-VolumesNegativeTest-1021474800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:48:47.509327 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-737222c2-6cd8-4faa-8988-9ecd8d5d7f37 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] 10.222.0.23 "GET /v2.0/ports?device_id=71511f33-6cf8-4c32-9e05-9bf48f70aabe HTTP/1.1" status: 200 len: 205 time: 0.0581381 Jul 13 13:48:47.511140 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1c597961-7995-4051-acbd-11c16adf4fda req-8f9b8ed3-6a56-4d76-8f81-913e14293096 tempest-VolumesNegativeTest-1021474800 tempest-VolumesNegativeTest-1021474800-project] 10.222.0.23 "GET /v2.0/ports?device_id=524f5a54-80fe-4499-a37b-0d064c4a2ebd HTTP/1.1" status: 200 len: 949 time: 0.2080507 Jul 13 13:48:47.511140 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 47614) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:48:47.511306 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cd72e5-4cd6-42fd-aad3-7fbe22e4b55d req-ac0b7fe5-28a4-471d-b86d-62f47eed1521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:48:47.511306 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-84cd72e5-4cd6-42fd-aad3-7fbe22e4b55d req-ac0b7fe5-28a4-471d-b86d-62f47eed1521 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=22de4df8-967a-4ca5-99c3-67fec7ee33c8 HTTP/1.1" status: 200 len: 851 time: 0.1542246 Jul 13 13:48:47.557843 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-77927c3e-8b27-4fd9-be87-4e70fa6a0f99 None None] Port 1e3ab391-9f0d-4494-927b-6b06e129ce83 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:48:47.570647 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-77927c3e-8b27-4fd9-be87-4e70fa6a0f99 None None] Provisioning complete for port 287fb86e-faf9-4c3d-8284-1c98adaedd92 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:48:47.571140 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-77927c3e-8b27-4fd9-be87-4e70fa6a0f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:47.621356 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a74e6921-0224-479e-9981-930c55f84659 req-f6800d0f-8374-4855-a497-b3ffa6b4f456 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bf3e8b9-8da9-4a28-88c0-799fd78203e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1168909 Jul 13 13:48:47.639235 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-804952ca-fc6b-4462-8205-c34347f158d8 None None] DHCP port deletion for a62882bd-8b40-4e51-9562-97e4183a3f73 request from n-d-800634-1 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 13:48:47.654060 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1c597961-7995-4051-acbd-11c16adf4fda req-c979a324-818d-4912-84e3-066058cb1381 tempest-VolumesNegativeTest-1021474800 tempest-VolumesNegativeTest-1021474800-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa72040e-c614-47b0-aeb9-8b0b19ea9a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215224 Jul 13 13:48:47.655183 n-d-800634-1 neutron-server[93751]: INFO neutron.api.v2.resource [None req-f98eb4cd-f21a-45f1-9e5f-99f4f6ad7e1d tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] delete failed (client error): The resource could not be found. Jul 13 13:48:47.658562 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-f98eb4cd-f21a-45f1-9e5f-99f4f6ad7e1d tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] 10.222.0.23 "DELETE /v2.0/routers/71511f33-6cf8-4c32-9e05-9bf48f70aabe HTTP/1.1" status: 404 len: 336 time: 0.1457100 Jul 13 13:48:47.668992 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 47620) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:48:47.691481 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cd72e5-4cd6-42fd-aad3-7fbe22e4b55d req-bb2cb4fd-e6cf-449a-8d64-a6ec521c43a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:48:47.696286 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-84cd72e5-4cd6-42fd-aad3-7fbe22e4b55d req-bb2cb4fd-e6cf-449a-8d64-a6ec521c43a3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4044b022-747e-4834-bc76-73d0f411c2c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1784101 Jul 13 13:48:47.738575 n-d-800634-1 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0dfffe7-743b-4375-b101-d285267ab4ec tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] DELETE failed (client error): The resource could not be found. Jul 13 13:48:47.738575 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0dfffe7-743b-4375-b101-d285267ab4ec tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 13:48:47.754109 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-f0dfffe7-743b-4375-b101-d285267ab4ec tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] 10.222.0.23 "DELETE /v2.0/subnets/ab91da38-bddc-4677-af4e-ea6756df1953 HTTP/1.1" status: 404 len: 337 time: 0.0857606 Jul 13 13:48:47.754837 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 47624) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:48:47.822409 n-d-800634-1 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-20b9ecc0-be13-46f7-9195-7745e1a0a552 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] DELETE failed (client error): The resource could not be found. Jul 13 13:48:47.834009 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20b9ecc0-be13-46f7-9195-7745e1a0a552 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 13:48:47.837107 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-20b9ecc0-be13-46f7-9195-7745e1a0a552 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] 10.222.0.23 "DELETE /v2.0/subnets/7e9b6221-63e9-477c-bdaf-88b450ba8330 HTTP/1.1" status: 404 len: 337 time: 0.0811689 Jul 13 13:48:47.838496 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-804952ca-fc6b-4462-8205-c34347f158d8 None None] Deleting port 287fb86e-faf9-4c3d-8284-1c98adaedd92 {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:48:47.838956 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-804952ca-fc6b-4462-8205-c34347f158d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:47.839447 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 47632) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:48:47.933784 n-d-800634-1 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc1bf114-f8dc-4e32-9ab6-2eb404fed1c3 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] DELETE failed (client error): The resource could not be found. Jul 13 13:48:47.934421 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc1bf114-f8dc-4e32-9ab6-2eb404fed1c3 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 13:48:47.939208 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-fc1bf114-f8dc-4e32-9ab6-2eb404fed1c3 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] 10.222.0.23 "DELETE /v2.0/subnets/9d05e9e6-e9ce-44aa-bc94-b0dc911aad26 HTTP/1.1" status: 404 len: 337 time: 0.0983772 Jul 13 13:48:47.940372 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 47636) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:48:47.954770 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 287fb86e-faf9-4c3d-8284-1c98adaedd92 no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:48:48.020635 n-d-800634-1 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf3b1f6b-6d0f-4e59-b59d-c1e4b44c990c tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] DELETE failed (client error): The resource could not be found. Jul 13 13:48:48.026158 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a249ceb2-187b-404b-a7b1-f7e9378f7ed5 req-6f9e7059-2c00-4c75-b13e-d942e7eb123b tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba24330e-3d10-45b2-aa45-d413663c46d4 HTTP/1.1" status: 200 len: 210 time: 0.1324434 Jul 13 13:48:48.027415 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf3b1f6b-6d0f-4e59-b59d-c1e4b44c990c tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 13:48:48.032639 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-bf3b1f6b-6d0f-4e59-b59d-c1e4b44c990c tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] 10.222.0.23 "DELETE /v2.0/ports/d8fcd38d-df60-44c6-a914-5f9d1f46b922 HTTP/1.1" status: 404 len: 333 time: 0.0907252 Jul 13 13:48:48.033263 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 47640) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:48:48.060263 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-804952ca-fc6b-4462-8205-c34347f158d8 None None] For port 287fb86e-faf9-4c3d-8284-1c98adaedd92, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=287fb86e-faf9-4c3d-8284-1c98adaedd92,segment=NetworkSegment(43bbb708-c8d9-4756-a693-6355e1f82167),segment_id=43bbb708-c8d9-4756-a693-6355e1f82167)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:48:48.060695 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-804952ca-fc6b-4462-8205-c34347f158d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:48.087692 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:48.096063 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-84cd72e5-4cd6-42fd-aad3-7fbe22e4b55d req-592bd83a-a93c-4879-90fc-ba3bed94f37c service neutron] 10.222.0.26 "GET /v2.0/networks/4044b022-747e-4834-bc76-73d0f411c2c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3916445 Jul 13 13:48:48.101571 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-804952ca-fc6b-4462-8205-c34347f158d8 None None] Calling delete_port for 287fb86e-faf9-4c3d-8284-1c98adaedd92 owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:48:48.109152 n-d-800634-1 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-12e3afbd-7a74-4d39-b4d8-aff166b31367 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] DELETE failed (client error): The resource could not be found. Jul 13 13:48:48.109623 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12e3afbd-7a74-4d39-b4d8-aff166b31367 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 13:48:48.127007 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-12e3afbd-7a74-4d39-b4d8-aff166b31367 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] 10.222.0.23 "DELETE /v2.0/subnets/5c75cc6f-79f6-43ac-9870-a5acfaa7e0c1 HTTP/1.1" status: 404 len: 337 time: 0.0926521 Jul 13 13:48:48.130687 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 47646) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:48:48.181926 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port 287fb86e-faf9-4c3d-8284-1c98adaedd92, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=287fb86e-faf9-4c3d-8284-1c98adaedd92,segment=NetworkSegment(43bbb708-c8d9-4756-a693-6355e1f82167),segment_id=43bbb708-c8d9-4756-a693-6355e1f82167)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:48:48.193018 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:48.205607 n-d-800634-1 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-c94fa4d6-a43f-4ec7-932d-fc23fabd2fe8 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] DELETE failed (client error): The resource could not be found. Jul 13 13:48:48.207252 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c94fa4d6-a43f-4ec7-932d-fc23fabd2fe8 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 13:48:48.214442 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 47648) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:48:48.215537 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-c94fa4d6-a43f-4ec7-932d-fc23fabd2fe8 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] 10.222.0.23 "DELETE /v2.0/subnets/6b61a6ef-e8d9-409d-a8aa-66d95e5baf7d HTTP/1.1" status: 404 len: 337 time: 0.0836592 Jul 13 13:48:48.277229 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=287fb86e-faf9-4c3d-8284-1c98adaedd92,revision_number=11']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:48:48.290042 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-804952ca-fc6b-4462-8205-c34347f158d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:48.312221 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804952ca-fc6b-4462-8205-c34347f158d8 None None] No DVR routers for this DVR port 287fb86e-faf9-4c3d-8284-1c98adaedd92 on host n-d-800634-1 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:48:48.314865 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8196b287-680e-4407-b2fe-c821b29911ed req-5cf8c815-3d1d-4a24-a6a8-6bfc95a18d0c tempest-VolumesNegativeTest-1021474800 tempest-VolumesNegativeTest-1021474800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:48:48.316821 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8196b287-680e-4407-b2fe-c821b29911ed req-5cf8c815-3d1d-4a24-a6a8-6bfc95a18d0c tempest-VolumesNegativeTest-1021474800 tempest-VolumesNegativeTest-1021474800-project] 10.222.0.26 "GET /v2.0/ports?device_id=524f5a54-80fe-4499-a37b-0d064c4a2ebd HTTP/1.1" status: 200 len: 949 time: 0.1884687 Jul 13 13:48:48.334702 n-d-800634-1 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-de256b23-8724-4a8f-aaeb-5b6c1fff5610 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] DELETE failed (client error): The resource could not be found. Jul 13 13:48:48.335490 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de256b23-8724-4a8f-aaeb-5b6c1fff5610 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93750) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 13:48:48.337241 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-de256b23-8724-4a8f-aaeb-5b6c1fff5610 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] 10.222.0.23 "DELETE /v2.0/ports/ae8ecd84-7297-4869-a7f3-514feaddb060 HTTP/1.1" status: 404 len: 333 time: 0.1222382 Jul 13 13:48:48.347524 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 47650) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:48:48.369495 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804952ca-fc6b-4462-8205-c34347f158d8 None None] Pushing event deleted for resources: {'Port': ['ID=287fb86e-faf9-4c3d-8284-1c98adaedd92,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:48:48.440137 n-d-800634-1 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-c69663cf-cf93-4321-ae76-7abc187e8bc6 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] DELETE failed (client error): The resource could not be found. Jul 13 13:48:48.444033 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c69663cf-cf93-4321-ae76-7abc187e8bc6 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93750) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 13:48:48.446104 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-c69663cf-cf93-4321-ae76-7abc187e8bc6 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] 10.222.0.23 "DELETE /v2.0/subnets/ce0616dc-b6e3-4f86-8dcd-f0f0f42559c2 HTTP/1.1" status: 404 len: 337 time: 0.0962305 Jul 13 13:48:48.463878 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 47652) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:48:48.545113 n-d-800634-1 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-e608d542-0f3d-4f32-878b-35caa05bb4b8 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] DELETE failed (client error): The resource could not be found. Jul 13 13:48:48.545575 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e608d542-0f3d-4f32-878b-35caa05bb4b8 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93750) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 13:48:48.549518 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-e608d542-0f3d-4f32-878b-35caa05bb4b8 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] 10.222.0.23 "DELETE /v2.0/subnets/9fa4c4a4-46f3-459d-90be-fc7752fae36e HTTP/1.1" status: 404 len: 337 time: 0.0786307 Jul 13 13:48:48.555752 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 47656) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:48:48.581511 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-84cd72e5-4cd6-42fd-aad3-7fbe22e4b55d req-c7deebf0-f4c3-4f7e-b52d-4592b9004d67 service neutron] 10.222.0.26 "GET /v2.0/networks/4044b022-747e-4834-bc76-73d0f411c2c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4706459 Jul 13 13:48:48.664442 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 47658) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:48:48.700048 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-8196b287-680e-4407-b2fe-c821b29911ed req-4891b81a-5f4d-4ac1-92d9-97d72e645c2c tempest-VolumesNegativeTest-1021474800 tempest-VolumesNegativeTest-1021474800-project] Deleting port 5167289b-50ac-4b75-9a9d-d36ba4ce461c {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:48:48.700856 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-8196b287-680e-4407-b2fe-c821b29911ed req-4891b81a-5f4d-4ac1-92d9-97d72e645c2c tempest-VolumesNegativeTest-1021474800 tempest-VolumesNegativeTest-1021474800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:48.841281 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-dd7c1da3-3f05-47b4-9962-12f7ea833fe2 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Deleting port 1e3ab391-9f0d-4494-927b-6b06e129ce83 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:48:48.843192 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dd7c1da3-3f05-47b4-9962-12f7ea833fe2 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:48.851125 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0d913082-44b4-468a-a069-45a9f3cc24e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:49.097158 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0d913082-44b4-468a-a069-45a9f3cc24e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:49.138160 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0d913082-44b4-468a-a069-45a9f3cc24e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:49.215186 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d913082-44b4-468a-a069-45a9f3cc24e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19e9e317-cc09-470e-a195-d58054b05cf8,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:48:49.220138 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-0d913082-44b4-468a-a069-45a9f3cc24e8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9be2982d014144c3bf97f71441f2a8d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5545735 Jul 13 13:48:49.224178 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 47690) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:48:49.264900 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-8196b287-680e-4407-b2fe-c821b29911ed req-4891b81a-5f4d-4ac1-92d9-97d72e645c2c tempest-VolumesNegativeTest-1021474800 tempest-VolumesNegativeTest-1021474800-project] For port 5167289b-50ac-4b75-9a9d-d36ba4ce461c, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=5167289b-50ac-4b75-9a9d-d36ba4ce461c,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:48:49.265268 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-8196b287-680e-4407-b2fe-c821b29911ed req-4891b81a-5f4d-4ac1-92d9-97d72e645c2c tempest-VolumesNegativeTest-1021474800 tempest-VolumesNegativeTest-1021474800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:49.291774 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-8196b287-680e-4407-b2fe-c821b29911ed req-4891b81a-5f4d-4ac1-92d9-97d72e645c2c tempest-VolumesNegativeTest-1021474800 tempest-VolumesNegativeTest-1021474800-project] Calling delete_port for 5167289b-50ac-4b75-9a9d-d36ba4ce461c owned by compute:nova {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:48:49.295102 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4f1b3f-71a9-48ff-a713-32894558b04e req-cc89113d-6911-417e-95e3-40e0c93fd67a tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:48:49.307485 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2c4f1b3f-71a9-48ff-a713-32894558b04e req-cc89113d-6911-417e-95e3-40e0c93fd67a tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f309255-5b4d-4296-81c6-c49d93f44d38 HTTP/1.1" status: 200 len: 944 time: 0.2076163 Jul 13 13:48:49.324202 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dd7c1da3-3f05-47b4-9962-12f7ea833fe2 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:49.390356 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2c4f1b3f-71a9-48ff-a713-32894558b04e req-03120c9d-030a-4cc4-aac7-e650b5ec020e tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bf3e8b9-8da9-4a28-88c0-799fd78203e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818141 Jul 13 13:48:49.393132 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-dd7c1da3-3f05-47b4-9962-12f7ea833fe2 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Calling delete_port for 1e3ab391-9f0d-4494-927b-6b06e129ce83 owned by {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:48:49.427508 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2ec9beba-c6d2-42d1-9bd5-9c8b03404d92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:49.429974 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc12aec-5a90-42e9-ae1c-35a8140d4ad2 req-81c0058f-d83f-4b59-9913-1e1bf455823c tempest-VolumesNegativeTest-1021474800 tempest-VolumesNegativeTest-1021474800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:48:49.431506 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2cc12aec-5a90-42e9-ae1c-35a8140d4ad2 req-81c0058f-d83f-4b59-9913-1e1bf455823c tempest-VolumesNegativeTest-1021474800 tempest-VolumesNegativeTest-1021474800-project] 10.222.0.23 "GET /v2.0/ports?device_id=524f5a54-80fe-4499-a37b-0d064c4a2ebd HTTP/1.1" status: 200 len: 949 time: 0.3157895 Jul 13 13:48:49.473414 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2ec9beba-c6d2-42d1-9bd5-9c8b03404d92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:49.533890 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2cc12aec-5a90-42e9-ae1c-35a8140d4ad2 req-504bf30c-4359-4aa1-a0ec-55decf819325 tempest-VolumesNegativeTest-1021474800 tempest-VolumesNegativeTest-1021474800-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa72040e-c614-47b0-aeb9-8b0b19ea9a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928667 Jul 13 13:48:49.571677 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2ec9beba-c6d2-42d1-9bd5-9c8b03404d92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:49.576205 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2ec9beba-c6d2-42d1-9bd5-9c8b03404d92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:49.584235 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-2ec9beba-c6d2-42d1-9bd5-9c8b03404d92 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/19e9e317-cc09-470e-a195-d58054b05cf8 HTTP/1.1" status: 204 len: 168 time: 0.3554478 Jul 13 13:48:49.626515 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a6af867d-7d07-49a7-bc3a-a0b4ff475c55 req-bf97c7e8-3242-483c-97b0-50a35c786a80 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba24330e-3d10-45b2-aa45-d413663c46d4 HTTP/1.1" status: 200 len: 210 time: 0.0778129 Jul 13 13:48:49.640548 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec9beba-c6d2-42d1-9bd5-9c8b03404d92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19e9e317-cc09-470e-a195-d58054b05cf8,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:48:49.652679 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dd7c1da3-3f05-47b4-9962-12f7ea833fe2 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:49.706272 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7c1da3-3f05-47b4-9962-12f7ea833fe2 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Pushing event deleted for resources: {'Port': ['ID=1e3ab391-9f0d-4494-927b-6b06e129ce83,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:48:49.718108 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-8196b287-680e-4407-b2fe-c821b29911ed req-4891b81a-5f4d-4ac1-92d9-97d72e645c2c tempest-VolumesNegativeTest-1021474800 tempest-VolumesNegativeTest-1021474800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:49.729827 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['5167289b-50ac-4b75-9a9d-d36ba4ce461c'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:48:49.733270 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dd7c1da3-3f05-47b4-9962-12f7ea833fe2 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:49.735423 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-dd7c1da3-3f05-47b4-9962-12f7ea833fe2 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] 10.222.0.23 "DELETE /v2.0/ports/1e3ab391-9f0d-4494-927b-6b06e129ce83 HTTP/1.1" status: 204 len: 168 time: 1.1764057 Jul 13 13:48:49.737932 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 47700) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:48:49.825661 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4891b81a-5f4d-4ac1-92d9-97d72e645c2c tempest-VolumesNegativeTest-1021474800 tempest-VolumesNegativeTest-1021474800-project] Pushing event deleted for resources: {'Port': ['ID=5167289b-50ac-4b75-9a9d-d36ba4ce461c,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:48:49.871713 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-78d9ff62-b6c5-4c0a-b1ce-310e9fcc98f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:49.905719 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-8196b287-680e-4407-b2fe-c821b29911ed req-4891b81a-5f4d-4ac1-92d9-97d72e645c2c tempest-VolumesNegativeTest-1021474800 tempest-VolumesNegativeTest-1021474800-project] No DVR routers for this DVR port 5167289b-50ac-4b75-9a9d-d36ba4ce461c on host n-h1-800634-1 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:48:49.912629 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-8196b287-680e-4407-b2fe-c821b29911ed req-4891b81a-5f4d-4ac1-92d9-97d72e645c2c tempest-VolumesNegativeTest-1021474800 tempest-VolumesNegativeTest-1021474800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:49.916413 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8196b287-680e-4407-b2fe-c821b29911ed req-4891b81a-5f4d-4ac1-92d9-97d72e645c2c tempest-VolumesNegativeTest-1021474800 tempest-VolumesNegativeTest-1021474800-project] 10.222.0.26 "DELETE /v2.0/ports/5167289b-50ac-4b75-9a9d-d36ba4ce461c HTTP/1.1" status: 204 len: 173 time: 1.5925472 Jul 13 13:48:49.916877 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '524f5a54-80fe-4499-a37b-0d064c4a2ebd', 'name': 'network-vif-deleted', 'tag': '5167289b-50ac-4b75-9a9d-d36ba4ce461c'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:48:49.936452 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d17b627af75e17e0f4b8d6239d04f8c2f78634e2c585e32a7aeca336500f34a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab2e9e1a-10c3-4a4c-beb4-4296a8b79981" -d '{"events": [{"server_uuid": "524f5a54-80fe-4499-a37b-0d064c4a2ebd", "name": "network-vif-deleted", "tag": "5167289b-50ac-4b75-9a9d-d36ba4ce461c"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:48:50.025266 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:50.030301 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88331212-4d9a-49bc-93c7-39a5116a4063 x-openstack-request-id: req-88331212-4d9a-49bc-93c7-39a5116a4063 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:48:50.030834 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "524f5a54-80fe-4499-a37b-0d064c4a2ebd", "name": "network-vif-deleted", "tag": "5167289b-50ac-4b75-9a9d-d36ba4ce461c", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:48:50.031585 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-88331212-4d9a-49bc-93c7-39a5116a4063 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:48:50.032061 n-d-800634-1 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '524f5a54-80fe-4499-a37b-0d064c4a2ebd', 'name': 'network-vif-deleted', 'tag': '5167289b-50ac-4b75-9a9d-d36ba4ce461c', 'status': 'completed', 'code': 200} Jul 13 13:48:50.056653 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c46cf99e-fb86-473a-a555-f1d6ab587c27 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:50.244215 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c46cf99e-fb86-473a-a555-f1d6ab587c27 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:50.263518 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-c46cf99e-fb86-473a-a555-f1d6ab587c27 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a62882bd-8b40-4e51-9562-97e4183a3f73']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:48:50.282757 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-c46cf99e-fb86-473a-a555-f1d6ab587c27 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43bbb708-c8d9-4756-a693-6355e1f82167') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:48:50.283286 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-c46cf99e-fb86-473a-a555-f1d6ab587c27 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43bbb708-c8d9-4756-a693-6355e1f82167') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:48:50.300497 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c46cf99e-fb86-473a-a555-f1d6ab587c27 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5431730'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:50.325705 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c46cf99e-fb86-473a-a555-f1d6ab587c27 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:50.341257 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c46cf99e-fb86-473a-a555-f1d6ab587c27 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 13:48:50.341646 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c46cf99e-fb86-473a-a555-f1d6ab587c27 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5970419'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:50.362870 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:48:50.362870 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:48:50.362870 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:48:50.362870 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:48:50.362870 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:48:50.362870 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:48:50.362870 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:48:50.362870 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:48:50.362870 n-d-800634-1 neutron-server[93750]: Traceback (most recent call last): Jul 13 13:48:50.362870 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 13:48:50.362870 n-d-800634-1 neutron-server[93750]: timer() Jul 13 13:48:50.362870 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 13:48:50.362870 n-d-800634-1 neutron-server[93750]: cb(*args, **kw) Jul 13 13:48:50.362870 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 13:48:50.362870 n-d-800634-1 neutron-server[93750]: return func(*args, **kwargs) Jul 13 13:48:50.362870 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 13:48:50.362870 n-d-800634-1 neutron-server[93750]: self._notify() Jul 13 13:48:50.362870 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 13:48:50.362870 n-d-800634-1 neutron-server[93750]: self.callback(batched_events) Jul 13 13:48:50.362870 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 13:48:50.362870 n-d-800634-1 neutron-server[93750]: event.method(event) Jul 13 13:48:50.362870 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 13:48:50.362870 n-d-800634-1 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 13:48:50.362870 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 13:48:50.362870 n-d-800634-1 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 13:48:50.362870 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 13:48:50.362870 n-d-800634-1 neutron-server[93750]: return f(self, *a, **k) Jul 13 13:48:50.362870 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 13:48:50.362870 n-d-800634-1 neutron-server[93750]: return self._get(url).json() Jul 13 13:48:50.362870 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 13:48:50.362870 n-d-800634-1 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 13:48:50.362870 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 13:48:50.362870 n-d-800634-1 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 13 13:48:50.362870 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 13:48:50.362870 n-d-800634-1 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 13:48:50.362870 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 13:48:50.362870 n-d-800634-1 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 13:48:50.362870 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 13:48:50.362870 n-d-800634-1 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 13:48:50.362870 n-d-800634-1 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 13:48:50.531720 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c46cf99e-fb86-473a-a555-f1d6ab587c27 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:50.558518 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c46cf99e-fb86-473a-a555-f1d6ab587c27 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:50.560882 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-c46cf99e-fb86-473a-a555-f1d6ab587c27 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] 10.222.0.23 "DELETE /v2.0/networks/a62882bd-8b40-4e51-9562-97e4183a3f73 HTTP/1.1" status: 204 len: 168 time: 0.8211939 Jul 13 13:48:50.620036 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46cf99e-fb86-473a-a555-f1d6ab587c27 tempest-PortsIpV6TestJSON-1352695380 tempest-PortsIpV6TestJSON-1352695380-project] Pushing event deleted for resources: {'Network': ['ID=a62882bd-8b40-4e51-9562-97e4183a3f73,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:48:50.804385 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebfacfe-a5ac-42f5-9739-710d75e92d93 req-1ee70c8c-ed61-44d3-8329-7837173394a2 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:48:50.806072 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9ebfacfe-a5ac-42f5-9739-710d75e92d93 req-1ee70c8c-ed61-44d3-8329-7837173394a2 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f309255-5b4d-4296-81c6-c49d93f44d38 HTTP/1.1" status: 200 len: 944 time: 0.2040989 Jul 13 13:48:50.967382 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9ebfacfe-a5ac-42f5-9739-710d75e92d93 req-909a45a6-5bbc-4192-a0f2-e8de36a54b7a tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bf3e8b9-8da9-4a28-88c0-799fd78203e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1495619 Jul 13 13:48:51.074592 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 47754) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:48:51.082118 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b5e26ae9-090b-4272-ab7b-6e0eb954171d req-86cec13a-8325-4ca6-b85d-782631986628 tempest-VolumesNegativeTest-1021474800 tempest-VolumesNegativeTest-1021474800-project] 10.222.0.23 "GET /v2.0/ports?device_id=524f5a54-80fe-4499-a37b-0d064c4a2ebd HTTP/1.1" status: 200 len: 210 time: 0.1026154 Jul 13 13:48:51.099567 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:51.169580 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 47762) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:48:51.309590 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cb3b0489-44f9-4e4d-9363-5a4ac79c9627 req-d9db0492-8b2a-4a90-99ba-d5e73739cc39 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba24330e-3d10-45b2-aa45-d413663c46d4 HTTP/1.1" status: 200 len: 210 time: 0.0682154 Jul 13 13:48:51.325125 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-a52b072d-67de-4e82-b16d-e0ea8034f2da admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1726497166-network', 'tenant_id': '99fb449c317d405481fdd7598ba3a401'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:48:51.386190 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a52b072d-67de-4e82-b16d-e0ea8034f2da admin admin] Made reservation on behalf of 99fb449c317d405481fdd7598ba3a401 for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:48:51.394164 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a52b072d-67de-4e82-b16d-e0ea8034f2da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:51.416235 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a52b072d-67de-4e82-b16d-e0ea8034f2da admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:51.449161 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd2059f-7a01-4431-8341-e4304e8cb24d req-078882ba-58a8-408a-9303-4d2727057661 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:48:51.451414 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-9cd2059f-7a01-4431-8341-e4304e8cb24d req-078882ba-58a8-408a-9303-4d2727057661 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f309255-5b4d-4296-81c6-c49d93f44d38 HTTP/1.1" status: 200 len: 944 time: 0.1142941 Jul 13 13:48:51.607683 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-9cd2059f-7a01-4431-8341-e4304e8cb24d req-edce1377-b709-4844-be89-88fdfeb27c5d tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bf3e8b9-8da9-4a28-88c0-799fd78203e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1317525 Jul 13 13:48:51.619007 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a52b072d-67de-4e82-b16d-e0ea8034f2da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:51.626092 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a52b072d-67de-4e82-b16d-e0ea8034f2da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:51.645709 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a52b072d-67de-4e82-b16d-e0ea8034f2da admin admin] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 13:48:51.657535 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a52b072d-67de-4e82-b16d-e0ea8034f2da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:51.657958 n-d-800634-1 neutron-server[93750]: INFO neutron.db.segments_db [None req-a52b072d-67de-4e82-b16d-e0ea8034f2da admin admin] Added segment 69a89674-bd81-401c-9f13-aaf0c6466b39 of type vlan for network bebce078-4657-4116-afe4-942f44316b72 Jul 13 13:48:51.711883 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a52b072d-67de-4e82-b16d-e0ea8034f2da admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:51.712657 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-b7e76ce7-5eec-4286-a206-b96342ee4ab6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7b9a8e657fbe4761afdd556ee032edca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5419049 Jul 13 13:48:51.716783 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 47778) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:48:51.783471 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a52b072d-67de-4e82-b16d-e0ea8034f2da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:51.800533 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a52b072d-67de-4e82-b16d-e0ea8034f2da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:48:51.800533 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a52b072d-67de-4e82-b16d-e0ea8034f2da admin admin] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:51.801927 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52b072d-67de-4e82-b16d-e0ea8034f2da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f20d6334-cfe0-4480-b595-a220c682e1e3,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:48:51.864287 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-a52b072d-67de-4e82-b16d-e0ea8034f2da admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7863848 Jul 13 13:48:51.869366 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 47784) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:48:51.871028 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-936d9da5-d409-495e-b313-3ddc31f12adc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:51.897023 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-6e9981ed-68c4-45c2-ac3d-b609bd310c0d admin admin] Request body: {'subnet': {'network_id': 'bebce078-4657-4116-afe4-942f44316b72', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1726497166-subnet', 'tenant_id': '99fb449c317d405481fdd7598ba3a401', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:48:51.916987 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52b072d-67de-4e82-b16d-e0ea8034f2da admin admin] Pushing event updated for resources: {'Network': ['ID=bebce078-4657-4116-afe4-942f44316b72,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:48:51.934216 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network bebce078-4657-4116-afe4-942f44316b72 details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 13:48:51.951069 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-936d9da5-d409-495e-b313-3ddc31f12adc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:52.046547 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-936d9da5-d409-495e-b313-3ddc31f12adc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:52.050179 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-936d9da5-d409-495e-b313-3ddc31f12adc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:52.053161 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-936d9da5-d409-495e-b313-3ddc31f12adc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/653761ab-f58d-4f5a-b1b4-b4d4bc476ee2 HTTP/1.1" status: 204 len: 168 time: 0.3353412 Jul 13 13:48:52.095860 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936d9da5-d409-495e-b313-3ddc31f12adc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=653761ab-f58d-4f5a-b1b4-b4d4bc476ee2,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:48:52.119301 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e9981ed-68c4-45c2-ac3d-b609bd310c0d admin admin] Made reservation on behalf of 99fb449c317d405481fdd7598ba3a401 for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:48:52.121792 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6e9981ed-68c4-45c2-ac3d-b609bd310c0d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6104980'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:52.502133 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afa82f5-0ee9-43de-948c-f68f14e3636e req-859a2456-ca6d-48ef-86de-bd5d9642c4ec tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:48:52.507001 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1afa82f5-0ee9-43de-948c-f68f14e3636e req-859a2456-ca6d-48ef-86de-bd5d9642c4ec tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f309255-5b4d-4296-81c6-c49d93f44d38 HTTP/1.1" status: 200 len: 944 time: 0.2316747 Jul 13 13:48:52.582042 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-83fba72a-4bb0-4351-8e00-97fa37cbcfb9 req-7c6ab64c-552e-447c-ae66-108a8c7972f1 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba24330e-3d10-45b2-aa45-d413663c46d4 HTTP/1.1" status: 200 len: 210 time: 0.0584555 Jul 13 13:48:52.593678 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:52.714316 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1afa82f5-0ee9-43de-948c-f68f14e3636e req-b3b8ec69-6e05-4051-bdf4-3a7e76043eb3 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bf3e8b9-8da9-4a28-88c0-799fd78203e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1842272 Jul 13 13:48:52.787663 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6e9981ed-68c4-45c2-ac3d-b609bd310c0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6018343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6104998'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:52.849165 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9981ed-68c4-45c2-ac3d-b609bd310c0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5ac919f-e40f-4805-bb14-5bbcfbbe58a7,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:48:52.860247 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9981ed-68c4-45c2-ac3d-b609bd310c0d admin admin] Checking segment: {'id': '69a89674-bd81-401c-9f13-aaf0c6466b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'bebce078-4657-4116-afe4-942f44316b72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:48:52.860867 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e9981ed-68c4-45c2-ac3d-b609bd310c0d admin admin] Network hostable DHCP agents. Network: bebce078-4657-4116-afe4-942f44316b72, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 13:48:52.885628 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e9981ed-68c4-45c2-ac3d-b609bd310c0d admin admin] Network bebce078-4657-4116-afe4-942f44316b72 is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 13:48:52.906009 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-6e9981ed-68c4-45c2-ac3d-b609bd310c0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, bebce078-4657-4116-afe4-942f44316b72) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:48:52.912638 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e9981ed-68c4-45c2-ac3d-b609bd310c0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:48:52.914071 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6e9981ed-68c4-45c2-ac3d-b609bd310c0d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:52.918578 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffc1d40f-b911-4ef8-a1e4-75a4b2430d51 None None] Network bebce078-4657-4116-afe4-942f44316b72 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:48:52.963202 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-6e9981ed-68c4-45c2-ac3d-b609bd310c0d admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0861125 Jul 13 13:48:52.966116 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 47832) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:48:52.971805 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-6f5f9c1e-ed5e-45bf-b0ec-15a3404f3d32 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1726497166-router', 'tenant_id': '99fb449c317d405481fdd7598ba3a401', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:48:53.014474 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6f5f9c1e-ed5e-45bf-b0ec-15a3404f3d32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1591928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2714'] for router, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:53.015997 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6f5f9c1e-ed5e-45bf-b0ec-15a3404f3d32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447198', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1629690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2689'] for router, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:53.094264 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 5167289b-50ac-4b75-9a9d-d36ba4ce461c no longer exists at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:48:53.179181 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6f5f9c1e-ed5e-45bf-b0ec-15a3404f3d32 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:53.183292 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-381d4315-9089-413f-a071-aa2897bda790 None None] No Port match for: 5167289b-50ac-4b75-9a9d-d36ba4ce461c {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:48:53.183700 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 5167289b-50ac-4b75-9a9d-d36ba4ce461c not bound to the agent host n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:48:53.267383 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f33addd0-48d9-4f3a-b49c-24df219137f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a7201e1-61ce-5a3e-b7f7-e800379ed03b-bebce078-4657-4116-afe4-942f44316b72', 'network_id': 'bebce078-4657-4116-afe4-942f44316b72', 'tenant_id': '99fb449c317d405481fdd7598ba3a401', 'fixed_ips': [{'subnet_id': 'e5ac919f-e40f-4805-bb14-5bbcfbbe58a7'}]}} from n-d-800634-1. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 13:48:53.268858 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f33addd0-48d9-4f3a-b49c-24df219137f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:53.494412 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 47850) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:48:53.600908 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bdf4f4-fac9-44cb-8cff-d5396943bae7 req-50b5bf42-acae-4d1c-9f81-68b861a1adac tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:48:53.611781 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-33bdf4f4-fac9-44cb-8cff-d5396943bae7 req-50b5bf42-acae-4d1c-9f81-68b861a1adac tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f309255-5b4d-4296-81c6-c49d93f44d38 HTTP/1.1" status: 200 len: 944 time: 0.1573896 Jul 13 13:48:53.624159 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-f33addd0-48d9-4f3a-b49c-24df219137f5 None None] Allocated IP 172.20.0.2 (bebce078-4657-4116-afe4-942f44316b72/e5ac919f-e40f-4805-bb14-5bbcfbbe58a7/80a453c1-2bc4-4a57-a6c3-c0b17a0355c4) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:48:53.673546 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6f5f9c1e-ed5e-45bf-b0ec-15a3404f3d32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447180', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1591910', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2751'] for router, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:53.782073 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-33bdf4f4-fac9-44cb-8cff-d5396943bae7 req-3c75bda4-034b-40bd-ac7c-710fa07bf1ea tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bf3e8b9-8da9-4a28-88c0-799fd78203e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1650438 Jul 13 13:48:53.800391 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-0690cf02-f843-47f2-9c7d-12a343975240 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-938144540', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:48:53.903404 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0690cf02-f843-47f2-9c7d-12a343975240 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1591928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2714'] for router, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:53.904598 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0690cf02-f843-47f2-9c7d-12a343975240 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447198', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1629690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2689'] for router, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:54.184307 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0690cf02-f843-47f2-9c7d-12a343975240 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:54.220621 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0690cf02-f843-47f2-9c7d-12a343975240 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447217'] for router, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:54.306419 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f33addd0-48d9-4f3a-b49c-24df219137f5 None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:54.318642 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-f33addd0-48d9-4f3a-b49c-24df219137f5 None None] Transition to ACTIVE for port object 80a453c1-2bc4-4a57-a6c3-c0b17a0355c4 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:48:54.343615 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-f33addd0-48d9-4f3a-b49c-24df219137f5 None None] Transition to ACTIVE for port object 80a453c1-2bc4-4a57-a6c3-c0b17a0355c4 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:48:54.355003 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f33addd0-48d9-4f3a-b49c-24df219137f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:54.383023 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0690cf02-f843-47f2-9c7d-12a343975240 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:54.384592 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-0690cf02-f843-47f2-9c7d-12a343975240 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.8888359 Jul 13 13:48:54.387318 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 47878) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:48:54.405752 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-47b33804-8c6c-4410-a1da-ac891abc04ce req-424c3b76-34a7-46a7-84c0-f62fc608cff4 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba24330e-3d10-45b2-aa45-d413663c46d4 HTTP/1.1" status: 200 len: 210 time: 0.2485662 Jul 13 13:48:54.418916 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f33addd0-48d9-4f3a-b49c-24df219137f5 None None] Network bebce078-4657-4116-afe4-942f44316b72 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:48:54.422287 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-f33addd0-48d9-4f3a-b49c-24df219137f5 None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:48:54.428920 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33addd0-48d9-4f3a-b49c-24df219137f5 None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:48:54.436333 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-20d11ca7-9c1a-466d-8a07-b70a00ba0fe0 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-2004841461'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:48:54.474782 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6f5f9c1e-ed5e-45bf-b0ec-15a3404f3d32 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:54.486887 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33addd0-48d9-4f3a-b49c-24df219137f5 None None] Pushing event updated for resources: {'Port': ['ID=80a453c1-2bc4-4a57-a6c3-c0b17a0355c4,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:48:54.524729 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b6634177-e06e-4662-b064-b1e35157c002 req-21060197-ebc3-4892-b92f-1841b1ce89fa service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c696bc31-7941-4f53-bcb6-3d4af78f2554&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2877693 Jul 13 13:48:54.528331 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20d11ca7-9c1a-466d-8a07-b70a00ba0fe0 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Made reservation on behalf of bd814e19d7f44bd19317afca68361f2d for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:48:54.533324 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-20d11ca7-9c1a-466d-8a07-b70a00ba0fe0 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:54.542242 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-f33addd0-48d9-4f3a-b49c-24df219137f5 None None] Attempting to bind port 80a453c1-2bc4-4a57-a6c3-c0b17a0355c4 on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:48:54.542350 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-f33addd0-48d9-4f3a-b49c-24df219137f5 None None] Attempting to bind port 80a453c1-2bc4-4a57-a6c3-c0b17a0355c4 by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '69a89674-bd81-401c-9f13-aaf0c6466b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'bebce078-4657-4116-afe4-942f44316b72'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:48:54.542927 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33addd0-48d9-4f3a-b49c-24df219137f5 None None] Attempting to bind port 80a453c1-2bc4-4a57-a6c3-c0b17a0355c4 on network bebce078-4657-4116-afe4-942f44316b72 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:48:54.546339 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-20d11ca7-9c1a-466d-8a07-b70a00ba0fe0 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:54.549759 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33addd0-48d9-4f3a-b49c-24df219137f5 None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 48, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:48:54.550193 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33addd0-48d9-4f3a-b49c-24df219137f5 None None] Checking segment: {'id': '69a89674-bd81-401c-9f13-aaf0c6466b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'bebce078-4657-4116-afe4-942f44316b72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:48:54.551148 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f33addd0-48d9-4f3a-b49c-24df219137f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:54.551148 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33addd0-48d9-4f3a-b49c-24df219137f5 None None] Bound using segment: {'id': '69a89674-bd81-401c-9f13-aaf0c6466b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'bebce078-4657-4116-afe4-942f44316b72'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:48:54.552277 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-f33addd0-48d9-4f3a-b49c-24df219137f5 None None] Bound port: 80a453c1-2bc4-4a57-a6c3-c0b17a0355c4, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69a89674-bd81-401c-9f13-aaf0c6466b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'bebce078-4657-4116-afe4-942f44316b72'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:48:54.552922 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f33addd0-48d9-4f3a-b49c-24df219137f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:54.568166 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6f5f9c1e-ed5e-45bf-b0ec-15a3404f3d32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:54.589694 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f48df4f9-229e-4395-b9ea-f5b21efd2d1b req-de2a37f0-43f2-4d95-84fb-fa6511a85e68 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5f309255-5b4d-4296-81c6-c49d93f44d38&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4924901 Jul 13 13:48:54.788884 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-f33addd0-48d9-4f3a-b49c-24df219137f5 None None] For port 80a453c1-2bc4-4a57-a6c3-c0b17a0355c4, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:48:54.795921 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-f33addd0-48d9-4f3a-b49c-24df219137f5 None None] For port 80a453c1-2bc4-4a57-a6c3-c0b17a0355c4, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=80a453c1-2bc4-4a57-a6c3-c0b17a0355c4,segment=NetworkSegment(69a89674-bd81-401c-9f13-aaf0c6466b39),segment_id=69a89674-bd81-401c-9f13-aaf0c6466b39)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:48:54.806103 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f33addd0-48d9-4f3a-b49c-24df219137f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:54.823559 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-6f5f9c1e-ed5e-45bf-b0ec-15a3404f3d32 admin admin] Allocated IP 172.25.6.87 (acf968b8-c524-46a9-a20b-ad9667009130/dde5a78e-bd1e-4f47-8189-7321d4de73d3/46d9fb31-b3c6-473d-ba63-90a27b5a34a8) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:48:54.968767 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33addd0-48d9-4f3a-b49c-24df219137f5 None None] Pushing event updated for resources: {'Port': ['ID=80a453c1-2bc4-4a57-a6c3-c0b17a0355c4,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:48:55.009350 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6634177-e06e-4662-b064-b1e35157c002 req-5e6ae04c-377c-4717-9259-d8be8f15192a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:48:55.011883 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b6634177-e06e-4662-b064-b1e35157c002 req-5e6ae04c-377c-4717-9259-d8be8f15192a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ef6418d5526f4765ba53df412776e3e7&device_id=c696bc31-7941-4f53-bcb6-3d4af78f2554 HTTP/1.1" status: 200 len: 1097 time: 0.4167678 Jul 13 13:48:55.037973 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48df4f9-229e-4395-b9ea-f5b21efd2d1b req-cf60a9dc-75c0-4c5d-9953-2a365f89c74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:48:55.040527 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f48df4f9-229e-4395-b9ea-f5b21efd2d1b req-cf60a9dc-75c0-4c5d-9953-2a365f89c74c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ef6418d5526f4765ba53df412776e3e7&device_id=5f309255-5b4d-4296-81c6-c49d93f44d38 HTTP/1.1" status: 200 len: 1095 time: 0.3514016 Jul 13 13:48:55.167722 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6f5f9c1e-ed5e-45bf-b0ec-15a3404f3d32 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:55.234280 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6f5f9c1e-ed5e-45bf-b0ec-15a3404f3d32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:55.282867 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f5f9c1e-ed5e-45bf-b0ec-15a3404f3d32 admin admin] Network acf968b8-c524-46a9-a20b-ad9667009130 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:48:55.286867 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-6f5f9c1e-ed5e-45bf-b0ec-15a3404f3d32 admin admin] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:48:55.292190 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5f9c1e-ed5e-45bf-b0ec-15a3404f3d32 admin admin] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:48:55.390105 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5f9c1e-ed5e-45bf-b0ec-15a3404f3d32 admin admin] Pushing event updated for resources: {'Port': ['ID=46d9fb31-b3c6-473d-ba63-90a27b5a34a8,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:48:55.598194 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6634177-e06e-4662-b064-b1e35157c002 req-094ded02-05e2-4a09-9246-9c3467a7077a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:48:55.600104 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b6634177-e06e-4662-b064-b1e35157c002 req-094ded02-05e2-4a09-9246-9c3467a7077a service neutron] 10.222.0.41 "GET /v2.0/networks?id=4044b022-747e-4834-bc76-73d0f411c2c3 HTTP/1.1" status: 200 len: 912 time: 0.5547249 Jul 13 13:48:55.776951 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b6634177-e06e-4662-b064-b1e35157c002 req-cb07ddd9-67d2-44c4-b16e-24b175d04bba service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a99a2de4-d640-4ac9-ae79-8243abcdd3f9 HTTP/1.1" status: 200 len: 217 time: 0.1241531 Jul 13 13:48:55.783146 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48df4f9-229e-4395-b9ea-f5b21efd2d1b req-31df01b6-c4d0-488c-b1de-fb52eb2a2f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:48:55.787714 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f48df4f9-229e-4395-b9ea-f5b21efd2d1b req-31df01b6-c4d0-488c-b1de-fb52eb2a2f57 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4044b022-747e-4834-bc76-73d0f411c2c3 HTTP/1.1" status: 200 len: 912 time: 0.6843235 Jul 13 13:48:55.793466 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-afb6242c-f680-4c80-8722-9f27d789ee81 req-6ffc9f38-79fd-4e85-b922-8585c3e89b01 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba24330e-3d10-45b2-aa45-d413663c46d4 HTTP/1.1" status: 200 len: 210 time: 0.1173825 Jul 13 13:48:55.998686 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-20d11ca7-9c1a-466d-8a07-b70a00ba0fe0 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:56.094622 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6f5f9c1e-ed5e-45bf-b0ec-15a3404f3d32 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:56.103992 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 80a453c1-2bc4-4a57-a6c3-c0b17a0355c4 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:48:56.202437 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6634177-e06e-4662-b064-b1e35157c002 req-dce43605-2c55-44c2-8446-8660fd09c6af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:48:56.204400 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b6634177-e06e-4662-b064-b1e35157c002 req-dce43605-2c55-44c2-8446-8660fd09c6af service neutron] 10.222.0.41 "GET /v2.0/subnets?id=22de4df8-967a-4ca5-99c3-67fec7ee33c8 HTTP/1.1" status: 200 len: 851 time: 0.2196348 Jul 13 13:48:56.205279 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-20d11ca7-9c1a-466d-8a07-b70a00ba0fe0 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:56.240391 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port 80a453c1-2bc4-4a57-a6c3-c0b17a0355c4 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:48:56.578984 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6f5f9c1e-ed5e-45bf-b0ec-15a3404f3d32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447217'] for router, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:56.897207 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e963f93-534c-40f0-9b2e-b25445584444 req-1e894d54-2309-4dc3-90bc-bae1b08086b7 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:48:56.903465 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-847f8d81-c83f-465d-8d80-014ff83d08ee None None] Network bebce078-4657-4116-afe4-942f44316b72 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:48:56.909678 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5e963f93-534c-40f0-9b2e-b25445584444 req-1e894d54-2309-4dc3-90bc-bae1b08086b7 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f309255-5b4d-4296-81c6-c49d93f44d38 HTTP/1.1" status: 200 len: 944 time: 1.7585325 Jul 13 13:48:56.931703 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f5f9c1e-ed5e-45bf-b0ec-15a3404f3d32 admin admin] Router 8ff787aa-4bbc-4014-9d5b-28cb65fca281 is scheduled to L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 with binding_index 1 {{(pid=93750) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 13:48:56.941273 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20d11ca7-9c1a-466d-8a07-b70a00ba0fe0 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 13:48:57.033659 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f48df4f9-229e-4395-b9ea-f5b21efd2d1b req-87ae6593-57ca-4d15-91b5-d8275b707f42 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba15db8f-f750-4ef8-8e43-23b3ac54b1b7 HTTP/1.1" status: 200 len: 998 time: 1.2266233 Jul 13 13:48:57.043956 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-937295e2-ad3a-4416-a9d5-2c9a18406177 None None] Provisioning for port 80a453c1-2bc4-4a57-a6c3-c0b17a0355c4 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:48:57.058195 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-937295e2-ad3a-4416-a9d5-2c9a18406177 None None] Provisioning complete for port 80a453c1-2bc4-4a57-a6c3-c0b17a0355c4 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:48:57.058590 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-937295e2-ad3a-4416-a9d5-2c9a18406177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:57.099437 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 48068) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:48:57.231184 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48df4f9-229e-4395-b9ea-f5b21efd2d1b req-f0f2b4e0-39fd-4578-ac6d-b48a45b94818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:48:57.236006 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f48df4f9-229e-4395-b9ea-f5b21efd2d1b req-f0f2b4e0-39fd-4578-ac6d-b48a45b94818 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=22de4df8-967a-4ca5-99c3-67fec7ee33c8 HTTP/1.1" status: 200 len: 851 time: 0.1752911 Jul 13 13:48:57.247363 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d11ca7-9c1a-466d-8a07-b70a00ba0fe0 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Pushing event updated for resources: {'SecurityGroup': ['ID=649e6fe0-ed95-46c8-a465-af2b9e743112,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:48:57.255773 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-20d11ca7-9c1a-466d-8a07-b70a00ba0fe0 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:57.259297 n-d-800634-1 neutron-server[93751]: INFO neutron.db.segments_db [None req-20d11ca7-9c1a-466d-8a07-b70a00ba0fe0 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Added segment 06c7606e-1a4d-4a18-81f0-beab4d51b050 of type vlan for network ef6ea125-722d-40bf-9d39-1297081c33e2 Jul 13 13:48:57.338349 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5e963f93-534c-40f0-9b2e-b25445584444 req-4a851538-0c97-4630-862b-1cdf2f918fae tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bf3e8b9-8da9-4a28-88c0-799fd78203e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4278057 Jul 13 13:48:57.380195 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-937295e2-ad3a-4416-a9d5-2c9a18406177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:57.420973 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b47aa446-f7c9-4ea6-9b86-9d08cd912e37 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:57.461084 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f5f9c1e-ed5e-45bf-b0ec-15a3404f3d32 admin admin] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:48:57.480580 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-937295e2-ad3a-4416-a9d5-2c9a18406177 None None] For port 80a453c1-2bc4-4a57-a6c3-c0b17a0355c4, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=80a453c1-2bc4-4a57-a6c3-c0b17a0355c4,segment=NetworkSegment(69a89674-bd81-401c-9f13-aaf0c6466b39),segment_id=69a89674-bd81-401c-9f13-aaf0c6466b39)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:48:57.490004 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0130f3-d367-4f92-80de-f323cd9592df None None] Sync routers for ids ['8ff787aa-4bbc-4014-9d5b-28cb65fca281'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:48:57.521067 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-937295e2-ad3a-4416-a9d5-2c9a18406177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:57.522741 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b47aa446-f7c9-4ea6-9b86-9d08cd912e37 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:57.526957 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-20d11ca7-9c1a-466d-8a07-b70a00ba0fe0 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:57.540422 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6f5f9c1e-ed5e-45bf-b0ec-15a3404f3d32 admin admin] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:57.549483 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-6f5f9c1e-ed5e-45bf-b0ec-15a3404f3d32 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.5795898 Jul 13 13:48:57.552676 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 48096) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:48:57.603524 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6634177-e06e-4662-b064-b1e35157c002 req-da9daac3-2211-40e5-8d52-c79d65152b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:48:57.608504 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0130f3-d367-4f92-80de-f323cd9592df None None] Routers {'8ff787aa-4bbc-4014-9d5b-28cb65fca281'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:48:57.609065 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b6634177-e06e-4662-b064-b1e35157c002 req-da9daac3-2211-40e5-8d52-c79d65152b9a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4044b022-747e-4834-bc76-73d0f411c2c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.3829112 Jul 13 13:48:57.611329 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-5b0130f3-d367-4f92-80de-f323cd9592df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:48:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['8ff787aa-4bbc-4014-9d5b-28cb65fca281'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:48:57.809870 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48df4f9-229e-4395-b9ea-f5b21efd2d1b req-4b7457ff-ff37-42fb-a1d1-7fc5292f9597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:48:57.815286 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f48df4f9-229e-4395-b9ea-f5b21efd2d1b req-4b7457ff-ff37-42fb-a1d1-7fc5292f9597 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4044b022-747e-4834-bc76-73d0f411c2c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5486815 Jul 13 13:48:57.959851 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937295e2-ad3a-4416-a9d5-2c9a18406177 None None] Pushing event updated for resources: {'Port': ['ID=80a453c1-2bc4-4a57-a6c3-c0b17a0355c4,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:48:58.014594 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-20d11ca7-9c1a-466d-8a07-b70a00ba0fe0 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:58.041471 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d11ca7-9c1a-466d-8a07-b70a00ba0fe0 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:48:58.044143 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-20d11ca7-9c1a-466d-8a07-b70a00ba0fe0 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:58.210794 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-38dbba56-e539-48ea-990f-613cd2567d6b None None] Provisioning complete for port 80a453c1-2bc4-4a57-a6c3-c0b17a0355c4 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:48:58.211161 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-38dbba56-e539-48ea-990f-613cd2567d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:58.252774 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-5b0130f3-d367-4f92-80de-f323cd9592df None None] Set router 8ff787aa-4bbc-4014-9d5b-28cb65fca281 gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:48:58.307804 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d11ca7-9c1a-466d-8a07-b70a00ba0fe0 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Pushing event updated for resources: {'Network': ['ID=ef6ea125-722d-40bf-9d39-1297081c33e2,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:48:58.315854 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-20d11ca7-9c1a-466d-8a07-b70a00ba0fe0 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 3.8957126 Jul 13 13:48:58.370828 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network ef6ea125-722d-40bf-9d39-1297081c33e2 details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 13:48:58.382608 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 48140) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:48:58.394028 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-11bf3172-adf8-47d3-94e3-26a8a90d086a tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Request body: {'subnet': {'network_id': 'ef6ea125-722d-40bf-9d39-1297081c33e2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:48:58.650135 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b6634177-e06e-4662-b064-b1e35157c002 req-0b7e85f9-e05c-46b4-b0b0-3a6bac382e13 service neutron] 10.222.0.41 "GET /v2.0/networks/4044b022-747e-4834-bc76-73d0f411c2c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0257590 Jul 13 13:48:58.727615 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f48df4f9-229e-4395-b9ea-f5b21efd2d1b req-ce17c26b-7851-47f8-92bb-d2846d1ea401 service neutron] 10.222.0.26 "GET /v2.0/networks/4044b022-747e-4834-bc76-73d0f411c2c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9011424 Jul 13 13:48:58.843070 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11bf3172-adf8-47d3-94e3-26a8a90d086a tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Made reservation on behalf of bd814e19d7f44bd19317afca68361f2d for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:48:58.847454 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-11bf3172-adf8-47d3-94e3-26a8a90d086a tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6104980'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:58.901405 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43a7b0d-5c11-4c5c-9f79-22712f185c88 req-54138d00-7b26-4b5e-b44c-ca9ac277a7de tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:48:58.902952 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e43a7b0d-5c11-4c5c-9f79-22712f185c88 req-54138d00-7b26-4b5e-b44c-ca9ac277a7de tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f309255-5b4d-4296-81c6-c49d93f44d38 HTTP/1.1" status: 200 len: 944 time: 0.6068799 Jul 13 13:48:58.981324 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-5b0130f3-d367-4f92-80de-f323cd9592df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ff787aa-4bbc-4014-9d5b-28cb65fca281', 'name': 'tempest-ServersTestBootFromVolume-1726497166-router', 'tenant_id': '99fb449c317d405481fdd7598ba3a401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': '46d9fb31-b3c6-473d-ba63-90a27b5a34a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:48:53Z', 'updated_at': '2021-07-13T13:48:55Z', 'revision_number': 3, 'project_id': '99fb449c317d405481fdd7598ba3a401', 'gw_port': {'id': '46d9fb31-b3c6-473d-ba63-90a27b5a34a8', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ec:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ff787aa-4bbc-4014-9d5b-28cb65fca281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2415, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:48:54Z', 'updated_at': '2021-07-13T13:48:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:48:59.013346 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b6634177-e06e-4662-b064-b1e35157c002 req-36fc4994-966a-4816-8404-d5c601ac70af service neutron] 10.222.0.41 "GET /v2.0/networks/4044b022-747e-4834-bc76-73d0f411c2c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3533313 Jul 13 13:48:59.018585 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b47aa446-f7c9-4ea6-9b86-9d08cd912e37 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:59.022374 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b47aa446-f7c9-4ea6-9b86-9d08cd912e37 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:59.024005 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-b47aa446-f7c9-4ea6-9b86-9d08cd912e37 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] 10.222.0.23 "DELETE /v2.0/security-groups/b297afe2-d282-4df8-a205-49b02bf6195a HTTP/1.1" status: 204 len: 168 time: 1.9236107 Jul 13 13:48:59.033653 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 48162) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:48:59.059423 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0130f3-d367-4f92-80de-f323cd9592df None None] Checking router: 8ff787aa-4bbc-4014-9d5b-28cb65fca281 for host: n-d-800634-1 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 13:48:59.063361 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0130f3-d367-4f92-80de-f323cd9592df None None] Updating router 8ff787aa-4bbc-4014-9d5b-28cb65fca281 port 46d9fb31-b3c6-473d-ba63-90a27b5a34a8 binding host n-d-800634-1 {{(pid=93752) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 13:48:59.075930 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47aa446-f7c9-4ea6-9b86-9d08cd912e37 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b297afe2-d282-4df8-a205-49b02bf6195a,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:48:59.080554 n-d-800634-1 neutron-server[93750]: INFO neutron.api.v2.resource [None req-03410c89-25d6-4012-8147-360df9ae47b1 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] show failed (client error): The resource could not be found. Jul 13 13:48:59.081858 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-03410c89-25d6-4012-8147-360df9ae47b1 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] 10.222.0.23 "GET /v2.0/security-groups/b297afe2-d282-4df8-a205-49b02bf6195a HTTP/1.1" status: 404 len: 347 time: 0.0443389 Jul 13 13:48:59.084843 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 48164) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:48:59.168867 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5b0130f3-d367-4f92-80de-f323cd9592df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:59.192247 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f48df4f9-229e-4395-b9ea-f5b21efd2d1b req-dc1178fd-71aa-40ac-9622-1ae6bf74f3a2 service neutron] 10.222.0.26 "GET /v2.0/networks/4044b022-747e-4834-bc76-73d0f411c2c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4515557 Jul 13 13:48:59.257672 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e43a7b0d-5c11-4c5c-9f79-22712f185c88 req-f51f090e-a2bc-4b92-84bc-79215800fb96 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bf3e8b9-8da9-4a28-88c0-799fd78203e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2413325 Jul 13 13:48:59.643163 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-11bf3172-adf8-47d3-94e3-26a8a90d086a tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6018343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6104998'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:59.757854 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bf3172-adf8-47d3-94e3-26a8a90d086a tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Pushing event updated for resources: {'Subnet': ['ID=a42dc1e4-9523-4d56-8395-276ca2183ebb,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:48:59.771445 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11bf3172-adf8-47d3-94e3-26a8a90d086a tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Checking segment: {'id': '06c7606e-1a4d-4a18-81f0-beab4d51b050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ef6ea125-722d-40bf-9d39-1297081c33e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:48:59.772013 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11bf3172-adf8-47d3-94e3-26a8a90d086a tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Network hostable DHCP agents. Network: ef6ea125-722d-40bf-9d39-1297081c33e2, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 13:48:59.794074 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11bf3172-adf8-47d3-94e3-26a8a90d086a tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Network ef6ea125-722d-40bf-9d39-1297081c33e2 is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 13:48:59.822027 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-11bf3172-adf8-47d3-94e3-26a8a90d086a tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, ef6ea125-722d-40bf-9d39-1297081c33e2) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:48:59.826814 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11bf3172-adf8-47d3-94e3-26a8a90d086a tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:48:59.827398 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-11bf3172-adf8-47d3-94e3-26a8a90d086a tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:59.853953 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1230f25a-a652-40fd-ae26-6f7c4b7e6235 None None] Network ef6ea125-722d-40bf-9d39-1297081c33e2 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:48:59.859287 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-b55afe6f-19e7-47f7-8331-c9ee25021d66 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Deleting port 58a3c0ad-75e0-417d-8d6c-e0efe09e67ba {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:48:59.859613 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b55afe6f-19e7-47f7-8331-c9ee25021d66 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:59.865599 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-11bf3172-adf8-47d3-94e3-26a8a90d086a tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4797962 Jul 13 13:48:59.871352 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 48210) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:48:59.889526 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-3cc694d0-8a95-4368-9fe7-196bd690beba tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Request body: {'network': {'name': 'tempest-router-network01--189543811'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:48:59.980544 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cc694d0-8a95-4368-9fe7-196bd690beba tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Made reservation on behalf of bd814e19d7f44bd19317afca68361f2d for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:48:59.985333 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3cc694d0-8a95-4368-9fe7-196bd690beba tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:48:59.986586 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 80a453c1-2bc4-4a57-a6c3-c0b17a0355c4 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:49:00.007386 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5b0130f3-d367-4f92-80de-f323cd9592df None None] Notify callbacks [] for port, precommit_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:00.038240 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cc694d0-8a95-4368-9fe7-196bd690beba tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 13:49:00.068964 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3cc694d0-8a95-4368-9fe7-196bd690beba tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:00.070194 n-d-800634-1 neutron-server[93751]: INFO neutron.db.segments_db [None req-3cc694d0-8a95-4368-9fe7-196bd690beba tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Added segment f92e43cf-3830-4807-9d22-ea80545dc50e of type vlan for network c2181b25-058c-4589-9ceb-a6a21245133e Jul 13 13:49:00.128190 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-5b0130f3-d367-4f92-80de-f323cd9592df None None] Transition to ACTIVE for port object 46d9fb31-b3c6-473d-ba63-90a27b5a34a8 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:49:00.176322 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5b0130f3-d367-4f92-80de-f323cd9592df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:00.180487 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b55afe6f-19e7-47f7-8331-c9ee25021d66 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:00.181057 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3cc694d0-8a95-4368-9fe7-196bd690beba tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:00.181186 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b55afe6f-19e7-47f7-8331-c9ee25021d66 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:00.255054 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3cc694d0-8a95-4368-9fe7-196bd690beba tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:00.263071 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc694d0-8a95-4368-9fe7-196bd690beba tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:49:00.263974 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3cc694d0-8a95-4368-9fe7-196bd690beba tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:00.279265 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-b55afe6f-19e7-47f7-8331-c9ee25021d66 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Calling delete_port for 58a3c0ad-75e0-417d-8d6c-e0efe09e67ba owned by network:floatingip {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:49:00.317706 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 80a453c1-2bc4-4a57-a6c3-c0b17a0355c4 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:49:00.327212 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:00.376251 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-5b0130f3-d367-4f92-80de-f323cd9592df None None] Attempting to bind port 46d9fb31-b3c6-473d-ba63-90a27b5a34a8 on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:49:00.376971 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-5b0130f3-d367-4f92-80de-f323cd9592df None None] Attempting to bind port 46d9fb31-b3c6-473d-ba63-90a27b5a34a8 by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:49:00.377558 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0130f3-d367-4f92-80de-f323cd9592df None None] Attempting to bind port 46d9fb31-b3c6-473d-ba63-90a27b5a34a8 on network acf968b8-c524-46a9-a20b-ad9667009130 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:49:00.393523 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0130f3-d367-4f92-80de-f323cd9592df None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 48, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:49:00.394404 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0130f3-d367-4f92-80de-f323cd9592df None None] Checking segment: {'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:49:00.395410 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5b0130f3-d367-4f92-80de-f323cd9592df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:00.396058 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0130f3-d367-4f92-80de-f323cd9592df None None] Bound using segment: {'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:49:00.396736 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-5b0130f3-d367-4f92-80de-f323cd9592df None None] Bound port: 46d9fb31-b3c6-473d-ba63-90a27b5a34a8, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:49:00.397331 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5b0130f3-d367-4f92-80de-f323cd9592df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:00.460341 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-5b0130f3-d367-4f92-80de-f323cd9592df None None] For port 46d9fb31-b3c6-473d-ba63-90a27b5a34a8, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:49:00.463857 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-5b0130f3-d367-4f92-80de-f323cd9592df None None] For port 46d9fb31-b3c6-473d-ba63-90a27b5a34a8, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=46d9fb31-b3c6-473d-ba63-90a27b5a34a8,segment=NetworkSegment(3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87),segment_id=3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:49:00.544991 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-3cc694d0-8a95-4368-9fe7-196bd690beba tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6597366 Jul 13 13:49:00.545828 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 48234) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:49:00.564232 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-d3b3e114-3b7b-4bfc-8585-d40d317cf038 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Request body: {'network': {'name': 'tempest-router-network02--2134844589'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:49:00.564447 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5b0130f3-d367-4f92-80de-f323cd9592df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:00.606135 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:00.607768 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc694d0-8a95-4368-9fe7-196bd690beba tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Pushing event updated for resources: {'Network': ['ID=c2181b25-058c-4589-9ceb-a6a21245133e,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:49:00.634331 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network c2181b25-058c-4589-9ceb-a6a21245133e details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 13:49:00.642137 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3b3e114-3b7b-4bfc-8585-d40d317cf038 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Made reservation on behalf of bd814e19d7f44bd19317afca68361f2d for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:49:00.646677 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d3b3e114-3b7b-4bfc-8585-d40d317cf038 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:00.650155 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01a0bacf-b024-4d3b-a80f-d12648ed6b9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a7201e1-61ce-5a3e-b7f7-e800379ed03b-ef6ea125-722d-40bf-9d39-1297081c33e2', 'network_id': 'ef6ea125-722d-40bf-9d39-1297081c33e2', 'tenant_id': 'bd814e19d7f44bd19317afca68361f2d', 'fixed_ips': [{'subnet_id': 'a42dc1e4-9523-4d56-8395-276ca2183ebb'}]}} from n-d-800634-1. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 13:49:00.658560 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01a0bacf-b024-4d3b-a80f-d12648ed6b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:00.690153 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f59be7-4e7b-4d39-8587-df14a5b62a26 None None] Pushing event updated for resources: {'Port': ['ID=46d9fb31-b3c6-473d-ba63-90a27b5a34a8,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:49:00.697749 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3b3e114-3b7b-4bfc-8585-d40d317cf038 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 13:49:00.718494 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d3b3e114-3b7b-4bfc-8585-d40d317cf038 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:00.719030 n-d-800634-1 neutron-server[93751]: INFO neutron.db.segments_db [None req-d3b3e114-3b7b-4bfc-8585-d40d317cf038 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Added segment d1f0dc0a-6d69-46c9-be38-214a7a1608fa of type vlan for network fd19e8ab-175d-47c6-a7b0-698b3be276db Jul 13 13:49:00.805258 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e42a3607-d656-4236-85d9-25041549bd94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:00.836239 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d3b3e114-3b7b-4bfc-8585-d40d317cf038 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:00.908145 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d3b3e114-3b7b-4bfc-8585-d40d317cf038 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:00.918537 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b3e114-3b7b-4bfc-8585-d40d317cf038 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:49:00.920358 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d3b3e114-3b7b-4bfc-8585-d40d317cf038 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:01.017720 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0130f3-d367-4f92-80de-f323cd9592df None None] Routers {'8ff787aa-4bbc-4014-9d5b-28cb65fca281'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:49:01.030181 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-5b0130f3-d367-4f92-80de-f323cd9592df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:48:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['8ff787aa-4bbc-4014-9d5b-28cb65fca281'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:49:01.050373 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9caece-d265-481a-8933-21163aa60711 req-7fc2a1db-1a9e-4e11-a753-a3915bae48bd tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:49:01.061402 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9b9caece-d265-481a-8933-21163aa60711 req-7fc2a1db-1a9e-4e11-a753-a3915bae48bd tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f309255-5b4d-4296-81c6-c49d93f44d38 HTTP/1.1" status: 200 len: 944 time: 0.4710541 Jul 13 13:49:01.166321 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-d3b3e114-3b7b-4bfc-8585-d40d317cf038 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6169524 Jul 13 13:49:01.169334 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 48248) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:49:01.174976 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-e4e6cd4a-ba16-421a-aeaa-0dcdf16fb574 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Request body: {'subnet': {'network_id': 'c2181b25-058c-4589-9ceb-a6a21245133e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:49:01.258245 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b55afe6f-19e7-47f7-8331-c9ee25021d66 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:01.358957 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b3e114-3b7b-4bfc-8585-d40d317cf038 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Pushing event updated for resources: {'Network': ['ID=fd19e8ab-175d-47c6-a7b0-698b3be276db,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:49:01.395592 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9b9caece-d265-481a-8933-21163aa60711 req-95981773-335b-4015-8819-e943d5fe6ee4 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bf3e8b9-8da9-4a28-88c0-799fd78203e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3330371 Jul 13 13:49:01.454542 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55afe6f-19e7-47f7-8331-c9ee25021d66 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Pushing event deleted for resources: {'Port': ['ID=58a3c0ad-75e0-417d-8d6c-e0efe09e67ba,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:49:01.482889 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-5b0130f3-d367-4f92-80de-f323cd9592df None None] Set router 8ff787aa-4bbc-4014-9d5b-28cb65fca281 gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:49:01.513953 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4e6cd4a-ba16-421a-aeaa-0dcdf16fb574 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Made reservation on behalf of bd814e19d7f44bd19317afca68361f2d for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:49:01.553404 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e4e6cd4a-ba16-421a-aeaa-0dcdf16fb574 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6104980'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:01.681269 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-e42a3607-d656-4236-85d9-25041549bd94 admin admin] Allocated IP 172.20.0.1 (bebce078-4657-4116-afe4-942f44316b72/e5ac919f-e40f-4805-bb14-5bbcfbbe58a7/5f3c1bd5-24d2-4d69-8cf9-336c1e5cc82c) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:49:01.714503 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network fd19e8ab-175d-47c6-a7b0-698b3be276db details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 13:49:01.743047 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b55afe6f-19e7-47f7-8331-c9ee25021d66 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Notify callbacks [] for floatingip, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:01.749062 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b55afe6f-19e7-47f7-8331-c9ee25021d66 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for floatingip, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:01.768337 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-b55afe6f-19e7-47f7-8331-c9ee25021d66 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] 10.222.0.23 "DELETE /v2.0/floatingips/7059bf3b-cecc-43cd-babc-5e4968b60205 HTTP/1.1" status: 204 len: 168 time: 2.6820118 Jul 13 13:49:01.769001 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 48262) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:49:01.893541 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:02.170708 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddec4a2-5d23-417c-948b-1457863e240f req-9e8b8d3f-d933-43db-b7e7-a3e6c1bedba2 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:49:02.171471 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f59be7-4e7b-4d39-8587-df14a5b62a26 None None] Pushing event updated for resources: {'Port': ['ID=46d9fb31-b3c6-473d-ba63-90a27b5a34a8,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:49:02.180236 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-bddec4a2-5d23-417c-948b-1457863e240f req-9e8b8d3f-d933-43db-b7e7-a3e6c1bedba2 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f309255-5b4d-4296-81c6-c49d93f44d38 HTTP/1.1" status: 200 len: 944 time: 0.2481959 Jul 13 13:49:02.188467 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-01a0bacf-b024-4d3b-a80f-d12648ed6b9d None None] Allocated IP 2001:db8::2 (ef6ea125-722d-40bf-9d39-1297081c33e2/a42dc1e4-9523-4d56-8395-276ca2183ebb/6d6860a1-2049-45a4-98af-ace548150875) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:49:02.217398 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-5b0130f3-d367-4f92-80de-f323cd9592df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ff787aa-4bbc-4014-9d5b-28cb65fca281', 'name': 'tempest-ServersTestBootFromVolume-1726497166-router', 'tenant_id': '99fb449c317d405481fdd7598ba3a401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': '46d9fb31-b3c6-473d-ba63-90a27b5a34a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:48:53Z', 'updated_at': '2021-07-13T13:48:55Z', 'revision_number': 3, 'project_id': '99fb449c317d405481fdd7598ba3a401', 'gw_port': {'id': '46d9fb31-b3c6-473d-ba63-90a27b5a34a8', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ec:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ff787aa-4bbc-4014-9d5b-28cb65fca281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2415, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:48:54Z', 'updated_at': '2021-07-13T13:49:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:49:02.251281 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e42a3607-d656-4236-85d9-25041549bd94 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:02.300265 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0130f3-d367-4f92-80de-f323cd9592df None None] The sync data for ids ['8ff787aa-4bbc-4014-9d5b-28cb65fca281'] in n-d-800634-1 is: [{'id': '8ff787aa-4bbc-4014-9d5b-28cb65fca281', 'name': 'tempest-ServersTestBootFromVolume-1726497166-router', 'tenant_id': '99fb449c317d405481fdd7598ba3a401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': '46d9fb31-b3c6-473d-ba63-90a27b5a34a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:48:53Z', 'updated_at': '2021-07-13T13:48:55Z', 'revision_number': 3, 'project_id': '99fb449c317d405481fdd7598ba3a401', 'gw_port': {'id': '46d9fb31-b3c6-473d-ba63-90a27b5a34a8', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ec:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ff787aa-4bbc-4014-9d5b-28cb65fca281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2415, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:48:54Z', 'updated_at': '2021-07-13T13:49:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:49:02.313896 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [None req-e42a3607-d656-4236-85d9-25041549bd94 admin admin] Transition to ACTIVE for port object 5f3c1bd5-24d2-4d69-8cf9-336c1e5cc82c will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:49:02.316640 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-52f4b441-c07a-4f4b-bd3d-2283b627989b tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Deleting port 3cca05c4-e450-4259-87c3-a2ac658c147b {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:49:02.316989 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-52f4b441-c07a-4f4b-bd3d-2283b627989b tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:02.413080 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e4e6cd4a-ba16-421a-aeaa-0dcdf16fb574 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6018343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6104998'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:02.552431 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01a0bacf-b024-4d3b-a80f-d12648ed6b9d None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:02.572898 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01a0bacf-b024-4d3b-a80f-d12648ed6b9d None None] Transition to ACTIVE for port object 6d6860a1-2049-45a4-98af-ace548150875 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:49:02.573681 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-bddec4a2-5d23-417c-948b-1457863e240f req-df729d22-4360-47d0-9ae6-307e78916d4a tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bf3e8b9-8da9-4a28-88c0-799fd78203e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3921704 Jul 13 13:49:02.610447 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01a0bacf-b024-4d3b-a80f-d12648ed6b9d None None] Transition to ACTIVE for port object 6d6860a1-2049-45a4-98af-ace548150875 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:49:02.625278 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01a0bacf-b024-4d3b-a80f-d12648ed6b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:02.677032 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e42a3607-d656-4236-85d9-25041549bd94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:02.684583 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e6cd4a-ba16-421a-aeaa-0dcdf16fb574 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Checking segment: {'id': 'f92e43cf-3830-4807-9d22-ea80545dc50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c2181b25-058c-4589-9ceb-a6a21245133e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:49:02.684992 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e6cd4a-ba16-421a-aeaa-0dcdf16fb574 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Network hostable DHCP agents. Network: c2181b25-058c-4589-9ceb-a6a21245133e, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 13:49:02.702475 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e6cd4a-ba16-421a-aeaa-0dcdf16fb574 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Pushing event updated for resources: {'Subnet': ['ID=da4a9724-1a23-4f96-a5ae-61694f653654,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:49:02.718980 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a0bacf-b024-4d3b-a80f-d12648ed6b9d None None] Network ef6ea125-722d-40bf-9d39-1297081c33e2 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:49:02.735480 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-01a0bacf-b024-4d3b-a80f-d12648ed6b9d None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:49:02.739251 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a0bacf-b024-4d3b-a80f-d12648ed6b9d None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:49:02.741469 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e6cd4a-ba16-421a-aeaa-0dcdf16fb574 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Network c2181b25-058c-4589-9ceb-a6a21245133e is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 13:49:02.780867 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-e4e6cd4a-ba16-421a-aeaa-0dcdf16fb574 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, c2181b25-058c-4589-9ceb-a6a21245133e) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:49:02.794261 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4e6cd4a-ba16-421a-aeaa-0dcdf16fb574 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:49:02.794821 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e4e6cd4a-ba16-421a-aeaa-0dcdf16fb574 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:02.839033 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-e4e6cd4a-ba16-421a-aeaa-0dcdf16fb574 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6657598 Jul 13 13:49:02.841283 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 48284) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:49:02.853717 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-bcd47d5b-7e61-49a2-b3dc-24bae1f64f4c tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Request body: {'subnet': {'network_id': 'fd19e8ab-175d-47c6-a7b0-698b3be276db', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:49:02.876443 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e42a3607-d656-4236-85d9-25041549bd94 admin admin] Network bebce078-4657-4116-afe4-942f44316b72 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:49:02.879619 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-52f4b441-c07a-4f4b-bd3d-2283b627989b tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:02.890317 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-e42a3607-d656-4236-85d9-25041549bd94 admin admin] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:49:02.901076 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42a3607-d656-4236-85d9-25041549bd94 admin admin] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:49:02.950716 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-52f4b441-c07a-4f4b-bd3d-2283b627989b tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Calling delete_port for 3cca05c4-e450-4259-87c3-a2ac658c147b owned by {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:49:02.973503 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42a3607-d656-4236-85d9-25041549bd94 admin admin] Pushing event updated for resources: {'Port': ['ID=5f3c1bd5-24d2-4d69-8cf9-336c1e5cc82c,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:49:03.016211 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0a24039-7e4d-42ba-904d-23498b870413 None None] Network c2181b25-058c-4589-9ceb-a6a21245133e requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:49:03.073944 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a0bacf-b024-4d3b-a80f-d12648ed6b9d None None] Pushing event updated for resources: {'Port': ['ID=6d6860a1-2049-45a4-98af-ace548150875,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:49:03.222094 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e42a3607-d656-4236-85d9-25041549bd94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-450452'] for router_interface, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:03.233823 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-01a0bacf-b024-4d3b-a80f-d12648ed6b9d None None] Attempting to bind port 6d6860a1-2049-45a4-98af-ace548150875 on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:49:03.235476 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-01a0bacf-b024-4d3b-a80f-d12648ed6b9d None None] Attempting to bind port 6d6860a1-2049-45a4-98af-ace548150875 by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '06c7606e-1a4d-4a18-81f0-beab4d51b050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ef6ea125-722d-40bf-9d39-1297081c33e2'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:49:03.236084 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a0bacf-b024-4d3b-a80f-d12648ed6b9d None None] Attempting to bind port 6d6860a1-2049-45a4-98af-ace548150875 on network ef6ea125-722d-40bf-9d39-1297081c33e2 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:49:03.280297 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a0bacf-b024-4d3b-a80f-d12648ed6b9d None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 48, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:49:03.290370 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a0bacf-b024-4d3b-a80f-d12648ed6b9d None None] Checking segment: {'id': '06c7606e-1a4d-4a18-81f0-beab4d51b050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ef6ea125-722d-40bf-9d39-1297081c33e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:49:03.291257 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01a0bacf-b024-4d3b-a80f-d12648ed6b9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:03.291880 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a0bacf-b024-4d3b-a80f-d12648ed6b9d None None] Bound using segment: {'id': '06c7606e-1a4d-4a18-81f0-beab4d51b050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ef6ea125-722d-40bf-9d39-1297081c33e2'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:49:03.292622 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-01a0bacf-b024-4d3b-a80f-d12648ed6b9d None None] Bound port: 6d6860a1-2049-45a4-98af-ace548150875, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06c7606e-1a4d-4a18-81f0-beab4d51b050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ef6ea125-722d-40bf-9d39-1297081c33e2'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:49:03.293274 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01a0bacf-b024-4d3b-a80f-d12648ed6b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:03.320578 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcd47d5b-7e61-49a2-b3dc-24bae1f64f4c tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Made reservation on behalf of bd814e19d7f44bd19317afca68361f2d for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:49:03.324973 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bcd47d5b-7e61-49a2-b3dc-24bae1f64f4c tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6104980'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:03.767319 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-93d7a60b-0322-4cfb-93f4-d3c52679ede3 None None] Provisioning for port 5f3c1bd5-24d2-4d69-8cf9-336c1e5cc82c completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:49:03.792614 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-93d7a60b-0322-4cfb-93f4-d3c52679ede3 None None] Provisioning complete for port 5f3c1bd5-24d2-4d69-8cf9-336c1e5cc82c triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:49:03.793002 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-93d7a60b-0322-4cfb-93f4-d3c52679ede3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:03.812267 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5269aba-ffba-4555-bca1-9305012f58e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a7201e1-61ce-5a3e-b7f7-e800379ed03b-c2181b25-058c-4589-9ceb-a6a21245133e', 'network_id': 'c2181b25-058c-4589-9ceb-a6a21245133e', 'tenant_id': 'bd814e19d7f44bd19317afca68361f2d', 'fixed_ips': [{'subnet_id': 'da4a9724-1a23-4f96-a5ae-61694f653654'}]}} from n-d-800634-1. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 13:49:03.813187 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c5269aba-ffba-4555-bca1-9305012f58e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:03.846712 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bdec2e-c65c-4765-be0b-75db4179daf8 req-5b961c9e-d090-4b27-aa2b-5589b2dd159c tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:49:03.851280 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e6bdec2e-c65c-4765-be0b-75db4179daf8 req-5b961c9e-d090-4b27-aa2b-5589b2dd159c tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f309255-5b4d-4296-81c6-c49d93f44d38 HTTP/1.1" status: 200 len: 944 time: 0.6865439 Jul 13 13:49:03.935749 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01a0bacf-b024-4d3b-a80f-d12648ed6b9d None None] For port 6d6860a1-2049-45a4-98af-ace548150875, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:49:03.974796 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bcd47d5b-7e61-49a2-b3dc-24bae1f64f4c tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6018343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6104998'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:03.980323 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e42a3607-d656-4236-85d9-25041549bd94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:03.983870 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01a0bacf-b024-4d3b-a80f-d12648ed6b9d None None] For port 6d6860a1-2049-45a4-98af-ace548150875, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=6d6860a1-2049-45a4-98af-ace548150875,segment=NetworkSegment(06c7606e-1a4d-4a18-81f0-beab4d51b050),segment_id=06c7606e-1a4d-4a18-81f0-beab4d51b050)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:49:03.997261 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01a0bacf-b024-4d3b-a80f-d12648ed6b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:04.000304 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e6bdec2e-c65c-4765-be0b-75db4179daf8 req-674cc174-a6c3-41d9-9378-5aa51a68a047 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bf3e8b9-8da9-4a28-88c0-799fd78203e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1351216 Jul 13 13:49:04.038242 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-52f4b441-c07a-4f4b-bd3d-2283b627989b tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:04.077750 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-93d7a60b-0322-4cfb-93f4-d3c52679ede3 None None] Port 5f3c1bd5-24d2-4d69-8cf9-336c1e5cc82c cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:49:04.121757 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd47d5b-7e61-49a2-b3dc-24bae1f64f4c tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Pushing event updated for resources: {'Subnet': ['ID=fe52b61c-e2d8-40d7-8be2-598cff479584,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:49:04.207534 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd47d5b-7e61-49a2-b3dc-24bae1f64f4c tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Checking segment: {'id': 'd1f0dc0a-6d69-46c9-be38-214a7a1608fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'fd19e8ab-175d-47c6-a7b0-698b3be276db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:49:04.208106 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd47d5b-7e61-49a2-b3dc-24bae1f64f4c tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Network hostable DHCP agents. Network: fd19e8ab-175d-47c6-a7b0-698b3be276db, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 13:49:04.271399 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd47d5b-7e61-49a2-b3dc-24bae1f64f4c tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Network fd19e8ab-175d-47c6-a7b0-698b3be276db is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 13:49:04.315839 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-bcd47d5b-7e61-49a2-b3dc-24bae1f64f4c tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, fd19e8ab-175d-47c6-a7b0-698b3be276db) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:49:04.323966 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd47d5b-7e61-49a2-b3dc-24bae1f64f4c tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:49:04.329550 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bcd47d5b-7e61-49a2-b3dc-24bae1f64f4c tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:04.379818 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b30fe75c-71c4-4b98-b712-f691ba8baf71 None None] Network fd19e8ab-175d-47c6-a7b0-698b3be276db requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:49:04.406678 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f4b441-c07a-4f4b-bd3d-2283b627989b tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Pushing event deleted for resources: {'Port': ['ID=3cca05c4-e450-4259-87c3-a2ac658c147b,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:49:04.540457 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-bcd47d5b-7e61-49a2-b3dc-24bae1f64f4c tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6978011 Jul 13 13:49:04.544031 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 48316) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:49:04.646527 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 46d9fb31-b3c6-473d-ba63-90a27b5a34a8 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:49:05.037620 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-52f4b441-c07a-4f4b-bd3d-2283b627989b tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:05.062332 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 48330) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:49:05.063154 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-52f4b441-c07a-4f4b-bd3d-2283b627989b tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] 10.222.0.23 "DELETE /v2.0/ports/3cca05c4-e450-4259-87c3-a2ac658c147b HTTP/1.1" status: 204 len: 168 time: 3.2861149 Jul 13 13:49:05.220115 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a0bacf-b024-4d3b-a80f-d12648ed6b9d None None] Pushing event updated for resources: {'Port': ['ID=6d6860a1-2049-45a4-98af-ace548150875,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:49:05.231298 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-c5269aba-ffba-4555-bca1-9305012f58e4 None None] Allocated IP 2001:db8::2 (c2181b25-058c-4589-9ceb-a6a21245133e/da4a9724-1a23-4f96-a5ae-61694f653654/8e5ef17c-f9fc-476c-ae07-3171ac9f5afb) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:49:05.378621 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 48336) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:49:05.394931 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port 46d9fb31-b3c6-473d-ba63-90a27b5a34a8 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:49:05.577469 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78bdd75-c9be-4aaf-9db9-a7b3880afd0c req-68fdb115-0a6a-4f01-b358-49d804668c09 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:49:05.585319 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d78bdd75-c9be-4aaf-9db9-a7b3880afd0c req-68fdb115-0a6a-4f01-b358-49d804668c09 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f309255-5b4d-4296-81c6-c49d93f44d38 HTTP/1.1" status: 200 len: 944 time: 1.2035117 Jul 13 13:49:05.589302 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 46d9fb31-b3c6-473d-ba63-90a27b5a34a8 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:49:05.589302 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:05.654619 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e42a3607-d656-4236-85d9-25041549bd94 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:05.734965 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e42a3607-d656-4236-85d9-25041549bd94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:05.951727 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-718b3200-8c0a-4b6f-bdd2-59df953af696 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a7201e1-61ce-5a3e-b7f7-e800379ed03b-fd19e8ab-175d-47c6-a7b0-698b3be276db', 'network_id': 'fd19e8ab-175d-47c6-a7b0-698b3be276db', 'tenant_id': 'bd814e19d7f44bd19317afca68361f2d', 'fixed_ips': [{'subnet_id': 'fe52b61c-e2d8-40d7-8be2-598cff479584'}]}} from n-d-800634-1. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 13:49:05.960681 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-09e80897-a0df-46ca-bbb1-8046bf3a670b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d633a7df64704bb185287b0859d1c2a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5691612 Jul 13 13:49:05.961070 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-718b3200-8c0a-4b6f-bdd2-59df953af696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:05.967572 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 48346) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:49:06.040998 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e42a3607-d656-4236-85d9-25041549bd94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1785045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451806'] for router_interface, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:06.083451 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d78bdd75-c9be-4aaf-9db9-a7b3880afd0c req-fbc112d6-c6d4-40ab-ac60-ec252c4683bd tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bf3e8b9-8da9-4a28-88c0-799fd78203e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4972858 Jul 13 13:49:06.133090 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42a3607-d656-4236-85d9-25041549bd94 admin admin] Pushing event updated for resources: {'Port': ['ID=5f3c1bd5-24d2-4d69-8cf9-336c1e5cc82c,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:49:06.208256 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-87866afb-6632-455c-a600-34e94a77ebc6 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:06.428093 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-11efbb73-d782-4df1-9da3-bd12de6ec568 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:06.474650 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:06.483018 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e42a3607-d656-4236-85d9-25041549bd94 admin admin] Network bebce078-4657-4116-afe4-942f44316b72 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:49:06.486904 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-e42a3607-d656-4236-85d9-25041549bd94 admin admin] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:49:06.544448 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-11efbb73-d782-4df1-9da3-bd12de6ec568 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:06.716500 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port 46d9fb31-b3c6-473d-ba63-90a27b5a34a8, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=46d9fb31-b3c6-473d-ba63-90a27b5a34a8,segment=NetworkSegment(3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87),segment_id=3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:49:06.795033 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c5269aba-ffba-4555-bca1-9305012f58e4 None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:06.822835 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-c5269aba-ffba-4555-bca1-9305012f58e4 None None] Transition to ACTIVE for port object 8e5ef17c-f9fc-476c-ae07-3171ac9f5afb will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:49:06.871808 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-c5269aba-ffba-4555-bca1-9305012f58e4 None None] Transition to ACTIVE for port object 8e5ef17c-f9fc-476c-ae07-3171ac9f5afb will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:49:06.883213 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:06.888316 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-718b3200-8c0a-4b6f-bdd2-59df953af696 None None] Allocated IP 2001:db8::2 (fd19e8ab-175d-47c6-a7b0-698b3be276db/fe52b61c-e2d8-40d7-8be2-598cff479584/6c834c71-5a2a-49d7-8508-997c52362d2a) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:49:06.918503 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c5269aba-ffba-4555-bca1-9305012f58e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:06.972936 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-11efbb73-d782-4df1-9da3-bd12de6ec568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:06.982654 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-11efbb73-d782-4df1-9da3-bd12de6ec568 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:06.990894 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-11efbb73-d782-4df1-9da3-bd12de6ec568 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/aa72040e-c614-47b0-aeb9-8b0b19ea9a45 HTTP/1.1" status: 204 len: 168 time: 1.0108018 Jul 13 13:49:07.063649 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e42a3607-d656-4236-85d9-25041549bd94 admin admin] Router 8ff787aa-4bbc-4014-9d5b-28cb65fca281 has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 13:49:07.064909 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11efbb73-d782-4df1-9da3-bd12de6ec568 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa72040e-c614-47b0-aeb9-8b0b19ea9a45,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:49:07.324217 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e42a3607-d656-4236-85d9-25041549bd94 admin admin] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:49:07.342288 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-e42a3607-d656-4236-85d9-25041549bd94 admin admin] 10.222.0.23 "PUT /v2.0/routers/8ff787aa-4bbc-4014-9d5b-28cb65fca281/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7885377 Jul 13 13:49:07.352910 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3b9e59-41a7-419d-9dd2-b5d95f97c7f3 None None] Sync routers for ids ['8ff787aa-4bbc-4014-9d5b-28cb65fca281'] in n-d-800634-1 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:49:07.392039 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3b9e59-41a7-419d-9dd2-b5d95f97c7f3 None None] Routers {'8ff787aa-4bbc-4014-9d5b-28cb65fca281'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:49:07.392682 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-3e3b9e59-41a7-419d-9dd2-b5d95f97c7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:48:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['8ff787aa-4bbc-4014-9d5b-28cb65fca281'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:49:07.427184 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f6e79f-65f5-482b-9595-3af7ee6e1788 None None] Network ef6ea125-722d-40bf-9d39-1297081c33e2 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:49:07.434161 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 6d6860a1-2049-45a4-98af-ace548150875 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:49:07.520994 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-87b2eb44-8022-47e2-a280-e89ac53400a0 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Deleting port 22d9a863-c098-4a4f-a30b-7f895c5bc062 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:49:07.522070 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-87b2eb44-8022-47e2-a280-e89ac53400a0 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:07.653500 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5269aba-ffba-4555-bca1-9305012f58e4 None None] Network c2181b25-058c-4589-9ceb-a6a21245133e is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:49:07.768418 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-d9861734-5da0-451f-b6c1-7e0a5b71d7a4 None None] Provisioning for port 6d6860a1-2049-45a4-98af-ace548150875 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:49:07.774746 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-c5269aba-ffba-4555-bca1-9305012f58e4 None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:49:07.805159 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5269aba-ffba-4555-bca1-9305012f58e4 None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:49:07.824853 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-87b2eb44-8022-47e2-a280-e89ac53400a0 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:07.849540 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-87b2eb44-8022-47e2-a280-e89ac53400a0 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Calling delete_port for 22d9a863-c098-4a4f-a30b-7f895c5bc062 owned by {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:49:07.890682 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=46d9fb31-b3c6-473d-ba63-90a27b5a34a8,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:49:07.916484 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-d9861734-5da0-451f-b6c1-7e0a5b71d7a4 None None] Provisioning complete for port 5f3c1bd5-24d2-4d69-8cf9-336c1e5cc82c triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:49:07.917151 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d9861734-5da0-451f-b6c1-7e0a5b71d7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:07.938551 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-3e3b9e59-41a7-419d-9dd2-b5d95f97c7f3 None None] Set router 8ff787aa-4bbc-4014-9d5b-28cb65fca281 gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:49:07.964857 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-d9861734-5da0-451f-b6c1-7e0a5b71d7a4 None None] Port 5f3c1bd5-24d2-4d69-8cf9-336c1e5cc82c cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:49:07.966426 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port 6d6860a1-2049-45a4-98af-ace548150875 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:49:08.023642 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 6d6860a1-2049-45a4-98af-ace548150875 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:49:08.024348 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:08.035812 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-c5269aba-ffba-4555-bca1-9305012f58e4 None None] Attempting to bind port 8e5ef17c-f9fc-476c-ae07-3171ac9f5afb on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:49:08.036318 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-c5269aba-ffba-4555-bca1-9305012f58e4 None None] Attempting to bind port 8e5ef17c-f9fc-476c-ae07-3171ac9f5afb by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': 'f92e43cf-3830-4807-9d22-ea80545dc50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c2181b25-058c-4589-9ceb-a6a21245133e'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:49:08.036939 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5269aba-ffba-4555-bca1-9305012f58e4 None None] Attempting to bind port 8e5ef17c-f9fc-476c-ae07-3171ac9f5afb on network c2181b25-058c-4589-9ceb-a6a21245133e {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:49:08.056249 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5269aba-ffba-4555-bca1-9305012f58e4 None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 48, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:49:08.056631 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5269aba-ffba-4555-bca1-9305012f58e4 None None] Checking segment: {'id': 'f92e43cf-3830-4807-9d22-ea80545dc50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c2181b25-058c-4589-9ceb-a6a21245133e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:49:08.057040 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c5269aba-ffba-4555-bca1-9305012f58e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:08.057436 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5269aba-ffba-4555-bca1-9305012f58e4 None None] Bound using segment: {'id': 'f92e43cf-3830-4807-9d22-ea80545dc50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c2181b25-058c-4589-9ceb-a6a21245133e'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:49:08.057952 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-c5269aba-ffba-4555-bca1-9305012f58e4 None None] Bound port: 8e5ef17c-f9fc-476c-ae07-3171ac9f5afb, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f92e43cf-3830-4807-9d22-ea80545dc50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c2181b25-058c-4589-9ceb-a6a21245133e'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:49:08.058336 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c5269aba-ffba-4555-bca1-9305012f58e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:08.107631 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-87866afb-6632-455c-a600-34e94a77ebc6 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Allocated IP 2001:db8::1 (c2181b25-058c-4589-9ceb-a6a21245133e/da4a9724-1a23-4f96-a5ae-61694f653654/1b2d2f14-5d12-4c36-bbd2-b5e2862d0b4a) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:49:08.144153 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5269aba-ffba-4555-bca1-9305012f58e4 None None] Pushing event updated for resources: {'Port': ['ID=8e5ef17c-f9fc-476c-ae07-3171ac9f5afb,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:49:08.228674 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-718b3200-8c0a-4b6f-bdd2-59df953af696 None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:08.237989 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-718b3200-8c0a-4b6f-bdd2-59df953af696 None None] Transition to ACTIVE for port object 6c834c71-5a2a-49d7-8508-997c52362d2a will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:49:08.254455 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-718b3200-8c0a-4b6f-bdd2-59df953af696 None None] Transition to ACTIVE for port object 6c834c71-5a2a-49d7-8508-997c52362d2a will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:49:08.334829 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-718b3200-8c0a-4b6f-bdd2-59df953af696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:08.383716 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 48394) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:49:08.389588 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-d988cb36-b693-464c-b8d5-79acc80cabee tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] Request body: {'security_group': {'name': 'tempest-securitygroup--335796414', 'description': 'tempest-description--1539226503'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:49:08.434358 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d988cb36-b693-464c-b8d5-79acc80cabee tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:08.435514 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-87b2eb44-8022-47e2-a280-e89ac53400a0 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:08.515323 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-c5269aba-ffba-4555-bca1-9305012f58e4 None None] For port 8e5ef17c-f9fc-476c-ae07-3171ac9f5afb, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:49:08.535900 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b2eb44-8022-47e2-a280-e89ac53400a0 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Pushing event deleted for resources: {'Port': ['ID=22d9a863-c098-4a4f-a30b-7f895c5bc062,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:49:08.557174 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-3e3b9e59-41a7-419d-9dd2-b5d95f97c7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ff787aa-4bbc-4014-9d5b-28cb65fca281', 'name': 'tempest-ServersTestBootFromVolume-1726497166-router', 'tenant_id': '99fb449c317d405481fdd7598ba3a401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': '46d9fb31-b3c6-473d-ba63-90a27b5a34a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:48:53Z', 'updated_at': '2021-07-13T13:49:03Z', 'revision_number': 4, 'project_id': '99fb449c317d405481fdd7598ba3a401', 'gw_port': {'id': '46d9fb31-b3c6-473d-ba63-90a27b5a34a8', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ec:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff787aa-4bbc-4014-9d5b-28cb65fca281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2415, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:48:54Z', 'updated_at': '2021-07-13T13:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': '5f3c1bd5-24d2-4d69-8cf9-336c1e5cc82c', 'name': '', 'network_id': 'bebce078-4657-4116-afe4-942f44316b72', 'tenant_id': '99fb449c317d405481fdd7598ba3a401', 'mac_address': 'fa:16:3e:80:a1:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ff787aa-4bbc-4014-9d5b-28cb65fca281', 'device_owner': 'network:router_interface', 'standard_attr_id': 2429, 'fixed_ips': [{'subnet_id': 'e5ac919f-e40f-4805-bb14-5bbcfbbe58a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:49:00Z', 'updated_at': '2021-07-13T13:49:05Z', 'revision_number': 2, 'project_id': '99fb449c317d405481fdd7598ba3a401', 'subnets': [{'id': 'e5ac919f-e40f-4805-bb14-5bbcfbbe58a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:49:08.570881 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718b3200-8c0a-4b6f-bdd2-59df953af696 None None] Pushing event updated for resources: {'Port': ['ID=6c834c71-5a2a-49d7-8508-997c52362d2a,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:49:08.588426 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-718b3200-8c0a-4b6f-bdd2-59df953af696 None None] Network fd19e8ab-175d-47c6-a7b0-698b3be276db is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:49:08.610672 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-c5269aba-ffba-4555-bca1-9305012f58e4 None None] For port 8e5ef17c-f9fc-476c-ae07-3171ac9f5afb, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=8e5ef17c-f9fc-476c-ae07-3171ac9f5afb,segment=NetworkSegment(f92e43cf-3830-4807-9d22-ea80545dc50e),segment_id=f92e43cf-3830-4807-9d22-ea80545dc50e)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:49:08.626235 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3b9e59-41a7-419d-9dd2-b5d95f97c7f3 None None] Checking router: 8ff787aa-4bbc-4014-9d5b-28cb65fca281 for host: n-d-800634-1 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 13:49:08.631868 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-718b3200-8c0a-4b6f-bdd2-59df953af696 None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:49:08.635279 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3b9e59-41a7-419d-9dd2-b5d95f97c7f3 None None] Updating router 8ff787aa-4bbc-4014-9d5b-28cb65fca281 port 5f3c1bd5-24d2-4d69-8cf9-336c1e5cc82c binding host n-d-800634-1 {{(pid=93753) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 13:49:08.642930 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718b3200-8c0a-4b6f-bdd2-59df953af696 None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:49:08.656749 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-87866afb-6632-455c-a600-34e94a77ebc6 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:08.679041 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c5269aba-ffba-4555-bca1-9305012f58e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:08.690098 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-87866afb-6632-455c-a600-34e94a77ebc6 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Transition to ACTIVE for port object 1b2d2f14-5d12-4c36-bbd2-b5e2862d0b4a will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:49:08.707950 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d988cb36-b693-464c-b8d5-79acc80cabee tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:08.711588 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3e3b9e59-41a7-419d-9dd2-b5d95f97c7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:08.720649 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d988cb36-b693-464c-b8d5-79acc80cabee tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:08.743116 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:08.811336 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d988cb36-b693-464c-b8d5-79acc80cabee tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:08.823118 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-87866afb-6632-455c-a600-34e94a77ebc6 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:08.827998 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-d988cb36-b693-464c-b8d5-79acc80cabee tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4405873 Jul 13 13:49:08.829691 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 48406) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:49:08.837595 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-87b2eb44-8022-47e2-a280-e89ac53400a0 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:08.842491 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-87b2eb44-8022-47e2-a280-e89ac53400a0 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] 10.222.0.23 "DELETE /v2.0/ports/22d9a863-c098-4a4f-a30b-7f895c5bc062 HTTP/1.1" status: 204 len: 168 time: 3.7713866 Jul 13 13:49:08.856761 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87866afb-6632-455c-a600-34e94a77ebc6 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Network c2181b25-058c-4589-9ceb-a6a21245133e is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:49:08.858267 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 48408) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:49:08.860482 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-87866afb-6632-455c-a600-34e94a77ebc6 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:49:08.865344 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-3cd64991-4acc-4c0f-8003-4163ac52b68e tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] Request body: {'security_group_rule': {'security_group_id': 'a1b9bd49-7e7f-4803-b1f2-dde5721681c0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:49:08.874222 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87866afb-6632-455c-a600-34e94a77ebc6 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:49:08.875018 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-87866afb-6632-455c-a600-34e94a77ebc6 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-450452'] for router_interface, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:08.898211 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5269aba-ffba-4555-bca1-9305012f58e4 None None] Pushing event updated for resources: {'Port': ['ID=8e5ef17c-f9fc-476c-ae07-3171ac9f5afb,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:49:08.979731 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d988cb36-b693-464c-b8d5-79acc80cabee tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1b9bd49-7e7f-4803-b1f2-dde5721681c0,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:49:09.032307 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3cd64991-4acc-4c0f-8003-4163ac52b68e tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:09.174510 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-718b3200-8c0a-4b6f-bdd2-59df953af696 None None] Attempting to bind port 6c834c71-5a2a-49d7-8508-997c52362d2a on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:49:09.174916 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-718b3200-8c0a-4b6f-bdd2-59df953af696 None None] Attempting to bind port 6c834c71-5a2a-49d7-8508-997c52362d2a by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': 'd1f0dc0a-6d69-46c9-be38-214a7a1608fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'fd19e8ab-175d-47c6-a7b0-698b3be276db'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:49:09.175469 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718b3200-8c0a-4b6f-bdd2-59df953af696 None None] Attempting to bind port 6c834c71-5a2a-49d7-8508-997c52362d2a on network fd19e8ab-175d-47c6-a7b0-698b3be276db {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:49:09.198864 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3cd64991-4acc-4c0f-8003-4163ac52b68e tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:09.209653 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3cd64991-4acc-4c0f-8003-4163ac52b68e tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:09.235088 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718b3200-8c0a-4b6f-bdd2-59df953af696 None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 48, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:49:09.235463 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718b3200-8c0a-4b6f-bdd2-59df953af696 None None] Checking segment: {'id': 'd1f0dc0a-6d69-46c9-be38-214a7a1608fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'fd19e8ab-175d-47c6-a7b0-698b3be276db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:49:09.235873 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-718b3200-8c0a-4b6f-bdd2-59df953af696 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:09.236507 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718b3200-8c0a-4b6f-bdd2-59df953af696 None None] Bound using segment: {'id': 'd1f0dc0a-6d69-46c9-be38-214a7a1608fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'fd19e8ab-175d-47c6-a7b0-698b3be276db'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:49:09.237157 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-718b3200-8c0a-4b6f-bdd2-59df953af696 None None] Bound port: 6c834c71-5a2a-49d7-8508-997c52362d2a, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1f0dc0a-6d69-46c9-be38-214a7a1608fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'fd19e8ab-175d-47c6-a7b0-698b3be276db'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:49:09.237699 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-718b3200-8c0a-4b6f-bdd2-59df953af696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:09.242521 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port 6d6860a1-2049-45a4-98af-ace548150875, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=6d6860a1-2049-45a4-98af-ace548150875,segment=NetworkSegment(06c7606e-1a4d-4a18-81f0-beab4d51b050),segment_id=06c7606e-1a4d-4a18-81f0-beab4d51b050)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:49:09.288962 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:09.311765 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd64991-4acc-4c0f-8003-4163ac52b68e tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1f7c910-2134-4c6c-bbfb-ba7d94f23fb1,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:49:09.322355 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3cd64991-4acc-4c0f-8003-4163ac52b68e tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:09.333503 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-3cd64991-4acc-4c0f-8003-4163ac52b68e tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5010624 Jul 13 13:49:09.334828 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 48418) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:49:09.357565 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-223c10ba-ef58-4c37-b556-dc5f89c0e6a0 tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] Request body: {'security_group_rule': {'security_group_id': 'a1b9bd49-7e7f-4803-b1f2-dde5721681c0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:49:09.424145 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-223c10ba-ef58-4c37-b556-dc5f89c0e6a0 tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:09.515197 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87866afb-6632-455c-a600-34e94a77ebc6 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Pushing event updated for resources: {'Port': ['ID=1b2d2f14-5d12-4c36-bbd2-b5e2862d0b4a,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:49:09.557085 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ea35641-01e7-466a-94cf-878ab88c66cc tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Deleting subnet 241e495f-5827-4e62-b5be-0cbc962ebff7 {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 13:49:09.566729 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 46d9fb31-b3c6-473d-ba63-90a27b5a34a8 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:49:09.571980 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4ea35641-01e7-466a-94cf-878ab88c66cc tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:09.607158 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-223c10ba-ef58-4c37-b556-dc5f89c0e6a0 tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:09.624499 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-223c10ba-ef58-4c37-b556-dc5f89c0e6a0 tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:09.715210 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=6d6860a1-2049-45a4-98af-ace548150875,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:49:09.721437 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223c10ba-ef58-4c37-b556-dc5f89c0e6a0 tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=742ba892-f2c1-43f4-982e-a7f84cf6d503,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:49:09.748782 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-223c10ba-ef58-4c37-b556-dc5f89c0e6a0 tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:09.758593 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-223c10ba-ef58-4c37-b556-dc5f89c0e6a0 tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4162209 Jul 13 13:49:09.759589 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 48422) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:49:09.769089 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-c8d52d94-d88c-45fc-9bc7-5cdf54e555f0 tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] Request body: {'floatingip': {'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:49:09.783660 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-718b3200-8c0a-4b6f-bdd2-59df953af696 None None] For port 6c834c71-5a2a-49d7-8508-997c52362d2a, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:49:09.789768 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-718b3200-8c0a-4b6f-bdd2-59df953af696 None None] For port 6c834c71-5a2a-49d7-8508-997c52362d2a, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=6c834c71-5a2a-49d7-8508-997c52362d2a,segment=NetworkSegment(d1f0dc0a-6d69-46c9-be38-214a7a1608fa),segment_id=d1f0dc0a-6d69-46c9-be38-214a7a1608fa)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:49:09.817942 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-718b3200-8c0a-4b6f-bdd2-59df953af696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:09.832768 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4ea35641-01e7-466a-94cf-878ab88c66cc tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6018489'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:09.841387 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-c74380d4-f508-49d9-bd68-d1a51a8e846b None None] Provisioning complete for port 6d6860a1-2049-45a4-98af-ace548150875 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:49:09.841784 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c74380d4-f508-49d9-bd68-d1a51a8e846b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:09.849716 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c8d52d94-d88c-45fc-9bc7-5cdf54e555f0 tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] Notify callbacks [] for floatingip, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:09.949535 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-87866afb-6632-455c-a600-34e94a77ebc6 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:10.055185 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 46d9fb31-b3c6-473d-ba63-90a27b5a34a8 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:49:10.055859 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:10.060720 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718b3200-8c0a-4b6f-bdd2-59df953af696 None None] Pushing event updated for resources: {'Port': ['ID=6c834c71-5a2a-49d7-8508-997c52362d2a,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:49:10.086745 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3e3b9e59-41a7-419d-9dd2-b5d95f97c7f3 None None] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:10.101925 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c8d52d94-d88c-45fc-9bc7-5cdf54e555f0 tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:10.125612 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-3e3b9e59-41a7-419d-9dd2-b5d95f97c7f3 None None] Transition to ACTIVE for port object 5f3c1bd5-24d2-4d69-8cf9-336c1e5cc82c will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:49:10.139354 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3e3b9e59-41a7-419d-9dd2-b5d95f97c7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:10.388946 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef095c4-b91e-4d80-ba3e-525dc42d8aa1 None None] Pushing event updated for resources: {'Port': ['ID=5f3c1bd5-24d2-4d69-8cf9-336c1e5cc82c,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:49:10.470167 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef095c4-b91e-4d80-ba3e-525dc42d8aa1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:49:10.470510 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef095c4-b91e-4d80-ba3e-525dc42d8aa1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:49:10.476815 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef095c4-b91e-4d80-ba3e-525dc42d8aa1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:49:10.478201 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef095c4-b91e-4d80-ba3e-525dc42d8aa1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:49:10.478689 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef095c4-b91e-4d80-ba3e-525dc42d8aa1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:49:10.483084 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef095c4-b91e-4d80-ba3e-525dc42d8aa1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:49:10.484307 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef095c4-b91e-4d80-ba3e-525dc42d8aa1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:49:10.484787 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef095c4-b91e-4d80-ba3e-525dc42d8aa1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:49:10.485935 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef095c4-b91e-4d80-ba3e-525dc42d8aa1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:49:10.486422 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef095c4-b91e-4d80-ba3e-525dc42d8aa1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:49:10.487594 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef095c4-b91e-4d80-ba3e-525dc42d8aa1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:49:10.488133 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef095c4-b91e-4d80-ba3e-525dc42d8aa1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:49:10.512244 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-c8d52d94-d88c-45fc-9bc7-5cdf54e555f0 tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] Allocated IP 172.25.6.21 (acf968b8-c524-46a9-a20b-ad9667009130/dde5a78e-bd1e-4f47-8189-7321d4de73d3/356a7a11-775e-4693-b2dc-a786ecd16385) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:49:10.570507 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-3e3b9e59-41a7-419d-9dd2-b5d95f97c7f3 None None] Attempting to bind port 5f3c1bd5-24d2-4d69-8cf9-336c1e5cc82c on host n-d-800634-1 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:49:10.570882 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-3e3b9e59-41a7-419d-9dd2-b5d95f97c7f3 None None] Attempting to bind port 5f3c1bd5-24d2-4d69-8cf9-336c1e5cc82c by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '69a89674-bd81-401c-9f13-aaf0c6466b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'bebce078-4657-4116-afe4-942f44316b72'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:49:10.571237 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3b9e59-41a7-419d-9dd2-b5d95f97c7f3 None None] Attempting to bind port 5f3c1bd5-24d2-4d69-8cf9-336c1e5cc82c on network bebce078-4657-4116-afe4-942f44316b72 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:49:10.595471 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3b9e59-41a7-419d-9dd2-b5d95f97c7f3 None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 48, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:49:10.595876 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3b9e59-41a7-419d-9dd2-b5d95f97c7f3 None None] Checking segment: {'id': '69a89674-bd81-401c-9f13-aaf0c6466b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'bebce078-4657-4116-afe4-942f44316b72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:49:10.596282 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3e3b9e59-41a7-419d-9dd2-b5d95f97c7f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:10.596674 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3b9e59-41a7-419d-9dd2-b5d95f97c7f3 None None] Bound using segment: {'id': '69a89674-bd81-401c-9f13-aaf0c6466b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'bebce078-4657-4116-afe4-942f44316b72'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:49:10.597157 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-3e3b9e59-41a7-419d-9dd2-b5d95f97c7f3 None None] Bound port: 5f3c1bd5-24d2-4d69-8cf9-336c1e5cc82c, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69a89674-bd81-401c-9f13-aaf0c6466b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'bebce078-4657-4116-afe4-942f44316b72'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:49:10.598261 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3e3b9e59-41a7-419d-9dd2-b5d95f97c7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:10.734272 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4ea35641-01e7-466a-94cf-878ab88c66cc tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:10.776465 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c8d52d94-d88c-45fc-9bc7-5cdf54e555f0 tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:10.805329 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-3e3b9e59-41a7-419d-9dd2-b5d95f97c7f3 None None] For port 5f3c1bd5-24d2-4d69-8cf9-336c1e5cc82c, host n-d-800634-1, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:49:10.809563 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-3e3b9e59-41a7-419d-9dd2-b5d95f97c7f3 None None] For port 5f3c1bd5-24d2-4d69-8cf9-336c1e5cc82c, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=5f3c1bd5-24d2-4d69-8cf9-336c1e5cc82c,segment=NetworkSegment(69a89674-bd81-401c-9f13-aaf0c6466b39),segment_id=69a89674-bd81-401c-9f13-aaf0c6466b39)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:49:10.819111 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3e3b9e59-41a7-419d-9dd2-b5d95f97c7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:10.858069 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-87866afb-6632-455c-a600-34e94a77ebc6 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:10.877120 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-87866afb-6632-455c-a600-34e94a77ebc6 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:10.880240 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-87866afb-6632-455c-a600-34e94a77ebc6 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1785045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451806'] for router_interface, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:10.904196 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c8d52d94-d88c-45fc-9bc7-5cdf54e555f0 tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:10.989785 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3b9e59-41a7-419d-9dd2-b5d95f97c7f3 None None] Routers {'8ff787aa-4bbc-4014-9d5b-28cb65fca281'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:49:10.993835 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-3e3b9e59-41a7-419d-9dd2-b5d95f97c7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:48:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['8ff787aa-4bbc-4014-9d5b-28cb65fca281'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:49:10.996190 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef095c4-b91e-4d80-ba3e-525dc42d8aa1 None None] Pushing event updated for resources: {'Port': ['ID=5f3c1bd5-24d2-4d69-8cf9-336c1e5cc82c,revision_number=4']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:49:11.058948 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87866afb-6632-455c-a600-34e94a77ebc6 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Pushing event updated for resources: {'Port': ['ID=1b2d2f14-5d12-4c36-bbd2-b5e2862d0b4a,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:49:11.063074 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4ea35641-01e7-466a-94cf-878ab88c66cc tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6018534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6105009'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:11.083386 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d52d94-d88c-45fc-9bc7-5cdf54e555f0 tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] Pushing event updated for resources: {'Port': ['ID=356a7a11-775e-4693-b2dc-a786ecd16385,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:49:11.119884 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-207788f1-e6a9-463f-9a2d-2140c35fee44 None None] Network 350b8d90-a566-446d-ae67-d3a6d73524f9 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:49:11.120389 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d52d94-d88c-45fc-9bc7-5cdf54e555f0 tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:49:11.120504 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d52d94-d88c-45fc-9bc7-5cdf54e555f0 tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:49:11.120832 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d52d94-d88c-45fc-9bc7-5cdf54e555f0 tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:49:11.121974 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea35641-01e7-466a-94cf-878ab88c66cc tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Pushing event deleted for resources: {'Subnet': ['ID=241e495f-5827-4e62-b5be-0cbc962ebff7,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:49:11.126352 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d52d94-d88c-45fc-9bc7-5cdf54e555f0 tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:49:11.126938 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d52d94-d88c-45fc-9bc7-5cdf54e555f0 tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:49:11.128390 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d52d94-d88c-45fc-9bc7-5cdf54e555f0 tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:49:11.129928 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d52d94-d88c-45fc-9bc7-5cdf54e555f0 tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:49:11.130068 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4ea35641-01e7-466a-94cf-878ab88c66cc tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:11.130560 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d52d94-d88c-45fc-9bc7-5cdf54e555f0 tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:49:11.131063 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d52d94-d88c-45fc-9bc7-5cdf54e555f0 tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:49:11.131602 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d52d94-d88c-45fc-9bc7-5cdf54e555f0 tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:49:11.132082 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d52d94-d88c-45fc-9bc7-5cdf54e555f0 tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:49:11.135365 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-4ea35641-01e7-466a-94cf-878ab88c66cc tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] 10.222.0.23 "DELETE /v2.0/subnets/241e495f-5827-4e62-b5be-0cbc962ebff7 HTTP/1.1" status: 204 len: 168 time: 2.2694898 Jul 13 13:49:11.136247 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 48432) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:49:11.136693 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d52d94-d88c-45fc-9bc7-5cdf54e555f0 tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:49:11.142112 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d52d94-d88c-45fc-9bc7-5cdf54e555f0 tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] Network acf968b8-c524-46a9-a20b-ad9667009130 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:49:11.144247 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-c8d52d94-d88c-45fc-9bc7-5cdf54e555f0 tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:49:11.149570 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d52d94-d88c-45fc-9bc7-5cdf54e555f0 tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:49:11.337214 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87866afb-6632-455c-a600-34e94a77ebc6 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Network c2181b25-058c-4589-9ceb-a6a21245133e is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:49:11.341903 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-87866afb-6632-455c-a600-34e94a77ebc6 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:49:11.382864 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-79fc4147-b25f-4864-8e7f-b8419bdfe18e tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Deleting subnet 34409026-9eef-4b98-88d5-24448af1561a {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 13:49:11.387131 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-3e3b9e59-41a7-419d-9dd2-b5d95f97c7f3 None None] Set router 8ff787aa-4bbc-4014-9d5b-28cb65fca281 gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:49:11.407687 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-79fc4147-b25f-4864-8e7f-b8419bdfe18e tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:11.496825 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4937112-221d-490e-b32f-f32bd3572163 None None] Network c2181b25-058c-4589-9ceb-a6a21245133e requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:49:11.537150 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c8d52d94-d88c-45fc-9bc7-5cdf54e555f0 tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:11.566318 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-79fc4147-b25f-4864-8e7f-b8419bdfe18e tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6018489'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:11.566577 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 13:49:11.670136 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c8d52d94-d88c-45fc-9bc7-5cdf54e555f0 tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:11.686144 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2bf9d054-fbc7-45c3-b196-e542357ee180 None None] Provisioning for port 8e5ef17c-f9fc-476c-ae07-3171ac9f5afb completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:49:11.701315 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 6d6860a1-2049-45a4-98af-ace548150875 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:49:11.874531 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 6d6860a1-2049-45a4-98af-ace548150875 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:49:11.875174 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:11.884714 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c591c2a-57fd-4ae5-9fa0-ee59787314a5 None None] DHCP port deletion for 350b8d90-a566-446d-ae67-d3a6d73524f9 request from n-d-800634-1 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 13:49:11.980960 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-79fc4147-b25f-4864-8e7f-b8419bdfe18e tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:12.096923 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-3e3b9e59-41a7-419d-9dd2-b5d95f97c7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ff787aa-4bbc-4014-9d5b-28cb65fca281', 'name': 'tempest-ServersTestBootFromVolume-1726497166-router', 'tenant_id': '99fb449c317d405481fdd7598ba3a401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': '46d9fb31-b3c6-473d-ba63-90a27b5a34a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:48:53Z', 'updated_at': '2021-07-13T13:49:03Z', 'revision_number': 4, 'project_id': '99fb449c317d405481fdd7598ba3a401', 'gw_port': {'id': '46d9fb31-b3c6-473d-ba63-90a27b5a34a8', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ec:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff787aa-4bbc-4014-9d5b-28cb65fca281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2415, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:48:54Z', 'updated_at': '2021-07-13T13:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': '5f3c1bd5-24d2-4d69-8cf9-336c1e5cc82c', 'name': '', 'network_id': 'bebce078-4657-4116-afe4-942f44316b72', 'tenant_id': '99fb449c317d405481fdd7598ba3a401', 'mac_address': 'fa:16:3e:80:a1:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ff787aa-4bbc-4014-9d5b-28cb65fca281', 'device_owner': 'network:router_interface', 'standard_attr_id': 2429, 'fixed_ips': [{'subnet_id': 'e5ac919f-e40f-4805-bb14-5bbcfbbe58a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:49:00Z', 'updated_at': '2021-07-13T13:49:10Z', 'revision_number': 4, 'project_id': '99fb449c317d405481fdd7598ba3a401', 'subnets': [{'id': 'e5ac919f-e40f-4805-bb14-5bbcfbbe58a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:49:12.176303 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c8d52d94-d88c-45fc-9bc7-5cdf54e555f0 tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:12.178024 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3b9e59-41a7-419d-9dd2-b5d95f97c7f3 None None] The sync data for ids ['8ff787aa-4bbc-4014-9d5b-28cb65fca281'] in n-d-800634-1 is: [{'id': '8ff787aa-4bbc-4014-9d5b-28cb65fca281', 'name': 'tempest-ServersTestBootFromVolume-1726497166-router', 'tenant_id': '99fb449c317d405481fdd7598ba3a401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': '46d9fb31-b3c6-473d-ba63-90a27b5a34a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:48:53Z', 'updated_at': '2021-07-13T13:49:03Z', 'revision_number': 4, 'project_id': '99fb449c317d405481fdd7598ba3a401', 'gw_port': {'id': '46d9fb31-b3c6-473d-ba63-90a27b5a34a8', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ec:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff787aa-4bbc-4014-9d5b-28cb65fca281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2415, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:48:54Z', 'updated_at': '2021-07-13T13:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': '5f3c1bd5-24d2-4d69-8cf9-336c1e5cc82c', 'name': '', 'network_id': 'bebce078-4657-4116-afe4-942f44316b72', 'tenant_id': '99fb449c317d405481fdd7598ba3a401', 'mac_address': 'fa:16:3e:80:a1:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ff787aa-4bbc-4014-9d5b-28cb65fca281', 'device_owner': 'network:router_interface', 'standard_attr_id': 2429, 'fixed_ips': [{'subnet_id': 'e5ac919f-e40f-4805-bb14-5bbcfbbe58a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:49:00Z', 'updated_at': '2021-07-13T13:49:10Z', 'revision_number': 4, 'project_id': '99fb449c317d405481fdd7598ba3a401', 'subnets': [{'id': 'e5ac919f-e40f-4805-bb14-5bbcfbbe58a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:49:12.184215 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c8d52d94-d88c-45fc-9bc7-5cdf54e555f0 tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:12.207702 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-79fc4147-b25f-4864-8e7f-b8419bdfe18e tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6018534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6105009'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:12.300184 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cae8cf0-424f-4cdb-a7d0-fa5cdb36d1d6 None None] Network fd19e8ab-175d-47c6-a7b0-698b3be276db requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:49:12.311579 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fc4147-b25f-4864-8e7f-b8419bdfe18e tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Pushing event deleted for resources: {'Subnet': ['ID=34409026-9eef-4b98-88d5-24448af1561a,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:49:12.324344 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-79fc4147-b25f-4864-8e7f-b8419bdfe18e tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:12.327329 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-79fc4147-b25f-4864-8e7f-b8419bdfe18e tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] 10.222.0.23 "DELETE /v2.0/subnets/34409026-9eef-4b98-88d5-24448af1561a HTTP/1.1" status: 204 len: 168 time: 1.1898122 Jul 13 13:49:12.331269 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 48442) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:49:12.353850 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-4c591c2a-57fd-4ae5-9fa0-ee59787314a5 None None] Deleting port 25d326b3-28e9-4665-8ed3-8f914e863958 {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:49:12.354165 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4c591c2a-57fd-4ae5-9fa0-ee59787314a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:12.370659 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0246919-61a4-4811-8353-ed1e1c5e2d2c None None] Network cc9dab26-3983-4dce-8c1c-cb82d11f88fb requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:49:12.370870 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fc4147-b25f-4864-8e7f-b8419bdfe18e tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:49:12.370870 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fc4147-b25f-4864-8e7f-b8419bdfe18e tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:49:12.370870 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fc4147-b25f-4864-8e7f-b8419bdfe18e tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:49:12.370870 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fc4147-b25f-4864-8e7f-b8419bdfe18e tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:49:12.373114 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fc4147-b25f-4864-8e7f-b8419bdfe18e tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:49:12.376044 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fc4147-b25f-4864-8e7f-b8419bdfe18e tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:49:12.377313 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fc4147-b25f-4864-8e7f-b8419bdfe18e tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:49:12.379316 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fc4147-b25f-4864-8e7f-b8419bdfe18e tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:49:12.379904 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fc4147-b25f-4864-8e7f-b8419bdfe18e tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:49:12.383620 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fc4147-b25f-4864-8e7f-b8419bdfe18e tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:49:12.384130 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fc4147-b25f-4864-8e7f-b8419bdfe18e tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:49:12.384712 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fc4147-b25f-4864-8e7f-b8419bdfe18e tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:49:12.406968 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 6c834c71-5a2a-49d7-8508-997c52362d2a up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:49:12.580231 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c0b3602d-3ab7-4e8c-b988-5e2182c21299 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:12.613357 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87866afb-6632-455c-a600-34e94a77ebc6 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Router ef0c9c83-6178-4d50-89bd-db90b94b6c60 is scheduled to L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 with binding_index 1 {{(pid=93751) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 13:49:12.632755 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fd7734a6-2c65-40e3-8374-81aa4da2c654 None None] Provisioning for port 6c834c71-5a2a-49d7-8508-997c52362d2a completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:49:12.866385 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-4c591c2a-57fd-4ae5-9fa0-ee59787314a5 None None] For port 25d326b3-28e9-4665-8ed3-8f914e863958, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=25d326b3-28e9-4665-8ed3-8f914e863958,segment=NetworkSegment(a1e3e7d9-9db1-4f41-8f44-5b4a3be7def2),segment_id=a1e3e7d9-9db1-4f41-8f44-5b4a3be7def2)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:49:12.866800 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4c591c2a-57fd-4ae5-9fa0-ee59787314a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:12.929840 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87866afb-6632-455c-a600-34e94a77ebc6 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:49:12.944808 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-87866afb-6632-455c-a600-34e94a77ebc6 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] 10.222.0.23 "PUT /v2.0/routers/ef0c9c83-6178-4d50-89bd-db90b94b6c60/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3986433 Jul 13 13:49:12.946820 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-c0b3602d-3ab7-4e8c-b988-5e2182c21299 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Deleting port 25d326b3-28e9-4665-8ed3-8f914e863958 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:49:12.947309 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c0b3602d-3ab7-4e8c-b988-5e2182c21299 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:12.947485 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d52d94-d88c-45fc-9bc7-5cdf54e555f0 tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] Pushing event updated for resources: {'Port': ['ID=356a7a11-775e-4693-b2dc-a786ecd16385,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:49:12.959944 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 48446) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:49:13.004496 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8abed4ec-9be9-4ead-8842-677914fe9960 None None] Sync routers for ids ['ef0c9c83-6178-4d50-89bd-db90b94b6c60'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:49:13.014546 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-4c591c2a-57fd-4ae5-9fa0-ee59787314a5 None None] Calling delete_port for 25d326b3-28e9-4665-8ed3-8f914e863958 owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:49:13.132222 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port 6c834c71-5a2a-49d7-8508-997c52362d2a completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:49:13.142174 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-c0b3602d-3ab7-4e8c-b988-5e2182c21299 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] For port 25d326b3-28e9-4665-8ed3-8f914e863958, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=25d326b3-28e9-4665-8ed3-8f914e863958,segment=NetworkSegment(a1e3e7d9-9db1-4f41-8f44-5b4a3be7def2),segment_id=a1e3e7d9-9db1-4f41-8f44-5b4a3be7def2)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:49:13.142639 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c0b3602d-3ab7-4e8c-b988-5e2182c21299 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:13.166569 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 6c834c71-5a2a-49d7-8508-997c52362d2a triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:49:13.167064 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:13.181631 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-c0b3602d-3ab7-4e8c-b988-5e2182c21299 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Calling delete_port for 25d326b3-28e9-4665-8ed3-8f914e863958 owned by network:dhcp {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:49:13.276037 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8abed4ec-9be9-4ead-8842-677914fe9960 None None] Routers {'ef0c9c83-6178-4d50-89bd-db90b94b6c60'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:49:13.276687 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-8abed4ec-9be9-4ead-8842-677914fe9960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:48:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['ef0c9c83-6178-4d50-89bd-db90b94b6c60'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:49:13.293451 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c0b3602d-3ab7-4e8c-b988-5e2182c21299 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:13.295094 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c8d52d94-d88c-45fc-9bc7-5cdf54e555f0 tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446547'] for floatingip, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:13.334276 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b3602d-3ab7-4e8c-b988-5e2182c21299 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Pushing event deleted for resources: {'Port': ['ID=25d326b3-28e9-4665-8ed3-8f914e863958,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:49:13.349558 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b3602d-3ab7-4e8c-b988-5e2182c21299 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] No DVR routers for this DVR port 25d326b3-28e9-4665-8ed3-8f914e863958 on host n-d-800634-1 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:49:13.475973 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4c591c2a-57fd-4ae5-9fa0-ee59787314a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:13.498473 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c0b3602d-3ab7-4e8c-b988-5e2182c21299 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:13.513064 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-c0b3602d-3ab7-4e8c-b988-5e2182c21299 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['350b8d90-a566-446d-ae67-d3a6d73524f9']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:49:13.535566 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-c0b3602d-3ab7-4e8c-b988-5e2182c21299 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1e3e7d9-9db1-4f41-8f44-5b4a3be7def2') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:49:13.536024 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-c0b3602d-3ab7-4e8c-b988-5e2182c21299 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1e3e7d9-9db1-4f41-8f44-5b4a3be7def2') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:49:13.551977 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c8d52d94-d88c-45fc-9bc7-5cdf54e555f0 tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for floatingip, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:13.553249 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-c8d52d94-d88c-45fc-9bc7-5cdf54e555f0 tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.7897935 Jul 13 13:49:13.580275 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c0b3602d-3ab7-4e8c-b988-5e2182c21299 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6018464'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:13.614888 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c0b3602d-3ab7-4e8c-b988-5e2182c21299 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:13.622210 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0b3602d-3ab7-4e8c-b988-5e2182c21299 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 13:49:13.622475 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c0b3602d-3ab7-4e8c-b988-5e2182c21299 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6018632'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:13.625624 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:49:13.625624 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:49:13.625624 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:49:13.625624 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:49:13.625624 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:49:13.625624 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:49:13.625624 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:49:13.625624 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:49:13.625624 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:49:13.625624 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:49:13.625624 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:49:13.625624 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:49:13.625624 n-d-800634-1 neutron-server[93751]: Traceback (most recent call last): Jul 13 13:49:13.625624 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 13:49:13.625624 n-d-800634-1 neutron-server[93751]: timer() Jul 13 13:49:13.625624 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 13:49:13.625624 n-d-800634-1 neutron-server[93751]: cb(*args, **kw) Jul 13 13:49:13.625624 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 13:49:13.625624 n-d-800634-1 neutron-server[93751]: return func(*args, **kwargs) Jul 13 13:49:13.625624 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 13:49:13.625624 n-d-800634-1 neutron-server[93751]: self._notify() Jul 13 13:49:13.625624 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 13:49:13.625624 n-d-800634-1 neutron-server[93751]: self.callback(batched_events) Jul 13 13:49:13.625624 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 13:49:13.625624 n-d-800634-1 neutron-server[93751]: event.method(event) Jul 13 13:49:13.625624 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 13:49:13.625624 n-d-800634-1 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 13:49:13.625624 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 13:49:13.625624 n-d-800634-1 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 13:49:13.625624 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 13:49:13.625624 n-d-800634-1 neutron-server[93751]: return f(self, *a, **k) Jul 13 13:49:13.625624 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 13:49:13.625624 n-d-800634-1 neutron-server[93751]: return self._get(url).json() Jul 13 13:49:13.625624 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 13:49:13.625624 n-d-800634-1 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 13:49:13.625624 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 13:49:13.625624 n-d-800634-1 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 13 13:49:13.625624 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 13:49:13.625624 n-d-800634-1 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 13:49:13.625624 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 13:49:13.625624 n-d-800634-1 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 13:49:13.625624 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 13:49:13.625624 n-d-800634-1 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 13:49:13.625624 n-d-800634-1 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 13:49:13.680902 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-093b6c69-20cc-4a03-891d-a92278ed9918 None None] Provisioning for port 1b2d2f14-5d12-4c36-bbd2-b5e2862d0b4a completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:49:13.746929 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c0b3602d-3ab7-4e8c-b988-5e2182c21299 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:13.753770 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-093b6c69-20cc-4a03-891d-a92278ed9918 None None] Provisioning complete for port 1b2d2f14-5d12-4c36-bbd2-b5e2862d0b4a triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:49:13.755164 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c0b3602d-3ab7-4e8c-b988-5e2182c21299 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:13.758289 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-c0b3602d-3ab7-4e8c-b988-5e2182c21299 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] 10.222.0.23 "DELETE /v2.0/networks/350b8d90-a566-446d-ae67-d3a6d73524f9 HTTP/1.1" status: 204 len: 168 time: 1.4176459 Jul 13 13:49:13.761135 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 48482) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:49:13.762330 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-093b6c69-20cc-4a03-891d-a92278ed9918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:13.798995 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b3602d-3ab7-4e8c-b988-5e2182c21299 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Pushing event deleted for resources: {'Network': ['ID=350b8d90-a566-446d-ae67-d3a6d73524f9,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:49:13.848762 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c591c2a-57fd-4ae5-9fa0-ee59787314a5 None None] No DVR routers for this DVR port 25d326b3-28e9-4665-8ed3-8f914e863958 on host n-d-800634-1 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:49:13.857599 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c591c2a-57fd-4ae5-9fa0-ee59787314a5 None None] Pushing event deleted for resources: {'Port': ['ID=25d326b3-28e9-4665-8ed3-8f914e863958,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:49:13.867696 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-8abed4ec-9be9-4ead-8842-677914fe9960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:49:13.942442 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c2048c4d-a912-4663-add9-f0d882061eb1 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:13.978539 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8abed4ec-9be9-4ead-8842-677914fe9960 None None] Routers {'ef0c9c83-6178-4d50-89bd-db90b94b6c60'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:49:13.979145 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-8abed4ec-9be9-4ead-8842-677914fe9960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:48:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['ef0c9c83-6178-4d50-89bd-db90b94b6c60'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:49:14.030250 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-093b6c69-20cc-4a03-891d-a92278ed9918 None None] Port 1b2d2f14-5d12-4c36-bbd2-b5e2862d0b4a cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:49:14.039385 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:14.060091 n-d-800634-1 neutron-server[93750]: INFO neutron.api.v2.resource [None req-04204065-338a-4192-9247-4cde3accdc40 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 13:49:14.060653 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-274bd72e-501e-4100-ab32-b1c2b80e3530 None None] DHCP port deletion for cc9dab26-3983-4dce-8c1c-cb82d11f88fb request from n-d-800634-1 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 13:49:14.064989 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 48500) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:49:14.074562 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-04204065-338a-4192-9247-4cde3accdc40 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] 10.222.0.23 "PUT /v2.0/routers/ef0c9c83-6178-4d50-89bd-db90b94b6c60/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.1009357 Jul 13 13:49:14.094912 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-c2048c4d-a912-4663-add9-f0d882061eb1 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Deleting port d1af58ab-3875-41c8-b4ad-c1c140786e27 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:49:14.095269 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c2048c4d-a912-4663-add9-f0d882061eb1 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:14.179620 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-c2048c4d-a912-4663-add9-f0d882061eb1 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] For port d1af58ab-3875-41c8-b4ad-c1c140786e27, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=d1af58ab-3875-41c8-b4ad-c1c140786e27,segment=NetworkSegment(9f7771f2-d981-496e-a6cb-2f28b09404cd),segment_id=9f7771f2-d981-496e-a6cb-2f28b09404cd)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:49:14.180077 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c2048c4d-a912-4663-add9-f0d882061eb1 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:14.185105 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-8abed4ec-9be9-4ead-8842-677914fe9960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:49:14.199107 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8abed4ec-9be9-4ead-8842-677914fe9960 None None] The sync data for ids ['ef0c9c83-6178-4d50-89bd-db90b94b6c60'] in n-d-800634-1 is: [] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:49:14.216832 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-c2048c4d-a912-4663-add9-f0d882061eb1 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Calling delete_port for d1af58ab-3875-41c8-b4ad-c1c140786e27 owned by network:dhcp {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:49:14.301467 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port 6c834c71-5a2a-49d7-8508-997c52362d2a, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=6c834c71-5a2a-49d7-8508-997c52362d2a,segment=NetworkSegment(d1f0dc0a-6d69-46c9-be38-214a7a1608fa),segment_id=d1f0dc0a-6d69-46c9-be38-214a7a1608fa)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:49:14.334656 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:14.335534 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 8e5ef17c-f9fc-476c-ae07-3171ac9f5afb up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:49:14.336355 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c2048c4d-a912-4663-add9-f0d882061eb1 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:14.350016 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-94db74f6-9f14-4db0-a024-b652d3dbca68 None None] Provisioning complete for port 1b2d2f14-5d12-4c36-bbd2-b5e2862d0b4a triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:49:14.350390 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-94db74f6-9f14-4db0-a024-b652d3dbca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:14.385713 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2048c4d-a912-4663-add9-f0d882061eb1 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Pushing event deleted for resources: {'Port': ['ID=d1af58ab-3875-41c8-b4ad-c1c140786e27,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:49:14.398306 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2048c4d-a912-4663-add9-f0d882061eb1 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] No DVR routers for this DVR port d1af58ab-3875-41c8-b4ad-c1c140786e27 on host n-d-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:49:14.600040 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=6c834c71-5a2a-49d7-8508-997c52362d2a,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:49:14.656656 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-274bd72e-501e-4100-ab32-b1c2b80e3530 None None] Deleting port d1af58ab-3875-41c8-b4ad-c1c140786e27 {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:49:14.657400 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-274bd72e-501e-4100-ab32-b1c2b80e3530 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:14.685691 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c2048c4d-a912-4663-add9-f0d882061eb1 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:14.720264 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-c2048c4d-a912-4663-add9-f0d882061eb1 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc9dab26-3983-4dce-8c1c-cb82d11f88fb']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:49:14.757618 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-c2048c4d-a912-4663-add9-f0d882061eb1 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f7771f2-d981-496e-a6cb-2f28b09404cd') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:49:14.757952 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-c2048c4d-a912-4663-add9-f0d882061eb1 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f7771f2-d981-496e-a6cb-2f28b09404cd') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:49:14.779525 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c2048c4d-a912-4663-add9-f0d882061eb1 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5431730'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:14.819847 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port 8e5ef17c-f9fc-476c-ae07-3171ac9f5afb completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:49:14.824643 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c2048c4d-a912-4663-add9-f0d882061eb1 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:14.840248 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 8e5ef17c-f9fc-476c-ae07-3171ac9f5afb triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:49:14.840732 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:14.850936 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2048c4d-a912-4663-add9-f0d882061eb1 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 13:49:14.851359 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c2048c4d-a912-4663-add9-f0d882061eb1 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5970419'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:14.855591 n-d-800634-1 neutron-server[93750]: Traceback (most recent call last): Jul 13 13:49:14.855591 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 13:49:14.855591 n-d-800634-1 neutron-server[93750]: timer() Jul 13 13:49:14.855591 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 13:49:14.855591 n-d-800634-1 neutron-server[93750]: cb(*args, **kw) Jul 13 13:49:14.855591 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 13:49:14.855591 n-d-800634-1 neutron-server[93750]: return func(*args, **kwargs) Jul 13 13:49:14.855591 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 13:49:14.855591 n-d-800634-1 neutron-server[93750]: self._notify() Jul 13 13:49:14.855591 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 13:49:14.855591 n-d-800634-1 neutron-server[93750]: self.callback(batched_events) Jul 13 13:49:14.855591 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 13:49:14.855591 n-d-800634-1 neutron-server[93750]: event.method(event) Jul 13 13:49:14.855591 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 13:49:14.855591 n-d-800634-1 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 13:49:14.855591 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 13:49:14.855591 n-d-800634-1 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 13:49:14.855591 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 13:49:14.855591 n-d-800634-1 neutron-server[93750]: return f(self, *a, **k) Jul 13 13:49:14.855591 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 13:49:14.855591 n-d-800634-1 neutron-server[93750]: return self._get(url).json() Jul 13 13:49:14.855591 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 13:49:14.855591 n-d-800634-1 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 13:49:14.855591 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 13:49:14.855591 n-d-800634-1 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 13 13:49:14.855591 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 13:49:14.855591 n-d-800634-1 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 13:49:14.855591 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 13:49:14.855591 n-d-800634-1 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 13:49:14.855591 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 13:49:14.855591 n-d-800634-1 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 13:49:14.855591 n-d-800634-1 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 13:49:14.857808 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7f4d4ab4-8129-442d-88e0-06d55d1a9381 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451695'] for router_interface, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:14.867294 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-94db74f6-9f14-4db0-a024-b652d3dbca68 None None] Port 1b2d2f14-5d12-4c36-bbd2-b5e2862d0b4a cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:49:14.873470 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-274bd72e-501e-4100-ab32-b1c2b80e3530 None None] For port d1af58ab-3875-41c8-b4ad-c1c140786e27, host n-d-800634-1, got binding levels [] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:49:14.873908 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-274bd72e-501e-4100-ab32-b1c2b80e3530 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:14.950625 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-274bd72e-501e-4100-ab32-b1c2b80e3530 None None] Calling delete_port for d1af58ab-3875-41c8-b4ad-c1c140786e27 owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:49:14.964529 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.ipam_backend_mixin [None req-274bd72e-501e-4100-ab32-b1c2b80e3530 None None] Port d1af58ab-3875-41c8-b4ad-c1c140786e27 was not found and therefore no delete operation was performed {{(pid=93752) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 13 13:49:14.976372 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-274bd72e-501e-4100-ab32-b1c2b80e3530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:14.982268 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c2048c4d-a912-4663-add9-f0d882061eb1 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:14.989878 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c2048c4d-a912-4663-add9-f0d882061eb1 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:15.002695 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-c2048c4d-a912-4663-add9-f0d882061eb1 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] 10.222.0.23 "DELETE /v2.0/networks/cc9dab26-3983-4dce-8c1c-cb82d11f88fb HTTP/1.1" status: 204 len: 168 time: 1.2284131 Jul 13 13:49:15.027147 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2048c4d-a912-4663-add9-f0d882061eb1 tempest-TaggedBootDevicesTest-412299943 tempest-TaggedBootDevicesTest-412299943-project] Pushing event deleted for resources: {'Network': ['ID=cc9dab26-3983-4dce-8c1c-cb82d11f88fb,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:49:15.040033 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274bd72e-501e-4100-ab32-b1c2b80e3530 None None] Pushing event deleted for resources: {'Port': ['ID=d1af58ab-3875-41c8-b4ad-c1c140786e27,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:49:15.043556 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-274bd72e-501e-4100-ab32-b1c2b80e3530 None None] Network cc9dab26-3983-4dce-8c1c-cb82d11f88fb is not hosted by any dhcp agent {{(pid=93752) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 13 13:49:15.044159 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274bd72e-501e-4100-ab32-b1c2b80e3530 None None] No DVR routers for this DVR port d1af58ab-3875-41c8-b4ad-c1c140786e27 on host n-d-800634-1 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:49:15.056457 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-5245d0a1-9b65-4eeb-b3a7-7a2c678181b0 None None] Provisioning complete for port 6c834c71-5a2a-49d7-8508-997c52362d2a triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:49:15.056836 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5245d0a1-9b65-4eeb-b3a7-7a2c678181b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:15.219788 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:15.304491 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port 8e5ef17c-f9fc-476c-ae07-3171ac9f5afb, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=8e5ef17c-f9fc-476c-ae07-3171ac9f5afb,segment=NetworkSegment(f92e43cf-3830-4807-9d22-ea80545dc50e),segment_id=f92e43cf-3830-4807-9d22-ea80545dc50e)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:49:15.314233 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:15.470802 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=8e5ef17c-f9fc-476c-ae07-3171ac9f5afb,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:49:15.580309 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 5f3c1bd5-24d2-4d69-8cf9-336c1e5cc82c up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:49:15.704467 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port 5f3c1bd5-24d2-4d69-8cf9-336c1e5cc82c completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:49:15.709640 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 5f3c1bd5-24d2-4d69-8cf9-336c1e5cc82c triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:49:15.710177 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:15.891115 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:15.951379 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port 5f3c1bd5-24d2-4d69-8cf9-336c1e5cc82c, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=5f3c1bd5-24d2-4d69-8cf9-336c1e5cc82c,segment=NetworkSegment(69a89674-bd81-401c-9f13-aaf0c6466b39),segment_id=69a89674-bd81-401c-9f13-aaf0c6466b39)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:49:15.957131 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:15.958240 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 6c834c71-5a2a-49d7-8508-997c52362d2a up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:49:15.961596 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-7f4d4ab4-8129-442d-88e0-06d55d1a9381 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Deleting port 1b2d2f14-5d12-4c36-bbd2-b5e2862d0b4a {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:49:15.962096 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7f4d4ab4-8129-442d-88e0-06d55d1a9381 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:16.048082 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=5f3c1bd5-24d2-4d69-8cf9-336c1e5cc82c,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:49:16.058998 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 6c834c71-5a2a-49d7-8508-997c52362d2a triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:49:16.059379 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:16.105311 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7f4d4ab4-8129-442d-88e0-06d55d1a9381 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:16.120523 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-7f4d4ab4-8129-442d-88e0-06d55d1a9381 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Calling delete_port for 1b2d2f14-5d12-4c36-bbd2-b5e2862d0b4a owned by network:router_interface {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:49:16.311093 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 25d326b3-28e9-4665-8ed3-8f914e863958 no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:49:16.344902 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: 25d326b3-28e9-4665-8ed3-8f914e863958 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:49:16.345558 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 25d326b3-28e9-4665-8ed3-8f914e863958 not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:49:16.346218 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device d1af58ab-3875-41c8-b4ad-c1c140786e27 no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:49:16.372069 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: d1af58ab-3875-41c8-b4ad-c1c140786e27 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:49:16.372591 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device d1af58ab-3875-41c8-b4ad-c1c140786e27 not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:49:16.424265 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7f4d4ab4-8129-442d-88e0-06d55d1a9381 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:16.456130 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4d4ab4-8129-442d-88e0-06d55d1a9381 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Pushing event deleted for resources: {'Port': ['ID=1b2d2f14-5d12-4c36-bbd2-b5e2862d0b4a,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:49:16.583352 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7f4d4ab4-8129-442d-88e0-06d55d1a9381 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1785036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452491'] for router_interface, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:16.814237 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f4d4ab4-8129-442d-88e0-06d55d1a9381 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Router ef0c9c83-6178-4d50-89bd-db90b94b6c60 has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 13:49:16.940911 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f4d4ab4-8129-442d-88e0-06d55d1a9381 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:49:16.948572 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-7f4d4ab4-8129-442d-88e0-06d55d1a9381 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] 10.222.0.23 "PUT /v2.0/routers/ef0c9c83-6178-4d50-89bd-db90b94b6c60/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8824689 Jul 13 13:49:16.952376 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 48584) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:49:16.959277 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc2eef7-012c-4d88-a640-749f90cb8124 None None] Sync routers for ids ['ef0c9c83-6178-4d50-89bd-db90b94b6c60'] in n-d-800634-1 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:49:16.971811 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc2eef7-012c-4d88-a640-749f90cb8124 None None] Routers {'ef0c9c83-6178-4d50-89bd-db90b94b6c60'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:49:16.973074 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-3dc2eef7-012c-4d88-a640-749f90cb8124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:48:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['ef0c9c83-6178-4d50-89bd-db90b94b6c60'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:49:17.029093 n-d-800634-1 neutron-server[93751]: INFO neutron.api.v2.resource [None req-519fa321-2fe2-48d6-9167-6757da1ea4c6 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] delete failed (client error): The resource could not be found. Jul 13 13:49:17.030179 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-519fa321-2fe2-48d6-9167-6757da1ea4c6 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] 10.222.0.23 "DELETE /v2.0/routers/tempest-non_exist_router-44985322 HTTP/1.1" status: 404 len: 333 time: 0.0764399 Jul 13 13:49:17.034954 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-3dc2eef7-012c-4d88-a640-749f90cb8124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:49:17.035112 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 48586) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:49:17.039885 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-6fb274a0-f565-48be-8106-e3a28bb945b5 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ef0c9c83-6178-4d50-89bd-db90b94b6c60'}}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:49:17.051403 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc2eef7-012c-4d88-a640-749f90cb8124 None None] Routers {'ef0c9c83-6178-4d50-89bd-db90b94b6c60'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:49:17.052487 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-3dc2eef7-012c-4d88-a640-749f90cb8124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:48:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['ef0c9c83-6178-4d50-89bd-db90b94b6c60'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:49:17.092337 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-3dc2eef7-012c-4d88-a640-749f90cb8124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:49:17.093327 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc2eef7-012c-4d88-a640-749f90cb8124 None None] The sync data for ids ['ef0c9c83-6178-4d50-89bd-db90b94b6c60'] in n-d-800634-1 is: [] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:49:17.163601 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-56d1da77-9273-40fe-8939-bb0318a1d7d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:17.291715 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6fb274a0-f565-48be-8106-e3a28bb945b5 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447180', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1591910', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2751'] for router, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:17.320406 n-d-800634-1 neutron-server[93751]: INFO neutron.api.v2.resource [None req-6fb274a0-f565-48be-8106-e3a28bb945b5 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] update failed (client error): The resource could not be found. Jul 13 13:49:17.322020 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-6fb274a0-f565-48be-8106-e3a28bb945b5 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] 10.222.0.23 "PUT /v2.0/routers/ef0c9c83-6178-4d50-89bd-db90b94b6c60 HTTP/1.1" status: 404 len: 339 time: 0.2856843 Jul 13 13:49:17.325333 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 48588) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:49:17.331084 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-2e07b830-7a27-42c2-8558-5dcb0d0a84e4 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1186371089'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:49:17.360181 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e07b830-7a27-42c2-8558-5dcb0d0a84e4 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Made reservation on behalf of bd814e19d7f44bd19317afca68361f2d for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:49:17.369083 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2e07b830-7a27-42c2-8558-5dcb0d0a84e4 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:17.415768 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e07b830-7a27-42c2-8558-5dcb0d0a84e4 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 13:49:17.426677 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2e07b830-7a27-42c2-8558-5dcb0d0a84e4 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:17.427612 n-d-800634-1 neutron-server[93750]: INFO neutron.db.segments_db [None req-2e07b830-7a27-42c2-8558-5dcb0d0a84e4 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Added segment e2b5ffb8-c071-4656-b65c-a15540917358 of type vlan for network 02078933-7cd4-4dc5-807f-139d788ff985 Jul 13 13:49:17.472572 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 5f3c1bd5-24d2-4d69-8cf9-336c1e5cc82c up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:49:17.488718 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2e07b830-7a27-42c2-8558-5dcb0d0a84e4 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:17.533782 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2e07b830-7a27-42c2-8558-5dcb0d0a84e4 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:17.545554 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e07b830-7a27-42c2-8558-5dcb0d0a84e4 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:49:17.546239 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2e07b830-7a27-42c2-8558-5dcb0d0a84e4 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:17.565337 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 5f3c1bd5-24d2-4d69-8cf9-336c1e5cc82c triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:49:17.566094 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:17.633972 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-2e07b830-7a27-42c2-8558-5dcb0d0a84e4 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.3074207 Jul 13 13:49:17.637141 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 48590) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:49:17.644935 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-f8442ddc-3d28-48ad-820c-c8fa5dc6981f tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Request body: {'subnet': {'network_id': '02078933-7cd4-4dc5-807f-139d788ff985', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:49:17.660538 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e07b830-7a27-42c2-8558-5dcb0d0a84e4 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Pushing event updated for resources: {'Network': ['ID=02078933-7cd4-4dc5-807f-139d788ff985,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:49:17.672026 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network 02078933-7cd4-4dc5-807f-139d788ff985 details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 13:49:17.674906 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 8e5ef17c-f9fc-476c-ae07-3171ac9f5afb up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:49:17.839722 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8442ddc-3d28-48ad-820c-c8fa5dc6981f tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Made reservation on behalf of bd814e19d7f44bd19317afca68361f2d for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:49:17.846287 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f8442ddc-3d28-48ad-820c-c8fa5dc6981f tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6104980'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:18.063269 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 8e5ef17c-f9fc-476c-ae07-3171ac9f5afb triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:49:18.063879 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:18.287252 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f8442ddc-3d28-48ad-820c-c8fa5dc6981f tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6018343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6104998'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:18.375752 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8442ddc-3d28-48ad-820c-c8fa5dc6981f tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Checking segment: {'id': 'e2b5ffb8-c071-4656-b65c-a15540917358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '02078933-7cd4-4dc5-807f-139d788ff985'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:49:18.376142 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8442ddc-3d28-48ad-820c-c8fa5dc6981f tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Network hostable DHCP agents. Network: 02078933-7cd4-4dc5-807f-139d788ff985, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 13:49:18.378328 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8442ddc-3d28-48ad-820c-c8fa5dc6981f tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Pushing event updated for resources: {'Subnet': ['ID=eb639411-4c77-450d-b6b4-073b82e6a146,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:49:18.399409 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8442ddc-3d28-48ad-820c-c8fa5dc6981f tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Network 02078933-7cd4-4dc5-807f-139d788ff985 is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 13:49:18.410733 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-f8442ddc-3d28-48ad-820c-c8fa5dc6981f tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, 02078933-7cd4-4dc5-807f-139d788ff985) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:49:18.416915 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8442ddc-3d28-48ad-820c-c8fa5dc6981f tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:49:18.417516 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f8442ddc-3d28-48ad-820c-c8fa5dc6981f tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:18.425789 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd5a52c-0fcc-40c8-bbd8-f5dcaca3d897 None None] Network 02078933-7cd4-4dc5-807f-139d788ff985 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:49:18.436093 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-f8442ddc-3d28-48ad-820c-c8fa5dc6981f tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7977111 Jul 13 13:49:18.439228 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 48604) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:49:18.444834 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-b8338d65-1253-4f2a-a667-d4228806d2c4 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Request body: {'router': {'external_gateway_info': {'network_id': '02078933-7cd4-4dc5-807f-139d788ff985'}}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:49:18.700397 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc59c0e-444b-489c-af3e-9cf0be825c9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a7201e1-61ce-5a3e-b7f7-e800379ed03b-02078933-7cd4-4dc5-807f-139d788ff985', 'network_id': '02078933-7cd4-4dc5-807f-139d788ff985', 'tenant_id': 'bd814e19d7f44bd19317afca68361f2d', 'fixed_ips': [{'subnet_id': 'eb639411-4c77-450d-b6b4-073b82e6a146'}]}} from n-d-800634-1. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 13:49:18.703029 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4cc59c0e-444b-489c-af3e-9cf0be825c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:18.900458 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b8338d65-1253-4f2a-a667-d4228806d2c4 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447180', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1591910', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2751'] for router, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:19.063247 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-4cc59c0e-444b-489c-af3e-9cf0be825c9e None None] Allocated IP 2001:db8:1::2 (02078933-7cd4-4dc5-807f-139d788ff985/eb639411-4c77-450d-b6b4-073b82e6a146/460713e7-6c2f-4d72-8727-7a1d1d06dfa8) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:49:19.309244 n-d-800634-1 neutron-server[93751]: INFO neutron.api.v2.resource [None req-b8338d65-1253-4f2a-a667-d4228806d2c4 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 13:49:19.311332 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-b8338d65-1253-4f2a-a667-d4228806d2c4 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] 10.222.0.23 "PUT /v2.0/routers/ef0c9c83-6178-4d50-89bd-db90b94b6c60 HTTP/1.1" status: 400 len: 364 time: 0.8707705 Jul 13 13:49:19.315388 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 48616) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:49:19.392287 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4cc59c0e-444b-489c-af3e-9cf0be825c9e None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:19.406119 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-4cc59c0e-444b-489c-af3e-9cf0be825c9e None None] Transition to ACTIVE for port object 460713e7-6c2f-4d72-8727-7a1d1d06dfa8 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:49:19.430531 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-4cc59c0e-444b-489c-af3e-9cf0be825c9e None None] Transition to ACTIVE for port object 460713e7-6c2f-4d72-8727-7a1d1d06dfa8 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:49:19.441037 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4cc59c0e-444b-489c-af3e-9cf0be825c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:19.515387 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cc59c0e-444b-489c-af3e-9cf0be825c9e None None] Network 02078933-7cd4-4dc5-807f-139d788ff985 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:49:19.531958 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-4cc59c0e-444b-489c-af3e-9cf0be825c9e None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:49:19.540956 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc59c0e-444b-489c-af3e-9cf0be825c9e None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:49:19.560846 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc59c0e-444b-489c-af3e-9cf0be825c9e None None] Pushing event updated for resources: {'Port': ['ID=460713e7-6c2f-4d72-8727-7a1d1d06dfa8,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:49:19.666248 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-4cc59c0e-444b-489c-af3e-9cf0be825c9e None None] Attempting to bind port 460713e7-6c2f-4d72-8727-7a1d1d06dfa8 on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:49:19.667058 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-4cc59c0e-444b-489c-af3e-9cf0be825c9e None None] Attempting to bind port 460713e7-6c2f-4d72-8727-7a1d1d06dfa8 by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': 'e2b5ffb8-c071-4656-b65c-a15540917358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '02078933-7cd4-4dc5-807f-139d788ff985'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:49:19.667604 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc59c0e-444b-489c-af3e-9cf0be825c9e None None] Attempting to bind port 460713e7-6c2f-4d72-8727-7a1d1d06dfa8 on network 02078933-7cd4-4dc5-807f-139d788ff985 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:49:19.674135 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc59c0e-444b-489c-af3e-9cf0be825c9e None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 48, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:49:19.674864 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc59c0e-444b-489c-af3e-9cf0be825c9e None None] Checking segment: {'id': 'e2b5ffb8-c071-4656-b65c-a15540917358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '02078933-7cd4-4dc5-807f-139d788ff985'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:49:19.675996 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4cc59c0e-444b-489c-af3e-9cf0be825c9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:19.676596 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc59c0e-444b-489c-af3e-9cf0be825c9e None None] Bound using segment: {'id': 'e2b5ffb8-c071-4656-b65c-a15540917358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '02078933-7cd4-4dc5-807f-139d788ff985'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:49:19.677259 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-4cc59c0e-444b-489c-af3e-9cf0be825c9e None None] Bound port: 460713e7-6c2f-4d72-8727-7a1d1d06dfa8, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2b5ffb8-c071-4656-b65c-a15540917358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '02078933-7cd4-4dc5-807f-139d788ff985'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:49:19.677912 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4cc59c0e-444b-489c-af3e-9cf0be825c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:19.771958 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-4cc59c0e-444b-489c-af3e-9cf0be825c9e None None] For port 460713e7-6c2f-4d72-8727-7a1d1d06dfa8, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:49:19.776500 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-4cc59c0e-444b-489c-af3e-9cf0be825c9e None None] For port 460713e7-6c2f-4d72-8727-7a1d1d06dfa8, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=460713e7-6c2f-4d72-8727-7a1d1d06dfa8,segment=NetworkSegment(e2b5ffb8-c071-4656-b65c-a15540917358),segment_id=e2b5ffb8-c071-4656-b65c-a15540917358)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:49:19.787310 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4cc59c0e-444b-489c-af3e-9cf0be825c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:19.961001 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-57de9c50-484c-4f17-828a-ce471413bea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:19.970971 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc59c0e-444b-489c-af3e-9cf0be825c9e None None] Pushing event updated for resources: {'Port': ['ID=460713e7-6c2f-4d72-8727-7a1d1d06dfa8,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:49:19.976318 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6c88174d-6239-4ba2-93b3-5d671c40287e tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:20.010991 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:20.502452 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-6c88174d-6239-4ba2-93b3-5d671c40287e tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Allocated IP 2001:db8::1 (ef6ea125-722d-40bf-9d39-1297081c33e2/a42dc1e4-9523-4d56-8395-276ca2183ebb/5a282ab5-8b72-4fa5-aa28-963b1ea2a49a) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:49:20.655976 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6c88174d-6239-4ba2-93b3-5d671c40287e tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:20.675480 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [None req-6c88174d-6239-4ba2-93b3-5d671c40287e tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Transition to ACTIVE for port object 5a282ab5-8b72-4fa5-aa28-963b1ea2a49a will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:49:20.715055 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6c88174d-6239-4ba2-93b3-5d671c40287e tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:20.771175 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c88174d-6239-4ba2-93b3-5d671c40287e tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Network ef6ea125-722d-40bf-9d39-1297081c33e2 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:49:20.777170 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-6c88174d-6239-4ba2-93b3-5d671c40287e tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:49:20.788971 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c88174d-6239-4ba2-93b3-5d671c40287e tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:49:20.789535 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6c88174d-6239-4ba2-93b3-5d671c40287e tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-450452'] for router_interface, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:20.843803 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c88174d-6239-4ba2-93b3-5d671c40287e tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Pushing event updated for resources: {'Port': ['ID=5a282ab5-8b72-4fa5-aa28-963b1ea2a49a,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:49:21.039843 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6c88174d-6239-4ba2-93b3-5d671c40287e tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:21.092637 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:21.223887 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b62c40ec-3776-4b72-80ba-f4201b829829 None None] Provisioning for port 5a282ab5-8b72-4fa5-aa28-963b1ea2a49a completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:49:21.229097 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b62c40ec-3776-4b72-80ba-f4201b829829 None None] Provisioning complete for port 5a282ab5-8b72-4fa5-aa28-963b1ea2a49a triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:49:21.230089 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b62c40ec-3776-4b72-80ba-f4201b829829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:21.310173 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b62c40ec-3776-4b72-80ba-f4201b829829 None None] Port 5a282ab5-8b72-4fa5-aa28-963b1ea2a49a cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:49:21.525318 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 460713e7-6c2f-4d72-8727-7a1d1d06dfa8 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:49:21.601720 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6c88174d-6239-4ba2-93b3-5d671c40287e tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:21.611455 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6c88174d-6239-4ba2-93b3-5d671c40287e tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:21.612580 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6c88174d-6239-4ba2-93b3-5d671c40287e tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1785045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451806'] for router_interface, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:21.626393 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e7dbe01-d5f6-47b1-a805-8cfba0226ec8 None None] Network 02078933-7cd4-4dc5-807f-139d788ff985 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:49:21.726351 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-7de10cbd-15f9-4ace-b2f1-bf4b0b8c2615 None None] Provisioning for port 460713e7-6c2f-4d72-8727-7a1d1d06dfa8 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:49:21.748678 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port 460713e7-6c2f-4d72-8727-7a1d1d06dfa8 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:49:21.763571 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 460713e7-6c2f-4d72-8727-7a1d1d06dfa8 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:49:21.763951 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:21.819420 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c88174d-6239-4ba2-93b3-5d671c40287e tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Pushing event updated for resources: {'Port': ['ID=5a282ab5-8b72-4fa5-aa28-963b1ea2a49a,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:49:21.876796 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c88174d-6239-4ba2-93b3-5d671c40287e tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Network ef6ea125-722d-40bf-9d39-1297081c33e2 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:49:21.878933 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-6c88174d-6239-4ba2-93b3-5d671c40287e tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:49:22.033900 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:22.110894 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port 460713e7-6c2f-4d72-8727-7a1d1d06dfa8, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=460713e7-6c2f-4d72-8727-7a1d1d06dfa8,segment=NetworkSegment(e2b5ffb8-c071-4656-b65c-a15540917358),segment_id=e2b5ffb8-c071-4656-b65c-a15540917358)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:49:22.120563 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:22.160844 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c88174d-6239-4ba2-93b3-5d671c40287e tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Router ef0c9c83-6178-4d50-89bd-db90b94b6c60 has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 13:49:22.240027 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=460713e7-6c2f-4d72-8727-7a1d1d06dfa8,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:49:22.249799 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:49:22.250165 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:49:22.250577 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:49:22.250916 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:49:22.251250 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:49:22.251651 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:49:22.251950 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:49:22.252275 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:49:22.252599 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:49:22.252920 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:49:22.253269 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:49:22.253653 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:49:22.377344 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-d9f92049-e2ca-4e86-a166-683d1d9ce8bf None None] Provisioning complete for port 5a282ab5-8b72-4fa5-aa28-963b1ea2a49a triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:49:22.377724 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d9f92049-e2ca-4e86-a166-683d1d9ce8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:22.413880 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c88174d-6239-4ba2-93b3-5d671c40287e tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:49:22.433293 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea82250-2b7a-417d-bfbf-015c2172ce65 None None] Sync routers for ids ['ef0c9c83-6178-4d50-89bd-db90b94b6c60'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:49:22.434862 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-6c88174d-6239-4ba2-93b3-5d671c40287e tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] 10.222.0.23 "PUT /v2.0/routers/ef0c9c83-6178-4d50-89bd-db90b94b6c60/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1176999 Jul 13 13:49:22.437490 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 48652) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:49:22.494491 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-d9f92049-e2ca-4e86-a166-683d1d9ce8bf None None] Port 5a282ab5-8b72-4fa5-aa28-963b1ea2a49a cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:49:22.497874 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea82250-2b7a-417d-bfbf-015c2172ce65 None None] Routers {'ef0c9c83-6178-4d50-89bd-db90b94b6c60'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:49:22.498599 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-4ea82250-2b7a-417d-bfbf-015c2172ce65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:49:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['ef0c9c83-6178-4d50-89bd-db90b94b6c60'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:49:22.613815 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-4ea82250-2b7a-417d-bfbf-015c2172ce65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:49:22.647068 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-6386bb45-5b27-4ae3-bdb8-bf6bed489563 None None] Provisioning complete for port 460713e7-6c2f-4d72-8727-7a1d1d06dfa8 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:49:22.647824 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6386bb45-5b27-4ae3-bdb8-bf6bed489563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:22.651448 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:22.658083 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-35b15805-b76b-41a0-a530-798e9c773487 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Notify callbacks [] for router, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:22.673397 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea82250-2b7a-417d-bfbf-015c2172ce65 None None] Routers {'ef0c9c83-6178-4d50-89bd-db90b94b6c60'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:49:22.674352 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-4ea82250-2b7a-417d-bfbf-015c2172ce65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:49:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['ef0c9c83-6178-4d50-89bd-db90b94b6c60'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:49:22.717152 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-4ea82250-2b7a-417d-bfbf-015c2172ce65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:49:22.718232 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea82250-2b7a-417d-bfbf-015c2172ce65 None None] The sync data for ids ['ef0c9c83-6178-4d50-89bd-db90b94b6c60'] in n-d-800634-1 is: [] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:49:22.858444 n-d-800634-1 neutron-server[93751]: INFO neutron.api.v2.resource [None req-35b15805-b76b-41a0-a530-798e9c773487 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 13 13:49:22.860464 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-35b15805-b76b-41a0-a530-798e9c773487 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] 10.222.0.23 "DELETE /v2.0/routers/ef0c9c83-6178-4d50-89bd-db90b94b6c60 HTTP/1.1" status: 409 len: 329 time: 0.4219613 Jul 13 13:49:22.864553 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 48662) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:49:23.246635 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4cd65120-5fea-471e-b753-bdf7b88d0a55 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451695'] for router_interface, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:23.420357 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 460713e7-6c2f-4d72-8727-7a1d1d06dfa8 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:49:23.479695 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 460713e7-6c2f-4d72-8727-7a1d1d06dfa8 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:49:23.480005 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:23.627404 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-4cd65120-5fea-471e-b753-bdf7b88d0a55 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Deleting port 5a282ab5-8b72-4fa5-aa28-963b1ea2a49a {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:49:23.629068 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4cd65120-5fea-471e-b753-bdf7b88d0a55 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:23.755432 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4cd65120-5fea-471e-b753-bdf7b88d0a55 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:23.773198 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-4cd65120-5fea-471e-b753-bdf7b88d0a55 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Calling delete_port for 5a282ab5-8b72-4fa5-aa28-963b1ea2a49a owned by network:router_interface {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:49:24.073392 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4cd65120-5fea-471e-b753-bdf7b88d0a55 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:24.111678 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd65120-5fea-471e-b753-bdf7b88d0a55 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Pushing event deleted for resources: {'Port': ['ID=5a282ab5-8b72-4fa5-aa28-963b1ea2a49a,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:49:24.608270 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4cd65120-5fea-471e-b753-bdf7b88d0a55 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1785036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452491'] for router_interface, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:24.795906 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cd65120-5fea-471e-b753-bdf7b88d0a55 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Router ef0c9c83-6178-4d50-89bd-db90b94b6c60 has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 13:49:24.893082 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cd65120-5fea-471e-b753-bdf7b88d0a55 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:49:24.902745 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-4cd65120-5fea-471e-b753-bdf7b88d0a55 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] 10.222.0.23 "PUT /v2.0/routers/ef0c9c83-6178-4d50-89bd-db90b94b6c60/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0339084 Jul 13 13:49:24.903021 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 48706) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:49:24.907006 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063a7d8d-4047-431b-a7ac-3375bca0eb9a None None] Sync routers for ids ['ef0c9c83-6178-4d50-89bd-db90b94b6c60'] in n-d-800634-1 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:49:24.925984 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063a7d8d-4047-431b-a7ac-3375bca0eb9a None None] Routers {'ef0c9c83-6178-4d50-89bd-db90b94b6c60'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:49:24.926783 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-063a7d8d-4047-431b-a7ac-3375bca0eb9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:49:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['ef0c9c83-6178-4d50-89bd-db90b94b6c60'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:49:24.954511 n-d-800634-1 neutron-server[93750]: INFO neutron.api.v2.resource [None req-fd1a2f2d-ee4d-4c9a-99f1-d334462ea299 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] show failed (client error): The resource could not be found. Jul 13 13:49:24.955958 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-fd1a2f2d-ee4d-4c9a-99f1-d334462ea299 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] 10.222.0.23 "GET /v2.0/routers/tempest-non_exist_router-1923883331 HTTP/1.1" status: 404 len: 335 time: 0.0518949 Jul 13 13:49:24.960117 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 48708) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:49:24.966799 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-3bcd7eca-a70d-4dd7-b78b-3b8604b514e6 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:49:24.975825 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-063a7d8d-4047-431b-a7ac-3375bca0eb9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:49:24.986852 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063a7d8d-4047-431b-a7ac-3375bca0eb9a None None] Routers {'ef0c9c83-6178-4d50-89bd-db90b94b6c60'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:49:24.990608 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-063a7d8d-4047-431b-a7ac-3375bca0eb9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:49:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['ef0c9c83-6178-4d50-89bd-db90b94b6c60'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:49:25.008154 n-d-800634-1 neutron-server[93750]: INFO neutron.api.v2.resource [None req-3bcd7eca-a70d-4dd7-b78b-3b8604b514e6 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] update failed (client error): The resource could not be found. Jul 13 13:49:25.009188 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-3bcd7eca-a70d-4dd7-b78b-3b8604b514e6 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] 10.222.0.23 "PUT /v2.0/routers/tempest-non_exist_router-2054319044 HTTP/1.1" status: 404 len: 335 time: 0.0479038 Jul 13 13:49:25.013541 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 48710) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:49:25.051676 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-063a7d8d-4047-431b-a7ac-3375bca0eb9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:49:25.052362 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063a7d8d-4047-431b-a7ac-3375bca0eb9a None None] The sync data for ids ['ef0c9c83-6178-4d50-89bd-db90b94b6c60'] in n-d-800634-1 is: [] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:49:25.077193 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-280ae334-bfa0-494d-a288-d18c1ae466d1 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Deleting subnet eb639411-4c77-450d-b6b4-073b82e6a146 {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 13:49:25.080399 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-280ae334-bfa0-494d-a288-d18c1ae466d1 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:25.165094 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-280ae334-bfa0-494d-a288-d18c1ae466d1 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5431723'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:25.268557 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-280ae334-bfa0-494d-a288-d18c1ae466d1 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:25.339519 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-280ae334-bfa0-494d-a288-d18c1ae466d1 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5970525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4763356'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:25.377763 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280ae334-bfa0-494d-a288-d18c1ae466d1 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Pushing event deleted for resources: {'Subnet': ['ID=eb639411-4c77-450d-b6b4-073b82e6a146,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:49:25.385384 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-280ae334-bfa0-494d-a288-d18c1ae466d1 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:25.390559 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 48742) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:49:25.393285 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aaf455f-1dc6-44bb-9a6e-095f067b84ad None None] Network 02078933-7cd4-4dc5-807f-139d788ff985 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:49:25.401819 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-280ae334-bfa0-494d-a288-d18c1ae466d1 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] 10.222.0.23 "DELETE /v2.0/subnets/eb639411-4c77-450d-b6b4-073b82e6a146 HTTP/1.1" status: 204 len: 168 time: 0.3849735 Jul 13 13:49:25.490891 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-437e1ec5-7263-494a-9c38-9c93c0679bb2 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:25.567734 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-437e1ec5-7263-494a-9c38-9c93c0679bb2 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Deleting port 460713e7-6c2f-4d72-8727-7a1d1d06dfa8 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:49:25.568098 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-437e1ec5-7263-494a-9c38-9c93c0679bb2 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:25.637024 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-437e1ec5-7263-494a-9c38-9c93c0679bb2 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] For port 460713e7-6c2f-4d72-8727-7a1d1d06dfa8, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=460713e7-6c2f-4d72-8727-7a1d1d06dfa8,segment=NetworkSegment(e2b5ffb8-c071-4656-b65c-a15540917358),segment_id=e2b5ffb8-c071-4656-b65c-a15540917358)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:49:25.637585 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-437e1ec5-7263-494a-9c38-9c93c0679bb2 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:25.655967 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-437e1ec5-7263-494a-9c38-9c93c0679bb2 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Calling delete_port for 460713e7-6c2f-4d72-8727-7a1d1d06dfa8 owned by network:dhcp {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:49:25.715071 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f40aba52-957e-4bae-82bf-5b735ed8dbab None None] DHCP port deletion for 02078933-7cd4-4dc5-807f-139d788ff985 request from n-d-800634-1 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 13:49:25.754113 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-437e1ec5-7263-494a-9c38-9c93c0679bb2 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:25.832292 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-f40aba52-957e-4bae-82bf-5b735ed8dbab None None] Deleting port 460713e7-6c2f-4d72-8727-7a1d1d06dfa8 {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:49:25.832895 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f40aba52-957e-4bae-82bf-5b735ed8dbab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:25.838687 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437e1ec5-7263-494a-9c38-9c93c0679bb2 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Pushing event deleted for resources: {'Port': ['ID=460713e7-6c2f-4d72-8727-7a1d1d06dfa8,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:49:25.855072 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437e1ec5-7263-494a-9c38-9c93c0679bb2 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] No DVR routers for this DVR port 460713e7-6c2f-4d72-8727-7a1d1d06dfa8 on host n-d-800634-1 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:49:25.975861 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-f40aba52-957e-4bae-82bf-5b735ed8dbab None None] For port 460713e7-6c2f-4d72-8727-7a1d1d06dfa8, host n-d-800634-1, got binding levels [] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:49:25.976210 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f40aba52-957e-4bae-82bf-5b735ed8dbab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:26.006026 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-f40aba52-957e-4bae-82bf-5b735ed8dbab None None] Calling delete_port for 460713e7-6c2f-4d72-8727-7a1d1d06dfa8 owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:49:26.008770 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.ipam_backend_mixin [None req-f40aba52-957e-4bae-82bf-5b735ed8dbab None None] Port 460713e7-6c2f-4d72-8727-7a1d1d06dfa8 was not found and therefore no delete operation was performed {{(pid=93752) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 13 13:49:26.010472 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f40aba52-957e-4bae-82bf-5b735ed8dbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:26.044991 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40aba52-957e-4bae-82bf-5b735ed8dbab None None] Pushing event deleted for resources: {'Port': ['ID=460713e7-6c2f-4d72-8727-7a1d1d06dfa8,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:49:26.052575 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40aba52-957e-4bae-82bf-5b735ed8dbab None None] No DVR routers for this DVR port 460713e7-6c2f-4d72-8727-7a1d1d06dfa8 on host n-d-800634-1 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:49:26.236897 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-437e1ec5-7263-494a-9c38-9c93c0679bb2 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:26.255519 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-437e1ec5-7263-494a-9c38-9c93c0679bb2 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02078933-7cd4-4dc5-807f-139d788ff985']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:49:26.274371 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-437e1ec5-7263-494a-9c38-9c93c0679bb2 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2b5ffb8-c071-4656-b65c-a15540917358') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:49:26.274662 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-437e1ec5-7263-494a-9c38-9c93c0679bb2 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2b5ffb8-c071-4656-b65c-a15540917358') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:49:26.303021 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-437e1ec5-7263-494a-9c38-9c93c0679bb2 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6018464'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:26.336234 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-437e1ec5-7263-494a-9c38-9c93c0679bb2 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:26.351936 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-437e1ec5-7263-494a-9c38-9c93c0679bb2 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 13:49:26.352645 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-437e1ec5-7263-494a-9c38-9c93c0679bb2 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6018632'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:26.357808 n-d-800634-1 neutron-server[93751]: Traceback (most recent call last): Jul 13 13:49:26.357808 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 13:49:26.357808 n-d-800634-1 neutron-server[93751]: timer() Jul 13 13:49:26.357808 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 13:49:26.357808 n-d-800634-1 neutron-server[93751]: cb(*args, **kw) Jul 13 13:49:26.357808 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 13:49:26.357808 n-d-800634-1 neutron-server[93751]: return func(*args, **kwargs) Jul 13 13:49:26.357808 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 13:49:26.357808 n-d-800634-1 neutron-server[93751]: self._notify() Jul 13 13:49:26.357808 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 13:49:26.357808 n-d-800634-1 neutron-server[93751]: self.callback(batched_events) Jul 13 13:49:26.357808 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 13:49:26.357808 n-d-800634-1 neutron-server[93751]: event.method(event) Jul 13 13:49:26.357808 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 13:49:26.357808 n-d-800634-1 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 13:49:26.357808 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 13:49:26.357808 n-d-800634-1 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 13:49:26.357808 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 13:49:26.357808 n-d-800634-1 neutron-server[93751]: return f(self, *a, **k) Jul 13 13:49:26.357808 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 13:49:26.357808 n-d-800634-1 neutron-server[93751]: return self._get(url).json() Jul 13 13:49:26.357808 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 13:49:26.357808 n-d-800634-1 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 13:49:26.357808 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 13:49:26.357808 n-d-800634-1 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 13 13:49:26.357808 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 13:49:26.357808 n-d-800634-1 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 13:49:26.357808 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 13:49:26.357808 n-d-800634-1 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 13:49:26.357808 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 13:49:26.357808 n-d-800634-1 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 13:49:26.357808 n-d-800634-1 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 13:49:26.416657 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64148ec9-7aa8-45f4-87a1-8343dd9cc6ad req-645aaacc-06ed-4eca-ab38-9380029ac24d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:49:26.418243 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-64148ec9-7aa8-45f4-87a1-8343dd9cc6ad req-645aaacc-06ed-4eca-ab38-9380029ac24d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ef6418d5526f4765ba53df412776e3e7&device_id=5f309255-5b4d-4296-81c6-c49d93f44d38 HTTP/1.1" status: 200 len: 1095 time: 0.3453014 Jul 13 13:49:26.478918 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e361fbf-7db1-4087-8e13-f625a295c7d0 req-17b243b4-3f30-425d-9fae-32de45d9eaba tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:49:26.486556 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-9e361fbf-7db1-4087-8e13-f625a295c7d0 req-17b243b4-3f30-425d-9fae-32de45d9eaba tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f309255-5b4d-4296-81c6-c49d93f44d38 HTTP/1.1" status: 200 len: 944 time: 0.2962015 Jul 13 13:49:26.554945 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-437e1ec5-7263-494a-9c38-9c93c0679bb2 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:26.576581 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-437e1ec5-7263-494a-9c38-9c93c0679bb2 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:26.578990 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-437e1ec5-7263-494a-9c38-9c93c0679bb2 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] 10.222.0.23 "DELETE /v2.0/networks/02078933-7cd4-4dc5-807f-139d788ff985 HTTP/1.1" status: 204 len: 168 time: 1.1871572 Jul 13 13:49:26.581270 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 48864) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:49:26.673950 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-94105d4f-30e6-4aee-be51-31420061e2a2 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Deleting subnet fe52b61c-e2d8-40d7-8be2-598cff479584 {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 13:49:26.681966 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-94105d4f-30e6-4aee-be51-31420061e2a2 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:26.744612 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-94105d4f-30e6-4aee-be51-31420061e2a2 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5431723'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:26.867736 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-94105d4f-30e6-4aee-be51-31420061e2a2 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:26.939691 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437e1ec5-7263-494a-9c38-9c93c0679bb2 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Pushing event deleted for resources: {'Network': ['ID=02078933-7cd4-4dc5-807f-139d788ff985,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:49:26.974920 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-9e361fbf-7db1-4087-8e13-f625a295c7d0 req-1a9bfe94-adec-4b6f-9b5c-fa0e96609fa1 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bf3e8b9-8da9-4a28-88c0-799fd78203e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4872670 Jul 13 13:49:26.992153 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-94105d4f-30e6-4aee-be51-31420061e2a2 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5970525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4763356'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:27.000903 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64148ec9-7aa8-45f4-87a1-8343dd9cc6ad req-10129b59-6a41-4ac8-a3af-03fae1643e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:49:27.003130 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-64148ec9-7aa8-45f4-87a1-8343dd9cc6ad req-10129b59-6a41-4ac8-a3af-03fae1643e1b service neutron] 10.222.0.26 "GET /v2.0/networks?id=4044b022-747e-4834-bc76-73d0f411c2c3 HTTP/1.1" status: 200 len: 912 time: 0.5741525 Jul 13 13:49:27.043485 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94105d4f-30e6-4aee-be51-31420061e2a2 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Pushing event deleted for resources: {'Subnet': ['ID=fe52b61c-e2d8-40d7-8be2-598cff479584,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:49:27.064077 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb616f2d-05ef-4bf5-a63e-0710b2ee7690 None None] Network fd19e8ab-175d-47c6-a7b0-698b3be276db requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:49:27.065343 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-94105d4f-30e6-4aee-be51-31420061e2a2 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:27.068827 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-94105d4f-30e6-4aee-be51-31420061e2a2 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] 10.222.0.23 "DELETE /v2.0/subnets/fe52b61c-e2d8-40d7-8be2-598cff479584 HTTP/1.1" status: 204 len: 168 time: 0.4849336 Jul 13 13:49:27.071272 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 48910) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:49:27.118281 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-64148ec9-7aa8-45f4-87a1-8343dd9cc6ad req-4ff50d56-e719-413d-aa0f-b58941d9f056 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba15db8f-f750-4ef8-8e43-23b3ac54b1b7 HTTP/1.1" status: 200 len: 998 time: 0.1033089 Jul 13 13:49:27.148456 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-54ffd558-d931-4bde-8609-e4dd772319eb tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Deleting subnet da4a9724-1a23-4f96-a5ae-61694f653654 {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 13:49:27.154503 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-54ffd558-d931-4bde-8609-e4dd772319eb tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:27.206302 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64148ec9-7aa8-45f4-87a1-8343dd9cc6ad req-8c1cf892-9ec6-4b33-92f0-6155936e20e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:49:27.208637 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-64148ec9-7aa8-45f4-87a1-8343dd9cc6ad req-8c1cf892-9ec6-4b33-92f0-6155936e20e7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=22de4df8-967a-4ca5-99c3-67fec7ee33c8 HTTP/1.1" status: 200 len: 851 time: 0.0842490 Jul 13 13:49:27.283475 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-54ffd558-d931-4bde-8609-e4dd772319eb tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5431723'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:27.332063 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64148ec9-7aa8-45f4-87a1-8343dd9cc6ad req-fa4e9bb6-4b4a-4bc1-b8c1-caaec3f41b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:49:27.334384 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-64148ec9-7aa8-45f4-87a1-8343dd9cc6ad req-fa4e9bb6-4b4a-4bc1-b8c1-caaec3f41b36 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4044b022-747e-4834-bc76-73d0f411c2c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1191518 Jul 13 13:49:27.474073 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 460713e7-6c2f-4d72-8727-7a1d1d06dfa8 no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:49:27.509971 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: 460713e7-6c2f-4d72-8727-7a1d1d06dfa8 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:49:27.510384 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 460713e7-6c2f-4d72-8727-7a1d1d06dfa8 not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:49:27.513237 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72cd089c-fe2f-411f-aff0-fe64f21f918f None None] DHCP port deletion for fd19e8ab-175d-47c6-a7b0-698b3be276db request from n-d-800634-1 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 13:49:27.575709 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-64148ec9-7aa8-45f4-87a1-8343dd9cc6ad req-ce8647f3-9c2a-4d98-90b2-c177b3dfb4a8 service neutron] 10.222.0.26 "GET /v2.0/networks/4044b022-747e-4834-bc76-73d0f411c2c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2332177 Jul 13 13:49:27.585488 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-72cd089c-fe2f-411f-aff0-fe64f21f918f None None] Deleting port 6c834c71-5a2a-49d7-8508-997c52362d2a {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:49:27.586702 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-72cd089c-fe2f-411f-aff0-fe64f21f918f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:27.606282 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-54ffd558-d931-4bde-8609-e4dd772319eb tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:27.669849 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-72cd089c-fe2f-411f-aff0-fe64f21f918f None None] For port 6c834c71-5a2a-49d7-8508-997c52362d2a, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=6c834c71-5a2a-49d7-8508-997c52362d2a,segment=NetworkSegment(d1f0dc0a-6d69-46c9-be38-214a7a1608fa),segment_id=d1f0dc0a-6d69-46c9-be38-214a7a1608fa)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:49:27.670520 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-72cd089c-fe2f-411f-aff0-fe64f21f918f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:27.694361 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-72cd089c-fe2f-411f-aff0-fe64f21f918f None None] Calling delete_port for 6c834c71-5a2a-49d7-8508-997c52362d2a owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:49:27.751424 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-54ffd558-d931-4bde-8609-e4dd772319eb tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5970525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4763356'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:27.791622 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-64148ec9-7aa8-45f4-87a1-8343dd9cc6ad req-26367f9a-9e9d-40ae-8b91-198421e4359f service neutron] 10.222.0.26 "GET /v2.0/networks/4044b022-747e-4834-bc76-73d0f411c2c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108634 Jul 13 13:49:27.806451 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-54ffd558-d931-4bde-8609-e4dd772319eb tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:27.811292 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-54ffd558-d931-4bde-8609-e4dd772319eb tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] 10.222.0.23 "DELETE /v2.0/subnets/da4a9724-1a23-4f96-a5ae-61694f653654 HTTP/1.1" status: 204 len: 168 time: 0.7369015 Jul 13 13:49:27.812511 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 48982) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:49:27.812899 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ffd558-d931-4bde-8609-e4dd772319eb tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Pushing event deleted for resources: {'Subnet': ['ID=da4a9724-1a23-4f96-a5ae-61694f653654,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:49:27.820601 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2161db46-12cc-4c86-a4f8-982efaf431c8 None None] Network c2181b25-058c-4589-9ceb-a6a21245133e requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:49:27.845704 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-72cd089c-fe2f-411f-aff0-fe64f21f918f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:27.954621 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5771801d-1087-4d6b-a3ad-5ce85b421ba8 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:28.012645 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72cd089c-fe2f-411f-aff0-fe64f21f918f None None] No DVR routers for this DVR port 6c834c71-5a2a-49d7-8508-997c52362d2a on host n-d-800634-1 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:49:28.018027 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cd089c-fe2f-411f-aff0-fe64f21f918f None None] Pushing event deleted for resources: {'Port': ['ID=6c834c71-5a2a-49d7-8508-997c52362d2a,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:49:28.245879 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d52c9b-4822-4c0d-9222-4b435489ac16 None None] DHCP port deletion for c2181b25-058c-4589-9ceb-a6a21245133e request from n-d-800634-1 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 13:49:28.360341 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5771801d-1087-4d6b-a3ad-5ce85b421ba8 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:28.379396 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-91d52c9b-4822-4c0d-9222-4b435489ac16 None None] Deleting port 8e5ef17c-f9fc-476c-ae07-3171ac9f5afb {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:49:28.379919 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-91d52c9b-4822-4c0d-9222-4b435489ac16 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:28.381236 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-5771801d-1087-4d6b-a3ad-5ce85b421ba8 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd19e8ab-175d-47c6-a7b0-698b3be276db']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:49:28.403330 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-5771801d-1087-4d6b-a3ad-5ce85b421ba8 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1f0dc0a-6d69-46c9-be38-214a7a1608fa') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:49:28.403879 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-5771801d-1087-4d6b-a3ad-5ce85b421ba8 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1f0dc0a-6d69-46c9-be38-214a7a1608fa') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:49:28.418884 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d086ee45-9476-4eb7-8525-37b834dede29 req-b87a3e2f-1004-4436-93d8-f6eda11d06d0 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:49:28.421580 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5771801d-1087-4d6b-a3ad-5ce85b421ba8 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6018464'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:28.428754 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d086ee45-9476-4eb7-8525-37b834dede29 req-b87a3e2f-1004-4436-93d8-f6eda11d06d0 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f309255-5b4d-4296-81c6-c49d93f44d38 HTTP/1.1" status: 200 len: 944 time: 0.1256034 Jul 13 13:49:28.459865 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5771801d-1087-4d6b-a3ad-5ce85b421ba8 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:28.468832 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5771801d-1087-4d6b-a3ad-5ce85b421ba8 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 13:49:28.469247 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5771801d-1087-4d6b-a3ad-5ce85b421ba8 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6018632'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:28.478415 n-d-800634-1 neutron-server[93751]: Traceback (most recent call last): Jul 13 13:49:28.478415 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 13:49:28.478415 n-d-800634-1 neutron-server[93751]: timer() Jul 13 13:49:28.478415 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 13:49:28.478415 n-d-800634-1 neutron-server[93751]: cb(*args, **kw) Jul 13 13:49:28.478415 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 13:49:28.478415 n-d-800634-1 neutron-server[93751]: return func(*args, **kwargs) Jul 13 13:49:28.478415 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 13:49:28.478415 n-d-800634-1 neutron-server[93751]: self._notify() Jul 13 13:49:28.478415 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 13:49:28.478415 n-d-800634-1 neutron-server[93751]: self.callback(batched_events) Jul 13 13:49:28.478415 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 13:49:28.478415 n-d-800634-1 neutron-server[93751]: event.method(event) Jul 13 13:49:28.478415 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 13:49:28.478415 n-d-800634-1 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 13:49:28.478415 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 13:49:28.478415 n-d-800634-1 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 13:49:28.478415 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 13:49:28.478415 n-d-800634-1 neutron-server[93751]: return f(self, *a, **k) Jul 13 13:49:28.478415 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 13:49:28.478415 n-d-800634-1 neutron-server[93751]: return self._get(url).json() Jul 13 13:49:28.478415 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 13:49:28.478415 n-d-800634-1 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 13:49:28.478415 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 13:49:28.478415 n-d-800634-1 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 13 13:49:28.478415 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 13:49:28.478415 n-d-800634-1 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 13:49:28.478415 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 13:49:28.478415 n-d-800634-1 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 13:49:28.478415 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 13:49:28.478415 n-d-800634-1 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 13:49:28.478415 n-d-800634-1 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 13:49:28.500961 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d086ee45-9476-4eb7-8525-37b834dede29 req-64defde3-95a8-484c-8f75-0f1c8b7c85a0 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bf3e8b9-8da9-4a28-88c0-799fd78203e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710354 Jul 13 13:49:28.553763 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-91d52c9b-4822-4c0d-9222-4b435489ac16 None None] For port 8e5ef17c-f9fc-476c-ae07-3171ac9f5afb, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=8e5ef17c-f9fc-476c-ae07-3171ac9f5afb,segment=NetworkSegment(f92e43cf-3830-4807-9d22-ea80545dc50e),segment_id=f92e43cf-3830-4807-9d22-ea80545dc50e)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:49:28.554218 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-91d52c9b-4822-4c0d-9222-4b435489ac16 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:28.572719 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-91d52c9b-4822-4c0d-9222-4b435489ac16 None None] Calling delete_port for 8e5ef17c-f9fc-476c-ae07-3171ac9f5afb owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:49:28.574891 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5771801d-1087-4d6b-a3ad-5ce85b421ba8 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:28.595176 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5771801d-1087-4d6b-a3ad-5ce85b421ba8 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:28.599623 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-5771801d-1087-4d6b-a3ad-5ce85b421ba8 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] 10.222.0.23 "DELETE /v2.0/networks/fd19e8ab-175d-47c6-a7b0-698b3be276db HTTP/1.1" status: 204 len: 168 time: 0.7857041 Jul 13 13:49:28.602292 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 49060) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:49:28.629641 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5771801d-1087-4d6b-a3ad-5ce85b421ba8 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Pushing event deleted for resources: {'Network': ['ID=fd19e8ab-175d-47c6-a7b0-698b3be276db,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:49:28.753284 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d144ba12-3107-4c32-a0e4-ad9160583c67 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:28.767882 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-91d52c9b-4822-4c0d-9222-4b435489ac16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:28.783410 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d52c9b-4822-4c0d-9222-4b435489ac16 None None] No DVR routers for this DVR port 8e5ef17c-f9fc-476c-ae07-3171ac9f5afb on host n-d-800634-1 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:49:28.840661 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d52c9b-4822-4c0d-9222-4b435489ac16 None None] Pushing event deleted for resources: {'Port': ['ID=8e5ef17c-f9fc-476c-ae07-3171ac9f5afb,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:49:28.930728 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d144ba12-3107-4c32-a0e4-ad9160583c67 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:28.946230 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-d144ba12-3107-4c32-a0e4-ad9160583c67 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2181b25-058c-4589-9ceb-a6a21245133e']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:49:28.958330 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-d144ba12-3107-4c32-a0e4-ad9160583c67 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f92e43cf-3830-4807-9d22-ea80545dc50e') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:49:28.958891 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-d144ba12-3107-4c32-a0e4-ad9160583c67 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f92e43cf-3830-4807-9d22-ea80545dc50e') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:49:28.974829 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d144ba12-3107-4c32-a0e4-ad9160583c67 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5431730'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:28.992456 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d144ba12-3107-4c32-a0e4-ad9160583c67 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:29.001627 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d144ba12-3107-4c32-a0e4-ad9160583c67 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 13:49:29.002088 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d144ba12-3107-4c32-a0e4-ad9160583c67 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5970419'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:29.006301 n-d-800634-1 neutron-server[93750]: Traceback (most recent call last): Jul 13 13:49:29.006301 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 13:49:29.006301 n-d-800634-1 neutron-server[93750]: timer() Jul 13 13:49:29.006301 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 13:49:29.006301 n-d-800634-1 neutron-server[93750]: cb(*args, **kw) Jul 13 13:49:29.006301 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 13:49:29.006301 n-d-800634-1 neutron-server[93750]: return func(*args, **kwargs) Jul 13 13:49:29.006301 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 13:49:29.006301 n-d-800634-1 neutron-server[93750]: self._notify() Jul 13 13:49:29.006301 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 13:49:29.006301 n-d-800634-1 neutron-server[93750]: self.callback(batched_events) Jul 13 13:49:29.006301 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 13:49:29.006301 n-d-800634-1 neutron-server[93750]: event.method(event) Jul 13 13:49:29.006301 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 13:49:29.006301 n-d-800634-1 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 13:49:29.006301 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 13:49:29.006301 n-d-800634-1 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 13:49:29.006301 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 13:49:29.006301 n-d-800634-1 neutron-server[93750]: return f(self, *a, **k) Jul 13 13:49:29.006301 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 13:49:29.006301 n-d-800634-1 neutron-server[93750]: return self._get(url).json() Jul 13 13:49:29.006301 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 13:49:29.006301 n-d-800634-1 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 13:49:29.006301 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 13:49:29.006301 n-d-800634-1 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 13 13:49:29.006301 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 13:49:29.006301 n-d-800634-1 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 13:49:29.006301 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 13:49:29.006301 n-d-800634-1 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 13:49:29.006301 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 13:49:29.006301 n-d-800634-1 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 13:49:29.006301 n-d-800634-1 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 13:49:29.110441 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d144ba12-3107-4c32-a0e4-ad9160583c67 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:29.130234 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d144ba12-3107-4c32-a0e4-ad9160583c67 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:29.133589 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-d144ba12-3107-4c32-a0e4-ad9160583c67 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] 10.222.0.23 "DELETE /v2.0/networks/c2181b25-058c-4589-9ceb-a6a21245133e HTTP/1.1" status: 204 len: 168 time: 0.5300543 Jul 13 13:49:29.136321 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 49110) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:49:29.166287 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d144ba12-3107-4c32-a0e4-ad9160583c67 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Pushing event deleted for resources: {'Network': ['ID=c2181b25-058c-4589-9ceb-a6a21245133e,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:49:29.294666 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d615eaa-d617-4ebe-89a9-d0107f21c2e1 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Deleting subnet a42dc1e4-9523-4d56-8395-276ca2183ebb {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 13:49:29.302086 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2d615eaa-d617-4ebe-89a9-d0107f21c2e1 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:29.414688 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2d615eaa-d617-4ebe-89a9-d0107f21c2e1 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6018489'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:29.510967 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 6c834c71-5a2a-49d7-8508-997c52362d2a no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:49:29.562137 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: 6c834c71-5a2a-49d7-8508-997c52362d2a {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:49:29.565634 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 6c834c71-5a2a-49d7-8508-997c52362d2a not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:49:29.570710 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 8e5ef17c-f9fc-476c-ae07-3171ac9f5afb no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:49:29.599953 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: 8e5ef17c-f9fc-476c-ae07-3171ac9f5afb {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:49:29.600660 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 8e5ef17c-f9fc-476c-ae07-3171ac9f5afb not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:49:29.600856 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2d615eaa-d617-4ebe-89a9-d0107f21c2e1 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:29.699880 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2d615eaa-d617-4ebe-89a9-d0107f21c2e1 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6018534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6105009'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:29.766762 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d615eaa-d617-4ebe-89a9-d0107f21c2e1 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Pushing event deleted for resources: {'Subnet': ['ID=a42dc1e4-9523-4d56-8395-276ca2183ebb,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:49:29.790987 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2d615eaa-d617-4ebe-89a9-d0107f21c2e1 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:29.795324 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-2d615eaa-d617-4ebe-89a9-d0107f21c2e1 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] 10.222.0.23 "DELETE /v2.0/subnets/a42dc1e4-9523-4d56-8395-276ca2183ebb HTTP/1.1" status: 204 len: 168 time: 0.6525791 Jul 13 13:49:29.795840 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 49180) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:49:29.805194 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e54ca85-a714-470d-9634-04a62dba9612 None None] Network ef6ea125-722d-40bf-9d39-1297081c33e2 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:49:29.919010 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeb2759-1edd-4257-87ea-95f7f47dc345 req-87593818-cb5b-49ae-99a4-568657cdb1e8 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:49:29.933203 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-bbeb2759-1edd-4257-87ea-95f7f47dc345 req-87593818-cb5b-49ae-99a4-568657cdb1e8 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f309255-5b4d-4296-81c6-c49d93f44d38 HTTP/1.1" status: 200 len: 944 time: 0.2015731 Jul 13 13:49:30.043357 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-bbeb2759-1edd-4257-87ea-95f7f47dc345 req-d55d14cf-854c-46b9-95d2-a6fbf3df2831 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bf3e8b9-8da9-4a28-88c0-799fd78203e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972769 Jul 13 13:49:30.078021 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a578abe5-17eb-4756-a869-b314729e4980 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:30.250973 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:30.257214 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-a578abe5-17eb-4756-a869-b314729e4980 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Deleting port 6d6860a1-2049-45a4-98af-ace548150875 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:49:30.258690 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a578abe5-17eb-4756-a869-b314729e4980 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:30.295599 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0af04053-d0e6-4448-94ff-62f5bd86bf7b None None] DHCP port deletion for ef6ea125-722d-40bf-9d39-1297081c33e2 request from n-d-800634-1 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 13:49:30.342094 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-a578abe5-17eb-4756-a869-b314729e4980 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] For port 6d6860a1-2049-45a4-98af-ace548150875, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=6d6860a1-2049-45a4-98af-ace548150875,segment=NetworkSegment(06c7606e-1a4d-4a18-81f0-beab4d51b050),segment_id=06c7606e-1a4d-4a18-81f0-beab4d51b050)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:49:30.342816 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a578abe5-17eb-4756-a869-b314729e4980 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:30.373043 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-a578abe5-17eb-4756-a869-b314729e4980 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Calling delete_port for 6d6860a1-2049-45a4-98af-ace548150875 owned by network:dhcp {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:49:30.473328 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-0af04053-d0e6-4448-94ff-62f5bd86bf7b None None] Deleting port 6d6860a1-2049-45a4-98af-ace548150875 {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:49:30.475668 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-0af04053-d0e6-4448-94ff-62f5bd86bf7b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:30.486950 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a578abe5-17eb-4756-a869-b314729e4980 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:30.538575 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a578abe5-17eb-4756-a869-b314729e4980 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Pushing event deleted for resources: {'Port': ['ID=6d6860a1-2049-45a4-98af-ace548150875,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:49:30.561180 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a578abe5-17eb-4756-a869-b314729e4980 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] No DVR routers for this DVR port 6d6860a1-2049-45a4-98af-ace548150875 on host n-d-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:49:30.764231 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a578abe5-17eb-4756-a869-b314729e4980 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:30.773884 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-0af04053-d0e6-4448-94ff-62f5bd86bf7b None None] For port 6d6860a1-2049-45a4-98af-ace548150875, host n-d-800634-1, got binding levels [] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:49:30.775085 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-0af04053-d0e6-4448-94ff-62f5bd86bf7b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:30.795633 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-a578abe5-17eb-4756-a869-b314729e4980 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef6ea125-722d-40bf-9d39-1297081c33e2']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:49:30.796561 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:30.811684 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-0af04053-d0e6-4448-94ff-62f5bd86bf7b None None] Calling delete_port for 6d6860a1-2049-45a4-98af-ace548150875 owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:49:30.818312 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.ipam_backend_mixin [None req-0af04053-d0e6-4448-94ff-62f5bd86bf7b None None] Port 6d6860a1-2049-45a4-98af-ace548150875 was not found and therefore no delete operation was performed {{(pid=93752) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 13 13:49:30.822705 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-0af04053-d0e6-4448-94ff-62f5bd86bf7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:30.837559 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-a578abe5-17eb-4756-a869-b314729e4980 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06c7606e-1a4d-4a18-81f0-beab4d51b050') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:49:30.838541 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-a578abe5-17eb-4756-a869-b314729e4980 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06c7606e-1a4d-4a18-81f0-beab4d51b050') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:49:30.859191 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a578abe5-17eb-4756-a869-b314729e4980 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5431730'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:30.883848 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af04053-d0e6-4448-94ff-62f5bd86bf7b None None] Pushing event deleted for resources: {'Port': ['ID=6d6860a1-2049-45a4-98af-ace548150875,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:49:30.892783 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a578abe5-17eb-4756-a869-b314729e4980 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:30.901259 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a578abe5-17eb-4756-a869-b314729e4980 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 13:49:30.915559 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a578abe5-17eb-4756-a869-b314729e4980 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5970419'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:30.916666 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af04053-d0e6-4448-94ff-62f5bd86bf7b None None] No DVR routers for this DVR port 6d6860a1-2049-45a4-98af-ace548150875 on host n-d-800634-1 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:49:31.024865 n-d-800634-1 neutron-server[93750]: Traceback (most recent call last): Jul 13 13:49:31.024865 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 13:49:31.024865 n-d-800634-1 neutron-server[93750]: timer() Jul 13 13:49:31.024865 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 13:49:31.024865 n-d-800634-1 neutron-server[93750]: cb(*args, **kw) Jul 13 13:49:31.024865 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 13:49:31.024865 n-d-800634-1 neutron-server[93750]: return func(*args, **kwargs) Jul 13 13:49:31.024865 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 13:49:31.024865 n-d-800634-1 neutron-server[93750]: self._notify() Jul 13 13:49:31.024865 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 13:49:31.024865 n-d-800634-1 neutron-server[93750]: self.callback(batched_events) Jul 13 13:49:31.024865 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 13:49:31.024865 n-d-800634-1 neutron-server[93750]: event.method(event) Jul 13 13:49:31.024865 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 13:49:31.024865 n-d-800634-1 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 13:49:31.024865 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 13:49:31.024865 n-d-800634-1 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 13:49:31.024865 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 13:49:31.024865 n-d-800634-1 neutron-server[93750]: return f(self, *a, **k) Jul 13 13:49:31.024865 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 13:49:31.024865 n-d-800634-1 neutron-server[93750]: return self._get(url).json() Jul 13 13:49:31.024865 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 13:49:31.024865 n-d-800634-1 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 13:49:31.024865 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 13:49:31.024865 n-d-800634-1 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 13 13:49:31.024865 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 13:49:31.024865 n-d-800634-1 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 13:49:31.024865 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 13:49:31.024865 n-d-800634-1 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 13:49:31.024865 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 13:49:31.024865 n-d-800634-1 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 13:49:31.024865 n-d-800634-1 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 13:49:31.049966 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a578abe5-17eb-4756-a869-b314729e4980 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:31.072213 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a578abe5-17eb-4756-a869-b314729e4980 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:31.078454 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-a578abe5-17eb-4756-a869-b314729e4980 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] 10.222.0.23 "DELETE /v2.0/networks/ef6ea125-722d-40bf-9d39-1297081c33e2 HTTP/1.1" status: 204 len: 168 time: 1.2797124 Jul 13 13:49:31.079588 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 49230) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:49:31.133977 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a578abe5-17eb-4756-a869-b314729e4980 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Pushing event deleted for resources: {'Network': ['ID=ef6ea125-722d-40bf-9d39-1297081c33e2,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:49:31.167039 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-ac019eb0-b666-4d56-9646-cb44370f46de tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef0c9c83-6178-4d50-89bd-db90b94b6c60 HTTP/1.1" status: 200 len: 205 time: 0.0838916 Jul 13 13:49:31.167648 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 49236) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:49:31.459545 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 6d6860a1-2049-45a4-98af-ace548150875 no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:49:31.511806 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: 6d6860a1-2049-45a4-98af-ace548150875 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:49:31.512187 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 6d6860a1-2049-45a4-98af-ace548150875 not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:49:31.527277 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9dab7e0f-9f43-46f4-b1b6-498af5a69024 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Notify callbacks [] for router, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:31.844659 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f84d93-4e7b-4b5f-8913-762be113df1a req-eea326ea-e009-4c3f-98be-590ea6baeebc tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:49:31.846393 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f8f84d93-4e7b-4b5f-8913-762be113df1a req-eea326ea-e009-4c3f-98be-590ea6baeebc tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f309255-5b4d-4296-81c6-c49d93f44d38 HTTP/1.1" status: 200 len: 944 time: 0.5562055 Jul 13 13:49:31.945101 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9dab7e0f-9f43-46f4-b1b6-498af5a69024 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1591938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2696'] for router, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:31.948463 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9dab7e0f-9f43-46f4-b1b6-498af5a69024 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:32.006961 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f8f84d93-4e7b-4b5f-8913-762be113df1a req-d32ab4db-5936-4adc-846e-9e4d2b427c8f tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bf3e8b9-8da9-4a28-88c0-799fd78203e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972624 Jul 13 13:49:32.061090 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9dab7e0f-9f43-46f4-b1b6-498af5a69024 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593106'] for router, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:32.063205 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dab7e0f-9f43-46f4-b1b6-498af5a69024 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Fanout notify agent at l3_agent the message router_deleted on router ef0c9c83-6178-4d50-89bd-db90b94b6c60 {{(pid=93750) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 13:49:32.079452 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9dab7e0f-9f43-46f4-b1b6-498af5a69024 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:32.083845 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-9dab7e0f-9f43-46f4-b1b6-498af5a69024 tempest-RoutersNegativeIpV6Test-1398167817 tempest-RoutersNegativeIpV6Test-1398167817-project] 10.222.0.23 "DELETE /v2.0/routers/ef0c9c83-6178-4d50-89bd-db90b94b6c60 HTTP/1.1" status: 204 len: 168 time: 0.9148815 Jul 13 13:49:32.658549 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 49264) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:49:33.072717 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-28d3cdfb-73ef-4df6-9d31-b444f826ddd0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bd814e19d7f44bd19317afca68361f2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4114754 Jul 13 13:49:33.074540 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 49278) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:49:33.194654 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0e2d1884-baae-44f2-b58d-1449783a2f08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:33.257939 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0e2d1884-baae-44f2-b58d-1449783a2f08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:33.276960 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823c1ae2-00f1-4617-b8d2-02ef3da1e3c7 req-c532d680-f948-4336-975e-60fa9c039905 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:49:33.291983 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-823c1ae2-00f1-4617-b8d2-02ef3da1e3c7 req-c532d680-f948-4336-975e-60fa9c039905 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f309255-5b4d-4296-81c6-c49d93f44d38 HTTP/1.1" status: 200 len: 944 time: 0.1285086 Jul 13 13:49:33.382787 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-823c1ae2-00f1-4617-b8d2-02ef3da1e3c7 req-8b786118-bba8-473a-9eb1-6ae8cf318911 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bf3e8b9-8da9-4a28-88c0-799fd78203e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889850 Jul 13 13:49:33.436097 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0e2d1884-baae-44f2-b58d-1449783a2f08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:33.439705 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0e2d1884-baae-44f2-b58d-1449783a2f08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:33.441413 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-0e2d1884-baae-44f2-b58d-1449783a2f08 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/649e6fe0-ed95-46c8-a465-af2b9e743112 HTTP/1.1" status: 204 len: 168 time: 0.3653572 Jul 13 13:49:33.469125 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2d1884-baae-44f2-b58d-1449783a2f08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=649e6fe0-ed95-46c8-a465-af2b9e743112,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:49:34.728357 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbc4b32-e240-4300-9053-f0a3f088f51c req-ac01c24a-a76b-4e80-8972-eb20ec7a30a8 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:49:34.735302 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2cbc4b32-e240-4300-9053-f0a3f088f51c req-ac01c24a-a76b-4e80-8972-eb20ec7a30a8 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f309255-5b4d-4296-81c6-c49d93f44d38 HTTP/1.1" status: 200 len: 944 time: 0.1113048 Jul 13 13:49:34.808024 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2cbc4b32-e240-4300-9053-f0a3f088f51c req-3b18043c-4754-43d1-bae2-28477dfc6343 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bf3e8b9-8da9-4a28-88c0-799fd78203e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700331 Jul 13 13:49:37.172786 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 49402) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:49:38.009172 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2f9a8b02-4e1b-42df-ba88-8b8da935c3dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451695'] for router_interface, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:38.485195 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-2f9a8b02-4e1b-42df-ba88-8b8da935c3dc admin admin] Deleting port da83f38d-d128-48e1-a79d-7995e549918a {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:49:38.486343 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2f9a8b02-4e1b-42df-ba88-8b8da935c3dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:38.620569 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-2f9a8b02-4e1b-42df-ba88-8b8da935c3dc admin admin] For port da83f38d-d128-48e1-a79d-7995e549918a, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=da83f38d-d128-48e1-a79d-7995e549918a,segment=NetworkSegment(ff3ccd98-edad-42e9-895c-e5d69e27583e),segment_id=ff3ccd98-edad-42e9-895c-e5d69e27583e)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:49:38.620569 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2f9a8b02-4e1b-42df-ba88-8b8da935c3dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:38.660453 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-2f9a8b02-4e1b-42df-ba88-8b8da935c3dc admin admin] Calling delete_port for da83f38d-d128-48e1-a79d-7995e549918a owned by network:router_interface {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:49:38.934760 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2f9a8b02-4e1b-42df-ba88-8b8da935c3dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:38.978198 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9a8b02-4e1b-42df-ba88-8b8da935c3dc admin admin] Pushing event deleted for resources: {'Port': ['ID=da83f38d-d128-48e1-a79d-7995e549918a,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:49:39.447733 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2f9a8b02-4e1b-42df-ba88-8b8da935c3dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1785036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452491'] for router_interface, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:39.877633 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f9a8b02-4e1b-42df-ba88-8b8da935c3dc admin admin] Router 6a579f2f-e206-4c87-9ca4-4cabe6057de4 has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 13:49:40.730494 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f9a8b02-4e1b-42df-ba88-8b8da935c3dc admin admin] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:49:40.742068 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 49496) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:49:40.754437 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-2f9a8b02-4e1b-42df-ba88-8b8da935c3dc admin admin] 10.222.0.23 "PUT /v2.0/routers/6a579f2f-e206-4c87-9ca4-4cabe6057de4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5795574 Jul 13 13:49:40.757393 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50023b6e-66d4-4c4e-9829-62dd24073a7d None None] Sync routers for ids ['6a579f2f-e206-4c87-9ca4-4cabe6057de4'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:49:40.801151 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50023b6e-66d4-4c4e-9829-62dd24073a7d None None] Routers {'6a579f2f-e206-4c87-9ca4-4cabe6057de4'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:49:40.802057 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-50023b6e-66d4-4c4e-9829-62dd24073a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:49:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['6a579f2f-e206-4c87-9ca4-4cabe6057de4'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:49:41.061053 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a69e5913-7384-4861-82b9-9bc96773140d admin admin] Notify callbacks [] for router, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:41.086910 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-50023b6e-66d4-4c4e-9829-62dd24073a7d None None] Set router 6a579f2f-e206-4c87-9ca4-4cabe6057de4 gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:49:41.228648 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a69e5913-7384-4861-82b9-9bc96773140d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:41.315738 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-a69e5913-7384-4861-82b9-9bc96773140d admin admin] Deleting port 0fa0ae64-dc0b-4c1b-9742-6dda8f394e39 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:49:41.316649 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a69e5913-7384-4861-82b9-9bc96773140d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:41.328233 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-50023b6e-66d4-4c4e-9829-62dd24073a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a579f2f-e206-4c87-9ca4-4cabe6057de4', 'name': 'tempest-TaggedBootDevicesTest-1450640649-router', 'tenant_id': '6adf017ce9b34499b7ba676da54c44ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.64'}], 'enable_snat': True}, 'gw_port_id': '0fa0ae64-dc0b-4c1b-9742-6dda8f394e39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:37:27Z', 'updated_at': '2021-07-13T13:49:38Z', 'revision_number': 5, 'project_id': '6adf017ce9b34499b7ba676da54c44ef', 'gw_port': {'id': '0fa0ae64-dc0b-4c1b-9742-6dda8f394e39', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:40:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a579f2f-e206-4c87-9ca4-4cabe6057de4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:37:29Z', 'updated_at': '2021-07-13T13:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:49:41.485881 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-a69e5913-7384-4861-82b9-9bc96773140d admin admin] For port 0fa0ae64-dc0b-4c1b-9742-6dda8f394e39, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=0fa0ae64-dc0b-4c1b-9742-6dda8f394e39,segment=NetworkSegment(3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87),segment_id=3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:49:41.486680 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a69e5913-7384-4861-82b9-9bc96773140d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:41.507943 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-a69e5913-7384-4861-82b9-9bc96773140d admin admin] Calling delete_port for 0fa0ae64-dc0b-4c1b-9742-6dda8f394e39 owned by network:router_gateway {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:49:41.609283 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50023b6e-66d4-4c4e-9829-62dd24073a7d None None] Checking router: 6a579f2f-e206-4c87-9ca4-4cabe6057de4 for host: n-d-800634-1 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 13:49:41.624464 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50023b6e-66d4-4c4e-9829-62dd24073a7d None None] Routers {'6a579f2f-e206-4c87-9ca4-4cabe6057de4'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:49:41.625102 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-50023b6e-66d4-4c4e-9829-62dd24073a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:49:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['6a579f2f-e206-4c87-9ca4-4cabe6057de4'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:49:41.769597 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-50023b6e-66d4-4c4e-9829-62dd24073a7d None None] Set router 6a579f2f-e206-4c87-9ca4-4cabe6057de4 gateway port host: None {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:49:41.855344 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a69e5913-7384-4861-82b9-9bc96773140d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:41.874815 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-50023b6e-66d4-4c4e-9829-62dd24073a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a579f2f-e206-4c87-9ca4-4cabe6057de4', 'name': 'tempest-TaggedBootDevicesTest-1450640649-router', 'tenant_id': '6adf017ce9b34499b7ba676da54c44ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:37:27Z', 'updated_at': '2021-07-13T13:49:41Z', 'revision_number': 6, 'project_id': '6adf017ce9b34499b7ba676da54c44ef', 'gw_port_host': None}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:49:41.907330 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69e5913-7384-4861-82b9-9bc96773140d admin admin] Pushing event deleted for resources: {'Port': ['ID=0fa0ae64-dc0b-4c1b-9742-6dda8f394e39,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:49:41.946739 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50023b6e-66d4-4c4e-9829-62dd24073a7d None None] The sync data for ids ['6a579f2f-e206-4c87-9ca4-4cabe6057de4'] in n-d-800634-1 is: [{'id': '6a579f2f-e206-4c87-9ca4-4cabe6057de4', 'name': 'tempest-TaggedBootDevicesTest-1450640649-router', 'tenant_id': '6adf017ce9b34499b7ba676da54c44ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:37:27Z', 'updated_at': '2021-07-13T13:49:41Z', 'revision_number': 6, 'project_id': '6adf017ce9b34499b7ba676da54c44ef', 'gw_port_host': None}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:49:42.034812 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a69e5913-7384-4861-82b9-9bc96773140d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-446473'] for router_gateway, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:42.192125 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a69e5913-7384-4861-82b9-9bc96773140d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1591938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2696'] for router, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:42.194855 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a69e5913-7384-4861-82b9-9bc96773140d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:42.273028 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a69e5913-7384-4861-82b9-9bc96773140d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593106'] for router, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:42.273766 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a69e5913-7384-4861-82b9-9bc96773140d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6a579f2f-e206-4c87-9ca4-4cabe6057de4 {{(pid=93751) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 13:49:42.283081 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a69e5913-7384-4861-82b9-9bc96773140d admin admin] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:42.284339 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-a69e5913-7384-4861-82b9-9bc96773140d admin admin] 10.222.0.23 "DELETE /v2.0/routers/6a579f2f-e206-4c87-9ca4-4cabe6057de4 HTTP/1.1" status: 204 len: 168 time: 1.5407960 Jul 13 13:49:42.287557 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 49548) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:49:42.397638 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc24e569-b0fe-47ef-b0ba-45829cb3ce41 admin admin] Deleting subnet 3c765b7b-3092-42ad-86c2-6cb8eedd39e9 {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 13:49:42.406426 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-cc24e569-b0fe-47ef-b0ba-45829cb3ce41 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:42.516957 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-cc24e569-b0fe-47ef-b0ba-45829cb3ce41 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5431723'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:42.704973 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-cc24e569-b0fe-47ef-b0ba-45829cb3ce41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:42.807125 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-cc24e569-b0fe-47ef-b0ba-45829cb3ce41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5970525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4763356'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:42.897705 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc24e569-b0fe-47ef-b0ba-45829cb3ce41 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c765b7b-3092-42ad-86c2-6cb8eedd39e9,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:49:42.934811 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-cc24e569-b0fe-47ef-b0ba-45829cb3ce41 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:42.940020 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-cc24e569-b0fe-47ef-b0ba-45829cb3ce41 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/3c765b7b-3092-42ad-86c2-6cb8eedd39e9 HTTP/1.1" status: 204 len: 168 time: 0.6514215 Jul 13 13:49:42.943861 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 49562) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:49:42.944869 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1ed83f7-0972-4a27-8cbf-3aada3751689 None None] Network f75cac05-674a-4151-a43b-a75ea71e3ffa requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:49:43.226684 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-31e73073-4c92-474e-9ece-10a285f66c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:43.390273 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe868544-09b6-4174-8bf2-66e1334e1c42 None None] DHCP port deletion for f75cac05-674a-4151-a43b-a75ea71e3ffa request from n-d-800634-1 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 13:49:43.490599 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-31e73073-4c92-474e-9ece-10a285f66c39 admin admin] Deleting port 839ac585-c19b-48b3-bfc8-0f946538d504 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:49:43.493499 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-31e73073-4c92-474e-9ece-10a285f66c39 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:43.647474 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device da83f38d-d128-48e1-a79d-7995e549918a no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:49:43.702875 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: da83f38d-d128-48e1-a79d-7995e549918a {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:49:43.703419 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device da83f38d-d128-48e1-a79d-7995e549918a not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:49:43.703730 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 839ac585-c19b-48b3-bfc8-0f946538d504 no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:49:43.725102 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-31e73073-4c92-474e-9ece-10a285f66c39 admin admin] For port 839ac585-c19b-48b3-bfc8-0f946538d504, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=839ac585-c19b-48b3-bfc8-0f946538d504,segment=NetworkSegment(ff3ccd98-edad-42e9-895c-e5d69e27583e),segment_id=ff3ccd98-edad-42e9-895c-e5d69e27583e)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:49:43.726398 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-31e73073-4c92-474e-9ece-10a285f66c39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:43.746505 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-fe868544-09b6-4174-8bf2-66e1334e1c42 None None] Deleting port 839ac585-c19b-48b3-bfc8-0f946538d504 {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:49:43.747015 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fe868544-09b6-4174-8bf2-66e1334e1c42 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:43.766650 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-31e73073-4c92-474e-9ece-10a285f66c39 admin admin] Calling delete_port for 839ac585-c19b-48b3-bfc8-0f946538d504 owned by network:dhcp {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:49:43.909869 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fe868544-09b6-4174-8bf2-66e1334e1c42 None None] For port 839ac585-c19b-48b3-bfc8-0f946538d504, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=839ac585-c19b-48b3-bfc8-0f946538d504,segment=NetworkSegment(ff3ccd98-edad-42e9-895c-e5d69e27583e),segment_id=ff3ccd98-edad-42e9-895c-e5d69e27583e)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:49:43.910270 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fe868544-09b6-4174-8bf2-66e1334e1c42 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:43.932470 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-fe868544-09b6-4174-8bf2-66e1334e1c42 None None] Calling delete_port for 839ac585-c19b-48b3-bfc8-0f946538d504 owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:49:43.951102 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-31e73073-4c92-474e-9ece-10a285f66c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:44.057033 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e73073-4c92-474e-9ece-10a285f66c39 admin admin] Pushing event deleted for resources: {'Port': ['ID=839ac585-c19b-48b3-bfc8-0f946538d504,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:49:44.059375 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e73073-4c92-474e-9ece-10a285f66c39 admin admin] No DVR routers for this DVR port 839ac585-c19b-48b3-bfc8-0f946538d504 on host n-d-800634-1 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:49:44.124932 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No active binding found for port 839ac585-c19b-48b3-bfc8-0f946538d504 {{(pid=93752) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 13 13:49:44.126184 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 839ac585-c19b-48b3-bfc8-0f946538d504 not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:49:44.128632 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 0fa0ae64-dc0b-4c1b-9742-6dda8f394e39 no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:49:44.204003 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: 0fa0ae64-dc0b-4c1b-9742-6dda8f394e39 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:49:44.204350 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 0fa0ae64-dc0b-4c1b-9742-6dda8f394e39 not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:49:44.280423 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fe868544-09b6-4174-8bf2-66e1334e1c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:44.287640 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-31e73073-4c92-474e-9ece-10a285f66c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:44.323977 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-31e73073-4c92-474e-9ece-10a285f66c39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f75cac05-674a-4151-a43b-a75ea71e3ffa']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:49:44.343140 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-31e73073-4c92-474e-9ece-10a285f66c39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff3ccd98-edad-42e9-895c-e5d69e27583e') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:49:44.350338 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe868544-09b6-4174-8bf2-66e1334e1c42 None None] No DVR routers for this DVR port 839ac585-c19b-48b3-bfc8-0f946538d504 on host n-d-800634-1 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:49:44.351122 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-31e73073-4c92-474e-9ece-10a285f66c39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff3ccd98-edad-42e9-895c-e5d69e27583e') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:49:44.355733 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe868544-09b6-4174-8bf2-66e1334e1c42 None None] Pushing event deleted for resources: {'Port': ['ID=839ac585-c19b-48b3-bfc8-0f946538d504,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:49:44.401067 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-31e73073-4c92-474e-9ece-10a285f66c39 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6018464'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:44.421156 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-31e73073-4c92-474e-9ece-10a285f66c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:44.428307 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31e73073-4c92-474e-9ece-10a285f66c39 admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 13:49:44.428919 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-31e73073-4c92-474e-9ece-10a285f66c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6018632'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:44.496539 n-d-800634-1 neutron-server[93751]: Traceback (most recent call last): Jul 13 13:49:44.496539 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 13:49:44.496539 n-d-800634-1 neutron-server[93751]: timer() Jul 13 13:49:44.496539 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 13:49:44.496539 n-d-800634-1 neutron-server[93751]: cb(*args, **kw) Jul 13 13:49:44.496539 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 13:49:44.496539 n-d-800634-1 neutron-server[93751]: return func(*args, **kwargs) Jul 13 13:49:44.496539 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 13:49:44.496539 n-d-800634-1 neutron-server[93751]: self._notify() Jul 13 13:49:44.496539 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 13:49:44.496539 n-d-800634-1 neutron-server[93751]: self.callback(batched_events) Jul 13 13:49:44.496539 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 13:49:44.496539 n-d-800634-1 neutron-server[93751]: event.method(event) Jul 13 13:49:44.496539 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 13:49:44.496539 n-d-800634-1 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 13:49:44.496539 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 13:49:44.496539 n-d-800634-1 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 13:49:44.496539 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 13:49:44.496539 n-d-800634-1 neutron-server[93751]: return f(self, *a, **k) Jul 13 13:49:44.496539 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 13:49:44.496539 n-d-800634-1 neutron-server[93751]: return self._get(url).json() Jul 13 13:49:44.496539 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 13:49:44.496539 n-d-800634-1 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 13:49:44.496539 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 13:49:44.496539 n-d-800634-1 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 13 13:49:44.496539 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 13:49:44.496539 n-d-800634-1 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 13:49:44.496539 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 13:49:44.496539 n-d-800634-1 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 13:49:44.496539 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 13:49:44.496539 n-d-800634-1 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 13:49:44.496539 n-d-800634-1 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 13:49:44.504526 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-31e73073-4c92-474e-9ece-10a285f66c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:44.511895 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-31e73073-4c92-474e-9ece-10a285f66c39 admin admin] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:44.516816 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-31e73073-4c92-474e-9ece-10a285f66c39 admin admin] 10.222.0.23 "DELETE /v2.0/networks/f75cac05-674a-4151-a43b-a75ea71e3ffa HTTP/1.1" status: 204 len: 168 time: 1.5636365 Jul 13 13:49:44.532070 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e73073-4c92-474e-9ece-10a285f66c39 admin admin] Pushing event deleted for resources: {'Network': ['ID=f75cac05-674a-4151-a43b-a75ea71e3ffa,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:49:44.732240 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 49612) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:49:44.840768 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-59003b9d-7306-4dd0-9fd2-13fcd57c1b02 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6adf017ce9b34499b7ba676da54c44ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1075635 Jul 13 13:49:44.843715 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 49622) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:49:44.958749 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-206cf85b-8753-4224-bcd5-358fd38c21d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:45.003683 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-206cf85b-8753-4224-bcd5-358fd38c21d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:45.099151 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-206cf85b-8753-4224-bcd5-358fd38c21d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:45.102237 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-206cf85b-8753-4224-bcd5-358fd38c21d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:45.106238 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-206cf85b-8753-4224-bcd5-358fd38c21d5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4073f342-904a-4e74-a26d-da1c71da9763 HTTP/1.1" status: 204 len: 168 time: 0.2608397 Jul 13 13:49:45.117812 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206cf85b-8753-4224-bcd5-358fd38c21d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4073f342-904a-4e74-a26d-da1c71da9763,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:49:46.206424 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 49674) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:49:46.363393 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-aec4232b-d619-4983-b439-ec9e04b03292 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1821754934-network', 'tenant_id': '83565d8c3e1b4aed8d6fa8bfc1991c9b'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:49:46.416366 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aec4232b-d619-4983-b439-ec9e04b03292 admin admin] Made reservation on behalf of 83565d8c3e1b4aed8d6fa8bfc1991c9b for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:49:46.419372 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-aec4232b-d619-4983-b439-ec9e04b03292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:46.430878 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-aec4232b-d619-4983-b439-ec9e04b03292 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:46.533178 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1d8b85c7-799c-47d1-91f1-af4ae142da7c req-5feb3ee1-dbc9-4e5c-8a61-5e604c219b20 tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--335796414&fields=id&tenant_id=99fb449c317d405481fdd7598ba3a401 HTTP/1.1" status: 200 len: 267 time: 0.0889211 Jul 13 13:49:46.551844 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-aec4232b-d619-4983-b439-ec9e04b03292 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:46.559317 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-aec4232b-d619-4983-b439-ec9e04b03292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:46.596108 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aec4232b-d619-4983-b439-ec9e04b03292 admin admin] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 13:49:46.614315 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec4232b-d619-4983-b439-ec9e04b03292 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bdb02cb-69a8-4349-9345-e76a8714bc8e,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:49:46.617771 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-aec4232b-d619-4983-b439-ec9e04b03292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:46.618376 n-d-800634-1 neutron-server[93750]: INFO neutron.db.segments_db [None req-aec4232b-d619-4983-b439-ec9e04b03292 admin admin] Added segment 7c4990c8-af04-4b9a-9943-14fd3a90e9af of type vlan for network 0fc1b65d-e53a-45c2-9a47-e933cd36bbd2 Jul 13 13:49:46.688020 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-aec4232b-d619-4983-b439-ec9e04b03292 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:46.697841 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8b85c7-799c-47d1-91f1-af4ae142da7c req-5cf560cb-5d03-49ad-a49c-b1243e6f3bd0 tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:49:46.707876 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1d8b85c7-799c-47d1-91f1-af4ae142da7c req-5cf560cb-5d03-49ad-a49c-b1243e6f3bd0 tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] 10.222.0.23 "GET /v2.0/networks?id=bebce078-4657-4116-afe4-942f44316b72 HTTP/1.1" status: 200 len: 816 time: 0.1659076 Jul 13 13:49:46.727165 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1d8b85c7-799c-47d1-91f1-af4ae142da7c req-bdf6bc81-48c6-4216-a04c-b385d6d22421 tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] 10.222.0.23 "GET /v2.0/quotas/99fb449c317d405481fdd7598ba3a401 HTTP/1.1" status: 200 len: 375 time: 0.0178227 Jul 13 13:49:46.755001 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-aec4232b-d619-4983-b439-ec9e04b03292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:46.756115 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec4232b-d619-4983-b439-ec9e04b03292 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:49:46.756805 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-aec4232b-d619-4983-b439-ec9e04b03292 admin admin] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:46.840288 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1d8b85c7-799c-47d1-91f1-af4ae142da7c req-091a5211-0a66-4145-8c76-a2d6d308d52a tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=99fb449c317d405481fdd7598ba3a401&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1122019 Jul 13 13:49:46.841155 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec4232b-d619-4983-b439-ec9e04b03292 admin admin] Pushing event updated for resources: {'Network': ['ID=0fc1b65d-e53a-45c2-9a47-e933cd36bbd2,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:49:46.850120 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-aec4232b-d619-4983-b439-ec9e04b03292 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.6408312 Jul 13 13:49:46.851239 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 49694) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:49:46.858206 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network 0fc1b65d-e53a-45c2-9a47-e933cd36bbd2 details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 13:49:46.872692 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-14f043b9-272d-4420-a9d9-a76cb3453625 admin admin] Request body: {'subnet': {'network_id': '0fc1b65d-e53a-45c2-9a47-e933cd36bbd2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1821754934-subnet', 'tenant_id': '83565d8c3e1b4aed8d6fa8bfc1991c9b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:49:46.902142 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14f043b9-272d-4420-a9d9-a76cb3453625 admin admin] Made reservation on behalf of 83565d8c3e1b4aed8d6fa8bfc1991c9b for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:49:46.932907 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-14f043b9-272d-4420-a9d9-a76cb3453625 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4763385'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:47.164038 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1d8b85c7-799c-47d1-91f1-af4ae142da7c req-72a82ab4-65a2-48f1-8161-d1537ca9dfcb service neutron] 10.222.0.23 "GET /v2.0/networks/bebce078-4657-4116-afe4-942f44316b72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2956309 Jul 13 13:49:47.176847 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-1d53267b-774d-409e-a65f-d31a317c9cdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:47.388999 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-14f043b9-272d-4420-a9d9-a76cb3453625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5970588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4763339'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:47.407882 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1d8b85c7-799c-47d1-91f1-af4ae142da7c req-44ca790f-64db-4444-abb9-d181716ddc86 service neutron] 10.222.0.23 "GET /v2.0/networks/bebce078-4657-4116-afe4-942f44316b72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2357459 Jul 13 13:49:47.475791 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f043b9-272d-4420-a9d9-a76cb3453625 admin admin] Pushing event updated for resources: {'Subnet': ['ID=28bcc09d-1bcb-48ee-bbee-fc144ac8813b,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:49:47.486575 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f043b9-272d-4420-a9d9-a76cb3453625 admin admin] Checking segment: {'id': '7c4990c8-af04-4b9a-9943-14fd3a90e9af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0fc1b65d-e53a-45c2-9a47-e933cd36bbd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:49:47.487708 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f043b9-272d-4420-a9d9-a76cb3453625 admin admin] Network hostable DHCP agents. Network: 0fc1b65d-e53a-45c2-9a47-e933cd36bbd2, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 13:49:47.523200 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f043b9-272d-4420-a9d9-a76cb3453625 admin admin] Network 0fc1b65d-e53a-45c2-9a47-e933cd36bbd2 is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 13:49:47.554094 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-14f043b9-272d-4420-a9d9-a76cb3453625 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, 0fc1b65d-e53a-45c2-9a47-e933cd36bbd2) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:49:47.563599 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25eeffeb-4e8b-41f0-8bd6-a6ad2bb88e8d None None] Network 0fc1b65d-e53a-45c2-9a47-e933cd36bbd2 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:49:47.582320 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f043b9-272d-4420-a9d9-a76cb3453625 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:49:47.585857 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-14f043b9-272d-4420-a9d9-a76cb3453625 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:47.626309 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-14f043b9-272d-4420-a9d9-a76cb3453625 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.7608459 Jul 13 13:49:47.833142 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64739daf-cef4-46b2-8273-4884c79f494e None None] Network 0fc1b65d-e53a-45c2-9a47-e933cd36bbd2 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:49:48.284828 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b6e69884-1d85-48c0-908d-5b4ecb7c990d req-2e907414-19d1-4730-a278-cfba8d8b27f5 tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab00bc18-bc30-4e26-932d-8cd3a7bc04c3 HTTP/1.1" status: 200 len: 210 time: 0.0507367 Jul 13 13:49:48.527327 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 13:49:48.577637 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b4adfb-52db-456d-977b-365df5b5d97f req-e8d256d1-ec03-479f-8a52-186ece8bb0e2 tempest-ServerAddressesNegativeTestJSON-1921808961 tempest-ServerAddressesNegativeTestJSON-1921808961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:49:48.596231 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-82b4adfb-52db-456d-977b-365df5b5d97f req-e8d256d1-ec03-479f-8a52-186ece8bb0e2 tempest-ServerAddressesNegativeTestJSON-1921808961 tempest-ServerAddressesNegativeTestJSON-1921808961-project] 10.222.0.23 "GET /v2.0/networks?id=0fc1b65d-e53a-45c2-9a47-e933cd36bbd2 HTTP/1.1" status: 200 len: 822 time: 0.3283641 Jul 13 13:49:48.635558 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-82b4adfb-52db-456d-977b-365df5b5d97f req-c4b00b40-8a1f-42b8-a5cf-1a8dc2b4ff53 tempest-ServerAddressesNegativeTestJSON-1921808961 tempest-ServerAddressesNegativeTestJSON-1921808961-project] 10.222.0.23 "GET /v2.0/quotas/83565d8c3e1b4aed8d6fa8bfc1991c9b HTTP/1.1" status: 200 len: 375 time: 0.0379524 Jul 13 13:49:48.706586 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-82b4adfb-52db-456d-977b-365df5b5d97f req-3b9c79b0-afb8-4f24-ad73-32e20e9b4c43 tempest-ServerAddressesNegativeTestJSON-1921808961 tempest-ServerAddressesNegativeTestJSON-1921808961-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=83565d8c3e1b4aed8d6fa8bfc1991c9b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0700212 Jul 13 13:49:48.939949 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-82b4adfb-52db-456d-977b-365df5b5d97f req-8f0a2b93-5b35-4cd6-ad9f-d1149136cbe6 service neutron] 10.222.0.23 "GET /v2.0/networks/0fc1b65d-e53a-45c2-9a47-e933cd36bbd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2324991 Jul 13 13:49:49.198194 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-82b4adfb-52db-456d-977b-365df5b5d97f req-ae73aacf-48db-4e63-bf18-30c2ff846ef7 service neutron] 10.222.0.23 "GET /v2.0/networks/0fc1b65d-e53a-45c2-9a47-e933cd36bbd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2570593 Jul 13 13:49:49.532604 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1b3df135-8d71-4da6-8e2d-91d4bb9931c5 req-6989827d-e14b-4324-821c-ae9f27f27779 tempest-ServerAddressesNegativeTestJSON-1921808961 tempest-ServerAddressesNegativeTestJSON-1921808961-project] 10.222.0.23 "GET /v2.0/ports?device_id=878fa205-dad6-4695-a111-d6e9b439be1c HTTP/1.1" status: 200 len: 210 time: 0.0719125 Jul 13 13:49:49.728216 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-97f72afb-b3a3-4194-9c98-c774241bf65d req-097bf701-1966-43b8-8b02-cfa7459448ce tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab00bc18-bc30-4e26-932d-8cd3a7bc04c3 HTTP/1.1" status: 200 len: 210 time: 0.1619904 Jul 13 13:49:49.863738 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e83f8caf-c388-4bfe-b856-6583e4db6e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:49.992308 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:50.364593 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8b85c7-799c-47d1-91f1-af4ae142da7c req-5ca019b6-4ebb-43c4-a758-8da877dee1a9 tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:49:50.368055 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1d8b85c7-799c-47d1-91f1-af4ae142da7c req-5ca019b6-4ebb-43c4-a758-8da877dee1a9 tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] 10.222.0.41 "GET /v2.0/networks?id=bebce078-4657-4116-afe4-942f44316b72 HTTP/1.1" status: 200 len: 816 time: 0.2582965 Jul 13 13:49:50.478369 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1d8b85c7-799c-47d1-91f1-af4ae142da7c req-ebfc8179-a1d3-47e8-a43a-a2cbbe8bb53b tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=99fb449c317d405481fdd7598ba3a401 HTTP/1.1" status: 200 len: 379 time: 0.1005306 Jul 13 13:49:50.488682 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-1d8b85c7-799c-47d1-91f1-af4ae142da7c req-8e01f07c-d224-4366-9e75-dc31f3078bac tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] Request body: {'port': {'device_id': 'ab00bc18-bc30-4e26-932d-8cd3a7bc04c3', 'network_id': 'bebce078-4657-4116-afe4-942f44316b72', 'admin_state_up': True, 'tenant_id': '99fb449c317d405481fdd7598ba3a401', 'security_groups': ['a1b9bd49-7e7f-4803-b1f2-dde5721681c0']}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:49:50.716052 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d8b85c7-799c-47d1-91f1-af4ae142da7c req-8e01f07c-d224-4366-9e75-dc31f3078bac tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] Made reservation on behalf of 99fb449c317d405481fdd7598ba3a401 for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:49:50.720401 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-1d8b85c7-799c-47d1-91f1-af4ae142da7c req-8e01f07c-d224-4366-9e75-dc31f3078bac tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:50.878561 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1f45e3a9-17b4-441e-9138-f66aef431061 req-b3532170-63d0-428a-b1d8-74bd4eddcf4d tempest-ServerAddressesNegativeTestJSON-1921808961 tempest-ServerAddressesNegativeTestJSON-1921808961-project] 10.222.0.23 "GET /v2.0/ports?device_id=878fa205-dad6-4695-a111-d6e9b439be1c HTTP/1.1" status: 200 len: 210 time: 0.0716667 Jul 13 13:49:51.063760 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [req-1d8b85c7-799c-47d1-91f1-af4ae142da7c req-8e01f07c-d224-4366-9e75-dc31f3078bac tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] Allocated IP 172.20.0.6 (bebce078-4657-4116-afe4-942f44316b72/e5ac919f-e40f-4805-bb14-5bbcfbbe58a7/8f69a950-287c-42cf-b922-64755bdadb61) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:49:51.109569 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:51.381782 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d518c877-5ead-4f82-ace4-dd83c1c8577c req-b686ec23-2884-4d46-a9ab-f40c1bc137ed tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab00bc18-bc30-4e26-932d-8cd3a7bc04c3 HTTP/1.1" status: 200 len: 210 time: 0.0985577 Jul 13 13:49:51.403736 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-1d8b85c7-799c-47d1-91f1-af4ae142da7c req-8e01f07c-d224-4366-9e75-dc31f3078bac tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:51.432081 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-1d8b85c7-799c-47d1-91f1-af4ae142da7c req-8e01f07c-d224-4366-9e75-dc31f3078bac tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] Transition to ACTIVE for port object 8f69a950-287c-42cf-b922-64755bdadb61 will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:49:51.473186 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b4adfb-52db-456d-977b-365df5b5d97f req-75809126-2196-432e-ab25-97f2659f8cc1 tempest-ServerAddressesNegativeTestJSON-1921808961 tempest-ServerAddressesNegativeTestJSON-1921808961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:49:51.479486 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-82b4adfb-52db-456d-977b-365df5b5d97f req-75809126-2196-432e-ab25-97f2659f8cc1 tempest-ServerAddressesNegativeTestJSON-1921808961 tempest-ServerAddressesNegativeTestJSON-1921808961-project] 10.222.0.41 "GET /v2.0/networks?id=0fc1b65d-e53a-45c2-9a47-e933cd36bbd2 HTTP/1.1" status: 200 len: 822 time: 0.3506851 Jul 13 13:49:51.489750 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-82b4adfb-52db-456d-977b-365df5b5d97f req-25cc07dc-b3e0-4678-92e0-3a224d129cc7 tempest-ServerAddressesNegativeTestJSON-1921808961 tempest-ServerAddressesNegativeTestJSON-1921808961-project] Request body: {'port': {'device_id': '878fa205-dad6-4695-a111-d6e9b439be1c', 'network_id': '0fc1b65d-e53a-45c2-9a47-e933cd36bbd2', 'admin_state_up': True, 'tenant_id': '83565d8c3e1b4aed8d6fa8bfc1991c9b'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:49:51.545000 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-1d8b85c7-799c-47d1-91f1-af4ae142da7c req-8e01f07c-d224-4366-9e75-dc31f3078bac tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:51.672703 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e01f07c-d224-4366-9e75-dc31f3078bac tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] Pushing event updated for resources: {'Port': ['ID=8f69a950-287c-42cf-b922-64755bdadb61,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:49:51.703962 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d8b85c7-799c-47d1-91f1-af4ae142da7c req-8e01f07c-d224-4366-9e75-dc31f3078bac tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] Network bebce078-4657-4116-afe4-942f44316b72 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:49:51.705379 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [req-1d8b85c7-799c-47d1-91f1-af4ae142da7c req-8e01f07c-d224-4366-9e75-dc31f3078bac tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:49:51.718576 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d8b85c7-799c-47d1-91f1-af4ae142da7c req-8e01f07c-d224-4366-9e75-dc31f3078bac tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:49:51.808029 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82b4adfb-52db-456d-977b-365df5b5d97f req-25cc07dc-b3e0-4678-92e0-3a224d129cc7 tempest-ServerAddressesNegativeTestJSON-1921808961 tempest-ServerAddressesNegativeTestJSON-1921808961-project] Made reservation on behalf of 83565d8c3e1b4aed8d6fa8bfc1991c9b for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:49:51.812156 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-82b4adfb-52db-456d-977b-365df5b5d97f req-25cc07dc-b3e0-4678-92e0-3a224d129cc7 tempest-ServerAddressesNegativeTestJSON-1921808961 tempest-ServerAddressesNegativeTestJSON-1921808961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:51.814361 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8b85c7-799c-47d1-91f1-af4ae142da7c req-8e01f07c-d224-4366-9e75-dc31f3078bac tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:49:51.814829 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-1d8b85c7-799c-47d1-91f1-af4ae142da7c req-8e01f07c-d224-4366-9e75-dc31f3078bac tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:51.848549 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1d8b85c7-799c-47d1-91f1-af4ae142da7c req-8e01f07c-d224-4366-9e75-dc31f3078bac tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3648684 Jul 13 13:49:51.865497 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-1d8b85c7-799c-47d1-91f1-af4ae142da7c req-3369cefa-ff5f-4639-bf49-e76685ed2889 service neutron] Request body: {'port': {'device_id': 'ab00bc18-bc30-4e26-932d-8cd3a7bc04c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-1'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:49:52.156903 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-1d8b85c7-799c-47d1-91f1-af4ae142da7c req-3369cefa-ff5f-4639-bf49-e76685ed2889 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:52.262818 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-9584e7fc-92ea-45ab-b064-9183c191f515 None None] Provisioning for port 8f69a950-287c-42cf-b922-64755bdadb61 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:49:52.269721 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-9584e7fc-92ea-45ab-b064-9183c191f515 None None] Provisioning complete for port 8f69a950-287c-42cf-b922-64755bdadb61 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:49:52.271255 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9584e7fc-92ea-45ab-b064-9183c191f515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:52.313244 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-9584e7fc-92ea-45ab-b064-9183c191f515 None None] Port 8f69a950-287c-42cf-b922-64755bdadb61 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:49:52.348827 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-05b71944-64c4-453a-8110-c4fc495d04c2 req-ffbafbb1-4d19-4f0a-abea-b2ef6673e860 tempest-ServerAddressesNegativeTestJSON-1921808961 tempest-ServerAddressesNegativeTestJSON-1921808961-project] 10.222.0.23 "GET /v2.0/ports?device_id=878fa205-dad6-4695-a111-d6e9b439be1c HTTP/1.1" status: 200 len: 210 time: 0.0908413 Jul 13 13:49:52.398574 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-82b4adfb-52db-456d-977b-365df5b5d97f req-25cc07dc-b3e0-4678-92e0-3a224d129cc7 tempest-ServerAddressesNegativeTestJSON-1921808961 tempest-ServerAddressesNegativeTestJSON-1921808961-project] Allocated IP 172.20.0.3 (0fc1b65d-e53a-45c2-9a47-e933cd36bbd2/28bcc09d-1bcb-48ee-bbee-fc144ac8813b/ef2f3a11-0fb6-4c96-8ad4-7bf591dad0b7) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:49:52.620244 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-82b4adfb-52db-456d-977b-365df5b5d97f req-25cc07dc-b3e0-4678-92e0-3a224d129cc7 tempest-ServerAddressesNegativeTestJSON-1921808961 tempest-ServerAddressesNegativeTestJSON-1921808961-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:52.634832 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:52.667606 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-82b4adfb-52db-456d-977b-365df5b5d97f req-25cc07dc-b3e0-4678-92e0-3a224d129cc7 tempest-ServerAddressesNegativeTestJSON-1921808961 tempest-ServerAddressesNegativeTestJSON-1921808961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:52.728520 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [req-1d8b85c7-799c-47d1-91f1-af4ae142da7c req-3369cefa-ff5f-4639-bf49-e76685ed2889 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f69a950-287c-42cf-b922-64755bdadb61 {{(pid=93751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:49:52.730904 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cc07dc-b3e0-4678-92e0-3a224d129cc7 tempest-ServerAddressesNegativeTestJSON-1921808961 tempest-ServerAddressesNegativeTestJSON-1921808961-project] Pushing event updated for resources: {'Port': ['ID=ef2f3a11-0fb6-4c96-8ad4-7bf591dad0b7,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:49:52.737977 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-1d8b85c7-799c-47d1-91f1-af4ae142da7c req-3369cefa-ff5f-4639-bf49-e76685ed2889 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:52.739298 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82b4adfb-52db-456d-977b-365df5b5d97f req-25cc07dc-b3e0-4678-92e0-3a224d129cc7 tempest-ServerAddressesNegativeTestJSON-1921808961 tempest-ServerAddressesNegativeTestJSON-1921808961-project] Network 0fc1b65d-e53a-45c2-9a47-e933cd36bbd2 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:49:52.741328 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-82b4adfb-52db-456d-977b-365df5b5d97f req-25cc07dc-b3e0-4678-92e0-3a224d129cc7 tempest-ServerAddressesNegativeTestJSON-1921808961 tempest-ServerAddressesNegativeTestJSON-1921808961-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:49:52.745521 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-82b4adfb-52db-456d-977b-365df5b5d97f req-25cc07dc-b3e0-4678-92e0-3a224d129cc7 tempest-ServerAddressesNegativeTestJSON-1921808961 tempest-ServerAddressesNegativeTestJSON-1921808961-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:49:52.754716 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-1d8b85c7-799c-47d1-91f1-af4ae142da7c req-3369cefa-ff5f-4639-bf49-e76685ed2889 service neutron] Transition to ACTIVE for port object 8f69a950-287c-42cf-b922-64755bdadb61 will not be triggered until provisioned by entity L2. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:49:52.767417 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-1d8b85c7-799c-47d1-91f1-af4ae142da7c req-3369cefa-ff5f-4639-bf49-e76685ed2889 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:52.849532 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9fafc1-cc22-4491-9c1d-9739ea4866f2 req-1ed56db2-3539-4137-a793-c7e2f77182a9 tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:49:52.851217 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5d9fafc1-cc22-4491-9c1d-9739ea4866f2 req-1ed56db2-3539-4137-a793-c7e2f77182a9 tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab00bc18-bc30-4e26-932d-8cd3a7bc04c3 HTTP/1.1" status: 200 len: 931 time: 0.2838185 Jul 13 13:49:52.859085 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b4adfb-52db-456d-977b-365df5b5d97f req-25cc07dc-b3e0-4678-92e0-3a224d129cc7 tempest-ServerAddressesNegativeTestJSON-1921808961 tempest-ServerAddressesNegativeTestJSON-1921808961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:49:52.861772 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-82b4adfb-52db-456d-977b-365df5b5d97f req-25cc07dc-b3e0-4678-92e0-3a224d129cc7 tempest-ServerAddressesNegativeTestJSON-1921808961 tempest-ServerAddressesNegativeTestJSON-1921808961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:52.863424 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3369cefa-ff5f-4639-bf49-e76685ed2889 service neutron] Pushing event updated for resources: {'Port': ['ID=8f69a950-287c-42cf-b922-64755bdadb61,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:49:52.881114 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-82b4adfb-52db-456d-977b-365df5b5d97f req-25cc07dc-b3e0-4678-92e0-3a224d129cc7 tempest-ServerAddressesNegativeTestJSON-1921808961 tempest-ServerAddressesNegativeTestJSON-1921808961-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3957727 Jul 13 13:49:52.896584 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-82b4adfb-52db-456d-977b-365df5b5d97f req-35e39bf8-34e9-4f32-8f12-f33cb60776da service neutron] Request body: {'port': {'device_id': '878fa205-dad6-4695-a111-d6e9b439be1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:49:52.969949 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5d9fafc1-cc22-4491-9c1d-9739ea4866f2 req-875e98ae-b8b1-43e1-9ce5-4afc83aa6524 tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] 10.222.0.23 "GET /v2.0/security-groups?id=a1b9bd49-7e7f-4803-b1f2-dde5721681c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1076007 Jul 13 13:49:53.014159 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-1d8b85c7-799c-47d1-91f1-af4ae142da7c req-3369cefa-ff5f-4639-bf49-e76685ed2889 service neutron] Attempting to bind port 8f69a950-287c-42cf-b922-64755bdadb61 on host n-h2-800634-1 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:49:53.020089 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-1d8b85c7-799c-47d1-91f1-af4ae142da7c req-3369cefa-ff5f-4639-bf49-e76685ed2889 service neutron] Attempting to bind port 8f69a950-287c-42cf-b922-64755bdadb61 by drivers openvswitch,hyperv on host n-h2-800634-1 at level 0 using segments [{'id': '69a89674-bd81-401c-9f13-aaf0c6466b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'bebce078-4657-4116-afe4-942f44316b72'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:49:53.020432 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d8b85c7-799c-47d1-91f1-af4ae142da7c req-3369cefa-ff5f-4639-bf49-e76685ed2889 service neutron] Attempting to bind port 8f69a950-287c-42cf-b922-64755bdadb61 on network bebce078-4657-4116-afe4-942f44316b72 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:49:53.025624 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d8b85c7-799c-47d1-91f1-af4ae142da7c req-3369cefa-ff5f-4639-bf49-e76685ed2889 service neutron] Port 8f69a950-287c-42cf-b922-64755bdadb61 on network bebce078-4657-4116-afe4-942f44316b72 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-1 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:49:53.025835 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d8b85c7-799c-47d1-91f1-af4ae142da7c req-3369cefa-ff5f-4639-bf49-e76685ed2889 service neutron] Attempting to bind port 8f69a950-287c-42cf-b922-64755bdadb61 on network bebce078-4657-4116-afe4-942f44316b72 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:49:53.032996 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-82b4adfb-52db-456d-977b-365df5b5d97f req-35e39bf8-34e9-4f32-8f12-f33cb60776da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:53.076034 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d8b85c7-799c-47d1-91f1-af4ae142da7c req-3369cefa-ff5f-4639-bf49-e76685ed2889 service neutron] Checking agent: {'id': 'f615e5c9-21ab-43f2-adbc-192d64b795cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:49:53.076295 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d8b85c7-799c-47d1-91f1-af4ae142da7c req-3369cefa-ff5f-4639-bf49-e76685ed2889 service neutron] Checking segment: {'id': '69a89674-bd81-401c-9f13-aaf0c6466b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'bebce078-4657-4116-afe4-942f44316b72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:49:53.076685 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d8b85c7-799c-47d1-91f1-af4ae142da7c req-3369cefa-ff5f-4639-bf49-e76685ed2889 service neutron] Bound using segment: {'id': '69a89674-bd81-401c-9f13-aaf0c6466b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'bebce078-4657-4116-afe4-942f44316b72'} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:49:53.077118 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-1d8b85c7-799c-47d1-91f1-af4ae142da7c req-3369cefa-ff5f-4639-bf49-e76685ed2889 service neutron] Bound port: 8f69a950-287c-42cf-b922-64755bdadb61, host: n-h2-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69a89674-bd81-401c-9f13-aaf0c6466b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'bebce078-4657-4116-afe4-942f44316b72'}}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:49:53.077485 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-1d8b85c7-799c-47d1-91f1-af4ae142da7c req-3369cefa-ff5f-4639-bf49-e76685ed2889 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:53.188893 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-1d8b85c7-799c-47d1-91f1-af4ae142da7c req-3369cefa-ff5f-4639-bf49-e76685ed2889 service neutron] For port 8f69a950-287c-42cf-b922-64755bdadb61, host n-h2-800634-1, cleared binding levels {{(pid=93751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:49:53.193029 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-1d8b85c7-799c-47d1-91f1-af4ae142da7c req-3369cefa-ff5f-4639-bf49-e76685ed2889 service neutron] For port 8f69a950-287c-42cf-b922-64755bdadb61, host n-h2-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=8f69a950-287c-42cf-b922-64755bdadb61,segment=NetworkSegment(69a89674-bd81-401c-9f13-aaf0c6466b39),segment_id=69a89674-bd81-401c-9f13-aaf0c6466b39)] {{(pid=93751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:49:53.198795 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-1d8b85c7-799c-47d1-91f1-af4ae142da7c req-3369cefa-ff5f-4639-bf49-e76685ed2889 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:53.288622 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3369cefa-ff5f-4639-bf49-e76685ed2889 service neutron] Pushing event updated for resources: {'Port': ['ID=8f69a950-287c-42cf-b922-64755bdadb61,revision_number=3']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:49:53.295690 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [req-25226883-94ad-42d0-a06a-206c9b5081b7 req-c63abd92-bd71-46de-95ac-eef09850f9d1 service neutron] (93750) timed out ('10.222.0.26', 60663) {{(pid=93750) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 13 13:49:53.299498 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8b85c7-799c-47d1-91f1-af4ae142da7c req-3369cefa-ff5f-4639-bf49-e76685ed2889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:49:53.300728 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-1d8b85c7-799c-47d1-91f1-af4ae142da7c req-3369cefa-ff5f-4639-bf49-e76685ed2889 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:53.302202 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1d8b85c7-799c-47d1-91f1-af4ae142da7c req-3369cefa-ff5f-4639-bf49-e76685ed2889 service neutron] 10.222.0.41 "PUT /v2.0/ports/8f69a950-287c-42cf-b922-64755bdadb61 HTTP/1.1" status: 200 len: 1091 time: 1.4457998 Jul 13 13:49:53.302663 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab00bc18-bc30-4e26-932d-8cd3a7bc04c3', 'tag': '8f69a950-287c-42cf-b922-64755bdadb61'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:49:53.306340 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d17b627af75e17e0f4b8d6239d04f8c2f78634e2c585e32a7aeca336500f34a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fae603c-d131-4129-b9f2-8a1812245231" -d '{"events": [{"name": "network-changed", "server_uuid": "ab00bc18-bc30-4e26-932d-8cd3a7bc04c3", "tag": "8f69a950-287c-42cf-b922-64755bdadb61"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:49:53.443189 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 13:49:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d85b7985-11e5-4598-9201-fbfb7771ba1a x-openstack-request-id: req-d85b7985-11e5-4598-9201-fbfb7771ba1a {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:49:53.443667 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab00bc18-bc30-4e26-932d-8cd3a7bc04c3", "tag": "8f69a950-287c-42cf-b922-64755bdadb61", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:49:53.443787 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d85b7985-11e5-4598-9201-fbfb7771ba1a {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:49:53.444114 n-d-800634-1 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab00bc18-bc30-4e26-932d-8cd3a7bc04c3', 'tag': '8f69a950-287c-42cf-b922-64755bdadb61', 'status': 'completed', 'code': 200} Jul 13 13:49:53.530662 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-82b4adfb-52db-456d-977b-365df5b5d97f req-35e39bf8-34e9-4f32-8f12-f33cb60776da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef2f3a11-0fb6-4c96-8ad4-7bf591dad0b7 {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:49:53.536293 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8b85c7-799c-47d1-91f1-af4ae142da7c req-2823e99e-67df-46b3-8a50-39ccbb2988e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:49:53.542545 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1d8b85c7-799c-47d1-91f1-af4ae142da7c req-2823e99e-67df-46b3-8a50-39ccbb2988e8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=99fb449c317d405481fdd7598ba3a401&device_id=ab00bc18-bc30-4e26-932d-8cd3a7bc04c3 HTTP/1.1" status: 200 len: 1094 time: 0.1792576 Jul 13 13:49:53.562916 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-82b4adfb-52db-456d-977b-365df5b5d97f req-35e39bf8-34e9-4f32-8f12-f33cb60776da service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:53.603905 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-82b4adfb-52db-456d-977b-365df5b5d97f req-35e39bf8-34e9-4f32-8f12-f33cb60776da service neutron] Transition to ACTIVE for port object ef2f3a11-0fb6-4c96-8ad4-7bf591dad0b7 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:49:53.614327 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-82b4adfb-52db-456d-977b-365df5b5d97f req-35e39bf8-34e9-4f32-8f12-f33cb60776da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:53.830552 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-82b4adfb-52db-456d-977b-365df5b5d97f req-35e39bf8-34e9-4f32-8f12-f33cb60776da service neutron] Attempting to bind port ef2f3a11-0fb6-4c96-8ad4-7bf591dad0b7 on host n-h2-800634-1 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:49:53.831125 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-82b4adfb-52db-456d-977b-365df5b5d97f req-35e39bf8-34e9-4f32-8f12-f33cb60776da service neutron] Attempting to bind port ef2f3a11-0fb6-4c96-8ad4-7bf591dad0b7 by drivers openvswitch,hyperv on host n-h2-800634-1 at level 0 using segments [{'id': '7c4990c8-af04-4b9a-9943-14fd3a90e9af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0fc1b65d-e53a-45c2-9a47-e933cd36bbd2'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:49:53.831918 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b4adfb-52db-456d-977b-365df5b5d97f req-35e39bf8-34e9-4f32-8f12-f33cb60776da service neutron] Attempting to bind port ef2f3a11-0fb6-4c96-8ad4-7bf591dad0b7 on network 0fc1b65d-e53a-45c2-9a47-e933cd36bbd2 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:49:53.834267 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e39bf8-34e9-4f32-8f12-f33cb60776da service neutron] Pushing event updated for resources: {'Port': ['ID=ef2f3a11-0fb6-4c96-8ad4-7bf591dad0b7,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:49:53.840521 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b4adfb-52db-456d-977b-365df5b5d97f req-35e39bf8-34e9-4f32-8f12-f33cb60776da service neutron] Port ef2f3a11-0fb6-4c96-8ad4-7bf591dad0b7 on network 0fc1b65d-e53a-45c2-9a47-e933cd36bbd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-1 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:49:53.841108 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b4adfb-52db-456d-977b-365df5b5d97f req-35e39bf8-34e9-4f32-8f12-f33cb60776da service neutron] Attempting to bind port ef2f3a11-0fb6-4c96-8ad4-7bf591dad0b7 on network 0fc1b65d-e53a-45c2-9a47-e933cd36bbd2 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:49:53.851205 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b4adfb-52db-456d-977b-365df5b5d97f req-35e39bf8-34e9-4f32-8f12-f33cb60776da service neutron] Checking agent: {'id': 'f615e5c9-21ab-43f2-adbc-192d64b795cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:49:53.851602 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b4adfb-52db-456d-977b-365df5b5d97f req-35e39bf8-34e9-4f32-8f12-f33cb60776da service neutron] Checking segment: {'id': '7c4990c8-af04-4b9a-9943-14fd3a90e9af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0fc1b65d-e53a-45c2-9a47-e933cd36bbd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:49:53.852001 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b4adfb-52db-456d-977b-365df5b5d97f req-35e39bf8-34e9-4f32-8f12-f33cb60776da service neutron] Bound using segment: {'id': '7c4990c8-af04-4b9a-9943-14fd3a90e9af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0fc1b65d-e53a-45c2-9a47-e933cd36bbd2'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:49:53.852527 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-82b4adfb-52db-456d-977b-365df5b5d97f req-35e39bf8-34e9-4f32-8f12-f33cb60776da service neutron] Bound port: ef2f3a11-0fb6-4c96-8ad4-7bf591dad0b7, host: n-h2-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c4990c8-af04-4b9a-9943-14fd3a90e9af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0fc1b65d-e53a-45c2-9a47-e933cd36bbd2'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:49:53.852901 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-82b4adfb-52db-456d-977b-365df5b5d97f req-35e39bf8-34e9-4f32-8f12-f33cb60776da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:53.982649 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-82b4adfb-52db-456d-977b-365df5b5d97f req-35e39bf8-34e9-4f32-8f12-f33cb60776da service neutron] For port ef2f3a11-0fb6-4c96-8ad4-7bf591dad0b7, host n-h2-800634-1, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:49:53.987485 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-82b4adfb-52db-456d-977b-365df5b5d97f req-35e39bf8-34e9-4f32-8f12-f33cb60776da service neutron] For port ef2f3a11-0fb6-4c96-8ad4-7bf591dad0b7, host n-h2-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=ef2f3a11-0fb6-4c96-8ad4-7bf591dad0b7,segment=NetworkSegment(7c4990c8-af04-4b9a-9943-14fd3a90e9af),segment_id=7c4990c8-af04-4b9a-9943-14fd3a90e9af)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:49:53.996174 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-82b4adfb-52db-456d-977b-365df5b5d97f req-35e39bf8-34e9-4f32-8f12-f33cb60776da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:54.013924 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1d8b85c7-799c-47d1-91f1-af4ae142da7c req-0205f967-f4d2-412d-85d0-ae11cf260ab4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8f69a950-287c-42cf-b922-64755bdadb61 HTTP/1.1" status: 200 len: 217 time: 0.4627838 Jul 13 13:49:54.085775 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b4adfb-52db-456d-977b-365df5b5d97f req-35e39bf8-34e9-4f32-8f12-f33cb60776da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:49:54.086638 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-82b4adfb-52db-456d-977b-365df5b5d97f req-35e39bf8-34e9-4f32-8f12-f33cb60776da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:54.088323 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-82b4adfb-52db-456d-977b-365df5b5d97f req-35e39bf8-34e9-4f32-8f12-f33cb60776da service neutron] 10.222.0.41 "PUT /v2.0/ports/ef2f3a11-0fb6-4c96-8ad4-7bf591dad0b7 HTTP/1.1" status: 200 len: 1091 time: 1.1994183 Jul 13 13:49:54.088991 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '878fa205-dad6-4695-a111-d6e9b439be1c', 'tag': 'ef2f3a11-0fb6-4c96-8ad4-7bf591dad0b7'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:49:54.091576 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cefeda3-7639-4a3b-8c6e-aceef33f3d7b" -d '{"events": [{"name": "network-changed", "server_uuid": "878fa205-dad6-4695-a111-d6e9b439be1c", "tag": "ef2f3a11-0fb6-4c96-8ad4-7bf591dad0b7"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:49:54.135149 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8b85c7-799c-47d1-91f1-af4ae142da7c req-3054019b-3dea-4e98-8ad5-b47b928960ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:49:54.136501 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1d8b85c7-799c-47d1-91f1-af4ae142da7c req-3054019b-3dea-4e98-8ad5-b47b928960ca service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e5ac919f-e40f-4805-bb14-5bbcfbbe58a7 HTTP/1.1" status: 200 len: 855 time: 0.1014500 Jul 13 13:49:54.214261 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2724d1-cf14-470d-9322-c8566a10a03c req-0357954b-10e0-4978-aaaa-82beae611c4f tempest-ServerAddressesNegativeTestJSON-1921808961 tempest-ServerAddressesNegativeTestJSON-1921808961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:49:54.222832 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-bc2724d1-cf14-470d-9322-c8566a10a03c req-0357954b-10e0-4978-aaaa-82beae611c4f tempest-ServerAddressesNegativeTestJSON-1921808961 tempest-ServerAddressesNegativeTestJSON-1921808961-project] 10.222.0.23 "GET /v2.0/ports?device_id=878fa205-dad6-4695-a111-d6e9b439be1c HTTP/1.1" status: 200 len: 943 time: 0.2209771 Jul 13 13:49:54.242213 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e39bf8-34e9-4f32-8f12-f33cb60776da service neutron] Pushing event updated for resources: {'Port': ['ID=ef2f3a11-0fb6-4c96-8ad4-7bf591dad0b7,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:49:54.280587 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-bc2724d1-cf14-470d-9322-c8566a10a03c req-7d2ace78-1e05-4137-b1b7-3195f83d4bdb tempest-ServerAddressesNegativeTestJSON-1921808961 tempest-ServerAddressesNegativeTestJSON-1921808961-project] 10.222.0.23 "GET /v2.0/security-groups?id=9bdb02cb-69a8-4349-9345-e76a8714bc8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567155 Jul 13 13:49:54.283751 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8b85c7-799c-47d1-91f1-af4ae142da7c req-269db1e7-e9ca-4ac4-afb4-d889adfc741c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:49:54.318652 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1d8b85c7-799c-47d1-91f1-af4ae142da7c req-269db1e7-e9ca-4ac4-afb4-d889adfc741c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bebce078-4657-4116-afe4-942f44316b72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1751802 Jul 13 13:49:54.322678 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b4adfb-52db-456d-977b-365df5b5d97f req-03b97a26-eabc-4989-938e-8b920fd3c1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:49:54.327894 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-82b4adfb-52db-456d-977b-365df5b5d97f req-03b97a26-eabc-4989-938e-8b920fd3c1eb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=83565d8c3e1b4aed8d6fa8bfc1991c9b&device_id=878fa205-dad6-4695-a111-d6e9b439be1c HTTP/1.1" status: 200 len: 1094 time: 0.1613786 Jul 13 13:49:54.422467 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-82b4adfb-52db-456d-977b-365df5b5d97f req-29c6d422-7279-4f67-b105-20253ddb1a69 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ef2f3a11-0fb6-4c96-8ad4-7bf591dad0b7 HTTP/1.1" status: 200 len: 217 time: 0.0875745 Jul 13 13:49:54.425957 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 13:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b36b5ccd-b151-4f03-bf6b-ba7365fe7ce6 x-openstack-request-id: req-b36b5ccd-b151-4f03-bf6b-ba7365fe7ce6 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:49:54.426322 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "878fa205-dad6-4695-a111-d6e9b439be1c", "tag": "ef2f3a11-0fb6-4c96-8ad4-7bf591dad0b7", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:49:54.426643 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b36b5ccd-b151-4f03-bf6b-ba7365fe7ce6 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:49:54.427110 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '878fa205-dad6-4695-a111-d6e9b439be1c', 'tag': 'ef2f3a11-0fb6-4c96-8ad4-7bf591dad0b7', 'status': 'completed', 'code': 200} Jul 13 13:49:54.510430 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1d8b85c7-799c-47d1-91f1-af4ae142da7c req-7c612078-0130-4b45-8374-3f3cef3e5b2b service neutron] 10.222.0.41 "GET /v2.0/networks/bebce078-4657-4116-afe4-942f44316b72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842742 Jul 13 13:49:54.538988 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b4adfb-52db-456d-977b-365df5b5d97f req-176fb398-daf8-44ef-af55-99c4f6e42cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:49:54.540835 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-82b4adfb-52db-456d-977b-365df5b5d97f req-176fb398-daf8-44ef-af55-99c4f6e42cff service neutron] 10.222.0.41 "GET /v2.0/subnets?id=28bcc09d-1bcb-48ee-bbee-fc144ac8813b HTTP/1.1" status: 200 len: 862 time: 0.0949910 Jul 13 13:49:54.603195 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3b9f88-60e3-44fe-9e42-46033831120e req-313694d4-8e49-468c-ab8f-e5571da1ef03 tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:49:54.607851 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-fc3b9f88-60e3-44fe-9e42-46033831120e req-313694d4-8e49-468c-ab8f-e5571da1ef03 tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab00bc18-bc30-4e26-932d-8cd3a7bc04c3 HTTP/1.1" status: 200 len: 943 time: 0.3695703 Jul 13 13:49:54.644516 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1d8b85c7-799c-47d1-91f1-af4ae142da7c req-27ee4412-9db6-4777-bc95-e992188035cd service neutron] 10.222.0.41 "GET /v2.0/networks/bebce078-4657-4116-afe4-942f44316b72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266048 Jul 13 13:49:54.650258 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-82b4adfb-52db-456d-977b-365df5b5d97f req-a25a81c8-3d7d-4b7c-837a-2fd63e68dc93 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0fc1b65d-e53a-45c2-9a47-e933cd36bbd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0925822 Jul 13 13:49:54.759654 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fae603c-d131-4129-b9f2-8a1812245231 req-7121a9cd-872b-4f0c-84c5-31d9305b6b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:49:54.760294 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-fc3b9f88-60e3-44fe-9e42-46033831120e req-6c41c294-e17c-435e-a9a5-449fb2284480 tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] 10.222.0.23 "GET /v2.0/security-groups?id=a1b9bd49-7e7f-4803-b1f2-dde5721681c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1191843 Jul 13 13:49:54.761222 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6fae603c-d131-4129-b9f2-8a1812245231 req-7121a9cd-872b-4f0c-84c5-31d9305b6b22 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=99fb449c317d405481fdd7598ba3a401&device_id=ab00bc18-bc30-4e26-932d-8cd3a7bc04c3 HTTP/1.1" status: 200 len: 1094 time: 0.0651553 Jul 13 13:49:54.797461 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-82b4adfb-52db-456d-977b-365df5b5d97f req-c86ec612-4830-4f27-a57d-2369eba83bff service neutron] 10.222.0.41 "GET /v2.0/networks/0fc1b65d-e53a-45c2-9a47-e933cd36bbd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383154 Jul 13 13:49:54.987678 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fae603c-d131-4129-b9f2-8a1812245231 req-4776685a-7012-4dd1-9d64-ea13376716dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:49:54.994712 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6fae603c-d131-4129-b9f2-8a1812245231 req-4776685a-7012-4dd1-9d64-ea13376716dd service neutron] 10.222.0.41 "GET /v2.0/networks?id=bebce078-4657-4116-afe4-942f44316b72 HTTP/1.1" status: 200 len: 916 time: 0.2272606 Jul 13 13:49:55.015368 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-82b4adfb-52db-456d-977b-365df5b5d97f req-84f243a1-69f9-4760-8646-9fa0929e18a8 service neutron] 10.222.0.41 "GET /v2.0/networks/0fc1b65d-e53a-45c2-9a47-e933cd36bbd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2111235 Jul 13 13:49:55.063844 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6fae603c-d131-4129-b9f2-8a1812245231 req-5b02a8b6-1559-4972-9a0a-e5e2e971fe7c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8f69a950-287c-42cf-b922-64755bdadb61 HTTP/1.1" status: 200 len: 217 time: 0.0630007 Jul 13 13:49:55.163645 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fae603c-d131-4129-b9f2-8a1812245231 req-b828775e-ebf5-4243-ac02-ee3abcf91ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:49:55.165030 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6fae603c-d131-4129-b9f2-8a1812245231 req-b828775e-ebf5-4243-ac02-ee3abcf91ec5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e5ac919f-e40f-4805-bb14-5bbcfbbe58a7 HTTP/1.1" status: 200 len: 855 time: 0.0938573 Jul 13 13:49:55.210404 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cefeda3-7639-4a3b-8c6e-aceef33f3d7b req-dcb6a20c-9ffd-4684-b061-426500e1a511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:49:55.212950 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4cefeda3-7639-4a3b-8c6e-aceef33f3d7b req-dcb6a20c-9ffd-4684-b061-426500e1a511 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=83565d8c3e1b4aed8d6fa8bfc1991c9b&device_id=878fa205-dad6-4695-a111-d6e9b439be1c HTTP/1.1" status: 200 len: 1094 time: 0.1042259 Jul 13 13:49:55.338414 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fae603c-d131-4129-b9f2-8a1812245231 req-2df09e81-f7fa-49c4-afba-8e8ef3e6dcda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:49:55.345272 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6fae603c-d131-4129-b9f2-8a1812245231 req-2df09e81-f7fa-49c4-afba-8e8ef3e6dcda service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bebce078-4657-4116-afe4-942f44316b72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1726010 Jul 13 13:49:55.561069 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cefeda3-7639-4a3b-8c6e-aceef33f3d7b req-102b2deb-120e-4800-b74f-87bed359161a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:49:55.562754 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4cefeda3-7639-4a3b-8c6e-aceef33f3d7b req-102b2deb-120e-4800-b74f-87bed359161a service neutron] 10.222.0.41 "GET /v2.0/networks?id=0fc1b65d-e53a-45c2-9a47-e933cd36bbd2 HTTP/1.1" status: 200 len: 922 time: 0.3424737 Jul 13 13:49:55.570015 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6fae603c-d131-4129-b9f2-8a1812245231 req-09a8bff9-fe30-45a8-b274-a03aeb6a9096 service neutron] 10.222.0.41 "GET /v2.0/networks/bebce078-4657-4116-afe4-942f44316b72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091263 Jul 13 13:49:55.660272 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e188db98-3de9-41ee-a19b-2ec87558ecd3 req-c421e849-80c9-4918-855b-2d847fcb6f30 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5f309255-5b4d-4296-81c6-c49d93f44d38&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3132672 Jul 13 13:49:55.718379 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6fae603c-d131-4129-b9f2-8a1812245231 req-452dc695-17bb-47cc-bb9d-e95648326db0 service neutron] 10.222.0.41 "GET /v2.0/networks/bebce078-4657-4116-afe4-942f44316b72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405392 Jul 13 13:49:55.761803 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4cefeda3-7639-4a3b-8c6e-aceef33f3d7b req-e2fd0dd8-8a58-4756-a6ff-bc13408e5c4c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ef2f3a11-0fb6-4c96-8ad4-7bf591dad0b7 HTTP/1.1" status: 200 len: 217 time: 0.1760068 Jul 13 13:49:55.821598 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e188db98-3de9-41ee-a19b-2ec87558ecd3 req-8de5294f-5369-4ab8-a795-43317b428b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:49:55.825381 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e188db98-3de9-41ee-a19b-2ec87558ecd3 req-8de5294f-5369-4ab8-a795-43317b428b8d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ef6418d5526f4765ba53df412776e3e7&device_id=5f309255-5b4d-4296-81c6-c49d93f44d38 HTTP/1.1" status: 200 len: 1095 time: 0.1034396 Jul 13 13:49:55.892833 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cefeda3-7639-4a3b-8c6e-aceef33f3d7b req-fe02a79f-03d7-46e1-94ea-b3a14e929cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:49:55.892833 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4cefeda3-7639-4a3b-8c6e-aceef33f3d7b req-fe02a79f-03d7-46e1-94ea-b3a14e929cd4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=28bcc09d-1bcb-48ee-bbee-fc144ac8813b HTTP/1.1" status: 200 len: 862 time: 0.1258094 Jul 13 13:49:55.941327 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba3e966-215a-445d-878b-da82610faacb req-8c35d588-5369-4638-892e-bbce598206bf tempest-ServerAddressesNegativeTestJSON-1921808961 tempest-ServerAddressesNegativeTestJSON-1921808961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:49:55.943804 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4ba3e966-215a-445d-878b-da82610faacb req-8c35d588-5369-4638-892e-bbce598206bf tempest-ServerAddressesNegativeTestJSON-1921808961 tempest-ServerAddressesNegativeTestJSON-1921808961-project] 10.222.0.23 "GET /v2.0/ports?device_id=878fa205-dad6-4695-a111-d6e9b439be1c HTTP/1.1" status: 200 len: 943 time: 0.3731422 Jul 13 13:49:55.983207 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4cefeda3-7639-4a3b-8c6e-aceef33f3d7b req-e132bf82-8fdf-40b6-8d4c-4b82cd164560 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0fc1b65d-e53a-45c2-9a47-e933cd36bbd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0845587 Jul 13 13:49:56.032559 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4ba3e966-215a-445d-878b-da82610faacb req-95bf7f34-88f0-444d-ba6c-aef80c6688b1 tempest-ServerAddressesNegativeTestJSON-1921808961 tempest-ServerAddressesNegativeTestJSON-1921808961-project] 10.222.0.23 "GET /v2.0/security-groups?id=9bdb02cb-69a8-4349-9345-e76a8714bc8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615027 Jul 13 13:49:56.192734 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e188db98-3de9-41ee-a19b-2ec87558ecd3 req-8f75fe23-988f-4dc1-81df-498f0b1c5365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:49:56.194214 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e188db98-3de9-41ee-a19b-2ec87558ecd3 req-8f75fe23-988f-4dc1-81df-498f0b1c5365 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4044b022-747e-4834-bc76-73d0f411c2c3 HTTP/1.1" status: 200 len: 912 time: 0.3418961 Jul 13 13:49:56.203425 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4cefeda3-7639-4a3b-8c6e-aceef33f3d7b req-fd815277-3b16-4dd8-8349-904ff8eb1835 service neutron] 10.222.0.41 "GET /v2.0/networks/0fc1b65d-e53a-45c2-9a47-e933cd36bbd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098002 Jul 13 13:49:56.352131 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0b7d93-14e5-4980-98e7-d3a823fec291 req-47a6489b-28cd-4ea0-83ac-7b067d1dadf2 tempest-VolumesSnapshotTestJSON-1530323745 tempest-VolumesSnapshotTestJSON-1530323745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:49:56.353801 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1a0b7d93-14e5-4980-98e7-d3a823fec291 req-47a6489b-28cd-4ea0-83ac-7b067d1dadf2 tempest-VolumesSnapshotTestJSON-1530323745 tempest-VolumesSnapshotTestJSON-1530323745-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9ff1efa-ec62-45dd-ba4d-c569c305f6d5 HTTP/1.1" status: 200 len: 946 time: 0.3463080 Jul 13 13:49:56.386548 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e188db98-3de9-41ee-a19b-2ec87558ecd3 req-005f96d0-8b24-41d9-b2cf-88454168a3d2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba15db8f-f750-4ef8-8e43-23b3ac54b1b7 HTTP/1.1" status: 200 len: 998 time: 0.1706874 Jul 13 13:49:56.493442 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1a0b7d93-14e5-4980-98e7-d3a823fec291 req-91aa870f-c5e1-4061-a980-c92e294bf1ef tempest-VolumesSnapshotTestJSON-1530323745 tempest-VolumesSnapshotTestJSON-1530323745-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d324018-3b64-490a-b771-a1e814df3c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291113 Jul 13 13:49:56.515518 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e188db98-3de9-41ee-a19b-2ec87558ecd3 req-aaa3ea56-ad68-479e-ace0-5d913384ff60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:49:56.517157 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e188db98-3de9-41ee-a19b-2ec87558ecd3 req-aaa3ea56-ad68-479e-ace0-5d913384ff60 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=22de4df8-967a-4ca5-99c3-67fec7ee33c8 HTTP/1.1" status: 200 len: 851 time: 0.1170461 Jul 13 13:49:56.543475 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4cefeda3-7639-4a3b-8c6e-aceef33f3d7b req-9d3184b7-44da-44d5-a92a-63312d50d4f7 service neutron] 10.222.0.41 "GET /v2.0/networks/0fc1b65d-e53a-45c2-9a47-e933cd36bbd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3186877 Jul 13 13:49:56.554164 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e392671-5270-430c-bee1-d122063133ed req-5ac9ca3a-4897-486c-a7f4-bac6925d8978 tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:49:56.555893 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9e392671-5270-430c-bee1-d122063133ed req-5ac9ca3a-4897-486c-a7f4-bac6925d8978 tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab00bc18-bc30-4e26-932d-8cd3a7bc04c3 HTTP/1.1" status: 200 len: 943 time: 0.2781341 Jul 13 13:49:56.644718 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9e392671-5270-430c-bee1-d122063133ed req-cbc65d0b-5db0-48ab-84c3-5285c5bd122f tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] 10.222.0.23 "GET /v2.0/security-groups?id=a1b9bd49-7e7f-4803-b1f2-dde5721681c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829856 Jul 13 13:49:56.647036 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e188db98-3de9-41ee-a19b-2ec87558ecd3 req-90e834dd-d0b2-44d6-8ded-1b2745f1c350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:49:56.648592 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e188db98-3de9-41ee-a19b-2ec87558ecd3 req-90e834dd-d0b2-44d6-8ded-1b2745f1c350 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4044b022-747e-4834-bc76-73d0f411c2c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1242840 Jul 13 13:49:56.819546 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e188db98-3de9-41ee-a19b-2ec87558ecd3 req-d8014d18-80a0-44ec-9540-0af1d9271a6a service neutron] 10.222.0.26 "GET /v2.0/networks/4044b022-747e-4834-bc76-73d0f411c2c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623073 Jul 13 13:49:56.992799 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e188db98-3de9-41ee-a19b-2ec87558ecd3 req-3d708506-5992-4c46-aafc-19ad2f5e2c8e service neutron] 10.222.0.26 "GET /v2.0/networks/4044b022-747e-4834-bc76-73d0f411c2c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663489 Jul 13 13:49:57.264988 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91d6497-dee6-4407-9f44-5b53901da0c8 req-4931c02a-fd80-42db-87f1-065c59720194 tempest-ServerAddressesNegativeTestJSON-1921808961 tempest-ServerAddressesNegativeTestJSON-1921808961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:49:57.266940 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f91d6497-dee6-4407-9f44-5b53901da0c8 req-4931c02a-fd80-42db-87f1-065c59720194 tempest-ServerAddressesNegativeTestJSON-1921808961 tempest-ServerAddressesNegativeTestJSON-1921808961-project] 10.222.0.23 "GET /v2.0/ports?device_id=878fa205-dad6-4695-a111-d6e9b439be1c HTTP/1.1" status: 200 len: 943 time: 0.0784266 Jul 13 13:49:57.350866 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f91d6497-dee6-4407-9f44-5b53901da0c8 req-decc64e3-5204-4d35-a770-43cd8fbf07b9 tempest-ServerAddressesNegativeTestJSON-1921808961 tempest-ServerAddressesNegativeTestJSON-1921808961-project] 10.222.0.23 "GET /v2.0/security-groups?id=9bdb02cb-69a8-4349-9345-e76a8714bc8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719831 Jul 13 13:49:57.361456 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a429c4f5-9754-435d-9d4a-abaa0f2a7f49 req-28797b2c-6712-457f-970c-09ee5568d3ac tempest-VolumesSnapshotTestJSON-1530323745 tempest-VolumesSnapshotTestJSON-1530323745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:49:57.363866 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a429c4f5-9754-435d-9d4a-abaa0f2a7f49 req-28797b2c-6712-457f-970c-09ee5568d3ac tempest-VolumesSnapshotTestJSON-1530323745 tempest-VolumesSnapshotTestJSON-1530323745-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9ff1efa-ec62-45dd-ba4d-c569c305f6d5 HTTP/1.1" status: 200 len: 946 time: 0.1377928 Jul 13 13:49:57.470632 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-a429c4f5-9754-435d-9d4a-abaa0f2a7f49 req-5ca1bc3c-f454-4774-acbe-9ebab39e0660 tempest-VolumesSnapshotTestJSON-1530323745 tempest-VolumesSnapshotTestJSON-1530323745-project] Deleting port 14317e26-2e24-4734-ae24-d33de7fa272e {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:49:57.471231 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-a429c4f5-9754-435d-9d4a-abaa0f2a7f49 req-5ca1bc3c-f454-4774-acbe-9ebab39e0660 tempest-VolumesSnapshotTestJSON-1530323745 tempest-VolumesSnapshotTestJSON-1530323745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:57.635127 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-a429c4f5-9754-435d-9d4a-abaa0f2a7f49 req-5ca1bc3c-f454-4774-acbe-9ebab39e0660 tempest-VolumesSnapshotTestJSON-1530323745 tempest-VolumesSnapshotTestJSON-1530323745-project] For port 14317e26-2e24-4734-ae24-d33de7fa272e, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=14317e26-2e24-4734-ae24-d33de7fa272e,segment=NetworkSegment(e3fac023-d7d1-4cf0-b297-dd3b054ff05b),segment_id=e3fac023-d7d1-4cf0-b297-dd3b054ff05b)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:49:57.635888 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-a429c4f5-9754-435d-9d4a-abaa0f2a7f49 req-5ca1bc3c-f454-4774-acbe-9ebab39e0660 tempest-VolumesSnapshotTestJSON-1530323745 tempest-VolumesSnapshotTestJSON-1530323745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:57.660933 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-a429c4f5-9754-435d-9d4a-abaa0f2a7f49 req-5ca1bc3c-f454-4774-acbe-9ebab39e0660 tempest-VolumesSnapshotTestJSON-1530323745 tempest-VolumesSnapshotTestJSON-1530323745-project] Calling delete_port for 14317e26-2e24-4734-ae24-d33de7fa272e owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:49:57.833761 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dee4a9-016a-4360-bbab-2938584951e8 req-783456ee-0f09-4656-9329-c014db7f7472 tempest-VolumesSnapshotTestJSON-1530323745 tempest-VolumesSnapshotTestJSON-1530323745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:49:57.835497 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-95dee4a9-016a-4360-bbab-2938584951e8 req-783456ee-0f09-4656-9329-c014db7f7472 tempest-VolumesSnapshotTestJSON-1530323745 tempest-VolumesSnapshotTestJSON-1530323745-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9ff1efa-ec62-45dd-ba4d-c569c305f6d5 HTTP/1.1" status: 200 len: 946 time: 0.1914351 Jul 13 13:49:57.926535 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53243971-9c45-4362-a746-496f865f88d7 req-051d8cf7-dde6-482e-9045-54300dc5c055 tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:49:57.928265 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-53243971-9c45-4362-a746-496f865f88d7 req-051d8cf7-dde6-482e-9045-54300dc5c055 tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab00bc18-bc30-4e26-932d-8cd3a7bc04c3 HTTP/1.1" status: 200 len: 943 time: 0.0923958 Jul 13 13:49:57.953482 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-95dee4a9-016a-4360-bbab-2938584951e8 req-25deb2a2-fb4f-4bae-90a6-620150cbae54 tempest-VolumesSnapshotTestJSON-1530323745 tempest-VolumesSnapshotTestJSON-1530323745-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d324018-3b64-490a-b771-a1e814df3c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120811 Jul 13 13:49:58.004620 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-53243971-9c45-4362-a746-496f865f88d7 req-3106677c-9f73-44ac-902c-cb83c7e0221a tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] 10.222.0.23 "GET /v2.0/security-groups?id=a1b9bd49-7e7f-4803-b1f2-dde5721681c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705597 Jul 13 13:49:58.017689 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-a429c4f5-9754-435d-9d4a-abaa0f2a7f49 req-5ca1bc3c-f454-4774-acbe-9ebab39e0660 tempest-VolumesSnapshotTestJSON-1530323745 tempest-VolumesSnapshotTestJSON-1530323745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:58.057990 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['14317e26-2e24-4734-ae24-d33de7fa272e'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:49:58.115666 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca1bc3c-f454-4774-acbe-9ebab39e0660 tempest-VolumesSnapshotTestJSON-1530323745 tempest-VolumesSnapshotTestJSON-1530323745-project] Pushing event deleted for resources: {'Port': ['ID=14317e26-2e24-4734-ae24-d33de7fa272e,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:49:58.168268 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-a429c4f5-9754-435d-9d4a-abaa0f2a7f49 req-5ca1bc3c-f454-4774-acbe-9ebab39e0660 tempest-VolumesSnapshotTestJSON-1530323745 tempest-VolumesSnapshotTestJSON-1530323745-project] No DVR routers for this DVR port 14317e26-2e24-4734-ae24-d33de7fa272e on host n-h2-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:49:58.174777 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-a429c4f5-9754-435d-9d4a-abaa0f2a7f49 req-5ca1bc3c-f454-4774-acbe-9ebab39e0660 tempest-VolumesSnapshotTestJSON-1530323745 tempest-VolumesSnapshotTestJSON-1530323745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:58.177019 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a429c4f5-9754-435d-9d4a-abaa0f2a7f49 req-5ca1bc3c-f454-4774-acbe-9ebab39e0660 tempest-VolumesSnapshotTestJSON-1530323745 tempest-VolumesSnapshotTestJSON-1530323745-project] 10.222.0.41 "DELETE /v2.0/ports/14317e26-2e24-4734-ae24-d33de7fa272e HTTP/1.1" status: 204 len: 173 time: 0.8077688 Jul 13 13:49:58.177477 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9ff1efa-ec62-45dd-ba4d-c569c305f6d5', 'name': 'network-vif-deleted', 'tag': '14317e26-2e24-4734-ae24-d33de7fa272e'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:49:58.180408 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eca720c5-37bb-4af4-95c8-49b493c32788" -d '{"events": [{"server_uuid": "c9ff1efa-ec62-45dd-ba4d-c569c305f6d5", "name": "network-vif-deleted", "tag": "14317e26-2e24-4734-ae24-d33de7fa272e"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:49:58.233657 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45ecb62f-1e5b-4b12-b074-a5adfce04b17 x-openstack-request-id: req-45ecb62f-1e5b-4b12-b074-a5adfce04b17 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:49:58.234218 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9ff1efa-ec62-45dd-ba4d-c569c305f6d5", "name": "network-vif-deleted", "tag": "14317e26-2e24-4734-ae24-d33de7fa272e", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:49:58.234649 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-45ecb62f-1e5b-4b12-b074-a5adfce04b17 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:49:58.235152 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9ff1efa-ec62-45dd-ba4d-c569c305f6d5', 'name': 'network-vif-deleted', 'tag': '14317e26-2e24-4734-ae24-d33de7fa272e', 'status': 'completed', 'code': 200} Jul 13 13:49:58.340826 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device ef2f3a11-0fb6-4c96-8ad4-7bf591dad0b7 details requested by agent hyperv_n-h2-800634-1 with host n-h2-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 13:49:58.590260 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port ef2f3a11-0fb6-4c96-8ad4-7bf591dad0b7, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=ef2f3a11-0fb6-4c96-8ad4-7bf591dad0b7,segment=NetworkSegment(7c4990c8-af04-4b9a-9943-14fd3a90e9af),segment_id=7c4990c8-af04-4b9a-9943-14fd3a90e9af)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:49:58.602961 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Returning: {'device': 'ef2f3a11-0fb6-4c96-8ad4-7bf591dad0b7', 'network_id': '0fc1b65d-e53a-45c2-9a47-e933cd36bbd2', 'port_id': 'ef2f3a11-0fb6-4c96-8ad4-7bf591dad0b7', 'mac_address': 'fa:16:3e:1f:54:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28bcc09d-1bcb-48ee-bbee-fc144ac8813b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 13:49:58.679548 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:58.718977 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef2f3a11-0fb6-4c96-8ad4-7bf591dad0b7 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:49:58.751779 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f46c362-0cf3-47ae-90ed-044f1abdc033 req-948ecc96-6703-44cb-a882-be9e0cb559ac tempest-ServerAddressesNegativeTestJSON-1921808961 tempest-ServerAddressesNegativeTestJSON-1921808961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:49:58.761846 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3f46c362-0cf3-47ae-90ed-044f1abdc033 req-948ecc96-6703-44cb-a882-be9e0cb559ac tempest-ServerAddressesNegativeTestJSON-1921808961 tempest-ServerAddressesNegativeTestJSON-1921808961-project] 10.222.0.23 "GET /v2.0/ports?device_id=878fa205-dad6-4695-a111-d6e9b439be1c HTTP/1.1" status: 200 len: 943 time: 0.1727877 Jul 13 13:49:58.789688 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port ef2f3a11-0fb6-4c96-8ad4-7bf591dad0b7, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=ef2f3a11-0fb6-4c96-8ad4-7bf591dad0b7,segment=NetworkSegment(7c4990c8-af04-4b9a-9943-14fd3a90e9af),segment_id=7c4990c8-af04-4b9a-9943-14fd3a90e9af)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:49:58.795376 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:49:58.860563 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3f46c362-0cf3-47ae-90ed-044f1abdc033 req-80d85175-0ab8-4913-a832-6a639345e3b2 tempest-ServerAddressesNegativeTestJSON-1921808961 tempest-ServerAddressesNegativeTestJSON-1921808961-project] 10.222.0.23 "GET /v2.0/security-groups?id=9bdb02cb-69a8-4349-9345-e76a8714bc8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913024 Jul 13 13:49:58.907557 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=ef2f3a11-0fb6-4c96-8ad4-7bf591dad0b7,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:49:59.011952 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['ef2f3a11-0fb6-4c96-8ad4-7bf591dad0b7'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:49:59.645820 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20406cf7-9c29-432f-a243-509c9ce8b1f6 req-95b7600f-2322-4fe3-8fc9-ec432a922343 tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:49:59.648691 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-20406cf7-9c29-432f-a243-509c9ce8b1f6 req-95b7600f-2322-4fe3-8fc9-ec432a922343 tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab00bc18-bc30-4e26-932d-8cd3a7bc04c3 HTTP/1.1" status: 200 len: 943 time: 0.1264639 Jul 13 13:49:59.702919 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-20406cf7-9c29-432f-a243-509c9ce8b1f6 req-b1101604-6d44-4789-a6f8-838ea956c789 tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] 10.222.0.23 "GET /v2.0/security-groups?id=a1b9bd49-7e7f-4803-b1f2-dde5721681c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480523 Jul 13 13:50:00.182584 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dea232e-204a-4a3b-afd6-de9bc9350c81 req-6ba08799-8729-4ac2-8554-3bbce001038b tempest-ServerAddressesNegativeTestJSON-1921808961 tempest-ServerAddressesNegativeTestJSON-1921808961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:50:00.185444 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8dea232e-204a-4a3b-afd6-de9bc9350c81 req-6ba08799-8729-4ac2-8554-3bbce001038b tempest-ServerAddressesNegativeTestJSON-1921808961 tempest-ServerAddressesNegativeTestJSON-1921808961-project] 10.222.0.23 "GET /v2.0/ports?device_id=878fa205-dad6-4695-a111-d6e9b439be1c HTTP/1.1" status: 200 len: 944 time: 0.1395833 Jul 13 13:50:00.260151 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:00.266907 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8dea232e-204a-4a3b-afd6-de9bc9350c81 req-a7e33cee-6250-4dac-b112-7e8988693ac0 tempest-ServerAddressesNegativeTestJSON-1921808961 tempest-ServerAddressesNegativeTestJSON-1921808961-project] 10.222.0.23 "GET /v2.0/security-groups?id=9bdb02cb-69a8-4349-9345-e76a8714bc8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728054 Jul 13 13:50:00.343323 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device ef2f3a11-0fb6-4c96-8ad4-7bf591dad0b7 up at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:50:00.426531 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning for port ef2f3a11-0fb6-4c96-8ad4-7bf591dad0b7 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:50:00.435291 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning complete for port ef2f3a11-0fb6-4c96-8ad4-7bf591dad0b7 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:50:00.438946 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:00.649620 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:00.711563 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '878fa205-dad6-4695-a111-d6e9b439be1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef2f3a11-0fb6-4c96-8ad4-7bf591dad0b7'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:50:00.714187 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b45ce07-8321-469a-b801-d2b7d27a7ae6" -d '{"events": [{"server_uuid": "878fa205-dad6-4695-a111-d6e9b439be1c", "name": "network-vif-plugged", "status": "completed", "tag": "ef2f3a11-0fb6-4c96-8ad4-7bf591dad0b7"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:50:00.720152 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:00.730813 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port ef2f3a11-0fb6-4c96-8ad4-7bf591dad0b7, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=ef2f3a11-0fb6-4c96-8ad4-7bf591dad0b7,segment=NetworkSegment(7c4990c8-af04-4b9a-9943-14fd3a90e9af),segment_id=7c4990c8-af04-4b9a-9943-14fd3a90e9af)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:50:00.740663 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:00.742742 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 14317e26-2e24-4734-ae24-d33de7fa272e no longer exists at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:50:00.769217 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] No Port match for: 14317e26-2e24-4734-ae24-d33de7fa272e {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:50:00.769871 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 14317e26-2e24-4734-ae24-d33de7fa272e not bound to the agent host n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:50:00.819899 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=ef2f3a11-0fb6-4c96-8ad4-7bf591dad0b7,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:50:00.846676 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:50:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b82b86c2-3af9-429c-8bed-2ea3a359dbe4 x-openstack-request-id: req-b82b86c2-3af9-429c-8bed-2ea3a359dbe4 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:50:00.846996 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "878fa205-dad6-4695-a111-d6e9b439be1c", "name": "network-vif-plugged", "status": "completed", "tag": "ef2f3a11-0fb6-4c96-8ad4-7bf591dad0b7", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:50:00.847376 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b82b86c2-3af9-429c-8bed-2ea3a359dbe4 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:50:00.847802 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '878fa205-dad6-4695-a111-d6e9b439be1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef2f3a11-0fb6-4c96-8ad4-7bf591dad0b7', 'code': 200} Jul 13 13:50:01.129957 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b679d4-c977-4872-b7a2-8d4457ade9ea req-3618e65b-4e4b-425f-b057-c34ead6bef90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:50:01.131862 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a8b679d4-c977-4872-b7a2-8d4457ade9ea req-3618e65b-4e4b-425f-b057-c34ead6bef90 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=878fa205-dad6-4695-a111-d6e9b439be1c HTTP/1.1" status: 200 len: 1096 time: 0.1752064 Jul 13 13:50:01.145935 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0008095e-ed7c-43f5-997a-89e40df0b589 req-882d7848-b62d-404d-acaa-3b2bf3b28736 tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:50:01.153704 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0008095e-ed7c-43f5-997a-89e40df0b589 req-882d7848-b62d-404d-acaa-3b2bf3b28736 tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab00bc18-bc30-4e26-932d-8cd3a7bc04c3 HTTP/1.1" status: 200 len: 943 time: 0.2403150 Jul 13 13:50:01.237011 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a8b679d4-c977-4872-b7a2-8d4457ade9ea req-13a3a792-ff7c-4ce0-bf0e-3a4975b7ccfc service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=9bdb02cb-69a8-4349-9345-e76a8714bc8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722337 Jul 13 13:50:01.251293 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0008095e-ed7c-43f5-997a-89e40df0b589 req-35fdd191-bb09-4c64-a14c-2329662e8af8 tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] 10.222.0.23 "GET /v2.0/security-groups?id=a1b9bd49-7e7f-4803-b1f2-dde5721681c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924451 Jul 13 13:50:01.504735 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd98238b-b87d-4c2f-84ea-8e0e0aea071f req-7c7d93e9-d720-45cd-b6fe-d82b91f7394b tempest-ServerAddressesNegativeTestJSON-1921808961 tempest-ServerAddressesNegativeTestJSON-1921808961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:50:01.512887 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-fd98238b-b87d-4c2f-84ea-8e0e0aea071f req-7c7d93e9-d720-45cd-b6fe-d82b91f7394b tempest-ServerAddressesNegativeTestJSON-1921808961 tempest-ServerAddressesNegativeTestJSON-1921808961-project] 10.222.0.23 "GET /v2.0/ports?device_id=878fa205-dad6-4695-a111-d6e9b439be1c HTTP/1.1" status: 200 len: 945 time: 0.0907891 Jul 13 13:50:01.565581 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-fd98238b-b87d-4c2f-84ea-8e0e0aea071f req-18f27a11-4883-459c-ab4b-0516b322ee93 tempest-ServerAddressesNegativeTestJSON-1921808961 tempest-ServerAddressesNegativeTestJSON-1921808961-project] 10.222.0.23 "GET /v2.0/security-groups?id=9bdb02cb-69a8-4349-9345-e76a8714bc8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481763 Jul 13 13:50:02.501104 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cd9fe8-2da4-4438-af37-cfa252bbab54 req-d58f562a-168a-44ac-91e8-2f19564e6422 tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:50:02.509512 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-87cd9fe8-2da4-4438-af37-cfa252bbab54 req-d58f562a-168a-44ac-91e8-2f19564e6422 tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab00bc18-bc30-4e26-932d-8cd3a7bc04c3 HTTP/1.1" status: 200 len: 943 time: 0.0774817 Jul 13 13:50:02.556997 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-87cd9fe8-2da4-4438-af37-cfa252bbab54 req-ae523782-7dd2-4899-ac5e-6917fe50dfc9 tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] 10.222.0.23 "GET /v2.0/security-groups?id=a1b9bd49-7e7f-4803-b1f2-dde5721681c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463121 Jul 13 13:50:02.828996 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b8cd5b-be29-422d-84b5-1858c5c8b6e7 req-f7847abe-b85e-46a7-ba3e-196e8621d39c tempest-ServerAddressesNegativeTestJSON-1921808961 tempest-ServerAddressesNegativeTestJSON-1921808961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:50:02.832147 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-18b8cd5b-be29-422d-84b5-1858c5c8b6e7 req-f7847abe-b85e-46a7-ba3e-196e8621d39c tempest-ServerAddressesNegativeTestJSON-1921808961 tempest-ServerAddressesNegativeTestJSON-1921808961-project] 10.222.0.23 "GET /v2.0/ports?device_id=878fa205-dad6-4695-a111-d6e9b439be1c HTTP/1.1" status: 200 len: 945 time: 0.1302180 Jul 13 13:50:02.926350 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-18b8cd5b-be29-422d-84b5-1858c5c8b6e7 req-30178762-f274-42bd-9557-16e43433c360 tempest-ServerAddressesNegativeTestJSON-1921808961 tempest-ServerAddressesNegativeTestJSON-1921808961-project] 10.222.0.23 "GET /v2.0/security-groups?id=9bdb02cb-69a8-4349-9345-e76a8714bc8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801752 Jul 13 13:50:03.862614 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0155fc-bee3-4698-87d0-094210ab949d req-5eb3700c-df2f-42a2-aa5f-30b6ec3cf762 tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:50:03.865567 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4f0155fc-bee3-4698-87d0-094210ab949d req-5eb3700c-df2f-42a2-aa5f-30b6ec3cf762 tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab00bc18-bc30-4e26-932d-8cd3a7bc04c3 HTTP/1.1" status: 200 len: 943 time: 0.1224058 Jul 13 13:50:03.904616 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07f05ad-9034-401e-abda-8de3f45245f4 req-55a8fce4-a342-41db-922d-9a334e4caa8e tempest-ServerAddressesNegativeTestJSON-1921808961 tempest-ServerAddressesNegativeTestJSON-1921808961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:50:03.917339 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e07f05ad-9034-401e-abda-8de3f45245f4 req-55a8fce4-a342-41db-922d-9a334e4caa8e tempest-ServerAddressesNegativeTestJSON-1921808961 tempest-ServerAddressesNegativeTestJSON-1921808961-project] 10.222.0.23 "GET /v2.0/ports?device_id=878fa205-dad6-4695-a111-d6e9b439be1c HTTP/1.1" status: 200 len: 945 time: 0.1255260 Jul 13 13:50:03.953860 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4f0155fc-bee3-4698-87d0-094210ab949d req-206400bd-df22-4a52-ac1a-8932d3789caf tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] 10.222.0.23 "GET /v2.0/security-groups?id=a1b9bd49-7e7f-4803-b1f2-dde5721681c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819871 Jul 13 13:50:03.989680 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e07f05ad-9034-401e-abda-8de3f45245f4 req-6c9df810-222f-440c-89ef-88d575a5115b tempest-ServerAddressesNegativeTestJSON-1921808961 tempest-ServerAddressesNegativeTestJSON-1921808961-project] 10.222.0.23 "GET /v2.0/security-groups?id=9bdb02cb-69a8-4349-9345-e76a8714bc8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707905 Jul 13 13:50:04.981745 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8e4ebf-b785-4d34-afaa-02bd12ef89fa req-b2670fa1-a687-4200-bf5d-47be18ec8cc2 tempest-ServerAddressesNegativeTestJSON-1921808961 tempest-ServerAddressesNegativeTestJSON-1921808961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:50:04.983658 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5f8e4ebf-b785-4d34-afaa-02bd12ef89fa req-b2670fa1-a687-4200-bf5d-47be18ec8cc2 tempest-ServerAddressesNegativeTestJSON-1921808961 tempest-ServerAddressesNegativeTestJSON-1921808961-project] 10.222.0.41 "GET /v2.0/ports?device_id=878fa205-dad6-4695-a111-d6e9b439be1c HTTP/1.1" status: 200 len: 945 time: 0.1347191 Jul 13 13:50:05.375940 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-5f8e4ebf-b785-4d34-afaa-02bd12ef89fa req-74422b3c-39b5-44a9-bf01-a9188ee54a0f tempest-ServerAddressesNegativeTestJSON-1921808961 tempest-ServerAddressesNegativeTestJSON-1921808961-project] Deleting port ef2f3a11-0fb6-4c96-8ad4-7bf591dad0b7 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:50:05.376283 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-5f8e4ebf-b785-4d34-afaa-02bd12ef89fa req-74422b3c-39b5-44a9-bf01-a9188ee54a0f tempest-ServerAddressesNegativeTestJSON-1921808961 tempest-ServerAddressesNegativeTestJSON-1921808961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:05.379848 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0805ada-f5b9-42c5-9723-44e620739b37 req-82d3e1a0-9b68-4f92-b409-2b5eaddb81fc tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:50:05.386575 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c0805ada-f5b9-42c5-9723-44e620739b37 req-82d3e1a0-9b68-4f92-b409-2b5eaddb81fc tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab00bc18-bc30-4e26-932d-8cd3a7bc04c3 HTTP/1.1" status: 200 len: 943 time: 0.2052481 Jul 13 13:50:05.476710 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c0805ada-f5b9-42c5-9723-44e620739b37 req-3bb7505c-8e6d-456c-91f8-e414b634250a tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] 10.222.0.23 "GET /v2.0/security-groups?id=a1b9bd49-7e7f-4803-b1f2-dde5721681c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813012 Jul 13 13:50:05.565428 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-5f8e4ebf-b785-4d34-afaa-02bd12ef89fa req-74422b3c-39b5-44a9-bf01-a9188ee54a0f tempest-ServerAddressesNegativeTestJSON-1921808961 tempest-ServerAddressesNegativeTestJSON-1921808961-project] For port ef2f3a11-0fb6-4c96-8ad4-7bf591dad0b7, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=ef2f3a11-0fb6-4c96-8ad4-7bf591dad0b7,segment=NetworkSegment(7c4990c8-af04-4b9a-9943-14fd3a90e9af),segment_id=7c4990c8-af04-4b9a-9943-14fd3a90e9af)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:50:05.565428 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-5f8e4ebf-b785-4d34-afaa-02bd12ef89fa req-74422b3c-39b5-44a9-bf01-a9188ee54a0f tempest-ServerAddressesNegativeTestJSON-1921808961 tempest-ServerAddressesNegativeTestJSON-1921808961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:05.577043 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-5f8e4ebf-b785-4d34-afaa-02bd12ef89fa req-74422b3c-39b5-44a9-bf01-a9188ee54a0f tempest-ServerAddressesNegativeTestJSON-1921808961 tempest-ServerAddressesNegativeTestJSON-1921808961-project] Calling delete_port for ef2f3a11-0fb6-4c96-8ad4-7bf591dad0b7 owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:50:05.592244 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd43b7d-7354-4d8d-9f66-5eecfdec6b14 req-3bc8f1d3-7728-4a8d-bdfe-c0086a681bfa tempest-ServerAddressesNegativeTestJSON-1921808961 tempest-ServerAddressesNegativeTestJSON-1921808961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:50:05.601124 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3dd43b7d-7354-4d8d-9f66-5eecfdec6b14 req-3bc8f1d3-7728-4a8d-bdfe-c0086a681bfa tempest-ServerAddressesNegativeTestJSON-1921808961 tempest-ServerAddressesNegativeTestJSON-1921808961-project] 10.222.0.23 "GET /v2.0/ports?device_id=878fa205-dad6-4695-a111-d6e9b439be1c HTTP/1.1" status: 200 len: 945 time: 0.3372836 Jul 13 13:50:05.709991 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3dd43b7d-7354-4d8d-9f66-5eecfdec6b14 req-ac15187f-060d-4302-9529-0a5fb8cec079 tempest-ServerAddressesNegativeTestJSON-1921808961 tempest-ServerAddressesNegativeTestJSON-1921808961-project] 10.222.0.23 "GET /v2.0/security-groups?id=9bdb02cb-69a8-4349-9345-e76a8714bc8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079628 Jul 13 13:50:05.792251 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-5f8e4ebf-b785-4d34-afaa-02bd12ef89fa req-74422b3c-39b5-44a9-bf01-a9188ee54a0f tempest-ServerAddressesNegativeTestJSON-1921808961 tempest-ServerAddressesNegativeTestJSON-1921808961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:05.808122 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['ef2f3a11-0fb6-4c96-8ad4-7bf591dad0b7'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:50:05.848252 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74422b3c-39b5-44a9-bf01-a9188ee54a0f tempest-ServerAddressesNegativeTestJSON-1921808961 tempest-ServerAddressesNegativeTestJSON-1921808961-project] Pushing event deleted for resources: {'Port': ['ID=ef2f3a11-0fb6-4c96-8ad4-7bf591dad0b7,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:50:05.908052 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f8e4ebf-b785-4d34-afaa-02bd12ef89fa req-74422b3c-39b5-44a9-bf01-a9188ee54a0f tempest-ServerAddressesNegativeTestJSON-1921808961 tempest-ServerAddressesNegativeTestJSON-1921808961-project] No DVR routers for this DVR port ef2f3a11-0fb6-4c96-8ad4-7bf591dad0b7 on host n-h2-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:50:05.912094 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-5f8e4ebf-b785-4d34-afaa-02bd12ef89fa req-74422b3c-39b5-44a9-bf01-a9188ee54a0f tempest-ServerAddressesNegativeTestJSON-1921808961 tempest-ServerAddressesNegativeTestJSON-1921808961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:05.914622 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5f8e4ebf-b785-4d34-afaa-02bd12ef89fa req-74422b3c-39b5-44a9-bf01-a9188ee54a0f tempest-ServerAddressesNegativeTestJSON-1921808961 tempest-ServerAddressesNegativeTestJSON-1921808961-project] 10.222.0.41 "DELETE /v2.0/ports/ef2f3a11-0fb6-4c96-8ad4-7bf591dad0b7 HTTP/1.1" status: 204 len: 173 time: 0.9232340 Jul 13 13:50:05.915342 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '878fa205-dad6-4695-a111-d6e9b439be1c', 'name': 'network-vif-deleted', 'tag': 'ef2f3a11-0fb6-4c96-8ad4-7bf591dad0b7'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:50:05.926689 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a1d7a12-8654-4f98-9a87-c9a75b8eda3d" -d '{"events": [{"server_uuid": "878fa205-dad6-4695-a111-d6e9b439be1c", "name": "network-vif-deleted", "tag": "ef2f3a11-0fb6-4c96-8ad4-7bf591dad0b7"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:50:05.978386 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-383deead-6303-4031-b535-d885f3b1b268 x-openstack-request-id: req-383deead-6303-4031-b535-d885f3b1b268 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:50:05.978960 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "878fa205-dad6-4695-a111-d6e9b439be1c", "name": "network-vif-deleted", "tag": "ef2f3a11-0fb6-4c96-8ad4-7bf591dad0b7", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:50:05.979518 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-383deead-6303-4031-b535-d885f3b1b268 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:50:05.980108 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '878fa205-dad6-4695-a111-d6e9b439be1c', 'name': 'network-vif-deleted', 'tag': 'ef2f3a11-0fb6-4c96-8ad4-7bf591dad0b7', 'status': 'completed', 'code': 200} Jul 13 13:50:06.879694 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d578351-3b3b-4f1d-a04a-ab52b1f35af1 req-f8ebec9b-cd49-4c98-9f8c-6699202c2eaf tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:50:06.881652 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2d578351-3b3b-4f1d-a04a-ab52b1f35af1 req-f8ebec9b-cd49-4c98-9f8c-6699202c2eaf tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab00bc18-bc30-4e26-932d-8cd3a7bc04c3 HTTP/1.1" status: 200 len: 943 time: 0.1213171 Jul 13 13:50:06.890518 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5c2cda-24dc-4547-960e-2e9109640b8c req-aa4f0e4a-5688-4b9e-ae00-698ed006d008 tempest-VolumesSnapshotTestJSON-1530323745 tempest-VolumesSnapshotTestJSON-1530323745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:50:06.902376 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7e5c2cda-24dc-4547-960e-2e9109640b8c req-aa4f0e4a-5688-4b9e-ae00-698ed006d008 tempest-VolumesSnapshotTestJSON-1530323745 tempest-VolumesSnapshotTestJSON-1530323745-project] 10.222.0.23 "GET /v2.0/networks?id=68b2b3e0-be8c-4026-af86-701861bbd8d5 HTTP/1.1" status: 200 len: 814 time: 0.2356973 Jul 13 13:50:06.935794 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7e5c2cda-24dc-4547-960e-2e9109640b8c req-f2c1ca25-e941-4f08-be18-2cd63c265e46 tempest-VolumesSnapshotTestJSON-1530323745 tempest-VolumesSnapshotTestJSON-1530323745-project] 10.222.0.23 "GET /v2.0/quotas/1dbda003943b45fbbbb12d8492135589 HTTP/1.1" status: 200 len: 375 time: 0.0324473 Jul 13 13:50:06.983581 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2d578351-3b3b-4f1d-a04a-ab52b1f35af1 req-0a8cb712-d36c-44d9-a847-5fe1ff7b4c76 tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] 10.222.0.23 "GET /v2.0/security-groups?id=a1b9bd49-7e7f-4803-b1f2-dde5721681c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952990 Jul 13 13:50:07.002579 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7e5c2cda-24dc-4547-960e-2e9109640b8c req-2c4a347e-6c62-4df7-9177-f31c753f7b68 tempest-VolumesSnapshotTestJSON-1530323745 tempest-VolumesSnapshotTestJSON-1530323745-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=1dbda003943b45fbbbb12d8492135589&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0655959 Jul 13 13:50:07.118434 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7e5c2cda-24dc-4547-960e-2e9109640b8c req-07d23b36-aa23-4728-affe-c2efd5525991 service neutron] 10.222.0.23 "GET /v2.0/networks/68b2b3e0-be8c-4026-af86-701861bbd8d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097252 Jul 13 13:50:07.147366 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 50338) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:50:07.200487 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 50342) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:50:07.227902 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-37e19c1a-ed13-4bca-8b7c-c546c7951d51 admin admin] Deleting subnet 28bcc09d-1bcb-48ee-bbee-fc144ac8813b {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 13:50:07.235249 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-37e19c1a-ed13-4bca-8b7c-c546c7951d51 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:07.332920 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7e5c2cda-24dc-4547-960e-2e9109640b8c req-fb29b38a-4c67-4e78-b8cf-49ea9b1f9223 service neutron] 10.222.0.23 "GET /v2.0/networks/68b2b3e0-be8c-4026-af86-701861bbd8d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084808 Jul 13 13:50:07.352625 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-37e19c1a-ed13-4bca-8b7c-c546c7951d51 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5431723'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:07.414441 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-37e19c1a-ed13-4bca-8b7c-c546c7951d51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:07.522531 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e4a76f65-34e2-4b2b-89c3-a7b71a79431e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:07.524716 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-37e19c1a-ed13-4bca-8b7c-c546c7951d51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5970525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4763356'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:07.543546 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2df93f64-0fc8-4450-ad59-7b33396ced2e req-2fa5ade7-cbee-4d0a-bf47-278390efba2d tempest-VolumesSnapshotTestJSON-1530323745 tempest-VolumesSnapshotTestJSON-1530323745-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3cd5669-bf8f-468a-813b-a66f55bd5f17 HTTP/1.1" status: 200 len: 210 time: 0.0399308 Jul 13 13:50:07.570701 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-37e19c1a-ed13-4bca-8b7c-c546c7951d51 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:07.574768 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-37e19c1a-ed13-4bca-8b7c-c546c7951d51 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/28bcc09d-1bcb-48ee-bbee-fc144ac8813b HTTP/1.1" status: 204 len: 168 time: 0.4240239 Jul 13 13:50:07.574768 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e19c1a-ed13-4bca-8b7c-c546c7951d51 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28bcc09d-1bcb-48ee-bbee-fc144ac8813b,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:50:07.576059 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 50354) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:50:07.677139 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-59d3a8c0-b3b5-40a6-b2e4-74d60b4b5933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:07.701528 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e4a76f65-34e2-4b2b-89c3-a7b71a79431e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:07.715917 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e4a76f65-34e2-4b2b-89c3-a7b71a79431e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:07.770116 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-e4a76f65-34e2-4b2b-89c3-a7b71a79431e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f663f369d79b41509083b684dca00153&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5685568 Jul 13 13:50:07.780685 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4123e6b0-d17b-4ce9-8b8e-07049624fb3b req-65e625ba-8d5e-4e1b-82c5-cadc5a1b9c52 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:50:07.782085 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-59d3a8c0-b3b5-40a6-b2e4-74d60b4b5933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:07.794102 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-59d3a8c0-b3b5-40a6-b2e4-74d60b4b5933 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fc1b65d-e53a-45c2-9a47-e933cd36bbd2']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:50:07.800789 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4123e6b0-d17b-4ce9-8b8e-07049624fb3b req-65e625ba-8d5e-4e1b-82c5-cadc5a1b9c52 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f309255-5b4d-4296-81c6-c49d93f44d38 HTTP/1.1" status: 200 len: 944 time: 0.5277710 Jul 13 13:50:07.804118 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 50362) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:50:07.806155 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-59d3a8c0-b3b5-40a6-b2e4-74d60b4b5933 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c4990c8-af04-4b9a-9943-14fd3a90e9af') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:50:07.806473 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-59d3a8c0-b3b5-40a6-b2e4-74d60b4b5933 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c4990c8-af04-4b9a-9943-14fd3a90e9af') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:50:07.816454 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-59d3a8c0-b3b5-40a6-b2e4-74d60b4b5933 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6018464'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:07.833329 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-59d3a8c0-b3b5-40a6-b2e4-74d60b4b5933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:07.840609 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59d3a8c0-b3b5-40a6-b2e4-74d60b4b5933 admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 13:50:07.841192 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-59d3a8c0-b3b5-40a6-b2e4-74d60b4b5933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6018632'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:07.867840 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a76f65-34e2-4b2b-89c3-a7b71a79431e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da1f40c5-71eb-4146-a32a-41f7b8df7441,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:50:07.901505 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:50:07.901505 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:50:07.901505 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:50:07.901505 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:50:07.901505 n-d-800634-1 neutron-server[93751]: Traceback (most recent call last): Jul 13 13:50:07.901505 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 13:50:07.901505 n-d-800634-1 neutron-server[93751]: timer() Jul 13 13:50:07.901505 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 13:50:07.901505 n-d-800634-1 neutron-server[93751]: cb(*args, **kw) Jul 13 13:50:07.901505 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 13:50:07.901505 n-d-800634-1 neutron-server[93751]: return func(*args, **kwargs) Jul 13 13:50:07.901505 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 13:50:07.901505 n-d-800634-1 neutron-server[93751]: self._notify() Jul 13 13:50:07.901505 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 13:50:07.901505 n-d-800634-1 neutron-server[93751]: self.callback(batched_events) Jul 13 13:50:07.901505 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 13:50:07.901505 n-d-800634-1 neutron-server[93751]: event.method(event) Jul 13 13:50:07.901505 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 13:50:07.901505 n-d-800634-1 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 13:50:07.901505 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 13:50:07.901505 n-d-800634-1 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 13:50:07.901505 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 13:50:07.901505 n-d-800634-1 neutron-server[93751]: return f(self, *a, **k) Jul 13 13:50:07.901505 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 13:50:07.901505 n-d-800634-1 neutron-server[93751]: return self._get(url).json() Jul 13 13:50:07.901505 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 13:50:07.901505 n-d-800634-1 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 13:50:07.901505 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 13:50:07.901505 n-d-800634-1 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 13 13:50:07.901505 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 13:50:07.901505 n-d-800634-1 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 13:50:07.901505 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 13:50:07.901505 n-d-800634-1 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 13:50:07.901505 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 13:50:07.901505 n-d-800634-1 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 13:50:07.901505 n-d-800634-1 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 13:50:07.920934 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4123e6b0-d17b-4ce9-8b8e-07049624fb3b req-bf912418-7cf9-4b33-9116-7d09ada713d5 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bf3e8b9-8da9-4a28-88c0-799fd78203e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1192777 Jul 13 13:50:07.936588 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-59d3a8c0-b3b5-40a6-b2e4-74d60b4b5933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:07.948311 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-59d3a8c0-b3b5-40a6-b2e4-74d60b4b5933 admin admin] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:07.951831 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-59d3a8c0-b3b5-40a6-b2e4-74d60b4b5933 admin admin] 10.222.0.23 "DELETE /v2.0/networks/0fc1b65d-e53a-45c2-9a47-e933cd36bbd2 HTTP/1.1" status: 204 len: 168 time: 0.3744307 Jul 13 13:50:07.970093 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d3a8c0-b3b5-40a6-b2e4-74d60b4b5933 admin admin] Pushing event deleted for resources: {'Network': ['ID=0fc1b65d-e53a-45c2-9a47-e933cd36bbd2,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:50:08.000042 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fdec10aa-8fc5-49d4-9ee5-26476dc54387 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:08.031930 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fdec10aa-8fc5-49d4-9ee5-26476dc54387 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:08.088911 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fdec10aa-8fc5-49d4-9ee5-26476dc54387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:08.093350 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fdec10aa-8fc5-49d4-9ee5-26476dc54387 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:08.094985 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-fdec10aa-8fc5-49d4-9ee5-26476dc54387 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/da1f40c5-71eb-4146-a32a-41f7b8df7441 HTTP/1.1" status: 204 len: 168 time: 0.2839141 Jul 13 13:50:08.105489 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdec10aa-8fc5-49d4-9ee5-26476dc54387 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da1f40c5-71eb-4146-a32a-41f7b8df7441,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:50:08.193835 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 50384) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:50:08.311735 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-8ddae098-e713-4dfe-a111-5f7a06160209 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=83565d8c3e1b4aed8d6fa8bfc1991c9b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1159563 Jul 13 13:50:08.312738 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 50390) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:50:08.358451 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6e4376-6b78-463b-972c-380e261ba854 req-5b6f0987-e45b-45de-87d2-23dec8e383c9 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:50:08.360242 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5e6e4376-6b78-463b-972c-380e261ba854 req-5b6f0987-e45b-45de-87d2-23dec8e383c9 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f309255-5b4d-4296-81c6-c49d93f44d38 HTTP/1.1" status: 200 len: 944 time: 0.1752074 Jul 13 13:50:08.388958 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 8f69a950-287c-42cf-b922-64755bdadb61 details requested by agent hyperv_n-h2-800634-1 with host n-h2-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 13:50:08.467135 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5e6e4376-6b78-463b-972c-380e261ba854 req-fae4e188-ce4a-421e-a989-75fac48f67c1 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bf3e8b9-8da9-4a28-88c0-799fd78203e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855770 Jul 13 13:50:08.471609 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device ef2f3a11-0fb6-4c96-8ad4-7bf591dad0b7 no longer exists at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:50:08.476637 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-250d006a-be82-457c-8943-2d0f5560a668 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:08.504406 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-250d006a-be82-457c-8943-2d0f5560a668 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:08.566902 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] No Port match for: ef2f3a11-0fb6-4c96-8ad4-7bf591dad0b7 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:50:08.569903 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device ef2f3a11-0fb6-4c96-8ad4-7bf591dad0b7 not bound to the agent host n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:50:08.618086 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-250d006a-be82-457c-8943-2d0f5560a668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:08.622130 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-250d006a-be82-457c-8943-2d0f5560a668 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:08.626770 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-250d006a-be82-457c-8943-2d0f5560a668 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9bdb02cb-69a8-4349-9345-e76a8714bc8e HTTP/1.1" status: 204 len: 168 time: 0.3075492 Jul 13 13:50:08.651414 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250d006a-be82-457c-8943-2d0f5560a668 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bdb02cb-69a8-4349-9345-e76a8714bc8e,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:50:08.664854 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 8f69a950-287c-42cf-b922-64755bdadb61, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=8f69a950-287c-42cf-b922-64755bdadb61,segment=NetworkSegment(69a89674-bd81-401c-9f13-aaf0c6466b39),segment_id=69a89674-bd81-401c-9f13-aaf0c6466b39)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:50:08.748160 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Returning: {'device': '8f69a950-287c-42cf-b922-64755bdadb61', 'network_id': 'bebce078-4657-4116-afe4-942f44316b72', 'port_id': '8f69a950-287c-42cf-b922-64755bdadb61', 'mac_address': 'fa:16:3e:ab:64:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5ac919f-e40f-4805-bb14-5bbcfbbe58a7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 13:50:08.770182 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d16dfd-9443-444d-a199-f0deff477878 req-71d6940f-2c4b-499f-be4b-d3bd27f27cd5 tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:50:08.778604 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-08d16dfd-9443-444d-a199-f0deff477878 req-71d6940f-2c4b-499f-be4b-d3bd27f27cd5 tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab00bc18-bc30-4e26-932d-8cd3a7bc04c3 HTTP/1.1" status: 200 len: 943 time: 0.2160218 Jul 13 13:50:08.792079 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:08.798468 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ad807a03-cd19-4721-b00c-c5c50100826b req-ed328069-0481-4fe2-ae67-ad01aeffccd3 tempest-VolumesSnapshotTestJSON-1530323745 tempest-VolumesSnapshotTestJSON-1530323745-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3cd5669-bf8f-468a-813b-a66f55bd5f17 HTTP/1.1" status: 200 len: 210 time: 0.0987620 Jul 13 13:50:08.808978 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f69a950-287c-42cf-b922-64755bdadb61 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:50:08.834385 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 8f69a950-287c-42cf-b922-64755bdadb61, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=8f69a950-287c-42cf-b922-64755bdadb61,segment=NetworkSegment(69a89674-bd81-401c-9f13-aaf0c6466b39),segment_id=69a89674-bd81-401c-9f13-aaf0c6466b39)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:50:08.842192 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:08.939610 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=8f69a950-287c-42cf-b922-64755bdadb61,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:50:08.970843 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-08d16dfd-9443-444d-a199-f0deff477878 req-36795e42-a444-4bba-873b-c233bc973a4e tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] 10.222.0.23 "GET /v2.0/security-groups?id=a1b9bd49-7e7f-4803-b1f2-dde5721681c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1801369 Jul 13 13:50:09.051001 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 50420) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:50:09.068431 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['8f69a950-287c-42cf-b922-64755bdadb61'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:50:09.079301 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-adf067a6-2253-444c-a892-5fcadb0667dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:09.202613 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630e028e-516e-47ff-9753-5ee7f182fc83 req-6838ba41-5976-446b-805e-3af509b2e7ae tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:50:09.208812 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-630e028e-516e-47ff-9753-5ee7f182fc83 req-6838ba41-5976-446b-805e-3af509b2e7ae tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/networks?id=4044b022-747e-4834-bc76-73d0f411c2c3 HTTP/1.1" status: 200 len: 812 time: 0.2302263 Jul 13 13:50:09.233086 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-630e028e-516e-47ff-9753-5ee7f182fc83 req-89cc2f84-d2f4-4f9c-a879-bff05c976400 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/quotas/ef6418d5526f4765ba53df412776e3e7 HTTP/1.1" status: 200 len: 375 time: 0.0165818 Jul 13 13:50:09.331223 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-adf067a6-2253-444c-a892-5fcadb0667dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:09.340950 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-adf067a6-2253-444c-a892-5fcadb0667dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:09.398247 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-630e028e-516e-47ff-9753-5ee7f182fc83 req-046fee4f-1484-420f-b2cc-a890e76ff83b tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ef6418d5526f4765ba53df412776e3e7&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1581669 Jul 13 13:50:09.422039 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-adf067a6-2253-444c-a892-5fcadb0667dd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d69ccb255dad49e9a01bbc3445d8bd1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3699760 Jul 13 13:50:09.423067 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf067a6-2253-444c-a892-5fcadb0667dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5fb06a4-1437-4baa-b348-d96231a076de,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:50:09.425879 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 50432) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:50:09.541890 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f5fa5806-e31b-41ba-88fe-bd9794e4b231 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:09.553570 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-630e028e-516e-47ff-9753-5ee7f182fc83 req-7fc06fa7-6f68-4059-8eb9-e0bfdb0c4c6b service neutron] 10.222.0.23 "GET /v2.0/networks/4044b022-747e-4834-bc76-73d0f411c2c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381054 Jul 13 13:50:09.564088 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f5fa5806-e31b-41ba-88fe-bd9794e4b231 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:09.617108 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f5fa5806-e31b-41ba-88fe-bd9794e4b231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:09.620174 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f5fa5806-e31b-41ba-88fe-bd9794e4b231 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:09.623715 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-f5fa5806-e31b-41ba-88fe-bd9794e4b231 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b5fb06a4-1437-4baa-b348-d96231a076de HTTP/1.1" status: 204 len: 168 time: 0.1942890 Jul 13 13:50:09.650136 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fa5806-e31b-41ba-88fe-bd9794e4b231 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5fb06a4-1437-4baa-b348-d96231a076de,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:50:09.710616 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-630e028e-516e-47ff-9753-5ee7f182fc83 req-d944a134-0460-462b-babd-ba06c072a442 service neutron] 10.222.0.23 "GET /v2.0/networks/4044b022-747e-4834-bc76-73d0f411c2c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551218 Jul 13 13:50:10.024688 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-32ef0024-ae49-4712-98f6-506b0c08107f req-2c54a144-2f23-4baa-88bd-4b21ff046808 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=06111558-967d-4a36-b428-2726854b7e61 HTTP/1.1" status: 200 len: 210 time: 0.0486619 Jul 13 13:50:10.118002 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-889a5f40-44e3-4e72-9ac0-8f52995a0a87 req-dfbf44a7-2160-4d4e-9340-4fc2a1d6fb96 tempest-VolumesSnapshotTestJSON-1530323745 tempest-VolumesSnapshotTestJSON-1530323745-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3cd5669-bf8f-468a-813b-a66f55bd5f17 HTTP/1.1" status: 200 len: 210 time: 0.0441146 Jul 13 13:50:10.119876 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5c2cda-24dc-4547-960e-2e9109640b8c req-5b4181e2-ad7e-45eb-894f-09b13ea688ec tempest-VolumesSnapshotTestJSON-1530323745 tempest-VolumesSnapshotTestJSON-1530323745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:50:10.122719 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7e5c2cda-24dc-4547-960e-2e9109640b8c req-5b4181e2-ad7e-45eb-894f-09b13ea688ec tempest-VolumesSnapshotTestJSON-1530323745 tempest-VolumesSnapshotTestJSON-1530323745-project] 10.222.0.26 "GET /v2.0/networks?id=68b2b3e0-be8c-4026-af86-701861bbd8d5 HTTP/1.1" status: 200 len: 814 time: 0.2825444 Jul 13 13:50:10.136572 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-7e5c2cda-24dc-4547-960e-2e9109640b8c req-7c9fb9d1-0ac0-40b3-8035-06ffc7d47b2e tempest-VolumesSnapshotTestJSON-1530323745 tempest-VolumesSnapshotTestJSON-1530323745-project] Request body: {'port': {'device_id': 'e3cd5669-bf8f-468a-813b-a66f55bd5f17', 'network_id': '68b2b3e0-be8c-4026-af86-701861bbd8d5', 'admin_state_up': True, 'tenant_id': '1dbda003943b45fbbbb12d8492135589'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:50:10.388275 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 8f69a950-287c-42cf-b922-64755bdadb61 up at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:50:10.487430 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e7bb64-b6ee-46bb-bac5-2f2e44ef0a0b req-ed9c2294-ae37-48c7-a15b-ae9ede94141e tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:50:10.496456 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-01e7bb64-b6ee-46bb-bac5-2f2e44ef0a0b req-ed9c2294-ae37-48c7-a15b-ae9ede94141e tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab00bc18-bc30-4e26-932d-8cd3a7bc04c3 HTTP/1.1" status: 200 len: 944 time: 0.2482309 Jul 13 13:50:10.530649 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning for port 8f69a950-287c-42cf-b922-64755bdadb61 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:50:10.535090 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning complete for port 8f69a950-287c-42cf-b922-64755bdadb61 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:50:10.535700 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:10.544273 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 50482) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:50:10.575626 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e5c2cda-24dc-4547-960e-2e9109640b8c req-7c9fb9d1-0ac0-40b3-8035-06ffc7d47b2e tempest-VolumesSnapshotTestJSON-1530323745 tempest-VolumesSnapshotTestJSON-1530323745-project] Made reservation on behalf of 1dbda003943b45fbbbb12d8492135589 for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:50:10.588640 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-7e5c2cda-24dc-4547-960e-2e9109640b8c req-7c9fb9d1-0ac0-40b3-8035-06ffc7d47b2e tempest-VolumesSnapshotTestJSON-1530323745 tempest-VolumesSnapshotTestJSON-1530323745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:10.648617 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-01e7bb64-b6ee-46bb-bac5-2f2e44ef0a0b req-18f4c3a7-fb5d-4a37-a8dc-67e31a0d306f tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] 10.222.0.23 "GET /v2.0/security-groups?id=a1b9bd49-7e7f-4803-b1f2-dde5721681c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1512625 Jul 13 13:50:10.730904 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:10.832104 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab00bc18-bc30-4e26-932d-8cd3a7bc04c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f69a950-287c-42cf-b922-64755bdadb61'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:50:10.837438 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4c74e06-714b-4c8a-9fae-b10ec981b5e6" -d '{"events": [{"server_uuid": "ab00bc18-bc30-4e26-932d-8cd3a7bc04c3", "name": "network-vif-plugged", "status": "completed", "tag": "8f69a950-287c-42cf-b922-64755bdadb61"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:50:10.852792 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 8f69a950-287c-42cf-b922-64755bdadb61, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=8f69a950-287c-42cf-b922-64755bdadb61,segment=NetworkSegment(69a89674-bd81-401c-9f13-aaf0c6466b39),segment_id=69a89674-bd81-401c-9f13-aaf0c6466b39)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:50:10.861925 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:10.880625 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-144880e4-20f0-4d6e-a071-4129ad64c602 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-241194525-network', 'tenant_id': '6d64c288caca4b478e8ce389a95deff9'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:50:10.922389 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-144880e4-20f0-4d6e-a071-4129ad64c602 admin admin] Made reservation on behalf of 6d64c288caca4b478e8ce389a95deff9 for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:50:10.925593 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-144880e4-20f0-4d6e-a071-4129ad64c602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:10.932122 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [req-7e5c2cda-24dc-4547-960e-2e9109640b8c req-7c9fb9d1-0ac0-40b3-8035-06ffc7d47b2e tempest-VolumesSnapshotTestJSON-1530323745 tempest-VolumesSnapshotTestJSON-1530323745-project] Allocated IP 172.20.0.12 (68b2b3e0-be8c-4026-af86-701861bbd8d5/7cd703bd-560c-457b-9263-0fd2c2160030/b9359432-2067-4e32-a348-3cfcab5f3220) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:50:10.953335 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-144880e4-20f0-4d6e-a071-4129ad64c602 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:10.956227 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f65210cb-2245-45c2-957a-4698e521ae57 x-openstack-request-id: req-f65210cb-2245-45c2-957a-4698e521ae57 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:50:10.967303 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab00bc18-bc30-4e26-932d-8cd3a7bc04c3", "name": "network-vif-plugged", "status": "completed", "tag": "8f69a950-287c-42cf-b922-64755bdadb61", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:50:10.967850 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f65210cb-2245-45c2-957a-4698e521ae57 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:50:10.969277 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab00bc18-bc30-4e26-932d-8cd3a7bc04c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f69a950-287c-42cf-b922-64755bdadb61', 'code': 200} Jul 13 13:50:11.075359 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-144880e4-20f0-4d6e-a071-4129ad64c602 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:11.082733 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-144880e4-20f0-4d6e-a071-4129ad64c602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:11.104240 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=8f69a950-287c-42cf-b922-64755bdadb61,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:50:11.120511 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144880e4-20f0-4d6e-a071-4129ad64c602 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=644afb89-2d80-4396-af42-a671e24582c0,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:50:11.132369 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-144880e4-20f0-4d6e-a071-4129ad64c602 admin admin] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 13:50:11.150500 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-144880e4-20f0-4d6e-a071-4129ad64c602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:11.151543 n-d-800634-1 neutron-server[93750]: INFO neutron.db.segments_db [None req-144880e4-20f0-4d6e-a071-4129ad64c602 admin admin] Added segment 755279e6-44be-48bd-b08a-7c113c2227a8 of type vlan for network 4ac69b68-9ae1-4155-8f50-5147d61b5b39 Jul 13 13:50:11.227678 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-144880e4-20f0-4d6e-a071-4129ad64c602 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:11.266952 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-144880e4-20f0-4d6e-a071-4129ad64c602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:11.270429 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-144880e4-20f0-4d6e-a071-4129ad64c602 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:50:11.271526 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-144880e4-20f0-4d6e-a071-4129ad64c602 admin admin] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:11.389102 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-7e5c2cda-24dc-4547-960e-2e9109640b8c req-7c9fb9d1-0ac0-40b3-8035-06ffc7d47b2e tempest-VolumesSnapshotTestJSON-1530323745 tempest-VolumesSnapshotTestJSON-1530323745-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:11.471678 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-9bf28f80-3d92-42c5-9fa1-f1ca0b020a50 req-5a6ae665-84dd-495d-ba8b-d16edf30bbcf tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=06111558-967d-4a36-b428-2726854b7e61 HTTP/1.1" status: 200 len: 210 time: 0.1348972 Jul 13 13:50:11.511330 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-144880e4-20f0-4d6e-a071-4129ad64c602 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9657078 Jul 13 13:50:11.515393 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 50522) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:50:11.522608 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-f0c0b96a-8f00-44b1-aba6-160267f30562 admin admin] Request body: {'subnet': {'network_id': '4ac69b68-9ae1-4155-8f50-5147d61b5b39', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-241194525-subnet', 'tenant_id': '6d64c288caca4b478e8ce389a95deff9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:50:11.541343 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bfe1e5ff-907f-4fe7-8887-187d298cc2e8 req-f38ce8cf-9851-4228-aea2-4d899258ea55 tempest-VolumesSnapshotTestJSON-1530323745 tempest-VolumesSnapshotTestJSON-1530323745-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3cd5669-bf8f-468a-813b-a66f55bd5f17 HTTP/1.1" status: 200 len: 210 time: 0.1203182 Jul 13 13:50:11.554786 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0c0b96a-8f00-44b1-aba6-160267f30562 admin admin] Made reservation on behalf of 6d64c288caca4b478e8ce389a95deff9 for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:50:11.555621 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144880e4-20f0-4d6e-a071-4129ad64c602 admin admin] Pushing event updated for resources: {'Network': ['ID=4ac69b68-9ae1-4155-8f50-5147d61b5b39,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:50:11.557878 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f0c0b96a-8f00-44b1-aba6-160267f30562 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6104980'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:11.570943 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144880e4-20f0-4d6e-a071-4129ad64c602 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:50:11.571524 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144880e4-20f0-4d6e-a071-4129ad64c602 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:50:11.572121 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144880e4-20f0-4d6e-a071-4129ad64c602 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:50:11.572763 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144880e4-20f0-4d6e-a071-4129ad64c602 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:50:11.573290 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144880e4-20f0-4d6e-a071-4129ad64c602 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:50:11.573992 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144880e4-20f0-4d6e-a071-4129ad64c602 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:50:11.574543 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144880e4-20f0-4d6e-a071-4129ad64c602 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:50:11.575077 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144880e4-20f0-4d6e-a071-4129ad64c602 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:50:11.575596 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144880e4-20f0-4d6e-a071-4129ad64c602 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:50:11.576161 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144880e4-20f0-4d6e-a071-4129ad64c602 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:50:11.576687 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144880e4-20f0-4d6e-a071-4129ad64c602 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:50:11.577222 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144880e4-20f0-4d6e-a071-4129ad64c602 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:50:11.588404 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network 4ac69b68-9ae1-4155-8f50-5147d61b5b39 details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 13:50:11.620946 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc04ccab-c46a-4f5c-8ae1-d5a80fa0af9f req-85571a26-50b3-4fbe-b58b-be173005ff64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:50:11.623554 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-fc04ccab-c46a-4f5c-8ae1-d5a80fa0af9f req-85571a26-50b3-4fbe-b58b-be173005ff64 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ab00bc18-bc30-4e26-932d-8cd3a7bc04c3 HTTP/1.1" status: 200 len: 1096 time: 0.4427595 Jul 13 13:50:11.687801 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-fc04ccab-c46a-4f5c-8ae1-d5a80fa0af9f req-155af030-0f02-4a25-894d-0d198add8a74 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a1b9bd49-7e7f-4803-b1f2-dde5721681c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563872 Jul 13 13:50:11.709888 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-7e5c2cda-24dc-4547-960e-2e9109640b8c req-7c9fb9d1-0ac0-40b3-8035-06ffc7d47b2e tempest-VolumesSnapshotTestJSON-1530323745 tempest-VolumesSnapshotTestJSON-1530323745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:11.889518 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f0c0b96a-8f00-44b1-aba6-160267f30562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6018343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6104998'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:11.947739 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e5c2cda-24dc-4547-960e-2e9109640b8c req-7c9fb9d1-0ac0-40b3-8035-06ffc7d47b2e tempest-VolumesSnapshotTestJSON-1530323745 tempest-VolumesSnapshotTestJSON-1530323745-project] Network 68b2b3e0-be8c-4026-af86-701861bbd8d5 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:50:11.961143 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [req-7e5c2cda-24dc-4547-960e-2e9109640b8c req-7c9fb9d1-0ac0-40b3-8035-06ffc7d47b2e tempest-VolumesSnapshotTestJSON-1530323745 tempest-VolumesSnapshotTestJSON-1530323745-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:50:12.017712 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e5c2cda-24dc-4547-960e-2e9109640b8c req-7c9fb9d1-0ac0-40b3-8035-06ffc7d47b2e tempest-VolumesSnapshotTestJSON-1530323745 tempest-VolumesSnapshotTestJSON-1530323745-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:50:12.140064 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630e028e-516e-47ff-9753-5ee7f182fc83 req-22783aad-4e5b-43e7-ac57-c9afa4256a91 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:50:12.147095 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-630e028e-516e-47ff-9753-5ee7f182fc83 req-22783aad-4e5b-43e7-ac57-c9afa4256a91 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.41 "GET /v2.0/networks?id=4044b022-747e-4834-bc76-73d0f411c2c3 HTTP/1.1" status: 200 len: 812 time: 0.2321837 Jul 13 13:50:12.148255 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9fb9d1-0ac0-40b3-8035-06ffc7d47b2e tempest-VolumesSnapshotTestJSON-1530323745 tempest-VolumesSnapshotTestJSON-1530323745-project] Pushing event updated for resources: {'Port': ['ID=b9359432-2067-4e32-a348-3cfcab5f3220,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:50:12.171997 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-630e028e-516e-47ff-9753-5ee7f182fc83 req-fc81ba05-79c0-4602-8cf0-6c41993715ab tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Request body: {'port': {'device_id': '06111558-967d-4a36-b428-2726854b7e61', 'network_id': '4044b022-747e-4834-bc76-73d0f411c2c3', 'admin_state_up': True, 'tenant_id': 'ef6418d5526f4765ba53df412776e3e7'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:50:12.349482 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c0b96a-8f00-44b1-aba6-160267f30562 admin admin] Checking segment: {'id': '755279e6-44be-48bd-b08a-7c113c2227a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '4ac69b68-9ae1-4155-8f50-5147d61b5b39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:50:12.350032 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0c0b96a-8f00-44b1-aba6-160267f30562 admin admin] Network hostable DHCP agents. Network: 4ac69b68-9ae1-4155-8f50-5147d61b5b39, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 13:50:12.357830 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c0b96a-8f00-44b1-aba6-160267f30562 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3bd6f631-9a19-4cc5-9ccc-67e848f4410c,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:50:12.380024 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5c2cda-24dc-4547-960e-2e9109640b8c req-7c9fb9d1-0ac0-40b3-8035-06ffc7d47b2e tempest-VolumesSnapshotTestJSON-1530323745 tempest-VolumesSnapshotTestJSON-1530323745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:50:12.381338 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-7e5c2cda-24dc-4547-960e-2e9109640b8c req-7c9fb9d1-0ac0-40b3-8035-06ffc7d47b2e tempest-VolumesSnapshotTestJSON-1530323745 tempest-VolumesSnapshotTestJSON-1530323745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:12.433216 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb7c971-72a8-49da-84d3-706c9841a4a4 req-394049e0-7202-498e-b2ff-ce650f9791a4 tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:50:12.442460 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ecb7c971-72a8-49da-84d3-706c9841a4a4 req-394049e0-7202-498e-b2ff-ce650f9791a4 tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab00bc18-bc30-4e26-932d-8cd3a7bc04c3 HTTP/1.1" status: 200 len: 945 time: 0.5504992 Jul 13 13:50:12.454213 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7e5c2cda-24dc-4547-960e-2e9109640b8c req-7c9fb9d1-0ac0-40b3-8035-06ffc7d47b2e tempest-VolumesSnapshotTestJSON-1530323745 tempest-VolumesSnapshotTestJSON-1530323745-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3219349 Jul 13 13:50:12.466019 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0c0b96a-8f00-44b1-aba6-160267f30562 admin admin] Network 4ac69b68-9ae1-4155-8f50-5147d61b5b39 is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 13:50:12.480306 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-7e5c2cda-24dc-4547-960e-2e9109640b8c req-c65a182e-8993-46f4-a57b-1287a7168f88 service neutron] Request body: {'port': {'device_id': 'e3cd5669-bf8f-468a-813b-a66f55bd5f17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-1'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:50:12.559009 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ecb7c971-72a8-49da-84d3-706c9841a4a4 req-55893535-5082-4452-9ca0-41c70fa64c7d tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] 10.222.0.23 "GET /v2.0/security-groups?id=a1b9bd49-7e7f-4803-b1f2-dde5721681c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1155124 Jul 13 13:50:12.559706 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-f0c0b96a-8f00-44b1-aba6-160267f30562 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, 4ac69b68-9ae1-4155-8f50-5147d61b5b39) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:50:12.564264 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c0b96a-8f00-44b1-aba6-160267f30562 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:50:12.565798 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f0c0b96a-8f00-44b1-aba6-160267f30562 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:12.574539 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52796fd7-b3e9-4dab-bd07-50451a93c7c0 None None] Network 4ac69b68-9ae1-4155-8f50-5147d61b5b39 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:50:12.685205 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-f0c0b96a-8f00-44b1-aba6-160267f30562 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1679382 Jul 13 13:50:12.692511 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 50566) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:50:12.710071 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-7e5c2cda-24dc-4547-960e-2e9109640b8c req-c65a182e-8993-46f4-a57b-1287a7168f88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:12.729870 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-beb062ed-bef2-4019-95c8-d5eac2122a88 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-241194525-router', 'tenant_id': '6d64c288caca4b478e8ce389a95deff9', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:50:12.895010 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-beb062ed-bef2-4019-95c8-d5eac2122a88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1591928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2714'] for router, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:12.896467 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-beb062ed-bef2-4019-95c8-d5eac2122a88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447198', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1629690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2689'] for router, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:12.963820 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e53b38ce-ba7e-4d3b-88f9-8d0fb0c8737a None None] Network 4ac69b68-9ae1-4155-8f50-5147d61b5b39 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:50:13.066324 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ab30c7af-fe9e-4ba4-8d95-3f036af5446f req-62628a11-8ec0-4bd8-92f9-567f4025ebea tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=06111558-967d-4a36-b428-2726854b7e61 HTTP/1.1" status: 200 len: 210 time: 0.1876814 Jul 13 13:50:13.210278 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-630e028e-516e-47ff-9753-5ee7f182fc83 req-fc81ba05-79c0-4602-8cf0-6c41993715ab tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Made reservation on behalf of ef6418d5526f4765ba53df412776e3e7 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:50:13.215679 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-630e028e-516e-47ff-9753-5ee7f182fc83 req-fc81ba05-79c0-4602-8cf0-6c41993715ab tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:13.448744 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-630e028e-516e-47ff-9753-5ee7f182fc83 req-fc81ba05-79c0-4602-8cf0-6c41993715ab tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Allocated IP 172.20.0.14 (4044b022-747e-4834-bc76-73d0f411c2c3/22de4df8-967a-4ca5-99c3-67fec7ee33c8/b26ea32d-7d84-4456-bb27-627e3fdc4367) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:50:13.587688 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-beb062ed-bef2-4019-95c8-d5eac2122a88 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:13.636816 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-630e028e-516e-47ff-9753-5ee7f182fc83 req-fc81ba05-79c0-4602-8cf0-6c41993715ab tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:13.652835 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-630e028e-516e-47ff-9753-5ee7f182fc83 req-fc81ba05-79c0-4602-8cf0-6c41993715ab tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Transition to ACTIVE for port object b26ea32d-7d84-4456-bb27-627e3fdc4367 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:50:13.690098 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-630e028e-516e-47ff-9753-5ee7f182fc83 req-fc81ba05-79c0-4602-8cf0-6c41993715ab tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:13.703572 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['a99a2de4-d640-4ac9-ae79-8243abcdd3f9'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:50:13.706583 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['5d2705d5-8100-4bcb-8267-4b82bf384a0e'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:50:13.715311 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-630e028e-516e-47ff-9753-5ee7f182fc83 req-fc81ba05-79c0-4602-8cf0-6c41993715ab tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Network 4044b022-747e-4834-bc76-73d0f411c2c3 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:50:13.719166 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-630e028e-516e-47ff-9753-5ee7f182fc83 req-fc81ba05-79c0-4602-8cf0-6c41993715ab tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:50:13.731779 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71717705-f83a-4853-9d27-e766e86f68b2 req-f6477b08-aac0-4d08-b795-6e0477474a9c tempest-VolumesSnapshotTestJSON-1530323745 tempest-VolumesSnapshotTestJSON-1530323745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:50:13.739560 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-71717705-f83a-4853-9d27-e766e86f68b2 req-f6477b08-aac0-4d08-b795-6e0477474a9c tempest-VolumesSnapshotTestJSON-1530323745 tempest-VolumesSnapshotTestJSON-1530323745-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3cd5669-bf8f-468a-813b-a66f55bd5f17 HTTP/1.1" status: 200 len: 932 time: 0.7826765 Jul 13 13:50:13.761881 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-630e028e-516e-47ff-9753-5ee7f182fc83 req-fc81ba05-79c0-4602-8cf0-6c41993715ab tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:50:13.839542 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc81ba05-79c0-4602-8cf0-6c41993715ab tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Pushing event updated for resources: {'Port': ['ID=b26ea32d-7d84-4456-bb27-627e3fdc4367,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:50:13.859107 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630e028e-516e-47ff-9753-5ee7f182fc83 req-fc81ba05-79c0-4602-8cf0-6c41993715ab tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:50:13.860044 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-630e028e-516e-47ff-9753-5ee7f182fc83 req-fc81ba05-79c0-4602-8cf0-6c41993715ab tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:13.915152 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-630e028e-516e-47ff-9753-5ee7f182fc83 req-fc81ba05-79c0-4602-8cf0-6c41993715ab tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7519290 Jul 13 13:50:13.929120 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [req-630e028e-516e-47ff-9753-5ee7f182fc83 req-31e472f7-2fa7-46ed-9a3f-d848213acf1f tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93750) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 13:50:13.930333 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-630e028e-516e-47ff-9753-5ee7f182fc83 req-31e472f7-2fa7-46ed-9a3f-d848213acf1f tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073142 Jul 13 13:50:13.942138 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-71717705-f83a-4853-9d27-e766e86f68b2 req-fd63ab8c-3811-4d1d-a08b-4ae8d25624d2 tempest-VolumesSnapshotTestJSON-1530323745 tempest-VolumesSnapshotTestJSON-1530323745-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d324018-3b64-490a-b771-a1e814df3c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015359 Jul 13 13:50:13.943939 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-630e028e-516e-47ff-9753-5ee7f182fc83 req-216873d2-eabf-4fca-8d91-e1917a1a7da5 service neutron] Request body: {'port': {'device_id': '06111558-967d-4a36-b428-2726854b7e61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:50:13.952259 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-beb062ed-bef2-4019-95c8-d5eac2122a88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447180', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1591910', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2751'] for router, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:14.010836 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cff2ef1-5c7a-40e0-aa1e-a56b00eb45cc req-18918d00-739a-436b-a3b9-172b221fa1df tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:50:14.023621 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4cff2ef1-5c7a-40e0-aa1e-a56b00eb45cc req-18918d00-739a-436b-a3b9-172b221fa1df tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab00bc18-bc30-4e26-932d-8cd3a7bc04c3 HTTP/1.1" status: 200 len: 945 time: 0.1593029 Jul 13 13:50:14.177020 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [req-7e5c2cda-24dc-4547-960e-2e9109640b8c req-c65a182e-8993-46f4-a57b-1287a7168f88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9359432-2067-4e32-a348-3cfcab5f3220 {{(pid=93751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:50:14.188878 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-7e5c2cda-24dc-4547-960e-2e9109640b8c req-c65a182e-8993-46f4-a57b-1287a7168f88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:14.194930 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-630e028e-516e-47ff-9753-5ee7f182fc83 req-216873d2-eabf-4fca-8d91-e1917a1a7da5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:14.216796 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-7e5c2cda-24dc-4547-960e-2e9109640b8c req-c65a182e-8993-46f4-a57b-1287a7168f88 service neutron] Transition to ACTIVE for port object b9359432-2067-4e32-a348-3cfcab5f3220 will not be triggered until provisioned by entity L2. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:50:14.230305 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-7e5c2cda-24dc-4547-960e-2e9109640b8c req-c65a182e-8993-46f4-a57b-1287a7168f88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:14.238646 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4cff2ef1-5c7a-40e0-aa1e-a56b00eb45cc req-a4033b46-1d96-4d75-aad0-ad5080781255 tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] 10.222.0.23 "GET /v2.0/security-groups?id=a1b9bd49-7e7f-4803-b1f2-dde5721681c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2001410 Jul 13 13:50:14.417677 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65a182e-8993-46f4-a57b-1287a7168f88 service neutron] Pushing event updated for resources: {'Port': ['ID=b9359432-2067-4e32-a348-3cfcab5f3220,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:50:14.439077 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-6f3f0457-045c-44d9-aeb0-7048c3374c44 None None] Provisioning for port b26ea32d-7d84-4456-bb27-627e3fdc4367 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:50:14.452386 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-6f3f0457-045c-44d9-aeb0-7048c3374c44 None None] Provisioning complete for port b26ea32d-7d84-4456-bb27-627e3fdc4367 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:50:14.452905 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6f3f0457-045c-44d9-aeb0-7048c3374c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:14.473538 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65a182e-8993-46f4-a57b-1287a7168f88 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:50:14.473938 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65a182e-8993-46f4-a57b-1287a7168f88 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:50:14.474283 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65a182e-8993-46f4-a57b-1287a7168f88 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:50:14.474621 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65a182e-8993-46f4-a57b-1287a7168f88 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:50:14.474954 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65a182e-8993-46f4-a57b-1287a7168f88 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:50:14.475286 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65a182e-8993-46f4-a57b-1287a7168f88 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:50:14.475615 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65a182e-8993-46f4-a57b-1287a7168f88 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:50:14.475942 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65a182e-8993-46f4-a57b-1287a7168f88 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:50:14.476271 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65a182e-8993-46f4-a57b-1287a7168f88 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:50:14.476592 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65a182e-8993-46f4-a57b-1287a7168f88 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:50:14.476915 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65a182e-8993-46f4-a57b-1287a7168f88 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:50:14.477236 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65a182e-8993-46f4-a57b-1287a7168f88 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:50:14.523359 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-6f3f0457-045c-44d9-aeb0-7048c3374c44 None None] Port b26ea32d-7d84-4456-bb27-627e3fdc4367 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:50:14.597293 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a315efff-cfea-4cc4-abce-88cd9bca29ce req-cc0a2fbc-023a-4ba1-af40-7265596c0681 tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:50:14.598580 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a315efff-cfea-4cc4-abce-88cd9bca29ce req-cc0a2fbc-023a-4ba1-af40-7265596c0681 tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab00bc18-bc30-4e26-932d-8cd3a7bc04c3 HTTP/1.1" status: 200 len: 945 time: 0.1723893 Jul 13 13:50:14.599038 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66af8dfd-e467-45b5-b28c-3346c3e3e138 req-41abce1f-43db-4705-a333-b19013a60063 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:50:14.606584 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-66af8dfd-e467-45b5-b28c-3346c3e3e138 req-41abce1f-43db-4705-a333-b19013a60063 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=06111558-967d-4a36-b428-2726854b7e61 HTTP/1.1" status: 200 len: 932 time: 0.3094745 Jul 13 13:50:14.608533 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 50608) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:50:14.624611 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-9f605dad-029b-41fb-a8df-99315fc4b3c0 tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] Request body: {'floatingip': {'port_id': '8f69a950-287c-42cf-b922-64755bdadb61'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:50:14.680027 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-7e5c2cda-24dc-4547-960e-2e9109640b8c req-c65a182e-8993-46f4-a57b-1287a7168f88 service neutron] Attempting to bind port b9359432-2067-4e32-a348-3cfcab5f3220 on host n-h1-800634-1 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:50:14.680373 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-7e5c2cda-24dc-4547-960e-2e9109640b8c req-c65a182e-8993-46f4-a57b-1287a7168f88 service neutron] Attempting to bind port b9359432-2067-4e32-a348-3cfcab5f3220 by drivers openvswitch,hyperv on host n-h1-800634-1 at level 0 using segments [{'id': 'e3fac023-d7d1-4cf0-b297-dd3b054ff05b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '68b2b3e0-be8c-4026-af86-701861bbd8d5'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:50:14.680757 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5c2cda-24dc-4547-960e-2e9109640b8c req-c65a182e-8993-46f4-a57b-1287a7168f88 service neutron] Attempting to bind port b9359432-2067-4e32-a348-3cfcab5f3220 on network 68b2b3e0-be8c-4026-af86-701861bbd8d5 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:50:14.716817 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5c2cda-24dc-4547-960e-2e9109640b8c req-c65a182e-8993-46f4-a57b-1287a7168f88 service neutron] Port b9359432-2067-4e32-a348-3cfcab5f3220 on network 68b2b3e0-be8c-4026-af86-701861bbd8d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-1 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:50:14.717271 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5c2cda-24dc-4547-960e-2e9109640b8c req-c65a182e-8993-46f4-a57b-1287a7168f88 service neutron] Attempting to bind port b9359432-2067-4e32-a348-3cfcab5f3220 on network 68b2b3e0-be8c-4026-af86-701861bbd8d5 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:50:14.723296 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-beb062ed-bef2-4019-95c8-d5eac2122a88 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:14.738693 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9f605dad-029b-41fb-a8df-99315fc4b3c0 tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] Notify callbacks [] for floatingip, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:14.750468 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5c2cda-24dc-4547-960e-2e9109640b8c req-c65a182e-8993-46f4-a57b-1287a7168f88 service neutron] Checking agent: {'id': 'a7603dc8-3c50-4a9b-8f0d-1143528f155e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 50, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:50:14.750812 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5c2cda-24dc-4547-960e-2e9109640b8c req-c65a182e-8993-46f4-a57b-1287a7168f88 service neutron] Checking segment: {'id': 'e3fac023-d7d1-4cf0-b297-dd3b054ff05b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '68b2b3e0-be8c-4026-af86-701861bbd8d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:50:14.751206 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5c2cda-24dc-4547-960e-2e9109640b8c req-c65a182e-8993-46f4-a57b-1287a7168f88 service neutron] Bound using segment: {'id': 'e3fac023-d7d1-4cf0-b297-dd3b054ff05b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '68b2b3e0-be8c-4026-af86-701861bbd8d5'} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:50:14.751663 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-7e5c2cda-24dc-4547-960e-2e9109640b8c req-c65a182e-8993-46f4-a57b-1287a7168f88 service neutron] Bound port: b9359432-2067-4e32-a348-3cfcab5f3220, host: n-h1-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3fac023-d7d1-4cf0-b297-dd3b054ff05b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '68b2b3e0-be8c-4026-af86-701861bbd8d5'}}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:50:14.752040 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-7e5c2cda-24dc-4547-960e-2e9109640b8c req-c65a182e-8993-46f4-a57b-1287a7168f88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:14.769109 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-66af8dfd-e467-45b5-b28c-3346c3e3e138 req-301d9333-7616-401b-b4c1-93038c8a235a tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd374adc-73a7-4812-9be6-45acdaeb0bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615601 Jul 13 13:50:14.772221 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-beb062ed-bef2-4019-95c8-d5eac2122a88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:15.100489 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-beb062ed-bef2-4019-95c8-d5eac2122a88 admin admin] Allocated IP 172.25.6.71 (acf968b8-c524-46a9-a20b-ad9667009130/dde5a78e-bd1e-4f47-8189-7321d4de73d3/1bfab3d3-33f8-4a54-8563-aa1825f6b5f5) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:50:15.299986 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-630e028e-516e-47ff-9753-5ee7f182fc83 req-216873d2-eabf-4fca-8d91-e1917a1a7da5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b26ea32d-7d84-4456-bb27-627e3fdc4367 {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:50:15.309433 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-7e5c2cda-24dc-4547-960e-2e9109640b8c req-c65a182e-8993-46f4-a57b-1287a7168f88 service neutron] For port b9359432-2067-4e32-a348-3cfcab5f3220, host n-h1-800634-1, cleared binding levels {{(pid=93751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:50:15.312582 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-630e028e-516e-47ff-9753-5ee7f182fc83 req-216873d2-eabf-4fca-8d91-e1917a1a7da5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:15.334341 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-7e5c2cda-24dc-4547-960e-2e9109640b8c req-c65a182e-8993-46f4-a57b-1287a7168f88 service neutron] For port b9359432-2067-4e32-a348-3cfcab5f3220, host n-h1-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=b9359432-2067-4e32-a348-3cfcab5f3220,segment=NetworkSegment(e3fac023-d7d1-4cf0-b297-dd3b054ff05b),segment_id=e3fac023-d7d1-4cf0-b297-dd3b054ff05b)] {{(pid=93751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:50:15.341035 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-630e028e-516e-47ff-9753-5ee7f182fc83 req-216873d2-eabf-4fca-8d91-e1917a1a7da5 service neutron] Transition to ACTIVE for port object b26ea32d-7d84-4456-bb27-627e3fdc4367 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:50:15.351109 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-7e5c2cda-24dc-4547-960e-2e9109640b8c req-c65a182e-8993-46f4-a57b-1287a7168f88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:15.392731 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-630e028e-516e-47ff-9753-5ee7f182fc83 req-216873d2-eabf-4fca-8d91-e1917a1a7da5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:15.405800 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5c2cda-24dc-4547-960e-2e9109640b8c req-c65a182e-8993-46f4-a57b-1287a7168f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:50:15.407477 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-7e5c2cda-24dc-4547-960e-2e9109640b8c req-c65a182e-8993-46f4-a57b-1287a7168f88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:15.410053 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7e5c2cda-24dc-4547-960e-2e9109640b8c req-c65a182e-8993-46f4-a57b-1287a7168f88 service neutron] 10.222.0.26 "PUT /v2.0/ports/b9359432-2067-4e32-a348-3cfcab5f3220 HTTP/1.1" status: 200 len: 1092 time: 2.9397228 Jul 13 13:50:15.428087 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3cd5669-bf8f-468a-813b-a66f55bd5f17', 'tag': 'b9359432-2067-4e32-a348-3cfcab5f3220'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:50:15.430973 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d17b627af75e17e0f4b8d6239d04f8c2f78634e2c585e32a7aeca336500f34a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57b50a13-b601-497d-aa6b-c8a0af33c43e" -d '{"events": [{"name": "network-changed", "server_uuid": "e3cd5669-bf8f-468a-813b-a66f55bd5f17", "tag": "b9359432-2067-4e32-a348-3cfcab5f3220"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:50:15.462102 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363a4dcc-6280-4796-80c3-c2a68f000f71 req-1a1602f3-5242-4a64-a4ec-78e8a57ae49d tempest-VolumesSnapshotTestJSON-1530323745 tempest-VolumesSnapshotTestJSON-1530323745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:50:15.470295 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-363a4dcc-6280-4796-80c3-c2a68f000f71 req-1a1602f3-5242-4a64-a4ec-78e8a57ae49d tempest-VolumesSnapshotTestJSON-1530323745 tempest-VolumesSnapshotTestJSON-1530323745-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3cd5669-bf8f-468a-813b-a66f55bd5f17 HTTP/1.1" status: 200 len: 944 time: 0.2588532 Jul 13 13:50:15.542314 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 13:50:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-356e7ca3-b5e4-4473-83d5-da6763a9af85 x-openstack-request-id: req-356e7ca3-b5e4-4473-83d5-da6763a9af85 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:50:15.542749 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3cd5669-bf8f-468a-813b-a66f55bd5f17", "tag": "b9359432-2067-4e32-a348-3cfcab5f3220", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:50:15.546371 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-356e7ca3-b5e4-4473-83d5-da6763a9af85 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:50:15.547338 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216873d2-eabf-4fca-8d91-e1917a1a7da5 service neutron] Pushing event updated for resources: {'Port': ['ID=b26ea32d-7d84-4456-bb27-627e3fdc4367,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:50:15.548085 n-d-800634-1 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3cd5669-bf8f-468a-813b-a66f55bd5f17', 'tag': 'b9359432-2067-4e32-a348-3cfcab5f3220', 'status': 'completed', 'code': 200} Jul 13 13:50:15.560118 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-beb062ed-bef2-4019-95c8-d5eac2122a88 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:15.616333 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-beb062ed-bef2-4019-95c8-d5eac2122a88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:15.625830 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65a182e-8993-46f4-a57b-1287a7168f88 service neutron] Pushing event updated for resources: {'Port': ['ID=b9359432-2067-4e32-a348-3cfcab5f3220,revision_number=3']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:50:15.678380 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb062ed-bef2-4019-95c8-d5eac2122a88 admin admin] Network acf968b8-c524-46a9-a20b-ad9667009130 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:50:15.688031 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-beb062ed-bef2-4019-95c8-d5eac2122a88 admin admin] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:50:15.692678 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-363a4dcc-6280-4796-80c3-c2a68f000f71 req-8f0ab789-5006-4aba-a9f3-ca5a82c51a26 tempest-VolumesSnapshotTestJSON-1530323745 tempest-VolumesSnapshotTestJSON-1530323745-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d324018-3b64-490a-b771-a1e814df3c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213957 Jul 13 13:50:15.699065 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb062ed-bef2-4019-95c8-d5eac2122a88 admin admin] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:50:15.766733 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5c2cda-24dc-4547-960e-2e9109640b8c req-13fe3d2e-f0e3-4a64-b3a4-7cf0b2d06c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:50:15.768903 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7e5c2cda-24dc-4547-960e-2e9109640b8c req-13fe3d2e-f0e3-4a64-b3a4-7cf0b2d06c2f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1dbda003943b45fbbbb12d8492135589&device_id=e3cd5669-bf8f-468a-813b-a66f55bd5f17 HTTP/1.1" status: 200 len: 1095 time: 0.2957678 Jul 13 13:50:15.812281 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb062ed-bef2-4019-95c8-d5eac2122a88 admin admin] Pushing event updated for resources: {'Port': ['ID=1bfab3d3-33f8-4a54-8563-aa1825f6b5f5,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:50:15.870882 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9f605dad-029b-41fb-a8df-99315fc4b3c0 tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:15.872061 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-630e028e-516e-47ff-9753-5ee7f182fc83 req-216873d2-eabf-4fca-8d91-e1917a1a7da5 service neutron] Attempting to bind port b26ea32d-7d84-4456-bb27-627e3fdc4367 on host n-h2-800634-1 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:50:15.872449 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-630e028e-516e-47ff-9753-5ee7f182fc83 req-216873d2-eabf-4fca-8d91-e1917a1a7da5 service neutron] Attempting to bind port b26ea32d-7d84-4456-bb27-627e3fdc4367 by drivers openvswitch,hyperv on host n-h2-800634-1 at level 0 using segments [{'id': '370d7ede-eeb6-46ae-b4ce-87c4cdf3222b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4044b022-747e-4834-bc76-73d0f411c2c3'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:50:15.872775 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-630e028e-516e-47ff-9753-5ee7f182fc83 req-216873d2-eabf-4fca-8d91-e1917a1a7da5 service neutron] Attempting to bind port b26ea32d-7d84-4456-bb27-627e3fdc4367 on network 4044b022-747e-4834-bc76-73d0f411c2c3 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:50:15.878346 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-630e028e-516e-47ff-9753-5ee7f182fc83 req-216873d2-eabf-4fca-8d91-e1917a1a7da5 service neutron] Port b26ea32d-7d84-4456-bb27-627e3fdc4367 on network 4044b022-747e-4834-bc76-73d0f411c2c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-1 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:50:15.878886 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-630e028e-516e-47ff-9753-5ee7f182fc83 req-216873d2-eabf-4fca-8d91-e1917a1a7da5 service neutron] Attempting to bind port b26ea32d-7d84-4456-bb27-627e3fdc4367 on network 4044b022-747e-4834-bc76-73d0f411c2c3 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:50:15.882522 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9f605dad-029b-41fb-a8df-99315fc4b3c0 tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446547'] for floatingip, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:15.887142 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7e5c2cda-24dc-4547-960e-2e9109640b8c req-6e4be109-a47b-4621-a845-31884d70bf8f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9359432-2067-4e32-a348-3cfcab5f3220 HTTP/1.1" status: 200 len: 217 time: 0.0808434 Jul 13 13:50:15.931305 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-630e028e-516e-47ff-9753-5ee7f182fc83 req-216873d2-eabf-4fca-8d91-e1917a1a7da5 service neutron] Checking agent: {'id': 'f615e5c9-21ab-43f2-adbc-192d64b795cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:50:15.931305 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-630e028e-516e-47ff-9753-5ee7f182fc83 req-216873d2-eabf-4fca-8d91-e1917a1a7da5 service neutron] Checking segment: {'id': '370d7ede-eeb6-46ae-b4ce-87c4cdf3222b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4044b022-747e-4834-bc76-73d0f411c2c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:50:15.931639 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-630e028e-516e-47ff-9753-5ee7f182fc83 req-216873d2-eabf-4fca-8d91-e1917a1a7da5 service neutron] Bound using segment: {'id': '370d7ede-eeb6-46ae-b4ce-87c4cdf3222b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4044b022-747e-4834-bc76-73d0f411c2c3'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:50:15.932200 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-630e028e-516e-47ff-9753-5ee7f182fc83 req-216873d2-eabf-4fca-8d91-e1917a1a7da5 service neutron] Bound port: b26ea32d-7d84-4456-bb27-627e3fdc4367, host: n-h2-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '370d7ede-eeb6-46ae-b4ce-87c4cdf3222b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4044b022-747e-4834-bc76-73d0f411c2c3'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:50:15.932569 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-630e028e-516e-47ff-9753-5ee7f182fc83 req-216873d2-eabf-4fca-8d91-e1917a1a7da5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:16.069851 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5c2cda-24dc-4547-960e-2e9109640b8c req-133d5550-da60-4b83-9737-3c876258bad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:50:16.071706 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7e5c2cda-24dc-4547-960e-2e9109640b8c req-133d5550-da60-4b83-9737-3c876258bad3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7cd703bd-560c-457b-9263-0fd2c2160030 HTTP/1.1" status: 200 len: 854 time: 0.1563492 Jul 13 13:50:16.098363 n-d-800634-1 neutron-server[93750]: INFO neutron.db.l3_db [None req-9f605dad-029b-41fb-a8df-99315fc4b3c0 tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] Floating IP afe91567-a2d2-4e49-90f2-a676ebc40346 associated. External IP: 172.25.6.21, port: 8f69a950-287c-42cf-b922-64755bdadb61. Jul 13 13:50:16.154796 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b1e835-c6b3-4057-90ef-1504128de4d8 req-a5dd6f45-ba33-4c5a-9978-8bb8c4ee8cb0 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:50:16.162814 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-08b1e835-c6b3-4057-90ef-1504128de4d8 req-a5dd6f45-ba33-4c5a-9978-8bb8c4ee8cb0 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=06111558-967d-4a36-b428-2726854b7e61 HTTP/1.1" status: 200 len: 944 time: 0.1828990 Jul 13 13:50:16.165928 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7e5c2cda-24dc-4547-960e-2e9109640b8c req-1e1d5c82-8aec-48ad-9da4-a652a9c6938a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=68b2b3e0-be8c-4026-af86-701861bbd8d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508478 Jul 13 13:50:16.219865 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-630e028e-516e-47ff-9753-5ee7f182fc83 req-216873d2-eabf-4fca-8d91-e1917a1a7da5 service neutron] For port b26ea32d-7d84-4456-bb27-627e3fdc4367, host n-h2-800634-1, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:50:16.347117 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-630e028e-516e-47ff-9753-5ee7f182fc83 req-216873d2-eabf-4fca-8d91-e1917a1a7da5 service neutron] For port b26ea32d-7d84-4456-bb27-627e3fdc4367, host n-h2-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=b26ea32d-7d84-4456-bb27-627e3fdc4367,segment=NetworkSegment(370d7ede-eeb6-46ae-b4ce-87c4cdf3222b),segment_id=370d7ede-eeb6-46ae-b4ce-87c4cdf3222b)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:50:16.348216 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-08b1e835-c6b3-4057-90ef-1504128de4d8 req-94b220a0-ca06-416f-a181-3ed10eaf0e75 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd374adc-73a7-4812-9be6-45acdaeb0bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826026 Jul 13 13:50:16.358776 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-630e028e-516e-47ff-9753-5ee7f182fc83 req-216873d2-eabf-4fca-8d91-e1917a1a7da5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:16.398489 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7e5c2cda-24dc-4547-960e-2e9109640b8c req-b75d03a8-ccc8-4bc6-909d-47ec782733a3 service neutron] 10.222.0.26 "GET /v2.0/networks/68b2b3e0-be8c-4026-af86-701861bbd8d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233350 Jul 13 13:50:16.441157 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f605dad-029b-41fb-a8df-99315fc4b3c0 tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] Router 8ff787aa-4bbc-4014-9d5b-28cb65fca281 has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 13:50:16.452346 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630e028e-516e-47ff-9753-5ee7f182fc83 req-216873d2-eabf-4fca-8d91-e1917a1a7da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:50:16.452906 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-630e028e-516e-47ff-9753-5ee7f182fc83 req-216873d2-eabf-4fca-8d91-e1917a1a7da5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:16.454412 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-630e028e-516e-47ff-9753-5ee7f182fc83 req-216873d2-eabf-4fca-8d91-e1917a1a7da5 service neutron] 10.222.0.41 "PUT /v2.0/ports/b26ea32d-7d84-4456-bb27-627e3fdc4367 HTTP/1.1" status: 200 len: 1092 time: 2.5167909 Jul 13 13:50:16.465260 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06111558-967d-4a36-b428-2726854b7e61', 'tag': 'b26ea32d-7d84-4456-bb27-627e3fdc4367'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:50:16.478378 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d58a379-cedf-4760-9dad-77a3d0782b7c" -d '{"events": [{"name": "network-changed", "server_uuid": "06111558-967d-4a36-b428-2726854b7e61", "tag": "b26ea32d-7d84-4456-bb27-627e3fdc4367"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:50:16.496542 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-beb062ed-bef2-4019-95c8-d5eac2122a88 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:16.662276 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7e5c2cda-24dc-4547-960e-2e9109640b8c req-c25f2f8a-1578-45aa-b60d-6a9fbaf94303 service neutron] 10.222.0.26 "GET /v2.0/networks/68b2b3e0-be8c-4026-af86-701861bbd8d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2566884 Jul 13 13:50:16.700951 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216873d2-eabf-4fca-8d91-e1917a1a7da5 service neutron] Pushing event updated for resources: {'Port': ['ID=b26ea32d-7d84-4456-bb27-627e3fdc4367,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:50:16.879144 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 13:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e36b0db-efc6-4235-899c-1e7375370bcd x-openstack-request-id: req-3e36b0db-efc6-4235-899c-1e7375370bcd {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:50:16.879830 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06111558-967d-4a36-b428-2726854b7e61", "tag": "b26ea32d-7d84-4456-bb27-627e3fdc4367", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:50:16.880371 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3e36b0db-efc6-4235-899c-1e7375370bcd {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:50:16.880812 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06111558-967d-4a36-b428-2726854b7e61', 'tag': 'b26ea32d-7d84-4456-bb27-627e3fdc4367', 'status': 'completed', 'code': 200} Jul 13 13:50:16.918147 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630e028e-516e-47ff-9753-5ee7f182fc83 req-8cbf2fa2-6e1b-4dc1-8c12-dc354b6b342b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:50:16.919712 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-630e028e-516e-47ff-9753-5ee7f182fc83 req-8cbf2fa2-6e1b-4dc1-8c12-dc354b6b342b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ef6418d5526f4765ba53df412776e3e7&device_id=06111558-967d-4a36-b428-2726854b7e61 HTTP/1.1" status: 200 len: 1095 time: 0.3966687 Jul 13 13:50:16.965125 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f605dad-029b-41fb-a8df-99315fc4b3c0 tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:50:16.972531 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9f605dad-029b-41fb-a8df-99315fc4b3c0 tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for floatingip, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:16.983404 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c4ba93-c9f0-4c4f-9d5b-e02311dc824b None None] Sync routers for ids ['8ff787aa-4bbc-4014-9d5b-28cb65fca281'] in n-d-800634-1 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:50:16.995896 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c4ba93-c9f0-4c4f-9d5b-e02311dc824b None None] Routers {'8ff787aa-4bbc-4014-9d5b-28cb65fca281'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:50:16.996556 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-41c4ba93-c9f0-4c4f-9d5b-e02311dc824b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:49:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['8ff787aa-4bbc-4014-9d5b-28cb65fca281'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:50:17.048429 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-beb062ed-bef2-4019-95c8-d5eac2122a88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447217'] for router, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:17.074136 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-630e028e-516e-47ff-9753-5ee7f182fc83 req-4583bc4e-2f74-4cf1-aa7b-1c0e439d8653 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b26ea32d-7d84-4456-bb27-627e3fdc4367 HTTP/1.1" status: 200 len: 217 time: 0.1142876 Jul 13 13:50:17.163155 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b50a13-b601-497d-aa6b-c8a0af33c43e req-3ca6dfcd-6c48-47af-af3f-637c190ca042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:50:17.164896 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-57b50a13-b601-497d-aa6b-c8a0af33c43e req-3ca6dfcd-6c48-47af-af3f-637c190ca042 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1dbda003943b45fbbbb12d8492135589&device_id=e3cd5669-bf8f-468a-813b-a66f55bd5f17 HTTP/1.1" status: 200 len: 1095 time: 0.3551321 Jul 13 13:50:17.171521 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-41c4ba93-c9f0-4c4f-9d5b-e02311dc824b None None] Set router 8ff787aa-4bbc-4014-9d5b-28cb65fca281 gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:50:17.186010 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-744c279b-38f1-49d9-aaf7-1b890c6f50d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:17.223334 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-9f605dad-029b-41fb-a8df-99315fc4b3c0 tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] 10.222.0.23 "PUT /v2.0/floatingips/afe91567-a2d2-4e49-90f2-a676ebc40346 HTTP/1.1" status: 200 len: 990 time: 2.6136713 Jul 13 13:50:17.234718 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630e028e-516e-47ff-9753-5ee7f182fc83 req-66b379c9-ac2b-4ad6-93e0-97d153407981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:50:17.236223 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-630e028e-516e-47ff-9753-5ee7f182fc83 req-66b379c9-ac2b-4ad6-93e0-97d153407981 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=22de4df8-967a-4ca5-99c3-67fec7ee33c8 HTTP/1.1" status: 200 len: 851 time: 0.1600440 Jul 13 13:50:17.431664 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630e028e-516e-47ff-9753-5ee7f182fc83 req-6ac6c290-c2ef-438f-86b8-db27398f795e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:50:17.434171 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-630e028e-516e-47ff-9753-5ee7f182fc83 req-6ac6c290-c2ef-438f-86b8-db27398f795e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4044b022-747e-4834-bc76-73d0f411c2c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1908908 Jul 13 13:50:17.681126 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-41c4ba93-c9f0-4c4f-9d5b-e02311dc824b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ff787aa-4bbc-4014-9d5b-28cb65fca281', 'name': 'tempest-ServersTestBootFromVolume-1726497166-router', 'tenant_id': '99fb449c317d405481fdd7598ba3a401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': '46d9fb31-b3c6-473d-ba63-90a27b5a34a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:48:53Z', 'updated_at': '2021-07-13T13:49:03Z', 'revision_number': 4, 'project_id': '99fb449c317d405481fdd7598ba3a401', 'gw_port': {'id': '46d9fb31-b3c6-473d-ba63-90a27b5a34a8', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ec:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff787aa-4bbc-4014-9d5b-28cb65fca281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2415, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:48:54Z', 'updated_at': '2021-07-13T13:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_floatingips': [{'id': 'afe91567-a2d2-4e49-90f2-a676ebc40346', 'tenant_id': '99fb449c317d405481fdd7598ba3a401', 'floating_ip_address': '172.25.6.21', 'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'router_id': '8ff787aa-4bbc-4014-9d5b-28cb65fca281', 'port_id': '8f69a950-287c-42cf-b922-64755bdadb61', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2441, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bebce078-4657-4116-afe4-942f44316b72', 'mac_address': 'fa:16:3e:ab:64:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab00bc18-bc30-4e26-932d-8cd3a7bc04c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T13:49:11Z', 'updated_at': '2021-07-13T13:50:15Z', 'revision_number': 1, 'project_id': '99fb449c317d405481fdd7598ba3a401', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f3c1bd5-24d2-4d69-8cf9-336c1e5cc82c', 'name': '', 'network_id': 'bebce078-4657-4116-afe4-942f44316b72', 'tenant_id': '99fb449c317d405481fdd7598ba3a401', 'mac_address': 'fa:16:3e:80:a1:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff787aa-4bbc-4014-9d5b-28cb65fca281', 'device_owner': 'network:router_interface', 'standard_attr_id': 2429, 'fixed_ips': [{'subnet_id': 'e5ac919f-e40f-4805-bb14-5bbcfbbe58a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:49:00Z', 'updated_at': '2021-07-13T13:49:15Z', 'revision_number': 5, 'project_id': '99fb449c317d405481fdd7598ba3a401', 'subnets': [{'id': 'e5ac919f-e40f-4805-bb14-5bbcfbbe58a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:50:17.697566 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-630e028e-516e-47ff-9753-5ee7f182fc83 req-a6e50cd1-c9fa-48af-9be8-bfe80b054dd4 service neutron] 10.222.0.41 "GET /v2.0/networks/4044b022-747e-4834-bc76-73d0f411c2c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2524621 Jul 13 13:50:17.732091 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c4ba93-c9f0-4c4f-9d5b-e02311dc824b None None] Checking router: 8ff787aa-4bbc-4014-9d5b-28cb65fca281 for host: n-d-800634-1 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 13:50:17.747603 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c4ba93-c9f0-4c4f-9d5b-e02311dc824b None None] Routers {'8ff787aa-4bbc-4014-9d5b-28cb65fca281'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:50:17.748471 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-41c4ba93-c9f0-4c4f-9d5b-e02311dc824b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:49:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['8ff787aa-4bbc-4014-9d5b-28cb65fca281'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:50:17.766047 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 50718) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:50:17.787993 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b50a13-b601-497d-aa6b-c8a0af33c43e req-29c4caab-2852-48a6-ae09-a10054767bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:50:17.789644 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-57b50a13-b601-497d-aa6b-c8a0af33c43e req-29c4caab-2852-48a6-ae09-a10054767bcf service neutron] 10.222.0.26 "GET /v2.0/networks?id=68b2b3e0-be8c-4026-af86-701861bbd8d5 HTTP/1.1" status: 200 len: 914 time: 0.6130300 Jul 13 13:50:17.832963 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a0da2f-c0b2-4893-8200-c7f927fff59f req-9d329c32-4c10-4512-8904-abfd262cdc90 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:50:17.834566 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-69a0da2f-c0b2-4893-8200-c7f927fff59f req-9d329c32-4c10-4512-8904-abfd262cdc90 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=06111558-967d-4a36-b428-2726854b7e61 HTTP/1.1" status: 200 len: 944 time: 0.2034833 Jul 13 13:50:17.863407 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-57b50a13-b601-497d-aa6b-c8a0af33c43e req-4f4c9e75-f5a9-4e7a-94ca-da8eb209b05d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9359432-2067-4e32-a348-3cfcab5f3220 HTTP/1.1" status: 200 len: 217 time: 0.0652308 Jul 13 13:50:17.875785 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-41c4ba93-c9f0-4c4f-9d5b-e02311dc824b None None] Set router 8ff787aa-4bbc-4014-9d5b-28cb65fca281 gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:50:17.945159 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8fe7bc-8833-486e-892b-50856a1c1c57 req-b66ea6e3-0dda-4033-a726-0ea7ae4c6d08 tempest-VolumesSnapshotTestJSON-1530323745 tempest-VolumesSnapshotTestJSON-1530323745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:50:17.947625 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-9a8fe7bc-8833-486e-892b-50856a1c1c57 req-b66ea6e3-0dda-4033-a726-0ea7ae4c6d08 tempest-VolumesSnapshotTestJSON-1530323745 tempest-VolumesSnapshotTestJSON-1530323745-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3cd5669-bf8f-468a-813b-a66f55bd5f17 HTTP/1.1" status: 200 len: 944 time: 0.8965201 Jul 13 13:50:17.949290 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b50a13-b601-497d-aa6b-c8a0af33c43e req-a89c1f5b-ece5-4809-b329-4b05d0f57250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:50:17.958427 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-57b50a13-b601-497d-aa6b-c8a0af33c43e req-a89c1f5b-ece5-4809-b329-4b05d0f57250 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7cd703bd-560c-457b-9263-0fd2c2160030 HTTP/1.1" status: 200 len: 854 time: 0.0811028 Jul 13 13:50:17.984737 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-630e028e-516e-47ff-9753-5ee7f182fc83 req-8e0624af-798f-47fe-ab1e-629f4cdd329c service neutron] 10.222.0.41 "GET /v2.0/networks/4044b022-747e-4834-bc76-73d0f411c2c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2802696 Jul 13 13:50:17.997818 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-69a0da2f-c0b2-4893-8200-c7f927fff59f req-801d09dc-a63d-49e7-8091-018361b37e8d tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd374adc-73a7-4812-9be6-45acdaeb0bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567316 Jul 13 13:50:18.014611 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-57b50a13-b601-497d-aa6b-c8a0af33c43e req-6ffb6f1c-0dab-4580-a49c-93ab9c96cee9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=68b2b3e0-be8c-4026-af86-701861bbd8d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442648 Jul 13 13:50:18.058211 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-17591041-6c3e-4be6-8638-5595a7c9ce0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:18.157524 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-9a8fe7bc-8833-486e-892b-50856a1c1c57 req-0a0c7011-3ede-4731-a0b4-272985ec69b5 tempest-VolumesSnapshotTestJSON-1530323745 tempest-VolumesSnapshotTestJSON-1530323745-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d324018-3b64-490a-b771-a1e814df3c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917398 Jul 13 13:50:18.181128 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beb062ed-bef2-4019-95c8-d5eac2122a88 admin admin] Router ff37f4f1-66d6-48bc-bed7-20c5eab90d20 is scheduled to L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 with binding_index 1 {{(pid=93751) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 13:50:18.201401 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-57b50a13-b601-497d-aa6b-c8a0af33c43e req-f603e0ce-13b9-4373-9ba7-d820d2cdd5ac service neutron] 10.222.0.26 "GET /v2.0/networks/68b2b3e0-be8c-4026-af86-701861bbd8d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789668 Jul 13 13:50:18.251651 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-17591041-6c3e-4be6-8638-5595a7c9ce0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:18.261263 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-17591041-6c3e-4be6-8638-5595a7c9ce0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:18.313864 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-17591041-6c3e-4be6-8638-5595a7c9ce0e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fb7e6947e5af477da5374a54d04967c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5433116 Jul 13 13:50:18.321371 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 50730) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:50:18.324822 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17591041-6c3e-4be6-8638-5595a7c9ce0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d2e83a6-6a20-4d63-bbb6-b38ea457ac93,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:50:18.346953 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d58a379-cedf-4760-9dad-77a3d0782b7c req-b6f3a5c2-2090-4ddb-8ca9-1c11c660358c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:50:18.348874 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7d58a379-cedf-4760-9dad-77a3d0782b7c req-b6f3a5c2-2090-4ddb-8ca9-1c11c660358c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ef6418d5526f4765ba53df412776e3e7&device_id=06111558-967d-4a36-b428-2726854b7e61 HTTP/1.1" status: 200 len: 1095 time: 0.3011096 Jul 13 13:50:18.506021 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d58a379-cedf-4760-9dad-77a3d0782b7c req-821e4dea-5362-4f33-80c7-e4cd982d29fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:50:18.507515 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7d58a379-cedf-4760-9dad-77a3d0782b7c req-821e4dea-5362-4f33-80c7-e4cd982d29fc service neutron] 10.222.0.41 "GET /v2.0/networks?id=4044b022-747e-4834-bc76-73d0f411c2c3 HTTP/1.1" status: 200 len: 912 time: 0.1510627 Jul 13 13:50:18.560130 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-57b50a13-b601-497d-aa6b-c8a0af33c43e req-1eb05023-4805-4542-8555-fcbb4b1ee273 service neutron] 10.222.0.26 "GET /v2.0/networks/68b2b3e0-be8c-4026-af86-701861bbd8d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2712445 Jul 13 13:50:18.572221 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-41c4ba93-c9f0-4c4f-9d5b-e02311dc824b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ff787aa-4bbc-4014-9d5b-28cb65fca281', 'name': 'tempest-ServersTestBootFromVolume-1726497166-router', 'tenant_id': '99fb449c317d405481fdd7598ba3a401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': '46d9fb31-b3c6-473d-ba63-90a27b5a34a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:48:53Z', 'updated_at': '2021-07-13T13:49:03Z', 'revision_number': 4, 'project_id': '99fb449c317d405481fdd7598ba3a401', 'gw_port': {'id': '46d9fb31-b3c6-473d-ba63-90a27b5a34a8', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ec:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff787aa-4bbc-4014-9d5b-28cb65fca281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2415, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:48:54Z', 'updated_at': '2021-07-13T13:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_floatingips': [{'id': 'afe91567-a2d2-4e49-90f2-a676ebc40346', 'tenant_id': '99fb449c317d405481fdd7598ba3a401', 'floating_ip_address': '172.25.6.21', 'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'router_id': '8ff787aa-4bbc-4014-9d5b-28cb65fca281', 'port_id': '8f69a950-287c-42cf-b922-64755bdadb61', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2441, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bebce078-4657-4116-afe4-942f44316b72', 'mac_address': 'fa:16:3e:ab:64:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab00bc18-bc30-4e26-932d-8cd3a7bc04c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T13:49:11Z', 'updated_at': '2021-07-13T13:50:15Z', 'revision_number': 1, 'project_id': '99fb449c317d405481fdd7598ba3a401', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f3c1bd5-24d2-4d69-8cf9-336c1e5cc82c', 'name': '', 'network_id': 'bebce078-4657-4116-afe4-942f44316b72', 'tenant_id': '99fb449c317d405481fdd7598ba3a401', 'mac_address': 'fa:16:3e:80:a1:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff787aa-4bbc-4014-9d5b-28cb65fca281', 'device_owner': 'network:router_interface', 'standard_attr_id': 2429, 'fixed_ips': [{'subnet_id': 'e5ac919f-e40f-4805-bb14-5bbcfbbe58a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:49:00Z', 'updated_at': '2021-07-13T13:49:15Z', 'revision_number': 5, 'project_id': '99fb449c317d405481fdd7598ba3a401', 'subnets': [{'id': 'e5ac919f-e40f-4805-bb14-5bbcfbbe58a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:50:18.579848 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ffdfe471-ec30-47f6-8dd3-5d2ae0dcadac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:18.610615 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c4ba93-c9f0-4c4f-9d5b-e02311dc824b None None] The sync data for ids ['8ff787aa-4bbc-4014-9d5b-28cb65fca281'] in n-d-800634-1 is: [{'id': '8ff787aa-4bbc-4014-9d5b-28cb65fca281', 'name': 'tempest-ServersTestBootFromVolume-1726497166-router', 'tenant_id': '99fb449c317d405481fdd7598ba3a401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': '46d9fb31-b3c6-473d-ba63-90a27b5a34a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:48:53Z', 'updated_at': '2021-07-13T13:49:03Z', 'revision_number': 4, 'project_id': '99fb449c317d405481fdd7598ba3a401', 'gw_port': {'id': '46d9fb31-b3c6-473d-ba63-90a27b5a34a8', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ec:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff787aa-4bbc-4014-9d5b-28cb65fca281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2415, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:48:54Z', 'updated_at': '2021-07-13T13:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_floatingips': [{'id': 'afe91567-a2d2-4e49-90f2-a676ebc40346', 'tenant_id': '99fb449c317d405481fdd7598ba3a401', 'floating_ip_address': '172.25.6.21', 'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'router_id': '8ff787aa-4bbc-4014-9d5b-28cb65fca281', 'port_id': '8f69a950-287c-42cf-b922-64755bdadb61', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2441, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bebce078-4657-4116-afe4-942f44316b72', 'mac_address': 'fa:16:3e:ab:64:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab00bc18-bc30-4e26-932d-8cd3a7bc04c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T13:49:11Z', 'updated_at': '2021-07-13T13:50:15Z', 'revision_number': 1, 'project_id': '99fb449c317d405481fdd7598ba3a401', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f3c1bd5-24d2-4d69-8cf9-336c1e5cc82c', 'name': '', 'network_id': 'bebce078-4657-4116-afe4-942f44316b72', 'tenant_id': '99fb449c317d405481fdd7598ba3a401', 'mac_address': 'fa:16:3e:80:a1:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff787aa-4bbc-4014-9d5b-28cb65fca281', 'device_owner': 'network:router_interface', 'standard_attr_id': 2429, 'fixed_ips': [{'subnet_id': 'e5ac919f-e40f-4805-bb14-5bbcfbbe58a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:49:00Z', 'updated_at': '2021-07-13T13:49:15Z', 'revision_number': 5, 'project_id': '99fb449c317d405481fdd7598ba3a401', 'subnets': [{'id': 'e5ac919f-e40f-4805-bb14-5bbcfbbe58a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:50:18.610934 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7d58a379-cedf-4760-9dad-77a3d0782b7c req-7fa301e6-7782-49c5-94f2-ba397c1a8c22 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b26ea32d-7d84-4456-bb27-627e3fdc4367 HTTP/1.1" status: 200 len: 217 time: 0.0877216 Jul 13 13:50:18.612089 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beb062ed-bef2-4019-95c8-d5eac2122a88 admin admin] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:50:18.624998 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60dc2339-882c-4891-9d55-f0aa370af350 None None] Sync routers for ids ['ff37f4f1-66d6-48bc-bed7-20c5eab90d20'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:50:18.647212 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60dc2339-882c-4891-9d55-f0aa370af350 None None] Routers {'ff37f4f1-66d6-48bc-bed7-20c5eab90d20'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:50:18.647990 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-60dc2339-882c-4891-9d55-f0aa370af350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:49:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['ff37f4f1-66d6-48bc-bed7-20c5eab90d20'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:50:18.653527 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ffdfe471-ec30-47f6-8dd3-5d2ae0dcadac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:18.667532 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-beb062ed-bef2-4019-95c8-d5eac2122a88 admin admin] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:18.669255 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-beb062ed-bef2-4019-95c8-d5eac2122a88 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.9756541 Jul 13 13:50:18.672570 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 50742) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:50:18.752791 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ffdfe471-ec30-47f6-8dd3-5d2ae0dcadac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:18.758041 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ffdfe471-ec30-47f6-8dd3-5d2ae0dcadac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:18.761340 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-ffdfe471-ec30-47f6-8dd3-5d2ae0dcadac admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8d2e83a6-6a20-4d63-bbb6-b38ea457ac93 HTTP/1.1" status: 204 len: 168 time: 0.4389513 Jul 13 13:50:18.777630 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdfe471-ec30-47f6-8dd3-5d2ae0dcadac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d2e83a6-6a20-4d63-bbb6-b38ea457ac93,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:50:18.792095 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-60dc2339-882c-4891-9d55-f0aa370af350 None None] Set router ff37f4f1-66d6-48bc-bed7-20c5eab90d20 gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:50:19.055256 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18920dd2-9e97-4c9d-9684-174fe46415e9 None None] New status for floating IP afe91567-a2d2-4e49-90f2-a676ebc40346: ACTIVE {{(pid=93753) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 13:50:19.327110 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 50760) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:50:19.345576 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-60dc2339-882c-4891-9d55-f0aa370af350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff37f4f1-66d6-48bc-bed7-20c5eab90d20', 'name': 'tempest-ServerRescueTestJSON-241194525-router', 'tenant_id': '6d64c288caca4b478e8ce389a95deff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.71'}], 'enable_snat': True}, 'gw_port_id': '1bfab3d3-33f8-4a54-8563-aa1825f6b5f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:50:12Z', 'updated_at': '2021-07-13T13:50:16Z', 'revision_number': 3, 'project_id': '6d64c288caca4b478e8ce389a95deff9', 'gw_port': {'id': '1bfab3d3-33f8-4a54-8563-aa1825f6b5f5', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:26:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff37f4f1-66d6-48bc-bed7-20c5eab90d20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:50:14Z', 'updated_at': '2021-07-13T13:50:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:50:19.378759 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-39b7c138-1009-48f3-af50-2dcd2448a74c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:19.384782 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab00bc18-bc30-4e26-932d-8cd3a7bc04c3', 'tag': '8f69a950-287c-42cf-b922-64755bdadb61'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:50:19.387460 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8320dbb-29a9-4ad4-8a09-657c41a3067d" -d '{"events": [{"name": "network-changed", "server_uuid": "ab00bc18-bc30-4e26-932d-8cd3a7bc04c3", "tag": "8f69a950-287c-42cf-b922-64755bdadb61"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:50:19.391198 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d58a379-cedf-4760-9dad-77a3d0782b7c req-3f36065b-cf48-4052-8736-eaf2dc14440e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:50:19.392768 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7d58a379-cedf-4760-9dad-77a3d0782b7c req-3f36065b-cf48-4052-8736-eaf2dc14440e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=22de4df8-967a-4ca5-99c3-67fec7ee33c8 HTTP/1.1" status: 200 len: 851 time: 0.7745502 Jul 13 13:50:19.412889 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60dc2339-882c-4891-9d55-f0aa370af350 None None] Checking router: ff37f4f1-66d6-48bc-bed7-20c5eab90d20 for host: n-d-800634-1 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 13:50:19.415888 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60dc2339-882c-4891-9d55-f0aa370af350 None None] Updating router ff37f4f1-66d6-48bc-bed7-20c5eab90d20 port 1bfab3d3-33f8-4a54-8563-aa1825f6b5f5 binding host n-d-800634-1 {{(pid=93752) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 13:50:19.475607 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device b9359432-2067-4e32-a348-3cfcab5f3220 details requested by agent hyperv_n-h1-800634-1 with host n-h1-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 13:50:19.555280 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-60dc2339-882c-4891-9d55-f0aa370af350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:19.604138 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-39b7c138-1009-48f3-af50-2dcd2448a74c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:19.622405 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0064e1d-bdff-4e5c-9242-4afceb769d06 req-4d8c47e7-9a59-46ce-94be-430ba6055f67 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:50:19.624489 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b0064e1d-bdff-4e5c-9242-4afceb769d06 req-4d8c47e7-9a59-46ce-94be-430ba6055f67 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=06111558-967d-4a36-b428-2726854b7e61 HTTP/1.1" status: 200 len: 944 time: 0.3774607 Jul 13 13:50:19.627413 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-39b7c138-1009-48f3-af50-2dcd2448a74c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:19.689989 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port b9359432-2067-4e32-a348-3cfcab5f3220, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=b9359432-2067-4e32-a348-3cfcab5f3220,segment=NetworkSegment(e3fac023-d7d1-4cf0-b297-dd3b054ff05b),segment_id=e3fac023-d7d1-4cf0-b297-dd3b054ff05b)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:50:19.702800 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-39b7c138-1009-48f3-af50-2dcd2448a74c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f5f61575402748aa9a2349d5ecbf84cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3735731 Jul 13 13:50:19.704145 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Returning: {'device': 'b9359432-2067-4e32-a348-3cfcab5f3220', 'network_id': '68b2b3e0-be8c-4026-af86-701861bbd8d5', 'port_id': 'b9359432-2067-4e32-a348-3cfcab5f3220', 'mac_address': 'fa:16:3e:1d:57:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cd703bd-560c-457b-9263-0fd2c2160030', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 13:50:19.707295 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 50770) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:50:19.708724 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b7c138-1009-48f3-af50-2dcd2448a74c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcf4cad7-cfbd-473c-8e9f-cc86e912d285,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:50:19.733666 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d58a379-cedf-4760-9dad-77a3d0782b7c req-dc86b35a-e048-451f-a82a-4c9a3e1446d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:50:19.735214 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7d58a379-cedf-4760-9dad-77a3d0782b7c req-dc86b35a-e048-451f-a82a-4c9a3e1446d2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4044b022-747e-4834-bc76-73d0f411c2c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3340316 Jul 13 13:50:19.753926 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b0064e1d-bdff-4e5c-9242-4afceb769d06 req-12561786-9c5c-4993-b469-337b1e42690b tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd374adc-73a7-4812-9be6-45acdaeb0bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981855 Jul 13 13:50:19.804394 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0544ab40-ce34-48cd-bd8b-7feae1a86d06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:19.831005 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0544ab40-ce34-48cd-bd8b-7feae1a86d06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:19.883567 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a18989f9-2d06-4201-bad5-94c0c05b06e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:19.888674 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 13:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-181d9780-f3a6-4239-8564-6e10ee10c4fe x-openstack-request-id: req-181d9780-f3a6-4239-8564-6e10ee10c4fe {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:50:19.888674 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab00bc18-bc30-4e26-932d-8cd3a7bc04c3", "tag": "8f69a950-287c-42cf-b922-64755bdadb61", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:50:19.888674 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-181d9780-f3a6-4239-8564-6e10ee10c4fe {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:50:19.889027 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab00bc18-bc30-4e26-932d-8cd3a7bc04c3', 'tag': '8f69a950-287c-42cf-b922-64755bdadb61', 'status': 'completed', 'code': 200} Jul 13 13:50:19.904776 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:19.934018 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a939b92-95eb-46f8-8649-b26c6ab7cd2b req-e1f5fb2c-ec25-45c1-b8b2-a38410c7fd34 tempest-VolumesSnapshotTestJSON-1530323745 tempest-VolumesSnapshotTestJSON-1530323745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:50:19.942545 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4a939b92-95eb-46f8-8649-b26c6ab7cd2b req-e1f5fb2c-ec25-45c1-b8b2-a38410c7fd34 tempest-VolumesSnapshotTestJSON-1530323745 tempest-VolumesSnapshotTestJSON-1530323745-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3cd5669-bf8f-468a-813b-a66f55bd5f17 HTTP/1.1" status: 200 len: 944 time: 0.4744093 Jul 13 13:50:19.963765 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9359432-2067-4e32-a348-3cfcab5f3220 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:50:19.978025 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0544ab40-ce34-48cd-bd8b-7feae1a86d06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:19.981199 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0544ab40-ce34-48cd-bd8b-7feae1a86d06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:19.984310 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-0544ab40-ce34-48cd-bd8b-7feae1a86d06 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bcf4cad7-cfbd-473c-8e9f-cc86e912d285 HTTP/1.1" status: 204 len: 168 time: 0.2710404 Jul 13 13:50:19.987653 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8320dbb-29a9-4ad4-8a09-657c41a3067d req-1c884e3c-831e-49fb-b226-bb0674327684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:50:19.991459 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a8320dbb-29a9-4ad4-8a09-657c41a3067d req-1c884e3c-831e-49fb-b226-bb0674327684 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=99fb449c317d405481fdd7598ba3a401&device_id=ab00bc18-bc30-4e26-932d-8cd3a7bc04c3 HTTP/1.1" status: 200 len: 1096 time: 0.1250460 Jul 13 13:50:19.996932 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port b9359432-2067-4e32-a348-3cfcab5f3220, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=b9359432-2067-4e32-a348-3cfcab5f3220,segment=NetworkSegment(e3fac023-d7d1-4cf0-b297-dd3b054ff05b),segment_id=e3fac023-d7d1-4cf0-b297-dd3b054ff05b)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:50:20.019176 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0544ab40-ce34-48cd-bd8b-7feae1a86d06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcf4cad7-cfbd-473c-8e9f-cc86e912d285,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:50:20.058199 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:20.078175 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4a939b92-95eb-46f8-8649-b26c6ab7cd2b req-824f8cbc-fa0d-4898-a632-620dc93eed16 tempest-VolumesSnapshotTestJSON-1530323745 tempest-VolumesSnapshotTestJSON-1530323745-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d324018-3b64-490a-b771-a1e814df3c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328731 Jul 13 13:50:20.080220 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:20.122688 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7d58a379-cedf-4760-9dad-77a3d0782b7c req-ee5ed54c-03b6-483d-bede-184b78d672f2 service neutron] 10.222.0.41 "GET /v2.0/networks/4044b022-747e-4834-bc76-73d0f411c2c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3683386 Jul 13 13:50:20.193122 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=b9359432-2067-4e32-a348-3cfcab5f3220,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:50:20.234052 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8320dbb-29a9-4ad4-8a09-657c41a3067d req-0f80223e-1c1b-430b-a318-5073084ec698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:50:20.235590 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a8320dbb-29a9-4ad4-8a09-657c41a3067d req-0f80223e-1c1b-430b-a318-5073084ec698 service neutron] 10.222.0.41 "GET /v2.0/networks?id=bebce078-4657-4116-afe4-942f44316b72 HTTP/1.1" status: 200 len: 916 time: 0.2307286 Jul 13 13:50:20.327906 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['b9359432-2067-4e32-a348-3cfcab5f3220'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:50:20.386098 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-60dc2339-882c-4891-9d55-f0aa370af350 None None] Notify callbacks [] for port, precommit_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:20.402630 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-60dc2339-882c-4891-9d55-f0aa370af350 None None] Transition to ACTIVE for port object 1bfab3d3-33f8-4a54-8563-aa1825f6b5f5 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:50:20.416025 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-60dc2339-882c-4891-9d55-f0aa370af350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:20.423490 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a8320dbb-29a9-4ad4-8a09-657c41a3067d req-a894f1a8-bcb2-4ff0-8aca-18a8e016c0c7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8f69a950-287c-42cf-b922-64755bdadb61 HTTP/1.1" status: 200 len: 1000 time: 0.1761189 Jul 13 13:50:20.431217 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7d58a379-cedf-4760-9dad-77a3d0782b7c req-8a8ec60e-dc6d-4183-9b0e-c6a30a93abdb service neutron] 10.222.0.41 "GET /v2.0/networks/4044b022-747e-4834-bc76-73d0f411c2c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2990360 Jul 13 13:50:20.443777 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device b26ea32d-7d84-4456-bb27-627e3fdc4367 details requested by agent hyperv_n-h2-800634-1 with host n-h2-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 13:50:20.489986 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8320dbb-29a9-4ad4-8a09-657c41a3067d req-8660ad26-5bc9-407e-831f-3340ccd9185f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:50:20.496959 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a8320dbb-29a9-4ad4-8a09-657c41a3067d req-8660ad26-5bc9-407e-831f-3340ccd9185f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e5ac919f-e40f-4805-bb14-5bbcfbbe58a7 HTTP/1.1" status: 200 len: 855 time: 0.0672634 Jul 13 13:50:20.572158 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8320dbb-29a9-4ad4-8a09-657c41a3067d req-6d153a9b-bbdb-47cf-96b2-bdb3d6327ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:50:20.574724 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943f3c3a-35ed-460e-98c2-887a7578fd26 None None] Pushing event updated for resources: {'Port': ['ID=1bfab3d3-33f8-4a54-8563-aa1825f6b5f5,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:50:20.575027 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a8320dbb-29a9-4ad4-8a09-657c41a3067d req-6d153a9b-bbdb-47cf-96b2-bdb3d6327ce6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bebce078-4657-4116-afe4-942f44316b72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0716140 Jul 13 13:50:20.590089 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-df9f8d40-1679-432f-9477-b766c7acdeba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:20.598800 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-60dc2339-882c-4891-9d55-f0aa370af350 None None] Attempting to bind port 1bfab3d3-33f8-4a54-8563-aa1825f6b5f5 on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:50:20.599172 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-60dc2339-882c-4891-9d55-f0aa370af350 None None] Attempting to bind port 1bfab3d3-33f8-4a54-8563-aa1825f6b5f5 by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:50:20.599533 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60dc2339-882c-4891-9d55-f0aa370af350 None None] Attempting to bind port 1bfab3d3-33f8-4a54-8563-aa1825f6b5f5 on network acf968b8-c524-46a9-a20b-ad9667009130 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:50:20.631359 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60dc2339-882c-4891-9d55-f0aa370af350 None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 50, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:50:20.631739 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60dc2339-882c-4891-9d55-f0aa370af350 None None] Checking segment: {'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:50:20.632144 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-60dc2339-882c-4891-9d55-f0aa370af350 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:20.632540 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60dc2339-882c-4891-9d55-f0aa370af350 None None] Bound using segment: {'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:50:20.633046 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-60dc2339-882c-4891-9d55-f0aa370af350 None None] Bound port: 1bfab3d3-33f8-4a54-8563-aa1825f6b5f5, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:50:20.633426 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-60dc2339-882c-4891-9d55-f0aa370af350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:20.697812 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a8320dbb-29a9-4ad4-8a09-657c41a3067d req-d609eb37-bc93-433c-ba09-4270456322e4 service neutron] 10.222.0.41 "GET /v2.0/networks/bebce078-4657-4116-afe4-942f44316b72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143606 Jul 13 13:50:20.885247 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a8320dbb-29a9-4ad4-8a09-657c41a3067d req-e42d7759-4ea5-498f-9720-a056c9cfd31d service neutron] 10.222.0.41 "GET /v2.0/networks/bebce078-4657-4116-afe4-942f44316b72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809211 Jul 13 13:50:20.897526 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-df9f8d40-1679-432f-9477-b766c7acdeba admin admin] Allocated IP 172.20.0.1 (4ac69b68-9ae1-4155-8f50-5147d61b5b39/3bd6f631-9a19-4cc5-9ccc-67e848f4410c/ead8dd61-9d3f-4e6e-92cd-e2894bfa4814) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:50:20.904089 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-60dc2339-882c-4891-9d55-f0aa370af350 None None] For port 1bfab3d3-33f8-4a54-8563-aa1825f6b5f5, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:50:20.980049 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-60dc2339-882c-4891-9d55-f0aa370af350 None None] For port 1bfab3d3-33f8-4a54-8563-aa1825f6b5f5, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=1bfab3d3-33f8-4a54-8563-aa1825f6b5f5,segment=NetworkSegment(3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87),segment_id=3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:50:21.011644 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-60dc2339-882c-4891-9d55-f0aa370af350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:21.071890 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-df9f8d40-1679-432f-9477-b766c7acdeba admin admin] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:21.114455 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port b26ea32d-7d84-4456-bb27-627e3fdc4367, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=b26ea32d-7d84-4456-bb27-627e3fdc4367,segment=NetworkSegment(370d7ede-eeb6-46ae-b4ce-87c4cdf3222b),segment_id=370d7ede-eeb6-46ae-b4ce-87c4cdf3222b)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:50:21.167007 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:21.177654 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60dc2339-882c-4891-9d55-f0aa370af350 None None] Routers {'ff37f4f1-66d6-48bc-bed7-20c5eab90d20'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:50:21.178568 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-60dc2339-882c-4891-9d55-f0aa370af350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:50:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['ff37f4f1-66d6-48bc-bed7-20c5eab90d20'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:50:21.197571 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Returning: {'device': 'b26ea32d-7d84-4456-bb27-627e3fdc4367', 'network_id': '4044b022-747e-4834-bc76-73d0f411c2c3', 'port_id': 'b26ea32d-7d84-4456-bb27-627e3fdc4367', 'mac_address': 'fa:16:3e:45:a1:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22de4df8-967a-4ca5-99c3-67fec7ee33c8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 13:50:21.211229 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dd6be8-b27b-471e-9e21-981b8c2c420f req-f510c655-4ba8-4ed0-b9f2-4fc6ffe6de95 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:50:21.217045 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-17dd6be8-b27b-471e-9e21-981b8c2c420f req-f510c655-4ba8-4ed0-b9f2-4fc6ffe6de95 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=06111558-967d-4a36-b428-2726854b7e61 HTTP/1.1" status: 200 len: 944 time: 0.1855633 Jul 13 13:50:21.217900 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-df9f8d40-1679-432f-9477-b766c7acdeba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:21.264503 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943f3c3a-35ed-460e-98c2-887a7578fd26 None None] Pushing event updated for resources: {'Port': ['ID=1bfab3d3-33f8-4a54-8563-aa1825f6b5f5,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:50:21.327558 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:21.349524 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df9f8d40-1679-432f-9477-b766c7acdeba admin admin] Network 4ac69b68-9ae1-4155-8f50-5147d61b5b39 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:50:21.365223 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b26ea32d-7d84-4456-bb27-627e3fdc4367 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:50:21.390975 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-17dd6be8-b27b-471e-9e21-981b8c2c420f req-6982603d-702c-4e22-8ae8-0bfa51dec316 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd374adc-73a7-4812-9be6-45acdaeb0bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539519 Jul 13 13:50:21.410465 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-df9f8d40-1679-432f-9477-b766c7acdeba admin admin] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:50:21.410465 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9f8d40-1679-432f-9477-b766c7acdeba admin admin] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:50:21.464954 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9f8d40-1679-432f-9477-b766c7acdeba admin admin] Pushing event updated for resources: {'Port': ['ID=ead8dd61-9d3f-4e6e-92cd-e2894bfa4814,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:50:21.494645 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device b9359432-2067-4e32-a348-3cfcab5f3220 up at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:50:21.507549 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port b26ea32d-7d84-4456-bb27-627e3fdc4367, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=b26ea32d-7d84-4456-bb27-627e3fdc4367,segment=NetworkSegment(370d7ede-eeb6-46ae-b4ce-87c4cdf3222b),segment_id=370d7ede-eeb6-46ae-b4ce-87c4cdf3222b)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:50:21.513929 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-df9f8d40-1679-432f-9477-b766c7acdeba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-450452'] for router_interface, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:21.523160 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2985c7db-034d-404a-9b33-84bc5d734fc7 req-13d905ff-f533-4a54-a464-bf1b938689a7 tempest-VolumesSnapshotTestJSON-1530323745 tempest-VolumesSnapshotTestJSON-1530323745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:50:21.524662 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2985c7db-034d-404a-9b33-84bc5d734fc7 req-13d905ff-f533-4a54-a464-bf1b938689a7 tempest-VolumesSnapshotTestJSON-1530323745 tempest-VolumesSnapshotTestJSON-1530323745-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3cd5669-bf8f-468a-813b-a66f55bd5f17 HTTP/1.1" status: 200 len: 945 time: 0.1890373 Jul 13 13:50:21.558945 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:21.617490 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2985c7db-034d-404a-9b33-84bc5d734fc7 req-5a28cdc0-f20d-465f-8427-d280d6a5d8aa tempest-VolumesSnapshotTestJSON-1530323745 tempest-VolumesSnapshotTestJSON-1530323745-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d324018-3b64-490a-b771-a1e814df3c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865946 Jul 13 13:50:21.654898 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-60dc2339-882c-4891-9d55-f0aa370af350 None None] Set router ff37f4f1-66d6-48bc-bed7-20c5eab90d20 gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:50:21.784429 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-df9f8d40-1679-432f-9477-b766c7acdeba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:21.819420 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['b26ea32d-7d84-4456-bb27-627e3fdc4367'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:50:21.898784 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=b26ea32d-7d84-4456-bb27-627e3fdc4367,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:50:21.971238 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning for port b9359432-2067-4e32-a348-3cfcab5f3220 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:50:21.980968 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning complete for port b9359432-2067-4e32-a348-3cfcab5f3220 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:50:21.981347 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:22.014215 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-df9f8d40-1679-432f-9477-b766c7acdeba admin admin] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:22.020786 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-df9f8d40-1679-432f-9477-b766c7acdeba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:22.115828 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9f8d40-1679-432f-9477-b766c7acdeba admin admin] Pushing event updated for resources: {'Port': ['ID=ead8dd61-9d3f-4e6e-92cd-e2894bfa4814,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:50:22.131890 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-df9f8d40-1679-432f-9477-b766c7acdeba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1785045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451806'] for router_interface, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:22.220158 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:22.247998 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-60dc2339-882c-4891-9d55-f0aa370af350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff37f4f1-66d6-48bc-bed7-20c5eab90d20', 'name': 'tempest-ServerRescueTestJSON-241194525-router', 'tenant_id': '6d64c288caca4b478e8ce389a95deff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.71'}], 'enable_snat': True}, 'gw_port_id': '1bfab3d3-33f8-4a54-8563-aa1825f6b5f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:50:12Z', 'updated_at': '2021-07-13T13:50:16Z', 'revision_number': 3, 'project_id': '6d64c288caca4b478e8ce389a95deff9', 'gw_port': {'id': '1bfab3d3-33f8-4a54-8563-aa1825f6b5f5', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:26:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff37f4f1-66d6-48bc-bed7-20c5eab90d20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:50:14Z', 'updated_at': '2021-07-13T13:50:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:50:22.289969 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df9f8d40-1679-432f-9477-b766c7acdeba admin admin] Network 4ac69b68-9ae1-4155-8f50-5147d61b5b39 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:50:22.291480 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-df9f8d40-1679-432f-9477-b766c7acdeba admin admin] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:50:22.324422 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60dc2339-882c-4891-9d55-f0aa370af350 None None] The sync data for ids ['ff37f4f1-66d6-48bc-bed7-20c5eab90d20'] in n-d-800634-1 is: [{'id': 'ff37f4f1-66d6-48bc-bed7-20c5eab90d20', 'name': 'tempest-ServerRescueTestJSON-241194525-router', 'tenant_id': '6d64c288caca4b478e8ce389a95deff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.71'}], 'enable_snat': True}, 'gw_port_id': '1bfab3d3-33f8-4a54-8563-aa1825f6b5f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:50:12Z', 'updated_at': '2021-07-13T13:50:16Z', 'revision_number': 3, 'project_id': '6d64c288caca4b478e8ce389a95deff9', 'gw_port': {'id': '1bfab3d3-33f8-4a54-8563-aa1825f6b5f5', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:26:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff37f4f1-66d6-48bc-bed7-20c5eab90d20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:50:14Z', 'updated_at': '2021-07-13T13:50:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:50:22.385867 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port b9359432-2067-4e32-a348-3cfcab5f3220, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=b9359432-2067-4e32-a348-3cfcab5f3220,segment=NetworkSegment(e3fac023-d7d1-4cf0-b297-dd3b054ff05b),segment_id=e3fac023-d7d1-4cf0-b297-dd3b054ff05b)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:50:22.387733 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3cd5669-bf8f-468a-813b-a66f55bd5f17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9359432-2067-4e32-a348-3cfcab5f3220'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:50:22.390793 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0cb2a3f-acc6-46d2-8d45-41369c934701" -d '{"events": [{"server_uuid": "e3cd5669-bf8f-468a-813b-a66f55bd5f17", "name": "network-vif-plugged", "status": "completed", "tag": "b9359432-2067-4e32-a348-3cfcab5f3220"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:50:22.425193 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:22.505593 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df9f8d40-1679-432f-9477-b766c7acdeba admin admin] Router ff37f4f1-66d6-48bc-bed7-20c5eab90d20 has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 13:50:22.651100 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e64a972-f5bc-4f63-bb8d-bad25fc92cf7 x-openstack-request-id: req-3e64a972-f5bc-4f63-bb8d-bad25fc92cf7 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:50:22.651399 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3cd5669-bf8f-468a-813b-a66f55bd5f17", "name": "network-vif-plugged", "status": "completed", "tag": "b9359432-2067-4e32-a348-3cfcab5f3220", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:50:22.651656 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3e64a972-f5bc-4f63-bb8d-bad25fc92cf7 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:50:22.652057 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3cd5669-bf8f-468a-813b-a66f55bd5f17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9359432-2067-4e32-a348-3cfcab5f3220', 'code': 200} Jul 13 13:50:22.658902 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=b9359432-2067-4e32-a348-3cfcab5f3220,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:50:22.686113 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:50:22.686472 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:50:22.686786 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:50:22.690838 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:50:22.691247 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:50:22.691943 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:50:22.692280 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:50:22.692608 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:50:22.692932 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:50:22.693262 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:50:22.693609 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:50:22.694470 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:50:22.744587 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:22.770849 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df9f8d40-1679-432f-9477-b766c7acdeba admin admin] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:50:22.782196 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-df9f8d40-1679-432f-9477-b766c7acdeba admin admin] 10.222.0.23 "PUT /v2.0/routers/ff37f4f1-66d6-48bc-bed7-20c5eab90d20/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1031606 Jul 13 13:50:22.920424 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2663e03a-73f0-4415-9156-ee8ce416ce90 req-c5442efe-542e-4e73-9938-daeb5cfe1340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:50:22.929035 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2663e03a-73f0-4415-9156-ee8ce416ce90 req-c5442efe-542e-4e73-9938-daeb5cfe1340 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e3cd5669-bf8f-468a-813b-a66f55bd5f17 HTTP/1.1" status: 200 len: 1097 time: 0.2910302 Jul 13 13:50:23.019608 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2663e03a-73f0-4415-9156-ee8ce416ce90 req-35166013-ad40-4e8c-bd75-36ac0b42fc21 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=2d324018-3b64-490a-b771-a1e814df3c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773346 Jul 13 13:50:23.092845 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabe19ca-1681-4563-8bc6-d050884d8a11 req-a0cad92a-83f5-4dba-ba5a-43f9729d40ab tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:50:23.098057 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-dabe19ca-1681-4563-8bc6-d050884d8a11 req-a0cad92a-83f5-4dba-ba5a-43f9729d40ab tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=06111558-967d-4a36-b428-2726854b7e61 HTTP/1.1" status: 200 len: 945 time: 0.3448923 Jul 13 13:50:23.223141 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-dabe19ca-1681-4563-8bc6-d050884d8a11 req-7f888bd8-aebd-404e-afa3-2b15be53cb50 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd374adc-73a7-4812-9be6-45acdaeb0bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140087 Jul 13 13:50:23.277282 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92dbad5-e66e-491c-830f-0d84bbaf99d4 req-98a6838c-df21-4e05-a353-8e99152e9d06 tempest-VolumesSnapshotTestJSON-1530323745 tempest-VolumesSnapshotTestJSON-1530323745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:50:23.290405 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a92dbad5-e66e-491c-830f-0d84bbaf99d4 req-98a6838c-df21-4e05-a353-8e99152e9d06 tempest-VolumesSnapshotTestJSON-1530323745 tempest-VolumesSnapshotTestJSON-1530323745-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3cd5669-bf8f-468a-813b-a66f55bd5f17 HTTP/1.1" status: 200 len: 946 time: 0.1716619 Jul 13 13:50:23.399047 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a92dbad5-e66e-491c-830f-0d84bbaf99d4 req-9b111fcc-05d9-432e-a271-d188e6c104b9 tempest-VolumesSnapshotTestJSON-1530323745 tempest-VolumesSnapshotTestJSON-1530323745-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d324018-3b64-490a-b771-a1e814df3c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050317 Jul 13 13:50:23.541090 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 1bfab3d3-33f8-4a54-8563-aa1825f6b5f5 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:50:23.680259 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port 1bfab3d3-33f8-4a54-8563-aa1825f6b5f5 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:50:23.685267 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 1bfab3d3-33f8-4a54-8563-aa1825f6b5f5 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:50:23.686269 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:23.802888 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:23.888428 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port 1bfab3d3-33f8-4a54-8563-aa1825f6b5f5, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=1bfab3d3-33f8-4a54-8563-aa1825f6b5f5,segment=NetworkSegment(3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87),segment_id=3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:50:23.895287 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:24.067004 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=1bfab3d3-33f8-4a54-8563-aa1825f6b5f5,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:50:24.294824 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca31a50-ec5d-45d4-9ff8-8100635ce11d req-722c9a05-dc9d-4d21-a82d-c854177bac3a tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:50:24.297363 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8ca31a50-ec5d-45d4-9ff8-8100635ce11d req-722c9a05-dc9d-4d21-a82d-c854177bac3a tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] 10.222.0.23 "GET /v2.0/networks?id=4ac69b68-9ae1-4155-8f50-5147d61b5b39 HTTP/1.1" status: 200 len: 810 time: 0.1662188 Jul 13 13:50:24.329271 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8ca31a50-ec5d-45d4-9ff8-8100635ce11d req-a510a558-11bd-4c32-a473-b4c5b8316054 tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] 10.222.0.23 "GET /v2.0/quotas/6d64c288caca4b478e8ce389a95deff9 HTTP/1.1" status: 200 len: 375 time: 0.0237210 Jul 13 13:50:24.453204 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8ca31a50-ec5d-45d4-9ff8-8100635ce11d req-85e7cbe3-4386-497f-aeb5-725a9f38b745 tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=6d64c288caca4b478e8ce389a95deff9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1229279 Jul 13 13:50:24.466510 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device b26ea32d-7d84-4456-bb27-627e3fdc4367 up at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:50:24.559373 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9ba5f0-036d-4338-8b05-9f7f27a3a3db req-f846ccda-953b-4176-9056-fe65b1a267b5 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:50:24.571716 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ee9ba5f0-036d-4338-8b05-9f7f27a3a3db req-f846ccda-953b-4176-9056-fe65b1a267b5 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=06111558-967d-4a36-b428-2726854b7e61 HTTP/1.1" status: 200 len: 945 time: 0.1740522 Jul 13 13:50:24.608270 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning for port b26ea32d-7d84-4456-bb27-627e3fdc4367 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:50:24.613652 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning complete for port b26ea32d-7d84-4456-bb27-627e3fdc4367 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:50:24.614323 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:24.643128 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8ca31a50-ec5d-45d4-9ff8-8100635ce11d req-5e33acef-2294-4bd3-b628-3a46566e61b8 service neutron] 10.222.0.23 "GET /v2.0/networks/4ac69b68-9ae1-4155-8f50-5147d61b5b39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887720 Jul 13 13:50:24.683681 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ee9ba5f0-036d-4338-8b05-9f7f27a3a3db req-a9940835-08e2-4273-8a0a-7f5a1ea71166 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd374adc-73a7-4812-9be6-45acdaeb0bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096389 Jul 13 13:50:24.796617 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:24.800587 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8ca31a50-ec5d-45d4-9ff8-8100635ce11d req-cf57abf3-6ce4-4b57-8a4b-332e06420f9f service neutron] 10.222.0.23 "GET /v2.0/networks/4ac69b68-9ae1-4155-8f50-5147d61b5b39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566067 Jul 13 13:50:24.911552 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port b26ea32d-7d84-4456-bb27-627e3fdc4367, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=b26ea32d-7d84-4456-bb27-627e3fdc4367,segment=NetworkSegment(370d7ede-eeb6-46ae-b4ce-87c4cdf3222b),segment_id=370d7ede-eeb6-46ae-b4ce-87c4cdf3222b)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:50:24.913979 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06111558-967d-4a36-b428-2726854b7e61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b26ea32d-7d84-4456-bb27-627e3fdc4367'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:50:24.922293 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-946ce4a7-c647-4da5-a104-56095d08c0d1" -d '{"events": [{"server_uuid": "06111558-967d-4a36-b428-2726854b7e61", "name": "network-vif-plugged", "status": "completed", "tag": "b26ea32d-7d84-4456-bb27-627e3fdc4367"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:50:24.930272 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:25.043709 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab8f3dd-6533-45c2-84e3-6416ad1cebd7 req-05476f1c-660f-490e-9f67-e1ca3561e1f3 tempest-VolumesSnapshotTestJSON-1530323745 tempest-VolumesSnapshotTestJSON-1530323745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:50:25.053821 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bab8f3dd-6533-45c2-84e3-6416ad1cebd7 req-05476f1c-660f-490e-9f67-e1ca3561e1f3 tempest-VolumesSnapshotTestJSON-1530323745 tempest-VolumesSnapshotTestJSON-1530323745-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3cd5669-bf8f-468a-813b-a66f55bd5f17 HTTP/1.1" status: 200 len: 946 time: 0.1994705 Jul 13 13:50:25.058640 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=b26ea32d-7d84-4456-bb27-627e3fdc4367,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:50:25.086921 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feb207b7-45b9-4820-abaf-6c4c107bdb7d x-openstack-request-id: req-feb207b7-45b9-4820-abaf-6c4c107bdb7d {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:50:25.087218 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06111558-967d-4a36-b428-2726854b7e61", "name": "network-vif-plugged", "status": "completed", "tag": "b26ea32d-7d84-4456-bb27-627e3fdc4367", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:50:25.087472 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-feb207b7-45b9-4820-abaf-6c4c107bdb7d {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:50:25.087862 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06111558-967d-4a36-b428-2726854b7e61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b26ea32d-7d84-4456-bb27-627e3fdc4367', 'code': 200} Jul 13 13:50:25.099656 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22f1506-71e5-458a-8e7b-5d018df151f6 None None] Sync routers for ids ['ff37f4f1-66d6-48bc-bed7-20c5eab90d20'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:50:25.124669 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22f1506-71e5-458a-8e7b-5d018df151f6 None None] Routers {'ff37f4f1-66d6-48bc-bed7-20c5eab90d20'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:50:25.126315 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-f22f1506-71e5-458a-8e7b-5d018df151f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:50:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['ff37f4f1-66d6-48bc-bed7-20c5eab90d20'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:50:25.173118 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8efbc5b6-f146-43cf-ba05-8c79536ae787 req-758e6f68-d1e0-4bcc-ad5a-0a9a2e0cc491 tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] 10.222.0.23 "GET /v2.0/ports?device_id=db063c82-45f8-4937-9ee9-6f6b8c180b83 HTTP/1.1" status: 200 len: 210 time: 0.0451756 Jul 13 13:50:25.202439 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bab8f3dd-6533-45c2-84e3-6416ad1cebd7 req-9e746611-933b-4578-aa3f-0b0b87221571 tempest-VolumesSnapshotTestJSON-1530323745 tempest-VolumesSnapshotTestJSON-1530323745-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d324018-3b64-490a-b771-a1e814df3c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476367 Jul 13 13:50:25.280597 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356a4823-2a7c-4483-8572-34cb113aa78e req-2dffeda0-9a87-49c1-b183-f86651ab15b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:50:25.283748 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-356a4823-2a7c-4483-8572-34cb113aa78e req-2dffeda0-9a87-49c1-b183-f86651ab15b8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=06111558-967d-4a36-b428-2726854b7e61 HTTP/1.1" status: 200 len: 1097 time: 0.1058702 Jul 13 13:50:25.383261 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-356a4823-2a7c-4483-8572-34cb113aa78e req-6aae2bfc-b20c-4d27-8282-af646889ac0e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=fd374adc-73a7-4812-9be6-45acdaeb0bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914488 Jul 13 13:50:25.535379 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 13:50:25.553943 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 1bfab3d3-33f8-4a54-8563-aa1825f6b5f5 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:50:25.634881 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-f22f1506-71e5-458a-8e7b-5d018df151f6 None None] Set router ff37f4f1-66d6-48bc-bed7-20c5eab90d20 gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:50:25.725518 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 1bfab3d3-33f8-4a54-8563-aa1825f6b5f5 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:50:25.725834 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:25.997500 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd2e631-6767-4ee8-b7fd-29cfd3cb8e1b req-bc1b480e-5324-4ff2-ac4d-a34b2ffa38ac tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:50:26.007506 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-0cd2e631-6767-4ee8-b7fd-29cfd3cb8e1b req-bc1b480e-5324-4ff2-ac4d-a34b2ffa38ac tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=06111558-967d-4a36-b428-2726854b7e61 HTTP/1.1" status: 200 len: 946 time: 0.1284811 Jul 13 13:50:26.102338 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-0cd2e631-6767-4ee8-b7fd-29cfd3cb8e1b req-6c9ba4f0-2658-4de7-b21d-58cda503333e tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd374adc-73a7-4812-9be6-45acdaeb0bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931840 Jul 13 13:50:26.339425 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-f22f1506-71e5-458a-8e7b-5d018df151f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff37f4f1-66d6-48bc-bed7-20c5eab90d20', 'name': 'tempest-ServerRescueTestJSON-241194525-router', 'tenant_id': '6d64c288caca4b478e8ce389a95deff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.71'}], 'enable_snat': True}, 'gw_port_id': '1bfab3d3-33f8-4a54-8563-aa1825f6b5f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:50:12Z', 'updated_at': '2021-07-13T13:50:21Z', 'revision_number': 4, 'project_id': '6d64c288caca4b478e8ce389a95deff9', 'gw_port': {'id': '1bfab3d3-33f8-4a54-8563-aa1825f6b5f5', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:26:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff37f4f1-66d6-48bc-bed7-20c5eab90d20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:50:14Z', 'updated_at': '2021-07-13T13:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': 'ead8dd61-9d3f-4e6e-92cd-e2894bfa4814', 'name': '', 'network_id': '4ac69b68-9ae1-4155-8f50-5147d61b5b39', 'tenant_id': '6d64c288caca4b478e8ce389a95deff9', 'mac_address': 'fa:16:3e:d3:68:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff37f4f1-66d6-48bc-bed7-20c5eab90d20', 'device_owner': 'network:router_interface', 'standard_attr_id': 2489, 'fixed_ips': [{'subnet_id': '3bd6f631-9a19-4cc5-9ccc-67e848f4410c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:50:20Z', 'updated_at': '2021-07-13T13:50:21Z', 'revision_number': 2, 'project_id': '6d64c288caca4b478e8ce389a95deff9', 'subnets': [{'id': '3bd6f631-9a19-4cc5-9ccc-67e848f4410c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:50:26.402269 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22f1506-71e5-458a-8e7b-5d018df151f6 None None] Checking router: ff37f4f1-66d6-48bc-bed7-20c5eab90d20 for host: n-d-800634-1 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 13:50:26.402624 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22f1506-71e5-458a-8e7b-5d018df151f6 None None] Updating router ff37f4f1-66d6-48bc-bed7-20c5eab90d20 port ead8dd61-9d3f-4e6e-92cd-e2894bfa4814 binding host n-d-800634-1 {{(pid=93752) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 13:50:26.491913 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-074339eb-339e-40c1-9486-db94e1ec59a4 req-1a7dd9f6-05ac-400b-9bbd-a7784c72cde1 tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] 10.222.0.23 "GET /v2.0/ports?device_id=db063c82-45f8-4937-9ee9-6f6b8c180b83 HTTP/1.1" status: 200 len: 210 time: 0.0934057 Jul 13 13:50:26.494365 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f22f1506-71e5-458a-8e7b-5d018df151f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:27.111135 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f22f1506-71e5-458a-8e7b-5d018df151f6 None None] Notify callbacks [] for port, precommit_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:27.124689 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-f22f1506-71e5-458a-8e7b-5d018df151f6 None None] Transition to ACTIVE for port object ead8dd61-9d3f-4e6e-92cd-e2894bfa4814 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:50:27.138032 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f22f1506-71e5-458a-8e7b-5d018df151f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:27.232335 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca31a50-ec5d-45d4-9ff8-8100635ce11d req-6e083416-e35f-4e98-ab7e-2c59057cee8e tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:50:27.234547 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8ca31a50-ec5d-45d4-9ff8-8100635ce11d req-6e083416-e35f-4e98-ab7e-2c59057cee8e tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] 10.222.0.26 "GET /v2.0/networks?id=4ac69b68-9ae1-4155-8f50-5147d61b5b39 HTTP/1.1" status: 200 len: 810 time: 0.2472541 Jul 13 13:50:27.247158 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0315615-4924-4799-a882-b2b6db102ba1 None None] Pushing event updated for resources: {'Port': ['ID=ead8dd61-9d3f-4e6e-92cd-e2894bfa4814,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:50:27.248486 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-8ca31a50-ec5d-45d4-9ff8-8100635ce11d req-19d9e2d1-1de8-4cc4-ae99-bdb2d857e89d tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] Request body: {'port': {'device_id': 'db063c82-45f8-4937-9ee9-6f6b8c180b83', 'network_id': '4ac69b68-9ae1-4155-8f50-5147d61b5b39', 'admin_state_up': True, 'tenant_id': '6d64c288caca4b478e8ce389a95deff9'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:50:27.330711 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-f22f1506-71e5-458a-8e7b-5d018df151f6 None None] Attempting to bind port ead8dd61-9d3f-4e6e-92cd-e2894bfa4814 on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:50:27.331403 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-f22f1506-71e5-458a-8e7b-5d018df151f6 None None] Attempting to bind port ead8dd61-9d3f-4e6e-92cd-e2894bfa4814 by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '755279e6-44be-48bd-b08a-7c113c2227a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '4ac69b68-9ae1-4155-8f50-5147d61b5b39'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:50:27.331890 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22f1506-71e5-458a-8e7b-5d018df151f6 None None] Attempting to bind port ead8dd61-9d3f-4e6e-92cd-e2894bfa4814 on network 4ac69b68-9ae1-4155-8f50-5147d61b5b39 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:50:27.338043 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22f1506-71e5-458a-8e7b-5d018df151f6 None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 50, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:50:27.338921 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22f1506-71e5-458a-8e7b-5d018df151f6 None None] Checking segment: {'id': '755279e6-44be-48bd-b08a-7c113c2227a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '4ac69b68-9ae1-4155-8f50-5147d61b5b39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:50:27.339588 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f22f1506-71e5-458a-8e7b-5d018df151f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:27.340109 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22f1506-71e5-458a-8e7b-5d018df151f6 None None] Bound using segment: {'id': '755279e6-44be-48bd-b08a-7c113c2227a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '4ac69b68-9ae1-4155-8f50-5147d61b5b39'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:50:27.340675 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-f22f1506-71e5-458a-8e7b-5d018df151f6 None None] Bound port: ead8dd61-9d3f-4e6e-92cd-e2894bfa4814, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '755279e6-44be-48bd-b08a-7c113c2227a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '4ac69b68-9ae1-4155-8f50-5147d61b5b39'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:50:27.341280 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f22f1506-71e5-458a-8e7b-5d018df151f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:27.425972 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ca31a50-ec5d-45d4-9ff8-8100635ce11d req-19d9e2d1-1de8-4cc4-ae99-bdb2d857e89d tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] Made reservation on behalf of 6d64c288caca4b478e8ce389a95deff9 for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:50:27.431119 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-8ca31a50-ec5d-45d4-9ff8-8100635ce11d req-19d9e2d1-1de8-4cc4-ae99-bdb2d857e89d tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:27.561649 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-f22f1506-71e5-458a-8e7b-5d018df151f6 None None] For port ead8dd61-9d3f-4e6e-92cd-e2894bfa4814, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:50:27.579207 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5893f311-dca7-4ef9-acad-90e664ae690d req-48e76b2e-5dce-42db-a549-10b653779df5 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:50:27.592790 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5893f311-dca7-4ef9-acad-90e664ae690d req-48e76b2e-5dce-42db-a549-10b653779df5 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=06111558-967d-4a36-b428-2726854b7e61 HTTP/1.1" status: 200 len: 946 time: 0.1888669 Jul 13 13:50:27.616667 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-f22f1506-71e5-458a-8e7b-5d018df151f6 None None] For port ead8dd61-9d3f-4e6e-92cd-e2894bfa4814, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=ead8dd61-9d3f-4e6e-92cd-e2894bfa4814,segment=NetworkSegment(755279e6-44be-48bd-b08a-7c113c2227a8),segment_id=755279e6-44be-48bd-b08a-7c113c2227a8)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:50:27.632503 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f22f1506-71e5-458a-8e7b-5d018df151f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:27.727623 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [req-8ca31a50-ec5d-45d4-9ff8-8100635ce11d req-19d9e2d1-1de8-4cc4-ae99-bdb2d857e89d tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] Allocated IP 172.20.0.12 (4ac69b68-9ae1-4155-8f50-5147d61b5b39/3bd6f631-9a19-4cc5-9ccc-67e848f4410c/20120d21-62b8-4d2f-a4ed-a8fb57483551) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:50:27.782335 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5893f311-dca7-4ef9-acad-90e664ae690d req-18ae7ca5-86d3-403a-8d02-ddeb8071ed5e tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd374adc-73a7-4812-9be6-45acdaeb0bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882811 Jul 13 13:50:27.796543 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22f1506-71e5-458a-8e7b-5d018df151f6 None None] Routers {'ff37f4f1-66d6-48bc-bed7-20c5eab90d20'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:50:27.815428 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-f22f1506-71e5-458a-8e7b-5d018df151f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:50:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['ff37f4f1-66d6-48bc-bed7-20c5eab90d20'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:50:27.978319 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-8ca31a50-ec5d-45d4-9ff8-8100635ce11d req-19d9e2d1-1de8-4cc4-ae99-bdb2d857e89d tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:28.039917 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-f22f1506-71e5-458a-8e7b-5d018df151f6 None None] Set router ff37f4f1-66d6-48bc-bed7-20c5eab90d20 gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:50:28.150440 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0315615-4924-4799-a882-b2b6db102ba1 None None] Pushing event updated for resources: {'Port': ['ID=ead8dd61-9d3f-4e6e-92cd-e2894bfa4814,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:50:28.191427 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-00881395-83c6-4153-93af-fe4f82f9cbb1 req-76beb86b-9795-4985-8b82-23bc01a2cf99 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=ef6418d5526f4765ba53df412776e3e7 HTTP/1.1" status: 200 len: 267 time: 0.0816915 Jul 13 13:50:28.212761 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-478c463d-9816-4191-ad64-db5bc0862158 req-d410d228-2bc1-4ebd-b864-34cc97f5b270 tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] 10.222.0.23 "GET /v2.0/ports?device_id=db063c82-45f8-4937-9ee9-6f6b8c180b83 HTTP/1.1" status: 200 len: 210 time: 0.1454558 Jul 13 13:50:28.250888 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-8ca31a50-ec5d-45d4-9ff8-8100635ce11d req-19d9e2d1-1de8-4cc4-ae99-bdb2d857e89d tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:28.319451 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00881395-83c6-4153-93af-fe4f82f9cbb1 req-1feeb0f1-79f8-44e4-b939-8e54d178fa42 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:50:28.331639 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-00881395-83c6-4153-93af-fe4f82f9cbb1 req-1feeb0f1-79f8-44e4-b939-8e54d178fa42 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=06111558-967d-4a36-b428-2726854b7e61 HTTP/1.1" status: 200 len: 946 time: 0.1388783 Jul 13 13:50:28.338190 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-00881395-83c6-4153-93af-fe4f82f9cbb1 req-e066372a-740b-4c48-9891-1aab8a19930e tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Request body: {'port': {'security_groups': []}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:50:28.388859 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d9e2d1-1de8-4cc4-ae99-bdb2d857e89d tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] Pushing event updated for resources: {'Port': ['ID=20120d21-62b8-4d2f-a4ed-a8fb57483551,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:50:28.409224 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ca31a50-ec5d-45d4-9ff8-8100635ce11d req-19d9e2d1-1de8-4cc4-ae99-bdb2d857e89d tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] Network 4ac69b68-9ae1-4155-8f50-5147d61b5b39 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:50:28.413007 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [req-8ca31a50-ec5d-45d4-9ff8-8100635ce11d req-19d9e2d1-1de8-4cc4-ae99-bdb2d857e89d tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:50:28.418637 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ca31a50-ec5d-45d4-9ff8-8100635ce11d req-19d9e2d1-1de8-4cc4-ae99-bdb2d857e89d tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:50:28.480266 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-f22f1506-71e5-458a-8e7b-5d018df151f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff37f4f1-66d6-48bc-bed7-20c5eab90d20', 'name': 'tempest-ServerRescueTestJSON-241194525-router', 'tenant_id': '6d64c288caca4b478e8ce389a95deff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.71'}], 'enable_snat': True}, 'gw_port_id': '1bfab3d3-33f8-4a54-8563-aa1825f6b5f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:50:12Z', 'updated_at': '2021-07-13T13:50:21Z', 'revision_number': 4, 'project_id': '6d64c288caca4b478e8ce389a95deff9', 'gw_port': {'id': '1bfab3d3-33f8-4a54-8563-aa1825f6b5f5', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:26:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff37f4f1-66d6-48bc-bed7-20c5eab90d20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:50:14Z', 'updated_at': '2021-07-13T13:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': 'ead8dd61-9d3f-4e6e-92cd-e2894bfa4814', 'name': '', 'network_id': '4ac69b68-9ae1-4155-8f50-5147d61b5b39', 'tenant_id': '6d64c288caca4b478e8ce389a95deff9', 'mac_address': 'fa:16:3e:d3:68:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff37f4f1-66d6-48bc-bed7-20c5eab90d20', 'device_owner': 'network:router_interface', 'standard_attr_id': 2489, 'fixed_ips': [{'subnet_id': '3bd6f631-9a19-4cc5-9ccc-67e848f4410c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:50:20Z', 'updated_at': '2021-07-13T13:50:27Z', 'revision_number': 4, 'project_id': '6d64c288caca4b478e8ce389a95deff9', 'subnets': [{'id': '3bd6f631-9a19-4cc5-9ccc-67e848f4410c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:50:28.537874 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca31a50-ec5d-45d4-9ff8-8100635ce11d req-19d9e2d1-1de8-4cc4-ae99-bdb2d857e89d tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:50:28.538821 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-8ca31a50-ec5d-45d4-9ff8-8100635ce11d req-19d9e2d1-1de8-4cc4-ae99-bdb2d857e89d tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:28.547215 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-00881395-83c6-4153-93af-fe4f82f9cbb1 req-e066372a-740b-4c48-9891-1aab8a19930e tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:28.566704 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22f1506-71e5-458a-8e7b-5d018df151f6 None None] The sync data for ids ['ff37f4f1-66d6-48bc-bed7-20c5eab90d20'] in n-d-800634-1 is: [{'id': 'ff37f4f1-66d6-48bc-bed7-20c5eab90d20', 'name': 'tempest-ServerRescueTestJSON-241194525-router', 'tenant_id': '6d64c288caca4b478e8ce389a95deff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.71'}], 'enable_snat': True}, 'gw_port_id': '1bfab3d3-33f8-4a54-8563-aa1825f6b5f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:50:12Z', 'updated_at': '2021-07-13T13:50:21Z', 'revision_number': 4, 'project_id': '6d64c288caca4b478e8ce389a95deff9', 'gw_port': {'id': '1bfab3d3-33f8-4a54-8563-aa1825f6b5f5', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:26:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff37f4f1-66d6-48bc-bed7-20c5eab90d20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:50:14Z', 'updated_at': '2021-07-13T13:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': 'ead8dd61-9d3f-4e6e-92cd-e2894bfa4814', 'name': '', 'network_id': '4ac69b68-9ae1-4155-8f50-5147d61b5b39', 'tenant_id': '6d64c288caca4b478e8ce389a95deff9', 'mac_address': 'fa:16:3e:d3:68:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff37f4f1-66d6-48bc-bed7-20c5eab90d20', 'device_owner': 'network:router_interface', 'standard_attr_id': 2489, 'fixed_ips': [{'subnet_id': '3bd6f631-9a19-4cc5-9ccc-67e848f4410c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:50:20Z', 'updated_at': '2021-07-13T13:50:27Z', 'revision_number': 4, 'project_id': '6d64c288caca4b478e8ce389a95deff9', 'subnets': [{'id': '3bd6f631-9a19-4cc5-9ccc-67e848f4410c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:50:28.569974 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8ca31a50-ec5d-45d4-9ff8-8100635ce11d req-19d9e2d1-1de8-4cc4-ae99-bdb2d857e89d tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3271451 Jul 13 13:50:28.594123 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-8ca31a50-ec5d-45d4-9ff8-8100635ce11d req-97d1ce51-5391-4480-93c9-15ef57b3e433 service neutron] Request body: {'port': {'device_id': 'db063c82-45f8-4937-9ee9-6f6b8c180b83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-1'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:50:28.839963 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-8ca31a50-ec5d-45d4-9ff8-8100635ce11d req-97d1ce51-5391-4480-93c9-15ef57b3e433 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:29.070234 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-00881395-83c6-4153-93af-fe4f82f9cbb1 req-e066372a-740b-4c48-9891-1aab8a19930e tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] For port b26ea32d-7d84-4456-bb27-627e3fdc4367, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=b26ea32d-7d84-4456-bb27-627e3fdc4367,segment=NetworkSegment(370d7ede-eeb6-46ae-b4ce-87c4cdf3222b),segment_id=370d7ede-eeb6-46ae-b4ce-87c4cdf3222b)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:50:29.148366 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-00881395-83c6-4153-93af-fe4f82f9cbb1 req-e066372a-740b-4c48-9891-1aab8a19930e tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:29.168753 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-00881395-83c6-4153-93af-fe4f82f9cbb1 req-e066372a-740b-4c48-9891-1aab8a19930e tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:29.191232 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['a99a2de4-d640-4ac9-ae79-8243abcdd3f9', 'b26ea32d-7d84-4456-bb27-627e3fdc4367'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:50:29.205802 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['5d2705d5-8100-4bcb-8267-4b82bf384a0e'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:50:29.459335 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e066372a-740b-4c48-9891-1aab8a19930e tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Pushing event updated for resources: {'Port': ['ID=b26ea32d-7d84-4456-bb27-627e3fdc4367,revision_number=6']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:50:29.526166 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00881395-83c6-4153-93af-fe4f82f9cbb1 req-e066372a-740b-4c48-9891-1aab8a19930e tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:50:29.535465 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-00881395-83c6-4153-93af-fe4f82f9cbb1 req-e066372a-740b-4c48-9891-1aab8a19930e tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:29.549874 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-00881395-83c6-4153-93af-fe4f82f9cbb1 req-e066372a-740b-4c48-9891-1aab8a19930e tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "PUT /v2.0/ports/b26ea32d-7d84-4456-bb27-627e3fdc4367 HTTP/1.1" status: 200 len: 905 time: 1.2163818 Jul 13 13:50:29.550415 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06111558-967d-4a36-b428-2726854b7e61', 'tag': 'b26ea32d-7d84-4456-bb27-627e3fdc4367'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:50:29.552763 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c88a1a3a-757a-40f2-af34-b83eb22cf34e" -d '{"events": [{"name": "network-changed", "server_uuid": "06111558-967d-4a36-b428-2726854b7e61", "tag": "b26ea32d-7d84-4456-bb27-627e3fdc4367"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:50:29.594397 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['b26ea32d-7d84-4456-bb27-627e3fdc4367'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:50:29.739276 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [req-8ca31a50-ec5d-45d4-9ff8-8100635ce11d req-97d1ce51-5391-4480-93c9-15ef57b3e433 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20120d21-62b8-4d2f-a4ed-a8fb57483551 {{(pid=93751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:50:29.759801 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-8ca31a50-ec5d-45d4-9ff8-8100635ce11d req-97d1ce51-5391-4480-93c9-15ef57b3e433 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:29.792854 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-8ca31a50-ec5d-45d4-9ff8-8100635ce11d req-97d1ce51-5391-4480-93c9-15ef57b3e433 service neutron] Transition to ACTIVE for port object 20120d21-62b8-4d2f-a4ed-a8fb57483551 will not be triggered until provisioned by entity L2. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:50:29.806339 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-8ca31a50-ec5d-45d4-9ff8-8100635ce11d req-97d1ce51-5391-4480-93c9-15ef57b3e433 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:29.855737 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device ead8dd61-9d3f-4e6e-92cd-e2894bfa4814 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:50:30.065396 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d1ce51-5391-4480-93c9-15ef57b3e433 service neutron] Pushing event updated for resources: {'Port': ['ID=20120d21-62b8-4d2f-a4ed-a8fb57483551,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:50:30.067665 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb138eb-8aaf-47ff-a2c3-20f4377a419d req-50bb3df5-a3fa-436d-9dfa-48e1bb8733e6 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:50:30.073750 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5fb138eb-8aaf-47ff-a2c3-20f4377a419d req-50bb3df5-a3fa-436d-9dfa-48e1bb8733e6 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=06111558-967d-4a36-b428-2726854b7e61 HTTP/1.1" status: 200 len: 908 time: 0.1975899 Jul 13 13:50:30.214506 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 13:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fc1fa7f-3c15-45c5-9ea6-9e1d5517e3f9 x-openstack-request-id: req-0fc1fa7f-3c15-45c5-9ea6-9e1d5517e3f9 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:50:30.214805 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06111558-967d-4a36-b428-2726854b7e61", "tag": "b26ea32d-7d84-4456-bb27-627e3fdc4367", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:50:30.215068 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0fc1fa7f-3c15-45c5-9ea6-9e1d5517e3f9 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:50:30.215531 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06111558-967d-4a36-b428-2726854b7e61', 'tag': 'b26ea32d-7d84-4456-bb27-627e3fdc4367', 'status': 'completed', 'code': 200} Jul 13 13:50:30.256418 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-1f2f5041-0e1e-4a08-8b34-30eef5b3fd69 None None] Provisioning complete for port b26ea32d-7d84-4456-bb27-627e3fdc4367 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:50:30.257562 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-1f2f5041-0e1e-4a08-8b34-30eef5b3fd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:30.346123 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:30.360763 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port ead8dd61-9d3f-4e6e-92cd-e2894bfa4814 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:50:30.379738 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port ead8dd61-9d3f-4e6e-92cd-e2894bfa4814 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:50:30.380255 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:30.487954 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781b1b55-dd54-4ede-b2d3-7a67684cf508 req-f2c3f595-425f-4571-b116-f899c920bc84 tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:50:30.500496 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-781b1b55-dd54-4ede-b2d3-7a67684cf508 req-f2c3f595-425f-4571-b116-f899c920bc84 tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] 10.222.0.23 "GET /v2.0/ports?device_id=db063c82-45f8-4937-9ee9-6f6b8c180b83 HTTP/1.1" status: 200 len: 932 time: 1.0047507 Jul 13 13:50:30.542089 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-8ca31a50-ec5d-45d4-9ff8-8100635ce11d req-97d1ce51-5391-4480-93c9-15ef57b3e433 service neutron] Attempting to bind port 20120d21-62b8-4d2f-a4ed-a8fb57483551 on host n-h1-800634-1 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:50:30.542395 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-8ca31a50-ec5d-45d4-9ff8-8100635ce11d req-97d1ce51-5391-4480-93c9-15ef57b3e433 service neutron] Attempting to bind port 20120d21-62b8-4d2f-a4ed-a8fb57483551 by drivers openvswitch,hyperv on host n-h1-800634-1 at level 0 using segments [{'id': '755279e6-44be-48bd-b08a-7c113c2227a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '4ac69b68-9ae1-4155-8f50-5147d61b5b39'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:50:30.544951 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ca31a50-ec5d-45d4-9ff8-8100635ce11d req-97d1ce51-5391-4480-93c9-15ef57b3e433 service neutron] Attempting to bind port 20120d21-62b8-4d2f-a4ed-a8fb57483551 on network 4ac69b68-9ae1-4155-8f50-5147d61b5b39 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:50:30.601949 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ca31a50-ec5d-45d4-9ff8-8100635ce11d req-97d1ce51-5391-4480-93c9-15ef57b3e433 service neutron] Port 20120d21-62b8-4d2f-a4ed-a8fb57483551 on network 4ac69b68-9ae1-4155-8f50-5147d61b5b39 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-1 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:50:30.602304 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ca31a50-ec5d-45d4-9ff8-8100635ce11d req-97d1ce51-5391-4480-93c9-15ef57b3e433 service neutron] Attempting to bind port 20120d21-62b8-4d2f-a4ed-a8fb57483551 on network 4ac69b68-9ae1-4155-8f50-5147d61b5b39 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:50:30.663850 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:30.686732 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-781b1b55-dd54-4ede-b2d3-7a67684cf508 req-1761a345-2df0-4299-9848-922aace83505 tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] 10.222.0.23 "GET /v2.0/security-groups?id=644afb89-2d80-4396-af42-a671e24582c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791389 Jul 13 13:50:30.702424 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ca31a50-ec5d-45d4-9ff8-8100635ce11d req-97d1ce51-5391-4480-93c9-15ef57b3e433 service neutron] Checking agent: {'id': 'a7603dc8-3c50-4a9b-8f0d-1143528f155e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 50, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:50:30.702727 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ca31a50-ec5d-45d4-9ff8-8100635ce11d req-97d1ce51-5391-4480-93c9-15ef57b3e433 service neutron] Checking segment: {'id': '755279e6-44be-48bd-b08a-7c113c2227a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '4ac69b68-9ae1-4155-8f50-5147d61b5b39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:50:30.703126 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ca31a50-ec5d-45d4-9ff8-8100635ce11d req-97d1ce51-5391-4480-93c9-15ef57b3e433 service neutron] Bound using segment: {'id': '755279e6-44be-48bd-b08a-7c113c2227a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '4ac69b68-9ae1-4155-8f50-5147d61b5b39'} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:50:30.703696 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-8ca31a50-ec5d-45d4-9ff8-8100635ce11d req-97d1ce51-5391-4480-93c9-15ef57b3e433 service neutron] Bound port: 20120d21-62b8-4d2f-a4ed-a8fb57483551, host: n-h1-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '755279e6-44be-48bd-b08a-7c113c2227a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '4ac69b68-9ae1-4155-8f50-5147d61b5b39'}}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:50:30.704088 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-8ca31a50-ec5d-45d4-9ff8-8100635ce11d req-97d1ce51-5391-4480-93c9-15ef57b3e433 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:30.707882 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc17dc20-03d4-4dd6-9810-5866dbfe0561 req-46033e06-0cb7-433c-961c-7f7bac667bee tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:50:30.717834 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cc17dc20-03d4-4dd6-9810-5866dbfe0561 req-46033e06-0cb7-433c-961c-7f7bac667bee tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f309255-5b4d-4296-81c6-c49d93f44d38 HTTP/1.1" status: 200 len: 944 time: 0.1647968 Jul 13 13:50:30.729461 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:30.734560 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port ead8dd61-9d3f-4e6e-92cd-e2894bfa4814, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=ead8dd61-9d3f-4e6e-92cd-e2894bfa4814,segment=NetworkSegment(755279e6-44be-48bd-b08a-7c113c2227a8),segment_id=755279e6-44be-48bd-b08a-7c113c2227a8)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:50:30.741386 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:30.802725 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88a1a3a-757a-40f2-af34-b83eb22cf34e req-69189c7c-8fd1-4c0f-8096-46914254a73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:50:30.813055 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=ead8dd61-9d3f-4e6e-92cd-e2894bfa4814,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:50:30.816136 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c88a1a3a-757a-40f2-af34-b83eb22cf34e req-69189c7c-8fd1-4c0f-8096-46914254a73d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ef6418d5526f4765ba53df412776e3e7&device_id=06111558-967d-4a36-b428-2726854b7e61 HTTP/1.1" status: 200 len: 1059 time: 0.4948952 Jul 13 13:50:30.881774 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cc17dc20-03d4-4dd6-9810-5866dbfe0561 req-b77aba6c-eb37-4392-baf5-bd48af947257 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bf3e8b9-8da9-4a28-88c0-799fd78203e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1605115 Jul 13 13:50:31.106048 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-8ca31a50-ec5d-45d4-9ff8-8100635ce11d req-97d1ce51-5391-4480-93c9-15ef57b3e433 service neutron] For port 20120d21-62b8-4d2f-a4ed-a8fb57483551, host n-h1-800634-1, cleared binding levels {{(pid=93751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:50:31.159970 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88a1a3a-757a-40f2-af34-b83eb22cf34e req-a5f8f0a7-5c0f-4910-bad0-da2cdf416052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:50:31.166394 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c88a1a3a-757a-40f2-af34-b83eb22cf34e req-a5f8f0a7-5c0f-4910-bad0-da2cdf416052 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4044b022-747e-4834-bc76-73d0f411c2c3 HTTP/1.1" status: 200 len: 912 time: 0.3022697 Jul 13 13:50:31.213209 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-8ca31a50-ec5d-45d4-9ff8-8100635ce11d req-97d1ce51-5391-4480-93c9-15ef57b3e433 service neutron] For port 20120d21-62b8-4d2f-a4ed-a8fb57483551, host n-h1-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=20120d21-62b8-4d2f-a4ed-a8fb57483551,segment=NetworkSegment(755279e6-44be-48bd-b08a-7c113c2227a8),segment_id=755279e6-44be-48bd-b08a-7c113c2227a8)] {{(pid=93751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:50:31.259814 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-8ca31a50-ec5d-45d4-9ff8-8100635ce11d req-97d1ce51-5391-4480-93c9-15ef57b3e433 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:31.319071 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c88a1a3a-757a-40f2-af34-b83eb22cf34e req-8e86ce1e-9647-43d7-821d-d36bb90c2b5c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b26ea32d-7d84-4456-bb27-627e3fdc4367 HTTP/1.1" status: 200 len: 217 time: 0.1363690 Jul 13 13:50:31.320693 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d1ce51-5391-4480-93c9-15ef57b3e433 service neutron] Pushing event updated for resources: {'Port': ['ID=20120d21-62b8-4d2f-a4ed-a8fb57483551,revision_number=3']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:50:31.328727 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244e1299-3166-4a45-bf0e-af95c16c1270 req-29c81675-a6f3-4ab4-a75f-7231be72bcf1 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:50:31.330468 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-244e1299-3166-4a45-bf0e-af95c16c1270 req-29c81675-a6f3-4ab4-a75f-7231be72bcf1 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f309255-5b4d-4296-81c6-c49d93f44d38 HTTP/1.1" status: 200 len: 944 time: 0.1921399 Jul 13 13:50:31.366141 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca31a50-ec5d-45d4-9ff8-8100635ce11d req-97d1ce51-5391-4480-93c9-15ef57b3e433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:50:31.366921 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-8ca31a50-ec5d-45d4-9ff8-8100635ce11d req-97d1ce51-5391-4480-93c9-15ef57b3e433 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:31.368836 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8ca31a50-ec5d-45d4-9ff8-8100635ce11d req-97d1ce51-5391-4480-93c9-15ef57b3e433 service neutron] 10.222.0.26 "PUT /v2.0/ports/20120d21-62b8-4d2f-a4ed-a8fb57483551 HTTP/1.1" status: 200 len: 1092 time: 2.7856104 Jul 13 13:50:31.369566 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db063c82-45f8-4937-9ee9-6f6b8c180b83', 'tag': '20120d21-62b8-4d2f-a4ed-a8fb57483551'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:50:31.372047 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d17b627af75e17e0f4b8d6239d04f8c2f78634e2c585e32a7aeca336500f34a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2feb3ffb-3249-4000-af9a-dcbaa4afb7d5" -d '{"events": [{"name": "network-changed", "server_uuid": "db063c82-45f8-4937-9ee9-6f6b8c180b83", "tag": "20120d21-62b8-4d2f-a4ed-a8fb57483551"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:50:31.407067 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88a1a3a-757a-40f2-af34-b83eb22cf34e req-791f8f63-ffc7-4b2b-a961-817a2a5a794b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:50:31.409115 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c88a1a3a-757a-40f2-af34-b83eb22cf34e req-791f8f63-ffc7-4b2b-a961-817a2a5a794b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=22de4df8-967a-4ca5-99c3-67fec7ee33c8 HTTP/1.1" status: 200 len: 851 time: 0.0823047 Jul 13 13:50:31.433430 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-244e1299-3166-4a45-bf0e-af95c16c1270 req-cfe83bf2-fd0c-403b-839b-226c8c3d5490 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bf3e8b9-8da9-4a28-88c0-799fd78203e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948918 Jul 13 13:50:31.525901 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 13:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-383ec146-4aba-4a71-a241-0e04dc1ce979 x-openstack-request-id: req-383ec146-4aba-4a71-a241-0e04dc1ce979 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:50:31.526306 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db063c82-45f8-4937-9ee9-6f6b8c180b83", "tag": "20120d21-62b8-4d2f-a4ed-a8fb57483551", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:50:31.526777 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-383ec146-4aba-4a71-a241-0e04dc1ce979 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:50:31.527294 n-d-800634-1 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db063c82-45f8-4937-9ee9-6f6b8c180b83', 'tag': '20120d21-62b8-4d2f-a4ed-a8fb57483551', 'status': 'completed', 'code': 200} Jul 13 13:50:31.530579 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device ead8dd61-9d3f-4e6e-92cd-e2894bfa4814 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:50:31.655029 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca31a50-ec5d-45d4-9ff8-8100635ce11d req-6864448f-9664-4545-83a9-3cf0b3683db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:50:31.657318 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8ca31a50-ec5d-45d4-9ff8-8100635ce11d req-6864448f-9664-4545-83a9-3cf0b3683db7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6d64c288caca4b478e8ce389a95deff9&device_id=db063c82-45f8-4937-9ee9-6f6b8c180b83 HTTP/1.1" status: 200 len: 1095 time: 0.2313457 Jul 13 13:50:31.675757 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port ead8dd61-9d3f-4e6e-92cd-e2894bfa4814 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:50:31.677119 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:31.784752 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8ca31a50-ec5d-45d4-9ff8-8100635ce11d req-c5513c81-d958-48d2-be70-1523cb4f2940 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=20120d21-62b8-4d2f-a4ed-a8fb57483551 HTTP/1.1" status: 200 len: 217 time: 0.1172724 Jul 13 13:50:31.807702 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88a1a3a-757a-40f2-af34-b83eb22cf34e req-84e25634-31b5-4281-9fe7-dc85d0d60e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:50:31.818859 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c88a1a3a-757a-40f2-af34-b83eb22cf34e req-84e25634-31b5-4281-9fe7-dc85d0d60e06 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4044b022-747e-4834-bc76-73d0f411c2c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3739290 Jul 13 13:50:32.000666 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0c5afa-6314-4c13-90b2-ab9d835eb7e0 req-8353407a-b444-4949-845d-32abc08c6a5a tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:50:32.009511 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2c0c5afa-6314-4c13-90b2-ab9d835eb7e0 req-8353407a-b444-4949-845d-32abc08c6a5a tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/networks?id=4044b022-747e-4834-bc76-73d0f411c2c3 HTTP/1.1" status: 200 len: 812 time: 0.2254305 Jul 13 13:50:32.031432 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2c0c5afa-6314-4c13-90b2-ab9d835eb7e0 req-4646eb38-962e-446f-8419-59af666161f5 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/quotas/ef6418d5526f4765ba53df412776e3e7 HTTP/1.1" status: 200 len: 375 time: 0.0191548 Jul 13 13:50:32.075485 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca31a50-ec5d-45d4-9ff8-8100635ce11d req-2fbb4dc8-bf0c-4111-9fdf-86210d467f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:50:32.077594 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8ca31a50-ec5d-45d4-9ff8-8100635ce11d req-2fbb4dc8-bf0c-4111-9fdf-86210d467f09 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3bd6f631-9a19-4cc5-9ccc-67e848f4410c HTTP/1.1" status: 200 len: 850 time: 0.2820091 Jul 13 13:50:32.157390 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8ca31a50-ec5d-45d4-9ff8-8100635ce11d req-2d994d29-d98f-4459-a41e-3a54f038edb7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4ac69b68-9ae1-4155-8f50-5147d61b5b39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0724499 Jul 13 13:50:32.218672 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2c0c5afa-6314-4c13-90b2-ab9d835eb7e0 req-121e45da-bbc2-4a96-b92a-6a3ead613875 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ef6418d5526f4765ba53df412776e3e7&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1847289 Jul 13 13:50:32.343583 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2c0c5afa-6314-4c13-90b2-ab9d835eb7e0 req-a418a4a2-129b-424f-bcae-fb487f5be8ce service neutron] 10.222.0.23 "GET /v2.0/networks/4044b022-747e-4834-bc76-73d0f411c2c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238432 Jul 13 13:50:32.357675 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c88a1a3a-757a-40f2-af34-b83eb22cf34e req-294ea714-a1af-45c9-a58b-9b997254626e service neutron] 10.222.0.41 "GET /v2.0/networks/4044b022-747e-4834-bc76-73d0f411c2c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4832177 Jul 13 13:50:32.372626 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512a7d17-679f-4e90-aaab-67760687d168 req-c4642e49-5e8b-41ea-9088-9072163b903c tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:50:32.380907 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-512a7d17-679f-4e90-aaab-67760687d168 req-c4642e49-5e8b-41ea-9088-9072163b903c tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] 10.222.0.23 "GET /v2.0/ports?device_id=db063c82-45f8-4937-9ee9-6f6b8c180b83 HTTP/1.1" status: 200 len: 944 time: 0.4504685 Jul 13 13:50:32.542381 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2c0c5afa-6314-4c13-90b2-ab9d835eb7e0 req-b42e4da4-fd21-4e50-93fa-79bbbb125cb2 service neutron] 10.222.0.23 "GET /v2.0/networks/4044b022-747e-4834-bc76-73d0f411c2c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979146 Jul 13 13:50:32.600506 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-512a7d17-679f-4e90-aaab-67760687d168 req-312f7aa0-8be1-40c5-adaa-ee8ee6ad6ad8 tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] 10.222.0.23 "GET /v2.0/security-groups?id=644afb89-2d80-4396-af42-a671e24582c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182953 Jul 13 13:50:32.621442 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8ca31a50-ec5d-45d4-9ff8-8100635ce11d req-ea0c9002-b02d-4c36-92fd-0599c9cfa5d0 service neutron] 10.222.0.26 "GET /v2.0/networks/4ac69b68-9ae1-4155-8f50-5147d61b5b39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4503598 Jul 13 13:50:32.838235 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f2fa7b8c-9a00-49a6-b2d9-df9f13819ad7 req-43f8c543-517d-44b9-9344-b16c87cb2f8d tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5179202-751f-4cda-9c32-14b2237bec11 HTTP/1.1" status: 200 len: 210 time: 0.0662289 Jul 13 13:50:33.402666 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c88a1a3a-757a-40f2-af34-b83eb22cf34e req-a00ecef5-3ede-4bbb-9cd0-b07e6de4b4be service neutron] 10.222.0.41 "GET /v2.0/networks/4044b022-747e-4834-bc76-73d0f411c2c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0123689 Jul 13 13:50:33.484620 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8ca31a50-ec5d-45d4-9ff8-8100635ce11d req-90319274-0dbc-4ae4-87f6-517974553011 service neutron] 10.222.0.26 "GET /v2.0/networks/4ac69b68-9ae1-4155-8f50-5147d61b5b39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8471189 Jul 13 13:50:33.707350 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feb3ffb-3249-4000-af9a-dcbaa4afb7d5 req-4cb90d52-9793-40b6-855b-086997bfef4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:50:33.713658 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2feb3ffb-3249-4000-af9a-dcbaa4afb7d5 req-4cb90d52-9793-40b6-855b-086997bfef4f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6d64c288caca4b478e8ce389a95deff9&device_id=db063c82-45f8-4937-9ee9-6f6b8c180b83 HTTP/1.1" status: 200 len: 1095 time: 0.1503708 Jul 13 13:50:33.958716 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feb3ffb-3249-4000-af9a-dcbaa4afb7d5 req-13f41c7d-63df-48ee-a847-d53f550515f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:50:33.964083 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2feb3ffb-3249-4000-af9a-dcbaa4afb7d5 req-13f41c7d-63df-48ee-a847-d53f550515f7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4ac69b68-9ae1-4155-8f50-5147d61b5b39 HTTP/1.1" status: 200 len: 910 time: 0.2430186 Jul 13 13:50:34.005099 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b3746e-1203-4ea1-b44d-767b99d2909b req-4f06ad0f-0851-443a-a481-3bd48c3c866f tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:50:34.014489 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-63b3746e-1203-4ea1-b44d-767b99d2909b req-4f06ad0f-0851-443a-a481-3bd48c3c866f tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] 10.222.0.23 "GET /v2.0/ports?device_id=db063c82-45f8-4937-9ee9-6f6b8c180b83 HTTP/1.1" status: 200 len: 944 time: 0.1737185 Jul 13 13:50:34.029594 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2feb3ffb-3249-4000-af9a-dcbaa4afb7d5 req-fa404a2c-cbb1-436f-b1dc-74154eef1dd0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=20120d21-62b8-4d2f-a4ed-a8fb57483551 HTTP/1.1" status: 200 len: 217 time: 0.0573525 Jul 13 13:50:34.097844 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-63b3746e-1203-4ea1-b44d-767b99d2909b req-e1fac99b-3a0c-46bd-8a19-6071b55fdd2c tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] 10.222.0.23 "GET /v2.0/security-groups?id=644afb89-2d80-4396-af42-a671e24582c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823588 Jul 13 13:50:34.104544 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feb3ffb-3249-4000-af9a-dcbaa4afb7d5 req-966b0610-5221-470d-952c-95243109c33e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:50:34.106504 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2feb3ffb-3249-4000-af9a-dcbaa4afb7d5 req-966b0610-5221-470d-952c-95243109c33e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3bd6f631-9a19-4cc5-9ccc-67e848f4410c HTTP/1.1" status: 200 len: 850 time: 0.0710468 Jul 13 13:50:34.164110 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7ef4d9b7-3a0a-4e3a-9fe6-63119ed675c4 req-5c046134-4de0-4d22-b1c8-6508adbdbc90 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5179202-751f-4cda-9c32-14b2237bec11 HTTP/1.1" status: 200 len: 210 time: 0.0565696 Jul 13 13:50:34.213316 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2feb3ffb-3249-4000-af9a-dcbaa4afb7d5 req-29f8dfb6-56d1-4609-88e9-129296ee0e0e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4ac69b68-9ae1-4155-8f50-5147d61b5b39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0849428 Jul 13 13:50:34.226515 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [req-2feb3ffb-3249-4000-af9a-dcbaa4afb7d5 req-ffae5506-6e9c-4ceb-86de-a4f5ede04a6a service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 13:50:34.238318 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2feb3ffb-3249-4000-af9a-dcbaa4afb7d5 req-ffae5506-6e9c-4ceb-86de-a4f5ede04a6a service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060830 Jul 13 13:50:34.350375 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2feb3ffb-3249-4000-af9a-dcbaa4afb7d5 req-3a011aff-fbd4-4f06-add1-cafc3c690630 service neutron] 10.222.0.26 "GET /v2.0/networks/4ac69b68-9ae1-4155-8f50-5147d61b5b39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109741 Jul 13 13:50:34.450898 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2feb3ffb-3249-4000-af9a-dcbaa4afb7d5 req-b39da7a6-e57f-4aa1-afa0-9d3876ebe97a service neutron] 10.222.0.26 "GET /v2.0/networks/4ac69b68-9ae1-4155-8f50-5147d61b5b39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927291 Jul 13 13:50:34.762953 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0c5afa-6314-4c13-90b2-ab9d835eb7e0 req-c319e02f-788d-4697-b4ac-7dd6d74f36df tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:50:34.765017 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2c0c5afa-6314-4c13-90b2-ab9d835eb7e0 req-c319e02f-788d-4697-b4ac-7dd6d74f36df tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.41 "GET /v2.0/networks?id=4044b022-747e-4834-bc76-73d0f411c2c3 HTTP/1.1" status: 200 len: 812 time: 0.1439517 Jul 13 13:50:34.777589 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-2c0c5afa-6314-4c13-90b2-ab9d835eb7e0 req-ccfcaa68-2758-458e-bb4f-93eafcd0598a tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Request body: {'port': {'device_id': 'a5179202-751f-4cda-9c32-14b2237bec11', 'network_id': '4044b022-747e-4834-bc76-73d0f411c2c3', 'admin_state_up': True, 'tenant_id': 'ef6418d5526f4765ba53df412776e3e7'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:50:34.956547 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c0c5afa-6314-4c13-90b2-ab9d835eb7e0 req-ccfcaa68-2758-458e-bb4f-93eafcd0598a tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Made reservation on behalf of ef6418d5526f4765ba53df412776e3e7 for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:50:34.961271 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-2c0c5afa-6314-4c13-90b2-ab9d835eb7e0 req-ccfcaa68-2758-458e-bb4f-93eafcd0598a tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:35.169599 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [req-2c0c5afa-6314-4c13-90b2-ab9d835eb7e0 req-ccfcaa68-2758-458e-bb4f-93eafcd0598a tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Allocated IP 172.20.0.3 (4044b022-747e-4834-bc76-73d0f411c2c3/22de4df8-967a-4ca5-99c3-67fec7ee33c8/e891826f-d47b-4cce-93b4-44e94ab65ab2) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:50:35.460838 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-098d61e1-2695-4023-be0e-d5893e547aa6 req-43625182-985c-48e1-8277-c81c371daaa0 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5179202-751f-4cda-9c32-14b2237bec11 HTTP/1.1" status: 200 len: 210 time: 0.0543222 Jul 13 13:50:35.477033 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37ce3e9-41a9-4bc4-9b50-ed25bd659823 req-9a400cde-12a4-4bc5-8a29-d190f06bf4a8 tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:50:35.479285 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b37ce3e9-41a9-4bc4-9b50-ed25bd659823 req-9a400cde-12a4-4bc5-8a29-d190f06bf4a8 tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] 10.222.0.23 "GET /v2.0/ports?device_id=db063c82-45f8-4937-9ee9-6f6b8c180b83 HTTP/1.1" status: 200 len: 944 time: 0.2226322 Jul 13 13:50:35.522704 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-2c0c5afa-6314-4c13-90b2-ab9d835eb7e0 req-ccfcaa68-2758-458e-bb4f-93eafcd0598a tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:35.550232 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-2c0c5afa-6314-4c13-90b2-ab9d835eb7e0 req-ccfcaa68-2758-458e-bb4f-93eafcd0598a tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Transition to ACTIVE for port object e891826f-d47b-4cce-93b4-44e94ab65ab2 will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:50:35.554966 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b37ce3e9-41a9-4bc4-9b50-ed25bd659823 req-696b4c5c-7a40-40bf-af55-cd0b54f04c5f tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] 10.222.0.23 "GET /v2.0/security-groups?id=644afb89-2d80-4396-af42-a671e24582c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604541 Jul 13 13:50:35.558018 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 20120d21-62b8-4d2f-a4ed-a8fb57483551 details requested by agent hyperv_n-h1-800634-1 with host n-h1-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 13:50:35.613547 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-2c0c5afa-6314-4c13-90b2-ab9d835eb7e0 req-ccfcaa68-2758-458e-bb4f-93eafcd0598a tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:35.685038 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfcaa68-2758-458e-bb4f-93eafcd0598a tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Pushing event updated for resources: {'Port': ['ID=e891826f-d47b-4cce-93b4-44e94ab65ab2,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:50:35.699441 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c0c5afa-6314-4c13-90b2-ab9d835eb7e0 req-ccfcaa68-2758-458e-bb4f-93eafcd0598a tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Network 4044b022-747e-4834-bc76-73d0f411c2c3 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:50:35.699975 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['5d2705d5-8100-4bcb-8267-4b82bf384a0e'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:50:35.701137 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [req-2c0c5afa-6314-4c13-90b2-ab9d835eb7e0 req-ccfcaa68-2758-458e-bb4f-93eafcd0598a tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:50:35.704296 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c0c5afa-6314-4c13-90b2-ab9d835eb7e0 req-ccfcaa68-2758-458e-bb4f-93eafcd0598a tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:50:35.774343 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0c5afa-6314-4c13-90b2-ab9d835eb7e0 req-ccfcaa68-2758-458e-bb4f-93eafcd0598a tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:50:35.774959 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-2c0c5afa-6314-4c13-90b2-ab9d835eb7e0 req-ccfcaa68-2758-458e-bb4f-93eafcd0598a tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:35.816005 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2c0c5afa-6314-4c13-90b2-ab9d835eb7e0 req-ccfcaa68-2758-458e-bb4f-93eafcd0598a tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0406742 Jul 13 13:50:35.820815 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['a99a2de4-d640-4ac9-ae79-8243abcdd3f9'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:50:35.834221 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-2c0c5afa-6314-4c13-90b2-ab9d835eb7e0 req-018c1840-1ee5-4387-85ed-2f84bebc7786 service neutron] Request body: {'port': {'device_id': 'a5179202-751f-4cda-9c32-14b2237bec11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-1'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:50:36.007381 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-2c0c5afa-6314-4c13-90b2-ab9d835eb7e0 req-018c1840-1ee5-4387-85ed-2f84bebc7786 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:36.034346 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 20120d21-62b8-4d2f-a4ed-a8fb57483551, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=20120d21-62b8-4d2f-a4ed-a8fb57483551,segment=NetworkSegment(755279e6-44be-48bd-b08a-7c113c2227a8),segment_id=755279e6-44be-48bd-b08a-7c113c2227a8)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:50:36.134676 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Returning: {'device': '20120d21-62b8-4d2f-a4ed-a8fb57483551', 'network_id': '4ac69b68-9ae1-4155-8f50-5147d61b5b39', 'port_id': '20120d21-62b8-4d2f-a4ed-a8fb57483551', 'mac_address': 'fa:16:3e:dd:2c:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bd6f631-9a19-4cc5-9ccc-67e848f4410c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 13:50:36.196305 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-a0b63945-34b2-43bb-991e-db5fba1235ed None None] Provisioning for port e891826f-d47b-4cce-93b4-44e94ab65ab2 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:50:36.218960 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-a0b63945-34b2-43bb-991e-db5fba1235ed None None] Provisioning complete for port e891826f-d47b-4cce-93b4-44e94ab65ab2 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:50:36.219340 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0b63945-34b2-43bb-991e-db5fba1235ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:36.270821 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-a0b63945-34b2-43bb-991e-db5fba1235ed None None] Port e891826f-d47b-4cce-93b4-44e94ab65ab2 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:50:36.290781 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:36.371906 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20120d21-62b8-4d2f-a4ed-a8fb57483551 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:50:36.454268 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 20120d21-62b8-4d2f-a4ed-a8fb57483551, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=20120d21-62b8-4d2f-a4ed-a8fb57483551,segment=NetworkSegment(755279e6-44be-48bd-b08a-7c113c2227a8),segment_id=755279e6-44be-48bd-b08a-7c113c2227a8)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:50:36.467745 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:36.498537 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [req-2c0c5afa-6314-4c13-90b2-ab9d835eb7e0 req-018c1840-1ee5-4387-85ed-2f84bebc7786 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e891826f-d47b-4cce-93b4-44e94ab65ab2 {{(pid=93751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:50:36.508153 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-2c0c5afa-6314-4c13-90b2-ab9d835eb7e0 req-018c1840-1ee5-4387-85ed-2f84bebc7786 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:36.522539 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-2c0c5afa-6314-4c13-90b2-ab9d835eb7e0 req-018c1840-1ee5-4387-85ed-2f84bebc7786 service neutron] Transition to ACTIVE for port object e891826f-d47b-4cce-93b4-44e94ab65ab2 will not be triggered until provisioned by entity L2. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:50:36.527665 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-2c0c5afa-6314-4c13-90b2-ab9d835eb7e0 req-018c1840-1ee5-4387-85ed-2f84bebc7786 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:36.574657 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=20120d21-62b8-4d2f-a4ed-a8fb57483551,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:50:36.645541 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018c1840-1ee5-4387-85ed-2f84bebc7786 service neutron] Pushing event updated for resources: {'Port': ['ID=e891826f-d47b-4cce-93b4-44e94ab65ab2,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:50:36.709562 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['20120d21-62b8-4d2f-a4ed-a8fb57483551'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:50:36.905997 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-2c0c5afa-6314-4c13-90b2-ab9d835eb7e0 req-018c1840-1ee5-4387-85ed-2f84bebc7786 service neutron] Attempting to bind port e891826f-d47b-4cce-93b4-44e94ab65ab2 on host n-h2-800634-1 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:50:36.906294 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-2c0c5afa-6314-4c13-90b2-ab9d835eb7e0 req-018c1840-1ee5-4387-85ed-2f84bebc7786 service neutron] Attempting to bind port e891826f-d47b-4cce-93b4-44e94ab65ab2 by drivers openvswitch,hyperv on host n-h2-800634-1 at level 0 using segments [{'id': '370d7ede-eeb6-46ae-b4ce-87c4cdf3222b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4044b022-747e-4834-bc76-73d0f411c2c3'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:50:36.906633 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c0c5afa-6314-4c13-90b2-ab9d835eb7e0 req-018c1840-1ee5-4387-85ed-2f84bebc7786 service neutron] Attempting to bind port e891826f-d47b-4cce-93b4-44e94ab65ab2 on network 4044b022-747e-4834-bc76-73d0f411c2c3 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:50:36.943921 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c0c5afa-6314-4c13-90b2-ab9d835eb7e0 req-018c1840-1ee5-4387-85ed-2f84bebc7786 service neutron] Port e891826f-d47b-4cce-93b4-44e94ab65ab2 on network 4044b022-747e-4834-bc76-73d0f411c2c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-1 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:50:36.944260 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c0c5afa-6314-4c13-90b2-ab9d835eb7e0 req-018c1840-1ee5-4387-85ed-2f84bebc7786 service neutron] Attempting to bind port e891826f-d47b-4cce-93b4-44e94ab65ab2 on network 4044b022-747e-4834-bc76-73d0f411c2c3 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:50:36.967111 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c0c5afa-6314-4c13-90b2-ab9d835eb7e0 req-018c1840-1ee5-4387-85ed-2f84bebc7786 service neutron] Checking agent: {'id': 'f615e5c9-21ab-43f2-adbc-192d64b795cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 50, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:50:36.967463 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c0c5afa-6314-4c13-90b2-ab9d835eb7e0 req-018c1840-1ee5-4387-85ed-2f84bebc7786 service neutron] Checking segment: {'id': '370d7ede-eeb6-46ae-b4ce-87c4cdf3222b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4044b022-747e-4834-bc76-73d0f411c2c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:50:36.967857 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c0c5afa-6314-4c13-90b2-ab9d835eb7e0 req-018c1840-1ee5-4387-85ed-2f84bebc7786 service neutron] Bound using segment: {'id': '370d7ede-eeb6-46ae-b4ce-87c4cdf3222b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4044b022-747e-4834-bc76-73d0f411c2c3'} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:50:36.971634 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-2c0c5afa-6314-4c13-90b2-ab9d835eb7e0 req-018c1840-1ee5-4387-85ed-2f84bebc7786 service neutron] Bound port: e891826f-d47b-4cce-93b4-44e94ab65ab2, host: n-h2-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '370d7ede-eeb6-46ae-b4ce-87c4cdf3222b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4044b022-747e-4834-bc76-73d0f411c2c3'}}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:50:36.972050 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-2c0c5afa-6314-4c13-90b2-ab9d835eb7e0 req-018c1840-1ee5-4387-85ed-2f84bebc7786 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:36.972726 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391a1a57-5d7a-4d92-a56c-f67c817882f5 req-b92e4f0b-ed51-4105-adab-3e045dac9e74 tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:50:36.977676 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-391a1a57-5d7a-4d92-a56c-f67c817882f5 req-b92e4f0b-ed51-4105-adab-3e045dac9e74 tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] 10.222.0.23 "GET /v2.0/ports?device_id=db063c82-45f8-4937-9ee9-6f6b8c180b83 HTTP/1.1" status: 200 len: 945 time: 0.1504025 Jul 13 13:50:37.065258 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-391a1a57-5d7a-4d92-a56c-f67c817882f5 req-9ab92fb4-978b-4ddd-ae80-20f51d4f7d72 tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] 10.222.0.23 "GET /v2.0/security-groups?id=644afb89-2d80-4396-af42-a671e24582c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741258 Jul 13 13:50:37.123431 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-2c0c5afa-6314-4c13-90b2-ab9d835eb7e0 req-018c1840-1ee5-4387-85ed-2f84bebc7786 service neutron] For port e891826f-d47b-4cce-93b4-44e94ab65ab2, host n-h2-800634-1, cleared binding levels {{(pid=93751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:50:37.133766 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-2c0c5afa-6314-4c13-90b2-ab9d835eb7e0 req-018c1840-1ee5-4387-85ed-2f84bebc7786 service neutron] For port e891826f-d47b-4cce-93b4-44e94ab65ab2, host n-h2-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=e891826f-d47b-4cce-93b4-44e94ab65ab2,segment=NetworkSegment(370d7ede-eeb6-46ae-b4ce-87c4cdf3222b),segment_id=370d7ede-eeb6-46ae-b4ce-87c4cdf3222b)] {{(pid=93751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:50:37.151496 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-2c0c5afa-6314-4c13-90b2-ab9d835eb7e0 req-018c1840-1ee5-4387-85ed-2f84bebc7786 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:37.175058 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e917ff-a0cd-4be1-952d-6c8e17841de7 req-2a2d45e0-3006-4bb3-abe1-fe190c889098 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:50:37.176640 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e1e917ff-a0cd-4be1-952d-6c8e17841de7 req-2a2d45e0-3006-4bb3-abe1-fe190c889098 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5179202-751f-4cda-9c32-14b2237bec11 HTTP/1.1" status: 200 len: 943 time: 0.3826540 Jul 13 13:50:37.185804 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0c5afa-6314-4c13-90b2-ab9d835eb7e0 req-018c1840-1ee5-4387-85ed-2f84bebc7786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:50:37.186375 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-2c0c5afa-6314-4c13-90b2-ab9d835eb7e0 req-018c1840-1ee5-4387-85ed-2f84bebc7786 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:37.187756 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2c0c5afa-6314-4c13-90b2-ab9d835eb7e0 req-018c1840-1ee5-4387-85ed-2f84bebc7786 service neutron] 10.222.0.41 "PUT /v2.0/ports/e891826f-d47b-4cce-93b4-44e94ab65ab2 HTTP/1.1" status: 200 len: 1091 time: 1.3621895 Jul 13 13:50:37.235114 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5179202-751f-4cda-9c32-14b2237bec11', 'tag': 'e891826f-d47b-4cce-93b4-44e94ab65ab2'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:50:37.238891 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d17b627af75e17e0f4b8d6239d04f8c2f78634e2c585e32a7aeca336500f34a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d057147-2ee6-48f4-842c-5a525b682ab3" -d '{"events": [{"name": "network-changed", "server_uuid": "a5179202-751f-4cda-9c32-14b2237bec11", "tag": "e891826f-d47b-4cce-93b4-44e94ab65ab2"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:50:37.335232 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 13:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3b278dd-9d5b-4568-a20b-9280f8a44ba1 x-openstack-request-id: req-e3b278dd-9d5b-4568-a20b-9280f8a44ba1 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:50:37.335589 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5179202-751f-4cda-9c32-14b2237bec11", "tag": "e891826f-d47b-4cce-93b4-44e94ab65ab2", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:50:37.335797 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e3b278dd-9d5b-4568-a20b-9280f8a44ba1 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:50:37.336199 n-d-800634-1 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5179202-751f-4cda-9c32-14b2237bec11', 'tag': 'e891826f-d47b-4cce-93b4-44e94ab65ab2', 'status': 'completed', 'code': 200} Jul 13 13:50:37.356299 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e1e917ff-a0cd-4be1-952d-6c8e17841de7 req-5783d37b-cce3-4510-9eb1-221c8d9a68f7 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd374adc-73a7-4812-9be6-45acdaeb0bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278729 Jul 13 13:50:37.356917 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018c1840-1ee5-4387-85ed-2f84bebc7786 service neutron] Pushing event updated for resources: {'Port': ['ID=e891826f-d47b-4cce-93b4-44e94ab65ab2,revision_number=3']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:50:37.380075 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0c5afa-6314-4c13-90b2-ab9d835eb7e0 req-8b064cc9-4273-498b-8828-74234b23162f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:50:37.381618 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2c0c5afa-6314-4c13-90b2-ab9d835eb7e0 req-8b064cc9-4273-498b-8828-74234b23162f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ef6418d5526f4765ba53df412776e3e7&device_id=a5179202-751f-4cda-9c32-14b2237bec11 HTTP/1.1" status: 200 len: 1094 time: 0.1396780 Jul 13 13:50:37.477726 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2c0c5afa-6314-4c13-90b2-ab9d835eb7e0 req-6ea65ead-7330-41a6-9b21-71d2b3d85e0c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e891826f-d47b-4cce-93b4-44e94ab65ab2 HTTP/1.1" status: 200 len: 217 time: 0.0807474 Jul 13 13:50:37.577673 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0c5afa-6314-4c13-90b2-ab9d835eb7e0 req-50669e05-96f6-4760-986c-cfa6f1dd057f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:50:37.580244 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2c0c5afa-6314-4c13-90b2-ab9d835eb7e0 req-50669e05-96f6-4760-986c-cfa6f1dd057f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=22de4df8-967a-4ca5-99c3-67fec7ee33c8 HTTP/1.1" status: 200 len: 851 time: 0.0962949 Jul 13 13:50:37.586268 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 20120d21-62b8-4d2f-a4ed-a8fb57483551 up at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:50:37.653357 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning for port 20120d21-62b8-4d2f-a4ed-a8fb57483551 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:50:37.661383 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning complete for port 20120d21-62b8-4d2f-a4ed-a8fb57483551 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:50:37.661801 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:37.715562 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0c5afa-6314-4c13-90b2-ab9d835eb7e0 req-7abfee95-376f-4672-827c-0ee6af582541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:50:37.718404 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2c0c5afa-6314-4c13-90b2-ab9d835eb7e0 req-7abfee95-376f-4672-827c-0ee6af582541 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4044b022-747e-4834-bc76-73d0f411c2c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1169028 Jul 13 13:50:37.880876 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2c0c5afa-6314-4c13-90b2-ab9d835eb7e0 req-a8c6c7fb-a2dd-4958-a87d-747c92ef3f30 service neutron] 10.222.0.41 "GET /v2.0/networks/4044b022-747e-4834-bc76-73d0f411c2c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545033 Jul 13 13:50:38.015707 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:38.022863 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2c0c5afa-6314-4c13-90b2-ab9d835eb7e0 req-0525e806-639e-4ca5-ac88-e203eb66ce4b service neutron] 10.222.0.41 "GET /v2.0/networks/4044b022-747e-4834-bc76-73d0f411c2c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322219 Jul 13 13:50:38.041696 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db063c82-45f8-4937-9ee9-6f6b8c180b83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20120d21-62b8-4d2f-a4ed-a8fb57483551'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:50:38.044166 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d8e32c6-83a9-4bf6-8319-19b56ad4c8dc" -d '{"events": [{"server_uuid": "db063c82-45f8-4937-9ee9-6f6b8c180b83", "name": "network-vif-plugged", "status": "completed", "tag": "20120d21-62b8-4d2f-a4ed-a8fb57483551"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:50:38.083155 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 20120d21-62b8-4d2f-a4ed-a8fb57483551, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=20120d21-62b8-4d2f-a4ed-a8fb57483551,segment=NetworkSegment(755279e6-44be-48bd-b08a-7c113c2227a8),segment_id=755279e6-44be-48bd-b08a-7c113c2227a8)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:50:38.092843 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:38.153019 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:50:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd6d7c4b-d9cb-4612-9725-e1e0c485920e x-openstack-request-id: req-fd6d7c4b-d9cb-4612-9725-e1e0c485920e {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:50:38.153305 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db063c82-45f8-4937-9ee9-6f6b8c180b83", "name": "network-vif-plugged", "status": "completed", "tag": "20120d21-62b8-4d2f-a4ed-a8fb57483551", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:50:38.153602 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fd6d7c4b-d9cb-4612-9725-e1e0c485920e {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:50:38.153960 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db063c82-45f8-4937-9ee9-6f6b8c180b83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20120d21-62b8-4d2f-a4ed-a8fb57483551', 'code': 200} Jul 13 13:50:38.154919 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=20120d21-62b8-4d2f-a4ed-a8fb57483551,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:50:38.258374 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d057147-2ee6-48f4-842c-5a525b682ab3 req-55c84cf3-e9e9-46f7-81b8-7615a860ba4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:50:38.260132 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1d057147-2ee6-48f4-842c-5a525b682ab3 req-55c84cf3-e9e9-46f7-81b8-7615a860ba4e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ef6418d5526f4765ba53df412776e3e7&device_id=a5179202-751f-4cda-9c32-14b2237bec11 HTTP/1.1" status: 200 len: 1094 time: 0.1666520 Jul 13 13:50:38.267988 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb198a6-78c1-45cc-9e9e-2e953ef8e88a req-5ec1e656-a8a2-4f41-8cba-5898e8b1f7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:50:38.269713 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1bb198a6-78c1-45cc-9e9e-2e953ef8e88a req-5ec1e656-a8a2-4f41-8cba-5898e8b1f7b0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=db063c82-45f8-4937-9ee9-6f6b8c180b83 HTTP/1.1" status: 200 len: 1097 time: 0.0782630 Jul 13 13:50:38.427372 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1bb198a6-78c1-45cc-9e9e-2e953ef8e88a req-ec2332b6-5dc9-43ff-8a8d-c2fe302c634f service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=644afb89-2d80-4396-af42-a671e24582c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507126 Jul 13 13:50:38.494724 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b03da96-1845-44d5-a2cd-b246dd0dad2b req-61c905b0-bdc8-48fc-bd0e-f892073b75df tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:50:38.496781 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3b03da96-1845-44d5-a2cd-b246dd0dad2b req-61c905b0-bdc8-48fc-bd0e-f892073b75df tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] 10.222.0.23 "GET /v2.0/ports?device_id=db063c82-45f8-4937-9ee9-6f6b8c180b83 HTTP/1.1" status: 200 len: 946 time: 0.1503346 Jul 13 13:50:38.503598 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d057147-2ee6-48f4-842c-5a525b682ab3 req-9fb19bdb-f422-488a-9ba7-28c4283a3e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:50:38.505296 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1d057147-2ee6-48f4-842c-5a525b682ab3 req-9fb19bdb-f422-488a-9ba7-28c4283a3e9f service neutron] 10.222.0.41 "GET /v2.0/networks?id=4044b022-747e-4834-bc76-73d0f411c2c3 HTTP/1.1" status: 200 len: 912 time: 0.2345700 Jul 13 13:50:38.602136 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1d057147-2ee6-48f4-842c-5a525b682ab3 req-6cdc0a42-a315-46bd-8426-ca6cc90f7dc4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e891826f-d47b-4cce-93b4-44e94ab65ab2 HTTP/1.1" status: 200 len: 217 time: 0.0809791 Jul 13 13:50:38.726632 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3b03da96-1845-44d5-a2cd-b246dd0dad2b req-81f91abe-bc69-4acf-b406-3ced7dfa37c6 tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] 10.222.0.23 "GET /v2.0/security-groups?id=644afb89-2d80-4396-af42-a671e24582c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201245 Jul 13 13:50:38.743961 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d057147-2ee6-48f4-842c-5a525b682ab3 req-32c183d4-f687-4c68-8959-ddd90ff6b65d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:50:38.747937 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1d057147-2ee6-48f4-842c-5a525b682ab3 req-32c183d4-f687-4c68-8959-ddd90ff6b65d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=22de4df8-967a-4ca5-99c3-67fec7ee33c8 HTTP/1.1" status: 200 len: 851 time: 0.1296098 Jul 13 13:50:38.791725 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99cd81d-c7d3-4223-91ac-68fc929cab5d req-58f4817a-d472-498a-b8ef-067343042744 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:50:38.795167 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f99cd81d-c7d3-4223-91ac-68fc929cab5d req-58f4817a-d472-498a-b8ef-067343042744 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5179202-751f-4cda-9c32-14b2237bec11 HTTP/1.1" status: 200 len: 943 time: 0.1481023 Jul 13 13:50:38.834940 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d057147-2ee6-48f4-842c-5a525b682ab3 req-afe23ef6-9a7f-424e-804a-ce4b104e0108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:50:38.837084 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1d057147-2ee6-48f4-842c-5a525b682ab3 req-afe23ef6-9a7f-424e-804a-ce4b104e0108 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4044b022-747e-4834-bc76-73d0f411c2c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0819628 Jul 13 13:50:38.857472 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f99cd81d-c7d3-4223-91ac-68fc929cab5d req-9e6e2661-665c-41aa-8c9b-3fdf1a3e824e tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd374adc-73a7-4812-9be6-45acdaeb0bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530317 Jul 13 13:50:38.958395 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1d057147-2ee6-48f4-842c-5a525b682ab3 req-a859c19e-6827-4438-bec1-d312a882999e service neutron] 10.222.0.41 "GET /v2.0/networks/4044b022-747e-4834-bc76-73d0f411c2c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139429 Jul 13 13:50:39.071554 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1d057147-2ee6-48f4-842c-5a525b682ab3 req-c5ce759d-8cd2-47cb-aa31-f41da4ad1519 service neutron] 10.222.0.41 "GET /v2.0/networks/4044b022-747e-4834-bc76-73d0f411c2c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057649 Jul 13 13:50:40.027172 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c78369-f81d-4c5a-9184-ba9c92d754b2 req-90ab56fc-de1e-463e-a8e6-c72a03a31335 tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:50:40.034884 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-64c78369-f81d-4c5a-9184-ba9c92d754b2 req-90ab56fc-de1e-463e-a8e6-c72a03a31335 tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] 10.222.0.23 "GET /v2.0/ports?device_id=db063c82-45f8-4937-9ee9-6f6b8c180b83 HTTP/1.1" status: 200 len: 946 time: 0.1283822 Jul 13 13:50:40.105523 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-64c78369-f81d-4c5a-9184-ba9c92d754b2 req-2e1ea37b-0490-4ed6-940d-7f5fd8f3b361 tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] 10.222.0.23 "GET /v2.0/security-groups?id=644afb89-2d80-4396-af42-a671e24582c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635955 Jul 13 13:50:40.216373 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4778ed9-9120-43f0-afd8-8e8e50393c39 req-b4c15949-af11-47f0-bd92-fd46f2854b9d tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:50:40.218238 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d4778ed9-9120-43f0-afd8-8e8e50393c39 req-b4c15949-af11-47f0-bd92-fd46f2854b9d tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5179202-751f-4cda-9c32-14b2237bec11 HTTP/1.1" status: 200 len: 943 time: 0.1674371 Jul 13 13:50:40.288666 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d4778ed9-9120-43f0-afd8-8e8e50393c39 req-c736db3e-bd8e-4eda-b8dc-02060fe7b501 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd374adc-73a7-4812-9be6-45acdaeb0bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599277 Jul 13 13:50:40.535419 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device e891826f-d47b-4cce-93b4-44e94ab65ab2 details requested by agent hyperv_n-h2-800634-1 with host n-h2-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 13:50:40.645978 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f29a2ba-bf67-4791-9972-97a3a9f832bb req-cb3641e0-a4b7-455e-b6e5-b661ba2e3766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:50:40.647522 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-0f29a2ba-bf67-4791-9972-97a3a9f832bb req-cb3641e0-a4b7-455e-b6e5-b661ba2e3766 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6d64c288caca4b478e8ce389a95deff9&device_id=db063c82-45f8-4937-9ee9-6f6b8c180b83 HTTP/1.1" status: 200 len: 1097 time: 0.1518021 Jul 13 13:50:40.721700 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port e891826f-d47b-4cce-93b4-44e94ab65ab2, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=e891826f-d47b-4cce-93b4-44e94ab65ab2,segment=NetworkSegment(370d7ede-eeb6-46ae-b4ce-87c4cdf3222b),segment_id=370d7ede-eeb6-46ae-b4ce-87c4cdf3222b)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:50:40.747405 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Returning: {'device': 'e891826f-d47b-4cce-93b4-44e94ab65ab2', 'network_id': '4044b022-747e-4834-bc76-73d0f411c2c3', 'port_id': 'e891826f-d47b-4cce-93b4-44e94ab65ab2', 'mac_address': 'fa:16:3e:ce:c9:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22de4df8-967a-4ca5-99c3-67fec7ee33c8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 13:50:40.778064 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9b6e94-aa9c-46f7-86c7-02139322809b req-0d2c50ca-1e66-4cfe-b1ec-2c44e9536a16 tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:50:40.785598 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-9c9b6e94-aa9c-46f7-86c7-02139322809b req-0d2c50ca-1e66-4cfe-b1ec-2c44e9536a16 tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] 10.222.0.23 "GET /v2.0/ports?device_id=db063c82-45f8-4937-9ee9-6f6b8c180b83 HTTP/1.1" status: 200 len: 946 time: 0.1969609 Jul 13 13:50:40.799907 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:40.815750 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e891826f-d47b-4cce-93b4-44e94ab65ab2 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:50:40.866019 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port e891826f-d47b-4cce-93b4-44e94ab65ab2, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=e891826f-d47b-4cce-93b4-44e94ab65ab2,segment=NetworkSegment(370d7ede-eeb6-46ae-b4ce-87c4cdf3222b),segment_id=370d7ede-eeb6-46ae-b4ce-87c4cdf3222b)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:50:40.875122 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:40.886235 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-9c9b6e94-aa9c-46f7-86c7-02139322809b req-57455d82-190e-4e79-b0c0-2de960d2ca71 tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] 10.222.0.23 "GET /v2.0/security-groups?id=644afb89-2d80-4396-af42-a671e24582c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875311 Jul 13 13:50:40.888593 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f29a2ba-bf67-4791-9972-97a3a9f832bb req-3e2d7819-512e-4a22-8edc-ce40e7165f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:50:40.890350 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-0f29a2ba-bf67-4791-9972-97a3a9f832bb req-3e2d7819-512e-4a22-8edc-ce40e7165f8d service neutron] 10.222.0.26 "GET /v2.0/networks?id=4ac69b68-9ae1-4155-8f50-5147d61b5b39 HTTP/1.1" status: 200 len: 910 time: 0.2363262 Jul 13 13:50:40.978506 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 51362) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:50:41.009288 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=e891826f-d47b-4cce-93b4-44e94ab65ab2,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:50:41.037313 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-0f29a2ba-bf67-4791-9972-97a3a9f832bb req-3c36c950-5020-4513-aaa7-c48b2f8f4c82 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=20120d21-62b8-4d2f-a4ed-a8fb57483551 HTTP/1.1" status: 200 len: 217 time: 0.1304741 Jul 13 13:50:41.115784 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f29a2ba-bf67-4791-9972-97a3a9f832bb req-c9f87ce9-a46c-431b-a4f4-e12b0d751139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:50:41.118049 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-0f29a2ba-bf67-4791-9972-97a3a9f832bb req-c9f87ce9-a46c-431b-a4f4-e12b0d751139 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3bd6f631-9a19-4cc5-9ccc-67e848f4410c HTTP/1.1" status: 200 len: 850 time: 0.0741036 Jul 13 13:50:41.132461 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['e891826f-d47b-4cce-93b4-44e94ab65ab2'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:50:41.210621 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-0f29a2ba-bf67-4791-9972-97a3a9f832bb req-b8f76c89-212b-4cfd-bb9d-d0a3e17ba77d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4ac69b68-9ae1-4155-8f50-5147d61b5b39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0855198 Jul 13 13:50:41.254960 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8d9d654d-3ee0-4c86-ba8b-7175a5b078d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:41.451717 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-0f29a2ba-bf67-4791-9972-97a3a9f832bb req-6f61e826-9b5a-499c-a494-460bd29f1abd service neutron] 10.222.0.26 "GET /v2.0/networks/4ac69b68-9ae1-4155-8f50-5147d61b5b39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2317386 Jul 13 13:50:41.479166 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8d9d654d-3ee0-4c86-ba8b-7175a5b078d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:41.486615 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8d9d654d-3ee0-4c86-ba8b-7175a5b078d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:41.574513 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-8d9d654d-3ee0-4c86-ba8b-7175a5b078d9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d0428199862647fea7e49e185359a287&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5941350 Jul 13 13:50:41.579439 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 51406) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:50:41.587453 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9d654d-3ee0-4c86-ba8b-7175a5b078d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=399fc581-e952-4b4e-aa1f-cf182f5fbce1,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:50:41.615607 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb1797d-a9ac-4098-a78d-aba58edc78f1 req-ddfb6948-ffa1-4df7-957e-f63918ae79d4 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:50:41.624999 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bcb1797d-a9ac-4098-a78d-aba58edc78f1 req-ddfb6948-ffa1-4df7-957e-f63918ae79d4 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5179202-751f-4cda-9c32-14b2237bec11 HTTP/1.1" status: 200 len: 944 time: 0.1199718 Jul 13 13:50:41.674329 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bcb1797d-a9ac-4098-a78d-aba58edc78f1 req-9853d6b4-9b22-4dc2-b7af-be2f47c6e508 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd374adc-73a7-4812-9be6-45acdaeb0bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475368 Jul 13 13:50:41.724355 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-0f29a2ba-bf67-4791-9972-97a3a9f832bb req-5f2a33e3-5c6a-493b-86f1-0b214309e725 service neutron] 10.222.0.26 "GET /v2.0/networks/4ac69b68-9ae1-4155-8f50-5147d61b5b39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2675822 Jul 13 13:50:41.724933 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6f4bbce7-54a3-4a72-85cb-f409537faa1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:41.753677 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6f4bbce7-54a3-4a72-85cb-f409537faa1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:41.862341 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6f4bbce7-54a3-4a72-85cb-f409537faa1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:41.876420 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6f4bbce7-54a3-4a72-85cb-f409537faa1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:41.881678 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-6f4bbce7-54a3-4a72-85cb-f409537faa1b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/399fc581-e952-4b4e-aa1f-cf182f5fbce1 HTTP/1.1" status: 204 len: 168 time: 0.3009603 Jul 13 13:50:41.933002 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4bbce7-54a3-4a72-85cb-f409537faa1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=399fc581-e952-4b4e-aa1f-cf182f5fbce1,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:50:42.152599 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6143cfc-f9b7-45fa-b6bf-9c925080a741 req-8257ea44-2042-48b6-8aad-2e46829052b7 tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:50:42.155320 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f6143cfc-f9b7-45fa-b6bf-9c925080a741 req-8257ea44-2042-48b6-8aad-2e46829052b7 tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] 10.222.0.23 "GET /v2.0/ports?device_id=db063c82-45f8-4937-9ee9-6f6b8c180b83 HTTP/1.1" status: 200 len: 946 time: 0.1174746 Jul 13 13:50:42.220646 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f6143cfc-f9b7-45fa-b6bf-9c925080a741 req-3ef9f187-fdbe-4bb6-b695-dd00197303d2 tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] 10.222.0.23 "GET /v2.0/security-groups?id=644afb89-2d80-4396-af42-a671e24582c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582597 Jul 13 13:50:42.371709 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 51506) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:50:42.394602 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c5453051-aed7-410f-a8d8-3b7f878382a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:42.533613 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c5453051-aed7-410f-a8d8-3b7f878382a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:42.540264 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c5453051-aed7-410f-a8d8-3b7f878382a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:42.560977 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device e891826f-d47b-4cce-93b4-44e94ab65ab2 up at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:50:42.606207 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-c5453051-aed7-410f-a8d8-3b7f878382a9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e548297c255742adb02cd465fac4377d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2333965 Jul 13 13:50:42.610028 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 51536) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:50:42.613018 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5453051-aed7-410f-a8d8-3b7f878382a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bc0f85f-6cbf-43a8-befa-3bc0f146b4cc,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:50:42.640268 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning for port e891826f-d47b-4cce-93b4-44e94ab65ab2 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:50:42.646449 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning complete for port e891826f-d47b-4cce-93b4-44e94ab65ab2 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:50:42.646878 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:42.682949 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4653ad0b-4098-4053-8cbc-424fc20479e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:42.722041 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4653ad0b-4098-4053-8cbc-424fc20479e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:42.785307 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4653ad0b-4098-4053-8cbc-424fc20479e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:42.788271 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4653ad0b-4098-4053-8cbc-424fc20479e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:42.789965 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-4653ad0b-4098-4053-8cbc-424fc20479e9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9bc0f85f-6cbf-43a8-befa-3bc0f146b4cc HTTP/1.1" status: 204 len: 168 time: 0.1784053 Jul 13 13:50:42.816200 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4653ad0b-4098-4053-8cbc-424fc20479e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bc0f85f-6cbf-43a8-befa-3bc0f146b4cc,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:50:43.040628 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:43.103836 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5179202-751f-4cda-9c32-14b2237bec11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e891826f-d47b-4cce-93b4-44e94ab65ab2'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:50:43.117146 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7428af76-bba3-4351-ae91-26de44a55ea6" -d '{"events": [{"server_uuid": "a5179202-751f-4cda-9c32-14b2237bec11", "name": "network-vif-plugged", "status": "completed", "tag": "e891826f-d47b-4cce-93b4-44e94ab65ab2"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:50:43.163603 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port e891826f-d47b-4cce-93b4-44e94ab65ab2, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=e891826f-d47b-4cce-93b4-44e94ab65ab2,segment=NetworkSegment(370d7ede-eeb6-46ae-b4ce-87c4cdf3222b),segment_id=370d7ede-eeb6-46ae-b4ce-87c4cdf3222b)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:50:43.173574 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:43.245020 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b67a51-4fe1-4d3f-a433-7b81bd880362 req-38cee429-363e-4f88-8b44-9355b40e35a3 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:50:43.256376 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-90b67a51-4fe1-4d3f-a433-7b81bd880362 req-38cee429-363e-4f88-8b44-9355b40e35a3 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5179202-751f-4cda-9c32-14b2237bec11 HTTP/1.1" status: 200 len: 944 time: 0.1684096 Jul 13 13:50:43.305255 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=e891826f-d47b-4cce-93b4-44e94ab65ab2,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:50:43.343381 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-90b67a51-4fe1-4d3f-a433-7b81bd880362 req-aee8c5c1-df4e-4072-aca4-dae2d6beb169 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd374adc-73a7-4812-9be6-45acdaeb0bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855546 Jul 13 13:50:43.720028 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5414bfb8-0ba9-4b91-a8dc-51d5c72afc3a req-14e862ff-8160-4d65-9bd6-fee7b4c280a5 tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:50:43.723432 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5414bfb8-0ba9-4b91-a8dc-51d5c72afc3a req-14e862ff-8160-4d65-9bd6-fee7b4c280a5 tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] 10.222.0.23 "GET /v2.0/ports?device_id=db063c82-45f8-4937-9ee9-6f6b8c180b83 HTTP/1.1" status: 200 len: 946 time: 0.2348335 Jul 13 13:50:43.759256 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:50:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b2d2f4f-1ab8-41fc-82b3-0196aa546355 x-openstack-request-id: req-9b2d2f4f-1ab8-41fc-82b3-0196aa546355 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:50:43.759730 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5179202-751f-4cda-9c32-14b2237bec11", "name": "network-vif-plugged", "status": "completed", "tag": "e891826f-d47b-4cce-93b4-44e94ab65ab2", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:50:43.759831 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9b2d2f4f-1ab8-41fc-82b3-0196aa546355 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:50:43.760212 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5179202-751f-4cda-9c32-14b2237bec11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e891826f-d47b-4cce-93b4-44e94ab65ab2', 'code': 200} Jul 13 13:50:43.777722 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 51666) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:50:43.795248 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d3922f19-63d9-44f3-b79c-b26ee94d193e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:43.813094 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5414bfb8-0ba9-4b91-a8dc-51d5c72afc3a req-0031e0aa-a47b-481c-9d41-a39cac188e77 tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] 10.222.0.23 "GET /v2.0/security-groups?id=644afb89-2d80-4396-af42-a671e24582c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808270 Jul 13 13:50:43.911752 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d25776d-b976-4a6c-841b-17439e8f609b req-c29fc914-e77c-4519-b19c-05b6cff5a03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:50:43.914760 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5d25776d-b976-4a6c-841b-17439e8f609b req-c29fc914-e77c-4519-b19c-05b6cff5a03e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a5179202-751f-4cda-9c32-14b2237bec11 HTTP/1.1" status: 200 len: 1096 time: 0.0643711 Jul 13 13:50:43.984330 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d3922f19-63d9-44f3-b79c-b26ee94d193e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:43.992153 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5d25776d-b976-4a6c-841b-17439e8f609b req-71ff642d-cb98-4cbf-adae-fe9fea905627 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=fd374adc-73a7-4812-9be6-45acdaeb0bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704665 Jul 13 13:50:43.995790 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d3922f19-63d9-44f3-b79c-b26ee94d193e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:44.052896 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-d3922f19-63d9-44f3-b79c-b26ee94d193e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3fc744fc7aad43f49d1a285ea3e277af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2742233 Jul 13 13:50:44.055479 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 51698) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:50:44.106120 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3922f19-63d9-44f3-b79c-b26ee94d193e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cf96b9b-d112-4777-bd0a-17fe6e04d08c,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:50:44.139332 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-83c69ba6-b7c7-4f36-aca0-47a3cd4067e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:44.165866 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-83c69ba6-b7c7-4f36-aca0-47a3cd4067e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:44.222063 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-83c69ba6-b7c7-4f36-aca0-47a3cd4067e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:44.224576 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-83c69ba6-b7c7-4f36-aca0-47a3cd4067e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:44.225719 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-83c69ba6-b7c7-4f36-aca0-47a3cd4067e7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6cf96b9b-d112-4777-bd0a-17fe6e04d08c HTTP/1.1" status: 204 len: 168 time: 0.1689701 Jul 13 13:50:44.234608 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c69ba6-b7c7-4f36-aca0-47a3cd4067e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cf96b9b-d112-4777-bd0a-17fe6e04d08c,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:50:44.611601 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bdb9e8-ca0b-4665-86bd-5a11b341972a req-a288d059-d936-41d5-8045-580a69204ed2 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:50:44.620440 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e1bdb9e8-ca0b-4665-86bd-5a11b341972a req-a288d059-d936-41d5-8045-580a69204ed2 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5179202-751f-4cda-9c32-14b2237bec11 HTTP/1.1" status: 200 len: 945 time: 0.0877681 Jul 13 13:50:44.716762 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e1bdb9e8-ca0b-4665-86bd-5a11b341972a req-4e388be7-f6b8-4e64-adde-8801ebf01a95 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd374adc-73a7-4812-9be6-45acdaeb0bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884678 Jul 13 13:50:45.301978 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4268555-4bef-4f1f-890d-d5b0dca2a8f1 req-d1448e5e-0c74-4d7c-8df1-6a57aaed16af tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:50:45.310653 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d4268555-4bef-4f1f-890d-d5b0dca2a8f1 req-d1448e5e-0c74-4d7c-8df1-6a57aaed16af tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] 10.222.0.23 "GET /v2.0/ports?device_id=db063c82-45f8-4937-9ee9-6f6b8c180b83 HTTP/1.1" status: 200 len: 946 time: 0.2769568 Jul 13 13:50:45.416611 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d4268555-4bef-4f1f-890d-d5b0dca2a8f1 req-a7ae0a10-8890-4c19-8804-e001c07f9183 tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] 10.222.0.23 "GET /v2.0/security-groups?id=644afb89-2d80-4396-af42-a671e24582c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048422 Jul 13 13:50:46.019015 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516c43b4-3b55-439d-84a6-34db1667884e req-d65cdd48-4df6-462b-827d-a231def780d3 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:50:46.020627 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-516c43b4-3b55-439d-84a6-34db1667884e req-d65cdd48-4df6-462b-827d-a231def780d3 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5179202-751f-4cda-9c32-14b2237bec11 HTTP/1.1" status: 200 len: 945 time: 0.1038549 Jul 13 13:50:46.078308 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-516c43b4-3b55-439d-84a6-34db1667884e req-e716f3f9-e9c0-4e8d-b324-c1ee1c6a8dd5 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd374adc-73a7-4812-9be6-45acdaeb0bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492704 Jul 13 13:50:46.326313 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 51960) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:50:46.492143 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c11ea04c-703c-4884-9b60-b29562f77b58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:46.596940 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881e297f-f03e-4548-94fd-1e47c830ddd1 req-4af3a1ed-6cbe-47a1-be33-86dce70625b6 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:50:46.607089 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-881e297f-f03e-4548-94fd-1e47c830ddd1 req-4af3a1ed-6cbe-47a1-be33-86dce70625b6 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5179202-751f-4cda-9c32-14b2237bec11 HTTP/1.1" status: 200 len: 945 time: 0.1780927 Jul 13 13:50:46.698811 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-881e297f-f03e-4548-94fd-1e47c830ddd1 req-9b625674-d7e3-45b7-b0e3-eb937edd4908 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd374adc-73a7-4812-9be6-45acdaeb0bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890133 Jul 13 13:50:46.812256 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c11ea04c-703c-4884-9b60-b29562f77b58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:46.819929 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c11ea04c-703c-4884-9b60-b29562f77b58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:46.848040 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ceb8aa-72a7-4e39-8a7e-da274f4f13d1 req-2e143cb4-c974-48b9-a492-feeded071c0d tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:50:46.850738 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-05ceb8aa-72a7-4e39-8a7e-da274f4f13d1 req-2e143cb4-c974-48b9-a492-feeded071c0d tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] 10.222.0.23 "GET /v2.0/ports?device_id=db063c82-45f8-4937-9ee9-6f6b8c180b83 HTTP/1.1" status: 200 len: 946 time: 0.2604408 Jul 13 13:50:46.892176 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 51978) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:50:46.900237 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-c11ea04c-703c-4884-9b60-b29562f77b58 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e4559cad3d8b4295b41322ac85c0b46d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5708504 Jul 13 13:50:46.927680 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11ea04c-703c-4884-9b60-b29562f77b58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b615e7f5-d168-40b3-84fb-712519dd285f,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:50:46.963014 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5afb5594-971b-431d-85b4-ed1b36e27888 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:47.003439 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5afb5594-971b-431d-85b4-ed1b36e27888 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:47.006610 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-05ceb8aa-72a7-4e39-8a7e-da274f4f13d1 req-84b424ce-6c11-41a4-8370-a9675483a084 tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] 10.222.0.23 "GET /v2.0/security-groups?id=644afb89-2d80-4396-af42-a671e24582c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800190 Jul 13 13:50:47.084206 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5afb5594-971b-431d-85b4-ed1b36e27888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:47.088852 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5afb5594-971b-431d-85b4-ed1b36e27888 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:47.090429 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-5afb5594-971b-431d-85b4-ed1b36e27888 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b615e7f5-d168-40b3-84fb-712519dd285f HTTP/1.1" status: 204 len: 168 time: 0.1970809 Jul 13 13:50:47.107840 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afb5594-971b-431d-85b4-ed1b36e27888 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b615e7f5-d168-40b3-84fb-712519dd285f,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:50:47.213418 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-da4010c4-196b-47f1-9a66-cc88f72fe80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:47.993871 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e3fa69-3ad4-4b20-b1c6-5943c45e44de req-0a87a49f-cc4d-49b6-a28b-83f6c9567a49 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:50:48.001274 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-46e3fa69-3ad4-4b20-b1c6-5943c45e44de req-0a87a49f-cc4d-49b6-a28b-83f6c9567a49 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5179202-751f-4cda-9c32-14b2237bec11 HTTP/1.1" status: 200 len: 945 time: 0.1488442 Jul 13 13:50:48.089893 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-46e3fa69-3ad4-4b20-b1c6-5943c45e44de req-4d35a13a-43ab-4f0c-a03a-e753904ef2af tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd374adc-73a7-4812-9be6-45acdaeb0bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868874 Jul 13 13:50:48.333907 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444fdd51-f2b7-489a-b7be-de5d4c81f47e req-31f89156-aac3-4a31-8d6e-d12e1e67ad55 tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:50:48.358663 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-444fdd51-f2b7-489a-b7be-de5d4c81f47e req-31f89156-aac3-4a31-8d6e-d12e1e67ad55 tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] 10.222.0.23 "GET /v2.0/ports?device_id=db063c82-45f8-4937-9ee9-6f6b8c180b83 HTTP/1.1" status: 200 len: 946 time: 0.1632299 Jul 13 13:50:48.496328 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-444fdd51-f2b7-489a-b7be-de5d4c81f47e req-9c11426d-c3eb-4f0a-85fd-c40eb48ccd4b tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] 10.222.0.23 "GET /v2.0/security-groups?id=644afb89-2d80-4396-af42-a671e24582c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354060 Jul 13 13:50:49.088488 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01948a28-a00a-46a8-a39d-73e3b6783fa2 req-8798aff0-1b2a-46cd-8715-ae053c396af4 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:50:49.100884 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-01948a28-a00a-46a8-a39d-73e3b6783fa2 req-8798aff0-1b2a-46cd-8715-ae053c396af4 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5179202-751f-4cda-9c32-14b2237bec11 HTTP/1.1" status: 200 len: 945 time: 0.1423445 Jul 13 13:50:49.188009 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-01948a28-a00a-46a8-a39d-73e3b6783fa2 req-26965885-cbc7-4f8c-b09d-64a510cf798a tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd374adc-73a7-4812-9be6-45acdaeb0bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860567 Jul 13 13:50:49.761382 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80fae03-16ef-4e6e-a8fd-32b99fe5b2da req-6c6b21e8-f6f9-429c-974e-c8f7edbb8a0b tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:50:49.763047 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f80fae03-16ef-4e6e-a8fd-32b99fe5b2da req-6c6b21e8-f6f9-429c-974e-c8f7edbb8a0b tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] 10.222.0.23 "GET /v2.0/ports?device_id=db063c82-45f8-4937-9ee9-6f6b8c180b83 HTTP/1.1" status: 200 len: 946 time: 0.1180379 Jul 13 13:50:49.831904 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f80fae03-16ef-4e6e-a8fd-32b99fe5b2da req-68f15a40-0a76-4648-b156-cdbb49aa9e9a tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] 10.222.0.23 "GET /v2.0/security-groups?id=644afb89-2d80-4396-af42-a671e24582c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620639 Jul 13 13:50:49.872292 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e1013959-11df-4e1c-83a5-584cad6da753 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:50.020891 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:50.480803 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af730bf8-8a52-4a74-b70f-ac07c80e5a93 req-f3bc1759-ac2d-4901-8863-f08aa7cd0f8f tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:50:50.489287 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-af730bf8-8a52-4a74-b70f-ac07c80e5a93 req-f3bc1759-ac2d-4901-8863-f08aa7cd0f8f tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5179202-751f-4cda-9c32-14b2237bec11 HTTP/1.1" status: 200 len: 945 time: 0.0866010 Jul 13 13:50:50.535813 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-af730bf8-8a52-4a74-b70f-ac07c80e5a93 req-f8827def-e418-41d9-8304-e2b9a9800d9b tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd374adc-73a7-4812-9be6-45acdaeb0bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455139 Jul 13 13:50:50.611487 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device e891826f-d47b-4cce-93b4-44e94ab65ab2 details requested by agent hyperv_n-h2-800634-1 with host n-h2-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 13:50:50.773584 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port e891826f-d47b-4cce-93b4-44e94ab65ab2, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=e891826f-d47b-4cce-93b4-44e94ab65ab2,segment=NetworkSegment(370d7ede-eeb6-46ae-b4ce-87c4cdf3222b),segment_id=370d7ede-eeb6-46ae-b4ce-87c4cdf3222b)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:50:50.790864 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Returning: {'device': 'e891826f-d47b-4cce-93b4-44e94ab65ab2', 'network_id': '4044b022-747e-4834-bc76-73d0f411c2c3', 'port_id': 'e891826f-d47b-4cce-93b4-44e94ab65ab2', 'mac_address': 'fa:16:3e:ce:c9:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22de4df8-967a-4ca5-99c3-67fec7ee33c8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 13:50:50.844210 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:50.882096 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e891826f-d47b-4cce-93b4-44e94ab65ab2 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:50:50.911706 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port e891826f-d47b-4cce-93b4-44e94ab65ab2, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=e891826f-d47b-4cce-93b4-44e94ab65ab2,segment=NetworkSegment(370d7ede-eeb6-46ae-b4ce-87c4cdf3222b),segment_id=370d7ede-eeb6-46ae-b4ce-87c4cdf3222b)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:50:50.921996 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:51.026301 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=e891826f-d47b-4cce-93b4-44e94ab65ab2,revision_number=6']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:50:51.039639 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['e891826f-d47b-4cce-93b4-44e94ab65ab2'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:50:51.163789 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:51.182097 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0f55a3-e6b0-42a5-b5d2-ff9367bc9e56 req-3949511e-6ce5-4261-a060-d0996ac37082 tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:50:51.183654 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8a0f55a3-e6b0-42a5-b5d2-ff9367bc9e56 req-3949511e-6ce5-4261-a060-d0996ac37082 tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] 10.222.0.23 "GET /v2.0/ports?device_id=db063c82-45f8-4937-9ee9-6f6b8c180b83 HTTP/1.1" status: 200 len: 946 time: 0.1209731 Jul 13 13:50:51.255383 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8a0f55a3-e6b0-42a5-b5d2-ff9367bc9e56 req-2b74d40a-fd19-46b9-977d-785369eb235d tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] 10.222.0.23 "GET /v2.0/security-groups?id=644afb89-2d80-4396-af42-a671e24582c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651183 Jul 13 13:50:51.974465 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cd019d-6878-4b09-a7be-dfd61ce8c63c req-fbcea1fb-0d37-4824-b005-7302bef0f1cc tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:50:51.991341 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-77cd019d-6878-4b09-a7be-dfd61ce8c63c req-fbcea1fb-0d37-4824-b005-7302bef0f1cc tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5179202-751f-4cda-9c32-14b2237bec11 HTTP/1.1" status: 200 len: 944 time: 0.1146829 Jul 13 13:50:52.071227 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-77cd019d-6878-4b09-a7be-dfd61ce8c63c req-6208949a-413d-4759-88e7-5645bfdc8fa7 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd374adc-73a7-4812-9be6-45acdaeb0bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786352 Jul 13 13:50:52.606455 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:52.611042 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017e8dea-11e1-4990-8f38-a1385a3da152 req-6e97f8de-c0be-41b0-99a3-5dd785b4d689 tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:50:52.614504 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-017e8dea-11e1-4990-8f38-a1385a3da152 req-6e97f8de-c0be-41b0-99a3-5dd785b4d689 tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] 10.222.0.23 "GET /v2.0/ports?device_id=db063c82-45f8-4937-9ee9-6f6b8c180b83 HTTP/1.1" status: 200 len: 946 time: 0.1737616 Jul 13 13:50:52.622897 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device e891826f-d47b-4cce-93b4-44e94ab65ab2 up at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:50:52.717285 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-017e8dea-11e1-4990-8f38-a1385a3da152 req-16961251-d8bd-43c8-8016-62e8d190e460 tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] 10.222.0.23 "GET /v2.0/security-groups?id=644afb89-2d80-4396-af42-a671e24582c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950449 Jul 13 13:50:52.727039 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning complete for port e891826f-d47b-4cce-93b4-44e94ab65ab2 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:50:52.728072 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:52.890632 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:53.005020 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port e891826f-d47b-4cce-93b4-44e94ab65ab2, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=e891826f-d47b-4cce-93b4-44e94ab65ab2,segment=NetworkSegment(370d7ede-eeb6-46ae-b4ce-87c4cdf3222b),segment_id=370d7ede-eeb6-46ae-b4ce-87c4cdf3222b)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:50:53.006164 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5179202-751f-4cda-9c32-14b2237bec11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e891826f-d47b-4cce-93b4-44e94ab65ab2'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:50:53.008699 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-683e3dda-1db2-4e7a-8e4d-4bacc6388fc3" -d '{"events": [{"server_uuid": "a5179202-751f-4cda-9c32-14b2237bec11", "name": "network-vif-plugged", "status": "completed", "tag": "e891826f-d47b-4cce-93b4-44e94ab65ab2"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:50:53.015694 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:53.149767 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6df49538-74ca-4e1d-b505-4ca5fc4a14ed x-openstack-request-id: req-6df49538-74ca-4e1d-b505-4ca5fc4a14ed {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:50:53.153507 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5179202-751f-4cda-9c32-14b2237bec11", "name": "network-vif-plugged", "status": "completed", "tag": "e891826f-d47b-4cce-93b4-44e94ab65ab2", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:50:53.153874 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6df49538-74ca-4e1d-b505-4ca5fc4a14ed {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:50:53.154264 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5179202-751f-4cda-9c32-14b2237bec11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e891826f-d47b-4cce-93b4-44e94ab65ab2', 'code': 200} Jul 13 13:50:53.189237 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=e891826f-d47b-4cce-93b4-44e94ab65ab2,revision_number=7']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:50:53.359587 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb37cc3-acf1-40a1-b739-278c888f61f1 req-90b9395b-f0c1-4eaa-8ced-68a48a206719 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:50:53.367227 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4bb37cc3-acf1-40a1-b739-278c888f61f1 req-90b9395b-f0c1-4eaa-8ced-68a48a206719 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5179202-751f-4cda-9c32-14b2237bec11 HTTP/1.1" status: 200 len: 945 time: 0.1261535 Jul 13 13:50:54.262054 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4bb37cc3-acf1-40a1-b739-278c888f61f1 req-333ab3f4-5ee7-499c-879d-a524c2748234 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd374adc-73a7-4812-9be6-45acdaeb0bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8935091 Jul 13 13:50:54.381969 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ba5745-2ebd-4ec7-ab5f-d430685be21d req-873d3201-5efc-419a-900d-0455b06912f7 tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:50:54.384530 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f5ba5745-2ebd-4ec7-ab5f-d430685be21d req-873d3201-5efc-419a-900d-0455b06912f7 tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] 10.222.0.23 "GET /v2.0/ports?device_id=db063c82-45f8-4937-9ee9-6f6b8c180b83 HTTP/1.1" status: 200 len: 946 time: 0.2892480 Jul 13 13:50:54.476441 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f5ba5745-2ebd-4ec7-ab5f-d430685be21d req-19a93332-9e97-4e21-99b5-d596f6ed5996 tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] 10.222.0.23 "GET /v2.0/security-groups?id=644afb89-2d80-4396-af42-a671e24582c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860848 Jul 13 13:50:55.205476 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 52220) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:50:55.489185 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f02ff10e-6d06-418f-a4f8-4e127d457190 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:55.500610 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c65e7e6-c9c2-4816-824b-6c4d88699c13 req-5586c108-bd03-4ebf-845a-ca1bd96b58e7 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:50:55.508232 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6c65e7e6-c9c2-4816-824b-6c4d88699c13 req-5586c108-bd03-4ebf-845a-ca1bd96b58e7 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5179202-751f-4cda-9c32-14b2237bec11 HTTP/1.1" status: 200 len: 945 time: 0.1318381 Jul 13 13:50:55.646672 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6c65e7e6-c9c2-4816-824b-6c4d88699c13 req-73412443-da69-42d5-acd9-9bf2cf23acd5 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd374adc-73a7-4812-9be6-45acdaeb0bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374705 Jul 13 13:50:55.780388 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f02ff10e-6d06-418f-a4f8-4e127d457190 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:55.796997 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f02ff10e-6d06-418f-a4f8-4e127d457190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:55.974131 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-f02ff10e-6d06-418f-a4f8-4e127d457190 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=02f9fc9ee7644a518456329fdf273348&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7672105 Jul 13 13:50:55.977243 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 52240) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:50:56.037476 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02ff10e-6d06-418f-a4f8-4e127d457190 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5caed6a4-7a09-4d1a-a103-de54e6b211a0,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:50:56.054590 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-56f49ab3-a321-4a3e-8e07-5f663311836c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:56.115535 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd82cc59-18cb-4fc2-8678-94c8666dc4d9 req-54e1b310-54cf-4818-bbe9-110027ea94dd tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:50:56.117542 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cd82cc59-18cb-4fc2-8678-94c8666dc4d9 req-54e1b310-54cf-4818-bbe9-110027ea94dd tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] 10.222.0.23 "GET /v2.0/ports?device_id=db063c82-45f8-4937-9ee9-6f6b8c180b83 HTTP/1.1" status: 200 len: 946 time: 0.3310735 Jul 13 13:50:56.199541 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cd82cc59-18cb-4fc2-8678-94c8666dc4d9 req-3ae8a599-19cb-40b5-bba5-7ae54cae1eeb tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] 10.222.0.23 "GET /v2.0/security-groups?id=644afb89-2d80-4396-af42-a671e24582c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764182 Jul 13 13:50:56.239091 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-56f49ab3-a321-4a3e-8e07-5f663311836c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:56.338560 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e849073c-e7d9-44e7-b656-b51a5f642286 req-e16003af-fc62-4724-bade-fcd3005cb45a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c696bc31-7941-4f53-bcb6-3d4af78f2554&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2096684 Jul 13 13:50:56.379076 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-56f49ab3-a321-4a3e-8e07-5f663311836c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:56.382006 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-56f49ab3-a321-4a3e-8e07-5f663311836c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:56.383387 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-56f49ab3-a321-4a3e-8e07-5f663311836c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5caed6a4-7a09-4d1a-a103-de54e6b211a0 HTTP/1.1" status: 204 len: 168 time: 0.4048026 Jul 13 13:50:56.396839 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f49ab3-a321-4a3e-8e07-5f663311836c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5caed6a4-7a09-4d1a-a103-de54e6b211a0,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:50:56.670273 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e849073c-e7d9-44e7-b656-b51a5f642286 req-da1b13d5-17f4-4741-b973-81f86a22e16f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:50:56.674668 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e849073c-e7d9-44e7-b656-b51a5f642286 req-da1b13d5-17f4-4741-b973-81f86a22e16f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ef6418d5526f4765ba53df412776e3e7&device_id=c696bc31-7941-4f53-bcb6-3d4af78f2554 HTTP/1.1" status: 200 len: 1097 time: 0.2289670 Jul 13 13:50:56.738283 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-65f0bfb8-de31-4899-ab36-ad633c1e129f req-3b4152d4-4f6e-4ff5-b940-73b45b4f5bc3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4d0bd205-085d-4da5-8b75-794e6e7b045d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3701711 Jul 13 13:50:57.333474 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 52270) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:50:57.379052 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-006a4d5a-98c8-49a4-bb22-187ae3ef2d4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:57.746436 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-006a4d5a-98c8-49a4-bb22-187ae3ef2d4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:57.763758 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-006a4d5a-98c8-49a4-bb22-187ae3ef2d4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:57.882025 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006a4d5a-98c8-49a4-bb22-187ae3ef2d4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=181791c9-0bd5-4419-a1d9-fb79fd04c665,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:50:57.912703 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-006a4d5a-98c8-49a4-bb22-187ae3ef2d4c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5ce140575763414fb03065511f99b5fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5683098 Jul 13 13:50:57.916384 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 52280) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:50:57.953702 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f0bfb8-de31-4899-ab36-ad633c1e129f req-be4682b5-2025-49cc-b66c-18582b48130c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:50:57.955301 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-65f0bfb8-de31-4899-ab36-ad633c1e129f req-be4682b5-2025-49cc-b66c-18582b48130c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ef6418d5526f4765ba53df412776e3e7&device_id=4d0bd205-085d-4da5-8b75-794e6e7b045d HTTP/1.1" status: 200 len: 1096 time: 1.1191518 Jul 13 13:50:57.972310 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389e3bb5-c6b9-4e21-ba44-008e6e198fd9 req-07f87197-ef05-4ea1-86e4-6a95a0b34b90 tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:50:57.974273 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-389e3bb5-c6b9-4e21-ba44-008e6e198fd9 req-07f87197-ef05-4ea1-86e4-6a95a0b34b90 tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] 10.222.0.23 "GET /v2.0/ports?device_id=db063c82-45f8-4937-9ee9-6f6b8c180b83 HTTP/1.1" status: 200 len: 946 time: 0.2263112 Jul 13 13:50:57.983553 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a273d4f1-2fff-4980-be43-1695d919ede9 req-47c7e73a-1795-4326-91ac-4e5da33c353e tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:50:57.991169 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a273d4f1-2fff-4980-be43-1695d919ede9 req-47c7e73a-1795-4326-91ac-4e5da33c353e tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5179202-751f-4cda-9c32-14b2237bec11 HTTP/1.1" status: 200 len: 945 time: 1.0680528 Jul 13 13:50:58.023455 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-389e3bb5-c6b9-4e21-ba44-008e6e198fd9 req-3eea2ba8-4a7a-47a2-aa74-5b5f40de053c tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] 10.222.0.23 "GET /v2.0/security-groups?id=644afb89-2d80-4396-af42-a671e24582c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431125 Jul 13 13:50:58.142120 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e849073c-e7d9-44e7-b656-b51a5f642286 req-27404d83-de08-411a-9b3b-6330ff08a6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:50:58.143692 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e849073c-e7d9-44e7-b656-b51a5f642286 req-27404d83-de08-411a-9b3b-6330ff08a6dd service neutron] 10.222.0.41 "GET /v2.0/networks?id=4044b022-747e-4834-bc76-73d0f411c2c3 HTTP/1.1" status: 200 len: 912 time: 1.4358845 Jul 13 13:50:58.145441 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f0bfb8-de31-4899-ab36-ad633c1e129f req-6c739434-bf92-4dfb-9208-2ea474245925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:50:58.147088 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-65f0bfb8-de31-4899-ab36-ad633c1e129f req-6c739434-bf92-4dfb-9208-2ea474245925 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4044b022-747e-4834-bc76-73d0f411c2c3 HTTP/1.1" status: 200 len: 912 time: 0.1520181 Jul 13 13:50:58.207497 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e849073c-e7d9-44e7-b656-b51a5f642286 req-0e45a14e-bb81-4fe4-9361-65c0c049157e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a99a2de4-d640-4ac9-ae79-8243abcdd3f9 HTTP/1.1" status: 200 len: 217 time: 0.0544968 Jul 13 13:50:58.244888 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1e15f1a2-9274-4a94-b9bd-193243231d6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:58.272895 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1e15f1a2-9274-4a94-b9bd-193243231d6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:58.354277 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a273d4f1-2fff-4980-be43-1695d919ede9 req-c4bfdf44-3af0-44ca-a7dd-1d1a66be463b tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd374adc-73a7-4812-9be6-45acdaeb0bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3619661 Jul 13 13:50:58.542452 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-65f0bfb8-de31-4899-ab36-ad633c1e129f req-f2df109e-6c3b-4b9a-aed5-547b5ac62d92 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5d2705d5-8100-4bcb-8267-4b82bf384a0e HTTP/1.1" status: 200 len: 217 time: 0.3302846 Jul 13 13:50:58.547413 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1e15f1a2-9274-4a94-b9bd-193243231d6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:58.552407 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1e15f1a2-9274-4a94-b9bd-193243231d6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:50:58.557015 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-1e15f1a2-9274-4a94-b9bd-193243231d6a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/181791c9-0bd5-4419-a1d9-fb79fd04c665 HTTP/1.1" status: 204 len: 168 time: 0.6312709 Jul 13 13:50:58.582046 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e15f1a2-9274-4a94-b9bd-193243231d6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=181791c9-0bd5-4419-a1d9-fb79fd04c665,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:50:58.646044 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e849073c-e7d9-44e7-b656-b51a5f642286 req-d7cf6110-d7c0-4af5-b32c-20e12e5b0e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:50:58.649774 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e849073c-e7d9-44e7-b656-b51a5f642286 req-d7cf6110-d7c0-4af5-b32c-20e12e5b0e21 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=22de4df8-967a-4ca5-99c3-67fec7ee33c8 HTTP/1.1" status: 200 len: 851 time: 0.4289217 Jul 13 13:50:58.781490 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f0bfb8-de31-4899-ab36-ad633c1e129f req-3a79509a-9631-4164-9dd6-8ae58b214344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:50:58.783290 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-65f0bfb8-de31-4899-ab36-ad633c1e129f req-3a79509a-9631-4164-9dd6-8ae58b214344 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=22de4df8-967a-4ca5-99c3-67fec7ee33c8 HTTP/1.1" status: 200 len: 851 time: 0.2206049 Jul 13 13:50:59.004410 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e849073c-e7d9-44e7-b656-b51a5f642286 req-f937f958-1a01-419a-bd67-051526ba0aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:50:59.013674 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e849073c-e7d9-44e7-b656-b51a5f642286 req-f937f958-1a01-419a-bd67-051526ba0aed service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4044b022-747e-4834-bc76-73d0f411c2c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3584828 Jul 13 13:50:59.265939 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f0bfb8-de31-4899-ab36-ad633c1e129f req-704b9898-1b38-4a23-a567-e34185bc1f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:50:59.268020 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-65f0bfb8-de31-4899-ab36-ad633c1e129f req-704b9898-1b38-4a23-a567-e34185bc1f28 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4044b022-747e-4834-bc76-73d0f411c2c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4689324 Jul 13 13:50:59.335017 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e849073c-e7d9-44e7-b656-b51a5f642286 req-091b51fd-62ba-4fae-b010-a5c5b661af5d service neutron] 10.222.0.41 "GET /v2.0/networks/4044b022-747e-4834-bc76-73d0f411c2c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3073158 Jul 13 13:50:59.515408 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a5ae75-cb8b-493a-8a43-71d68561c3b4 req-8bf90eb2-fc9d-49bf-a09d-1c69ad486a6a tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:50:59.524240 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-21a5ae75-cb8b-493a-8a43-71d68561c3b4 req-8bf90eb2-fc9d-49bf-a09d-1c69ad486a6a tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] 10.222.0.23 "GET /v2.0/ports?device_id=db063c82-45f8-4937-9ee9-6f6b8c180b83 HTTP/1.1" status: 200 len: 946 time: 0.1740692 Jul 13 13:50:59.586381 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-21a5ae75-cb8b-493a-8a43-71d68561c3b4 req-0be5cccb-fdf2-4f87-8512-eacb74d190c5 tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] 10.222.0.23 "GET /v2.0/security-groups?id=644afb89-2d80-4396-af42-a671e24582c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607357 Jul 13 13:50:59.670725 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e849073c-e7d9-44e7-b656-b51a5f642286 req-fad4209a-09be-46f1-a344-7fa515e13373 service neutron] 10.222.0.41 "GET /v2.0/networks/4044b022-747e-4834-bc76-73d0f411c2c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3049469 Jul 13 13:50:59.855093 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-65f0bfb8-de31-4899-ab36-ad633c1e129f req-9b075973-4c7f-4287-939f-21eb61e06908 service neutron] 10.222.0.26 "GET /v2.0/networks/4044b022-747e-4834-bc76-73d0f411c2c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5730026 Jul 13 13:51:00.009865 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-65f0bfb8-de31-4899-ab36-ad633c1e129f req-a694aef7-1c8b-4fa4-b256-25dbc6d2aaa6 service neutron] 10.222.0.26 "GET /v2.0/networks/4044b022-747e-4834-bc76-73d0f411c2c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467559 Jul 13 13:51:00.040612 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1765b58-6af9-4594-b3e8-4af761953c90 req-7eb5f880-2156-415d-924e-1010b8620209 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:51:00.050995 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f1765b58-6af9-4594-b3e8-4af761953c90 req-7eb5f880-2156-415d-924e-1010b8620209 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5179202-751f-4cda-9c32-14b2237bec11 HTTP/1.1" status: 200 len: 945 time: 0.2720153 Jul 13 13:51:00.157879 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f1765b58-6af9-4594-b3e8-4af761953c90 req-fac884de-26a5-4130-a492-9bf2c4604180 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd374adc-73a7-4812-9be6-45acdaeb0bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055543 Jul 13 13:51:00.253680 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:00.726870 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:00.860316 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6490d114-174b-4fcb-bc40-b75ba1bd3da7 req-8892b765-bd80-4ef4-a694-7c88de0722d1 tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:51:00.875758 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6490d114-174b-4fcb-bc40-b75ba1bd3da7 req-8892b765-bd80-4ef4-a694-7c88de0722d1 tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] 10.222.0.23 "GET /v2.0/ports?device_id=db063c82-45f8-4937-9ee9-6f6b8c180b83 HTTP/1.1" status: 200 len: 946 time: 0.1345425 Jul 13 13:51:00.961012 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6490d114-174b-4fcb-bc40-b75ba1bd3da7 req-7ab1fe32-4e09-4f0b-8f4d-3ec9c8b02965 tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] 10.222.0.23 "GET /v2.0/security-groups?id=644afb89-2d80-4396-af42-a671e24582c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842524 Jul 13 13:51:01.513527 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ac7d99-546e-42cd-8ab5-9707adc3d79c req-657fa685-bfd2-44c7-befc-7e601dc2c734 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:51:01.525314 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-88ac7d99-546e-42cd-8ab5-9707adc3d79c req-657fa685-bfd2-44c7-befc-7e601dc2c734 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5179202-751f-4cda-9c32-14b2237bec11 HTTP/1.1" status: 200 len: 945 time: 0.1709991 Jul 13 13:51:01.637608 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-88ac7d99-546e-42cd-8ab5-9707adc3d79c req-6b38a723-e465-4097-9469-c902ffd3637a tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd374adc-73a7-4812-9be6-45acdaeb0bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112785 Jul 13 13:51:02.111962 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b1f1fd-46d7-40a8-b49c-c787b6b97005 req-87582604-bc95-4233-8923-550823760eee tempest-VolumesSnapshotTestJSON-1530323745 tempest-VolumesSnapshotTestJSON-1530323745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:51:02.129217 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-92b1f1fd-46d7-40a8-b49c-c787b6b97005 req-87582604-bc95-4233-8923-550823760eee tempest-VolumesSnapshotTestJSON-1530323745 tempest-VolumesSnapshotTestJSON-1530323745-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3cd5669-bf8f-468a-813b-a66f55bd5f17 HTTP/1.1" status: 200 len: 946 time: 0.1342771 Jul 13 13:51:02.215386 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-92b1f1fd-46d7-40a8-b49c-c787b6b97005 req-b9d2af34-89fe-4c08-b42b-406e3248134c tempest-VolumesSnapshotTestJSON-1530323745 tempest-VolumesSnapshotTestJSON-1530323745-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d324018-3b64-490a-b771-a1e814df3c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848675 Jul 13 13:51:02.241244 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6255a279-e01c-492d-aa3c-ceba29d13434 req-c7ca638e-9138-4a81-96de-92efca1894c9 tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:51:02.256133 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6255a279-e01c-492d-aa3c-ceba29d13434 req-c7ca638e-9138-4a81-96de-92efca1894c9 tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] 10.222.0.23 "GET /v2.0/ports?device_id=db063c82-45f8-4937-9ee9-6f6b8c180b83 HTTP/1.1" status: 200 len: 946 time: 0.1322222 Jul 13 13:51:02.358655 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6255a279-e01c-492d-aa3c-ceba29d13434 req-7b0934f9-7bf4-4ec8-b01c-b71609240b1a tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] 10.222.0.23 "GET /v2.0/security-groups?id=644afb89-2d80-4396-af42-a671e24582c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000137 Jul 13 13:51:02.536827 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 13:51:03.055677 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1894f0b-636b-487d-9c0d-3108c195a5e5 req-9bdb9881-1329-4439-a47b-df744b9629c1 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:51:03.057522 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c1894f0b-636b-487d-9c0d-3108c195a5e5 req-9bdb9881-1329-4439-a47b-df744b9629c1 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5179202-751f-4cda-9c32-14b2237bec11 HTTP/1.1" status: 200 len: 945 time: 0.1896057 Jul 13 13:51:03.151853 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c1894f0b-636b-487d-9c0d-3108c195a5e5 req-aab12cab-b388-4e52-a9ca-5f33958c7016 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd374adc-73a7-4812-9be6-45acdaeb0bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844092 Jul 13 13:51:03.515795 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d8c95b-e47b-4228-97b7-f6e6a6416003 req-534ee186-f17a-44e7-9758-30bb840b1dda tempest-VolumesSnapshotTestJSON-1530323745 tempest-VolumesSnapshotTestJSON-1530323745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:51:03.518599 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-04d8c95b-e47b-4228-97b7-f6e6a6416003 req-534ee186-f17a-44e7-9758-30bb840b1dda tempest-VolumesSnapshotTestJSON-1530323745 tempest-VolumesSnapshotTestJSON-1530323745-project] 10.222.0.26 "GET /v2.0/ports?device_id=e3cd5669-bf8f-468a-813b-a66f55bd5f17 HTTP/1.1" status: 200 len: 946 time: 0.1936660 Jul 13 13:51:03.689977 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7814bcf0-97d4-4940-8b52-15169be5788e req-7359ced1-ad53-46e0-a569-8d4991f503f0 tempest-VolumesSnapshotTestJSON-1530323745 tempest-VolumesSnapshotTestJSON-1530323745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:51:03.702261 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7814bcf0-97d4-4940-8b52-15169be5788e req-7359ced1-ad53-46e0-a569-8d4991f503f0 tempest-VolumesSnapshotTestJSON-1530323745 tempest-VolumesSnapshotTestJSON-1530323745-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3cd5669-bf8f-468a-813b-a66f55bd5f17 HTTP/1.1" status: 200 len: 946 time: 0.2371852 Jul 13 13:51:03.759561 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ec5c50-6a51-4485-8c07-05dec6829e7c req-0fc7413e-a368-4e0a-ae10-4fa3e9055de4 tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:51:03.772403 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-05ec5c50-6a51-4485-8c07-05dec6829e7c req-0fc7413e-a368-4e0a-ae10-4fa3e9055de4 tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] 10.222.0.23 "GET /v2.0/ports?device_id=db063c82-45f8-4937-9ee9-6f6b8c180b83 HTTP/1.1" status: 200 len: 946 time: 0.1577873 Jul 13 13:51:03.823070 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7814bcf0-97d4-4940-8b52-15169be5788e req-67d4b285-3eb3-4fdf-9509-8a86260a5936 tempest-VolumesSnapshotTestJSON-1530323745 tempest-VolumesSnapshotTestJSON-1530323745-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d324018-3b64-490a-b771-a1e814df3c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195261 Jul 13 13:51:03.850430 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-05ec5c50-6a51-4485-8c07-05dec6829e7c req-e916216e-c514-45c3-b909-61382e30f0b2 tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] 10.222.0.23 "GET /v2.0/security-groups?id=644afb89-2d80-4396-af42-a671e24582c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734270 Jul 13 13:51:03.930165 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-04d8c95b-e47b-4228-97b7-f6e6a6416003 req-29a1cacb-b3e5-4e67-9742-89d886d1382f tempest-VolumesSnapshotTestJSON-1530323745 tempest-VolumesSnapshotTestJSON-1530323745-project] Deleting port b9359432-2067-4e32-a348-3cfcab5f3220 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:51:03.930549 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-04d8c95b-e47b-4228-97b7-f6e6a6416003 req-29a1cacb-b3e5-4e67-9742-89d886d1382f tempest-VolumesSnapshotTestJSON-1530323745 tempest-VolumesSnapshotTestJSON-1530323745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:04.198125 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-04d8c95b-e47b-4228-97b7-f6e6a6416003 req-29a1cacb-b3e5-4e67-9742-89d886d1382f tempest-VolumesSnapshotTestJSON-1530323745 tempest-VolumesSnapshotTestJSON-1530323745-project] For port b9359432-2067-4e32-a348-3cfcab5f3220, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=b9359432-2067-4e32-a348-3cfcab5f3220,segment=NetworkSegment(e3fac023-d7d1-4cf0-b297-dd3b054ff05b),segment_id=e3fac023-d7d1-4cf0-b297-dd3b054ff05b)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:51:04.201160 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-04d8c95b-e47b-4228-97b7-f6e6a6416003 req-29a1cacb-b3e5-4e67-9742-89d886d1382f tempest-VolumesSnapshotTestJSON-1530323745 tempest-VolumesSnapshotTestJSON-1530323745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:04.242437 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-04d8c95b-e47b-4228-97b7-f6e6a6416003 req-29a1cacb-b3e5-4e67-9742-89d886d1382f tempest-VolumesSnapshotTestJSON-1530323745 tempest-VolumesSnapshotTestJSON-1530323745-project] Calling delete_port for b9359432-2067-4e32-a348-3cfcab5f3220 owned by compute:nova {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:51:04.473601 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0662337-d825-48f2-aa27-f31959769cce req-7bd42c30-1555-408c-a98a-ffa2023a7271 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:51:04.475219 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b0662337-d825-48f2-aa27-f31959769cce req-7bd42c30-1555-408c-a98a-ffa2023a7271 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5179202-751f-4cda-9c32-14b2237bec11 HTTP/1.1" status: 200 len: 945 time: 0.1179733 Jul 13 13:51:04.526552 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b0662337-d825-48f2-aa27-f31959769cce req-3572cc11-3732-4b88-adc1-c13b49dd985c tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd374adc-73a7-4812-9be6-45acdaeb0bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450215 Jul 13 13:51:04.629124 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-04d8c95b-e47b-4228-97b7-f6e6a6416003 req-29a1cacb-b3e5-4e67-9742-89d886d1382f tempest-VolumesSnapshotTestJSON-1530323745 tempest-VolumesSnapshotTestJSON-1530323745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:04.646608 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['b9359432-2067-4e32-a348-3cfcab5f3220'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:51:04.703826 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a1cacb-b3e5-4e67-9742-89d886d1382f tempest-VolumesSnapshotTestJSON-1530323745 tempest-VolumesSnapshotTestJSON-1530323745-project] Pushing event deleted for resources: {'Port': ['ID=b9359432-2067-4e32-a348-3cfcab5f3220,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:51:04.800045 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-04d8c95b-e47b-4228-97b7-f6e6a6416003 req-29a1cacb-b3e5-4e67-9742-89d886d1382f tempest-VolumesSnapshotTestJSON-1530323745 tempest-VolumesSnapshotTestJSON-1530323745-project] No DVR routers for this DVR port b9359432-2067-4e32-a348-3cfcab5f3220 on host n-h1-800634-1 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:51:04.811104 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-04d8c95b-e47b-4228-97b7-f6e6a6416003 req-29a1cacb-b3e5-4e67-9742-89d886d1382f tempest-VolumesSnapshotTestJSON-1530323745 tempest-VolumesSnapshotTestJSON-1530323745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:04.814334 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-04d8c95b-e47b-4228-97b7-f6e6a6416003 req-29a1cacb-b3e5-4e67-9742-89d886d1382f tempest-VolumesSnapshotTestJSON-1530323745 tempest-VolumesSnapshotTestJSON-1530323745-project] 10.222.0.26 "DELETE /v2.0/ports/b9359432-2067-4e32-a348-3cfcab5f3220 HTTP/1.1" status: 204 len: 173 time: 1.2872322 Jul 13 13:51:04.815044 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3cd5669-bf8f-468a-813b-a66f55bd5f17', 'name': 'network-vif-deleted', 'tag': 'b9359432-2067-4e32-a348-3cfcab5f3220'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:51:04.817600 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d17b627af75e17e0f4b8d6239d04f8c2f78634e2c585e32a7aeca336500f34a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95e63629-c769-41d0-a4dd-ce68d0345db4" -d '{"events": [{"server_uuid": "e3cd5669-bf8f-468a-813b-a66f55bd5f17", "name": "network-vif-deleted", "tag": "b9359432-2067-4e32-a348-3cfcab5f3220"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:51:05.188463 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-55bb4fc0-a578-48e3-8700-3278a8619034 req-ab60f059-e20d-4980-a39b-8b49b361505d tempest-VolumesSnapshotTestJSON-1530323745 tempest-VolumesSnapshotTestJSON-1530323745-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3cd5669-bf8f-468a-813b-a66f55bd5f17 HTTP/1.1" status: 200 len: 210 time: 0.0986269 Jul 13 13:51:05.272925 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b237ef37-0053-4b6b-acc3-6247bb959605 x-openstack-request-id: req-b237ef37-0053-4b6b-acc3-6247bb959605 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:51:05.273522 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3cd5669-bf8f-468a-813b-a66f55bd5f17", "name": "network-vif-deleted", "tag": "b9359432-2067-4e32-a348-3cfcab5f3220", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:51:05.273522 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b237ef37-0053-4b6b-acc3-6247bb959605 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:51:05.273935 n-d-800634-1 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3cd5669-bf8f-468a-813b-a66f55bd5f17', 'name': 'network-vif-deleted', 'tag': 'b9359432-2067-4e32-a348-3cfcab5f3220', 'status': 'completed', 'code': 200} Jul 13 13:51:05.631876 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4017c77a-6f50-4949-8935-9aaa69e23d12 req-64366a0b-2782-4b18-8fc1-a79fc7d665a3 tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:51:05.643523 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4017c77a-6f50-4949-8935-9aaa69e23d12 req-64366a0b-2782-4b18-8fc1-a79fc7d665a3 tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] 10.222.0.23 "GET /v2.0/ports?device_id=db063c82-45f8-4937-9ee9-6f6b8c180b83 HTTP/1.1" status: 200 len: 946 time: 0.1536319 Jul 13 13:51:05.752290 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4017c77a-6f50-4949-8935-9aaa69e23d12 req-8d9e8f99-df1a-43f1-9728-b3bfc2c5b9ae tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] 10.222.0.23 "GET /v2.0/security-groups?id=644afb89-2d80-4396-af42-a671e24582c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074946 Jul 13 13:51:05.931423 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6a8022-2b8e-4637-b35a-9f171cb52bac req-129edf89-3eb3-4c93-9097-7535c7b2f4e9 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:51:05.939391 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9b6a8022-2b8e-4637-b35a-9f171cb52bac req-129edf89-3eb3-4c93-9097-7535c7b2f4e9 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5179202-751f-4cda-9c32-14b2237bec11 HTTP/1.1" status: 200 len: 945 time: 0.0883822 Jul 13 13:51:05.995586 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9b6a8022-2b8e-4637-b35a-9f171cb52bac req-4ef55809-9ca0-4c2c-8d2d-fdff265e4218 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd374adc-73a7-4812-9be6-45acdaeb0bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546846 Jul 13 13:51:07.174549 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6262af-7b4c-43d3-a38f-152968aecf18 req-bcb25856-6ec5-4abe-afd4-7f15b2a8b68a tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:51:07.181139 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-be6262af-7b4c-43d3-a38f-152968aecf18 req-bcb25856-6ec5-4abe-afd4-7f15b2a8b68a tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] 10.222.0.23 "GET /v2.0/ports?device_id=db063c82-45f8-4937-9ee9-6f6b8c180b83 HTTP/1.1" status: 200 len: 946 time: 0.1671748 Jul 13 13:51:07.269534 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-be6262af-7b4c-43d3-a38f-152968aecf18 req-85e8ec31-14d8-472d-8acb-795e08b2317b tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] 10.222.0.23 "GET /v2.0/security-groups?id=644afb89-2d80-4396-af42-a671e24582c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874867 Jul 13 13:51:07.389139 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69c3df4-eee5-4b8c-9eaa-d085942f1fbf req-75672f92-e969-4f2b-a296-b1910653aa70 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:51:07.400951 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f69c3df4-eee5-4b8c-9eaa-d085942f1fbf req-75672f92-e969-4f2b-a296-b1910653aa70 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5179202-751f-4cda-9c32-14b2237bec11 HTTP/1.1" status: 200 len: 945 time: 0.1109066 Jul 13 13:51:07.483264 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f69c3df4-eee5-4b8c-9eaa-d085942f1fbf req-eed733e5-96fa-4289-a3bd-67cfe4a7c2c5 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd374adc-73a7-4812-9be6-45acdaeb0bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811048 Jul 13 13:51:07.743274 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device b9359432-2067-4e32-a348-3cfcab5f3220 no longer exists at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:51:07.806752 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-381d4315-9089-413f-a071-aa2897bda790 None None] No Port match for: b9359432-2067-4e32-a348-3cfcab5f3220 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:51:07.807566 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device b9359432-2067-4e32-a348-3cfcab5f3220 not bound to the agent host n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:51:07.984185 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740d354e-7b97-4166-bce8-f2fcd698e4df req-02e5d758-91d0-4684-916b-829ceaf4e000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:51:07.990163 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-740d354e-7b97-4166-bce8-f2fcd698e4df req-02e5d758-91d0-4684-916b-829ceaf4e000 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=db063c82-45f8-4937-9ee9-6f6b8c180b83 HTTP/1.1" status: 200 len: 1097 time: 0.1579809 Jul 13 13:51:08.067007 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-740d354e-7b97-4166-bce8-f2fcd698e4df req-0d43a5c2-0fc4-4dd9-9fb2-06916092449c service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=644afb89-2d80-4396-af42-a671e24582c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706511 Jul 13 13:51:08.544913 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c431cd8-1794-469a-add8-64b452b09f6d req-b38bb6ba-8552-4293-82c4-b53c863712b2 tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:51:08.552987 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5c431cd8-1794-469a-add8-64b452b09f6d req-b38bb6ba-8552-4293-82c4-b53c863712b2 tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] 10.222.0.23 "GET /v2.0/ports?device_id=db063c82-45f8-4937-9ee9-6f6b8c180b83 HTTP/1.1" status: 200 len: 946 time: 0.0902483 Jul 13 13:51:08.603096 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5c431cd8-1794-469a-add8-64b452b09f6d req-2df7d2b5-84d9-4a3f-aadf-b26460042f8f tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] 10.222.0.23 "GET /v2.0/security-groups?id=644afb89-2d80-4396-af42-a671e24582c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491073 Jul 13 13:51:08.769178 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce0abe3-0a81-4d20-a0ed-f04f0604e342 req-c4841dda-77ae-4bfc-87c1-4c1b7ae50328 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:51:08.782732 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4ce0abe3-0a81-4d20-a0ed-f04f0604e342 req-c4841dda-77ae-4bfc-87c1-4c1b7ae50328 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5179202-751f-4cda-9c32-14b2237bec11 HTTP/1.1" status: 200 len: 945 time: 0.1374722 Jul 13 13:51:08.846525 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4ce0abe3-0a81-4d20-a0ed-f04f0604e342 req-24cfb08c-d8fb-476f-a386-7f8cbaac908f tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd374adc-73a7-4812-9be6-45acdaeb0bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577190 Jul 13 13:51:09.862041 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24462d82-c86c-4a4f-8130-7bfe2232c40b req-1ca5f24a-18a5-4b7c-b207-2f513ccd0a09 tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:51:09.871014 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-24462d82-c86c-4a4f-8130-7bfe2232c40b req-1ca5f24a-18a5-4b7c-b207-2f513ccd0a09 tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] 10.222.0.23 "GET /v2.0/ports?device_id=db063c82-45f8-4937-9ee9-6f6b8c180b83 HTTP/1.1" status: 200 len: 946 time: 0.0885448 Jul 13 13:51:09.969676 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-24462d82-c86c-4a4f-8130-7bfe2232c40b req-27081c0e-5fd5-442a-bed6-27c719526693 tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] 10.222.0.23 "GET /v2.0/security-groups?id=644afb89-2d80-4396-af42-a671e24582c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974791 Jul 13 13:51:10.197364 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9755ef13-1ea9-4b0f-9a55-fd4c12390e61 req-54297827-b301-4c4e-8db6-fd54bec5841f tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:51:10.205595 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9755ef13-1ea9-4b0f-9a55-fd4c12390e61 req-54297827-b301-4c4e-8db6-fd54bec5841f tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5179202-751f-4cda-9c32-14b2237bec11 HTTP/1.1" status: 200 len: 945 time: 0.1025856 Jul 13 13:51:10.308565 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9755ef13-1ea9-4b0f-9a55-fd4c12390e61 req-60554402-4335-424a-a38f-05afc461b212 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd374adc-73a7-4812-9be6-45acdaeb0bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774715 Jul 13 13:51:10.618094 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d13216-c656-4c95-9256-791149a8e015 req-2cea1416-a7a9-44e7-b60c-b2ece6d7cb3e tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:51:10.626790 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a1d13216-c656-4c95-9256-791149a8e015 req-2cea1416-a7a9-44e7-b60c-b2ece6d7cb3e tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] 10.222.0.23 "GET /v2.0/networks?id=4ac69b68-9ae1-4155-8f50-5147d61b5b39 HTTP/1.1" status: 200 len: 810 time: 0.1990769 Jul 13 13:51:10.650258 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a1d13216-c656-4c95-9256-791149a8e015 req-7211004d-696b-4137-9a5a-a9f0fd5ad790 tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] 10.222.0.23 "GET /v2.0/quotas/6d64c288caca4b478e8ce389a95deff9 HTTP/1.1" status: 200 len: 375 time: 0.0219593 Jul 13 13:51:10.756901 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a1d13216-c656-4c95-9256-791149a8e015 req-d370b268-a074-429f-9e43-83b17d5a555a tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=6d64c288caca4b478e8ce389a95deff9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1053514 Jul 13 13:51:10.884787 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a1d13216-c656-4c95-9256-791149a8e015 req-ba51d44c-8ea9-4f18-a38a-4c5b894f9846 service neutron] 10.222.0.23 "GET /v2.0/networks/4ac69b68-9ae1-4155-8f50-5147d61b5b39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269343 Jul 13 13:51:11.024896 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a1d13216-c656-4c95-9256-791149a8e015 req-cbc56012-2da6-40b4-b92a-60f4c38b0177 service neutron] 10.222.0.23 "GET /v2.0/networks/4ac69b68-9ae1-4155-8f50-5147d61b5b39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391170 Jul 13 13:51:11.350663 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e18cc7af-fc37-4223-84ca-a31ffd42322e req-220a3840-f478-4a1f-9883-8a46740ed9de tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] 10.222.0.23 "GET /v2.0/ports?device_id=9b6d26f6-15c2-4bce-895c-263741a4ebf4 HTTP/1.1" status: 200 len: 210 time: 0.1179845 Jul 13 13:51:11.718215 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8347050c-82c6-4ad8-81fa-4c5e6d1558be req-9acec80e-4351-463b-a1ca-82d18d1b7346 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:51:11.726506 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8347050c-82c6-4ad8-81fa-4c5e6d1558be req-9acec80e-4351-463b-a1ca-82d18d1b7346 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5179202-751f-4cda-9c32-14b2237bec11 HTTP/1.1" status: 200 len: 945 time: 0.1247649 Jul 13 13:51:11.816772 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8347050c-82c6-4ad8-81fa-4c5e6d1558be req-dab34829-1265-4deb-a044-ad6970260db6 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd374adc-73a7-4812-9be6-45acdaeb0bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891607 Jul 13 13:51:12.624434 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-56665d0b-c180-4204-973f-62a1b7f8c4c3 req-6fdce783-0bc7-40ad-95d5-82ed93be1a8a tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] 10.222.0.23 "GET /v2.0/ports?device_id=9b6d26f6-15c2-4bce-895c-263741a4ebf4 HTTP/1.1" status: 200 len: 210 time: 0.0684783 Jul 13 13:51:13.138488 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf6328a-6d40-4856-9ec3-a8a614050bb3 req-9be82743-638d-49ec-aa22-0312459fc723 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:51:13.159115 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ccf6328a-6d40-4856-9ec3-a8a614050bb3 req-9be82743-638d-49ec-aa22-0312459fc723 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5179202-751f-4cda-9c32-14b2237bec11 HTTP/1.1" status: 200 len: 945 time: 0.1034987 Jul 13 13:51:13.268132 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ccf6328a-6d40-4856-9ec3-a8a614050bb3 req-941f39d3-d6fd-4c71-ba64-7992cccdd4f4 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd374adc-73a7-4812-9be6-45acdaeb0bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085761 Jul 13 13:51:13.579243 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d13216-c656-4c95-9256-791149a8e015 req-62c261dc-cbdf-4cba-99b1-82b6bb802263 tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:51:13.590105 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a1d13216-c656-4c95-9256-791149a8e015 req-62c261dc-cbdf-4cba-99b1-82b6bb802263 tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] 10.222.0.41 "GET /v2.0/networks?id=4ac69b68-9ae1-4155-8f50-5147d61b5b39 HTTP/1.1" status: 200 len: 810 time: 0.3209305 Jul 13 13:51:13.619907 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-a1d13216-c656-4c95-9256-791149a8e015 req-36340153-4b80-4b29-8ef6-b3397e4de2e5 tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] Request body: {'port': {'device_id': '9b6d26f6-15c2-4bce-895c-263741a4ebf4', 'network_id': '4ac69b68-9ae1-4155-8f50-5147d61b5b39', 'admin_state_up': True, 'tenant_id': '6d64c288caca4b478e8ce389a95deff9'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:51:13.908031 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-810f5e0c-142f-454f-abac-b21a6472373f req-3219198b-5708-40d1-80fe-2d52e6057dfe tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] 10.222.0.23 "GET /v2.0/ports?device_id=9b6d26f6-15c2-4bce-895c-263741a4ebf4 HTTP/1.1" status: 200 len: 210 time: 0.0913181 Jul 13 13:51:13.958244 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1d13216-c656-4c95-9256-791149a8e015 req-36340153-4b80-4b29-8ef6-b3397e4de2e5 tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] Made reservation on behalf of 6d64c288caca4b478e8ce389a95deff9 for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:51:13.962146 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-a1d13216-c656-4c95-9256-791149a8e015 req-36340153-4b80-4b29-8ef6-b3397e4de2e5 tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:14.251606 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [req-a1d13216-c656-4c95-9256-791149a8e015 req-36340153-4b80-4b29-8ef6-b3397e4de2e5 tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] Allocated IP 172.20.0.4 (4ac69b68-9ae1-4155-8f50-5147d61b5b39/3bd6f631-9a19-4cc5-9ccc-67e848f4410c/aaba1eb8-f941-4410-93c7-bd52fa4e5134) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:51:14.546576 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-a1d13216-c656-4c95-9256-791149a8e015 req-36340153-4b80-4b29-8ef6-b3397e4de2e5 tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:14.628993 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-a1d13216-c656-4c95-9256-791149a8e015 req-36340153-4b80-4b29-8ef6-b3397e4de2e5 tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:14.644161 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['20120d21-62b8-4d2f-a4ed-a8fb57483551'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:51:14.693846 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36340153-4b80-4b29-8ef6-b3397e4de2e5 tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] Pushing event updated for resources: {'Port': ['ID=aaba1eb8-f941-4410-93c7-bd52fa4e5134,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:51:14.700773 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1d13216-c656-4c95-9256-791149a8e015 req-36340153-4b80-4b29-8ef6-b3397e4de2e5 tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] Network 4ac69b68-9ae1-4155-8f50-5147d61b5b39 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:51:14.705989 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [req-a1d13216-c656-4c95-9256-791149a8e015 req-36340153-4b80-4b29-8ef6-b3397e4de2e5 tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:51:14.708804 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1d13216-c656-4c95-9256-791149a8e015 req-36340153-4b80-4b29-8ef6-b3397e4de2e5 tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:51:14.717954 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59e81de-c780-4d2c-80e2-dd2dd346337e req-fcebe2bd-8506-4d14-9280-3f89f43b9424 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:51:14.741842 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f59e81de-c780-4d2c-80e2-dd2dd346337e req-fcebe2bd-8506-4d14-9280-3f89f43b9424 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5179202-751f-4cda-9c32-14b2237bec11 HTTP/1.1" status: 200 len: 945 time: 0.2117603 Jul 13 13:51:14.759165 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d13216-c656-4c95-9256-791149a8e015 req-36340153-4b80-4b29-8ef6-b3397e4de2e5 tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:51:14.760051 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-a1d13216-c656-4c95-9256-791149a8e015 req-36340153-4b80-4b29-8ef6-b3397e4de2e5 tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:14.771803 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36340153-4b80-4b29-8ef6-b3397e4de2e5 tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:51:14.772535 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36340153-4b80-4b29-8ef6-b3397e4de2e5 tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:51:14.773069 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36340153-4b80-4b29-8ef6-b3397e4de2e5 tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:51:14.773691 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36340153-4b80-4b29-8ef6-b3397e4de2e5 tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:51:14.774243 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36340153-4b80-4b29-8ef6-b3397e4de2e5 tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:51:14.774750 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36340153-4b80-4b29-8ef6-b3397e4de2e5 tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:51:14.775289 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36340153-4b80-4b29-8ef6-b3397e4de2e5 tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:51:14.776060 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36340153-4b80-4b29-8ef6-b3397e4de2e5 tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:51:14.776640 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36340153-4b80-4b29-8ef6-b3397e4de2e5 tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:51:14.777191 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36340153-4b80-4b29-8ef6-b3397e4de2e5 tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:51:14.777711 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36340153-4b80-4b29-8ef6-b3397e4de2e5 tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:51:14.778307 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36340153-4b80-4b29-8ef6-b3397e4de2e5 tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:51:14.792888 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a1d13216-c656-4c95-9256-791149a8e015 req-36340153-4b80-4b29-8ef6-b3397e4de2e5 tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1940618 Jul 13 13:51:14.805298 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-a1d13216-c656-4c95-9256-791149a8e015 req-b835ffc6-1ec0-4680-b8e5-ac9c322b1ba6 service neutron] Request body: {'port': {'device_id': '9b6d26f6-15c2-4bce-895c-263741a4ebf4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-1'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:51:14.904251 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-a1d13216-c656-4c95-9256-791149a8e015 req-b835ffc6-1ec0-4680-b8e5-ac9c322b1ba6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:14.951384 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f59e81de-c780-4d2c-80e2-dd2dd346337e req-251f53d7-1fb8-46b8-b423-02732b6e72bb tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd374adc-73a7-4812-9be6-45acdaeb0bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964064 Jul 13 13:51:15.331398 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [req-a1d13216-c656-4c95-9256-791149a8e015 req-b835ffc6-1ec0-4680-b8e5-ac9c322b1ba6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aaba1eb8-f941-4410-93c7-bd52fa4e5134 {{(pid=93751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:51:15.350454 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-a1d13216-c656-4c95-9256-791149a8e015 req-b835ffc6-1ec0-4680-b8e5-ac9c322b1ba6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:15.352106 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9fbe6c-d305-4248-9f98-34039c79dfca req-bc77dd25-74be-48d5-bdf7-612f0e2d48e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:51:15.357506 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ea9fbe6c-d305-4248-9f98-34039c79dfca req-bc77dd25-74be-48d5-bdf7-612f0e2d48e9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ef6418d5526f4765ba53df412776e3e7&device_id=a5179202-751f-4cda-9c32-14b2237bec11 HTTP/1.1" status: 200 len: 1096 time: 0.1595562 Jul 13 13:51:15.377452 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-a1d13216-c656-4c95-9256-791149a8e015 req-b835ffc6-1ec0-4680-b8e5-ac9c322b1ba6 service neutron] Transition to ACTIVE for port object aaba1eb8-f941-4410-93c7-bd52fa4e5134 will not be triggered until provisioned by entity L2. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:51:15.391558 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-a1d13216-c656-4c95-9256-791149a8e015 req-b835ffc6-1ec0-4680-b8e5-ac9c322b1ba6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:15.560338 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b835ffc6-1ec0-4680-b8e5-ac9c322b1ba6 service neutron] Pushing event updated for resources: {'Port': ['ID=aaba1eb8-f941-4410-93c7-bd52fa4e5134,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:51:15.632712 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c78eca-b8e9-4e3b-bef3-9175aac863cd req-ccffb14b-fca3-4f5d-8e76-c537c6149fd2 tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:51:15.640798 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-82c78eca-b8e9-4e3b-bef3-9175aac863cd req-ccffb14b-fca3-4f5d-8e76-c537c6149fd2 tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] 10.222.0.23 "GET /v2.0/ports?device_id=9b6d26f6-15c2-4bce-895c-263741a4ebf4 HTTP/1.1" status: 200 len: 943 time: 0.2616184 Jul 13 13:51:15.688996 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9fbe6c-d305-4248-9f98-34039c79dfca req-8b9cd178-5fd5-4cce-834f-4017ab6f0c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:51:15.690948 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ea9fbe6c-d305-4248-9f98-34039c79dfca req-8b9cd178-5fd5-4cce-834f-4017ab6f0c1c service neutron] 10.222.0.41 "GET /v2.0/networks?id=4044b022-747e-4834-bc76-73d0f411c2c3 HTTP/1.1" status: 200 len: 912 time: 0.3194487 Jul 13 13:51:15.698336 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-82c78eca-b8e9-4e3b-bef3-9175aac863cd req-c9a6db2f-1fe6-472c-840b-eedf2b1fcd11 tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] 10.222.0.23 "GET /v2.0/security-groups?id=644afb89-2d80-4396-af42-a671e24582c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560803 Jul 13 13:51:15.762428 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-a1d13216-c656-4c95-9256-791149a8e015 req-b835ffc6-1ec0-4680-b8e5-ac9c322b1ba6 service neutron] Attempting to bind port aaba1eb8-f941-4410-93c7-bd52fa4e5134 on host n-h2-800634-1 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:51:15.763031 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-a1d13216-c656-4c95-9256-791149a8e015 req-b835ffc6-1ec0-4680-b8e5-ac9c322b1ba6 service neutron] Attempting to bind port aaba1eb8-f941-4410-93c7-bd52fa4e5134 by drivers openvswitch,hyperv on host n-h2-800634-1 at level 0 using segments [{'id': '755279e6-44be-48bd-b08a-7c113c2227a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '4ac69b68-9ae1-4155-8f50-5147d61b5b39'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:51:15.763544 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1d13216-c656-4c95-9256-791149a8e015 req-b835ffc6-1ec0-4680-b8e5-ac9c322b1ba6 service neutron] Attempting to bind port aaba1eb8-f941-4410-93c7-bd52fa4e5134 on network 4ac69b68-9ae1-4155-8f50-5147d61b5b39 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:51:15.773260 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1d13216-c656-4c95-9256-791149a8e015 req-b835ffc6-1ec0-4680-b8e5-ac9c322b1ba6 service neutron] Port aaba1eb8-f941-4410-93c7-bd52fa4e5134 on network 4ac69b68-9ae1-4155-8f50-5147d61b5b39 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-1 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:51:15.774085 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1d13216-c656-4c95-9256-791149a8e015 req-b835ffc6-1ec0-4680-b8e5-ac9c322b1ba6 service neutron] Attempting to bind port aaba1eb8-f941-4410-93c7-bd52fa4e5134 on network 4ac69b68-9ae1-4155-8f50-5147d61b5b39 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:51:15.785944 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1d13216-c656-4c95-9256-791149a8e015 req-b835ffc6-1ec0-4680-b8e5-ac9c322b1ba6 service neutron] Checking agent: {'id': 'f615e5c9-21ab-43f2-adbc-192d64b795cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:51:15.786557 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1d13216-c656-4c95-9256-791149a8e015 req-b835ffc6-1ec0-4680-b8e5-ac9c322b1ba6 service neutron] Checking segment: {'id': '755279e6-44be-48bd-b08a-7c113c2227a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '4ac69b68-9ae1-4155-8f50-5147d61b5b39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:51:15.787371 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1d13216-c656-4c95-9256-791149a8e015 req-b835ffc6-1ec0-4680-b8e5-ac9c322b1ba6 service neutron] Bound using segment: {'id': '755279e6-44be-48bd-b08a-7c113c2227a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '4ac69b68-9ae1-4155-8f50-5147d61b5b39'} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:51:15.791534 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-a1d13216-c656-4c95-9256-791149a8e015 req-b835ffc6-1ec0-4680-b8e5-ac9c322b1ba6 service neutron] Bound port: aaba1eb8-f941-4410-93c7-bd52fa4e5134, host: n-h2-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '755279e6-44be-48bd-b08a-7c113c2227a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '4ac69b68-9ae1-4155-8f50-5147d61b5b39'}}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:51:15.792261 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-a1d13216-c656-4c95-9256-791149a8e015 req-b835ffc6-1ec0-4680-b8e5-ac9c322b1ba6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:15.794049 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ea9fbe6c-d305-4248-9f98-34039c79dfca req-aaa608e7-ed6c-4ada-a8ce-226ceac11fb1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e891826f-d47b-4cce-93b4-44e94ab65ab2 HTTP/1.1" status: 200 len: 217 time: 0.0968211 Jul 13 13:51:15.888385 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9fbe6c-d305-4248-9f98-34039c79dfca req-5b04f847-0f4e-4875-ac1d-b29ef0e3b70e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:51:15.890182 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ea9fbe6c-d305-4248-9f98-34039c79dfca req-5b04f847-0f4e-4875-ac1d-b29ef0e3b70e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=22de4df8-967a-4ca5-99c3-67fec7ee33c8 HTTP/1.1" status: 200 len: 851 time: 0.0900705 Jul 13 13:51:15.959000 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-a1d13216-c656-4c95-9256-791149a8e015 req-b835ffc6-1ec0-4680-b8e5-ac9c322b1ba6 service neutron] For port aaba1eb8-f941-4410-93c7-bd52fa4e5134, host n-h2-800634-1, cleared binding levels {{(pid=93751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:51:15.962337 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-a1d13216-c656-4c95-9256-791149a8e015 req-b835ffc6-1ec0-4680-b8e5-ac9c322b1ba6 service neutron] For port aaba1eb8-f941-4410-93c7-bd52fa4e5134, host n-h2-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=aaba1eb8-f941-4410-93c7-bd52fa4e5134,segment=NetworkSegment(755279e6-44be-48bd-b08a-7c113c2227a8),segment_id=755279e6-44be-48bd-b08a-7c113c2227a8)] {{(pid=93751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:51:15.971588 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9fbe6c-d305-4248-9f98-34039c79dfca req-598cc3a4-fa68-4f11-97e5-acc22adccdff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:51:15.976338 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-a1d13216-c656-4c95-9256-791149a8e015 req-b835ffc6-1ec0-4680-b8e5-ac9c322b1ba6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:15.993083 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ea9fbe6c-d305-4248-9f98-34039c79dfca req-598cc3a4-fa68-4f11-97e5-acc22adccdff service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4044b022-747e-4834-bc76-73d0f411c2c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0948513 Jul 13 13:51:16.080838 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d13216-c656-4c95-9256-791149a8e015 req-b835ffc6-1ec0-4680-b8e5-ac9c322b1ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:51:16.081874 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-a1d13216-c656-4c95-9256-791149a8e015 req-b835ffc6-1ec0-4680-b8e5-ac9c322b1ba6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:16.083544 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a1d13216-c656-4c95-9256-791149a8e015 req-b835ffc6-1ec0-4680-b8e5-ac9c322b1ba6 service neutron] 10.222.0.41 "PUT /v2.0/ports/aaba1eb8-f941-4410-93c7-bd52fa4e5134 HTTP/1.1" status: 200 len: 1091 time: 1.2830241 Jul 13 13:51:16.084431 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b835ffc6-1ec0-4680-b8e5-ac9c322b1ba6 service neutron] Pushing event updated for resources: {'Port': ['ID=aaba1eb8-f941-4410-93c7-bd52fa4e5134,revision_number=3']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:51:16.097779 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b6d26f6-15c2-4bce-895c-263741a4ebf4', 'tag': 'aaba1eb8-f941-4410-93c7-bd52fa4e5134'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:51:16.100324 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d17b627af75e17e0f4b8d6239d04f8c2f78634e2c585e32a7aeca336500f34a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13deca55-139b-4783-b54d-757e87f0bdc7" -d '{"events": [{"name": "network-changed", "server_uuid": "9b6d26f6-15c2-4bce-895c-263741a4ebf4", "tag": "aaba1eb8-f941-4410-93c7-bd52fa4e5134"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:51:16.211615 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 13:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b9e09b8-e5f9-48fe-8228-4a325b6b0fbb x-openstack-request-id: req-1b9e09b8-e5f9-48fe-8228-4a325b6b0fbb {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:51:16.211790 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b6d26f6-15c2-4bce-895c-263741a4ebf4", "tag": "aaba1eb8-f941-4410-93c7-bd52fa4e5134", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:51:16.212217 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1b9e09b8-e5f9-48fe-8228-4a325b6b0fbb {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:51:16.212915 n-d-800634-1 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b6d26f6-15c2-4bce-895c-263741a4ebf4', 'tag': 'aaba1eb8-f941-4410-93c7-bd52fa4e5134', 'status': 'completed', 'code': 200} Jul 13 13:51:16.307386 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d13216-c656-4c95-9256-791149a8e015 req-d9364c52-e747-4a7b-8acc-98f40ab34dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:51:16.309373 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a1d13216-c656-4c95-9256-791149a8e015 req-d9364c52-e747-4a7b-8acc-98f40ab34dc1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6d64c288caca4b478e8ce389a95deff9&device_id=9b6d26f6-15c2-4bce-895c-263741a4ebf4 HTTP/1.1" status: 200 len: 1094 time: 0.1654854 Jul 13 13:51:16.320681 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ea9fbe6c-d305-4248-9f98-34039c79dfca req-f52cd71c-773c-4790-bb71-dcbf05dabd3a service neutron] 10.222.0.41 "GET /v2.0/networks/4044b022-747e-4834-bc76-73d0f411c2c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3206382 Jul 13 13:51:16.401596 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a1d13216-c656-4c95-9256-791149a8e015 req-61365e18-adec-4f2c-9eed-4f6bb4542865 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aaba1eb8-f941-4410-93c7-bd52fa4e5134 HTTP/1.1" status: 200 len: 217 time: 0.0851586 Jul 13 13:51:16.451535 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ea9fbe6c-d305-4248-9f98-34039c79dfca req-2fda341b-6c5e-4041-bd65-df37aa5477b3 service neutron] 10.222.0.41 "GET /v2.0/networks/4044b022-747e-4834-bc76-73d0f411c2c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227098 Jul 13 13:51:16.480046 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d13216-c656-4c95-9256-791149a8e015 req-3d9c32aa-5958-4d52-a15b-1261c25e0211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:51:16.483175 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a1d13216-c656-4c95-9256-791149a8e015 req-3d9c32aa-5958-4d52-a15b-1261c25e0211 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3bd6f631-9a19-4cc5-9ccc-67e848f4410c HTTP/1.1" status: 200 len: 850 time: 0.0754743 Jul 13 13:51:16.491121 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e384e4e-0b74-4685-8caa-7a51f1f0ae25 req-099d9322-4afe-40c9-82b9-62ea995195c4 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:51:16.505285 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9e384e4e-0b74-4685-8caa-7a51f1f0ae25 req-099d9322-4afe-40c9-82b9-62ea995195c4 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5179202-751f-4cda-9c32-14b2237bec11 HTTP/1.1" status: 200 len: 945 time: 0.2505069 Jul 13 13:51:16.525511 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a1d13216-c656-4c95-9256-791149a8e015 req-c8aea756-c1c2-4100-a1c9-1874a4ad8792 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4ac69b68-9ae1-4155-8f50-5147d61b5b39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361772 Jul 13 13:51:16.606696 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9e384e4e-0b74-4685-8caa-7a51f1f0ae25 req-96b574d4-584c-4cd8-ac39-c0ae40478462 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd374adc-73a7-4812-9be6-45acdaeb0bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001680 Jul 13 13:51:16.673413 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a1d13216-c656-4c95-9256-791149a8e015 req-026e8230-391d-4967-a3c9-040d1474b51a service neutron] 10.222.0.41 "GET /v2.0/networks/4ac69b68-9ae1-4155-8f50-5147d61b5b39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378839 Jul 13 13:51:16.771056 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device e891826f-d47b-4cce-93b4-44e94ab65ab2 no longer exists at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:51:16.986496 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a1d13216-c656-4c95-9256-791149a8e015 req-d8784422-5e01-4a5f-b20a-d8403f5b5c53 service neutron] 10.222.0.41 "GET /v2.0/networks/4ac69b68-9ae1-4155-8f50-5147d61b5b39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3068085 Jul 13 13:51:17.035436 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:17.110731 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port e891826f-d47b-4cce-93b4-44e94ab65ab2, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=e891826f-d47b-4cce-93b4-44e94ab65ab2,segment=NetworkSegment(370d7ede-eeb6-46ae-b4ce-87c4cdf3222b),segment_id=370d7ede-eeb6-46ae-b4ce-87c4cdf3222b)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:51:17.118319 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5179202-751f-4cda-9c32-14b2237bec11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e891826f-d47b-4cce-93b4-44e94ab65ab2'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:51:17.120902 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f430b90e-4ba8-4259-b250-58c283997d0a" -d '{"events": [{"server_uuid": "a5179202-751f-4cda-9c32-14b2237bec11", "name": "network-vif-unplugged", "status": "completed", "tag": "e891826f-d47b-4cce-93b4-44e94ab65ab2"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:51:17.138536 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:17.196249 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13deca55-139b-4783-b54d-757e87f0bdc7 req-732c7bb0-bcdb-426e-9169-716fdec330e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:51:17.197766 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-13deca55-139b-4783-b54d-757e87f0bdc7 req-732c7bb0-bcdb-426e-9169-716fdec330e1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6d64c288caca4b478e8ce389a95deff9&device_id=9b6d26f6-15c2-4bce-895c-263741a4ebf4 HTTP/1.1" status: 200 len: 1094 time: 0.1357808 Jul 13 13:51:17.201182 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9b352a-61e3-445b-b5fd-6cb3ac6a5184 req-f3097505-d57f-480a-b2f3-343ff87696b2 tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:51:17.204548 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ac9b352a-61e3-445b-b5fd-6cb3ac6a5184 req-f3097505-d57f-480a-b2f3-343ff87696b2 tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] 10.222.0.23 "GET /v2.0/ports?device_id=9b6d26f6-15c2-4bce-895c-263741a4ebf4 HTTP/1.1" status: 200 len: 943 time: 0.2227504 Jul 13 13:51:17.227735 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 13:51:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84eeaced-e001-44bf-8ca5-1fe474387626 x-openstack-request-id: req-84eeaced-e001-44bf-8ca5-1fe474387626 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:51:17.228185 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5179202-751f-4cda-9c32-14b2237bec11", "name": "network-vif-unplugged", "status": "completed", "tag": "e891826f-d47b-4cce-93b4-44e94ab65ab2", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:51:17.228345 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-84eeaced-e001-44bf-8ca5-1fe474387626 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:51:17.228651 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5179202-751f-4cda-9c32-14b2237bec11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e891826f-d47b-4cce-93b4-44e94ab65ab2', 'code': 200} Jul 13 13:51:17.254846 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d86ce56c-c184-4dee-a2f3-5a5d00c691ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:17.290782 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ac9b352a-61e3-445b-b5fd-6cb3ac6a5184 req-0eafaf70-6901-4c6a-aaa3-cd674192802c tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] 10.222.0.23 "GET /v2.0/security-groups?id=644afb89-2d80-4396-af42-a671e24582c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799992 Jul 13 13:51:17.320361 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=e891826f-d47b-4cce-93b4-44e94ab65ab2,revision_number=8']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:51:17.447428 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13deca55-139b-4783-b54d-757e87f0bdc7 req-80dda038-23dd-43d3-9248-bd36c71a7031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:51:17.449648 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-13deca55-139b-4783-b54d-757e87f0bdc7 req-80dda038-23dd-43d3-9248-bd36c71a7031 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4ac69b68-9ae1-4155-8f50-5147d61b5b39 HTTP/1.1" status: 200 len: 910 time: 0.2429683 Jul 13 13:51:17.518522 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-13deca55-139b-4783-b54d-757e87f0bdc7 req-cca4891f-59e9-481f-8302-f77abe677447 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aaba1eb8-f941-4410-93c7-bd52fa4e5134 HTTP/1.1" status: 200 len: 217 time: 0.0548356 Jul 13 13:51:17.689977 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13deca55-139b-4783-b54d-757e87f0bdc7 req-85cb4676-63bb-49a8-a342-7dd0250c1414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:51:17.712858 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-13deca55-139b-4783-b54d-757e87f0bdc7 req-85cb4676-63bb-49a8-a342-7dd0250c1414 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3bd6f631-9a19-4cc5-9ccc-67e848f4410c HTTP/1.1" status: 200 len: 850 time: 0.1825099 Jul 13 13:51:17.779754 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-13deca55-139b-4783-b54d-757e87f0bdc7 req-e82db378-89c7-4974-bf20-de5bda31968c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4ac69b68-9ae1-4155-8f50-5147d61b5b39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0655978 Jul 13 13:51:18.261224 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad434e43-402b-41e3-947a-4da9a5414708 req-0168c6b9-f908-4b47-a485-f0a590c8dd24 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:51:18.266874 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ad434e43-402b-41e3-947a-4da9a5414708 req-0168c6b9-f908-4b47-a485-f0a590c8dd24 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5179202-751f-4cda-9c32-14b2237bec11 HTTP/1.1" status: 200 len: 943 time: 0.3631713 Jul 13 13:51:18.279746 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-13deca55-139b-4783-b54d-757e87f0bdc7 req-34781c35-04fc-4b24-921f-8cb19acb7fbb service neutron] 10.222.0.41 "GET /v2.0/networks/4ac69b68-9ae1-4155-8f50-5147d61b5b39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4913256 Jul 13 13:51:18.549380 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ad434e43-402b-41e3-947a-4da9a5414708 req-e3e58bd6-d04b-418f-a8d4-aed305d3aa90 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd374adc-73a7-4812-9be6-45acdaeb0bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2619724 Jul 13 13:51:18.684574 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-13deca55-139b-4783-b54d-757e87f0bdc7 req-0846005c-244b-468c-919b-9a8241e51ec3 service neutron] 10.222.0.41 "GET /v2.0/networks/4ac69b68-9ae1-4155-8f50-5147d61b5b39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3964438 Jul 13 13:51:18.776529 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device aaba1eb8-f941-4410-93c7-bd52fa4e5134 details requested by agent hyperv_n-h2-800634-1 with host n-h2-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 13:51:18.806906 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab9b900-ff65-40ae-b0de-0d8d7434be08 req-4950623d-1eac-4271-9776-bd3b60d5091b tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:51:18.808486 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9ab9b900-ff65-40ae-b0de-0d8d7434be08 req-4950623d-1eac-4271-9776-bd3b60d5091b tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] 10.222.0.23 "GET /v2.0/ports?device_id=9b6d26f6-15c2-4bce-895c-263741a4ebf4 HTTP/1.1" status: 200 len: 943 time: 0.1506519 Jul 13 13:51:18.907356 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9ab9b900-ff65-40ae-b0de-0d8d7434be08 req-92e1d883-e8a0-4d79-b6f3-541693f29209 tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] 10.222.0.23 "GET /v2.0/security-groups?id=644afb89-2d80-4396-af42-a671e24582c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900199 Jul 13 13:51:19.135897 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port aaba1eb8-f941-4410-93c7-bd52fa4e5134, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=aaba1eb8-f941-4410-93c7-bd52fa4e5134,segment=NetworkSegment(755279e6-44be-48bd-b08a-7c113c2227a8),segment_id=755279e6-44be-48bd-b08a-7c113c2227a8)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:51:19.183716 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Returning: {'device': 'aaba1eb8-f941-4410-93c7-bd52fa4e5134', 'network_id': '4ac69b68-9ae1-4155-8f50-5147d61b5b39', 'port_id': 'aaba1eb8-f941-4410-93c7-bd52fa4e5134', 'mac_address': 'fa:16:3e:96:d5:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bd6f631-9a19-4cc5-9ccc-67e848f4410c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 13:51:19.366012 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:19.433885 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aaba1eb8-f941-4410-93c7-bd52fa4e5134 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:51:19.476406 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port aaba1eb8-f941-4410-93c7-bd52fa4e5134, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=aaba1eb8-f941-4410-93c7-bd52fa4e5134,segment=NetworkSegment(755279e6-44be-48bd-b08a-7c113c2227a8),segment_id=755279e6-44be-48bd-b08a-7c113c2227a8)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:51:19.483968 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:19.536693 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=aaba1eb8-f941-4410-93c7-bd52fa4e5134,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:51:19.727487 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['aaba1eb8-f941-4410-93c7-bd52fa4e5134'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:51:19.941725 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-852afff5-8111-44a0-9e9d-9b79de15464d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:20.031468 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921dea6b-48fd-4e09-bb7f-b227f1c3c799 req-80d3c142-9f31-4a81-bdfe-6028f18d76ed tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:51:20.035634 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-921dea6b-48fd-4e09-bb7f-b227f1c3c799 req-80d3c142-9f31-4a81-bdfe-6028f18d76ed tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5179202-751f-4cda-9c32-14b2237bec11 HTTP/1.1" status: 200 len: 943 time: 0.1966147 Jul 13 13:51:20.082344 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:20.139700 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-921dea6b-48fd-4e09-bb7f-b227f1c3c799 req-34470bf7-dade-4309-a7ff-ef944ca8490b tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd374adc-73a7-4812-9be6-45acdaeb0bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963767 Jul 13 13:51:20.363171 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de7a779-05c7-4f83-b074-5216cc48d1da req-f66d6cce-f961-4adf-8b99-84aa7183dabc tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:51:20.376526 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2de7a779-05c7-4f83-b074-5216cc48d1da req-f66d6cce-f961-4adf-8b99-84aa7183dabc tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] 10.222.0.23 "GET /v2.0/ports?device_id=9b6d26f6-15c2-4bce-895c-263741a4ebf4 HTTP/1.1" status: 200 len: 944 time: 0.1826820 Jul 13 13:51:20.466809 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2de7a779-05c7-4f83-b074-5216cc48d1da req-3977c67f-742c-4ba3-b841-b001767629c8 tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] 10.222.0.23 "GET /v2.0/security-groups?id=644afb89-2d80-4396-af42-a671e24582c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889568 Jul 13 13:51:20.615578 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e8e0a5-ecc2-44e3-8113-7b8cf08b20da req-98e10fd2-2c22-451f-95c0-6b66a6d0f24a tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:51:20.628834 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-93e8e0a5-ecc2-44e3-8113-7b8cf08b20da req-98e10fd2-2c22-451f-95c0-6b66a6d0f24a tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f309255-5b4d-4296-81c6-c49d93f44d38 HTTP/1.1" status: 200 len: 944 time: 0.2151017 Jul 13 13:51:20.714894 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-93e8e0a5-ecc2-44e3-8113-7b8cf08b20da req-2d39a8b1-d8fc-4e10-94e6-2b3639f5d1a8 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bf3e8b9-8da9-4a28-88c0-799fd78203e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725381 Jul 13 13:51:20.789584 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device aaba1eb8-f941-4410-93c7-bd52fa4e5134 up at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:51:21.064071 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning for port aaba1eb8-f941-4410-93c7-bd52fa4e5134 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:51:21.102804 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning complete for port aaba1eb8-f941-4410-93c7-bd52fa4e5134 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:51:21.103181 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:21.168237 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5dbe88-4ab0-4896-a10c-0d678a437629 req-d83af8cf-33b6-4593-b2dd-08bea178b77f tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:51:21.175019 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ce5dbe88-4ab0-4896-a10c-0d678a437629 req-d83af8cf-33b6-4593-b2dd-08bea178b77f tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f309255-5b4d-4296-81c6-c49d93f44d38 HTTP/1.1" status: 200 len: 944 time: 0.2153053 Jul 13 13:51:21.194462 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:21.230398 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ce5dbe88-4ab0-4896-a10c-0d678a437629 req-a1ffe45e-dd90-45af-85c1-77b3701444f4 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bf3e8b9-8da9-4a28-88c0-799fd78203e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486765 Jul 13 13:51:21.372329 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:21.475792 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b6d26f6-15c2-4bce-895c-263741a4ebf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaba1eb8-f941-4410-93c7-bd52fa4e5134'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:51:21.485605 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2185ac1-dbbd-4142-a90c-31035e22eef2" -d '{"events": [{"server_uuid": "9b6d26f6-15c2-4bce-895c-263741a4ebf4", "name": "network-vif-plugged", "status": "completed", "tag": "aaba1eb8-f941-4410-93c7-bd52fa4e5134"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:51:21.532477 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port aaba1eb8-f941-4410-93c7-bd52fa4e5134, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=aaba1eb8-f941-4410-93c7-bd52fa4e5134,segment=NetworkSegment(755279e6-44be-48bd-b08a-7c113c2227a8),segment_id=755279e6-44be-48bd-b08a-7c113c2227a8)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:51:21.539830 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:21.540844 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device e891826f-d47b-4cce-93b4-44e94ab65ab2 no longer exists at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:51:21.707263 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=aaba1eb8-f941-4410-93c7-bd52fa4e5134,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:51:21.953121 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:51:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49502581-a122-4f2d-b952-311cb7373a3a x-openstack-request-id: req-49502581-a122-4f2d-b952-311cb7373a3a {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:51:21.953427 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b6d26f6-15c2-4bce-895c-263741a4ebf4", "name": "network-vif-plugged", "status": "completed", "tag": "aaba1eb8-f941-4410-93c7-bd52fa4e5134", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:51:21.954308 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-49502581-a122-4f2d-b952-311cb7373a3a {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:51:21.955124 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b6d26f6-15c2-4bce-895c-263741a4ebf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaba1eb8-f941-4410-93c7-bd52fa4e5134', 'code': 200} Jul 13 13:51:22.014718 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b83723a-f2b4-4b5c-a370-670e1e8bcd99 req-7d1ad094-9cf8-4bb2-ab0a-f45b49d4a5ab tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:51:22.027362 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5b83723a-f2b4-4b5c-a370-670e1e8bcd99 req-7d1ad094-9cf8-4bb2-ab0a-f45b49d4a5ab tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] 10.222.0.23 "GET /v2.0/ports?device_id=9b6d26f6-15c2-4bce-895c-263741a4ebf4 HTTP/1.1" status: 200 len: 945 time: 0.1859093 Jul 13 13:51:22.196184 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5b83723a-f2b4-4b5c-a370-670e1e8bcd99 req-109e41d4-e914-4e66-88f2-eeb09a5a0d38 tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] 10.222.0.23 "GET /v2.0/security-groups?id=644afb89-2d80-4396-af42-a671e24582c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669006 Jul 13 13:51:22.270156 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51783b8-88bc-43d7-bdde-9d03a7bac03d req-adb79736-bf4f-4d4c-b3ce-1709ad0208a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:51:22.281549 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a51783b8-88bc-43d7-bdde-9d03a7bac03d req-adb79736-bf4f-4d4c-b3ce-1709ad0208a6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9b6d26f6-15c2-4bce-895c-263741a4ebf4 HTTP/1.1" status: 200 len: 1096 time: 0.1818969 Jul 13 13:51:22.395242 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a51783b8-88bc-43d7-bdde-9d03a7bac03d req-74c6ef43-46eb-48e2-8308-137aa8c8fbf0 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=644afb89-2d80-4396-af42-a671e24582c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043859 Jul 13 13:51:22.491988 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4212969c-79f9-4261-85b5-f22c5d759fd7 req-b1455e7f-1ad9-47bc-a84f-30912edef929 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:51:22.496340 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4212969c-79f9-4261-85b5-f22c5d759fd7 req-b1455e7f-1ad9-47bc-a84f-30912edef929 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f309255-5b4d-4296-81c6-c49d93f44d38 HTTP/1.1" status: 200 len: 944 time: 0.1449070 Jul 13 13:51:22.567858 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4212969c-79f9-4261-85b5-f22c5d759fd7 req-1fb98153-d6c8-4595-a102-163257d9ea00 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bf3e8b9-8da9-4a28-88c0-799fd78203e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568833 Jul 13 13:51:22.607117 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:23.904762 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbea9a03-8de3-4c02-9d06-2bc28df0b3e5 req-260fde6a-5934-4e24-ba75-fe2d58f777c5 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:51:23.912732 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-fbea9a03-8de3-4c02-9d06-2bc28df0b3e5 req-260fde6a-5934-4e24-ba75-fe2d58f777c5 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f309255-5b4d-4296-81c6-c49d93f44d38 HTTP/1.1" status: 200 len: 944 time: 0.1064990 Jul 13 13:51:23.922999 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d94d82a-87dc-413f-8add-5f9ed7dcf820 req-f9314f1d-c94c-44d6-b210-087653011e8d tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:51:23.931151 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-9d94d82a-87dc-413f-8add-5f9ed7dcf820 req-f9314f1d-c94c-44d6-b210-087653011e8d tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] 10.222.0.23 "GET /v2.0/ports?device_id=9b6d26f6-15c2-4bce-895c-263741a4ebf4 HTTP/1.1" status: 200 len: 945 time: 0.5562692 Jul 13 13:51:23.980881 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-9d94d82a-87dc-413f-8add-5f9ed7dcf820 req-294faacf-0002-4c14-a5ee-f526aafd3857 tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] 10.222.0.23 "GET /v2.0/security-groups?id=644afb89-2d80-4396-af42-a671e24582c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477781 Jul 13 13:51:24.013883 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-fbea9a03-8de3-4c02-9d06-2bc28df0b3e5 req-26d98cd9-3677-4059-8843-2f699c9f4bff tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bf3e8b9-8da9-4a28-88c0-799fd78203e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990202 Jul 13 13:51:24.699083 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a95f42-86f5-4cfb-ae44-f627bf81ef27 req-f4b9db87-edf1-40fb-9a9f-e9a809ba7cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:51:24.700859 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a5a95f42-86f5-4cfb-ae44-f627bf81ef27 req-f4b9db87-edf1-40fb-9a9f-e9a809ba7cf8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6d64c288caca4b478e8ce389a95deff9&device_id=9b6d26f6-15c2-4bce-895c-263741a4ebf4 HTTP/1.1" status: 200 len: 1096 time: 0.1609900 Jul 13 13:51:24.707807 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 52898) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:51:24.958566 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b19e5348-1ad3-4692-ae26-fc70da1afd5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:24.971862 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a95f42-86f5-4cfb-ae44-f627bf81ef27 req-dfbaf0a1-ecb0-43da-a97f-3f6f0a356e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:51:24.973750 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a5a95f42-86f5-4cfb-ae44-f627bf81ef27 req-dfbaf0a1-ecb0-43da-a97f-3f6f0a356e4d service neutron] 10.222.0.41 "GET /v2.0/networks?id=4ac69b68-9ae1-4155-8f50-5147d61b5b39 HTTP/1.1" status: 200 len: 910 time: 0.2672050 Jul 13 13:51:25.008126 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55218386-e699-44d6-bdee-f3fc3726d044 req-079457c5-f85d-413b-b53c-f564ea65cecd tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:51:25.015001 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-55218386-e699-44d6-bdee-f3fc3726d044 req-079457c5-f85d-413b-b53c-f564ea65cecd tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] 10.222.0.23 "GET /v2.0/ports?device_id=9b6d26f6-15c2-4bce-895c-263741a4ebf4 HTTP/1.1" status: 200 len: 945 time: 0.2287419 Jul 13 13:51:25.050892 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a5a95f42-86f5-4cfb-ae44-f627bf81ef27 req-24c96d98-43cc-4778-8606-32e0827476c3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aaba1eb8-f941-4410-93c7-bd52fa4e5134 HTTP/1.1" status: 200 len: 217 time: 0.0650136 Jul 13 13:51:25.080478 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-55218386-e699-44d6-bdee-f3fc3726d044 req-e34f8514-c93a-4b8b-b963-7f67b58d9db1 tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] 10.222.0.23 "GET /v2.0/security-groups?id=644afb89-2d80-4396-af42-a671e24582c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644877 Jul 13 13:51:25.175183 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a95f42-86f5-4cfb-ae44-f627bf81ef27 req-05c77f0f-5cff-4006-be30-5a7a68068757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:51:25.177007 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a5a95f42-86f5-4cfb-ae44-f627bf81ef27 req-05c77f0f-5cff-4006-be30-5a7a68068757 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3bd6f631-9a19-4cc5-9ccc-67e848f4410c HTTP/1.1" status: 200 len: 850 time: 0.1249459 Jul 13 13:51:25.242157 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a5a95f42-86f5-4cfb-ae44-f627bf81ef27 req-30168109-02d2-4094-af1f-e1674fc49363 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4ac69b68-9ae1-4155-8f50-5147d61b5b39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519793 Jul 13 13:51:25.261202 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b19e5348-1ad3-4692-ae26-fc70da1afd5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:25.277004 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b19e5348-1ad3-4692-ae26-fc70da1afd5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:25.341505 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19e5348-1ad3-4692-ae26-fc70da1afd5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dff65a6a-1001-4a01-a7d1-552c99b78cfd,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:51:25.385116 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95dd867-0c05-43ce-8eb0-fee04fc4759c req-443098f5-0cb9-4172-bc98-a58bca2eb118 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:51:25.387073 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c95dd867-0c05-43ce-8eb0-fee04fc4759c req-443098f5-0cb9-4172-bc98-a58bca2eb118 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f309255-5b4d-4296-81c6-c49d93f44d38 HTTP/1.1" status: 200 len: 944 time: 0.1758687 Jul 13 13:51:25.403615 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19e5348-1ad3-4692-ae26-fc70da1afd5c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:51:25.403973 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19e5348-1ad3-4692-ae26-fc70da1afd5c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:51:25.404321 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19e5348-1ad3-4692-ae26-fc70da1afd5c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:51:25.404769 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19e5348-1ad3-4692-ae26-fc70da1afd5c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:51:25.405162 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19e5348-1ad3-4692-ae26-fc70da1afd5c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:51:25.405500 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19e5348-1ad3-4692-ae26-fc70da1afd5c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:51:25.405847 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19e5348-1ad3-4692-ae26-fc70da1afd5c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:51:25.406178 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19e5348-1ad3-4692-ae26-fc70da1afd5c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:51:25.406502 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19e5348-1ad3-4692-ae26-fc70da1afd5c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:51:25.406856 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19e5348-1ad3-4692-ae26-fc70da1afd5c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:51:25.407183 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19e5348-1ad3-4692-ae26-fc70da1afd5c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:51:25.407506 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19e5348-1ad3-4692-ae26-fc70da1afd5c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:51:25.451155 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-b19e5348-1ad3-4692-ae26-fc70da1afd5c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=331770ae928a4b63b4764667b3ffdd91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7422531 Jul 13 13:51:25.453680 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 52908) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:51:25.478374 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a5a95f42-86f5-4cfb-ae44-f627bf81ef27 req-b79c8c07-3bda-46b4-9f9f-1350e831c118 service neutron] 10.222.0.41 "GET /v2.0/networks/4ac69b68-9ae1-4155-8f50-5147d61b5b39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275066 Jul 13 13:51:25.535147 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c95dd867-0c05-43ce-8eb0-fee04fc4759c req-de023731-5ad7-4ef3-86da-f1716990fadc tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bf3e8b9-8da9-4a28-88c0-799fd78203e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1321819 Jul 13 13:51:25.578084 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-10e766bf-6f4e-46d7-ab25-6de9b205677f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:25.603608 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-10e766bf-6f4e-46d7-ab25-6de9b205677f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:25.695923 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a5a95f42-86f5-4cfb-ae44-f627bf81ef27 req-639d0021-7da5-462e-bb00-99dab318f901 service neutron] 10.222.0.41 "GET /v2.0/networks/4ac69b68-9ae1-4155-8f50-5147d61b5b39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834111 Jul 13 13:51:25.698884 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-10e766bf-6f4e-46d7-ab25-6de9b205677f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:25.703953 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-10e766bf-6f4e-46d7-ab25-6de9b205677f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:25.705438 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-10e766bf-6f4e-46d7-ab25-6de9b205677f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/dff65a6a-1001-4a01-a7d1-552c99b78cfd HTTP/1.1" status: 204 len: 168 time: 0.2501080 Jul 13 13:51:25.714669 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e766bf-6f4e-46d7-ab25-6de9b205677f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dff65a6a-1001-4a01-a7d1-552c99b78cfd,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:51:26.145302 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 52924) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:51:26.161615 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9b364d76-20a4-4a71-8cdf-e0f262dbbf9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:26.292038 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9b364d76-20a4-4a71-8cdf-e0f262dbbf9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:26.301265 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9b364d76-20a4-4a71-8cdf-e0f262dbbf9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:26.331413 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-9b364d76-20a4-4a71-8cdf-e0f262dbbf9c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dc1f07c5eefd43329320380519eab57d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1849074 Jul 13 13:51:26.334302 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020159b3-5209-40f9-9f11-372a518c7d37 req-8cc64d50-5d67-43af-886c-1ee864272ab9 tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:51:26.338047 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 52928) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:51:26.341669 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-020159b3-5209-40f9-9f11-372a518c7d37 req-8cc64d50-5d67-43af-886c-1ee864272ab9 tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] 10.222.0.23 "GET /v2.0/ports?device_id=9b6d26f6-15c2-4bce-895c-263741a4ebf4 HTTP/1.1" status: 200 len: 945 time: 0.0959234 Jul 13 13:51:26.382536 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-020159b3-5209-40f9-9f11-372a518c7d37 req-9aa45e69-5190-4a7b-a942-33570488e0e5 tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] 10.222.0.23 "GET /v2.0/security-groups?id=644afb89-2d80-4396-af42-a671e24582c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396204 Jul 13 13:51:26.399026 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b364d76-20a4-4a71-8cdf-e0f262dbbf9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74980303-8934-4c85-852f-77a536a4d8e3,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:51:26.416008 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-99f3464b-7eeb-418f-b4f2-0b106fc83c1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:26.437614 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-99f3464b-7eeb-418f-b4f2-0b106fc83c1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:26.486338 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-99f3464b-7eeb-418f-b4f2-0b106fc83c1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:26.488920 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-99f3464b-7eeb-418f-b4f2-0b106fc83c1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:26.490148 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-99f3464b-7eeb-418f-b4f2-0b106fc83c1a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/74980303-8934-4c85-852f-77a536a4d8e3 HTTP/1.1" status: 204 len: 168 time: 0.1510148 Jul 13 13:51:26.497883 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f3464b-7eeb-418f-b4f2-0b106fc83c1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74980303-8934-4c85-852f-77a536a4d8e3,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:51:26.735335 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2607ff63-5998-4cad-94af-83d56a7124a4 req-c585e559-a18b-41be-9bc7-721eb4d8cc8d tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:51:26.737012 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2607ff63-5998-4cad-94af-83d56a7124a4 req-c585e559-a18b-41be-9bc7-721eb4d8cc8d tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f309255-5b4d-4296-81c6-c49d93f44d38 HTTP/1.1" status: 200 len: 944 time: 0.0811751 Jul 13 13:51:26.786013 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2607ff63-5998-4cad-94af-83d56a7124a4 req-60486661-e474-47e5-8e30-33d9f080d989 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bf3e8b9-8da9-4a28-88c0-799fd78203e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435340 Jul 13 13:51:27.663505 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e220d2-0a4e-4f8d-8d59-76d11c1738ab req-31aac563-d53c-4d62-88d8-a331faaac07c tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:51:27.665264 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e2e220d2-0a4e-4f8d-8d59-76d11c1738ab req-31aac563-d53c-4d62-88d8-a331faaac07c tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] 10.222.0.23 "GET /v2.0/ports?device_id=9b6d26f6-15c2-4bce-895c-263741a4ebf4 HTTP/1.1" status: 200 len: 945 time: 0.0881670 Jul 13 13:51:27.712487 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e2e220d2-0a4e-4f8d-8d59-76d11c1738ab req-3c26bd7e-316c-40a3-a044-636f78c9749b tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] 10.222.0.23 "GET /v2.0/security-groups?id=644afb89-2d80-4396-af42-a671e24582c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411296 Jul 13 13:51:28.090531 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c25b9a9-4cc0-4b41-93ef-11a205fb05cc req-7020e473-9dab-4b39-afd3-ce951b07dd1a tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:51:28.098660 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-9c25b9a9-4cc0-4b41-93ef-11a205fb05cc req-7020e473-9dab-4b39-afd3-ce951b07dd1a tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f309255-5b4d-4296-81c6-c49d93f44d38 HTTP/1.1" status: 200 len: 944 time: 0.1049111 Jul 13 13:51:28.148318 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-9c25b9a9-4cc0-4b41-93ef-11a205fb05cc req-92c86cff-c8c0-4521-9c08-eb118d0591c4 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bf3e8b9-8da9-4a28-88c0-799fd78203e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459745 Jul 13 13:51:28.977255 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f9c29c-2971-4b2a-8796-a7c0f0dc122b req-aca6da04-e7ea-4b28-80ef-545ebbeb6202 tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:51:28.990998 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-10f9c29c-2971-4b2a-8796-a7c0f0dc122b req-aca6da04-e7ea-4b28-80ef-545ebbeb6202 tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] 10.222.0.23 "GET /v2.0/ports?device_id=9b6d26f6-15c2-4bce-895c-263741a4ebf4 HTTP/1.1" status: 200 len: 945 time: 0.1073513 Jul 13 13:51:29.081461 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-10f9c29c-2971-4b2a-8796-a7c0f0dc122b req-b5a33db2-2bee-456e-ba3e-3bd9a30c8b36 tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] 10.222.0.23 "GET /v2.0/security-groups?id=644afb89-2d80-4396-af42-a671e24582c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896432 Jul 13 13:51:29.438996 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16216d06-fc86-4436-960b-b8f8932b83f2 req-d4eb3b0f-4614-4383-85a1-7dbe15c5e072 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:51:29.440564 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-16216d06-fc86-4436-960b-b8f8932b83f2 req-d4eb3b0f-4614-4383-85a1-7dbe15c5e072 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f309255-5b4d-4296-81c6-c49d93f44d38 HTTP/1.1" status: 200 len: 944 time: 0.1190774 Jul 13 13:51:29.520492 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-16216d06-fc86-4436-960b-b8f8932b83f2 req-de57a724-6524-4d21-932e-18d0c8251098 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bf3e8b9-8da9-4a28-88c0-799fd78203e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686073 Jul 13 13:51:30.272504 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:30.439797 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707c1d06-8b18-463a-95f9-9ba272c0ef3b req-6ba89b04-794a-42ae-9ebc-15cc3380c8c4 tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:51:30.448983 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-707c1d06-8b18-463a-95f9-9ba272c0ef3b req-6ba89b04-794a-42ae-9ebc-15cc3380c8c4 tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] 10.222.0.23 "GET /v2.0/ports?device_id=9b6d26f6-15c2-4bce-895c-263741a4ebf4 HTTP/1.1" status: 200 len: 945 time: 0.1445332 Jul 13 13:51:30.529416 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-707c1d06-8b18-463a-95f9-9ba272c0ef3b req-4aecd2c1-6785-4a5d-b03b-e97f0651d361 tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] 10.222.0.23 "GET /v2.0/security-groups?id=644afb89-2d80-4396-af42-a671e24582c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792046 Jul 13 13:51:30.736409 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:30.787615 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3b13ca-7058-47ae-9f46-f41ba8a723d2 req-cb103e9b-b60e-439d-b504-a75aefc2d07a tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:51:30.794924 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3d3b13ca-7058-47ae-9f46-f41ba8a723d2 req-cb103e9b-b60e-439d-b504-a75aefc2d07a tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f309255-5b4d-4296-81c6-c49d93f44d38 HTTP/1.1" status: 200 len: 944 time: 0.1159854 Jul 13 13:51:30.872153 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3d3b13ca-7058-47ae-9f46-f41ba8a723d2 req-922f3970-04a8-4ee8-b2cc-987b6523a082 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bf3e8b9-8da9-4a28-88c0-799fd78203e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760663 Jul 13 13:51:31.931492 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681d359d-36da-49a9-8b2b-6336b90ed2e7 req-33bbb7b5-1b79-4845-9635-2feeda24f230 tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:51:31.931492 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-681d359d-36da-49a9-8b2b-6336b90ed2e7 req-33bbb7b5-1b79-4845-9635-2feeda24f230 tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] 10.222.0.23 "GET /v2.0/ports?device_id=9b6d26f6-15c2-4bce-895c-263741a4ebf4 HTTP/1.1" status: 200 len: 945 time: 0.1444399 Jul 13 13:51:31.931492 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-681d359d-36da-49a9-8b2b-6336b90ed2e7 req-a0806dbd-a223-43d4-808c-36b1a67dfe3f tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] 10.222.0.23 "GET /v2.0/security-groups?id=644afb89-2d80-4396-af42-a671e24582c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651586 Jul 13 13:51:32.191861 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83a7343-c410-450c-bf71-6ec2816a564f req-7c4698b9-2e41-4771-a85f-675cdeb79de8 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:51:32.193688 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a83a7343-c410-450c-bf71-6ec2816a564f req-7c4698b9-2e41-4771-a85f-675cdeb79de8 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f309255-5b4d-4296-81c6-c49d93f44d38 HTTP/1.1" status: 200 len: 944 time: 0.1429138 Jul 13 13:51:32.300331 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a83a7343-c410-450c-bf71-6ec2816a564f req-fe593f96-450f-468f-9a6e-82fd719fd66a tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bf3e8b9-8da9-4a28-88c0-799fd78203e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993481 Jul 13 13:51:33.249951 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb4d406-e31a-404e-aa19-e201a33caeb6 req-12a97d9a-4637-4c51-adac-23aa7028a2c7 tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:51:33.252830 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6eb4d406-e31a-404e-aa19-e201a33caeb6 req-12a97d9a-4637-4c51-adac-23aa7028a2c7 tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] 10.222.0.23 "GET /v2.0/ports?device_id=9b6d26f6-15c2-4bce-895c-263741a4ebf4 HTTP/1.1" status: 200 len: 945 time: 0.1186204 Jul 13 13:51:33.334133 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6eb4d406-e31a-404e-aa19-e201a33caeb6 req-1160389f-224a-490e-8b5c-473a8d2d57b9 tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] 10.222.0.23 "GET /v2.0/security-groups?id=644afb89-2d80-4396-af42-a671e24582c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698733 Jul 13 13:51:33.709413 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63011fec-9bc7-43b8-ab3b-4d66c774c76b req-ac10112d-8ac2-4b97-bcdb-5df2e5e967d2 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:51:33.712265 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-63011fec-9bc7-43b8-ab3b-4d66c774c76b req-ac10112d-8ac2-4b97-bcdb-5df2e5e967d2 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f309255-5b4d-4296-81c6-c49d93f44d38 HTTP/1.1" status: 200 len: 944 time: 0.1299045 Jul 13 13:51:33.767838 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-63011fec-9bc7-43b8-ab3b-4d66c774c76b req-760d16d0-4a59-42fc-9392-db06c062cf21 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bf3e8b9-8da9-4a28-88c0-799fd78203e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492396 Jul 13 13:51:34.256819 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eb26c4-c187-4600-8e06-882b72092a04 req-4185e1c1-edd0-4cfd-b66d-6590b5a44361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:51:34.265450 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-77eb26c4-c187-4600-8e06-882b72092a04 req-4185e1c1-edd0-4cfd-b66d-6590b5a44361 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ef6418d5526f4765ba53df412776e3e7&device_id=5f309255-5b4d-4296-81c6-c49d93f44d38 HTTP/1.1" status: 200 len: 1095 time: 0.1540849 Jul 13 13:51:34.316367 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb33565-4e0d-4ff8-a4e5-b926f611f0fa req-31928e59-c1ea-4fc3-8f8a-2dcfccc61a14 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:51:34.324317 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5fb33565-4e0d-4ff8-a4e5-b926f611f0fa req-31928e59-c1ea-4fc3-8f8a-2dcfccc61a14 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f309255-5b4d-4296-81c6-c49d93f44d38 HTTP/1.1" status: 200 len: 944 time: 0.2179413 Jul 13 13:51:34.393433 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 53200) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:51:34.418410 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5fb33565-4e0d-4ff8-a4e5-b926f611f0fa req-1647f286-deb7-4a77-88ff-9723554e9f33 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bf3e8b9-8da9-4a28-88c0-799fd78203e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847001 Jul 13 13:51:34.510121 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eb26c4-c187-4600-8e06-882b72092a04 req-471f0e73-0e7f-4aa1-8c35-22f41a093b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:51:34.514613 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-77eb26c4-c187-4600-8e06-882b72092a04 req-471f0e73-0e7f-4aa1-8c35-22f41a093b4f service neutron] 10.222.0.26 "GET /v2.0/networks?id=4044b022-747e-4834-bc76-73d0f411c2c3 HTTP/1.1" status: 200 len: 912 time: 0.2419174 Jul 13 13:51:34.671347 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4f8fdf47-503f-4f8c-ae41-b62a77012f7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:34.773126 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-77eb26c4-c187-4600-8e06-882b72092a04 req-f3e5d539-b002-4bea-be3c-8e884ce61e4b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba15db8f-f750-4ef8-8e43-23b3ac54b1b7 HTTP/1.1" status: 200 len: 998 time: 0.2506061 Jul 13 13:51:34.885655 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eb26c4-c187-4600-8e06-882b72092a04 req-a3ca8876-623f-4e16-95de-f039c1b0d93f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:51:34.887394 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-77eb26c4-c187-4600-8e06-882b72092a04 req-a3ca8876-623f-4e16-95de-f039c1b0d93f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=22de4df8-967a-4ca5-99c3-67fec7ee33c8 HTTP/1.1" status: 200 len: 851 time: 0.1059861 Jul 13 13:51:34.983195 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4f8fdf47-503f-4f8c-ae41-b62a77012f7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:35.014128 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4f8fdf47-503f-4f8c-ae41-b62a77012f7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:35.099422 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65b2640-f042-482f-90f8-692df49e3edc req-a8bdb719-5f26-455b-a851-fadff9894fe3 tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:51:35.106986 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d65b2640-f042-482f-90f8-692df49e3edc req-a8bdb719-5f26-455b-a851-fadff9894fe3 tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] 10.222.0.23 "GET /v2.0/ports?device_id=9b6d26f6-15c2-4bce-895c-263741a4ebf4 HTTP/1.1" status: 200 len: 945 time: 0.4702089 Jul 13 13:51:35.112171 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-4f8fdf47-503f-4f8c-ae41-b62a77012f7e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=890296e6a6d641ae9105a1af78bf3aa9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7175951 Jul 13 13:51:35.114986 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 53222) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:51:35.118771 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8fdf47-503f-4f8c-ae41-b62a77012f7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eca44b8b-9188-4fb7-b72a-e95badfc0017,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:51:35.173413 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d65b2640-f042-482f-90f8-692df49e3edc req-56597bb8-a88f-4a8c-b850-129c4852eda6 tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] 10.222.0.23 "GET /v2.0/security-groups?id=644afb89-2d80-4396-af42-a671e24582c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629351 Jul 13 13:51:35.175672 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eb26c4-c187-4600-8e06-882b72092a04 req-13eb28a3-12eb-4dc2-9ee3-cc39a212d5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:51:35.177161 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-77eb26c4-c187-4600-8e06-882b72092a04 req-13eb28a3-12eb-4dc2-9ee3-cc39a212d5c3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4044b022-747e-4834-bc76-73d0f411c2c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2173884 Jul 13 13:51:35.196903 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2f3e8281-826f-4483-8e83-109b4293a382 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:35.232495 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2f3e8281-826f-4483-8e83-109b4293a382 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:35.309560 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2f3e8281-826f-4483-8e83-109b4293a382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:35.314850 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2f3e8281-826f-4483-8e83-109b4293a382 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:35.317906 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-2f3e8281-826f-4483-8e83-109b4293a382 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/eca44b8b-9188-4fb7-b72a-e95badfc0017 HTTP/1.1" status: 204 len: 168 time: 0.2016242 Jul 13 13:51:35.326742 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3e8281-826f-4483-8e83-109b4293a382 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eca44b8b-9188-4fb7-b72a-e95badfc0017,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:51:35.381376 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-77eb26c4-c187-4600-8e06-882b72092a04 req-0195f5b2-bf24-47ff-9f2c-de6922628f24 service neutron] 10.222.0.26 "GET /v2.0/networks/4044b022-747e-4834-bc76-73d0f411c2c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910384 Jul 13 13:51:35.666888 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-77eb26c4-c187-4600-8e06-882b72092a04 req-d7396526-dfb2-4c62-b8af-b65683104f85 service neutron] 10.222.0.26 "GET /v2.0/networks/4044b022-747e-4834-bc76-73d0f411c2c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2736535 Jul 13 13:51:35.769460 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bf9fbb-28ac-4f3c-b709-3cd2b80a5991 req-92e673f4-6ec4-4690-b57b-ac2cc31c966b tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:51:35.772105 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c7bf9fbb-28ac-4f3c-b709-3cd2b80a5991 req-92e673f4-6ec4-4690-b57b-ac2cc31c966b tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f309255-5b4d-4296-81c6-c49d93f44d38 HTTP/1.1" status: 200 len: 944 time: 0.1025102 Jul 13 13:51:35.838945 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c7bf9fbb-28ac-4f3c-b709-3cd2b80a5991 req-9028ec7d-8078-4d57-a844-e4f33606ba37 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bf3e8b9-8da9-4a28-88c0-799fd78203e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586703 Jul 13 13:51:36.524828 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ed081a-3724-49bf-802c-f42888c037e0 req-1bb06f2e-1860-4706-bc42-3241f280dc45 tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:51:36.541531 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-84ed081a-3724-49bf-802c-f42888c037e0 req-1bb06f2e-1860-4706-bc42-3241f280dc45 tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] 10.222.0.23 "GET /v2.0/ports?device_id=9b6d26f6-15c2-4bce-895c-263741a4ebf4 HTTP/1.1" status: 200 len: 945 time: 0.1429260 Jul 13 13:51:36.642770 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-84ed081a-3724-49bf-802c-f42888c037e0 req-dc39dafb-34bd-42a5-8c30-760933c01710 tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] 10.222.0.23 "GET /v2.0/security-groups?id=644afb89-2d80-4396-af42-a671e24582c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973887 Jul 13 13:51:37.039226 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a18725-fd56-4280-b98e-a00e3ae04296 req-24ca33fb-8330-4f28-a0fd-54b9bb2e4e22 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:51:37.042092 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c2a18725-fd56-4280-b98e-a00e3ae04296 req-24ca33fb-8330-4f28-a0fd-54b9bb2e4e22 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f309255-5b4d-4296-81c6-c49d93f44d38 HTTP/1.1" status: 200 len: 944 time: 0.0785000 Jul 13 13:51:37.131126 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c2a18725-fd56-4280-b98e-a00e3ae04296 req-1b215076-1c16-497f-a33f-e80b83272d29 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bf3e8b9-8da9-4a28-88c0-799fd78203e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831556 Jul 13 13:51:37.538684 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec6566e-6263-4217-be8d-a1e5a34d2f52 req-6a1f9bd1-357c-4391-a835-df52847a6f02 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:51:37.546175 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5ec6566e-6263-4217-be8d-a1e5a34d2f52 req-6a1f9bd1-357c-4391-a835-df52847a6f02 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f309255-5b4d-4296-81c6-c49d93f44d38 HTTP/1.1" status: 200 len: 944 time: 0.1589725 Jul 13 13:51:37.595428 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5ec6566e-6263-4217-be8d-a1e5a34d2f52 req-762083c0-2c27-47ff-97a2-dde98a4e3c42 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bf3e8b9-8da9-4a28-88c0-799fd78203e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479774 Jul 13 13:51:37.931648 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8f579e-bb2d-4cc2-b990-7e0d11bb63df req-61c61c0d-fea9-4817-8b6c-71e6fe008138 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:51:37.950354 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0f8f579e-bb2d-4cc2-b990-7e0d11bb63df req-61c61c0d-fea9-4817-8b6c-71e6fe008138 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f309255-5b4d-4296-81c6-c49d93f44d38 HTTP/1.1" status: 200 len: 944 time: 0.1630855 Jul 13 13:51:38.006900 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc877fc-3e67-4eb9-b34a-e73a400699a1 req-e50c9847-4136-47e6-91ad-59275e236c01 tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:51:38.008772 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-dfc877fc-3e67-4eb9-b34a-e73a400699a1 req-e50c9847-4136-47e6-91ad-59275e236c01 tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] 10.222.0.23 "GET /v2.0/ports?device_id=9b6d26f6-15c2-4bce-895c-263741a4ebf4 HTTP/1.1" status: 200 len: 945 time: 0.1354921 Jul 13 13:51:38.018374 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0f8f579e-bb2d-4cc2-b990-7e0d11bb63df req-97daa9ff-f0ff-4a81-9188-cbc80875ebae tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bf3e8b9-8da9-4a28-88c0-799fd78203e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670395 Jul 13 13:51:38.066751 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-dfc877fc-3e67-4eb9-b34a-e73a400699a1 req-27deadf2-4bbb-4b91-9ccc-9353e86bb5df tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] 10.222.0.23 "GET /v2.0/security-groups?id=644afb89-2d80-4396-af42-a671e24582c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521648 Jul 13 13:51:38.737836 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c1dddf-da77-4d0e-bffd-cd66b27ff647 req-e18cbbc5-3275-47b5-a910-885d2b3bf7ca tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:51:38.739754 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a4c1dddf-da77-4d0e-bffd-cd66b27ff647 req-e18cbbc5-3275-47b5-a910-885d2b3bf7ca tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f309255-5b4d-4296-81c6-c49d93f44d38 HTTP/1.1" status: 200 len: 944 time: 0.1272607 Jul 13 13:51:38.795324 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a4c1dddf-da77-4d0e-bffd-cd66b27ff647 req-5c5510bd-42e9-4a27-886f-aa84e6c940c8 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bf3e8b9-8da9-4a28-88c0-799fd78203e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483985 Jul 13 13:51:39.356028 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be8efa3-01eb-4c51-abd4-02b2723d117a req-0feebe75-7a93-4815-ad8e-1e48007dbe62 tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:51:39.357919 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4be8efa3-01eb-4c51-abd4-02b2723d117a req-0feebe75-7a93-4815-ad8e-1e48007dbe62 tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] 10.222.0.23 "GET /v2.0/ports?device_id=9b6d26f6-15c2-4bce-895c-263741a4ebf4 HTTP/1.1" status: 200 len: 945 time: 0.1361465 Jul 13 13:51:39.427054 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4be8efa3-01eb-4c51-abd4-02b2723d117a req-2751d91a-6f12-42af-af59-774be8016662 tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] 10.222.0.23 "GET /v2.0/security-groups?id=644afb89-2d80-4396-af42-a671e24582c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600462 Jul 13 13:51:39.525989 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 13:51:40.070589 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8821812-6f48-4ee2-935a-28bdd04bb3aa req-a1b7371a-e149-4c1b-97df-bedd45ac873d tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:51:40.072804 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b8821812-6f48-4ee2-935a-28bdd04bb3aa req-a1b7371a-e149-4c1b-97df-bedd45ac873d tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f309255-5b4d-4296-81c6-c49d93f44d38 HTTP/1.1" status: 200 len: 944 time: 0.1024578 Jul 13 13:51:40.192625 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b8821812-6f48-4ee2-935a-28bdd04bb3aa req-b72f4239-ce11-4ac3-b8da-ec2ce664e8da tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bf3e8b9-8da9-4a28-88c0-799fd78203e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1132390 Jul 13 13:51:40.705124 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 53418) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:51:40.985078 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e626cb62-f592-4fa6-b337-bcd631d2bfb5 req-3ed91d7a-072a-4f7f-97ec-4aad24a556db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:51:40.987652 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e626cb62-f592-4fa6-b337-bcd631d2bfb5 req-3ed91d7a-072a-4f7f-97ec-4aad24a556db service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ef6418d5526f4765ba53df412776e3e7&device_id=5f309255-5b4d-4296-81c6-c49d93f44d38 HTTP/1.1" status: 200 len: 1095 time: 0.2161257 Jul 13 13:51:40.999051 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e3d821-2a16-4ad1-9878-a56dc166b392 req-fbb5afc8-b5a8-46ca-8b9a-0535fdd570b0 tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:51:41.009976 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-71e3d821-2a16-4ad1-9878-a56dc166b392 req-fbb5afc8-b5a8-46ca-8b9a-0535fdd570b0 tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] 10.222.0.23 "GET /v2.0/ports?device_id=9b6d26f6-15c2-4bce-895c-263741a4ebf4 HTTP/1.1" status: 200 len: 945 time: 0.1795418 Jul 13 13:51:41.137881 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e626cb62-f592-4fa6-b337-bcd631d2bfb5 req-a0d6fd43-cffd-437b-9aae-854987554f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:51:41.139484 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e626cb62-f592-4fa6-b337-bcd631d2bfb5 req-a0d6fd43-cffd-437b-9aae-854987554f33 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4044b022-747e-4834-bc76-73d0f411c2c3 HTTP/1.1" status: 200 len: 912 time: 0.1267745 Jul 13 13:51:41.256444 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e626cb62-f592-4fa6-b337-bcd631d2bfb5 req-ac172445-e4ca-49d3-a353-acd11fd7c591 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba15db8f-f750-4ef8-8e43-23b3ac54b1b7 HTTP/1.1" status: 200 len: 998 time: 0.0735321 Jul 13 13:51:41.263250 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27feee6-565f-450a-b727-900ac7e10b89 req-30a1a3be-37de-4e14-8adb-51c83074b868 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:51:41.271892 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e27feee6-565f-450a-b727-900ac7e10b89 req-30a1a3be-37de-4e14-8adb-51c83074b868 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f309255-5b4d-4296-81c6-c49d93f44d38 HTTP/1.1" status: 200 len: 944 time: 0.2422063 Jul 13 13:51:41.321553 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e5481edd-3695-4816-8beb-8d5a3d1bc94f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:41.362435 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-71e3d821-2a16-4ad1-9878-a56dc166b392 req-29cbb252-1314-4149-861d-fde559fd6ece tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] 10.222.0.23 "GET /v2.0/security-groups?id=644afb89-2d80-4396-af42-a671e24582c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3513315 Jul 13 13:51:41.376336 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e27feee6-565f-450a-b727-900ac7e10b89 req-50a2c973-e9b0-4fa6-87d2-6604ec3c84ae tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bf3e8b9-8da9-4a28-88c0-799fd78203e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1032052 Jul 13 13:51:41.429530 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e626cb62-f592-4fa6-b337-bcd631d2bfb5 req-166b397f-2747-4bc7-a438-9132342405c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:51:41.431316 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e626cb62-f592-4fa6-b337-bcd631d2bfb5 req-166b397f-2747-4bc7-a438-9132342405c0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=22de4df8-967a-4ca5-99c3-67fec7ee33c8 HTTP/1.1" status: 200 len: 851 time: 0.1400514 Jul 13 13:51:41.522443 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e626cb62-f592-4fa6-b337-bcd631d2bfb5 req-11ad1d68-d06f-461e-9f04-e3a3d40a9554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:51:41.523181 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e626cb62-f592-4fa6-b337-bcd631d2bfb5 req-11ad1d68-d06f-461e-9f04-e3a3d40a9554 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4044b022-747e-4834-bc76-73d0f411c2c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0777736 Jul 13 13:51:41.682459 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e626cb62-f592-4fa6-b337-bcd631d2bfb5 req-76564fb0-ea0b-4312-a059-2a666baad8af service neutron] 10.222.0.26 "GET /v2.0/networks/4044b022-747e-4834-bc76-73d0f411c2c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529489 Jul 13 13:51:41.748317 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e5481edd-3695-4816-8beb-8d5a3d1bc94f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:41.779890 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e5481edd-3695-4816-8beb-8d5a3d1bc94f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:41.806724 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-e5481edd-3695-4816-8beb-8d5a3d1bc94f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=af9ac879fa6f48cda413db2a9de1637a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0999424 Jul 13 13:51:41.813241 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 53438) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:51:41.849881 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5481edd-3695-4816-8beb-8d5a3d1bc94f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=629deefd-1805-4512-b9a3-ae3e29e1f10c,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:51:41.965695 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e626cb62-f592-4fa6-b337-bcd631d2bfb5 req-31885096-a4c2-4c6c-81ac-d74d573234d5 service neutron] 10.222.0.26 "GET /v2.0/networks/4044b022-747e-4834-bc76-73d0f411c2c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2708974 Jul 13 13:51:42.020221 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8c015cca-1f6b-4554-99d6-330ad2e088af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:42.046300 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8c015cca-1f6b-4554-99d6-330ad2e088af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:42.122787 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8c015cca-1f6b-4554-99d6-330ad2e088af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:42.126175 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8c015cca-1f6b-4554-99d6-330ad2e088af admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:42.131226 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-8c015cca-1f6b-4554-99d6-330ad2e088af admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/629deefd-1805-4512-b9a3-ae3e29e1f10c HTTP/1.1" status: 204 len: 168 time: 0.3134220 Jul 13 13:51:42.140687 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c015cca-1f6b-4554-99d6-330ad2e088af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=629deefd-1805-4512-b9a3-ae3e29e1f10c,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:51:42.675835 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6ff719-924d-4da5-aef8-1a2c0acfabd8 req-4131dc6c-d2af-4de3-bfef-75fe7ee7d18b tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:51:42.687096 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-cd6ff719-924d-4da5-aef8-1a2c0acfabd8 req-4131dc6c-d2af-4de3-bfef-75fe7ee7d18b tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f309255-5b4d-4296-81c6-c49d93f44d38 HTTP/1.1" status: 200 len: 944 time: 0.1560884 Jul 13 13:51:42.731255 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022633a2-a533-4f7b-9760-eb169c949a9a req-f05f72d4-b93e-4a8c-8cd2-5fadf3f3e675 tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:51:42.742664 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-022633a2-a533-4f7b-9760-eb169c949a9a req-f05f72d4-b93e-4a8c-8cd2-5fadf3f3e675 tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] 10.222.0.23 "GET /v2.0/ports?device_id=9b6d26f6-15c2-4bce-895c-263741a4ebf4 HTTP/1.1" status: 200 len: 945 time: 0.1401851 Jul 13 13:51:42.759010 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 53464) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:51:42.781684 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-cd6ff719-924d-4da5-aef8-1a2c0acfabd8 req-d5dd01f7-e4a1-4ffc-b829-ff94b96e4eeb tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bf3e8b9-8da9-4a28-88c0-799fd78203e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934329 Jul 13 13:51:42.810297 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7c8d71c3-6709-4f5a-8196-5fc041b8454f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:42.864617 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-022633a2-a533-4f7b-9760-eb169c949a9a req-1c51c250-5842-4e57-a9ed-307fcddd78bf tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] 10.222.0.23 "GET /v2.0/security-groups?id=644afb89-2d80-4396-af42-a671e24582c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195529 Jul 13 13:51:42.980986 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7c8d71c3-6709-4f5a-8196-5fc041b8454f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:43.002531 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7c8d71c3-6709-4f5a-8196-5fc041b8454f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:43.033351 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8d71c3-6709-4f5a-8196-5fc041b8454f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14636a91-7bd0-4a8e-962e-a9d21f31053a,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:51:43.051588 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-7c8d71c3-6709-4f5a-8196-5fc041b8454f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9984b6bebd9c434bbf6a1de935e7ac82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2686708 Jul 13 13:51:43.054276 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 53476) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:51:43.183171 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-32ab72eb-7a9d-439f-94d6-be5fd7b15ee8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:43.224366 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-32ab72eb-7a9d-439f-94d6-be5fd7b15ee8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:43.300705 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-32ab72eb-7a9d-439f-94d6-be5fd7b15ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:43.300705 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-32ab72eb-7a9d-439f-94d6-be5fd7b15ee8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:43.300705 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-32ab72eb-7a9d-439f-94d6-be5fd7b15ee8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/14636a91-7bd0-4a8e-962e-a9d21f31053a HTTP/1.1" status: 204 len: 168 time: 0.2448163 Jul 13 13:51:43.319985 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ab72eb-7a9d-439f-94d6-be5fd7b15ee8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14636a91-7bd0-4a8e-962e-a9d21f31053a,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:51:43.635799 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 53496) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:51:44.064150 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e556eb-8e07-4c14-92af-632c8156418e req-2a7f562e-00df-4c6d-990c-db251bd4dca4 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:51:44.073668 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-56e556eb-8e07-4c14-92af-632c8156418e req-2a7f562e-00df-4c6d-990c-db251bd4dca4 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f309255-5b4d-4296-81c6-c49d93f44d38 HTTP/1.1" status: 200 len: 944 time: 0.0962667 Jul 13 13:51:44.082339 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-765d89ab-5c8c-4cf5-b80a-40d756909791 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:44.123776 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-56e556eb-8e07-4c14-92af-632c8156418e req-2b509481-5f8c-4423-93a5-bdf57a825cef tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bf3e8b9-8da9-4a28-88c0-799fd78203e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489163 Jul 13 13:51:44.150828 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 53516) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:51:44.185544 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3d624683-27bf-423c-8082-e8f487419ed5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:44.257056 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.db.api [None req-765d89ab-5c8c-4cf5-b80a-40d756909791 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 13 13:51:44.257056 n-d-800634-1 neutron-server[93751]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 13 13:51:44.257056 n-d-800634-1 neutron-server[93751]: [parameters: {'project_id': 'cdd9e86ab5b54b219d0ccfe4dc451e3b', 'id': '6b31e321-5b70-41cd-8c1d-89a6bcb4ceb3', 'expiration': datetime.datetime(2021, 7, 13, 13, 53, 44, 239094)}] Jul 13 13:51:44.257056 n-d-800634-1 neutron-server[93751]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93751) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 13:51:44.258834 n-d-800634-1 neutron-server[93751]: DEBUG oslo_db.api [None req-765d89ab-5c8c-4cf5-b80a-40d756909791 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 13:51:44.329239 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98528b90-f0a3-4560-a5fb-5fc362596288 req-49240c11-61b9-4a1a-bc3c-4580aa92f7a3 tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:51:44.331551 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-98528b90-f0a3-4560-a5fb-5fc362596288 req-49240c11-61b9-4a1a-bc3c-4580aa92f7a3 tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] 10.222.0.23 "GET /v2.0/ports?device_id=9b6d26f6-15c2-4bce-895c-263741a4ebf4 HTTP/1.1" status: 200 len: 945 time: 0.2063043 Jul 13 13:51:44.424190 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3d624683-27bf-423c-8082-e8f487419ed5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:44.437172 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da838ec-4600-46bf-ad47-dc522c1f43f6 req-22832a6e-b9e7-4b13-bd98-6a675eda5770 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:51:44.440098 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3da838ec-4600-46bf-ad47-dc522c1f43f6 req-22832a6e-b9e7-4b13-bd98-6a675eda5770 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f309255-5b4d-4296-81c6-c49d93f44d38 HTTP/1.1" status: 200 len: 944 time: 0.1121306 Jul 13 13:51:44.469256 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-98528b90-f0a3-4560-a5fb-5fc362596288 req-1e8fdb2c-c66f-4e90-b3ab-93029d815aa2 tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] 10.222.0.23 "GET /v2.0/security-groups?id=644afb89-2d80-4396-af42-a671e24582c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305206 Jul 13 13:51:44.493040 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3d624683-27bf-423c-8082-e8f487419ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:44.569885 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d624683-27bf-423c-8082-e8f487419ed5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fea6670a-7acf-4650-b234-00511a56de86,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:51:44.607161 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3da838ec-4600-46bf-ad47-dc522c1f43f6 req-fc93abe5-16db-4d47-9ff8-f61a53d0a7f9 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bf3e8b9-8da9-4a28-88c0-799fd78203e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1602600 Jul 13 13:51:44.612874 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-3d624683-27bf-423c-8082-e8f487419ed5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=69009de960f84e508154680b810c9790&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4576106 Jul 13 13:51:44.613710 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 53528) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:51:44.677727 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-87aa1f12-e2c1-4dbe-936c-86d35044921d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:44.704370 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-87aa1f12-e2c1-4dbe-936c-86d35044921d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:44.759945 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-765d89ab-5c8c-4cf5-b80a-40d756909791 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:44.807000 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-87aa1f12-e2c1-4dbe-936c-86d35044921d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:44.815074 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-87aa1f12-e2c1-4dbe-936c-86d35044921d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:44.824523 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-87aa1f12-e2c1-4dbe-936c-86d35044921d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fea6670a-7acf-4650-b234-00511a56de86 HTTP/1.1" status: 204 len: 168 time: 0.2072275 Jul 13 13:51:44.862901 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87aa1f12-e2c1-4dbe-936c-86d35044921d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fea6670a-7acf-4650-b234-00511a56de86,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:51:45.054943 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-765d89ab-5c8c-4cf5-b80a-40d756909791 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:45.065812 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-765d89ab-5c8c-4cf5-b80a-40d756909791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:45.133315 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-765d89ab-5c8c-4cf5-b80a-40d756909791 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cdd9e86ab5b54b219d0ccfe4dc451e3b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4939175 Jul 13 13:51:45.133315 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765d89ab-5c8c-4cf5-b80a-40d756909791 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ea4f057-9dcd-4bf1-a94b-8a84909aa99f,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:51:45.134081 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 53546) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:51:45.228850 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-732003ea-3efc-4b2a-95d4-c45f50fad5b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:45.254998 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-732003ea-3efc-4b2a-95d4-c45f50fad5b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:45.353601 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-732003ea-3efc-4b2a-95d4-c45f50fad5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:45.356969 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-732003ea-3efc-4b2a-95d4-c45f50fad5b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:45.358415 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-732003ea-3efc-4b2a-95d4-c45f50fad5b5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8ea4f057-9dcd-4bf1-a94b-8a84909aa99f HTTP/1.1" status: 204 len: 168 time: 0.2236567 Jul 13 13:51:45.371194 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732003ea-3efc-4b2a-95d4-c45f50fad5b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ea4f057-9dcd-4bf1-a94b-8a84909aa99f,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:51:45.704454 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65378aa-7279-46be-99f3-b224ed711583 req-fb307195-adb0-4468-897f-aff8782ad12b tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:51:45.708612 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f65378aa-7279-46be-99f3-b224ed711583 req-fb307195-adb0-4468-897f-aff8782ad12b tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] 10.222.0.23 "GET /v2.0/ports?device_id=9b6d26f6-15c2-4bce-895c-263741a4ebf4 HTTP/1.1" status: 200 len: 945 time: 0.0967925 Jul 13 13:51:45.768130 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f65378aa-7279-46be-99f3-b224ed711583 req-10160bc3-f407-47ee-a9a9-ac315c169c94 tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] 10.222.0.23 "GET /v2.0/security-groups?id=644afb89-2d80-4396-af42-a671e24582c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507472 Jul 13 13:51:46.363509 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0949b11-0f0b-4b0c-b6af-ad77359187a7 req-017ce3ff-4cfb-477a-b687-404977c223db tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:51:46.366354 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f0949b11-0f0b-4b0c-b6af-ad77359187a7 req-017ce3ff-4cfb-477a-b687-404977c223db tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5179202-751f-4cda-9c32-14b2237bec11 HTTP/1.1" status: 200 len: 943 time: 0.0977507 Jul 13 13:51:46.500096 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 53656) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:51:46.552780 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-f0949b11-0f0b-4b0c-b6af-ad77359187a7 req-19f2caea-25fb-4996-abd2-3eb981daa7e9 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Deleting port e891826f-d47b-4cce-93b4-44e94ab65ab2 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:51:46.553058 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f0949b11-0f0b-4b0c-b6af-ad77359187a7 req-19f2caea-25fb-4996-abd2-3eb981daa7e9 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:46.647316 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-85a9981d-3fc1-456e-b626-ceff0018ca18 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-901845850-network', 'tenant_id': '8a3e15a0cd5247dd9e87d0ecd6194805'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:51:46.690208 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85a9981d-3fc1-456e-b626-ceff0018ca18 admin admin] Made reservation on behalf of 8a3e15a0cd5247dd9e87d0ecd6194805 for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:51:46.696974 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-85a9981d-3fc1-456e-b626-ceff0018ca18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:46.709674 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-85a9981d-3fc1-456e-b626-ceff0018ca18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:46.750593 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-f0949b11-0f0b-4b0c-b6af-ad77359187a7 req-19f2caea-25fb-4996-abd2-3eb981daa7e9 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] For port e891826f-d47b-4cce-93b4-44e94ab65ab2, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=e891826f-d47b-4cce-93b4-44e94ab65ab2,segment=NetworkSegment(370d7ede-eeb6-46ae-b4ce-87c4cdf3222b),segment_id=370d7ede-eeb6-46ae-b4ce-87c4cdf3222b)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:51:46.750989 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f0949b11-0f0b-4b0c-b6af-ad77359187a7 req-19f2caea-25fb-4996-abd2-3eb981daa7e9 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:46.773371 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-f0949b11-0f0b-4b0c-b6af-ad77359187a7 req-19f2caea-25fb-4996-abd2-3eb981daa7e9 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Calling delete_port for e891826f-d47b-4cce-93b4-44e94ab65ab2 owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:51:46.825969 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-85a9981d-3fc1-456e-b626-ceff0018ca18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:46.831846 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-85a9981d-3fc1-456e-b626-ceff0018ca18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:46.892260 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a9981d-3fc1-456e-b626-ceff0018ca18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2f3292e-0df6-4793-addf-0150ad2a2654,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:51:46.918497 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85a9981d-3fc1-456e-b626-ceff0018ca18 admin admin] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 13:51:46.930917 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-85a9981d-3fc1-456e-b626-ceff0018ca18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:46.931778 n-d-800634-1 neutron-server[93751]: INFO neutron.db.segments_db [None req-85a9981d-3fc1-456e-b626-ceff0018ca18 admin admin] Added segment 4e8f33a3-de97-416a-8729-eb902859829e of type vlan for network a3d89b4e-17f0-4192-86b2-bbf0978c23fb Jul 13 13:51:46.997497 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-85a9981d-3fc1-456e-b626-ceff0018ca18 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:47.008080 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 53672) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:51:47.066034 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f0949b11-0f0b-4b0c-b6af-ad77359187a7 req-19f2caea-25fb-4996-abd2-3eb981daa7e9 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:47.076761 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-85a9981d-3fc1-456e-b626-ceff0018ca18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:47.078084 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85a9981d-3fc1-456e-b626-ceff0018ca18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:51:47.078968 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-85a9981d-3fc1-456e-b626-ceff0018ca18 admin admin] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:47.080254 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['a99a2de4-d640-4ac9-ae79-8243abcdd3f9'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:51:47.151047 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-85a9981d-3fc1-456e-b626-ceff0018ca18 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6477165 Jul 13 13:51:47.160976 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 53678) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:51:47.169350 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['5d2705d5-8100-4bcb-8267-4b82bf384a0e'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:51:47.183499 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f2caea-25fb-4996-abd2-3eb981daa7e9 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Pushing event deleted for resources: {'Port': ['ID=e891826f-d47b-4cce-93b4-44e94ab65ab2,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:51:47.198921 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-afc8e6fe-abdb-4289-a1b1-623b15de64ea admin admin] Request body: {'subnet': {'network_id': 'a3d89b4e-17f0-4192-86b2-bbf0978c23fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-901845850-subnet', 'tenant_id': '8a3e15a0cd5247dd9e87d0ecd6194805', 'ip_version': 4}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:51:47.247623 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0949b11-0f0b-4b0c-b6af-ad77359187a7 req-19f2caea-25fb-4996-abd2-3eb981daa7e9 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] No DVR routers for this DVR port e891826f-d47b-4cce-93b4-44e94ab65ab2 on host n-h2-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:51:47.252162 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f0949b11-0f0b-4b0c-b6af-ad77359187a7 req-19f2caea-25fb-4996-abd2-3eb981daa7e9 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:47.258469 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f0949b11-0f0b-4b0c-b6af-ad77359187a7 req-19f2caea-25fb-4996-abd2-3eb981daa7e9 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "DELETE /v2.0/ports/e891826f-d47b-4cce-93b4-44e94ab65ab2 HTTP/1.1" status: 204 len: 173 time: 0.8853965 Jul 13 13:51:47.259056 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5179202-751f-4cda-9c32-14b2237bec11', 'name': 'network-vif-deleted', 'tag': 'e891826f-d47b-4cce-93b4-44e94ab65ab2'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:51:47.262231 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c0e194e-90f9-4423-9dc2-bbc60220a30a" -d '{"events": [{"server_uuid": "a5179202-751f-4cda-9c32-14b2237bec11", "name": "network-vif-deleted", "tag": "e891826f-d47b-4cce-93b4-44e94ab65ab2"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:51:47.273767 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a9981d-3fc1-456e-b626-ceff0018ca18 admin admin] Pushing event updated for resources: {'Network': ['ID=a3d89b4e-17f0-4192-86b2-bbf0978c23fb,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:51:47.323597 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26526a4-b780-40fd-bce5-55d61f69612a req-c0389deb-f657-41ca-8a24-52888704f26b tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:51:47.334948 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2cd28ae5-970b-496a-bf90-98cd55ddd37d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:47.344850 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c833a079-1aed-4221-b850-cc8c039168b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:47.346891 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network a3d89b4e-17f0-4192-86b2-bbf0978c23fb details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 13:51:47.363606 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c26526a4-b780-40fd-bce5-55d61f69612a req-c0389deb-f657-41ca-8a24-52888704f26b tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] 10.222.0.23 "GET /v2.0/ports?device_id=9b6d26f6-15c2-4bce-895c-263741a4ebf4 HTTP/1.1" status: 200 len: 945 time: 0.3284695 Jul 13 13:51:47.389389 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afc8e6fe-abdb-4289-a1b1-623b15de64ea admin admin] Made reservation on behalf of 8a3e15a0cd5247dd9e87d0ecd6194805 for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:51:47.392543 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-afc8e6fe-abdb-4289-a1b1-623b15de64ea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6104980'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:47.495652 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2cd28ae5-970b-496a-bf90-98cd55ddd37d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:47.503347 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2cd28ae5-970b-496a-bf90-98cd55ddd37d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:47.544650 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-2cd28ae5-970b-496a-bf90-98cd55ddd37d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dc6424542db7481dbe5915e981757446&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5355275 Jul 13 13:51:47.550830 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 53696) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:51:47.631166 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd28ae5-970b-496a-bf90-98cd55ddd37d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61d9c693-050b-40ea-8f70-fe22c40d0946,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:51:47.668766 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c26526a4-b780-40fd-bce5-55d61f69612a req-5ef29ade-fd8c-4b75-98cb-37a5bbcca8a1 tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] 10.222.0.23 "GET /v2.0/security-groups?id=644afb89-2d80-4396-af42-a671e24582c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3040407 Jul 13 13:51:47.708160 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-251f7a07-b5cb-4eb3-9c19-9fd7f795fb28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:47.776098 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-251f7a07-b5cb-4eb3-9c19-9fd7f795fb28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:47.879664 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 13 Jul 2021 13:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b845274e-ba34-4851-989c-0e12e93278eb x-openstack-request-id: req-b845274e-ba34-4851-989c-0e12e93278eb {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:51:47.882902 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5179202-751f-4cda-9c32-14b2237bec11", "name": "network-vif-deleted", "tag": "e891826f-d47b-4cce-93b4-44e94ab65ab2", "status": "failed", "code": 422}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:51:47.883396 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b845274e-ba34-4851-989c-0e12e93278eb {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:51:47.883935 n-d-800634-1 neutron-server[93750]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a5179202-751f-4cda-9c32-14b2237bec11', 'name': 'network-vif-deleted', 'tag': 'e891826f-d47b-4cce-93b4-44e94ab65ab2', 'status': 'failed', 'code': 422} returned with failed status Jul 13 13:51:47.888234 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-251f7a07-b5cb-4eb3-9c19-9fd7f795fb28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:47.892269 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-251f7a07-b5cb-4eb3-9c19-9fd7f795fb28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:47.893112 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-afc8e6fe-abdb-4289-a1b1-623b15de64ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6018343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6104998'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:47.894310 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-251f7a07-b5cb-4eb3-9c19-9fd7f795fb28 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/61d9c693-050b-40ea-8f70-fe22c40d0946 HTTP/1.1" status: 204 len: 168 time: 0.3421652 Jul 13 13:51:47.942185 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251f7a07-b5cb-4eb3-9c19-9fd7f795fb28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61d9c693-050b-40ea-8f70-fe22c40d0946,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:51:47.971778 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8e6fe-abdb-4289-a1b1-623b15de64ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=af3913c5-8888-473e-a3a6-593e4098ee76,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:51:47.979539 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc8e6fe-abdb-4289-a1b1-623b15de64ea admin admin] Checking segment: {'id': '4e8f33a3-de97-416a-8729-eb902859829e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a3d89b4e-17f0-4192-86b2-bbf0978c23fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:51:47.979898 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc8e6fe-abdb-4289-a1b1-623b15de64ea admin admin] Network hostable DHCP agents. Network: a3d89b4e-17f0-4192-86b2-bbf0978c23fb, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 13:51:47.999766 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc8e6fe-abdb-4289-a1b1-623b15de64ea admin admin] Network a3d89b4e-17f0-4192-86b2-bbf0978c23fb is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 13:51:48.014076 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-afc8e6fe-abdb-4289-a1b1-623b15de64ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, a3d89b4e-17f0-4192-86b2-bbf0978c23fb) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:51:48.022563 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc8e6fe-abdb-4289-a1b1-623b15de64ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:51:48.024894 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f6e7fb-cf7a-4f49-b82f-12a4eb966a8f None None] Network a3d89b4e-17f0-4192-86b2-bbf0978c23fb requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:51:48.025448 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-afc8e6fe-abdb-4289-a1b1-623b15de64ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:48.053985 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 53708) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:51:48.054435 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-afc8e6fe-abdb-4289-a1b1-623b15de64ea admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8862536 Jul 13 13:51:48.064723 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-01218eec-6dbe-4aa0-8032-2205a58c561d admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-901845850-router', 'tenant_id': '8a3e15a0cd5247dd9e87d0ecd6194805', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:51:48.126754 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-01218eec-6dbe-4aa0-8032-2205a58c561d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1591928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2714'] for router, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:48.129054 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-01218eec-6dbe-4aa0-8032-2205a58c561d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447198', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1629690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2689'] for router, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:48.269709 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-01218eec-6dbe-4aa0-8032-2205a58c561d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:48.358322 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3937a473-e454-46b3-96dd-f3ada23957a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a7201e1-61ce-5a3e-b7f7-e800379ed03b-a3d89b4e-17f0-4192-86b2-bbf0978c23fb', 'network_id': 'a3d89b4e-17f0-4192-86b2-bbf0978c23fb', 'tenant_id': '8a3e15a0cd5247dd9e87d0ecd6194805', 'fixed_ips': [{'subnet_id': 'af3913c5-8888-473e-a3a6-593e4098ee76'}]}} from n-d-800634-1. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 13:51:48.362187 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-3937a473-e454-46b3-96dd-f3ada23957a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:48.597508 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-01218eec-6dbe-4aa0-8032-2205a58c561d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447180', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1591910', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2751'] for router, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:48.701483 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-3937a473-e454-46b3-96dd-f3ada23957a7 None None] Allocated IP 172.20.0.2 (a3d89b4e-17f0-4192-86b2-bbf0978c23fb/af3913c5-8888-473e-a3a6-593e4098ee76/873123c4-861a-4a16-9951-b3eb4a9d3bf6) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:51:49.021144 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa20cc33-0bd1-464b-a844-7aa57220dd56 req-80369405-b408-4352-a483-44b0f66c1c3e tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:51:49.030653 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-aa20cc33-0bd1-464b-a844-7aa57220dd56 req-80369405-b408-4352-a483-44b0f66c1c3e tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] 10.222.0.23 "GET /v2.0/ports?device_id=9b6d26f6-15c2-4bce-895c-263741a4ebf4 HTTP/1.1" status: 200 len: 945 time: 0.1097934 Jul 13 13:51:49.042112 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-3937a473-e454-46b3-96dd-f3ada23957a7 None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:49.064354 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-3937a473-e454-46b3-96dd-f3ada23957a7 None None] Transition to ACTIVE for port object 873123c4-861a-4a16-9951-b3eb4a9d3bf6 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:51:49.098519 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-3937a473-e454-46b3-96dd-f3ada23957a7 None None] Transition to ACTIVE for port object 873123c4-861a-4a16-9951-b3eb4a9d3bf6 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:51:49.107277 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-aa20cc33-0bd1-464b-a844-7aa57220dd56 req-ab31e4dd-a73b-4232-bb66-b34d10af67a5 tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] 10.222.0.23 "GET /v2.0/security-groups?id=644afb89-2d80-4396-af42-a671e24582c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756586 Jul 13 13:51:49.111549 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-3937a473-e454-46b3-96dd-f3ada23957a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:49.160485 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3937a473-e454-46b3-96dd-f3ada23957a7 None None] Network a3d89b4e-17f0-4192-86b2-bbf0978c23fb is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:51:49.169129 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-3937a473-e454-46b3-96dd-f3ada23957a7 None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:51:49.173497 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3937a473-e454-46b3-96dd-f3ada23957a7 None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:51:49.187036 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3937a473-e454-46b3-96dd-f3ada23957a7 None None] Pushing event updated for resources: {'Port': ['ID=873123c4-861a-4a16-9951-b3eb4a9d3bf6,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:51:49.214860 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-01218eec-6dbe-4aa0-8032-2205a58c561d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:49.218270 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3937a473-e454-46b3-96dd-f3ada23957a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:51:49.219236 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3937a473-e454-46b3-96dd-f3ada23957a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:51:49.219580 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3937a473-e454-46b3-96dd-f3ada23957a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:51:49.224292 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3937a473-e454-46b3-96dd-f3ada23957a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:51:49.224815 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3937a473-e454-46b3-96dd-f3ada23957a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:51:49.225306 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3937a473-e454-46b3-96dd-f3ada23957a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:51:49.225829 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3937a473-e454-46b3-96dd-f3ada23957a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:51:49.226330 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3937a473-e454-46b3-96dd-f3ada23957a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:51:49.227750 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3937a473-e454-46b3-96dd-f3ada23957a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:51:49.228250 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3937a473-e454-46b3-96dd-f3ada23957a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:51:49.228738 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3937a473-e454-46b3-96dd-f3ada23957a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:51:49.229386 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3937a473-e454-46b3-96dd-f3ada23957a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:51:49.245775 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-01218eec-6dbe-4aa0-8032-2205a58c561d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:49.257423 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792aa7a6-7d6e-4ca7-847a-26142283b3cc req-a23edaa9-a956-47ac-8d55-cbc6ee7cc1b9 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:51:49.259064 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-792aa7a6-7d6e-4ca7-847a-26142283b3cc req-a23edaa9-a956-47ac-8d55-cbc6ee7cc1b9 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=06111558-967d-4a36-b428-2726854b7e61 HTTP/1.1" status: 200 len: 908 time: 0.3521061 Jul 13 13:51:49.274772 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-3937a473-e454-46b3-96dd-f3ada23957a7 None None] Attempting to bind port 873123c4-861a-4a16-9951-b3eb4a9d3bf6 on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:51:49.275424 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-3937a473-e454-46b3-96dd-f3ada23957a7 None None] Attempting to bind port 873123c4-861a-4a16-9951-b3eb4a9d3bf6 by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '4e8f33a3-de97-416a-8729-eb902859829e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a3d89b4e-17f0-4192-86b2-bbf0978c23fb'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:51:49.276545 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3937a473-e454-46b3-96dd-f3ada23957a7 None None] Attempting to bind port 873123c4-861a-4a16-9951-b3eb4a9d3bf6 on network a3d89b4e-17f0-4192-86b2-bbf0978c23fb {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:51:49.284861 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3937a473-e454-46b3-96dd-f3ada23957a7 None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 51, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:51:49.285486 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3937a473-e454-46b3-96dd-f3ada23957a7 None None] Checking segment: {'id': '4e8f33a3-de97-416a-8729-eb902859829e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a3d89b4e-17f0-4192-86b2-bbf0978c23fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:51:49.286116 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-3937a473-e454-46b3-96dd-f3ada23957a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:49.286666 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3937a473-e454-46b3-96dd-f3ada23957a7 None None] Bound using segment: {'id': '4e8f33a3-de97-416a-8729-eb902859829e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a3d89b4e-17f0-4192-86b2-bbf0978c23fb'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:51:49.287584 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-3937a473-e454-46b3-96dd-f3ada23957a7 None None] Bound port: 873123c4-861a-4a16-9951-b3eb4a9d3bf6, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e8f33a3-de97-416a-8729-eb902859829e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a3d89b4e-17f0-4192-86b2-bbf0978c23fb'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:51:49.288241 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-3937a473-e454-46b3-96dd-f3ada23957a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:49.407335 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-3937a473-e454-46b3-96dd-f3ada23957a7 None None] For port 873123c4-861a-4a16-9951-b3eb4a9d3bf6, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:51:49.412576 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-3937a473-e454-46b3-96dd-f3ada23957a7 None None] For port 873123c4-861a-4a16-9951-b3eb4a9d3bf6, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=873123c4-861a-4a16-9951-b3eb4a9d3bf6,segment=NetworkSegment(4e8f33a3-de97-416a-8729-eb902859829e),segment_id=4e8f33a3-de97-416a-8729-eb902859829e)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:51:49.418650 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-3937a473-e454-46b3-96dd-f3ada23957a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:49.477918 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-01218eec-6dbe-4aa0-8032-2205a58c561d admin admin] Allocated IP 172.25.6.8 (acf968b8-c524-46a9-a20b-ad9667009130/dde5a78e-bd1e-4f47-8189-7321d4de73d3/a74cbdf2-b03f-4a32-84b1-f55a287a07d9) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:51:49.565833 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3937a473-e454-46b3-96dd-f3ada23957a7 None None] Pushing event updated for resources: {'Port': ['ID=873123c4-861a-4a16-9951-b3eb4a9d3bf6,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:51:49.615818 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-01218eec-6dbe-4aa0-8032-2205a58c561d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:49.688453 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-01218eec-6dbe-4aa0-8032-2205a58c561d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:49.736832 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01218eec-6dbe-4aa0-8032-2205a58c561d admin admin] Network acf968b8-c524-46a9-a20b-ad9667009130 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:51:49.739883 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-01218eec-6dbe-4aa0-8032-2205a58c561d admin admin] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:51:49.742454 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01218eec-6dbe-4aa0-8032-2205a58c561d admin admin] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:51:49.852439 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ac224f16-6293-4cb2-98ce-e0d8ac850558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:50.024223 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:50.065311 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01218eec-6dbe-4aa0-8032-2205a58c561d admin admin] Pushing event updated for resources: {'Port': ['ID=a74cbdf2-b03f-4a32-84b1-f55a287a07d9,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:51:50.138695 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94644d64-acd2-46ae-8bab-aef37616bb83 req-847ad2bf-2e2e-41fa-8d01-68a7658924cf tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:51:50.141148 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-94644d64-acd2-46ae-8bab-aef37616bb83 req-847ad2bf-2e2e-41fa-8d01-68a7658924cf tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.41 "GET /v2.0/ports?device_id=06111558-967d-4a36-b428-2726854b7e61 HTTP/1.1" status: 200 len: 908 time: 0.1195242 Jul 13 13:51:50.388688 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-94644d64-acd2-46ae-8bab-aef37616bb83 req-c99aefc3-4be3-4033-a527-705ccb6a70a0 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Deleting port b26ea32d-7d84-4456-bb27-627e3fdc4367 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:51:50.390951 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-94644d64-acd2-46ae-8bab-aef37616bb83 req-c99aefc3-4be3-4033-a527-705ccb6a70a0 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:50.448122 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 53808) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:51:50.566079 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-01218eec-6dbe-4aa0-8032-2205a58c561d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:50.637077 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-94644d64-acd2-46ae-8bab-aef37616bb83 req-c99aefc3-4be3-4033-a527-705ccb6a70a0 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] For port b26ea32d-7d84-4456-bb27-627e3fdc4367, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=b26ea32d-7d84-4456-bb27-627e3fdc4367,segment=NetworkSegment(370d7ede-eeb6-46ae-b4ce-87c4cdf3222b),segment_id=370d7ede-eeb6-46ae-b4ce-87c4cdf3222b)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:51:50.637972 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-94644d64-acd2-46ae-8bab-aef37616bb83 req-c99aefc3-4be3-4033-a527-705ccb6a70a0 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:50.653825 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-94644d64-acd2-46ae-8bab-aef37616bb83 req-c99aefc3-4be3-4033-a527-705ccb6a70a0 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Calling delete_port for b26ea32d-7d84-4456-bb27-627e3fdc4367 owned by compute:nova {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:51:50.707662 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a9655b-8568-4dcb-a045-572d641ebe83 req-c979f80c-7e53-4a56-b136-2f6896869a82 tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:51:50.714883 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-53a9655b-8568-4dcb-a045-572d641ebe83 req-c979f80c-7e53-4a56-b136-2f6896869a82 tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] 10.222.0.23 "GET /v2.0/ports?device_id=9b6d26f6-15c2-4bce-895c-263741a4ebf4 HTTP/1.1" status: 200 len: 945 time: 0.2895510 Jul 13 13:51:50.878310 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-94644d64-acd2-46ae-8bab-aef37616bb83 req-c99aefc3-4be3-4033-a527-705ccb6a70a0 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:50.907626 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de7540a-f0c0-4ee5-97e2-f5a9cf902c36 req-28ef83a7-8f57-4111-8eab-58236b123b25 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:51:50.919673 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8de7540a-f0c0-4ee5-97e2-f5a9cf902c36 req-28ef83a7-8f57-4111-8eab-58236b123b25 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=06111558-967d-4a36-b428-2726854b7e61 HTTP/1.1" status: 200 len: 908 time: 0.1717432 Jul 13 13:51:51.037530 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99aefc3-4be3-4033-a527-705ccb6a70a0 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Pushing event deleted for resources: {'Port': ['ID=b26ea32d-7d84-4456-bb27-627e3fdc4367,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:51:51.095021 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:51.155071 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-94644d64-acd2-46ae-8bab-aef37616bb83 req-c99aefc3-4be3-4033-a527-705ccb6a70a0 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] No DVR routers for this DVR port b26ea32d-7d84-4456-bb27-627e3fdc4367 on host n-h2-800634-1 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:51:51.169777 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-94644d64-acd2-46ae-8bab-aef37616bb83 req-c99aefc3-4be3-4033-a527-705ccb6a70a0 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:51.180120 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-94644d64-acd2-46ae-8bab-aef37616bb83 req-c99aefc3-4be3-4033-a527-705ccb6a70a0 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.41 "DELETE /v2.0/ports/b26ea32d-7d84-4456-bb27-627e3fdc4367 HTTP/1.1" status: 204 len: 173 time: 1.0323544 Jul 13 13:51:51.208754 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06111558-967d-4a36-b428-2726854b7e61', 'name': 'network-vif-deleted', 'tag': 'b26ea32d-7d84-4456-bb27-627e3fdc4367'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:51:51.245246 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d17b627af75e17e0f4b8d6239d04f8c2f78634e2c585e32a7aeca336500f34a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65e362f1-b6ed-47c3-98e0-ab3936ebd2e9" -d '{"events": [{"server_uuid": "06111558-967d-4a36-b428-2726854b7e61", "name": "network-vif-deleted", "tag": "b26ea32d-7d84-4456-bb27-627e3fdc4367"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:51:51.284511 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e93484b-117a-4917-8f81-a16b379b23a0 None None] Network a3d89b4e-17f0-4192-86b2-bbf0978c23fb requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:51:51.318250 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:51:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3907261c-bfec-4791-a806-4ea71322e7e1 x-openstack-request-id: req-3907261c-bfec-4791-a806-4ea71322e7e1 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:51:51.318543 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06111558-967d-4a36-b428-2726854b7e61", "name": "network-vif-deleted", "tag": "b26ea32d-7d84-4456-bb27-627e3fdc4367", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:51:51.318795 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3907261c-bfec-4791-a806-4ea71322e7e1 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:51:51.319209 n-d-800634-1 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06111558-967d-4a36-b428-2726854b7e61', 'name': 'network-vif-deleted', 'tag': 'b26ea32d-7d84-4456-bb27-627e3fdc4367', 'status': 'completed', 'code': 200} Jul 13 13:51:51.376914 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-ce356cdd-61a8-4883-8fec-26f933bff4b5 None None] Provisioning for port 873123c4-861a-4a16-9951-b3eb4a9d3bf6 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:51:51.456552 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-d6580b0d-e109-4216-90c5-3c8ea6ef811f tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Request body: {'network': {'name': 'tempest-network-smoke--616287320', 'project_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'port_security_enabled': True}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:51:51.503077 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-53a9655b-8568-4dcb-a045-572d641ebe83 req-a2ed2373-efd9-4e0d-93ef-6b84ae62f873 tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] 10.222.0.23 "GET /v2.0/security-groups?id=644afb89-2d80-4396-af42-a671e24582c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7689126 Jul 13 13:51:51.510582 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6580b0d-e109-4216-90c5-3c8ea6ef811f tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Made reservation on behalf of c841d7dd73ac40a085273ab2774b9cc2 for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:51:51.530531 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d6580b0d-e109-4216-90c5-3c8ea6ef811f tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:51.543602 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d6580b0d-e109-4216-90c5-3c8ea6ef811f tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:51.688704 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 873123c4-861a-4a16-9951-b3eb4a9d3bf6 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:51:51.743039 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-01218eec-6dbe-4aa0-8032-2205a58c561d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447217'] for router, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:51.821505 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port 873123c4-861a-4a16-9951-b3eb4a9d3bf6 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:51:51.886748 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 873123c4-861a-4a16-9951-b3eb4a9d3bf6 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:51:51.887139 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:51.992079 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d6580b0d-e109-4216-90c5-3c8ea6ef811f tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:52.008396 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d6580b0d-e109-4216-90c5-3c8ea6ef811f tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:52.010132 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6183453b-b407-4771-956c-cd0c51587df6 req-cedf456b-3ba0-4214-bbb6-77be32cd119b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:51:52.033859 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6183453b-b407-4771-956c-cd0c51587df6 req-cedf456b-3ba0-4214-bbb6-77be32cd119b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9b6d26f6-15c2-4bce-895c-263741a4ebf4 HTTP/1.1" status: 200 len: 1096 time: 0.2377992 Jul 13 13:51:52.105709 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6580b0d-e109-4216-90c5-3c8ea6ef811f tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 13:51:52.109984 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6183453b-b407-4771-956c-cd0c51587df6 req-4b2f48fb-b3d7-4d95-ba1a-0aa70703b6a0 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=644afb89-2d80-4396-af42-a671e24582c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692277 Jul 13 13:51:52.125273 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:52.135978 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6580b0d-e109-4216-90c5-3c8ea6ef811f tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6f69e82-8c6a-430b-9236-b8b78b2e8a78,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:51:52.143169 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d6580b0d-e109-4216-90c5-3c8ea6ef811f tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:52.143522 n-d-800634-1 neutron-server[93750]: INFO neutron.db.segments_db [None req-d6580b0d-e109-4216-90c5-3c8ea6ef811f tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Added segment b8fdda1f-7cf8-4ae7-8e85-c592ed647d46 of type vlan for network 74b894bb-81e0-406c-ab54-602d50ca5470 Jul 13 13:51:52.181587 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port 873123c4-861a-4a16-9951-b3eb4a9d3bf6, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=873123c4-861a-4a16-9951-b3eb4a9d3bf6,segment=NetworkSegment(4e8f33a3-de97-416a-8729-eb902859829e),segment_id=4e8f33a3-de97-416a-8729-eb902859829e)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:51:52.190254 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:52.292391 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01218eec-6dbe-4aa0-8032-2205a58c561d admin admin] Router d8c5400e-0cb5-43c6-866e-3b5f59009876 is scheduled to L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 with binding_index 1 {{(pid=93750) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 13:51:52.307168 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a9e5f53b-b8b3-433d-bf41-4d0e3981683c req-20773d5a-56d8-440d-b5f1-36924f18f6a3 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=06111558-967d-4a36-b428-2726854b7e61 HTTP/1.1" status: 200 len: 210 time: 0.0805330 Jul 13 13:51:52.340347 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d6580b0d-e109-4216-90c5-3c8ea6ef811f tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:52.341867 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=873123c4-861a-4a16-9951-b3eb4a9d3bf6,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:51:52.434067 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-0f113dab-5b06-48c3-8984-843261778c20 None None] Provisioning complete for port 873123c4-861a-4a16-9951-b3eb4a9d3bf6 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:51:52.434507 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-0f113dab-5b06-48c3-8984-843261778c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:52.453390 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.db.resource_extend [None req-d6580b0d-e109-4216-90c5-3c8ea6ef811f tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 13 13:51:52.526838 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d6580b0d-e109-4216-90c5-3c8ea6ef811f tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:52.533161 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6580b0d-e109-4216-90c5-3c8ea6ef811f tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:51:52.533776 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d6580b0d-e109-4216-90c5-3c8ea6ef811f tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:52.613902 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:52.621612 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-d6580b0d-e109-4216-90c5-3c8ea6ef811f tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.1496499 Jul 13 13:51:52.624812 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 53828) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:51:52.627207 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6580b0d-e109-4216-90c5-3c8ea6ef811f tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Pushing event updated for resources: {'Network': ['ID=74b894bb-81e0-406c-ab54-602d50ca5470,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:51:52.629877 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01218eec-6dbe-4aa0-8032-2205a58c561d admin admin] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:51:52.635233 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-9ba6eeab-091a-4c26-bb31-f6112619360c tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1884197832', 'admin_state_up': True, 'project_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:51:52.649082 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a974ac-22ea-4f77-ac60-05c39f04e518 None None] Sync routers for ids ['d8c5400e-0cb5-43c6-866e-3b5f59009876'] in n-d-800634-1 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:51:52.660393 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network 74b894bb-81e0-406c-ab54-602d50ca5470 details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 13:51:52.671305 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-01218eec-6dbe-4aa0-8032-2205a58c561d admin admin] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:52.673413 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-01218eec-6dbe-4aa0-8032-2205a58c561d admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.6178670 Jul 13 13:51:52.674461 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a974ac-22ea-4f77-ac60-05c39f04e518 None None] Routers {'d8c5400e-0cb5-43c6-866e-3b5f59009876'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:51:52.675253 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-16a974ac-22ea-4f77-ac60-05c39f04e518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:51:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['d8c5400e-0cb5-43c6-866e-3b5f59009876'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:51:52.676735 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 53830) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:51:52.678097 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9ba6eeab-091a-4c26-bb31-f6112619360c tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1591928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2714'] for router, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:52.679374 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9ba6eeab-091a-4c26-bb31-f6112619360c tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447198', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1629690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2689'] for router, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:52.761560 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9ba6eeab-091a-4c26-bb31-f6112619360c tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:52.789608 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-16a974ac-22ea-4f77-ac60-05c39f04e518 None None] Set router d8c5400e-0cb5-43c6-866e-3b5f59009876 gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:51:52.915067 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device b26ea32d-7d84-4456-bb27-627e3fdc4367 no longer exists at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:51:52.952001 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] No Port match for: b26ea32d-7d84-4456-bb27-627e3fdc4367 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:51:52.952800 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device b26ea32d-7d84-4456-bb27-627e3fdc4367 not bound to the agent host n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:51:53.007151 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-16a974ac-22ea-4f77-ac60-05c39f04e518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8c5400e-0cb5-43c6-866e-3b5f59009876', 'name': 'tempest-TestAggregatesBasicOps-901845850-router', 'tenant_id': '8a3e15a0cd5247dd9e87d0ecd6194805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': 'a74cbdf2-b03f-4a32-84b1-f55a287a07d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:51:48Z', 'updated_at': '2021-07-13T13:51:50Z', 'revision_number': 3, 'project_id': '8a3e15a0cd5247dd9e87d0ecd6194805', 'gw_port': {'id': 'a74cbdf2-b03f-4a32-84b1-f55a287a07d9', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:19:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8c5400e-0cb5-43c6-866e-3b5f59009876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2573, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:51:49Z', 'updated_at': '2021-07-13T13:51:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:51:53.036712 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a974ac-22ea-4f77-ac60-05c39f04e518 None None] Checking router: d8c5400e-0cb5-43c6-866e-3b5f59009876 for host: n-d-800634-1 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 13:51:53.037143 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a974ac-22ea-4f77-ac60-05c39f04e518 None None] Updating router d8c5400e-0cb5-43c6-866e-3b5f59009876 port a74cbdf2-b03f-4a32-84b1-f55a287a07d9 binding host n-d-800634-1 {{(pid=93753) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 13:51:53.060683 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9ba6eeab-091a-4c26-bb31-f6112619360c tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447180', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1591910', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2751'] for router, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:53.077418 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-16a974ac-22ea-4f77-ac60-05c39f04e518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:53.084226 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcec842-245e-497a-a245-89a22da5c02b req-f4d1cbca-680a-416b-b157-cbf7349b0649 tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:51:53.085912 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-cfcec842-245e-497a-a245-89a22da5c02b req-f4d1cbca-680a-416b-b157-cbf7349b0649 tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] 10.222.0.23 "GET /v2.0/ports?device_id=9b6d26f6-15c2-4bce-895c-263741a4ebf4 HTTP/1.1" status: 200 len: 945 time: 0.4105444 Jul 13 13:51:53.247985 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f50bf465-41c0-4a73-b34b-7da7863d85b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:53.519051 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-16a974ac-22ea-4f77-ac60-05c39f04e518 None None] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:53.530830 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-16a974ac-22ea-4f77-ac60-05c39f04e518 None None] Transition to ACTIVE for port object a74cbdf2-b03f-4a32-84b1-f55a287a07d9 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:51:53.539207 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-16a974ac-22ea-4f77-ac60-05c39f04e518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:53.603730 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0548545a-3a8b-41e9-bb44-34a3b153955a None None] Pushing event updated for resources: {'Port': ['ID=a74cbdf2-b03f-4a32-84b1-f55a287a07d9,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:51:53.606309 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-cfcec842-245e-497a-a245-89a22da5c02b req-e5106cfe-a2bf-4466-aafd-f530b122242a tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] 10.222.0.23 "GET /v2.0/security-groups?id=644afb89-2d80-4396-af42-a671e24582c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5148432 Jul 13 13:51:53.629857 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-f50bf465-41c0-4a73-b34b-7da7863d85b0 admin admin] Allocated IP 172.20.0.1 (a3d89b4e-17f0-4192-86b2-bbf0978c23fb/af3913c5-8888-473e-a3a6-593e4098ee76/e0cc36ff-c03c-47a0-8e54-6958660c982a) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:51:53.642630 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 873123c4-861a-4a16-9951-b3eb4a9d3bf6 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:51:53.666260 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0548545a-3a8b-41e9-bb44-34a3b153955a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:51:53.666752 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0548545a-3a8b-41e9-bb44-34a3b153955a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:51:53.666937 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0548545a-3a8b-41e9-bb44-34a3b153955a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:51:53.667273 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0548545a-3a8b-41e9-bb44-34a3b153955a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:51:53.667602 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0548545a-3a8b-41e9-bb44-34a3b153955a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:51:53.667929 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0548545a-3a8b-41e9-bb44-34a3b153955a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:51:53.668256 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0548545a-3a8b-41e9-bb44-34a3b153955a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:51:53.668579 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0548545a-3a8b-41e9-bb44-34a3b153955a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:51:53.668902 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0548545a-3a8b-41e9-bb44-34a3b153955a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:51:53.669225 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0548545a-3a8b-41e9-bb44-34a3b153955a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:51:53.669819 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0548545a-3a8b-41e9-bb44-34a3b153955a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:51:53.670150 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0548545a-3a8b-41e9-bb44-34a3b153955a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:51:53.680096 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-16a974ac-22ea-4f77-ac60-05c39f04e518 None None] Attempting to bind port a74cbdf2-b03f-4a32-84b1-f55a287a07d9 on host n-d-800634-1 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:51:53.680463 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-16a974ac-22ea-4f77-ac60-05c39f04e518 None None] Attempting to bind port a74cbdf2-b03f-4a32-84b1-f55a287a07d9 by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:51:53.680816 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a974ac-22ea-4f77-ac60-05c39f04e518 None None] Attempting to bind port a74cbdf2-b03f-4a32-84b1-f55a287a07d9 on network acf968b8-c524-46a9-a20b-ad9667009130 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:51:53.704319 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a974ac-22ea-4f77-ac60-05c39f04e518 None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 51, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:51:53.709698 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a974ac-22ea-4f77-ac60-05c39f04e518 None None] Checking segment: {'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:51:53.710138 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-16a974ac-22ea-4f77-ac60-05c39f04e518 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:53.712945 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a974ac-22ea-4f77-ac60-05c39f04e518 None None] Bound using segment: {'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:51:53.713463 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-16a974ac-22ea-4f77-ac60-05c39f04e518 None None] Bound port: a74cbdf2-b03f-4a32-84b1-f55a287a07d9, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:51:53.713887 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-16a974ac-22ea-4f77-ac60-05c39f04e518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:53.786504 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 873123c4-861a-4a16-9951-b3eb4a9d3bf6 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:51:53.786885 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:53.840194 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-16a974ac-22ea-4f77-ac60-05c39f04e518 None None] For port a74cbdf2-b03f-4a32-84b1-f55a287a07d9, host n-d-800634-1, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:51:53.846532 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-16a974ac-22ea-4f77-ac60-05c39f04e518 None None] For port a74cbdf2-b03f-4a32-84b1-f55a287a07d9, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=a74cbdf2-b03f-4a32-84b1-f55a287a07d9,segment=NetworkSegment(3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87),segment_id=3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:51:53.856421 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-16a974ac-22ea-4f77-ac60-05c39f04e518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:53.860381 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f50bf465-41c0-4a73-b34b-7da7863d85b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:53.892907 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [None req-f50bf465-41c0-4a73-b34b-7da7863d85b0 admin admin] Transition to ACTIVE for port object e0cc36ff-c03c-47a0-8e54-6958660c982a will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:51:53.966177 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9ba6eeab-091a-4c26-bb31-f6112619360c tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks [] for router_gateway, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:53.973541 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f50bf465-41c0-4a73-b34b-7da7863d85b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:54.007351 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a974ac-22ea-4f77-ac60-05c39f04e518 None None] Routers {'d8c5400e-0cb5-43c6-866e-3b5f59009876'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:51:54.007971 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-16a974ac-22ea-4f77-ac60-05c39f04e518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:51:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['d8c5400e-0cb5-43c6-866e-3b5f59009876'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:51:54.010028 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0548545a-3a8b-41e9-bb44-34a3b153955a None None] Pushing event updated for resources: {'Port': ['ID=a74cbdf2-b03f-4a32-84b1-f55a287a07d9,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:51:54.022762 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9ba6eeab-091a-4c26-bb31-f6112619360c tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:54.056991 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f50bf465-41c0-4a73-b34b-7da7863d85b0 admin admin] Network a3d89b4e-17f0-4192-86b2-bbf0978c23fb is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:51:54.070777 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-f50bf465-41c0-4a73-b34b-7da7863d85b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:51:54.099560 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50bf465-41c0-4a73-b34b-7da7863d85b0 admin admin] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:51:54.102574 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50bf465-41c0-4a73-b34b-7da7863d85b0 admin admin] Pushing event updated for resources: {'Port': ['ID=e0cc36ff-c03c-47a0-8e54-6958660c982a,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:51:54.181255 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f50bf465-41c0-4a73-b34b-7da7863d85b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-450452'] for router_interface, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:54.215884 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-16a974ac-22ea-4f77-ac60-05c39f04e518 None None] Set router d8c5400e-0cb5-43c6-866e-3b5f59009876 gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:51:54.228503 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-9ba6eeab-091a-4c26-bb31-f6112619360c tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Allocated IP 172.25.6.62 (acf968b8-c524-46a9-a20b-ad9667009130/dde5a78e-bd1e-4f47-8189-7321d4de73d3/b82ce7a0-912c-4b40-a9cc-9f95df758d0c) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:51:54.398861 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3239618b-9bce-4e85-b73a-b8e26d48ce9d req-915aeb48-c43a-4587-9d9e-d031842c7ff3 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:51:54.400698 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3239618b-9bce-4e85-b73a-b8e26d48ce9d req-915aeb48-c43a-4587-9d9e-d031842c7ff3 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d0bd205-085d-4da5-8b75-794e6e7b045d HTTP/1.1" status: 200 len: 945 time: 0.1908994 Jul 13 13:51:54.414879 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-f03b52a0-954a-4a6f-b6ca-9a68a7758310 None None] Provisioning for port e0cc36ff-c03c-47a0-8e54-6958660c982a completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:51:54.420245 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-f03b52a0-954a-4a6f-b6ca-9a68a7758310 None None] Provisioning complete for port e0cc36ff-c03c-47a0-8e54-6958660c982a triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:51:54.420685 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f03b52a0-954a-4a6f-b6ca-9a68a7758310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:54.432721 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f50bf465-41c0-4a73-b34b-7da7863d85b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:54.507875 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-f03b52a0-954a-4a6f-b6ca-9a68a7758310 None None] Port e0cc36ff-c03c-47a0-8e54-6958660c982a cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:51:54.539099 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9ba6eeab-091a-4c26-bb31-f6112619360c tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:54.561145 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3239618b-9bce-4e85-b73a-b8e26d48ce9d req-5501c3e9-39fe-473a-b899-403e62f6dc95 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd374adc-73a7-4812-9be6-45acdaeb0bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533585 Jul 13 13:51:54.665953 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9ba6eeab-091a-4c26-bb31-f6112619360c tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:54.753374 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba6eeab-091a-4c26-bb31-f6112619360c tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Network acf968b8-c524-46a9-a20b-ad9667009130 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:51:54.757318 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-9ba6eeab-091a-4c26-bb31-f6112619360c tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:51:54.769021 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba6eeab-091a-4c26-bb31-f6112619360c tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:51:54.774095 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba6eeab-091a-4c26-bb31-f6112619360c tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Pushing event updated for resources: {'Port': ['ID=b82ce7a0-912c-4b40-a9cc-9f95df758d0c,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:51:54.810454 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-16a974ac-22ea-4f77-ac60-05c39f04e518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8c5400e-0cb5-43c6-866e-3b5f59009876', 'name': 'tempest-TestAggregatesBasicOps-901845850-router', 'tenant_id': '8a3e15a0cd5247dd9e87d0ecd6194805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': 'a74cbdf2-b03f-4a32-84b1-f55a287a07d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:51:48Z', 'updated_at': '2021-07-13T13:51:50Z', 'revision_number': 3, 'project_id': '8a3e15a0cd5247dd9e87d0ecd6194805', 'gw_port': {'id': 'a74cbdf2-b03f-4a32-84b1-f55a287a07d9', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:19:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8c5400e-0cb5-43c6-866e-3b5f59009876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2573, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:51:49Z', 'updated_at': '2021-07-13T13:51:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:51:54.813244 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f50bf465-41c0-4a73-b34b-7da7863d85b0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:54.829559 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f50bf465-41c0-4a73-b34b-7da7863d85b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:54.866907 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a974ac-22ea-4f77-ac60-05c39f04e518 None None] The sync data for ids ['d8c5400e-0cb5-43c6-866e-3b5f59009876'] in n-d-800634-1 is: [{'id': 'd8c5400e-0cb5-43c6-866e-3b5f59009876', 'name': 'tempest-TestAggregatesBasicOps-901845850-router', 'tenant_id': '8a3e15a0cd5247dd9e87d0ecd6194805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': 'a74cbdf2-b03f-4a32-84b1-f55a287a07d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:51:48Z', 'updated_at': '2021-07-13T13:51:50Z', 'revision_number': 3, 'project_id': '8a3e15a0cd5247dd9e87d0ecd6194805', 'gw_port': {'id': 'a74cbdf2-b03f-4a32-84b1-f55a287a07d9', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:19:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8c5400e-0cb5-43c6-866e-3b5f59009876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2573, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:51:49Z', 'updated_at': '2021-07-13T13:51:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:51:55.057218 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f50bf465-41c0-4a73-b34b-7da7863d85b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1785045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451806'] for router_interface, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:55.072357 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50bf465-41c0-4a73-b34b-7da7863d85b0 admin admin] Pushing event updated for resources: {'Port': ['ID=e0cc36ff-c03c-47a0-8e54-6958660c982a,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:51:55.127792 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9ba6eeab-091a-4c26-bb31-f6112619360c tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks [] for router_gateway, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:55.156606 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5500a75-a9ce-40f5-affe-c5b65eff2362 req-57caea26-49cb-4c45-8e08-80ba9ae6cdaf tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:51:55.158364 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a5500a75-a9ce-40f5-affe-c5b65eff2362 req-57caea26-49cb-4c45-8e08-80ba9ae6cdaf tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] 10.222.0.23 "GET /v2.0/ports?device_id=9b6d26f6-15c2-4bce-895c-263741a4ebf4 HTTP/1.1" status: 200 len: 945 time: 0.2625041 Jul 13 13:51:55.287046 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a5500a75-a9ce-40f5-affe-c5b65eff2362 req-282bd86e-a5f8-44e2-9ff2-84627d1c6762 tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] 10.222.0.23 "GET /v2.0/security-groups?id=644afb89-2d80-4396-af42-a671e24582c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187289 Jul 13 13:51:55.353968 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f50bf465-41c0-4a73-b34b-7da7863d85b0 admin admin] Network a3d89b4e-17f0-4192-86b2-bbf0978c23fb is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:51:55.355822 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-f50bf465-41c0-4a73-b34b-7da7863d85b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:51:55.481965 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9ba6eeab-091a-4c26-bb31-f6112619360c tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447217'] for router, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:55.730054 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f50bf465-41c0-4a73-b34b-7da7863d85b0 admin admin] Router d8c5400e-0cb5-43c6-866e-3b5f59009876 has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 13:51:55.764456 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device a74cbdf2-b03f-4a32-84b1-f55a287a07d9 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:51:55.930436 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port a74cbdf2-b03f-4a32-84b1-f55a287a07d9 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:51:55.959022 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port a74cbdf2-b03f-4a32-84b1-f55a287a07d9 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:51:55.959425 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:55.966972 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ba6eeab-091a-4c26-bb31-f6112619360c tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Router 6e6c35d2-3101-4a59-afdc-1aecc8430b8c is scheduled to L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 with binding_index 1 {{(pid=93751) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 13:51:56.030670 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-3eb54797-1027-4bf1-a23a-cd722d36b1b5 None None] Provisioning complete for port e0cc36ff-c03c-47a0-8e54-6958660c982a triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:51:56.032035 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-3eb54797-1027-4bf1-a23a-cd722d36b1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:56.065215 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f50bf465-41c0-4a73-b34b-7da7863d85b0 admin admin] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:51:56.094514 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-f50bf465-41c0-4a73-b34b-7da7863d85b0 admin admin] 10.222.0.23 "PUT /v2.0/routers/d8c5400e-0cb5-43c6-866e-3b5f59009876/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4078217 Jul 13 13:51:56.097335 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d74ddd-af6e-468e-abdd-f18e9409eeea req-1934412b-3532-4f75-93d7-e4072b2369ae tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:51:56.098939 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-84d74ddd-af6e-468e-abdd-f18e9409eeea req-1934412b-3532-4f75-93d7-e4072b2369ae tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d0bd205-085d-4da5-8b75-794e6e7b045d HTTP/1.1" status: 200 len: 945 time: 0.4694202 Jul 13 13:51:56.126196 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fde7ba1-582b-42ba-950e-0fdd532b9669 req-f793871d-3283-4f89-a574-df9ad8812057 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:51:56.128236 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6fde7ba1-582b-42ba-950e-0fdd532b9669 req-f793871d-3283-4f89-a574-df9ad8812057 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d0bd205-085d-4da5-8b75-794e6e7b045d HTTP/1.1" status: 200 len: 945 time: 0.1416745 Jul 13 13:51:56.198811 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-3eb54797-1027-4bf1-a23a-cd722d36b1b5 None None] Port e0cc36ff-c03c-47a0-8e54-6958660c982a cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:51:56.212248 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:56.241218 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6fde7ba1-582b-42ba-950e-0fdd532b9669 req-363441d9-8d41-4ec4-a8e5-d57ee36d0812 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd374adc-73a7-4812-9be6-45acdaeb0bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027527 Jul 13 13:51:56.257038 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port a74cbdf2-b03f-4a32-84b1-f55a287a07d9, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=a74cbdf2-b03f-4a32-84b1-f55a287a07d9,segment=NetworkSegment(3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87),segment_id=3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:51:56.277928 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:56.365267 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6273af0c-7464-40eb-b94d-79de1f6ef694 req-4c7b967d-09c3-4dbb-9324-e7feb1fe5d40 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ab00bc18-bc30-4e26-932d-8cd3a7bc04c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1640394 Jul 13 13:51:56.408844 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=a74cbdf2-b03f-4a32-84b1-f55a287a07d9,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:51:56.503323 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ba6eeab-091a-4c26-bb31-f6112619360c tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:51:56.508738 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-19d6ffd3-4f6f-4280-8a9a-026ebf6b346c req-dd1397f4-dc1f-405f-b90c-5d5c8ce910ef service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5f309255-5b4d-4296-81c6-c49d93f44d38&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2417867 Jul 13 13:51:56.514683 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6af0c25-23a8-453f-8016-97410a208f11 None None] Sync routers for ids ['6e6c35d2-3101-4a59-afdc-1aecc8430b8c'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:51:56.537885 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6af0c25-23a8-453f-8016-97410a208f11 None None] Routers {'6e6c35d2-3101-4a59-afdc-1aecc8430b8c'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:51:56.540807 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-c6af0c25-23a8-453f-8016-97410a208f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:51:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['6e6c35d2-3101-4a59-afdc-1aecc8430b8c'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:51:56.558333 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9ba6eeab-091a-4c26-bb31-f6112619360c tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:56.559849 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-9ba6eeab-091a-4c26-bb31-f6112619360c tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.9282858 Jul 13 13:51:56.563749 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88264f00-7e8c-4a07-9961-11f9977d8064 req-f8bea74e-710e-47bf-87e2-a505b79c9371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:51:56.564842 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 53872) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:51:56.565241 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-88264f00-7e8c-4a07-9961-11f9977d8064 req-f8bea74e-710e-47bf-87e2-a505b79c9371 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6d64c288caca4b478e8ce389a95deff9&device_id=9b6d26f6-15c2-4bce-895c-263741a4ebf4 HTTP/1.1" status: 200 len: 1096 time: 0.7875335 Jul 13 13:51:56.611107 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6273af0c-7464-40eb-b94d-79de1f6ef694 req-79f24a78-238a-4c8b-8eea-d588d850a376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:51:56.615014 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6273af0c-7464-40eb-b94d-79de1f6ef694 req-79f24a78-238a-4c8b-8eea-d588d850a376 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=99fb449c317d405481fdd7598ba3a401&device_id=ab00bc18-bc30-4e26-932d-8cd3a7bc04c3 HTTP/1.1" status: 200 len: 1096 time: 0.2201409 Jul 13 13:51:56.721004 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88264f00-7e8c-4a07-9961-11f9977d8064 req-3c76a8bd-be0c-4812-956b-30dc54c61cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:51:56.723601 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-88264f00-7e8c-4a07-9961-11f9977d8064 req-3c76a8bd-be0c-4812-956b-30dc54c61cf1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4ac69b68-9ae1-4155-8f50-5147d61b5b39 HTTP/1.1" status: 200 len: 910 time: 0.1499405 Jul 13 13:51:56.770671 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc234c30-322c-4211-906d-49475d0a8d2a req-c9641b59-d289-45eb-b0b9-054c0e0d0391 tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:51:56.795339 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-dc234c30-322c-4211-906d-49475d0a8d2a req-c9641b59-d289-45eb-b0b9-054c0e0d0391 tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] 10.222.0.23 "GET /v2.0/ports?device_id=9b6d26f6-15c2-4bce-895c-263741a4ebf4 HTTP/1.1" status: 200 len: 945 time: 0.8389881 Jul 13 13:51:56.979684 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-c6af0c25-23a8-453f-8016-97410a208f11 None None] Set router 6e6c35d2-3101-4a59-afdc-1aecc8430b8c gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:51:57.045130 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-88264f00-7e8c-4a07-9961-11f9977d8064 req-e436345b-1fc0-483a-a018-0563c477ebad service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aaba1eb8-f941-4410-93c7-bd52fa4e5134 HTTP/1.1" status: 200 len: 217 time: 0.3089278 Jul 13 13:51:57.053996 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-84d74ddd-af6e-468e-abdd-f18e9409eeea req-bae4951a-4a5f-4bc5-9abb-836a7dd4443d tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Deleting port 5d2705d5-8100-4bcb-8267-4b82bf384a0e {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:51:57.054355 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-84d74ddd-af6e-468e-abdd-f18e9409eeea req-bae4951a-4a5f-4bc5-9abb-836a7dd4443d tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:57.075012 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-10918242-0b6e-4806-a656-75d0ce391155 tempest-TestNetworkBasicOps-1997131872 tempest-TestNetworkBasicOps-1997131872-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=c841d7dd73ac40a085273ab2774b9cc2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5074322 Jul 13 13:51:57.084542 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 53894) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:51:57.113593 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d6ffd3-4f6f-4280-8a9a-026ebf6b346c req-ced50a07-4047-41e3-aa43-d785a55e0484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:51:57.118579 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-19d6ffd3-4f6f-4280-8a9a-026ebf6b346c req-ced50a07-4047-41e3-aa43-d785a55e0484 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ef6418d5526f4765ba53df412776e3e7&device_id=5f309255-5b4d-4296-81c6-c49d93f44d38 HTTP/1.1" status: 200 len: 1095 time: 0.5355628 Jul 13 13:51:57.184241 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6273af0c-7464-40eb-b94d-79de1f6ef694 req-3584dcfc-6783-4d5e-b1e7-d272a6d8f26b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:51:57.189338 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88264f00-7e8c-4a07-9961-11f9977d8064 req-4b546a7f-366e-4918-9fa6-d0e1ed5172ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:51:57.189682 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6273af0c-7464-40eb-b94d-79de1f6ef694 req-3584dcfc-6783-4d5e-b1e7-d272a6d8f26b service neutron] 10.222.0.41 "GET /v2.0/networks?id=bebce078-4657-4116-afe4-942f44316b72 HTTP/1.1" status: 200 len: 916 time: 0.5132680 Jul 13 13:51:57.196923 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-88264f00-7e8c-4a07-9961-11f9977d8064 req-4b546a7f-366e-4918-9fa6-d0e1ed5172ad service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3bd6f631-9a19-4cc5-9ccc-67e848f4410c HTTP/1.1" status: 200 len: 850 time: 0.1319592 Jul 13 13:51:57.335820 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 53902) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:51:57.346371 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-4bcedeaf-23f8-47f8-b932-702d55cfe929 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-192386631-network', 'tenant_id': '30ec2083fb3e490ead83eae717c86412'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:51:57.424155 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-88264f00-7e8c-4a07-9961-11f9977d8064 req-17fef768-3b3e-49e6-8045-2f302163172f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4ac69b68-9ae1-4155-8f50-5147d61b5b39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2013569 Jul 13 13:51:57.572667 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-c6af0c25-23a8-453f-8016-97410a208f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e6c35d2-3101-4a59-afdc-1aecc8430b8c', 'name': 'tempest-TestNetworkBasicOps-router-1884197832', 'tenant_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': 'b82ce7a0-912c-4b40-a9cc-9f95df758d0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:51:52Z', 'updated_at': '2021-07-13T13:51:54Z', 'revision_number': 3, 'project_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'gw_port': {'id': 'b82ce7a0-912c-4b40-a9cc-9f95df758d0c', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:75:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e6c35d2-3101-4a59-afdc-1aecc8430b8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:51:54Z', 'updated_at': '2021-07-13T13:51:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:51:57.659030 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-88264f00-7e8c-4a07-9961-11f9977d8064 req-6c86bbf7-8a1d-4aed-aaa6-6e68a14c51df service neutron] 10.222.0.41 "GET /v2.0/networks/4ac69b68-9ae1-4155-8f50-5147d61b5b39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188144 Jul 13 13:51:57.659247 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device a74cbdf2-b03f-4a32-84b1-f55a287a07d9 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:51:57.717709 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6af0c25-23a8-453f-8016-97410a208f11 None None] Checking router: 6e6c35d2-3101-4a59-afdc-1aecc8430b8c for host: n-d-800634-1 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 13:51:57.719159 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6af0c25-23a8-453f-8016-97410a208f11 None None] Updating router 6e6c35d2-3101-4a59-afdc-1aecc8430b8c port b82ce7a0-912c-4b40-a9cc-9f95df758d0c binding host n-d-800634-1 {{(pid=93752) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 13:51:57.729554 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2079227-41f3-4c08-904d-8d2406ae98d6 tempest-TestNetworkBasicOps-1997131872 tempest-TestNetworkBasicOps-1997131872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:51:57.732058 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-c2079227-41f3-4c08-904d-8d2406ae98d6 tempest-TestNetworkBasicOps-1997131872 tempest-TestNetworkBasicOps-1997131872-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6445324 Jul 13 13:51:57.734457 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6273af0c-7464-40eb-b94d-79de1f6ef694 req-f6d75cb4-cb93-4d7d-bdf1-919791eef9e9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8f69a950-287c-42cf-b922-64755bdadb61 HTTP/1.1" status: 200 len: 1000 time: 0.4646628 Jul 13 13:51:57.735189 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 53908) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:51:57.794906 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port a74cbdf2-b03f-4a32-84b1-f55a287a07d9 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:51:57.795687 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:57.814286 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bcedeaf-23f8-47f8-b932-702d55cfe929 admin admin] Made reservation on behalf of 30ec2083fb3e490ead83eae717c86412 for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:51:57.817548 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4bcedeaf-23f8-47f8-b932-702d55cfe929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:57.831151 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c6af0c25-23a8-453f-8016-97410a208f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:57.881046 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-88264f00-7e8c-4a07-9961-11f9977d8064 req-a4ae6154-a734-4fb5-aae5-5a261aa5781d service neutron] 10.222.0.41 "GET /v2.0/networks/4ac69b68-9ae1-4155-8f50-5147d61b5b39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203975 Jul 13 13:51:57.884065 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-dc234c30-322c-4211-906d-49475d0a8d2a req-6e44e335-5af8-4a37-abf9-1888443a313f tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] 10.222.0.23 "GET /v2.0/security-groups?id=644afb89-2d80-4396-af42-a671e24582c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0876560 Jul 13 13:51:57.962919 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cdfa6ea-191a-4fc1-9e7b-fac26f5f00c7 None None] Sync routers for ids ['d8c5400e-0cb5-43c6-866e-3b5f59009876'] in n-d-800634-1 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:51:57.980786 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cdfa6ea-191a-4fc1-9e7b-fac26f5f00c7 None None] Routers {'d8c5400e-0cb5-43c6-866e-3b5f59009876'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:51:57.986855 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-2cdfa6ea-191a-4fc1-9e7b-fac26f5f00c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:51:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['d8c5400e-0cb5-43c6-866e-3b5f59009876'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:51:57.997773 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-84d74ddd-af6e-468e-abdd-f18e9409eeea req-bae4951a-4a5f-4bc5-9abb-836a7dd4443d tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] For port 5d2705d5-8100-4bcb-8267-4b82bf384a0e, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=5d2705d5-8100-4bcb-8267-4b82bf384a0e,segment=NetworkSegment(370d7ede-eeb6-46ae-b4ce-87c4cdf3222b),segment_id=370d7ede-eeb6-46ae-b4ce-87c4cdf3222b)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:51:57.998224 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-84d74ddd-af6e-468e-abdd-f18e9409eeea req-bae4951a-4a5f-4bc5-9abb-836a7dd4443d tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:58.033887 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-84d74ddd-af6e-468e-abdd-f18e9409eeea req-bae4951a-4a5f-4bc5-9abb-836a7dd4443d tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Calling delete_port for 5d2705d5-8100-4bcb-8267-4b82bf384a0e owned by compute:nova {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:51:58.300710 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-2cdfa6ea-191a-4fc1-9e7b-fac26f5f00c7 None None] Set router d8c5400e-0cb5-43c6-866e-3b5f59009876 gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:51:58.393698 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-84d74ddd-af6e-468e-abdd-f18e9409eeea req-bae4951a-4a5f-4bc5-9abb-836a7dd4443d tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:58.428369 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['a99a2de4-d640-4ac9-ae79-8243abcdd3f9'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:51:58.467840 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae4951a-4a5f-4bc5-9abb-836a7dd4443d tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Pushing event deleted for resources: {'Port': ['ID=5d2705d5-8100-4bcb-8267-4b82bf384a0e,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:51:58.549797 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c6af0c25-23a8-453f-8016-97410a208f11 None None] Notify callbacks [] for port, precommit_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:58.562283 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-84d74ddd-af6e-468e-abdd-f18e9409eeea req-bae4951a-4a5f-4bc5-9abb-836a7dd4443d tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] No DVR routers for this DVR port 5d2705d5-8100-4bcb-8267-4b82bf384a0e on host n-h1-800634-1 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:51:58.565669 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-84d74ddd-af6e-468e-abdd-f18e9409eeea req-bae4951a-4a5f-4bc5-9abb-836a7dd4443d tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:58.569395 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-84d74ddd-af6e-468e-abdd-f18e9409eeea req-bae4951a-4a5f-4bc5-9abb-836a7dd4443d tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.26 "DELETE /v2.0/ports/5d2705d5-8100-4bcb-8267-4b82bf384a0e HTTP/1.1" status: 204 len: 173 time: 2.4613366 Jul 13 13:51:58.569874 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d0bd205-085d-4da5-8b75-794e6e7b045d', 'name': 'network-vif-deleted', 'tag': '5d2705d5-8100-4bcb-8267-4b82bf384a0e'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:51:58.586271 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d17b627af75e17e0f4b8d6239d04f8c2f78634e2c585e32a7aeca336500f34a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea48e95c-aab5-428c-97b4-2f539a31307f" -d '{"events": [{"server_uuid": "4d0bd205-085d-4da5-8b75-794e6e7b045d", "name": "network-vif-deleted", "tag": "5d2705d5-8100-4bcb-8267-4b82bf384a0e"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:51:58.593639 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-c6af0c25-23a8-453f-8016-97410a208f11 None None] Transition to ACTIVE for port object b82ce7a0-912c-4b40-a9cc-9f95df758d0c will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:51:58.611442 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4bcedeaf-23f8-47f8-b932-702d55cfe929 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:58.641816 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:51:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2e074fb-4992-4dc4-ba64-dc5f75119cae x-openstack-request-id: req-d2e074fb-4992-4dc4-ba64-dc5f75119cae {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:51:58.642313 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d0bd205-085d-4da5-8b75-794e6e7b045d", "name": "network-vif-deleted", "tag": "5d2705d5-8100-4bcb-8267-4b82bf384a0e", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:51:58.642643 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d2e074fb-4992-4dc4-ba64-dc5f75119cae {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:51:58.643613 n-d-800634-1 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d0bd205-085d-4da5-8b75-794e6e7b045d', 'name': 'network-vif-deleted', 'tag': '5d2705d5-8100-4bcb-8267-4b82bf384a0e', 'status': 'completed', 'code': 200} Jul 13 13:51:58.668296 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 53916) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:51:58.674642 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-dbc5d18f-3b24-4154-90b1-23143524e2fc tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1853015141', 'network_id': '74b894bb-81e0-406c-ab54-602d50ca5470', 'project_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:51:58.678912 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-456f7e93-c66e-40a1-86a3-4d8dad7e060e tempest-TestNetworkBasicOps-1997131872 tempest-TestNetworkBasicOps-1997131872-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=acf968b8-c524-46a9-a20b-ad9667009130&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.8937814 Jul 13 13:51:58.679136 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c6af0c25-23a8-453f-8016-97410a208f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:58.751809 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-2cdfa6ea-191a-4fc1-9e7b-fac26f5f00c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8c5400e-0cb5-43c6-866e-3b5f59009876', 'name': 'tempest-TestAggregatesBasicOps-901845850-router', 'tenant_id': '8a3e15a0cd5247dd9e87d0ecd6194805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': 'a74cbdf2-b03f-4a32-84b1-f55a287a07d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:51:48Z', 'updated_at': '2021-07-13T13:51:54Z', 'revision_number': 4, 'project_id': '8a3e15a0cd5247dd9e87d0ecd6194805', 'gw_port': {'id': 'a74cbdf2-b03f-4a32-84b1-f55a287a07d9', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:19:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c5400e-0cb5-43c6-866e-3b5f59009876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2573, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:51:49Z', 'updated_at': '2021-07-13T13:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': 'e0cc36ff-c03c-47a0-8e54-6958660c982a', 'name': '', 'network_id': 'a3d89b4e-17f0-4192-86b2-bbf0978c23fb', 'tenant_id': '8a3e15a0cd5247dd9e87d0ecd6194805', 'mac_address': 'fa:16:3e:3c:d0:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8c5400e-0cb5-43c6-866e-3b5f59009876', 'device_owner': 'network:router_interface', 'standard_attr_id': 2582, 'fixed_ips': [{'subnet_id': 'af3913c5-8888-473e-a3a6-593e4098ee76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:51:53Z', 'updated_at': '2021-07-13T13:51:54Z', 'revision_number': 2, 'project_id': '8a3e15a0cd5247dd9e87d0ecd6194805', 'subnets': [{'id': 'af3913c5-8888-473e-a3a6-593e4098ee76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:51:58.768733 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-c6af0c25-23a8-453f-8016-97410a208f11 None None] Attempting to bind port b82ce7a0-912c-4b40-a9cc-9f95df758d0c on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:51:58.769916 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-c6af0c25-23a8-453f-8016-97410a208f11 None None] Attempting to bind port b82ce7a0-912c-4b40-a9cc-9f95df758d0c by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:51:58.769916 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6af0c25-23a8-453f-8016-97410a208f11 None None] Attempting to bind port b82ce7a0-912c-4b40-a9cc-9f95df758d0c on network acf968b8-c524-46a9-a20b-ad9667009130 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:51:58.785667 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6af0c25-23a8-453f-8016-97410a208f11 None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 51, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:51:58.786300 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6af0c25-23a8-453f-8016-97410a208f11 None None] Checking segment: {'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:51:58.786838 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c6af0c25-23a8-453f-8016-97410a208f11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:58.787796 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6af0c25-23a8-453f-8016-97410a208f11 None None] Bound using segment: {'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:51:58.788471 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-c6af0c25-23a8-453f-8016-97410a208f11 None None] Bound port: b82ce7a0-912c-4b40-a9cc-9f95df758d0c, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:51:58.789045 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c6af0c25-23a8-453f-8016-97410a208f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:58.806740 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d6ffd3-4f6f-4280-8a9a-026ebf6b346c req-08e8375a-aa25-4ed8-a5a9-d579748d68dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:51:58.832128 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-19d6ffd3-4f6f-4280-8a9a-026ebf6b346c req-08e8375a-aa25-4ed8-a5a9-d579748d68dc service neutron] 10.222.0.26 "GET /v2.0/networks?id=4044b022-747e-4834-bc76-73d0f411c2c3 HTTP/1.1" status: 200 len: 912 time: 1.5675168 Jul 13 13:51:58.888474 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135cb3e5-ec6f-475c-b153-9e5aec59fb41 None None] Pushing event updated for resources: {'Port': ['ID=b82ce7a0-912c-4b40-a9cc-9f95df758d0c,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:51:58.888722 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cdfa6ea-191a-4fc1-9e7b-fac26f5f00c7 None None] Checking router: d8c5400e-0cb5-43c6-866e-3b5f59009876 for host: n-d-800634-1 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 13:51:58.888722 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cdfa6ea-191a-4fc1-9e7b-fac26f5f00c7 None None] Updating router d8c5400e-0cb5-43c6-866e-3b5f59009876 port e0cc36ff-c03c-47a0-8e54-6958660c982a binding host n-d-800634-1 {{(pid=93753) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 13:51:59.019511 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2cdfa6ea-191a-4fc1-9e7b-fac26f5f00c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:59.026285 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-c6af0c25-23a8-453f-8016-97410a208f11 None None] For port b82ce7a0-912c-4b40-a9cc-9f95df758d0c, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:51:59.033710 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-c6af0c25-23a8-453f-8016-97410a208f11 None None] For port b82ce7a0-912c-4b40-a9cc-9f95df758d0c, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=b82ce7a0-912c-4b40-a9cc-9f95df758d0c,segment=NetworkSegment(3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87),segment_id=3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:51:59.057915 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c6af0c25-23a8-453f-8016-97410a208f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:59.091032 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-19d6ffd3-4f6f-4280-8a9a-026ebf6b346c req-a098a450-4d92-4d0b-9605-0ba011577d08 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba15db8f-f750-4ef8-8e43-23b3ac54b1b7 HTTP/1.1" status: 200 len: 998 time: 0.2197535 Jul 13 13:51:59.093617 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6273af0c-7464-40eb-b94d-79de1f6ef694 req-56c011e9-5ca0-429b-beaa-ccc9d893fd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:51:59.101388 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6273af0c-7464-40eb-b94d-79de1f6ef694 req-56c011e9-5ca0-429b-beaa-ccc9d893fd0a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e5ac919f-e40f-4805-bb14-5bbcfbbe58a7 HTTP/1.1" status: 200 len: 855 time: 1.3066397 Jul 13 13:51:59.151079 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.db.api [None req-dbc5d18f-3b24-4154-90b1-23143524e2fc tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 13 13:51:59.151079 n-d-800634-1 neutron-server[93751]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 13 13:51:59.151079 n-d-800634-1 neutron-server[93751]: [parameters: {'project_id_1': 'c841d7dd73ac40a085273ab2774b9cc2', 'expiration_1': datetime.datetime(2021, 7, 13, 13, 51, 59, 14624)}] Jul 13 13:51:59.151079 n-d-800634-1 neutron-server[93751]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93751) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 13:51:59.152048 n-d-800634-1 neutron-server[93751]: DEBUG oslo_db.api [None req-dbc5d18f-3b24-4154-90b1-23143524e2fc tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 13:51:59.194434 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6af0c25-23a8-453f-8016-97410a208f11 None None] Routers {'6e6c35d2-3101-4a59-afdc-1aecc8430b8c'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:51:59.195090 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-c6af0c25-23a8-453f-8016-97410a208f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:51:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['6e6c35d2-3101-4a59-afdc-1aecc8430b8c'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:51:59.329302 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135cb3e5-ec6f-475c-b153-9e5aec59fb41 None None] Pushing event updated for resources: {'Port': ['ID=b82ce7a0-912c-4b40-a9cc-9f95df758d0c,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:51:59.371343 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4bcedeaf-23f8-47f8-b932-702d55cfe929 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:59.399655 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9404527-faf9-43e6-bba6-e94cedf6f194 req-4fa0ed03-c250-4ea9-9605-281268aaa81a tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:51:59.404517 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c9404527-faf9-43e6-bba6-e94cedf6f194 req-4fa0ed03-c250-4ea9-9605-281268aaa81a tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] 10.222.0.23 "GET /v2.0/ports?device_id=9b6d26f6-15c2-4bce-895c-263741a4ebf4 HTTP/1.1" status: 200 len: 945 time: 0.2148263 Jul 13 13:51:59.421433 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d6ffd3-4f6f-4280-8a9a-026ebf6b346c req-021652d9-21f7-4257-943d-4421c4e8ea63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:51:59.424012 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-19d6ffd3-4f6f-4280-8a9a-026ebf6b346c req-021652d9-21f7-4257-943d-4421c4e8ea63 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=22de4df8-967a-4ca5-99c3-67fec7ee33c8 HTTP/1.1" status: 200 len: 851 time: 0.3148868 Jul 13 13:51:59.428493 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4bcedeaf-23f8-47f8-b932-702d55cfe929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:59.443747 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bcedeaf-23f8-47f8-b932-702d55cfe929 admin admin] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 13:51:59.457124 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4bcedeaf-23f8-47f8-b932-702d55cfe929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:59.458110 n-d-800634-1 neutron-server[93750]: INFO neutron.db.segments_db [None req-4bcedeaf-23f8-47f8-b932-702d55cfe929 admin admin] Added segment fdabb01f-ab16-417f-873c-b7035e1e23d0 of type vlan for network 6cb9c0ad-f025-4052-8365-455c42aa6d50 Jul 13 13:51:59.519900 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c9404527-faf9-43e6-bba6-e94cedf6f194 req-b25958de-9546-4fcb-a279-e70072a43fc3 tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] 10.222.0.23 "GET /v2.0/security-groups?id=644afb89-2d80-4396-af42-a671e24582c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091788 Jul 13 13:51:59.526782 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4bcedeaf-23f8-47f8-b932-702d55cfe929 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:59.527763 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2cdfa6ea-191a-4fc1-9e7b-fac26f5f00c7 None None] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:59.534994 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-c6af0c25-23a8-453f-8016-97410a208f11 None None] Set router 6e6c35d2-3101-4a59-afdc-1aecc8430b8c gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:51:59.539404 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-2cdfa6ea-191a-4fc1-9e7b-fac26f5f00c7 None None] Transition to ACTIVE for port object e0cc36ff-c03c-47a0-8e54-6958660c982a will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:51:59.548599 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2cdfa6ea-191a-4fc1-9e7b-fac26f5f00c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:59.610176 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b521a2d5-3664-4bc9-9317-e8bc05a66367 None None] Pushing event updated for resources: {'Port': ['ID=e0cc36ff-c03c-47a0-8e54-6958660c982a,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:51:59.646553 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a493c8b9-25e2-46d0-a9bb-f6f39a32bf29 req-e05811da-67c4-43d2-91ce-22746e625f6f tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:51:59.670758 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a493c8b9-25e2-46d0-a9bb-f6f39a32bf29 req-e05811da-67c4-43d2-91ce-22746e625f6f tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d0bd205-085d-4da5-8b75-794e6e7b045d HTTP/1.1" status: 200 len: 867 time: 1.9344904 Jul 13 13:51:59.696707 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbc5d18f-3b24-4154-90b1-23143524e2fc tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Made reservation on behalf of c841d7dd73ac40a085273ab2774b9cc2 for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:51:59.700873 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d18f-3b24-4154-90b1-23143524e2fc tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6104980'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:59.756719 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-2cdfa6ea-191a-4fc1-9e7b-fac26f5f00c7 None None] Attempting to bind port e0cc36ff-c03c-47a0-8e54-6958660c982a on host n-d-800634-1 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:51:59.757095 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-2cdfa6ea-191a-4fc1-9e7b-fac26f5f00c7 None None] Attempting to bind port e0cc36ff-c03c-47a0-8e54-6958660c982a by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '4e8f33a3-de97-416a-8729-eb902859829e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a3d89b4e-17f0-4192-86b2-bbf0978c23fb'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:51:59.757695 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cdfa6ea-191a-4fc1-9e7b-fac26f5f00c7 None None] Attempting to bind port e0cc36ff-c03c-47a0-8e54-6958660c982a on network a3d89b4e-17f0-4192-86b2-bbf0978c23fb {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:51:59.786815 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cdfa6ea-191a-4fc1-9e7b-fac26f5f00c7 None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 51, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:51:59.789148 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cdfa6ea-191a-4fc1-9e7b-fac26f5f00c7 None None] Checking segment: {'id': '4e8f33a3-de97-416a-8729-eb902859829e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a3d89b4e-17f0-4192-86b2-bbf0978c23fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:51:59.789724 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2cdfa6ea-191a-4fc1-9e7b-fac26f5f00c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:59.790340 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cdfa6ea-191a-4fc1-9e7b-fac26f5f00c7 None None] Bound using segment: {'id': '4e8f33a3-de97-416a-8729-eb902859829e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a3d89b4e-17f0-4192-86b2-bbf0978c23fb'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:51:59.792156 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-2cdfa6ea-191a-4fc1-9e7b-fac26f5f00c7 None None] Bound port: e0cc36ff-c03c-47a0-8e54-6958660c982a, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e8f33a3-de97-416a-8729-eb902859829e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a3d89b4e-17f0-4192-86b2-bbf0978c23fb'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:51:59.792729 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2cdfa6ea-191a-4fc1-9e7b-fac26f5f00c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:59.845963 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4bcedeaf-23f8-47f8-b932-702d55cfe929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:59.847295 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bcedeaf-23f8-47f8-b932-702d55cfe929 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:51:59.848418 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4bcedeaf-23f8-47f8-b932-702d55cfe929 admin admin] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:59.940317 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 5d2705d5-8100-4bcb-8267-4b82bf384a0e no longer exists at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:51:59.958944 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-2cdfa6ea-191a-4fc1-9e7b-fac26f5f00c7 None None] For port e0cc36ff-c03c-47a0-8e54-6958660c982a, host n-d-800634-1, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:51:59.965900 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-2cdfa6ea-191a-4fc1-9e7b-fac26f5f00c7 None None] For port e0cc36ff-c03c-47a0-8e54-6958660c982a, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=e0cc36ff-c03c-47a0-8e54-6958660c982a,segment=NetworkSegment(4e8f33a3-de97-416a-8729-eb902859829e),segment_id=4e8f33a3-de97-416a-8729-eb902859829e)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:51:59.976872 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2cdfa6ea-191a-4fc1-9e7b-fac26f5f00c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:51:59.981091 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcedeaf-23f8-47f8-b932-702d55cfe929 admin admin] Pushing event updated for resources: {'Network': ['ID=6cb9c0ad-f025-4052-8365-455c42aa6d50,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:52:00.018488 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a493c8b9-25e2-46d0-a9bb-f6f39a32bf29 req-9900e371-dd84-4386-91ba-071237b55fb6 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd374adc-73a7-4812-9be6-45acdaeb0bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3466032 Jul 13 13:52:00.019790 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcedeaf-23f8-47f8-b932-702d55cfe929 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cbe97fc-bf8e-4184-b1d3-2c487b261ae5,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:52:00.027756 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network 6cb9c0ad-f025-4052-8365-455c42aa6d50 details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 13:52:00.038271 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-4bcedeaf-23f8-47f8-b932-702d55cfe929 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.6905701 Jul 13 13:52:00.039141 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 53934) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:52:00.049017 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-92495504-01eb-408a-bcb4-b597b993e848 admin admin] Request body: {'subnet': {'network_id': '6cb9c0ad-f025-4052-8365-455c42aa6d50', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-192386631-subnet', 'tenant_id': '30ec2083fb3e490ead83eae717c86412', 'ip_version': 4}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:52:00.093211 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6273af0c-7464-40eb-b94d-79de1f6ef694 req-6779a3e9-2f6a-4c99-9770-69ce3b32e206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:52:00.099125 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6273af0c-7464-40eb-b94d-79de1f6ef694 req-6779a3e9-2f6a-4c99-9770-69ce3b32e206 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bebce078-4657-4116-afe4-942f44316b72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9518282 Jul 13 13:52:00.164591 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-381d4315-9089-413f-a071-aa2897bda790 None None] No Port match for: 5d2705d5-8100-4bcb-8267-4b82bf384a0e {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:52:00.165005 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 5d2705d5-8100-4bcb-8267-4b82bf384a0e not bound to the agent host n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:52:00.175735 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d6ffd3-4f6f-4280-8a9a-026ebf6b346c req-1a44432f-bbcf-4d16-bd05-fadbfb22a834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:52:00.179382 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b521a2d5-3664-4bc9-9317-e8bc05a66367 None None] Pushing event updated for resources: {'Port': ['ID=e0cc36ff-c03c-47a0-8e54-6958660c982a,revision_number=4']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:52:00.183091 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-19d6ffd3-4f6f-4280-8a9a-026ebf6b346c req-1a44432f-bbcf-4d16-bd05-fadbfb22a834 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4044b022-747e-4834-bc76-73d0f411c2c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6332471 Jul 13 13:52:00.197061 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cdfa6ea-191a-4fc1-9e7b-fac26f5f00c7 None None] Routers {'d8c5400e-0cb5-43c6-866e-3b5f59009876'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:52:00.198353 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-2cdfa6ea-191a-4fc1-9e7b-fac26f5f00c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:51:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['d8c5400e-0cb5-43c6-866e-3b5f59009876'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:52:00.222436 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d18f-3b24-4154-90b1-23143524e2fc tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6018343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6104998'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:00.233302 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-c6af0c25-23a8-453f-8016-97410a208f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e6c35d2-3101-4a59-afdc-1aecc8430b8c', 'name': 'tempest-TestNetworkBasicOps-router-1884197832', 'tenant_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': 'b82ce7a0-912c-4b40-a9cc-9f95df758d0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:51:52Z', 'updated_at': '2021-07-13T13:51:54Z', 'revision_number': 3, 'project_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'gw_port': {'id': 'b82ce7a0-912c-4b40-a9cc-9f95df758d0c', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:75:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e6c35d2-3101-4a59-afdc-1aecc8430b8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:51:54Z', 'updated_at': '2021-07-13T13:51:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:52:00.293333 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6af0c25-23a8-453f-8016-97410a208f11 None None] The sync data for ids ['6e6c35d2-3101-4a59-afdc-1aecc8430b8c'] in n-d-800634-1 is: [{'id': '6e6c35d2-3101-4a59-afdc-1aecc8430b8c', 'name': 'tempest-TestNetworkBasicOps-router-1884197832', 'tenant_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': 'b82ce7a0-912c-4b40-a9cc-9f95df758d0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:51:52Z', 'updated_at': '2021-07-13T13:51:54Z', 'revision_number': 3, 'project_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'gw_port': {'id': 'b82ce7a0-912c-4b40-a9cc-9f95df758d0c', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:75:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e6c35d2-3101-4a59-afdc-1aecc8430b8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:51:54Z', 'updated_at': '2021-07-13T13:51:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:52:00.306873 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92495504-01eb-408a-bcb4-b597b993e848 admin admin] Made reservation on behalf of 30ec2083fb3e490ead83eae717c86412 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:52:00.316564 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:00.316910 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-92495504-01eb-408a-bcb4-b597b993e848 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4763385'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:00.345774 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5d18f-3b24-4154-90b1-23143524e2fc tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Pushing event updated for resources: {'Subnet': ['ID=72813855-4fcc-4acd-b42e-646c1f5e9567,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:52:00.413648 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc5d18f-3b24-4154-90b1-23143524e2fc tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Checking segment: {'id': 'b8fdda1f-7cf8-4ae7-8e85-c592ed647d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '74b894bb-81e0-406c-ab54-602d50ca5470'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:52:00.414325 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbc5d18f-3b24-4154-90b1-23143524e2fc tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Network hostable DHCP agents. Network: 74b894bb-81e0-406c-ab54-602d50ca5470, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 13:52:00.436860 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404b2334-363c-4e51-ab26-e28ea8a60392 req-3610fe69-a2da-4f11-bf92-d5d0999d5ae7 tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:52:00.445918 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-404b2334-363c-4e51-ab26-e28ea8a60392 req-3610fe69-a2da-4f11-bf92-d5d0999d5ae7 tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab00bc18-bc30-4e26-932d-8cd3a7bc04c3 HTTP/1.1" status: 200 len: 945 time: 0.2960262 Jul 13 13:52:00.493277 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-2cdfa6ea-191a-4fc1-9e7b-fac26f5f00c7 None None] Set router d8c5400e-0cb5-43c6-866e-3b5f59009876 gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:52:00.547369 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-404b2334-363c-4e51-ab26-e28ea8a60392 req-d3026122-9b58-4b69-9fd2-2e6ded9b803e tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] 10.222.0.23 "GET /v2.0/security-groups?id=a1b9bd49-7e7f-4803-b1f2-dde5721681c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997229 Jul 13 13:52:00.570912 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbc5d18f-3b24-4154-90b1-23143524e2fc tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Network 74b894bb-81e0-406c-ab54-602d50ca5470 is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 13:52:00.595958 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6273af0c-7464-40eb-b94d-79de1f6ef694 req-3b88a94e-4cc4-4124-bbe0-cc2ff7fee52b service neutron] 10.222.0.41 "GET /v2.0/networks/bebce078-4657-4116-afe4-942f44316b72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4820728 Jul 13 13:52:00.604160 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-dbc5d18f-3b24-4154-90b1-23143524e2fc tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, 74b894bb-81e0-406c-ab54-602d50ca5470) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:52:00.610581 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc5d18f-3b24-4154-90b1-23143524e2fc tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:52:00.612300 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d18f-3b24-4154-90b1-23143524e2fc tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:00.616233 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3defc174-a6fd-46c7-bf9e-c71344acce7f None None] Network 74b894bb-81e0-406c-ab54-602d50ca5470 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:52:00.675270 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-dbc5d18f-3b24-4154-90b1-23143524e2fc tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.0057988 Jul 13 13:52:00.682383 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 53948) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:52:00.827384 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:01.012375 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-2cdfa6ea-191a-4fc1-9e7b-fac26f5f00c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8c5400e-0cb5-43c6-866e-3b5f59009876', 'name': 'tempest-TestAggregatesBasicOps-901845850-router', 'tenant_id': '8a3e15a0cd5247dd9e87d0ecd6194805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': 'a74cbdf2-b03f-4a32-84b1-f55a287a07d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:51:48Z', 'updated_at': '2021-07-13T13:51:54Z', 'revision_number': 4, 'project_id': '8a3e15a0cd5247dd9e87d0ecd6194805', 'gw_port': {'id': 'a74cbdf2-b03f-4a32-84b1-f55a287a07d9', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:19:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c5400e-0cb5-43c6-866e-3b5f59009876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2573, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:51:49Z', 'updated_at': '2021-07-13T13:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': 'e0cc36ff-c03c-47a0-8e54-6958660c982a', 'name': '', 'network_id': 'a3d89b4e-17f0-4192-86b2-bbf0978c23fb', 'tenant_id': '8a3e15a0cd5247dd9e87d0ecd6194805', 'mac_address': 'fa:16:3e:3c:d0:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8c5400e-0cb5-43c6-866e-3b5f59009876', 'device_owner': 'network:router_interface', 'standard_attr_id': 2582, 'fixed_ips': [{'subnet_id': 'af3913c5-8888-473e-a3a6-593e4098ee76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:51:53Z', 'updated_at': '2021-07-13T13:51:59Z', 'revision_number': 4, 'project_id': '8a3e15a0cd5247dd9e87d0ecd6194805', 'subnets': [{'id': 'af3913c5-8888-473e-a3a6-593e4098ee76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:52:01.035834 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-19d6ffd3-4f6f-4280-8a9a-026ebf6b346c req-6ed8cbab-3c0b-448f-a007-79fd9f0ea0f7 service neutron] 10.222.0.26 "GET /v2.0/networks/4044b022-747e-4834-bc76-73d0f411c2c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7761211 Jul 13 13:52:01.055971 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6273af0c-7464-40eb-b94d-79de1f6ef694 req-41632673-69f3-4bc2-b3f7-35b0d4386f85 service neutron] 10.222.0.41 "GET /v2.0/networks/bebce078-4657-4116-afe4-942f44316b72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4454112 Jul 13 13:52:01.140180 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6848055-4455-4335-9b73-1b6e9e0fa737 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a7201e1-61ce-5a3e-b7f7-e800379ed03b-74b894bb-81e0-406c-ab54-602d50ca5470', 'network_id': '74b894bb-81e0-406c-ab54-602d50ca5470', 'tenant_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'fixed_ips': [{'subnet_id': '72813855-4fcc-4acd-b42e-646c1f5e9567'}]}} from n-d-800634-1. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 13:52:01.143053 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d6848055-4455-4335-9b73-1b6e9e0fa737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:01.178342 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cdfa6ea-191a-4fc1-9e7b-fac26f5f00c7 None None] The sync data for ids ['d8c5400e-0cb5-43c6-866e-3b5f59009876'] in n-d-800634-1 is: [{'id': 'd8c5400e-0cb5-43c6-866e-3b5f59009876', 'name': 'tempest-TestAggregatesBasicOps-901845850-router', 'tenant_id': '8a3e15a0cd5247dd9e87d0ecd6194805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': 'a74cbdf2-b03f-4a32-84b1-f55a287a07d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:51:48Z', 'updated_at': '2021-07-13T13:51:54Z', 'revision_number': 4, 'project_id': '8a3e15a0cd5247dd9e87d0ecd6194805', 'gw_port': {'id': 'a74cbdf2-b03f-4a32-84b1-f55a287a07d9', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:19:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c5400e-0cb5-43c6-866e-3b5f59009876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2573, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:51:49Z', 'updated_at': '2021-07-13T13:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': 'e0cc36ff-c03c-47a0-8e54-6958660c982a', 'name': '', 'network_id': 'a3d89b4e-17f0-4192-86b2-bbf0978c23fb', 'tenant_id': '8a3e15a0cd5247dd9e87d0ecd6194805', 'mac_address': 'fa:16:3e:3c:d0:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8c5400e-0cb5-43c6-866e-3b5f59009876', 'device_owner': 'network:router_interface', 'standard_attr_id': 2582, 'fixed_ips': [{'subnet_id': 'af3913c5-8888-473e-a3a6-593e4098ee76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:51:53Z', 'updated_at': '2021-07-13T13:51:59Z', 'revision_number': 4, 'project_id': '8a3e15a0cd5247dd9e87d0ecd6194805', 'subnets': [{'id': 'af3913c5-8888-473e-a3a6-593e4098ee76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:52:01.493499 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-92495504-01eb-408a-bcb4-b597b993e848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5970588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4763339'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:01.625286 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-d6848055-4455-4335-9b73-1b6e9e0fa737 None None] Allocated IP 172.20.0.2 (74b894bb-81e0-406c-ab54-602d50ca5470/72813855-4fcc-4acd-b42e-646c1f5e9567/f69e4e39-00ce-4122-a805-9ad6404aa111) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:52:01.693057 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-19d6ffd3-4f6f-4280-8a9a-026ebf6b346c req-a1fa318a-5b40-476c-be7a-37365af56a7b service neutron] 10.222.0.26 "GET /v2.0/networks/4044b022-747e-4834-bc76-73d0f411c2c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6360548 Jul 13 13:52:01.750577 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccafacf6-1321-476b-86f2-a0a64f2831fc req-9f3a6e0a-b85e-46c6-ae9c-aed7c2a55d40 tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:52:01.755930 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ccafacf6-1321-476b-86f2-a0a64f2831fc req-9f3a6e0a-b85e-46c6-ae9c-aed7c2a55d40 tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] 10.222.0.23 "GET /v2.0/ports?device_id=9b6d26f6-15c2-4bce-895c-263741a4ebf4 HTTP/1.1" status: 200 len: 945 time: 0.8943751 Jul 13 13:52:01.782754 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92495504-01eb-408a-bcb4-b597b993e848 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b420288-de61-427c-90a4-d3db3018c310,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:52:01.836428 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device e0cc36ff-c03c-47a0-8e54-6958660c982a up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:52:01.909037 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ccafacf6-1321-476b-86f2-a0a64f2831fc req-5efa5ad4-4c2b-4389-ae58-d8de1263f132 tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] 10.222.0.23 "GET /v2.0/security-groups?id=644afb89-2d80-4396-af42-a671e24582c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192451 Jul 13 13:52:01.910789 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92495504-01eb-408a-bcb4-b597b993e848 admin admin] Checking segment: {'id': 'fdabb01f-ab16-417f-873c-b7035e1e23d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6cb9c0ad-f025-4052-8365-455c42aa6d50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:52:01.911321 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92495504-01eb-408a-bcb4-b597b993e848 admin admin] Network hostable DHCP agents. Network: 6cb9c0ad-f025-4052-8365-455c42aa6d50, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 13:52:01.976745 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92495504-01eb-408a-bcb4-b597b993e848 admin admin] Network 6cb9c0ad-f025-4052-8365-455c42aa6d50 is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 13:52:01.996234 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-92495504-01eb-408a-bcb4-b597b993e848 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, 6cb9c0ad-f025-4052-8365-455c42aa6d50) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:52:02.014691 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92495504-01eb-408a-bcb4-b597b993e848 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:52:02.017190 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-92495504-01eb-408a-bcb4-b597b993e848 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:02.023638 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b9d58731-2ae8-4f56-b506-544441b407bd tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:02.070606 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-92495504-01eb-408a-bcb4-b597b993e848 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.0266297 Jul 13 13:52:02.072385 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 53964) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:52:02.098076 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-95c81664-c7f0-4fb9-b2b0-379e7b544d14 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-192386631-router', 'tenant_id': '30ec2083fb3e490ead83eae717c86412', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:52:02.152660 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-95c81664-c7f0-4fb9-b2b0-379e7b544d14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1591928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2714'] for router, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:02.154217 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-95c81664-c7f0-4fb9-b2b0-379e7b544d14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447198', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1629690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2689'] for router, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:02.274467 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d6848055-4455-4335-9b73-1b6e9e0fa737 None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:02.299157 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93a33522-fd6b-40fc-a9ee-05d29d837896 None None] Network 6cb9c0ad-f025-4052-8365-455c42aa6d50 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:52:02.307327 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-95c81664-c7f0-4fb9-b2b0-379e7b544d14 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:02.311194 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-d6848055-4455-4335-9b73-1b6e9e0fa737 None None] Transition to ACTIVE for port object f69e4e39-00ce-4122-a805-9ad6404aa111 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:52:02.359753 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-d6848055-4455-4335-9b73-1b6e9e0fa737 None None] Transition to ACTIVE for port object f69e4e39-00ce-4122-a805-9ad6404aa111 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:52:02.419209 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d6848055-4455-4335-9b73-1b6e9e0fa737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:02.663057 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-95c81664-c7f0-4fb9-b2b0-379e7b544d14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447180', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1591910', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2751'] for router, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:02.709178 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6848055-4455-4335-9b73-1b6e9e0fa737 None None] Pushing event updated for resources: {'Port': ['ID=f69e4e39-00ce-4122-a805-9ad6404aa111,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:52:02.729428 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6848055-4455-4335-9b73-1b6e9e0fa737 None None] Network 74b894bb-81e0-406c-ab54-602d50ca5470 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:52:02.745201 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-d6848055-4455-4335-9b73-1b6e9e0fa737 None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:52:02.754610 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6848055-4455-4335-9b73-1b6e9e0fa737 None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:52:02.806453 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1476cdf4-f2e7-444f-94cb-b793e7c3d769 req-5547c1c1-c88d-4945-b7e5-0beccd4ed7bb tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:52:02.808036 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1476cdf4-f2e7-444f-94cb-b793e7c3d769 req-5547c1c1-c88d-4945-b7e5-0beccd4ed7bb tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=c696bc31-7941-4f53-bcb6-3d4af78f2554 HTTP/1.1" status: 200 len: 946 time: 0.3079062 Jul 13 13:52:02.848775 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port e0cc36ff-c03c-47a0-8e54-6958660c982a completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:52:02.864464 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port e0cc36ff-c03c-47a0-8e54-6958660c982a triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:52:02.864834 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:02.889431 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1476cdf4-f2e7-444f-94cb-b793e7c3d769 req-af38469b-8617-4fa2-8762-fdf666475f02 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd374adc-73a7-4812-9be6-45acdaeb0bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698612 Jul 13 13:52:02.975157 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-d6848055-4455-4335-9b73-1b6e9e0fa737 None None] Attempting to bind port f69e4e39-00ce-4122-a805-9ad6404aa111 on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:52:02.975443 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-d6848055-4455-4335-9b73-1b6e9e0fa737 None None] Attempting to bind port f69e4e39-00ce-4122-a805-9ad6404aa111 by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': 'b8fdda1f-7cf8-4ae7-8e85-c592ed647d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '74b894bb-81e0-406c-ab54-602d50ca5470'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:52:02.975805 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6848055-4455-4335-9b73-1b6e9e0fa737 None None] Attempting to bind port f69e4e39-00ce-4122-a805-9ad6404aa111 on network 74b894bb-81e0-406c-ab54-602d50ca5470 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:52:03.020795 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6848055-4455-4335-9b73-1b6e9e0fa737 None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 51, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:52:03.021476 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6848055-4455-4335-9b73-1b6e9e0fa737 None None] Checking segment: {'id': 'b8fdda1f-7cf8-4ae7-8e85-c592ed647d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '74b894bb-81e0-406c-ab54-602d50ca5470'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:52:03.022072 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d6848055-4455-4335-9b73-1b6e9e0fa737 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:03.022625 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6848055-4455-4335-9b73-1b6e9e0fa737 None None] Bound using segment: {'id': 'b8fdda1f-7cf8-4ae7-8e85-c592ed647d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '74b894bb-81e0-406c-ab54-602d50ca5470'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:52:03.023296 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-d6848055-4455-4335-9b73-1b6e9e0fa737 None None] Bound port: f69e4e39-00ce-4122-a805-9ad6404aa111, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8fdda1f-7cf8-4ae7-8e85-c592ed647d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '74b894bb-81e0-406c-ab54-602d50ca5470'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:52:03.024189 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d6848055-4455-4335-9b73-1b6e9e0fa737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:03.049609 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-95c81664-c7f0-4fb9-b2b0-379e7b544d14 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:03.251563 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-95c81664-c7f0-4fb9-b2b0-379e7b544d14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:03.618568 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:03.692350 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6bb3b2-c272-45ef-a210-0c27df924677 req-14e4e8a3-ae0b-4757-afe8-3c8a23e9f2a3 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:52:03.694237 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1a6bb3b2-c272-45ef-a210-0c27df924677 req-14e4e8a3-ae0b-4757-afe8-3c8a23e9f2a3 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.41 "GET /v2.0/ports?device_id=c696bc31-7941-4f53-bcb6-3d4af78f2554 HTTP/1.1" status: 200 len: 946 time: 0.5741084 Jul 13 13:52:03.704462 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-95c81664-c7f0-4fb9-b2b0-379e7b544d14 admin admin] Allocated IP 172.25.6.206 (acf968b8-c524-46a9-a20b-ad9667009130/dde5a78e-bd1e-4f47-8189-7321d4de73d3/d292200a-f4de-4b8f-a9d3-0b784786c37b) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:52:03.754849 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-b9d58731-2ae8-4f56-b506-544441b407bd tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Allocated IP 172.20.0.1 (74b894bb-81e0-406c-ab54-602d50ca5470/72813855-4fcc-4acd-b42e-646c1f5e9567/e73d9bad-ede3-4700-9494-508a3c6b764b) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:52:03.769105 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c7553cd-8486-457e-8a78-72c24bad535a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a7201e1-61ce-5a3e-b7f7-e800379ed03b-6cb9c0ad-f025-4052-8365-455c42aa6d50', 'network_id': '6cb9c0ad-f025-4052-8365-455c42aa6d50', 'tenant_id': '30ec2083fb3e490ead83eae717c86412', 'fixed_ips': [{'subnet_id': '0b420288-de61-427c-90a4-d3db3018c310'}]}} from n-d-800634-1. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 13:52:03.776819 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9c7553cd-8486-457e-8a78-72c24bad535a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:03.798137 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b84829-60ea-41a0-9028-8da97419b2e7 req-c1354b24-c0ed-4d82-aaba-3865c9faa2cd tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:52:03.804365 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e3b84829-60ea-41a0-9028-8da97419b2e7 req-c1354b24-c0ed-4d82-aaba-3865c9faa2cd tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] 10.222.0.23 "GET /v2.0/ports?device_id=9b6d26f6-15c2-4bce-895c-263741a4ebf4 HTTP/1.1" status: 200 len: 945 time: 0.3284712 Jul 13 13:52:03.844463 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port e0cc36ff-c03c-47a0-8e54-6958660c982a, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=e0cc36ff-c03c-47a0-8e54-6958660c982a,segment=NetworkSegment(4e8f33a3-de97-416a-8729-eb902859829e),segment_id=4e8f33a3-de97-416a-8729-eb902859829e)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:52:03.847597 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3193847a-735b-49fc-bf93-e4c1c147c3c8 req-ac27c919-25f7-45f0-937e-1e572ceaa805 tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:52:03.857673 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3193847a-735b-49fc-bf93-e4c1c147c3c8 req-ac27c919-25f7-45f0-937e-1e572ceaa805 tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab00bc18-bc30-4e26-932d-8cd3a7bc04c3 HTTP/1.1" status: 200 len: 945 time: 0.8812444 Jul 13 13:52:03.868144 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:03.869484 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device b82ce7a0-912c-4b40-a9cc-9f95df758d0c up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:52:03.983458 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-d6848055-4455-4335-9b73-1b6e9e0fa737 None None] For port f69e4e39-00ce-4122-a805-9ad6404aa111, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:52:03.996026 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=e0cc36ff-c03c-47a0-8e54-6958660c982a,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:52:04.030170 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3193847a-735b-49fc-bf93-e4c1c147c3c8 req-6061e049-583e-4a44-a618-17bb46f52275 tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] 10.222.0.23 "GET /v2.0/security-groups?id=a1b9bd49-7e7f-4803-b1f2-dde5721681c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1678820 Jul 13 13:52:04.076169 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e3b84829-60ea-41a0-9028-8da97419b2e7 req-97886a7e-5917-42b7-b8ef-945b8f0c31ed tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] 10.222.0.23 "GET /v2.0/security-groups?id=644afb89-2d80-4396-af42-a671e24582c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317574 Jul 13 13:52:04.134277 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-d6848055-4455-4335-9b73-1b6e9e0fa737 None None] For port f69e4e39-00ce-4122-a805-9ad6404aa111, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=f69e4e39-00ce-4122-a805-9ad6404aa111,segment=NetworkSegment(b8fdda1f-7cf8-4ae7-8e85-c592ed647d46),segment_id=b8fdda1f-7cf8-4ae7-8e85-c592ed647d46)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:52:04.145843 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-95c81664-c7f0-4fb9-b2b0-379e7b544d14 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:04.164194 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-1a6bb3b2-c272-45ef-a210-0c27df924677 req-9d17074b-8230-4440-a06f-8035360fa40a tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Deleting port a99a2de4-d640-4ac9-ae79-8243abcdd3f9 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:52:04.164440 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1a6bb3b2-c272-45ef-a210-0c27df924677 req-9d17074b-8230-4440-a06f-8035360fa40a tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:04.235258 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d6848055-4455-4335-9b73-1b6e9e0fa737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:04.279966 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b9d58731-2ae8-4f56-b506-544441b407bd tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:04.362566 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-b9d58731-2ae8-4f56-b506-544441b407bd tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Transition to ACTIVE for port object e73d9bad-ede3-4700-9494-508a3c6b764b will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:52:04.374047 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-1a6bb3b2-c272-45ef-a210-0c27df924677 req-9d17074b-8230-4440-a06f-8035360fa40a tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] For port a99a2de4-d640-4ac9-ae79-8243abcdd3f9, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=a99a2de4-d640-4ac9-ae79-8243abcdd3f9,segment=NetworkSegment(370d7ede-eeb6-46ae-b4ce-87c4cdf3222b),segment_id=370d7ede-eeb6-46ae-b4ce-87c4cdf3222b)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:52:04.380477 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1a6bb3b2-c272-45ef-a210-0c27df924677 req-9d17074b-8230-4440-a06f-8035360fa40a tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:04.394654 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port b82ce7a0-912c-4b40-a9cc-9f95df758d0c completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:52:04.399816 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6848055-4455-4335-9b73-1b6e9e0fa737 None None] Pushing event updated for resources: {'Port': ['ID=f69e4e39-00ce-4122-a805-9ad6404aa111,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:52:04.416503 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port b82ce7a0-912c-4b40-a9cc-9f95df758d0c triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:52:04.418029 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:04.433239 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-1a6bb3b2-c272-45ef-a210-0c27df924677 req-9d17074b-8230-4440-a06f-8035360fa40a tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Calling delete_port for a99a2de4-d640-4ac9-ae79-8243abcdd3f9 owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:52:04.464161 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13639a2-545b-487a-a4d7-55521938feb3 req-e1ae0587-0566-4f02-8e67-b0ca9136407e tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:52:04.475477 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d13639a2-545b-487a-a4d7-55521938feb3 req-e1ae0587-0566-4f02-8e67-b0ca9136407e tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=c696bc31-7941-4f53-bcb6-3d4af78f2554 HTTP/1.1" status: 200 len: 946 time: 0.2340240 Jul 13 13:52:04.535577 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b9d58731-2ae8-4f56-b506-544441b407bd tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:04.544364 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-9c7553cd-8486-457e-8a78-72c24bad535a None None] Allocated IP 172.20.0.2 (6cb9c0ad-f025-4052-8365-455c42aa6d50/0b420288-de61-427c-90a4-d3db3018c310/241de402-6375-45ca-bc8c-1d3cb38b445d) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:52:04.607940 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d13639a2-545b-487a-a4d7-55521938feb3 req-bafb0e00-87e8-4ab0-acfc-f672afa4c0e7 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd374adc-73a7-4812-9be6-45acdaeb0bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310658 Jul 13 13:52:04.616951 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d58731-2ae8-4f56-b506-544441b407bd tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Network 74b894bb-81e0-406c-ab54-602d50ca5470 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:52:04.626771 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-b9d58731-2ae8-4f56-b506-544441b407bd tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:52:04.634849 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d58731-2ae8-4f56-b506-544441b407bd tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:52:04.654176 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-95c81664-c7f0-4fb9-b2b0-379e7b544d14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:04.797322 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b9d58731-2ae8-4f56-b506-544441b407bd tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-450452'] for router_interface, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:04.807807 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:04.839720 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c81664-c7f0-4fb9-b2b0-379e7b544d14 admin admin] Network acf968b8-c524-46a9-a20b-ad9667009130 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:52:04.859851 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-95c81664-c7f0-4fb9-b2b0-379e7b544d14 admin admin] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:52:04.871317 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port b82ce7a0-912c-4b40-a9cc-9f95df758d0c, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=b82ce7a0-912c-4b40-a9cc-9f95df758d0c,segment=NetworkSegment(3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87),segment_id=3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:52:04.884664 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c81664-c7f0-4fb9-b2b0-379e7b544d14 admin admin] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:52:04.888619 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:05.022996 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c81664-c7f0-4fb9-b2b0-379e7b544d14 admin admin] Pushing event updated for resources: {'Port': ['ID=d292200a-f4de-4b8f-a9d3-0b784786c37b,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:52:05.115063 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d58731-2ae8-4f56-b506-544441b407bd tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Pushing event updated for resources: {'Port': ['ID=e73d9bad-ede3-4700-9494-508a3c6b764b,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:52:05.316662 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=b82ce7a0-912c-4b40-a9cc-9f95df758d0c,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:52:05.403002 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device e0cc36ff-c03c-47a0-8e54-6958660c982a up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:52:05.428161 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9c7553cd-8486-457e-8a78-72c24bad535a None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:05.471411 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-9c7553cd-8486-457e-8a78-72c24bad535a None None] Transition to ACTIVE for port object 241de402-6375-45ca-bc8c-1d3cb38b445d will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:52:05.638380 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-9c7553cd-8486-457e-8a78-72c24bad535a None None] Transition to ACTIVE for port object 241de402-6375-45ca-bc8c-1d3cb38b445d will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:52:05.677031 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9c7553cd-8486-457e-8a78-72c24bad535a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:05.696918 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1a6bb3b2-c272-45ef-a210-0c27df924677 req-9d17074b-8230-4440-a06f-8035360fa40a tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:05.721798 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b9d58731-2ae8-4f56-b506-544441b407bd tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:05.808876 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port e0cc36ff-c03c-47a0-8e54-6958660c982a triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:52:05.810490 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:05.919273 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7553cd-8486-457e-8a78-72c24bad535a None None] Pushing event updated for resources: {'Port': ['ID=241de402-6375-45ca-bc8c-1d3cb38b445d,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:52:05.927606 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d17074b-8230-4440-a06f-8035360fa40a tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Pushing event deleted for resources: {'Port': ['ID=a99a2de4-d640-4ac9-ae79-8243abcdd3f9,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:52:05.952400 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c7553cd-8486-457e-8a78-72c24bad535a None None] Network 6cb9c0ad-f025-4052-8365-455c42aa6d50 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:52:05.972776 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-9c7553cd-8486-457e-8a78-72c24bad535a None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:52:05.983440 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7553cd-8486-457e-8a78-72c24bad535a None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:52:05.999470 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e240238a-001f-47a7-aab9-ea8ba5f814ac req-d85ffff0-91ec-4ad6-a0b9-88bcdee86ddb tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:52:06.001521 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e240238a-001f-47a7-aab9-ea8ba5f814ac req-d85ffff0-91ec-4ad6-a0b9-88bcdee86ddb tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab00bc18-bc30-4e26-932d-8cd3a7bc04c3 HTTP/1.1" status: 200 len: 945 time: 0.5290258 Jul 13 13:52:06.012804 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a6bb3b2-c272-45ef-a210-0c27df924677 req-9d17074b-8230-4440-a06f-8035360fa40a tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] No DVR routers for this DVR port a99a2de4-d640-4ac9-ae79-8243abcdd3f9 on host n-h2-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:52:06.090413 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1a6bb3b2-c272-45ef-a210-0c27df924677 req-9d17074b-8230-4440-a06f-8035360fa40a tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:06.093604 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1a6bb3b2-c272-45ef-a210-0c27df924677 req-9d17074b-8230-4440-a06f-8035360fa40a tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.41 "DELETE /v2.0/ports/a99a2de4-d640-4ac9-ae79-8243abcdd3f9 HTTP/1.1" status: 204 len: 173 time: 2.3867164 Jul 13 13:52:06.129785 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c696bc31-7941-4f53-bcb6-3d4af78f2554', 'name': 'network-vif-deleted', 'tag': 'a99a2de4-d640-4ac9-ae79-8243abcdd3f9'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:52:06.134690 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7a773f9-71a5-40d4-967c-f6321607545c" -d '{"events": [{"server_uuid": "c696bc31-7941-4f53-bcb6-3d4af78f2554", "name": "network-vif-deleted", "tag": "a99a2de4-d640-4ac9-ae79-8243abcdd3f9"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:52:06.245407 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-9c7553cd-8486-457e-8a78-72c24bad535a None None] Attempting to bind port 241de402-6375-45ca-bc8c-1d3cb38b445d on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:52:06.252917 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0fc1e5-9be6-44d0-8f6b-f4cdf6077140 req-adf73fab-a7b5-4d85-9342-f1baea7b3514 tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:52:06.256656 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-aa0fc1e5-9be6-44d0-8f6b-f4cdf6077140 req-adf73fab-a7b5-4d85-9342-f1baea7b3514 tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b6d26f6-15c2-4bce-895c-263741a4ebf4 HTTP/1.1" status: 200 len: 945 time: 0.7832983 Jul 13 13:52:06.261651 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-9c7553cd-8486-457e-8a78-72c24bad535a None None] Attempting to bind port 241de402-6375-45ca-bc8c-1d3cb38b445d by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': 'fdabb01f-ab16-417f-873c-b7035e1e23d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6cb9c0ad-f025-4052-8365-455c42aa6d50'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:52:06.262047 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c7553cd-8486-457e-8a78-72c24bad535a None None] Attempting to bind port 241de402-6375-45ca-bc8c-1d3cb38b445d on network 6cb9c0ad-f025-4052-8365-455c42aa6d50 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:52:06.316862 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c7553cd-8486-457e-8a78-72c24bad535a None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 51, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:52:06.317242 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c7553cd-8486-457e-8a78-72c24bad535a None None] Checking segment: {'id': 'fdabb01f-ab16-417f-873c-b7035e1e23d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6cb9c0ad-f025-4052-8365-455c42aa6d50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:52:06.317676 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9c7553cd-8486-457e-8a78-72c24bad535a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:06.318085 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c7553cd-8486-457e-8a78-72c24bad535a None None] Bound using segment: {'id': 'fdabb01f-ab16-417f-873c-b7035e1e23d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6cb9c0ad-f025-4052-8365-455c42aa6d50'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:52:06.318648 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-9c7553cd-8486-457e-8a78-72c24bad535a None None] Bound port: 241de402-6375-45ca-bc8c-1d3cb38b445d, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdabb01f-ab16-417f-873c-b7035e1e23d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6cb9c0ad-f025-4052-8365-455c42aa6d50'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:52:06.324778 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cd5c06-4dac-4e23-86e9-3fbe33fbed0e req-b7b4fb23-a7de-435c-9e84-a949aca10819 tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:52:06.336030 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-74cd5c06-4dac-4e23-86e9-3fbe33fbed0e req-b7b4fb23-a7de-435c-9e84-a949aca10819 tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] 10.222.0.23 "GET /v2.0/ports?device_id=9b6d26f6-15c2-4bce-895c-263741a4ebf4 HTTP/1.1" status: 200 len: 945 time: 0.7259500 Jul 13 13:52:06.345813 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9c7553cd-8486-457e-8a78-72c24bad535a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:06.455885 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-95c81664-c7f0-4fb9-b2b0-379e7b544d14 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:06.487802 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-74cd5c06-4dac-4e23-86e9-3fbe33fbed0e req-88ac745b-fe86-4af7-8780-1882f7c04acb tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] 10.222.0.23 "GET /v2.0/security-groups?id=644afb89-2d80-4396-af42-a671e24582c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484885 Jul 13 13:52:06.536820 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device f69e4e39-00ce-4122-a805-9ad6404aa111 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:52:06.610566 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4841cd9c-f399-42b9-b381-2d992b715dd9 None None] Network 74b894bb-81e0-406c-ab54-602d50ca5470 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:52:06.640988 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e240238a-001f-47a7-aab9-ea8ba5f814ac req-dfc8747f-fccd-4d81-a00c-b7f5fb8bb48c tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] 10.222.0.23 "GET /v2.0/security-groups?id=a1b9bd49-7e7f-4803-b1f2-dde5721681c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5959671 Jul 13 13:52:06.866564 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-9c7553cd-8486-457e-8a78-72c24bad535a None None] For port 241de402-6375-45ca-bc8c-1d3cb38b445d, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:52:06.894400 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-9c7553cd-8486-457e-8a78-72c24bad535a None None] For port 241de402-6375-45ca-bc8c-1d3cb38b445d, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=241de402-6375-45ca-bc8c-1d3cb38b445d,segment=NetworkSegment(fdabb01f-ab16-417f-873c-b7035e1e23d0),segment_id=fdabb01f-ab16-417f-873c-b7035e1e23d0)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:52:06.896475 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-61acdfaa-f677-4726-855d-65bf4ee8e045 None None] Provisioning for port f69e4e39-00ce-4122-a805-9ad6404aa111 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:52:06.909197 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-0652fe4c-f8e6-4b5b-a366-9339cee43333 req-17c4bc85-e404-426b-ac38-65c879d9b4aa tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=c696bc31-7941-4f53-bcb6-3d4af78f2554 HTTP/1.1" status: 200 len: 210 time: 0.1346588 Jul 13 13:52:06.913033 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9c7553cd-8486-457e-8a78-72c24bad535a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:06.980580 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port f69e4e39-00ce-4122-a805-9ad6404aa111 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:52:07.012111 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device a99a2de4-d640-4ac9-ae79-8243abcdd3f9 no longer exists at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:52:07.029520 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-aa0fc1e5-9be6-44d0-8f6b-f4cdf6077140 req-566e0c13-3098-46ce-87e1-24304b8c89aa tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] Deleting port aaba1eb8-f941-4410-93c7-bd52fa4e5134 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:52:07.030473 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-aa0fc1e5-9be6-44d0-8f6b-f4cdf6077140 req-566e0c13-3098-46ce-87e1-24304b8c89aa tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:07.098567 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] No Port match for: a99a2de4-d640-4ac9-ae79-8243abcdd3f9 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:52:07.098873 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device a99a2de4-d640-4ac9-ae79-8243abcdd3f9 not bound to the agent host n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:52:07.130041 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port f69e4e39-00ce-4122-a805-9ad6404aa111 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:52:07.130429 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:07.227788 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b9d58731-2ae8-4f56-b506-544441b407bd tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:07.256332 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b9d58731-2ae8-4f56-b506-544441b407bd tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:07.257543 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7553cd-8486-457e-8a78-72c24bad535a None None] Pushing event updated for resources: {'Port': ['ID=241de402-6375-45ca-bc8c-1d3cb38b445d,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:52:07.356004 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b9d58731-2ae8-4f56-b506-544441b407bd tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1785045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451806'] for router_interface, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:07.573565 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:07.602098 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d58731-2ae8-4f56-b506-544441b407bd tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Network 74b894bb-81e0-406c-ab54-602d50ca5470 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:52:07.606646 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:52:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbd7bdcf-905b-42f3-af9a-da7c5bc628d3 x-openstack-request-id: req-bbd7bdcf-905b-42f3-af9a-da7c5bc628d3 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:52:07.607164 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c696bc31-7941-4f53-bcb6-3d4af78f2554", "name": "network-vif-deleted", "tag": "a99a2de4-d640-4ac9-ae79-8243abcdd3f9", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:52:07.607392 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bbd7bdcf-905b-42f3-af9a-da7c5bc628d3 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:52:07.607955 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c696bc31-7941-4f53-bcb6-3d4af78f2554', 'name': 'network-vif-deleted', 'tag': 'a99a2de4-d640-4ac9-ae79-8243abcdd3f9', 'status': 'completed', 'code': 200} Jul 13 13:52:07.628414 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-b9d58731-2ae8-4f56-b506-544441b407bd tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:52:07.634437 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-aa0fc1e5-9be6-44d0-8f6b-f4cdf6077140 req-566e0c13-3098-46ce-87e1-24304b8c89aa tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] For port aaba1eb8-f941-4410-93c7-bd52fa4e5134, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=aaba1eb8-f941-4410-93c7-bd52fa4e5134,segment=NetworkSegment(755279e6-44be-48bd-b08a-7c113c2227a8),segment_id=755279e6-44be-48bd-b08a-7c113c2227a8)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:52:07.634928 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-aa0fc1e5-9be6-44d0-8f6b-f4cdf6077140 req-566e0c13-3098-46ce-87e1-24304b8c89aa tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:07.655374 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d58731-2ae8-4f56-b506-544441b407bd tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Pushing event updated for resources: {'Port': ['ID=e73d9bad-ede3-4700-9494-508a3c6b764b,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:52:07.689237 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-aa0fc1e5-9be6-44d0-8f6b-f4cdf6077140 req-566e0c13-3098-46ce-87e1-24304b8c89aa tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] Calling delete_port for aaba1eb8-f941-4410-93c7-bd52fa4e5134 owned by compute:nova {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:52:07.693542 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510f9ff8-bae0-41c5-8916-76ba558ade62 req-63646bdd-4ba7-4adf-81aa-2acddab38256 tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:52:07.695939 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-510f9ff8-bae0-41c5-8916-76ba558ade62 req-63646bdd-4ba7-4adf-81aa-2acddab38256 tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab00bc18-bc30-4e26-932d-8cd3a7bc04c3 HTTP/1.1" status: 200 len: 945 time: 0.1339715 Jul 13 13:52:07.825105 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port f69e4e39-00ce-4122-a805-9ad6404aa111, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=f69e4e39-00ce-4122-a805-9ad6404aa111,segment=NetworkSegment(b8fdda1f-7cf8-4ae7-8e85-c592ed647d46),segment_id=b8fdda1f-7cf8-4ae7-8e85-c592ed647d46)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:52:07.839780 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:07.846843 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-95c81664-c7f0-4fb9-b2b0-379e7b544d14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447217'] for router, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:08.010831 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=f69e4e39-00ce-4122-a805-9ad6404aa111,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:52:08.249974 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device b82ce7a0-912c-4b40-a9cc-9f95df758d0c up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:52:08.267113 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9d58731-2ae8-4f56-b506-544441b407bd tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Router 6e6c35d2-3101-4a59-afdc-1aecc8430b8c has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 13:52:08.275413 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f676232-a7d2-4321-a79a-9ab5b848efe6 req-51bb6f72-7d52-43fa-aa03-05fe9739fc6c tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:52:08.281224 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5f676232-a7d2-4321-a79a-9ab5b848efe6 req-51bb6f72-7d52-43fa-aa03-05fe9739fc6c tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] 10.222.0.23 "GET /v2.0/ports?device_id=9b6d26f6-15c2-4bce-895c-263741a4ebf4 HTTP/1.1" status: 200 len: 945 time: 0.4588535 Jul 13 13:52:08.385187 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-510f9ff8-bae0-41c5-8916-76ba558ade62 req-7be8ffef-86d3-493d-8b60-3e993e3c60ff tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] Deleting port 8f69a950-287c-42cf-b922-64755bdadb61 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:52:08.386187 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-50d3b959-7347-4f3e-a640-2f03500bcb72 None None] Provisioning for port e73d9bad-ede3-4700-9494-508a3c6b764b completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:52:08.388029 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-510f9ff8-bae0-41c5-8916-76ba558ade62 req-7be8ffef-86d3-493d-8b60-3e993e3c60ff tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:08.395372 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cadcefc-66c4-4d02-a928-1cb573e73608 req-3ddaee7e-816f-4423-994c-7ac52ba32fb0 tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:52:08.402543 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2cadcefc-66c4-4d02-a928-1cb573e73608 req-3ddaee7e-816f-4423-994c-7ac52ba32fb0 tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab00bc18-bc30-4e26-932d-8cd3a7bc04c3 HTTP/1.1" status: 200 len: 945 time: 0.5061665 Jul 13 13:52:08.416817 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-50d3b959-7347-4f3e-a640-2f03500bcb72 None None] Provisioning complete for port e73d9bad-ede3-4700-9494-508a3c6b764b triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:52:08.418500 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-50d3b959-7347-4f3e-a640-2f03500bcb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:08.441267 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5f676232-a7d2-4321-a79a-9ab5b848efe6 req-3ab9329c-388b-4a57-ba35-bf935cd5db60 tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] 10.222.0.23 "GET /v2.0/security-groups?id=644afb89-2d80-4396-af42-a671e24582c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290185 Jul 13 13:52:08.511207 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-50d3b959-7347-4f3e-a640-2f03500bcb72 None None] Port e73d9bad-ede3-4700-9494-508a3c6b764b cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:52:08.524727 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port b82ce7a0-912c-4b40-a9cc-9f95df758d0c triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:52:08.530324 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:08.544914 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95c81664-c7f0-4fb9-b2b0-379e7b544d14 admin admin] Router f9f4b69d-07aa-4ab9-9fb4-236ccf2cf102 is scheduled to L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 with binding_index 1 {{(pid=93750) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 13:52:08.641088 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-50d3b959-7347-4f3e-a640-2f03500bcb72 None None] Provisioning complete for port f69e4e39-00ce-4122-a805-9ad6404aa111 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:52:08.641662 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-50d3b959-7347-4f3e-a640-2f03500bcb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:08.725172 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2cadcefc-66c4-4d02-a928-1cb573e73608 req-d87d0334-68dd-44a2-bb6e-fbfd8d0afa9f tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] 10.222.0.23 "GET /v2.0/security-groups?id=a1b9bd49-7e7f-4803-b1f2-dde5721681c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3194928 Jul 13 13:52:08.832767 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-aa0fc1e5-9be6-44d0-8f6b-f4cdf6077140 req-566e0c13-3098-46ce-87e1-24304b8c89aa tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:08.891136 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['20120d21-62b8-4d2f-a4ed-a8fb57483551'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:52:08.909391 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 241de402-6375-45ca-bc8c-1d3cb38b445d up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:52:08.925015 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9d58731-2ae8-4f56-b506-544441b407bd tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:52:08.930509 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566e0c13-3098-46ce-87e1-24304b8c89aa tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] Pushing event deleted for resources: {'Port': ['ID=aaba1eb8-f941-4410-93c7-bd52fa4e5134,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:52:08.934299 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95c81664-c7f0-4fb9-b2b0-379e7b544d14 admin admin] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:52:08.957551 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-b9d58731-2ae8-4f56-b506-544441b407bd tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] 10.222.0.23 "PUT /v2.0/routers/6e6c35d2-3101-4a59-afdc-1aecc8430b8c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2714679 Jul 13 13:52:08.969626 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 54354) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:52:08.974894 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f08bdaff-75e8-4f40-b8b0-1728f7f69a32 None None] Sync routers for ids ['f9f4b69d-07aa-4ab9-9fb4-236ccf2cf102'] in n-d-800634-1 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:52:08.997908 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08bdaff-75e8-4f40-b8b0-1728f7f69a32 None None] Routers {'f9f4b69d-07aa-4ab9-9fb4-236ccf2cf102'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:52:09.000875 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-f08bdaff-75e8-4f40-b8b0-1728f7f69a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:51:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['f9f4b69d-07aa-4ab9-9fb4-236ccf2cf102'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:52:09.003818 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96f14d1-a8de-4b30-9805-81bb93b0e35b None None] Sync routers for ids ['6e6c35d2-3101-4a59-afdc-1aecc8430b8c'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:52:09.022753 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-95c81664-c7f0-4fb9-b2b0-379e7b544d14 admin admin] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:09.028078 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-95c81664-c7f0-4fb9-b2b0-379e7b544d14 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.9525001 Jul 13 13:52:09.054282 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 54362) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:52:09.060782 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device aaba1eb8-f941-4410-93c7-bd52fa4e5134 no longer exists at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:52:09.155949 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] No Port match for: aaba1eb8-f941-4410-93c7-bd52fa4e5134 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:52:09.156363 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device aaba1eb8-f941-4410-93c7-bd52fa4e5134 not bound to the agent host n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:52:09.158152 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 8f69a950-287c-42cf-b922-64755bdadb61 no longer exists at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:52:09.243977 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-510f9ff8-bae0-41c5-8916-76ba558ade62 req-7be8ffef-86d3-493d-8b60-3e993e3c60ff tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] For port 8f69a950-287c-42cf-b922-64755bdadb61, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=8f69a950-287c-42cf-b922-64755bdadb61,segment=NetworkSegment(69a89674-bd81-401c-9f13-aaf0c6466b39),segment_id=69a89674-bd81-401c-9f13-aaf0c6466b39)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:52:09.244358 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-510f9ff8-bae0-41c5-8916-76ba558ade62 req-7be8ffef-86d3-493d-8b60-3e993e3c60ff tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:09.272818 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb4fa80e-8618-4c95-b244-307d6e760633 None None] Network 6cb9c0ad-f025-4052-8365-455c42aa6d50 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:52:09.351594 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa0fc1e5-9be6-44d0-8f6b-f4cdf6077140 req-566e0c13-3098-46ce-87e1-24304b8c89aa tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] No DVR routers for this DVR port aaba1eb8-f941-4410-93c7-bd52fa4e5134 on host n-h2-800634-1 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:52:09.358479 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-aa0fc1e5-9be6-44d0-8f6b-f4cdf6077140 req-566e0c13-3098-46ce-87e1-24304b8c89aa tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:09.363156 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-aa0fc1e5-9be6-44d0-8f6b-f4cdf6077140 req-566e0c13-3098-46ce-87e1-24304b8c89aa tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] 10.222.0.41 "DELETE /v2.0/ports/aaba1eb8-f941-4410-93c7-bd52fa4e5134 HTTP/1.1" status: 204 len: 173 time: 3.0956123 Jul 13 13:52:09.391471 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b6d26f6-15c2-4bce-895c-263741a4ebf4', 'name': 'network-vif-deleted', 'tag': 'aaba1eb8-f941-4410-93c7-bd52fa4e5134'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:52:09.397126 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d17b627af75e17e0f4b8d6239d04f8c2f78634e2c585e32a7aeca336500f34a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6108ce5-f08b-44e0-b0a2-41ece0e34197" -d '{"events": [{"server_uuid": "9b6d26f6-15c2-4bce-895c-263741a4ebf4", "name": "network-vif-deleted", "tag": "aaba1eb8-f941-4410-93c7-bd52fa4e5134"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:52:09.428453 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-f08bdaff-75e8-4f40-b8b0-1728f7f69a32 None None] Set router f9f4b69d-07aa-4ab9-9fb4-236ccf2cf102 gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:52:09.607944 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0899250a-db39-4b27-be2b-71aec2d37ccd x-openstack-request-id: req-0899250a-db39-4b27-be2b-71aec2d37ccd {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:52:09.608107 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b6d26f6-15c2-4bce-895c-263741a4ebf4", "name": "network-vif-deleted", "tag": "aaba1eb8-f941-4410-93c7-bd52fa4e5134", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:52:09.608537 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0899250a-db39-4b27-be2b-71aec2d37ccd {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:52:09.609682 n-d-800634-1 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b6d26f6-15c2-4bce-895c-263741a4ebf4', 'name': 'network-vif-deleted', 'tag': 'aaba1eb8-f941-4410-93c7-bd52fa4e5134', 'status': 'completed', 'code': 200} Jul 13 13:52:09.613764 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96f14d1-a8de-4b30-9805-81bb93b0e35b None None] Routers {'6e6c35d2-3101-4a59-afdc-1aecc8430b8c'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:52:09.614366 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-d96f14d1-a8de-4b30-9805-81bb93b0e35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:51:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['6e6c35d2-3101-4a59-afdc-1aecc8430b8c'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:52:09.840772 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b06e0b6f-edd4-41c8-9752-280cdb7b2e9c tempest-TestNetworkBasicOps-1997131872 tempest-TestNetworkBasicOps-1997131872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:52:09.841616 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b06e0b6f-edd4-41c8-9752-280cdb7b2e9c tempest-TestNetworkBasicOps-1997131872 tempest-TestNetworkBasicOps-1997131872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:52:09.842071 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b06e0b6f-edd4-41c8-9752-280cdb7b2e9c tempest-TestNetworkBasicOps-1997131872 tempest-TestNetworkBasicOps-1997131872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:52:09.843402 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b06e0b6f-edd4-41c8-9752-280cdb7b2e9c tempest-TestNetworkBasicOps-1997131872 tempest-TestNetworkBasicOps-1997131872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:52:09.843826 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-f08bdaff-75e8-4f40-b8b0-1728f7f69a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9f4b69d-07aa-4ab9-9fb4-236ccf2cf102', 'name': 'tempest-TestAggregatesBasicOps-192386631-router', 'tenant_id': '30ec2083fb3e490ead83eae717c86412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': 'd292200a-f4de-4b8f-a9d3-0b784786c37b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:52:02Z', 'updated_at': '2021-07-13T13:52:05Z', 'revision_number': 3, 'project_id': '30ec2083fb3e490ead83eae717c86412', 'gw_port': {'id': 'd292200a-f4de-4b8f-a9d3-0b784786c37b', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:84:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9f4b69d-07aa-4ab9-9fb4-236ccf2cf102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2596, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:52:03Z', 'updated_at': '2021-07-13T13:52:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:52:09.844712 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b06e0b6f-edd4-41c8-9752-280cdb7b2e9c tempest-TestNetworkBasicOps-1997131872 tempest-TestNetworkBasicOps-1997131872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:52:09.845545 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b06e0b6f-edd4-41c8-9752-280cdb7b2e9c tempest-TestNetworkBasicOps-1997131872 tempest-TestNetworkBasicOps-1997131872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:52:09.847431 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b06e0b6f-edd4-41c8-9752-280cdb7b2e9c tempest-TestNetworkBasicOps-1997131872 tempest-TestNetworkBasicOps-1997131872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:52:09.848190 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b06e0b6f-edd4-41c8-9752-280cdb7b2e9c tempest-TestNetworkBasicOps-1997131872 tempest-TestNetworkBasicOps-1997131872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:52:09.849113 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b06e0b6f-edd4-41c8-9752-280cdb7b2e9c tempest-TestNetworkBasicOps-1997131872 tempest-TestNetworkBasicOps-1997131872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:52:09.850575 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b06e0b6f-edd4-41c8-9752-280cdb7b2e9c tempest-TestNetworkBasicOps-1997131872 tempest-TestNetworkBasicOps-1997131872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:52:09.853274 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-b06e0b6f-edd4-41c8-9752-280cdb7b2e9c tempest-TestNetworkBasicOps-1997131872 tempest-TestNetworkBasicOps-1997131872-project-admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7080 time: 0.8815792 Jul 13 13:52:09.856668 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 54450) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:52:09.886305 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f08bdaff-75e8-4f40-b8b0-1728f7f69a32 None None] Checking router: f9f4b69d-07aa-4ab9-9fb4-236ccf2cf102 for host: n-d-800634-1 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 13:52:09.886863 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f08bdaff-75e8-4f40-b8b0-1728f7f69a32 None None] Updating router f9f4b69d-07aa-4ab9-9fb4-236ccf2cf102 port d292200a-f4de-4b8f-a9d3-0b784786c37b binding host n-d-800634-1 {{(pid=93753) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 13:52:09.956693 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f08bdaff-75e8-4f40-b8b0-1728f7f69a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:09.976779 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-4ca87113-1c11-42a4-9946-b3c63ef9ccd4 None None] Provisioning for port 241de402-6375-45ca-bc8c-1d3cb38b445d completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:52:09.987875 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:10.042148 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-d96f14d1-a8de-4b30-9805-81bb93b0e35b None None] Set router 6e6c35d2-3101-4a59-afdc-1aecc8430b8c gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:52:10.141549 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab00bc18-bc30-4e26-932d-8cd3a7bc04c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f69a950-287c-42cf-b922-64755bdadb61'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:52:10.148890 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2da11a77-cad0-4845-9b0a-7cc808485dc8" -d '{"events": [{"server_uuid": "ab00bc18-bc30-4e26-932d-8cd3a7bc04c3", "name": "network-vif-unplugged", "status": "completed", "tag": "8f69a950-287c-42cf-b922-64755bdadb61"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:52:10.159857 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-269c834d-e8a9-4e24-a38a-341158d1849f req-8777a990-e44c-4037-90ef-d61356fcd9c6 tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] 10.222.0.23 "GET /v2.0/ports?device_id=9b6d26f6-15c2-4bce-895c-263741a4ebf4 HTTP/1.1" status: 200 len: 210 time: 0.4037647 Jul 13 13:52:10.213022 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-4ca87113-1c11-42a4-9946-b3c63ef9ccd4 None None] Provisioning complete for port e73d9bad-ede3-4700-9494-508a3c6b764b triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:52:10.213585 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4ca87113-1c11-42a4-9946-b3c63ef9ccd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:10.220085 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 8f69a950-287c-42cf-b922-64755bdadb61, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=8f69a950-287c-42cf-b922-64755bdadb61,segment=NetworkSegment(69a89674-bd81-401c-9f13-aaf0c6466b39),segment_id=69a89674-bd81-401c-9f13-aaf0c6466b39)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:52:10.227475 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port 241de402-6375-45ca-bc8c-1d3cb38b445d completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:52:10.255574 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:10.640586 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f08bdaff-75e8-4f40-b8b0-1728f7f69a32 None None] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:10.653109 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-f08bdaff-75e8-4f40-b8b0-1728f7f69a32 None None] Transition to ACTIVE for port object d292200a-f4de-4b8f-a9d3-0b784786c37b will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:52:10.667880 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f08bdaff-75e8-4f40-b8b0-1728f7f69a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:10.724377 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-f08bdaff-75e8-4f40-b8b0-1728f7f69a32 None None] Attempting to bind port d292200a-f4de-4b8f-a9d3-0b784786c37b on host n-d-800634-1 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:52:10.724774 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-f08bdaff-75e8-4f40-b8b0-1728f7f69a32 None None] Attempting to bind port d292200a-f4de-4b8f-a9d3-0b784786c37b by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:52:10.725143 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08bdaff-75e8-4f40-b8b0-1728f7f69a32 None None] Attempting to bind port d292200a-f4de-4b8f-a9d3-0b784786c37b on network acf968b8-c524-46a9-a20b-ad9667009130 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:52:10.735469 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b23ba4-76c1-407c-9bb9-97d17fbbc3cb None None] Pushing event updated for resources: {'Port': ['ID=d292200a-f4de-4b8f-a9d3-0b784786c37b,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:52:10.738372 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08bdaff-75e8-4f40-b8b0-1728f7f69a32 None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 51, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:52:10.738746 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08bdaff-75e8-4f40-b8b0-1728f7f69a32 None None] Checking segment: {'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:52:10.739145 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f08bdaff-75e8-4f40-b8b0-1728f7f69a32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:10.739525 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08bdaff-75e8-4f40-b8b0-1728f7f69a32 None None] Bound using segment: {'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:52:10.740039 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-f08bdaff-75e8-4f40-b8b0-1728f7f69a32 None None] Bound port: d292200a-f4de-4b8f-a9d3-0b784786c37b, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:52:10.740431 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f08bdaff-75e8-4f40-b8b0-1728f7f69a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:10.758243 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=8f69a950-287c-42cf-b922-64755bdadb61,revision_number=6']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:52:10.763875 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 241de402-6375-45ca-bc8c-1d3cb38b445d triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:52:10.764317 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:10.808063 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-510f9ff8-bae0-41c5-8916-76ba558ade62 req-7be8ffef-86d3-493d-8b60-3e993e3c60ff tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:10.808539 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-510f9ff8-bae0-41c5-8916-76ba558ade62 req-7be8ffef-86d3-493d-8b60-3e993e3c60ff tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446547'] for floatingip, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:10.809010 n-d-800634-1 neutron-server[93750]: INFO neutron.db.l3_db [req-510f9ff8-bae0-41c5-8916-76ba558ade62 req-7be8ffef-86d3-493d-8b60-3e993e3c60ff tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] Floating IP afe91567-a2d2-4e49-90f2-a676ebc40346 disassociated. External IP: 172.25.6.21, port: 8f69a950-287c-42cf-b922-64755bdadb61. Jul 13 13:52:10.809409 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-510f9ff8-bae0-41c5-8916-76ba558ade62 req-7be8ffef-86d3-493d-8b60-3e993e3c60ff tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] Calling delete_port for 8f69a950-287c-42cf-b922-64755bdadb61 owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:52:10.821604 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-f08bdaff-75e8-4f40-b8b0-1728f7f69a32 None None] For port d292200a-f4de-4b8f-a9d3-0b784786c37b, host n-d-800634-1, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:52:10.828632 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-f08bdaff-75e8-4f40-b8b0-1728f7f69a32 None None] For port d292200a-f4de-4b8f-a9d3-0b784786c37b, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=d292200a-f4de-4b8f-a9d3-0b784786c37b,segment=NetworkSegment(3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87),segment_id=3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:52:10.838798 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81864a10-37c4-4f03-b5dc-5f2bf33367f9 req-36bb645e-e4ef-4454-9bc3-98851ed903b6 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:52:10.841092 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f08bdaff-75e8-4f40-b8b0-1728f7f69a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:10.853530 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-81864a10-37c4-4f03-b5dc-5f2bf33367f9 req-36bb645e-e4ef-4454-9bc3-98851ed903b6 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f309255-5b4d-4296-81c6-c49d93f44d38 HTTP/1.1" status: 200 len: 944 time: 1.2839465 Jul 13 13:52:10.914707 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-4ca87113-1c11-42a4-9946-b3c63ef9ccd4 None None] Port e73d9bad-ede3-4700-9494-508a3c6b764b cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:52:10.924655 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc04e50c-40ef-40e6-a3d2-9d24798f3c5c tempest-TestNetworkBasicOps-1997131872 tempest-TestNetworkBasicOps-1997131872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:52:10.925146 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc04e50c-40ef-40e6-a3d2-9d24798f3c5c tempest-TestNetworkBasicOps-1997131872 tempest-TestNetworkBasicOps-1997131872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:52:10.925619 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc04e50c-40ef-40e6-a3d2-9d24798f3c5c tempest-TestNetworkBasicOps-1997131872 tempest-TestNetworkBasicOps-1997131872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:52:10.926115 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc04e50c-40ef-40e6-a3d2-9d24798f3c5c tempest-TestNetworkBasicOps-1997131872 tempest-TestNetworkBasicOps-1997131872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:52:10.931184 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc04e50c-40ef-40e6-a3d2-9d24798f3c5c tempest-TestNetworkBasicOps-1997131872 tempest-TestNetworkBasicOps-1997131872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:52:10.931705 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc04e50c-40ef-40e6-a3d2-9d24798f3c5c tempest-TestNetworkBasicOps-1997131872 tempest-TestNetworkBasicOps-1997131872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:52:10.934541 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc04e50c-40ef-40e6-a3d2-9d24798f3c5c tempest-TestNetworkBasicOps-1997131872 tempest-TestNetworkBasicOps-1997131872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:52:10.935019 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc04e50c-40ef-40e6-a3d2-9d24798f3c5c tempest-TestNetworkBasicOps-1997131872 tempest-TestNetworkBasicOps-1997131872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:52:10.938803 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc04e50c-40ef-40e6-a3d2-9d24798f3c5c tempest-TestNetworkBasicOps-1997131872 tempest-TestNetworkBasicOps-1997131872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:52:10.939306 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc04e50c-40ef-40e6-a3d2-9d24798f3c5c tempest-TestNetworkBasicOps-1997131872 tempest-TestNetworkBasicOps-1997131872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:52:10.947071 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-dc04e50c-40ef-40e6-a3d2-9d24798f3c5c tempest-TestNetworkBasicOps-1997131872 tempest-TestNetworkBasicOps-1997131872-project-admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6568 time: 1.0892279 Jul 13 13:52:10.952740 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 54494) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:52:11.011216 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-81864a10-37c4-4f03-b5dc-5f2bf33367f9 req-2bb1db29-0904-4e06-9b6d-aba9b682896b tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bf3e8b9-8da9-4a28-88c0-799fd78203e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622809 Jul 13 13:52:11.047795 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b23ba4-76c1-407c-9bb9-97d17fbbc3cb None None] Pushing event updated for resources: {'Port': ['ID=d292200a-f4de-4b8f-a9d3-0b784786c37b,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:52:11.059261 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08bdaff-75e8-4f40-b8b0-1728f7f69a32 None None] Routers {'f9f4b69d-07aa-4ab9-9fb4-236ccf2cf102'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:52:11.061725 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-f08bdaff-75e8-4f40-b8b0-1728f7f69a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:51:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['f9f4b69d-07aa-4ab9-9fb4-236ccf2cf102'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:52:11.139748 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-dd91c1d4-99cd-4acd-bd10-9d280a5d3265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:11.191894 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 13:52:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7043bf4a-f839-42c1-89ee-f0ca2a29d63f x-openstack-request-id: req-7043bf4a-f839-42c1-89ee-f0ca2a29d63f {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:52:11.192404 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab00bc18-bc30-4e26-932d-8cd3a7bc04c3", "name": "network-vif-unplugged", "status": "completed", "tag": "8f69a950-287c-42cf-b922-64755bdadb61", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:52:11.192404 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7043bf4a-f839-42c1-89ee-f0ca2a29d63f {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:52:11.192888 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab00bc18-bc30-4e26-932d-8cd3a7bc04c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f69a950-287c-42cf-b922-64755bdadb61', 'code': 200} Jul 13 13:52:11.195148 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:11.258993 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-f08bdaff-75e8-4f40-b8b0-1728f7f69a32 None None] Set router f9f4b69d-07aa-4ab9-9fb4-236ccf2cf102 gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:52:11.263579 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port 241de402-6375-45ca-bc8c-1d3cb38b445d, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=241de402-6375-45ca-bc8c-1d3cb38b445d,segment=NetworkSegment(fdabb01f-ab16-417f-873c-b7035e1e23d0),segment_id=fdabb01f-ab16-417f-873c-b7035e1e23d0)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:52:11.275085 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:11.338065 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-dd91c1d4-99cd-4acd-bd10-9d280a5d3265 admin admin] Allocated IP 172.20.0.1 (6cb9c0ad-f025-4052-8365-455c42aa6d50/0b420288-de61-427c-90a4-d3db3018c310/570f1463-2374-4800-818a-3c31bb13609b) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:52:11.439869 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device f69e4e39-00ce-4122-a805-9ad6404aa111 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:52:11.453548 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-510f9ff8-bae0-41c5-8916-76ba558ade62 req-7be8ffef-86d3-493d-8b60-3e993e3c60ff tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:11.480285 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-dd91c1d4-99cd-4acd-bd10-9d280a5d3265 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:11.553133 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be8ffef-86d3-493d-8b60-3e993e3c60ff tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] Pushing event deleted for resources: {'Port': ['ID=8f69a950-287c-42cf-b922-64755bdadb61,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:52:11.594019 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=241de402-6375-45ca-bc8c-1d3cb38b445d,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:52:11.631484 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [None req-dd91c1d4-99cd-4acd-bd10-9d280a5d3265 admin admin] Transition to ACTIVE for port object 570f1463-2374-4800-818a-3c31bb13609b will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:52:11.648498 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-d96f14d1-a8de-4b30-9805-81bb93b0e35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e6c35d2-3101-4a59-afdc-1aecc8430b8c', 'name': 'tempest-TestNetworkBasicOps-router-1884197832', 'tenant_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': 'b82ce7a0-912c-4b40-a9cc-9f95df758d0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:51:52Z', 'updated_at': '2021-07-13T13:52:05Z', 'revision_number': 4, 'project_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'gw_port': {'id': 'b82ce7a0-912c-4b40-a9cc-9f95df758d0c', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:75:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6c35d2-3101-4a59-afdc-1aecc8430b8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:51:54Z', 'updated_at': '2021-07-13T13:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': 'e73d9bad-ede3-4700-9494-508a3c6b764b', 'name': '', 'network_id': '74b894bb-81e0-406c-ab54-602d50ca5470', 'tenant_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'mac_address': 'fa:16:3e:8d:dd:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e6c35d2-3101-4a59-afdc-1aecc8430b8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2595, 'fixed_ips': [{'subnet_id': '72813855-4fcc-4acd-b42e-646c1f5e9567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:52:03Z', 'updated_at': '2021-07-13T13:52:06Z', 'revision_number': 2, 'project_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'subnets': [{'id': '72813855-4fcc-4acd-b42e-646c1f5e9567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:52:11.716888 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96f14d1-a8de-4b30-9805-81bb93b0e35b None None] Checking router: 6e6c35d2-3101-4a59-afdc-1aecc8430b8c for host: n-d-800634-1 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 13:52:11.719061 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96f14d1-a8de-4b30-9805-81bb93b0e35b None None] Updating router 6e6c35d2-3101-4a59-afdc-1aecc8430b8c port e73d9bad-ede3-4700-9494-508a3c6b764b binding host n-d-800634-1 {{(pid=93752) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 13:52:11.770140 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2490da-5764-4b28-a9a5-faabfeacd1f1 req-21c8b886-6e85-4c59-af22-14fa36590568 tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:52:11.777408 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9c2490da-5764-4b28-a9a5-faabfeacd1f1 req-21c8b886-6e85-4c59-af22-14fa36590568 tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab00bc18-bc30-4e26-932d-8cd3a7bc04c3 HTTP/1.1" status: 200 len: 865 time: 1.2016838 Jul 13 13:52:11.786856 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-dd91c1d4-99cd-4acd-bd10-9d280a5d3265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:11.817242 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-f08bdaff-75e8-4f40-b8b0-1728f7f69a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9f4b69d-07aa-4ab9-9fb4-236ccf2cf102', 'name': 'tempest-TestAggregatesBasicOps-192386631-router', 'tenant_id': '30ec2083fb3e490ead83eae717c86412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': 'd292200a-f4de-4b8f-a9d3-0b784786c37b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:52:02Z', 'updated_at': '2021-07-13T13:52:05Z', 'revision_number': 3, 'project_id': '30ec2083fb3e490ead83eae717c86412', 'gw_port': {'id': 'd292200a-f4de-4b8f-a9d3-0b784786c37b', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:84:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9f4b69d-07aa-4ab9-9fb4-236ccf2cf102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2596, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:52:03Z', 'updated_at': '2021-07-13T13:52:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:52:11.817885 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d96f14d1-a8de-4b30-9805-81bb93b0e35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:11.826827 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port f69e4e39-00ce-4122-a805-9ad6404aa111 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:52:11.828284 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:11.860808 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f08bdaff-75e8-4f40-b8b0-1728f7f69a32 None None] The sync data for ids ['f9f4b69d-07aa-4ab9-9fb4-236ccf2cf102'] in n-d-800634-1 is: [{'id': 'f9f4b69d-07aa-4ab9-9fb4-236ccf2cf102', 'name': 'tempest-TestAggregatesBasicOps-192386631-router', 'tenant_id': '30ec2083fb3e490ead83eae717c86412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': 'd292200a-f4de-4b8f-a9d3-0b784786c37b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:52:02Z', 'updated_at': '2021-07-13T13:52:05Z', 'revision_number': 3, 'project_id': '30ec2083fb3e490ead83eae717c86412', 'gw_port': {'id': 'd292200a-f4de-4b8f-a9d3-0b784786c37b', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:84:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9f4b69d-07aa-4ab9-9fb4-236ccf2cf102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2596, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:52:03Z', 'updated_at': '2021-07-13T13:52:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:52:11.964108 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd91c1d4-99cd-4acd-bd10-9d280a5d3265 admin admin] Pushing event updated for resources: {'Port': ['ID=570f1463-2374-4800-818a-3c31bb13609b,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:52:12.054591 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2fd40978-7408-4928-b728-462cc4ecfef8 None None] Provisioning complete for port 241de402-6375-45ca-bc8c-1d3cb38b445d triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:52:12.054977 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2fd40978-7408-4928-b728-462cc4ecfef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:12.103765 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e773b5-c62e-4779-845b-7ceec1157cf2 req-0f67c9d0-40b1-4145-8f9e-92ee700f1ad3 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:52:12.105349 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-99e773b5-c62e-4779-845b-7ceec1157cf2 req-0f67c9d0-40b1-4145-8f9e-92ee700f1ad3 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.26 "GET /v2.0/ports?device_id=5f309255-5b4d-4296-81c6-c49d93f44d38 HTTP/1.1" status: 200 len: 944 time: 1.2092981 Jul 13 13:52:12.379427 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1b97ef-c4bb-4a6f-bd30-24c9611a19ec req-1b0cd0c2-9834-4517-99d3-8dab787e0b54 tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:52:12.381028 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-fc1b97ef-c4bb-4a6f-bd30-24c9611a19ec req-1b0cd0c2-9834-4517-99d3-8dab787e0b54 tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] 10.222.0.23 "GET /v2.0/ports?device_id=db063c82-45f8-4937-9ee9-6f6b8c180b83 HTTP/1.1" status: 200 len: 946 time: 0.2124107 Jul 13 13:52:12.518392 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-fc1b97ef-c4bb-4a6f-bd30-24c9611a19ec req-2140d651-9de6-4079-b28c-b73b82b52641 tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] 10.222.0.23 "GET /v2.0/security-groups?id=644afb89-2d80-4396-af42-a671e24582c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194923 Jul 13 13:52:12.653864 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d96f14d1-a8de-4b30-9805-81bb93b0e35b None None] Notify callbacks [] for port, precommit_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:12.675827 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-d96f14d1-a8de-4b30-9805-81bb93b0e35b None None] Transition to ACTIVE for port object e73d9bad-ede3-4700-9494-508a3c6b764b will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:52:12.727874 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d96f14d1-a8de-4b30-9805-81bb93b0e35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:12.794973 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02d12a7-be08-4a75-86e3-c0ed8aac5e95 None None] Pushing event updated for resources: {'Port': ['ID=e73d9bad-ede3-4700-9494-508a3c6b764b,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:52:12.818579 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80143f81-8631-4c0d-b945-5f1bd9c25841 req-f8479b28-5913-4b8c-b5fb-de1e4ba95262 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:52:12.827182 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-80143f81-8631-4c0d-b945-5f1bd9c25841 req-f8479b28-5913-4b8c-b5fb-de1e4ba95262 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f309255-5b4d-4296-81c6-c49d93f44d38 HTTP/1.1" status: 200 len: 944 time: 0.1003721 Jul 13 13:52:12.879572 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-80143f81-8631-4c0d-b945-5f1bd9c25841 req-dbd77f92-9fd7-4067-a9fd-706411d1aa50 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bf3e8b9-8da9-4a28-88c0-799fd78203e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507691 Jul 13 13:52:12.994118 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-d96f14d1-a8de-4b30-9805-81bb93b0e35b None None] Attempting to bind port e73d9bad-ede3-4700-9494-508a3c6b764b on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:52:12.994494 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-d96f14d1-a8de-4b30-9805-81bb93b0e35b None None] Attempting to bind port e73d9bad-ede3-4700-9494-508a3c6b764b by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': 'b8fdda1f-7cf8-4ae7-8e85-c592ed647d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '74b894bb-81e0-406c-ab54-602d50ca5470'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:52:12.994856 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d96f14d1-a8de-4b30-9805-81bb93b0e35b None None] Attempting to bind port e73d9bad-ede3-4700-9494-508a3c6b764b on network 74b894bb-81e0-406c-ab54-602d50ca5470 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:52:13.001569 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d96f14d1-a8de-4b30-9805-81bb93b0e35b None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 51, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:52:13.001976 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d96f14d1-a8de-4b30-9805-81bb93b0e35b None None] Checking segment: {'id': 'b8fdda1f-7cf8-4ae7-8e85-c592ed647d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '74b894bb-81e0-406c-ab54-602d50ca5470'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:52:13.002382 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d96f14d1-a8de-4b30-9805-81bb93b0e35b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:13.002773 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d96f14d1-a8de-4b30-9805-81bb93b0e35b None None] Bound using segment: {'id': 'b8fdda1f-7cf8-4ae7-8e85-c592ed647d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '74b894bb-81e0-406c-ab54-602d50ca5470'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:52:13.003249 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-d96f14d1-a8de-4b30-9805-81bb93b0e35b None None] Bound port: e73d9bad-ede3-4700-9494-508a3c6b764b, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8fdda1f-7cf8-4ae7-8e85-c592ed647d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '74b894bb-81e0-406c-ab54-602d50ca5470'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:52:13.003631 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d96f14d1-a8de-4b30-9805-81bb93b0e35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:13.120077 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd91c1d4-99cd-4acd-bd10-9d280a5d3265 admin admin] Network 6cb9c0ad-f025-4052-8365-455c42aa6d50 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:52:13.122947 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-dd91c1d4-99cd-4acd-bd10-9d280a5d3265 admin admin] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:52:13.138944 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd91c1d4-99cd-4acd-bd10-9d280a5d3265 admin admin] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:52:13.139660 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-d96f14d1-a8de-4b30-9805-81bb93b0e35b None None] For port e73d9bad-ede3-4700-9494-508a3c6b764b, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:52:13.148318 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-d96f14d1-a8de-4b30-9805-81bb93b0e35b None None] For port e73d9bad-ede3-4700-9494-508a3c6b764b, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=e73d9bad-ede3-4700-9494-508a3c6b764b,segment=NetworkSegment(b8fdda1f-7cf8-4ae7-8e85-c592ed647d46),segment_id=b8fdda1f-7cf8-4ae7-8e85-c592ed647d46)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:52:13.160381 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d96f14d1-a8de-4b30-9805-81bb93b0e35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:13.288955 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [req-510f9ff8-bae0-41c5-8916-76ba558ade62 req-7be8ffef-86d3-493d-8b60-3e993e3c60ff tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] Router 8ff787aa-4bbc-4014-9d5b-28cb65fca281 has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 13:52:13.294160 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9c2490da-5764-4b28-a9a5-faabfeacd1f1 req-4bab79ae-30d5-437e-8a68-04604d5c3dd0 tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] 10.222.0.23 "GET /v2.0/security-groups?id=a1b9bd49-7e7f-4803-b1f2-dde5721681c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.5157852 Jul 13 13:52:13.296436 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96f14d1-a8de-4b30-9805-81bb93b0e35b None None] Routers {'6e6c35d2-3101-4a59-afdc-1aecc8430b8c'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:52:13.298121 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-d96f14d1-a8de-4b30-9805-81bb93b0e35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:51:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['6e6c35d2-3101-4a59-afdc-1aecc8430b8c'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:52:13.304103 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02d12a7-be08-4a75-86e3-c0ed8aac5e95 None None] Pushing event updated for resources: {'Port': ['ID=e73d9bad-ede3-4700-9494-508a3c6b764b,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:52:13.604801 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-d96f14d1-a8de-4b30-9805-81bb93b0e35b None None] Set router 6e6c35d2-3101-4a59-afdc-1aecc8430b8c gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:52:13.710510 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-42a660c8-89f4-4725-857a-71b218f85c4b None None] Provisioning for port 570f1463-2374-4800-818a-3c31bb13609b completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:52:13.725404 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-42a660c8-89f4-4725-857a-71b218f85c4b None None] Provisioning complete for port 570f1463-2374-4800-818a-3c31bb13609b triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:52:13.725800 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-42a660c8-89f4-4725-857a-71b218f85c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:13.786139 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-dd91c1d4-99cd-4acd-bd10-9d280a5d3265 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-450452'] for router_interface, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:13.803789 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-42a660c8-89f4-4725-857a-71b218f85c4b None None] Port 570f1463-2374-4800-818a-3c31bb13609b cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:52:13.857133 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 241de402-6375-45ca-bc8c-1d3cb38b445d up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:52:13.917235 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-99e773b5-c62e-4779-845b-7ceec1157cf2 req-8429cadf-6f4e-4171-bf8f-e7d81fd5e1ae tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Deleting port ba15db8f-f750-4ef8-8e43-23b3ac54b1b7 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:52:13.917588 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-99e773b5-c62e-4779-845b-7ceec1157cf2 req-8429cadf-6f4e-4171-bf8f-e7d81fd5e1ae tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:13.925067 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1b1914-7c89-4c84-901c-282a0d1830c0 req-2626c783-c9b3-4178-a53e-e15cc80d75e1 tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:52:13.932643 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-be1b1914-7c89-4c84-901c-282a0d1830c0 req-2626c783-c9b3-4178-a53e-e15cc80d75e1 tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] 10.222.0.23 "GET /v2.0/ports?device_id=db063c82-45f8-4937-9ee9-6f6b8c180b83 HTTP/1.1" status: 200 len: 946 time: 0.0967166 Jul 13 13:52:13.982306 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device ba15db8f-f750-4ef8-8e43-23b3ac54b1b7 no longer exists at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:52:14.030386 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-be1b1914-7c89-4c84-901c-282a0d1830c0 req-c981366c-4028-4770-967b-a2e990d9d52a tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] 10.222.0.23 "GET /v2.0/security-groups?id=644afb89-2d80-4396-af42-a671e24582c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844126 Jul 13 13:52:14.040123 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-510f9ff8-bae0-41c5-8916-76ba558ade62 req-7be8ffef-86d3-493d-8b60-3e993e3c60ff tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:52:14.059909 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d31b218-c482-4aee-aad7-328b858203ce None None] Sync routers for ids ['8ff787aa-4bbc-4014-9d5b-28cb65fca281'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:52:14.099939 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d31b218-c482-4aee-aad7-328b858203ce None None] Routers {'8ff787aa-4bbc-4014-9d5b-28cb65fca281'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:52:14.101025 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-0d31b218-c482-4aee-aad7-328b858203ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:51:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['8ff787aa-4bbc-4014-9d5b-28cb65fca281'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:52:14.137263 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff82c7a1-c2ee-4c47-9555-f6ab6fbf35be req-189a5d14-42a2-4ff1-a396-5fd7d594f7af tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:52:14.138829 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ff82c7a1-c2ee-4c47-9555-f6ab6fbf35be req-189a5d14-42a2-4ff1-a396-5fd7d594f7af tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] 10.222.0.26 "GET /v2.0/ports?device_id=db063c82-45f8-4937-9ee9-6f6b8c180b83 HTTP/1.1" status: 200 len: 946 time: 0.1303949 Jul 13 13:52:14.152249 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-510f9ff8-bae0-41c5-8916-76ba558ade62 req-7be8ffef-86d3-493d-8b60-3e993e3c60ff tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] No DVR routers for this DVR port 8f69a950-287c-42cf-b922-64755bdadb61 on host n-h2-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:52:14.155393 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-510f9ff8-bae0-41c5-8916-76ba558ade62 req-7be8ffef-86d3-493d-8b60-3e993e3c60ff tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:14.158179 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-510f9ff8-bae0-41c5-8916-76ba558ade62 req-7be8ffef-86d3-493d-8b60-3e993e3c60ff tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] 10.222.0.41 "DELETE /v2.0/ports/8f69a950-287c-42cf-b922-64755bdadb61 HTTP/1.1" status: 204 len: 173 time: 6.3374422 Jul 13 13:52:14.174612 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab00bc18-bc30-4e26-932d-8cd3a7bc04c3', 'name': 'network-vif-deleted', 'tag': '8f69a950-287c-42cf-b922-64755bdadb61'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:52:14.177269 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f7a4d0a-e715-4c4b-8cbe-5803c90c0fc8" -d '{"events": [{"server_uuid": "ab00bc18-bc30-4e26-932d-8cd3a7bc04c3", "name": "network-vif-deleted", "tag": "8f69a950-287c-42cf-b922-64755bdadb61"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:52:14.192227 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-6a69e09b-0c55-439a-85c5-971e9180c625 tempest-TestNetworkBasicOps-1997131872 tempest-TestNetworkBasicOps-1997131872-project-admin] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5209 time: 3.2303402 Jul 13 13:52:14.271922 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb08bf3f-d336-4798-9007-85526a08ac45 x-openstack-request-id: req-cb08bf3f-d336-4798-9007-85526a08ac45 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:52:14.272217 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab00bc18-bc30-4e26-932d-8cd3a7bc04c3", "name": "network-vif-deleted", "tag": "8f69a950-287c-42cf-b922-64755bdadb61", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:52:14.272481 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cb08bf3f-d336-4798-9007-85526a08ac45 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:52:14.272885 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab00bc18-bc30-4e26-932d-8cd3a7bc04c3', 'name': 'network-vif-deleted', 'tag': '8f69a950-287c-42cf-b922-64755bdadb61', 'status': 'completed', 'code': 200} Jul 13 13:52:14.328879 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-ff82c7a1-c2ee-4c47-9555-f6ab6fbf35be req-f5fbf9f4-f281-4d03-908c-ba450808c44a tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] Deleting port 20120d21-62b8-4d2f-a4ed-a8fb57483551 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:52:14.329242 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-ff82c7a1-c2ee-4c47-9555-f6ab6fbf35be req-f5fbf9f4-f281-4d03-908c-ba450808c44a tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:14.407978 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-0d31b218-c482-4aee-aad7-328b858203ce None None] Set router 8ff787aa-4bbc-4014-9d5b-28cb65fca281 gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:52:14.426146 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-99e773b5-c62e-4779-845b-7ceec1157cf2 req-8429cadf-6f4e-4171-bf8f-e7d81fd5e1ae tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] For port ba15db8f-f750-4ef8-8e43-23b3ac54b1b7, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=ba15db8f-f750-4ef8-8e43-23b3ac54b1b7,segment=NetworkSegment(370d7ede-eeb6-46ae-b4ce-87c4cdf3222b),segment_id=370d7ede-eeb6-46ae-b4ce-87c4cdf3222b)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:52:14.426861 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-99e773b5-c62e-4779-845b-7ceec1157cf2 req-8429cadf-6f4e-4171-bf8f-e7d81fd5e1ae tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:14.513104 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed840e8-11d8-4c0f-a2b9-17e6e2fc23f8 req-e3f68059-951f-4242-85b2-5c2ebfe89662 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:52:14.527887 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8ed840e8-11d8-4c0f-a2b9-17e6e2fc23f8 req-e3f68059-951f-4242-85b2-5c2ebfe89662 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f309255-5b4d-4296-81c6-c49d93f44d38 HTTP/1.1" status: 200 len: 944 time: 0.3921883 Jul 13 13:52:14.533513 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-ff82c7a1-c2ee-4c47-9555-f6ab6fbf35be req-f5fbf9f4-f281-4d03-908c-ba450808c44a tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] For port 20120d21-62b8-4d2f-a4ed-a8fb57483551, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=20120d21-62b8-4d2f-a4ed-a8fb57483551,segment=NetworkSegment(755279e6-44be-48bd-b08a-7c113c2227a8),segment_id=755279e6-44be-48bd-b08a-7c113c2227a8)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:52:14.533921 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-ff82c7a1-c2ee-4c47-9555-f6ab6fbf35be req-f5fbf9f4-f281-4d03-908c-ba450808c44a tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:14.574016 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-ff82c7a1-c2ee-4c47-9555-f6ab6fbf35be req-f5fbf9f4-f281-4d03-908c-ba450808c44a tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] Calling delete_port for 20120d21-62b8-4d2f-a4ed-a8fb57483551 owned by compute:nova {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:52:14.618508 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-dd91c1d4-99cd-4acd-bd10-9d280a5d3265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:14.635747 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 241de402-6375-45ca-bc8c-1d3cb38b445d triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:52:14.641873 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:14.805943 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8ed840e8-11d8-4c0f-a2b9-17e6e2fc23f8 req-19f204fb-03a4-489a-83a9-c2ff7352f3fc tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bf3e8b9-8da9-4a28-88c0-799fd78203e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2760928 Jul 13 13:52:14.807445 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 54548) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:52:14.816862 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-60d40593-ee2f-48c0-a761-ae36569e7dd9 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1559983780', 'description': 'tempest-secgroup-smoke-1559983780 description', 'project_id': 'c841d7dd73ac40a085273ab2774b9cc2'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:52:14.893125 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-60d40593-ee2f-48c0-a761-ae36569e7dd9 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:15.006482 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-42d14985-76e4-430c-a030-636a6aa6db35 req-39649490-b218-4a43-b31a-036921ecbfa0 tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab00bc18-bc30-4e26-932d-8cd3a7bc04c3 HTTP/1.1" status: 200 len: 210 time: 0.0673828 Jul 13 13:52:15.078894 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-d96f14d1-a8de-4b30-9805-81bb93b0e35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e6c35d2-3101-4a59-afdc-1aecc8430b8c', 'name': 'tempest-TestNetworkBasicOps-router-1884197832', 'tenant_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': 'b82ce7a0-912c-4b40-a9cc-9f95df758d0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:51:52Z', 'updated_at': '2021-07-13T13:52:05Z', 'revision_number': 4, 'project_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'gw_port': {'id': 'b82ce7a0-912c-4b40-a9cc-9f95df758d0c', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:75:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6c35d2-3101-4a59-afdc-1aecc8430b8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:51:54Z', 'updated_at': '2021-07-13T13:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': 'e73d9bad-ede3-4700-9494-508a3c6b764b', 'name': '', 'network_id': '74b894bb-81e0-406c-ab54-602d50ca5470', 'tenant_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'mac_address': 'fa:16:3e:8d:dd:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e6c35d2-3101-4a59-afdc-1aecc8430b8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2595, 'fixed_ips': [{'subnet_id': '72813855-4fcc-4acd-b42e-646c1f5e9567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:52:03Z', 'updated_at': '2021-07-13T13:52:13Z', 'revision_number': 4, 'project_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'subnets': [{'id': '72813855-4fcc-4acd-b42e-646c1f5e9567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:52:15.084176 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-ff82c7a1-c2ee-4c47-9555-f6ab6fbf35be req-f5fbf9f4-f281-4d03-908c-ba450808c44a tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:15.103505 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-99e773b5-c62e-4779-845b-7ceec1157cf2 req-8429cadf-6f4e-4171-bf8f-e7d81fd5e1ae tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:15.103960 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-99e773b5-c62e-4779-845b-7ceec1157cf2 req-8429cadf-6f4e-4171-bf8f-e7d81fd5e1ae tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446547'] for floatingip, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:15.104344 n-d-800634-1 neutron-server[93750]: INFO neutron.db.l3_db [req-99e773b5-c62e-4779-845b-7ceec1157cf2 req-8429cadf-6f4e-4171-bf8f-e7d81fd5e1ae tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Floating IP e7957972-29fa-45ae-8afa-ff7f5692c744 disassociated. External IP: 172.25.6.38, port: ba15db8f-f750-4ef8-8e43-23b3ac54b1b7. Jul 13 13:52:15.104764 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-99e773b5-c62e-4779-845b-7ceec1157cf2 req-8429cadf-6f4e-4171-bf8f-e7d81fd5e1ae tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Calling delete_port for ba15db8f-f750-4ef8-8e43-23b3ac54b1b7 owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:52:15.133113 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fbf9f4-f281-4d03-908c-ba450808c44a tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] Pushing event deleted for resources: {'Port': ['ID=20120d21-62b8-4d2f-a4ed-a8fb57483551,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:52:15.143717 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fbf9f4-f281-4d03-908c-ba450808c44a tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:52:15.143973 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fbf9f4-f281-4d03-908c-ba450808c44a tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:52:15.144484 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fbf9f4-f281-4d03-908c-ba450808c44a tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:52:15.144832 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fbf9f4-f281-4d03-908c-ba450808c44a tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:52:15.145186 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fbf9f4-f281-4d03-908c-ba450808c44a tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:52:15.145564 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fbf9f4-f281-4d03-908c-ba450808c44a tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:52:15.145926 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fbf9f4-f281-4d03-908c-ba450808c44a tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:52:15.146261 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fbf9f4-f281-4d03-908c-ba450808c44a tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:52:15.146643 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fbf9f4-f281-4d03-908c-ba450808c44a tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:52:15.146973 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fbf9f4-f281-4d03-908c-ba450808c44a tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:52:15.147300 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fbf9f4-f281-4d03-908c-ba450808c44a tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:52:15.147891 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fbf9f4-f281-4d03-908c-ba450808c44a tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:52:15.222588 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff82c7a1-c2ee-4c47-9555-f6ab6fbf35be req-f5fbf9f4-f281-4d03-908c-ba450808c44a tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] No DVR routers for this DVR port 20120d21-62b8-4d2f-a4ed-a8fb57483551 on host n-h1-800634-1 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:52:15.226541 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-60d40593-ee2f-48c0-a761-ae36569e7dd9 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:15.227904 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-ff82c7a1-c2ee-4c47-9555-f6ab6fbf35be req-f5fbf9f4-f281-4d03-908c-ba450808c44a tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:15.230387 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ff82c7a1-c2ee-4c47-9555-f6ab6fbf35be req-f5fbf9f4-f281-4d03-908c-ba450808c44a tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] 10.222.0.26 "DELETE /v2.0/ports/20120d21-62b8-4d2f-a4ed-a8fb57483551 HTTP/1.1" status: 204 len: 173 time: 1.0836022 Jul 13 13:52:15.230993 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db063c82-45f8-4937-9ee9-6f6b8c180b83', 'name': 'network-vif-deleted', 'tag': '20120d21-62b8-4d2f-a4ed-a8fb57483551'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:52:15.233351 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d17b627af75e17e0f4b8d6239d04f8c2f78634e2c585e32a7aeca336500f34a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2c16580-c07c-4b3b-9acc-bd19e1fc84cd" -d '{"events": [{"server_uuid": "db063c82-45f8-4937-9ee9-6f6b8c180b83", "name": "network-vif-deleted", "tag": "20120d21-62b8-4d2f-a4ed-a8fb57483551"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:52:15.235220 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-dd91c1d4-99cd-4acd-bd10-9d280a5d3265 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:15.251554 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-dd91c1d4-99cd-4acd-bd10-9d280a5d3265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:15.254172 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-60d40593-ee2f-48c0-a761-ae36569e7dd9 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:15.314134 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-403fcbe3-b2a4-46f5-9664-4d120b1caff4 req-10387c39-e582-437c-a2b4-e7127928081d tempest-ServerRescueTestJSON-1554150433 tempest-ServerRescueTestJSON-1554150433-project] 10.222.0.23 "GET /v2.0/ports?device_id=db063c82-45f8-4937-9ee9-6f6b8c180b83 HTTP/1.1" status: 200 len: 210 time: 0.0768509 Jul 13 13:52:15.326592 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6fd292b-8a61-4192-8b0a-82476b1c7727 x-openstack-request-id: req-d6fd292b-8a61-4192-8b0a-82476b1c7727 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:52:15.326891 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db063c82-45f8-4937-9ee9-6f6b8c180b83", "name": "network-vif-deleted", "tag": "20120d21-62b8-4d2f-a4ed-a8fb57483551", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:52:15.327938 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d6fd292b-8a61-4192-8b0a-82476b1c7727 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:52:15.328653 n-d-800634-1 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db063c82-45f8-4937-9ee9-6f6b8c180b83', 'name': 'network-vif-deleted', 'tag': '20120d21-62b8-4d2f-a4ed-a8fb57483551', 'status': 'completed', 'code': 200} Jul 13 13:52:15.354849 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-60d40593-ee2f-48c0-a761-ae36569e7dd9 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:15.358981 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-60d40593-ee2f-48c0-a761-ae36569e7dd9 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5477381 Jul 13 13:52:15.358981 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d40593-ee2f-48c0-a761-ae36569e7dd9 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bee185e7-cd12-47d0-b819-3904645a8bd5,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:52:15.359996 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 54554) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:52:15.366025 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-0f180169-ad0c-4a62-aedd-0aa0fccd881c tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Request body: {'security_group_rule': {'security_group_id': 'bee185e7-cd12-47d0-b819-3904645a8bd5', 'project_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:52:15.419503 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0f180169-ad0c-4a62-aedd-0aa0fccd881c tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:15.425778 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-dd91c1d4-99cd-4acd-bd10-9d280a5d3265 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1785045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451806'] for router_interface, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:15.440944 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd91c1d4-99cd-4acd-bd10-9d280a5d3265 admin admin] Pushing event updated for resources: {'Port': ['ID=570f1463-2374-4800-818a-3c31bb13609b,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:52:15.463162 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-99e773b5-c62e-4779-845b-7ceec1157cf2 req-8429cadf-6f4e-4171-bf8f-e7d81fd5e1ae tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:15.508282 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['20120d21-62b8-4d2f-a4ed-a8fb57483551'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:52:15.538961 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96f14d1-a8de-4b30-9805-81bb93b0e35b None None] The sync data for ids ['6e6c35d2-3101-4a59-afdc-1aecc8430b8c'] in n-d-800634-1 is: [{'id': '6e6c35d2-3101-4a59-afdc-1aecc8430b8c', 'name': 'tempest-TestNetworkBasicOps-router-1884197832', 'tenant_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': 'b82ce7a0-912c-4b40-a9cc-9f95df758d0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:51:52Z', 'updated_at': '2021-07-13T13:52:05Z', 'revision_number': 4, 'project_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'gw_port': {'id': 'b82ce7a0-912c-4b40-a9cc-9f95df758d0c', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:75:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6c35d2-3101-4a59-afdc-1aecc8430b8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:51:54Z', 'updated_at': '2021-07-13T13:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': 'e73d9bad-ede3-4700-9494-508a3c6b764b', 'name': '', 'network_id': '74b894bb-81e0-406c-ab54-602d50ca5470', 'tenant_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'mac_address': 'fa:16:3e:8d:dd:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e6c35d2-3101-4a59-afdc-1aecc8430b8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2595, 'fixed_ips': [{'subnet_id': '72813855-4fcc-4acd-b42e-646c1f5e9567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:52:03Z', 'updated_at': '2021-07-13T13:52:13Z', 'revision_number': 4, 'project_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'subnets': [{'id': '72813855-4fcc-4acd-b42e-646c1f5e9567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:52:15.540334 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8429cadf-6f4e-4171-bf8f-e7d81fd5e1ae tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Pushing event deleted for resources: {'Port': ['ID=ba15db8f-f750-4ef8-8e43-23b3ac54b1b7,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:52:15.576878 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0f180169-ad0c-4a62-aedd-0aa0fccd881c tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:15.590457 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0f180169-ad0c-4a62-aedd-0aa0fccd881c tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:15.616539 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device d292200a-f4de-4b8f-a9d3-0b784786c37b up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:52:15.621813 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f180169-ad0c-4a62-aedd-0aa0fccd881c tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fd4af0a-4629-4d19-a48d-f63d3e28c190,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:52:15.649105 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0f180169-ad0c-4a62-aedd-0aa0fccd881c tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:15.650552 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-0f180169-ad0c-4a62-aedd-0aa0fccd881c tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2900097 Jul 13 13:52:15.653434 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 54556) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:52:15.663449 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-1488c4dd-46bf-4232-be94-cd8d75abcf7b tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Request body: {'security_group_rule': {'security_group_id': 'bee185e7-cd12-47d0-b819-3904645a8bd5', 'project_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:52:15.709257 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1488c4dd-46bf-4232-be94-cd8d75abcf7b tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:15.715842 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-0d31b218-c482-4aee-aad7-328b858203ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ff787aa-4bbc-4014-9d5b-28cb65fca281', 'name': 'tempest-ServersTestBootFromVolume-1726497166-router', 'tenant_id': '99fb449c317d405481fdd7598ba3a401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': '46d9fb31-b3c6-473d-ba63-90a27b5a34a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:48:53Z', 'updated_at': '2021-07-13T13:49:03Z', 'revision_number': 4, 'project_id': '99fb449c317d405481fdd7598ba3a401', 'gw_port': {'id': '46d9fb31-b3c6-473d-ba63-90a27b5a34a8', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ec:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff787aa-4bbc-4014-9d5b-28cb65fca281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2415, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:48:54Z', 'updated_at': '2021-07-13T13:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': '5f3c1bd5-24d2-4d69-8cf9-336c1e5cc82c', 'name': '', 'network_id': 'bebce078-4657-4116-afe4-942f44316b72', 'tenant_id': '99fb449c317d405481fdd7598ba3a401', 'mac_address': 'fa:16:3e:80:a1:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff787aa-4bbc-4014-9d5b-28cb65fca281', 'device_owner': 'network:router_interface', 'standard_attr_id': 2429, 'fixed_ips': [{'subnet_id': 'e5ac919f-e40f-4805-bb14-5bbcfbbe58a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:49:00Z', 'updated_at': '2021-07-13T13:49:15Z', 'revision_number': 5, 'project_id': '99fb449c317d405481fdd7598ba3a401', 'subnets': [{'id': 'e5ac919f-e40f-4805-bb14-5bbcfbbe58a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:52:15.773069 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd91c1d4-99cd-4acd-bd10-9d280a5d3265 admin admin] Network 6cb9c0ad-f025-4052-8365-455c42aa6d50 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:52:15.775271 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d31b218-c482-4aee-aad7-328b858203ce None None] Checking router: 8ff787aa-4bbc-4014-9d5b-28cb65fca281 for host: n-d-800634-1 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 13:52:15.775631 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-dd91c1d4-99cd-4acd-bd10-9d280a5d3265 admin admin] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:52:15.786604 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [req-99e773b5-c62e-4779-845b-7ceec1157cf2 req-8429cadf-6f4e-4171-bf8f-e7d81fd5e1ae tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Router abe66e4b-999e-4b30-b0ec-98ff2d8c8950 has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 13:52:15.817106 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d31b218-c482-4aee-aad7-328b858203ce None None] Routers {'8ff787aa-4bbc-4014-9d5b-28cb65fca281'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:52:15.818836 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-0d31b218-c482-4aee-aad7-328b858203ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:51:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['8ff787aa-4bbc-4014-9d5b-28cb65fca281'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:52:15.823229 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port d292200a-f4de-4b8f-a9d3-0b784786c37b completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:52:15.872893 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port d292200a-f4de-4b8f-a9d3-0b784786c37b triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:52:15.873642 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:15.920617 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1488c4dd-46bf-4232-be94-cd8d75abcf7b tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:15.929768 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1488c4dd-46bf-4232-be94-cd8d75abcf7b tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:15.946586 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1488c4dd-46bf-4232-be94-cd8d75abcf7b tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4310dbf5-d19e-4f63-91d4-fc9447d055b9,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:52:15.973430 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1488c4dd-46bf-4232-be94-cd8d75abcf7b tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:15.975040 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-1488c4dd-46bf-4232-be94-cd8d75abcf7b tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3202033 Jul 13 13:52:15.979233 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 54564) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:52:15.984729 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-49b0ad8d-d9f0-4f84-bee1-6c456a72895e tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Request body: {'security_group_rule': {'security_group_id': 'bee185e7-cd12-47d0-b819-3904645a8bd5', 'project_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:52:16.097130 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-49b0ad8d-d9f0-4f84-bee1-6c456a72895e tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:16.150144 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-0d31b218-c482-4aee-aad7-328b858203ce None None] Set router 8ff787aa-4bbc-4014-9d5b-28cb65fca281 gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:52:16.221203 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-99e773b5-c62e-4779-845b-7ceec1157cf2 req-8429cadf-6f4e-4171-bf8f-e7d81fd5e1ae tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:52:16.225526 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a3a01368-67c6-47f0-aaa1-f792fe171134 req-d2408a7a-2605-4c30-8406-2d47a42814d2 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f309255-5b4d-4296-81c6-c49d93f44d38 HTTP/1.1" status: 200 len: 210 time: 0.0547805 Jul 13 13:52:16.232088 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e768061b-fb3e-4285-b301-2d61d0941e1c None None] Sync routers for ids ['abe66e4b-999e-4b30-b0ec-98ff2d8c8950'] in n-d-800634-1 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:52:16.254619 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e768061b-fb3e-4285-b301-2d61d0941e1c None None] Routers {'abe66e4b-999e-4b30-b0ec-98ff2d8c8950'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:52:16.257191 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-e768061b-fb3e-4285-b301-2d61d0941e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:51:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['abe66e4b-999e-4b30-b0ec-98ff2d8c8950'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:52:16.308507 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-49b0ad8d-d9f0-4f84-bee1-6c456a72895e tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:16.320645 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-49b0ad8d-d9f0-4f84-bee1-6c456a72895e tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:16.383916 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-49b0ad8d-d9f0-4f84-bee1-6c456a72895e tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:16.387724 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-49b0ad8d-d9f0-4f84-bee1-6c456a72895e tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4047668 Jul 13 13:52:16.400066 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 54570) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:52:16.405127 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-230c63d8-51cb-4168-ad16-1c6f794539bd tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Request body: {'security_group_rule': {'security_group_id': 'bee185e7-cd12-47d0-b819-3904645a8bd5', 'project_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:52:16.410912 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b0ad8d-d9f0-4f84-bee1-6c456a72895e tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c963745c-5ab0-40cf-b5a8-c3e81cb8ddd8,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:52:16.475478 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-230c63d8-51cb-4168-ad16-1c6f794539bd tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:16.477981 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 54572) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:52:16.505005 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:16.523386 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-99e773b5-c62e-4779-845b-7ceec1157cf2 req-8429cadf-6f4e-4171-bf8f-e7d81fd5e1ae tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] No DVR routers for this DVR port ba15db8f-f750-4ef8-8e43-23b3ac54b1b7 on host n-h1-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:52:16.533043 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-99e773b5-c62e-4779-845b-7ceec1157cf2 req-8429cadf-6f4e-4171-bf8f-e7d81fd5e1ae tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:16.535172 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-99e773b5-c62e-4779-845b-7ceec1157cf2 req-8429cadf-6f4e-4171-bf8f-e7d81fd5e1ae tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.26 "DELETE /v2.0/ports/ba15db8f-f750-4ef8-8e43-23b3ac54b1b7 HTTP/1.1" status: 204 len: 173 time: 4.4062133 Jul 13 13:52:16.549444 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0a36e898-1921-4ca0-9d0f-174658aa27e7 req-7334f5ec-7c96-4bad-b92f-6bb2dba1e3af tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab00bc18-bc30-4e26-932d-8cd3a7bc04c3 HTTP/1.1" status: 200 len: 210 time: 0.2043350 Jul 13 13:52:16.552353 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 13:52:16.564387 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f309255-5b4d-4296-81c6-c49d93f44d38', 'name': 'network-vif-deleted', 'tag': 'ba15db8f-f750-4ef8-8e43-23b3ac54b1b7'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:52:16.566998 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45a841ca-2d92-4e9d-9b37-9d38c3bc8f31" -d '{"events": [{"server_uuid": "5f309255-5b4d-4296-81c6-c49d93f44d38", "name": "network-vif-deleted", "tag": "ba15db8f-f750-4ef8-8e43-23b3ac54b1b7"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:52:16.621272 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd91c1d4-99cd-4acd-bd10-9d280a5d3265 admin admin] Router f9f4b69d-07aa-4ab9-9fb4-236ccf2cf102 has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 13:52:16.632860 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-e768061b-fb3e-4285-b301-2d61d0941e1c None None] Set router abe66e4b-999e-4b30-b0ec-98ff2d8c8950 gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:52:16.646695 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:52:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d626fe92-6108-4c38-81b8-44be728eb37e x-openstack-request-id: req-d626fe92-6108-4c38-81b8-44be728eb37e {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:52:16.647086 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f309255-5b4d-4296-81c6-c49d93f44d38", "name": "network-vif-deleted", "tag": "ba15db8f-f750-4ef8-8e43-23b3ac54b1b7", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:52:16.647351 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d626fe92-6108-4c38-81b8-44be728eb37e {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:52:16.647754 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f309255-5b4d-4296-81c6-c49d93f44d38', 'name': 'network-vif-deleted', 'tag': 'ba15db8f-f750-4ef8-8e43-23b3ac54b1b7', 'status': 'completed', 'code': 200} Jul 13 13:52:16.730627 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-230c63d8-51cb-4168-ad16-1c6f794539bd tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:16.757728 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-230c63d8-51cb-4168-ad16-1c6f794539bd tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:16.792895 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-4195bcc0-ae01-4e8f-8c95-008c690c9918 None None] Provisioning complete for port 570f1463-2374-4800-818a-3c31bb13609b triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:52:16.793302 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4195bcc0-ae01-4e8f-8c95-008c690c9918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:16.797708 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port d292200a-f4de-4b8f-a9d3-0b784786c37b, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=d292200a-f4de-4b8f-a9d3-0b784786c37b,segment=NetworkSegment(3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87),segment_id=3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:52:16.840502 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:16.849221 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd91c1d4-99cd-4acd-bd10-9d280a5d3265 admin admin] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:52:16.887421 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-dd91c1d4-99cd-4acd-bd10-9d280a5d3265 admin admin] 10.222.0.23 "PUT /v2.0/routers/f9f4b69d-07aa-4ab9-9fb4-236ccf2cf102/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8277133 Jul 13 13:52:16.935123 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230c63d8-51cb-4168-ad16-1c6f794539bd tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0432d36-a168-4cc7-8e18-becd1da00d46,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:52:16.966659 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115af146-3531-4bc1-9c73-f3f4dfb0b5e4 None None] Sync routers for ids ['f9f4b69d-07aa-4ab9-9fb4-236ccf2cf102'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:52:17.003114 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=d292200a-f4de-4b8f-a9d3-0b784786c37b,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:52:17.009034 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-4195bcc0-ae01-4e8f-8c95-008c690c9918 None None] Port 570f1463-2374-4800-818a-3c31bb13609b cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:52:17.012430 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115af146-3531-4bc1-9c73-f3f4dfb0b5e4 None None] Routers {'f9f4b69d-07aa-4ab9-9fb4-236ccf2cf102'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:52:17.013080 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-115af146-3531-4bc1-9c73-f3f4dfb0b5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:51:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['f9f4b69d-07aa-4ab9-9fb4-236ccf2cf102'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:52:17.042572 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-230c63d8-51cb-4168-ad16-1c6f794539bd tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:17.044298 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-230c63d8-51cb-4168-ad16-1c6f794539bd tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6431892 Jul 13 13:52:17.047667 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 54580) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:52:17.053550 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-892d2b2b-d76c-4145-8940-1e9d3cf37835 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Request body: {'security_group_rule': {'security_group_id': 'bee185e7-cd12-47d0-b819-3904645a8bd5', 'project_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:52:17.060337 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-e768061b-fb3e-4285-b301-2d61d0941e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abe66e4b-999e-4b30-b0ec-98ff2d8c8950', 'name': 'tempest-ServerActionsTestJSON-1057289688-router', 'tenant_id': 'ef6418d5526f4765ba53df412776e3e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '942350a1-7368-4aa6-9063-06b269e58b85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:42:39Z', 'updated_at': '2021-07-13T13:42:51Z', 'revision_number': 4, 'project_id': 'ef6418d5526f4765ba53df412776e3e7', 'gw_port': {'id': '942350a1-7368-4aa6-9063-06b269e58b85', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:3b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abe66e4b-999e-4b30-b0ec-98ff2d8c8950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:42:40Z', 'updated_at': '2021-07-13T13:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': '4463ecc2-0470-47f4-940b-dc13e425429d', 'name': '', 'network_id': '4044b022-747e-4834-bc76-73d0f411c2c3', 'tenant_id': 'ef6418d5526f4765ba53df412776e3e7', 'mac_address': 'fa:16:3e:af:87:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abe66e4b-999e-4b30-b0ec-98ff2d8c8950', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '22de4df8-967a-4ca5-99c3-67fec7ee33c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:42:48Z', 'updated_at': '2021-07-13T13:43:00Z', 'revision_number': 5, 'project_id': 'ef6418d5526f4765ba53df412776e3e7', 'subnets': [{'id': '22de4df8-967a-4ca5-99c3-67fec7ee33c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:52:17.084390 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device e73d9bad-ede3-4700-9494-508a3c6b764b up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:52:17.114426 n-d-800634-1 neutron-server[93750]: INFO neutron.db.securitygroups_db [None req-892d2b2b-d76c-4145-8940-1e9d3cf37835 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Project c841d7dd73ac40a085273ab2774b9cc2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 13:52:17.129893 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-892d2b2b-d76c-4145-8940-1e9d3cf37835 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:17.152874 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e768061b-fb3e-4285-b301-2d61d0941e1c None None] Checking router: abe66e4b-999e-4b30-b0ec-98ff2d8c8950 for host: n-d-800634-1 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 13:52:17.176978 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e768061b-fb3e-4285-b301-2d61d0941e1c None None] Routers {'abe66e4b-999e-4b30-b0ec-98ff2d8c8950'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:52:17.178021 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-e768061b-fb3e-4285-b301-2d61d0941e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:51:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['abe66e4b-999e-4b30-b0ec-98ff2d8c8950'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:52:17.305155 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-0d31b218-c482-4aee-aad7-328b858203ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ff787aa-4bbc-4014-9d5b-28cb65fca281', 'name': 'tempest-ServersTestBootFromVolume-1726497166-router', 'tenant_id': '99fb449c317d405481fdd7598ba3a401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': '46d9fb31-b3c6-473d-ba63-90a27b5a34a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:48:53Z', 'updated_at': '2021-07-13T13:49:03Z', 'revision_number': 4, 'project_id': '99fb449c317d405481fdd7598ba3a401', 'gw_port': {'id': '46d9fb31-b3c6-473d-ba63-90a27b5a34a8', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ec:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff787aa-4bbc-4014-9d5b-28cb65fca281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2415, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:48:54Z', 'updated_at': '2021-07-13T13:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': '5f3c1bd5-24d2-4d69-8cf9-336c1e5cc82c', 'name': '', 'network_id': 'bebce078-4657-4116-afe4-942f44316b72', 'tenant_id': '99fb449c317d405481fdd7598ba3a401', 'mac_address': 'fa:16:3e:80:a1:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff787aa-4bbc-4014-9d5b-28cb65fca281', 'device_owner': 'network:router_interface', 'standard_attr_id': 2429, 'fixed_ips': [{'subnet_id': 'e5ac919f-e40f-4805-bb14-5bbcfbbe58a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:49:00Z', 'updated_at': '2021-07-13T13:49:15Z', 'revision_number': 5, 'project_id': '99fb449c317d405481fdd7598ba3a401', 'subnets': [{'id': 'e5ac919f-e40f-4805-bb14-5bbcfbbe58a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:52:17.352086 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-892d2b2b-d76c-4145-8940-1e9d3cf37835 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:17.363621 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-892d2b2b-d76c-4145-8940-1e9d3cf37835 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:17.402582 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892d2b2b-d76c-4145-8940-1e9d3cf37835 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5fa6898-a453-491b-a49f-df669a76a6f9,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:52:17.407754 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d31b218-c482-4aee-aad7-328b858203ce None None] The sync data for ids ['8ff787aa-4bbc-4014-9d5b-28cb65fca281'] in n-d-800634-1 is: [{'id': '8ff787aa-4bbc-4014-9d5b-28cb65fca281', 'name': 'tempest-ServersTestBootFromVolume-1726497166-router', 'tenant_id': '99fb449c317d405481fdd7598ba3a401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': '46d9fb31-b3c6-473d-ba63-90a27b5a34a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:48:53Z', 'updated_at': '2021-07-13T13:49:03Z', 'revision_number': 4, 'project_id': '99fb449c317d405481fdd7598ba3a401', 'gw_port': {'id': '46d9fb31-b3c6-473d-ba63-90a27b5a34a8', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ec:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff787aa-4bbc-4014-9d5b-28cb65fca281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2415, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:48:54Z', 'updated_at': '2021-07-13T13:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': '5f3c1bd5-24d2-4d69-8cf9-336c1e5cc82c', 'name': '', 'network_id': 'bebce078-4657-4116-afe4-942f44316b72', 'tenant_id': '99fb449c317d405481fdd7598ba3a401', 'mac_address': 'fa:16:3e:80:a1:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff787aa-4bbc-4014-9d5b-28cb65fca281', 'device_owner': 'network:router_interface', 'standard_attr_id': 2429, 'fixed_ips': [{'subnet_id': 'e5ac919f-e40f-4805-bb14-5bbcfbbe58a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:49:00Z', 'updated_at': '2021-07-13T13:49:15Z', 'revision_number': 5, 'project_id': '99fb449c317d405481fdd7598ba3a401', 'subnets': [{'id': 'e5ac919f-e40f-4805-bb14-5bbcfbbe58a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:52:17.440472 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-892d2b2b-d76c-4145-8940-1e9d3cf37835 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:17.445944 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-892d2b2b-d76c-4145-8940-1e9d3cf37835 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3963363 Jul 13 13:52:17.446622 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 54590) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:52:17.464115 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-ec5c7a09-7326-4473-a624-b55a92e26a26 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Request body: {'security_group_rule': {'security_group_id': 'bee185e7-cd12-47d0-b819-3904645a8bd5', 'project_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:52:17.479944 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ef0394d2-52e8-48e6-8e85-ef7dc45de8ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:17.514647 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-e768061b-fb3e-4285-b301-2d61d0941e1c None None] Set router abe66e4b-999e-4b30-b0ec-98ff2d8c8950 gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:52:17.522026 n-d-800634-1 neutron-server[93750]: INFO neutron.db.securitygroups_db [None req-ec5c7a09-7326-4473-a624-b55a92e26a26 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Project c841d7dd73ac40a085273ab2774b9cc2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 13:52:17.538182 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ec5c7a09-7326-4473-a624-b55a92e26a26 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:17.552949 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-115af146-3531-4bc1-9c73-f3f4dfb0b5e4 None None] Set router f9f4b69d-07aa-4ab9-9fb4-236ccf2cf102 gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:52:17.735063 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ec5c7a09-7326-4473-a624-b55a92e26a26 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:17.748137 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ec5c7a09-7326-4473-a624-b55a92e26a26 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:17.778385 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ec5c7a09-7326-4473-a624-b55a92e26a26 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:17.790686 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port e73d9bad-ede3-4700-9494-508a3c6b764b completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:52:17.804762 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-ec5c7a09-7326-4473-a624-b55a92e26a26 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3559396 Jul 13 13:52:17.805830 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5c7a09-7326-4473-a624-b55a92e26a26 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d372cf9e-246f-45d2-8a16-97d93168b24f,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:52:17.820056 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-749d84d9-d991-4f18-9ff3-bb31498836c5 req-09ec64aa-d21a-4b5e-9529-a3e223c88eec tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f309255-5b4d-4296-81c6-c49d93f44d38 HTTP/1.1" status: 200 len: 210 time: 0.1550295 Jul 13 13:52:17.841881 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port e73d9bad-ede3-4700-9494-508a3c6b764b triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:52:17.842269 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:17.941899 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-aae32308-c573-4a6d-afd2-cbea93556057 req-ab219833-b373-4693-88c0-4fc5db258386 tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab00bc18-bc30-4e26-932d-8cd3a7bc04c3 HTTP/1.1" status: 200 len: 210 time: 0.0464046 Jul 13 13:52:17.964183 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-784ecf41-07fc-40d5-b74d-59de93dc96ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451695'] for router_interface, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:18.006519 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 20120d21-62b8-4d2f-a4ed-a8fb57483551 no longer exists at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:52:18.083794 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-e768061b-fb3e-4285-b301-2d61d0941e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abe66e4b-999e-4b30-b0ec-98ff2d8c8950', 'name': 'tempest-ServerActionsTestJSON-1057289688-router', 'tenant_id': 'ef6418d5526f4765ba53df412776e3e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '942350a1-7368-4aa6-9063-06b269e58b85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:42:39Z', 'updated_at': '2021-07-13T13:42:51Z', 'revision_number': 4, 'project_id': 'ef6418d5526f4765ba53df412776e3e7', 'gw_port': {'id': '942350a1-7368-4aa6-9063-06b269e58b85', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:3b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abe66e4b-999e-4b30-b0ec-98ff2d8c8950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:42:40Z', 'updated_at': '2021-07-13T13:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': '4463ecc2-0470-47f4-940b-dc13e425429d', 'name': '', 'network_id': '4044b022-747e-4834-bc76-73d0f411c2c3', 'tenant_id': 'ef6418d5526f4765ba53df412776e3e7', 'mac_address': 'fa:16:3e:af:87:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abe66e4b-999e-4b30-b0ec-98ff2d8c8950', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '22de4df8-967a-4ca5-99c3-67fec7ee33c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:42:48Z', 'updated_at': '2021-07-13T13:43:00Z', 'revision_number': 5, 'project_id': 'ef6418d5526f4765ba53df412776e3e7', 'subnets': [{'id': '22de4df8-967a-4ca5-99c3-67fec7ee33c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:52:18.087218 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-381d4315-9089-413f-a071-aa2897bda790 None None] No Port match for: 20120d21-62b8-4d2f-a4ed-a8fb57483551 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:52:18.095086 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 20120d21-62b8-4d2f-a4ed-a8fb57483551 not bound to the agent host n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:52:18.172569 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-66856eee-6155-4d88-b870-4b4bd8864d88 req-8f4306b8-6f5f-4c5c-849d-42f2dd84b99d tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1559983780&fields=id&tenant_id=c841d7dd73ac40a085273ab2774b9cc2 HTTP/1.1" status: 200 len: 267 time: 0.0748188 Jul 13 13:52:18.241644 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e768061b-fb3e-4285-b301-2d61d0941e1c None None] The sync data for ids ['abe66e4b-999e-4b30-b0ec-98ff2d8c8950'] in n-d-800634-1 is: [{'id': 'abe66e4b-999e-4b30-b0ec-98ff2d8c8950', 'name': 'tempest-ServerActionsTestJSON-1057289688-router', 'tenant_id': 'ef6418d5526f4765ba53df412776e3e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '942350a1-7368-4aa6-9063-06b269e58b85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:42:39Z', 'updated_at': '2021-07-13T13:42:51Z', 'revision_number': 4, 'project_id': 'ef6418d5526f4765ba53df412776e3e7', 'gw_port': {'id': '942350a1-7368-4aa6-9063-06b269e58b85', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:3b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abe66e4b-999e-4b30-b0ec-98ff2d8c8950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:42:40Z', 'updated_at': '2021-07-13T13:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': '4463ecc2-0470-47f4-940b-dc13e425429d', 'name': '', 'network_id': '4044b022-747e-4834-bc76-73d0f411c2c3', 'tenant_id': 'ef6418d5526f4765ba53df412776e3e7', 'mac_address': 'fa:16:3e:af:87:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abe66e4b-999e-4b30-b0ec-98ff2d8c8950', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '22de4df8-967a-4ca5-99c3-67fec7ee33c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:42:48Z', 'updated_at': '2021-07-13T13:43:00Z', 'revision_number': 5, 'project_id': 'ef6418d5526f4765ba53df412776e3e7', 'subnets': [{'id': '22de4df8-967a-4ca5-99c3-67fec7ee33c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:52:18.258704 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d92c97bd-a35d-423a-8170-4fc60542f1b1 None None] New status for floating IP afe91567-a2d2-4e49-90f2-a676ebc40346: DOWN {{(pid=93753) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 13:52:18.279439 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:18.406763 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port e73d9bad-ede3-4700-9494-508a3c6b764b, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=e73d9bad-ede3-4700-9494-508a3c6b764b,segment=NetworkSegment(b8fdda1f-7cf8-4ae7-8e85-c592ed647d46),segment_id=b8fdda1f-7cf8-4ae7-8e85-c592ed647d46)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:52:18.422928 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:18.476667 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-115af146-3531-4bc1-9c73-f3f4dfb0b5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9f4b69d-07aa-4ab9-9fb4-236ccf2cf102', 'name': 'tempest-TestAggregatesBasicOps-192386631-router', 'tenant_id': '30ec2083fb3e490ead83eae717c86412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': 'd292200a-f4de-4b8f-a9d3-0b784786c37b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:52:02Z', 'updated_at': '2021-07-13T13:52:14Z', 'revision_number': 4, 'project_id': '30ec2083fb3e490ead83eae717c86412', 'gw_port': {'id': 'd292200a-f4de-4b8f-a9d3-0b784786c37b', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:84:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9f4b69d-07aa-4ab9-9fb4-236ccf2cf102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2596, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:52:03Z', 'updated_at': '2021-07-13T13:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': '570f1463-2374-4800-818a-3c31bb13609b', 'name': '', 'network_id': '6cb9c0ad-f025-4052-8365-455c42aa6d50', 'tenant_id': '30ec2083fb3e490ead83eae717c86412', 'mac_address': 'fa:16:3e:41:13:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9f4b69d-07aa-4ab9-9fb4-236ccf2cf102', 'device_owner': 'network:router_interface', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': '0b420288-de61-427c-90a4-d3db3018c310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:52:11Z', 'updated_at': '2021-07-13T13:52:14Z', 'revision_number': 2, 'project_id': '30ec2083fb3e490ead83eae717c86412', 'subnets': [{'id': '0b420288-de61-427c-90a4-d3db3018c310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:52:18.492842 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66856eee-6155-4d88-b870-4b4bd8864d88 req-a07fb139-31d5-456a-99a8-3db2b26414c6 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:52:18.499801 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-66856eee-6155-4d88-b870-4b4bd8864d88 req-a07fb139-31d5-456a-99a8-3db2b26414c6 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] 10.222.0.23 "GET /v2.0/networks?id=74b894bb-81e0-406c-ab54-602d50ca5470 HTTP/1.1" status: 200 len: 796 time: 0.3259616 Jul 13 13:52:18.520227 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115af146-3531-4bc1-9c73-f3f4dfb0b5e4 None None] Checking router: f9f4b69d-07aa-4ab9-9fb4-236ccf2cf102 for host: n-d-800634-1 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 13:52:18.520742 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115af146-3531-4bc1-9c73-f3f4dfb0b5e4 None None] Updating router f9f4b69d-07aa-4ab9-9fb4-236ccf2cf102 port 570f1463-2374-4800-818a-3c31bb13609b binding host n-d-800634-1 {{(pid=93752) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 13:52:18.531117 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-66856eee-6155-4d88-b870-4b4bd8864d88 req-a05270e4-2c6f-4878-9b98-b900cd20e7c5 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] 10.222.0.23 "GET /v2.0/quotas/c841d7dd73ac40a085273ab2774b9cc2 HTTP/1.1" status: 200 len: 375 time: 0.0297949 Jul 13 13:52:18.564312 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-115af146-3531-4bc1-9c73-f3f4dfb0b5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:18.583456 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=e73d9bad-ede3-4700-9494-508a3c6b764b,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:52:18.689034 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-66856eee-6155-4d88-b870-4b4bd8864d88 req-c5b2c427-7338-41d0-ab21-58e8f7dafb1a tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c841d7dd73ac40a085273ab2774b9cc2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1559086 Jul 13 13:52:18.708106 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [req-66856eee-6155-4d88-b870-4b4bd8864d88 req-e18ef3b0-d818-4e05-bc5b-69accb044653 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 13:52:18.709240 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-66856eee-6155-4d88-b870-4b4bd8864d88 req-e18ef3b0-d818-4e05-bc5b-69accb044653 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072565 Jul 13 13:52:18.715481 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-784ecf41-07fc-40d5-b74d-59de93dc96ae admin admin] Deleting port ead8dd61-9d3f-4e6e-92cd-e2894bfa4814 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:52:18.715911 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-784ecf41-07fc-40d5-b74d-59de93dc96ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:18.986504 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-66856eee-6155-4d88-b870-4b4bd8864d88 req-5ef0644c-ecf5-4518-a00e-bc99eec6fbe5 service neutron] 10.222.0.23 "GET /v2.0/networks/74b894bb-81e0-406c-ab54-602d50ca5470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2683423 Jul 13 13:52:18.998326 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-784ecf41-07fc-40d5-b74d-59de93dc96ae admin admin] For port ead8dd61-9d3f-4e6e-92cd-e2894bfa4814, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=ead8dd61-9d3f-4e6e-92cd-e2894bfa4814,segment=NetworkSegment(755279e6-44be-48bd-b08a-7c113c2227a8),segment_id=755279e6-44be-48bd-b08a-7c113c2227a8)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:52:18.998718 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-784ecf41-07fc-40d5-b74d-59de93dc96ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:19.017955 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-784ecf41-07fc-40d5-b74d-59de93dc96ae admin admin] Calling delete_port for ead8dd61-9d3f-4e6e-92cd-e2894bfa4814 owned by network:router_interface {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:52:19.019144 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-115af146-3531-4bc1-9c73-f3f4dfb0b5e4 None None] Notify callbacks [] for port, precommit_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:19.026680 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e792b3-f145-4bd7-b9ac-c6620663a009 None None] New status for floating IP e7957972-29fa-45ae-8afa-ff7f5692c744: DOWN {{(pid=93752) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 13:52:19.038005 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device e73d9bad-ede3-4700-9494-508a3c6b764b up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:52:19.174702 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-115af146-3531-4bc1-9c73-f3f4dfb0b5e4 None None] Transition to ACTIVE for port object 570f1463-2374-4800-818a-3c31bb13609b will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:52:19.200587 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-115af146-3531-4bc1-9c73-f3f4dfb0b5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:19.209318 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a10f1535-d5d0-40dc-bc66-73b9ef268571 req-34241b58-0ee3-4a3d-8e3c-5b14e39b2427 tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab00bc18-bc30-4e26-932d-8cd3a7bc04c3 HTTP/1.1" status: 200 len: 210 time: 0.0472274 Jul 13 13:52:19.256220 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-66856eee-6155-4d88-b870-4b4bd8864d88 req-ae21273e-33c6-48ca-8d1d-b4d95bea79e9 service neutron] 10.222.0.23 "GET /v2.0/networks/74b894bb-81e0-406c-ab54-602d50ca5470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763206 Jul 13 13:52:19.259003 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b61f1e1-29ce-4894-8b50-ba40a1331cde None None] Pushing event updated for resources: {'Port': ['ID=570f1463-2374-4800-818a-3c31bb13609b,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:52:19.330148 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 54648) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:52:19.409560 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port e73d9bad-ede3-4700-9494-508a3c6b764b triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:52:19.410137 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:19.425380 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-784ecf41-07fc-40d5-b74d-59de93dc96ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:19.512905 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e73511f7-3db2-4ed0-af63-288baf043d74 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:19.562270 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e73511f7-3db2-4ed0-af63-288baf043d74 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:19.568387 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-115af146-3531-4bc1-9c73-f3f4dfb0b5e4 None None] Attempting to bind port 570f1463-2374-4800-818a-3c31bb13609b on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:52:19.568387 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-115af146-3531-4bc1-9c73-f3f4dfb0b5e4 None None] Attempting to bind port 570f1463-2374-4800-818a-3c31bb13609b by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': 'fdabb01f-ab16-417f-873c-b7035e1e23d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6cb9c0ad-f025-4052-8365-455c42aa6d50'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:52:19.568387 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115af146-3531-4bc1-9c73-f3f4dfb0b5e4 None None] Attempting to bind port 570f1463-2374-4800-818a-3c31bb13609b on network 6cb9c0ad-f025-4052-8365-455c42aa6d50 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:52:19.573787 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784ecf41-07fc-40d5-b74d-59de93dc96ae admin admin] Pushing event deleted for resources: {'Port': ['ID=ead8dd61-9d3f-4e6e-92cd-e2894bfa4814,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:52:19.584284 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115af146-3531-4bc1-9c73-f3f4dfb0b5e4 None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 51, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:52:19.584666 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115af146-3531-4bc1-9c73-f3f4dfb0b5e4 None None] Checking segment: {'id': 'fdabb01f-ab16-417f-873c-b7035e1e23d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6cb9c0ad-f025-4052-8365-455c42aa6d50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:52:19.585059 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-115af146-3531-4bc1-9c73-f3f4dfb0b5e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:19.585457 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115af146-3531-4bc1-9c73-f3f4dfb0b5e4 None None] Bound using segment: {'id': 'fdabb01f-ab16-417f-873c-b7035e1e23d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6cb9c0ad-f025-4052-8365-455c42aa6d50'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:52:19.585969 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-115af146-3531-4bc1-9c73-f3f4dfb0b5e4 None None] Bound port: 570f1463-2374-4800-818a-3c31bb13609b, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdabb01f-ab16-417f-873c-b7035e1e23d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6cb9c0ad-f025-4052-8365-455c42aa6d50'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:52:19.586361 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-115af146-3531-4bc1-9c73-f3f4dfb0b5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:19.663914 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e73511f7-3db2-4ed0-af63-288baf043d74 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:19.667094 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e73511f7-3db2-4ed0-af63-288baf043d74 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:19.668410 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-e73511f7-3db2-4ed0-af63-288baf043d74 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "DELETE /v2.0/security-groups/2bf3e8b9-8da9-4a28-88c0-799fd78203e2 HTTP/1.1" status: 204 len: 168 time: 0.3369784 Jul 13 13:52:19.675956 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 54664) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:52:19.691963 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 54666) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:52:19.693291 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73511f7-3db2-4ed0-af63-288baf043d74 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bf3e8b9-8da9-4a28-88c0-799fd78203e2,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:52:19.701982 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-02937af0-9388-4ad5-833a-00792653ce53 req-6242ad5d-c49a-4709-aee1-d806db812d02 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] 10.222.0.23 "GET /v2.0/ports?device_id=a14cd113-6397-47e4-9814-611179bd97a2 HTTP/1.1" status: 200 len: 210 time: 0.0360839 Jul 13 13:52:19.733178 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-115af146-3531-4bc1-9c73-f3f4dfb0b5e4 None None] For port 570f1463-2374-4800-818a-3c31bb13609b, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:52:19.733178 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-115af146-3531-4bc1-9c73-f3f4dfb0b5e4 None None] For port 570f1463-2374-4800-818a-3c31bb13609b, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=570f1463-2374-4800-818a-3c31bb13609b,segment=NetworkSegment(fdabb01f-ab16-417f-873c-b7035e1e23d0),segment_id=fdabb01f-ab16-417f-873c-b7035e1e23d0)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:52:19.748688 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-115af146-3531-4bc1-9c73-f3f4dfb0b5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:19.790950 n-d-800634-1 neutron-server[93750]: INFO neutron.api.v2.resource [None req-b5c849bc-e356-4cea-9e3f-c249b4887ff5 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] show failed (client error): The resource could not be found. Jul 13 13:52:19.795664 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 54668) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:52:19.797138 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-b5c849bc-e356-4cea-9e3f-c249b4887ff5 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "GET /v2.0/security-groups/2bf3e8b9-8da9-4a28-88c0-799fd78203e2 HTTP/1.1" status: 404 len: 347 time: 0.1193132 Jul 13 13:52:19.825365 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b61f1e1-29ce-4894-8b50-ba40a1331cde None None] Pushing event updated for resources: {'Port': ['ID=570f1463-2374-4800-818a-3c31bb13609b,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:52:19.868382 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9ed9bf90-8fc0-4ed3-9221-f19bc1380ecd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:19.898336 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115af146-3531-4bc1-9c73-f3f4dfb0b5e4 None None] Routers {'f9f4b69d-07aa-4ab9-9fb4-236ccf2cf102'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:52:19.899228 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-115af146-3531-4bc1-9c73-f3f4dfb0b5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:51:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['f9f4b69d-07aa-4ab9-9fb4-236ccf2cf102'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:52:19.973941 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device d292200a-f4de-4b8f-a9d3-0b784786c37b up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:52:20.080391 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-784ecf41-07fc-40d5-b74d-59de93dc96ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1785036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452491'] for router_interface, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:20.301920 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:20.345912 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-115af146-3531-4bc1-9c73-f3f4dfb0b5e4 None None] Set router f9f4b69d-07aa-4ab9-9fb4-236ccf2cf102 gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:52:20.409664 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port d292200a-f4de-4b8f-a9d3-0b784786c37b triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:52:20.410386 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:20.506098 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fe681f19-641c-44b3-ba47-c184fe70423d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451695'] for router_interface, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:20.518841 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bbc0ee75-7021-43d9-8e44-86b122114aef req-04cf5f15-70f6-4cbb-afc5-f34a9092f289 tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab00bc18-bc30-4e26-932d-8cd3a7bc04c3 HTTP/1.1" status: 200 len: 210 time: 0.0619211 Jul 13 13:52:20.709380 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-115af146-3531-4bc1-9c73-f3f4dfb0b5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9f4b69d-07aa-4ab9-9fb4-236ccf2cf102', 'name': 'tempest-TestAggregatesBasicOps-192386631-router', 'tenant_id': '30ec2083fb3e490ead83eae717c86412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': 'd292200a-f4de-4b8f-a9d3-0b784786c37b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:52:02Z', 'updated_at': '2021-07-13T13:52:14Z', 'revision_number': 4, 'project_id': '30ec2083fb3e490ead83eae717c86412', 'gw_port': {'id': 'd292200a-f4de-4b8f-a9d3-0b784786c37b', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:84:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9f4b69d-07aa-4ab9-9fb4-236ccf2cf102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2596, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:52:03Z', 'updated_at': '2021-07-13T13:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': '570f1463-2374-4800-818a-3c31bb13609b', 'name': '', 'network_id': '6cb9c0ad-f025-4052-8365-455c42aa6d50', 'tenant_id': '30ec2083fb3e490ead83eae717c86412', 'mac_address': 'fa:16:3e:41:13:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9f4b69d-07aa-4ab9-9fb4-236ccf2cf102', 'device_owner': 'network:router_interface', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': '0b420288-de61-427c-90a4-d3db3018c310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:52:11Z', 'updated_at': '2021-07-13T13:52:19Z', 'revision_number': 4, 'project_id': '30ec2083fb3e490ead83eae717c86412', 'subnets': [{'id': '0b420288-de61-427c-90a4-d3db3018c310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:52:20.738911 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115af146-3531-4bc1-9c73-f3f4dfb0b5e4 None None] The sync data for ids ['f9f4b69d-07aa-4ab9-9fb4-236ccf2cf102'] in n-d-800634-1 is: [{'id': 'f9f4b69d-07aa-4ab9-9fb4-236ccf2cf102', 'name': 'tempest-TestAggregatesBasicOps-192386631-router', 'tenant_id': '30ec2083fb3e490ead83eae717c86412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': 'd292200a-f4de-4b8f-a9d3-0b784786c37b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:52:02Z', 'updated_at': '2021-07-13T13:52:14Z', 'revision_number': 4, 'project_id': '30ec2083fb3e490ead83eae717c86412', 'gw_port': {'id': 'd292200a-f4de-4b8f-a9d3-0b784786c37b', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:84:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9f4b69d-07aa-4ab9-9fb4-236ccf2cf102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2596, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:52:03Z', 'updated_at': '2021-07-13T13:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': '570f1463-2374-4800-818a-3c31bb13609b', 'name': '', 'network_id': '6cb9c0ad-f025-4052-8365-455c42aa6d50', 'tenant_id': '30ec2083fb3e490ead83eae717c86412', 'mac_address': 'fa:16:3e:41:13:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9f4b69d-07aa-4ab9-9fb4-236ccf2cf102', 'device_owner': 'network:router_interface', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': '0b420288-de61-427c-90a4-d3db3018c310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:52:11Z', 'updated_at': '2021-07-13T13:52:19Z', 'revision_number': 4, 'project_id': '30ec2083fb3e490ead83eae717c86412', 'subnets': [{'id': '0b420288-de61-427c-90a4-d3db3018c310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:52:21.068268 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-07850e03-db7a-4a6f-bad9-80e38e220317 req-f1ca3b49-6399-4743-a7d5-f94bc6eed107 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] 10.222.0.23 "GET /v2.0/ports?device_id=a14cd113-6397-47e4-9814-611179bd97a2 HTTP/1.1" status: 200 len: 210 time: 0.0673423 Jul 13 13:52:21.129503 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:21.173042 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 570f1463-2374-4800-818a-3c31bb13609b up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:52:21.249857 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-fe3e3a8b-7fc3-4039-acdf-eeac99c3f282 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Deleting port f208206d-657a-45c5-a974-9a9e62d01869 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:52:21.251317 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fe3e3a8b-7fc3-4039-acdf-eeac99c3f282 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:21.331391 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port 570f1463-2374-4800-818a-3c31bb13609b completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:52:21.337145 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 570f1463-2374-4800-818a-3c31bb13609b triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:52:21.337862 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:21.475715 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:21.536118 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port 570f1463-2374-4800-818a-3c31bb13609b, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=570f1463-2374-4800-818a-3c31bb13609b,segment=NetworkSegment(fdabb01f-ab16-417f-873c-b7035e1e23d0),segment_id=fdabb01f-ab16-417f-873c-b7035e1e23d0)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:52:21.547734 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:21.583049 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fe3e3a8b-7fc3-4039-acdf-eeac99c3f282 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:21.583427 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fe3e3a8b-7fc3-4039-acdf-eeac99c3f282 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:21.599592 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-fe3e3a8b-7fc3-4039-acdf-eeac99c3f282 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Calling delete_port for f208206d-657a-45c5-a974-9a9e62d01869 owned by network:floatingip {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:52:21.670072 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=570f1463-2374-4800-818a-3c31bb13609b,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:52:21.800718 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-784ecf41-07fc-40d5-b74d-59de93dc96ae admin admin] Router ff37f4f1-66d6-48bc-bed7-20c5eab90d20 has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 13:52:21.839592 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66856eee-6155-4d88-b870-4b4bd8864d88 req-ee0c4021-6fd7-4239-87dc-a43f8dcaf3cd tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:52:21.851335 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-66856eee-6155-4d88-b870-4b4bd8864d88 req-ee0c4021-6fd7-4239-87dc-a43f8dcaf3cd tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] 10.222.0.26 "GET /v2.0/networks?id=74b894bb-81e0-406c-ab54-602d50ca5470 HTTP/1.1" status: 200 len: 796 time: 0.3433883 Jul 13 13:52:21.923348 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-65123838-360a-488d-9cbc-359680edb4f0 req-2b34fa41-29b6-46f5-8036-ba77ad2b98b7 tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab00bc18-bc30-4e26-932d-8cd3a7bc04c3 HTTP/1.1" status: 200 len: 210 time: 0.0691311 Jul 13 13:52:21.929985 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-784ecf41-07fc-40d5-b74d-59de93dc96ae admin admin] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:52:21.939967 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-784ecf41-07fc-40d5-b74d-59de93dc96ae admin admin] 10.222.0.23 "PUT /v2.0/routers/ff37f4f1-66d6-48bc-bed7-20c5eab90d20/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4609103 Jul 13 13:52:21.940730 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 54692) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:52:21.955435 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09c34de-698a-4108-9995-8b3cf5b24f7b None None] Sync routers for ids ['ff37f4f1-66d6-48bc-bed7-20c5eab90d20'] in n-d-800634-1 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:52:21.968858 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09c34de-698a-4108-9995-8b3cf5b24f7b None None] Routers {'ff37f4f1-66d6-48bc-bed7-20c5eab90d20'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:52:21.969627 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-e09c34de-698a-4108-9995-8b3cf5b24f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:52:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['ff37f4f1-66d6-48bc-bed7-20c5eab90d20'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:52:22.038330 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-66856eee-6155-4d88-b870-4b4bd8864d88 req-bc55f92f-2b3d-421e-8491-300b550ab821 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c841d7dd73ac40a085273ab2774b9cc2 HTTP/1.1" status: 200 len: 380 time: 0.1138973 Jul 13 13:52:22.048874 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-66856eee-6155-4d88-b870-4b4bd8864d88 req-a51c09e3-c21e-4ecf-bf97-940322d4b9c7 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Request body: {'port': {'device_id': 'a14cd113-6397-47e4-9814-611179bd97a2', 'network_id': '74b894bb-81e0-406c-ab54-602d50ca5470', 'admin_state_up': True, 'tenant_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'security_groups': ['bee185e7-cd12-47d0-b819-3904645a8bd5']}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:52:22.119983 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-e09c34de-698a-4108-9995-8b3cf5b24f7b None None] Set router ff37f4f1-66d6-48bc-bed7-20c5eab90d20 gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:52:22.144234 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fe3e3a8b-7fc3-4039-acdf-eeac99c3f282 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:22.192990 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3e3a8b-7fc3-4039-acdf-eeac99c3f282 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Pushing event deleted for resources: {'Port': ['ID=f208206d-657a-45c5-a974-9a9e62d01869,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:52:22.205611 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a299cbf6-5ce3-403b-8f10-1fcadc69c491 admin admin] Notify callbacks [] for router, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:22.276545 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-fe681f19-641c-44b3-ba47-c184fe70423d admin admin] Deleting port e0cc36ff-c03c-47a0-8e54-6958660c982a {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:52:22.276893 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fe681f19-641c-44b3-ba47-c184fe70423d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:22.353459 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-bb978130-272a-425c-a76b-5a99426b5891 req-915c5831-ac35-4250-8b94-83cc437156a9 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] 10.222.0.23 "GET /v2.0/ports?device_id=a14cd113-6397-47e4-9814-611179bd97a2 HTTP/1.1" status: 200 len: 210 time: 0.0405385 Jul 13 13:52:22.399788 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-e09c34de-698a-4108-9995-8b3cf5b24f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff37f4f1-66d6-48bc-bed7-20c5eab90d20', 'name': 'tempest-ServerRescueTestJSON-241194525-router', 'tenant_id': '6d64c288caca4b478e8ce389a95deff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.71'}], 'enable_snat': True}, 'gw_port_id': '1bfab3d3-33f8-4a54-8563-aa1825f6b5f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:50:12Z', 'updated_at': '2021-07-13T13:52:19Z', 'revision_number': 5, 'project_id': '6d64c288caca4b478e8ce389a95deff9', 'gw_port': {'id': '1bfab3d3-33f8-4a54-8563-aa1825f6b5f5', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:26:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff37f4f1-66d6-48bc-bed7-20c5eab90d20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:50:14Z', 'updated_at': '2021-07-13T13:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:52:22.400464 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66856eee-6155-4d88-b870-4b4bd8864d88 req-a51c09e3-c21e-4ecf-bf97-940322d4b9c7 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Made reservation on behalf of c841d7dd73ac40a085273ab2774b9cc2 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:52:22.404533 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-66856eee-6155-4d88-b870-4b4bd8864d88 req-a51c09e3-c21e-4ecf-bf97-940322d4b9c7 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:22.473690 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09c34de-698a-4108-9995-8b3cf5b24f7b None None] Checking router: ff37f4f1-66d6-48bc-bed7-20c5eab90d20 for host: n-d-800634-1 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 13:52:22.482692 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09c34de-698a-4108-9995-8b3cf5b24f7b None None] Routers {'ff37f4f1-66d6-48bc-bed7-20c5eab90d20'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:52:22.484093 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-e09c34de-698a-4108-9995-8b3cf5b24f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:52:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['ff37f4f1-66d6-48bc-bed7-20c5eab90d20'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:52:22.489634 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fe3e3a8b-7fc3-4039-acdf-eeac99c3f282 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Notify callbacks [] for floatingip, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:22.495117 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fe3e3a8b-7fc3-4039-acdf-eeac99c3f282 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for floatingip, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:22.502847 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-fe3e3a8b-7fc3-4039-acdf-eeac99c3f282 tempest-ServerActionsTestJSON-1091787311 tempest-ServerActionsTestJSON-1091787311-project] 10.222.0.23 "DELETE /v2.0/floatingips/e7957972-29fa-45ae-8afa-ff7f5692c744 HTTP/1.1" status: 204 len: 168 time: 2.7065327 Jul 13 13:52:22.505527 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 54698) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:52:22.576373 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a299cbf6-5ce3-403b-8f10-1fcadc69c491 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:22.589337 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-fe681f19-641c-44b3-ba47-c184fe70423d admin admin] For port e0cc36ff-c03c-47a0-8e54-6958660c982a, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=e0cc36ff-c03c-47a0-8e54-6958660c982a,segment=NetworkSegment(4e8f33a3-de97-416a-8729-eb902859829e),segment_id=4e8f33a3-de97-416a-8729-eb902859829e)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:52:22.589569 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fe681f19-641c-44b3-ba47-c184fe70423d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:22.628618 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-e09c34de-698a-4108-9995-8b3cf5b24f7b None None] Set router ff37f4f1-66d6-48bc-bed7-20c5eab90d20 gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:52:22.633917 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-fe681f19-641c-44b3-ba47-c184fe70423d admin admin] Calling delete_port for e0cc36ff-c03c-47a0-8e54-6958660c982a owned by network:router_interface {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:52:22.634513 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:22.715915 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-a299cbf6-5ce3-403b-8f10-1fcadc69c491 admin admin] Deleting port 1bfab3d3-33f8-4a54-8563-aa1825f6b5f5 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:52:22.715915 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a299cbf6-5ce3-403b-8f10-1fcadc69c491 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:22.761556 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-66856eee-6155-4d88-b870-4b4bd8864d88 req-a51c09e3-c21e-4ecf-bf97-940322d4b9c7 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Allocated IP 172.20.0.4 (74b894bb-81e0-406c-ab54-602d50ca5470/72813855-4fcc-4acd-b42e-646c1f5e9567/44e9e118-3e55-459e-a9b2-0c0079a48a40) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:52:22.894309 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-e09c34de-698a-4108-9995-8b3cf5b24f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff37f4f1-66d6-48bc-bed7-20c5eab90d20', 'name': 'tempest-ServerRescueTestJSON-241194525-router', 'tenant_id': '6d64c288caca4b478e8ce389a95deff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.71'}], 'enable_snat': True}, 'gw_port_id': '1bfab3d3-33f8-4a54-8563-aa1825f6b5f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:50:12Z', 'updated_at': '2021-07-13T13:52:19Z', 'revision_number': 5, 'project_id': '6d64c288caca4b478e8ce389a95deff9', 'gw_port': {'id': '1bfab3d3-33f8-4a54-8563-aa1825f6b5f5', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:26:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff37f4f1-66d6-48bc-bed7-20c5eab90d20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:50:14Z', 'updated_at': '2021-07-13T13:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:52:22.939136 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09c34de-698a-4108-9995-8b3cf5b24f7b None None] The sync data for ids ['ff37f4f1-66d6-48bc-bed7-20c5eab90d20'] in n-d-800634-1 is: [{'id': 'ff37f4f1-66d6-48bc-bed7-20c5eab90d20', 'name': 'tempest-ServerRescueTestJSON-241194525-router', 'tenant_id': '6d64c288caca4b478e8ce389a95deff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.71'}], 'enable_snat': True}, 'gw_port_id': '1bfab3d3-33f8-4a54-8563-aa1825f6b5f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:50:12Z', 'updated_at': '2021-07-13T13:52:19Z', 'revision_number': 5, 'project_id': '6d64c288caca4b478e8ce389a95deff9', 'gw_port': {'id': '1bfab3d3-33f8-4a54-8563-aa1825f6b5f5', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:26:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff37f4f1-66d6-48bc-bed7-20c5eab90d20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:50:14Z', 'updated_at': '2021-07-13T13:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:52:23.001451 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 570f1463-2374-4800-818a-3c31bb13609b up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:52:23.057405 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-a299cbf6-5ce3-403b-8f10-1fcadc69c491 admin admin] For port 1bfab3d3-33f8-4a54-8563-aa1825f6b5f5, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=1bfab3d3-33f8-4a54-8563-aa1825f6b5f5,segment=NetworkSegment(3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87),segment_id=3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:52:23.074296 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a299cbf6-5ce3-403b-8f10-1fcadc69c491 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:23.104621 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 570f1463-2374-4800-818a-3c31bb13609b triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:52:23.105004 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:23.128554 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-66856eee-6155-4d88-b870-4b4bd8864d88 req-a51c09e3-c21e-4ecf-bf97-940322d4b9c7 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:23.131020 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-a299cbf6-5ce3-403b-8f10-1fcadc69c491 admin admin] Calling delete_port for 1bfab3d3-33f8-4a54-8563-aa1825f6b5f5 owned by network:router_gateway {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:52:23.152101 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-66856eee-6155-4d88-b870-4b4bd8864d88 req-a51c09e3-c21e-4ecf-bf97-940322d4b9c7 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Transition to ACTIVE for port object 44e9e118-3e55-459e-a9b2-0c0079a48a40 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:52:23.153714 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fe681f19-641c-44b3-ba47-c184fe70423d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:23.201614 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 54710) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:52:23.207725 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe681f19-641c-44b3-ba47-c184fe70423d admin admin] Pushing event deleted for resources: {'Port': ['ID=e0cc36ff-c03c-47a0-8e54-6958660c982a,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:52:23.470532 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fe681f19-641c-44b3-ba47-c184fe70423d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1785036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452491'] for router_interface, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:23.579913 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fb5f9abd-0dfd-4acc-90c1-8abf5cf50940 tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:23.585311 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a299cbf6-5ce3-403b-8f10-1fcadc69c491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:23.623820 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-66856eee-6155-4d88-b870-4b4bd8864d88 req-a51c09e3-c21e-4ecf-bf97-940322d4b9c7 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:23.624660 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a299cbf6-5ce3-403b-8f10-1fcadc69c491 admin admin] Pushing event deleted for resources: {'Port': ['ID=1bfab3d3-33f8-4a54-8563-aa1825f6b5f5,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:52:23.646591 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-57f55b96-21ea-41ba-87df-1597b5257c20 req-c8ff1d0e-66ce-4348-9041-527f2677cf22 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] 10.222.0.23 "GET /v2.0/ports?device_id=a14cd113-6397-47e4-9814-611179bd97a2 HTTP/1.1" status: 200 len: 210 time: 0.0896764 Jul 13 13:52:23.689383 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6e9a8f8d-bff0-410a-87a8-7fbafdf3f810 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451695'] for router_interface, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:23.701006 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66856eee-6155-4d88-b870-4b4bd8864d88 req-a51c09e3-c21e-4ecf-bf97-940322d4b9c7 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Network 74b894bb-81e0-406c-ab54-602d50ca5470 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:52:23.739499 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a299cbf6-5ce3-403b-8f10-1fcadc69c491 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-446473'] for router_gateway, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:23.745672 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-66856eee-6155-4d88-b870-4b4bd8864d88 req-a51c09e3-c21e-4ecf-bf97-940322d4b9c7 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:52:23.770212 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-66856eee-6155-4d88-b870-4b4bd8864d88 req-a51c09e3-c21e-4ecf-bf97-940322d4b9c7 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:52:23.811017 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fb5f9abd-0dfd-4acc-90c1-8abf5cf50940 tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:23.887784 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51c09e3-c21e-4ecf-bf97-940322d4b9c7 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Pushing event updated for resources: {'Port': ['ID=44e9e118-3e55-459e-a9b2-0c0079a48a40,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:52:23.935866 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a299cbf6-5ce3-403b-8f10-1fcadc69c491 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1591938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2696'] for router, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:23.938564 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a299cbf6-5ce3-403b-8f10-1fcadc69c491 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:23.951258 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66856eee-6155-4d88-b870-4b4bd8864d88 req-a51c09e3-c21e-4ecf-bf97-940322d4b9c7 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:52:23.952023 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-66856eee-6155-4d88-b870-4b4bd8864d88 req-a51c09e3-c21e-4ecf-bf97-940322d4b9c7 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:24.068416 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fb5f9abd-0dfd-4acc-90c1-8abf5cf50940 tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:24.072058 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fb5f9abd-0dfd-4acc-90c1-8abf5cf50940 tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:24.073257 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-fb5f9abd-0dfd-4acc-90c1-8abf5cf50940 tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] 10.222.0.23 "DELETE /v2.0/security-groups/a1b9bd49-7e7f-4803-b1f2-dde5721681c0 HTTP/1.1" status: 204 len: 168 time: 0.8632908 Jul 13 13:52:24.075511 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe681f19-641c-44b3-ba47-c184fe70423d admin admin] Router d8c5400e-0cb5-43c6-866e-3b5f59009876 has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 13:52:24.082635 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 54716) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:52:24.097006 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b598102e-66b5-4602-9e9b-90f8a00bfc42 None None] Provisioning for port 44e9e118-3e55-459e-a9b2-0c0079a48a40 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:52:24.101995 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a299cbf6-5ce3-403b-8f10-1fcadc69c491 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593106'] for router, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:24.102269 n-d-800634-1 neutron-server[93750]: INFO neutron.api.v2.resource [None req-ef627305-6af4-4585-85cf-4d423ba58657 tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] show failed (client error): The resource could not be found. Jul 13 13:52:24.102465 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a299cbf6-5ce3-403b-8f10-1fcadc69c491 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ff37f4f1-66d6-48bc-bed7-20c5eab90d20 {{(pid=93751) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 13:52:24.103383 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-ef627305-6af4-4585-85cf-4d423ba58657 tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] 10.222.0.23 "GET /v2.0/security-groups/a1b9bd49-7e7f-4803-b1f2-dde5721681c0 HTTP/1.1" status: 404 len: 347 time: 0.0197670 Jul 13 13:52:24.106335 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b598102e-66b5-4602-9e9b-90f8a00bfc42 None None] Provisioning complete for port 44e9e118-3e55-459e-a9b2-0c0079a48a40 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:52:24.106707 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b598102e-66b5-4602-9e9b-90f8a00bfc42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:24.107621 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 54720) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:52:24.119003 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5f9abd-0dfd-4acc-90c1-8abf5cf50940 tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1b9bd49-7e7f-4803-b1f2-dde5721681c0,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:52:24.123249 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-66856eee-6155-4d88-b870-4b4bd8864d88 req-a51c09e3-c21e-4ecf-bf97-940322d4b9c7 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0793426 Jul 13 13:52:24.135791 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-66856eee-6155-4d88-b870-4b4bd8864d88 req-d0de3469-d1be-4fea-b4b0-50f2c104d8b1 service neutron] Request body: {'port': {'device_id': 'a14cd113-6397-47e4-9814-611179bd97a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:52:24.194732 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b598102e-66b5-4602-9e9b-90f8a00bfc42 None None] Port 44e9e118-3e55-459e-a9b2-0c0079a48a40 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:52:24.209897 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a299cbf6-5ce3-403b-8f10-1fcadc69c491 admin admin] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:24.213502 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-a299cbf6-5ce3-403b-8f10-1fcadc69c491 admin admin] 10.222.0.23 "DELETE /v2.0/routers/ff37f4f1-66d6-48bc-bed7-20c5eab90d20 HTTP/1.1" status: 204 len: 168 time: 2.2661467 Jul 13 13:52:24.214828 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 54722) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:52:24.348552 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-66856eee-6155-4d88-b870-4b4bd8864d88 req-d0de3469-d1be-4fea-b4b0-50f2c104d8b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:24.349275 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-8643377e-9aad-46cf-9842-08157cd547e0 admin admin] Deleting subnet 3bd6f631-9a19-4cc5-9ccc-67e848f4410c {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 13:52:24.350933 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe681f19-641c-44b3-ba47-c184fe70423d admin admin] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:52:24.355071 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8643377e-9aad-46cf-9842-08157cd547e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:24.362063 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-affc9c8c-92ef-40a7-af03-338d1bd9987a None None] Sync routers for ids ['d8c5400e-0cb5-43c6-866e-3b5f59009876'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:52:24.368139 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-fe681f19-641c-44b3-ba47-c184fe70423d admin admin] 10.222.0.23 "PUT /v2.0/routers/d8c5400e-0cb5-43c6-866e-3b5f59009876/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6701283 Jul 13 13:52:24.378192 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 54724) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:52:24.378881 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-affc9c8c-92ef-40a7-af03-338d1bd9987a None None] Routers {'d8c5400e-0cb5-43c6-866e-3b5f59009876'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:52:24.379610 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-affc9c8c-92ef-40a7-af03-338d1bd9987a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:52:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['d8c5400e-0cb5-43c6-866e-3b5f59009876'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:52:24.462436 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8643377e-9aad-46cf-9842-08157cd547e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6018489'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:24.560834 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-affc9c8c-92ef-40a7-af03-338d1bd9987a None None] Set router d8c5400e-0cb5-43c6-866e-3b5f59009876 gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:52:24.773677 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-66856eee-6155-4d88-b870-4b4bd8864d88 req-d0de3469-d1be-4fea-b4b0-50f2c104d8b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44e9e118-3e55-459e-a9b2-0c0079a48a40 {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:52:24.777600 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-affc9c8c-92ef-40a7-af03-338d1bd9987a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8c5400e-0cb5-43c6-866e-3b5f59009876', 'name': 'tempest-TestAggregatesBasicOps-901845850-router', 'tenant_id': '8a3e15a0cd5247dd9e87d0ecd6194805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': 'a74cbdf2-b03f-4a32-84b1-f55a287a07d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:51:48Z', 'updated_at': '2021-07-13T13:52:23Z', 'revision_number': 5, 'project_id': '8a3e15a0cd5247dd9e87d0ecd6194805', 'gw_port': {'id': 'a74cbdf2-b03f-4a32-84b1-f55a287a07d9', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:19:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c5400e-0cb5-43c6-866e-3b5f59009876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2573, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:51:49Z', 'updated_at': '2021-07-13T13:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:52:24.784129 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-66856eee-6155-4d88-b870-4b4bd8864d88 req-d0de3469-d1be-4fea-b4b0-50f2c104d8b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:24.798675 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-66856eee-6155-4d88-b870-4b4bd8864d88 req-d0de3469-d1be-4fea-b4b0-50f2c104d8b1 service neutron] Transition to ACTIVE for port object 44e9e118-3e55-459e-a9b2-0c0079a48a40 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:52:24.804359 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-66856eee-6155-4d88-b870-4b4bd8864d88 req-d0de3469-d1be-4fea-b4b0-50f2c104d8b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:24.811227 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-affc9c8c-92ef-40a7-af03-338d1bd9987a None None] Checking router: d8c5400e-0cb5-43c6-866e-3b5f59009876 for host: n-d-800634-1 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 13:52:24.821720 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-affc9c8c-92ef-40a7-af03-338d1bd9987a None None] Routers {'d8c5400e-0cb5-43c6-866e-3b5f59009876'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:52:24.822375 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-affc9c8c-92ef-40a7-af03-338d1bd9987a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:52:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['d8c5400e-0cb5-43c6-866e-3b5f59009876'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:52:24.913310 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0de3469-d1be-4fea-b4b0-50f2c104d8b1 service neutron] Pushing event updated for resources: {'Port': ['ID=44e9e118-3e55-459e-a9b2-0c0079a48a40,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:52:25.059455 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-affc9c8c-92ef-40a7-af03-338d1bd9987a None None] Set router d8c5400e-0cb5-43c6-866e-3b5f59009876 gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:52:25.118618 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-f910299d-e070-4b9b-a70d-de501c5b7098 tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] Deleting port 356a7a11-775e-4693-b2dc-a786ecd16385 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:52:25.119129 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f910299d-e070-4b9b-a70d-de501c5b7098 tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:25.133547 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 1bfab3d3-33f8-4a54-8563-aa1825f6b5f5 no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:52:25.171617 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-66856eee-6155-4d88-b870-4b4bd8864d88 req-d0de3469-d1be-4fea-b4b0-50f2c104d8b1 service neutron] Attempting to bind port 44e9e118-3e55-459e-a9b2-0c0079a48a40 on host n-h1-800634-1 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:52:25.172403 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-66856eee-6155-4d88-b870-4b4bd8864d88 req-d0de3469-d1be-4fea-b4b0-50f2c104d8b1 service neutron] Attempting to bind port 44e9e118-3e55-459e-a9b2-0c0079a48a40 by drivers openvswitch,hyperv on host n-h1-800634-1 at level 0 using segments [{'id': 'b8fdda1f-7cf8-4ae7-8e85-c592ed647d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '74b894bb-81e0-406c-ab54-602d50ca5470'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:52:25.172403 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66856eee-6155-4d88-b870-4b4bd8864d88 req-d0de3469-d1be-4fea-b4b0-50f2c104d8b1 service neutron] Attempting to bind port 44e9e118-3e55-459e-a9b2-0c0079a48a40 on network 74b894bb-81e0-406c-ab54-602d50ca5470 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:52:25.177703 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66856eee-6155-4d88-b870-4b4bd8864d88 req-d0de3469-d1be-4fea-b4b0-50f2c104d8b1 service neutron] Port 44e9e118-3e55-459e-a9b2-0c0079a48a40 on network 74b894bb-81e0-406c-ab54-602d50ca5470 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-1 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:52:25.178053 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66856eee-6155-4d88-b870-4b4bd8864d88 req-d0de3469-d1be-4fea-b4b0-50f2c104d8b1 service neutron] Attempting to bind port 44e9e118-3e55-459e-a9b2-0c0079a48a40 on network 74b894bb-81e0-406c-ab54-602d50ca5470 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:52:25.190703 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66856eee-6155-4d88-b870-4b4bd8864d88 req-d0de3469-d1be-4fea-b4b0-50f2c104d8b1 service neutron] Checking agent: {'id': 'a7603dc8-3c50-4a9b-8f0d-1143528f155e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 52, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:52:25.191045 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66856eee-6155-4d88-b870-4b4bd8864d88 req-d0de3469-d1be-4fea-b4b0-50f2c104d8b1 service neutron] Checking segment: {'id': 'b8fdda1f-7cf8-4ae7-8e85-c592ed647d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '74b894bb-81e0-406c-ab54-602d50ca5470'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:52:25.191430 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66856eee-6155-4d88-b870-4b4bd8864d88 req-d0de3469-d1be-4fea-b4b0-50f2c104d8b1 service neutron] Bound using segment: {'id': 'b8fdda1f-7cf8-4ae7-8e85-c592ed647d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '74b894bb-81e0-406c-ab54-602d50ca5470'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:52:25.191864 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-66856eee-6155-4d88-b870-4b4bd8864d88 req-d0de3469-d1be-4fea-b4b0-50f2c104d8b1 service neutron] Bound port: 44e9e118-3e55-459e-a9b2-0c0079a48a40, host: n-h1-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8fdda1f-7cf8-4ae7-8e85-c592ed647d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '74b894bb-81e0-406c-ab54-602d50ca5470'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:52:25.192230 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-66856eee-6155-4d88-b870-4b4bd8864d88 req-d0de3469-d1be-4fea-b4b0-50f2c104d8b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:25.199522 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: 1bfab3d3-33f8-4a54-8563-aa1825f6b5f5 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:52:25.199748 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 1bfab3d3-33f8-4a54-8563-aa1825f6b5f5 not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:52:25.200200 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device ead8dd61-9d3f-4e6e-92cd-e2894bfa4814 no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:52:25.202958 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8643377e-9aad-46cf-9842-08157cd547e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:25.236893 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: ead8dd61-9d3f-4e6e-92cd-e2894bfa4814 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:52:25.237999 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device ead8dd61-9d3f-4e6e-92cd-e2894bfa4814 not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:52:25.238698 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a3590471-2de4-40d7-a8dd-67f674a3cf76 admin admin] Notify callbacks [] for router, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:25.290284 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-66856eee-6155-4d88-b870-4b4bd8864d88 req-d0de3469-d1be-4fea-b4b0-50f2c104d8b1 service neutron] For port 44e9e118-3e55-459e-a9b2-0c0079a48a40, host n-h1-800634-1, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:52:25.300538 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-66856eee-6155-4d88-b870-4b4bd8864d88 req-d0de3469-d1be-4fea-b4b0-50f2c104d8b1 service neutron] For port 44e9e118-3e55-459e-a9b2-0c0079a48a40, host n-h1-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=44e9e118-3e55-459e-a9b2-0c0079a48a40,segment=NetworkSegment(b8fdda1f-7cf8-4ae7-8e85-c592ed647d46),segment_id=b8fdda1f-7cf8-4ae7-8e85-c592ed647d46)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:52:25.307651 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-66856eee-6155-4d88-b870-4b4bd8864d88 req-d0de3469-d1be-4fea-b4b0-50f2c104d8b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:25.354298 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-6e9a8f8d-bff0-410a-87a8-7fbafdf3f810 admin admin] Deleting port 4463ecc2-0470-47f4-940b-dc13e425429d {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:52:25.355048 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6e9a8f8d-bff0-410a-87a8-7fbafdf3f810 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:25.357104 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66856eee-6155-4d88-b870-4b4bd8864d88 req-d0de3469-d1be-4fea-b4b0-50f2c104d8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:52:25.360435 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-66856eee-6155-4d88-b870-4b4bd8864d88 req-d0de3469-d1be-4fea-b4b0-50f2c104d8b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:25.362440 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-affc9c8c-92ef-40a7-af03-338d1bd9987a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8c5400e-0cb5-43c6-866e-3b5f59009876', 'name': 'tempest-TestAggregatesBasicOps-901845850-router', 'tenant_id': '8a3e15a0cd5247dd9e87d0ecd6194805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': 'a74cbdf2-b03f-4a32-84b1-f55a287a07d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:51:48Z', 'updated_at': '2021-07-13T13:52:23Z', 'revision_number': 5, 'project_id': '8a3e15a0cd5247dd9e87d0ecd6194805', 'gw_port': {'id': 'a74cbdf2-b03f-4a32-84b1-f55a287a07d9', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:19:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c5400e-0cb5-43c6-866e-3b5f59009876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2573, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:51:49Z', 'updated_at': '2021-07-13T13:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:52:25.363113 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-66856eee-6155-4d88-b870-4b4bd8864d88 req-d0de3469-d1be-4fea-b4b0-50f2c104d8b1 service neutron] 10.222.0.26 "PUT /v2.0/ports/44e9e118-3e55-459e-a9b2-0c0079a48a40 HTTP/1.1" status: 200 len: 1091 time: 1.2316296 Jul 13 13:52:25.363770 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a14cd113-6397-47e4-9814-611179bd97a2', 'tag': '44e9e118-3e55-459e-a9b2-0c0079a48a40'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:52:25.371981 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adfb6612-5cbf-4592-8e33-28380b416c4f" -d '{"events": [{"name": "network-changed", "server_uuid": "a14cd113-6397-47e4-9814-611179bd97a2", "tag": "44e9e118-3e55-459e-a9b2-0c0079a48a40"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:52:25.400818 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-affc9c8c-92ef-40a7-af03-338d1bd9987a None None] The sync data for ids ['d8c5400e-0cb5-43c6-866e-3b5f59009876'] in n-d-800634-1 is: [{'id': 'd8c5400e-0cb5-43c6-866e-3b5f59009876', 'name': 'tempest-TestAggregatesBasicOps-901845850-router', 'tenant_id': '8a3e15a0cd5247dd9e87d0ecd6194805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': 'a74cbdf2-b03f-4a32-84b1-f55a287a07d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:51:48Z', 'updated_at': '2021-07-13T13:52:23Z', 'revision_number': 5, 'project_id': '8a3e15a0cd5247dd9e87d0ecd6194805', 'gw_port': {'id': 'a74cbdf2-b03f-4a32-84b1-f55a287a07d9', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:19:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c5400e-0cb5-43c6-866e-3b5f59009876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2573, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:51:49Z', 'updated_at': '2021-07-13T13:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:52:25.478922 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0de3469-d1be-4fea-b4b0-50f2c104d8b1 service neutron] Pushing event updated for resources: {'Port': ['ID=44e9e118-3e55-459e-a9b2-0c0079a48a40,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:52:25.482304 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 13:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-315b34bc-bedc-4990-bf4d-d8bf30255dd3 x-openstack-request-id: req-315b34bc-bedc-4990-bf4d-d8bf30255dd3 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:52:25.482838 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a14cd113-6397-47e4-9814-611179bd97a2", "tag": "44e9e118-3e55-459e-a9b2-0c0079a48a40", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:52:25.483824 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-315b34bc-bedc-4990-bf4d-d8bf30255dd3 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:52:25.484600 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a14cd113-6397-47e4-9814-611179bd97a2', 'tag': '44e9e118-3e55-459e-a9b2-0c0079a48a40', 'status': 'completed', 'code': 200} Jul 13 13:52:25.521582 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0de3469-d1be-4fea-b4b0-50f2c104d8b1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:52:25.522263 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0de3469-d1be-4fea-b4b0-50f2c104d8b1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:52:25.522897 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0de3469-d1be-4fea-b4b0-50f2c104d8b1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:52:25.523459 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0de3469-d1be-4fea-b4b0-50f2c104d8b1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:52:25.523992 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0de3469-d1be-4fea-b4b0-50f2c104d8b1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:52:25.524519 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0de3469-d1be-4fea-b4b0-50f2c104d8b1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:52:25.525045 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0de3469-d1be-4fea-b4b0-50f2c104d8b1 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:52:25.525581 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0de3469-d1be-4fea-b4b0-50f2c104d8b1 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:52:25.526343 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0de3469-d1be-4fea-b4b0-50f2c104d8b1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:52:25.526887 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0de3469-d1be-4fea-b4b0-50f2c104d8b1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:52:25.527499 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0de3469-d1be-4fea-b4b0-50f2c104d8b1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:52:25.528022 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0de3469-d1be-4fea-b4b0-50f2c104d8b1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:52:25.549758 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-6e9a8f8d-bff0-410a-87a8-7fbafdf3f810 admin admin] For port 4463ecc2-0470-47f4-940b-dc13e425429d, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=4463ecc2-0470-47f4-940b-dc13e425429d,segment=NetworkSegment(370d7ede-eeb6-46ae-b4ce-87c4cdf3222b),segment_id=370d7ede-eeb6-46ae-b4ce-87c4cdf3222b)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:52:25.550430 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6e9a8f8d-bff0-410a-87a8-7fbafdf3f810 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:25.561133 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66856eee-6155-4d88-b870-4b4bd8864d88 req-6d42cb98-6b38-4130-b867-c54350e836e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:52:25.563344 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-66856eee-6155-4d88-b870-4b4bd8864d88 req-6d42cb98-6b38-4130-b867-c54350e836e2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c841d7dd73ac40a085273ab2774b9cc2&device_id=a14cd113-6397-47e4-9814-611179bd97a2 HTTP/1.1" status: 200 len: 1094 time: 0.1451240 Jul 13 13:52:25.574303 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-6e9a8f8d-bff0-410a-87a8-7fbafdf3f810 admin admin] Calling delete_port for 4463ecc2-0470-47f4-940b-dc13e425429d owned by network:router_interface {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:52:25.641116 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-66856eee-6155-4d88-b870-4b4bd8864d88 req-cb2f5644-08d7-4b5e-a1ff-fb7733ed61d4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=44e9e118-3e55-459e-a9b2-0c0079a48a40 HTTP/1.1" status: 200 len: 217 time: 0.0703592 Jul 13 13:52:25.700261 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66856eee-6155-4d88-b870-4b4bd8864d88 req-de9404b8-c9bf-46c6-a073-4f52d77c6d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:52:25.701767 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-66856eee-6155-4d88-b870-4b4bd8864d88 req-de9404b8-c9bf-46c6-a073-4f52d77c6d27 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=72813855-4fcc-4acd-b42e-646c1f5e9567 HTTP/1.1" status: 200 len: 835 time: 0.0547948 Jul 13 13:52:25.781917 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66856eee-6155-4d88-b870-4b4bd8864d88 req-ba44d26d-0613-4ba7-9fa8-de4e3a2aaff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:52:25.783531 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-66856eee-6155-4d88-b870-4b4bd8864d88 req-ba44d26d-0613-4ba7-9fa8-de4e3a2aaff7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=74b894bb-81e0-406c-ab54-602d50ca5470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0755560 Jul 13 13:52:25.792043 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8643377e-9aad-46cf-9842-08157cd547e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6018534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6105009'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:25.795458 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f910299d-e070-4b9b-a70d-de501c5b7098 tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:25.796356 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f910299d-e070-4b9b-a70d-de501c5b7098 tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:25.834933 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99168c63-716d-4073-995d-e75b3c2b0d9d req-19cdd1c9-5a42-4c4d-82c1-b51c80493f63 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:52:25.836520 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-99168c63-716d-4073-995d-e75b3c2b0d9d req-19cdd1c9-5a42-4c4d-82c1-b51c80493f63 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] 10.222.0.23 "GET /v2.0/ports?device_id=a14cd113-6397-47e4-9814-611179bd97a2 HTTP/1.1" status: 200 len: 943 time: 0.8715036 Jul 13 13:52:25.879168 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-f910299d-e070-4b9b-a70d-de501c5b7098 tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] Calling delete_port for 356a7a11-775e-4693-b2dc-a786ecd16385 owned by network:floatingip {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:52:25.883995 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8643377e-9aad-46cf-9842-08157cd547e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3bd6f631-9a19-4cc5-9ccc-67e848f4410c,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:52:25.910198 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8643377e-9aad-46cf-9842-08157cd547e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:25.915669 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-8643377e-9aad-46cf-9842-08157cd547e0 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/3bd6f631-9a19-4cc5-9ccc-67e848f4410c HTTP/1.1" status: 204 len: 168 time: 1.6983562 Jul 13 13:52:25.915824 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 54734) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:52:25.977631 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a3590471-2de4-40d7-a8dd-67f674a3cf76 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:26.012657 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-99168c63-716d-4073-995d-e75b3c2b0d9d req-71722623-8076-4e6c-b514-e902800cef8b tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] 10.222.0.23 "GET /v2.0/security-groups?id=bee185e7-cd12-47d0-b819-3904645a8bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1438985 Jul 13 13:52:26.068824 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b72f6035-7107-4ff8-a8d4-6d920f9ec9be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:26.072167 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-66856eee-6155-4d88-b870-4b4bd8864d88 req-c4b98579-639f-4b45-abce-20ad5a948a0e service neutron] 10.222.0.26 "GET /v2.0/networks/74b894bb-81e0-406c-ab54-602d50ca5470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2816367 Jul 13 13:52:26.146663 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6e9a8f8d-bff0-410a-87a8-7fbafdf3f810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:26.191968 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9a8f8d-bff0-410a-87a8-7fbafdf3f810 admin admin] Pushing event deleted for resources: {'Port': ['ID=4463ecc2-0470-47f4-940b-dc13e425429d,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:52:26.225610 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-a3590471-2de4-40d7-a8dd-67f674a3cf76 admin admin] Deleting port a74cbdf2-b03f-4a32-84b1-f55a287a07d9 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:52:26.226149 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a3590471-2de4-40d7-a8dd-67f674a3cf76 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:26.249032 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-66856eee-6155-4d88-b870-4b4bd8864d88 req-de658326-a3a6-4fb5-8914-5af64c5842c1 service neutron] 10.222.0.26 "GET /v2.0/networks/74b894bb-81e0-406c-ab54-602d50ca5470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638887 Jul 13 13:52:26.369594 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b72f6035-7107-4ff8-a8d4-6d920f9ec9be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:26.394048 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-b72f6035-7107-4ff8-a8d4-6d920f9ec9be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ac69b68-9ae1-4155-8f50-5147d61b5b39']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:52:26.487188 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f910299d-e070-4b9b-a70d-de501c5b7098 tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:26.558048 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f910299d-e070-4b9b-a70d-de501c5b7098 tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] Pushing event deleted for resources: {'Port': ['ID=356a7a11-775e-4693-b2dc-a786ecd16385,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:52:26.561267 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-a3590471-2de4-40d7-a8dd-67f674a3cf76 admin admin] For port a74cbdf2-b03f-4a32-84b1-f55a287a07d9, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=a74cbdf2-b03f-4a32-84b1-f55a287a07d9,segment=NetworkSegment(3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87),segment_id=3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:52:26.562094 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a3590471-2de4-40d7-a8dd-67f674a3cf76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:26.645109 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-a3590471-2de4-40d7-a8dd-67f674a3cf76 admin admin] Calling delete_port for a74cbdf2-b03f-4a32-84b1-f55a287a07d9 owned by network:router_gateway {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:52:26.774861 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-b72f6035-7107-4ff8-a8d4-6d920f9ec9be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '755279e6-44be-48bd-b08a-7c113c2227a8') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:52:26.775228 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-b72f6035-7107-4ff8-a8d4-6d920f9ec9be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '755279e6-44be-48bd-b08a-7c113c2227a8') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:52:26.799856 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b72f6035-7107-4ff8-a8d4-6d920f9ec9be admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5431730'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:26.821188 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b72f6035-7107-4ff8-a8d4-6d920f9ec9be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:26.828431 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b72f6035-7107-4ff8-a8d4-6d920f9ec9be admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 13:52:26.828928 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b72f6035-7107-4ff8-a8d4-6d920f9ec9be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5970419'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:26.916259 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6e9a8f8d-bff0-410a-87a8-7fbafdf3f810 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1785036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452491'] for router_interface, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:26.938569 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a3590471-2de4-40d7-a8dd-67f674a3cf76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:26.940205 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:52:26.940205 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:52:26.940205 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:52:26.940205 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:52:26.940205 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:52:26.940205 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:52:26.940205 n-d-800634-1 neutron-server[93750]: Traceback (most recent call last): Jul 13 13:52:26.940205 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 13:52:26.940205 n-d-800634-1 neutron-server[93750]: timer() Jul 13 13:52:26.940205 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 13:52:26.940205 n-d-800634-1 neutron-server[93750]: cb(*args, **kw) Jul 13 13:52:26.940205 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 13:52:26.940205 n-d-800634-1 neutron-server[93750]: return func(*args, **kwargs) Jul 13 13:52:26.940205 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 13:52:26.940205 n-d-800634-1 neutron-server[93750]: self._notify() Jul 13 13:52:26.940205 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 13:52:26.940205 n-d-800634-1 neutron-server[93750]: self.callback(batched_events) Jul 13 13:52:26.940205 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 13:52:26.940205 n-d-800634-1 neutron-server[93750]: event.method(event) Jul 13 13:52:26.940205 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 13:52:26.940205 n-d-800634-1 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 13:52:26.940205 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 13:52:26.940205 n-d-800634-1 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 13:52:26.940205 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 13:52:26.940205 n-d-800634-1 neutron-server[93750]: return f(self, *a, **k) Jul 13 13:52:26.940205 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 13:52:26.940205 n-d-800634-1 neutron-server[93750]: return self._get(url).json() Jul 13 13:52:26.940205 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 13:52:26.940205 n-d-800634-1 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 13:52:26.940205 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 13:52:26.940205 n-d-800634-1 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 13 13:52:26.940205 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 13:52:26.940205 n-d-800634-1 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 13:52:26.940205 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 13:52:26.940205 n-d-800634-1 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 13:52:26.940205 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 13:52:26.940205 n-d-800634-1 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 13:52:26.940205 n-d-800634-1 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 13:52:26.942679 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b72f6035-7107-4ff8-a8d4-6d920f9ec9be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:26.950952 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b72f6035-7107-4ff8-a8d4-6d920f9ec9be admin admin] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:26.953321 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-b72f6035-7107-4ff8-a8d4-6d920f9ec9be admin admin] 10.222.0.23 "DELETE /v2.0/networks/4ac69b68-9ae1-4155-8f50-5147d61b5b39 HTTP/1.1" status: 204 len: 168 time: 1.0361247 Jul 13 13:52:26.968343 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72f6035-7107-4ff8-a8d4-6d920f9ec9be admin admin] Pushing event deleted for resources: {'Network': ['ID=4ac69b68-9ae1-4155-8f50-5147d61b5b39,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:52:26.997207 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfb6612-5cbf-4592-8e33-28380b416c4f req-c3addd31-27c8-448c-a086-9a12999113da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:52:26.998776 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-adfb6612-5cbf-4592-8e33-28380b416c4f req-c3addd31-27c8-448c-a086-9a12999113da service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c841d7dd73ac40a085273ab2774b9cc2&device_id=a14cd113-6397-47e4-9814-611179bd97a2 HTTP/1.1" status: 200 len: 1094 time: 0.1096382 Jul 13 13:52:27.015354 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device e0cc36ff-c03c-47a0-8e54-6958660c982a no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:52:27.065803 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: e0cc36ff-c03c-47a0-8e54-6958660c982a {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:52:27.066534 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device e0cc36ff-c03c-47a0-8e54-6958660c982a not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:52:27.207450 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f910299d-e070-4b9b-a70d-de501c5b7098 tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] Notify callbacks [] for floatingip, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:27.212557 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f910299d-e070-4b9b-a70d-de501c5b7098 tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for floatingip, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:27.214680 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 54748) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:52:27.216567 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-f910299d-e070-4b9b-a70d-de501c5b7098 tempest-ServersTestBootFromVolume-388736067 tempest-ServersTestBootFromVolume-388736067-project] 10.222.0.23 "DELETE /v2.0/floatingips/afe91567-a2d2-4e49-90f2-a676ebc40346 HTTP/1.1" status: 204 len: 168 time: 3.0821993 Jul 13 13:52:27.259282 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 54750) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:52:27.282940 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfb6612-5cbf-4592-8e33-28380b416c4f req-4ac95287-f8db-45a3-afb1-0f55b2be08a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:52:27.284479 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-adfb6612-5cbf-4592-8e33-28380b416c4f req-4ac95287-f8db-45a3-afb1-0f55b2be08a6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=74b894bb-81e0-406c-ab54-602d50ca5470 HTTP/1.1" status: 200 len: 896 time: 0.2788124 Jul 13 13:52:27.332316 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3590471-2de4-40d7-a8dd-67f674a3cf76 admin admin] Pushing event deleted for resources: {'Port': ['ID=a74cbdf2-b03f-4a32-84b1-f55a287a07d9,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:52:27.359360 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-adfb6612-5cbf-4592-8e33-28380b416c4f req-248e3fae-95cb-4904-9abb-af50afed5cac service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=44e9e118-3e55-459e-a9b2-0c0079a48a40 HTTP/1.1" status: 200 len: 217 time: 0.0674734 Jul 13 13:52:27.408540 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-87ff02cf-d87c-49cd-85f6-b77432af18da admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6d64c288caca4b478e8ce389a95deff9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1892905 Jul 13 13:52:27.408951 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 54752) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:52:27.455578 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfb6612-5cbf-4592-8e33-28380b416c4f req-22de2da5-2283-4349-be3f-4a3be4bd1a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:52:27.456790 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-adfb6612-5cbf-4592-8e33-28380b416c4f req-22de2da5-2283-4349-be3f-4a3be4bd1a53 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=72813855-4fcc-4acd-b42e-646c1f5e9567 HTTP/1.1" status: 200 len: 835 time: 0.0916359 Jul 13 13:52:27.530022 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec53ed15-0e7a-40e0-9dbe-ab04f5bf3c6a req-04ff6a60-ed39-4ed9-87aa-d4cd6c9bac3b tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:52:27.532298 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ec53ed15-0e7a-40e0-9dbe-ab04f5bf3c6a req-04ff6a60-ed39-4ed9-87aa-d4cd6c9bac3b tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] 10.222.0.23 "GET /v2.0/ports?device_id=a14cd113-6397-47e4-9814-611179bd97a2 HTTP/1.1" status: 200 len: 943 time: 0.2638154 Jul 13 13:52:27.539303 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b525307f-b12b-4884-b749-449437a7609e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:27.602604 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b525307f-b12b-4884-b749-449437a7609e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:27.633944 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfb6612-5cbf-4592-8e33-28380b416c4f req-d8597196-a347-4b9e-b27c-0b51791d182a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:52:27.635534 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-adfb6612-5cbf-4592-8e33-28380b416c4f req-d8597196-a347-4b9e-b27c-0b51791d182a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=74b894bb-81e0-406c-ab54-602d50ca5470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1691623 Jul 13 13:52:27.672528 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ec53ed15-0e7a-40e0-9dbe-ab04f5bf3c6a req-ba5c2313-233f-4693-b40f-ea2be5ce29bf tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] 10.222.0.23 "GET /v2.0/security-groups?id=bee185e7-cd12-47d0-b819-3904645a8bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1299069 Jul 13 13:52:27.704866 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e9a8f8d-bff0-410a-87a8-7fbafdf3f810 admin admin] Router abe66e4b-999e-4b30-b0ec-98ff2d8c8950 has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 13:52:27.745227 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a3590471-2de4-40d7-a8dd-67f674a3cf76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-446473'] for router_gateway, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:27.815240 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b525307f-b12b-4884-b749-449437a7609e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:27.818538 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b525307f-b12b-4884-b749-449437a7609e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:27.820044 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-b525307f-b12b-4884-b749-449437a7609e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/644afb89-2d80-4396-af42-a671e24582c0 HTTP/1.1" status: 204 len: 168 time: 0.4101651 Jul 13 13:52:27.893524 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-adfb6612-5cbf-4592-8e33-28380b416c4f req-7634391a-f515-4001-8c12-f09fe7319bb1 service neutron] 10.222.0.26 "GET /v2.0/networks/74b894bb-81e0-406c-ab54-602d50ca5470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2453725 Jul 13 13:52:27.894263 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b525307f-b12b-4884-b749-449437a7609e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=644afb89-2d80-4396-af42-a671e24582c0,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:52:27.920528 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a3590471-2de4-40d7-a8dd-67f674a3cf76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1591938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2696'] for router, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:27.926785 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a3590471-2de4-40d7-a8dd-67f674a3cf76 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:28.017837 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 44e9e118-3e55-459e-a9b2-0c0079a48a40 details requested by agent hyperv_n-h1-800634-1 with host n-h1-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 13:52:28.127392 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-adfb6612-5cbf-4592-8e33-28380b416c4f req-8332a313-a616-41ac-940c-5b63b9ae3d1a service neutron] 10.222.0.26 "GET /v2.0/networks/74b894bb-81e0-406c-ab54-602d50ca5470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265298 Jul 13 13:52:28.153336 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e9a8f8d-bff0-410a-87a8-7fbafdf3f810 admin admin] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:52:28.165702 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32daabcf-d0d0-4e24-bdf3-5a3fcd23d7a3 None None] Sync routers for ids ['abe66e4b-999e-4b30-b0ec-98ff2d8c8950'] in n-d-800634-1 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:52:28.168469 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-6e9a8f8d-bff0-410a-87a8-7fbafdf3f810 admin admin] 10.222.0.23 "PUT /v2.0/routers/abe66e4b-999e-4b30-b0ec-98ff2d8c8950/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6617501 Jul 13 13:52:28.169394 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a3590471-2de4-40d7-a8dd-67f674a3cf76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593106'] for router, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:28.170228 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3590471-2de4-40d7-a8dd-67f674a3cf76 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d8c5400e-0cb5-43c6-866e-3b5f59009876 {{(pid=93751) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 13:52:28.171565 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 54758) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:52:28.177248 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a3590471-2de4-40d7-a8dd-67f674a3cf76 admin admin] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:28.179358 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-a3590471-2de4-40d7-a8dd-67f674a3cf76 admin admin] 10.222.0.23 "DELETE /v2.0/routers/d8c5400e-0cb5-43c6-866e-3b5f59009876 HTTP/1.1" status: 204 len: 168 time: 3.7991190 Jul 13 13:52:28.182106 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 54760) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:52:28.182789 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32daabcf-d0d0-4e24-bdf3-5a3fcd23d7a3 None None] Routers {'abe66e4b-999e-4b30-b0ec-98ff2d8c8950'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:52:28.183433 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-32daabcf-d0d0-4e24-bdf3-5a3fcd23d7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:52:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['abe66e4b-999e-4b30-b0ec-98ff2d8c8950'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:52:28.290523 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 44e9e118-3e55-459e-a9b2-0c0079a48a40, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=44e9e118-3e55-459e-a9b2-0c0079a48a40,segment=NetworkSegment(b8fdda1f-7cf8-4ae7-8e85-c592ed647d46),segment_id=b8fdda1f-7cf8-4ae7-8e85-c592ed647d46)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:52:28.331741 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Returning: {'device': '44e9e118-3e55-459e-a9b2-0c0079a48a40', 'network_id': '74b894bb-81e0-406c-ab54-602d50ca5470', 'port_id': '44e9e118-3e55-459e-a9b2-0c0079a48a40', 'mac_address': 'fa:16:3e:8c:5d:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72813855-4fcc-4acd-b42e-646c1f5e9567', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 13:52:28.352476 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 54768) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:52:28.497808 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:28.620646 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-32daabcf-d0d0-4e24-bdf3-5a3fcd23d7a3 None None] Set router abe66e4b-999e-4b30-b0ec-98ff2d8c8950 gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:52:28.763967 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6dd92916-4c29-48e1-b005-189548c51d3d admin admin] Notify callbacks [] for router, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:29.044218 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d40ac8d-5b52-4382-bc2a-373a8d6f6d74 admin admin] Deleting subnet 7cd703bd-560c-457b-9263-0fd2c2160030 {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 13:52:29.074990 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2d40ac8d-5b52-4382-bc2a-373a8d6f6d74 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:29.075316 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-41df6c5d-3536-4988-a851-204cb144ca28 admin admin] Deleting subnet af3913c5-8888-473e-a3a6-593e4098ee76 {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 13:52:29.081938 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-41df6c5d-3536-4988-a851-204cb144ca28 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:29.125201 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device a74cbdf2-b03f-4a32-84b1-f55a287a07d9 no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:52:29.143965 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44e9e118-3e55-459e-a9b2-0c0079a48a40 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:52:29.179428 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 44e9e118-3e55-459e-a9b2-0c0079a48a40, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=44e9e118-3e55-459e-a9b2-0c0079a48a40,segment=NetworkSegment(b8fdda1f-7cf8-4ae7-8e85-c592ed647d46),segment_id=b8fdda1f-7cf8-4ae7-8e85-c592ed647d46)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:52:29.192759 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-41df6c5d-3536-4988-a851-204cb144ca28 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6018489'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:29.204403 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:29.209143 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: a74cbdf2-b03f-4a32-84b1-f55a287a07d9 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:52:29.209711 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device a74cbdf2-b03f-4a32-84b1-f55a287a07d9 not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:52:29.299595 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=44e9e118-3e55-459e-a9b2-0c0079a48a40,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:52:29.333521 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-32daabcf-d0d0-4e24-bdf3-5a3fcd23d7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abe66e4b-999e-4b30-b0ec-98ff2d8c8950', 'name': 'tempest-ServerActionsTestJSON-1057289688-router', 'tenant_id': 'ef6418d5526f4765ba53df412776e3e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '942350a1-7368-4aa6-9063-06b269e58b85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:42:39Z', 'updated_at': '2021-07-13T13:52:25Z', 'revision_number': 5, 'project_id': 'ef6418d5526f4765ba53df412776e3e7', 'gw_port': {'id': '942350a1-7368-4aa6-9063-06b269e58b85', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:3b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abe66e4b-999e-4b30-b0ec-98ff2d8c8950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:42:40Z', 'updated_at': '2021-07-13T13:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:52:29.384097 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6dd92916-4c29-48e1-b005-189548c51d3d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:29.384700 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32daabcf-d0d0-4e24-bdf3-5a3fcd23d7a3 None None] Checking router: abe66e4b-999e-4b30-b0ec-98ff2d8c8950 for host: n-d-800634-1 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 13:52:29.405200 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32daabcf-d0d0-4e24-bdf3-5a3fcd23d7a3 None None] Routers {'abe66e4b-999e-4b30-b0ec-98ff2d8c8950'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:52:29.406584 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-32daabcf-d0d0-4e24-bdf3-5a3fcd23d7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:52:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['abe66e4b-999e-4b30-b0ec-98ff2d8c8950'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:52:29.408900 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2d40ac8d-5b52-4382-bc2a-373a8d6f6d74 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5431723'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:29.415110 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['44e9e118-3e55-459e-a9b2-0c0079a48a40'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:52:29.527039 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2d40ac8d-5b52-4382-bc2a-373a8d6f6d74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:29.560737 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-41df6c5d-3536-4988-a851-204cb144ca28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:29.648436 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-32daabcf-d0d0-4e24-bdf3-5a3fcd23d7a3 None None] Set router abe66e4b-999e-4b30-b0ec-98ff2d8c8950 gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:52:29.648829 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af186a65-f572-4d72-8679-a85597c67123 req-6eadf0a9-9027-4fd9-ac83-8ec33d1300f8 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:52:29.651959 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-af186a65-f572-4d72-8679-a85597c67123 req-6eadf0a9-9027-4fd9-ac83-8ec33d1300f8 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] 10.222.0.23 "GET /v2.0/ports?device_id=a14cd113-6397-47e4-9814-611179bd97a2 HTTP/1.1" status: 200 len: 943 time: 0.5941105 Jul 13 13:52:29.675126 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-6dd92916-4c29-48e1-b005-189548c51d3d admin admin] Deleting port 942350a1-7368-4aa6-9063-06b269e58b85 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:52:29.675986 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6dd92916-4c29-48e1-b005-189548c51d3d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:29.708406 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 54794) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:52:29.803346 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-af186a65-f572-4d72-8679-a85597c67123 req-4eff0cbd-fd08-4965-93f5-da1bb9cc74cb tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] 10.222.0.23 "GET /v2.0/security-groups?id=bee185e7-cd12-47d0-b819-3904645a8bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1286399 Jul 13 13:52:29.842427 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-41df6c5d-3536-4988-a851-204cb144ca28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6018534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6105009'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:29.862286 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2d40ac8d-5b52-4382-bc2a-373a8d6f6d74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5970525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4763356'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:29.902412 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d40ac8d-5b52-4382-bc2a-373a8d6f6d74 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7cd703bd-560c-457b-9263-0fd2c2160030,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:52:29.921884 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2d40ac8d-5b52-4382-bc2a-373a8d6f6d74 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:29.926389 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-2d40ac8d-5b52-4382-bc2a-373a8d6f6d74 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/7cd703bd-560c-457b-9263-0fd2c2160030 HTTP/1.1" status: 204 len: 168 time: 1.5707824 Jul 13 13:52:29.928555 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 54798) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:52:29.960721 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-b675f12f-9bc5-4293-8fe2-19692f9922af admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1106204177-network', 'tenant_id': 'ac5768eaeb3242ac813c969082f024de'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:52:29.966375 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41df6c5d-3536-4988-a851-204cb144ca28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af3913c5-8888-473e-a3a6-593e4098ee76,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:52:29.975553 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-41df6c5d-3536-4988-a851-204cb144ca28 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:29.977507 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-41df6c5d-3536-4988-a851-204cb144ca28 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/af3913c5-8888-473e-a3a6-593e4098ee76 HTTP/1.1" status: 204 len: 168 time: 1.7939844 Jul 13 13:52:29.978253 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd59a8b2-8a35-4c0e-88c8-6f039e6819e5 None None] Network a3d89b4e-17f0-4192-86b2-bbf0978c23fb requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:52:29.981272 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 54800) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:52:30.032744 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-6dd92916-4c29-48e1-b005-189548c51d3d admin admin] For port 942350a1-7368-4aa6-9063-06b269e58b85, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=942350a1-7368-4aa6-9063-06b269e58b85,segment=NetworkSegment(3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87),segment_id=3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:52:30.033006 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6dd92916-4c29-48e1-b005-189548c51d3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:30.063729 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-6dd92916-4c29-48e1-b005-189548c51d3d admin admin] Calling delete_port for 942350a1-7368-4aa6-9063-06b269e58b85 owned by network:router_gateway {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:52:30.072394 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-011faa7b-f211-4545-a5e1-3f60cc829eeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451695'] for router_interface, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:30.077968 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-685406c2-5dcb-4c05-8b63-332656358cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:30.138917 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b675f12f-9bc5-4293-8fe2-19692f9922af admin admin] Made reservation on behalf of ac5768eaeb3242ac813c969082f024de for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:52:30.142469 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b675f12f-9bc5-4293-8fe2-19692f9922af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:30.157328 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b675f12f-9bc5-4293-8fe2-19692f9922af admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:30.168639 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bd80d9ec-eda4-4213-90f5-0fdda0a84c77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:30.204201 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-32daabcf-d0d0-4e24-bdf3-5a3fcd23d7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abe66e4b-999e-4b30-b0ec-98ff2d8c8950', 'name': 'tempest-ServerActionsTestJSON-1057289688-router', 'tenant_id': 'ef6418d5526f4765ba53df412776e3e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '942350a1-7368-4aa6-9063-06b269e58b85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:42:39Z', 'updated_at': '2021-07-13T13:52:25Z', 'revision_number': 5, 'project_id': 'ef6418d5526f4765ba53df412776e3e7', 'gw_port': {'id': '942350a1-7368-4aa6-9063-06b269e58b85', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:3b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abe66e4b-999e-4b30-b0ec-98ff2d8c8950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:42:40Z', 'updated_at': '2021-07-13T13:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:52:30.235153 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-685406c2-5dcb-4c05-8b63-332656358cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:30.257577 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-685406c2-5dcb-4c05-8b63-332656358cf1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68b2b3e0-be8c-4026-af86-701861bbd8d5']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:52:30.259446 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32daabcf-d0d0-4e24-bdf3-5a3fcd23d7a3 None None] The sync data for ids ['abe66e4b-999e-4b30-b0ec-98ff2d8c8950'] in n-d-800634-1 is: [{'id': 'abe66e4b-999e-4b30-b0ec-98ff2d8c8950', 'name': 'tempest-ServerActionsTestJSON-1057289688-router', 'tenant_id': 'ef6418d5526f4765ba53df412776e3e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '942350a1-7368-4aa6-9063-06b269e58b85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:42:39Z', 'updated_at': '2021-07-13T13:52:25Z', 'revision_number': 5, 'project_id': 'ef6418d5526f4765ba53df412776e3e7', 'gw_port': {'id': '942350a1-7368-4aa6-9063-06b269e58b85', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:3b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abe66e4b-999e-4b30-b0ec-98ff2d8c8950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:42:40Z', 'updated_at': '2021-07-13T13:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:52:30.274769 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-685406c2-5dcb-4c05-8b63-332656358cf1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3fac023-d7d1-4cf0-b297-dd3b054ff05b') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:52:30.275070 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-685406c2-5dcb-4c05-8b63-332656358cf1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3fac023-d7d1-4cf0-b297-dd3b054ff05b') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:52:30.285727 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:30.325208 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a64b816-fbcf-4b11-b44e-bfdc62a11073 None None] DHCP port deletion for a3d89b4e-17f0-4192-86b2-bbf0978c23fb request from n-d-800634-1 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 13:52:30.337836 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-685406c2-5dcb-4c05-8b63-332656358cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5431730'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:30.370692 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-685406c2-5dcb-4c05-8b63-332656358cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:30.388329 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-685406c2-5dcb-4c05-8b63-332656358cf1 admin admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 13:52:30.388329 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-685406c2-5dcb-4c05-8b63-332656358cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5970419'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:30.388329 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:52:30.388329 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:52:30.388329 n-d-800634-1 neutron-server[93750]: Traceback (most recent call last): Jul 13 13:52:30.388329 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 13:52:30.388329 n-d-800634-1 neutron-server[93750]: timer() Jul 13 13:52:30.388329 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 13:52:30.388329 n-d-800634-1 neutron-server[93750]: cb(*args, **kw) Jul 13 13:52:30.388329 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 13:52:30.388329 n-d-800634-1 neutron-server[93750]: return func(*args, **kwargs) Jul 13 13:52:30.388329 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 13:52:30.388329 n-d-800634-1 neutron-server[93750]: self._notify() Jul 13 13:52:30.388329 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 13:52:30.388329 n-d-800634-1 neutron-server[93750]: self.callback(batched_events) Jul 13 13:52:30.388329 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 13:52:30.388329 n-d-800634-1 neutron-server[93750]: event.method(event) Jul 13 13:52:30.388329 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 13:52:30.388329 n-d-800634-1 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 13:52:30.388329 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 13:52:30.388329 n-d-800634-1 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 13:52:30.388329 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 13:52:30.388329 n-d-800634-1 neutron-server[93750]: return f(self, *a, **k) Jul 13 13:52:30.388329 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 13:52:30.388329 n-d-800634-1 neutron-server[93750]: return self._get(url).json() Jul 13 13:52:30.388329 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 13:52:30.388329 n-d-800634-1 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 13:52:30.388329 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 13:52:30.388329 n-d-800634-1 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 13 13:52:30.388329 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 13:52:30.388329 n-d-800634-1 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 13:52:30.388329 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 13:52:30.388329 n-d-800634-1 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 13:52:30.388329 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 13:52:30.388329 n-d-800634-1 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 13:52:30.388329 n-d-800634-1 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 13:52:30.427216 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-8a64b816-fbcf-4b11-b44e-bfdc62a11073 None None] Deleting port 873123c4-861a-4a16-9951-b3eb4a9d3bf6 {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:52:30.428231 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8a64b816-fbcf-4b11-b44e-bfdc62a11073 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:30.444216 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-bd80d9ec-eda4-4213-90f5-0fdda0a84c77 admin admin] Deleting port 873123c4-861a-4a16-9951-b3eb4a9d3bf6 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:52:30.445011 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bd80d9ec-eda4-4213-90f5-0fdda0a84c77 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:30.489197 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-685406c2-5dcb-4c05-8b63-332656358cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:30.498234 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-685406c2-5dcb-4c05-8b63-332656358cf1 admin admin] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:30.501348 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-685406c2-5dcb-4c05-8b63-332656358cf1 admin admin] 10.222.0.23 "DELETE /v2.0/networks/68b2b3e0-be8c-4026-af86-701861bbd8d5 HTTP/1.1" status: 204 len: 168 time: 0.5718224 Jul 13 13:52:30.516600 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6dd92916-4c29-48e1-b005-189548c51d3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:30.541204 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685406c2-5dcb-4c05-8b63-332656358cf1 admin admin] Pushing event deleted for resources: {'Network': ['ID=68b2b3e0-be8c-4026-af86-701861bbd8d5,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:52:30.547819 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd92916-4c29-48e1-b005-189548c51d3d admin admin] Pushing event deleted for resources: {'Port': ['ID=942350a1-7368-4aa6-9063-06b269e58b85,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:52:30.564568 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-bd80d9ec-eda4-4213-90f5-0fdda0a84c77 admin admin] For port 873123c4-861a-4a16-9951-b3eb4a9d3bf6, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=873123c4-861a-4a16-9951-b3eb4a9d3bf6,segment=NetworkSegment(4e8f33a3-de97-416a-8729-eb902859829e),segment_id=4e8f33a3-de97-416a-8729-eb902859829e)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:52:30.565087 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bd80d9ec-eda4-4213-90f5-0fdda0a84c77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:30.565214 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-8a64b816-fbcf-4b11-b44e-bfdc62a11073 None None] For port 873123c4-861a-4a16-9951-b3eb4a9d3bf6, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=873123c4-861a-4a16-9951-b3eb4a9d3bf6,segment=NetworkSegment(4e8f33a3-de97-416a-8729-eb902859829e),segment_id=4e8f33a3-de97-416a-8729-eb902859829e)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:52:30.565523 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8a64b816-fbcf-4b11-b44e-bfdc62a11073 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:30.589352 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-bd80d9ec-eda4-4213-90f5-0fdda0a84c77 admin admin] Calling delete_port for 873123c4-861a-4a16-9951-b3eb4a9d3bf6 owned by network:dhcp {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:52:30.589746 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-8a64b816-fbcf-4b11-b44e-bfdc62a11073 None None] Calling delete_port for 873123c4-861a-4a16-9951-b3eb4a9d3bf6 owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:52:30.602754 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b675f12f-9bc5-4293-8fe2-19692f9922af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:30.617038 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b675f12f-9bc5-4293-8fe2-19692f9922af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:30.639757 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b675f12f-9bc5-4293-8fe2-19692f9922af admin admin] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 13:52:30.651199 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6dd92916-4c29-48e1-b005-189548c51d3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-446473'] for router_gateway, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:30.658300 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b675f12f-9bc5-4293-8fe2-19692f9922af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:30.658654 n-d-800634-1 neutron-server[93751]: INFO neutron.db.segments_db [None req-b675f12f-9bc5-4293-8fe2-19692f9922af admin admin] Added segment aa778533-c753-4426-b5cf-c401127e31f4 of type vlan for network b450f1e2-a722-4908-8646-fc79c4a514ae Jul 13 13:52:30.743374 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 54806) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:52:30.757642 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8a64b816-fbcf-4b11-b44e-bfdc62a11073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:30.801448 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a64b816-fbcf-4b11-b44e-bfdc62a11073 None None] Pushing event deleted for resources: {'Port': ['ID=873123c4-861a-4a16-9951-b3eb4a9d3bf6,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:52:30.836803 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a64b816-fbcf-4b11-b44e-bfdc62a11073 None None] No DVR routers for this DVR port 873123c4-861a-4a16-9951-b3eb4a9d3bf6 on host n-d-800634-1 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:52:30.842857 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:30.913567 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6dd92916-4c29-48e1-b005-189548c51d3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1591938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2696'] for router, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:30.924242 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6dd92916-4c29-48e1-b005-189548c51d3d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:31.009547 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b675f12f-9bc5-4293-8fe2-19692f9922af admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:31.013987 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-8ba8270e-29ae-4521-aee7-8ff583206b7c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1dbda003943b45fbbbb12d8492135589&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2692931 Jul 13 13:52:31.017190 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 54810) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:52:31.031540 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6dd92916-4c29-48e1-b005-189548c51d3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593106'] for router, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:31.032201 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dd92916-4c29-48e1-b005-189548c51d3d admin admin] Fanout notify agent at l3_agent the message router_deleted on router abe66e4b-999e-4b30-b0ec-98ff2d8c8950 {{(pid=93750) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 13:52:31.041563 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b675f12f-9bc5-4293-8fe2-19692f9922af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c36ff65-e031-4d60-bc12-4aaf4c57b43d,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:52:31.046473 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6dd92916-4c29-48e1-b005-189548c51d3d admin admin] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:31.048449 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-6dd92916-4c29-48e1-b005-189548c51d3d admin admin] 10.222.0.23 "DELETE /v2.0/routers/abe66e4b-999e-4b30-b0ec-98ff2d8c8950 HTTP/1.1" status: 204 len: 168 time: 2.8750844 Jul 13 13:52:31.053341 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 54812) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:52:31.124993 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 4463ecc2-0470-47f4-940b-dc13e425429d no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:52:31.148321 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bd80d9ec-eda4-4213-90f5-0fdda0a84c77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:31.152539 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-90d86475-2133-454f-86db-d6ec1314b8cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:31.157539 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b675f12f-9bc5-4293-8fe2-19692f9922af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:31.158197 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b675f12f-9bc5-4293-8fe2-19692f9922af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:52:31.158766 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b675f12f-9bc5-4293-8fe2-19692f9922af admin admin] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:31.178578 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc09c90d-23fd-41b2-93c0-845bb924c40d req-948c5c02-7c19-4930-b9cb-a60adb6d9dea tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:52:31.180248 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bc09c90d-23fd-41b2-93c0-845bb924c40d req-948c5c02-7c19-4930-b9cb-a60adb6d9dea tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] 10.222.0.23 "GET /v2.0/ports?device_id=a14cd113-6397-47e4-9814-611179bd97a2 HTTP/1.1" status: 200 len: 944 time: 0.1390986 Jul 13 13:52:31.185556 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: 4463ecc2-0470-47f4-940b-dc13e425429d {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:52:31.186126 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 4463ecc2-0470-47f4-940b-dc13e425429d not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:52:31.188379 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 873123c4-861a-4a16-9951-b3eb4a9d3bf6 no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:52:31.200604 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-90d86475-2133-454f-86db-d6ec1314b8cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:31.201381 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a98a923-8dc6-43f2-9b8e-df7e0567a4eb admin admin] Deleting subnet 22de4df8-967a-4ca5-99c3-67fec7ee33c8 {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 13:52:31.222969 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: 873123c4-861a-4a16-9951-b3eb4a9d3bf6 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:52:31.223325 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 873123c4-861a-4a16-9951-b3eb4a9d3bf6 not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:52:31.247886 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4a98a923-8dc6-43f2-9b8e-df7e0567a4eb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:31.251130 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-011faa7b-f211-4545-a5e1-3f60cc829eeb admin admin] Deleting port 5f3c1bd5-24d2-4d69-8cf9-336c1e5cc82c {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:52:31.251464 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-011faa7b-f211-4545-a5e1-3f60cc829eeb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:31.256902 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd80d9ec-eda4-4213-90f5-0fdda0a84c77 admin admin] Pushing event deleted for resources: {'Port': ['ID=873123c4-861a-4a16-9951-b3eb4a9d3bf6,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:52:31.270365 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bc09c90d-23fd-41b2-93c0-845bb924c40d req-b5132d90-1418-45bf-a588-0624916ef5c2 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] 10.222.0.23 "GET /v2.0/security-groups?id=bee185e7-cd12-47d0-b819-3904645a8bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807393 Jul 13 13:52:31.290834 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd80d9ec-eda4-4213-90f5-0fdda0a84c77 admin admin] No DVR routers for this DVR port 873123c4-861a-4a16-9951-b3eb4a9d3bf6 on host n-d-800634-1 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:52:31.314462 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-90d86475-2133-454f-86db-d6ec1314b8cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:31.317023 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-90d86475-2133-454f-86db-d6ec1314b8cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:31.328240 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-90d86475-2133-454f-86db-d6ec1314b8cf admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2d324018-3b64-490a-b771-a1e814df3c59 HTTP/1.1" status: 204 len: 168 time: 0.2986677 Jul 13 13:52:31.339847 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d86475-2133-454f-86db-d6ec1314b8cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d324018-3b64-490a-b771-a1e814df3c59,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:52:31.404619 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-b675f12f-9bc5-4293-8fe2-19692f9922af admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.6793802 Jul 13 13:52:31.408207 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 54824) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:52:31.414290 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-07cc9c34-b39f-48c6-81d3-5521f54be939 admin admin] Request body: {'subnet': {'network_id': 'b450f1e2-a722-4908-8646-fc79c4a514ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1106204177-subnet', 'tenant_id': 'ac5768eaeb3242ac813c969082f024de', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:52:31.450920 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07cc9c34-b39f-48c6-81d3-5521f54be939 admin admin] Made reservation on behalf of ac5768eaeb3242ac813c969082f024de for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:52:31.454404 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-07cc9c34-b39f-48c6-81d3-5521f54be939 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4763385'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:31.488231 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bd80d9ec-eda4-4213-90f5-0fdda0a84c77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:31.498960 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-bd80d9ec-eda4-4213-90f5-0fdda0a84c77 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3d89b4e-17f0-4192-86b2-bbf0978c23fb']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:52:31.512943 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b675f12f-9bc5-4293-8fe2-19692f9922af admin admin] Pushing event updated for resources: {'Network': ['ID=b450f1e2-a722-4908-8646-fc79c4a514ae,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:52:31.517248 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4a98a923-8dc6-43f2-9b8e-df7e0567a4eb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6018489'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:31.524222 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-bd80d9ec-eda4-4213-90f5-0fdda0a84c77 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e8f33a3-de97-416a-8729-eb902859829e') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:52:31.524522 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-bd80d9ec-eda4-4213-90f5-0fdda0a84c77 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e8f33a3-de97-416a-8729-eb902859829e') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:52:31.536065 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network b450f1e2-a722-4908-8646-fc79c4a514ae details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 13:52:31.564997 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bd80d9ec-eda4-4213-90f5-0fdda0a84c77 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6018464'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:31.570593 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-011faa7b-f211-4545-a5e1-3f60cc829eeb admin admin] For port 5f3c1bd5-24d2-4d69-8cf9-336c1e5cc82c, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=5f3c1bd5-24d2-4d69-8cf9-336c1e5cc82c,segment=NetworkSegment(69a89674-bd81-401c-9f13-aaf0c6466b39),segment_id=69a89674-bd81-401c-9f13-aaf0c6466b39)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:52:31.570959 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-011faa7b-f211-4545-a5e1-3f60cc829eeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:31.606013 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bd80d9ec-eda4-4213-90f5-0fdda0a84c77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:31.608709 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-011faa7b-f211-4545-a5e1-3f60cc829eeb admin admin] Calling delete_port for 5f3c1bd5-24d2-4d69-8cf9-336c1e5cc82c owned by network:router_interface {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:52:31.621260 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd80d9ec-eda4-4213-90f5-0fdda0a84c77 admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 13:52:31.621773 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bd80d9ec-eda4-4213-90f5-0fdda0a84c77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6018632'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:31.623447 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:52:31.623447 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:52:31.623447 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:52:31.623447 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:52:31.623447 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:52:31.623447 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:52:31.623447 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:52:31.623447 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:52:31.623447 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:52:31.623447 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:52:31.623447 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:52:31.623447 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:52:31.623447 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:52:31.623447 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:52:31.623447 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:52:31.623447 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:52:31.623447 n-d-800634-1 neutron-server[93751]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 13:52:31.623447 n-d-800634-1 neutron-server[93751]: self.session.flush() Jul 13 13:52:31.623447 n-d-800634-1 neutron-server[93751]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 13:52:31.623447 n-d-800634-1 neutron-server[93751]: self.session.flush() Jul 13 13:52:31.623447 n-d-800634-1 neutron-server[93751]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 13:52:31.623447 n-d-800634-1 neutron-server[93751]: self.session.flush() Jul 13 13:52:31.623447 n-d-800634-1 neutron-server[93751]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 13:52:31.623447 n-d-800634-1 neutron-server[93751]: self.session.flush() Jul 13 13:52:31.623447 n-d-800634-1 neutron-server[93751]: Traceback (most recent call last): Jul 13 13:52:31.623447 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 13:52:31.623447 n-d-800634-1 neutron-server[93751]: timer() Jul 13 13:52:31.623447 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 13:52:31.623447 n-d-800634-1 neutron-server[93751]: cb(*args, **kw) Jul 13 13:52:31.623447 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 13:52:31.623447 n-d-800634-1 neutron-server[93751]: return func(*args, **kwargs) Jul 13 13:52:31.623447 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 13:52:31.623447 n-d-800634-1 neutron-server[93751]: self._notify() Jul 13 13:52:31.623447 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 13:52:31.623447 n-d-800634-1 neutron-server[93751]: self.callback(batched_events) Jul 13 13:52:31.623447 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 13:52:31.623447 n-d-800634-1 neutron-server[93751]: event.method(event) Jul 13 13:52:31.623447 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 13:52:31.623447 n-d-800634-1 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 13:52:31.623447 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 13:52:31.623447 n-d-800634-1 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 13:52:31.623447 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 13:52:31.623447 n-d-800634-1 neutron-server[93751]: return f(self, *a, **k) Jul 13 13:52:31.623447 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 13:52:31.623447 n-d-800634-1 neutron-server[93751]: return self._get(url).json() Jul 13 13:52:31.623447 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 13:52:31.623447 n-d-800634-1 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 13:52:31.623447 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 13:52:31.623447 n-d-800634-1 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 13 13:52:31.623447 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 13:52:31.623447 n-d-800634-1 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 13:52:31.623447 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 13:52:31.623447 n-d-800634-1 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 13:52:31.623447 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 13:52:31.623447 n-d-800634-1 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 13:52:31.623447 n-d-800634-1 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 13:52:31.730698 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-07cc9c34-b39f-48c6-81d3-5521f54be939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5970588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4763339'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:31.804478 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cc9c34-b39f-48c6-81d3-5521f54be939 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a936942e-7fca-4553-9966-ac3c5be7d1ca,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:52:31.815829 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07cc9c34-b39f-48c6-81d3-5521f54be939 admin admin] Checking segment: {'id': 'aa778533-c753-4426-b5cf-c401127e31f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'b450f1e2-a722-4908-8646-fc79c4a514ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:52:31.816159 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07cc9c34-b39f-48c6-81d3-5521f54be939 admin admin] Network hostable DHCP agents. Network: b450f1e2-a722-4908-8646-fc79c4a514ae, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 13:52:31.850556 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07cc9c34-b39f-48c6-81d3-5521f54be939 admin admin] Network b450f1e2-a722-4908-8646-fc79c4a514ae is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 13:52:31.862138 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bd80d9ec-eda4-4213-90f5-0fdda0a84c77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:31.867006 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-07cc9c34-b39f-48c6-81d3-5521f54be939 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, b450f1e2-a722-4908-8646-fc79c4a514ae) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:52:31.872587 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07cc9c34-b39f-48c6-81d3-5521f54be939 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:52:31.872757 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bd80d9ec-eda4-4213-90f5-0fdda0a84c77 admin admin] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:31.873491 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-07cc9c34-b39f-48c6-81d3-5521f54be939 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:31.874825 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-bd80d9ec-eda4-4213-90f5-0fdda0a84c77 admin admin] 10.222.0.23 "DELETE /v2.0/networks/a3d89b4e-17f0-4192-86b2-bbf0978c23fb HTTP/1.1" status: 204 len: 168 time: 1.8878589 Jul 13 13:52:31.877908 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 54844) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:52:31.885336 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62797c10-3151-4e7e-89ba-363d95cc5e97 None None] Network b450f1e2-a722-4908-8646-fc79c4a514ae requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:52:31.957970 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4a98a923-8dc6-43f2-9b8e-df7e0567a4eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:32.012486 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-07cc9c34-b39f-48c6-81d3-5521f54be939 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.6031115 Jul 13 13:52:32.023087 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd80d9ec-eda4-4213-90f5-0fdda0a84c77 admin admin] Pushing event deleted for resources: {'Network': ['ID=a3d89b4e-17f0-4192-86b2-bbf0978c23fb,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:52:32.023413 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 54848) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:52:32.039971 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4a98a923-8dc6-43f2-9b8e-df7e0567a4eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6018534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6105009'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:32.052433 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 44e9e118-3e55-459e-a9b2-0c0079a48a40 up at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:52:32.084354 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70d41d33-da66-4e26-aefa-a228f2cd5ed3 None None] Network b450f1e2-a722-4908-8646-fc79c4a514ae requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:52:32.099648 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-6e2294ac-fae1-40b2-90c3-3162a45e4259 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1106204177-router', 'tenant_id': 'ac5768eaeb3242ac813c969082f024de', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:52:32.106913 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a98a923-8dc6-43f2-9b8e-df7e0567a4eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22de4df8-967a-4ca5-99c3-67fec7ee33c8,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:52:32.127686 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4a98a923-8dc6-43f2-9b8e-df7e0567a4eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:32.132464 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-4a98a923-8dc6-43f2-9b8e-df7e0567a4eb admin admin] 10.222.0.23 "DELETE /v2.0/subnets/22de4df8-967a-4ca5-99c3-67fec7ee33c8 HTTP/1.1" status: 204 len: 168 time: 1.0759256 Jul 13 13:52:32.133273 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 54850) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:52:32.154430 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8cb91b9-0abb-43b9-8bdd-f70e9c103d4b None None] Network 4044b022-747e-4834-bc76-73d0f411c2c3 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:52:32.157051 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-011faa7b-f211-4545-a5e1-3f60cc829eeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:32.215673 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011faa7b-f211-4545-a5e1-3f60cc829eeb admin admin] Pushing event deleted for resources: {'Port': ['ID=5f3c1bd5-24d2-4d69-8cf9-336c1e5cc82c,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:52:32.311377 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning for port 44e9e118-3e55-459e-a9b2-0c0079a48a40 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:52:32.348612 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning complete for port 44e9e118-3e55-459e-a9b2-0c0079a48a40 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:52:32.348992 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:32.612493 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-011faa7b-f211-4545-a5e1-3f60cc829eeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1785036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452491'] for router_interface, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:32.727779 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:32.763825 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd5707e-9621-4206-8c7e-4608dd8ace13 None None] DHCP port deletion for 4044b022-747e-4834-bc76-73d0f411c2c3 request from n-d-800634-1 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 13:52:32.774163 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a14cd113-6397-47e4-9814-611179bd97a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44e9e118-3e55-459e-a9b2-0c0079a48a40'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:52:32.776584 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b03d9d5a-43f4-49da-861a-8d8ea8f6703c" -d '{"events": [{"server_uuid": "a14cd113-6397-47e4-9814-611179bd97a2", "name": "network-vif-plugged", "status": "completed", "tag": "44e9e118-3e55-459e-a9b2-0c0079a48a40"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:52:32.796485 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 44e9e118-3e55-459e-a9b2-0c0079a48a40, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=44e9e118-3e55-459e-a9b2-0c0079a48a40,segment=NetworkSegment(b8fdda1f-7cf8-4ae7-8e85-c592ed647d46),segment_id=b8fdda1f-7cf8-4ae7-8e85-c592ed647d46)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:52:32.845009 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30881f33-37b2-4b7f-98b2-5426ffe231c5 x-openstack-request-id: req-30881f33-37b2-4b7f-98b2-5426ffe231c5 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:52:32.845621 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a14cd113-6397-47e4-9814-611179bd97a2", "name": "network-vif-plugged", "status": "completed", "tag": "44e9e118-3e55-459e-a9b2-0c0079a48a40", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:52:32.846179 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-30881f33-37b2-4b7f-98b2-5426ffe231c5 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:52:32.853913 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a14cd113-6397-47e4-9814-611179bd97a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44e9e118-3e55-459e-a9b2-0c0079a48a40', 'code': 200} Jul 13 13:52:32.857494 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:32.950135 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=44e9e118-3e55-459e-a9b2-0c0079a48a40,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:52:32.976920 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5707e-9621-4206-8c7e-4608dd8ace13 None None] Deleting port 7393d66a-5565-4ec3-8de8-f31a7ede1e80 {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:52:32.977357 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9fd5707e-9621-4206-8c7e-4608dd8ace13 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:32.981922 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aae3c14-d6c7-4afc-8985-49d8a0978cca req-e5b98c17-aabd-4a0b-8f45-b08b9ca9da7b tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:52:32.986603 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3aae3c14-d6c7-4afc-8985-49d8a0978cca req-e5b98c17-aabd-4a0b-8f45-b08b9ca9da7b tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] 10.222.0.23 "GET /v2.0/ports?device_id=a14cd113-6397-47e4-9814-611179bd97a2 HTTP/1.1" status: 200 len: 944 time: 0.3717070 Jul 13 13:52:32.987721 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6e2294ac-fae1-40b2-90c3-3162a45e4259 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1591928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2714'] for router, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:32.989083 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6e2294ac-fae1-40b2-90c3-3162a45e4259 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447198', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1629690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2689'] for router, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:33.001895 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d562f2e1-72d7-4067-818c-53b6b712f67f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:33.075795 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 7393d66a-5565-4ec3-8de8-f31a7ede1e80 no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:52:33.121371 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-9fd5707e-9621-4206-8c7e-4608dd8ace13 None None] For port 7393d66a-5565-4ec3-8de8-f31a7ede1e80, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=7393d66a-5565-4ec3-8de8-f31a7ede1e80,segment=NetworkSegment(370d7ede-eeb6-46ae-b4ce-87c4cdf3222b),segment_id=370d7ede-eeb6-46ae-b4ce-87c4cdf3222b)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:52:33.121834 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9fd5707e-9621-4206-8c7e-4608dd8ace13 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:33.135479 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3aae3c14-d6c7-4afc-8985-49d8a0978cca req-d841802f-2b2d-42e5-9a30-a65682c06fc8 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] 10.222.0.23 "GET /v2.0/security-groups?id=bee185e7-cd12-47d0-b819-3904645a8bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1352966 Jul 13 13:52:33.154842 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5707e-9621-4206-8c7e-4608dd8ace13 None None] Calling delete_port for 7393d66a-5565-4ec3-8de8-f31a7ede1e80 owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:52:33.212287 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a90a68-0ea8-4eb7-a624-8e1181ea7b6e req-2c0c16fd-cc48-452e-9fb4-af213ef97482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:52:33.213921 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-81a90a68-0ea8-4eb7-a624-8e1181ea7b6e req-2c0c16fd-cc48-452e-9fb4-af213ef97482 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a14cd113-6397-47e4-9814-611179bd97a2 HTTP/1.1" status: 200 len: 1096 time: 0.2593162 Jul 13 13:52:33.275821 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:33.334354 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6e2294ac-fae1-40b2-90c3-3162a45e4259 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:33.346150 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9fd5707e-9621-4206-8c7e-4608dd8ace13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:33.371420 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 942350a1-7368-4aa6-9063-06b269e58b85 no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:52:33.374340 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-011faa7b-f211-4545-a5e1-3f60cc829eeb admin admin] Router 8ff787aa-4bbc-4014-9d5b-28cb65fca281 has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 13:52:33.394848 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd5707e-9621-4206-8c7e-4608dd8ace13 None None] Pushing event deleted for resources: {'Port': ['ID=7393d66a-5565-4ec3-8de8-f31a7ede1e80,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:52:33.396668 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: 942350a1-7368-4aa6-9063-06b269e58b85 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:52:33.397023 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 942350a1-7368-4aa6-9063-06b269e58b85 not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:52:33.402927 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd5707e-9621-4206-8c7e-4608dd8ace13 None None] No DVR routers for this DVR port 7393d66a-5565-4ec3-8de8-f31a7ede1e80 on host n-d-800634-1 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:52:33.426240 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-d562f2e1-72d7-4067-818c-53b6b712f67f admin admin] Deleting port 7393d66a-5565-4ec3-8de8-f31a7ede1e80 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:52:33.426583 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d562f2e1-72d7-4067-818c-53b6b712f67f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:33.459847 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-81a90a68-0ea8-4eb7-a624-8e1181ea7b6e req-2eeaf3e4-dd97-43ff-9837-8135c7b71c80 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=bee185e7-cd12-47d0-b819-3904645a8bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1761937 Jul 13 13:52:33.556656 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-011faa7b-f211-4545-a5e1-3f60cc829eeb admin admin] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:52:33.566867 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc82db8-92af-4136-b31f-c6aa1dc2616e None None] Sync routers for ids ['8ff787aa-4bbc-4014-9d5b-28cb65fca281'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:52:33.569708 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-011faa7b-f211-4545-a5e1-3f60cc829eeb admin admin] 10.222.0.23 "PUT /v2.0/routers/8ff787aa-4bbc-4014-9d5b-28cb65fca281/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3055820 Jul 13 13:52:33.572216 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 54894) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:52:33.586697 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc82db8-92af-4136-b31f-c6aa1dc2616e None None] Routers {'8ff787aa-4bbc-4014-9d5b-28cb65fca281'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:52:33.587517 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-dcc82db8-92af-4136-b31f-c6aa1dc2616e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:52:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['8ff787aa-4bbc-4014-9d5b-28cb65fca281'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:52:33.660836 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6e2294ac-fae1-40b2-90c3-3162a45e4259 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447180', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1591910', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2751'] for router, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:33.665077 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-d562f2e1-72d7-4067-818c-53b6b712f67f admin admin] For port 7393d66a-5565-4ec3-8de8-f31a7ede1e80, host n-d-800634-1, got binding levels [] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:52:33.665215 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d562f2e1-72d7-4067-818c-53b6b712f67f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:33.683569 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-d562f2e1-72d7-4067-818c-53b6b712f67f admin admin] Calling delete_port for 7393d66a-5565-4ec3-8de8-f31a7ede1e80 owned by network:dhcp {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:52:33.686701 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.ipam_backend_mixin [None req-d562f2e1-72d7-4067-818c-53b6b712f67f admin admin] Port 7393d66a-5565-4ec3-8de8-f31a7ede1e80 was not found and therefore no delete operation was performed {{(pid=93750) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 13 13:52:33.698077 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d562f2e1-72d7-4067-818c-53b6b712f67f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:33.722244 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-64c567ae-4835-442b-948e-a347f9a54011 admin admin] Notify callbacks [] for router, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:33.740238 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-dcc82db8-92af-4136-b31f-c6aa1dc2616e None None] Set router 8ff787aa-4bbc-4014-9d5b-28cb65fca281 gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:52:33.770239 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d562f2e1-72d7-4067-818c-53b6b712f67f admin admin] Pushing event deleted for resources: {'Port': ['ID=7393d66a-5565-4ec3-8de8-f31a7ede1e80,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:52:33.772493 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d562f2e1-72d7-4067-818c-53b6b712f67f admin admin] No DVR routers for this DVR port 7393d66a-5565-4ec3-8de8-f31a7ede1e80 on host n-d-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:52:33.777107 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c812879c-2d54-4e4e-9dfd-b641c30630a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451695'] for router_interface, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:33.970320 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-64c567ae-4835-442b-948e-a347f9a54011 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:34.006817 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d562f2e1-72d7-4067-818c-53b6b712f67f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:34.036082 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-dcc82db8-92af-4136-b31f-c6aa1dc2616e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ff787aa-4bbc-4014-9d5b-28cb65fca281', 'name': 'tempest-ServersTestBootFromVolume-1726497166-router', 'tenant_id': '99fb449c317d405481fdd7598ba3a401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': '46d9fb31-b3c6-473d-ba63-90a27b5a34a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:48:53Z', 'updated_at': '2021-07-13T13:52:32Z', 'revision_number': 5, 'project_id': '99fb449c317d405481fdd7598ba3a401', 'gw_port': {'id': '46d9fb31-b3c6-473d-ba63-90a27b5a34a8', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ec:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff787aa-4bbc-4014-9d5b-28cb65fca281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2415, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:48:54Z', 'updated_at': '2021-07-13T13:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:52:34.036540 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-d562f2e1-72d7-4067-818c-53b6b712f67f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4044b022-747e-4834-bc76-73d0f411c2c3']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:52:34.038736 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-64c567ae-4835-442b-948e-a347f9a54011 admin admin] Deleting port 46d9fb31-b3c6-473d-ba63-90a27b5a34a8 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:52:34.039245 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-64c567ae-4835-442b-948e-a347f9a54011 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:34.073516 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc82db8-92af-4136-b31f-c6aa1dc2616e None None] Checking router: 8ff787aa-4bbc-4014-9d5b-28cb65fca281 for host: n-d-800634-1 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 13:52:34.087694 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc82db8-92af-4136-b31f-c6aa1dc2616e None None] Routers {'8ff787aa-4bbc-4014-9d5b-28cb65fca281'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:52:34.088982 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-dcc82db8-92af-4136-b31f-c6aa1dc2616e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:52:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['8ff787aa-4bbc-4014-9d5b-28cb65fca281'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:52:34.094418 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-d562f2e1-72d7-4067-818c-53b6b712f67f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '370d7ede-eeb6-46ae-b4ce-87c4cdf3222b') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:52:34.095303 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-d562f2e1-72d7-4067-818c-53b6b712f67f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '370d7ede-eeb6-46ae-b4ce-87c4cdf3222b') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:52:34.135376 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d562f2e1-72d7-4067-818c-53b6b712f67f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5431730'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:34.167782 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d562f2e1-72d7-4067-818c-53b6b712f67f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:34.203072 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-64c567ae-4835-442b-948e-a347f9a54011 admin admin] For port 46d9fb31-b3c6-473d-ba63-90a27b5a34a8, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=46d9fb31-b3c6-473d-ba63-90a27b5a34a8,segment=NetworkSegment(3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87),segment_id=3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:52:34.203445 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-64c567ae-4835-442b-948e-a347f9a54011 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:34.236556 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-64c567ae-4835-442b-948e-a347f9a54011 admin admin] Calling delete_port for 46d9fb31-b3c6-473d-ba63-90a27b5a34a8 owned by network:router_gateway {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:52:34.258495 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d562f2e1-72d7-4067-818c-53b6b712f67f admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 13:52:34.258892 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d562f2e1-72d7-4067-818c-53b6b712f67f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5970419'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:34.263220 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-dcc82db8-92af-4136-b31f-c6aa1dc2616e None None] Set router 8ff787aa-4bbc-4014-9d5b-28cb65fca281 gateway port host: None {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:52:34.266522 n-d-800634-1 neutron-server[93750]: Traceback (most recent call last): Jul 13 13:52:34.266522 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 13:52:34.266522 n-d-800634-1 neutron-server[93750]: timer() Jul 13 13:52:34.266522 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 13:52:34.266522 n-d-800634-1 neutron-server[93750]: cb(*args, **kw) Jul 13 13:52:34.266522 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 13:52:34.266522 n-d-800634-1 neutron-server[93750]: return func(*args, **kwargs) Jul 13 13:52:34.266522 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 13:52:34.266522 n-d-800634-1 neutron-server[93750]: self._notify() Jul 13 13:52:34.266522 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 13:52:34.266522 n-d-800634-1 neutron-server[93750]: self.callback(batched_events) Jul 13 13:52:34.266522 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 13:52:34.266522 n-d-800634-1 neutron-server[93750]: event.method(event) Jul 13 13:52:34.266522 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 13:52:34.266522 n-d-800634-1 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 13:52:34.266522 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 13:52:34.266522 n-d-800634-1 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 13:52:34.266522 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 13:52:34.266522 n-d-800634-1 neutron-server[93750]: return f(self, *a, **k) Jul 13 13:52:34.266522 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 13:52:34.266522 n-d-800634-1 neutron-server[93750]: return self._get(url).json() Jul 13 13:52:34.266522 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 13:52:34.266522 n-d-800634-1 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 13:52:34.266522 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 13:52:34.266522 n-d-800634-1 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 13 13:52:34.266522 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 13:52:34.266522 n-d-800634-1 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 13:52:34.266522 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 13:52:34.266522 n-d-800634-1 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 13:52:34.266522 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 13:52:34.266522 n-d-800634-1 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 13:52:34.266522 n-d-800634-1 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 13:52:34.408226 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-dcc82db8-92af-4136-b31f-c6aa1dc2616e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ff787aa-4bbc-4014-9d5b-28cb65fca281', 'name': 'tempest-ServersTestBootFromVolume-1726497166-router', 'tenant_id': '99fb449c317d405481fdd7598ba3a401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:48:53Z', 'updated_at': '2021-07-13T13:52:33Z', 'revision_number': 6, 'project_id': '99fb449c317d405481fdd7598ba3a401', 'gw_port_host': None}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:52:34.449029 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc82db8-92af-4136-b31f-c6aa1dc2616e None None] The sync data for ids ['8ff787aa-4bbc-4014-9d5b-28cb65fca281'] in n-d-800634-1 is: [{'id': '8ff787aa-4bbc-4014-9d5b-28cb65fca281', 'name': 'tempest-ServersTestBootFromVolume-1726497166-router', 'tenant_id': '99fb449c317d405481fdd7598ba3a401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:48:53Z', 'updated_at': '2021-07-13T13:52:33Z', 'revision_number': 6, 'project_id': '99fb449c317d405481fdd7598ba3a401', 'gw_port_host': None}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:52:34.562879 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d562f2e1-72d7-4067-818c-53b6b712f67f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:34.599782 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d562f2e1-72d7-4067-818c-53b6b712f67f admin admin] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:34.605902 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-d562f2e1-72d7-4067-818c-53b6b712f67f admin admin] 10.222.0.23 "DELETE /v2.0/networks/4044b022-747e-4834-bc76-73d0f411c2c3 HTTP/1.1" status: 204 len: 168 time: 2.4702375 Jul 13 13:52:34.618502 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-64c567ae-4835-442b-948e-a347f9a54011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:34.628870 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d562f2e1-72d7-4067-818c-53b6b712f67f admin admin] Pushing event deleted for resources: {'Network': ['ID=4044b022-747e-4834-bc76-73d0f411c2c3,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:52:34.630969 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6e2294ac-fae1-40b2-90c3-3162a45e4259 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:34.669695 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6e2294ac-fae1-40b2-90c3-3162a45e4259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:34.740468 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c567ae-4835-442b-948e-a347f9a54011 admin admin] Pushing event deleted for resources: {'Port': ['ID=46d9fb31-b3c6-473d-ba63-90a27b5a34a8,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:52:34.743739 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134c61fa-dbe7-4283-b242-9244b3429eb5 req-926d2298-354c-4b0d-af4a-49f540aca6f8 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:52:34.745533 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-134c61fa-dbe7-4283-b242-9244b3429eb5 req-926d2298-354c-4b0d-af4a-49f540aca6f8 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] 10.222.0.23 "GET /v2.0/ports?device_id=a14cd113-6397-47e4-9814-611179bd97a2 HTTP/1.1" status: 200 len: 945 time: 0.3104832 Jul 13 13:52:34.793932 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-64c567ae-4835-442b-948e-a347f9a54011 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-446473'] for router_gateway, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:34.952143 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 54922) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:52:34.981512 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-6e2294ac-fae1-40b2-90c3-3162a45e4259 admin admin] Allocated IP 172.25.6.7 (acf968b8-c524-46a9-a20b-ad9667009130/dde5a78e-bd1e-4f47-8189-7321d4de73d3/237c48a3-704f-41ae-99a5-991a60efd53f) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:52:35.154074 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-a571dbf6-7c75-4164-96d8-1066ce261dd0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ef6418d5526f4765ba53df412776e3e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0611184 Jul 13 13:52:35.159582 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 54928) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:52:35.208003 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6e2294ac-fae1-40b2-90c3-3162a45e4259 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:35.235729 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-134c61fa-dbe7-4283-b242-9244b3429eb5 req-3221a9db-746a-4f73-b309-c7969d7c25a0 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] 10.222.0.23 "GET /v2.0/security-groups?id=bee185e7-cd12-47d0-b819-3904645a8bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4413106 Jul 13 13:52:35.273051 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-c812879c-2d54-4e4e-9dfd-b641c30630a6 admin admin] Deleting port 570f1463-2374-4800-818a-3c31bb13609b {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:52:35.273398 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c812879c-2d54-4e4e-9dfd-b641c30630a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:35.327709 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 5f3c1bd5-24d2-4d69-8cf9-336c1e5cc82c no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:52:35.352770 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: 5f3c1bd5-24d2-4d69-8cf9-336c1e5cc82c {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:52:35.353111 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 5f3c1bd5-24d2-4d69-8cf9-336c1e5cc82c not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:52:35.377625 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-64c567ae-4835-442b-948e-a347f9a54011 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1591938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2696'] for router, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:35.380818 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-64c567ae-4835-442b-948e-a347f9a54011 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:35.381948 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6e2294ac-fae1-40b2-90c3-3162a45e4259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:35.441100 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-64c567ae-4835-442b-948e-a347f9a54011 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593106'] for router, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:35.445832 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64c567ae-4835-442b-948e-a347f9a54011 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8ff787aa-4bbc-4014-9d5b-28cb65fca281 {{(pid=93751) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 13:52:35.453824 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-64c567ae-4835-442b-948e-a347f9a54011 admin admin] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:35.456172 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c448cd69-77d9-49eb-8a6d-5bdcd3f9b96e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:35.456441 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-64c567ae-4835-442b-948e-a347f9a54011 admin admin] 10.222.0.23 "DELETE /v2.0/routers/8ff787aa-4bbc-4014-9d5b-28cb65fca281 HTTP/1.1" status: 204 len: 168 time: 1.8825626 Jul 13 13:52:35.459552 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 54934) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:52:35.479876 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e2294ac-fae1-40b2-90c3-3162a45e4259 admin admin] Network acf968b8-c524-46a9-a20b-ad9667009130 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:52:35.486302 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2294ac-fae1-40b2-90c3-3162a45e4259 admin admin] Pushing event updated for resources: {'Port': ['ID=237c48a3-704f-41ae-99a5-991a60efd53f,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:52:35.500783 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-6e2294ac-fae1-40b2-90c3-3162a45e4259 admin admin] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:52:35.513332 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8dcd964-00cc-4f8a-a7e8-aeb85ed511b2 admin admin] Deleting subnet e5ac919f-e40f-4805-bb14-5bbcfbbe58a7 {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 13:52:35.525813 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e8dcd964-00cc-4f8a-a7e8-aeb85ed511b2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:35.532074 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2294ac-fae1-40b2-90c3-3162a45e4259 admin admin] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:52:35.562155 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c448cd69-77d9-49eb-8a6d-5bdcd3f9b96e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:35.597350 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e8dcd964-00cc-4f8a-a7e8-aeb85ed511b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6018489'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:35.692252 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-c812879c-2d54-4e4e-9dfd-b641c30630a6 admin admin] For port 570f1463-2374-4800-818a-3c31bb13609b, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=570f1463-2374-4800-818a-3c31bb13609b,segment=NetworkSegment(fdabb01f-ab16-417f-873c-b7035e1e23d0),segment_id=fdabb01f-ab16-417f-873c-b7035e1e23d0)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:52:35.692970 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c812879c-2d54-4e4e-9dfd-b641c30630a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:35.698798 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e8dcd964-00cc-4f8a-a7e8-aeb85ed511b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:35.752312 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-c812879c-2d54-4e4e-9dfd-b641c30630a6 admin admin] Calling delete_port for 570f1463-2374-4800-818a-3c31bb13609b owned by network:router_interface {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:52:35.778854 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e8dcd964-00cc-4f8a-a7e8-aeb85ed511b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6018534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6105009'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:35.838734 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dcd964-00cc-4f8a-a7e8-aeb85ed511b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5ac919f-e40f-4805-bb14-5bbcfbbe58a7,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:52:35.846148 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e8dcd964-00cc-4f8a-a7e8-aeb85ed511b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:35.852257 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-e8dcd964-00cc-4f8a-a7e8-aeb85ed511b2 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/e5ac919f-e40f-4805-bb14-5bbcfbbe58a7 HTTP/1.1" status: 204 len: 168 time: 0.3910403 Jul 13 13:52:35.853259 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 54944) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:52:35.858775 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd3a3acf-2c3c-420a-b9ce-8c44c595fded None None] Network bebce078-4657-4116-afe4-942f44316b72 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:52:36.053712 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-97f20763-df7e-4504-b346-50884d3f104f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:36.186663 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-97f20763-df7e-4504-b346-50884d3f104f admin admin] Deleting port 80a453c1-2bc4-4a57-a6c3-c0b17a0355c4 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:52:36.187116 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-97f20763-df7e-4504-b346-50884d3f104f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:36.231858 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7812d7e-7cb5-468a-a8f2-9c101c45c93b None None] DHCP port deletion for bebce078-4657-4116-afe4-942f44316b72 request from n-d-800634-1 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 13:52:36.299940 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-f7812d7e-7cb5-468a-a8f2-9c101c45c93b None None] Deleting port 80a453c1-2bc4-4a57-a6c3-c0b17a0355c4 {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:52:36.301358 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f7812d7e-7cb5-468a-a8f2-9c101c45c93b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:36.350751 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-97f20763-df7e-4504-b346-50884d3f104f admin admin] For port 80a453c1-2bc4-4a57-a6c3-c0b17a0355c4, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=80a453c1-2bc4-4a57-a6c3-c0b17a0355c4,segment=NetworkSegment(69a89674-bd81-401c-9f13-aaf0c6466b39),segment_id=69a89674-bd81-401c-9f13-aaf0c6466b39)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:52:36.351398 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-97f20763-df7e-4504-b346-50884d3f104f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:36.367407 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c448cd69-77d9-49eb-8a6d-5bdcd3f9b96e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:36.370060 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c448cd69-77d9-49eb-8a6d-5bdcd3f9b96e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:36.371363 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-c448cd69-77d9-49eb-8a6d-5bdcd3f9b96e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fd374adc-73a7-4812-9be6-45acdaeb0bb5 HTTP/1.1" status: 204 len: 168 time: 1.2084546 Jul 13 13:52:36.372729 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-97f20763-df7e-4504-b346-50884d3f104f admin admin] Calling delete_port for 80a453c1-2bc4-4a57-a6c3-c0b17a0355c4 owned by network:dhcp {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:52:36.403758 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c448cd69-77d9-49eb-8a6d-5bdcd3f9b96e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd374adc-73a7-4812-9be6-45acdaeb0bb5,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:52:36.475992 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-f7812d7e-7cb5-468a-a8f2-9c101c45c93b None None] For port 80a453c1-2bc4-4a57-a6c3-c0b17a0355c4, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=80a453c1-2bc4-4a57-a6c3-c0b17a0355c4,segment=NetworkSegment(69a89674-bd81-401c-9f13-aaf0c6466b39),segment_id=69a89674-bd81-401c-9f13-aaf0c6466b39)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:52:36.481252 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f7812d7e-7cb5-468a-a8f2-9c101c45c93b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:36.507422 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-f7812d7e-7cb5-468a-a8f2-9c101c45c93b None None] Calling delete_port for 80a453c1-2bc4-4a57-a6c3-c0b17a0355c4 owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:52:36.567553 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-97f20763-df7e-4504-b346-50884d3f104f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:36.634417 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f20763-df7e-4504-b346-50884d3f104f admin admin] Pushing event deleted for resources: {'Port': ['ID=80a453c1-2bc4-4a57-a6c3-c0b17a0355c4,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:52:36.646501 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f20763-df7e-4504-b346-50884d3f104f admin admin] No DVR routers for this DVR port 80a453c1-2bc4-4a57-a6c3-c0b17a0355c4 on host n-d-800634-1 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:52:36.657715 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6e2294ac-fae1-40b2-90c3-3162a45e4259 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:36.658978 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f7812d7e-7cb5-468a-a8f2-9c101c45c93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:36.702278 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7812d7e-7cb5-468a-a8f2-9c101c45c93b None None] Pushing event deleted for resources: {'Port': ['ID=80a453c1-2bc4-4a57-a6c3-c0b17a0355c4,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:52:36.708611 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7812d7e-7cb5-468a-a8f2-9c101c45c93b None None] No DVR routers for this DVR port 80a453c1-2bc4-4a57-a6c3-c0b17a0355c4 on host n-d-800634-1 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:52:36.787401 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0073740b-410e-4424-b3e9-1fb853b9cc1c req-9728f570-4e6f-4620-a1e0-1c212199916e tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:52:36.789598 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-0073740b-410e-4424-b3e9-1fb853b9cc1c req-9728f570-4e6f-4620-a1e0-1c212199916e tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] 10.222.0.23 "GET /v2.0/ports?device_id=a14cd113-6397-47e4-9814-611179bd97a2 HTTP/1.1" status: 200 len: 945 time: 0.2947021 Jul 13 13:52:36.793746 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c812879c-2d54-4e4e-9dfd-b641c30630a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:36.818858 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-97f20763-df7e-4504-b346-50884d3f104f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:36.838511 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c812879c-2d54-4e4e-9dfd-b641c30630a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=570f1463-2374-4800-818a-3c31bb13609b,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:52:36.848986 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-97f20763-df7e-4504-b346-50884d3f104f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bebce078-4657-4116-afe4-942f44316b72']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:52:36.901943 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-97f20763-df7e-4504-b346-50884d3f104f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69a89674-bd81-401c-9f13-aaf0c6466b39') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:52:36.903326 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-97f20763-df7e-4504-b346-50884d3f104f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69a89674-bd81-401c-9f13-aaf0c6466b39') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:52:36.938858 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-97f20763-df7e-4504-b346-50884d3f104f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6018464'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:36.958545 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-0073740b-410e-4424-b3e9-1fb853b9cc1c req-e89cdc40-2d9f-4c89-b812-8181da504d07 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] 10.222.0.23 "GET /v2.0/security-groups?id=bee185e7-cd12-47d0-b819-3904645a8bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1586790 Jul 13 13:52:37.002007 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-97f20763-df7e-4504-b346-50884d3f104f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:37.034689 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97f20763-df7e-4504-b346-50884d3f104f admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 13:52:37.036256 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-97f20763-df7e-4504-b346-50884d3f104f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6018632'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:37.041807 n-d-800634-1 neutron-server[93751]: Traceback (most recent call last): Jul 13 13:52:37.041807 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 13:52:37.041807 n-d-800634-1 neutron-server[93751]: timer() Jul 13 13:52:37.041807 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 13:52:37.041807 n-d-800634-1 neutron-server[93751]: cb(*args, **kw) Jul 13 13:52:37.041807 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 13:52:37.041807 n-d-800634-1 neutron-server[93751]: return func(*args, **kwargs) Jul 13 13:52:37.041807 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 13:52:37.041807 n-d-800634-1 neutron-server[93751]: self._notify() Jul 13 13:52:37.041807 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 13:52:37.041807 n-d-800634-1 neutron-server[93751]: self.callback(batched_events) Jul 13 13:52:37.041807 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 13:52:37.041807 n-d-800634-1 neutron-server[93751]: event.method(event) Jul 13 13:52:37.041807 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 13:52:37.041807 n-d-800634-1 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 13:52:37.041807 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 13:52:37.041807 n-d-800634-1 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 13:52:37.041807 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 13:52:37.041807 n-d-800634-1 neutron-server[93751]: return f(self, *a, **k) Jul 13 13:52:37.041807 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 13:52:37.041807 n-d-800634-1 neutron-server[93751]: return self._get(url).json() Jul 13 13:52:37.041807 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 13:52:37.041807 n-d-800634-1 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 13:52:37.041807 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 13:52:37.041807 n-d-800634-1 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 13 13:52:37.041807 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 13:52:37.041807 n-d-800634-1 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 13:52:37.041807 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 13:52:37.041807 n-d-800634-1 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 13:52:37.041807 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 13:52:37.041807 n-d-800634-1 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 13:52:37.041807 n-d-800634-1 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 13:52:37.170024 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 46d9fb31-b3c6-473d-ba63-90a27b5a34a8 no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:52:37.201473 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: 46d9fb31-b3c6-473d-ba63-90a27b5a34a8 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:52:37.202239 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 46d9fb31-b3c6-473d-ba63-90a27b5a34a8 not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:52:37.207091 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 80a453c1-2bc4-4a57-a6c3-c0b17a0355c4 no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:52:37.242164 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: 80a453c1-2bc4-4a57-a6c3-c0b17a0355c4 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:52:37.242908 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 80a453c1-2bc4-4a57-a6c3-c0b17a0355c4 not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:52:37.255038 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-97f20763-df7e-4504-b346-50884d3f104f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:37.264008 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-97f20763-df7e-4504-b346-50884d3f104f admin admin] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:37.269559 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-97f20763-df7e-4504-b346-50884d3f104f admin admin] 10.222.0.23 "DELETE /v2.0/networks/bebce078-4657-4116-afe4-942f44316b72 HTTP/1.1" status: 204 len: 168 time: 1.4126818 Jul 13 13:52:37.293813 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f20763-df7e-4504-b346-50884d3f104f admin admin] Pushing event deleted for resources: {'Network': ['ID=bebce078-4657-4116-afe4-942f44316b72,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:52:37.360607 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c812879c-2d54-4e4e-9dfd-b641c30630a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1785036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452491'] for router_interface, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:37.555382 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6e2294ac-fae1-40b2-90c3-3162a45e4259 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447217'] for router, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:37.560268 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 54996) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:52:37.661181 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 55000) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:52:37.677519 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-b2b3a5f1-70f1-40b5-8cfa-73639f0ff128 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=99fb449c317d405481fdd7598ba3a401&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1160986 Jul 13 13:52:37.679956 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 55004) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:52:37.730773 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-441dc8b9-6a46-4884-a5cb-c2ed336de495 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:37.766498 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e696422-9a9c-4673-be8e-67120eee2f99 req-a5309959-1227-4f14-acdb-ea2c0ad5e819 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:52:37.769231 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-441dc8b9-6a46-4884-a5cb-c2ed336de495 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:37.773696 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5e696422-9a9c-4673-be8e-67120eee2f99 req-a5309959-1227-4f14-acdb-ea2c0ad5e819 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] 10.222.0.23 "GET /v2.0/ports?device_id=a14cd113-6397-47e4-9814-611179bd97a2 HTTP/1.1" status: 200 len: 945 time: 0.4087896 Jul 13 13:52:37.826774 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-f8cd8e86-8b5d-4559-bc70-9b222ad40497 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1169628047-network', 'tenant_id': '9c8ef877ce944b7db065e3355019558b'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:52:37.831093 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-441dc8b9-6a46-4884-a5cb-c2ed336de495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:37.833673 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-441dc8b9-6a46-4884-a5cb-c2ed336de495 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:37.834803 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-441dc8b9-6a46-4884-a5cb-c2ed336de495 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f20d6334-cfe0-4480-b595-a220c682e1e3 HTTP/1.1" status: 204 len: 168 time: 0.1537404 Jul 13 13:52:37.850124 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441dc8b9-6a46-4884-a5cb-c2ed336de495 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f20d6334-cfe0-4480-b595-a220c682e1e3,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:52:37.871751 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8cd8e86-8b5d-4559-bc70-9b222ad40497 admin admin] Made reservation on behalf of 9c8ef877ce944b7db065e3355019558b for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:52:37.874760 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f8cd8e86-8b5d-4559-bc70-9b222ad40497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:37.883860 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f8cd8e86-8b5d-4559-bc70-9b222ad40497 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:37.911595 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5e696422-9a9c-4673-be8e-67120eee2f99 req-9e2a201b-f0c3-462c-9999-1c98aa38c596 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] 10.222.0.23 "GET /v2.0/security-groups?id=bee185e7-cd12-47d0-b819-3904645a8bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1367817 Jul 13 13:52:37.950402 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e2294ac-fae1-40b2-90c3-3162a45e4259 admin admin] Router 2e33f264-5ed1-4293-aa8a-ca36294d37f7 is scheduled to L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 with binding_index 1 {{(pid=93750) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 13:52:37.954776 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 55012) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:52:38.057428 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f8cd8e86-8b5d-4559-bc70-9b222ad40497 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:38.074672 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f8cd8e86-8b5d-4559-bc70-9b222ad40497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:38.111502 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8cd8e86-8b5d-4559-bc70-9b222ad40497 admin admin] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 13:52:38.139344 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c812879c-2d54-4e4e-9dfd-b641c30630a6 admin admin] Router f9f4b69d-07aa-4ab9-9fb4-236ccf2cf102 has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 13:52:38.158250 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cd8e86-8b5d-4559-bc70-9b222ad40497 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f31e49c5-ba17-4018-bd31-e49228e30d03,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:52:38.166342 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b0c0868-bfae-4fc6-b618-c1c8839c770b tempest-TestNetworkBasicOps-1997131872 tempest-TestNetworkBasicOps-1997131872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:52:38.174590 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-2b0c0868-bfae-4fc6-b618-c1c8839c770b tempest-TestNetworkBasicOps-1997131872 tempest-TestNetworkBasicOps-1997131872-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=a14cd113-6397-47e4-9814-611179bd97a2 HTTP/1.1" status: 200 len: 1091 time: 0.2105622 Jul 13 13:52:38.174590 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 55018) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:52:38.179799 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-c9e51b3d-3428-4b7b-a818-2635e4d39d21 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Request body: {'floatingip': {'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'port_id': '44e9e118-3e55-459e-a9b2-0c0079a48a40', 'tenant_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:52:38.206702 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e2294ac-fae1-40b2-90c3-3162a45e4259 admin admin] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:52:38.213099 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f8cd8e86-8b5d-4559-bc70-9b222ad40497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:38.215790 n-d-800634-1 neutron-server[93751]: INFO neutron.db.segments_db [None req-f8cd8e86-8b5d-4559-bc70-9b222ad40497 admin admin] Added segment ae0b853c-2e59-420c-8b30-6369c5c0d01d of type vlan for network 2d78ebb6-cd6c-4043-bf10-c84e47c4f381 Jul 13 13:52:38.216186 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b6870e-6a90-4e79-9e7c-6761fdca330f None None] Sync routers for ids ['2e33f264-5ed1-4293-aa8a-ca36294d37f7'] in n-d-800634-1 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:52:38.235673 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b6870e-6a90-4e79-9e7c-6761fdca330f None None] Routers {'2e33f264-5ed1-4293-aa8a-ca36294d37f7'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:52:38.239318 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-37b6870e-6a90-4e79-9e7c-6761fdca330f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:52:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['2e33f264-5ed1-4293-aa8a-ca36294d37f7'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:52:38.299984 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c9e51b3d-3428-4b7b-a818-2635e4d39d21 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks [] for floatingip, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:38.325480 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f8cd8e86-8b5d-4559-bc70-9b222ad40497 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:38.385620 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f8cd8e86-8b5d-4559-bc70-9b222ad40497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:38.387057 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8cd8e86-8b5d-4559-bc70-9b222ad40497 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:52:38.387925 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f8cd8e86-8b5d-4559-bc70-9b222ad40497 admin admin] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:38.396690 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6e2294ac-fae1-40b2-90c3-3162a45e4259 admin admin] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:38.400377 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-6e2294ac-fae1-40b2-90c3-3162a45e4259 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.3735120 Jul 13 13:52:38.403526 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 55028) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:52:38.425911 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-37b6870e-6a90-4e79-9e7c-6761fdca330f None None] Set router 2e33f264-5ed1-4293-aa8a-ca36294d37f7 gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:52:38.466627 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c812879c-2d54-4e4e-9dfd-b641c30630a6 admin admin] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:52:38.473262 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-c812879c-2d54-4e4e-9dfd-b641c30630a6 admin admin] 10.222.0.23 "PUT /v2.0/routers/f9f4b69d-07aa-4ab9-9fb4-236ccf2cf102/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5941257 Jul 13 13:52:38.476561 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 55034) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:52:38.479265 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36abcd97-be44-454a-9a21-fa54fcc86619 None None] Sync routers for ids ['f9f4b69d-07aa-4ab9-9fb4-236ccf2cf102'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:52:38.494242 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36abcd97-be44-454a-9a21-fa54fcc86619 None None] Routers {'f9f4b69d-07aa-4ab9-9fb4-236ccf2cf102'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:52:38.495432 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-36abcd97-be44-454a-9a21-fa54fcc86619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:52:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['f9f4b69d-07aa-4ab9-9fb4-236ccf2cf102'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:52:38.611222 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-f8cd8e86-8b5d-4559-bc70-9b222ad40497 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.9489238 Jul 13 13:52:38.626283 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 55036) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:52:38.634432 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-504bd15d-1e8e-4e10-afbc-297feb53c557 admin admin] Request body: {'subnet': {'network_id': '2d78ebb6-cd6c-4043-bf10-c84e47c4f381', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1169628047-subnet', 'tenant_id': '9c8ef877ce944b7db065e3355019558b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:52:38.659118 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-37b6870e-6a90-4e79-9e7c-6761fdca330f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e33f264-5ed1-4293-aa8a-ca36294d37f7', 'name': 'tempest-ServerRescueNegativeTestJSON-1106204177-router', 'tenant_id': 'ac5768eaeb3242ac813c969082f024de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '237c48a3-704f-41ae-99a5-991a60efd53f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:52:33Z', 'updated_at': '2021-07-13T13:52:36Z', 'revision_number': 3, 'project_id': 'ac5768eaeb3242ac813c969082f024de', 'gw_port': {'id': '237c48a3-704f-41ae-99a5-991a60efd53f', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:de:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e33f264-5ed1-4293-aa8a-ca36294d37f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:52:34Z', 'updated_at': '2021-07-13T13:52:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:52:38.696231 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b6870e-6a90-4e79-9e7c-6761fdca330f None None] Checking router: 2e33f264-5ed1-4293-aa8a-ca36294d37f7 for host: n-d-800634-1 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 13:52:38.696744 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b6870e-6a90-4e79-9e7c-6761fdca330f None None] Updating router 2e33f264-5ed1-4293-aa8a-ca36294d37f7 port 237c48a3-704f-41ae-99a5-991a60efd53f binding host n-d-800634-1 {{(pid=93753) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 13:52:38.725580 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cd8e86-8b5d-4559-bc70-9b222ad40497 admin admin] Pushing event updated for resources: {'Network': ['ID=2d78ebb6-cd6c-4043-bf10-c84e47c4f381,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:52:38.780873 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-37b6870e-6a90-4e79-9e7c-6761fdca330f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:38.921087 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-504bd15d-1e8e-4e10-afbc-297feb53c557 admin admin] Made reservation on behalf of 9c8ef877ce944b7db065e3355019558b for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:52:38.930584 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-504bd15d-1e8e-4e10-afbc-297feb53c557 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6104980'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:39.079461 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network 2d78ebb6-cd6c-4043-bf10-c84e47c4f381 details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 13:52:39.288799 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 55054) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:52:39.292324 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-36abcd97-be44-454a-9a21-fa54fcc86619 None None] Set router f9f4b69d-07aa-4ab9-9fb4-236ccf2cf102 gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:52:39.304098 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-37b6870e-6a90-4e79-9e7c-6761fdca330f None None] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:39.316628 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-37b6870e-6a90-4e79-9e7c-6761fdca330f None None] Transition to ACTIVE for port object 237c48a3-704f-41ae-99a5-991a60efd53f will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:52:39.349922 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-37b6870e-6a90-4e79-9e7c-6761fdca330f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:39.456524 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-84217dc2-e731-4c6d-8034-9677ed1e2cf4 admin admin] Notify callbacks [] for router, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:39.461640 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c9e51b3d-3428-4b7b-a818-2635e4d39d21 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:39.474107 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-37b6870e-6a90-4e79-9e7c-6761fdca330f None None] Attempting to bind port 237c48a3-704f-41ae-99a5-991a60efd53f on host n-d-800634-1 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:52:39.474476 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-37b6870e-6a90-4e79-9e7c-6761fdca330f None None] Attempting to bind port 237c48a3-704f-41ae-99a5-991a60efd53f by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:52:39.475059 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b6870e-6a90-4e79-9e7c-6761fdca330f None None] Attempting to bind port 237c48a3-704f-41ae-99a5-991a60efd53f on network acf968b8-c524-46a9-a20b-ad9667009130 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:52:39.481282 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c19c5a8-9e9a-4114-910b-194fa17a97d5 None None] Pushing event updated for resources: {'Port': ['ID=237c48a3-704f-41ae-99a5-991a60efd53f,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:52:39.491819 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b6870e-6a90-4e79-9e7c-6761fdca330f None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 52, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:52:39.492445 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b6870e-6a90-4e79-9e7c-6761fdca330f None None] Checking segment: {'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:52:39.493621 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-37b6870e-6a90-4e79-9e7c-6761fdca330f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:39.494205 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b6870e-6a90-4e79-9e7c-6761fdca330f None None] Bound using segment: {'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:52:39.494875 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-37b6870e-6a90-4e79-9e7c-6761fdca330f None None] Bound port: 237c48a3-704f-41ae-99a5-991a60efd53f, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:52:39.495442 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-37b6870e-6a90-4e79-9e7c-6761fdca330f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:39.511697 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-d304ac8c-46df-45e8-adf9-3b55427c0e3b admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-803998605-network', 'tenant_id': 'cddde6624d514a049e75835df6c903ed'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:52:39.570676 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-37b6870e-6a90-4e79-9e7c-6761fdca330f None None] For port 237c48a3-704f-41ae-99a5-991a60efd53f, host n-d-800634-1, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:52:39.577029 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-37b6870e-6a90-4e79-9e7c-6761fdca330f None None] For port 237c48a3-704f-41ae-99a5-991a60efd53f, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=237c48a3-704f-41ae-99a5-991a60efd53f,segment=NetworkSegment(3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87),segment_id=3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:52:39.589811 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-37b6870e-6a90-4e79-9e7c-6761fdca330f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:39.668843 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c19c5a8-9e9a-4114-910b-194fa17a97d5 None None] Pushing event updated for resources: {'Port': ['ID=237c48a3-704f-41ae-99a5-991a60efd53f,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:52:39.672235 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-84217dc2-e731-4c6d-8034-9677ed1e2cf4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:39.689875 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b6870e-6a90-4e79-9e7c-6761fdca330f None None] Routers {'2e33f264-5ed1-4293-aa8a-ca36294d37f7'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:52:39.690999 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-37b6870e-6a90-4e79-9e7c-6761fdca330f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:52:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['2e33f264-5ed1-4293-aa8a-ca36294d37f7'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:52:39.703566 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-504bd15d-1e8e-4e10-afbc-297feb53c557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6018343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6104998'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:39.717941 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-36abcd97-be44-454a-9a21-fa54fcc86619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9f4b69d-07aa-4ab9-9fb4-236ccf2cf102', 'name': 'tempest-TestAggregatesBasicOps-192386631-router', 'tenant_id': '30ec2083fb3e490ead83eae717c86412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': 'd292200a-f4de-4b8f-a9d3-0b784786c37b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:52:02Z', 'updated_at': '2021-07-13T13:52:36Z', 'revision_number': 5, 'project_id': '30ec2083fb3e490ead83eae717c86412', 'gw_port': {'id': 'd292200a-f4de-4b8f-a9d3-0b784786c37b', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:84:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9f4b69d-07aa-4ab9-9fb4-236ccf2cf102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2596, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:52:03Z', 'updated_at': '2021-07-13T13:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:52:39.759633 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-c9e51b3d-3428-4b7b-a818-2635e4d39d21 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Allocated IP 172.25.6.184 (acf968b8-c524-46a9-a20b-ad9667009130/dde5a78e-bd1e-4f47-8189-7321d4de73d3/ab972735-d201-4eb1-ba98-30bebb41a04f) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:52:39.781594 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d304ac8c-46df-45e8-adf9-3b55427c0e3b admin admin] Made reservation on behalf of cddde6624d514a049e75835df6c903ed for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:52:39.784119 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d304ac8c-46df-45e8-adf9-3b55427c0e3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:39.789606 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36abcd97-be44-454a-9a21-fa54fcc86619 None None] Checking router: f9f4b69d-07aa-4ab9-9fb4-236ccf2cf102 for host: n-d-800634-1 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 13:52:39.810682 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36abcd97-be44-454a-9a21-fa54fcc86619 None None] Routers {'f9f4b69d-07aa-4ab9-9fb4-236ccf2cf102'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:52:39.811988 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-36abcd97-be44-454a-9a21-fa54fcc86619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:52:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['f9f4b69d-07aa-4ab9-9fb4-236ccf2cf102'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:52:39.829344 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d304ac8c-46df-45e8-adf9-3b55427c0e3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:39.841363 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504bd15d-1e8e-4e10-afbc-297feb53c557 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce71dcf8-e1a0-4386-85e6-4937845bbae5,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:52:39.842169 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-37b6870e-6a90-4e79-9e7c-6761fdca330f None None] Set router 2e33f264-5ed1-4293-aa8a-ca36294d37f7 gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:52:39.924417 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-504bd15d-1e8e-4e10-afbc-297feb53c557 admin admin] Checking segment: {'id': 'ae0b853c-2e59-420c-8b30-6369c5c0d01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '2d78ebb6-cd6c-4043-bf10-c84e47c4f381'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:52:39.925416 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-504bd15d-1e8e-4e10-afbc-297feb53c557 admin admin] Network hostable DHCP agents. Network: 2d78ebb6-cd6c-4043-bf10-c84e47c4f381, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 13:52:39.939868 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-36abcd97-be44-454a-9a21-fa54fcc86619 None None] Set router f9f4b69d-07aa-4ab9-9fb4-236ccf2cf102 gateway port host: None {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:52:39.944552 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-84217dc2-e731-4c6d-8034-9677ed1e2cf4 admin admin] Deleting port d292200a-f4de-4b8f-a9d3-0b784786c37b {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:52:39.944909 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-84217dc2-e731-4c6d-8034-9677ed1e2cf4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:40.008377 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-36abcd97-be44-454a-9a21-fa54fcc86619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9f4b69d-07aa-4ab9-9fb4-236ccf2cf102', 'name': 'tempest-TestAggregatesBasicOps-192386631-router', 'tenant_id': '30ec2083fb3e490ead83eae717c86412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:52:02Z', 'updated_at': '2021-07-13T13:52:39Z', 'revision_number': 6, 'project_id': '30ec2083fb3e490ead83eae717c86412', 'gw_port_host': None}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:52:40.038510 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36abcd97-be44-454a-9a21-fa54fcc86619 None None] The sync data for ids ['f9f4b69d-07aa-4ab9-9fb4-236ccf2cf102'] in n-d-800634-1 is: [{'id': 'f9f4b69d-07aa-4ab9-9fb4-236ccf2cf102', 'name': 'tempest-TestAggregatesBasicOps-192386631-router', 'tenant_id': '30ec2083fb3e490ead83eae717c86412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:52:02Z', 'updated_at': '2021-07-13T13:52:39Z', 'revision_number': 6, 'project_id': '30ec2083fb3e490ead83eae717c86412', 'gw_port_host': None}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:52:40.097121 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c9e51b3d-3428-4b7b-a818-2635e4d39d21 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:40.114434 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-84217dc2-e731-4c6d-8034-9677ed1e2cf4 admin admin] For port d292200a-f4de-4b8f-a9d3-0b784786c37b, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=d292200a-f4de-4b8f-a9d3-0b784786c37b,segment=NetworkSegment(3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87),segment_id=3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:52:40.114987 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-37b6870e-6a90-4e79-9e7c-6761fdca330f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e33f264-5ed1-4293-aa8a-ca36294d37f7', 'name': 'tempest-ServerRescueNegativeTestJSON-1106204177-router', 'tenant_id': 'ac5768eaeb3242ac813c969082f024de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '237c48a3-704f-41ae-99a5-991a60efd53f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:52:33Z', 'updated_at': '2021-07-13T13:52:36Z', 'revision_number': 3, 'project_id': 'ac5768eaeb3242ac813c969082f024de', 'gw_port': {'id': '237c48a3-704f-41ae-99a5-991a60efd53f', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:de:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e33f264-5ed1-4293-aa8a-ca36294d37f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:52:34Z', 'updated_at': '2021-07-13T13:52:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:52:40.115392 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-84217dc2-e731-4c6d-8034-9677ed1e2cf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:40.130971 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-84217dc2-e731-4c6d-8034-9677ed1e2cf4 admin admin] Calling delete_port for d292200a-f4de-4b8f-a9d3-0b784786c37b owned by network:router_gateway {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:52:40.144704 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b6870e-6a90-4e79-9e7c-6761fdca330f None None] The sync data for ids ['2e33f264-5ed1-4293-aa8a-ca36294d37f7'] in n-d-800634-1 is: [{'id': '2e33f264-5ed1-4293-aa8a-ca36294d37f7', 'name': 'tempest-ServerRescueNegativeTestJSON-1106204177-router', 'tenant_id': 'ac5768eaeb3242ac813c969082f024de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '237c48a3-704f-41ae-99a5-991a60efd53f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:52:33Z', 'updated_at': '2021-07-13T13:52:36Z', 'revision_number': 3, 'project_id': 'ac5768eaeb3242ac813c969082f024de', 'gw_port': {'id': '237c48a3-704f-41ae-99a5-991a60efd53f', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:de:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e33f264-5ed1-4293-aa8a-ca36294d37f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:52:34Z', 'updated_at': '2021-07-13T13:52:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:52:40.149223 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d304ac8c-46df-45e8-adf9-3b55427c0e3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:40.151223 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-504bd15d-1e8e-4e10-afbc-297feb53c557 admin admin] Network 2d78ebb6-cd6c-4043-bf10-c84e47c4f381 is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 13:52:40.159196 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d304ac8c-46df-45e8-adf9-3b55427c0e3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:40.197197 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-504bd15d-1e8e-4e10-afbc-297feb53c557 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, 2d78ebb6-cd6c-4043-bf10-c84e47c4f381) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:52:40.206308 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50fc7310-217e-4a7b-8753-5c94accc9344 None None] Network 2d78ebb6-cd6c-4043-bf10-c84e47c4f381 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:52:40.216917 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504bd15d-1e8e-4e10-afbc-297feb53c557 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:52:40.219479 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-504bd15d-1e8e-4e10-afbc-297feb53c557 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:40.238521 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d304ac8c-46df-45e8-adf9-3b55427c0e3b admin admin] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 13:52:40.252015 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a53ed107-3c99-4d1b-892a-295e16de2ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:40.261956 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d304ac8c-46df-45e8-adf9-3b55427c0e3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7715277-f4f6-436d-9885-f716be877834,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:52:40.274767 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d304ac8c-46df-45e8-adf9-3b55427c0e3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:40.275110 n-d-800634-1 neutron-server[93751]: INFO neutron.db.segments_db [None req-d304ac8c-46df-45e8-adf9-3b55427c0e3b admin admin] Added segment 478e09eb-e72c-4611-89d0-372c3f749519 of type vlan for network 446293fa-d089-4a73-be46-3f7c6317a56f Jul 13 13:52:40.291622 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-504bd15d-1e8e-4e10-afbc-297feb53c557 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.6628878 Jul 13 13:52:40.469579 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ca690ce-fc47-41a2-bd48-53a603881af8 None None] Network 2d78ebb6-cd6c-4043-bf10-c84e47c4f381 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:52:40.472873 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c9e51b3d-3428-4b7b-a818-2635e4d39d21 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:40.512123 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d304ac8c-46df-45e8-adf9-3b55427c0e3b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:40.676737 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e51b3d-3428-4b7b-a818-2635e4d39d21 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Network acf968b8-c524-46a9-a20b-ad9667009130 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:52:40.678282 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-c9e51b3d-3428-4b7b-a818-2635e4d39d21 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:52:40.772550 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e51b3d-3428-4b7b-a818-2635e4d39d21 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:52:40.833880 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e51b3d-3428-4b7b-a818-2635e4d39d21 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Pushing event updated for resources: {'Port': ['ID=ab972735-d201-4eb1-ba98-30bebb41a04f,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:52:40.836956 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d304ac8c-46df-45e8-adf9-3b55427c0e3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:40.838640 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d304ac8c-46df-45e8-adf9-3b55427c0e3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:52:40.843156 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d304ac8c-46df-45e8-adf9-3b55427c0e3b admin admin] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:40.881583 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-d304ac8c-46df-45e8-adf9-3b55427c0e3b admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5914354 Jul 13 13:52:40.899188 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-84217dc2-e731-4c6d-8034-9677ed1e2cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:40.903924 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 55092) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:52:40.911336 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-ff677fee-4658-4fea-b2eb-ee9b65fe940b admin admin] Request body: {'subnet': {'network_id': '446293fa-d089-4a73-be46-3f7c6317a56f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-803998605-subnet', 'tenant_id': 'cddde6624d514a049e75835df6c903ed', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:52:40.951017 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84217dc2-e731-4c6d-8034-9677ed1e2cf4 admin admin] Pushing event deleted for resources: {'Port': ['ID=d292200a-f4de-4b8f-a9d3-0b784786c37b,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:52:40.997184 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-a53ed107-3c99-4d1b-892a-295e16de2ff9 admin admin] Allocated IP 172.20.0.1 (b450f1e2-a722-4908-8646-fc79c4a514ae/a936942e-7fca-4553-9966-ac3c5be7d1ca/630f05b5-4ff4-4b96-bfdc-11ef3ffb14c7) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:52:41.095086 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff677fee-4658-4fea-b2eb-ee9b65fe940b admin admin] Made reservation on behalf of cddde6624d514a049e75835df6c903ed for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:52:41.097806 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ff677fee-4658-4fea-b2eb-ee9b65fe940b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4763385'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:41.122247 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-84217dc2-e731-4c6d-8034-9677ed1e2cf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-446473'] for router_gateway, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:41.259638 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a53ed107-3c99-4d1b-892a-295e16de2ff9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:41.272162 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-84217dc2-e731-4c6d-8034-9677ed1e2cf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1591938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2696'] for router, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:41.273176 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 237c48a3-704f-41ae-99a5-991a60efd53f up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:52:41.275347 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-84217dc2-e731-4c6d-8034-9677ed1e2cf4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:41.355882 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-84217dc2-e731-4c6d-8034-9677ed1e2cf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593106'] for router, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:41.356407 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84217dc2-e731-4c6d-8034-9677ed1e2cf4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f9f4b69d-07aa-4ab9-9fb4-236ccf2cf102 {{(pid=93750) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 13:52:41.365859 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-84217dc2-e731-4c6d-8034-9677ed1e2cf4 admin admin] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:41.367033 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-84217dc2-e731-4c6d-8034-9677ed1e2cf4 admin admin] 10.222.0.23 "DELETE /v2.0/routers/f9f4b69d-07aa-4ab9-9fb4-236ccf2cf102 HTTP/1.1" status: 204 len: 168 time: 2.8893845 Jul 13 13:52:41.406166 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port 237c48a3-704f-41ae-99a5-991a60efd53f completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:52:41.414818 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 237c48a3-704f-41ae-99a5-991a60efd53f triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:52:41.415197 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:41.418687 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 55106) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:52:41.517379 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3c42e0-0c50-4d28-989e-c4bbd718e68e req-33ede956-a508-4ee2-abec-11f3755ad4e8 tempest-ServerMetadataNegativeTestJSON-1575692935 tempest-ServerMetadataNegativeTestJSON-1575692935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:52:41.528212 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3d3c42e0-0c50-4d28-989e-c4bbd718e68e req-33ede956-a508-4ee2-abec-11f3755ad4e8 tempest-ServerMetadataNegativeTestJSON-1575692935 tempest-ServerMetadataNegativeTestJSON-1575692935-project] 10.222.0.23 "GET /v2.0/networks?id=2d78ebb6-cd6c-4043-bf10-c84e47c4f381 HTTP/1.1" status: 200 len: 821 time: 0.2726502 Jul 13 13:52:41.571686 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:41.606247 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d304ac8c-46df-45e8-adf9-3b55427c0e3b admin admin] Pushing event updated for resources: {'Network': ['ID=446293fa-d089-4a73-be46-3f7c6317a56f,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:52:41.612659 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port 237c48a3-704f-41ae-99a5-991a60efd53f, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=237c48a3-704f-41ae-99a5-991a60efd53f,segment=NetworkSegment(3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87),segment_id=3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:52:41.618032 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network 446293fa-d089-4a73-be46-3f7c6317a56f details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 13:52:41.628069 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a53ed107-3c99-4d1b-892a-295e16de2ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:41.728783 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:41.754345 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53ed107-3c99-4d1b-892a-295e16de2ff9 admin admin] Pushing event updated for resources: {'Port': ['ID=630f05b5-4ff4-4b96-bfdc-11ef3ffb14c7,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:52:41.785377 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=237c48a3-704f-41ae-99a5-991a60efd53f,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:52:41.796727 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3d3c42e0-0c50-4d28-989e-c4bbd718e68e req-b4bd630a-88a6-4b29-bdf4-07009485d1e3 tempest-ServerMetadataNegativeTestJSON-1575692935 tempest-ServerMetadataNegativeTestJSON-1575692935-project] 10.222.0.23 "GET /v2.0/quotas/9c8ef877ce944b7db065e3355019558b HTTP/1.1" status: 200 len: 375 time: 0.2673936 Jul 13 13:52:41.826472 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 570f1463-2374-4800-818a-3c31bb13609b no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:52:41.861483 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: 570f1463-2374-4800-818a-3c31bb13609b {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:52:41.863591 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3d3c42e0-0c50-4d28-989e-c4bbd718e68e req-93e17d9b-e8e1-45ad-9bb3-093f2ed6b0ef tempest-ServerMetadataNegativeTestJSON-1575692935 tempest-ServerMetadataNegativeTestJSON-1575692935-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=9c8ef877ce944b7db065e3355019558b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0659173 Jul 13 13:52:41.864567 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 570f1463-2374-4800-818a-3c31bb13609b not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:52:41.865023 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device d292200a-f4de-4b8f-a9d3-0b784786c37b no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:52:41.907297 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: d292200a-f4de-4b8f-a9d3-0b784786c37b {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:52:41.907647 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device d292200a-f4de-4b8f-a9d3-0b784786c37b not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:52:41.973326 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a53ed107-3c99-4d1b-892a-295e16de2ff9 admin admin] Network b450f1e2-a722-4908-8646-fc79c4a514ae is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:52:41.979462 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-a53ed107-3c99-4d1b-892a-295e16de2ff9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:52:41.989523 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53ed107-3c99-4d1b-892a-295e16de2ff9 admin admin] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:52:41.994648 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-53eb8136-9bf8-4389-a0fb-d6e2d9b072df admin admin] Deleting subnet 0b420288-de61-427c-90a4-d3db3018c310 {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 13:52:42.071429 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a53ed107-3c99-4d1b-892a-295e16de2ff9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-450452'] for router_interface, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:42.084475 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3d3c42e0-0c50-4d28-989e-c4bbd718e68e req-6d2edba0-df2d-4a5c-bc01-e9ae7da2b6b0 service neutron] 10.222.0.23 "GET /v2.0/networks/2d78ebb6-cd6c-4043-bf10-c84e47c4f381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2199914 Jul 13 13:52:42.093059 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-53eb8136-9bf8-4389-a0fb-d6e2d9b072df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:42.132646 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-53eb8136-9bf8-4389-a0fb-d6e2d9b072df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6018489'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:42.210266 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ff677fee-4658-4fea-b2eb-ee9b65fe940b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5970588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4763339'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:42.271593 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c9e51b3d-3428-4b7b-a818-2635e4d39d21 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:42.309832 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-53eb8136-9bf8-4389-a0fb-d6e2d9b072df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:42.317925 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff677fee-4658-4fea-b2eb-ee9b65fe940b admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e740739-b63f-4ad3-b5cf-d6f6b58861d6,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:52:42.348759 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff677fee-4658-4fea-b2eb-ee9b65fe940b admin admin] Checking segment: {'id': '478e09eb-e72c-4611-89d0-372c3f749519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '446293fa-d089-4a73-be46-3f7c6317a56f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:52:42.349112 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff677fee-4658-4fea-b2eb-ee9b65fe940b admin admin] Network hostable DHCP agents. Network: 446293fa-d089-4a73-be46-3f7c6317a56f, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 13:52:42.400932 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c9e51b3d-3428-4b7b-a818-2635e4d39d21 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:42.403798 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff677fee-4658-4fea-b2eb-ee9b65fe940b admin admin] Network 446293fa-d089-4a73-be46-3f7c6317a56f is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 13:52:42.443148 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3d3c42e0-0c50-4d28-989e-c4bbd718e68e req-5cc4725a-1ae6-4904-9089-d8aa21b179a9 service neutron] 10.222.0.23 "GET /v2.0/networks/2d78ebb6-cd6c-4043-bf10-c84e47c4f381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3576927 Jul 13 13:52:42.508974 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a53ed107-3c99-4d1b-892a-295e16de2ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:42.511726 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-53eb8136-9bf8-4389-a0fb-d6e2d9b072df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6018534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6105009'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:42.593129 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-ff677fee-4658-4fea-b2eb-ee9b65fe940b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, 446293fa-d089-4a73-be46-3f7c6317a56f) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:52:42.612184 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef58a2fa-94ea-4863-b844-471b88996538 None None] Network 446293fa-d089-4a73-be46-3f7c6317a56f requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:52:42.634882 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53eb8136-9bf8-4389-a0fb-d6e2d9b072df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b420288-de61-427c-90a4-d3db3018c310,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:52:42.725022 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9ae5b85-c364-482e-a535-629326705560 None None] Network 6cb9c0ad-f025-4052-8365-455c42aa6d50 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:52:42.728205 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-53eb8136-9bf8-4389-a0fb-d6e2d9b072df admin admin] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:42.730611 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-53eb8136-9bf8-4389-a0fb-d6e2d9b072df admin admin] 10.222.0.23 "DELETE /v2.0/subnets/0b420288-de61-427c-90a4-d3db3018c310 HTTP/1.1" status: 204 len: 168 time: 1.2214470 Jul 13 13:52:42.736389 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 55128) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:52:42.812912 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c9e51b3d-3428-4b7b-a818-2635e4d39d21 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:42.818438 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff677fee-4658-4fea-b2eb-ee9b65fe940b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:52:42.820031 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ff677fee-4658-4fea-b2eb-ee9b65fe940b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:42.824369 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c9e51b3d-3428-4b7b-a818-2635e4d39d21 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:42.996652 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-ff677fee-4658-4fea-b2eb-ee9b65fe940b admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.0893593 Jul 13 13:52:43.017285 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 55136) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:52:43.019697 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 237c48a3-704f-41ae-99a5-991a60efd53f up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:52:43.036554 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7fb99b56-de8f-4497-be5f-310b670876e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:43.110313 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-7bd9da5e-d537-4359-8a75-fea5949e8c5f admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-803998605-router', 'tenant_id': 'cddde6624d514a049e75835df6c903ed', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:52:43.117283 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-08446a3f-f4d5-45a1-b514-6a35fa420050 req-88518f55-7eea-4122-a606-305d012086cc tempest-ServerMetadataNegativeTestJSON-1575692935 tempest-ServerMetadataNegativeTestJSON-1575692935-project] 10.222.0.23 "GET /v2.0/ports?device_id=acbcd4c6-095c-4d14-8563-300d7239eaac HTTP/1.1" status: 200 len: 210 time: 0.1731131 Jul 13 13:52:43.118102 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c9e51b3d-3428-4b7b-a818-2635e4d39d21 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446547'] for floatingip, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:43.120089 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e51b3d-3428-4b7b-a818-2635e4d39d21 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Pushing event updated for resources: {'Port': ['ID=ab972735-d201-4eb1-ba98-30bebb41a04f,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:52:43.188516 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 237c48a3-704f-41ae-99a5-991a60efd53f triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:52:43.188897 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:43.214830 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc9a772a-87c0-4f36-befe-dba8c4d83c51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a7201e1-61ce-5a3e-b7f7-e800379ed03b-446293fa-d089-4a73-be46-3f7c6317a56f', 'network_id': '446293fa-d089-4a73-be46-3f7c6317a56f', 'tenant_id': 'cddde6624d514a049e75835df6c903ed', 'fixed_ips': [{'subnet_id': '3e740739-b63f-4ad3-b5cf-d6f6b58861d6'}]}} from n-d-800634-1. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 13:52:43.215760 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-dc9a772a-87c0-4f36-befe-dba8c4d83c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:43.246700 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5652ca81-b8b8-4621-9476-430050bd9437 None None] DHCP port deletion for 6cb9c0ad-f025-4052-8365-455c42aa6d50 request from n-d-800634-1 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 13:52:43.259486 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7bd9da5e-d537-4359-8a75-fea5949e8c5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1591928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2714'] for router, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:43.260603 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7bd9da5e-d537-4359-8a75-fea5949e8c5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447198', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1629690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2689'] for router, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:43.298061 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-7fb99b56-de8f-4497-be5f-310b670876e9 admin admin] Deleting port 241de402-6375-45ca-bc8c-1d3cb38b445d {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:52:43.299282 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7fb99b56-de8f-4497-be5f-310b670876e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:43.328987 n-d-800634-1 neutron-server[93750]: INFO neutron.db.l3_db [None req-c9e51b3d-3428-4b7b-a818-2635e4d39d21 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Floating IP 1dac77a1-4c97-4f4f-a5ce-41123dd4b6ab associated. External IP: 172.25.6.184, port: 44e9e118-3e55-459e-a9b2-0c0079a48a40. Jul 13 13:52:43.384436 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-7fb99b56-de8f-4497-be5f-310b670876e9 admin admin] For port 241de402-6375-45ca-bc8c-1d3cb38b445d, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=241de402-6375-45ca-bc8c-1d3cb38b445d,segment=NetworkSegment(fdabb01f-ab16-417f-873c-b7035e1e23d0),segment_id=fdabb01f-ab16-417f-873c-b7035e1e23d0)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:52:43.384798 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7fb99b56-de8f-4497-be5f-310b670876e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:43.403583 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-7fb99b56-de8f-4497-be5f-310b670876e9 admin admin] Calling delete_port for 241de402-6375-45ca-bc8c-1d3cb38b445d owned by network:dhcp {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:52:43.425961 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a53ed107-3c99-4d1b-892a-295e16de2ff9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:43.442093 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7bd9da5e-d537-4359-8a75-fea5949e8c5f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:43.461263 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a53ed107-3c99-4d1b-892a-295e16de2ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:43.487181 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-dc9a772a-87c0-4f36-befe-dba8c4d83c51 None None] Allocated IP 172.20.0.2 (446293fa-d089-4a73-be46-3f7c6317a56f/3e740739-b63f-4ad3-b5cf-d6f6b58861d6/038b240b-7265-43de-a4f9-8f0091eeffee) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:52:43.696795 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7bd9da5e-d537-4359-8a75-fea5949e8c5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447180', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1591910', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2751'] for router, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:43.757078 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-dc9a772a-87c0-4f36-befe-dba8c4d83c51 None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:43.775320 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-5652ca81-b8b8-4621-9476-430050bd9437 None None] Deleting port 241de402-6375-45ca-bc8c-1d3cb38b445d {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:52:43.775717 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5652ca81-b8b8-4621-9476-430050bd9437 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:43.777847 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-dc9a772a-87c0-4f36-befe-dba8c4d83c51 None None] Transition to ACTIVE for port object 038b240b-7265-43de-a4f9-8f0091eeffee will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:52:43.970758 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-5652ca81-b8b8-4621-9476-430050bd9437 None None] For port 241de402-6375-45ca-bc8c-1d3cb38b445d, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=241de402-6375-45ca-bc8c-1d3cb38b445d,segment=NetworkSegment(fdabb01f-ab16-417f-873c-b7035e1e23d0),segment_id=fdabb01f-ab16-417f-873c-b7035e1e23d0)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:52:43.971485 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5652ca81-b8b8-4621-9476-430050bd9437 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:43.993532 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-5652ca81-b8b8-4621-9476-430050bd9437 None None] Calling delete_port for 241de402-6375-45ca-bc8c-1d3cb38b445d owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:52:44.018777 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a53ed107-3c99-4d1b-892a-295e16de2ff9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1785045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451806'] for router_interface, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:44.108478 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53ed107-3c99-4d1b-892a-295e16de2ff9 admin admin] Pushing event updated for resources: {'Port': ['ID=630f05b5-4ff4-4b96-bfdc-11ef3ffb14c7,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:52:44.194578 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5652ca81-b8b8-4621-9476-430050bd9437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:44.195247 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7fb99b56-de8f-4497-be5f-310b670876e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:44.197178 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-dc9a772a-87c0-4f36-befe-dba8c4d83c51 None None] Transition to ACTIVE for port object 038b240b-7265-43de-a4f9-8f0091eeffee will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:52:44.224439 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb99b56-de8f-4497-be5f-310b670876e9 admin admin] No DVR routers for this DVR port 241de402-6375-45ca-bc8c-1d3cb38b445d on host n-d-800634-1 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:52:44.255103 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-dc9a772a-87c0-4f36-befe-dba8c4d83c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:44.260633 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5652ca81-b8b8-4621-9476-430050bd9437 None None] No DVR routers for this DVR port 241de402-6375-45ca-bc8c-1d3cb38b445d on host n-d-800634-1 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:52:44.311299 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5652ca81-b8b8-4621-9476-430050bd9437 None None] Pushing event deleted for resources: {'Port': ['ID=241de402-6375-45ca-bc8c-1d3cb38b445d,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:52:44.348011 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb99b56-de8f-4497-be5f-310b670876e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=241de402-6375-45ca-bc8c-1d3cb38b445d,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:52:44.369441 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a53ed107-3c99-4d1b-892a-295e16de2ff9 admin admin] Network b450f1e2-a722-4908-8646-fc79c4a514ae is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:52:44.371660 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-a53ed107-3c99-4d1b-892a-295e16de2ff9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:52:44.371816 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9e51b3d-3428-4b7b-a818-2635e4d39d21 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Router 6e6c35d2-3101-4a59-afdc-1aecc8430b8c has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 13:52:44.410584 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9a772a-87c0-4f36-befe-dba8c4d83c51 None None] Pushing event updated for resources: {'Port': ['ID=038b240b-7265-43de-a4f9-8f0091eeffee,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:52:44.414748 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc9a772a-87c0-4f36-befe-dba8c4d83c51 None None] Network 446293fa-d089-4a73-be46-3f7c6317a56f is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:52:44.416601 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-dc9a772a-87c0-4f36-befe-dba8c4d83c51 None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:52:44.419430 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9a772a-87c0-4f36-befe-dba8c4d83c51 None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:52:44.447699 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7fb99b56-de8f-4497-be5f-310b670876e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:44.459894 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-7fb99b56-de8f-4497-be5f-310b670876e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cb9c0ad-f025-4052-8365-455c42aa6d50']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:52:44.470569 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-7fb99b56-de8f-4497-be5f-310b670876e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdabb01f-ab16-417f-873c-b7035e1e23d0') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:52:44.470862 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-7fb99b56-de8f-4497-be5f-310b670876e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdabb01f-ab16-417f-873c-b7035e1e23d0') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:52:44.480325 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7fb99b56-de8f-4497-be5f-310b670876e9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6018464'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:44.498184 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-dc9a772a-87c0-4f36-befe-dba8c4d83c51 None None] Attempting to bind port 038b240b-7265-43de-a4f9-8f0091eeffee on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:52:44.498622 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-dc9a772a-87c0-4f36-befe-dba8c4d83c51 None None] Attempting to bind port 038b240b-7265-43de-a4f9-8f0091eeffee by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '478e09eb-e72c-4611-89d0-372c3f749519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '446293fa-d089-4a73-be46-3f7c6317a56f'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:52:44.498997 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9a772a-87c0-4f36-befe-dba8c4d83c51 None None] Attempting to bind port 038b240b-7265-43de-a4f9-8f0091eeffee on network 446293fa-d089-4a73-be46-3f7c6317a56f {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:52:44.499828 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7fb99b56-de8f-4497-be5f-310b670876e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:44.506350 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fb99b56-de8f-4497-be5f-310b670876e9 admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 13:52:44.506534 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9a772a-87c0-4f36-befe-dba8c4d83c51 None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 52, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:52:44.506835 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7fb99b56-de8f-4497-be5f-310b670876e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6018632'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:44.506961 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9a772a-87c0-4f36-befe-dba8c4d83c51 None None] Checking segment: {'id': '478e09eb-e72c-4611-89d0-372c3f749519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '446293fa-d089-4a73-be46-3f7c6317a56f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:52:44.507374 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-dc9a772a-87c0-4f36-befe-dba8c4d83c51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:44.507937 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9a772a-87c0-4f36-befe-dba8c4d83c51 None None] Bound using segment: {'id': '478e09eb-e72c-4611-89d0-372c3f749519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '446293fa-d089-4a73-be46-3f7c6317a56f'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:52:44.508590 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-dc9a772a-87c0-4f36-befe-dba8c4d83c51 None None] Bound port: 038b240b-7265-43de-a4f9-8f0091eeffee, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '478e09eb-e72c-4611-89d0-372c3f749519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '446293fa-d089-4a73-be46-3f7c6317a56f'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:52:44.509029 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-dc9a772a-87c0-4f36-befe-dba8c4d83c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:44.568652 n-d-800634-1 neutron-server[93751]: Traceback (most recent call last): Jul 13 13:52:44.568652 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 13:52:44.568652 n-d-800634-1 neutron-server[93751]: timer() Jul 13 13:52:44.568652 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 13:52:44.568652 n-d-800634-1 neutron-server[93751]: cb(*args, **kw) Jul 13 13:52:44.568652 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 13:52:44.568652 n-d-800634-1 neutron-server[93751]: return func(*args, **kwargs) Jul 13 13:52:44.568652 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 13:52:44.568652 n-d-800634-1 neutron-server[93751]: self._notify() Jul 13 13:52:44.568652 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 13:52:44.568652 n-d-800634-1 neutron-server[93751]: self.callback(batched_events) Jul 13 13:52:44.568652 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 13:52:44.568652 n-d-800634-1 neutron-server[93751]: event.method(event) Jul 13 13:52:44.568652 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 13:52:44.568652 n-d-800634-1 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 13:52:44.568652 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 13:52:44.568652 n-d-800634-1 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 13:52:44.568652 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 13:52:44.568652 n-d-800634-1 neutron-server[93751]: return f(self, *a, **k) Jul 13 13:52:44.568652 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 13:52:44.568652 n-d-800634-1 neutron-server[93751]: return self._get(url).json() Jul 13 13:52:44.568652 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 13:52:44.568652 n-d-800634-1 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 13:52:44.568652 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 13:52:44.568652 n-d-800634-1 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 13 13:52:44.568652 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 13:52:44.568652 n-d-800634-1 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 13:52:44.568652 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 13:52:44.568652 n-d-800634-1 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 13:52:44.568652 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 13:52:44.568652 n-d-800634-1 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 13:52:44.568652 n-d-800634-1 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 13:52:44.650177 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4e60c0a2-6eb3-4ceb-8495-2a27e6cf1406 req-c16b535a-f9d7-429d-a298-486401e5ece9 tempest-ServerMetadataNegativeTestJSON-1575692935 tempest-ServerMetadataNegativeTestJSON-1575692935-project] 10.222.0.23 "GET /v2.0/ports?device_id=acbcd4c6-095c-4d14-8563-300d7239eaac HTTP/1.1" status: 200 len: 210 time: 0.0882716 Jul 13 13:52:44.688789 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-dc9a772a-87c0-4f36-befe-dba8c4d83c51 None None] For port 038b240b-7265-43de-a4f9-8f0091eeffee, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:52:44.697657 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-dc9a772a-87c0-4f36-befe-dba8c4d83c51 None None] For port 038b240b-7265-43de-a4f9-8f0091eeffee, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=038b240b-7265-43de-a4f9-8f0091eeffee,segment=NetworkSegment(478e09eb-e72c-4611-89d0-372c3f749519),segment_id=478e09eb-e72c-4611-89d0-372c3f749519)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:52:44.707054 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-dc9a772a-87c0-4f36-befe-dba8c4d83c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:44.772624 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7bd9da5e-d537-4359-8a75-fea5949e8c5f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:44.773613 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9a772a-87c0-4f36-befe-dba8c4d83c51 None None] Pushing event updated for resources: {'Port': ['ID=038b240b-7265-43de-a4f9-8f0091eeffee,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:52:44.789306 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7fb99b56-de8f-4497-be5f-310b670876e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:44.831067 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7fb99b56-de8f-4497-be5f-310b670876e9 admin admin] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:44.837604 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-7fb99b56-de8f-4497-be5f-310b670876e9 admin admin] 10.222.0.23 "DELETE /v2.0/networks/6cb9c0ad-f025-4052-8365-455c42aa6d50 HTTP/1.1" status: 204 len: 168 time: 2.0925961 Jul 13 13:52:44.845260 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a53ed107-3c99-4d1b-892a-295e16de2ff9 admin admin] Router 2e33f264-5ed1-4293-aa8a-ca36294d37f7 has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 13:52:44.856889 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7bd9da5e-d537-4359-8a75-fea5949e8c5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:44.937109 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb99b56-de8f-4497-be5f-310b670876e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=6cb9c0ad-f025-4052-8365-455c42aa6d50,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:52:44.962883 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9e51b3d-3428-4b7b-a818-2635e4d39d21 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:52:44.978515 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48087f66-7ab3-41d1-bac0-47a3c15cd811 None None] Sync routers for ids ['6e6c35d2-3101-4a59-afdc-1aecc8430b8c'] in n-d-800634-1 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:52:44.994409 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48087f66-7ab3-41d1-bac0-47a3c15cd811 None None] Routers {'6e6c35d2-3101-4a59-afdc-1aecc8430b8c'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:52:44.995048 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-48087f66-7ab3-41d1-bac0-47a3c15cd811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:52:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['6e6c35d2-3101-4a59-afdc-1aecc8430b8c'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:52:45.028831 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 241de402-6375-45ca-bc8c-1d3cb38b445d no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:52:45.067901 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: 241de402-6375-45ca-bc8c-1d3cb38b445d {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:52:45.068477 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 241de402-6375-45ca-bc8c-1d3cb38b445d not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:52:45.143181 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 55214) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:52:45.237919 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c9e51b3d-3428-4b7b-a818-2635e4d39d21 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for floatingip, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:45.341237 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-48087f66-7ab3-41d1-bac0-47a3c15cd811 None None] Set router 6e6c35d2-3101-4a59-afdc-1aecc8430b8c gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:52:45.368304 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-7bd9da5e-d537-4359-8a75-fea5949e8c5f admin admin] Allocated IP 172.25.6.61 (acf968b8-c524-46a9-a20b-ad9667009130/dde5a78e-bd1e-4f47-8189-7321d4de73d3/d86bac5b-b7af-4efa-a95c-ed1a400a33a0) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:52:45.405415 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-3dea3656-3327-4973-b769-a36aba94ae50 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8a3e15a0cd5247dd9e87d0ecd6194805&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2584386 Jul 13 13:52:45.407588 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 55218) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:52:45.426103 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a53ed107-3c99-4d1b-892a-295e16de2ff9 admin admin] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:52:45.435392 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9033c43-ef2c-4ef1-90a4-dc94eb59c40a None None] Sync routers for ids ['2e33f264-5ed1-4293-aa8a-ca36294d37f7'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:52:45.446171 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-a53ed107-3c99-4d1b-892a-295e16de2ff9 admin admin] 10.222.0.23 "PUT /v2.0/routers/2e33f264-5ed1-4293-aa8a-ca36294d37f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0393138 Jul 13 13:52:45.459285 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9033c43-ef2c-4ef1-90a4-dc94eb59c40a None None] Routers {'2e33f264-5ed1-4293-aa8a-ca36294d37f7'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:52:45.459952 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-a9033c43-ef2c-4ef1-90a4-dc94eb59c40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:52:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['2e33f264-5ed1-4293-aa8a-ca36294d37f7'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:52:45.493902 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8261066b-90e5-470f-9b1e-9cb706516235 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:45.518834 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8261066b-90e5-470f-9b1e-9cb706516235 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:45.613926 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8261066b-90e5-470f-9b1e-9cb706516235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:45.617955 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8261066b-90e5-470f-9b1e-9cb706516235 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:45.628118 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-8261066b-90e5-470f-9b1e-9cb706516235 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b2f3292e-0df6-4793-addf-0150ad2a2654 HTTP/1.1" status: 204 len: 168 time: 0.2109103 Jul 13 13:52:45.631489 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3c42e0-0c50-4d28-989e-c4bbd718e68e req-8082cf3e-c793-43db-aa5a-3f0b75b8352a tempest-ServerMetadataNegativeTestJSON-1575692935 tempest-ServerMetadataNegativeTestJSON-1575692935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:52:45.639992 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3d3c42e0-0c50-4d28-989e-c4bbd718e68e req-8082cf3e-c793-43db-aa5a-3f0b75b8352a tempest-ServerMetadataNegativeTestJSON-1575692935 tempest-ServerMetadataNegativeTestJSON-1575692935-project] 10.222.0.41 "GET /v2.0/networks?id=2d78ebb6-cd6c-4043-bf10-c84e47c4f381 HTTP/1.1" status: 200 len: 821 time: 0.8139045 Jul 13 13:52:45.649686 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-a9033c43-ef2c-4ef1-90a4-dc94eb59c40a None None] Set router 2e33f264-5ed1-4293-aa8a-ca36294d37f7 gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:52:45.662747 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8261066b-90e5-470f-9b1e-9cb706516235 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2f3292e-0df6-4793-addf-0150ad2a2654,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:52:45.690930 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-3d3c42e0-0c50-4d28-989e-c4bbd718e68e req-6cf22cf4-12c9-4999-8846-a524976172ad tempest-ServerMetadataNegativeTestJSON-1575692935 tempest-ServerMetadataNegativeTestJSON-1575692935-project] Request body: {'port': {'device_id': 'acbcd4c6-095c-4d14-8563-300d7239eaac', 'network_id': '2d78ebb6-cd6c-4043-bf10-c84e47c4f381', 'admin_state_up': True, 'tenant_id': '9c8ef877ce944b7db065e3355019558b'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:52:45.881632 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-c9e51b3d-3428-4b7b-a818-2635e4d39d21 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 7.7066274 Jul 13 13:52:45.884680 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 55236) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:52:45.903360 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a14cd113-6397-47e4-9814-611179bd97a2', 'tag': '44e9e118-3e55-459e-a9b2-0c0079a48a40'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:52:45.908226 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06441bab-b202-42d7-92f6-d3a04c8e4540" -d '{"events": [{"name": "network-changed", "server_uuid": "a14cd113-6397-47e4-9814-611179bd97a2", "tag": "44e9e118-3e55-459e-a9b2-0c0079a48a40"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:52:45.933702 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7bd9da5e-d537-4359-8a75-fea5949e8c5f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:46.050864 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-48087f66-7ab3-41d1-bac0-47a3c15cd811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e6c35d2-3101-4a59-afdc-1aecc8430b8c', 'name': 'tempest-TestNetworkBasicOps-router-1884197832', 'tenant_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': 'b82ce7a0-912c-4b40-a9cc-9f95df758d0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:51:52Z', 'updated_at': '2021-07-13T13:52:05Z', 'revision_number': 4, 'project_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'gw_port': {'id': 'b82ce7a0-912c-4b40-a9cc-9f95df758d0c', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:75:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6c35d2-3101-4a59-afdc-1aecc8430b8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:51:54Z', 'updated_at': '2021-07-13T13:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_floatingips': [{'id': '1dac77a1-4c97-4f4f-a5ce-41123dd4b6ab', 'tenant_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'floating_ip_address': '172.25.6.184', 'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'router_id': '6e6c35d2-3101-4a59-afdc-1aecc8430b8c', 'port_id': '44e9e118-3e55-459e-a9b2-0c0079a48a40', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2637, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74b894bb-81e0-406c-ab54-602d50ca5470', 'mac_address': 'fa:16:3e:8c:5d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14cd113-6397-47e4-9814-611179bd97a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T13:52:41Z', 'updated_at': '2021-07-13T13:52:41Z', 'revision_number': 0, 'project_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e73d9bad-ede3-4700-9494-508a3c6b764b', 'name': '', 'network_id': '74b894bb-81e0-406c-ab54-602d50ca5470', 'tenant_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'mac_address': 'fa:16:3e:8d:dd:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6c35d2-3101-4a59-afdc-1aecc8430b8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2595, 'fixed_ips': [{'subnet_id': '72813855-4fcc-4acd-b42e-646c1f5e9567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:52:03Z', 'updated_at': '2021-07-13T13:52:18Z', 'revision_number': 5, 'project_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'subnets': [{'id': '72813855-4fcc-4acd-b42e-646c1f5e9567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:52:46.064206 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0e9dc0b1-585f-4102-8c04-758b98507d95 req-8043ddaa-47ea-463f-9d81-da2b177b0f80 tempest-ServerMetadataNegativeTestJSON-1575692935 tempest-ServerMetadataNegativeTestJSON-1575692935-project] 10.222.0.23 "GET /v2.0/ports?device_id=acbcd4c6-095c-4d14-8563-300d7239eaac HTTP/1.1" status: 200 len: 210 time: 0.0447540 Jul 13 13:52:46.156625 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48087f66-7ab3-41d1-bac0-47a3c15cd811 None None] Checking router: 6e6c35d2-3101-4a59-afdc-1aecc8430b8c for host: n-d-800634-1 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 13:52:46.181016 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48087f66-7ab3-41d1-bac0-47a3c15cd811 None None] Routers {'6e6c35d2-3101-4a59-afdc-1aecc8430b8c'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:52:46.181693 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-48087f66-7ab3-41d1-bac0-47a3c15cd811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:52:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['6e6c35d2-3101-4a59-afdc-1aecc8430b8c'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:52:46.195248 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d3c42e0-0c50-4d28-989e-c4bbd718e68e req-6cf22cf4-12c9-4999-8846-a524976172ad tempest-ServerMetadataNegativeTestJSON-1575692935 tempest-ServerMetadataNegativeTestJSON-1575692935-project] Made reservation on behalf of 9c8ef877ce944b7db065e3355019558b for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:52:46.199353 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3d3c42e0-0c50-4d28-989e-c4bbd718e68e req-6cf22cf4-12c9-4999-8846-a524976172ad tempest-ServerMetadataNegativeTestJSON-1575692935 tempest-ServerMetadataNegativeTestJSON-1575692935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:46.222169 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 13:52:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67a08fb0-8af7-4cff-8038-25d16bc70dc9 x-openstack-request-id: req-67a08fb0-8af7-4cff-8038-25d16bc70dc9 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:52:46.222568 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-861b33ae-7ddf-4412-beaa-bda5c3c99f13 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] 10.222.0.23 "GET /v2.0/floatingips/1dac77a1-4c97-4f4f-a5ce-41123dd4b6ab HTTP/1.1" status: 200 len: 991 time: 0.3359845 Jul 13 13:52:46.223015 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a14cd113-6397-47e4-9814-611179bd97a2", "tag": "44e9e118-3e55-459e-a9b2-0c0079a48a40", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:52:46.224312 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-67a08fb0-8af7-4cff-8038-25d16bc70dc9 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:52:46.224971 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a14cd113-6397-47e4-9814-611179bd97a2', 'tag': '44e9e118-3e55-459e-a9b2-0c0079a48a40', 'status': 'completed', 'code': 200} Jul 13 13:52:46.274341 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-a9033c43-ef2c-4ef1-90a4-dc94eb59c40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e33f264-5ed1-4293-aa8a-ca36294d37f7', 'name': 'tempest-ServerRescueNegativeTestJSON-1106204177-router', 'tenant_id': 'ac5768eaeb3242ac813c969082f024de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '237c48a3-704f-41ae-99a5-991a60efd53f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:52:33Z', 'updated_at': '2021-07-13T13:52:42Z', 'revision_number': 4, 'project_id': 'ac5768eaeb3242ac813c969082f024de', 'gw_port': {'id': '237c48a3-704f-41ae-99a5-991a60efd53f', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:de:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e33f264-5ed1-4293-aa8a-ca36294d37f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:52:34Z', 'updated_at': '2021-07-13T13:52:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': '630f05b5-4ff4-4b96-bfdc-11ef3ffb14c7', 'name': '', 'network_id': 'b450f1e2-a722-4908-8646-fc79c4a514ae', 'tenant_id': 'ac5768eaeb3242ac813c969082f024de', 'mac_address': 'fa:16:3e:c2:ca:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e33f264-5ed1-4293-aa8a-ca36294d37f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2635, 'fixed_ips': [{'subnet_id': 'a936942e-7fca-4553-9966-ac3c5be7d1ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:52:40Z', 'updated_at': '2021-07-13T13:52:42Z', 'revision_number': 2, 'project_id': 'ac5768eaeb3242ac813c969082f024de', 'subnets': [{'id': 'a936942e-7fca-4553-9966-ac3c5be7d1ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:52:46.341418 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9033c43-ef2c-4ef1-90a4-dc94eb59c40a None None] Checking router: 2e33f264-5ed1-4293-aa8a-ca36294d37f7 for host: n-d-800634-1 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 13:52:46.342907 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9033c43-ef2c-4ef1-90a4-dc94eb59c40a None None] Updating router 2e33f264-5ed1-4293-aa8a-ca36294d37f7 port 630f05b5-4ff4-4b96-bfdc-11ef3ffb14c7 binding host n-d-800634-1 {{(pid=93752) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 13:52:46.422132 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a9033c43-ef2c-4ef1-90a4-dc94eb59c40a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:46.448107 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7bd9da5e-d537-4359-8a75-fea5949e8c5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:46.494157 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-48087f66-7ab3-41d1-bac0-47a3c15cd811 None None] Set router 6e6c35d2-3101-4a59-afdc-1aecc8430b8c gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:52:46.522509 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 55250) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:52:46.599602 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-f3ddcdf3-8e56-45f7-be1a-2e5a1ad5cc16 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=30ec2083fb3e490ead83eae717c86412&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0744774 Jul 13 13:52:46.600505 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 55252) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:52:46.601909 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd9da5e-d537-4359-8a75-fea5949e8c5f admin admin] Network acf968b8-c524-46a9-a20b-ad9667009130 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:52:46.626092 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd9da5e-d537-4359-8a75-fea5949e8c5f admin admin] Pushing event updated for resources: {'Port': ['ID=d86bac5b-b7af-4efa-a95c-ed1a400a33a0,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:52:46.644144 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-7bd9da5e-d537-4359-8a75-fea5949e8c5f admin admin] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:52:46.649556 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd9da5e-d537-4359-8a75-fea5949e8c5f admin admin] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:52:46.704884 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5970270d-6a5a-4c99-857c-8c05320b9934 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:46.813016 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5970270d-6a5a-4c99-857c-8c05320b9934 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:46.822076 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c5c7dd-b6d2-4f98-b924-40184b0a32ab None None] Network 446293fa-d089-4a73-be46-3f7c6317a56f requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:52:46.894613 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06441bab-b202-42d7-92f6-d3a04c8e4540 req-4bafb2af-486e-4ea0-99f6-27bdce0c19ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:52:46.896196 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-06441bab-b202-42d7-92f6-d3a04c8e4540 req-4bafb2af-486e-4ea0-99f6-27bdce0c19ba service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c841d7dd73ac40a085273ab2774b9cc2&device_id=a14cd113-6397-47e4-9814-611179bd97a2 HTTP/1.1" status: 200 len: 1096 time: 0.6682794 Jul 13 13:52:46.962212 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5970270d-6a5a-4c99-857c-8c05320b9934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:46.970298 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5970270d-6a5a-4c99-857c-8c05320b9934 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:46.971485 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-5970270d-6a5a-4c99-857c-8c05320b9934 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8cbe97fc-bf8e-4184-b1d3-2c487b261ae5 HTTP/1.1" status: 204 len: 168 time: 0.3698752 Jul 13 13:52:47.023127 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-48087f66-7ab3-41d1-bac0-47a3c15cd811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e6c35d2-3101-4a59-afdc-1aecc8430b8c', 'name': 'tempest-TestNetworkBasicOps-router-1884197832', 'tenant_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': 'b82ce7a0-912c-4b40-a9cc-9f95df758d0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:51:52Z', 'updated_at': '2021-07-13T13:52:05Z', 'revision_number': 4, 'project_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'gw_port': {'id': 'b82ce7a0-912c-4b40-a9cc-9f95df758d0c', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:75:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6c35d2-3101-4a59-afdc-1aecc8430b8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:51:54Z', 'updated_at': '2021-07-13T13:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_floatingips': [{'id': '1dac77a1-4c97-4f4f-a5ce-41123dd4b6ab', 'tenant_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'floating_ip_address': '172.25.6.184', 'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'router_id': '6e6c35d2-3101-4a59-afdc-1aecc8430b8c', 'port_id': '44e9e118-3e55-459e-a9b2-0c0079a48a40', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2637, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74b894bb-81e0-406c-ab54-602d50ca5470', 'mac_address': 'fa:16:3e:8c:5d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14cd113-6397-47e4-9814-611179bd97a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T13:52:41Z', 'updated_at': '2021-07-13T13:52:41Z', 'revision_number': 0, 'project_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e73d9bad-ede3-4700-9494-508a3c6b764b', 'name': '', 'network_id': '74b894bb-81e0-406c-ab54-602d50ca5470', 'tenant_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'mac_address': 'fa:16:3e:8d:dd:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6c35d2-3101-4a59-afdc-1aecc8430b8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2595, 'fixed_ips': [{'subnet_id': '72813855-4fcc-4acd-b42e-646c1f5e9567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:52:03Z', 'updated_at': '2021-07-13T13:52:18Z', 'revision_number': 5, 'project_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'subnets': [{'id': '72813855-4fcc-4acd-b42e-646c1f5e9567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:52:47.033320 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a5fb39-ddd6-476b-9c1b-4b9015094a28 req-cf1148f0-a9fe-437d-9e86-1390ed652e42 tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:52:47.051262 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f2a5fb39-ddd6-476b-9c1b-4b9015094a28 req-cf1148f0-a9fe-437d-9e86-1390ed652e42 tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] 10.222.0.23 "GET /v2.0/networks?id=b450f1e2-a722-4908-8646-fc79c4a514ae HTTP/1.1" status: 200 len: 819 time: 0.3499565 Jul 13 13:52:47.074908 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5970270d-6a5a-4c99-857c-8c05320b9934 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cbe97fc-bf8e-4184-b1d3-2c487b261ae5,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:52:47.075599 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48087f66-7ab3-41d1-bac0-47a3c15cd811 None None] The sync data for ids ['6e6c35d2-3101-4a59-afdc-1aecc8430b8c'] in n-d-800634-1 is: [{'id': '6e6c35d2-3101-4a59-afdc-1aecc8430b8c', 'name': 'tempest-TestNetworkBasicOps-router-1884197832', 'tenant_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': 'b82ce7a0-912c-4b40-a9cc-9f95df758d0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:51:52Z', 'updated_at': '2021-07-13T13:52:05Z', 'revision_number': 4, 'project_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'gw_port': {'id': 'b82ce7a0-912c-4b40-a9cc-9f95df758d0c', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:75:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6c35d2-3101-4a59-afdc-1aecc8430b8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:51:54Z', 'updated_at': '2021-07-13T13:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_floatingips': [{'id': '1dac77a1-4c97-4f4f-a5ce-41123dd4b6ab', 'tenant_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'floating_ip_address': '172.25.6.184', 'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'router_id': '6e6c35d2-3101-4a59-afdc-1aecc8430b8c', 'port_id': '44e9e118-3e55-459e-a9b2-0c0079a48a40', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2637, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74b894bb-81e0-406c-ab54-602d50ca5470', 'mac_address': 'fa:16:3e:8c:5d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14cd113-6397-47e4-9814-611179bd97a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T13:52:41Z', 'updated_at': '2021-07-13T13:52:41Z', 'revision_number': 0, 'project_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e73d9bad-ede3-4700-9494-508a3c6b764b', 'name': '', 'network_id': '74b894bb-81e0-406c-ab54-602d50ca5470', 'tenant_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'mac_address': 'fa:16:3e:8d:dd:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6c35d2-3101-4a59-afdc-1aecc8430b8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2595, 'fixed_ips': [{'subnet_id': '72813855-4fcc-4acd-b42e-646c1f5e9567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:52:03Z', 'updated_at': '2021-07-13T13:52:18Z', 'revision_number': 5, 'project_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'subnets': [{'id': '72813855-4fcc-4acd-b42e-646c1f5e9567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:52:47.160885 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f2a5fb39-ddd6-476b-9c1b-4b9015094a28 req-31cb8f2b-e2de-4d0c-b6eb-7f064d051fa9 tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] 10.222.0.23 "GET /v2.0/quotas/ac5768eaeb3242ac813c969082f024de HTTP/1.1" status: 200 len: 375 time: 0.0850184 Jul 13 13:52:47.266227 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 55274) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:52:47.404393 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 038b240b-7265-43de-a4f9-8f0091eeffee up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:52:47.435264 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f2a5fb39-ddd6-476b-9c1b-4b9015094a28 req-282ac134-81be-417b-9cce-4bbc3dec30f9 tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ac5768eaeb3242ac813c969082f024de&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2677405 Jul 13 13:52:47.645300 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-a804b443-c632-4861-88dd-94867dd13bcb None None] Provisioning for port 038b240b-7265-43de-a4f9-8f0091eeffee completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:52:47.648863 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cac8025c-6335-495e-8205-805dcf8cfa04 req-7c58091d-0235-49a7-90e8-00f53d697aa4 tempest-ServerMetadataNegativeTestJSON-1575692935 tempest-ServerMetadataNegativeTestJSON-1575692935-project] 10.222.0.23 "GET /v2.0/ports?device_id=acbcd4c6-095c-4d14-8563-300d7239eaac HTTP/1.1" status: 200 len: 210 time: 0.2484334 Jul 13 13:52:47.698953 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f2a5fb39-ddd6-476b-9c1b-4b9015094a28 req-961a9949-d514-40d5-af46-aadb2d21121d service neutron] 10.222.0.23 "GET /v2.0/networks/b450f1e2-a722-4908-8646-fc79c4a514ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290578 Jul 13 13:52:47.713322 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da55b53c-b4d4-4677-aaf4-52bc4145ac18 None None] New status for floating IP 1dac77a1-4c97-4f4f-a5ce-41123dd4b6ab: ACTIVE {{(pid=93753) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 13:52:47.773277 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-3d3c42e0-0c50-4d28-989e-c4bbd718e68e req-6cf22cf4-12c9-4999-8846-a524976172ad tempest-ServerMetadataNegativeTestJSON-1575692935 tempest-ServerMetadataNegativeTestJSON-1575692935-project] Allocated IP 172.20.0.6 (2d78ebb6-cd6c-4043-bf10-c84e47c4f381/ce71dcf8-e1a0-4386-85e6-4937845bbae5/240c6ffc-3186-4df7-a620-6445996cc2be) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:52:47.814701 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4a22b773-f760-40c4-9a52-a574c50ebc80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:47.826041 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06441bab-b202-42d7-92f6-d3a04c8e4540 req-4793b246-b6d5-4a94-a3c4-1ac03e6acd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:52:47.828861 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-06441bab-b202-42d7-92f6-d3a04c8e4540 req-4793b246-b6d5-4a94-a3c4-1ac03e6acd96 service neutron] 10.222.0.26 "GET /v2.0/networks?id=74b894bb-81e0-406c-ab54-602d50ca5470 HTTP/1.1" status: 200 len: 896 time: 0.8329642 Jul 13 13:52:47.895388 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port 038b240b-7265-43de-a4f9-8f0091eeffee completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:52:47.909505 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-d5f30f6a-b5b6-4440-ba44-ac5ef83574b0 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] 10.222.0.23 "GET /v2.0/floatingips/1dac77a1-4c97-4f4f-a5ce-41123dd4b6ab HTTP/1.1" status: 200 len: 991 time: 0.6192977 Jul 13 13:52:47.917986 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f2a5fb39-ddd6-476b-9c1b-4b9015094a28 req-8b1b190e-c643-49dd-b24b-042a0ee39104 service neutron] 10.222.0.23 "GET /v2.0/networks/b450f1e2-a722-4908-8646-fc79c4a514ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173855 Jul 13 13:52:47.946911 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 038b240b-7265-43de-a4f9-8f0091eeffee triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:52:47.947364 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:48.011575 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a9033c43-ef2c-4ef1-90a4-dc94eb59c40a None None] Notify callbacks [] for port, precommit_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:48.041155 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-a9033c43-ef2c-4ef1-90a4-dc94eb59c40a None None] Transition to ACTIVE for port object 630f05b5-4ff4-4b96-bfdc-11ef3ffb14c7 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:52:48.060171 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a9033c43-ef2c-4ef1-90a4-dc94eb59c40a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:48.171241 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7bd9da5e-d537-4359-8a75-fea5949e8c5f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:48.196138 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b136ca8f-9095-49a1-a7ea-f5652280e46a None None] Pushing event updated for resources: {'Port': ['ID=630f05b5-4ff4-4b96-bfdc-11ef3ffb14c7,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:52:48.231246 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:48.256755 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-06441bab-b202-42d7-92f6-d3a04c8e4540 req-1f2972ee-8f6d-4f46-a207-f4cb58443b22 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=44e9e118-3e55-459e-a9b2-0c0079a48a40 HTTP/1.1" status: 200 len: 999 time: 0.4104719 Jul 13 13:52:48.269206 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-371c4042-879d-40f1-9ca6-d833210f6433 req-86241b04-8900-4479-b5a7-ef9b4d096145 tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5219796-7cb4-4f57-83f9-a0e832f4593f HTTP/1.1" status: 200 len: 210 time: 0.0856988 Jul 13 13:52:48.333844 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06441bab-b202-42d7-92f6-d3a04c8e4540 req-21fa22f1-802a-4980-805f-33c590696b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:52:48.333982 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-a9033c43-ef2c-4ef1-90a4-dc94eb59c40a None None] Attempting to bind port 630f05b5-4ff4-4b96-bfdc-11ef3ffb14c7 on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:52:48.335333 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-06441bab-b202-42d7-92f6-d3a04c8e4540 req-21fa22f1-802a-4980-805f-33c590696b70 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=72813855-4fcc-4acd-b42e-646c1f5e9567 HTTP/1.1" status: 200 len: 835 time: 0.0651495 Jul 13 13:52:48.336654 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-a9033c43-ef2c-4ef1-90a4-dc94eb59c40a None None] Attempting to bind port 630f05b5-4ff4-4b96-bfdc-11ef3ffb14c7 by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': 'aa778533-c753-4426-b5cf-c401127e31f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'b450f1e2-a722-4908-8646-fc79c4a514ae'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:52:48.338460 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9033c43-ef2c-4ef1-90a4-dc94eb59c40a None None] Attempting to bind port 630f05b5-4ff4-4b96-bfdc-11ef3ffb14c7 on network b450f1e2-a722-4908-8646-fc79c4a514ae {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:52:48.356581 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9033c43-ef2c-4ef1-90a4-dc94eb59c40a None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 52, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:52:48.356956 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9033c43-ef2c-4ef1-90a4-dc94eb59c40a None None] Checking segment: {'id': 'aa778533-c753-4426-b5cf-c401127e31f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'b450f1e2-a722-4908-8646-fc79c4a514ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:52:48.357367 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a9033c43-ef2c-4ef1-90a4-dc94eb59c40a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:48.361236 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9033c43-ef2c-4ef1-90a4-dc94eb59c40a None None] Bound using segment: {'id': 'aa778533-c753-4426-b5cf-c401127e31f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'b450f1e2-a722-4908-8646-fc79c4a514ae'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:52:48.361839 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-a9033c43-ef2c-4ef1-90a4-dc94eb59c40a None None] Bound port: 630f05b5-4ff4-4b96-bfdc-11ef3ffb14c7, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa778533-c753-4426-b5cf-c401127e31f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'b450f1e2-a722-4908-8646-fc79c4a514ae'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:52:48.363706 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a9033c43-ef2c-4ef1-90a4-dc94eb59c40a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:48.448520 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port 038b240b-7265-43de-a4f9-8f0091eeffee, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=038b240b-7265-43de-a4f9-8f0091eeffee,segment=NetworkSegment(478e09eb-e72c-4611-89d0-372c3f749519),segment_id=478e09eb-e72c-4611-89d0-372c3f749519)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:52:48.468700 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:48.571027 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-e06a43a6-c8e4-485e-a410-2c44d55263f5 None None] Provisioning complete for port 038b240b-7265-43de-a4f9-8f0091eeffee triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:52:48.571027 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e06a43a6-c8e4-485e-a410-2c44d55263f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:48.575341 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-a9033c43-ef2c-4ef1-90a4-dc94eb59c40a None None] For port 630f05b5-4ff4-4b96-bfdc-11ef3ffb14c7, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:52:48.665051 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-a9033c43-ef2c-4ef1-90a4-dc94eb59c40a None None] For port 630f05b5-4ff4-4b96-bfdc-11ef3ffb14c7, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=630f05b5-4ff4-4b96-bfdc-11ef3ffb14c7,segment=NetworkSegment(aa778533-c753-4426-b5cf-c401127e31f4),segment_id=aa778533-c753-4426-b5cf-c401127e31f4)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:52:48.675077 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=038b240b-7265-43de-a4f9-8f0091eeffee,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:52:48.689552 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a9033c43-ef2c-4ef1-90a4-dc94eb59c40a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:48.830779 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1c94fa-c166-40dc-a27c-95751c515761 req-0805d08c-41d7-46dc-886e-9789cab4429f tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:52:48.837960 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9033c43-ef2c-4ef1-90a4-dc94eb59c40a None None] Routers {'2e33f264-5ed1-4293-aa8a-ca36294d37f7'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:52:48.838600 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-a9033c43-ef2c-4ef1-90a4-dc94eb59c40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:52:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['2e33f264-5ed1-4293-aa8a-ca36294d37f7'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:52:48.843236 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b136ca8f-9095-49a1-a7ea-f5652280e46a None None] Pushing event updated for resources: {'Port': ['ID=630f05b5-4ff4-4b96-bfdc-11ef3ffb14c7,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:52:48.851218 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-9c1c94fa-c166-40dc-a27c-95751c515761 req-0805d08c-41d7-46dc-886e-9789cab4429f tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] 10.222.0.23 "GET /v2.0/networks?id=b450f1e2-a722-4908-8646-fc79c4a514ae HTTP/1.1" status: 200 len: 819 time: 0.2267096 Jul 13 13:52:48.881639 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-9c1c94fa-c166-40dc-a27c-95751c515761 req-1b4f9bad-fbf5-4500-b8d0-d0b2dc10dccb tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] 10.222.0.23 "GET /v2.0/quotas/ac5768eaeb3242ac813c969082f024de HTTP/1.1" status: 200 len: 375 time: 0.0282757 Jul 13 13:52:48.975394 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 55326) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:52:49.075872 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 038b240b-7265-43de-a4f9-8f0091eeffee up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:52:49.096049 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-8e340918-4f4d-4424-bd27-d9e8daccc7c1 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] 10.222.0.23 "GET /v2.0/floatingips/1dac77a1-4c97-4f4f-a5ce-41123dd4b6ab HTTP/1.1" status: 200 len: 993 time: 0.1191082 Jul 13 13:52:49.179858 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-9c1c94fa-c166-40dc-a27c-95751c515761 req-1b67d056-4597-4d13-9b3f-e92c21da38c0 tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ac5768eaeb3242ac813c969082f024de&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2971795 Jul 13 13:52:49.194779 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-a9033c43-ef2c-4ef1-90a4-dc94eb59c40a None None] Set router 2e33f264-5ed1-4293-aa8a-ca36294d37f7 gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:52:49.257654 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 038b240b-7265-43de-a4f9-8f0091eeffee triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:52:49.258067 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:49.361109 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-9c1c94fa-c166-40dc-a27c-95751c515761 req-a5ad6501-3a6a-4d1b-81d9-890a1d306c81 service neutron] 10.222.0.23 "GET /v2.0/networks/b450f1e2-a722-4908-8646-fc79c4a514ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738007 Jul 13 13:52:49.421327 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3d3c42e0-0c50-4d28-989e-c4bbd718e68e req-6cf22cf4-12c9-4999-8846-a524976172ad tempest-ServerMetadataNegativeTestJSON-1575692935 tempest-ServerMetadataNegativeTestJSON-1575692935-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:49.440835 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06441bab-b202-42d7-92f6-d3a04c8e4540 req-d68a0d6e-89e2-4efa-b5dc-5b8055ce19f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:52:49.444989 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-06441bab-b202-42d7-92f6-d3a04c8e4540 req-d68a0d6e-89e2-4efa-b5dc-5b8055ce19f1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=74b894bb-81e0-406c-ab54-602d50ca5470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0812144 Jul 13 13:52:49.484364 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-23cd57e7-4c45-4406-a0f4-ef012410f00a req-5e0283a0-a08f-4a4f-80f8-813bf864590c tempest-ServerMetadataNegativeTestJSON-1575692935 tempest-ServerMetadataNegativeTestJSON-1575692935-project] 10.222.0.23 "GET /v2.0/ports?device_id=acbcd4c6-095c-4d14-8563-300d7239eaac HTTP/1.1" status: 200 len: 210 time: 0.0923681 Jul 13 13:52:49.492149 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-9c1c94fa-c166-40dc-a27c-95751c515761 req-bf21b5de-6cd1-44bc-8154-f471cb4c05fa service neutron] 10.222.0.23 "GET /v2.0/networks/b450f1e2-a722-4908-8646-fc79c4a514ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259108 Jul 13 13:52:49.663195 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-06441bab-b202-42d7-92f6-d3a04c8e4540 req-3611548b-e938-4e09-b455-481fff6f2a87 service neutron] 10.222.0.26 "GET /v2.0/networks/74b894bb-81e0-406c-ab54-602d50ca5470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756666 Jul 13 13:52:49.668152 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-a9033c43-ef2c-4ef1-90a4-dc94eb59c40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e33f264-5ed1-4293-aa8a-ca36294d37f7', 'name': 'tempest-ServerRescueNegativeTestJSON-1106204177-router', 'tenant_id': 'ac5768eaeb3242ac813c969082f024de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '237c48a3-704f-41ae-99a5-991a60efd53f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:52:33Z', 'updated_at': '2021-07-13T13:52:42Z', 'revision_number': 4, 'project_id': 'ac5768eaeb3242ac813c969082f024de', 'gw_port': {'id': '237c48a3-704f-41ae-99a5-991a60efd53f', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:de:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e33f264-5ed1-4293-aa8a-ca36294d37f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:52:34Z', 'updated_at': '2021-07-13T13:52:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': '630f05b5-4ff4-4b96-bfdc-11ef3ffb14c7', 'name': '', 'network_id': 'b450f1e2-a722-4908-8646-fc79c4a514ae', 'tenant_id': 'ac5768eaeb3242ac813c969082f024de', 'mac_address': 'fa:16:3e:c2:ca:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e33f264-5ed1-4293-aa8a-ca36294d37f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2635, 'fixed_ips': [{'subnet_id': 'a936942e-7fca-4553-9966-ac3c5be7d1ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:52:40Z', 'updated_at': '2021-07-13T13:52:48Z', 'revision_number': 4, 'project_id': 'ac5768eaeb3242ac813c969082f024de', 'subnets': [{'id': 'a936942e-7fca-4553-9966-ac3c5be7d1ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:52:49.704575 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9033c43-ef2c-4ef1-90a4-dc94eb59c40a None None] The sync data for ids ['2e33f264-5ed1-4293-aa8a-ca36294d37f7'] in n-d-800634-1 is: [{'id': '2e33f264-5ed1-4293-aa8a-ca36294d37f7', 'name': 'tempest-ServerRescueNegativeTestJSON-1106204177-router', 'tenant_id': 'ac5768eaeb3242ac813c969082f024de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '237c48a3-704f-41ae-99a5-991a60efd53f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:52:33Z', 'updated_at': '2021-07-13T13:52:42Z', 'revision_number': 4, 'project_id': 'ac5768eaeb3242ac813c969082f024de', 'gw_port': {'id': '237c48a3-704f-41ae-99a5-991a60efd53f', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:de:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e33f264-5ed1-4293-aa8a-ca36294d37f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:52:34Z', 'updated_at': '2021-07-13T13:52:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': '630f05b5-4ff4-4b96-bfdc-11ef3ffb14c7', 'name': '', 'network_id': 'b450f1e2-a722-4908-8646-fc79c4a514ae', 'tenant_id': 'ac5768eaeb3242ac813c969082f024de', 'mac_address': 'fa:16:3e:c2:ca:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e33f264-5ed1-4293-aa8a-ca36294d37f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2635, 'fixed_ips': [{'subnet_id': 'a936942e-7fca-4553-9966-ac3c5be7d1ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:52:40Z', 'updated_at': '2021-07-13T13:52:48Z', 'revision_number': 4, 'project_id': 'ac5768eaeb3242ac813c969082f024de', 'subnets': [{'id': 'a936942e-7fca-4553-9966-ac3c5be7d1ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:52:49.883511 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-58f4b51c-2b15-43b3-9411-025d3f71f3cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:49.940930 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-07b6e766-a81e-48a0-9db7-f695733f03ec req-c08a7ebf-a4fb-4cc6-8bdb-ac01f164dd62 tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf7f901c-4f58-47fe-8e41-08ae492360c9 HTTP/1.1" status: 200 len: 210 time: 0.0596550 Jul 13 13:52:49.996887 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7bd9da5e-d537-4359-8a75-fea5949e8c5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447217'] for router, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:50.007016 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:50.209588 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-06441bab-b202-42d7-92f6-d3a04c8e4540 req-8715df0d-163a-4347-99da-762d6d0895f4 service neutron] 10.222.0.26 "GET /v2.0/networks/74b894bb-81e0-406c-ab54-602d50ca5470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4773073 Jul 13 13:52:50.212806 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3d3c42e0-0c50-4d28-989e-c4bbd718e68e req-6cf22cf4-12c9-4999-8846-a524976172ad tempest-ServerMetadataNegativeTestJSON-1575692935 tempest-ServerMetadataNegativeTestJSON-1575692935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:50.408829 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf22cf4-12c9-4999-8846-a524976172ad tempest-ServerMetadataNegativeTestJSON-1575692935 tempest-ServerMetadataNegativeTestJSON-1575692935-project] Pushing event updated for resources: {'Port': ['ID=240c6ffc-3186-4df7-a620-6445996cc2be,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:52:50.425348 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d3c42e0-0c50-4d28-989e-c4bbd718e68e req-6cf22cf4-12c9-4999-8846-a524976172ad tempest-ServerMetadataNegativeTestJSON-1575692935 tempest-ServerMetadataNegativeTestJSON-1575692935-project] Network 2d78ebb6-cd6c-4043-bf10-c84e47c4f381 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:52:50.428695 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-3d3c42e0-0c50-4d28-989e-c4bbd718e68e req-6cf22cf4-12c9-4999-8846-a524976172ad tempest-ServerMetadataNegativeTestJSON-1575692935 tempest-ServerMetadataNegativeTestJSON-1575692935-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:52:50.432909 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d3c42e0-0c50-4d28-989e-c4bbd718e68e req-6cf22cf4-12c9-4999-8846-a524976172ad tempest-ServerMetadataNegativeTestJSON-1575692935 tempest-ServerMetadataNegativeTestJSON-1575692935-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:52:50.477435 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a5fb39-ddd6-476b-9c1b-4b9015094a28 req-161f7f5e-84f3-4877-9e2c-b8a98f8cde5d tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:52:50.480092 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f2a5fb39-ddd6-476b-9c1b-4b9015094a28 req-161f7f5e-84f3-4877-9e2c-b8a98f8cde5d tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] 10.222.0.41 "GET /v2.0/networks?id=b450f1e2-a722-4908-8646-fc79c4a514ae HTTP/1.1" status: 200 len: 819 time: 0.3822923 Jul 13 13:52:50.496640 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-f2a5fb39-ddd6-476b-9c1b-4b9015094a28 req-51f8cfb7-a535-462b-a05d-dd3d030daa2f tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] Request body: {'port': {'device_id': 'c5219796-7cb4-4f57-83f9-a0e832f4593f', 'network_id': 'b450f1e2-a722-4908-8646-fc79c4a514ae', 'admin_state_up': True, 'tenant_id': 'ac5768eaeb3242ac813c969082f024de'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:52:50.581645 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3c42e0-0c50-4d28-989e-c4bbd718e68e req-6cf22cf4-12c9-4999-8846-a524976172ad tempest-ServerMetadataNegativeTestJSON-1575692935 tempest-ServerMetadataNegativeTestJSON-1575692935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:52:50.585962 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3d3c42e0-0c50-4d28-989e-c4bbd718e68e req-6cf22cf4-12c9-4999-8846-a524976172ad tempest-ServerMetadataNegativeTestJSON-1575692935 tempest-ServerMetadataNegativeTestJSON-1575692935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:50.616865 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3d3c42e0-0c50-4d28-989e-c4bbd718e68e req-6cf22cf4-12c9-4999-8846-a524976172ad tempest-ServerMetadataNegativeTestJSON-1575692935 tempest-ServerMetadataNegativeTestJSON-1575692935-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9409564 Jul 13 13:52:50.641267 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-3d3c42e0-0c50-4d28-989e-c4bbd718e68e req-f7b22640-57b4-4e01-8441-54706afe7d61 service neutron] Request body: {'port': {'device_id': 'acbcd4c6-095c-4d14-8563-300d7239eaac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:52:50.768972 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2a5fb39-ddd6-476b-9c1b-4b9015094a28 req-51f8cfb7-a535-462b-a05d-dd3d030daa2f tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] Made reservation on behalf of ac5768eaeb3242ac813c969082f024de for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:52:50.772695 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-f2a5fb39-ddd6-476b-9c1b-4b9015094a28 req-51f8cfb7-a535-462b-a05d-dd3d030daa2f tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:50.784730 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3d3c42e0-0c50-4d28-989e-c4bbd718e68e req-f7b22640-57b4-4e01-8441-54706afe7d61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:50.889102 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bd9da5e-d537-4359-8a75-fea5949e8c5f admin admin] Router 751efbe8-fc52-4f90-9ae7-106011998adb is scheduled to L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 with binding_index 1 {{(pid=93750) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 13:52:51.008539 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [req-f2a5fb39-ddd6-476b-9c1b-4b9015094a28 req-51f8cfb7-a535-462b-a05d-dd3d030daa2f tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] Allocated IP 172.20.0.7 (b450f1e2-a722-4908-8646-fc79c4a514ae/a936942e-7fca-4553-9966-ac3c5be7d1ca/a5d46911-2f83-4169-9f46-14e83180fa25) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:52:51.051856 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 630f05b5-4ff4-4b96-bfdc-11ef3ffb14c7 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:52:51.152166 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:51.187176 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port 630f05b5-4ff4-4b96-bfdc-11ef3ffb14c7 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:52:51.192880 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 630f05b5-4ff4-4b96-bfdc-11ef3ffb14c7 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:52:51.193236 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:51.220171 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bd9da5e-d537-4359-8a75-fea5949e8c5f admin admin] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:52:51.237640 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e931b2-35e6-4a69-b002-66193b1a3ef4 None None] Sync routers for ids ['751efbe8-fc52-4f90-9ae7-106011998adb'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:52:51.281869 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e931b2-35e6-4a69-b002-66193b1a3ef4 None None] Routers {'751efbe8-fc52-4f90-9ae7-106011998adb'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:52:51.282487 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-b4e931b2-35e6-4a69-b002-66193b1a3ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:52:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['751efbe8-fc52-4f90-9ae7-106011998adb'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:52:51.291997 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6e19120b-f543-4bf1-a244-15838e0d7d54 req-128aa19c-8e64-4c98-a82c-6a366368390d tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf7f901c-4f58-47fe-8e41-08ae492360c9 HTTP/1.1" status: 200 len: 210 time: 0.0593441 Jul 13 13:52:51.309339 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f211b821-c5c4-49f7-a470-b6f9730a1bff req-de9c2a0d-690b-476c-8216-a1c5110c559b tempest-ServerMetadataNegativeTestJSON-1575692935 tempest-ServerMetadataNegativeTestJSON-1575692935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:52:51.310277 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7bd9da5e-d537-4359-8a75-fea5949e8c5f admin admin] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:51.321065 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f211b821-c5c4-49f7-a470-b6f9730a1bff req-de9c2a0d-690b-476c-8216-a1c5110c559b tempest-ServerMetadataNegativeTestJSON-1575692935 tempest-ServerMetadataNegativeTestJSON-1575692935-project] 10.222.0.23 "GET /v2.0/ports?device_id=acbcd4c6-095c-4d14-8563-300d7239eaac HTTP/1.1" status: 200 len: 931 time: 0.5976307 Jul 13 13:52:51.324099 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-7bd9da5e-d537-4359-8a75-fea5949e8c5f admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 8.3016999 Jul 13 13:52:51.327044 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 55372) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:52:51.439768 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:51.443780 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f211b821-c5c4-49f7-a470-b6f9730a1bff req-b4b62f93-4fad-4e94-a935-62a21ae62dfd tempest-ServerMetadataNegativeTestJSON-1575692935 tempest-ServerMetadataNegativeTestJSON-1575692935-project] 10.222.0.23 "GET /v2.0/security-groups?id=f31e49c5-ba17-4018-bd31-e49228e30d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208529 Jul 13 13:52:51.506749 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-f2a5fb39-ddd6-476b-9c1b-4b9015094a28 req-51f8cfb7-a535-462b-a05d-dd3d030daa2f tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:51.525648 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port 630f05b5-4ff4-4b96-bfdc-11ef3ffb14c7, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=630f05b5-4ff4-4b96-bfdc-11ef3ffb14c7,segment=NetworkSegment(aa778533-c753-4426-b5cf-c401127e31f4),segment_id=aa778533-c753-4426-b5cf-c401127e31f4)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:52:51.536849 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-b4e931b2-35e6-4a69-b002-66193b1a3ef4 None None] Set router 751efbe8-fc52-4f90-9ae7-106011998adb gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:52:51.574494 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-f2a5fb39-ddd6-476b-9c1b-4b9015094a28 req-51f8cfb7-a535-462b-a05d-dd3d030daa2f tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:51.589474 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:51.638515 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-3d3c42e0-0c50-4d28-989e-c4bbd718e68e req-f7b22640-57b4-4e01-8441-54706afe7d61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 240c6ffc-3186-4df7-a620-6445996cc2be {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:52:51.649680 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2a5fb39-ddd6-476b-9c1b-4b9015094a28 req-51f8cfb7-a535-462b-a05d-dd3d030daa2f tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] Network b450f1e2-a722-4908-8646-fc79c4a514ae is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:52:51.659635 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [req-f2a5fb39-ddd6-476b-9c1b-4b9015094a28 req-51f8cfb7-a535-462b-a05d-dd3d030daa2f tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:52:51.662029 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3d3c42e0-0c50-4d28-989e-c4bbd718e68e req-f7b22640-57b4-4e01-8441-54706afe7d61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:51.685103 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2a5fb39-ddd6-476b-9c1b-4b9015094a28 req-51f8cfb7-a535-462b-a05d-dd3d030daa2f tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:52:51.806319 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a5fb39-ddd6-476b-9c1b-4b9015094a28 req-51f8cfb7-a535-462b-a05d-dd3d030daa2f tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:52:51.807251 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-f2a5fb39-ddd6-476b-9c1b-4b9015094a28 req-51f8cfb7-a535-462b-a05d-dd3d030daa2f tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:51.814182 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-3d3c42e0-0c50-4d28-989e-c4bbd718e68e req-f7b22640-57b4-4e01-8441-54706afe7d61 service neutron] Transition to ACTIVE for port object 240c6ffc-3186-4df7-a620-6445996cc2be will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:52:51.833803 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f2a5fb39-ddd6-476b-9c1b-4b9015094a28 req-51f8cfb7-a535-462b-a05d-dd3d030daa2f tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3414087 Jul 13 13:52:51.848673 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-f2a5fb39-ddd6-476b-9c1b-4b9015094a28 req-8e0cf4a8-1406-4552-bdf0-cf994ae07172 service neutron] Request body: {'port': {'device_id': 'c5219796-7cb4-4f57-83f9-a0e832f4593f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-1'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:52:51.875229 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f8cfb7-a535-462b-a05d-dd3d030daa2f tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] Pushing event updated for resources: {'Port': ['ID=a5d46911-2f83-4169-9f46-14e83180fa25,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:52:51.924103 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3d3c42e0-0c50-4d28-989e-c4bbd718e68e req-f7b22640-57b4-4e01-8441-54706afe7d61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:51.958372 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=630f05b5-4ff4-4b96-bfdc-11ef3ffb14c7,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:52:51.993999 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:52:51.994731 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:52:51.995259 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:52:51.995782 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:52:51.996299 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:52:51.996594 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-f2a5fb39-ddd6-476b-9c1b-4b9015094a28 req-8e0cf4a8-1406-4552-bdf0-cf994ae07172 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:51.997015 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:52:51.997760 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:52:51.998440 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:52:51.998956 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:52:51.999468 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:52:51.999996 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:52:52.000507 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:52:52.036630 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b22640-57b4-4e01-8441-54706afe7d61 service neutron] Pushing event updated for resources: {'Port': ['ID=240c6ffc-3186-4df7-a620-6445996cc2be,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:52:52.061358 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-b4e931b2-35e6-4a69-b002-66193b1a3ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '751efbe8-fc52-4f90-9ae7-106011998adb', 'name': 'tempest-TaggedBootDevicesTest_v242-803998605-router', 'tenant_id': 'cddde6624d514a049e75835df6c903ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': 'd86bac5b-b7af-4efa-a95c-ed1a400a33a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:52:43Z', 'updated_at': '2021-07-13T13:52:47Z', 'revision_number': 3, 'project_id': 'cddde6624d514a049e75835df6c903ed', 'gw_port': {'id': 'd86bac5b-b7af-4efa-a95c-ed1a400a33a0', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:a2:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '751efbe8-fc52-4f90-9ae7-106011998adb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2640, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:52:44Z', 'updated_at': '2021-07-13T13:52:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:52:52.136295 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e931b2-35e6-4a69-b002-66193b1a3ef4 None None] Checking router: 751efbe8-fc52-4f90-9ae7-106011998adb for host: n-d-800634-1 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 13:52:52.137483 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e931b2-35e6-4a69-b002-66193b1a3ef4 None None] Updating router 751efbe8-fc52-4f90-9ae7-106011998adb port d86bac5b-b7af-4efa-a95c-ed1a400a33a0 binding host n-d-800634-1 {{(pid=93752) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 13:52:52.178448 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b4e931b2-35e6-4a69-b002-66193b1a3ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:52.235377 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1c94fa-c166-40dc-a27c-95751c515761 req-cb27ae8e-a959-4d95-b2ce-b0bf087d5a4f tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:52:52.236916 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9c1c94fa-c166-40dc-a27c-95751c515761 req-cb27ae8e-a959-4d95-b2ce-b0bf087d5a4f tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] 10.222.0.26 "GET /v2.0/networks?id=b450f1e2-a722-4908-8646-fc79c4a514ae HTTP/1.1" status: 200 len: 819 time: 0.5695744 Jul 13 13:52:52.271069 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-9c1c94fa-c166-40dc-a27c-95751c515761 req-c3df2c25-a162-4263-a596-782dde86119e tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] Request body: {'port': {'device_id': 'cf7f901c-4f58-47fe-8e41-08ae492360c9', 'network_id': 'b450f1e2-a722-4908-8646-fc79c4a514ae', 'admin_state_up': True, 'tenant_id': 'ac5768eaeb3242ac813c969082f024de'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:52:52.510594 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-3d3c42e0-0c50-4d28-989e-c4bbd718e68e req-f7b22640-57b4-4e01-8441-54706afe7d61 service neutron] Attempting to bind port 240c6ffc-3186-4df7-a620-6445996cc2be on host n-h2-800634-1 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:52:52.511227 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-3d3c42e0-0c50-4d28-989e-c4bbd718e68e req-f7b22640-57b4-4e01-8441-54706afe7d61 service neutron] Attempting to bind port 240c6ffc-3186-4df7-a620-6445996cc2be by drivers openvswitch,hyperv on host n-h2-800634-1 at level 0 using segments [{'id': 'ae0b853c-2e59-420c-8b30-6369c5c0d01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '2d78ebb6-cd6c-4043-bf10-c84e47c4f381'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:52:52.511782 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d3c42e0-0c50-4d28-989e-c4bbd718e68e req-f7b22640-57b4-4e01-8441-54706afe7d61 service neutron] Attempting to bind port 240c6ffc-3186-4df7-a620-6445996cc2be on network 2d78ebb6-cd6c-4043-bf10-c84e47c4f381 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:52:52.529158 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [req-f2a5fb39-ddd6-476b-9c1b-4b9015094a28 req-8e0cf4a8-1406-4552-bdf0-cf994ae07172 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5d46911-2f83-4169-9f46-14e83180fa25 {{(pid=93751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:52:52.546259 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-f2a5fb39-ddd6-476b-9c1b-4b9015094a28 req-8e0cf4a8-1406-4552-bdf0-cf994ae07172 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:52.568397 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-f2a5fb39-ddd6-476b-9c1b-4b9015094a28 req-8e0cf4a8-1406-4552-bdf0-cf994ae07172 service neutron] Transition to ACTIVE for port object a5d46911-2f83-4169-9f46-14e83180fa25 will not be triggered until provisioned by entity L2. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:52:52.578865 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-f2a5fb39-ddd6-476b-9c1b-4b9015094a28 req-8e0cf4a8-1406-4552-bdf0-cf994ae07172 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:52.582863 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d3c42e0-0c50-4d28-989e-c4bbd718e68e req-f7b22640-57b4-4e01-8441-54706afe7d61 service neutron] Port 240c6ffc-3186-4df7-a620-6445996cc2be on network 2d78ebb6-cd6c-4043-bf10-c84e47c4f381 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-1 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:52:52.583416 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d3c42e0-0c50-4d28-989e-c4bbd718e68e req-f7b22640-57b4-4e01-8441-54706afe7d61 service neutron] Attempting to bind port 240c6ffc-3186-4df7-a620-6445996cc2be on network 2d78ebb6-cd6c-4043-bf10-c84e47c4f381 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:52:52.634505 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b0d8354f-1625-41d5-ad05-a60a61c563ff req-8d2c542a-ec71-41ff-8b3a-93f507c95a58 tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf7f901c-4f58-47fe-8e41-08ae492360c9 HTTP/1.1" status: 200 len: 210 time: 0.0774088 Jul 13 13:52:52.650100 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b4e931b2-35e6-4a69-b002-66193b1a3ef4 None None] Notify callbacks [] for port, precommit_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:52.652623 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d3c42e0-0c50-4d28-989e-c4bbd718e68e req-f7b22640-57b4-4e01-8441-54706afe7d61 service neutron] Checking agent: {'id': 'f615e5c9-21ab-43f2-adbc-192d64b795cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 52, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:52:52.653759 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d3c42e0-0c50-4d28-989e-c4bbd718e68e req-f7b22640-57b4-4e01-8441-54706afe7d61 service neutron] Checking segment: {'id': 'ae0b853c-2e59-420c-8b30-6369c5c0d01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '2d78ebb6-cd6c-4043-bf10-c84e47c4f381'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:52:52.654404 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d3c42e0-0c50-4d28-989e-c4bbd718e68e req-f7b22640-57b4-4e01-8441-54706afe7d61 service neutron] Bound using segment: {'id': 'ae0b853c-2e59-420c-8b30-6369c5c0d01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '2d78ebb6-cd6c-4043-bf10-c84e47c4f381'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:52:52.655290 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-3d3c42e0-0c50-4d28-989e-c4bbd718e68e req-f7b22640-57b4-4e01-8441-54706afe7d61 service neutron] Bound port: 240c6ffc-3186-4df7-a620-6445996cc2be, host: n-h2-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae0b853c-2e59-420c-8b30-6369c5c0d01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '2d78ebb6-cd6c-4043-bf10-c84e47c4f381'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:52:52.656071 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3d3c42e0-0c50-4d28-989e-c4bbd718e68e req-f7b22640-57b4-4e01-8441-54706afe7d61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:52.662031 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b4e931b2-35e6-4a69-b002-66193b1a3ef4 None None] Transition to ACTIVE for port object d86bac5b-b7af-4efa-a95c-ed1a400a33a0 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:52:52.691607 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b4e931b2-35e6-4a69-b002-66193b1a3ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:52.707188 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0cf4a8-1406-4552-bdf0-cf994ae07172 service neutron] Pushing event updated for resources: {'Port': ['ID=a5d46911-2f83-4169-9f46-14e83180fa25,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:52:52.731047 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:52.782201 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-b4e931b2-35e6-4a69-b002-66193b1a3ef4 None None] Attempting to bind port d86bac5b-b7af-4efa-a95c-ed1a400a33a0 on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:52:52.782619 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-b4e931b2-35e6-4a69-b002-66193b1a3ef4 None None] Attempting to bind port d86bac5b-b7af-4efa-a95c-ed1a400a33a0 by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:52:52.782994 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e931b2-35e6-4a69-b002-66193b1a3ef4 None None] Attempting to bind port d86bac5b-b7af-4efa-a95c-ed1a400a33a0 on network acf968b8-c524-46a9-a20b-ad9667009130 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:52:52.786909 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772e9427-56ce-4fb1-8b14-2953331921b4 None None] Pushing event updated for resources: {'Port': ['ID=d86bac5b-b7af-4efa-a95c-ed1a400a33a0,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:52:52.792588 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e931b2-35e6-4a69-b002-66193b1a3ef4 None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 52, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:52:52.792972 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e931b2-35e6-4a69-b002-66193b1a3ef4 None None] Checking segment: {'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:52:52.793381 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b4e931b2-35e6-4a69-b002-66193b1a3ef4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:52.793968 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e931b2-35e6-4a69-b002-66193b1a3ef4 None None] Bound using segment: {'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:52:52.794603 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-b4e931b2-35e6-4a69-b002-66193b1a3ef4 None None] Bound port: d86bac5b-b7af-4efa-a95c-ed1a400a33a0, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:52:52.795075 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b4e931b2-35e6-4a69-b002-66193b1a3ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:52.861716 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c1c94fa-c166-40dc-a27c-95751c515761 req-c3df2c25-a162-4263-a596-782dde86119e tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] Made reservation on behalf of ac5768eaeb3242ac813c969082f024de for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:52:52.865348 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-9c1c94fa-c166-40dc-a27c-95751c515761 req-c3df2c25-a162-4263-a596-782dde86119e tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:52.877157 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-f2a5fb39-ddd6-476b-9c1b-4b9015094a28 req-8e0cf4a8-1406-4552-bdf0-cf994ae07172 service neutron] Attempting to bind port a5d46911-2f83-4169-9f46-14e83180fa25 on host n-h2-800634-1 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:52:52.877597 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-f2a5fb39-ddd6-476b-9c1b-4b9015094a28 req-8e0cf4a8-1406-4552-bdf0-cf994ae07172 service neutron] Attempting to bind port a5d46911-2f83-4169-9f46-14e83180fa25 by drivers openvswitch,hyperv on host n-h2-800634-1 at level 0 using segments [{'id': 'aa778533-c753-4426-b5cf-c401127e31f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'b450f1e2-a722-4908-8646-fc79c4a514ae'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:52:52.878068 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a5fb39-ddd6-476b-9c1b-4b9015094a28 req-8e0cf4a8-1406-4552-bdf0-cf994ae07172 service neutron] Attempting to bind port a5d46911-2f83-4169-9f46-14e83180fa25 on network b450f1e2-a722-4908-8646-fc79c4a514ae {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:52:52.879465 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b4e931b2-35e6-4a69-b002-66193b1a3ef4 None None] For port d86bac5b-b7af-4efa-a95c-ed1a400a33a0, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:52:52.884366 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b4e931b2-35e6-4a69-b002-66193b1a3ef4 None None] For port d86bac5b-b7af-4efa-a95c-ed1a400a33a0, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=d86bac5b-b7af-4efa-a95c-ed1a400a33a0,segment=NetworkSegment(3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87),segment_id=3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:52:52.891770 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a5fb39-ddd6-476b-9c1b-4b9015094a28 req-8e0cf4a8-1406-4552-bdf0-cf994ae07172 service neutron] Port a5d46911-2f83-4169-9f46-14e83180fa25 on network b450f1e2-a722-4908-8646-fc79c4a514ae not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-1 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:52:52.892175 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a5fb39-ddd6-476b-9c1b-4b9015094a28 req-8e0cf4a8-1406-4552-bdf0-cf994ae07172 service neutron] Attempting to bind port a5d46911-2f83-4169-9f46-14e83180fa25 on network b450f1e2-a722-4908-8646-fc79c4a514ae {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:52:52.896428 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b4e931b2-35e6-4a69-b002-66193b1a3ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:52.902812 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a5fb39-ddd6-476b-9c1b-4b9015094a28 req-8e0cf4a8-1406-4552-bdf0-cf994ae07172 service neutron] Checking agent: {'id': 'f615e5c9-21ab-43f2-adbc-192d64b795cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 52, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:52:52.903261 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a5fb39-ddd6-476b-9c1b-4b9015094a28 req-8e0cf4a8-1406-4552-bdf0-cf994ae07172 service neutron] Checking segment: {'id': 'aa778533-c753-4426-b5cf-c401127e31f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'b450f1e2-a722-4908-8646-fc79c4a514ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:52:52.903773 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a5fb39-ddd6-476b-9c1b-4b9015094a28 req-8e0cf4a8-1406-4552-bdf0-cf994ae07172 service neutron] Bound using segment: {'id': 'aa778533-c753-4426-b5cf-c401127e31f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'b450f1e2-a722-4908-8646-fc79c4a514ae'} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:52:52.908606 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-f2a5fb39-ddd6-476b-9c1b-4b9015094a28 req-8e0cf4a8-1406-4552-bdf0-cf994ae07172 service neutron] Bound port: a5d46911-2f83-4169-9f46-14e83180fa25, host: n-h2-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa778533-c753-4426-b5cf-c401127e31f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'b450f1e2-a722-4908-8646-fc79c4a514ae'}}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:52:52.909150 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-f2a5fb39-ddd6-476b-9c1b-4b9015094a28 req-8e0cf4a8-1406-4552-bdf0-cf994ae07172 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:52.919204 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9bccc9-53b9-4425-9683-57e767106640 req-507887ce-937d-4279-a44b-75fc6a9a3b73 tempest-ServerMetadataNegativeTestJSON-1575692935 tempest-ServerMetadataNegativeTestJSON-1575692935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:52:52.921394 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ee9bccc9-53b9-4425-9683-57e767106640 req-507887ce-937d-4279-a44b-75fc6a9a3b73 tempest-ServerMetadataNegativeTestJSON-1575692935 tempest-ServerMetadataNegativeTestJSON-1575692935-project] 10.222.0.23 "GET /v2.0/ports?device_id=acbcd4c6-095c-4d14-8563-300d7239eaac HTTP/1.1" status: 200 len: 943 time: 0.2060666 Jul 13 13:52:53.142563 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ee9bccc9-53b9-4425-9683-57e767106640 req-e8225162-6970-445a-84af-7fde42d8d806 tempest-ServerMetadataNegativeTestJSON-1575692935 tempest-ServerMetadataNegativeTestJSON-1575692935-project] 10.222.0.23 "GET /v2.0/security-groups?id=f31e49c5-ba17-4018-bd31-e49228e30d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937177 Jul 13 13:52:53.144270 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-f2a5fb39-ddd6-476b-9c1b-4b9015094a28 req-8e0cf4a8-1406-4552-bdf0-cf994ae07172 service neutron] For port a5d46911-2f83-4169-9f46-14e83180fa25, host n-h2-800634-1, cleared binding levels {{(pid=93751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:52:53.148363 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-f2a5fb39-ddd6-476b-9c1b-4b9015094a28 req-8e0cf4a8-1406-4552-bdf0-cf994ae07172 service neutron] For port a5d46911-2f83-4169-9f46-14e83180fa25, host n-h2-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=a5d46911-2f83-4169-9f46-14e83180fa25,segment=NetworkSegment(aa778533-c753-4426-b5cf-c401127e31f4),segment_id=aa778533-c753-4426-b5cf-c401127e31f4)] {{(pid=93751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:52:53.172198 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-f2a5fb39-ddd6-476b-9c1b-4b9015094a28 req-8e0cf4a8-1406-4552-bdf0-cf994ae07172 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:53.239443 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 630f05b5-4ff4-4b96-bfdc-11ef3ffb14c7 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:52:53.257110 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a5fb39-ddd6-476b-9c1b-4b9015094a28 req-8e0cf4a8-1406-4552-bdf0-cf994ae07172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:52:53.259480 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-f2a5fb39-ddd6-476b-9c1b-4b9015094a28 req-8e0cf4a8-1406-4552-bdf0-cf994ae07172 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:53.265223 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f2a5fb39-ddd6-476b-9c1b-4b9015094a28 req-8e0cf4a8-1406-4552-bdf0-cf994ae07172 service neutron] 10.222.0.41 "PUT /v2.0/ports/a5d46911-2f83-4169-9f46-14e83180fa25 HTTP/1.1" status: 200 len: 1091 time: 1.4203751 Jul 13 13:52:53.265223 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5219796-7cb4-4f57-83f9-a0e832f4593f', 'tag': 'a5d46911-2f83-4169-9f46-14e83180fa25'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:52:53.272229 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d17b627af75e17e0f4b8d6239d04f8c2f78634e2c585e32a7aeca336500f34a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d003f62-c961-4cb1-b630-7a9d474e8e04" -d '{"events": [{"name": "network-changed", "server_uuid": "c5219796-7cb4-4f57-83f9-a0e832f4593f", "tag": "a5d46911-2f83-4169-9f46-14e83180fa25"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:52:53.384062 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e931b2-35e6-4a69-b002-66193b1a3ef4 None None] Routers {'751efbe8-fc52-4f90-9ae7-106011998adb'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:52:53.384756 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-b4e931b2-35e6-4a69-b002-66193b1a3ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:52:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['751efbe8-fc52-4f90-9ae7-106011998adb'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:52:53.430724 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 13:52:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77cb519f-1c44-4e43-a8d7-3014d35f5937 x-openstack-request-id: req-77cb519f-1c44-4e43-a8d7-3014d35f5937 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:52:53.431671 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5219796-7cb4-4f57-83f9-a0e832f4593f", "tag": "a5d46911-2f83-4169-9f46-14e83180fa25", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:52:53.432148 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-77cb519f-1c44-4e43-a8d7-3014d35f5937 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:52:53.432770 n-d-800634-1 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5219796-7cb4-4f57-83f9-a0e832f4593f', 'tag': 'a5d46911-2f83-4169-9f46-14e83180fa25', 'status': 'completed', 'code': 200} Jul 13 13:52:53.441057 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-3d3c42e0-0c50-4d28-989e-c4bbd718e68e req-f7b22640-57b4-4e01-8441-54706afe7d61 service neutron] For port 240c6ffc-3186-4df7-a620-6445996cc2be, host n-h2-800634-1, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:52:53.445810 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772e9427-56ce-4fb1-8b14-2953331921b4 None None] Pushing event updated for resources: {'Port': ['ID=d86bac5b-b7af-4efa-a95c-ed1a400a33a0,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:52:53.453613 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 630f05b5-4ff4-4b96-bfdc-11ef3ffb14c7 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:52:53.454035 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:53.484185 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0cf4a8-1406-4552-bdf0-cf994ae07172 service neutron] Pushing event updated for resources: {'Port': ['ID=a5d46911-2f83-4169-9f46-14e83180fa25,revision_number=3']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:52:53.484660 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-3d3c42e0-0c50-4d28-989e-c4bbd718e68e req-f7b22640-57b4-4e01-8441-54706afe7d61 service neutron] For port 240c6ffc-3186-4df7-a620-6445996cc2be, host n-h2-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=240c6ffc-3186-4df7-a620-6445996cc2be,segment=NetworkSegment(ae0b853c-2e59-420c-8b30-6369c5c0d01d),segment_id=ae0b853c-2e59-420c-8b30-6369c5c0d01d)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:52:53.514771 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a5fb39-ddd6-476b-9c1b-4b9015094a28 req-0ec222b9-d3d4-43b0-b6ae-605b5e405472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:52:53.516657 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f2a5fb39-ddd6-476b-9c1b-4b9015094a28 req-0ec222b9-d3d4-43b0-b6ae-605b5e405472 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ac5768eaeb3242ac813c969082f024de&device_id=c5219796-7cb4-4f57-83f9-a0e832f4593f HTTP/1.1" status: 200 len: 1094 time: 0.2003548 Jul 13 13:52:53.543005 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 13:52:53.572646 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3d3c42e0-0c50-4d28-989e-c4bbd718e68e req-f7b22640-57b4-4e01-8441-54706afe7d61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:53.582386 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f2a5fb39-ddd6-476b-9c1b-4b9015094a28 req-484f00ac-37f3-44ad-9898-14a660e928e0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a5d46911-2f83-4169-9f46-14e83180fa25 HTTP/1.1" status: 200 len: 217 time: 0.0577414 Jul 13 13:52:53.588269 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-b4e931b2-35e6-4a69-b002-66193b1a3ef4 None None] Set router 751efbe8-fc52-4f90-9ae7-106011998adb gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:52:53.644961 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a5fb39-ddd6-476b-9c1b-4b9015094a28 req-6626eabe-1e3c-495e-9f49-c06598a6d918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:52:53.646997 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f2a5fb39-ddd6-476b-9c1b-4b9015094a28 req-6626eabe-1e3c-495e-9f49-c06598a6d918 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a936942e-7fca-4553-9966-ac3c5be7d1ca HTTP/1.1" status: 200 len: 859 time: 0.0588570 Jul 13 13:52:53.696156 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f2a5fb39-ddd6-476b-9c1b-4b9015094a28 req-3e31b209-1caf-4b1b-ba4b-30c8b6cc2791 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b450f1e2-a722-4908-8646-fc79c4a514ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420606 Jul 13 13:52:53.727233 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3c42e0-0c50-4d28-989e-c4bbd718e68e req-f7b22640-57b4-4e01-8441-54706afe7d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:52:53.727642 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3d3c42e0-0c50-4d28-989e-c4bbd718e68e req-f7b22640-57b4-4e01-8441-54706afe7d61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:53.728749 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3d3c42e0-0c50-4d28-989e-c4bbd718e68e req-f7b22640-57b4-4e01-8441-54706afe7d61 service neutron] 10.222.0.41 "PUT /v2.0/ports/240c6ffc-3186-4df7-a620-6445996cc2be HTTP/1.1" status: 200 len: 1091 time: 3.0977581 Jul 13 13:52:53.730926 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acbcd4c6-095c-4d14-8563-300d7239eaac', 'tag': '240c6ffc-3186-4df7-a620-6445996cc2be'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:52:53.744249 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bcc86a5-c0c8-4adc-9edc-a952444d04fb" -d '{"events": [{"name": "network-changed", "server_uuid": "acbcd4c6-095c-4d14-8563-300d7239eaac", "tag": "240c6ffc-3186-4df7-a620-6445996cc2be"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:52:53.816669 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f5946e0f-66b2-4fc8-9880-ea7d6b4fe7fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:53.818651 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f2a5fb39-ddd6-476b-9c1b-4b9015094a28 req-cd662b24-4d41-467d-836c-daffebb2fa08 service neutron] 10.222.0.41 "GET /v2.0/networks/b450f1e2-a722-4908-8646-fc79c4a514ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158862 Jul 13 13:52:53.850287 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-b4e931b2-35e6-4a69-b002-66193b1a3ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '751efbe8-fc52-4f90-9ae7-106011998adb', 'name': 'tempest-TaggedBootDevicesTest_v242-803998605-router', 'tenant_id': 'cddde6624d514a049e75835df6c903ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': 'd86bac5b-b7af-4efa-a95c-ed1a400a33a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:52:43Z', 'updated_at': '2021-07-13T13:52:47Z', 'revision_number': 3, 'project_id': 'cddde6624d514a049e75835df6c903ed', 'gw_port': {'id': 'd86bac5b-b7af-4efa-a95c-ed1a400a33a0', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:a2:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '751efbe8-fc52-4f90-9ae7-106011998adb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2640, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:52:44Z', 'updated_at': '2021-07-13T13:52:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:52:53.865963 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 13:52:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20101a56-95fa-4e09-8d03-9e8b6ededf24 x-openstack-request-id: req-20101a56-95fa-4e09-8d03-9e8b6ededf24 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:52:53.866434 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acbcd4c6-095c-4d14-8563-300d7239eaac", "tag": "240c6ffc-3186-4df7-a620-6445996cc2be", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:52:53.867189 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-20101a56-95fa-4e09-8d03-9e8b6ededf24 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:52:53.867780 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acbcd4c6-095c-4d14-8563-300d7239eaac', 'tag': '240c6ffc-3186-4df7-a620-6445996cc2be', 'status': 'completed', 'code': 200} Jul 13 13:52:53.878208 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e931b2-35e6-4a69-b002-66193b1a3ef4 None None] The sync data for ids ['751efbe8-fc52-4f90-9ae7-106011998adb'] in n-d-800634-1 is: [{'id': '751efbe8-fc52-4f90-9ae7-106011998adb', 'name': 'tempest-TaggedBootDevicesTest_v242-803998605-router', 'tenant_id': 'cddde6624d514a049e75835df6c903ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': 'd86bac5b-b7af-4efa-a95c-ed1a400a33a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:52:43Z', 'updated_at': '2021-07-13T13:52:47Z', 'revision_number': 3, 'project_id': 'cddde6624d514a049e75835df6c903ed', 'gw_port': {'id': 'd86bac5b-b7af-4efa-a95c-ed1a400a33a0', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:a2:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '751efbe8-fc52-4f90-9ae7-106011998adb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2640, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:52:44Z', 'updated_at': '2021-07-13T13:52:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:52:53.907204 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-9c1c94fa-c166-40dc-a27c-95751c515761 req-c3df2c25-a162-4263-a596-782dde86119e tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] Allocated IP 172.20.0.2 (b450f1e2-a722-4908-8646-fc79c4a514ae/a936942e-7fca-4553-9966-ac3c5be7d1ca/7645d7fc-de26-4532-b5ce-a6a84542cd83) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:52:53.915885 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3a7a42d7-231b-4c8a-a32f-7a87593b9d5f req-fa04261a-3533-4337-bb64-43fa0140557c tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf7f901c-4f58-47fe-8e41-08ae492360c9 HTTP/1.1" status: 200 len: 210 time: 0.0553770 Jul 13 13:52:53.964369 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b22640-57b4-4e01-8441-54706afe7d61 service neutron] Pushing event updated for resources: {'Port': ['ID=240c6ffc-3186-4df7-a620-6445996cc2be,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:52:54.077134 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f2a5fb39-ddd6-476b-9c1b-4b9015094a28 req-5ed79cac-ac32-4e42-a697-c5bb721c48cd service neutron] 10.222.0.41 "GET /v2.0/networks/b450f1e2-a722-4908-8646-fc79c4a514ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2442875 Jul 13 13:52:54.124338 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3c42e0-0c50-4d28-989e-c4bbd718e68e req-e2176f28-856c-496a-a459-3929b196f647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:52:54.126025 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3d3c42e0-0c50-4d28-989e-c4bbd718e68e req-e2176f28-856c-496a-a459-3929b196f647 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9c8ef877ce944b7db065e3355019558b&device_id=acbcd4c6-095c-4d14-8563-300d7239eaac HTTP/1.1" status: 200 len: 1094 time: 0.3376753 Jul 13 13:52:54.284773 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d003f62-c961-4cb1-b630-7a9d474e8e04 req-d0ea9730-6db5-425f-822b-883d92f4452a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:52:54.288737 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-9d003f62-c961-4cb1-b630-7a9d474e8e04 req-d0ea9730-6db5-425f-822b-883d92f4452a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ac5768eaeb3242ac813c969082f024de&device_id=c5219796-7cb4-4f57-83f9-a0e832f4593f HTTP/1.1" status: 200 len: 1094 time: 0.1489854 Jul 13 13:52:54.449568 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3d3c42e0-0c50-4d28-989e-c4bbd718e68e req-865630b0-5b39-4ccb-be15-a1fb4d8b97a8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=240c6ffc-3186-4df7-a620-6445996cc2be HTTP/1.1" status: 200 len: 217 time: 0.3150218 Jul 13 13:52:54.463482 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d003f62-c961-4cb1-b630-7a9d474e8e04 req-9d8cf303-162d-4760-acf1-e0607ed29eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:52:54.465016 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-9d003f62-c961-4cb1-b630-7a9d474e8e04 req-9d8cf303-162d-4760-acf1-e0607ed29eac service neutron] 10.222.0.41 "GET /v2.0/networks?id=b450f1e2-a722-4908-8646-fc79c4a514ae HTTP/1.1" status: 200 len: 919 time: 0.1704767 Jul 13 13:52:54.569413 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-9d003f62-c961-4cb1-b630-7a9d474e8e04 req-61407772-2765-4bf2-a1f7-4acecfac47f6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a5d46911-2f83-4169-9f46-14e83180fa25 HTTP/1.1" status: 200 len: 217 time: 0.0973673 Jul 13 13:52:54.620140 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-f5946e0f-66b2-4fc8-9880-ea7d6b4fe7fb admin admin] Allocated IP 172.20.0.1 (446293fa-d089-4a73-be46-3f7c6317a56f/3e740739-b63f-4ad3-b5cf-d6f6b58861d6/0fcbb200-64c5-42f2-8657-89bd40b8bc3d) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:52:54.632107 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d003f62-c961-4cb1-b630-7a9d474e8e04 req-7bca842f-f983-4a99-886f-924a48ed82d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:52:54.635574 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-9d003f62-c961-4cb1-b630-7a9d474e8e04 req-7bca842f-f983-4a99-886f-924a48ed82d3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a936942e-7fca-4553-9966-ac3c5be7d1ca HTTP/1.1" status: 200 len: 859 time: 0.0595403 Jul 13 13:52:54.686471 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-9d003f62-c961-4cb1-b630-7a9d474e8e04 req-289411a8-6eec-4ea3-80a6-193492344ce6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b450f1e2-a722-4908-8646-fc79c4a514ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435939 Jul 13 13:52:54.722384 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-9c1c94fa-c166-40dc-a27c-95751c515761 req-c3df2c25-a162-4263-a596-782dde86119e tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:54.752639 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3c42e0-0c50-4d28-989e-c4bbd718e68e req-55eb19df-e5c1-49d4-bf5c-25c69e38c602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:52:54.754190 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3d3c42e0-0c50-4d28-989e-c4bbd718e68e req-55eb19df-e5c1-49d4-bf5c-25c69e38c602 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ce71dcf8-e1a0-4386-85e6-4937845bbae5 HTTP/1.1" status: 200 len: 861 time: 0.2779849 Jul 13 13:52:54.825047 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3d3c42e0-0c50-4d28-989e-c4bbd718e68e req-76940e81-b4e3-4d91-9240-42eccdb88bc2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2d78ebb6-cd6c-4043-bf10-c84e47c4f381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620177 Jul 13 13:52:54.850912 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-9d003f62-c961-4cb1-b630-7a9d474e8e04 req-7ced1237-45e3-4677-953e-1d3baf633b14 service neutron] 10.222.0.41 "GET /v2.0/networks/b450f1e2-a722-4908-8646-fc79c4a514ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573374 Jul 13 13:52:55.019520 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f5946e0f-66b2-4fc8-9880-ea7d6b4fe7fb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:55.034454 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [None req-f5946e0f-66b2-4fc8-9880-ea7d6b4fe7fb admin admin] Transition to ACTIVE for port object 0fcbb200-64c5-42f2-8657-89bd40b8bc3d will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:52:55.078168 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device d86bac5b-b7af-4efa-a95c-ed1a400a33a0 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:52:55.122578 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f5946e0f-66b2-4fc8-9880-ea7d6b4fe7fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:55.137139 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-9d003f62-c961-4cb1-b630-7a9d474e8e04 req-640935fb-f88e-44a2-900b-60eef4bb5786 service neutron] 10.222.0.41 "GET /v2.0/networks/b450f1e2-a722-4908-8646-fc79c4a514ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2794373 Jul 13 13:52:55.197144 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-75b01554-3887-4e1a-a55e-258327fa48fa req-6f0f5378-44eb-4a8d-8949-0c340c983a1e tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf7f901c-4f58-47fe-8e41-08ae492360c9 HTTP/1.1" status: 200 len: 210 time: 0.0625741 Jul 13 13:52:55.212277 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port d86bac5b-b7af-4efa-a95c-ed1a400a33a0 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:52:55.227765 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port d86bac5b-b7af-4efa-a95c-ed1a400a33a0 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:52:55.228943 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:55.240825 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5946e0f-66b2-4fc8-9880-ea7d6b4fe7fb admin admin] Network 446293fa-d089-4a73-be46-3f7c6317a56f is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:52:55.252317 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-f5946e0f-66b2-4fc8-9880-ea7d6b4fe7fb admin admin] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:52:55.258501 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5946e0f-66b2-4fc8-9880-ea7d6b4fe7fb admin admin] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:52:55.273116 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c264c1-c28b-487e-86e6-593a5f98f113 req-b0e4f30f-b8f2-4e12-8f27-70fc0c22ba39 tempest-ServerMetadataNegativeTestJSON-1575692935 tempest-ServerMetadataNegativeTestJSON-1575692935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:52:55.281532 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-01c264c1-c28b-487e-86e6-593a5f98f113 req-b0e4f30f-b8f2-4e12-8f27-70fc0c22ba39 tempest-ServerMetadataNegativeTestJSON-1575692935 tempest-ServerMetadataNegativeTestJSON-1575692935-project] 10.222.0.23 "GET /v2.0/ports?device_id=acbcd4c6-095c-4d14-8563-300d7239eaac HTTP/1.1" status: 200 len: 943 time: 0.8745432 Jul 13 13:52:55.302137 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-9c1c94fa-c166-40dc-a27c-95751c515761 req-c3df2c25-a162-4263-a596-782dde86119e tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:55.371608 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c1c94fa-c166-40dc-a27c-95751c515761 req-c3df2c25-a162-4263-a596-782dde86119e tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] Network b450f1e2-a722-4908-8646-fc79c4a514ae is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:52:55.379892 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-9c1c94fa-c166-40dc-a27c-95751c515761 req-c3df2c25-a162-4263-a596-782dde86119e tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:52:55.390522 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c1c94fa-c166-40dc-a27c-95751c515761 req-c3df2c25-a162-4263-a596-782dde86119e tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:52:55.435316 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:55.456785 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-01c264c1-c28b-487e-86e6-593a5f98f113 req-3105a26c-eea4-4c61-9eaa-76ebacfb0b53 tempest-ServerMetadataNegativeTestJSON-1575692935 tempest-ServerMetadataNegativeTestJSON-1575692935-project] 10.222.0.23 "GET /v2.0/security-groups?id=f31e49c5-ba17-4018-bd31-e49228e30d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743171 Jul 13 13:52:55.457397 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5946e0f-66b2-4fc8-9880-ea7d6b4fe7fb admin admin] Pushing event updated for resources: {'Port': ['ID=0fcbb200-64c5-42f2-8657-89bd40b8bc3d,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:52:55.459299 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port d86bac5b-b7af-4efa-a95c-ed1a400a33a0, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=d86bac5b-b7af-4efa-a95c-ed1a400a33a0,segment=NetworkSegment(3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87),segment_id=3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:52:55.468926 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:55.528029 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3df2c25-a162-4263-a596-782dde86119e tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] Pushing event updated for resources: {'Port': ['ID=7645d7fc-de26-4532-b5ce-a6a84542cd83,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:52:55.550691 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f5946e0f-66b2-4fc8-9880-ea7d6b4fe7fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-450452'] for router_interface, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:55.558009 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=d86bac5b-b7af-4efa-a95c-ed1a400a33a0,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:52:55.605808 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3d3c42e0-0c50-4d28-989e-c4bbd718e68e req-3ad16796-a5f9-49f0-a7b1-93bda2a67e30 service neutron] 10.222.0.41 "GET /v2.0/networks/2d78ebb6-cd6c-4043-bf10-c84e47c4f381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7435057 Jul 13 13:52:55.632827 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1c94fa-c166-40dc-a27c-95751c515761 req-c3df2c25-a162-4263-a596-782dde86119e tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:52:55.633564 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-9c1c94fa-c166-40dc-a27c-95751c515761 req-c3df2c25-a162-4263-a596-782dde86119e tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:55.717533 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9c1c94fa-c166-40dc-a27c-95751c515761 req-c3df2c25-a162-4263-a596-782dde86119e tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4511752 Jul 13 13:52:55.746274 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-11a87b30-1bfe-4940-b3da-976f53eb05a0 None None] Provisioning for port 0fcbb200-64c5-42f2-8657-89bd40b8bc3d completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:52:55.751880 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-9c1c94fa-c166-40dc-a27c-95751c515761 req-c5b2c55a-fe21-4758-b512-b2275c2c1d17 service neutron] Request body: {'port': {'device_id': 'cf7f901c-4f58-47fe-8e41-08ae492360c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:52:55.752311 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-11a87b30-1bfe-4940-b3da-976f53eb05a0 None None] Provisioning complete for port 0fcbb200-64c5-42f2-8657-89bd40b8bc3d triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:52:55.753313 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11a87b30-1bfe-4940-b3da-976f53eb05a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:55.838736 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-11a87b30-1bfe-4940-b3da-976f53eb05a0 None None] Port 0fcbb200-64c5-42f2-8657-89bd40b8bc3d cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:52:55.869194 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3d3c42e0-0c50-4d28-989e-c4bbd718e68e req-22371222-49f6-4d0a-ad6e-656463871c58 service neutron] 10.222.0.41 "GET /v2.0/networks/2d78ebb6-cd6c-4043-bf10-c84e47c4f381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2527888 Jul 13 13:52:55.890733 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-9c1c94fa-c166-40dc-a27c-95751c515761 req-c5b2c55a-fe21-4758-b512-b2275c2c1d17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:56.023004 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f5946e0f-66b2-4fc8-9880-ea7d6b4fe7fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:56.203662 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcc86a5-c0c8-4adc-9edc-a952444d04fb req-c58c349c-2b11-40ba-be8b-d9dad9f443d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:52:56.205181 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9bcc86a5-c0c8-4adc-9edc-a952444d04fb req-c58c349c-2b11-40ba-be8b-d9dad9f443d2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9c8ef877ce944b7db065e3355019558b&device_id=acbcd4c6-095c-4d14-8563-300d7239eaac HTTP/1.1" status: 200 len: 1094 time: 0.2562058 Jul 13 13:52:56.541880 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2734627-3657-4b69-a353-ea712f118e11 req-2f50ec29-bd3c-4b3f-9925-8d06310ecc74 tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:52:56.543488 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b2734627-3657-4b69-a353-ea712f118e11 req-2f50ec29-bd3c-4b3f-9925-8d06310ecc74 tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf7f901c-4f58-47fe-8e41-08ae492360c9 HTTP/1.1" status: 200 len: 931 time: 0.1404376 Jul 13 13:52:56.631965 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b2734627-3657-4b69-a353-ea712f118e11 req-b66e1177-f107-49ec-8253-ae60d24db4ce tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c36ff65-e031-4d60-bc12-4aaf4c57b43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771284 Jul 13 13:52:56.684687 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 55482) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:52:56.819754 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-54b429a0-fc12-412e-94fa-d643f663253d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:56.869097 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcc86a5-c0c8-4adc-9edc-a952444d04fb req-629c6b3c-533b-4621-a59c-2524b39bb681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:52:56.870624 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9bcc86a5-c0c8-4adc-9edc-a952444d04fb req-629c6b3c-533b-4621-a59c-2524b39bb681 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2d78ebb6-cd6c-4043-bf10-c84e47c4f381 HTTP/1.1" status: 200 len: 921 time: 0.6574752 Jul 13 13:52:56.936766 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-54b429a0-fc12-412e-94fa-d643f663253d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:56.943189 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-54b429a0-fc12-412e-94fa-d643f663253d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:56.971712 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9bcc86a5-c0c8-4adc-9edc-a952444d04fb req-c1268689-2013-493d-a1db-b35f1ecb10ca service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=240c6ffc-3186-4df7-a620-6445996cc2be HTTP/1.1" status: 200 len: 217 time: 0.0819101 Jul 13 13:52:56.974710 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b429a0-fc12-412e-94fa-d643f663253d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79b51ae2-7781-4a6c-931e-c9a34beb62b9,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:52:57.010966 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-54b429a0-fc12-412e-94fa-d643f663253d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0828bcdfb797414b8053fff18bf5ff49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3247368 Jul 13 13:52:57.017380 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4629635-0d8b-4c26-8627-221c1945a9db req-15a42f89-b4f9-4b55-8383-7b943a4a6d2c tempest-ServerMetadataNegativeTestJSON-1575692935 tempest-ServerMetadataNegativeTestJSON-1575692935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:52:57.018841 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a4629635-0d8b-4c26-8627-221c1945a9db req-15a42f89-b4f9-4b55-8383-7b943a4a6d2c tempest-ServerMetadataNegativeTestJSON-1575692935 tempest-ServerMetadataNegativeTestJSON-1575692935-project] 10.222.0.23 "GET /v2.0/ports?device_id=acbcd4c6-095c-4d14-8563-300d7239eaac HTTP/1.1" status: 200 len: 943 time: 0.2781286 Jul 13 13:52:57.025355 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device d86bac5b-b7af-4efa-a95c-ed1a400a33a0 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:52:57.042063 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 55488) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:52:57.079952 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f5946e0f-66b2-4fc8-9880-ea7d6b4fe7fb admin admin] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:57.118938 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f5946e0f-66b2-4fc8-9880-ea7d6b4fe7fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:57.120365 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port d86bac5b-b7af-4efa-a95c-ed1a400a33a0 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:52:57.120986 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:57.157769 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0641dd70-28ed-4c8b-815b-c868a56b61c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:57.188418 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-9c1c94fa-c166-40dc-a27c-95751c515761 req-c5b2c55a-fe21-4758-b512-b2275c2c1d17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7645d7fc-de26-4532-b5ce-a6a84542cd83 {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:52:57.191257 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device a5d46911-2f83-4169-9f46-14e83180fa25 details requested by agent hyperv_n-h2-800634-1 with host n-h2-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 13:52:57.201069 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0641dd70-28ed-4c8b-815b-c868a56b61c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:57.219486 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcc86a5-c0c8-4adc-9edc-a952444d04fb req-1c219196-f02f-425d-9b6f-e4056b5c7943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:52:57.221270 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9bcc86a5-c0c8-4adc-9edc-a952444d04fb req-1c219196-f02f-425d-9b6f-e4056b5c7943 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ce71dcf8-e1a0-4386-85e6-4937845bbae5 HTTP/1.1" status: 200 len: 861 time: 0.2374573 Jul 13 13:52:57.223602 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-9c1c94fa-c166-40dc-a27c-95751c515761 req-c5b2c55a-fe21-4758-b512-b2275c2c1d17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:57.254600 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0641dd70-28ed-4c8b-815b-c868a56b61c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:57.259472 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0641dd70-28ed-4c8b-815b-c868a56b61c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:57.260753 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-0641dd70-28ed-4c8b-815b-c868a56b61c0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/79b51ae2-7781-4a6c-931e-c9a34beb62b9 HTTP/1.1" status: 204 len: 168 time: 0.2174497 Jul 13 13:52:57.277524 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0641dd70-28ed-4c8b-815b-c868a56b61c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79b51ae2-7781-4a6c-931e-c9a34beb62b9,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:52:57.347957 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9bcc86a5-c0c8-4adc-9edc-a952444d04fb req-f9646361-fad5-4887-83c9-66e74410a5d8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2d78ebb6-cd6c-4043-bf10-c84e47c4f381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538597 Jul 13 13:52:57.351706 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a4629635-0d8b-4c26-8627-221c1945a9db req-2511eb06-138e-4561-a6b5-6bc1f60ae9cd tempest-ServerMetadataNegativeTestJSON-1575692935 tempest-ServerMetadataNegativeTestJSON-1575692935-project] 10.222.0.23 "GET /v2.0/security-groups?id=f31e49c5-ba17-4018-bd31-e49228e30d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3047390 Jul 13 13:52:57.362463 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-9c1c94fa-c166-40dc-a27c-95751c515761 req-c5b2c55a-fe21-4758-b512-b2275c2c1d17 service neutron] Transition to ACTIVE for port object 7645d7fc-de26-4532-b5ce-a6a84542cd83 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:52:57.393805 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f5946e0f-66b2-4fc8-9880-ea7d6b4fe7fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1785045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451806'] for router_interface, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:57.428530 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port a5d46911-2f83-4169-9f46-14e83180fa25, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=a5d46911-2f83-4169-9f46-14e83180fa25,segment=NetworkSegment(aa778533-c753-4426-b5cf-c401127e31f4),segment_id=aa778533-c753-4426-b5cf-c401127e31f4)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:52:57.444168 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Returning: {'device': 'a5d46911-2f83-4169-9f46-14e83180fa25', 'network_id': 'b450f1e2-a722-4908-8646-fc79c4a514ae', 'port_id': 'a5d46911-2f83-4169-9f46-14e83180fa25', 'mac_address': 'fa:16:3e:b9:2f:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a936942e-7fca-4553-9966-ac3c5be7d1ca', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 13:52:57.466462 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-9c1c94fa-c166-40dc-a27c-95751c515761 req-c5b2c55a-fe21-4758-b512-b2275c2c1d17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:57.480496 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5946e0f-66b2-4fc8-9880-ea7d6b4fe7fb admin admin] Pushing event updated for resources: {'Port': ['ID=0fcbb200-64c5-42f2-8657-89bd40b8bc3d,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:52:57.514559 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:57.550155 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5d46911-2f83-4169-9f46-14e83180fa25 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:52:57.573570 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port a5d46911-2f83-4169-9f46-14e83180fa25, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=a5d46911-2f83-4169-9f46-14e83180fa25,segment=NetworkSegment(aa778533-c753-4426-b5cf-c401127e31f4),segment_id=aa778533-c753-4426-b5cf-c401127e31f4)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:52:57.590076 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:57.592826 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 240c6ffc-3186-4df7-a620-6445996cc2be details requested by agent hyperv_n-h2-800634-1 with host n-h2-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 13:52:57.629990 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b2c55a-fe21-4758-b512-b2275c2c1d17 service neutron] Pushing event updated for resources: {'Port': ['ID=7645d7fc-de26-4532-b5ce-a6a84542cd83,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:52:57.723103 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9bcc86a5-c0c8-4adc-9edc-a952444d04fb req-7ac0c4bd-860c-4ec4-8329-e87338d420ee service neutron] 10.222.0.41 "GET /v2.0/networks/2d78ebb6-cd6c-4043-bf10-c84e47c4f381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3592408 Jul 13 13:52:57.740394 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=a5d46911-2f83-4169-9f46-14e83180fa25,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:52:57.785770 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 240c6ffc-3186-4df7-a620-6445996cc2be, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=240c6ffc-3186-4df7-a620-6445996cc2be,segment=NetworkSegment(ae0b853c-2e59-420c-8b30-6369c5c0d01d),segment_id=ae0b853c-2e59-420c-8b30-6369c5c0d01d)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:52:57.799582 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Returning: {'device': '240c6ffc-3186-4df7-a620-6445996cc2be', 'network_id': '2d78ebb6-cd6c-4043-bf10-c84e47c4f381', 'port_id': '240c6ffc-3186-4df7-a620-6445996cc2be', 'mac_address': 'fa:16:3e:12:a3:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce71dcf8-e1a0-4386-85e6-4937845bbae5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 13:52:57.834348 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5946e0f-66b2-4fc8-9880-ea7d6b4fe7fb admin admin] Network 446293fa-d089-4a73-be46-3f7c6317a56f is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:52:57.838028 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-9c1c94fa-c166-40dc-a27c-95751c515761 req-c5b2c55a-fe21-4758-b512-b2275c2c1d17 service neutron] Attempting to bind port 7645d7fc-de26-4532-b5ce-a6a84542cd83 on host n-h1-800634-1 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:52:57.838374 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-9c1c94fa-c166-40dc-a27c-95751c515761 req-c5b2c55a-fe21-4758-b512-b2275c2c1d17 service neutron] Attempting to bind port 7645d7fc-de26-4532-b5ce-a6a84542cd83 by drivers openvswitch,hyperv on host n-h1-800634-1 at level 0 using segments [{'id': 'aa778533-c753-4426-b5cf-c401127e31f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'b450f1e2-a722-4908-8646-fc79c4a514ae'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:52:57.838702 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c1c94fa-c166-40dc-a27c-95751c515761 req-c5b2c55a-fe21-4758-b512-b2275c2c1d17 service neutron] Attempting to bind port 7645d7fc-de26-4532-b5ce-a6a84542cd83 on network b450f1e2-a722-4908-8646-fc79c4a514ae {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:52:57.843047 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-f5946e0f-66b2-4fc8-9880-ea7d6b4fe7fb admin admin] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:52:57.852509 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:57.860516 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c1c94fa-c166-40dc-a27c-95751c515761 req-c5b2c55a-fe21-4758-b512-b2275c2c1d17 service neutron] Port 7645d7fc-de26-4532-b5ce-a6a84542cd83 on network b450f1e2-a722-4908-8646-fc79c4a514ae not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-1 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:52:57.861019 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c1c94fa-c166-40dc-a27c-95751c515761 req-c5b2c55a-fe21-4758-b512-b2275c2c1d17 service neutron] Attempting to bind port 7645d7fc-de26-4532-b5ce-a6a84542cd83 on network b450f1e2-a722-4908-8646-fc79c4a514ae {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:52:57.873155 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c1c94fa-c166-40dc-a27c-95751c515761 req-c5b2c55a-fe21-4758-b512-b2275c2c1d17 service neutron] Checking agent: {'id': 'a7603dc8-3c50-4a9b-8f0d-1143528f155e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 52, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:52:57.874265 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c1c94fa-c166-40dc-a27c-95751c515761 req-c5b2c55a-fe21-4758-b512-b2275c2c1d17 service neutron] Checking segment: {'id': 'aa778533-c753-4426-b5cf-c401127e31f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'b450f1e2-a722-4908-8646-fc79c4a514ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:52:57.874842 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c1c94fa-c166-40dc-a27c-95751c515761 req-c5b2c55a-fe21-4758-b512-b2275c2c1d17 service neutron] Bound using segment: {'id': 'aa778533-c753-4426-b5cf-c401127e31f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'b450f1e2-a722-4908-8646-fc79c4a514ae'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:52:57.875477 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-9c1c94fa-c166-40dc-a27c-95751c515761 req-c5b2c55a-fe21-4758-b512-b2275c2c1d17 service neutron] Bound port: 7645d7fc-de26-4532-b5ce-a6a84542cd83, host: n-h1-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa778533-c753-4426-b5cf-c401127e31f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'b450f1e2-a722-4908-8646-fc79c4a514ae'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:52:57.876036 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-9c1c94fa-c166-40dc-a27c-95751c515761 req-c5b2c55a-fe21-4758-b512-b2275c2c1d17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:57.880134 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 240c6ffc-3186-4df7-a620-6445996cc2be {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:52:57.907681 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 240c6ffc-3186-4df7-a620-6445996cc2be, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=240c6ffc-3186-4df7-a620-6445996cc2be,segment=NetworkSegment(ae0b853c-2e59-420c-8b30-6369c5c0d01d),segment_id=ae0b853c-2e59-420c-8b30-6369c5c0d01d)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:52:57.915035 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:57.987151 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=240c6ffc-3186-4df7-a620-6445996cc2be,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:52:58.012545 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9bcc86a5-c0c8-4adc-9edc-a952444d04fb req-4c81ac68-ca9b-4515-a4d9-fb1368e6650a service neutron] 10.222.0.41 "GET /v2.0/networks/2d78ebb6-cd6c-4043-bf10-c84e47c4f381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2782040 Jul 13 13:52:58.064044 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c743d54e-322b-4cdf-a3d7-91e25b4fa7c6 req-82686e44-7958-4364-ae74-5947210247aa tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:52:58.066086 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c743d54e-322b-4cdf-a3d7-91e25b4fa7c6 req-82686e44-7958-4364-ae74-5947210247aa tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf7f901c-4f58-47fe-8e41-08ae492360c9 HTTP/1.1" status: 200 len: 943 time: 0.1666036 Jul 13 13:52:58.136396 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c743d54e-322b-4cdf-a3d7-91e25b4fa7c6 req-55b43779-e1b8-43a5-9de2-5d0117e21067 tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c36ff65-e031-4d60-bc12-4aaf4c57b43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620079 Jul 13 13:52:58.145312 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['240c6ffc-3186-4df7-a620-6445996cc2be'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:52:58.160208 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-9c1c94fa-c166-40dc-a27c-95751c515761 req-c5b2c55a-fe21-4758-b512-b2275c2c1d17 service neutron] For port 7645d7fc-de26-4532-b5ce-a6a84542cd83, host n-h1-800634-1, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:52:58.165930 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-9c1c94fa-c166-40dc-a27c-95751c515761 req-c5b2c55a-fe21-4758-b512-b2275c2c1d17 service neutron] For port 7645d7fc-de26-4532-b5ce-a6a84542cd83, host n-h1-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=7645d7fc-de26-4532-b5ce-a6a84542cd83,segment=NetworkSegment(aa778533-c753-4426-b5cf-c401127e31f4),segment_id=aa778533-c753-4426-b5cf-c401127e31f4)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:52:58.179554 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5946e0f-66b2-4fc8-9880-ea7d6b4fe7fb admin admin] Router 751efbe8-fc52-4f90-9ae7-106011998adb has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 13:52:58.181968 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-9c1c94fa-c166-40dc-a27c-95751c515761 req-c5b2c55a-fe21-4758-b512-b2275c2c1d17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:58.226339 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['a5d46911-2f83-4169-9f46-14e83180fa25'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:52:58.265154 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b2c55a-fe21-4758-b512-b2275c2c1d17 service neutron] Pushing event updated for resources: {'Port': ['ID=7645d7fc-de26-4532-b5ce-a6a84542cd83,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:52:58.286874 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1c94fa-c166-40dc-a27c-95751c515761 req-c5b2c55a-fe21-4758-b512-b2275c2c1d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:52:58.286874 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-9c1c94fa-c166-40dc-a27c-95751c515761 req-c5b2c55a-fe21-4758-b512-b2275c2c1d17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:58.286874 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9c1c94fa-c166-40dc-a27c-95751c515761 req-c5b2c55a-fe21-4758-b512-b2275c2c1d17 service neutron] 10.222.0.26 "PUT /v2.0/ports/7645d7fc-de26-4532-b5ce-a6a84542cd83 HTTP/1.1" status: 200 len: 1091 time: 2.5388446 Jul 13 13:52:58.288130 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf7f901c-4f58-47fe-8e41-08ae492360c9', 'tag': '7645d7fc-de26-4532-b5ce-a6a84542cd83'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:52:58.291863 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f3cd4c5-a796-4a70-b9aa-91f38115c7fe" -d '{"events": [{"name": "network-changed", "server_uuid": "cf7f901c-4f58-47fe-8e41-08ae492360c9", "tag": "7645d7fc-de26-4532-b5ce-a6a84542cd83"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:52:58.370191 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-15f08c1d-8541-40ad-bb74-acf3c7a40da6 None None] Provisioning complete for port 0fcbb200-64c5-42f2-8657-89bd40b8bc3d triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:52:58.370567 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-15f08c1d-8541-40ad-bb74-acf3c7a40da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:58.403834 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 13:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29e88f15-e385-4464-bcf2-697da601002c x-openstack-request-id: req-29e88f15-e385-4464-bcf2-697da601002c {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:52:58.404971 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf7f901c-4f58-47fe-8e41-08ae492360c9", "tag": "7645d7fc-de26-4532-b5ce-a6a84542cd83", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:52:58.405377 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-29e88f15-e385-4464-bcf2-697da601002c {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:52:58.405965 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf7f901c-4f58-47fe-8e41-08ae492360c9', 'tag': '7645d7fc-de26-4532-b5ce-a6a84542cd83', 'status': 'completed', 'code': 200} Jul 13 13:52:58.446024 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-15f08c1d-8541-40ad-bb74-acf3c7a40da6 None None] Port 0fcbb200-64c5-42f2-8657-89bd40b8bc3d cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:52:58.560235 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5946e0f-66b2-4fc8-9880-ea7d6b4fe7fb admin admin] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:52:58.566002 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-f5946e0f-66b2-4fc8-9880-ea7d6b4fe7fb admin admin] 10.222.0.23 "PUT /v2.0/routers/751efbe8-fc52-4f90-9ae7-106011998adb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2365944 Jul 13 13:52:58.572721 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850745cf-b53f-4000-a325-88093389f8ee None None] Sync routers for ids ['751efbe8-fc52-4f90-9ae7-106011998adb'] in n-d-800634-1 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:52:58.587512 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1c94fa-c166-40dc-a27c-95751c515761 req-fdfc3244-38de-4a28-8da7-80c4f1244718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:52:58.589070 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9c1c94fa-c166-40dc-a27c-95751c515761 req-fdfc3244-38de-4a28-8da7-80c4f1244718 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ac5768eaeb3242ac813c969082f024de&device_id=cf7f901c-4f58-47fe-8e41-08ae492360c9 HTTP/1.1" status: 200 len: 1094 time: 0.1886783 Jul 13 13:52:58.590262 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850745cf-b53f-4000-a325-88093389f8ee None None] Routers {'751efbe8-fc52-4f90-9ae7-106011998adb'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:52:58.590898 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-850745cf-b53f-4000-a325-88093389f8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:52:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['751efbe8-fc52-4f90-9ae7-106011998adb'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:52:58.626222 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935f4115-b43a-451a-b6e8-a35e346a0bfa req-f2d4ee35-d3ca-4aea-b39c-34d5bc6600f5 tempest-ServerMetadataNegativeTestJSON-1575692935 tempest-ServerMetadataNegativeTestJSON-1575692935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:52:58.627929 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-935f4115-b43a-451a-b6e8-a35e346a0bfa req-f2d4ee35-d3ca-4aea-b39c-34d5bc6600f5 tempest-ServerMetadataNegativeTestJSON-1575692935 tempest-ServerMetadataNegativeTestJSON-1575692935-project] 10.222.0.23 "GET /v2.0/ports?device_id=acbcd4c6-095c-4d14-8563-300d7239eaac HTTP/1.1" status: 200 len: 944 time: 0.1072865 Jul 13 13:52:58.688586 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9c1c94fa-c166-40dc-a27c-95751c515761 req-a56685e9-b5f9-4b33-81fe-a6fb0cbb7c4c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7645d7fc-de26-4532-b5ce-a6a84542cd83 HTTP/1.1" status: 200 len: 217 time: 0.0868499 Jul 13 13:52:58.723885 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-935f4115-b43a-451a-b6e8-a35e346a0bfa req-5168b92d-3540-4927-9883-e0b588256446 tempest-ServerMetadataNegativeTestJSON-1575692935 tempest-ServerMetadataNegativeTestJSON-1575692935-project] 10.222.0.23 "GET /v2.0/security-groups?id=f31e49c5-ba17-4018-bd31-e49228e30d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865076 Jul 13 13:52:58.728976 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-850745cf-b53f-4000-a325-88093389f8ee None None] Set router 751efbe8-fc52-4f90-9ae7-106011998adb gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:52:58.784655 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1c94fa-c166-40dc-a27c-95751c515761 req-b1398aaa-f2d2-4edc-b3f7-4d40d061a796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:52:58.787978 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9c1c94fa-c166-40dc-a27c-95751c515761 req-b1398aaa-f2d2-4edc-b3f7-4d40d061a796 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a936942e-7fca-4553-9966-ac3c5be7d1ca HTTP/1.1" status: 200 len: 859 time: 0.0891423 Jul 13 13:52:58.860588 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9c1c94fa-c166-40dc-a27c-95751c515761 req-1b253e66-c6f0-4376-b42a-ceab8798988a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b450f1e2-a722-4908-8646-fc79c4a514ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0639212 Jul 13 13:52:58.988072 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-850745cf-b53f-4000-a325-88093389f8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '751efbe8-fc52-4f90-9ae7-106011998adb', 'name': 'tempest-TaggedBootDevicesTest_v242-803998605-router', 'tenant_id': 'cddde6624d514a049e75835df6c903ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': 'd86bac5b-b7af-4efa-a95c-ed1a400a33a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:52:43Z', 'updated_at': '2021-07-13T13:52:55Z', 'revision_number': 4, 'project_id': 'cddde6624d514a049e75835df6c903ed', 'gw_port': {'id': 'd86bac5b-b7af-4efa-a95c-ed1a400a33a0', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:a2:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '751efbe8-fc52-4f90-9ae7-106011998adb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2640, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:52:44Z', 'updated_at': '2021-07-13T13:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': '0fcbb200-64c5-42f2-8657-89bd40b8bc3d', 'name': '', 'network_id': '446293fa-d089-4a73-be46-3f7c6317a56f', 'tenant_id': 'cddde6624d514a049e75835df6c903ed', 'mac_address': 'fa:16:3e:9e:43:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '751efbe8-fc52-4f90-9ae7-106011998adb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2644, 'fixed_ips': [{'subnet_id': '3e740739-b63f-4ad3-b5cf-d6f6b58861d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:52:53Z', 'updated_at': '2021-07-13T13:52:56Z', 'revision_number': 2, 'project_id': 'cddde6624d514a049e75835df6c903ed', 'subnets': [{'id': '3e740739-b63f-4ad3-b5cf-d6f6b58861d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:52:59.018321 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850745cf-b53f-4000-a325-88093389f8ee None None] Checking router: 751efbe8-fc52-4f90-9ae7-106011998adb for host: n-d-800634-1 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 13:52:59.018669 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850745cf-b53f-4000-a325-88093389f8ee None None] Updating router 751efbe8-fc52-4f90-9ae7-106011998adb port 0fcbb200-64c5-42f2-8657-89bd40b8bc3d binding host n-d-800634-1 {{(pid=93753) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 13:52:59.020717 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9c1c94fa-c166-40dc-a27c-95751c515761 req-ce621e28-ee73-46a8-ac40-1ca25e403099 service neutron] 10.222.0.26 "GET /v2.0/networks/b450f1e2-a722-4908-8646-fc79c4a514ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548541 Jul 13 13:52:59.057056 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-850745cf-b53f-4000-a325-88093389f8ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:59.193528 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device a5d46911-2f83-4169-9f46-14e83180fa25 up at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:52:59.202579 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9c1c94fa-c166-40dc-a27c-95751c515761 req-c991b7f1-bee5-490e-9bad-1e742ef4f32d service neutron] 10.222.0.26 "GET /v2.0/networks/b450f1e2-a722-4908-8646-fc79c4a514ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697760 Jul 13 13:52:59.280290 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning for port a5d46911-2f83-4169-9f46-14e83180fa25 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:52:59.285283 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning complete for port a5d46911-2f83-4169-9f46-14e83180fa25 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:52:59.285857 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:59.513470 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3cd4c5-a796-4a70-b9aa-91f38115c7fe req-784fade3-f294-4dea-9144-b5476a0b381d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:52:59.523867 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5f3cd4c5-a796-4a70-b9aa-91f38115c7fe req-784fade3-f294-4dea-9144-b5476a0b381d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ac5768eaeb3242ac813c969082f024de&device_id=cf7f901c-4f58-47fe-8e41-08ae492360c9 HTTP/1.1" status: 200 len: 1094 time: 0.1845427 Jul 13 13:52:59.527075 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-850745cf-b53f-4000-a325-88093389f8ee None None] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:59.560358 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:59.568508 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-850745cf-b53f-4000-a325-88093389f8ee None None] Transition to ACTIVE for port object 0fcbb200-64c5-42f2-8657-89bd40b8bc3d will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:52:59.583980 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-850745cf-b53f-4000-a325-88093389f8ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:59.619244 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5219796-7cb4-4f57-83f9-a0e832f4593f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5d46911-2f83-4169-9f46-14e83180fa25'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:52:59.626214 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5128ff1-fbb4-466f-b676-c364f2e60da4" -d '{"events": [{"server_uuid": "c5219796-7cb4-4f57-83f9-a0e832f4593f", "name": "network-vif-plugged", "status": "completed", "tag": "a5d46911-2f83-4169-9f46-14e83180fa25"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:52:59.664739 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port a5d46911-2f83-4169-9f46-14e83180fa25, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=a5d46911-2f83-4169-9f46-14e83180fa25,segment=NetworkSegment(aa778533-c753-4426-b5cf-c401127e31f4),segment_id=aa778533-c753-4426-b5cf-c401127e31f4)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:52:59.673346 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:52:59.674229 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 240c6ffc-3186-4df7-a620-6445996cc2be up at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:52:59.819500 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:52:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98e14205-4ab5-4e46-bec8-0d0131c337a5 x-openstack-request-id: req-98e14205-4ab5-4e46-bec8-0d0131c337a5 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:52:59.820067 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5219796-7cb4-4f57-83f9-a0e832f4593f", "name": "network-vif-plugged", "status": "completed", "tag": "a5d46911-2f83-4169-9f46-14e83180fa25", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:52:59.820329 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-98e14205-4ab5-4e46-bec8-0d0131c337a5 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:52:59.824207 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5219796-7cb4-4f57-83f9-a0e832f4593f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5d46911-2f83-4169-9f46-14e83180fa25', 'code': 200} Jul 13 13:52:59.830204 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7fb5a-d308-4611-bdd5-19a267eaf569 None None] Pushing event updated for resources: {'Port': ['ID=0fcbb200-64c5-42f2-8657-89bd40b8bc3d,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:52:59.837052 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3cd4c5-a796-4a70-b9aa-91f38115c7fe req-5c150e67-4d1d-4241-a4cd-67f1c6df93d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:52:59.844253 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5f3cd4c5-a796-4a70-b9aa-91f38115c7fe req-5c150e67-4d1d-4241-a4cd-67f1c6df93d6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b450f1e2-a722-4908-8646-fc79c4a514ae HTTP/1.1" status: 200 len: 919 time: 0.2899406 Jul 13 13:52:59.925175 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f7fb5a-d308-4611-bdd5-19a267eaf569 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:52:59.925518 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f7fb5a-d308-4611-bdd5-19a267eaf569 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:52:59.930114 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning for port 240c6ffc-3186-4df7-a620-6445996cc2be completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:52:59.930348 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f7fb5a-d308-4611-bdd5-19a267eaf569 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:52:59.932001 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f7fb5a-d308-4611-bdd5-19a267eaf569 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:52:59.933160 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f7fb5a-d308-4611-bdd5-19a267eaf569 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:52:59.934534 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f7fb5a-d308-4611-bdd5-19a267eaf569 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:52:59.934879 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f7fb5a-d308-4611-bdd5-19a267eaf569 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:52:59.935215 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f7fb5a-d308-4611-bdd5-19a267eaf569 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:52:59.935575 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f7fb5a-d308-4611-bdd5-19a267eaf569 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:52:59.935903 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f7fb5a-d308-4611-bdd5-19a267eaf569 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:52:59.938907 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f7fb5a-d308-4611-bdd5-19a267eaf569 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:52:59.943156 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f7fb5a-d308-4611-bdd5-19a267eaf569 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:52:59.963307 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning complete for port 240c6ffc-3186-4df7-a620-6445996cc2be triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:52:59.963698 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:00.000698 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-850745cf-b53f-4000-a325-88093389f8ee None None] Attempting to bind port 0fcbb200-64c5-42f2-8657-89bd40b8bc3d on host n-d-800634-1 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:53:00.002714 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-850745cf-b53f-4000-a325-88093389f8ee None None] Attempting to bind port 0fcbb200-64c5-42f2-8657-89bd40b8bc3d by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '478e09eb-e72c-4611-89d0-372c3f749519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '446293fa-d089-4a73-be46-3f7c6317a56f'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:53:00.003408 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850745cf-b53f-4000-a325-88093389f8ee None None] Attempting to bind port 0fcbb200-64c5-42f2-8657-89bd40b8bc3d on network 446293fa-d089-4a73-be46-3f7c6317a56f {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:53:00.009083 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5f3cd4c5-a796-4a70-b9aa-91f38115c7fe req-b49bd1fa-598d-417e-a315-76df5342dbdc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7645d7fc-de26-4532-b5ce-a6a84542cd83 HTTP/1.1" status: 200 len: 217 time: 0.1234014 Jul 13 13:53:00.034635 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850745cf-b53f-4000-a325-88093389f8ee None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 52, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:53:00.037076 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850745cf-b53f-4000-a325-88093389f8ee None None] Checking segment: {'id': '478e09eb-e72c-4611-89d0-372c3f749519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '446293fa-d089-4a73-be46-3f7c6317a56f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:53:00.038148 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-850745cf-b53f-4000-a325-88093389f8ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:00.041260 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850745cf-b53f-4000-a325-88093389f8ee None None] Bound using segment: {'id': '478e09eb-e72c-4611-89d0-372c3f749519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '446293fa-d089-4a73-be46-3f7c6317a56f'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:53:00.046119 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-850745cf-b53f-4000-a325-88093389f8ee None None] Bound port: 0fcbb200-64c5-42f2-8657-89bd40b8bc3d, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '478e09eb-e72c-4611-89d0-372c3f749519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '446293fa-d089-4a73-be46-3f7c6317a56f'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:53:00.047726 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-850745cf-b53f-4000-a325-88093389f8ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:00.122151 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=a5d46911-2f83-4169-9f46-14e83180fa25,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:53:00.244990 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-850745cf-b53f-4000-a325-88093389f8ee None None] For port 0fcbb200-64c5-42f2-8657-89bd40b8bc3d, host n-d-800634-1, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:53:00.256125 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-850745cf-b53f-4000-a325-88093389f8ee None None] For port 0fcbb200-64c5-42f2-8657-89bd40b8bc3d, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=0fcbb200-64c5-42f2-8657-89bd40b8bc3d,segment=NetworkSegment(478e09eb-e72c-4611-89d0-372c3f749519),segment_id=478e09eb-e72c-4611-89d0-372c3f749519)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:53:00.269702 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-850745cf-b53f-4000-a325-88093389f8ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:00.292041 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e9e6f1-66ec-4e62-8994-49a977df0abb req-6989297f-cb6c-494b-977e-5d80766dffc5 tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:00.293984 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-21e9e6f1-66ec-4e62-8994-49a977df0abb req-6989297f-cb6c-494b-977e-5d80766dffc5 tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf7f901c-4f58-47fe-8e41-08ae492360c9 HTTP/1.1" status: 200 len: 943 time: 0.7673879 Jul 13 13:53:00.315275 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3cd4c5-a796-4a70-b9aa-91f38115c7fe req-bc339484-d419-49c3-9256-39a028f746c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:00.328798 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5f3cd4c5-a796-4a70-b9aa-91f38115c7fe req-bc339484-d419-49c3-9256-39a028f746c8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a936942e-7fca-4553-9966-ac3c5be7d1ca HTTP/1.1" status: 200 len: 859 time: 0.2810359 Jul 13 13:53:00.352803 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:00.361224 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:00.388368 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0b4b3c-60e3-4f4d-987b-fb6d2b9b1a1b req-2013908a-3c76-44d5-b611-0f7b4de22edf tempest-ServerMetadataNegativeTestJSON-1575692935 tempest-ServerMetadataNegativeTestJSON-1575692935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:00.398231 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ef0b4b3c-60e3-4f4d-987b-fb6d2b9b1a1b req-2013908a-3c76-44d5-b611-0f7b4de22edf tempest-ServerMetadataNegativeTestJSON-1575692935 tempest-ServerMetadataNegativeTestJSON-1575692935-project] 10.222.0.23 "GET /v2.0/ports?device_id=acbcd4c6-095c-4d14-8563-300d7239eaac HTTP/1.1" status: 200 len: 944 time: 0.1685567 Jul 13 13:53:00.453367 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 240c6ffc-3186-4df7-a620-6445996cc2be, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=240c6ffc-3186-4df7-a620-6445996cc2be,segment=NetworkSegment(ae0b853c-2e59-420c-8b30-6369c5c0d01d),segment_id=ae0b853c-2e59-420c-8b30-6369c5c0d01d)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:53:00.457088 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-21e9e6f1-66ec-4e62-8994-49a977df0abb req-fcb5a866-af10-48bf-83e9-04943c7e8ba8 tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c36ff65-e031-4d60-bc12-4aaf4c57b43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540649 Jul 13 13:53:00.459337 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5f3cd4c5-a796-4a70-b9aa-91f38115c7fe req-7ed4434e-2eda-4d04-a361-fe1db9e19159 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b450f1e2-a722-4908-8646-fc79c4a514ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1152914 Jul 13 13:53:00.463411 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:00.507088 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850745cf-b53f-4000-a325-88093389f8ee None None] Routers {'751efbe8-fc52-4f90-9ae7-106011998adb'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:53:00.509137 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-850745cf-b53f-4000-a325-88093389f8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:52:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['751efbe8-fc52-4f90-9ae7-106011998adb'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:53:00.539479 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ef0b4b3c-60e3-4f4d-987b-fb6d2b9b1a1b req-6c2a6b3d-03e7-432b-8884-6c4595a973fc tempest-ServerMetadataNegativeTestJSON-1575692935 tempest-ServerMetadataNegativeTestJSON-1575692935-project] 10.222.0.23 "GET /v2.0/security-groups?id=f31e49c5-ba17-4018-bd31-e49228e30d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361597 Jul 13 13:53:00.541116 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fb3f05-eac9-4ddf-8323-b950f50ca302 req-6cceb105-1710-4e44-b696-7b366a426923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:00.543352 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-87fb3f05-eac9-4ddf-8323-b950f50ca302 req-6cceb105-1710-4e44-b696-7b366a426923 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c5219796-7cb4-4f57-83f9-a0e832f4593f HTTP/1.1" status: 200 len: 1096 time: 0.5232799 Jul 13 13:53:00.580484 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=240c6ffc-3186-4df7-a620-6445996cc2be,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:53:00.590538 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7fb5a-d308-4611-bdd5-19a267eaf569 None None] Pushing event updated for resources: {'Port': ['ID=0fcbb200-64c5-42f2-8657-89bd40b8bc3d,revision_number=4']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:53:00.697320 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-87fb3f05-eac9-4ddf-8323-b950f50ca302 req-0d3c5ee5-4bfe-4f2e-b1d5-4294fa0f1a4c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=7c36ff65-e031-4d60-bc12-4aaf4c57b43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212504 Jul 13 13:53:00.746346 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:00.773878 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5f3cd4c5-a796-4a70-b9aa-91f38115c7fe req-231fd017-3cd9-4cf8-962c-04a9eca79ce6 service neutron] 10.222.0.26 "GET /v2.0/networks/b450f1e2-a722-4908-8646-fc79c4a514ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3056142 Jul 13 13:53:00.844720 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-850745cf-b53f-4000-a325-88093389f8ee None None] Set router 751efbe8-fc52-4f90-9ae7-106011998adb gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:53:00.962818 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5f3cd4c5-a796-4a70-b9aa-91f38115c7fe req-4f975561-de4e-41a8-9d0d-9e718db3819e service neutron] 10.222.0.26 "GET /v2.0/networks/b450f1e2-a722-4908-8646-fc79c4a514ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810489 Jul 13 13:53:01.265705 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-850745cf-b53f-4000-a325-88093389f8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '751efbe8-fc52-4f90-9ae7-106011998adb', 'name': 'tempest-TaggedBootDevicesTest_v242-803998605-router', 'tenant_id': 'cddde6624d514a049e75835df6c903ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': 'd86bac5b-b7af-4efa-a95c-ed1a400a33a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:52:43Z', 'updated_at': '2021-07-13T13:52:55Z', 'revision_number': 4, 'project_id': 'cddde6624d514a049e75835df6c903ed', 'gw_port': {'id': 'd86bac5b-b7af-4efa-a95c-ed1a400a33a0', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:a2:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '751efbe8-fc52-4f90-9ae7-106011998adb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2640, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:52:44Z', 'updated_at': '2021-07-13T13:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': '0fcbb200-64c5-42f2-8657-89bd40b8bc3d', 'name': '', 'network_id': '446293fa-d089-4a73-be46-3f7c6317a56f', 'tenant_id': 'cddde6624d514a049e75835df6c903ed', 'mac_address': 'fa:16:3e:9e:43:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '751efbe8-fc52-4f90-9ae7-106011998adb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2644, 'fixed_ips': [{'subnet_id': '3e740739-b63f-4ad3-b5cf-d6f6b58861d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:52:53Z', 'updated_at': '2021-07-13T13:53:00Z', 'revision_number': 4, 'project_id': 'cddde6624d514a049e75835df6c903ed', 'subnets': [{'id': '3e740739-b63f-4ad3-b5cf-d6f6b58861d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:53:01.303140 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850745cf-b53f-4000-a325-88093389f8ee None None] The sync data for ids ['751efbe8-fc52-4f90-9ae7-106011998adb'] in n-d-800634-1 is: [{'id': '751efbe8-fc52-4f90-9ae7-106011998adb', 'name': 'tempest-TaggedBootDevicesTest_v242-803998605-router', 'tenant_id': 'cddde6624d514a049e75835df6c903ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': 'd86bac5b-b7af-4efa-a95c-ed1a400a33a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:52:43Z', 'updated_at': '2021-07-13T13:52:55Z', 'revision_number': 4, 'project_id': 'cddde6624d514a049e75835df6c903ed', 'gw_port': {'id': 'd86bac5b-b7af-4efa-a95c-ed1a400a33a0', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:a2:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '751efbe8-fc52-4f90-9ae7-106011998adb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2640, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:52:44Z', 'updated_at': '2021-07-13T13:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': '0fcbb200-64c5-42f2-8657-89bd40b8bc3d', 'name': '', 'network_id': '446293fa-d089-4a73-be46-3f7c6317a56f', 'tenant_id': 'cddde6624d514a049e75835df6c903ed', 'mac_address': 'fa:16:3e:9e:43:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '751efbe8-fc52-4f90-9ae7-106011998adb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2644, 'fixed_ips': [{'subnet_id': '3e740739-b63f-4ad3-b5cf-d6f6b58861d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:52:53Z', 'updated_at': '2021-07-13T13:53:00Z', 'revision_number': 4, 'project_id': 'cddde6624d514a049e75835df6c903ed', 'subnets': [{'id': '3e740739-b63f-4ad3-b5cf-d6f6b58861d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:53:01.616435 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 55686) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:53:01.622384 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-4bf621b0-d21d-4b52-b4d3-e0e41d79772e tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Request body: {'network': {'name': 'tempest-network-smoke--779268427', 'project_id': 'e65770d93833474499bd5ca8e11d4e12', 'port_security_enabled': True}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:53:01.749354 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bf621b0-d21d-4b52-b4d3-e0e41d79772e tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Made reservation on behalf of e65770d93833474499bd5ca8e11d4e12 for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:53:01.755753 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4bf621b0-d21d-4b52-b4d3-e0e41d79772e tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:01.769492 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4bf621b0-d21d-4b52-b4d3-e0e41d79772e tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:01.825900 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acbcd4c6-095c-4d14-8563-300d7239eaac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '240c6ffc-3186-4df7-a620-6445996cc2be'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:53:01.833977 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18738fd8-a66f-4968-93f0-8e60bc2c838e" -d '{"events": [{"server_uuid": "acbcd4c6-095c-4d14-8563-300d7239eaac", "name": "network-vif-plugged", "status": "completed", "tag": "240c6ffc-3186-4df7-a620-6445996cc2be"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:53:01.842092 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def83325-93c7-43d3-a9de-715aa4086643 req-b728f8b0-3acd-41b3-81ae-41009e6153d0 tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:01.843697 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-def83325-93c7-43d3-a9de-715aa4086643 req-b728f8b0-3acd-41b3-81ae-41009e6153d0 tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf7f901c-4f58-47fe-8e41-08ae492360c9 HTTP/1.1" status: 200 len: 943 time: 0.1759853 Jul 13 13:53:01.882092 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58b6e98-a7b3-4a78-8d24-ea832173120c req-2af89c9e-65ab-43ae-97ad-4c0285b18dfc tempest-ServerMetadataNegativeTestJSON-1575692935 tempest-ServerMetadataNegativeTestJSON-1575692935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:01.889852 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d58b6e98-a7b3-4a78-8d24-ea832173120c req-2af89c9e-65ab-43ae-97ad-4c0285b18dfc tempest-ServerMetadataNegativeTestJSON-1575692935 tempest-ServerMetadataNegativeTestJSON-1575692935-project] 10.222.0.23 "GET /v2.0/ports?device_id=acbcd4c6-095c-4d14-8563-300d7239eaac HTTP/1.1" status: 200 len: 945 time: 0.1425779 Jul 13 13:53:01.932967 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-def83325-93c7-43d3-a9de-715aa4086643 req-afe2e4bd-3ad9-4fef-b1e6-b7aaae469b9e tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c36ff65-e031-4d60-bc12-4aaf4c57b43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720153 Jul 13 13:53:01.961901 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d58b6e98-a7b3-4a78-8d24-ea832173120c req-3e855f62-e481-4f0d-bc84-e436c5535d6b tempest-ServerMetadataNegativeTestJSON-1575692935 tempest-ServerMetadataNegativeTestJSON-1575692935-project] 10.222.0.23 "GET /v2.0/security-groups?id=f31e49c5-ba17-4018-bd31-e49228e30d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705609 Jul 13 13:53:01.991348 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f526c143-c340-4b72-a821-db41e9df973d x-openstack-request-id: req-f526c143-c340-4b72-a821-db41e9df973d {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:53:01.991660 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acbcd4c6-095c-4d14-8563-300d7239eaac", "name": "network-vif-plugged", "status": "completed", "tag": "240c6ffc-3186-4df7-a620-6445996cc2be", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:53:01.991899 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f526c143-c340-4b72-a821-db41e9df973d {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:53:01.992068 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4bf621b0-d21d-4b52-b4d3-e0e41d79772e tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:01.992289 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acbcd4c6-095c-4d14-8563-300d7239eaac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '240c6ffc-3186-4df7-a620-6445996cc2be', 'code': 200} Jul 13 13:53:02.000990 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4bf621b0-d21d-4b52-b4d3-e0e41d79772e tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:02.061567 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bf621b0-d21d-4b52-b4d3-e0e41d79772e tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 13:53:02.072688 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4bf621b0-d21d-4b52-b4d3-e0e41d79772e tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:02.073058 n-d-800634-1 neutron-server[93751]: INFO neutron.db.segments_db [None req-4bf621b0-d21d-4b52-b4d3-e0e41d79772e tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Added segment 01f16f11-7cf3-41ec-bb49-e0d613f7bb39 of type vlan for network 2254a83b-bbf0-41f6-94ef-c9a3e24bd7ec Jul 13 13:53:02.090440 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf621b0-d21d-4b52-b4d3-e0e41d79772e tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7d5a88f-0e27-4ea4-96f3-a88f3f147ee0,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:53:02.145754 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4bf621b0-d21d-4b52-b4d3-e0e41d79772e tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:02.175939 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4e6c6f-1cc2-41fe-a6d6-ca6a09c8616f req-492b9fa3-e928-4d87-a9f3-f5a4f518762e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:02.179941 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-dd4e6c6f-1cc2-41fe-a6d6-ca6a09c8616f req-492b9fa3-e928-4d87-a9f3-f5a4f518762e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=acbcd4c6-095c-4d14-8563-300d7239eaac HTTP/1.1" status: 200 len: 1096 time: 0.1128120 Jul 13 13:53:02.189615 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 7645d7fc-de26-4532-b5ce-a6a84542cd83 details requested by agent hyperv_n-h1-800634-1 with host n-h1-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 13:53:02.200601 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4bf621b0-d21d-4b52-b4d3-e0e41d79772e tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:02.217844 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf621b0-d21d-4b52-b4d3-e0e41d79772e tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:02.219823 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4bf621b0-d21d-4b52-b4d3-e0e41d79772e tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:02.298624 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-dd4e6c6f-1cc2-41fe-a6d6-ca6a09c8616f req-61c90bbc-6fc4-4609-96fd-67feb24f2d97 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f31e49c5-ba17-4018-bd31-e49228e30d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119695 Jul 13 13:53:02.355464 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-4bf621b0-d21d-4b52-b4d3-e0e41d79772e tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7367692 Jul 13 13:53:02.359102 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 55702) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:53:02.363942 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-f19b3f7c-15ae-467e-93a4-27a10a013edb tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1385260162', 'admin_state_up': True, 'project_id': 'e65770d93833474499bd5ca8e11d4e12', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:53:02.386252 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf621b0-d21d-4b52-b4d3-e0e41d79772e tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Pushing event updated for resources: {'Network': ['ID=2254a83b-bbf0-41f6-94ef-c9a3e24bd7ec,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:53:02.395159 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 7645d7fc-de26-4532-b5ce-a6a84542cd83, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=7645d7fc-de26-4532-b5ce-a6a84542cd83,segment=NetworkSegment(aa778533-c753-4426-b5cf-c401127e31f4),segment_id=aa778533-c753-4426-b5cf-c401127e31f4)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:53:02.405410 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network 2254a83b-bbf0-41f6-94ef-c9a3e24bd7ec details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 13:53:02.410361 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f19b3f7c-15ae-467e-93a4-27a10a013edb tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1591928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2714'] for router, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:02.415236 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f19b3f7c-15ae-467e-93a4-27a10a013edb tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447198', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1629690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2689'] for router, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:02.427332 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Returning: {'device': '7645d7fc-de26-4532-b5ce-a6a84542cd83', 'network_id': 'b450f1e2-a722-4908-8646-fc79c4a514ae', 'port_id': '7645d7fc-de26-4532-b5ce-a6a84542cd83', 'mac_address': 'fa:16:3e:01:c8:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a936942e-7fca-4553-9966-ac3c5be7d1ca', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 13:53:02.526463 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f19b3f7c-15ae-467e-93a4-27a10a013edb tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:02.593641 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:02.612873 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7645d7fc-de26-4532-b5ce-a6a84542cd83 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:53:02.645871 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 7645d7fc-de26-4532-b5ce-a6a84542cd83, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=7645d7fc-de26-4532-b5ce-a6a84542cd83,segment=NetworkSegment(aa778533-c753-4426-b5cf-c401127e31f4),segment_id=aa778533-c753-4426-b5cf-c401127e31f4)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:53:02.653589 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:02.748778 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=7645d7fc-de26-4532-b5ce-a6a84542cd83,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:53:02.768397 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f19b3f7c-15ae-467e-93a4-27a10a013edb tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447180', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1591910', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2751'] for router, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:02.864776 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['7645d7fc-de26-4532-b5ce-a6a84542cd83'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:53:03.086828 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 0fcbb200-64c5-42f2-8657-89bd40b8bc3d up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:53:03.211707 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f19b3f7c-15ae-467e-93a4-27a10a013edb tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Notify callbacks [] for router_gateway, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:03.244712 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f19b3f7c-15ae-467e-93a4-27a10a013edb tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:03.331659 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port 0fcbb200-64c5-42f2-8657-89bd40b8bc3d completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:53:03.337794 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 0fcbb200-64c5-42f2-8657-89bd40b8bc3d triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:53:03.338177 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:03.369820 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23ef0ab-289d-466f-bb06-a22efec31dbd req-84a66441-b0db-4780-bb73-8f3db33cf306 tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:03.377786 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c23ef0ab-289d-466f-bb06-a22efec31dbd req-84a66441-b0db-4780-bb73-8f3db33cf306 tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf7f901c-4f58-47fe-8e41-08ae492360c9 HTTP/1.1" status: 200 len: 944 time: 0.1199000 Jul 13 13:53:03.411624 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-f19b3f7c-15ae-467e-93a4-27a10a013edb tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Allocated IP 172.25.6.197 (acf968b8-c524-46a9-a20b-ad9667009130/dde5a78e-bd1e-4f47-8189-7321d4de73d3/71217c20-8d46-4434-b125-a30f60d1ab2d) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:53:03.460816 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c23ef0ab-289d-466f-bb06-a22efec31dbd req-83de3126-1b91-4a1f-910a-87f07d3ad2da tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c36ff65-e031-4d60-bc12-4aaf4c57b43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822430 Jul 13 13:53:03.527391 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:03.528826 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f19b3f7c-15ae-467e-93a4-27a10a013edb tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:03.579039 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f19b3f7c-15ae-467e-93a4-27a10a013edb tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:03.616001 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port 0fcbb200-64c5-42f2-8657-89bd40b8bc3d, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=0fcbb200-64c5-42f2-8657-89bd40b8bc3d,segment=NetworkSegment(478e09eb-e72c-4611-89d0-372c3f749519),segment_id=478e09eb-e72c-4611-89d0-372c3f749519)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:53:03.625832 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:03.649820 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f19b3f7c-15ae-467e-93a4-27a10a013edb tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Network acf968b8-c524-46a9-a20b-ad9667009130 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:53:03.658715 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-f19b3f7c-15ae-467e-93a4-27a10a013edb tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:53:03.663183 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19b3f7c-15ae-467e-93a4-27a10a013edb tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Pushing event updated for resources: {'Port': ['ID=71217c20-8d46-4434-b125-a30f60d1ab2d,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:53:03.667170 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19b3f7c-15ae-467e-93a4-27a10a013edb tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:53:03.727369 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5c84fd-5a38-4f2d-92e5-84090a248dfb req-bf6cfa28-e134-4cd2-808f-4eb7613a7547 tempest-ServerMetadataNegativeTestJSON-1575692935 tempest-ServerMetadataNegativeTestJSON-1575692935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:03.729462 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-fb5c84fd-5a38-4f2d-92e5-84090a248dfb req-bf6cfa28-e134-4cd2-808f-4eb7613a7547 tempest-ServerMetadataNegativeTestJSON-1575692935 tempest-ServerMetadataNegativeTestJSON-1575692935-project] 10.222.0.23 "GET /v2.0/ports?device_id=acbcd4c6-095c-4d14-8563-300d7239eaac HTTP/1.1" status: 200 len: 945 time: 0.1631658 Jul 13 13:53:03.814471 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=0fcbb200-64c5-42f2-8657-89bd40b8bc3d,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:53:04.204365 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 7645d7fc-de26-4532-b5ce-a6a84542cd83 up at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:53:04.205200 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-fb5c84fd-5a38-4f2d-92e5-84090a248dfb req-191ca6fa-ca24-44fb-b5e1-aca808541b40 tempest-ServerMetadataNegativeTestJSON-1575692935 tempest-ServerMetadataNegativeTestJSON-1575692935-project] 10.222.0.23 "GET /v2.0/security-groups?id=f31e49c5-ba17-4018-bd31-e49228e30d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4688299 Jul 13 13:53:04.281388 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning for port 7645d7fc-de26-4532-b5ce-a6a84542cd83 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:53:04.294136 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning complete for port 7645d7fc-de26-4532-b5ce-a6a84542cd83 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:53:04.295089 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:04.388904 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f19b3f7c-15ae-467e-93a4-27a10a013edb tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Notify callbacks [] for router_gateway, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:04.438767 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:04.471039 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf7f901c-4f58-47fe-8e41-08ae492360c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7645d7fc-de26-4532-b5ce-a6a84542cd83'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:53:04.473817 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b10564b-8ca5-4d7d-97b2-3b652a5d7075" -d '{"events": [{"server_uuid": "cf7f901c-4f58-47fe-8e41-08ae492360c9", "name": "network-vif-plugged", "status": "completed", "tag": "7645d7fc-de26-4532-b5ce-a6a84542cd83"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:53:04.491591 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 7645d7fc-de26-4532-b5ce-a6a84542cd83, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=7645d7fc-de26-4532-b5ce-a6a84542cd83,segment=NetworkSegment(aa778533-c753-4426-b5cf-c401127e31f4),segment_id=aa778533-c753-4426-b5cf-c401127e31f4)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:53:04.502430 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:04.552879 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d3842b1-0301-49cc-b4dc-37e40587f06d x-openstack-request-id: req-0d3842b1-0301-49cc-b4dc-37e40587f06d {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:53:04.553532 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf7f901c-4f58-47fe-8e41-08ae492360c9", "name": "network-vif-plugged", "status": "completed", "tag": "7645d7fc-de26-4532-b5ce-a6a84542cd83", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:53:04.554030 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0d3842b1-0301-49cc-b4dc-37e40587f06d {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:53:04.555145 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf7f901c-4f58-47fe-8e41-08ae492360c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7645d7fc-de26-4532-b5ce-a6a84542cd83', 'code': 200} Jul 13 13:53:04.619640 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=7645d7fc-de26-4532-b5ce-a6a84542cd83,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:53:04.690217 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f19b3f7c-15ae-467e-93a4-27a10a013edb tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447217'] for router, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:04.703652 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2792b5f1-e8f9-4255-bcf1-f2565321e61d req-09de9a39-48ef-402e-bdae-6aa485220f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:04.705326 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2792b5f1-e8f9-4255-bcf1-f2565321e61d req-09de9a39-48ef-402e-bdae-6aa485220f67 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=cf7f901c-4f58-47fe-8e41-08ae492360c9 HTTP/1.1" status: 200 len: 1096 time: 0.0745149 Jul 13 13:53:04.754589 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2792b5f1-e8f9-4255-bcf1-f2565321e61d req-b7e90b0f-b233-4130-b988-c1ff98a81598 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=7c36ff65-e031-4d60-bc12-4aaf4c57b43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424769 Jul 13 13:53:04.891508 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c6a7d7-f69b-40c4-908a-62c753a53012 req-79384882-ea9a-4aaa-b84b-6922cf253a8d tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:04.893191 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c7c6a7d7-f69b-40c4-908a-62c753a53012 req-79384882-ea9a-4aaa-b84b-6922cf253a8d tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf7f901c-4f58-47fe-8e41-08ae492360c9 HTTP/1.1" status: 200 len: 945 time: 0.1317143 Jul 13 13:53:04.950178 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f19b3f7c-15ae-467e-93a4-27a10a013edb tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Router dfe1dab2-a78d-4495-8ba3-32bf8cf2d92b is scheduled to L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 with binding_index 1 {{(pid=93751) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 13:53:04.961796 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c7c6a7d7-f69b-40c4-908a-62c753a53012 req-dd3057aa-97ad-40ac-8e92-ed3ef49a3434 tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c36ff65-e031-4d60-bc12-4aaf4c57b43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593069 Jul 13 13:53:05.005758 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 0fcbb200-64c5-42f2-8657-89bd40b8bc3d up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:53:05.063371 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 0fcbb200-64c5-42f2-8657-89bd40b8bc3d triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:53:05.063770 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:05.103536 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f19b3f7c-15ae-467e-93a4-27a10a013edb tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:53:05.119473 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4094a51d-b089-40af-a9fc-772c1978c8a8 None None] Sync routers for ids ['dfe1dab2-a78d-4495-8ba3-32bf8cf2d92b'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:53:05.135466 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f19b3f7c-15ae-467e-93a4-27a10a013edb tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:05.140414 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 55752) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:53:05.140589 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-f19b3f7c-15ae-467e-93a4-27a10a013edb tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.7802682 Jul 13 13:53:05.156573 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4094a51d-b089-40af-a9fc-772c1978c8a8 None None] Routers {'dfe1dab2-a78d-4495-8ba3-32bf8cf2d92b'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:53:05.157114 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-4094a51d-b089-40af-a9fc-772c1978c8a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:52:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['dfe1dab2-a78d-4495-8ba3-32bf8cf2d92b'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:53:05.340049 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-8e6e8bec-b36b-4bc6-a7df-ae21ab42694d tempest-TestSecurityGroupsBasicOps-952751891 tempest-TestSecurityGroupsBasicOps-952751891-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=e65770d93833474499bd5ca8e11d4e12&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1960688 Jul 13 13:53:05.340748 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 55762) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:53:05.522941 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-4094a51d-b089-40af-a9fc-772c1978c8a8 None None] Set router dfe1dab2-a78d-4495-8ba3-32bf8cf2d92b gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:53:05.531745 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85553441-7ec4-4ec3-ba30-ad663c69696c tempest-TestSecurityGroupsBasicOps-952751891 tempest-TestSecurityGroupsBasicOps-952751891-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:05.536254 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 55770) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:53:05.536757 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-85553441-7ec4-4ec3-ba30-ad663c69696c tempest-TestSecurityGroupsBasicOps-952751891 tempest-TestSecurityGroupsBasicOps-952751891-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1944861 Jul 13 13:53:05.554745 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdc849f-37cb-4707-b0a4-41d8314e1456 req-47879aba-6a91-44b7-a129-69a30b19ecc5 tempest-ServerMetadataNegativeTestJSON-1575692935 tempest-ServerMetadataNegativeTestJSON-1575692935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:05.559976 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2cdc849f-37cb-4707-b0a4-41d8314e1456 req-47879aba-6a91-44b7-a129-69a30b19ecc5 tempest-ServerMetadataNegativeTestJSON-1575692935 tempest-ServerMetadataNegativeTestJSON-1575692935-project] 10.222.0.23 "GET /v2.0/ports?device_id=acbcd4c6-095c-4d14-8563-300d7239eaac HTTP/1.1" status: 200 len: 945 time: 0.1578133 Jul 13 13:53:05.612887 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-b04021c8-225a-49ed-9e34-07a2059fe7e8 tempest-TestSecurityGroupsBasicOps-952751891 tempest-TestSecurityGroupsBasicOps-952751891-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=acf968b8-c524-46a9-a20b-ad9667009130&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0752842 Jul 13 13:53:05.615749 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 55772) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:53:05.620617 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-28547a19-bb7b-4986-89ef-c040c1b1624b tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1937144528', 'network_id': '2254a83b-bbf0-41f6-94ef-c9a3e24bd7ec', 'project_id': 'e65770d93833474499bd5ca8e11d4e12', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:53:05.629021 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2cdc849f-37cb-4707-b0a4-41d8314e1456 req-dffe479b-8317-4168-a6d6-19fe345c90ab tempest-ServerMetadataNegativeTestJSON-1575692935 tempest-ServerMetadataNegativeTestJSON-1575692935-project] 10.222.0.23 "GET /v2.0/security-groups?id=f31e49c5-ba17-4018-bd31-e49228e30d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592396 Jul 13 13:53:05.855854 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28547a19-bb7b-4986-89ef-c040c1b1624b tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Made reservation on behalf of e65770d93833474499bd5ca8e11d4e12 for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:53:05.862969 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-4094a51d-b089-40af-a9fc-772c1978c8a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfe1dab2-a78d-4495-8ba3-32bf8cf2d92b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1385260162', 'tenant_id': 'e65770d93833474499bd5ca8e11d4e12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': '71217c20-8d46-4434-b125-a30f60d1ab2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:53:02Z', 'updated_at': '2021-07-13T13:53:04Z', 'revision_number': 3, 'project_id': 'e65770d93833474499bd5ca8e11d4e12', 'gw_port': {'id': '71217c20-8d46-4434-b125-a30f60d1ab2d', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:3a:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfe1dab2-a78d-4495-8ba3-32bf8cf2d92b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2658, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:53:03Z', 'updated_at': '2021-07-13T13:53:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:53:05.864933 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-28547a19-bb7b-4986-89ef-c040c1b1624b tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6104980'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:05.899437 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4094a51d-b089-40af-a9fc-772c1978c8a8 None None] Checking router: dfe1dab2-a78d-4495-8ba3-32bf8cf2d92b for host: n-d-800634-1 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 13:53:05.900071 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4094a51d-b089-40af-a9fc-772c1978c8a8 None None] Updating router dfe1dab2-a78d-4495-8ba3-32bf8cf2d92b port 71217c20-8d46-4434-b125-a30f60d1ab2d binding host n-d-800634-1 {{(pid=93752) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 13:53:05.979283 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4094a51d-b089-40af-a9fc-772c1978c8a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:06.332726 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-28547a19-bb7b-4986-89ef-c040c1b1624b tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6018343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6104998'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:06.422546 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4094a51d-b089-40af-a9fc-772c1978c8a8 None None] Notify callbacks [] for port, precommit_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:06.424830 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307e02b6-6467-4e5f-a139-360a6f651073 req-29e44015-f1ad-4610-82fa-cab9c9c04ea7 tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:06.432362 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-307e02b6-6467-4e5f-a139-360a6f651073 req-29e44015-f1ad-4610-82fa-cab9c9c04ea7 tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf7f901c-4f58-47fe-8e41-08ae492360c9 HTTP/1.1" status: 200 len: 945 time: 0.2443130 Jul 13 13:53:06.434074 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-4094a51d-b089-40af-a9fc-772c1978c8a8 None None] Transition to ACTIVE for port object 71217c20-8d46-4434-b125-a30f60d1ab2d will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:53:06.457251 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4094a51d-b089-40af-a9fc-772c1978c8a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:06.494676 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28547a19-bb7b-4986-89ef-c040c1b1624b tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Pushing event updated for resources: {'Subnet': ['ID=85453aaf-7d74-4282-b467-40ba04de793e,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:53:06.544357 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-307e02b6-6467-4e5f-a139-360a6f651073 req-0ead5494-ecc2-4307-8cfc-d8c7a960216c tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c36ff65-e031-4d60-bc12-4aaf4c57b43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001148 Jul 13 13:53:06.567030 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-4094a51d-b089-40af-a9fc-772c1978c8a8 None None] Attempting to bind port 71217c20-8d46-4434-b125-a30f60d1ab2d on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:53:06.567617 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-4094a51d-b089-40af-a9fc-772c1978c8a8 None None] Attempting to bind port 71217c20-8d46-4434-b125-a30f60d1ab2d by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:53:06.567854 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4094a51d-b089-40af-a9fc-772c1978c8a8 None None] Attempting to bind port 71217c20-8d46-4434-b125-a30f60d1ab2d on network acf968b8-c524-46a9-a20b-ad9667009130 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:53:06.573075 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28547a19-bb7b-4986-89ef-c040c1b1624b tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Checking segment: {'id': '01f16f11-7cf3-41ec-bb49-e0d613f7bb39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '2254a83b-bbf0-41f6-94ef-c9a3e24bd7ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:53:06.573562 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28547a19-bb7b-4986-89ef-c040c1b1624b tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Network hostable DHCP agents. Network: 2254a83b-bbf0-41f6-94ef-c9a3e24bd7ec, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 13:53:06.578385 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6005a6-d19e-4b55-bf43-aa42c7c066c7 None None] Pushing event updated for resources: {'Port': ['ID=71217c20-8d46-4434-b125-a30f60d1ab2d,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:53:06.593906 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4094a51d-b089-40af-a9fc-772c1978c8a8 None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 52, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:53:06.596472 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4094a51d-b089-40af-a9fc-772c1978c8a8 None None] Checking segment: {'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:53:06.599135 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4094a51d-b089-40af-a9fc-772c1978c8a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:06.599661 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4094a51d-b089-40af-a9fc-772c1978c8a8 None None] Bound using segment: {'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:53:06.600264 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-4094a51d-b089-40af-a9fc-772c1978c8a8 None None] Bound port: 71217c20-8d46-4434-b125-a30f60d1ab2d, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:53:06.600957 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4094a51d-b089-40af-a9fc-772c1978c8a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:06.619524 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28547a19-bb7b-4986-89ef-c040c1b1624b tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Network 2254a83b-bbf0-41f6-94ef-c9a3e24bd7ec is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 13:53:06.637353 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-28547a19-bb7b-4986-89ef-c040c1b1624b tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, 2254a83b-bbf0-41f6-94ef-c9a3e24bd7ec) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:53:06.647830 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28547a19-bb7b-4986-89ef-c040c1b1624b tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:06.648948 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-28547a19-bb7b-4986-89ef-c040c1b1624b tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:06.652814 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90755d3a-e538-4b48-9b81-6b607558e40d None None] Network 2254a83b-bbf0-41f6-94ef-c9a3e24bd7ec requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:53:06.673931 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-28547a19-bb7b-4986-89ef-c040c1b1624b tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0570230 Jul 13 13:53:06.676497 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 55822) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:53:06.724083 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91eb958-f1b1-4a72-9af5-4c0c6f45920f req-dd0c3d2b-cf76-41a0-8a2d-b0a10ba7571d tempest-ServerMetadataNegativeTestJSON-1575692935 tempest-ServerMetadataNegativeTestJSON-1575692935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:06.735569 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a91eb958-f1b1-4a72-9af5-4c0c6f45920f req-dd0c3d2b-cf76-41a0-8a2d-b0a10ba7571d tempest-ServerMetadataNegativeTestJSON-1575692935 tempest-ServerMetadataNegativeTestJSON-1575692935-project] 10.222.0.23 "GET /v2.0/ports?device_id=acbcd4c6-095c-4d14-8563-300d7239eaac HTTP/1.1" status: 200 len: 945 time: 0.1418827 Jul 13 13:53:06.784033 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a91eb958-f1b1-4a72-9af5-4c0c6f45920f req-e7e2329e-9d20-48aa-bc05-837ccc2366a1 tempest-ServerMetadataNegativeTestJSON-1575692935 tempest-ServerMetadataNegativeTestJSON-1575692935-project] 10.222.0.23 "GET /v2.0/security-groups?id=f31e49c5-ba17-4018-bd31-e49228e30d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472918 Jul 13 13:53:06.854669 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-4094a51d-b089-40af-a9fc-772c1978c8a8 None None] For port 71217c20-8d46-4434-b125-a30f60d1ab2d, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:53:06.874017 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-4094a51d-b089-40af-a9fc-772c1978c8a8 None None] For port 71217c20-8d46-4434-b125-a30f60d1ab2d, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=71217c20-8d46-4434-b125-a30f60d1ab2d,segment=NetworkSegment(3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87),segment_id=3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:53:06.949414 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4094a51d-b089-40af-a9fc-772c1978c8a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:07.108646 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6005a6-d19e-4b55-bf43-aa42c7c066c7 None None] Pushing event updated for resources: {'Port': ['ID=71217c20-8d46-4434-b125-a30f60d1ab2d,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:53:07.131222 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4094a51d-b089-40af-a9fc-772c1978c8a8 None None] Routers {'dfe1dab2-a78d-4495-8ba3-32bf8cf2d92b'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:53:07.131969 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-4094a51d-b089-40af-a9fc-772c1978c8a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:52:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['dfe1dab2-a78d-4495-8ba3-32bf8cf2d92b'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:53:07.181197 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784e871f-be2e-49fa-9410-c75525a098eb req-d163094c-5636-4588-a1d3-738f2b958208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:07.182999 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-784e871f-be2e-49fa-9410-c75525a098eb req-d163094c-5636-4588-a1d3-738f2b958208 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ac5768eaeb3242ac813c969082f024de&device_id=cf7f901c-4f58-47fe-8e41-08ae492360c9 HTTP/1.1" status: 200 len: 1096 time: 0.1442161 Jul 13 13:53:07.283377 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-4094a51d-b089-40af-a9fc-772c1978c8a8 None None] Set router dfe1dab2-a78d-4495-8ba3-32bf8cf2d92b gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:53:07.347219 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2af0053-efb6-48bd-a16f-7b87e76dfd02 req-e21a8284-2ca9-4143-aa22-22873139027c tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:07.349305 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e2af0053-efb6-48bd-a16f-7b87e76dfd02 req-e21a8284-2ca9-4143-aa22-22873139027c tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf7f901c-4f58-47fe-8e41-08ae492360c9 HTTP/1.1" status: 200 len: 945 time: 0.1117737 Jul 13 13:53:07.350804 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784e871f-be2e-49fa-9410-c75525a098eb req-c55d11ff-a2da-4ca5-8299-74286a086f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:07.352276 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-784e871f-be2e-49fa-9410-c75525a098eb req-c55d11ff-a2da-4ca5-8299-74286a086f80 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b450f1e2-a722-4908-8646-fc79c4a514ae HTTP/1.1" status: 200 len: 919 time: 0.1619275 Jul 13 13:53:07.425629 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-865a392e-dd92-420d-bd8b-998f256da4c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a7201e1-61ce-5a3e-b7f7-e800379ed03b-2254a83b-bbf0-41f6-94ef-c9a3e24bd7ec', 'network_id': '2254a83b-bbf0-41f6-94ef-c9a3e24bd7ec', 'tenant_id': 'e65770d93833474499bd5ca8e11d4e12', 'fixed_ips': [{'subnet_id': '85453aaf-7d74-4282-b467-40ba04de793e'}]}} from n-d-800634-1. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 13:53:07.426621 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-865a392e-dd92-420d-bd8b-998f256da4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:07.440473 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-784e871f-be2e-49fa-9410-c75525a098eb req-be876273-4f2c-4bea-a2ec-8facc4335571 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7645d7fc-de26-4532-b5ce-a6a84542cd83 HTTP/1.1" status: 200 len: 217 time: 0.0703554 Jul 13 13:53:07.490344 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0fa00348-b438-40f9-812d-319d6959d1bb tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:07.525187 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e2af0053-efb6-48bd-a16f-7b87e76dfd02 req-86d17cf8-a14f-46e0-9159-ae504584d494 tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c36ff65-e031-4d60-bc12-4aaf4c57b43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680701 Jul 13 13:53:07.550392 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784e871f-be2e-49fa-9410-c75525a098eb req-1fa672ee-650f-4e68-ae61-5a137d916c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:07.552407 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-784e871f-be2e-49fa-9410-c75525a098eb req-1fa672ee-650f-4e68-ae61-5a137d916c73 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a936942e-7fca-4553-9966-ac3c5be7d1ca HTTP/1.1" status: 200 len: 859 time: 0.1044314 Jul 13 13:53:07.637056 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-784e871f-be2e-49fa-9410-c75525a098eb req-124a8379-0cd1-48f2-a7e0-7e046d510164 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b450f1e2-a722-4908-8646-fc79c4a514ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0784283 Jul 13 13:53:07.768144 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-865a392e-dd92-420d-bd8b-998f256da4c3 None None] Allocated IP 172.20.0.2 (2254a83b-bbf0-41f6-94ef-c9a3e24bd7ec/85453aaf-7d74-4282-b467-40ba04de793e/6551cfb3-a5e8-4003-bb1b-369d3566306c) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:53:07.915675 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-4094a51d-b089-40af-a9fc-772c1978c8a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfe1dab2-a78d-4495-8ba3-32bf8cf2d92b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1385260162', 'tenant_id': 'e65770d93833474499bd5ca8e11d4e12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': '71217c20-8d46-4434-b125-a30f60d1ab2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:53:02Z', 'updated_at': '2021-07-13T13:53:04Z', 'revision_number': 3, 'project_id': 'e65770d93833474499bd5ca8e11d4e12', 'gw_port': {'id': '71217c20-8d46-4434-b125-a30f60d1ab2d', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:3a:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfe1dab2-a78d-4495-8ba3-32bf8cf2d92b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2658, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:53:03Z', 'updated_at': '2021-07-13T13:53:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:53:07.989092 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4094a51d-b089-40af-a9fc-772c1978c8a8 None None] The sync data for ids ['dfe1dab2-a78d-4495-8ba3-32bf8cf2d92b'] in n-d-800634-1 is: [{'id': 'dfe1dab2-a78d-4495-8ba3-32bf8cf2d92b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1385260162', 'tenant_id': 'e65770d93833474499bd5ca8e11d4e12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': '71217c20-8d46-4434-b125-a30f60d1ab2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:53:02Z', 'updated_at': '2021-07-13T13:53:04Z', 'revision_number': 3, 'project_id': 'e65770d93833474499bd5ca8e11d4e12', 'gw_port': {'id': '71217c20-8d46-4434-b125-a30f60d1ab2d', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:3a:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfe1dab2-a78d-4495-8ba3-32bf8cf2d92b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2658, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:53:03Z', 'updated_at': '2021-07-13T13:53:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:53:08.126369 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-865a392e-dd92-420d-bd8b-998f256da4c3 None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:08.150250 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-865a392e-dd92-420d-bd8b-998f256da4c3 None None] Transition to ACTIVE for port object 6551cfb3-a5e8-4003-bb1b-369d3566306c will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:53:08.187660 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-865a392e-dd92-420d-bd8b-998f256da4c3 None None] Transition to ACTIVE for port object 6551cfb3-a5e8-4003-bb1b-369d3566306c will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:53:08.208974 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-865a392e-dd92-420d-bd8b-998f256da4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:08.209189 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c75975-cb17-44e3-9941-cca57fd7fd3f req-ceed3e6d-dfa3-4578-ab0a-37e47b98c381 tempest-ServerMetadataNegativeTestJSON-1575692935 tempest-ServerMetadataNegativeTestJSON-1575692935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:08.219993 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d9c75975-cb17-44e3-9941-cca57fd7fd3f req-ceed3e6d-dfa3-4578-ab0a-37e47b98c381 tempest-ServerMetadataNegativeTestJSON-1575692935 tempest-ServerMetadataNegativeTestJSON-1575692935-project] 10.222.0.23 "GET /v2.0/ports?device_id=acbcd4c6-095c-4d14-8563-300d7239eaac HTTP/1.1" status: 200 len: 945 time: 0.1892996 Jul 13 13:53:08.262699 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-865a392e-dd92-420d-bd8b-998f256da4c3 None None] Network 2254a83b-bbf0-41f6-94ef-c9a3e24bd7ec is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:53:08.272828 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-865a392e-dd92-420d-bd8b-998f256da4c3 None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:53:08.278747 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865a392e-dd92-420d-bd8b-998f256da4c3 None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:53:08.283822 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-0fa00348-b438-40f9-812d-319d6959d1bb tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Allocated IP 172.20.0.1 (2254a83b-bbf0-41f6-94ef-c9a3e24bd7ec/85453aaf-7d74-4282-b467-40ba04de793e/78194b87-47a8-443a-a3fe-98b333345b61) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:53:08.397084 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865a392e-dd92-420d-bd8b-998f256da4c3 None None] Pushing event updated for resources: {'Port': ['ID=6551cfb3-a5e8-4003-bb1b-369d3566306c,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:53:08.411870 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ee94f5-2c0b-422a-b33e-239d9de3e0c9 req-dd1031ca-9daf-45d5-b540-c7d0336d2459 tempest-ServerMetadataNegativeTestJSON-1575692935 tempest-ServerMetadataNegativeTestJSON-1575692935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:08.413677 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-45ee94f5-2c0b-422a-b33e-239d9de3e0c9 req-dd1031ca-9daf-45d5-b540-c7d0336d2459 tempest-ServerMetadataNegativeTestJSON-1575692935 tempest-ServerMetadataNegativeTestJSON-1575692935-project] 10.222.0.41 "GET /v2.0/ports?device_id=acbcd4c6-095c-4d14-8563-300d7239eaac HTTP/1.1" status: 200 len: 945 time: 0.2002156 Jul 13 13:53:08.416873 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-865a392e-dd92-420d-bd8b-998f256da4c3 None None] Attempting to bind port 6551cfb3-a5e8-4003-bb1b-369d3566306c on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:53:08.417252 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-865a392e-dd92-420d-bd8b-998f256da4c3 None None] Attempting to bind port 6551cfb3-a5e8-4003-bb1b-369d3566306c by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '01f16f11-7cf3-41ec-bb49-e0d613f7bb39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '2254a83b-bbf0-41f6-94ef-c9a3e24bd7ec'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:53:08.417616 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-865a392e-dd92-420d-bd8b-998f256da4c3 None None] Attempting to bind port 6551cfb3-a5e8-4003-bb1b-369d3566306c on network 2254a83b-bbf0-41f6-94ef-c9a3e24bd7ec {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:53:08.424653 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-865a392e-dd92-420d-bd8b-998f256da4c3 None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 52, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:53:08.424879 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-865a392e-dd92-420d-bd8b-998f256da4c3 None None] Checking segment: {'id': '01f16f11-7cf3-41ec-bb49-e0d613f7bb39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '2254a83b-bbf0-41f6-94ef-c9a3e24bd7ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:53:08.425639 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-865a392e-dd92-420d-bd8b-998f256da4c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:08.425639 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-865a392e-dd92-420d-bd8b-998f256da4c3 None None] Bound using segment: {'id': '01f16f11-7cf3-41ec-bb49-e0d613f7bb39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '2254a83b-bbf0-41f6-94ef-c9a3e24bd7ec'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:53:08.426185 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-865a392e-dd92-420d-bd8b-998f256da4c3 None None] Bound port: 6551cfb3-a5e8-4003-bb1b-369d3566306c, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01f16f11-7cf3-41ec-bb49-e0d613f7bb39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '2254a83b-bbf0-41f6-94ef-c9a3e24bd7ec'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:53:08.426703 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-865a392e-dd92-420d-bd8b-998f256da4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:08.478810 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-784e871f-be2e-49fa-9410-c75525a098eb req-361ba1f0-3d55-4490-9318-465406df1b78 service neutron] 10.222.0.26 "GET /v2.0/networks/b450f1e2-a722-4908-8646-fc79c4a514ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8320453 Jul 13 13:53:08.509806 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-865a392e-dd92-420d-bd8b-998f256da4c3 None None] For port 6551cfb3-a5e8-4003-bb1b-369d3566306c, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:53:08.512823 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d9c75975-cb17-44e3-9941-cca57fd7fd3f req-3a6d8ebb-8353-439b-807d-219ea567db47 tempest-ServerMetadataNegativeTestJSON-1575692935 tempest-ServerMetadataNegativeTestJSON-1575692935-project] 10.222.0.23 "GET /v2.0/security-groups?id=f31e49c5-ba17-4018-bd31-e49228e30d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940024 Jul 13 13:53:08.513129 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-865a392e-dd92-420d-bd8b-998f256da4c3 None None] For port 6551cfb3-a5e8-4003-bb1b-369d3566306c, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=6551cfb3-a5e8-4003-bb1b-369d3566306c,segment=NetworkSegment(01f16f11-7cf3-41ec-bb49-e0d613f7bb39),segment_id=01f16f11-7cf3-41ec-bb49-e0d613f7bb39)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:53:08.522029 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-865a392e-dd92-420d-bd8b-998f256da4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:08.595439 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0fa00348-b438-40f9-812d-319d6959d1bb tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:08.636138 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865a392e-dd92-420d-bd8b-998f256da4c3 None None] Pushing event updated for resources: {'Port': ['ID=6551cfb3-a5e8-4003-bb1b-369d3566306c,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:53:08.665129 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-0fa00348-b438-40f9-812d-319d6959d1bb tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Transition to ACTIVE for port object 78194b87-47a8-443a-a3fe-98b333345b61 will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:53:08.711566 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-784e871f-be2e-49fa-9410-c75525a098eb req-a8857f22-89fb-4da3-ba57-2f9d4d3ee1c0 service neutron] 10.222.0.26 "GET /v2.0/networks/b450f1e2-a722-4908-8646-fc79c4a514ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701176 Jul 13 13:53:08.749617 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0fa00348-b438-40f9-812d-319d6959d1bb tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:08.820230 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa00348-b438-40f9-812d-319d6959d1bb tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Network 2254a83b-bbf0-41f6-94ef-c9a3e24bd7ec is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:53:08.821967 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-0fa00348-b438-40f9-812d-319d6959d1bb tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:53:08.830942 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa00348-b438-40f9-812d-319d6959d1bb tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:53:08.900785 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa00348-b438-40f9-812d-319d6959d1bb tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Pushing event updated for resources: {'Port': ['ID=78194b87-47a8-443a-a3fe-98b333345b61,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:53:08.979237 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0fa00348-b438-40f9-812d-319d6959d1bb tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-450452'] for router_interface, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:08.992158 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-45ee94f5-2c0b-422a-b33e-239d9de3e0c9 req-d8a45c8c-662f-4b79-b509-ac34a211d4de tempest-ServerMetadataNegativeTestJSON-1575692935 tempest-ServerMetadataNegativeTestJSON-1575692935-project] Deleting port 240c6ffc-3186-4df7-a620-6445996cc2be {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:53:08.992511 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-45ee94f5-2c0b-422a-b33e-239d9de3e0c9 req-d8a45c8c-662f-4b79-b509-ac34a211d4de tempest-ServerMetadataNegativeTestJSON-1575692935 tempest-ServerMetadataNegativeTestJSON-1575692935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:09.025691 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0193947-7083-4255-ad13-c9c6fb433e71 req-4c04d1d4-d54c-42e1-9129-aeacad14d5c3 tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:09.073373 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f0193947-7083-4255-ad13-c9c6fb433e71 req-4c04d1d4-d54c-42e1-9129-aeacad14d5c3 tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf7f901c-4f58-47fe-8e41-08ae492360c9 HTTP/1.1" status: 200 len: 945 time: 0.2197547 Jul 13 13:53:09.159342 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 71217c20-8d46-4434-b125-a30f60d1ab2d up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:53:09.308088 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0fa00348-b438-40f9-812d-319d6959d1bb tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:09.315480 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f0193947-7083-4255-ad13-c9c6fb433e71 req-ced28285-f194-4fd3-a07b-0f519f20330c tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c36ff65-e031-4d60-bc12-4aaf4c57b43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325702 Jul 13 13:53:09.319907 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-45ee94f5-2c0b-422a-b33e-239d9de3e0c9 req-d8a45c8c-662f-4b79-b509-ac34a211d4de tempest-ServerMetadataNegativeTestJSON-1575692935 tempest-ServerMetadataNegativeTestJSON-1575692935-project] For port 240c6ffc-3186-4df7-a620-6445996cc2be, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=240c6ffc-3186-4df7-a620-6445996cc2be,segment=NetworkSegment(ae0b853c-2e59-420c-8b30-6369c5c0d01d),segment_id=ae0b853c-2e59-420c-8b30-6369c5c0d01d)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:53:09.320285 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-45ee94f5-2c0b-422a-b33e-239d9de3e0c9 req-d8a45c8c-662f-4b79-b509-ac34a211d4de tempest-ServerMetadataNegativeTestJSON-1575692935 tempest-ServerMetadataNegativeTestJSON-1575692935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:09.336866 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port 71217c20-8d46-4434-b125-a30f60d1ab2d completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:53:09.340027 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-45ee94f5-2c0b-422a-b33e-239d9de3e0c9 req-d8a45c8c-662f-4b79-b509-ac34a211d4de tempest-ServerMetadataNegativeTestJSON-1575692935 tempest-ServerMetadataNegativeTestJSON-1575692935-project] Calling delete_port for 240c6ffc-3186-4df7-a620-6445996cc2be owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:53:09.343844 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 71217c20-8d46-4434-b125-a30f60d1ab2d triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:53:09.344225 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:09.503839 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:09.558926 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port 71217c20-8d46-4434-b125-a30f60d1ab2d, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=71217c20-8d46-4434-b125-a30f60d1ab2d,segment=NetworkSegment(3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87),segment_id=3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:53:09.579970 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:09.610964 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-45ee94f5-2c0b-422a-b33e-239d9de3e0c9 req-d8a45c8c-662f-4b79-b509-ac34a211d4de tempest-ServerMetadataNegativeTestJSON-1575692935 tempest-ServerMetadataNegativeTestJSON-1575692935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:09.650002 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=71217c20-8d46-4434-b125-a30f60d1ab2d,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:53:09.729719 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a45c8c-662f-4b79-b509-ac34a211d4de tempest-ServerMetadataNegativeTestJSON-1575692935 tempest-ServerMetadataNegativeTestJSON-1575692935-project] Pushing event deleted for resources: {'Port': ['ID=240c6ffc-3186-4df7-a620-6445996cc2be,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:53:09.770853 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-45ee94f5-2c0b-422a-b33e-239d9de3e0c9 req-d8a45c8c-662f-4b79-b509-ac34a211d4de tempest-ServerMetadataNegativeTestJSON-1575692935 tempest-ServerMetadataNegativeTestJSON-1575692935-project] No DVR routers for this DVR port 240c6ffc-3186-4df7-a620-6445996cc2be on host n-h2-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:53:09.774524 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-45ee94f5-2c0b-422a-b33e-239d9de3e0c9 req-d8a45c8c-662f-4b79-b509-ac34a211d4de tempest-ServerMetadataNegativeTestJSON-1575692935 tempest-ServerMetadataNegativeTestJSON-1575692935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:09.776883 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-45ee94f5-2c0b-422a-b33e-239d9de3e0c9 req-d8a45c8c-662f-4b79-b509-ac34a211d4de tempest-ServerMetadataNegativeTestJSON-1575692935 tempest-ServerMetadataNegativeTestJSON-1575692935-project] 10.222.0.41 "DELETE /v2.0/ports/240c6ffc-3186-4df7-a620-6445996cc2be HTTP/1.1" status: 204 len: 173 time: 1.3509331 Jul 13 13:53:09.777511 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acbcd4c6-095c-4d14-8563-300d7239eaac', 'name': 'network-vif-deleted', 'tag': '240c6ffc-3186-4df7-a620-6445996cc2be'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:53:09.790411 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-213729fb-5a45-42b2-90af-ccc86802f92b" -d '{"events": [{"server_uuid": "acbcd4c6-095c-4d14-8563-300d7239eaac", "name": "network-vif-deleted", "tag": "240c6ffc-3186-4df7-a620-6445996cc2be"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:53:09.846040 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e80c5863-3213-4a90-bc5c-fefbcb401582 x-openstack-request-id: req-e80c5863-3213-4a90-bc5c-fefbcb401582 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:53:09.846564 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acbcd4c6-095c-4d14-8563-300d7239eaac", "name": "network-vif-deleted", "tag": "240c6ffc-3186-4df7-a620-6445996cc2be", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:53:09.847019 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e80c5863-3213-4a90-bc5c-fefbcb401582 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:53:09.847594 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acbcd4c6-095c-4d14-8563-300d7239eaac', 'name': 'network-vif-deleted', 'tag': '240c6ffc-3186-4df7-a620-6445996cc2be', 'status': 'completed', 'code': 200} Jul 13 13:53:09.884686 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-9f25c1b6-cdf8-49b8-a13f-32cc81f5eb99 req-a15d70f8-4683-4590-a98c-d01957beae5d tempest-ServerMetadataNegativeTestJSON-1575692935 tempest-ServerMetadataNegativeTestJSON-1575692935-project] 10.222.0.23 "GET /v2.0/ports?device_id=acbcd4c6-095c-4d14-8563-300d7239eaac HTTP/1.1" status: 200 len: 210 time: 0.0870121 Jul 13 13:53:09.993222 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0fa00348-b438-40f9-812d-319d6959d1bb tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:10.004150 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0fa00348-b438-40f9-812d-319d6959d1bb tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:10.135723 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0fa00348-b438-40f9-812d-319d6959d1bb tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1785045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451806'] for router_interface, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:10.156630 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa00348-b438-40f9-812d-319d6959d1bb tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Pushing event updated for resources: {'Port': ['ID=78194b87-47a8-443a-a3fe-98b333345b61,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:53:10.296014 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa00348-b438-40f9-812d-319d6959d1bb tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Network 2254a83b-bbf0-41f6-94ef-c9a3e24bd7ec is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:53:10.297568 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-0fa00348-b438-40f9-812d-319d6959d1bb tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:53:10.375187 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8cd7463-e971-4e15-b9a9-52cb95b51779 None None] Network 2254a83b-bbf0-41f6-94ef-c9a3e24bd7ec requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:53:10.380622 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 55888) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:53:10.521956 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-6c958511-9a7d-461c-a157-c9b35cda0f15 None None] Provisioning for port 6551cfb3-a5e8-4003-bb1b-369d3566306c completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:53:10.580252 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fa00348-b438-40f9-812d-319d6959d1bb tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Router dfe1dab2-a78d-4495-8ba3-32bf8cf2d92b has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 13:53:10.822950 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f471e1-4266-45b5-9cdc-ddafc54ae2bd tempest-TestNetworkBasicOps-1997131872 tempest-TestNetworkBasicOps-1997131872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:10.825634 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f471e1-4266-45b5-9cdc-ddafc54ae2bd tempest-TestNetworkBasicOps-1997131872 tempest-TestNetworkBasicOps-1997131872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:10.826586 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f471e1-4266-45b5-9cdc-ddafc54ae2bd tempest-TestNetworkBasicOps-1997131872 tempest-TestNetworkBasicOps-1997131872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:10.831706 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-79f471e1-4266-45b5-9cdc-ddafc54ae2bd tempest-TestNetworkBasicOps-1997131872 tempest-TestNetworkBasicOps-1997131872-project-admin] 10.222.0.23 "GET /v2.0/ports?project_id=c841d7dd73ac40a085273ab2774b9cc2&network_id=74b894bb-81e0-406c-ab54-602d50ca5470 HTTP/1.1" status: 200 len: 2969 time: 0.4479280 Jul 13 13:53:10.877207 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1857af4f-6913-4094-aefb-c8b34b9869b9 req-fa17eda7-d5c8-4e50-958d-1557af402542 tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:10.883194 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1857af4f-6913-4094-aefb-c8b34b9869b9 req-fa17eda7-d5c8-4e50-958d-1557af402542 tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf7f901c-4f58-47fe-8e41-08ae492360c9 HTTP/1.1" status: 200 len: 945 time: 0.3028426 Jul 13 13:53:10.955911 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1857af4f-6913-4094-aefb-c8b34b9869b9 req-7b4f025c-b2a3-4cb3-8f4a-18f90024e63f tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c36ff65-e031-4d60-bc12-4aaf4c57b43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587690 Jul 13 13:53:11.090314 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 55908) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:53:11.155617 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-13a71607-2bf4-4c48-9049-44e0c34fc830 admin admin] Deleting subnet ce71dcf8-e1a0-4386-85e6-4937845bbae5 {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 13:53:11.159997 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-13a71607-2bf4-4c48-9049-44e0c34fc830 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:11.175592 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-04c02a05-324e-4fb6-9e26-6e5b3818c26e None None] Provisioning for port 78194b87-47a8-443a-a3fe-98b333345b61 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:53:11.182873 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-04c02a05-324e-4fb6-9e26-6e5b3818c26e None None] Provisioning complete for port 78194b87-47a8-443a-a3fe-98b333345b61 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:53:11.190445 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-04c02a05-324e-4fb6-9e26-6e5b3818c26e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:11.215484 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-13a71607-2bf4-4c48-9049-44e0c34fc830 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5431723'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:11.248230 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 71217c20-8d46-4434-b125-a30f60d1ab2d up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:53:11.275178 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 240c6ffc-3186-4df7-a620-6445996cc2be no longer exists at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:53:11.293909 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-13a71607-2bf4-4c48-9049-44e0c34fc830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:11.312238 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] No Port match for: 240c6ffc-3186-4df7-a620-6445996cc2be {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:53:11.316032 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 240c6ffc-3186-4df7-a620-6445996cc2be not bound to the agent host n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:53:11.356370 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-04c02a05-324e-4fb6-9e26-6e5b3818c26e None None] Port 78194b87-47a8-443a-a3fe-98b333345b61 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:53:11.426903 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-13a71607-2bf4-4c48-9049-44e0c34fc830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5970525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4763356'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:11.436337 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fa00348-b438-40f9-812d-319d6959d1bb tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:53:11.446528 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2371c915-e6a5-4642-abab-5e49b3df0686 None None] Sync routers for ids ['dfe1dab2-a78d-4495-8ba3-32bf8cf2d92b'] in n-d-800634-1 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:53:11.454618 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 71217c20-8d46-4434-b125-a30f60d1ab2d triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:53:11.455571 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:11.456467 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a71607-2bf4-4c48-9049-44e0c34fc830 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce71dcf8-e1a0-4386-85e6-4937845bbae5,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:53:11.460043 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 55910) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:53:11.462351 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-0fa00348-b438-40f9-812d-319d6959d1bb tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] 10.222.0.23 "PUT /v2.0/routers/dfe1dab2-a78d-4495-8ba3-32bf8cf2d92b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7843359 Jul 13 13:53:11.465158 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-d8706624-796d-4a8b-aedd-01e1e3780846 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1398990228', 'description': 'tempest-secgroup_access--1398990228 description', 'project_id': 'e65770d93833474499bd5ca8e11d4e12'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:53:11.475335 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2371c915-e6a5-4642-abab-5e49b3df0686 None None] Routers {'dfe1dab2-a78d-4495-8ba3-32bf8cf2d92b'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:53:11.475978 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-2371c915-e6a5-4642-abab-5e49b3df0686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:52:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['dfe1dab2-a78d-4495-8ba3-32bf8cf2d92b'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:53:11.476474 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-13a71607-2bf4-4c48-9049-44e0c34fc830 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:11.480855 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-13a71607-2bf4-4c48-9049-44e0c34fc830 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/ce71dcf8-e1a0-4386-85e6-4937845bbae5 HTTP/1.1" status: 204 len: 168 time: 0.3894334 Jul 13 13:53:11.484221 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 55916) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:53:11.531740 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d8706624-796d-4a8b-aedd-01e1e3780846 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:11.660832 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1b750011-c736-4559-a934-417c21442d7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:11.674206 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 6551cfb3-a5e8-4003-bb1b-369d3566306c up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:53:11.690240 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-03b8d2da-da97-4f38-a48b-93c8e9ad5953 None None] Provisioning complete for port 78194b87-47a8-443a-a3fe-98b333345b61 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:53:11.690995 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-03b8d2da-da97-4f38-a48b-93c8e9ad5953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:11.725716 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-2371c915-e6a5-4642-abab-5e49b3df0686 None None] Set router dfe1dab2-a78d-4495-8ba3-32bf8cf2d92b gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:53:11.728839 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d8706624-796d-4a8b-aedd-01e1e3780846 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:11.736537 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d8706624-796d-4a8b-aedd-01e1e3780846 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:11.776049 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d8706624-796d-4a8b-aedd-01e1e3780846 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:11.785627 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-d8706624-796d-4a8b-aedd-01e1e3780846 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.3244727 Jul 13 13:53:11.789027 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 55922) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:53:11.796891 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-98625f31-e818-4b94-b5e3-86d9fc23a913 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--350528485', 'description': 'tempest-secgroup_general--350528485 description', 'project_id': 'e65770d93833474499bd5ca8e11d4e12'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:53:11.833684 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1b750011-c736-4559-a934-417c21442d7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:11.844311 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-98625f31-e818-4b94-b5e3-86d9fc23a913 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:11.849714 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-1b750011-c736-4559-a934-417c21442d7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d78ebb6-cd6c-4043-bf10-c84e47c4f381']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:53:11.856647 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-03b8d2da-da97-4f38-a48b-93c8e9ad5953 None None] Port 78194b87-47a8-443a-a3fe-98b333345b61 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:53:11.865970 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-1b750011-c736-4559-a934-417c21442d7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae0b853c-2e59-420c-8b30-6369c5c0d01d') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:53:11.868481 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-1b750011-c736-4559-a934-417c21442d7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae0b853c-2e59-420c-8b30-6369c5c0d01d') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:53:11.886376 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1b750011-c736-4559-a934-417c21442d7d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6018464'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:11.887960 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8706624-796d-4a8b-aedd-01e1e3780846 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a78e279-d709-42b9-aaf7-356b3cfbd126,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:53:11.900710 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port 6551cfb3-a5e8-4003-bb1b-369d3566306c completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:53:11.913446 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 6551cfb3-a5e8-4003-bb1b-369d3566306c triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:53:11.913881 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:11.923171 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1b750011-c736-4559-a934-417c21442d7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:11.943415 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b750011-c736-4559-a934-417c21442d7d admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 13:53:11.943940 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1b750011-c736-4559-a934-417c21442d7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6018632'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:11.954359 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:53:11.954359 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:53:11.954359 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:53:11.954359 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:53:11.954359 n-d-800634-1 neutron-server[93751]: Traceback (most recent call last): Jul 13 13:53:11.954359 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 13:53:11.954359 n-d-800634-1 neutron-server[93751]: timer() Jul 13 13:53:11.954359 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 13:53:11.954359 n-d-800634-1 neutron-server[93751]: cb(*args, **kw) Jul 13 13:53:11.954359 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 13:53:11.954359 n-d-800634-1 neutron-server[93751]: return func(*args, **kwargs) Jul 13 13:53:11.954359 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 13:53:11.954359 n-d-800634-1 neutron-server[93751]: self._notify() Jul 13 13:53:11.954359 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 13:53:11.954359 n-d-800634-1 neutron-server[93751]: self.callback(batched_events) Jul 13 13:53:11.954359 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 13:53:11.954359 n-d-800634-1 neutron-server[93751]: event.method(event) Jul 13 13:53:11.954359 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 13:53:11.954359 n-d-800634-1 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 13:53:11.954359 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 13:53:11.954359 n-d-800634-1 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 13:53:11.954359 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 13:53:11.954359 n-d-800634-1 neutron-server[93751]: return f(self, *a, **k) Jul 13 13:53:11.954359 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 13:53:11.954359 n-d-800634-1 neutron-server[93751]: return self._get(url).json() Jul 13 13:53:11.954359 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 13:53:11.954359 n-d-800634-1 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 13:53:11.954359 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 13:53:11.954359 n-d-800634-1 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 13 13:53:11.954359 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 13:53:11.954359 n-d-800634-1 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 13:53:11.954359 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 13:53:11.954359 n-d-800634-1 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 13:53:11.954359 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 13:53:11.954359 n-d-800634-1 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 13:53:11.954359 n-d-800634-1 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 13:53:12.045683 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-c24c2c4f-2e55-426a-ac15-0ecc6a2d1284 None None] Provisioning complete for port 78194b87-47a8-443a-a3fe-98b333345b61 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:53:12.047611 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c24c2c4f-2e55-426a-ac15-0ecc6a2d1284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:12.068883 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-98625f31-e818-4b94-b5e3-86d9fc23a913 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:12.090948 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-98625f31-e818-4b94-b5e3-86d9fc23a913 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:12.095981 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1b750011-c736-4559-a934-417c21442d7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:12.105651 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1b750011-c736-4559-a934-417c21442d7d admin admin] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:12.113378 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-1b750011-c736-4559-a934-417c21442d7d admin admin] 10.222.0.23 "DELETE /v2.0/networks/2d78ebb6-cd6c-4043-bf10-c84e47c4f381 HTTP/1.1" status: 204 len: 168 time: 0.6278343 Jul 13 13:53:12.147345 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-98625f31-e818-4b94-b5e3-86d9fc23a913 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:12.148600 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-98625f31-e818-4b94-b5e3-86d9fc23a913 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.3583043 Jul 13 13:53:12.151567 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 55936) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:53:12.169052 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b750011-c736-4559-a934-417c21442d7d admin admin] Pushing event deleted for resources: {'Network': ['ID=2d78ebb6-cd6c-4043-bf10-c84e47c4f381,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:53:12.170870 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-c5cf2be1-a62f-4e82-a68f-caa37aa9bf21 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Request body: {'security_group_rule': {'security_group_id': '6a78e279-d709-42b9-aaf7-356b3cfbd126', 'project_id': 'e65770d93833474499bd5ca8e11d4e12', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:53:12.202133 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-c24c2c4f-2e55-426a-ac15-0ecc6a2d1284 None None] Port 78194b87-47a8-443a-a3fe-98b333345b61 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:53:12.210279 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98625f31-e818-4b94-b5e3-86d9fc23a913 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8c7e05f-15f3-445a-9885-cf3dba58692f,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:53:12.213664 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:12.229256 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c5cf2be1-a62f-4e82-a68f-caa37aa9bf21 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:12.240478 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-2371c915-e6a5-4642-abab-5e49b3df0686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfe1dab2-a78d-4495-8ba3-32bf8cf2d92b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1385260162', 'tenant_id': 'e65770d93833474499bd5ca8e11d4e12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': '71217c20-8d46-4434-b125-a30f60d1ab2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:53:02Z', 'updated_at': '2021-07-13T13:53:09Z', 'revision_number': 4, 'project_id': 'e65770d93833474499bd5ca8e11d4e12', 'gw_port': {'id': '71217c20-8d46-4434-b125-a30f60d1ab2d', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:3a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe1dab2-a78d-4495-8ba3-32bf8cf2d92b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2658, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:53:03Z', 'updated_at': '2021-07-13T13:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': '78194b87-47a8-443a-a3fe-98b333345b61', 'name': '', 'network_id': '2254a83b-bbf0-41f6-94ef-c9a3e24bd7ec', 'tenant_id': 'e65770d93833474499bd5ca8e11d4e12', 'mac_address': 'fa:16:3e:59:09:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfe1dab2-a78d-4495-8ba3-32bf8cf2d92b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': '85453aaf-7d74-4282-b467-40ba04de793e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:53:07Z', 'updated_at': '2021-07-13T13:53:09Z', 'revision_number': 2, 'project_id': 'e65770d93833474499bd5ca8e11d4e12', 'subnets': [{'id': '85453aaf-7d74-4282-b467-40ba04de793e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:53:12.276772 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port 6551cfb3-a5e8-4003-bb1b-369d3566306c, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=6551cfb3-a5e8-4003-bb1b-369d3566306c,segment=NetworkSegment(01f16f11-7cf3-41ec-bb49-e0d613f7bb39),segment_id=01f16f11-7cf3-41ec-bb49-e0d613f7bb39)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:53:12.284887 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2371c915-e6a5-4642-abab-5e49b3df0686 None None] Checking router: dfe1dab2-a78d-4495-8ba3-32bf8cf2d92b for host: n-d-800634-1 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 13:53:12.285754 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2371c915-e6a5-4642-abab-5e49b3df0686 None None] Updating router dfe1dab2-a78d-4495-8ba3-32bf8cf2d92b port 78194b87-47a8-443a-a3fe-98b333345b61 binding host n-d-800634-1 {{(pid=93753) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 13:53:12.286786 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:12.344422 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2371c915-e6a5-4642-abab-5e49b3df0686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:12.354960 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 55938) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:53:12.390096 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c5cf2be1-a62f-4e82-a68f-caa37aa9bf21 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:12.395379 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=6551cfb3-a5e8-4003-bb1b-369d3566306c,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:53:12.406030 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c5cf2be1-a62f-4e82-a68f-caa37aa9bf21 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:12.457221 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c5cf2be1-a62f-4e82-a68f-caa37aa9bf21 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:12.459229 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-c5cf2be1-a62f-4e82-a68f-caa37aa9bf21 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3028455 Jul 13 13:53:12.460099 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cf2be1-a62f-4e82-a68f-caa37aa9bf21 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef0f7230-06ee-4f94-8a6a-fff193187749,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:53:12.496345 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882628f8-3e07-48bb-907d-3ea25dbbe33d req-81b8cec1-3ba8-4181-8eaa-08a5ce9bb2c0 tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:12.509357 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-882628f8-3e07-48bb-907d-3ea25dbbe33d req-81b8cec1-3ba8-4181-8eaa-08a5ce9bb2c0 tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf7f901c-4f58-47fe-8e41-08ae492360c9 HTTP/1.1" status: 200 len: 945 time: 0.2267208 Jul 13 13:53:12.513365 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06533ee3-ff66-4616-a98e-9649aecca6e5 tempest-TestNetworkBasicOps-1997131872 tempest-TestNetworkBasicOps-1997131872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:12.531482 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-06533ee3-ff66-4616-a98e-9649aecca6e5 tempest-TestNetworkBasicOps-1997131872 tempest-TestNetworkBasicOps-1997131872-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=acf968b8-c524-46a9-a20b-ad9667009130 HTTP/1.1" status: 200 len: 814 time: 0.1748338 Jul 13 13:53:12.555910 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-882628f8-3e07-48bb-907d-3ea25dbbe33d req-024850ca-e88c-43a0-98ec-6fed3d4bec92 tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c36ff65-e031-4d60-bc12-4aaf4c57b43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448730 Jul 13 13:53:12.612757 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 55950) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:53:12.723234 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-1859b6b7-7bdb-4d82-b00d-045c52a8731b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9c8ef877ce944b7db065e3355019558b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1096349 Jul 13 13:53:12.725542 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 55964) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:53:12.758840 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-982a226d-e83d-47d0-b270-838bf6aefe2c req-2ed5170b-269c-4cd1-8a2f-0e451173230b tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup_general--350528485&fields=id&tenant_id=e65770d93833474499bd5ca8e11d4e12 HTTP/1.1" status: 200 len: 267 time: 0.0589058 Jul 13 13:53:12.776197 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2371c915-e6a5-4642-abab-5e49b3df0686 None None] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:12.788008 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-2371c915-e6a5-4642-abab-5e49b3df0686 None None] Transition to ACTIVE for port object 78194b87-47a8-443a-a3fe-98b333345b61 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:53:12.797722 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2371c915-e6a5-4642-abab-5e49b3df0686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:12.811721 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-982a226d-e83d-47d0-b270-838bf6aefe2c req-1fafac28-09fb-4311-8098-c25b05751f4b tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup_access--1398990228&fields=id&tenant_id=e65770d93833474499bd5ca8e11d4e12 HTTP/1.1" status: 200 len: 267 time: 0.0507982 Jul 13 13:53:12.820008 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-47854fe7-2b55-444b-a57a-42f6499c2d44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:12.845357 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811ee604-2fc3-47f3-a109-8afab8a6edea None None] Pushing event updated for resources: {'Port': ['ID=78194b87-47a8-443a-a3fe-98b333345b61,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:53:12.856575 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-47854fe7-2b55-444b-a57a-42f6499c2d44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:12.929887 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 55970) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:53:12.938740 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-7441c36d-c809-44b9-9c7f-382744ecc14b tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Request body: {'network': {'name': 'tempest-network-smoke--1875826389', 'project_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'port_security_enabled': True}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:53:12.968674 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-2371c915-e6a5-4642-abab-5e49b3df0686 None None] Attempting to bind port 78194b87-47a8-443a-a3fe-98b333345b61 on host n-d-800634-1 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:53:12.969046 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-2371c915-e6a5-4642-abab-5e49b3df0686 None None] Attempting to bind port 78194b87-47a8-443a-a3fe-98b333345b61 by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '01f16f11-7cf3-41ec-bb49-e0d613f7bb39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '2254a83b-bbf0-41f6-94ef-c9a3e24bd7ec'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:53:12.969410 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2371c915-e6a5-4642-abab-5e49b3df0686 None None] Attempting to bind port 78194b87-47a8-443a-a3fe-98b333345b61 on network 2254a83b-bbf0-41f6-94ef-c9a3e24bd7ec {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:53:12.976963 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2371c915-e6a5-4642-abab-5e49b3df0686 None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 52, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:53:12.977362 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2371c915-e6a5-4642-abab-5e49b3df0686 None None] Checking segment: {'id': '01f16f11-7cf3-41ec-bb49-e0d613f7bb39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '2254a83b-bbf0-41f6-94ef-c9a3e24bd7ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:53:12.978054 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2371c915-e6a5-4642-abab-5e49b3df0686 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:12.978902 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2371c915-e6a5-4642-abab-5e49b3df0686 None None] Bound using segment: {'id': '01f16f11-7cf3-41ec-bb49-e0d613f7bb39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '2254a83b-bbf0-41f6-94ef-c9a3e24bd7ec'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:53:12.979574 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-2371c915-e6a5-4642-abab-5e49b3df0686 None None] Bound port: 78194b87-47a8-443a-a3fe-98b333345b61, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01f16f11-7cf3-41ec-bb49-e0d613f7bb39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '2254a83b-bbf0-41f6-94ef-c9a3e24bd7ec'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:53:12.980270 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2371c915-e6a5-4642-abab-5e49b3df0686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:13.010442 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-47854fe7-2b55-444b-a57a-42f6499c2d44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:13.019133 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 6551cfb3-a5e8-4003-bb1b-369d3566306c up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:53:13.021129 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-47854fe7-2b55-444b-a57a-42f6499c2d44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:13.047608 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-47854fe7-2b55-444b-a57a-42f6499c2d44 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f31e49c5-ba17-4018-bd31-e49228e30d03 HTTP/1.1" status: 204 len: 168 time: 0.3180552 Jul 13 13:53:13.072974 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7441c36d-c809-44b9-9c7f-382744ecc14b tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Made reservation on behalf of c841d7dd73ac40a085273ab2774b9cc2 for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:53:13.083507 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7441c36d-c809-44b9-9c7f-382744ecc14b tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:13.095257 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47854fe7-2b55-444b-a57a-42f6499c2d44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f31e49c5-ba17-4018-bd31-e49228e30d03,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:53:13.103909 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 6551cfb3-a5e8-4003-bb1b-369d3566306c triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:53:13.104535 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:13.120362 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982a226d-e83d-47d0-b270-838bf6aefe2c req-85de6d0b-7b64-49c7-b6f6-a3dc81e404ff tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:13.122205 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-982a226d-e83d-47d0-b270-838bf6aefe2c req-85de6d0b-7b64-49c7-b6f6-a3dc81e404ff tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] 10.222.0.23 "GET /v2.0/networks?id=2254a83b-bbf0-41f6-94ef-c9a3e24bd7ec HTTP/1.1" status: 200 len: 796 time: 0.2992294 Jul 13 13:53:13.139592 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-2371c915-e6a5-4642-abab-5e49b3df0686 None None] For port 78194b87-47a8-443a-a3fe-98b333345b61, host n-d-800634-1, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:53:13.148254 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-2371c915-e6a5-4642-abab-5e49b3df0686 None None] For port 78194b87-47a8-443a-a3fe-98b333345b61, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=78194b87-47a8-443a-a3fe-98b333345b61,segment=NetworkSegment(01f16f11-7cf3-41ec-bb49-e0d613f7bb39),segment_id=01f16f11-7cf3-41ec-bb49-e0d613f7bb39)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:53:13.149027 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-982a226d-e83d-47d0-b270-838bf6aefe2c req-2ec578a3-7f93-44f2-977c-b20241f80254 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] 10.222.0.23 "GET /v2.0/quotas/e65770d93833474499bd5ca8e11d4e12 HTTP/1.1" status: 200 len: 375 time: 0.0187130 Jul 13 13:53:13.161122 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2371c915-e6a5-4642-abab-5e49b3df0686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:13.200266 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7441c36d-c809-44b9-9c7f-382744ecc14b tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 13:53:13.228077 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7441c36d-c809-44b9-9c7f-382744ecc14b tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:13.228433 n-d-800634-1 neutron-server[93750]: INFO neutron.db.segments_db [None req-7441c36d-c809-44b9-9c7f-382744ecc14b tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Added segment c4dc016d-b2da-4b50-ba17-aca7d644593b of type vlan for network 5586df98-a5fa-4a22-85b3-698b1cca065f Jul 13 13:53:13.293538 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811ee604-2fc3-47f3-a109-8afab8a6edea None None] Pushing event updated for resources: {'Port': ['ID=78194b87-47a8-443a-a3fe-98b333345b61,revision_number=4']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:53:13.329166 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-982a226d-e83d-47d0-b270-838bf6aefe2c req-3e35ccb4-0c8d-4568-a37f-a84f11692edc tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=e65770d93833474499bd5ca8e11d4e12&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1671491 Jul 13 13:53:13.333390 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2371c915-e6a5-4642-abab-5e49b3df0686 None None] Routers {'dfe1dab2-a78d-4495-8ba3-32bf8cf2d92b'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:53:13.334718 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-2371c915-e6a5-4642-abab-5e49b3df0686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:52:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['dfe1dab2-a78d-4495-8ba3-32bf8cf2d92b'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:53:13.362713 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7441c36d-c809-44b9-9c7f-382744ecc14b tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:13.458775 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7441c36d-c809-44b9-9c7f-382744ecc14b tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:13.488733 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7441c36d-c809-44b9-9c7f-382744ecc14b tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:13.490817 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7441c36d-c809-44b9-9c7f-382744ecc14b tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:13.650524 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-2371c915-e6a5-4642-abab-5e49b3df0686 None None] Set router dfe1dab2-a78d-4495-8ba3-32bf8cf2d92b gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:53:13.658810 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-982a226d-e83d-47d0-b270-838bf6aefe2c req-e3905a17-c5aa-4fcd-9998-bd896c3927f0 service neutron] 10.222.0.23 "GET /v2.0/networks/2254a83b-bbf0-41f6-94ef-c9a3e24bd7ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3106871 Jul 13 13:53:13.689331 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7441c36d-c809-44b9-9c7f-382744ecc14b tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Pushing event updated for resources: {'Network': ['ID=5586df98-a5fa-4a22-85b3-698b1cca065f,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:53:13.714370 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network 5586df98-a5fa-4a22-85b3-698b1cca065f details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 13:53:13.730380 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-7441c36d-c809-44b9-9c7f-382744ecc14b tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7959001 Jul 13 13:53:13.731168 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 55984) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:53:13.862507 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-982a226d-e83d-47d0-b270-838bf6aefe2c req-aa65f62b-3342-4d8e-847b-58e53ad8953f service neutron] 10.222.0.23 "GET /v2.0/networks/2254a83b-bbf0-41f6-94ef-c9a3e24bd7ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969287 Jul 13 13:53:13.957092 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cd5891c-a012-473c-9abc-87ddfb5dc56c tempest-TestNetworkBasicOps-1997131872 tempest-TestNetworkBasicOps-1997131872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:13.964858 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 55996) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:53:13.976411 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-6cd5891c-a012-473c-9abc-87ddfb5dc56c tempest-TestNetworkBasicOps-1997131872 tempest-TestNetworkBasicOps-1997131872-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=c841d7dd73ac40a085273ab2774b9cc2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.2425432 Jul 13 13:53:14.089508 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5441924e-8677-4aa9-89f8-89d553b09980 req-80e26cb8-01e2-4a91-8398-985b9e9250b7 tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:14.094724 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5441924e-8677-4aa9-89f8-89d553b09980 req-80e26cb8-01e2-4a91-8398-985b9e9250b7 tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf7f901c-4f58-47fe-8e41-08ae492360c9 HTTP/1.1" status: 200 len: 945 time: 0.1830177 Jul 13 13:53:14.198465 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5441924e-8677-4aa9-89f8-89d553b09980 req-1502021e-8ed9-49a5-9db7-fb58664553f3 tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c36ff65-e031-4d60-bc12-4aaf4c57b43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946264 Jul 13 13:53:14.206669 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-2371c915-e6a5-4642-abab-5e49b3df0686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfe1dab2-a78d-4495-8ba3-32bf8cf2d92b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1385260162', 'tenant_id': 'e65770d93833474499bd5ca8e11d4e12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': '71217c20-8d46-4434-b125-a30f60d1ab2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:53:02Z', 'updated_at': '2021-07-13T13:53:09Z', 'revision_number': 4, 'project_id': 'e65770d93833474499bd5ca8e11d4e12', 'gw_port': {'id': '71217c20-8d46-4434-b125-a30f60d1ab2d', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:3a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe1dab2-a78d-4495-8ba3-32bf8cf2d92b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2658, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:53:03Z', 'updated_at': '2021-07-13T13:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': '78194b87-47a8-443a-a3fe-98b333345b61', 'name': '', 'network_id': '2254a83b-bbf0-41f6-94ef-c9a3e24bd7ec', 'tenant_id': 'e65770d93833474499bd5ca8e11d4e12', 'mac_address': 'fa:16:3e:59:09:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfe1dab2-a78d-4495-8ba3-32bf8cf2d92b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': '85453aaf-7d74-4282-b467-40ba04de793e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:53:07Z', 'updated_at': '2021-07-13T13:53:13Z', 'revision_number': 4, 'project_id': 'e65770d93833474499bd5ca8e11d4e12', 'subnets': [{'id': '85453aaf-7d74-4282-b467-40ba04de793e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:53:14.240795 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2371c915-e6a5-4642-abab-5e49b3df0686 None None] The sync data for ids ['dfe1dab2-a78d-4495-8ba3-32bf8cf2d92b'] in n-d-800634-1 is: [{'id': 'dfe1dab2-a78d-4495-8ba3-32bf8cf2d92b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1385260162', 'tenant_id': 'e65770d93833474499bd5ca8e11d4e12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': '71217c20-8d46-4434-b125-a30f60d1ab2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:53:02Z', 'updated_at': '2021-07-13T13:53:09Z', 'revision_number': 4, 'project_id': 'e65770d93833474499bd5ca8e11d4e12', 'gw_port': {'id': '71217c20-8d46-4434-b125-a30f60d1ab2d', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:3a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe1dab2-a78d-4495-8ba3-32bf8cf2d92b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2658, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:53:03Z', 'updated_at': '2021-07-13T13:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': '78194b87-47a8-443a-a3fe-98b333345b61', 'name': '', 'network_id': '2254a83b-bbf0-41f6-94ef-c9a3e24bd7ec', 'tenant_id': 'e65770d93833474499bd5ca8e11d4e12', 'mac_address': 'fa:16:3e:59:09:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfe1dab2-a78d-4495-8ba3-32bf8cf2d92b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': '85453aaf-7d74-4282-b467-40ba04de793e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:53:07Z', 'updated_at': '2021-07-13T13:53:13Z', 'revision_number': 4, 'project_id': 'e65770d93833474499bd5ca8e11d4e12', 'subnets': [{'id': '85453aaf-7d74-4282-b467-40ba04de793e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:53:14.288262 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1023c628-98a6-4c58-ae38-fe92e23959fc req-eae9bc14-8f33-4b60-985a-b4bf933501cd tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0623dfb-e1d1-46eb-aca1-e98aebdb766a HTTP/1.1" status: 200 len: 210 time: 0.0773478 Jul 13 13:53:14.357383 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbcbd4b5-118a-4052-a608-409bac1d99a4 tempest-TestNetworkBasicOps-1997131872 tempest-TestNetworkBasicOps-1997131872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:14.361380 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-bbcbd4b5-118a-4052-a608-409bac1d99a4 tempest-TestNetworkBasicOps-1997131872 tempest-TestNetworkBasicOps-1997131872-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3929198 Jul 13 13:53:14.361607 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 56010) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:53:14.400628 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-d8a6fd45-c7a7-49b8-b421-61db3e6b1383 tempest-TestNetworkBasicOps-1997131872 tempest-TestNetworkBasicOps-1997131872-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=acf968b8-c524-46a9-a20b-ad9667009130&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0348868 Jul 13 13:53:14.400628 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 56012) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:53:14.460496 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-b3667a29-4d77-4f61-8c38-9fd745556ec0 tempest-TestNetworkBasicOps-1997131872 tempest-TestNetworkBasicOps-1997131872-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=c841d7dd73ac40a085273ab2774b9cc2&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0587187 Jul 13 13:53:14.462899 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 56020) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:53:14.598073 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-297f067b-f5a1-4ea1-8684-d6a2cb2df093 tempest-TestNetworkBasicOps-1997131872 tempest-TestNetworkBasicOps-1997131872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:14.601784 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-297f067b-f5a1-4ea1-8684-d6a2cb2df093 tempest-TestNetworkBasicOps-1997131872 tempest-TestNetworkBasicOps-1997131872-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1361253 Jul 13 13:53:14.603522 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 56028) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:53:14.649604 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-e0436502-0691-42ec-9633-bf2bbe0d2253 tempest-TestNetworkBasicOps-1997131872 tempest-TestNetworkBasicOps-1997131872-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=acf968b8-c524-46a9-a20b-ad9667009130&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0445657 Jul 13 13:53:14.649881 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 56030) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:53:14.658244 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-062d457c-2973-48ab-9faf-0ebff51e85f1 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1838012609', 'network_id': '5586df98-a5fa-4a22-85b3-698b1cca065f', 'project_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:53:14.833795 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 56036) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:53:14.844536 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-062d457c-2973-48ab-9faf-0ebff51e85f1 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Made reservation on behalf of c841d7dd73ac40a085273ab2774b9cc2 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:53:14.849785 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-062d457c-2973-48ab-9faf-0ebff51e85f1 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4763385'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:15.112418 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-1821539b-d1d7-4bc2-be66-96bfd869754f admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1582991602-network', 'tenant_id': 'd19010716a274998b64ead6bc91f8817'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:53:15.121707 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 78194b87-47a8-443a-a3fe-98b333345b61 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:53:15.208438 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1821539b-d1d7-4bc2-be66-96bfd869754f admin admin] Made reservation on behalf of d19010716a274998b64ead6bc91f8817 for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:53:15.213032 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1821539b-d1d7-4bc2-be66-96bfd869754f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:15.222759 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port 78194b87-47a8-443a-a3fe-98b333345b61 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:53:15.226155 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1821539b-d1d7-4bc2-be66-96bfd869754f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:15.230745 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 78194b87-47a8-443a-a3fe-98b333345b61 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:53:15.231135 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-062d457c-2973-48ab-9faf-0ebff51e85f1 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5970588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4763339'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:15.232680 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:15.407713 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:15.449163 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1821539b-d1d7-4bc2-be66-96bfd869754f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:15.460148 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1821539b-d1d7-4bc2-be66-96bfd869754f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:15.494808 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062d457c-2973-48ab-9faf-0ebff51e85f1 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Pushing event updated for resources: {'Subnet': ['ID=af7b83d0-d88a-4cc6-a57c-0cfec6cd5516,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:53:15.544452 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port 78194b87-47a8-443a-a3fe-98b333345b61, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=78194b87-47a8-443a-a3fe-98b333345b61,segment=NetworkSegment(01f16f11-7cf3-41ec-bb49-e0d613f7bb39),segment_id=01f16f11-7cf3-41ec-bb49-e0d613f7bb39)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:53:15.547415 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1821539b-d1d7-4bc2-be66-96bfd869754f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0095868c-fb20-45e5-8afa-e9ed53786ee8,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:53:15.552888 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:15.616117 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1821539b-d1d7-4bc2-be66-96bfd869754f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:53:15.616761 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1821539b-d1d7-4bc2-be66-96bfd869754f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:53:15.617259 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1821539b-d1d7-4bc2-be66-96bfd869754f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:53:15.617958 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1821539b-d1d7-4bc2-be66-96bfd869754f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:53:15.618292 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1821539b-d1d7-4bc2-be66-96bfd869754f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:53:15.619772 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1821539b-d1d7-4bc2-be66-96bfd869754f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:53:15.620986 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1821539b-d1d7-4bc2-be66-96bfd869754f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:53:15.621327 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1821539b-d1d7-4bc2-be66-96bfd869754f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:53:15.621656 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1821539b-d1d7-4bc2-be66-96bfd869754f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:53:15.622191 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1821539b-d1d7-4bc2-be66-96bfd869754f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:53:15.623560 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1821539b-d1d7-4bc2-be66-96bfd869754f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:53:15.626148 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1821539b-d1d7-4bc2-be66-96bfd869754f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:53:15.626324 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=78194b87-47a8-443a-a3fe-98b333345b61,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:53:15.635700 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062d457c-2973-48ab-9faf-0ebff51e85f1 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Checking segment: {'id': 'c4dc016d-b2da-4b50-ba17-aca7d644593b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '5586df98-a5fa-4a22-85b3-698b1cca065f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:53:15.636123 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-062d457c-2973-48ab-9faf-0ebff51e85f1 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Network hostable DHCP agents. Network: 5586df98-a5fa-4a22-85b3-698b1cca065f, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 13:53:15.684073 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1821539b-d1d7-4bc2-be66-96bfd869754f admin admin] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 13:53:15.684323 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-062d457c-2973-48ab-9faf-0ebff51e85f1 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Network 5586df98-a5fa-4a22-85b3-698b1cca065f is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 13:53:15.693197 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-47d5a589-20a4-4d70-b495-0049d59f0118 req-e9f45232-867c-4be1-9765-56f218a24584 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0623dfb-e1d1-46eb-aca1-e98aebdb766a HTTP/1.1" status: 200 len: 210 time: 0.1265988 Jul 13 13:53:15.698642 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1821539b-d1d7-4bc2-be66-96bfd869754f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:15.699107 n-d-800634-1 neutron-server[93751]: INFO neutron.db.segments_db [None req-1821539b-d1d7-4bc2-be66-96bfd869754f admin admin] Added segment f0c035ba-ef7c-4972-a79c-06787b5c4532 of type vlan for network 4306e211-7293-43e9-8c02-14badf8c79d9 Jul 13 13:53:15.716870 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-062d457c-2973-48ab-9faf-0ebff51e85f1 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, 5586df98-a5fa-4a22-85b3-698b1cca065f) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:53:15.730325 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-062d457c-2973-48ab-9faf-0ebff51e85f1 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:15.731172 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-062d457c-2973-48ab-9faf-0ebff51e85f1 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:15.736418 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d15b209-3a9c-45ed-95c0-1c45caebbb68 None None] Network 5586df98-a5fa-4a22-85b3-698b1cca065f requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:53:15.743676 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2487601c-2499-4ad9-867d-87910d9ff745 req-6f0ecd14-db26-41d0-88c9-bd58f53febd5 tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:15.745853 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2487601c-2499-4ad9-867d-87910d9ff745 req-6f0ecd14-db26-41d0-88c9-bd58f53febd5 tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf7f901c-4f58-47fe-8e41-08ae492360c9 HTTP/1.1" status: 200 len: 945 time: 0.2210896 Jul 13 13:53:15.785248 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1821539b-d1d7-4bc2-be66-96bfd869754f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:15.808247 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-062d457c-2973-48ab-9faf-0ebff51e85f1 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.1572421 Jul 13 13:53:15.815487 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2487601c-2499-4ad9-867d-87910d9ff745 req-8aa0d066-4712-4865-9452-ca3beb1f01e4 tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c36ff65-e031-4d60-bc12-4aaf4c57b43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567384 Jul 13 13:53:15.854327 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1821539b-d1d7-4bc2-be66-96bfd869754f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:15.858992 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1821539b-d1d7-4bc2-be66-96bfd869754f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:15.861289 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1821539b-d1d7-4bc2-be66-96bfd869754f admin admin] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:15.976644 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-1821539b-d1d7-4bc2-be66-96bfd869754f admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1411948 Jul 13 13:53:15.980033 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 56058) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:53:15.984981 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1821539b-d1d7-4bc2-be66-96bfd869754f admin admin] Pushing event updated for resources: {'Network': ['ID=4306e211-7293-43e9-8c02-14badf8c79d9,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:53:15.990248 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-049dc85e-2d8a-4633-95e3-7b66c42aa9b4 admin admin] Request body: {'subnet': {'network_id': '4306e211-7293-43e9-8c02-14badf8c79d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1582991602-subnet', 'tenant_id': 'd19010716a274998b64ead6bc91f8817', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:53:16.003037 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network 4306e211-7293-43e9-8c02-14badf8c79d9 details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 13:53:16.148297 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-203bd6ea-d40a-487d-b48b-0703f1aa7991 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a7201e1-61ce-5a3e-b7f7-e800379ed03b-5586df98-a5fa-4a22-85b3-698b1cca065f', 'network_id': '5586df98-a5fa-4a22-85b3-698b1cca065f', 'tenant_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'fixed_ips': [{'subnet_id': 'af7b83d0-d88a-4cc6-a57c-0cfec6cd5516'}]}} from n-d-800634-1. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 13:53:16.149994 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-203bd6ea-d40a-487d-b48b-0703f1aa7991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:16.201747 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-049dc85e-2d8a-4633-95e3-7b66c42aa9b4 admin admin] Made reservation on behalf of d19010716a274998b64ead6bc91f8817 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:53:16.204581 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-049dc85e-2d8a-4633-95e3-7b66c42aa9b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4763385'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:16.437175 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982a226d-e83d-47d0-b270-838bf6aefe2c req-f117118f-153e-4fc8-ad13-93437d573730 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:16.441398 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-982a226d-e83d-47d0-b270-838bf6aefe2c req-f117118f-153e-4fc8-ad13-93437d573730 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] 10.222.0.41 "GET /v2.0/networks?id=2254a83b-bbf0-41f6-94ef-c9a3e24bd7ec HTTP/1.1" status: 200 len: 796 time: 0.4006653 Jul 13 13:53:16.591234 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-203bd6ea-d40a-487d-b48b-0703f1aa7991 None None] Allocated IP 172.20.0.18 (5586df98-a5fa-4a22-85b3-698b1cca065f/af7b83d0-d88a-4cc6-a57c-0cfec6cd5516/7a7c2e29-f5ea-48a6-a673-2071b7339028) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:53:16.628636 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 56068) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:53:16.634810 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-f0fcbbad-0336-4b0c-a3ee-8317a0d65120 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-131395490', 'description': 'tempest-secgroup-smoke-131395490 description', 'project_id': 'c841d7dd73ac40a085273ab2774b9cc2'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:53:16.655212 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-982a226d-e83d-47d0-b270-838bf6aefe2c req-6f6b6da0-e14e-4247-9e76-6408c87404a7 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e65770d93833474499bd5ca8e11d4e12 HTTP/1.1" status: 200 len: 477 time: 0.0750387 Jul 13 13:53:16.657298 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-049dc85e-2d8a-4633-95e3-7b66c42aa9b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5970588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4763339'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:16.665469 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-982a226d-e83d-47d0-b270-838bf6aefe2c req-59aff48c-b540-4839-a68c-cc13e660a65b tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Request body: {'port': {'device_id': 'e0623dfb-e1d1-46eb-aca1-e98aebdb766a', 'network_id': '2254a83b-bbf0-41f6-94ef-c9a3e24bd7ec', 'admin_state_up': True, 'tenant_id': 'e65770d93833474499bd5ca8e11d4e12', 'security_groups': ['c8c7e05f-15f3-445a-9885-cf3dba58692f', '6a78e279-d709-42b9-aaf7-356b3cfbd126']}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:53:16.685209 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f0fcbbad-0336-4b0c-a3ee-8317a0d65120 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:16.836559 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049dc85e-2d8a-4633-95e3-7b66c42aa9b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9eae714-cd86-4b29-a4c2-c920f28b0327,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:53:16.843368 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f0fcbbad-0336-4b0c-a3ee-8317a0d65120 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:16.851927 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f0fcbbad-0336-4b0c-a3ee-8317a0d65120 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:16.875291 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049dc85e-2d8a-4633-95e3-7b66c42aa9b4 admin admin] Checking segment: {'id': 'f0c035ba-ef7c-4972-a79c-06787b5c4532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4306e211-7293-43e9-8c02-14badf8c79d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:53:16.875863 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-049dc85e-2d8a-4633-95e3-7b66c42aa9b4 admin admin] Network hostable DHCP agents. Network: 4306e211-7293-43e9-8c02-14badf8c79d9, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 13:53:16.887556 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-203bd6ea-d40a-487d-b48b-0703f1aa7991 None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:16.921595 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-049dc85e-2d8a-4633-95e3-7b66c42aa9b4 admin admin] Network 4306e211-7293-43e9-8c02-14badf8c79d9 is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 13:53:16.956760 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-203bd6ea-d40a-487d-b48b-0703f1aa7991 None None] Transition to ACTIVE for port object 7a7c2e29-f5ea-48a6-a673-2071b7339028 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:53:16.957796 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-049dc85e-2d8a-4633-95e3-7b66c42aa9b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, 4306e211-7293-43e9-8c02-14badf8c79d9) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:53:16.965359 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-049dc85e-2d8a-4633-95e3-7b66c42aa9b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:16.966905 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-049dc85e-2d8a-4633-95e3-7b66c42aa9b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:16.995512 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-203bd6ea-d40a-487d-b48b-0703f1aa7991 None None] Transition to ACTIVE for port object 7a7c2e29-f5ea-48a6-a673-2071b7339028 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:53:17.001435 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f0fcbbad-0336-4b0c-a3ee-8317a0d65120 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:17.004496 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ccb087e-3980-4364-ba3c-7bb90f264271 None None] Network 4306e211-7293-43e9-8c02-14badf8c79d9 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:53:17.008837 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-f0fcbbad-0336-4b0c-a3ee-8317a0d65120 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3759677 Jul 13 13:53:17.010763 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-203bd6ea-d40a-487d-b48b-0703f1aa7991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:17.011465 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 56082) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:53:17.018195 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-8e7d7c40-0208-4c5a-adcb-074943e9979b tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Request body: {'security_group_rule': {'security_group_id': 'd4911c0e-5df8-4248-a4a7-d959212335ba', 'project_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:53:17.032843 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-982a226d-e83d-47d0-b270-838bf6aefe2c req-59aff48c-b540-4839-a68c-cc13e660a65b tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Made reservation on behalf of e65770d93833474499bd5ca8e11d4e12 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:53:17.038063 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-982a226d-e83d-47d0-b270-838bf6aefe2c req-59aff48c-b540-4839-a68c-cc13e660a65b tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:17.074863 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fcbbad-0336-4b0c-a3ee-8317a0d65120 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4911c0e-5df8-4248-a4a7-d959212335ba,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:53:17.078246 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-049dc85e-2d8a-4633-95e3-7b66c42aa9b4 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0967815 Jul 13 13:53:17.152390 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 78194b87-47a8-443a-a3fe-98b333345b61 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:53:17.266807 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a098005d-8b15-4031-917d-6ed32c5be28b req-153f4ec6-6f7a-408c-825f-ef9f1d9163dd tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0623dfb-e1d1-46eb-aca1-e98aebdb766a HTTP/1.1" status: 200 len: 210 time: 0.1019082 Jul 13 13:53:17.281504 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beea204-9f1b-4e4e-b5d3-c4f239a4701d req-ca8af861-9b36-4ec1-8330-3e6429ec3189 tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:17.283138 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8beea204-9f1b-4e4e-b5d3-c4f239a4701d req-ca8af861-9b36-4ec1-8330-3e6429ec3189 tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf7f901c-4f58-47fe-8e41-08ae492360c9 HTTP/1.1" status: 200 len: 945 time: 0.1378751 Jul 13 13:53:17.296562 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8e7d7c40-0208-4c5a-adcb-074943e9979b tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:17.387456 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8beea204-9f1b-4e4e-b5d3-c4f239a4701d req-f744e8b3-22cf-4334-9e06-a9a752578498 tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c36ff65-e031-4d60-bc12-4aaf4c57b43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893500 Jul 13 13:53:17.402831 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-203bd6ea-d40a-487d-b48b-0703f1aa7991 None None] Network 5586df98-a5fa-4a22-85b3-698b1cca065f is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:53:17.403540 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b1628910-a422-4ab9-9c5a-be9cca3ba053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:17.420321 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203bd6ea-d40a-487d-b48b-0703f1aa7991 None None] Pushing event updated for resources: {'Port': ['ID=7a7c2e29-f5ea-48a6-a673-2071b7339028,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:53:17.420321 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-203bd6ea-d40a-487d-b48b-0703f1aa7991 None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:53:17.421332 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203bd6ea-d40a-487d-b48b-0703f1aa7991 None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:53:17.516922 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-982a226d-e83d-47d0-b270-838bf6aefe2c req-59aff48c-b540-4839-a68c-cc13e660a65b tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Allocated IP 172.20.0.7 (2254a83b-bbf0-41f6-94ef-c9a3e24bd7ec/85453aaf-7d74-4282-b467-40ba04de793e/4c0939c4-b578-4b34-811a-161bba9ae57b) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:53:17.524718 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 78194b87-47a8-443a-a3fe-98b333345b61 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:53:17.525100 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:17.536247 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8e7d7c40-0208-4c5a-adcb-074943e9979b tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:17.551527 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8e7d7c40-0208-4c5a-adcb-074943e9979b tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:17.583310 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-203bd6ea-d40a-487d-b48b-0703f1aa7991 None None] Attempting to bind port 7a7c2e29-f5ea-48a6-a673-2071b7339028 on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:53:17.583676 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-203bd6ea-d40a-487d-b48b-0703f1aa7991 None None] Attempting to bind port 7a7c2e29-f5ea-48a6-a673-2071b7339028 by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': 'c4dc016d-b2da-4b50-ba17-aca7d644593b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '5586df98-a5fa-4a22-85b3-698b1cca065f'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:53:17.584046 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203bd6ea-d40a-487d-b48b-0703f1aa7991 None None] Attempting to bind port 7a7c2e29-f5ea-48a6-a673-2071b7339028 on network 5586df98-a5fa-4a22-85b3-698b1cca065f {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:53:17.589289 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8e7d7c40-0208-4c5a-adcb-074943e9979b tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:17.590900 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-8e7d7c40-0208-4c5a-adcb-074943e9979b tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5780606 Jul 13 13:53:17.594289 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 56104) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:53:17.599301 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7d7c40-0208-4c5a-adcb-074943e9979b tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e95b3541-eb39-4b65-876c-c180f2cee6b3,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:53:17.599486 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-87f66f00-4ff2-4f5c-bcd9-93d593fa3979 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Request body: {'security_group_rule': {'security_group_id': 'd4911c0e-5df8-4248-a4a7-d959212335ba', 'project_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:53:17.609669 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203bd6ea-d40a-487d-b48b-0703f1aa7991 None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 52, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:53:17.610087 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203bd6ea-d40a-487d-b48b-0703f1aa7991 None None] Checking segment: {'id': 'c4dc016d-b2da-4b50-ba17-aca7d644593b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '5586df98-a5fa-4a22-85b3-698b1cca065f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:53:17.610509 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-203bd6ea-d40a-487d-b48b-0703f1aa7991 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:17.610901 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203bd6ea-d40a-487d-b48b-0703f1aa7991 None None] Bound using segment: {'id': 'c4dc016d-b2da-4b50-ba17-aca7d644593b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '5586df98-a5fa-4a22-85b3-698b1cca065f'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:53:17.611473 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-203bd6ea-d40a-487d-b48b-0703f1aa7991 None None] Bound port: 7a7c2e29-f5ea-48a6-a673-2071b7339028, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4dc016d-b2da-4b50-ba17-aca7d644593b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '5586df98-a5fa-4a22-85b3-698b1cca065f'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:53:17.611755 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-203bd6ea-d40a-487d-b48b-0703f1aa7991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:17.652385 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-87f66f00-4ff2-4f5c-bcd9-93d593fa3979 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:17.741335 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab78dd9-7e7d-463e-8f09-99220cbd2d10 None None] Network 4306e211-7293-43e9-8c02-14badf8c79d9 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:53:17.759797 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-87f66f00-4ff2-4f5c-bcd9-93d593fa3979 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:17.773299 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-87f66f00-4ff2-4f5c-bcd9-93d593fa3979 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:17.800418 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f66f00-4ff2-4f5c-bcd9-93d593fa3979 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f0a639c-d016-4670-9235-71559a453a3a,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:53:17.816938 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-87f66f00-4ff2-4f5c-bcd9-93d593fa3979 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:17.821436 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-87f66f00-4ff2-4f5c-bcd9-93d593fa3979 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2237480 Jul 13 13:53:17.821945 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 56114) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:53:17.832086 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-2c0f1524-2f0f-425e-9f1f-23b946d310ba tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Request body: {'security_group_rule': {'security_group_id': 'd4911c0e-5df8-4248-a4a7-d959212335ba', 'project_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:53:17.850954 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-982a226d-e83d-47d0-b270-838bf6aefe2c req-59aff48c-b540-4839-a68c-cc13e660a65b tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:17.884501 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-982a226d-e83d-47d0-b270-838bf6aefe2c req-59aff48c-b540-4839-a68c-cc13e660a65b tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Transition to ACTIVE for port object 4c0939c4-b578-4b34-811a-161bba9ae57b will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:53:17.885355 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2c0f1524-2f0f-425e-9f1f-23b946d310ba tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:17.908256 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-203bd6ea-d40a-487d-b48b-0703f1aa7991 None None] For port 7a7c2e29-f5ea-48a6-a673-2071b7339028, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:53:17.912939 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-203bd6ea-d40a-487d-b48b-0703f1aa7991 None None] For port 7a7c2e29-f5ea-48a6-a673-2071b7339028, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=7a7c2e29-f5ea-48a6-a673-2071b7339028,segment=NetworkSegment(c4dc016d-b2da-4b50-ba17-aca7d644593b),segment_id=c4dc016d-b2da-4b50-ba17-aca7d644593b)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:53:17.935312 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a776567b-9601-42ec-af83-fb79a4fc07fa req-5089337d-683c-4ac2-878b-9dac641e6e08 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:17.937984 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a776567b-9601-42ec-af83-fb79a4fc07fa req-5089337d-683c-4ac2-878b-9dac641e6e08 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/networks?id=4306e211-7293-43e9-8c02-14badf8c79d9 HTTP/1.1" status: 200 len: 814 time: 0.1970780 Jul 13 13:53:17.948595 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-203bd6ea-d40a-487d-b48b-0703f1aa7991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:17.966656 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a776567b-9601-42ec-af83-fb79a4fc07fa req-92ff21d0-40b1-41be-b8a0-a86aa19ca037 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/quotas/d19010716a274998b64ead6bc91f8817 HTTP/1.1" status: 200 len: 375 time: 0.0206907 Jul 13 13:53:18.011218 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a776567b-9601-42ec-af83-fb79a4fc07fa req-8611abed-1cfe-4d7b-a81e-1109d82792d9 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d19010716a274998b64ead6bc91f8817&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0370638 Jul 13 13:53:18.012699 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-982a226d-e83d-47d0-b270-838bf6aefe2c req-59aff48c-b540-4839-a68c-cc13e660a65b tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:18.075119 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2c0f1524-2f0f-425e-9f1f-23b946d310ba tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:18.084037 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-982a226d-e83d-47d0-b270-838bf6aefe2c req-59aff48c-b540-4839-a68c-cc13e660a65b tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Network 2254a83b-bbf0-41f6-94ef-c9a3e24bd7ec is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:53:18.086023 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2c0f1524-2f0f-425e-9f1f-23b946d310ba tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:18.106794 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203bd6ea-d40a-487d-b48b-0703f1aa7991 None None] Pushing event updated for resources: {'Port': ['ID=7a7c2e29-f5ea-48a6-a673-2071b7339028,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:53:18.107998 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-982a226d-e83d-47d0-b270-838bf6aefe2c req-59aff48c-b540-4839-a68c-cc13e660a65b tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:53:18.112585 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-982a226d-e83d-47d0-b270-838bf6aefe2c req-59aff48c-b540-4839-a68c-cc13e660a65b tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:53:18.130774 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0f1524-2f0f-425e-9f1f-23b946d310ba tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5daeac23-12b2-4481-bdd8-461b087922a5,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:53:18.136824 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2c0f1524-2f0f-425e-9f1f-23b946d310ba tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:18.139579 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-2c0f1524-2f0f-425e-9f1f-23b946d310ba tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3165867 Jul 13 13:53:18.143000 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 56118) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:53:18.149144 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-b7e9ffab-d59e-4e92-a0e8-6a7db2d3266a tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Request body: {'security_group_rule': {'security_group_id': 'd4911c0e-5df8-4248-a4a7-d959212335ba', 'project_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:53:18.195118 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b7e9ffab-d59e-4e92-a0e8-6a7db2d3266a tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:18.199387 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59aff48c-b540-4839-a68c-cc13e660a65b tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Pushing event updated for resources: {'Port': ['ID=4c0939c4-b578-4b34-811a-161bba9ae57b,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:53:18.218943 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [req-a776567b-9601-42ec-af83-fb79a4fc07fa req-52259a9e-05be-4c58-83b5-99e19b23398d service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93750) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 13:53:18.225051 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a776567b-9601-42ec-af83-fb79a4fc07fa req-52259a9e-05be-4c58-83b5-99e19b23398d service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1976583 Jul 13 13:53:18.313013 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b7e9ffab-d59e-4e92-a0e8-6a7db2d3266a tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:18.322216 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b7e9ffab-d59e-4e92-a0e8-6a7db2d3266a tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:18.376671 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b7e9ffab-d59e-4e92-a0e8-6a7db2d3266a tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:18.385411 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-b7e9ffab-d59e-4e92-a0e8-6a7db2d3266a tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2336605 Jul 13 13:53:18.386277 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 56126) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:53:18.403549 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-f8694a72-8983-483e-a4f3-7f2563bd92f0 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Request body: {'security_group_rule': {'security_group_id': 'd4911c0e-5df8-4248-a4a7-d959212335ba', 'project_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:53:18.437038 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9ffab-d59e-4e92-a0e8-6a7db2d3266a tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b5d00ad-ae7e-42dd-b9fa-6ab162b55ed9,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:53:18.442193 n-d-800634-1 neutron-server[93751]: INFO neutron.db.securitygroups_db [None req-f8694a72-8983-483e-a4f3-7f2563bd92f0 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Project c841d7dd73ac40a085273ab2774b9cc2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 13:53:18.450258 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982a226d-e83d-47d0-b270-838bf6aefe2c req-59aff48c-b540-4839-a68c-cc13e660a65b tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:18.450466 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f8694a72-8983-483e-a4f3-7f2563bd92f0 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:18.450979 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-982a226d-e83d-47d0-b270-838bf6aefe2c req-59aff48c-b540-4839-a68c-cc13e660a65b tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:18.496115 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-982a226d-e83d-47d0-b270-838bf6aefe2c req-59aff48c-b540-4839-a68c-cc13e660a65b tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.8353639 Jul 13 13:53:18.508704 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-982a226d-e83d-47d0-b270-838bf6aefe2c req-2e1b201b-d34d-4295-b786-e05130752d20 service neutron] Request body: {'port': {'device_id': 'e0623dfb-e1d1-46eb-aca1-e98aebdb766a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:53:18.525562 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f8694a72-8983-483e-a4f3-7f2563bd92f0 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:18.535092 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f8694a72-8983-483e-a4f3-7f2563bd92f0 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:18.555226 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a776567b-9601-42ec-af83-fb79a4fc07fa req-9a5f11db-27a0-4bac-a618-45e7d686dabe service neutron] 10.222.0.23 "GET /v2.0/networks/4306e211-7293-43e9-8c02-14badf8c79d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3144071 Jul 13 13:53:18.595776 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f8694a72-8983-483e-a4f3-7f2563bd92f0 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:18.597825 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-f8694a72-8983-483e-a4f3-7f2563bd92f0 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2063851 Jul 13 13:53:18.602033 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 56130) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:53:18.611664 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-cdf86c4f-3d70-4999-8de7-c016985940c2 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Request body: {'security_group_rule': {'security_group_id': 'd4911c0e-5df8-4248-a4a7-d959212335ba', 'project_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:53:18.617762 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8694a72-8983-483e-a4f3-7f2563bd92f0 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0266c812-405d-4fce-91e7-ab9b97d1f2fd,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:53:18.693997 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa4cd068-6f4b-4145-adbc-fac863676598 None None] Provisioning for port 4c0939c4-b578-4b34-811a-161bba9ae57b completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:53:18.695693 n-d-800634-1 neutron-server[93751]: INFO neutron.db.securitygroups_db [None req-cdf86c4f-3d70-4999-8de7-c016985940c2 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Project c841d7dd73ac40a085273ab2774b9cc2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 13:53:18.702870 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa4cd068-6f4b-4145-adbc-fac863676598 None None] Provisioning complete for port 4c0939c4-b578-4b34-811a-161bba9ae57b triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:53:18.703687 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa4cd068-6f4b-4145-adbc-fac863676598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:18.724983 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-982a226d-e83d-47d0-b270-838bf6aefe2c req-2e1b201b-d34d-4295-b786-e05130752d20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:18.725541 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cdf86c4f-3d70-4999-8de7-c016985940c2 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:18.777027 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-fa4cd068-6f4b-4145-adbc-fac863676598 None None] Port 4c0939c4-b578-4b34-811a-161bba9ae57b cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:53:18.785416 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a776567b-9601-42ec-af83-fb79a4fc07fa req-0b348ff0-10e4-484f-9836-e09c4fc2d366 service neutron] 10.222.0.23 "GET /v2.0/networks/4306e211-7293-43e9-8c02-14badf8c79d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2206688 Jul 13 13:53:18.833237 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d2dc3f-2e20-4090-bd43-b7c3a9bc0ee2 req-b723e214-104d-4285-8962-34f40fe09ec3 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:18.842660 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-63d2dc3f-2e20-4090-bd43-b7c3a9bc0ee2 req-b723e214-104d-4285-8962-34f40fe09ec3 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0623dfb-e1d1-46eb-aca1-e98aebdb766a HTTP/1.1" status: 200 len: 970 time: 0.1805229 Jul 13 13:53:18.879279 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cdf86c4f-3d70-4999-8de7-c016985940c2 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:18.891589 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cdf86c4f-3d70-4999-8de7-c016985940c2 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:18.944220 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf86c4f-3d70-4999-8de7-c016985940c2 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6338fbb2-c166-40e0-8399-543458f91139,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:53:18.978672 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-63d2dc3f-2e20-4090-bd43-b7c3a9bc0ee2 req-03ff6e34-81f9-458c-b452-e587fa0b0d2a tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] 10.222.0.23 "GET /v2.0/security-groups?id=6a78e279-d709-42b9-aaf7-356b3cfbd126&id=c8c7e05f-15f3-445a-9885-cf3dba58692f&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1350386 Jul 13 13:53:19.032635 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cdf86c4f-3d70-4999-8de7-c016985940c2 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:19.033987 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-cdf86c4f-3d70-4999-8de7-c016985940c2 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4299343 Jul 13 13:53:19.102957 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 7a7c2e29-f5ea-48a6-a673-2071b7339028 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:53:19.222414 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port 7a7c2e29-f5ea-48a6-a673-2071b7339028 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:53:19.222925 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bf2c2a18-0b4f-412a-9d59-e89c9b43eb8c req-f488a777-9f44-44dc-b23a-650e505726ef tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8 HTTP/1.1" status: 200 len: 210 time: 0.0867369 Jul 13 13:53:19.331071 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-982a226d-e83d-47d0-b270-838bf6aefe2c req-2e1b201b-d34d-4295-b786-e05130752d20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c0939c4-b578-4b34-811a-161bba9ae57b {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:53:19.347416 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-982a226d-e83d-47d0-b270-838bf6aefe2c req-2e1b201b-d34d-4295-b786-e05130752d20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:19.366173 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfee187-a718-4706-95f9-604d789b96f0 req-db7483bb-8d7d-4b90-b55d-d09c8e9fc1e9 tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:19.371189 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-dbfee187-a718-4706-95f9-604d789b96f0 req-db7483bb-8d7d-4b90-b55d-d09c8e9fc1e9 tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf7f901c-4f58-47fe-8e41-08ae492360c9 HTTP/1.1" status: 200 len: 945 time: 0.1302297 Jul 13 13:53:19.403559 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-982a226d-e83d-47d0-b270-838bf6aefe2c req-2e1b201b-d34d-4295-b786-e05130752d20 service neutron] Transition to ACTIVE for port object 4c0939c4-b578-4b34-811a-161bba9ae57b will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:53:19.415239 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-982a226d-e83d-47d0-b270-838bf6aefe2c req-2e1b201b-d34d-4295-b786-e05130752d20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:19.449763 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-dbfee187-a718-4706-95f9-604d789b96f0 req-65ad9b22-68be-44de-97c0-ccab055e66ac tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c36ff65-e031-4d60-bc12-4aaf4c57b43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724306 Jul 13 13:53:19.635111 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1b201b-d34d-4295-b786-e05130752d20 service neutron] Pushing event updated for resources: {'Port': ['ID=4c0939c4-b578-4b34-811a-161bba9ae57b,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:53:19.699059 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c202cc89-3f42-4fd2-a2d1-eba786e6f5dc req-94df6f8d-8840-4aba-84a9-30d798496bb6 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-131395490&fields=id&tenant_id=c841d7dd73ac40a085273ab2774b9cc2 HTTP/1.1" status: 200 len: 267 time: 0.1994710 Jul 13 13:53:19.801821 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-660afbe2-047e-415d-bd33-d2c0b2bf0b2a None None] Network 5586df98-a5fa-4a22-85b3-698b1cca065f requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:53:19.877347 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c202cc89-3f42-4fd2-a2d1-eba786e6f5dc req-6be98133-c24d-4ec9-9110-5937e596102c tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:19.880851 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c202cc89-3f42-4fd2-a2d1-eba786e6f5dc req-6be98133-c24d-4ec9-9110-5937e596102c tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] 10.222.0.23 "GET /v2.0/networks?id=5586df98-a5fa-4a22-85b3-698b1cca065f HTTP/1.1" status: 200 len: 797 time: 0.1594145 Jul 13 13:53:19.930656 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c202cc89-3f42-4fd2-a2d1-eba786e6f5dc req-d691220a-de0d-45ba-9100-f7f9b89d289e tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] 10.222.0.23 "GET /v2.0/quotas/c841d7dd73ac40a085273ab2774b9cc2 HTTP/1.1" status: 200 len: 375 time: 0.0208962 Jul 13 13:53:19.975614 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-9167ca9c-ca14-4ed2-81b8-a410d44db44c None None] Provisioning for port 7a7c2e29-f5ea-48a6-a673-2071b7339028 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:53:19.978192 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-982a226d-e83d-47d0-b270-838bf6aefe2c req-2e1b201b-d34d-4295-b786-e05130752d20 service neutron] Attempting to bind port 4c0939c4-b578-4b34-811a-161bba9ae57b on host n-h2-800634-1 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:53:19.978582 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-982a226d-e83d-47d0-b270-838bf6aefe2c req-2e1b201b-d34d-4295-b786-e05130752d20 service neutron] Attempting to bind port 4c0939c4-b578-4b34-811a-161bba9ae57b by drivers openvswitch,hyperv on host n-h2-800634-1 at level 0 using segments [{'id': '01f16f11-7cf3-41ec-bb49-e0d613f7bb39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '2254a83b-bbf0-41f6-94ef-c9a3e24bd7ec'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:53:19.978842 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-982a226d-e83d-47d0-b270-838bf6aefe2c req-2e1b201b-d34d-4295-b786-e05130752d20 service neutron] Attempting to bind port 4c0939c4-b578-4b34-811a-161bba9ae57b on network 2254a83b-bbf0-41f6-94ef-c9a3e24bd7ec {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:53:19.988014 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-982a226d-e83d-47d0-b270-838bf6aefe2c req-2e1b201b-d34d-4295-b786-e05130752d20 service neutron] Port 4c0939c4-b578-4b34-811a-161bba9ae57b on network 2254a83b-bbf0-41f6-94ef-c9a3e24bd7ec not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-1 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:53:19.988500 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-982a226d-e83d-47d0-b270-838bf6aefe2c req-2e1b201b-d34d-4295-b786-e05130752d20 service neutron] Attempting to bind port 4c0939c4-b578-4b34-811a-161bba9ae57b on network 2254a83b-bbf0-41f6-94ef-c9a3e24bd7ec {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:53:19.994800 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-982a226d-e83d-47d0-b270-838bf6aefe2c req-2e1b201b-d34d-4295-b786-e05130752d20 service neutron] Checking agent: {'id': 'f615e5c9-21ab-43f2-adbc-192d64b795cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:53:19.995337 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-982a226d-e83d-47d0-b270-838bf6aefe2c req-2e1b201b-d34d-4295-b786-e05130752d20 service neutron] Checking segment: {'id': '01f16f11-7cf3-41ec-bb49-e0d613f7bb39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '2254a83b-bbf0-41f6-94ef-c9a3e24bd7ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:53:19.995844 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-982a226d-e83d-47d0-b270-838bf6aefe2c req-2e1b201b-d34d-4295-b786-e05130752d20 service neutron] Bound using segment: {'id': '01f16f11-7cf3-41ec-bb49-e0d613f7bb39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '2254a83b-bbf0-41f6-94ef-c9a3e24bd7ec'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:53:19.996286 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-982a226d-e83d-47d0-b270-838bf6aefe2c req-2e1b201b-d34d-4295-b786-e05130752d20 service neutron] Bound port: 4c0939c4-b578-4b34-811a-161bba9ae57b, host: n-h2-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01f16f11-7cf3-41ec-bb49-e0d613f7bb39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '2254a83b-bbf0-41f6-94ef-c9a3e24bd7ec'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:53:19.996655 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-982a226d-e83d-47d0-b270-838bf6aefe2c req-2e1b201b-d34d-4295-b786-e05130752d20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:20.005694 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-7a3f8ef4-a8c8-4f70-88de-da2be95e2ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:20.008598 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-9167ca9c-ca14-4ed2-81b8-a410d44db44c None None] Provisioning complete for port 7a7c2e29-f5ea-48a6-a673-2071b7339028 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:53:20.009212 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9167ca9c-ca14-4ed2-81b8-a410d44db44c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:20.044158 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:20.197343 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9167ca9c-ca14-4ed2-81b8-a410d44db44c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:20.267301 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-9167ca9c-ca14-4ed2-81b8-a410d44db44c None None] For port 7a7c2e29-f5ea-48a6-a673-2071b7339028, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=7a7c2e29-f5ea-48a6-a673-2071b7339028,segment=NetworkSegment(c4dc016d-b2da-4b50-ba17-aca7d644593b),segment_id=c4dc016d-b2da-4b50-ba17-aca7d644593b)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:53:20.285275 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9167ca9c-ca14-4ed2-81b8-a410d44db44c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:20.356416 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9167ca9c-ca14-4ed2-81b8-a410d44db44c None None] Pushing event updated for resources: {'Port': ['ID=7a7c2e29-f5ea-48a6-a673-2071b7339028,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:53:20.448384 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b10e9d-28a5-4b3f-a970-d24b5de4deea req-26d711f4-1a5e-41db-b83e-ee1651982f43 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:20.455808 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-58b10e9d-28a5-4b3f-a970-d24b5de4deea req-26d711f4-1a5e-41db-b83e-ee1651982f43 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0623dfb-e1d1-46eb-aca1-e98aebdb766a HTTP/1.1" status: 200 len: 982 time: 0.1844747 Jul 13 13:53:20.561411 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-58b10e9d-28a5-4b3f-a970-d24b5de4deea req-f453bddc-4a37-42d9-8612-30ddf0ce66eb tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] 10.222.0.23 "GET /v2.0/security-groups?id=6a78e279-d709-42b9-aaf7-356b3cfbd126&id=c8c7e05f-15f3-445a-9885-cf3dba58692f&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0992298 Jul 13 13:53:20.712993 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c202cc89-3f42-4fd2-a2d1-eba786e6f5dc req-1533bd13-edb3-491d-b7af-10ff85774c3f tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c841d7dd73ac40a085273ab2774b9cc2&fields=id HTTP/1.1" status: 200 len: 440 time: 0.7729673 Jul 13 13:53:20.727233 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-982a226d-e83d-47d0-b270-838bf6aefe2c req-2e1b201b-d34d-4295-b786-e05130752d20 service neutron] For port 4c0939c4-b578-4b34-811a-161bba9ae57b, host n-h2-800634-1, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:53:20.751540 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-77652566-333d-4179-aeec-538d22272d31 None None] Provisioning complete for port 7a7c2e29-f5ea-48a6-a673-2071b7339028 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:53:20.752661 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-77652566-333d-4179-aeec-538d22272d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:20.780068 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-982a226d-e83d-47d0-b270-838bf6aefe2c req-2e1b201b-d34d-4295-b786-e05130752d20 service neutron] For port 4c0939c4-b578-4b34-811a-161bba9ae57b, host n-h2-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=4c0939c4-b578-4b34-811a-161bba9ae57b,segment=NetworkSegment(01f16f11-7cf3-41ec-bb49-e0d613f7bb39),segment_id=01f16f11-7cf3-41ec-bb49-e0d613f7bb39)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:53:20.792042 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-982a226d-e83d-47d0-b270-838bf6aefe2c req-2e1b201b-d34d-4295-b786-e05130752d20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:20.800076 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a12766b2-813d-43dd-9612-ddd9e7375277 req-414424a9-7ff0-4785-b84e-16ab3e6f6051 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8 HTTP/1.1" status: 200 len: 210 time: 0.0334151 Jul 13 13:53:20.868662 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982a226d-e83d-47d0-b270-838bf6aefe2c req-2e1b201b-d34d-4295-b786-e05130752d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:20.869563 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-982a226d-e83d-47d0-b270-838bf6aefe2c req-2e1b201b-d34d-4295-b786-e05130752d20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:20.871419 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-982a226d-e83d-47d0-b270-838bf6aefe2c req-2e1b201b-d34d-4295-b786-e05130752d20 service neutron] 10.222.0.41 "PUT /v2.0/ports/4c0939c4-b578-4b34-811a-161bba9ae57b HTTP/1.1" status: 200 len: 1130 time: 2.3671889 Jul 13 13:53:20.872162 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0623dfb-e1d1-46eb-aca1-e98aebdb766a', 'tag': '4c0939c4-b578-4b34-811a-161bba9ae57b'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:53:20.876200 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89690096-763c-467b-979e-6e47bac127c2" -d '{"events": [{"name": "network-changed", "server_uuid": "e0623dfb-e1d1-46eb-aca1-e98aebdb766a", "tag": "4c0939c4-b578-4b34-811a-161bba9ae57b"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:53:20.954901 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c202cc89-3f42-4fd2-a2d1-eba786e6f5dc req-df08c967-00fe-4b0b-945f-6c20d0810bb0 service neutron] 10.222.0.23 "GET /v2.0/networks/5586df98-a5fa-4a22-85b3-698b1cca065f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2410116 Jul 13 13:53:21.031438 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1b201b-d34d-4295-b786-e05130752d20 service neutron] Pushing event updated for resources: {'Port': ['ID=4c0939c4-b578-4b34-811a-161bba9ae57b,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:53:21.081568 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 7a7c2e29-f5ea-48a6-a673-2071b7339028 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:53:21.155719 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c202cc89-3f42-4fd2-a2d1-eba786e6f5dc req-378b6ba5-9b47-494b-b8ab-71c4feb5e7b9 service neutron] 10.222.0.23 "GET /v2.0/networks/5586df98-a5fa-4a22-85b3-698b1cca065f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464591 Jul 13 13:53:21.179636 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982a226d-e83d-47d0-b270-838bf6aefe2c req-8315efbb-854a-43f9-9777-312504a582ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:21.188816 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-982a226d-e83d-47d0-b270-838bf6aefe2c req-8315efbb-854a-43f9-9777-312504a582ff service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e65770d93833474499bd5ca8e11d4e12&device_id=e0623dfb-e1d1-46eb-aca1-e98aebdb766a HTTP/1.1" status: 200 len: 1133 time: 0.2613244 Jul 13 13:53:21.216927 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14c7822-b7af-4710-ac3a-782b9a6cc6f2 req-dc47f47d-7c21-4a31-9e45-33c8b9302631 tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:21.219843 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:21.223526 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a14c7822-b7af-4710-ac3a-782b9a6cc6f2 req-dc47f47d-7c21-4a31-9e45-33c8b9302631 tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf7f901c-4f58-47fe-8e41-08ae492360c9 HTTP/1.1" status: 200 len: 945 time: 0.1440001 Jul 13 13:53:21.244519 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 7a7c2e29-f5ea-48a6-a673-2071b7339028 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:53:21.245151 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:21.280156 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-982a226d-e83d-47d0-b270-838bf6aefe2c req-c4ac7e9a-7f62-4554-8caa-5e5354ffa189 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4c0939c4-b578-4b34-811a-161bba9ae57b HTTP/1.1" status: 200 len: 217 time: 0.0837018 Jul 13 13:53:21.343893 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a14c7822-b7af-4710-ac3a-782b9a6cc6f2 req-cd2d2440-cbe6-4629-8b80-138b8fe61637 tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c36ff65-e031-4d60-bc12-4aaf4c57b43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073635 Jul 13 13:53:21.379455 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982a226d-e83d-47d0-b270-838bf6aefe2c req-75ad4bb9-7a28-4542-9597-47b4ba7efc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:21.382686 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-982a226d-e83d-47d0-b270-838bf6aefe2c req-75ad4bb9-7a28-4542-9597-47b4ba7efc39 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=85453aaf-7d74-4282-b467-40ba04de793e HTTP/1.1" status: 200 len: 835 time: 0.0926952 Jul 13 13:53:21.455433 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 13:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c53beb6e-e5cd-49ee-bf04-de698f38890c x-openstack-request-id: req-c53beb6e-e5cd-49ee-bf04-de698f38890c {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:53:21.456021 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0623dfb-e1d1-46eb-aca1-e98aebdb766a", "tag": "4c0939c4-b578-4b34-811a-161bba9ae57b", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:53:21.456447 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c53beb6e-e5cd-49ee-bf04-de698f38890c {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:53:21.457019 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0623dfb-e1d1-46eb-aca1-e98aebdb766a', 'tag': '4c0939c4-b578-4b34-811a-161bba9ae57b', 'status': 'completed', 'code': 200} Jul 13 13:53:21.516712 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0d0179c6-d5db-4b6c-bccc-2360de80cc26 req-b50fbd48-ff88-4e8b-85a5-fd33908ff309 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b156bae-a710-47e1-904b-f55398f301cb HTTP/1.1" status: 200 len: 210 time: 0.0445590 Jul 13 13:53:21.523910 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982a226d-e83d-47d0-b270-838bf6aefe2c req-80fe4b95-a318-46d7-bd1d-ee92d0c62e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:21.525408 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-982a226d-e83d-47d0-b270-838bf6aefe2c req-80fe4b95-a318-46d7-bd1d-ee92d0c62e34 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2254a83b-bbf0-41f6-94ef-c9a3e24bd7ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1374242 Jul 13 13:53:21.858098 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd71348-52b0-4ed8-94e1-3ff44ba59a3b req-10963658-41d2-416c-8b4b-145ef51955b4 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:21.868694 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1cd71348-52b0-4ed8-94e1-3ff44ba59a3b req-10963658-41d2-416c-8b4b-145ef51955b4 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0623dfb-e1d1-46eb-aca1-e98aebdb766a HTTP/1.1" status: 200 len: 982 time: 0.1026323 Jul 13 13:53:21.889910 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-982a226d-e83d-47d0-b270-838bf6aefe2c req-d0bebfa5-7c68-4325-a885-08247c0728a1 service neutron] 10.222.0.41 "GET /v2.0/networks/2254a83b-bbf0-41f6-94ef-c9a3e24bd7ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3567803 Jul 13 13:53:21.963626 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1cd71348-52b0-4ed8-94e1-3ff44ba59a3b req-68b6415f-07b6-481a-a794-5ed4c9cf7604 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] 10.222.0.23 "GET /v2.0/security-groups?id=6a78e279-d709-42b9-aaf7-356b3cfbd126&id=c8c7e05f-15f3-445a-9885-cf3dba58692f&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0917282 Jul 13 13:53:22.006178 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a776567b-9601-42ec-af83-fb79a4fc07fa req-7ac7d742-1a3e-46dc-9db8-e5f6f33bbe51 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:22.007743 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a776567b-9601-42ec-af83-fb79a4fc07fa req-7ac7d742-1a3e-46dc-9db8-e5f6f33bbe51 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.26 "GET /v2.0/networks?id=4306e211-7293-43e9-8c02-14badf8c79d9 HTTP/1.1" status: 200 len: 814 time: 0.3579566 Jul 13 13:53:22.025457 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-a776567b-9601-42ec-af83-fb79a4fc07fa req-fedc7bea-5056-417d-8d12-ebc2fb540b53 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Request body: {'port': {'device_id': '4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8', 'network_id': '4306e211-7293-43e9-8c02-14badf8c79d9', 'admin_state_up': True, 'tenant_id': 'd19010716a274998b64ead6bc91f8817'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:53:22.110225 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-92ecf858-b40c-417d-9f7b-5d1d322f8281 req-1caf88ab-0b20-4f53-8b4e-f22cdf370a3d tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8 HTTP/1.1" status: 200 len: 210 time: 0.0910861 Jul 13 13:53:22.167678 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-982a226d-e83d-47d0-b270-838bf6aefe2c req-2eaad903-e39c-4111-a282-e4fa76eb2bd0 service neutron] 10.222.0.41 "GET /v2.0/networks/2254a83b-bbf0-41f6-94ef-c9a3e24bd7ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2636423 Jul 13 13:53:22.215870 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a776567b-9601-42ec-af83-fb79a4fc07fa req-fedc7bea-5056-417d-8d12-ebc2fb540b53 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Made reservation on behalf of d19010716a274998b64ead6bc91f8817 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:53:22.221382 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-a776567b-9601-42ec-af83-fb79a4fc07fa req-fedc7bea-5056-417d-8d12-ebc2fb540b53 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:22.410593 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89690096-763c-467b-979e-6e47bac127c2 req-f7f2ec59-71b8-4f19-9cf2-f858a1279d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:22.412122 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-89690096-763c-467b-979e-6e47bac127c2 req-f7f2ec59-71b8-4f19-9cf2-f858a1279d68 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e65770d93833474499bd5ca8e11d4e12&device_id=e0623dfb-e1d1-46eb-aca1-e98aebdb766a HTTP/1.1" status: 200 len: 1133 time: 0.1196060 Jul 13 13:53:22.418051 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-a776567b-9601-42ec-af83-fb79a4fc07fa req-fedc7bea-5056-417d-8d12-ebc2fb540b53 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Allocated IP 172.20.0.3 (4306e211-7293-43e9-8c02-14badf8c79d9/d9eae714-cd86-4b29-a4c2-c920f28b0327/456a7843-466b-4620-bb90-adc15c0c4e43) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:53:22.595830 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89690096-763c-467b-979e-6e47bac127c2 req-ef8d5e5d-a96b-4d0c-aac0-ebb5089eb9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:22.597846 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-89690096-763c-467b-979e-6e47bac127c2 req-ef8d5e5d-a96b-4d0c-aac0-ebb5089eb9b6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2254a83b-bbf0-41f6-94ef-c9a3e24bd7ec HTTP/1.1" status: 200 len: 896 time: 0.1774130 Jul 13 13:53:22.636496 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:22.698160 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d0fd7d-2b2f-4e0a-a094-c4e2d0a50b51 req-1e319c07-36d4-4d58-8dfe-62affb22c7f5 tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:22.707002 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e8d0fd7d-2b2f-4e0a-a094-c4e2d0a50b51 req-1e319c07-36d4-4d58-8dfe-62affb22c7f5 tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf7f901c-4f58-47fe-8e41-08ae492360c9 HTTP/1.1" status: 200 len: 945 time: 0.0879369 Jul 13 13:53:22.745569 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-89690096-763c-467b-979e-6e47bac127c2 req-9d3d6c70-e8f2-4316-a2ce-4a16771dc9a8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4c0939c4-b578-4b34-811a-161bba9ae57b HTTP/1.1" status: 200 len: 217 time: 0.0541484 Jul 13 13:53:22.749565 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-a776567b-9601-42ec-af83-fb79a4fc07fa req-fedc7bea-5056-417d-8d12-ebc2fb540b53 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:22.753419 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e8d0fd7d-2b2f-4e0a-a094-c4e2d0a50b51 req-cf88a2fb-0dcd-49e6-a2ff-806e6a22df03 tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c36ff65-e031-4d60-bc12-4aaf4c57b43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447352 Jul 13 13:53:22.817218 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a10aa87a-1ff7-47ca-9c01-74552b713d8e req-5af7ee0b-86a5-4072-a750-6bba2f77214a tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b156bae-a710-47e1-904b-f55398f301cb HTTP/1.1" status: 200 len: 210 time: 0.0648105 Jul 13 13:53:22.839828 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89690096-763c-467b-979e-6e47bac127c2 req-90257f83-ba79-4fbd-a459-0c2ea0e9ab74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:22.841985 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-89690096-763c-467b-979e-6e47bac127c2 req-90257f83-ba79-4fbd-a459-0c2ea0e9ab74 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=85453aaf-7d74-4282-b467-40ba04de793e HTTP/1.1" status: 200 len: 835 time: 0.0879500 Jul 13 13:53:22.915782 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-a776567b-9601-42ec-af83-fb79a4fc07fa req-fedc7bea-5056-417d-8d12-ebc2fb540b53 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:22.979014 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedc7bea-5056-417d-8d12-ebc2fb540b53 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Pushing event updated for resources: {'Port': ['ID=456a7843-466b-4620-bb90-adc15c0c4e43,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:53:23.005950 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a776567b-9601-42ec-af83-fb79a4fc07fa req-fedc7bea-5056-417d-8d12-ebc2fb540b53 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Network 4306e211-7293-43e9-8c02-14badf8c79d9 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:53:23.011173 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89690096-763c-467b-979e-6e47bac127c2 req-d0331445-94ea-412a-9b87-91224159f3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:23.013629 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-89690096-763c-467b-979e-6e47bac127c2 req-d0331445-94ea-412a-9b87-91224159f3bd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2254a83b-bbf0-41f6-94ef-c9a3e24bd7ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1633723 Jul 13 13:53:23.014534 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-a776567b-9601-42ec-af83-fb79a4fc07fa req-fedc7bea-5056-417d-8d12-ebc2fb540b53 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:53:23.022406 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-a776567b-9601-42ec-af83-fb79a4fc07fa req-fedc7bea-5056-417d-8d12-ebc2fb540b53 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:53:23.127091 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a776567b-9601-42ec-af83-fb79a4fc07fa req-fedc7bea-5056-417d-8d12-ebc2fb540b53 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:23.127782 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-a776567b-9601-42ec-af83-fb79a4fc07fa req-fedc7bea-5056-417d-8d12-ebc2fb540b53 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:23.267418 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a776567b-9601-42ec-af83-fb79a4fc07fa req-fedc7bea-5056-417d-8d12-ebc2fb540b53 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2495825 Jul 13 13:53:23.287272 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c202cc89-3f42-4fd2-a2d1-eba786e6f5dc req-911083d9-d7b6-4888-ac1e-fe34956c0051 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:23.290919 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c202cc89-3f42-4fd2-a2d1-eba786e6f5dc req-911083d9-d7b6-4888-ac1e-fe34956c0051 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] 10.222.0.41 "GET /v2.0/networks?id=5586df98-a5fa-4a22-85b3-698b1cca065f HTTP/1.1" status: 200 len: 797 time: 0.2364595 Jul 13 13:53:23.294363 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-a776567b-9601-42ec-af83-fb79a4fc07fa req-37d3410c-ea6a-40f4-947c-87a6174dbaca service neutron] Request body: {'port': {'device_id': '4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:53:23.383996 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c202cc89-3f42-4fd2-a2d1-eba786e6f5dc req-9b8b0fb8-905b-4775-8873-9b0fa9d2e834 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c841d7dd73ac40a085273ab2774b9cc2 HTTP/1.1" status: 200 len: 472 time: 0.0834634 Jul 13 13:53:23.397411 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-c202cc89-3f42-4fd2-a2d1-eba786e6f5dc req-dc2b5174-25da-4cde-b147-5ff0959e8dbf tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Request body: {'port': {'device_id': '8b156bae-a710-47e1-904b-f55398f301cb', 'network_id': '5586df98-a5fa-4a22-85b3-698b1cca065f', 'admin_state_up': True, 'tenant_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'security_groups': ['d4911c0e-5df8-4248-a4a7-d959212335ba']}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:53:23.460432 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f929288-fb11-40f7-b00b-38075c9d19bd req-a7deb3f0-97cb-486f-a241-2766335da69b tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:23.465592 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-89690096-763c-467b-979e-6e47bac127c2 req-705e0bac-92da-40f9-9833-7f1f9be08ce4 service neutron] 10.222.0.41 "GET /v2.0/networks/2254a83b-bbf0-41f6-94ef-c9a3e24bd7ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3662298 Jul 13 13:53:23.467784 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3f929288-fb11-40f7-b00b-38075c9d19bd req-a7deb3f0-97cb-486f-a241-2766335da69b tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0623dfb-e1d1-46eb-aca1-e98aebdb766a HTTP/1.1" status: 200 len: 982 time: 0.3616323 Jul 13 13:53:23.468789 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-a776567b-9601-42ec-af83-fb79a4fc07fa req-37d3410c-ea6a-40f4-947c-87a6174dbaca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:23.506128 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d3d013-f53c-46fe-8f81-8dcb587281c8 req-ee20361c-5f07-4d35-9e84-506add304483 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:23.507680 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e9d3d013-f53c-46fe-8f81-8dcb587281c8 req-ee20361c-5f07-4d35-9e84-506add304483 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8 HTTP/1.1" status: 200 len: 931 time: 0.2311883 Jul 13 13:53:23.535081 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3f929288-fb11-40f7-b00b-38075c9d19bd req-1415ae09-8089-48e5-bbbb-25cd61630def tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] 10.222.0.23 "GET /v2.0/security-groups?id=6a78e279-d709-42b9-aaf7-356b3cfbd126&id=c8c7e05f-15f3-445a-9885-cf3dba58692f&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0663385 Jul 13 13:53:23.601640 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c202cc89-3f42-4fd2-a2d1-eba786e6f5dc req-dc2b5174-25da-4cde-b147-5ff0959e8dbf tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Made reservation on behalf of c841d7dd73ac40a085273ab2774b9cc2 for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:53:23.612191 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-c202cc89-3f42-4fd2-a2d1-eba786e6f5dc req-dc2b5174-25da-4cde-b147-5ff0959e8dbf tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:23.655899 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e9d3d013-f53c-46fe-8f81-8dcb587281c8 req-26b70b18-1a80-4a1c-af0f-85f8135c01d4 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/security-groups?id=0095868c-fb20-45e5-8afa-e9ed53786ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361222 Jul 13 13:53:23.744359 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-89690096-763c-467b-979e-6e47bac127c2 req-961a0f92-ae64-4c93-b900-c2abc1248214 service neutron] 10.222.0.41 "GET /v2.0/networks/2254a83b-bbf0-41f6-94ef-c9a3e24bd7ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2600739 Jul 13 13:53:23.819337 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [req-c202cc89-3f42-4fd2-a2d1-eba786e6f5dc req-dc2b5174-25da-4cde-b147-5ff0959e8dbf tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Allocated IP 172.20.0.22 (5586df98-a5fa-4a22-85b3-698b1cca065f/af7b83d0-d88a-4cc6-a57c-0cfec6cd5516/65a8830e-d909-4ebe-a5ee-28c707254cb9) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:53:24.002362 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-a776567b-9601-42ec-af83-fb79a4fc07fa req-37d3410c-ea6a-40f4-947c-87a6174dbaca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 456a7843-466b-4620-bb90-adc15c0c4e43 {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:53:24.014758 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-a776567b-9601-42ec-af83-fb79a4fc07fa req-37d3410c-ea6a-40f4-947c-87a6174dbaca service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:24.053180 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a92abea3-54a6-41ac-8b21-c5d8eaff4130 req-53a68da5-5a05-4e43-b43c-6509e1ce5826 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b156bae-a710-47e1-904b-f55398f301cb HTTP/1.1" status: 200 len: 210 time: 0.0409274 Jul 13 13:53:24.059723 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-a776567b-9601-42ec-af83-fb79a4fc07fa req-37d3410c-ea6a-40f4-947c-87a6174dbaca service neutron] Transition to ACTIVE for port object 456a7843-466b-4620-bb90-adc15c0c4e43 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:53:24.074656 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-a776567b-9601-42ec-af83-fb79a4fc07fa req-37d3410c-ea6a-40f4-947c-87a6174dbaca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:24.109723 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-c202cc89-3f42-4fd2-a2d1-eba786e6f5dc req-dc2b5174-25da-4cde-b147-5ff0959e8dbf tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:24.124542 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d3410c-ea6a-40f4-947c-87a6174dbaca service neutron] Pushing event updated for resources: {'Port': ['ID=456a7843-466b-4620-bb90-adc15c0c4e43,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:53:24.150102 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-c202cc89-3f42-4fd2-a2d1-eba786e6f5dc req-dc2b5174-25da-4cde-b147-5ff0959e8dbf tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Transition to ACTIVE for port object 65a8830e-d909-4ebe-a5ee-28c707254cb9 will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:53:24.202583 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd74d92-6077-4287-a7bb-25855cf9312d req-fe67eca4-fd73-44c9-b99e-505361e30a9a tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:24.204239 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-9dd74d92-6077-4287-a7bb-25855cf9312d req-fe67eca4-fd73-44c9-b99e-505361e30a9a tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf7f901c-4f58-47fe-8e41-08ae492360c9 HTTP/1.1" status: 200 len: 945 time: 0.1967428 Jul 13 13:53:24.205929 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-c202cc89-3f42-4fd2-a2d1-eba786e6f5dc req-dc2b5174-25da-4cde-b147-5ff0959e8dbf tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:24.249455 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-a776567b-9601-42ec-af83-fb79a4fc07fa req-37d3410c-ea6a-40f4-947c-87a6174dbaca service neutron] Attempting to bind port 456a7843-466b-4620-bb90-adc15c0c4e43 on host n-h1-800634-1 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:53:24.249819 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-a776567b-9601-42ec-af83-fb79a4fc07fa req-37d3410c-ea6a-40f4-947c-87a6174dbaca service neutron] Attempting to bind port 456a7843-466b-4620-bb90-adc15c0c4e43 by drivers openvswitch,hyperv on host n-h1-800634-1 at level 0 using segments [{'id': 'f0c035ba-ef7c-4972-a79c-06787b5c4532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4306e211-7293-43e9-8c02-14badf8c79d9'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:53:24.250338 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a776567b-9601-42ec-af83-fb79a4fc07fa req-37d3410c-ea6a-40f4-947c-87a6174dbaca service neutron] Attempting to bind port 456a7843-466b-4620-bb90-adc15c0c4e43 on network 4306e211-7293-43e9-8c02-14badf8c79d9 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:53:24.254886 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a776567b-9601-42ec-af83-fb79a4fc07fa req-37d3410c-ea6a-40f4-947c-87a6174dbaca service neutron] Port 456a7843-466b-4620-bb90-adc15c0c4e43 on network 4306e211-7293-43e9-8c02-14badf8c79d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-1 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:53:24.255325 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a776567b-9601-42ec-af83-fb79a4fc07fa req-37d3410c-ea6a-40f4-947c-87a6174dbaca service neutron] Attempting to bind port 456a7843-466b-4620-bb90-adc15c0c4e43 on network 4306e211-7293-43e9-8c02-14badf8c79d9 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:53:24.260168 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a776567b-9601-42ec-af83-fb79a4fc07fa req-37d3410c-ea6a-40f4-947c-87a6174dbaca service neutron] Checking agent: {'id': 'a7603dc8-3c50-4a9b-8f0d-1143528f155e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 53, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:53:24.260505 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a776567b-9601-42ec-af83-fb79a4fc07fa req-37d3410c-ea6a-40f4-947c-87a6174dbaca service neutron] Checking segment: {'id': 'f0c035ba-ef7c-4972-a79c-06787b5c4532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4306e211-7293-43e9-8c02-14badf8c79d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:53:24.261279 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a776567b-9601-42ec-af83-fb79a4fc07fa req-37d3410c-ea6a-40f4-947c-87a6174dbaca service neutron] Bound using segment: {'id': 'f0c035ba-ef7c-4972-a79c-06787b5c4532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4306e211-7293-43e9-8c02-14badf8c79d9'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:53:24.261279 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-a776567b-9601-42ec-af83-fb79a4fc07fa req-37d3410c-ea6a-40f4-947c-87a6174dbaca service neutron] Bound port: 456a7843-466b-4620-bb90-adc15c0c4e43, host: n-h1-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0c035ba-ef7c-4972-a79c-06787b5c4532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4306e211-7293-43e9-8c02-14badf8c79d9'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:53:24.261646 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-a776567b-9601-42ec-af83-fb79a4fc07fa req-37d3410c-ea6a-40f4-947c-87a6174dbaca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:24.265293 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c202cc89-3f42-4fd2-a2d1-eba786e6f5dc req-dc2b5174-25da-4cde-b147-5ff0959e8dbf tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Network 5586df98-a5fa-4a22-85b3-698b1cca065f is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:53:24.284008 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [req-c202cc89-3f42-4fd2-a2d1-eba786e6f5dc req-dc2b5174-25da-4cde-b147-5ff0959e8dbf tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:53:24.312812 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-9dd74d92-6077-4287-a7bb-25855cf9312d req-5d3330dc-68b1-4b58-ab95-90f798478bfe tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c36ff65-e031-4d60-bc12-4aaf4c57b43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948517 Jul 13 13:53:24.313555 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2b5174-25da-4cde-b147-5ff0959e8dbf tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Pushing event updated for resources: {'Port': ['ID=65a8830e-d909-4ebe-a5ee-28c707254cb9,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:53:24.316701 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-c202cc89-3f42-4fd2-a2d1-eba786e6f5dc req-dc2b5174-25da-4cde-b147-5ff0959e8dbf tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:53:24.355450 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-a776567b-9601-42ec-af83-fb79a4fc07fa req-37d3410c-ea6a-40f4-947c-87a6174dbaca service neutron] For port 456a7843-466b-4620-bb90-adc15c0c4e43, host n-h1-800634-1, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:53:24.358759 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-a776567b-9601-42ec-af83-fb79a4fc07fa req-37d3410c-ea6a-40f4-947c-87a6174dbaca service neutron] For port 456a7843-466b-4620-bb90-adc15c0c4e43, host n-h1-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=456a7843-466b-4620-bb90-adc15c0c4e43,segment=NetworkSegment(f0c035ba-ef7c-4972-a79c-06787b5c4532),segment_id=f0c035ba-ef7c-4972-a79c-06787b5c4532)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:53:24.365013 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-a776567b-9601-42ec-af83-fb79a4fc07fa req-37d3410c-ea6a-40f4-947c-87a6174dbaca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:24.384388 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c202cc89-3f42-4fd2-a2d1-eba786e6f5dc req-dc2b5174-25da-4cde-b147-5ff0959e8dbf tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:24.385463 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-c202cc89-3f42-4fd2-a2d1-eba786e6f5dc req-dc2b5174-25da-4cde-b147-5ff0959e8dbf tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:24.402003 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a776567b-9601-42ec-af83-fb79a4fc07fa req-37d3410c-ea6a-40f4-947c-87a6174dbaca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:24.402962 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-a776567b-9601-42ec-af83-fb79a4fc07fa req-37d3410c-ea6a-40f4-947c-87a6174dbaca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:24.405422 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a776567b-9601-42ec-af83-fb79a4fc07fa req-37d3410c-ea6a-40f4-947c-87a6174dbaca service neutron] 10.222.0.26 "PUT /v2.0/ports/456a7843-466b-4620-bb90-adc15c0c4e43 HTTP/1.1" status: 200 len: 1091 time: 1.1249361 Jul 13 13:53:24.405939 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8', 'tag': '456a7843-466b-4620-bb90-adc15c0c4e43'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:53:24.406569 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c202cc89-3f42-4fd2-a2d1-eba786e6f5dc req-dc2b5174-25da-4cde-b147-5ff0959e8dbf tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0146396 Jul 13 13:53:24.413599 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6fbcc21-2fd6-4a69-a9ae-e7bd65861c22" -d '{"events": [{"name": "network-changed", "server_uuid": "4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8", "tag": "456a7843-466b-4620-bb90-adc15c0c4e43"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:53:24.438936 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-c202cc89-3f42-4fd2-a2d1-eba786e6f5dc req-29fd268d-064f-4ee3-8818-410482b31c71 service neutron] Request body: {'port': {'device_id': '8b156bae-a710-47e1-904b-f55398f301cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-1'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:53:24.492748 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 13:53:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07c53866-b95d-4320-8dd1-0f15085cb853 x-openstack-request-id: req-07c53866-b95d-4320-8dd1-0f15085cb853 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:53:24.493059 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8", "tag": "456a7843-466b-4620-bb90-adc15c0c4e43", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:53:24.493306 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-07c53866-b95d-4320-8dd1-0f15085cb853 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:53:24.493724 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8', 'tag': '456a7843-466b-4620-bb90-adc15c0c4e43', 'status': 'completed', 'code': 200} Jul 13 13:53:24.520882 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d3410c-ea6a-40f4-947c-87a6174dbaca service neutron] Pushing event updated for resources: {'Port': ['ID=456a7843-466b-4620-bb90-adc15c0c4e43,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:53:24.532176 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-c202cc89-3f42-4fd2-a2d1-eba786e6f5dc req-29fd268d-064f-4ee3-8818-410482b31c71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:24.556156 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a776567b-9601-42ec-af83-fb79a4fc07fa req-2a7ef8c7-c433-423f-ae64-72b9435bc0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:24.557995 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a776567b-9601-42ec-af83-fb79a4fc07fa req-2a7ef8c7-c433-423f-ae64-72b9435bc0f7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d19010716a274998b64ead6bc91f8817&device_id=4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8 HTTP/1.1" status: 200 len: 1094 time: 0.0959721 Jul 13 13:53:24.609387 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a776567b-9601-42ec-af83-fb79a4fc07fa req-013d6de5-9700-4203-bf43-a7373909c653 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=456a7843-466b-4620-bb90-adc15c0c4e43 HTTP/1.1" status: 200 len: 217 time: 0.0447223 Jul 13 13:53:24.652653 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-e0315793-c2b9-43eb-a4d2-bd16450bd8d6 None None] Provisioning for port 65a8830e-d909-4ebe-a5ee-28c707254cb9 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:53:24.657666 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-e0315793-c2b9-43eb-a4d2-bd16450bd8d6 None None] Provisioning complete for port 65a8830e-d909-4ebe-a5ee-28c707254cb9 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:53:24.658070 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e0315793-c2b9-43eb-a4d2-bd16450bd8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:24.716422 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-e0315793-c2b9-43eb-a4d2-bd16450bd8d6 None None] Port 65a8830e-d909-4ebe-a5ee-28c707254cb9 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:53:24.742524 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a776567b-9601-42ec-af83-fb79a4fc07fa req-9f9e81a4-b41d-4ee2-b1fd-7c7c3cef34d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:24.749258 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a776567b-9601-42ec-af83-fb79a4fc07fa req-9f9e81a4-b41d-4ee2-b1fd-7c7c3cef34d0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d9eae714-cd86-4b29-a4c2-c920f28b0327 HTTP/1.1" status: 200 len: 854 time: 0.1243825 Jul 13 13:53:24.812375 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a776567b-9601-42ec-af83-fb79a4fc07fa req-90662b4c-b5ae-44e8-a1e9-0d90ee99ce1e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4306e211-7293-43e9-8c02-14badf8c79d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556302 Jul 13 13:53:24.871532 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad53f5e3-fee9-4e77-92a5-fb19748b916d req-b648bfb8-f510-436e-bb32-30efb12a695c tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:24.874032 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ad53f5e3-fee9-4e77-92a5-fb19748b916d req-b648bfb8-f510-436e-bb32-30efb12a695c tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0623dfb-e1d1-46eb-aca1-e98aebdb766a HTTP/1.1" status: 200 len: 982 time: 0.1890292 Jul 13 13:53:24.986484 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ad53f5e3-fee9-4e77-92a5-fb19748b916d req-a6a78314-fe55-454f-84cc-02eb83445e30 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] 10.222.0.23 "GET /v2.0/security-groups?id=6a78e279-d709-42b9-aaf7-356b3cfbd126&id=c8c7e05f-15f3-445a-9885-cf3dba58692f&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1053624 Jul 13 13:53:25.047165 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f64640-6333-4d51-b1b2-f89195a5fdf9 req-23f95773-29e8-45b4-8044-5a031dd07e9f tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:25.049107 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-91f64640-6333-4d51-b1b2-f89195a5fdf9 req-23f95773-29e8-45b4-8044-5a031dd07e9f tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8 HTTP/1.1" status: 200 len: 943 time: 0.1261122 Jul 13 13:53:25.052685 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [req-c202cc89-3f42-4fd2-a2d1-eba786e6f5dc req-29fd268d-064f-4ee3-8818-410482b31c71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65a8830e-d909-4ebe-a5ee-28c707254cb9 {{(pid=93751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:53:25.055999 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a776567b-9601-42ec-af83-fb79a4fc07fa req-78cd4e51-73d9-430f-a05c-37ed7c6bf5b1 service neutron] 10.222.0.26 "GET /v2.0/networks/4306e211-7293-43e9-8c02-14badf8c79d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2367845 Jul 13 13:53:25.066404 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-c202cc89-3f42-4fd2-a2d1-eba786e6f5dc req-29fd268d-064f-4ee3-8818-410482b31c71 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:25.108007 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-c202cc89-3f42-4fd2-a2d1-eba786e6f5dc req-29fd268d-064f-4ee3-8818-410482b31c71 service neutron] Transition to ACTIVE for port object 65a8830e-d909-4ebe-a5ee-28c707254cb9 will not be triggered until provisioned by entity L2. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:53:25.116888 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-c202cc89-3f42-4fd2-a2d1-eba786e6f5dc req-29fd268d-064f-4ee3-8818-410482b31c71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:25.174177 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fd268d-064f-4ee3-8818-410482b31c71 service neutron] Pushing event updated for resources: {'Port': ['ID=65a8830e-d909-4ebe-a5ee-28c707254cb9,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:53:25.215977 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-91f64640-6333-4d51-b1b2-f89195a5fdf9 req-44a2f81b-4fc5-43a7-99e1-2401c999b363 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/security-groups?id=0095868c-fb20-45e5-8afa-e9ed53786ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590149 Jul 13 13:53:25.253651 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a776567b-9601-42ec-af83-fb79a4fc07fa req-3bdc2187-4b50-4136-9962-108b0765f747 service neutron] 10.222.0.26 "GET /v2.0/networks/4306e211-7293-43e9-8c02-14badf8c79d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691031 Jul 13 13:53:25.286285 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-c202cc89-3f42-4fd2-a2d1-eba786e6f5dc req-29fd268d-064f-4ee3-8818-410482b31c71 service neutron] Attempting to bind port 65a8830e-d909-4ebe-a5ee-28c707254cb9 on host n-h2-800634-1 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:53:25.286621 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-c202cc89-3f42-4fd2-a2d1-eba786e6f5dc req-29fd268d-064f-4ee3-8818-410482b31c71 service neutron] Attempting to bind port 65a8830e-d909-4ebe-a5ee-28c707254cb9 by drivers openvswitch,hyperv on host n-h2-800634-1 at level 0 using segments [{'id': 'c4dc016d-b2da-4b50-ba17-aca7d644593b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '5586df98-a5fa-4a22-85b3-698b1cca065f'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:53:25.287151 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c202cc89-3f42-4fd2-a2d1-eba786e6f5dc req-29fd268d-064f-4ee3-8818-410482b31c71 service neutron] Attempting to bind port 65a8830e-d909-4ebe-a5ee-28c707254cb9 on network 5586df98-a5fa-4a22-85b3-698b1cca065f {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:53:25.292797 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c202cc89-3f42-4fd2-a2d1-eba786e6f5dc req-29fd268d-064f-4ee3-8818-410482b31c71 service neutron] Port 65a8830e-d909-4ebe-a5ee-28c707254cb9 on network 5586df98-a5fa-4a22-85b3-698b1cca065f not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-1 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:53:25.293226 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c202cc89-3f42-4fd2-a2d1-eba786e6f5dc req-29fd268d-064f-4ee3-8818-410482b31c71 service neutron] Attempting to bind port 65a8830e-d909-4ebe-a5ee-28c707254cb9 on network 5586df98-a5fa-4a22-85b3-698b1cca065f {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:53:25.301043 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c202cc89-3f42-4fd2-a2d1-eba786e6f5dc req-29fd268d-064f-4ee3-8818-410482b31c71 service neutron] Checking agent: {'id': 'f615e5c9-21ab-43f2-adbc-192d64b795cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:53:25.301043 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c202cc89-3f42-4fd2-a2d1-eba786e6f5dc req-29fd268d-064f-4ee3-8818-410482b31c71 service neutron] Checking segment: {'id': 'c4dc016d-b2da-4b50-ba17-aca7d644593b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '5586df98-a5fa-4a22-85b3-698b1cca065f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:53:25.301043 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c202cc89-3f42-4fd2-a2d1-eba786e6f5dc req-29fd268d-064f-4ee3-8818-410482b31c71 service neutron] Bound using segment: {'id': 'c4dc016d-b2da-4b50-ba17-aca7d644593b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '5586df98-a5fa-4a22-85b3-698b1cca065f'} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:53:25.301043 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-c202cc89-3f42-4fd2-a2d1-eba786e6f5dc req-29fd268d-064f-4ee3-8818-410482b31c71 service neutron] Bound port: 65a8830e-d909-4ebe-a5ee-28c707254cb9, host: n-h2-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4dc016d-b2da-4b50-ba17-aca7d644593b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '5586df98-a5fa-4a22-85b3-698b1cca065f'}}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:53:25.301043 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-c202cc89-3f42-4fd2-a2d1-eba786e6f5dc req-29fd268d-064f-4ee3-8818-410482b31c71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:25.336655 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 4c0939c4-b578-4b34-811a-161bba9ae57b details requested by agent hyperv_n-h2-800634-1 with host n-h2-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 13:53:25.402282 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-c202cc89-3f42-4fd2-a2d1-eba786e6f5dc req-29fd268d-064f-4ee3-8818-410482b31c71 service neutron] For port 65a8830e-d909-4ebe-a5ee-28c707254cb9, host n-h2-800634-1, cleared binding levels {{(pid=93751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:53:25.407458 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-c202cc89-3f42-4fd2-a2d1-eba786e6f5dc req-29fd268d-064f-4ee3-8818-410482b31c71 service neutron] For port 65a8830e-d909-4ebe-a5ee-28c707254cb9, host n-h2-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=65a8830e-d909-4ebe-a5ee-28c707254cb9,segment=NetworkSegment(c4dc016d-b2da-4b50-ba17-aca7d644593b),segment_id=c4dc016d-b2da-4b50-ba17-aca7d644593b)] {{(pid=93751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:53:25.451428 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-c202cc89-3f42-4fd2-a2d1-eba786e6f5dc req-29fd268d-064f-4ee3-8818-410482b31c71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:25.480914 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fbcc21-2fd6-4a69-a9ae-e7bd65861c22 req-560d0c1e-28ec-4afb-8b67-478d2650ed63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:25.483282 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c6fbcc21-2fd6-4a69-a9ae-e7bd65861c22 req-560d0c1e-28ec-4afb-8b67-478d2650ed63 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d19010716a274998b64ead6bc91f8817&device_id=4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8 HTTP/1.1" status: 200 len: 1094 time: 0.1545172 Jul 13 13:53:25.543313 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c202cc89-3f42-4fd2-a2d1-eba786e6f5dc req-29fd268d-064f-4ee3-8818-410482b31c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:25.544018 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-c202cc89-3f42-4fd2-a2d1-eba786e6f5dc req-29fd268d-064f-4ee3-8818-410482b31c71 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:25.546919 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c202cc89-3f42-4fd2-a2d1-eba786e6f5dc req-29fd268d-064f-4ee3-8818-410482b31c71 service neutron] 10.222.0.41 "PUT /v2.0/ports/65a8830e-d909-4ebe-a5ee-28c707254cb9 HTTP/1.1" status: 200 len: 1092 time: 1.1324470 Jul 13 13:53:25.558172 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b156bae-a710-47e1-904b-f55398f301cb', 'tag': '65a8830e-d909-4ebe-a5ee-28c707254cb9'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:53:25.562948 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d17b627af75e17e0f4b8d6239d04f8c2f78634e2c585e32a7aeca336500f34a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-764f2865-9fe8-4ad8-b196-902142dd5797" -d '{"events": [{"name": "network-changed", "server_uuid": "8b156bae-a710-47e1-904b-f55398f301cb", "tag": "65a8830e-d909-4ebe-a5ee-28c707254cb9"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:53:25.587058 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 4c0939c4-b578-4b34-811a-161bba9ae57b, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=4c0939c4-b578-4b34-811a-161bba9ae57b,segment=NetworkSegment(01f16f11-7cf3-41ec-bb49-e0d613f7bb39),segment_id=01f16f11-7cf3-41ec-bb49-e0d613f7bb39)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:53:25.627975 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Returning: {'device': '4c0939c4-b578-4b34-811a-161bba9ae57b', 'network_id': '2254a83b-bbf0-41f6-94ef-c9a3e24bd7ec', 'port_id': '4c0939c4-b578-4b34-811a-161bba9ae57b', 'mac_address': 'fa:16:3e:33:a7:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85453aaf-7d74-4282-b467-40ba04de793e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 13:53:25.635885 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4efb70-8ab0-4685-aa12-2dcb42a5efe3 req-40452cea-5d20-4935-b1cf-1859ad455c8a tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:25.637597 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-cc4efb70-8ab0-4685-aa12-2dcb42a5efe3 req-40452cea-5d20-4935-b1cf-1859ad455c8a tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b156bae-a710-47e1-904b-f55398f301cb HTTP/1.1" status: 200 len: 944 time: 0.2285190 Jul 13 13:53:25.680802 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fd268d-064f-4ee3-8818-410482b31c71 service neutron] Pushing event updated for resources: {'Port': ['ID=65a8830e-d909-4ebe-a5ee-28c707254cb9,revision_number=3']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:53:25.706435 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fbcc21-2fd6-4a69-a9ae-e7bd65861c22 req-c4864a9c-3da6-4e68-9692-0bd67e493664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:25.708141 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c6fbcc21-2fd6-4a69-a9ae-e7bd65861c22 req-c4864a9c-3da6-4e68-9692-0bd67e493664 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4306e211-7293-43e9-8c02-14badf8c79d9 HTTP/1.1" status: 200 len: 914 time: 0.2182193 Jul 13 13:53:25.729783 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f7cbce-3208-4411-90e1-1ad0d2440e7a req-139a2877-7e34-4c04-8e4e-53ab863032dd tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:25.742468 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-95f7cbce-3208-4411-90e1-1ad0d2440e7a req-139a2877-7e34-4c04-8e4e-53ab863032dd tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf7f901c-4f58-47fe-8e41-08ae492360c9 HTTP/1.1" status: 200 len: 945 time: 0.1452434 Jul 13 13:53:25.744841 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:25.750782 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-cc4efb70-8ab0-4685-aa12-2dcb42a5efe3 req-d317453c-0f3d-4233-8720-3b62b431ba84 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4911c0e-5df8-4248-a4a7-d959212335ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905559 Jul 13 13:53:25.787212 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c202cc89-3f42-4fd2-a2d1-eba786e6f5dc req-bbc90ab3-ba1f-492f-b5e1-5c91db8bef5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:25.800372 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c6fbcc21-2fd6-4a69-a9ae-e7bd65861c22 req-c9a4f3fc-5892-40bd-b17a-3205585fc5a0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=456a7843-466b-4620-bb90-adc15c0c4e43 HTTP/1.1" status: 200 len: 217 time: 0.0568290 Jul 13 13:53:25.802730 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c0939c4-b578-4b34-811a-161bba9ae57b {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:53:25.813915 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c202cc89-3f42-4fd2-a2d1-eba786e6f5dc req-bbc90ab3-ba1f-492f-b5e1-5c91db8bef5f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c841d7dd73ac40a085273ab2774b9cc2&device_id=8b156bae-a710-47e1-904b-f55398f301cb HTTP/1.1" status: 200 len: 1095 time: 0.1843946 Jul 13 13:53:25.879616 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 4c0939c4-b578-4b34-811a-161bba9ae57b, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=4c0939c4-b578-4b34-811a-161bba9ae57b,segment=NetworkSegment(01f16f11-7cf3-41ec-bb49-e0d613f7bb39),segment_id=01f16f11-7cf3-41ec-bb49-e0d613f7bb39)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:53:25.891577 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-95f7cbce-3208-4411-90e1-1ad0d2440e7a req-6f5948ad-a1e3-40b0-a9f9-d4cee2d4db9b tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c36ff65-e031-4d60-bc12-4aaf4c57b43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463964 Jul 13 13:53:25.895888 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:25.928459 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 13:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70428d77-077e-46b5-90e2-4731eb9b53f8 x-openstack-request-id: req-70428d77-077e-46b5-90e2-4731eb9b53f8 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:53:25.928978 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b156bae-a710-47e1-904b-f55398f301cb", "tag": "65a8830e-d909-4ebe-a5ee-28c707254cb9", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:53:25.929671 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-70428d77-077e-46b5-90e2-4731eb9b53f8 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:53:25.930267 n-d-800634-1 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b156bae-a710-47e1-904b-f55398f301cb', 'tag': '65a8830e-d909-4ebe-a5ee-28c707254cb9', 'status': 'completed', 'code': 200} Jul 13 13:53:25.932753 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c202cc89-3f42-4fd2-a2d1-eba786e6f5dc req-3aa89fc0-5e75-47bf-b1e6-fc3a8ce18ec1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=65a8830e-d909-4ebe-a5ee-28c707254cb9 HTTP/1.1" status: 200 len: 217 time: 0.1181078 Jul 13 13:53:25.953902 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fbcc21-2fd6-4a69-a9ae-e7bd65861c22 req-4b2d7e4e-caee-4587-a9bf-9a885bb6af36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:25.955395 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c6fbcc21-2fd6-4a69-a9ae-e7bd65861c22 req-4b2d7e4e-caee-4587-a9bf-9a885bb6af36 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d9eae714-cd86-4b29-a4c2-c920f28b0327 HTTP/1.1" status: 200 len: 854 time: 0.1426890 Jul 13 13:53:25.990584 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c6fbcc21-2fd6-4a69-a9ae-e7bd65861c22 req-10fb9736-bc71-4e65-ab75-1f2132091c8b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4306e211-7293-43e9-8c02-14badf8c79d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282402 Jul 13 13:53:25.998429 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=4c0939c4-b578-4b34-811a-161bba9ae57b,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:53:26.014741 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c202cc89-3f42-4fd2-a2d1-eba786e6f5dc req-b6404011-7b95-4f58-962c-68d7387c0fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:26.016691 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c202cc89-3f42-4fd2-a2d1-eba786e6f5dc req-b6404011-7b95-4f58-962c-68d7387c0fd3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=af7b83d0-d88a-4cc6-a57c-0cfec6cd5516 HTTP/1.1" status: 200 len: 838 time: 0.0696170 Jul 13 13:53:26.113601 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['4c0939c4-b578-4b34-811a-161bba9ae57b'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:53:26.114709 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c202cc89-3f42-4fd2-a2d1-eba786e6f5dc req-738d84c8-b428-4721-8d94-79cc2f07a781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:26.121877 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c202cc89-3f42-4fd2-a2d1-eba786e6f5dc req-738d84c8-b428-4721-8d94-79cc2f07a781 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5586df98-a5fa-4a22-85b3-698b1cca065f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0963798 Jul 13 13:53:26.164674 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c6fbcc21-2fd6-4a69-a9ae-e7bd65861c22 req-22f9b87e-84b3-4840-8bd4-4a277c6b18bc service neutron] 10.222.0.26 "GET /v2.0/networks/4306e211-7293-43e9-8c02-14badf8c79d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633339 Jul 13 13:53:26.312836 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c6fbcc21-2fd6-4a69-a9ae-e7bd65861c22 req-e5d8b6fd-058d-480f-9af2-dd614f1e70c2 service neutron] 10.222.0.26 "GET /v2.0/networks/4306e211-7293-43e9-8c02-14badf8c79d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412339 Jul 13 13:53:26.427364 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18da8ec-1058-42a1-b46f-b33148d01c97 req-6c54f48d-a61f-4576-85c3-430555274f2d tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:26.428753 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b18da8ec-1058-42a1-b46f-b33148d01c97 req-6c54f48d-a61f-4576-85c3-430555274f2d tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0623dfb-e1d1-46eb-aca1-e98aebdb766a HTTP/1.1" status: 200 len: 983 time: 0.1880512 Jul 13 13:53:26.434902 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c202cc89-3f42-4fd2-a2d1-eba786e6f5dc req-ed1ff71c-ce4b-4c60-8dee-1a674ee6e6d0 service neutron] 10.222.0.41 "GET /v2.0/networks/5586df98-a5fa-4a22-85b3-698b1cca065f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3015516 Jul 13 13:53:26.540420 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b18da8ec-1058-42a1-b46f-b33148d01c97 req-ab34d0e0-9a03-452e-a0a1-99e5ca85a3ab tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] 10.222.0.23 "GET /v2.0/security-groups?id=6a78e279-d709-42b9-aaf7-356b3cfbd126&id=c8c7e05f-15f3-445a-9885-cf3dba58692f&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1029034 Jul 13 13:53:26.570646 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47bad45-10e2-43ff-bb98-0d469abe3a59 req-c257ea1d-ba22-4a15-b1e9-c3263cf002a6 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:26.572281 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b47bad45-10e2-43ff-bb98-0d469abe3a59 req-c257ea1d-ba22-4a15-b1e9-c3263cf002a6 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8 HTTP/1.1" status: 200 len: 943 time: 0.0856357 Jul 13 13:53:26.580390 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c202cc89-3f42-4fd2-a2d1-eba786e6f5dc req-8b082160-f5d1-4809-b176-c4ee7223a884 service neutron] 10.222.0.41 "GET /v2.0/networks/5586df98-a5fa-4a22-85b3-698b1cca065f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359489 Jul 13 13:53:26.632229 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b47bad45-10e2-43ff-bb98-0d469abe3a59 req-2c0d90c2-d18a-478d-95b4-9ccbc08aaaa9 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/security-groups?id=0095868c-fb20-45e5-8afa-e9ed53786ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522845 Jul 13 13:53:26.695135 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764f2865-9fe8-4ad8-b196-902142dd5797 req-58f2dfa5-c795-4f86-900b-9ae4d69c6228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:26.696606 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-764f2865-9fe8-4ad8-b196-902142dd5797 req-58f2dfa5-c795-4f86-900b-9ae4d69c6228 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c841d7dd73ac40a085273ab2774b9cc2&device_id=8b156bae-a710-47e1-904b-f55398f301cb HTTP/1.1" status: 200 len: 1095 time: 0.0529106 Jul 13 13:53:26.787395 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764f2865-9fe8-4ad8-b196-902142dd5797 req-4c248407-8716-47eb-a218-3ebb3fb9a084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:26.789115 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-764f2865-9fe8-4ad8-b196-902142dd5797 req-4c248407-8716-47eb-a218-3ebb3fb9a084 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5586df98-a5fa-4a22-85b3-698b1cca065f HTTP/1.1" status: 200 len: 897 time: 0.0857410 Jul 13 13:53:26.833864 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-764f2865-9fe8-4ad8-b196-902142dd5797 req-95111574-5dab-405a-9910-084be91cc4c1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=65a8830e-d909-4ebe-a5ee-28c707254cb9 HTTP/1.1" status: 200 len: 217 time: 0.0377080 Jul 13 13:53:26.913070 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764f2865-9fe8-4ad8-b196-902142dd5797 req-f79d8d76-528a-4f58-baa5-c1e32c034198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:26.914610 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-764f2865-9fe8-4ad8-b196-902142dd5797 req-f79d8d76-528a-4f58-baa5-c1e32c034198 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=af7b83d0-d88a-4cc6-a57c-0cfec6cd5516 HTTP/1.1" status: 200 len: 838 time: 0.0740852 Jul 13 13:53:26.988853 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599f7be0-7780-44eb-9c53-1234eadfa3d3 req-14cf9526-9e9f-4a3e-9d28-bfbf65b724ae tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:26.990292 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-599f7be0-7780-44eb-9c53-1234eadfa3d3 req-14cf9526-9e9f-4a3e-9d28-bfbf65b724ae tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b156bae-a710-47e1-904b-f55398f301cb HTTP/1.1" status: 200 len: 944 time: 0.1136055 Jul 13 13:53:27.008498 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764f2865-9fe8-4ad8-b196-902142dd5797 req-ddf6c767-5b76-4577-893c-cd313d0f6f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:27.009968 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-764f2865-9fe8-4ad8-b196-902142dd5797 req-ddf6c767-5b76-4577-893c-cd313d0f6f1e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5586df98-a5fa-4a22-85b3-698b1cca065f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0880475 Jul 13 13:53:27.085208 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-599f7be0-7780-44eb-9c53-1234eadfa3d3 req-61595a34-2d5c-4962-b5a8-95e2a3a663da tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4911c0e-5df8-4248-a4a7-d959212335ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846305 Jul 13 13:53:27.114142 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d821bc-defa-45ed-a913-6fb511bc6381 req-cf7a3ba8-a915-4fdc-bc83-207f362d0dc4 tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:27.115912 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-81d821bc-defa-45ed-a913-6fb511bc6381 req-cf7a3ba8-a915-4fdc-bc83-207f362d0dc4 tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf7f901c-4f58-47fe-8e41-08ae492360c9 HTTP/1.1" status: 200 len: 945 time: 0.0850039 Jul 13 13:53:27.143165 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-764f2865-9fe8-4ad8-b196-902142dd5797 req-2a0e7b0c-1124-4426-a7f5-d8b4985edb27 service neutron] 10.222.0.41 "GET /v2.0/networks/5586df98-a5fa-4a22-85b3-698b1cca065f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252723 Jul 13 13:53:27.159277 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-81d821bc-defa-45ed-a913-6fb511bc6381 req-f521d6e3-f376-49ac-9b6c-d10c338deeb3 tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c36ff65-e031-4d60-bc12-4aaf4c57b43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371556 Jul 13 13:53:27.279637 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-764f2865-9fe8-4ad8-b196-902142dd5797 req-615d070e-10c1-4f5f-a8c9-cd152ca96925 service neutron] 10.222.0.41 "GET /v2.0/networks/5586df98-a5fa-4a22-85b3-698b1cca065f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290705 Jul 13 13:53:27.335186 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 4c0939c4-b578-4b34-811a-161bba9ae57b up at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:53:27.386426 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning for port 4c0939c4-b578-4b34-811a-161bba9ae57b completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:53:27.390951 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning complete for port 4c0939c4-b578-4b34-811a-161bba9ae57b triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:53:27.391398 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:27.471576 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:27.493574 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0623dfb-e1d1-46eb-aca1-e98aebdb766a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c0939c4-b578-4b34-811a-161bba9ae57b'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:53:27.495829 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e85c9f32-fdb5-45d5-8f01-8d4d8cbef7e2" -d '{"events": [{"server_uuid": "e0623dfb-e1d1-46eb-aca1-e98aebdb766a", "name": "network-vif-plugged", "status": "completed", "tag": "4c0939c4-b578-4b34-811a-161bba9ae57b"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:53:27.511596 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 4c0939c4-b578-4b34-811a-161bba9ae57b, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=4c0939c4-b578-4b34-811a-161bba9ae57b,segment=NetworkSegment(01f16f11-7cf3-41ec-bb49-e0d613f7bb39),segment_id=01f16f11-7cf3-41ec-bb49-e0d613f7bb39)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:53:27.516490 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:27.541409 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:53:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dac3dc0b-6ccd-43ad-a593-98b2fc3878a1 x-openstack-request-id: req-dac3dc0b-6ccd-43ad-a593-98b2fc3878a1 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:53:27.541724 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0623dfb-e1d1-46eb-aca1-e98aebdb766a", "name": "network-vif-plugged", "status": "completed", "tag": "4c0939c4-b578-4b34-811a-161bba9ae57b", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:53:27.541995 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-dac3dc0b-6ccd-43ad-a593-98b2fc3878a1 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:53:27.542393 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0623dfb-e1d1-46eb-aca1-e98aebdb766a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c0939c4-b578-4b34-811a-161bba9ae57b', 'code': 200} Jul 13 13:53:27.570247 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=4c0939c4-b578-4b34-811a-161bba9ae57b,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:53:27.662559 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e51881-fdf1-49e5-837d-73f394794864 req-48ed10c8-d3a3-407f-a9ae-02c93a407126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:27.665828 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-21e51881-fdf1-49e5-837d-73f394794864 req-48ed10c8-d3a3-407f-a9ae-02c93a407126 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e0623dfb-e1d1-46eb-aca1-e98aebdb766a HTTP/1.1" status: 200 len: 1135 time: 0.0628121 Jul 13 13:53:27.710624 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-21e51881-fdf1-49e5-837d-73f394794864 req-38207ede-baa1-4821-a3f1-0f6510a4fb80 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c8c7e05f-15f3-445a-9885-cf3dba58692f&id=6a78e279-d709-42b9-aaf7-356b3cfbd126&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0385542 Jul 13 13:53:27.730220 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47208db8-390e-4af0-a605-3e05b83e79a5 req-06ac0693-bad2-473f-95b2-9400f1fd2566 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:27.732306 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-47208db8-390e-4af0-a605-3e05b83e79a5 req-06ac0693-bad2-473f-95b2-9400f1fd2566 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0623dfb-e1d1-46eb-aca1-e98aebdb766a HTTP/1.1" status: 200 len: 984 time: 0.0653584 Jul 13 13:53:27.774040 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-47208db8-390e-4af0-a605-3e05b83e79a5 req-569a6f83-545e-4dba-988d-86eef80dbce4 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] 10.222.0.23 "GET /v2.0/security-groups?id=6a78e279-d709-42b9-aaf7-356b3cfbd126&id=c8c7e05f-15f3-445a-9885-cf3dba58692f&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0357673 Jul 13 13:53:27.827702 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649ce055-de99-46ef-9c73-693a70ba67bd req-4a36d64f-c283-4aff-9c29-65808babf966 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:27.829192 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-649ce055-de99-46ef-9c73-693a70ba67bd req-4a36d64f-c283-4aff-9c29-65808babf966 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8 HTTP/1.1" status: 200 len: 943 time: 0.0700064 Jul 13 13:53:28.219823 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-649ce055-de99-46ef-9c73-693a70ba67bd req-682882b0-eeb1-4e60-8de1-da62f20cea70 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/security-groups?id=0095868c-fb20-45e5-8afa-e9ed53786ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3847008 Jul 13 13:53:28.313767 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 456a7843-466b-4620-bb90-adc15c0c4e43 details requested by agent hyperv_n-h1-800634-1 with host n-h1-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 13:53:28.327459 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1337cb9-a378-4f85-a84e-1b271f69b5e1 req-d2bafe5e-efff-47e2-ab22-57eb03d0d847 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:28.329362 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b1337cb9-a378-4f85-a84e-1b271f69b5e1 req-d2bafe5e-efff-47e2-ab22-57eb03d0d847 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b156bae-a710-47e1-904b-f55398f301cb HTTP/1.1" status: 200 len: 944 time: 0.0916433 Jul 13 13:53:28.396252 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b1337cb9-a378-4f85-a84e-1b271f69b5e1 req-c6df3589-79cb-4c3b-b913-b1d250e20ae6 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4911c0e-5df8-4248-a4a7-d959212335ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599616 Jul 13 13:53:28.488694 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 456a7843-466b-4620-bb90-adc15c0c4e43, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=456a7843-466b-4620-bb90-adc15c0c4e43,segment=NetworkSegment(f0c035ba-ef7c-4972-a79c-06787b5c4532),segment_id=f0c035ba-ef7c-4972-a79c-06787b5c4532)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:53:28.507154 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7788798b-b0c2-41d8-9eee-018eb55e9678 req-5ffdd53d-57f7-41d1-bbc3-c1d9899c9221 tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:28.518023 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7788798b-b0c2-41d8-9eee-018eb55e9678 req-5ffdd53d-57f7-41d1-bbc3-c1d9899c9221 tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf7f901c-4f58-47fe-8e41-08ae492360c9 HTTP/1.1" status: 200 len: 945 time: 0.1461384 Jul 13 13:53:28.615341 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7788798b-b0c2-41d8-9eee-018eb55e9678 req-2efa0398-cbb6-4c23-85d6-22c485d67434 tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c36ff65-e031-4d60-bc12-4aaf4c57b43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957551 Jul 13 13:53:28.748822 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Returning: {'device': '456a7843-466b-4620-bb90-adc15c0c4e43', 'network_id': '4306e211-7293-43e9-8c02-14badf8c79d9', 'port_id': '456a7843-466b-4620-bb90-adc15c0c4e43', 'mac_address': 'fa:16:3e:c7:e3:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9eae714-cd86-4b29-a4c2-c920f28b0327', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 13:53:28.787295 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:28.803559 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 456a7843-466b-4620-bb90-adc15c0c4e43 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:53:28.825983 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 456a7843-466b-4620-bb90-adc15c0c4e43, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=456a7843-466b-4620-bb90-adc15c0c4e43,segment=NetworkSegment(f0c035ba-ef7c-4972-a79c-06787b5c4532),segment_id=f0c035ba-ef7c-4972-a79c-06787b5c4532)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:53:28.831200 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:28.896435 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=456a7843-466b-4620-bb90-adc15c0c4e43,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:53:29.010509 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50574bfc-b7d5-49ca-9375-434ae4913caa req-fa70e9c8-afec-4e9f-be37-9a995048049f tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:29.012038 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-50574bfc-b7d5-49ca-9375-434ae4913caa req-fa70e9c8-afec-4e9f-be37-9a995048049f tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0623dfb-e1d1-46eb-aca1-e98aebdb766a HTTP/1.1" status: 200 len: 984 time: 0.0692756 Jul 13 13:53:29.054066 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-50574bfc-b7d5-49ca-9375-434ae4913caa req-5534fd84-e260-419d-bf88-053bc9c19925 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] 10.222.0.23 "GET /v2.0/security-groups?id=6a78e279-d709-42b9-aaf7-356b3cfbd126&id=c8c7e05f-15f3-445a-9885-cf3dba58692f&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0360234 Jul 13 13:53:29.057350 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['456a7843-466b-4620-bb90-adc15c0c4e43'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:53:29.246875 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6232b254-1fda-4c28-a13d-0811f56831ae req-95013e3b-f3d3-4df6-8690-8e04d8c8953c tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:29.248472 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6232b254-1fda-4c28-a13d-0811f56831ae req-95013e3b-f3d3-4df6-8690-8e04d8c8953c tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0623dfb-e1d1-46eb-aca1-e98aebdb766a HTTP/1.1" status: 200 len: 984 time: 0.0712121 Jul 13 13:53:29.316096 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6232b254-1fda-4c28-a13d-0811f56831ae req-557e53d6-c468-4d77-8b5c-529138e8453b tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] 10.222.0.23 "GET /v2.0/security-groups?id=6a78e279-d709-42b9-aaf7-356b3cfbd126&id=c8c7e05f-15f3-445a-9885-cf3dba58692f&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0604272 Jul 13 13:53:29.337148 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 65a8830e-d909-4ebe-a5ee-28c707254cb9 details requested by agent hyperv_n-h2-800634-1 with host n-h2-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 13:53:29.514913 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85509a1c-eb73-49bc-be06-476d5ac90822 req-10a2b9c0-5930-4084-8804-b06d5edeadbc tempest-TestSecurityGroupsBasicOps-952751891 tempest-TestSecurityGroupsBasicOps-952751891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:29.519016 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-85509a1c-eb73-49bc-be06-476d5ac90822 req-10a2b9c0-5930-4084-8804-b06d5edeadbc tempest-TestSecurityGroupsBasicOps-952751891 tempest-TestSecurityGroupsBasicOps-952751891-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=e0623dfb-e1d1-46eb-aca1-e98aebdb766a HTTP/1.1" status: 200 len: 1135 time: 0.0741105 Jul 13 13:53:29.532889 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 65a8830e-d909-4ebe-a5ee-28c707254cb9, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=65a8830e-d909-4ebe-a5ee-28c707254cb9,segment=NetworkSegment(c4dc016d-b2da-4b50-ba17-aca7d644593b),segment_id=c4dc016d-b2da-4b50-ba17-aca7d644593b)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:53:29.547255 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-85509a1c-eb73-49bc-be06-476d5ac90822 req-ecc2dfcc-8301-4e00-8582-a8f4e600f120 tempest-TestSecurityGroupsBasicOps-952751891 tempest-TestSecurityGroupsBasicOps-952751891-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:29.556355 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Returning: {'device': '65a8830e-d909-4ebe-a5ee-28c707254cb9', 'network_id': '5586df98-a5fa-4a22-85b3-698b1cca065f', 'port_id': '65a8830e-d909-4ebe-a5ee-28c707254cb9', 'mac_address': 'fa:16:3e:ce:b9:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af7b83d0-d88a-4cc6-a57c-0cfec6cd5516', 'ip_address': '172.20.0.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 13:53:29.561307 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77dae6d-682b-447a-9aa5-81f7ee66c5f7 req-efae7161-847a-4671-b5d0-2e4c298f7976 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:29.563440 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b77dae6d-682b-447a-9aa5-81f7ee66c5f7 req-efae7161-847a-4671-b5d0-2e4c298f7976 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8 HTTP/1.1" status: 200 len: 944 time: 0.1429269 Jul 13 13:53:29.606439 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:29.624371 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b77dae6d-682b-447a-9aa5-81f7ee66c5f7 req-76be0c60-4489-454a-881e-32ceb285f6d7 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/security-groups?id=0095868c-fb20-45e5-8afa-e9ed53786ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536785 Jul 13 13:53:29.626687 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65a8830e-d909-4ebe-a5ee-28c707254cb9 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:53:29.650123 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 65a8830e-d909-4ebe-a5ee-28c707254cb9, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=65a8830e-d909-4ebe-a5ee-28c707254cb9,segment=NetworkSegment(c4dc016d-b2da-4b50-ba17-aca7d644593b),segment_id=c4dc016d-b2da-4b50-ba17-aca7d644593b)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:53:29.655625 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:29.673055 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-85509a1c-eb73-49bc-be06-476d5ac90822 req-ecc2dfcc-8301-4e00-8582-a8f4e600f120 tempest-TestSecurityGroupsBasicOps-952751891 tempest-TestSecurityGroupsBasicOps-952751891-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:29.679486 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-85509a1c-eb73-49bc-be06-476d5ac90822 req-ecc2dfcc-8301-4e00-8582-a8f4e600f120 tempest-TestSecurityGroupsBasicOps-952751891 tempest-TestSecurityGroupsBasicOps-952751891-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:29.701390 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-85509a1c-eb73-49bc-be06-476d5ac90822 req-ecc2dfcc-8301-4e00-8582-a8f4e600f120 tempest-TestSecurityGroupsBasicOps-952751891 tempest-TestSecurityGroupsBasicOps-952751891-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=6a78e279-d709-42b9-aaf7-356b3cfbd126&id=c8c7e05f-15f3-445a-9885-cf3dba58692f&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1758554 Jul 13 13:53:29.712694 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=65a8830e-d909-4ebe-a5ee-28c707254cb9,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:53:29.734568 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 56318) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:53:29.742771 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc2dfcc-8301-4e00-8582-a8f4e600f120 tempest-TestSecurityGroupsBasicOps-952751891 tempest-TestSecurityGroupsBasicOps-952751891-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1633f533-6334-4797-bb8d-870d0cb9a6df,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:53:29.844782 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e76879a-6283-45df-922f-5b5497e68a88 tempest-TestSecurityGroupsBasicOps-952751891 tempest-TestSecurityGroupsBasicOps-952751891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:29.846364 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-3e76879a-6283-45df-922f-5b5497e68a88 tempest-TestSecurityGroupsBasicOps-952751891 tempest-TestSecurityGroupsBasicOps-952751891-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=e0623dfb-e1d1-46eb-aca1-e98aebdb766a HTTP/1.1" status: 200 len: 1130 time: 0.1107779 Jul 13 13:53:29.850011 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 56322) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:53:29.855792 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-a4dc80df-1987-4d18-a093-d73da45d14e9 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Request body: {'floatingip': {'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'port_id': '4c0939c4-b578-4b34-811a-161bba9ae57b', 'tenant_id': 'e65770d93833474499bd5ca8e11d4e12', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:53:29.878751 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['65a8830e-d909-4ebe-a5ee-28c707254cb9'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:53:29.892394 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a4dc80df-1987-4d18-a093-d73da45d14e9 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Notify callbacks [] for floatingip, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:29.915966 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243344fe-b264-4991-82b2-d625754e4689 req-5706a26e-ae0f-40c2-87f4-c12a034696dd tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:29.918166 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-243344fe-b264-4991-82b2-d625754e4689 req-5706a26e-ae0f-40c2-87f4-c12a034696dd tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b156bae-a710-47e1-904b-f55398f301cb HTTP/1.1" status: 200 len: 945 time: 0.1125839 Jul 13 13:53:29.993311 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-243344fe-b264-4991-82b2-d625754e4689 req-ad9e2060-7b06-470c-9a45-eb7a19ed56f0 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4911c0e-5df8-4248-a4a7-d959212335ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587697 Jul 13 13:53:30.086607 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868845f1-35fb-4913-95e7-6f15901875ea req-7f7e27ae-6530-42e5-b5d7-e3d100190f81 tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:30.088148 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-868845f1-35fb-4913-95e7-6f15901875ea req-7f7e27ae-6530-42e5-b5d7-e3d100190f81 tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf7f901c-4f58-47fe-8e41-08ae492360c9 HTTP/1.1" status: 200 len: 945 time: 0.1236966 Jul 13 13:53:30.181721 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-868845f1-35fb-4913-95e7-6f15901875ea req-2182ecd3-942b-4e4c-9448-f0effab1e18d tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c36ff65-e031-4d60-bc12-4aaf4c57b43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833409 Jul 13 13:53:30.197253 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a4dc80df-1987-4d18-a093-d73da45d14e9 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:30.272881 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:30.327752 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 456a7843-466b-4620-bb90-adc15c0c4e43 up at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:53:30.361487 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-a4dc80df-1987-4d18-a093-d73da45d14e9 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Allocated IP 172.25.6.43 (acf968b8-c524-46a9-a20b-ad9667009130/dde5a78e-bd1e-4f47-8189-7321d4de73d3/0ef7b7d5-e58d-4377-904e-88f8b2eec56f) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:53:30.395997 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning for port 456a7843-466b-4620-bb90-adc15c0c4e43 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:53:30.400448 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning complete for port 456a7843-466b-4620-bb90-adc15c0c4e43 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:53:30.401070 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:30.494264 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a4dc80df-1987-4d18-a093-d73da45d14e9 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:30.496732 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:30.525282 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '456a7843-466b-4620-bb90-adc15c0c4e43'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:53:30.529019 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e9236de-eb93-4a28-959f-8b4a38e2d066" -d '{"events": [{"server_uuid": "4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8", "name": "network-vif-plugged", "status": "completed", "tag": "456a7843-466b-4620-bb90-adc15c0c4e43"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:53:30.542023 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 13:53:30.544721 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a4dc80df-1987-4d18-a093-d73da45d14e9 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:30.566177 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 456a7843-466b-4620-bb90-adc15c0c4e43, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=456a7843-466b-4620-bb90-adc15c0c4e43,segment=NetworkSegment(f0c035ba-ef7c-4972-a79c-06787b5c4532),segment_id=f0c035ba-ef7c-4972-a79c-06787b5c4532)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:53:30.571846 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:30.601432 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f9c1da6-8b9a-42d4-b069-7f3e04a0cdff x-openstack-request-id: req-6f9c1da6-8b9a-42d4-b069-7f3e04a0cdff {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:53:30.601769 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8", "name": "network-vif-plugged", "status": "completed", "tag": "456a7843-466b-4620-bb90-adc15c0c4e43", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:53:30.602419 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6f9c1da6-8b9a-42d4-b069-7f3e04a0cdff {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:53:30.602543 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '456a7843-466b-4620-bb90-adc15c0c4e43', 'code': 200} Jul 13 13:53:30.624566 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dc80df-1987-4d18-a093-d73da45d14e9 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Pushing event updated for resources: {'Port': ['ID=0ef7b7d5-e58d-4377-904e-88f8b2eec56f,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:53:30.645150 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4dc80df-1987-4d18-a093-d73da45d14e9 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Network acf968b8-c524-46a9-a20b-ad9667009130 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:53:30.646997 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-a4dc80df-1987-4d18-a093-d73da45d14e9 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:53:30.649541 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4dc80df-1987-4d18-a093-d73da45d14e9 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:53:30.655725 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=456a7843-466b-4620-bb90-adc15c0c4e43,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:53:30.728457 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:30.770109 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dc165b-441c-4e26-b07c-5c1a48748092 req-f26d05a9-da4e-48c2-8549-ce7c0147ba24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:30.772983 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-26dc165b-441c-4e26-b07c-5c1a48748092 req-f26d05a9-da4e-48c2-8549-ce7c0147ba24 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8 HTTP/1.1" status: 200 len: 1096 time: 0.1068356 Jul 13 13:53:30.839072 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-26dc165b-441c-4e26-b07c-5c1a48748092 req-c0521846-4be6-40b4-82d2-3edd5c5eac28 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=0095868c-fb20-45e5-8afa-e9ed53786ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585694 Jul 13 13:53:30.994640 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a75d70d-bf32-47cd-9f35-b7b0242176a0 req-f222cc1a-9c71-47ba-ac37-935c82878def tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:30.996165 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6a75d70d-bf32-47cd-9f35-b7b0242176a0 req-f222cc1a-9c71-47ba-ac37-935c82878def tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8 HTTP/1.1" status: 200 len: 945 time: 0.1684449 Jul 13 13:53:31.161185 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6a75d70d-bf32-47cd-9f35-b7b0242176a0 req-47645a6e-b268-4a01-a089-969635e7f59f tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/security-groups?id=0095868c-fb20-45e5-8afa-e9ed53786ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481643 Jul 13 13:53:31.218363 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d654a057-7ff9-4203-81fc-cf56f4ba46ce req-b33d07bc-87ea-4c93-8b73-766755e5f19b tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:31.219610 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d654a057-7ff9-4203-81fc-cf56f4ba46ce req-b33d07bc-87ea-4c93-8b73-766755e5f19b tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b156bae-a710-47e1-904b-f55398f301cb HTTP/1.1" status: 200 len: 945 time: 0.0974333 Jul 13 13:53:31.262060 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d654a057-7ff9-4203-81fc-cf56f4ba46ce req-81a3720a-b7e2-465c-86f9-1f059e2333f8 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4911c0e-5df8-4248-a4a7-d959212335ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367939 Jul 13 13:53:31.338477 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 56346) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:53:31.344105 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-0e0ac8d7-d4e6-44b7-a645-d50412203dde tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-740384628'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:53:31.348440 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 65a8830e-d909-4ebe-a5ee-28c707254cb9 up at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:53:31.364780 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a4dc80df-1987-4d18-a093-d73da45d14e9 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:31.373490 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e0ac8d7-d4e6-44b7-a645-d50412203dde tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Made reservation on behalf of cddde6624d514a049e75835df6c903ed for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:53:31.380023 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0e0ac8d7-d4e6-44b7-a645-d50412203dde tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:31.420165 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e0ac8d7-d4e6-44b7-a645-d50412203dde tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 13:53:31.431803 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0e0ac8d7-d4e6-44b7-a645-d50412203dde tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:31.432199 n-d-800634-1 neutron-server[93750]: INFO neutron.db.segments_db [None req-0e0ac8d7-d4e6-44b7-a645-d50412203dde tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Added segment a3fe607e-08a2-41e1-8fc9-863af09f7382 of type vlan for network c10609af-899d-4476-bb3f-a1771ca4066b Jul 13 13:53:31.435733 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning for port 65a8830e-d909-4ebe-a5ee-28c707254cb9 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:53:31.440175 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning complete for port 65a8830e-d909-4ebe-a5ee-28c707254cb9 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:53:31.441688 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:31.484725 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0e0ac8d7-d4e6-44b7-a645-d50412203dde tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:31.495844 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65e426e-f1c9-4ba7-86f0-db8f38e14ebd req-c310905a-1e05-478e-9bb4-16ffaa94c8ee tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:31.497876 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e65e426e-f1c9-4ba7-86f0-db8f38e14ebd req-c310905a-1e05-478e-9bb4-16ffaa94c8ee tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf7f901c-4f58-47fe-8e41-08ae492360c9 HTTP/1.1" status: 200 len: 945 time: 0.1927557 Jul 13 13:53:31.530123 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0e0ac8d7-d4e6-44b7-a645-d50412203dde tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:31.539905 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e0ac8d7-d4e6-44b7-a645-d50412203dde tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:31.540724 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0e0ac8d7-d4e6-44b7-a645-d50412203dde tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:31.543098 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:31.580751 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e65e426e-f1c9-4ba7-86f0-db8f38e14ebd req-3bf2acb5-81c3-4963-9ea6-e58eaf5d1763 tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c36ff65-e031-4d60-bc12-4aaf4c57b43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573177 Jul 13 13:53:31.581909 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a4dc80df-1987-4d18-a093-d73da45d14e9 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:31.598377 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 65a8830e-d909-4ebe-a5ee-28c707254cb9, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=65a8830e-d909-4ebe-a5ee-28c707254cb9,segment=NetworkSegment(c4dc016d-b2da-4b50-ba17-aca7d644593b),segment_id=c4dc016d-b2da-4b50-ba17-aca7d644593b)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:53:31.607354 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:31.680896 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=65a8830e-d909-4ebe-a5ee-28c707254cb9,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:53:31.687145 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-0e0ac8d7-d4e6-44b7-a645-d50412203dde tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3475416 Jul 13 13:53:31.689724 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 56350) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:53:31.702526 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-6ae601de-8759-4e56-9ba3-d963116f521a tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1280949058'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:53:31.704527 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0ac8d7-d4e6-44b7-a645-d50412203dde tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Pushing event updated for resources: {'Network': ['ID=c10609af-899d-4476-bb3f-a1771ca4066b,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:53:31.712768 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0ac8d7-d4e6-44b7-a645-d50412203dde tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:53:31.713120 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0ac8d7-d4e6-44b7-a645-d50412203dde tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:53:31.713467 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0ac8d7-d4e6-44b7-a645-d50412203dde tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:53:31.713939 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0ac8d7-d4e6-44b7-a645-d50412203dde tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:53:31.714281 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0ac8d7-d4e6-44b7-a645-d50412203dde tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:53:31.714615 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0ac8d7-d4e6-44b7-a645-d50412203dde tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:53:31.714947 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0ac8d7-d4e6-44b7-a645-d50412203dde tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:53:31.715276 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0ac8d7-d4e6-44b7-a645-d50412203dde tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:53:31.715606 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0ac8d7-d4e6-44b7-a645-d50412203dde tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:53:31.715965 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0ac8d7-d4e6-44b7-a645-d50412203dde tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:53:31.716483 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0ac8d7-d4e6-44b7-a645-d50412203dde tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:53:31.716816 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0ac8d7-d4e6-44b7-a645-d50412203dde tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:53:31.729480 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network c10609af-899d-4476-bb3f-a1771ca4066b details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 13:53:31.755880 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ae601de-8759-4e56-9ba3-d963116f521a tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Made reservation on behalf of cddde6624d514a049e75835df6c903ed for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:53:31.760509 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6ae601de-8759-4e56-9ba3-d963116f521a tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:31.813483 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ae601de-8759-4e56-9ba3-d963116f521a tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 13:53:31.835652 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a4dc80df-1987-4d18-a093-d73da45d14e9 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:31.837786 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6ae601de-8759-4e56-9ba3-d963116f521a tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:31.838254 n-d-800634-1 neutron-server[93751]: INFO neutron.db.segments_db [None req-6ae601de-8759-4e56-9ba3-d963116f521a tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Added segment 459f27d6-b1fd-43cc-9134-6320fdd4c59f of type vlan for network 66d18ebd-c35e-4e15-b1ef-9323bd11d006 Jul 13 13:53:31.847958 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a4dc80df-1987-4d18-a093-d73da45d14e9 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:31.933141 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6ae601de-8759-4e56-9ba3-d963116f521a tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:31.960564 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dc80df-1987-4d18-a093-d73da45d14e9 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Pushing event updated for resources: {'Port': ['ID=0ef7b7d5-e58d-4377-904e-88f8b2eec56f,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:53:31.998473 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a4dc80df-1987-4d18-a093-d73da45d14e9 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446547'] for floatingip, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:32.046562 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6ae601de-8759-4e56-9ba3-d963116f521a tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:32.053056 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae601de-8759-4e56-9ba3-d963116f521a tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:32.054757 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6ae601de-8759-4e56-9ba3-d963116f521a tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:32.187562 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-6ae601de-8759-4e56-9ba3-d963116f521a tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4963894 Jul 13 13:53:32.190116 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 56354) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:53:32.196218 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae601de-8759-4e56-9ba3-d963116f521a tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Pushing event updated for resources: {'Network': ['ID=66d18ebd-c35e-4e15-b1ef-9323bd11d006,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:53:32.198750 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-148fec88-2af5-4d64-9021-146f99bfef00 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Request body: {'subnet': {'network_id': 'c10609af-899d-4476-bb3f-a1771ca4066b', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:53:32.209973 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network 66d18ebd-c35e-4e15-b1ef-9323bd11d006 details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 13:53:32.212711 n-d-800634-1 neutron-server[93751]: INFO neutron.db.l3_db [None req-a4dc80df-1987-4d18-a093-d73da45d14e9 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Floating IP 77703a28-48d5-40c0-871d-d387d006b512 associated. External IP: 172.25.6.43, port: 4c0939c4-b578-4b34-811a-161bba9ae57b. Jul 13 13:53:32.370591 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-148fec88-2af5-4d64-9021-146f99bfef00 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Made reservation on behalf of cddde6624d514a049e75835df6c903ed for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:53:32.374342 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-148fec88-2af5-4d64-9021-146f99bfef00 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4763385'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:32.526598 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d454cf-2040-4184-8a6e-61f86cacc63c req-9cb91eae-f28e-4797-850d-4fa7faa1e091 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:32.528135 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-57d454cf-2040-4184-8a6e-61f86cacc63c req-9cb91eae-f28e-4797-850d-4fa7faa1e091 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8 HTTP/1.1" status: 200 len: 945 time: 0.1695070 Jul 13 13:53:32.536509 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155f83db-aabf-44a1-8123-8489444033a8 req-7d31e9c4-87b0-4da1-816a-51a225bbe8de tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:32.538288 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-155f83db-aabf-44a1-8123-8489444033a8 req-7d31e9c4-87b0-4da1-816a-51a225bbe8de tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b156bae-a710-47e1-904b-f55398f301cb HTTP/1.1" status: 200 len: 946 time: 0.0898948 Jul 13 13:53:32.547283 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4dc80df-1987-4d18-a093-d73da45d14e9 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Router dfe1dab2-a78d-4495-8ba3-32bf8cf2d92b has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 13:53:32.601679 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-57d454cf-2040-4184-8a6e-61f86cacc63c req-f9ce454c-5507-4e22-b5d1-4385a426e8af tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/security-groups?id=0095868c-fb20-45e5-8afa-e9ed53786ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660169 Jul 13 13:53:32.604268 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b156bae-a710-47e1-904b-f55398f301cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65a8830e-d909-4ebe-a5ee-28c707254cb9'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:53:32.606503 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aab4281-880c-49e8-9d5a-a8dd358ae91e" -d '{"events": [{"server_uuid": "8b156bae-a710-47e1-904b-f55398f301cb", "name": "network-vif-plugged", "status": "completed", "tag": "65a8830e-d909-4ebe-a5ee-28c707254cb9"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:53:32.622274 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-155f83db-aabf-44a1-8123-8489444033a8 req-d6a15b22-1e2d-4c6d-9d1f-558ab21a81ab tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4911c0e-5df8-4248-a4a7-d959212335ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779810 Jul 13 13:53:32.710011 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4dc80df-1987-4d18-a093-d73da45d14e9 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:53:32.714866 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92f2a64a-8bd9-4637-aa67-f6752c23a942 x-openstack-request-id: req-92f2a64a-8bd9-4637-aa67-f6752c23a942 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:53:32.715166 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b156bae-a710-47e1-904b-f55398f301cb", "name": "network-vif-plugged", "status": "completed", "tag": "65a8830e-d909-4ebe-a5ee-28c707254cb9", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:53:32.715893 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-92f2a64a-8bd9-4637-aa67-f6752c23a942 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:53:32.715893 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b156bae-a710-47e1-904b-f55398f301cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65a8830e-d909-4ebe-a5ee-28c707254cb9', 'code': 200} Jul 13 13:53:32.721883 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf85e6e-96b4-40cf-b59c-d47ce08cf2e3 None None] Sync routers for ids ['dfe1dab2-a78d-4495-8ba3-32bf8cf2d92b'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:53:32.737627 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf85e6e-96b4-40cf-b59c-d47ce08cf2e3 None None] Routers {'dfe1dab2-a78d-4495-8ba3-32bf8cf2d92b'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:53:32.738145 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-0bf85e6e-96b4-40cf-b59c-d47ce08cf2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:53:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['dfe1dab2-a78d-4495-8ba3-32bf8cf2d92b'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:53:32.744927 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a4dc80df-1987-4d18-a093-d73da45d14e9 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for floatingip, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:32.884041 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-a4dc80df-1987-4d18-a093-d73da45d14e9 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.0329065 Jul 13 13:53:32.887156 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0623dfb-e1d1-46eb-aca1-e98aebdb766a', 'tag': '4c0939c4-b578-4b34-811a-161bba9ae57b'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:53:32.889598 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d17b627af75e17e0f4b8d6239d04f8c2f78634e2c585e32a7aeca336500f34a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2318664-1eb9-41a8-a8dd-1717d46836c9" -d '{"events": [{"name": "network-changed", "server_uuid": "e0623dfb-e1d1-46eb-aca1-e98aebdb766a", "tag": "4c0939c4-b578-4b34-811a-161bba9ae57b"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:53:32.892008 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 56378) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:53:32.903040 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-0bf85e6e-96b4-40cf-b59c-d47ce08cf2e3 None None] Set router dfe1dab2-a78d-4495-8ba3-32bf8cf2d92b gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:53:33.040714 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-148fec88-2af5-4d64-9021-146f99bfef00 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5970588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4763339'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:33.109939 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8ceb71-8464-44a6-a153-6fb151218faf req-ebd7aa02-4340-4b2c-b7b8-eab86f0d7709 tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:33.111855 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1e8ceb71-8464-44a6-a153-6fb151218faf req-ebd7aa02-4340-4b2c-b7b8-eab86f0d7709 tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf7f901c-4f58-47fe-8e41-08ae492360c9 HTTP/1.1" status: 200 len: 945 time: 0.1312687 Jul 13 13:53:33.133039 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148fec88-2af5-4d64-9021-146f99bfef00 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Pushing event updated for resources: {'Subnet': ['ID=d8135eef-58f0-4af0-b4cf-468c412106b7,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:53:33.175180 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148fec88-2af5-4d64-9021-146f99bfef00 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Checking segment: {'id': 'a3fe607e-08a2-41e1-8fc9-863af09f7382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c10609af-899d-4476-bb3f-a1771ca4066b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:53:33.175540 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-148fec88-2af5-4d64-9021-146f99bfef00 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Network hostable DHCP agents. Network: c10609af-899d-4476-bb3f-a1771ca4066b, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 13:53:33.178476 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-0bf85e6e-96b4-40cf-b59c-d47ce08cf2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfe1dab2-a78d-4495-8ba3-32bf8cf2d92b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1385260162', 'tenant_id': 'e65770d93833474499bd5ca8e11d4e12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': '71217c20-8d46-4434-b125-a30f60d1ab2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:53:02Z', 'updated_at': '2021-07-13T13:53:09Z', 'revision_number': 4, 'project_id': 'e65770d93833474499bd5ca8e11d4e12', 'gw_port': {'id': '71217c20-8d46-4434-b125-a30f60d1ab2d', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:3a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe1dab2-a78d-4495-8ba3-32bf8cf2d92b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2658, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:53:03Z', 'updated_at': '2021-07-13T13:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_floatingips': [{'id': '77703a28-48d5-40c0-871d-d387d006b512', 'tenant_id': 'e65770d93833474499bd5ca8e11d4e12', 'floating_ip_address': '172.25.6.43', 'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'router_id': 'dfe1dab2-a78d-4495-8ba3-32bf8cf2d92b', 'port_id': '4c0939c4-b578-4b34-811a-161bba9ae57b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2254a83b-bbf0-41f6-94ef-c9a3e24bd7ec', 'mac_address': 'fa:16:3e:33:a7:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0623dfb-e1d1-46eb-aca1-e98aebdb766a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T13:53:30Z', 'updated_at': '2021-07-13T13:53:30Z', 'revision_number': 0, 'project_id': 'e65770d93833474499bd5ca8e11d4e12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78194b87-47a8-443a-a3fe-98b333345b61', 'name': '', 'network_id': '2254a83b-bbf0-41f6-94ef-c9a3e24bd7ec', 'tenant_id': 'e65770d93833474499bd5ca8e11d4e12', 'mac_address': 'fa:16:3e:59:09:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe1dab2-a78d-4495-8ba3-32bf8cf2d92b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': '85453aaf-7d74-4282-b467-40ba04de793e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:53:07Z', 'updated_at': '2021-07-13T13:53:15Z', 'revision_number': 5, 'project_id': 'e65770d93833474499bd5ca8e11d4e12', 'subnets': [{'id': '85453aaf-7d74-4282-b467-40ba04de793e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:53:33.183402 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1e8ceb71-8464-44a6-a153-6fb151218faf req-9fca5d7d-7e0c-4e6a-ba1b-9ab282e38ab1 tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c36ff65-e031-4d60-bc12-4aaf4c57b43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626724 Jul 13 13:53:33.205453 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-148fec88-2af5-4d64-9021-146f99bfef00 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Network c10609af-899d-4476-bb3f-a1771ca4066b is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 13:53:33.221838 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf85e6e-96b4-40cf-b59c-d47ce08cf2e3 None None] Checking router: dfe1dab2-a78d-4495-8ba3-32bf8cf2d92b for host: n-d-800634-1 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 13:53:33.226464 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-148fec88-2af5-4d64-9021-146f99bfef00 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, c10609af-899d-4476-bb3f-a1771ca4066b) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:53:33.234295 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-148fec88-2af5-4d64-9021-146f99bfef00 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:33.235618 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-148fec88-2af5-4d64-9021-146f99bfef00 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:33.246350 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-287c2975-f958-44ee-98b7-0f1474d6cf99 None None] Network c10609af-899d-4476-bb3f-a1771ca4066b requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:53:33.251739 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf85e6e-96b4-40cf-b59c-d47ce08cf2e3 None None] Routers {'dfe1dab2-a78d-4495-8ba3-32bf8cf2d92b'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:53:33.252753 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-0bf85e6e-96b4-40cf-b59c-d47ce08cf2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:53:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['dfe1dab2-a78d-4495-8ba3-32bf8cf2d92b'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:53:33.258156 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-148fec88-2af5-4d64-9021-146f99bfef00 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0659463 Jul 13 13:53:33.259646 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 56382) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:53:33.265664 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-b99cde33-5149-4896-9e08-3c9d73dfb7b0 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Request body: {'subnet': {'network_id': '66d18ebd-c35e-4e15-b1ef-9323bd11d006', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:53:33.313253 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 13:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cd40528-9391-40bb-a248-fb4f72bfcfde x-openstack-request-id: req-5cd40528-9391-40bb-a248-fb4f72bfcfde {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:53:33.313537 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0623dfb-e1d1-46eb-aca1-e98aebdb766a", "tag": "4c0939c4-b578-4b34-811a-161bba9ae57b", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:53:33.313795 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5cd40528-9391-40bb-a248-fb4f72bfcfde {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:53:33.314179 n-d-800634-1 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0623dfb-e1d1-46eb-aca1-e98aebdb766a', 'tag': '4c0939c4-b578-4b34-811a-161bba9ae57b', 'status': 'completed', 'code': 200} Jul 13 13:53:33.398855 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0896695d-5452-4360-9b0c-6b2e1fa82f5b req-ce660921-febe-4042-a31e-78d8f6bcf172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:33.400386 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-0896695d-5452-4360-9b0c-6b2e1fa82f5b req-ce660921-febe-4042-a31e-78d8f6bcf172 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8b156bae-a710-47e1-904b-f55398f301cb HTTP/1.1" status: 200 len: 1097 time: 0.6110418 Jul 13 13:53:33.416143 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2318664-1eb9-41a8-a8dd-1717d46836c9 req-7ecf0f7b-4c19-4f54-b9b6-24103810775b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:33.418256 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c2318664-1eb9-41a8-a8dd-1717d46836c9 req-7ecf0f7b-4c19-4f54-b9b6-24103810775b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e65770d93833474499bd5ca8e11d4e12&device_id=e0623dfb-e1d1-46eb-aca1-e98aebdb766a HTTP/1.1" status: 200 len: 1135 time: 0.1312883 Jul 13 13:53:33.421365 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b99cde33-5149-4896-9e08-3c9d73dfb7b0 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Made reservation on behalf of cddde6624d514a049e75835df6c903ed for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:53:33.425704 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b99cde33-5149-4896-9e08-3c9d73dfb7b0 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4763385'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:33.462989 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3995349-ac6c-4e7a-9044-80ecddd95dae req-5052fd72-2040-4263-852f-1006f23a394f tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:33.465137 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b3995349-ac6c-4e7a-9044-80ecddd95dae req-5052fd72-2040-4263-852f-1006f23a394f tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/networks?id=4306e211-7293-43e9-8c02-14badf8c79d9 HTTP/1.1" status: 200 len: 814 time: 0.6407177 Jul 13 13:53:33.474289 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-0bf85e6e-96b4-40cf-b59c-d47ce08cf2e3 None None] Set router dfe1dab2-a78d-4495-8ba3-32bf8cf2d92b gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:53:33.516503 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b3995349-ac6c-4e7a-9044-80ecddd95dae req-1b052d66-0226-4216-939d-57205890a213 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/quotas/d19010716a274998b64ead6bc91f8817 HTTP/1.1" status: 200 len: 375 time: 0.0432003 Jul 13 13:53:33.520540 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d36477d-e89c-4291-a0fd-df9017d30b25 tempest-TestSecurityGroupsBasicOps-952751891 tempest-TestSecurityGroupsBasicOps-952751891-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:33.521227 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d36477d-e89c-4291-a0fd-df9017d30b25 tempest-TestSecurityGroupsBasicOps-952751891 tempest-TestSecurityGroupsBasicOps-952751891-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:33.521890 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d36477d-e89c-4291-a0fd-df9017d30b25 tempest-TestSecurityGroupsBasicOps-952751891 tempest-TestSecurityGroupsBasicOps-952751891-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:33.522535 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d36477d-e89c-4291-a0fd-df9017d30b25 tempest-TestSecurityGroupsBasicOps-952751891 tempest-TestSecurityGroupsBasicOps-952751891-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:33.523163 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d36477d-e89c-4291-a0fd-df9017d30b25 tempest-TestSecurityGroupsBasicOps-952751891 tempest-TestSecurityGroupsBasicOps-952751891-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:33.523810 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d36477d-e89c-4291-a0fd-df9017d30b25 tempest-TestSecurityGroupsBasicOps-952751891 tempest-TestSecurityGroupsBasicOps-952751891-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:33.524439 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d36477d-e89c-4291-a0fd-df9017d30b25 tempest-TestSecurityGroupsBasicOps-952751891 tempest-TestSecurityGroupsBasicOps-952751891-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:33.525073 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d36477d-e89c-4291-a0fd-df9017d30b25 tempest-TestSecurityGroupsBasicOps-952751891 tempest-TestSecurityGroupsBasicOps-952751891-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:33.525697 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d36477d-e89c-4291-a0fd-df9017d30b25 tempest-TestSecurityGroupsBasicOps-952751891 tempest-TestSecurityGroupsBasicOps-952751891-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:33.526377 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d36477d-e89c-4291-a0fd-df9017d30b25 tempest-TestSecurityGroupsBasicOps-952751891 tempest-TestSecurityGroupsBasicOps-952751891-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:33.527023 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d36477d-e89c-4291-a0fd-df9017d30b25 tempest-TestSecurityGroupsBasicOps-952751891 tempest-TestSecurityGroupsBasicOps-952751891-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:33.530073 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-9d36477d-e89c-4291-a0fd-df9017d30b25 tempest-TestSecurityGroupsBasicOps-952751891 tempest-TestSecurityGroupsBasicOps-952751891-project-admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7648 time: 0.6334569 Jul 13 13:53:33.534716 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 56386) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:53:33.552224 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-0896695d-5452-4360-9b0c-6b2e1fa82f5b req-397f4feb-38ae-4a32-a515-4e0f959b09ef service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d4911c0e-5df8-4248-a4a7-d959212335ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1399448 Jul 13 13:53:33.641846 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46726ec5-f108-4ecc-bb90-c9d795256ee3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a7201e1-61ce-5a3e-b7f7-e800379ed03b-c10609af-899d-4476-bb3f-a1771ca4066b', 'network_id': 'c10609af-899d-4476-bb3f-a1771ca4066b', 'tenant_id': 'cddde6624d514a049e75835df6c903ed', 'fixed_ips': [{'subnet_id': 'd8135eef-58f0-4af0-b4cf-468c412106b7'}]}} from n-d-800634-1. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 13:53:33.642411 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2318664-1eb9-41a8-a8dd-1717d46836c9 req-818b232c-ec04-473c-96ac-f8b38ec2e319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:33.643464 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-46726ec5-f108-4ecc-bb90-c9d795256ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:33.643648 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c2318664-1eb9-41a8-a8dd-1717d46836c9 req-818b232c-ec04-473c-96ac-f8b38ec2e319 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2254a83b-bbf0-41f6-94ef-c9a3e24bd7ec HTTP/1.1" status: 200 len: 896 time: 0.2146435 Jul 13 13:53:33.672773 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ff44b01-ee82-47d0-b026-19495c52a826 tempest-TestSecurityGroupsBasicOps-952751891 tempest-TestSecurityGroupsBasicOps-952751891-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:33.673395 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ff44b01-ee82-47d0-b026-19495c52a826 tempest-TestSecurityGroupsBasicOps-952751891 tempest-TestSecurityGroupsBasicOps-952751891-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:33.673995 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ff44b01-ee82-47d0-b026-19495c52a826 tempest-TestSecurityGroupsBasicOps-952751891 tempest-TestSecurityGroupsBasicOps-952751891-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:33.674888 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ff44b01-ee82-47d0-b026-19495c52a826 tempest-TestSecurityGroupsBasicOps-952751891 tempest-TestSecurityGroupsBasicOps-952751891-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:33.675020 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ff44b01-ee82-47d0-b026-19495c52a826 tempest-TestSecurityGroupsBasicOps-952751891 tempest-TestSecurityGroupsBasicOps-952751891-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:33.675521 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ff44b01-ee82-47d0-b026-19495c52a826 tempest-TestSecurityGroupsBasicOps-952751891 tempest-TestSecurityGroupsBasicOps-952751891-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:33.676047 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ff44b01-ee82-47d0-b026-19495c52a826 tempest-TestSecurityGroupsBasicOps-952751891 tempest-TestSecurityGroupsBasicOps-952751891-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:33.676564 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ff44b01-ee82-47d0-b026-19495c52a826 tempest-TestSecurityGroupsBasicOps-952751891 tempest-TestSecurityGroupsBasicOps-952751891-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:33.677081 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ff44b01-ee82-47d0-b026-19495c52a826 tempest-TestSecurityGroupsBasicOps-952751891 tempest-TestSecurityGroupsBasicOps-952751891-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:33.677596 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ff44b01-ee82-47d0-b026-19495c52a826 tempest-TestSecurityGroupsBasicOps-952751891 tempest-TestSecurityGroupsBasicOps-952751891-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:33.682495 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-8ff44b01-ee82-47d0-b026-19495c52a826 tempest-TestSecurityGroupsBasicOps-952751891 tempest-TestSecurityGroupsBasicOps-952751891-project-admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6494 time: 0.1436882 Jul 13 13:53:33.683810 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 56390) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:53:33.786827 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b3995349-ac6c-4e7a-9044-80ecddd95dae req-ad525777-2fde-44ac-9afc-0b87c5b60ee3 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d19010716a274998b64ead6bc91f8817&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2552128 Jul 13 13:53:33.798540 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c2318664-1eb9-41a8-a8dd-1717d46836c9 req-2592dd10-7e35-4062-b55c-35cdeb15c93b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4c0939c4-b578-4b34-811a-161bba9ae57b HTTP/1.1" status: 200 len: 998 time: 0.1451547 Jul 13 13:53:33.848722 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b99cde33-5149-4896-9e08-3c9d73dfb7b0 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5970588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4763339'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:34.159837 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b3995349-ac6c-4e7a-9044-80ecddd95dae req-335f8a02-e074-4da7-be5e-fbd9ee8b9477 service neutron] 10.222.0.23 "GET /v2.0/networks/4306e211-7293-43e9-8c02-14badf8c79d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694317 Jul 13 13:53:34.163966 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2318664-1eb9-41a8-a8dd-1717d46836c9 req-df3bb54b-2b7e-4a67-926c-1650ef61055e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:34.163966 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c2318664-1eb9-41a8-a8dd-1717d46836c9 req-df3bb54b-2b7e-4a67-926c-1650ef61055e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=85453aaf-7d74-4282-b467-40ba04de793e HTTP/1.1" status: 200 len: 835 time: 0.1651552 Jul 13 13:53:34.163966 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99cde33-5149-4896-9e08-3c9d73dfb7b0 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Pushing event updated for resources: {'Subnet': ['ID=951f324c-d68d-486e-9ca1-85ca6e2b85a7,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:53:34.163966 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99cde33-5149-4896-9e08-3c9d73dfb7b0 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Checking segment: {'id': '459f27d6-b1fd-43cc-9134-6320fdd4c59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '66d18ebd-c35e-4e15-b1ef-9323bd11d006'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:53:34.163966 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99cde33-5149-4896-9e08-3c9d73dfb7b0 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Network hostable DHCP agents. Network: 66d18ebd-c35e-4e15-b1ef-9323bd11d006, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 13:53:34.163966 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99cde33-5149-4896-9e08-3c9d73dfb7b0 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Network 66d18ebd-c35e-4e15-b1ef-9323bd11d006 is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 13:53:34.163966 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567f39e0-45b0-4796-bd89-0733d5e65c2b req-54e50fb6-6c8a-4a78-9c10-09e9977402f6 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:34.163966 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-567f39e0-45b0-4796-bd89-0733d5e65c2b req-54e50fb6-6c8a-4a78-9c10-09e9977402f6 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b156bae-a710-47e1-904b-f55398f301cb HTTP/1.1" status: 200 len: 946 time: 0.2225323 Jul 13 13:53:34.163966 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-b99cde33-5149-4896-9e08-3c9d73dfb7b0 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, 66d18ebd-c35e-4e15-b1ef-9323bd11d006) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:53:34.163966 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99cde33-5149-4896-9e08-3c9d73dfb7b0 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:34.163966 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b99cde33-5149-4896-9e08-3c9d73dfb7b0 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:34.165715 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-725facfe-8792-4792-82ef-27faf55ffc66 None None] Network 66d18ebd-c35e-4e15-b1ef-9323bd11d006 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:53:34.205618 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-b99cde33-5149-4896-9e08-3c9d73dfb7b0 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9423637 Jul 13 13:53:34.206194 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 56408) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:53:34.213177 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-91047204-dd30-4fbf-b6b9-e717bc75e84c tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Request body: {'port': {'network_id': 'c10609af-899d-4476-bb3f-a1771ca4066b', 'name': 'tempest-TaggedBootDevicesTest_v242-1855029937', 'fixed_ips': [{'subnet_id': 'd8135eef-58f0-4af0-b4cf-468c412106b7'}]}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:53:34.217204 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2318664-1eb9-41a8-a8dd-1717d46836c9 req-c813402b-d36c-4186-ba2b-d75261a5c7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:34.218902 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c2318664-1eb9-41a8-a8dd-1717d46836c9 req-c813402b-d36c-4186-ba2b-d75261a5c7f6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2254a83b-bbf0-41f6-94ef-c9a3e24bd7ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2317653 Jul 13 13:53:34.247932 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-46726ec5-f108-4ecc-bb90-c9d795256ee3 None None] Allocated IP 10.1.1.2 (c10609af-899d-4476-bb3f-a1771ca4066b/d8135eef-58f0-4af0-b4cf-468c412106b7/5c1e2c86-912a-44c8-a534-1f7a6938d2b9) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:53:34.369397 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b3995349-ac6c-4e7a-9044-80ecddd95dae req-06e0e93f-73f1-463e-a039-3dd5b6473b83 service neutron] 10.222.0.23 "GET /v2.0/networks/4306e211-7293-43e9-8c02-14badf8c79d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3383255 Jul 13 13:53:34.389063 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-056e8f2e-807d-4e65-a368-525e51ac6771 tempest-TestSecurityGroupsBasicOps-952751891 tempest-TestSecurityGroupsBasicOps-952751891-project-admin] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3782 time: 0.7042487 Jul 13 13:53:34.393284 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 56414) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:53:34.426972 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-567f39e0-45b0-4796-bd89-0733d5e65c2b req-649a6daf-0178-4e1a-8c46-660ecc91c92e tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4911c0e-5df8-4248-a4a7-d959212335ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2625060 Jul 13 13:53:34.467527 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feb58d11-163a-4b20-8972-4b1cb5b2197d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a7201e1-61ce-5a3e-b7f7-e800379ed03b-66d18ebd-c35e-4e15-b1ef-9323bd11d006', 'network_id': '66d18ebd-c35e-4e15-b1ef-9323bd11d006', 'tenant_id': 'cddde6624d514a049e75835df6c903ed', 'fixed_ips': [{'subnet_id': '951f324c-d68d-486e-9ca1-85ca6e2b85a7'}]}} from n-d-800634-1. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 13:53:34.468531 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-feb58d11-163a-4b20-8972-4b1cb5b2197d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:34.574530 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-740ce7ce-6a70-4ef9-b47d-369501d71de6 tempest-TestSecurityGroupsBasicOps-952751891 tempest-TestSecurityGroupsBasicOps-952751891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:34.576062 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-740ce7ce-6a70-4ef9-b47d-369501d71de6 tempest-TestSecurityGroupsBasicOps-952751891 tempest-TestSecurityGroupsBasicOps-952751891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:34.600544 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-740ce7ce-6a70-4ef9-b47d-369501d71de6 tempest-TestSecurityGroupsBasicOps-952751891 tempest-TestSecurityGroupsBasicOps-952751891-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=dfe1dab2-a78d-4495-8ba3-32bf8cf2d92b HTTP/1.1" status: 200 len: 1990 time: 0.2049994 Jul 13 13:53:34.641972 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c2318664-1eb9-41a8-a8dd-1717d46836c9 req-d29468b3-4e8c-4305-bf2b-710d6beeb12b service neutron] 10.222.0.41 "GET /v2.0/networks/2254a83b-bbf0-41f6-94ef-c9a3e24bd7ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3518896 Jul 13 13:53:34.693001 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91047204-dd30-4fbf-b6b9-e717bc75e84c tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Made reservation on behalf of cddde6624d514a049e75835df6c903ed for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:53:34.752816 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f6b17ef7-ac29-41bc-8a77-e32ba66a4b8e req-51889c1e-67b3-40be-8f66-e5ec681c699c tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/ports?device_id=d7eb8b77-e5a1-439f-a5e4-28b8dc6822af HTTP/1.1" status: 200 len: 210 time: 0.0428438 Jul 13 13:53:35.003971 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-0bf85e6e-96b4-40cf-b59c-d47ce08cf2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfe1dab2-a78d-4495-8ba3-32bf8cf2d92b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1385260162', 'tenant_id': 'e65770d93833474499bd5ca8e11d4e12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': '71217c20-8d46-4434-b125-a30f60d1ab2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:53:02Z', 'updated_at': '2021-07-13T13:53:09Z', 'revision_number': 4, 'project_id': 'e65770d93833474499bd5ca8e11d4e12', 'gw_port': {'id': '71217c20-8d46-4434-b125-a30f60d1ab2d', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:3a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe1dab2-a78d-4495-8ba3-32bf8cf2d92b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2658, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:53:03Z', 'updated_at': '2021-07-13T13:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_floatingips': [{'id': '77703a28-48d5-40c0-871d-d387d006b512', 'tenant_id': 'e65770d93833474499bd5ca8e11d4e12', 'floating_ip_address': '172.25.6.43', 'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'router_id': 'dfe1dab2-a78d-4495-8ba3-32bf8cf2d92b', 'port_id': '4c0939c4-b578-4b34-811a-161bba9ae57b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2254a83b-bbf0-41f6-94ef-c9a3e24bd7ec', 'mac_address': 'fa:16:3e:33:a7:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0623dfb-e1d1-46eb-aca1-e98aebdb766a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T13:53:30Z', 'updated_at': '2021-07-13T13:53:30Z', 'revision_number': 0, 'project_id': 'e65770d93833474499bd5ca8e11d4e12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78194b87-47a8-443a-a3fe-98b333345b61', 'name': '', 'network_id': '2254a83b-bbf0-41f6-94ef-c9a3e24bd7ec', 'tenant_id': 'e65770d93833474499bd5ca8e11d4e12', 'mac_address': 'fa:16:3e:59:09:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe1dab2-a78d-4495-8ba3-32bf8cf2d92b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': '85453aaf-7d74-4282-b467-40ba04de793e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:53:07Z', 'updated_at': '2021-07-13T13:53:15Z', 'revision_number': 5, 'project_id': 'e65770d93833474499bd5ca8e11d4e12', 'subnets': [{'id': '85453aaf-7d74-4282-b467-40ba04de793e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:53:35.045190 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf85e6e-96b4-40cf-b59c-d47ce08cf2e3 None None] The sync data for ids ['dfe1dab2-a78d-4495-8ba3-32bf8cf2d92b'] in n-d-800634-1 is: [{'id': 'dfe1dab2-a78d-4495-8ba3-32bf8cf2d92b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1385260162', 'tenant_id': 'e65770d93833474499bd5ca8e11d4e12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': '71217c20-8d46-4434-b125-a30f60d1ab2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:53:02Z', 'updated_at': '2021-07-13T13:53:09Z', 'revision_number': 4, 'project_id': 'e65770d93833474499bd5ca8e11d4e12', 'gw_port': {'id': '71217c20-8d46-4434-b125-a30f60d1ab2d', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:3a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe1dab2-a78d-4495-8ba3-32bf8cf2d92b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2658, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:53:03Z', 'updated_at': '2021-07-13T13:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_floatingips': [{'id': '77703a28-48d5-40c0-871d-d387d006b512', 'tenant_id': 'e65770d93833474499bd5ca8e11d4e12', 'floating_ip_address': '172.25.6.43', 'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'router_id': 'dfe1dab2-a78d-4495-8ba3-32bf8cf2d92b', 'port_id': '4c0939c4-b578-4b34-811a-161bba9ae57b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2254a83b-bbf0-41f6-94ef-c9a3e24bd7ec', 'mac_address': 'fa:16:3e:33:a7:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0623dfb-e1d1-46eb-aca1-e98aebdb766a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T13:53:30Z', 'updated_at': '2021-07-13T13:53:30Z', 'revision_number': 0, 'project_id': 'e65770d93833474499bd5ca8e11d4e12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78194b87-47a8-443a-a3fe-98b333345b61', 'name': '', 'network_id': '2254a83b-bbf0-41f6-94ef-c9a3e24bd7ec', 'tenant_id': 'e65770d93833474499bd5ca8e11d4e12', 'mac_address': 'fa:16:3e:59:09:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe1dab2-a78d-4495-8ba3-32bf8cf2d92b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': '85453aaf-7d74-4282-b467-40ba04de793e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:53:07Z', 'updated_at': '2021-07-13T13:53:15Z', 'revision_number': 5, 'project_id': 'e65770d93833474499bd5ca8e11d4e12', 'subnets': [{'id': '85453aaf-7d74-4282-b467-40ba04de793e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:53:35.053573 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-feb58d11-163a-4b20-8972-4b1cb5b2197d None None] Allocated IP 10.2.2.2 (66d18ebd-c35e-4e15-b1ef-9323bd11d006/951f324c-d68d-486e-9ca1-85ca6e2b85a7/5b6156aa-b50a-415a-a81b-7354d75ff01a) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:53:35.061328 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-46726ec5-f108-4ecc-bb90-c9d795256ee3 None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:35.082455 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-46726ec5-f108-4ecc-bb90-c9d795256ee3 None None] Transition to ACTIVE for port object 5c1e2c86-912a-44c8-a534-1f7a6938d2b9 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:53:35.135444 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-91047204-dd30-4fbf-b6b9-e717bc75e84c tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:35.153170 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2cc68e-cd06-4009-a491-9979bf9b487a req-631c60e0-1f96-4c92-a4b3-f091576a173d tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:35.155652 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4b2cc68e-cd06-4009-a491-9979bf9b487a req-631c60e0-1f96-4c92-a4b3-f091576a173d tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf7f901c-4f58-47fe-8e41-08ae492360c9 HTTP/1.1" status: 200 len: 945 time: 0.5293639 Jul 13 13:53:35.158446 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-46726ec5-f108-4ecc-bb90-c9d795256ee3 None None] Transition to ACTIVE for port object 5c1e2c86-912a-44c8-a534-1f7a6938d2b9 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:53:35.170733 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c2318664-1eb9-41a8-a8dd-1717d46836c9 req-8b3095ba-40a2-4d1a-bf2c-b8a9cc16f39e service neutron] 10.222.0.41 "GET /v2.0/networks/2254a83b-bbf0-41f6-94ef-c9a3e24bd7ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4550526 Jul 13 13:53:35.184119 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-46726ec5-f108-4ecc-bb90-c9d795256ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:35.202028 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf252e4-eb11-462a-91f9-5f484b32a319 req-fde3b633-e75c-465f-8a4f-6ea797a8b804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:35.203628 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-abf252e4-eb11-462a-91f9-5f484b32a319 req-fde3b633-e75c-465f-8a4f-6ea797a8b804 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=cf7f901c-4f58-47fe-8e41-08ae492360c9 HTTP/1.1" status: 200 len: 1096 time: 0.2993171 Jul 13 13:53:35.207380 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [None req-91047204-dd30-4fbf-b6b9-e717bc75e84c tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] device_id is not set on port 580fca4a-3ae1-4d32-ab03-327db6d3f362 yet. {{(pid=93750) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 13:53:35.253261 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46726ec5-f108-4ecc-bb90-c9d795256ee3 None None] Network c10609af-899d-4476-bb3f-a1771ca4066b is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:53:35.269638 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-46726ec5-f108-4ecc-bb90-c9d795256ee3 None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:53:35.282219 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46726ec5-f108-4ecc-bb90-c9d795256ee3 None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:53:35.299098 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46726ec5-f108-4ecc-bb90-c9d795256ee3 None None] Pushing event updated for resources: {'Port': ['ID=5c1e2c86-912a-44c8-a534-1f7a6938d2b9,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:53:35.380896 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4b2cc68e-cd06-4009-a491-9979bf9b487a req-b0809c64-ce61-4382-b053-a61c5bcfe47c tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c36ff65-e031-4d60-bc12-4aaf4c57b43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138913 Jul 13 13:53:35.425650 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32494b86-240e-4dbc-ad69-ef3c8acc4a8f None None] New status for floating IP 77703a28-48d5-40c0-871d-d387d006b512: ACTIVE {{(pid=93753) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 13:53:35.428431 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-46726ec5-f108-4ecc-bb90-c9d795256ee3 None None] Attempting to bind port 5c1e2c86-912a-44c8-a534-1f7a6938d2b9 on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:53:35.428902 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-46726ec5-f108-4ecc-bb90-c9d795256ee3 None None] Attempting to bind port 5c1e2c86-912a-44c8-a534-1f7a6938d2b9 by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': 'a3fe607e-08a2-41e1-8fc9-863af09f7382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c10609af-899d-4476-bb3f-a1771ca4066b'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:53:35.429275 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46726ec5-f108-4ecc-bb90-c9d795256ee3 None None] Attempting to bind port 5c1e2c86-912a-44c8-a534-1f7a6938d2b9 on network c10609af-899d-4476-bb3f-a1771ca4066b {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:53:35.440523 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-feb58d11-163a-4b20-8972-4b1cb5b2197d None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:35.448584 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46726ec5-f108-4ecc-bb90-c9d795256ee3 None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 53, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:53:35.448949 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46726ec5-f108-4ecc-bb90-c9d795256ee3 None None] Checking segment: {'id': 'a3fe607e-08a2-41e1-8fc9-863af09f7382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c10609af-899d-4476-bb3f-a1771ca4066b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:53:35.449435 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-46726ec5-f108-4ecc-bb90-c9d795256ee3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:35.449752 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46726ec5-f108-4ecc-bb90-c9d795256ee3 None None] Bound using segment: {'id': 'a3fe607e-08a2-41e1-8fc9-863af09f7382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c10609af-899d-4476-bb3f-a1771ca4066b'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:53:35.452163 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-abf252e4-eb11-462a-91f9-5f484b32a319 req-388ccbd9-2696-4e5d-b1de-8b66c3b186d2 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=7c36ff65-e031-4d60-bc12-4aaf4c57b43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390275 Jul 13 13:53:35.455392 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-46726ec5-f108-4ecc-bb90-c9d795256ee3 None None] Bound port: 5c1e2c86-912a-44c8-a534-1f7a6938d2b9, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3fe607e-08a2-41e1-8fc9-863af09f7382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c10609af-899d-4476-bb3f-a1771ca4066b'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:53:35.455831 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-46726ec5-f108-4ecc-bb90-c9d795256ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:35.467288 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-feb58d11-163a-4b20-8972-4b1cb5b2197d None None] Transition to ACTIVE for port object 5b6156aa-b50a-415a-a81b-7354d75ff01a will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:53:35.510630 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-feb58d11-163a-4b20-8972-4b1cb5b2197d None None] Transition to ACTIVE for port object 5b6156aa-b50a-415a-a81b-7354d75ff01a will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:53:35.524026 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-feb58d11-163a-4b20-8972-4b1cb5b2197d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:35.585242 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-46726ec5-f108-4ecc-bb90-c9d795256ee3 None None] For port 5c1e2c86-912a-44c8-a534-1f7a6938d2b9, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:53:35.613133 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb58d11-163a-4b20-8972-4b1cb5b2197d None None] Network 66d18ebd-c35e-4e15-b1ef-9323bd11d006 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:53:35.620485 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb58d11-163a-4b20-8972-4b1cb5b2197d None None] Pushing event updated for resources: {'Port': ['ID=5b6156aa-b50a-415a-a81b-7354d75ff01a,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:53:35.625138 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-feb58d11-163a-4b20-8972-4b1cb5b2197d None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:53:35.628955 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-46726ec5-f108-4ecc-bb90-c9d795256ee3 None None] For port 5c1e2c86-912a-44c8-a534-1f7a6938d2b9, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=5c1e2c86-912a-44c8-a534-1f7a6938d2b9,segment=NetworkSegment(a3fe607e-08a2-41e1-8fc9-863af09f7382),segment_id=a3fe607e-08a2-41e1-8fc9-863af09f7382)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:53:35.630378 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb58d11-163a-4b20-8972-4b1cb5b2197d None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:53:35.640839 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-46726ec5-f108-4ecc-bb90-c9d795256ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:35.674708 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-91047204-dd30-4fbf-b6b9-e717bc75e84c tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Allocated IP 10.1.1.65 (c10609af-899d-4476-bb3f-a1771ca4066b/d8135eef-58f0-4af0-b4cf-468c412106b7/580fca4a-3ae1-4d32-ab03-327db6d3f362) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:53:35.749217 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-feb58d11-163a-4b20-8972-4b1cb5b2197d None None] Attempting to bind port 5b6156aa-b50a-415a-a81b-7354d75ff01a on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:53:35.749692 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-feb58d11-163a-4b20-8972-4b1cb5b2197d None None] Attempting to bind port 5b6156aa-b50a-415a-a81b-7354d75ff01a by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '459f27d6-b1fd-43cc-9134-6320fdd4c59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '66d18ebd-c35e-4e15-b1ef-9323bd11d006'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:53:35.750189 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb58d11-163a-4b20-8972-4b1cb5b2197d None None] Attempting to bind port 5b6156aa-b50a-415a-a81b-7354d75ff01a on network 66d18ebd-c35e-4e15-b1ef-9323bd11d006 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:53:35.770312 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb58d11-163a-4b20-8972-4b1cb5b2197d None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 53, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:53:35.774196 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb58d11-163a-4b20-8972-4b1cb5b2197d None None] Checking segment: {'id': '459f27d6-b1fd-43cc-9134-6320fdd4c59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '66d18ebd-c35e-4e15-b1ef-9323bd11d006'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:53:35.774864 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-feb58d11-163a-4b20-8972-4b1cb5b2197d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:35.775386 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb58d11-163a-4b20-8972-4b1cb5b2197d None None] Bound using segment: {'id': '459f27d6-b1fd-43cc-9134-6320fdd4c59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '66d18ebd-c35e-4e15-b1ef-9323bd11d006'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:53:35.775976 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-feb58d11-163a-4b20-8972-4b1cb5b2197d None None] Bound port: 5b6156aa-b50a-415a-a81b-7354d75ff01a, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '459f27d6-b1fd-43cc-9134-6320fdd4c59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '66d18ebd-c35e-4e15-b1ef-9323bd11d006'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:53:35.776438 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-feb58d11-163a-4b20-8972-4b1cb5b2197d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:35.855486 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23047b7a-60a5-4ea6-97b2-aac955614f7c req-ea41cbfe-67c1-47a6-b1de-edb383e4c1c4 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:35.869364 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-23047b7a-60a5-4ea6-97b2-aac955614f7c req-ea41cbfe-67c1-47a6-b1de-edb383e4c1c4 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b156bae-a710-47e1-904b-f55398f301cb HTTP/1.1" status: 200 len: 946 time: 0.2028279 Jul 13 13:53:35.873831 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46726ec5-f108-4ecc-bb90-c9d795256ee3 None None] Pushing event updated for resources: {'Port': ['ID=5c1e2c86-912a-44c8-a534-1f7a6938d2b9,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:53:35.961399 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-23047b7a-60a5-4ea6-97b2-aac955614f7c req-2de8f2fa-f38c-4cb8-afc7-28cf6e16dd82 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4911c0e-5df8-4248-a4a7-d959212335ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910003 Jul 13 13:53:35.976581 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-feb58d11-163a-4b20-8972-4b1cb5b2197d None None] For port 5b6156aa-b50a-415a-a81b-7354d75ff01a, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:53:35.982788 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-feb58d11-163a-4b20-8972-4b1cb5b2197d None None] For port 5b6156aa-b50a-415a-a81b-7354d75ff01a, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=5b6156aa-b50a-415a-a81b-7354d75ff01a,segment=NetworkSegment(459f27d6-b1fd-43cc-9134-6320fdd4c59f),segment_id=459f27d6-b1fd-43cc-9134-6320fdd4c59f)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:53:35.991029 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-feb58d11-163a-4b20-8972-4b1cb5b2197d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:36.077201 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-91047204-dd30-4fbf-b6b9-e717bc75e84c tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:36.097513 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c531a0d9-713c-4cb1-991d-1dda71f371ee req-c336da4d-eda1-415b-8208-542fa8b0d97a tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/ports?device_id=d7eb8b77-e5a1-439f-a5e4-28b8dc6822af HTTP/1.1" status: 200 len: 210 time: 0.1700976 Jul 13 13:53:36.197640 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [None req-91047204-dd30-4fbf-b6b9-e717bc75e84c tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Transition to ACTIVE for port object 580fca4a-3ae1-4d32-ab03-327db6d3f362 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:53:36.225294 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb58d11-163a-4b20-8972-4b1cb5b2197d None None] Pushing event updated for resources: {'Port': ['ID=5b6156aa-b50a-415a-a81b-7354d75ff01a,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:53:36.345725 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-91047204-dd30-4fbf-b6b9-e717bc75e84c tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:36.399020 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df24debf-7799-4d1e-b98e-5c0820a4e02a req-3e467290-9c2a-4c2c-8fed-a2f636e6b3af tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:36.406588 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-df24debf-7799-4d1e-b98e-5c0820a4e02a req-3e467290-9c2a-4c2c-8fed-a2f636e6b3af tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b156bae-a710-47e1-904b-f55398f301cb HTTP/1.1" status: 200 len: 946 time: 0.1468439 Jul 13 13:53:36.461308 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91047204-dd30-4fbf-b6b9-e717bc75e84c tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Network c10609af-899d-4476-bb3f-a1771ca4066b is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:53:36.465504 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-91047204-dd30-4fbf-b6b9-e717bc75e84c tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:53:36.466656 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-df24debf-7799-4d1e-b98e-5c0820a4e02a req-24bcbcab-f43c-466e-a3d8-e4af2f62c9ba tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4911c0e-5df8-4248-a4a7-d959212335ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523791 Jul 13 13:53:36.468723 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91047204-dd30-4fbf-b6b9-e717bc75e84c tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Pushing event updated for resources: {'Port': ['ID=580fca4a-3ae1-4d32-ab03-327db6d3f362,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:53:36.471245 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91047204-dd30-4fbf-b6b9-e717bc75e84c tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:53:36.561421 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91047204-dd30-4fbf-b6b9-e717bc75e84c tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:36.562260 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-91047204-dd30-4fbf-b6b9-e717bc75e84c tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:36.600112 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-91047204-dd30-4fbf-b6b9-e717bc75e84c tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.3929324 Jul 13 13:53:36.602848 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 56472) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:53:36.642286 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-28d4585f-88d0-4c0e-8d5a-cc9c782aab44 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Request body: {'port': {'network_id': 'c10609af-899d-4476-bb3f-a1771ca4066b', 'name': 'tempest-TaggedBootDevicesTest_v242-399889655', 'fixed_ips': [{'subnet_id': 'd8135eef-58f0-4af0-b4cf-468c412106b7'}]}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:53:36.968585 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e80561-59a1-4658-91f3-ee5c6ec6fb51 req-f0a0a803-3d1c-4552-a9dc-181d2e1be30b tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:36.970287 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-10e80561-59a1-4658-91f3-ee5c6ec6fb51 req-f0a0a803-3d1c-4552-a9dc-181d2e1be30b tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf7f901c-4f58-47fe-8e41-08ae492360c9 HTTP/1.1" status: 200 len: 945 time: 0.2379055 Jul 13 13:53:37.091400 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28d4585f-88d0-4c0e-8d5a-cc9c782aab44 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Made reservation on behalf of cddde6624d514a049e75835df6c903ed for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:53:37.109270 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-28d4585f-88d0-4c0e-8d5a-cc9c782aab44 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:37.113873 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 5c1e2c86-912a-44c8-a534-1f7a6938d2b9 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:53:37.136342 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-10e80561-59a1-4658-91f3-ee5c6ec6fb51 req-60d1f4e2-45fd-4164-a3c8-20c828ac72fa tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c36ff65-e031-4d60-bc12-4aaf4c57b43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440916 Jul 13 13:53:37.179243 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3995349-ac6c-4e7a-9044-80ecddd95dae req-e3ddf241-7fe4-4d0b-b611-c7518e8ed9b6 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:37.180781 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b3995349-ac6c-4e7a-9044-80ecddd95dae req-e3ddf241-7fe4-4d0b-b611-c7518e8ed9b6 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.26 "GET /v2.0/networks?id=4306e211-7293-43e9-8c02-14badf8c79d9 HTTP/1.1" status: 200 len: 814 time: 0.3819709 Jul 13 13:53:37.210819 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-b3995349-ac6c-4e7a-9044-80ecddd95dae req-207281a5-81d3-49cf-827c-a690d88f76cc tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Request body: {'port': {'device_id': 'd7eb8b77-e5a1-439f-a5e4-28b8dc6822af', 'network_id': '4306e211-7293-43e9-8c02-14badf8c79d9', 'admin_state_up': True, 'tenant_id': 'd19010716a274998b64ead6bc91f8817'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:53:37.246393 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port 5c1e2c86-912a-44c8-a534-1f7a6938d2b9 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:53:37.252767 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 5b6156aa-b50a-415a-a81b-7354d75ff01a up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:53:37.366845 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port 5b6156aa-b50a-415a-a81b-7354d75ff01a completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:53:37.374297 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6d1a803d-eced-4f79-9b9d-a8c92880c798 req-4fb656a5-2bad-447b-8d2f-1d41fb8bac94 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/ports?device_id=d7eb8b77-e5a1-439f-a5e4-28b8dc6822af HTTP/1.1" status: 200 len: 210 time: 0.0832844 Jul 13 13:53:37.402656 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [None req-28d4585f-88d0-4c0e-8d5a-cc9c782aab44 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] device_id is not set on port 364b743d-042d-4734-ac77-5bc18537c35c yet. {{(pid=93750) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 13:53:37.408303 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3995349-ac6c-4e7a-9044-80ecddd95dae req-207281a5-81d3-49cf-827c-a690d88f76cc tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Made reservation on behalf of d19010716a274998b64ead6bc91f8817 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:53:37.413481 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-b3995349-ac6c-4e7a-9044-80ecddd95dae req-207281a5-81d3-49cf-827c-a690d88f76cc tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:37.671971 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d2ec91-4184-4d26-b59e-11f2da9a0928 req-6cc18d38-8797-4de4-8107-43b8d861ba8f tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:37.673565 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c9d2ec91-4184-4d26-b59e-11f2da9a0928 req-6cc18d38-8797-4de4-8107-43b8d861ba8f tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5219796-7cb4-4f57-83f9-a0e832f4593f HTTP/1.1" status: 200 len: 945 time: 0.2916999 Jul 13 13:53:37.674535 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a39875e5-4f39-4562-9a5d-01affc5d90ee None None] Network c10609af-899d-4476-bb3f-a1771ca4066b requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:53:37.788821 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-d1e79954-b1b1-4757-95ca-c960317342c8 None None] Provisioning for port 5c1e2c86-912a-44c8-a534-1f7a6938d2b9 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:53:37.807729 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-d1e79954-b1b1-4757-95ca-c960317342c8 None None] Provisioning complete for port 5c1e2c86-912a-44c8-a534-1f7a6938d2b9 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:53:37.808425 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c9d2ec91-4184-4d26-b59e-11f2da9a0928 req-2eb92c1e-f4ea-46d2-b9c2-230d8e6a5736 tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c36ff65-e031-4d60-bc12-4aaf4c57b43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235399 Jul 13 13:53:37.808742 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d1e79954-b1b1-4757-95ca-c960317342c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:37.823752 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-b3995349-ac6c-4e7a-9044-80ecddd95dae req-207281a5-81d3-49cf-827c-a690d88f76cc tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Allocated IP 172.20.0.2 (4306e211-7293-43e9-8c02-14badf8c79d9/d9eae714-cd86-4b29-a4c2-c920f28b0327/1b8e8666-e008-4816-adae-264039dbd7b5) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:53:37.854536 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-28d4585f-88d0-4c0e-8d5a-cc9c782aab44 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Allocated IP 10.1.1.196 (c10609af-899d-4476-bb3f-a1771ca4066b/d8135eef-58f0-4af0-b4cf-468c412106b7/364b743d-042d-4734-ac77-5bc18537c35c) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:53:37.993319 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 56508) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:53:38.006447 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca32e5d-9044-4dbf-a62e-4834bd07541d None None] Network 66d18ebd-c35e-4e15-b1ef-9323bd11d006 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:53:38.182613 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d1e79954-b1b1-4757-95ca-c960317342c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:38.305688 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-d1e79954-b1b1-4757-95ca-c960317342c8 None None] For port 5c1e2c86-912a-44c8-a534-1f7a6938d2b9, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=5c1e2c86-912a-44c8-a534-1f7a6938d2b9,segment=NetworkSegment(a3fe607e-08a2-41e1-8fc9-863af09f7382),segment_id=a3fe607e-08a2-41e1-8fc9-863af09f7382)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:53:38.316718 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d1e79954-b1b1-4757-95ca-c960317342c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:38.474110 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e79954-b1b1-4757-95ca-c960317342c8 None None] Pushing event updated for resources: {'Port': ['ID=5c1e2c86-912a-44c8-a534-1f7a6938d2b9,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:53:38.520676 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-45c61863-a722-42f3-befc-079e900c50f3 None None] Provisioning for port 5b6156aa-b50a-415a-a81b-7354d75ff01a completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:53:38.531283 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-45c61863-a722-42f3-befc-079e900c50f3 None None] Provisioning complete for port 5b6156aa-b50a-415a-a81b-7354d75ff01a triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:53:38.532454 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-45c61863-a722-42f3-befc-079e900c50f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:38.564193 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef326d7-9bc7-4881-9f33-fd6e992f0265 req-0caa053e-2801-496e-bbe8-a549a017ce18 tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:38.565857 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8ef326d7-9bc7-4881-9f33-fd6e992f0265 req-0caa053e-2801-496e-bbe8-a549a017ce18 tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5219796-7cb4-4f57-83f9-a0e832f4593f HTTP/1.1" status: 200 len: 945 time: 0.2558384 Jul 13 13:53:38.661003 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8ef326d7-9bc7-4881-9f33-fd6e992f0265 req-afa71189-1053-436c-96c8-269497b0eb52 tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c36ff65-e031-4d60-bc12-4aaf4c57b43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830972 Jul 13 13:53:38.733609 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-45c61863-a722-42f3-befc-079e900c50f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:38.756538 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-de283c1a-7a34-4530-bead-76b9df3d9431 req-a736b9d1-49c5-4a18-951f-0c440c2c4dfb tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/ports?device_id=d7eb8b77-e5a1-439f-a5e4-28b8dc6822af HTTP/1.1" status: 200 len: 210 time: 0.1179016 Jul 13 13:53:38.780629 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-45c61863-a722-42f3-befc-079e900c50f3 None None] For port 5b6156aa-b50a-415a-a81b-7354d75ff01a, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=5b6156aa-b50a-415a-a81b-7354d75ff01a,segment=NetworkSegment(459f27d6-b1fd-43cc-9134-6320fdd4c59f),segment_id=459f27d6-b1fd-43cc-9134-6320fdd4c59f)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:53:38.788597 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-45c61863-a722-42f3-befc-079e900c50f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:38.882677 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c61863-a722-42f3-befc-079e900c50f3 None None] Pushing event updated for resources: {'Port': ['ID=5b6156aa-b50a-415a-a81b-7354d75ff01a,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:53:38.924045 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-0ff859a5-e8b3-4eb5-988b-e0b1375cba9c None None] Provisioning for port 580fca4a-3ae1-4d32-ab03-327db6d3f362 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:53:38.928576 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-0ff859a5-e8b3-4eb5-988b-e0b1375cba9c None None] Provisioning complete for port 580fca4a-3ae1-4d32-ab03-327db6d3f362 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:53:38.933349 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-0ff859a5-e8b3-4eb5-988b-e0b1375cba9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:38.986018 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-28d4585f-88d0-4c0e-8d5a-cc9c782aab44 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:39.021986 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [None req-28d4585f-88d0-4c0e-8d5a-cc9c782aab44 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Transition to ACTIVE for port object 364b743d-042d-4734-ac77-5bc18537c35c will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:53:39.023609 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-0ff859a5-e8b3-4eb5-988b-e0b1375cba9c None None] Port 580fca4a-3ae1-4d32-ab03-327db6d3f362 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:53:39.040921 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-b3995349-ac6c-4e7a-9044-80ecddd95dae req-207281a5-81d3-49cf-827c-a690d88f76cc tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:39.047465 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-0ff859a5-e8b3-4eb5-988b-e0b1375cba9c None None] Provisioning complete for port 5c1e2c86-912a-44c8-a534-1f7a6938d2b9 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:53:39.047832 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-0ff859a5-e8b3-4eb5-988b-e0b1375cba9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:39.071738 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-85780b37-fcf4-44a5-8fc7-fddca1e596f9 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:39.085441 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 5c1e2c86-912a-44c8-a534-1f7a6938d2b9 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:53:39.118555 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-28d4585f-88d0-4c0e-8d5a-cc9c782aab44 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:39.156696 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-b3995349-ac6c-4e7a-9044-80ecddd95dae req-207281a5-81d3-49cf-827c-a690d88f76cc tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:39.189547 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d4585f-88d0-4c0e-8d5a-cc9c782aab44 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Network c10609af-899d-4476-bb3f-a1771ca4066b is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:53:39.194718 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['456a7843-466b-4620-bb90-adc15c0c4e43'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:53:39.211472 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-28d4585f-88d0-4c0e-8d5a-cc9c782aab44 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:53:39.215234 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d4585f-88d0-4c0e-8d5a-cc9c782aab44 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:53:39.218621 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d4585f-88d0-4c0e-8d5a-cc9c782aab44 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Pushing event updated for resources: {'Port': ['ID=364b743d-042d-4734-ac77-5bc18537c35c,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:53:39.233361 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 5c1e2c86-912a-44c8-a534-1f7a6938d2b9 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:53:39.234848 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:39.294559 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3995349-ac6c-4e7a-9044-80ecddd95dae req-207281a5-81d3-49cf-827c-a690d88f76cc tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Network 4306e211-7293-43e9-8c02-14badf8c79d9 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:53:39.318073 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-b3995349-ac6c-4e7a-9044-80ecddd95dae req-207281a5-81d3-49cf-827c-a690d88f76cc tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:53:39.329810 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3995349-ac6c-4e7a-9044-80ecddd95dae req-207281a5-81d3-49cf-827c-a690d88f76cc tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:53:39.379423 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d4585f-88d0-4c0e-8d5a-cc9c782aab44 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:39.380107 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-28d4585f-88d0-4c0e-8d5a-cc9c782aab44 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:39.384771 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207281a5-81d3-49cf-827c-a690d88f76cc tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Pushing event updated for resources: {'Port': ['ID=1b8e8666-e008-4816-adae-264039dbd7b5,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:53:39.408833 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3995349-ac6c-4e7a-9044-80ecddd95dae req-207281a5-81d3-49cf-827c-a690d88f76cc tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:39.409434 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-b3995349-ac6c-4e7a-9044-80ecddd95dae req-207281a5-81d3-49cf-827c-a690d88f76cc tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:39.430758 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-28d4585f-88d0-4c0e-8d5a-cc9c782aab44 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.8269005 Jul 13 13:53:39.446295 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b3995349-ac6c-4e7a-9044-80ecddd95dae req-207281a5-81d3-49cf-827c-a690d88f76cc tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2515967 Jul 13 13:53:39.459584 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-b3995349-ac6c-4e7a-9044-80ecddd95dae req-8ae62fa6-4d07-4df3-b33e-66e60f19ea2d service neutron] Request body: {'port': {'device_id': 'd7eb8b77-e5a1-439f-a5e4-28b8dc6822af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:53:39.527569 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-bc5c0b9e-02b4-499f-ab1c-ad54a0dcd9b9 None None] Provisioning complete for port 580fca4a-3ae1-4d32-ab03-327db6d3f362 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:53:39.528139 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-bc5c0b9e-02b4-499f-ab1c-ad54a0dcd9b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:39.536620 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 5b6156aa-b50a-415a-a81b-7354d75ff01a up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:53:39.633483 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-b3995349-ac6c-4e7a-9044-80ecddd95dae req-8ae62fa6-4d07-4df3-b33e-66e60f19ea2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:39.709884 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-bc5c0b9e-02b4-499f-ab1c-ad54a0dcd9b9 None None] Port 580fca4a-3ae1-4d32-ab03-327db6d3f362 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:53:39.715352 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 5b6156aa-b50a-415a-a81b-7354d75ff01a triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:53:39.715642 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:39.758611 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 56546) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:53:39.770595 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-d37b3599-200a-4203-affa-d57ce82722bd tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2073567990', 'description': 'tempest-description--1183548909'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:53:39.785538 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-bc5c0b9e-02b4-499f-ab1c-ad54a0dcd9b9 None None] Provisioning complete for port 5b6156aa-b50a-415a-a81b-7354d75ff01a triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:53:39.785970 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-bc5c0b9e-02b4-499f-ab1c-ad54a0dcd9b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:39.911979 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d37b3599-200a-4203-affa-d57ce82722bd tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:40.063392 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9f84e2-a5a2-4579-8fcb-2ecd759f67b4 req-331e7479-1ed9-4a4d-8537-15f11b229090 tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:40.074424 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8a9f84e2-a5a2-4579-8fcb-2ecd759f67b4 req-331e7479-1ed9-4a4d-8537-15f11b229090 tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5219796-7cb4-4f57-83f9-a0e832f4593f HTTP/1.1" status: 200 len: 945 time: 0.1753860 Jul 13 13:53:40.127618 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8a9f84e2-a5a2-4579-8fcb-2ecd759f67b4 req-470518f0-d61c-4dfd-b41a-d4f52c76db31 tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c36ff65-e031-4d60-bc12-4aaf4c57b43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522904 Jul 13 13:53:40.152050 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-ccd46162-8084-44d6-9f04-7cfe47d9a22f None None] Provisioning for port 364b743d-042d-4734-ac77-5bc18537c35c completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:53:40.157344 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-ccd46162-8084-44d6-9f04-7cfe47d9a22f None None] Provisioning complete for port 364b743d-042d-4734-ac77-5bc18537c35c triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:53:40.157716 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ccd46162-8084-44d6-9f04-7cfe47d9a22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:40.180999 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-85780b37-fcf4-44a5-8fc7-fddca1e596f9 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Allocated IP 172.20.0.17 (5586df98-a5fa-4a22-85b3-698b1cca065f/af7b83d0-d88a-4cc6-a57c-0cfec6cd5516/2dbeaf96-e55d-42a6-adef-d93f86e3d1ea) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:53:40.198853 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eaddc8-940b-41be-b3ba-4656c6533dfb req-069e43c0-8323-4b73-b251-7e1f5ab5a98f tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:40.201159 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-41eaddc8-940b-41be-b3ba-4656c6533dfb req-069e43c0-8323-4b73-b251-7e1f5ab5a98f tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/ports?device_id=d7eb8b77-e5a1-439f-a5e4-28b8dc6822af HTTP/1.1" status: 200 len: 931 time: 0.2208021 Jul 13 13:53:40.231617 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-ccd46162-8084-44d6-9f04-7cfe47d9a22f None None] Port 364b743d-042d-4734-ac77-5bc18537c35c cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:53:40.261802 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-b3995349-ac6c-4e7a-9044-80ecddd95dae req-8ae62fa6-4d07-4df3-b33e-66e60f19ea2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b8e8666-e008-4816-adae-264039dbd7b5 {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:53:40.270830 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-b3995349-ac6c-4e7a-9044-80ecddd95dae req-8ae62fa6-4d07-4df3-b33e-66e60f19ea2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:40.273170 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [req-2c03085c-434d-40ab-ab64-71e70e6270fb req-aa2152da-29c3-4151-9a39-3ba632318d38 service neutron] (93750) timed out ('10.222.0.26', 60664) {{(pid=93750) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 13 13:53:40.285027 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-b3995349-ac6c-4e7a-9044-80ecddd95dae req-8ae62fa6-4d07-4df3-b33e-66e60f19ea2d service neutron] Transition to ACTIVE for port object 1b8e8666-e008-4816-adae-264039dbd7b5 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:53:40.291615 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-b3995349-ac6c-4e7a-9044-80ecddd95dae req-8ae62fa6-4d07-4df3-b33e-66e60f19ea2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:40.330659 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d37b3599-200a-4203-affa-d57ce82722bd tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:40.348804 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d37b3599-200a-4203-affa-d57ce82722bd tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:40.358961 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae62fa6-4d07-4df3-b33e-66e60f19ea2d service neutron] Pushing event updated for resources: {'Port': ['ID=1b8e8666-e008-4816-adae-264039dbd7b5,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:53:40.393969 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-41eaddc8-940b-41be-b3ba-4656c6533dfb req-bb1d80dd-de9e-4260-8854-bec2e5ec8cda tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/security-groups?id=0095868c-fb20-45e5-8afa-e9ed53786ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490893 Jul 13 13:53:40.424552 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d37b3599-200a-4203-affa-d57ce82722bd tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:40.425941 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-d37b3599-200a-4203-affa-d57ce82722bd tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6661789 Jul 13 13:53:40.434172 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 56564) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:53:40.440861 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-c07a3446-dd6b-4fc9-ad35-4e05d1d10143 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Request body: {'security_group_rule': {'security_group_id': '85c9413d-5aef-4db8-8eb1-39a597c8c461', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:53:40.451055 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37b3599-200a-4203-affa-d57ce82722bd tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85c9413d-5aef-4db8-8eb1-39a597c8c461,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:53:40.477304 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-85780b37-fcf4-44a5-8fc7-fddca1e596f9 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:40.497518 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-85780b37-fcf4-44a5-8fc7-fddca1e596f9 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Transition to ACTIVE for port object 2dbeaf96-e55d-42a6-adef-d93f86e3d1ea will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:53:40.505917 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-b3995349-ac6c-4e7a-9044-80ecddd95dae req-8ae62fa6-4d07-4df3-b33e-66e60f19ea2d service neutron] Attempting to bind port 1b8e8666-e008-4816-adae-264039dbd7b5 on host n-h1-800634-1 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:53:40.506221 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-b3995349-ac6c-4e7a-9044-80ecddd95dae req-8ae62fa6-4d07-4df3-b33e-66e60f19ea2d service neutron] Attempting to bind port 1b8e8666-e008-4816-adae-264039dbd7b5 by drivers openvswitch,hyperv on host n-h1-800634-1 at level 0 using segments [{'id': 'f0c035ba-ef7c-4972-a79c-06787b5c4532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4306e211-7293-43e9-8c02-14badf8c79d9'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:53:40.506632 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3995349-ac6c-4e7a-9044-80ecddd95dae req-8ae62fa6-4d07-4df3-b33e-66e60f19ea2d service neutron] Attempting to bind port 1b8e8666-e008-4816-adae-264039dbd7b5 on network 4306e211-7293-43e9-8c02-14badf8c79d9 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:53:40.511227 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3995349-ac6c-4e7a-9044-80ecddd95dae req-8ae62fa6-4d07-4df3-b33e-66e60f19ea2d service neutron] Port 1b8e8666-e008-4816-adae-264039dbd7b5 on network 4306e211-7293-43e9-8c02-14badf8c79d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-1 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:53:40.511625 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3995349-ac6c-4e7a-9044-80ecddd95dae req-8ae62fa6-4d07-4df3-b33e-66e60f19ea2d service neutron] Attempting to bind port 1b8e8666-e008-4816-adae-264039dbd7b5 on network 4306e211-7293-43e9-8c02-14badf8c79d9 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:53:40.517278 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3995349-ac6c-4e7a-9044-80ecddd95dae req-8ae62fa6-4d07-4df3-b33e-66e60f19ea2d service neutron] Checking agent: {'id': 'a7603dc8-3c50-4a9b-8f0d-1143528f155e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:53:40.517692 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3995349-ac6c-4e7a-9044-80ecddd95dae req-8ae62fa6-4d07-4df3-b33e-66e60f19ea2d service neutron] Checking segment: {'id': 'f0c035ba-ef7c-4972-a79c-06787b5c4532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4306e211-7293-43e9-8c02-14badf8c79d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:53:40.518194 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3995349-ac6c-4e7a-9044-80ecddd95dae req-8ae62fa6-4d07-4df3-b33e-66e60f19ea2d service neutron] Bound using segment: {'id': 'f0c035ba-ef7c-4972-a79c-06787b5c4532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4306e211-7293-43e9-8c02-14badf8c79d9'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:53:40.518717 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-b3995349-ac6c-4e7a-9044-80ecddd95dae req-8ae62fa6-4d07-4df3-b33e-66e60f19ea2d service neutron] Bound port: 1b8e8666-e008-4816-adae-264039dbd7b5, host: n-h1-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0c035ba-ef7c-4972-a79c-06787b5c4532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4306e211-7293-43e9-8c02-14badf8c79d9'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:53:40.519162 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-b3995349-ac6c-4e7a-9044-80ecddd95dae req-8ae62fa6-4d07-4df3-b33e-66e60f19ea2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:40.539052 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c07a3446-dd6b-4fc9-ad35-4e05d1d10143 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:40.555619 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-85780b37-fcf4-44a5-8fc7-fddca1e596f9 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:40.600242 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-b3995349-ac6c-4e7a-9044-80ecddd95dae req-8ae62fa6-4d07-4df3-b33e-66e60f19ea2d service neutron] For port 1b8e8666-e008-4816-adae-264039dbd7b5, host n-h1-800634-1, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:53:40.604115 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-b3995349-ac6c-4e7a-9044-80ecddd95dae req-8ae62fa6-4d07-4df3-b33e-66e60f19ea2d service neutron] For port 1b8e8666-e008-4816-adae-264039dbd7b5, host n-h1-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=1b8e8666-e008-4816-adae-264039dbd7b5,segment=NetworkSegment(f0c035ba-ef7c-4972-a79c-06787b5c4532),segment_id=f0c035ba-ef7c-4972-a79c-06787b5c4532)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:53:40.621566 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-b3995349-ac6c-4e7a-9044-80ecddd95dae req-8ae62fa6-4d07-4df3-b33e-66e60f19ea2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:40.638936 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85780b37-fcf4-44a5-8fc7-fddca1e596f9 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Network 5586df98-a5fa-4a22-85b3-698b1cca065f is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:53:40.648280 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-85780b37-fcf4-44a5-8fc7-fddca1e596f9 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:53:40.657430 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85780b37-fcf4-44a5-8fc7-fddca1e596f9 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:53:40.691125 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3995349-ac6c-4e7a-9044-80ecddd95dae req-8ae62fa6-4d07-4df3-b33e-66e60f19ea2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:40.691988 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-b3995349-ac6c-4e7a-9044-80ecddd95dae req-8ae62fa6-4d07-4df3-b33e-66e60f19ea2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:40.693898 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b3995349-ac6c-4e7a-9044-80ecddd95dae req-8ae62fa6-4d07-4df3-b33e-66e60f19ea2d service neutron] 10.222.0.26 "PUT /v2.0/ports/1b8e8666-e008-4816-adae-264039dbd7b5 HTTP/1.1" status: 200 len: 1091 time: 1.2396436 Jul 13 13:53:40.694619 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7eb8b77-e5a1-439f-a5e4-28b8dc6822af', 'tag': '1b8e8666-e008-4816-adae-264039dbd7b5'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:53:40.698924 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3c9ca48-6e30-4c40-822b-0e80bcc4de09" -d '{"events": [{"name": "network-changed", "server_uuid": "d7eb8b77-e5a1-439f-a5e4-28b8dc6822af", "tag": "1b8e8666-e008-4816-adae-264039dbd7b5"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:53:40.716236 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-85780b37-fcf4-44a5-8fc7-fddca1e596f9 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-450452'] for router_interface, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:40.772351 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85780b37-fcf4-44a5-8fc7-fddca1e596f9 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Pushing event updated for resources: {'Port': ['ID=2dbeaf96-e55d-42a6-adef-d93f86e3d1ea,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:53:40.797180 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae62fa6-4d07-4df3-b33e-66e60f19ea2d service neutron] Pushing event updated for resources: {'Port': ['ID=1b8e8666-e008-4816-adae-264039dbd7b5,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:53:40.812590 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 13:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a3b2d5c-c19e-497e-8dff-1f11fe38185e x-openstack-request-id: req-5a3b2d5c-c19e-497e-8dff-1f11fe38185e {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:53:40.813071 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7eb8b77-e5a1-439f-a5e4-28b8dc6822af", "tag": "1b8e8666-e008-4816-adae-264039dbd7b5", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:53:40.813479 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5a3b2d5c-c19e-497e-8dff-1f11fe38185e {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:53:40.814094 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7eb8b77-e5a1-439f-a5e4-28b8dc6822af', 'tag': '1b8e8666-e008-4816-adae-264039dbd7b5', 'status': 'completed', 'code': 200} Jul 13 13:53:40.859860 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c07a3446-dd6b-4fc9-ad35-4e05d1d10143 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:40.867786 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c07a3446-dd6b-4fc9-ad35-4e05d1d10143 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:40.888374 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3995349-ac6c-4e7a-9044-80ecddd95dae req-78dd822f-a12e-41cb-ae18-d13fe35e6cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:40.890528 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b3995349-ac6c-4e7a-9044-80ecddd95dae req-78dd822f-a12e-41cb-ae18-d13fe35e6cd2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d19010716a274998b64ead6bc91f8817&device_id=d7eb8b77-e5a1-439f-a5e4-28b8dc6822af HTTP/1.1" status: 200 len: 1094 time: 0.1330745 Jul 13 13:53:40.964686 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b3995349-ac6c-4e7a-9044-80ecddd95dae req-6722db01-6077-4bcd-9b0c-b84226f74740 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1b8e8666-e008-4816-adae-264039dbd7b5 HTTP/1.1" status: 200 len: 217 time: 0.0574310 Jul 13 13:53:41.031239 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07a3446-dd6b-4fc9-ad35-4e05d1d10143 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76980b6e-9570-4324-8d5f-eb7a615cc33a,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:53:41.051157 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c07a3446-dd6b-4fc9-ad35-4e05d1d10143 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:41.052553 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-c07a3446-dd6b-4fc9-ad35-4e05d1d10143 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6168706 Jul 13 13:53:41.053394 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3995349-ac6c-4e7a-9044-80ecddd95dae req-24305ddf-94b3-4e2d-b3aa-00359f204c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:41.056866 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 56582) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:53:41.063906 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b3995349-ac6c-4e7a-9044-80ecddd95dae req-24305ddf-94b3-4e2d-b3aa-00359f204c69 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d9eae714-cd86-4b29-a4c2-c920f28b0327 HTTP/1.1" status: 200 len: 854 time: 0.0866959 Jul 13 13:53:41.064388 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-557f341c-4e73-4eae-b641-bbb32c06baa5 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Request body: {'security_group_rule': {'security_group_id': '85c9413d-5aef-4db8-8eb1-39a597c8c461', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:53:41.101198 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b3995349-ac6c-4e7a-9044-80ecddd95dae req-bb3d70b1-0d49-42ca-910e-720679c3635c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4306e211-7293-43e9-8c02-14badf8c79d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348570 Jul 13 13:53:41.151898 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-557f341c-4e73-4eae-b641-bbb32c06baa5 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:41.169481 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36a7bf4-d1ea-47e2-ace8-57ceb1d6d9c0 req-8e94a1a8-1e20-4d0b-96fc-b201bf001273 tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:41.176390 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-ecd988d8-1bbf-4d54-8c8e-db5aee1ae6f9 None None] Provisioning for port 2dbeaf96-e55d-42a6-adef-d93f86e3d1ea completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:53:41.176983 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a36a7bf4-d1ea-47e2-ace8-57ceb1d6d9c0 req-8e94a1a8-1e20-4d0b-96fc-b201bf001273 tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5219796-7cb4-4f57-83f9-a0e832f4593f HTTP/1.1" status: 200 len: 945 time: 0.2133651 Jul 13 13:53:41.182097 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-ecd988d8-1bbf-4d54-8c8e-db5aee1ae6f9 None None] Provisioning complete for port 2dbeaf96-e55d-42a6-adef-d93f86e3d1ea triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:53:41.182745 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ecd988d8-1bbf-4d54-8c8e-db5aee1ae6f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:41.206024 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-85780b37-fcf4-44a5-8fc7-fddca1e596f9 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:41.223605 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-ecd988d8-1bbf-4d54-8c8e-db5aee1ae6f9 None None] Port 2dbeaf96-e55d-42a6-adef-d93f86e3d1ea cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:53:41.231185 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b3995349-ac6c-4e7a-9044-80ecddd95dae req-3c9c6b9a-334a-423b-99c5-629225417883 service neutron] 10.222.0.26 "GET /v2.0/networks/4306e211-7293-43e9-8c02-14badf8c79d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230087 Jul 13 13:53:41.261259 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a36a7bf4-d1ea-47e2-ace8-57ceb1d6d9c0 req-082b2eb8-0047-4837-9cb5-4165236c94f5 tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c36ff65-e031-4d60-bc12-4aaf4c57b43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808148 Jul 13 13:53:41.314027 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-557f341c-4e73-4eae-b641-bbb32c06baa5 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:41.323906 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-557f341c-4e73-4eae-b641-bbb32c06baa5 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:41.346810 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b3995349-ac6c-4e7a-9044-80ecddd95dae req-0510135c-0387-4733-9261-01c99463b090 service neutron] 10.222.0.26 "GET /v2.0/networks/4306e211-7293-43e9-8c02-14badf8c79d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093249 Jul 13 13:53:41.376454 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557f341c-4e73-4eae-b641-bbb32c06baa5 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37419fca-f032-4183-9681-2db85225412c,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:53:41.429525 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-557f341c-4e73-4eae-b641-bbb32c06baa5 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:41.433553 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-557f341c-4e73-4eae-b641-bbb32c06baa5 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3711231 Jul 13 13:53:41.433694 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 56592) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:53:41.439729 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-040a8695-b1b9-4f71-b1da-5ae491e9c492 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Request body: {'floatingip': {'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:53:41.474177 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c9ca48-6e30-4c40-822b-0e80bcc4de09 req-2e7c5e46-4f30-41bf-8531-526a9e2945a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:41.476175 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a3c9ca48-6e30-4c40-822b-0e80bcc4de09 req-2e7c5e46-4f30-41bf-8531-526a9e2945a7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d19010716a274998b64ead6bc91f8817&device_id=d7eb8b77-e5a1-439f-a5e4-28b8dc6822af HTTP/1.1" status: 200 len: 1094 time: 0.0625868 Jul 13 13:53:41.480294 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-040a8695-b1b9-4f71-b1da-5ae491e9c492 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Notify callbacks [] for floatingip, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:41.628018 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c9ca48-6e30-4c40-822b-0e80bcc4de09 req-4bd04135-cd10-4496-978a-3c3e7a83379d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:41.629524 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a3c9ca48-6e30-4c40-822b-0e80bcc4de09 req-4bd04135-cd10-4496-978a-3c3e7a83379d service neutron] 10.222.0.26 "GET /v2.0/networks?id=4306e211-7293-43e9-8c02-14badf8c79d9 HTTP/1.1" status: 200 len: 914 time: 0.1471934 Jul 13 13:53:41.680081 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a3c9ca48-6e30-4c40-822b-0e80bcc4de09 req-ed6a04d6-a3e5-4cb8-a3ea-d62f8c6c8041 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1b8e8666-e008-4816-adae-264039dbd7b5 HTTP/1.1" status: 200 len: 217 time: 0.0429406 Jul 13 13:53:41.704391 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-85780b37-fcf4-44a5-8fc7-fddca1e596f9 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:41.711768 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-85780b37-fcf4-44a5-8fc7-fddca1e596f9 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:41.738812 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ef6a88-f698-4dcb-84d6-1032ecef00d3 req-c66d8d18-63fa-4805-ad67-b37696c57c93 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:41.740466 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-040a8695-b1b9-4f71-b1da-5ae491e9c492 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:41.742269 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f8ef6a88-f698-4dcb-84d6-1032ecef00d3 req-c66d8d18-63fa-4805-ad67-b37696c57c93 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/ports?device_id=d7eb8b77-e5a1-439f-a5e4-28b8dc6822af HTTP/1.1" status: 200 len: 943 time: 0.1501117 Jul 13 13:53:41.768338 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c9ca48-6e30-4c40-822b-0e80bcc4de09 req-3f087a8f-43e4-483f-ae3e-49bfffdc695e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:41.770861 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a3c9ca48-6e30-4c40-822b-0e80bcc4de09 req-3f087a8f-43e4-483f-ae3e-49bfffdc695e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d9eae714-cd86-4b29-a4c2-c920f28b0327 HTTP/1.1" status: 200 len: 854 time: 0.0836356 Jul 13 13:53:41.835136 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-85780b37-fcf4-44a5-8fc7-fddca1e596f9 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1785045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451806'] for router_interface, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:41.836894 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a3c9ca48-6e30-4c40-822b-0e80bcc4de09 req-ab861df2-1fe4-4a83-bd19-842f44dd5aee service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4306e211-7293-43e9-8c02-14badf8c79d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590420 Jul 13 13:53:41.845460 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85780b37-fcf4-44a5-8fc7-fddca1e596f9 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Pushing event updated for resources: {'Port': ['ID=2dbeaf96-e55d-42a6-adef-d93f86e3d1ea,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:53:41.851228 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f8ef6a88-f698-4dcb-84d6-1032ecef00d3 req-44e808a5-48f1-4987-86d2-9426c4c94427 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/security-groups?id=0095868c-fb20-45e5-8afa-e9ed53786ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027725 Jul 13 13:53:41.976930 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a3c9ca48-6e30-4c40-822b-0e80bcc4de09 req-adca3d71-0ed6-46cf-afbe-72023c362eb1 service neutron] 10.222.0.26 "GET /v2.0/networks/4306e211-7293-43e9-8c02-14badf8c79d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246288 Jul 13 13:53:41.979072 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-040a8695-b1b9-4f71-b1da-5ae491e9c492 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Allocated IP 172.25.6.139 (acf968b8-c524-46a9-a20b-ad9667009130/dde5a78e-bd1e-4f47-8189-7321d4de73d3/48787647-d4d5-4d7c-8f58-be27e4d184c8) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:53:42.000056 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85780b37-fcf4-44a5-8fc7-fddca1e596f9 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Network 5586df98-a5fa-4a22-85b3-698b1cca065f is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:53:42.003905 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-85780b37-fcf4-44a5-8fc7-fddca1e596f9 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:53:42.112212 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a3c9ca48-6e30-4c40-822b-0e80bcc4de09 req-9bc90d8c-35f0-4af4-8ed9-6a17fa63ad00 service neutron] 10.222.0.26 "GET /v2.0/networks/4306e211-7293-43e9-8c02-14badf8c79d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280723 Jul 13 13:53:42.220252 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-040a8695-b1b9-4f71-b1da-5ae491e9c492 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:42.247427 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85780b37-fcf4-44a5-8fc7-fddca1e596f9 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Router 6e6c35d2-3101-4a59-afdc-1aecc8430b8c has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 13:53:42.251119 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-364f2c5b-d03e-4d8b-8911-06f2d153c1b9 None None] Provisioning complete for port 2dbeaf96-e55d-42a6-adef-d93f86e3d1ea triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:53:42.251724 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-364f2c5b-d03e-4d8b-8911-06f2d153c1b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:42.287526 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-364f2c5b-d03e-4d8b-8911-06f2d153c1b9 None None] Port 2dbeaf96-e55d-42a6-adef-d93f86e3d1ea cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:53:42.363822 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-040a8695-b1b9-4f71-b1da-5ae491e9c492 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:42.417596 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-040a8695-b1b9-4f71-b1da-5ae491e9c492 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Network acf968b8-c524-46a9-a20b-ad9667009130 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:53:42.438523 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-040a8695-b1b9-4f71-b1da-5ae491e9c492 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:53:42.440361 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040a8695-b1b9-4f71-b1da-5ae491e9c492 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:53:42.487004 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85780b37-fcf4-44a5-8fc7-fddca1e596f9 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:53:42.492145 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-85780b37-fcf4-44a5-8fc7-fddca1e596f9 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] 10.222.0.23 "PUT /v2.0/routers/6e6c35d2-3101-4a59-afdc-1aecc8430b8c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4977338 Jul 13 13:53:42.504899 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040a8695-b1b9-4f71-b1da-5ae491e9c492 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Pushing event updated for resources: {'Port': ['ID=48787647-d4d5-4d7c-8f58-be27e4d184c8,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:53:42.509100 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d592e5-239d-4472-a673-d75bef38f851 None None] Sync routers for ids ['6e6c35d2-3101-4a59-afdc-1aecc8430b8c'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:53:42.522890 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d592e5-239d-4472-a673-d75bef38f851 None None] Routers {'6e6c35d2-3101-4a59-afdc-1aecc8430b8c'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:53:42.523552 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-d3d592e5-239d-4472-a673-d75bef38f851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:53:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['6e6c35d2-3101-4a59-afdc-1aecc8430b8c'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:53:42.576280 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d517063-07a0-400a-b097-d5fb435bb7fb req-e36c8370-d740-4f6f-b5c6-062719f1e86a tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:42.577956 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-0d517063-07a0-400a-b097-d5fb435bb7fb req-e36c8370-d740-4f6f-b5c6-062719f1e86a tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5219796-7cb4-4f57-83f9-a0e832f4593f HTTP/1.1" status: 200 len: 945 time: 0.1691384 Jul 13 13:53:42.609315 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-040a8695-b1b9-4f71-b1da-5ae491e9c492 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:42.666362 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-d3d592e5-239d-4472-a673-d75bef38f851 None None] Set router 6e6c35d2-3101-4a59-afdc-1aecc8430b8c gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:53:42.673715 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-0d517063-07a0-400a-b097-d5fb435bb7fb req-9930a2a0-de36-419d-840e-602a789b8c2d tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c36ff65-e031-4d60-bc12-4aaf4c57b43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836248 Jul 13 13:53:42.687732 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-040a8695-b1b9-4f71-b1da-5ae491e9c492 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:42.885772 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-040a8695-b1b9-4f71-b1da-5ae491e9c492 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:42.890280 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-040a8695-b1b9-4f71-b1da-5ae491e9c492 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:42.946051 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040a8695-b1b9-4f71-b1da-5ae491e9c492 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Pushing event updated for resources: {'Port': ['ID=48787647-d4d5-4d7c-8f58-be27e4d184c8,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:53:42.996830 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-040a8695-b1b9-4f71-b1da-5ae491e9c492 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446547'] for floatingip, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:43.014644 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-040a8695-b1b9-4f71-b1da-5ae491e9c492 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for floatingip, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:43.016240 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-040a8695-b1b9-4f71-b1da-5ae491e9c492 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5814857 Jul 13 13:53:43.225012 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dfdd4c-6ed5-40b0-80e2-09ed20f85f20 req-6f678f66-92e9-40fa-8466-f97ae0c6372a tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:43.227914 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e2dfdd4c-6ed5-40b0-80e2-09ed20f85f20 req-6f678f66-92e9-40fa-8466-f97ae0c6372a tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/ports?device_id=d7eb8b77-e5a1-439f-a5e4-28b8dc6822af HTTP/1.1" status: 200 len: 943 time: 0.1640937 Jul 13 13:53:43.301874 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-d3d592e5-239d-4472-a673-d75bef38f851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e6c35d2-3101-4a59-afdc-1aecc8430b8c', 'name': 'tempest-TestNetworkBasicOps-router-1884197832', 'tenant_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': 'b82ce7a0-912c-4b40-a9cc-9f95df758d0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:51:52Z', 'updated_at': '2021-07-13T13:53:41Z', 'revision_number': 5, 'project_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'gw_port': {'id': 'b82ce7a0-912c-4b40-a9cc-9f95df758d0c', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:75:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6c35d2-3101-4a59-afdc-1aecc8430b8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:51:54Z', 'updated_at': '2021-07-13T13:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_floatingips': [{'id': '1dac77a1-4c97-4f4f-a5ce-41123dd4b6ab', 'tenant_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'floating_ip_address': '172.25.6.184', 'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'router_id': '6e6c35d2-3101-4a59-afdc-1aecc8430b8c', 'port_id': '44e9e118-3e55-459e-a9b2-0c0079a48a40', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2637, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74b894bb-81e0-406c-ab54-602d50ca5470', 'mac_address': 'fa:16:3e:8c:5d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14cd113-6397-47e4-9814-611179bd97a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T13:52:41Z', 'updated_at': '2021-07-13T13:52:47Z', 'revision_number': 1, 'project_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dbeaf96-e55d-42a6-adef-d93f86e3d1ea', 'name': '', 'network_id': '5586df98-a5fa-4a22-85b3-698b1cca065f', 'tenant_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'mac_address': 'fa:16:3e:d2:56:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e6c35d2-3101-4a59-afdc-1aecc8430b8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': 'af7b83d0-d88a-4cc6-a57c-0cfec6cd5516', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:53:39Z', 'updated_at': '2021-07-13T13:53:41Z', 'revision_number': 2, 'project_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'subnets': [{'id': 'af7b83d0-d88a-4cc6-a57c-0cfec6cd5516', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e73d9bad-ede3-4700-9494-508a3c6b764b', 'name': '', 'network_id': '74b894bb-81e0-406c-ab54-602d50ca5470', 'tenant_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'mac_address': 'fa:16:3e:8d:dd:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6c35d2-3101-4a59-afdc-1aecc8430b8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2595, 'fixed_ips': [{'subnet_id': '72813855-4fcc-4acd-b42e-646c1f5e9567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:52:03Z', 'updated_at': '2021-07-13T13:52:18Z', 'revision_number': 5, 'project_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'subnets': [{'id': '72813855-4fcc-4acd-b42e-646c1f5e9567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:53:43.315464 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e2dfdd4c-6ed5-40b0-80e2-09ed20f85f20 req-24511d64-bef0-49b3-b8f3-f2fcc2f27665 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/security-groups?id=0095868c-fb20-45e5-8afa-e9ed53786ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813882 Jul 13 13:53:43.332583 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d592e5-239d-4472-a673-d75bef38f851 None None] Checking router: 6e6c35d2-3101-4a59-afdc-1aecc8430b8c for host: n-d-800634-1 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 13:53:43.332720 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d592e5-239d-4472-a673-d75bef38f851 None None] Updating router 6e6c35d2-3101-4a59-afdc-1aecc8430b8c port 2dbeaf96-e55d-42a6-adef-d93f86e3d1ea binding host n-d-800634-1 {{(pid=93752) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 13:53:43.375868 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d3d592e5-239d-4472-a673-d75bef38f851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:43.401057 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-3509366c-f048-4cce-a4cd-ffd354f56b25 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--2073567990&fields=id&tenant_id=cddde6624d514a049e75835df6c903ed HTTP/1.1" status: 200 len: 267 time: 0.0445750 Jul 13 13:53:43.470477 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-4aabb200-25a1-4957-a380-6c27029dbfd7 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:43.472554 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-4aabb200-25a1-4957-a380-6c27029dbfd7 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] 10.222.0.23 "GET /v2.0/ports/580fca4a-3ae1-4d32-ab03-327db6d3f362 HTTP/1.1" status: 200 len: 936 time: 0.0639482 Jul 13 13:53:43.574556 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-36d64e7b-ddbe-482b-9123-7567729432ef tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:43.576861 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-36d64e7b-ddbe-482b-9123-7567729432ef tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] 10.222.0.23 "GET /v2.0/ports/364b743d-042d-4734-ac77-5bc18537c35c HTTP/1.1" status: 200 len: 936 time: 0.0919380 Jul 13 13:53:43.631795 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-ded8ad43-0a32-47eb-9d19-0ecf2bf93002 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] 10.222.0.23 "GET /v2.0/ports?network_id=66d18ebd-c35e-4e15-b1ef-9323bd11d006&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0481167 Jul 13 13:53:43.682547 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-46edfbea-9c29-4a4f-8132-064d115a6fd7 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] 10.222.0.23 "GET /v2.0/ports?network_id=66d18ebd-c35e-4e15-b1ef-9323bd11d006&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0446057 Jul 13 13:53:43.720885 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d3d592e5-239d-4472-a673-d75bef38f851 None None] Notify callbacks [] for port, precommit_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:43.733411 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-d3d592e5-239d-4472-a673-d75bef38f851 None None] Transition to ACTIVE for port object 2dbeaf96-e55d-42a6-adef-d93f86e3d1ea will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:53:43.740467 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d3d592e5-239d-4472-a673-d75bef38f851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:43.792614 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db1c96b-5c66-4dc1-8e38-4afe0aafec57 None None] Pushing event updated for resources: {'Port': ['ID=2dbeaf96-e55d-42a6-adef-d93f86e3d1ea,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:53:43.838980 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-35aa6b70-1ba0-4488-9750-236c1b72ed26 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:43.846159 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-35aa6b70-1ba0-4488-9750-236c1b72ed26 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:43.857764 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-35aa6b70-1ba0-4488-9750-236c1b72ed26 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:43.857764 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-35aa6b70-1ba0-4488-9750-236c1b72ed26 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] 10.222.0.23 "GET /v2.0/networks?id=446293fa-d089-4a73-be46-3f7c6317a56f&id=c10609af-899d-4476-bb3f-a1771ca4066b&id=c10609af-899d-4476-bb3f-a1771ca4066b&id=66d18ebd-c35e-4e15-b1ef-9323bd11d006&id=66d18ebd-c35e-4e15-b1ef-9323bd11d006 HTTP/1.1" status: 200 len: 1994 time: 0.1711233 Jul 13 13:53:43.889846 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-d3d592e5-239d-4472-a673-d75bef38f851 None None] Attempting to bind port 2dbeaf96-e55d-42a6-adef-d93f86e3d1ea on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:53:43.890520 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-d3d592e5-239d-4472-a673-d75bef38f851 None None] Attempting to bind port 2dbeaf96-e55d-42a6-adef-d93f86e3d1ea by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': 'c4dc016d-b2da-4b50-ba17-aca7d644593b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '5586df98-a5fa-4a22-85b3-698b1cca065f'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:53:43.891055 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d592e5-239d-4472-a673-d75bef38f851 None None] Attempting to bind port 2dbeaf96-e55d-42a6-adef-d93f86e3d1ea on network 5586df98-a5fa-4a22-85b3-698b1cca065f {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:53:43.895462 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-9aa31fee-6aad-4990-b047-182b6809c41f tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] 10.222.0.23 "GET /v2.0/quotas/cddde6624d514a049e75835df6c903ed HTTP/1.1" status: 200 len: 375 time: 0.0325711 Jul 13 13:53:43.903794 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d592e5-239d-4472-a673-d75bef38f851 None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 53, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:53:43.904628 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d592e5-239d-4472-a673-d75bef38f851 None None] Checking segment: {'id': 'c4dc016d-b2da-4b50-ba17-aca7d644593b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '5586df98-a5fa-4a22-85b3-698b1cca065f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:53:43.905037 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d3d592e5-239d-4472-a673-d75bef38f851 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:43.905437 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d592e5-239d-4472-a673-d75bef38f851 None None] Bound using segment: {'id': 'c4dc016d-b2da-4b50-ba17-aca7d644593b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '5586df98-a5fa-4a22-85b3-698b1cca065f'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:53:43.907302 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-d3d592e5-239d-4472-a673-d75bef38f851 None None] Bound port: 2dbeaf96-e55d-42a6-adef-d93f86e3d1ea, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4dc016d-b2da-4b50-ba17-aca7d644593b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '5586df98-a5fa-4a22-85b3-698b1cca065f'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:53:43.907702 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d3d592e5-239d-4472-a673-d75bef38f851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:44.017038 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-b12aa902-934c-4dbd-9d8d-840d206f32b7 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=cddde6624d514a049e75835df6c903ed&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1206532 Jul 13 13:53:44.051985 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-d3d592e5-239d-4472-a673-d75bef38f851 None None] For port 2dbeaf96-e55d-42a6-adef-d93f86e3d1ea, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:53:44.056647 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-d3d592e5-239d-4472-a673-d75bef38f851 None None] For port 2dbeaf96-e55d-42a6-adef-d93f86e3d1ea, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=2dbeaf96-e55d-42a6-adef-d93f86e3d1ea,segment=NetworkSegment(c4dc016d-b2da-4b50-ba17-aca7d644593b),segment_id=c4dc016d-b2da-4b50-ba17-aca7d644593b)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:53:44.082475 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d3d592e5-239d-4472-a673-d75bef38f851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:44.147719 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d592e5-239d-4472-a673-d75bef38f851 None None] Routers {'6e6c35d2-3101-4a59-afdc-1aecc8430b8c'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:53:44.148511 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-d3d592e5-239d-4472-a673-d75bef38f851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:53:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['6e6c35d2-3101-4a59-afdc-1aecc8430b8c'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:53:44.320805 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-d3d592e5-239d-4472-a673-d75bef38f851 None None] Set router 6e6c35d2-3101-4a59-afdc-1aecc8430b8c gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:53:44.365151 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db1c96b-5c66-4dc1-8e38-4afe0aafec57 None None] Pushing event updated for resources: {'Port': ['ID=2dbeaf96-e55d-42a6-adef-d93f86e3d1ea,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:53:44.409258 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 1b8e8666-e008-4816-adae-264039dbd7b5 details requested by agent hyperv_n-h1-800634-1 with host n-h1-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 13:53:44.524265 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-e91e5956-3a72-4590-8bae-aee777c36fb0 service neutron] 10.222.0.23 "GET /v2.0/networks/446293fa-d089-4a73-be46-3f7c6317a56f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4915342 Jul 13 13:53:44.656923 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-3709d1e6-df88-461c-82a0-aad150389772 service neutron] 10.222.0.23 "GET /v2.0/networks/446293fa-d089-4a73-be46-3f7c6317a56f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293123 Jul 13 13:53:44.739873 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 1b8e8666-e008-4816-adae-264039dbd7b5, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=1b8e8666-e008-4816-adae-264039dbd7b5,segment=NetworkSegment(f0c035ba-ef7c-4972-a79c-06787b5c4532),segment_id=f0c035ba-ef7c-4972-a79c-06787b5c4532)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:53:44.749986 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-751b1f4e-38b0-43d1-b0f2-9f3b9dd57025 service neutron] 10.222.0.23 "GET /v2.0/ports/580fca4a-3ae1-4d32-ab03-327db6d3f362?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0863736 Jul 13 13:53:44.756437 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Returning: {'device': '1b8e8666-e008-4816-adae-264039dbd7b5', 'network_id': '4306e211-7293-43e9-8c02-14badf8c79d9', 'port_id': '1b8e8666-e008-4816-adae-264039dbd7b5', 'mac_address': 'fa:16:3e:de:71:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9eae714-cd86-4b29-a4c2-c920f28b0327', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 13:53:44.772016 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7bd462-4404-42b4-9efe-3d51442211c3 req-a5f83ec3-e324-4af1-bae4-cff0dd58cebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:44.773583 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-dd7bd462-4404-42b4-9efe-3d51442211c3 req-a5f83ec3-e324-4af1-bae4-cff0dd58cebd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ac5768eaeb3242ac813c969082f024de&device_id=c5219796-7cb4-4f57-83f9-a0e832f4593f HTTP/1.1" status: 200 len: 1096 time: 0.1371763 Jul 13 13:53:44.812599 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-d3d592e5-239d-4472-a673-d75bef38f851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e6c35d2-3101-4a59-afdc-1aecc8430b8c', 'name': 'tempest-TestNetworkBasicOps-router-1884197832', 'tenant_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': 'b82ce7a0-912c-4b40-a9cc-9f95df758d0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:51:52Z', 'updated_at': '2021-07-13T13:53:41Z', 'revision_number': 5, 'project_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'gw_port': {'id': 'b82ce7a0-912c-4b40-a9cc-9f95df758d0c', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:75:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6c35d2-3101-4a59-afdc-1aecc8430b8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:51:54Z', 'updated_at': '2021-07-13T13:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_floatingips': [{'id': '1dac77a1-4c97-4f4f-a5ce-41123dd4b6ab', 'tenant_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'floating_ip_address': '172.25.6.184', 'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'router_id': '6e6c35d2-3101-4a59-afdc-1aecc8430b8c', 'port_id': '44e9e118-3e55-459e-a9b2-0c0079a48a40', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2637, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74b894bb-81e0-406c-ab54-602d50ca5470', 'mac_address': 'fa:16:3e:8c:5d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14cd113-6397-47e4-9814-611179bd97a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T13:52:41Z', 'updated_at': '2021-07-13T13:52:47Z', 'revision_number': 1, 'project_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dbeaf96-e55d-42a6-adef-d93f86e3d1ea', 'name': '', 'network_id': '5586df98-a5fa-4a22-85b3-698b1cca065f', 'tenant_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'mac_address': 'fa:16:3e:d2:56:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e6c35d2-3101-4a59-afdc-1aecc8430b8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': 'af7b83d0-d88a-4cc6-a57c-0cfec6cd5516', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:53:39Z', 'updated_at': '2021-07-13T13:53:44Z', 'revision_number': 4, 'project_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'subnets': [{'id': 'af7b83d0-d88a-4cc6-a57c-0cfec6cd5516', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e73d9bad-ede3-4700-9494-508a3c6b764b', 'name': '', 'network_id': '74b894bb-81e0-406c-ab54-602d50ca5470', 'tenant_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'mac_address': 'fa:16:3e:8d:dd:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6c35d2-3101-4a59-afdc-1aecc8430b8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2595, 'fixed_ips': [{'subnet_id': '72813855-4fcc-4acd-b42e-646c1f5e9567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:52:03Z', 'updated_at': '2021-07-13T13:52:18Z', 'revision_number': 5, 'project_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'subnets': [{'id': '72813855-4fcc-4acd-b42e-646c1f5e9567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:53:44.815001 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:44.869430 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95f152d-da46-40f0-8c40-4c4a8ced5379 req-eecf3e16-9115-43cd-9409-e85eabf911a8 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:44.876945 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f95f152d-da46-40f0-8c40-4c4a8ced5379 req-eecf3e16-9115-43cd-9409-e85eabf911a8 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/ports?device_id=d7eb8b77-e5a1-439f-a5e4-28b8dc6822af HTTP/1.1" status: 200 len: 943 time: 0.1464117 Jul 13 13:53:44.878199 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d592e5-239d-4472-a673-d75bef38f851 None None] The sync data for ids ['6e6c35d2-3101-4a59-afdc-1aecc8430b8c'] in n-d-800634-1 is: [{'id': '6e6c35d2-3101-4a59-afdc-1aecc8430b8c', 'name': 'tempest-TestNetworkBasicOps-router-1884197832', 'tenant_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': 'b82ce7a0-912c-4b40-a9cc-9f95df758d0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:51:52Z', 'updated_at': '2021-07-13T13:53:41Z', 'revision_number': 5, 'project_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'gw_port': {'id': 'b82ce7a0-912c-4b40-a9cc-9f95df758d0c', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:75:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6c35d2-3101-4a59-afdc-1aecc8430b8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:51:54Z', 'updated_at': '2021-07-13T13:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_floatingips': [{'id': '1dac77a1-4c97-4f4f-a5ce-41123dd4b6ab', 'tenant_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'floating_ip_address': '172.25.6.184', 'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'router_id': '6e6c35d2-3101-4a59-afdc-1aecc8430b8c', 'port_id': '44e9e118-3e55-459e-a9b2-0c0079a48a40', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2637, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74b894bb-81e0-406c-ab54-602d50ca5470', 'mac_address': 'fa:16:3e:8c:5d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14cd113-6397-47e4-9814-611179bd97a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T13:52:41Z', 'updated_at': '2021-07-13T13:52:47Z', 'revision_number': 1, 'project_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dbeaf96-e55d-42a6-adef-d93f86e3d1ea', 'name': '', 'network_id': '5586df98-a5fa-4a22-85b3-698b1cca065f', 'tenant_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'mac_address': 'fa:16:3e:d2:56:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e6c35d2-3101-4a59-afdc-1aecc8430b8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': 'af7b83d0-d88a-4cc6-a57c-0cfec6cd5516', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:53:39Z', 'updated_at': '2021-07-13T13:53:44Z', 'revision_number': 4, 'project_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'subnets': [{'id': 'af7b83d0-d88a-4cc6-a57c-0cfec6cd5516', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e73d9bad-ede3-4700-9494-508a3c6b764b', 'name': '', 'network_id': '74b894bb-81e0-406c-ab54-602d50ca5470', 'tenant_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'mac_address': 'fa:16:3e:8d:dd:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6c35d2-3101-4a59-afdc-1aecc8430b8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2595, 'fixed_ips': [{'subnet_id': '72813855-4fcc-4acd-b42e-646c1f5e9567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:52:03Z', 'updated_at': '2021-07-13T13:52:18Z', 'revision_number': 5, 'project_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'subnets': [{'id': '72813855-4fcc-4acd-b42e-646c1f5e9567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:53:44.896457 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b8e8666-e008-4816-adae-264039dbd7b5 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:53:44.900591 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-fd22d6ca-19c8-45eb-ade2-cc1d3c780973 service neutron] 10.222.0.23 "GET /v2.0/networks/c10609af-899d-4476-bb3f-a1771ca4066b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437035 Jul 13 13:53:44.931362 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 1b8e8666-e008-4816-adae-264039dbd7b5, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=1b8e8666-e008-4816-adae-264039dbd7b5,segment=NetworkSegment(f0c035ba-ef7c-4972-a79c-06787b5c4532),segment_id=f0c035ba-ef7c-4972-a79c-06787b5c4532)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:53:44.942399 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f95f152d-da46-40f0-8c40-4c4a8ced5379 req-e65847de-85bf-4639-a010-1aad64b80825 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/security-groups?id=0095868c-fb20-45e5-8afa-e9ed53786ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642059 Jul 13 13:53:44.982650 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:45.024628 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7bd462-4404-42b4-9efe-3d51442211c3 req-32a9dd6e-e060-4e66-8f1a-4fa19370c3be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:45.026378 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-dd7bd462-4404-42b4-9efe-3d51442211c3 req-32a9dd6e-e060-4e66-8f1a-4fa19370c3be service neutron] 10.222.0.41 "GET /v2.0/networks?id=b450f1e2-a722-4908-8646-fc79c4a514ae HTTP/1.1" status: 200 len: 919 time: 0.2428434 Jul 13 13:53:45.073654 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-1eb1eafd-feb4-4a17-bea8-d7352309b440 service neutron] 10.222.0.23 "GET /v2.0/networks/c10609af-899d-4476-bb3f-a1771ca4066b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720297 Jul 13 13:53:45.109183 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-dd7bd462-4404-42b4-9efe-3d51442211c3 req-6ac2976f-16f5-49b5-9753-19280cf2ebc9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a5d46911-2f83-4169-9f46-14e83180fa25 HTTP/1.1" status: 200 len: 217 time: 0.0742667 Jul 13 13:53:45.129132 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=1b8e8666-e008-4816-adae-264039dbd7b5,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:53:45.194361 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-f9b54b2f-06cf-48f4-b45e-338bcfe1a834 service neutron] 10.222.0.23 "GET /v2.0/ports/364b743d-042d-4734-ac77-5bc18537c35c?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1131039 Jul 13 13:53:45.221101 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7bd462-4404-42b4-9efe-3d51442211c3 req-faeed823-e193-48e5-91f2-049763cbd09c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:45.223349 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-dd7bd462-4404-42b4-9efe-3d51442211c3 req-faeed823-e193-48e5-91f2-049763cbd09c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a936942e-7fca-4553-9966-ac3c5be7d1ca HTTP/1.1" status: 200 len: 859 time: 0.1069727 Jul 13 13:53:45.276131 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['1b8e8666-e008-4816-adae-264039dbd7b5'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:53:45.277872 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-dd7bd462-4404-42b4-9efe-3d51442211c3 req-b6b43f5e-59fd-490a-892e-1f56c17d30da service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b450f1e2-a722-4908-8646-fc79c4a514ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465870 Jul 13 13:53:45.313883 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-b8d34906-9b5a-4892-b211-57e8a12b4900 service neutron] 10.222.0.23 "GET /v2.0/networks/c10609af-899d-4476-bb3f-a1771ca4066b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112409 Jul 13 13:53:45.386735 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10024050-fac7-40a7-8581-0a7c88ff3352 req-e8eeb234-ad92-45a8-bfb0-f62e830ca226 tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:45.389556 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-10024050-fac7-40a7-8581-0a7c88ff3352 req-e8eeb234-ad92-45a8-bfb0-f62e830ca226 tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5219796-7cb4-4f57-83f9-a0e832f4593f HTTP/1.1" status: 200 len: 945 time: 0.2201877 Jul 13 13:53:45.437276 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-3af741e4-6e4a-475c-9e4b-628a1c3b1e71 service neutron] 10.222.0.23 "GET /v2.0/networks/c10609af-899d-4476-bb3f-a1771ca4066b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181006 Jul 13 13:53:45.533141 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-10024050-fac7-40a7-8581-0a7c88ff3352 req-c5940937-c3a6-44d4-ab26-de19ff4b0c9b tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c36ff65-e031-4d60-bc12-4aaf4c57b43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225719 Jul 13 13:53:45.535711 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-dd7bd462-4404-42b4-9efe-3d51442211c3 req-38da8f8a-9891-4a1c-a995-538bfb73ea92 service neutron] 10.222.0.41 "GET /v2.0/networks/b450f1e2-a722-4908-8646-fc79c4a514ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2504640 Jul 13 13:53:45.542828 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-cc1e5381-b15b-4986-be73-a5303e307f26 service neutron] 10.222.0.23 "GET /v2.0/networks/c10609af-899d-4476-bb3f-a1771ca4066b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043084 Jul 13 13:53:45.652803 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-dd7bd462-4404-42b4-9efe-3d51442211c3 req-cb63a4cf-9ff7-4b68-9218-aa44c8f36390 service neutron] 10.222.0.41 "GET /v2.0/networks/b450f1e2-a722-4908-8646-fc79c4a514ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090798 Jul 13 13:53:45.691227 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-2f8a3ca7-0824-4204-b0e5-24788cf3ba8a service neutron] 10.222.0.23 "GET /v2.0/networks/c10609af-899d-4476-bb3f-a1771ca4066b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417367 Jul 13 13:53:45.794890 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-fa5d8984-0d8a-49ef-9060-9d5188751889 service neutron] 10.222.0.23 "GET /v2.0/networks/c10609af-899d-4476-bb3f-a1771ca4066b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971208 Jul 13 13:53:45.896735 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-78c7296e-ed04-4a96-9510-b84019ef6b8d service neutron] 10.222.0.23 "GET /v2.0/networks/c10609af-899d-4476-bb3f-a1771ca4066b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941632 Jul 13 13:53:45.996123 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-e480571b-9a0c-4abd-a35e-5782767bd8a7 service neutron] 10.222.0.23 "GET /v2.0/networks/66d18ebd-c35e-4e15-b1ef-9323bd11d006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938299 Jul 13 13:53:46.115817 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-58b3ea7d-45d0-4daf-a7e3-e1634f9890f6 service neutron] 10.222.0.23 "GET /v2.0/networks/66d18ebd-c35e-4e15-b1ef-9323bd11d006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132631 Jul 13 13:53:46.160084 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0baee88-0f1e-4ee0-9817-f8d2809eca07 req-aa29b234-d59b-4382-9640-37211197edc6 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:46.161644 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e0baee88-0f1e-4ee0-9817-f8d2809eca07 req-aa29b234-d59b-4382-9640-37211197edc6 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/ports?device_id=d7eb8b77-e5a1-439f-a5e4-28b8dc6822af HTTP/1.1" status: 200 len: 944 time: 0.1000175 Jul 13 13:53:46.214386 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e0baee88-0f1e-4ee0-9817-f8d2809eca07 req-6f4e8fa7-c3b8-4ff8-84d4-7c8446f83662 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/security-groups?id=0095868c-fb20-45e5-8afa-e9ed53786ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462813 Jul 13 13:53:46.219711 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-b621b335-3af5-48bf-b77f-3a52571dd2b5 service neutron] 10.222.0.23 "GET /v2.0/networks/66d18ebd-c35e-4e15-b1ef-9323bd11d006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979774 Jul 13 13:53:46.318292 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-1128ec25-6e8e-4ea1-b6e8-ce9b113ec9f4 service neutron] 10.222.0.23 "GET /v2.0/networks/66d18ebd-c35e-4e15-b1ef-9323bd11d006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931447 Jul 13 13:53:46.412268 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 1b8e8666-e008-4816-adae-264039dbd7b5 up at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:53:46.467059 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning for port 1b8e8666-e008-4816-adae-264039dbd7b5 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:53:46.472459 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning complete for port 1b8e8666-e008-4816-adae-264039dbd7b5 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:53:46.473244 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:46.565055 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:46.597978 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7eb8b77-e5a1-439f-a5e4-28b8dc6822af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b8e8666-e008-4816-adae-264039dbd7b5'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:53:46.600244 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96293a09-073b-4e35-9c3b-531e37320aaf" -d '{"events": [{"server_uuid": "d7eb8b77-e5a1-439f-a5e4-28b8dc6822af", "name": "network-vif-plugged", "status": "completed", "tag": "1b8e8666-e008-4816-adae-264039dbd7b5"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:53:46.614334 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 1b8e8666-e008-4816-adae-264039dbd7b5, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=1b8e8666-e008-4816-adae-264039dbd7b5,segment=NetworkSegment(f0c035ba-ef7c-4972-a79c-06787b5c4532),segment_id=f0c035ba-ef7c-4972-a79c-06787b5c4532)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:53:46.627375 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:46.698002 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=1b8e8666-e008-4816-adae-264039dbd7b5,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:53:46.781848 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662ecd99-d5b0-40e8-b47f-1ff6b9eb6da0 req-ade4f8c2-6c95-4fcd-8631-12f39428c1ea tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:46.782807 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-662ecd99-d5b0-40e8-b47f-1ff6b9eb6da0 req-ade4f8c2-6c95-4fcd-8631-12f39428c1ea tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5219796-7cb4-4f57-83f9-a0e832f4593f HTTP/1.1" status: 200 len: 945 time: 0.0825055 Jul 13 13:53:46.828841 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-662ecd99-d5b0-40e8-b47f-1ff6b9eb6da0 req-f0e88bc0-a5fd-46b8-b6b0-5583c184d5fb tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c36ff65-e031-4d60-bc12-4aaf4c57b43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396242 Jul 13 13:53:46.890605 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fcd47ed-e80b-476e-8977-2a2aa812f5c7 x-openstack-request-id: req-3fcd47ed-e80b-476e-8977-2a2aa812f5c7 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:53:46.891057 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7eb8b77-e5a1-439f-a5e4-28b8dc6822af", "name": "network-vif-plugged", "status": "completed", "tag": "1b8e8666-e008-4816-adae-264039dbd7b5", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:53:46.891433 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3fcd47ed-e80b-476e-8977-2a2aa812f5c7 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:53:46.891980 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7eb8b77-e5a1-439f-a5e4-28b8dc6822af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b8e8666-e008-4816-adae-264039dbd7b5', 'code': 200} Jul 13 13:53:47.043855 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d84e0606-c5f3-481b-9711-47d83d8c8fb0 req-2ab22890-49b0-43ea-9dc6-beccc8f79ec5 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] 10.222.0.23 "GET /v2.0/ports?device_id=607ad771-cd6f-4fcf-b175-a30341f1423f HTTP/1.1" status: 200 len: 210 time: 0.0371461 Jul 13 13:53:47.077341 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88746fec-2d34-4182-b6d9-c7bf3d0d305f req-72c93849-98be-48c9-8f81-47301c2fa397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:47.078909 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-88746fec-2d34-4182-b6d9-c7bf3d0d305f req-72c93849-98be-48c9-8f81-47301c2fa397 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d7eb8b77-e5a1-439f-a5e4-28b8dc6822af HTTP/1.1" status: 200 len: 1096 time: 0.1163559 Jul 13 13:53:47.099992 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 2dbeaf96-e55d-42a6-adef-d93f86e3d1ea up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:53:47.143387 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-88746fec-2d34-4182-b6d9-c7bf3d0d305f req-71aa31a4-7e9d-4e91-81d7-a69d8d3b9728 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=0095868c-fb20-45e5-8afa-e9ed53786ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526042 Jul 13 13:53:47.189587 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11635c00-25e3-4869-95c0-a1ae2e0fd4e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:47.198204 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port 2dbeaf96-e55d-42a6-adef-d93f86e3d1ea completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:53:47.203459 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 2dbeaf96-e55d-42a6-adef-d93f86e3d1ea triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:53:47.204096 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:47.314165 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:47.351172 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port 2dbeaf96-e55d-42a6-adef-d93f86e3d1ea, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=2dbeaf96-e55d-42a6-adef-d93f86e3d1ea,segment=NetworkSegment(c4dc016d-b2da-4b50-ba17-aca7d644593b),segment_id=c4dc016d-b2da-4b50-ba17-aca7d644593b)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:53:47.358148 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:47.415694 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=2dbeaf96-e55d-42a6-adef-d93f86e3d1ea,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:53:47.432584 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd387d60-8762-493f-8cba-24de9999ecc7 req-3a3ec318-0289-4286-83af-b77776b563e0 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:47.434146 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-fd387d60-8762-493f-8cba-24de9999ecc7 req-3a3ec318-0289-4286-83af-b77776b563e0 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/ports?device_id=d7eb8b77-e5a1-439f-a5e4-28b8dc6822af HTTP/1.1" status: 200 len: 945 time: 0.0743544 Jul 13 13:53:47.478517 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-fd387d60-8762-493f-8cba-24de9999ecc7 req-3d5ffdd8-14ed-46a4-9712-3d3d3b2381f6 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/security-groups?id=0095868c-fb20-45e5-8afa-e9ed53786ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370903 Jul 13 13:53:48.016698 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db809793-f199-48df-8bab-06bcd06962fe req-612e7972-0c46-48d6-ad89-a6bc87416f33 tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:48.023492 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-db809793-f199-48df-8bab-06bcd06962fe req-612e7972-0c46-48d6-ad89-a6bc87416f33 tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5219796-7cb4-4f57-83f9-a0e832f4593f HTTP/1.1" status: 200 len: 945 time: 0.0769677 Jul 13 13:53:48.075248 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-db809793-f199-48df-8bab-06bcd06962fe req-2c597b8f-c132-4e3c-b2e6-25fa77ed4ec3 tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c36ff65-e031-4d60-bc12-4aaf4c57b43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456245 Jul 13 13:53:48.228021 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6c9cd849-d572-49c3-86f1-2169225fb803 req-e0ccbf22-020a-45c6-a0a0-2fb9e6fbdba8 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] 10.222.0.23 "GET /v2.0/ports?device_id=607ad771-cd6f-4fcf-b175-a30341f1423f HTTP/1.1" status: 200 len: 210 time: 0.0411673 Jul 13 13:53:48.267216 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-11ba733e-807f-47de-93cf-833dae3298d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:48.268762 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-11ba733e-807f-47de-93cf-833dae3298d2 service neutron] 10.222.0.41 "GET /v2.0/ports/580fca4a-3ae1-4d32-ab03-327db6d3f362 HTTP/1.1" status: 200 len: 1032 time: 0.0671458 Jul 13 13:53:48.331125 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-062525d2-60e6-4a38-b5d2-41fe4cc0975a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:48.332678 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-062525d2-60e6-4a38-b5d2-41fe4cc0975a service neutron] 10.222.0.41 "GET /v2.0/ports/364b743d-042d-4734-ac77-5bc18537c35c HTTP/1.1" status: 200 len: 1032 time: 0.0475831 Jul 13 13:53:48.453169 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-4b0d56dc-35a2-467e-a47b-b693ec807047 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:48.459236 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-4b0d56dc-35a2-467e-a47b-b693ec807047 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:48.466268 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-4b0d56dc-35a2-467e-a47b-b693ec807047 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:48.468621 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-4b0d56dc-35a2-467e-a47b-b693ec807047 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] 10.222.0.41 "GET /v2.0/networks?id=446293fa-d089-4a73-be46-3f7c6317a56f&id=c10609af-899d-4476-bb3f-a1771ca4066b&id=c10609af-899d-4476-bb3f-a1771ca4066b&id=c10609af-899d-4476-bb3f-a1771ca4066b&id=c10609af-899d-4476-bb3f-a1771ca4066b&id=66d18ebd-c35e-4e15-b1ef-9323bd11d006&id=66d18ebd-c35e-4e15-b1ef-9323bd11d006 HTTP/1.1" status: 200 len: 1994 time: 0.1292374 Jul 13 13:53:48.515304 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-eca8ab86-9eae-4f26-9479-982ac7ac27e5 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cddde6624d514a049e75835df6c903ed HTTP/1.1" status: 200 len: 380 time: 0.0377107 Jul 13 13:53:48.531485 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-34f60e6f-be78-4675-bc9a-271bfeefe7f6 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Request body: {'port': {'device_id': '607ad771-cd6f-4fcf-b175-a30341f1423f', 'network_id': '446293fa-d089-4a73-be46-3f7c6317a56f', 'admin_state_up': True, 'tenant_id': 'cddde6624d514a049e75835df6c903ed', 'security_groups': ['85c9413d-5aef-4db8-8eb1-39a597c8c461']}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:53:48.708245 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46c3404-2431-431a-b4ce-2ce63de84670 req-48b08c7d-79fd-47f0-9a7a-78f1b1858031 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:48.709942 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c46c3404-2431-431a-b4ce-2ce63de84670 req-48b08c7d-79fd-47f0-9a7a-78f1b1858031 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/ports?device_id=d7eb8b77-e5a1-439f-a5e4-28b8dc6822af HTTP/1.1" status: 200 len: 945 time: 0.0976901 Jul 13 13:53:48.711115 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-34f60e6f-be78-4675-bc9a-271bfeefe7f6 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Made reservation on behalf of cddde6624d514a049e75835df6c903ed for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:53:48.714581 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-34f60e6f-be78-4675-bc9a-271bfeefe7f6 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:48.821831 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c46c3404-2431-431a-b4ce-2ce63de84670 req-2d656064-cefc-4c51-aa75-27a8ef6f3ccb tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/security-groups?id=0095868c-fb20-45e5-8afa-e9ed53786ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034358 Jul 13 13:53:48.908168 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-34f60e6f-be78-4675-bc9a-271bfeefe7f6 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Allocated IP 172.20.0.10 (446293fa-d089-4a73-be46-3f7c6317a56f/3e740739-b63f-4ad3-b5cf-d6f6b58861d6/9471cf76-3a42-44c0-8380-63156b7de0c5) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:53:49.054896 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 2dbeaf96-e55d-42a6-adef-d93f86e3d1ea up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:53:49.104272 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-34f60e6f-be78-4675-bc9a-271bfeefe7f6 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:49.143415 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-34f60e6f-be78-4675-bc9a-271bfeefe7f6 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Transition to ACTIVE for port object 9471cf76-3a42-44c0-8380-63156b7de0c5 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:53:49.194373 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 2dbeaf96-e55d-42a6-adef-d93f86e3d1ea triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:53:49.195132 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:49.202708 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-34f60e6f-be78-4675-bc9a-271bfeefe7f6 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:49.316632 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-34f60e6f-be78-4675-bc9a-271bfeefe7f6 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Network 446293fa-d089-4a73-be46-3f7c6317a56f is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:53:49.326333 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-34f60e6f-be78-4675-bc9a-271bfeefe7f6 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:53:49.332444 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f60e6f-be78-4675-bc9a-271bfeefe7f6 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Pushing event updated for resources: {'Port': ['ID=9471cf76-3a42-44c0-8380-63156b7de0c5,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:53:49.335864 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-34f60e6f-be78-4675-bc9a-271bfeefe7f6 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:53:49.390731 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8e2cc0-02e5-4f44-9734-cab85458efb5 req-002ef1b8-c7e4-4e2a-9a81-31adff2e60d7 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:49.399486 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-db8e2cc0-02e5-4f44-9734-cab85458efb5 req-002ef1b8-c7e4-4e2a-9a81-31adff2e60d7 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/ports?device_id=d7eb8b77-e5a1-439f-a5e4-28b8dc6822af HTTP/1.1" status: 200 len: 945 time: 0.0850980 Jul 13 13:53:49.406628 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a373b3a-33fa-4e71-b937-f4029103aef7 req-ba4f9ace-27af-431b-a994-af28c08cf00c tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:49.408191 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8a373b3a-33fa-4e71-b937-f4029103aef7 req-ba4f9ace-27af-431b-a994-af28c08cf00c tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5219796-7cb4-4f57-83f9-a0e832f4593f HTTP/1.1" status: 200 len: 945 time: 0.1540537 Jul 13 13:53:49.416773 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-34f60e6f-be78-4675-bc9a-271bfeefe7f6 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:49.417325 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-34f60e6f-be78-4675-bc9a-271bfeefe7f6 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:49.448452 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-db8e2cc0-02e5-4f44-9734-cab85458efb5 req-ce80b15d-feb5-466e-9825-0cd9c123aff2 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/security-groups?id=0095868c-fb20-45e5-8afa-e9ed53786ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477271 Jul 13 13:53:49.462922 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8a373b3a-33fa-4e71-b937-f4029103aef7 req-fe03a448-4ed0-4d4d-83f0-79ce0c1b8ede tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c36ff65-e031-4d60-bc12-4aaf4c57b43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416107 Jul 13 13:53:49.464842 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-34f60e6f-be78-4675-bc9a-271bfeefe7f6 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9380577 Jul 13 13:53:49.477645 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-43274823-1fb2-498a-9ff8-ffaf8fe9c1a0 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Request body: {'port': {'device_id': '607ad771-cd6f-4fcf-b175-a30341f1423f', 'network_id': 'c10609af-899d-4476-bb3f-a1771ca4066b', 'admin_state_up': True, 'tenant_id': 'cddde6624d514a049e75835df6c903ed', 'security_groups': ['85c9413d-5aef-4db8-8eb1-39a597c8c461']}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:53:49.611593 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-43274823-1fb2-498a-9ff8-ffaf8fe9c1a0 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Made reservation on behalf of cddde6624d514a049e75835df6c903ed for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:53:49.615189 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-43274823-1fb2-498a-9ff8-ffaf8fe9c1a0 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:49.664027 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375d9195-e9a3-419e-a5ef-62fe0679ca03 req-3dc15e98-5219-4982-98bb-92a40e3e31b2 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:49.665889 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-375d9195-e9a3-419e-a5ef-62fe0679ca03 req-3dc15e98-5219-4982-98bb-92a40e3e31b2 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] 10.222.0.23 "GET /v2.0/ports?device_id=607ad771-cd6f-4fcf-b175-a30341f1423f HTTP/1.1" status: 200 len: 932 time: 0.0757749 Jul 13 13:53:49.680114 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-41f5eed9-2bb4-4fb1-befd-c32282a7fcd6 None None] Provisioning for port 9471cf76-3a42-44c0-8380-63156b7de0c5 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:53:49.684218 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-41f5eed9-2bb4-4fb1-befd-c32282a7fcd6 None None] Provisioning complete for port 9471cf76-3a42-44c0-8380-63156b7de0c5 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:53:49.684988 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-41f5eed9-2bb4-4fb1-befd-c32282a7fcd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:49.719262 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-375d9195-e9a3-419e-a5ef-62fe0679ca03 req-f6238578-4ebf-49f2-b955-c600f82d7567 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] 10.222.0.23 "GET /v2.0/security-groups?id=85c9413d-5aef-4db8-8eb1-39a597c8c461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403860 Jul 13 13:53:49.756515 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-41f5eed9-2bb4-4fb1-befd-c32282a7fcd6 None None] Port 9471cf76-3a42-44c0-8380-63156b7de0c5 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:53:49.766570 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-43274823-1fb2-498a-9ff8-ffaf8fe9c1a0 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Allocated IP 10.1.1.56 (c10609af-899d-4476-bb3f-a1771ca4066b/d8135eef-58f0-4af0-b4cf-468c412106b7/c1b3bef8-8fa9-45c3-9d8e-303ce20bc8ef) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:53:49.846790 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f0b55ab1-fd00-41d3-b653-309df7986524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:49.912092 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-43274823-1fb2-498a-9ff8-ffaf8fe9c1a0 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:49.926318 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-43274823-1fb2-498a-9ff8-ffaf8fe9c1a0 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Transition to ACTIVE for port object c1b3bef8-8fa9-45c3-9d8e-303ce20bc8ef will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:53:49.961116 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-43274823-1fb2-498a-9ff8-ffaf8fe9c1a0 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:49.997762 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:50.013100 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-43274823-1fb2-498a-9ff8-ffaf8fe9c1a0 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Network c10609af-899d-4476-bb3f-a1771ca4066b is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:53:50.016412 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-43274823-1fb2-498a-9ff8-ffaf8fe9c1a0 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:53:50.019018 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-43274823-1fb2-498a-9ff8-ffaf8fe9c1a0 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:53:50.025726 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43274823-1fb2-498a-9ff8-ffaf8fe9c1a0 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Pushing event updated for resources: {'Port': ['ID=c1b3bef8-8fa9-45c3-9d8e-303ce20bc8ef,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:53:50.073944 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-43274823-1fb2-498a-9ff8-ffaf8fe9c1a0 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:50.074595 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-43274823-1fb2-498a-9ff8-ffaf8fe9c1a0 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:50.092716 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-43274823-1fb2-498a-9ff8-ffaf8fe9c1a0 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.6203694 Jul 13 13:53:50.105956 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-a08996fd-f5c6-4f6d-b080-ffabdfea84ea tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Request body: {'port': {'device_id': '607ad771-cd6f-4fcf-b175-a30341f1423f', 'network_id': 'c10609af-899d-4476-bb3f-a1771ca4066b', 'admin_state_up': True, 'tenant_id': 'cddde6624d514a049e75835df6c903ed', 'security_groups': ['85c9413d-5aef-4db8-8eb1-39a597c8c461']}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:53:50.231805 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-a08996fd-f5c6-4f6d-b080-ffabdfea84ea tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Made reservation on behalf of cddde6624d514a049e75835df6c903ed for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:53:50.235329 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-a08996fd-f5c6-4f6d-b080-ffabdfea84ea tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:50.283524 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b6815cb8-339e-46af-b32a-97961e4ee0d5 None None] Provisioning for port c1b3bef8-8fa9-45c3-9d8e-303ce20bc8ef completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:53:50.288299 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b6815cb8-339e-46af-b32a-97961e4ee0d5 None None] Provisioning complete for port c1b3bef8-8fa9-45c3-9d8e-303ce20bc8ef triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:53:50.289097 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b6815cb8-339e-46af-b32a-97961e4ee0d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:50.344947 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b6815cb8-339e-46af-b32a-97961e4ee0d5 None None] Port c1b3bef8-8fa9-45c3-9d8e-303ce20bc8ef cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:53:50.386726 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-a08996fd-f5c6-4f6d-b080-ffabdfea84ea tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Allocated IP 10.1.1.27 (c10609af-899d-4476-bb3f-a1771ca4066b/d8135eef-58f0-4af0-b4cf-468c412106b7/d3e632d4-9634-467f-9ba8-1d189f1ac176) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:53:50.700952 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb31130f-8a8e-404c-a1f7-96b051e29c1b req-0dcb4eb5-7901-449a-bd32-95c848f1a7c7 tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:50.702486 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-cb31130f-8a8e-404c-a1f7-96b051e29c1b req-0dcb4eb5-7901-449a-bd32-95c848f1a7c7 tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5219796-7cb4-4f57-83f9-a0e832f4593f HTTP/1.1" status: 200 len: 945 time: 0.0707257 Jul 13 13:53:50.747047 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-cb31130f-8a8e-404c-a1f7-96b051e29c1b req-7193c055-0c0b-4b31-85c0-d3efe53c46ae tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c36ff65-e031-4d60-bc12-4aaf4c57b43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382915 Jul 13 13:53:50.936008 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-a08996fd-f5c6-4f6d-b080-ffabdfea84ea tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:50.941703 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba6ea83-3a03-41fa-999d-63778083e809 req-90625d95-83b1-4b16-9bd5-634ff6b89d9b tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:50.948380 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba6ea83-3a03-41fa-999d-63778083e809 req-90625d95-83b1-4b16-9bd5-634ff6b89d9b tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:50.951488 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6ba6ea83-3a03-41fa-999d-63778083e809 req-90625d95-83b1-4b16-9bd5-634ff6b89d9b tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] 10.222.0.23 "GET /v2.0/ports?device_id=607ad771-cd6f-4fcf-b175-a30341f1423f HTTP/1.1" status: 200 len: 1653 time: 0.0897300 Jul 13 13:53:50.952370 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626e4031-6627-4692-82f6-5515f3b7186e req-93d5e5e5-48bc-4879-9b04-b985e5174fcf tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:50.953883 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-626e4031-6627-4692-82f6-5515f3b7186e req-93d5e5e5-48bc-4879-9b04-b985e5174fcf tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7eb8b77-e5a1-439f-a5e4-28b8dc6822af HTTP/1.1" status: 200 len: 945 time: 0.1676564 Jul 13 13:53:50.966840 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa0ca39-38a0-477a-842f-ab33427239b0 req-1b8ad2b8-d503-403d-aacb-ebfde37f3e8d tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:50.968423 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-dfa0ca39-38a0-477a-842f-ab33427239b0 req-1b8ad2b8-d503-403d-aacb-ebfde37f3e8d tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/ports?device_id=d7eb8b77-e5a1-439f-a5e4-28b8dc6822af HTTP/1.1" status: 200 len: 945 time: 0.1834230 Jul 13 13:53:50.978707 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-a08996fd-f5c6-4f6d-b080-ffabdfea84ea tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Transition to ACTIVE for port object d3e632d4-9634-467f-9ba8-1d189f1ac176 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:53:50.998400 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6ba6ea83-3a03-41fa-999d-63778083e809 req-ec22d926-c741-46f2-920c-39e7adeea02d tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] 10.222.0.23 "GET /v2.0/security-groups?id=85c9413d-5aef-4db8-8eb1-39a597c8c461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406597 Jul 13 13:53:51.088474 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:51.098740 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-dfa0ca39-38a0-477a-842f-ab33427239b0 req-8f0b83bb-3676-4ddf-8c9a-39e058baa7cd tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/security-groups?id=0095868c-fb20-45e5-8afa-e9ed53786ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172590 Jul 13 13:53:51.123886 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-a08996fd-f5c6-4f6d-b080-ffabdfea84ea tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:51.175704 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-626e4031-6627-4692-82f6-5515f3b7186e req-afc75d2e-cc53-4b22-9c98-8d0befcf863b tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Deleting port 1b8e8666-e008-4816-adae-264039dbd7b5 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:53:51.176039 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-626e4031-6627-4692-82f6-5515f3b7186e req-afc75d2e-cc53-4b22-9c98-8d0befcf863b tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:51.184374 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-a08996fd-f5c6-4f6d-b080-ffabdfea84ea tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Network c10609af-899d-4476-bb3f-a1771ca4066b is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:53:51.199310 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-a08996fd-f5c6-4f6d-b080-ffabdfea84ea tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:53:51.203115 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-a08996fd-f5c6-4f6d-b080-ffabdfea84ea tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:53:51.266723 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08996fd-f5c6-4f6d-b080-ffabdfea84ea tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Pushing event updated for resources: {'Port': ['ID=d3e632d4-9634-467f-9ba8-1d189f1ac176,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:53:51.319851 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-a08996fd-f5c6-4f6d-b080-ffabdfea84ea tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:51.320479 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-a08996fd-f5c6-4f6d-b080-ffabdfea84ea tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:51.350901 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-a08996fd-f5c6-4f6d-b080-ffabdfea84ea tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.2490532 Jul 13 13:53:51.358511 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-626e4031-6627-4692-82f6-5515f3b7186e req-afc75d2e-cc53-4b22-9c98-8d0befcf863b tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] For port 1b8e8666-e008-4816-adae-264039dbd7b5, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=1b8e8666-e008-4816-adae-264039dbd7b5,segment=NetworkSegment(f0c035ba-ef7c-4972-a79c-06787b5c4532),segment_id=f0c035ba-ef7c-4972-a79c-06787b5c4532)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:53:51.358890 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-626e4031-6627-4692-82f6-5515f3b7186e req-afc75d2e-cc53-4b22-9c98-8d0befcf863b tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:51.370633 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-1973cb7c-ba0d-4281-994f-f84d2c810477 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Request body: {'port': {'device_id': '607ad771-cd6f-4fcf-b175-a30341f1423f', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '66d18ebd-c35e-4e15-b1ef-9323bd11d006', 'admin_state_up': True, 'tenant_id': 'cddde6624d514a049e75835df6c903ed', 'security_groups': ['85c9413d-5aef-4db8-8eb1-39a597c8c461']}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:53:51.390672 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-626e4031-6627-4692-82f6-5515f3b7186e req-afc75d2e-cc53-4b22-9c98-8d0befcf863b tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Calling delete_port for 1b8e8666-e008-4816-adae-264039dbd7b5 owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:53:51.472497 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-17f43aac-d997-431c-bf11-cc99edce49d8 None None] Provisioning for port d3e632d4-9634-467f-9ba8-1d189f1ac176 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:53:51.477248 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-17f43aac-d997-431c-bf11-cc99edce49d8 None None] Provisioning complete for port d3e632d4-9634-467f-9ba8-1d189f1ac176 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:53:51.477796 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-17f43aac-d997-431c-bf11-cc99edce49d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:51.512851 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-17f43aac-d997-431c-bf11-cc99edce49d8 None None] Port d3e632d4-9634-467f-9ba8-1d189f1ac176 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:53:51.558390 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-1973cb7c-ba0d-4281-994f-f84d2c810477 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Made reservation on behalf of cddde6624d514a049e75835df6c903ed for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:53:51.656802 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-626e4031-6627-4692-82f6-5515f3b7186e req-afc75d2e-cc53-4b22-9c98-8d0befcf863b tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:51.668204 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['456a7843-466b-4620-bb90-adc15c0c4e43', '1b8e8666-e008-4816-adae-264039dbd7b5'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:53:51.694470 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc75d2e-cc53-4b22-9c98-8d0befcf863b tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Pushing event deleted for resources: {'Port': ['ID=1b8e8666-e008-4816-adae-264039dbd7b5,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:53:51.711118 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-1973cb7c-ba0d-4281-994f-f84d2c810477 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:51.776260 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-626e4031-6627-4692-82f6-5515f3b7186e req-afc75d2e-cc53-4b22-9c98-8d0befcf863b tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] No DVR routers for this DVR port 1b8e8666-e008-4816-adae-264039dbd7b5 on host n-h1-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:53:51.781148 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-626e4031-6627-4692-82f6-5515f3b7186e req-afc75d2e-cc53-4b22-9c98-8d0befcf863b tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:51.783152 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-626e4031-6627-4692-82f6-5515f3b7186e req-afc75d2e-cc53-4b22-9c98-8d0befcf863b tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.26 "DELETE /v2.0/ports/1b8e8666-e008-4816-adae-264039dbd7b5 HTTP/1.1" status: 204 len: 173 time: 0.8121614 Jul 13 13:53:51.783606 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7eb8b77-e5a1-439f-a5e4-28b8dc6822af', 'name': 'network-vif-deleted', 'tag': '1b8e8666-e008-4816-adae-264039dbd7b5'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:53:51.786748 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab0c7509-26c5-496c-aad3-60c0197923bb" -d '{"events": [{"server_uuid": "d7eb8b77-e5a1-439f-a5e4-28b8dc6822af", "name": "network-vif-deleted", "tag": "1b8e8666-e008-4816-adae-264039dbd7b5"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:53:51.879823 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f94f5bb-22bb-48ca-b43f-af6b6bec9c8e x-openstack-request-id: req-5f94f5bb-22bb-48ca-b43f-af6b6bec9c8e {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:53:51.880147 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7eb8b77-e5a1-439f-a5e4-28b8dc6822af", "name": "network-vif-deleted", "tag": "1b8e8666-e008-4816-adae-264039dbd7b5", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:53:51.880351 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5f94f5bb-22bb-48ca-b43f-af6b6bec9c8e {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:53:51.880877 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7eb8b77-e5a1-439f-a5e4-28b8dc6822af', 'name': 'network-vif-deleted', 'tag': '1b8e8666-e008-4816-adae-264039dbd7b5', 'status': 'completed', 'code': 200} Jul 13 13:53:51.976734 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c88124-3dbc-4aa5-8716-fbd5e1363eea req-ddbedf9e-3438-4d81-b3cc-316e2dae622a tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:51.979000 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f9c88124-3dbc-4aa5-8716-fbd5e1363eea req-ddbedf9e-3438-4d81-b3cc-316e2dae622a tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5219796-7cb4-4f57-83f9-a0e832f4593f HTTP/1.1" status: 200 len: 945 time: 0.0857079 Jul 13 13:53:52.055092 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f9c88124-3dbc-4aa5-8716-fbd5e1363eea req-a348961b-8f3b-44ab-9475-ab748e6b6faf tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c36ff65-e031-4d60-bc12-4aaf4c57b43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652120 Jul 13 13:53:52.079927 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-1973cb7c-ba0d-4281-994f-f84d2c810477 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Allocated IP 10.2.2.100 (66d18ebd-c35e-4e15-b1ef-9323bd11d006/951f324c-d68d-486e-9ca1-85ca6e2b85a7/6203edbb-d062-45f4-b681-abe477bae469) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:53:52.265921 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b91d9fa7-2f52-441d-acd0-84344e14b1b0 req-de14f4df-2554-4980-8fb4-f0c15ab20788 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/ports?device_id=d7eb8b77-e5a1-439f-a5e4-28b8dc6822af HTTP/1.1" status: 200 len: 210 time: 0.0352025 Jul 13 13:53:52.290051 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-1973cb7c-ba0d-4281-994f-f84d2c810477 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:52.319569 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5bfc82-a3be-483f-a9e8-7e9c65eb2760 req-63b71f0c-beb1-4fbf-af5b-f21dac577d3b tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:52.326313 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5bfc82-a3be-483f-a9e8-7e9c65eb2760 req-63b71f0c-beb1-4fbf-af5b-f21dac577d3b tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:52.332602 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5bfc82-a3be-483f-a9e8-7e9c65eb2760 req-63b71f0c-beb1-4fbf-af5b-f21dac577d3b tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:52.334328 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7f5bfc82-a3be-483f-a9e8-7e9c65eb2760 req-63b71f0c-beb1-4fbf-af5b-f21dac577d3b tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] 10.222.0.23 "GET /v2.0/ports?device_id=607ad771-cd6f-4fcf-b175-a30341f1423f HTTP/1.1" status: 200 len: 2373 time: 0.1863325 Jul 13 13:53:52.337262 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-1973cb7c-ba0d-4281-994f-f84d2c810477 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Transition to ACTIVE for port object 6203edbb-d062-45f4-b681-abe477bae469 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:53:52.400717 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7f5bfc82-a3be-483f-a9e8-7e9c65eb2760 req-c3ec4fbe-1ec0-4a7f-97a5-8a23109cd8a7 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] 10.222.0.23 "GET /v2.0/security-groups?id=85c9413d-5aef-4db8-8eb1-39a597c8c461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565023 Jul 13 13:53:52.410798 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-1973cb7c-ba0d-4281-994f-f84d2c810477 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:52.464482 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-1973cb7c-ba0d-4281-994f-f84d2c810477 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Network 66d18ebd-c35e-4e15-b1ef-9323bd11d006 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:53:52.468483 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-1973cb7c-ba0d-4281-994f-f84d2c810477 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:53:52.471468 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-1973cb7c-ba0d-4281-994f-f84d2c810477 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:53:52.502971 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1973cb7c-ba0d-4281-994f-f84d2c810477 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Pushing event updated for resources: {'Port': ['ID=6203edbb-d062-45f4-b681-abe477bae469,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:53:52.539589 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-1973cb7c-ba0d-4281-994f-f84d2c810477 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:52.540906 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-1973cb7c-ba0d-4281-994f-f84d2c810477 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:52.557435 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-1973cb7c-ba0d-4281-994f-f84d2c810477 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1957035 Jul 13 13:53:52.570001 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-d27cbf60-3c03-49b1-a152-2dbd98b4238b tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Request body: {'port': {'device_id': '607ad771-cd6f-4fcf-b175-a30341f1423f', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '66d18ebd-c35e-4e15-b1ef-9323bd11d006', 'admin_state_up': True, 'tenant_id': 'cddde6624d514a049e75835df6c903ed', 'security_groups': ['85c9413d-5aef-4db8-8eb1-39a597c8c461']}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:53:52.624998 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:52.693400 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-d27cbf60-3c03-49b1-a152-2dbd98b4238b tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Made reservation on behalf of cddde6624d514a049e75835df6c903ed for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:53:52.698393 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-d27cbf60-3c03-49b1-a152-2dbd98b4238b tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:52.749270 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-0541ab9f-4611-4414-9965-b0b8ebcbae89 None None] Provisioning for port 6203edbb-d062-45f4-b681-abe477bae469 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:53:52.753051 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-0541ab9f-4611-4414-9965-b0b8ebcbae89 None None] Provisioning complete for port 6203edbb-d062-45f4-b681-abe477bae469 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:53:52.753429 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-0541ab9f-4611-4414-9965-b0b8ebcbae89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:52.790708 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-0541ab9f-4611-4414-9965-b0b8ebcbae89 None None] Port 6203edbb-d062-45f4-b681-abe477bae469 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:53:52.872781 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-d27cbf60-3c03-49b1-a152-2dbd98b4238b tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Allocated IP 10.2.2.200 (66d18ebd-c35e-4e15-b1ef-9323bd11d006/951f324c-d68d-486e-9ca1-85ca6e2b85a7/a28e0383-d778-445e-917b-a6877ab44b08) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:53:53.009264 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-d27cbf60-3c03-49b1-a152-2dbd98b4238b tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:53.023094 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-d27cbf60-3c03-49b1-a152-2dbd98b4238b tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Transition to ACTIVE for port object a28e0383-d778-445e-917b-a6877ab44b08 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:53:53.056935 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-d27cbf60-3c03-49b1-a152-2dbd98b4238b tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:53.109364 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-d27cbf60-3c03-49b1-a152-2dbd98b4238b tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Network 66d18ebd-c35e-4e15-b1ef-9323bd11d006 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:53:53.114071 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-d27cbf60-3c03-49b1-a152-2dbd98b4238b tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:53:53.116754 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-d27cbf60-3c03-49b1-a152-2dbd98b4238b tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:53:53.123898 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27cbf60-3c03-49b1-a152-2dbd98b4238b tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Pushing event updated for resources: {'Port': ['ID=a28e0383-d778-445e-917b-a6877ab44b08,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:53:53.174088 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-d27cbf60-3c03-49b1-a152-2dbd98b4238b tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:53.174751 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-d27cbf60-3c03-49b1-a152-2dbd98b4238b tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:53.196392 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-d27cbf60-3c03-49b1-a152-2dbd98b4238b tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6312950 Jul 13 13:53:53.213333 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-87b7ab88-7323-4f19-96cc-b88ab052a18f service neutron] Request body: {'port': {'device_id': '607ad771-cd6f-4fcf-b175-a30341f1423f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:53:53.250754 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f515398c-475b-471e-8ca1-0f3721a4ee3c req-c6314fb3-f8ed-4b04-a2e8-a43d6c028784 tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:53.259362 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f515398c-475b-471e-8ca1-0f3721a4ee3c req-c6314fb3-f8ed-4b04-a2e8-a43d6c028784 tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5219796-7cb4-4f57-83f9-a0e832f4593f HTTP/1.1" status: 200 len: 945 time: 0.0830288 Jul 13 13:53:53.308194 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f515398c-475b-471e-8ca1-0f3721a4ee3c req-ad78d539-993d-4c5b-ac58-95ec8abdf76a tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c36ff65-e031-4d60-bc12-4aaf4c57b43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471199 Jul 13 13:53:53.332040 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-87b7ab88-7323-4f19-96cc-b88ab052a18f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:53.418129 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-6452a475-eeeb-4af9-ac04-00aa1ed7c54f None None] Provisioning for port a28e0383-d778-445e-917b-a6877ab44b08 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:53:53.424867 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-6452a475-eeeb-4af9-ac04-00aa1ed7c54f None None] Provisioning complete for port a28e0383-d778-445e-917b-a6877ab44b08 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:53:53.425522 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6452a475-eeeb-4af9-ac04-00aa1ed7c54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:53.468614 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-6452a475-eeeb-4af9-ac04-00aa1ed7c54f None None] Port a28e0383-d778-445e-917b-a6877ab44b08 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:53:53.618824 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c9f129-8ccf-444c-b35f-877ba7675d5f req-9e676102-b7fe-4c05-88f0-685853d7947a tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:53.622638 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-05c9f129-8ccf-444c-b35f-877ba7675d5f req-9e676102-b7fe-4c05-88f0-685853d7947a tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8 HTTP/1.1" status: 200 len: 945 time: 0.0832770 Jul 13 13:53:53.661499 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-05c9f129-8ccf-444c-b35f-877ba7675d5f req-69d74692-06ca-4480-b640-6fabc6aef40f tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/security-groups?id=0095868c-fb20-45e5-8afa-e9ed53786ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339775 Jul 13 13:53:53.682276 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a641cf-c712-47be-afae-fbdaab315ae6 req-978af89f-974f-488b-939d-67867066ce03 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:53.688880 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a641cf-c712-47be-afae-fbdaab315ae6 req-978af89f-974f-488b-939d-67867066ce03 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:53.695365 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a641cf-c712-47be-afae-fbdaab315ae6 req-978af89f-974f-488b-939d-67867066ce03 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:53.701177 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a641cf-c712-47be-afae-fbdaab315ae6 req-978af89f-974f-488b-939d-67867066ce03 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:53.707245 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a641cf-c712-47be-afae-fbdaab315ae6 req-978af89f-974f-488b-939d-67867066ce03 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:53.709014 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-59a641cf-c712-47be-afae-fbdaab315ae6 req-978af89f-974f-488b-939d-67867066ce03 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] 10.222.0.23 "GET /v2.0/ports?device_id=607ad771-cd6f-4fcf-b175-a30341f1423f HTTP/1.1" status: 200 len: 3815 time: 0.1554656 Jul 13 13:53:53.723446 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-87b7ab88-7323-4f19-96cc-b88ab052a18f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9471cf76-3a42-44c0-8380-63156b7de0c5 {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:53:53.737290 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-87b7ab88-7323-4f19-96cc-b88ab052a18f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:53.766216 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-87b7ab88-7323-4f19-96cc-b88ab052a18f service neutron] Transition to ACTIVE for port object 9471cf76-3a42-44c0-8380-63156b7de0c5 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:53:53.774383 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-59a641cf-c712-47be-afae-fbdaab315ae6 req-ce77154b-25e6-459d-8e2e-f48afb9ffaa5 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] 10.222.0.23 "GET /v2.0/security-groups?id=85c9413d-5aef-4db8-8eb1-39a597c8c461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540180 Jul 13 13:53:53.775424 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-87b7ab88-7323-4f19-96cc-b88ab052a18f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:53.846922 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b7ab88-7323-4f19-96cc-b88ab052a18f service neutron] Pushing event updated for resources: {'Port': ['ID=9471cf76-3a42-44c0-8380-63156b7de0c5,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:53:53.917177 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f131592c-8751-465c-9e46-fa62d9361ba2 req-637e19b8-d79d-4f03-96a2-2bf750ea2c7a tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:53.919193 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f131592c-8751-465c-9e46-fa62d9361ba2 req-637e19b8-d79d-4f03-96a2-2bf750ea2c7a tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8 HTTP/1.1" status: 200 len: 945 time: 0.0761700 Jul 13 13:53:53.957879 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-87b7ab88-7323-4f19-96cc-b88ab052a18f service neutron] Attempting to bind port 9471cf76-3a42-44c0-8380-63156b7de0c5 on host n-h2-800634-1 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:53:53.958372 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-87b7ab88-7323-4f19-96cc-b88ab052a18f service neutron] Attempting to bind port 9471cf76-3a42-44c0-8380-63156b7de0c5 by drivers openvswitch,hyperv on host n-h2-800634-1 at level 0 using segments [{'id': '478e09eb-e72c-4611-89d0-372c3f749519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '446293fa-d089-4a73-be46-3f7c6317a56f'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:53:53.958843 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-87b7ab88-7323-4f19-96cc-b88ab052a18f service neutron] Attempting to bind port 9471cf76-3a42-44c0-8380-63156b7de0c5 on network 446293fa-d089-4a73-be46-3f7c6317a56f {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:53:53.963806 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-87b7ab88-7323-4f19-96cc-b88ab052a18f service neutron] Port 9471cf76-3a42-44c0-8380-63156b7de0c5 on network 446293fa-d089-4a73-be46-3f7c6317a56f not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-1 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:53:53.964252 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-87b7ab88-7323-4f19-96cc-b88ab052a18f service neutron] Attempting to bind port 9471cf76-3a42-44c0-8380-63156b7de0c5 on network 446293fa-d089-4a73-be46-3f7c6317a56f {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:53:53.968465 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f131592c-8751-465c-9e46-fa62d9361ba2 req-9bef4c76-45ad-480e-86de-a8b04b7b2fe6 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/security-groups?id=0095868c-fb20-45e5-8afa-e9ed53786ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426943 Jul 13 13:53:53.970389 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-87b7ab88-7323-4f19-96cc-b88ab052a18f service neutron] Checking agent: {'id': 'f615e5c9-21ab-43f2-adbc-192d64b795cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 53, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:53:53.971002 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-87b7ab88-7323-4f19-96cc-b88ab052a18f service neutron] Checking segment: {'id': '478e09eb-e72c-4611-89d0-372c3f749519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '446293fa-d089-4a73-be46-3f7c6317a56f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:53:53.971573 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-87b7ab88-7323-4f19-96cc-b88ab052a18f service neutron] Bound using segment: {'id': '478e09eb-e72c-4611-89d0-372c3f749519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '446293fa-d089-4a73-be46-3f7c6317a56f'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:53:53.972117 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-87b7ab88-7323-4f19-96cc-b88ab052a18f service neutron] Bound port: 9471cf76-3a42-44c0-8380-63156b7de0c5, host: n-h2-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '478e09eb-e72c-4611-89d0-372c3f749519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '446293fa-d089-4a73-be46-3f7c6317a56f'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:53:53.972577 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-87b7ab88-7323-4f19-96cc-b88ab052a18f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:54.045150 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-87b7ab88-7323-4f19-96cc-b88ab052a18f service neutron] For port 9471cf76-3a42-44c0-8380-63156b7de0c5, host n-h2-800634-1, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:53:54.048471 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-87b7ab88-7323-4f19-96cc-b88ab052a18f service neutron] For port 9471cf76-3a42-44c0-8380-63156b7de0c5, host n-h2-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=9471cf76-3a42-44c0-8380-63156b7de0c5,segment=NetworkSegment(478e09eb-e72c-4611-89d0-372c3f749519),segment_id=478e09eb-e72c-4611-89d0-372c3f749519)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:53:54.057799 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-87b7ab88-7323-4f19-96cc-b88ab052a18f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:54.098696 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-87b7ab88-7323-4f19-96cc-b88ab052a18f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:54.099475 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-87b7ab88-7323-4f19-96cc-b88ab052a18f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:54.101020 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-87b7ab88-7323-4f19-96cc-b88ab052a18f service neutron] 10.222.0.41 "PUT /v2.0/ports/9471cf76-3a42-44c0-8380-63156b7de0c5 HTTP/1.1" status: 200 len: 1092 time: 0.8932736 Jul 13 13:53:54.101573 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '607ad771-cd6f-4fcf-b175-a30341f1423f', 'tag': '9471cf76-3a42-44c0-8380-63156b7de0c5'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:53:54.103999 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5acf1dca-b5ba-4463-b66e-cf36bda0615f" -d '{"events": [{"name": "network-changed", "server_uuid": "607ad771-cd6f-4fcf-b175-a30341f1423f", "tag": "9471cf76-3a42-44c0-8380-63156b7de0c5"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:53:54.144544 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-023a3836-751f-4ad0-ae62-de9b2f1c30a1 service neutron] Request body: {'port': {'device_id': '607ad771-cd6f-4fcf-b175-a30341f1423f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:53:54.185163 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 13:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-895faded-7413-41e9-98d5-a8ddad968828 x-openstack-request-id: req-895faded-7413-41e9-98d5-a8ddad968828 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:53:54.185461 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "607ad771-cd6f-4fcf-b175-a30341f1423f", "tag": "9471cf76-3a42-44c0-8380-63156b7de0c5", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:53:54.185706 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-895faded-7413-41e9-98d5-a8ddad968828 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:53:54.186132 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '607ad771-cd6f-4fcf-b175-a30341f1423f', 'tag': '9471cf76-3a42-44c0-8380-63156b7de0c5', 'status': 'completed', 'code': 200} Jul 13 13:53:54.189819 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b7ab88-7323-4f19-96cc-b88ab052a18f service neutron] Pushing event updated for resources: {'Port': ['ID=9471cf76-3a42-44c0-8380-63156b7de0c5,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:53:54.273215 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-023a3836-751f-4ad0-ae62-de9b2f1c30a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:54.285084 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acf1dca-b5ba-4463-b66e-cf36bda0615f req-290f0a95-9d37-439d-8849-2ab651aef4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:54.286314 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acf1dca-b5ba-4463-b66e-cf36bda0615f req-290f0a95-9d37-439d-8849-2ab651aef4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:54.287001 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acf1dca-b5ba-4463-b66e-cf36bda0615f req-290f0a95-9d37-439d-8849-2ab651aef4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:54.288059 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acf1dca-b5ba-4463-b66e-cf36bda0615f req-290f0a95-9d37-439d-8849-2ab651aef4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:54.288718 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acf1dca-b5ba-4463-b66e-cf36bda0615f req-290f0a95-9d37-439d-8849-2ab651aef4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:54.292576 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5acf1dca-b5ba-4463-b66e-cf36bda0615f req-290f0a95-9d37-439d-8849-2ab651aef4a5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cddde6624d514a049e75835df6c903ed&device_id=607ad771-cd6f-4fcf-b175-a30341f1423f HTTP/1.1" status: 200 len: 4362 time: 0.1017959 Jul 13 13:53:54.298655 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d35da6b-57cb-4467-bb31-60e2a2bef859 req-19935b29-b54e-4325-82fb-3d5866792553 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:54.300267 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5d35da6b-57cb-4467-bb31-60e2a2bef859 req-19935b29-b54e-4325-82fb-3d5866792553 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8 HTTP/1.1" status: 200 len: 945 time: 0.1735194 Jul 13 13:53:54.423174 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 1b8e8666-e008-4816-adae-264039dbd7b5 no longer exists at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:53:54.466527 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-381d4315-9089-413f-a071-aa2897bda790 None None] No Port match for: 1b8e8666-e008-4816-adae-264039dbd7b5 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:53:54.466885 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 1b8e8666-e008-4816-adae-264039dbd7b5 not bound to the agent host n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:53:54.606686 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acf1dca-b5ba-4463-b66e-cf36bda0615f req-4aa8ba40-8230-4552-8687-55e1a306829e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:54.607236 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acf1dca-b5ba-4463-b66e-cf36bda0615f req-4aa8ba40-8230-4552-8687-55e1a306829e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:54.607698 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acf1dca-b5ba-4463-b66e-cf36bda0615f req-4aa8ba40-8230-4552-8687-55e1a306829e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:54.609428 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5acf1dca-b5ba-4463-b66e-cf36bda0615f req-4aa8ba40-8230-4552-8687-55e1a306829e service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=cddde6624d514a049e75835df6c903ed&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.3064854 Jul 13 13:53:54.685834 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5d35da6b-57cb-4467-bb31-60e2a2bef859 req-de4b7d7d-4864-4ba4-a222-c0076abaab3b tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/security-groups?id=0095868c-fb20-45e5-8afa-e9ed53786ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3621609 Jul 13 13:53:54.768691 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-023a3836-751f-4ad0-ae62-de9b2f1c30a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 580fca4a-3ae1-4d32-ab03-327db6d3f362 {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:53:54.779107 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-023a3836-751f-4ad0-ae62-de9b2f1c30a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:54.803468 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-023a3836-751f-4ad0-ae62-de9b2f1c30a1 service neutron] Transition to ACTIVE for port object 580fca4a-3ae1-4d32-ab03-327db6d3f362 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:53:54.808882 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-023a3836-751f-4ad0-ae62-de9b2f1c30a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:54.923956 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acf1dca-b5ba-4463-b66e-cf36bda0615f req-b8489116-38bf-4803-8ba1-d02099f8adb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:54.925871 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5acf1dca-b5ba-4463-b66e-cf36bda0615f req-b8489116-38bf-4803-8ba1-d02099f8adb4 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2925985 Jul 13 13:53:54.957569 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a75551-599a-4eaf-9f99-b2d3b4d9e38d req-19f0341e-6b2d-474d-b566-b8d43dff5a91 tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:54.968814 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-28a75551-599a-4eaf-9f99-b2d3b4d9e38d req-19f0341e-6b2d-474d-b566-b8d43dff5a91 tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5219796-7cb4-4f57-83f9-a0e832f4593f HTTP/1.1" status: 200 len: 945 time: 0.3580420 Jul 13 13:53:54.980622 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023a3836-751f-4ad0-ae62-de9b2f1c30a1 service neutron] Pushing event updated for resources: {'Port': ['ID=580fca4a-3ae1-4d32-ab03-327db6d3f362,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:53:55.032999 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-28a75551-599a-4eaf-9f99-b2d3b4d9e38d req-1904f453-808c-428c-aca8-180b3bd98454 tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c36ff65-e031-4d60-bc12-4aaf4c57b43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603778 Jul 13 13:53:55.088124 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-023a3836-751f-4ad0-ae62-de9b2f1c30a1 service neutron] Attempting to bind port 580fca4a-3ae1-4d32-ab03-327db6d3f362 on host n-h2-800634-1 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:53:55.088702 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-023a3836-751f-4ad0-ae62-de9b2f1c30a1 service neutron] Attempting to bind port 580fca4a-3ae1-4d32-ab03-327db6d3f362 by drivers openvswitch,hyperv on host n-h2-800634-1 at level 0 using segments [{'id': 'a3fe607e-08a2-41e1-8fc9-863af09f7382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c10609af-899d-4476-bb3f-a1771ca4066b'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:53:55.089104 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-023a3836-751f-4ad0-ae62-de9b2f1c30a1 service neutron] Attempting to bind port 580fca4a-3ae1-4d32-ab03-327db6d3f362 on network c10609af-899d-4476-bb3f-a1771ca4066b {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:53:55.102213 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-023a3836-751f-4ad0-ae62-de9b2f1c30a1 service neutron] Port 580fca4a-3ae1-4d32-ab03-327db6d3f362 on network c10609af-899d-4476-bb3f-a1771ca4066b not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-1 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:53:55.102631 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-023a3836-751f-4ad0-ae62-de9b2f1c30a1 service neutron] Attempting to bind port 580fca4a-3ae1-4d32-ab03-327db6d3f362 on network c10609af-899d-4476-bb3f-a1771ca4066b {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:53:55.113882 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-023a3836-751f-4ad0-ae62-de9b2f1c30a1 service neutron] Checking agent: {'id': 'f615e5c9-21ab-43f2-adbc-192d64b795cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 53, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:53:55.114214 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-023a3836-751f-4ad0-ae62-de9b2f1c30a1 service neutron] Checking segment: {'id': 'a3fe607e-08a2-41e1-8fc9-863af09f7382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c10609af-899d-4476-bb3f-a1771ca4066b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:53:55.114602 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-023a3836-751f-4ad0-ae62-de9b2f1c30a1 service neutron] Bound using segment: {'id': 'a3fe607e-08a2-41e1-8fc9-863af09f7382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c10609af-899d-4476-bb3f-a1771ca4066b'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:53:55.115234 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-023a3836-751f-4ad0-ae62-de9b2f1c30a1 service neutron] Bound port: 580fca4a-3ae1-4d32-ab03-327db6d3f362, host: n-h2-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3fe607e-08a2-41e1-8fc9-863af09f7382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c10609af-899d-4476-bb3f-a1771ca4066b'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:53:55.115482 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-023a3836-751f-4ad0-ae62-de9b2f1c30a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:55.130162 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536be232-58c8-41f0-9ef9-04aa4367ad5f req-b62d15bf-df55-400f-8c86-556b4b0a9999 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:55.136649 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536be232-58c8-41f0-9ef9-04aa4367ad5f req-b62d15bf-df55-400f-8c86-556b4b0a9999 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:55.143307 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536be232-58c8-41f0-9ef9-04aa4367ad5f req-b62d15bf-df55-400f-8c86-556b4b0a9999 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:55.149610 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536be232-58c8-41f0-9ef9-04aa4367ad5f req-b62d15bf-df55-400f-8c86-556b4b0a9999 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:55.161042 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536be232-58c8-41f0-9ef9-04aa4367ad5f req-b62d15bf-df55-400f-8c86-556b4b0a9999 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:55.169513 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536be232-58c8-41f0-9ef9-04aa4367ad5f req-b62d15bf-df55-400f-8c86-556b4b0a9999 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:55.177113 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-536be232-58c8-41f0-9ef9-04aa4367ad5f req-b62d15bf-df55-400f-8c86-556b4b0a9999 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] 10.222.0.23 "GET /v2.0/ports?device_id=607ad771-cd6f-4fcf-b175-a30341f1423f HTTP/1.1" status: 200 len: 4604 time: 0.1611013 Jul 13 13:53:55.252069 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-536be232-58c8-41f0-9ef9-04aa4367ad5f req-e1d9dbbc-bbc6-42d4-a79d-e098ac8e8e8b tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7715277-f4f6-436d-9885-f716be877834&id=85c9413d-5aef-4db8-8eb1-39a597c8c461&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0737107 Jul 13 13:53:55.291123 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-023a3836-751f-4ad0-ae62-de9b2f1c30a1 service neutron] For port 580fca4a-3ae1-4d32-ab03-327db6d3f362, host n-h2-800634-1, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:53:55.294874 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-023a3836-751f-4ad0-ae62-de9b2f1c30a1 service neutron] For port 580fca4a-3ae1-4d32-ab03-327db6d3f362, host n-h2-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=580fca4a-3ae1-4d32-ab03-327db6d3f362,segment=NetworkSegment(a3fe607e-08a2-41e1-8fc9-863af09f7382),segment_id=a3fe607e-08a2-41e1-8fc9-863af09f7382)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:53:55.300322 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-023a3836-751f-4ad0-ae62-de9b2f1c30a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:55.643054 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-023a3836-751f-4ad0-ae62-de9b2f1c30a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:55.643671 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-023a3836-751f-4ad0-ae62-de9b2f1c30a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:55.645164 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-023a3836-751f-4ad0-ae62-de9b2f1c30a1 service neutron] 10.222.0.41 "PUT /v2.0/ports/580fca4a-3ae1-4d32-ab03-327db6d3f362 HTTP/1.1" status: 200 len: 1135 time: 1.5048683 Jul 13 13:53:55.663143 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023a3836-751f-4ad0-ae62-de9b2f1c30a1 service neutron] Pushing event updated for resources: {'Port': ['ID=580fca4a-3ae1-4d32-ab03-327db6d3f362,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:53:55.686203 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-67652e7e-1d71-490c-80bc-0edb31de235d service neutron] Request body: {'port': {'device_id': '607ad771-cd6f-4fcf-b175-a30341f1423f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:53:55.786949 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-67652e7e-1d71-490c-80bc-0edb31de235d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:56.141801 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-67652e7e-1d71-490c-80bc-0edb31de235d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 364b743d-042d-4734-ac77-5bc18537c35c {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:53:56.149637 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-67652e7e-1d71-490c-80bc-0edb31de235d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:56.164147 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-67652e7e-1d71-490c-80bc-0edb31de235d service neutron] Transition to ACTIVE for port object 364b743d-042d-4734-ac77-5bc18537c35c will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:53:56.171363 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-67652e7e-1d71-490c-80bc-0edb31de235d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:56.201614 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '607ad771-cd6f-4fcf-b175-a30341f1423f', 'tag': '580fca4a-3ae1-4d32-ab03-327db6d3f362'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:53:56.204455 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8e8f1c6-ff5d-42e5-b5e8-7c3c024b4436" -d '{"events": [{"name": "network-changed", "server_uuid": "607ad771-cd6f-4fcf-b175-a30341f1423f", "tag": "580fca4a-3ae1-4d32-ab03-327db6d3f362"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:53:56.233456 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227de60a-2b40-484f-b7d7-5282b6c88ff4 req-63507398-c50b-4fb2-80f7-6cd38c4bae12 tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:56.241211 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-227de60a-2b40-484f-b7d7-5282b6c88ff4 req-63507398-c50b-4fb2-80f7-6cd38c4bae12 tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5219796-7cb4-4f57-83f9-a0e832f4593f HTTP/1.1" status: 200 len: 945 time: 0.0825582 Jul 13 13:53:56.251189 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67652e7e-1d71-490c-80bc-0edb31de235d service neutron] Pushing event updated for resources: {'Port': ['ID=364b743d-042d-4734-ac77-5bc18537c35c,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:53:56.293190 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-227de60a-2b40-484f-b7d7-5282b6c88ff4 req-6e42e1bb-1cc3-47f1-8d69-936e42c41588 tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c36ff65-e031-4d60-bc12-4aaf4c57b43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509844 Jul 13 13:53:56.334847 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 13:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69ab638e-de15-4f00-854d-0dff4a5564e5 x-openstack-request-id: req-69ab638e-de15-4f00-854d-0dff4a5564e5 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:53:56.335149 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "607ad771-cd6f-4fcf-b175-a30341f1423f", "tag": "580fca4a-3ae1-4d32-ab03-327db6d3f362", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:53:56.335409 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-69ab638e-de15-4f00-854d-0dff4a5564e5 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:53:56.335809 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '607ad771-cd6f-4fcf-b175-a30341f1423f', 'tag': '580fca4a-3ae1-4d32-ab03-327db6d3f362', 'status': 'completed', 'code': 200} Jul 13 13:53:56.412487 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-67652e7e-1d71-490c-80bc-0edb31de235d service neutron] Attempting to bind port 364b743d-042d-4734-ac77-5bc18537c35c on host n-h2-800634-1 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:53:56.413090 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-67652e7e-1d71-490c-80bc-0edb31de235d service neutron] Attempting to bind port 364b743d-042d-4734-ac77-5bc18537c35c by drivers openvswitch,hyperv on host n-h2-800634-1 at level 0 using segments [{'id': 'a3fe607e-08a2-41e1-8fc9-863af09f7382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c10609af-899d-4476-bb3f-a1771ca4066b'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:53:56.413432 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-67652e7e-1d71-490c-80bc-0edb31de235d service neutron] Attempting to bind port 364b743d-042d-4734-ac77-5bc18537c35c on network c10609af-899d-4476-bb3f-a1771ca4066b {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:53:56.423324 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-67652e7e-1d71-490c-80bc-0edb31de235d service neutron] Port 364b743d-042d-4734-ac77-5bc18537c35c on network c10609af-899d-4476-bb3f-a1771ca4066b not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-1 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:53:56.423543 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-67652e7e-1d71-490c-80bc-0edb31de235d service neutron] Attempting to bind port 364b743d-042d-4734-ac77-5bc18537c35c on network c10609af-899d-4476-bb3f-a1771ca4066b {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:53:56.437452 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-67652e7e-1d71-490c-80bc-0edb31de235d service neutron] Checking agent: {'id': 'f615e5c9-21ab-43f2-adbc-192d64b795cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 53, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:53:56.437834 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-67652e7e-1d71-490c-80bc-0edb31de235d service neutron] Checking segment: {'id': 'a3fe607e-08a2-41e1-8fc9-863af09f7382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c10609af-899d-4476-bb3f-a1771ca4066b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:53:56.438236 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-67652e7e-1d71-490c-80bc-0edb31de235d service neutron] Bound using segment: {'id': 'a3fe607e-08a2-41e1-8fc9-863af09f7382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c10609af-899d-4476-bb3f-a1771ca4066b'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:53:56.438695 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-67652e7e-1d71-490c-80bc-0edb31de235d service neutron] Bound port: 364b743d-042d-4734-ac77-5bc18537c35c, host: n-h2-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3fe607e-08a2-41e1-8fc9-863af09f7382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c10609af-899d-4476-bb3f-a1771ca4066b'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:53:56.440585 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-67652e7e-1d71-490c-80bc-0edb31de235d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:56.491725 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e8f1c6-ff5d-42e5-b5e8-7c3c024b4436 req-5d45c4d0-8522-4b9e-8ad4-59cf560bba6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:56.495655 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e8f1c6-ff5d-42e5-b5e8-7c3c024b4436 req-5d45c4d0-8522-4b9e-8ad4-59cf560bba6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:56.496565 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e8f1c6-ff5d-42e5-b5e8-7c3c024b4436 req-5d45c4d0-8522-4b9e-8ad4-59cf560bba6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:56.498965 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e8f1c6-ff5d-42e5-b5e8-7c3c024b4436 req-5d45c4d0-8522-4b9e-8ad4-59cf560bba6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:56.499514 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e8f1c6-ff5d-42e5-b5e8-7c3c024b4436 req-5d45c4d0-8522-4b9e-8ad4-59cf560bba6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:56.499938 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e8f1c6-ff5d-42e5-b5e8-7c3c024b4436 req-5d45c4d0-8522-4b9e-8ad4-59cf560bba6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:56.500411 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e8f1c6-ff5d-42e5-b5e8-7c3c024b4436 req-5d45c4d0-8522-4b9e-8ad4-59cf560bba6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:56.502416 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c8e8f1c6-ff5d-42e5-b5e8-7c3c024b4436 req-5d45c4d0-8522-4b9e-8ad4-59cf560bba6e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cddde6624d514a049e75835df6c903ed&device_id=607ad771-cd6f-4fcf-b175-a30341f1423f HTTP/1.1" status: 200 len: 6176 time: 0.1548750 Jul 13 13:53:56.586751 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-67652e7e-1d71-490c-80bc-0edb31de235d service neutron] For port 364b743d-042d-4734-ac77-5bc18537c35c, host n-h2-800634-1, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:53:56.593888 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-67652e7e-1d71-490c-80bc-0edb31de235d service neutron] For port 364b743d-042d-4734-ac77-5bc18537c35c, host n-h2-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=364b743d-042d-4734-ac77-5bc18537c35c,segment=NetworkSegment(a3fe607e-08a2-41e1-8fc9-863af09f7382),segment_id=a3fe607e-08a2-41e1-8fc9-863af09f7382)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:53:56.611515 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-67652e7e-1d71-490c-80bc-0edb31de235d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:56.644525 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-67652e7e-1d71-490c-80bc-0edb31de235d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:56.645497 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-67652e7e-1d71-490c-80bc-0edb31de235d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:56.647241 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-67652e7e-1d71-490c-80bc-0edb31de235d service neutron] 10.222.0.41 "PUT /v2.0/ports/364b743d-042d-4734-ac77-5bc18537c35c HTTP/1.1" status: 200 len: 1135 time: 0.9661601 Jul 13 13:53:56.696157 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-2c8806a8-7f92-4d36-ab0e-fbf50bf20ef9 service neutron] Request body: {'port': {'device_id': '607ad771-cd6f-4fcf-b175-a30341f1423f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:53:56.744975 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e8f1c6-ff5d-42e5-b5e8-7c3c024b4436 req-87a80d06-399d-446e-94fc-bf9c39db3a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:56.746017 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e8f1c6-ff5d-42e5-b5e8-7c3c024b4436 req-87a80d06-399d-446e-94fc-bf9c39db3a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:56.747218 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e8f1c6-ff5d-42e5-b5e8-7c3c024b4436 req-87a80d06-399d-446e-94fc-bf9c39db3a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:56.749557 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c8e8f1c6-ff5d-42e5-b5e8-7c3c024b4436 req-87a80d06-399d-446e-94fc-bf9c39db3a93 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=cddde6624d514a049e75835df6c903ed&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.2381094 Jul 13 13:53:56.771891 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41368aba-99fe-422b-b052-449e76d03870 req-53522098-4da6-4556-9174-ed34fe7e25e0 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:56.779721 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41368aba-99fe-422b-b052-449e76d03870 req-53522098-4da6-4556-9174-ed34fe7e25e0 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:56.792501 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41368aba-99fe-422b-b052-449e76d03870 req-53522098-4da6-4556-9174-ed34fe7e25e0 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:56.801376 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41368aba-99fe-422b-b052-449e76d03870 req-53522098-4da6-4556-9174-ed34fe7e25e0 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:56.808112 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41368aba-99fe-422b-b052-449e76d03870 req-53522098-4da6-4556-9174-ed34fe7e25e0 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:56.818272 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41368aba-99fe-422b-b052-449e76d03870 req-53522098-4da6-4556-9174-ed34fe7e25e0 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:56.828635 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41368aba-99fe-422b-b052-449e76d03870 req-53522098-4da6-4556-9174-ed34fe7e25e0 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:56.835712 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-41368aba-99fe-422b-b052-449e76d03870 req-53522098-4da6-4556-9174-ed34fe7e25e0 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] 10.222.0.23 "GET /v2.0/ports?device_id=607ad771-cd6f-4fcf-b175-a30341f1423f HTTP/1.1" status: 200 len: 5381 time: 0.3063996 Jul 13 13:53:56.851515 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67652e7e-1d71-490c-80bc-0edb31de235d service neutron] Pushing event updated for resources: {'Port': ['ID=364b743d-042d-4734-ac77-5bc18537c35c,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:53:56.945936 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-2c8806a8-7f92-4d36-ab0e-fbf50bf20ef9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:56.987341 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-41368aba-99fe-422b-b052-449e76d03870 req-5f8d0d11-cbb1-4960-af98-774d11f37160 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7715277-f4f6-436d-9885-f716be877834&id=85c9413d-5aef-4db8-8eb1-39a597c8c461&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1302505 Jul 13 13:53:57.028502 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e8f1c6-ff5d-42e5-b5e8-7c3c024b4436 req-91d72417-d09c-422a-aa39-53bcc568f1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:57.030524 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c8e8f1c6-ff5d-42e5-b5e8-7c3c024b4436 req-91d72417-d09c-422a-aa39-53bcc568f1c2 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1929767 Jul 13 13:53:57.085061 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7169ce23-8493-438b-ab7b-987a7f565fec req-543538e5-c0d4-45e5-9fe2-36e784f6876f tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:57.086587 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7169ce23-8493-438b-ab7b-987a7f565fec req-543538e5-c0d4-45e5-9fe2-36e784f6876f tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8 HTTP/1.1" status: 200 len: 945 time: 0.2567668 Jul 13 13:53:57.090058 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8302152d-bc99-4150-8fe3-7ccf578a410b req-f7f1b91a-e99b-41cd-b1d2-1a78a2a51083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:57.091603 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8302152d-bc99-4150-8fe3-7ccf578a410b req-f7f1b91a-e99b-41cd-b1d2-1a78a2a51083 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c5219796-7cb4-4f57-83f9-a0e832f4593f HTTP/1.1" status: 200 len: 1096 time: 0.2132812 Jul 13 13:53:57.224163 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8302152d-bc99-4150-8fe3-7ccf578a410b req-54341478-7436-44d1-b330-b0814d8357b1 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=7c36ff65-e031-4d60-bc12-4aaf4c57b43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247039 Jul 13 13:53:57.236243 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7169ce23-8493-438b-ab7b-987a7f565fec req-5483f260-f510-4c2e-840e-ad50d0504fb0 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/security-groups?id=0095868c-fb20-45e5-8afa-e9ed53786ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437352 Jul 13 13:53:57.405214 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-2c8806a8-7f92-4d36-ab0e-fbf50bf20ef9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1b3bef8-8fa9-45c3-9d8e-303ce20bc8ef {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:53:57.423153 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-2c8806a8-7f92-4d36-ab0e-fbf50bf20ef9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:57.436612 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-2c8806a8-7f92-4d36-ab0e-fbf50bf20ef9 service neutron] Transition to ACTIVE for port object c1b3bef8-8fa9-45c3-9d8e-303ce20bc8ef will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:53:57.455850 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-2c8806a8-7f92-4d36-ab0e-fbf50bf20ef9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:57.485489 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39556f8-ac4f-4599-b934-93635b004a83 req-311042de-369e-47ed-9ba5-4639ff4c3026 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:57.492939 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d39556f8-ac4f-4599-b934-93635b004a83 req-311042de-369e-47ed-9ba5-4639ff4c3026 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8 HTTP/1.1" status: 200 len: 945 time: 0.0849566 Jul 13 13:53:57.527411 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8806a8-7f92-4d36-ab0e-fbf50bf20ef9 service neutron] Pushing event updated for resources: {'Port': ['ID=c1b3bef8-8fa9-45c3-9d8e-303ce20bc8ef,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:53:57.538291 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d39556f8-ac4f-4599-b934-93635b004a83 req-3c3dbf5d-a3bf-4fd1-8eb2-9bc790eb1be4 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/security-groups?id=0095868c-fb20-45e5-8afa-e9ed53786ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441258 Jul 13 13:53:57.690969 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5c5c40-051b-4e93-9b51-8c20178e3951 req-f81d353b-d516-444b-890e-14ff33676689 tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:57.692568 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ac5c5c40-051b-4e93-9b51-8c20178e3951 req-f81d353b-d516-444b-890e-14ff33676689 tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5219796-7cb4-4f57-83f9-a0e832f4593f HTTP/1.1" status: 200 len: 945 time: 0.2498994 Jul 13 13:53:57.763832 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-2c8806a8-7f92-4d36-ab0e-fbf50bf20ef9 service neutron] Attempting to bind port c1b3bef8-8fa9-45c3-9d8e-303ce20bc8ef on host n-h2-800634-1 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:53:57.764540 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-2c8806a8-7f92-4d36-ab0e-fbf50bf20ef9 service neutron] Attempting to bind port c1b3bef8-8fa9-45c3-9d8e-303ce20bc8ef by drivers openvswitch,hyperv on host n-h2-800634-1 at level 0 using segments [{'id': 'a3fe607e-08a2-41e1-8fc9-863af09f7382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c10609af-899d-4476-bb3f-a1771ca4066b'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:53:57.764540 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-2c8806a8-7f92-4d36-ab0e-fbf50bf20ef9 service neutron] Attempting to bind port c1b3bef8-8fa9-45c3-9d8e-303ce20bc8ef on network c10609af-899d-4476-bb3f-a1771ca4066b {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:53:57.769062 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ac5c5c40-051b-4e93-9b51-8c20178e3951 req-87ee744c-6591-4609-8a3a-c0e8c9032ec7 tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c36ff65-e031-4d60-bc12-4aaf4c57b43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661411 Jul 13 13:53:57.772487 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-2c8806a8-7f92-4d36-ab0e-fbf50bf20ef9 service neutron] Port c1b3bef8-8fa9-45c3-9d8e-303ce20bc8ef on network c10609af-899d-4476-bb3f-a1771ca4066b not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-1 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:53:57.772829 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-2c8806a8-7f92-4d36-ab0e-fbf50bf20ef9 service neutron] Attempting to bind port c1b3bef8-8fa9-45c3-9d8e-303ce20bc8ef on network c10609af-899d-4476-bb3f-a1771ca4066b {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:53:57.785653 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-2c8806a8-7f92-4d36-ab0e-fbf50bf20ef9 service neutron] Checking agent: {'id': 'f615e5c9-21ab-43f2-adbc-192d64b795cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 53, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:53:57.785653 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-2c8806a8-7f92-4d36-ab0e-fbf50bf20ef9 service neutron] Checking segment: {'id': 'a3fe607e-08a2-41e1-8fc9-863af09f7382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c10609af-899d-4476-bb3f-a1771ca4066b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:53:57.786139 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-2c8806a8-7f92-4d36-ab0e-fbf50bf20ef9 service neutron] Bound using segment: {'id': 'a3fe607e-08a2-41e1-8fc9-863af09f7382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c10609af-899d-4476-bb3f-a1771ca4066b'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:53:57.786728 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-2c8806a8-7f92-4d36-ab0e-fbf50bf20ef9 service neutron] Bound port: c1b3bef8-8fa9-45c3-9d8e-303ce20bc8ef, host: n-h2-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3fe607e-08a2-41e1-8fc9-863af09f7382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c10609af-899d-4476-bb3f-a1771ca4066b'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:53:57.787102 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-2c8806a8-7f92-4d36-ab0e-fbf50bf20ef9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:57.875132 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-2c8806a8-7f92-4d36-ab0e-fbf50bf20ef9 service neutron] For port c1b3bef8-8fa9-45c3-9d8e-303ce20bc8ef, host n-h2-800634-1, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:53:57.878458 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-2c8806a8-7f92-4d36-ab0e-fbf50bf20ef9 service neutron] For port c1b3bef8-8fa9-45c3-9d8e-303ce20bc8ef, host n-h2-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=c1b3bef8-8fa9-45c3-9d8e-303ce20bc8ef,segment=NetworkSegment(a3fe607e-08a2-41e1-8fc9-863af09f7382),segment_id=a3fe607e-08a2-41e1-8fc9-863af09f7382)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:53:57.886619 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-2c8806a8-7f92-4d36-ab0e-fbf50bf20ef9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:57.951172 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-2c8806a8-7f92-4d36-ab0e-fbf50bf20ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:57.952202 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-2c8806a8-7f92-4d36-ab0e-fbf50bf20ef9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:57.955087 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-2c8806a8-7f92-4d36-ab0e-fbf50bf20ef9 service neutron] 10.222.0.41 "PUT /v2.0/ports/c1b3bef8-8fa9-45c3-9d8e-303ce20bc8ef HTTP/1.1" status: 200 len: 1090 time: 1.2652185 Jul 13 13:53:58.004035 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8806a8-7f92-4d36-ab0e-fbf50bf20ef9 service neutron] Pushing event updated for resources: {'Port': ['ID=c1b3bef8-8fa9-45c3-9d8e-303ce20bc8ef,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:53:58.025588 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-085527bd-3469-420e-9970-2e4e4c0d7b4b service neutron] Request body: {'port': {'device_id': '607ad771-cd6f-4fcf-b175-a30341f1423f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:53:58.145173 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-085527bd-3469-420e-9970-2e4e4c0d7b4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:58.340050 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09b4900-53ea-47d5-811f-cf7cecf3accd req-5fae85b1-40ac-4b25-b6a2-b616ef74f209 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:58.351883 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09b4900-53ea-47d5-811f-cf7cecf3accd req-5fae85b1-40ac-4b25-b6a2-b616ef74f209 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:58.358815 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09b4900-53ea-47d5-811f-cf7cecf3accd req-5fae85b1-40ac-4b25-b6a2-b616ef74f209 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:58.365359 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09b4900-53ea-47d5-811f-cf7cecf3accd req-5fae85b1-40ac-4b25-b6a2-b616ef74f209 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:58.372569 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09b4900-53ea-47d5-811f-cf7cecf3accd req-5fae85b1-40ac-4b25-b6a2-b616ef74f209 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:58.379476 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09b4900-53ea-47d5-811f-cf7cecf3accd req-5fae85b1-40ac-4b25-b6a2-b616ef74f209 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:58.385996 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09b4900-53ea-47d5-811f-cf7cecf3accd req-5fae85b1-40ac-4b25-b6a2-b616ef74f209 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:58.388614 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c09b4900-53ea-47d5-811f-cf7cecf3accd req-5fae85b1-40ac-4b25-b6a2-b616ef74f209 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] 10.222.0.23 "GET /v2.0/ports?device_id=607ad771-cd6f-4fcf-b175-a30341f1423f HTTP/1.1" status: 200 len: 5393 time: 0.1943228 Jul 13 13:53:58.447142 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c09b4900-53ea-47d5-811f-cf7cecf3accd req-c0878439-7c29-4a7c-8ea9-9dbe9c484bc4 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7715277-f4f6-436d-9885-f716be877834&id=85c9413d-5aef-4db8-8eb1-39a597c8c461&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0497882 Jul 13 13:53:58.476975 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '607ad771-cd6f-4fcf-b175-a30341f1423f', 'tag': '364b743d-042d-4734-ac77-5bc18537c35c'}, {'name': 'network-changed', 'server_uuid': '607ad771-cd6f-4fcf-b175-a30341f1423f', 'tag': 'c1b3bef8-8fa9-45c3-9d8e-303ce20bc8ef'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:53:58.479694 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1225b2a5-9eb7-47d2-842b-638352081326" -d '{"events": [{"name": "network-changed", "server_uuid": "607ad771-cd6f-4fcf-b175-a30341f1423f", "tag": "364b743d-042d-4734-ac77-5bc18537c35c"}, {"name": "network-changed", "server_uuid": "607ad771-cd6f-4fcf-b175-a30341f1423f", "tag": "c1b3bef8-8fa9-45c3-9d8e-303ce20bc8ef"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:53:58.521063 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-085527bd-3469-420e-9970-2e4e4c0d7b4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3e632d4-9634-467f-9ba8-1d189f1ac176 {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:53:58.537047 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-085527bd-3469-420e-9970-2e4e4c0d7b4b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:58.543025 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 13 Jul 2021 13:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7de4299-1e53-424d-b1cd-f3e2f81b3345 x-openstack-request-id: req-a7de4299-1e53-424d-b1cd-f3e2f81b3345 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:53:58.544183 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "607ad771-cd6f-4fcf-b175-a30341f1423f", "tag": "364b743d-042d-4734-ac77-5bc18537c35c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "607ad771-cd6f-4fcf-b175-a30341f1423f", "tag": "c1b3bef8-8fa9-45c3-9d8e-303ce20bc8ef", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:53:58.544611 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a7de4299-1e53-424d-b1cd-f3e2f81b3345 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:53:58.545516 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '607ad771-cd6f-4fcf-b175-a30341f1423f', 'tag': '364b743d-042d-4734-ac77-5bc18537c35c', 'status': 'completed', 'code': 200} Jul 13 13:53:58.545978 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '607ad771-cd6f-4fcf-b175-a30341f1423f', 'tag': 'c1b3bef8-8fa9-45c3-9d8e-303ce20bc8ef', 'status': 'completed', 'code': 200} Jul 13 13:53:58.556190 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-085527bd-3469-420e-9970-2e4e4c0d7b4b service neutron] Transition to ACTIVE for port object d3e632d4-9634-467f-9ba8-1d189f1ac176 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:53:58.562165 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-085527bd-3469-420e-9970-2e4e4c0d7b4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:58.692582 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085527bd-3469-420e-9970-2e4e4c0d7b4b service neutron] Pushing event updated for resources: {'Port': ['ID=d3e632d4-9634-467f-9ba8-1d189f1ac176,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:53:58.756431 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1225b2a5-9eb7-47d2-842b-638352081326 req-1bce8d16-eae4-4156-9268-0867c019d341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:58.756431 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1225b2a5-9eb7-47d2-842b-638352081326 req-1bce8d16-eae4-4156-9268-0867c019d341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:58.756729 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1225b2a5-9eb7-47d2-842b-638352081326 req-1bce8d16-eae4-4156-9268-0867c019d341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:58.757871 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1225b2a5-9eb7-47d2-842b-638352081326 req-1bce8d16-eae4-4156-9268-0867c019d341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:58.757871 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1225b2a5-9eb7-47d2-842b-638352081326 req-1bce8d16-eae4-4156-9268-0867c019d341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:58.759008 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1225b2a5-9eb7-47d2-842b-638352081326 req-1bce8d16-eae4-4156-9268-0867c019d341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:58.759008 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1225b2a5-9eb7-47d2-842b-638352081326 req-1bce8d16-eae4-4156-9268-0867c019d341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:58.760713 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1225b2a5-9eb7-47d2-842b-638352081326 req-1bce8d16-eae4-4156-9268-0867c019d341 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cddde6624d514a049e75835df6c903ed&device_id=607ad771-cd6f-4fcf-b175-a30341f1423f HTTP/1.1" status: 200 len: 6310 time: 0.1883771 Jul 13 13:53:58.799195 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-085527bd-3469-420e-9970-2e4e4c0d7b4b service neutron] Attempting to bind port d3e632d4-9634-467f-9ba8-1d189f1ac176 on host n-h2-800634-1 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:53:58.799195 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-085527bd-3469-420e-9970-2e4e4c0d7b4b service neutron] Attempting to bind port d3e632d4-9634-467f-9ba8-1d189f1ac176 by drivers openvswitch,hyperv on host n-h2-800634-1 at level 0 using segments [{'id': 'a3fe607e-08a2-41e1-8fc9-863af09f7382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c10609af-899d-4476-bb3f-a1771ca4066b'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:53:58.799988 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-085527bd-3469-420e-9970-2e4e4c0d7b4b service neutron] Attempting to bind port d3e632d4-9634-467f-9ba8-1d189f1ac176 on network c10609af-899d-4476-bb3f-a1771ca4066b {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:53:59.008940 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-085527bd-3469-420e-9970-2e4e4c0d7b4b service neutron] Port d3e632d4-9634-467f-9ba8-1d189f1ac176 on network c10609af-899d-4476-bb3f-a1771ca4066b not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-1 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:53:59.009265 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-085527bd-3469-420e-9970-2e4e4c0d7b4b service neutron] Attempting to bind port d3e632d4-9634-467f-9ba8-1d189f1ac176 on network c10609af-899d-4476-bb3f-a1771ca4066b {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:53:59.036552 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-085527bd-3469-420e-9970-2e4e4c0d7b4b service neutron] Checking agent: {'id': 'f615e5c9-21ab-43f2-adbc-192d64b795cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 53, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:53:59.037036 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-085527bd-3469-420e-9970-2e4e4c0d7b4b service neutron] Checking segment: {'id': 'a3fe607e-08a2-41e1-8fc9-863af09f7382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c10609af-899d-4476-bb3f-a1771ca4066b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:53:59.037438 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-085527bd-3469-420e-9970-2e4e4c0d7b4b service neutron] Bound using segment: {'id': 'a3fe607e-08a2-41e1-8fc9-863af09f7382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c10609af-899d-4476-bb3f-a1771ca4066b'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:53:59.038167 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-085527bd-3469-420e-9970-2e4e4c0d7b4b service neutron] Bound port: d3e632d4-9634-467f-9ba8-1d189f1ac176, host: n-h2-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3fe607e-08a2-41e1-8fc9-863af09f7382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c10609af-899d-4476-bb3f-a1771ca4066b'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:53:59.038846 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-085527bd-3469-420e-9970-2e4e4c0d7b4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:59.118562 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1191eadf-67aa-4f06-80ef-f15d315fcbdc req-29d449f7-1b0e-49b0-a539-608d7d9293a6 tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:59.123193 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1191eadf-67aa-4f06-80ef-f15d315fcbdc req-29d449f7-1b0e-49b0-a539-608d7d9293a6 tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5219796-7cb4-4f57-83f9-a0e832f4593f HTTP/1.1" status: 200 len: 945 time: 0.1236401 Jul 13 13:53:59.128222 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1225b2a5-9eb7-47d2-842b-638352081326 req-8366f3e6-2571-4d7e-8e88-e632387f8a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:59.128795 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1225b2a5-9eb7-47d2-842b-638352081326 req-8366f3e6-2571-4d7e-8e88-e632387f8a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:59.129282 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1225b2a5-9eb7-47d2-842b-638352081326 req-8366f3e6-2571-4d7e-8e88-e632387f8a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:59.131097 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1225b2a5-9eb7-47d2-842b-638352081326 req-8366f3e6-2571-4d7e-8e88-e632387f8a74 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=cddde6624d514a049e75835df6c903ed&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.3574917 Jul 13 13:53:59.134471 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-085527bd-3469-420e-9970-2e4e4c0d7b4b service neutron] For port d3e632d4-9634-467f-9ba8-1d189f1ac176, host n-h2-800634-1, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:53:59.140317 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-085527bd-3469-420e-9970-2e4e4c0d7b4b service neutron] For port d3e632d4-9634-467f-9ba8-1d189f1ac176, host n-h2-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=d3e632d4-9634-467f-9ba8-1d189f1ac176,segment=NetworkSegment(a3fe607e-08a2-41e1-8fc9-863af09f7382),segment_id=a3fe607e-08a2-41e1-8fc9-863af09f7382)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:53:59.161700 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-085527bd-3469-420e-9970-2e4e4c0d7b4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:59.195546 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1191eadf-67aa-4f06-80ef-f15d315fcbdc req-74ba87fc-7273-419e-b3e9-294e22346832 tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c36ff65-e031-4d60-bc12-4aaf4c57b43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666718 Jul 13 13:53:59.220779 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-135e6818-114f-413a-b9d6-503aadf5ca0b req-c1fe4ff6-2bf8-45d6-88cf-274a70d17428 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c5219796-7cb4-4f57-83f9-a0e832f4593f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1509681 Jul 13 13:53:59.259354 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-085527bd-3469-420e-9970-2e4e4c0d7b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:59.259980 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-085527bd-3469-420e-9970-2e4e4c0d7b4b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:59.261776 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-085527bd-3469-420e-9970-2e4e4c0d7b4b service neutron] 10.222.0.41 "PUT /v2.0/ports/d3e632d4-9634-467f-9ba8-1d189f1ac176 HTTP/1.1" status: 200 len: 1090 time: 1.2412894 Jul 13 13:53:59.293807 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-b5b7ab29-b09b-4c1d-9b0f-038629e72814 service neutron] Request body: {'port': {'device_id': '607ad771-cd6f-4fcf-b175-a30341f1423f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:53:59.498416 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135e6818-114f-413a-b9d6-503aadf5ca0b req-9c740bbe-b875-4991-90bd-3ab86bf98cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:59.499938 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-135e6818-114f-413a-b9d6-503aadf5ca0b req-9c740bbe-b875-4991-90bd-3ab86bf98cc5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ac5768eaeb3242ac813c969082f024de&device_id=c5219796-7cb4-4f57-83f9-a0e832f4593f HTTP/1.1" status: 200 len: 1096 time: 0.1344340 Jul 13 13:53:59.728064 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135e6818-114f-413a-b9d6-503aadf5ca0b req-4292b5f2-237c-4ee5-a907-19702e83c39d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:59.730434 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-135e6818-114f-413a-b9d6-503aadf5ca0b req-4292b5f2-237c-4ee5-a907-19702e83c39d service neutron] 10.222.0.41 "GET /v2.0/networks?id=b450f1e2-a722-4908-8646-fc79c4a514ae HTTP/1.1" status: 200 len: 919 time: 0.2066221 Jul 13 13:53:59.815854 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085527bd-3469-420e-9970-2e4e4c0d7b4b service neutron] Pushing event updated for resources: {'Port': ['ID=d3e632d4-9634-467f-9ba8-1d189f1ac176,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:53:59.847598 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-135e6818-114f-413a-b9d6-503aadf5ca0b req-de659150-74bb-4711-845f-1f0e62e5507b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a5d46911-2f83-4169-9f46-14e83180fa25 HTTP/1.1" status: 200 len: 217 time: 0.1047862 Jul 13 13:53:59.925789 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1225b2a5-9eb7-47d2-842b-638352081326 req-bb485e30-ec16-41d0-880e-36b21c6bc933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:59.927758 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1225b2a5-9eb7-47d2-842b-638352081326 req-bb485e30-ec16-41d0-880e-36b21c6bc933 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.7856421 Jul 13 13:53:59.930415 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-b5b7ab29-b09b-4c1d-9b0f-038629e72814 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:53:59.947156 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135e6818-114f-413a-b9d6-503aadf5ca0b req-d50d4583-6a83-4381-b180-61b3113f7bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:53:59.955113 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-135e6818-114f-413a-b9d6-503aadf5ca0b req-d50d4583-6a83-4381-b180-61b3113f7bb8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a936942e-7fca-4553-9966-ac3c5be7d1ca HTTP/1.1" status: 200 len: 859 time: 0.0995736 Jul 13 13:54:00.017761 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-135e6818-114f-413a-b9d6-503aadf5ca0b req-7be06eee-07a9-430f-9f48-44bbc24ae57d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b450f1e2-a722-4908-8646-fc79c4a514ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551136 Jul 13 13:54:00.088049 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-98574c57-8ac5-41e2-9b83-eb6fa64465d6 req-ca27d6bd-d509-4e2c-80c9-e1828d637932 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a14cd113-6397-47e4-9814-611179bd97a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7327061 Jul 13 13:54:00.191294 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46103f42-ec2b-40a0-b37a-46b854a52163 req-5085bc44-a0de-4d78-ab54-a423841e9382 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:00.202095 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46103f42-ec2b-40a0-b37a-46b854a52163 req-5085bc44-a0de-4d78-ab54-a423841e9382 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:00.226534 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46103f42-ec2b-40a0-b37a-46b854a52163 req-5085bc44-a0de-4d78-ab54-a423841e9382 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:00.233194 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46103f42-ec2b-40a0-b37a-46b854a52163 req-5085bc44-a0de-4d78-ab54-a423841e9382 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:00.244012 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-135e6818-114f-413a-b9d6-503aadf5ca0b req-e51cbd78-8b60-4618-9fe5-c0d439d874af service neutron] 10.222.0.41 "GET /v2.0/networks/b450f1e2-a722-4908-8646-fc79c4a514ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931455 Jul 13 13:54:00.244729 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46103f42-ec2b-40a0-b37a-46b854a52163 req-5085bc44-a0de-4d78-ab54-a423841e9382 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:00.266091 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46103f42-ec2b-40a0-b37a-46b854a52163 req-5085bc44-a0de-4d78-ab54-a423841e9382 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:00.284889 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46103f42-ec2b-40a0-b37a-46b854a52163 req-5085bc44-a0de-4d78-ab54-a423841e9382 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:00.289461 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0725f3f-35b8-445c-9b20-4e73963ca635 req-c73c1609-a6a0-484e-9f50-7eb0c3e68cfb tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:00.291742 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e0725f3f-35b8-445c-9b20-4e73963ca635 req-c73c1609-a6a0-484e-9f50-7eb0c3e68cfb tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5219796-7cb4-4f57-83f9-a0e832f4593f HTTP/1.1" status: 200 len: 945 time: 0.2723618 Jul 13 13:54:00.304080 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-46103f42-ec2b-40a0-b37a-46b854a52163 req-5085bc44-a0de-4d78-ab54-a423841e9382 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] 10.222.0.23 "GET /v2.0/ports?device_id=607ad771-cd6f-4fcf-b175-a30341f1423f HTTP/1.1" status: 200 len: 5405 time: 0.5543594 Jul 13 13:54:00.311344 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:00.498606 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-46103f42-ec2b-40a0-b37a-46b854a52163 req-abb8da99-4f14-421a-94ce-07fff1a2a7cc tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7715277-f4f6-436d-9885-f716be877834&id=85c9413d-5aef-4db8-8eb1-39a597c8c461&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1935098 Jul 13 13:54:00.539181 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1225b2a5-9eb7-47d2-842b-638352081326 req-73778344-7b0b-42f3-84d1-8454eb9d490b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:00.542041 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1225b2a5-9eb7-47d2-842b-638352081326 req-73778344-7b0b-42f3-84d1-8454eb9d490b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:00.542702 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1225b2a5-9eb7-47d2-842b-638352081326 req-73778344-7b0b-42f3-84d1-8454eb9d490b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:00.543186 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1225b2a5-9eb7-47d2-842b-638352081326 req-73778344-7b0b-42f3-84d1-8454eb9d490b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:00.543732 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1225b2a5-9eb7-47d2-842b-638352081326 req-73778344-7b0b-42f3-84d1-8454eb9d490b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:00.544200 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1225b2a5-9eb7-47d2-842b-638352081326 req-73778344-7b0b-42f3-84d1-8454eb9d490b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:00.552900 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1225b2a5-9eb7-47d2-842b-638352081326 req-73778344-7b0b-42f3-84d1-8454eb9d490b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:00.555230 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1225b2a5-9eb7-47d2-842b-638352081326 req-73778344-7b0b-42f3-84d1-8454eb9d490b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cddde6624d514a049e75835df6c903ed&device_id=607ad771-cd6f-4fcf-b175-a30341f1423f HTTP/1.1" status: 200 len: 6352 time: 0.5727518 Jul 13 13:54:00.572057 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '607ad771-cd6f-4fcf-b175-a30341f1423f', 'tag': 'd3e632d4-9634-467f-9ba8-1d189f1ac176'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:54:00.574531 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f2bc71f-cc1b-481f-bd8c-68e0d65a28a2" -d '{"events": [{"name": "network-changed", "server_uuid": "607ad771-cd6f-4fcf-b175-a30341f1423f", "tag": "d3e632d4-9634-467f-9ba8-1d189f1ac176"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:54:00.750359 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:00.861944 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e0725f3f-35b8-445c-9b20-4e73963ca635 req-79db5fab-f762-46ee-a1c3-2b1a23598025 tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c36ff65-e031-4d60-bc12-4aaf4c57b43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5504515 Jul 13 13:54:00.864049 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-135e6818-114f-413a-b9d6-503aadf5ca0b req-151d51e9-c534-44dc-9bfe-867dce026e02 service neutron] 10.222.0.41 "GET /v2.0/networks/b450f1e2-a722-4908-8646-fc79c4a514ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6083488 Jul 13 13:54:01.006538 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ceb814-31bb-46ba-9707-a53ae747bffc req-b4f2da30-1a98-4d2a-9143-90eab192d2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:01.008249 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b8ceb814-31bb-46ba-9707-a53ae747bffc req-b4f2da30-1a98-4d2a-9143-90eab192d2c6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ac5768eaeb3242ac813c969082f024de&device_id=c5219796-7cb4-4f57-83f9-a0e832f4593f HTTP/1.1" status: 200 len: 1096 time: 0.0733147 Jul 13 13:54:01.131548 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ceb814-31bb-46ba-9707-a53ae747bffc req-f112e0fc-1ad2-4de8-82d9-7e3a39895039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:01.133209 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b8ceb814-31bb-46ba-9707-a53ae747bffc req-f112e0fc-1ad2-4de8-82d9-7e3a39895039 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b450f1e2-a722-4908-8646-fc79c4a514ae HTTP/1.1" status: 200 len: 919 time: 0.1173978 Jul 13 13:54:01.158745 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 57150) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:54:01.204469 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 13:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bc3c705-d3c6-45ff-b886-10892577fbe9 x-openstack-request-id: req-4bc3c705-d3c6-45ff-b886-10892577fbe9 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:54:01.205248 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "607ad771-cd6f-4fcf-b175-a30341f1423f", "tag": "d3e632d4-9634-467f-9ba8-1d189f1ac176", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:54:01.205248 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4bc3c705-d3c6-45ff-b886-10892577fbe9 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:54:01.205451 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '607ad771-cd6f-4fcf-b175-a30341f1423f', 'tag': 'd3e632d4-9634-467f-9ba8-1d189f1ac176', 'status': 'completed', 'code': 200} Jul 13 13:54:01.207503 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b8ceb814-31bb-46ba-9707-a53ae747bffc req-bbf19a2f-8b40-4f3f-94ce-8e8f9dc73dec service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a5d46911-2f83-4169-9f46-14e83180fa25 HTTP/1.1" status: 200 len: 217 time: 0.0642109 Jul 13 13:54:01.227946 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98574c57-8ac5-41e2-9b83-eb6fa64465d6 req-8139c40d-4354-4b09-86c8-a630e8584734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:01.229489 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-98574c57-8ac5-41e2-9b83-eb6fa64465d6 req-8139c40d-4354-4b09-86c8-a630e8584734 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c841d7dd73ac40a085273ab2774b9cc2&device_id=a14cd113-6397-47e4-9814-611179bd97a2 HTTP/1.1" status: 200 len: 1096 time: 0.9234340 Jul 13 13:54:01.409931 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1225b2a5-9eb7-47d2-842b-638352081326 req-bb088fde-62e7-4748-9e64-549f86c26162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:01.410629 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1225b2a5-9eb7-47d2-842b-638352081326 req-bb088fde-62e7-4748-9e64-549f86c26162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:01.411270 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1225b2a5-9eb7-47d2-842b-638352081326 req-bb088fde-62e7-4748-9e64-549f86c26162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:01.413687 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1225b2a5-9eb7-47d2-842b-638352081326 req-bb088fde-62e7-4748-9e64-549f86c26162 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=cddde6624d514a049e75835df6c903ed&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.8273017 Jul 13 13:54:01.489084 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ceb814-31bb-46ba-9707-a53ae747bffc req-b45c68fa-3f24-4122-8703-68d63630d95f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:01.490650 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b8ceb814-31bb-46ba-9707-a53ae747bffc req-b45c68fa-3f24-4122-8703-68d63630d95f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a936942e-7fca-4553-9966-ac3c5be7d1ca HTTP/1.1" status: 200 len: 859 time: 0.2400756 Jul 13 13:54:01.492493 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943635f3-d23d-4ee8-b0ab-31e4af2ad51f req-733eb61c-a36a-4b1f-91ae-ebbe9a62120a tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:01.494058 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-943635f3-d23d-4ee8-b0ab-31e4af2ad51f req-733eb61c-a36a-4b1f-91ae-ebbe9a62120a tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8 HTTP/1.1" status: 200 len: 945 time: 0.7355955 Jul 13 13:54:01.564566 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b8ceb814-31bb-46ba-9707-a53ae747bffc req-28d3efea-bffd-4da9-95a5-5119aa16086d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b450f1e2-a722-4908-8646-fc79c4a514ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0656393 Jul 13 13:54:01.755454 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1225b2a5-9eb7-47d2-842b-638352081326 req-07314f37-54bb-42ca-91de-1c387b9f338e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:01.757215 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1225b2a5-9eb7-47d2-842b-638352081326 req-07314f37-54bb-42ca-91de-1c387b9f338e service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3265510 Jul 13 13:54:01.766518 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98574c57-8ac5-41e2-9b83-eb6fa64465d6 req-6a4028c4-01fd-4de3-87de-c246f4c64b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:01.771802 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-98574c57-8ac5-41e2-9b83-eb6fa64465d6 req-6a4028c4-01fd-4de3-87de-c246f4c64b06 service neutron] 10.222.0.26 "GET /v2.0/networks?id=74b894bb-81e0-406c-ab54-602d50ca5470 HTTP/1.1" status: 200 len: 896 time: 0.4923921 Jul 13 13:54:01.776353 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-b5b7ab29-b09b-4c1d-9b0f-038629e72814 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6203edbb-d062-45f4-b681-abe477bae469 {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:54:01.800910 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-943635f3-d23d-4ee8-b0ab-31e4af2ad51f req-e00140a3-8675-4355-8a35-a1abc11a270e tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/security-groups?id=0095868c-fb20-45e5-8afa-e9ed53786ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2751153 Jul 13 13:54:01.839374 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-b5b7ab29-b09b-4c1d-9b0f-038629e72814 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:01.916698 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-b5b7ab29-b09b-4c1d-9b0f-038629e72814 service neutron] Transition to ACTIVE for port object 6203edbb-d062-45f4-b681-abe477bae469 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:54:01.929984 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-b5b7ab29-b09b-4c1d-9b0f-038629e72814 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:01.955246 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-98574c57-8ac5-41e2-9b83-eb6fa64465d6 req-491e0364-6b3e-4fc5-b142-cb6625d8fb91 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=44e9e118-3e55-459e-a9b2-0c0079a48a40 HTTP/1.1" status: 200 len: 1001 time: 0.1726983 Jul 13 13:54:01.978582 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b8ceb814-31bb-46ba-9707-a53ae747bffc req-5af2c707-8a4c-4345-9fbe-a2a194a29c6c service neutron] 10.222.0.41 "GET /v2.0/networks/b450f1e2-a722-4908-8646-fc79c4a514ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4038785 Jul 13 13:54:02.137695 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcefda86-ddb6-4253-9a11-dec6a6fee62e req-72cec8e6-94df-4731-871e-886df7857801 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:02.144324 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcefda86-ddb6-4253-9a11-dec6a6fee62e req-72cec8e6-94df-4731-871e-886df7857801 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:02.151862 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcefda86-ddb6-4253-9a11-dec6a6fee62e req-72cec8e6-94df-4731-871e-886df7857801 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:02.158398 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcefda86-ddb6-4253-9a11-dec6a6fee62e req-72cec8e6-94df-4731-871e-886df7857801 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:02.174466 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcefda86-ddb6-4253-9a11-dec6a6fee62e req-72cec8e6-94df-4731-871e-886df7857801 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:02.175119 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2bc71f-cc1b-481f-bd8c-68e0d65a28a2 req-08cc9059-0ff5-48c0-9413-ecb934f045c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:02.175806 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2bc71f-cc1b-481f-bd8c-68e0d65a28a2 req-08cc9059-0ff5-48c0-9413-ecb934f045c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:02.176288 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2bc71f-cc1b-481f-bd8c-68e0d65a28a2 req-08cc9059-0ff5-48c0-9413-ecb934f045c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:02.176763 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2bc71f-cc1b-481f-bd8c-68e0d65a28a2 req-08cc9059-0ff5-48c0-9413-ecb934f045c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:02.177384 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2bc71f-cc1b-481f-bd8c-68e0d65a28a2 req-08cc9059-0ff5-48c0-9413-ecb934f045c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:02.177692 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2bc71f-cc1b-481f-bd8c-68e0d65a28a2 req-08cc9059-0ff5-48c0-9413-ecb934f045c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:02.178231 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2bc71f-cc1b-481f-bd8c-68e0d65a28a2 req-08cc9059-0ff5-48c0-9413-ecb934f045c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:02.180310 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4f2bc71f-cc1b-481f-bd8c-68e0d65a28a2 req-08cc9059-0ff5-48c0-9413-ecb934f045c6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cddde6624d514a049e75835df6c903ed&device_id=607ad771-cd6f-4fcf-b175-a30341f1423f HTTP/1.1" status: 200 len: 6352 time: 0.3348336 Jul 13 13:54:02.186010 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcefda86-ddb6-4253-9a11-dec6a6fee62e req-72cec8e6-94df-4731-871e-886df7857801 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:02.197944 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcefda86-ddb6-4253-9a11-dec6a6fee62e req-72cec8e6-94df-4731-871e-886df7857801 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:02.201246 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-fcefda86-ddb6-4253-9a11-dec6a6fee62e req-72cec8e6-94df-4731-871e-886df7857801 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] 10.222.0.23 "GET /v2.0/ports?device_id=607ad771-cd6f-4fcf-b175-a30341f1423f HTTP/1.1" status: 200 len: 5405 time: 0.4981680 Jul 13 13:54:02.250315 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b8ceb814-31bb-46ba-9707-a53ae747bffc req-f261d4ce-d5b6-4146-b8c1-43f93fd534ad service neutron] 10.222.0.41 "GET /v2.0/networks/b450f1e2-a722-4908-8646-fc79c4a514ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2442217 Jul 13 13:54:02.318487 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-fcefda86-ddb6-4253-9a11-dec6a6fee62e req-206de094-ce8d-4bca-ae98-042a12a13e2d tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7715277-f4f6-436d-9885-f716be877834&id=85c9413d-5aef-4db8-8eb1-39a597c8c461&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0663695 Jul 13 13:54:02.332788 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b7ab29-b09b-4c1d-9b0f-038629e72814 service neutron] Pushing event updated for resources: {'Port': ['ID=6203edbb-d062-45f4-b681-abe477bae469,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:54:02.440914 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2bc71f-cc1b-481f-bd8c-68e0d65a28a2 req-9bdd41bb-f29c-4a36-ba95-0ba1eacf33e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:02.441526 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2bc71f-cc1b-481f-bd8c-68e0d65a28a2 req-9bdd41bb-f29c-4a36-ba95-0ba1eacf33e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:02.442102 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2bc71f-cc1b-481f-bd8c-68e0d65a28a2 req-9bdd41bb-f29c-4a36-ba95-0ba1eacf33e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:02.444036 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4f2bc71f-cc1b-481f-bd8c-68e0d65a28a2 req-9bdd41bb-f29c-4a36-ba95-0ba1eacf33e3 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=cddde6624d514a049e75835df6c903ed&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.2520227 Jul 13 13:54:02.464949 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98574c57-8ac5-41e2-9b83-eb6fa64465d6 req-507d47ab-9429-4c67-b433-be818137f389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:02.467181 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-98574c57-8ac5-41e2-9b83-eb6fa64465d6 req-507d47ab-9429-4c67-b433-be818137f389 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=72813855-4fcc-4acd-b42e-646c1f5e9567 HTTP/1.1" status: 200 len: 835 time: 0.4867587 Jul 13 13:54:02.523740 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dcf7c307-4ad5-4461-bc5e-6ab54b4345d3 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451695'] for router_interface, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:02.655691 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826998e6-d7ba-4dcc-8391-abbf795c2604 req-a393526a-27d3-44b3-9e2c-abdb18d214da tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:02.662553 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-826998e6-d7ba-4dcc-8391-abbf795c2604 req-a393526a-27d3-44b3-9e2c-abdb18d214da tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5219796-7cb4-4f57-83f9-a0e832f4593f HTTP/1.1" status: 200 len: 945 time: 0.1770375 Jul 13 13:54:02.680306 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271c4e16-ae2b-470d-835c-a903299e1b74 req-fac25805-a211-41bd-9cd9-a4067c7b4942 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:02.687737 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-271c4e16-ae2b-470d-835c-a903299e1b74 req-fac25805-a211-41bd-9cd9-a4067c7b4942 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8 HTTP/1.1" status: 200 len: 945 time: 0.6420794 Jul 13 13:54:02.702962 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2bc71f-cc1b-481f-bd8c-68e0d65a28a2 req-0de4ad8a-0192-4fdc-8d53-01e103c5970c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:02.704452 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4f2bc71f-cc1b-481f-bd8c-68e0d65a28a2 req-0de4ad8a-0192-4fdc-8d53-01e103c5970c service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2484887 Jul 13 13:54:02.721383 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-b5b7ab29-b09b-4c1d-9b0f-038629e72814 service neutron] Attempting to bind port 6203edbb-d062-45f4-b681-abe477bae469 on host n-h2-800634-1 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:54:02.721929 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-b5b7ab29-b09b-4c1d-9b0f-038629e72814 service neutron] Attempting to bind port 6203edbb-d062-45f4-b681-abe477bae469 by drivers openvswitch,hyperv on host n-h2-800634-1 at level 0 using segments [{'id': '459f27d6-b1fd-43cc-9134-6320fdd4c59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '66d18ebd-c35e-4e15-b1ef-9323bd11d006'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:54:02.722084 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-b5b7ab29-b09b-4c1d-9b0f-038629e72814 service neutron] Attempting to bind port 6203edbb-d062-45f4-b681-abe477bae469 on network 66d18ebd-c35e-4e15-b1ef-9323bd11d006 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:54:02.748853 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-b5b7ab29-b09b-4c1d-9b0f-038629e72814 service neutron] Port 6203edbb-d062-45f4-b681-abe477bae469 on network 66d18ebd-c35e-4e15-b1ef-9323bd11d006 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-1 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:54:02.749581 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-b5b7ab29-b09b-4c1d-9b0f-038629e72814 service neutron] Attempting to bind port 6203edbb-d062-45f4-b681-abe477bae469 on network 66d18ebd-c35e-4e15-b1ef-9323bd11d006 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:54:02.766478 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-271c4e16-ae2b-470d-835c-a903299e1b74 req-239f9e4a-1256-4d50-99e9-10e0a18aecd0 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/security-groups?id=0095868c-fb20-45e5-8afa-e9ed53786ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776813 Jul 13 13:54:02.770705 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98574c57-8ac5-41e2-9b83-eb6fa64465d6 req-2fc1fd01-1819-46b5-8907-068b5c0a4f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:02.773372 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-98574c57-8ac5-41e2-9b83-eb6fa64465d6 req-2fc1fd01-1819-46b5-8907-068b5c0a4f27 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=74b894bb-81e0-406c-ab54-602d50ca5470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2345104 Jul 13 13:54:02.774876 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-b5b7ab29-b09b-4c1d-9b0f-038629e72814 service neutron] Checking agent: {'id': 'f615e5c9-21ab-43f2-adbc-192d64b795cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:54:02.775214 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-b5b7ab29-b09b-4c1d-9b0f-038629e72814 service neutron] Checking segment: {'id': '459f27d6-b1fd-43cc-9134-6320fdd4c59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '66d18ebd-c35e-4e15-b1ef-9323bd11d006'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:54:02.775738 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-b5b7ab29-b09b-4c1d-9b0f-038629e72814 service neutron] Bound using segment: {'id': '459f27d6-b1fd-43cc-9134-6320fdd4c59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '66d18ebd-c35e-4e15-b1ef-9323bd11d006'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:54:02.776191 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-b5b7ab29-b09b-4c1d-9b0f-038629e72814 service neutron] Bound port: 6203edbb-d062-45f4-b681-abe477bae469, host: n-h2-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '459f27d6-b1fd-43cc-9134-6320fdd4c59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '66d18ebd-c35e-4e15-b1ef-9323bd11d006'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:54:02.776561 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-b5b7ab29-b09b-4c1d-9b0f-038629e72814 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:02.808131 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-826998e6-d7ba-4dcc-8391-abbf795c2604 req-8e03b54f-7cd2-4dca-afbc-58c7641e60f3 tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c36ff65-e031-4d60-bc12-4aaf4c57b43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442053 Jul 13 13:54:02.994702 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-b5b7ab29-b09b-4c1d-9b0f-038629e72814 service neutron] For port 6203edbb-d062-45f4-b681-abe477bae469, host n-h2-800634-1, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:54:02.999112 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-b5b7ab29-b09b-4c1d-9b0f-038629e72814 service neutron] For port 6203edbb-d062-45f4-b681-abe477bae469, host n-h2-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=6203edbb-d062-45f4-b681-abe477bae469,segment=NetworkSegment(459f27d6-b1fd-43cc-9134-6320fdd4c59f),segment_id=459f27d6-b1fd-43cc-9134-6320fdd4c59f)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:54:03.041640 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-98574c57-8ac5-41e2-9b83-eb6fa64465d6 req-15724273-eec1-4489-a550-f1df5f5cd35b service neutron] 10.222.0.26 "GET /v2.0/networks/74b894bb-81e0-406c-ab54-602d50ca5470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2485783 Jul 13 13:54:03.044048 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-b5b7ab29-b09b-4c1d-9b0f-038629e72814 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:03.111823 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e873a52d-388c-4346-bb0c-41d5041a2403 req-8d524478-bb31-4678-8f56-6b3456816185 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:03.119262 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e873a52d-388c-4346-bb0c-41d5041a2403 req-8d524478-bb31-4678-8f56-6b3456816185 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8 HTTP/1.1" status: 200 len: 945 time: 0.1478856 Jul 13 13:54:03.182230 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e873a52d-388c-4346-bb0c-41d5041a2403 req-b46616ce-3f07-4147-afc4-007cab0834e5 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/security-groups?id=0095868c-fb20-45e5-8afa-e9ed53786ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620100 Jul 13 13:54:03.243127 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-b5b7ab29-b09b-4c1d-9b0f-038629e72814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:03.245669 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-b5b7ab29-b09b-4c1d-9b0f-038629e72814 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:03.248399 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-b5b7ab29-b09b-4c1d-9b0f-038629e72814 service neutron] 10.222.0.41 "PUT /v2.0/ports/6203edbb-d062-45f4-b681-abe477bae469 HTTP/1.1" status: 200 len: 1091 time: 3.9590302 Jul 13 13:54:03.259601 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '607ad771-cd6f-4fcf-b175-a30341f1423f', 'tag': '6203edbb-d062-45f4-b681-abe477bae469'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:54:03.266836 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34ee8cb4-65df-4ea2-aea3-496fd8b230b5" -d '{"events": [{"name": "network-changed", "server_uuid": "607ad771-cd6f-4fcf-b175-a30341f1423f", "tag": "6203edbb-d062-45f4-b681-abe477bae469"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:54:03.332850 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-ac8b0799-1f48-493a-bf34-d320f7d5a4c8 service neutron] Request body: {'port': {'device_id': '607ad771-cd6f-4fcf-b175-a30341f1423f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:54:03.345537 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-dcf7c307-4ad5-4461-bc5e-6ab54b4345d3 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Deleting port 2dbeaf96-e55d-42a6-adef-d93f86e3d1ea {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:54:03.345924 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dcf7c307-4ad5-4461-bc5e-6ab54b4345d3 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:03.410940 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 13:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca5d3a8a-ff45-4dce-ad7b-bedf05ab19a0 x-openstack-request-id: req-ca5d3a8a-ff45-4dce-ad7b-bedf05ab19a0 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:54:03.412353 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "607ad771-cd6f-4fcf-b175-a30341f1423f", "tag": "6203edbb-d062-45f4-b681-abe477bae469", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:54:03.414012 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ca5d3a8a-ff45-4dce-ad7b-bedf05ab19a0 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:54:03.414554 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '607ad771-cd6f-4fcf-b175-a30341f1423f', 'tag': '6203edbb-d062-45f4-b681-abe477bae469', 'status': 'completed', 'code': 200} Jul 13 13:54:03.535584 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-dcf7c307-4ad5-4461-bc5e-6ab54b4345d3 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] For port 2dbeaf96-e55d-42a6-adef-d93f86e3d1ea, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=2dbeaf96-e55d-42a6-adef-d93f86e3d1ea,segment=NetworkSegment(c4dc016d-b2da-4b50-ba17-aca7d644593b),segment_id=c4dc016d-b2da-4b50-ba17-aca7d644593b)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:54:03.536092 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dcf7c307-4ad5-4461-bc5e-6ab54b4345d3 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:03.575600 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-dcf7c307-4ad5-4461-bc5e-6ab54b4345d3 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Calling delete_port for 2dbeaf96-e55d-42a6-adef-d93f86e3d1ea owned by network:router_interface {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:54:03.662512 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b7ab29-b09b-4c1d-9b0f-038629e72814 service neutron] Pushing event updated for resources: {'Port': ['ID=6203edbb-d062-45f4-b681-abe477bae469,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:54:03.695579 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-98574c57-8ac5-41e2-9b83-eb6fa64465d6 req-cacde1cd-07da-4a08-911e-5d364a591165 service neutron] 10.222.0.26 "GET /v2.0/networks/74b894bb-81e0-406c-ab54-602d50ca5470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6424634 Jul 13 13:54:03.766309 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-ac8b0799-1f48-493a-bf34-d320f7d5a4c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:03.801301 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b17440-b3c8-46d0-8c0b-50f775a5b19c req-513f9383-566b-46cc-8932-baa7e153ca71 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:03.804909 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-16b17440-b3c8-46d0-8c0b-50f775a5b19c req-513f9383-566b-46cc-8932-baa7e153ca71 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8 HTTP/1.1" status: 200 len: 945 time: 0.2152200 Jul 13 13:54:03.829595 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37627f1-f18c-4fc9-8a27-ac1a1f0f66bc req-cb95d40d-7b0c-48aa-b944-5b79234df925 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:03.838443 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37627f1-f18c-4fc9-8a27-ac1a1f0f66bc req-cb95d40d-7b0c-48aa-b944-5b79234df925 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:03.844990 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37627f1-f18c-4fc9-8a27-ac1a1f0f66bc req-cb95d40d-7b0c-48aa-b944-5b79234df925 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:03.851481 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37627f1-f18c-4fc9-8a27-ac1a1f0f66bc req-cb95d40d-7b0c-48aa-b944-5b79234df925 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:03.859664 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37627f1-f18c-4fc9-8a27-ac1a1f0f66bc req-cb95d40d-7b0c-48aa-b944-5b79234df925 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:03.866677 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37627f1-f18c-4fc9-8a27-ac1a1f0f66bc req-cb95d40d-7b0c-48aa-b944-5b79234df925 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:03.873761 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37627f1-f18c-4fc9-8a27-ac1a1f0f66bc req-cb95d40d-7b0c-48aa-b944-5b79234df925 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:03.881487 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e37627f1-f18c-4fc9-8a27-ac1a1f0f66bc req-cb95d40d-7b0c-48aa-b944-5b79234df925 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] 10.222.0.23 "GET /v2.0/ports?device_id=607ad771-cd6f-4fcf-b175-a30341f1423f HTTP/1.1" status: 200 len: 5417 time: 0.2662385 Jul 13 13:54:03.950378 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e37627f1-f18c-4fc9-8a27-ac1a1f0f66bc req-f54b9bae-2ba4-4b38-9eb0-d8fe4bc19f7a tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7715277-f4f6-436d-9885-f716be877834&id=85c9413d-5aef-4db8-8eb1-39a597c8c461&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0678866 Jul 13 13:54:04.022997 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ee8cb4-65df-4ea2-aea3-496fd8b230b5 req-1d80a5ed-3e85-4fe4-af56-2b4246d3260d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:04.023996 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ee8cb4-65df-4ea2-aea3-496fd8b230b5 req-1d80a5ed-3e85-4fe4-af56-2b4246d3260d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:04.024674 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ee8cb4-65df-4ea2-aea3-496fd8b230b5 req-1d80a5ed-3e85-4fe4-af56-2b4246d3260d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:04.025386 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ee8cb4-65df-4ea2-aea3-496fd8b230b5 req-1d80a5ed-3e85-4fe4-af56-2b4246d3260d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:04.026108 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ee8cb4-65df-4ea2-aea3-496fd8b230b5 req-1d80a5ed-3e85-4fe4-af56-2b4246d3260d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:04.026972 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ee8cb4-65df-4ea2-aea3-496fd8b230b5 req-1d80a5ed-3e85-4fe4-af56-2b4246d3260d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:04.027978 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ee8cb4-65df-4ea2-aea3-496fd8b230b5 req-1d80a5ed-3e85-4fe4-af56-2b4246d3260d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:04.030433 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-34ee8cb4-65df-4ea2-aea3-496fd8b230b5 req-1d80a5ed-3e85-4fe4-af56-2b4246d3260d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cddde6624d514a049e75835df6c903ed&device_id=607ad771-cd6f-4fcf-b175-a30341f1423f HTTP/1.1" status: 200 len: 6419 time: 0.5956841 Jul 13 13:54:04.072407 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dcf7c307-4ad5-4461-bc5e-6ab54b4345d3 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:04.141089 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf7c307-4ad5-4461-bc5e-6ab54b4345d3 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Pushing event deleted for resources: {'Port': ['ID=2dbeaf96-e55d-42a6-adef-d93f86e3d1ea,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:54:04.179441 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-16b17440-b3c8-46d0-8c0b-50f775a5b19c req-8135544d-7019-4b91-af02-15b2249c3d6c tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/security-groups?id=0095868c-fb20-45e5-8afa-e9ed53786ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095194 Jul 13 13:54:04.459184 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ee8cb4-65df-4ea2-aea3-496fd8b230b5 req-1896e44f-971a-44e7-929c-065575aaf3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:04.459866 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ee8cb4-65df-4ea2-aea3-496fd8b230b5 req-1896e44f-971a-44e7-929c-065575aaf3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:04.462096 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ee8cb4-65df-4ea2-aea3-496fd8b230b5 req-1896e44f-971a-44e7-929c-065575aaf3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:04.467818 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-34ee8cb4-65df-4ea2-aea3-496fd8b230b5 req-1896e44f-971a-44e7-929c-065575aaf3d5 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=cddde6624d514a049e75835df6c903ed&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.4255998 Jul 13 13:54:04.579489 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1a981e-c8fd-486d-a844-c46508a81bf8 req-7d9c78f5-9116-4b89-9b27-db2af51f4e6f tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:04.587922 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-da1a981e-c8fd-486d-a844-c46508a81bf8 req-7d9c78f5-9116-4b89-9b27-db2af51f4e6f tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5219796-7cb4-4f57-83f9-a0e832f4593f HTTP/1.1" status: 200 len: 945 time: 0.3973134 Jul 13 13:54:04.715049 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-ac8b0799-1f48-493a-bf34-d320f7d5a4c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a28e0383-d778-445e-917b-a6877ab44b08 {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:54:04.735061 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-ac8b0799-1f48-493a-bf34-d320f7d5a4c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:04.747061 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9f4236-fa87-4a07-be87-0bb1a2a3a8ec req-1b4026de-c685-4823-931c-c7fd44272aec tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:04.755191 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ea9f4236-fa87-4a07-be87-0bb1a2a3a8ec req-1b4026de-c685-4823-931c-c7fd44272aec tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8 HTTP/1.1" status: 200 len: 945 time: 0.2380359 Jul 13 13:54:04.777076 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ee8cb4-65df-4ea2-aea3-496fd8b230b5 req-c5e66a9f-8b46-4fd4-977f-78aee71269c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:04.779222 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-34ee8cb4-65df-4ea2-aea3-496fd8b230b5 req-c5e66a9f-8b46-4fd4-977f-78aee71269c5 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2967317 Jul 13 13:54:04.789764 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-ac8b0799-1f48-493a-bf34-d320f7d5a4c8 service neutron] Transition to ACTIVE for port object a28e0383-d778-445e-917b-a6877ab44b08 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:54:04.801944 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-ac8b0799-1f48-493a-bf34-d320f7d5a4c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:04.843953 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ea9f4236-fa87-4a07-be87-0bb1a2a3a8ec req-61660494-59e4-45b9-b166-043bee306941 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/security-groups?id=0095868c-fb20-45e5-8afa-e9ed53786ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877743 Jul 13 13:54:04.868173 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8b0799-1f48-493a-bf34-d320f7d5a4c8 service neutron] Pushing event updated for resources: {'Port': ['ID=a28e0383-d778-445e-917b-a6877ab44b08,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:54:05.003762 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-ac8b0799-1f48-493a-bf34-d320f7d5a4c8 service neutron] Attempting to bind port a28e0383-d778-445e-917b-a6877ab44b08 on host n-h2-800634-1 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:54:05.004101 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-ac8b0799-1f48-493a-bf34-d320f7d5a4c8 service neutron] Attempting to bind port a28e0383-d778-445e-917b-a6877ab44b08 by drivers openvswitch,hyperv on host n-h2-800634-1 at level 0 using segments [{'id': '459f27d6-b1fd-43cc-9134-6320fdd4c59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '66d18ebd-c35e-4e15-b1ef-9323bd11d006'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:54:05.004429 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-ac8b0799-1f48-493a-bf34-d320f7d5a4c8 service neutron] Attempting to bind port a28e0383-d778-445e-917b-a6877ab44b08 on network 66d18ebd-c35e-4e15-b1ef-9323bd11d006 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:54:05.009874 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-ac8b0799-1f48-493a-bf34-d320f7d5a4c8 service neutron] Port a28e0383-d778-445e-917b-a6877ab44b08 on network 66d18ebd-c35e-4e15-b1ef-9323bd11d006 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-1 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:54:05.010366 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-ac8b0799-1f48-493a-bf34-d320f7d5a4c8 service neutron] Attempting to bind port a28e0383-d778-445e-917b-a6877ab44b08 on network 66d18ebd-c35e-4e15-b1ef-9323bd11d006 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:54:05.017594 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-ac8b0799-1f48-493a-bf34-d320f7d5a4c8 service neutron] Checking agent: {'id': 'f615e5c9-21ab-43f2-adbc-192d64b795cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:54:05.017984 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-ac8b0799-1f48-493a-bf34-d320f7d5a4c8 service neutron] Checking segment: {'id': '459f27d6-b1fd-43cc-9134-6320fdd4c59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '66d18ebd-c35e-4e15-b1ef-9323bd11d006'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:54:05.018366 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-ac8b0799-1f48-493a-bf34-d320f7d5a4c8 service neutron] Bound using segment: {'id': '459f27d6-b1fd-43cc-9134-6320fdd4c59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '66d18ebd-c35e-4e15-b1ef-9323bd11d006'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:54:05.019195 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-ac8b0799-1f48-493a-bf34-d320f7d5a4c8 service neutron] Bound port: a28e0383-d778-445e-917b-a6877ab44b08, host: n-h2-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '459f27d6-b1fd-43cc-9134-6320fdd4c59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '66d18ebd-c35e-4e15-b1ef-9323bd11d006'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:54:05.019559 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-ac8b0799-1f48-493a-bf34-d320f7d5a4c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:05.103137 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-da1a981e-c8fd-486d-a844-c46508a81bf8 req-3996bcb3-5b8c-4372-9cdb-8f5c3b118d3e tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c36ff65-e031-4d60-bc12-4aaf4c57b43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5140271 Jul 13 13:54:05.145400 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-ac8b0799-1f48-493a-bf34-d320f7d5a4c8 service neutron] For port a28e0383-d778-445e-917b-a6877ab44b08, host n-h2-800634-1, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:54:05.149536 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-ac8b0799-1f48-493a-bf34-d320f7d5a4c8 service neutron] For port a28e0383-d778-445e-917b-a6877ab44b08, host n-h2-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=a28e0383-d778-445e-917b-a6877ab44b08,segment=NetworkSegment(459f27d6-b1fd-43cc-9134-6320fdd4c59f),segment_id=459f27d6-b1fd-43cc-9134-6320fdd4c59f)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:54:05.152995 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dcf7c307-4ad5-4461-bc5e-6ab54b4345d3 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1785036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452491'] for router_interface, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:05.160619 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-ac8b0799-1f48-493a-bf34-d320f7d5a4c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:05.179876 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-ac8b0799-1f48-493a-bf34-d320f7d5a4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:05.181049 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-ac8b0799-1f48-493a-bf34-d320f7d5a4c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:05.182853 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-ac8b0799-1f48-493a-bf34-d320f7d5a4c8 service neutron] 10.222.0.41 "PUT /v2.0/ports/a28e0383-d778-445e-917b-a6877ab44b08 HTTP/1.1" status: 200 len: 1091 time: 1.8710685 Jul 13 13:54:05.270355 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b499660-b9d9-435e-bc29-709fad550053 req-3f560365-686a-4389-bfa1-55e5d11a352c tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:05.272102 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2b499660-b9d9-435e-bc29-709fad550053 req-3f560365-686a-4389-bfa1-55e5d11a352c tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8 HTTP/1.1" status: 200 len: 945 time: 0.2037992 Jul 13 13:54:05.395265 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2b499660-b9d9-435e-bc29-709fad550053 req-3d2a4b31-81e8-4256-bc0c-edcb92ef4dcf tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/security-groups?id=0095868c-fb20-45e5-8afa-e9ed53786ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686512 Jul 13 13:54:05.410431 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8b0799-1f48-493a-bf34-d320f7d5a4c8 service neutron] Pushing event updated for resources: {'Port': ['ID=a28e0383-d778-445e-917b-a6877ab44b08,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:54:05.429049 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '607ad771-cd6f-4fcf-b175-a30341f1423f', 'tag': 'a28e0383-d778-445e-917b-a6877ab44b08'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:54:05.435321 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb643506-e7f7-4312-9bfd-0585fa9a31b3" -d '{"events": [{"name": "network-changed", "server_uuid": "607ad771-cd6f-4fcf-b175-a30341f1423f", "tag": "a28e0383-d778-445e-917b-a6877ab44b08"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:54:05.498998 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-12d6bd33-81d8-43d6-bafa-dbff3da265c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:05.499623 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-12d6bd33-81d8-43d6-bafa-dbff3da265c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:05.500068 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-12d6bd33-81d8-43d6-bafa-dbff3da265c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:05.500580 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-12d6bd33-81d8-43d6-bafa-dbff3da265c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:05.501056 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-12d6bd33-81d8-43d6-bafa-dbff3da265c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:05.502952 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-12d6bd33-81d8-43d6-bafa-dbff3da265c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:05.503449 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-12d6bd33-81d8-43d6-bafa-dbff3da265c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:05.507657 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-12d6bd33-81d8-43d6-bafa-dbff3da265c4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cddde6624d514a049e75835df6c903ed&device_id=607ad771-cd6f-4fcf-b175-a30341f1423f HTTP/1.1" status: 200 len: 6486 time: 0.2647607 Jul 13 13:54:05.514328 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 13:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecb6de8b-154c-4c0e-b748-f5abd4e5324e x-openstack-request-id: req-ecb6de8b-154c-4c0e-b748-f5abd4e5324e {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:54:05.514633 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "607ad771-cd6f-4fcf-b175-a30341f1423f", "tag": "a28e0383-d778-445e-917b-a6877ab44b08", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:54:05.514873 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ecb6de8b-154c-4c0e-b748-f5abd4e5324e {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:54:05.515270 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '607ad771-cd6f-4fcf-b175-a30341f1423f', 'tag': 'a28e0383-d778-445e-917b-a6877ab44b08', 'status': 'completed', 'code': 200} Jul 13 13:54:05.625207 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-abde4554-fd58-4ba6-b03f-3b86b341ce1a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9471cf76-3a42-44c0-8380-63156b7de0c5 HTTP/1.1" status: 200 len: 217 time: 0.1085734 Jul 13 13:54:05.645701 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe26d41c-8ddd-47d8-ade1-54819dd3fdc4 req-536b2ecb-4765-49b1-a004-90905624cff5 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:05.654187 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe26d41c-8ddd-47d8-ade1-54819dd3fdc4 req-536b2ecb-4765-49b1-a004-90905624cff5 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:05.660440 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe26d41c-8ddd-47d8-ade1-54819dd3fdc4 req-536b2ecb-4765-49b1-a004-90905624cff5 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:05.666980 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe26d41c-8ddd-47d8-ade1-54819dd3fdc4 req-536b2ecb-4765-49b1-a004-90905624cff5 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:05.673506 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe26d41c-8ddd-47d8-ade1-54819dd3fdc4 req-536b2ecb-4765-49b1-a004-90905624cff5 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:05.680167 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe26d41c-8ddd-47d8-ade1-54819dd3fdc4 req-536b2ecb-4765-49b1-a004-90905624cff5 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:05.687311 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe26d41c-8ddd-47d8-ade1-54819dd3fdc4 req-536b2ecb-4765-49b1-a004-90905624cff5 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:05.692457 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-062ca6e2-f512-4b8e-a029-b97475b18d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:05.694008 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-062ca6e2-f512-4b8e-a029-b97475b18d0c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3e740739-b63f-4ad3-b5cf-d6f6b58861d6 HTTP/1.1" status: 200 len: 855 time: 0.0602412 Jul 13 13:54:05.695701 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-fe26d41c-8ddd-47d8-ade1-54819dd3fdc4 req-536b2ecb-4765-49b1-a004-90905624cff5 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] 10.222.0.23 "GET /v2.0/ports?device_id=607ad771-cd6f-4fcf-b175-a30341f1423f HTTP/1.1" status: 200 len: 5429 time: 0.3281629 Jul 13 13:54:05.789945 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-fe26d41c-8ddd-47d8-ade1-54819dd3fdc4 req-432c43ae-4a74-4771-bcb7-8d3268e65eb6 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7715277-f4f6-436d-9885-f716be877834&id=85c9413d-5aef-4db8-8eb1-39a597c8c461&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0932405 Jul 13 13:54:05.819038 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcf7c307-4ad5-4461-bc5e-6ab54b4345d3 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Router 6e6c35d2-3101-4a59-afdc-1aecc8430b8c has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 13:54:05.893049 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7028254-7b83-456a-a26a-cb30900fa56f req-b93fe161-96ac-45ec-9782-44c40c32fa3a tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:05.904132 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f7028254-7b83-456a-a26a-cb30900fa56f req-b93fe161-96ac-45ec-9782-44c40c32fa3a tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8 HTTP/1.1" status: 200 len: 945 time: 0.1993515 Jul 13 13:54:05.927224 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-dcfc4376-fd25-4093-81db-76fd5c4fd6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:05.928882 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-dcfc4376-fd25-4093-81db-76fd5c4fd6a4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=446293fa-d089-4a73-be46-3f7c6317a56f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1697392 Jul 13 13:54:05.961878 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcf7c307-4ad5-4461-bc5e-6ab54b4345d3 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:54:05.972264 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d759b76-7127-47f6-8654-d7c45b9dd77a None None] Sync routers for ids ['6e6c35d2-3101-4a59-afdc-1aecc8430b8c'] in n-d-800634-1 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:54:05.973560 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-dcf7c307-4ad5-4461-bc5e-6ab54b4345d3 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] 10.222.0.23 "PUT /v2.0/routers/6e6c35d2-3101-4a59-afdc-1aecc8430b8c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8125870 Jul 13 13:54:05.986877 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d759b76-7127-47f6-8654-d7c45b9dd77a None None] Routers {'6e6c35d2-3101-4a59-afdc-1aecc8430b8c'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:54:05.987503 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-1d759b76-7127-47f6-8654-d7c45b9dd77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:53:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['6e6c35d2-3101-4a59-afdc-1aecc8430b8c'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:54:06.004274 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f7028254-7b83-456a-a26a-cb30900fa56f req-9aa487af-a4f5-439e-96bf-1ea2d99de021 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/security-groups?id=0095868c-fb20-45e5-8afa-e9ed53786ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991170 Jul 13 13:54:06.077936 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-591287f6-c1e6-49ca-b1fb-84aa58b4d31c service neutron] 10.222.0.41 "GET /v2.0/networks/446293fa-d089-4a73-be46-3f7c6317a56f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409526 Jul 13 13:54:06.134271 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-1d759b76-7127-47f6-8654-d7c45b9dd77a None None] Set router 6e6c35d2-3101-4a59-afdc-1aecc8430b8c gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:54:06.321153 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-8c381246-9637-4708-b18f-f163160270b7 service neutron] 10.222.0.41 "GET /v2.0/networks/446293fa-d089-4a73-be46-3f7c6317a56f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2340305 Jul 13 13:54:06.410889 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-9572793c-acc6-4b9c-a430-b5de98d2b8fc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.65&port_id=580fca4a-3ae1-4d32-ab03-327db6d3f362 HTTP/1.1" status: 200 len: 217 time: 0.0790496 Jul 13 13:54:06.482970 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b0247e-ff12-4f90-a4ed-00b1ba8301e9 req-5b251f9f-efcb-4646-af60-a8056be9878a tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:06.484759 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-28b0247e-ff12-4f90-a4ed-00b1ba8301e9 req-5b251f9f-efcb-4646-af60-a8056be9878a tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8 HTTP/1.1" status: 200 len: 945 time: 0.2443736 Jul 13 13:54:06.496915 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-1d759b76-7127-47f6-8654-d7c45b9dd77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e6c35d2-3101-4a59-afdc-1aecc8430b8c', 'name': 'tempest-TestNetworkBasicOps-router-1884197832', 'tenant_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': 'b82ce7a0-912c-4b40-a9cc-9f95df758d0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:51:52Z', 'updated_at': '2021-07-13T13:54:03Z', 'revision_number': 6, 'project_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'gw_port': {'id': 'b82ce7a0-912c-4b40-a9cc-9f95df758d0c', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:75:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6c35d2-3101-4a59-afdc-1aecc8430b8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:51:54Z', 'updated_at': '2021-07-13T13:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_floatingips': [{'id': '1dac77a1-4c97-4f4f-a5ce-41123dd4b6ab', 'tenant_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'floating_ip_address': '172.25.6.184', 'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'router_id': '6e6c35d2-3101-4a59-afdc-1aecc8430b8c', 'port_id': '44e9e118-3e55-459e-a9b2-0c0079a48a40', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2637, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74b894bb-81e0-406c-ab54-602d50ca5470', 'mac_address': 'fa:16:3e:8c:5d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14cd113-6397-47e4-9814-611179bd97a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T13:52:41Z', 'updated_at': '2021-07-13T13:52:47Z', 'revision_number': 1, 'project_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e73d9bad-ede3-4700-9494-508a3c6b764b', 'name': '', 'network_id': '74b894bb-81e0-406c-ab54-602d50ca5470', 'tenant_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'mac_address': 'fa:16:3e:8d:dd:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6c35d2-3101-4a59-afdc-1aecc8430b8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2595, 'fixed_ips': [{'subnet_id': '72813855-4fcc-4acd-b42e-646c1f5e9567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:52:03Z', 'updated_at': '2021-07-13T13:52:18Z', 'revision_number': 5, 'project_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'subnets': [{'id': '72813855-4fcc-4acd-b42e-646c1f5e9567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:54:06.527837 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d759b76-7127-47f6-8654-d7c45b9dd77a None None] Checking router: 6e6c35d2-3101-4a59-afdc-1aecc8430b8c for host: n-d-800634-1 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 13:54:06.538740 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d759b76-7127-47f6-8654-d7c45b9dd77a None None] Routers {'6e6c35d2-3101-4a59-afdc-1aecc8430b8c'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:54:06.540240 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-1d759b76-7127-47f6-8654-d7c45b9dd77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:53:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['6e6c35d2-3101-4a59-afdc-1aecc8430b8c'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:54:06.550951 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-fe4dbc63-9811-42e9-8b5f-0461e9b95611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:06.552712 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-fe4dbc63-9811-42e9-8b5f-0461e9b95611 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d8135eef-58f0-4af0-b4cf-468c412106b7 HTTP/1.1" status: 200 len: 797 time: 0.1320128 Jul 13 13:54:06.556486 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-28b0247e-ff12-4f90-a4ed-00b1ba8301e9 req-f11535c7-790f-4df3-bca9-f9c9c19a7906 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/security-groups?id=0095868c-fb20-45e5-8afa-e9ed53786ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645013 Jul 13 13:54:06.647848 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5d06c6-7262-4b13-b33e-df26d59ec632 req-44de820e-8dbe-4b74-9f50-0f0bf90ac933 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:06.649493 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-9a5d06c6-7262-4b13-b33e-df26d59ec632 req-44de820e-8dbe-4b74-9f50-0f0bf90ac933 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b156bae-a710-47e1-904b-f55398f301cb HTTP/1.1" status: 200 len: 946 time: 0.0895112 Jul 13 13:54:06.689135 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-7d04bcc2-e88e-42e9-bee2-a424fbd0417f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:06.694777 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-7d04bcc2-e88e-42e9-bee2-a424fbd0417f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c10609af-899d-4476-bb3f-a1771ca4066b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1343377 Jul 13 13:54:06.720523 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-9a5d06c6-7262-4b13-b33e-df26d59ec632 req-001796c2-6673-4629-a9a7-470d80e6f802 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4911c0e-5df8-4248-a4a7-d959212335ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615788 Jul 13 13:54:06.734820 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-1d759b76-7127-47f6-8654-d7c45b9dd77a None None] Set router 6e6c35d2-3101-4a59-afdc-1aecc8430b8c gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:54:06.908467 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d67fb90-fae6-4b90-8cf9-6a1e9eabb311 req-beb1ebd4-ffd0-423d-a29a-e3e5ab931ebc tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:06.918873 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6d67fb90-fae6-4b90-8cf9-6a1e9eabb311 req-beb1ebd4-ffd0-423d-a29a-e3e5ab931ebc tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5219796-7cb4-4f57-83f9-a0e832f4593f HTTP/1.1" status: 200 len: 945 time: 0.0870285 Jul 13 13:54:06.943188 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-20f7af9b-ef01-4233-987f-29f4dbfef1d9 service neutron] 10.222.0.41 "GET /v2.0/networks/c10609af-899d-4476-bb3f-a1771ca4066b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2382503 Jul 13 13:54:06.988466 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6d67fb90-fae6-4b90-8cf9-6a1e9eabb311 req-601b69a3-594a-4f9f-ad7f-48c0016456ec tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c36ff65-e031-4d60-bc12-4aaf4c57b43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677814 Jul 13 13:54:07.039096 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-1d759b76-7127-47f6-8654-d7c45b9dd77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e6c35d2-3101-4a59-afdc-1aecc8430b8c', 'name': 'tempest-TestNetworkBasicOps-router-1884197832', 'tenant_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': 'b82ce7a0-912c-4b40-a9cc-9f95df758d0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:51:52Z', 'updated_at': '2021-07-13T13:54:03Z', 'revision_number': 6, 'project_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'gw_port': {'id': 'b82ce7a0-912c-4b40-a9cc-9f95df758d0c', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:75:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6c35d2-3101-4a59-afdc-1aecc8430b8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:51:54Z', 'updated_at': '2021-07-13T13:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_floatingips': [{'id': '1dac77a1-4c97-4f4f-a5ce-41123dd4b6ab', 'tenant_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'floating_ip_address': '172.25.6.184', 'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'router_id': '6e6c35d2-3101-4a59-afdc-1aecc8430b8c', 'port_id': '44e9e118-3e55-459e-a9b2-0c0079a48a40', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2637, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74b894bb-81e0-406c-ab54-602d50ca5470', 'mac_address': 'fa:16:3e:8c:5d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14cd113-6397-47e4-9814-611179bd97a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T13:52:41Z', 'updated_at': '2021-07-13T13:52:47Z', 'revision_number': 1, 'project_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e73d9bad-ede3-4700-9494-508a3c6b764b', 'name': '', 'network_id': '74b894bb-81e0-406c-ab54-602d50ca5470', 'tenant_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'mac_address': 'fa:16:3e:8d:dd:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6c35d2-3101-4a59-afdc-1aecc8430b8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2595, 'fixed_ips': [{'subnet_id': '72813855-4fcc-4acd-b42e-646c1f5e9567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:52:03Z', 'updated_at': '2021-07-13T13:52:18Z', 'revision_number': 5, 'project_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'subnets': [{'id': '72813855-4fcc-4acd-b42e-646c1f5e9567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:54:07.062712 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6db32f-4f82-4bf8-bef6-c2fb0d77af76 req-bf566180-4347-4d4c-b5c8-ededdb18bc60 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:07.064441 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3e6db32f-4f82-4bf8-bef6-c2fb0d77af76 req-bf566180-4347-4d4c-b5c8-ededdb18bc60 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8 HTTP/1.1" status: 200 len: 945 time: 0.2395234 Jul 13 13:54:07.080643 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d759b76-7127-47f6-8654-d7c45b9dd77a None None] The sync data for ids ['6e6c35d2-3101-4a59-afdc-1aecc8430b8c'] in n-d-800634-1 is: [{'id': '6e6c35d2-3101-4a59-afdc-1aecc8430b8c', 'name': 'tempest-TestNetworkBasicOps-router-1884197832', 'tenant_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': 'b82ce7a0-912c-4b40-a9cc-9f95df758d0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:51:52Z', 'updated_at': '2021-07-13T13:54:03Z', 'revision_number': 6, 'project_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'gw_port': {'id': 'b82ce7a0-912c-4b40-a9cc-9f95df758d0c', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:75:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6c35d2-3101-4a59-afdc-1aecc8430b8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:51:54Z', 'updated_at': '2021-07-13T13:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_floatingips': [{'id': '1dac77a1-4c97-4f4f-a5ce-41123dd4b6ab', 'tenant_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'floating_ip_address': '172.25.6.184', 'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'router_id': '6e6c35d2-3101-4a59-afdc-1aecc8430b8c', 'port_id': '44e9e118-3e55-459e-a9b2-0c0079a48a40', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2637, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74b894bb-81e0-406c-ab54-602d50ca5470', 'mac_address': 'fa:16:3e:8c:5d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14cd113-6397-47e4-9814-611179bd97a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T13:52:41Z', 'updated_at': '2021-07-13T13:52:47Z', 'revision_number': 1, 'project_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e73d9bad-ede3-4700-9494-508a3c6b764b', 'name': '', 'network_id': '74b894bb-81e0-406c-ab54-602d50ca5470', 'tenant_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'mac_address': 'fa:16:3e:8d:dd:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6c35d2-3101-4a59-afdc-1aecc8430b8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2595, 'fixed_ips': [{'subnet_id': '72813855-4fcc-4acd-b42e-646c1f5e9567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:52:03Z', 'updated_at': '2021-07-13T13:52:18Z', 'revision_number': 5, 'project_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'subnets': [{'id': '72813855-4fcc-4acd-b42e-646c1f5e9567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:54:07.132286 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-5cb9b4a5-8359-4992-a21f-110b6aa947f9 service neutron] 10.222.0.41 "GET /v2.0/networks/c10609af-899d-4476-bb3f-a1771ca4066b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821337 Jul 13 13:54:07.145979 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3e6db32f-4f82-4bf8-bef6-c2fb0d77af76 req-cd5937c0-2ac7-4072-a451-3b5a91702153 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/security-groups?id=0095868c-fb20-45e5-8afa-e9ed53786ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715094 Jul 13 13:54:07.190234 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-1b918f13-a649-4cc0-98bc-cfadde0cc8d4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.196&port_id=364b743d-042d-4734-ac77-5bc18537c35c HTTP/1.1" status: 200 len: 217 time: 0.0406566 Jul 13 13:54:07.211299 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683c2e5e-d75e-4261-a9a4-8cd94c5a4671 req-baa1c59b-90ef-40e0-b743-6ee529f98534 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:07.219251 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683c2e5e-d75e-4261-a9a4-8cd94c5a4671 req-baa1c59b-90ef-40e0-b743-6ee529f98534 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:07.226631 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683c2e5e-d75e-4261-a9a4-8cd94c5a4671 req-baa1c59b-90ef-40e0-b743-6ee529f98534 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:07.233942 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683c2e5e-d75e-4261-a9a4-8cd94c5a4671 req-baa1c59b-90ef-40e0-b743-6ee529f98534 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:07.241002 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683c2e5e-d75e-4261-a9a4-8cd94c5a4671 req-baa1c59b-90ef-40e0-b743-6ee529f98534 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:07.247256 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-aebb7baa-a570-414f-8db9-2a19c32b26ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:07.248819 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-aebb7baa-a570-414f-8db9-2a19c32b26ee service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d8135eef-58f0-4af0-b4cf-468c412106b7 HTTP/1.1" status: 200 len: 797 time: 0.0501966 Jul 13 13:54:07.249914 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683c2e5e-d75e-4261-a9a4-8cd94c5a4671 req-baa1c59b-90ef-40e0-b743-6ee529f98534 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:07.256882 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683c2e5e-d75e-4261-a9a4-8cd94c5a4671 req-baa1c59b-90ef-40e0-b743-6ee529f98534 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:07.259262 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-683c2e5e-d75e-4261-a9a4-8cd94c5a4671 req-baa1c59b-90ef-40e0-b743-6ee529f98534 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] 10.222.0.23 "GET /v2.0/ports?device_id=607ad771-cd6f-4fcf-b175-a30341f1423f HTTP/1.1" status: 200 len: 5429 time: 0.1506085 Jul 13 13:54:07.316432 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-683c2e5e-d75e-4261-a9a4-8cd94c5a4671 req-19468d20-0cd4-42b4-8a2e-63bb8dfc89a9 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7715277-f4f6-436d-9885-f716be877834&id=85c9413d-5aef-4db8-8eb1-39a597c8c461&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0471406 Jul 13 13:54:07.350587 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-c8b18be9-b503-47b7-992c-f3bcb0803b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:07.362734 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-c8b18be9-b503-47b7-992c-f3bcb0803b69 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c10609af-899d-4476-bb3f-a1771ca4066b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1013107 Jul 13 13:54:07.514084 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-c4faa497-e3f8-413a-9d38-89af07605eb9 service neutron] 10.222.0.41 "GET /v2.0/networks/c10609af-899d-4476-bb3f-a1771ca4066b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391499 Jul 13 13:54:07.539638 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e32efa2-9e0e-49d6-8125-dcebf9bfa155 req-7f2a850f-4a46-4052-8ab3-9551e3c108e8 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:07.541784 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 13:54:07.548383 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2e32efa2-9e0e-49d6-8125-dcebf9bfa155 req-7f2a850f-4a46-4052-8ab3-9551e3c108e8 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8 HTTP/1.1" status: 200 len: 945 time: 0.1029832 Jul 13 13:54:07.623624 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2e32efa2-9e0e-49d6-8125-dcebf9bfa155 req-9ddad486-e815-41db-9aa7-6b5f2146f663 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/security-groups?id=0095868c-fb20-45e5-8afa-e9ed53786ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742164 Jul 13 13:54:07.667426 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-1d731a2d-f0e7-4ef4-a759-672c0327b4b4 service neutron] 10.222.0.41 "GET /v2.0/networks/c10609af-899d-4476-bb3f-a1771ca4066b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433582 Jul 13 13:54:07.721062 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-3cbec1a9-f37d-43bf-a7e4-c42f1b09af5b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.56&port_id=c1b3bef8-8fa9-45c3-9d8e-303ce20bc8ef HTTP/1.1" status: 200 len: 217 time: 0.0450821 Jul 13 13:54:07.799486 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-2a3497e1-c114-480f-a28d-18d37dab792e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:07.801093 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-2a3497e1-c114-480f-a28d-18d37dab792e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d8135eef-58f0-4af0-b4cf-468c412106b7 HTTP/1.1" status: 200 len: 797 time: 0.0677495 Jul 13 13:54:07.952874 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8a7717-14f6-42ee-9c0a-e120b7d870bc req-e779e42a-a217-4dd5-a06b-a5a020b8c5fc tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:07.954911 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6a8a7717-14f6-42ee-9c0a-e120b7d870bc req-e779e42a-a217-4dd5-a06b-a5a020b8c5fc tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b156bae-a710-47e1-904b-f55398f301cb HTTP/1.1" status: 200 len: 946 time: 0.1117773 Jul 13 13:54:08.001545 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6a8a7717-14f6-42ee-9c0a-e120b7d870bc req-29dcf87e-6d89-4afb-aae7-f10d9676b191 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4911c0e-5df8-4248-a4a7-d959212335ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410841 Jul 13 13:54:08.217111 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 57502) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:54:08.389791 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-3ff03e10-3581-4073-a9ee-0acdaf09cdbd tempest-TestSecurityGroupsBasicOps-952751891 tempest-TestSecurityGroupsBasicOps-952751891-project-admin] 10.222.0.23 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 4601 time: 0.1686082 Jul 13 13:54:08.390535 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 57506) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:54:08.395761 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-9cb14a41-a68e-4583-a39e-1414562844db tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Request body: {'network': {'name': 'tempest-network-smoke--367229655', 'project_id': 'e65770d93833474499bd5ca8e11d4e12', 'port_security_enabled': False}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:54:08.421889 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cb14a41-a68e-4583-a39e-1414562844db tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Made reservation on behalf of e65770d93833474499bd5ca8e11d4e12 for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:54:08.430075 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9cb14a41-a68e-4583-a39e-1414562844db tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:08.430667 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ec0a0f-0f56-4677-a0d5-980ee74c5295 req-8e0b5493-16f7-4f18-84be-b58a36618fe0 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:08.450202 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-87ec0a0f-0f56-4677-a0d5-980ee74c5295 req-8e0b5493-16f7-4f18-84be-b58a36618fe0 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8 HTTP/1.1" status: 200 len: 945 time: 0.2250433 Jul 13 13:54:08.471930 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa70f2c2-fde2-4386-a6ac-7a0f110fd170 req-835d49c6-9499-4333-b03b-d76adcdafc14 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:08.473581 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-fa70f2c2-fde2-4386-a6ac-7a0f110fd170 req-835d49c6-9499-4333-b03b-d76adcdafc14 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b156bae-a710-47e1-904b-f55398f301cb HTTP/1.1" status: 200 len: 946 time: 0.2581203 Jul 13 13:54:08.477239 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cb14a41-a68e-4583-a39e-1414562844db tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 13:54:08.495872 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-ad6f2081-e39f-43f2-b9e8-ba8909628f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:08.497607 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-ad6f2081-e39f-43f2-b9e8-ba8909628f48 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c10609af-899d-4476-bb3f-a1771ca4066b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6870012 Jul 13 13:54:08.497769 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9cb14a41-a68e-4583-a39e-1414562844db tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:08.498162 n-d-800634-1 neutron-server[93751]: INFO neutron.db.segments_db [None req-9cb14a41-a68e-4583-a39e-1414562844db tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Added segment 19c0a70b-9da0-4ba3-973a-61bd42a44694 of type vlan for network 936f94ea-8229-4548-8660-fed48e10676f Jul 13 13:54:08.595702 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9cb14a41-a68e-4583-a39e-1414562844db tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:08.632266 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-87ec0a0f-0f56-4677-a0d5-980ee74c5295 req-e24ef693-934e-441b-95bb-8c130d37d78b tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/security-groups?id=0095868c-fb20-45e5-8afa-e9ed53786ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809645 Jul 13 13:54:08.689141 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9cb14a41-a68e-4583-a39e-1414562844db tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:08.689304 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-3e12c409-217c-47b4-a2b1-363c26ac1d92 service neutron] 10.222.0.41 "GET /v2.0/networks/c10609af-899d-4476-bb3f-a1771ca4066b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653230 Jul 13 13:54:08.698409 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb14a41-a68e-4583-a39e-1414562844db tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:08.699363 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9cb14a41-a68e-4583-a39e-1414562844db tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:08.818180 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-9cb14a41-a68e-4583-a39e-1414562844db tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4240022 Jul 13 13:54:08.823680 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 57512) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:54:08.829825 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-5b44bde7-7513-4221-90e6-37bb386a97d5 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-164495191', 'admin_state_up': True, 'project_id': 'e65770d93833474499bd5ca8e11d4e12', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:54:08.830123 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-84954b0e-818e-4db2-a173-d929f76ce6ce service neutron] 10.222.0.41 "GET /v2.0/networks/c10609af-899d-4476-bb3f-a1771ca4066b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370528 Jul 13 13:54:08.868221 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772a55d9-59fe-4008-9282-07482c9b3c47 req-6cf0d3d5-6fcb-460b-9e67-5d6f51a72c52 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:08.874588 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772a55d9-59fe-4008-9282-07482c9b3c47 req-6cf0d3d5-6fcb-460b-9e67-5d6f51a72c52 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:08.880693 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772a55d9-59fe-4008-9282-07482c9b3c47 req-6cf0d3d5-6fcb-460b-9e67-5d6f51a72c52 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:08.887095 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772a55d9-59fe-4008-9282-07482c9b3c47 req-6cf0d3d5-6fcb-460b-9e67-5d6f51a72c52 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:08.893535 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772a55d9-59fe-4008-9282-07482c9b3c47 req-6cf0d3d5-6fcb-460b-9e67-5d6f51a72c52 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:08.899619 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772a55d9-59fe-4008-9282-07482c9b3c47 req-6cf0d3d5-6fcb-460b-9e67-5d6f51a72c52 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:08.906390 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-7a94ead2-9f0c-44da-931d-cc283441d8d8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.27&port_id=d3e632d4-9634-467f-9ba8-1d189f1ac176 HTTP/1.1" status: 200 len: 217 time: 0.0569751 Jul 13 13:54:08.911233 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772a55d9-59fe-4008-9282-07482c9b3c47 req-6cf0d3d5-6fcb-460b-9e67-5d6f51a72c52 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:08.914296 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-772a55d9-59fe-4008-9282-07482c9b3c47 req-6cf0d3d5-6fcb-460b-9e67-5d6f51a72c52 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] 10.222.0.23 "GET /v2.0/ports?device_id=607ad771-cd6f-4fcf-b175-a30341f1423f HTTP/1.1" status: 200 len: 5429 time: 0.3530645 Jul 13 13:54:08.922634 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb14a41-a68e-4583-a39e-1414562844db tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Pushing event updated for resources: {'Network': ['ID=936f94ea-8229-4548-8660-fed48e10676f,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:54:08.937783 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network 936f94ea-8229-4548-8660-fed48e10676f details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 13:54:09.003074 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-fa70f2c2-fde2-4386-a6ac-7a0f110fd170 req-61cf4f3d-9c43-4082-b349-606ce9cad2ce tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Deleting port 65a8830e-d909-4ebe-a5ee-28c707254cb9 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:54:09.003311 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-fa70f2c2-fde2-4386-a6ac-7a0f110fd170 req-61cf4f3d-9c43-4082-b349-606ce9cad2ce tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:09.034411 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5b44bde7-7513-4221-90e6-37bb386a97d5 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1591928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2714'] for router, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:09.039072 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5b44bde7-7513-4221-90e6-37bb386a97d5 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447198', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1629690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2689'] for router, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:09.046181 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 2dbeaf96-e55d-42a6-adef-d93f86e3d1ea no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:54:09.074893 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: 2dbeaf96-e55d-42a6-adef-d93f86e3d1ea {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:54:09.075726 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 2dbeaf96-e55d-42a6-adef-d93f86e3d1ea not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:54:09.086508 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-aeaa4e10-0b95-49ae-a6bf-45f9dac320ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:09.088260 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-aeaa4e10-0b95-49ae-a6bf-45f9dac320ae service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d8135eef-58f0-4af0-b4cf-468c412106b7 HTTP/1.1" status: 200 len: 797 time: 0.1583941 Jul 13 13:54:09.102402 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-772a55d9-59fe-4008-9282-07482c9b3c47 req-38c0afbe-2dd4-40e7-b7ac-f85f9996e356 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7715277-f4f6-436d-9885-f716be877834&id=85c9413d-5aef-4db8-8eb1-39a597c8c461&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1552842 Jul 13 13:54:09.171812 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5b44bde7-7513-4221-90e6-37bb386a97d5 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:09.203732 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4b520f-7e77-4ecc-a447-cfaf8516f60c req-1656caf1-6fd3-480e-b7b0-996f983e7ffa tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:09.210552 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-fe4b520f-7e77-4ecc-a447-cfaf8516f60c req-1656caf1-6fd3-480e-b7b0-996f983e7ffa tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8 HTTP/1.1" status: 200 len: 945 time: 0.3793905 Jul 13 13:54:09.229900 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-fa70f2c2-fde2-4386-a6ac-7a0f110fd170 req-61cf4f3d-9c43-4082-b349-606ce9cad2ce tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] For port 65a8830e-d909-4ebe-a5ee-28c707254cb9, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=65a8830e-d909-4ebe-a5ee-28c707254cb9,segment=NetworkSegment(c4dc016d-b2da-4b50-ba17-aca7d644593b),segment_id=c4dc016d-b2da-4b50-ba17-aca7d644593b)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:54:09.230316 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-fa70f2c2-fde2-4386-a6ac-7a0f110fd170 req-61cf4f3d-9c43-4082-b349-606ce9cad2ce tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:09.260880 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-fa70f2c2-fde2-4386-a6ac-7a0f110fd170 req-61cf4f3d-9c43-4082-b349-606ce9cad2ce tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Calling delete_port for 65a8830e-d909-4ebe-a5ee-28c707254cb9 owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:54:09.334559 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5b44bde7-7513-4221-90e6-37bb386a97d5 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447180', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1591910', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2751'] for router, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:09.437537 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-fa70f2c2-fde2-4386-a6ac-7a0f110fd170 req-61cf4f3d-9c43-4082-b349-606ce9cad2ce tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:09.466186 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8843fc7-da36-4663-8ad0-ff31c1633f91 req-b1a43774-c90b-489d-a602-08477e15b126 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:09.473816 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f8843fc7-da36-4663-8ad0-ff31c1633f91 req-b1a43774-c90b-489d-a602-08477e15b126 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b156bae-a710-47e1-904b-f55398f301cb HTTP/1.1" status: 200 len: 867 time: 0.2230897 Jul 13 13:54:09.490044 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cf4f3d-9c43-4082-b349-606ce9cad2ce tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Pushing event deleted for resources: {'Port': ['ID=65a8830e-d909-4ebe-a5ee-28c707254cb9,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:54:09.506738 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-d5a460f8-361b-4df9-881e-3cdcb4545236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:09.507908 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-d5a460f8-361b-4df9-881e-3cdcb4545236 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c10609af-899d-4476-bb3f-a1771ca4066b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4060657 Jul 13 13:54:09.533705 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f8843fc7-da36-4663-8ad0-ff31c1633f91 req-ff4e0b84-3c20-4ab3-965e-c91e76857b84 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4911c0e-5df8-4248-a4a7-d959212335ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591505 Jul 13 13:54:09.599683 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa70f2c2-fde2-4386-a6ac-7a0f110fd170 req-61cf4f3d-9c43-4082-b349-606ce9cad2ce tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] No DVR routers for this DVR port 65a8830e-d909-4ebe-a5ee-28c707254cb9 on host n-h2-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:54:09.609715 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-fe4b520f-7e77-4ecc-a447-cfaf8516f60c req-bb36535d-ab6e-4abd-888f-58073c10ffaa tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/security-groups?id=0095868c-fb20-45e5-8afa-e9ed53786ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3980494 Jul 13 13:54:09.611729 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-fa70f2c2-fde2-4386-a6ac-7a0f110fd170 req-61cf4f3d-9c43-4082-b349-606ce9cad2ce tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:09.614235 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-fa70f2c2-fde2-4386-a6ac-7a0f110fd170 req-61cf4f3d-9c43-4082-b349-606ce9cad2ce tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] 10.222.0.41 "DELETE /v2.0/ports/65a8830e-d909-4ebe-a5ee-28c707254cb9 HTTP/1.1" status: 204 len: 173 time: 1.1305652 Jul 13 13:54:09.664642 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b156bae-a710-47e1-904b-f55398f301cb', 'name': 'network-vif-deleted', 'tag': '65a8830e-d909-4ebe-a5ee-28c707254cb9'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:54:09.667341 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62c5d563-4417-41a0-9c66-74f2074758f3" -d '{"events": [{"server_uuid": "8b156bae-a710-47e1-904b-f55398f301cb", "name": "network-vif-deleted", "tag": "65a8830e-d909-4ebe-a5ee-28c707254cb9"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:54:09.716657 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-9620ef7d-15c9-4876-ac89-58b9e426569e service neutron] 10.222.0.41 "GET /v2.0/networks/c10609af-899d-4476-bb3f-a1771ca4066b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982894 Jul 13 13:54:09.726041 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5b44bde7-7513-4221-90e6-37bb386a97d5 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Notify callbacks [] for router_gateway, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:09.781950 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5b44bde7-7513-4221-90e6-37bb386a97d5 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:09.833935 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff1b7fed-2a14-424a-beda-8188b05f2ff8 x-openstack-request-id: req-ff1b7fed-2a14-424a-beda-8188b05f2ff8 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:54:09.834239 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b156bae-a710-47e1-904b-f55398f301cb", "name": "network-vif-deleted", "tag": "65a8830e-d909-4ebe-a5ee-28c707254cb9", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:54:09.838429 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ff1b7fed-2a14-424a-beda-8188b05f2ff8 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:54:09.852028 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b156bae-a710-47e1-904b-f55398f301cb', 'name': 'network-vif-deleted', 'tag': '65a8830e-d909-4ebe-a5ee-28c707254cb9', 'status': 'completed', 'code': 200} Jul 13 13:54:09.986342 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-5b44bde7-7513-4221-90e6-37bb386a97d5 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Allocated IP 172.25.6.201 (acf968b8-c524-46a9-a20b-ad9667009130/dde5a78e-bd1e-4f47-8189-7321d4de73d3/387124fe-e266-41bd-bc56-687fd3018047) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:54:10.113120 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-94bb8d21-e0d7-4ce4-bf95-2302ae53fd8d service neutron] 10.222.0.41 "GET /v2.0/networks/c10609af-899d-4476-bb3f-a1771ca4066b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3900661 Jul 13 13:54:10.123545 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5b44bde7-7513-4221-90e6-37bb386a97d5 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:10.221639 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5b44bde7-7513-4221-90e6-37bb386a97d5 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:10.293071 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-718e0428-6649-4684-b271-4f7abcada5b0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6203edbb-d062-45f4-b681-abe477bae469 HTTP/1.1" status: 200 len: 217 time: 0.1635885 Jul 13 13:54:10.303409 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c474260-9f9c-4e8a-90f7-bc00bf6ed50e req-cdb3cde8-240a-4e49-8020-93c5bf2f14ae tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:10.312749 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2c474260-9f9c-4e8a-90f7-bc00bf6ed50e req-cdb3cde8-240a-4e49-8020-93c5bf2f14ae tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/networks?id=4306e211-7293-43e9-8c02-14badf8c79d9 HTTP/1.1" status: 200 len: 814 time: 0.4247265 Jul 13 13:54:10.340239 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b44bde7-7513-4221-90e6-37bb386a97d5 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Pushing event updated for resources: {'Port': ['ID=387124fe-e266-41bd-bc56-687fd3018047,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:54:10.360027 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b44bde7-7513-4221-90e6-37bb386a97d5 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Network acf968b8-c524-46a9-a20b-ad9667009130 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:54:10.364481 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-5b44bde7-7513-4221-90e6-37bb386a97d5 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:54:10.378955 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b44bde7-7513-4221-90e6-37bb386a97d5 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:54:10.410890 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2c474260-9f9c-4e8a-90f7-bc00bf6ed50e req-6c8ecf9d-fd87-44ed-a771-de11fab3986d tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/quotas/d19010716a274998b64ead6bc91f8817 HTTP/1.1" status: 200 len: 375 time: 0.0967567 Jul 13 13:54:10.446769 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-2ff7798d-4fd9-4147-a96d-37f99057496f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:10.448567 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-2ff7798d-4fd9-4147-a96d-37f99057496f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=951f324c-d68d-486e-9ca1-85ca6e2b85a7 HTTP/1.1" status: 200 len: 797 time: 0.1230750 Jul 13 13:54:10.535276 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2c474260-9f9c-4e8a-90f7-bc00bf6ed50e req-48b01eb1-6f82-4d07-9fa6-3f02c07b44c6 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d19010716a274998b64ead6bc91f8817&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1230488 Jul 13 13:54:10.565777 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-0a4a5266-8c5b-47dd-a6fe-249f85c57347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:10.567804 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-0a4a5266-8c5b-47dd-a6fe-249f85c57347 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=66d18ebd-c35e-4e15-b1ef-9323bd11d006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1091988 Jul 13 13:54:10.639138 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9c760f-9389-4bad-a22a-b08e323f9c92 req-d39d6f8d-178d-4c36-a595-0e629cbd6fa3 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:10.645711 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9c760f-9389-4bad-a22a-b08e323f9c92 req-d39d6f8d-178d-4c36-a595-0e629cbd6fa3 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:10.652612 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9c760f-9389-4bad-a22a-b08e323f9c92 req-d39d6f8d-178d-4c36-a595-0e629cbd6fa3 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:10.661120 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9c760f-9389-4bad-a22a-b08e323f9c92 req-d39d6f8d-178d-4c36-a595-0e629cbd6fa3 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:10.667784 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9c760f-9389-4bad-a22a-b08e323f9c92 req-d39d6f8d-178d-4c36-a595-0e629cbd6fa3 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:10.676040 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9c760f-9389-4bad-a22a-b08e323f9c92 req-d39d6f8d-178d-4c36-a595-0e629cbd6fa3 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:10.682498 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9c760f-9389-4bad-a22a-b08e323f9c92 req-d39d6f8d-178d-4c36-a595-0e629cbd6fa3 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:10.690942 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5c9c760f-9389-4bad-a22a-b08e323f9c92 req-d39d6f8d-178d-4c36-a595-0e629cbd6fa3 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] 10.222.0.23 "GET /v2.0/ports?device_id=607ad771-cd6f-4fcf-b175-a30341f1423f HTTP/1.1" status: 200 len: 5429 time: 0.2575600 Jul 13 13:54:10.797890 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-921310d1-b962-49a4-a789-65be61197af3 service neutron] 10.222.0.41 "GET /v2.0/networks/66d18ebd-c35e-4e15-b1ef-9323bd11d006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225146 Jul 13 13:54:10.798441 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5c9c760f-9389-4bad-a22a-b08e323f9c92 req-1a789b04-188e-476b-aad5-c3aabe770928 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7715277-f4f6-436d-9885-f716be877834&id=85c9413d-5aef-4db8-8eb1-39a597c8c461&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1060050 Jul 13 13:54:10.800038 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2818b683-932e-463c-a865-ae9de9eb9896 req-a2797723-a4d1-4dd3-9c87-c3dc8fd3ee35 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b156bae-a710-47e1-904b-f55398f301cb HTTP/1.1" status: 200 len: 210 time: 0.0619385 Jul 13 13:54:10.918490 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5b44bde7-7513-4221-90e6-37bb386a97d5 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Notify callbacks [] for router_gateway, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:10.998556 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-eda7c2cb-bccf-4b88-a0d8-bc1ebf95c9bd service neutron] 10.222.0.41 "GET /v2.0/networks/66d18ebd-c35e-4e15-b1ef-9323bd11d006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935601 Jul 13 13:54:11.104592 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-704ae9c7-4c19-465c-976a-6cb8f60ab08e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a28e0383-d778-445e-917b-a6877ab44b08 HTTP/1.1" status: 200 len: 217 time: 0.0950513 Jul 13 13:54:11.161788 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5b44bde7-7513-4221-90e6-37bb386a97d5 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447217'] for router, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:11.183135 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-a5f7bcd4-bcf0-49d0-9746-d670dd92d2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:11.186024 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-a5f7bcd4-bcf0-49d0-9746-d670dd92d2cc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=951f324c-d68d-486e-9ca1-85ca6e2b85a7 HTTP/1.1" status: 200 len: 797 time: 0.0724144 Jul 13 13:54:11.211067 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442f265f-b9c1-4431-ab86-3e0ae8594f26 req-2f4674fc-5650-4480-838a-51b8481280cc tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:11.212762 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-442f265f-b9c1-4431-ab86-3e0ae8594f26 req-2f4674fc-5650-4480-838a-51b8481280cc tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8 HTTP/1.1" status: 200 len: 945 time: 0.2383652 Jul 13 13:54:11.277164 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-442f265f-b9c1-4431-ab86-3e0ae8594f26 req-7aa07e4b-fe7a-4338-8685-3216d1f09a90 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/security-groups?id=0095868c-fb20-45e5-8afa-e9ed53786ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462599 Jul 13 13:54:11.304470 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-af5a336a-5208-49bc-955d-5ac6c3a21dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:11.306449 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-af5a336a-5208-49bc-955d-5ac6c3a21dbf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=66d18ebd-c35e-4e15-b1ef-9323bd11d006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1131577 Jul 13 13:54:11.314965 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b44bde7-7513-4221-90e6-37bb386a97d5 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Router 1346794a-79aa-4c40-9242-09605bda21ad is scheduled to L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 with binding_index 1 {{(pid=93751) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 13:54:11.439227 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-c9f3db91-a032-4cad-a513-01d5ef4242e8 service neutron] 10.222.0.41 "GET /v2.0/networks/66d18ebd-c35e-4e15-b1ef-9323bd11d006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204603 Jul 13 13:54:11.534859 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-00fad429-3c5e-4191-b98d-b499f1b68ffc req-60ce0461-1763-467b-9257-8fd7e8881cce service neutron] 10.222.0.41 "GET /v2.0/networks/66d18ebd-c35e-4e15-b1ef-9323bd11d006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891726 Jul 13 13:54:11.681913 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb643506-e7f7-4312-9bfd-0585fa9a31b3 req-bf7eac85-b811-427f-ae24-57a7c0a94a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:11.682401 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb643506-e7f7-4312-9bfd-0585fa9a31b3 req-bf7eac85-b811-427f-ae24-57a7c0a94a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:11.682878 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb643506-e7f7-4312-9bfd-0585fa9a31b3 req-bf7eac85-b811-427f-ae24-57a7c0a94a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:11.683343 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb643506-e7f7-4312-9bfd-0585fa9a31b3 req-bf7eac85-b811-427f-ae24-57a7c0a94a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:11.683845 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb643506-e7f7-4312-9bfd-0585fa9a31b3 req-bf7eac85-b811-427f-ae24-57a7c0a94a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:11.684310 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb643506-e7f7-4312-9bfd-0585fa9a31b3 req-bf7eac85-b811-427f-ae24-57a7c0a94a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:11.684775 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb643506-e7f7-4312-9bfd-0585fa9a31b3 req-bf7eac85-b811-427f-ae24-57a7c0a94a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:11.686959 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-eb643506-e7f7-4312-9bfd-0585fa9a31b3 req-bf7eac85-b811-427f-ae24-57a7c0a94a39 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cddde6624d514a049e75835df6c903ed&device_id=607ad771-cd6f-4fcf-b175-a30341f1423f HTTP/1.1" status: 200 len: 6486 time: 0.0710065 Jul 13 13:54:11.785335 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb643506-e7f7-4312-9bfd-0585fa9a31b3 req-3649a595-865a-47f3-926e-39be05c725b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:11.786854 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-eb643506-e7f7-4312-9bfd-0585fa9a31b3 req-3649a595-865a-47f3-926e-39be05c725b5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=66d18ebd-c35e-4e15-b1ef-9323bd11d006 HTTP/1.1" status: 200 len: 902 time: 0.0929222 Jul 13 13:54:11.830684 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-eb643506-e7f7-4312-9bfd-0585fa9a31b3 req-aa306d20-c9ea-4dd6-8524-1d2b63884b50 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a28e0383-d778-445e-917b-a6877ab44b08 HTTP/1.1" status: 200 len: 217 time: 0.0359240 Jul 13 13:54:11.844180 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b44bde7-7513-4221-90e6-37bb386a97d5 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:54:11.855436 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7825d0a6-55e2-4c7d-9754-1026c4eefede None None] Sync routers for ids ['1346794a-79aa-4c40-9242-09605bda21ad'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:54:11.867776 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7825d0a6-55e2-4c7d-9754-1026c4eefede None None] Routers {'1346794a-79aa-4c40-9242-09605bda21ad'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:54:11.868406 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-7825d0a6-55e2-4c7d-9754-1026c4eefede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:53:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['1346794a-79aa-4c40-9242-09605bda21ad'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:54:11.873529 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1739bd19-9fae-489c-8c89-c58c7f6f4fe8 req-9a74c651-ec88-40e6-a067-9082783269e1 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:11.876262 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1739bd19-9fae-489c-8c89-c58c7f6f4fe8 req-9a74c651-ec88-40e6-a067-9082783269e1 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8 HTTP/1.1" status: 200 len: 945 time: 0.4444017 Jul 13 13:54:11.909409 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 57554) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:54:11.917168 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb643506-e7f7-4312-9bfd-0585fa9a31b3 req-301b13cb-4ae2-4ae0-8929-b994c7961446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:11.920296 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-eb643506-e7f7-4312-9bfd-0585fa9a31b3 req-301b13cb-4ae2-4ae0-8929-b994c7961446 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=951f324c-d68d-486e-9ca1-85ca6e2b85a7 HTTP/1.1" status: 200 len: 797 time: 0.0817916 Jul 13 13:54:11.927704 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5b44bde7-7513-4221-90e6-37bb386a97d5 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:11.928896 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-5b44bde7-7513-4221-90e6-37bb386a97d5 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 3.1042380 Jul 13 13:54:11.939317 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 57556) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:54:11.994058 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1739bd19-9fae-489c-8c89-c58c7f6f4fe8 req-bfc3e871-99d2-4132-8ff1-58a18f37122a tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/security-groups?id=0095868c-fb20-45e5-8afa-e9ed53786ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002910 Jul 13 13:54:12.020886 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e9583db-3728-4eb5-b2c5-ce8fdca6ef56 tempest-TestSecurityGroupsBasicOps-952751891 tempest-TestSecurityGroupsBasicOps-952751891-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:12.020886 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-5e9583db-3728-4eb5-b2c5-ce8fdca6ef56 tempest-TestSecurityGroupsBasicOps-952751891 tempest-TestSecurityGroupsBasicOps-952751891-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=e65770d93833474499bd5ca8e11d4e12&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0685451 Jul 13 13:54:12.025360 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 57558) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:54:12.053083 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-7825d0a6-55e2-4c7d-9754-1026c4eefede None None] Set router 1346794a-79aa-4c40-9242-09605bda21ad gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:54:12.142175 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1c7f47-3a62-4a47-8940-d3f9ccede34d req-de33547c-9fc6-45f0-96c6-8cd0a7d52bfb tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:12.149557 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1c7f47-3a62-4a47-8940-d3f9ccede34d req-de33547c-9fc6-45f0-96c6-8cd0a7d52bfb tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:12.158211 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1c7f47-3a62-4a47-8940-d3f9ccede34d req-de33547c-9fc6-45f0-96c6-8cd0a7d52bfb tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:12.165955 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1c7f47-3a62-4a47-8940-d3f9ccede34d req-de33547c-9fc6-45f0-96c6-8cd0a7d52bfb tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:12.168531 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3b9726dc-c848-4e78-9cab-673e7062231a tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:12.173025 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1c7f47-3a62-4a47-8940-d3f9ccede34d req-de33547c-9fc6-45f0-96c6-8cd0a7d52bfb tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:12.179554 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1c7f47-3a62-4a47-8940-d3f9ccede34d req-de33547c-9fc6-45f0-96c6-8cd0a7d52bfb tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:12.187047 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1c7f47-3a62-4a47-8940-d3f9ccede34d req-de33547c-9fc6-45f0-96c6-8cd0a7d52bfb tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:12.189840 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6f1c7f47-3a62-4a47-8940-d3f9ccede34d req-de33547c-9fc6-45f0-96c6-8cd0a7d52bfb tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] 10.222.0.23 "GET /v2.0/ports?device_id=607ad771-cd6f-4fcf-b175-a30341f1423f HTTP/1.1" status: 200 len: 5429 time: 0.1595860 Jul 13 13:54:12.196039 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb643506-e7f7-4312-9bfd-0585fa9a31b3 req-c69ebd21-ac4c-4923-aabf-62568c69408c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:12.197693 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-eb643506-e7f7-4312-9bfd-0585fa9a31b3 req-c69ebd21-ac4c-4923-aabf-62568c69408c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=66d18ebd-c35e-4e15-b1ef-9323bd11d006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2678111 Jul 13 13:54:12.206756 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3b9726dc-c848-4e78-9cab-673e7062231a tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:12.300816 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-7825d0a6-55e2-4c7d-9754-1026c4eefede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1346794a-79aa-4c40-9242-09605bda21ad', 'name': 'tempest-TestSecurityGroupsBasicOps-router-164495191', 'tenant_id': 'e65770d93833474499bd5ca8e11d4e12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.201'}], 'enable_snat': True}, 'gw_port_id': '387124fe-e266-41bd-bc56-687fd3018047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:54:09Z', 'updated_at': '2021-07-13T13:54:10Z', 'revision_number': 3, 'project_id': 'e65770d93833474499bd5ca8e11d4e12', 'gw_port': {'id': '387124fe-e266-41bd-bc56-687fd3018047', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:96:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1346794a-79aa-4c40-9242-09605bda21ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2727, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:54:09Z', 'updated_at': '2021-07-13T13:54:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:54:12.312250 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7699ab3f-a4f5-49a2-b43d-d5ca39c038bc req-2b441ac4-4108-4727-befe-41905f49d98d tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=d19010716a274998b64ead6bc91f8817 HTTP/1.1" status: 200 len: 221 time: 0.0511656 Jul 13 13:54:12.337540 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6f1c7f47-3a62-4a47-8940-d3f9ccede34d req-7b5759fa-19e3-4c62-9c00-ce2fa7d142fc tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7715277-f4f6-436d-9885-f716be877834&id=85c9413d-5aef-4db8-8eb1-39a597c8c461&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1369689 Jul 13 13:54:12.340443 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7825d0a6-55e2-4c7d-9754-1026c4eefede None None] Checking router: 1346794a-79aa-4c40-9242-09605bda21ad for host: n-d-800634-1 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 13:54:12.341279 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7825d0a6-55e2-4c7d-9754-1026c4eefede None None] Updating router 1346794a-79aa-4c40-9242-09605bda21ad port 387124fe-e266-41bd-bc56-687fd3018047 binding host n-d-800634-1 {{(pid=93752) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 13:54:12.380187 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-7825d0a6-55e2-4c7d-9754-1026c4eefede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:12.381168 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-eb643506-e7f7-4312-9bfd-0585fa9a31b3 req-0b07c74d-0460-4d4c-9252-becd3d261893 service neutron] 10.222.0.41 "GET /v2.0/networks/66d18ebd-c35e-4e15-b1ef-9323bd11d006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546180 Jul 13 13:54:12.391129 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3b9726dc-c848-4e78-9cab-673e7062231a tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:12.394265 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3b9726dc-c848-4e78-9cab-673e7062231a tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:12.395601 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-3b9726dc-c848-4e78-9cab-673e7062231a tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] 10.222.0.23 "DELETE /v2.0/security-groups/d4911c0e-5df8-4248-a4a7-d959212335ba HTTP/1.1" status: 204 len: 168 time: 0.4842832 Jul 13 13:54:12.408062 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8130c326-0758-44db-86ad-04ee30b0f615 tempest-TestSecurityGroupsBasicOps-952751891 tempest-TestSecurityGroupsBasicOps-952751891-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:12.413991 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-8130c326-0758-44db-86ad-04ee30b0f615 tempest-TestSecurityGroupsBasicOps-952751891 tempest-TestSecurityGroupsBasicOps-952751891-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3831708 Jul 13 13:54:12.413991 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9726dc-c848-4e78-9cab-673e7062231a tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4911c0e-5df8-4248-a4a7-d959212335ba,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:54:12.419298 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 57578) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:54:12.464316 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 57580) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:54:12.469701 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-4fe0ba41-571d-4ba1-87f4-001fa2ad88f6 tempest-TestSecurityGroupsBasicOps-952751891 tempest-TestSecurityGroupsBasicOps-952751891-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=acf968b8-c524-46a9-a20b-ad9667009130&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0464039 Jul 13 13:54:12.473906 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 57584) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:54:12.526999 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff545a47-465c-4009-9eec-2b38fde87aec tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Deleting subnet af7b83d0-d88a-4cc6-a57c-0cfec6cd5516 {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 13:54:12.530659 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ff545a47-465c-4009-9eec-2b38fde87aec tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:12.539612 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-b54ed286-9e9a-43da-9bb6-6e2d1672f8de tempest-TestSecurityGroupsBasicOps-952751891 tempest-TestSecurityGroupsBasicOps-952751891-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=e65770d93833474499bd5ca8e11d4e12&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0619614 Jul 13 13:54:12.542174 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 57586) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:54:12.622516 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ff545a47-465c-4009-9eec-2b38fde87aec tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6018489'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:12.651436 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-eb643506-e7f7-4312-9bfd-0585fa9a31b3 req-ffc2b148-dbda-4d75-8762-faf1a5e05488 service neutron] 10.222.0.41 "GET /v2.0/networks/66d18ebd-c35e-4e15-b1ef-9323bd11d006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2635169 Jul 13 13:54:12.684697 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-530d8785-f96e-4efc-9cea-636587b5c847 tempest-TestSecurityGroupsBasicOps-952751891 tempest-TestSecurityGroupsBasicOps-952751891-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:12.686249 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-530d8785-f96e-4efc-9cea-636587b5c847 tempest-TestSecurityGroupsBasicOps-952751891 tempest-TestSecurityGroupsBasicOps-952751891-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1431115 Jul 13 13:54:12.688968 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 57588) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:54:12.717909 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-f8246716-18a0-4ee7-8c3f-74969fe63d83 tempest-TestSecurityGroupsBasicOps-952751891 tempest-TestSecurityGroupsBasicOps-952751891-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=acf968b8-c524-46a9-a20b-ad9667009130&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277312 Jul 13 13:54:12.720204 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 57590) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:54:12.725142 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-bcd3f893-b3e0-471f-9d0c-6529128a079e tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1955183322', 'network_id': '936f94ea-8229-4548-8660-fed48e10676f', 'project_id': 'e65770d93833474499bd5ca8e11d4e12', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:54:12.728230 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c0f6aa-588f-463c-baad-92e076788406 req-6a4ce0a0-8b44-447e-83ef-9c6f46bdba79 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:12.729802 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-97c0f6aa-588f-463c-baad-92e076788406 req-6a4ce0a0-8b44-447e-83ef-9c6f46bdba79 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8 HTTP/1.1" status: 200 len: 945 time: 0.1730850 Jul 13 13:54:12.786328 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-7825d0a6-55e2-4c7d-9754-1026c4eefede None None] Notify callbacks [] for port, precommit_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:12.800250 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-7825d0a6-55e2-4c7d-9754-1026c4eefede None None] Transition to ACTIVE for port object 387124fe-e266-41bd-bc56-687fd3018047 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:54:12.811382 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-7825d0a6-55e2-4c7d-9754-1026c4eefede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:12.815904 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ff545a47-465c-4009-9eec-2b38fde87aec tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:12.821849 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-97c0f6aa-588f-463c-baad-92e076788406 req-f855ce48-fd27-4731-b58a-47842e284f92 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/security-groups?id=0095868c-fb20-45e5-8afa-e9ed53786ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701954 Jul 13 13:54:12.826740 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcd3f893-b3e0-471f-9d0c-6529128a079e tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Made reservation on behalf of e65770d93833474499bd5ca8e11d4e12 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:54:12.831516 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bcd3f893-b3e0-471f-9d0c-6529128a079e tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4763385'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:12.895595 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ff545a47-465c-4009-9eec-2b38fde87aec tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6018534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6105009'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:12.917073 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ff545a47-465c-4009-9eec-2b38fde87aec tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:12.924698 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-ff545a47-465c-4009-9eec-2b38fde87aec tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] 10.222.0.23 "DELETE /v2.0/subnets/af7b83d0-d88a-4cc6-a57c-0cfec6cd5516 HTTP/1.1" status: 204 len: 168 time: 0.4565525 Jul 13 13:54:12.925785 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 57594) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:54:12.962564 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff545a47-465c-4009-9eec-2b38fde87aec tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Pushing event deleted for resources: {'Subnet': ['ID=af7b83d0-d88a-4cc6-a57c-0cfec6cd5516,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:54:13.049762 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-31acc6fc-67f5-4c43-a0d0-44081a0f22dd tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:13.070814 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-485a2c36-cb67-43cc-ad96-0eb09fec6bd8 None None] Network 5586df98-a5fa-4a22-85b3-698b1cca065f requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:54:13.121390 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-31acc6fc-67f5-4c43-a0d0-44081a0f22dd tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Deleting port 7a7c2e29-f5ea-48a6-a673-2071b7339028 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:54:13.121996 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-31acc6fc-67f5-4c43-a0d0-44081a0f22dd tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:13.133817 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2265323-de6d-49c3-81cb-17adb8e66fe8 None None] Pushing event updated for resources: {'Port': ['ID=387124fe-e266-41bd-bc56-687fd3018047,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:54:13.198613 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-7825d0a6-55e2-4c7d-9754-1026c4eefede None None] Attempting to bind port 387124fe-e266-41bd-bc56-687fd3018047 on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:54:13.198907 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-7825d0a6-55e2-4c7d-9754-1026c4eefede None None] Attempting to bind port 387124fe-e266-41bd-bc56-687fd3018047 by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:54:13.199308 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7825d0a6-55e2-4c7d-9754-1026c4eefede None None] Attempting to bind port 387124fe-e266-41bd-bc56-687fd3018047 on network acf968b8-c524-46a9-a20b-ad9667009130 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:54:13.203355 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-31acc6fc-67f5-4c43-a0d0-44081a0f22dd tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] For port 7a7c2e29-f5ea-48a6-a673-2071b7339028, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=7a7c2e29-f5ea-48a6-a673-2071b7339028,segment=NetworkSegment(c4dc016d-b2da-4b50-ba17-aca7d644593b),segment_id=c4dc016d-b2da-4b50-ba17-aca7d644593b)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:54:13.204340 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-31acc6fc-67f5-4c43-a0d0-44081a0f22dd tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:13.205760 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7825d0a6-55e2-4c7d-9754-1026c4eefede None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 53, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:54:13.206142 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7825d0a6-55e2-4c7d-9754-1026c4eefede None None] Checking segment: {'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:54:13.206535 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-7825d0a6-55e2-4c7d-9754-1026c4eefede None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:13.207109 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7825d0a6-55e2-4c7d-9754-1026c4eefede None None] Bound using segment: {'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:54:13.207768 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-7825d0a6-55e2-4c7d-9754-1026c4eefede None None] Bound port: 387124fe-e266-41bd-bc56-687fd3018047, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:54:13.208322 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-7825d0a6-55e2-4c7d-9754-1026c4eefede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:13.221356 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-31acc6fc-67f5-4c43-a0d0-44081a0f22dd tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Calling delete_port for 7a7c2e29-f5ea-48a6-a673-2071b7339028 owned by network:dhcp {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:54:13.261813 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-7825d0a6-55e2-4c7d-9754-1026c4eefede None None] For port 387124fe-e266-41bd-bc56-687fd3018047, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:54:13.265649 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-7825d0a6-55e2-4c7d-9754-1026c4eefede None None] For port 387124fe-e266-41bd-bc56-687fd3018047, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=387124fe-e266-41bd-bc56-687fd3018047,segment=NetworkSegment(3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87),segment_id=3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:54:13.268001 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2265323-de6d-49c3-81cb-17adb8e66fe8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:54:13.268571 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2265323-de6d-49c3-81cb-17adb8e66fe8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:54:13.269151 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2265323-de6d-49c3-81cb-17adb8e66fe8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:54:13.280482 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2265323-de6d-49c3-81cb-17adb8e66fe8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:54:13.281131 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2265323-de6d-49c3-81cb-17adb8e66fe8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:54:13.281662 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2265323-de6d-49c3-81cb-17adb8e66fe8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:54:13.284534 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2265323-de6d-49c3-81cb-17adb8e66fe8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:54:13.285045 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2265323-de6d-49c3-81cb-17adb8e66fe8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:54:13.286606 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2265323-de6d-49c3-81cb-17adb8e66fe8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:54:13.287112 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2265323-de6d-49c3-81cb-17adb8e66fe8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:54:13.287630 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2265323-de6d-49c3-81cb-17adb8e66fe8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:54:13.288669 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2265323-de6d-49c3-81cb-17adb8e66fe8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:54:13.301449 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-7825d0a6-55e2-4c7d-9754-1026c4eefede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:13.361790 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-31acc6fc-67f5-4c43-a0d0-44081a0f22dd tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:13.370914 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2265323-de6d-49c3-81cb-17adb8e66fe8 None None] Pushing event updated for resources: {'Port': ['ID=387124fe-e266-41bd-bc56-687fd3018047,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:54:13.406034 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31acc6fc-67f5-4c43-a0d0-44081a0f22dd tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Pushing event deleted for resources: {'Port': ['ID=7a7c2e29-f5ea-48a6-a673-2071b7339028,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:54:13.409623 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7825d0a6-55e2-4c7d-9754-1026c4eefede None None] Routers {'1346794a-79aa-4c40-9242-09605bda21ad'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:54:13.410317 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-7825d0a6-55e2-4c7d-9754-1026c4eefede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:53:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['1346794a-79aa-4c40-9242-09605bda21ad'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:54:13.415123 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31acc6fc-67f5-4c43-a0d0-44081a0f22dd tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] No DVR routers for this DVR port 7a7c2e29-f5ea-48a6-a673-2071b7339028 on host n-d-800634-1 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:54:13.455833 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dc9d82-b306-4995-8efa-3584e7a62cc2 req-10a417c1-2ea9-41eb-aea3-847c04ab04fd tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:13.457363 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-82dc9d82-b306-4995-8efa-3584e7a62cc2 req-10a417c1-2ea9-41eb-aea3-847c04ab04fd tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8 HTTP/1.1" status: 200 len: 945 time: 0.1514575 Jul 13 13:54:13.521024 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-7825d0a6-55e2-4c7d-9754-1026c4eefede None None] Set router 1346794a-79aa-4c40-9242-09605bda21ad gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:54:13.525271 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-31acc6fc-67f5-4c43-a0d0-44081a0f22dd tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:13.529560 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-82dc9d82-b306-4995-8efa-3584e7a62cc2 req-1242a741-b380-45c2-a5b9-705c3aa12e69 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/security-groups?id=0095868c-fb20-45e5-8afa-e9ed53786ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617337 Jul 13 13:54:13.541064 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-31acc6fc-67f5-4c43-a0d0-44081a0f22dd tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5586df98-a5fa-4a22-85b3-698b1cca065f']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:54:13.564600 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-31acc6fc-67f5-4c43-a0d0-44081a0f22dd tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4dc016d-b2da-4b50-ba17-aca7d644593b') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:54:13.564600 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-31acc6fc-67f5-4c43-a0d0-44081a0f22dd tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4dc016d-b2da-4b50-ba17-aca7d644593b') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:54:13.568935 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-31acc6fc-67f5-4c43-a0d0-44081a0f22dd tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6018464'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:13.617498 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-31acc6fc-67f5-4c43-a0d0-44081a0f22dd tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:13.668523 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31acc6fc-67f5-4c43-a0d0-44081a0f22dd tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 13:54:13.670273 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-31acc6fc-67f5-4c43-a0d0-44081a0f22dd tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6018632'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:13.679463 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:54:13.679463 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:54:13.679463 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:54:13.679463 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:54:13.679463 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:54:13.679463 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:54:13.679463 n-d-800634-1 neutron-server[93751]: Traceback (most recent call last): Jul 13 13:54:13.679463 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 13:54:13.679463 n-d-800634-1 neutron-server[93751]: timer() Jul 13 13:54:13.679463 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 13:54:13.679463 n-d-800634-1 neutron-server[93751]: cb(*args, **kw) Jul 13 13:54:13.679463 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 13:54:13.679463 n-d-800634-1 neutron-server[93751]: return func(*args, **kwargs) Jul 13 13:54:13.679463 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 13:54:13.679463 n-d-800634-1 neutron-server[93751]: self._notify() Jul 13 13:54:13.679463 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 13:54:13.679463 n-d-800634-1 neutron-server[93751]: self.callback(batched_events) Jul 13 13:54:13.679463 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 13:54:13.679463 n-d-800634-1 neutron-server[93751]: event.method(event) Jul 13 13:54:13.679463 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 13:54:13.679463 n-d-800634-1 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 13:54:13.679463 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 13:54:13.679463 n-d-800634-1 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 13:54:13.679463 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 13:54:13.679463 n-d-800634-1 neutron-server[93751]: return f(self, *a, **k) Jul 13 13:54:13.679463 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 13:54:13.679463 n-d-800634-1 neutron-server[93751]: return self._get(url).json() Jul 13 13:54:13.679463 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 13:54:13.679463 n-d-800634-1 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 13:54:13.679463 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 13:54:13.679463 n-d-800634-1 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 13 13:54:13.679463 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 13:54:13.679463 n-d-800634-1 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 13:54:13.679463 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 13:54:13.679463 n-d-800634-1 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 13:54:13.679463 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 13:54:13.679463 n-d-800634-1 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 13:54:13.679463 n-d-800634-1 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 13:54:13.739067 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bcd3f893-b3e0-471f-9d0c-6529128a079e tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5970588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4763339'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:13.753681 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 65a8830e-d909-4ebe-a5ee-28c707254cb9 no longer exists at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:54:13.805037 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd3f893-b3e0-471f-9d0c-6529128a079e tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Pushing event updated for resources: {'Subnet': ['ID=a524d36e-31a1-4594-9a8a-53bf8e5d1f62,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:54:13.835944 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-31acc6fc-67f5-4c43-a0d0-44081a0f22dd tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:13.856687 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-31acc6fc-67f5-4c43-a0d0-44081a0f22dd tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:13.862813 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-31acc6fc-67f5-4c43-a0d0-44081a0f22dd tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] 10.222.0.23 "DELETE /v2.0/networks/5586df98-a5fa-4a22-85b3-698b1cca065f HTTP/1.1" status: 204 len: 168 time: 0.9123757 Jul 13 13:54:13.864690 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 57606) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:54:13.906789 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] No Port match for: 65a8830e-d909-4ebe-a5ee-28c707254cb9 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:54:13.908283 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 65a8830e-d909-4ebe-a5ee-28c707254cb9 not bound to the agent host n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:54:13.947846 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a6bdab-3809-4397-9816-cbbe4100bc0c None None] DHCP port deletion for 5586df98-a5fa-4a22-85b3-698b1cca065f request from n-d-800634-1 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 13:54:13.952150 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e3a43b-ac94-4988-81dd-3b2e500f0daf req-c3fc58d5-8463-4e7c-8de7-64c1bc3f4394 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:13.963267 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-93e3a43b-ac94-4988-81dd-3b2e500f0daf req-c3fc58d5-8463-4e7c-8de7-64c1bc3f4394 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8 HTTP/1.1" status: 200 len: 945 time: 0.1361511 Jul 13 13:54:13.963267 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd3f893-b3e0-471f-9d0c-6529128a079e tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Checking segment: {'id': '19c0a70b-9da0-4ba3-973a-61bd42a44694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '936f94ea-8229-4548-8660-fed48e10676f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:54:13.963267 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd3f893-b3e0-471f-9d0c-6529128a079e tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Network hostable DHCP agents. Network: 936f94ea-8229-4548-8660-fed48e10676f, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 13:54:13.997905 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-7825d0a6-55e2-4c7d-9754-1026c4eefede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1346794a-79aa-4c40-9242-09605bda21ad', 'name': 'tempest-TestSecurityGroupsBasicOps-router-164495191', 'tenant_id': 'e65770d93833474499bd5ca8e11d4e12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.201'}], 'enable_snat': True}, 'gw_port_id': '387124fe-e266-41bd-bc56-687fd3018047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:54:09Z', 'updated_at': '2021-07-13T13:54:10Z', 'revision_number': 3, 'project_id': 'e65770d93833474499bd5ca8e11d4e12', 'gw_port': {'id': '387124fe-e266-41bd-bc56-687fd3018047', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:96:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1346794a-79aa-4c40-9242-09605bda21ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2727, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:54:09Z', 'updated_at': '2021-07-13T13:54:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:54:14.015831 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439c279f-69cd-462d-a838-e62a1a88241b req-78b29b33-6889-459e-9ee3-f82da7babc83 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:14.022870 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-93e3a43b-ac94-4988-81dd-3b2e500f0daf req-3ad16e3d-2096-4b55-91c7-f149af118a10 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/security-groups?id=0095868c-fb20-45e5-8afa-e9ed53786ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618927 Jul 13 13:54:14.023876 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439c279f-69cd-462d-a838-e62a1a88241b req-78b29b33-6889-459e-9ee3-f82da7babc83 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:14.025270 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7825d0a6-55e2-4c7d-9754-1026c4eefede None None] The sync data for ids ['1346794a-79aa-4c40-9242-09605bda21ad'] in n-d-800634-1 is: [{'id': '1346794a-79aa-4c40-9242-09605bda21ad', 'name': 'tempest-TestSecurityGroupsBasicOps-router-164495191', 'tenant_id': 'e65770d93833474499bd5ca8e11d4e12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.201'}], 'enable_snat': True}, 'gw_port_id': '387124fe-e266-41bd-bc56-687fd3018047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:54:09Z', 'updated_at': '2021-07-13T13:54:10Z', 'revision_number': 3, 'project_id': 'e65770d93833474499bd5ca8e11d4e12', 'gw_port': {'id': '387124fe-e266-41bd-bc56-687fd3018047', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:96:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1346794a-79aa-4c40-9242-09605bda21ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2727, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:54:09Z', 'updated_at': '2021-07-13T13:54:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:54:14.026238 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd3f893-b3e0-471f-9d0c-6529128a079e tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Network 936f94ea-8229-4548-8660-fed48e10676f is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 13:54:14.045568 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-bcd3f893-b3e0-471f-9d0c-6529128a079e tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, 936f94ea-8229-4548-8660-fed48e10676f) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:54:14.050736 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439c279f-69cd-462d-a838-e62a1a88241b req-78b29b33-6889-459e-9ee3-f82da7babc83 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:14.057988 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd3f893-b3e0-471f-9d0c-6529128a079e tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:14.059343 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bcd3f893-b3e0-471f-9d0c-6529128a079e tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:14.060861 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439c279f-69cd-462d-a838-e62a1a88241b req-78b29b33-6889-459e-9ee3-f82da7babc83 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:14.062189 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40869eb0-6eb8-4fbb-9c2d-a428d4c70ae8 None None] Network 936f94ea-8229-4548-8660-fed48e10676f requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:54:14.071972 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439c279f-69cd-462d-a838-e62a1a88241b req-78b29b33-6889-459e-9ee3-f82da7babc83 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:14.086641 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439c279f-69cd-462d-a838-e62a1a88241b req-78b29b33-6889-459e-9ee3-f82da7babc83 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:14.101199 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-bcd3f893-b3e0-471f-9d0c-6529128a079e tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.3798931 Jul 13 13:54:14.103776 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 57610) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:54:14.116109 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439c279f-69cd-462d-a838-e62a1a88241b req-78b29b33-6889-459e-9ee3-f82da7babc83 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:14.134489 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-439c279f-69cd-462d-a838-e62a1a88241b req-78b29b33-6889-459e-9ee3-f82da7babc83 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] 10.222.0.23 "GET /v2.0/ports?device_id=607ad771-cd6f-4fcf-b175-a30341f1423f HTTP/1.1" status: 200 len: 5429 time: 0.5035293 Jul 13 13:54:14.209485 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31acc6fc-67f5-4c43-a0d0-44081a0f22dd tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Pushing event deleted for resources: {'Network': ['ID=5586df98-a5fa-4a22-85b3-698b1cca065f,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:54:14.306696 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cccf6548-22c9-43d0-b939-e49ba55d1953 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a7201e1-61ce-5a3e-b7f7-e800379ed03b-936f94ea-8229-4548-8660-fed48e10676f', 'network_id': '936f94ea-8229-4548-8660-fed48e10676f', 'tenant_id': 'e65770d93833474499bd5ca8e11d4e12', 'fixed_ips': [{'subnet_id': 'a524d36e-31a1-4594-9a8a-53bf8e5d1f62'}]}} from n-d-800634-1. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 13:54:14.309894 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-cccf6548-22c9-43d0-b939-e49ba55d1953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:14.482007 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-439c279f-69cd-462d-a838-e62a1a88241b req-ce72b3c7-4026-4439-bf49-e0f51752144a tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7715277-f4f6-436d-9885-f716be877834&id=85c9413d-5aef-4db8-8eb1-39a597c8c461&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3462801 Jul 13 13:54:14.618599 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62f3d71-c3c5-4a50-add4-1c1ba8818f98 req-8f6ae1bd-5110-42b3-a7ff-f89f7c36d37b tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:14.628679 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b62f3d71-c3c5-4a50-add4-1c1ba8818f98 req-8f6ae1bd-5110-42b3-a7ff-f89f7c36d37b tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8 HTTP/1.1" status: 200 len: 945 time: 0.3978052 Jul 13 13:54:14.644526 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-3fccabfc-e304-49fa-9bd3-e9d9353dea2a tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Deleting port ab972735-d201-4eb1-ba98-30bebb41a04f {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:54:14.644526 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3fccabfc-e304-49fa-9bd3-e9d9353dea2a tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:14.648534 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-cccf6548-22c9-43d0-b939-e49ba55d1953 None None] Allocated IP 172.20.0.18 (936f94ea-8229-4548-8660-fed48e10676f/a524d36e-31a1-4594-9a8a-53bf8e5d1f62/45602323-b642-41e3-a3b9-e0e883cbc38b) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:54:14.696307 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b62f3d71-c3c5-4a50-add4-1c1ba8818f98 req-f19a862e-fde8-47a4-9414-ab11cbae63c4 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/security-groups?id=0095868c-fb20-45e5-8afa-e9ed53786ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641041 Jul 13 13:54:14.843157 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3fccabfc-e304-49fa-9bd3-e9d9353dea2a tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:14.846063 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3fccabfc-e304-49fa-9bd3-e9d9353dea2a tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:14.886547 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-3fccabfc-e304-49fa-9bd3-e9d9353dea2a tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Calling delete_port for ab972735-d201-4eb1-ba98-30bebb41a04f owned by network:floatingip {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:54:14.965898 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-cccf6548-22c9-43d0-b939-e49ba55d1953 None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:14.990400 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-cccf6548-22c9-43d0-b939-e49ba55d1953 None None] Transition to ACTIVE for port object 45602323-b642-41e3-a3b9-e0e883cbc38b will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:54:15.022568 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-cccf6548-22c9-43d0-b939-e49ba55d1953 None None] Transition to ACTIVE for port object 45602323-b642-41e3-a3b9-e0e883cbc38b will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:54:15.045328 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-cccf6548-22c9-43d0-b939-e49ba55d1953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:15.146880 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccf6548-22c9-43d0-b939-e49ba55d1953 None None] Pushing event updated for resources: {'Port': ['ID=45602323-b642-41e3-a3b9-e0e883cbc38b,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:54:15.156585 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 387124fe-e266-41bd-bc56-687fd3018047 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:54:15.196050 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cccf6548-22c9-43d0-b939-e49ba55d1953 None None] Network 936f94ea-8229-4548-8660-fed48e10676f is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:54:15.199017 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-cccf6548-22c9-43d0-b939-e49ba55d1953 None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:54:15.207955 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cccf6548-22c9-43d0-b939-e49ba55d1953 None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:54:15.211618 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84dc022-d9a1-4a6a-a506-b57a470b30e6 req-915826b9-3b9f-45f8-b19b-d628eb42d7a7 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:15.213591 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e84dc022-d9a1-4a6a-a506-b57a470b30e6 req-915826b9-3b9f-45f8-b19b-d628eb42d7a7 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8 HTTP/1.1" status: 200 len: 945 time: 0.2657804 Jul 13 13:54:15.296365 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3fccabfc-e304-49fa-9bd3-e9d9353dea2a tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:15.337808 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port 387124fe-e266-41bd-bc56-687fd3018047 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:54:15.344714 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 387124fe-e266-41bd-bc56-687fd3018047 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:54:15.345090 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:15.351343 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fccabfc-e304-49fa-9bd3-e9d9353dea2a tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Pushing event deleted for resources: {'Port': ['ID=ab972735-d201-4eb1-ba98-30bebb41a04f,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:54:15.358397 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-cccf6548-22c9-43d0-b939-e49ba55d1953 None None] Attempting to bind port 45602323-b642-41e3-a3b9-e0e883cbc38b on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:54:15.358783 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-cccf6548-22c9-43d0-b939-e49ba55d1953 None None] Attempting to bind port 45602323-b642-41e3-a3b9-e0e883cbc38b by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '19c0a70b-9da0-4ba3-973a-61bd42a44694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '936f94ea-8229-4548-8660-fed48e10676f'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:54:15.359349 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cccf6548-22c9-43d0-b939-e49ba55d1953 None None] Attempting to bind port 45602323-b642-41e3-a3b9-e0e883cbc38b on network 936f94ea-8229-4548-8660-fed48e10676f {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:54:15.368186 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e84dc022-d9a1-4a6a-a506-b57a470b30e6 req-5a58e92c-8930-433b-bbf9-c080aabc0724 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/security-groups?id=0095868c-fb20-45e5-8afa-e9ed53786ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052079 Jul 13 13:54:15.423895 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cccf6548-22c9-43d0-b939-e49ba55d1953 None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 53, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:54:15.424277 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cccf6548-22c9-43d0-b939-e49ba55d1953 None None] Checking segment: {'id': '19c0a70b-9da0-4ba3-973a-61bd42a44694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '936f94ea-8229-4548-8660-fed48e10676f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:54:15.424686 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-cccf6548-22c9-43d0-b939-e49ba55d1953 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:15.425080 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cccf6548-22c9-43d0-b939-e49ba55d1953 None None] Bound using segment: {'id': '19c0a70b-9da0-4ba3-973a-61bd42a44694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '936f94ea-8229-4548-8660-fed48e10676f'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:54:15.425572 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-cccf6548-22c9-43d0-b939-e49ba55d1953 None None] Bound port: 45602323-b642-41e3-a3b9-e0e883cbc38b, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19c0a70b-9da0-4ba3-973a-61bd42a44694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '936f94ea-8229-4548-8660-fed48e10676f'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:54:15.426121 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-cccf6548-22c9-43d0-b939-e49ba55d1953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:15.495316 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-282e5bf1-429d-4ccd-a4b2-d2518f95315e tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:15.521791 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3fccabfc-e304-49fa-9bd3-e9d9353dea2a tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks [] for floatingip, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:15.522567 n-d-800634-1 neutron-server[93751]: INFO neutron.db.l3_db [None req-3fccabfc-e304-49fa-9bd3-e9d9353dea2a tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Floating IP 1dac77a1-4c97-4f4f-a5ce-41123dd4b6ab disassociated (deleted). External IP: 172.25.6.184, port: 44e9e118-3e55-459e-a9b2-0c0079a48a40. Jul 13 13:54:15.583718 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-cccf6548-22c9-43d0-b939-e49ba55d1953 None None] For port 45602323-b642-41e3-a3b9-e0e883cbc38b, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:54:15.604485 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-cccf6548-22c9-43d0-b939-e49ba55d1953 None None] For port 45602323-b642-41e3-a3b9-e0e883cbc38b, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=45602323-b642-41e3-a3b9-e0e883cbc38b,segment=NetworkSegment(19c0a70b-9da0-4ba3-973a-61bd42a44694),segment_id=19c0a70b-9da0-4ba3-973a-61bd42a44694)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:54:15.649120 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-cccf6548-22c9-43d0-b939-e49ba55d1953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:15.744701 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:15.777229 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port 387124fe-e266-41bd-bc56-687fd3018047, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=387124fe-e266-41bd-bc56-687fd3018047,segment=NetworkSegment(3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87),segment_id=3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:54:15.787357 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:15.802413 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3496f0e1-4530-43b6-94d8-4dafe2c5838d req-cf3c015b-2d24-4913-a7cd-0d39765119b2 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:15.807959 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3496f0e1-4530-43b6-94d8-4dafe2c5838d req-cf3c015b-2d24-4913-a7cd-0d39765119b2 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8 HTTP/1.1" status: 200 len: 945 time: 0.1818049 Jul 13 13:54:15.819594 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccf6548-22c9-43d0-b939-e49ba55d1953 None None] Pushing event updated for resources: {'Port': ['ID=45602323-b642-41e3-a3b9-e0e883cbc38b,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:54:15.887201 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 7a7c2e29-f5ea-48a6-a673-2071b7339028 no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:54:15.905619 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3496f0e1-4530-43b6-94d8-4dafe2c5838d req-28ad49eb-b2c1-42cf-acc8-5cb2432e1654 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/security-groups?id=0095868c-fb20-45e5-8afa-e9ed53786ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906262 Jul 13 13:54:15.925880 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: 7a7c2e29-f5ea-48a6-a673-2071b7339028 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:54:15.926381 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 7a7c2e29-f5ea-48a6-a673-2071b7339028 not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:54:15.974750 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=387124fe-e266-41bd-bc56-687fd3018047,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:54:16.042269 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4e462a-4f12-4f0f-b6b1-b89f651475c5 req-5d3b55ea-4e8a-4be1-aed8-5b95f9f7b5b8 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:16.050763 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4e462a-4f12-4f0f-b6b1-b89f651475c5 req-5d3b55ea-4e8a-4be1-aed8-5b95f9f7b5b8 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:16.057554 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4e462a-4f12-4f0f-b6b1-b89f651475c5 req-5d3b55ea-4e8a-4be1-aed8-5b95f9f7b5b8 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:16.065573 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4e462a-4f12-4f0f-b6b1-b89f651475c5 req-5d3b55ea-4e8a-4be1-aed8-5b95f9f7b5b8 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:16.073096 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4e462a-4f12-4f0f-b6b1-b89f651475c5 req-5d3b55ea-4e8a-4be1-aed8-5b95f9f7b5b8 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:16.080945 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4e462a-4f12-4f0f-b6b1-b89f651475c5 req-5d3b55ea-4e8a-4be1-aed8-5b95f9f7b5b8 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:16.087885 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4e462a-4f12-4f0f-b6b1-b89f651475c5 req-5d3b55ea-4e8a-4be1-aed8-5b95f9f7b5b8 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:16.099927 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6b4e462a-4f12-4f0f-b6b1-b89f651475c5 req-5d3b55ea-4e8a-4be1-aed8-5b95f9f7b5b8 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] 10.222.0.23 "GET /v2.0/ports?device_id=607ad771-cd6f-4fcf-b175-a30341f1423f HTTP/1.1" status: 200 len: 5429 time: 0.3732061 Jul 13 13:54:16.226944 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fccabfc-e304-49fa-9bd3-e9d9353dea2a tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Router 6e6c35d2-3101-4a59-afdc-1aecc8430b8c has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 13:54:16.283765 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6b4e462a-4f12-4f0f-b6b1-b89f651475c5 req-0f612797-dfa9-4a0a-9ca7-d966eca5392a tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7715277-f4f6-436d-9885-f716be877834&id=85c9413d-5aef-4db8-8eb1-39a597c8c461&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1825778 Jul 13 13:54:16.358519 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0865d32-63ab-4200-b6e0-9901d869ebae req-8072d37a-5e9e-4c63-aaee-b367b677d5ba tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:16.360875 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d0865d32-63ab-4200-b6e0-9901d869ebae req-8072d37a-5e9e-4c63-aaee-b367b677d5ba tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8 HTTP/1.1" status: 200 len: 945 time: 0.2157159 Jul 13 13:54:16.417311 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-282e5bf1-429d-4ccd-a4b2-d2518f95315e tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Allocated IP 172.20.0.17 (936f94ea-8229-4548-8660-fed48e10676f/a524d36e-31a1-4594-9a8a-53bf8e5d1f62/374fb2f2-a312-4df6-b2b9-cd4d9d7664b9) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:54:16.466858 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d0865d32-63ab-4200-b6e0-9901d869ebae req-c5f2d254-95ce-45a9-a2ed-5e1c58500cfd tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/security-groups?id=0095868c-fb20-45e5-8afa-e9ed53786ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902815 Jul 13 13:54:16.473982 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fccabfc-e304-49fa-9bd3-e9d9353dea2a tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:54:16.478908 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3fccabfc-e304-49fa-9bd3-e9d9353dea2a tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for floatingip, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:16.486473 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50962e05-12dc-4024-b035-82a95b42454c None None] Sync routers for ids ['6e6c35d2-3101-4a59-afdc-1aecc8430b8c'] in n-d-800634-1 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:54:16.509427 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50962e05-12dc-4024-b035-82a95b42454c None None] Routers {'6e6c35d2-3101-4a59-afdc-1aecc8430b8c'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:54:16.510101 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-50962e05-12dc-4024-b035-82a95b42454c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:53:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['6e6c35d2-3101-4a59-afdc-1aecc8430b8c'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:54:16.564199 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-282e5bf1-429d-4ccd-a4b2-d2518f95315e tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:16.568951 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-3fccabfc-e304-49fa-9bd3-e9d9353dea2a tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] 10.222.0.23 "DELETE /v2.0/floatingips/1dac77a1-4c97-4f4f-a5ce-41123dd4b6ab HTTP/1.1" status: 204 len: 168 time: 2.6745255 Jul 13 13:54:16.569565 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a14cd113-6397-47e4-9814-611179bd97a2', 'tag': '44e9e118-3e55-459e-a9b2-0c0079a48a40'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:54:16.571886 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d17b627af75e17e0f4b8d6239d04f8c2f78634e2c585e32a7aeca336500f34a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee0b31b5-b62b-4dc1-9594-676f3d2f76cb" -d '{"events": [{"name": "network-changed", "server_uuid": "a14cd113-6397-47e4-9814-611179bd97a2", "tag": "44e9e118-3e55-459e-a9b2-0c0079a48a40"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:54:16.585401 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [None req-282e5bf1-429d-4ccd-a4b2-d2518f95315e tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Transition to ACTIVE for port object 374fb2f2-a312-4df6-b2b9-cd4d9d7664b9 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:54:16.656347 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-282e5bf1-429d-4ccd-a4b2-d2518f95315e tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:16.732514 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-50962e05-12dc-4024-b035-82a95b42454c None None] Set router 6e6c35d2-3101-4a59-afdc-1aecc8430b8c gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:54:16.760680 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-282e5bf1-429d-4ccd-a4b2-d2518f95315e tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Network 936f94ea-8229-4548-8660-fed48e10676f is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:54:16.775390 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-282e5bf1-429d-4ccd-a4b2-d2518f95315e tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:54:16.778232 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-282e5bf1-429d-4ccd-a4b2-d2518f95315e tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:54:16.783294 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282e5bf1-429d-4ccd-a4b2-d2518f95315e tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Pushing event updated for resources: {'Port': ['ID=374fb2f2-a312-4df6-b2b9-cd4d9d7664b9,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:54:16.857990 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aed4c5-e63d-418a-b946-075e2798c7e1 req-601783e6-4fbd-4c2a-b046-01c037381205 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:16.865916 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a1aed4c5-e63d-418a-b946-075e2798c7e1 req-601783e6-4fbd-4c2a-b046-01c037381205 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8 HTTP/1.1" status: 200 len: 945 time: 0.2035735 Jul 13 13:54:16.891705 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-282e5bf1-429d-4ccd-a4b2-d2518f95315e tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-450452'] for router_interface, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:16.983409 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a1aed4c5-e63d-418a-b946-075e2798c7e1 req-18d86808-54ec-4b86-99dd-045fa1c7547a tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/security-groups?id=0095868c-fb20-45e5-8afa-e9ed53786ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164818 Jul 13 13:54:16.999848 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-50962e05-12dc-4024-b035-82a95b42454c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e6c35d2-3101-4a59-afdc-1aecc8430b8c', 'name': 'tempest-TestNetworkBasicOps-router-1884197832', 'tenant_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': 'b82ce7a0-912c-4b40-a9cc-9f95df758d0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:51:52Z', 'updated_at': '2021-07-13T13:54:03Z', 'revision_number': 6, 'project_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'gw_port': {'id': 'b82ce7a0-912c-4b40-a9cc-9f95df758d0c', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:75:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6c35d2-3101-4a59-afdc-1aecc8430b8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:51:54Z', 'updated_at': '2021-07-13T13:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': 'e73d9bad-ede3-4700-9494-508a3c6b764b', 'name': '', 'network_id': '74b894bb-81e0-406c-ab54-602d50ca5470', 'tenant_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'mac_address': 'fa:16:3e:8d:dd:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6c35d2-3101-4a59-afdc-1aecc8430b8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2595, 'fixed_ips': [{'subnet_id': '72813855-4fcc-4acd-b42e-646c1f5e9567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:52:03Z', 'updated_at': '2021-07-13T13:52:18Z', 'revision_number': 5, 'project_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'subnets': [{'id': '72813855-4fcc-4acd-b42e-646c1f5e9567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:54:17.060972 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 13:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e89aa970-2ee4-447f-a261-36eb4ab5ef32 x-openstack-request-id: req-e89aa970-2ee4-447f-a261-36eb4ab5ef32 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:54:17.061270 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a14cd113-6397-47e4-9814-611179bd97a2", "tag": "44e9e118-3e55-459e-a9b2-0c0079a48a40", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:54:17.061533 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e89aa970-2ee4-447f-a261-36eb4ab5ef32 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:54:17.062300 n-d-800634-1 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a14cd113-6397-47e4-9814-611179bd97a2', 'tag': '44e9e118-3e55-459e-a9b2-0c0079a48a40', 'status': 'completed', 'code': 200} Jul 13 13:54:17.086632 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50962e05-12dc-4024-b035-82a95b42454c None None] Checking router: 6e6c35d2-3101-4a59-afdc-1aecc8430b8c for host: n-d-800634-1 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 13:54:17.118782 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50962e05-12dc-4024-b035-82a95b42454c None None] Routers {'6e6c35d2-3101-4a59-afdc-1aecc8430b8c'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:54:17.119496 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-50962e05-12dc-4024-b035-82a95b42454c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:53:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['6e6c35d2-3101-4a59-afdc-1aecc8430b8c'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:54:17.209096 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-032c075c-f405-4529-aee4-15e411b78bfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:17.279760 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 45602323-b642-41e3-a3b9-e0e883cbc38b up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:54:17.396841 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-282e5bf1-429d-4ccd-a4b2-d2518f95315e tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:17.461401 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port 45602323-b642-41e3-a3b9-e0e883cbc38b completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:54:17.467666 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 387124fe-e266-41bd-bc56-687fd3018047 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:54:17.513470 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-50962e05-12dc-4024-b035-82a95b42454c None None] Set router 6e6c35d2-3101-4a59-afdc-1aecc8430b8c gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:54:17.538937 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 387124fe-e266-41bd-bc56-687fd3018047 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:54:17.539315 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:17.543490 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0b31b5-b62b-4dc1-9594-676f3d2f76cb req-b4eb11b0-6883-45ad-81f3-a1564e9d471a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:17.545705 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ee0b31b5-b62b-4dc1-9594-676f3d2f76cb req-b4eb11b0-6883-45ad-81f3-a1564e9d471a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c841d7dd73ac40a085273ab2774b9cc2&device_id=a14cd113-6397-47e4-9814-611179bd97a2 HTTP/1.1" status: 200 len: 1096 time: 0.4520426 Jul 13 13:54:17.570550 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 57656) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:54:17.731289 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2ea1e9-9c43-4b1d-8f7d-b9ce709789c6 req-74564fb5-ae78-4c24-99d1-b266f14ed6af tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:17.739075 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9f2ea1e9-9c43-4b1d-8f7d-b9ce709789c6 req-74564fb5-ae78-4c24-99d1-b266f14ed6af tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8 HTTP/1.1" status: 200 len: 945 time: 0.4598906 Jul 13 13:54:17.771250 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a94c66-75bc-4ddc-800c-0eb074671fc5 req-63681579-4aae-4127-8ea3-50c672ff8655 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:17.779917 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a94c66-75bc-4ddc-800c-0eb074671fc5 req-63681579-4aae-4127-8ea3-50c672ff8655 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:17.790932 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a94c66-75bc-4ddc-800c-0eb074671fc5 req-63681579-4aae-4127-8ea3-50c672ff8655 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:17.800012 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a94c66-75bc-4ddc-800c-0eb074671fc5 req-63681579-4aae-4127-8ea3-50c672ff8655 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:17.807442 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a94c66-75bc-4ddc-800c-0eb074671fc5 req-63681579-4aae-4127-8ea3-50c672ff8655 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:17.815152 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a94c66-75bc-4ddc-800c-0eb074671fc5 req-63681579-4aae-4127-8ea3-50c672ff8655 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:17.822093 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a94c66-75bc-4ddc-800c-0eb074671fc5 req-63681579-4aae-4127-8ea3-50c672ff8655 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:17.826370 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d0a94c66-75bc-4ddc-800c-0eb074671fc5 req-63681579-4aae-4127-8ea3-50c672ff8655 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] 10.222.0.23 "GET /v2.0/ports?device_id=607ad771-cd6f-4fcf-b175-a30341f1423f HTTP/1.1" status: 200 len: 5429 time: 0.2203574 Jul 13 13:54:17.850269 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2350b660-28c2-4555-9f33-2abd2a7eec83 None None] Network 936f94ea-8229-4548-8660-fed48e10676f requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:54:17.906832 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-36e7faeb-08e8-4985-9024-c05c848af1a5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1f00e9c0e0c7464aba0d417781757f40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3346367 Jul 13 13:54:17.916105 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 57662) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:54:17.960880 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9f2ea1e9-9c43-4b1d-8f7d-b9ce709789c6 req-f5ddaa27-8426-4b8c-b1e6-46c1eb985574 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/security-groups?id=0095868c-fb20-45e5-8afa-e9ed53786ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208264 Jul 13 13:54:17.982396 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d0a94c66-75bc-4ddc-800c-0eb074671fc5 req-b2f3b0b3-1935-4f36-bcf5-f5b84c102e15 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7715277-f4f6-436d-9885-f716be877834&id=85c9413d-5aef-4db8-8eb1-39a597c8c461&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1337302 Jul 13 13:54:18.011314 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-3dff12cb-2338-423b-84e6-f65a6d50deee None None] Provisioning for port 45602323-b642-41e3-a3b9-e0e883cbc38b completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:54:18.021400 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-3dff12cb-2338-423b-84e6-f65a6d50deee None None] Provisioning complete for port 45602323-b642-41e3-a3b9-e0e883cbc38b triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:54:18.021676 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-3dff12cb-2338-423b-84e6-f65a6d50deee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:18.028402 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-50962e05-12dc-4024-b035-82a95b42454c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e6c35d2-3101-4a59-afdc-1aecc8430b8c', 'name': 'tempest-TestNetworkBasicOps-router-1884197832', 'tenant_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': 'b82ce7a0-912c-4b40-a9cc-9f95df758d0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:51:52Z', 'updated_at': '2021-07-13T13:54:03Z', 'revision_number': 6, 'project_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'gw_port': {'id': 'b82ce7a0-912c-4b40-a9cc-9f95df758d0c', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:75:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6c35d2-3101-4a59-afdc-1aecc8430b8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:51:54Z', 'updated_at': '2021-07-13T13:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': 'e73d9bad-ede3-4700-9494-508a3c6b764b', 'name': '', 'network_id': '74b894bb-81e0-406c-ab54-602d50ca5470', 'tenant_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'mac_address': 'fa:16:3e:8d:dd:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6c35d2-3101-4a59-afdc-1aecc8430b8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2595, 'fixed_ips': [{'subnet_id': '72813855-4fcc-4acd-b42e-646c1f5e9567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:52:03Z', 'updated_at': '2021-07-13T13:52:18Z', 'revision_number': 5, 'project_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'subnets': [{'id': '72813855-4fcc-4acd-b42e-646c1f5e9567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:54:18.044792 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0b31b5-b62b-4dc1-9594-676f3d2f76cb req-77494136-b5cb-406f-89dc-5d43d82ce840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:18.046508 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ee0b31b5-b62b-4dc1-9594-676f3d2f76cb req-77494136-b5cb-406f-89dc-5d43d82ce840 service neutron] 10.222.0.26 "GET /v2.0/networks?id=74b894bb-81e0-406c-ab54-602d50ca5470 HTTP/1.1" status: 200 len: 896 time: 0.4926968 Jul 13 13:54:18.061762 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50962e05-12dc-4024-b035-82a95b42454c None None] The sync data for ids ['6e6c35d2-3101-4a59-afdc-1aecc8430b8c'] in n-d-800634-1 is: [{'id': '6e6c35d2-3101-4a59-afdc-1aecc8430b8c', 'name': 'tempest-TestNetworkBasicOps-router-1884197832', 'tenant_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': 'b82ce7a0-912c-4b40-a9cc-9f95df758d0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:51:52Z', 'updated_at': '2021-07-13T13:54:03Z', 'revision_number': 6, 'project_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'gw_port': {'id': 'b82ce7a0-912c-4b40-a9cc-9f95df758d0c', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:75:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6c35d2-3101-4a59-afdc-1aecc8430b8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:51:54Z', 'updated_at': '2021-07-13T13:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': 'e73d9bad-ede3-4700-9494-508a3c6b764b', 'name': '', 'network_id': '74b894bb-81e0-406c-ab54-602d50ca5470', 'tenant_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'mac_address': 'fa:16:3e:8d:dd:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6c35d2-3101-4a59-afdc-1aecc8430b8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2595, 'fixed_ips': [{'subnet_id': '72813855-4fcc-4acd-b42e-646c1f5e9567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:52:03Z', 'updated_at': '2021-07-13T13:52:18Z', 'revision_number': 5, 'project_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'subnets': [{'id': '72813855-4fcc-4acd-b42e-646c1f5e9567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:54:18.087864 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b571b478-1554-454d-86a3-6538f3779254 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:18.136177 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b571b478-1554-454d-86a3-6538f3779254 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:18.154495 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ee0b31b5-b62b-4dc1-9594-676f3d2f76cb req-56cff5db-7bc2-45ce-b5bf-011f6da13869 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=44e9e118-3e55-459e-a9b2-0c0079a48a40 HTTP/1.1" status: 200 len: 217 time: 0.0996180 Jul 13 13:54:18.166785 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-3dff12cb-2338-423b-84e6-f65a6d50deee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:18.221261 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-3dff12cb-2338-423b-84e6-f65a6d50deee None None] For port 45602323-b642-41e3-a3b9-e0e883cbc38b, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=45602323-b642-41e3-a3b9-e0e883cbc38b,segment=NetworkSegment(19c0a70b-9da0-4ba3-973a-61bd42a44694),segment_id=19c0a70b-9da0-4ba3-973a-61bd42a44694)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:54:18.226988 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-3dff12cb-2338-423b-84e6-f65a6d50deee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:18.288678 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b571b478-1554-454d-86a3-6538f3779254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:18.290671 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dff12cb-2338-423b-84e6-f65a6d50deee None None] Pushing event updated for resources: {'Port': ['ID=45602323-b642-41e3-a3b9-e0e883cbc38b,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:54:18.292801 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b571b478-1554-454d-86a3-6538f3779254 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:18.296284 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-b571b478-1554-454d-86a3-6538f3779254 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ca93e5c7-36e3-4e02-bc6e-8336a5cedabb HTTP/1.1" status: 204 len: 168 time: 0.3764365 Jul 13 13:54:18.304313 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ce542d-d226-4f7f-bea4-db6da62ce5a2 req-52ea6469-f5ad-47e9-9d99-6eb763283e8f tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:18.312631 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-70ce542d-d226-4f7f-bea4-db6da62ce5a2 req-52ea6469-f5ad-47e9-9d99-6eb763283e8f tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8 HTTP/1.1" status: 200 len: 945 time: 0.1347442 Jul 13 13:54:18.336694 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b571b478-1554-454d-86a3-6538f3779254 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca93e5c7-36e3-4e02-bc6e-8336a5cedabb,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:54:18.346824 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0b31b5-b62b-4dc1-9594-676f3d2f76cb req-61418258-55bd-4007-b467-8c6e3c4abf43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:18.348672 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ee0b31b5-b62b-4dc1-9594-676f3d2f76cb req-61418258-55bd-4007-b467-8c6e3c4abf43 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=72813855-4fcc-4acd-b42e-646c1f5e9567 HTTP/1.1" status: 200 len: 835 time: 0.1868918 Jul 13 13:54:18.358411 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b571b478-1554-454d-86a3-6538f3779254 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:54:18.358780 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b571b478-1554-454d-86a3-6538f3779254 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:54:18.359126 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b571b478-1554-454d-86a3-6538f3779254 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:54:18.362923 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b571b478-1554-454d-86a3-6538f3779254 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:54:18.363358 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b571b478-1554-454d-86a3-6538f3779254 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:54:18.363760 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b571b478-1554-454d-86a3-6538f3779254 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:54:18.364254 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b571b478-1554-454d-86a3-6538f3779254 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:54:18.369191 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b571b478-1554-454d-86a3-6538f3779254 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:54:18.369961 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b571b478-1554-454d-86a3-6538f3779254 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:54:18.370505 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b571b478-1554-454d-86a3-6538f3779254 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:54:18.371566 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b571b478-1554-454d-86a3-6538f3779254 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:54:18.372138 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b571b478-1554-454d-86a3-6538f3779254 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:54:18.407785 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-70ce542d-d226-4f7f-bea4-db6da62ce5a2 req-99fa4a2a-685c-49d2-af9e-3cb19a01764c tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/security-groups?id=0095868c-fb20-45e5-8afa-e9ed53786ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924890 Jul 13 13:54:18.487319 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64657acf-7d91-4b7a-a156-4d4f729c2546 None None] New status for floating IP 1dac77a1-4c97-4f4f-a5ce-41123dd4b6ab: DOWN {{(pid=93752) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 13:54:18.654198 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-cc9d0dbc-df15-4aa9-8369-825a9efb38d8 None None] Provisioning complete for port 45602323-b642-41e3-a3b9-e0e883cbc38b triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:54:18.654583 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-cc9d0dbc-df15-4aa9-8369-825a9efb38d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:18.660389 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbbeb0b-28b0-44cb-a4a9-9f75cc1522f0 req-cb7ba387-4691-47c7-baa3-08d44be5d4a6 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:18.671106 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6dbbeb0b-28b0-44cb-a4a9-9f75cc1522f0 req-cb7ba387-4691-47c7-baa3-08d44be5d4a6 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8 HTTP/1.1" status: 200 len: 945 time: 0.1088476 Jul 13 13:54:18.768454 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6dbbeb0b-28b0-44cb-a4a9-9f75cc1522f0 req-dca184e2-7dbd-4f6f-b921-8d232ca63da9 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/security-groups?id=0095868c-fb20-45e5-8afa-e9ed53786ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963376 Jul 13 13:54:18.816502 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad1332b-ef35-4e9c-acf2-dfbd2e651d47 req-329860a7-9e08-4d80-b5d1-c26fc568e077 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:18.817675 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-cc9d0dbc-df15-4aa9-8369-825a9efb38d8 None None] Provisioning for port 374fb2f2-a312-4df6-b2b9-cd4d9d7664b9 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:54:18.830779 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-dad1332b-ef35-4e9c-acf2-dfbd2e651d47 req-329860a7-9e08-4d80-b5d1-c26fc568e077 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] 10.222.0.26 "GET /v2.0/ports?device_id=a14cd113-6397-47e4-9814-611179bd97a2 HTTP/1.1" status: 200 len: 945 time: 0.1869175 Jul 13 13:54:18.832209 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-cc9d0dbc-df15-4aa9-8369-825a9efb38d8 None None] Provisioning complete for port 374fb2f2-a312-4df6-b2b9-cd4d9d7664b9 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:54:18.832646 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-cc9d0dbc-df15-4aa9-8369-825a9efb38d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:18.922942 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-cc9d0dbc-df15-4aa9-8369-825a9efb38d8 None None] Port 374fb2f2-a312-4df6-b2b9-cd4d9d7664b9 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:54:18.994320 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-282e5bf1-429d-4ccd-a4b2-d2518f95315e tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:19.022468 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-282e5bf1-429d-4ccd-a4b2-d2518f95315e tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:19.045650 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-dad1332b-ef35-4e9c-acf2-dfbd2e651d47 req-6c94b6d9-943b-4a08-9d37-e433ed86a6b1 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Deleting port 44e9e118-3e55-459e-a9b2-0c0079a48a40 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:54:19.047367 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-dad1332b-ef35-4e9c-acf2-dfbd2e651d47 req-6c94b6d9-943b-4a08-9d37-e433ed86a6b1 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:19.047747 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 45602323-b642-41e3-a3b9-e0e883cbc38b up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:54:19.065219 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960cc5db-f6da-41ad-82a9-c68996d77135 req-37d0c8c8-6faa-4036-a874-8c2bd726ffb6 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:19.066909 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-960cc5db-f6da-41ad-82a9-c68996d77135 req-37d0c8c8-6faa-4036-a874-8c2bd726ffb6 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] 10.222.0.23 "GET /v2.0/ports?device_id=a14cd113-6397-47e4-9814-611179bd97a2 HTTP/1.1" status: 200 len: 945 time: 0.8892720 Jul 13 13:54:19.127575 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-409d1e0b-8b4d-456b-8664-be8e1b9d2ce2 None None] Provisioning complete for port 374fb2f2-a312-4df6-b2b9-cd4d9d7664b9 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:54:19.127960 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-409d1e0b-8b4d-456b-8664-be8e1b9d2ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:19.148862 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0b31b5-b62b-4dc1-9594-676f3d2f76cb req-81d0642d-7409-43c7-911b-393eff2badd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:19.150466 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ee0b31b5-b62b-4dc1-9594-676f3d2f76cb req-81d0642d-7409-43c7-911b-393eff2badd1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=74b894bb-81e0-406c-ab54-602d50ca5470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7937069 Jul 13 13:54:19.171702 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 45602323-b642-41e3-a3b9-e0e883cbc38b triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:54:19.172315 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:19.193794 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-409d1e0b-8b4d-456b-8664-be8e1b9d2ce2 None None] Port 374fb2f2-a312-4df6-b2b9-cd4d9d7664b9 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:54:19.214960 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-282e5bf1-429d-4ccd-a4b2-d2518f95315e tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1785045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451806'] for router_interface, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:19.216929 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282e5bf1-429d-4ccd-a4b2-d2518f95315e tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Pushing event updated for resources: {'Port': ['ID=374fb2f2-a312-4df6-b2b9-cd4d9d7664b9,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:54:19.229257 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-dad1332b-ef35-4e9c-acf2-dfbd2e651d47 req-6c94b6d9-943b-4a08-9d37-e433ed86a6b1 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] For port 44e9e118-3e55-459e-a9b2-0c0079a48a40, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=44e9e118-3e55-459e-a9b2-0c0079a48a40,segment=NetworkSegment(b8fdda1f-7cf8-4ae7-8e85-c592ed647d46),segment_id=b8fdda1f-7cf8-4ae7-8e85-c592ed647d46)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:54:19.229702 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-dad1332b-ef35-4e9c-acf2-dfbd2e651d47 req-6c94b6d9-943b-4a08-9d37-e433ed86a6b1 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:19.247152 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-dad1332b-ef35-4e9c-acf2-dfbd2e651d47 req-6c94b6d9-943b-4a08-9d37-e433ed86a6b1 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Calling delete_port for 44e9e118-3e55-459e-a9b2-0c0079a48a40 owned by compute:nova {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:54:19.249465 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-960cc5db-f6da-41ad-82a9-c68996d77135 req-beeff35f-6e49-45a8-8880-493cd719ab53 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] 10.222.0.23 "GET /v2.0/security-groups?id=bee185e7-cd12-47d0-b819-3904645a8bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1559739 Jul 13 13:54:19.342692 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ee0b31b5-b62b-4dc1-9594-676f3d2f76cb req-6d30362f-9005-4f6d-aa85-729bc496f11d service neutron] 10.222.0.26 "GET /v2.0/networks/74b894bb-81e0-406c-ab54-602d50ca5470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832533 Jul 13 13:54:19.372845 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9851f183-9f38-46dc-943e-85f423d6a43d req-2acf9cc2-06ab-4c11-9219-c70df41d0b0b tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:19.380146 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-9851f183-9f38-46dc-943e-85f423d6a43d req-2acf9cc2-06ab-4c11-9219-c70df41d0b0b tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8 HTTP/1.1" status: 200 len: 945 time: 0.3499160 Jul 13 13:54:19.391392 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-282e5bf1-429d-4ccd-a4b2-d2518f95315e tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Network 936f94ea-8229-4548-8660-fed48e10676f is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:54:19.435429 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-282e5bf1-429d-4ccd-a4b2-d2518f95315e tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:54:19.460820 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-9851f183-9f38-46dc-943e-85f423d6a43d req-795f488a-a652-4062-ab14-004e317333bc tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/security-groups?id=0095868c-fb20-45e5-8afa-e9ed53786ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797284 Jul 13 13:54:19.479157 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-dad1332b-ef35-4e9c-acf2-dfbd2e651d47 req-6c94b6d9-943b-4a08-9d37-e433ed86a6b1 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:19.545191 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c94b6d9-943b-4a08-9d37-e433ed86a6b1 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Pushing event deleted for resources: {'Port': ['ID=44e9e118-3e55-459e-a9b2-0c0079a48a40,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:54:19.617544 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-dad1332b-ef35-4e9c-acf2-dfbd2e651d47 req-6c94b6d9-943b-4a08-9d37-e433ed86a6b1 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] No DVR routers for this DVR port 44e9e118-3e55-459e-a9b2-0c0079a48a40 on host n-h1-800634-1 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:54:19.622211 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-dad1332b-ef35-4e9c-acf2-dfbd2e651d47 req-6c94b6d9-943b-4a08-9d37-e433ed86a6b1 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:19.625115 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-dad1332b-ef35-4e9c-acf2-dfbd2e651d47 req-6c94b6d9-943b-4a08-9d37-e433ed86a6b1 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] 10.222.0.26 "DELETE /v2.0/ports/44e9e118-3e55-459e-a9b2-0c0079a48a40 HTTP/1.1" status: 204 len: 173 time: 0.7934582 Jul 13 13:54:19.642483 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a14cd113-6397-47e4-9814-611179bd97a2', 'name': 'network-vif-deleted', 'tag': '44e9e118-3e55-459e-a9b2-0c0079a48a40'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:54:19.646039 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d17b627af75e17e0f4b8d6239d04f8c2f78634e2c585e32a7aeca336500f34a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8699a093-45f4-440f-9c94-a64d2411e5df" -d '{"events": [{"server_uuid": "a14cd113-6397-47e4-9814-611179bd97a2", "name": "network-vif-deleted", "tag": "44e9e118-3e55-459e-a9b2-0c0079a48a40"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:54:19.670790 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0a88bc-dbbc-45f8-89a4-d96f508cba2b req-4ccecbba-e416-4df8-a8d9-0e13bff4d0e5 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:19.677504 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0a88bc-dbbc-45f8-89a4-d96f508cba2b req-4ccecbba-e416-4df8-a8d9-0e13bff4d0e5 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:19.684327 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0a88bc-dbbc-45f8-89a4-d96f508cba2b req-4ccecbba-e416-4df8-a8d9-0e13bff4d0e5 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:19.690594 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0a88bc-dbbc-45f8-89a4-d96f508cba2b req-4ccecbba-e416-4df8-a8d9-0e13bff4d0e5 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:19.696600 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0a88bc-dbbc-45f8-89a4-d96f508cba2b req-4ccecbba-e416-4df8-a8d9-0e13bff4d0e5 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:19.702881 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0a88bc-dbbc-45f8-89a4-d96f508cba2b req-4ccecbba-e416-4df8-a8d9-0e13bff4d0e5 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:19.709536 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0a88bc-dbbc-45f8-89a4-d96f508cba2b req-4ccecbba-e416-4df8-a8d9-0e13bff4d0e5 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:19.710886 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-fc0a88bc-dbbc-45f8-89a4-d96f508cba2b req-4ccecbba-e416-4df8-a8d9-0e13bff4d0e5 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] 10.222.0.23 "GET /v2.0/ports?device_id=607ad771-cd6f-4fcf-b175-a30341f1423f HTTP/1.1" status: 200 len: 5429 time: 0.3235259 Jul 13 13:54:19.712775 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ee0b31b5-b62b-4dc1-9594-676f3d2f76cb req-ecdc5f35-8349-4e12-8d81-bbcfa0ddfb7f service neutron] 10.222.0.26 "GET /v2.0/networks/74b894bb-81e0-406c-ab54-602d50ca5470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3403211 Jul 13 13:54:19.737861 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-282e5bf1-429d-4ccd-a4b2-d2518f95315e tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Router 1346794a-79aa-4c40-9242-09605bda21ad has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 13:54:19.761660 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84572f2-a881-4d11-b8cb-7af2ac525664 req-04337491-3fbd-4f3b-a768-5fd97642adcd tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:19.763599 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a84572f2-a881-4d11-b8cb-7af2ac525664 req-04337491-3fbd-4f3b-a768-5fd97642adcd tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8 HTTP/1.1" status: 200 len: 945 time: 0.1103425 Jul 13 13:54:19.796803 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-fc0a88bc-dbbc-45f8-89a4-d96f508cba2b req-f7cc77fd-75d8-4cdc-a876-bea8e5116494 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7715277-f4f6-436d-9885-f716be877834&id=85c9413d-5aef-4db8-8eb1-39a597c8c461&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0749404 Jul 13 13:54:19.844125 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a84572f2-a881-4d11-b8cb-7af2ac525664 req-6d602aac-d2bd-4aa9-8b4b-ebd2b13bb969 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/security-groups?id=0095868c-fb20-45e5-8afa-e9ed53786ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748317 Jul 13 13:54:19.849967 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-cfeb15c0-d733-42ac-b023-0a5ee5932f75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:19.886791 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b742cd8e-dcdc-4e2c-b8f5-891fd716021d x-openstack-request-id: req-b742cd8e-dcdc-4e2c-b8f5-891fd716021d {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:54:19.887130 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a14cd113-6397-47e4-9814-611179bd97a2", "name": "network-vif-deleted", "tag": "44e9e118-3e55-459e-a9b2-0c0079a48a40", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:54:19.887320 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b742cd8e-dcdc-4e2c-b8f5-891fd716021d {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:54:19.888070 n-d-800634-1 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a14cd113-6397-47e4-9814-611179bd97a2', 'name': 'network-vif-deleted', 'tag': '44e9e118-3e55-459e-a9b2-0c0079a48a40', 'status': 'completed', 'code': 200} Jul 13 13:54:19.928465 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-82c98543-f66a-4537-923a-408df123b87e None None] Provisioning complete for port 374fb2f2-a312-4df6-b2b9-cd4d9d7664b9 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:54:19.928465 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-82c98543-f66a-4537-923a-408df123b87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:19.991384 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-82c98543-f66a-4537-923a-408df123b87e None None] Port 374fb2f2-a312-4df6-b2b9-cd4d9d7664b9 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:54:20.010726 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:20.041884 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-282e5bf1-429d-4ccd-a4b2-d2518f95315e tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:54:20.054420 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-282e5bf1-429d-4ccd-a4b2-d2518f95315e tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] 10.222.0.23 "PUT /v2.0/routers/1346794a-79aa-4c40-9242-09605bda21ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9493148 Jul 13 13:54:20.057957 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2cbf0b4-4ad6-4dd7-a9d1-8e66dd8a0279 None None] Sync routers for ids ['1346794a-79aa-4c40-9242-09605bda21ad'] in n-d-800634-1 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:54:20.074010 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2cbf0b4-4ad6-4dd7-a9d1-8e66dd8a0279 None None] Routers {'1346794a-79aa-4c40-9242-09605bda21ad'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:54:20.075343 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-b2cbf0b4-4ad6-4dd7-a9d1-8e66dd8a0279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:54:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['1346794a-79aa-4c40-9242-09605bda21ad'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:54:20.118020 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f45d46-e20a-4e6b-acf1-074cfb1b352e req-28ce4622-2b43-46b1-b80e-b59b101677c2 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:20.123910 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-31f45d46-e20a-4e6b-acf1-074cfb1b352e req-28ce4622-2b43-46b1-b80e-b59b101677c2 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8 HTTP/1.1" status: 200 len: 945 time: 0.0907493 Jul 13 13:54:20.218633 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-31f45d46-e20a-4e6b-acf1-074cfb1b352e req-3a1dad62-9a88-43f5-a3e6-94095e2d2ce1 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/security-groups?id=0095868c-fb20-45e5-8afa-e9ed53786ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878141 Jul 13 13:54:20.262156 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-b2cbf0b4-4ad6-4dd7-a9d1-8e66dd8a0279 None None] Set router 1346794a-79aa-4c40-9242-09605bda21ad gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:54:20.535993 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e22da1-c750-42ec-8ed8-a3bca83ad47e req-8ab87843-d8f3-4b8b-8842-f304314a4ce7 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:20.538160 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f8e22da1-c750-42ec-8ed8-a3bca83ad47e req-8ab87843-d8f3-4b8b-8842-f304314a4ce7 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] 10.222.0.23 "GET /v2.0/networks?id=936f94ea-8229-4548-8660-fed48e10676f HTTP/1.1" status: 200 len: 797 time: 0.1649489 Jul 13 13:54:20.545904 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c7b444fc-5100-4677-9b4e-9e4ddff57881 req-9b79a047-edc4-4786-bec1-ea391ec36c56 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] 10.222.0.23 "GET /v2.0/ports?device_id=a14cd113-6397-47e4-9814-611179bd97a2 HTTP/1.1" status: 200 len: 210 time: 0.0577147 Jul 13 13:54:20.572713 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f8e22da1-c750-42ec-8ed8-a3bca83ad47e req-f49f532c-d753-420c-b898-e685005d11e9 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] 10.222.0.23 "GET /v2.0/quotas/e65770d93833474499bd5ca8e11d4e12 HTTP/1.1" status: 200 len: 375 time: 0.0283654 Jul 13 13:54:20.593341 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-b2cbf0b4-4ad6-4dd7-a9d1-8e66dd8a0279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1346794a-79aa-4c40-9242-09605bda21ad', 'name': 'tempest-TestSecurityGroupsBasicOps-router-164495191', 'tenant_id': 'e65770d93833474499bd5ca8e11d4e12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.201'}], 'enable_snat': True}, 'gw_port_id': '387124fe-e266-41bd-bc56-687fd3018047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:54:09Z', 'updated_at': '2021-07-13T13:54:17Z', 'revision_number': 4, 'project_id': 'e65770d93833474499bd5ca8e11d4e12', 'gw_port': {'id': '387124fe-e266-41bd-bc56-687fd3018047', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:96:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1346794a-79aa-4c40-9242-09605bda21ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2727, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:54:09Z', 'updated_at': '2021-07-13T13:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': '374fb2f2-a312-4df6-b2b9-cd4d9d7664b9', 'name': '', 'network_id': '936f94ea-8229-4548-8660-fed48e10676f', 'tenant_id': 'e65770d93833474499bd5ca8e11d4e12', 'mac_address': 'fa:16:3e:28:bb:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1346794a-79aa-4c40-9242-09605bda21ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2730, 'fixed_ips': [{'subnet_id': 'a524d36e-31a1-4594-9a8a-53bf8e5d1f62', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:54:15Z', 'updated_at': '2021-07-13T13:54:18Z', 'revision_number': 2, 'project_id': 'e65770d93833474499bd5ca8e11d4e12', 'subnets': [{'id': 'a524d36e-31a1-4594-9a8a-53bf8e5d1f62', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:54:20.624620 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2cbf0b4-4ad6-4dd7-a9d1-8e66dd8a0279 None None] Checking router: 1346794a-79aa-4c40-9242-09605bda21ad for host: n-d-800634-1 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 13:54:20.625203 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2cbf0b4-4ad6-4dd7-a9d1-8e66dd8a0279 None None] Updating router 1346794a-79aa-4c40-9242-09605bda21ad port 374fb2f2-a312-4df6-b2b9-cd4d9d7664b9 binding host n-d-800634-1 {{(pid=93753) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 13:54:20.651510 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f8e22da1-c750-42ec-8ed8-a3bca83ad47e req-318f78a9-7d8e-43ae-ba06-2d7efe2796d4 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=e65770d93833474499bd5ca8e11d4e12&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0757217 Jul 13 13:54:20.680517 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b2cbf0b4-4ad6-4dd7-a9d1-8e66dd8a0279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:20.734894 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404a828a-9e55-4c1b-914b-73af63558918 req-8cae6fba-fd90-4d9c-b512-37af808c6fbb tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:20.742702 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-404a828a-9e55-4c1b-914b-73af63558918 req-8cae6fba-fd90-4d9c-b512-37af808c6fbb tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8 HTTP/1.1" status: 200 len: 945 time: 0.0778553 Jul 13 13:54:20.773316 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f8e22da1-c750-42ec-8ed8-a3bca83ad47e req-301e0fe0-e12c-4e8e-b14b-c4c88f148ec2 service neutron] 10.222.0.23 "GET /v2.0/networks/936f94ea-8229-4548-8660-fed48e10676f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104620 Jul 13 13:54:20.794346 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-404a828a-9e55-4c1b-914b-73af63558918 req-9674508f-4244-4548-9171-73d72a41fe18 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/security-groups?id=0095868c-fb20-45e5-8afa-e9ed53786ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502880 Jul 13 13:54:20.873809 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f8e22da1-c750-42ec-8ed8-a3bca83ad47e req-de65784f-e162-42e6-8376-f71f3a3ae79f service neutron] 10.222.0.23 "GET /v2.0/networks/936f94ea-8229-4548-8660-fed48e10676f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988321 Jul 13 13:54:20.995077 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd0f2cc-c876-49f6-b6f0-554dc0995753 req-63c01392-e505-4b8f-ab05-369a5cefcc06 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:20.997310 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7bd0f2cc-c876-49f6-b6f0-554dc0995753 req-63c01392-e505-4b8f-ab05-369a5cefcc06 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8 HTTP/1.1" status: 200 len: 945 time: 0.0834339 Jul 13 13:54:21.051374 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7bd0f2cc-c876-49f6-b6f0-554dc0995753 req-c2c81a37-fa9c-4b6b-8b05-e88df27a08f2 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/security-groups?id=0095868c-fb20-45e5-8afa-e9ed53786ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474792 Jul 13 13:54:21.060810 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b2cbf0b4-4ad6-4dd7-a9d1-8e66dd8a0279 None None] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:21.079632 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-b2cbf0b4-4ad6-4dd7-a9d1-8e66dd8a0279 None None] Transition to ACTIVE for port object 374fb2f2-a312-4df6-b2b9-cd4d9d7664b9 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:54:21.082901 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b2cbf0b4-4ad6-4dd7-a9d1-8e66dd8a0279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:21.131708 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:21.201293 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-74e70ed8-e031-4a42-b7bd-6aa4c00399b2 req-de534b34-1ef6-4014-844a-e12eb498c5fd tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e832037-f30e-4355-9b9e-477126f0e57b HTTP/1.1" status: 200 len: 210 time: 0.0578134 Jul 13 13:54:21.297952 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0f3049-3893-4962-80ac-55271cd21ce2 None None] Pushing event updated for resources: {'Port': ['ID=374fb2f2-a312-4df6-b2b9-cd4d9d7664b9,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:54:21.301652 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-b2cbf0b4-4ad6-4dd7-a9d1-8e66dd8a0279 None None] Attempting to bind port 374fb2f2-a312-4df6-b2b9-cd4d9d7664b9 on host n-d-800634-1 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:54:21.302382 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-b2cbf0b4-4ad6-4dd7-a9d1-8e66dd8a0279 None None] Attempting to bind port 374fb2f2-a312-4df6-b2b9-cd4d9d7664b9 by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '19c0a70b-9da0-4ba3-973a-61bd42a44694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '936f94ea-8229-4548-8660-fed48e10676f'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:54:21.302759 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2cbf0b4-4ad6-4dd7-a9d1-8e66dd8a0279 None None] Attempting to bind port 374fb2f2-a312-4df6-b2b9-cd4d9d7664b9 on network 936f94ea-8229-4548-8660-fed48e10676f {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:54:21.314582 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0f3049-3893-4962-80ac-55271cd21ce2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:54:21.314932 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0f3049-3893-4962-80ac-55271cd21ce2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:54:21.315300 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0f3049-3893-4962-80ac-55271cd21ce2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:54:21.343099 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0f3049-3893-4962-80ac-55271cd21ce2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:54:21.343099 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0f3049-3893-4962-80ac-55271cd21ce2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:54:21.343099 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0f3049-3893-4962-80ac-55271cd21ce2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:54:21.343585 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0f3049-3893-4962-80ac-55271cd21ce2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:54:21.343585 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0f3049-3893-4962-80ac-55271cd21ce2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:54:21.343991 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0f3049-3893-4962-80ac-55271cd21ce2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:54:21.344257 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0f3049-3893-4962-80ac-55271cd21ce2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:54:21.344588 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0f3049-3893-4962-80ac-55271cd21ce2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:54:21.344909 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0f3049-3893-4962-80ac-55271cd21ce2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:54:21.370185 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2cbf0b4-4ad6-4dd7-a9d1-8e66dd8a0279 None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 54, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:54:21.370834 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2cbf0b4-4ad6-4dd7-a9d1-8e66dd8a0279 None None] Checking segment: {'id': '19c0a70b-9da0-4ba3-973a-61bd42a44694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '936f94ea-8229-4548-8660-fed48e10676f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:54:21.373314 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b2cbf0b4-4ad6-4dd7-a9d1-8e66dd8a0279 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:21.373938 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2cbf0b4-4ad6-4dd7-a9d1-8e66dd8a0279 None None] Bound using segment: {'id': '19c0a70b-9da0-4ba3-973a-61bd42a44694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '936f94ea-8229-4548-8660-fed48e10676f'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:54:21.375340 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-b2cbf0b4-4ad6-4dd7-a9d1-8e66dd8a0279 None None] Bound port: 374fb2f2-a312-4df6-b2b9-cd4d9d7664b9, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19c0a70b-9da0-4ba3-973a-61bd42a44694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '936f94ea-8229-4548-8660-fed48e10676f'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:54:21.375733 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b2cbf0b4-4ad6-4dd7-a9d1-8e66dd8a0279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:21.465344 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4590bdc-fe46-4c00-919e-e87825418dee req-e8b500c0-9cd1-4464-a08a-1858fe491f57 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:21.472557 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e4590bdc-fe46-4c00-919e-e87825418dee req-e8b500c0-9cd1-4464-a08a-1858fe491f57 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8 HTTP/1.1" status: 200 len: 945 time: 0.0799611 Jul 13 13:54:21.483987 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-b2cbf0b4-4ad6-4dd7-a9d1-8e66dd8a0279 None None] For port 374fb2f2-a312-4df6-b2b9-cd4d9d7664b9, host n-d-800634-1, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:54:21.487465 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-b2cbf0b4-4ad6-4dd7-a9d1-8e66dd8a0279 None None] For port 374fb2f2-a312-4df6-b2b9-cd4d9d7664b9, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=374fb2f2-a312-4df6-b2b9-cd4d9d7664b9,segment=NetworkSegment(19c0a70b-9da0-4ba3-973a-61bd42a44694),segment_id=19c0a70b-9da0-4ba3-973a-61bd42a44694)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:54:21.492973 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b2cbf0b4-4ad6-4dd7-a9d1-8e66dd8a0279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:21.501662 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30094b2-d67d-408b-a6f5-5ea0c260c778 req-1d62219e-8fa9-451e-a2a4-dff6273990e1 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:21.507929 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30094b2-d67d-408b-a6f5-5ea0c260c778 req-1d62219e-8fa9-451e-a2a4-dff6273990e1 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:21.516115 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e4590bdc-fe46-4c00-919e-e87825418dee req-b2bd2453-8955-43ad-b8e2-92f8072aaf9d tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/security-groups?id=0095868c-fb20-45e5-8afa-e9ed53786ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426075 Jul 13 13:54:21.522542 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30094b2-d67d-408b-a6f5-5ea0c260c778 req-1d62219e-8fa9-451e-a2a4-dff6273990e1 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:21.528784 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30094b2-d67d-408b-a6f5-5ea0c260c778 req-1d62219e-8fa9-451e-a2a4-dff6273990e1 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:21.535011 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30094b2-d67d-408b-a6f5-5ea0c260c778 req-1d62219e-8fa9-451e-a2a4-dff6273990e1 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:21.541560 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30094b2-d67d-408b-a6f5-5ea0c260c778 req-1d62219e-8fa9-451e-a2a4-dff6273990e1 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:21.548941 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30094b2-d67d-408b-a6f5-5ea0c260c778 req-1d62219e-8fa9-451e-a2a4-dff6273990e1 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:21.550882 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b30094b2-d67d-408b-a6f5-5ea0c260c778 req-1d62219e-8fa9-451e-a2a4-dff6273990e1 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] 10.222.0.23 "GET /v2.0/ports?device_id=607ad771-cd6f-4fcf-b175-a30341f1423f HTTP/1.1" status: 200 len: 5429 time: 0.1900141 Jul 13 13:54:21.553318 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0f3049-3893-4962-80ac-55271cd21ce2 None None] Pushing event updated for resources: {'Port': ['ID=374fb2f2-a312-4df6-b2b9-cd4d9d7664b9,revision_number=4']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:54:21.594157 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2cbf0b4-4ad6-4dd7-a9d1-8e66dd8a0279 None None] Routers {'1346794a-79aa-4c40-9242-09605bda21ad'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:54:21.595158 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-b2cbf0b4-4ad6-4dd7-a9d1-8e66dd8a0279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:54:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['1346794a-79aa-4c40-9242-09605bda21ad'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:54:21.616576 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b30094b2-d67d-408b-a6f5-5ea0c260c778 req-59e7c752-9c3f-4d5c-942f-5a85e12196aa tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7715277-f4f6-436d-9885-f716be877834&id=85c9413d-5aef-4db8-8eb1-39a597c8c461&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0548971 Jul 13 13:54:21.729236 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 57764) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:54:21.753462 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-b2cbf0b4-4ad6-4dd7-a9d1-8e66dd8a0279 None None] Set router 1346794a-79aa-4c40-9242-09605bda21ad gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:54:21.821220 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c0250080-4f8e-4b7c-b7eb-e7e0a2a87e8c tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:21.842183 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb19eb0-25ac-490c-8698-a94cb40a5ae4 req-a8208578-7662-4b9a-9def-d4a40edf4637 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:21.859041 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c0250080-4f8e-4b7c-b7eb-e7e0a2a87e8c tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:21.864316 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6cb19eb0-25ac-490c-8698-a94cb40a5ae4 req-a8208578-7662-4b9a-9def-d4a40edf4637 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8 HTTP/1.1" status: 200 len: 945 time: 0.1770337 Jul 13 13:54:21.957725 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6cb19eb0-25ac-490c-8698-a94cb40a5ae4 req-56017118-8702-4e9f-8b49-698a2465718b tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/security-groups?id=0095868c-fb20-45e5-8afa-e9ed53786ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920088 Jul 13 13:54:21.996728 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c0250080-4f8e-4b7c-b7eb-e7e0a2a87e8c tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:22.001310 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c0250080-4f8e-4b7c-b7eb-e7e0a2a87e8c tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:22.002760 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-c0250080-4f8e-4b7c-b7eb-e7e0a2a87e8c tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] 10.222.0.23 "DELETE /v2.0/security-groups/bee185e7-cd12-47d0-b819-3904645a8bd5 HTTP/1.1" status: 204 len: 168 time: 0.2713754 Jul 13 13:54:22.032765 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0250080-4f8e-4b7c-b7eb-e7e0a2a87e8c tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bee185e7-cd12-47d0-b819-3904645a8bd5,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:54:22.046954 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-b2cbf0b4-4ad6-4dd7-a9d1-8e66dd8a0279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1346794a-79aa-4c40-9242-09605bda21ad', 'name': 'tempest-TestSecurityGroupsBasicOps-router-164495191', 'tenant_id': 'e65770d93833474499bd5ca8e11d4e12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.201'}], 'enable_snat': True}, 'gw_port_id': '387124fe-e266-41bd-bc56-687fd3018047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:54:09Z', 'updated_at': '2021-07-13T13:54:17Z', 'revision_number': 4, 'project_id': 'e65770d93833474499bd5ca8e11d4e12', 'gw_port': {'id': '387124fe-e266-41bd-bc56-687fd3018047', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:96:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1346794a-79aa-4c40-9242-09605bda21ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2727, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:54:09Z', 'updated_at': '2021-07-13T13:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': '374fb2f2-a312-4df6-b2b9-cd4d9d7664b9', 'name': '', 'network_id': '936f94ea-8229-4548-8660-fed48e10676f', 'tenant_id': 'e65770d93833474499bd5ca8e11d4e12', 'mac_address': 'fa:16:3e:28:bb:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1346794a-79aa-4c40-9242-09605bda21ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2730, 'fixed_ips': [{'subnet_id': 'a524d36e-31a1-4594-9a8a-53bf8e5d1f62', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:54:15Z', 'updated_at': '2021-07-13T13:54:21Z', 'revision_number': 4, 'project_id': 'e65770d93833474499bd5ca8e11d4e12', 'subnets': [{'id': 'a524d36e-31a1-4594-9a8a-53bf8e5d1f62', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:54:22.066672 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 57772) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:54:22.103538 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2cbf0b4-4ad6-4dd7-a9d1-8e66dd8a0279 None None] The sync data for ids ['1346794a-79aa-4c40-9242-09605bda21ad'] in n-d-800634-1 is: [{'id': '1346794a-79aa-4c40-9242-09605bda21ad', 'name': 'tempest-TestSecurityGroupsBasicOps-router-164495191', 'tenant_id': 'e65770d93833474499bd5ca8e11d4e12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.201'}], 'enable_snat': True}, 'gw_port_id': '387124fe-e266-41bd-bc56-687fd3018047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:54:09Z', 'updated_at': '2021-07-13T13:54:17Z', 'revision_number': 4, 'project_id': 'e65770d93833474499bd5ca8e11d4e12', 'gw_port': {'id': '387124fe-e266-41bd-bc56-687fd3018047', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:96:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1346794a-79aa-4c40-9242-09605bda21ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2727, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:54:09Z', 'updated_at': '2021-07-13T13:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': '374fb2f2-a312-4df6-b2b9-cd4d9d7664b9', 'name': '', 'network_id': '936f94ea-8229-4548-8660-fed48e10676f', 'tenant_id': 'e65770d93833474499bd5ca8e11d4e12', 'mac_address': 'fa:16:3e:28:bb:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1346794a-79aa-4c40-9242-09605bda21ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2730, 'fixed_ips': [{'subnet_id': 'a524d36e-31a1-4594-9a8a-53bf8e5d1f62', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:54:15Z', 'updated_at': '2021-07-13T13:54:21Z', 'revision_number': 4, 'project_id': 'e65770d93833474499bd5ca8e11d4e12', 'subnets': [{'id': 'a524d36e-31a1-4594-9a8a-53bf8e5d1f62', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:54:22.325491 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bf452b-c531-4d77-9a55-d8c6778e12fe req-e923b8ad-3d8c-45bd-99c5-633e93038a10 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:22.331086 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d7bf452b-c531-4d77-9a55-d8c6778e12fe req-e923b8ad-3d8c-45bd-99c5-633e93038a10 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8 HTTP/1.1" status: 200 len: 945 time: 0.1241553 Jul 13 13:54:22.426481 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d7bf452b-c531-4d77-9a55-d8c6778e12fe req-9454db5a-bef8-40b7-bf9f-9c58d9b92c69 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/security-groups?id=0095868c-fb20-45e5-8afa-e9ed53786ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792217 Jul 13 13:54:22.546352 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 44e9e118-3e55-459e-a9b2-0c0079a48a40 no longer exists at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:54:22.599909 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-381d4315-9089-413f-a071-aa2897bda790 None None] No Port match for: 44e9e118-3e55-459e-a9b2-0c0079a48a40 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:54:22.600666 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 44e9e118-3e55-459e-a9b2-0c0079a48a40 not bound to the agent host n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:54:22.648279 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-60c69bb0-c7d1-4b4a-9b7f-6936b762ae70 req-9ff6d313-a68e-4fb3-8d34-bd0ab0db4992 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e832037-f30e-4355-9b9e-477126f0e57b HTTP/1.1" status: 200 len: 210 time: 0.0667601 Jul 13 13:54:22.669035 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:22.885969 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6328c7f5-0b39-4c69-bdb3-28c0ff62567b req-39eb365f-7ed0-49e9-a9c8-52ced2c40250 tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:22.895108 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6328c7f5-0b39-4c69-bdb3-28c0ff62567b req-39eb365f-7ed0-49e9-a9c8-52ced2c40250 tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5219796-7cb4-4f57-83f9-a0e832f4593f HTTP/1.1" status: 200 len: 945 time: 0.0945985 Jul 13 13:54:22.946531 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6328c7f5-0b39-4c69-bdb3-28c0ff62567b req-b635246d-bb09-49c8-ab17-eb26879a3c8e tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c36ff65-e031-4d60-bc12-4aaf4c57b43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498898 Jul 13 13:54:23.133573 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 374fb2f2-a312-4df6-b2b9-cd4d9d7664b9 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:54:23.149446 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e22da1-c750-42ec-8ed8-a3bca83ad47e req-6cdf0b6f-c50b-4de4-925c-90c112c9d029 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:23.152477 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f8e22da1-c750-42ec-8ed8-a3bca83ad47e req-6cdf0b6f-c50b-4de4-925c-90c112c9d029 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] 10.222.0.26 "GET /v2.0/networks?id=936f94ea-8229-4548-8660-fed48e10676f HTTP/1.1" status: 200 len: 797 time: 0.3037052 Jul 13 13:54:23.190413 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-f8e22da1-c750-42ec-8ed8-a3bca83ad47e req-d166fdc2-00c6-4dbc-9805-c4f30cd7a50b tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Request body: {'port': {'device_id': '6e832037-f30e-4355-9b9e-477126f0e57b', 'network_id': '936f94ea-8229-4548-8660-fed48e10676f', 'admin_state_up': True, 'tenant_id': 'e65770d93833474499bd5ca8e11d4e12'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:54:23.205460 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac9b5a3-967d-414d-a7c7-a1d3a55f3082 req-a3b49e17-03c5-47c4-ba1b-226d3b8aa533 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:23.207114 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-aac9b5a3-967d-414d-a7c7-a1d3a55f3082 req-a3b49e17-03c5-47c4-ba1b-226d3b8aa533 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8 HTTP/1.1" status: 200 len: 945 time: 0.4295464 Jul 13 13:54:23.216291 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port 374fb2f2-a312-4df6-b2b9-cd4d9d7664b9 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:54:23.221080 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 374fb2f2-a312-4df6-b2b9-cd4d9d7664b9 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:54:23.221883 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:23.236514 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4446d0-324f-4c3a-8a2c-bc39330688a0 req-94497e60-b575-4ee3-aad9-cd601640e0b6 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:23.243116 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4446d0-324f-4c3a-8a2c-bc39330688a0 req-94497e60-b575-4ee3-aad9-cd601640e0b6 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:23.250367 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4446d0-324f-4c3a-8a2c-bc39330688a0 req-94497e60-b575-4ee3-aad9-cd601640e0b6 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:23.256806 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4446d0-324f-4c3a-8a2c-bc39330688a0 req-94497e60-b575-4ee3-aad9-cd601640e0b6 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:23.263731 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4446d0-324f-4c3a-8a2c-bc39330688a0 req-94497e60-b575-4ee3-aad9-cd601640e0b6 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:23.271063 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4446d0-324f-4c3a-8a2c-bc39330688a0 req-94497e60-b575-4ee3-aad9-cd601640e0b6 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:23.278228 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4446d0-324f-4c3a-8a2c-bc39330688a0 req-94497e60-b575-4ee3-aad9-cd601640e0b6 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:23.280122 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1a4446d0-324f-4c3a-8a2c-bc39330688a0 req-94497e60-b575-4ee3-aad9-cd601640e0b6 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] 10.222.0.23 "GET /v2.0/ports?device_id=607ad771-cd6f-4fcf-b175-a30341f1423f HTTP/1.1" status: 200 len: 5429 time: 0.1636748 Jul 13 13:54:23.297702 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b408ed96-273b-4392-b29f-afdf8feef191 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451695'] for router_interface, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:23.344616 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1a4446d0-324f-4c3a-8a2c-bc39330688a0 req-4df608b3-1a54-404b-91a5-6cd4f1ed9afa tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7715277-f4f6-436d-9885-f716be877834&id=85c9413d-5aef-4db8-8eb1-39a597c8c461&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0524821 Jul 13 13:54:23.348362 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:23.349760 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb588b2-09ab-4862-bf0c-27dd96b3aaec req-834f5753-5e39-4590-b9e9-22da6b7a02f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:23.351775 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2eb588b2-09ab-4862-bf0c-27dd96b3aaec req-834f5753-5e39-4590-b9e9-22da6b7a02f5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ac5768eaeb3242ac813c969082f024de&device_id=c5219796-7cb4-4f57-83f9-a0e832f4593f HTTP/1.1" status: 200 len: 1096 time: 0.5033202 Jul 13 13:54:23.395957 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port 374fb2f2-a312-4df6-b2b9-cd4d9d7664b9, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=374fb2f2-a312-4df6-b2b9-cd4d9d7664b9,segment=NetworkSegment(19c0a70b-9da0-4ba3-973a-61bd42a44694),segment_id=19c0a70b-9da0-4ba3-973a-61bd42a44694)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:54:23.401115 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:23.469225 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=374fb2f2-a312-4df6-b2b9-cd4d9d7664b9,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:54:23.522325 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-aac9b5a3-967d-414d-a7c7-a1d3a55f3082 req-24eb02dd-8f57-41eb-a33d-c931805efeaf tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/security-groups?id=0095868c-fb20-45e5-8afa-e9ed53786ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2588615 Jul 13 13:54:23.655447 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb588b2-09ab-4862-bf0c-27dd96b3aaec req-fb9dc53f-3b10-4ae1-852a-44a21338d2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:23.656955 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2eb588b2-09ab-4862-bf0c-27dd96b3aaec req-fb9dc53f-3b10-4ae1-852a-44a21338d2aa service neutron] 10.222.0.41 "GET /v2.0/networks?id=b450f1e2-a722-4908-8646-fc79c4a514ae HTTP/1.1" status: 200 len: 919 time: 0.2246459 Jul 13 13:54:23.658515 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8e22da1-c750-42ec-8ed8-a3bca83ad47e req-d166fdc2-00c6-4dbc-9805-c4f30cd7a50b tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Made reservation on behalf of e65770d93833474499bd5ca8e11d4e12 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:54:23.662118 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f8e22da1-c750-42ec-8ed8-a3bca83ad47e req-d166fdc2-00c6-4dbc-9805-c4f30cd7a50b tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:23.751329 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2eb588b2-09ab-4862-bf0c-27dd96b3aaec req-d686a216-ac57-4418-a033-4d4d3f2c5ea4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a5d46911-2f83-4169-9f46-14e83180fa25 HTTP/1.1" status: 200 len: 217 time: 0.0854268 Jul 13 13:54:23.977176 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb588b2-09ab-4862-bf0c-27dd96b3aaec req-0670ada9-40f7-405c-b874-0cca9beb4f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:23.977839 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2eb588b2-09ab-4862-bf0c-27dd96b3aaec req-0670ada9-40f7-405c-b874-0cca9beb4f01 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a936942e-7fca-4553-9966-ac3c5be7d1ca HTTP/1.1" status: 200 len: 859 time: 0.2195365 Jul 13 13:54:23.993898 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2bcdf1bb-d209-4a8b-acad-1b47f159237c req-6609c699-4c7f-45b4-9577-6fcabc1ba6df tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e832037-f30e-4355-9b9e-477126f0e57b HTTP/1.1" status: 200 len: 210 time: 0.1020980 Jul 13 13:54:23.997527 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73e91a1-2bbc-4d31-893f-7b28b75f53f2 req-982d566e-7a9e-4794-b364-fb9aa0b2eda9 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:24.007259 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a73e91a1-2bbc-4d31-893f-7b28b75f53f2 req-982d566e-7a9e-4794-b364-fb9aa0b2eda9 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8 HTTP/1.1" status: 200 len: 945 time: 0.1299694 Jul 13 13:54:24.068850 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a73e91a1-2bbc-4d31-893f-7b28b75f53f2 req-f015e290-b7e3-4b17-9572-763f9dbe0a3a tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/security-groups?id=0095868c-fb20-45e5-8afa-e9ed53786ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606160 Jul 13 13:54:24.087367 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2eb588b2-09ab-4862-bf0c-27dd96b3aaec req-7ecfa486-19f9-44af-84e6-b52d1a2b78ac service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b450f1e2-a722-4908-8646-fc79c4a514ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0849266 Jul 13 13:54:24.097182 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-f8e22da1-c750-42ec-8ed8-a3bca83ad47e req-d166fdc2-00c6-4dbc-9805-c4f30cd7a50b tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Allocated IP 172.20.0.24 (936f94ea-8229-4548-8660-fed48e10676f/a524d36e-31a1-4594-9a8a-53bf8e5d1f62/7b9f235e-3302-498e-8fc1-801f84220025) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:54:24.302173 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-b408ed96-273b-4392-b29f-afdf8feef191 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Deleting port e73d9bad-ede3-4700-9494-508a3c6b764b {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:54:24.302820 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b408ed96-273b-4392-b29f-afdf8feef191 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:24.555596 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b89cd58-89c2-4e3b-bf50-67c5e47011cf req-d4b7c6c7-f752-4ca7-ba43-996107a376e4 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:24.562888 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b89cd58-89c2-4e3b-bf50-67c5e47011cf req-d4b7c6c7-f752-4ca7-ba43-996107a376e4 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:24.569816 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b89cd58-89c2-4e3b-bf50-67c5e47011cf req-d4b7c6c7-f752-4ca7-ba43-996107a376e4 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:24.577008 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b89cd58-89c2-4e3b-bf50-67c5e47011cf req-d4b7c6c7-f752-4ca7-ba43-996107a376e4 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:24.583513 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b89cd58-89c2-4e3b-bf50-67c5e47011cf req-d4b7c6c7-f752-4ca7-ba43-996107a376e4 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:24.590272 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b89cd58-89c2-4e3b-bf50-67c5e47011cf req-d4b7c6c7-f752-4ca7-ba43-996107a376e4 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:24.596826 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b89cd58-89c2-4e3b-bf50-67c5e47011cf req-d4b7c6c7-f752-4ca7-ba43-996107a376e4 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:24.599109 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8b89cd58-89c2-4e3b-bf50-67c5e47011cf req-d4b7c6c7-f752-4ca7-ba43-996107a376e4 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] 10.222.0.23 "GET /v2.0/ports?device_id=607ad771-cd6f-4fcf-b175-a30341f1423f HTTP/1.1" status: 200 len: 5429 time: 0.1275434 Jul 13 13:54:24.650363 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8b89cd58-89c2-4e3b-bf50-67c5e47011cf req-f1de1f34-99e0-4e29-8a18-4a52154efbd4 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7715277-f4f6-436d-9885-f716be877834&id=85c9413d-5aef-4db8-8eb1-39a597c8c461&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0448730 Jul 13 13:54:24.715821 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2eb588b2-09ab-4862-bf0c-27dd96b3aaec req-d2b2602e-eda9-48a0-a4df-6d2989dcfb44 service neutron] 10.222.0.41 "GET /v2.0/networks/b450f1e2-a722-4908-8646-fc79c4a514ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6110861 Jul 13 13:54:24.805827 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319a93f6-fb0f-4c44-8e97-7350054019a1 req-2aaf4584-a4f1-4401-908d-e43793b9abdc tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:24.807205 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-319a93f6-fb0f-4c44-8e97-7350054019a1 req-2aaf4584-a4f1-4401-908d-e43793b9abdc tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5219796-7cb4-4f57-83f9-a0e832f4593f HTTP/1.1" status: 200 len: 945 time: 0.6450901 Jul 13 13:54:24.835115 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f8e22da1-c750-42ec-8ed8-a3bca83ad47e req-d166fdc2-00c6-4dbc-9805-c4f30cd7a50b tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:24.894033 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-b408ed96-273b-4392-b29f-afdf8feef191 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] For port e73d9bad-ede3-4700-9494-508a3c6b764b, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=e73d9bad-ede3-4700-9494-508a3c6b764b,segment=NetworkSegment(b8fdda1f-7cf8-4ae7-8e85-c592ed647d46),segment_id=b8fdda1f-7cf8-4ae7-8e85-c592ed647d46)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:54:24.894414 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b408ed96-273b-4392-b29f-afdf8feef191 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:24.900709 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-f8e22da1-c750-42ec-8ed8-a3bca83ad47e req-d166fdc2-00c6-4dbc-9805-c4f30cd7a50b tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Transition to ACTIVE for port object 7b9f235e-3302-498e-8fc1-801f84220025 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:54:24.939583 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-b408ed96-273b-4392-b29f-afdf8feef191 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Calling delete_port for e73d9bad-ede3-4700-9494-508a3c6b764b owned by network:router_interface {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:54:24.944834 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-319a93f6-fb0f-4c44-8e97-7350054019a1 req-2aadb744-a506-40d9-a4e3-9086f6572e28 tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c36ff65-e031-4d60-bc12-4aaf4c57b43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194234 Jul 13 13:54:24.970396 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2eb588b2-09ab-4862-bf0c-27dd96b3aaec req-e9f1fb7a-15bb-4a9c-b174-54172d03da9a service neutron] 10.222.0.41 "GET /v2.0/networks/b450f1e2-a722-4908-8646-fc79c4a514ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368548 Jul 13 13:54:25.039850 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f8e22da1-c750-42ec-8ed8-a3bca83ad47e req-d166fdc2-00c6-4dbc-9805-c4f30cd7a50b tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:25.046389 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 374fb2f2-a312-4df6-b2b9-cd4d9d7664b9 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:54:25.104016 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8e22da1-c750-42ec-8ed8-a3bca83ad47e req-d166fdc2-00c6-4dbc-9805-c4f30cd7a50b tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Network 936f94ea-8229-4548-8660-fed48e10676f is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:54:25.114530 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 374fb2f2-a312-4df6-b2b9-cd4d9d7664b9 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:54:25.115310 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:25.144259 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-f8e22da1-c750-42ec-8ed8-a3bca83ad47e req-d166fdc2-00c6-4dbc-9805-c4f30cd7a50b tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:54:25.147045 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8e22da1-c750-42ec-8ed8-a3bca83ad47e req-d166fdc2-00c6-4dbc-9805-c4f30cd7a50b tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:54:25.154136 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d166fdc2-00c6-4dbc-9805-c4f30cd7a50b tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Pushing event updated for resources: {'Port': ['ID=7b9f235e-3302-498e-8fc1-801f84220025,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:54:25.232423 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24133ef-0351-4539-a676-1f3741e53474 req-12863e8a-2881-465b-9cd2-72e30874bde3 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:25.234844 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f24133ef-0351-4539-a676-1f3741e53474 req-12863e8a-2881-465b-9cd2-72e30874bde3 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e832037-f30e-4355-9b9e-477126f0e57b HTTP/1.1" status: 200 len: 895 time: 0.0999432 Jul 13 13:54:25.248079 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e22da1-c750-42ec-8ed8-a3bca83ad47e req-d166fdc2-00c6-4dbc-9805-c4f30cd7a50b tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:25.249099 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f8e22da1-c750-42ec-8ed8-a3bca83ad47e req-d166fdc2-00c6-4dbc-9805-c4f30cd7a50b tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:25.279726 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f8e22da1-c750-42ec-8ed8-a3bca83ad47e req-d166fdc2-00c6-4dbc-9805-c4f30cd7a50b tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 2.1127453 Jul 13 13:54:25.293970 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-f8e22da1-c750-42ec-8ed8-a3bca83ad47e req-4f37513f-a787-4aa7-9a9f-5ad23d197022 service neutron] Request body: {'port': {'device_id': '6e832037-f30e-4355-9b9e-477126f0e57b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:54:25.409823 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b408ed96-273b-4392-b29f-afdf8feef191 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:25.463325 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b408ed96-273b-4392-b29f-afdf8feef191 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Pushing event deleted for resources: {'Port': ['ID=e73d9bad-ede3-4700-9494-508a3c6b764b,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:54:25.487101 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-c734eaa8-2c05-463e-aea2-ec444093f809 None None] Provisioning for port 7b9f235e-3302-498e-8fc1-801f84220025 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:54:25.493332 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-c734eaa8-2c05-463e-aea2-ec444093f809 None None] Provisioning complete for port 7b9f235e-3302-498e-8fc1-801f84220025 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:54:25.493758 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c734eaa8-2c05-463e-aea2-ec444093f809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:25.531627 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f8e22da1-c750-42ec-8ed8-a3bca83ad47e req-4f37513f-a787-4aa7-9a9f-5ad23d197022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:25.533777 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-c734eaa8-2c05-463e-aea2-ec444093f809 None None] Port 7b9f235e-3302-498e-8fc1-801f84220025 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:54:25.546730 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a58a4f-bdf7-4d56-b394-253df0ea7948 req-4580d35a-f5a3-4507-b9d9-a9e8a9bb767e tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:25.548291 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d2a58a4f-bdf7-4d56-b394-253df0ea7948 req-4580d35a-f5a3-4507-b9d9-a9e8a9bb767e tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8 HTTP/1.1" status: 200 len: 945 time: 0.2332790 Jul 13 13:54:25.684616 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d2a58a4f-bdf7-4d56-b394-253df0ea7948 req-97458440-5f6f-414c-8796-eb014efe012b tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/security-groups?id=0095868c-fb20-45e5-8afa-e9ed53786ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253631 Jul 13 13:54:25.889182 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab6e544-0c1f-48eb-980b-d270d1968c83 req-cc10d60e-e49e-427a-b959-4b5d2d3d5ff3 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:25.895311 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b408ed96-273b-4392-b29f-afdf8feef191 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1785036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452491'] for router_interface, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:25.895506 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab6e544-0c1f-48eb-980b-d270d1968c83 req-cc10d60e-e49e-427a-b959-4b5d2d3d5ff3 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:25.901397 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab6e544-0c1f-48eb-980b-d270d1968c83 req-cc10d60e-e49e-427a-b959-4b5d2d3d5ff3 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:25.907584 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab6e544-0c1f-48eb-980b-d270d1968c83 req-cc10d60e-e49e-427a-b959-4b5d2d3d5ff3 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:25.913803 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab6e544-0c1f-48eb-980b-d270d1968c83 req-cc10d60e-e49e-427a-b959-4b5d2d3d5ff3 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:25.920746 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab6e544-0c1f-48eb-980b-d270d1968c83 req-cc10d60e-e49e-427a-b959-4b5d2d3d5ff3 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:25.927060 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab6e544-0c1f-48eb-980b-d270d1968c83 req-cc10d60e-e49e-427a-b959-4b5d2d3d5ff3 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:25.928976 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-eab6e544-0c1f-48eb-980b-d270d1968c83 req-cc10d60e-e49e-427a-b959-4b5d2d3d5ff3 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] 10.222.0.23 "GET /v2.0/ports?device_id=607ad771-cd6f-4fcf-b175-a30341f1423f HTTP/1.1" status: 200 len: 5429 time: 0.1340353 Jul 13 13:54:25.993252 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-eab6e544-0c1f-48eb-980b-d270d1968c83 req-ad2dff1f-c020-4477-a115-e7a50834f05c tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7715277-f4f6-436d-9885-f716be877834&id=85c9413d-5aef-4db8-8eb1-39a597c8c461&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0445602 Jul 13 13:54:26.084239 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-f8e22da1-c750-42ec-8ed8-a3bca83ad47e req-4f37513f-a787-4aa7-9a9f-5ad23d197022 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b9f235e-3302-498e-8fc1-801f84220025 {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:54:26.093167 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f8e22da1-c750-42ec-8ed8-a3bca83ad47e req-4f37513f-a787-4aa7-9a9f-5ad23d197022 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:26.108522 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-f8e22da1-c750-42ec-8ed8-a3bca83ad47e req-4f37513f-a787-4aa7-9a9f-5ad23d197022 service neutron] Transition to ACTIVE for port object 7b9f235e-3302-498e-8fc1-801f84220025 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:54:26.127846 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f8e22da1-c750-42ec-8ed8-a3bca83ad47e req-4f37513f-a787-4aa7-9a9f-5ad23d197022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:26.281042 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5181e157-c943-44b9-bfcd-47ddbdad4c72 req-bc5b7c3e-8140-4fb2-84c7-0bd32fb5523a tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:26.282881 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5181e157-c943-44b9-bfcd-47ddbdad4c72 req-bc5b7c3e-8140-4fb2-84c7-0bd32fb5523a tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5219796-7cb4-4f57-83f9-a0e832f4593f HTTP/1.1" status: 200 len: 945 time: 0.1164885 Jul 13 13:54:26.361162 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5181e157-c943-44b9-bfcd-47ddbdad4c72 req-a75a17fa-2b51-46db-99a9-2a113e06728f tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c36ff65-e031-4d60-bc12-4aaf4c57b43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704043 Jul 13 13:54:26.379899 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f37513f-a787-4aa7-9a9f-5ad23d197022 service neutron] Pushing event updated for resources: {'Port': ['ID=7b9f235e-3302-498e-8fc1-801f84220025,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:54:26.478350 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15da19be-5f13-4d5e-bc36-e48cd580ac11 req-86c724e5-c684-4019-bf7b-55aea4956cb2 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:26.479982 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-15da19be-5f13-4d5e-bc36-e48cd580ac11 req-86c724e5-c684-4019-bf7b-55aea4956cb2 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8 HTTP/1.1" status: 200 len: 945 time: 0.2708595 Jul 13 13:54:26.487999 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-f8e22da1-c750-42ec-8ed8-a3bca83ad47e req-4f37513f-a787-4aa7-9a9f-5ad23d197022 service neutron] Attempting to bind port 7b9f235e-3302-498e-8fc1-801f84220025 on host n-h1-800634-1 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:54:26.488417 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-f8e22da1-c750-42ec-8ed8-a3bca83ad47e req-4f37513f-a787-4aa7-9a9f-5ad23d197022 service neutron] Attempting to bind port 7b9f235e-3302-498e-8fc1-801f84220025 by drivers openvswitch,hyperv on host n-h1-800634-1 at level 0 using segments [{'id': '19c0a70b-9da0-4ba3-973a-61bd42a44694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '936f94ea-8229-4548-8660-fed48e10676f'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:54:26.488819 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e22da1-c750-42ec-8ed8-a3bca83ad47e req-4f37513f-a787-4aa7-9a9f-5ad23d197022 service neutron] Attempting to bind port 7b9f235e-3302-498e-8fc1-801f84220025 on network 936f94ea-8229-4548-8660-fed48e10676f {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:54:26.504009 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b408ed96-273b-4392-b29f-afdf8feef191 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Router 6e6c35d2-3101-4a59-afdc-1aecc8430b8c has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 13:54:26.511169 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e22da1-c750-42ec-8ed8-a3bca83ad47e req-4f37513f-a787-4aa7-9a9f-5ad23d197022 service neutron] Port 7b9f235e-3302-498e-8fc1-801f84220025 on network 936f94ea-8229-4548-8660-fed48e10676f not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-1 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:54:26.512415 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e22da1-c750-42ec-8ed8-a3bca83ad47e req-4f37513f-a787-4aa7-9a9f-5ad23d197022 service neutron] Attempting to bind port 7b9f235e-3302-498e-8fc1-801f84220025 on network 936f94ea-8229-4548-8660-fed48e10676f {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:54:26.522576 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e22da1-c750-42ec-8ed8-a3bca83ad47e req-4f37513f-a787-4aa7-9a9f-5ad23d197022 service neutron] Checking agent: {'id': 'a7603dc8-3c50-4a9b-8f0d-1143528f155e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 54, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:54:26.522919 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e22da1-c750-42ec-8ed8-a3bca83ad47e req-4f37513f-a787-4aa7-9a9f-5ad23d197022 service neutron] Checking segment: {'id': '19c0a70b-9da0-4ba3-973a-61bd42a44694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '936f94ea-8229-4548-8660-fed48e10676f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:54:26.523316 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e22da1-c750-42ec-8ed8-a3bca83ad47e req-4f37513f-a787-4aa7-9a9f-5ad23d197022 service neutron] Bound using segment: {'id': '19c0a70b-9da0-4ba3-973a-61bd42a44694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '936f94ea-8229-4548-8660-fed48e10676f'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:54:26.523748 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-f8e22da1-c750-42ec-8ed8-a3bca83ad47e req-4f37513f-a787-4aa7-9a9f-5ad23d197022 service neutron] Bound port: 7b9f235e-3302-498e-8fc1-801f84220025, host: n-h1-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19c0a70b-9da0-4ba3-973a-61bd42a44694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '936f94ea-8229-4548-8660-fed48e10676f'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:54:26.524106 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f8e22da1-c750-42ec-8ed8-a3bca83ad47e req-4f37513f-a787-4aa7-9a9f-5ad23d197022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:26.557301 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-15da19be-5f13-4d5e-bc36-e48cd580ac11 req-43efda30-c21a-4b7c-95cb-a577e1eb4e3b tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/security-groups?id=0095868c-fb20-45e5-8afa-e9ed53786ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662029 Jul 13 13:54:26.580185 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fcf9ae-2d68-4f64-9cb2-12f080336896 req-f209084b-d2b5-4210-8bf3-e492e355b82e tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:26.583722 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a4fcf9ae-2d68-4f64-9cb2-12f080336896 req-f209084b-d2b5-4210-8bf3-e492e355b82e tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e832037-f30e-4355-9b9e-477126f0e57b HTTP/1.1" status: 200 len: 907 time: 0.0806720 Jul 13 13:54:26.689029 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-f8e22da1-c750-42ec-8ed8-a3bca83ad47e req-4f37513f-a787-4aa7-9a9f-5ad23d197022 service neutron] For port 7b9f235e-3302-498e-8fc1-801f84220025, host n-h1-800634-1, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:54:26.706318 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-f8e22da1-c750-42ec-8ed8-a3bca83ad47e req-4f37513f-a787-4aa7-9a9f-5ad23d197022 service neutron] For port 7b9f235e-3302-498e-8fc1-801f84220025, host n-h1-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=7b9f235e-3302-498e-8fc1-801f84220025,segment=NetworkSegment(19c0a70b-9da0-4ba3-973a-61bd42a44694),segment_id=19c0a70b-9da0-4ba3-973a-61bd42a44694)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:54:26.712213 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f8e22da1-c750-42ec-8ed8-a3bca83ad47e req-4f37513f-a787-4aa7-9a9f-5ad23d197022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:26.714637 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b408ed96-273b-4392-b29f-afdf8feef191 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:54:26.723580 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-b408ed96-273b-4392-b29f-afdf8feef191 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] 10.222.0.23 "PUT /v2.0/routers/6e6c35d2-3101-4a59-afdc-1aecc8430b8c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6526561 Jul 13 13:54:26.724408 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 57830) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:54:26.725905 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a3da81-8eab-4516-83c5-a05903179fb1 None None] Sync routers for ids ['6e6c35d2-3101-4a59-afdc-1aecc8430b8c'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:54:26.752963 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a3da81-8eab-4516-83c5-a05903179fb1 None None] Routers {'6e6c35d2-3101-4a59-afdc-1aecc8430b8c'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:54:26.754214 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-d9a3da81-8eab-4516-83c5-a05903179fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:54:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['6e6c35d2-3101-4a59-afdc-1aecc8430b8c'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:54:26.756624 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e22da1-c750-42ec-8ed8-a3bca83ad47e req-4f37513f-a787-4aa7-9a9f-5ad23d197022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:26.757244 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f8e22da1-c750-42ec-8ed8-a3bca83ad47e req-4f37513f-a787-4aa7-9a9f-5ad23d197022 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:26.759404 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f8e22da1-c750-42ec-8ed8-a3bca83ad47e req-4f37513f-a787-4aa7-9a9f-5ad23d197022 service neutron] 10.222.0.26 "PUT /v2.0/ports/7b9f235e-3302-498e-8fc1-801f84220025 HTTP/1.1" status: 200 len: 1055 time: 1.4698639 Jul 13 13:54:26.759404 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e832037-f30e-4355-9b9e-477126f0e57b', 'tag': '7b9f235e-3302-498e-8fc1-801f84220025'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:54:26.762381 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e037835-8c5d-45f6-883b-760a691842e9" -d '{"events": [{"name": "network-changed", "server_uuid": "6e832037-f30e-4355-9b9e-477126f0e57b", "tag": "7b9f235e-3302-498e-8fc1-801f84220025"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:54:26.802655 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f37513f-a787-4aa7-9a9f-5ad23d197022 service neutron] Pushing event updated for resources: {'Port': ['ID=7b9f235e-3302-498e-8fc1-801f84220025,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:54:26.839035 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-631a1f75-ab31-4235-a1a9-11391143d0f2 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Deleting subnet 72813855-4fcc-4acd-b42e-646c1f5e9567 {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 13:54:26.843311 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-631a1f75-ab31-4235-a1a9-11391143d0f2 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:26.850682 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 13:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21da7c76-be50-41b8-8ad2-90095260e9cd x-openstack-request-id: req-21da7c76-be50-41b8-8ad2-90095260e9cd {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:54:26.851977 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e832037-f30e-4355-9b9e-477126f0e57b", "tag": "7b9f235e-3302-498e-8fc1-801f84220025", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:54:26.852255 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-21da7c76-be50-41b8-8ad2-90095260e9cd {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:54:26.852678 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e832037-f30e-4355-9b9e-477126f0e57b', 'tag': '7b9f235e-3302-498e-8fc1-801f84220025', 'status': 'completed', 'code': 200} Jul 13 13:54:26.896375 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-631a1f75-ab31-4235-a1a9-11391143d0f2 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6018489'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:26.943681 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-d9a3da81-8eab-4516-83c5-a05903179fb1 None None] Set router 6e6c35d2-3101-4a59-afdc-1aecc8430b8c gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:54:26.945957 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e22da1-c750-42ec-8ed8-a3bca83ad47e req-f475326d-2d70-41b7-adbf-e0977cfe1a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:26.947240 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f8e22da1-c750-42ec-8ed8-a3bca83ad47e req-f475326d-2d70-41b7-adbf-e0977cfe1a43 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e65770d93833474499bd5ca8e11d4e12&device_id=6e832037-f30e-4355-9b9e-477126f0e57b HTTP/1.1" status: 200 len: 1058 time: 0.1358650 Jul 13 13:54:27.015040 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f8e22da1-c750-42ec-8ed8-a3bca83ad47e req-1e2dc7bc-1d12-40b5-9e77-10002c37a05b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=7b9f235e-3302-498e-8fc1-801f84220025 HTTP/1.1" status: 200 len: 217 time: 0.0601549 Jul 13 13:54:27.036025 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-631a1f75-ab31-4235-a1a9-11391143d0f2 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:27.122078 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e22da1-c750-42ec-8ed8-a3bca83ad47e req-4150babb-bb45-4bb6-a080-d3c4bf89bc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:27.123571 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f8e22da1-c750-42ec-8ed8-a3bca83ad47e req-4150babb-bb45-4bb6-a080-d3c4bf89bc51 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a524d36e-31a1-4594-9a8a-53bf8e5d1f62 HTTP/1.1" status: 200 len: 838 time: 0.1021860 Jul 13 13:54:27.159942 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-631a1f75-ab31-4235-a1a9-11391143d0f2 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6018534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6105009'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:27.193183 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-d9a3da81-8eab-4516-83c5-a05903179fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e6c35d2-3101-4a59-afdc-1aecc8430b8c', 'name': 'tempest-TestNetworkBasicOps-router-1884197832', 'tenant_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': 'b82ce7a0-912c-4b40-a9cc-9f95df758d0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:51:52Z', 'updated_at': '2021-07-13T13:54:25Z', 'revision_number': 7, 'project_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'gw_port': {'id': 'b82ce7a0-912c-4b40-a9cc-9f95df758d0c', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:75:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6c35d2-3101-4a59-afdc-1aecc8430b8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:51:54Z', 'updated_at': '2021-07-13T13:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:54:27.195575 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631a1f75-ab31-4235-a1a9-11391143d0f2 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Pushing event deleted for resources: {'Subnet': ['ID=72813855-4fcc-4acd-b42e-646c1f5e9567,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:54:27.198355 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-631a1f75-ab31-4235-a1a9-11391143d0f2 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:27.205858 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-631a1f75-ab31-4235-a1a9-11391143d0f2 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] 10.222.0.23 "DELETE /v2.0/subnets/72813855-4fcc-4acd-b42e-646c1f5e9567 HTTP/1.1" status: 204 len: 168 time: 0.4803736 Jul 13 13:54:27.208890 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 57838) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:54:27.238091 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e22da1-c750-42ec-8ed8-a3bca83ad47e req-64a70f3a-1f04-4839-bee0-5c6c79679815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:27.239833 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f8e22da1-c750-42ec-8ed8-a3bca83ad47e req-64a70f3a-1f04-4839-bee0-5c6c79679815 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=936f94ea-8229-4548-8660-fed48e10676f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1086981 Jul 13 13:54:27.359144 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f8e22da1-c750-42ec-8ed8-a3bca83ad47e req-e854e0bf-844a-4826-9901-55d616b9d67f service neutron] 10.222.0.26 "GET /v2.0/networks/936f94ea-8229-4548-8660-fed48e10676f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119611 Jul 13 13:54:27.421640 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a3da81-8eab-4516-83c5-a05903179fb1 None None] Checking router: 6e6c35d2-3101-4a59-afdc-1aecc8430b8c for host: n-d-800634-1 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 13:54:27.426996 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8575beca-5cf9-483d-97db-c21ee47ac55d None None] Network 74b894bb-81e0-406c-ab54-602d50ca5470 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:54:27.479719 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f8e22da1-c750-42ec-8ed8-a3bca83ad47e req-8744f7d5-57e2-46f4-9e69-2f983e8f7f7f service neutron] 10.222.0.26 "GET /v2.0/networks/936f94ea-8229-4548-8660-fed48e10676f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141076 Jul 13 13:54:27.487604 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a3da81-8eab-4516-83c5-a05903179fb1 None None] Routers {'6e6c35d2-3101-4a59-afdc-1aecc8430b8c'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:54:27.488261 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-d9a3da81-8eab-4516-83c5-a05903179fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:54:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['6e6c35d2-3101-4a59-afdc-1aecc8430b8c'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:54:27.695042 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e037835-8c5d-45f6-883b-760a691842e9 req-157f805e-3095-4b6e-805f-e17a507452d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:27.696650 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8e037835-8c5d-45f6-883b-760a691842e9 req-157f805e-3095-4b6e-805f-e17a507452d8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e65770d93833474499bd5ca8e11d4e12&device_id=6e832037-f30e-4355-9b9e-477126f0e57b HTTP/1.1" status: 200 len: 1058 time: 0.1435680 Jul 13 13:54:27.706538 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe65fb75-ba64-404d-b791-89d8761b66fc req-c62a209d-6024-42c6-aae3-1006679b96fe tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:27.708233 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-fe65fb75-ba64-404d-b791-89d8761b66fc req-c62a209d-6024-42c6-aae3-1006679b96fe tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5219796-7cb4-4f57-83f9-a0e832f4593f HTTP/1.1" status: 200 len: 945 time: 0.1441977 Jul 13 13:54:27.747755 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-d9a3da81-8eab-4516-83c5-a05903179fb1 None None] Set router 6e6c35d2-3101-4a59-afdc-1aecc8430b8c gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:54:27.810819 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40702257-133f-464e-8c5a-f4a51b39de1f req-b052d4bc-d75a-4793-84a5-c79e8f539b68 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:27.816761 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40702257-133f-464e-8c5a-f4a51b39de1f req-b052d4bc-d75a-4793-84a5-c79e8f539b68 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:27.822755 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40702257-133f-464e-8c5a-f4a51b39de1f req-b052d4bc-d75a-4793-84a5-c79e8f539b68 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:27.829346 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40702257-133f-464e-8c5a-f4a51b39de1f req-b052d4bc-d75a-4793-84a5-c79e8f539b68 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:27.835142 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40702257-133f-464e-8c5a-f4a51b39de1f req-b052d4bc-d75a-4793-84a5-c79e8f539b68 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:27.841823 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40702257-133f-464e-8c5a-f4a51b39de1f req-b052d4bc-d75a-4793-84a5-c79e8f539b68 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:27.853159 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40702257-133f-464e-8c5a-f4a51b39de1f req-b052d4bc-d75a-4793-84a5-c79e8f539b68 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:27.869178 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-40702257-133f-464e-8c5a-f4a51b39de1f req-b052d4bc-d75a-4793-84a5-c79e8f539b68 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] 10.222.0.23 "GET /v2.0/ports?device_id=607ad771-cd6f-4fcf-b175-a30341f1423f HTTP/1.1" status: 200 len: 5429 time: 0.6152186 Jul 13 13:54:27.875349 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e037835-8c5d-45f6-883b-760a691842e9 req-39bf5608-4147-4fe7-b16f-2f6cc5dbcc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:27.877170 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8e037835-8c5d-45f6-883b-760a691842e9 req-39bf5608-4147-4fe7-b16f-2f6cc5dbcc72 service neutron] 10.222.0.26 "GET /v2.0/networks?id=936f94ea-8229-4548-8660-fed48e10676f HTTP/1.1" status: 200 len: 897 time: 0.1678250 Jul 13 13:54:27.883784 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0054da48-c3b3-4dda-be95-6e3db05080ef None None] DHCP port deletion for 74b894bb-81e0-406c-ab54-602d50ca5470 request from n-d-800634-1 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 13:54:27.916024 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-fe65fb75-ba64-404d-b791-89d8761b66fc req-cf10feed-f4bb-464d-89d0-a435baaa5df9 tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c36ff65-e031-4d60-bc12-4aaf4c57b43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979270 Jul 13 13:54:27.956526 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-40702257-133f-464e-8c5a-f4a51b39de1f req-b522abb3-0eb6-40c4-b207-a890819a9809 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7715277-f4f6-436d-9885-f716be877834&id=85c9413d-5aef-4db8-8eb1-39a597c8c461&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0851629 Jul 13 13:54:27.959098 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a948bf66-dc04-449a-ad80-5d120faf0610 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks [] for router, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:28.002620 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8e037835-8c5d-45f6-883b-760a691842e9 req-83027d3f-d91e-4038-b67c-806a54abfe72 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=7b9f235e-3302-498e-8fc1-801f84220025 HTTP/1.1" status: 200 len: 217 time: 0.1016440 Jul 13 13:54:28.085143 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e037835-8c5d-45f6-883b-760a691842e9 req-61134f9a-57db-4a7a-9917-b22091716f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:28.089309 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8e037835-8c5d-45f6-883b-760a691842e9 req-61134f9a-57db-4a7a-9917-b22091716f77 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a524d36e-31a1-4594-9a8a-53bf8e5d1f62 HTTP/1.1" status: 200 len: 838 time: 0.0751624 Jul 13 13:54:28.092684 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-0054da48-c3b3-4dda-be95-6e3db05080ef None None] Deleting port f69e4e39-00ce-4122-a805-9ad6404aa111 {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:54:28.093070 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-0054da48-c3b3-4dda-be95-6e3db05080ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:28.163765 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-0054da48-c3b3-4dda-be95-6e3db05080ef None None] For port f69e4e39-00ce-4122-a805-9ad6404aa111, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=f69e4e39-00ce-4122-a805-9ad6404aa111,segment=NetworkSegment(b8fdda1f-7cf8-4ae7-8e85-c592ed647d46),segment_id=b8fdda1f-7cf8-4ae7-8e85-c592ed647d46)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:54:28.164163 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-0054da48-c3b3-4dda-be95-6e3db05080ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:28.178011 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-0054da48-c3b3-4dda-be95-6e3db05080ef None None] Calling delete_port for f69e4e39-00ce-4122-a805-9ad6404aa111 owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:54:28.222269 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a948bf66-dc04-449a-ad80-5d120faf0610 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:28.256492 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e037835-8c5d-45f6-883b-760a691842e9 req-24a19d99-050b-4aa7-8296-30947050034b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:28.260233 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8e037835-8c5d-45f6-883b-760a691842e9 req-24a19d99-050b-4aa7-8296-30947050034b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=936f94ea-8229-4548-8660-fed48e10676f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1644418 Jul 13 13:54:28.270335 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7170eb1-c3e2-4528-942f-c17ce8a9542a req-bca9d8b9-98b0-4173-b7c5-a9d24361eff4 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:28.271808 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d7170eb1-c3e2-4528-942f-c17ce8a9542a req-bca9d8b9-98b0-4173-b7c5-a9d24361eff4 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8 HTTP/1.1" status: 200 len: 945 time: 0.1108463 Jul 13 13:54:28.317429 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-0054da48-c3b3-4dda-be95-6e3db05080ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:28.319892 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7148aa1-157b-477e-98bb-509c138abcd5 req-7ba99149-a3d3-4a26-b731-d5462717e86a tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:28.321688 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e7148aa1-157b-477e-98bb-509c138abcd5 req-7ba99149-a3d3-4a26-b731-d5462717e86a tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e832037-f30e-4355-9b9e-477126f0e57b HTTP/1.1" status: 200 len: 907 time: 0.1644571 Jul 13 13:54:28.325251 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-d9a3da81-8eab-4516-83c5-a05903179fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e6c35d2-3101-4a59-afdc-1aecc8430b8c', 'name': 'tempest-TestNetworkBasicOps-router-1884197832', 'tenant_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': 'b82ce7a0-912c-4b40-a9cc-9f95df758d0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:51:52Z', 'updated_at': '2021-07-13T13:54:25Z', 'revision_number': 7, 'project_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'gw_port': {'id': 'b82ce7a0-912c-4b40-a9cc-9f95df758d0c', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:75:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6c35d2-3101-4a59-afdc-1aecc8430b8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:51:54Z', 'updated_at': '2021-07-13T13:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:54:28.356408 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-a948bf66-dc04-449a-ad80-5d120faf0610 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Deleting port b82ce7a0-912c-4b40-a9cc-9f95df758d0c {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:54:28.357006 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a948bf66-dc04-449a-ad80-5d120faf0610 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:28.379754 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0054da48-c3b3-4dda-be95-6e3db05080ef None None] Pushing event deleted for resources: {'Port': ['ID=f69e4e39-00ce-4122-a805-9ad6404aa111,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:54:28.381525 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a3da81-8eab-4516-83c5-a05903179fb1 None None] The sync data for ids ['6e6c35d2-3101-4a59-afdc-1aecc8430b8c'] in n-d-800634-1 is: [{'id': '6e6c35d2-3101-4a59-afdc-1aecc8430b8c', 'name': 'tempest-TestNetworkBasicOps-router-1884197832', 'tenant_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': 'b82ce7a0-912c-4b40-a9cc-9f95df758d0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:51:52Z', 'updated_at': '2021-07-13T13:54:25Z', 'revision_number': 7, 'project_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'gw_port': {'id': 'b82ce7a0-912c-4b40-a9cc-9f95df758d0c', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:75:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6c35d2-3101-4a59-afdc-1aecc8430b8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:51:54Z', 'updated_at': '2021-07-13T13:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:54:28.383207 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0054da48-c3b3-4dda-be95-6e3db05080ef None None] No DVR routers for this DVR port f69e4e39-00ce-4122-a805-9ad6404aa111 on host n-d-800634-1 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:54:28.465151 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d7170eb1-c3e2-4528-942f-c17ce8a9542a req-86edea4b-05f6-4f79-baa8-56ed63d59cce tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/security-groups?id=0095868c-fb20-45e5-8afa-e9ed53786ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842213 Jul 13 13:54:28.466237 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-a948bf66-dc04-449a-ad80-5d120faf0610 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] For port b82ce7a0-912c-4b40-a9cc-9f95df758d0c, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=b82ce7a0-912c-4b40-a9cc-9f95df758d0c,segment=NetworkSegment(3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87),segment_id=3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:54:28.466609 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a948bf66-dc04-449a-ad80-5d120faf0610 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:28.480648 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-a948bf66-dc04-449a-ad80-5d120faf0610 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Calling delete_port for b82ce7a0-912c-4b40-a9cc-9f95df758d0c owned by network:router_gateway {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:54:28.482446 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8e037835-8c5d-45f6-883b-760a691842e9 req-84c6992b-acc6-4c80-bfea-4f8919fa2bfc service neutron] 10.222.0.26 "GET /v2.0/networks/936f94ea-8229-4548-8660-fed48e10676f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096984 Jul 13 13:54:28.615203 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8e037835-8c5d-45f6-883b-760a691842e9 req-e1e956ec-8c85-4c90-8b28-92e03b07c953 service neutron] 10.222.0.26 "GET /v2.0/networks/936f94ea-8229-4548-8660-fed48e10676f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263392 Jul 13 13:54:28.708169 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063a1da9-6baa-4103-a56e-157fae34bd02 req-cc0d3d97-eacf-4454-af46-36d5e2d7fbc6 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:28.709551 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-063a1da9-6baa-4103-a56e-157fae34bd02 req-cc0d3d97-eacf-4454-af46-36d5e2d7fbc6 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8 HTTP/1.1" status: 200 len: 945 time: 0.1123745 Jul 13 13:54:28.725438 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a948bf66-dc04-449a-ad80-5d120faf0610 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:28.762738 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a948bf66-dc04-449a-ad80-5d120faf0610 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Pushing event deleted for resources: {'Port': ['ID=b82ce7a0-912c-4b40-a9cc-9f95df758d0c,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:54:28.797604 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-063a1da9-6baa-4103-a56e-157fae34bd02 req-ad606d3f-584d-448e-a5c5-45aa158efb8b tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/security-groups?id=0095868c-fb20-45e5-8afa-e9ed53786ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803268 Jul 13 13:54:28.833933 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a948bf66-dc04-449a-ad80-5d120faf0610 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-446473'] for router_gateway, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:28.955204 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a948bf66-dc04-449a-ad80-5d120faf0610 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1591938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2696'] for router, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:28.957532 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a948bf66-dc04-449a-ad80-5d120faf0610 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:29.052339 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a948bf66-dc04-449a-ad80-5d120faf0610 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593106'] for router, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:29.053057 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a948bf66-dc04-449a-ad80-5d120faf0610 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Fanout notify agent at l3_agent the message router_deleted on router 6e6c35d2-3101-4a59-afdc-1aecc8430b8c {{(pid=93751) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 13:54:29.061132 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a948bf66-dc04-449a-ad80-5d120faf0610 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:29.062125 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-a948bf66-dc04-449a-ad80-5d120faf0610 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] 10.222.0.23 "DELETE /v2.0/routers/6e6c35d2-3101-4a59-afdc-1aecc8430b8c HTTP/1.1" status: 204 len: 168 time: 1.8517494 Jul 13 13:54:29.064684 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 57862) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:54:29.134777 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device e73d9bad-ede3-4700-9494-508a3c6b764b no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:54:29.154266 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc244b8-262c-4333-a382-e76d8982727c req-0beadc0f-8e29-400b-90ca-486b601ec650 tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:29.162345 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1fc244b8-262c-4333-a382-e76d8982727c req-0beadc0f-8e29-400b-90ca-486b601ec650 tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5219796-7cb4-4f57-83f9-a0e832f4593f HTTP/1.1" status: 200 len: 945 time: 0.1071594 Jul 13 13:54:29.173118 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-687cdbf3-c9e2-4fe9-883a-5bf58e39e830 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:29.183263 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: e73d9bad-ede3-4700-9494-508a3c6b764b {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:54:29.184360 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device e73d9bad-ede3-4700-9494-508a3c6b764b not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:54:29.184927 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device f69e4e39-00ce-4122-a805-9ad6404aa111 no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:54:29.188460 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5e3d2e-4489-4efc-865c-a0d03a19d971 req-7bcd2831-a178-4acb-92fb-526f657be86c tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:29.190081 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-9e5e3d2e-4489-4efc-865c-a0d03a19d971 req-7bcd2831-a178-4acb-92fb-526f657be86c tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8 HTTP/1.1" status: 200 len: 945 time: 0.1733694 Jul 13 13:54:29.211722 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: f69e4e39-00ce-4122-a805-9ad6404aa111 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:54:29.212377 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1fc244b8-262c-4333-a382-e76d8982727c req-4d553d66-1c60-4c94-999a-87d8376ce807 tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c36ff65-e031-4d60-bc12-4aaf4c57b43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498424 Jul 13 13:54:29.212637 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device f69e4e39-00ce-4122-a805-9ad6404aa111 not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:54:29.303069 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-9e5e3d2e-4489-4efc-865c-a0d03a19d971 req-58d8d0da-bf6e-41e2-a4aa-6e4d1d5af90b tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/security-groups?id=0095868c-fb20-45e5-8afa-e9ed53786ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062565 Jul 13 13:54:29.317934 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-687cdbf3-c9e2-4fe9-883a-5bf58e39e830 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:29.328978 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-687cdbf3-c9e2-4fe9-883a-5bf58e39e830 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74b894bb-81e0-406c-ab54-602d50ca5470']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:54:29.340971 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-687cdbf3-c9e2-4fe9-883a-5bf58e39e830 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8fdda1f-7cf8-4ae7-8e85-c592ed647d46') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:54:29.341270 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-687cdbf3-c9e2-4fe9-883a-5bf58e39e830 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8fdda1f-7cf8-4ae7-8e85-c592ed647d46') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:54:29.350806 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-687cdbf3-c9e2-4fe9-883a-5bf58e39e830 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6018464'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:29.365209 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-687cdbf3-c9e2-4fe9-883a-5bf58e39e830 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:29.372384 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-687cdbf3-c9e2-4fe9-883a-5bf58e39e830 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 13:54:29.372784 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-687cdbf3-c9e2-4fe9-883a-5bf58e39e830 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6018632'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:29.376424 n-d-800634-1 neutron-server[93751]: Traceback (most recent call last): Jul 13 13:54:29.376424 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 13:54:29.376424 n-d-800634-1 neutron-server[93751]: timer() Jul 13 13:54:29.376424 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 13:54:29.376424 n-d-800634-1 neutron-server[93751]: cb(*args, **kw) Jul 13 13:54:29.376424 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 13:54:29.376424 n-d-800634-1 neutron-server[93751]: return func(*args, **kwargs) Jul 13 13:54:29.376424 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 13:54:29.376424 n-d-800634-1 neutron-server[93751]: self._notify() Jul 13 13:54:29.376424 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 13:54:29.376424 n-d-800634-1 neutron-server[93751]: self.callback(batched_events) Jul 13 13:54:29.376424 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 13:54:29.376424 n-d-800634-1 neutron-server[93751]: event.method(event) Jul 13 13:54:29.376424 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 13:54:29.376424 n-d-800634-1 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 13:54:29.376424 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 13:54:29.376424 n-d-800634-1 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 13:54:29.376424 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 13:54:29.376424 n-d-800634-1 neutron-server[93751]: return f(self, *a, **k) Jul 13 13:54:29.376424 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 13:54:29.376424 n-d-800634-1 neutron-server[93751]: return self._get(url).json() Jul 13 13:54:29.376424 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 13:54:29.376424 n-d-800634-1 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 13:54:29.376424 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 13:54:29.376424 n-d-800634-1 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 13 13:54:29.376424 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 13:54:29.376424 n-d-800634-1 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 13:54:29.376424 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 13:54:29.376424 n-d-800634-1 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 13:54:29.376424 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 13:54:29.376424 n-d-800634-1 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 13:54:29.376424 n-d-800634-1 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 13:54:29.408905 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e69abe-cafa-4281-90c7-b1feb22a6033 req-2d0056d3-6287-4f0a-8f28-03b0db774081 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:29.416176 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e69abe-cafa-4281-90c7-b1feb22a6033 req-2d0056d3-6287-4f0a-8f28-03b0db774081 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:29.424705 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e69abe-cafa-4281-90c7-b1feb22a6033 req-2d0056d3-6287-4f0a-8f28-03b0db774081 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:29.433862 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e69abe-cafa-4281-90c7-b1feb22a6033 req-2d0056d3-6287-4f0a-8f28-03b0db774081 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:29.445706 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e69abe-cafa-4281-90c7-b1feb22a6033 req-2d0056d3-6287-4f0a-8f28-03b0db774081 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:29.453174 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-687cdbf3-c9e2-4fe9-883a-5bf58e39e830 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:29.453407 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e69abe-cafa-4281-90c7-b1feb22a6033 req-2d0056d3-6287-4f0a-8f28-03b0db774081 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:29.458971 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e69abe-cafa-4281-90c7-b1feb22a6033 req-2d0056d3-6287-4f0a-8f28-03b0db774081 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:29.461085 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-21e69abe-cafa-4281-90c7-b1feb22a6033 req-2d0056d3-6287-4f0a-8f28-03b0db774081 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] 10.222.0.23 "GET /v2.0/ports?device_id=607ad771-cd6f-4fcf-b175-a30341f1423f HTTP/1.1" status: 200 len: 5429 time: 0.1399109 Jul 13 13:54:29.478241 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-687cdbf3-c9e2-4fe9-883a-5bf58e39e830 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:29.483769 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-687cdbf3-c9e2-4fe9-883a-5bf58e39e830 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] 10.222.0.23 "DELETE /v2.0/networks/74b894bb-81e0-406c-ab54-602d50ca5470 HTTP/1.1" status: 204 len: 168 time: 0.4148076 Jul 13 13:54:29.496296 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 57868) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:54:29.499010 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687cdbf3-c9e2-4fe9-883a-5bf58e39e830 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Pushing event deleted for resources: {'Network': ['ID=74b894bb-81e0-406c-ab54-602d50ca5470,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:54:29.511300 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-281b25d3-9cde-41dd-af3d-1f44d9b9480b tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Request body: {'network': {'name': 'tempest-network-smoke--138405766', 'project_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'port_security_enabled': True}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:54:29.527890 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-21e69abe-cafa-4281-90c7-b1feb22a6033 req-3764afc5-6660-4aff-aed9-3cc27e59e82f tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7715277-f4f6-436d-9885-f716be877834&id=85c9413d-5aef-4db8-8eb1-39a597c8c461&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0591037 Jul 13 13:54:29.533510 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0fee21-8c46-4fe8-b813-9529c23777db req-47e48745-e89f-498c-8960-8875579adc05 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:29.535213 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-dd0fee21-8c46-4fe8-b813-9529c23777db req-47e48745-e89f-498c-8960-8875579adc05 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8 HTTP/1.1" status: 200 len: 945 time: 0.0950572 Jul 13 13:54:29.593212 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-dd0fee21-8c46-4fe8-b813-9529c23777db req-ae55e2db-95e9-4ab0-bb69-a131b26f6def tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/security-groups?id=0095868c-fb20-45e5-8afa-e9ed53786ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479550 Jul 13 13:54:29.654855 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device a28e0383-d778-445e-917b-a6877ab44b08 details requested by agent hyperv_n-h2-800634-1 with host n-h2-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 13:54:29.725587 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-281b25d3-9cde-41dd-af3d-1f44d9b9480b tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Made reservation on behalf of c841d7dd73ac40a085273ab2774b9cc2 for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:54:29.729700 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-281b25d3-9cde-41dd-af3d-1f44d9b9480b tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:29.755913 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port a28e0383-d778-445e-917b-a6877ab44b08, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=a28e0383-d778-445e-917b-a6877ab44b08,segment=NetworkSegment(459f27d6-b1fd-43cc-9134-6320fdd4c59f),segment_id=459f27d6-b1fd-43cc-9134-6320fdd4c59f)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:54:29.788527 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Returning: {'device': 'a28e0383-d778-445e-917b-a6877ab44b08', 'network_id': '66d18ebd-c35e-4e15-b1ef-9323bd11d006', 'port_id': 'a28e0383-d778-445e-917b-a6877ab44b08', 'mac_address': 'fa:16:3e:df:0d:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '951f324c-d68d-486e-9ca1-85ca6e2b85a7', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 13:54:29.832960 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d87fbf-b6f1-4c83-8bff-777a65875e03 req-241b1ef3-74a8-48bb-8c5a-fa19777f6923 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:29.835099 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f2d87fbf-b6f1-4c83-8bff-777a65875e03 req-241b1ef3-74a8-48bb-8c5a-fa19777f6923 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8 HTTP/1.1" status: 200 len: 945 time: 0.0894179 Jul 13 13:54:29.845025 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:29.866953 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a28e0383-d778-445e-917b-a6877ab44b08 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:54:29.892096 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port a28e0383-d778-445e-917b-a6877ab44b08, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=a28e0383-d778-445e-917b-a6877ab44b08,segment=NetworkSegment(459f27d6-b1fd-43cc-9134-6320fdd4c59f),segment_id=459f27d6-b1fd-43cc-9134-6320fdd4c59f)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:54:29.893360 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f2d87fbf-b6f1-4c83-8bff-777a65875e03 req-882cade1-3e47-4c0a-8e4f-8e7db68ecdfe tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/security-groups?id=0095868c-fb20-45e5-8afa-e9ed53786ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517161 Jul 13 13:54:29.898618 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:29.899671 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 580fca4a-3ae1-4d32-ab03-327db6d3f362 details requested by agent hyperv_n-h2-800634-1 with host n-h2-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 13:54:30.021722 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=a28e0383-d778-445e-917b-a6877ab44b08,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:54:30.086444 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 580fca4a-3ae1-4d32-ab03-327db6d3f362, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=580fca4a-3ae1-4d32-ab03-327db6d3f362,segment=NetworkSegment(a3fe607e-08a2-41e1-8fc9-863af09f7382),segment_id=a3fe607e-08a2-41e1-8fc9-863af09f7382)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:54:30.106051 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Returning: {'device': '580fca4a-3ae1-4d32-ab03-327db6d3f362', 'network_id': 'c10609af-899d-4476-bb3f-a1771ca4066b', 'port_id': '580fca4a-3ae1-4d32-ab03-327db6d3f362', 'mac_address': 'fa:16:3e:19:72:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8135eef-58f0-4af0-b4cf-468c412106b7', 'ip_address': '10.1.1.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 13:54:30.141071 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1304bb15-cd2d-4ce0-8909-bce3e8ec9106 req-2f89814b-87cb-4ec6-8d99-458777d5243a tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:30.142952 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1304bb15-cd2d-4ce0-8909-bce3e8ec9106 req-2f89814b-87cb-4ec6-8d99-458777d5243a tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8 HTTP/1.1" status: 200 len: 945 time: 0.0790024 Jul 13 13:54:30.156977 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-281b25d3-9cde-41dd-af3d-1f44d9b9480b tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 13:54:30.159709 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:30.173957 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-281b25d3-9cde-41dd-af3d-1f44d9b9480b tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:30.174433 n-d-800634-1 neutron-server[93750]: INFO neutron.db.segments_db [None req-281b25d3-9cde-41dd-af3d-1f44d9b9480b tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Added segment bf55e58c-4075-48ea-ab90-3c2e26c2b390 of type vlan for network d3e80788-46f1-47e0-8cfc-11b993e68aea Jul 13 13:54:30.177221 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 580fca4a-3ae1-4d32-ab03-327db6d3f362 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:54:30.184730 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddc2fe7-22ed-4cd0-9b07-4c93ba428b81 req-84b0003d-e141-40ec-bc68-7a2ff38674e7 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:30.186519 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7ddc2fe7-22ed-4cd0-9b07-4c93ba428b81 req-84b0003d-e141-40ec-bc68-7a2ff38674e7 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e832037-f30e-4355-9b9e-477126f0e57b HTTP/1.1" status: 200 len: 907 time: 0.5069060 Jul 13 13:54:30.201054 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 580fca4a-3ae1-4d32-ab03-327db6d3f362, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=580fca4a-3ae1-4d32-ab03-327db6d3f362,segment=NetworkSegment(a3fe607e-08a2-41e1-8fc9-863af09f7382),segment_id=a3fe607e-08a2-41e1-8fc9-863af09f7382)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:54:30.201715 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1304bb15-cd2d-4ce0-8909-bce3e8ec9106 req-8aa2bf34-c51f-4dd4-93d3-fae50bb9cb4b tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/security-groups?id=0095868c-fb20-45e5-8afa-e9ed53786ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524306 Jul 13 13:54:30.219286 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:30.221060 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 6203edbb-d062-45f4-b681-abe477bae469 details requested by agent hyperv_n-h2-800634-1 with host n-h2-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 13:54:30.233902 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-281b25d3-9cde-41dd-af3d-1f44d9b9480b tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:30.276432 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-281b25d3-9cde-41dd-af3d-1f44d9b9480b tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:30.285822 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-281b25d3-9cde-41dd-af3d-1f44d9b9480b tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:30.286487 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-281b25d3-9cde-41dd-af3d-1f44d9b9480b tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:30.293363 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 6203edbb-d062-45f4-b681-abe477bae469, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=6203edbb-d062-45f4-b681-abe477bae469,segment=NetworkSegment(459f27d6-b1fd-43cc-9134-6320fdd4c59f),segment_id=459f27d6-b1fd-43cc-9134-6320fdd4c59f)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:54:30.310015 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Returning: {'device': '6203edbb-d062-45f4-b681-abe477bae469', 'network_id': '66d18ebd-c35e-4e15-b1ef-9323bd11d006', 'port_id': '6203edbb-d062-45f4-b681-abe477bae469', 'mac_address': 'fa:16:3e:07:e0:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '951f324c-d68d-486e-9ca1-85ca6e2b85a7', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 13:54:30.372475 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281b25d3-9cde-41dd-af3d-1f44d9b9480b tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Pushing event updated for resources: {'Network': ['ID=d3e80788-46f1-47e0-8cfc-11b993e68aea,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:54:30.385797 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network d3e80788-46f1-47e0-8cfc-11b993e68aea details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 13:54:30.420864 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-281b25d3-9cde-41dd-af3d-1f44d9b9480b tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9228089 Jul 13 13:54:30.423652 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 57908) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:54:30.428388 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-6936ec61-856c-4228-a228-af4bb7fbe80c tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1263914146', 'admin_state_up': True, 'project_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:54:30.446369 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:30.462208 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=580fca4a-3ae1-4d32-ab03-327db6d3f362,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:54:30.482626 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6936ec61-856c-4228-a228-af4bb7fbe80c tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1591928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2714'] for router, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:30.483897 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6936ec61-856c-4228-a228-af4bb7fbe80c tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447198', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1629690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2689'] for router, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:30.484987 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:30.512528 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6203edbb-d062-45f4-b681-abe477bae469 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:54:30.515438 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39b304a-ea97-4c8f-ba6b-95f745233a71 req-2d3419ce-7fc2-4cb8-83c5-8f26aea96b7e tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:30.518445 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f39b304a-ea97-4c8f-ba6b-95f745233a71 req-2d3419ce-7fc2-4cb8-83c5-8f26aea96b7e tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5219796-7cb4-4f57-83f9-a0e832f4593f HTTP/1.1" status: 200 len: 945 time: 0.1513538 Jul 13 13:54:30.542359 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 6203edbb-d062-45f4-b681-abe477bae469, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=6203edbb-d062-45f4-b681-abe477bae469,segment=NetworkSegment(459f27d6-b1fd-43cc-9134-6320fdd4c59f),segment_id=459f27d6-b1fd-43cc-9134-6320fdd4c59f)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:54:30.545460 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 7b9f235e-3302-498e-8fc1-801f84220025 details requested by agent hyperv_n-h1-800634-1 with host n-h1-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 13:54:30.557721 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:30.559210 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device d3e632d4-9634-467f-9ba8-1d189f1ac176 details requested by agent hyperv_n-h2-800634-1 with host n-h2-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 13:54:30.579426 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f39b304a-ea97-4c8f-ba6b-95f745233a71 req-c0a242a9-d4dc-4d72-a5de-aedf277db5f6 tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c36ff65-e031-4d60-bc12-4aaf4c57b43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541339 Jul 13 13:54:30.591451 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6936ec61-856c-4228-a228-af4bb7fbe80c tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:30.718593 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=6203edbb-d062-45f4-b681-abe477bae469,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:54:30.778772 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6936ec61-856c-4228-a228-af4bb7fbe80c tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447180', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1591910', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2751'] for router, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:30.780562 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:30.798415 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11586b0f-8296-4f4d-804f-c52df626f5d5 req-34b6f169-f20a-4bc2-b9dd-116a406b708d tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:30.800047 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-11586b0f-8296-4f4d-804f-c52df626f5d5 req-34b6f169-f20a-4bc2-b9dd-116a406b708d tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8 HTTP/1.1" status: 200 len: 945 time: 0.2208457 Jul 13 13:54:30.800992 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port d3e632d4-9634-467f-9ba8-1d189f1ac176, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=d3e632d4-9634-467f-9ba8-1d189f1ac176,segment=NetworkSegment(a3fe607e-08a2-41e1-8fc9-863af09f7382),segment_id=a3fe607e-08a2-41e1-8fc9-863af09f7382)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:54:30.813222 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 7b9f235e-3302-498e-8fc1-801f84220025, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=7b9f235e-3302-498e-8fc1-801f84220025,segment=NetworkSegment(19c0a70b-9da0-4ba3-973a-61bd42a44694),segment_id=19c0a70b-9da0-4ba3-973a-61bd42a44694)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:54:30.826274 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Returning: {'device': 'd3e632d4-9634-467f-9ba8-1d189f1ac176', 'network_id': 'c10609af-899d-4476-bb3f-a1771ca4066b', 'port_id': 'd3e632d4-9634-467f-9ba8-1d189f1ac176', 'mac_address': 'fa:16:3e:e6:03:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8135eef-58f0-4af0-b4cf-468c412106b7', 'ip_address': '10.1.1.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 13:54:30.831036 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Returning: {'device': '7b9f235e-3302-498e-8fc1-801f84220025', 'network_id': '936f94ea-8229-4548-8660-fed48e10676f', 'port_id': '7b9f235e-3302-498e-8fc1-801f84220025', 'mac_address': 'fa:16:3e:97:bf:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a524d36e-31a1-4594-9a8a-53bf8e5d1f62', 'ip_address': '172.20.0.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 13:54:30.835120 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0dfb5b-9e0c-4b5c-b0ab-bca481c60c0c req-e378c37b-c4e6-48f6-b030-06c86ceddc89 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:30.842786 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0dfb5b-9e0c-4b5c-b0ab-bca481c60c0c req-e378c37b-c4e6-48f6-b030-06c86ceddc89 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:30.849947 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0dfb5b-9e0c-4b5c-b0ab-bca481c60c0c req-e378c37b-c4e6-48f6-b030-06c86ceddc89 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:30.857812 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0dfb5b-9e0c-4b5c-b0ab-bca481c60c0c req-e378c37b-c4e6-48f6-b030-06c86ceddc89 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:30.865118 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0dfb5b-9e0c-4b5c-b0ab-bca481c60c0c req-e378c37b-c4e6-48f6-b030-06c86ceddc89 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:30.874448 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0dfb5b-9e0c-4b5c-b0ab-bca481c60c0c req-e378c37b-c4e6-48f6-b030-06c86ceddc89 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:30.882910 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0dfb5b-9e0c-4b5c-b0ab-bca481c60c0c req-e378c37b-c4e6-48f6-b030-06c86ceddc89 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:30.883117 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-11586b0f-8296-4f4d-804f-c52df626f5d5 req-cb0aa914-e3e9-4cca-8503-123766a98906 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/security-groups?id=0095868c-fb20-45e5-8afa-e9ed53786ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666945 Jul 13 13:54:30.887409 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-db0dfb5b-9e0c-4b5c-b0ab-bca481c60c0c req-e378c37b-c4e6-48f6-b030-06c86ceddc89 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] 10.222.0.23 "GET /v2.0/ports?device_id=607ad771-cd6f-4fcf-b175-a30341f1423f HTTP/1.1" status: 200 len: 5432 time: 0.1569960 Jul 13 13:54:30.908494 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:30.926817 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3e632d4-9634-467f-9ba8-1d189f1ac176 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:54:30.939157 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:30.948097 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-db0dfb5b-9e0c-4b5c-b0ab-bca481c60c0c req-443f90e2-a94c-4436-b330-3592184e1ee8 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7715277-f4f6-436d-9885-f716be877834&id=85c9413d-5aef-4db8-8eb1-39a597c8c461&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0533311 Jul 13 13:54:30.993172 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b9f235e-3302-498e-8fc1-801f84220025 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:54:30.995483 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port d3e632d4-9634-467f-9ba8-1d189f1ac176, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=d3e632d4-9634-467f-9ba8-1d189f1ac176,segment=NetworkSegment(a3fe607e-08a2-41e1-8fc9-863af09f7382),segment_id=a3fe607e-08a2-41e1-8fc9-863af09f7382)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:54:31.010476 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:31.012789 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device c1b3bef8-8fa9-45c3-9d8e-303ce20bc8ef details requested by agent hyperv_n-h2-800634-1 with host n-h2-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 13:54:31.019319 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 7b9f235e-3302-498e-8fc1-801f84220025, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=7b9f235e-3302-498e-8fc1-801f84220025,segment=NetworkSegment(19c0a70b-9da0-4ba3-973a-61bd42a44694),segment_id=19c0a70b-9da0-4ba3-973a-61bd42a44694)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:54:31.027524 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device b82ce7a0-912c-4b40-a9cc-9f95df758d0c no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:54:31.057654 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:31.083281 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: b82ce7a0-912c-4b40-a9cc-9f95df758d0c {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:54:31.083675 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device b82ce7a0-912c-4b40-a9cc-9f95df758d0c not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:54:31.129188 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port c1b3bef8-8fa9-45c3-9d8e-303ce20bc8ef, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=c1b3bef8-8fa9-45c3-9d8e-303ce20bc8ef,segment=NetworkSegment(a3fe607e-08a2-41e1-8fc9-863af09f7382),segment_id=a3fe607e-08a2-41e1-8fc9-863af09f7382)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:54:31.134276 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6936ec61-856c-4228-a228-af4bb7fbe80c tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks [] for router_gateway, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:31.140209 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=d3e632d4-9634-467f-9ba8-1d189f1ac176,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:54:31.157630 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6936ec61-856c-4228-a228-af4bb7fbe80c tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:31.172756 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Returning: {'device': 'c1b3bef8-8fa9-45c3-9d8e-303ce20bc8ef', 'network_id': 'c10609af-899d-4476-bb3f-a1771ca4066b', 'port_id': 'c1b3bef8-8fa9-45c3-9d8e-303ce20bc8ef', 'mac_address': 'fa:16:3e:16:61:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8135eef-58f0-4af0-b4cf-468c412106b7', 'ip_address': '10.1.1.56'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 13:54:31.236607 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326a5c04-95c9-4db8-84c9-78a7d427570e req-b080b2cb-fa62-4a3b-83c7-ae8afd551e54 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:31.243501 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-326a5c04-95c9-4db8-84c9-78a7d427570e req-b080b2cb-fa62-4a3b-83c7-ae8afd551e54 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8 HTTP/1.1" status: 200 len: 945 time: 0.1720986 Jul 13 13:54:31.243952 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=7b9f235e-3302-498e-8fc1-801f84220025,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:54:31.253280 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:31.268322 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1b3bef8-8fa9-45c3-9d8e-303ce20bc8ef {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:54:31.292245 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port c1b3bef8-8fa9-45c3-9d8e-303ce20bc8ef, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=c1b3bef8-8fa9-45c3-9d8e-303ce20bc8ef,segment=NetworkSegment(a3fe607e-08a2-41e1-8fc9-863af09f7382),segment_id=a3fe607e-08a2-41e1-8fc9-863af09f7382)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:54:31.297469 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['7b9f235e-3302-498e-8fc1-801f84220025'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:54:31.322375 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-326a5c04-95c9-4db8-84c9-78a7d427570e req-8f590d26-2476-4a9b-b5f3-650b2ccff34d tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/security-groups?id=0095868c-fb20-45e5-8afa-e9ed53786ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779729 Jul 13 13:54:31.348995 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:31.349923 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 9471cf76-3a42-44c0-8380-63156b7de0c5 details requested by agent hyperv_n-h2-800634-1 with host n-h2-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 13:54:31.374009 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-6936ec61-856c-4228-a228-af4bb7fbe80c tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Allocated IP 172.25.6.169 (acf968b8-c524-46a9-a20b-ad9667009130/dde5a78e-bd1e-4f47-8189-7321d4de73d3/b5f46573-26cf-468f-92d3-2c4710013180) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:54:31.503632 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810df912-2270-4e25-83bd-6bcf2966e383 req-6e624515-11ac-44b1-a90f-3b7819885b47 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:31.507668 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-810df912-2270-4e25-83bd-6bcf2966e383 req-6e624515-11ac-44b1-a90f-3b7819885b47 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e832037-f30e-4355-9b9e-477126f0e57b HTTP/1.1" status: 200 len: 908 time: 0.1652756 Jul 13 13:54:31.602181 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6936ec61-856c-4228-a228-af4bb7fbe80c tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:31.649973 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e0944f-1f06-4f0d-a257-85749ee286c3 req-fc21c21e-c53d-4a8c-8bfb-eeeda1392622 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:31.654223 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-75e0944f-1f06-4f0d-a257-85749ee286c3 req-fc21c21e-c53d-4a8c-8bfb-eeeda1392622 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8 HTTP/1.1" status: 200 len: 945 time: 0.1313410 Jul 13 13:54:31.689849 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=c1b3bef8-8fa9-45c3-9d8e-303ce20bc8ef,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:54:31.742612 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-75e0944f-1f06-4f0d-a257-85749ee286c3 req-85c8da2a-5748-4d1b-a82a-b843ade3cc6b tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/security-groups?id=0095868c-fb20-45e5-8afa-e9ed53786ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836861 Jul 13 13:54:31.744490 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6936ec61-856c-4228-a228-af4bb7fbe80c tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:31.791452 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 9471cf76-3a42-44c0-8380-63156b7de0c5, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=9471cf76-3a42-44c0-8380-63156b7de0c5,segment=NetworkSegment(478e09eb-e72c-4611-89d0-372c3f749519),segment_id=478e09eb-e72c-4611-89d0-372c3f749519)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:54:31.799323 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6936ec61-856c-4228-a228-af4bb7fbe80c tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Pushing event updated for resources: {'Port': ['ID=b5f46573-26cf-468f-92d3-2c4710013180,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:54:31.814116 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Returning: {'device': '9471cf76-3a42-44c0-8380-63156b7de0c5', 'network_id': '446293fa-d089-4a73-be46-3f7c6317a56f', 'port_id': '9471cf76-3a42-44c0-8380-63156b7de0c5', 'mac_address': 'fa:16:3e:ee:8d:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e740739-b63f-4ad3-b5cf-d6f6b58861d6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 13:54:31.817150 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587ea664-665c-4ed3-93aa-0d920dc79649 req-049f1dcd-6f82-4ffe-b2ae-a1a7fb21d266 tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:31.822105 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6936ec61-856c-4228-a228-af4bb7fbe80c tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Network acf968b8-c524-46a9-a20b-ad9667009130 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:54:31.823527 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-6936ec61-856c-4228-a228-af4bb7fbe80c tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:54:31.825684 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-587ea664-665c-4ed3-93aa-0d920dc79649 req-049f1dcd-6f82-4ffe-b2ae-a1a7fb21d266 tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5219796-7cb4-4f57-83f9-a0e832f4593f HTTP/1.1" status: 200 len: 945 time: 0.1023488 Jul 13 13:54:31.832277 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6936ec61-856c-4228-a228-af4bb7fbe80c tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:54:31.885265 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:31.899410 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-587ea664-665c-4ed3-93aa-0d920dc79649 req-fdf9da75-067f-48e4-a483-72699fb81d3d tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c36ff65-e031-4d60-bc12-4aaf4c57b43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727148 Jul 13 13:54:31.914185 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9471cf76-3a42-44c0-8380-63156b7de0c5 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:54:31.942896 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 9471cf76-3a42-44c0-8380-63156b7de0c5, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=9471cf76-3a42-44c0-8380-63156b7de0c5,segment=NetworkSegment(478e09eb-e72c-4611-89d0-372c3f749519),segment_id=478e09eb-e72c-4611-89d0-372c3f749519)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:54:31.948349 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:31.949936 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 364b743d-042d-4734-ac77-5bc18537c35c details requested by agent hyperv_n-h2-800634-1 with host n-h2-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 13:54:32.044569 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=9471cf76-3a42-44c0-8380-63156b7de0c5,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:54:32.086253 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 364b743d-042d-4734-ac77-5bc18537c35c, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=364b743d-042d-4734-ac77-5bc18537c35c,segment=NetworkSegment(a3fe607e-08a2-41e1-8fc9-863af09f7382),segment_id=a3fe607e-08a2-41e1-8fc9-863af09f7382)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:54:32.107178 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Returning: {'device': '364b743d-042d-4734-ac77-5bc18537c35c', 'network_id': 'c10609af-899d-4476-bb3f-a1771ca4066b', 'port_id': '364b743d-042d-4734-ac77-5bc18537c35c', 'mac_address': 'fa:16:3e:9e:7c:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8135eef-58f0-4af0-b4cf-468c412106b7', 'ip_address': '10.1.1.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 13:54:32.125483 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fa81e3-e764-485c-85f9-f7c2d15ade2d req-af19f0fd-8160-4050-ac46-770d113dbeeb tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:32.127776 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c3fa81e3-e764-485c-85f9-f7c2d15ade2d req-af19f0fd-8160-4050-ac46-770d113dbeeb tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8 HTTP/1.1" status: 200 len: 945 time: 0.2266240 Jul 13 13:54:32.168307 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:32.194077 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 364b743d-042d-4734-ac77-5bc18537c35c {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:54:32.232707 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 364b743d-042d-4734-ac77-5bc18537c35c, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=364b743d-042d-4734-ac77-5bc18537c35c,segment=NetworkSegment(a3fe607e-08a2-41e1-8fc9-863af09f7382),segment_id=a3fe607e-08a2-41e1-8fc9-863af09f7382)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:54:32.237853 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:32.244018 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30943699-00ce-48dd-a03b-ef761a5f86d3 req-ea175030-b689-4797-aec2-d7dace1bbca6 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:32.251484 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30943699-00ce-48dd-a03b-ef761a5f86d3 req-ea175030-b689-4797-aec2-d7dace1bbca6 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:32.258672 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30943699-00ce-48dd-a03b-ef761a5f86d3 req-ea175030-b689-4797-aec2-d7dace1bbca6 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:32.272730 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30943699-00ce-48dd-a03b-ef761a5f86d3 req-ea175030-b689-4797-aec2-d7dace1bbca6 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:32.280892 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c3fa81e3-e764-485c-85f9-f7c2d15ade2d req-5a9ae0de-0f39-49b2-b201-376b3245f01c tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/security-groups?id=0095868c-fb20-45e5-8afa-e9ed53786ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118951 Jul 13 13:54:32.281296 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30943699-00ce-48dd-a03b-ef761a5f86d3 req-ea175030-b689-4797-aec2-d7dace1bbca6 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:32.288420 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30943699-00ce-48dd-a03b-ef761a5f86d3 req-ea175030-b689-4797-aec2-d7dace1bbca6 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:32.296446 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30943699-00ce-48dd-a03b-ef761a5f86d3 req-ea175030-b689-4797-aec2-d7dace1bbca6 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:32.303969 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-30943699-00ce-48dd-a03b-ef761a5f86d3 req-ea175030-b689-4797-aec2-d7dace1bbca6 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] 10.222.0.23 "GET /v2.0/ports?device_id=607ad771-cd6f-4fcf-b175-a30341f1423f HTTP/1.1" status: 200 len: 5435 time: 0.1721857 Jul 13 13:54:32.318978 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=364b743d-042d-4734-ac77-5bc18537c35c,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:54:32.341429 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6936ec61-856c-4228-a228-af4bb7fbe80c tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks [] for router_gateway, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:32.364755 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-30943699-00ce-48dd-a03b-ef761a5f86d3 req-961335e6-2d54-4db5-a973-b2837b6254dd tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7715277-f4f6-436d-9885-f716be877834&id=85c9413d-5aef-4db8-8eb1-39a597c8c461&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0597732 Jul 13 13:54:32.562545 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 7b9f235e-3302-498e-8fc1-801f84220025 up at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:54:32.611003 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f899c89a-1685-4c7a-92af-cbac92993d88 req-9f0a6c70-ec45-4f95-bd3d-17af19b41cca tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:32.612470 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f899c89a-1685-4c7a-92af-cbac92993d88 req-9f0a6c70-ec45-4f95-bd3d-17af19b41cca tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8 HTTP/1.1" status: 200 len: 945 time: 0.1571279 Jul 13 13:54:32.656830 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning for port 7b9f235e-3302-498e-8fc1-801f84220025 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:54:32.662634 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning complete for port 7b9f235e-3302-498e-8fc1-801f84220025 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:54:32.663493 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:32.670306 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f899c89a-1685-4c7a-92af-cbac92993d88 req-5cfaba82-dc3c-4502-9cec-ae20fdebc3bd tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/security-groups?id=0095868c-fb20-45e5-8afa-e9ed53786ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448740 Jul 13 13:54:32.673173 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6936ec61-856c-4228-a228-af4bb7fbe80c tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447217'] for router, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:32.764684 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbf5aae-b001-4fce-84ad-9afe09260116 req-bd98f2ce-14a4-473c-8e2c-e1d75609e0c9 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:32.766664 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8cbf5aae-b001-4fce-84ad-9afe09260116 req-bd98f2ce-14a4-473c-8e2c-e1d75609e0c9 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e832037-f30e-4355-9b9e-477126f0e57b HTTP/1.1" status: 200 len: 908 time: 0.1254330 Jul 13 13:54:32.818158 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:32.849439 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e832037-f30e-4355-9b9e-477126f0e57b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b9f235e-3302-498e-8fc1-801f84220025'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:54:32.852170 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cff9dfed-843d-49c9-964c-e21789947a74" -d '{"events": [{"server_uuid": "6e832037-f30e-4355-9b9e-477126f0e57b", "name": "network-vif-plugged", "status": "completed", "tag": "7b9f235e-3302-498e-8fc1-801f84220025"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:54:32.875919 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 7b9f235e-3302-498e-8fc1-801f84220025, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=7b9f235e-3302-498e-8fc1-801f84220025,segment=NetworkSegment(19c0a70b-9da0-4ba3-973a-61bd42a44694),segment_id=19c0a70b-9da0-4ba3-973a-61bd42a44694)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:54:32.882775 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:32.960629 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:54:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e1059e0-dca9-494a-b1cf-7c3e873c9e68 x-openstack-request-id: req-4e1059e0-dca9-494a-b1cf-7c3e873c9e68 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:54:32.960922 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e832037-f30e-4355-9b9e-477126f0e57b", "name": "network-vif-plugged", "status": "completed", "tag": "7b9f235e-3302-498e-8fc1-801f84220025", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:54:32.961175 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4e1059e0-dca9-494a-b1cf-7c3e873c9e68 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:54:32.961661 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e832037-f30e-4355-9b9e-477126f0e57b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b9f235e-3302-498e-8fc1-801f84220025', 'code': 200} Jul 13 13:54:32.967658 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['580fca4a-3ae1-4d32-ab03-327db6d3f362'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:54:33.014421 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['a28e0383-d778-445e-917b-a6877ab44b08'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:54:33.017271 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['c1b3bef8-8fa9-45c3-9d8e-303ce20bc8ef'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:54:33.018712 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['6203edbb-d062-45f4-b681-abe477bae469'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:54:33.020324 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=7b9f235e-3302-498e-8fc1-801f84220025,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:54:33.039678 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['9471cf76-3a42-44c0-8380-63156b7de0c5'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:54:33.041765 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['364b743d-042d-4734-ac77-5bc18537c35c'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:54:33.046260 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['d3e632d4-9634-467f-9ba8-1d189f1ac176'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:54:33.139322 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2911be7-73ea-4022-a166-51053c994c9f req-6b39331f-43d8-4345-aa26-f3c65f31ff60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:33.143044 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a2911be7-73ea-4022-a166-51053c994c9f req-6b39331f-43d8-4345-aa26-f3c65f31ff60 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6e832037-f30e-4355-9b9e-477126f0e57b HTTP/1.1" status: 200 len: 1060 time: 0.1607611 Jul 13 13:54:33.182820 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6700d242-8aee-443b-a5c6-08ea60a7f8ca req-b20d70a0-8bfc-4d95-830a-63d04e6a47a6 tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:33.184703 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6700d242-8aee-443b-a5c6-08ea60a7f8ca req-b20d70a0-8bfc-4d95-830a-63d04e6a47a6 tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5219796-7cb4-4f57-83f9-a0e832f4593f HTTP/1.1" status: 200 len: 945 time: 0.0871851 Jul 13 13:54:33.237944 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6700d242-8aee-443b-a5c6-08ea60a7f8ca req-bd2e5c90-fa9f-4178-b1f8-cc9b46b286bb tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c36ff65-e031-4d60-bc12-4aaf4c57b43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474374 Jul 13 13:54:33.362936 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d567878e-d62b-4f33-ac8a-b30a90e536a3 req-12f4c629-44b3-4df8-91a2-6cd92fdd3c77 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:33.370316 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d567878e-d62b-4f33-ac8a-b30a90e536a3 req-12f4c629-44b3-4df8-91a2-6cd92fdd3c77 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8 HTTP/1.1" status: 200 len: 945 time: 0.5474455 Jul 13 13:54:33.374138 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6936ec61-856c-4228-a228-af4bb7fbe80c tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Router 643f65cd-a6de-4a43-accb-9a015047b4b2 is scheduled to L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 with binding_index 1 {{(pid=93751) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 13:54:33.459073 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d567878e-d62b-4f33-ac8a-b30a90e536a3 req-a0902d92-f6b3-4d7c-92bc-21e62eb94c7f tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/security-groups?id=0095868c-fb20-45e5-8afa-e9ed53786ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872080 Jul 13 13:54:33.534334 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6936ec61-856c-4228-a228-af4bb7fbe80c tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:54:33.553796 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-547f2673-d6bf-4ea9-ae31-bb05b95474bb None None] Sync routers for ids ['643f65cd-a6de-4a43-accb-9a015047b4b2'] in n-d-800634-1 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:54:33.559877 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6936ec61-856c-4228-a228-af4bb7fbe80c tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:33.560942 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-6936ec61-856c-4228-a228-af4bb7fbe80c tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.1362274 Jul 13 13:54:33.563778 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 57984) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:54:33.576786 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-547f2673-d6bf-4ea9-ae31-bb05b95474bb None None] Routers {'643f65cd-a6de-4a43-accb-9a015047b4b2'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:54:33.580560 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-547f2673-d6bf-4ea9-ae31-bb05b95474bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:54:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['643f65cd-a6de-4a43-accb-9a015047b4b2'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:54:33.603105 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-a871c9a1-0d03-44ac-b44c-57ac7e02ebbb tempest-TestNetworkBasicOps-1997131872 tempest-TestNetworkBasicOps-1997131872-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=c841d7dd73ac40a085273ab2774b9cc2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0357964 Jul 13 13:54:33.603381 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 57990) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:54:33.744942 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f26ff546-c481-4a7a-b31c-b6d40ae3506c tempest-TestNetworkBasicOps-1997131872 tempest-TestNetworkBasicOps-1997131872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:33.749799 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-f26ff546-c481-4a7a-b31c-b6d40ae3506c tempest-TestNetworkBasicOps-1997131872 tempest-TestNetworkBasicOps-1997131872-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1429393 Jul 13 13:54:33.750076 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 57994) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:54:33.809849 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7223a6-7622-4e07-8207-ab45f0a41022 req-c8424da2-0618-4407-b428-df46e2909d6f tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:33.821629 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-0727ce7a-7fe3-41d6-84a6-c5c8ec824947 tempest-TestNetworkBasicOps-1997131872 tempest-TestNetworkBasicOps-1997131872-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=acf968b8-c524-46a9-a20b-ad9667009130&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0704124 Jul 13 13:54:33.822259 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 57998) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:54:33.827501 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7223a6-7622-4e07-8207-ab45f0a41022 req-c8424da2-0618-4407-b428-df46e2909d6f tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:33.828869 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-33dfd530-0f49-4ac9-b680-2d37c4a4c0e2 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1056863924', 'network_id': 'd3e80788-46f1-47e0-8cfc-11b993e68aea', 'project_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:54:33.843218 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7223a6-7622-4e07-8207-ab45f0a41022 req-c8424da2-0618-4407-b428-df46e2909d6f tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:33.855909 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7223a6-7622-4e07-8207-ab45f0a41022 req-c8424da2-0618-4407-b428-df46e2909d6f tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:33.860033 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-547f2673-d6bf-4ea9-ae31-bb05b95474bb None None] Set router 643f65cd-a6de-4a43-accb-9a015047b4b2 gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:54:33.875983 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7223a6-7622-4e07-8207-ab45f0a41022 req-c8424da2-0618-4407-b428-df46e2909d6f tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:33.897755 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7223a6-7622-4e07-8207-ab45f0a41022 req-c8424da2-0618-4407-b428-df46e2909d6f tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:33.911737 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7223a6-7622-4e07-8207-ab45f0a41022 req-c8424da2-0618-4407-b428-df46e2909d6f tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:33.925713 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5c7223a6-7622-4e07-8207-ab45f0a41022 req-c8424da2-0618-4407-b428-df46e2909d6f tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] 10.222.0.23 "GET /v2.0/ports?device_id=607ad771-cd6f-4fcf-b175-a30341f1423f HTTP/1.1" status: 200 len: 5436 time: 0.2869139 Jul 13 13:54:33.992298 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5c7223a6-7622-4e07-8207-ab45f0a41022 req-28166296-8ec3-4059-b1a2-88973034f5c7 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7715277-f4f6-436d-9885-f716be877834&id=85c9413d-5aef-4db8-8eb1-39a597c8c461&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0654142 Jul 13 13:54:34.008831 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33dfd530-0f49-4ac9-b680-2d37c4a4c0e2 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Made reservation on behalf of c841d7dd73ac40a085273ab2774b9cc2 for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:54:34.013780 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-33dfd530-0f49-4ac9-b680-2d37c4a4c0e2 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6104980'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:34.126068 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d085503-5a5a-4a8b-b578-df4f57a9e9cb req-5dc66805-9cfc-403a-a584-07530f8cd768 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:34.133428 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-0d085503-5a5a-4a8b-b578-df4f57a9e9cb req-5dc66805-9cfc-403a-a584-07530f8cd768 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8 HTTP/1.1" status: 200 len: 945 time: 0.2624002 Jul 13 13:54:34.212535 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-0d085503-5a5a-4a8b-b578-df4f57a9e9cb req-8b9d692e-d0c7-4f8f-83d4-98d6c48f36d7 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/security-groups?id=0095868c-fb20-45e5-8afa-e9ed53786ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757656 Jul 13 13:54:34.319871 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd8c622-e49e-415f-9765-a3ad59b85fb7 req-abf207ea-61dc-4322-9373-818ea920eafc tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:34.321957 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5bd8c622-e49e-415f-9765-a3ad59b85fb7 req-abf207ea-61dc-4322-9373-818ea920eafc tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e832037-f30e-4355-9b9e-477126f0e57b HTTP/1.1" status: 200 len: 909 time: 0.0860236 Jul 13 13:54:34.397922 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-33dfd530-0f49-4ac9-b680-2d37c4a4c0e2 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6018343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6104998'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:34.443012 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-547f2673-d6bf-4ea9-ae31-bb05b95474bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '643f65cd-a6de-4a43-accb-9a015047b4b2', 'name': 'tempest-TestNetworkBasicOps-router-1263914146', 'tenant_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': 'b5f46573-26cf-468f-92d3-2c4710013180', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:54:30Z', 'updated_at': '2021-07-13T13:54:32Z', 'revision_number': 3, 'project_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'gw_port': {'id': 'b5f46573-26cf-468f-92d3-2c4710013180', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:07:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '643f65cd-a6de-4a43-accb-9a015047b4b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2735, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:54:31Z', 'updated_at': '2021-07-13T13:54:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:54:34.470972 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dfd530-0f49-4ac9-b680-2d37c4a4c0e2 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Pushing event updated for resources: {'Subnet': ['ID=703d36fa-39ec-4441-9072-18d674a53d9b,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:54:34.478938 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-547f2673-d6bf-4ea9-ae31-bb05b95474bb None None] Checking router: 643f65cd-a6de-4a43-accb-9a015047b4b2 for host: n-d-800634-1 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 13:54:34.479084 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-547f2673-d6bf-4ea9-ae31-bb05b95474bb None None] Updating router 643f65cd-a6de-4a43-accb-9a015047b4b2 port b5f46573-26cf-468f-92d3-2c4710013180 binding host n-d-800634-1 {{(pid=93753) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 13:54:34.525812 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-547f2673-d6bf-4ea9-ae31-bb05b95474bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:34.548516 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33dfd530-0f49-4ac9-b680-2d37c4a4c0e2 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Checking segment: {'id': 'bf55e58c-4075-48ea-ab90-3c2e26c2b390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'd3e80788-46f1-47e0-8cfc-11b993e68aea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:54:34.548935 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33dfd530-0f49-4ac9-b680-2d37c4a4c0e2 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Network hostable DHCP agents. Network: d3e80788-46f1-47e0-8cfc-11b993e68aea, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 13:54:34.586884 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83675fa-356f-444b-a77a-6501f1308076 req-f0ddf89d-cc5d-4d05-aeb9-cfd0ec5f4939 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:34.596050 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c83675fa-356f-444b-a77a-6501f1308076 req-f0ddf89d-cc5d-4d05-aeb9-cfd0ec5f4939 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8 HTTP/1.1" status: 200 len: 945 time: 0.1204143 Jul 13 13:54:34.607798 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33dfd530-0f49-4ac9-b680-2d37c4a4c0e2 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Network d3e80788-46f1-47e0-8cfc-11b993e68aea is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 13:54:34.629364 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-33dfd530-0f49-4ac9-b680-2d37c4a4c0e2 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, d3e80788-46f1-47e0-8cfc-11b993e68aea) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:54:34.645223 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c92f152-a83f-4122-8c2e-a62a5f702a7a None None] Network d3e80788-46f1-47e0-8cfc-11b993e68aea requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:54:34.666576 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33dfd530-0f49-4ac9-b680-2d37c4a4c0e2 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:34.669101 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-33dfd530-0f49-4ac9-b680-2d37c4a4c0e2 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:34.711041 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c83675fa-356f-444b-a77a-6501f1308076 req-db2bd050-6a07-4288-9b7f-f98b8d4b0d09 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/security-groups?id=0095868c-fb20-45e5-8afa-e9ed53786ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133833 Jul 13 13:54:34.719295 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-33dfd530-0f49-4ac9-b680-2d37c4a4c0e2 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8960278 Jul 13 13:54:34.722762 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 58020) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:54:34.855451 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-547f2673-d6bf-4ea9-ae31-bb05b95474bb None None] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:34.867982 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-547f2673-d6bf-4ea9-ae31-bb05b95474bb None None] Transition to ACTIVE for port object b5f46573-26cf-468f-92d3-2c4710013180 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:54:34.869890 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf861960-5a26-459c-914f-9682fdac25e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a7201e1-61ce-5a3e-b7f7-e800379ed03b-d3e80788-46f1-47e0-8cfc-11b993e68aea', 'network_id': 'd3e80788-46f1-47e0-8cfc-11b993e68aea', 'tenant_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'fixed_ips': [{'subnet_id': '703d36fa-39ec-4441-9072-18d674a53d9b'}]}} from n-d-800634-1. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 13:54:34.872256 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-cf861960-5a26-459c-914f-9682fdac25e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:34.878606 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-547f2673-d6bf-4ea9-ae31-bb05b95474bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:34.920258 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-547f2673-d6bf-4ea9-ae31-bb05b95474bb None None] Attempting to bind port b5f46573-26cf-468f-92d3-2c4710013180 on host n-d-800634-1 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:54:34.920634 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-547f2673-d6bf-4ea9-ae31-bb05b95474bb None None] Attempting to bind port b5f46573-26cf-468f-92d3-2c4710013180 by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:54:34.920995 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547f2673-d6bf-4ea9-ae31-bb05b95474bb None None] Attempting to bind port b5f46573-26cf-468f-92d3-2c4710013180 on network acf968b8-c524-46a9-a20b-ad9667009130 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:54:34.946054 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547f2673-d6bf-4ea9-ae31-bb05b95474bb None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 54, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:54:34.946441 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547f2673-d6bf-4ea9-ae31-bb05b95474bb None None] Checking segment: {'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:54:34.946833 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-547f2673-d6bf-4ea9-ae31-bb05b95474bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:34.947223 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547f2673-d6bf-4ea9-ae31-bb05b95474bb None None] Bound using segment: {'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:54:34.947704 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-547f2673-d6bf-4ea9-ae31-bb05b95474bb None None] Bound port: b5f46573-26cf-468f-92d3-2c4710013180, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:54:34.948209 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-547f2673-d6bf-4ea9-ae31-bb05b95474bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:34.954368 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782becf9-e892-4b03-9ba4-b85f7d1ffcc9 req-2a6a12f4-e0aa-4524-9f68-fd768faab44f tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:34.961208 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-782becf9-e892-4b03-9ba4-b85f7d1ffcc9 req-2a6a12f4-e0aa-4524-9f68-fd768faab44f tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5219796-7cb4-4f57-83f9-a0e832f4593f HTTP/1.1" status: 200 len: 945 time: 0.3031461 Jul 13 13:54:35.022203 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6cf486-df54-4285-b649-3bcc108415d1 None None] Pushing event updated for resources: {'Port': ['ID=b5f46573-26cf-468f-92d3-2c4710013180,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:54:35.034581 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-782becf9-e892-4b03-9ba4-b85f7d1ffcc9 req-05ab3c55-23ac-48c2-b73e-39a08df205a5 tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c36ff65-e031-4d60-bc12-4aaf4c57b43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722535 Jul 13 13:54:35.071092 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-547f2673-d6bf-4ea9-ae31-bb05b95474bb None None] For port b5f46573-26cf-468f-92d3-2c4710013180, host n-d-800634-1, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:54:35.086264 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-547f2673-d6bf-4ea9-ae31-bb05b95474bb None None] For port b5f46573-26cf-468f-92d3-2c4710013180, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=b5f46573-26cf-468f-92d3-2c4710013180,segment=NetworkSegment(3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87),segment_id=3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:54:35.096339 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-547f2673-d6bf-4ea9-ae31-bb05b95474bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:35.104807 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-cf861960-5a26-459c-914f-9682fdac25e4 None None] Allocated IP 172.20.0.2 (d3e80788-46f1-47e0-8cfc-11b993e68aea/703d36fa-39ec-4441-9072-18d674a53d9b/7241c6ca-85e0-4dc7-88d6-bfabe1a2ffe4) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:54:35.153881 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8b2483-4268-4155-a027-6e8a1d1f3a84 req-8c330684-dadd-4747-8ded-1b5fa5f28e7d tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:35.158855 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8a8b2483-4268-4155-a027-6e8a1d1f3a84 req-8c330684-dadd-4747-8ded-1b5fa5f28e7d tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e832037-f30e-4355-9b9e-477126f0e57b HTTP/1.1" status: 200 len: 909 time: 0.1858346 Jul 13 13:54:35.221517 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-547f2673-d6bf-4ea9-ae31-bb05b95474bb None None] Routers {'643f65cd-a6de-4a43-accb-9a015047b4b2'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:54:35.226073 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-547f2673-d6bf-4ea9-ae31-bb05b95474bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:54:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['643f65cd-a6de-4a43-accb-9a015047b4b2'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:54:35.229834 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6cf486-df54-4285-b649-3bcc108415d1 None None] Pushing event updated for resources: {'Port': ['ID=b5f46573-26cf-468f-92d3-2c4710013180,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:54:35.380384 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-cf861960-5a26-459c-914f-9682fdac25e4 None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:35.390035 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4709574b-8583-4d61-b67f-1982facc066a req-91da4c9a-8861-49bf-ab56-5780f896e442 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:35.397327 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4709574b-8583-4d61-b67f-1982facc066a req-91da4c9a-8861-49bf-ab56-5780f896e442 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8 HTTP/1.1" status: 200 len: 945 time: 0.0901549 Jul 13 13:54:35.410401 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-cf861960-5a26-459c-914f-9682fdac25e4 None None] Transition to ACTIVE for port object 7241c6ca-85e0-4dc7-88d6-bfabe1a2ffe4 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:54:35.434555 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-cf861960-5a26-459c-914f-9682fdac25e4 None None] Transition to ACTIVE for port object 7241c6ca-85e0-4dc7-88d6-bfabe1a2ffe4 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:54:35.442902 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-cf861960-5a26-459c-914f-9682fdac25e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:35.452148 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4709574b-8583-4d61-b67f-1982facc066a req-b33ff3cc-9f2a-4e94-925c-7538071d5bd7 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/security-groups?id=0095868c-fb20-45e5-8afa-e9ed53786ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533350 Jul 13 13:54:35.479342 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf861960-5a26-459c-914f-9682fdac25e4 None None] Network d3e80788-46f1-47e0-8cfc-11b993e68aea is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:54:35.484839 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-cf861960-5a26-459c-914f-9682fdac25e4 None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:54:35.512242 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf861960-5a26-459c-914f-9682fdac25e4 None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:54:35.512535 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-547f2673-d6bf-4ea9-ae31-bb05b95474bb None None] Set router 643f65cd-a6de-4a43-accb-9a015047b4b2 gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:54:35.606760 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5de527-2961-4fcb-9ce1-0770ba128ee3 req-e37b8f96-82ba-4822-a111-1eade78cb718 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:35.612909 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5de527-2961-4fcb-9ce1-0770ba128ee3 req-e37b8f96-82ba-4822-a111-1eade78cb718 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:35.623760 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5de527-2961-4fcb-9ce1-0770ba128ee3 req-e37b8f96-82ba-4822-a111-1eade78cb718 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:35.627182 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2d0536-5237-409e-a61c-aeaf0399f84a req-78b18f19-dca6-4642-b717-eb4b86c07e78 tempest-TestSecurityGroupsBasicOps-952751891 tempest-TestSecurityGroupsBasicOps-952751891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:35.628940 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1e2d0536-5237-409e-a61c-aeaf0399f84a req-78b18f19-dca6-4642-b717-eb4b86c07e78 tempest-TestSecurityGroupsBasicOps-952751891 tempest-TestSecurityGroupsBasicOps-952751891-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=6e832037-f30e-4355-9b9e-477126f0e57b HTTP/1.1" status: 200 len: 1060 time: 0.0592484 Jul 13 13:54:35.632829 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5de527-2961-4fcb-9ce1-0770ba128ee3 req-e37b8f96-82ba-4822-a111-1eade78cb718 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:35.641623 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5de527-2961-4fcb-9ce1-0770ba128ee3 req-e37b8f96-82ba-4822-a111-1eade78cb718 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:35.655779 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5de527-2961-4fcb-9ce1-0770ba128ee3 req-e37b8f96-82ba-4822-a111-1eade78cb718 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:35.672846 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5de527-2961-4fcb-9ce1-0770ba128ee3 req-e37b8f96-82ba-4822-a111-1eade78cb718 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:35.680899 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8a5de527-2961-4fcb-9ce1-0770ba128ee3 req-e37b8f96-82ba-4822-a111-1eade78cb718 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] 10.222.0.23 "GET /v2.0/ports?device_id=607ad771-cd6f-4fcf-b175-a30341f1423f HTTP/1.1" status: 200 len: 5436 time: 0.3381774 Jul 13 13:54:35.688820 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf861960-5a26-459c-914f-9682fdac25e4 None None] Pushing event updated for resources: {'Port': ['ID=7241c6ca-85e0-4dc7-88d6-bfabe1a2ffe4,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:54:35.691625 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-cf861960-5a26-459c-914f-9682fdac25e4 None None] Attempting to bind port 7241c6ca-85e0-4dc7-88d6-bfabe1a2ffe4 on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:54:35.692053 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-cf861960-5a26-459c-914f-9682fdac25e4 None None] Attempting to bind port 7241c6ca-85e0-4dc7-88d6-bfabe1a2ffe4 by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': 'bf55e58c-4075-48ea-ab90-3c2e26c2b390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'd3e80788-46f1-47e0-8cfc-11b993e68aea'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:54:35.692416 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf861960-5a26-459c-914f-9682fdac25e4 None None] Attempting to bind port 7241c6ca-85e0-4dc7-88d6-bfabe1a2ffe4 on network d3e80788-46f1-47e0-8cfc-11b993e68aea {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:54:35.708333 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf861960-5a26-459c-914f-9682fdac25e4 None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 54, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:54:35.711011 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf861960-5a26-459c-914f-9682fdac25e4 None None] Checking segment: {'id': 'bf55e58c-4075-48ea-ab90-3c2e26c2b390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'd3e80788-46f1-47e0-8cfc-11b993e68aea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:54:35.711715 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-cf861960-5a26-459c-914f-9682fdac25e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:35.712335 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf861960-5a26-459c-914f-9682fdac25e4 None None] Bound using segment: {'id': 'bf55e58c-4075-48ea-ab90-3c2e26c2b390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'd3e80788-46f1-47e0-8cfc-11b993e68aea'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:54:35.715017 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-cf861960-5a26-459c-914f-9682fdac25e4 None None] Bound port: 7241c6ca-85e0-4dc7-88d6-bfabe1a2ffe4, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf55e58c-4075-48ea-ab90-3c2e26c2b390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'd3e80788-46f1-47e0-8cfc-11b993e68aea'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:54:35.716159 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-cf861960-5a26-459c-914f-9682fdac25e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:35.732649 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-547f2673-d6bf-4ea9-ae31-bb05b95474bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '643f65cd-a6de-4a43-accb-9a015047b4b2', 'name': 'tempest-TestNetworkBasicOps-router-1263914146', 'tenant_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': 'b5f46573-26cf-468f-92d3-2c4710013180', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:54:30Z', 'updated_at': '2021-07-13T13:54:32Z', 'revision_number': 3, 'project_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'gw_port': {'id': 'b5f46573-26cf-468f-92d3-2c4710013180', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:07:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '643f65cd-a6de-4a43-accb-9a015047b4b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2735, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:54:31Z', 'updated_at': '2021-07-13T13:54:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:54:35.741710 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8a5de527-2961-4fcb-9ce1-0770ba128ee3 req-ffa3b4f5-46cb-4319-8f50-8882256890d1 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7715277-f4f6-436d-9885-f716be877834&id=85c9413d-5aef-4db8-8eb1-39a597c8c461&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0577056 Jul 13 13:54:35.774389 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-547f2673-d6bf-4ea9-ae31-bb05b95474bb None None] The sync data for ids ['643f65cd-a6de-4a43-accb-9a015047b4b2'] in n-d-800634-1 is: [{'id': '643f65cd-a6de-4a43-accb-9a015047b4b2', 'name': 'tempest-TestNetworkBasicOps-router-1263914146', 'tenant_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': 'b5f46573-26cf-468f-92d3-2c4710013180', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:54:30Z', 'updated_at': '2021-07-13T13:54:32Z', 'revision_number': 3, 'project_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'gw_port': {'id': 'b5f46573-26cf-468f-92d3-2c4710013180', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:07:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '643f65cd-a6de-4a43-accb-9a015047b4b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2735, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:54:31Z', 'updated_at': '2021-07-13T13:54:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:54:35.814310 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-dc6dc3fe-75c0-4b2b-b711-2d86eb4d7728 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:35.897020 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b0b649-a3c0-4e28-97da-e37e7f287be6 req-e64f0ad5-e117-4eaf-8202-136530dd7b16 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:35.898579 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c2b0b649-a3c0-4e28-97da-e37e7f287be6 req-e64f0ad5-e117-4eaf-8202-136530dd7b16 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8 HTTP/1.1" status: 200 len: 945 time: 0.1061997 Jul 13 13:54:35.904806 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-cf861960-5a26-459c-914f-9682fdac25e4 None None] For port 7241c6ca-85e0-4dc7-88d6-bfabe1a2ffe4, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:54:35.915618 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-cf861960-5a26-459c-914f-9682fdac25e4 None None] For port 7241c6ca-85e0-4dc7-88d6-bfabe1a2ffe4, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=7241c6ca-85e0-4dc7-88d6-bfabe1a2ffe4,segment=NetworkSegment(bf55e58c-4075-48ea-ab90-3c2e26c2b390),segment_id=bf55e58c-4075-48ea-ab90-3c2e26c2b390)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:54:35.921756 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-cf861960-5a26-459c-914f-9682fdac25e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:35.977769 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c2b0b649-a3c0-4e28-97da-e37e7f287be6 req-e60676f8-7be0-47a1-aa88-fe2c10a79375 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/security-groups?id=0095868c-fb20-45e5-8afa-e9ed53786ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682065 Jul 13 13:54:36.080985 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf861960-5a26-459c-914f-9682fdac25e4 None None] Pushing event updated for resources: {'Port': ['ID=7241c6ca-85e0-4dc7-88d6-bfabe1a2ffe4,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:54:36.267078 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device a28e0383-d778-445e-917b-a6877ab44b08 up at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:54:36.309477 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-dc6dc3fe-75c0-4b2b-b711-2d86eb4d7728 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Allocated IP 172.20.0.1 (d3e80788-46f1-47e0-8cfc-11b993e68aea/703d36fa-39ec-4441-9072-18d674a53d9b/4fb487f2-ca23-4cb5-9948-c8e215b37c5a) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:54:36.388789 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning for port a28e0383-d778-445e-917b-a6877ab44b08 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:54:36.397472 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning complete for port a28e0383-d778-445e-917b-a6877ab44b08 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:54:36.398135 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:36.424706 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9786b63-c14f-4e85-9043-0a7d65017224 req-d9c4ace4-fdf7-4948-b7ea-30cacc32c185 tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:36.426587 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f9786b63-c14f-4e85-9043-0a7d65017224 req-d9c4ace4-fdf7-4948-b7ea-30cacc32c185 tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5219796-7cb4-4f57-83f9-a0e832f4593f HTTP/1.1" status: 200 len: 945 time: 0.1270330 Jul 13 13:54:36.428233 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c40665-e701-4944-8e53-730b950151bf req-6ed8bfd9-0290-4573-a679-4e50b5764aa9 tempest-TestSecurityGroupsBasicOps-952751891 tempest-TestSecurityGroupsBasicOps-952751891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:36.429836 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-71c40665-e701-4944-8e53-730b950151bf req-6ed8bfd9-0290-4573-a679-4e50b5764aa9 tempest-TestSecurityGroupsBasicOps-952751891 tempest-TestSecurityGroupsBasicOps-952751891-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=e0623dfb-e1d1-46eb-aca1-e98aebdb766a HTTP/1.1" status: 200 len: 1135 time: 0.3209107 Jul 13 13:54:36.494254 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f9786b63-c14f-4e85-9043-0a7d65017224 req-a33885b4-ce2e-487e-995e-eb6c791825be tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c36ff65-e031-4d60-bc12-4aaf4c57b43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524502 Jul 13 13:54:36.526137 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:36.576057 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519f5276-283c-4b2d-a7a6-7fe1aba7ecac req-b6655f38-5bc0-4977-a41a-8da8c23dfdee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:36.577621 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-519f5276-283c-4b2d-a7a6-7fe1aba7ecac req-b6655f38-5bc0-4977-a41a-8da8c23dfdee service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c5219796-7cb4-4f57-83f9-a0e832f4593f HTTP/1.1" status: 200 len: 1096 time: 0.4576504 Jul 13 13:54:36.597575 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '607ad771-cd6f-4fcf-b175-a30341f1423f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a28e0383-d778-445e-917b-a6877ab44b08'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:54:36.602760 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10f8d5e4-923c-44d4-b8fb-e121ec4931b0" -d '{"events": [{"server_uuid": "607ad771-cd6f-4fcf-b175-a30341f1423f", "name": "network-vif-plugged", "status": "completed", "tag": "a28e0383-d778-445e-917b-a6877ab44b08"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:54:36.630823 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-71c40665-e701-4944-8e53-730b950151bf req-f4485651-35bd-4a08-a08f-67c67ff73dab tempest-TestSecurityGroupsBasicOps-952751891 tempest-TestSecurityGroupsBasicOps-952751891-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=6a78e279-d709-42b9-aaf7-356b3cfbd126&id=c8c7e05f-15f3-445a-9885-cf3dba58692f&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1792004 Jul 13 13:54:36.643406 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port a28e0383-d778-445e-917b-a6877ab44b08, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=a28e0383-d778-445e-917b-a6877ab44b08,segment=NetworkSegment(459f27d6-b1fd-43cc-9134-6320fdd4c59f),segment_id=459f27d6-b1fd-43cc-9134-6320fdd4c59f)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:54:36.651949 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 58062) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:54:36.652642 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:36.653640 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 580fca4a-3ae1-4d32-ab03-327db6d3f362 up at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:54:36.711701 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-519f5276-283c-4b2d-a7a6-7fe1aba7ecac req-614ca12c-5c56-49ba-97d9-3203822a3e81 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=7c36ff65-e031-4d60-bc12-4aaf4c57b43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203601 Jul 13 13:54:36.728192 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966de847-30f1-4a6b-8dff-2d60200789b3 req-27d1e1e4-1dc2-4cae-98f0-465eb9e93437 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:36.736245 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-966de847-30f1-4a6b-8dff-2d60200789b3 req-27d1e1e4-1dc2-4cae-98f0-465eb9e93437 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8 HTTP/1.1" status: 200 len: 945 time: 0.1257153 Jul 13 13:54:36.738667 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:54:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4434d8e4-2921-44fb-b7b4-428c5db8086f x-openstack-request-id: req-4434d8e4-2921-44fb-b7b4-428c5db8086f {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:54:36.739187 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "607ad771-cd6f-4fcf-b175-a30341f1423f", "name": "network-vif-plugged", "status": "completed", "tag": "a28e0383-d778-445e-917b-a6877ab44b08", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:54:36.739420 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4434d8e4-2921-44fb-b7b4-428c5db8086f {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:54:36.741668 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '607ad771-cd6f-4fcf-b175-a30341f1423f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a28e0383-d778-445e-917b-a6877ab44b08', 'code': 200} Jul 13 13:54:36.769303 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-dc6dc3fe-75c0-4b2b-b711-2d86eb4d7728 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:36.795022 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd092bd-f020-4c4c-b759-cf57c9205483 tempest-TestSecurityGroupsBasicOps-952751891 tempest-TestSecurityGroupsBasicOps-952751891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:36.802625 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-5dd092bd-f020-4c4c-b759-cf57c9205483 tempest-TestSecurityGroupsBasicOps-952751891 tempest-TestSecurityGroupsBasicOps-952751891-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=6e832037-f30e-4355-9b9e-477126f0e57b HTTP/1.1" status: 200 len: 1055 time: 0.1438375 Jul 13 13:54:36.808150 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning for port 580fca4a-3ae1-4d32-ab03-327db6d3f362 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:54:36.808776 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [None req-dc6dc3fe-75c0-4b2b-b711-2d86eb4d7728 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Transition to ACTIVE for port object 4fb487f2-ca23-4cb5-9948-c8e215b37c5a will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:54:36.818828 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-966de847-30f1-4a6b-8dff-2d60200789b3 req-7e718556-e25e-41bd-8da5-cb5038c6d0cf tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/security-groups?id=0095868c-fb20-45e5-8afa-e9ed53786ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817120 Jul 13 13:54:36.834631 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning complete for port 580fca4a-3ae1-4d32-ab03-327db6d3f362 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:54:36.842583 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:36.846276 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=a28e0383-d778-445e-917b-a6877ab44b08,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:54:36.910621 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-dc6dc3fe-75c0-4b2b-b711-2d86eb4d7728 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:36.983032 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc6dc3fe-75c0-4b2b-b711-2d86eb4d7728 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Network d3e80788-46f1-47e0-8cfc-11b993e68aea is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:54:36.984453 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:36.991507 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-dc6dc3fe-75c0-4b2b-b711-2d86eb4d7728 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:54:37.003941 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6dc3fe-75c0-4b2b-b711-2d86eb4d7728 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:54:37.061077 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 580fca4a-3ae1-4d32-ab03-327db6d3f362, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=580fca4a-3ae1-4d32-ab03-327db6d3f362,segment=NetworkSegment(a3fe607e-08a2-41e1-8fc9-863af09f7382),segment_id=a3fe607e-08a2-41e1-8fc9-863af09f7382)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:54:37.065195 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6dc3fe-75c0-4b2b-b711-2d86eb4d7728 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Pushing event updated for resources: {'Port': ['ID=4fb487f2-ca23-4cb5-9948-c8e215b37c5a,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:54:37.078993 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6dc3fe-75c0-4b2b-b711-2d86eb4d7728 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:54:37.079375 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:37.079565 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6dc3fe-75c0-4b2b-b711-2d86eb4d7728 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:54:37.080051 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6dc3fe-75c0-4b2b-b711-2d86eb4d7728 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:54:37.080203 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device d3e632d4-9634-467f-9ba8-1d189f1ac176 up at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:54:37.081284 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6dc3fe-75c0-4b2b-b711-2d86eb4d7728 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:54:37.081781 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6dc3fe-75c0-4b2b-b711-2d86eb4d7728 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:54:37.082796 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6dc3fe-75c0-4b2b-b711-2d86eb4d7728 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:54:37.086769 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6dc3fe-75c0-4b2b-b711-2d86eb4d7728 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:54:37.086769 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6dc3fe-75c0-4b2b-b711-2d86eb4d7728 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:54:37.086769 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6dc3fe-75c0-4b2b-b711-2d86eb4d7728 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:54:37.086769 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6dc3fe-75c0-4b2b-b711-2d86eb4d7728 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:54:37.086769 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6dc3fe-75c0-4b2b-b711-2d86eb4d7728 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:54:37.086769 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6dc3fe-75c0-4b2b-b711-2d86eb4d7728 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:54:37.188668 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-dc6dc3fe-75c0-4b2b-b711-2d86eb4d7728 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-450452'] for router_interface, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:37.296513 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device b5f46573-26cf-468f-92d3-2c4710013180 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:54:37.328781 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=580fca4a-3ae1-4d32-ab03-327db6d3f362,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:54:37.370992 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4813385-5771-4633-9d7a-2734ee9bbcc6 req-5afcd698-e37a-430f-ac74-f725d7f28816 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:37.377386 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4813385-5771-4633-9d7a-2734ee9bbcc6 req-5afcd698-e37a-430f-ac74-f725d7f28816 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:37.384058 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4813385-5771-4633-9d7a-2734ee9bbcc6 req-5afcd698-e37a-430f-ac74-f725d7f28816 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:37.390797 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4813385-5771-4633-9d7a-2734ee9bbcc6 req-5afcd698-e37a-430f-ac74-f725d7f28816 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:37.412318 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4813385-5771-4633-9d7a-2734ee9bbcc6 req-5afcd698-e37a-430f-ac74-f725d7f28816 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:37.445151 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning for port d3e632d4-9634-467f-9ba8-1d189f1ac176 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:54:37.450160 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4813385-5771-4633-9d7a-2734ee9bbcc6 req-5afcd698-e37a-430f-ac74-f725d7f28816 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:37.462716 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning complete for port d3e632d4-9634-467f-9ba8-1d189f1ac176 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:54:37.463218 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:37.465321 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4813385-5771-4633-9d7a-2734ee9bbcc6 req-5afcd698-e37a-430f-ac74-f725d7f28816 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:37.480440 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e4813385-5771-4633-9d7a-2734ee9bbcc6 req-5afcd698-e37a-430f-ac74-f725d7f28816 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] 10.222.0.23 "GET /v2.0/ports?device_id=607ad771-cd6f-4fcf-b175-a30341f1423f HTTP/1.1" status: 200 len: 5438 time: 0.4554455 Jul 13 13:54:37.523436 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port b5f46573-26cf-468f-92d3-2c4710013180 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:54:37.552066 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port b5f46573-26cf-468f-92d3-2c4710013180 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:54:37.552865 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:37.633817 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e4813385-5771-4633-9d7a-2734ee9bbcc6 req-3e0b1eb3-e767-4030-97c1-d18dc81b7929 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7715277-f4f6-436d-9885-f716be877834&id=85c9413d-5aef-4db8-8eb1-39a597c8c461&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1420529 Jul 13 13:54:37.642618 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-dc6dc3fe-75c0-4b2b-b711-2d86eb4d7728 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:37.724272 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87b542f-0f73-4b1f-9eb8-fa52bd9f172d req-f8324932-c7bf-4960-b99f-d0c954ad5519 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:37.736153 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c87b542f-0f73-4b1f-9eb8-fa52bd9f172d req-f8324932-c7bf-4960-b99f-d0c954ad5519 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8 HTTP/1.1" status: 200 len: 945 time: 0.1751914 Jul 13 13:54:37.779599 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:37.795709 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c87b542f-0f73-4b1f-9eb8-fa52bd9f172d req-8959745d-5997-4c84-8907-0fddd721940d tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/security-groups?id=0095868c-fb20-45e5-8afa-e9ed53786ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554936 Jul 13 13:54:37.811892 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f41822-ccac-4f77-9cc5-1f7eae73a892 None None] Network d3e80788-46f1-47e0-8cfc-11b993e68aea requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:54:37.872085 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port b5f46573-26cf-468f-92d3-2c4710013180, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=b5f46573-26cf-468f-92d3-2c4710013180,segment=NetworkSegment(3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87),segment_id=3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:54:37.903628 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:37.909552 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:37.910464 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 7241c6ca-85e0-4dc7-88d6-bfabe1a2ffe4 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:54:38.035379 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a9a6a5-7c79-495b-97cf-28a252818ec0 req-76624b46-0e9f-4bab-9c92-e7bdb44762ce tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:38.044980 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-30a9a6a5-7c79-495b-97cf-28a252818ec0 req-76624b46-0e9f-4bab-9c92-e7bdb44762ce tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5219796-7cb4-4f57-83f9-a0e832f4593f HTTP/1.1" status: 200 len: 945 time: 0.1013184 Jul 13 13:54:38.045187 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25242bd1-b62f-4c79-af24-4afaf25cf5cc req-1b13d28a-e168-4d3e-a4d3-bbaac0c89d3f tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:38.046664 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-25242bd1-b62f-4c79-af24-4afaf25cf5cc req-1b13d28a-e168-4d3e-a4d3-bbaac0c89d3f tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e832037-f30e-4355-9b9e-477126f0e57b HTTP/1.1" status: 200 len: 909 time: 0.1595385 Jul 13 13:54:38.111814 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-30a9a6a5-7c79-495b-97cf-28a252818ec0 req-c2dd4504-9b9f-4fbd-b88a-ca2acf537b80 tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c36ff65-e031-4d60-bc12-4aaf4c57b43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603049 Jul 13 13:54:38.201527 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-dc6dc3fe-75c0-4b2b-b711-2d86eb4d7728 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:38.216182 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-dc6dc3fe-75c0-4b2b-b711-2d86eb4d7728 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:38.320571 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-84d4d034-4d5d-4df3-9054-f5d786a8a5f0 None None] Provisioning for port 7241c6ca-85e0-4dc7-88d6-bfabe1a2ffe4 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:54:38.347115 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port d3e632d4-9634-467f-9ba8-1d189f1ac176, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=d3e632d4-9634-467f-9ba8-1d189f1ac176,segment=NetworkSegment(a3fe607e-08a2-41e1-8fc9-863af09f7382),segment_id=a3fe607e-08a2-41e1-8fc9-863af09f7382)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:54:38.371379 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:38.372108 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 9471cf76-3a42-44c0-8380-63156b7de0c5 up at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:54:38.427079 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=b5f46573-26cf-468f-92d3-2c4710013180,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:54:38.443740 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-dc6dc3fe-75c0-4b2b-b711-2d86eb4d7728 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1785045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451806'] for router_interface, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:38.446157 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6dc3fe-75c0-4b2b-b711-2d86eb4d7728 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Pushing event updated for resources: {'Port': ['ID=4fb487f2-ca23-4cb5-9948-c8e215b37c5a,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:54:38.485800 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12b6897-6341-468c-a093-6b723df8b0ab req-8fe25035-0c9e-4fe4-88d4-708c90097795 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:38.493853 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d12b6897-6341-468c-a093-6b723df8b0ab req-8fe25035-0c9e-4fe4-88d4-708c90097795 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8 HTTP/1.1" status: 200 len: 945 time: 0.2144337 Jul 13 13:54:38.496966 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port 7241c6ca-85e0-4dc7-88d6-bfabe1a2ffe4 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:54:38.523791 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 7241c6ca-85e0-4dc7-88d6-bfabe1a2ffe4 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:54:38.524174 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:38.621203 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d12b6897-6341-468c-a093-6b723df8b0ab req-c721653a-e505-4ce6-8037-529d273513c9 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/security-groups?id=0095868c-fb20-45e5-8afa-e9ed53786ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133687 Jul 13 13:54:38.624185 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=d3e632d4-9634-467f-9ba8-1d189f1ac176,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:54:38.641188 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning for port 9471cf76-3a42-44c0-8380-63156b7de0c5 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:54:38.665611 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning complete for port 9471cf76-3a42-44c0-8380-63156b7de0c5 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:54:38.666068 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:38.748052 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '607ad771-cd6f-4fcf-b175-a30341f1423f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '580fca4a-3ae1-4d32-ab03-327db6d3f362'}, {'server_uuid': '607ad771-cd6f-4fcf-b175-a30341f1423f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3e632d4-9634-467f-9ba8-1d189f1ac176'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:54:38.750633 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9397ae6-e2f6-4f57-b33b-70a66868446b" -d '{"events": [{"server_uuid": "607ad771-cd6f-4fcf-b175-a30341f1423f", "name": "network-vif-plugged", "status": "completed", "tag": "580fca4a-3ae1-4d32-ab03-327db6d3f362"}, {"server_uuid": "607ad771-cd6f-4fcf-b175-a30341f1423f", "name": "network-vif-plugged", "status": "completed", "tag": "d3e632d4-9634-467f-9ba8-1d189f1ac176"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:54:38.786488 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:38.796353 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc6dc3fe-75c0-4b2b-b711-2d86eb4d7728 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Network d3e80788-46f1-47e0-8cfc-11b993e68aea is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:54:38.799404 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-dc6dc3fe-75c0-4b2b-b711-2d86eb4d7728 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:54:38.869866 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port 7241c6ca-85e0-4dc7-88d6-bfabe1a2ffe4, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=7241c6ca-85e0-4dc7-88d6-bfabe1a2ffe4,segment=NetworkSegment(bf55e58c-4075-48ea-ab90-3c2e26c2b390),segment_id=bf55e58c-4075-48ea-ab90-3c2e26c2b390)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:54:38.877689 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:38.890443 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d15c872-ec0a-4634-98b6-659a5095f6ee req-6d27c26f-48d9-49cb-a597-a34aa7d9c6ea tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:38.896692 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:38.898574 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3d15c872-ec0a-4634-98b6-659a5095f6ee req-6d27c26f-48d9-49cb-a597-a34aa7d9c6ea tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5219796-7cb4-4f57-83f9-a0e832f4593f HTTP/1.1" status: 200 len: 945 time: 0.1010270 Jul 13 13:54:38.964128 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 9471cf76-3a42-44c0-8380-63156b7de0c5, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=9471cf76-3a42-44c0-8380-63156b7de0c5,segment=NetworkSegment(478e09eb-e72c-4611-89d0-372c3f749519),segment_id=478e09eb-e72c-4611-89d0-372c3f749519)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:54:38.974645 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3d15c872-ec0a-4634-98b6-659a5095f6ee req-86faf155-3835-48f2-a40c-c4404d3a1582 tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c36ff65-e031-4d60-bc12-4aaf4c57b43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726545 Jul 13 13:54:39.033960 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:39.033960 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 6203edbb-d062-45f4-b681-abe477bae469 up at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:54:39.135196 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=7241c6ca-85e0-4dc7-88d6-bfabe1a2ffe4,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:54:39.152409 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device b5f46573-26cf-468f-92d3-2c4710013180 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:54:39.234703 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247d5a76-d37a-49ee-beb4-5953c9db5b74 req-82900ca0-c395-43d8-887b-11397f0f7bab tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:39.243628 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-247d5a76-d37a-49ee-beb4-5953c9db5b74 req-82900ca0-c395-43d8-887b-11397f0f7bab tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8 HTTP/1.1" status: 200 len: 945 time: 0.1109729 Jul 13 13:54:39.260928 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-e15a551c-0dad-4a2e-a4b9-bba636a99f54 None None] Provisioning for port 4fb487f2-ca23-4cb5-9948-c8e215b37c5a completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:54:39.280316 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=9471cf76-3a42-44c0-8380-63156b7de0c5,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:54:39.294430 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-e15a551c-0dad-4a2e-a4b9-bba636a99f54 None None] Provisioning complete for port 4fb487f2-ca23-4cb5-9948-c8e215b37c5a triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:54:39.295012 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e15a551c-0dad-4a2e-a4b9-bba636a99f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:39.297563 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning for port 6203edbb-d062-45f4-b681-abe477bae469 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:54:39.306061 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning complete for port 6203edbb-d062-45f4-b681-abe477bae469 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:54:39.307860 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:39.331300 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-247d5a76-d37a-49ee-beb4-5953c9db5b74 req-239cfb46-2b20-4c20-83f9-6bd20c59c725 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/security-groups?id=0095868c-fb20-45e5-8afa-e9ed53786ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805342 Jul 13 13:54:39.383555 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-e15a551c-0dad-4a2e-a4b9-bba636a99f54 None None] Port 4fb487f2-ca23-4cb5-9948-c8e215b37c5a cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:54:39.409268 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 13 Jul 2021 13:54:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caa3b957-3de1-4525-a696-e7f8a3bc80f4 x-openstack-request-id: req-caa3b957-3de1-4525-a696-e7f8a3bc80f4 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:54:39.409268 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "607ad771-cd6f-4fcf-b175-a30341f1423f", "name": "network-vif-plugged", "status": "completed", "tag": "580fca4a-3ae1-4d32-ab03-327db6d3f362", "code": 200}, {"server_uuid": "607ad771-cd6f-4fcf-b175-a30341f1423f", "name": "network-vif-plugged", "status": "completed", "tag": "d3e632d4-9634-467f-9ba8-1d189f1ac176", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:54:39.409268 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-caa3b957-3de1-4525-a696-e7f8a3bc80f4 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:54:39.409268 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '607ad771-cd6f-4fcf-b175-a30341f1423f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '580fca4a-3ae1-4d32-ab03-327db6d3f362', 'code': 200} Jul 13 13:54:39.409268 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '607ad771-cd6f-4fcf-b175-a30341f1423f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3e632d4-9634-467f-9ba8-1d189f1ac176', 'code': 200} Jul 13 13:54:39.446424 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port b5f46573-26cf-468f-92d3-2c4710013180 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:54:39.447032 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:39.470560 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e50c319-4b29-4168-a52a-b926f320dfd7 req-9ac1371d-6aa1-4cac-a607-ff09b2ce6fd9 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:39.472167 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7e50c319-4b29-4168-a52a-b926f320dfd7 req-9ac1371d-6aa1-4cac-a607-ff09b2ce6fd9 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] 10.222.0.26 "GET /v2.0/ports?device_id=6e832037-f30e-4355-9b9e-477126f0e57b HTTP/1.1" status: 200 len: 909 time: 0.8174248 Jul 13 13:54:39.476196 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8932805a-75d2-41bc-8ecd-8dcd4d3e3c3b req-a990310b-263a-4b7f-a470-d6df97750ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:39.477804 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8932805a-75d2-41bc-8ecd-8dcd4d3e3c3b req-a990310b-263a-4b7f-a470-d6df97750ce8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ac5768eaeb3242ac813c969082f024de&device_id=c5219796-7cb4-4f57-83f9-a0e832f4593f HTTP/1.1" status: 200 len: 1096 time: 0.7930570 Jul 13 13:54:39.518654 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-e15a551c-0dad-4a2e-a4b9-bba636a99f54 None None] Provisioning complete for port 7241c6ca-85e0-4dc7-88d6-bfabe1a2ffe4 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:54:39.519353 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e15a551c-0dad-4a2e-a4b9-bba636a99f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:39.528638 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:39.601326 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fe14c6-e713-4f70-93b0-d76d3f4644c1 req-74bbd623-fdfb-4bb1-b018-f2893d3b0554 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:39.603223 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-97fe14c6-e713-4f70-93b0-d76d3f4644c1 req-74bbd623-fdfb-4bb1-b018-f2893d3b0554 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e832037-f30e-4355-9b9e-477126f0e57b HTTP/1.1" status: 200 len: 909 time: 0.0837040 Jul 13 13:54:39.709196 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 6203edbb-d062-45f4-b681-abe477bae469, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=6203edbb-d062-45f4-b681-abe477bae469,segment=NetworkSegment(459f27d6-b1fd-43cc-9134-6320fdd4c59f),segment_id=459f27d6-b1fd-43cc-9134-6320fdd4c59f)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:54:39.718276 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:39.719073 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device c1b3bef8-8fa9-45c3-9d8e-303ce20bc8ef up at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:54:39.751976 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc6dc3fe-75c0-4b2b-b711-2d86eb4d7728 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Router 643f65cd-a6de-4a43-accb-9a015047b4b2 has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 13:54:39.779417 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8675543f-5163-4654-8ab1-6250f0a3aa75 req-09154108-f510-405d-9406-0be556231ecc tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:39.786954 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8675543f-5163-4654-8ab1-6250f0a3aa75 req-09154108-f510-405d-9406-0be556231ecc tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:39.797311 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8675543f-5163-4654-8ab1-6250f0a3aa75 req-09154108-f510-405d-9406-0be556231ecc tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:39.813013 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8675543f-5163-4654-8ab1-6250f0a3aa75 req-09154108-f510-405d-9406-0be556231ecc tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:39.819633 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8675543f-5163-4654-8ab1-6250f0a3aa75 req-09154108-f510-405d-9406-0be556231ecc tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:39.826801 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8675543f-5163-4654-8ab1-6250f0a3aa75 req-09154108-f510-405d-9406-0be556231ecc tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:39.833870 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8675543f-5163-4654-8ab1-6250f0a3aa75 req-09154108-f510-405d-9406-0be556231ecc tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:39.836086 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8675543f-5163-4654-8ab1-6250f0a3aa75 req-09154108-f510-405d-9406-0be556231ecc tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] 10.222.0.23 "GET /v2.0/ports?device_id=607ad771-cd6f-4fcf-b175-a30341f1423f HTTP/1.1" status: 200 len: 5440 time: 0.9230201 Jul 13 13:54:39.853584 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8932805a-75d2-41bc-8ecd-8dcd4d3e3c3b req-2ab0b7db-5ef4-4f9b-b807-ec4193377720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:39.856352 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8932805a-75d2-41bc-8ecd-8dcd4d3e3c3b req-2ab0b7db-5ef4-4f9b-b807-ec4193377720 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b450f1e2-a722-4908-8646-fc79c4a514ae HTTP/1.1" status: 200 len: 919 time: 0.3132308 Jul 13 13:54:39.874030 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=6203edbb-d062-45f4-b681-abe477bae469,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:54:39.895975 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498e23b6-02e5-4c07-b229-8d38522909fa req-38649a4e-084e-4eec-b731-8dbb8dee8140 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:39.903672 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-498e23b6-02e5-4c07-b229-8d38522909fa req-38649a4e-084e-4eec-b731-8dbb8dee8140 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8 HTTP/1.1" status: 200 len: 945 time: 0.0909045 Jul 13 13:54:39.929102 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-7e50c319-4b29-4168-a52a-b926f320dfd7 req-0b4f7be4-1d15-4497-8f2d-898aabbd5516 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Deleting port 7b9f235e-3302-498e-8fc1-801f84220025 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:54:39.929646 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-7e50c319-4b29-4168-a52a-b926f320dfd7 req-0b4f7be4-1d15-4497-8f2d-898aabbd5516 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:39.938925 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning for port c1b3bef8-8fa9-45c3-9d8e-303ce20bc8ef completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:54:39.945323 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning complete for port c1b3bef8-8fa9-45c3-9d8e-303ce20bc8ef triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:54:39.945694 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:39.960359 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-498e23b6-02e5-4c07-b229-8d38522909fa req-08afe74b-8baa-479e-81fd-9a6b6e8f2f3e tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/security-groups?id=0095868c-fb20-45e5-8afa-e9ed53786ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554869 Jul 13 13:54:39.974135 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-8d270fdb-e3ae-4c23-9730-f9bfae10ee57 None None] Provisioning complete for port 4fb487f2-ca23-4cb5-9948-c8e215b37c5a triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:54:39.974514 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8d270fdb-e3ae-4c23-9730-f9bfae10ee57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:40.025658 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-8d270fdb-e3ae-4c23-9730-f9bfae10ee57 None None] Port 4fb487f2-ca23-4cb5-9948-c8e215b37c5a cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:54:40.054297 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8932805a-75d2-41bc-8ecd-8dcd4d3e3c3b req-c8e306ea-8f24-47ce-aa10-5fd48d300559 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a5d46911-2f83-4169-9f46-14e83180fa25 HTTP/1.1" status: 200 len: 217 time: 0.1854196 Jul 13 13:54:40.092500 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:40.158400 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port c1b3bef8-8fa9-45c3-9d8e-303ce20bc8ef, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=c1b3bef8-8fa9-45c3-9d8e-303ce20bc8ef,segment=NetworkSegment(a3fe607e-08a2-41e1-8fc9-863af09f7382),segment_id=a3fe607e-08a2-41e1-8fc9-863af09f7382)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:54:40.172896 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:40.173885 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 364b743d-042d-4734-ac77-5bc18537c35c up at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:54:40.176499 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10702563-5634-4e50-9a26-3f2c951784df req-dbfae7f7-8c0b-4243-8f82-adba764a417b tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:40.184792 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-10702563-5634-4e50-9a26-3f2c951784df req-dbfae7f7-8c0b-4243-8f82-adba764a417b tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8 HTTP/1.1" status: 200 len: 945 time: 0.0965981 Jul 13 13:54:40.203413 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-7e50c319-4b29-4168-a52a-b926f320dfd7 req-0b4f7be4-1d15-4497-8f2d-898aabbd5516 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] For port 7b9f235e-3302-498e-8fc1-801f84220025, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=7b9f235e-3302-498e-8fc1-801f84220025,segment=NetworkSegment(19c0a70b-9da0-4ba3-973a-61bd42a44694),segment_id=19c0a70b-9da0-4ba3-973a-61bd42a44694)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:54:40.204047 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-7e50c319-4b29-4168-a52a-b926f320dfd7 req-0b4f7be4-1d15-4497-8f2d-898aabbd5516 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:40.222393 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8675543f-5163-4654-8ab1-6250f0a3aa75 req-fba37bf9-8b4c-425d-89a7-1baf0c8682e1 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7715277-f4f6-436d-9885-f716be877834&id=85c9413d-5aef-4db8-8eb1-39a597c8c461&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3635945 Jul 13 13:54:40.232877 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-10702563-5634-4e50-9a26-3f2c951784df req-64cefb73-b62b-468d-98f0-04f089ae49be tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/security-groups?id=0095868c-fb20-45e5-8afa-e9ed53786ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446358 Jul 13 13:54:40.251800 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-c63f8766-edf2-4bcb-aabb-e7f4d1443490 None None] Provisioning complete for port 4fb487f2-ca23-4cb5-9948-c8e215b37c5a triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:54:40.252185 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c63f8766-edf2-4bcb-aabb-e7f4d1443490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:40.278747 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-7e50c319-4b29-4168-a52a-b926f320dfd7 req-0b4f7be4-1d15-4497-8f2d-898aabbd5516 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Calling delete_port for 7b9f235e-3302-498e-8fc1-801f84220025 owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:54:40.315177 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8932805a-75d2-41bc-8ecd-8dcd4d3e3c3b req-eb78296f-a546-4d99-bc77-3d27171197c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:40.317098 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8932805a-75d2-41bc-8ecd-8dcd4d3e3c3b req-eb78296f-a546-4d99-bc77-3d27171197c6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a936942e-7fca-4553-9966-ac3c5be7d1ca HTTP/1.1" status: 200 len: 859 time: 0.2441649 Jul 13 13:54:40.342789 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning for port 364b743d-042d-4734-ac77-5bc18537c35c completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:54:40.348486 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-c63f8766-edf2-4bcb-aabb-e7f4d1443490 None None] Port 4fb487f2-ca23-4cb5-9948-c8e215b37c5a cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:54:40.358978 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=c1b3bef8-8fa9-45c3-9d8e-303ce20bc8ef,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:54:40.366675 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning complete for port 364b743d-042d-4734-ac77-5bc18537c35c triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:54:40.367234 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:40.392149 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8932805a-75d2-41bc-8ecd-8dcd4d3e3c3b req-695fb9ac-e1ce-4d27-b762-ceb500c9eb12 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b450f1e2-a722-4908-8646-fc79c4a514ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384991 Jul 13 13:54:40.411355 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc6dc3fe-75c0-4b2b-b711-2d86eb4d7728 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:54:40.425317 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38172c57-0486-4ebb-8088-03b368410cfa None None] Sync routers for ids ['643f65cd-a6de-4a43-accb-9a015047b4b2'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:54:40.429425 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-dc6dc3fe-75c0-4b2b-b711-2d86eb4d7728 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] 10.222.0.23 "PUT /v2.0/routers/643f65cd-a6de-4a43-accb-9a015047b4b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6996078 Jul 13 13:54:40.432025 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 58154) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:54:40.458844 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38172c57-0486-4ebb-8088-03b368410cfa None None] Routers {'643f65cd-a6de-4a43-accb-9a015047b4b2'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:54:40.460383 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-38172c57-0486-4ebb-8088-03b368410cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:54:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['643f65cd-a6de-4a43-accb-9a015047b4b2'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:54:40.559351 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8932805a-75d2-41bc-8ecd-8dcd4d3e3c3b req-11dc79f8-3c62-4513-a3ac-8e934758081b service neutron] 10.222.0.41 "GET /v2.0/networks/b450f1e2-a722-4908-8646-fc79c4a514ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583259 Jul 13 13:54:40.635750 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:40.670677 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aba436-b283-4e11-badf-46b9660e788b req-9da34f26-7b81-4da9-9ab0-39d33c9c70ab tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:40.679082 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-59aba436-b283-4e11-badf-46b9660e788b req-9da34f26-7b81-4da9-9ab0-39d33c9c70ab tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5219796-7cb4-4f57-83f9-a0e832f4593f HTTP/1.1" status: 200 len: 945 time: 0.2190597 Jul 13 13:54:40.693453 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 364b743d-042d-4734-ac77-5bc18537c35c, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=364b743d-042d-4734-ac77-5bc18537c35c,segment=NetworkSegment(a3fe607e-08a2-41e1-8fc9-863af09f7382),segment_id=a3fe607e-08a2-41e1-8fc9-863af09f7382)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:54:40.695762 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-38172c57-0486-4ebb-8088-03b368410cfa None None] Set router 643f65cd-a6de-4a43-accb-9a015047b4b2 gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:54:40.696925 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac67d2a-07a9-44c1-8b91-29f2cd7b80e8 tempest-TestNetworkBasicOps-1997131872 tempest-TestNetworkBasicOps-1997131872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:40.699560 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac67d2a-07a9-44c1-8b91-29f2cd7b80e8 tempest-TestNetworkBasicOps-1997131872 tempest-TestNetworkBasicOps-1997131872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:40.700260 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac67d2a-07a9-44c1-8b91-29f2cd7b80e8 tempest-TestNetworkBasicOps-1997131872 tempest-TestNetworkBasicOps-1997131872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:40.701000 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac67d2a-07a9-44c1-8b91-29f2cd7b80e8 tempest-TestNetworkBasicOps-1997131872 tempest-TestNetworkBasicOps-1997131872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:40.701710 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac67d2a-07a9-44c1-8b91-29f2cd7b80e8 tempest-TestNetworkBasicOps-1997131872 tempest-TestNetworkBasicOps-1997131872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:40.702379 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac67d2a-07a9-44c1-8b91-29f2cd7b80e8 tempest-TestNetworkBasicOps-1997131872 tempest-TestNetworkBasicOps-1997131872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:40.703084 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac67d2a-07a9-44c1-8b91-29f2cd7b80e8 tempest-TestNetworkBasicOps-1997131872 tempest-TestNetworkBasicOps-1997131872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:40.703796 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac67d2a-07a9-44c1-8b91-29f2cd7b80e8 tempest-TestNetworkBasicOps-1997131872 tempest-TestNetworkBasicOps-1997131872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:40.704514 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac67d2a-07a9-44c1-8b91-29f2cd7b80e8 tempest-TestNetworkBasicOps-1997131872 tempest-TestNetworkBasicOps-1997131872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:40.705238 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac67d2a-07a9-44c1-8b91-29f2cd7b80e8 tempest-TestNetworkBasicOps-1997131872 tempest-TestNetworkBasicOps-1997131872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:40.706125 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac67d2a-07a9-44c1-8b91-29f2cd7b80e8 tempest-TestNetworkBasicOps-1997131872 tempest-TestNetworkBasicOps-1997131872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:40.708446 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-dac67d2a-07a9-44c1-8b91-29f2cd7b80e8 tempest-TestNetworkBasicOps-1997131872 tempest-TestNetworkBasicOps-1997131872-project-admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7736 time: 0.2754316 Jul 13 13:54:40.711278 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 58162) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:54:40.737680 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:40.782312 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-59aba436-b283-4e11-badf-46b9660e788b req-ddf25a98-5116-4c97-833e-d0333825b817 tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c36ff65-e031-4d60-bc12-4aaf4c57b43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019917 Jul 13 13:54:40.833691 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a2c3411-11e4-4955-8f0a-95853ad73a38 tempest-TestNetworkBasicOps-1997131872 tempest-TestNetworkBasicOps-1997131872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:40.834541 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a2c3411-11e4-4955-8f0a-95853ad73a38 tempest-TestNetworkBasicOps-1997131872 tempest-TestNetworkBasicOps-1997131872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:40.835247 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a2c3411-11e4-4955-8f0a-95853ad73a38 tempest-TestNetworkBasicOps-1997131872 tempest-TestNetworkBasicOps-1997131872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:40.835984 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a2c3411-11e4-4955-8f0a-95853ad73a38 tempest-TestNetworkBasicOps-1997131872 tempest-TestNetworkBasicOps-1997131872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:40.836704 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a2c3411-11e4-4955-8f0a-95853ad73a38 tempest-TestNetworkBasicOps-1997131872 tempest-TestNetworkBasicOps-1997131872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:40.837366 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a2c3411-11e4-4955-8f0a-95853ad73a38 tempest-TestNetworkBasicOps-1997131872 tempest-TestNetworkBasicOps-1997131872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:40.838599 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a2c3411-11e4-4955-8f0a-95853ad73a38 tempest-TestNetworkBasicOps-1997131872 tempest-TestNetworkBasicOps-1997131872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:40.839323 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a2c3411-11e4-4955-8f0a-95853ad73a38 tempest-TestNetworkBasicOps-1997131872 tempest-TestNetworkBasicOps-1997131872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:40.840627 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a2c3411-11e4-4955-8f0a-95853ad73a38 tempest-TestNetworkBasicOps-1997131872 tempest-TestNetworkBasicOps-1997131872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:40.841333 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a2c3411-11e4-4955-8f0a-95853ad73a38 tempest-TestNetworkBasicOps-1997131872 tempest-TestNetworkBasicOps-1997131872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:40.842323 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a2c3411-11e4-4955-8f0a-95853ad73a38 tempest-TestNetworkBasicOps-1997131872 tempest-TestNetworkBasicOps-1997131872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:40.844708 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8932805a-75d2-41bc-8ecd-8dcd4d3e3c3b req-f490233e-86e0-4447-b3e5-918ec84e4623 service neutron] 10.222.0.41 "GET /v2.0/networks/b450f1e2-a722-4908-8646-fc79c4a514ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2777448 Jul 13 13:54:40.855342 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-1a2c3411-11e4-4955-8f0a-95853ad73a38 tempest-TestNetworkBasicOps-1997131872 tempest-TestNetworkBasicOps-1997131872-project-admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7079 time: 0.1427970 Jul 13 13:54:40.859088 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 58172) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:54:40.863237 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=364b743d-042d-4734-ac77-5bc18537c35c,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:54:40.941213 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-7e50c319-4b29-4168-a52a-b926f320dfd7 req-0b4f7be4-1d15-4497-8f2d-898aabbd5516 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:41.064257 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6f20a27d-c2ad-4118-8d22-200f6816ad6f req-29d28f65-273a-4165-8019-3ba79361ce5b tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e832037-f30e-4355-9b9e-477126f0e57b HTTP/1.1" status: 200 len: 210 time: 0.0768678 Jul 13 13:54:41.077077 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4f7be4-1d15-4497-8f2d-898aabbd5516 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Pushing event deleted for resources: {'Port': ['ID=7b9f235e-3302-498e-8fc1-801f84220025,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:54:41.118721 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e50c319-4b29-4168-a52a-b926f320dfd7 req-0b4f7be4-1d15-4497-8f2d-898aabbd5516 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] No DVR routers for this DVR port 7b9f235e-3302-498e-8fc1-801f84220025 on host n-h1-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:54:41.122663 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-7e50c319-4b29-4168-a52a-b926f320dfd7 req-0b4f7be4-1d15-4497-8f2d-898aabbd5516 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:41.125801 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7e50c319-4b29-4168-a52a-b926f320dfd7 req-0b4f7be4-1d15-4497-8f2d-898aabbd5516 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] 10.222.0.26 "DELETE /v2.0/ports/7b9f235e-3302-498e-8fc1-801f84220025 HTTP/1.1" status: 204 len: 173 time: 1.6445565 Jul 13 13:54:41.149271 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 7241c6ca-85e0-4dc7-88d6-bfabe1a2ffe4 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:54:41.164253 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e832037-f30e-4355-9b9e-477126f0e57b', 'name': 'network-vif-deleted', 'tag': '7b9f235e-3302-498e-8fc1-801f84220025'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:54:41.168088 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf8451c1-2b11-446b-a065-5ec92d1ae45d" -d '{"events": [{"server_uuid": "6e832037-f30e-4355-9b9e-477126f0e57b", "name": "network-vif-deleted", "tag": "7b9f235e-3302-498e-8fc1-801f84220025"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:54:41.233194 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-38172c57-0486-4ebb-8088-03b368410cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '643f65cd-a6de-4a43-accb-9a015047b4b2', 'name': 'tempest-TestNetworkBasicOps-router-1263914146', 'tenant_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': 'b5f46573-26cf-468f-92d3-2c4710013180', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:54:30Z', 'updated_at': '2021-07-13T13:54:37Z', 'revision_number': 4, 'project_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'gw_port': {'id': 'b5f46573-26cf-468f-92d3-2c4710013180', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:07:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643f65cd-a6de-4a43-accb-9a015047b4b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2735, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:54:31Z', 'updated_at': '2021-07-13T13:54:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': '4fb487f2-ca23-4cb5-9948-c8e215b37c5a', 'name': '', 'network_id': 'd3e80788-46f1-47e0-8cfc-11b993e68aea', 'tenant_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'mac_address': 'fa:16:3e:75:41:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '643f65cd-a6de-4a43-accb-9a015047b4b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2738, 'fixed_ips': [{'subnet_id': '703d36fa-39ec-4441-9072-18d674a53d9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:54:35Z', 'updated_at': '2021-07-13T13:54:37Z', 'revision_number': 2, 'project_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'subnets': [{'id': '703d36fa-39ec-4441-9072-18d674a53d9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:54:41.256453 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:54:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b3a7c3a-4507-4076-bec7-349a38cdf1c1 x-openstack-request-id: req-7b3a7c3a-4507-4076-bec7-349a38cdf1c1 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:54:41.257081 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e832037-f30e-4355-9b9e-477126f0e57b", "name": "network-vif-deleted", "tag": "7b9f235e-3302-498e-8fc1-801f84220025", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:54:41.257405 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7b3a7c3a-4507-4076-bec7-349a38cdf1c1 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:54:41.257957 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e832037-f30e-4355-9b9e-477126f0e57b', 'name': 'network-vif-deleted', 'tag': '7b9f235e-3302-498e-8fc1-801f84220025', 'status': 'completed', 'code': 200} Jul 13 13:54:41.286152 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38172c57-0486-4ebb-8088-03b368410cfa None None] Checking router: 643f65cd-a6de-4a43-accb-9a015047b4b2 for host: n-d-800634-1 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 13:54:41.286515 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38172c57-0486-4ebb-8088-03b368410cfa None None] Updating router 643f65cd-a6de-4a43-accb-9a015047b4b2 port 4fb487f2-ca23-4cb5-9948-c8e215b37c5a binding host n-d-800634-1 {{(pid=93752) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 13:54:41.300716 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f99fc6-4b6f-468e-9165-95a0549ee95e req-580ced32-315c-4859-a469-58cf68fdf841 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:41.302507 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-13f99fc6-4b6f-468e-9165-95a0549ee95e req-580ced32-315c-4859-a469-58cf68fdf841 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8 HTTP/1.1" status: 200 len: 945 time: 0.1856008 Jul 13 13:54:41.376332 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-13f99fc6-4b6f-468e-9165-95a0549ee95e req-8143aa88-2280-4026-8a30-fe9f1941654f tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/security-groups?id=0095868c-fb20-45e5-8afa-e9ed53786ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526433 Jul 13 13:54:41.386982 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-bc96071c-57a9-4a70-8915-e1e12085d301 tempest-TestNetworkBasicOps-1997131872 tempest-TestNetworkBasicOps-1997131872-project-admin] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4508 time: 0.5233960 Jul 13 13:54:41.397905 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-38172c57-0486-4ebb-8088-03b368410cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:41.407563 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '607ad771-cd6f-4fcf-b175-a30341f1423f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9471cf76-3a42-44c0-8380-63156b7de0c5'}, {'server_uuid': '607ad771-cd6f-4fcf-b175-a30341f1423f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6203edbb-d062-45f4-b681-abe477bae469'}, {'server_uuid': '607ad771-cd6f-4fcf-b175-a30341f1423f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1b3bef8-8fa9-45c3-9d8e-303ce20bc8ef'}, {'server_uuid': '607ad771-cd6f-4fcf-b175-a30341f1423f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '364b743d-042d-4734-ac77-5bc18537c35c'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:54:41.415327 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abd21831-ea23-4b87-9d81-e5d6a610ff52" -d '{"events": [{"server_uuid": "607ad771-cd6f-4fcf-b175-a30341f1423f", "name": "network-vif-plugged", "status": "completed", "tag": "9471cf76-3a42-44c0-8380-63156b7de0c5"}, {"server_uuid": "607ad771-cd6f-4fcf-b175-a30341f1423f", "name": "network-vif-plugged", "status": "completed", "tag": "6203edbb-d062-45f4-b681-abe477bae469"}, {"server_uuid": "607ad771-cd6f-4fcf-b175-a30341f1423f", "name": "network-vif-plugged", "status": "completed", "tag": "c1b3bef8-8fa9-45c3-9d8e-303ce20bc8ef"}, {"server_uuid": "607ad771-cd6f-4fcf-b175-a30341f1423f", "name": "network-vif-plugged", "status": "completed", "tag": "364b743d-042d-4734-ac77-5bc18537c35c"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:54:41.423668 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 7241c6ca-85e0-4dc7-88d6-bfabe1a2ffe4 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:54:41.424314 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:41.494992 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23168c5f-f120-4dba-b947-0b0ec648ab77 req-859a06d3-11e5-4cdd-9b99-0f7e444cb10e tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:41.504024 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23168c5f-f120-4dba-b947-0b0ec648ab77 req-859a06d3-11e5-4cdd-9b99-0f7e444cb10e tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:41.512121 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23168c5f-f120-4dba-b947-0b0ec648ab77 req-859a06d3-11e5-4cdd-9b99-0f7e444cb10e tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:41.518561 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23168c5f-f120-4dba-b947-0b0ec648ab77 req-859a06d3-11e5-4cdd-9b99-0f7e444cb10e tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:41.525454 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23168c5f-f120-4dba-b947-0b0ec648ab77 req-859a06d3-11e5-4cdd-9b99-0f7e444cb10e tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:41.532778 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23168c5f-f120-4dba-b947-0b0ec648ab77 req-859a06d3-11e5-4cdd-9b99-0f7e444cb10e tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:41.539474 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23168c5f-f120-4dba-b947-0b0ec648ab77 req-859a06d3-11e5-4cdd-9b99-0f7e444cb10e tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:41.542092 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-23168c5f-f120-4dba-b947-0b0ec648ab77 req-859a06d3-11e5-4cdd-9b99-0f7e444cb10e tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] 10.222.0.23 "GET /v2.0/ports?device_id=607ad771-cd6f-4fcf-b175-a30341f1423f HTTP/1.1" status: 200 len: 5443 time: 0.1315370 Jul 13 13:54:41.587965 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-23168c5f-f120-4dba-b947-0b0ec648ab77 req-b08cc26c-27fa-4a1d-8a66-c7a46e821a8f tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7715277-f4f6-436d-9885-f716be877834&id=85c9413d-5aef-4db8-8eb1-39a597c8c461&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0399785 Jul 13 13:54:41.794624 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 58194) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:54:41.815824 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-04a0dad3-ff19-4e03-bafd-8eb9fb69feb6 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2128601699', 'description': 'tempest-secgroup-smoke-2128601699 description', 'project_id': 'c841d7dd73ac40a085273ab2774b9cc2'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:54:41.819754 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Tue, 13 Jul 2021 13:54:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c164a6fc-4443-43d1-9bcd-ea6bcb329fad x-openstack-request-id: req-c164a6fc-4443-43d1-9bcd-ea6bcb329fad {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:54:41.820134 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "607ad771-cd6f-4fcf-b175-a30341f1423f", "name": "network-vif-plugged", "status": "completed", "tag": "9471cf76-3a42-44c0-8380-63156b7de0c5", "code": 200}, {"server_uuid": "607ad771-cd6f-4fcf-b175-a30341f1423f", "name": "network-vif-plugged", "status": "completed", "tag": "6203edbb-d062-45f4-b681-abe477bae469", "code": 200}, {"server_uuid": "607ad771-cd6f-4fcf-b175-a30341f1423f", "name": "network-vif-plugged", "status": "completed", "tag": "c1b3bef8-8fa9-45c3-9d8e-303ce20bc8ef", "code": 200}, {"server_uuid": "607ad771-cd6f-4fcf-b175-a30341f1423f", "name": "network-vif-plugged", "status": "completed", "tag": "364b743d-042d-4734-ac77-5bc18537c35c", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:54:41.820503 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c164a6fc-4443-43d1-9bcd-ea6bcb329fad {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:54:41.820973 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '607ad771-cd6f-4fcf-b175-a30341f1423f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9471cf76-3a42-44c0-8380-63156b7de0c5', 'code': 200} Jul 13 13:54:41.821293 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '607ad771-cd6f-4fcf-b175-a30341f1423f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6203edbb-d062-45f4-b681-abe477bae469', 'code': 200} Jul 13 13:54:41.821758 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '607ad771-cd6f-4fcf-b175-a30341f1423f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1b3bef8-8fa9-45c3-9d8e-303ce20bc8ef', 'code': 200} Jul 13 13:54:41.822067 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '607ad771-cd6f-4fcf-b175-a30341f1423f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '364b743d-042d-4734-ac77-5bc18537c35c', 'code': 200} Jul 13 13:54:41.867616 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-04a0dad3-ff19-4e03-bafd-8eb9fb69feb6 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:42.026281 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-38172c57-0486-4ebb-8088-03b368410cfa None None] Notify callbacks [] for port, precommit_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:42.043490 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-38172c57-0486-4ebb-8088-03b368410cfa None None] Transition to ACTIVE for port object 4fb487f2-ca23-4cb5-9948-c8e215b37c5a will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:54:42.053099 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-38172c57-0486-4ebb-8088-03b368410cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:42.085528 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab090002-654e-4abe-a853-526553d8bb24 req-8ed95c77-451a-4d86-b4e6-316f4a4c7c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:42.086655 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab090002-654e-4abe-a853-526553d8bb24 req-8ed95c77-451a-4d86-b4e6-316f4a4c7c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:42.087325 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab090002-654e-4abe-a853-526553d8bb24 req-8ed95c77-451a-4d86-b4e6-316f4a4c7c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:42.088093 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab090002-654e-4abe-a853-526553d8bb24 req-8ed95c77-451a-4d86-b4e6-316f4a4c7c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:42.088853 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab090002-654e-4abe-a853-526553d8bb24 req-8ed95c77-451a-4d86-b4e6-316f4a4c7c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:42.090929 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab090002-654e-4abe-a853-526553d8bb24 req-8ed95c77-451a-4d86-b4e6-316f4a4c7c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:42.091612 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab090002-654e-4abe-a853-526553d8bb24 req-8ed95c77-451a-4d86-b4e6-316f4a4c7c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:42.093988 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ab090002-654e-4abe-a853-526553d8bb24 req-8ed95c77-451a-4d86-b4e6-316f4a4c7c13 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=607ad771-cd6f-4fcf-b175-a30341f1423f HTTP/1.1" status: 200 len: 6500 time: 0.1284273 Jul 13 13:54:42.097845 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-04a0dad3-ff19-4e03-bafd-8eb9fb69feb6 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:42.135532 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-04a0dad3-ff19-4e03-bafd-8eb9fb69feb6 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:42.148373 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ab090002-654e-4abe-a853-526553d8bb24 req-30b3f464-2809-422b-a2ef-b3b0834b5fde service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e7715277-f4f6-436d-9885-f716be877834&id=85c9413d-5aef-4db8-8eb1-39a597c8c461&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0406125 Jul 13 13:54:42.165672 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d360cd63-a5c2-43a6-9310-c1d57c11a58e None None] Pushing event updated for resources: {'Port': ['ID=4fb487f2-ca23-4cb5-9948-c8e215b37c5a,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:54:42.201077 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-38172c57-0486-4ebb-8088-03b368410cfa None None] Attempting to bind port 4fb487f2-ca23-4cb5-9948-c8e215b37c5a on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:54:42.201705 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-38172c57-0486-4ebb-8088-03b368410cfa None None] Attempting to bind port 4fb487f2-ca23-4cb5-9948-c8e215b37c5a by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': 'bf55e58c-4075-48ea-ab90-3c2e26c2b390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'd3e80788-46f1-47e0-8cfc-11b993e68aea'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:54:42.202452 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38172c57-0486-4ebb-8088-03b368410cfa None None] Attempting to bind port 4fb487f2-ca23-4cb5-9948-c8e215b37c5a on network d3e80788-46f1-47e0-8cfc-11b993e68aea {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:54:42.209552 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38172c57-0486-4ebb-8088-03b368410cfa None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 54, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:54:42.209967 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38172c57-0486-4ebb-8088-03b368410cfa None None] Checking segment: {'id': 'bf55e58c-4075-48ea-ab90-3c2e26c2b390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'd3e80788-46f1-47e0-8cfc-11b993e68aea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:54:42.210424 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-38172c57-0486-4ebb-8088-03b368410cfa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:42.210946 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38172c57-0486-4ebb-8088-03b368410cfa None None] Bound using segment: {'id': 'bf55e58c-4075-48ea-ab90-3c2e26c2b390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'd3e80788-46f1-47e0-8cfc-11b993e68aea'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:54:42.211329 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-38172c57-0486-4ebb-8088-03b368410cfa None None] Bound port: 4fb487f2-ca23-4cb5-9948-c8e215b37c5a, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf55e58c-4075-48ea-ab90-3c2e26c2b390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'd3e80788-46f1-47e0-8cfc-11b993e68aea'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:54:42.211986 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-38172c57-0486-4ebb-8088-03b368410cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:42.216359 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a0dad3-ff19-4e03-bafd-8eb9fb69feb6 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ee93ee4-dfac-4c60-87f9-608ec674d508,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:54:42.220604 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-04a0dad3-ff19-4e03-bafd-8eb9fb69feb6 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:42.221877 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-04a0dad3-ff19-4e03-bafd-8eb9fb69feb6 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4255791 Jul 13 13:54:42.222454 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 58204) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:54:42.225302 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 58206) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:54:42.230822 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-321a1b26-1bc9-40a6-a864-8aa0ece10c65 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Request body: {'security_group_rule': {'security_group_id': '8ee93ee4-dfac-4c60-87f9-608ec674d508', 'project_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:54:42.284450 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5044085-6e36-479c-ac5e-1a2b5ad3dbc9 req-a450d1ef-80b3-4dfe-a1d3-c960780ee9ce tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:42.284650 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-321a1b26-1bc9-40a6-a864-8aa0ece10c65 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:42.291694 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e5044085-6e36-479c-ac5e-1a2b5ad3dbc9 req-a450d1ef-80b3-4dfe-a1d3-c960780ee9ce tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5219796-7cb4-4f57-83f9-a0e832f4593f HTTP/1.1" status: 200 len: 945 time: 0.2803061 Jul 13 13:54:42.338513 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-38172c57-0486-4ebb-8088-03b368410cfa None None] For port 4fb487f2-ca23-4cb5-9948-c8e215b37c5a, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:54:42.356340 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e5044085-6e36-479c-ac5e-1a2b5ad3dbc9 req-ff9e4722-2d61-4436-a94f-a7a7c7ac7cd6 tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c36ff65-e031-4d60-bc12-4aaf4c57b43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625613 Jul 13 13:54:42.373525 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-38172c57-0486-4ebb-8088-03b368410cfa None None] For port 4fb487f2-ca23-4cb5-9948-c8e215b37c5a, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=4fb487f2-ca23-4cb5-9948-c8e215b37c5a,segment=NetworkSegment(bf55e58c-4075-48ea-ab90-3c2e26c2b390),segment_id=bf55e58c-4075-48ea-ab90-3c2e26c2b390)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:54:42.396157 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-38172c57-0486-4ebb-8088-03b368410cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:42.427608 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-321a1b26-1bc9-40a6-a864-8aa0ece10c65 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:42.434895 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-321a1b26-1bc9-40a6-a864-8aa0ece10c65 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:42.468066 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321a1b26-1bc9-40a6-a864-8aa0ece10c65 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68bb507e-a0a6-4485-9a78-8a315eb6feaa,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:54:42.498404 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-321a1b26-1bc9-40a6-a864-8aa0ece10c65 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:42.500329 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-321a1b26-1bc9-40a6-a864-8aa0ece10c65 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2733941 Jul 13 13:54:42.502561 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 58216) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:54:42.507857 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-d8fc9506-4f66-4b1f-ac11-078c714da169 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Request body: {'security_group_rule': {'security_group_id': '8ee93ee4-dfac-4c60-87f9-608ec674d508', 'project_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:54:42.523334 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d360cd63-a5c2-43a6-9310-c1d57c11a58e None None] Pushing event updated for resources: {'Port': ['ID=4fb487f2-ca23-4cb5-9948-c8e215b37c5a,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:54:42.555247 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d8fc9506-4f66-4b1f-ac11-078c714da169 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:42.589680 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 7b9f235e-3302-498e-8fc1-801f84220025 no longer exists at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:54:42.592223 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38172c57-0486-4ebb-8088-03b368410cfa None None] Routers {'643f65cd-a6de-4a43-accb-9a015047b4b2'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:54:42.592840 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-38172c57-0486-4ebb-8088-03b368410cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:54:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['643f65cd-a6de-4a43-accb-9a015047b4b2'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:54:42.635373 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d8fc9506-4f66-4b1f-ac11-078c714da169 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:42.655492 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d8fc9506-4f66-4b1f-ac11-078c714da169 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:42.698988 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d8fc9506-4f66-4b1f-ac11-078c714da169 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:42.703395 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-d8fc9506-4f66-4b1f-ac11-078c714da169 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1970279 Jul 13 13:54:42.707351 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 58224) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:54:42.709542 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fc9506-4f66-4b1f-ac11-078c714da169 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dca933c3-5447-48c5-b551-5604c1eb495e,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:54:42.716981 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-6170fff8-4487-4219-994b-df856dbf53dd tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Request body: {'security_group_rule': {'security_group_id': '8ee93ee4-dfac-4c60-87f9-608ec674d508', 'project_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:54:42.802288 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6170fff8-4487-4219-994b-df856dbf53dd tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:42.815880 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09283b9-0d7a-4026-ab20-c5cf9ed20a09 req-48c0b5ec-5c57-4826-b06d-0fdb88134a6e tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:42.817554 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f09283b9-0d7a-4026-ab20-c5cf9ed20a09 req-48c0b5ec-5c57-4826-b06d-0fdb88134a6e tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8 HTTP/1.1" status: 200 len: 945 time: 0.1768343 Jul 13 13:54:42.841126 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-381d4315-9089-413f-a071-aa2897bda790 None None] No Port match for: 7b9f235e-3302-498e-8fc1-801f84220025 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:54:42.841952 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 7b9f235e-3302-498e-8fc1-801f84220025 not bound to the agent host n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:54:42.865419 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f09283b9-0d7a-4026-ab20-c5cf9ed20a09 req-c393cde2-4e34-488d-a147-a43244127234 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/security-groups?id=0095868c-fb20-45e5-8afa-e9ed53786ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420690 Jul 13 13:54:42.882471 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-38172c57-0486-4ebb-8088-03b368410cfa None None] Set router 643f65cd-a6de-4a43-accb-9a015047b4b2 gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:54:42.971243 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6170fff8-4487-4219-994b-df856dbf53dd tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:42.978237 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6170fff8-4487-4219-994b-df856dbf53dd tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:43.013077 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57da4af0-78e4-4a19-99c8-28bb593e5547 req-11ec6680-5f54-4ea7-bf2d-7cc085b38a80 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:43.019328 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57da4af0-78e4-4a19-99c8-28bb593e5547 req-11ec6680-5f54-4ea7-bf2d-7cc085b38a80 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:43.026391 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57da4af0-78e4-4a19-99c8-28bb593e5547 req-11ec6680-5f54-4ea7-bf2d-7cc085b38a80 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:43.032621 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57da4af0-78e4-4a19-99c8-28bb593e5547 req-11ec6680-5f54-4ea7-bf2d-7cc085b38a80 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:43.038829 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57da4af0-78e4-4a19-99c8-28bb593e5547 req-11ec6680-5f54-4ea7-bf2d-7cc085b38a80 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:43.045389 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57da4af0-78e4-4a19-99c8-28bb593e5547 req-11ec6680-5f54-4ea7-bf2d-7cc085b38a80 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:43.051338 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57da4af0-78e4-4a19-99c8-28bb593e5547 req-11ec6680-5f54-4ea7-bf2d-7cc085b38a80 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:43.053240 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-57da4af0-78e4-4a19-99c8-28bb593e5547 req-11ec6680-5f54-4ea7-bf2d-7cc085b38a80 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] 10.222.0.23 "GET /v2.0/ports?device_id=607ad771-cd6f-4fcf-b175-a30341f1423f HTTP/1.1" status: 200 len: 5443 time: 0.2283340 Jul 13 13:54:43.078863 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6170fff8-4487-4219-994b-df856dbf53dd tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7945a19a-f102-463f-983a-cad61eb95849,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:54:43.111849 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6170fff8-4487-4219-994b-df856dbf53dd tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:43.115889 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-6170fff8-4487-4219-994b-df856dbf53dd tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4044030 Jul 13 13:54:43.116025 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 58230) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:54:43.121653 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-0e4a5b4e-4c00-49a4-ae8a-1753cd86bf07 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Request body: {'security_group_rule': {'security_group_id': '8ee93ee4-dfac-4c60-87f9-608ec674d508', 'project_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:54:43.157935 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-38172c57-0486-4ebb-8088-03b368410cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '643f65cd-a6de-4a43-accb-9a015047b4b2', 'name': 'tempest-TestNetworkBasicOps-router-1263914146', 'tenant_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': 'b5f46573-26cf-468f-92d3-2c4710013180', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:54:30Z', 'updated_at': '2021-07-13T13:54:37Z', 'revision_number': 4, 'project_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'gw_port': {'id': 'b5f46573-26cf-468f-92d3-2c4710013180', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:07:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643f65cd-a6de-4a43-accb-9a015047b4b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2735, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:54:31Z', 'updated_at': '2021-07-13T13:54:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': '4fb487f2-ca23-4cb5-9948-c8e215b37c5a', 'name': '', 'network_id': 'd3e80788-46f1-47e0-8cfc-11b993e68aea', 'tenant_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'mac_address': 'fa:16:3e:75:41:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '643f65cd-a6de-4a43-accb-9a015047b4b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2738, 'fixed_ips': [{'subnet_id': '703d36fa-39ec-4441-9072-18d674a53d9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:54:35Z', 'updated_at': '2021-07-13T13:54:42Z', 'revision_number': 4, 'project_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'subnets': [{'id': '703d36fa-39ec-4441-9072-18d674a53d9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:54:43.165077 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-57da4af0-78e4-4a19-99c8-28bb593e5547 req-33952b54-dce3-4ad0-81a8-b25c01d2db95 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7715277-f4f6-436d-9885-f716be877834&id=85c9413d-5aef-4db8-8eb1-39a597c8c461&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0914061 Jul 13 13:54:43.172622 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0e4a5b4e-4c00-49a4-ae8a-1753cd86bf07 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:43.211048 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38172c57-0486-4ebb-8088-03b368410cfa None None] The sync data for ids ['643f65cd-a6de-4a43-accb-9a015047b4b2'] in n-d-800634-1 is: [{'id': '643f65cd-a6de-4a43-accb-9a015047b4b2', 'name': 'tempest-TestNetworkBasicOps-router-1263914146', 'tenant_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': 'b5f46573-26cf-468f-92d3-2c4710013180', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:54:30Z', 'updated_at': '2021-07-13T13:54:37Z', 'revision_number': 4, 'project_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'gw_port': {'id': 'b5f46573-26cf-468f-92d3-2c4710013180', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:07:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643f65cd-a6de-4a43-accb-9a015047b4b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2735, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:54:31Z', 'updated_at': '2021-07-13T13:54:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': '4fb487f2-ca23-4cb5-9948-c8e215b37c5a', 'name': '', 'network_id': 'd3e80788-46f1-47e0-8cfc-11b993e68aea', 'tenant_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'mac_address': 'fa:16:3e:75:41:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '643f65cd-a6de-4a43-accb-9a015047b4b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2738, 'fixed_ips': [{'subnet_id': '703d36fa-39ec-4441-9072-18d674a53d9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:54:35Z', 'updated_at': '2021-07-13T13:54:42Z', 'revision_number': 4, 'project_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'subnets': [{'id': '703d36fa-39ec-4441-9072-18d674a53d9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:54:43.263097 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0e4a5b4e-4c00-49a4-ae8a-1753cd86bf07 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:43.265040 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fd050f51-ba0a-4128-920a-b886c0cc351e tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451695'] for router_interface, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:43.341477 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0e4a5b4e-4c00-49a4-ae8a-1753cd86bf07 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:43.388481 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4a5b4e-4c00-49a4-ae8a-1753cd86bf07 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7d33cae-1e8f-4145-a71e-e9de9c22cd98,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:54:43.473556 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0e4a5b4e-4c00-49a4-ae8a-1753cd86bf07 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:43.474688 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-0e4a5b4e-4c00-49a4-ae8a-1753cd86bf07 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3575964 Jul 13 13:54:43.482927 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 58240) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:54:43.487596 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-43421bfd-8392-4f17-8065-eec0ace138f9 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Request body: {'security_group_rule': {'security_group_id': '8ee93ee4-dfac-4c60-87f9-608ec674d508', 'project_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:54:43.540435 n-d-800634-1 neutron-server[93750]: INFO neutron.db.securitygroups_db [None req-43421bfd-8392-4f17-8065-eec0ace138f9 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Project c841d7dd73ac40a085273ab2774b9cc2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 13:54:43.549085 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-43421bfd-8392-4f17-8065-eec0ace138f9 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:43.668016 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-43421bfd-8392-4f17-8065-eec0ace138f9 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:43.674368 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-43421bfd-8392-4f17-8065-eec0ace138f9 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:43.687329 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-fd050f51-ba0a-4128-920a-b886c0cc351e tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Deleting port 374fb2f2-a312-4df6-b2b9-cd4d9d7664b9 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:54:43.687681 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fd050f51-ba0a-4128-920a-b886c0cc351e tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:43.714220 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43421bfd-8392-4f17-8065-eec0ace138f9 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06d7c643-e11b-4260-a847-dcf2ccf99740,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:54:43.743481 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c76a4a6-8221-410b-8466-80547ac62571 req-f438f86e-9594-4f8c-8adc-af2d28937df3 tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:43.754205 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2c76a4a6-8221-410b-8466-80547ac62571 req-f438f86e-9594-4f8c-8adc-af2d28937df3 tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5219796-7cb4-4f57-83f9-a0e832f4593f HTTP/1.1" status: 200 len: 945 time: 0.1812019 Jul 13 13:54:43.770655 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-43421bfd-8392-4f17-8065-eec0ace138f9 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:43.778796 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 58246) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:54:43.782337 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-43421bfd-8392-4f17-8065-eec0ace138f9 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2982500 Jul 13 13:54:43.784879 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-b950c27a-01ca-4cbd-bb7a-73484e961d30 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Request body: {'security_group_rule': {'security_group_id': '8ee93ee4-dfac-4c60-87f9-608ec674d508', 'project_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:54:43.824821 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2c76a4a6-8221-410b-8466-80547ac62571 req-2aebdbc1-491c-484d-be31-18b4ff7c82a0 tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c36ff65-e031-4d60-bc12-4aaf4c57b43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696006 Jul 13 13:54:43.835582 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-fd050f51-ba0a-4128-920a-b886c0cc351e tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] For port 374fb2f2-a312-4df6-b2b9-cd4d9d7664b9, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=374fb2f2-a312-4df6-b2b9-cd4d9d7664b9,segment=NetworkSegment(19c0a70b-9da0-4ba3-973a-61bd42a44694),segment_id=19c0a70b-9da0-4ba3-973a-61bd42a44694)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:54:43.836229 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fd050f51-ba0a-4128-920a-b886c0cc351e tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:43.853392 n-d-800634-1 neutron-server[93751]: INFO neutron.db.securitygroups_db [None req-b950c27a-01ca-4cbd-bb7a-73484e961d30 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Project c841d7dd73ac40a085273ab2774b9cc2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 13:54:43.862970 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-fd050f51-ba0a-4128-920a-b886c0cc351e tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Calling delete_port for 374fb2f2-a312-4df6-b2b9-cd4d9d7664b9 owned by network:router_interface {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:54:43.867367 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b950c27a-01ca-4cbd-bb7a-73484e961d30 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:44.022866 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b950c27a-01ca-4cbd-bb7a-73484e961d30 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:44.031580 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b950c27a-01ca-4cbd-bb7a-73484e961d30 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:44.141259 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b950c27a-01ca-4cbd-bb7a-73484e961d30 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29f3aa34-de4d-40ab-847c-c1e4dca923ba,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:54:44.143129 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b950c27a-01ca-4cbd-bb7a-73484e961d30 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:44.152329 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-b950c27a-01ca-4cbd-bb7a-73484e961d30 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3641973 Jul 13 13:54:44.220944 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249d20d8-1057-4b35-a9ae-cc50a0f1d057 req-d69b59a5-2117-43c4-8b3b-9fb723ceabba tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:44.222677 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-249d20d8-1057-4b35-a9ae-cc50a0f1d057 req-d69b59a5-2117-43c4-8b3b-9fb723ceabba tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8 HTTP/1.1" status: 200 len: 945 time: 0.1293368 Jul 13 13:54:44.405920 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-249d20d8-1057-4b35-a9ae-cc50a0f1d057 req-920dfe93-1374-4de5-bea6-a6d6c1e34257 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/security-groups?id=0095868c-fb20-45e5-8afa-e9ed53786ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705115 Jul 13 13:54:44.474678 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fd050f51-ba0a-4128-920a-b886c0cc351e tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:44.543856 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 13:54:44.563113 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd050f51-ba0a-4128-920a-b886c0cc351e tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Pushing event deleted for resources: {'Port': ['ID=374fb2f2-a312-4df6-b2b9-cd4d9d7664b9,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:54:44.589606 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5bafee-9d59-4833-b961-5da9635397e6 req-68a9c034-eb20-4900-95dd-a4b1e76f9900 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:44.597252 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5bafee-9d59-4833-b961-5da9635397e6 req-68a9c034-eb20-4900-95dd-a4b1e76f9900 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:44.613393 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5bafee-9d59-4833-b961-5da9635397e6 req-68a9c034-eb20-4900-95dd-a4b1e76f9900 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:44.624508 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5bafee-9d59-4833-b961-5da9635397e6 req-68a9c034-eb20-4900-95dd-a4b1e76f9900 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:44.645822 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b925a3f9-226d-45e7-b6a6-c69946174fb9 req-23bc6266-55de-4abb-a545-5f8bf6a2918a tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2128601699&fields=id&tenant_id=c841d7dd73ac40a085273ab2774b9cc2 HTTP/1.1" status: 200 len: 267 time: 0.0890543 Jul 13 13:54:44.646489 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5bafee-9d59-4833-b961-5da9635397e6 req-68a9c034-eb20-4900-95dd-a4b1e76f9900 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:44.653804 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5bafee-9d59-4833-b961-5da9635397e6 req-68a9c034-eb20-4900-95dd-a4b1e76f9900 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:44.661294 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5bafee-9d59-4833-b961-5da9635397e6 req-68a9c034-eb20-4900-95dd-a4b1e76f9900 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:44.664738 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bb5bafee-9d59-4833-b961-5da9635397e6 req-68a9c034-eb20-4900-95dd-a4b1e76f9900 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] 10.222.0.23 "GET /v2.0/ports?device_id=607ad771-cd6f-4fcf-b175-a30341f1423f HTTP/1.1" status: 200 len: 5443 time: 0.2144055 Jul 13 13:54:44.754297 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bb5bafee-9d59-4833-b961-5da9635397e6 req-ca1a149c-e58c-4cc2-b0e5-64f78d3f7f83 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7715277-f4f6-436d-9885-f716be877834&id=85c9413d-5aef-4db8-8eb1-39a597c8c461&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0802944 Jul 13 13:54:44.883168 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fd050f51-ba0a-4128-920a-b886c0cc351e tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1785036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452491'] for router_interface, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:44.903271 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b925a3f9-226d-45e7-b6a6-c69946174fb9 req-d88f5cc4-ff46-4f0f-ae51-2f4cf1513284 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:44.906267 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b925a3f9-226d-45e7-b6a6-c69946174fb9 req-d88f5cc4-ff46-4f0f-ae51-2f4cf1513284 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] 10.222.0.23 "GET /v2.0/networks?id=d3e80788-46f1-47e0-8cfc-11b993e68aea HTTP/1.1" status: 200 len: 796 time: 0.2595413 Jul 13 13:54:44.966773 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b925a3f9-226d-45e7-b6a6-c69946174fb9 req-04577f49-8fa0-41d9-bd77-24ecbb952aa1 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] 10.222.0.23 "GET /v2.0/quotas/c841d7dd73ac40a085273ab2774b9cc2 HTTP/1.1" status: 200 len: 375 time: 0.0542834 Jul 13 13:54:45.035546 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfe5f7f-4b21-4046-a40e-8970bf0807fd req-0c3ecf96-b5a6-478b-9e86-8877d682a5ae tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:45.043245 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfe5f7f-4b21-4046-a40e-8970bf0807fd req-0c3ecf96-b5a6-478b-9e86-8877d682a5ae tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:45.051368 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfe5f7f-4b21-4046-a40e-8970bf0807fd req-0c3ecf96-b5a6-478b-9e86-8877d682a5ae tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:45.060869 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfe5f7f-4b21-4046-a40e-8970bf0807fd req-0c3ecf96-b5a6-478b-9e86-8877d682a5ae tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:45.068095 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfe5f7f-4b21-4046-a40e-8970bf0807fd req-0c3ecf96-b5a6-478b-9e86-8877d682a5ae tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:45.077263 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfe5f7f-4b21-4046-a40e-8970bf0807fd req-0c3ecf96-b5a6-478b-9e86-8877d682a5ae tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:45.089525 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfe5f7f-4b21-4046-a40e-8970bf0807fd req-0c3ecf96-b5a6-478b-9e86-8877d682a5ae tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:45.096453 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8dfe5f7f-4b21-4046-a40e-8970bf0807fd req-0c3ecf96-b5a6-478b-9e86-8877d682a5ae tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] 10.222.0.23 "GET /v2.0/ports?device_id=607ad771-cd6f-4fcf-b175-a30341f1423f HTTP/1.1" status: 200 len: 5443 time: 0.1682856 Jul 13 13:54:45.110288 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 58290) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:54:45.123048 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-e099b378-c878-40a5-8160-f467d41a75c6 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Request body: {'floatingip': {'port_id': '9471cf76-3a42-44c0-8380-63156b7de0c5'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:54:45.209661 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e099b378-c878-40a5-8160-f467d41a75c6 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Notify callbacks [] for floatingip, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:45.289636 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 4fb487f2-ca23-4cb5-9948-c8e215b37c5a up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:54:45.374451 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port 4fb487f2-ca23-4cb5-9948-c8e215b37c5a completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:54:45.379166 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 4fb487f2-ca23-4cb5-9948-c8e215b37c5a triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:54:45.379599 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:45.510364 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:45.575770 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port 4fb487f2-ca23-4cb5-9948-c8e215b37c5a, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=4fb487f2-ca23-4cb5-9948-c8e215b37c5a,segment=NetworkSegment(bf55e58c-4075-48ea-ab90-3c2e26c2b390),segment_id=bf55e58c-4075-48ea-ab90-3c2e26c2b390)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:54:45.581140 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:45.583434 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd050f51-ba0a-4128-920a-b886c0cc351e tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Router 1346794a-79aa-4c40-9242-09605bda21ad has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 13:54:45.603946 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b925a3f9-226d-45e7-b6a6-c69946174fb9 req-5c2eddcb-8847-4403-86b8-ac31246a4507 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c841d7dd73ac40a085273ab2774b9cc2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6299994 Jul 13 13:54:45.668637 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=4fb487f2-ca23-4cb5-9948-c8e215b37c5a,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:54:45.829344 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b925a3f9-226d-45e7-b6a6-c69946174fb9 req-309dc8d1-5887-4ac5-b6f7-bcac7682b66e service neutron] 10.222.0.23 "GET /v2.0/networks/d3e80788-46f1-47e0-8cfc-11b993e68aea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2244925 Jul 13 13:54:45.859672 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd050f51-ba0a-4128-920a-b886c0cc351e tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:54:45.869823 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6f4107-1941-4a2b-a1d8-c69f8500a8b8 None None] Sync routers for ids ['1346794a-79aa-4c40-9242-09605bda21ad'] in n-d-800634-1 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:54:45.880869 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6f4107-1941-4a2b-a1d8-c69f8500a8b8 None None] Routers {'1346794a-79aa-4c40-9242-09605bda21ad'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:54:45.882123 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-4b6f4107-1941-4a2b-a1d8-c69f8500a8b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:54:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['1346794a-79aa-4c40-9242-09605bda21ad'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:54:45.901417 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-fd050f51-ba0a-4128-920a-b886c0cc351e tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] 10.222.0.23 "PUT /v2.0/routers/1346794a-79aa-4c40-9242-09605bda21ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6771507 Jul 13 13:54:45.902390 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 58306) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:54:45.930151 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bed1c29-ded0-4e92-bb3e-310d8e8c1336 req-45e3ac32-ae53-480d-b869-6089322647ae tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:45.931992 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4bed1c29-ded0-4e92-bb3e-310d8e8c1336 req-45e3ac32-ae53-480d-b869-6089322647ae tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8 HTTP/1.1" status: 200 len: 945 time: 0.2370827 Jul 13 13:54:45.989374 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4687067-6eb8-4b9f-90c8-fc9a5c521de8 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Deleting subnet a524d36e-31a1-4594-9a8a-53bf8e5d1f62 {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 13:54:45.998401 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f4687067-6eb8-4b9f-90c8-fc9a5c521de8 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:46.037140 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b925a3f9-226d-45e7-b6a6-c69946174fb9 req-657f0310-30a6-4e1b-a3be-bf4e7e746cf8 service neutron] 10.222.0.23 "GET /v2.0/networks/d3e80788-46f1-47e0-8cfc-11b993e68aea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020245 Jul 13 13:54:46.038895 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4bed1c29-ded0-4e92-bb3e-310d8e8c1336 req-a80ccba5-a8d4-412e-b0cf-8a2d32350be0 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/security-groups?id=0095868c-fb20-45e5-8afa-e9ed53786ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003699 Jul 13 13:54:46.053067 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f4687067-6eb8-4b9f-90c8-fc9a5c521de8 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6018489'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:46.123666 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e099b378-c878-40a5-8160-f467d41a75c6 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:46.134844 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-4b6f4107-1941-4a2b-a1d8-c69f8500a8b8 None None] Set router 1346794a-79aa-4c40-9242-09605bda21ad gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:54:46.135313 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e099b378-c878-40a5-8160-f467d41a75c6 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446547'] for floatingip, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:46.211061 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f4687067-6eb8-4b9f-90c8-fc9a5c521de8 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:46.272480 n-d-800634-1 neutron-server[93750]: INFO neutron.db.l3_db [None req-e099b378-c878-40a5-8160-f467d41a75c6 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Floating IP 1752f078-14ed-4833-a6c5-d11fe483825e associated. External IP: 172.25.6.139, port: 9471cf76-3a42-44c0-8380-63156b7de0c5. Jul 13 13:54:46.357953 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f4687067-6eb8-4b9f-90c8-fc9a5c521de8 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6018534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6105009'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:46.405843 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4687067-6eb8-4b9f-90c8-fc9a5c521de8 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Pushing event deleted for resources: {'Subnet': ['ID=a524d36e-31a1-4594-9a8a-53bf8e5d1f62,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:54:46.413420 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f4687067-6eb8-4b9f-90c8-fc9a5c521de8 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:46.417231 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-f4687067-6eb8-4b9f-90c8-fc9a5c521de8 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] 10.222.0.23 "DELETE /v2.0/subnets/a524d36e-31a1-4594-9a8a-53bf8e5d1f62 HTTP/1.1" status: 204 len: 168 time: 0.5112722 Jul 13 13:54:46.420734 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 58320) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:54:46.426840 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-4b6f4107-1941-4a2b-a1d8-c69f8500a8b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1346794a-79aa-4c40-9242-09605bda21ad', 'name': 'tempest-TestSecurityGroupsBasicOps-router-164495191', 'tenant_id': 'e65770d93833474499bd5ca8e11d4e12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.201'}], 'enable_snat': True}, 'gw_port_id': '387124fe-e266-41bd-bc56-687fd3018047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:54:09Z', 'updated_at': '2021-07-13T13:54:44Z', 'revision_number': 5, 'project_id': 'e65770d93833474499bd5ca8e11d4e12', 'gw_port': {'id': '387124fe-e266-41bd-bc56-687fd3018047', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:96:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1346794a-79aa-4c40-9242-09605bda21ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2727, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:54:09Z', 'updated_at': '2021-07-13T13:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:54:46.427717 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2482e1b-0370-4fb2-8246-4ae04ad9c372 None None] Network 936f94ea-8229-4548-8660-fed48e10676f requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:54:46.491582 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ee9c2b8e-2615-46d8-871b-708c3a4c688a req-b71a402f-017c-40e3-9e45-b3c53ba6641e tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] 10.222.0.23 "GET /v2.0/ports?device_id=f049e9a0-bc22-4ef3-9415-d033870ad8af HTTP/1.1" status: 200 len: 210 time: 0.1251333 Jul 13 13:54:46.529985 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6f4107-1941-4a2b-a1d8-c69f8500a8b8 None None] Checking router: 1346794a-79aa-4c40-9242-09605bda21ad for host: n-d-800634-1 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 13:54:46.550048 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6f4107-1941-4a2b-a1d8-c69f8500a8b8 None None] Routers {'1346794a-79aa-4c40-9242-09605bda21ad'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:54:46.550219 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-4b6f4107-1941-4a2b-a1d8-c69f8500a8b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:54:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['1346794a-79aa-4c40-9242-09605bda21ad'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:54:46.680538 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-969ae00f-8313-4edb-b208-b5910bba513d tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Notify callbacks [] for router, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:46.778243 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed37500-0cd4-4d8b-8b88-7702adcf1fb8 None None] DHCP port deletion for 936f94ea-8229-4548-8660-fed48e10676f request from n-d-800634-1 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 13:54:46.814092 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-4b6f4107-1941-4a2b-a1d8-c69f8500a8b8 None None] Set router 1346794a-79aa-4c40-9242-09605bda21ad gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:54:46.892882 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-aed37500-0cd4-4d8b-8b88-7702adcf1fb8 None None] Deleting port 45602323-b642-41e3-a3b9-e0e883cbc38b {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:54:46.895292 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-aed37500-0cd4-4d8b-8b88-7702adcf1fb8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:46.897174 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-969ae00f-8313-4edb-b208-b5910bba513d tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:46.898072 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e099b378-c878-40a5-8160-f467d41a75c6 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Router 751efbe8-fc52-4f90-9ae7-106011998adb has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 13:54:47.059508 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-969ae00f-8313-4edb-b208-b5910bba513d tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Deleting port 387124fe-e266-41bd-bc56-687fd3018047 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:54:47.059854 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-969ae00f-8313-4edb-b208-b5910bba513d tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:47.139255 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-aed37500-0cd4-4d8b-8b88-7702adcf1fb8 None None] For port 45602323-b642-41e3-a3b9-e0e883cbc38b, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=45602323-b642-41e3-a3b9-e0e883cbc38b,segment=NetworkSegment(19c0a70b-9da0-4ba3-973a-61bd42a44694),segment_id=19c0a70b-9da0-4ba3-973a-61bd42a44694)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:54:47.152249 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-aed37500-0cd4-4d8b-8b88-7702adcf1fb8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:47.160307 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 4fb487f2-ca23-4cb5-9948-c8e215b37c5a up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:54:47.186351 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e099b378-c878-40a5-8160-f467d41a75c6 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:54:47.197037 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e099b378-c878-40a5-8160-f467d41a75c6 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for floatingip, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:47.290052 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-4b6f4107-1941-4a2b-a1d8-c69f8500a8b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1346794a-79aa-4c40-9242-09605bda21ad', 'name': 'tempest-TestSecurityGroupsBasicOps-router-164495191', 'tenant_id': 'e65770d93833474499bd5ca8e11d4e12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.201'}], 'enable_snat': True}, 'gw_port_id': '387124fe-e266-41bd-bc56-687fd3018047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:54:09Z', 'updated_at': '2021-07-13T13:54:44Z', 'revision_number': 5, 'project_id': 'e65770d93833474499bd5ca8e11d4e12', 'gw_port': {'id': '387124fe-e266-41bd-bc56-687fd3018047', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:96:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1346794a-79aa-4c40-9242-09605bda21ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2727, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:54:09Z', 'updated_at': '2021-07-13T13:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:54:47.298253 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f22cc3-84e3-4726-821f-daf9c30cd914 None None] Sync routers for ids ['751efbe8-fc52-4f90-9ae7-106011998adb'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:54:47.321691 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-e099b378-c878-40a5-8160-f467d41a75c6 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] 10.222.0.23 "PUT /v2.0/floatingips/1752f078-14ed-4833-a6c5-d11fe483825e HTTP/1.1" status: 200 len: 992 time: 2.2099731 Jul 13 13:54:47.322721 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '607ad771-cd6f-4fcf-b175-a30341f1423f', 'tag': '9471cf76-3a42-44c0-8380-63156b7de0c5'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:54:47.326812 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fee4813e-2869-4787-8725-dfc63f62207f" -d '{"events": [{"name": "network-changed", "server_uuid": "607ad771-cd6f-4fcf-b175-a30341f1423f", "tag": "9471cf76-3a42-44c0-8380-63156b7de0c5"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:54:47.328181 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-aed37500-0cd4-4d8b-8b88-7702adcf1fb8 None None] Calling delete_port for 45602323-b642-41e3-a3b9-e0e883cbc38b owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:54:47.385107 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-3fffbd84-78d1-4371-8969-e5a026df7a1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:47.391441 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-969ae00f-8313-4edb-b208-b5910bba513d tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] For port 387124fe-e266-41bd-bc56-687fd3018047, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=387124fe-e266-41bd-bc56-687fd3018047,segment=NetworkSegment(3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87),segment_id=3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:54:47.391816 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-969ae00f-8313-4edb-b208-b5910bba513d tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:47.405666 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f22cc3-84e3-4726-821f-daf9c30cd914 None None] Routers {'751efbe8-fc52-4f90-9ae7-106011998adb'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:54:47.406340 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-e2f22cc3-84e3-4726-821f-daf9c30cd914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:54:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['751efbe8-fc52-4f90-9ae7-106011998adb'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:54:47.433280 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-969ae00f-8313-4edb-b208-b5910bba513d tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Calling delete_port for 387124fe-e266-41bd-bc56-687fd3018047 owned by network:router_gateway {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:54:47.584420 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6f4107-1941-4a2b-a1d8-c69f8500a8b8 None None] The sync data for ids ['1346794a-79aa-4c40-9242-09605bda21ad'] in n-d-800634-1 is: [{'id': '1346794a-79aa-4c40-9242-09605bda21ad', 'name': 'tempest-TestSecurityGroupsBasicOps-router-164495191', 'tenant_id': 'e65770d93833474499bd5ca8e11d4e12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.201'}], 'enable_snat': True}, 'gw_port_id': '387124fe-e266-41bd-bc56-687fd3018047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:54:09Z', 'updated_at': '2021-07-13T13:54:44Z', 'revision_number': 5, 'project_id': 'e65770d93833474499bd5ca8e11d4e12', 'gw_port': {'id': '387124fe-e266-41bd-bc56-687fd3018047', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:96:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1346794a-79aa-4c40-9242-09605bda21ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2727, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:54:09Z', 'updated_at': '2021-07-13T13:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:54:47.594758 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdfaf82-0eeb-45da-b333-451267967885 req-4217d7f4-07cb-43a4-aab9-596795e2edef tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:47.596601 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2fdfaf82-0eeb-45da-b333-451267967885 req-4217d7f4-07cb-43a4-aab9-596795e2edef tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8 HTTP/1.1" status: 200 len: 945 time: 0.3073361 Jul 13 13:54:47.706984 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 13:54:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c48a21ef-bd9b-449c-8ce9-42b790184e92 x-openstack-request-id: req-c48a21ef-bd9b-449c-8ce9-42b790184e92 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:54:47.707623 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "607ad771-cd6f-4fcf-b175-a30341f1423f", "tag": "9471cf76-3a42-44c0-8380-63156b7de0c5", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:54:47.708028 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2fdfaf82-0eeb-45da-b333-451267967885 req-b4f3746c-45e9-4143-a445-02e7d4e46d0c tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/security-groups?id=0095868c-fb20-45e5-8afa-e9ed53786ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010849 Jul 13 13:54:47.708840 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c48a21ef-bd9b-449c-8ce9-42b790184e92 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:54:47.709582 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '607ad771-cd6f-4fcf-b175-a30341f1423f', 'tag': '9471cf76-3a42-44c0-8380-63156b7de0c5', 'status': 'completed', 'code': 200} Jul 13 13:54:47.753726 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-aed37500-0cd4-4d8b-8b88-7702adcf1fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:47.798737 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-969ae00f-8313-4edb-b208-b5910bba513d tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:47.851805 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee4813e-2869-4787-8725-dfc63f62207f req-6f9e8b3f-2574-4fbb-af7e-d7bd64563a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:47.852303 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee4813e-2869-4787-8725-dfc63f62207f req-6f9e8b3f-2574-4fbb-af7e-d7bd64563a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:47.856387 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969ae00f-8313-4edb-b208-b5910bba513d tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Pushing event deleted for resources: {'Port': ['ID=387124fe-e266-41bd-bc56-687fd3018047,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:54:47.857235 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee4813e-2869-4787-8725-dfc63f62207f req-6f9e8b3f-2574-4fbb-af7e-d7bd64563a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:47.857795 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee4813e-2869-4787-8725-dfc63f62207f req-6f9e8b3f-2574-4fbb-af7e-d7bd64563a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:47.858340 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee4813e-2869-4787-8725-dfc63f62207f req-6f9e8b3f-2574-4fbb-af7e-d7bd64563a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:47.858826 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee4813e-2869-4787-8725-dfc63f62207f req-6f9e8b3f-2574-4fbb-af7e-d7bd64563a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:47.859296 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee4813e-2869-4787-8725-dfc63f62207f req-6f9e8b3f-2574-4fbb-af7e-d7bd64563a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:47.863523 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-fee4813e-2869-4787-8725-dfc63f62207f req-6f9e8b3f-2574-4fbb-af7e-d7bd64563a86 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cddde6624d514a049e75835df6c903ed&device_id=607ad771-cd6f-4fcf-b175-a30341f1423f HTTP/1.1" status: 200 len: 6500 time: 0.1213400 Jul 13 13:54:47.896376 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed37500-0cd4-4d8b-8b88-7702adcf1fb8 None None] No DVR routers for this DVR port 45602323-b642-41e3-a3b9-e0e883cbc38b on host n-d-800634-1 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:54:47.955066 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 4fb487f2-ca23-4cb5-9948-c8e215b37c5a triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:54:47.955715 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:47.957412 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed37500-0cd4-4d8b-8b88-7702adcf1fb8 None None] Pushing event deleted for resources: {'Port': ['ID=45602323-b642-41e3-a3b9-e0e883cbc38b,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:54:48.012260 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-e2f22cc3-84e3-4726-821f-daf9c30cd914 None None] Set router 751efbe8-fc52-4f90-9ae7-106011998adb gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:54:48.012558 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-969ae00f-8313-4edb-b208-b5910bba513d tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-446473'] for router_gateway, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:48.250869 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-969ae00f-8313-4edb-b208-b5910bba513d tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1591938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2696'] for router, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:48.263490 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-969ae00f-8313-4edb-b208-b5910bba513d tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:48.375705 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-969ae00f-8313-4edb-b208-b5910bba513d tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593106'] for router, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:48.376690 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-969ae00f-8313-4edb-b208-b5910bba513d tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Fanout notify agent at l3_agent the message router_deleted on router 1346794a-79aa-4c40-9242-09605bda21ad {{(pid=93751) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 13:54:48.396101 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-969ae00f-8313-4edb-b208-b5910bba513d tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:48.399502 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-969ae00f-8313-4edb-b208-b5910bba513d tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] 10.222.0.23 "DELETE /v2.0/routers/1346794a-79aa-4c40-9242-09605bda21ad HTTP/1.1" status: 204 len: 168 time: 1.9741731 Jul 13 13:54:48.401010 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 58358) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:54:48.533517 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 45602323-b642-41e3-a3b9-e0e883cbc38b no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:54:48.602483 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: 45602323-b642-41e3-a3b9-e0e883cbc38b {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:54:48.602829 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 45602323-b642-41e3-a3b9-e0e883cbc38b not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:54:48.606520 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f6f63e46-341c-4ab0-a2e8-0e8ee55282f6 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:48.686673 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-e2f22cc3-84e3-4726-821f-daf9c30cd914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '751efbe8-fc52-4f90-9ae7-106011998adb', 'name': 'tempest-TaggedBootDevicesTest_v242-803998605-router', 'tenant_id': 'cddde6624d514a049e75835df6c903ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': 'd86bac5b-b7af-4efa-a95c-ed1a400a33a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:52:43Z', 'updated_at': '2021-07-13T13:52:55Z', 'revision_number': 4, 'project_id': 'cddde6624d514a049e75835df6c903ed', 'gw_port': {'id': 'd86bac5b-b7af-4efa-a95c-ed1a400a33a0', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:a2:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '751efbe8-fc52-4f90-9ae7-106011998adb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2640, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:52:44Z', 'updated_at': '2021-07-13T13:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_floatingips': [{'id': '1752f078-14ed-4833-a6c5-d11fe483825e', 'tenant_id': 'cddde6624d514a049e75835df6c903ed', 'floating_ip_address': '172.25.6.139', 'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'router_id': '751efbe8-fc52-4f90-9ae7-106011998adb', 'port_id': '9471cf76-3a42-44c0-8380-63156b7de0c5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2718, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '446293fa-d089-4a73-be46-3f7c6317a56f', 'mac_address': 'fa:16:3e:ee:8d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '607ad771-cd6f-4fcf-b175-a30341f1423f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T13:53:42Z', 'updated_at': '2021-07-13T13:54:45Z', 'revision_number': 1, 'project_id': 'cddde6624d514a049e75835df6c903ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fcbb200-64c5-42f2-8657-89bd40b8bc3d', 'name': '', 'network_id': '446293fa-d089-4a73-be46-3f7c6317a56f', 'tenant_id': 'cddde6624d514a049e75835df6c903ed', 'mac_address': 'fa:16:3e:9e:43:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '751efbe8-fc52-4f90-9ae7-106011998adb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2644, 'fixed_ips': [{'subnet_id': '3e740739-b63f-4ad3-b5cf-d6f6b58861d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:52:53Z', 'updated_at': '2021-07-13T13:53:03Z', 'revision_number': 5, 'project_id': 'cddde6624d514a049e75835df6c903ed', 'subnets': [{'id': '3e740739-b63f-4ad3-b5cf-d6f6b58861d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:54:48.748245 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f6f63e46-341c-4ab0-a2e8-0e8ee55282f6 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:48.759288 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f22cc3-84e3-4726-821f-daf9c30cd914 None None] Checking router: 751efbe8-fc52-4f90-9ae7-106011998adb for host: n-d-800634-1 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 13:54:48.775900 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-f6f63e46-341c-4ab0-a2e8-0e8ee55282f6 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['936f94ea-8229-4548-8660-fed48e10676f']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:54:48.780784 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f22cc3-84e3-4726-821f-daf9c30cd914 None None] Routers {'751efbe8-fc52-4f90-9ae7-106011998adb'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:54:48.782304 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-e2f22cc3-84e3-4726-821f-daf9c30cd914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:54:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['751efbe8-fc52-4f90-9ae7-106011998adb'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:54:48.789072 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-f6f63e46-341c-4ab0-a2e8-0e8ee55282f6 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19c0a70b-9da0-4ba3-973a-61bd42a44694') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:54:48.789504 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-f6f63e46-341c-4ab0-a2e8-0e8ee55282f6 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19c0a70b-9da0-4ba3-973a-61bd42a44694') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:54:48.803507 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f6f63e46-341c-4ab0-a2e8-0e8ee55282f6 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6018464'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:48.815419 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee4813e-2869-4787-8725-dfc63f62207f req-675d5a77-9b85-44b4-a9e3-3d2c7fc7c600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:48.818335 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-fee4813e-2869-4787-8725-dfc63f62207f req-675d5a77-9b85-44b4-a9e3-3d2c7fc7c600 service neutron] 10.222.0.41 "GET /v2.0/networks?id=446293fa-d089-4a73-be46-3f7c6317a56f HTTP/1.1" status: 200 len: 916 time: 0.9491358 Jul 13 13:54:48.821366 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f6f63e46-341c-4ab0-a2e8-0e8ee55282f6 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:48.824268 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-05096c5b-9f65-4634-9ba1-da460947524f req-7b84402e-02c3-4822-8b3d-e6c571f5c1ef tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] 10.222.0.23 "GET /v2.0/ports?device_id=f049e9a0-bc22-4ef3-9415-d033870ad8af HTTP/1.1" status: 200 len: 210 time: 0.7825048 Jul 13 13:54:48.837434 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6f63e46-341c-4ab0-a2e8-0e8ee55282f6 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 13:54:48.838061 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f6f63e46-341c-4ab0-a2e8-0e8ee55282f6 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6018632'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:48.844558 n-d-800634-1 neutron-server[93751]: Traceback (most recent call last): Jul 13 13:54:48.844558 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 13:54:48.844558 n-d-800634-1 neutron-server[93751]: timer() Jul 13 13:54:48.844558 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 13:54:48.844558 n-d-800634-1 neutron-server[93751]: cb(*args, **kw) Jul 13 13:54:48.844558 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 13:54:48.844558 n-d-800634-1 neutron-server[93751]: return func(*args, **kwargs) Jul 13 13:54:48.844558 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 13:54:48.844558 n-d-800634-1 neutron-server[93751]: self._notify() Jul 13 13:54:48.844558 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 13:54:48.844558 n-d-800634-1 neutron-server[93751]: self.callback(batched_events) Jul 13 13:54:48.844558 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 13:54:48.844558 n-d-800634-1 neutron-server[93751]: event.method(event) Jul 13 13:54:48.844558 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 13:54:48.844558 n-d-800634-1 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 13:54:48.844558 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 13:54:48.844558 n-d-800634-1 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 13:54:48.844558 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 13:54:48.844558 n-d-800634-1 neutron-server[93751]: return f(self, *a, **k) Jul 13 13:54:48.844558 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 13:54:48.844558 n-d-800634-1 neutron-server[93751]: return self._get(url).json() Jul 13 13:54:48.844558 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 13:54:48.844558 n-d-800634-1 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 13:54:48.844558 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 13:54:48.844558 n-d-800634-1 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 13 13:54:48.844558 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 13:54:48.844558 n-d-800634-1 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 13:54:48.844558 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 13:54:48.844558 n-d-800634-1 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 13:54:48.844558 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 13:54:48.844558 n-d-800634-1 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 13:54:48.844558 n-d-800634-1 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 13:54:49.015341 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f6f63e46-341c-4ab0-a2e8-0e8ee55282f6 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:49.019955 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f6f63e46-341c-4ab0-a2e8-0e8ee55282f6 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:49.022085 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-f6f63e46-341c-4ab0-a2e8-0e8ee55282f6 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] 10.222.0.23 "DELETE /v2.0/networks/936f94ea-8229-4548-8660-fed48e10676f HTTP/1.1" status: 204 len: 168 time: 0.6192350 Jul 13 13:54:49.022907 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b925a3f9-226d-45e7-b6a6-c69946174fb9 req-c2c9a8cc-1b04-4f1b-8465-4af614516a2b tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:49.026570 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b925a3f9-226d-45e7-b6a6-c69946174fb9 req-c2c9a8cc-1b04-4f1b-8465-4af614516a2b tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] 10.222.0.26 "GET /v2.0/networks?id=d3e80788-46f1-47e0-8cfc-11b993e68aea HTTP/1.1" status: 200 len: 796 time: 0.2796879 Jul 13 13:54:49.029199 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 58374) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:54:49.047392 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-e2f22cc3-84e3-4726-821f-daf9c30cd914 None None] Set router 751efbe8-fc52-4f90-9ae7-106011998adb gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:54:49.108444 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f63e46-341c-4ab0-a2e8-0e8ee55282f6 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Pushing event deleted for resources: {'Network': ['ID=936f94ea-8229-4548-8660-fed48e10676f,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:54:49.256409 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 374fb2f2-a312-4df6-b2b9-cd4d9d7664b9 no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:54:49.292764 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-fee4813e-2869-4787-8725-dfc63f62207f req-78646b8e-d9d2-45bf-a7b3-846c5b7c1c7a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9471cf76-3a42-44c0-8380-63156b7de0c5 HTTP/1.1" status: 200 len: 1000 time: 0.2616675 Jul 13 13:54:49.300766 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b925a3f9-226d-45e7-b6a6-c69946174fb9 req-1f353e45-2ccd-4e8b-bc7b-6ae531b11a19 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c841d7dd73ac40a085273ab2774b9cc2 HTTP/1.1" status: 200 len: 380 time: 0.2499366 Jul 13 13:54:49.316290 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-b925a3f9-226d-45e7-b6a6-c69946174fb9 req-13459f75-19a3-43e2-b19a-c67808c61e04 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Request body: {'port': {'device_id': 'f049e9a0-bc22-4ef3-9415-d033870ad8af', 'network_id': 'd3e80788-46f1-47e0-8cfc-11b993e68aea', 'admin_state_up': True, 'tenant_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'security_groups': ['8ee93ee4-dfac-4c60-87f9-608ec674d508']}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:54:49.350323 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: 374fb2f2-a312-4df6-b2b9-cd4d9d7664b9 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:54:49.350938 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 374fb2f2-a312-4df6-b2b9-cd4d9d7664b9 not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:54:49.351516 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 387124fe-e266-41bd-bc56-687fd3018047 no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:54:49.431677 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: 387124fe-e266-41bd-bc56-687fd3018047 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:54:49.444788 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 387124fe-e266-41bd-bc56-687fd3018047 not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:54:49.485998 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523ad46d-1c5e-4091-a29f-c6f481c79c6b req-eb52427a-7456-4d46-af2c-6b0fee5cc941 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:49.493525 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-523ad46d-1c5e-4091-a29f-c6f481c79c6b req-eb52427a-7456-4d46-af2c-6b0fee5cc941 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8 HTTP/1.1" status: 200 len: 945 time: 0.3805280 Jul 13 13:54:49.498851 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee4813e-2869-4787-8725-dfc63f62207f req-7b98f5e0-421f-48e8-b4d3-7a317b1534a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:49.501848 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-fee4813e-2869-4787-8725-dfc63f62207f req-7b98f5e0-421f-48e8-b4d3-7a317b1534a3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3e740739-b63f-4ad3-b5cf-d6f6b58861d6 HTTP/1.1" status: 200 len: 855 time: 0.1983316 Jul 13 13:54:49.532331 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-523ad46d-1c5e-4091-a29f-c6f481c79c6b req-97f9f409-e5ef-43d6-a1ee-37a32ed1c5d2 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/security-groups?id=0095868c-fb20-45e5-8afa-e9ed53786ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379012 Jul 13 13:54:49.602148 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-e2f22cc3-84e3-4726-821f-daf9c30cd914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '751efbe8-fc52-4f90-9ae7-106011998adb', 'name': 'tempest-TaggedBootDevicesTest_v242-803998605-router', 'tenant_id': 'cddde6624d514a049e75835df6c903ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': 'd86bac5b-b7af-4efa-a95c-ed1a400a33a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:52:43Z', 'updated_at': '2021-07-13T13:52:55Z', 'revision_number': 4, 'project_id': 'cddde6624d514a049e75835df6c903ed', 'gw_port': {'id': 'd86bac5b-b7af-4efa-a95c-ed1a400a33a0', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:a2:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '751efbe8-fc52-4f90-9ae7-106011998adb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2640, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:52:44Z', 'updated_at': '2021-07-13T13:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_floatingips': [{'id': '1752f078-14ed-4833-a6c5-d11fe483825e', 'tenant_id': 'cddde6624d514a049e75835df6c903ed', 'floating_ip_address': '172.25.6.139', 'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'router_id': '751efbe8-fc52-4f90-9ae7-106011998adb', 'port_id': '9471cf76-3a42-44c0-8380-63156b7de0c5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2718, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '446293fa-d089-4a73-be46-3f7c6317a56f', 'mac_address': 'fa:16:3e:ee:8d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '607ad771-cd6f-4fcf-b175-a30341f1423f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T13:53:42Z', 'updated_at': '2021-07-13T13:54:45Z', 'revision_number': 1, 'project_id': 'cddde6624d514a049e75835df6c903ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fcbb200-64c5-42f2-8657-89bd40b8bc3d', 'name': '', 'network_id': '446293fa-d089-4a73-be46-3f7c6317a56f', 'tenant_id': 'cddde6624d514a049e75835df6c903ed', 'mac_address': 'fa:16:3e:9e:43:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '751efbe8-fc52-4f90-9ae7-106011998adb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2644, 'fixed_ips': [{'subnet_id': '3e740739-b63f-4ad3-b5cf-d6f6b58861d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:52:53Z', 'updated_at': '2021-07-13T13:53:03Z', 'revision_number': 5, 'project_id': 'cddde6624d514a049e75835df6c903ed', 'subnets': [{'id': '3e740739-b63f-4ad3-b5cf-d6f6b58861d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:54:49.625565 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-698f2b13-37b5-4932-ad3d-4c456f984806 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Deleting port 0ef7b7d5-e58d-4377-904e-88f8b2eec56f {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:54:49.625934 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-698f2b13-37b5-4932-ad3d-4c456f984806 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:49.634263 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f22cc3-84e3-4726-821f-daf9c30cd914 None None] The sync data for ids ['751efbe8-fc52-4f90-9ae7-106011998adb'] in n-d-800634-1 is: [{'id': '751efbe8-fc52-4f90-9ae7-106011998adb', 'name': 'tempest-TaggedBootDevicesTest_v242-803998605-router', 'tenant_id': 'cddde6624d514a049e75835df6c903ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': 'd86bac5b-b7af-4efa-a95c-ed1a400a33a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:52:43Z', 'updated_at': '2021-07-13T13:52:55Z', 'revision_number': 4, 'project_id': 'cddde6624d514a049e75835df6c903ed', 'gw_port': {'id': 'd86bac5b-b7af-4efa-a95c-ed1a400a33a0', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:a2:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '751efbe8-fc52-4f90-9ae7-106011998adb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2640, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:52:44Z', 'updated_at': '2021-07-13T13:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_floatingips': [{'id': '1752f078-14ed-4833-a6c5-d11fe483825e', 'tenant_id': 'cddde6624d514a049e75835df6c903ed', 'floating_ip_address': '172.25.6.139', 'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'router_id': '751efbe8-fc52-4f90-9ae7-106011998adb', 'port_id': '9471cf76-3a42-44c0-8380-63156b7de0c5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2718, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '446293fa-d089-4a73-be46-3f7c6317a56f', 'mac_address': 'fa:16:3e:ee:8d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '607ad771-cd6f-4fcf-b175-a30341f1423f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T13:53:42Z', 'updated_at': '2021-07-13T13:54:45Z', 'revision_number': 1, 'project_id': 'cddde6624d514a049e75835df6c903ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fcbb200-64c5-42f2-8657-89bd40b8bc3d', 'name': '', 'network_id': '446293fa-d089-4a73-be46-3f7c6317a56f', 'tenant_id': 'cddde6624d514a049e75835df6c903ed', 'mac_address': 'fa:16:3e:9e:43:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '751efbe8-fc52-4f90-9ae7-106011998adb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2644, 'fixed_ips': [{'subnet_id': '3e740739-b63f-4ad3-b5cf-d6f6b58861d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:52:53Z', 'updated_at': '2021-07-13T13:53:03Z', 'revision_number': 5, 'project_id': 'cddde6624d514a049e75835df6c903ed', 'subnets': [{'id': '3e740739-b63f-4ad3-b5cf-d6f6b58861d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:54:49.753441 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee4813e-2869-4787-8725-dfc63f62207f req-8b7ea936-f22a-4af2-a9ef-a9f68732d2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:49.755334 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-fee4813e-2869-4787-8725-dfc63f62207f req-8b7ea936-f22a-4af2-a9ef-a9f68732d2cc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=446293fa-d089-4a73-be46-3f7c6317a56f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2314672 Jul 13 13:54:49.838762 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b925a3f9-226d-45e7-b6a6-c69946174fb9 req-13459f75-19a3-43e2-b19a-c67808c61e04 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Made reservation on behalf of c841d7dd73ac40a085273ab2774b9cc2 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:54:49.843706 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-b925a3f9-226d-45e7-b6a6-c69946174fb9 req-13459f75-19a3-43e2-b19a-c67808c61e04 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:49.867321 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-698f2b13-37b5-4932-ad3d-4c456f984806 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:49.867705 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-698f2b13-37b5-4932-ad3d-4c456f984806 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:49.870840 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ebf60036-27c1-41ab-a5c2-d13c9cc775df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:49.981823 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a663d27-5013-41c2-a3a0-516f2ac3233b None None] New status for floating IP 1752f078-14ed-4833-a6c5-d11fe483825e: ACTIVE {{(pid=93753) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 13:54:50.022745 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:50.062296 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-698f2b13-37b5-4932-ad3d-4c456f984806 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Calling delete_port for 0ef7b7d5-e58d-4377-904e-88f8b2eec56f owned by network:floatingip {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:54:50.081231 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-b925a3f9-226d-45e7-b6a6-c69946174fb9 req-13459f75-19a3-43e2-b19a-c67808c61e04 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Allocated IP 172.20.0.13 (d3e80788-46f1-47e0-8cfc-11b993e68aea/703d36fa-39ec-4441-9072-18d674a53d9b/bd5b7894-c75e-40f2-9c13-ec17cd48154d) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:54:50.109496 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-fee4813e-2869-4787-8725-dfc63f62207f req-0e3128fc-1939-4ad4-90ae-49c9c0692bb2 service neutron] 10.222.0.41 "GET /v2.0/networks/446293fa-d089-4a73-be46-3f7c6317a56f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3443770 Jul 13 13:54:50.190815 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5ded4a4d-e2e0-4c92-97f3-e73f312d474b req-1d920b60-1602-4ef8-bc82-1a1174176773 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] 10.222.0.23 "GET /v2.0/ports?device_id=f049e9a0-bc22-4ef3-9415-d033870ad8af HTTP/1.1" status: 200 len: 210 time: 0.0714436 Jul 13 13:54:50.465628 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-fee4813e-2869-4787-8725-dfc63f62207f req-a494c250-8b55-4d83-838e-f2cfc1fcc1d7 service neutron] 10.222.0.41 "GET /v2.0/networks/446293fa-d089-4a73-be46-3f7c6317a56f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3070753 Jul 13 13:54:50.533901 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-698f2b13-37b5-4932-ad3d-4c456f984806 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:50.567420 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-b925a3f9-226d-45e7-b6a6-c69946174fb9 req-13459f75-19a3-43e2-b19a-c67808c61e04 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:50.574252 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698f2b13-37b5-4932-ad3d-4c456f984806 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Pushing event deleted for resources: {'Port': ['ID=0ef7b7d5-e58d-4377-904e-88f8b2eec56f,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:54:50.607299 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-b925a3f9-226d-45e7-b6a6-c69946174fb9 req-13459f75-19a3-43e2-b19a-c67808c61e04 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Transition to ACTIVE for port object bd5b7894-c75e-40f2-9c13-ec17cd48154d will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:54:50.659033 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-698f2b13-37b5-4932-ad3d-4c456f984806 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Notify callbacks [] for floatingip, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:50.659033 n-d-800634-1 neutron-server[93750]: INFO neutron.db.l3_db [None req-698f2b13-37b5-4932-ad3d-4c456f984806 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Floating IP 77703a28-48d5-40c0-871d-d387d006b512 disassociated (deleted). External IP: 172.25.6.43, port: 4c0939c4-b578-4b34-811a-161bba9ae57b. Jul 13 13:54:50.820459 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-b925a3f9-226d-45e7-b6a6-c69946174fb9 req-13459f75-19a3-43e2-b19a-c67808c61e04 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:50.890375 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b925a3f9-226d-45e7-b6a6-c69946174fb9 req-13459f75-19a3-43e2-b19a-c67808c61e04 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Network d3e80788-46f1-47e0-8cfc-11b993e68aea is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:54:50.900500 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-b925a3f9-226d-45e7-b6a6-c69946174fb9 req-13459f75-19a3-43e2-b19a-c67808c61e04 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:54:50.903082 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-b925a3f9-226d-45e7-b6a6-c69946174fb9 req-13459f75-19a3-43e2-b19a-c67808c61e04 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:54:50.936078 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36b44e6-b2ad-4d6c-9523-1a88828f39d5 req-dfaeaa5f-7905-4187-a991-726cf9370978 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:50.937586 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c36b44e6-b2ad-4d6c-9523-1a88828f39d5 req-dfaeaa5f-7905-4187-a991-726cf9370978 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8 HTTP/1.1" status: 200 len: 945 time: 0.2332959 Jul 13 13:54:50.938251 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13459f75-19a3-43e2-b19a-c67808c61e04 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Pushing event updated for resources: {'Port': ['ID=bd5b7894-c75e-40f2-9c13-ec17cd48154d,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:54:51.073805 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b925a3f9-226d-45e7-b6a6-c69946174fb9 req-13459f75-19a3-43e2-b19a-c67808c61e04 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:51.073805 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-b925a3f9-226d-45e7-b6a6-c69946174fb9 req-13459f75-19a3-43e2-b19a-c67808c61e04 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:51.098731 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c36b44e6-b2ad-4d6c-9523-1a88828f39d5 req-a802e7cc-d5a9-42b6-bd06-828c7404608e tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/security-groups?id=0095868c-fb20-45e5-8afa-e9ed53786ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197383 Jul 13 13:54:51.107678 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b925a3f9-226d-45e7-b6a6-c69946174fb9 req-13459f75-19a3-43e2-b19a-c67808c61e04 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7959726 Jul 13 13:54:51.116693 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-698f2b13-37b5-4932-ad3d-4c456f984806 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Router dfe1dab2-a78d-4495-8ba3-32bf8cf2d92b has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 13:54:51.125613 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-b925a3f9-226d-45e7-b6a6-c69946174fb9 req-945a8a3c-f9d9-46cc-bf98-687785b474cd service neutron] Request body: {'port': {'device_id': 'f049e9a0-bc22-4ef3-9415-d033870ad8af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:54:51.137365 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:51.254987 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2453e1ad-ae93-4c6e-a40d-62aa4458e243 None None] Provisioning for port bd5b7894-c75e-40f2-9c13-ec17cd48154d completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:54:51.259844 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2453e1ad-ae93-4c6e-a40d-62aa4458e243 None None] Provisioning complete for port bd5b7894-c75e-40f2-9c13-ec17cd48154d triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:54:51.260230 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2453e1ad-ae93-4c6e-a40d-62aa4458e243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:51.278266 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-b925a3f9-226d-45e7-b6a6-c69946174fb9 req-945a8a3c-f9d9-46cc-bf98-687785b474cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:51.305081 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2453e1ad-ae93-4c6e-a40d-62aa4458e243 None None] Port bd5b7894-c75e-40f2-9c13-ec17cd48154d cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:54:51.508184 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-698f2b13-37b5-4932-ad3d-4c456f984806 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:54:51.520089 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d21254b-1067-411b-8f63-04427b6b232d None None] Sync routers for ids ['dfe1dab2-a78d-4495-8ba3-32bf8cf2d92b'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:54:51.522712 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-698f2b13-37b5-4932-ad3d-4c456f984806 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for floatingip, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:51.531451 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d21254b-1067-411b-8f63-04427b6b232d None None] Routers {'dfe1dab2-a78d-4495-8ba3-32bf8cf2d92b'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:54:51.532197 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-7d21254b-1067-411b-8f63-04427b6b232d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:54:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['dfe1dab2-a78d-4495-8ba3-32bf8cf2d92b'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:54:51.638992 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-698f2b13-37b5-4932-ad3d-4c456f984806 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] 10.222.0.23 "DELETE /v2.0/floatingips/77703a28-48d5-40c0-871d-d387d006b512 HTTP/1.1" status: 204 len: 168 time: 2.5970252 Jul 13 13:54:51.641503 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0623dfb-e1d1-46eb-aca1-e98aebdb766a', 'tag': '4c0939c4-b578-4b34-811a-161bba9ae57b'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:54:51.643680 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b1eea25-b907-445f-8b89-3731d4440146" -d '{"events": [{"name": "network-changed", "server_uuid": "e0623dfb-e1d1-46eb-aca1-e98aebdb766a", "tag": "4c0939c4-b578-4b34-811a-161bba9ae57b"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:54:51.653294 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15089e57-3237-4c7e-bbb7-0e18a11abf3c req-f67ea49c-65a5-4271-a6e5-567cb9a43e0a tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:51.654854 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-15089e57-3237-4c7e-bbb7-0e18a11abf3c req-f67ea49c-65a5-4271-a6e5-567cb9a43e0a tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] 10.222.0.23 "GET /v2.0/ports?device_id=f049e9a0-bc22-4ef3-9415-d033870ad8af HTTP/1.1" status: 200 len: 932 time: 0.2875185 Jul 13 13:54:51.667546 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-7d21254b-1067-411b-8f63-04427b6b232d None None] Set router dfe1dab2-a78d-4495-8ba3-32bf8cf2d92b gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:54:51.724551 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-15089e57-3237-4c7e-bbb7-0e18a11abf3c req-258aa342-a8d7-4992-961e-b70a9e4c6e64 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] 10.222.0.23 "GET /v2.0/security-groups?id=8ee93ee4-dfac-4c60-87f9-608ec674d508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596855 Jul 13 13:54:51.857648 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 13:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03e439da-6661-48d6-bf87-6f25b33810bb x-openstack-request-id: req-03e439da-6661-48d6-bf87-6f25b33810bb {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:54:51.858075 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0623dfb-e1d1-46eb-aca1-e98aebdb766a", "tag": "4c0939c4-b578-4b34-811a-161bba9ae57b", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:54:51.858427 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-03e439da-6661-48d6-bf87-6f25b33810bb {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:54:51.859610 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0623dfb-e1d1-46eb-aca1-e98aebdb766a', 'tag': '4c0939c4-b578-4b34-811a-161bba9ae57b', 'status': 'completed', 'code': 200} Jul 13 13:54:51.952819 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-7d21254b-1067-411b-8f63-04427b6b232d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfe1dab2-a78d-4495-8ba3-32bf8cf2d92b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1385260162', 'tenant_id': 'e65770d93833474499bd5ca8e11d4e12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': '71217c20-8d46-4434-b125-a30f60d1ab2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:53:02Z', 'updated_at': '2021-07-13T13:53:09Z', 'revision_number': 4, 'project_id': 'e65770d93833474499bd5ca8e11d4e12', 'gw_port': {'id': '71217c20-8d46-4434-b125-a30f60d1ab2d', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:3a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe1dab2-a78d-4495-8ba3-32bf8cf2d92b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2658, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:53:03Z', 'updated_at': '2021-07-13T13:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': '78194b87-47a8-443a-a3fe-98b333345b61', 'name': '', 'network_id': '2254a83b-bbf0-41f6-94ef-c9a3e24bd7ec', 'tenant_id': 'e65770d93833474499bd5ca8e11d4e12', 'mac_address': 'fa:16:3e:59:09:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe1dab2-a78d-4495-8ba3-32bf8cf2d92b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': '85453aaf-7d74-4282-b467-40ba04de793e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:53:07Z', 'updated_at': '2021-07-13T13:53:15Z', 'revision_number': 5, 'project_id': 'e65770d93833474499bd5ca8e11d4e12', 'subnets': [{'id': '85453aaf-7d74-4282-b467-40ba04de793e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:54:51.954391 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-b925a3f9-226d-45e7-b6a6-c69946174fb9 req-945a8a3c-f9d9-46cc-bf98-687785b474cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd5b7894-c75e-40f2-9c13-ec17cd48154d {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:54:51.971757 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-b925a3f9-226d-45e7-b6a6-c69946174fb9 req-945a8a3c-f9d9-46cc-bf98-687785b474cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:51.989777 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d21254b-1067-411b-8f63-04427b6b232d None None] Checking router: dfe1dab2-a78d-4495-8ba3-32bf8cf2d92b for host: n-d-800634-1 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 13:54:52.004692 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d21254b-1067-411b-8f63-04427b6b232d None None] Routers {'dfe1dab2-a78d-4495-8ba3-32bf8cf2d92b'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:54:52.005624 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-7d21254b-1067-411b-8f63-04427b6b232d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:54:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['dfe1dab2-a78d-4495-8ba3-32bf8cf2d92b'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:54:52.014671 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-b925a3f9-226d-45e7-b6a6-c69946174fb9 req-945a8a3c-f9d9-46cc-bf98-687785b474cd service neutron] Transition to ACTIVE for port object bd5b7894-c75e-40f2-9c13-ec17cd48154d will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:54:52.030836 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-b925a3f9-226d-45e7-b6a6-c69946174fb9 req-945a8a3c-f9d9-46cc-bf98-687785b474cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:52.164791 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945a8a3c-f9d9-46cc-bf98-687785b474cd service neutron] Pushing event updated for resources: {'Port': ['ID=bd5b7894-c75e-40f2-9c13-ec17cd48154d,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:54:52.187065 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1eea25-b907-445f-8b89-3731d4440146 req-bf151af4-f3a1-4b08-89e0-42ebcf0ecf19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:52.191487 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0b1eea25-b907-445f-8b89-3731d4440146 req-bf151af4-f3a1-4b08-89e0-42ebcf0ecf19 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e65770d93833474499bd5ca8e11d4e12&device_id=e0623dfb-e1d1-46eb-aca1-e98aebdb766a HTTP/1.1" status: 200 len: 1135 time: 0.3075378 Jul 13 13:54:52.538518 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-7d21254b-1067-411b-8f63-04427b6b232d None None] Set router dfe1dab2-a78d-4495-8ba3-32bf8cf2d92b gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:54:52.580541 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a186eae3-10fb-4757-985f-0e014a4b1265 req-4dd80f9e-0664-44ef-baf2-30bbbf5e01d6 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:52.583561 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a186eae3-10fb-4757-985f-0e014a4b1265 req-4dd80f9e-0664-44ef-baf2-30bbbf5e01d6 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8 HTTP/1.1" status: 200 len: 945 time: 0.1078820 Jul 13 13:54:52.603610 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-b925a3f9-226d-45e7-b6a6-c69946174fb9 req-945a8a3c-f9d9-46cc-bf98-687785b474cd service neutron] Attempting to bind port bd5b7894-c75e-40f2-9c13-ec17cd48154d on host n-h1-800634-1 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:54:52.604201 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-b925a3f9-226d-45e7-b6a6-c69946174fb9 req-945a8a3c-f9d9-46cc-bf98-687785b474cd service neutron] Attempting to bind port bd5b7894-c75e-40f2-9c13-ec17cd48154d by drivers openvswitch,hyperv on host n-h1-800634-1 at level 0 using segments [{'id': 'bf55e58c-4075-48ea-ab90-3c2e26c2b390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'd3e80788-46f1-47e0-8cfc-11b993e68aea'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:54:52.605310 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b925a3f9-226d-45e7-b6a6-c69946174fb9 req-945a8a3c-f9d9-46cc-bf98-687785b474cd service neutron] Attempting to bind port bd5b7894-c75e-40f2-9c13-ec17cd48154d on network d3e80788-46f1-47e0-8cfc-11b993e68aea {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:54:52.629878 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b925a3f9-226d-45e7-b6a6-c69946174fb9 req-945a8a3c-f9d9-46cc-bf98-687785b474cd service neutron] Port bd5b7894-c75e-40f2-9c13-ec17cd48154d on network d3e80788-46f1-47e0-8cfc-11b993e68aea not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-1 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:54:52.630451 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b925a3f9-226d-45e7-b6a6-c69946174fb9 req-945a8a3c-f9d9-46cc-bf98-687785b474cd service neutron] Attempting to bind port bd5b7894-c75e-40f2-9c13-ec17cd48154d on network d3e80788-46f1-47e0-8cfc-11b993e68aea {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:54:52.645803 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b925a3f9-226d-45e7-b6a6-c69946174fb9 req-945a8a3c-f9d9-46cc-bf98-687785b474cd service neutron] Checking agent: {'id': 'a7603dc8-3c50-4a9b-8f0d-1143528f155e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 54, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:54:52.646423 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b925a3f9-226d-45e7-b6a6-c69946174fb9 req-945a8a3c-f9d9-46cc-bf98-687785b474cd service neutron] Checking segment: {'id': 'bf55e58c-4075-48ea-ab90-3c2e26c2b390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'd3e80788-46f1-47e0-8cfc-11b993e68aea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:54:52.647033 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b925a3f9-226d-45e7-b6a6-c69946174fb9 req-945a8a3c-f9d9-46cc-bf98-687785b474cd service neutron] Bound using segment: {'id': 'bf55e58c-4075-48ea-ab90-3c2e26c2b390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'd3e80788-46f1-47e0-8cfc-11b993e68aea'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:54:52.647409 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a186eae3-10fb-4757-985f-0e014a4b1265 req-f79d785d-062a-480e-81f1-37f7be6637b4 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/security-groups?id=0095868c-fb20-45e5-8afa-e9ed53786ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553591 Jul 13 13:54:52.647945 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-b925a3f9-226d-45e7-b6a6-c69946174fb9 req-945a8a3c-f9d9-46cc-bf98-687785b474cd service neutron] Bound port: bd5b7894-c75e-40f2-9c13-ec17cd48154d, host: n-h1-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf55e58c-4075-48ea-ab90-3c2e26c2b390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'd3e80788-46f1-47e0-8cfc-11b993e68aea'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:54:52.648531 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-b925a3f9-226d-45e7-b6a6-c69946174fb9 req-945a8a3c-f9d9-46cc-bf98-687785b474cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:52.680874 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 456a7843-466b-4620-bb90-adc15c0c4e43 details requested by agent hyperv_n-h1-800634-1 with host n-h1-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 13:54:52.704844 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1eea25-b907-445f-8b89-3731d4440146 req-aa68fae2-0aee-4cd0-97ff-6d474838b4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:52.706530 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0b1eea25-b907-445f-8b89-3731d4440146 req-aa68fae2-0aee-4cd0-97ff-6d474838b4c2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2254a83b-bbf0-41f6-94ef-c9a3e24bd7ec HTTP/1.1" status: 200 len: 896 time: 0.4614949 Jul 13 13:54:52.725849 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf433e3-124b-423f-acc9-4ca413a5355d req-e245dc85-b9ea-49ca-88ae-c4bd95aa1da4 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:52.727887 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:52.733449 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1bf433e3-124b-423f-acc9-4ca413a5355d req-e245dc85-b9ea-49ca-88ae-c4bd95aa1da4 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0623dfb-e1d1-46eb-aca1-e98aebdb766a HTTP/1.1" status: 200 len: 984 time: 0.3524902 Jul 13 13:54:52.826656 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0b1eea25-b907-445f-8b89-3731d4440146 req-0c4b5ef1-a879-4660-b9d6-186c4fe15957 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4c0939c4-b578-4b34-811a-161bba9ae57b HTTP/1.1" status: 200 len: 217 time: 0.0904551 Jul 13 13:54:52.923593 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 456a7843-466b-4620-bb90-adc15c0c4e43, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=456a7843-466b-4620-bb90-adc15c0c4e43,segment=NetworkSegment(f0c035ba-ef7c-4972-a79c-06787b5c4532),segment_id=f0c035ba-ef7c-4972-a79c-06787b5c4532)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:54:52.948901 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Returning: {'device': '456a7843-466b-4620-bb90-adc15c0c4e43', 'network_id': '4306e211-7293-43e9-8c02-14badf8c79d9', 'port_id': '456a7843-466b-4620-bb90-adc15c0c4e43', 'mac_address': 'fa:16:3e:c7:e3:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9eae714-cd86-4b29-a4c2-c920f28b0327', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 13:54:52.952554 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1eea25-b907-445f-8b89-3731d4440146 req-4df06850-a38c-459e-a505-8bcd1669abd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:52.967589 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0b1eea25-b907-445f-8b89-3731d4440146 req-4df06850-a38c-459e-a505-8bcd1669abd5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=85453aaf-7d74-4282-b467-40ba04de793e HTTP/1.1" status: 200 len: 835 time: 0.1071048 Jul 13 13:54:52.986183 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-7d21254b-1067-411b-8f63-04427b6b232d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfe1dab2-a78d-4495-8ba3-32bf8cf2d92b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1385260162', 'tenant_id': 'e65770d93833474499bd5ca8e11d4e12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': '71217c20-8d46-4434-b125-a30f60d1ab2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:53:02Z', 'updated_at': '2021-07-13T13:53:09Z', 'revision_number': 4, 'project_id': 'e65770d93833474499bd5ca8e11d4e12', 'gw_port': {'id': '71217c20-8d46-4434-b125-a30f60d1ab2d', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:3a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe1dab2-a78d-4495-8ba3-32bf8cf2d92b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2658, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:53:03Z', 'updated_at': '2021-07-13T13:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': '78194b87-47a8-443a-a3fe-98b333345b61', 'name': '', 'network_id': '2254a83b-bbf0-41f6-94ef-c9a3e24bd7ec', 'tenant_id': 'e65770d93833474499bd5ca8e11d4e12', 'mac_address': 'fa:16:3e:59:09:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe1dab2-a78d-4495-8ba3-32bf8cf2d92b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': '85453aaf-7d74-4282-b467-40ba04de793e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:53:07Z', 'updated_at': '2021-07-13T13:53:15Z', 'revision_number': 5, 'project_id': 'e65770d93833474499bd5ca8e11d4e12', 'subnets': [{'id': '85453aaf-7d74-4282-b467-40ba04de793e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:54:52.987869 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-b925a3f9-226d-45e7-b6a6-c69946174fb9 req-945a8a3c-f9d9-46cc-bf98-687785b474cd service neutron] For port bd5b7894-c75e-40f2-9c13-ec17cd48154d, host n-h1-800634-1, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:54:53.033876 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d21254b-1067-411b-8f63-04427b6b232d None None] The sync data for ids ['dfe1dab2-a78d-4495-8ba3-32bf8cf2d92b'] in n-d-800634-1 is: [{'id': 'dfe1dab2-a78d-4495-8ba3-32bf8cf2d92b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1385260162', 'tenant_id': 'e65770d93833474499bd5ca8e11d4e12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': '71217c20-8d46-4434-b125-a30f60d1ab2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:53:02Z', 'updated_at': '2021-07-13T13:53:09Z', 'revision_number': 4, 'project_id': 'e65770d93833474499bd5ca8e11d4e12', 'gw_port': {'id': '71217c20-8d46-4434-b125-a30f60d1ab2d', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:3a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe1dab2-a78d-4495-8ba3-32bf8cf2d92b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2658, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:53:03Z', 'updated_at': '2021-07-13T13:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': '78194b87-47a8-443a-a3fe-98b333345b61', 'name': '', 'network_id': '2254a83b-bbf0-41f6-94ef-c9a3e24bd7ec', 'tenant_id': 'e65770d93833474499bd5ca8e11d4e12', 'mac_address': 'fa:16:3e:59:09:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe1dab2-a78d-4495-8ba3-32bf8cf2d92b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': '85453aaf-7d74-4282-b467-40ba04de793e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:53:07Z', 'updated_at': '2021-07-13T13:53:15Z', 'revision_number': 5, 'project_id': 'e65770d93833474499bd5ca8e11d4e12', 'subnets': [{'id': '85453aaf-7d74-4282-b467-40ba04de793e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:54:53.040282 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307a0d8b-705c-4aa6-b686-196fe3070f21 req-1a2dc89c-1f40-41d2-bbb1-02cad84e52b3 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:53.045851 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:53.048759 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-307a0d8b-705c-4aa6-b686-196fe3070f21 req-1a2dc89c-1f40-41d2-bbb1-02cad84e52b3 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] 10.222.0.23 "GET /v2.0/ports?device_id=f049e9a0-bc22-4ef3-9415-d033870ad8af HTTP/1.1" status: 200 len: 944 time: 0.0847800 Jul 13 13:54:53.062993 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-b925a3f9-226d-45e7-b6a6-c69946174fb9 req-945a8a3c-f9d9-46cc-bf98-687785b474cd service neutron] For port bd5b7894-c75e-40f2-9c13-ec17cd48154d, host n-h1-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=bd5b7894-c75e-40f2-9c13-ec17cd48154d,segment=NetworkSegment(bf55e58c-4075-48ea-ab90-3c2e26c2b390),segment_id=bf55e58c-4075-48ea-ab90-3c2e26c2b390)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:54:53.073130 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 456a7843-466b-4620-bb90-adc15c0c4e43 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:54:53.107208 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1bf433e3-124b-423f-acc9-4ca413a5355d req-86eab19a-7a3c-414a-914f-fcba617de52d tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] 10.222.0.23 "GET /v2.0/security-groups?id=6a78e279-d709-42b9-aaf7-356b3cfbd126&id=c8c7e05f-15f3-445a-9885-cf3dba58692f&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3713546 Jul 13 13:54:53.117953 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-b925a3f9-226d-45e7-b6a6-c69946174fb9 req-945a8a3c-f9d9-46cc-bf98-687785b474cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:53.124737 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-307a0d8b-705c-4aa6-b686-196fe3070f21 req-ed3a9104-849a-449b-aa29-44bcac079ee0 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] 10.222.0.23 "GET /v2.0/security-groups?id=8ee93ee4-dfac-4c60-87f9-608ec674d508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750937 Jul 13 13:54:53.128584 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 456a7843-466b-4620-bb90-adc15c0c4e43, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=456a7843-466b-4620-bb90-adc15c0c4e43,segment=NetworkSegment(f0c035ba-ef7c-4972-a79c-06787b5c4532),segment_id=f0c035ba-ef7c-4972-a79c-06787b5c4532)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:54:53.136931 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:53.216624 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=456a7843-466b-4620-bb90-adc15c0c4e43,revision_number=6']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:54:53.235234 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['456a7843-466b-4620-bb90-adc15c0c4e43'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:54:53.550859 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8c1498-ff46-4e5b-960c-8d196f7d5dee None None] New status for floating IP 77703a28-48d5-40c0-871d-d387d006b512: DOWN {{(pid=93753) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 13:54:53.664843 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b925a3f9-226d-45e7-b6a6-c69946174fb9 req-945a8a3c-f9d9-46cc-bf98-687785b474cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:53.665288 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-b925a3f9-226d-45e7-b6a6-c69946174fb9 req-945a8a3c-f9d9-46cc-bf98-687785b474cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:53.666696 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b925a3f9-226d-45e7-b6a6-c69946174fb9 req-945a8a3c-f9d9-46cc-bf98-687785b474cd service neutron] 10.222.0.26 "PUT /v2.0/ports/bd5b7894-c75e-40f2-9c13-ec17cd48154d HTTP/1.1" status: 200 len: 1092 time: 2.5483031 Jul 13 13:54:53.701380 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1eea25-b907-445f-8b89-3731d4440146 req-e7121a3c-e671-443f-aa0e-dae81f474ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:53.703416 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0b1eea25-b907-445f-8b89-3731d4440146 req-e7121a3c-e671-443f-aa0e-dae81f474ac1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2254a83b-bbf0-41f6-94ef-c9a3e24bd7ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7340689 Jul 13 13:54:53.710936 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945a8a3c-f9d9-46cc-bf98-687785b474cd service neutron] Pushing event updated for resources: {'Port': ['ID=bd5b7894-c75e-40f2-9c13-ec17cd48154d,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:54:53.846151 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdc4e05-8e3e-41e6-8d4d-bd4d07a56196 req-14ecce24-8bed-48e7-93b7-a64f6559dac3 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:53.847467 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ffdc4e05-8e3e-41e6-8d4d-bd4d07a56196 req-14ecce24-8bed-48e7-93b7-a64f6559dac3 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] 10.222.0.41 "GET /v2.0/ports?device_id=e0623dfb-e1d1-46eb-aca1-e98aebdb766a HTTP/1.1" status: 200 len: 984 time: 0.2455459 Jul 13 13:54:53.866174 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f049e9a0-bc22-4ef3-9415-d033870ad8af', 'tag': 'bd5b7894-c75e-40f2-9c13-ec17cd48154d'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:54:53.868478 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5371722-5ce1-45ba-be01-2e7a667bb70f" -d '{"events": [{"name": "network-changed", "server_uuid": "f049e9a0-bc22-4ef3-9415-d033870ad8af", "tag": "bd5b7894-c75e-40f2-9c13-ec17cd48154d"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:54:54.002215 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 13:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d2533f8-bf0f-488a-9e1b-8b0cadf2a55d x-openstack-request-id: req-1d2533f8-bf0f-488a-9e1b-8b0cadf2a55d {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:54:54.003248 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f049e9a0-bc22-4ef3-9415-d033870ad8af", "tag": "bd5b7894-c75e-40f2-9c13-ec17cd48154d", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:54:54.003688 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1d2533f8-bf0f-488a-9e1b-8b0cadf2a55d {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:54:54.004256 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f049e9a0-bc22-4ef3-9415-d033870ad8af', 'tag': 'bd5b7894-c75e-40f2-9c13-ec17cd48154d', 'status': 'completed', 'code': 200} Jul 13 13:54:54.048133 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde4544d-2e5d-4a9a-b21a-939b3c9eb5cf req-24e1e402-3d8c-42ac-a275-99d6bce319d6 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:54.050758 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-bde4544d-2e5d-4a9a-b21a-939b3c9eb5cf req-24e1e402-3d8c-42ac-a275-99d6bce319d6 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8 HTTP/1.1" status: 200 len: 944 time: 0.1802702 Jul 13 13:54:54.116051 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0b1eea25-b907-445f-8b89-3731d4440146 req-560a0808-ddd0-4fe2-ba83-cb3095771173 service neutron] 10.222.0.41 "GET /v2.0/networks/2254a83b-bbf0-41f6-94ef-c9a3e24bd7ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4008808 Jul 13 13:54:54.126169 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b925a3f9-226d-45e7-b6a6-c69946174fb9 req-eddd10c3-9c66-4d6a-9acf-0ec4dd90762d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:54.127890 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b925a3f9-226d-45e7-b6a6-c69946174fb9 req-eddd10c3-9c66-4d6a-9acf-0ec4dd90762d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c841d7dd73ac40a085273ab2774b9cc2&device_id=f049e9a0-bc22-4ef3-9415-d033870ad8af HTTP/1.1" status: 200 len: 1095 time: 0.4096866 Jul 13 13:54:54.132705 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-bde4544d-2e5d-4a9a-b21a-939b3c9eb5cf req-2089f311-61b4-43cf-a63e-f781b562d522 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/security-groups?id=0095868c-fb20-45e5-8afa-e9ed53786ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764408 Jul 13 13:54:54.356892 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b925a3f9-226d-45e7-b6a6-c69946174fb9 req-e9a82b01-af85-4631-a087-2ef7d9c37b42 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bd5b7894-c75e-40f2-9c13-ec17cd48154d HTTP/1.1" status: 200 len: 217 time: 0.1702595 Jul 13 13:54:54.452337 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-ffdc4e05-8e3e-41e6-8d4d-bd4d07a56196 req-168d3e4b-2e22-4361-bec9-e8e94ce26333 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Deleting port 4c0939c4-b578-4b34-811a-161bba9ae57b {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:54:54.452735 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-ffdc4e05-8e3e-41e6-8d4d-bd4d07a56196 req-168d3e4b-2e22-4361-bec9-e8e94ce26333 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:54.483514 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2ba518-22a3-455c-b096-b5dea4b53e7e req-726b9674-eebb-44a4-87ce-7632422cecfa tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:54.485501 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8c2ba518-22a3-455c-b096-b5dea4b53e7e req-726b9674-eebb-44a4-87ce-7632422cecfa tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] 10.222.0.23 "GET /v2.0/ports?device_id=f049e9a0-bc22-4ef3-9415-d033870ad8af HTTP/1.1" status: 200 len: 944 time: 0.1359248 Jul 13 13:54:54.543756 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8c2ba518-22a3-455c-b096-b5dea4b53e7e req-5407ace0-c748-4b38-8365-b9ccdbf5f2fa tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] 10.222.0.23 "GET /v2.0/security-groups?id=8ee93ee4-dfac-4c60-87f9-608ec674d508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438709 Jul 13 13:54:54.653356 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 456a7843-466b-4620-bb90-adc15c0c4e43 up at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:54:54.723238 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0b1eea25-b907-445f-8b89-3731d4440146 req-cecf1a8c-c99e-4c1a-8d93-ab25db781d6d service neutron] 10.222.0.41 "GET /v2.0/networks/2254a83b-bbf0-41f6-94ef-c9a3e24bd7ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5939407 Jul 13 13:54:54.727863 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b925a3f9-226d-45e7-b6a6-c69946174fb9 req-ffd72780-fb1b-49db-abde-4bfe6b2a607c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:54.730147 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b925a3f9-226d-45e7-b6a6-c69946174fb9 req-ffd72780-fb1b-49db-abde-4bfe6b2a607c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=703d36fa-39ec-4441-9072-18d674a53d9b HTTP/1.1" status: 200 len: 835 time: 0.3651650 Jul 13 13:54:54.764849 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning complete for port 456a7843-466b-4620-bb90-adc15c0c4e43 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:54:54.765490 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:54.802423 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-ffdc4e05-8e3e-41e6-8d4d-bd4d07a56196 req-168d3e4b-2e22-4361-bec9-e8e94ce26333 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] For port 4c0939c4-b578-4b34-811a-161bba9ae57b, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=4c0939c4-b578-4b34-811a-161bba9ae57b,segment=NetworkSegment(01f16f11-7cf3-41ec-bb49-e0d613f7bb39),segment_id=01f16f11-7cf3-41ec-bb49-e0d613f7bb39)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:54:54.802922 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-ffdc4e05-8e3e-41e6-8d4d-bd4d07a56196 req-168d3e4b-2e22-4361-bec9-e8e94ce26333 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:54.831976 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-ffdc4e05-8e3e-41e6-8d4d-bd4d07a56196 req-168d3e4b-2e22-4361-bec9-e8e94ce26333 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Calling delete_port for 4c0939c4-b578-4b34-811a-161bba9ae57b owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:54:54.942659 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f137ea3b-5de8-47c5-ba40-e63dfe9f0904 req-7e361861-c1dc-43f1-b8d2-8f17c01d751b tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:54.954608 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f137ea3b-5de8-47c5-ba40-e63dfe9f0904 req-7e361861-c1dc-43f1-b8d2-8f17c01d751b tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0623dfb-e1d1-46eb-aca1-e98aebdb766a HTTP/1.1" status: 200 len: 984 time: 0.6116221 Jul 13 13:54:55.001320 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b925a3f9-226d-45e7-b6a6-c69946174fb9 req-8c3551aa-3986-4733-ac6a-711a590db7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:55.002591 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b925a3f9-226d-45e7-b6a6-c69946174fb9 req-8c3551aa-3986-4733-ac6a-711a590db7b8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d3e80788-46f1-47e0-8cfc-11b993e68aea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2617743 Jul 13 13:54:55.019995 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:55.097609 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '456a7843-466b-4620-bb90-adc15c0c4e43'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:54:55.101476 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe0c2a8e-22ec-40c8-8e7f-e0957651a03d" -d '{"events": [{"server_uuid": "4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8", "name": "network-vif-plugged", "status": "completed", "tag": "456a7843-466b-4620-bb90-adc15c0c4e43"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:54:55.107443 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 456a7843-466b-4620-bb90-adc15c0c4e43, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=456a7843-466b-4620-bb90-adc15c0c4e43,segment=NetworkSegment(f0c035ba-ef7c-4972-a79c-06787b5c4532),segment_id=f0c035ba-ef7c-4972-a79c-06787b5c4532)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:54:55.119229 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:55.194688 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d82c9dd-ff4d-4c5a-94a1-4b333d5340cd x-openstack-request-id: req-8d82c9dd-ff4d-4c5a-94a1-4b333d5340cd {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:54:55.195264 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8", "name": "network-vif-plugged", "status": "completed", "tag": "456a7843-466b-4620-bb90-adc15c0c4e43", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:54:55.195696 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8d82c9dd-ff4d-4c5a-94a1-4b333d5340cd {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:54:55.196265 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '456a7843-466b-4620-bb90-adc15c0c4e43', 'code': 200} Jul 13 13:54:55.234109 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=456a7843-466b-4620-bb90-adc15c0c4e43,revision_number=7']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:54:55.271563 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f137ea3b-5de8-47c5-ba40-e63dfe9f0904 req-76aee3b8-6072-4ecf-ad26-f34120c32335 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] 10.222.0.23 "GET /v2.0/security-groups?id=6a78e279-d709-42b9-aaf7-356b3cfbd126&id=c8c7e05f-15f3-445a-9885-cf3dba58692f&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3147817 Jul 13 13:54:55.300875 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b925a3f9-226d-45e7-b6a6-c69946174fb9 req-733bf621-9c3c-46ea-a21a-950da25a39f3 service neutron] 10.222.0.26 "GET /v2.0/networks/d3e80788-46f1-47e0-8cfc-11b993e68aea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2847917 Jul 13 13:54:55.442690 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-ffdc4e05-8e3e-41e6-8d4d-bd4d07a56196 req-168d3e4b-2e22-4361-bec9-e8e94ce26333 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:55.485377 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168d3e4b-2e22-4361-bec9-e8e94ce26333 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Pushing event deleted for resources: {'Port': ['ID=4c0939c4-b578-4b34-811a-161bba9ae57b,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:54:55.549216 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b925a3f9-226d-45e7-b6a6-c69946174fb9 req-0ee338c5-c0b2-47f3-843d-72931e09ce9d service neutron] 10.222.0.26 "GET /v2.0/networks/d3e80788-46f1-47e0-8cfc-11b993e68aea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2408712 Jul 13 13:54:55.570546 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16025309-aba4-465e-b7f0-4b1ac56e7843 req-ed9691fe-2bcd-4883-8ddb-2bfc899cd6eb tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:55.587695 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-16025309-aba4-465e-b7f0-4b1ac56e7843 req-ed9691fe-2bcd-4883-8ddb-2bfc899cd6eb tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8 HTTP/1.1" status: 200 len: 945 time: 0.1495697 Jul 13 13:54:55.668889 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-16025309-aba4-465e-b7f0-4b1ac56e7843 req-a21fcf12-0bed-4e15-833e-68e03e5021b2 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/security-groups?id=0095868c-fb20-45e5-8afa-e9ed53786ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676770 Jul 13 13:54:55.671993 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffdc4e05-8e3e-41e6-8d4d-bd4d07a56196 req-168d3e4b-2e22-4361-bec9-e8e94ce26333 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] No DVR routers for this DVR port 4c0939c4-b578-4b34-811a-161bba9ae57b on host n-h2-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:54:55.679522 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-ffdc4e05-8e3e-41e6-8d4d-bd4d07a56196 req-168d3e4b-2e22-4361-bec9-e8e94ce26333 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:55.685724 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ffdc4e05-8e3e-41e6-8d4d-bd4d07a56196 req-168d3e4b-2e22-4361-bec9-e8e94ce26333 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] 10.222.0.41 "DELETE /v2.0/ports/4c0939c4-b578-4b34-811a-161bba9ae57b HTTP/1.1" status: 204 len: 173 time: 1.8187106 Jul 13 13:54:55.858326 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5371722-5ce1-45ba-be01-2e7a667bb70f req-c65a25d5-edda-42ec-a80d-4edac5713da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:55.860042 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f5371722-5ce1-45ba-be01-2e7a667bb70f req-c65a25d5-edda-42ec-a80d-4edac5713da3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c841d7dd73ac40a085273ab2774b9cc2&device_id=f049e9a0-bc22-4ef3-9415-d033870ad8af HTTP/1.1" status: 200 len: 1095 time: 0.2104754 Jul 13 13:54:55.869053 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73362ad6-226f-4f7f-900a-f958ac078074 req-7a61bce5-c56d-40f5-8734-98a788d73964 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:55.870980 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-73362ad6-226f-4f7f-900a-f958ac078074 req-7a61bce5-c56d-40f5-8734-98a788d73964 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] 10.222.0.23 "GET /v2.0/ports?device_id=f049e9a0-bc22-4ef3-9415-d033870ad8af HTTP/1.1" status: 200 len: 944 time: 0.1449227 Jul 13 13:54:56.008740 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0623dfb-e1d1-46eb-aca1-e98aebdb766a', 'name': 'network-vif-deleted', 'tag': '4c0939c4-b578-4b34-811a-161bba9ae57b'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:54:56.008740 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b5f1440-43d2-45d1-a7aa-d384d3abd09d" -d '{"events": [{"server_uuid": "e0623dfb-e1d1-46eb-aca1-e98aebdb766a", "name": "network-vif-deleted", "tag": "4c0939c4-b578-4b34-811a-161bba9ae57b"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:54:56.132439 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3863446-21fa-47e3-b3cb-d91d088d1771 x-openstack-request-id: req-b3863446-21fa-47e3-b3cb-d91d088d1771 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:54:56.135431 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0623dfb-e1d1-46eb-aca1-e98aebdb766a", "name": "network-vif-deleted", "tag": "4c0939c4-b578-4b34-811a-161bba9ae57b", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:54:56.136567 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b3863446-21fa-47e3-b3cb-d91d088d1771 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:54:56.137069 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0623dfb-e1d1-46eb-aca1-e98aebdb766a', 'name': 'network-vif-deleted', 'tag': '4c0939c4-b578-4b34-811a-161bba9ae57b', 'status': 'completed', 'code': 200} Jul 13 13:54:56.149005 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-73362ad6-226f-4f7f-900a-f958ac078074 req-05867684-74e1-43e7-8002-144c57a5955c tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] 10.222.0.23 "GET /v2.0/security-groups?id=8ee93ee4-dfac-4c60-87f9-608ec674d508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2660584 Jul 13 13:54:56.241675 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5371722-5ce1-45ba-be01-2e7a667bb70f req-620f954f-0e06-4384-b93d-c030b1d3414a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:56.243304 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f5371722-5ce1-45ba-be01-2e7a667bb70f req-620f954f-0e06-4384-b93d-c030b1d3414a service neutron] 10.222.0.26 "GET /v2.0/networks?id=d3e80788-46f1-47e0-8cfc-11b993e68aea HTTP/1.1" status: 200 len: 896 time: 0.3714433 Jul 13 13:54:56.334358 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f5371722-5ce1-45ba-be01-2e7a667bb70f req-97632f99-a2cc-4ac7-8c8e-c60f82617bf4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bd5b7894-c75e-40f2-9c13-ec17cd48154d HTTP/1.1" status: 200 len: 217 time: 0.0779719 Jul 13 13:54:56.376328 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 4c0939c4-b578-4b34-811a-161bba9ae57b no longer exists at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:54:56.436662 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] No Port match for: 4c0939c4-b578-4b34-811a-161bba9ae57b {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:54:56.438719 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 4c0939c4-b578-4b34-811a-161bba9ae57b not bound to the agent host n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:54:56.514843 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5371722-5ce1-45ba-be01-2e7a667bb70f req-4e0c79a6-65c5-4321-8103-7ce40524eb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:56.520806 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f5371722-5ce1-45ba-be01-2e7a667bb70f req-4e0c79a6-65c5-4321-8103-7ce40524eb4d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=703d36fa-39ec-4441-9072-18d674a53d9b HTTP/1.1" status: 200 len: 835 time: 0.1805542 Jul 13 13:54:56.676922 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b28223b7-e9c9-4e5e-aac1-30e289185f26 req-930e51eb-c60f-4ea5-85a5-23e85c652a24 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0623dfb-e1d1-46eb-aca1-e98aebdb766a HTTP/1.1" status: 200 len: 210 time: 0.1504653 Jul 13 13:54:56.720279 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5371722-5ce1-45ba-be01-2e7a667bb70f req-bc32cb24-eda6-4edc-ae51-e3e20079ecd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:56.722463 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f5371722-5ce1-45ba-be01-2e7a667bb70f req-bc32cb24-eda6-4edc-ae51-e3e20079ecd1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d3e80788-46f1-47e0-8cfc-11b993e68aea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1929169 Jul 13 13:54:57.015767 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f5371722-5ce1-45ba-be01-2e7a667bb70f req-89bd11b9-bf5d-4531-b796-82f5498e11a7 service neutron] 10.222.0.26 "GET /v2.0/networks/d3e80788-46f1-47e0-8cfc-11b993e68aea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2808616 Jul 13 13:54:57.235679 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f5371722-5ce1-45ba-be01-2e7a667bb70f req-5cfbdbf4-1cd1-42d5-b837-c15bfacd8af6 service neutron] 10.222.0.26 "GET /v2.0/networks/d3e80788-46f1-47e0-8cfc-11b993e68aea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080171 Jul 13 13:54:57.269531 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5636c5d1-7070-4a16-89b0-f195f573924b req-a2267837-dabf-4da2-a69f-a533523c748a tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:57.277684 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5636c5d1-7070-4a16-89b0-f195f573924b req-a2267837-dabf-4da2-a69f-a533523c748a tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8 HTTP/1.1" status: 200 len: 945 time: 0.4254806 Jul 13 13:54:57.364716 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5636c5d1-7070-4a16-89b0-f195f573924b req-f295a6e1-24a6-4ef2-9c37-c7aec954aaf1 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/security-groups?id=0095868c-fb20-45e5-8afa-e9ed53786ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859065 Jul 13 13:54:57.546757 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f65ca67-d7c5-478f-a4de-8105a187653e req-62ed2352-d0a1-4a4f-b571-3f058f9f7bea tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:57.563274 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3f65ca67-d7c5-478f-a4de-8105a187653e req-62ed2352-d0a1-4a4f-b571-3f058f9f7bea tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] 10.222.0.23 "GET /v2.0/ports?device_id=f049e9a0-bc22-4ef3-9415-d033870ad8af HTTP/1.1" status: 200 len: 944 time: 0.1560137 Jul 13 13:54:57.607167 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3f65ca67-d7c5-478f-a4de-8105a187653e req-20a282c0-a4d6-4d25-ade0-b936f5a957d9 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] 10.222.0.23 "GET /v2.0/security-groups?id=8ee93ee4-dfac-4c60-87f9-608ec674d508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400877 Jul 13 13:54:57.805622 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 58588) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:54:57.894312 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-027bc5a3-7ec9-4f76-b788-d8ee56603062 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:57.927029 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-027bc5a3-7ec9-4f76-b788-d8ee56603062 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:58.017778 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-027bc5a3-7ec9-4f76-b788-d8ee56603062 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:58.022168 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-027bc5a3-7ec9-4f76-b788-d8ee56603062 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:58.027655 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 58594) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:54:58.028516 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-027bc5a3-7ec9-4f76-b788-d8ee56603062 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] 10.222.0.23 "DELETE /v2.0/security-groups/c8c7e05f-15f3-445a-9885-cf3dba58692f HTTP/1.1" status: 204 len: 168 time: 0.2217476 Jul 13 13:54:58.046547 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027bc5a3-7ec9-4f76-b788-d8ee56603062 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8c7e05f-15f3-445a-9885-cf3dba58692f,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:54:58.124555 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4eb5735d-8574-4571-9c32-8ba937eacb3b tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:58.152290 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4eb5735d-8574-4571-9c32-8ba937eacb3b tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:58.246895 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4eb5735d-8574-4571-9c32-8ba937eacb3b tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:58.251014 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4eb5735d-8574-4571-9c32-8ba937eacb3b tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:58.256196 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 58600) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:54:58.263983 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-4eb5735d-8574-4571-9c32-8ba937eacb3b tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] 10.222.0.23 "DELETE /v2.0/security-groups/6a78e279-d709-42b9-aaf7-356b3cfbd126 HTTP/1.1" status: 204 len: 168 time: 0.2340806 Jul 13 13:54:58.297489 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb5735d-8574-4571-9c32-8ba937eacb3b tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a78e279-d709-42b9-aaf7-356b3cfbd126,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:54:58.677294 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device bd5b7894-c75e-40f2-9c13-ec17cd48154d details requested by agent hyperv_n-h1-800634-1 with host n-h1-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 13:54:58.690472 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff449c95-3cbb-4a9d-b47c-2324ca848559 req-51e7e7ed-8dda-40ee-9e15-32be3f55e5ea tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:58.697568 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ff449c95-3cbb-4a9d-b47c-2324ca848559 req-51e7e7ed-8dda-40ee-9e15-32be3f55e5ea tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8 HTTP/1.1" status: 200 len: 945 time: 0.1376724 Jul 13 13:54:58.804833 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ff449c95-3cbb-4a9d-b47c-2324ca848559 req-51d2c541-0ce9-4a6c-a579-f277f045dfdf tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/security-groups?id=0095868c-fb20-45e5-8afa-e9ed53786ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014915 Jul 13 13:54:58.916691 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port bd5b7894-c75e-40f2-9c13-ec17cd48154d, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=bd5b7894-c75e-40f2-9c13-ec17cd48154d,segment=NetworkSegment(bf55e58c-4075-48ea-ab90-3c2e26c2b390),segment_id=bf55e58c-4075-48ea-ab90-3c2e26c2b390)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:54:58.948521 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Returning: {'device': 'bd5b7894-c75e-40f2-9c13-ec17cd48154d', 'network_id': 'd3e80788-46f1-47e0-8cfc-11b993e68aea', 'port_id': 'bd5b7894-c75e-40f2-9c13-ec17cd48154d', 'mac_address': 'fa:16:3e:34:ae:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '703d36fa-39ec-4441-9072-18d674a53d9b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 13:54:58.969404 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af2cc6c-604c-498e-a5f0-f3c15606f464 req-a683439a-ccc1-4dd8-ad7e-43b85318c209 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:54:58.974613 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1af2cc6c-604c-498e-a5f0-f3c15606f464 req-a683439a-ccc1-4dd8-ad7e-43b85318c209 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] 10.222.0.23 "GET /v2.0/ports?device_id=f049e9a0-bc22-4ef3-9415-d033870ad8af HTTP/1.1" status: 200 len: 944 time: 0.1435699 Jul 13 13:54:59.036329 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-718062a4-73e5-43a6-98b2-7e67e8b0ee31 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451695'] for router_interface, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:59.049066 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:59.058683 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1af2cc6c-604c-498e-a5f0-f3c15606f464 req-ac76ff59-9bdb-4c90-9582-1911001493c7 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] 10.222.0.23 "GET /v2.0/security-groups?id=8ee93ee4-dfac-4c60-87f9-608ec674d508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765970 Jul 13 13:54:59.076047 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd5b7894-c75e-40f2-9c13-ec17cd48154d {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:54:59.115153 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port bd5b7894-c75e-40f2-9c13-ec17cd48154d, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=bd5b7894-c75e-40f2-9c13-ec17cd48154d,segment=NetworkSegment(bf55e58c-4075-48ea-ab90-3c2e26c2b390),segment_id=bf55e58c-4075-48ea-ab90-3c2e26c2b390)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:54:59.121553 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:59.195235 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=bd5b7894-c75e-40f2-9c13-ec17cd48154d,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:54:59.363218 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['bd5b7894-c75e-40f2-9c13-ec17cd48154d'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:54:59.506196 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-718062a4-73e5-43a6-98b2-7e67e8b0ee31 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Deleting port 78194b87-47a8-443a-a3fe-98b333345b61 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:54:59.506544 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-718062a4-73e5-43a6-98b2-7e67e8b0ee31 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:59.711085 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-718062a4-73e5-43a6-98b2-7e67e8b0ee31 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] For port 78194b87-47a8-443a-a3fe-98b333345b61, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=78194b87-47a8-443a-a3fe-98b333345b61,segment=NetworkSegment(01f16f11-7cf3-41ec-bb49-e0d613f7bb39),segment_id=01f16f11-7cf3-41ec-bb49-e0d613f7bb39)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:54:59.711567 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-718062a4-73e5-43a6-98b2-7e67e8b0ee31 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:54:59.731192 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-718062a4-73e5-43a6-98b2-7e67e8b0ee31 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Calling delete_port for 78194b87-47a8-443a-a3fe-98b333345b61 owned by network:router_interface {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:55:00.116828 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-718062a4-73e5-43a6-98b2-7e67e8b0ee31 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:00.174735 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718062a4-73e5-43a6-98b2-7e67e8b0ee31 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Pushing event deleted for resources: {'Port': ['ID=78194b87-47a8-443a-a3fe-98b333345b61,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:55:00.313701 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:00.488976 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3897b0a2-3d63-48db-8449-2b3a7210b6a2 req-fe571653-0214-4f9d-9da2-95284013050a tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:55:00.490695 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3897b0a2-3d63-48db-8449-2b3a7210b6a2 req-fe571653-0214-4f9d-9da2-95284013050a tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] 10.222.0.23 "GET /v2.0/ports?device_id=f049e9a0-bc22-4ef3-9415-d033870ad8af HTTP/1.1" status: 200 len: 945 time: 0.1971273 Jul 13 13:55:00.622380 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-718062a4-73e5-43a6-98b2-7e67e8b0ee31 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1785036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452491'] for router_interface, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:00.636832 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec78038e-90db-42c0-a60d-45576d287ec1 req-7c1395b5-e987-4090-84e5-3ccc1feb378b tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:55:00.654723 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ec78038e-90db-42c0-a60d-45576d287ec1 req-7c1395b5-e987-4090-84e5-3ccc1feb378b tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8 HTTP/1.1" status: 200 len: 945 time: 0.6313634 Jul 13 13:55:00.660652 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3897b0a2-3d63-48db-8449-2b3a7210b6a2 req-1d93b6cb-6e6a-4bd0-bf70-8dd9f010291c tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] 10.222.0.23 "GET /v2.0/security-groups?id=8ee93ee4-dfac-4c60-87f9-608ec674d508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1536198 Jul 13 13:55:00.700558 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device bd5b7894-c75e-40f2-9c13-ec17cd48154d up at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:55:00.895317 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:00.899639 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning for port bd5b7894-c75e-40f2-9c13-ec17cd48154d completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:55:00.907825 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning complete for port bd5b7894-c75e-40f2-9c13-ec17cd48154d triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:55:00.909539 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:01.137007 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:01.158681 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2263afc-34d2-44ef-807d-7c8e21019349 req-b59c3a4b-aa23-45d7-b17a-83385c403506 tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:55:01.179515 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c2263afc-34d2-44ef-807d-7c8e21019349 req-b59c3a4b-aa23-45d7-b17a-83385c403506 tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf7f901c-4f58-47fe-8e41-08ae492360c9 HTTP/1.1" status: 200 len: 945 time: 0.1126664 Jul 13 13:55:01.190837 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port bd5b7894-c75e-40f2-9c13-ec17cd48154d, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=bd5b7894-c75e-40f2-9c13-ec17cd48154d,segment=NetworkSegment(bf55e58c-4075-48ea-ab90-3c2e26c2b390),segment_id=bf55e58c-4075-48ea-ab90-3c2e26c2b390)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:55:01.191956 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f049e9a0-bc22-4ef3-9415-d033870ad8af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd5b7894-c75e-40f2-9c13-ec17cd48154d'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:55:01.195069 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1bd0dc3-5c51-46f7-a87b-470897e937e4" -d '{"events": [{"server_uuid": "f049e9a0-bc22-4ef3-9415-d033870ad8af", "name": "network-vif-plugged", "status": "completed", "tag": "bd5b7894-c75e-40f2-9c13-ec17cd48154d"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:55:01.199232 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:01.268077 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c2263afc-34d2-44ef-807d-7c8e21019349 req-5c1e41f8-3ab9-4f98-a7ad-9229d17f44b5 tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c36ff65-e031-4d60-bc12-4aaf4c57b43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841818 Jul 13 13:55:01.268396 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=bd5b7894-c75e-40f2-9c13-ec17cd48154d,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:55:01.477534 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72ef3b1a-ce39-496a-bd68-d860e7ae136b x-openstack-request-id: req-72ef3b1a-ce39-496a-bd68-d860e7ae136b {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:55:01.478239 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f049e9a0-bc22-4ef3-9415-d033870ad8af", "name": "network-vif-plugged", "status": "completed", "tag": "bd5b7894-c75e-40f2-9c13-ec17cd48154d", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:55:01.478239 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-72ef3b1a-ce39-496a-bd68-d860e7ae136b {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:55:01.478492 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f049e9a0-bc22-4ef3-9415-d033870ad8af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd5b7894-c75e-40f2-9c13-ec17cd48154d', 'code': 200} Jul 13 13:55:01.593958 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ec78038e-90db-42c0-a60d-45576d287ec1 req-ef26c8f5-5e1e-4101-95dd-f1f3cca70284 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/security-groups?id=0095868c-fb20-45e5-8afa-e9ed53786ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9379241 Jul 13 13:55:01.666329 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b17c92-1751-4d20-b942-cb8e227521c9 req-8b1dac44-504c-4b9a-bf39-fd4c093855be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:55:01.669345 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-60b17c92-1751-4d20-b942-cb8e227521c9 req-8b1dac44-504c-4b9a-bf39-fd4c093855be service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f049e9a0-bc22-4ef3-9415-d033870ad8af HTTP/1.1" status: 200 len: 1097 time: 0.0998521 Jul 13 13:55:01.678784 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd91394-d83f-49d7-beea-5c2245e16efe req-3fde0c56-9246-4b5d-b2e5-1d356472f83b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:55:01.680217 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5cd91394-d83f-49d7-beea-5c2245e16efe req-3fde0c56-9246-4b5d-b2e5-1d356472f83b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d19010716a274998b64ead6bc91f8817&device_id=4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8 HTTP/1.1" status: 200 len: 1096 time: 1.0033236 Jul 13 13:55:01.737914 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-60b17c92-1751-4d20-b942-cb8e227521c9 req-a69afaa9-6f5f-45e9-8bb9-fbb426a08022 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=8ee93ee4-dfac-4c60-87f9-608ec674d508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601051 Jul 13 13:55:01.850230 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-718062a4-73e5-43a6-98b2-7e67e8b0ee31 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Router dfe1dab2-a78d-4495-8ba3-32bf8cf2d92b has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 13:55:01.881634 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd91394-d83f-49d7-beea-5c2245e16efe req-e4095911-42e1-475e-844b-91f39c876b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:55:01.883383 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5cd91394-d83f-49d7-beea-5c2245e16efe req-e4095911-42e1-475e-844b-91f39c876b33 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4306e211-7293-43e9-8c02-14badf8c79d9 HTTP/1.1" status: 200 len: 914 time: 0.1484756 Jul 13 13:55:01.949406 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5cd91394-d83f-49d7-beea-5c2245e16efe req-3baf4cf0-bb71-416c-b7c4-d1e52dc3df0a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=456a7843-466b-4620-bb90-adc15c0c4e43 HTTP/1.1" status: 200 len: 217 time: 0.0581446 Jul 13 13:55:01.986845 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a586f41-302e-49e2-8afa-1121a2d98b98 req-b87f0207-783a-442a-b140-c954698fe291 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:55:01.997619 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2a586f41-302e-49e2-8afa-1121a2d98b98 req-b87f0207-783a-442a-b140-c954698fe291 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] 10.222.0.23 "GET /v2.0/ports?device_id=f049e9a0-bc22-4ef3-9415-d033870ad8af HTTP/1.1" status: 200 len: 946 time: 0.1334164 Jul 13 13:55:02.059800 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2a586f41-302e-49e2-8afa-1121a2d98b98 req-a06b2b75-9c1d-4433-9a18-9323d891e120 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] 10.222.0.23 "GET /v2.0/security-groups?id=8ee93ee4-dfac-4c60-87f9-608ec674d508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602474 Jul 13 13:55:02.083035 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd91394-d83f-49d7-beea-5c2245e16efe req-61c91c7c-ed46-47b8-800c-2586ab02874a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:55:02.085018 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5cd91394-d83f-49d7-beea-5c2245e16efe req-61c91c7c-ed46-47b8-800c-2586ab02874a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d9eae714-cd86-4b29-a4c2-c920f28b0327 HTTP/1.1" status: 200 len: 854 time: 0.0995250 Jul 13 13:55:02.143299 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5cd91394-d83f-49d7-beea-5c2245e16efe req-931042af-107c-40d8-a0b8-6abb52e859f2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4306e211-7293-43e9-8c02-14badf8c79d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516758 Jul 13 13:55:02.370669 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-718062a4-73e5-43a6-98b2-7e67e8b0ee31 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:55:02.380909 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-718062a4-73e5-43a6-98b2-7e67e8b0ee31 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] 10.222.0.23 "PUT /v2.0/routers/dfe1dab2-a78d-4495-8ba3-32bf8cf2d92b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1230187 Jul 13 13:55:02.387275 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8eca848-058d-4ae4-b0c6-cee475a8ec06 None None] Sync routers for ids ['dfe1dab2-a78d-4495-8ba3-32bf8cf2d92b'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:55:02.388908 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecd4bf2-23a6-4a89-a718-9853629610f7 req-3e35c234-8789-4e6c-a35a-94fb151ef733 tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:55:02.390649 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8ecd4bf2-23a6-4a89-a718-9853629610f7 req-3e35c234-8789-4e6c-a35a-94fb151ef733 tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf7f901c-4f58-47fe-8e41-08ae492360c9 HTTP/1.1" status: 200 len: 945 time: 0.1225970 Jul 13 13:55:02.391147 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 58674) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:55:02.402947 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8eca848-058d-4ae4-b0c6-cee475a8ec06 None None] Routers {'dfe1dab2-a78d-4495-8ba3-32bf8cf2d92b'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:55:02.403592 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-a8eca848-058d-4ae4-b0c6-cee475a8ec06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:54:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['dfe1dab2-a78d-4495-8ba3-32bf8cf2d92b'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:55:02.436786 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5cd91394-d83f-49d7-beea-5c2245e16efe req-88184a8c-addd-4938-890c-e809f22af390 service neutron] 10.222.0.26 "GET /v2.0/networks/4306e211-7293-43e9-8c02-14badf8c79d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2474995 Jul 13 13:55:02.606180 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5cd91394-d83f-49d7-beea-5c2245e16efe req-3f8b5b3a-a97e-4753-8938-e5c32f7aa2e3 service neutron] 10.222.0.26 "GET /v2.0/networks/4306e211-7293-43e9-8c02-14badf8c79d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614046 Jul 13 13:55:02.625495 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-7dad2a21-795f-4f46-b1ed-3bf3be6d392e tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Deleting subnet 85453aaf-7d74-4282-b467-40ba04de793e {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 13:55:02.642577 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7dad2a21-795f-4f46-b1ed-3bf3be6d392e tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:02.699883 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-a8eca848-058d-4ae4-b0c6-cee475a8ec06 None None] Set router dfe1dab2-a78d-4495-8ba3-32bf8cf2d92b gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:55:02.705868 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5296aa5b-7932-4826-b4be-81ded4d8b215 req-8a99e64c-3dc1-4d05-a17c-1606137c8add tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:55:02.707599 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5296aa5b-7932-4826-b4be-81ded4d8b215 req-8a99e64c-3dc1-4d05-a17c-1606137c8add tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf7f901c-4f58-47fe-8e41-08ae492360c9 HTTP/1.1" status: 200 len: 945 time: 0.1004322 Jul 13 13:55:02.802481 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5296aa5b-7932-4826-b4be-81ded4d8b215 req-d4fbabf1-451e-400f-b421-60c9ed349528 tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c36ff65-e031-4d60-bc12-4aaf4c57b43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861335 Jul 13 13:55:02.863653 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7dad2a21-795f-4f46-b1ed-3bf3be6d392e tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6018489'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:03.039527 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-8ecd4bf2-23a6-4a89-a718-9853629610f7 req-1abcd728-e4ac-4f01-b3b2-2d0df333d88d tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] Deleting port 7645d7fc-de26-4532-b5ce-a6a84542cd83 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:55:03.040152 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-8ecd4bf2-23a6-4a89-a718-9853629610f7 req-1abcd728-e4ac-4f01-b3b2-2d0df333d88d tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:03.170630 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-a8eca848-058d-4ae4-b0c6-cee475a8ec06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfe1dab2-a78d-4495-8ba3-32bf8cf2d92b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1385260162', 'tenant_id': 'e65770d93833474499bd5ca8e11d4e12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': '71217c20-8d46-4434-b125-a30f60d1ab2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:53:02Z', 'updated_at': '2021-07-13T13:54:59Z', 'revision_number': 5, 'project_id': 'e65770d93833474499bd5ca8e11d4e12', 'gw_port': {'id': '71217c20-8d46-4434-b125-a30f60d1ab2d', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:3a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe1dab2-a78d-4495-8ba3-32bf8cf2d92b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2658, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:53:03Z', 'updated_at': '2021-07-13T13:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:55:03.192343 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0574fc2b-d7a4-46d0-86c8-d468082a0bf5 req-03fefcd4-5045-4c69-9f90-f26385be8f2c tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:55:03.196746 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-0574fc2b-d7a4-46d0-86c8-d468082a0bf5 req-03fefcd4-5045-4c69-9f90-f26385be8f2c tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8 HTTP/1.1" status: 200 len: 945 time: 0.3251312 Jul 13 13:55:03.201467 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8eca848-058d-4ae4-b0c6-cee475a8ec06 None None] Checking router: dfe1dab2-a78d-4495-8ba3-32bf8cf2d92b for host: n-d-800634-1 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 13:55:03.210600 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8eca848-058d-4ae4-b0c6-cee475a8ec06 None None] Routers {'dfe1dab2-a78d-4495-8ba3-32bf8cf2d92b'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:55:03.211241 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-a8eca848-058d-4ae4-b0c6-cee475a8ec06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:54:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['dfe1dab2-a78d-4495-8ba3-32bf8cf2d92b'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:55:03.219007 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7dad2a21-795f-4f46-b1ed-3bf3be6d392e tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:03.421235 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-a8eca848-058d-4ae4-b0c6-cee475a8ec06 None None] Set router dfe1dab2-a78d-4495-8ba3-32bf8cf2d92b gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:55:03.430653 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-0574fc2b-d7a4-46d0-86c8-d468082a0bf5 req-7cd2a78c-7ced-4cd3-bb26-53c02e56d6bf tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/security-groups?id=0095868c-fb20-45e5-8afa-e9ed53786ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182987 Jul 13 13:55:03.460034 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-8ecd4bf2-23a6-4a89-a718-9853629610f7 req-1abcd728-e4ac-4f01-b3b2-2d0df333d88d tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] For port 7645d7fc-de26-4532-b5ce-a6a84542cd83, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=7645d7fc-de26-4532-b5ce-a6a84542cd83,segment=NetworkSegment(aa778533-c753-4426-b5cf-c401127e31f4),segment_id=aa778533-c753-4426-b5cf-c401127e31f4)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:55:03.460789 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-8ecd4bf2-23a6-4a89-a718-9853629610f7 req-1abcd728-e4ac-4f01-b3b2-2d0df333d88d tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:03.482731 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-8ecd4bf2-23a6-4a89-a718-9853629610f7 req-1abcd728-e4ac-4f01-b3b2-2d0df333d88d tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] Calling delete_port for 7645d7fc-de26-4532-b5ce-a6a84542cd83 owned by compute:nova {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:55:03.499861 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7dad2a21-795f-4f46-b1ed-3bf3be6d392e tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6018534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6105009'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:03.502812 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ee1c57-5eff-4875-bcc3-f8b14ce86943 req-464260d6-104e-4ab3-bfa3-e4e0b2a05a84 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:55:03.509121 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-90ee1c57-5eff-4875-bcc3-f8b14ce86943 req-464260d6-104e-4ab3-bfa3-e4e0b2a05a84 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] 10.222.0.23 "GET /v2.0/ports?device_id=f049e9a0-bc22-4ef3-9415-d033870ad8af HTTP/1.1" status: 200 len: 946 time: 0.2273097 Jul 13 13:55:03.585553 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dad2a21-795f-4f46-b1ed-3bf3be6d392e tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Pushing event deleted for resources: {'Subnet': ['ID=85453aaf-7d74-4282-b467-40ba04de793e,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:55:03.604123 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7dad2a21-795f-4f46-b1ed-3bf3be6d392e tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:03.610913 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-7dad2a21-795f-4f46-b1ed-3bf3be6d392e tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] 10.222.0.23 "DELETE /v2.0/subnets/85453aaf-7d74-4282-b467-40ba04de793e HTTP/1.1" status: 204 len: 168 time: 1.2185442 Jul 13 13:55:03.616215 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 58698) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:55:03.638662 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33136573-bcfc-4bf2-95ff-e064fd3a1f50 None None] Network 2254a83b-bbf0-41f6-94ef-c9a3e24bd7ec requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:55:03.657198 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-90ee1c57-5eff-4875-bcc3-f8b14ce86943 req-9dd0ea34-8586-4e89-9fa4-4da7e498b1cb tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] 10.222.0.23 "GET /v2.0/security-groups?id=8ee93ee4-dfac-4c60-87f9-608ec674d508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231253 Jul 13 13:55:04.035684 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-8ecd4bf2-23a6-4a89-a718-9853629610f7 req-1abcd728-e4ac-4f01-b3b2-2d0df333d88d tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:04.078175 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['a5d46911-2f83-4169-9f46-14e83180fa25'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:55:04.139346 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abcd728-e4ac-4f01-b3b2-2d0df333d88d tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] Pushing event deleted for resources: {'Port': ['ID=7645d7fc-de26-4532-b5ce-a6a84542cd83,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:55:04.160309 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-a8eca848-058d-4ae4-b0c6-cee475a8ec06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfe1dab2-a78d-4495-8ba3-32bf8cf2d92b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1385260162', 'tenant_id': 'e65770d93833474499bd5ca8e11d4e12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': '71217c20-8d46-4434-b125-a30f60d1ab2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:53:02Z', 'updated_at': '2021-07-13T13:54:59Z', 'revision_number': 5, 'project_id': 'e65770d93833474499bd5ca8e11d4e12', 'gw_port': {'id': '71217c20-8d46-4434-b125-a30f60d1ab2d', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:3a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe1dab2-a78d-4495-8ba3-32bf8cf2d92b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2658, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:53:03Z', 'updated_at': '2021-07-13T13:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:55:04.190625 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beed7f2-68fe-485b-a165-5ff0e1a879aa req-a91aa85f-1c3a-4ffc-9b77-780413c9784e tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:55:04.198727 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8eca848-058d-4ae4-b0c6-cee475a8ec06 None None] The sync data for ids ['dfe1dab2-a78d-4495-8ba3-32bf8cf2d92b'] in n-d-800634-1 is: [{'id': 'dfe1dab2-a78d-4495-8ba3-32bf8cf2d92b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1385260162', 'tenant_id': 'e65770d93833474499bd5ca8e11d4e12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': '71217c20-8d46-4434-b125-a30f60d1ab2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:53:02Z', 'updated_at': '2021-07-13T13:54:59Z', 'revision_number': 5, 'project_id': 'e65770d93833474499bd5ca8e11d4e12', 'gw_port': {'id': '71217c20-8d46-4434-b125-a30f60d1ab2d', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:3a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe1dab2-a78d-4495-8ba3-32bf8cf2d92b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2658, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:53:03Z', 'updated_at': '2021-07-13T13:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:55:04.214233 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6beed7f2-68fe-485b-a165-5ff0e1a879aa req-a91aa85f-1c3a-4ffc-9b77-780413c9784e tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] 10.222.0.23 "GET /v2.0/ports?device_id=f049e9a0-bc22-4ef3-9415-d033870ad8af HTTP/1.1" status: 200 len: 946 time: 0.2169614 Jul 13 13:55:04.260007 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ca15f40-fc9a-450e-bc7f-4659ea0ce3e6 None None] DHCP port deletion for 2254a83b-bbf0-41f6-94ef-c9a3e24bd7ec request from n-d-800634-1 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 13:55:04.282507 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6beed7f2-68fe-485b-a165-5ff0e1a879aa req-e0370400-e927-4d75-989e-5911dc66cc65 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] 10.222.0.23 "GET /v2.0/security-groups?id=8ee93ee4-dfac-4c60-87f9-608ec674d508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685351 Jul 13 13:55:04.298584 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 58710) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:55:04.353532 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ecd4bf2-23a6-4a89-a718-9853629610f7 req-1abcd728-e4ac-4f01-b3b2-2d0df333d88d tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] No DVR routers for this DVR port 7645d7fc-de26-4532-b5ce-a6a84542cd83 on host n-h1-800634-1 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:55:04.379999 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-8ecd4bf2-23a6-4a89-a718-9853629610f7 req-1abcd728-e4ac-4f01-b3b2-2d0df333d88d tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:04.382638 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8ecd4bf2-23a6-4a89-a718-9853629610f7 req-1abcd728-e4ac-4f01-b3b2-2d0df333d88d tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] 10.222.0.26 "DELETE /v2.0/ports/7645d7fc-de26-4532-b5ce-a6a84542cd83 HTTP/1.1" status: 204 len: 173 time: 1.9750545 Jul 13 13:55:04.382941 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f24599e7-ca1e-425d-9705-7ae05655fdf8 tempest-TestNetworkBasicOps-1997131872 tempest-TestNetworkBasicOps-1997131872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:55:04.389413 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-f24599e7-ca1e-425d-9705-7ae05655fdf8 tempest-TestNetworkBasicOps-1997131872 tempest-TestNetworkBasicOps-1997131872-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=f049e9a0-bc22-4ef3-9415-d033870ad8af HTTP/1.1" status: 200 len: 1092 time: 0.0897386 Jul 13 13:55:04.390373 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 58712) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:55:04.396138 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-3ca15f40-fc9a-450e-bc7f-4659ea0ce3e6 None None] Deleting port 6551cfb3-a5e8-4003-bb1b-369d3566306c {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:55:04.396350 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-e2a4c7b9-a9d6-401b-86a5-d7e105882954 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Request body: {'floatingip': {'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'port_id': 'bd5b7894-c75e-40f2-9c13-ec17cd48154d', 'tenant_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:55:04.396984 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-3ca15f40-fc9a-450e-bc7f-4659ea0ce3e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:04.399041 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf7f901c-4f58-47fe-8e41-08ae492360c9', 'name': 'network-vif-deleted', 'tag': '7645d7fc-de26-4532-b5ce-a6a84542cd83'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:55:04.407570 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d17b627af75e17e0f4b8d6239d04f8c2f78634e2c585e32a7aeca336500f34a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0c5cd09-1a11-4128-bdfb-57f42459c1cb" -d '{"events": [{"server_uuid": "cf7f901c-4f58-47fe-8e41-08ae492360c9", "name": "network-vif-deleted", "tag": "7645d7fc-de26-4532-b5ce-a6a84542cd83"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:55:04.421177 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-39b437cc-1e8c-4bb2-9589-a9e75f9d1887 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Notify callbacks [] for router, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:04.426542 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e2a4c7b9-a9d6-401b-86a5-d7e105882954 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks [] for floatingip, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:04.587697 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-3ca15f40-fc9a-450e-bc7f-4659ea0ce3e6 None None] For port 6551cfb3-a5e8-4003-bb1b-369d3566306c, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=6551cfb3-a5e8-4003-bb1b-369d3566306c,segment=NetworkSegment(01f16f11-7cf3-41ec-bb49-e0d613f7bb39),segment_id=01f16f11-7cf3-41ec-bb49-e0d613f7bb39)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:55:04.588305 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-3ca15f40-fc9a-450e-bc7f-4659ea0ce3e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:04.621498 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-3ca15f40-fc9a-450e-bc7f-4659ea0ce3e6 None None] Calling delete_port for 6551cfb3-a5e8-4003-bb1b-369d3566306c owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:55:04.809481 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e2a4c7b9-a9d6-401b-86a5-d7e105882954 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:04.912640 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 7645d7fc-de26-4532-b5ce-a6a84542cd83 no longer exists at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:55:04.933554 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-3ca15f40-fc9a-450e-bc7f-4659ea0ce3e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:05.074339 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-381d4315-9089-413f-a071-aa2897bda790 None None] No Port match for: 7645d7fc-de26-4532-b5ce-a6a84542cd83 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:55:05.074838 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 7645d7fc-de26-4532-b5ce-a6a84542cd83 not bound to the agent host n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:55:05.083853 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca15f40-fc9a-450e-bc7f-4659ea0ce3e6 None None] Pushing event deleted for resources: {'Port': ['ID=6551cfb3-a5e8-4003-bb1b-369d3566306c,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:55:05.096575 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca15f40-fc9a-450e-bc7f-4659ea0ce3e6 None None] No DVR routers for this DVR port 6551cfb3-a5e8-4003-bb1b-369d3566306c on host n-d-800634-1 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:55:05.231051 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 6551cfb3-a5e8-4003-bb1b-369d3566306c no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:55:05.285851 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: 6551cfb3-a5e8-4003-bb1b-369d3566306c {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:55:05.286202 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 6551cfb3-a5e8-4003-bb1b-369d3566306c not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:55:05.286781 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 78194b87-47a8-443a-a3fe-98b333345b61 no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:55:05.318961 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0286e6-2aff-46a3-9928-e52163651c59 req-98813900-1b03-4e3e-aba3-ea9208a6ee20 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:55:05.320578 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2e0286e6-2aff-46a3-9928-e52163651c59 req-98813900-1b03-4e3e-aba3-ea9208a6ee20 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8 HTTP/1.1" status: 200 len: 945 time: 0.3164232 Jul 13 13:55:05.355761 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: 78194b87-47a8-443a-a3fe-98b333345b61 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:55:05.365348 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 78194b87-47a8-443a-a3fe-98b333345b61 not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:55:05.428157 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2e0286e6-2aff-46a3-9928-e52163651c59 req-4efdffd6-84bd-4de7-afe4-ec9c2169aec1 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/security-groups?id=0095868c-fb20-45e5-8afa-e9ed53786ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931981 Jul 13 13:55:05.453003 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-e2a4c7b9-a9d6-401b-86a5-d7e105882954 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Allocated IP 172.25.6.38 (acf968b8-c524-46a9-a20b-ad9667009130/dde5a78e-bd1e-4f47-8189-7321d4de73d3/571e0d74-ff4b-458a-99af-0df51207490c) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:55:05.641685 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e2a4c7b9-a9d6-401b-86a5-d7e105882954 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:05.655452 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6f39a59d-5cac-467b-af14-f0d6e38f5e72 req-f74e8420-4b49-41ad-889d-1efcc4c253df tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf7f901c-4f58-47fe-8e41-08ae492360c9 HTTP/1.1" status: 200 len: 210 time: 1.3776898 Jul 13 13:55:05.664415 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a65e822d-fde4-47a5-8ed7-afdb6543878a x-openstack-request-id: req-a65e822d-fde4-47a5-8ed7-afdb6543878a {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:55:05.664921 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf7f901c-4f58-47fe-8e41-08ae492360c9", "name": "network-vif-deleted", "tag": "7645d7fc-de26-4532-b5ce-a6a84542cd83", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:55:05.680159 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a65e822d-fde4-47a5-8ed7-afdb6543878a {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:55:05.681243 n-d-800634-1 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf7f901c-4f58-47fe-8e41-08ae492360c9', 'name': 'network-vif-deleted', 'tag': '7645d7fc-de26-4532-b5ce-a6a84542cd83', 'status': 'completed', 'code': 200} Jul 13 13:55:05.706540 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e2a4c7b9-a9d6-401b-86a5-d7e105882954 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:05.752657 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a4c7b9-a9d6-401b-86a5-d7e105882954 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Network acf968b8-c524-46a9-a20b-ad9667009130 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:55:05.756726 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-e2a4c7b9-a9d6-401b-86a5-d7e105882954 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:55:05.761659 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a4c7b9-a9d6-401b-86a5-d7e105882954 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:55:05.773237 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-39b437cc-1e8c-4bb2-9589-a9e75f9d1887 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:05.882254 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-39b437cc-1e8c-4bb2-9589-a9e75f9d1887 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Deleting port 71217c20-8d46-4434-b125-a30f60d1ab2d {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:55:05.882974 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-39b437cc-1e8c-4bb2-9589-a9e75f9d1887 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:05.986839 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-39b437cc-1e8c-4bb2-9589-a9e75f9d1887 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] For port 71217c20-8d46-4434-b125-a30f60d1ab2d, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=71217c20-8d46-4434-b125-a30f60d1ab2d,segment=NetworkSegment(3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87),segment_id=3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:55:05.987631 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-39b437cc-1e8c-4bb2-9589-a9e75f9d1887 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:06.009993 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-39b437cc-1e8c-4bb2-9589-a9e75f9d1887 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Calling delete_port for 71217c20-8d46-4434-b125-a30f60d1ab2d owned by network:router_gateway {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:55:06.032123 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a4c7b9-a9d6-401b-86a5-d7e105882954 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Pushing event updated for resources: {'Port': ['ID=571e0d74-ff4b-458a-99af-0df51207490c,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:55:06.233576 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-39b437cc-1e8c-4bb2-9589-a9e75f9d1887 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:06.314615 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b437cc-1e8c-4bb2-9589-a9e75f9d1887 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Pushing event deleted for resources: {'Port': ['ID=71217c20-8d46-4434-b125-a30f60d1ab2d,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:55:06.315876 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e2a4c7b9-a9d6-401b-86a5-d7e105882954 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:06.363640 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-39b437cc-1e8c-4bb2-9589-a9e75f9d1887 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-446473'] for router_gateway, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:06.476860 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e2a4c7b9-a9d6-401b-86a5-d7e105882954 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:06.505421 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-39b437cc-1e8c-4bb2-9589-a9e75f9d1887 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1591938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2696'] for router, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:06.511254 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-39b437cc-1e8c-4bb2-9589-a9e75f9d1887 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:06.611754 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-39b437cc-1e8c-4bb2-9589-a9e75f9d1887 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593106'] for router, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:06.612303 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39b437cc-1e8c-4bb2-9589-a9e75f9d1887 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Fanout notify agent at l3_agent the message router_deleted on router dfe1dab2-a78d-4495-8ba3-32bf8cf2d92b {{(pid=93751) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 13:55:06.622373 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-39b437cc-1e8c-4bb2-9589-a9e75f9d1887 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:06.623530 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-39b437cc-1e8c-4bb2-9589-a9e75f9d1887 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] 10.222.0.23 "DELETE /v2.0/routers/dfe1dab2-a78d-4495-8ba3-32bf8cf2d92b HTTP/1.1" status: 204 len: 168 time: 3.0062697 Jul 13 13:55:06.629635 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 58746) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:55:06.784986 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4dce9be8-8204-4f3e-84ef-4e767432f506 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:06.821406 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbf2b5f-de88-4abb-803c-e67cb9d852c6 req-9e2d1855-2e1e-4cfd-9efb-91b0e47315c6 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:55:06.823115 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ecbf2b5f-de88-4abb-803c-e67cb9d852c6 req-9e2d1855-2e1e-4cfd-9efb-91b0e47315c6 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8 HTTP/1.1" status: 200 len: 945 time: 0.1848249 Jul 13 13:55:06.914437 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4dce9be8-8204-4f3e-84ef-4e767432f506 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:06.928432 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-4dce9be8-8204-4f3e-84ef-4e767432f506 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2254a83b-bbf0-41f6-94ef-c9a3e24bd7ec']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:55:06.942711 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-4dce9be8-8204-4f3e-84ef-4e767432f506 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01f16f11-7cf3-41ec-bb49-e0d613f7bb39') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:55:06.942711 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-4dce9be8-8204-4f3e-84ef-4e767432f506 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01f16f11-7cf3-41ec-bb49-e0d613f7bb39') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:55:06.952680 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4dce9be8-8204-4f3e-84ef-4e767432f506 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6018464'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:06.972154 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4dce9be8-8204-4f3e-84ef-4e767432f506 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:06.978716 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dce9be8-8204-4f3e-84ef-4e767432f506 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 13:55:06.979655 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4dce9be8-8204-4f3e-84ef-4e767432f506 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6018632'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:06.984398 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e2a4c7b9-a9d6-401b-86a5-d7e105882954 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:07.017673 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e2a4c7b9-a9d6-401b-86a5-d7e105882954 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:07.051262 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ecbf2b5f-de88-4abb-803c-e67cb9d852c6 req-136e5b6d-0023-4062-a6fe-758b951e4548 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/security-groups?id=0095868c-fb20-45e5-8afa-e9ed53786ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184625 Jul 13 13:55:07.083447 n-d-800634-1 neutron-server[93751]: Traceback (most recent call last): Jul 13 13:55:07.083447 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 13:55:07.083447 n-d-800634-1 neutron-server[93751]: timer() Jul 13 13:55:07.083447 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 13:55:07.083447 n-d-800634-1 neutron-server[93751]: cb(*args, **kw) Jul 13 13:55:07.083447 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 13:55:07.083447 n-d-800634-1 neutron-server[93751]: return func(*args, **kwargs) Jul 13 13:55:07.083447 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 13:55:07.083447 n-d-800634-1 neutron-server[93751]: self._notify() Jul 13 13:55:07.083447 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 13:55:07.083447 n-d-800634-1 neutron-server[93751]: self.callback(batched_events) Jul 13 13:55:07.083447 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 13:55:07.083447 n-d-800634-1 neutron-server[93751]: event.method(event) Jul 13 13:55:07.083447 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 13:55:07.083447 n-d-800634-1 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 13:55:07.083447 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 13:55:07.083447 n-d-800634-1 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 13:55:07.083447 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 13:55:07.083447 n-d-800634-1 neutron-server[93751]: return f(self, *a, **k) Jul 13 13:55:07.083447 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 13:55:07.083447 n-d-800634-1 neutron-server[93751]: return self._get(url).json() Jul 13 13:55:07.083447 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 13:55:07.083447 n-d-800634-1 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 13:55:07.083447 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 13:55:07.083447 n-d-800634-1 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 13 13:55:07.083447 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 13:55:07.083447 n-d-800634-1 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 13:55:07.083447 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 13:55:07.083447 n-d-800634-1 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 13:55:07.083447 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 13:55:07.083447 n-d-800634-1 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 13:55:07.083447 n-d-800634-1 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 13:55:07.088744 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4dce9be8-8204-4f3e-84ef-4e767432f506 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:07.101921 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4dce9be8-8204-4f3e-84ef-4e767432f506 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:07.104275 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-4dce9be8-8204-4f3e-84ef-4e767432f506 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] 10.222.0.23 "DELETE /v2.0/networks/2254a83b-bbf0-41f6-94ef-c9a3e24bd7ec HTTP/1.1" status: 204 len: 168 time: 0.4732842 Jul 13 13:55:07.159262 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a4c7b9-a9d6-401b-86a5-d7e105882954 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Pushing event updated for resources: {'Port': ['ID=571e0d74-ff4b-458a-99af-0df51207490c,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:55:07.168100 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e2a4c7b9-a9d6-401b-86a5-d7e105882954 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446547'] for floatingip, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:07.180118 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dce9be8-8204-4f3e-84ef-4e767432f506 tempest-TestSecurityGroupsBasicOps-313573997 tempest-TestSecurityGroupsBasicOps-313573997-project] Pushing event deleted for resources: {'Network': ['ID=2254a83b-bbf0-41f6-94ef-c9a3e24bd7ec,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:55:07.397839 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 71217c20-8d46-4434-b125-a30f60d1ab2d no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:55:07.407718 n-d-800634-1 neutron-server[93750]: INFO neutron.db.l3_db [None req-e2a4c7b9-a9d6-401b-86a5-d7e105882954 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Floating IP ddb77098-5c48-4dc3-b4ef-e0e5b2bf83d0 associated. External IP: 172.25.6.38, port: bd5b7894-c75e-40f2-9c13-ec17cd48154d. Jul 13 13:55:07.445771 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: 71217c20-8d46-4434-b125-a30f60d1ab2d {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:55:07.447459 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 71217c20-8d46-4434-b125-a30f60d1ab2d not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:55:07.817326 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 58780) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:55:07.895477 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cdd695-873e-49d0-a96a-a2022cb8e504 req-3803a7e9-88aa-4f36-8b77-22567b9ec64e tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:55:07.907255 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a7cdd695-873e-49d0-a96a-a2022cb8e504 req-3803a7e9-88aa-4f36-8b77-22567b9ec64e tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5219796-7cb4-4f57-83f9-a0e832f4593f HTTP/1.1" status: 200 len: 945 time: 0.1466784 Jul 13 13:55:07.918586 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2a4c7b9-a9d6-401b-86a5-d7e105882954 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Router 643f65cd-a6de-4a43-accb-9a015047b4b2 has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 13:55:07.997499 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a7cdd695-873e-49d0-a96a-a2022cb8e504 req-9e32d9d5-a497-4a52-aff1-6786026fe534 tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c36ff65-e031-4d60-bc12-4aaf4c57b43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892313 Jul 13 13:55:08.098800 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-72a72a45-78b7-499e-a5c1-cc387baa023c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e65770d93833474499bd5ca8e11d4e12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2795544 Jul 13 13:55:08.099691 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 58792) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:55:08.223638 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2a4c7b9-a9d6-401b-86a5-d7e105882954 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:55:08.234312 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-46a63d15-3411-4962-b271-ef3c3f3db76d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:08.243489 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30975613-96d4-4a8e-a772-54f0cf2799b5 None None] Sync routers for ids ['643f65cd-a6de-4a43-accb-9a015047b4b2'] in n-d-800634-1 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:55:08.258554 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30975613-96d4-4a8e-a772-54f0cf2799b5 None None] Routers {'643f65cd-a6de-4a43-accb-9a015047b4b2'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:55:08.259647 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-30975613-96d4-4a8e-a772-54f0cf2799b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:54:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['643f65cd-a6de-4a43-accb-9a015047b4b2'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:55:08.266122 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-46a63d15-3411-4962-b271-ef3c3f3db76d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:08.353887 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-46a63d15-3411-4962-b271-ef3c3f3db76d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:08.357693 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-46a63d15-3411-4962-b271-ef3c3f3db76d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:08.361698 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-46a63d15-3411-4962-b271-ef3c3f3db76d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e7d5a88f-0e27-4ea4-96f3-a88f3f147ee0 HTTP/1.1" status: 204 len: 168 time: 0.2586069 Jul 13 13:55:08.362156 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e2a4c7b9-a9d6-401b-86a5-d7e105882954 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for floatingip, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:08.377373 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a63d15-3411-4962-b271-ef3c3f3db76d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7d5a88f-0e27-4ea4-96f3-a88f3f147ee0,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:55:08.408217 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-30975613-96d4-4a8e-a772-54f0cf2799b5 None None] Set router 643f65cd-a6de-4a43-accb-9a015047b4b2 gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:55:08.501982 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-e2a4c7b9-a9d6-401b-86a5-d7e105882954 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.1101928 Jul 13 13:55:08.506055 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 58798) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:55:08.512819 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f049e9a0-bc22-4ef3-9415-d033870ad8af', 'tag': 'bd5b7894-c75e-40f2-9c13-ec17cd48154d'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:55:08.522088 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25e6f78e-4fb1-49a2-8e4f-c6be89160bc8" -d '{"events": [{"name": "network-changed", "server_uuid": "f049e9a0-bc22-4ef3-9415-d033870ad8af", "tag": "bd5b7894-c75e-40f2-9c13-ec17cd48154d"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:55:08.574546 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca829cc-2ae6-481b-bf91-5546a60588ec req-cf41b748-f389-4389-9906-64e4b78eb783 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:55:08.587259 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2ca829cc-2ae6-481b-bf91-5546a60588ec req-cf41b748-f389-4389-9906-64e4b78eb783 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8 HTTP/1.1" status: 200 len: 945 time: 0.3613579 Jul 13 13:55:08.628464 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 13:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1c763c1-3a9a-4490-8baf-9e61f5a98910 x-openstack-request-id: req-d1c763c1-3a9a-4490-8baf-9e61f5a98910 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:55:08.629029 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f049e9a0-bc22-4ef3-9415-d033870ad8af", "tag": "bd5b7894-c75e-40f2-9c13-ec17cd48154d", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:55:08.629498 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d1c763c1-3a9a-4490-8baf-9e61f5a98910 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:55:08.630126 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f049e9a0-bc22-4ef3-9415-d033870ad8af', 'tag': 'bd5b7894-c75e-40f2-9c13-ec17cd48154d', 'status': 'completed', 'code': 200} Jul 13 13:55:08.661000 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2ca829cc-2ae6-481b-bf91-5546a60588ec req-e8621cc7-6d59-4b27-81fe-266b19437d32 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/security-groups?id=0095868c-fb20-45e5-8afa-e9ed53786ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709965 Jul 13 13:55:08.684233 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-30975613-96d4-4a8e-a772-54f0cf2799b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '643f65cd-a6de-4a43-accb-9a015047b4b2', 'name': 'tempest-TestNetworkBasicOps-router-1263914146', 'tenant_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': 'b5f46573-26cf-468f-92d3-2c4710013180', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:54:30Z', 'updated_at': '2021-07-13T13:54:37Z', 'revision_number': 4, 'project_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'gw_port': {'id': 'b5f46573-26cf-468f-92d3-2c4710013180', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:07:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643f65cd-a6de-4a43-accb-9a015047b4b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2735, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:54:31Z', 'updated_at': '2021-07-13T13:54:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_floatingips': [{'id': 'ddb77098-5c48-4dc3-b4ef-e0e5b2bf83d0', 'tenant_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'floating_ip_address': '172.25.6.38', 'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'router_id': '643f65cd-a6de-4a43-accb-9a015047b4b2', 'port_id': 'bd5b7894-c75e-40f2-9c13-ec17cd48154d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2750, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3e80788-46f1-47e0-8cfc-11b993e68aea', 'mac_address': 'fa:16:3e:34:ae:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f049e9a0-bc22-4ef3-9415-d033870ad8af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T13:55:06Z', 'updated_at': '2021-07-13T13:55:06Z', 'revision_number': 0, 'project_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fb487f2-ca23-4cb5-9948-c8e215b37c5a', 'name': '', 'network_id': 'd3e80788-46f1-47e0-8cfc-11b993e68aea', 'tenant_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'mac_address': 'fa:16:3e:75:41:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643f65cd-a6de-4a43-accb-9a015047b4b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2738, 'fixed_ips': [{'subnet_id': '703d36fa-39ec-4441-9072-18d674a53d9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:54:35Z', 'updated_at': '2021-07-13T13:54:45Z', 'revision_number': 5, 'project_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'subnets': [{'id': '703d36fa-39ec-4441-9072-18d674a53d9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:55:08.718929 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30975613-96d4-4a8e-a772-54f0cf2799b5 None None] Checking router: 643f65cd-a6de-4a43-accb-9a015047b4b2 for host: n-d-800634-1 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 13:55:08.728105 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30975613-96d4-4a8e-a772-54f0cf2799b5 None None] Routers {'643f65cd-a6de-4a43-accb-9a015047b4b2'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:55:08.728993 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-30975613-96d4-4a8e-a772-54f0cf2799b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:54:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['643f65cd-a6de-4a43-accb-9a015047b4b2'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:55:08.754568 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-dc1869df-7df6-4ed4-adff-e54cf434ae8a tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] 10.222.0.23 "GET /v2.0/floatingips/ddb77098-5c48-4dc3-b4ef-e0e5b2bf83d0 HTTP/1.1" status: 200 len: 991 time: 0.2454345 Jul 13 13:55:08.768161 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e6f78e-4fb1-49a2-8e4f-c6be89160bc8 req-a02d4ec8-ed0b-4cb1-bbef-364b5c0e6aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:55:08.770012 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-25e6f78e-4fb1-49a2-8e4f-c6be89160bc8 req-a02d4ec8-ed0b-4cb1-bbef-364b5c0e6aaf service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c841d7dd73ac40a085273ab2774b9cc2&device_id=f049e9a0-bc22-4ef3-9415-d033870ad8af HTTP/1.1" status: 200 len: 1097 time: 0.0959485 Jul 13 13:55:08.850289 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-30975613-96d4-4a8e-a772-54f0cf2799b5 None None] Set router 643f65cd-a6de-4a43-accb-9a015047b4b2 gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:55:08.998610 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 58810) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:55:09.010988 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e6f78e-4fb1-49a2-8e4f-c6be89160bc8 req-e1acbfae-0361-45f2-8c4c-8495c387e01b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:55:09.012839 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-25e6f78e-4fb1-49a2-8e4f-c6be89160bc8 req-e1acbfae-0361-45f2-8c4c-8495c387e01b service neutron] 10.222.0.26 "GET /v2.0/networks?id=d3e80788-46f1-47e0-8cfc-11b993e68aea HTTP/1.1" status: 200 len: 896 time: 0.2351451 Jul 13 13:55:09.049111 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9af71e30-6252-44af-b6cf-4632a56d962c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:09.178581 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-25e6f78e-4fb1-49a2-8e4f-c6be89160bc8 req-828705af-07b4-4f96-945a-62a3ad777017 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bd5b7894-c75e-40f2-9c13-ec17cd48154d HTTP/1.1" status: 200 len: 999 time: 0.1572516 Jul 13 13:55:09.209303 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-30975613-96d4-4a8e-a772-54f0cf2799b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '643f65cd-a6de-4a43-accb-9a015047b4b2', 'name': 'tempest-TestNetworkBasicOps-router-1263914146', 'tenant_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': 'b5f46573-26cf-468f-92d3-2c4710013180', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:54:30Z', 'updated_at': '2021-07-13T13:54:37Z', 'revision_number': 4, 'project_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'gw_port': {'id': 'b5f46573-26cf-468f-92d3-2c4710013180', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:07:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643f65cd-a6de-4a43-accb-9a015047b4b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2735, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:54:31Z', 'updated_at': '2021-07-13T13:54:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_floatingips': [{'id': 'ddb77098-5c48-4dc3-b4ef-e0e5b2bf83d0', 'tenant_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'floating_ip_address': '172.25.6.38', 'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'router_id': '643f65cd-a6de-4a43-accb-9a015047b4b2', 'port_id': 'bd5b7894-c75e-40f2-9c13-ec17cd48154d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2750, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3e80788-46f1-47e0-8cfc-11b993e68aea', 'mac_address': 'fa:16:3e:34:ae:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f049e9a0-bc22-4ef3-9415-d033870ad8af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T13:55:06Z', 'updated_at': '2021-07-13T13:55:06Z', 'revision_number': 0, 'project_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fb487f2-ca23-4cb5-9948-c8e215b37c5a', 'name': '', 'network_id': 'd3e80788-46f1-47e0-8cfc-11b993e68aea', 'tenant_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'mac_address': 'fa:16:3e:75:41:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643f65cd-a6de-4a43-accb-9a015047b4b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2738, 'fixed_ips': [{'subnet_id': '703d36fa-39ec-4441-9072-18d674a53d9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:54:35Z', 'updated_at': '2021-07-13T13:54:45Z', 'revision_number': 5, 'project_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'subnets': [{'id': '703d36fa-39ec-4441-9072-18d674a53d9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:55:09.249961 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30975613-96d4-4a8e-a772-54f0cf2799b5 None None] The sync data for ids ['643f65cd-a6de-4a43-accb-9a015047b4b2'] in n-d-800634-1 is: [{'id': '643f65cd-a6de-4a43-accb-9a015047b4b2', 'name': 'tempest-TestNetworkBasicOps-router-1263914146', 'tenant_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': 'b5f46573-26cf-468f-92d3-2c4710013180', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:54:30Z', 'updated_at': '2021-07-13T13:54:37Z', 'revision_number': 4, 'project_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'gw_port': {'id': 'b5f46573-26cf-468f-92d3-2c4710013180', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:07:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643f65cd-a6de-4a43-accb-9a015047b4b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2735, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:54:31Z', 'updated_at': '2021-07-13T13:54:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_floatingips': [{'id': 'ddb77098-5c48-4dc3-b4ef-e0e5b2bf83d0', 'tenant_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'floating_ip_address': '172.25.6.38', 'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'router_id': '643f65cd-a6de-4a43-accb-9a015047b4b2', 'port_id': 'bd5b7894-c75e-40f2-9c13-ec17cd48154d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2750, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3e80788-46f1-47e0-8cfc-11b993e68aea', 'mac_address': 'fa:16:3e:34:ae:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f049e9a0-bc22-4ef3-9415-d033870ad8af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T13:55:06Z', 'updated_at': '2021-07-13T13:55:06Z', 'revision_number': 0, 'project_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fb487f2-ca23-4cb5-9948-c8e215b37c5a', 'name': '', 'network_id': 'd3e80788-46f1-47e0-8cfc-11b993e68aea', 'tenant_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'mac_address': 'fa:16:3e:75:41:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643f65cd-a6de-4a43-accb-9a015047b4b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2738, 'fixed_ips': [{'subnet_id': '703d36fa-39ec-4441-9072-18d674a53d9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:54:35Z', 'updated_at': '2021-07-13T13:54:45Z', 'revision_number': 5, 'project_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'subnets': [{'id': '703d36fa-39ec-4441-9072-18d674a53d9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:55:09.312394 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e6f78e-4fb1-49a2-8e4f-c6be89160bc8 req-469e7a96-7d44-4350-9024-3889ce516f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:55:09.314651 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-25e6f78e-4fb1-49a2-8e4f-c6be89160bc8 req-469e7a96-7d44-4350-9024-3889ce516f72 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=703d36fa-39ec-4441-9072-18d674a53d9b HTTP/1.1" status: 200 len: 835 time: 0.1273582 Jul 13 13:55:09.323874 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9af71e30-6252-44af-b6cf-4632a56d962c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:09.329303 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9af71e30-6252-44af-b6cf-4632a56d962c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:09.409426 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-9af71e30-6252-44af-b6cf-4632a56d962c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d223041eef18463bb60943f495037359&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4074874 Jul 13 13:55:09.409783 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 58820) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:55:09.448675 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e6f78e-4fb1-49a2-8e4f-c6be89160bc8 req-6282222d-53f8-4742-93e2-0c455a70c818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:55:09.450465 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-25e6f78e-4fb1-49a2-8e4f-c6be89160bc8 req-6282222d-53f8-4742-93e2-0c455a70c818 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d3e80788-46f1-47e0-8cfc-11b993e68aea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1295321 Jul 13 13:55:09.464833 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af71e30-6252-44af-b6cf-4632a56d962c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7421e62a-6083-44fd-8571-e5a14f1e4396,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:55:09.496921 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-86227925-a1c5-49fd-969d-7cdb9ba27f67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:09.524016 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-86227925-a1c5-49fd-969d-7cdb9ba27f67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:09.590030 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-86227925-a1c5-49fd-969d-7cdb9ba27f67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:09.595262 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-86227925-a1c5-49fd-969d-7cdb9ba27f67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:09.598994 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-86227925-a1c5-49fd-969d-7cdb9ba27f67 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7421e62a-6083-44fd-8571-e5a14f1e4396 HTTP/1.1" status: 204 len: 168 time: 0.1858189 Jul 13 13:55:09.605386 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86227925-a1c5-49fd-969d-7cdb9ba27f67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7421e62a-6083-44fd-8571-e5a14f1e4396,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:55:09.668728 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde3d970-f88d-4914-add8-4b4ff5a85f6c req-e004f791-b17a-4a10-98d6-f7b88822a4ae tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:55:09.676532 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-dde3d970-f88d-4914-add8-4b4ff5a85f6c req-e004f791-b17a-4a10-98d6-f7b88822a4ae tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5219796-7cb4-4f57-83f9-a0e832f4593f HTTP/1.1" status: 200 len: 945 time: 0.2795901 Jul 13 13:55:09.713781 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b65bf8e-9225-4952-8e73-1e5bd9768fee None None] New status for floating IP ddb77098-5c48-4dc3-b4ef-e0e5b2bf83d0: ACTIVE {{(pid=93752) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 13:55:09.758342 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 58826) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:55:09.816379 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-dde3d970-f88d-4914-add8-4b4ff5a85f6c req-dde63531-fa97-401b-ae9d-7ab64b2de594 tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c36ff65-e031-4d60-bc12-4aaf4c57b43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387641 Jul 13 13:55:09.832032 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-25e6f78e-4fb1-49a2-8e4f-c6be89160bc8 req-fe8d28a2-44bc-400b-88d4-8fccf56a4afd service neutron] 10.222.0.26 "GET /v2.0/networks/d3e80788-46f1-47e0-8cfc-11b993e68aea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3738475 Jul 13 13:55:09.912835 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-69ce3ec2-0b24-4e9d-a7ae-95ae072c6281 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] 10.222.0.23 "GET /v2.0/floatingips/ddb77098-5c48-4dc3-b4ef-e0e5b2bf83d0 HTTP/1.1" status: 200 len: 991 time: 0.1501334 Jul 13 13:55:10.023039 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a5e2f9-4962-4917-b5e7-be40a633fe9e req-703e99c1-b77b-4b53-a9b5-cf5133195d9f tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:55:10.029090 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-96a5e2f9-4962-4917-b5e7-be40a633fe9e req-703e99c1-b77b-4b53-a9b5-cf5133195d9f tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8 HTTP/1.1" status: 200 len: 945 time: 0.1663768 Jul 13 13:55:10.062740 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-25e6f78e-4fb1-49a2-8e4f-c6be89160bc8 req-3d3f9132-5718-4c8c-a043-023af8d4f4dd service neutron] 10.222.0.26 "GET /v2.0/networks/d3e80788-46f1-47e0-8cfc-11b993e68aea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2243235 Jul 13 13:55:10.151534 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-96a5e2f9-4962-4917-b5e7-be40a633fe9e req-4bb561fc-aec2-473e-a724-8e1151a2c16f tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/security-groups?id=0095868c-fb20-45e5-8afa-e9ed53786ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073737 Jul 13 13:55:10.307499 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 58840) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:55:10.382619 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-29c6869c-32cc-4288-9a53-9fb9cf9f319c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8ba3ac44c4844cdca95988f454032024&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0692642 Jul 13 13:55:10.382892 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 58844) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:55:10.453340 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b59e07d9-4403-4509-b9fc-6ddc88a5d058 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:10.493751 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b59e07d9-4403-4509-b9fc-6ddc88a5d058 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:10.572200 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b59e07d9-4403-4509-b9fc-6ddc88a5d058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:10.575750 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b59e07d9-4403-4509-b9fc-6ddc88a5d058 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:10.576972 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-b59e07d9-4403-4509-b9fc-6ddc88a5d058 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1633f533-6334-4797-bb8d-870d0cb9a6df HTTP/1.1" status: 204 len: 168 time: 0.1931491 Jul 13 13:55:10.587681 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59e07d9-4403-4509-b9fc-6ddc88a5d058 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1633f533-6334-4797-bb8d-870d0cb9a6df,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:55:10.911735 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 58854) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:55:11.086280 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-5e42ae62-23df-44a4-a1fa-cf115ea2faf1 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] 10.222.0.23 "GET /v2.0/floatingips/ddb77098-5c48-4dc3-b4ef-e0e5b2bf83d0 HTTP/1.1" status: 200 len: 993 time: 0.1729228 Jul 13 13:55:11.237391 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5cc8fd-92e4-4b5f-ac00-af8676d84a14 req-3d3fbf25-bb5b-4edb-bfdb-6c7d0c0aa9d2 tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:55:11.249314 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4c5cc8fd-92e4-4b5f-ac00-af8676d84a14 req-3d3fbf25-bb5b-4edb-bfdb-6c7d0c0aa9d2 tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5219796-7cb4-4f57-83f9-a0e832f4593f HTTP/1.1" status: 200 len: 945 time: 0.2218740 Jul 13 13:55:11.341343 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4c5cc8fd-92e4-4b5f-ac00-af8676d84a14 req-fc0fb8fb-419d-4486-bb16-2db8e441b154 tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c36ff65-e031-4d60-bc12-4aaf4c57b43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894926 Jul 13 13:55:11.392885 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993c9ee4-13f7-45f5-a00c-4202672cac1d req-13750e25-d4cc-4eed-a4ad-f0f9a918579d tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:55:11.398363 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-993c9ee4-13f7-45f5-a00c-4202672cac1d req-13750e25-d4cc-4eed-a4ad-f0f9a918579d tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8 HTTP/1.1" status: 200 len: 945 time: 0.0901842 Jul 13 13:55:11.446110 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-993c9ee4-13f7-45f5-a00c-4202672cac1d req-cce5aa6c-ec70-48aa-9aea-06ece96f7e79 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/security-groups?id=0095868c-fb20-45e5-8afa-e9ed53786ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456753 Jul 13 13:55:12.557842 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad050c5a-3e57-4dd0-bf85-3b445fb495f3 req-a105365f-34d7-4c68-bd35-890899ffddee tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:55:12.559442 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ad050c5a-3e57-4dd0-bf85-3b445fb495f3 req-a105365f-34d7-4c68-bd35-890899ffddee tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5219796-7cb4-4f57-83f9-a0e832f4593f HTTP/1.1" status: 200 len: 945 time: 0.0792310 Jul 13 13:55:12.615113 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ad050c5a-3e57-4dd0-bf85-3b445fb495f3 req-5ac6d491-adf4-4796-a166-da325e8a08a0 tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c36ff65-e031-4d60-bc12-4aaf4c57b43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498583 Jul 13 13:55:12.711779 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82e71b2-f8a7-4c8f-8c70-a0cf9a2fb1c9 req-893a09a0-aa41-4ccd-88e5-5a28748c1b49 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:55:12.713759 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f82e71b2-f8a7-4c8f-8c70-a0cf9a2fb1c9 req-893a09a0-aa41-4ccd-88e5-5a28748c1b49 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8 HTTP/1.1" status: 200 len: 945 time: 0.1111166 Jul 13 13:55:12.778349 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f82e71b2-f8a7-4c8f-8c70-a0cf9a2fb1c9 req-b92f58d7-367d-4d12-b813-d19f79ba570f tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/security-groups?id=0095868c-fb20-45e5-8afa-e9ed53786ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559554 Jul 13 13:55:13.527941 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5518ddcf-2670-4804-bae2-23904b74e740 req-f51e3188-ee7a-4860-9219-9cca870400bb tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:55:13.529889 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5518ddcf-2670-4804-bae2-23904b74e740 req-f51e3188-ee7a-4860-9219-9cca870400bb tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5219796-7cb4-4f57-83f9-a0e832f4593f HTTP/1.1" status: 200 len: 945 time: 0.0793920 Jul 13 13:55:13.661873 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-5518ddcf-2670-4804-bae2-23904b74e740 req-dcd286df-2c55-4711-b364-22f26641aa33 tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] Deleting port a5d46911-2f83-4169-9f46-14e83180fa25 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:55:13.662339 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-5518ddcf-2670-4804-bae2-23904b74e740 req-dcd286df-2c55-4711-b364-22f26641aa33 tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:13.763053 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-5518ddcf-2670-4804-bae2-23904b74e740 req-dcd286df-2c55-4711-b364-22f26641aa33 tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] For port a5d46911-2f83-4169-9f46-14e83180fa25, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=a5d46911-2f83-4169-9f46-14e83180fa25,segment=NetworkSegment(aa778533-c753-4426-b5cf-c401127e31f4),segment_id=aa778533-c753-4426-b5cf-c401127e31f4)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:55:13.763771 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-5518ddcf-2670-4804-bae2-23904b74e740 req-dcd286df-2c55-4711-b364-22f26641aa33 tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:13.782479 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-5518ddcf-2670-4804-bae2-23904b74e740 req-dcd286df-2c55-4711-b364-22f26641aa33 tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] Calling delete_port for a5d46911-2f83-4169-9f46-14e83180fa25 owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:55:13.857718 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042d3151-843c-4dea-8e48-58980437c528 req-f820c767-98a2-4345-977a-da77c64f4d1b tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:55:13.862510 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-042d3151-843c-4dea-8e48-58980437c528 req-f820c767-98a2-4345-977a-da77c64f4d1b tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5219796-7cb4-4f57-83f9-a0e832f4593f HTTP/1.1" status: 200 len: 945 time: 0.0992420 Jul 13 13:55:13.936800 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-042d3151-843c-4dea-8e48-58980437c528 req-f0eac3f4-4542-457d-89f7-24474ebc2851 tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c36ff65-e031-4d60-bc12-4aaf4c57b43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576735 Jul 13 13:55:13.987913 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-5518ddcf-2670-4804-bae2-23904b74e740 req-dcd286df-2c55-4711-b364-22f26641aa33 tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:14.004540 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['a5d46911-2f83-4169-9f46-14e83180fa25'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:55:14.034552 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd286df-2c55-4711-b364-22f26641aa33 tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] Pushing event deleted for resources: {'Port': ['ID=a5d46911-2f83-4169-9f46-14e83180fa25,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:55:14.056293 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4065d1f-4557-4421-b9c9-36c526114d2c req-903dfddd-91af-4d33-b5d1-587d612f1b4a tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:55:14.058756 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b4065d1f-4557-4421-b9c9-36c526114d2c req-903dfddd-91af-4d33-b5d1-587d612f1b4a tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8 HTTP/1.1" status: 200 len: 945 time: 0.1420960 Jul 13 13:55:14.110562 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-5518ddcf-2670-4804-bae2-23904b74e740 req-dcd286df-2c55-4711-b364-22f26641aa33 tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] No DVR routers for this DVR port a5d46911-2f83-4169-9f46-14e83180fa25 on host n-h2-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:55:14.114345 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-5518ddcf-2670-4804-bae2-23904b74e740 req-dcd286df-2c55-4711-b364-22f26641aa33 tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:14.116318 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5518ddcf-2670-4804-bae2-23904b74e740 req-dcd286df-2c55-4711-b364-22f26641aa33 tempest-ServerRescueNegativeTestJSON-329413140 tempest-ServerRescueNegativeTestJSON-329413140-project] 10.222.0.41 "DELETE /v2.0/ports/a5d46911-2f83-4169-9f46-14e83180fa25 HTTP/1.1" status: 204 len: 173 time: 0.5810978 Jul 13 13:55:14.116767 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5219796-7cb4-4f57-83f9-a0e832f4593f', 'name': 'network-vif-deleted', 'tag': 'a5d46911-2f83-4169-9f46-14e83180fa25'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:55:14.119117 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbd9702b-0d5a-4681-b0c5-c30c3604a18d" -d '{"events": [{"server_uuid": "c5219796-7cb4-4f57-83f9-a0e832f4593f", "name": "network-vif-deleted", "tag": "a5d46911-2f83-4169-9f46-14e83180fa25"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:55:14.141945 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b4065d1f-4557-4421-b9c9-36c526114d2c req-f17776e8-8a78-4ef5-8f2e-f0d8eb3ab1d7 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/security-groups?id=0095868c-fb20-45e5-8afa-e9ed53786ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651078 Jul 13 13:55:14.180419 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7262d3ee-0751-4403-aade-60ec4e2858be x-openstack-request-id: req-7262d3ee-0751-4403-aade-60ec4e2858be {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:55:14.180774 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5219796-7cb4-4f57-83f9-a0e832f4593f", "name": "network-vif-deleted", "tag": "a5d46911-2f83-4169-9f46-14e83180fa25", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:55:14.181057 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7262d3ee-0751-4403-aade-60ec4e2858be {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:55:14.181513 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5219796-7cb4-4f57-83f9-a0e832f4593f', 'name': 'network-vif-deleted', 'tag': 'a5d46911-2f83-4169-9f46-14e83180fa25', 'status': 'completed', 'code': 200} Jul 13 13:55:14.221786 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58e8306-f8d7-4f59-aa85-cf141e19f58c req-bfbc9f1d-f7bb-4fe7-a474-0c0f9f6e61ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:55:14.223320 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c58e8306-f8d7-4f59-aa85-cf141e19f58c req-bfbc9f1d-f7bb-4fe7-a474-0c0f9f6e61ac service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d19010716a274998b64ead6bc91f8817&device_id=4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8 HTTP/1.1" status: 200 len: 1096 time: 0.0997181 Jul 13 13:55:14.326479 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58e8306-f8d7-4f59-aa85-cf141e19f58c req-977012d3-6d49-4a5f-a4ef-89d5f4062ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:55:14.328387 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c58e8306-f8d7-4f59-aa85-cf141e19f58c req-977012d3-6d49-4a5f-a4ef-89d5f4062ea4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4306e211-7293-43e9-8c02-14badf8c79d9 HTTP/1.1" status: 200 len: 914 time: 0.0980253 Jul 13 13:55:14.372058 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c58e8306-f8d7-4f59-aa85-cf141e19f58c req-19497982-7975-4693-9013-0aa3741d2c9b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=456a7843-466b-4620-bb90-adc15c0c4e43 HTTP/1.1" status: 200 len: 217 time: 0.0368986 Jul 13 13:55:14.421364 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58e8306-f8d7-4f59-aa85-cf141e19f58c req-7a07b51e-6c9f-4d43-9b64-f2ab31cb837a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:55:14.422828 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c58e8306-f8d7-4f59-aa85-cf141e19f58c req-7a07b51e-6c9f-4d43-9b64-f2ab31cb837a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d9eae714-cd86-4b29-a4c2-c920f28b0327 HTTP/1.1" status: 200 len: 854 time: 0.0448468 Jul 13 13:55:14.459627 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c58e8306-f8d7-4f59-aa85-cf141e19f58c req-79ecadce-ad5b-4118-89ac-91ef390e61dc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4306e211-7293-43e9-8c02-14badf8c79d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303881 Jul 13 13:55:14.551952 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c58e8306-f8d7-4f59-aa85-cf141e19f58c req-b0a66691-47e5-44ee-b78e-e25874b1c35a service neutron] 10.222.0.26 "GET /v2.0/networks/4306e211-7293-43e9-8c02-14badf8c79d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857582 Jul 13 13:55:14.655864 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c58e8306-f8d7-4f59-aa85-cf141e19f58c req-db6b080b-5e07-4c5f-90f9-570a134f5db6 service neutron] 10.222.0.26 "GET /v2.0/networks/4306e211-7293-43e9-8c02-14badf8c79d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970442 Jul 13 13:55:15.035353 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 58926) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:55:15.392273 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83977cb2-c54c-46e6-b3f6-658911a36357 req-9fc87974-cb5b-40f9-a8d1-ff4881f2dd41 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:55:15.393601 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-83977cb2-c54c-46e6-b3f6-658911a36357 req-9fc87974-cb5b-40f9-a8d1-ff4881f2dd41 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8 HTTP/1.1" status: 200 len: 945 time: 0.1000447 Jul 13 13:55:15.462807 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-83977cb2-c54c-46e6-b3f6-658911a36357 req-98c00b72-7919-4f69-b06d-080f439b7f28 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/security-groups?id=0095868c-fb20-45e5-8afa-e9ed53786ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598924 Jul 13 13:55:15.492376 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a7d96bae-ba95-44d3-ac41-3cc48297dd0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451695'] for router_interface, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:15.749780 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-a7d96bae-ba95-44d3-ac41-3cc48297dd0f admin admin] Deleting port 630f05b5-4ff4-4b96-bfdc-11ef3ffb14c7 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:55:15.750044 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a7d96bae-ba95-44d3-ac41-3cc48297dd0f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:15.826807 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-a7d96bae-ba95-44d3-ac41-3cc48297dd0f admin admin] For port 630f05b5-4ff4-4b96-bfdc-11ef3ffb14c7, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=630f05b5-4ff4-4b96-bfdc-11ef3ffb14c7,segment=NetworkSegment(aa778533-c753-4426-b5cf-c401127e31f4),segment_id=aa778533-c753-4426-b5cf-c401127e31f4)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:55:15.827164 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a7d96bae-ba95-44d3-ac41-3cc48297dd0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:15.844087 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-a7d96bae-ba95-44d3-ac41-3cc48297dd0f admin admin] Calling delete_port for 630f05b5-4ff4-4b96-bfdc-11ef3ffb14c7 owned by network:router_interface {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:55:16.025209 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a7d96bae-ba95-44d3-ac41-3cc48297dd0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:16.056347 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d96bae-ba95-44d3-ac41-3cc48297dd0f admin admin] Pushing event deleted for resources: {'Port': ['ID=630f05b5-4ff4-4b96-bfdc-11ef3ffb14c7,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:55:16.223509 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a7d96bae-ba95-44d3-ac41-3cc48297dd0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1785036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452491'] for router_interface, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:16.469346 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device a5d46911-2f83-4169-9f46-14e83180fa25 no longer exists at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:55:16.515646 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] No Port match for: a5d46911-2f83-4169-9f46-14e83180fa25 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:55:16.516460 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device a5d46911-2f83-4169-9f46-14e83180fa25 not bound to the agent host n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:55:16.779551 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 456a7843-466b-4620-bb90-adc15c0c4e43 no longer exists at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:55:16.837639 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7d96bae-ba95-44d3-ac41-3cc48297dd0f admin admin] Router 2e33f264-5ed1-4293-aa8a-ca36294d37f7 has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 13:55:16.851995 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da4b0a9-38ea-4145-919e-0006e031dda9 req-afc28249-8480-452e-96f2-d98a9e93dcf7 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:55:16.854473 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2da4b0a9-38ea-4145-919e-0006e031dda9 req-afc28249-8480-452e-96f2-d98a9e93dcf7 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8 HTTP/1.1" status: 200 len: 945 time: 0.0901334 Jul 13 13:55:16.867229 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:16.891180 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '456a7843-466b-4620-bb90-adc15c0c4e43'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:55:16.893938 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-987d8478-021c-4eb7-be3b-3f381eab5f09" -d '{"events": [{"server_uuid": "4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8", "name": "network-vif-unplugged", "status": "completed", "tag": "456a7843-466b-4620-bb90-adc15c0c4e43"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:55:16.908250 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 456a7843-466b-4620-bb90-adc15c0c4e43, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=456a7843-466b-4620-bb90-adc15c0c4e43,segment=NetworkSegment(f0c035ba-ef7c-4972-a79c-06787b5c4532),segment_id=f0c035ba-ef7c-4972-a79c-06787b5c4532)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:55:16.922402 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:16.979558 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 13:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b25dc82-3315-4b4e-9a26-fe64a5696e7b x-openstack-request-id: req-6b25dc82-3315-4b4e-9a26-fe64a5696e7b {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:55:16.980579 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2da4b0a9-38ea-4145-919e-0006e031dda9 req-789b9e8e-5a9f-47b2-9f87-99b99a87dc80 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/security-groups?id=0095868c-fb20-45e5-8afa-e9ed53786ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154001 Jul 13 13:55:16.992378 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8", "name": "network-vif-unplugged", "status": "completed", "tag": "456a7843-466b-4620-bb90-adc15c0c4e43", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:55:16.995250 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6b25dc82-3315-4b4e-9a26-fe64a5696e7b {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:55:16.996637 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '456a7843-466b-4620-bb90-adc15c0c4e43', 'code': 200} Jul 13 13:55:17.002995 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7d96bae-ba95-44d3-ac41-3cc48297dd0f admin admin] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:55:17.018925 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 58942) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:55:17.019462 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb4d706-43a1-412f-abf4-23cf6a8ffe4a None None] Sync routers for ids ['2e33f264-5ed1-4293-aa8a-ca36294d37f7'] in n-d-800634-1 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:55:17.020153 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-a7d96bae-ba95-44d3-ac41-3cc48297dd0f admin admin] 10.222.0.23 "PUT /v2.0/routers/2e33f264-5ed1-4293-aa8a-ca36294d37f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9828165 Jul 13 13:55:17.035612 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=456a7843-466b-4620-bb90-adc15c0c4e43,revision_number=8']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:55:17.040220 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb4d706-43a1-412f-abf4-23cf6a8ffe4a None None] Routers {'2e33f264-5ed1-4293-aa8a-ca36294d37f7'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:55:17.040957 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-cbb4d706-43a1-412f-abf4-23cf6a8ffe4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:54:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['2e33f264-5ed1-4293-aa8a-ca36294d37f7'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:55:17.061850 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:55:17.062350 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:55:17.062696 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:55:17.063823 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:55:17.064351 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:55:17.065005 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:55:17.066977 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:55:17.068831 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:55:17.069220 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:55:17.069607 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:55:17.081086 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:55:17.081459 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:55:17.176978 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-96d38230-090d-4191-ac0f-a1ca4b8827b4 admin admin] Notify callbacks [] for router, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:17.178957 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-41d81056-f990-49e8-87ef-2a6d25a3cb25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:17.187755 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-cbb4d706-43a1-412f-abf4-23cf6a8ffe4a None None] Set router 2e33f264-5ed1-4293-aa8a-ca36294d37f7 gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:55:17.292623 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-96d38230-090d-4191-ac0f-a1ca4b8827b4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:17.354378 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-96d38230-090d-4191-ac0f-a1ca4b8827b4 admin admin] Deleting port 237c48a3-704f-41ae-99a5-991a60efd53f {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:55:17.354788 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-96d38230-090d-4191-ac0f-a1ca4b8827b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:17.504383 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-cbb4d706-43a1-412f-abf4-23cf6a8ffe4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e33f264-5ed1-4293-aa8a-ca36294d37f7', 'name': 'tempest-ServerRescueNegativeTestJSON-1106204177-router', 'tenant_id': 'ac5768eaeb3242ac813c969082f024de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '237c48a3-704f-41ae-99a5-991a60efd53f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:52:33Z', 'updated_at': '2021-07-13T13:55:15Z', 'revision_number': 5, 'project_id': 'ac5768eaeb3242ac813c969082f024de', 'gw_port': {'id': '237c48a3-704f-41ae-99a5-991a60efd53f', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:de:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e33f264-5ed1-4293-aa8a-ca36294d37f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:52:34Z', 'updated_at': '2021-07-13T13:52:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:55:17.533878 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb4d706-43a1-412f-abf4-23cf6a8ffe4a None None] Checking router: 2e33f264-5ed1-4293-aa8a-ca36294d37f7 for host: n-d-800634-1 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 13:55:17.544681 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb4d706-43a1-412f-abf4-23cf6a8ffe4a None None] Routers {'2e33f264-5ed1-4293-aa8a-ca36294d37f7'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:55:17.545243 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-cbb4d706-43a1-412f-abf4-23cf6a8ffe4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:54:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['2e33f264-5ed1-4293-aa8a-ca36294d37f7'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:55:17.646432 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-cbb4d706-43a1-412f-abf4-23cf6a8ffe4a None None] Set router 2e33f264-5ed1-4293-aa8a-ca36294d37f7 gateway port host: None {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:55:17.707207 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-cbb4d706-43a1-412f-abf4-23cf6a8ffe4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e33f264-5ed1-4293-aa8a-ca36294d37f7', 'name': 'tempest-ServerRescueNegativeTestJSON-1106204177-router', 'tenant_id': 'ac5768eaeb3242ac813c969082f024de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:52:33Z', 'updated_at': '2021-07-13T13:55:17Z', 'revision_number': 6, 'project_id': 'ac5768eaeb3242ac813c969082f024de', 'gw_port_host': None}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:55:17.736260 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb4d706-43a1-412f-abf4-23cf6a8ffe4a None None] The sync data for ids ['2e33f264-5ed1-4293-aa8a-ca36294d37f7'] in n-d-800634-1 is: [{'id': '2e33f264-5ed1-4293-aa8a-ca36294d37f7', 'name': 'tempest-ServerRescueNegativeTestJSON-1106204177-router', 'tenant_id': 'ac5768eaeb3242ac813c969082f024de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:52:33Z', 'updated_at': '2021-07-13T13:55:17Z', 'revision_number': 6, 'project_id': 'ac5768eaeb3242ac813c969082f024de', 'gw_port_host': None}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:55:17.795261 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-96d38230-090d-4191-ac0f-a1ca4b8827b4 admin admin] For port 237c48a3-704f-41ae-99a5-991a60efd53f, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=237c48a3-704f-41ae-99a5-991a60efd53f,segment=NetworkSegment(3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87),segment_id=3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:55:17.795558 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-96d38230-090d-4191-ac0f-a1ca4b8827b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:17.808721 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-96d38230-090d-4191-ac0f-a1ca4b8827b4 admin admin] Calling delete_port for 237c48a3-704f-41ae-99a5-991a60efd53f owned by network:router_gateway {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:55:17.990709 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-96d38230-090d-4191-ac0f-a1ca4b8827b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:18.018051 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d38230-090d-4191-ac0f-a1ca4b8827b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=237c48a3-704f-41ae-99a5-991a60efd53f,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:55:18.098351 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-96d38230-090d-4191-ac0f-a1ca4b8827b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-446473'] for router_gateway, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:18.209305 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668301fc-bd7f-4c19-bc89-55a616029e94 req-f4373ee1-3067-4653-aafc-4cad0ab3a23e tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:55:18.210971 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-668301fc-bd7f-4c19-bc89-55a616029e94 req-f4373ee1-3067-4653-aafc-4cad0ab3a23e tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8 HTTP/1.1" status: 200 len: 943 time: 0.0886140 Jul 13 13:55:18.221518 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-96d38230-090d-4191-ac0f-a1ca4b8827b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1591938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2696'] for router, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:18.223829 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-96d38230-090d-4191-ac0f-a1ca4b8827b4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:18.259437 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-668301fc-bd7f-4c19-bc89-55a616029e94 req-b9746de3-6bf4-46d6-a005-515cb5c38579 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/security-groups?id=0095868c-fb20-45e5-8afa-e9ed53786ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413718 Jul 13 13:55:18.293885 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-96d38230-090d-4191-ac0f-a1ca4b8827b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593106'] for router, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:18.294337 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96d38230-090d-4191-ac0f-a1ca4b8827b4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2e33f264-5ed1-4293-aa8a-ca36294d37f7 {{(pid=93750) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 13:55:18.302640 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-96d38230-090d-4191-ac0f-a1ca4b8827b4 admin admin] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:18.306563 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-96d38230-090d-4191-ac0f-a1ca4b8827b4 admin admin] 10.222.0.23 "DELETE /v2.0/routers/2e33f264-5ed1-4293-aa8a-ca36294d37f7 HTTP/1.1" status: 204 len: 168 time: 1.2839143 Jul 13 13:55:18.306563 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 59074) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:55:18.355945 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-902e2309-f195-4258-a94c-cf2aee8803ee admin admin] Deleting subnet a936942e-7fca-4553-9966-ac3c5be7d1ca {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 13:55:18.359343 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-902e2309-f195-4258-a94c-cf2aee8803ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:18.397675 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-902e2309-f195-4258-a94c-cf2aee8803ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5431723'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:18.473694 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-902e2309-f195-4258-a94c-cf2aee8803ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:18.537640 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b048ddb6-893a-4e7f-b1fa-f66b85290ed6 req-c6fad733-edc2-4be2-b3f9-e50be167a4a5 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:55:18.539368 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b048ddb6-893a-4e7f-b1fa-f66b85290ed6 req-c6fad733-edc2-4be2-b3f9-e50be167a4a5 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8 HTTP/1.1" status: 200 len: 943 time: 0.1221011 Jul 13 13:55:18.570997 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-902e2309-f195-4258-a94c-cf2aee8803ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5970525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4763356'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:18.607565 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902e2309-f195-4258-a94c-cf2aee8803ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a936942e-7fca-4553-9966-ac3c5be7d1ca,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:55:18.618162 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-902e2309-f195-4258-a94c-cf2aee8803ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:18.623135 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-902e2309-f195-4258-a94c-cf2aee8803ee admin admin] 10.222.0.23 "DELETE /v2.0/subnets/a936942e-7fca-4553-9966-ac3c5be7d1ca HTTP/1.1" status: 204 len: 168 time: 0.3120186 Jul 13 13:55:18.623360 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 59124) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:55:18.638456 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b048ddb6-893a-4e7f-b1fa-f66b85290ed6 req-28803dbf-06ba-4e16-953d-c0ad0b10d759 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/security-groups?id=0095868c-fb20-45e5-8afa-e9ed53786ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895913 Jul 13 13:55:18.714983 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7733f967-1b09-402c-b7ff-45028e3ac356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:18.804820 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7733f967-1b09-402c-b7ff-45028e3ac356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:18.816742 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-7733f967-1b09-402c-b7ff-45028e3ac356 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b450f1e2-a722-4908-8646-fc79c4a514ae']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:55:18.830613 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-7733f967-1b09-402c-b7ff-45028e3ac356 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa778533-c753-4426-b5cf-c401127e31f4') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:55:18.830909 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-7733f967-1b09-402c-b7ff-45028e3ac356 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa778533-c753-4426-b5cf-c401127e31f4') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:55:18.842998 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7733f967-1b09-402c-b7ff-45028e3ac356 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5431730'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:18.859302 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7733f967-1b09-402c-b7ff-45028e3ac356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:18.866410 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7733f967-1b09-402c-b7ff-45028e3ac356 admin admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 13:55:18.866893 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7733f967-1b09-402c-b7ff-45028e3ac356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5970419'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:18.868642 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:55:18.868642 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:55:18.868642 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:55:18.868642 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:55:18.868642 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:55:18.868642 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:55:18.868642 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:55:18.868642 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:55:18.868642 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:55:18.868642 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:55:18.868642 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:55:18.868642 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:55:18.868642 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:55:18.868642 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:55:18.868642 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:55:18.868642 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:55:18.868642 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:55:18.868642 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:55:18.868642 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:55:18.868642 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:55:18.868642 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:55:18.868642 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:55:18.868642 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:55:18.868642 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:55:18.868642 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:55:18.868642 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:55:18.868642 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:55:18.868642 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:55:18.868642 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:55:18.868642 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:55:18.868642 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:55:18.868642 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:55:18.868642 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:55:18.868642 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:55:18.868642 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:55:18.868642 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:55:18.868642 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:55:18.868642 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:55:18.868642 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:55:18.868642 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:55:18.868642 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:55:18.868642 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:55:18.868642 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:55:18.868642 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:55:18.868642 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:55:18.868642 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:55:18.868642 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:55:18.868642 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:55:18.868642 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:55:18.868642 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:55:18.868642 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:55:18.868642 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:55:18.868642 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:55:18.868642 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:55:18.868642 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:55:18.868642 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:55:18.868642 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:55:18.868642 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:55:18.868642 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:55:18.868642 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:55:18.868642 n-d-800634-1 neutron-server[93750]: Traceback (most recent call last): Jul 13 13:55:18.868642 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 13:55:18.868642 n-d-800634-1 neutron-server[93750]: timer() Jul 13 13:55:18.868642 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 13:55:18.868642 n-d-800634-1 neutron-server[93750]: cb(*args, **kw) Jul 13 13:55:18.868642 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 13:55:18.868642 n-d-800634-1 neutron-server[93750]: return func(*args, **kwargs) Jul 13 13:55:18.868642 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 13:55:18.868642 n-d-800634-1 neutron-server[93750]: self._notify() Jul 13 13:55:18.868642 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 13:55:18.868642 n-d-800634-1 neutron-server[93750]: self.callback(batched_events) Jul 13 13:55:18.868642 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 13:55:18.868642 n-d-800634-1 neutron-server[93750]: event.method(event) Jul 13 13:55:18.868642 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 13:55:18.868642 n-d-800634-1 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 13:55:18.868642 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 13:55:18.868642 n-d-800634-1 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 13:55:18.868642 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 13:55:18.868642 n-d-800634-1 neutron-server[93750]: return f(self, *a, **k) Jul 13 13:55:18.868642 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 13:55:18.868642 n-d-800634-1 neutron-server[93750]: return self._get(url).json() Jul 13 13:55:18.868642 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 13:55:18.868642 n-d-800634-1 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 13:55:18.868642 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 13:55:18.868642 n-d-800634-1 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 13 13:55:18.868642 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 13:55:18.868642 n-d-800634-1 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 13:55:18.868642 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 13:55:18.868642 n-d-800634-1 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 13:55:18.868642 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 13:55:18.868642 n-d-800634-1 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 13:55:18.868642 n-d-800634-1 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 13:55:18.953682 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7733f967-1b09-402c-b7ff-45028e3ac356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:18.966963 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7733f967-1b09-402c-b7ff-45028e3ac356 admin admin] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:18.971895 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-7733f967-1b09-402c-b7ff-45028e3ac356 admin admin] 10.222.0.23 "DELETE /v2.0/networks/b450f1e2-a722-4908-8646-fc79c4a514ae HTTP/1.1" status: 204 len: 168 time: 0.3452044 Jul 13 13:55:18.982008 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7733f967-1b09-402c-b7ff-45028e3ac356 admin admin] Pushing event deleted for resources: {'Network': ['ID=b450f1e2-a722-4908-8646-fc79c4a514ae,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:55:19.154489 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 237c48a3-704f-41ae-99a5-991a60efd53f no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:55:19.189807 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: 237c48a3-704f-41ae-99a5-991a60efd53f {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:55:19.190117 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 237c48a3-704f-41ae-99a5-991a60efd53f not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:55:19.190558 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 630f05b5-4ff4-4b96-bfdc-11ef3ffb14c7 no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:55:19.227615 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: 630f05b5-4ff4-4b96-bfdc-11ef3ffb14c7 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:55:19.227963 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 630f05b5-4ff4-4b96-bfdc-11ef3ffb14c7 not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:55:19.274133 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 59222) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:55:19.323870 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-e768b1a1-8c15-4d47-9fae-d22f0912b766 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ac5768eaeb3242ac813c969082f024de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0485501 Jul 13 13:55:19.327801 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5c1b9d-08d2-45ad-9f22-42d3a5992a91 req-d955e7da-c70d-4fd4-a711-9f4e90909b15 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:55:19.328674 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 59228) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:55:19.334525 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ba5c1b9d-08d2-45ad-9f22-42d3a5992a91 req-d955e7da-c70d-4fd4-a711-9f4e90909b15 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8 HTTP/1.1" status: 200 len: 943 time: 0.0764291 Jul 13 13:55:19.374425 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ba5c1b9d-08d2-45ad-9f22-42d3a5992a91 req-294e0116-c5a5-4536-894a-3ad69acffbbe tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/security-groups?id=0095868c-fb20-45e5-8afa-e9ed53786ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387325 Jul 13 13:55:19.404819 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e2894227-bd1b-49a2-94a5-e45f7971c194 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:19.432381 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e2894227-bd1b-49a2-94a5-e45f7971c194 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:19.496819 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e2894227-bd1b-49a2-94a5-e45f7971c194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:19.499381 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e2894227-bd1b-49a2-94a5-e45f7971c194 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:19.500387 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-e2894227-bd1b-49a2-94a5-e45f7971c194 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7c36ff65-e031-4d60-bc12-4aaf4c57b43d HTTP/1.1" status: 204 len: 168 time: 0.1704268 Jul 13 13:55:19.512138 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2894227-bd1b-49a2-94a5-e45f7971c194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c36ff65-e031-4d60-bc12-4aaf4c57b43d,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:55:19.812215 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-097a6f83-45a8-4b70-971f-ec1fd0391a13 req-668aa80e-d61c-45f7-925f-a87e427c962f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2433028 Jul 13 13:55:19.855023 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-197c0a88-15d3-4820-9c29-5edda2ea6f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:20.012288 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:20.354625 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 59404) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:55:20.532766 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-88f2a376-6265-4ad1-8a01-2bf143e18eec admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-710264032-network', 'tenant_id': '12cd0d91808b48129aee093001b928c6'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:55:20.566678 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88f2a376-6265-4ad1-8a01-2bf143e18eec admin admin] Made reservation on behalf of 12cd0d91808b48129aee093001b928c6 for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:55:20.574194 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-88f2a376-6265-4ad1-8a01-2bf143e18eec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:20.591761 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-88f2a376-6265-4ad1-8a01-2bf143e18eec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:20.623336 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba039425-3caa-41e7-bfa6-8eeebe81c8af req-aeb988b4-589c-4b8c-8c8a-998fe3fe5fe4 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:55:20.625776 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ba039425-3caa-41e7-bfa6-8eeebe81c8af req-aeb988b4-589c-4b8c-8c8a-998fe3fe5fe4 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8 HTTP/1.1" status: 200 len: 943 time: 0.1085510 Jul 13 13:55:20.683407 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ba039425-3caa-41e7-bfa6-8eeebe81c8af req-3ab5e867-8ef7-4f31-8dd2-9ccf097df646 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/security-groups?id=0095868c-fb20-45e5-8afa-e9ed53786ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492027 Jul 13 13:55:20.725346 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-88f2a376-6265-4ad1-8a01-2bf143e18eec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:20.732276 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-88f2a376-6265-4ad1-8a01-2bf143e18eec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:20.762419 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88f2a376-6265-4ad1-8a01-2bf143e18eec admin admin] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 13:55:20.789368 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-88f2a376-6265-4ad1-8a01-2bf143e18eec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:20.789602 n-d-800634-1 neutron-server[93750]: INFO neutron.db.segments_db [None req-88f2a376-6265-4ad1-8a01-2bf143e18eec admin admin] Added segment 34a01d3a-59e0-46b3-ab51-e02ceb07d7ab of type vlan for network c17eca93-ffcb-4f26-9d07-03fe19280fd8 Jul 13 13:55:20.792448 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f2a376-6265-4ad1-8a01-2bf143e18eec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e5eeece-5c52-4118-a82a-889f2af322a9,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:55:20.850393 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-88f2a376-6265-4ad1-8a01-2bf143e18eec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:20.887385 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-88f2a376-6265-4ad1-8a01-2bf143e18eec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:20.888840 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f2a376-6265-4ad1-8a01-2bf143e18eec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:55:20.889942 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-88f2a376-6265-4ad1-8a01-2bf143e18eec admin admin] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:20.967775 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-88f2a376-6265-4ad1-8a01-2bf143e18eec admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.6124859 Jul 13 13:55:20.970648 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 59470) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:55:20.978453 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-97df3ace-06ad-44d6-aa53-d9fa7e43854a admin admin] Request body: {'subnet': {'network_id': 'c17eca93-ffcb-4f26-9d07-03fe19280fd8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-710264032-subnet', 'tenant_id': '12cd0d91808b48129aee093001b928c6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:55:20.988824 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f2a376-6265-4ad1-8a01-2bf143e18eec admin admin] Pushing event updated for resources: {'Network': ['ID=c17eca93-ffcb-4f26-9d07-03fe19280fd8,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:55:21.003167 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network c17eca93-ffcb-4f26-9d07-03fe19280fd8 details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 13:55:21.006315 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97df3ace-06ad-44d6-aa53-d9fa7e43854a admin admin] Made reservation on behalf of 12cd0d91808b48129aee093001b928c6 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:55:21.008904 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-97df3ace-06ad-44d6-aa53-d9fa7e43854a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4763385'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:21.106368 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:21.193252 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-97df3ace-06ad-44d6-aa53-d9fa7e43854a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5970588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4763339'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:21.259682 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df3ace-06ad-44d6-aa53-d9fa7e43854a admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb232211-a266-4fe7-9875-95b4ba730429,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:55:21.268260 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97df3ace-06ad-44d6-aa53-d9fa7e43854a admin admin] Checking segment: {'id': '34a01d3a-59e0-46b3-ab51-e02ceb07d7ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'c17eca93-ffcb-4f26-9d07-03fe19280fd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:55:21.268658 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97df3ace-06ad-44d6-aa53-d9fa7e43854a admin admin] Network hostable DHCP agents. Network: c17eca93-ffcb-4f26-9d07-03fe19280fd8, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 13:55:21.333300 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97df3ace-06ad-44d6-aa53-d9fa7e43854a admin admin] Network c17eca93-ffcb-4f26-9d07-03fe19280fd8 is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 13:55:21.350988 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-97df3ace-06ad-44d6-aa53-d9fa7e43854a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, c17eca93-ffcb-4f26-9d07-03fe19280fd8) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:55:21.359220 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f0332e6-d0a6-49f0-8f02-93e2e8001466 None None] Network c17eca93-ffcb-4f26-9d07-03fe19280fd8 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:55:21.362794 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97df3ace-06ad-44d6-aa53-d9fa7e43854a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:55:21.363425 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-97df3ace-06ad-44d6-aa53-d9fa7e43854a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:21.392582 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-97df3ace-06ad-44d6-aa53-d9fa7e43854a admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.4208095 Jul 13 13:55:21.402601 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097a6f83-45a8-4b70-971f-ec1fd0391a13 req-f7702a6c-9603-4957-8317-31c4d634d37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:55:21.404380 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-097a6f83-45a8-4b70-971f-ec1fd0391a13 req-f7702a6c-9603-4957-8317-31c4d634d37f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8&tenant_id=d19010716a274998b64ead6bc91f8817 HTTP/1.1" status: 200 len: 1094 time: 0.2087617 Jul 13 13:55:21.416381 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-097a6f83-45a8-4b70-971f-ec1fd0391a13 req-cfb0e768-0a6a-491a-925e-fe5f5e6381ef service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800634-1', 'device_owner': 'compute:nova'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:55:21.501212 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-097a6f83-45a8-4b70-971f-ec1fd0391a13 req-cfb0e768-0a6a-491a-925e-fe5f5e6381ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:21.532768 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b22700f1-d8de-40ef-a672-9e840a19a960 None None] Network c17eca93-ffcb-4f26-9d07-03fe19280fd8 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:55:21.544040 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 13:55:21.800218 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-097a6f83-45a8-4b70-971f-ec1fd0391a13 req-cfb0e768-0a6a-491a-925e-fe5f5e6381ef service neutron] For port 456a7843-466b-4620-bb90-adc15c0c4e43, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=456a7843-466b-4620-bb90-adc15c0c4e43,segment=NetworkSegment(f0c035ba-ef7c-4972-a79c-06787b5c4532),segment_id=f0c035ba-ef7c-4972-a79c-06787b5c4532)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:55:21.843250 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-097a6f83-45a8-4b70-971f-ec1fd0391a13 req-cfb0e768-0a6a-491a-925e-fe5f5e6381ef service neutron] For port 456a7843-466b-4620-bb90-adc15c0c4e43, host n-h1-800634-1, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:55:21.912742 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-097a6f83-45a8-4b70-971f-ec1fd0391a13 req-cfb0e768-0a6a-491a-925e-fe5f5e6381ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 456a7843-466b-4620-bb90-adc15c0c4e43 {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:55:21.923948 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-097a6f83-45a8-4b70-971f-ec1fd0391a13 req-cfb0e768-0a6a-491a-925e-fe5f5e6381ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:21.955062 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-097a6f83-45a8-4b70-971f-ec1fd0391a13 req-cfb0e768-0a6a-491a-925e-fe5f5e6381ef service neutron] Transition to ACTIVE for port object 456a7843-466b-4620-bb90-adc15c0c4e43 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:55:21.963895 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-097a6f83-45a8-4b70-971f-ec1fd0391a13 req-cfb0e768-0a6a-491a-925e-fe5f5e6381ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:21.966953 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76f6faf-d679-44fc-9032-247de114e200 req-009e696c-268b-4f88-843f-3b8dfd9150bf tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:55:21.968689 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f76f6faf-d679-44fc-9032-247de114e200 req-009e696c-268b-4f88-843f-3b8dfd9150bf tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/networks?id=c17eca93-ffcb-4f26-9d07-03fe19280fd8 HTTP/1.1" status: 200 len: 805 time: 0.1195037 Jul 13 13:55:21.987036 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f76f6faf-d679-44fc-9032-247de114e200 req-5d4feb2d-91e2-4372-9554-d9af1259adbf tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/quotas/12cd0d91808b48129aee093001b928c6 HTTP/1.1" status: 200 len: 375 time: 0.0105691 Jul 13 13:55:22.003705 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604657db-86f4-4936-b970-fb4697ab77a7 req-95e1baa9-b7e1-445b-a55c-4014877a299c tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:55:22.005334 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-604657db-86f4-4936-b970-fb4697ab77a7 req-95e1baa9-b7e1-445b-a55c-4014877a299c tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8 HTTP/1.1" status: 200 len: 943 time: 0.1392384 Jul 13 13:55:22.034144 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f76f6faf-d679-44fc-9032-247de114e200 req-59f96701-739b-442d-bf75-9c6ff88f3e2c tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=12cd0d91808b48129aee093001b928c6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0406206 Jul 13 13:55:22.046121 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb0e768-0a6a-491a-925e-fe5f5e6381ef service neutron] Pushing event updated for resources: {'Port': ['ID=456a7843-466b-4620-bb90-adc15c0c4e43,revision_number=9']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:55:22.066911 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-097a6f83-45a8-4b70-971f-ec1fd0391a13 req-cfb0e768-0a6a-491a-925e-fe5f5e6381ef service neutron] No DVR routers for this DVR port 456a7843-466b-4620-bb90-adc15c0c4e43 on host n-h1-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:55:22.089180 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-604657db-86f4-4936-b970-fb4697ab77a7 req-3bf1bb2f-af58-4055-b62d-3b812fb88d8f tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/security-groups?id=0095868c-fb20-45e5-8afa-e9ed53786ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715466 Jul 13 13:55:22.122282 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-097a6f83-45a8-4b70-971f-ec1fd0391a13 req-cfb0e768-0a6a-491a-925e-fe5f5e6381ef service neutron] Attempting to bind port 456a7843-466b-4620-bb90-adc15c0c4e43 on host n-h2-800634-1 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:55:22.122626 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-097a6f83-45a8-4b70-971f-ec1fd0391a13 req-cfb0e768-0a6a-491a-925e-fe5f5e6381ef service neutron] Attempting to bind port 456a7843-466b-4620-bb90-adc15c0c4e43 by drivers openvswitch,hyperv on host n-h2-800634-1 at level 0 using segments [{'id': 'f0c035ba-ef7c-4972-a79c-06787b5c4532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4306e211-7293-43e9-8c02-14badf8c79d9'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:55:22.122958 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-097a6f83-45a8-4b70-971f-ec1fd0391a13 req-cfb0e768-0a6a-491a-925e-fe5f5e6381ef service neutron] Attempting to bind port 456a7843-466b-4620-bb90-adc15c0c4e43 on network 4306e211-7293-43e9-8c02-14badf8c79d9 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:55:22.127437 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-097a6f83-45a8-4b70-971f-ec1fd0391a13 req-cfb0e768-0a6a-491a-925e-fe5f5e6381ef service neutron] Port 456a7843-466b-4620-bb90-adc15c0c4e43 on network 4306e211-7293-43e9-8c02-14badf8c79d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-1 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:55:22.127763 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-097a6f83-45a8-4b70-971f-ec1fd0391a13 req-cfb0e768-0a6a-491a-925e-fe5f5e6381ef service neutron] Attempting to bind port 456a7843-466b-4620-bb90-adc15c0c4e43 on network 4306e211-7293-43e9-8c02-14badf8c79d9 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:55:22.133412 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-097a6f83-45a8-4b70-971f-ec1fd0391a13 req-cfb0e768-0a6a-491a-925e-fe5f5e6381ef service neutron] Checking agent: {'id': 'f615e5c9-21ab-43f2-adbc-192d64b795cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:55:22.133782 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-097a6f83-45a8-4b70-971f-ec1fd0391a13 req-cfb0e768-0a6a-491a-925e-fe5f5e6381ef service neutron] Checking segment: {'id': 'f0c035ba-ef7c-4972-a79c-06787b5c4532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4306e211-7293-43e9-8c02-14badf8c79d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:55:22.134638 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-097a6f83-45a8-4b70-971f-ec1fd0391a13 req-cfb0e768-0a6a-491a-925e-fe5f5e6381ef service neutron] Bound using segment: {'id': 'f0c035ba-ef7c-4972-a79c-06787b5c4532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4306e211-7293-43e9-8c02-14badf8c79d9'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:55:22.135340 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-097a6f83-45a8-4b70-971f-ec1fd0391a13 req-cfb0e768-0a6a-491a-925e-fe5f5e6381ef service neutron] Bound port: 456a7843-466b-4620-bb90-adc15c0c4e43, host: n-h2-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0c035ba-ef7c-4972-a79c-06787b5c4532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4306e211-7293-43e9-8c02-14badf8c79d9'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:55:22.135997 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-097a6f83-45a8-4b70-971f-ec1fd0391a13 req-cfb0e768-0a6a-491a-925e-fe5f5e6381ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:22.204034 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f76f6faf-d679-44fc-9032-247de114e200 req-091cb637-60cf-4022-831e-7b2c9b887dc4 service neutron] 10.222.0.23 "GET /v2.0/networks/c17eca93-ffcb-4f26-9d07-03fe19280fd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611657 Jul 13 13:55:22.215504 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-097a6f83-45a8-4b70-971f-ec1fd0391a13 req-cfb0e768-0a6a-491a-925e-fe5f5e6381ef service neutron] For port 456a7843-466b-4620-bb90-adc15c0c4e43, host n-h2-800634-1, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:55:22.220368 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-097a6f83-45a8-4b70-971f-ec1fd0391a13 req-cfb0e768-0a6a-491a-925e-fe5f5e6381ef service neutron] For port 456a7843-466b-4620-bb90-adc15c0c4e43, host n-h2-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=456a7843-466b-4620-bb90-adc15c0c4e43,segment=NetworkSegment(f0c035ba-ef7c-4972-a79c-06787b5c4532),segment_id=f0c035ba-ef7c-4972-a79c-06787b5c4532)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:55:22.227586 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-097a6f83-45a8-4b70-971f-ec1fd0391a13 req-cfb0e768-0a6a-491a-925e-fe5f5e6381ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:22.272572 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097a6f83-45a8-4b70-971f-ec1fd0391a13 req-cfb0e768-0a6a-491a-925e-fe5f5e6381ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:55:22.273450 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-097a6f83-45a8-4b70-971f-ec1fd0391a13 req-cfb0e768-0a6a-491a-925e-fe5f5e6381ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:22.275193 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-097a6f83-45a8-4b70-971f-ec1fd0391a13 req-cfb0e768-0a6a-491a-925e-fe5f5e6381ef service neutron] 10.222.0.41 "PUT /v2.0/ports/456a7843-466b-4620-bb90-adc15c0c4e43 HTTP/1.1" status: 200 len: 1091 time: 0.8641028 Jul 13 13:55:22.275750 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8', 'tag': '456a7843-466b-4620-bb90-adc15c0c4e43'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:55:22.278745 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6fbf2b9-0423-4a7e-9adf-1b759e5e374c" -d '{"events": [{"name": "network-changed", "server_uuid": "4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8", "tag": "456a7843-466b-4620-bb90-adc15c0c4e43"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:55:22.348172 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f76f6faf-d679-44fc-9032-247de114e200 req-2a47b83e-6a11-40e8-9f71-416204478688 service neutron] 10.222.0.23 "GET /v2.0/networks/c17eca93-ffcb-4f26-9d07-03fe19280fd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431923 Jul 13 13:55:22.361380 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb0e768-0a6a-491a-925e-fe5f5e6381ef service neutron] Pushing event updated for resources: {'Port': ['ID=456a7843-466b-4620-bb90-adc15c0c4e43,revision_number=10']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:55:22.386610 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097a6f83-45a8-4b70-971f-ec1fd0391a13 req-86a7439b-aa3f-4cf5-8b84-82f7bd517c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:55:22.389090 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-097a6f83-45a8-4b70-971f-ec1fd0391a13 req-86a7439b-aa3f-4cf5-8b84-82f7bd517c65 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d19010716a274998b64ead6bc91f8817&device_id=4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8 HTTP/1.1" status: 200 len: 1095 time: 0.0873497 Jul 13 13:55:22.468197 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 13:55:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4a0ecbd-6e61-4371-bb15-cde01a078f3a x-openstack-request-id: req-f4a0ecbd-6e61-4371-bb15-cde01a078f3a {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:55:22.468435 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8", "tag": "456a7843-466b-4620-bb90-adc15c0c4e43", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:55:22.468776 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f4a0ecbd-6e61-4371-bb15-cde01a078f3a {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:55:22.469280 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8', 'tag': '456a7843-466b-4620-bb90-adc15c0c4e43', 'status': 'completed', 'code': 200} Jul 13 13:55:22.518523 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097a6f83-45a8-4b70-971f-ec1fd0391a13 req-ca40e69a-884f-4704-83a1-f6984dd51358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:55:22.519686 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-097a6f83-45a8-4b70-971f-ec1fd0391a13 req-ca40e69a-884f-4704-83a1-f6984dd51358 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4306e211-7293-43e9-8c02-14badf8c79d9 HTTP/1.1" status: 200 len: 914 time: 0.1236024 Jul 13 13:55:22.580517 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-097a6f83-45a8-4b70-971f-ec1fd0391a13 req-a295a885-8f87-4b08-b9ee-711421d0f007 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=456a7843-466b-4620-bb90-adc15c0c4e43 HTTP/1.1" status: 200 len: 217 time: 0.0531123 Jul 13 13:55:22.616515 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-074dd3fc-3fff-4d6d-803f-2647615dc29c req-19f5ec64-a86c-4b82-a764-c4b6d8855cbe tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/ports?device_id=20af8972-00de-4606-b699-f07e136896fd HTTP/1.1" status: 200 len: 210 time: 0.0809290 Jul 13 13:55:22.627838 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:22.672575 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097a6f83-45a8-4b70-971f-ec1fd0391a13 req-1197aafa-6536-457a-b416-939f08909051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:55:22.674437 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-097a6f83-45a8-4b70-971f-ec1fd0391a13 req-1197aafa-6536-457a-b416-939f08909051 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d9eae714-cd86-4b29-a4c2-c920f28b0327 HTTP/1.1" status: 200 len: 854 time: 0.0603504 Jul 13 13:55:22.715671 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-097a6f83-45a8-4b70-971f-ec1fd0391a13 req-851348ce-f540-49fd-8f9a-617fcd844673 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4306e211-7293-43e9-8c02-14badf8c79d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338244 Jul 13 13:55:22.840353 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-097a6f83-45a8-4b70-971f-ec1fd0391a13 req-34d0b57c-beb0-4ed9-bec9-6e010dff1b0a service neutron] 10.222.0.41 "GET /v2.0/networks/4306e211-7293-43e9-8c02-14badf8c79d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177592 Jul 13 13:55:22.959622 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-097a6f83-45a8-4b70-971f-ec1fd0391a13 req-5b9d0ee7-f7d0-440d-ad8c-beed2949255f service neutron] 10.222.0.41 "GET /v2.0/networks/4306e211-7293-43e9-8c02-14badf8c79d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121397 Jul 13 13:55:23.074643 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fbf2b9-0423-4a7e-9adf-1b759e5e374c req-6072f742-6512-4166-a833-70bf1c1b5ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:55:23.076288 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b6fbf2b9-0423-4a7e-9adf-1b759e5e374c req-6072f742-6512-4166-a833-70bf1c1b5ead service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d19010716a274998b64ead6bc91f8817&device_id=4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8 HTTP/1.1" status: 200 len: 1095 time: 0.0683024 Jul 13 13:55:23.200287 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fbf2b9-0423-4a7e-9adf-1b759e5e374c req-a6c73a97-f3ab-42bd-a9a5-4a17c8b32531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:55:23.202332 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b6fbf2b9-0423-4a7e-9adf-1b759e5e374c req-a6c73a97-f3ab-42bd-a9a5-4a17c8b32531 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4306e211-7293-43e9-8c02-14badf8c79d9 HTTP/1.1" status: 200 len: 914 time: 0.1193607 Jul 13 13:55:23.258889 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b6fbf2b9-0423-4a7e-9adf-1b759e5e374c req-3a6eeda9-c294-4702-a32f-5636a7f3e38d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=456a7843-466b-4620-bb90-adc15c0c4e43 HTTP/1.1" status: 200 len: 217 time: 0.0496068 Jul 13 13:55:23.356732 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fbf2b9-0423-4a7e-9adf-1b759e5e374c req-db23e04c-9223-4c1e-bb7b-dd02b51bd404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:55:23.358375 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b6fbf2b9-0423-4a7e-9adf-1b759e5e374c req-db23e04c-9223-4c1e-bb7b-dd02b51bd404 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d9eae714-cd86-4b29-a4c2-c920f28b0327 HTTP/1.1" status: 200 len: 854 time: 0.0788887 Jul 13 13:55:23.399591 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b6fbf2b9-0423-4a7e-9adf-1b759e5e374c req-940a5585-d9d6-4c60-ac63-70527a22372d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4306e211-7293-43e9-8c02-14badf8c79d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335143 Jul 13 13:55:23.403770 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de886a08-adac-4648-8905-599d329807df req-4b91e9d0-22f1-4203-b69e-8545190abc71 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:55:23.406075 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-de886a08-adac-4648-8905-599d329807df req-4b91e9d0-22f1-4203-b69e-8545190abc71 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8 HTTP/1.1" status: 200 len: 944 time: 0.1491222 Jul 13 13:55:23.486471 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-de886a08-adac-4648-8905-599d329807df req-f38b7852-2a3e-40ad-952a-37c847161ded tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/security-groups?id=0095868c-fb20-45e5-8afa-e9ed53786ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700996 Jul 13 13:55:23.554783 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b6fbf2b9-0423-4a7e-9adf-1b759e5e374c req-5d73db71-4d00-4cf4-b11c-0cea443470ca service neutron] 10.222.0.41 "GET /v2.0/networks/4306e211-7293-43e9-8c02-14badf8c79d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463089 Jul 13 13:55:23.689293 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b6fbf2b9-0423-4a7e-9adf-1b759e5e374c req-7e74694b-a31b-4448-add0-ed58ab725651 service neutron] 10.222.0.41 "GET /v2.0/networks/4306e211-7293-43e9-8c02-14badf8c79d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261275 Jul 13 13:55:23.831722 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-07cce5b1-b2fc-4ecf-b9fe-82915171e154 req-546dd10d-4ee0-4be6-9a33-84a7834bbf51 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/ports?device_id=20af8972-00de-4606-b699-f07e136896fd HTTP/1.1" status: 200 len: 210 time: 0.0325830 Jul 13 13:55:24.722107 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ad98fb-f7f1-47df-9fb2-20e236731a49 req-85d64886-fcce-4657-b9a8-9ba6bcaa6bdd tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:55:24.725085 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-81ad98fb-f7f1-47df-9fb2-20e236731a49 req-85d64886-fcce-4657-b9a8-9ba6bcaa6bdd tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8 HTTP/1.1" status: 200 len: 944 time: 0.0960033 Jul 13 13:55:24.767299 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-81ad98fb-f7f1-47df-9fb2-20e236731a49 req-916d643e-ca86-4302-8bd6-5bac97a1b50b tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/security-groups?id=0095868c-fb20-45e5-8afa-e9ed53786ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359175 Jul 13 13:55:25.068640 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-83ce81e7-8e64-486f-bc63-322f4e1ce94b req-658c1b43-3af0-42aa-b0ef-0f15562204f3 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/ports?device_id=20af8972-00de-4606-b699-f07e136896fd HTTP/1.1" status: 200 len: 210 time: 0.0758841 Jul 13 13:55:25.274342 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 59554) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:55:25.393627 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c94cb117-2f60-4976-9b3e-ee2719e4be40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:25.497660 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c94cb117-2f60-4976-9b3e-ee2719e4be40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:25.502666 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c94cb117-2f60-4976-9b3e-ee2719e4be40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:25.544914 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-c94cb117-2f60-4976-9b3e-ee2719e4be40 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cccaf3ea37a649b8808db232e8f651cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2681437 Jul 13 13:55:25.546083 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94cb117-2f60-4976-9b3e-ee2719e4be40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=424dc3b7-30ce-423b-8c3a-9502aee3f31c,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:55:25.547690 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 59558) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:55:25.554046 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94cb117-2f60-4976-9b3e-ee2719e4be40 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:55:25.554592 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94cb117-2f60-4976-9b3e-ee2719e4be40 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:55:25.554949 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94cb117-2f60-4976-9b3e-ee2719e4be40 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:55:25.555749 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94cb117-2f60-4976-9b3e-ee2719e4be40 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:55:25.556100 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94cb117-2f60-4976-9b3e-ee2719e4be40 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:55:25.556442 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94cb117-2f60-4976-9b3e-ee2719e4be40 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:55:25.557454 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94cb117-2f60-4976-9b3e-ee2719e4be40 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:55:25.557715 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94cb117-2f60-4976-9b3e-ee2719e4be40 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:55:25.558074 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94cb117-2f60-4976-9b3e-ee2719e4be40 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:55:25.558406 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94cb117-2f60-4976-9b3e-ee2719e4be40 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:55:25.558737 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94cb117-2f60-4976-9b3e-ee2719e4be40 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:55:25.559065 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94cb117-2f60-4976-9b3e-ee2719e4be40 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:55:25.604078 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1ba26107-84c3-4f88-af2d-0a0f20fea4b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:25.631120 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1ba26107-84c3-4f88-af2d-0a0f20fea4b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:25.679765 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1ba26107-84c3-4f88-af2d-0a0f20fea4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:25.682451 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1ba26107-84c3-4f88-af2d-0a0f20fea4b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:25.683674 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-1ba26107-84c3-4f88-af2d-0a0f20fea4b1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/424dc3b7-30ce-423b-8c3a-9502aee3f31c HTTP/1.1" status: 204 len: 168 time: 0.1346920 Jul 13 13:55:25.693359 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba26107-84c3-4f88-af2d-0a0f20fea4b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=424dc3b7-30ce-423b-8c3a-9502aee3f31c,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:55:25.971651 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6208be-edef-424f-9008-d15d191902fd req-73fd8497-bc06-4e76-a2c9-d50c445b0616 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:55:25.973220 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9b6208be-edef-424f-9008-d15d191902fd req-73fd8497-bc06-4e76-a2c9-d50c445b0616 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8 HTTP/1.1" status: 200 len: 944 time: 0.0758812 Jul 13 13:55:26.017728 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9b6208be-edef-424f-9008-d15d191902fd req-3bac0786-15ab-4b5a-b440-494f0ba2b430 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/security-groups?id=0095868c-fb20-45e5-8afa-e9ed53786ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386565 Jul 13 13:55:26.231698 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-82e49dd1-8495-44bc-993a-3707c0253b25 req-c9835bef-e534-44fc-86dd-d213a7765909 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/ports?device_id=20af8972-00de-4606-b699-f07e136896fd HTTP/1.1" status: 200 len: 210 time: 0.0329869 Jul 13 13:55:27.215642 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d408a8-970d-4667-a3ef-0aff30e2463b req-3e36be36-724a-4339-b5a7-8c23c363c541 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:55:27.218167 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d9d408a8-970d-4667-a3ef-0aff30e2463b req-3e36be36-724a-4339-b5a7-8c23c363c541 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8 HTTP/1.1" status: 200 len: 944 time: 0.0751054 Jul 13 13:55:27.271433 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d9d408a8-970d-4667-a3ef-0aff30e2463b req-db5fdaeb-c34a-44cb-a2b7-d3ceea613cf1 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/security-groups?id=0095868c-fb20-45e5-8afa-e9ed53786ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477641 Jul 13 13:55:27.452879 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-70e1aadb-e595-441b-8ab1-9d6ea688ee2b req-28d90133-7851-46f7-a6d0-7bec36b7b595 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/ports?device_id=20af8972-00de-4606-b699-f07e136896fd HTTP/1.1" status: 200 len: 210 time: 0.0345454 Jul 13 13:55:28.473417 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f3eb8e-e63d-4621-8bf5-9bd6a8c417fa req-bf19103a-e2ef-4f62-a5d8-a0db3b2e4f9e tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:55:28.475740 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-37f3eb8e-e63d-4621-8bf5-9bd6a8c417fa req-bf19103a-e2ef-4f62-a5d8-a0db3b2e4f9e tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8 HTTP/1.1" status: 200 len: 944 time: 0.0755048 Jul 13 13:55:28.523374 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-37f3eb8e-e63d-4621-8bf5-9bd6a8c417fa req-fd931741-ade6-43d9-86b5-ab6637c59cb0 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/security-groups?id=0095868c-fb20-45e5-8afa-e9ed53786ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394933 Jul 13 13:55:28.664803 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bc3f0dcd-5664-408a-90b1-90860360bd19 req-359afa46-5a2d-41d8-b780-cbda0ea673aa tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/ports?device_id=20af8972-00de-4606-b699-f07e136896fd HTTP/1.1" status: 200 len: 210 time: 0.0339973 Jul 13 13:55:29.744178 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fae0d31-873a-4efb-bc4c-28684cb31c89 req-dddaeb76-03c7-4bdb-97e8-a6f525d896f4 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:55:29.746106 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8fae0d31-873a-4efb-bc4c-28684cb31c89 req-dddaeb76-03c7-4bdb-97e8-a6f525d896f4 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8 HTTP/1.1" status: 200 len: 944 time: 0.0833917 Jul 13 13:55:29.793377 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8fae0d31-873a-4efb-bc4c-28684cb31c89 req-9ef97eff-5938-43cb-8052-c3512fdbda63 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/security-groups?id=0095868c-fb20-45e5-8afa-e9ed53786ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384347 Jul 13 13:55:29.951250 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e5caa76a-1eb8-4a83-ad7f-af1d584816bc req-faeba733-a398-4f90-9cfc-1822092ff2d0 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/ports?device_id=20af8972-00de-4606-b699-f07e136896fd HTTP/1.1" status: 200 len: 210 time: 0.0350931 Jul 13 13:55:30.307271 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:30.747022 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:30.989128 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c70108-8cff-41a5-84e0-509921e4ef31 req-c142dfe9-06cd-4ff2-a6b1-73dc5461a28b tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:55:30.991382 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-75c70108-8cff-41a5-84e0-509921e4ef31 req-c142dfe9-06cd-4ff2-a6b1-73dc5461a28b tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8 HTTP/1.1" status: 200 len: 944 time: 0.0739791 Jul 13 13:55:31.031614 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-75c70108-8cff-41a5-84e0-509921e4ef31 req-27c35ba0-9417-4acd-ac52-cc30dcbafecb tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/security-groups?id=0095868c-fb20-45e5-8afa-e9ed53786ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338879 Jul 13 13:55:31.220252 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-123e16f6-11d8-48e8-a9e2-e89580090d18 req-ce2f59e3-0ff3-4f51-a42a-04d69d5f72b5 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/ports?device_id=20af8972-00de-4606-b699-f07e136896fd HTTP/1.1" status: 200 len: 210 time: 0.0336437 Jul 13 13:55:32.245237 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebbea94-cdc7-4c68-8dd8-2540535e5d98 req-0dbd560d-0bcc-4641-8961-1ed4c81e3bad tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:55:32.247763 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0ebbea94-cdc7-4c68-8dd8-2540535e5d98 req-0dbd560d-0bcc-4641-8961-1ed4c81e3bad tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8 HTTP/1.1" status: 200 len: 944 time: 0.0765033 Jul 13 13:55:32.323664 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0ebbea94-cdc7-4c68-8dd8-2540535e5d98 req-1eef5fee-3e10-4aa8-9174-593b5f66bc32 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/security-groups?id=0095868c-fb20-45e5-8afa-e9ed53786ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699401 Jul 13 13:55:32.486665 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-03c4c092-db89-4ea1-b63c-46b8f390b84e req-33960f95-6f69-45e7-9c74-50239ede3c94 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/ports?device_id=20af8972-00de-4606-b699-f07e136896fd HTTP/1.1" status: 200 len: 210 time: 0.0320039 Jul 13 13:55:33.542565 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470e077f-889b-4c61-bd1a-1e9f3f0e5145 req-9f78ba63-fc94-43bb-afe8-4bc184b0a73d tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:55:33.544182 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-470e077f-889b-4c61-bd1a-1e9f3f0e5145 req-9f78ba63-fc94-43bb-afe8-4bc184b0a73d tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8 HTTP/1.1" status: 200 len: 944 time: 0.0936644 Jul 13 13:55:33.598402 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-470e077f-889b-4c61-bd1a-1e9f3f0e5145 req-94e3015a-e881-4e80-994e-1ce5f74102c8 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/security-groups?id=0095868c-fb20-45e5-8afa-e9ed53786ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478323 Jul 13 13:55:33.733584 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-971bb1df-dc7d-41dd-8d10-f88e818f6255 req-27ce41af-4fa2-44a6-a5fe-658f24cf7c56 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/ports?device_id=20af8972-00de-4606-b699-f07e136896fd HTTP/1.1" status: 200 len: 210 time: 0.0366895 Jul 13 13:55:34.576807 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76f6faf-d679-44fc-9032-247de114e200 req-4e2965b2-25e8-4c0e-a49d-cd6d26787316 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:55:34.578612 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f76f6faf-d679-44fc-9032-247de114e200 req-4e2965b2-25e8-4c0e-a49d-cd6d26787316 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.41 "GET /v2.0/networks?id=c17eca93-ffcb-4f26-9d07-03fe19280fd8 HTTP/1.1" status: 200 len: 805 time: 0.1354287 Jul 13 13:55:34.596356 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-f76f6faf-d679-44fc-9032-247de114e200 req-296f7885-fc1b-4883-81ee-854028dbe24c tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Request body: {'port': {'device_id': '20af8972-00de-4606-b699-f07e136896fd', 'network_id': 'c17eca93-ffcb-4f26-9d07-03fe19280fd8', 'admin_state_up': True, 'tenant_id': '12cd0d91808b48129aee093001b928c6'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:55:34.787472 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f76f6faf-d679-44fc-9032-247de114e200 req-296f7885-fc1b-4883-81ee-854028dbe24c tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Made reservation on behalf of 12cd0d91808b48129aee093001b928c6 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:55:34.792335 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f76f6faf-d679-44fc-9032-247de114e200 req-296f7885-fc1b-4883-81ee-854028dbe24c tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:34.891588 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b3a381-b633-4ef8-8932-15ba2de503c1 req-263ed987-3e9b-4183-aa04-ae9a48cfa728 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:55:34.893538 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-73b3a381-b633-4ef8-8932-15ba2de503c1 req-263ed987-3e9b-4183-aa04-ae9a48cfa728 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8 HTTP/1.1" status: 200 len: 944 time: 0.1607115 Jul 13 13:55:34.919757 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-25e0f3b5-203b-4fcb-a784-8c316fd0416a req-f1bbb859-3f3c-4f2f-8613-0aeb3f5034a3 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/ports?device_id=20af8972-00de-4606-b699-f07e136896fd HTTP/1.1" status: 200 len: 210 time: 0.0500834 Jul 13 13:55:34.972040 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-73b3a381-b633-4ef8-8932-15ba2de503c1 req-da1c4420-ad2a-46e1-bb5e-e0f129b90f13 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/security-groups?id=0095868c-fb20-45e5-8afa-e9ed53786ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715787 Jul 13 13:55:34.998285 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-f76f6faf-d679-44fc-9032-247de114e200 req-296f7885-fc1b-4883-81ee-854028dbe24c tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Allocated IP 172.20.0.8 (c17eca93-ffcb-4f26-9d07-03fe19280fd8/fb232211-a266-4fe7-9875-95b4ba730429/66c0eee5-eff9-4ca2-a47b-7acc34ac5f92) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:55:35.160686 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f76f6faf-d679-44fc-9032-247de114e200 req-296f7885-fc1b-4883-81ee-854028dbe24c tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:35.208086 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f76f6faf-d679-44fc-9032-247de114e200 req-296f7885-fc1b-4883-81ee-854028dbe24c tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:35.262305 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f76f6faf-d679-44fc-9032-247de114e200 req-296f7885-fc1b-4883-81ee-854028dbe24c tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Network c17eca93-ffcb-4f26-9d07-03fe19280fd8 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:55:35.265957 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-f76f6faf-d679-44fc-9032-247de114e200 req-296f7885-fc1b-4883-81ee-854028dbe24c tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:55:35.270279 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-f76f6faf-d679-44fc-9032-247de114e200 req-296f7885-fc1b-4883-81ee-854028dbe24c tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:55:35.295820 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296f7885-fc1b-4883-81ee-854028dbe24c tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Pushing event updated for resources: {'Port': ['ID=66c0eee5-eff9-4ca2-a47b-7acc34ac5f92,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:55:35.326658 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76f6faf-d679-44fc-9032-247de114e200 req-296f7885-fc1b-4883-81ee-854028dbe24c tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:55:35.327297 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f76f6faf-d679-44fc-9032-247de114e200 req-296f7885-fc1b-4883-81ee-854028dbe24c tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:35.346604 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f76f6faf-d679-44fc-9032-247de114e200 req-296f7885-fc1b-4883-81ee-854028dbe24c tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7545121 Jul 13 13:55:35.358559 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-f76f6faf-d679-44fc-9032-247de114e200 req-eec5a253-ad37-468d-a9c8-76f2f1d33807 service neutron] Request body: {'port': {'device_id': '20af8972-00de-4606-b699-f07e136896fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:55:35.451118 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f76f6faf-d679-44fc-9032-247de114e200 req-eec5a253-ad37-468d-a9c8-76f2f1d33807 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:35.696842 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 59720) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:55:35.751856 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-f76f6faf-d679-44fc-9032-247de114e200 req-eec5a253-ad37-468d-a9c8-76f2f1d33807 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66c0eee5-eff9-4ca2-a47b-7acc34ac5f92 {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:55:35.759423 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f76f6faf-d679-44fc-9032-247de114e200 req-eec5a253-ad37-468d-a9c8-76f2f1d33807 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:35.760359 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-832c0902-d72a-4142-91e0-b7dfc2f7165a tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] 10.222.0.23 "GET /v2.0/floatingips/ddb77098-5c48-4dc3-b4ef-e0e5b2bf83d0 HTTP/1.1" status: 200 len: 993 time: 0.0618076 Jul 13 13:55:35.779384 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-f76f6faf-d679-44fc-9032-247de114e200 req-eec5a253-ad37-468d-a9c8-76f2f1d33807 service neutron] Transition to ACTIVE for port object 66c0eee5-eff9-4ca2-a47b-7acc34ac5f92 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:55:35.782498 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f76f6faf-d679-44fc-9032-247de114e200 req-eec5a253-ad37-468d-a9c8-76f2f1d33807 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:35.843591 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec5a253-ad37-468d-a9c8-76f2f1d33807 service neutron] Pushing event updated for resources: {'Port': ['ID=66c0eee5-eff9-4ca2-a47b-7acc34ac5f92,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:55:35.929221 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-f76f6faf-d679-44fc-9032-247de114e200 req-eec5a253-ad37-468d-a9c8-76f2f1d33807 service neutron] Attempting to bind port 66c0eee5-eff9-4ca2-a47b-7acc34ac5f92 on host n-h2-800634-1 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:55:35.929649 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-f76f6faf-d679-44fc-9032-247de114e200 req-eec5a253-ad37-468d-a9c8-76f2f1d33807 service neutron] Attempting to bind port 66c0eee5-eff9-4ca2-a47b-7acc34ac5f92 by drivers openvswitch,hyperv on host n-h2-800634-1 at level 0 using segments [{'id': '34a01d3a-59e0-46b3-ab51-e02ceb07d7ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'c17eca93-ffcb-4f26-9d07-03fe19280fd8'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:55:35.930010 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f76f6faf-d679-44fc-9032-247de114e200 req-eec5a253-ad37-468d-a9c8-76f2f1d33807 service neutron] Attempting to bind port 66c0eee5-eff9-4ca2-a47b-7acc34ac5f92 on network c17eca93-ffcb-4f26-9d07-03fe19280fd8 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:55:35.937089 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f76f6faf-d679-44fc-9032-247de114e200 req-eec5a253-ad37-468d-a9c8-76f2f1d33807 service neutron] Port 66c0eee5-eff9-4ca2-a47b-7acc34ac5f92 on network c17eca93-ffcb-4f26-9d07-03fe19280fd8 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-1 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:55:35.937414 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f76f6faf-d679-44fc-9032-247de114e200 req-eec5a253-ad37-468d-a9c8-76f2f1d33807 service neutron] Attempting to bind port 66c0eee5-eff9-4ca2-a47b-7acc34ac5f92 on network c17eca93-ffcb-4f26-9d07-03fe19280fd8 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:55:35.942626 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f76f6faf-d679-44fc-9032-247de114e200 req-eec5a253-ad37-468d-a9c8-76f2f1d33807 service neutron] Checking agent: {'id': 'f615e5c9-21ab-43f2-adbc-192d64b795cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 55, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:55:35.943055 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f76f6faf-d679-44fc-9032-247de114e200 req-eec5a253-ad37-468d-a9c8-76f2f1d33807 service neutron] Checking segment: {'id': '34a01d3a-59e0-46b3-ab51-e02ceb07d7ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'c17eca93-ffcb-4f26-9d07-03fe19280fd8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:55:35.943574 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f76f6faf-d679-44fc-9032-247de114e200 req-eec5a253-ad37-468d-a9c8-76f2f1d33807 service neutron] Bound using segment: {'id': '34a01d3a-59e0-46b3-ab51-e02ceb07d7ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'c17eca93-ffcb-4f26-9d07-03fe19280fd8'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:55:35.943914 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-f76f6faf-d679-44fc-9032-247de114e200 req-eec5a253-ad37-468d-a9c8-76f2f1d33807 service neutron] Bound port: 66c0eee5-eff9-4ca2-a47b-7acc34ac5f92, host: n-h2-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34a01d3a-59e0-46b3-ab51-e02ceb07d7ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'c17eca93-ffcb-4f26-9d07-03fe19280fd8'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:55:35.944272 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f76f6faf-d679-44fc-9032-247de114e200 req-eec5a253-ad37-468d-a9c8-76f2f1d33807 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:36.016803 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-f76f6faf-d679-44fc-9032-247de114e200 req-eec5a253-ad37-468d-a9c8-76f2f1d33807 service neutron] For port 66c0eee5-eff9-4ca2-a47b-7acc34ac5f92, host n-h2-800634-1, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:55:36.020658 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-f76f6faf-d679-44fc-9032-247de114e200 req-eec5a253-ad37-468d-a9c8-76f2f1d33807 service neutron] For port 66c0eee5-eff9-4ca2-a47b-7acc34ac5f92, host n-h2-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=66c0eee5-eff9-4ca2-a47b-7acc34ac5f92,segment=NetworkSegment(34a01d3a-59e0-46b3-ab51-e02ceb07d7ab),segment_id=34a01d3a-59e0-46b3-ab51-e02ceb07d7ab)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:55:36.027724 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f76f6faf-d679-44fc-9032-247de114e200 req-eec5a253-ad37-468d-a9c8-76f2f1d33807 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:36.077781 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76f6faf-d679-44fc-9032-247de114e200 req-eec5a253-ad37-468d-a9c8-76f2f1d33807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:55:36.078443 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f76f6faf-d679-44fc-9032-247de114e200 req-eec5a253-ad37-468d-a9c8-76f2f1d33807 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:36.080249 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f76f6faf-d679-44fc-9032-247de114e200 req-eec5a253-ad37-468d-a9c8-76f2f1d33807 service neutron] 10.222.0.41 "PUT /v2.0/ports/66c0eee5-eff9-4ca2-a47b-7acc34ac5f92 HTTP/1.1" status: 200 len: 1091 time: 0.7268081 Jul 13 13:55:36.082725 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20af8972-00de-4606-b699-f07e136896fd', 'tag': '66c0eee5-eff9-4ca2-a47b-7acc34ac5f92'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:55:36.085813 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23ab8d4b-124a-447d-9a4f-ded9ed93823e" -d '{"events": [{"name": "network-changed", "server_uuid": "20af8972-00de-4606-b699-f07e136896fd", "tag": "66c0eee5-eff9-4ca2-a47b-7acc34ac5f92"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:55:36.106740 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec5a253-ad37-468d-a9c8-76f2f1d33807 service neutron] Pushing event updated for resources: {'Port': ['ID=66c0eee5-eff9-4ca2-a47b-7acc34ac5f92,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:55:36.132783 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 59732) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:55:36.232945 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09474d12-63db-4cd0-8f01-bb65ab94e8ba req-1a8a3fb0-242c-4e08-964f-b6d68248d65c tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:55:36.234547 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-09474d12-63db-4cd0-8f01-bb65ab94e8ba req-1a8a3fb0-242c-4e08-964f-b6d68248d65c tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/ports?device_id=20af8972-00de-4606-b699-f07e136896fd HTTP/1.1" status: 200 len: 943 time: 0.1515017 Jul 13 13:55:36.235774 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70339e63-8170-4d92-9257-670a50b7bf67 req-a0df9bb0-f70a-48a5-80e4-3985e18c3cba tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:55:36.237410 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-70339e63-8170-4d92-9257-670a50b7bf67 req-a0df9bb0-f70a-48a5-80e4-3985e18c3cba tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8 HTTP/1.1" status: 200 len: 944 time: 0.1253474 Jul 13 13:55:36.243574 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76f6faf-d679-44fc-9032-247de114e200 req-7649cb7e-d5a1-4bf8-8be8-c98deb3aa02b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:55:36.245302 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f76f6faf-d679-44fc-9032-247de114e200 req-7649cb7e-d5a1-4bf8-8be8-c98deb3aa02b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=12cd0d91808b48129aee093001b928c6&device_id=20af8972-00de-4606-b699-f07e136896fd HTTP/1.1" status: 200 len: 1094 time: 0.0984261 Jul 13 13:55:36.297855 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f76f6faf-d679-44fc-9032-247de114e200 req-74efcdaf-a8f6-4a3f-8de9-842e0d6825ae service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=66c0eee5-eff9-4ca2-a47b-7acc34ac5f92 HTTP/1.1" status: 200 len: 217 time: 0.0439568 Jul 13 13:55:36.319761 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-09474d12-63db-4cd0-8f01-bb65ab94e8ba req-dbd0fb2f-9472-4f4d-8c9f-778f55f3c725 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e5eeece-5c52-4118-a82a-889f2af322a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561507 Jul 13 13:55:36.324956 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-70339e63-8170-4d92-9257-670a50b7bf67 req-d4b3416d-b0a4-42a7-b689-f78d74c89a34 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/security-groups?id=0095868c-fb20-45e5-8afa-e9ed53786ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786662 Jul 13 13:55:36.376474 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76f6faf-d679-44fc-9032-247de114e200 req-feac7208-58cd-4ac2-a500-ae542927e33a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:55:36.378006 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f76f6faf-d679-44fc-9032-247de114e200 req-feac7208-58cd-4ac2-a500-ae542927e33a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fb232211-a266-4fe7-9875-95b4ba730429 HTTP/1.1" status: 200 len: 845 time: 0.0694358 Jul 13 13:55:36.384626 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-9bc5d606-ff23-4993-a179-a802ca07493a tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Deleting port 571e0d74-ff4b-458a-99af-0df51207490c {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:55:36.390576 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9bc5d606-ff23-4993-a179-a802ca07493a tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:36.437272 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 13:55:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cbaf2c7-c44e-47fd-b464-794aa6a55283 x-openstack-request-id: req-3cbaf2c7-c44e-47fd-b464-794aa6a55283 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:55:36.437698 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20af8972-00de-4606-b699-f07e136896fd", "tag": "66c0eee5-eff9-4ca2-a47b-7acc34ac5f92", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:55:36.438084 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3cbaf2c7-c44e-47fd-b464-794aa6a55283 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:55:36.438593 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20af8972-00de-4606-b699-f07e136896fd', 'tag': '66c0eee5-eff9-4ca2-a47b-7acc34ac5f92', 'status': 'completed', 'code': 200} Jul 13 13:55:36.440651 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f76f6faf-d679-44fc-9032-247de114e200 req-10be1853-219d-496f-ba01-e0e77c911d69 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c17eca93-ffcb-4f26-9d07-03fe19280fd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549934 Jul 13 13:55:36.491643 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9bc5d606-ff23-4993-a179-a802ca07493a tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:36.491975 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9bc5d606-ff23-4993-a179-a802ca07493a tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:36.499978 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 456a7843-466b-4620-bb90-adc15c0c4e43 details requested by agent hyperv_n-h2-800634-1 with host n-h2-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 13:55:36.520273 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-9bc5d606-ff23-4993-a179-a802ca07493a tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Calling delete_port for 571e0d74-ff4b-458a-99af-0df51207490c owned by network:floatingip {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:55:36.554228 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f76f6faf-d679-44fc-9032-247de114e200 req-05bcc6e0-1d12-4bb3-9a0d-e8e7d243d03b service neutron] 10.222.0.41 "GET /v2.0/networks/c17eca93-ffcb-4f26-9d07-03fe19280fd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057765 Jul 13 13:55:36.606443 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 456a7843-466b-4620-bb90-adc15c0c4e43, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=456a7843-466b-4620-bb90-adc15c0c4e43,segment=NetworkSegment(f0c035ba-ef7c-4972-a79c-06787b5c4532),segment_id=f0c035ba-ef7c-4972-a79c-06787b5c4532)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:55:36.619402 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Returning: {'device': '456a7843-466b-4620-bb90-adc15c0c4e43', 'network_id': '4306e211-7293-43e9-8c02-14badf8c79d9', 'port_id': '456a7843-466b-4620-bb90-adc15c0c4e43', 'mac_address': 'fa:16:3e:c7:e3:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9eae714-cd86-4b29-a4c2-c920f28b0327', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 13:55:36.664872 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:36.679702 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 456a7843-466b-4620-bb90-adc15c0c4e43 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:55:36.701215 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f76f6faf-d679-44fc-9032-247de114e200 req-f065c39e-bb44-4ba8-879c-4631f38f2fae service neutron] 10.222.0.41 "GET /v2.0/networks/c17eca93-ffcb-4f26-9d07-03fe19280fd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379731 Jul 13 13:55:36.703715 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 456a7843-466b-4620-bb90-adc15c0c4e43, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=456a7843-466b-4620-bb90-adc15c0c4e43,segment=NetworkSegment(f0c035ba-ef7c-4972-a79c-06787b5c4532),segment_id=f0c035ba-ef7c-4972-a79c-06787b5c4532)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:55:36.710278 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:36.739067 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9bc5d606-ff23-4993-a179-a802ca07493a tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:36.769283 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc5d606-ff23-4993-a179-a802ca07493a tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Pushing event deleted for resources: {'Port': ['ID=571e0d74-ff4b-458a-99af-0df51207490c,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:55:36.785923 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=456a7843-466b-4620-bb90-adc15c0c4e43,revision_number=11']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:55:36.836104 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ab8d4b-124a-447d-9a4f-ded9ed93823e req-d95d4d4d-4465-4a9e-b529-54fc24eace0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:55:36.837697 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-23ab8d4b-124a-447d-9a4f-ded9ed93823e req-d95d4d4d-4465-4a9e-b529-54fc24eace0a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=12cd0d91808b48129aee093001b928c6&device_id=20af8972-00de-4606-b699-f07e136896fd HTTP/1.1" status: 200 len: 1094 time: 0.0706854 Jul 13 13:55:36.844600 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9bc5d606-ff23-4993-a179-a802ca07493a tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks [] for floatingip, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:36.845540 n-d-800634-1 neutron-server[93751]: INFO neutron.db.l3_db [None req-9bc5d606-ff23-4993-a179-a802ca07493a tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Floating IP ddb77098-5c48-4dc3-b4ef-e0e5b2bf83d0 disassociated (deleted). External IP: 172.25.6.38, port: bd5b7894-c75e-40f2-9c13-ec17cd48154d. Jul 13 13:55:36.946849 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ab8d4b-124a-447d-9a4f-ded9ed93823e req-37550cec-9c2f-4442-9a70-3fda93eadedb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:55:36.949002 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-23ab8d4b-124a-447d-9a4f-ded9ed93823e req-37550cec-9c2f-4442-9a70-3fda93eadedb service neutron] 10.222.0.41 "GET /v2.0/networks?id=c17eca93-ffcb-4f26-9d07-03fe19280fd8 HTTP/1.1" status: 200 len: 905 time: 0.1041608 Jul 13 13:55:36.996021 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-23ab8d4b-124a-447d-9a4f-ded9ed93823e req-64b51c9b-83f4-4e48-bbec-3db573a7e7b4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=66c0eee5-eff9-4ca2-a47b-7acc34ac5f92 HTTP/1.1" status: 200 len: 217 time: 0.0396287 Jul 13 13:55:37.027884 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['456a7843-466b-4620-bb90-adc15c0c4e43'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:55:37.057938 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ab8d4b-124a-447d-9a4f-ded9ed93823e req-3250d624-a234-4376-80f5-cf0acb7411a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:55:37.061874 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-23ab8d4b-124a-447d-9a4f-ded9ed93823e req-3250d624-a234-4376-80f5-cf0acb7411a9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fb232211-a266-4fe7-9875-95b4ba730429 HTTP/1.1" status: 200 len: 845 time: 0.0569777 Jul 13 13:55:37.080186 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bc5d606-ff23-4993-a179-a802ca07493a tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Router 643f65cd-a6de-4a43-accb-9a015047b4b2 has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 13:55:37.097287 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-23ab8d4b-124a-447d-9a4f-ded9ed93823e req-32097474-8b37-4f74-9016-960c1a38d053 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c17eca93-ffcb-4f26-9d07-03fe19280fd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306940 Jul 13 13:55:37.203966 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bc5d606-ff23-4993-a179-a802ca07493a tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:55:37.209108 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-23ab8d4b-124a-447d-9a4f-ded9ed93823e req-a542f9b2-f018-4eb1-ad59-96bfc488fcad service neutron] 10.222.0.41 "GET /v2.0/networks/c17eca93-ffcb-4f26-9d07-03fe19280fd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033516 Jul 13 13:55:37.209951 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9bc5d606-ff23-4993-a179-a802ca07493a tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for floatingip, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:37.214332 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83084445-c1ff-43f0-b88c-2b39039daa53 None None] Sync routers for ids ['643f65cd-a6de-4a43-accb-9a015047b4b2'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:55:37.224145 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83084445-c1ff-43f0-b88c-2b39039daa53 None None] Routers {'643f65cd-a6de-4a43-accb-9a015047b4b2'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:55:37.224922 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-83084445-c1ff-43f0-b88c-2b39039daa53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:55:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['643f65cd-a6de-4a43-accb-9a015047b4b2'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:55:37.255111 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-9bc5d606-ff23-4993-a179-a802ca07493a tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] 10.222.0.23 "DELETE /v2.0/floatingips/ddb77098-5c48-4dc3-b4ef-e0e5b2bf83d0 HTTP/1.1" status: 204 len: 168 time: 1.1205235 Jul 13 13:55:37.255790 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f049e9a0-bc22-4ef3-9415-d033870ad8af', 'tag': 'bd5b7894-c75e-40f2-9c13-ec17cd48154d'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:55:37.258226 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d17b627af75e17e0f4b8d6239d04f8c2f78634e2c585e32a7aeca336500f34a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bde45b3-1978-48cd-b09c-a386009cd5a5" -d '{"events": [{"name": "network-changed", "server_uuid": "f049e9a0-bc22-4ef3-9415-d033870ad8af", "tag": "bd5b7894-c75e-40f2-9c13-ec17cd48154d"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:55:37.325920 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 13:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4224b3f-4a22-4c30-be18-7eb8cac721b9 x-openstack-request-id: req-a4224b3f-4a22-4c30-be18-7eb8cac721b9 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:55:37.326220 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f049e9a0-bc22-4ef3-9415-d033870ad8af", "tag": "bd5b7894-c75e-40f2-9c13-ec17cd48154d", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:55:37.326468 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a4224b3f-4a22-4c30-be18-7eb8cac721b9 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:55:37.326871 n-d-800634-1 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f049e9a0-bc22-4ef3-9415-d033870ad8af', 'tag': 'bd5b7894-c75e-40f2-9c13-ec17cd48154d', 'status': 'completed', 'code': 200} Jul 13 13:55:37.329477 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-23ab8d4b-124a-447d-9a4f-ded9ed93823e req-ab636e12-5940-44e8-a1f6-c67f31ceb298 service neutron] 10.222.0.41 "GET /v2.0/networks/c17eca93-ffcb-4f26-9d07-03fe19280fd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087062 Jul 13 13:55:37.368738 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-83084445-c1ff-43f0-b88c-2b39039daa53 None None] Set router 643f65cd-a6de-4a43-accb-9a015047b4b2 gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:55:37.432504 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bde45b3-1978-48cd-b09c-a386009cd5a5 req-a18c90a9-fc80-45c9-9322-6366eb601603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:55:37.434160 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5bde45b3-1978-48cd-b09c-a386009cd5a5 req-a18c90a9-fc80-45c9-9322-6366eb601603 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c841d7dd73ac40a085273ab2774b9cc2&device_id=f049e9a0-bc22-4ef3-9415-d033870ad8af HTTP/1.1" status: 200 len: 1097 time: 0.0876598 Jul 13 13:55:37.568946 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f29a6c1-0ef8-4f75-bf60-e640505ee70a req-60a60b00-a993-41fa-87ae-9c54d3168c74 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:55:37.570697 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2f29a6c1-0ef8-4f75-bf60-e640505ee70a req-60a60b00-a993-41fa-87ae-9c54d3168c74 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/ports?device_id=20af8972-00de-4606-b699-f07e136896fd HTTP/1.1" status: 200 len: 943 time: 0.0912423 Jul 13 13:55:37.574048 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bde45b3-1978-48cd-b09c-a386009cd5a5 req-08248280-4a22-4d4c-9738-5a85a9a66a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:55:37.575517 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5bde45b3-1978-48cd-b09c-a386009cd5a5 req-08248280-4a22-4d4c-9738-5a85a9a66a9f service neutron] 10.222.0.26 "GET /v2.0/networks?id=d3e80788-46f1-47e0-8cfc-11b993e68aea HTTP/1.1" status: 200 len: 896 time: 0.1274416 Jul 13 13:55:37.638685 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5bde45b3-1978-48cd-b09c-a386009cd5a5 req-9c17854d-cf9c-4842-aca2-5b3b0ca95f89 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bd5b7894-c75e-40f2-9c13-ec17cd48154d HTTP/1.1" status: 200 len: 217 time: 0.0559013 Jul 13 13:55:37.649166 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-83084445-c1ff-43f0-b88c-2b39039daa53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '643f65cd-a6de-4a43-accb-9a015047b4b2', 'name': 'tempest-TestNetworkBasicOps-router-1263914146', 'tenant_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': 'b5f46573-26cf-468f-92d3-2c4710013180', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:54:30Z', 'updated_at': '2021-07-13T13:54:37Z', 'revision_number': 4, 'project_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'gw_port': {'id': 'b5f46573-26cf-468f-92d3-2c4710013180', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:07:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643f65cd-a6de-4a43-accb-9a015047b4b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2735, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:54:31Z', 'updated_at': '2021-07-13T13:54:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': '4fb487f2-ca23-4cb5-9948-c8e215b37c5a', 'name': '', 'network_id': 'd3e80788-46f1-47e0-8cfc-11b993e68aea', 'tenant_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'mac_address': 'fa:16:3e:75:41:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643f65cd-a6de-4a43-accb-9a015047b4b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2738, 'fixed_ips': [{'subnet_id': '703d36fa-39ec-4441-9072-18d674a53d9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:54:35Z', 'updated_at': '2021-07-13T13:54:45Z', 'revision_number': 5, 'project_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'subnets': [{'id': '703d36fa-39ec-4441-9072-18d674a53d9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:55:37.669331 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2f29a6c1-0ef8-4f75-bf60-e640505ee70a req-f03b0ced-b682-4876-9bad-2101457b4778 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e5eeece-5c52-4118-a82a-889f2af322a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862448 Jul 13 13:55:37.732704 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83084445-c1ff-43f0-b88c-2b39039daa53 None None] Checking router: 643f65cd-a6de-4a43-accb-9a015047b4b2 for host: n-d-800634-1 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 13:55:37.756285 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83084445-c1ff-43f0-b88c-2b39039daa53 None None] Routers {'643f65cd-a6de-4a43-accb-9a015047b4b2'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:55:37.758887 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-83084445-c1ff-43f0-b88c-2b39039daa53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:55:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['643f65cd-a6de-4a43-accb-9a015047b4b2'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:55:37.767290 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bde45b3-1978-48cd-b09c-a386009cd5a5 req-df366263-5fbf-44ab-b2f3-690d4a9fdd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:55:37.768863 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5bde45b3-1978-48cd-b09c-a386009cd5a5 req-df366263-5fbf-44ab-b2f3-690d4a9fdd30 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=703d36fa-39ec-4441-9072-18d674a53d9b HTTP/1.1" status: 200 len: 835 time: 0.1217656 Jul 13 13:55:37.842207 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8ee04d-6107-4f58-a242-3bed7f23a7b6 req-d3c1af5e-5db0-4011-bd6f-8ececfed3202 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:55:37.843661 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-dc8ee04d-6107-4f58-a242-3bed7f23a7b6 req-d3c1af5e-5db0-4011-bd6f-8ececfed3202 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8 HTTP/1.1" status: 200 len: 945 time: 0.1345482 Jul 13 13:55:37.898134 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-dc8ee04d-6107-4f58-a242-3bed7f23a7b6 req-5f9f2daa-4b9d-45e0-92a9-b8a4efc765d3 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/security-groups?id=0095868c-fb20-45e5-8afa-e9ed53786ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474212 Jul 13 13:55:37.900945 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bde45b3-1978-48cd-b09c-a386009cd5a5 req-344f43bc-4f26-48ec-9a4d-8926162172cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:55:37.902446 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5bde45b3-1978-48cd-b09c-a386009cd5a5 req-344f43bc-4f26-48ec-9a4d-8926162172cb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d3e80788-46f1-47e0-8cfc-11b993e68aea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1248679 Jul 13 13:55:37.902829 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-83084445-c1ff-43f0-b88c-2b39039daa53 None None] Set router 643f65cd-a6de-4a43-accb-9a015047b4b2 gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:55:37.985768 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ac00cf-4eae-4550-99a0-589b9a0a0684 req-5a7b72ca-8ad4-4bd1-9e97-75663fed0e3f tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:55:37.996870 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-57ac00cf-4eae-4550-99a0-589b9a0a0684 req-5a7b72ca-8ad4-4bd1-9e97-75663fed0e3f tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] 10.222.0.23 "GET /v2.0/ports?device_id=f049e9a0-bc22-4ef3-9415-d033870ad8af HTTP/1.1" status: 200 len: 946 time: 0.1019189 Jul 13 13:55:38.023466 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5bde45b3-1978-48cd-b09c-a386009cd5a5 req-6fc49137-64d9-47c4-8e86-3dcbfaba5464 service neutron] 10.222.0.26 "GET /v2.0/networks/d3e80788-46f1-47e0-8cfc-11b993e68aea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137826 Jul 13 13:55:38.046300 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-57ac00cf-4eae-4550-99a0-589b9a0a0684 req-19c926f1-9c2e-4cf0-a995-d58a587a9fa8 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] 10.222.0.23 "GET /v2.0/security-groups?id=8ee93ee4-dfac-4c60-87f9-608ec674d508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484979 Jul 13 13:55:38.127259 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5bde45b3-1978-48cd-b09c-a386009cd5a5 req-ac214e5e-8bba-4a58-b047-c0ba41d6b79d service neutron] 10.222.0.26 "GET /v2.0/networks/d3e80788-46f1-47e0-8cfc-11b993e68aea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959730 Jul 13 13:55:38.140448 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-83084445-c1ff-43f0-b88c-2b39039daa53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '643f65cd-a6de-4a43-accb-9a015047b4b2', 'name': 'tempest-TestNetworkBasicOps-router-1263914146', 'tenant_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': 'b5f46573-26cf-468f-92d3-2c4710013180', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:54:30Z', 'updated_at': '2021-07-13T13:54:37Z', 'revision_number': 4, 'project_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'gw_port': {'id': 'b5f46573-26cf-468f-92d3-2c4710013180', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:07:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643f65cd-a6de-4a43-accb-9a015047b4b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2735, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:54:31Z', 'updated_at': '2021-07-13T13:54:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': '4fb487f2-ca23-4cb5-9948-c8e215b37c5a', 'name': '', 'network_id': 'd3e80788-46f1-47e0-8cfc-11b993e68aea', 'tenant_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'mac_address': 'fa:16:3e:75:41:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643f65cd-a6de-4a43-accb-9a015047b4b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2738, 'fixed_ips': [{'subnet_id': '703d36fa-39ec-4441-9072-18d674a53d9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:54:35Z', 'updated_at': '2021-07-13T13:54:45Z', 'revision_number': 5, 'project_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'subnets': [{'id': '703d36fa-39ec-4441-9072-18d674a53d9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:55:38.175475 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83084445-c1ff-43f0-b88c-2b39039daa53 None None] The sync data for ids ['643f65cd-a6de-4a43-accb-9a015047b4b2'] in n-d-800634-1 is: [{'id': '643f65cd-a6de-4a43-accb-9a015047b4b2', 'name': 'tempest-TestNetworkBasicOps-router-1263914146', 'tenant_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': 'b5f46573-26cf-468f-92d3-2c4710013180', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:54:30Z', 'updated_at': '2021-07-13T13:54:37Z', 'revision_number': 4, 'project_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'gw_port': {'id': 'b5f46573-26cf-468f-92d3-2c4710013180', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:07:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643f65cd-a6de-4a43-accb-9a015047b4b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2735, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:54:31Z', 'updated_at': '2021-07-13T13:54:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': '4fb487f2-ca23-4cb5-9948-c8e215b37c5a', 'name': '', 'network_id': 'd3e80788-46f1-47e0-8cfc-11b993e68aea', 'tenant_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'mac_address': 'fa:16:3e:75:41:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643f65cd-a6de-4a43-accb-9a015047b4b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2738, 'fixed_ips': [{'subnet_id': '703d36fa-39ec-4441-9072-18d674a53d9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:54:35Z', 'updated_at': '2021-07-13T13:54:45Z', 'revision_number': 5, 'project_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'subnets': [{'id': '703d36fa-39ec-4441-9072-18d674a53d9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:55:38.458219 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2801aa-904a-4139-a056-565443436ee9 None None] New status for floating IP ddb77098-5c48-4dc3-b4ef-e0e5b2bf83d0: DOWN {{(pid=93753) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 13:55:38.501134 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 66c0eee5-eff9-4ca2-a47b-7acc34ac5f92 details requested by agent hyperv_n-h2-800634-1 with host n-h2-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 13:55:38.503602 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 456a7843-466b-4620-bb90-adc15c0c4e43 up at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:55:38.620268 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning for port 456a7843-466b-4620-bb90-adc15c0c4e43 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:55:38.628613 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning complete for port 456a7843-466b-4620-bb90-adc15c0c4e43 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:55:38.628993 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:38.665487 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 66c0eee5-eff9-4ca2-a47b-7acc34ac5f92, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=66c0eee5-eff9-4ca2-a47b-7acc34ac5f92,segment=NetworkSegment(34a01d3a-59e0-46b3-ab51-e02ceb07d7ab),segment_id=34a01d3a-59e0-46b3-ab51-e02ceb07d7ab)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:55:38.684747 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Returning: {'device': '66c0eee5-eff9-4ca2-a47b-7acc34ac5f92', 'network_id': 'c17eca93-ffcb-4f26-9d07-03fe19280fd8', 'port_id': '66c0eee5-eff9-4ca2-a47b-7acc34ac5f92', 'mac_address': 'fa:16:3e:b1:25:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb232211-a266-4fe7-9875-95b4ba730429', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 13:55:38.752548 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:38.772245 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66c0eee5-eff9-4ca2-a47b-7acc34ac5f92 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:55:38.777409 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:38.810696 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 66c0eee5-eff9-4ca2-a47b-7acc34ac5f92, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=66c0eee5-eff9-4ca2-a47b-7acc34ac5f92,segment=NetworkSegment(34a01d3a-59e0-46b3-ab51-e02ceb07d7ab),segment_id=34a01d3a-59e0-46b3-ab51-e02ceb07d7ab)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:55:38.818941 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '456a7843-466b-4620-bb90-adc15c0c4e43'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:55:38.821705 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c32160fb-469c-4bbb-a774-7871b04ba02d" -d '{"events": [{"server_uuid": "4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8", "name": "network-vif-plugged", "status": "completed", "tag": "456a7843-466b-4620-bb90-adc15c0c4e43"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:55:38.833016 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:38.840361 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 456a7843-466b-4620-bb90-adc15c0c4e43, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=456a7843-466b-4620-bb90-adc15c0c4e43,segment=NetworkSegment(f0c035ba-ef7c-4972-a79c-06787b5c4532),segment_id=f0c035ba-ef7c-4972-a79c-06787b5c4532)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:55:38.865554 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:38.897767 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=66c0eee5-eff9-4ca2-a47b-7acc34ac5f92,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:55:38.928571 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebd9e22-9313-41e1-acf8-70df9917164c req-a4b55d7e-abeb-4949-8c11-77918f4b0abd tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:55:38.938553 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-0ebd9e22-9313-41e1-acf8-70df9917164c req-a4b55d7e-abeb-4949-8c11-77918f4b0abd tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/ports?device_id=20af8972-00de-4606-b699-f07e136896fd HTTP/1.1" status: 200 len: 943 time: 0.1648242 Jul 13 13:55:38.984971 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:55:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fe5903e-db6e-43f7-b395-23a454f3440f x-openstack-request-id: req-2fe5903e-db6e-43f7-b395-23a454f3440f {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:55:38.985271 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8", "name": "network-vif-plugged", "status": "completed", "tag": "456a7843-466b-4620-bb90-adc15c0c4e43", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:55:38.985523 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2fe5903e-db6e-43f7-b395-23a454f3440f {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:55:38.986051 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '456a7843-466b-4620-bb90-adc15c0c4e43', 'code': 200} Jul 13 13:55:38.989491 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-0ebd9e22-9313-41e1-acf8-70df9917164c req-4e0c1feb-b34e-478a-89c8-bac616d43e6d tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e5eeece-5c52-4118-a82a-889f2af322a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481961 Jul 13 13:55:38.999531 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=456a7843-466b-4620-bb90-adc15c0c4e43,revision_number=12']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:55:39.092158 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9307da80-aa93-4943-a237-dbbbd188aa89 req-05b80b87-00be-4935-a6c5-1b407bac37e2 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:55:39.094469 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-9307da80-aa93-4943-a237-dbbbd188aa89 req-05b80b87-00be-4935-a6c5-1b407bac37e2 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] 10.222.0.26 "GET /v2.0/ports?device_id=f049e9a0-bc22-4ef3-9415-d033870ad8af HTTP/1.1" status: 200 len: 946 time: 0.1034496 Jul 13 13:55:39.107689 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['66c0eee5-eff9-4ca2-a47b-7acc34ac5f92'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:55:39.219508 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a8f097-7d26-4eb4-8ff9-bc3919cebbc2 req-7ff7ec98-6ca1-41b3-82d3-5517b1444801 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:55:39.221156 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-53a8f097-7d26-4eb4-8ff9-bc3919cebbc2 req-7ff7ec98-6ca1-41b3-82d3-5517b1444801 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8 HTTP/1.1" status: 200 len: 946 time: 0.1417537 Jul 13 13:55:39.257889 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f4c7ba-6c91-4125-aeed-0bc0e8e146e7 req-091b13c2-be0f-4155-b5ee-aec8a4937762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:55:39.260020 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-00f4c7ba-6c91-4125-aeed-0bc0e8e146e7 req-091b13c2-be0f-4155-b5ee-aec8a4937762 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8 HTTP/1.1" status: 200 len: 1097 time: 0.1054366 Jul 13 13:55:39.290899 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-53a8f097-7d26-4eb4-8ff9-bc3919cebbc2 req-03659b82-2db3-4f30-a0b9-164e43adb32f tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/security-groups?id=0095868c-fb20-45e5-8afa-e9ed53786ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623193 Jul 13 13:55:39.319650 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-00f4c7ba-6c91-4125-aeed-0bc0e8e146e7 req-da511dd9-6839-4769-a114-f64e1f9d6cd0 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0095868c-fb20-45e5-8afa-e9ed53786ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398209 Jul 13 13:55:39.324211 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-9307da80-aa93-4943-a237-dbbbd188aa89 req-c7777aff-86a5-438e-88bb-53d3705360bb tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Deleting port bd5b7894-c75e-40f2-9c13-ec17cd48154d {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:55:39.324705 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-9307da80-aa93-4943-a237-dbbbd188aa89 req-c7777aff-86a5-438e-88bb-53d3705360bb tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:39.334909 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb58365-00ba-45d3-a3d5-00670ac870b2 req-64eb860c-33f1-4230-a931-d57e3be6e731 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:55:39.336544 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-bbb58365-00ba-45d3-a3d5-00670ac870b2 req-64eb860c-33f1-4230-a931-d57e3be6e731 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] 10.222.0.23 "GET /v2.0/ports?device_id=f049e9a0-bc22-4ef3-9415-d033870ad8af HTTP/1.1" status: 200 len: 946 time: 0.1222413 Jul 13 13:55:39.430288 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-bbb58365-00ba-45d3-a3d5-00670ac870b2 req-bbeb995f-8248-446c-98c3-e95f15162320 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] 10.222.0.23 "GET /v2.0/security-groups?id=8ee93ee4-dfac-4c60-87f9-608ec674d508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807276 Jul 13 13:55:39.457863 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-9307da80-aa93-4943-a237-dbbbd188aa89 req-c7777aff-86a5-438e-88bb-53d3705360bb tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] For port bd5b7894-c75e-40f2-9c13-ec17cd48154d, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=bd5b7894-c75e-40f2-9c13-ec17cd48154d,segment=NetworkSegment(bf55e58c-4075-48ea-ab90-3c2e26c2b390),segment_id=bf55e58c-4075-48ea-ab90-3c2e26c2b390)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:55:39.458234 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-9307da80-aa93-4943-a237-dbbbd188aa89 req-c7777aff-86a5-438e-88bb-53d3705360bb tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:39.471063 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-9307da80-aa93-4943-a237-dbbbd188aa89 req-c7777aff-86a5-438e-88bb-53d3705360bb tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Calling delete_port for bd5b7894-c75e-40f2-9c13-ec17cd48154d owned by compute:nova {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:55:39.599175 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-9307da80-aa93-4943-a237-dbbbd188aa89 req-c7777aff-86a5-438e-88bb-53d3705360bb tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:39.627179 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7777aff-86a5-438e-88bb-53d3705360bb tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Pushing event deleted for resources: {'Port': ['ID=bd5b7894-c75e-40f2-9c13-ec17cd48154d,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:55:39.675250 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-9307da80-aa93-4943-a237-dbbbd188aa89 req-c7777aff-86a5-438e-88bb-53d3705360bb tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] No DVR routers for this DVR port bd5b7894-c75e-40f2-9c13-ec17cd48154d on host n-h1-800634-1 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:55:39.678083 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-9307da80-aa93-4943-a237-dbbbd188aa89 req-c7777aff-86a5-438e-88bb-53d3705360bb tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:39.680210 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-9307da80-aa93-4943-a237-dbbbd188aa89 req-c7777aff-86a5-438e-88bb-53d3705360bb tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] 10.222.0.26 "DELETE /v2.0/ports/bd5b7894-c75e-40f2-9c13-ec17cd48154d HTTP/1.1" status: 204 len: 173 time: 0.5611558 Jul 13 13:55:39.680787 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f049e9a0-bc22-4ef3-9415-d033870ad8af', 'name': 'network-vif-deleted', 'tag': 'bd5b7894-c75e-40f2-9c13-ec17cd48154d'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:55:39.684081 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d17b627af75e17e0f4b8d6239d04f8c2f78634e2c585e32a7aeca336500f34a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45c94c57-7cab-4eb3-8d36-704362aa53f5" -d '{"events": [{"server_uuid": "f049e9a0-bc22-4ef3-9415-d033870ad8af", "name": "network-vif-deleted", "tag": "bd5b7894-c75e-40f2-9c13-ec17cd48154d"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:55:39.725695 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8c5c245-5a30-47c3-828d-d18039c5530c x-openstack-request-id: req-e8c5c245-5a30-47c3-828d-d18039c5530c {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:55:39.726262 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f049e9a0-bc22-4ef3-9415-d033870ad8af", "name": "network-vif-deleted", "tag": "bd5b7894-c75e-40f2-9c13-ec17cd48154d", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:55:39.726693 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e8c5c245-5a30-47c3-828d-d18039c5530c {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:55:39.727453 n-d-800634-1 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f049e9a0-bc22-4ef3-9415-d033870ad8af', 'name': 'network-vif-deleted', 'tag': 'bd5b7894-c75e-40f2-9c13-ec17cd48154d', 'status': 'completed', 'code': 200} Jul 13 13:55:40.234613 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38fe672-41bd-4c60-bdba-f772c28a1c3d req-8dc90ad1-c0c4-408e-917f-26a063d46110 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:55:40.237614 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f38fe672-41bd-4c60-bdba-f772c28a1c3d req-8dc90ad1-c0c4-408e-917f-26a063d46110 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/ports?device_id=20af8972-00de-4606-b699-f07e136896fd HTTP/1.1" status: 200 len: 944 time: 0.1009595 Jul 13 13:55:40.327775 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f38fe672-41bd-4c60-bdba-f772c28a1c3d req-f0dac94d-68e5-406c-9797-d4104c2d554b tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e5eeece-5c52-4118-a82a-889f2af322a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635052 Jul 13 13:55:40.500864 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ab8462-c790-491b-bdd3-054c44a5aefe req-4adb2c43-0f8c-4d25-857c-beca31ffedba tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:55:40.501392 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 66c0eee5-eff9-4ca2-a47b-7acc34ac5f92 up at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:55:40.509866 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-70ab8462-c790-491b-bdd3-054c44a5aefe req-4adb2c43-0f8c-4d25-857c-beca31ffedba tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8 HTTP/1.1" status: 200 len: 946 time: 0.0787055 Jul 13 13:55:40.579053 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-70ab8462-c790-491b-bdd3-054c44a5aefe req-7dcdb1a3-25bf-49d9-ad78-6dd1030b6467 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/security-groups?id=0095868c-fb20-45e5-8afa-e9ed53786ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681376 Jul 13 13:55:40.586985 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 59820) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:55:40.598974 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning for port 66c0eee5-eff9-4ca2-a47b-7acc34ac5f92 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:55:40.604957 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning complete for port 66c0eee5-eff9-4ca2-a47b-7acc34ac5f92 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:55:40.605857 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:40.668515 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-32aec362-d86a-45a6-9790-fb01eaa446e0 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:40.699295 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-32aec362-d86a-45a6-9790-fb01eaa446e0 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:40.709771 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:40.755689 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 66c0eee5-eff9-4ca2-a47b-7acc34ac5f92, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=66c0eee5-eff9-4ca2-a47b-7acc34ac5f92,segment=NetworkSegment(34a01d3a-59e0-46b3-ab51-e02ceb07d7ab),segment_id=34a01d3a-59e0-46b3-ab51-e02ceb07d7ab)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:55:40.762382 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:40.784683 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-32aec362-d86a-45a6-9790-fb01eaa446e0 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:40.788748 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-32aec362-d86a-45a6-9790-fb01eaa446e0 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:40.790260 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-32aec362-d86a-45a6-9790-fb01eaa446e0 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] 10.222.0.23 "DELETE /v2.0/security-groups/8ee93ee4-dfac-4c60-87f9-608ec674d508 HTTP/1.1" status: 204 len: 168 time: 0.2016556 Jul 13 13:55:40.800929 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32aec362-d86a-45a6-9790-fb01eaa446e0 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ee93ee4-dfac-4c60-87f9-608ec674d508,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:55:40.810563 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32aec362-d86a-45a6-9790-fb01eaa446e0 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:55:40.811826 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32aec362-d86a-45a6-9790-fb01eaa446e0 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:55:40.812338 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32aec362-d86a-45a6-9790-fb01eaa446e0 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:55:40.812850 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32aec362-d86a-45a6-9790-fb01eaa446e0 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:55:40.813368 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32aec362-d86a-45a6-9790-fb01eaa446e0 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:55:40.813903 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32aec362-d86a-45a6-9790-fb01eaa446e0 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:55:40.814519 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32aec362-d86a-45a6-9790-fb01eaa446e0 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:55:40.815013 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32aec362-d86a-45a6-9790-fb01eaa446e0 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:55:40.815555 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32aec362-d86a-45a6-9790-fb01eaa446e0 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:55:40.816089 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32aec362-d86a-45a6-9790-fb01eaa446e0 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:55:40.816645 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32aec362-d86a-45a6-9790-fb01eaa446e0 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:55:40.817265 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32aec362-d86a-45a6-9790-fb01eaa446e0 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:55:40.827199 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=66c0eee5-eff9-4ca2-a47b-7acc34ac5f92,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:55:40.846455 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 59838) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:55:40.987700 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20af8972-00de-4606-b699-f07e136896fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66c0eee5-eff9-4ca2-a47b-7acc34ac5f92'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:55:40.990042 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3811fbfb-2392-4adc-af60-fb5fd9a3861a" -d '{"events": [{"server_uuid": "20af8972-00de-4606-b699-f07e136896fd", "name": "network-vif-plugged", "status": "completed", "tag": "66c0eee5-eff9-4ca2-a47b-7acc34ac5f92"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:55:41.038234 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:55:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6be514d-89a3-4ada-a4e1-1663bd9fdf26 x-openstack-request-id: req-e6be514d-89a3-4ada-a4e1-1663bd9fdf26 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:55:41.038606 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20af8972-00de-4606-b699-f07e136896fd", "name": "network-vif-plugged", "status": "completed", "tag": "66c0eee5-eff9-4ca2-a47b-7acc34ac5f92", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:55:41.039073 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e6be514d-89a3-4ada-a4e1-1663bd9fdf26 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:55:41.039470 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20af8972-00de-4606-b699-f07e136896fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66c0eee5-eff9-4ca2-a47b-7acc34ac5f92', 'code': 200} Jul 13 13:55:41.224379 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668bce0e-fd93-4ba4-b56c-98e31693095d req-dd947d83-c780-476d-a036-43e332933c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:55:41.226219 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-668bce0e-fd93-4ba4-b56c-98e31693095d req-dd947d83-c780-476d-a036-43e332933c32 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=20af8972-00de-4606-b699-f07e136896fd HTTP/1.1" status: 200 len: 1096 time: 0.0643106 Jul 13 13:55:41.265660 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-668bce0e-fd93-4ba4-b56c-98e31693095d req-d1a47ca1-35c1-4e4e-82b2-e1d2c82c7268 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0e5eeece-5c52-4118-a82a-889f2af322a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332136 Jul 13 13:55:41.293081 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-82bcb7db-b1d0-4b23-83e0-6308d2ff8259 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451695'] for router_interface, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:41.555736 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fca697-2683-4e7e-abe6-a72f9e74e122 req-e5293ade-19ea-48a1-9c36-a852ec6d91f4 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:55:41.558129 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-82fca697-2683-4e7e-abe6-a72f9e74e122 req-e5293ade-19ea-48a1-9c36-a852ec6d91f4 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/ports?device_id=20af8972-00de-4606-b699-f07e136896fd HTTP/1.1" status: 200 len: 945 time: 0.1094811 Jul 13 13:55:41.630414 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-82fca697-2683-4e7e-abe6-a72f9e74e122 req-cb8435a3-caa4-4442-9125-d0ea0fb040c1 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e5eeece-5c52-4118-a82a-889f2af322a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648146 Jul 13 13:55:41.651154 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-82bcb7db-b1d0-4b23-83e0-6308d2ff8259 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Deleting port 4fb487f2-ca23-4cb5-9948-c8e215b37c5a {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:55:41.651622 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-82bcb7db-b1d0-4b23-83e0-6308d2ff8259 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:41.741780 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-82bcb7db-b1d0-4b23-83e0-6308d2ff8259 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] For port 4fb487f2-ca23-4cb5-9948-c8e215b37c5a, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=4fb487f2-ca23-4cb5-9948-c8e215b37c5a,segment=NetworkSegment(bf55e58c-4075-48ea-ab90-3c2e26c2b390),segment_id=bf55e58c-4075-48ea-ab90-3c2e26c2b390)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:55:41.742142 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-82bcb7db-b1d0-4b23-83e0-6308d2ff8259 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:41.754558 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-82bcb7db-b1d0-4b23-83e0-6308d2ff8259 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Calling delete_port for 4fb487f2-ca23-4cb5-9948-c8e215b37c5a owned by network:router_interface {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:55:41.768625 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0ae9d3-2567-4c35-86e7-09f172b36683 req-e229c7b6-eb0f-4c12-975c-75ab3c3568e2 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:55:41.770164 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5f0ae9d3-2567-4c35-86e7-09f172b36683 req-e229c7b6-eb0f-4c12-975c-75ab3c3568e2 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8 HTTP/1.1" status: 200 len: 946 time: 0.0713177 Jul 13 13:55:41.987310 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-82bcb7db-b1d0-4b23-83e0-6308d2ff8259 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:42.022064 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bcb7db-b1d0-4b23-83e0-6308d2ff8259 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Pushing event deleted for resources: {'Port': ['ID=4fb487f2-ca23-4cb5-9948-c8e215b37c5a,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:55:42.185636 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5f0ae9d3-2567-4c35-86e7-09f172b36683 req-3f97940d-5826-4aa5-998c-a6d6f306b925 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/security-groups?id=0095868c-fb20-45e5-8afa-e9ed53786ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4088707 Jul 13 13:55:42.243246 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-82bcb7db-b1d0-4b23-83e0-6308d2ff8259 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1785036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452491'] for router_interface, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:42.463001 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6597885-587a-408f-8ba6-245cdcba3a04 req-e82a90b9-2e6f-4f90-9526-179b6c87e25c tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:55:42.464992 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c6597885-587a-408f-8ba6-245cdcba3a04 req-e82a90b9-2e6f-4f90-9526-179b6c87e25c tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8 HTTP/1.1" status: 200 len: 946 time: 0.0997829 Jul 13 13:55:42.518780 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c6597885-587a-408f-8ba6-245cdcba3a04 req-98b42f00-8b23-454c-a5c0-efc44cca826c tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/security-groups?id=0095868c-fb20-45e5-8afa-e9ed53786ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459771 Jul 13 13:55:42.869200 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743cca85-beea-44ec-800b-41d6acc15e21 req-909f6a4a-d190-4c4b-9eab-5835a038f4b9 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:55:42.870847 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-743cca85-beea-44ec-800b-41d6acc15e21 req-909f6a4a-d190-4c4b-9eab-5835a038f4b9 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/ports?device_id=20af8972-00de-4606-b699-f07e136896fd HTTP/1.1" status: 200 len: 945 time: 0.0864499 Jul 13 13:55:42.907938 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device bd5b7894-c75e-40f2-9c13-ec17cd48154d no longer exists at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:55:42.920563 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-743cca85-beea-44ec-800b-41d6acc15e21 req-02c0359c-9b9a-4483-bdfc-9aacc50d3d02 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e5eeece-5c52-4118-a82a-889f2af322a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431633 Jul 13 13:55:42.926104 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd46e9c-0bd4-464a-8009-bbc92c15dcb0 req-df07cdcf-9b88-4d0f-83f7-ee8c89c0c1d7 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:55:42.930211 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ccd46e9c-0bd4-464a-8009-bbc92c15dcb0 req-df07cdcf-9b88-4d0f-83f7-ee8c89c0c1d7 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8 HTTP/1.1" status: 200 len: 946 time: 0.1509895 Jul 13 13:55:42.958787 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-381d4315-9089-413f-a071-aa2897bda790 None None] No Port match for: bd5b7894-c75e-40f2-9c13-ec17cd48154d {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:55:42.959485 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device bd5b7894-c75e-40f2-9c13-ec17cd48154d not bound to the agent host n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:55:43.012711 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ccd46e9c-0bd4-464a-8009-bbc92c15dcb0 req-3e8d2f8f-4f34-432d-a389-6e6254c2a683 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/security-groups?id=0095868c-fb20-45e5-8afa-e9ed53786ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776811 Jul 13 13:55:43.023024 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82bcb7db-b1d0-4b23-83e0-6308d2ff8259 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Router 643f65cd-a6de-4a43-accb-9a015047b4b2 has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 13:55:43.171332 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82bcb7db-b1d0-4b23-83e0-6308d2ff8259 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:55:43.180067 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-82bcb7db-b1d0-4b23-83e0-6308d2ff8259 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] 10.222.0.23 "PUT /v2.0/routers/643f65cd-a6de-4a43-accb-9a015047b4b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3288226 Jul 13 13:55:43.180175 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 59880) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:55:43.182412 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00786757-78e8-4a71-9220-4905b4cd2d49 None None] Sync routers for ids ['643f65cd-a6de-4a43-accb-9a015047b4b2'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:55:43.194815 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00786757-78e8-4a71-9220-4905b4cd2d49 None None] Routers {'643f65cd-a6de-4a43-accb-9a015047b4b2'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:55:43.195463 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-00786757-78e8-4a71-9220-4905b4cd2d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:55:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['643f65cd-a6de-4a43-accb-9a015047b4b2'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:55:43.289988 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddea0c10-2992-4592-99cf-3beacdaac3d3 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Deleting subnet 703d36fa-39ec-4441-9072-18d674a53d9b {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 13:55:43.295448 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ddea0c10-2992-4592-99cf-3beacdaac3d3 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:43.343296 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2998b244-9161-4d16-9093-b4cc19238008 req-33f16fd0-c9f5-42b0-9b18-1d356585c9dc tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:55:43.345413 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2998b244-9161-4d16-9093-b4cc19238008 req-33f16fd0-c9f5-42b0-9b18-1d356585c9dc tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/networks?id=c17eca93-ffcb-4f26-9d07-03fe19280fd8 HTTP/1.1" status: 200 len: 805 time: 0.1672208 Jul 13 13:55:43.350753 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ddea0c10-2992-4592-99cf-3beacdaac3d3 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5431723'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:43.363573 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2998b244-9161-4d16-9093-b4cc19238008 req-2d6588dc-6d97-4168-b674-1a637cf6437c tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/quotas/12cd0d91808b48129aee093001b928c6 HTTP/1.1" status: 200 len: 375 time: 0.0119774 Jul 13 13:55:43.389884 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deffaade-955e-4edd-adaa-460404818b20 req-4763c9dd-6fe1-4a81-96f1-7299117b6d61 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:55:43.391515 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-deffaade-955e-4edd-adaa-460404818b20 req-4763c9dd-6fe1-4a81-96f1-7299117b6d61 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8 HTTP/1.1" status: 200 len: 946 time: 0.1599808 Jul 13 13:55:43.451868 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2998b244-9161-4d16-9093-b4cc19238008 req-e8597c66-19ea-4714-bcd7-952cb0319cc6 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=12cd0d91808b48129aee093001b928c6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0783327 Jul 13 13:55:43.489895 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-deffaade-955e-4edd-adaa-460404818b20 req-e566822b-7ef3-49d5-aa62-38001aab9fee tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/security-groups?id=0095868c-fb20-45e5-8afa-e9ed53786ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904949 Jul 13 13:55:43.550095 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-00786757-78e8-4a71-9220-4905b4cd2d49 None None] Set router 643f65cd-a6de-4a43-accb-9a015047b4b2 gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:55:43.554145 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ddea0c10-2992-4592-99cf-3beacdaac3d3 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:43.579007 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2998b244-9161-4d16-9093-b4cc19238008 req-b8b008ec-7569-4ddf-b501-b022d532f862 service neutron] 10.222.0.23 "GET /v2.0/networks/c17eca93-ffcb-4f26-9d07-03fe19280fd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195545 Jul 13 13:55:43.665285 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ddea0c10-2992-4592-99cf-3beacdaac3d3 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5970525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4763356'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:43.713918 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ddea0c10-2992-4592-99cf-3beacdaac3d3 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:43.716120 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-ddea0c10-2992-4592-99cf-3beacdaac3d3 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] 10.222.0.23 "DELETE /v2.0/subnets/703d36fa-39ec-4441-9072-18d674a53d9b HTTP/1.1" status: 204 len: 168 time: 0.5345111 Jul 13 13:55:43.717011 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddea0c10-2992-4592-99cf-3beacdaac3d3 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Pushing event deleted for resources: {'Subnet': ['ID=703d36fa-39ec-4441-9072-18d674a53d9b,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:55:43.719632 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 59886) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:55:43.729604 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb772e7d-5235-4c6e-a99c-966a79623e0f None None] Network d3e80788-46f1-47e0-8cfc-11b993e68aea requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:55:43.732299 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2998b244-9161-4d16-9093-b4cc19238008 req-e561c013-307f-48f3-bafc-14ffd620d5f6 service neutron] 10.222.0.23 "GET /v2.0/networks/c17eca93-ffcb-4f26-9d07-03fe19280fd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522505 Jul 13 13:55:43.871407 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1c9fad2f-cfd4-41d0-849c-30dcbfcb6f67 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks [] for router, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:43.935395 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-00786757-78e8-4a71-9220-4905b4cd2d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '643f65cd-a6de-4a43-accb-9a015047b4b2', 'name': 'tempest-TestNetworkBasicOps-router-1263914146', 'tenant_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': 'b5f46573-26cf-468f-92d3-2c4710013180', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:54:30Z', 'updated_at': '2021-07-13T13:55:41Z', 'revision_number': 5, 'project_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'gw_port': {'id': 'b5f46573-26cf-468f-92d3-2c4710013180', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:07:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643f65cd-a6de-4a43-accb-9a015047b4b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2735, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:54:31Z', 'updated_at': '2021-07-13T13:54:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:55:43.942517 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3449bde2-081e-45c1-b541-a7f64359bbec req-cabf3947-43da-41b5-abd6-442e145d0483 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:55:43.944136 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3449bde2-081e-45c1-b541-a7f64359bbec req-cabf3947-43da-41b5-abd6-442e145d0483 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8 HTTP/1.1" status: 200 len: 946 time: 0.1823628 Jul 13 13:55:43.968731 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00786757-78e8-4a71-9220-4905b4cd2d49 None None] Checking router: 643f65cd-a6de-4a43-accb-9a015047b4b2 for host: n-d-800634-1 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 13:55:43.980893 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00786757-78e8-4a71-9220-4905b4cd2d49 None None] Routers {'643f65cd-a6de-4a43-accb-9a015047b4b2'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:55:43.981893 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-00786757-78e8-4a71-9220-4905b4cd2d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:55:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['643f65cd-a6de-4a43-accb-9a015047b4b2'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:55:44.029356 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3449bde2-081e-45c1-b541-a7f64359bbec req-60022ac0-b2ee-4334-bc48-f21ed52f1733 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/security-groups?id=0095868c-fb20-45e5-8afa-e9ed53786ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770690 Jul 13 13:55:44.051788 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1c9fad2f-cfd4-41d0-849c-30dcbfcb6f67 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:44.120598 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-00786757-78e8-4a71-9220-4905b4cd2d49 None None] Set router 643f65cd-a6de-4a43-accb-9a015047b4b2 gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:55:44.148493 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-1c9fad2f-cfd4-41d0-849c-30dcbfcb6f67 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Deleting port b5f46573-26cf-468f-92d3-2c4710013180 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:55:44.148762 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1c9fad2f-cfd4-41d0-849c-30dcbfcb6f67 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:44.202089 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-989e0903-fcbb-4823-8c69-81511cc6cdc5 None None] DHCP port deletion for d3e80788-46f1-47e0-8cfc-11b993e68aea request from n-d-800634-1 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 13:55:44.347221 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-1c9fad2f-cfd4-41d0-849c-30dcbfcb6f67 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] For port b5f46573-26cf-468f-92d3-2c4710013180, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=b5f46573-26cf-468f-92d3-2c4710013180,segment=NetworkSegment(3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87),segment_id=3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:55:44.347718 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1c9fad2f-cfd4-41d0-849c-30dcbfcb6f67 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:44.373149 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8520e41-5a4c-4197-bfbe-509490313f22 req-8fc81d53-b53a-47e3-b544-8acead21e951 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:55:44.379833 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c8520e41-5a4c-4197-bfbe-509490313f22 req-8fc81d53-b53a-47e3-b544-8acead21e951 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8 HTTP/1.1" status: 200 len: 946 time: 0.1320474 Jul 13 13:55:44.382726 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-1c9fad2f-cfd4-41d0-849c-30dcbfcb6f67 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Calling delete_port for b5f46573-26cf-468f-92d3-2c4710013180 owned by network:router_gateway {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:55:44.492925 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-00786757-78e8-4a71-9220-4905b4cd2d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '643f65cd-a6de-4a43-accb-9a015047b4b2', 'name': 'tempest-TestNetworkBasicOps-router-1263914146', 'tenant_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': 'b5f46573-26cf-468f-92d3-2c4710013180', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:54:30Z', 'updated_at': '2021-07-13T13:55:41Z', 'revision_number': 5, 'project_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'gw_port': {'id': 'b5f46573-26cf-468f-92d3-2c4710013180', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:07:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643f65cd-a6de-4a43-accb-9a015047b4b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2735, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:54:31Z', 'updated_at': '2021-07-13T13:54:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:55:44.521252 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00786757-78e8-4a71-9220-4905b4cd2d49 None None] The sync data for ids ['643f65cd-a6de-4a43-accb-9a015047b4b2'] in n-d-800634-1 is: [{'id': '643f65cd-a6de-4a43-accb-9a015047b4b2', 'name': 'tempest-TestNetworkBasicOps-router-1263914146', 'tenant_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': 'b5f46573-26cf-468f-92d3-2c4710013180', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:54:30Z', 'updated_at': '2021-07-13T13:55:41Z', 'revision_number': 5, 'project_id': 'c841d7dd73ac40a085273ab2774b9cc2', 'gw_port': {'id': 'b5f46573-26cf-468f-92d3-2c4710013180', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:07:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643f65cd-a6de-4a43-accb-9a015047b4b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2735, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:54:31Z', 'updated_at': '2021-07-13T13:54:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:55:44.525920 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-989e0903-fcbb-4823-8c69-81511cc6cdc5 None None] Deleting port 7241c6ca-85e0-4dc7-88d6-bfabe1a2ffe4 {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:55:44.526296 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-989e0903-fcbb-4823-8c69-81511cc6cdc5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:44.539166 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c8520e41-5a4c-4197-bfbe-509490313f22 req-aac4790e-a1f9-4a9e-b5d0-d3ab49abd4ca tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/security-groups?id=0095868c-fb20-45e5-8afa-e9ed53786ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583836 Jul 13 13:55:44.756766 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-989e0903-fcbb-4823-8c69-81511cc6cdc5 None None] For port 7241c6ca-85e0-4dc7-88d6-bfabe1a2ffe4, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=7241c6ca-85e0-4dc7-88d6-bfabe1a2ffe4,segment=NetworkSegment(bf55e58c-4075-48ea-ab90-3c2e26c2b390),segment_id=bf55e58c-4075-48ea-ab90-3c2e26c2b390)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:55:44.756766 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-989e0903-fcbb-4823-8c69-81511cc6cdc5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:44.756766 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-989e0903-fcbb-4823-8c69-81511cc6cdc5 None None] Calling delete_port for 7241c6ca-85e0-4dc7-88d6-bfabe1a2ffe4 owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:55:44.793480 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e740fbd-1cec-495b-9391-b52b38dc47b9 req-21b94669-939c-42f4-ac1e-cdcb2b59bce4 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:55:44.795195 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-989e0903-fcbb-4823-8c69-81511cc6cdc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:44.801553 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5e740fbd-1cec-495b-9391-b52b38dc47b9 req-21b94669-939c-42f4-ac1e-cdcb2b59bce4 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8 HTTP/1.1" status: 200 len: 946 time: 0.1027648 Jul 13 13:55:44.809975 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1c9fad2f-cfd4-41d0-849c-30dcbfcb6f67 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:44.812432 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989e0903-fcbb-4823-8c69-81511cc6cdc5 None None] No DVR routers for this DVR port 7241c6ca-85e0-4dc7-88d6-bfabe1a2ffe4 on host n-d-800634-1 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:55:44.847817 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989e0903-fcbb-4823-8c69-81511cc6cdc5 None None] Pushing event deleted for resources: {'Port': ['ID=7241c6ca-85e0-4dc7-88d6-bfabe1a2ffe4,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:55:44.853713 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9fad2f-cfd4-41d0-849c-30dcbfcb6f67 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Pushing event deleted for resources: {'Port': ['ID=b5f46573-26cf-468f-92d3-2c4710013180,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:55:44.905029 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5e740fbd-1cec-495b-9391-b52b38dc47b9 req-de89f76d-6e39-40b2-a5cc-33e097122df4 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/security-groups?id=0095868c-fb20-45e5-8afa-e9ed53786ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993581 Jul 13 13:55:44.957842 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1c9fad2f-cfd4-41d0-849c-30dcbfcb6f67 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-446473'] for router_gateway, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:45.033182 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3572ced-1e3d-453e-8391-6a04a71eb339 req-6f3085eb-834c-4edc-afc9-36af23eed32f tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:55:45.035469 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b3572ced-1e3d-453e-8391-6a04a71eb339 req-6f3085eb-834c-4edc-afc9-36af23eed32f tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/networks?id=c17eca93-ffcb-4f26-9d07-03fe19280fd8 HTTP/1.1" status: 200 len: 805 time: 0.1697960 Jul 13 13:55:45.068949 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b3572ced-1e3d-453e-8391-6a04a71eb339 req-faac9f2a-3169-4d4b-b224-11161560ef4d tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/quotas/12cd0d91808b48129aee093001b928c6 HTTP/1.1" status: 200 len: 375 time: 0.0263209 Jul 13 13:55:45.122715 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1c9fad2f-cfd4-41d0-849c-30dcbfcb6f67 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1591938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2696'] for router, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:45.125243 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1c9fad2f-cfd4-41d0-849c-30dcbfcb6f67 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:45.214432 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b3572ced-1e3d-453e-8391-6a04a71eb339 req-5493f877-5871-4021-bf65-ee6a5b2c7461 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=12cd0d91808b48129aee093001b928c6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1386917 Jul 13 13:55:45.216265 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1c9fad2f-cfd4-41d0-849c-30dcbfcb6f67 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593106'] for router, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:45.217179 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c9fad2f-cfd4-41d0-849c-30dcbfcb6f67 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Fanout notify agent at l3_agent the message router_deleted on router 643f65cd-a6de-4a43-accb-9a015047b4b2 {{(pid=93750) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 13:55:45.226005 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1c9fad2f-cfd4-41d0-849c-30dcbfcb6f67 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:45.227530 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-1c9fad2f-cfd4-41d0-849c-30dcbfcb6f67 tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] 10.222.0.23 "DELETE /v2.0/routers/643f65cd-a6de-4a43-accb-9a015047b4b2 HTTP/1.1" status: 204 len: 168 time: 1.5072472 Jul 13 13:55:45.231002 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 59948) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:55:45.239867 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 7241c6ca-85e0-4dc7-88d6-bfabe1a2ffe4 no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:55:45.269249 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: 7241c6ca-85e0-4dc7-88d6-bfabe1a2ffe4 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:55:45.269711 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 7241c6ca-85e0-4dc7-88d6-bfabe1a2ffe4 not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:55:45.270549 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 4fb487f2-ca23-4cb5-9948-c8e215b37c5a no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:55:45.311278 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: 4fb487f2-ca23-4cb5-9948-c8e215b37c5a {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:55:45.312404 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 4fb487f2-ca23-4cb5-9948-c8e215b37c5a not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:55:45.363347 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b3572ced-1e3d-453e-8391-6a04a71eb339 req-8484be92-b9fc-4ae9-8c0d-f0bee61d1e01 service neutron] 10.222.0.23 "GET /v2.0/networks/c17eca93-ffcb-4f26-9d07-03fe19280fd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477997 Jul 13 13:55:45.376869 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2f39f0bb-ab00-4e77-a809-2528b76f7f0c tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:45.480722 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b3572ced-1e3d-453e-8391-6a04a71eb339 req-78c4c6cf-61d0-4aff-af42-324c1374c432 service neutron] 10.222.0.23 "GET /v2.0/networks/c17eca93-ffcb-4f26-9d07-03fe19280fd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164410 Jul 13 13:55:45.561723 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2f39f0bb-ab00-4e77-a809-2528b76f7f0c tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:45.575353 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-2f39f0bb-ab00-4e77-a809-2528b76f7f0c tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3e80788-46f1-47e0-8cfc-11b993e68aea']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:55:45.589245 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-2f39f0bb-ab00-4e77-a809-2528b76f7f0c tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf55e58c-4075-48ea-ab90-3c2e26c2b390') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:55:45.589570 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-2f39f0bb-ab00-4e77-a809-2528b76f7f0c tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf55e58c-4075-48ea-ab90-3c2e26c2b390') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:55:45.602092 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2f39f0bb-ab00-4e77-a809-2528b76f7f0c tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5431730'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:45.611616 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5cfb74-48c3-4225-84e3-442c64464c20 req-b390fa6e-8721-4e96-bbfa-ea5a15bcc517 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:55:45.613234 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6d5cfb74-48c3-4225-84e3-442c64464c20 req-b390fa6e-8721-4e96-bbfa-ea5a15bcc517 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8 HTTP/1.1" status: 200 len: 946 time: 0.1566029 Jul 13 13:55:45.644281 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2f39f0bb-ab00-4e77-a809-2528b76f7f0c tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:45.655870 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f39f0bb-ab00-4e77-a809-2528b76f7f0c tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 13:55:45.656280 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2f39f0bb-ab00-4e77-a809-2528b76f7f0c tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5970419'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:45.662146 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:55:45.662146 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:55:45.662146 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:55:45.662146 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:55:45.662146 n-d-800634-1 neutron-server[93750]: Traceback (most recent call last): Jul 13 13:55:45.662146 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 13:55:45.662146 n-d-800634-1 neutron-server[93750]: timer() Jul 13 13:55:45.662146 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 13:55:45.662146 n-d-800634-1 neutron-server[93750]: cb(*args, **kw) Jul 13 13:55:45.662146 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 13:55:45.662146 n-d-800634-1 neutron-server[93750]: return func(*args, **kwargs) Jul 13 13:55:45.662146 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 13:55:45.662146 n-d-800634-1 neutron-server[93750]: self._notify() Jul 13 13:55:45.662146 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 13:55:45.662146 n-d-800634-1 neutron-server[93750]: self.callback(batched_events) Jul 13 13:55:45.662146 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 13:55:45.662146 n-d-800634-1 neutron-server[93750]: event.method(event) Jul 13 13:55:45.662146 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 13:55:45.662146 n-d-800634-1 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 13:55:45.662146 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 13:55:45.662146 n-d-800634-1 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 13:55:45.662146 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 13:55:45.662146 n-d-800634-1 neutron-server[93750]: return f(self, *a, **k) Jul 13 13:55:45.662146 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 13:55:45.662146 n-d-800634-1 neutron-server[93750]: return self._get(url).json() Jul 13 13:55:45.662146 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 13:55:45.662146 n-d-800634-1 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 13:55:45.662146 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 13:55:45.662146 n-d-800634-1 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 13 13:55:45.662146 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 13:55:45.662146 n-d-800634-1 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 13:55:45.662146 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 13:55:45.662146 n-d-800634-1 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 13:55:45.662146 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 13:55:45.662146 n-d-800634-1 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 13:55:45.662146 n-d-800634-1 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 13:55:45.682155 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-43a5efbb-e18e-49d3-a41b-963df9915204 req-e6c1b98f-72f4-4a1c-aeec-da05c6d3205c tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/ports?device_id=9dc906f5-48e0-4438-9a76-56d02562f259 HTTP/1.1" status: 200 len: 210 time: 0.0390561 Jul 13 13:55:45.723718 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6d5cfb74-48c3-4225-84e3-442c64464c20 req-75874973-22ed-4346-b644-71d6395af672 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/security-groups?id=0095868c-fb20-45e5-8afa-e9ed53786ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047211 Jul 13 13:55:45.737449 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2f39f0bb-ab00-4e77-a809-2528b76f7f0c tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:45.747402 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2f39f0bb-ab00-4e77-a809-2528b76f7f0c tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:45.757976 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-2f39f0bb-ab00-4e77-a809-2528b76f7f0c tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] 10.222.0.23 "DELETE /v2.0/networks/d3e80788-46f1-47e0-8cfc-11b993e68aea HTTP/1.1" status: 204 len: 168 time: 0.5216975 Jul 13 13:55:45.778851 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f39f0bb-ab00-4e77-a809-2528b76f7f0c tempest-TestNetworkBasicOps-918190933 tempest-TestNetworkBasicOps-918190933-project] Pushing event deleted for resources: {'Network': ['ID=d3e80788-46f1-47e0-8cfc-11b993e68aea,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:55:46.190046 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 59970) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:55:46.392678 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-807447d5-51ce-420e-8824-0a6e2c2d5c51 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c841d7dd73ac40a085273ab2774b9cc2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2013192 Jul 13 13:55:46.395564 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 59974) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:55:46.464745 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7a165e8d-7725-4f86-958e-771f821f3557 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:46.498473 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7a165e8d-7725-4f86-958e-771f821f3557 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:46.547341 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7a165e8d-7725-4f86-958e-771f821f3557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:46.549909 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7a165e8d-7725-4f86-958e-771f821f3557 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:46.551063 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-7a165e8d-7725-4f86-958e-771f821f3557 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f6f69e82-8c6a-430b-9236-b8b78b2e8a78 HTTP/1.1" status: 204 len: 168 time: 0.1541600 Jul 13 13:55:46.559734 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a165e8d-7725-4f86-958e-771f821f3557 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6f69e82-8c6a-430b-9236-b8b78b2e8a78,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:55:46.851389 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6a2d9057-5e04-42b5-9199-9d383c00bbba req-0e73b28d-0703-4b97-88ab-e4c2f0fa2bad tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/ports?device_id=9dc906f5-48e0-4438-9a76-56d02562f259 HTTP/1.1" status: 200 len: 210 time: 0.0355883 Jul 13 13:55:46.883135 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 59984) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:55:46.899192 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-dc1e0b38-d52a-48bc-acbb-e1caa188eb29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:47.039025 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3572ced-1e3d-453e-8391-6a04a71eb339 req-5d12b2e0-9425-409c-b2f8-293aabe556a8 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:55:47.042728 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b3572ced-1e3d-453e-8391-6a04a71eb339 req-5d12b2e0-9425-409c-b2f8-293aabe556a8 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.26 "GET /v2.0/networks?id=c17eca93-ffcb-4f26-9d07-03fe19280fd8 HTTP/1.1" status: 200 len: 805 time: 0.2063289 Jul 13 13:55:47.058725 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-b3572ced-1e3d-453e-8391-6a04a71eb339 req-d077edb4-144b-4973-8588-a6ae6739e23d tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Request body: {'port': {'device_id': '9dc906f5-48e0-4438-9a76-56d02562f259', 'network_id': 'c17eca93-ffcb-4f26-9d07-03fe19280fd8', 'admin_state_up': True, 'tenant_id': '12cd0d91808b48129aee093001b928c6'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:55:47.071549 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device b5f46573-26cf-468f-92d3-2c4710013180 no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:55:47.118677 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: b5f46573-26cf-468f-92d3-2c4710013180 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:55:47.120740 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device b5f46573-26cf-468f-92d3-2c4710013180 not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:55:47.189699 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-dc1e0b38-d52a-48bc-acbb-e1caa188eb29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:47.197364 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-dc1e0b38-d52a-48bc-acbb-e1caa188eb29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:47.219121 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5578525b-1b1c-42be-b0fd-671bc56a0430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:47.260718 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3572ced-1e3d-453e-8391-6a04a71eb339 req-d077edb4-144b-4973-8588-a6ae6739e23d tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Made reservation on behalf of 12cd0d91808b48129aee093001b928c6 for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:55:47.265617 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-dc1e0b38-d52a-48bc-acbb-e1caa188eb29 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dc3c8a79cd864e1c89c55bb2d35e0aa2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3880234 Jul 13 13:55:47.268119 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 59990) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:55:47.268611 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-b3572ced-1e3d-453e-8391-6a04a71eb339 req-d077edb4-144b-4973-8588-a6ae6739e23d tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:47.276196 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1e0b38-d52a-48bc-acbb-e1caa188eb29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94613eec-8929-4508-9a5a-743db5afcccc,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:55:47.326771 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4ea673d0-b22a-4768-bdf1-c1ebfa221dce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:47.352530 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4ea673d0-b22a-4768-bdf1-c1ebfa221dce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:47.401471 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4ea673d0-b22a-4768-bdf1-c1ebfa221dce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:47.404450 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4ea673d0-b22a-4768-bdf1-c1ebfa221dce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:47.405933 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-4ea673d0-b22a-4768-bdf1-c1ebfa221dce admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/94613eec-8929-4508-9a5a-743db5afcccc HTTP/1.1" status: 204 len: 168 time: 0.1368258 Jul 13 13:55:47.417157 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea673d0-b22a-4768-bdf1-c1ebfa221dce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94613eec-8929-4508-9a5a-743db5afcccc,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:55:47.485605 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e85e3e-4a1d-4e7d-a49b-8d5e181f1b12 req-addd0f86-8263-40be-9a6b-39188925fb45 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:55:47.487143 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c8e85e3e-4a1d-4e7d-a49b-8d5e181f1b12 req-addd0f86-8263-40be-9a6b-39188925fb45 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8 HTTP/1.1" status: 200 len: 946 time: 0.1692710 Jul 13 13:55:47.491257 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [req-b3572ced-1e3d-453e-8391-6a04a71eb339 req-d077edb4-144b-4973-8588-a6ae6739e23d tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Allocated IP 172.20.0.6 (c17eca93-ffcb-4f26-9d07-03fe19280fd8/fb232211-a266-4fe7-9875-95b4ba730429/6d8590e0-f09b-4ef6-9aa6-c7bdf6bac803) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:55:47.545934 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c8e85e3e-4a1d-4e7d-a49b-8d5e181f1b12 req-3936b4a5-b151-44a9-b5de-bc43f7b62d06 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/security-groups?id=0095868c-fb20-45e5-8afa-e9ed53786ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523386 Jul 13 13:55:47.687006 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-b3572ced-1e3d-453e-8391-6a04a71eb339 req-d077edb4-144b-4973-8588-a6ae6739e23d tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:47.738186 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-b3572ced-1e3d-453e-8391-6a04a71eb339 req-d077edb4-144b-4973-8588-a6ae6739e23d tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:47.751557 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['66c0eee5-eff9-4ca2-a47b-7acc34ac5f92'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:55:47.808229 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3572ced-1e3d-453e-8391-6a04a71eb339 req-d077edb4-144b-4973-8588-a6ae6739e23d tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Network c17eca93-ffcb-4f26-9d07-03fe19280fd8 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:55:47.811298 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [req-b3572ced-1e3d-453e-8391-6a04a71eb339 req-d077edb4-144b-4973-8588-a6ae6739e23d tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:55:47.817156 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3572ced-1e3d-453e-8391-6a04a71eb339 req-d077edb4-144b-4973-8588-a6ae6739e23d tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:55:47.838937 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d077edb4-144b-4973-8588-a6ae6739e23d tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Pushing event updated for resources: {'Port': ['ID=6d8590e0-f09b-4ef6-9aa6-c7bdf6bac803,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:55:47.880056 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3572ced-1e3d-453e-8391-6a04a71eb339 req-d077edb4-144b-4973-8588-a6ae6739e23d tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:55:47.880992 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-b3572ced-1e3d-453e-8391-6a04a71eb339 req-d077edb4-144b-4973-8588-a6ae6739e23d tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:47.912596 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b3572ced-1e3d-453e-8391-6a04a71eb339 req-d077edb4-144b-4973-8588-a6ae6739e23d tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8589592 Jul 13 13:55:47.925316 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-b3572ced-1e3d-453e-8391-6a04a71eb339 req-5e6b63ba-fdb6-493a-b5ba-b9fc27f9f8a2 service neutron] Request body: {'port': {'device_id': '9dc906f5-48e0-4438-9a76-56d02562f259', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-1'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:55:48.089631 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-b3572ced-1e3d-453e-8391-6a04a71eb339 req-5e6b63ba-fdb6-493a-b5ba-b9fc27f9f8a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:48.192179 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea42183-161c-411a-9832-f5e71b129b73 req-6fc9306f-6156-4026-aaeb-5c2fb9ddd124 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:55:48.193790 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-eea42183-161c-411a-9832-f5e71b129b73 req-6fc9306f-6156-4026-aaeb-5c2fb9ddd124 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/ports?device_id=9dc906f5-48e0-4438-9a76-56d02562f259 HTTP/1.1" status: 200 len: 931 time: 0.1313956 Jul 13 13:55:48.213170 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86f1b01-c58c-40da-a57f-ef3bc6b0c26e req-523a736c-8c77-4328-849e-fc5239af06bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:55:48.216471 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c86f1b01-c58c-40da-a57f-ef3bc6b0c26e req-523a736c-8c77-4328-849e-fc5239af06bf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d19010716a274998b64ead6bc91f8817&device_id=4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8 HTTP/1.1" status: 200 len: 1097 time: 0.1034403 Jul 13 13:55:48.316513 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-eea42183-161c-411a-9832-f5e71b129b73 req-598bdcc5-d46c-43ee-b541-df53d7e09ec4 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e5eeece-5c52-4118-a82a-889f2af322a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143975 Jul 13 13:55:48.341404 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 60024) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:55:48.383766 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86f1b01-c58c-40da-a57f-ef3bc6b0c26e req-d7d2ff00-b7bc-485f-bcd9-088b96cec38c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:55:48.387719 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c86f1b01-c58c-40da-a57f-ef3bc6b0c26e req-d7d2ff00-b7bc-485f-bcd9-088b96cec38c service neutron] 10.222.0.41 "GET /v2.0/networks?id=4306e211-7293-43e9-8c02-14badf8c79d9 HTTP/1.1" status: 200 len: 914 time: 0.1616931 Jul 13 13:55:48.439027 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c86f1b01-c58c-40da-a57f-ef3bc6b0c26e req-f6f1f6b3-3aec-4dc8-9f40-687492fab8da service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=456a7843-466b-4620-bb90-adc15c0c4e43 HTTP/1.1" status: 200 len: 217 time: 0.0459259 Jul 13 13:55:48.505825 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf95f80d-e465-420f-a940-238fd7949357 req-c42bd033-09ae-4975-b638-8579bb223a27 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:55:48.507337 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-bf95f80d-e465-420f-a940-238fd7949357 req-c42bd033-09ae-4975-b638-8579bb223a27 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8 HTTP/1.1" status: 200 len: 946 time: 0.3597031 Jul 13 13:55:48.507473 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-e82379c4-f3e3-44b2-b968-d825925bacf9 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-845253900-network', 'tenant_id': 'f9ec55dec17d4a81b54c80d718a2652c'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:55:48.519680 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86f1b01-c58c-40da-a57f-ef3bc6b0c26e req-0570ff4a-d8c7-484b-bf58-3dc4cb6645c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:55:48.521144 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c86f1b01-c58c-40da-a57f-ef3bc6b0c26e req-0570ff4a-d8c7-484b-bf58-3dc4cb6645c8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d9eae714-cd86-4b29-a4c2-c920f28b0327 HTTP/1.1" status: 200 len: 854 time: 0.0762975 Jul 13 13:55:48.561247 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c86f1b01-c58c-40da-a57f-ef3bc6b0c26e req-d8c75a92-248c-4563-a68f-e7c5582153c5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4306e211-7293-43e9-8c02-14badf8c79d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330565 Jul 13 13:55:48.562631 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e82379c4-f3e3-44b2-b968-d825925bacf9 admin admin] Made reservation on behalf of f9ec55dec17d4a81b54c80d718a2652c for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:55:48.564928 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e82379c4-f3e3-44b2-b968-d825925bacf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:48.577327 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [req-b3572ced-1e3d-453e-8391-6a04a71eb339 req-5e6b63ba-fdb6-493a-b5ba-b9fc27f9f8a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d8590e0-f09b-4ef6-9aa6-c7bdf6bac803 {{(pid=93751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:55:48.584173 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-bf95f80d-e465-420f-a940-238fd7949357 req-b7d8d733-b403-4cd7-91dd-7650ff0bb197 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/security-groups?id=0095868c-fb20-45e5-8afa-e9ed53786ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698576 Jul 13 13:55:48.588906 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-b3572ced-1e3d-453e-8391-6a04a71eb339 req-5e6b63ba-fdb6-493a-b5ba-b9fc27f9f8a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:48.589986 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e82379c4-f3e3-44b2-b968-d825925bacf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:48.601591 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-b3572ced-1e3d-453e-8391-6a04a71eb339 req-5e6b63ba-fdb6-493a-b5ba-b9fc27f9f8a2 service neutron] Transition to ACTIVE for port object 6d8590e0-f09b-4ef6-9aa6-c7bdf6bac803 will not be triggered until provisioned by entity L2. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:55:48.607037 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-b3572ced-1e3d-453e-8391-6a04a71eb339 req-5e6b63ba-fdb6-493a-b5ba-b9fc27f9f8a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:48.690736 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6b63ba-fdb6-493a-b5ba-b9fc27f9f8a2 service neutron] Pushing event updated for resources: {'Port': ['ID=6d8590e0-f09b-4ef6-9aa6-c7bdf6bac803,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:55:48.697873 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c86f1b01-c58c-40da-a57f-ef3bc6b0c26e req-94be8c59-5182-4e7b-864f-fa67bdc74961 service neutron] 10.222.0.41 "GET /v2.0/networks/4306e211-7293-43e9-8c02-14badf8c79d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305425 Jul 13 13:55:48.757274 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-b3572ced-1e3d-453e-8391-6a04a71eb339 req-5e6b63ba-fdb6-493a-b5ba-b9fc27f9f8a2 service neutron] Attempting to bind port 6d8590e0-f09b-4ef6-9aa6-c7bdf6bac803 on host n-h1-800634-1 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:55:48.757655 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-b3572ced-1e3d-453e-8391-6a04a71eb339 req-5e6b63ba-fdb6-493a-b5ba-b9fc27f9f8a2 service neutron] Attempting to bind port 6d8590e0-f09b-4ef6-9aa6-c7bdf6bac803 by drivers openvswitch,hyperv on host n-h1-800634-1 at level 0 using segments [{'id': '34a01d3a-59e0-46b3-ab51-e02ceb07d7ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'c17eca93-ffcb-4f26-9d07-03fe19280fd8'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:55:48.758763 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3572ced-1e3d-453e-8391-6a04a71eb339 req-5e6b63ba-fdb6-493a-b5ba-b9fc27f9f8a2 service neutron] Attempting to bind port 6d8590e0-f09b-4ef6-9aa6-c7bdf6bac803 on network c17eca93-ffcb-4f26-9d07-03fe19280fd8 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:55:48.764913 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3572ced-1e3d-453e-8391-6a04a71eb339 req-5e6b63ba-fdb6-493a-b5ba-b9fc27f9f8a2 service neutron] Port 6d8590e0-f09b-4ef6-9aa6-c7bdf6bac803 on network c17eca93-ffcb-4f26-9d07-03fe19280fd8 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-1 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:55:48.765234 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3572ced-1e3d-453e-8391-6a04a71eb339 req-5e6b63ba-fdb6-493a-b5ba-b9fc27f9f8a2 service neutron] Attempting to bind port 6d8590e0-f09b-4ef6-9aa6-c7bdf6bac803 on network c17eca93-ffcb-4f26-9d07-03fe19280fd8 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:55:48.770667 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3572ced-1e3d-453e-8391-6a04a71eb339 req-5e6b63ba-fdb6-493a-b5ba-b9fc27f9f8a2 service neutron] Checking agent: {'id': 'a7603dc8-3c50-4a9b-8f0d-1143528f155e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:55:48.771001 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3572ced-1e3d-453e-8391-6a04a71eb339 req-5e6b63ba-fdb6-493a-b5ba-b9fc27f9f8a2 service neutron] Checking segment: {'id': '34a01d3a-59e0-46b3-ab51-e02ceb07d7ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'c17eca93-ffcb-4f26-9d07-03fe19280fd8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:55:48.771372 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3572ced-1e3d-453e-8391-6a04a71eb339 req-5e6b63ba-fdb6-493a-b5ba-b9fc27f9f8a2 service neutron] Bound using segment: {'id': '34a01d3a-59e0-46b3-ab51-e02ceb07d7ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'c17eca93-ffcb-4f26-9d07-03fe19280fd8'} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:55:48.771818 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-b3572ced-1e3d-453e-8391-6a04a71eb339 req-5e6b63ba-fdb6-493a-b5ba-b9fc27f9f8a2 service neutron] Bound port: 6d8590e0-f09b-4ef6-9aa6-c7bdf6bac803, host: n-h1-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34a01d3a-59e0-46b3-ab51-e02ceb07d7ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'c17eca93-ffcb-4f26-9d07-03fe19280fd8'}}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:55:48.772165 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-b3572ced-1e3d-453e-8391-6a04a71eb339 req-5e6b63ba-fdb6-493a-b5ba-b9fc27f9f8a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:48.825924 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e82379c4-f3e3-44b2-b968-d825925bacf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:48.832195 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c86f1b01-c58c-40da-a57f-ef3bc6b0c26e req-e3c3e463-4a52-4fec-86fb-43c09d0b41f9 service neutron] 10.222.0.41 "GET /v2.0/networks/4306e211-7293-43e9-8c02-14badf8c79d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259153 Jul 13 13:55:48.833251 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e82379c4-f3e3-44b2-b968-d825925bacf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:48.852902 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-b3572ced-1e3d-453e-8391-6a04a71eb339 req-5e6b63ba-fdb6-493a-b5ba-b9fc27f9f8a2 service neutron] For port 6d8590e0-f09b-4ef6-9aa6-c7bdf6bac803, host n-h1-800634-1, cleared binding levels {{(pid=93751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:55:48.856952 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-b3572ced-1e3d-453e-8391-6a04a71eb339 req-5e6b63ba-fdb6-493a-b5ba-b9fc27f9f8a2 service neutron] For port 6d8590e0-f09b-4ef6-9aa6-c7bdf6bac803, host n-h1-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=6d8590e0-f09b-4ef6-9aa6-c7bdf6bac803,segment=NetworkSegment(34a01d3a-59e0-46b3-ab51-e02ceb07d7ab),segment_id=34a01d3a-59e0-46b3-ab51-e02ceb07d7ab)] {{(pid=93751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:55:48.860539 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e82379c4-f3e3-44b2-b968-d825925bacf9 admin admin] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 13:55:48.861141 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-b3572ced-1e3d-453e-8391-6a04a71eb339 req-5e6b63ba-fdb6-493a-b5ba-b9fc27f9f8a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:48.871988 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82379c4-f3e3-44b2-b968-d825925bacf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4333e3df-db91-4cea-812f-446790dba9bc,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:55:48.878154 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e82379c4-f3e3-44b2-b968-d825925bacf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:48.878508 n-d-800634-1 neutron-server[93750]: INFO neutron.db.segments_db [None req-e82379c4-f3e3-44b2-b968-d825925bacf9 admin admin] Added segment 8921c11a-c4bd-4a08-9f14-8100e9c84735 of type vlan for network 59412fb8-cf89-4de7-acfe-ff49a52f31c0 Jul 13 13:55:48.926854 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3572ced-1e3d-453e-8391-6a04a71eb339 req-5e6b63ba-fdb6-493a-b5ba-b9fc27f9f8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:55:48.927684 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-b3572ced-1e3d-453e-8391-6a04a71eb339 req-5e6b63ba-fdb6-493a-b5ba-b9fc27f9f8a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:48.929509 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b3572ced-1e3d-453e-8391-6a04a71eb339 req-5e6b63ba-fdb6-493a-b5ba-b9fc27f9f8a2 service neutron] 10.222.0.26 "PUT /v2.0/ports/6d8590e0-f09b-4ef6-9aa6-c7bdf6bac803 HTTP/1.1" status: 200 len: 1091 time: 1.0086393 Jul 13 13:55:48.929912 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6b63ba-fdb6-493a-b5ba-b9fc27f9f8a2 service neutron] Pushing event updated for resources: {'Port': ['ID=6d8590e0-f09b-4ef6-9aa6-c7bdf6bac803,revision_number=3']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:55:48.933320 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dc906f5-48e0-4438-9a76-56d02562f259', 'tag': '6d8590e0-f09b-4ef6-9aa6-c7bdf6bac803'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:55:48.935512 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d17b627af75e17e0f4b8d6239d04f8c2f78634e2c585e32a7aeca336500f34a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5261bcd3-c69d-4c5a-9f6d-ff59608e27c0" -d '{"events": [{"name": "network-changed", "server_uuid": "9dc906f5-48e0-4438-9a76-56d02562f259", "tag": "6d8590e0-f09b-4ef6-9aa6-c7bdf6bac803"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:55:48.942275 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e82379c4-f3e3-44b2-b968-d825925bacf9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:48.975112 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e82379c4-f3e3-44b2-b968-d825925bacf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:48.976087 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e82379c4-f3e3-44b2-b968-d825925bacf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:55:48.977075 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e82379c4-f3e3-44b2-b968-d825925bacf9 admin admin] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:49.020709 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 13:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fad8a26a-848a-4679-98eb-a37510335621 x-openstack-request-id: req-fad8a26a-848a-4679-98eb-a37510335621 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:55:49.021002 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dc906f5-48e0-4438-9a76-56d02562f259", "tag": "6d8590e0-f09b-4ef6-9aa6-c7bdf6bac803", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:55:49.021253 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fad8a26a-848a-4679-98eb-a37510335621 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:55:49.021641 n-d-800634-1 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dc906f5-48e0-4438-9a76-56d02562f259', 'tag': '6d8590e0-f09b-4ef6-9aa6-c7bdf6bac803', 'status': 'completed', 'code': 200} Jul 13 13:55:49.047171 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-e82379c4-f3e3-44b2-b968-d825925bacf9 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7044563 Jul 13 13:55:49.048507 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82379c4-f3e3-44b2-b968-d825925bacf9 admin admin] Pushing event updated for resources: {'Network': ['ID=59412fb8-cf89-4de7-acfe-ff49a52f31c0,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:55:49.050756 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 60030) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:55:49.058013 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-938385e9-0f73-4f13-9956-5b28ef54604d admin admin] Request body: {'subnet': {'network_id': '59412fb8-cf89-4de7-acfe-ff49a52f31c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-845253900-subnet', 'tenant_id': 'f9ec55dec17d4a81b54c80d718a2652c', 'ip_version': 4}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:55:49.058375 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3572ced-1e3d-453e-8391-6a04a71eb339 req-c2efc96d-ff97-4170-a0ee-b6c2727706b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:55:49.060518 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b3572ced-1e3d-453e-8391-6a04a71eb339 req-c2efc96d-ff97-4170-a0ee-b6c2727706b3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=12cd0d91808b48129aee093001b928c6&device_id=9dc906f5-48e0-4438-9a76-56d02562f259 HTTP/1.1" status: 200 len: 1094 time: 0.0719032 Jul 13 13:55:49.065086 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network 59412fb8-cf89-4de7-acfe-ff49a52f31c0 details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 13:55:49.083590 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-938385e9-0f73-4f13-9956-5b28ef54604d admin admin] Made reservation on behalf of f9ec55dec17d4a81b54c80d718a2652c for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:55:49.086333 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-938385e9-0f73-4f13-9956-5b28ef54604d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4763385'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:49.111340 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b3572ced-1e3d-453e-8391-6a04a71eb339 req-5825edd8-af71-419f-8661-f1601fe9a961 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d8590e0-f09b-4ef6-9aa6-c7bdf6bac803 HTTP/1.1" status: 200 len: 217 time: 0.0420396 Jul 13 13:55:49.170422 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3572ced-1e3d-453e-8391-6a04a71eb339 req-edafca7c-cbec-4789-a103-0d11803edf36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:55:49.171994 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b3572ced-1e3d-453e-8391-6a04a71eb339 req-edafca7c-cbec-4789-a103-0d11803edf36 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fb232211-a266-4fe7-9875-95b4ba730429 HTTP/1.1" status: 200 len: 845 time: 0.0508349 Jul 13 13:55:49.224296 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b3572ced-1e3d-453e-8391-6a04a71eb339 req-1576376f-bdd8-4a28-968d-934e753635d8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c17eca93-ffcb-4f26-9d07-03fe19280fd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460565 Jul 13 13:55:49.310771 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-938385e9-0f73-4f13-9956-5b28ef54604d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5970588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4763339'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:49.344260 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b3572ced-1e3d-453e-8391-6a04a71eb339 req-d1efd3b3-5edc-4dce-986e-558d456cf143 service neutron] 10.222.0.26 "GET /v2.0/networks/c17eca93-ffcb-4f26-9d07-03fe19280fd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138189 Jul 13 13:55:49.387437 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938385e9-0f73-4f13-9956-5b28ef54604d admin admin] Pushing event updated for resources: {'Subnet': ['ID=008cef17-f41d-4ba6-a599-39d7c653e584,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:55:49.409092 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938385e9-0f73-4f13-9956-5b28ef54604d admin admin] Checking segment: {'id': '8921c11a-c4bd-4a08-9f14-8100e9c84735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '59412fb8-cf89-4de7-acfe-ff49a52f31c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:55:49.409447 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-938385e9-0f73-4f13-9956-5b28ef54604d admin admin] Network hostable DHCP agents. Network: 59412fb8-cf89-4de7-acfe-ff49a52f31c0, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 13:55:49.454293 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-938385e9-0f73-4f13-9956-5b28ef54604d admin admin] Network 59412fb8-cf89-4de7-acfe-ff49a52f31c0 is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 13:55:49.490274 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-938385e9-0f73-4f13-9956-5b28ef54604d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, 59412fb8-cf89-4de7-acfe-ff49a52f31c0) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:55:49.516264 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f09521ab-815d-40d3-9771-da09c7e8f759 None None] Network 59412fb8-cf89-4de7-acfe-ff49a52f31c0 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:55:49.527167 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-938385e9-0f73-4f13-9956-5b28ef54604d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:55:49.528919 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-938385e9-0f73-4f13-9956-5b28ef54604d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:49.588921 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-938385e9-0f73-4f13-9956-5b28ef54604d admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5370843 Jul 13 13:55:49.592641 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 60040) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:55:49.598559 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-467975b2-ba97-469a-ac0b-810943460974 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-845253900-router', 'tenant_id': 'f9ec55dec17d4a81b54c80d718a2652c', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:55:49.605442 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b3572ced-1e3d-453e-8391-6a04a71eb339 req-c9c67149-9766-413f-8f49-f5657a394dfe service neutron] 10.222.0.26 "GET /v2.0/networks/c17eca93-ffcb-4f26-9d07-03fe19280fd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2554224 Jul 13 13:55:49.634568 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511e4cff-5a62-486c-9156-f850380afeff req-15db4352-ca5f-4898-bce5-28cb2ae33491 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:55:49.636533 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-511e4cff-5a62-486c-9156-f850380afeff req-15db4352-ca5f-4898-bce5-28cb2ae33491 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/ports?device_id=9dc906f5-48e0-4438-9a76-56d02562f259 HTTP/1.1" status: 200 len: 943 time: 0.1493492 Jul 13 13:55:49.717466 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-467975b2-ba97-469a-ac0b-810943460974 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1591928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2714'] for router, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:49.719709 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-467975b2-ba97-469a-ac0b-810943460974 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447198', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1629690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2689'] for router, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:49.803266 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-511e4cff-5a62-486c-9156-f850380afeff req-8f571ec7-4fd6-4032-98df-3398cad36450 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e5eeece-5c52-4118-a82a-889f2af322a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535816 Jul 13 13:55:49.824484 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-604e2d95-8175-4037-8fae-b2346b263065 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a7201e1-61ce-5a3e-b7f7-e800379ed03b-59412fb8-cf89-4de7-acfe-ff49a52f31c0', 'network_id': '59412fb8-cf89-4de7-acfe-ff49a52f31c0', 'tenant_id': 'f9ec55dec17d4a81b54c80d718a2652c', 'fixed_ips': [{'subnet_id': '008cef17-f41d-4ba6-a599-39d7c653e584'}]}} from n-d-800634-1. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 13:55:49.825363 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-604e2d95-8175-4037-8fae-b2346b263065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:49.903424 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-467975b2-ba97-469a-ac0b-810943460974 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:49.948515 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-946d9518-f40b-4038-a8d9-bf04c27a2c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:49.984761 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecf2032-34e2-4610-8f2d-486f9c37c771 req-0e202ede-c55a-4f02-8b1f-83aaa54c28c8 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:55:49.992376 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0ecf2032-34e2-4610-8f2d-486f9c37c771 req-0e202ede-c55a-4f02-8b1f-83aaa54c28c8 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8 HTTP/1.1" status: 200 len: 946 time: 0.1023571 Jul 13 13:55:50.031799 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:50.034944 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-604e2d95-8175-4037-8fae-b2346b263065 None None] Allocated IP 172.20.0.2 (59412fb8-cf89-4de7-acfe-ff49a52f31c0/008cef17-f41d-4ba6-a599-39d7c653e584/d1a98129-2b9a-46f9-9e8e-36d78ce8b52d) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:55:50.053261 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5261bcd3-c69d-4c5a-9f6d-ff59608e27c0 req-54d30af6-0e8b-4253-b797-c1e12ea5eb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:55:50.054819 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5261bcd3-c69d-4c5a-9f6d-ff59608e27c0 req-54d30af6-0e8b-4253-b797-c1e12ea5eb56 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=12cd0d91808b48129aee093001b928c6&device_id=9dc906f5-48e0-4438-9a76-56d02562f259 HTTP/1.1" status: 200 len: 1094 time: 0.3621583 Jul 13 13:55:50.056081 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0ecf2032-34e2-4610-8f2d-486f9c37c771 req-5320caaa-c4fb-4dcd-8627-c0f292a31ede tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/security-groups?id=0095868c-fb20-45e5-8afa-e9ed53786ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627747 Jul 13 13:55:50.160243 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-467975b2-ba97-469a-ac0b-810943460974 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447180', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1591910', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2751'] for router, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:50.272240 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-604e2d95-8175-4037-8fae-b2346b263065 None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:50.281298 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-604e2d95-8175-4037-8fae-b2346b263065 None None] Transition to ACTIVE for port object d1a98129-2b9a-46f9-9e8e-36d78ce8b52d will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:55:50.300330 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-604e2d95-8175-4037-8fae-b2346b263065 None None] Transition to ACTIVE for port object d1a98129-2b9a-46f9-9e8e-36d78ce8b52d will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:55:50.311887 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-604e2d95-8175-4037-8fae-b2346b263065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:50.366989 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5261bcd3-c69d-4c5a-9f6d-ff59608e27c0 req-b3191144-4d6c-4170-b58f-efa78403de3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:55:50.370354 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-604e2d95-8175-4037-8fae-b2346b263065 None None] Network 59412fb8-cf89-4de7-acfe-ff49a52f31c0 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:55:50.370503 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5261bcd3-c69d-4c5a-9f6d-ff59608e27c0 req-b3191144-4d6c-4170-b58f-efa78403de3c service neutron] 10.222.0.26 "GET /v2.0/networks?id=c17eca93-ffcb-4f26-9d07-03fe19280fd8 HTTP/1.1" status: 200 len: 905 time: 0.2817914 Jul 13 13:55:50.376441 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-604e2d95-8175-4037-8fae-b2346b263065 None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:55:50.381006 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604e2d95-8175-4037-8fae-b2346b263065 None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:55:50.390524 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604e2d95-8175-4037-8fae-b2346b263065 None None] Pushing event updated for resources: {'Port': ['ID=d1a98129-2b9a-46f9-9e8e-36d78ce8b52d,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:55:50.442530 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5261bcd3-c69d-4c5a-9f6d-ff59608e27c0 req-d3f11b7b-6bc0-46f6-a36e-47c04539256f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d8590e0-f09b-4ef6-9aa6-c7bdf6bac803 HTTP/1.1" status: 200 len: 217 time: 0.0636075 Jul 13 13:55:50.475330 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-604e2d95-8175-4037-8fae-b2346b263065 None None] Attempting to bind port d1a98129-2b9a-46f9-9e8e-36d78ce8b52d on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:55:50.476272 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-604e2d95-8175-4037-8fae-b2346b263065 None None] Attempting to bind port d1a98129-2b9a-46f9-9e8e-36d78ce8b52d by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '8921c11a-c4bd-4a08-9f14-8100e9c84735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '59412fb8-cf89-4de7-acfe-ff49a52f31c0'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:55:50.476508 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604e2d95-8175-4037-8fae-b2346b263065 None None] Attempting to bind port d1a98129-2b9a-46f9-9e8e-36d78ce8b52d on network 59412fb8-cf89-4de7-acfe-ff49a52f31c0 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:55:50.485148 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604e2d95-8175-4037-8fae-b2346b263065 None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 55, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:55:50.485897 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604e2d95-8175-4037-8fae-b2346b263065 None None] Checking segment: {'id': '8921c11a-c4bd-4a08-9f14-8100e9c84735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '59412fb8-cf89-4de7-acfe-ff49a52f31c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:55:50.486917 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-604e2d95-8175-4037-8fae-b2346b263065 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:50.487670 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604e2d95-8175-4037-8fae-b2346b263065 None None] Bound using segment: {'id': '8921c11a-c4bd-4a08-9f14-8100e9c84735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '59412fb8-cf89-4de7-acfe-ff49a52f31c0'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:55:50.487670 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-604e2d95-8175-4037-8fae-b2346b263065 None None] Bound port: d1a98129-2b9a-46f9-9e8e-36d78ce8b52d, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8921c11a-c4bd-4a08-9f14-8100e9c84735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '59412fb8-cf89-4de7-acfe-ff49a52f31c0'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:55:50.488258 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-604e2d95-8175-4037-8fae-b2346b263065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:50.506254 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf8a743-a8a9-4239-af1a-927962af9c5d req-87a958b3-d857-4630-a9ff-0c7491f318a0 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:55:50.507648 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2bf8a743-a8a9-4239-af1a-927962af9c5d req-87a958b3-d857-4630-a9ff-0c7491f318a0 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8 HTTP/1.1" status: 200 len: 946 time: 0.2764084 Jul 13 13:55:50.573179 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5261bcd3-c69d-4c5a-9f6d-ff59608e27c0 req-6449d48a-95e5-4dbe-a6bc-2bd4f96249ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:55:50.574815 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5261bcd3-c69d-4c5a-9f6d-ff59608e27c0 req-6449d48a-95e5-4dbe-a6bc-2bd4f96249ce service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fb232211-a266-4fe7-9875-95b4ba730429 HTTP/1.1" status: 200 len: 845 time: 0.1208234 Jul 13 13:55:50.586554 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2bf8a743-a8a9-4239-af1a-927962af9c5d req-40e45c6d-d55a-4510-8a3b-42bfcea79576 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/security-groups?id=0095868c-fb20-45e5-8afa-e9ed53786ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705397 Jul 13 13:55:50.623530 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-604e2d95-8175-4037-8fae-b2346b263065 None None] For port d1a98129-2b9a-46f9-9e8e-36d78ce8b52d, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:55:50.629649 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-604e2d95-8175-4037-8fae-b2346b263065 None None] For port d1a98129-2b9a-46f9-9e8e-36d78ce8b52d, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=d1a98129-2b9a-46f9-9e8e-36d78ce8b52d,segment=NetworkSegment(8921c11a-c4bd-4a08-9f14-8100e9c84735),segment_id=8921c11a-c4bd-4a08-9f14-8100e9c84735)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:55:50.645311 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-604e2d95-8175-4037-8fae-b2346b263065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:50.705841 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5261bcd3-c69d-4c5a-9f6d-ff59608e27c0 req-ae1efb27-4c42-4ebc-a39f-8cbf6b2fa57f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c17eca93-ffcb-4f26-9d07-03fe19280fd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1243167 Jul 13 13:55:50.760904 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604e2d95-8175-4037-8fae-b2346b263065 None None] Pushing event updated for resources: {'Port': ['ID=d1a98129-2b9a-46f9-9e8e-36d78ce8b52d,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:55:50.883928 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-467975b2-ba97-469a-ac0b-810943460974 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:50.911459 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 6d8590e0-f09b-4ef6-9aa6-c7bdf6bac803 details requested by agent hyperv_n-h1-800634-1 with host n-h1-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 13:55:50.940993 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-467975b2-ba97-469a-ac0b-810943460974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:50.988765 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5261bcd3-c69d-4c5a-9f6d-ff59608e27c0 req-ccc65f96-aa5c-4c18-af7e-d7a04e8f1ed4 service neutron] 10.222.0.26 "GET /v2.0/networks/c17eca93-ffcb-4f26-9d07-03fe19280fd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2687435 Jul 13 13:55:51.155708 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:51.215981 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209872e5-c3c3-4201-8c00-0b2f2229b0c8 req-961f97f6-c679-413f-8795-a8c25878b0dd tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:55:51.217774 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-209872e5-c3c3-4201-8c00-0b2f2229b0c8 req-961f97f6-c679-413f-8795-a8c25878b0dd tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/ports?device_id=9dc906f5-48e0-4438-9a76-56d02562f259 HTTP/1.1" status: 200 len: 943 time: 0.1097729 Jul 13 13:55:51.234401 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 6d8590e0-f09b-4ef6-9aa6-c7bdf6bac803, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=6d8590e0-f09b-4ef6-9aa6-c7bdf6bac803,segment=NetworkSegment(34a01d3a-59e0-46b3-ab51-e02ceb07d7ab),segment_id=34a01d3a-59e0-46b3-ab51-e02ceb07d7ab)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:55:51.266644 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device d1a98129-2b9a-46f9-9e8e-36d78ce8b52d up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:55:51.315840 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Returning: {'device': '6d8590e0-f09b-4ef6-9aa6-c7bdf6bac803', 'network_id': 'c17eca93-ffcb-4f26-9d07-03fe19280fd8', 'port_id': '6d8590e0-f09b-4ef6-9aa6-c7bdf6bac803', 'mac_address': 'fa:16:3e:7d:23:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb232211-a266-4fe7-9875-95b4ba730429', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 13:55:51.344393 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-209872e5-c3c3-4201-8c00-0b2f2229b0c8 req-980248f3-d951-4060-ab9f-78c682c5b537 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e5eeece-5c52-4118-a82a-889f2af322a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068583 Jul 13 13:55:51.376116 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port d1a98129-2b9a-46f9-9e8e-36d78ce8b52d completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:55:51.389851 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:51.412011 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d8590e0-f09b-4ef6-9aa6-c7bdf6bac803 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:55:51.449673 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 6d8590e0-f09b-4ef6-9aa6-c7bdf6bac803, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=6d8590e0-f09b-4ef6-9aa6-c7bdf6bac803,segment=NetworkSegment(34a01d3a-59e0-46b3-ab51-e02ceb07d7ab),segment_id=34a01d3a-59e0-46b3-ab51-e02ceb07d7ab)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:55:51.465206 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:51.558531 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=6d8590e0-f09b-4ef6-9aa6-c7bdf6bac803,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:55:51.655030 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['6d8590e0-f09b-4ef6-9aa6-c7bdf6bac803'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:55:51.767712 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b1b59b-21f7-4468-b228-5e80d18c3679 req-b91de11b-1f48-45bc-be96-92b555439348 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:55:51.769996 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-44b1b59b-21f7-4468-b228-5e80d18c3679 req-b91de11b-1f48-45bc-be96-92b555439348 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8 HTTP/1.1" status: 200 len: 946 time: 0.9444289 Jul 13 13:55:51.772998 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-467975b2-ba97-469a-ac0b-810943460974 admin admin] Allocated IP 172.25.6.38 (acf968b8-c524-46a9-a20b-ad9667009130/dde5a78e-bd1e-4f47-8189-7321d4de73d3/68061d6e-ef83-4580-bf2b-2abe8cab7fa5) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:55:51.966848 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5261bcd3-c69d-4c5a-9f6d-ff59608e27c0 req-b4739401-c9b6-4689-a812-c8627a095139 service neutron] 10.222.0.26 "GET /v2.0/networks/c17eca93-ffcb-4f26-9d07-03fe19280fd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3268816 Jul 13 13:55:52.010979 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-44b1b59b-21f7-4468-b228-5e80d18c3679 req-39b8d3c7-e719-485e-b466-099fda37efb3 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/security-groups?id=0095868c-fb20-45e5-8afa-e9ed53786ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281556 Jul 13 13:55:52.111748 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-467975b2-ba97-469a-ac0b-810943460974 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:52.208479 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-467975b2-ba97-469a-ac0b-810943460974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:52.277626 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa87271b-5b90-408a-ab9d-11d456d6cc5b None None] Network 59412fb8-cf89-4de7-acfe-ff49a52f31c0 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:55:52.303050 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-467975b2-ba97-469a-ac0b-810943460974 admin admin] Network acf968b8-c524-46a9-a20b-ad9667009130 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:55:52.313470 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-467975b2-ba97-469a-ac0b-810943460974 admin admin] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:55:52.320184 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467975b2-ba97-469a-ac0b-810943460974 admin admin] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:55:52.338312 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-07fbd44f-99ce-462f-a405-2a3428da9f94 None None] Provisioning for port d1a98129-2b9a-46f9-9e8e-36d78ce8b52d completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:55:52.344062 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-07fbd44f-99ce-462f-a405-2a3428da9f94 None None] Provisioning complete for port d1a98129-2b9a-46f9-9e8e-36d78ce8b52d triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:55:52.344966 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-07fbd44f-99ce-462f-a405-2a3428da9f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:52.361046 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467975b2-ba97-469a-ac0b-810943460974 admin admin] Pushing event updated for resources: {'Port': ['ID=68061d6e-ef83-4580-bf2b-2abe8cab7fa5,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:55:52.523214 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f54b34a-6bf2-4b92-8fd8-eff2090a93d6 req-eef57e6b-2ec9-4876-8dc1-c1c28c6220f7 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:55:52.531823 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3f54b34a-6bf2-4b92-8fd8-eff2090a93d6 req-eef57e6b-2ec9-4876-8dc1-c1c28c6220f7 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8 HTTP/1.1" status: 200 len: 946 time: 0.3461230 Jul 13 13:55:52.559839 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-07fbd44f-99ce-462f-a405-2a3428da9f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:52.634144 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3f54b34a-6bf2-4b92-8fd8-eff2090a93d6 req-76fb7920-a794-465e-b71a-5e16e6ee584b tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/security-groups?id=0095868c-fb20-45e5-8afa-e9ed53786ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012383 Jul 13 13:55:52.731945 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0babf872-d5e3-4c54-8f48-7783c637e346 req-58c4a784-8709-4227-94c3-57b677ea6015 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:55:52.735693 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0babf872-d5e3-4c54-8f48-7783c637e346 req-58c4a784-8709-4227-94c3-57b677ea6015 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/ports?device_id=9dc906f5-48e0-4438-9a76-56d02562f259 HTTP/1.1" status: 200 len: 944 time: 0.2103345 Jul 13 13:55:52.800867 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:52.812774 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0babf872-d5e3-4c54-8f48-7783c637e346 req-d0774ad1-6751-405e-a374-bef20936d79e tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e5eeece-5c52-4118-a82a-889f2af322a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668724 Jul 13 13:55:52.827121 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-07fbd44f-99ce-462f-a405-2a3428da9f94 None None] For port d1a98129-2b9a-46f9-9e8e-36d78ce8b52d, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=d1a98129-2b9a-46f9-9e8e-36d78ce8b52d,segment=NetworkSegment(8921c11a-c4bd-4a08-9f14-8100e9c84735),segment_id=8921c11a-c4bd-4a08-9f14-8100e9c84735)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:55:52.847156 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-07fbd44f-99ce-462f-a405-2a3428da9f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:52.912416 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fbd44f-99ce-462f-a405-2a3428da9f94 None None] Pushing event updated for resources: {'Port': ['ID=d1a98129-2b9a-46f9-9e8e-36d78ce8b52d,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:55:52.923892 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 6d8590e0-f09b-4ef6-9aa6-c7bdf6bac803 up at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:55:52.928490 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-467975b2-ba97-469a-ac0b-810943460974 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:53.036011 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning for port 6d8590e0-f09b-4ef6-9aa6-c7bdf6bac803 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:55:53.044897 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning complete for port 6d8590e0-f09b-4ef6-9aa6-c7bdf6bac803 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:55:53.046469 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:53.129833 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4356f4-e41f-4ee2-a0d4-8ef7b6cf5fda req-f2b63834-e65a-4034-afd1-1458a3ab49c4 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:55:53.129833 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6a4356f4-e41f-4ee2-a0d4-8ef7b6cf5fda req-f2b63834-e65a-4034-afd1-1458a3ab49c4 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8 HTTP/1.1" status: 200 len: 946 time: 0.1337707 Jul 13 13:55:53.172784 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6a4356f4-e41f-4ee2-a0d4-8ef7b6cf5fda req-0d9bd817-fc79-481f-b63d-5475a95e3e26 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/security-groups?id=0095868c-fb20-45e5-8afa-e9ed53786ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423338 Jul 13 13:55:53.187138 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device d1a98129-2b9a-46f9-9e8e-36d78ce8b52d up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:55:53.222060 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:53.271849 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dc906f5-48e0-4438-9a76-56d02562f259', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d8590e0-f09b-4ef6-9aa6-c7bdf6bac803'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:55:53.274311 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cfec1a9-f68b-45f7-8390-4b0c5e740d39" -d '{"events": [{"server_uuid": "9dc906f5-48e0-4438-9a76-56d02562f259", "name": "network-vif-plugged", "status": "completed", "tag": "6d8590e0-f09b-4ef6-9aa6-c7bdf6bac803"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:55:53.316893 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 6d8590e0-f09b-4ef6-9aa6-c7bdf6bac803, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=6d8590e0-f09b-4ef6-9aa6-c7bdf6bac803,segment=NetworkSegment(34a01d3a-59e0-46b3-ab51-e02ceb07d7ab),segment_id=34a01d3a-59e0-46b3-ab51-e02ceb07d7ab)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:55:53.341725 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:53.353678 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-267dcf15-0a6a-417e-a6f4-69f1f4c14434 None None] Provisioning complete for port d1a98129-2b9a-46f9-9e8e-36d78ce8b52d triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:55:53.354866 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-267dcf15-0a6a-417e-a6f4-69f1f4c14434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:53.358335 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port d1a98129-2b9a-46f9-9e8e-36d78ce8b52d triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:55:53.359587 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:53.388579 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-467975b2-ba97-469a-ac0b-810943460974 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447217'] for router, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:53.479062 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=6d8590e0-f09b-4ef6-9aa6-c7bdf6bac803,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:55:53.527374 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d093e6-3e9f-4992-b9f7-49ae85bbaa96 req-923753da-8440-4db9-8609-fa9fc3873272 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:55:53.536539 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b8d093e6-3e9f-4992-b9f7-49ae85bbaa96 req-923753da-8440-4db9-8609-fa9fc3873272 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8 HTTP/1.1" status: 200 len: 946 time: 0.1793840 Jul 13 13:55:53.602090 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b8d093e6-3e9f-4992-b9f7-49ae85bbaa96 req-54c8de44-6480-4d3c-91a9-291b540c5727 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/security-groups?id=0095868c-fb20-45e5-8afa-e9ed53786ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597353 Jul 13 13:55:53.619895 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-467975b2-ba97-469a-ac0b-810943460974 admin admin] Router cf94d7d9-0c0f-470f-abd1-a30627ec8d95 is scheduled to L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 with binding_index 1 {{(pid=93751) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 13:55:53.644609 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c9bff31-8b41-46c6-a12c-632a05689911 x-openstack-request-id: req-6c9bff31-8b41-46c6-a12c-632a05689911 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:55:53.644609 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dc906f5-48e0-4438-9a76-56d02562f259", "name": "network-vif-plugged", "status": "completed", "tag": "6d8590e0-f09b-4ef6-9aa6-c7bdf6bac803", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:55:53.644609 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6c9bff31-8b41-46c6-a12c-632a05689911 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:55:53.644609 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dc906f5-48e0-4438-9a76-56d02562f259', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d8590e0-f09b-4ef6-9aa6-c7bdf6bac803', 'code': 200} Jul 13 13:55:53.901352 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc9db05-b982-4c71-bbff-6f7e406b1886 req-48cbc174-e242-44f6-b896-a2e00ff19547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:55:53.902892 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-dfc9db05-b982-4c71-bbff-6f7e406b1886 req-48cbc174-e242-44f6-b896-a2e00ff19547 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9dc906f5-48e0-4438-9a76-56d02562f259 HTTP/1.1" status: 200 len: 1096 time: 0.1554935 Jul 13 13:55:53.906642 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-467975b2-ba97-469a-ac0b-810943460974 admin admin] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:55:53.925786 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a2e016-0981-49ce-97b8-487e3a69a036 None None] Sync routers for ids ['cf94d7d9-0c0f-470f-abd1-a30627ec8d95'] in n-d-800634-1 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:55:53.945426 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bf9b56-97af-436e-897b-7472f977272b req-01f77b00-d704-4de2-a273-d14d0a1f7d93 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:55:53.947797 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-81bf9b56-97af-436e-897b-7472f977272b req-01f77b00-d704-4de2-a273-d14d0a1f7d93 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8 HTTP/1.1" status: 200 len: 946 time: 0.1604977 Jul 13 13:55:53.950046 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a2e016-0981-49ce-97b8-487e3a69a036 None None] Routers {'cf94d7d9-0c0f-470f-abd1-a30627ec8d95'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:55:53.950843 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-73a2e016-0981-49ce-97b8-487e3a69a036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:55:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['cf94d7d9-0c0f-470f-abd1-a30627ec8d95'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:55:53.967095 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-467975b2-ba97-469a-ac0b-810943460974 admin admin] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:53.968265 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-467975b2-ba97-469a-ac0b-810943460974 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.3740714 Jul 13 13:55:53.974548 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 60088) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:55:54.030777 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-dfc9db05-b982-4c71-bbff-6f7e406b1886 req-e27431cd-e4c8-4f90-9443-abb9863eddf3 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=0e5eeece-5c52-4118-a82a-889f2af322a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173108 Jul 13 13:55:54.051507 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-81bf9b56-97af-436e-897b-7472f977272b req-e213ffed-01d1-458b-abf1-7260baaa569e tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/security-groups?id=0095868c-fb20-45e5-8afa-e9ed53786ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960612 Jul 13 13:55:54.084549 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-73a2e016-0981-49ce-97b8-487e3a69a036 None None] Set router cf94d7d9-0c0f-470f-abd1-a30627ec8d95 gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:55:54.093913 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5745d67f-4a78-4275-9e37-9d6f7ca318d9 req-28dab982-2406-4f2c-a7e7-398960ade69a tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:55:54.107792 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5745d67f-4a78-4275-9e37-9d6f7ca318d9 req-28dab982-2406-4f2c-a7e7-398960ade69a tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/ports?device_id=9dc906f5-48e0-4438-9a76-56d02562f259 HTTP/1.1" status: 200 len: 945 time: 0.1417799 Jul 13 13:55:54.195249 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5745d67f-4a78-4275-9e37-9d6f7ca318d9 req-f4ab7eed-9638-471f-9c57-372b6d66c60f tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e5eeece-5c52-4118-a82a-889f2af322a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857987 Jul 13 13:55:54.347018 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-73a2e016-0981-49ce-97b8-487e3a69a036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf94d7d9-0c0f-470f-abd1-a30627ec8d95', 'name': 'tempest-TestServerMultinode-845253900-router', 'tenant_id': 'f9ec55dec17d4a81b54c80d718a2652c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': '68061d6e-ef83-4580-bf2b-2abe8cab7fa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:55:49Z', 'updated_at': '2021-07-13T13:55:52Z', 'revision_number': 3, 'project_id': 'f9ec55dec17d4a81b54c80d718a2652c', 'gw_port': {'id': '68061d6e-ef83-4580-bf2b-2abe8cab7fa5', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:5d:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf94d7d9-0c0f-470f-abd1-a30627ec8d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2786, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:55:50Z', 'updated_at': '2021-07-13T13:55:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:55:54.381298 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a2e016-0981-49ce-97b8-487e3a69a036 None None] Checking router: cf94d7d9-0c0f-470f-abd1-a30627ec8d95 for host: n-d-800634-1 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 13:55:54.381298 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a2e016-0981-49ce-97b8-487e3a69a036 None None] Updating router cf94d7d9-0c0f-470f-abd1-a30627ec8d95 port 68061d6e-ef83-4580-bf2b-2abe8cab7fa5 binding host n-d-800634-1 {{(pid=93753) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 13:55:54.421911 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-73a2e016-0981-49ce-97b8-487e3a69a036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:54.434400 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66263b4-147e-4f30-b6d8-35c6cc46533e req-abae5421-0d0e-4d16-bf6d-37c81ad6109c tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:55:54.441147 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f66263b4-147e-4f30-b6d8-35c6cc46533e req-abae5421-0d0e-4d16-bf6d-37c81ad6109c tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8 HTTP/1.1" status: 200 len: 946 time: 0.1679301 Jul 13 13:55:54.543591 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f66263b4-147e-4f30-b6d8-35c6cc46533e req-0dcc2358-9a85-4bd6-9461-0bb48d13f04b tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/security-groups?id=0095868c-fb20-45e5-8afa-e9ed53786ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014719 Jul 13 13:55:54.761268 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9a1b364a-976c-4599-8fbd-04b58d8ce75a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:54.821000 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-73a2e016-0981-49ce-97b8-487e3a69a036 None None] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:54.841852 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-73a2e016-0981-49ce-97b8-487e3a69a036 None None] Transition to ACTIVE for port object 68061d6e-ef83-4580-bf2b-2abe8cab7fa5 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:55:54.849157 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-73a2e016-0981-49ce-97b8-487e3a69a036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:54.937759 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba55096a-9fd7-42d0-afe4-e5be6604f9ac None None] Pushing event updated for resources: {'Port': ['ID=68061d6e-ef83-4580-bf2b-2abe8cab7fa5,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:55:54.949993 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba55096a-9fd7-42d0-afe4-e5be6604f9ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:55:54.950334 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba55096a-9fd7-42d0-afe4-e5be6604f9ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:55:54.950861 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba55096a-9fd7-42d0-afe4-e5be6604f9ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:55:54.951356 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba55096a-9fd7-42d0-afe4-e5be6604f9ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:55:54.951867 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba55096a-9fd7-42d0-afe4-e5be6604f9ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:55:54.952365 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba55096a-9fd7-42d0-afe4-e5be6604f9ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:55:54.952900 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba55096a-9fd7-42d0-afe4-e5be6604f9ac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:55:54.953461 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba55096a-9fd7-42d0-afe4-e5be6604f9ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:55:54.954107 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba55096a-9fd7-42d0-afe4-e5be6604f9ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:55:54.954451 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba55096a-9fd7-42d0-afe4-e5be6604f9ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:55:54.955019 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba55096a-9fd7-42d0-afe4-e5be6604f9ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:55:54.955558 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba55096a-9fd7-42d0-afe4-e5be6604f9ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:55:54.960791 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-73a2e016-0981-49ce-97b8-487e3a69a036 None None] Attempting to bind port 68061d6e-ef83-4580-bf2b-2abe8cab7fa5 on host n-d-800634-1 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:55:54.961163 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-73a2e016-0981-49ce-97b8-487e3a69a036 None None] Attempting to bind port 68061d6e-ef83-4580-bf2b-2abe8cab7fa5 by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:55:54.961519 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a2e016-0981-49ce-97b8-487e3a69a036 None None] Attempting to bind port 68061d6e-ef83-4580-bf2b-2abe8cab7fa5 on network acf968b8-c524-46a9-a20b-ad9667009130 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:55:54.969070 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a2e016-0981-49ce-97b8-487e3a69a036 None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 55, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:55:54.969782 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a2e016-0981-49ce-97b8-487e3a69a036 None None] Checking segment: {'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:55:54.970470 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-73a2e016-0981-49ce-97b8-487e3a69a036 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:54.971062 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a2e016-0981-49ce-97b8-487e3a69a036 None None] Bound using segment: {'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:55:54.971558 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-73a2e016-0981-49ce-97b8-487e3a69a036 None None] Bound port: 68061d6e-ef83-4580-bf2b-2abe8cab7fa5, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:55:54.972731 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-73a2e016-0981-49ce-97b8-487e3a69a036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:55.035523 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-73a2e016-0981-49ce-97b8-487e3a69a036 None None] For port 68061d6e-ef83-4580-bf2b-2abe8cab7fa5, host n-d-800634-1, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:55:55.045032 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-73a2e016-0981-49ce-97b8-487e3a69a036 None None] For port 68061d6e-ef83-4580-bf2b-2abe8cab7fa5, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=68061d6e-ef83-4580-bf2b-2abe8cab7fa5,segment=NetworkSegment(3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87),segment_id=3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:55:55.052177 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bf3bf6-01ff-4e49-bd92-3d18e92212a7 req-ac2651fa-1009-444d-87f1-4846eb4b28ef tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:55:55.053662 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f4bf3bf6-01ff-4e49-bd92-3d18e92212a7 req-ac2651fa-1009-444d-87f1-4846eb4b28ef tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8 HTTP/1.1" status: 200 len: 946 time: 0.1289473 Jul 13 13:55:55.067773 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-73a2e016-0981-49ce-97b8-487e3a69a036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:55.127213 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a2e016-0981-49ce-97b8-487e3a69a036 None None] Routers {'cf94d7d9-0c0f-470f-abd1-a30627ec8d95'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:55:55.127874 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-73a2e016-0981-49ce-97b8-487e3a69a036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:55:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['cf94d7d9-0c0f-470f-abd1-a30627ec8d95'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:55:55.132693 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f4bf3bf6-01ff-4e49-bd92-3d18e92212a7 req-b49c0dc2-071a-4229-a8bb-5d25f8a30aac tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/security-groups?id=0095868c-fb20-45e5-8afa-e9ed53786ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676088 Jul 13 13:55:55.133726 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-9a1b364a-976c-4599-8fbd-04b58d8ce75a admin admin] Allocated IP 172.20.0.1 (59412fb8-cf89-4de7-acfe-ff49a52f31c0/008cef17-f41d-4ba6-a599-39d7c653e584/42c2b9a2-ebe4-46a4-97e8-c7c0af3140c9) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:55:55.169780 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba55096a-9fd7-42d0-afe4-e5be6604f9ac None None] Pushing event updated for resources: {'Port': ['ID=68061d6e-ef83-4580-bf2b-2abe8cab7fa5,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:55:55.284173 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9a1b364a-976c-4599-8fbd-04b58d8ce75a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:55.289059 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-73a2e016-0981-49ce-97b8-487e3a69a036 None None] Set router cf94d7d9-0c0f-470f-abd1-a30627ec8d95 gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:55:55.310039 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-9a1b364a-976c-4599-8fbd-04b58d8ce75a admin admin] Transition to ACTIVE for port object 42c2b9a2-ebe4-46a4-97e8-c7c0af3140c9 will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:55:55.401989 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68c4e56-db3b-483f-86d3-5084012201a4 req-f0589837-68e8-4760-8b63-3d05623a9d65 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:55:55.409308 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f68c4e56-db3b-483f-86d3-5084012201a4 req-f0589837-68e8-4760-8b63-3d05623a9d65 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/ports?device_id=9dc906f5-48e0-4438-9a76-56d02562f259 HTTP/1.1" status: 200 len: 945 time: 0.1026099 Jul 13 13:55:55.427069 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9a1b364a-976c-4599-8fbd-04b58d8ce75a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:55.448042 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a1b364a-976c-4599-8fbd-04b58d8ce75a admin admin] Network 59412fb8-cf89-4de7-acfe-ff49a52f31c0 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:55:55.451837 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-9a1b364a-976c-4599-8fbd-04b58d8ce75a admin admin] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:55:55.486588 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1b364a-976c-4599-8fbd-04b58d8ce75a admin admin] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:55:55.518036 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-73a2e016-0981-49ce-97b8-487e3a69a036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf94d7d9-0c0f-470f-abd1-a30627ec8d95', 'name': 'tempest-TestServerMultinode-845253900-router', 'tenant_id': 'f9ec55dec17d4a81b54c80d718a2652c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': '68061d6e-ef83-4580-bf2b-2abe8cab7fa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:55:49Z', 'updated_at': '2021-07-13T13:55:52Z', 'revision_number': 3, 'project_id': 'f9ec55dec17d4a81b54c80d718a2652c', 'gw_port': {'id': '68061d6e-ef83-4580-bf2b-2abe8cab7fa5', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:5d:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf94d7d9-0c0f-470f-abd1-a30627ec8d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2786, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:55:50Z', 'updated_at': '2021-07-13T13:55:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:55:55.567385 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff830bc-12b0-4540-9cc1-025589db696a req-e49098ed-1821-418a-b575-0325993b17fc tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:55:55.578582 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1b364a-976c-4599-8fbd-04b58d8ce75a admin admin] Pushing event updated for resources: {'Port': ['ID=42c2b9a2-ebe4-46a4-97e8-c7c0af3140c9,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:55:55.601663 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1ff830bc-12b0-4540-9cc1-025589db696a req-e49098ed-1821-418a-b575-0325993b17fc tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8 HTTP/1.1" status: 200 len: 946 time: 0.1657636 Jul 13 13:55:55.606300 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f68c4e56-db3b-483f-86d3-5084012201a4 req-9429e05d-5f2b-4fb5-a5e3-81352507dd67 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e5eeece-5c52-4118-a82a-889f2af322a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960573 Jul 13 13:55:55.653288 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9a1b364a-976c-4599-8fbd-04b58d8ce75a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-450452'] for router_interface, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:55.678421 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1ff830bc-12b0-4540-9cc1-025589db696a req-d362c352-3fe4-4d26-958c-9e9e9414685a tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/security-groups?id=0095868c-fb20-45e5-8afa-e9ed53786ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748246 Jul 13 13:55:55.687244 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a2e016-0981-49ce-97b8-487e3a69a036 None None] The sync data for ids ['cf94d7d9-0c0f-470f-abd1-a30627ec8d95'] in n-d-800634-1 is: [{'id': 'cf94d7d9-0c0f-470f-abd1-a30627ec8d95', 'name': 'tempest-TestServerMultinode-845253900-router', 'tenant_id': 'f9ec55dec17d4a81b54c80d718a2652c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': '68061d6e-ef83-4580-bf2b-2abe8cab7fa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:55:49Z', 'updated_at': '2021-07-13T13:55:52Z', 'revision_number': 3, 'project_id': 'f9ec55dec17d4a81b54c80d718a2652c', 'gw_port': {'id': '68061d6e-ef83-4580-bf2b-2abe8cab7fa5', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:5d:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf94d7d9-0c0f-470f-abd1-a30627ec8d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2786, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:55:50Z', 'updated_at': '2021-07-13T13:55:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:55:55.869707 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-7c10fec3-504c-4aef-b711-3044e4a7e469 None None] Provisioning for port 42c2b9a2-ebe4-46a4-97e8-c7c0af3140c9 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:55:55.875814 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-7c10fec3-504c-4aef-b711-3044e4a7e469 None None] Provisioning complete for port 42c2b9a2-ebe4-46a4-97e8-c7c0af3140c9 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:55:55.876356 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-7c10fec3-504c-4aef-b711-3044e4a7e469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:55.891331 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9a1b364a-976c-4599-8fbd-04b58d8ce75a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:56.017658 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-7c10fec3-504c-4aef-b711-3044e4a7e469 None None] Port 42c2b9a2-ebe4-46a4-97e8-c7c0af3140c9 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:55:56.055029 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372e040b-cf37-4455-b11c-5339a71f8f42 req-9c2906b5-6be4-46aa-b5e1-1123466b3a03 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:55:56.059471 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-372e040b-cf37-4455-b11c-5339a71f8f42 req-9c2906b5-6be4-46aa-b5e1-1123466b3a03 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/ports?device_id=9dc906f5-48e0-4438-9a76-56d02562f259 HTTP/1.1" status: 200 len: 945 time: 0.1366637 Jul 13 13:55:56.114134 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-372e040b-cf37-4455-b11c-5339a71f8f42 req-5ef84c94-9d12-4432-8c10-929f3ca43cfc tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e5eeece-5c52-4118-a82a-889f2af322a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469539 Jul 13 13:55:56.229549 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9a1b364a-976c-4599-8fbd-04b58d8ce75a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:56.236091 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9a1b364a-976c-4599-8fbd-04b58d8ce75a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:56.322769 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b4062f-b3ff-4bc2-9aa2-b323ea66f42b req-d2ed17aa-209b-4ca4-824f-625902cd5363 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:55:56.331324 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e8b4062f-b3ff-4bc2-9aa2-b323ea66f42b req-d2ed17aa-209b-4ca4-824f-625902cd5363 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8 HTTP/1.1" status: 200 len: 946 time: 0.2322149 Jul 13 13:55:56.335999 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1b364a-976c-4599-8fbd-04b58d8ce75a admin admin] Pushing event updated for resources: {'Port': ['ID=42c2b9a2-ebe4-46a4-97e8-c7c0af3140c9,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:55:56.373712 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9a1b364a-976c-4599-8fbd-04b58d8ce75a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1785045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451806'] for router_interface, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:56.406493 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e8b4062f-b3ff-4bc2-9aa2-b323ea66f42b req-505de639-d926-41b4-8f61-84a8bd513e61 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/security-groups?id=0095868c-fb20-45e5-8afa-e9ed53786ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740790 Jul 13 13:55:56.526409 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a1b364a-976c-4599-8fbd-04b58d8ce75a admin admin] Network 59412fb8-cf89-4de7-acfe-ff49a52f31c0 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:55:56.528164 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-9a1b364a-976c-4599-8fbd-04b58d8ce75a admin admin] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:55:56.686484 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fd68b8-d185-49f7-b885-eb5f59b2c996 req-3b0809ed-2b35-496f-b157-5849dc33f805 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:55:56.688856 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-83fd68b8-d185-49f7-b885-eb5f59b2c996 req-3b0809ed-2b35-496f-b157-5849dc33f805 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/ports?device_id=9dc906f5-48e0-4438-9a76-56d02562f259 HTTP/1.1" status: 200 len: 945 time: 0.0844879 Jul 13 13:55:56.745202 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-83fd68b8-d185-49f7-b885-eb5f59b2c996 req-0e516c3e-24a9-4876-a551-10c0589369a6 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e5eeece-5c52-4118-a82a-889f2af322a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504141 Jul 13 13:55:56.854872 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-733e8c78-ed3f-479b-91a1-1f0ccece705b None None] Provisioning complete for port 42c2b9a2-ebe4-46a4-97e8-c7c0af3140c9 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:55:56.855658 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-733e8c78-ed3f-479b-91a1-1f0ccece705b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:56.897142 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-733e8c78-ed3f-479b-91a1-1f0ccece705b None None] Port 42c2b9a2-ebe4-46a4-97e8-c7c0af3140c9 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:55:57.119108 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19912459-1442-479a-b26f-89774bf16300 req-87e114ed-c3bc-4f29-b8f6-55cd07869dbc tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:55:57.120879 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-19912459-1442-479a-b26f-89774bf16300 req-87e114ed-c3bc-4f29-b8f6-55cd07869dbc tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8 HTTP/1.1" status: 200 len: 946 time: 0.1338899 Jul 13 13:55:57.138422 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a1b364a-976c-4599-8fbd-04b58d8ce75a admin admin] Router cf94d7d9-0c0f-470f-abd1-a30627ec8d95 has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 13:55:57.181974 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 68061d6e-ef83-4580-bf2b-2abe8cab7fa5 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:55:57.223011 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-19912459-1442-479a-b26f-89774bf16300 req-59350e11-565a-44d8-832b-b88bc8fa8159 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/security-groups?id=0095868c-fb20-45e5-8afa-e9ed53786ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950048 Jul 13 13:55:57.242592 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port 68061d6e-ef83-4580-bf2b-2abe8cab7fa5 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:55:57.249632 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 68061d6e-ef83-4580-bf2b-2abe8cab7fa5 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:55:57.250381 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:57.316308 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a1b364a-976c-4599-8fbd-04b58d8ce75a admin admin] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:55:57.325410 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-9a1b364a-976c-4599-8fbd-04b58d8ce75a admin admin] 10.222.0.23 "PUT /v2.0/routers/cf94d7d9-0c0f-470f-abd1-a30627ec8d95/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3479671 Jul 13 13:55:57.352120 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:57.379851 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port 68061d6e-ef83-4580-bf2b-2abe8cab7fa5, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=68061d6e-ef83-4580-bf2b-2abe8cab7fa5,segment=NetworkSegment(3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87),segment_id=3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:55:57.386008 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:57.450656 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=68061d6e-ef83-4580-bf2b-2abe8cab7fa5,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:55:57.452900 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a00644-b928-4cda-8000-401dfb49678e req-010bbbed-1a5d-4895-9ca9-75a4a83d1506 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:55:57.455420 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a9a00644-b928-4cda-8000-401dfb49678e req-010bbbed-1a5d-4895-9ca9-75a4a83d1506 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8 HTTP/1.1" status: 200 len: 946 time: 0.0830538 Jul 13 13:55:57.500930 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a9a00644-b928-4cda-8000-401dfb49678e req-c8649cb3-94e1-41d9-9a90-73f7cf7ce322 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/security-groups?id=0095868c-fb20-45e5-8afa-e9ed53786ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395520 Jul 13 13:55:57.751178 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac27c328-8976-4d30-9f42-d0dc052d1735 req-ca2af857-7928-4640-9d3b-ec781d8a674b tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:55:57.753059 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ac27c328-8976-4d30-9f42-d0dc052d1735 req-ca2af857-7928-4640-9d3b-ec781d8a674b tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8 HTTP/1.1" status: 200 len: 946 time: 0.0750573 Jul 13 13:55:57.812484 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ac27c328-8976-4d30-9f42-d0dc052d1735 req-6b39d83b-9d8a-4151-815b-e4532486533d tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/security-groups?id=0095868c-fb20-45e5-8afa-e9ed53786ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495062 Jul 13 13:55:57.907530 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4ce95c-64b9-4a12-8e4c-5a824277ed9c req-90621d6f-99c2-49c6-a90f-5904618a044d tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:55:57.909075 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1a4ce95c-64b9-4a12-8e4c-5a824277ed9c req-90621d6f-99c2-49c6-a90f-5904618a044d tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.26 "GET /v2.0/ports?device_id=9dc906f5-48e0-4438-9a76-56d02562f259 HTTP/1.1" status: 200 len: 945 time: 0.1025300 Jul 13 13:55:58.051241 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3b833f-91fb-49d6-8c51-32d5e56b9fbe req-b6d45bbb-a320-4abd-8b08-9736195620dc tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:55:58.052856 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ab3b833f-91fb-49d6-8c51-32d5e56b9fbe req-b6d45bbb-a320-4abd-8b08-9736195620dc tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/ports?device_id=9dc906f5-48e0-4438-9a76-56d02562f259 HTTP/1.1" status: 200 len: 945 time: 0.1724448 Jul 13 13:55:58.076328 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 60154) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:55:58.084112 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-5ed31a4c-54bf-428d-8117-02e1de4f126b admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1739664251-network', 'tenant_id': '9f2183a7ddf44a3e8c4fb0f4c232500b'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:55:58.102540 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-1a4ce95c-64b9-4a12-8e4c-5a824277ed9c req-d95b6414-8ee3-4824-9859-dbaf6f942217 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Deleting port 6d8590e0-f09b-4ef6-9aa6-c7bdf6bac803 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:55:58.103233 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-1a4ce95c-64b9-4a12-8e4c-5a824277ed9c req-d95b6414-8ee3-4824-9859-dbaf6f942217 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:58.125721 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4409703a-12cf-4e0f-8a91-2ad9b59d96fd req-1db4e9ed-d763-4b29-8b70-0cef3c0f68d8 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:55:58.127295 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4409703a-12cf-4e0f-8a91-2ad9b59d96fd req-1db4e9ed-d763-4b29-8b70-0cef3c0f68d8 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8 HTTP/1.1" status: 200 len: 946 time: 0.1123717 Jul 13 13:55:58.128394 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ed31a4c-54bf-428d-8117-02e1de4f126b admin admin] Made reservation on behalf of 9f2183a7ddf44a3e8c4fb0f4c232500b for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:55:58.130933 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5ed31a4c-54bf-428d-8117-02e1de4f126b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:58.140324 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5ed31a4c-54bf-428d-8117-02e1de4f126b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:58.172094 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5599d05-a740-48f9-b128-a68cb73af561 None None] Sync routers for ids ['cf94d7d9-0c0f-470f-abd1-a30627ec8d95'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:55:58.178552 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ab3b833f-91fb-49d6-8c51-32d5e56b9fbe req-23ce748d-d8d5-439d-8e79-b0fafb242293 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e5eeece-5c52-4118-a82a-889f2af322a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175673 Jul 13 13:55:58.182645 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5599d05-a740-48f9-b128-a68cb73af561 None None] Routers {'cf94d7d9-0c0f-470f-abd1-a30627ec8d95'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:55:58.183232 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-d5599d05-a740-48f9-b128-a68cb73af561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:55:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['cf94d7d9-0c0f-470f-abd1-a30627ec8d95'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:55:58.214396 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4409703a-12cf-4e0f-8a91-2ad9b59d96fd req-856d7007-cac1-4b4b-abfa-aea875295f11 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/security-groups?id=0095868c-fb20-45e5-8afa-e9ed53786ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717373 Jul 13 13:55:58.284717 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-1a4ce95c-64b9-4a12-8e4c-5a824277ed9c req-d95b6414-8ee3-4824-9859-dbaf6f942217 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] For port 6d8590e0-f09b-4ef6-9aa6-c7bdf6bac803, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=6d8590e0-f09b-4ef6-9aa6-c7bdf6bac803,segment=NetworkSegment(34a01d3a-59e0-46b3-ab51-e02ceb07d7ab),segment_id=34a01d3a-59e0-46b3-ab51-e02ceb07d7ab)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:55:58.285138 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-1a4ce95c-64b9-4a12-8e4c-5a824277ed9c req-d95b6414-8ee3-4824-9859-dbaf6f942217 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:58.312714 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-1a4ce95c-64b9-4a12-8e4c-5a824277ed9c req-d95b6414-8ee3-4824-9859-dbaf6f942217 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Calling delete_port for 6d8590e0-f09b-4ef6-9aa6-c7bdf6bac803 owned by compute:nova {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:55:58.355752 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5ed31a4c-54bf-428d-8117-02e1de4f126b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:58.361426 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5ed31a4c-54bf-428d-8117-02e1de4f126b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:58.386459 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ed31a4c-54bf-428d-8117-02e1de4f126b admin admin] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 13:55:58.412474 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5ed31a4c-54bf-428d-8117-02e1de4f126b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:58.412825 n-d-800634-1 neutron-server[93750]: INFO neutron.db.segments_db [None req-5ed31a4c-54bf-428d-8117-02e1de4f126b admin admin] Added segment 657d9a60-ac1d-4dbb-b674-aeb5a524061e of type vlan for network f2a3b5d2-2392-460d-bc5c-d0f742d817bc Jul 13 13:55:58.460853 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-d5599d05-a740-48f9-b128-a68cb73af561 None None] Set router cf94d7d9-0c0f-470f-abd1-a30627ec8d95 gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:55:58.474115 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed31a4c-54bf-428d-8117-02e1de4f126b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82283158-3978-4e6b-8616-7a48d6dbd673,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:55:58.508971 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5ed31a4c-54bf-428d-8117-02e1de4f126b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:58.532836 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-1a4ce95c-64b9-4a12-8e4c-5a824277ed9c req-d95b6414-8ee3-4824-9859-dbaf6f942217 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:58.546507 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 13:55:58.574156 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5ed31a4c-54bf-428d-8117-02e1de4f126b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:58.575398 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ed31a4c-54bf-428d-8117-02e1de4f126b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:55:58.576066 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5ed31a4c-54bf-428d-8117-02e1de4f126b admin admin] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:58.576850 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['6d8590e0-f09b-4ef6-9aa6-c7bdf6bac803'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:55:58.579708 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['66c0eee5-eff9-4ca2-a47b-7acc34ac5f92'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:55:58.609587 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95b6414-8ee3-4824-9859-dbaf6f942217 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Pushing event deleted for resources: {'Port': ['ID=6d8590e0-f09b-4ef6-9aa6-c7bdf6bac803,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:55:58.625091 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-5ed31a4c-54bf-428d-8117-02e1de4f126b admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5457907 Jul 13 13:55:58.630484 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 60168) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:55:58.637509 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-a8ed44ca-36ff-4bd7-8bb6-27f1a56cd08f admin admin] Request body: {'subnet': {'network_id': 'f2a3b5d2-2392-460d-bc5c-d0f742d817bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1739664251-subnet', 'tenant_id': '9f2183a7ddf44a3e8c4fb0f4c232500b', 'ip_version': 4}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:55:58.684935 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a4ce95c-64b9-4a12-8e4c-5a824277ed9c req-d95b6414-8ee3-4824-9859-dbaf6f942217 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] No DVR routers for this DVR port 6d8590e0-f09b-4ef6-9aa6-c7bdf6bac803 on host n-h1-800634-1 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:55:58.690926 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-1a4ce95c-64b9-4a12-8e4c-5a824277ed9c req-d95b6414-8ee3-4824-9859-dbaf6f942217 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:58.692928 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1a4ce95c-64b9-4a12-8e4c-5a824277ed9c req-d95b6414-8ee3-4824-9859-dbaf6f942217 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.26 "DELETE /v2.0/ports/6d8590e0-f09b-4ef6-9aa6-c7bdf6bac803 HTTP/1.1" status: 204 len: 173 time: 0.7612283 Jul 13 13:55:58.693395 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dc906f5-48e0-4438-9a76-56d02562f259', 'name': 'network-vif-deleted', 'tag': '6d8590e0-f09b-4ef6-9aa6-c7bdf6bac803'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:55:58.696130 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d17b627af75e17e0f4b8d6239d04f8c2f78634e2c585e32a7aeca336500f34a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2bade34-e6a4-42e4-9c5a-3babbf9430cc" -d '{"events": [{"server_uuid": "9dc906f5-48e0-4438-9a76-56d02562f259", "name": "network-vif-deleted", "tag": "6d8590e0-f09b-4ef6-9aa6-c7bdf6bac803"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:55:58.724126 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8ed44ca-36ff-4bd7-8bb6-27f1a56cd08f admin admin] Made reservation on behalf of 9f2183a7ddf44a3e8c4fb0f4c232500b for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:55:58.726845 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a8ed44ca-36ff-4bd7-8bb6-27f1a56cd08f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6104980'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:58.754345 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed31a4c-54bf-428d-8117-02e1de4f126b admin admin] Pushing event updated for resources: {'Network': ['ID=f2a3b5d2-2392-460d-bc5c-d0f742d817bc,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:55:58.771053 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network f2a3b5d2-2392-460d-bc5c-d0f742d817bc details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 13:55:58.818778 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c69fc1b-cf39-4837-8352-ac97866efaeb x-openstack-request-id: req-8c69fc1b-cf39-4837-8352-ac97866efaeb {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:55:58.819093 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dc906f5-48e0-4438-9a76-56d02562f259", "name": "network-vif-deleted", "tag": "6d8590e0-f09b-4ef6-9aa6-c7bdf6bac803", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:55:58.819370 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8c69fc1b-cf39-4837-8352-ac97866efaeb {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:55:58.819776 n-d-800634-1 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dc906f5-48e0-4438-9a76-56d02562f259', 'name': 'network-vif-deleted', 'tag': '6d8590e0-f09b-4ef6-9aa6-c7bdf6bac803', 'status': 'completed', 'code': 200} Jul 13 13:55:59.022560 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a8ed44ca-36ff-4bd7-8bb6-27f1a56cd08f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6018343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6104998'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:59.026751 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-d5599d05-a740-48f9-b128-a68cb73af561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf94d7d9-0c0f-470f-abd1-a30627ec8d95', 'name': 'tempest-TestServerMultinode-845253900-router', 'tenant_id': 'f9ec55dec17d4a81b54c80d718a2652c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': '68061d6e-ef83-4580-bf2b-2abe8cab7fa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:55:49Z', 'updated_at': '2021-07-13T13:55:55Z', 'revision_number': 4, 'project_id': 'f9ec55dec17d4a81b54c80d718a2652c', 'gw_port': {'id': '68061d6e-ef83-4580-bf2b-2abe8cab7fa5', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:5d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf94d7d9-0c0f-470f-abd1-a30627ec8d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2786, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:55:50Z', 'updated_at': '2021-07-13T13:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': '42c2b9a2-ebe4-46a4-97e8-c7c0af3140c9', 'name': '', 'network_id': '59412fb8-cf89-4de7-acfe-ff49a52f31c0', 'tenant_id': 'f9ec55dec17d4a81b54c80d718a2652c', 'mac_address': 'fa:16:3e:09:f8:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf94d7d9-0c0f-470f-abd1-a30627ec8d95', 'device_owner': 'network:router_interface', 'standard_attr_id': 2787, 'fixed_ips': [{'subnet_id': '008cef17-f41d-4ba6-a599-39d7c653e584', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:55:54Z', 'updated_at': '2021-07-13T13:55:55Z', 'revision_number': 2, 'project_id': 'f9ec55dec17d4a81b54c80d718a2652c', 'subnets': [{'id': '008cef17-f41d-4ba6-a599-39d7c653e584', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:55:59.054944 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5599d05-a740-48f9-b128-a68cb73af561 None None] Checking router: cf94d7d9-0c0f-470f-abd1-a30627ec8d95 for host: n-d-800634-1 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 13:55:59.055452 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5599d05-a740-48f9-b128-a68cb73af561 None None] Updating router cf94d7d9-0c0f-470f-abd1-a30627ec8d95 port 42c2b9a2-ebe4-46a4-97e8-c7c0af3140c9 binding host n-d-800634-1 {{(pid=93752) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 13:55:59.081805 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ed44ca-36ff-4bd7-8bb6-27f1a56cd08f admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c72d7a7-d85b-48e7-86f1-61f52a9f9732,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:55:59.093423 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ed44ca-36ff-4bd7-8bb6-27f1a56cd08f admin admin] Checking segment: {'id': '657d9a60-ac1d-4dbb-b674-aeb5a524061e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f2a3b5d2-2392-460d-bc5c-d0f742d817bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:55:59.094238 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ed44ca-36ff-4bd7-8bb6-27f1a56cd08f admin admin] Network hostable DHCP agents. Network: f2a3b5d2-2392-460d-bc5c-d0f742d817bc, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 13:55:59.113079 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ed44ca-36ff-4bd7-8bb6-27f1a56cd08f admin admin] Network f2a3b5d2-2392-460d-bc5c-d0f742d817bc is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 13:55:59.137689 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d5599d05-a740-48f9-b128-a68cb73af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:59.144765 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-a8ed44ca-36ff-4bd7-8bb6-27f1a56cd08f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, f2a3b5d2-2392-460d-bc5c-d0f742d817bc) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:55:59.153214 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ed44ca-36ff-4bd7-8bb6-27f1a56cd08f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:55:59.154644 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a8ed44ca-36ff-4bd7-8bb6-27f1a56cd08f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:59.166897 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-393ab3b9-6da8-421f-bdba-d2b24165c059 None None] Network f2a3b5d2-2392-460d-bc5c-d0f742d817bc requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:55:59.192467 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-a8ed44ca-36ff-4bd7-8bb6-27f1a56cd08f admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5593309 Jul 13 13:55:59.193099 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 60174) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:55:59.198072 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-104b3f01-0411-493e-8755-b6a4a150a0fb admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1739664251-router', 'tenant_id': '9f2183a7ddf44a3e8c4fb0f4c232500b', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:55:59.234215 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-104b3f01-0411-493e-8755-b6a4a150a0fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1591928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2714'] for router, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:59.236220 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-104b3f01-0411-493e-8755-b6a4a150a0fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447198', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1629690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2689'] for router, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:59.266383 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 68061d6e-ef83-4580-bf2b-2abe8cab7fa5 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:55:59.310125 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-104b3f01-0411-493e-8755-b6a4a150a0fb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:59.513903 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-fbb46207-c6c4-4123-98a2-79cbe19cee38 req-7648ee86-0cd7-426b-9311-e12f67600544 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/ports?device_id=9dc906f5-48e0-4438-9a76-56d02562f259 HTTP/1.1" status: 200 len: 210 time: 0.1154809 Jul 13 13:55:59.602048 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 68061d6e-ef83-4580-bf2b-2abe8cab7fa5 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:55:59.602738 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:59.646962 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-104b3f01-0411-493e-8755-b6a4a150a0fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447180', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1591910', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2751'] for router, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:59.826785 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d4380e-237e-4d8b-9ce1-215cd978722b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a7201e1-61ce-5a3e-b7f7-e800379ed03b-f2a3b5d2-2392-460d-bc5c-d0f742d817bc', 'network_id': 'f2a3b5d2-2392-460d-bc5c-d0f742d817bc', 'tenant_id': '9f2183a7ddf44a3e8c4fb0f4c232500b', 'fixed_ips': [{'subnet_id': '7c72d7a7-d85b-48e7-86f1-61f52a9f9732'}]}} from n-d-800634-1. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 13:55:59.827652 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-97d4380e-237e-4d8b-9ce1-215cd978722b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:59.911902 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-104b3f01-0411-493e-8755-b6a4a150a0fb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:55:59.941939 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-104b3f01-0411-493e-8755-b6a4a150a0fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:00.033056 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d5599d05-a740-48f9-b128-a68cb73af561 None None] Notify callbacks [] for port, precommit_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:00.052720 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-d5599d05-a740-48f9-b128-a68cb73af561 None None] Transition to ACTIVE for port object 42c2b9a2-ebe4-46a4-97e8-c7c0af3140c9 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:56:00.076261 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d5599d05-a740-48f9-b128-a68cb73af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:00.079927 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-97d4380e-237e-4d8b-9ce1-215cd978722b None None] Allocated IP 172.20.0.2 (f2a3b5d2-2392-460d-bc5c-d0f742d817bc/7c72d7a7-d85b-48e7-86f1-61f52a9f9732/fd5b8678-07d8-48fa-aff6-4b65384f3b8a) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:56:00.171531 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-104b3f01-0411-493e-8755-b6a4a150a0fb admin admin] Allocated IP 172.25.6.225 (acf968b8-c524-46a9-a20b-ad9667009130/dde5a78e-bd1e-4f47-8189-7321d4de73d3/b17f1d29-481f-47b4-9efa-1eae5eca6602) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:56:00.196120 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fd08a0-942b-4da7-acfe-5b7b1b759ae1 None None] Pushing event updated for resources: {'Port': ['ID=42c2b9a2-ebe4-46a4-97e8-c7c0af3140c9,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:56:00.253230 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-537ef255-9733-4fb2-8c5c-6f4b256a0ee2 req-49737dfe-7fbe-4a5e-9ad2-fa914f6d4640 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1734116 Jul 13 13:56:00.352188 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-104b3f01-0411-493e-8755-b6a4a150a0fb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:00.386591 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-d5599d05-a740-48f9-b128-a68cb73af561 None None] Attempting to bind port 42c2b9a2-ebe4-46a4-97e8-c7c0af3140c9 on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:56:00.387154 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-d5599d05-a740-48f9-b128-a68cb73af561 None None] Attempting to bind port 42c2b9a2-ebe4-46a4-97e8-c7c0af3140c9 by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '8921c11a-c4bd-4a08-9f14-8100e9c84735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '59412fb8-cf89-4de7-acfe-ff49a52f31c0'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:56:00.387553 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5599d05-a740-48f9-b128-a68cb73af561 None None] Attempting to bind port 42c2b9a2-ebe4-46a4-97e8-c7c0af3140c9 on network 59412fb8-cf89-4de7-acfe-ff49a52f31c0 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:56:00.395784 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5599d05-a740-48f9-b128-a68cb73af561 None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 55, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:56:00.396358 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5599d05-a740-48f9-b128-a68cb73af561 None None] Checking segment: {'id': '8921c11a-c4bd-4a08-9f14-8100e9c84735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '59412fb8-cf89-4de7-acfe-ff49a52f31c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:56:00.396867 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d5599d05-a740-48f9-b128-a68cb73af561 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:00.397386 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5599d05-a740-48f9-b128-a68cb73af561 None None] Bound using segment: {'id': '8921c11a-c4bd-4a08-9f14-8100e9c84735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '59412fb8-cf89-4de7-acfe-ff49a52f31c0'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:56:00.398115 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-d5599d05-a740-48f9-b128-a68cb73af561 None None] Bound port: 42c2b9a2-ebe4-46a4-97e8-c7c0af3140c9, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8921c11a-c4bd-4a08-9f14-8100e9c84735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '59412fb8-cf89-4de7-acfe-ff49a52f31c0'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:56:00.398722 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d5599d05-a740-48f9-b128-a68cb73af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:00.406085 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:00.417831 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-97d4380e-237e-4d8b-9ce1-215cd978722b None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:00.438378 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-97d4380e-237e-4d8b-9ce1-215cd978722b None None] Transition to ACTIVE for port object fd5b8678-07d8-48fa-aff6-4b65384f3b8a will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:56:00.474414 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-104b3f01-0411-493e-8755-b6a4a150a0fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:00.491131 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-97d4380e-237e-4d8b-9ce1-215cd978722b None None] Transition to ACTIVE for port object fd5b8678-07d8-48fa-aff6-4b65384f3b8a will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:56:00.508164 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-97d4380e-237e-4d8b-9ce1-215cd978722b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:00.545080 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104b3f01-0411-493e-8755-b6a4a150a0fb admin admin] Pushing event updated for resources: {'Port': ['ID=b17f1d29-481f-47b4-9efa-1eae5eca6602,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:56:00.560930 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-104b3f01-0411-493e-8755-b6a4a150a0fb admin admin] Network acf968b8-c524-46a9-a20b-ad9667009130 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:56:00.561150 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-d5599d05-a740-48f9-b128-a68cb73af561 None None] For port 42c2b9a2-ebe4-46a4-97e8-c7c0af3140c9, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:56:00.563297 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-104b3f01-0411-493e-8755-b6a4a150a0fb admin admin] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:56:00.567722 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104b3f01-0411-493e-8755-b6a4a150a0fb admin admin] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:56:00.625971 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d4380e-237e-4d8b-9ce1-215cd978722b None None] Network f2a3b5d2-2392-460d-bc5c-d0f742d817bc is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:56:00.641206 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-d5599d05-a740-48f9-b128-a68cb73af561 None None] For port 42c2b9a2-ebe4-46a4-97e8-c7c0af3140c9, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=42c2b9a2-ebe4-46a4-97e8-c7c0af3140c9,segment=NetworkSegment(8921c11a-c4bd-4a08-9f14-8100e9c84735),segment_id=8921c11a-c4bd-4a08-9f14-8100e9c84735)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:56:00.646518 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537ef255-9733-4fb2-8c5c-6f4b256a0ee2 req-1455b6ef-28d7-4750-95d9-f0acbac5ad65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:56:00.648230 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-537ef255-9733-4fb2-8c5c-6f4b256a0ee2 req-1455b6ef-28d7-4750-95d9-f0acbac5ad65 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d19010716a274998b64ead6bc91f8817&device_id=4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8 HTTP/1.1" status: 200 len: 1097 time: 0.2401288 Jul 13 13:56:00.648873 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-97d4380e-237e-4d8b-9ce1-215cd978722b None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:56:00.669671 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d4380e-237e-4d8b-9ce1-215cd978722b None None] Pushing event updated for resources: {'Port': ['ID=fd5b8678-07d8-48fa-aff6-4b65384f3b8a,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:56:00.686002 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d4380e-237e-4d8b-9ce1-215cd978722b None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:56:00.704260 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d5599d05-a740-48f9-b128-a68cb73af561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:01.195058 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 6d8590e0-f09b-4ef6-9aa6-c7bdf6bac803 no longer exists at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:56:01.278533 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5599d05-a740-48f9-b128-a68cb73af561 None None] Routers {'cf94d7d9-0c0f-470f-abd1-a30627ec8d95'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:56:01.278533 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-d5599d05-a740-48f9-b128-a68cb73af561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:55:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['cf94d7d9-0c0f-470f-abd1-a30627ec8d95'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:56:01.391091 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-d5599d05-a740-48f9-b128-a68cb73af561 None None] Set router cf94d7d9-0c0f-470f-abd1-a30627ec8d95 gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:56:01.471309 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-381d4315-9089-413f-a071-aa2897bda790 None None] No Port match for: 6d8590e0-f09b-4ef6-9aa6-c7bdf6bac803 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:56:01.471737 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 6d8590e0-f09b-4ef6-9aa6-c7bdf6bac803 not bound to the agent host n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:56:01.482965 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:01.525764 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537ef255-9733-4fb2-8c5c-6f4b256a0ee2 req-5c5e3f46-737d-4082-b2da-974c3c709747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:56:01.527297 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-537ef255-9733-4fb2-8c5c-6f4b256a0ee2 req-5c5e3f46-737d-4082-b2da-974c3c709747 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4306e211-7293-43e9-8c02-14badf8c79d9 HTTP/1.1" status: 200 len: 914 time: 0.8222249 Jul 13 13:56:01.579949 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-97d4380e-237e-4d8b-9ce1-215cd978722b None None] Attempting to bind port fd5b8678-07d8-48fa-aff6-4b65384f3b8a on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:56:01.580428 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-97d4380e-237e-4d8b-9ce1-215cd978722b None None] Attempting to bind port fd5b8678-07d8-48fa-aff6-4b65384f3b8a by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '657d9a60-ac1d-4dbb-b674-aeb5a524061e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f2a3b5d2-2392-460d-bc5c-d0f742d817bc'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:56:01.580968 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d4380e-237e-4d8b-9ce1-215cd978722b None None] Attempting to bind port fd5b8678-07d8-48fa-aff6-4b65384f3b8a on network f2a3b5d2-2392-460d-bc5c-d0f742d817bc {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:56:01.592539 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-537ef255-9733-4fb2-8c5c-6f4b256a0ee2 req-a7bafbdb-69c5-4acd-a1e5-bc3f09d17178 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=456a7843-466b-4620-bb90-adc15c0c4e43 HTTP/1.1" status: 200 len: 217 time: 0.0548949 Jul 13 13:56:01.607836 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d4380e-237e-4d8b-9ce1-215cd978722b None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 55, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:56:01.608508 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d4380e-237e-4d8b-9ce1-215cd978722b None None] Checking segment: {'id': '657d9a60-ac1d-4dbb-b674-aeb5a524061e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f2a3b5d2-2392-460d-bc5c-d0f742d817bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:56:01.609088 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-97d4380e-237e-4d8b-9ce1-215cd978722b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:01.609830 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d4380e-237e-4d8b-9ce1-215cd978722b None None] Bound using segment: {'id': '657d9a60-ac1d-4dbb-b674-aeb5a524061e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f2a3b5d2-2392-460d-bc5c-d0f742d817bc'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:56:01.610472 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-97d4380e-237e-4d8b-9ce1-215cd978722b None None] Bound port: fd5b8678-07d8-48fa-aff6-4b65384f3b8a, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '657d9a60-ac1d-4dbb-b674-aeb5a524061e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f2a3b5d2-2392-460d-bc5c-d0f742d817bc'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:56:01.611040 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-97d4380e-237e-4d8b-9ce1-215cd978722b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:01.613055 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fd08a0-942b-4da7-acfe-5b7b1b759ae1 None None] Pushing event updated for resources: {'Port': ['ID=42c2b9a2-ebe4-46a4-97e8-c7c0af3140c9,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:56:01.638510 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bc1f28-2154-4778-bc6e-4e6d78ce18bb req-1a294ecb-c96e-454a-846b-77a5afbafad9 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:56:01.640202 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c1bc1f28-2154-4778-bc6e-4e6d78ce18bb req-1a294ecb-c96e-454a-846b-77a5afbafad9 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/networks?id=c17eca93-ffcb-4f26-9d07-03fe19280fd8 HTTP/1.1" status: 200 len: 805 time: 0.1529830 Jul 13 13:56:01.662948 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537ef255-9733-4fb2-8c5c-6f4b256a0ee2 req-34599b35-fede-4cb3-a09a-7cd518fcbc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:56:01.665972 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-537ef255-9733-4fb2-8c5c-6f4b256a0ee2 req-34599b35-fede-4cb3-a09a-7cd518fcbc0a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d9eae714-cd86-4b29-a4c2-c920f28b0327 HTTP/1.1" status: 200 len: 854 time: 0.0470665 Jul 13 13:56:01.667373 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c1bc1f28-2154-4778-bc6e-4e6d78ce18bb req-56e6ec45-1853-4725-b32e-8e3a7b21a4d0 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/quotas/12cd0d91808b48129aee093001b928c6 HTTP/1.1" status: 200 len: 375 time: 0.0219805 Jul 13 13:56:01.735385 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-537ef255-9733-4fb2-8c5c-6f4b256a0ee2 req-ecb15c50-a23d-4dbb-b89c-b3c9fb8d888a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4306e211-7293-43e9-8c02-14badf8c79d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580158 Jul 13 13:56:01.757152 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-104b3f01-0411-493e-8755-b6a4a150a0fb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:01.782623 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-97d4380e-237e-4d8b-9ce1-215cd978722b None None] For port fd5b8678-07d8-48fa-aff6-4b65384f3b8a, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:56:01.809564 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-97d4380e-237e-4d8b-9ce1-215cd978722b None None] For port fd5b8678-07d8-48fa-aff6-4b65384f3b8a, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=fd5b8678-07d8-48fa-aff6-4b65384f3b8a,segment=NetworkSegment(657d9a60-ac1d-4dbb-b674-aeb5a524061e),segment_id=657d9a60-ac1d-4dbb-b674-aeb5a524061e)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:56:01.811524 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c1bc1f28-2154-4778-bc6e-4e6d78ce18bb req-70bc792c-9807-4074-93f6-e084d6653a96 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=12cd0d91808b48129aee093001b928c6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1379681 Jul 13 13:56:01.830149 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-97d4380e-237e-4d8b-9ce1-215cd978722b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:02.159915 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d4380e-237e-4d8b-9ce1-215cd978722b None None] Pushing event updated for resources: {'Port': ['ID=fd5b8678-07d8-48fa-aff6-4b65384f3b8a,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:56:02.177568 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c1bc1f28-2154-4778-bc6e-4e6d78ce18bb req-fc891f30-7feb-45ba-9aed-d51b1215f5ae service neutron] 10.222.0.23 "GET /v2.0/networks/c17eca93-ffcb-4f26-9d07-03fe19280fd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3644457 Jul 13 13:56:02.178451 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-d5599d05-a740-48f9-b128-a68cb73af561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf94d7d9-0c0f-470f-abd1-a30627ec8d95', 'name': 'tempest-TestServerMultinode-845253900-router', 'tenant_id': 'f9ec55dec17d4a81b54c80d718a2652c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': '68061d6e-ef83-4580-bf2b-2abe8cab7fa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:55:49Z', 'updated_at': '2021-07-13T13:55:55Z', 'revision_number': 4, 'project_id': 'f9ec55dec17d4a81b54c80d718a2652c', 'gw_port': {'id': '68061d6e-ef83-4580-bf2b-2abe8cab7fa5', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:5d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf94d7d9-0c0f-470f-abd1-a30627ec8d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2786, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:55:50Z', 'updated_at': '2021-07-13T13:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': '42c2b9a2-ebe4-46a4-97e8-c7c0af3140c9', 'name': '', 'network_id': '59412fb8-cf89-4de7-acfe-ff49a52f31c0', 'tenant_id': 'f9ec55dec17d4a81b54c80d718a2652c', 'mac_address': 'fa:16:3e:09:f8:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf94d7d9-0c0f-470f-abd1-a30627ec8d95', 'device_owner': 'network:router_interface', 'standard_attr_id': 2787, 'fixed_ips': [{'subnet_id': '008cef17-f41d-4ba6-a599-39d7c653e584', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:55:54Z', 'updated_at': '2021-07-13T13:56:00Z', 'revision_number': 4, 'project_id': 'f9ec55dec17d4a81b54c80d718a2652c', 'subnets': [{'id': '008cef17-f41d-4ba6-a599-39d7c653e584', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:56:02.245721 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5599d05-a740-48f9-b128-a68cb73af561 None None] The sync data for ids ['cf94d7d9-0c0f-470f-abd1-a30627ec8d95'] in n-d-800634-1 is: [{'id': 'cf94d7d9-0c0f-470f-abd1-a30627ec8d95', 'name': 'tempest-TestServerMultinode-845253900-router', 'tenant_id': 'f9ec55dec17d4a81b54c80d718a2652c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': '68061d6e-ef83-4580-bf2b-2abe8cab7fa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:55:49Z', 'updated_at': '2021-07-13T13:55:55Z', 'revision_number': 4, 'project_id': 'f9ec55dec17d4a81b54c80d718a2652c', 'gw_port': {'id': '68061d6e-ef83-4580-bf2b-2abe8cab7fa5', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:5d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf94d7d9-0c0f-470f-abd1-a30627ec8d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2786, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:55:50Z', 'updated_at': '2021-07-13T13:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': '42c2b9a2-ebe4-46a4-97e8-c7c0af3140c9', 'name': '', 'network_id': '59412fb8-cf89-4de7-acfe-ff49a52f31c0', 'tenant_id': 'f9ec55dec17d4a81b54c80d718a2652c', 'mac_address': 'fa:16:3e:09:f8:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf94d7d9-0c0f-470f-abd1-a30627ec8d95', 'device_owner': 'network:router_interface', 'standard_attr_id': 2787, 'fixed_ips': [{'subnet_id': '008cef17-f41d-4ba6-a599-39d7c653e584', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:55:54Z', 'updated_at': '2021-07-13T13:56:00Z', 'revision_number': 4, 'project_id': 'f9ec55dec17d4a81b54c80d718a2652c', 'subnets': [{'id': '008cef17-f41d-4ba6-a599-39d7c653e584', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:56:02.448107 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c1bc1f28-2154-4778-bc6e-4e6d78ce18bb req-55ae8f93-b02e-4621-9b38-b823bb88f984 service neutron] 10.222.0.23 "GET /v2.0/networks/c17eca93-ffcb-4f26-9d07-03fe19280fd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2638786 Jul 13 13:56:02.490290 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-104b3f01-0411-493e-8755-b6a4a150a0fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447217'] for router, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:02.496713 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-537ef255-9733-4fb2-8c5c-6f4b256a0ee2 req-b3686f3d-14c3-4356-a108-2658b50d38ca service neutron] 10.222.0.41 "GET /v2.0/networks/4306e211-7293-43e9-8c02-14badf8c79d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7492743 Jul 13 13:56:02.776459 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d215c369-9a97-4ed3-9216-a162bfe85ba3 req-895d8c2d-2402-4067-81d1-867c0343ff04 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/ports?device_id=e73e2d2f-e868-4823-8ae9-f1bfca8757d5 HTTP/1.1" status: 200 len: 210 time: 0.0547218 Jul 13 13:56:02.832177 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-537ef255-9733-4fb2-8c5c-6f4b256a0ee2 req-5caab75c-002d-41a0-ad02-80e9d7808fe5 service neutron] 10.222.0.41 "GET /v2.0/networks/4306e211-7293-43e9-8c02-14badf8c79d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2631986 Jul 13 13:56:02.922908 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-104b3f01-0411-493e-8755-b6a4a150a0fb admin admin] Router 2ef14f4d-b457-4027-8ad3-205c85052ccc is scheduled to L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 with binding_index 1 {{(pid=93750) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 13:56:03.282013 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-104b3f01-0411-493e-8755-b6a4a150a0fb admin admin] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:56:03.292634 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b12ceb6-0551-4be0-9705-f291925472c8 None None] Sync routers for ids ['2ef14f4d-b457-4027-8ad3-205c85052ccc'] in n-d-800634-1 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:56:03.317608 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b12ceb6-0551-4be0-9705-f291925472c8 None None] Routers {'2ef14f4d-b457-4027-8ad3-205c85052ccc'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:56:03.319190 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-5b12ceb6-0551-4be0-9705-f291925472c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:55:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['2ef14f4d-b457-4027-8ad3-205c85052ccc'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:56:03.327874 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-104b3f01-0411-493e-8755-b6a4a150a0fb admin admin] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:03.332402 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 60240) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:56:03.342701 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-104b3f01-0411-493e-8755-b6a4a150a0fb admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.1480427 Jul 13 13:56:03.447819 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 42c2b9a2-ebe4-46a4-97e8-c7c0af3140c9 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:56:03.598291 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port 42c2b9a2-ebe4-46a4-97e8-c7c0af3140c9 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:56:03.604546 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 42c2b9a2-ebe4-46a4-97e8-c7c0af3140c9 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:56:03.605247 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:03.707273 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-5b12ceb6-0551-4be0-9705-f291925472c8 None None] Set router 2ef14f4d-b457-4027-8ad3-205c85052ccc gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:56:03.875576 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:03.991792 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port 42c2b9a2-ebe4-46a4-97e8-c7c0af3140c9, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=42c2b9a2-ebe4-46a4-97e8-c7c0af3140c9,segment=NetworkSegment(8921c11a-c4bd-4a08-9f14-8100e9c84735),segment_id=8921c11a-c4bd-4a08-9f14-8100e9c84735)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:56:04.000278 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c84b19d4-291d-4931-ad4d-e7f3a1820cbd None None] Network f2a3b5d2-2392-460d-bc5c-d0f742d817bc requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:56:04.020420 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:04.021474 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device fd5b8678-07d8-48fa-aff6-4b65384f3b8a up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:56:04.150204 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cf72f336-8269-4774-bd73-11e5812433fc req-f76c9f14-c947-4780-a81f-87a68656e1af tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/ports?device_id=e73e2d2f-e868-4823-8ae9-f1bfca8757d5 HTTP/1.1" status: 200 len: 210 time: 0.0965536 Jul 13 13:56:04.171119 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-5b12ceb6-0551-4be0-9705-f291925472c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ef14f4d-b457-4027-8ad3-205c85052ccc', 'name': 'tempest-TestServerMultinode-1739664251-router', 'tenant_id': '9f2183a7ddf44a3e8c4fb0f4c232500b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': 'b17f1d29-481f-47b4-9efa-1eae5eca6602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:55:59Z', 'updated_at': '2021-07-13T13:56:01Z', 'revision_number': 3, 'project_id': '9f2183a7ddf44a3e8c4fb0f4c232500b', 'gw_port': {'id': 'b17f1d29-481f-47b4-9efa-1eae5eca6602', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:f0:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ef14f4d-b457-4027-8ad3-205c85052ccc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:55:59Z', 'updated_at': '2021-07-13T13:56:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:56:04.232517 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-cc7204f3-0d18-40a0-be52-3c7842cc408a None None] Provisioning for port fd5b8678-07d8-48fa-aff6-4b65384f3b8a completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:56:04.233279 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b12ceb6-0551-4be0-9705-f291925472c8 None None] Checking router: 2ef14f4d-b457-4027-8ad3-205c85052ccc for host: n-d-800634-1 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 13:56:04.234009 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b12ceb6-0551-4be0-9705-f291925472c8 None None] Updating router 2ef14f4d-b457-4027-8ad3-205c85052ccc port b17f1d29-481f-47b4-9efa-1eae5eca6602 binding host n-d-800634-1 {{(pid=93753) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 13:56:04.293140 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5b12ceb6-0551-4be0-9705-f291925472c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:04.336429 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=42c2b9a2-ebe4-46a4-97e8-c7c0af3140c9,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:56:04.411569 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port fd5b8678-07d8-48fa-aff6-4b65384f3b8a completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:56:04.427576 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port fd5b8678-07d8-48fa-aff6-4b65384f3b8a triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:56:04.427940 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:04.596275 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3ca670e4-e053-475d-93a5-ab3c358c0ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:04.723344 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5b12ceb6-0551-4be0-9705-f291925472c8 None None] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:04.735068 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-5b12ceb6-0551-4be0-9705-f291925472c8 None None] Transition to ACTIVE for port object b17f1d29-481f-47b4-9efa-1eae5eca6602 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:56:04.747555 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5b12ceb6-0551-4be0-9705-f291925472c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:04.798466 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-5b12ceb6-0551-4be0-9705-f291925472c8 None None] Attempting to bind port b17f1d29-481f-47b4-9efa-1eae5eca6602 on host n-d-800634-1 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:56:04.798993 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-5b12ceb6-0551-4be0-9705-f291925472c8 None None] Attempting to bind port b17f1d29-481f-47b4-9efa-1eae5eca6602 by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:56:04.799448 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b12ceb6-0551-4be0-9705-f291925472c8 None None] Attempting to bind port b17f1d29-481f-47b4-9efa-1eae5eca6602 on network acf968b8-c524-46a9-a20b-ad9667009130 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:56:04.841444 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b12ceb6-0551-4be0-9705-f291925472c8 None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 55, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:56:04.848795 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b12ceb6-0551-4be0-9705-f291925472c8 None None] Checking segment: {'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:56:04.850430 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5b12ceb6-0551-4be0-9705-f291925472c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:04.856916 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b12ceb6-0551-4be0-9705-f291925472c8 None None] Bound using segment: {'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:56:04.857598 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-5b12ceb6-0551-4be0-9705-f291925472c8 None None] Bound port: b17f1d29-481f-47b4-9efa-1eae5eca6602, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:56:04.858348 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5b12ceb6-0551-4be0-9705-f291925472c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:04.882411 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:04.946281 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bc1f28-2154-4778-bc6e-4e6d78ce18bb req-04a01b9c-cd26-4706-aa4b-35e1b0923a20 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:56:04.949292 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c1bc1f28-2154-4778-bc6e-4e6d78ce18bb req-04a01b9c-cd26-4706-aa4b-35e1b0923a20 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.26 "GET /v2.0/networks?id=c17eca93-ffcb-4f26-9d07-03fe19280fd8 HTTP/1.1" status: 200 len: 805 time: 0.2094121 Jul 13 13:56:04.964199 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-c1bc1f28-2154-4778-bc6e-4e6d78ce18bb req-c8a5639a-1f70-4bf2-9a3d-25f57e7cc323 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Request body: {'port': {'device_id': 'e73e2d2f-e868-4823-8ae9-f1bfca8757d5', 'network_id': 'c17eca93-ffcb-4f26-9d07-03fe19280fd8', 'admin_state_up': True, 'tenant_id': '12cd0d91808b48129aee093001b928c6'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:56:04.981406 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port fd5b8678-07d8-48fa-aff6-4b65384f3b8a, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=fd5b8678-07d8-48fa-aff6-4b65384f3b8a,segment=NetworkSegment(657d9a60-ac1d-4dbb-b674-aeb5a524061e),segment_id=657d9a60-ac1d-4dbb-b674-aeb5a524061e)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:56:04.987296 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:05.044831 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=fd5b8678-07d8-48fa-aff6-4b65384f3b8a,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:56:05.080558 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-5b12ceb6-0551-4be0-9705-f291925472c8 None None] For port b17f1d29-481f-47b4-9efa-1eae5eca6602, host n-d-800634-1, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:56:05.088171 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-5b12ceb6-0551-4be0-9705-f291925472c8 None None] For port b17f1d29-481f-47b4-9efa-1eae5eca6602, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=b17f1d29-481f-47b4-9efa-1eae5eca6602,segment=NetworkSegment(3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87),segment_id=3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:56:05.107048 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5b12ceb6-0551-4be0-9705-f291925472c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:05.172486 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b12ceb6-0551-4be0-9705-f291925472c8 None None] Routers {'2ef14f4d-b457-4027-8ad3-205c85052ccc'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:56:05.180110 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-5b12ceb6-0551-4be0-9705-f291925472c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:55:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['2ef14f4d-b457-4027-8ad3-205c85052ccc'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:56:05.244450 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 42c2b9a2-ebe4-46a4-97e8-c7c0af3140c9 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:56:05.277931 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789d6111-4235-4d23-83f8-8b37beb7d90c None None] Pushing event updated for resources: {'Port': ['ID=b17f1d29-481f-47b4-9efa-1eae5eca6602,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:56:05.363296 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-ae55fae2-b676-4cc9-8a2d-2929f7bddb8c None None] Provisioning complete for port fd5b8678-07d8-48fa-aff6-4b65384f3b8a triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:56:05.363697 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ae55fae2-b676-4cc9-8a2d-2929f7bddb8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:05.428969 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 42c2b9a2-ebe4-46a4-97e8-c7c0af3140c9 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:56:05.429349 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:05.508341 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1bc1f28-2154-4778-bc6e-4e6d78ce18bb req-c8a5639a-1f70-4bf2-9a3d-25f57e7cc323 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Made reservation on behalf of 12cd0d91808b48129aee093001b928c6 for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:56:05.516105 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-c1bc1f28-2154-4778-bc6e-4e6d78ce18bb req-c8a5639a-1f70-4bf2-9a3d-25f57e7cc323 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:05.534669 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-5b12ceb6-0551-4be0-9705-f291925472c8 None None] Set router 2ef14f4d-b457-4027-8ad3-205c85052ccc gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:56:05.580089 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f1ac1d55-2de9-4a25-a019-d0bef3e72b44 req-24452a11-603f-40c0-812b-a5c128eb1f15 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/ports?device_id=e73e2d2f-e868-4823-8ae9-f1bfca8757d5 HTTP/1.1" status: 200 len: 210 time: 0.0916703 Jul 13 13:56:05.627359 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-3ca670e4-e053-475d-93a5-ab3c358c0ec8 admin admin] Allocated IP 172.20.0.1 (f2a3b5d2-2392-460d-bc5c-d0f742d817bc/7c72d7a7-d85b-48e7-86f1-61f52a9f9732/63a37107-2fb7-473a-b240-6edd53a472b8) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:56:05.663719 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device fd5b8678-07d8-48fa-aff6-4b65384f3b8a up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:56:05.745091 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port fd5b8678-07d8-48fa-aff6-4b65384f3b8a triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:56:05.745544 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:05.762104 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789d6111-4235-4d23-83f8-8b37beb7d90c None None] Pushing event updated for resources: {'Port': ['ID=b17f1d29-481f-47b4-9efa-1eae5eca6602,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:56:05.962451 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-5b12ceb6-0551-4be0-9705-f291925472c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ef14f4d-b457-4027-8ad3-205c85052ccc', 'name': 'tempest-TestServerMultinode-1739664251-router', 'tenant_id': '9f2183a7ddf44a3e8c4fb0f4c232500b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': 'b17f1d29-481f-47b4-9efa-1eae5eca6602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:55:59Z', 'updated_at': '2021-07-13T13:56:01Z', 'revision_number': 3, 'project_id': '9f2183a7ddf44a3e8c4fb0f4c232500b', 'gw_port': {'id': 'b17f1d29-481f-47b4-9efa-1eae5eca6602', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:f0:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ef14f4d-b457-4027-8ad3-205c85052ccc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:55:59Z', 'updated_at': '2021-07-13T13:56:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:56:05.999324 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3ca670e4-e053-475d-93a5-ab3c358c0ec8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:06.003127 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b12ceb6-0551-4be0-9705-f291925472c8 None None] The sync data for ids ['2ef14f4d-b457-4027-8ad3-205c85052ccc'] in n-d-800634-1 is: [{'id': '2ef14f4d-b457-4027-8ad3-205c85052ccc', 'name': 'tempest-TestServerMultinode-1739664251-router', 'tenant_id': '9f2183a7ddf44a3e8c4fb0f4c232500b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': 'b17f1d29-481f-47b4-9efa-1eae5eca6602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:55:59Z', 'updated_at': '2021-07-13T13:56:01Z', 'revision_number': 3, 'project_id': '9f2183a7ddf44a3e8c4fb0f4c232500b', 'gw_port': {'id': 'b17f1d29-481f-47b4-9efa-1eae5eca6602', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:f0:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ef14f4d-b457-4027-8ad3-205c85052ccc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:55:59Z', 'updated_at': '2021-07-13T13:56:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:56:06.063824 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-3ca670e4-e053-475d-93a5-ab3c358c0ec8 admin admin] Transition to ACTIVE for port object 63a37107-2fb7-473a-b240-6edd53a472b8 will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:56:06.075621 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3ca670e4-e053-475d-93a5-ab3c358c0ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:06.078079 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [req-c1bc1f28-2154-4778-bc6e-4e6d78ce18bb req-c8a5639a-1f70-4bf2-9a3d-25f57e7cc323 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Allocated IP 172.20.0.14 (c17eca93-ffcb-4f26-9d07-03fe19280fd8/fb232211-a266-4fe7-9875-95b4ba730429/9f24a000-6785-4194-888d-dd0dcda55a8e) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:56:06.137026 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca670e4-e053-475d-93a5-ab3c358c0ec8 admin admin] Network f2a3b5d2-2392-460d-bc5c-d0f742d817bc is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:56:06.146707 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-3ca670e4-e053-475d-93a5-ab3c358c0ec8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:56:06.150374 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca670e4-e053-475d-93a5-ab3c358c0ec8 admin admin] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:56:06.195081 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca670e4-e053-475d-93a5-ab3c358c0ec8 admin admin] Pushing event updated for resources: {'Port': ['ID=63a37107-2fb7-473a-b240-6edd53a472b8,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:56:06.256774 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3ca670e4-e053-475d-93a5-ab3c358c0ec8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-450452'] for router_interface, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:06.494171 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-c1bc1f28-2154-4778-bc6e-4e6d78ce18bb req-c8a5639a-1f70-4bf2-9a3d-25f57e7cc323 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:06.582398 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3ca670e4-e053-475d-93a5-ab3c358c0ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:06.603200 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-3c49948e-4b11-4982-853f-ac41ecca5f5e None None] Provisioning for port 63a37107-2fb7-473a-b240-6edd53a472b8 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:56:06.631845 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-3c49948e-4b11-4982-853f-ac41ecca5f5e None None] Provisioning complete for port 63a37107-2fb7-473a-b240-6edd53a472b8 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:56:06.637756 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-3c49948e-4b11-4982-853f-ac41ecca5f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:06.693525 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-c1bc1f28-2154-4778-bc6e-4e6d78ce18bb req-c8a5639a-1f70-4bf2-9a3d-25f57e7cc323 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:06.745544 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-3c49948e-4b11-4982-853f-ac41ecca5f5e None None] Port 63a37107-2fb7-473a-b240-6edd53a472b8 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:56:06.757658 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['66c0eee5-eff9-4ca2-a47b-7acc34ac5f92'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:56:06.784044 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a5639a-1f70-4bf2-9a3d-25f57e7cc323 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Pushing event updated for resources: {'Port': ['ID=9f24a000-6785-4194-888d-dd0dcda55a8e,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:56:06.819470 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1bc1f28-2154-4778-bc6e-4e6d78ce18bb req-c8a5639a-1f70-4bf2-9a3d-25f57e7cc323 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Network c17eca93-ffcb-4f26-9d07-03fe19280fd8 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:56:06.824918 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [req-c1bc1f28-2154-4778-bc6e-4e6d78ce18bb req-c8a5639a-1f70-4bf2-9a3d-25f57e7cc323 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:56:06.838016 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1bc1f28-2154-4778-bc6e-4e6d78ce18bb req-c8a5639a-1f70-4bf2-9a3d-25f57e7cc323 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:56:06.999047 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bc1f28-2154-4778-bc6e-4e6d78ce18bb req-c8a5639a-1f70-4bf2-9a3d-25f57e7cc323 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:56:07.005778 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-c1bc1f28-2154-4778-bc6e-4e6d78ce18bb req-c8a5639a-1f70-4bf2-9a3d-25f57e7cc323 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:07.161757 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c1bc1f28-2154-4778-bc6e-4e6d78ce18bb req-c8a5639a-1f70-4bf2-9a3d-25f57e7cc323 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1971421 Jul 13 13:56:07.195383 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3ca670e4-e053-475d-93a5-ab3c358c0ec8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:07.220584 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3ca670e4-e053-475d-93a5-ab3c358c0ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:07.222791 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device b17f1d29-481f-47b4-9efa-1eae5eca6602 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:56:07.294726 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3ca670e4-e053-475d-93a5-ab3c358c0ec8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1785045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451806'] for router_interface, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:07.353428 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port b17f1d29-481f-47b4-9efa-1eae5eca6602 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:56:07.361381 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port b17f1d29-481f-47b4-9efa-1eae5eca6602 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:56:07.361855 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:07.422334 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4bd8a5-0763-406a-817c-c8d26ba12d3f req-4858a69a-5edd-42ae-aade-1ac0700cff88 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:56:07.436792 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1e4bd8a5-0763-406a-817c-c8d26ba12d3f req-4858a69a-5edd-42ae-aade-1ac0700cff88 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/ports?device_id=e73e2d2f-e868-4823-8ae9-f1bfca8757d5 HTTP/1.1" status: 200 len: 932 time: 0.4233708 Jul 13 13:56:07.446795 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca670e4-e053-475d-93a5-ab3c358c0ec8 admin admin] Pushing event updated for resources: {'Port': ['ID=63a37107-2fb7-473a-b240-6edd53a472b8,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:56:07.497325 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-c1bc1f28-2154-4778-bc6e-4e6d78ce18bb req-e79900d5-8128-41f0-a068-839c1f988832 service neutron] Request body: {'port': {'device_id': 'e73e2d2f-e868-4823-8ae9-f1bfca8757d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-1'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:56:07.514351 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1e4bd8a5-0763-406a-817c-c8d26ba12d3f req-cde560ab-4089-4387-b426-cbc6f7774b44 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e5eeece-5c52-4118-a82a-889f2af322a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762246 Jul 13 13:56:07.553242 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:07.585979 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port b17f1d29-481f-47b4-9efa-1eae5eca6602, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=b17f1d29-481f-47b4-9efa-1eae5eca6602,segment=NetworkSegment(3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87),segment_id=3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:56:07.592431 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:07.657878 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=b17f1d29-481f-47b4-9efa-1eae5eca6602,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:56:07.673979 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca670e4-e053-475d-93a5-ab3c358c0ec8 admin admin] Network f2a3b5d2-2392-460d-bc5c-d0f742d817bc is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:56:07.680731 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-3ca670e4-e053-475d-93a5-ab3c358c0ec8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:56:07.762820 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-c1bc1f28-2154-4778-bc6e-4e6d78ce18bb req-e79900d5-8128-41f0-a068-839c1f988832 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:07.791244 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e58ef3-ffe9-415d-a709-a30c35825b23 req-4cf62c4a-4e50-4ed6-856d-cc58b65432ae tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:56:07.793673 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c8e58ef3-ffe9-415d-a709-a30c35825b23 req-4cf62c4a-4e50-4ed6-856d-cc58b65432ae tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8 HTTP/1.1" status: 200 len: 946 time: 0.0923808 Jul 13 13:56:07.851935 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c8e58ef3-ffe9-415d-a709-a30c35825b23 req-1989a980-7e93-4290-9c90-32313ae40213 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/security-groups?id=0095868c-fb20-45e5-8afa-e9ed53786ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509915 Jul 13 13:56:07.960654 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ca670e4-e053-475d-93a5-ab3c358c0ec8 admin admin] Router 2ef14f4d-b457-4027-8ad3-205c85052ccc has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 13:56:08.074467 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-e479be90-79fe-4b5f-8132-2f0462b0b661 None None] Provisioning complete for port 63a37107-2fb7-473a-b240-6edd53a472b8 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:56:08.074674 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e479be90-79fe-4b5f-8132-2f0462b0b661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:08.115413 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-e479be90-79fe-4b5f-8132-2f0462b0b661 None None] Port 63a37107-2fb7-473a-b240-6edd53a472b8 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:56:08.520680 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ca670e4-e053-475d-93a5-ab3c358c0ec8 admin admin] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:56:08.526168 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-3ca670e4-e053-475d-93a5-ab3c358c0ec8 admin admin] 10.222.0.23 "PUT /v2.0/routers/2ef14f4d-b457-4027-8ad3-205c85052ccc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1925645 Jul 13 13:56:08.590727 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [req-c1bc1f28-2154-4778-bc6e-4e6d78ce18bb req-e79900d5-8128-41f0-a068-839c1f988832 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f24a000-6785-4194-888d-dd0dcda55a8e {{(pid=93751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:56:08.614242 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-c1bc1f28-2154-4778-bc6e-4e6d78ce18bb req-e79900d5-8128-41f0-a068-839c1f988832 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:08.661434 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-c1bc1f28-2154-4778-bc6e-4e6d78ce18bb req-e79900d5-8128-41f0-a068-839c1f988832 service neutron] Transition to ACTIVE for port object 9f24a000-6785-4194-888d-dd0dcda55a8e will not be triggered until provisioned by entity L2. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:56:08.668441 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-c1bc1f28-2154-4778-bc6e-4e6d78ce18bb req-e79900d5-8128-41f0-a068-839c1f988832 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:08.717484 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd70497-9255-4ba9-9735-52776f478951 None None] Sync routers for ids ['2ef14f4d-b457-4027-8ad3-205c85052ccc'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:56:08.741908 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd70497-9255-4ba9-9735-52776f478951 None None] Routers {'2ef14f4d-b457-4027-8ad3-205c85052ccc'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:56:08.742552 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-5fd70497-9255-4ba9-9735-52776f478951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:55:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['2ef14f4d-b457-4027-8ad3-205c85052ccc'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:56:08.786085 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79900d5-8128-41f0-a068-839c1f988832 service neutron] Pushing event updated for resources: {'Port': ['ID=9f24a000-6785-4194-888d-dd0dcda55a8e,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:56:08.855135 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-c1bc1f28-2154-4778-bc6e-4e6d78ce18bb req-e79900d5-8128-41f0-a068-839c1f988832 service neutron] Attempting to bind port 9f24a000-6785-4194-888d-dd0dcda55a8e on host n-h1-800634-1 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:56:08.855474 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-c1bc1f28-2154-4778-bc6e-4e6d78ce18bb req-e79900d5-8128-41f0-a068-839c1f988832 service neutron] Attempting to bind port 9f24a000-6785-4194-888d-dd0dcda55a8e by drivers openvswitch,hyperv on host n-h1-800634-1 at level 0 using segments [{'id': '34a01d3a-59e0-46b3-ab51-e02ceb07d7ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'c17eca93-ffcb-4f26-9d07-03fe19280fd8'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:56:08.855803 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1bc1f28-2154-4778-bc6e-4e6d78ce18bb req-e79900d5-8128-41f0-a068-839c1f988832 service neutron] Attempting to bind port 9f24a000-6785-4194-888d-dd0dcda55a8e on network c17eca93-ffcb-4f26-9d07-03fe19280fd8 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:56:08.873108 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1bc1f28-2154-4778-bc6e-4e6d78ce18bb req-e79900d5-8128-41f0-a068-839c1f988832 service neutron] Port 9f24a000-6785-4194-888d-dd0dcda55a8e on network c17eca93-ffcb-4f26-9d07-03fe19280fd8 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-1 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:56:08.873443 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1bc1f28-2154-4778-bc6e-4e6d78ce18bb req-e79900d5-8128-41f0-a068-839c1f988832 service neutron] Attempting to bind port 9f24a000-6785-4194-888d-dd0dcda55a8e on network c17eca93-ffcb-4f26-9d07-03fe19280fd8 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:56:08.881500 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1bc1f28-2154-4778-bc6e-4e6d78ce18bb req-e79900d5-8128-41f0-a068-839c1f988832 service neutron] Checking agent: {'id': 'a7603dc8-3c50-4a9b-8f0d-1143528f155e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 56, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:56:08.881861 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1bc1f28-2154-4778-bc6e-4e6d78ce18bb req-e79900d5-8128-41f0-a068-839c1f988832 service neutron] Checking segment: {'id': '34a01d3a-59e0-46b3-ab51-e02ceb07d7ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'c17eca93-ffcb-4f26-9d07-03fe19280fd8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:56:08.882394 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1bc1f28-2154-4778-bc6e-4e6d78ce18bb req-e79900d5-8128-41f0-a068-839c1f988832 service neutron] Bound using segment: {'id': '34a01d3a-59e0-46b3-ab51-e02ceb07d7ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'c17eca93-ffcb-4f26-9d07-03fe19280fd8'} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:56:08.882828 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-c1bc1f28-2154-4778-bc6e-4e6d78ce18bb req-e79900d5-8128-41f0-a068-839c1f988832 service neutron] Bound port: 9f24a000-6785-4194-888d-dd0dcda55a8e, host: n-h1-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34a01d3a-59e0-46b3-ab51-e02ceb07d7ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'c17eca93-ffcb-4f26-9d07-03fe19280fd8'}}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:56:08.883190 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-c1bc1f28-2154-4778-bc6e-4e6d78ce18bb req-e79900d5-8128-41f0-a068-839c1f988832 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:08.919941 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-5fd70497-9255-4ba9-9735-52776f478951 None None] Set router 2ef14f4d-b457-4027-8ad3-205c85052ccc gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:56:09.004755 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-c1bc1f28-2154-4778-bc6e-4e6d78ce18bb req-e79900d5-8128-41f0-a068-839c1f988832 service neutron] For port 9f24a000-6785-4194-888d-dd0dcda55a8e, host n-h1-800634-1, cleared binding levels {{(pid=93751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:56:09.011492 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-c1bc1f28-2154-4778-bc6e-4e6d78ce18bb req-e79900d5-8128-41f0-a068-839c1f988832 service neutron] For port 9f24a000-6785-4194-888d-dd0dcda55a8e, host n-h1-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=9f24a000-6785-4194-888d-dd0dcda55a8e,segment=NetworkSegment(34a01d3a-59e0-46b3-ab51-e02ceb07d7ab),segment_id=34a01d3a-59e0-46b3-ab51-e02ceb07d7ab)] {{(pid=93751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:56:09.022308 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-c1bc1f28-2154-4778-bc6e-4e6d78ce18bb req-e79900d5-8128-41f0-a068-839c1f988832 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:09.103956 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bc1f28-2154-4778-bc6e-4e6d78ce18bb req-e79900d5-8128-41f0-a068-839c1f988832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:56:09.104803 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-c1bc1f28-2154-4778-bc6e-4e6d78ce18bb req-e79900d5-8128-41f0-a068-839c1f988832 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:09.107246 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c1bc1f28-2154-4778-bc6e-4e6d78ce18bb req-e79900d5-8128-41f0-a068-839c1f988832 service neutron] 10.222.0.26 "PUT /v2.0/ports/9f24a000-6785-4194-888d-dd0dcda55a8e HTTP/1.1" status: 200 len: 1092 time: 1.9421494 Jul 13 13:56:09.110370 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e73e2d2f-e868-4823-8ae9-f1bfca8757d5', 'tag': '9f24a000-6785-4194-888d-dd0dcda55a8e'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:56:09.114183 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d17b627af75e17e0f4b8d6239d04f8c2f78634e2c585e32a7aeca336500f34a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4ab7f27-8bf2-4fbf-903f-c013ea568e19" -d '{"events": [{"name": "network-changed", "server_uuid": "e73e2d2f-e868-4823-8ae9-f1bfca8757d5", "tag": "9f24a000-6785-4194-888d-dd0dcda55a8e"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:56:09.115829 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2883f519-dacf-442b-8600-38900d084d39 req-49c57e62-0513-4874-8554-dc8ae4599628 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:56:09.131218 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2883f519-dacf-442b-8600-38900d084d39 req-49c57e62-0513-4874-8554-dc8ae4599628 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/ports?device_id=e73e2d2f-e868-4823-8ae9-f1bfca8757d5 HTTP/1.1" status: 200 len: 944 time: 0.2365177 Jul 13 13:56:09.234412 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620ded6f-491b-4fd7-8e1a-ae97ac928b15 req-653744d6-87a6-4b15-9a61-7dc03606522f tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:56:09.246365 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-620ded6f-491b-4fd7-8e1a-ae97ac928b15 req-653744d6-87a6-4b15-9a61-7dc03606522f tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8 HTTP/1.1" status: 200 len: 946 time: 0.2816167 Jul 13 13:56:09.256563 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device b17f1d29-481f-47b4-9efa-1eae5eca6602 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:56:09.332934 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79900d5-8128-41f0-a068-839c1f988832 service neutron] Pushing event updated for resources: {'Port': ['ID=9f24a000-6785-4194-888d-dd0dcda55a8e,revision_number=3']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:56:09.342692 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2883f519-dacf-442b-8600-38900d084d39 req-e7962d7e-899e-49d0-a435-ae599f64d167 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e5eeece-5c52-4118-a82a-889f2af322a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041743 Jul 13 13:56:09.381561 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bc1f28-2154-4778-bc6e-4e6d78ce18bb req-482d056d-4506-4346-b1a6-607c8bd4693a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:56:09.384858 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c1bc1f28-2154-4778-bc6e-4e6d78ce18bb req-482d056d-4506-4346-b1a6-607c8bd4693a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=12cd0d91808b48129aee093001b928c6&device_id=e73e2d2f-e868-4823-8ae9-f1bfca8757d5 HTTP/1.1" status: 200 len: 1095 time: 0.2237055 Jul 13 13:56:09.401617 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-5fd70497-9255-4ba9-9735-52776f478951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ef14f4d-b457-4027-8ad3-205c85052ccc', 'name': 'tempest-TestServerMultinode-1739664251-router', 'tenant_id': '9f2183a7ddf44a3e8c4fb0f4c232500b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': 'b17f1d29-481f-47b4-9efa-1eae5eca6602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:55:59Z', 'updated_at': '2021-07-13T13:56:06Z', 'revision_number': 4, 'project_id': '9f2183a7ddf44a3e8c4fb0f4c232500b', 'gw_port': {'id': 'b17f1d29-481f-47b4-9efa-1eae5eca6602', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:f0:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef14f4d-b457-4027-8ad3-205c85052ccc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:55:59Z', 'updated_at': '2021-07-13T13:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': '63a37107-2fb7-473a-b240-6edd53a472b8', 'name': '', 'network_id': 'f2a3b5d2-2392-460d-bc5c-d0f742d817bc', 'tenant_id': '9f2183a7ddf44a3e8c4fb0f4c232500b', 'mac_address': 'fa:16:3e:eb:9a:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ef14f4d-b457-4027-8ad3-205c85052ccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '7c72d7a7-d85b-48e7-86f1-61f52a9f9732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:56:04Z', 'updated_at': '2021-07-13T13:56:06Z', 'revision_number': 2, 'project_id': '9f2183a7ddf44a3e8c4fb0f4c232500b', 'subnets': [{'id': '7c72d7a7-d85b-48e7-86f1-61f52a9f9732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:56:09.408088 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port b17f1d29-481f-47b4-9efa-1eae5eca6602 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:56:09.414027 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:09.443557 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c1bc1f28-2154-4778-bc6e-4e6d78ce18bb req-f0ec342a-6413-41f8-a44e-b147e4a6d951 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9f24a000-6785-4194-888d-dd0dcda55a8e HTTP/1.1" status: 200 len: 217 time: 0.0503516 Jul 13 13:56:09.463406 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd70497-9255-4ba9-9735-52776f478951 None None] Checking router: 2ef14f4d-b457-4027-8ad3-205c85052ccc for host: n-d-800634-1 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 13:56:09.463771 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd70497-9255-4ba9-9735-52776f478951 None None] Updating router 2ef14f4d-b457-4027-8ad3-205c85052ccc port 63a37107-2fb7-473a-b240-6edd53a472b8 binding host n-d-800634-1 {{(pid=93752) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 13:56:09.515732 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-620ded6f-491b-4fd7-8e1a-ae97ac928b15 req-476ec6c8-8c7e-401f-a2bf-651ef23a79c8 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Deleting port 456a7843-466b-4620-bb90-adc15c0c4e43 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:56:09.518149 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-620ded6f-491b-4fd7-8e1a-ae97ac928b15 req-476ec6c8-8c7e-401f-a2bf-651ef23a79c8 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:09.549499 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 13:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5796dca2-b38c-4643-a608-3412fc99aec6 x-openstack-request-id: req-5796dca2-b38c-4643-a608-3412fc99aec6 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:56:09.549816 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e73e2d2f-e868-4823-8ae9-f1bfca8757d5", "tag": "9f24a000-6785-4194-888d-dd0dcda55a8e", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:56:09.550077 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5796dca2-b38c-4643-a608-3412fc99aec6 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:56:09.550479 n-d-800634-1 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e73e2d2f-e868-4823-8ae9-f1bfca8757d5', 'tag': '9f24a000-6785-4194-888d-dd0dcda55a8e', 'status': 'completed', 'code': 200} Jul 13 13:56:09.553912 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bc1f28-2154-4778-bc6e-4e6d78ce18bb req-0e0f45fe-d1c3-45d7-8866-d5d8f2a51236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:56:09.555705 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c1bc1f28-2154-4778-bc6e-4e6d78ce18bb req-0e0f45fe-d1c3-45d7-8866-d5d8f2a51236 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fb232211-a266-4fe7-9875-95b4ba730429 HTTP/1.1" status: 200 len: 845 time: 0.1010137 Jul 13 13:56:09.619874 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c1bc1f28-2154-4778-bc6e-4e6d78ce18bb req-86c74203-b0e1-4662-be34-0470290313d8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c17eca93-ffcb-4f26-9d07-03fe19280fd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513303 Jul 13 13:56:09.704463 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e516f2-ff90-4dfa-8882-c4ef3c3d57bb req-22817de8-738c-4959-a993-21c765caa197 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:56:09.720459 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-64e516f2-ff90-4dfa-8882-c4ef3c3d57bb req-22817de8-738c-4959-a993-21c765caa197 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8 HTTP/1.1" status: 200 len: 946 time: 0.2718849 Jul 13 13:56:09.778863 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5fd70497-9255-4ba9-9735-52776f478951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:09.783398 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-64e516f2-ff90-4dfa-8882-c4ef3c3d57bb req-1c3e4b6c-05fc-439a-ba1f-0b5880d6a1f5 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/security-groups?id=0095868c-fb20-45e5-8afa-e9ed53786ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609093 Jul 13 13:56:09.806080 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-620ded6f-491b-4fd7-8e1a-ae97ac928b15 req-476ec6c8-8c7e-401f-a2bf-651ef23a79c8 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] For port 456a7843-466b-4620-bb90-adc15c0c4e43, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=456a7843-466b-4620-bb90-adc15c0c4e43,segment=NetworkSegment(f0c035ba-ef7c-4972-a79c-06787b5c4532),segment_id=f0c035ba-ef7c-4972-a79c-06787b5c4532)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:56:09.809710 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-620ded6f-491b-4fd7-8e1a-ae97ac928b15 req-476ec6c8-8c7e-401f-a2bf-651ef23a79c8 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:09.826543 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-620ded6f-491b-4fd7-8e1a-ae97ac928b15 req-476ec6c8-8c7e-401f-a2bf-651ef23a79c8 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Calling delete_port for 456a7843-466b-4620-bb90-adc15c0c4e43 owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:56:09.836297 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c1bc1f28-2154-4778-bc6e-4e6d78ce18bb req-8abda920-cd8c-466a-a3ef-431c134268fa service neutron] 10.222.0.26 "GET /v2.0/networks/c17eca93-ffcb-4f26-9d07-03fe19280fd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089777 Jul 13 13:56:09.898104 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9cee2d-9081-41a1-90ee-42eaba834ee5 req-769ed32e-9e58-4cdf-b306-e3bb0648466f tempest-TestServerMultinode-206236805 tempest-TestServerMultinode-206236805-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:56:09.900425 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cf9cee2d-9081-41a1-90ee-42eaba834ee5 req-769ed32e-9e58-4cdf-b306-e3bb0648466f tempest-TestServerMultinode-206236805 tempest-TestServerMultinode-206236805-project-admin] 10.222.0.23 "GET /v2.0/networks?id=59412fb8-cf89-4de7-acfe-ff49a52f31c0 HTTP/1.1" status: 200 len: 909 time: 0.1576977 Jul 13 13:56:09.941448 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cf9cee2d-9081-41a1-90ee-42eaba834ee5 req-5506fe68-a871-4f5d-bfa7-926287bd78ee tempest-TestServerMultinode-206236805 tempest-TestServerMultinode-206236805-project-admin] 10.222.0.23 "GET /v2.0/quotas/9f2183a7ddf44a3e8c4fb0f4c232500b HTTP/1.1" status: 200 len: 375 time: 0.0282938 Jul 13 13:56:09.994209 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c1bc1f28-2154-4778-bc6e-4e6d78ce18bb req-925ddf02-15e3-4c92-abde-6e723cdfd3a9 service neutron] 10.222.0.26 "GET /v2.0/networks/c17eca93-ffcb-4f26-9d07-03fe19280fd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509078 Jul 13 13:56:10.099791 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cf9cee2d-9081-41a1-90ee-42eaba834ee5 req-dfeeddd9-3a0e-4962-b2d0-a403312b88eb tempest-TestServerMultinode-206236805 tempest-TestServerMultinode-206236805-project-admin] 10.222.0.23 "GET /v2.0/ports?tenant_id=9f2183a7ddf44a3e8c4fb0f4c232500b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1570985 Jul 13 13:56:10.142908 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ab7f27-8bf2-4fbf-903f-c013ea568e19 req-f46f40f6-21be-477f-9c8d-27c7ade51a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:56:10.144550 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b4ab7f27-8bf2-4fbf-903f-c013ea568e19 req-f46f40f6-21be-477f-9c8d-27c7ade51a07 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=12cd0d91808b48129aee093001b928c6&device_id=e73e2d2f-e868-4823-8ae9-f1bfca8757d5 HTTP/1.1" status: 200 len: 1095 time: 0.0845919 Jul 13 13:56:10.164688 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-620ded6f-491b-4fd7-8e1a-ae97ac928b15 req-476ec6c8-8c7e-401f-a2bf-651ef23a79c8 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:10.208507 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476ec6c8-8c7e-401f-a2bf-651ef23a79c8 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Pushing event deleted for resources: {'Port': ['ID=456a7843-466b-4620-bb90-adc15c0c4e43,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:56:10.229037 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['456a7843-466b-4620-bb90-adc15c0c4e43'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:56:10.270143 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-620ded6f-491b-4fd7-8e1a-ae97ac928b15 req-476ec6c8-8c7e-401f-a2bf-651ef23a79c8 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] No DVR routers for this DVR port 456a7843-466b-4620-bb90-adc15c0c4e43 on host n-h2-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:56:10.280577 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-620ded6f-491b-4fd7-8e1a-ae97ac928b15 req-476ec6c8-8c7e-401f-a2bf-651ef23a79c8 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:10.280577 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-620ded6f-491b-4fd7-8e1a-ae97ac928b15 req-476ec6c8-8c7e-401f-a2bf-651ef23a79c8 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.41 "DELETE /v2.0/ports/456a7843-466b-4620-bb90-adc15c0c4e43 HTTP/1.1" status: 204 len: 173 time: 1.0234051 Jul 13 13:56:10.282237 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8', 'name': 'network-vif-deleted', 'tag': '456a7843-466b-4620-bb90-adc15c0c4e43'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:56:10.284429 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bea26141-b082-4737-b970-2b3e8bbdbf74" -d '{"events": [{"server_uuid": "4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8", "name": "network-vif-deleted", "tag": "456a7843-466b-4620-bb90-adc15c0c4e43"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:56:10.322078 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cf9cee2d-9081-41a1-90ee-42eaba834ee5 req-62d2888b-3156-4f42-a595-6fea3a09ba93 service neutron] 10.222.0.23 "GET /v2.0/networks/59412fb8-cf89-4de7-acfe-ff49a52f31c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2183294 Jul 13 13:56:10.341283 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ab7f27-8bf2-4fbf-903f-c013ea568e19 req-a30c8dfc-005d-4ad3-9744-bdf4b1bb9078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:56:10.342820 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b4ab7f27-8bf2-4fbf-903f-c013ea568e19 req-a30c8dfc-005d-4ad3-9744-bdf4b1bb9078 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c17eca93-ffcb-4f26-9d07-03fe19280fd8 HTTP/1.1" status: 200 len: 905 time: 0.1920521 Jul 13 13:56:10.420847 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22ad4fb2-33c7-436d-b483-e06942d57a7c x-openstack-request-id: req-22ad4fb2-33c7-436d-b483-e06942d57a7c {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:56:10.421189 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8", "name": "network-vif-deleted", "tag": "456a7843-466b-4620-bb90-adc15c0c4e43", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:56:10.421375 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-22ad4fb2-33c7-436d-b483-e06942d57a7c {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:56:10.422697 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8', 'name': 'network-vif-deleted', 'tag': '456a7843-466b-4620-bb90-adc15c0c4e43', 'status': 'completed', 'code': 200} Jul 13 13:56:10.441685 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b4ab7f27-8bf2-4fbf-903f-c013ea568e19 req-2bca1291-2f8f-48fd-8627-b000a2f029aa service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9f24a000-6785-4194-888d-dd0dcda55a8e HTTP/1.1" status: 200 len: 217 time: 0.0902469 Jul 13 13:56:10.524913 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cf9cee2d-9081-41a1-90ee-42eaba834ee5 req-034c18f2-f5de-4187-ba24-1dbd5b8f8ed4 service neutron] 10.222.0.23 "GET /v2.0/networks/59412fb8-cf89-4de7-acfe-ff49a52f31c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2007682 Jul 13 13:56:10.530337 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ab7f27-8bf2-4fbf-903f-c013ea568e19 req-4aca9805-c15f-4c99-968a-b7cf0b4e4658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:56:10.532753 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b4ab7f27-8bf2-4fbf-903f-c013ea568e19 req-4aca9805-c15f-4c99-968a-b7cf0b4e4658 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fb232211-a266-4fe7-9875-95b4ba730429 HTTP/1.1" status: 200 len: 845 time: 0.0845139 Jul 13 13:56:10.582326 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5fd70497-9255-4ba9-9735-52776f478951 None None] Notify callbacks [] for port, precommit_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:10.595857 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-5fd70497-9255-4ba9-9735-52776f478951 None None] Transition to ACTIVE for port object 63a37107-2fb7-473a-b240-6edd53a472b8 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:56:10.597219 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b4ab7f27-8bf2-4fbf-903f-c013ea568e19 req-97e91e96-401d-4bd4-8a4f-6e3dd23978db service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c17eca93-ffcb-4f26-9d07-03fe19280fd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497329 Jul 13 13:56:10.606832 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5fd70497-9255-4ba9-9735-52776f478951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:10.686367 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc63a4f1-bbc8-452e-8f9e-8f97b4ec2c9b None None] Pushing event updated for resources: {'Port': ['ID=63a37107-2fb7-473a-b240-6edd53a472b8,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:56:10.752898 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb3faa0-8051-4395-8718-e777375deecf req-1cbb8ba9-66ac-4689-878b-98e9e106c177 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:56:10.761334 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2eb3faa0-8051-4395-8718-e777375deecf req-1cbb8ba9-66ac-4689-878b-98e9e106c177 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/ports?device_id=e73e2d2f-e868-4823-8ae9-f1bfca8757d5 HTTP/1.1" status: 200 len: 944 time: 0.2270083 Jul 13 13:56:10.841610 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2eb3faa0-8051-4395-8718-e777375deecf req-03f8cd8f-5e13-4bc8-92d3-1a293520487d tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e5eeece-5c52-4118-a82a-889f2af322a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791640 Jul 13 13:56:10.861579 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b4ab7f27-8bf2-4fbf-903f-c013ea568e19 req-c4b31bb1-3a96-4806-bd19-ec4c37f38536 service neutron] 10.222.0.26 "GET /v2.0/networks/c17eca93-ffcb-4f26-9d07-03fe19280fd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2567396 Jul 13 13:56:10.884293 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-5fd70497-9255-4ba9-9735-52776f478951 None None] Attempting to bind port 63a37107-2fb7-473a-b240-6edd53a472b8 on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:56:10.884999 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-5fd70497-9255-4ba9-9735-52776f478951 None None] Attempting to bind port 63a37107-2fb7-473a-b240-6edd53a472b8 by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '657d9a60-ac1d-4dbb-b674-aeb5a524061e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f2a3b5d2-2392-460d-bc5c-d0f742d817bc'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:56:10.885105 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd70497-9255-4ba9-9735-52776f478951 None None] Attempting to bind port 63a37107-2fb7-473a-b240-6edd53a472b8 on network f2a3b5d2-2392-460d-bc5c-d0f742d817bc {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:56:10.899635 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd70497-9255-4ba9-9735-52776f478951 None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 55, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:56:10.900020 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd70497-9255-4ba9-9735-52776f478951 None None] Checking segment: {'id': '657d9a60-ac1d-4dbb-b674-aeb5a524061e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f2a3b5d2-2392-460d-bc5c-d0f742d817bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:56:10.901384 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5fd70497-9255-4ba9-9735-52776f478951 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:10.902115 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd70497-9255-4ba9-9735-52776f478951 None None] Bound using segment: {'id': '657d9a60-ac1d-4dbb-b674-aeb5a524061e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f2a3b5d2-2392-460d-bc5c-d0f742d817bc'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:56:10.902674 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-5fd70497-9255-4ba9-9735-52776f478951 None None] Bound port: 63a37107-2fb7-473a-b240-6edd53a472b8, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '657d9a60-ac1d-4dbb-b674-aeb5a524061e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f2a3b5d2-2392-460d-bc5c-d0f742d817bc'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:56:10.903452 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5fd70497-9255-4ba9-9735-52776f478951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:10.924537 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-441106d1-b8b5-4eb8-95ee-04dc5f027b0d req-cbf4bdde-01e9-4c98-a187-1980195b1579 tempest-TestServerMultinode-206236805 tempest-TestServerMultinode-206236805-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=01034adc-1950-4abb-8dae-1a584b5cf588 HTTP/1.1" status: 200 len: 210 time: 0.1468329 Jul 13 13:56:11.054323 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-5fd70497-9255-4ba9-9735-52776f478951 None None] For port 63a37107-2fb7-473a-b240-6edd53a472b8, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:56:11.068657 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-5fd70497-9255-4ba9-9735-52776f478951 None None] For port 63a37107-2fb7-473a-b240-6edd53a472b8, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=63a37107-2fb7-473a-b240-6edd53a472b8,segment=NetworkSegment(657d9a60-ac1d-4dbb-b674-aeb5a524061e),segment_id=657d9a60-ac1d-4dbb-b674-aeb5a524061e)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:56:11.075913 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5fd70497-9255-4ba9-9735-52776f478951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:11.126475 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b4ab7f27-8bf2-4fbf-903f-c013ea568e19 req-104ae32a-6fa9-4813-9619-cfb9434da144 service neutron] 10.222.0.26 "GET /v2.0/networks/c17eca93-ffcb-4f26-9d07-03fe19280fd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2582083 Jul 13 13:56:11.214007 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd70497-9255-4ba9-9735-52776f478951 None None] Routers {'2ef14f4d-b457-4027-8ad3-205c85052ccc'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:56:11.215279 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-5fd70497-9255-4ba9-9735-52776f478951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:55:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['2ef14f4d-b457-4027-8ad3-205c85052ccc'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:56:11.221244 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-25b20ca2-f57b-4195-b1b0-3053c0a96ddf req-061f0d17-006b-40fb-919e-e7fb2c7c2f04 tempest-ServersNegativeTestJSON-1061462542 tempest-ServersNegativeTestJSON-1061462542-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f2fdea3-ba36-4bfe-a8c2-4ae1dbaf6fe8 HTTP/1.1" status: 200 len: 210 time: 0.0929601 Jul 13 13:56:11.401922 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc63a4f1-bbc8-452e-8f9e-8f97b4ec2c9b None None] Pushing event updated for resources: {'Port': ['ID=63a37107-2fb7-473a-b240-6edd53a472b8,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:56:11.463019 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-5fd70497-9255-4ba9-9735-52776f478951 None None] Set router 2ef14f4d-b457-4027-8ad3-205c85052ccc gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:56:11.760368 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-5fd70497-9255-4ba9-9735-52776f478951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ef14f4d-b457-4027-8ad3-205c85052ccc', 'name': 'tempest-TestServerMultinode-1739664251-router', 'tenant_id': '9f2183a7ddf44a3e8c4fb0f4c232500b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': 'b17f1d29-481f-47b4-9efa-1eae5eca6602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:55:59Z', 'updated_at': '2021-07-13T13:56:06Z', 'revision_number': 4, 'project_id': '9f2183a7ddf44a3e8c4fb0f4c232500b', 'gw_port': {'id': 'b17f1d29-481f-47b4-9efa-1eae5eca6602', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:f0:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef14f4d-b457-4027-8ad3-205c85052ccc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:55:59Z', 'updated_at': '2021-07-13T13:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': '63a37107-2fb7-473a-b240-6edd53a472b8', 'name': '', 'network_id': 'f2a3b5d2-2392-460d-bc5c-d0f742d817bc', 'tenant_id': '9f2183a7ddf44a3e8c4fb0f4c232500b', 'mac_address': 'fa:16:3e:eb:9a:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ef14f4d-b457-4027-8ad3-205c85052ccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '7c72d7a7-d85b-48e7-86f1-61f52a9f9732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:56:04Z', 'updated_at': '2021-07-13T13:56:11Z', 'revision_number': 4, 'project_id': '9f2183a7ddf44a3e8c4fb0f4c232500b', 'subnets': [{'id': '7c72d7a7-d85b-48e7-86f1-61f52a9f9732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:56:11.791968 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd70497-9255-4ba9-9735-52776f478951 None None] The sync data for ids ['2ef14f4d-b457-4027-8ad3-205c85052ccc'] in n-d-800634-1 is: [{'id': '2ef14f4d-b457-4027-8ad3-205c85052ccc', 'name': 'tempest-TestServerMultinode-1739664251-router', 'tenant_id': '9f2183a7ddf44a3e8c4fb0f4c232500b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': 'b17f1d29-481f-47b4-9efa-1eae5eca6602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:55:59Z', 'updated_at': '2021-07-13T13:56:06Z', 'revision_number': 4, 'project_id': '9f2183a7ddf44a3e8c4fb0f4c232500b', 'gw_port': {'id': 'b17f1d29-481f-47b4-9efa-1eae5eca6602', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:f0:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef14f4d-b457-4027-8ad3-205c85052ccc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:55:59Z', 'updated_at': '2021-07-13T13:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': '63a37107-2fb7-473a-b240-6edd53a472b8', 'name': '', 'network_id': 'f2a3b5d2-2392-460d-bc5c-d0f742d817bc', 'tenant_id': '9f2183a7ddf44a3e8c4fb0f4c232500b', 'mac_address': 'fa:16:3e:eb:9a:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ef14f4d-b457-4027-8ad3-205c85052ccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '7c72d7a7-d85b-48e7-86f1-61f52a9f9732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:56:04Z', 'updated_at': '2021-07-13T13:56:11Z', 'revision_number': 4, 'project_id': '9f2183a7ddf44a3e8c4fb0f4c232500b', 'subnets': [{'id': '7c72d7a7-d85b-48e7-86f1-61f52a9f9732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:56:12.125629 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9b1257-54a1-44d1-96eb-3c82ecb83082 req-bfcc6780-b9ce-4094-8593-43b5a1bc4450 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:56:12.126727 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8d9b1257-54a1-44d1-96eb-3c82ecb83082 req-bfcc6780-b9ce-4094-8593-43b5a1bc4450 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/ports?device_id=e73e2d2f-e868-4823-8ae9-f1bfca8757d5 HTTP/1.1" status: 200 len: 944 time: 0.0930390 Jul 13 13:56:12.139112 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6aa0451e-e071-4fe2-93d8-d0329cd1cf9a req-9852b429-441d-48f8-9343-5a957d21aea0 tempest-TestServerMultinode-206236805 tempest-TestServerMultinode-206236805-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=01034adc-1950-4abb-8dae-1a584b5cf588 HTTP/1.1" status: 200 len: 210 time: 0.0578310 Jul 13 13:56:12.190886 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8d9b1257-54a1-44d1-96eb-3c82ecb83082 req-4652f22b-58cb-4c56-8992-5b8be1170592 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e5eeece-5c52-4118-a82a-889f2af322a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540779 Jul 13 13:56:12.366103 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 60346) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:56:12.499493 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca1e43ed-da7e-4824-8f20-c8cd81941c6d admin admin] Deleting subnet d9eae714-cd86-4b29-a4c2-c920f28b0327 {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 13:56:12.521453 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ca1e43ed-da7e-4824-8f20-c8cd81941c6d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:12.630206 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ca1e43ed-da7e-4824-8f20-c8cd81941c6d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5431723'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:12.685994 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ca1e43ed-da7e-4824-8f20-c8cd81941c6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:12.736633 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9cee2d-9081-41a1-90ee-42eaba834ee5 req-17ccfdd2-a606-4166-8cc3-ce7718d96d2b tempest-TestServerMultinode-206236805 tempest-TestServerMultinode-206236805-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:56:12.738182 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cf9cee2d-9081-41a1-90ee-42eaba834ee5 req-17ccfdd2-a606-4166-8cc3-ce7718d96d2b tempest-TestServerMultinode-206236805 tempest-TestServerMultinode-206236805-project-admin] 10.222.0.41 "GET /v2.0/networks?id=59412fb8-cf89-4de7-acfe-ff49a52f31c0 HTTP/1.1" status: 200 len: 909 time: 0.2296095 Jul 13 13:56:12.749478 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-cf9cee2d-9081-41a1-90ee-42eaba834ee5 req-0cf77ab7-ce9d-4478-a2f8-aea9c8fed233 tempest-TestServerMultinode-206236805 tempest-TestServerMultinode-206236805-project-admin] Request body: {'port': {'device_id': '01034adc-1950-4abb-8dae-1a584b5cf588', 'network_id': '59412fb8-cf89-4de7-acfe-ff49a52f31c0', 'admin_state_up': True, 'tenant_id': '9f2183a7ddf44a3e8c4fb0f4c232500b'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:56:12.780507 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf9cee2d-9081-41a1-90ee-42eaba834ee5 req-0cf77ab7-ce9d-4478-a2f8-aea9c8fed233 tempest-TestServerMultinode-206236805 tempest-TestServerMultinode-206236805-project-admin] Made reservation on behalf of 9f2183a7ddf44a3e8c4fb0f4c232500b for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:56:12.783118 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-cf9cee2d-9081-41a1-90ee-42eaba834ee5 req-0cf77ab7-ce9d-4478-a2f8-aea9c8fed233 tempest-TestServerMultinode-206236805 tempest-TestServerMultinode-206236805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:12.796303 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ca1e43ed-da7e-4824-8f20-c8cd81941c6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5970525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4763356'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:12.843659 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ca1e43ed-da7e-4824-8f20-c8cd81941c6d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:12.848234 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-ca1e43ed-da7e-4824-8f20-c8cd81941c6d admin admin] 10.222.0.23 "DELETE /v2.0/subnets/d9eae714-cd86-4b29-a4c2-c920f28b0327 HTTP/1.1" status: 204 len: 168 time: 0.4784441 Jul 13 13:56:12.850398 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 60350) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:56:12.851233 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1e43ed-da7e-4824-8f20-c8cd81941c6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9eae714-cd86-4b29-a4c2-c920f28b0327,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:56:12.944572 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e87a9584-ebc8-45cb-a374-4c066813a5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:12.992943 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-cf9cee2d-9081-41a1-90ee-42eaba834ee5 req-0cf77ab7-ce9d-4478-a2f8-aea9c8fed233 tempest-TestServerMultinode-206236805 tempest-TestServerMultinode-206236805-project-admin] Allocated IP 172.20.0.3 (59412fb8-cf89-4de7-acfe-ff49a52f31c0/008cef17-f41d-4ba6-a599-39d7c653e584/9cd76a17-ad14-41af-8bf1-9dca4be5ef4d) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:56:13.042339 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 9f24a000-6785-4194-888d-dd0dcda55a8e details requested by agent hyperv_n-h1-800634-1 with host n-h1-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 13:56:13.056408 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e87a9584-ebc8-45cb-a374-4c066813a5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:13.072330 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-e87a9584-ebc8-45cb-a374-4c066813a5c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4306e211-7293-43e9-8c02-14badf8c79d9']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:56:13.084248 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-e87a9584-ebc8-45cb-a374-4c066813a5c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0c035ba-ef7c-4972-a79c-06787b5c4532') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:56:13.084505 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-e87a9584-ebc8-45cb-a374-4c066813a5c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0c035ba-ef7c-4972-a79c-06787b5c4532') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:56:13.094690 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e87a9584-ebc8-45cb-a374-4c066813a5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6018464'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:13.109717 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e87a9584-ebc8-45cb-a374-4c066813a5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:13.116859 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e87a9584-ebc8-45cb-a374-4c066813a5c6 admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 13:56:13.127306 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e87a9584-ebc8-45cb-a374-4c066813a5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6018632'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:13.139605 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:56:13.139605 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:56:13.139605 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:56:13.139605 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:56:13.139605 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:56:13.139605 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:56:13.139605 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:56:13.139605 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:56:13.139605 n-d-800634-1 neutron-server[93751]: Traceback (most recent call last): Jul 13 13:56:13.139605 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 13:56:13.139605 n-d-800634-1 neutron-server[93751]: timer() Jul 13 13:56:13.139605 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 13:56:13.139605 n-d-800634-1 neutron-server[93751]: cb(*args, **kw) Jul 13 13:56:13.139605 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 13:56:13.139605 n-d-800634-1 neutron-server[93751]: return func(*args, **kwargs) Jul 13 13:56:13.139605 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 13:56:13.139605 n-d-800634-1 neutron-server[93751]: self._notify() Jul 13 13:56:13.139605 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 13:56:13.139605 n-d-800634-1 neutron-server[93751]: self.callback(batched_events) Jul 13 13:56:13.139605 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 13:56:13.139605 n-d-800634-1 neutron-server[93751]: event.method(event) Jul 13 13:56:13.139605 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 13:56:13.139605 n-d-800634-1 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 13:56:13.139605 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 13:56:13.139605 n-d-800634-1 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 13:56:13.139605 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 13:56:13.139605 n-d-800634-1 neutron-server[93751]: return f(self, *a, **k) Jul 13 13:56:13.139605 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 13:56:13.139605 n-d-800634-1 neutron-server[93751]: return self._get(url).json() Jul 13 13:56:13.139605 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 13:56:13.139605 n-d-800634-1 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 13:56:13.139605 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 13:56:13.139605 n-d-800634-1 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 13 13:56:13.139605 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 13:56:13.139605 n-d-800634-1 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 13:56:13.139605 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 13:56:13.139605 n-d-800634-1 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 13:56:13.139605 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 13:56:13.139605 n-d-800634-1 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 13:56:13.139605 n-d-800634-1 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 13:56:13.211376 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 9f24a000-6785-4194-888d-dd0dcda55a8e, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=9f24a000-6785-4194-888d-dd0dcda55a8e,segment=NetworkSegment(34a01d3a-59e0-46b3-ab51-e02ceb07d7ab),segment_id=34a01d3a-59e0-46b3-ab51-e02ceb07d7ab)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:56:13.263231 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Returning: {'device': '9f24a000-6785-4194-888d-dd0dcda55a8e', 'network_id': 'c17eca93-ffcb-4f26-9d07-03fe19280fd8', 'port_id': '9f24a000-6785-4194-888d-dd0dcda55a8e', 'mac_address': 'fa:16:3e:a9:c9:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb232211-a266-4fe7-9875-95b4ba730429', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 13:56:13.276263 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 63a37107-2fb7-473a-b240-6edd53a472b8 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:56:13.280906 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e87a9584-ebc8-45cb-a374-4c066813a5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:13.290697 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-cf9cee2d-9081-41a1-90ee-42eaba834ee5 req-0cf77ab7-ce9d-4478-a2f8-aea9c8fed233 tempest-TestServerMultinode-206236805 tempest-TestServerMultinode-206236805-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:13.291775 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e87a9584-ebc8-45cb-a374-4c066813a5c6 admin admin] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:13.295999 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-e87a9584-ebc8-45cb-a374-4c066813a5c6 admin admin] 10.222.0.23 "DELETE /v2.0/networks/4306e211-7293-43e9-8c02-14badf8c79d9 HTTP/1.1" status: 204 len: 168 time: 0.4416366 Jul 13 13:56:13.307637 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87a9584-ebc8-45cb-a374-4c066813a5c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=4306e211-7293-43e9-8c02-14badf8c79d9,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:56:13.371241 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3ecc4ec4-dabe-4e0d-bb0a-bdc21e41e826 req-75c18a4c-7f2a-4c40-8ae5-9da883e7be28 tempest-TestServerMultinode-206236805 tempest-TestServerMultinode-206236805-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=01034adc-1950-4abb-8dae-1a584b5cf588 HTTP/1.1" status: 200 len: 210 time: 0.0780532 Jul 13 13:56:13.392204 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-cf9cee2d-9081-41a1-90ee-42eaba834ee5 req-0cf77ab7-ce9d-4478-a2f8-aea9c8fed233 tempest-TestServerMultinode-206236805 tempest-TestServerMultinode-206236805-project-admin] Transition to ACTIVE for port object 9cd76a17-ad14-41af-8bf1-9dca4be5ef4d will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:56:13.395152 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:13.416837 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f24a000-6785-4194-888d-dd0dcda55a8e {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:56:13.424472 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port 63a37107-2fb7-473a-b240-6edd53a472b8 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:56:13.429861 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 63a37107-2fb7-473a-b240-6edd53a472b8 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:56:13.431407 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:13.443614 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-cf9cee2d-9081-41a1-90ee-42eaba834ee5 req-0cf77ab7-ce9d-4478-a2f8-aea9c8fed233 tempest-TestServerMultinode-206236805 tempest-TestServerMultinode-206236805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:13.476565 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 9f24a000-6785-4194-888d-dd0dcda55a8e, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=9f24a000-6785-4194-888d-dd0dcda55a8e,segment=NetworkSegment(34a01d3a-59e0-46b3-ab51-e02ceb07d7ab),segment_id=34a01d3a-59e0-46b3-ab51-e02ceb07d7ab)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:56:13.484426 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:13.520800 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7ce47e-0fb0-49ee-9dd8-938c4a2c94ee req-354cd04e-203b-4d38-ab78-12e82eb2fb09 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:56:13.522763 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-9a7ce47e-0fb0-49ee-9dd8-938c4a2c94ee req-354cd04e-203b-4d38-ab78-12e82eb2fb09 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/ports?device_id=e73e2d2f-e868-4823-8ae9-f1bfca8757d5 HTTP/1.1" status: 200 len: 944 time: 0.1061311 Jul 13 13:56:13.574999 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 60362) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:56:13.605838 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf9cee2d-9081-41a1-90ee-42eaba834ee5 req-0cf77ab7-ce9d-4478-a2f8-aea9c8fed233 tempest-TestServerMultinode-206236805 tempest-TestServerMultinode-206236805-project-admin] Network 59412fb8-cf89-4de7-acfe-ff49a52f31c0 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:56:13.608811 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-9a7ce47e-0fb0-49ee-9dd8-938c4a2c94ee req-06ebab46-4b2d-44d6-8182-0d8f48a2de25 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e5eeece-5c52-4118-a82a-889f2af322a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796413 Jul 13 13:56:13.610073 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-cf9cee2d-9081-41a1-90ee-42eaba834ee5 req-0cf77ab7-ce9d-4478-a2f8-aea9c8fed233 tempest-TestServerMultinode-206236805 tempest-TestServerMultinode-206236805-project-admin] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:56:13.612360 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf77ab7-ce9d-4478-a2f8-aea9c8fed233 tempest-TestServerMultinode-206236805 tempest-TestServerMultinode-206236805-project-admin] Pushing event updated for resources: {'Port': ['ID=9cd76a17-ad14-41af-8bf1-9dca4be5ef4d,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:56:13.614842 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf9cee2d-9081-41a1-90ee-42eaba834ee5 req-0cf77ab7-ce9d-4478-a2f8-aea9c8fed233 tempest-TestServerMultinode-206236805 tempest-TestServerMultinode-206236805-project-admin] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:56:13.668518 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=9f24a000-6785-4194-888d-dd0dcda55a8e,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:56:13.695576 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-fb1c66eb-92c0-49df-930f-9b1650878258 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d19010716a274998b64ead6bc91f8817&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1128933 Jul 13 13:56:13.697465 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 60364) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:56:13.712269 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['9f24a000-6785-4194-888d-dd0dcda55a8e'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:56:13.715306 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9cee2d-9081-41a1-90ee-42eaba834ee5 req-0cf77ab7-ce9d-4478-a2f8-aea9c8fed233 tempest-TestServerMultinode-206236805 tempest-TestServerMultinode-206236805-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:56:13.715931 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-cf9cee2d-9081-41a1-90ee-42eaba834ee5 req-0cf77ab7-ce9d-4478-a2f8-aea9c8fed233 tempest-TestServerMultinode-206236805 tempest-TestServerMultinode-206236805-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:13.737823 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cf9cee2d-9081-41a1-90ee-42eaba834ee5 req-0cf77ab7-ce9d-4478-a2f8-aea9c8fed233 tempest-TestServerMultinode-206236805 tempest-TestServerMultinode-206236805-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.9918408 Jul 13 13:56:13.752548 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-cf9cee2d-9081-41a1-90ee-42eaba834ee5 req-213ebc7f-da86-4624-bed2-361cce426edd service neutron] Request body: {'port': {'device_id': '01034adc-1950-4abb-8dae-1a584b5cf588', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:56:13.789066 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d63bf4ce-65c6-4edb-b933-05ffe3cd34f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:13.814454 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d63bf4ce-65c6-4edb-b933-05ffe3cd34f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:13.835821 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:13.878810 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d63bf4ce-65c6-4edb-b933-05ffe3cd34f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:13.881953 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d63bf4ce-65c6-4edb-b933-05ffe3cd34f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:13.883558 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-d63bf4ce-65c6-4edb-b933-05ffe3cd34f4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0095868c-fb20-45e5-8afa-e9ed53786ee8 HTTP/1.1" status: 204 len: 168 time: 0.1850491 Jul 13 13:56:13.897027 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63bf4ce-65c6-4edb-b933-05ffe3cd34f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0095868c-fb20-45e5-8afa-e9ed53786ee8,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:56:13.948312 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-cf9cee2d-9081-41a1-90ee-42eaba834ee5 req-213ebc7f-da86-4624-bed2-361cce426edd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:13.995670 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port 63a37107-2fb7-473a-b240-6edd53a472b8, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=63a37107-2fb7-473a-b240-6edd53a472b8,segment=NetworkSegment(657d9a60-ac1d-4dbb-b674-aeb5a524061e),segment_id=657d9a60-ac1d-4dbb-b674-aeb5a524061e)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:56:14.030787 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:14.247108 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=63a37107-2fb7-473a-b240-6edd53a472b8,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:56:14.259947 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-dcd63ced-330e-4e7f-bb45-c45e6758b790 None None] Provisioning for port 9cd76a17-ad14-41af-8bf1-9dca4be5ef4d completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:56:14.264773 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-dcd63ced-330e-4e7f-bb45-c45e6758b790 None None] Provisioning complete for port 9cd76a17-ad14-41af-8bf1-9dca4be5ef4d triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:56:14.265158 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-dcd63ced-330e-4e7f-bb45-c45e6758b790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:14.322673 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-dcd63ced-330e-4e7f-bb45-c45e6758b790 None None] Port 9cd76a17-ad14-41af-8bf1-9dca4be5ef4d cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:56:14.398239 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-cf9cee2d-9081-41a1-90ee-42eaba834ee5 req-213ebc7f-da86-4624-bed2-361cce426edd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cd76a17-ad14-41af-8bf1-9dca4be5ef4d {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:56:14.414117 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-cf9cee2d-9081-41a1-90ee-42eaba834ee5 req-213ebc7f-da86-4624-bed2-361cce426edd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:14.436411 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-cf9cee2d-9081-41a1-90ee-42eaba834ee5 req-213ebc7f-da86-4624-bed2-361cce426edd service neutron] Transition to ACTIVE for port object 9cd76a17-ad14-41af-8bf1-9dca4be5ef4d will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:56:14.441481 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-cf9cee2d-9081-41a1-90ee-42eaba834ee5 req-213ebc7f-da86-4624-bed2-361cce426edd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:14.502647 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213ebc7f-da86-4624-bed2-361cce426edd service neutron] Pushing event updated for resources: {'Port': ['ID=9cd76a17-ad14-41af-8bf1-9dca4be5ef4d,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:56:14.578693 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-cf9cee2d-9081-41a1-90ee-42eaba834ee5 req-213ebc7f-da86-4624-bed2-361cce426edd service neutron] Attempting to bind port 9cd76a17-ad14-41af-8bf1-9dca4be5ef4d on host n-h2-800634-1 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:56:14.579169 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-cf9cee2d-9081-41a1-90ee-42eaba834ee5 req-213ebc7f-da86-4624-bed2-361cce426edd service neutron] Attempting to bind port 9cd76a17-ad14-41af-8bf1-9dca4be5ef4d by drivers openvswitch,hyperv on host n-h2-800634-1 at level 0 using segments [{'id': '8921c11a-c4bd-4a08-9f14-8100e9c84735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '59412fb8-cf89-4de7-acfe-ff49a52f31c0'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:56:14.579625 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf9cee2d-9081-41a1-90ee-42eaba834ee5 req-213ebc7f-da86-4624-bed2-361cce426edd service neutron] Attempting to bind port 9cd76a17-ad14-41af-8bf1-9dca4be5ef4d on network 59412fb8-cf89-4de7-acfe-ff49a52f31c0 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:56:14.584741 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf9cee2d-9081-41a1-90ee-42eaba834ee5 req-213ebc7f-da86-4624-bed2-361cce426edd service neutron] Port 9cd76a17-ad14-41af-8bf1-9dca4be5ef4d on network 59412fb8-cf89-4de7-acfe-ff49a52f31c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-1 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:56:14.585194 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf9cee2d-9081-41a1-90ee-42eaba834ee5 req-213ebc7f-da86-4624-bed2-361cce426edd service neutron] Attempting to bind port 9cd76a17-ad14-41af-8bf1-9dca4be5ef4d on network 59412fb8-cf89-4de7-acfe-ff49a52f31c0 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:56:14.591255 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf9cee2d-9081-41a1-90ee-42eaba834ee5 req-213ebc7f-da86-4624-bed2-361cce426edd service neutron] Checking agent: {'id': 'f615e5c9-21ab-43f2-adbc-192d64b795cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:56:14.591933 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf9cee2d-9081-41a1-90ee-42eaba834ee5 req-213ebc7f-da86-4624-bed2-361cce426edd service neutron] Checking segment: {'id': '8921c11a-c4bd-4a08-9f14-8100e9c84735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '59412fb8-cf89-4de7-acfe-ff49a52f31c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:56:14.592399 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf9cee2d-9081-41a1-90ee-42eaba834ee5 req-213ebc7f-da86-4624-bed2-361cce426edd service neutron] Bound using segment: {'id': '8921c11a-c4bd-4a08-9f14-8100e9c84735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '59412fb8-cf89-4de7-acfe-ff49a52f31c0'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:56:14.592941 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-cf9cee2d-9081-41a1-90ee-42eaba834ee5 req-213ebc7f-da86-4624-bed2-361cce426edd service neutron] Bound port: 9cd76a17-ad14-41af-8bf1-9dca4be5ef4d, host: n-h2-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8921c11a-c4bd-4a08-9f14-8100e9c84735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '59412fb8-cf89-4de7-acfe-ff49a52f31c0'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:56:14.593394 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-cf9cee2d-9081-41a1-90ee-42eaba834ee5 req-213ebc7f-da86-4624-bed2-361cce426edd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:14.607098 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b3e24a-1a16-4c4f-a078-65b70d13eaee req-49169a86-de13-4349-8bb3-167cb586fd01 tempest-TestServerMultinode-206236805 tempest-TestServerMultinode-206236805-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:56:14.607098 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-06b3e24a-1a16-4c4f-a078-65b70d13eaee req-49169a86-de13-4349-8bb3-167cb586fd01 tempest-TestServerMultinode-206236805 tempest-TestServerMultinode-206236805-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=01034adc-1950-4abb-8dae-1a584b5cf588 HTTP/1.1" status: 200 len: 1052 time: 0.0739379 Jul 13 13:56:14.650515 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-06b3e24a-1a16-4c4f-a078-65b70d13eaee req-ee75865f-c96c-4b20-b564-40d6992ecca1 tempest-TestServerMultinode-206236805 tempest-TestServerMultinode-206236805-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=82283158-3978-4e6b-8616-7a48d6dbd673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364084 Jul 13 13:56:14.692587 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-cf9cee2d-9081-41a1-90ee-42eaba834ee5 req-213ebc7f-da86-4624-bed2-361cce426edd service neutron] For port 9cd76a17-ad14-41af-8bf1-9dca4be5ef4d, host n-h2-800634-1, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:56:14.696279 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-cf9cee2d-9081-41a1-90ee-42eaba834ee5 req-213ebc7f-da86-4624-bed2-361cce426edd service neutron] For port 9cd76a17-ad14-41af-8bf1-9dca4be5ef4d, host n-h2-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=9cd76a17-ad14-41af-8bf1-9dca4be5ef4d,segment=NetworkSegment(8921c11a-c4bd-4a08-9f14-8100e9c84735),segment_id=8921c11a-c4bd-4a08-9f14-8100e9c84735)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:56:14.701117 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 456a7843-466b-4620-bb90-adc15c0c4e43 no longer exists at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:56:14.701644 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-cf9cee2d-9081-41a1-90ee-42eaba834ee5 req-213ebc7f-da86-4624-bed2-361cce426edd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:14.743799 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] No Port match for: 456a7843-466b-4620-bb90-adc15c0c4e43 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:56:14.744162 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 456a7843-466b-4620-bb90-adc15c0c4e43 not bound to the agent host n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:56:14.785175 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9cee2d-9081-41a1-90ee-42eaba834ee5 req-213ebc7f-da86-4624-bed2-361cce426edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:56:14.785839 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-cf9cee2d-9081-41a1-90ee-42eaba834ee5 req-213ebc7f-da86-4624-bed2-361cce426edd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:14.787260 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cf9cee2d-9081-41a1-90ee-42eaba834ee5 req-213ebc7f-da86-4624-bed2-361cce426edd service neutron] 10.222.0.41 "PUT /v2.0/ports/9cd76a17-ad14-41af-8bf1-9dca4be5ef4d HTTP/1.1" status: 200 len: 1091 time: 1.0393822 Jul 13 13:56:14.787808 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01034adc-1950-4abb-8dae-1a584b5cf588', 'tag': '9cd76a17-ad14-41af-8bf1-9dca4be5ef4d'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:56:14.802744 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c5d8956-f232-4363-8c90-56653c8b408a" -d '{"events": [{"name": "network-changed", "server_uuid": "01034adc-1950-4abb-8dae-1a584b5cf588", "tag": "9cd76a17-ad14-41af-8bf1-9dca4be5ef4d"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:56:14.949979 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213ebc7f-da86-4624-bed2-361cce426edd service neutron] Pushing event updated for resources: {'Port': ['ID=9cd76a17-ad14-41af-8bf1-9dca4be5ef4d,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:56:14.986104 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 13:56:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f10bcfd4-1e60-4744-b277-a3bd7e2ab03c x-openstack-request-id: req-f10bcfd4-1e60-4744-b277-a3bd7e2ab03c {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:56:14.986518 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01034adc-1950-4abb-8dae-1a584b5cf588", "tag": "9cd76a17-ad14-41af-8bf1-9dca4be5ef4d", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:56:14.993939 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f10bcfd4-1e60-4744-b277-a3bd7e2ab03c {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:56:14.994423 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01034adc-1950-4abb-8dae-1a584b5cf588', 'tag': '9cd76a17-ad14-41af-8bf1-9dca4be5ef4d', 'status': 'completed', 'code': 200} Jul 13 13:56:15.039225 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf280d4-3ad7-418e-85f1-380b8608631b req-86cad60c-7125-44fa-bcc6-773d2b9839e9 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:56:15.040883 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-aaf280d4-3ad7-418e-85f1-380b8608631b req-86cad60c-7125-44fa-bcc6-773d2b9839e9 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/ports?device_id=e73e2d2f-e868-4823-8ae9-f1bfca8757d5 HTTP/1.1" status: 200 len: 945 time: 0.2299926 Jul 13 13:56:15.057316 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 9f24a000-6785-4194-888d-dd0dcda55a8e up at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:56:15.090851 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9cee2d-9081-41a1-90ee-42eaba834ee5 req-a94ce049-305d-4151-b3a9-fda60fe4b63b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:56:15.092374 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cf9cee2d-9081-41a1-90ee-42eaba834ee5 req-a94ce049-305d-4151-b3a9-fda60fe4b63b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9f2183a7ddf44a3e8c4fb0f4c232500b&device_id=01034adc-1950-4abb-8dae-1a584b5cf588 HTTP/1.1" status: 200 len: 1094 time: 0.2240267 Jul 13 13:56:15.155978 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 60402) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:56:15.172656 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning for port 9f24a000-6785-4194-888d-dd0dcda55a8e completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:56:15.177311 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning complete for port 9f24a000-6785-4194-888d-dd0dcda55a8e triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:56:15.177986 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:15.180717 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cf9cee2d-9081-41a1-90ee-42eaba834ee5 req-160f3263-43fe-49a0-8aaa-777e3e9d636c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9cd76a17-ad14-41af-8bf1-9dca4be5ef4d HTTP/1.1" status: 200 len: 217 time: 0.0797930 Jul 13 13:56:15.228178 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 63a37107-2fb7-473a-b240-6edd53a472b8 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:56:15.264886 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-aaf280d4-3ad7-418e-85f1-380b8608631b req-a615a307-ddc1-4b70-8531-2029a6486a6a tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e5eeece-5c52-4118-a82a-889f2af322a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158539 Jul 13 13:56:15.290588 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9cee2d-9081-41a1-90ee-42eaba834ee5 req-8a807275-aaeb-4bf8-97b2-3f9eaf8f3e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:56:15.291892 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-628061cb-f979-4726-941b-11bcc12f3b09 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-72511802-network', 'tenant_id': 'c3eca2ad13264d249cf137becf2952b4'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:56:15.292747 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cf9cee2d-9081-41a1-90ee-42eaba834ee5 req-8a807275-aaeb-4bf8-97b2-3f9eaf8f3e37 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=008cef17-f41d-4ba6-a599-39d7c653e584 HTTP/1.1" status: 200 len: 848 time: 0.1022198 Jul 13 13:56:15.319870 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-628061cb-f979-4726-941b-11bcc12f3b09 admin admin] Made reservation on behalf of c3eca2ad13264d249cf137becf2952b4 for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:56:15.325140 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-628061cb-f979-4726-941b-11bcc12f3b09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:15.335668 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:15.345687 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-628061cb-f979-4726-941b-11bcc12f3b09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:15.355782 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 63a37107-2fb7-473a-b240-6edd53a472b8 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:56:15.356232 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:15.367552 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9cee2d-9081-41a1-90ee-42eaba834ee5 req-f02edca8-8481-489d-8e25-4e36eb39ad9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:56:15.370050 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cf9cee2d-9081-41a1-90ee-42eaba834ee5 req-f02edca8-8481-489d-8e25-4e36eb39ad9b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=59412fb8-cf89-4de7-acfe-ff49a52f31c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0694475 Jul 13 13:56:15.393973 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e73e2d2f-e868-4823-8ae9-f1bfca8757d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f24a000-6785-4194-888d-dd0dcda55a8e'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:56:15.396425 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e3d907e-daeb-4c8a-acb5-e76c791fb60c" -d '{"events": [{"server_uuid": "e73e2d2f-e868-4823-8ae9-f1bfca8757d5", "name": "network-vif-plugged", "status": "completed", "tag": "9f24a000-6785-4194-888d-dd0dcda55a8e"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:56:15.419272 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 9f24a000-6785-4194-888d-dd0dcda55a8e, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=9f24a000-6785-4194-888d-dd0dcda55a8e,segment=NetworkSegment(34a01d3a-59e0-46b3-ab51-e02ceb07d7ab),segment_id=34a01d3a-59e0-46b3-ab51-e02ceb07d7ab)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:56:15.424705 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:15.473273 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-628061cb-f979-4726-941b-11bcc12f3b09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:15.473605 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:56:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ac19efc-43ff-4f3d-a4a8-27c5a9f429b0 x-openstack-request-id: req-5ac19efc-43ff-4f3d-a4a8-27c5a9f429b0 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:56:15.473937 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e73e2d2f-e868-4823-8ae9-f1bfca8757d5", "name": "network-vif-plugged", "status": "completed", "tag": "9f24a000-6785-4194-888d-dd0dcda55a8e", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:56:15.474203 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5ac19efc-43ff-4f3d-a4a8-27c5a9f429b0 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:56:15.474864 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e73e2d2f-e868-4823-8ae9-f1bfca8757d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f24a000-6785-4194-888d-dd0dcda55a8e', 'code': 200} Jul 13 13:56:15.480053 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-628061cb-f979-4726-941b-11bcc12f3b09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:15.514586 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-628061cb-f979-4726-941b-11bcc12f3b09 admin admin] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 13:56:15.534512 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=9f24a000-6785-4194-888d-dd0dcda55a8e,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:56:15.558085 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628061cb-f979-4726-941b-11bcc12f3b09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e02953d-80b7-4d10-92b8-7c87ed03b10f,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:56:15.569068 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-628061cb-f979-4726-941b-11bcc12f3b09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:15.569471 n-d-800634-1 neutron-server[93751]: INFO neutron.db.segments_db [None req-628061cb-f979-4726-941b-11bcc12f3b09 admin admin] Added segment 6153a9b5-e91b-4b7e-a943-22a62a451369 of type vlan for network 37594d52-6acf-432d-ae35-dba4eb316f1c Jul 13 13:56:15.624726 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-628061cb-f979-4726-941b-11bcc12f3b09 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:15.652902 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19571d4-fd38-4ae2-98b7-419f9a0649e9 req-1928e044-fbac-4b46-8d4a-c5d82e73a6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:56:15.654454 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a19571d4-fd38-4ae2-98b7-419f9a0649e9 req-1928e044-fbac-4b46-8d4a-c5d82e73a6dd service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e73e2d2f-e868-4823-8ae9-f1bfca8757d5 HTTP/1.1" status: 200 len: 1097 time: 0.1336150 Jul 13 13:56:15.676527 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-628061cb-f979-4726-941b-11bcc12f3b09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:15.677493 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-628061cb-f979-4726-941b-11bcc12f3b09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:56:15.679283 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-628061cb-f979-4726-941b-11bcc12f3b09 admin admin] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:15.757310 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a19571d4-fd38-4ae2-98b7-419f9a0649e9 req-558ba304-c8f1-40ca-918a-8abed366cc43 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=0e5eeece-5c52-4118-a82a-889f2af322a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958095 Jul 13 13:56:15.759046 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628061cb-f979-4726-941b-11bcc12f3b09 admin admin] Pushing event updated for resources: {'Network': ['ID=37594d52-6acf-432d-ae35-dba4eb316f1c,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:56:15.762722 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-628061cb-f979-4726-941b-11bcc12f3b09 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.6056898 Jul 13 13:56:15.765694 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 60410) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:56:15.769866 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network 37594d52-6acf-432d-ae35-dba4eb316f1c details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 13:56:15.771118 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-6bd376b3-cdd5-4c4d-a18c-56a6a9dad507 admin admin] Request body: {'subnet': {'network_id': '37594d52-6acf-432d-ae35-dba4eb316f1c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-72511802-subnet', 'tenant_id': 'c3eca2ad13264d249cf137becf2952b4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:56:15.798672 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bd376b3-cdd5-4c4d-a18c-56a6a9dad507 admin admin] Made reservation on behalf of c3eca2ad13264d249cf137becf2952b4 for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:56:15.802628 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6bd376b3-cdd5-4c4d-a18c-56a6a9dad507 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6104980'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:15.910295 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cf9cee2d-9081-41a1-90ee-42eaba834ee5 req-7f8427a3-16b2-429c-98a9-3e84ba9b7163 service neutron] 10.222.0.41 "GET /v2.0/networks/59412fb8-cf89-4de7-acfe-ff49a52f31c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5331674 Jul 13 13:56:15.917294 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a673e5ea-dd76-4e46-902f-2bbd2798761c req-fb421d4e-c0b6-4a6f-b97e-e1d0f16e49a2 tempest-TestServerMultinode-206236805 tempest-TestServerMultinode-206236805-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:56:15.918788 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a673e5ea-dd76-4e46-902f-2bbd2798761c req-fb421d4e-c0b6-4a6f-b97e-e1d0f16e49a2 tempest-TestServerMultinode-206236805 tempest-TestServerMultinode-206236805-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=01034adc-1950-4abb-8dae-1a584b5cf588 HTTP/1.1" status: 200 len: 1094 time: 0.0837579 Jul 13 13:56:16.014172 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a673e5ea-dd76-4e46-902f-2bbd2798761c req-5afb07ec-dbd2-47dc-80e6-ef9a68154a0a tempest-TestServerMultinode-206236805 tempest-TestServerMultinode-206236805-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=82283158-3978-4e6b-8616-7a48d6dbd673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824168 Jul 13 13:56:16.028135 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6bd376b3-cdd5-4c4d-a18c-56a6a9dad507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6018343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6104998'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:16.056826 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cf9cee2d-9081-41a1-90ee-42eaba834ee5 req-e3abbdbc-a33b-44ff-bad3-969900ff5eee service neutron] 10.222.0.41 "GET /v2.0/networks/59412fb8-cf89-4de7-acfe-ff49a52f31c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370378 Jul 13 13:56:16.112984 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd376b3-cdd5-4c4d-a18c-56a6a9dad507 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ccef19a6-e508-45c6-a9af-580b08975722,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:56:16.118839 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd376b3-cdd5-4c4d-a18c-56a6a9dad507 admin admin] Checking segment: {'id': '6153a9b5-e91b-4b7e-a943-22a62a451369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '37594d52-6acf-432d-ae35-dba4eb316f1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:56:16.119207 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bd376b3-cdd5-4c4d-a18c-56a6a9dad507 admin admin] Network hostable DHCP agents. Network: 37594d52-6acf-432d-ae35-dba4eb316f1c, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 13:56:16.137335 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bd376b3-cdd5-4c4d-a18c-56a6a9dad507 admin admin] Network 37594d52-6acf-432d-ae35-dba4eb316f1c is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 13:56:16.147297 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-6bd376b3-cdd5-4c4d-a18c-56a6a9dad507 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, 37594d52-6acf-432d-ae35-dba4eb316f1c) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:56:16.152627 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd376b3-cdd5-4c4d-a18c-56a6a9dad507 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:56:16.153572 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6bd376b3-cdd5-4c4d-a18c-56a6a9dad507 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:16.160051 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-895d072e-0bfe-413a-99a9-043062a4653b None None] Network 37594d52-6acf-432d-ae35-dba4eb316f1c requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:56:16.167554 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5d8956-f232-4363-8c90-56653c8b408a req-cf8aa576-5884-40c2-aeaf-11fe0a75d36f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:56:16.169094 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6c5d8956-f232-4363-8c90-56653c8b408a req-cf8aa576-5884-40c2-aeaf-11fe0a75d36f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9f2183a7ddf44a3e8c4fb0f4c232500b&device_id=01034adc-1950-4abb-8dae-1a584b5cf588 HTTP/1.1" status: 200 len: 1094 time: 0.0623457 Jul 13 13:56:16.183842 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-6bd376b3-cdd5-4c4d-a18c-56a6a9dad507 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.4092329 Jul 13 13:56:16.289248 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5d8956-f232-4363-8c90-56653c8b408a req-bc09d097-0f74-428f-a9fe-6cc8fa2ba055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:56:16.292988 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6c5d8956-f232-4363-8c90-56653c8b408a req-bc09d097-0f74-428f-a9fe-6cc8fa2ba055 service neutron] 10.222.0.41 "GET /v2.0/networks?id=59412fb8-cf89-4de7-acfe-ff49a52f31c0 HTTP/1.1" status: 200 len: 909 time: 0.1167543 Jul 13 13:56:16.316942 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-594ae971-35dc-4d93-86a4-5455b43a797e None None] Network 37594d52-6acf-432d-ae35-dba4eb316f1c requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:56:16.370291 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6c5d8956-f232-4363-8c90-56653c8b408a req-b8986e3c-2841-4fd7-a93c-144be4ef2875 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9cd76a17-ad14-41af-8bf1-9dca4be5ef4d HTTP/1.1" status: 200 len: 217 time: 0.0692258 Jul 13 13:56:16.481056 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5d8956-f232-4363-8c90-56653c8b408a req-608d29e3-f52f-4308-b490-2f059d5a63fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:56:16.481987 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6c5d8956-f232-4363-8c90-56653c8b408a req-608d29e3-f52f-4308-b490-2f059d5a63fe service neutron] 10.222.0.41 "GET /v2.0/subnets?id=008cef17-f41d-4ba6-a599-39d7c653e584 HTTP/1.1" status: 200 len: 848 time: 0.1006372 Jul 13 13:56:16.604260 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5d8956-f232-4363-8c90-56653c8b408a req-71685c76-c558-42b3-bcee-5b3cda38e6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:56:16.605805 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6c5d8956-f232-4363-8c90-56653c8b408a req-71685c76-c558-42b3-bcee-5b3cda38e6a9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=59412fb8-cf89-4de7-acfe-ff49a52f31c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1057913 Jul 13 13:56:16.613857 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbf8334-3b79-4f36-b548-59243a4ef4bf req-110a2c32-8cac-49d0-bdb8-6d59a2f72ac9 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:56:16.615424 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2bbf8334-3b79-4f36-b548-59243a4ef4bf req-110a2c32-8cac-49d0-bdb8-6d59a2f72ac9 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/ports?device_id=e73e2d2f-e868-4823-8ae9-f1bfca8757d5 HTTP/1.1" status: 200 len: 946 time: 0.1325414 Jul 13 13:56:16.703302 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 60430) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:56:16.708584 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-c1439fb9-42fd-4863-8ef0-69433a27b270 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-531528917-network', 'tenant_id': '3dcf57664e38493ba3f3f687d6847f03'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:56:16.713813 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2bbf8334-3b79-4f36-b548-59243a4ef4bf req-0b972f8a-23da-49c0-a879-7a8dbba2f17a tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e5eeece-5c52-4118-a82a-889f2af322a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888653 Jul 13 13:56:16.732471 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1439fb9-42fd-4863-8ef0-69433a27b270 admin admin] Made reservation on behalf of 3dcf57664e38493ba3f3f687d6847f03 for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:56:16.745901 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c1439fb9-42fd-4863-8ef0-69433a27b270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:16.746516 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c1439fb9-42fd-4863-8ef0-69433a27b270 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:16.752151 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6c5d8956-f232-4363-8c90-56653c8b408a req-4e13b880-3b91-4c39-bb7c-8d60ee4f3bfe service neutron] 10.222.0.41 "GET /v2.0/networks/59412fb8-cf89-4de7-acfe-ff49a52f31c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357663 Jul 13 13:56:16.850782 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c1439fb9-42fd-4863-8ef0-69433a27b270 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:16.854581 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6c5d8956-f232-4363-8c90-56653c8b408a req-39236424-7ec8-4bb2-9383-7eec8bdcbfb1 service neutron] 10.222.0.41 "GET /v2.0/networks/59412fb8-cf89-4de7-acfe-ff49a52f31c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949743 Jul 13 13:56:16.855660 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c1439fb9-42fd-4863-8ef0-69433a27b270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:16.885592 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1439fb9-42fd-4863-8ef0-69433a27b270 admin admin] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 13:56:16.891925 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1439fb9-42fd-4863-8ef0-69433a27b270 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3662496c-0ee7-445a-8fd0-c339529c6c44,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:56:16.898294 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c1439fb9-42fd-4863-8ef0-69433a27b270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:16.898703 n-d-800634-1 neutron-server[93751]: INFO neutron.db.segments_db [None req-c1439fb9-42fd-4863-8ef0-69433a27b270 admin admin] Added segment 151edb46-74d0-49b5-9ea1-9aa0bc7db75e of type vlan for network 380e1ed5-498e-49c3-bbe4-1d6932d7608c Jul 13 13:56:16.940318 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c1439fb9-42fd-4863-8ef0-69433a27b270 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:16.970340 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c1439fb9-42fd-4863-8ef0-69433a27b270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:16.971575 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1439fb9-42fd-4863-8ef0-69433a27b270 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:56:16.972206 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c1439fb9-42fd-4863-8ef0-69433a27b270 admin admin] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:17.027400 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-c1439fb9-42fd-4863-8ef0-69433a27b270 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.3227925 Jul 13 13:56:17.030601 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 60432) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:56:17.032492 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1439fb9-42fd-4863-8ef0-69433a27b270 admin admin] Pushing event updated for resources: {'Network': ['ID=380e1ed5-498e-49c3-bbe4-1d6932d7608c,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:56:17.037072 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-45d019b1-26bf-4f68-a1ca-4d794283020d admin admin] Request body: {'subnet': {'network_id': '380e1ed5-498e-49c3-bbe4-1d6932d7608c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-531528917-subnet', 'tenant_id': '3dcf57664e38493ba3f3f687d6847f03', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:56:17.049834 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network 380e1ed5-498e-49c3-bbe4-1d6932d7608c details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 13:56:17.083288 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45d019b1-26bf-4f68-a1ca-4d794283020d admin admin] Made reservation on behalf of 3dcf57664e38493ba3f3f687d6847f03 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:56:17.088036 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-45d019b1-26bf-4f68-a1ca-4d794283020d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4763385'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:17.194725 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d770e041-bd3e-4e34-ba9b-ef32a3ce02d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:17.291660 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ea82b8-887f-4a0c-bb3a-548b7dce3ebb req-dd6c2a79-f234-4e9e-b34c-b9d2f58c0c6d tempest-TestServerMultinode-206236805 tempest-TestServerMultinode-206236805-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:56:17.293217 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f6ea82b8-887f-4a0c-bb3a-548b7dce3ebb req-dd6c2a79-f234-4e9e-b34c-b9d2f58c0c6d tempest-TestServerMultinode-206236805 tempest-TestServerMultinode-206236805-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=01034adc-1950-4abb-8dae-1a584b5cf588 HTTP/1.1" status: 200 len: 1094 time: 0.0740156 Jul 13 13:56:17.343545 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f6ea82b8-887f-4a0c-bb3a-548b7dce3ebb req-745c5e39-4c98-47cd-aed9-7132dfbf5821 tempest-TestServerMultinode-206236805 tempest-TestServerMultinode-206236805-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=82283158-3978-4e6b-8616-7a48d6dbd673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416980 Jul 13 13:56:17.349971 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-45d019b1-26bf-4f68-a1ca-4d794283020d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5970588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4763339'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:17.409623 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d019b1-26bf-4f68-a1ca-4d794283020d admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d94cf1b-0623-4e3d-a9b1-f72912dfd19e,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:56:17.421656 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d019b1-26bf-4f68-a1ca-4d794283020d admin admin] Checking segment: {'id': '151edb46-74d0-49b5-9ea1-9aa0bc7db75e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '380e1ed5-498e-49c3-bbe4-1d6932d7608c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:56:17.422048 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d019b1-26bf-4f68-a1ca-4d794283020d admin admin] Network hostable DHCP agents. Network: 380e1ed5-498e-49c3-bbe4-1d6932d7608c, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 13:56:17.440502 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d019b1-26bf-4f68-a1ca-4d794283020d admin admin] Network 380e1ed5-498e-49c3-bbe4-1d6932d7608c is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 13:56:17.451236 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-45d019b1-26bf-4f68-a1ca-4d794283020d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, 380e1ed5-498e-49c3-bbe4-1d6932d7608c) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:56:17.455535 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d019b1-26bf-4f68-a1ca-4d794283020d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:56:17.456286 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-45d019b1-26bf-4f68-a1ca-4d794283020d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:17.463780 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac50d45c-adfa-4c3f-a02f-f6f980fda0d5 None None] Network 380e1ed5-498e-49c3-bbe4-1d6932d7608c requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:56:17.472618 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-45d019b1-26bf-4f68-a1ca-4d794283020d admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4396982 Jul 13 13:56:17.636721 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b7cbb1f-2c15-49be-8d37-6abd41dae884 None None] Network 380e1ed5-498e-49c3-bbe4-1d6932d7608c requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:56:17.937125 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d78a121-0567-4fae-8455-86e641854e50 req-26c11410-1287-4a7f-baa9-88383f5bd059 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:56:17.941688 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8d78a121-0567-4fae-8455-86e641854e50 req-26c11410-1287-4a7f-baa9-88383f5bd059 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/ports?device_id=e73e2d2f-e868-4823-8ae9-f1bfca8757d5 HTTP/1.1" status: 200 len: 946 time: 0.0928926 Jul 13 13:56:17.983418 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8d78a121-0567-4fae-8455-86e641854e50 req-137a2622-d637-4481-94e4-81cc2dbf15a3 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e5eeece-5c52-4118-a82a-889f2af322a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382645 Jul 13 13:56:18.001427 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1493900-b5e9-4502-9da0-fec4f2ab312e req-e285c797-a2b1-4e6f-960d-9e77e20ba93b tempest-ServersNegativeTestMultiTenantJSON-840610573 tempest-ServersNegativeTestMultiTenantJSON-840610573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:56:18.006209 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e1493900-b5e9-4502-9da0-fec4f2ab312e req-e285c797-a2b1-4e6f-960d-9e77e20ba93b tempest-ServersNegativeTestMultiTenantJSON-840610573 tempest-ServersNegativeTestMultiTenantJSON-840610573-project] 10.222.0.23 "GET /v2.0/networks?id=37594d52-6acf-432d-ae35-dba4eb316f1c HTTP/1.1" status: 200 len: 823 time: 0.1196470 Jul 13 13:56:18.019213 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e1493900-b5e9-4502-9da0-fec4f2ab312e req-c109c32a-d913-4256-9a55-4c5a604d4945 tempest-ServersNegativeTestMultiTenantJSON-840610573 tempest-ServersNegativeTestMultiTenantJSON-840610573-project] 10.222.0.23 "GET /v2.0/quotas/c3eca2ad13264d249cf137becf2952b4 HTTP/1.1" status: 200 len: 375 time: 0.0106194 Jul 13 13:56:18.058147 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e1493900-b5e9-4502-9da0-fec4f2ab312e req-736c87ca-9b7a-42a8-b865-255326909743 tempest-ServersNegativeTestMultiTenantJSON-840610573 tempest-ServersNegativeTestMultiTenantJSON-840610573-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c3eca2ad13264d249cf137becf2952b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0306666 Jul 13 13:56:18.160416 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e1493900-b5e9-4502-9da0-fec4f2ab312e req-309882e0-0e8f-4059-8e47-54813667fc50 service neutron] 10.222.0.23 "GET /v2.0/networks/37594d52-6acf-432d-ae35-dba4eb316f1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943379 Jul 13 13:56:18.162682 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26af1d9c-68c7-4a9f-b9e1-58782ff448dd req-cd07a4c9-f3da-4d5d-9d64-af3818797a13 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:56:18.164678 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-26af1d9c-68c7-4a9f-b9e1-58782ff448dd req-cd07a4c9-f3da-4d5d-9d64-af3818797a13 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/ports?device_id=e73e2d2f-e868-4823-8ae9-f1bfca8757d5 HTTP/1.1" status: 200 len: 946 time: 0.0674274 Jul 13 13:56:18.202965 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-26af1d9c-68c7-4a9f-b9e1-58782ff448dd req-5704e481-41fa-4590-b4f5-519b8467fc31 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e5eeece-5c52-4118-a82a-889f2af322a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324762 Jul 13 13:56:18.255127 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e1493900-b5e9-4502-9da0-fec4f2ab312e req-1255c3c3-35c1-4eb8-944e-9404e2498c8e service neutron] 10.222.0.23 "GET /v2.0/networks/37594d52-6acf-432d-ae35-dba4eb316f1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882306 Jul 13 13:56:18.530979 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e193f195-26b1-4d31-bc9b-c647815693d4 req-43ed5e84-c9ac-4947-9232-947485edf765 tempest-TestServerMultinode-206236805 tempest-TestServerMultinode-206236805-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:56:18.533966 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e193f195-26b1-4d31-bc9b-c647815693d4 req-43ed5e84-c9ac-4947-9232-947485edf765 tempest-TestServerMultinode-206236805 tempest-TestServerMultinode-206236805-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=01034adc-1950-4abb-8dae-1a584b5cf588 HTTP/1.1" status: 200 len: 1094 time: 0.0612290 Jul 13 13:56:18.572665 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e193f195-26b1-4d31-bc9b-c647815693d4 req-e6f3c587-345e-454c-8501-35963e9575eb tempest-TestServerMultinode-206236805 tempest-TestServerMultinode-206236805-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=82283158-3978-4e6b-8616-7a48d6dbd673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313344 Jul 13 13:56:18.663856 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1a770588-5207-4f04-9812-aa5416e6c332 req-d70c501d-64b4-4d62-9ec4-0928ce98e5c9 tempest-ServersNegativeTestMultiTenantJSON-840610573 tempest-ServersNegativeTestMultiTenantJSON-840610573-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8ec0ccd-0755-474a-96fe-df72dfdb7a32 HTTP/1.1" status: 200 len: 210 time: 0.0361893 Jul 13 13:56:18.753475 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 9cd76a17-ad14-41af-8bf1-9dca4be5ef4d details requested by agent hyperv_n-h2-800634-1 with host n-h2-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 13:56:18.797617 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57704777-ed12-47f9-858f-4869d2029f06 req-69b35fcb-1da7-48dd-a7cd-f7c308321fce tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:56:18.799322 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-57704777-ed12-47f9-858f-4869d2029f06 req-69b35fcb-1da7-48dd-a7cd-f7c308321fce tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/ports?device_id=e73e2d2f-e868-4823-8ae9-f1bfca8757d5 HTTP/1.1" status: 200 len: 946 time: 0.0843689 Jul 13 13:56:18.848792 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-57704777-ed12-47f9-858f-4869d2029f06 req-b7e9212e-39a9-4f28-8c28-c2cacf03d555 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e5eeece-5c52-4118-a82a-889f2af322a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420291 Jul 13 13:56:18.915471 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 9cd76a17-ad14-41af-8bf1-9dca4be5ef4d, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=9cd76a17-ad14-41af-8bf1-9dca4be5ef4d,segment=NetworkSegment(8921c11a-c4bd-4a08-9f14-8100e9c84735),segment_id=8921c11a-c4bd-4a08-9f14-8100e9c84735)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:56:18.934667 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Returning: {'device': '9cd76a17-ad14-41af-8bf1-9dca4be5ef4d', 'network_id': '59412fb8-cf89-4de7-acfe-ff49a52f31c0', 'port_id': '9cd76a17-ad14-41af-8bf1-9dca4be5ef4d', 'mac_address': 'fa:16:3e:d6:ac:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '008cef17-f41d-4ba6-a599-39d7c653e584', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 13:56:18.986892 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:19.000282 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cd76a17-ad14-41af-8bf1-9dca4be5ef4d {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:56:19.023834 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 9cd76a17-ad14-41af-8bf1-9dca4be5ef4d, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=9cd76a17-ad14-41af-8bf1-9dca4be5ef4d,segment=NetworkSegment(8921c11a-c4bd-4a08-9f14-8100e9c84735),segment_id=8921c11a-c4bd-4a08-9f14-8100e9c84735)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:56:19.028683 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:19.082838 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=9cd76a17-ad14-41af-8bf1-9dca4be5ef4d,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:56:19.090870 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:56:19.091166 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:56:19.091507 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:56:19.091844 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:56:19.092178 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:56:19.092508 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:56:19.092838 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:56:19.093161 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:56:19.093482 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:56:19.093825 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:56:19.094148 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:56:19.094467 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:56:19.289147 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['9cd76a17-ad14-41af-8bf1-9dca4be5ef4d'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:56:19.703376 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1493900-b5e9-4502-9da0-fec4f2ab312e req-cbe65dd6-5c94-4ecb-bcdc-7155759a056c tempest-ServersNegativeTestMultiTenantJSON-840610573 tempest-ServersNegativeTestMultiTenantJSON-840610573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:56:19.705574 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e1493900-b5e9-4502-9da0-fec4f2ab312e req-cbe65dd6-5c94-4ecb-bcdc-7155759a056c tempest-ServersNegativeTestMultiTenantJSON-840610573 tempest-ServersNegativeTestMultiTenantJSON-840610573-project] 10.222.0.26 "GET /v2.0/networks?id=37594d52-6acf-432d-ae35-dba4eb316f1c HTTP/1.1" status: 200 len: 823 time: 0.1331928 Jul 13 13:56:19.721428 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-e1493900-b5e9-4502-9da0-fec4f2ab312e req-0b81121b-c2b7-4607-a8b7-8ba4867e70a2 tempest-ServersNegativeTestMultiTenantJSON-840610573 tempest-ServersNegativeTestMultiTenantJSON-840610573-project] Request body: {'port': {'device_id': 'd8ec0ccd-0755-474a-96fe-df72dfdb7a32', 'network_id': '37594d52-6acf-432d-ae35-dba4eb316f1c', 'admin_state_up': True, 'tenant_id': 'c3eca2ad13264d249cf137becf2952b4'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:56:19.861532 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-7b84aade-dcad-41d0-aa6a-32b4e2d33d5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:19.888040 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7797a138-c94c-4c82-a7ff-85fb45b851bd req-8eced1ce-869f-44b5-96b2-550824c9c653 tempest-ServersNegativeTestMultiTenantJSON-840610573 tempest-ServersNegativeTestMultiTenantJSON-840610573-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8ec0ccd-0755-474a-96fe-df72dfdb7a32 HTTP/1.1" status: 200 len: 210 time: 0.0522752 Jul 13 13:56:19.902308 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1493900-b5e9-4502-9da0-fec4f2ab312e req-0b81121b-c2b7-4607-a8b7-8ba4867e70a2 tempest-ServersNegativeTestMultiTenantJSON-840610573 tempest-ServersNegativeTestMultiTenantJSON-840610573-project] Made reservation on behalf of c3eca2ad13264d249cf137becf2952b4 for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:56:19.906147 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-e1493900-b5e9-4502-9da0-fec4f2ab312e req-0b81121b-c2b7-4607-a8b7-8ba4867e70a2 tempest-ServersNegativeTestMultiTenantJSON-840610573 tempest-ServersNegativeTestMultiTenantJSON-840610573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:19.940209 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547d550b-43f2-4fc8-a476-110c7d8b6b4b req-d94aab0d-2aa9-421e-a3e4-8387bc22e877 tempest-TestServerMultinode-206236805 tempest-TestServerMultinode-206236805-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:56:19.942074 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-547d550b-43f2-4fc8-a476-110c7d8b6b4b req-d94aab0d-2aa9-421e-a3e4-8387bc22e877 tempest-TestServerMultinode-206236805 tempest-TestServerMultinode-206236805-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=01034adc-1950-4abb-8dae-1a584b5cf588 HTTP/1.1" status: 200 len: 1095 time: 0.1080866 Jul 13 13:56:20.027559 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:20.058513 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-547d550b-43f2-4fc8-a476-110c7d8b6b4b req-b83c200b-3b0d-4663-a74f-af1c70517a26 tempest-TestServerMultinode-206236805 tempest-TestServerMultinode-206236805-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=82283158-3978-4e6b-8616-7a48d6dbd673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076722 Jul 13 13:56:20.095662 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6adc62-183b-4d2a-8e6a-7c2ea242b331 req-3a48dd70-7bd2-415f-b11a-db1cb17063d8 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:56:20.097108 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ed6adc62-183b-4d2a-8e6a-7c2ea242b331 req-3a48dd70-7bd2-415f-b11a-db1cb17063d8 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.26 "GET /v2.0/ports?device_id=e73e2d2f-e868-4823-8ae9-f1bfca8757d5 HTTP/1.1" status: 200 len: 946 time: 0.1223643 Jul 13 13:56:20.112258 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [req-e1493900-b5e9-4502-9da0-fec4f2ab312e req-0b81121b-c2b7-4607-a8b7-8ba4867e70a2 tempest-ServersNegativeTestMultiTenantJSON-840610573 tempest-ServersNegativeTestMultiTenantJSON-840610573-project] Allocated IP 172.20.0.3 (37594d52-6acf-432d-ae35-dba4eb316f1c/ccef19a6-e508-45c6-a9af-580b08975722/47351e07-b4be-48d5-9d6c-9d1c0bbec2e8) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:56:20.219931 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492c4b48-d066-4b9e-8e0a-c3848d3d20c5 req-ba68292a-2963-4597-917e-b729ecdc445f tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:56:20.221422 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-492c4b48-d066-4b9e-8e0a-c3848d3d20c5 req-ba68292a-2963-4597-917e-b729ecdc445f tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/ports?device_id=e73e2d2f-e868-4823-8ae9-f1bfca8757d5 HTTP/1.1" status: 200 len: 946 time: 0.1478140 Jul 13 13:56:20.272476 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-ed6adc62-183b-4d2a-8e6a-7c2ea242b331 req-95bd95e3-4f7e-4d28-8cef-a463f5672dd6 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Deleting port 9f24a000-6785-4194-888d-dd0dcda55a8e {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:56:20.272727 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-ed6adc62-183b-4d2a-8e6a-7c2ea242b331 req-95bd95e3-4f7e-4d28-8cef-a463f5672dd6 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:20.275520 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-e1493900-b5e9-4502-9da0-fec4f2ab312e req-0b81121b-c2b7-4607-a8b7-8ba4867e70a2 tempest-ServersNegativeTestMultiTenantJSON-840610573 tempest-ServersNegativeTestMultiTenantJSON-840610573-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:20.281951 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-492c4b48-d066-4b9e-8e0a-c3848d3d20c5 req-55c90cbc-8a74-4328-a0ac-38dc7839c638 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e5eeece-5c52-4118-a82a-889f2af322a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502241 Jul 13 13:56:20.330555 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-e1493900-b5e9-4502-9da0-fec4f2ab312e req-0b81121b-c2b7-4607-a8b7-8ba4867e70a2 tempest-ServersNegativeTestMultiTenantJSON-840610573 tempest-ServersNegativeTestMultiTenantJSON-840610573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:20.373267 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1493900-b5e9-4502-9da0-fec4f2ab312e req-0b81121b-c2b7-4607-a8b7-8ba4867e70a2 tempest-ServersNegativeTestMultiTenantJSON-840610573 tempest-ServersNegativeTestMultiTenantJSON-840610573-project] Network 37594d52-6acf-432d-ae35-dba4eb316f1c is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:56:20.377772 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-ed6adc62-183b-4d2a-8e6a-7c2ea242b331 req-95bd95e3-4f7e-4d28-8cef-a463f5672dd6 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] For port 9f24a000-6785-4194-888d-dd0dcda55a8e, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=9f24a000-6785-4194-888d-dd0dcda55a8e,segment=NetworkSegment(34a01d3a-59e0-46b3-ab51-e02ceb07d7ab),segment_id=34a01d3a-59e0-46b3-ab51-e02ceb07d7ab)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:56:20.377930 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-ed6adc62-183b-4d2a-8e6a-7c2ea242b331 req-95bd95e3-4f7e-4d28-8cef-a463f5672dd6 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:20.378680 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [req-e1493900-b5e9-4502-9da0-fec4f2ab312e req-0b81121b-c2b7-4607-a8b7-8ba4867e70a2 tempest-ServersNegativeTestMultiTenantJSON-840610573 tempest-ServersNegativeTestMultiTenantJSON-840610573-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:56:20.382570 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1493900-b5e9-4502-9da0-fec4f2ab312e req-0b81121b-c2b7-4607-a8b7-8ba4867e70a2 tempest-ServersNegativeTestMultiTenantJSON-840610573 tempest-ServersNegativeTestMultiTenantJSON-840610573-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:56:20.398156 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-ed6adc62-183b-4d2a-8e6a-7c2ea242b331 req-95bd95e3-4f7e-4d28-8cef-a463f5672dd6 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Calling delete_port for 9f24a000-6785-4194-888d-dd0dcda55a8e owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:56:20.410765 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b81121b-c2b7-4607-a8b7-8ba4867e70a2 tempest-ServersNegativeTestMultiTenantJSON-840610573 tempest-ServersNegativeTestMultiTenantJSON-840610573-project] Pushing event updated for resources: {'Port': ['ID=47351e07-b4be-48d5-9d6c-9d1c0bbec2e8,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:56:20.437572 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1493900-b5e9-4502-9da0-fec4f2ab312e req-0b81121b-c2b7-4607-a8b7-8ba4867e70a2 tempest-ServersNegativeTestMultiTenantJSON-840610573 tempest-ServersNegativeTestMultiTenantJSON-840610573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:56:20.438211 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-e1493900-b5e9-4502-9da0-fec4f2ab312e req-0b81121b-c2b7-4607-a8b7-8ba4867e70a2 tempest-ServersNegativeTestMultiTenantJSON-840610573 tempest-ServersNegativeTestMultiTenantJSON-840610573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:20.453200 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e1493900-b5e9-4502-9da0-fec4f2ab312e req-0b81121b-c2b7-4607-a8b7-8ba4867e70a2 tempest-ServersNegativeTestMultiTenantJSON-840610573 tempest-ServersNegativeTestMultiTenantJSON-840610573-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7375886 Jul 13 13:56:20.465840 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-e1493900-b5e9-4502-9da0-fec4f2ab312e req-6eb87454-3058-4a82-9d05-da8f5989f3dd service neutron] Request body: {'port': {'device_id': 'd8ec0ccd-0755-474a-96fe-df72dfdb7a32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-1'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:56:20.559463 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-e1493900-b5e9-4502-9da0-fec4f2ab312e req-6eb87454-3058-4a82-9d05-da8f5989f3dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:20.567124 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-ed6adc62-183b-4d2a-8e6a-7c2ea242b331 req-95bd95e3-4f7e-4d28-8cef-a463f5672dd6 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:20.581999 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['66c0eee5-eff9-4ca2-a47b-7acc34ac5f92'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:56:20.584580 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['9f24a000-6785-4194-888d-dd0dcda55a8e'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:56:20.602906 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bd95e3-4f7e-4d28-8cef-a463f5672dd6 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Pushing event deleted for resources: {'Port': ['ID=9f24a000-6785-4194-888d-dd0dcda55a8e,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:56:20.675922 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed6adc62-183b-4d2a-8e6a-7c2ea242b331 req-95bd95e3-4f7e-4d28-8cef-a463f5672dd6 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] No DVR routers for this DVR port 9f24a000-6785-4194-888d-dd0dcda55a8e on host n-h1-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:56:20.678617 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-ed6adc62-183b-4d2a-8e6a-7c2ea242b331 req-95bd95e3-4f7e-4d28-8cef-a463f5672dd6 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:20.681395 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ed6adc62-183b-4d2a-8e6a-7c2ea242b331 req-95bd95e3-4f7e-4d28-8cef-a463f5672dd6 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.26 "DELETE /v2.0/ports/9f24a000-6785-4194-888d-dd0dcda55a8e HTTP/1.1" status: 204 len: 173 time: 0.5637870 Jul 13 13:56:20.681937 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e73e2d2f-e868-4823-8ae9-f1bfca8757d5', 'name': 'network-vif-deleted', 'tag': '9f24a000-6785-4194-888d-dd0dcda55a8e'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:56:20.684303 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffc142b8-45e3-4e6c-9393-23b198e50b02" -d '{"events": [{"server_uuid": "e73e2d2f-e868-4823-8ae9-f1bfca8757d5", "name": "network-vif-deleted", "tag": "9f24a000-6785-4194-888d-dd0dcda55a8e"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:56:20.747936 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 9cd76a17-ad14-41af-8bf1-9dca4be5ef4d up at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:56:20.760299 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-990cb606-3ef8-4f08-9b91-d171e04af5d4 x-openstack-request-id: req-990cb606-3ef8-4f08-9b91-d171e04af5d4 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:56:20.760649 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e73e2d2f-e868-4823-8ae9-f1bfca8757d5", "name": "network-vif-deleted", "tag": "9f24a000-6785-4194-888d-dd0dcda55a8e", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:56:20.760916 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-990cb606-3ef8-4f08-9b91-d171e04af5d4 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:56:20.761330 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e73e2d2f-e868-4823-8ae9-f1bfca8757d5', 'name': 'network-vif-deleted', 'tag': '9f24a000-6785-4194-888d-dd0dcda55a8e', 'status': 'completed', 'code': 200} Jul 13 13:56:20.830961 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning for port 9cd76a17-ad14-41af-8bf1-9dca4be5ef4d completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:56:20.836956 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning complete for port 9cd76a17-ad14-41af-8bf1-9dca4be5ef4d triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:56:20.837392 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:20.942554 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:20.958572 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [req-e1493900-b5e9-4502-9da0-fec4f2ab312e req-6eb87454-3058-4a82-9d05-da8f5989f3dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47351e07-b4be-48d5-9d6c-9d1c0bbec2e8 {{(pid=93751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:56:20.967973 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-e1493900-b5e9-4502-9da0-fec4f2ab312e req-6eb87454-3058-4a82-9d05-da8f5989f3dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:20.981945 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-e1493900-b5e9-4502-9da0-fec4f2ab312e req-6eb87454-3058-4a82-9d05-da8f5989f3dd service neutron] Transition to ACTIVE for port object 47351e07-b4be-48d5-9d6c-9d1c0bbec2e8 will not be triggered until provisioned by entity L2. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:56:20.985151 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 9cd76a17-ad14-41af-8bf1-9dca4be5ef4d, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=9cd76a17-ad14-41af-8bf1-9dca4be5ef4d,segment=NetworkSegment(8921c11a-c4bd-4a08-9f14-8100e9c84735),segment_id=8921c11a-c4bd-4a08-9f14-8100e9c84735)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:56:20.986160 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01034adc-1950-4abb-8dae-1a584b5cf588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cd76a17-ad14-41af-8bf1-9dca4be5ef4d'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:56:20.988437 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-e1493900-b5e9-4502-9da0-fec4f2ab312e req-6eb87454-3058-4a82-9d05-da8f5989f3dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:20.988915 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-770fa137-d0a9-4cd4-9d3e-1c9b4d99f3f1" -d '{"events": [{"server_uuid": "01034adc-1950-4abb-8dae-1a584b5cf588", "name": "network-vif-plugged", "status": "completed", "tag": "9cd76a17-ad14-41af-8bf1-9dca4be5ef4d"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:56:20.992598 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:21.059831 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c1e68bf-3a59-4b04-a9c0-1e2d970722cf x-openstack-request-id: req-0c1e68bf-3a59-4b04-a9c0-1e2d970722cf {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:56:21.060125 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01034adc-1950-4abb-8dae-1a584b5cf588", "name": "network-vif-plugged", "status": "completed", "tag": "9cd76a17-ad14-41af-8bf1-9dca4be5ef4d", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:56:21.060386 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0c1e68bf-3a59-4b04-a9c0-1e2d970722cf {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:56:21.060781 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01034adc-1950-4abb-8dae-1a584b5cf588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cd76a17-ad14-41af-8bf1-9dca4be5ef4d', 'code': 200} Jul 13 13:56:21.063989 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=9cd76a17-ad14-41af-8bf1-9dca4be5ef4d,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:56:21.118446 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb87454-3058-4a82-9d05-da8f5989f3dd service neutron] Pushing event updated for resources: {'Port': ['ID=47351e07-b4be-48d5-9d6c-9d1c0bbec2e8,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:56:21.135779 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:21.214258 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d785c3cc-a879-4c16-b958-3e28be346fbf req-8ca53fa2-b11a-4711-a736-2b57e1c7fe21 tempest-ServersNegativeTestMultiTenantJSON-840610573 tempest-ServersNegativeTestMultiTenantJSON-840610573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:56:21.215812 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d785c3cc-a879-4c16-b958-3e28be346fbf req-8ca53fa2-b11a-4711-a736-2b57e1c7fe21 tempest-ServersNegativeTestMultiTenantJSON-840610573 tempest-ServersNegativeTestMultiTenantJSON-840610573-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8ec0ccd-0755-474a-96fe-df72dfdb7a32 HTTP/1.1" status: 200 len: 943 time: 0.1657917 Jul 13 13:56:21.216749 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-e1493900-b5e9-4502-9da0-fec4f2ab312e req-6eb87454-3058-4a82-9d05-da8f5989f3dd service neutron] Attempting to bind port 47351e07-b4be-48d5-9d6c-9d1c0bbec2e8 on host n-h1-800634-1 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:56:21.217086 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-e1493900-b5e9-4502-9da0-fec4f2ab312e req-6eb87454-3058-4a82-9d05-da8f5989f3dd service neutron] Attempting to bind port 47351e07-b4be-48d5-9d6c-9d1c0bbec2e8 by drivers openvswitch,hyperv on host n-h1-800634-1 at level 0 using segments [{'id': '6153a9b5-e91b-4b7e-a943-22a62a451369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '37594d52-6acf-432d-ae35-dba4eb316f1c'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:56:21.217450 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1493900-b5e9-4502-9da0-fec4f2ab312e req-6eb87454-3058-4a82-9d05-da8f5989f3dd service neutron] Attempting to bind port 47351e07-b4be-48d5-9d6c-9d1c0bbec2e8 on network 37594d52-6acf-432d-ae35-dba4eb316f1c {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:56:21.222700 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1493900-b5e9-4502-9da0-fec4f2ab312e req-6eb87454-3058-4a82-9d05-da8f5989f3dd service neutron] Port 47351e07-b4be-48d5-9d6c-9d1c0bbec2e8 on network 37594d52-6acf-432d-ae35-dba4eb316f1c not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-1 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:56:21.223034 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1493900-b5e9-4502-9da0-fec4f2ab312e req-6eb87454-3058-4a82-9d05-da8f5989f3dd service neutron] Attempting to bind port 47351e07-b4be-48d5-9d6c-9d1c0bbec2e8 on network 37594d52-6acf-432d-ae35-dba4eb316f1c {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:56:21.233158 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1493900-b5e9-4502-9da0-fec4f2ab312e req-6eb87454-3058-4a82-9d05-da8f5989f3dd service neutron] Checking agent: {'id': 'a7603dc8-3c50-4a9b-8f0d-1143528f155e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 56, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:56:21.233158 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1493900-b5e9-4502-9da0-fec4f2ab312e req-6eb87454-3058-4a82-9d05-da8f5989f3dd service neutron] Checking segment: {'id': '6153a9b5-e91b-4b7e-a943-22a62a451369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '37594d52-6acf-432d-ae35-dba4eb316f1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:56:21.233505 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1493900-b5e9-4502-9da0-fec4f2ab312e req-6eb87454-3058-4a82-9d05-da8f5989f3dd service neutron] Bound using segment: {'id': '6153a9b5-e91b-4b7e-a943-22a62a451369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '37594d52-6acf-432d-ae35-dba4eb316f1c'} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:56:21.234256 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-e1493900-b5e9-4502-9da0-fec4f2ab312e req-6eb87454-3058-4a82-9d05-da8f5989f3dd service neutron] Bound port: 47351e07-b4be-48d5-9d6c-9d1c0bbec2e8, host: n-h1-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6153a9b5-e91b-4b7e-a943-22a62a451369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '37594d52-6acf-432d-ae35-dba4eb316f1c'}}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:56:21.234674 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-e1493900-b5e9-4502-9da0-fec4f2ab312e req-6eb87454-3058-4a82-9d05-da8f5989f3dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:21.257768 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc28e6d-efe6-4eec-829b-91a224feffc4 req-77767b25-947b-42a8-b3b2-164914bb0db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:56:21.260714 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9cc28e6d-efe6-4eec-829b-91a224feffc4 req-77767b25-947b-42a8-b3b2-164914bb0db6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=01034adc-1950-4abb-8dae-1a584b5cf588 HTTP/1.1" status: 200 len: 1096 time: 0.1164436 Jul 13 13:56:21.309671 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9cc28e6d-efe6-4eec-829b-91a224feffc4 req-aed30810-f4bd-4523-9169-0a8992b43922 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=82283158-3978-4e6b-8616-7a48d6dbd673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422156 Jul 13 13:56:21.311645 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1d5b3f-ae38-41f3-8b09-bfe3568289fc req-c02ddf8f-040a-483a-b5c6-55b18c59b050 tempest-TestServerMultinode-206236805 tempest-TestServerMultinode-206236805-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:56:21.313488 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bd1d5b3f-ae38-41f3-8b09-bfe3568289fc req-c02ddf8f-040a-483a-b5c6-55b18c59b050 tempest-TestServerMultinode-206236805 tempest-TestServerMultinode-206236805-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=01034adc-1950-4abb-8dae-1a584b5cf588 HTTP/1.1" status: 200 len: 1096 time: 0.1052375 Jul 13 13:56:21.319477 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d785c3cc-a879-4c16-b958-3e28be346fbf req-3833f941-0e64-43e6-baa1-39ddec6421e0 tempest-ServersNegativeTestMultiTenantJSON-840610573 tempest-ServersNegativeTestMultiTenantJSON-840610573-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e02953d-80b7-4d10-92b8-7c87ed03b10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907021 Jul 13 13:56:21.362888 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-e1493900-b5e9-4502-9da0-fec4f2ab312e req-6eb87454-3058-4a82-9d05-da8f5989f3dd service neutron] For port 47351e07-b4be-48d5-9d6c-9d1c0bbec2e8, host n-h1-800634-1, cleared binding levels {{(pid=93751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:56:21.366915 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bd1d5b3f-ae38-41f3-8b09-bfe3568289fc req-97f77567-4f39-4e99-ba67-455bcb7efded tempest-TestServerMultinode-206236805 tempest-TestServerMultinode-206236805-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=82283158-3978-4e6b-8616-7a48d6dbd673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439489 Jul 13 13:56:21.370221 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-e1493900-b5e9-4502-9da0-fec4f2ab312e req-6eb87454-3058-4a82-9d05-da8f5989f3dd service neutron] For port 47351e07-b4be-48d5-9d6c-9d1c0bbec2e8, host n-h1-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=47351e07-b4be-48d5-9d6c-9d1c0bbec2e8,segment=NetworkSegment(6153a9b5-e91b-4b7e-a943-22a62a451369),segment_id=6153a9b5-e91b-4b7e-a943-22a62a451369)] {{(pid=93751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:56:21.377432 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-e1493900-b5e9-4502-9da0-fec4f2ab312e req-6eb87454-3058-4a82-9d05-da8f5989f3dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:21.418358 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1493900-b5e9-4502-9da0-fec4f2ab312e req-6eb87454-3058-4a82-9d05-da8f5989f3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:56:21.420133 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-e1493900-b5e9-4502-9da0-fec4f2ab312e req-6eb87454-3058-4a82-9d05-da8f5989f3dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:21.422098 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e1493900-b5e9-4502-9da0-fec4f2ab312e req-6eb87454-3058-4a82-9d05-da8f5989f3dd service neutron] 10.222.0.26 "PUT /v2.0/ports/47351e07-b4be-48d5-9d6c-9d1c0bbec2e8 HTTP/1.1" status: 200 len: 1091 time: 0.9609303 Jul 13 13:56:21.422734 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8ec0ccd-0755-474a-96fe-df72dfdb7a32', 'tag': '47351e07-b4be-48d5-9d6c-9d1c0bbec2e8'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:56:21.425440 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d17b627af75e17e0f4b8d6239d04f8c2f78634e2c585e32a7aeca336500f34a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6545c691-5025-45d9-af5c-62dc83e69d48" -d '{"events": [{"name": "network-changed", "server_uuid": "d8ec0ccd-0755-474a-96fe-df72dfdb7a32", "tag": "47351e07-b4be-48d5-9d6c-9d1c0bbec2e8"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:56:21.455184 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb87454-3058-4a82-9d05-da8f5989f3dd service neutron] Pushing event updated for resources: {'Port': ['ID=47351e07-b4be-48d5-9d6c-9d1c0bbec2e8,revision_number=3']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:56:21.487384 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 13:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41241324-f92d-4a0e-b782-10a2b273f275 x-openstack-request-id: req-41241324-f92d-4a0e-b782-10a2b273f275 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:56:21.487880 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8ec0ccd-0755-474a-96fe-df72dfdb7a32", "tag": "47351e07-b4be-48d5-9d6c-9d1c0bbec2e8", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:56:21.488202 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-41241324-f92d-4a0e-b782-10a2b273f275 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:56:21.488694 n-d-800634-1 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8ec0ccd-0755-474a-96fe-df72dfdb7a32', 'tag': '47351e07-b4be-48d5-9d6c-9d1c0bbec2e8', 'status': 'completed', 'code': 200} Jul 13 13:56:21.510949 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-624b8620-ae89-4e3f-a782-178b49a21dc5 req-b3cf1d80-0c87-4f1c-98d2-c93702dabf17 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/ports?device_id=e73e2d2f-e868-4823-8ae9-f1bfca8757d5 HTTP/1.1" status: 200 len: 210 time: 0.0358744 Jul 13 13:56:21.563608 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1493900-b5e9-4502-9da0-fec4f2ab312e req-34b30275-eed0-43b5-b107-e6ca93b12423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:56:21.565198 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e1493900-b5e9-4502-9da0-fec4f2ab312e req-34b30275-eed0-43b5-b107-e6ca93b12423 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c3eca2ad13264d249cf137becf2952b4&device_id=d8ec0ccd-0755-474a-96fe-df72dfdb7a32 HTTP/1.1" status: 200 len: 1094 time: 0.0577354 Jul 13 13:56:21.610487 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e1493900-b5e9-4502-9da0-fec4f2ab312e req-d014ed15-0927-438a-a9ab-4e5df3c9cf7d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=47351e07-b4be-48d5-9d6c-9d1c0bbec2e8 HTTP/1.1" status: 200 len: 217 time: 0.0380268 Jul 13 13:56:21.669904 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1493900-b5e9-4502-9da0-fec4f2ab312e req-0e10501c-09d0-4165-adc3-2aadb4d51628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:56:21.672276 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e1493900-b5e9-4502-9da0-fec4f2ab312e req-0e10501c-09d0-4165-adc3-2aadb4d51628 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ccef19a6-e508-45c6-a9af-580b08975722 HTTP/1.1" status: 200 len: 863 time: 0.0560813 Jul 13 13:56:21.708056 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e1493900-b5e9-4502-9da0-fec4f2ab312e req-fe69e8b9-96ab-4c4c-a219-18afa1d942cc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=37594d52-6acf-432d-ae35-dba4eb316f1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293458 Jul 13 13:56:21.828878 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e1493900-b5e9-4502-9da0-fec4f2ab312e req-e6ff2e8c-e27c-4e05-9ca0-d8bb89ebb374 service neutron] 10.222.0.26 "GET /v2.0/networks/37594d52-6acf-432d-ae35-dba4eb316f1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144793 Jul 13 13:56:21.917883 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e1493900-b5e9-4502-9da0-fec4f2ab312e req-779bc04a-795b-4d59-a9a7-27d91646b53c service neutron] 10.222.0.26 "GET /v2.0/networks/37594d52-6acf-432d-ae35-dba4eb316f1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826130 Jul 13 13:56:22.038869 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6545c691-5025-45d9-af5c-62dc83e69d48 req-698c1a7e-eaf3-49f6-a470-72e8194f3d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:56:22.041362 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6545c691-5025-45d9-af5c-62dc83e69d48 req-698c1a7e-eaf3-49f6-a470-72e8194f3d0b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c3eca2ad13264d249cf137becf2952b4&device_id=d8ec0ccd-0755-474a-96fe-df72dfdb7a32 HTTP/1.1" status: 200 len: 1094 time: 0.0631008 Jul 13 13:56:22.158006 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6545c691-5025-45d9-af5c-62dc83e69d48 req-980ccb80-a576-4066-ab30-62017a8b78ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:56:22.160249 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6545c691-5025-45d9-af5c-62dc83e69d48 req-980ccb80-a576-4066-ab30-62017a8b78ab service neutron] 10.222.0.26 "GET /v2.0/networks?id=37594d52-6acf-432d-ae35-dba4eb316f1c HTTP/1.1" status: 200 len: 923 time: 0.1119020 Jul 13 13:56:22.202185 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6545c691-5025-45d9-af5c-62dc83e69d48 req-90fc1746-6ae0-4872-8317-4d6ed57a905c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=47351e07-b4be-48d5-9d6c-9d1c0bbec2e8 HTTP/1.1" status: 200 len: 217 time: 0.0356536 Jul 13 13:56:22.259979 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6545c691-5025-45d9-af5c-62dc83e69d48 req-bb494bd4-540a-409d-a915-164fd69c8848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:56:22.261454 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6545c691-5025-45d9-af5c-62dc83e69d48 req-bb494bd4-540a-409d-a915-164fd69c8848 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ccef19a6-e508-45c6-a9af-580b08975722 HTTP/1.1" status: 200 len: 863 time: 0.0519857 Jul 13 13:56:22.295169 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6545c691-5025-45d9-af5c-62dc83e69d48 req-8eb545ef-8629-4ed2-a126-7c4993fae252 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=37594d52-6acf-432d-ae35-dba4eb316f1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270751 Jul 13 13:56:22.390483 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6545c691-5025-45d9-af5c-62dc83e69d48 req-5cf79b30-84fe-4595-9e5d-3837de10c8a0 service neutron] 10.222.0.26 "GET /v2.0/networks/37594d52-6acf-432d-ae35-dba4eb316f1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885367 Jul 13 13:56:22.554917 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6545c691-5025-45d9-af5c-62dc83e69d48 req-fc7e6eb1-63f9-4040-b66d-689414b30bfa service neutron] 10.222.0.26 "GET /v2.0/networks/37594d52-6acf-432d-ae35-dba4eb316f1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563156 Jul 13 13:56:22.579354 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3e3f67-f0b6-4587-a6ab-80934644d973 req-b8e6fdec-0ac9-4d1e-a903-95ad0cb78eb3 tempest-TestServerMultinode-206236805 tempest-TestServerMultinode-206236805-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:56:22.580905 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-fc3e3f67-f0b6-4587-a6ab-80934644d973 req-b8e6fdec-0ac9-4d1e-a903-95ad0cb78eb3 tempest-TestServerMultinode-206236805 tempest-TestServerMultinode-206236805-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=01034adc-1950-4abb-8dae-1a584b5cf588 HTTP/1.1" status: 200 len: 1096 time: 0.0539801 Jul 13 13:56:22.583499 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1f45c0-fb0e-4c0f-a3db-0f041e8a1914 req-0b463840-60a1-4811-8a76-58a8148fb239 tempest-ServersNegativeTestMultiTenantJSON-840610573 tempest-ServersNegativeTestMultiTenantJSON-840610573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:56:22.585320 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ab1f45c0-fb0e-4c0f-a3db-0f041e8a1914 req-0b463840-60a1-4811-8a76-58a8148fb239 tempest-ServersNegativeTestMultiTenantJSON-840610573 tempest-ServersNegativeTestMultiTenantJSON-840610573-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8ec0ccd-0755-474a-96fe-df72dfdb7a32 HTTP/1.1" status: 200 len: 943 time: 0.1098514 Jul 13 13:56:22.617142 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-fc3e3f67-f0b6-4587-a6ab-80934644d973 req-3f2e0cd7-340e-4eb2-a3e2-45b766236c83 tempest-TestServerMultinode-206236805 tempest-TestServerMultinode-206236805-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=82283158-3978-4e6b-8616-7a48d6dbd673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302212 Jul 13 13:56:22.626364 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ab1f45c0-fb0e-4c0f-a3db-0f041e8a1914 req-ca19360f-5adb-4160-95ef-de739fa144f0 tempest-ServersNegativeTestMultiTenantJSON-840610573 tempest-ServersNegativeTestMultiTenantJSON-840610573-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e02953d-80b7-4d10-92b8-7c87ed03b10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354002 Jul 13 13:56:22.654862 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:22.792473 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c63d2b8-6f38-41af-812f-b79ec6a79b8c req-919a44ae-ad33-4979-a545-1c3cd3d1fd99 tempest-TestServerMultinode-206236805 tempest-TestServerMultinode-206236805-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:56:22.794158 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-0c63d2b8-6f38-41af-812f-b79ec6a79b8c req-919a44ae-ad33-4979-a545-1c3cd3d1fd99 tempest-TestServerMultinode-206236805 tempest-TestServerMultinode-206236805-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=01034adc-1950-4abb-8dae-1a584b5cf588 HTTP/1.1" status: 200 len: 1096 time: 0.0593636 Jul 13 13:56:22.843535 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-0c63d2b8-6f38-41af-812f-b79ec6a79b8c req-13c953c5-9693-41c3-ba8b-5a22ff272ea5 tempest-TestServerMultinode-206236805 tempest-TestServerMultinode-206236805-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=82283158-3978-4e6b-8616-7a48d6dbd673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432591 Jul 13 13:56:23.024894 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62650925-1556-4660-bc26-fde07ccbc957 req-01e248ed-6610-4605-92f4-84b673561877 tempest-TestServerMultinode-206236805 tempest-TestServerMultinode-206236805-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:56:23.026709 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-62650925-1556-4660-bc26-fde07ccbc957 req-01e248ed-6610-4605-92f4-84b673561877 tempest-TestServerMultinode-206236805 tempest-TestServerMultinode-206236805-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=01034adc-1950-4abb-8dae-1a584b5cf588 HTTP/1.1" status: 200 len: 1096 time: 0.0612352 Jul 13 13:56:23.063089 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-62650925-1556-4660-bc26-fde07ccbc957 req-d75216bd-8adb-49c4-aaf5-91c9479d3535 tempest-TestServerMultinode-206236805 tempest-TestServerMultinode-206236805-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=82283158-3978-4e6b-8616-7a48d6dbd673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304973 Jul 13 13:56:23.105467 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 47351e07-b4be-48d5-9d6c-9d1c0bbec2e8 details requested by agent hyperv_n-h1-800634-1 with host n-h1-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 13:56:23.110648 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 9f24a000-6785-4194-888d-dd0dcda55a8e no longer exists at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:56:23.141414 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f097a95f-84b2-4d2b-a786-2b032274f818 req-ae0cbcc5-9a7d-49bc-b793-5e9c57afe8b9 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:56:23.149865 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f097a95f-84b2-4d2b-a786-2b032274f818 req-ae0cbcc5-9a7d-49bc-b793-5e9c57afe8b9 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/networks?id=c17eca93-ffcb-4f26-9d07-03fe19280fd8 HTTP/1.1" status: 200 len: 805 time: 0.1240482 Jul 13 13:56:23.160040 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f097a95f-84b2-4d2b-a786-2b032274f818 req-70167f8b-e92b-40ff-b782-c164d19d3d14 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/quotas/12cd0d91808b48129aee093001b928c6 HTTP/1.1" status: 200 len: 375 time: 0.0093229 Jul 13 13:56:23.174315 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-381d4315-9089-413f-a071-aa2897bda790 None None] No Port match for: 9f24a000-6785-4194-888d-dd0dcda55a8e {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:56:23.174996 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 9f24a000-6785-4194-888d-dd0dcda55a8e not bound to the agent host n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:56:23.239313 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f097a95f-84b2-4d2b-a786-2b032274f818 req-ea908313-340a-4746-a6be-3ead1313109a tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=12cd0d91808b48129aee093001b928c6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0722511 Jul 13 13:56:23.366352 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f097a95f-84b2-4d2b-a786-2b032274f818 req-3c250651-621f-4b11-b847-41753421f56f service neutron] 10.222.0.23 "GET /v2.0/networks/c17eca93-ffcb-4f26-9d07-03fe19280fd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181967 Jul 13 13:56:23.440986 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 47351e07-b4be-48d5-9d6c-9d1c0bbec2e8, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=47351e07-b4be-48d5-9d6c-9d1c0bbec2e8,segment=NetworkSegment(6153a9b5-e91b-4b7e-a943-22a62a451369),segment_id=6153a9b5-e91b-4b7e-a943-22a62a451369)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:56:23.453518 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Returning: {'device': '47351e07-b4be-48d5-9d6c-9d1c0bbec2e8', 'network_id': '37594d52-6acf-432d-ae35-dba4eb316f1c', 'port_id': '47351e07-b4be-48d5-9d6c-9d1c0bbec2e8', 'mac_address': 'fa:16:3e:fc:ce:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccef19a6-e508-45c6-a9af-580b08975722', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 13:56:23.458147 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42b8c1e-7a22-4a60-97a5-4beb1389ec2d req-5e0748ce-ef55-4ea1-b425-fd5ccdc4b69f tempest-TestServerMultinode-206236805 tempest-TestServerMultinode-206236805-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:56:23.461052 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e42b8c1e-7a22-4a60-97a5-4beb1389ec2d req-5e0748ce-ef55-4ea1-b425-fd5ccdc4b69f tempest-TestServerMultinode-206236805 tempest-TestServerMultinode-206236805-project-admin] 10.222.0.23 "GET /v2.0/networks?id=59412fb8-cf89-4de7-acfe-ff49a52f31c0 HTTP/1.1" status: 200 len: 909 time: 0.1175895 Jul 13 13:56:23.482446 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f097a95f-84b2-4d2b-a786-2b032274f818 req-c22f80c4-8fc3-4c2b-8ed8-bbcd82b6dd99 service neutron] 10.222.0.23 "GET /v2.0/networks/c17eca93-ffcb-4f26-9d07-03fe19280fd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108308 Jul 13 13:56:23.484976 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e42b8c1e-7a22-4a60-97a5-4beb1389ec2d req-975e8db8-b3df-4599-b26f-7b6a71a7d470 tempest-TestServerMultinode-206236805 tempest-TestServerMultinode-206236805-project-admin] 10.222.0.23 "GET /v2.0/quotas/9f2183a7ddf44a3e8c4fb0f4c232500b HTTP/1.1" status: 200 len: 375 time: 0.0180738 Jul 13 13:56:23.494185 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:23.507811 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47351e07-b4be-48d5-9d6c-9d1c0bbec2e8 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:56:23.534452 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 47351e07-b4be-48d5-9d6c-9d1c0bbec2e8, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=47351e07-b4be-48d5-9d6c-9d1c0bbec2e8,segment=NetworkSegment(6153a9b5-e91b-4b7e-a943-22a62a451369),segment_id=6153a9b5-e91b-4b7e-a943-22a62a451369)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:56:23.541325 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:23.569181 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e42b8c1e-7a22-4a60-97a5-4beb1389ec2d req-620ab263-96e8-4d7a-b57c-9b68bd52ca70 tempest-TestServerMultinode-206236805 tempest-TestServerMultinode-206236805-project-admin] 10.222.0.23 "GET /v2.0/ports?tenant_id=9f2183a7ddf44a3e8c4fb0f4c232500b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0831933 Jul 13 13:56:23.599531 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=47351e07-b4be-48d5-9d6c-9d1c0bbec2e8,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:56:23.690783 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e42b8c1e-7a22-4a60-97a5-4beb1389ec2d req-7bd2c25d-f6ef-43c9-8723-edddbe62a1af service neutron] 10.222.0.23 "GET /v2.0/networks/59412fb8-cf89-4de7-acfe-ff49a52f31c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202440 Jul 13 13:56:23.696860 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7e25db48-d275-4f64-8edd-15974190265a req-ec5e7c51-6a63-441b-93b8-93c0d6470fa5 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/ports?device_id=41894051-badc-4637-b880-55433b7deb00 HTTP/1.1" status: 200 len: 210 time: 0.0559013 Jul 13 13:56:23.732940 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['47351e07-b4be-48d5-9d6c-9d1c0bbec2e8'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:56:23.812318 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e42b8c1e-7a22-4a60-97a5-4beb1389ec2d req-0fdb69e3-e896-4eab-bce4-c8b4e6ab6532 service neutron] 10.222.0.23 "GET /v2.0/networks/59412fb8-cf89-4de7-acfe-ff49a52f31c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132076 Jul 13 13:56:23.941669 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d5a322-f77f-41ff-a7a5-6b4d90edc65f req-f673b6dd-34a3-4087-bb8f-2cfd57b9991c tempest-ServersNegativeTestMultiTenantJSON-840610573 tempest-ServersNegativeTestMultiTenantJSON-840610573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:56:23.945274 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-94d5a322-f77f-41ff-a7a5-6b4d90edc65f req-f673b6dd-34a3-4087-bb8f-2cfd57b9991c tempest-ServersNegativeTestMultiTenantJSON-840610573 tempest-ServersNegativeTestMultiTenantJSON-840610573-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8ec0ccd-0755-474a-96fe-df72dfdb7a32 HTTP/1.1" status: 200 len: 944 time: 0.1045895 Jul 13 13:56:24.028267 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-94d5a322-f77f-41ff-a7a5-6b4d90edc65f req-b0634521-121d-477c-9fa4-35438bc5e7c9 tempest-ServersNegativeTestMultiTenantJSON-840610573 tempest-ServersNegativeTestMultiTenantJSON-840610573-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e02953d-80b7-4d10-92b8-7c87ed03b10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744445 Jul 13 13:56:24.150013 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-708ddd63-d9ab-4f0e-b8b3-162a71ac1ddc req-b5936a9a-f353-416d-b213-c28015fd22ad tempest-TestServerMultinode-206236805 tempest-TestServerMultinode-206236805-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=fc1efeea-eb98-431d-b554-6cb54d3da5fe HTTP/1.1" status: 200 len: 210 time: 0.0431883 Jul 13 13:56:24.358451 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 60592) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:56:24.496779 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d1a91124-b2b5-4a10-92b6-b04619d119cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:24.614576 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d1a91124-b2b5-4a10-92b6-b04619d119cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:24.618947 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d1a91124-b2b5-4a10-92b6-b04619d119cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:24.660370 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-d1a91124-b2b5-4a10-92b6-b04619d119cc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6b118c0cbf5844e7956a62f4f6ec0142&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3001356 Jul 13 13:56:24.661323 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a91124-b2b5-4a10-92b6-b04619d119cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c855eb84-82b2-4d01-bf5a-3f8de4cfc467,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:56:24.663826 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 60598) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:56:24.724689 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0aa9e470-ddae-455d-b0f7-6400d24b973f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:24.747047 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0aa9e470-ddae-455d-b0f7-6400d24b973f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:24.796023 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0aa9e470-ddae-455d-b0f7-6400d24b973f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:24.798622 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0aa9e470-ddae-455d-b0f7-6400d24b973f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:24.802273 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-0aa9e470-ddae-455d-b0f7-6400d24b973f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c855eb84-82b2-4d01-bf5a-3f8de4cfc467 HTTP/1.1" status: 204 len: 168 time: 0.1342604 Jul 13 13:56:24.808753 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa9e470-ddae-455d-b0f7-6400d24b973f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c855eb84-82b2-4d01-bf5a-3f8de4cfc467,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:56:24.891689 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1ec656ec-25b2-415e-9cc3-95d928aff711 req-a5cea9aa-324c-4d5d-ac77-ef6d7f434732 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/ports?device_id=41894051-badc-4637-b880-55433b7deb00 HTTP/1.1" status: 200 len: 210 time: 0.0459070 Jul 13 13:56:25.057007 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f097a95f-84b2-4d2b-a786-2b032274f818 req-952c3a0a-c472-4485-9c7d-2e7de96f3321 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:56:25.058712 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f097a95f-84b2-4d2b-a786-2b032274f818 req-952c3a0a-c472-4485-9c7d-2e7de96f3321 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.26 "GET /v2.0/networks?id=c17eca93-ffcb-4f26-9d07-03fe19280fd8 HTTP/1.1" status: 200 len: 805 time: 0.1193991 Jul 13 13:56:25.084058 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-f097a95f-84b2-4d2b-a786-2b032274f818 req-9e46f6ae-8145-4854-8564-c0c6196d9aef tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Request body: {'port': {'device_id': '41894051-badc-4637-b880-55433b7deb00', 'network_id': 'c17eca93-ffcb-4f26-9d07-03fe19280fd8', 'admin_state_up': True, 'tenant_id': '12cd0d91808b48129aee093001b928c6'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:56:25.104156 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 47351e07-b4be-48d5-9d6c-9d1c0bbec2e8 up at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:56:25.220309 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning for port 47351e07-b4be-48d5-9d6c-9d1c0bbec2e8 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:56:25.229516 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning complete for port 47351e07-b4be-48d5-9d6c-9d1c0bbec2e8 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:56:25.230790 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:25.254000 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f097a95f-84b2-4d2b-a786-2b032274f818 req-9e46f6ae-8145-4854-8564-c0c6196d9aef tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Made reservation on behalf of 12cd0d91808b48129aee093001b928c6 for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:56:25.258869 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-f097a95f-84b2-4d2b-a786-2b032274f818 req-9e46f6ae-8145-4854-8564-c0c6196d9aef tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:25.263170 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ecfb3c-1c74-4564-bab3-d87306e21c7e req-d8a93e38-d1eb-46bb-91a1-7b9f66217d48 tempest-ServersNegativeTestMultiTenantJSON-840610573 tempest-ServersNegativeTestMultiTenantJSON-840610573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:56:25.270955 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b9ecfb3c-1c74-4564-bab3-d87306e21c7e req-d8a93e38-d1eb-46bb-91a1-7b9f66217d48 tempest-ServersNegativeTestMultiTenantJSON-840610573 tempest-ServersNegativeTestMultiTenantJSON-840610573-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8ec0ccd-0755-474a-96fe-df72dfdb7a32 HTTP/1.1" status: 200 len: 944 time: 0.1107249 Jul 13 13:56:25.334541 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b9ecfb3c-1c74-4564-bab3-d87306e21c7e req-1f988c76-8658-4bf6-b06a-939145db5cec tempest-ServersNegativeTestMultiTenantJSON-840610573 tempest-ServersNegativeTestMultiTenantJSON-840610573-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e02953d-80b7-4d10-92b8-7c87ed03b10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622091 Jul 13 13:56:25.424195 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:25.448211 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-10cc84fb-ba06-486a-b7f7-d284a98a3065 req-6057d1dc-3afd-41d1-ae94-c6f6995eb625 tempest-TestServerMultinode-206236805 tempest-TestServerMultinode-206236805-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=fc1efeea-eb98-431d-b554-6cb54d3da5fe HTTP/1.1" status: 200 len: 210 time: 0.0508258 Jul 13 13:56:25.466940 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8ec0ccd-0755-474a-96fe-df72dfdb7a32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47351e07-b4be-48d5-9d6c-9d1c0bbec2e8'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:56:25.470557 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40a544f8-648c-4e38-959b-48447da48930" -d '{"events": [{"server_uuid": "d8ec0ccd-0755-474a-96fe-df72dfdb7a32", "name": "network-vif-plugged", "status": "completed", "tag": "47351e07-b4be-48d5-9d6c-9d1c0bbec2e8"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:56:25.487986 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [req-f097a95f-84b2-4d2b-a786-2b032274f818 req-9e46f6ae-8145-4854-8564-c0c6196d9aef tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Allocated IP 172.20.0.13 (c17eca93-ffcb-4f26-9d07-03fe19280fd8/fb232211-a266-4fe7-9875-95b4ba730429/2f2379ce-f297-4d64-b098-6dcdd65d5c83) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:56:25.529638 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 47351e07-b4be-48d5-9d6c-9d1c0bbec2e8, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=47351e07-b4be-48d5-9d6c-9d1c0bbec2e8,segment=NetworkSegment(6153a9b5-e91b-4b7e-a943-22a62a451369),segment_id=6153a9b5-e91b-4b7e-a943-22a62a451369)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:56:25.537977 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aeb010d-edd0-48ba-a045-9af8b71a1f11 x-openstack-request-id: req-9aeb010d-edd0-48ba-a045-9af8b71a1f11 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:56:25.538525 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8ec0ccd-0755-474a-96fe-df72dfdb7a32", "name": "network-vif-plugged", "status": "completed", "tag": "47351e07-b4be-48d5-9d6c-9d1c0bbec2e8", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:56:25.538792 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9aeb010d-edd0-48ba-a045-9af8b71a1f11 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:56:25.539205 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8ec0ccd-0755-474a-96fe-df72dfdb7a32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47351e07-b4be-48d5-9d6c-9d1c0bbec2e8', 'code': 200} Jul 13 13:56:25.542002 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:25.601173 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=47351e07-b4be-48d5-9d6c-9d1c0bbec2e8,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:56:25.616797 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42b8c1e-7a22-4a60-97a5-4beb1389ec2d req-4436f332-cbc9-41f9-85e9-f66b4c7651a1 tempest-TestServerMultinode-206236805 tempest-TestServerMultinode-206236805-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:56:25.620189 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e42b8c1e-7a22-4a60-97a5-4beb1389ec2d req-4436f332-cbc9-41f9-85e9-f66b4c7651a1 tempest-TestServerMultinode-206236805 tempest-TestServerMultinode-206236805-project-admin] 10.222.0.26 "GET /v2.0/networks?id=59412fb8-cf89-4de7-acfe-ff49a52f31c0 HTTP/1.1" status: 200 len: 909 time: 0.1861844 Jul 13 13:56:25.634316 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.26', 61209) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:56:25.650649 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-e42b8c1e-7a22-4a60-97a5-4beb1389ec2d req-841d3118-0ffd-4550-95d6-cdd4dbfcf93b tempest-TestServerMultinode-206236805 tempest-TestServerMultinode-206236805-project-admin] Request body: {'port': {'device_id': 'fc1efeea-eb98-431d-b554-6cb54d3da5fe', 'network_id': '59412fb8-cf89-4de7-acfe-ff49a52f31c0', 'admin_state_up': True, 'tenant_id': '9f2183a7ddf44a3e8c4fb0f4c232500b'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:56:25.699728 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-f097a95f-84b2-4d2b-a786-2b032274f818 req-9e46f6ae-8145-4854-8564-c0c6196d9aef tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:25.709230 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e42b8c1e-7a22-4a60-97a5-4beb1389ec2d req-841d3118-0ffd-4550-95d6-cdd4dbfcf93b tempest-TestServerMultinode-206236805 tempest-TestServerMultinode-206236805-project-admin] Made reservation on behalf of 9f2183a7ddf44a3e8c4fb0f4c232500b for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:56:25.712656 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-e42b8c1e-7a22-4a60-97a5-4beb1389ec2d req-841d3118-0ffd-4550-95d6-cdd4dbfcf93b tempest-TestServerMultinode-206236805 tempest-TestServerMultinode-206236805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:25.741854 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac0ba8b-d352-4f6e-8525-518a032b66a5 req-7371d7d7-e747-49ce-84fe-e10b4fba3cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:56:25.743596 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1ac0ba8b-d352-4f6e-8525-518a032b66a5 req-7371d7d7-e747-49ce-84fe-e10b4fba3cb8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d8ec0ccd-0755-474a-96fe-df72dfdb7a32 HTTP/1.1" status: 200 len: 1096 time: 0.1080866 Jul 13 13:56:25.752916 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-f097a95f-84b2-4d2b-a786-2b032274f818 req-9e46f6ae-8145-4854-8564-c0c6196d9aef tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:25.765717 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['66c0eee5-eff9-4ca2-a47b-7acc34ac5f92'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:56:25.810425 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f097a95f-84b2-4d2b-a786-2b032274f818 req-9e46f6ae-8145-4854-8564-c0c6196d9aef tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Network c17eca93-ffcb-4f26-9d07-03fe19280fd8 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:56:25.814423 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [req-f097a95f-84b2-4d2b-a786-2b032274f818 req-9e46f6ae-8145-4854-8564-c0c6196d9aef tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:56:25.819442 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-f097a95f-84b2-4d2b-a786-2b032274f818 req-9e46f6ae-8145-4854-8564-c0c6196d9aef tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:56:25.830888 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1ac0ba8b-d352-4f6e-8525-518a032b66a5 req-e957415e-56d8-4ace-a495-715a2bed3bac service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=4e02953d-80b7-4d10-92b8-7c87ed03b10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538244 Jul 13 13:56:25.846465 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e46f6ae-8145-4854-8564-c0c6196d9aef tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Pushing event updated for resources: {'Port': ['ID=2f2379ce-f297-4d64-b098-6dcdd65d5c83,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:56:25.861815 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e46f6ae-8145-4854-8564-c0c6196d9aef tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:56:25.862153 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e46f6ae-8145-4854-8564-c0c6196d9aef tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:56:25.862491 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e46f6ae-8145-4854-8564-c0c6196d9aef tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:56:25.862824 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e46f6ae-8145-4854-8564-c0c6196d9aef tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:56:25.863152 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e46f6ae-8145-4854-8564-c0c6196d9aef tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:56:25.863476 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e46f6ae-8145-4854-8564-c0c6196d9aef tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:56:25.863833 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e46f6ae-8145-4854-8564-c0c6196d9aef tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:56:25.864108 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e46f6ae-8145-4854-8564-c0c6196d9aef tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:56:25.864429 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e46f6ae-8145-4854-8564-c0c6196d9aef tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:56:25.865095 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e46f6ae-8145-4854-8564-c0c6196d9aef tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:56:25.865095 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e46f6ae-8145-4854-8564-c0c6196d9aef tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:56:25.865434 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e46f6ae-8145-4854-8564-c0c6196d9aef tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:56:25.887247 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-e42b8c1e-7a22-4a60-97a5-4beb1389ec2d req-841d3118-0ffd-4550-95d6-cdd4dbfcf93b tempest-TestServerMultinode-206236805 tempest-TestServerMultinode-206236805-project-admin] Allocated IP 172.20.0.5 (59412fb8-cf89-4de7-acfe-ff49a52f31c0/008cef17-f41d-4ba6-a599-39d7c653e584/381607ae-648d-49a4-ab6c-bb2c837c5913) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:56:25.888176 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f097a95f-84b2-4d2b-a786-2b032274f818 req-9e46f6ae-8145-4854-8564-c0c6196d9aef tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:56:25.889668 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-f097a95f-84b2-4d2b-a786-2b032274f818 req-9e46f6ae-8145-4854-8564-c0c6196d9aef tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:25.918900 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f097a95f-84b2-4d2b-a786-2b032274f818 req-9e46f6ae-8145-4854-8564-c0c6196d9aef tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8510988 Jul 13 13:56:25.934555 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-f097a95f-84b2-4d2b-a786-2b032274f818 req-ee143b62-b318-425b-99aa-d846d810cf83 service neutron] Request body: {'port': {'device_id': '41894051-badc-4637-b880-55433b7deb00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-1'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:56:26.047608 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-f097a95f-84b2-4d2b-a786-2b032274f818 req-ee143b62-b318-425b-99aa-d846d810cf83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:26.059566 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-e42b8c1e-7a22-4a60-97a5-4beb1389ec2d req-841d3118-0ffd-4550-95d6-cdd4dbfcf93b tempest-TestServerMultinode-206236805 tempest-TestServerMultinode-206236805-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:26.103856 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-e42b8c1e-7a22-4a60-97a5-4beb1389ec2d req-841d3118-0ffd-4550-95d6-cdd4dbfcf93b tempest-TestServerMultinode-206236805 tempest-TestServerMultinode-206236805-project-admin] Transition to ACTIVE for port object 381607ae-648d-49a4-ab6c-bb2c837c5913 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:56:26.160080 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d32136a-4c26-49dd-813b-bdc711e85cbc req-10b4f7dd-ef3e-4e3d-a60b-66cee09e2d18 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:56:26.161835 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8d32136a-4c26-49dd-813b-bdc711e85cbc req-10b4f7dd-ef3e-4e3d-a60b-66cee09e2d18 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/ports?device_id=41894051-badc-4637-b880-55433b7deb00 HTTP/1.1" status: 200 len: 932 time: 0.0994167 Jul 13 13:56:26.168962 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-e42b8c1e-7a22-4a60-97a5-4beb1389ec2d req-841d3118-0ffd-4550-95d6-cdd4dbfcf93b tempest-TestServerMultinode-206236805 tempest-TestServerMultinode-206236805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:26.179484 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['9cd76a17-ad14-41af-8bf1-9dca4be5ef4d'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:56:26.235284 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e42b8c1e-7a22-4a60-97a5-4beb1389ec2d req-841d3118-0ffd-4550-95d6-cdd4dbfcf93b tempest-TestServerMultinode-206236805 tempest-TestServerMultinode-206236805-project-admin] Network 59412fb8-cf89-4de7-acfe-ff49a52f31c0 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:56:26.250639 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-e42b8c1e-7a22-4a60-97a5-4beb1389ec2d req-841d3118-0ffd-4550-95d6-cdd4dbfcf93b tempest-TestServerMultinode-206236805 tempest-TestServerMultinode-206236805-project-admin] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:56:26.255345 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-e42b8c1e-7a22-4a60-97a5-4beb1389ec2d req-841d3118-0ffd-4550-95d6-cdd4dbfcf93b tempest-TestServerMultinode-206236805 tempest-TestServerMultinode-206236805-project-admin] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:56:26.257542 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841d3118-0ffd-4550-95d6-cdd4dbfcf93b tempest-TestServerMultinode-206236805 tempest-TestServerMultinode-206236805-project-admin] Pushing event updated for resources: {'Port': ['ID=381607ae-648d-49a4-ab6c-bb2c837c5913,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:56:26.264276 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8d32136a-4c26-49dd-813b-bdc711e85cbc req-f451e695-1d25-4d1f-b064-7e9b4517e0e2 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e5eeece-5c52-4118-a82a-889f2af322a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931695 Jul 13 13:56:26.309321 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42b8c1e-7a22-4a60-97a5-4beb1389ec2d req-841d3118-0ffd-4550-95d6-cdd4dbfcf93b tempest-TestServerMultinode-206236805 tempest-TestServerMultinode-206236805-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:56:26.309969 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-e42b8c1e-7a22-4a60-97a5-4beb1389ec2d req-841d3118-0ffd-4550-95d6-cdd4dbfcf93b tempest-TestServerMultinode-206236805 tempest-TestServerMultinode-206236805-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:26.332710 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e42b8c1e-7a22-4a60-97a5-4beb1389ec2d req-841d3118-0ffd-4550-95d6-cdd4dbfcf93b tempest-TestServerMultinode-206236805 tempest-TestServerMultinode-206236805-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.6878104 Jul 13 13:56:26.347501 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-e42b8c1e-7a22-4a60-97a5-4beb1389ec2d req-ce486437-d20c-4b36-b10f-037808aed57e service neutron] Request body: {'port': {'device_id': 'fc1efeea-eb98-431d-b554-6cb54d3da5fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:56:26.512924 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-e42b8c1e-7a22-4a60-97a5-4beb1389ec2d req-ce486437-d20c-4b36-b10f-037808aed57e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:26.536585 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [req-f097a95f-84b2-4d2b-a786-2b032274f818 req-ee143b62-b318-425b-99aa-d846d810cf83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f2379ce-f297-4d64-b098-6dcdd65d5c83 {{(pid=93751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:56:26.545822 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-f097a95f-84b2-4d2b-a786-2b032274f818 req-ee143b62-b318-425b-99aa-d846d810cf83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:26.560104 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-f097a95f-84b2-4d2b-a786-2b032274f818 req-ee143b62-b318-425b-99aa-d846d810cf83 service neutron] Transition to ACTIVE for port object 2f2379ce-f297-4d64-b098-6dcdd65d5c83 will not be triggered until provisioned by entity L2. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:56:26.667519 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-dc1f6fad-0df8-4f2a-9651-5f39ab1696ef None None] Provisioning for port 381607ae-648d-49a4-ab6c-bb2c837c5913 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:56:26.672524 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-dc1f6fad-0df8-4f2a-9651-5f39ab1696ef None None] Provisioning complete for port 381607ae-648d-49a4-ab6c-bb2c837c5913 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:56:26.673034 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-dc1f6fad-0df8-4f2a-9651-5f39ab1696ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:26.750603 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-dc1f6fad-0df8-4f2a-9651-5f39ab1696ef None None] Port 381607ae-648d-49a4-ab6c-bb2c837c5913 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:56:26.902082 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-e42b8c1e-7a22-4a60-97a5-4beb1389ec2d req-ce486437-d20c-4b36-b10f-037808aed57e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 381607ae-648d-49a4-ab6c-bb2c837c5913 {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:56:26.911783 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-e42b8c1e-7a22-4a60-97a5-4beb1389ec2d req-ce486437-d20c-4b36-b10f-037808aed57e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:26.917976 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a636d93e-e3c2-46bd-be02-cdcd93a0e9d5 req-10c8b805-71d3-4f4d-9ca5-13ef470ac9e3 tempest-TestServerMultinode-206236805 tempest-TestServerMultinode-206236805-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:56:26.920388 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a636d93e-e3c2-46bd-be02-cdcd93a0e9d5 req-10c8b805-71d3-4f4d-9ca5-13ef470ac9e3 tempest-TestServerMultinode-206236805 tempest-TestServerMultinode-206236805-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=fc1efeea-eb98-431d-b554-6cb54d3da5fe HTTP/1.1" status: 200 len: 1027 time: 0.1267753 Jul 13 13:56:26.931179 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-e42b8c1e-7a22-4a60-97a5-4beb1389ec2d req-ce486437-d20c-4b36-b10f-037808aed57e service neutron] Transition to ACTIVE for port object 381607ae-648d-49a4-ab6c-bb2c837c5913 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:56:26.943490 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-f097a95f-84b2-4d2b-a786-2b032274f818 req-ee143b62-b318-425b-99aa-d846d810cf83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:26.944526 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-e42b8c1e-7a22-4a60-97a5-4beb1389ec2d req-ce486437-d20c-4b36-b10f-037808aed57e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:27.006197 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee143b62-b318-425b-99aa-d846d810cf83 service neutron] Pushing event updated for resources: {'Port': ['ID=2f2379ce-f297-4d64-b098-6dcdd65d5c83,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:56:27.022558 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a636d93e-e3c2-46bd-be02-cdcd93a0e9d5 req-51bdf601-8715-45cc-98d9-92b8c0a9eaf7 tempest-TestServerMultinode-206236805 tempest-TestServerMultinode-206236805-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=82283158-3978-4e6b-8616-7a48d6dbd673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879481 Jul 13 13:56:27.034800 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce486437-d20c-4b36-b10f-037808aed57e service neutron] Pushing event updated for resources: {'Port': ['ID=381607ae-648d-49a4-ab6c-bb2c837c5913,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:56:27.120094 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd8f5c4-d2df-43f1-be29-803442ad17af req-cb5d5a65-18dd-4579-a467-29476bdc5a81 tempest-ServersNegativeTestMultiTenantJSON-840610573 tempest-ServersNegativeTestMultiTenantJSON-840610573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:56:27.127072 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8cd8f5c4-d2df-43f1-be29-803442ad17af req-cb5d5a65-18dd-4579-a467-29476bdc5a81 tempest-ServersNegativeTestMultiTenantJSON-840610573 tempest-ServersNegativeTestMultiTenantJSON-840610573-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8ec0ccd-0755-474a-96fe-df72dfdb7a32 HTTP/1.1" status: 200 len: 945 time: 0.6271923 Jul 13 13:56:27.162835 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-e42b8c1e-7a22-4a60-97a5-4beb1389ec2d req-ce486437-d20c-4b36-b10f-037808aed57e service neutron] Attempting to bind port 381607ae-648d-49a4-ab6c-bb2c837c5913 on host n-h1-800634-1 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:56:27.163924 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-e42b8c1e-7a22-4a60-97a5-4beb1389ec2d req-ce486437-d20c-4b36-b10f-037808aed57e service neutron] Attempting to bind port 381607ae-648d-49a4-ab6c-bb2c837c5913 by drivers openvswitch,hyperv on host n-h1-800634-1 at level 0 using segments [{'id': '8921c11a-c4bd-4a08-9f14-8100e9c84735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '59412fb8-cf89-4de7-acfe-ff49a52f31c0'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:56:27.164268 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e42b8c1e-7a22-4a60-97a5-4beb1389ec2d req-ce486437-d20c-4b36-b10f-037808aed57e service neutron] Attempting to bind port 381607ae-648d-49a4-ab6c-bb2c837c5913 on network 59412fb8-cf89-4de7-acfe-ff49a52f31c0 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:56:27.171200 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e42b8c1e-7a22-4a60-97a5-4beb1389ec2d req-ce486437-d20c-4b36-b10f-037808aed57e service neutron] Port 381607ae-648d-49a4-ab6c-bb2c837c5913 on network 59412fb8-cf89-4de7-acfe-ff49a52f31c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-1 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:56:27.172346 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e42b8c1e-7a22-4a60-97a5-4beb1389ec2d req-ce486437-d20c-4b36-b10f-037808aed57e service neutron] Attempting to bind port 381607ae-648d-49a4-ab6c-bb2c837c5913 on network 59412fb8-cf89-4de7-acfe-ff49a52f31c0 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:56:27.178688 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e42b8c1e-7a22-4a60-97a5-4beb1389ec2d req-ce486437-d20c-4b36-b10f-037808aed57e service neutron] Checking agent: {'id': 'a7603dc8-3c50-4a9b-8f0d-1143528f155e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 56, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:56:27.179029 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e42b8c1e-7a22-4a60-97a5-4beb1389ec2d req-ce486437-d20c-4b36-b10f-037808aed57e service neutron] Checking segment: {'id': '8921c11a-c4bd-4a08-9f14-8100e9c84735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '59412fb8-cf89-4de7-acfe-ff49a52f31c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:56:27.179620 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e42b8c1e-7a22-4a60-97a5-4beb1389ec2d req-ce486437-d20c-4b36-b10f-037808aed57e service neutron] Bound using segment: {'id': '8921c11a-c4bd-4a08-9f14-8100e9c84735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '59412fb8-cf89-4de7-acfe-ff49a52f31c0'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:56:27.180911 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-e42b8c1e-7a22-4a60-97a5-4beb1389ec2d req-ce486437-d20c-4b36-b10f-037808aed57e service neutron] Bound port: 381607ae-648d-49a4-ab6c-bb2c837c5913, host: n-h1-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8921c11a-c4bd-4a08-9f14-8100e9c84735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '59412fb8-cf89-4de7-acfe-ff49a52f31c0'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:56:27.181461 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-e42b8c1e-7a22-4a60-97a5-4beb1389ec2d req-ce486437-d20c-4b36-b10f-037808aed57e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:27.212275 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-f097a95f-84b2-4d2b-a786-2b032274f818 req-ee143b62-b318-425b-99aa-d846d810cf83 service neutron] Attempting to bind port 2f2379ce-f297-4d64-b098-6dcdd65d5c83 on host n-h1-800634-1 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:56:27.212664 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-f097a95f-84b2-4d2b-a786-2b032274f818 req-ee143b62-b318-425b-99aa-d846d810cf83 service neutron] Attempting to bind port 2f2379ce-f297-4d64-b098-6dcdd65d5c83 by drivers openvswitch,hyperv on host n-h1-800634-1 at level 0 using segments [{'id': '34a01d3a-59e0-46b3-ab51-e02ceb07d7ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'c17eca93-ffcb-4f26-9d07-03fe19280fd8'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:56:27.212919 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f097a95f-84b2-4d2b-a786-2b032274f818 req-ee143b62-b318-425b-99aa-d846d810cf83 service neutron] Attempting to bind port 2f2379ce-f297-4d64-b098-6dcdd65d5c83 on network c17eca93-ffcb-4f26-9d07-03fe19280fd8 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:56:27.224038 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f097a95f-84b2-4d2b-a786-2b032274f818 req-ee143b62-b318-425b-99aa-d846d810cf83 service neutron] Port 2f2379ce-f297-4d64-b098-6dcdd65d5c83 on network c17eca93-ffcb-4f26-9d07-03fe19280fd8 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-1 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:56:27.224476 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f097a95f-84b2-4d2b-a786-2b032274f818 req-ee143b62-b318-425b-99aa-d846d810cf83 service neutron] Attempting to bind port 2f2379ce-f297-4d64-b098-6dcdd65d5c83 on network c17eca93-ffcb-4f26-9d07-03fe19280fd8 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:56:27.230607 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8cd8f5c4-d2df-43f1-be29-803442ad17af req-f9b2ef74-15e8-4583-a7f7-90aab889bfd3 tempest-ServersNegativeTestMultiTenantJSON-840610573 tempest-ServersNegativeTestMultiTenantJSON-840610573-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e02953d-80b7-4d10-92b8-7c87ed03b10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026647 Jul 13 13:56:27.233591 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f097a95f-84b2-4d2b-a786-2b032274f818 req-ee143b62-b318-425b-99aa-d846d810cf83 service neutron] Checking agent: {'id': 'a7603dc8-3c50-4a9b-8f0d-1143528f155e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 56, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:56:27.234041 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f097a95f-84b2-4d2b-a786-2b032274f818 req-ee143b62-b318-425b-99aa-d846d810cf83 service neutron] Checking segment: {'id': '34a01d3a-59e0-46b3-ab51-e02ceb07d7ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'c17eca93-ffcb-4f26-9d07-03fe19280fd8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:56:27.234434 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f097a95f-84b2-4d2b-a786-2b032274f818 req-ee143b62-b318-425b-99aa-d846d810cf83 service neutron] Bound using segment: {'id': '34a01d3a-59e0-46b3-ab51-e02ceb07d7ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'c17eca93-ffcb-4f26-9d07-03fe19280fd8'} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:56:27.234841 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-f097a95f-84b2-4d2b-a786-2b032274f818 req-ee143b62-b318-425b-99aa-d846d810cf83 service neutron] Bound port: 2f2379ce-f297-4d64-b098-6dcdd65d5c83, host: n-h1-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34a01d3a-59e0-46b3-ab51-e02ceb07d7ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'c17eca93-ffcb-4f26-9d07-03fe19280fd8'}}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:56:27.235204 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-f097a95f-84b2-4d2b-a786-2b032274f818 req-ee143b62-b318-425b-99aa-d846d810cf83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:27.271069 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-e42b8c1e-7a22-4a60-97a5-4beb1389ec2d req-ce486437-d20c-4b36-b10f-037808aed57e service neutron] For port 381607ae-648d-49a4-ab6c-bb2c837c5913, host n-h1-800634-1, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:56:27.275399 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-e42b8c1e-7a22-4a60-97a5-4beb1389ec2d req-ce486437-d20c-4b36-b10f-037808aed57e service neutron] For port 381607ae-648d-49a4-ab6c-bb2c837c5913, host n-h1-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=381607ae-648d-49a4-ab6c-bb2c837c5913,segment=NetworkSegment(8921c11a-c4bd-4a08-9f14-8100e9c84735),segment_id=8921c11a-c4bd-4a08-9f14-8100e9c84735)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:56:27.281229 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-e42b8c1e-7a22-4a60-97a5-4beb1389ec2d req-ce486437-d20c-4b36-b10f-037808aed57e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:27.311513 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-f097a95f-84b2-4d2b-a786-2b032274f818 req-ee143b62-b318-425b-99aa-d846d810cf83 service neutron] For port 2f2379ce-f297-4d64-b098-6dcdd65d5c83, host n-h1-800634-1, cleared binding levels {{(pid=93751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:56:27.316473 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-f097a95f-84b2-4d2b-a786-2b032274f818 req-ee143b62-b318-425b-99aa-d846d810cf83 service neutron] For port 2f2379ce-f297-4d64-b098-6dcdd65d5c83, host n-h1-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=2f2379ce-f297-4d64-b098-6dcdd65d5c83,segment=NetworkSegment(34a01d3a-59e0-46b3-ab51-e02ceb07d7ab),segment_id=34a01d3a-59e0-46b3-ab51-e02ceb07d7ab)] {{(pid=93751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:56:27.324199 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-f097a95f-84b2-4d2b-a786-2b032274f818 req-ee143b62-b318-425b-99aa-d846d810cf83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:27.330325 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42b8c1e-7a22-4a60-97a5-4beb1389ec2d req-ce486437-d20c-4b36-b10f-037808aed57e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:56:27.330988 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-e42b8c1e-7a22-4a60-97a5-4beb1389ec2d req-ce486437-d20c-4b36-b10f-037808aed57e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:27.332462 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e42b8c1e-7a22-4a60-97a5-4beb1389ec2d req-ce486437-d20c-4b36-b10f-037808aed57e service neutron] 10.222.0.26 "PUT /v2.0/ports/381607ae-648d-49a4-ab6c-bb2c837c5913 HTTP/1.1" status: 200 len: 1091 time: 0.9904187 Jul 13 13:56:27.332919 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc1efeea-eb98-431d-b554-6cb54d3da5fe', 'tag': '381607ae-648d-49a4-ab6c-bb2c837c5913'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:56:27.335382 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbd7f5ef-0353-4570-ba51-288d71302e4a" -d '{"events": [{"name": "network-changed", "server_uuid": "fc1efeea-eb98-431d-b554-6cb54d3da5fe", "tag": "381607ae-648d-49a4-ab6c-bb2c837c5913"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:56:27.365496 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f097a95f-84b2-4d2b-a786-2b032274f818 req-ee143b62-b318-425b-99aa-d846d810cf83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:56:27.366165 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-f097a95f-84b2-4d2b-a786-2b032274f818 req-ee143b62-b318-425b-99aa-d846d810cf83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:27.368179 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f097a95f-84b2-4d2b-a786-2b032274f818 req-ee143b62-b318-425b-99aa-d846d810cf83 service neutron] 10.222.0.26 "PUT /v2.0/ports/2f2379ce-f297-4d64-b098-6dcdd65d5c83 HTTP/1.1" status: 200 len: 1092 time: 1.4394932 Jul 13 13:56:27.368698 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41894051-badc-4637-b880-55433b7deb00', 'tag': '2f2379ce-f297-4d64-b098-6dcdd65d5c83'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:56:27.371481 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d17b627af75e17e0f4b8d6239d04f8c2f78634e2c585e32a7aeca336500f34a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98944a98-d759-4ad8-b151-1b1a4bcb9f14" -d '{"events": [{"name": "network-changed", "server_uuid": "41894051-badc-4637-b880-55433b7deb00", "tag": "2f2379ce-f297-4d64-b098-6dcdd65d5c83"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:56:27.395253 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce486437-d20c-4b36-b10f-037808aed57e service neutron] Pushing event updated for resources: {'Port': ['ID=381607ae-648d-49a4-ab6c-bb2c837c5913,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:56:27.418052 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 13:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56265d58-1af2-4e03-81ad-865db1c0a487 x-openstack-request-id: req-56265d58-1af2-4e03-81ad-865db1c0a487 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:56:27.418343 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc1efeea-eb98-431d-b554-6cb54d3da5fe", "tag": "381607ae-648d-49a4-ab6c-bb2c837c5913", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:56:27.418585 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-56265d58-1af2-4e03-81ad-865db1c0a487 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:56:27.418983 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc1efeea-eb98-431d-b554-6cb54d3da5fe', 'tag': '381607ae-648d-49a4-ab6c-bb2c837c5913', 'status': 'completed', 'code': 200} Jul 13 13:56:27.449110 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee143b62-b318-425b-99aa-d846d810cf83 service neutron] Pushing event updated for resources: {'Port': ['ID=2f2379ce-f297-4d64-b098-6dcdd65d5c83,revision_number=3']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:56:27.461174 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 13:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-733b14b3-d409-4e61-8d2b-cf06d2ab368f x-openstack-request-id: req-733b14b3-d409-4e61-8d2b-cf06d2ab368f {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:56:27.461499 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41894051-badc-4637-b880-55433b7deb00", "tag": "2f2379ce-f297-4d64-b098-6dcdd65d5c83", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:56:27.461834 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-733b14b3-d409-4e61-8d2b-cf06d2ab368f {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:56:27.462240 n-d-800634-1 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41894051-badc-4637-b880-55433b7deb00', 'tag': '2f2379ce-f297-4d64-b098-6dcdd65d5c83', 'status': 'completed', 'code': 200} Jul 13 13:56:27.470674 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42b8c1e-7a22-4a60-97a5-4beb1389ec2d req-87f9d1cb-da40-4b9e-9a2c-4f4ca4516ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:56:27.472185 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e42b8c1e-7a22-4a60-97a5-4beb1389ec2d req-87f9d1cb-da40-4b9e-9a2c-4f4ca4516ec6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9f2183a7ddf44a3e8c4fb0f4c232500b&device_id=fc1efeea-eb98-431d-b554-6cb54d3da5fe HTTP/1.1" status: 200 len: 1094 time: 0.0955305 Jul 13 13:56:27.517359 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f097a95f-84b2-4d2b-a786-2b032274f818 req-cf823b8a-ef06-43dd-86a5-cd7fa736e6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:56:27.519490 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f097a95f-84b2-4d2b-a786-2b032274f818 req-cf823b8a-ef06-43dd-86a5-cd7fa736e6b6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=12cd0d91808b48129aee093001b928c6&device_id=41894051-badc-4637-b880-55433b7deb00 HTTP/1.1" status: 200 len: 1095 time: 0.0958550 Jul 13 13:56:27.519987 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e42b8c1e-7a22-4a60-97a5-4beb1389ec2d req-0c968281-f78b-4da5-9a63-0c795eea95fd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=381607ae-648d-49a4-ab6c-bb2c837c5913 HTTP/1.1" status: 200 len: 217 time: 0.0401478 Jul 13 13:56:27.581570 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f097a95f-84b2-4d2b-a786-2b032274f818 req-cfff0aa9-5165-4c55-bd5e-e7b9f1f57c6a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2f2379ce-f297-4d64-b098-6dcdd65d5c83 HTTP/1.1" status: 200 len: 217 time: 0.0508535 Jul 13 13:56:27.584836 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42b8c1e-7a22-4a60-97a5-4beb1389ec2d req-7f81d345-c5ef-4c4f-a349-cf6f8c4b6957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:56:27.587817 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e42b8c1e-7a22-4a60-97a5-4beb1389ec2d req-7f81d345-c5ef-4c4f-a349-cf6f8c4b6957 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=008cef17-f41d-4ba6-a599-39d7c653e584 HTTP/1.1" status: 200 len: 848 time: 0.0538001 Jul 13 13:56:27.672238 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f097a95f-84b2-4d2b-a786-2b032274f818 req-4fa37d49-3a2f-4537-8c67-1ab9f769246f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:56:27.673716 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f097a95f-84b2-4d2b-a786-2b032274f818 req-4fa37d49-3a2f-4537-8c67-1ab9f769246f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fb232211-a266-4fe7-9875-95b4ba730429 HTTP/1.1" status: 200 len: 845 time: 0.0745564 Jul 13 13:56:27.693580 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42b8c1e-7a22-4a60-97a5-4beb1389ec2d req-168bc212-5a95-4496-b177-f67b600f11a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:56:27.696364 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e42b8c1e-7a22-4a60-97a5-4beb1389ec2d req-168bc212-5a95-4496-b177-f67b600f11a4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=59412fb8-cf89-4de7-acfe-ff49a52f31c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0995309 Jul 13 13:56:27.724986 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f097a95f-84b2-4d2b-a786-2b032274f818 req-9beda812-a08a-447d-9af8-0cdd2adde35a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c17eca93-ffcb-4f26-9d07-03fe19280fd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438151 Jul 13 13:56:27.734353 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1951dbf0-e9cb-403a-8893-a16c9caa1ff9 req-381b19d1-1250-4138-b8f7-da08ef755147 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:56:27.745883 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1951dbf0-e9cb-403a-8893-a16c9caa1ff9 req-381b19d1-1250-4138-b8f7-da08ef755147 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/ports?device_id=41894051-badc-4637-b880-55433b7deb00 HTTP/1.1" status: 200 len: 944 time: 0.1755207 Jul 13 13:56:27.821787 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e42b8c1e-7a22-4a60-97a5-4beb1389ec2d req-1ae13946-329f-4bce-9fad-76a56007ab08 service neutron] 10.222.0.26 "GET /v2.0/networks/59412fb8-cf89-4de7-acfe-ff49a52f31c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169405 Jul 13 13:56:27.841059 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1951dbf0-e9cb-403a-8893-a16c9caa1ff9 req-506415d2-4e4f-4482-b57b-a02cf7a135bd tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e5eeece-5c52-4118-a82a-889f2af322a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863681 Jul 13 13:56:27.873568 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f097a95f-84b2-4d2b-a786-2b032274f818 req-f1782cb4-e7da-4c51-81f8-1a2def7434f5 service neutron] 10.222.0.26 "GET /v2.0/networks/c17eca93-ffcb-4f26-9d07-03fe19280fd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266325 Jul 13 13:56:27.954856 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e42b8c1e-7a22-4a60-97a5-4beb1389ec2d req-db2c5ae4-8bdc-481e-b619-fed6c5d4e421 service neutron] 10.222.0.26 "GET /v2.0/networks/59412fb8-cf89-4de7-acfe-ff49a52f31c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270704 Jul 13 13:56:27.983313 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f097a95f-84b2-4d2b-a786-2b032274f818 req-98953205-80db-4ff9-bcd8-2afe8f44cd74 service neutron] 10.222.0.26 "GET /v2.0/networks/c17eca93-ffcb-4f26-9d07-03fe19280fd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033063 Jul 13 13:56:28.074907 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd7f5ef-0353-4570-ba51-288d71302e4a req-e8ca06f1-9236-4323-ad70-e8686c8f350e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:56:28.076469 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cbd7f5ef-0353-4570-ba51-288d71302e4a req-e8ca06f1-9236-4323-ad70-e8686c8f350e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9f2183a7ddf44a3e8c4fb0f4c232500b&device_id=fc1efeea-eb98-431d-b554-6cb54d3da5fe HTTP/1.1" status: 200 len: 1094 time: 0.0685303 Jul 13 13:56:28.115215 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98944a98-d759-4ad8-b151-1b1a4bcb9f14 req-18cdd580-9963-4248-9184-c480fefe602d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:56:28.116875 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-98944a98-d759-4ad8-b151-1b1a4bcb9f14 req-18cdd580-9963-4248-9184-c480fefe602d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=12cd0d91808b48129aee093001b928c6&device_id=41894051-badc-4637-b880-55433b7deb00 HTTP/1.1" status: 200 len: 1095 time: 0.0711553 Jul 13 13:56:28.184944 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd7f5ef-0353-4570-ba51-288d71302e4a req-ae41952a-8a3b-4784-a921-4670a1d4fdbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:56:28.186462 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cbd7f5ef-0353-4570-ba51-288d71302e4a req-ae41952a-8a3b-4784-a921-4670a1d4fdbc service neutron] 10.222.0.26 "GET /v2.0/networks?id=59412fb8-cf89-4de7-acfe-ff49a52f31c0 HTTP/1.1" status: 200 len: 909 time: 0.1029847 Jul 13 13:56:28.230504 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cbd7f5ef-0353-4570-ba51-288d71302e4a req-899f09c2-023c-4ae2-a855-45a51a6e0168 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=381607ae-648d-49a4-ab6c-bb2c837c5913 HTTP/1.1" status: 200 len: 217 time: 0.0368471 Jul 13 13:56:28.270005 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4781b2f4-b7c0-4ea2-b08d-9b6804b7bc68 req-9c54c56d-9d7e-48ff-9bbf-e2415fb77be5 tempest-TestServerMultinode-206236805 tempest-TestServerMultinode-206236805-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:56:28.271962 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4781b2f4-b7c0-4ea2-b08d-9b6804b7bc68 req-9c54c56d-9d7e-48ff-9bbf-e2415fb77be5 tempest-TestServerMultinode-206236805 tempest-TestServerMultinode-206236805-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=fc1efeea-eb98-431d-b554-6cb54d3da5fe HTTP/1.1" status: 200 len: 1094 time: 0.0935454 Jul 13 13:56:28.272575 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98944a98-d759-4ad8-b151-1b1a4bcb9f14 req-7b9ae84a-3e29-4c7f-92ec-62205bd0e04a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:56:28.273963 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-98944a98-d759-4ad8-b151-1b1a4bcb9f14 req-7b9ae84a-3e29-4c7f-92ec-62205bd0e04a service neutron] 10.222.0.26 "GET /v2.0/networks?id=c17eca93-ffcb-4f26-9d07-03fe19280fd8 HTTP/1.1" status: 200 len: 905 time: 0.1511104 Jul 13 13:56:28.292115 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd7f5ef-0353-4570-ba51-288d71302e4a req-ca39193d-afbb-4977-8dd2-d9af59f1a53c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:56:28.293606 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cbd7f5ef-0353-4570-ba51-288d71302e4a req-ca39193d-afbb-4977-8dd2-d9af59f1a53c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=008cef17-f41d-4ba6-a599-39d7c653e584 HTTP/1.1" status: 200 len: 848 time: 0.0559251 Jul 13 13:56:28.330388 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-98944a98-d759-4ad8-b151-1b1a4bcb9f14 req-e3cb0107-3e49-4998-bb49-1aeaa5221f82 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2f2379ce-f297-4d64-b098-6dcdd65d5c83 HTTP/1.1" status: 200 len: 217 time: 0.0459733 Jul 13 13:56:28.373403 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd7f5ef-0353-4570-ba51-288d71302e4a req-91192264-ecf8-4f9b-8536-8104367424a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:56:28.375082 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4781b2f4-b7c0-4ea2-b08d-9b6804b7bc68 req-8dc8a5da-4f69-4c8f-849c-8fcaf2943e9e tempest-TestServerMultinode-206236805 tempest-TestServerMultinode-206236805-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=82283158-3978-4e6b-8616-7a48d6dbd673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976179 Jul 13 13:56:28.375197 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cbd7f5ef-0353-4570-ba51-288d71302e4a req-91192264-ecf8-4f9b-8536-8104367424a9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=59412fb8-cf89-4de7-acfe-ff49a52f31c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0740240 Jul 13 13:56:28.405293 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98944a98-d759-4ad8-b151-1b1a4bcb9f14 req-b5a88bd0-d74d-481a-bfe1-394044e16519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:56:28.406938 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-98944a98-d759-4ad8-b151-1b1a4bcb9f14 req-b5a88bd0-d74d-481a-bfe1-394044e16519 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fb232211-a266-4fe7-9875-95b4ba730429 HTTP/1.1" status: 200 len: 845 time: 0.0662658 Jul 13 13:56:28.449557 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-98944a98-d759-4ad8-b151-1b1a4bcb9f14 req-d6c15807-2a87-4008-be4b-67362071d46b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c17eca93-ffcb-4f26-9d07-03fe19280fd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351183 Jul 13 13:56:28.513716 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cbd7f5ef-0353-4570-ba51-288d71302e4a req-3ee976cc-6e62-47e7-b47d-463cf9a53808 service neutron] 10.222.0.26 "GET /v2.0/networks/59412fb8-cf89-4de7-acfe-ff49a52f31c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304095 Jul 13 13:56:28.548038 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-98944a98-d759-4ad8-b151-1b1a4bcb9f14 req-8febc764-ee59-46b5-b2ed-e3b73d02787d service neutron] 10.222.0.26 "GET /v2.0/networks/c17eca93-ffcb-4f26-9d07-03fe19280fd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919278 Jul 13 13:56:28.604915 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d65546-2b7f-404c-a8e5-de121d1da17e req-19bba4a0-157e-42a6-b3c7-6d31a2c3716e tempest-ServersNegativeTestMultiTenantJSON-840610573 tempest-ServersNegativeTestMultiTenantJSON-840610573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:56:28.606532 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a0d65546-2b7f-404c-a8e5-de121d1da17e req-19bba4a0-157e-42a6-b3c7-6d31a2c3716e tempest-ServersNegativeTestMultiTenantJSON-840610573 tempest-ServersNegativeTestMultiTenantJSON-840610573-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8ec0ccd-0755-474a-96fe-df72dfdb7a32 HTTP/1.1" status: 200 len: 945 time: 0.1350255 Jul 13 13:56:28.650569 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cbd7f5ef-0353-4570-ba51-288d71302e4a req-c33cf383-0d25-4704-920d-ebba6a1b1d09 service neutron] 10.222.0.26 "GET /v2.0/networks/59412fb8-cf89-4de7-acfe-ff49a52f31c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292810 Jul 13 13:56:28.660118 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-98944a98-d759-4ad8-b151-1b1a4bcb9f14 req-87c4c415-d385-48df-846d-37188dfa1129 service neutron] 10.222.0.26 "GET /v2.0/networks/c17eca93-ffcb-4f26-9d07-03fe19280fd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055863 Jul 13 13:56:28.676865 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a0d65546-2b7f-404c-a8e5-de121d1da17e req-b5bd0cf7-f2b7-4a0d-83b2-7eabab5ed252 tempest-ServersNegativeTestMultiTenantJSON-840610573 tempest-ServersNegativeTestMultiTenantJSON-840610573-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e02953d-80b7-4d10-92b8-7c87ed03b10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605624 Jul 13 13:56:28.860639 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983d346e-ec9c-4b2b-94d7-d5bf6e5d4525 req-4db664e0-5536-4c59-ba5f-d267d3fbbd38 tempest-ServersNegativeTestMultiTenantJSON-840610573 tempest-ServersNegativeTestMultiTenantJSON-840610573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:56:28.862089 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-983d346e-ec9c-4b2b-94d7-d5bf6e5d4525 req-4db664e0-5536-4c59-ba5f-d267d3fbbd38 tempest-ServersNegativeTestMultiTenantJSON-840610573 tempest-ServersNegativeTestMultiTenantJSON-840610573-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8ec0ccd-0755-474a-96fe-df72dfdb7a32 HTTP/1.1" status: 200 len: 945 time: 0.0632465 Jul 13 13:56:28.901838 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-983d346e-ec9c-4b2b-94d7-d5bf6e5d4525 req-89b6d476-84a0-4b99-b511-4a35446aafa7 tempest-ServersNegativeTestMultiTenantJSON-840610573 tempest-ServersNegativeTestMultiTenantJSON-840610573-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e02953d-80b7-4d10-92b8-7c87ed03b10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342183 Jul 13 13:56:29.035472 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef06c16b-85e2-4c03-9257-092e0c1379cc req-d4700ea6-e0c6-4c8c-a8b7-2efe3aecf1b2 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:56:29.036967 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ef06c16b-85e2-4c03-9257-092e0c1379cc req-d4700ea6-e0c6-4c8c-a8b7-2efe3aecf1b2 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/ports?device_id=41894051-badc-4637-b880-55433b7deb00 HTTP/1.1" status: 200 len: 944 time: 0.0686996 Jul 13 13:56:29.076781 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ef06c16b-85e2-4c03-9257-092e0c1379cc req-fbe9d008-527a-460b-a16f-4972c5b8c7ca tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e5eeece-5c52-4118-a82a-889f2af322a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324714 Jul 13 13:56:29.148457 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 2f2379ce-f297-4d64-b098-6dcdd65d5c83 details requested by agent hyperv_n-h1-800634-1 with host n-h1-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 13:56:29.267621 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 2f2379ce-f297-4d64-b098-6dcdd65d5c83, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=2f2379ce-f297-4d64-b098-6dcdd65d5c83,segment=NetworkSegment(34a01d3a-59e0-46b3-ab51-e02ceb07d7ab),segment_id=34a01d3a-59e0-46b3-ab51-e02ceb07d7ab)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:56:29.282177 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Returning: {'device': '2f2379ce-f297-4d64-b098-6dcdd65d5c83', 'network_id': 'c17eca93-ffcb-4f26-9d07-03fe19280fd8', 'port_id': '2f2379ce-f297-4d64-b098-6dcdd65d5c83', 'mac_address': 'fa:16:3e:0d:39:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb232211-a266-4fe7-9875-95b4ba730429', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 13:56:29.326861 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:29.333058 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec94f23-487f-458f-b49e-74852e0e6cfc req-297422e4-8c31-443c-ad7a-47324d4f3a98 tempest-ServersNegativeTestMultiTenantJSON-840610573 tempest-ServersNegativeTestMultiTenantJSON-840610573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:56:29.335203 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5ec94f23-487f-458f-b49e-74852e0e6cfc req-297422e4-8c31-443c-ad7a-47324d4f3a98 tempest-ServersNegativeTestMultiTenantJSON-840610573 tempest-ServersNegativeTestMultiTenantJSON-840610573-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8ec0ccd-0755-474a-96fe-df72dfdb7a32 HTTP/1.1" status: 200 len: 945 time: 0.0705287 Jul 13 13:56:29.341608 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f2379ce-f297-4d64-b098-6dcdd65d5c83 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:56:29.362163 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 2f2379ce-f297-4d64-b098-6dcdd65d5c83, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=2f2379ce-f297-4d64-b098-6dcdd65d5c83,segment=NetworkSegment(34a01d3a-59e0-46b3-ab51-e02ceb07d7ab),segment_id=34a01d3a-59e0-46b3-ab51-e02ceb07d7ab)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:56:29.372025 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:29.373155 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 381607ae-648d-49a4-ab6c-bb2c837c5913 details requested by agent hyperv_n-h1-800634-1 with host n-h1-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 13:56:29.379772 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5ec94f23-487f-458f-b49e-74852e0e6cfc req-9da1527e-47e8-41b6-92ef-402b2ca84319 tempest-ServersNegativeTestMultiTenantJSON-840610573 tempest-ServersNegativeTestMultiTenantJSON-840610573-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e02953d-80b7-4d10-92b8-7c87ed03b10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362151 Jul 13 13:56:29.492646 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=2f2379ce-f297-4d64-b098-6dcdd65d5c83,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:56:29.535430 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 381607ae-648d-49a4-ab6c-bb2c837c5913, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=381607ae-648d-49a4-ab6c-bb2c837c5913,segment=NetworkSegment(8921c11a-c4bd-4a08-9f14-8100e9c84735),segment_id=8921c11a-c4bd-4a08-9f14-8100e9c84735)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:56:29.548633 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Returning: {'device': '381607ae-648d-49a4-ab6c-bb2c837c5913', 'network_id': '59412fb8-cf89-4de7-acfe-ff49a52f31c0', 'port_id': '381607ae-648d-49a4-ab6c-bb2c837c5913', 'mac_address': 'fa:16:3e:ed:60:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '008cef17-f41d-4ba6-a599-39d7c653e584', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 13:56:29.590479 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:29.615252 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 381607ae-648d-49a4-ab6c-bb2c837c5913 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:56:29.640569 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 381607ae-648d-49a4-ab6c-bb2c837c5913, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=381607ae-648d-49a4-ab6c-bb2c837c5913,segment=NetworkSegment(8921c11a-c4bd-4a08-9f14-8100e9c84735),segment_id=8921c11a-c4bd-4a08-9f14-8100e9c84735)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:56:29.646852 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:29.657102 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515f7205-01a4-43af-a03c-2e5e2ca881ee req-aad23cf5-7665-4bf4-8eaa-b370d681e946 tempest-TestServerMultinode-206236805 tempest-TestServerMultinode-206236805-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:56:29.659344 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-515f7205-01a4-43af-a03c-2e5e2ca881ee req-aad23cf5-7665-4bf4-8eaa-b370d681e946 tempest-TestServerMultinode-206236805 tempest-TestServerMultinode-206236805-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=fc1efeea-eb98-431d-b554-6cb54d3da5fe HTTP/1.1" status: 200 len: 1094 time: 0.0670078 Jul 13 13:56:29.701621 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-515f7205-01a4-43af-a03c-2e5e2ca881ee req-f9581344-d371-4c56-9662-42fbc87ced19 tempest-TestServerMultinode-206236805 tempest-TestServerMultinode-206236805-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=82283158-3978-4e6b-8616-7a48d6dbd673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350809 Jul 13 13:56:29.726554 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=381607ae-648d-49a4-ab6c-bb2c837c5913,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:56:29.884512 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['2f2379ce-f297-4d64-b098-6dcdd65d5c83'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:56:29.887906 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ad518c-8aa2-4e36-8e62-193e360dd238 req-61eff188-a134-4ae5-ba89-e4592842c9c5 tempest-ServersNegativeTestMultiTenantJSON-840610573 tempest-ServersNegativeTestMultiTenantJSON-840610573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:56:29.888729 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['381607ae-648d-49a4-ab6c-bb2c837c5913'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:56:29.889706 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c9ad518c-8aa2-4e36-8e62-193e360dd238 req-61eff188-a134-4ae5-ba89-e4592842c9c5 tempest-ServersNegativeTestMultiTenantJSON-840610573 tempest-ServersNegativeTestMultiTenantJSON-840610573-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8ec0ccd-0755-474a-96fe-df72dfdb7a32 HTTP/1.1" status: 200 len: 945 time: 0.0643463 Jul 13 13:56:29.931204 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c9ad518c-8aa2-4e36-8e62-193e360dd238 req-8c945516-3d35-4722-bfad-7250a3437d69 tempest-ServersNegativeTestMultiTenantJSON-840610573 tempest-ServersNegativeTestMultiTenantJSON-840610573-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e02953d-80b7-4d10-92b8-7c87ed03b10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347214 Jul 13 13:56:30.259516 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a22bec3-abb1-49af-a01d-b2344338f85f req-13aa1c9c-c3e6-4db5-8d3c-417e31656ab7 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:56:30.261021 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3a22bec3-abb1-49af-a01d-b2344338f85f req-13aa1c9c-c3e6-4db5-8d3c-417e31656ab7 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/ports?device_id=41894051-badc-4637-b880-55433b7deb00 HTTP/1.1" status: 200 len: 945 time: 0.0694461 Jul 13 13:56:30.299158 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3a22bec3-abb1-49af-a01d-b2344338f85f req-ba98642b-475c-4f7f-9cb7-7ee018e3b4ae tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e5eeece-5c52-4118-a82a-889f2af322a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324447 Jul 13 13:56:30.346517 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:30.745197 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:30.880496 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8570f789-51c9-4aaf-a956-c6489a358f89 req-85b10f81-830a-4ac1-9641-cb058db01b36 tempest-TestServerMultinode-206236805 tempest-TestServerMultinode-206236805-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:56:30.882067 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8570f789-51c9-4aaf-a956-c6489a358f89 req-85b10f81-830a-4ac1-9641-cb058db01b36 tempest-TestServerMultinode-206236805 tempest-TestServerMultinode-206236805-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=fc1efeea-eb98-431d-b554-6cb54d3da5fe HTTP/1.1" status: 200 len: 1095 time: 0.0520477 Jul 13 13:56:30.919255 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8570f789-51c9-4aaf-a956-c6489a358f89 req-9efebe14-229a-4c21-91ff-0ee47c5bc216 tempest-TestServerMultinode-206236805 tempest-TestServerMultinode-206236805-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=82283158-3978-4e6b-8616-7a48d6dbd673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304027 Jul 13 13:56:31.128032 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d744f02e-9a25-4d9f-8ef6-a1f8baedc4ff req-27c784f7-15c8-4964-b9c1-1b2ffd3fe269 tempest-ServersNegativeTestMultiTenantJSON-840610573 tempest-ServersNegativeTestMultiTenantJSON-840610573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:56:31.129572 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d744f02e-9a25-4d9f-8ef6-a1f8baedc4ff req-27c784f7-15c8-4964-b9c1-1b2ffd3fe269 tempest-ServersNegativeTestMultiTenantJSON-840610573 tempest-ServersNegativeTestMultiTenantJSON-840610573-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8ec0ccd-0755-474a-96fe-df72dfdb7a32 HTTP/1.1" status: 200 len: 945 time: 0.0785437 Jul 13 13:56:31.149457 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d53316f-1cff-4634-b93f-2047847bd5ec req-0f8c5d4b-c0e1-42ec-9ff6-7a53bdd6b688 tempest-ServersNegativeTestMultiTenantJSON-840610573 tempest-ServersNegativeTestMultiTenantJSON-840610573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:56:31.150947 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1d53316f-1cff-4634-b93f-2047847bd5ec req-0f8c5d4b-c0e1-42ec-9ff6-7a53bdd6b688 tempest-ServersNegativeTestMultiTenantJSON-840610573 tempest-ServersNegativeTestMultiTenantJSON-840610573-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8ec0ccd-0755-474a-96fe-df72dfdb7a32 HTTP/1.1" status: 200 len: 945 time: 0.0672832 Jul 13 13:56:31.152225 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 2f2379ce-f297-4d64-b098-6dcdd65d5c83 up at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:56:31.169542 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d744f02e-9a25-4d9f-8ef6-a1f8baedc4ff req-139f240f-7cde-4e81-8a63-4e157938d87e tempest-ServersNegativeTestMultiTenantJSON-840610573 tempest-ServersNegativeTestMultiTenantJSON-840610573-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e02953d-80b7-4d10-92b8-7c87ed03b10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341597 Jul 13 13:56:31.215698 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning for port 2f2379ce-f297-4d64-b098-6dcdd65d5c83 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:56:31.219669 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning complete for port 2f2379ce-f297-4d64-b098-6dcdd65d5c83 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:56:31.220034 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:31.284101 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-1d53316f-1cff-4634-b93f-2047847bd5ec req-60869c27-0d3b-4626-94d6-85181618c89a tempest-ServersNegativeTestMultiTenantJSON-840610573 tempest-ServersNegativeTestMultiTenantJSON-840610573-project] Deleting port 47351e07-b4be-48d5-9d6c-9d1c0bbec2e8 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:56:31.284458 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-1d53316f-1cff-4634-b93f-2047847bd5ec req-60869c27-0d3b-4626-94d6-85181618c89a tempest-ServersNegativeTestMultiTenantJSON-840610573 tempest-ServersNegativeTestMultiTenantJSON-840610573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:31.301189 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:31.332736 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41894051-badc-4637-b880-55433b7deb00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f2379ce-f297-4d64-b098-6dcdd65d5c83'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:56:31.335049 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee4228b5-d870-4bcc-b3bc-fa01a07c1e4a" -d '{"events": [{"server_uuid": "41894051-badc-4637-b880-55433b7deb00", "name": "network-vif-plugged", "status": "completed", "tag": "2f2379ce-f297-4d64-b098-6dcdd65d5c83"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:56:31.351834 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 2f2379ce-f297-4d64-b098-6dcdd65d5c83, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=2f2379ce-f297-4d64-b098-6dcdd65d5c83,segment=NetworkSegment(34a01d3a-59e0-46b3-ab51-e02ceb07d7ab),segment_id=34a01d3a-59e0-46b3-ab51-e02ceb07d7ab)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:56:31.360451 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:31.361302 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 381607ae-648d-49a4-ab6c-bb2c837c5913 up at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:56:31.431996 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:56:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95853ddc-58b8-4b0e-aa28-db518c26c2c5 x-openstack-request-id: req-95853ddc-58b8-4b0e-aa28-db518c26c2c5 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:56:31.432656 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41894051-badc-4637-b880-55433b7deb00", "name": "network-vif-plugged", "status": "completed", "tag": "2f2379ce-f297-4d64-b098-6dcdd65d5c83", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:56:31.433152 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-95853ddc-58b8-4b0e-aa28-db518c26c2c5 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:56:31.433763 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41894051-badc-4637-b880-55433b7deb00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f2379ce-f297-4d64-b098-6dcdd65d5c83', 'code': 200} Jul 13 13:56:31.479589 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=2f2379ce-f297-4d64-b098-6dcdd65d5c83,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:56:31.512105 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning for port 381607ae-648d-49a4-ab6c-bb2c837c5913 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:56:31.522063 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning complete for port 381607ae-648d-49a4-ab6c-bb2c837c5913 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:56:31.522451 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:31.568145 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ec6b08-5c0c-4399-a834-b0247b60c5e8 req-a2ab4e69-6275-4ee4-8b9f-995b1a45af1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:56:31.569677 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e2ec6b08-5c0c-4399-a834-b0247b60c5e8 req-a2ab4e69-6275-4ee4-8b9f-995b1a45af1f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=41894051-badc-4637-b880-55433b7deb00 HTTP/1.1" status: 200 len: 1097 time: 0.1165504 Jul 13 13:56:31.588920 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-1d53316f-1cff-4634-b93f-2047847bd5ec req-60869c27-0d3b-4626-94d6-85181618c89a tempest-ServersNegativeTestMultiTenantJSON-840610573 tempest-ServersNegativeTestMultiTenantJSON-840610573-project] For port 47351e07-b4be-48d5-9d6c-9d1c0bbec2e8, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=47351e07-b4be-48d5-9d6c-9d1c0bbec2e8,segment=NetworkSegment(6153a9b5-e91b-4b7e-a943-22a62a451369),segment_id=6153a9b5-e91b-4b7e-a943-22a62a451369)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:56:31.589209 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-1d53316f-1cff-4634-b93f-2047847bd5ec req-60869c27-0d3b-4626-94d6-85181618c89a tempest-ServersNegativeTestMultiTenantJSON-840610573 tempest-ServersNegativeTestMultiTenantJSON-840610573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:31.609025 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-1d53316f-1cff-4634-b93f-2047847bd5ec req-60869c27-0d3b-4626-94d6-85181618c89a tempest-ServersNegativeTestMultiTenantJSON-840610573 tempest-ServersNegativeTestMultiTenantJSON-840610573-project] Calling delete_port for 47351e07-b4be-48d5-9d6c-9d1c0bbec2e8 owned by compute:nova {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:56:31.626631 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e2ec6b08-5c0c-4399-a834-b0247b60c5e8 req-d0769e4a-438e-46a1-9265-e6d0dbdb95e9 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=0e5eeece-5c52-4118-a82a-889f2af322a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460608 Jul 13 13:56:31.652555 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:31.703618 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 381607ae-648d-49a4-ab6c-bb2c837c5913, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=381607ae-648d-49a4-ab6c-bb2c837c5913,segment=NetworkSegment(8921c11a-c4bd-4a08-9f14-8100e9c84735),segment_id=8921c11a-c4bd-4a08-9f14-8100e9c84735)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:56:31.716975 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:31.759985 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa3125f-b601-4b08-a25b-ac88b817a779 req-d824f1b7-601c-43ae-accd-04608c16d16f tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:56:31.766357 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-daa3125f-b601-4b08-a25b-ac88b817a779 req-d824f1b7-601c-43ae-accd-04608c16d16f tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/ports?device_id=41894051-badc-4637-b880-55433b7deb00 HTTP/1.1" status: 200 len: 946 time: 0.2885056 Jul 13 13:56:31.772544 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=381607ae-648d-49a4-ab6c-bb2c837c5913,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:56:31.823865 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-daa3125f-b601-4b08-a25b-ac88b817a779 req-13bbb361-368c-401d-8601-10e7074dbd13 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e5eeece-5c52-4118-a82a-889f2af322a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547452 Jul 13 13:56:31.868851 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-1d53316f-1cff-4634-b93f-2047847bd5ec req-60869c27-0d3b-4626-94d6-85181618c89a tempest-ServersNegativeTestMultiTenantJSON-840610573 tempest-ServersNegativeTestMultiTenantJSON-840610573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:31.896501 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60869c27-0d3b-4626-94d6-85181618c89a tempest-ServersNegativeTestMultiTenantJSON-840610573 tempest-ServersNegativeTestMultiTenantJSON-840610573-project] Pushing event deleted for resources: {'Port': ['ID=47351e07-b4be-48d5-9d6c-9d1c0bbec2e8,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:56:31.949711 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d53316f-1cff-4634-b93f-2047847bd5ec req-60869c27-0d3b-4626-94d6-85181618c89a tempest-ServersNegativeTestMultiTenantJSON-840610573 tempest-ServersNegativeTestMultiTenantJSON-840610573-project] No DVR routers for this DVR port 47351e07-b4be-48d5-9d6c-9d1c0bbec2e8 on host n-h1-800634-1 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:56:31.952173 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-1d53316f-1cff-4634-b93f-2047847bd5ec req-60869c27-0d3b-4626-94d6-85181618c89a tempest-ServersNegativeTestMultiTenantJSON-840610573 tempest-ServersNegativeTestMultiTenantJSON-840610573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:31.954481 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1d53316f-1cff-4634-b93f-2047847bd5ec req-60869c27-0d3b-4626-94d6-85181618c89a tempest-ServersNegativeTestMultiTenantJSON-840610573 tempest-ServersNegativeTestMultiTenantJSON-840610573-project] 10.222.0.26 "DELETE /v2.0/ports/47351e07-b4be-48d5-9d6c-9d1c0bbec2e8 HTTP/1.1" status: 204 len: 173 time: 0.7977252 Jul 13 13:56:31.955161 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8ec0ccd-0755-474a-96fe-df72dfdb7a32', 'name': 'network-vif-deleted', 'tag': '47351e07-b4be-48d5-9d6c-9d1c0bbec2e8'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:56:31.957397 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d17b627af75e17e0f4b8d6239d04f8c2f78634e2c585e32a7aeca336500f34a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98cb438d-be1f-44bb-a501-621c9f544f78" -d '{"events": [{"server_uuid": "d8ec0ccd-0755-474a-96fe-df72dfdb7a32", "name": "network-vif-deleted", "tag": "47351e07-b4be-48d5-9d6c-9d1c0bbec2e8"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:56:31.999950 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:56:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f24a6773-b91a-43d6-8105-ad1630ee75e7 x-openstack-request-id: req-f24a6773-b91a-43d6-8105-ad1630ee75e7 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:56:32.000240 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8ec0ccd-0755-474a-96fe-df72dfdb7a32", "name": "network-vif-deleted", "tag": "47351e07-b4be-48d5-9d6c-9d1c0bbec2e8", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:56:32.000486 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f24a6773-b91a-43d6-8105-ad1630ee75e7 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:56:32.000906 n-d-800634-1 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8ec0ccd-0755-474a-96fe-df72dfdb7a32', 'name': 'network-vif-deleted', 'tag': '47351e07-b4be-48d5-9d6c-9d1c0bbec2e8', 'status': 'completed', 'code': 200} Jul 13 13:56:32.106820 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f3e1d1-eef1-4e02-96a0-acdcced6dce7 req-19dfda71-2cd0-4e33-9cda-7baf50ad0995 tempest-TestServerMultinode-206236805 tempest-TestServerMultinode-206236805-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:56:32.108444 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-47f3e1d1-eef1-4e02-96a0-acdcced6dce7 req-19dfda71-2cd0-4e33-9cda-7baf50ad0995 tempest-TestServerMultinode-206236805 tempest-TestServerMultinode-206236805-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=fc1efeea-eb98-431d-b554-6cb54d3da5fe HTTP/1.1" status: 200 len: 1096 time: 0.0597250 Jul 13 13:56:32.148699 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-47f3e1d1-eef1-4e02-96a0-acdcced6dce7 req-6b34de6b-78e9-4f8d-a665-f8e2138cc7ec tempest-TestServerMultinode-206236805 tempest-TestServerMultinode-206236805-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=82283158-3978-4e6b-8616-7a48d6dbd673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329764 Jul 13 13:56:32.337326 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4cbeb665-e96b-4b66-a2dc-2e391e51d391 req-b87276f3-9371-4dc6-a6b7-259c6c5fc5e0 tempest-ServersNegativeTestMultiTenantJSON-840610573 tempest-ServersNegativeTestMultiTenantJSON-840610573-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8ec0ccd-0755-474a-96fe-df72dfdb7a32 HTTP/1.1" status: 200 len: 210 time: 0.0328932 Jul 13 13:56:33.040392 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f58e2ca-6b78-4864-aca9-a007782ca5aa req-9aa036f3-5f0a-4c2c-81df-75458de6d48e tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:56:33.041922 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3f58e2ca-6b78-4864-aca9-a007782ca5aa req-9aa036f3-5f0a-4c2c-81df-75458de6d48e tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/ports?device_id=41894051-badc-4637-b880-55433b7deb00 HTTP/1.1" status: 200 len: 946 time: 0.0770776 Jul 13 13:56:33.084674 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3f58e2ca-6b78-4864-aca9-a007782ca5aa req-1c3766d2-cf70-4139-94ef-0ecb6b135a2c tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e5eeece-5c52-4118-a82a-889f2af322a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365698 Jul 13 13:56:33.151398 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 47351e07-b4be-48d5-9d6c-9d1c0bbec2e8 no longer exists at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:56:33.175125 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-381d4315-9089-413f-a071-aa2897bda790 None None] No Port match for: 47351e07-b4be-48d5-9d6c-9d1c0bbec2e8 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:56:33.175589 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 47351e07-b4be-48d5-9d6c-9d1c0bbec2e8 not bound to the agent host n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:56:33.328957 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28096e2-2506-4aaf-aef5-b55e33c556d7 req-ea1760e7-bcea-4e23-a4bb-b2795a01d3ff tempest-TestServerMultinode-206236805 tempest-TestServerMultinode-206236805-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:56:33.331287 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e28096e2-2506-4aaf-aef5-b55e33c556d7 req-ea1760e7-bcea-4e23-a4bb-b2795a01d3ff tempest-TestServerMultinode-206236805 tempest-TestServerMultinode-206236805-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=fc1efeea-eb98-431d-b554-6cb54d3da5fe HTTP/1.1" status: 200 len: 1096 time: 0.0602686 Jul 13 13:56:33.366887 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e28096e2-2506-4aaf-aef5-b55e33c556d7 req-0056d6d3-40ba-4a86-99c3-5dd5eec5fc97 tempest-TestServerMultinode-206236805 tempest-TestServerMultinode-206236805-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=82283158-3978-4e6b-8616-7a48d6dbd673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297794 Jul 13 13:56:33.407073 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad808a5-d4de-486d-a477-bc0318a180d2 req-09b0d8df-8d5e-4ba9-8437-976e70fd7754 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:56:33.408551 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-aad808a5-d4de-486d-a477-bc0318a180d2 req-09b0d8df-8d5e-4ba9-8437-976e70fd7754 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/networks?id=c17eca93-ffcb-4f26-9d07-03fe19280fd8 HTTP/1.1" status: 200 len: 805 time: 0.1176474 Jul 13 13:56:33.424719 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-aad808a5-d4de-486d-a477-bc0318a180d2 req-aab4a965-45cc-43f8-b465-c81020ca5990 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/quotas/12cd0d91808b48129aee093001b928c6 HTTP/1.1" status: 200 len: 375 time: 0.0094399 Jul 13 13:56:33.435304 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc1efeea-eb98-431d-b554-6cb54d3da5fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '381607ae-648d-49a4-ab6c-bb2c837c5913'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:56:33.437960 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3569fe49-d399-4924-bff1-4dc22eb415e1" -d '{"events": [{"server_uuid": "fc1efeea-eb98-431d-b554-6cb54d3da5fe", "name": "network-vif-plugged", "status": "completed", "tag": "381607ae-648d-49a4-ab6c-bb2c837c5913"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:56:33.450970 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 60758) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:56:33.490190 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:56:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3c4a0e9-c135-49d7-8c77-b52318e779a0 x-openstack-request-id: req-c3c4a0e9-c135-49d7-8c77-b52318e779a0 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:56:33.490679 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc1efeea-eb98-431d-b554-6cb54d3da5fe", "name": "network-vif-plugged", "status": "completed", "tag": "381607ae-648d-49a4-ab6c-bb2c837c5913", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:56:33.490944 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c3c4a0e9-c135-49d7-8c77-b52318e779a0 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:56:33.491348 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc1efeea-eb98-431d-b554-6cb54d3da5fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '381607ae-648d-49a4-ab6c-bb2c837c5913', 'code': 200} Jul 13 13:56:33.500795 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e03a025-17ea-471e-860c-69adaa3dfcaa admin admin] Deleting subnet ccef19a6-e508-45c6-a9af-580b08975722 {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 13:56:33.504074 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4e03a025-17ea-471e-860c-69adaa3dfcaa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:33.511804 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-aad808a5-d4de-486d-a477-bc0318a180d2 req-1a863c0d-d674-4860-959a-c59e9be2aa89 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=12cd0d91808b48129aee093001b928c6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0811474 Jul 13 13:56:33.547265 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4e03a025-17ea-471e-860c-69adaa3dfcaa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5431723'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:33.589077 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4e03a025-17ea-471e-860c-69adaa3dfcaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:33.648103 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4e03a025-17ea-471e-860c-69adaa3dfcaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5970525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4763356'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:33.650198 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-aad808a5-d4de-486d-a477-bc0318a180d2 req-60e82e17-9a27-4e84-9fc5-f110237888bf service neutron] 10.222.0.23 "GET /v2.0/networks/c17eca93-ffcb-4f26-9d07-03fe19280fd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314554 Jul 13 13:56:33.657308 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95a9f7a-69e6-4eda-97fb-29ab842ab274 req-353994ef-81c9-4c38-a2bd-2a66ee91a552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:56:33.658913 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f95a9f7a-69e6-4eda-97fb-29ab842ab274 req-353994ef-81c9-4c38-a2bd-2a66ee91a552 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=fc1efeea-eb98-431d-b554-6cb54d3da5fe HTTP/1.1" status: 200 len: 1096 time: 0.0962346 Jul 13 13:56:33.686135 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e03a025-17ea-471e-860c-69adaa3dfcaa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ccef19a6-e508-45c6-a9af-580b08975722,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:56:33.689112 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4e03a025-17ea-471e-860c-69adaa3dfcaa admin admin] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:33.691162 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-4e03a025-17ea-471e-860c-69adaa3dfcaa admin admin] 10.222.0.23 "DELETE /v2.0/subnets/ccef19a6-e508-45c6-a9af-580b08975722 HTTP/1.1" status: 204 len: 168 time: 0.2392182 Jul 13 13:56:33.693766 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 60764) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:56:33.756221 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f95a9f7a-69e6-4eda-97fb-29ab842ab274 req-edf8b059-ee08-4998-b988-858cd4435d99 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=82283158-3978-4e6b-8616-7a48d6dbd673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841446 Jul 13 13:56:33.783134 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-04cf8a6a-fc3e-4ef3-9213-49b9c34af3fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:33.784898 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-aad808a5-d4de-486d-a477-bc0318a180d2 req-7b88ea1c-93d4-4b85-ba4c-9149cceeb109 service neutron] 10.222.0.23 "GET /v2.0/networks/c17eca93-ffcb-4f26-9d07-03fe19280fd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249053 Jul 13 13:56:33.881090 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-04cf8a6a-fc3e-4ef3-9213-49b9c34af3fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:33.895105 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-04cf8a6a-fc3e-4ef3-9213-49b9c34af3fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37594d52-6acf-432d-ae35-dba4eb316f1c']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:56:33.907290 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-04cf8a6a-fc3e-4ef3-9213-49b9c34af3fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6153a9b5-e91b-4b7e-a943-22a62a451369') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:56:33.907705 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-04cf8a6a-fc3e-4ef3-9213-49b9c34af3fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6153a9b5-e91b-4b7e-a943-22a62a451369') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:56:33.919127 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-04cf8a6a-fc3e-4ef3-9213-49b9c34af3fb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5431730'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:33.956272 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-04cf8a6a-fc3e-4ef3-9213-49b9c34af3fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:34.017689 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04cf8a6a-fc3e-4ef3-9213-49b9c34af3fb admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 13:56:34.018380 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-04cf8a6a-fc3e-4ef3-9213-49b9c34af3fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5970419'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:34.020443 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:56:34.020443 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:56:34.020443 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:56:34.020443 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:56:34.020443 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:56:34.020443 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:56:34.020443 n-d-800634-1 neutron-server[93750]: Traceback (most recent call last): Jul 13 13:56:34.020443 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 13:56:34.020443 n-d-800634-1 neutron-server[93750]: timer() Jul 13 13:56:34.020443 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 13:56:34.020443 n-d-800634-1 neutron-server[93750]: cb(*args, **kw) Jul 13 13:56:34.020443 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 13:56:34.020443 n-d-800634-1 neutron-server[93750]: return func(*args, **kwargs) Jul 13 13:56:34.020443 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 13:56:34.020443 n-d-800634-1 neutron-server[93750]: self._notify() Jul 13 13:56:34.020443 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 13:56:34.020443 n-d-800634-1 neutron-server[93750]: self.callback(batched_events) Jul 13 13:56:34.020443 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 13:56:34.020443 n-d-800634-1 neutron-server[93750]: event.method(event) Jul 13 13:56:34.020443 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 13:56:34.020443 n-d-800634-1 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 13:56:34.020443 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 13:56:34.020443 n-d-800634-1 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 13:56:34.020443 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 13:56:34.020443 n-d-800634-1 neutron-server[93750]: return f(self, *a, **k) Jul 13 13:56:34.020443 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 13:56:34.020443 n-d-800634-1 neutron-server[93750]: return self._get(url).json() Jul 13 13:56:34.020443 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 13:56:34.020443 n-d-800634-1 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 13:56:34.020443 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 13:56:34.020443 n-d-800634-1 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 13 13:56:34.020443 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 13:56:34.020443 n-d-800634-1 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 13:56:34.020443 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 13:56:34.020443 n-d-800634-1 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 13:56:34.020443 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 13:56:34.020443 n-d-800634-1 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 13:56:34.020443 n-d-800634-1 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 13:56:34.064470 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-0562eb8b-d388-4561-b819-9f816eabf9e4 req-f2c9342c-53d1-497f-84cf-92e105a97447 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb786b12-9d29-4c8d-9562-737244b79507 HTTP/1.1" status: 200 len: 210 time: 0.0419836 Jul 13 13:56:34.139945 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-04cf8a6a-fc3e-4ef3-9213-49b9c34af3fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:34.150129 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-04cf8a6a-fc3e-4ef3-9213-49b9c34af3fb admin admin] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:34.152308 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-04cf8a6a-fc3e-4ef3-9213-49b9c34af3fb admin admin] 10.222.0.23 "DELETE /v2.0/networks/37594d52-6acf-432d-ae35-dba4eb316f1c HTTP/1.1" status: 204 len: 168 time: 0.4575360 Jul 13 13:56:34.155453 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 60780) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:56:34.163587 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cf8a6a-fc3e-4ef3-9213-49b9c34af3fb admin admin] Pushing event deleted for resources: {'Network': ['ID=37594d52-6acf-432d-ae35-dba4eb316f1c,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:56:34.222288 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6f5c0c8-0525-42ba-aa8a-a9e40ce3e197 admin admin] Deleting subnet 7d94cf1b-0623-4e3d-a9b1-f72912dfd19e {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 13:56:34.226735 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e6f5c0c8-0525-42ba-aa8a-a9e40ce3e197 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:34.271624 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e6f5c0c8-0525-42ba-aa8a-a9e40ce3e197 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6018489'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:34.317215 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e6f5c0c8-0525-42ba-aa8a-a9e40ce3e197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:34.376896 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e6f5c0c8-0525-42ba-aa8a-a9e40ce3e197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6018534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6105009'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:34.406759 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f5c0c8-0525-42ba-aa8a-a9e40ce3e197 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d94cf1b-0623-4e3d-a9b1-f72912dfd19e,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:56:34.416728 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e6f5c0c8-0525-42ba-aa8a-a9e40ce3e197 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:34.418548 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-e6f5c0c8-0525-42ba-aa8a-a9e40ce3e197 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/7d94cf1b-0623-4e3d-a9b1-f72912dfd19e HTTP/1.1" status: 204 len: 168 time: 0.2617624 Jul 13 13:56:34.420997 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 60788) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:56:34.509998 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-27e0bd94-9a16-47e9-bd89-6866bcd1117a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:34.572721 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b5ae90-58a0-43ec-af9c-3d706dede105 req-d5f18dcb-fb07-4476-9db0-f508b7c4a758 tempest-TestServerMultinode-206236805 tempest-TestServerMultinode-206236805-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:56:34.581903 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-21b5ae90-58a0-43ec-af9c-3d706dede105 req-d5f18dcb-fb07-4476-9db0-f508b7c4a758 tempest-TestServerMultinode-206236805 tempest-TestServerMultinode-206236805-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=fc1efeea-eb98-431d-b554-6cb54d3da5fe HTTP/1.1" status: 200 len: 1096 time: 0.0664713 Jul 13 13:56:34.598753 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-27e0bd94-9a16-47e9-bd89-6866bcd1117a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:34.609903 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-27e0bd94-9a16-47e9-bd89-6866bcd1117a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['380e1ed5-498e-49c3-bbe4-1d6932d7608c']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:56:34.625207 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-21b5ae90-58a0-43ec-af9c-3d706dede105 req-92e600f8-2efd-4867-bcf6-fce3c9f42ec1 tempest-TestServerMultinode-206236805 tempest-TestServerMultinode-206236805-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=82283158-3978-4e6b-8616-7a48d6dbd673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421181 Jul 13 13:56:34.629001 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-27e0bd94-9a16-47e9-bd89-6866bcd1117a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '151edb46-74d0-49b5-9ea1-9aa0bc7db75e') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:56:34.629306 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-27e0bd94-9a16-47e9-bd89-6866bcd1117a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '151edb46-74d0-49b5-9ea1-9aa0bc7db75e') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:56:34.645588 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-27e0bd94-9a16-47e9-bd89-6866bcd1117a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6018464'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:34.663519 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-27e0bd94-9a16-47e9-bd89-6866bcd1117a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:34.671518 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27e0bd94-9a16-47e9-bd89-6866bcd1117a admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 13:56:34.671996 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-27e0bd94-9a16-47e9-bd89-6866bcd1117a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6018632'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:34.673816 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:56:34.673816 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:56:34.673816 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:56:34.673816 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:56:34.673816 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:56:34.673816 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:56:34.673816 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:56:34.673816 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:56:34.673816 n-d-800634-1 neutron-server[93751]: Traceback (most recent call last): Jul 13 13:56:34.673816 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 13:56:34.673816 n-d-800634-1 neutron-server[93751]: timer() Jul 13 13:56:34.673816 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 13:56:34.673816 n-d-800634-1 neutron-server[93751]: cb(*args, **kw) Jul 13 13:56:34.673816 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 13:56:34.673816 n-d-800634-1 neutron-server[93751]: return func(*args, **kwargs) Jul 13 13:56:34.673816 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 13:56:34.673816 n-d-800634-1 neutron-server[93751]: self._notify() Jul 13 13:56:34.673816 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 13:56:34.673816 n-d-800634-1 neutron-server[93751]: self.callback(batched_events) Jul 13 13:56:34.673816 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 13:56:34.673816 n-d-800634-1 neutron-server[93751]: event.method(event) Jul 13 13:56:34.673816 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 13:56:34.673816 n-d-800634-1 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 13:56:34.673816 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 13:56:34.673816 n-d-800634-1 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 13:56:34.673816 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 13:56:34.673816 n-d-800634-1 neutron-server[93751]: return f(self, *a, **k) Jul 13 13:56:34.673816 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 13:56:34.673816 n-d-800634-1 neutron-server[93751]: return self._get(url).json() Jul 13 13:56:34.673816 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 13:56:34.673816 n-d-800634-1 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 13:56:34.673816 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 13:56:34.673816 n-d-800634-1 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 13 13:56:34.673816 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 13:56:34.673816 n-d-800634-1 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 13:56:34.673816 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 13:56:34.673816 n-d-800634-1 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 13:56:34.673816 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 13:56:34.673816 n-d-800634-1 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 13:56:34.673816 n-d-800634-1 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 13:56:34.746483 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-27e0bd94-9a16-47e9-bd89-6866bcd1117a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:34.751519 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-27e0bd94-9a16-47e9-bd89-6866bcd1117a admin admin] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:34.755838 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-27e0bd94-9a16-47e9-bd89-6866bcd1117a admin admin] 10.222.0.23 "DELETE /v2.0/networks/380e1ed5-498e-49c3-bbe4-1d6932d7608c HTTP/1.1" status: 204 len: 168 time: 0.3316481 Jul 13 13:56:34.779856 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e0bd94-9a16-47e9-bd89-6866bcd1117a admin admin] Pushing event deleted for resources: {'Network': ['ID=380e1ed5-498e-49c3-bbe4-1d6932d7608c,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:56:34.951795 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 60792) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:56:34.991823 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-214c26e8-c6c9-48d0-bd07-095c3296fc77 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c3eca2ad13264d249cf137becf2952b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388260 Jul 13 13:56:34.994578 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 60794) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:56:35.043204 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-32baf2c9-f139-4198-874e-2c7b4f93bb05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:35.069711 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-32baf2c9-f139-4198-874e-2c7b4f93bb05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:35.130075 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-32baf2c9-f139-4198-874e-2c7b4f93bb05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:35.132846 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-32baf2c9-f139-4198-874e-2c7b4f93bb05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:35.136679 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-32baf2c9-f139-4198-874e-2c7b4f93bb05 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4e02953d-80b7-4d10-92b8-7c87ed03b10f HTTP/1.1" status: 204 len: 168 time: 0.1386714 Jul 13 13:56:35.143828 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32baf2c9-f139-4198-874e-2c7b4f93bb05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e02953d-80b7-4d10-92b8-7c87ed03b10f,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:56:35.262694 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5cf1f154-76e5-4359-a5ea-e863bcf6813e req-27147358-06dd-4f15-b95a-16d78d28d4f6 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb786b12-9d29-4c8d-9562-737244b79507 HTTP/1.1" status: 200 len: 210 time: 0.0378222 Jul 13 13:56:35.394649 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad808a5-d4de-486d-a477-bc0318a180d2 req-81dbd6d2-9191-4034-8911-ab2995121844 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:56:35.397220 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-aad808a5-d4de-486d-a477-bc0318a180d2 req-81dbd6d2-9191-4034-8911-ab2995121844 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.41 "GET /v2.0/networks?id=c17eca93-ffcb-4f26-9d07-03fe19280fd8 HTTP/1.1" status: 200 len: 805 time: 0.1374645 Jul 13 13:56:35.410619 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-aad808a5-d4de-486d-a477-bc0318a180d2 req-1fd2d5cf-2cd5-4083-98fa-1964ae7d93ca tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Request body: {'port': {'device_id': 'cb786b12-9d29-4c8d-9562-737244b79507', 'network_id': 'c17eca93-ffcb-4f26-9d07-03fe19280fd8', 'admin_state_up': True, 'tenant_id': '12cd0d91808b48129aee093001b928c6'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:56:35.548365 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 13:56:35.575346 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aad808a5-d4de-486d-a477-bc0318a180d2 req-1fd2d5cf-2cd5-4083-98fa-1964ae7d93ca tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Made reservation on behalf of 12cd0d91808b48129aee093001b928c6 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:56:35.580062 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-aad808a5-d4de-486d-a477-bc0318a180d2 req-1fd2d5cf-2cd5-4083-98fa-1964ae7d93ca tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:35.592275 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 60812) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:56:35.639989 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-3dac0241-cc85-453e-bfb1-2d4f70d14150 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3dcf57664e38493ba3f3f687d6847f03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0441360 Jul 13 13:56:35.640247 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 60816) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:56:35.697488 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0aeb19fd-5e94-4c92-8e8b-aec50f016483 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:35.724100 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0aeb19fd-5e94-4c92-8e8b-aec50f016483 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:35.817327 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0aeb19fd-5e94-4c92-8e8b-aec50f016483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:35.819893 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0aeb19fd-5e94-4c92-8e8b-aec50f016483 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:35.824098 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-0aeb19fd-5e94-4c92-8e8b-aec50f016483 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3662496c-0ee7-445a-8fd0-c339529c6c44 HTTP/1.1" status: 204 len: 168 time: 0.1799488 Jul 13 13:56:35.827228 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eb4966-a078-44d7-9e47-963471b42a75 req-a7bf5ad9-089d-42bc-94d3-d98928bf4db7 tempest-TestServerMultinode-206236805 tempest-TestServerMultinode-206236805-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:56:35.828740 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d7eb4966-a078-44d7-9e47-963471b42a75 req-a7bf5ad9-089d-42bc-94d3-d98928bf4db7 tempest-TestServerMultinode-206236805 tempest-TestServerMultinode-206236805-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=fc1efeea-eb98-431d-b554-6cb54d3da5fe HTTP/1.1" status: 200 len: 1096 time: 0.0707412 Jul 13 13:56:35.834066 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aeb19fd-5e94-4c92-8e8b-aec50f016483 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3662496c-0ee7-445a-8fd0-c339529c6c44,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:56:35.894390 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d7eb4966-a078-44d7-9e47-963471b42a75 req-995fbb7c-767b-473d-a9f8-94d4acd3e15e tempest-TestServerMultinode-206236805 tempest-TestServerMultinode-206236805-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=82283158-3978-4e6b-8616-7a48d6dbd673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415778 Jul 13 13:56:36.150382 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-aad808a5-d4de-486d-a477-bc0318a180d2 req-1fd2d5cf-2cd5-4083-98fa-1964ae7d93ca tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Allocated IP 172.20.0.14 (c17eca93-ffcb-4f26-9d07-03fe19280fd8/fb232211-a266-4fe7-9875-95b4ba730429/d1c1e576-b8b0-4020-8bc7-11cbd4a4fd9d) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:56:36.156633 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59269b8-7e6a-4dbc-9585-2dc2cccda185 req-28ed4466-2b84-4f77-a651-69f774e3b815 tempest-TestServerMultinode-206236805 tempest-TestServerMultinode-206236805-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:56:36.158383 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f59269b8-7e6a-4dbc-9585-2dc2cccda185 req-28ed4466-2b84-4f77-a651-69f774e3b815 tempest-TestServerMultinode-206236805 tempest-TestServerMultinode-206236805-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=fc1efeea-eb98-431d-b554-6cb54d3da5fe HTTP/1.1" status: 200 len: 1096 time: 0.1244986 Jul 13 13:56:36.224854 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f59269b8-7e6a-4dbc-9585-2dc2cccda185 req-f132652a-784b-482e-9dbc-36f978219836 tempest-TestServerMultinode-206236805 tempest-TestServerMultinode-206236805-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=82283158-3978-4e6b-8616-7a48d6dbd673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574055 Jul 13 13:56:36.379309 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-aad808a5-d4de-486d-a477-bc0318a180d2 req-1fd2d5cf-2cd5-4083-98fa-1964ae7d93ca tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:36.461086 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fe698a-9da1-428a-a655-68c0115cb6da req-77c0bca4-b805-4df6-a0dc-24e0ed64890c tempest-TestServerMultinode-206236805 tempest-TestServerMultinode-206236805-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:56:36.463008 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d0fe698a-9da1-428a-a655-68c0115cb6da req-77c0bca4-b805-4df6-a0dc-24e0ed64890c tempest-TestServerMultinode-206236805 tempest-TestServerMultinode-206236805-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=fc1efeea-eb98-431d-b554-6cb54d3da5fe HTTP/1.1" status: 200 len: 1096 time: 0.0983312 Jul 13 13:56:36.474987 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-20dc23f3-9cdc-4b66-9c40-1d05e95afce5 req-1385ebe0-f87d-4aaa-a0f0-e529b38551f2 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb786b12-9d29-4c8d-9562-737244b79507 HTTP/1.1" status: 200 len: 210 time: 0.0564792 Jul 13 13:56:36.486461 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-aad808a5-d4de-486d-a477-bc0318a180d2 req-1fd2d5cf-2cd5-4083-98fa-1964ae7d93ca tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:36.499976 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['66c0eee5-eff9-4ca2-a47b-7acc34ac5f92'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:56:36.545619 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aad808a5-d4de-486d-a477-bc0318a180d2 req-1fd2d5cf-2cd5-4083-98fa-1964ae7d93ca tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Network c17eca93-ffcb-4f26-9d07-03fe19280fd8 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:56:36.553476 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-aad808a5-d4de-486d-a477-bc0318a180d2 req-1fd2d5cf-2cd5-4083-98fa-1964ae7d93ca tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:56:36.566767 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-aad808a5-d4de-486d-a477-bc0318a180d2 req-1fd2d5cf-2cd5-4083-98fa-1964ae7d93ca tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:56:36.568106 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['2f2379ce-f297-4d64-b098-6dcdd65d5c83'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:56:36.618881 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd2d5cf-2cd5-4083-98fa-1964ae7d93ca tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Pushing event updated for resources: {'Port': ['ID=d1c1e576-b8b0-4020-8bc7-11cbd4a4fd9d,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:56:36.684603 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d0fe698a-9da1-428a-a655-68c0115cb6da req-cc893981-1cbd-46f4-8357-0b5b441e1a53 tempest-TestServerMultinode-206236805 tempest-TestServerMultinode-206236805-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=82283158-3978-4e6b-8616-7a48d6dbd673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106943 Jul 13 13:56:36.702030 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad808a5-d4de-486d-a477-bc0318a180d2 req-1fd2d5cf-2cd5-4083-98fa-1964ae7d93ca tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:56:36.703197 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-aad808a5-d4de-486d-a477-bc0318a180d2 req-1fd2d5cf-2cd5-4083-98fa-1964ae7d93ca tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:36.722178 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-aad808a5-d4de-486d-a477-bc0318a180d2 req-1fd2d5cf-2cd5-4083-98fa-1964ae7d93ca tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3153152 Jul 13 13:56:36.738166 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-aad808a5-d4de-486d-a477-bc0318a180d2 req-f9c738ef-3f0f-4b7a-89f2-6ddc262ad943 service neutron] Request body: {'port': {'device_id': 'cb786b12-9d29-4c8d-9562-737244b79507', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:56:36.922179 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-aad808a5-d4de-486d-a477-bc0318a180d2 req-f9c738ef-3f0f-4b7a-89f2-6ddc262ad943 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:36.964224 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 60852) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:56:37.113547 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-f7f57f4b-829f-48b8-b940-3069c9b47406 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-808629702-network', 'tenant_id': 'adbbbd39f9524bd68afb0008cc2d263c'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:56:37.169062 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7f57f4b-829f-48b8-b940-3069c9b47406 admin admin] Made reservation on behalf of adbbbd39f9524bd68afb0008cc2d263c for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:56:37.171486 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f7f57f4b-829f-48b8-b940-3069c9b47406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:37.219231 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f7f57f4b-829f-48b8-b940-3069c9b47406 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:37.353268 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21806cf-89f2-4a41-b29a-ad54a1ed852d req-71c0f4cf-6007-4ead-ba63-f061c856fa25 tempest-TestServerMultinode-206236805 tempest-TestServerMultinode-206236805-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:56:37.354840 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d21806cf-89f2-4a41-b29a-ad54a1ed852d req-71c0f4cf-6007-4ead-ba63-f061c856fa25 tempest-TestServerMultinode-206236805 tempest-TestServerMultinode-206236805-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=fc1efeea-eb98-431d-b554-6cb54d3da5fe HTTP/1.1" status: 200 len: 1096 time: 0.1553464 Jul 13 13:56:37.427184 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-aad808a5-d4de-486d-a477-bc0318a180d2 req-f9c738ef-3f0f-4b7a-89f2-6ddc262ad943 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1c1e576-b8b0-4020-8bc7-11cbd4a4fd9d {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:56:37.443734 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-aad808a5-d4de-486d-a477-bc0318a180d2 req-f9c738ef-3f0f-4b7a-89f2-6ddc262ad943 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:37.467695 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d21806cf-89f2-4a41-b29a-ad54a1ed852d req-6538186a-0174-4001-b7cb-6109fac94838 tempest-TestServerMultinode-206236805 tempest-TestServerMultinode-206236805-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=82283158-3978-4e6b-8616-7a48d6dbd673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036928 Jul 13 13:56:37.471127 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-aad808a5-d4de-486d-a477-bc0318a180d2 req-f9c738ef-3f0f-4b7a-89f2-6ddc262ad943 service neutron] Transition to ACTIVE for port object d1c1e576-b8b0-4020-8bc7-11cbd4a4fd9d will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:56:37.480030 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-aad808a5-d4de-486d-a477-bc0318a180d2 req-f9c738ef-3f0f-4b7a-89f2-6ddc262ad943 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:37.542018 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f7f57f4b-829f-48b8-b940-3069c9b47406 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:37.553461 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f7f57f4b-829f-48b8-b940-3069c9b47406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:37.556342 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c738ef-3f0f-4b7a-89f2-6ddc262ad943 service neutron] Pushing event updated for resources: {'Port': ['ID=d1c1e576-b8b0-4020-8bc7-11cbd4a4fd9d,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:56:37.592159 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7f57f4b-829f-48b8-b940-3069c9b47406 admin admin] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 13:56:37.625476 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f57f4b-829f-48b8-b940-3069c9b47406 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9485ed11-a57f-4e8b-b85c-339776815c96,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:56:37.651646 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f7f57f4b-829f-48b8-b940-3069c9b47406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:37.652004 n-d-800634-1 neutron-server[93750]: INFO neutron.db.segments_db [None req-f7f57f4b-829f-48b8-b940-3069c9b47406 admin admin] Added segment 53f233fa-3a9c-4b12-9272-d4c4393df010 of type vlan for network 94bf27fb-3476-4944-8d19-915922f54fa2 Jul 13 13:56:37.710260 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f7f57f4b-829f-48b8-b940-3069c9b47406 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:37.720940 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e85e94f-4fab-412c-b254-8470b76dd008 req-7c84dd52-b415-40a8-a3d5-c2ca9ba05d95 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:56:37.729420 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-0e85e94f-4fab-412c-b254-8470b76dd008 req-7c84dd52-b415-40a8-a3d5-c2ca9ba05d95 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb786b12-9d29-4c8d-9562-737244b79507 HTTP/1.1" status: 200 len: 944 time: 0.1056509 Jul 13 13:56:37.736782 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-aad808a5-d4de-486d-a477-bc0318a180d2 req-f9c738ef-3f0f-4b7a-89f2-6ddc262ad943 service neutron] Attempting to bind port d1c1e576-b8b0-4020-8bc7-11cbd4a4fd9d on host n-h2-800634-1 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:56:37.737411 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-aad808a5-d4de-486d-a477-bc0318a180d2 req-f9c738ef-3f0f-4b7a-89f2-6ddc262ad943 service neutron] Attempting to bind port d1c1e576-b8b0-4020-8bc7-11cbd4a4fd9d by drivers openvswitch,hyperv on host n-h2-800634-1 at level 0 using segments [{'id': '34a01d3a-59e0-46b3-ab51-e02ceb07d7ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'c17eca93-ffcb-4f26-9d07-03fe19280fd8'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:56:37.737534 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad808a5-d4de-486d-a477-bc0318a180d2 req-f9c738ef-3f0f-4b7a-89f2-6ddc262ad943 service neutron] Attempting to bind port d1c1e576-b8b0-4020-8bc7-11cbd4a4fd9d on network c17eca93-ffcb-4f26-9d07-03fe19280fd8 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:56:37.751375 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad808a5-d4de-486d-a477-bc0318a180d2 req-f9c738ef-3f0f-4b7a-89f2-6ddc262ad943 service neutron] Port d1c1e576-b8b0-4020-8bc7-11cbd4a4fd9d on network c17eca93-ffcb-4f26-9d07-03fe19280fd8 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-1 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:56:37.751711 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad808a5-d4de-486d-a477-bc0318a180d2 req-f9c738ef-3f0f-4b7a-89f2-6ddc262ad943 service neutron] Attempting to bind port d1c1e576-b8b0-4020-8bc7-11cbd4a4fd9d on network c17eca93-ffcb-4f26-9d07-03fe19280fd8 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:56:37.765560 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad808a5-d4de-486d-a477-bc0318a180d2 req-f9c738ef-3f0f-4b7a-89f2-6ddc262ad943 service neutron] Checking agent: {'id': 'f615e5c9-21ab-43f2-adbc-192d64b795cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 56, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:56:37.766121 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad808a5-d4de-486d-a477-bc0318a180d2 req-f9c738ef-3f0f-4b7a-89f2-6ddc262ad943 service neutron] Checking segment: {'id': '34a01d3a-59e0-46b3-ab51-e02ceb07d7ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'c17eca93-ffcb-4f26-9d07-03fe19280fd8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:56:37.766435 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad808a5-d4de-486d-a477-bc0318a180d2 req-f9c738ef-3f0f-4b7a-89f2-6ddc262ad943 service neutron] Bound using segment: {'id': '34a01d3a-59e0-46b3-ab51-e02ceb07d7ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'c17eca93-ffcb-4f26-9d07-03fe19280fd8'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:56:37.766946 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-aad808a5-d4de-486d-a477-bc0318a180d2 req-f9c738ef-3f0f-4b7a-89f2-6ddc262ad943 service neutron] Bound port: d1c1e576-b8b0-4020-8bc7-11cbd4a4fd9d, host: n-h2-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34a01d3a-59e0-46b3-ab51-e02ceb07d7ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'c17eca93-ffcb-4f26-9d07-03fe19280fd8'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:56:37.767306 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-aad808a5-d4de-486d-a477-bc0318a180d2 req-f9c738ef-3f0f-4b7a-89f2-6ddc262ad943 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:37.775136 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-0e85e94f-4fab-412c-b254-8470b76dd008 req-1e070059-1481-42eb-b7b3-0b985716c166 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e5eeece-5c52-4118-a82a-889f2af322a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446675 Jul 13 13:56:37.780325 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f7f57f4b-829f-48b8-b940-3069c9b47406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:37.781364 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f57f4b-829f-48b8-b940-3069c9b47406 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:56:37.781971 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f7f57f4b-829f-48b8-b940-3069c9b47406 admin admin] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:37.863116 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-f7f57f4b-829f-48b8-b940-3069c9b47406 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8977597 Jul 13 13:56:37.866251 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 60864) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:56:37.872280 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-31bff671-3680-4d17-93a5-a4997ae5e8c0 admin admin] Request body: {'subnet': {'network_id': '94bf27fb-3476-4944-8d19-915922f54fa2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-808629702-subnet', 'tenant_id': 'adbbbd39f9524bd68afb0008cc2d263c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:56:37.881506 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f57f4b-829f-48b8-b940-3069c9b47406 admin admin] Pushing event updated for resources: {'Network': ['ID=94bf27fb-3476-4944-8d19-915922f54fa2,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:56:37.893266 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network 94bf27fb-3476-4944-8d19-915922f54fa2 details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 13:56:37.910217 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31bff671-3680-4d17-93a5-a4997ae5e8c0 admin admin] Made reservation on behalf of adbbbd39f9524bd68afb0008cc2d263c for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:56:37.912280 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-aad808a5-d4de-486d-a477-bc0318a180d2 req-f9c738ef-3f0f-4b7a-89f2-6ddc262ad943 service neutron] For port d1c1e576-b8b0-4020-8bc7-11cbd4a4fd9d, host n-h2-800634-1, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:56:37.915257 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-31bff671-3680-4d17-93a5-a4997ae5e8c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6104980'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:37.918084 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-aad808a5-d4de-486d-a477-bc0318a180d2 req-f9c738ef-3f0f-4b7a-89f2-6ddc262ad943 service neutron] For port d1c1e576-b8b0-4020-8bc7-11cbd4a4fd9d, host n-h2-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=d1c1e576-b8b0-4020-8bc7-11cbd4a4fd9d,segment=NetworkSegment(34a01d3a-59e0-46b3-ab51-e02ceb07d7ab),segment_id=34a01d3a-59e0-46b3-ab51-e02ceb07d7ab)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:56:37.924414 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-aad808a5-d4de-486d-a477-bc0318a180d2 req-f9c738ef-3f0f-4b7a-89f2-6ddc262ad943 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:37.955430 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad808a5-d4de-486d-a477-bc0318a180d2 req-f9c738ef-3f0f-4b7a-89f2-6ddc262ad943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:56:37.958579 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-aad808a5-d4de-486d-a477-bc0318a180d2 req-f9c738ef-3f0f-4b7a-89f2-6ddc262ad943 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:37.962478 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-aad808a5-d4de-486d-a477-bc0318a180d2 req-f9c738ef-3f0f-4b7a-89f2-6ddc262ad943 service neutron] 10.222.0.41 "PUT /v2.0/ports/d1c1e576-b8b0-4020-8bc7-11cbd4a4fd9d HTTP/1.1" status: 200 len: 1092 time: 1.2301357 Jul 13 13:56:37.964664 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb786b12-9d29-4c8d-9562-737244b79507', 'tag': 'd1c1e576-b8b0-4020-8bc7-11cbd4a4fd9d'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:56:37.969222 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03bb1005-93f8-42be-8b5d-d0b3b5966463" -d '{"events": [{"name": "network-changed", "server_uuid": "cb786b12-9d29-4c8d-9562-737244b79507", "tag": "d1c1e576-b8b0-4020-8bc7-11cbd4a4fd9d"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:56:38.028931 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 13:56:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ecc0b4b-1491-46c7-8f0f-f08340a5e244 x-openstack-request-id: req-1ecc0b4b-1491-46c7-8f0f-f08340a5e244 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:56:38.029366 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb786b12-9d29-4c8d-9562-737244b79507", "tag": "d1c1e576-b8b0-4020-8bc7-11cbd4a4fd9d", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:56:38.029880 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1ecc0b4b-1491-46c7-8f0f-f08340a5e244 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:56:38.030350 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb786b12-9d29-4c8d-9562-737244b79507', 'tag': 'd1c1e576-b8b0-4020-8bc7-11cbd4a4fd9d', 'status': 'completed', 'code': 200} Jul 13 13:56:38.080174 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c738ef-3f0f-4b7a-89f2-6ddc262ad943 service neutron] Pushing event updated for resources: {'Port': ['ID=d1c1e576-b8b0-4020-8bc7-11cbd4a4fd9d,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:56:38.105441 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad808a5-d4de-486d-a477-bc0318a180d2 req-d1903a9f-22e6-4901-bce4-53c99e015db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:56:38.107002 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-aad808a5-d4de-486d-a477-bc0318a180d2 req-d1903a9f-22e6-4901-bce4-53c99e015db1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=12cd0d91808b48129aee093001b928c6&device_id=cb786b12-9d29-4c8d-9562-737244b79507 HTTP/1.1" status: 200 len: 1095 time: 0.0962529 Jul 13 13:56:38.145038 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-31bff671-3680-4d17-93a5-a4997ae5e8c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6018343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6104998'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:38.150821 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-aad808a5-d4de-486d-a477-bc0318a180d2 req-c9a82ef6-8ff8-43c1-9bb6-2c1cebf2d95e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d1c1e576-b8b0-4020-8bc7-11cbd4a4fd9d HTTP/1.1" status: 200 len: 217 time: 0.0365512 Jul 13 13:56:38.213107 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bff671-3680-4d17-93a5-a4997ae5e8c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=edd80540-96ff-46b4-a1d4-1e9bba1df368,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:56:38.213770 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad808a5-d4de-486d-a477-bc0318a180d2 req-19883d40-f869-4c2d-b2f4-2993db948243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:56:38.215520 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-aad808a5-d4de-486d-a477-bc0318a180d2 req-19883d40-f869-4c2d-b2f4-2993db948243 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fb232211-a266-4fe7-9875-95b4ba730429 HTTP/1.1" status: 200 len: 845 time: 0.0586290 Jul 13 13:56:38.224380 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31bff671-3680-4d17-93a5-a4997ae5e8c0 admin admin] Checking segment: {'id': '53f233fa-3a9c-4b12-9272-d4c4393df010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '94bf27fb-3476-4944-8d19-915922f54fa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:56:38.224715 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31bff671-3680-4d17-93a5-a4997ae5e8c0 admin admin] Network hostable DHCP agents. Network: 94bf27fb-3476-4944-8d19-915922f54fa2, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 13:56:38.244957 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31bff671-3680-4d17-93a5-a4997ae5e8c0 admin admin] Network 94bf27fb-3476-4944-8d19-915922f54fa2 is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 13:56:38.251674 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-aad808a5-d4de-486d-a477-bc0318a180d2 req-91f32ab9-cea8-407e-acea-0d25cbb6931f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c17eca93-ffcb-4f26-9d07-03fe19280fd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299208 Jul 13 13:56:38.254958 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-31bff671-3680-4d17-93a5-a4997ae5e8c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, 94bf27fb-3476-4944-8d19-915922f54fa2) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:56:38.260242 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31bff671-3680-4d17-93a5-a4997ae5e8c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:56:38.261076 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-31bff671-3680-4d17-93a5-a4997ae5e8c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:38.269976 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e9f375-9c66-4aac-aa20-789f13991267 None None] Network 94bf27fb-3476-4944-8d19-915922f54fa2 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:56:38.279185 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-31bff671-3680-4d17-93a5-a4997ae5e8c0 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4117308 Jul 13 13:56:38.282220 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 60868) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:56:38.290828 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-276febd1-7290-4fbf-a497-388cedd05525 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-808629702-router', 'tenant_id': 'adbbbd39f9524bd68afb0008cc2d263c', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:56:38.315959 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-276febd1-7290-4fbf-a497-388cedd05525 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1591928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2714'] for router, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:38.317209 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-276febd1-7290-4fbf-a497-388cedd05525 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447198', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1629690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2689'] for router, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:38.395095 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-aad808a5-d4de-486d-a477-bc0318a180d2 req-0210b764-2ec9-4a15-a227-36802e324df0 service neutron] 10.222.0.41 "GET /v2.0/networks/c17eca93-ffcb-4f26-9d07-03fe19280fd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367738 Jul 13 13:56:38.395356 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-276febd1-7290-4fbf-a497-388cedd05525 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:38.510371 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a8f11c-185d-48ac-b679-7c58a0973629 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a7201e1-61ce-5a3e-b7f7-e800379ed03b-94bf27fb-3476-4944-8d19-915922f54fa2', 'network_id': '94bf27fb-3476-4944-8d19-915922f54fa2', 'tenant_id': 'adbbbd39f9524bd68afb0008cc2d263c', 'fixed_ips': [{'subnet_id': 'edd80540-96ff-46b4-a1d4-1e9bba1df368'}]}} from n-d-800634-1. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 13:56:38.512037 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-61a8f11c-185d-48ac-b679-7c58a0973629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:38.627260 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-aad808a5-d4de-486d-a477-bc0318a180d2 req-328a0206-2215-4ea8-8607-c35b0d909876 service neutron] 10.222.0.41 "GET /v2.0/networks/c17eca93-ffcb-4f26-9d07-03fe19280fd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257378 Jul 13 13:56:38.687727 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-276febd1-7290-4fbf-a497-388cedd05525 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447180', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1591910', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2751'] for router, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:38.696144 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a40f1f-61fc-4abe-8905-4381988b8c7b req-1a791165-304b-4e59-abd0-94b11d066253 tempest-TestServerMultinode-206236805 tempest-TestServerMultinode-206236805-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:56:38.698377 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-42a40f1f-61fc-4abe-8905-4381988b8c7b req-1a791165-304b-4e59-abd0-94b11d066253 tempest-TestServerMultinode-206236805 tempest-TestServerMultinode-206236805-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=fc1efeea-eb98-431d-b554-6cb54d3da5fe HTTP/1.1" status: 200 len: 1096 time: 0.3137398 Jul 13 13:56:38.754483 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-61a8f11c-185d-48ac-b679-7c58a0973629 None None] Allocated IP 172.20.0.2 (94bf27fb-3476-4944-8d19-915922f54fa2/edd80540-96ff-46b4-a1d4-1e9bba1df368/b4a3b11a-72f1-41c8-9ea6-a7666b66580d) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:56:38.839073 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ba6d10-d340-434b-981a-cf04ba740eba req-ad11faea-65dd-45e6-afb3-e92b968ce2b5 tempest-TestServerMultinode-206236805 tempest-TestServerMultinode-206236805-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:56:38.844532 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d6ba6d10-d340-434b-981a-cf04ba740eba req-ad11faea-65dd-45e6-afb3-e92b968ce2b5 tempest-TestServerMultinode-206236805 tempest-TestServerMultinode-206236805-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=fc1efeea-eb98-431d-b554-6cb54d3da5fe HTTP/1.1" status: 200 len: 1096 time: 0.1734276 Jul 13 13:56:38.888974 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bb1005-93f8-42be-8b5d-d0b3b5966463 req-aa6675fd-a7b5-4961-9b3b-9488efa596b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:56:38.890923 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-03bb1005-93f8-42be-8b5d-d0b3b5966463 req-aa6675fd-a7b5-4961-9b3b-9488efa596b9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=12cd0d91808b48129aee093001b928c6&device_id=cb786b12-9d29-4c8d-9562-737244b79507 HTTP/1.1" status: 200 len: 1095 time: 0.1830447 Jul 13 13:56:38.913319 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d6ba6d10-d340-434b-981a-cf04ba740eba req-f96e7a7a-fcf3-4bdb-88ea-9e76d0522ec7 tempest-TestServerMultinode-206236805 tempest-TestServerMultinode-206236805-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=82283158-3978-4e6b-8616-7a48d6dbd673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615849 Jul 13 13:56:38.913652 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-42a40f1f-61fc-4abe-8905-4381988b8c7b req-962d6ea7-4009-4db2-a1e7-33cc3ed90897 tempest-TestServerMultinode-206236805 tempest-TestServerMultinode-206236805-project-admin] Deleting port 381607ae-648d-49a4-ab6c-bb2c837c5913 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:56:38.915089 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-42a40f1f-61fc-4abe-8905-4381988b8c7b req-962d6ea7-4009-4db2-a1e7-33cc3ed90897 tempest-TestServerMultinode-206236805 tempest-TestServerMultinode-206236805-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:39.044208 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-42a40f1f-61fc-4abe-8905-4381988b8c7b req-962d6ea7-4009-4db2-a1e7-33cc3ed90897 tempest-TestServerMultinode-206236805 tempest-TestServerMultinode-206236805-project-admin] For port 381607ae-648d-49a4-ab6c-bb2c837c5913, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=381607ae-648d-49a4-ab6c-bb2c837c5913,segment=NetworkSegment(8921c11a-c4bd-4a08-9f14-8100e9c84735),segment_id=8921c11a-c4bd-4a08-9f14-8100e9c84735)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:56:39.044712 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-42a40f1f-61fc-4abe-8905-4381988b8c7b req-962d6ea7-4009-4db2-a1e7-33cc3ed90897 tempest-TestServerMultinode-206236805 tempest-TestServerMultinode-206236805-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:39.053385 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bb1005-93f8-42be-8b5d-d0b3b5966463 req-c5a7a46f-9bad-4b5e-983e-f9a4951f5251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:56:39.055934 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-03bb1005-93f8-42be-8b5d-d0b3b5966463 req-c5a7a46f-9bad-4b5e-983e-f9a4951f5251 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c17eca93-ffcb-4f26-9d07-03fe19280fd8 HTTP/1.1" status: 200 len: 905 time: 0.1529639 Jul 13 13:56:39.063537 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-42a40f1f-61fc-4abe-8905-4381988b8c7b req-962d6ea7-4009-4db2-a1e7-33cc3ed90897 tempest-TestServerMultinode-206236805 tempest-TestServerMultinode-206236805-project-admin] Calling delete_port for 381607ae-648d-49a4-ab6c-bb2c837c5913 owned by compute:nova {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:56:39.090902 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-61a8f11c-185d-48ac-b679-7c58a0973629 None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:39.114534 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-61a8f11c-185d-48ac-b679-7c58a0973629 None None] Transition to ACTIVE for port object b4a3b11a-72f1-41c8-9ea6-a7666b66580d will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:56:39.115057 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-03bb1005-93f8-42be-8b5d-d0b3b5966463 req-16056b15-bc31-48fd-9d1b-176f1de513f1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d1c1e576-b8b0-4020-8bc7-11cbd4a4fd9d HTTP/1.1" status: 200 len: 217 time: 0.0515766 Jul 13 13:56:39.131918 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-61a8f11c-185d-48ac-b679-7c58a0973629 None None] Transition to ACTIVE for port object b4a3b11a-72f1-41c8-9ea6-a7666b66580d will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:56:39.139205 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-61a8f11c-185d-48ac-b679-7c58a0973629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:39.192742 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a8f11c-185d-48ac-b679-7c58a0973629 None None] Network 94bf27fb-3476-4944-8d19-915922f54fa2 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:56:39.193695 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bb1005-93f8-42be-8b5d-d0b3b5966463 req-f1205784-401d-43a8-8c1e-7e5e58420e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:56:39.196734 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-03bb1005-93f8-42be-8b5d-d0b3b5966463 req-f1205784-401d-43a8-8c1e-7e5e58420e07 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fb232211-a266-4fe7-9875-95b4ba730429 HTTP/1.1" status: 200 len: 845 time: 0.0753329 Jul 13 13:56:39.196882 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-61a8f11c-185d-48ac-b679-7c58a0973629 None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:56:39.199427 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a8f11c-185d-48ac-b679-7c58a0973629 None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:56:39.207299 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a8f11c-185d-48ac-b679-7c58a0973629 None None] Pushing event updated for resources: {'Port': ['ID=b4a3b11a-72f1-41c8-9ea6-a7666b66580d,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:56:39.240081 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-03bb1005-93f8-42be-8b5d-d0b3b5966463 req-c4720213-0f4b-48bf-9d4c-8a9bcc49dfa4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c17eca93-ffcb-4f26-9d07-03fe19280fd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348549 Jul 13 13:56:39.271118 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-61a8f11c-185d-48ac-b679-7c58a0973629 None None] Attempting to bind port b4a3b11a-72f1-41c8-9ea6-a7666b66580d on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:56:39.271756 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-61a8f11c-185d-48ac-b679-7c58a0973629 None None] Attempting to bind port b4a3b11a-72f1-41c8-9ea6-a7666b66580d by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '53f233fa-3a9c-4b12-9272-d4c4393df010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '94bf27fb-3476-4944-8d19-915922f54fa2'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:56:39.272280 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a8f11c-185d-48ac-b679-7c58a0973629 None None] Attempting to bind port b4a3b11a-72f1-41c8-9ea6-a7666b66580d on network 94bf27fb-3476-4944-8d19-915922f54fa2 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:56:39.277842 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a8f11c-185d-48ac-b679-7c58a0973629 None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 56, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:56:39.278479 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a8f11c-185d-48ac-b679-7c58a0973629 None None] Checking segment: {'id': '53f233fa-3a9c-4b12-9272-d4c4393df010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '94bf27fb-3476-4944-8d19-915922f54fa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:56:39.279082 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-61a8f11c-185d-48ac-b679-7c58a0973629 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:39.279669 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a8f11c-185d-48ac-b679-7c58a0973629 None None] Bound using segment: {'id': '53f233fa-3a9c-4b12-9272-d4c4393df010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '94bf27fb-3476-4944-8d19-915922f54fa2'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:56:39.280318 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-61a8f11c-185d-48ac-b679-7c58a0973629 None None] Bound port: b4a3b11a-72f1-41c8-9ea6-a7666b66580d, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53f233fa-3a9c-4b12-9272-d4c4393df010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '94bf27fb-3476-4944-8d19-915922f54fa2'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:56:39.280894 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-61a8f11c-185d-48ac-b679-7c58a0973629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:39.329986 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dea9b2-72db-4900-ac70-70a78e459e83 req-d6c0c940-2190-4f9f-ba80-4a323ee18343 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:56:39.337596 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-77dea9b2-72db-4900-ac70-70a78e459e83 req-d6c0c940-2190-4f9f-ba80-4a323ee18343 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb786b12-9d29-4c8d-9562-737244b79507 HTTP/1.1" status: 200 len: 944 time: 0.2771020 Jul 13 13:56:39.365153 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-276febd1-7290-4fbf-a497-388cedd05525 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:39.366068 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-61a8f11c-185d-48ac-b679-7c58a0973629 None None] For port b4a3b11a-72f1-41c8-9ea6-a7666b66580d, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:56:39.370730 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-61a8f11c-185d-48ac-b679-7c58a0973629 None None] For port b4a3b11a-72f1-41c8-9ea6-a7666b66580d, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=b4a3b11a-72f1-41c8-9ea6-a7666b66580d,segment=NetworkSegment(53f233fa-3a9c-4b12-9272-d4c4393df010),segment_id=53f233fa-3a9c-4b12-9272-d4c4393df010)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:56:39.379944 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-61a8f11c-185d-48ac-b679-7c58a0973629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:39.412719 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-03bb1005-93f8-42be-8b5d-d0b3b5966463 req-9983753b-108a-4a77-b154-89be61c489fa service neutron] 10.222.0.41 "GET /v2.0/networks/c17eca93-ffcb-4f26-9d07-03fe19280fd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613076 Jul 13 13:56:39.419376 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-276febd1-7290-4fbf-a497-388cedd05525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:39.457777 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-77dea9b2-72db-4900-ac70-70a78e459e83 req-02c19bd4-e11c-4d5f-951d-e84d99295c6e tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e5eeece-5c52-4118-a82a-889f2af322a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190944 Jul 13 13:56:39.496899 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a8f11c-185d-48ac-b679-7c58a0973629 None None] Pushing event updated for resources: {'Port': ['ID=b4a3b11a-72f1-41c8-9ea6-a7666b66580d,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:56:39.570128 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-42a40f1f-61fc-4abe-8905-4381988b8c7b req-962d6ea7-4009-4db2-a1e7-33cc3ed90897 tempest-TestServerMultinode-206236805 tempest-TestServerMultinode-206236805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:39.583093 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-03bb1005-93f8-42be-8b5d-d0b3b5966463 req-42e5353c-d5cb-49fa-aa2a-5910643e8ce9 service neutron] 10.222.0.41 "GET /v2.0/networks/c17eca93-ffcb-4f26-9d07-03fe19280fd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585290 Jul 13 13:56:39.586079 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['381607ae-648d-49a4-ab6c-bb2c837c5913'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:56:39.590513 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['9cd76a17-ad14-41af-8bf1-9dca4be5ef4d'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:56:39.637087 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962d6ea7-4009-4db2-a1e7-33cc3ed90897 tempest-TestServerMultinode-206236805 tempest-TestServerMultinode-206236805-project-admin] Pushing event deleted for resources: {'Port': ['ID=381607ae-648d-49a4-ab6c-bb2c837c5913,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:56:39.732622 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-42a40f1f-61fc-4abe-8905-4381988b8c7b req-962d6ea7-4009-4db2-a1e7-33cc3ed90897 tempest-TestServerMultinode-206236805 tempest-TestServerMultinode-206236805-project-admin] No DVR routers for this DVR port 381607ae-648d-49a4-ab6c-bb2c837c5913 on host n-h1-800634-1 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:56:39.746726 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-42a40f1f-61fc-4abe-8905-4381988b8c7b req-962d6ea7-4009-4db2-a1e7-33cc3ed90897 tempest-TestServerMultinode-206236805 tempest-TestServerMultinode-206236805-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:39.758632 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-42a40f1f-61fc-4abe-8905-4381988b8c7b req-962d6ea7-4009-4db2-a1e7-33cc3ed90897 tempest-TestServerMultinode-206236805 tempest-TestServerMultinode-206236805-project-admin] 10.222.0.26 "DELETE /v2.0/ports/381607ae-648d-49a4-ab6c-bb2c837c5913 HTTP/1.1" status: 204 len: 173 time: 1.0504653 Jul 13 13:56:39.759119 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc1efeea-eb98-431d-b554-6cb54d3da5fe', 'name': 'network-vif-deleted', 'tag': '381607ae-648d-49a4-ab6c-bb2c837c5913'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:56:39.771158 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d17b627af75e17e0f4b8d6239d04f8c2f78634e2c585e32a7aeca336500f34a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b051885-136e-4ecf-b100-8b3f579089db" -d '{"events": [{"server_uuid": "fc1efeea-eb98-431d-b554-6cb54d3da5fe", "name": "network-vif-deleted", "tag": "381607ae-648d-49a4-ab6c-bb2c837c5913"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:56:39.803505 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-276febd1-7290-4fbf-a497-388cedd05525 admin admin] Allocated IP 172.25.6.28 (acf968b8-c524-46a9-a20b-ad9667009130/dde5a78e-bd1e-4f47-8189-7321d4de73d3/20bef416-70ed-440a-9fa4-dcd89bd439c8) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:56:40.099907 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:56:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5de158fd-6f28-4ed5-92ec-774845ad8dd8 x-openstack-request-id: req-5de158fd-6f28-4ed5-92ec-774845ad8dd8 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:56:40.104406 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc1efeea-eb98-431d-b554-6cb54d3da5fe", "name": "network-vif-deleted", "tag": "381607ae-648d-49a4-ab6c-bb2c837c5913", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:56:40.104823 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5de158fd-6f28-4ed5-92ec-774845ad8dd8 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:56:40.110865 n-d-800634-1 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc1efeea-eb98-431d-b554-6cb54d3da5fe', 'name': 'network-vif-deleted', 'tag': '381607ae-648d-49a4-ab6c-bb2c837c5913', 'status': 'completed', 'code': 200} Jul 13 13:56:40.146204 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-276febd1-7290-4fbf-a497-388cedd05525 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:40.197214 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a6ad0f72-7556-4108-970b-8f0250cf8282 req-a4020fb4-310a-4d82-9b21-7c825d1af028 tempest-TestServerMultinode-206236805 tempest-TestServerMultinode-206236805-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=fc1efeea-eb98-431d-b554-6cb54d3da5fe HTTP/1.1" status: 200 len: 210 time: 0.0353532 Jul 13 13:56:40.241454 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-276febd1-7290-4fbf-a497-388cedd05525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:40.282152 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-276febd1-7290-4fbf-a497-388cedd05525 admin admin] Network acf968b8-c524-46a9-a20b-ad9667009130 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:56:40.286498 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-276febd1-7290-4fbf-a497-388cedd05525 admin admin] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:56:40.289545 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276febd1-7290-4fbf-a497-388cedd05525 admin admin] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:56:40.295336 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276febd1-7290-4fbf-a497-388cedd05525 admin admin] Pushing event updated for resources: {'Port': ['ID=20bef416-70ed-440a-9fa4-dcd89bd439c8,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:56:40.752228 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5540dfa4-8e4b-4bb9-87c2-96a9c683d416 req-02100b11-5748-4d55-8412-fda2e557ba23 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:56:40.762374 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5540dfa4-8e4b-4bb9-87c2-96a9c683d416 req-02100b11-5748-4d55-8412-fda2e557ba23 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb786b12-9d29-4c8d-9562-737244b79507 HTTP/1.1" status: 200 len: 944 time: 0.1384449 Jul 13 13:56:40.817869 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5540dfa4-8e4b-4bb9-87c2-96a9c683d416 req-ef6b11ad-b774-46c8-9430-1719f9923440 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e5eeece-5c52-4118-a82a-889f2af322a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539179 Jul 13 13:56:40.845075 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device d1c1e576-b8b0-4020-8bc7-11cbd4a4fd9d details requested by agent hyperv_n-h2-800634-1 with host n-h2-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 13:56:40.994337 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd380879-bbef-4a81-99e2-0152ee5b4515 None None] Network 94bf27fb-3476-4944-8d19-915922f54fa2 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:56:41.089237 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-276febd1-7290-4fbf-a497-388cedd05525 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:41.127579 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port d1c1e576-b8b0-4020-8bc7-11cbd4a4fd9d, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=d1c1e576-b8b0-4020-8bc7-11cbd4a4fd9d,segment=NetworkSegment(34a01d3a-59e0-46b3-ab51-e02ceb07d7ab),segment_id=34a01d3a-59e0-46b3-ab51-e02ceb07d7ab)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:56:41.131802 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-94181ca0-6169-4442-803e-37d8bd201f69 None None] Provisioning for port b4a3b11a-72f1-41c8-9ea6-a7666b66580d completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:56:41.186620 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Returning: {'device': 'd1c1e576-b8b0-4020-8bc7-11cbd4a4fd9d', 'network_id': 'c17eca93-ffcb-4f26-9d07-03fe19280fd8', 'port_id': 'd1c1e576-b8b0-4020-8bc7-11cbd4a4fd9d', 'mac_address': 'fa:16:3e:23:38:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb232211-a266-4fe7-9875-95b4ba730429', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 13:56:41.271932 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:41.305541 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device b4a3b11a-72f1-41c8-9ea6-a7666b66580d up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:56:41.328490 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1c1e576-b8b0-4020-8bc7-11cbd4a4fd9d {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:56:41.381080 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port d1c1e576-b8b0-4020-8bc7-11cbd4a4fd9d, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=d1c1e576-b8b0-4020-8bc7-11cbd4a4fd9d,segment=NetworkSegment(34a01d3a-59e0-46b3-ab51-e02ceb07d7ab),segment_id=34a01d3a-59e0-46b3-ab51-e02ceb07d7ab)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:56:41.393524 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:41.447885 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=d1c1e576-b8b0-4020-8bc7-11cbd4a4fd9d,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:56:41.466429 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-276febd1-7290-4fbf-a497-388cedd05525 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447217'] for router, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:41.472893 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port b4a3b11a-72f1-41c8-9ea6-a7666b66580d completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:56:41.483273 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port b4a3b11a-72f1-41c8-9ea6-a7666b66580d triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:56:41.483593 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:41.649823 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:41.682367 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-276febd1-7290-4fbf-a497-388cedd05525 admin admin] Router acbc0106-a8d2-42a5-8ae5-4aefabe578e4 is scheduled to L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 with binding_index 1 {{(pid=93751) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 13:56:41.730420 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['d1c1e576-b8b0-4020-8bc7-11cbd4a4fd9d'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:56:41.791651 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port b4a3b11a-72f1-41c8-9ea6-a7666b66580d, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=b4a3b11a-72f1-41c8-9ea6-a7666b66580d,segment=NetworkSegment(53f233fa-3a9c-4b12-9272-d4c4393df010),segment_id=53f233fa-3a9c-4b12-9272-d4c4393df010)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:56:41.812761 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:41.827298 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5eebff-89ff-4655-8ead-655ed87623d2 req-d9f0ef43-e413-4afd-8454-c685a1b8359b tempest-TestServerMultinode-206236805 tempest-TestServerMultinode-206236805-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:56:41.828854 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6f5eebff-89ff-4655-8ead-655ed87623d2 req-d9f0ef43-e413-4afd-8454-c685a1b8359b tempest-TestServerMultinode-206236805 tempest-TestServerMultinode-206236805-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=01034adc-1950-4abb-8dae-1a584b5cf588 HTTP/1.1" status: 200 len: 1096 time: 0.0935755 Jul 13 13:56:41.847452 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-276febd1-7290-4fbf-a497-388cedd05525 admin admin] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:56:41.860671 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a15f74e-7b9c-404a-859a-b3fa348d4404 None None] Sync routers for ids ['acbc0106-a8d2-42a5-8ae5-4aefabe578e4'] in n-d-800634-1 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:56:41.871348 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-276febd1-7290-4fbf-a497-388cedd05525 admin admin] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:41.876134 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-276febd1-7290-4fbf-a497-388cedd05525 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.5895851 Jul 13 13:56:41.876218 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a15f74e-7b9c-404a-859a-b3fa348d4404 None None] Routers {'acbc0106-a8d2-42a5-8ae5-4aefabe578e4'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:56:41.876218 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-9a15f74e-7b9c-404a-859a-b3fa348d4404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:56:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['acbc0106-a8d2-42a5-8ae5-4aefabe578e4'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:56:41.876380 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 60902) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:56:41.901152 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-552346ec-3c77-4ba2-8792-bafa24986fd1 None None] Provisioning complete for port b4a3b11a-72f1-41c8-9ea6-a7666b66580d triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:56:41.901586 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-552346ec-3c77-4ba2-8792-bafa24986fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:41.906720 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6f5eebff-89ff-4655-8ead-655ed87623d2 req-5f4150ee-35f9-4cd8-b1dd-b4cc1f192a58 tempest-TestServerMultinode-206236805 tempest-TestServerMultinode-206236805-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=82283158-3978-4e6b-8616-7a48d6dbd673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679672 Jul 13 13:56:42.026318 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-9a15f74e-7b9c-404a-859a-b3fa348d4404 None None] Set router acbc0106-a8d2-42a5-8ae5-4aefabe578e4 gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:56:42.100726 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=b4a3b11a-72f1-41c8-9ea6-a7666b66580d,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:56:42.323241 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-9a15f74e-7b9c-404a-859a-b3fa348d4404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acbc0106-a8d2-42a5-8ae5-4aefabe578e4', 'name': 'tempest-AttachVolumeShelveTestJSON-808629702-router', 'tenant_id': 'adbbbd39f9524bd68afb0008cc2d263c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.28'}], 'enable_snat': True}, 'gw_port_id': '20bef416-70ed-440a-9fa4-dcd89bd439c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:56:38Z', 'updated_at': '2021-07-13T13:56:40Z', 'revision_number': 3, 'project_id': 'adbbbd39f9524bd68afb0008cc2d263c', 'gw_port': {'id': '20bef416-70ed-440a-9fa4-dcd89bd439c8', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:0d:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acbc0106-a8d2-42a5-8ae5-4aefabe578e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2837, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:56:39Z', 'updated_at': '2021-07-13T13:56:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:56:42.338196 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a6cce1-090e-402c-9d98-142ccb1687e0 req-6103ac0b-6e90-47bd-ab90-70ea4bf9f135 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:56:42.348942 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d0a6cce1-090e-402c-9d98-142ccb1687e0 req-6103ac0b-6e90-47bd-ab90-70ea4bf9f135 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb786b12-9d29-4c8d-9562-737244b79507 HTTP/1.1" status: 200 len: 945 time: 0.1838927 Jul 13 13:56:42.441560 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d0a6cce1-090e-402c-9d98-142ccb1687e0 req-32ead6d6-4493-4045-b1f2-be9862eee75a tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e5eeece-5c52-4118-a82a-889f2af322a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916042 Jul 13 13:56:42.455057 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a15f74e-7b9c-404a-859a-b3fa348d4404 None None] Checking router: acbc0106-a8d2-42a5-8ae5-4aefabe578e4 for host: n-d-800634-1 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 13:56:42.455642 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a15f74e-7b9c-404a-859a-b3fa348d4404 None None] Updating router acbc0106-a8d2-42a5-8ae5-4aefabe578e4 port 20bef416-70ed-440a-9fa4-dcd89bd439c8 binding host n-d-800634-1 {{(pid=93753) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 13:56:42.490975 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9a15f74e-7b9c-404a-859a-b3fa348d4404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:42.653805 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-72539ade-d9c0-40cd-b0ba-32fc7a5db8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:42.768299 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9a15f74e-7b9c-404a-859a-b3fa348d4404 None None] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:42.778808 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-9a15f74e-7b9c-404a-859a-b3fa348d4404 None None] Transition to ACTIVE for port object 20bef416-70ed-440a-9fa4-dcd89bd439c8 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:56:42.784613 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9a15f74e-7b9c-404a-859a-b3fa348d4404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:42.844508 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-9a15f74e-7b9c-404a-859a-b3fa348d4404 None None] Attempting to bind port 20bef416-70ed-440a-9fa4-dcd89bd439c8 on host n-d-800634-1 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:56:42.844876 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-9a15f74e-7b9c-404a-859a-b3fa348d4404 None None] Attempting to bind port 20bef416-70ed-440a-9fa4-dcd89bd439c8 by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:56:42.845226 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a15f74e-7b9c-404a-859a-b3fa348d4404 None None] Attempting to bind port 20bef416-70ed-440a-9fa4-dcd89bd439c8 on network acf968b8-c524-46a9-a20b-ad9667009130 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:56:42.845673 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-72539ade-d9c0-40cd-b0ba-32fc7a5db8e9 admin admin] Allocated IP 172.20.0.1 (94bf27fb-3476-4944-8d19-915922f54fa2/edd80540-96ff-46b4-a1d4-1e9bba1df368/bc3742a2-d0f1-4cc7-81c9-82e13be9415c) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:56:42.857354 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a15f74e-7b9c-404a-859a-b3fa348d4404 None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 56, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:56:42.859100 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a15f74e-7b9c-404a-859a-b3fa348d4404 None None] Checking segment: {'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:56:42.859100 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9a15f74e-7b9c-404a-859a-b3fa348d4404 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:42.859100 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a15f74e-7b9c-404a-859a-b3fa348d4404 None None] Bound using segment: {'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:56:42.859100 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-9a15f74e-7b9c-404a-859a-b3fa348d4404 None None] Bound port: 20bef416-70ed-440a-9fa4-dcd89bd439c8, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:56:42.860719 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9a15f74e-7b9c-404a-859a-b3fa348d4404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:42.861492 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9905992d-14f7-418c-a934-7fce1e449e7a None None] Pushing event updated for resources: {'Port': ['ID=20bef416-70ed-440a-9fa4-dcd89bd439c8,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:56:42.933500 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-9a15f74e-7b9c-404a-859a-b3fa348d4404 None None] For port 20bef416-70ed-440a-9fa4-dcd89bd439c8, host n-d-800634-1, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:56:42.937190 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-9a15f74e-7b9c-404a-859a-b3fa348d4404 None None] For port 20bef416-70ed-440a-9fa4-dcd89bd439c8, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=20bef416-70ed-440a-9fa4-dcd89bd439c8,segment=NetworkSegment(3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87),segment_id=3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:56:42.949073 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9a15f74e-7b9c-404a-859a-b3fa348d4404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:42.981811 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-72539ade-d9c0-40cd-b0ba-32fc7a5db8e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:42.997977 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-72539ade-d9c0-40cd-b0ba-32fc7a5db8e9 admin admin] Transition to ACTIVE for port object bc3742a2-d0f1-4cc7-81c9-82e13be9415c will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:56:43.011287 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a15f74e-7b9c-404a-859a-b3fa348d4404 None None] Routers {'acbc0106-a8d2-42a5-8ae5-4aefabe578e4'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:56:43.011911 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-9a15f74e-7b9c-404a-859a-b3fa348d4404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:56:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['acbc0106-a8d2-42a5-8ae5-4aefabe578e4'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:56:43.057764 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca749259-ea29-4f7b-bbb9-2265a1f030ba req-19f59a8f-3ded-425f-857d-d414d22f6a94 tempest-TestServerMultinode-206236805 tempest-TestServerMultinode-206236805-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:56:43.057764 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ca749259-ea29-4f7b-bbb9-2265a1f030ba req-19f59a8f-3ded-425f-857d-d414d22f6a94 tempest-TestServerMultinode-206236805 tempest-TestServerMultinode-206236805-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=01034adc-1950-4abb-8dae-1a584b5cf588 HTTP/1.1" status: 200 len: 1096 time: 0.0994146 Jul 13 13:56:43.096738 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-72539ade-d9c0-40cd-b0ba-32fc7a5db8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:43.127005 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-9a15f74e-7b9c-404a-859a-b3fa348d4404 None None] Set router acbc0106-a8d2-42a5-8ae5-4aefabe578e4 gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:56:43.182116 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 381607ae-648d-49a4-ab6c-bb2c837c5913 no longer exists at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:56:43.215781 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72539ade-d9c0-40cd-b0ba-32fc7a5db8e9 admin admin] Network 94bf27fb-3476-4944-8d19-915922f54fa2 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:56:43.219473 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69b1a3e-e852-4ea8-a164-942564d81c58 req-8b388f26-a38f-4689-b7c2-08b592993816 tempest-TestServerMultinode-206236805 tempest-TestServerMultinode-206236805-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:56:43.220486 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-72539ade-d9c0-40cd-b0ba-32fc7a5db8e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:56:43.221090 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b69b1a3e-e852-4ea8-a164-942564d81c58 req-8b388f26-a38f-4689-b7c2-08b592993816 tempest-TestServerMultinode-206236805 tempest-TestServerMultinode-206236805-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=01034adc-1950-4abb-8dae-1a584b5cf588 HTTP/1.1" status: 200 len: 1096 time: 0.1487854 Jul 13 13:56:43.222986 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72539ade-d9c0-40cd-b0ba-32fc7a5db8e9 admin admin] Pushing event updated for resources: {'Port': ['ID=bc3742a2-d0f1-4cc7-81c9-82e13be9415c,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:56:43.231211 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-381d4315-9089-413f-a071-aa2897bda790 None None] No Port match for: 381607ae-648d-49a4-ab6c-bb2c837c5913 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:56:43.231899 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 381607ae-648d-49a4-ab6c-bb2c837c5913 not bound to the agent host n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:56:43.233665 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72539ade-d9c0-40cd-b0ba-32fc7a5db8e9 admin admin] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:56:43.235411 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device b4a3b11a-72f1-41c8-9ea6-a7666b66580d up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:56:43.264741 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-ca749259-ea29-4f7b-bbb9-2265a1f030ba req-9bc6fced-f0ca-4d0f-aff9-3db8871dcb37 tempest-TestServerMultinode-206236805 tempest-TestServerMultinode-206236805-project-admin] Deleting port 9cd76a17-ad14-41af-8bf1-9dca4be5ef4d {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:56:43.264741 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-ca749259-ea29-4f7b-bbb9-2265a1f030ba req-9bc6fced-f0ca-4d0f-aff9-3db8871dcb37 tempest-TestServerMultinode-206236805 tempest-TestServerMultinode-206236805-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:43.313278 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-72539ade-d9c0-40cd-b0ba-32fc7a5db8e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-450452'] for router_interface, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:43.346980 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port b4a3b11a-72f1-41c8-9ea6-a7666b66580d triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:56:43.347505 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:43.470119 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b69b1a3e-e852-4ea8-a164-942564d81c58 req-723a0a46-bf25-40db-b6d5-c707dbb83239 tempest-TestServerMultinode-206236805 tempest-TestServerMultinode-206236805-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=82283158-3978-4e6b-8616-7a48d6dbd673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302814 Jul 13 13:56:43.521915 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9905992d-14f7-418c-a934-7fce1e449e7a None None] Pushing event updated for resources: {'Port': ['ID=20bef416-70ed-440a-9fa4-dcd89bd439c8,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:56:43.535300 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-ca749259-ea29-4f7b-bbb9-2265a1f030ba req-9bc6fced-f0ca-4d0f-aff9-3db8871dcb37 tempest-TestServerMultinode-206236805 tempest-TestServerMultinode-206236805-project-admin] For port 9cd76a17-ad14-41af-8bf1-9dca4be5ef4d, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=9cd76a17-ad14-41af-8bf1-9dca4be5ef4d,segment=NetworkSegment(8921c11a-c4bd-4a08-9f14-8100e9c84735),segment_id=8921c11a-c4bd-4a08-9f14-8100e9c84735)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:56:43.536104 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-ca749259-ea29-4f7b-bbb9-2265a1f030ba req-9bc6fced-f0ca-4d0f-aff9-3db8871dcb37 tempest-TestServerMultinode-206236805 tempest-TestServerMultinode-206236805-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:43.554015 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-ca749259-ea29-4f7b-bbb9-2265a1f030ba req-9bc6fced-f0ca-4d0f-aff9-3db8871dcb37 tempest-TestServerMultinode-206236805 tempest-TestServerMultinode-206236805-project-admin] Calling delete_port for 9cd76a17-ad14-41af-8bf1-9dca4be5ef4d owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:56:43.576809 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-9a15f74e-7b9c-404a-859a-b3fa348d4404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acbc0106-a8d2-42a5-8ae5-4aefabe578e4', 'name': 'tempest-AttachVolumeShelveTestJSON-808629702-router', 'tenant_id': 'adbbbd39f9524bd68afb0008cc2d263c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.28'}], 'enable_snat': True}, 'gw_port_id': '20bef416-70ed-440a-9fa4-dcd89bd439c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:56:38Z', 'updated_at': '2021-07-13T13:56:40Z', 'revision_number': 3, 'project_id': 'adbbbd39f9524bd68afb0008cc2d263c', 'gw_port': {'id': '20bef416-70ed-440a-9fa4-dcd89bd439c8', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:0d:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acbc0106-a8d2-42a5-8ae5-4aefabe578e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2837, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:56:39Z', 'updated_at': '2021-07-13T13:56:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:56:43.624706 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-72539ade-d9c0-40cd-b0ba-32fc7a5db8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:43.641064 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a15f74e-7b9c-404a-859a-b3fa348d4404 None None] The sync data for ids ['acbc0106-a8d2-42a5-8ae5-4aefabe578e4'] in n-d-800634-1 is: [{'id': 'acbc0106-a8d2-42a5-8ae5-4aefabe578e4', 'name': 'tempest-AttachVolumeShelveTestJSON-808629702-router', 'tenant_id': 'adbbbd39f9524bd68afb0008cc2d263c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.28'}], 'enable_snat': True}, 'gw_port_id': '20bef416-70ed-440a-9fa4-dcd89bd439c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:56:38Z', 'updated_at': '2021-07-13T13:56:40Z', 'revision_number': 3, 'project_id': 'adbbbd39f9524bd68afb0008cc2d263c', 'gw_port': {'id': '20bef416-70ed-440a-9fa4-dcd89bd439c8', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:0d:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acbc0106-a8d2-42a5-8ae5-4aefabe578e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2837, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:56:39Z', 'updated_at': '2021-07-13T13:56:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:56:43.671533 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-0b4c259a-4270-4b2b-ab74-3bea7b34312c None None] Provisioning for port bc3742a2-d0f1-4cc7-81c9-82e13be9415c completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:56:43.676096 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-0b4c259a-4270-4b2b-ab74-3bea7b34312c None None] Provisioning complete for port bc3742a2-d0f1-4cc7-81c9-82e13be9415c triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:56:43.676552 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-0b4c259a-4270-4b2b-ab74-3bea7b34312c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:43.729197 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-0b4c259a-4270-4b2b-ab74-3bea7b34312c None None] Port bc3742a2-d0f1-4cc7-81c9-82e13be9415c cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:56:43.772358 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ecaa43-8356-46c9-92e6-736eff16b964 req-197a2b12-c7f0-4e8f-8605-18e3707ebfae tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:56:43.774629 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-85ecaa43-8356-46c9-92e6-736eff16b964 req-197a2b12-c7f0-4e8f-8605-18e3707ebfae tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb786b12-9d29-4c8d-9562-737244b79507 HTTP/1.1" status: 200 len: 945 time: 0.1268911 Jul 13 13:56:43.862603 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-85ecaa43-8356-46c9-92e6-736eff16b964 req-53dc3cf9-aedc-4014-aeec-c8c073bbdde1 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e5eeece-5c52-4118-a82a-889f2af322a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571218 Jul 13 13:56:43.868416 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-ca749259-ea29-4f7b-bbb9-2265a1f030ba req-9bc6fced-f0ca-4d0f-aff9-3db8871dcb37 tempest-TestServerMultinode-206236805 tempest-TestServerMultinode-206236805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:43.879861 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['9cd76a17-ad14-41af-8bf1-9dca4be5ef4d'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:56:43.918945 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-72539ade-d9c0-40cd-b0ba-32fc7a5db8e9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:43.932931 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-72539ade-d9c0-40cd-b0ba-32fc7a5db8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:43.934596 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc6fced-f0ca-4d0f-aff9-3db8871dcb37 tempest-TestServerMultinode-206236805 tempest-TestServerMultinode-206236805-project-admin] Pushing event deleted for resources: {'Port': ['ID=9cd76a17-ad14-41af-8bf1-9dca4be5ef4d,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:56:43.944521 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc6fced-f0ca-4d0f-aff9-3db8871dcb37 tempest-TestServerMultinode-206236805 tempest-TestServerMultinode-206236805-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:56:43.944880 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc6fced-f0ca-4d0f-aff9-3db8871dcb37 tempest-TestServerMultinode-206236805 tempest-TestServerMultinode-206236805-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:56:43.945416 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc6fced-f0ca-4d0f-aff9-3db8871dcb37 tempest-TestServerMultinode-206236805 tempest-TestServerMultinode-206236805-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:56:43.945934 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc6fced-f0ca-4d0f-aff9-3db8871dcb37 tempest-TestServerMultinode-206236805 tempest-TestServerMultinode-206236805-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:56:43.946418 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc6fced-f0ca-4d0f-aff9-3db8871dcb37 tempest-TestServerMultinode-206236805 tempest-TestServerMultinode-206236805-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:56:43.946757 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc6fced-f0ca-4d0f-aff9-3db8871dcb37 tempest-TestServerMultinode-206236805 tempest-TestServerMultinode-206236805-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:56:43.947091 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc6fced-f0ca-4d0f-aff9-3db8871dcb37 tempest-TestServerMultinode-206236805 tempest-TestServerMultinode-206236805-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:56:43.947419 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc6fced-f0ca-4d0f-aff9-3db8871dcb37 tempest-TestServerMultinode-206236805 tempest-TestServerMultinode-206236805-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:56:43.947745 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc6fced-f0ca-4d0f-aff9-3db8871dcb37 tempest-TestServerMultinode-206236805 tempest-TestServerMultinode-206236805-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:56:43.948079 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc6fced-f0ca-4d0f-aff9-3db8871dcb37 tempest-TestServerMultinode-206236805 tempest-TestServerMultinode-206236805-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:56:43.953765 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc6fced-f0ca-4d0f-aff9-3db8871dcb37 tempest-TestServerMultinode-206236805 tempest-TestServerMultinode-206236805-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:56:43.954182 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc6fced-f0ca-4d0f-aff9-3db8871dcb37 tempest-TestServerMultinode-206236805 tempest-TestServerMultinode-206236805-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:56:44.001492 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-72539ade-d9c0-40cd-b0ba-32fc7a5db8e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1785045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451806'] for router_interface, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:44.072489 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca749259-ea29-4f7b-bbb9-2265a1f030ba req-9bc6fced-f0ca-4d0f-aff9-3db8871dcb37 tempest-TestServerMultinode-206236805 tempest-TestServerMultinode-206236805-project-admin] No DVR routers for this DVR port 9cd76a17-ad14-41af-8bf1-9dca4be5ef4d on host n-h2-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:56:44.082989 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-ca749259-ea29-4f7b-bbb9-2265a1f030ba req-9bc6fced-f0ca-4d0f-aff9-3db8871dcb37 tempest-TestServerMultinode-206236805 tempest-TestServerMultinode-206236805-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:44.085222 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ca749259-ea29-4f7b-bbb9-2265a1f030ba req-9bc6fced-f0ca-4d0f-aff9-3db8871dcb37 tempest-TestServerMultinode-206236805 tempest-TestServerMultinode-206236805-project-admin] 10.222.0.41 "DELETE /v2.0/ports/9cd76a17-ad14-41af-8bf1-9dca4be5ef4d HTTP/1.1" status: 204 len: 173 time: 1.0210724 Jul 13 13:56:44.086246 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01034adc-1950-4abb-8dae-1a584b5cf588', 'name': 'network-vif-deleted', 'tag': '9cd76a17-ad14-41af-8bf1-9dca4be5ef4d'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:56:44.088725 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-627b441b-e091-4958-b630-a5502ea116f3" -d '{"events": [{"server_uuid": "01034adc-1950-4abb-8dae-1a584b5cf588", "name": "network-vif-deleted", "tag": "9cd76a17-ad14-41af-8bf1-9dca4be5ef4d"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:56:44.179405 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72539ade-d9c0-40cd-b0ba-32fc7a5db8e9 admin admin] Pushing event updated for resources: {'Port': ['ID=bc3742a2-d0f1-4cc7-81c9-82e13be9415c,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:56:44.198256 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e3375c3-7e10-44b6-ad18-4ddbf5b50a32 x-openstack-request-id: req-8e3375c3-7e10-44b6-ad18-4ddbf5b50a32 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:56:44.198622 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01034adc-1950-4abb-8dae-1a584b5cf588", "name": "network-vif-deleted", "tag": "9cd76a17-ad14-41af-8bf1-9dca4be5ef4d", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:56:44.198948 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8e3375c3-7e10-44b6-ad18-4ddbf5b50a32 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:56:44.199418 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01034adc-1950-4abb-8dae-1a584b5cf588', 'name': 'network-vif-deleted', 'tag': '9cd76a17-ad14-41af-8bf1-9dca4be5ef4d', 'status': 'completed', 'code': 200} Jul 13 13:56:44.251831 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72539ade-d9c0-40cd-b0ba-32fc7a5db8e9 admin admin] Network 94bf27fb-3476-4944-8d19-915922f54fa2 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:56:44.260338 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-72539ade-d9c0-40cd-b0ba-32fc7a5db8e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:56:44.442897 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72539ade-d9c0-40cd-b0ba-32fc7a5db8e9 admin admin] Router acbc0106-a8d2-42a5-8ae5-4aefabe578e4 has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 13:56:44.698141 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-05c05ecb-c653-4ce9-94e0-78dc0afa8024 None None] Provisioning complete for port bc3742a2-d0f1-4cc7-81c9-82e13be9415c triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:56:44.699481 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-05c05ecb-c653-4ce9-94e0-78dc0afa8024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:44.741285 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b5a3ddb8-5119-4f0c-b9b2-f6d51abcc3d2 req-fd0cf775-733e-474f-8289-607543ed141a tempest-TestServerMultinode-206236805 tempest-TestServerMultinode-206236805-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=01034adc-1950-4abb-8dae-1a584b5cf588 HTTP/1.1" status: 200 len: 210 time: 0.0619640 Jul 13 13:56:44.764201 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72539ade-d9c0-40cd-b0ba-32fc7a5db8e9 admin admin] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:56:44.776921 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-72539ade-d9c0-40cd-b0ba-32fc7a5db8e9 admin admin] 10.222.0.23 "PUT /v2.0/routers/acbc0106-a8d2-42a5-8ae5-4aefabe578e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8999536 Jul 13 13:56:44.818062 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-05c05ecb-c653-4ce9-94e0-78dc0afa8024 None None] Port bc3742a2-d0f1-4cc7-81c9-82e13be9415c cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:56:44.892207 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device d1c1e576-b8b0-4020-8bc7-11cbd4a4fd9d up at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:56:45.034040 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning for port d1c1e576-b8b0-4020-8bc7-11cbd4a4fd9d completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:56:45.041362 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning complete for port d1c1e576-b8b0-4020-8bc7-11cbd4a4fd9d triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:56:45.041907 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:45.138587 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281b8436-dac9-4148-b9ad-3658a1f3ea55 req-17e94ba2-e62d-45ef-b683-b5b80e12973d tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:56:45.147838 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-281b8436-dac9-4148-b9ad-3658a1f3ea55 req-17e94ba2-e62d-45ef-b683-b5b80e12973d tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb786b12-9d29-4c8d-9562-737244b79507 HTTP/1.1" status: 200 len: 945 time: 0.0969191 Jul 13 13:56:45.227266 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-281b8436-dac9-4148-b9ad-3658a1f3ea55 req-4385df26-844c-4841-8800-1a2a93c77d3f tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e5eeece-5c52-4118-a82a-889f2af322a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777459 Jul 13 13:56:45.272743 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:45.276360 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 20bef416-70ed-440a-9fa4-dcd89bd439c8 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:56:45.333679 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb786b12-9d29-4c8d-9562-737244b79507', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1c1e576-b8b0-4020-8bc7-11cbd4a4fd9d'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:56:45.337021 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cbae3b9-b166-4f3f-8f88-91683356d722" -d '{"events": [{"server_uuid": "cb786b12-9d29-4c8d-9562-737244b79507", "name": "network-vif-plugged", "status": "completed", "tag": "d1c1e576-b8b0-4020-8bc7-11cbd4a4fd9d"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:56:45.354681 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port d1c1e576-b8b0-4020-8bc7-11cbd4a4fd9d, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=d1c1e576-b8b0-4020-8bc7-11cbd4a4fd9d,segment=NetworkSegment(34a01d3a-59e0-46b3-ab51-e02ceb07d7ab),segment_id=34a01d3a-59e0-46b3-ab51-e02ceb07d7ab)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:56:45.363256 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:45.364218 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 9cd76a17-ad14-41af-8bf1-9dca4be5ef4d no longer exists at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:56:45.406966 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] No Port match for: 9cd76a17-ad14-41af-8bf1-9dca4be5ef4d {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:56:45.407292 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 9cd76a17-ad14-41af-8bf1-9dca4be5ef4d not bound to the agent host n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:56:45.409695 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port 20bef416-70ed-440a-9fa4-dcd89bd439c8 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:56:45.421523 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 20bef416-70ed-440a-9fa4-dcd89bd439c8 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:56:45.421982 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:45.466891 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=d1c1e576-b8b0-4020-8bc7-11cbd4a4fd9d,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:56:45.513841 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ec904f6-8862-42f0-98c8-beb64dc694d8 x-openstack-request-id: req-0ec904f6-8862-42f0-98c8-beb64dc694d8 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:56:45.516393 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb786b12-9d29-4c8d-9562-737244b79507", "name": "network-vif-plugged", "status": "completed", "tag": "d1c1e576-b8b0-4020-8bc7-11cbd4a4fd9d", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:56:45.516393 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0ec904f6-8862-42f0-98c8-beb64dc694d8 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:56:45.516393 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb786b12-9d29-4c8d-9562-737244b79507', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1c1e576-b8b0-4020-8bc7-11cbd4a4fd9d', 'code': 200} Jul 13 13:56:45.621071 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 60938) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:56:45.622951 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:45.625978 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-b983d367-81a0-4b2d-a987-c275a86b8640 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Request body: {'security_group': {'name': 'tempest-securitygroup--970219834', 'description': 'tempest-description--600215978'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:56:45.644299 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port 20bef416-70ed-440a-9fa4-dcd89bd439c8, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=20bef416-70ed-440a-9fa4-dcd89bd439c8,segment=NetworkSegment(3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87),segment_id=3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:56:45.645568 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b0ca1a-4d5f-444a-88d9-34965b7004f9 req-1e4594d9-9a93-4f36-89f1-8e4570e72826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:56:45.647676 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b0b0ca1a-4d5f-444a-88d9-34965b7004f9 req-1e4594d9-9a93-4f36-89f1-8e4570e72826 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=cb786b12-9d29-4c8d-9562-737244b79507 HTTP/1.1" status: 200 len: 1097 time: 0.0863290 Jul 13 13:56:45.649047 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:45.653699 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b983d367-81a0-4b2d-a987-c275a86b8640 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:45.692859 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b0b0ca1a-4d5f-444a-88d9-34965b7004f9 req-b7cc56c7-dc11-4ed2-aa2e-45c8765e055f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0e5eeece-5c52-4118-a82a-889f2af322a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382714 Jul 13 13:56:45.709180 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=20bef416-70ed-440a-9fa4-dcd89bd439c8,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:56:45.745159 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b983d367-81a0-4b2d-a987-c275a86b8640 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:45.751963 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b983d367-81a0-4b2d-a987-c275a86b8640 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:45.822111 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b983d367-81a0-4b2d-a987-c275a86b8640 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:45.823682 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-b983d367-81a0-4b2d-a987-c275a86b8640 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2016129 Jul 13 13:56:45.826739 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 60944) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:56:45.831645 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-60ffbecb-9388-4bce-b183-ce6cfbd467dc tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Request body: {'security_group_rule': {'security_group_id': '7c6f9ebb-83a6-44c9-abda-c7c8f7f7ed4f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:56:45.842718 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b983d367-81a0-4b2d-a987-c275a86b8640 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c6f9ebb-83a6-44c9-abda-c7c8f7f7ed4f,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:56:45.857323 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 60946) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:56:45.886084 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-60ffbecb-9388-4bce-b183-ce6cfbd467dc tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:45.947538 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-60ffbecb-9388-4bce-b183-ce6cfbd467dc tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:45.952047 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-60ffbecb-9388-4bce-b183-ce6cfbd467dc tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:45.975525 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ffbecb-9388-4bce-b183-ce6cfbd467dc tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44651b4c-b761-492a-b8f2-e9b315cf1b8f,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:56:45.979906 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-60ffbecb-9388-4bce-b183-ce6cfbd467dc tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:45.981616 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-60ffbecb-9388-4bce-b183-ce6cfbd467dc tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1538413 Jul 13 13:56:45.984771 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 60948) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:56:45.990430 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-f880e734-f88d-4ae3-ab0c-ca0918bd3d86 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Request body: {'security_group_rule': {'security_group_id': '7c6f9ebb-83a6-44c9-abda-c7c8f7f7ed4f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:56:46.018484 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f880e734-f88d-4ae3-ab0c-ca0918bd3d86 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:46.090289 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f880e734-f88d-4ae3-ab0c-ca0918bd3d86 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:46.095028 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f880e734-f88d-4ae3-ab0c-ca0918bd3d86 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:46.116090 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f880e734-f88d-4ae3-ab0c-ca0918bd3d86 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef7c67f9-f177-48b0-b873-39f934cefc79,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:56:46.129840 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f880e734-f88d-4ae3-ab0c-ca0918bd3d86 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:46.134501 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-f880e734-f88d-4ae3-ab0c-ca0918bd3d86 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1482570 Jul 13 13:56:46.135113 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 60950) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:56:46.139833 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-367c0604-387e-4a1f-b013-ba20609d8f8f tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Request body: {'floatingip': {'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:56:46.177112 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-367c0604-387e-4a1f-b013-ba20609d8f8f tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Notify callbacks [] for floatingip, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:46.228843 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb38ac8a-fd5b-482d-b432-08be1590f609 None None] Sync routers for ids ['acbc0106-a8d2-42a5-8ae5-4aefabe578e4'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:56:46.247489 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb38ac8a-fd5b-482d-b432-08be1590f609 None None] Routers {'acbc0106-a8d2-42a5-8ae5-4aefabe578e4'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:56:46.248760 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-fb38ac8a-fd5b-482d-b432-08be1590f609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:56:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['acbc0106-a8d2-42a5-8ae5-4aefabe578e4'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:56:46.387962 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-fb38ac8a-fd5b-482d-b432-08be1590f609 None None] Set router acbc0106-a8d2-42a5-8ae5-4aefabe578e4 gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:56:46.410880 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a873e4-7ec0-4ac6-9d2e-fc72f8b2bfe9 req-2b218bfb-e2e6-4960-9505-141b110e13c9 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:56:46.412698 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-26a873e4-7ec0-4ac6-9d2e-fc72f8b2bfe9 req-2b218bfb-e2e6-4960-9505-141b110e13c9 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb786b12-9d29-4c8d-9562-737244b79507 HTTP/1.1" status: 200 len: 946 time: 0.0809357 Jul 13 13:56:46.432398 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-367c0604-387e-4a1f-b013-ba20609d8f8f tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:46.467407 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e57795c9-a38c-4ff7-8795-29eacba48854 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451695'] for router_interface, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:46.485887 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-26a873e4-7ec0-4ac6-9d2e-fc72f8b2bfe9 req-ab9fd52b-3173-4564-b8c9-c4b60b230591 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e5eeece-5c52-4118-a82a-889f2af322a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651853 Jul 13 13:56:46.673269 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-fb38ac8a-fd5b-482d-b432-08be1590f609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acbc0106-a8d2-42a5-8ae5-4aefabe578e4', 'name': 'tempest-AttachVolumeShelveTestJSON-808629702-router', 'tenant_id': 'adbbbd39f9524bd68afb0008cc2d263c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.28'}], 'enable_snat': True}, 'gw_port_id': '20bef416-70ed-440a-9fa4-dcd89bd439c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:56:38Z', 'updated_at': '2021-07-13T13:56:43Z', 'revision_number': 4, 'project_id': 'adbbbd39f9524bd68afb0008cc2d263c', 'gw_port': {'id': '20bef416-70ed-440a-9fa4-dcd89bd439c8', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:0d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acbc0106-a8d2-42a5-8ae5-4aefabe578e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2837, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:56:39Z', 'updated_at': '2021-07-13T13:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': 'bc3742a2-d0f1-4cc7-81c9-82e13be9415c', 'name': '', 'network_id': '94bf27fb-3476-4944-8d19-915922f54fa2', 'tenant_id': 'adbbbd39f9524bd68afb0008cc2d263c', 'mac_address': 'fa:16:3e:c8:81:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acbc0106-a8d2-42a5-8ae5-4aefabe578e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': 'edd80540-96ff-46b4-a1d4-1e9bba1df368', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:56:42Z', 'updated_at': '2021-07-13T13:56:43Z', 'revision_number': 2, 'project_id': 'adbbbd39f9524bd68afb0008cc2d263c', 'subnets': [{'id': 'edd80540-96ff-46b4-a1d4-1e9bba1df368', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:56:46.710525 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb38ac8a-fd5b-482d-b432-08be1590f609 None None] Checking router: acbc0106-a8d2-42a5-8ae5-4aefabe578e4 for host: n-d-800634-1 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 13:56:46.712329 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb38ac8a-fd5b-482d-b432-08be1590f609 None None] Updating router acbc0106-a8d2-42a5-8ae5-4aefabe578e4 port bc3742a2-d0f1-4cc7-81c9-82e13be9415c binding host n-d-800634-1 {{(pid=93752) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 13:56:46.719718 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-367c0604-387e-4a1f-b013-ba20609d8f8f tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Allocated IP 172.25.6.122 (acf968b8-c524-46a9-a20b-ad9667009130/dde5a78e-bd1e-4f47-8189-7321d4de73d3/07817f06-eb89-4540-8350-7be7faea60f8) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:56:46.749291 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fb38ac8a-fd5b-482d-b432-08be1590f609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:46.909141 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-367c0604-387e-4a1f-b013-ba20609d8f8f tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:46.998426 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-367c0604-387e-4a1f-b013-ba20609d8f8f tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:47.030092 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-e57795c9-a38c-4ff7-8795-29eacba48854 admin admin] Deleting port 42c2b9a2-ebe4-46a4-97e8-c7c0af3140c9 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:56:47.030427 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e57795c9-a38c-4ff7-8795-29eacba48854 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:47.057592 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-367c0604-387e-4a1f-b013-ba20609d8f8f tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Network acf968b8-c524-46a9-a20b-ad9667009130 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:56:47.059205 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fb38ac8a-fd5b-482d-b432-08be1590f609 None None] Notify callbacks [] for port, precommit_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:47.068963 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fb38ac8a-fd5b-482d-b432-08be1590f609 None None] Transition to ACTIVE for port object bc3742a2-d0f1-4cc7-81c9-82e13be9415c will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:56:47.074600 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fb38ac8a-fd5b-482d-b432-08be1590f609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:47.085490 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-367c0604-387e-4a1f-b013-ba20609d8f8f tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:56:47.087886 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367c0604-387e-4a1f-b013-ba20609d8f8f tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Pushing event updated for resources: {'Port': ['ID=07817f06-eb89-4540-8350-7be7faea60f8,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:56:47.091480 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367c0604-387e-4a1f-b013-ba20609d8f8f tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:56:47.124464 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2df1a8-a17a-4956-a4a6-6082daa20ced None None] Pushing event updated for resources: {'Port': ['ID=bc3742a2-d0f1-4cc7-81c9-82e13be9415c,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:56:47.185605 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-fb38ac8a-fd5b-482d-b432-08be1590f609 None None] Attempting to bind port bc3742a2-d0f1-4cc7-81c9-82e13be9415c on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:56:47.186016 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-fb38ac8a-fd5b-482d-b432-08be1590f609 None None] Attempting to bind port bc3742a2-d0f1-4cc7-81c9-82e13be9415c by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '53f233fa-3a9c-4b12-9272-d4c4393df010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '94bf27fb-3476-4944-8d19-915922f54fa2'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:56:47.186383 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb38ac8a-fd5b-482d-b432-08be1590f609 None None] Attempting to bind port bc3742a2-d0f1-4cc7-81c9-82e13be9415c on network 94bf27fb-3476-4944-8d19-915922f54fa2 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:56:47.203094 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb38ac8a-fd5b-482d-b432-08be1590f609 None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 56, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:56:47.203504 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb38ac8a-fd5b-482d-b432-08be1590f609 None None] Checking segment: {'id': '53f233fa-3a9c-4b12-9272-d4c4393df010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '94bf27fb-3476-4944-8d19-915922f54fa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:56:47.204112 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fb38ac8a-fd5b-482d-b432-08be1590f609 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:47.204516 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb38ac8a-fd5b-482d-b432-08be1590f609 None None] Bound using segment: {'id': '53f233fa-3a9c-4b12-9272-d4c4393df010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '94bf27fb-3476-4944-8d19-915922f54fa2'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:56:47.206556 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-fb38ac8a-fd5b-482d-b432-08be1590f609 None None] Bound port: bc3742a2-d0f1-4cc7-81c9-82e13be9415c, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53f233fa-3a9c-4b12-9272-d4c4393df010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '94bf27fb-3476-4944-8d19-915922f54fa2'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:56:47.207015 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fb38ac8a-fd5b-482d-b432-08be1590f609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:47.210079 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-e57795c9-a38c-4ff7-8795-29eacba48854 admin admin] For port 42c2b9a2-ebe4-46a4-97e8-c7c0af3140c9, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=42c2b9a2-ebe4-46a4-97e8-c7c0af3140c9,segment=NetworkSegment(8921c11a-c4bd-4a08-9f14-8100e9c84735),segment_id=8921c11a-c4bd-4a08-9f14-8100e9c84735)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:56:47.210561 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e57795c9-a38c-4ff7-8795-29eacba48854 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:47.210737 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-75c66a22-c8c9-4d92-816b-7683cbfe5707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:47.233440 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 20bef416-70ed-440a-9fa4-dcd89bd439c8 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:56:47.234365 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-e57795c9-a38c-4ff7-8795-29eacba48854 admin admin] Calling delete_port for 42c2b9a2-ebe4-46a4-97e8-c7c0af3140c9 owned by network:router_interface {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:56:47.239888 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-367c0604-387e-4a1f-b013-ba20609d8f8f tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:47.335136 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fb38ac8a-fd5b-482d-b432-08be1590f609 None None] For port bc3742a2-d0f1-4cc7-81c9-82e13be9415c, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:56:47.340244 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fb38ac8a-fd5b-482d-b432-08be1590f609 None None] For port bc3742a2-d0f1-4cc7-81c9-82e13be9415c, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=bc3742a2-d0f1-4cc7-81c9-82e13be9415c,segment=NetworkSegment(53f233fa-3a9c-4b12-9272-d4c4393df010),segment_id=53f233fa-3a9c-4b12-9272-d4c4393df010)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:56:47.345536 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fb38ac8a-fd5b-482d-b432-08be1590f609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:47.350894 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 20bef416-70ed-440a-9fa4-dcd89bd439c8 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:56:47.351821 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:47.459275 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2df1a8-a17a-4956-a4a6-6082daa20ced None None] Pushing event updated for resources: {'Port': ['ID=bc3742a2-d0f1-4cc7-81c9-82e13be9415c,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:56:47.464463 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb38ac8a-fd5b-482d-b432-08be1590f609 None None] Routers {'acbc0106-a8d2-42a5-8ae5-4aefabe578e4'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:56:47.465157 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-fb38ac8a-fd5b-482d-b432-08be1590f609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:56:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['acbc0106-a8d2-42a5-8ae5-4aefabe578e4'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:56:47.621802 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-fb38ac8a-fd5b-482d-b432-08be1590f609 None None] Set router acbc0106-a8d2-42a5-8ae5-4aefabe578e4 gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:56:47.732026 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f4c4ac-87a7-42a2-8d3b-e30ad5186b70 req-1784bced-4eb1-424c-9664-3205e868bc76 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:56:47.734012 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c1f4c4ac-87a7-42a2-8d3b-e30ad5186b70 req-1784bced-4eb1-424c-9664-3205e868bc76 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb786b12-9d29-4c8d-9562-737244b79507 HTTP/1.1" status: 200 len: 946 time: 0.0986388 Jul 13 13:56:47.751687 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-367c0604-387e-4a1f-b013-ba20609d8f8f tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:47.803071 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c1f4c4ac-87a7-42a2-8d3b-e30ad5186b70 req-40535f6c-ef5c-4863-ba85-d3502b760e0b tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e5eeece-5c52-4118-a82a-889f2af322a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622184 Jul 13 13:56:47.883713 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-fb38ac8a-fd5b-482d-b432-08be1590f609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acbc0106-a8d2-42a5-8ae5-4aefabe578e4', 'name': 'tempest-AttachVolumeShelveTestJSON-808629702-router', 'tenant_id': 'adbbbd39f9524bd68afb0008cc2d263c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.28'}], 'enable_snat': True}, 'gw_port_id': '20bef416-70ed-440a-9fa4-dcd89bd439c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:56:38Z', 'updated_at': '2021-07-13T13:56:43Z', 'revision_number': 4, 'project_id': 'adbbbd39f9524bd68afb0008cc2d263c', 'gw_port': {'id': '20bef416-70ed-440a-9fa4-dcd89bd439c8', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:0d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acbc0106-a8d2-42a5-8ae5-4aefabe578e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2837, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:56:39Z', 'updated_at': '2021-07-13T13:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': 'bc3742a2-d0f1-4cc7-81c9-82e13be9415c', 'name': '', 'network_id': '94bf27fb-3476-4944-8d19-915922f54fa2', 'tenant_id': 'adbbbd39f9524bd68afb0008cc2d263c', 'mac_address': 'fa:16:3e:c8:81:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acbc0106-a8d2-42a5-8ae5-4aefabe578e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': 'edd80540-96ff-46b4-a1d4-1e9bba1df368', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:56:42Z', 'updated_at': '2021-07-13T13:56:47Z', 'revision_number': 4, 'project_id': 'adbbbd39f9524bd68afb0008cc2d263c', 'subnets': [{'id': 'edd80540-96ff-46b4-a1d4-1e9bba1df368', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:56:47.926661 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb38ac8a-fd5b-482d-b432-08be1590f609 None None] The sync data for ids ['acbc0106-a8d2-42a5-8ae5-4aefabe578e4'] in n-d-800634-1 is: [{'id': 'acbc0106-a8d2-42a5-8ae5-4aefabe578e4', 'name': 'tempest-AttachVolumeShelveTestJSON-808629702-router', 'tenant_id': 'adbbbd39f9524bd68afb0008cc2d263c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.28'}], 'enable_snat': True}, 'gw_port_id': '20bef416-70ed-440a-9fa4-dcd89bd439c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:56:38Z', 'updated_at': '2021-07-13T13:56:43Z', 'revision_number': 4, 'project_id': 'adbbbd39f9524bd68afb0008cc2d263c', 'gw_port': {'id': '20bef416-70ed-440a-9fa4-dcd89bd439c8', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:0d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acbc0106-a8d2-42a5-8ae5-4aefabe578e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2837, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:56:39Z', 'updated_at': '2021-07-13T13:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': 'bc3742a2-d0f1-4cc7-81c9-82e13be9415c', 'name': '', 'network_id': '94bf27fb-3476-4944-8d19-915922f54fa2', 'tenant_id': 'adbbbd39f9524bd68afb0008cc2d263c', 'mac_address': 'fa:16:3e:c8:81:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acbc0106-a8d2-42a5-8ae5-4aefabe578e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': 'edd80540-96ff-46b4-a1d4-1e9bba1df368', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:56:42Z', 'updated_at': '2021-07-13T13:56:47Z', 'revision_number': 4, 'project_id': 'adbbbd39f9524bd68afb0008cc2d263c', 'subnets': [{'id': 'edd80540-96ff-46b4-a1d4-1e9bba1df368', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:56:47.937021 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e57795c9-a38c-4ff7-8795-29eacba48854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:48.082867 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57795c9-a38c-4ff7-8795-29eacba48854 admin admin] Pushing event deleted for resources: {'Port': ['ID=42c2b9a2-ebe4-46a4-97e8-c7c0af3140c9,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:56:48.178011 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-367c0604-387e-4a1f-b013-ba20609d8f8f tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:48.192979 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-367c0604-387e-4a1f-b013-ba20609d8f8f tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:48.250916 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367c0604-387e-4a1f-b013-ba20609d8f8f tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Pushing event updated for resources: {'Port': ['ID=07817f06-eb89-4540-8350-7be7faea60f8,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:56:48.319389 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dfbdd3-25fe-492e-bf63-45ae4d8e026c req-a79f75e6-3e21-4bb7-95cb-8a1ab13ec6f9 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:56:48.322034 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-84dfbdd3-25fe-492e-bf63-45ae4d8e026c req-a79f75e6-3e21-4bb7-95cb-8a1ab13ec6f9 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/ports?device_id=41894051-badc-4637-b880-55433b7deb00 HTTP/1.1" status: 200 len: 946 time: 0.3664694 Jul 13 13:56:48.431785 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-367c0604-387e-4a1f-b013-ba20609d8f8f tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446547'] for floatingip, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:48.466013 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-84dfbdd3-25fe-492e-bf63-45ae4d8e026c req-35013ec5-6376-4616-bba1-3881791b0708 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e5eeece-5c52-4118-a82a-889f2af322a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002793 Jul 13 13:56:48.484860 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-367c0604-387e-4a1f-b013-ba20609d8f8f tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for floatingip, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:48.503435 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-367c0604-387e-4a1f-b013-ba20609d8f8f tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3584609 Jul 13 13:56:48.522892 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e57795c9-a38c-4ff7-8795-29eacba48854 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1785036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452491'] for router_interface, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:48.699220 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-919567df-7343-4853-b294-7cb0f6720093 req-873cecb6-edec-4b68-9598-0905ce9061aa tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--970219834&fields=id&tenant_id=adbbbd39f9524bd68afb0008cc2d263c HTTP/1.1" status: 200 len: 267 time: 0.0529194 Jul 13 13:56:48.711741 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bb742b-5f15-474c-90e5-96d45593b2cd req-2719b840-5d5d-4933-82e0-e3d80d3cd233 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:56:48.721558 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-66bb742b-5f15-474c-90e5-96d45593b2cd req-2719b840-5d5d-4933-82e0-e3d80d3cd233 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb786b12-9d29-4c8d-9562-737244b79507 HTTP/1.1" status: 200 len: 946 time: 0.0887847 Jul 13 13:56:48.770130 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-66bb742b-5f15-474c-90e5-96d45593b2cd req-3f878e73-82a1-4f49-9812-a27a2e8e466e tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e5eeece-5c52-4118-a82a-889f2af322a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421941 Jul 13 13:56:48.916611 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919567df-7343-4853-b294-7cb0f6720093 req-28c347e4-f9f9-4593-825b-592f85b6ebd6 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:56:48.923783 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-919567df-7343-4853-b294-7cb0f6720093 req-28c347e4-f9f9-4593-825b-592f85b6ebd6 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/networks?id=94bf27fb-3476-4944-8d19-915922f54fa2 HTTP/1.1" status: 200 len: 816 time: 0.2080126 Jul 13 13:56:48.941580 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-919567df-7343-4853-b294-7cb0f6720093 req-83e82578-1f12-4f07-a63a-376914597c3a tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/quotas/adbbbd39f9524bd68afb0008cc2d263c HTTP/1.1" status: 200 len: 375 time: 0.0169041 Jul 13 13:56:49.000217 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e57795c9-a38c-4ff7-8795-29eacba48854 admin admin] Router cf94d7d9-0c0f-470f-abd1-a30627ec8d95 has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 13:56:49.152767 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-919567df-7343-4853-b294-7cb0f6720093 req-3bcc9d32-f42f-4d4c-8af5-447e66a1d371 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=adbbbd39f9524bd68afb0008cc2d263c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1939852 Jul 13 13:56:49.201953 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e57795c9-a38c-4ff7-8795-29eacba48854 admin admin] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:56:49.216742 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b8e0d3-75dc-484f-8d51-131c7c2dfeb4 None None] Sync routers for ids ['cf94d7d9-0c0f-470f-abd1-a30627ec8d95'] in n-d-800634-1 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:56:49.219781 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 32770) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:56:49.219936 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-e57795c9-a38c-4ff7-8795-29eacba48854 admin admin] 10.222.0.23 "PUT /v2.0/routers/cf94d7d9-0c0f-470f-abd1-a30627ec8d95/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3613358 Jul 13 13:56:49.258931 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b8e0d3-75dc-484f-8d51-131c7c2dfeb4 None None] Routers {'cf94d7d9-0c0f-470f-abd1-a30627ec8d95'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:56:49.264975 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-18b8e0d3-75dc-484f-8d51-131c7c2dfeb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:56:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['cf94d7d9-0c0f-470f-abd1-a30627ec8d95'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:56:49.313483 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device bc3742a2-d0f1-4cc7-81c9-82e13be9415c up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:56:49.343118 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-919567df-7343-4853-b294-7cb0f6720093 req-d0b1937f-b3a4-43b5-adfe-553ef0aa3800 service neutron] 10.222.0.23 "GET /v2.0/networks/94bf27fb-3476-4944-8d19-915922f54fa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519692 Jul 13 13:56:49.386755 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port bc3742a2-d0f1-4cc7-81c9-82e13be9415c completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:56:49.395705 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port bc3742a2-d0f1-4cc7-81c9-82e13be9415c triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:56:49.396322 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:49.497024 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4883de8e-9643-49a8-824a-1d63bcfe8c27 admin admin] Notify callbacks [] for router, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:49.506071 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-919567df-7343-4853-b294-7cb0f6720093 req-59d22279-0959-4503-99ab-141ace8024d6 service neutron] 10.222.0.23 "GET /v2.0/networks/94bf27fb-3476-4944-8d19-915922f54fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558678 Jul 13 13:56:49.522064 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:49.538482 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-18b8e0d3-75dc-484f-8d51-131c7c2dfeb4 None None] Set router cf94d7d9-0c0f-470f-abd1-a30627ec8d95 gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:56:49.575766 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port bc3742a2-d0f1-4cc7-81c9-82e13be9415c, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=bc3742a2-d0f1-4cc7-81c9-82e13be9415c,segment=NetworkSegment(53f233fa-3a9c-4b12-9272-d4c4393df010),segment_id=53f233fa-3a9c-4b12-9272-d4c4393df010)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:56:49.589973 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:49.689542 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=bc3742a2-d0f1-4cc7-81c9-82e13be9415c,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:56:49.708922 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ac37d2-9257-4f19-ac31-e58b67a8727e req-b9027355-36f4-4a5d-9d87-6c81382fdfbf tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:56:49.720320 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-98ac37d2-9257-4f19-ac31-e58b67a8727e req-b9027355-36f4-4a5d-9d87-6c81382fdfbf tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb786b12-9d29-4c8d-9562-737244b79507 HTTP/1.1" status: 200 len: 946 time: 0.3728781 Jul 13 13:56:49.744998 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4883de8e-9643-49a8-824a-1d63bcfe8c27 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:49.864326 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6d5baf11-1ec2-4773-82be-7f8caf3eef39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:49.874254 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-18b8e0d3-75dc-484f-8d51-131c7c2dfeb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf94d7d9-0c0f-470f-abd1-a30627ec8d95', 'name': 'tempest-TestServerMultinode-845253900-router', 'tenant_id': 'f9ec55dec17d4a81b54c80d718a2652c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': '68061d6e-ef83-4580-bf2b-2abe8cab7fa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:55:49Z', 'updated_at': '2021-07-13T13:56:47Z', 'revision_number': 5, 'project_id': 'f9ec55dec17d4a81b54c80d718a2652c', 'gw_port': {'id': '68061d6e-ef83-4580-bf2b-2abe8cab7fa5', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:5d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf94d7d9-0c0f-470f-abd1-a30627ec8d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2786, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:55:50Z', 'updated_at': '2021-07-13T13:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:56:49.892128 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-98ac37d2-9257-4f19-ac31-e58b67a8727e req-b306deb6-5d1d-4737-a64c-70f19cd473be tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e5eeece-5c52-4118-a82a-889f2af322a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678550 Jul 13 13:56:49.911203 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b8e0d3-75dc-484f-8d51-131c7c2dfeb4 None None] Checking router: cf94d7d9-0c0f-470f-abd1-a30627ec8d95 for host: n-d-800634-1 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 13:56:49.921529 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b8e0d3-75dc-484f-8d51-131c7c2dfeb4 None None] Routers {'cf94d7d9-0c0f-470f-abd1-a30627ec8d95'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:56:49.928608 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-18b8e0d3-75dc-484f-8d51-131c7c2dfeb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:56:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['cf94d7d9-0c0f-470f-abd1-a30627ec8d95'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:56:49.931250 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-4883de8e-9643-49a8-824a-1d63bcfe8c27 admin admin] Deleting port 68061d6e-ef83-4580-bf2b-2abe8cab7fa5 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:56:49.931764 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4883de8e-9643-49a8-824a-1d63bcfe8c27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:49.989940 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-11b4d052-d718-449f-98b9-02c7f81b79e2 req-15b58931-0e1f-4b6f-bfb3-2577de402f4c tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/ports?device_id=50c270a9-8a7b-4c25-9432-b640853488c2 HTTP/1.1" status: 200 len: 210 time: 0.0861516 Jul 13 13:56:50.010843 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:50.046205 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-4883de8e-9643-49a8-824a-1d63bcfe8c27 admin admin] For port 68061d6e-ef83-4580-bf2b-2abe8cab7fa5, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=68061d6e-ef83-4580-bf2b-2abe8cab7fa5,segment=NetworkSegment(3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87),segment_id=3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:56:50.046628 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4883de8e-9643-49a8-824a-1d63bcfe8c27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:50.069836 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-4883de8e-9643-49a8-824a-1d63bcfe8c27 admin admin] Calling delete_port for 68061d6e-ef83-4580-bf2b-2abe8cab7fa5 owned by network:router_gateway {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:56:50.081751 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-18b8e0d3-75dc-484f-8d51-131c7c2dfeb4 None None] Set router cf94d7d9-0c0f-470f-abd1-a30627ec8d95 gateway port host: None {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:56:50.143143 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-18b8e0d3-75dc-484f-8d51-131c7c2dfeb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf94d7d9-0c0f-470f-abd1-a30627ec8d95', 'name': 'tempest-TestServerMultinode-845253900-router', 'tenant_id': 'f9ec55dec17d4a81b54c80d718a2652c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:55:49Z', 'updated_at': '2021-07-13T13:56:49Z', 'revision_number': 6, 'project_id': 'f9ec55dec17d4a81b54c80d718a2652c', 'gw_port_host': None}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:56:50.182791 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b8e0d3-75dc-484f-8d51-131c7c2dfeb4 None None] The sync data for ids ['cf94d7d9-0c0f-470f-abd1-a30627ec8d95'] in n-d-800634-1 is: [{'id': 'cf94d7d9-0c0f-470f-abd1-a30627ec8d95', 'name': 'tempest-TestServerMultinode-845253900-router', 'tenant_id': 'f9ec55dec17d4a81b54c80d718a2652c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:55:49Z', 'updated_at': '2021-07-13T13:56:49Z', 'revision_number': 6, 'project_id': 'f9ec55dec17d4a81b54c80d718a2652c', 'gw_port_host': None}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:56:50.277474 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4883de8e-9643-49a8-824a-1d63bcfe8c27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:50.305862 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4883de8e-9643-49a8-824a-1d63bcfe8c27 admin admin] Pushing event deleted for resources: {'Port': ['ID=68061d6e-ef83-4580-bf2b-2abe8cab7fa5,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:56:50.424245 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4883de8e-9643-49a8-824a-1d63bcfe8c27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-446473'] for router_gateway, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:50.524606 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71876e0b-b153-4ea4-b8cd-1fc650c30da1 req-5f76fcdc-d3b6-427c-9068-1258b6afb823 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:56:50.526102 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-71876e0b-b153-4ea4-b8cd-1fc650c30da1 req-5f76fcdc-d3b6-427c-9068-1258b6afb823 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb786b12-9d29-4c8d-9562-737244b79507 HTTP/1.1" status: 200 len: 946 time: 0.2098312 Jul 13 13:56:50.529614 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4883de8e-9643-49a8-824a-1d63bcfe8c27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1591938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2696'] for router, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:50.532855 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4883de8e-9643-49a8-824a-1d63bcfe8c27 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:50.628715 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4883de8e-9643-49a8-824a-1d63bcfe8c27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593106'] for router, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:50.629860 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4883de8e-9643-49a8-824a-1d63bcfe8c27 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cf94d7d9-0c0f-470f-abd1-a30627ec8d95 {{(pid=93750) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 13:56:50.652980 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4883de8e-9643-49a8-824a-1d63bcfe8c27 admin admin] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:50.654107 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-4883de8e-9643-49a8-824a-1d63bcfe8c27 admin admin] 10.222.0.23 "DELETE /v2.0/routers/cf94d7d9-0c0f-470f-abd1-a30627ec8d95 HTTP/1.1" status: 204 len: 168 time: 1.4323914 Jul 13 13:56:50.656733 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 32790) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:56:50.719059 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-71876e0b-b153-4ea4-b8cd-1fc650c30da1 req-b758e85f-6547-4200-8cc6-8bfafe0c66a0 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Deleting port d1c1e576-b8b0-4020-8bc7-11cbd4a4fd9d {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:56:50.719419 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-71876e0b-b153-4ea4-b8cd-1fc650c30da1 req-b758e85f-6547-4200-8cc6-8bfafe0c66a0 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:50.729702 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-9417d0ba-d195-4438-b627-12325d6d18f7 admin admin] Deleting subnet 008cef17-f41d-4ba6-a599-39d7c653e584 {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 13:56:50.732913 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9417d0ba-d195-4438-b627-12325d6d18f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:50.772339 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9417d0ba-d195-4438-b627-12325d6d18f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6018489'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:50.816654 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-71876e0b-b153-4ea4-b8cd-1fc650c30da1 req-b758e85f-6547-4200-8cc6-8bfafe0c66a0 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] For port d1c1e576-b8b0-4020-8bc7-11cbd4a4fd9d, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=d1c1e576-b8b0-4020-8bc7-11cbd4a4fd9d,segment=NetworkSegment(34a01d3a-59e0-46b3-ab51-e02ceb07d7ab),segment_id=34a01d3a-59e0-46b3-ab51-e02ceb07d7ab)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:56:50.817017 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-71876e0b-b153-4ea4-b8cd-1fc650c30da1 req-b758e85f-6547-4200-8cc6-8bfafe0c66a0 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:50.832749 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-71876e0b-b153-4ea4-b8cd-1fc650c30da1 req-b758e85f-6547-4200-8cc6-8bfafe0c66a0 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Calling delete_port for d1c1e576-b8b0-4020-8bc7-11cbd4a4fd9d owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:56:50.859958 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9417d0ba-d195-4438-b627-12325d6d18f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:50.944053 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9417d0ba-d195-4438-b627-12325d6d18f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6018534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6105009'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:51.006129 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9417d0ba-d195-4438-b627-12325d6d18f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=008cef17-f41d-4ba6-a599-39d7c653e584,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:56:51.019670 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-71876e0b-b153-4ea4-b8cd-1fc650c30da1 req-b758e85f-6547-4200-8cc6-8bfafe0c66a0 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:51.026495 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9417d0ba-d195-4438-b627-12325d6d18f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:51.036606 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['2f2379ce-f297-4d64-b098-6dcdd65d5c83'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:56:51.040351 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['66c0eee5-eff9-4ca2-a47b-7acc34ac5f92', 'd1c1e576-b8b0-4020-8bc7-11cbd4a4fd9d'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:56:51.040593 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-9417d0ba-d195-4438-b627-12325d6d18f7 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/008cef17-f41d-4ba6-a599-39d7c653e584 HTTP/1.1" status: 204 len: 168 time: 0.3823395 Jul 13 13:56:51.041369 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 32800) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:56:51.090356 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b758e85f-6547-4200-8cc6-8bfafe0c66a0 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Pushing event deleted for resources: {'Port': ['ID=d1c1e576-b8b0-4020-8bc7-11cbd4a4fd9d,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:56:51.145379 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6771f092-8c17-45a2-a95b-0e544d947864 None None] Network 59412fb8-cf89-4de7-acfe-ff49a52f31c0 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:56:51.219274 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-71876e0b-b153-4ea4-b8cd-1fc650c30da1 req-b758e85f-6547-4200-8cc6-8bfafe0c66a0 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] No DVR routers for this DVR port d1c1e576-b8b0-4020-8bc7-11cbd4a4fd9d on host n-h2-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:56:51.226074 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-71876e0b-b153-4ea4-b8cd-1fc650c30da1 req-b758e85f-6547-4200-8cc6-8bfafe0c66a0 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:51.228898 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-71876e0b-b153-4ea4-b8cd-1fc650c30da1 req-b758e85f-6547-4200-8cc6-8bfafe0c66a0 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.41 "DELETE /v2.0/ports/d1c1e576-b8b0-4020-8bc7-11cbd4a4fd9d HTTP/1.1" status: 204 len: 173 time: 0.6972485 Jul 13 13:56:51.230460 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb786b12-9d29-4c8d-9562-737244b79507', 'name': 'network-vif-deleted', 'tag': 'd1c1e576-b8b0-4020-8bc7-11cbd4a4fd9d'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:56:51.233036 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-670aa5cf-ebe7-4809-87be-0f301b0f8337" -d '{"events": [{"server_uuid": "cb786b12-9d29-4c8d-9562-737244b79507", "name": "network-vif-deleted", "tag": "d1c1e576-b8b0-4020-8bc7-11cbd4a4fd9d"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:56:51.266245 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ac6050b8-8aec-4e30-a222-54e1ecf29a42 req-5d52e477-e5b7-4ab8-aeb7-c3e71ac0b40f tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb786b12-9d29-4c8d-9562-737244b79507 HTTP/1.1" status: 200 len: 210 time: 0.1128242 Jul 13 13:56:51.334303 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-747fac4e-06ec-459a-80ac-6846627b4423 req-e8ccccf3-8663-4cff-aaad-bf8aa75a3634 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/ports?device_id=50c270a9-8a7b-4c25-9432-b640853488c2 HTTP/1.1" status: 200 len: 210 time: 0.0848596 Jul 13 13:56:51.353992 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device bc3742a2-d0f1-4cc7-81c9-82e13be9415c up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:56:51.371507 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9d0c9005-56aa-4af0-94b9-d5c56a318124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:51.377074 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b568f370-7c7e-45eb-b99d-10a92cbd3224 x-openstack-request-id: req-b568f370-7c7e-45eb-b99d-10a92cbd3224 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:56:51.377382 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb786b12-9d29-4c8d-9562-737244b79507", "name": "network-vif-deleted", "tag": "d1c1e576-b8b0-4020-8bc7-11cbd4a4fd9d", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:56:51.377642 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b568f370-7c7e-45eb-b99d-10a92cbd3224 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:56:51.378086 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb786b12-9d29-4c8d-9562-737244b79507', 'name': 'network-vif-deleted', 'tag': 'd1c1e576-b8b0-4020-8bc7-11cbd4a4fd9d', 'status': 'completed', 'code': 200} Jul 13 13:56:51.420282 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:51.468664 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919567df-7343-4853-b294-7cb0f6720093 req-e6f1a35d-0d8f-4175-878f-42d08193e0ee tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:56:51.471105 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-919567df-7343-4853-b294-7cb0f6720093 req-e6f1a35d-0d8f-4175-878f-42d08193e0ee tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.26 "GET /v2.0/networks?id=94bf27fb-3476-4944-8d19-915922f54fa2 HTTP/1.1" status: 200 len: 816 time: 0.2768981 Jul 13 13:56:51.543273 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-919567df-7343-4853-b294-7cb0f6720093 req-b142c490-ea48-4fd5-af14-f2dd6543fc94 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=adbbbd39f9524bd68afb0008cc2d263c HTTP/1.1" status: 200 len: 379 time: 0.0597649 Jul 13 13:56:51.545108 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-9d0c9005-56aa-4af0-94b9-d5c56a318124 admin admin] Deleting port d1a98129-2b9a-46f9-9e8e-36d78ce8b52d {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:56:51.545801 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9d0c9005-56aa-4af0-94b9-d5c56a318124 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:51.554123 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-919567df-7343-4853-b294-7cb0f6720093 req-cf808b78-1382-4c21-bd57-ad5f1ea5af42 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Request body: {'port': {'device_id': '50c270a9-8a7b-4c25-9432-b640853488c2', 'network_id': '94bf27fb-3476-4944-8d19-915922f54fa2', 'admin_state_up': True, 'tenant_id': 'adbbbd39f9524bd68afb0008cc2d263c', 'security_groups': ['7c6f9ebb-83a6-44c9-abda-c7c8f7f7ed4f']}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:56:51.686665 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port bc3742a2-d0f1-4cc7-81c9-82e13be9415c triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:56:51.687035 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:51.693570 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-9d0c9005-56aa-4af0-94b9-d5c56a318124 admin admin] For port d1a98129-2b9a-46f9-9e8e-36d78ce8b52d, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=d1a98129-2b9a-46f9-9e8e-36d78ce8b52d,segment=NetworkSegment(8921c11a-c4bd-4a08-9f14-8100e9c84735),segment_id=8921c11a-c4bd-4a08-9f14-8100e9c84735)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:56:51.694094 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9d0c9005-56aa-4af0-94b9-d5c56a318124 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:51.718371 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-9d0c9005-56aa-4af0-94b9-d5c56a318124 admin admin] Calling delete_port for d1a98129-2b9a-46f9-9e8e-36d78ce8b52d owned by network:dhcp {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:56:51.807412 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-919567df-7343-4853-b294-7cb0f6720093 req-cf808b78-1382-4c21-bd57-ad5f1ea5af42 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Made reservation on behalf of adbbbd39f9524bd68afb0008cc2d263c for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:56:51.811123 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-919567df-7343-4853-b294-7cb0f6720093 req-cf808b78-1382-4c21-bd57-ad5f1ea5af42 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:51.890500 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9d0c9005-56aa-4af0-94b9-d5c56a318124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:51.916567 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c088c88-ed07-4b98-b542-92ff9b0a2864 None None] DHCP port deletion for 59412fb8-cf89-4de7-acfe-ff49a52f31c0 request from n-d-800634-1 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 13:56:51.928569 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0c9005-56aa-4af0-94b9-d5c56a318124 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1a98129-2b9a-46f9-9e8e-36d78ce8b52d,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:56:51.949450 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0c9005-56aa-4af0-94b9-d5c56a318124 admin admin] No DVR routers for this DVR port d1a98129-2b9a-46f9-9e8e-36d78ce8b52d on host n-d-800634-1 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:56:51.988866 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 42c2b9a2-ebe4-46a4-97e8-c7c0af3140c9 no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:56:52.018350 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: 42c2b9a2-ebe4-46a4-97e8-c7c0af3140c9 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:56:52.019263 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 42c2b9a2-ebe4-46a4-97e8-c7c0af3140c9 not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:56:52.019890 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 68061d6e-ef83-4580-bf2b-2abe8cab7fa5 no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:56:52.045324 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: 68061d6e-ef83-4580-bf2b-2abe8cab7fa5 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:56:52.047029 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 68061d6e-ef83-4580-bf2b-2abe8cab7fa5 not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:56:52.158821 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9d0c9005-56aa-4af0-94b9-d5c56a318124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:52.176416 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-9d0c9005-56aa-4af0-94b9-d5c56a318124 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59412fb8-cf89-4de7-acfe-ff49a52f31c0']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:56:52.193345 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-9d0c9005-56aa-4af0-94b9-d5c56a318124 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8921c11a-c4bd-4a08-9f14-8100e9c84735') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:56:52.193673 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-9d0c9005-56aa-4af0-94b9-d5c56a318124 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8921c11a-c4bd-4a08-9f14-8100e9c84735') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:56:52.202820 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [req-919567df-7343-4853-b294-7cb0f6720093 req-cf808b78-1382-4c21-bd57-ad5f1ea5af42 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Allocated IP 172.20.0.10 (94bf27fb-3476-4944-8d19-915922f54fa2/edd80540-96ff-46b4-a1d4-1e9bba1df368/586de893-9461-4cd5-a184-55dfae64afb3) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:56:52.208922 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9d0c9005-56aa-4af0-94b9-d5c56a318124 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6018464'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:52.232339 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9d0c9005-56aa-4af0-94b9-d5c56a318124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:52.246820 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d0c9005-56aa-4af0-94b9-d5c56a318124 admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 13:56:52.247219 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9d0c9005-56aa-4af0-94b9-d5c56a318124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6018632'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:52.248878 n-d-800634-1 neutron-server[93751]: Traceback (most recent call last): Jul 13 13:56:52.248878 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 13:56:52.248878 n-d-800634-1 neutron-server[93751]: timer() Jul 13 13:56:52.248878 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 13:56:52.248878 n-d-800634-1 neutron-server[93751]: cb(*args, **kw) Jul 13 13:56:52.248878 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 13:56:52.248878 n-d-800634-1 neutron-server[93751]: return func(*args, **kwargs) Jul 13 13:56:52.248878 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 13:56:52.248878 n-d-800634-1 neutron-server[93751]: self._notify() Jul 13 13:56:52.248878 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 13:56:52.248878 n-d-800634-1 neutron-server[93751]: self.callback(batched_events) Jul 13 13:56:52.248878 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 13:56:52.248878 n-d-800634-1 neutron-server[93751]: event.method(event) Jul 13 13:56:52.248878 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 13:56:52.248878 n-d-800634-1 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 13:56:52.248878 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 13:56:52.248878 n-d-800634-1 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 13:56:52.248878 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 13:56:52.248878 n-d-800634-1 neutron-server[93751]: return f(self, *a, **k) Jul 13 13:56:52.248878 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 13:56:52.248878 n-d-800634-1 neutron-server[93751]: return self._get(url).json() Jul 13 13:56:52.248878 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 13:56:52.248878 n-d-800634-1 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 13:56:52.248878 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 13:56:52.248878 n-d-800634-1 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 13 13:56:52.248878 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 13:56:52.248878 n-d-800634-1 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 13:56:52.248878 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 13:56:52.248878 n-d-800634-1 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 13:56:52.248878 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 13:56:52.248878 n-d-800634-1 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 13:56:52.248878 n-d-800634-1 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 13:56:52.361287 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9d0c9005-56aa-4af0-94b9-d5c56a318124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:52.378684 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9d0c9005-56aa-4af0-94b9-d5c56a318124 admin admin] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:52.383489 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 32816) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:56:52.390402 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-9d0c9005-56aa-4af0-94b9-d5c56a318124 admin admin] 10.222.0.23 "DELETE /v2.0/networks/59412fb8-cf89-4de7-acfe-ff49a52f31c0 HTTP/1.1" status: 204 len: 168 time: 1.3460908 Jul 13 13:56:52.399922 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0c9005-56aa-4af0-94b9-d5c56a318124 admin admin] Pushing event deleted for resources: {'Network': ['ID=59412fb8-cf89-4de7-acfe-ff49a52f31c0,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:56:52.487447 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-919567df-7343-4853-b294-7cb0f6720093 req-cf808b78-1382-4c21-bd57-ad5f1ea5af42 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:52.521473 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-919567df-7343-4853-b294-7cb0f6720093 req-cf808b78-1382-4c21-bd57-ad5f1ea5af42 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Transition to ACTIVE for port object 586de893-9461-4cd5-a184-55dfae64afb3 will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:56:52.574159 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-919567df-7343-4853-b294-7cb0f6720093 req-cf808b78-1382-4c21-bd57-ad5f1ea5af42 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:52.624836 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-919567df-7343-4853-b294-7cb0f6720093 req-cf808b78-1382-4c21-bd57-ad5f1ea5af42 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Network 94bf27fb-3476-4944-8d19-915922f54fa2 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:56:52.629131 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [req-919567df-7343-4853-b294-7cb0f6720093 req-cf808b78-1382-4c21-bd57-ad5f1ea5af42 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:56:52.637204 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-919567df-7343-4853-b294-7cb0f6720093 req-cf808b78-1382-4c21-bd57-ad5f1ea5af42 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:56:52.643699 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:52.676672 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf808b78-1382-4c21-bd57-ad5f1ea5af42 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Pushing event updated for resources: {'Port': ['ID=586de893-9461-4cd5-a184-55dfae64afb3,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:56:52.716173 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919567df-7343-4853-b294-7cb0f6720093 req-cf808b78-1382-4c21-bd57-ad5f1ea5af42 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:56:52.717824 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-919567df-7343-4853-b294-7cb0f6720093 req-cf808b78-1382-4c21-bd57-ad5f1ea5af42 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:52.737306 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-919567df-7343-4853-b294-7cb0f6720093 req-cf808b78-1382-4c21-bd57-ad5f1ea5af42 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1875031 Jul 13 13:56:52.756921 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-919567df-7343-4853-b294-7cb0f6720093 req-f403bf0c-b5e1-4406-9a96-970a5e0723c1 service neutron] Request body: {'port': {'device_id': '50c270a9-8a7b-4c25-9432-b640853488c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-1'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:56:52.881201 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0efeee1-db5c-4b5a-8239-17d9397db5c1 req-f91bc456-a75b-4fdc-a2fb-d7b1f7d9ef76 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:56:52.890891 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b0efeee1-db5c-4b5a-8239-17d9397db5c1 req-f91bc456-a75b-4fdc-a2fb-d7b1f7d9ef76 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/ports?device_id=50c270a9-8a7b-4c25-9432-b640853488c2 HTTP/1.1" status: 200 len: 932 time: 0.2028029 Jul 13 13:56:52.954289 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-919567df-7343-4853-b294-7cb0f6720093 req-f403bf0c-b5e1-4406-9a96-970a5e0723c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:52.981814 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b0efeee1-db5c-4b5a-8239-17d9397db5c1 req-44384bee-ce79-40e2-b68c-1ff8782ffab4 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c6f9ebb-83a6-44c9-abda-c7c8f7f7ed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896628 Jul 13 13:56:53.043136 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-69fcae8a-ff34-4463-adef-2a6bb884fa63 None None] Provisioning for port 586de893-9461-4cd5-a184-55dfae64afb3 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:56:53.047931 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-69fcae8a-ff34-4463-adef-2a6bb884fa63 None None] Provisioning complete for port 586de893-9461-4cd5-a184-55dfae64afb3 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:56:53.048520 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-69fcae8a-ff34-4463-adef-2a6bb884fa63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:53.072187 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55274c2f-152d-440e-9051-939aa83a0a0a req-b081a2cd-a580-4ef9-a19e-4b9fed217b82 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:56:53.074088 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-55274c2f-152d-440e-9051-939aa83a0a0a req-b081a2cd-a580-4ef9-a19e-4b9fed217b82 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/ports?device_id=41894051-badc-4637-b880-55433b7deb00 HTTP/1.1" status: 200 len: 946 time: 0.1349604 Jul 13 13:56:53.095062 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c9fc3f93-b651-4cea-bbee-813de0c66db0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451695'] for router_interface, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:53.096712 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-69fcae8a-ff34-4463-adef-2a6bb884fa63 None None] Port 586de893-9461-4cd5-a184-55dfae64afb3 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:56:53.193273 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device d1a98129-2b9a-46f9-9e8e-36d78ce8b52d no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:56:53.249126 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-55274c2f-152d-440e-9051-939aa83a0a0a req-6b50ef17-0031-438b-a9c5-12ebb0178b00 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e5eeece-5c52-4118-a82a-889f2af322a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068943 Jul 13 13:56:53.249285 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: d1a98129-2b9a-46f9-9e8e-36d78ce8b52d {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:56:53.249572 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device d1a98129-2b9a-46f9-9e8e-36d78ce8b52d not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:56:53.424255 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [req-919567df-7343-4853-b294-7cb0f6720093 req-f403bf0c-b5e1-4406-9a96-970a5e0723c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 586de893-9461-4cd5-a184-55dfae64afb3 {{(pid=93751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:56:53.433438 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-919567df-7343-4853-b294-7cb0f6720093 req-f403bf0c-b5e1-4406-9a96-970a5e0723c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:53.446593 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-919567df-7343-4853-b294-7cb0f6720093 req-f403bf0c-b5e1-4406-9a96-970a5e0723c1 service neutron] Transition to ACTIVE for port object 586de893-9461-4cd5-a184-55dfae64afb3 will not be triggered until provisioned by entity L2. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:56:53.453520 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-919567df-7343-4853-b294-7cb0f6720093 req-f403bf0c-b5e1-4406-9a96-970a5e0723c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:53.514246 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f403bf0c-b5e1-4406-9a96-970a5e0723c1 service neutron] Pushing event updated for resources: {'Port': ['ID=586de893-9461-4cd5-a184-55dfae64afb3,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:56:53.589939 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-919567df-7343-4853-b294-7cb0f6720093 req-f403bf0c-b5e1-4406-9a96-970a5e0723c1 service neutron] Attempting to bind port 586de893-9461-4cd5-a184-55dfae64afb3 on host n-h1-800634-1 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:56:53.590272 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-919567df-7343-4853-b294-7cb0f6720093 req-f403bf0c-b5e1-4406-9a96-970a5e0723c1 service neutron] Attempting to bind port 586de893-9461-4cd5-a184-55dfae64afb3 by drivers openvswitch,hyperv on host n-h1-800634-1 at level 0 using segments [{'id': '53f233fa-3a9c-4b12-9272-d4c4393df010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '94bf27fb-3476-4944-8d19-915922f54fa2'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:56:53.590597 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-919567df-7343-4853-b294-7cb0f6720093 req-f403bf0c-b5e1-4406-9a96-970a5e0723c1 service neutron] Attempting to bind port 586de893-9461-4cd5-a184-55dfae64afb3 on network 94bf27fb-3476-4944-8d19-915922f54fa2 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:56:53.595954 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-919567df-7343-4853-b294-7cb0f6720093 req-f403bf0c-b5e1-4406-9a96-970a5e0723c1 service neutron] Port 586de893-9461-4cd5-a184-55dfae64afb3 on network 94bf27fb-3476-4944-8d19-915922f54fa2 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-1 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:56:53.596457 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-919567df-7343-4853-b294-7cb0f6720093 req-f403bf0c-b5e1-4406-9a96-970a5e0723c1 service neutron] Attempting to bind port 586de893-9461-4cd5-a184-55dfae64afb3 on network 94bf27fb-3476-4944-8d19-915922f54fa2 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:56:53.602608 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-919567df-7343-4853-b294-7cb0f6720093 req-f403bf0c-b5e1-4406-9a96-970a5e0723c1 service neutron] Checking agent: {'id': 'a7603dc8-3c50-4a9b-8f0d-1143528f155e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 56, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:56:53.602926 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-919567df-7343-4853-b294-7cb0f6720093 req-f403bf0c-b5e1-4406-9a96-970a5e0723c1 service neutron] Checking segment: {'id': '53f233fa-3a9c-4b12-9272-d4c4393df010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '94bf27fb-3476-4944-8d19-915922f54fa2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:56:53.603306 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-919567df-7343-4853-b294-7cb0f6720093 req-f403bf0c-b5e1-4406-9a96-970a5e0723c1 service neutron] Bound using segment: {'id': '53f233fa-3a9c-4b12-9272-d4c4393df010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '94bf27fb-3476-4944-8d19-915922f54fa2'} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:56:53.603731 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-919567df-7343-4853-b294-7cb0f6720093 req-f403bf0c-b5e1-4406-9a96-970a5e0723c1 service neutron] Bound port: 586de893-9461-4cd5-a184-55dfae64afb3, host: n-h1-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53f233fa-3a9c-4b12-9272-d4c4393df010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '94bf27fb-3476-4944-8d19-915922f54fa2'}}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:56:53.604086 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-919567df-7343-4853-b294-7cb0f6720093 req-f403bf0c-b5e1-4406-9a96-970a5e0723c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:53.677894 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-919567df-7343-4853-b294-7cb0f6720093 req-f403bf0c-b5e1-4406-9a96-970a5e0723c1 service neutron] For port 586de893-9461-4cd5-a184-55dfae64afb3, host n-h1-800634-1, cleared binding levels {{(pid=93751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:56:53.685802 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-919567df-7343-4853-b294-7cb0f6720093 req-f403bf0c-b5e1-4406-9a96-970a5e0723c1 service neutron] For port 586de893-9461-4cd5-a184-55dfae64afb3, host n-h1-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=586de893-9461-4cd5-a184-55dfae64afb3,segment=NetworkSegment(53f233fa-3a9c-4b12-9272-d4c4393df010),segment_id=53f233fa-3a9c-4b12-9272-d4c4393df010)] {{(pid=93751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:56:53.695634 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-919567df-7343-4853-b294-7cb0f6720093 req-f403bf0c-b5e1-4406-9a96-970a5e0723c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:53.737803 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919567df-7343-4853-b294-7cb0f6720093 req-f403bf0c-b5e1-4406-9a96-970a5e0723c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:56:53.738724 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-919567df-7343-4853-b294-7cb0f6720093 req-f403bf0c-b5e1-4406-9a96-970a5e0723c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:53.740235 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-919567df-7343-4853-b294-7cb0f6720093 req-f403bf0c-b5e1-4406-9a96-970a5e0723c1 service neutron] 10.222.0.26 "PUT /v2.0/ports/586de893-9461-4cd5-a184-55dfae64afb3 HTTP/1.1" status: 200 len: 1092 time: 0.9947875 Jul 13 13:56:53.740804 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50c270a9-8a7b-4c25-9432-b640853488c2', 'tag': '586de893-9461-4cd5-a184-55dfae64afb3'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:56:53.744156 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d17b627af75e17e0f4b8d6239d04f8c2f78634e2c585e32a7aeca336500f34a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ac54fc5-5db3-4cf7-887c-cf9baddec81d" -d '{"events": [{"name": "network-changed", "server_uuid": "50c270a9-8a7b-4c25-9432-b640853488c2", "tag": "586de893-9461-4cd5-a184-55dfae64afb3"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:56:53.781209 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f403bf0c-b5e1-4406-9a96-970a5e0723c1 service neutron] Pushing event updated for resources: {'Port': ['ID=586de893-9461-4cd5-a184-55dfae64afb3,revision_number=3']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:56:53.829185 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 13:56:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2271f51-cedd-4795-bbe0-cb091e77def8 x-openstack-request-id: req-d2271f51-cedd-4795-bbe0-cb091e77def8 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:56:53.829435 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50c270a9-8a7b-4c25-9432-b640853488c2", "tag": "586de893-9461-4cd5-a184-55dfae64afb3", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:56:53.829692 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d2271f51-cedd-4795-bbe0-cb091e77def8 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:56:53.830184 n-d-800634-1 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50c270a9-8a7b-4c25-9432-b640853488c2', 'tag': '586de893-9461-4cd5-a184-55dfae64afb3', 'status': 'completed', 'code': 200} Jul 13 13:56:53.860211 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919567df-7343-4853-b294-7cb0f6720093 req-5de8321f-1b8f-416d-9816-f94c65530e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:56:53.861956 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-919567df-7343-4853-b294-7cb0f6720093 req-5de8321f-1b8f-416d-9816-f94c65530e14 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=adbbbd39f9524bd68afb0008cc2d263c&device_id=50c270a9-8a7b-4c25-9432-b640853488c2 HTTP/1.1" status: 200 len: 1095 time: 0.0716257 Jul 13 13:56:53.866147 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-c9fc3f93-b651-4cea-bbee-813de0c66db0 admin admin] Deleting port 63a37107-2fb7-473a-b240-6edd53a472b8 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:56:53.867534 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c9fc3f93-b651-4cea-bbee-813de0c66db0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:53.910439 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-919567df-7343-4853-b294-7cb0f6720093 req-ca4c3295-a42b-474b-9deb-6ce4f20e537f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=586de893-9461-4cd5-a184-55dfae64afb3 HTTP/1.1" status: 200 len: 217 time: 0.0392861 Jul 13 13:56:53.968772 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919567df-7343-4853-b294-7cb0f6720093 req-8e2af00b-1486-49c1-a2f1-307ad3322ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:56:53.969767 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-c9fc3f93-b651-4cea-bbee-813de0c66db0 admin admin] For port 63a37107-2fb7-473a-b240-6edd53a472b8, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=63a37107-2fb7-473a-b240-6edd53a472b8,segment=NetworkSegment(657d9a60-ac1d-4dbb-b674-aeb5a524061e),segment_id=657d9a60-ac1d-4dbb-b674-aeb5a524061e)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:56:53.970151 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c9fc3f93-b651-4cea-bbee-813de0c66db0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:53.970335 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-919567df-7343-4853-b294-7cb0f6720093 req-8e2af00b-1486-49c1-a2f1-307ad3322ca5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=edd80540-96ff-46b4-a1d4-1e9bba1df368 HTTP/1.1" status: 200 len: 855 time: 0.0523546 Jul 13 13:56:53.986055 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-c9fc3f93-b651-4cea-bbee-813de0c66db0 admin admin] Calling delete_port for 63a37107-2fb7-473a-b240-6edd53a472b8 owned by network:router_interface {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:56:54.062232 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919567df-7343-4853-b294-7cb0f6720093 req-987e667b-baad-4230-bc01-2f3e58153672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:56:54.063498 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-919567df-7343-4853-b294-7cb0f6720093 req-987e667b-baad-4230-bc01-2f3e58153672 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=94bf27fb-3476-4944-8d19-915922f54fa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0853684 Jul 13 13:56:54.184433 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-919567df-7343-4853-b294-7cb0f6720093 req-f47d2753-5bc9-4d92-9eb4-2a1351f36760 service neutron] 10.222.0.26 "GET /v2.0/networks/94bf27fb-3476-4944-8d19-915922f54fa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122365 Jul 13 13:56:54.277251 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c9fc3f93-b651-4cea-bbee-813de0c66db0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:54.304952 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-919567df-7343-4853-b294-7cb0f6720093 req-87c8ba29-e948-47c6-b3cf-86a18e9520c2 service neutron] 10.222.0.26 "GET /v2.0/networks/94bf27fb-3476-4944-8d19-915922f54fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129053 Jul 13 13:56:54.321702 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fc3f93-b651-4cea-bbee-813de0c66db0 admin admin] Pushing event deleted for resources: {'Port': ['ID=63a37107-2fb7-473a-b240-6edd53a472b8,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:56:54.432832 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ab70ab-1f0e-4440-baca-27c3f5c7ab4b req-b89153c6-0703-4fa3-97ed-ef6ed8f41147 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:56:54.440825 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f4ab70ab-1f0e-4440-baca-27c3f5c7ab4b req-b89153c6-0703-4fa3-97ed-ef6ed8f41147 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/ports?device_id=50c270a9-8a7b-4c25-9432-b640853488c2 HTTP/1.1" status: 200 len: 944 time: 0.2534666 Jul 13 13:56:54.484467 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d9c997-d7d1-4b4c-9099-d204deff8dbd req-26322766-92c4-4a6b-9a91-4be4aa019cca tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:56:54.486032 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c6d9c997-d7d1-4b4c-9099-d204deff8dbd req-26322766-92c4-4a6b-9a91-4be4aa019cca tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.26 "GET /v2.0/ports?device_id=41894051-badc-4637-b880-55433b7deb00 HTTP/1.1" status: 200 len: 946 time: 0.2619827 Jul 13 13:56:54.492348 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac54fc5-5db3-4cf7-887c-cf9baddec81d req-74986e7c-6548-4d19-a082-aa7fbca75135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:56:54.493921 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-9ac54fc5-5db3-4cf7-887c-cf9baddec81d req-74986e7c-6548-4d19-a082-aa7fbca75135 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=adbbbd39f9524bd68afb0008cc2d263c&device_id=50c270a9-8a7b-4c25-9432-b640853488c2 HTTP/1.1" status: 200 len: 1095 time: 0.1248829 Jul 13 13:56:54.654403 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac54fc5-5db3-4cf7-887c-cf9baddec81d req-2b1a814f-953e-4665-b079-fac5d8832739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:56:54.656094 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-9ac54fc5-5db3-4cf7-887c-cf9baddec81d req-2b1a814f-953e-4665-b079-fac5d8832739 service neutron] 10.222.0.26 "GET /v2.0/networks?id=94bf27fb-3476-4944-8d19-915922f54fa2 HTTP/1.1" status: 200 len: 916 time: 0.1532853 Jul 13 13:56:54.669305 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae328bd-7c0c-4505-b403-e2a09add504b req-b163a78b-e392-4a8a-9b24-313569709eb1 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:56:54.677034 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f4ab70ab-1f0e-4440-baca-27c3f5c7ab4b req-a1affed5-d7da-489e-ae4f-547adb0fc63d tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c6f9ebb-83a6-44c9-abda-c7c8f7f7ed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2352641 Jul 13 13:56:54.677284 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2ae328bd-7c0c-4505-b403-e2a09add504b req-b163a78b-e392-4a8a-9b24-313569709eb1 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/ports?device_id=41894051-badc-4637-b880-55433b7deb00 HTTP/1.1" status: 200 len: 946 time: 0.1576457 Jul 13 13:56:54.741591 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-9ac54fc5-5db3-4cf7-887c-cf9baddec81d req-cbf7fd4e-32b2-497f-aa41-64fcd99649fa service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=586de893-9461-4cd5-a184-55dfae64afb3 HTTP/1.1" status: 200 len: 217 time: 0.0602102 Jul 13 13:56:54.781661 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2ae328bd-7c0c-4505-b403-e2a09add504b req-1318b4dc-d7cc-4de7-bdf8-22c0eda47150 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e5eeece-5c52-4118-a82a-889f2af322a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035078 Jul 13 13:56:54.841896 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac54fc5-5db3-4cf7-887c-cf9baddec81d req-6c1e9e18-ec48-47be-8203-1606925cd768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:56:54.843057 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-9ac54fc5-5db3-4cf7-887c-cf9baddec81d req-6c1e9e18-ec48-47be-8203-1606925cd768 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=edd80540-96ff-46b4-a1d4-1e9bba1df368 HTTP/1.1" status: 200 len: 855 time: 0.0777466 Jul 13 13:56:54.844514 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-c6d9c997-d7d1-4b4c-9099-d204deff8dbd req-5e74b969-ac81-4336-a0d9-eba9c34949b6 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Deleting port 2f2379ce-f297-4d64-b098-6dcdd65d5c83 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:56:54.844868 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-c6d9c997-d7d1-4b4c-9099-d204deff8dbd req-5e74b969-ac81-4336-a0d9-eba9c34949b6 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:54.901864 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c9fc3f93-b651-4cea-bbee-813de0c66db0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1785036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452491'] for router_interface, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:54.922105 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac54fc5-5db3-4cf7-887c-cf9baddec81d req-78ed7aed-1ac6-402d-af2c-3f4466ef568c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:56:54.923857 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-9ac54fc5-5db3-4cf7-887c-cf9baddec81d req-78ed7aed-1ac6-402d-af2c-3f4466ef568c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=94bf27fb-3476-4944-8d19-915922f54fa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0742772 Jul 13 13:56:54.948974 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device d1c1e576-b8b0-4020-8bc7-11cbd4a4fd9d no longer exists at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:56:54.990319 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] No Port match for: d1c1e576-b8b0-4020-8bc7-11cbd4a4fd9d {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:56:54.991520 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device d1c1e576-b8b0-4020-8bc7-11cbd4a4fd9d not bound to the agent host n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:56:55.076189 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-c6d9c997-d7d1-4b4c-9099-d204deff8dbd req-5e74b969-ac81-4336-a0d9-eba9c34949b6 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] For port 2f2379ce-f297-4d64-b098-6dcdd65d5c83, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=2f2379ce-f297-4d64-b098-6dcdd65d5c83,segment=NetworkSegment(34a01d3a-59e0-46b3-ab51-e02ceb07d7ab),segment_id=34a01d3a-59e0-46b3-ab51-e02ceb07d7ab)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:56:55.076569 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-c6d9c997-d7d1-4b4c-9099-d204deff8dbd req-5e74b969-ac81-4336-a0d9-eba9c34949b6 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:55.097701 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-c6d9c997-d7d1-4b4c-9099-d204deff8dbd req-5e74b969-ac81-4336-a0d9-eba9c34949b6 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Calling delete_port for 2f2379ce-f297-4d64-b098-6dcdd65d5c83 owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:56:55.143327 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-9ac54fc5-5db3-4cf7-887c-cf9baddec81d req-f3b0236a-3f6a-4221-8bd0-3c6949cc5260 service neutron] 10.222.0.26 "GET /v2.0/networks/94bf27fb-3476-4944-8d19-915922f54fa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117279 Jul 13 13:56:55.228661 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 586de893-9461-4cd5-a184-55dfae64afb3 details requested by agent hyperv_n-h1-800634-1 with host n-h1-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 13:56:55.340760 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9fc3f93-b651-4cea-bbee-813de0c66db0 admin admin] Router 2ef14f4d-b457-4027-8ad3-205c85052ccc has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 13:56:55.354632 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 586de893-9461-4cd5-a184-55dfae64afb3, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=586de893-9461-4cd5-a184-55dfae64afb3,segment=NetworkSegment(53f233fa-3a9c-4b12-9272-d4c4393df010),segment_id=53f233fa-3a9c-4b12-9272-d4c4393df010)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:56:55.385248 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Returning: {'device': '586de893-9461-4cd5-a184-55dfae64afb3', 'network_id': '94bf27fb-3476-4944-8d19-915922f54fa2', 'port_id': '586de893-9461-4cd5-a184-55dfae64afb3', 'mac_address': 'fa:16:3e:90:a2:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edd80540-96ff-46b4-a1d4-1e9bba1df368', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 13:56:55.427243 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-c6d9c997-d7d1-4b4c-9099-d204deff8dbd req-5e74b969-ac81-4336-a0d9-eba9c34949b6 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:55.443828 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['66c0eee5-eff9-4ca2-a47b-7acc34ac5f92'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:56:55.448512 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['2f2379ce-f297-4d64-b098-6dcdd65d5c83'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:56:55.518471 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:55.535083 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e74b969-ac81-4336-a0d9-eba9c34949b6 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Pushing event deleted for resources: {'Port': ['ID=2f2379ce-f297-4d64-b098-6dcdd65d5c83,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:56:55.550522 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 586de893-9461-4cd5-a184-55dfae64afb3 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:56:55.580891 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 586de893-9461-4cd5-a184-55dfae64afb3, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=586de893-9461-4cd5-a184-55dfae64afb3,segment=NetworkSegment(53f233fa-3a9c-4b12-9272-d4c4393df010),segment_id=53f233fa-3a9c-4b12-9272-d4c4393df010)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:56:55.593335 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:55.599432 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6d9c997-d7d1-4b4c-9099-d204deff8dbd req-5e74b969-ac81-4336-a0d9-eba9c34949b6 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] No DVR routers for this DVR port 2f2379ce-f297-4d64-b098-6dcdd65d5c83 on host n-h1-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:56:55.605448 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-c6d9c997-d7d1-4b4c-9099-d204deff8dbd req-5e74b969-ac81-4336-a0d9-eba9c34949b6 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:55.607736 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c6d9c997-d7d1-4b4c-9099-d204deff8dbd req-5e74b969-ac81-4336-a0d9-eba9c34949b6 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.26 "DELETE /v2.0/ports/2f2379ce-f297-4d64-b098-6dcdd65d5c83 HTTP/1.1" status: 204 len: 173 time: 1.1010938 Jul 13 13:56:55.608457 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41894051-badc-4637-b880-55433b7deb00', 'name': 'network-vif-deleted', 'tag': '2f2379ce-f297-4d64-b098-6dcdd65d5c83'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:56:55.619470 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63fad033-97a0-4dda-937c-39d215857bc5" -d '{"events": [{"server_uuid": "41894051-badc-4637-b880-55433b7deb00", "name": "network-vif-deleted", "tag": "2f2379ce-f297-4d64-b098-6dcdd65d5c83"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:56:55.630495 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9fc3f93-b651-4cea-bbee-813de0c66db0 admin admin] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:56:55.654084 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-c9fc3f93-b651-4cea-bbee-813de0c66db0 admin admin] 10.222.0.23 "PUT /v2.0/routers/2ef14f4d-b457-4027-8ad3-205c85052ccc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2672827 Jul 13 13:56:55.657679 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 32912) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:56:55.667818 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=586de893-9461-4cd5-a184-55dfae64afb3,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:56:55.672839 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0115ac-c6e2-4d35-98b6-ce0c6c792cb3 None None] Sync routers for ids ['2ef14f4d-b457-4027-8ad3-205c85052ccc'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:56:55.698821 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0115ac-c6e2-4d35-98b6-ce0c6c792cb3 None None] Routers {'2ef14f4d-b457-4027-8ad3-205c85052ccc'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:56:55.701362 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-5f0115ac-c6e2-4d35-98b6-ce0c6c792cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:56:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['2ef14f4d-b457-4027-8ad3-205c85052ccc'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:56:55.770954 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-9ac54fc5-5db3-4cf7-887c-cf9baddec81d req-abf95da2-12e5-471a-8510-04c4125dadc5 service neutron] 10.222.0.26 "GET /v2.0/networks/94bf27fb-3476-4944-8d19-915922f54fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6202559 Jul 13 13:56:55.870125 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1ac972ee-cdbf-43db-90b5-ce29d24b7a60 admin admin] Notify callbacks [] for router, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:55.872755 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74d50a79-ae87-4089-bed6-91936be2e761 x-openstack-request-id: req-74d50a79-ae87-4089-bed6-91936be2e761 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:56:55.873158 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41894051-badc-4637-b880-55433b7deb00", "name": "network-vif-deleted", "tag": "2f2379ce-f297-4d64-b098-6dcdd65d5c83", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:56:55.874991 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-74d50a79-ae87-4089-bed6-91936be2e761 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:56:55.874991 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41894051-badc-4637-b880-55433b7deb00', 'name': 'network-vif-deleted', 'tag': '2f2379ce-f297-4d64-b098-6dcdd65d5c83', 'status': 'completed', 'code': 200} Jul 13 13:56:55.994250 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8cf75f7c-930a-4315-950b-fc5ecaab8097 req-2c1d51e9-1203-49be-9120-38a4390fbb1a tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/ports?device_id=41894051-badc-4637-b880-55433b7deb00 HTTP/1.1" status: 200 len: 210 time: 0.0444150 Jul 13 13:56:56.018123 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['586de893-9461-4cd5-a184-55dfae64afb3'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:56:56.111052 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c27721-8ce3-46c2-990a-9fe3f5158cfc req-01931846-8fb7-4582-89ac-097ed70e7b93 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:56:56.112724 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-53c27721-8ce3-46c2-990a-9fe3f5158cfc req-01931846-8fb7-4582-89ac-097ed70e7b93 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/ports?device_id=50c270a9-8a7b-4c25-9432-b640853488c2 HTTP/1.1" status: 200 len: 945 time: 0.1730254 Jul 13 13:56:56.127010 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1ac972ee-cdbf-43db-90b5-ce29d24b7a60 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:56.167845 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-5f0115ac-c6e2-4d35-98b6-ce0c6c792cb3 None None] Set router 2ef14f4d-b457-4027-8ad3-205c85052ccc gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:56:56.201310 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-53c27721-8ce3-46c2-990a-9fe3f5158cfc req-9850b356-76d5-4d1a-adb9-2a98c638f7d0 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c6f9ebb-83a6-44c9-abda-c7c8f7f7ed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684006 Jul 13 13:56:56.224246 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-1ac972ee-cdbf-43db-90b5-ce29d24b7a60 admin admin] Deleting port b17f1d29-481f-47b4-9efa-1eae5eca6602 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:56:56.224592 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1ac972ee-cdbf-43db-90b5-ce29d24b7a60 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:56.339887 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-1ac972ee-cdbf-43db-90b5-ce29d24b7a60 admin admin] For port b17f1d29-481f-47b4-9efa-1eae5eca6602, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=b17f1d29-481f-47b4-9efa-1eae5eca6602,segment=NetworkSegment(3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87),segment_id=3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:56:56.340801 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1ac972ee-cdbf-43db-90b5-ce29d24b7a60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:56.369679 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-1ac972ee-cdbf-43db-90b5-ce29d24b7a60 admin admin] Calling delete_port for b17f1d29-481f-47b4-9efa-1eae5eca6602 owned by network:router_gateway {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:56:56.473784 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-5f0115ac-c6e2-4d35-98b6-ce0c6c792cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ef14f4d-b457-4027-8ad3-205c85052ccc', 'name': 'tempest-TestServerMultinode-1739664251-router', 'tenant_id': '9f2183a7ddf44a3e8c4fb0f4c232500b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': 'b17f1d29-481f-47b4-9efa-1eae5eca6602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:55:59Z', 'updated_at': '2021-07-13T13:56:54Z', 'revision_number': 5, 'project_id': '9f2183a7ddf44a3e8c4fb0f4c232500b', 'gw_port': {'id': 'b17f1d29-481f-47b4-9efa-1eae5eca6602', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:f0:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef14f4d-b457-4027-8ad3-205c85052ccc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:55:59Z', 'updated_at': '2021-07-13T13:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:56:56.501712 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0115ac-c6e2-4d35-98b6-ce0c6c792cb3 None None] Checking router: 2ef14f4d-b457-4027-8ad3-205c85052ccc for host: n-d-800634-1 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 13:56:56.513915 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0115ac-c6e2-4d35-98b6-ce0c6c792cb3 None None] Routers {'2ef14f4d-b457-4027-8ad3-205c85052ccc'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:56:56.514548 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-5f0115ac-c6e2-4d35-98b6-ce0c6c792cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:56:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['2ef14f4d-b457-4027-8ad3-205c85052ccc'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:56:56.574060 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1ac972ee-cdbf-43db-90b5-ce29d24b7a60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:56.602977 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-5f0115ac-c6e2-4d35-98b6-ce0c6c792cb3 None None] Set router 2ef14f4d-b457-4027-8ad3-205c85052ccc gateway port host: None {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:56:56.611259 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac972ee-cdbf-43db-90b5-ce29d24b7a60 admin admin] Pushing event deleted for resources: {'Port': ['ID=b17f1d29-481f-47b4-9efa-1eae5eca6602,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:56:56.655319 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-5f0115ac-c6e2-4d35-98b6-ce0c6c792cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ef14f4d-b457-4027-8ad3-205c85052ccc', 'name': 'tempest-TestServerMultinode-1739664251-router', 'tenant_id': '9f2183a7ddf44a3e8c4fb0f4c232500b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:55:59Z', 'updated_at': '2021-07-13T13:56:56Z', 'revision_number': 6, 'project_id': '9f2183a7ddf44a3e8c4fb0f4c232500b', 'gw_port_host': None}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:56:56.676756 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1ac972ee-cdbf-43db-90b5-ce29d24b7a60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-446473'] for router_gateway, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:56.686102 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0115ac-c6e2-4d35-98b6-ce0c6c792cb3 None None] The sync data for ids ['2ef14f4d-b457-4027-8ad3-205c85052ccc'] in n-d-800634-1 is: [{'id': '2ef14f4d-b457-4027-8ad3-205c85052ccc', 'name': 'tempest-TestServerMultinode-1739664251-router', 'tenant_id': '9f2183a7ddf44a3e8c4fb0f4c232500b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:55:59Z', 'updated_at': '2021-07-13T13:56:56Z', 'revision_number': 6, 'project_id': '9f2183a7ddf44a3e8c4fb0f4c232500b', 'gw_port_host': None}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:56:56.779810 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1ac972ee-cdbf-43db-90b5-ce29d24b7a60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1591938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2696'] for router, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:56.781948 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1ac972ee-cdbf-43db-90b5-ce29d24b7a60 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:56.827291 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1ac972ee-cdbf-43db-90b5-ce29d24b7a60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593106'] for router, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:56.827853 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ac972ee-cdbf-43db-90b5-ce29d24b7a60 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2ef14f4d-b457-4027-8ad3-205c85052ccc {{(pid=93750) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 13:56:56.832249 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1ac972ee-cdbf-43db-90b5-ce29d24b7a60 admin admin] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:56.833403 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-1ac972ee-cdbf-43db-90b5-ce29d24b7a60 admin admin] 10.222.0.23 "DELETE /v2.0/routers/2ef14f4d-b457-4027-8ad3-205c85052ccc HTTP/1.1" status: 204 len: 168 time: 1.1744735 Jul 13 13:56:56.836836 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 32922) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:56:56.883928 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d0d81e1-5908-4f92-8176-0f2429b1ad82 admin admin] Deleting subnet 7c72d7a7-d85b-48e7-86f1-61f52a9f9732 {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 13:56:56.887046 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9d0d81e1-5908-4f92-8176-0f2429b1ad82 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:56.927688 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9d0d81e1-5908-4f92-8176-0f2429b1ad82 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6018489'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:57.008559 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9d0d81e1-5908-4f92-8176-0f2429b1ad82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:57.069175 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9d0d81e1-5908-4f92-8176-0f2429b1ad82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6018534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6105009'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:57.102338 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0d81e1-5908-4f92-8176-0f2429b1ad82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c72d7a7-d85b-48e7-86f1-61f52a9f9732,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:56:57.107378 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9d0d81e1-5908-4f92-8176-0f2429b1ad82 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:57.109410 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-9d0d81e1-5908-4f92-8176-0f2429b1ad82 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/7c72d7a7-d85b-48e7-86f1-61f52a9f9732 HTTP/1.1" status: 204 len: 168 time: 0.2714381 Jul 13 13:56:57.111892 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 32928) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:56:57.120211 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d86f721-112a-4e28-aa0a-459b658f2b77 None None] Network f2a3b5d2-2392-460d-bc5c-d0f742d817bc requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:56:57.244514 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 586de893-9461-4cd5-a184-55dfae64afb3 up at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:56:57.247690 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e5102060-4044-4af3-b6e2-8bafe0ea46bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:57.348273 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-e5102060-4044-4af3-b6e2-8bafe0ea46bf admin admin] Deleting port fd5b8678-07d8-48fa-aff6-4b65384f3b8a {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:56:57.348506 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e5102060-4044-4af3-b6e2-8bafe0ea46bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:57.432683 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 63a37107-2fb7-473a-b240-6edd53a472b8 no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:56:57.445527 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-e5102060-4044-4af3-b6e2-8bafe0ea46bf admin admin] For port fd5b8678-07d8-48fa-aff6-4b65384f3b8a, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=fd5b8678-07d8-48fa-aff6-4b65384f3b8a,segment=NetworkSegment(657d9a60-ac1d-4dbb-b674-aeb5a524061e),segment_id=657d9a60-ac1d-4dbb-b674-aeb5a524061e)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:56:57.445963 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e5102060-4044-4af3-b6e2-8bafe0ea46bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:57.467678 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-e5102060-4044-4af3-b6e2-8bafe0ea46bf admin admin] Calling delete_port for fd5b8678-07d8-48fa-aff6-4b65384f3b8a owned by network:dhcp {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:56:57.475081 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: 63a37107-2fb7-473a-b240-6edd53a472b8 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:56:57.475434 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 63a37107-2fb7-473a-b240-6edd53a472b8 not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:56:57.514174 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning for port 586de893-9461-4cd5-a184-55dfae64afb3 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:56:57.521648 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning complete for port 586de893-9461-4cd5-a184-55dfae64afb3 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:56:57.522207 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:57.548457 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c103ad0-2742-4222-9161-7daf8fa0e813 req-de8fd74f-cd6a-41ce-8300-c28e56c68942 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:56:57.561495 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2c103ad0-2742-4222-9161-7daf8fa0e813 req-de8fd74f-cd6a-41ce-8300-c28e56c68942 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/ports?device_id=50c270a9-8a7b-4c25-9432-b640853488c2 HTTP/1.1" status: 200 len: 945 time: 0.1070981 Jul 13 13:56:57.633110 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2147266-8a54-4175-bcdf-d62eb4bbebf2 None None] DHCP port deletion for f2a3b5d2-2392-460d-bc5c-d0f742d817bc request from n-d-800634-1 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 13:56:57.639345 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2c103ad0-2742-4222-9161-7daf8fa0e813 req-89cf24a5-1d22-4720-bb80-05819094e615 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c6f9ebb-83a6-44c9-abda-c7c8f7f7ed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720904 Jul 13 13:56:57.685512 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:57.698813 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e5102060-4044-4af3-b6e2-8bafe0ea46bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:57.722516 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50c270a9-8a7b-4c25-9432-b640853488c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '586de893-9461-4cd5-a184-55dfae64afb3'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:56:57.724883 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c32e6d9-9c0a-432a-8269-4d3c34b576f4" -d '{"events": [{"server_uuid": "50c270a9-8a7b-4c25-9432-b640853488c2", "name": "network-vif-plugged", "status": "completed", "tag": "586de893-9461-4cd5-a184-55dfae64afb3"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:56:57.731997 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5102060-4044-4af3-b6e2-8bafe0ea46bf admin admin] Pushing event deleted for resources: {'Port': ['ID=fd5b8678-07d8-48fa-aff6-4b65384f3b8a,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:56:57.743293 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 586de893-9461-4cd5-a184-55dfae64afb3, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=586de893-9461-4cd5-a184-55dfae64afb3,segment=NetworkSegment(53f233fa-3a9c-4b12-9272-d4c4393df010),segment_id=53f233fa-3a9c-4b12-9272-d4c4393df010)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:56:57.751701 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:57.752920 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 2f2379ce-f297-4d64-b098-6dcdd65d5c83 no longer exists at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:56:57.758006 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f196a9fc-0a99-4f9b-9ea9-017e950dbcaa req-2db86737-3e7f-4ff8-aeae-cd2afdc6d309 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:56:57.759611 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f196a9fc-0a99-4f9b-9ea9-017e950dbcaa req-2db86737-3e7f-4ff8-aeae-cd2afdc6d309 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/networks?id=c17eca93-ffcb-4f26-9d07-03fe19280fd8 HTTP/1.1" status: 200 len: 805 time: 0.2705824 Jul 13 13:56:57.763639 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5102060-4044-4af3-b6e2-8bafe0ea46bf admin admin] No DVR routers for this DVR port fd5b8678-07d8-48fa-aff6-4b65384f3b8a on host n-d-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:56:57.765530 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-e2147266-8a54-4175-bcdf-d62eb4bbebf2 None None] Deleting port fd5b8678-07d8-48fa-aff6-4b65384f3b8a {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:56:57.765964 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e2147266-8a54-4175-bcdf-d62eb4bbebf2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:57.817025 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f196a9fc-0a99-4f9b-9ea9-017e950dbcaa req-f64d625d-697f-41d9-8b32-a580f234a702 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/quotas/12cd0d91808b48129aee093001b928c6 HTTP/1.1" status: 200 len: 375 time: 0.0490403 Jul 13 13:56:57.826414 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc7db64c-c73a-465a-99a0-249e55974127 x-openstack-request-id: req-cc7db64c-c73a-465a-99a0-249e55974127 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:56:57.826414 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50c270a9-8a7b-4c25-9432-b640853488c2", "name": "network-vif-plugged", "status": "completed", "tag": "586de893-9461-4cd5-a184-55dfae64afb3", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:56:57.826414 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cc7db64c-c73a-465a-99a0-249e55974127 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:56:57.826414 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50c270a9-8a7b-4c25-9432-b640853488c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '586de893-9461-4cd5-a184-55dfae64afb3', 'code': 200} Jul 13 13:56:57.860419 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-381d4315-9089-413f-a071-aa2897bda790 None None] No Port match for: 2f2379ce-f297-4d64-b098-6dcdd65d5c83 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:56:57.860716 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 2f2379ce-f297-4d64-b098-6dcdd65d5c83 not bound to the agent host n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:56:57.919734 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-e2147266-8a54-4175-bcdf-d62eb4bbebf2 None None] For port fd5b8678-07d8-48fa-aff6-4b65384f3b8a, host n-d-800634-1, got binding levels [] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:56:57.920145 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e2147266-8a54-4175-bcdf-d62eb4bbebf2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:57.922865 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=586de893-9461-4cd5-a184-55dfae64afb3,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:56:57.936189 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e5102060-4044-4af3-b6e2-8bafe0ea46bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:57.940657 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39c49b1-6d68-4ec8-8f10-8be0ca6d8f9d req-f7612f18-fb16-40b0-b8d7-f2fa5f5bc70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:56:57.942342 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f39c49b1-6d68-4ec8-8f10-8be0ca6d8f9d req-f7612f18-fb16-40b0-b8d7-f2fa5f5bc70f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=50c270a9-8a7b-4c25-9432-b640853488c2 HTTP/1.1" status: 200 len: 1097 time: 0.0734222 Jul 13 13:56:57.944379 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-e2147266-8a54-4175-bcdf-d62eb4bbebf2 None None] Calling delete_port for fd5b8678-07d8-48fa-aff6-4b65384f3b8a owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:56:57.947741 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.ipam_backend_mixin [None req-e2147266-8a54-4175-bcdf-d62eb4bbebf2 None None] Port fd5b8678-07d8-48fa-aff6-4b65384f3b8a was not found and therefore no delete operation was performed {{(pid=93752) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 13 13:56:57.948608 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e2147266-8a54-4175-bcdf-d62eb4bbebf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:57.954973 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-e5102060-4044-4af3-b6e2-8bafe0ea46bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2a3b5d2-2392-460d-bc5c-d0f742d817bc']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:56:57.977332 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-e5102060-4044-4af3-b6e2-8bafe0ea46bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '657d9a60-ac1d-4dbb-b674-aeb5a524061e') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:56:57.977332 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-e5102060-4044-4af3-b6e2-8bafe0ea46bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '657d9a60-ac1d-4dbb-b674-aeb5a524061e') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:56:57.977614 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2147266-8a54-4175-bcdf-d62eb4bbebf2 None None] Pushing event deleted for resources: {'Port': ['ID=fd5b8678-07d8-48fa-aff6-4b65384f3b8a,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:56:57.981095 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2147266-8a54-4175-bcdf-d62eb4bbebf2 None None] No DVR routers for this DVR port fd5b8678-07d8-48fa-aff6-4b65384f3b8a on host n-d-800634-1 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:56:57.995596 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f39c49b1-6d68-4ec8-8f10-8be0ca6d8f9d req-a095a315-cef8-42fa-b020-1b0a35f3c10b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=7c6f9ebb-83a6-44c9-abda-c7c8f7f7ed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461643 Jul 13 13:56:57.995875 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e5102060-4044-4af3-b6e2-8bafe0ea46bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5431730'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:58.014320 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e5102060-4044-4af3-b6e2-8bafe0ea46bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:58.020310 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f196a9fc-0a99-4f9b-9ea9-017e950dbcaa req-70dd70b9-e456-49b8-a4db-52538e352dd8 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=12cd0d91808b48129aee093001b928c6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2024660 Jul 13 13:56:58.025421 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5102060-4044-4af3-b6e2-8bafe0ea46bf admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 13:56:58.025857 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e5102060-4044-4af3-b6e2-8bafe0ea46bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5970419'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:58.027523 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:56:58.027523 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:56:58.027523 n-d-800634-1 neutron-server[93750]: Traceback (most recent call last): Jul 13 13:56:58.027523 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 13:56:58.027523 n-d-800634-1 neutron-server[93750]: timer() Jul 13 13:56:58.027523 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 13:56:58.027523 n-d-800634-1 neutron-server[93750]: cb(*args, **kw) Jul 13 13:56:58.027523 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 13:56:58.027523 n-d-800634-1 neutron-server[93750]: return func(*args, **kwargs) Jul 13 13:56:58.027523 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 13:56:58.027523 n-d-800634-1 neutron-server[93750]: self._notify() Jul 13 13:56:58.027523 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 13:56:58.027523 n-d-800634-1 neutron-server[93750]: self.callback(batched_events) Jul 13 13:56:58.027523 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 13:56:58.027523 n-d-800634-1 neutron-server[93750]: event.method(event) Jul 13 13:56:58.027523 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 13:56:58.027523 n-d-800634-1 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 13:56:58.027523 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 13:56:58.027523 n-d-800634-1 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 13:56:58.027523 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 13:56:58.027523 n-d-800634-1 neutron-server[93750]: return f(self, *a, **k) Jul 13 13:56:58.027523 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 13:56:58.027523 n-d-800634-1 neutron-server[93750]: return self._get(url).json() Jul 13 13:56:58.027523 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 13:56:58.027523 n-d-800634-1 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 13:56:58.027523 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 13:56:58.027523 n-d-800634-1 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 13 13:56:58.027523 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 13:56:58.027523 n-d-800634-1 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 13:56:58.027523 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 13:56:58.027523 n-d-800634-1 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 13:56:58.027523 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 13:56:58.027523 n-d-800634-1 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 13:56:58.027523 n-d-800634-1 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 13:56:58.141689 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e5102060-4044-4af3-b6e2-8bafe0ea46bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:58.145996 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e5102060-4044-4af3-b6e2-8bafe0ea46bf admin admin] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:58.148530 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-e5102060-4044-4af3-b6e2-8bafe0ea46bf admin admin] 10.222.0.23 "DELETE /v2.0/networks/f2a3b5d2-2392-460d-bc5c-d0f742d817bc HTTP/1.1" status: 204 len: 168 time: 1.0351567 Jul 13 13:56:58.168530 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5102060-4044-4af3-b6e2-8bafe0ea46bf admin admin] Pushing event deleted for resources: {'Network': ['ID=f2a3b5d2-2392-460d-bc5c-d0f742d817bc,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:56:58.186387 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f196a9fc-0a99-4f9b-9ea9-017e950dbcaa req-74b630ea-08e4-4a86-ba1a-41ed8bba1d49 service neutron] 10.222.0.23 "GET /v2.0/networks/c17eca93-ffcb-4f26-9d07-03fe19280fd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491578 Jul 13 13:56:58.299163 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 32952) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:56:58.311028 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f196a9fc-0a99-4f9b-9ea9-017e950dbcaa req-84843b72-48f2-4cf3-9aa8-310ddf0cc17b service neutron] 10.222.0.23 "GET /v2.0/networks/c17eca93-ffcb-4f26-9d07-03fe19280fd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185267 Jul 13 13:56:58.348271 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-77abaabc-60d3-4a22-bd52-cf12f0ab231f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f9ec55dec17d4a81b54c80d718a2652c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0467036 Jul 13 13:56:58.350616 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 32954) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:56:58.409920 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-41d4717e-2f1a-40c5-b868-5d5c85953dda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:58.434935 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-41d4717e-2f1a-40c5-b868-5d5c85953dda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:58.518608 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-41d4717e-2f1a-40c5-b868-5d5c85953dda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:58.526992 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-41d4717e-2f1a-40c5-b868-5d5c85953dda admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:58.531168 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-41d4717e-2f1a-40c5-b868-5d5c85953dda admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4333e3df-db91-4cea-812f-446790dba9bc HTTP/1.1" status: 204 len: 168 time: 0.1788213 Jul 13 13:56:58.542059 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d4717e-2f1a-40c5-b868-5d5c85953dda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4333e3df-db91-4cea-812f-446790dba9bc,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:56:58.573398 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0deaee2d-7fb2-4afe-93ab-a04604349abc req-4152b1f4-0154-4c79-a7e6-ac74980dd99b tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/ports?device_id=90aa7224-c29e-49c3-b1ac-1913de966ba6 HTTP/1.1" status: 200 len: 210 time: 0.0524087 Jul 13 13:56:58.912617 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2157a9ee-da46-486a-a927-305b7207d2dd req-b77da071-1976-40c4-9ea1-a8538cfa7e18 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:56:58.920364 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2157a9ee-da46-486a-a927-305b7207d2dd req-b77da071-1976-40c4-9ea1-a8538cfa7e18 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/ports?device_id=50c270a9-8a7b-4c25-9432-b640853488c2 HTTP/1.1" status: 200 len: 946 time: 0.0875332 Jul 13 13:56:58.963540 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2157a9ee-da46-486a-a927-305b7207d2dd req-012662ff-fa78-47af-b245-eebbc4a1479b tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c6f9ebb-83a6-44c9-abda-c7c8f7f7ed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421889 Jul 13 13:56:59.041069 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 32976) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:56:59.091609 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-9eb24620-37c8-4c28-a97e-b62a93e2e146 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9f2183a7ddf44a3e8c4fb0f4c232500b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0493679 Jul 13 13:56:59.094112 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 32978) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:56:59.156957 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-41cec034-5c77-4f00-9ab9-58739a632853 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:59.184184 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device b17f1d29-481f-47b4-9efa-1eae5eca6602 no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:56:59.196727 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-41cec034-5c77-4f00-9ab9-58739a632853 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:59.214645 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: b17f1d29-481f-47b4-9efa-1eae5eca6602 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:56:59.214911 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device b17f1d29-481f-47b4-9efa-1eae5eca6602 not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:56:59.215334 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device fd5b8678-07d8-48fa-aff6-4b65384f3b8a no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:56:59.234155 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: fd5b8678-07d8-48fa-aff6-4b65384f3b8a {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:56:59.234506 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device fd5b8678-07d8-48fa-aff6-4b65384f3b8a not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:56:59.259581 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-41cec034-5c77-4f00-9ab9-58739a632853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:59.262315 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-41cec034-5c77-4f00-9ab9-58739a632853 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:56:59.263636 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-41cec034-5c77-4f00-9ab9-58739a632853 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/82283158-3978-4e6b-8616-7a48d6dbd673 HTTP/1.1" status: 204 len: 168 time: 0.1686132 Jul 13 13:56:59.283047 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cec034-5c77-4f00-9ab9-58739a632853 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82283158-3978-4e6b-8616-7a48d6dbd673,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:56:59.768534 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-168a1423-c4ab-462f-9255-31e79105d884 req-a5296c0f-8776-4bb6-a3a4-911d56862159 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/ports?device_id=90aa7224-c29e-49c3-b1ac-1913de966ba6 HTTP/1.1" status: 200 len: 210 time: 0.0406756 Jul 13 13:56:59.922383 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f196a9fc-0a99-4f9b-9ea9-017e950dbcaa req-0d817698-7a6e-49bc-b016-4697c3612ea8 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:56:59.926393 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f196a9fc-0a99-4f9b-9ea9-017e950dbcaa req-0d817698-7a6e-49bc-b016-4697c3612ea8 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.41 "GET /v2.0/networks?id=c17eca93-ffcb-4f26-9d07-03fe19280fd8 HTTP/1.1" status: 200 len: 805 time: 0.1611836 Jul 13 13:56:59.942467 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-f196a9fc-0a99-4f9b-9ea9-017e950dbcaa req-66e0a3fd-1e1f-4a37-b7ab-745091c66ef1 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Request body: {'port': {'device_id': '90aa7224-c29e-49c3-b1ac-1913de966ba6', 'network_id': 'c17eca93-ffcb-4f26-9d07-03fe19280fd8', 'admin_state_up': True, 'tenant_id': '12cd0d91808b48129aee093001b928c6'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:57:00.073199 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f196a9fc-0a99-4f9b-9ea9-017e950dbcaa req-66e0a3fd-1e1f-4a37-b7ab-745091c66ef1 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Made reservation on behalf of 12cd0d91808b48129aee093001b928c6 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:57:00.077818 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f196a9fc-0a99-4f9b-9ea9-017e950dbcaa req-66e0a3fd-1e1f-4a37-b7ab-745091c66ef1 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:57:00.310344 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-f196a9fc-0a99-4f9b-9ea9-017e950dbcaa req-66e0a3fd-1e1f-4a37-b7ab-745091c66ef1 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Allocated IP 172.20.0.9 (c17eca93-ffcb-4f26-9d07-03fe19280fd8/fb232211-a266-4fe7-9875-95b4ba730429/77f204e1-4a16-41b6-b2ae-fe82039fe108) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:57:00.326223 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c2531a08-0420-4ccd-b552-4831f1f999ac req-1b859d5a-53ed-4874-935b-32b9411b9704 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=607ad771-cd6f-4fcf-b175-a30341f1423f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2153494 Jul 13 13:57:00.340581 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1378e6cc-0b1f-4c3f-83a8-4c296540aeaa req-46669f4d-b395-43e8-afe4-1b0a7805bf7b tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:57:00.341848 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1378e6cc-0b1f-4c3f-83a8-4c296540aeaa req-46669f4d-b395-43e8-afe4-1b0a7805bf7b tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/ports?device_id=50c270a9-8a7b-4c25-9432-b640853488c2 HTTP/1.1" status: 200 len: 946 time: 0.2158091 Jul 13 13:57:00.370771 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:57:00.461875 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1378e6cc-0b1f-4c3f-83a8-4c296540aeaa req-ce7539cd-bc4a-4d9c-8a91-503176bd486a tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c6f9ebb-83a6-44c9-abda-c7c8f7f7ed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1123593 Jul 13 13:57:00.657703 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c50c9dc-ee43-4d11-84c6-af6b98137bae req-2b0dfe75-1299-4160-9899-aa41fef9de60 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:57:00.659371 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4c50c9dc-ee43-4d11-84c6-af6b98137bae req-2b0dfe75-1299-4160-9899-aa41fef9de60 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/ports?device_id=50c270a9-8a7b-4c25-9432-b640853488c2 HTTP/1.1" status: 200 len: 946 time: 0.0793962 Jul 13 13:57:00.670085 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 32994) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:57:00.676755 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-8e20f716-5e6e-4e56-8efb-f443685a5cff tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Request body: {'floatingip': {'port_id': '586de893-9461-4cd5-a184-55dfae64afb3'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:57:00.724457 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8e20f716-5e6e-4e56-8efb-f443685a5cff tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Notify callbacks [] for floatingip, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:57:00.781372 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:57:00.886583 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2531a08-0420-4ccd-b552-4831f1f999ac req-ebc710a2-fc65-44a3-89f7-09de24f26ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:57:00.887072 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2531a08-0420-4ccd-b552-4831f1f999ac req-ebc710a2-fc65-44a3-89f7-09de24f26ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:57:00.887554 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2531a08-0420-4ccd-b552-4831f1f999ac req-ebc710a2-fc65-44a3-89f7-09de24f26ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:57:00.888028 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2531a08-0420-4ccd-b552-4831f1f999ac req-ebc710a2-fc65-44a3-89f7-09de24f26ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:57:00.888497 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2531a08-0420-4ccd-b552-4831f1f999ac req-ebc710a2-fc65-44a3-89f7-09de24f26ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:57:00.888963 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2531a08-0420-4ccd-b552-4831f1f999ac req-ebc710a2-fc65-44a3-89f7-09de24f26ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:57:00.889432 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2531a08-0420-4ccd-b552-4831f1f999ac req-ebc710a2-fc65-44a3-89f7-09de24f26ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:57:00.891412 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c2531a08-0420-4ccd-b552-4831f1f999ac req-ebc710a2-fc65-44a3-89f7-09de24f26ff0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cddde6624d514a049e75835df6c903ed&device_id=607ad771-cd6f-4fcf-b175-a30341f1423f HTTP/1.1" status: 200 len: 6500 time: 0.5285344 Jul 13 13:57:00.992148 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f196a9fc-0a99-4f9b-9ea9-017e950dbcaa req-66e0a3fd-1e1f-4a37-b7ab-745091c66ef1 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:57:01.011256 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7d8e7be4-4d0e-4c31-b984-1afda8946ab1 req-60b01f57-5c2c-41a4-96ac-8fc9aa525615 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/ports?device_id=90aa7224-c29e-49c3-b1ac-1913de966ba6 HTTP/1.1" status: 200 len: 210 time: 0.0643384 Jul 13 13:57:01.058960 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2531a08-0420-4ccd-b552-4831f1f999ac req-e115ed71-25de-475b-9c67-c9c73bb435bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:57:01.059429 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2531a08-0420-4ccd-b552-4831f1f999ac req-e115ed71-25de-475b-9c67-c9c73bb435bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:57:01.059893 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2531a08-0420-4ccd-b552-4831f1f999ac req-e115ed71-25de-475b-9c67-c9c73bb435bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:57:01.061544 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c2531a08-0420-4ccd-b552-4831f1f999ac req-e115ed71-25de-475b-9c67-c9c73bb435bc service neutron] 10.222.0.41 "GET /v2.0/networks?id=446293fa-d089-4a73-be46-3f7c6317a56f&id=c10609af-899d-4476-bb3f-a1771ca4066b&id=c10609af-899d-4476-bb3f-a1771ca4066b&id=c10609af-899d-4476-bb3f-a1771ca4066b&id=c10609af-899d-4476-bb3f-a1771ca4066b&id=66d18ebd-c35e-4e15-b1ef-9323bd11d006&id=66d18ebd-c35e-4e15-b1ef-9323bd11d006 HTTP/1.1" status: 200 len: 2294 time: 0.1374042 Jul 13 13:57:01.113285 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f196a9fc-0a99-4f9b-9ea9-017e950dbcaa req-66e0a3fd-1e1f-4a37-b7ab-745091c66ef1 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:57:01.124859 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['66c0eee5-eff9-4ca2-a47b-7acc34ac5f92'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:57:01.162140 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f196a9fc-0a99-4f9b-9ea9-017e950dbcaa req-66e0a3fd-1e1f-4a37-b7ab-745091c66ef1 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Network c17eca93-ffcb-4f26-9d07-03fe19280fd8 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:57:01.169434 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-f196a9fc-0a99-4f9b-9ea9-017e950dbcaa req-66e0a3fd-1e1f-4a37-b7ab-745091c66ef1 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:57:01.177435 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-f196a9fc-0a99-4f9b-9ea9-017e950dbcaa req-66e0a3fd-1e1f-4a37-b7ab-745091c66ef1 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:57:01.217758 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c2531a08-0420-4ccd-b552-4831f1f999ac req-5767a3cb-2d1b-4a34-b49b-157b0f756e35 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9471cf76-3a42-44c0-8380-63156b7de0c5 HTTP/1.1" status: 200 len: 1002 time: 0.1497803 Jul 13 13:57:01.220703 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e0a3fd-1e1f-4a37-b7ab-745091c66ef1 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Pushing event updated for resources: {'Port': ['ID=77f204e1-4a16-41b6-b2ae-fe82039fe108,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:57:01.286068 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f196a9fc-0a99-4f9b-9ea9-017e950dbcaa req-66e0a3fd-1e1f-4a37-b7ab-745091c66ef1 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:57:01.286687 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f196a9fc-0a99-4f9b-9ea9-017e950dbcaa req-66e0a3fd-1e1f-4a37-b7ab-745091c66ef1 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:57:01.306824 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2531a08-0420-4ccd-b552-4831f1f999ac req-807239b4-37be-40b2-8ce1-3823c628a176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:57:01.308589 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c2531a08-0420-4ccd-b552-4831f1f999ac req-807239b4-37be-40b2-8ce1-3823c628a176 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3e740739-b63f-4ad3-b5cf-d6f6b58861d6 HTTP/1.1" status: 200 len: 855 time: 0.0833170 Jul 13 13:57:01.312351 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f196a9fc-0a99-4f9b-9ea9-017e950dbcaa req-66e0a3fd-1e1f-4a37-b7ab-745091c66ef1 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3750641 Jul 13 13:57:01.318286 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8e20f716-5e6e-4e56-8efb-f443685a5cff tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:57:01.324613 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8e20f716-5e6e-4e56-8efb-f443685a5cff tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446547'] for floatingip, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:57:01.340304 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-f196a9fc-0a99-4f9b-9ea9-017e950dbcaa req-1ba374ed-158e-4275-8f52-751d6a37f03c service neutron] Request body: {'port': {'device_id': '90aa7224-c29e-49c3-b1ac-1913de966ba6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:57:01.440273 n-d-800634-1 neutron-server[93751]: INFO neutron.db.l3_db [None req-8e20f716-5e6e-4e56-8efb-f443685a5cff tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Floating IP d3816747-6c00-4d43-9f65-184d178b0b79 associated. External IP: 172.25.6.122, port: 586de893-9461-4cd5-a184-55dfae64afb3. Jul 13 13:57:01.455499 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2531a08-0420-4ccd-b552-4831f1f999ac req-feca0f91-0ff5-4a10-b858-b3cbf7ea3d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:57:01.457015 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c2531a08-0420-4ccd-b552-4831f1f999ac req-feca0f91-0ff5-4a10-b858-b3cbf7ea3d05 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=446293fa-d089-4a73-be46-3f7c6317a56f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1350522 Jul 13 13:57:01.457683 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f196a9fc-0a99-4f9b-9ea9-017e950dbcaa req-1ba374ed-158e-4275-8f52-751d6a37f03c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:57:01.654855 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c2531a08-0420-4ccd-b552-4831f1f999ac req-a404fa73-0002-4b89-b637-361cf07592c7 service neutron] 10.222.0.41 "GET /v2.0/networks/446293fa-d089-4a73-be46-3f7c6317a56f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872699 Jul 13 13:57:01.666225 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e20f716-5e6e-4e56-8efb-f443685a5cff tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Router acbc0106-a8d2-42a5-8ae5-4aefabe578e4 has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 13:57:01.782748 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e20f716-5e6e-4e56-8efb-f443685a5cff tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:57:01.789299 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8e20f716-5e6e-4e56-8efb-f443685a5cff tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for floatingip, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:57:01.795241 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c2cda34-55e9-4c91-bc6c-f779370cbc4c None None] Sync routers for ids ['acbc0106-a8d2-42a5-8ae5-4aefabe578e4'] in n-d-800634-1 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:57:01.806693 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2cda34-55e9-4c91-bc6c-f779370cbc4c None None] Routers {'acbc0106-a8d2-42a5-8ae5-4aefabe578e4'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:57:01.807618 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-9c2cda34-55e9-4c91-bc6c-f779370cbc4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:56:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['acbc0106-a8d2-42a5-8ae5-4aefabe578e4'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:57:01.824890 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c2531a08-0420-4ccd-b552-4831f1f999ac req-6ead69d9-0b50-4f10-a91f-c4b022b218c6 service neutron] 10.222.0.41 "GET /v2.0/networks/446293fa-d089-4a73-be46-3f7c6317a56f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605148 Jul 13 13:57:01.847220 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-8e20f716-5e6e-4e56-8efb-f443685a5cff tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "PUT /v2.0/floatingips/d3816747-6c00-4d43-9f65-184d178b0b79 HTTP/1.1" status: 200 len: 992 time: 1.1759372 Jul 13 13:57:01.847905 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50c270a9-8a7b-4c25-9432-b640853488c2', 'tag': '586de893-9461-4cd5-a184-55dfae64afb3'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:57:01.872683 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d17b627af75e17e0f4b8d6239d04f8c2f78634e2c585e32a7aeca336500f34a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba8df21a-096f-401a-aff9-59f22cf3b974" -d '{"events": [{"name": "network-changed", "server_uuid": "50c270a9-8a7b-4c25-9432-b640853488c2", "tag": "586de893-9461-4cd5-a184-55dfae64afb3"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:57:01.917297 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c2531a08-0420-4ccd-b552-4831f1f999ac req-0092ac5e-848c-4200-841c-aff6d357b280 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.65&port_id=580fca4a-3ae1-4d32-ab03-327db6d3f362 HTTP/1.1" status: 200 len: 217 time: 0.0831788 Jul 13 13:57:01.931420 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-9c2cda34-55e9-4c91-bc6c-f779370cbc4c None None] Set router acbc0106-a8d2-42a5-8ae5-4aefabe578e4 gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:57:02.018612 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 13:57:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-481021bf-5793-4152-8180-1724ffa213f4 x-openstack-request-id: req-481021bf-5793-4152-8180-1724ffa213f4 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:57:02.018987 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50c270a9-8a7b-4c25-9432-b640853488c2", "tag": "586de893-9461-4cd5-a184-55dfae64afb3", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:57:02.019306 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-481021bf-5793-4152-8180-1724ffa213f4 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:57:02.020433 n-d-800634-1 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50c270a9-8a7b-4c25-9432-b640853488c2', 'tag': '586de893-9461-4cd5-a184-55dfae64afb3', 'status': 'completed', 'code': 200} Jul 13 13:57:02.024938 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-f196a9fc-0a99-4f9b-9ea9-017e950dbcaa req-1ba374ed-158e-4275-8f52-751d6a37f03c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77f204e1-4a16-41b6-b2ae-fe82039fe108 {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:57:02.034605 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f196a9fc-0a99-4f9b-9ea9-017e950dbcaa req-1ba374ed-158e-4275-8f52-751d6a37f03c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:57:02.037610 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2531a08-0420-4ccd-b552-4831f1f999ac req-19b9d04d-21ed-4c71-884d-8410a1a44a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:57:02.039536 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c2531a08-0420-4ccd-b552-4831f1f999ac req-19b9d04d-21ed-4c71-884d-8410a1a44a92 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d8135eef-58f0-4af0-b4cf-468c412106b7 HTTP/1.1" status: 200 len: 797 time: 0.1155930 Jul 13 13:57:02.079769 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-f196a9fc-0a99-4f9b-9ea9-017e950dbcaa req-1ba374ed-158e-4275-8f52-751d6a37f03c service neutron] Transition to ACTIVE for port object 77f204e1-4a16-41b6-b2ae-fe82039fe108 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:57:02.090364 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f196a9fc-0a99-4f9b-9ea9-017e950dbcaa req-1ba374ed-158e-4275-8f52-751d6a37f03c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:57:02.129887 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8df21a-096f-401a-aff9-59f22cf3b974 req-c9da19f6-f5ec-493b-88da-83df745550f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:57:02.131411 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ba8df21a-096f-401a-aff9-59f22cf3b974 req-c9da19f6-f5ec-493b-88da-83df745550f0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=adbbbd39f9524bd68afb0008cc2d263c&device_id=50c270a9-8a7b-4c25-9432-b640853488c2 HTTP/1.1" status: 200 len: 1097 time: 0.0910890 Jul 13 13:57:02.204495 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba374ed-158e-4275-8f52-751d6a37f03c service neutron] Pushing event updated for resources: {'Port': ['ID=77f204e1-4a16-41b6-b2ae-fe82039fe108,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:57:02.212149 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2531a08-0420-4ccd-b552-4831f1f999ac req-b99780f6-cd29-4ccd-aa3b-ad07dd07bfd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:57:02.213994 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c2531a08-0420-4ccd-b552-4831f1f999ac req-b99780f6-cd29-4ccd-aa3b-ad07dd07bfd8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c10609af-899d-4476-bb3f-a1771ca4066b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1684797 Jul 13 13:57:02.310879 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8df21a-096f-401a-aff9-59f22cf3b974 req-33ee024d-2596-4c13-9f5c-40992ba3dc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:57:02.312605 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ba8df21a-096f-401a-aff9-59f22cf3b974 req-33ee024d-2596-4c13-9f5c-40992ba3dc3c service neutron] 10.222.0.26 "GET /v2.0/networks?id=94bf27fb-3476-4944-8d19-915922f54fa2 HTTP/1.1" status: 200 len: 916 time: 0.1734583 Jul 13 13:57:02.327913 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f072331-8676-49b8-9b02-8c88b6c78c9c req-a175f6bc-2be1-47fe-9477-5fe16b4700db tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:57:02.329962 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7f072331-8676-49b8-9b02-8c88b6c78c9c req-a175f6bc-2be1-47fe-9477-5fe16b4700db tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/ports?device_id=90aa7224-c29e-49c3-b1ac-1913de966ba6 HTTP/1.1" status: 200 len: 943 time: 0.1098485 Jul 13 13:57:02.361497 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-9c2cda34-55e9-4c91-bc6c-f779370cbc4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acbc0106-a8d2-42a5-8ae5-4aefabe578e4', 'name': 'tempest-AttachVolumeShelveTestJSON-808629702-router', 'tenant_id': 'adbbbd39f9524bd68afb0008cc2d263c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.28'}], 'enable_snat': True}, 'gw_port_id': '20bef416-70ed-440a-9fa4-dcd89bd439c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:56:38Z', 'updated_at': '2021-07-13T13:56:43Z', 'revision_number': 4, 'project_id': 'adbbbd39f9524bd68afb0008cc2d263c', 'gw_port': {'id': '20bef416-70ed-440a-9fa4-dcd89bd439c8', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:0d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acbc0106-a8d2-42a5-8ae5-4aefabe578e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2837, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:56:39Z', 'updated_at': '2021-07-13T13:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_floatingips': [{'id': 'd3816747-6c00-4d43-9f65-184d178b0b79', 'tenant_id': 'adbbbd39f9524bd68afb0008cc2d263c', 'floating_ip_address': '172.25.6.122', 'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'router_id': 'acbc0106-a8d2-42a5-8ae5-4aefabe578e4', 'port_id': '586de893-9461-4cd5-a184-55dfae64afb3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2845, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94bf27fb-3476-4944-8d19-915922f54fa2', 'mac_address': 'fa:16:3e:90:a2:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c270a9-8a7b-4c25-9432-b640853488c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T13:56:47Z', 'updated_at': '2021-07-13T13:57:01Z', 'revision_number': 1, 'project_id': 'adbbbd39f9524bd68afb0008cc2d263c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc3742a2-d0f1-4cc7-81c9-82e13be9415c', 'name': '', 'network_id': '94bf27fb-3476-4944-8d19-915922f54fa2', 'tenant_id': 'adbbbd39f9524bd68afb0008cc2d263c', 'mac_address': 'fa:16:3e:c8:81:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acbc0106-a8d2-42a5-8ae5-4aefabe578e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': 'edd80540-96ff-46b4-a1d4-1e9bba1df368', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:56:42Z', 'updated_at': '2021-07-13T13:56:49Z', 'revision_number': 5, 'project_id': 'adbbbd39f9524bd68afb0008cc2d263c', 'subnets': [{'id': 'edd80540-96ff-46b4-a1d4-1e9bba1df368', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:57:02.361822 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-f196a9fc-0a99-4f9b-9ea9-017e950dbcaa req-1ba374ed-158e-4275-8f52-751d6a37f03c service neutron] Attempting to bind port 77f204e1-4a16-41b6-b2ae-fe82039fe108 on host n-h2-800634-1 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:57:02.361926 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-f196a9fc-0a99-4f9b-9ea9-017e950dbcaa req-1ba374ed-158e-4275-8f52-751d6a37f03c service neutron] Attempting to bind port 77f204e1-4a16-41b6-b2ae-fe82039fe108 by drivers openvswitch,hyperv on host n-h2-800634-1 at level 0 using segments [{'id': '34a01d3a-59e0-46b3-ab51-e02ceb07d7ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'c17eca93-ffcb-4f26-9d07-03fe19280fd8'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:57:02.362201 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f196a9fc-0a99-4f9b-9ea9-017e950dbcaa req-1ba374ed-158e-4275-8f52-751d6a37f03c service neutron] Attempting to bind port 77f204e1-4a16-41b6-b2ae-fe82039fe108 on network c17eca93-ffcb-4f26-9d07-03fe19280fd8 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:57:02.375433 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f196a9fc-0a99-4f9b-9ea9-017e950dbcaa req-1ba374ed-158e-4275-8f52-751d6a37f03c service neutron] Port 77f204e1-4a16-41b6-b2ae-fe82039fe108 on network c17eca93-ffcb-4f26-9d07-03fe19280fd8 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-1 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:57:02.375725 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f196a9fc-0a99-4f9b-9ea9-017e950dbcaa req-1ba374ed-158e-4275-8f52-751d6a37f03c service neutron] Attempting to bind port 77f204e1-4a16-41b6-b2ae-fe82039fe108 on network c17eca93-ffcb-4f26-9d07-03fe19280fd8 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:57:02.392199 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f196a9fc-0a99-4f9b-9ea9-017e950dbcaa req-1ba374ed-158e-4275-8f52-751d6a37f03c service neutron] Checking agent: {'id': 'f615e5c9-21ab-43f2-adbc-192d64b795cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:57:02.392540 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f196a9fc-0a99-4f9b-9ea9-017e950dbcaa req-1ba374ed-158e-4275-8f52-751d6a37f03c service neutron] Checking segment: {'id': '34a01d3a-59e0-46b3-ab51-e02ceb07d7ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'c17eca93-ffcb-4f26-9d07-03fe19280fd8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:57:02.392932 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f196a9fc-0a99-4f9b-9ea9-017e950dbcaa req-1ba374ed-158e-4275-8f52-751d6a37f03c service neutron] Bound using segment: {'id': '34a01d3a-59e0-46b3-ab51-e02ceb07d7ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'c17eca93-ffcb-4f26-9d07-03fe19280fd8'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:57:02.393767 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-f196a9fc-0a99-4f9b-9ea9-017e950dbcaa req-1ba374ed-158e-4275-8f52-751d6a37f03c service neutron] Bound port: 77f204e1-4a16-41b6-b2ae-fe82039fe108, host: n-h2-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34a01d3a-59e0-46b3-ab51-e02ceb07d7ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'c17eca93-ffcb-4f26-9d07-03fe19280fd8'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:57:02.393767 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f196a9fc-0a99-4f9b-9ea9-017e950dbcaa req-1ba374ed-158e-4275-8f52-751d6a37f03c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:57:02.400049 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c2531a08-0420-4ccd-b552-4831f1f999ac req-a1601b81-0b57-4ec7-bc8b-086c30152e1c service neutron] 10.222.0.41 "GET /v2.0/networks/c10609af-899d-4476-bb3f-a1771ca4066b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664078 Jul 13 13:57:02.410140 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c2cda34-55e9-4c91-bc6c-f779370cbc4c None None] Checking router: acbc0106-a8d2-42a5-8ae5-4aefabe578e4 for host: n-d-800634-1 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 13:57:02.422820 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2cda34-55e9-4c91-bc6c-f779370cbc4c None None] Routers {'acbc0106-a8d2-42a5-8ae5-4aefabe578e4'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:57:02.423604 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-9c2cda34-55e9-4c91-bc6c-f779370cbc4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:56:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['acbc0106-a8d2-42a5-8ae5-4aefabe578e4'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:57:02.439457 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7f072331-8676-49b8-9b02-8c88b6c78c9c req-19e4d742-4d29-43ac-ab58-1c2adf4d14ce tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e5eeece-5c52-4118-a82a-889f2af322a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999746 Jul 13 13:57:02.441810 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ba8df21a-096f-401a-aff9-59f22cf3b974 req-4df27668-4a4b-4f95-8925-86aaae254ae9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=586de893-9461-4cd5-a184-55dfae64afb3 HTTP/1.1" status: 200 len: 1000 time: 0.1232407 Jul 13 13:57:02.485501 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7923b636-c5aa-4592-8ed5-250c32caa6b4 req-f1997140-de61-4a97-88dc-6678a65577ae service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=50c270a9-8a7b-4c25-9432-b640853488c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2011251 Jul 13 13:57:02.532194 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8df21a-096f-401a-aff9-59f22cf3b974 req-eaee6f26-1d18-431e-97b6-ed1e86e7a7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:57:02.533696 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ba8df21a-096f-401a-aff9-59f22cf3b974 req-eaee6f26-1d18-431e-97b6-ed1e86e7a7a9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=edd80540-96ff-46b4-a1d4-1e9bba1df368 HTTP/1.1" status: 200 len: 855 time: 0.0841315 Jul 13 13:57:02.546052 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-f196a9fc-0a99-4f9b-9ea9-017e950dbcaa req-1ba374ed-158e-4275-8f52-751d6a37f03c service neutron] For port 77f204e1-4a16-41b6-b2ae-fe82039fe108, host n-h2-800634-1, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:57:02.550456 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-f196a9fc-0a99-4f9b-9ea9-017e950dbcaa req-1ba374ed-158e-4275-8f52-751d6a37f03c service neutron] For port 77f204e1-4a16-41b6-b2ae-fe82039fe108, host n-h2-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=77f204e1-4a16-41b6-b2ae-fe82039fe108,segment=NetworkSegment(34a01d3a-59e0-46b3-ab51-e02ceb07d7ab),segment_id=34a01d3a-59e0-46b3-ab51-e02ceb07d7ab)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:57:02.555530 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c2531a08-0420-4ccd-b552-4831f1f999ac req-bec35284-fd59-48ee-9341-01c4cdb7b102 service neutron] 10.222.0.41 "GET /v2.0/networks/c10609af-899d-4476-bb3f-a1771ca4066b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471117 Jul 13 13:57:02.557049 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f196a9fc-0a99-4f9b-9ea9-017e950dbcaa req-1ba374ed-158e-4275-8f52-751d6a37f03c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:57:02.595854 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-9c2cda34-55e9-4c91-bc6c-f779370cbc4c None None] Set router acbc0106-a8d2-42a5-8ae5-4aefabe578e4 gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:57:02.605500 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8df21a-096f-401a-aff9-59f22cf3b974 req-6aaaae73-987b-49cb-a55e-534c2af84f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:57:02.607335 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ba8df21a-096f-401a-aff9-59f22cf3b974 req-6aaaae73-987b-49cb-a55e-534c2af84f93 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=94bf27fb-3476-4944-8d19-915922f54fa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0669172 Jul 13 13:57:02.623815 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c2531a08-0420-4ccd-b552-4831f1f999ac req-67d88236-2424-4ffb-a515-9c28d93bfa55 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.196&port_id=364b743d-042d-4734-ac77-5bc18537c35c HTTP/1.1" status: 200 len: 217 time: 0.0587726 Jul 13 13:57:02.625042 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f196a9fc-0a99-4f9b-9ea9-017e950dbcaa req-1ba374ed-158e-4275-8f52-751d6a37f03c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:57:02.625668 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f196a9fc-0a99-4f9b-9ea9-017e950dbcaa req-1ba374ed-158e-4275-8f52-751d6a37f03c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:57:02.626963 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f196a9fc-0a99-4f9b-9ea9-017e950dbcaa req-1ba374ed-158e-4275-8f52-751d6a37f03c service neutron] 10.222.0.41 "PUT /v2.0/ports/77f204e1-4a16-41b6-b2ae-fe82039fe108 HTTP/1.1" status: 200 len: 1091 time: 1.3031974 Jul 13 13:57:02.629366 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90aa7224-c29e-49c3-b1ac-1913de966ba6', 'tag': '77f204e1-4a16-41b6-b2ae-fe82039fe108'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:57:02.631497 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33032eef-86a3-404c-8fb5-8105aa73df67" -d '{"events": [{"name": "network-changed", "server_uuid": "90aa7224-c29e-49c3-b1ac-1913de966ba6", "tag": "77f204e1-4a16-41b6-b2ae-fe82039fe108"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:57:02.686996 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 13:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03c8d4e7-b8ae-438a-b14d-0d5016c069d8 x-openstack-request-id: req-03c8d4e7-b8ae-438a-b14d-0d5016c069d8 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:57:02.687287 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90aa7224-c29e-49c3-b1ac-1913de966ba6", "tag": "77f204e1-4a16-41b6-b2ae-fe82039fe108", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:57:02.687537 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-03c8d4e7-b8ae-438a-b14d-0d5016c069d8 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:57:02.687935 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90aa7224-c29e-49c3-b1ac-1913de966ba6', 'tag': '77f204e1-4a16-41b6-b2ae-fe82039fe108', 'status': 'completed', 'code': 200} Jul 13 13:57:02.724668 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba374ed-158e-4275-8f52-751d6a37f03c service neutron] Pushing event updated for resources: {'Port': ['ID=77f204e1-4a16-41b6-b2ae-fe82039fe108,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:57:02.737394 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2531a08-0420-4ccd-b552-4831f1f999ac req-110aeab7-5d38-4d5b-87ec-49f0821d7222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:57:02.738852 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c2531a08-0420-4ccd-b552-4831f1f999ac req-110aeab7-5d38-4d5b-87ec-49f0821d7222 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d8135eef-58f0-4af0-b4cf-468c412106b7 HTTP/1.1" status: 200 len: 797 time: 0.1036789 Jul 13 13:57:02.770787 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ba8df21a-096f-401a-aff9-59f22cf3b974 req-e7dee466-358c-4433-be16-f09df0e29dd0 service neutron] 10.222.0.26 "GET /v2.0/networks/94bf27fb-3476-4944-8d19-915922f54fa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570783 Jul 13 13:57:02.791033 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f196a9fc-0a99-4f9b-9ea9-017e950dbcaa req-3858ea9c-680b-4cd2-8686-59fc0ddc42f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:57:02.792541 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f196a9fc-0a99-4f9b-9ea9-017e950dbcaa req-3858ea9c-680b-4cd2-8686-59fc0ddc42f4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=12cd0d91808b48129aee093001b928c6&device_id=90aa7224-c29e-49c3-b1ac-1913de966ba6 HTTP/1.1" status: 200 len: 1094 time: 0.1159739 Jul 13 13:57:02.840487 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f196a9fc-0a99-4f9b-9ea9-017e950dbcaa req-ce011522-ccaa-46d8-a75b-1b03cb5f4ba4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=77f204e1-4a16-41b6-b2ae-fe82039fe108 HTTP/1.1" status: 200 len: 217 time: 0.0408051 Jul 13 13:57:02.857367 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2531a08-0420-4ccd-b552-4831f1f999ac req-a8a344b5-0168-42a9-b209-8e39e3863e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:57:02.860672 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c2531a08-0420-4ccd-b552-4831f1f999ac req-a8a344b5-0168-42a9-b209-8e39e3863e54 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c10609af-899d-4476-bb3f-a1771ca4066b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1151233 Jul 13 13:57:02.892283 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ba8df21a-096f-401a-aff9-59f22cf3b974 req-00e11ba4-26b8-4f41-98d9-5fa02a96c46a service neutron] 10.222.0.26 "GET /v2.0/networks/94bf27fb-3476-4944-8d19-915922f54fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135354 Jul 13 13:57:02.951222 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f196a9fc-0a99-4f9b-9ea9-017e950dbcaa req-6167efd4-b5b8-4843-b074-0d8d8ae79d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:57:02.953083 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f196a9fc-0a99-4f9b-9ea9-017e950dbcaa req-6167efd4-b5b8-4843-b074-0d8d8ae79d79 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fb232211-a266-4fe7-9875-95b4ba730429 HTTP/1.1" status: 200 len: 845 time: 0.1059191 Jul 13 13:57:02.959227 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-9c2cda34-55e9-4c91-bc6c-f779370cbc4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acbc0106-a8d2-42a5-8ae5-4aefabe578e4', 'name': 'tempest-AttachVolumeShelveTestJSON-808629702-router', 'tenant_id': 'adbbbd39f9524bd68afb0008cc2d263c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.28'}], 'enable_snat': True}, 'gw_port_id': '20bef416-70ed-440a-9fa4-dcd89bd439c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:56:38Z', 'updated_at': '2021-07-13T13:56:43Z', 'revision_number': 4, 'project_id': 'adbbbd39f9524bd68afb0008cc2d263c', 'gw_port': {'id': '20bef416-70ed-440a-9fa4-dcd89bd439c8', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:0d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acbc0106-a8d2-42a5-8ae5-4aefabe578e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2837, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:56:39Z', 'updated_at': '2021-07-13T13:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_floatingips': [{'id': 'd3816747-6c00-4d43-9f65-184d178b0b79', 'tenant_id': 'adbbbd39f9524bd68afb0008cc2d263c', 'floating_ip_address': '172.25.6.122', 'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'router_id': 'acbc0106-a8d2-42a5-8ae5-4aefabe578e4', 'port_id': '586de893-9461-4cd5-a184-55dfae64afb3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2845, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94bf27fb-3476-4944-8d19-915922f54fa2', 'mac_address': 'fa:16:3e:90:a2:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c270a9-8a7b-4c25-9432-b640853488c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T13:56:47Z', 'updated_at': '2021-07-13T13:57:01Z', 'revision_number': 1, 'project_id': 'adbbbd39f9524bd68afb0008cc2d263c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc3742a2-d0f1-4cc7-81c9-82e13be9415c', 'name': '', 'network_id': '94bf27fb-3476-4944-8d19-915922f54fa2', 'tenant_id': 'adbbbd39f9524bd68afb0008cc2d263c', 'mac_address': 'fa:16:3e:c8:81:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acbc0106-a8d2-42a5-8ae5-4aefabe578e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': 'edd80540-96ff-46b4-a1d4-1e9bba1df368', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:56:42Z', 'updated_at': '2021-07-13T13:56:49Z', 'revision_number': 5, 'project_id': 'adbbbd39f9524bd68afb0008cc2d263c', 'subnets': [{'id': 'edd80540-96ff-46b4-a1d4-1e9bba1df368', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:57:02.994733 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c2cda34-55e9-4c91-bc6c-f779370cbc4c None None] The sync data for ids ['acbc0106-a8d2-42a5-8ae5-4aefabe578e4'] in n-d-800634-1 is: [{'id': 'acbc0106-a8d2-42a5-8ae5-4aefabe578e4', 'name': 'tempest-AttachVolumeShelveTestJSON-808629702-router', 'tenant_id': 'adbbbd39f9524bd68afb0008cc2d263c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.28'}], 'enable_snat': True}, 'gw_port_id': '20bef416-70ed-440a-9fa4-dcd89bd439c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:56:38Z', 'updated_at': '2021-07-13T13:56:43Z', 'revision_number': 4, 'project_id': 'adbbbd39f9524bd68afb0008cc2d263c', 'gw_port': {'id': '20bef416-70ed-440a-9fa4-dcd89bd439c8', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:0d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acbc0106-a8d2-42a5-8ae5-4aefabe578e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2837, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:56:39Z', 'updated_at': '2021-07-13T13:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_floatingips': [{'id': 'd3816747-6c00-4d43-9f65-184d178b0b79', 'tenant_id': 'adbbbd39f9524bd68afb0008cc2d263c', 'floating_ip_address': '172.25.6.122', 'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'router_id': 'acbc0106-a8d2-42a5-8ae5-4aefabe578e4', 'port_id': '586de893-9461-4cd5-a184-55dfae64afb3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2845, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94bf27fb-3476-4944-8d19-915922f54fa2', 'mac_address': 'fa:16:3e:90:a2:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c270a9-8a7b-4c25-9432-b640853488c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T13:56:47Z', 'updated_at': '2021-07-13T13:57:01Z', 'revision_number': 1, 'project_id': 'adbbbd39f9524bd68afb0008cc2d263c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc3742a2-d0f1-4cc7-81c9-82e13be9415c', 'name': '', 'network_id': '94bf27fb-3476-4944-8d19-915922f54fa2', 'tenant_id': 'adbbbd39f9524bd68afb0008cc2d263c', 'mac_address': 'fa:16:3e:c8:81:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acbc0106-a8d2-42a5-8ae5-4aefabe578e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': 'edd80540-96ff-46b4-a1d4-1e9bba1df368', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:56:42Z', 'updated_at': '2021-07-13T13:56:49Z', 'revision_number': 5, 'project_id': 'adbbbd39f9524bd68afb0008cc2d263c', 'subnets': [{'id': 'edd80540-96ff-46b4-a1d4-1e9bba1df368', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:57:03.006451 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f196a9fc-0a99-4f9b-9ea9-017e950dbcaa req-ed89b5dd-d2d4-466d-aa75-a79c4106d3d7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c17eca93-ffcb-4f26-9d07-03fe19280fd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467446 Jul 13 13:57:03.076414 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7923b636-c5aa-4592-8ed5-250c32caa6b4 req-745b4a04-f8d3-4d3e-85c3-60a9cc14d751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:57:03.078103 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7923b636-c5aa-4592-8ed5-250c32caa6b4 req-745b4a04-f8d3-4d3e-85c3-60a9cc14d751 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=adbbbd39f9524bd68afb0008cc2d263c&device_id=50c270a9-8a7b-4c25-9432-b640853488c2 HTTP/1.1" status: 200 len: 1097 time: 0.1102552 Jul 13 13:57:03.098839 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c2531a08-0420-4ccd-b552-4831f1f999ac req-f85504ec-18e0-43a1-aa10-35e148807c24 service neutron] 10.222.0.41 "GET /v2.0/networks/c10609af-899d-4476-bb3f-a1771ca4066b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198961 Jul 13 13:57:03.228888 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f196a9fc-0a99-4f9b-9ea9-017e950dbcaa req-23309c32-9e2a-4acf-ad5d-31bf4ea71b04 service neutron] 10.222.0.41 "GET /v2.0/networks/c17eca93-ffcb-4f26-9d07-03fe19280fd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114742 Jul 13 13:57:03.243354 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7923b636-c5aa-4592-8ed5-250c32caa6b4 req-c92fb249-12ac-491d-a619-502a194fe866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:57:03.245134 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7923b636-c5aa-4592-8ed5-250c32caa6b4 req-c92fb249-12ac-491d-a619-502a194fe866 service neutron] 10.222.0.26 "GET /v2.0/networks?id=94bf27fb-3476-4944-8d19-915922f54fa2 HTTP/1.1" status: 200 len: 916 time: 0.1396224 Jul 13 13:57:03.275878 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c2531a08-0420-4ccd-b552-4831f1f999ac req-a63351b2-ccea-4056-bcf4-61343f216c33 service neutron] 10.222.0.41 "GET /v2.0/networks/c10609af-899d-4476-bb3f-a1771ca4066b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691766 Jul 13 13:57:03.339698 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c2531a08-0420-4ccd-b552-4831f1f999ac req-0c431f8c-6909-41da-a801-0b68cca6efb9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.56&port_id=c1b3bef8-8fa9-45c3-9d8e-303ce20bc8ef HTTP/1.1" status: 200 len: 217 time: 0.0478599 Jul 13 13:57:03.346261 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7923b636-c5aa-4592-8ed5-250c32caa6b4 req-6b21895d-2ecb-4620-97f9-0f4e3b4cf705 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=586de893-9461-4cd5-a184-55dfae64afb3 HTTP/1.1" status: 200 len: 1000 time: 0.0938032 Jul 13 13:57:03.363912 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378e676d-488f-4e15-a4a0-8c23d6e5b7c1 None None] New status for floating IP d3816747-6c00-4d43-9f65-184d178b0b79: ACTIVE {{(pid=93752) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 13:57:03.410180 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7923b636-c5aa-4592-8ed5-250c32caa6b4 req-0b808598-1bb8-4cfe-85df-83bf7a3abf11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:57:03.412018 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7923b636-c5aa-4592-8ed5-250c32caa6b4 req-0b808598-1bb8-4cfe-85df-83bf7a3abf11 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=edd80540-96ff-46b4-a1d4-1e9bba1df368 HTTP/1.1" status: 200 len: 855 time: 0.0591657 Jul 13 13:57:03.469698 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2531a08-0420-4ccd-b552-4831f1f999ac req-b2dd2833-27c4-40b5-84bb-510a2fe28a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:57:03.472190 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c2531a08-0420-4ccd-b552-4831f1f999ac req-b2dd2833-27c4-40b5-84bb-510a2fe28a48 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d8135eef-58f0-4af0-b4cf-468c412106b7 HTTP/1.1" status: 200 len: 797 time: 0.1031680 Jul 13 13:57:03.488728 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7923b636-c5aa-4592-8ed5-250c32caa6b4 req-054e1aa0-09c5-4e52-9cad-68ff26bb2ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:57:03.490269 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7923b636-c5aa-4592-8ed5-250c32caa6b4 req-054e1aa0-09c5-4e52-9cad-68ff26bb2ed2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=94bf27fb-3476-4944-8d19-915922f54fa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0715542 Jul 13 13:57:03.595795 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f196a9fc-0a99-4f9b-9ea9-017e950dbcaa req-d2452776-44f0-429c-9f3b-d6a83d353e1a service neutron] 10.222.0.41 "GET /v2.0/networks/c17eca93-ffcb-4f26-9d07-03fe19280fd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3586509 Jul 13 13:57:03.627792 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2531a08-0420-4ccd-b552-4831f1f999ac req-570482c7-feee-4266-9856-14b27fb44cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:57:03.631266 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c2531a08-0420-4ccd-b552-4831f1f999ac req-570482c7-feee-4266-9856-14b27fb44cdd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c10609af-899d-4476-bb3f-a1771ca4066b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1482503 Jul 13 13:57:03.728740 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7923b636-c5aa-4592-8ed5-250c32caa6b4 req-faba4928-1002-4577-886f-369a27cd50b0 service neutron] 10.222.0.26 "GET /v2.0/networks/94bf27fb-3476-4944-8d19-915922f54fa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312632 Jul 13 13:57:03.816917 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c2531a08-0420-4ccd-b552-4831f1f999ac req-cae7b787-e4a2-4cf5-a676-2186976a9ed4 service neutron] 10.222.0.41 "GET /v2.0/networks/c10609af-899d-4476-bb3f-a1771ca4066b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761835 Jul 13 13:57:03.830432 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7923b636-c5aa-4592-8ed5-250c32caa6b4 req-8b4e12a8-1b94-423a-ba7a-d2e7c05756cd service neutron] 10.222.0.26 "GET /v2.0/networks/94bf27fb-3476-4944-8d19-915922f54fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954666 Jul 13 13:57:03.856269 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935b219e-c64f-4a8b-a60b-c230104a6fd1 req-f2bbb49a-bdc9-43da-bb07-afff31dd9181 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:57:03.857830 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-935b219e-c64f-4a8b-a60b-c230104a6fd1 req-f2bbb49a-bdc9-43da-bb07-afff31dd9181 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/ports?device_id=90aa7224-c29e-49c3-b1ac-1913de966ba6 HTTP/1.1" status: 200 len: 943 time: 0.2715683 Jul 13 13:57:03.901966 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-935b219e-c64f-4a8b-a60b-c230104a6fd1 req-5547c9d9-65cc-4583-9890-af6dcf3ac81f tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e5eeece-5c52-4118-a82a-889f2af322a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375679 Jul 13 13:57:03.902886 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33032eef-86a3-404c-8fb5-8105aa73df67 req-09c174a7-3978-4fc1-a690-639f8e0b5aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:57:03.904658 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-33032eef-86a3-404c-8fb5-8105aa73df67 req-09c174a7-3978-4fc1-a690-639f8e0b5aff service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=12cd0d91808b48129aee093001b928c6&device_id=90aa7224-c29e-49c3-b1ac-1913de966ba6 HTTP/1.1" status: 200 len: 1094 time: 0.2260041 Jul 13 13:57:03.998764 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c2531a08-0420-4ccd-b552-4831f1f999ac req-8b686cc9-2495-4319-9100-6cf8b003e39e service neutron] 10.222.0.41 "GET /v2.0/networks/c10609af-899d-4476-bb3f-a1771ca4066b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743829 Jul 13 13:57:04.047574 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c2531a08-0420-4ccd-b552-4831f1f999ac req-353b0e79-4bb8-40d2-91b2-55b4f38283f2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.27&port_id=d3e632d4-9634-467f-9ba8-1d189f1ac176 HTTP/1.1" status: 200 len: 217 time: 0.0378315 Jul 13 13:57:04.091226 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33032eef-86a3-404c-8fb5-8105aa73df67 req-70d7bd37-c000-401d-8d61-78c6c06f65b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:57:04.092630 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-33032eef-86a3-404c-8fb5-8105aa73df67 req-70d7bd37-c000-401d-8d61-78c6c06f65b8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c17eca93-ffcb-4f26-9d07-03fe19280fd8 HTTP/1.1" status: 200 len: 905 time: 0.1812372 Jul 13 13:57:04.142403 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-33032eef-86a3-404c-8fb5-8105aa73df67 req-b5ca823f-9f96-4348-8298-fda885e326cb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=77f204e1-4a16-41b6-b2ae-fe82039fe108 HTTP/1.1" status: 200 len: 217 time: 0.0418842 Jul 13 13:57:04.145957 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2531a08-0420-4ccd-b552-4831f1f999ac req-4f81d26b-47e9-4664-aa05-b79260815acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:57:04.147320 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c2531a08-0420-4ccd-b552-4831f1f999ac req-4f81d26b-47e9-4664-aa05-b79260815acf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d8135eef-58f0-4af0-b4cf-468c412106b7 HTTP/1.1" status: 200 len: 797 time: 0.0918195 Jul 13 13:57:04.263233 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33032eef-86a3-404c-8fb5-8105aa73df67 req-fea73a01-ed83-42df-ba05-7a1feafdbb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:57:04.265891 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-33032eef-86a3-404c-8fb5-8105aa73df67 req-fea73a01-ed83-42df-ba05-7a1feafdbb72 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fb232211-a266-4fe7-9875-95b4ba730429 HTTP/1.1" status: 200 len: 845 time: 0.1111958 Jul 13 13:57:04.318356 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-33032eef-86a3-404c-8fb5-8105aa73df67 req-2bc057ba-b610-4822-85a1-75dcfa459baf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c17eca93-ffcb-4f26-9d07-03fe19280fd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370219 Jul 13 13:57:04.321198 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2531a08-0420-4ccd-b552-4831f1f999ac req-9a3272d0-42a8-420e-bc4c-c9fbe8bc698a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:57:04.322818 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c2531a08-0420-4ccd-b552-4831f1f999ac req-9a3272d0-42a8-420e-bc4c-c9fbe8bc698a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c10609af-899d-4476-bb3f-a1771ca4066b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1333048 Jul 13 13:57:04.845227 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-33032eef-86a3-404c-8fb5-8105aa73df67 req-d839a47c-c8bd-4e34-bae8-72114d34daec service neutron] 10.222.0.41 "GET /v2.0/networks/c17eca93-ffcb-4f26-9d07-03fe19280fd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5146883 Jul 13 13:57:04.847080 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c2531a08-0420-4ccd-b552-4831f1f999ac req-6d39d95d-dd41-48db-9ef2-f4ab99e50650 service neutron] 10.222.0.41 "GET /v2.0/networks/c10609af-899d-4476-bb3f-a1771ca4066b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5154903 Jul 13 13:57:04.966812 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 77f204e1-4a16-41b6-b2ae-fe82039fe108 details requested by agent hyperv_n-h2-800634-1 with host n-h2-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 13:57:05.017025 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-33032eef-86a3-404c-8fb5-8105aa73df67 req-9dec373c-c2af-4cbe-87ab-48205eb96587 service neutron] 10.222.0.41 "GET /v2.0/networks/c17eca93-ffcb-4f26-9d07-03fe19280fd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603255 Jul 13 13:57:05.018986 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c2531a08-0420-4ccd-b552-4831f1f999ac req-d4c564ea-6bfd-44aa-9186-9516b62720df service neutron] 10.222.0.41 "GET /v2.0/networks/c10609af-899d-4476-bb3f-a1771ca4066b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549640 Jul 13 13:57:05.093666 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 77f204e1-4a16-41b6-b2ae-fe82039fe108, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=77f204e1-4a16-41b6-b2ae-fe82039fe108,segment=NetworkSegment(34a01d3a-59e0-46b3-ab51-e02ceb07d7ab),segment_id=34a01d3a-59e0-46b3-ab51-e02ceb07d7ab)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:57:05.099484 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c2531a08-0420-4ccd-b552-4831f1f999ac req-1eed46d6-e5fa-4fcd-9c30-b43c8699dfcc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6203edbb-d062-45f4-b681-abe477bae469 HTTP/1.1" status: 200 len: 217 time: 0.0702350 Jul 13 13:57:05.105232 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Returning: {'device': '77f204e1-4a16-41b6-b2ae-fe82039fe108', 'network_id': 'c17eca93-ffcb-4f26-9d07-03fe19280fd8', 'port_id': '77f204e1-4a16-41b6-b2ae-fe82039fe108', 'mac_address': 'fa:16:3e:10:81:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb232211-a266-4fe7-9875-95b4ba730429', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 13:57:05.145318 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:57:05.164615 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2531a08-0420-4ccd-b552-4831f1f999ac req-2d0037a1-48a5-4de2-8ae7-e43275389af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:57:05.165548 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77f204e1-4a16-41b6-b2ae-fe82039fe108 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:57:05.166351 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c2531a08-0420-4ccd-b552-4831f1f999ac req-2d0037a1-48a5-4de2-8ae7-e43275389af4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=951f324c-d68d-486e-9ca1-85ca6e2b85a7 HTTP/1.1" status: 200 len: 797 time: 0.0606918 Jul 13 13:57:05.180390 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56785066-371f-4a40-89aa-ccc69745f47f req-6778d7fe-2ff7-4261-9823-c1e4a670eef3 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:57:05.181961 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-56785066-371f-4a40-89aa-ccc69745f47f req-6778d7fe-2ff7-4261-9823-c1e4a670eef3 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/ports?device_id=90aa7224-c29e-49c3-b1ac-1913de966ba6 HTTP/1.1" status: 200 len: 943 time: 0.1422489 Jul 13 13:57:05.189916 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 77f204e1-4a16-41b6-b2ae-fe82039fe108, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=77f204e1-4a16-41b6-b2ae-fe82039fe108,segment=NetworkSegment(34a01d3a-59e0-46b3-ab51-e02ceb07d7ab),segment_id=34a01d3a-59e0-46b3-ab51-e02ceb07d7ab)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:57:05.194308 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:57:05.250547 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=77f204e1-4a16-41b6-b2ae-fe82039fe108,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:57:05.256640 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-56785066-371f-4a40-89aa-ccc69745f47f req-41c88bd8-6e83-48de-b71c-66159d795f0b tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e5eeece-5c52-4118-a82a-889f2af322a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643899 Jul 13 13:57:05.271932 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2531a08-0420-4ccd-b552-4831f1f999ac req-d07113d4-8756-4fb7-b76c-b91ad73678f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:57:05.274310 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c2531a08-0420-4ccd-b552-4831f1f999ac req-d07113d4-8756-4fb7-b76c-b91ad73678f0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=66d18ebd-c35e-4e15-b1ef-9323bd11d006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0914035 Jul 13 13:57:05.392060 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c2531a08-0420-4ccd-b552-4831f1f999ac req-f5d4cd60-7feb-414c-891a-b477a837cdc9 service neutron] 10.222.0.41 "GET /v2.0/networks/66d18ebd-c35e-4e15-b1ef-9323bd11d006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104400 Jul 13 13:57:05.454065 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['77f204e1-4a16-41b6-b2ae-fe82039fe108'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:57:05.503473 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c2531a08-0420-4ccd-b552-4831f1f999ac req-f8954beb-da52-4ab9-8c7c-a173fcbe559c service neutron] 10.222.0.41 "GET /v2.0/networks/66d18ebd-c35e-4e15-b1ef-9323bd11d006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007311 Jul 13 13:57:05.545969 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c2531a08-0420-4ccd-b552-4831f1f999ac req-a53cc901-0ffd-4969-9196-479333ab6172 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a28e0383-d778-445e-917b-a6877ab44b08 HTTP/1.1" status: 200 len: 217 time: 0.0355113 Jul 13 13:57:05.596383 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2531a08-0420-4ccd-b552-4831f1f999ac req-f5435dae-db31-4b1d-8c12-18644d393afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:57:05.597918 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c2531a08-0420-4ccd-b552-4831f1f999ac req-f5435dae-db31-4b1d-8c12-18644d393afb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=951f324c-d68d-486e-9ca1-85ca6e2b85a7 HTTP/1.1" status: 200 len: 797 time: 0.0463510 Jul 13 13:57:05.654802 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2531a08-0420-4ccd-b552-4831f1f999ac req-803b32fe-5e81-4e63-98f5-ee878409ee02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:57:05.656405 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c2531a08-0420-4ccd-b552-4831f1f999ac req-803b32fe-5e81-4e63-98f5-ee878409ee02 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=66d18ebd-c35e-4e15-b1ef-9323bd11d006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0524991 Jul 13 13:57:05.761239 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c2531a08-0420-4ccd-b552-4831f1f999ac req-f04e9e19-3da7-4ac0-8d82-b42aad80a92b service neutron] 10.222.0.41 "GET /v2.0/networks/66d18ebd-c35e-4e15-b1ef-9323bd11d006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980804 Jul 13 13:57:05.869798 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c2531a08-0420-4ccd-b552-4831f1f999ac req-4100a45b-365a-44c1-a384-50e975c27c7d service neutron] 10.222.0.41 "GET /v2.0/networks/66d18ebd-c35e-4e15-b1ef-9323bd11d006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020734 Jul 13 13:57:06.451354 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd59ea26-7188-4d38-abff-cb970772a8ba req-ceecbbd1-d210-41fe-8d91-0f4bcc0a34dd tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:57:06.453526 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-cd59ea26-7188-4d38-abff-cb970772a8ba req-ceecbbd1-d210-41fe-8d91-0f4bcc0a34dd tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/ports?device_id=90aa7224-c29e-49c3-b1ac-1913de966ba6 HTTP/1.1" status: 200 len: 944 time: 0.0723088 Jul 13 13:57:06.497509 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-cd59ea26-7188-4d38-abff-cb970772a8ba req-4128d1a9-c117-4928-ba34-4d41d71e7466 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e5eeece-5c52-4118-a82a-889f2af322a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377405 Jul 13 13:57:06.979091 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 77f204e1-4a16-41b6-b2ae-fe82039fe108 up at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:57:07.030618 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning for port 77f204e1-4a16-41b6-b2ae-fe82039fe108 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:57:07.034827 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning complete for port 77f204e1-4a16-41b6-b2ae-fe82039fe108 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:57:07.035213 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:57:07.112990 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:57:07.138881 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90aa7224-c29e-49c3-b1ac-1913de966ba6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77f204e1-4a16-41b6-b2ae-fe82039fe108'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:57:07.141143 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68b234b0-0446-4192-9493-5a721f2be0b2" -d '{"events": [{"server_uuid": "90aa7224-c29e-49c3-b1ac-1913de966ba6", "name": "network-vif-plugged", "status": "completed", "tag": "77f204e1-4a16-41b6-b2ae-fe82039fe108"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:57:07.154408 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 77f204e1-4a16-41b6-b2ae-fe82039fe108, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=77f204e1-4a16-41b6-b2ae-fe82039fe108,segment=NetworkSegment(34a01d3a-59e0-46b3-ab51-e02ceb07d7ab),segment_id=34a01d3a-59e0-46b3-ab51-e02ceb07d7ab)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:57:07.175197 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:57:07.232475 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d5247c2-672c-4c6b-abb7-85291bd763da x-openstack-request-id: req-6d5247c2-672c-4c6b-abb7-85291bd763da {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:57:07.233093 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90aa7224-c29e-49c3-b1ac-1913de966ba6", "name": "network-vif-plugged", "status": "completed", "tag": "77f204e1-4a16-41b6-b2ae-fe82039fe108", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:57:07.233628 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6d5247c2-672c-4c6b-abb7-85291bd763da {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:57:07.234580 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90aa7224-c29e-49c3-b1ac-1913de966ba6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77f204e1-4a16-41b6-b2ae-fe82039fe108', 'code': 200} Jul 13 13:57:07.254037 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=77f204e1-4a16-41b6-b2ae-fe82039fe108,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:57:07.352234 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d87020b-e426-4fff-9927-cf39b8d56657 req-6f626135-be1d-4a12-946d-37cba927743e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:57:07.353787 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6d87020b-e426-4fff-9927-cf39b8d56657 req-6f626135-be1d-4a12-946d-37cba927743e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=90aa7224-c29e-49c3-b1ac-1913de966ba6 HTTP/1.1" status: 200 len: 1096 time: 0.0668461 Jul 13 13:57:07.391863 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6d87020b-e426-4fff-9927-cf39b8d56657 req-8bdd79f5-5a79-46ab-8f22-6073d16e1f27 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0e5eeece-5c52-4118-a82a-889f2af322a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310781 Jul 13 13:57:07.698308 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f522a25-a258-4a1d-9fdf-72c8ca5b4ce1 req-69dff062-ab21-44b4-8468-36d7a13b88e8 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:57:07.701390 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8f522a25-a258-4a1d-9fdf-72c8ca5b4ce1 req-69dff062-ab21-44b4-8468-36d7a13b88e8 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/ports?device_id=90aa7224-c29e-49c3-b1ac-1913de966ba6 HTTP/1.1" status: 200 len: 945 time: 0.0822914 Jul 13 13:57:07.751769 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8f522a25-a258-4a1d-9fdf-72c8ca5b4ce1 req-472c4956-2379-47b3-8901-2d80c83e437b tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e5eeece-5c52-4118-a82a-889f2af322a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411420 Jul 13 13:57:08.947460 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95a6b97-adbe-498e-bb2e-2b4272292494 req-e2177f88-2a60-468f-8a50-6810480bfe25 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:57:08.949056 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d95a6b97-adbe-498e-bb2e-2b4272292494 req-e2177f88-2a60-468f-8a50-6810480bfe25 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/ports?device_id=90aa7224-c29e-49c3-b1ac-1913de966ba6 HTTP/1.1" status: 200 len: 945 time: 0.0772889 Jul 13 13:57:08.988539 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d95a6b97-adbe-498e-bb2e-2b4272292494 req-9242a33a-65a3-4da5-8f9f-9c354db5650b tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e5eeece-5c52-4118-a82a-889f2af322a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331519 Jul 13 13:57:09.348392 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17798b38-f22b-4900-baf0-91d3fd977650 req-f21971e8-7280-4226-a66c-3758e4ddf4e6 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:57:09.349929 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-17798b38-f22b-4900-baf0-91d3fd977650 req-f21971e8-7280-4226-a66c-3758e4ddf4e6 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/ports?device_id=90aa7224-c29e-49c3-b1ac-1913de966ba6 HTTP/1.1" status: 200 len: 945 time: 0.0658226 Jul 13 13:57:09.404972 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-17798b38-f22b-4900-baf0-91d3fd977650 req-277b954c-8476-46a7-972f-82903d017589 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e5eeece-5c52-4118-a82a-889f2af322a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486245 Jul 13 13:57:09.581505 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1d17e4-4d5c-4146-9971-bbe7bd336a0a req-07d75856-deae-47dd-a5f9-36bf1d8a4ca9 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:57:09.583006 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-9f1d17e4-4d5c-4146-9971-bbe7bd336a0a req-07d75856-deae-47dd-a5f9-36bf1d8a4ca9 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/ports?device_id=90aa7224-c29e-49c3-b1ac-1913de966ba6 HTTP/1.1" status: 200 len: 945 time: 0.0665765 Jul 13 13:57:09.621057 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-9f1d17e4-4d5c-4146-9971-bbe7bd336a0a req-a655fc75-4ea4-497c-bb47-5edb5af6a8ad tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e5eeece-5c52-4118-a82a-889f2af322a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320210 Jul 13 13:57:10.028484 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841d10e0-2be9-4688-af3e-99cfad370a86 req-b01bc156-5849-450f-a843-b8fd9666ec2b tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:57:10.030030 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-841d10e0-2be9-4688-af3e-99cfad370a86 req-b01bc156-5849-450f-a843-b8fd9666ec2b tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/ports?device_id=90aa7224-c29e-49c3-b1ac-1913de966ba6 HTTP/1.1" status: 200 len: 945 time: 0.0686023 Jul 13 13:57:10.071348 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-841d10e0-2be9-4688-af3e-99cfad370a86 req-e4379683-48b0-4dfe-8645-5a6564c5d4a3 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e5eeece-5c52-4118-a82a-889f2af322a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355921 Jul 13 13:57:11.279649 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414ce98f-cbb4-447a-9b73-94803f934205 req-9fafc652-32c0-4cbb-a19b-85eb902638ce tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:57:11.281218 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-414ce98f-cbb4-447a-9b73-94803f934205 req-9fafc652-32c0-4cbb-a19b-85eb902638ce tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/ports?device_id=90aa7224-c29e-49c3-b1ac-1913de966ba6 HTTP/1.1" status: 200 len: 945 time: 0.0725563 Jul 13 13:57:11.302373 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb8fd12-2469-4c44-8e7d-912981fbea62 req-912cef6b-1897-4709-851e-bcc3ac43abd4 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:57:11.305758 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6fb8fd12-2469-4c44-8e7d-912981fbea62 req-912cef6b-1897-4709-851e-bcc3ac43abd4 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.41 "GET /v2.0/ports?device_id=90aa7224-c29e-49c3-b1ac-1913de966ba6 HTTP/1.1" status: 200 len: 945 time: 0.0824385 Jul 13 13:57:11.323608 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-414ce98f-cbb4-447a-9b73-94803f934205 req-71839c89-22b1-4f58-a802-566340c56a1b tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e5eeece-5c52-4118-a82a-889f2af322a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354037 Jul 13 13:57:11.418667 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-6fb8fd12-2469-4c44-8e7d-912981fbea62 req-d124da49-5b55-4f7b-9444-2dc9141e064d tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Deleting port 77f204e1-4a16-41b6-b2ae-fe82039fe108 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:57:11.419007 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-6fb8fd12-2469-4c44-8e7d-912981fbea62 req-d124da49-5b55-4f7b-9444-2dc9141e064d tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:57:11.507750 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-6fb8fd12-2469-4c44-8e7d-912981fbea62 req-d124da49-5b55-4f7b-9444-2dc9141e064d tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] For port 77f204e1-4a16-41b6-b2ae-fe82039fe108, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=77f204e1-4a16-41b6-b2ae-fe82039fe108,segment=NetworkSegment(34a01d3a-59e0-46b3-ab51-e02ceb07d7ab),segment_id=34a01d3a-59e0-46b3-ab51-e02ceb07d7ab)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:57:11.507965 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-6fb8fd12-2469-4c44-8e7d-912981fbea62 req-d124da49-5b55-4f7b-9444-2dc9141e064d tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:57:11.521002 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-6fb8fd12-2469-4c44-8e7d-912981fbea62 req-d124da49-5b55-4f7b-9444-2dc9141e064d tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Calling delete_port for 77f204e1-4a16-41b6-b2ae-fe82039fe108 owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:57:11.658357 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-6fb8fd12-2469-4c44-8e7d-912981fbea62 req-d124da49-5b55-4f7b-9444-2dc9141e064d tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:57:11.673763 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['66c0eee5-eff9-4ca2-a47b-7acc34ac5f92', '77f204e1-4a16-41b6-b2ae-fe82039fe108'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:57:11.692371 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d124da49-5b55-4f7b-9444-2dc9141e064d tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Pushing event deleted for resources: {'Port': ['ID=77f204e1-4a16-41b6-b2ae-fe82039fe108,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:57:11.741068 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fb8fd12-2469-4c44-8e7d-912981fbea62 req-d124da49-5b55-4f7b-9444-2dc9141e064d tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] No DVR routers for this DVR port 77f204e1-4a16-41b6-b2ae-fe82039fe108 on host n-h2-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:57:11.744528 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-6fb8fd12-2469-4c44-8e7d-912981fbea62 req-d124da49-5b55-4f7b-9444-2dc9141e064d tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:57:11.746775 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6fb8fd12-2469-4c44-8e7d-912981fbea62 req-d124da49-5b55-4f7b-9444-2dc9141e064d tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.41 "DELETE /v2.0/ports/77f204e1-4a16-41b6-b2ae-fe82039fe108 HTTP/1.1" status: 204 len: 173 time: 0.4346714 Jul 13 13:57:11.747220 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90aa7224-c29e-49c3-b1ac-1913de966ba6', 'name': 'network-vif-deleted', 'tag': '77f204e1-4a16-41b6-b2ae-fe82039fe108'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:57:11.749773 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76e3fae6-8f7a-425b-a98d-33b1ecad039e" -d '{"events": [{"server_uuid": "90aa7224-c29e-49c3-b1ac-1913de966ba6", "name": "network-vif-deleted", "tag": "77f204e1-4a16-41b6-b2ae-fe82039fe108"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:57:11.793965 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:57:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad261bf4-77c9-4748-9db6-933ee1e61179 x-openstack-request-id: req-ad261bf4-77c9-4748-9db6-933ee1e61179 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:57:11.794312 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90aa7224-c29e-49c3-b1ac-1913de966ba6", "name": "network-vif-deleted", "tag": "77f204e1-4a16-41b6-b2ae-fe82039fe108", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:57:11.794833 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ad261bf4-77c9-4748-9db6-933ee1e61179 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:57:11.795584 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90aa7224-c29e-49c3-b1ac-1913de966ba6', 'name': 'network-vif-deleted', 'tag': '77f204e1-4a16-41b6-b2ae-fe82039fe108', 'status': 'completed', 'code': 200} Jul 13 13:57:12.548357 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 13:57:12.700108 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60a9388-df9a-40ed-9897-bcc2eff7706b req-70c520f3-6a69-4d61-90fb-70d868dbb001 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:57:12.701612 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c60a9388-df9a-40ed-9897-bcc2eff7706b req-70c520f3-6a69-4d61-90fb-70d868dbb001 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/networks?id=c17eca93-ffcb-4f26-9d07-03fe19280fd8 HTTP/1.1" status: 200 len: 805 time: 0.1152613 Jul 13 13:57:12.717562 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c60a9388-df9a-40ed-9897-bcc2eff7706b req-a6ddccf8-908a-4fce-9dd6-4d19ab9d1c75 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/quotas/12cd0d91808b48129aee093001b928c6 HTTP/1.1" status: 200 len: 375 time: 0.0098145 Jul 13 13:57:12.782557 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c60a9388-df9a-40ed-9897-bcc2eff7706b req-19f6d10b-64df-405e-bb11-f490e3542a32 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=12cd0d91808b48129aee093001b928c6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0599282 Jul 13 13:57:12.877676 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c60a9388-df9a-40ed-9897-bcc2eff7706b req-cea0641a-0752-4f3b-b6f5-c4d90746e419 service neutron] 10.222.0.23 "GET /v2.0/networks/c17eca93-ffcb-4f26-9d07-03fe19280fd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877407 Jul 13 13:57:12.972122 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c60a9388-df9a-40ed-9897-bcc2eff7706b req-54891597-d7e9-49de-89a1-f5dc3d782eba service neutron] 10.222.0.23 "GET /v2.0/networks/c17eca93-ffcb-4f26-9d07-03fe19280fd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879903 Jul 13 13:57:13.194926 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-59757446-d416-47ae-9490-e88c16063eb9 req-74aa9f74-59b9-40af-bbf1-aee6fbe49aee tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc397ca3-7aa0-496d-806a-9d36e6e782bf HTTP/1.1" status: 200 len: 210 time: 0.0627973 Jul 13 13:57:14.237123 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60a9388-df9a-40ed-9897-bcc2eff7706b req-0c5034e6-c344-4450-9dd8-34beee3025a8 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:57:14.238654 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c60a9388-df9a-40ed-9897-bcc2eff7706b req-0c5034e6-c344-4450-9dd8-34beee3025a8 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.41 "GET /v2.0/networks?id=c17eca93-ffcb-4f26-9d07-03fe19280fd8 HTTP/1.1" status: 200 len: 805 time: 0.1124005 Jul 13 13:57:14.268544 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-c60a9388-df9a-40ed-9897-bcc2eff7706b req-1f710d03-13ff-426c-bdee-990865b41bff tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Request body: {'port': {'device_id': 'fc397ca3-7aa0-496d-806a-9d36e6e782bf', 'network_id': 'c17eca93-ffcb-4f26-9d07-03fe19280fd8', 'admin_state_up': True, 'tenant_id': '12cd0d91808b48129aee093001b928c6'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:57:14.407434 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b4a37ebe-2401-4d32-9093-5a572ac87f4d req-eabe6db0-1937-43d0-bf4c-24a1f6b6fb3c tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc397ca3-7aa0-496d-806a-9d36e6e782bf HTTP/1.1" status: 200 len: 210 time: 0.0371387 Jul 13 13:57:14.432215 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c60a9388-df9a-40ed-9897-bcc2eff7706b req-1f710d03-13ff-426c-bdee-990865b41bff tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Made reservation on behalf of 12cd0d91808b48129aee093001b928c6 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:57:14.435992 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-c60a9388-df9a-40ed-9897-bcc2eff7706b req-1f710d03-13ff-426c-bdee-990865b41bff tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:57:14.566091 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-c60a9388-df9a-40ed-9897-bcc2eff7706b req-1f710d03-13ff-426c-bdee-990865b41bff tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Allocated IP 172.20.0.5 (c17eca93-ffcb-4f26-9d07-03fe19280fd8/fb232211-a266-4fe7-9875-95b4ba730429/0925a543-32a2-4f78-8f09-848a1e97fa7a) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:57:14.724154 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-c60a9388-df9a-40ed-9897-bcc2eff7706b req-1f710d03-13ff-426c-bdee-990865b41bff tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:57:14.763743 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-c60a9388-df9a-40ed-9897-bcc2eff7706b req-1f710d03-13ff-426c-bdee-990865b41bff tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:57:14.774527 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['66c0eee5-eff9-4ca2-a47b-7acc34ac5f92'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:57:14.817150 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c60a9388-df9a-40ed-9897-bcc2eff7706b req-1f710d03-13ff-426c-bdee-990865b41bff tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Network c17eca93-ffcb-4f26-9d07-03fe19280fd8 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:57:14.824380 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-c60a9388-df9a-40ed-9897-bcc2eff7706b req-1f710d03-13ff-426c-bdee-990865b41bff tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:57:14.827067 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-c60a9388-df9a-40ed-9897-bcc2eff7706b req-1f710d03-13ff-426c-bdee-990865b41bff tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:57:14.831264 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f710d03-13ff-426c-bdee-990865b41bff tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Pushing event updated for resources: {'Port': ['ID=0925a543-32a2-4f78-8f09-848a1e97fa7a,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:57:14.885152 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60a9388-df9a-40ed-9897-bcc2eff7706b req-1f710d03-13ff-426c-bdee-990865b41bff tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:57:14.885901 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-c60a9388-df9a-40ed-9897-bcc2eff7706b req-1f710d03-13ff-426c-bdee-990865b41bff tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:57:14.903369 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c60a9388-df9a-40ed-9897-bcc2eff7706b req-1f710d03-13ff-426c-bdee-990865b41bff tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6454387 Jul 13 13:57:14.915794 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-c60a9388-df9a-40ed-9897-bcc2eff7706b req-e59edd2c-8c67-44ff-a990-94d56bfcdcbc service neutron] Request body: {'port': {'device_id': 'fc397ca3-7aa0-496d-806a-9d36e6e782bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:57:14.991101 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-c60a9388-df9a-40ed-9897-bcc2eff7706b req-e59edd2c-8c67-44ff-a990-94d56bfcdcbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:57:15.010244 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 77f204e1-4a16-41b6-b2ae-fe82039fe108 no longer exists at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:57:15.031134 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] No Port match for: 77f204e1-4a16-41b6-b2ae-fe82039fe108 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:57:15.031537 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 77f204e1-4a16-41b6-b2ae-fe82039fe108 not bound to the agent host n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:57:15.266585 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-c60a9388-df9a-40ed-9897-bcc2eff7706b req-e59edd2c-8c67-44ff-a990-94d56bfcdcbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0925a543-32a2-4f78-8f09-848a1e97fa7a {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:57:15.274806 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-c60a9388-df9a-40ed-9897-bcc2eff7706b req-e59edd2c-8c67-44ff-a990-94d56bfcdcbc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:57:15.287354 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-c60a9388-df9a-40ed-9897-bcc2eff7706b req-e59edd2c-8c67-44ff-a990-94d56bfcdcbc service neutron] Transition to ACTIVE for port object 0925a543-32a2-4f78-8f09-848a1e97fa7a will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:57:15.292526 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-c60a9388-df9a-40ed-9897-bcc2eff7706b req-e59edd2c-8c67-44ff-a990-94d56bfcdcbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:57:15.342317 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59edd2c-8c67-44ff-a990-94d56bfcdcbc service neutron] Pushing event updated for resources: {'Port': ['ID=0925a543-32a2-4f78-8f09-848a1e97fa7a,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:57:15.426030 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-c60a9388-df9a-40ed-9897-bcc2eff7706b req-e59edd2c-8c67-44ff-a990-94d56bfcdcbc service neutron] Attempting to bind port 0925a543-32a2-4f78-8f09-848a1e97fa7a on host n-h2-800634-1 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:57:15.426402 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-c60a9388-df9a-40ed-9897-bcc2eff7706b req-e59edd2c-8c67-44ff-a990-94d56bfcdcbc service neutron] Attempting to bind port 0925a543-32a2-4f78-8f09-848a1e97fa7a by drivers openvswitch,hyperv on host n-h2-800634-1 at level 0 using segments [{'id': '34a01d3a-59e0-46b3-ab51-e02ceb07d7ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'c17eca93-ffcb-4f26-9d07-03fe19280fd8'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:57:15.426729 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c60a9388-df9a-40ed-9897-bcc2eff7706b req-e59edd2c-8c67-44ff-a990-94d56bfcdcbc service neutron] Attempting to bind port 0925a543-32a2-4f78-8f09-848a1e97fa7a on network c17eca93-ffcb-4f26-9d07-03fe19280fd8 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:57:15.432302 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c60a9388-df9a-40ed-9897-bcc2eff7706b req-e59edd2c-8c67-44ff-a990-94d56bfcdcbc service neutron] Port 0925a543-32a2-4f78-8f09-848a1e97fa7a on network c17eca93-ffcb-4f26-9d07-03fe19280fd8 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-1 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 13:57:15.432302 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c60a9388-df9a-40ed-9897-bcc2eff7706b req-e59edd2c-8c67-44ff-a990-94d56bfcdcbc service neutron] Attempting to bind port 0925a543-32a2-4f78-8f09-848a1e97fa7a on network c17eca93-ffcb-4f26-9d07-03fe19280fd8 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:57:15.437621 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c60a9388-df9a-40ed-9897-bcc2eff7706b req-e59edd2c-8c67-44ff-a990-94d56bfcdcbc service neutron] Checking agent: {'id': 'f615e5c9-21ab-43f2-adbc-192d64b795cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:57:15.438292 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c60a9388-df9a-40ed-9897-bcc2eff7706b req-e59edd2c-8c67-44ff-a990-94d56bfcdcbc service neutron] Checking segment: {'id': '34a01d3a-59e0-46b3-ab51-e02ceb07d7ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'c17eca93-ffcb-4f26-9d07-03fe19280fd8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:57:15.438974 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c60a9388-df9a-40ed-9897-bcc2eff7706b req-e59edd2c-8c67-44ff-a990-94d56bfcdcbc service neutron] Bound using segment: {'id': '34a01d3a-59e0-46b3-ab51-e02ceb07d7ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'c17eca93-ffcb-4f26-9d07-03fe19280fd8'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:57:15.439570 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-c60a9388-df9a-40ed-9897-bcc2eff7706b req-e59edd2c-8c67-44ff-a990-94d56bfcdcbc service neutron] Bound port: 0925a543-32a2-4f78-8f09-848a1e97fa7a, host: n-h2-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34a01d3a-59e0-46b3-ab51-e02ceb07d7ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'c17eca93-ffcb-4f26-9d07-03fe19280fd8'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:57:15.440490 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-c60a9388-df9a-40ed-9897-bcc2eff7706b req-e59edd2c-8c67-44ff-a990-94d56bfcdcbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:57:15.524275 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-c60a9388-df9a-40ed-9897-bcc2eff7706b req-e59edd2c-8c67-44ff-a990-94d56bfcdcbc service neutron] For port 0925a543-32a2-4f78-8f09-848a1e97fa7a, host n-h2-800634-1, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:57:15.528191 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-c60a9388-df9a-40ed-9897-bcc2eff7706b req-e59edd2c-8c67-44ff-a990-94d56bfcdcbc service neutron] For port 0925a543-32a2-4f78-8f09-848a1e97fa7a, host n-h2-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=0925a543-32a2-4f78-8f09-848a1e97fa7a,segment=NetworkSegment(34a01d3a-59e0-46b3-ab51-e02ceb07d7ab),segment_id=34a01d3a-59e0-46b3-ab51-e02ceb07d7ab)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:57:15.533935 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-c60a9388-df9a-40ed-9897-bcc2eff7706b req-e59edd2c-8c67-44ff-a990-94d56bfcdcbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:57:15.573206 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60a9388-df9a-40ed-9897-bcc2eff7706b req-e59edd2c-8c67-44ff-a990-94d56bfcdcbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:57:15.573887 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-c60a9388-df9a-40ed-9897-bcc2eff7706b req-e59edd2c-8c67-44ff-a990-94d56bfcdcbc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:57:15.575300 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c60a9388-df9a-40ed-9897-bcc2eff7706b req-e59edd2c-8c67-44ff-a990-94d56bfcdcbc service neutron] 10.222.0.41 "PUT /v2.0/ports/0925a543-32a2-4f78-8f09-848a1e97fa7a HTTP/1.1" status: 200 len: 1091 time: 0.6648793 Jul 13 13:57:15.575750 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc397ca3-7aa0-496d-806a-9d36e6e782bf', 'tag': '0925a543-32a2-4f78-8f09-848a1e97fa7a'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:57:15.578334 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bacef9ff-455b-490b-8aaa-91463fa1f4f4" -d '{"events": [{"name": "network-changed", "server_uuid": "fc397ca3-7aa0-496d-806a-9d36e6e782bf", "tag": "0925a543-32a2-4f78-8f09-848a1e97fa7a"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:57:15.622441 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28065586-3d91-419e-af5c-5076d902a975 req-1d44602d-9874-4760-9be1-b4dc84daea26 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:57:15.624872 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-28065586-3d91-419e-af5c-5076d902a975 req-1d44602d-9874-4760-9be1-b4dc84daea26 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc397ca3-7aa0-496d-806a-9d36e6e782bf HTTP/1.1" status: 200 len: 943 time: 0.0897372 Jul 13 13:57:15.667605 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59edd2c-8c67-44ff-a990-94d56bfcdcbc service neutron] Pushing event updated for resources: {'Port': ['ID=0925a543-32a2-4f78-8f09-848a1e97fa7a,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:57:15.674860 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-28065586-3d91-419e-af5c-5076d902a975 req-4a331445-9a4c-430e-be30-84fc3eb99174 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e5eeece-5c52-4118-a82a-889f2af322a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434272 Jul 13 13:57:15.680485 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 13:57:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f60b190c-1599-4f67-8f24-d49ec5c83552 x-openstack-request-id: req-f60b190c-1599-4f67-8f24-d49ec5c83552 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:57:15.680784 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc397ca3-7aa0-496d-806a-9d36e6e782bf", "tag": "0925a543-32a2-4f78-8f09-848a1e97fa7a", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:57:15.681588 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f60b190c-1599-4f67-8f24-d49ec5c83552 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:57:15.681588 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc397ca3-7aa0-496d-806a-9d36e6e782bf', 'tag': '0925a543-32a2-4f78-8f09-848a1e97fa7a', 'status': 'completed', 'code': 200} Jul 13 13:57:15.703579 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60a9388-df9a-40ed-9897-bcc2eff7706b req-10da665a-a8f9-481a-b9f9-f56187869c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:57:15.705186 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c60a9388-df9a-40ed-9897-bcc2eff7706b req-10da665a-a8f9-481a-b9f9-f56187869c55 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=12cd0d91808b48129aee093001b928c6&device_id=fc397ca3-7aa0-496d-806a-9d36e6e782bf HTTP/1.1" status: 200 len: 1094 time: 0.0824077 Jul 13 13:57:15.758927 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c60a9388-df9a-40ed-9897-bcc2eff7706b req-4feccc6b-6cc0-4ffd-a6c8-17976caa82e0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0925a543-32a2-4f78-8f09-848a1e97fa7a HTTP/1.1" status: 200 len: 217 time: 0.0465970 Jul 13 13:57:15.809522 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60a9388-df9a-40ed-9897-bcc2eff7706b req-49384762-8d7c-42d5-a803-589464f78928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:57:15.810998 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c60a9388-df9a-40ed-9897-bcc2eff7706b req-49384762-8d7c-42d5-a803-589464f78928 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fb232211-a266-4fe7-9875-95b4ba730429 HTTP/1.1" status: 200 len: 845 time: 0.0459871 Jul 13 13:57:15.843280 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c60a9388-df9a-40ed-9897-bcc2eff7706b req-9f3ae21a-ca92-4eaa-878c-ef9a12d5dfed service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c17eca93-ffcb-4f26-9d07-03fe19280fd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260761 Jul 13 13:57:15.941538 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c60a9388-df9a-40ed-9897-bcc2eff7706b req-dea464f2-c718-4dcd-8fb6-32a4dfbfb8d8 service neutron] 10.222.0.41 "GET /v2.0/networks/c17eca93-ffcb-4f26-9d07-03fe19280fd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922623 Jul 13 13:57:16.039660 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c60a9388-df9a-40ed-9897-bcc2eff7706b req-b28bb891-e000-42ff-b914-a6e09b2754b6 service neutron] 10.222.0.41 "GET /v2.0/networks/c17eca93-ffcb-4f26-9d07-03fe19280fd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918131 Jul 13 13:57:16.149812 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacef9ff-455b-490b-8aaa-91463fa1f4f4 req-a43c1fc5-bb4f-44ea-abbd-b30b5eff7426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:57:16.151266 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bacef9ff-455b-490b-8aaa-91463fa1f4f4 req-a43c1fc5-bb4f-44ea-abbd-b30b5eff7426 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=12cd0d91808b48129aee093001b928c6&device_id=fc397ca3-7aa0-496d-806a-9d36e6e782bf HTTP/1.1" status: 200 len: 1094 time: 0.0562749 Jul 13 13:57:16.247169 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacef9ff-455b-490b-8aaa-91463fa1f4f4 req-3fd06d0a-1eec-4e8b-9ee8-d248b556678a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:57:16.248794 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bacef9ff-455b-490b-8aaa-91463fa1f4f4 req-3fd06d0a-1eec-4e8b-9ee8-d248b556678a service neutron] 10.222.0.41 "GET /v2.0/networks?id=c17eca93-ffcb-4f26-9d07-03fe19280fd8 HTTP/1.1" status: 200 len: 905 time: 0.0913515 Jul 13 13:57:16.290485 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bacef9ff-455b-490b-8aaa-91463fa1f4f4 req-7ace7144-2005-490a-bd0c-de0d5bf535d3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0925a543-32a2-4f78-8f09-848a1e97fa7a HTTP/1.1" status: 200 len: 217 time: 0.0356193 Jul 13 13:57:16.343791 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacef9ff-455b-490b-8aaa-91463fa1f4f4 req-00e025e5-84b9-47ab-ac69-463db1b9ddfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:57:16.345262 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bacef9ff-455b-490b-8aaa-91463fa1f4f4 req-00e025e5-84b9-47ab-ac69-463db1b9ddfd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fb232211-a266-4fe7-9875-95b4ba730429 HTTP/1.1" status: 200 len: 845 time: 0.0484858 Jul 13 13:57:16.383131 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bacef9ff-455b-490b-8aaa-91463fa1f4f4 req-e0488934-b83c-4191-84eb-e22c87041226 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c17eca93-ffcb-4f26-9d07-03fe19280fd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315325 Jul 13 13:57:16.473003 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bacef9ff-455b-490b-8aaa-91463fa1f4f4 req-6bd2c2f5-5378-4ff2-ba01-8a7053989695 service neutron] 10.222.0.41 "GET /v2.0/networks/c17eca93-ffcb-4f26-9d07-03fe19280fd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835328 Jul 13 13:57:16.574612 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bacef9ff-455b-490b-8aaa-91463fa1f4f4 req-9480d277-1ad3-4106-847e-defd76304455 service neutron] 10.222.0.41 "GET /v2.0/networks/c17eca93-ffcb-4f26-9d07-03fe19280fd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952396 Jul 13 13:57:16.851388 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f364e80-eba8-43f2-a18f-bd9e327bb19b req-8b2acb4c-873f-483b-b08f-7b60056163ad tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:57:16.852880 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7f364e80-eba8-43f2-a18f-bd9e327bb19b req-8b2acb4c-873f-483b-b08f-7b60056163ad tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc397ca3-7aa0-496d-806a-9d36e6e782bf HTTP/1.1" status: 200 len: 943 time: 0.0637074 Jul 13 13:57:16.890167 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7f364e80-eba8-43f2-a18f-bd9e327bb19b req-6c360196-01d9-4973-8da3-82283fa07a72 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e5eeece-5c52-4118-a82a-889f2af322a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316300 Jul 13 13:57:17.182944 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8d66a439-23ce-494b-a481-90f62bea8db0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:57:18.068641 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9a4c97-2a9c-4d2e-9112-1b00d7477afb req-66765ca5-54d5-4c8c-b614-7665d0e2f3be tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:57:18.070194 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8e9a4c97-2a9c-4d2e-9112-1b00d7477afb req-66765ca5-54d5-4c8c-b614-7665d0e2f3be tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc397ca3-7aa0-496d-806a-9d36e6e782bf HTTP/1.1" status: 200 len: 943 time: 0.0630677 Jul 13 13:57:18.108371 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8e9a4c97-2a9c-4d2e-9112-1b00d7477afb req-db295a85-ccfb-41d6-b035-5d5093a79490 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e5eeece-5c52-4118-a82a-889f2af322a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325217 Jul 13 13:57:19.041710 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 0925a543-32a2-4f78-8f09-848a1e97fa7a details requested by agent hyperv_n-h2-800634-1 with host n-h2-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 13:57:19.141032 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 0925a543-32a2-4f78-8f09-848a1e97fa7a, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=0925a543-32a2-4f78-8f09-848a1e97fa7a,segment=NetworkSegment(34a01d3a-59e0-46b3-ab51-e02ceb07d7ab),segment_id=34a01d3a-59e0-46b3-ab51-e02ceb07d7ab)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:57:19.153927 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Returning: {'device': '0925a543-32a2-4f78-8f09-848a1e97fa7a', 'network_id': 'c17eca93-ffcb-4f26-9d07-03fe19280fd8', 'port_id': '0925a543-32a2-4f78-8f09-848a1e97fa7a', 'mac_address': 'fa:16:3e:81:a7:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb232211-a266-4fe7-9875-95b4ba730429', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 13:57:19.196007 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:57:19.208807 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0925a543-32a2-4f78-8f09-848a1e97fa7a {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:57:19.229594 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 0925a543-32a2-4f78-8f09-848a1e97fa7a, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=0925a543-32a2-4f78-8f09-848a1e97fa7a,segment=NetworkSegment(34a01d3a-59e0-46b3-ab51-e02ceb07d7ab),segment_id=34a01d3a-59e0-46b3-ab51-e02ceb07d7ab)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:57:19.234116 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:57:19.291453 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706029ef-2f21-4ba0-b06c-4ae4d0e1d274 req-ed5484d6-f8a5-445c-9e44-fe7bdac60319 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:57:19.291973 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=0925a543-32a2-4f78-8f09-848a1e97fa7a,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:57:19.293806 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-706029ef-2f21-4ba0-b06c-4ae4d0e1d274 req-ed5484d6-f8a5-445c-9e44-fe7bdac60319 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc397ca3-7aa0-496d-806a-9d36e6e782bf HTTP/1.1" status: 200 len: 944 time: 0.0707412 Jul 13 13:57:19.302913 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:57:19.303264 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:57:19.303613 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:57:19.303957 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:57:19.304519 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:57:19.305687 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:57:19.306110 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:57:19.306473 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:57:19.307471 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:57:19.307948 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:57:19.308292 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:57:19.308625 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:57:19.339378 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-706029ef-2f21-4ba0-b06c-4ae4d0e1d274 req-5c026929-27de-40e0-9920-2d5f3e2a0900 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e5eeece-5c52-4118-a82a-889f2af322a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394876 Jul 13 13:57:19.491663 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['0925a543-32a2-4f78-8f09-848a1e97fa7a'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:57:19.849543 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-29ce34b4-0c21-4da0-9291-2da76a758ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:57:20.001873 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:57:20.523004 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baab248-cb2d-4972-b9e9-e0a70ffd7b96 req-f9a56985-477a-4d16-abeb-99747d424763 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:57:20.525247 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3baab248-cb2d-4972-b9e9-e0a70ffd7b96 req-f9a56985-477a-4d16-abeb-99747d424763 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc397ca3-7aa0-496d-806a-9d36e6e782bf HTTP/1.1" status: 200 len: 944 time: 0.0713980 Jul 13 13:57:20.570438 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3baab248-cb2d-4972-b9e9-e0a70ffd7b96 req-f9ad8486-fe5e-4656-8729-fbc8d25429a0 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e5eeece-5c52-4118-a82a-889f2af322a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383065 Jul 13 13:57:20.634498 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 33234) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:57:20.733834 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f88de038-3eee-4880-9c7b-3a0fe82168be admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:57:20.820088 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f88de038-3eee-4880-9c7b-3a0fe82168be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:57:20.824281 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f88de038-3eee-4880-9c7b-3a0fe82168be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:57:20.860406 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-f88de038-3eee-4880-9c7b-3a0fe82168be admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=185a65b097464775bafd8ef7394ca09d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2248311 Jul 13 13:57:20.862307 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88de038-3eee-4880-9c7b-3a0fe82168be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87f66c40-6c14-47a7-a972-6d5451dc7c16,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:57:20.863074 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 33238) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:57:20.911992 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4799a722-fc8f-43f4-82c0-61b78ae37d7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:57:20.934150 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4799a722-fc8f-43f4-82c0-61b78ae37d7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:57:20.982074 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4799a722-fc8f-43f4-82c0-61b78ae37d7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:57:20.984583 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4799a722-fc8f-43f4-82c0-61b78ae37d7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:57:20.985791 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-4799a722-fc8f-43f4-82c0-61b78ae37d7c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/87f66c40-6c14-47a7-a972-6d5451dc7c16 HTTP/1.1" status: 204 len: 168 time: 0.1214769 Jul 13 13:57:20.994159 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4799a722-fc8f-43f4-82c0-61b78ae37d7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87f66c40-6c14-47a7-a972-6d5451dc7c16,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:57:21.057670 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 0925a543-32a2-4f78-8f09-848a1e97fa7a up at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:57:21.117093 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning for port 0925a543-32a2-4f78-8f09-848a1e97fa7a completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:57:21.123155 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning complete for port 0925a543-32a2-4f78-8f09-848a1e97fa7a triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:57:21.123689 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:57:21.127172 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:57:21.359144 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:57:21.381711 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc397ca3-7aa0-496d-806a-9d36e6e782bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0925a543-32a2-4f78-8f09-848a1e97fa7a'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:57:21.384350 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-385a7279-8b2d-4c86-a5b3-feb87a3c3f9f" -d '{"events": [{"server_uuid": "fc397ca3-7aa0-496d-806a-9d36e6e782bf", "name": "network-vif-plugged", "status": "completed", "tag": "0925a543-32a2-4f78-8f09-848a1e97fa7a"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:57:21.397257 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 0925a543-32a2-4f78-8f09-848a1e97fa7a, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=0925a543-32a2-4f78-8f09-848a1e97fa7a,segment=NetworkSegment(34a01d3a-59e0-46b3-ab51-e02ceb07d7ab),segment_id=34a01d3a-59e0-46b3-ab51-e02ceb07d7ab)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:57:21.402489 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:57:21.429574 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd7b954b-acfe-447c-9f2a-227484aafdba x-openstack-request-id: req-cd7b954b-acfe-447c-9f2a-227484aafdba {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:57:21.430781 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc397ca3-7aa0-496d-806a-9d36e6e782bf", "name": "network-vif-plugged", "status": "completed", "tag": "0925a543-32a2-4f78-8f09-848a1e97fa7a", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:57:21.431052 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cd7b954b-acfe-447c-9f2a-227484aafdba {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:57:21.431799 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc397ca3-7aa0-496d-806a-9d36e6e782bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0925a543-32a2-4f78-8f09-848a1e97fa7a', 'code': 200} Jul 13 13:57:21.464070 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=0925a543-32a2-4f78-8f09-848a1e97fa7a,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:57:21.543565 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99df46e-3aad-4ceb-b5e4-8edb30959304 req-2f4aeb63-54d9-48ae-b85d-e5fcc3f1c553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:57:21.545100 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d99df46e-3aad-4ceb-b5e4-8edb30959304 req-2f4aeb63-54d9-48ae-b85d-e5fcc3f1c553 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fc397ca3-7aa0-496d-806a-9d36e6e782bf HTTP/1.1" status: 200 len: 1096 time: 0.0564942 Jul 13 13:57:21.579342 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d99df46e-3aad-4ceb-b5e4-8edb30959304 req-adb403d5-fa96-4096-a0a1-bbacce3a8a38 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0e5eeece-5c52-4118-a82a-889f2af322a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283039 Jul 13 13:57:21.745156 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba015a4a-dd63-421f-9687-a10a06d06ff2 req-de73e08b-1ce2-46df-814d-b0160bd8d410 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:57:21.746677 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ba015a4a-dd63-421f-9687-a10a06d06ff2 req-de73e08b-1ce2-46df-814d-b0160bd8d410 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc397ca3-7aa0-496d-806a-9d36e6e782bf HTTP/1.1" status: 200 len: 945 time: 0.0635962 Jul 13 13:57:21.785252 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ba015a4a-dd63-421f-9687-a10a06d06ff2 req-4d571ea7-2188-4465-9de1-8eca6d2f69f9 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e5eeece-5c52-4118-a82a-889f2af322a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329764 Jul 13 13:57:22.639178 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:57:22.963440 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8a76b9-6058-4840-b34c-123c46476e73 req-35834637-2e09-49c2-8d9b-b91b7417bdf6 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:57:22.964923 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2e8a76b9-6058-4840-b34c-123c46476e73 req-35834637-2e09-49c2-8d9b-b91b7417bdf6 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc397ca3-7aa0-496d-806a-9d36e6e782bf HTTP/1.1" status: 200 len: 945 time: 0.0687904 Jul 13 13:57:23.002434 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2e8a76b9-6058-4840-b34c-123c46476e73 req-5de5345d-e105-4882-872d-749a1a8ee34d tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e5eeece-5c52-4118-a82a-889f2af322a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320811 Jul 13 13:57:23.365728 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062ab4c2-087f-42a1-9044-29b2cef51f35 req-204e4c8e-7f6e-464d-a5b2-b30602daa678 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:57:23.367327 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-062ab4c2-087f-42a1-9044-29b2cef51f35 req-204e4c8e-7f6e-464d-a5b2-b30602daa678 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc397ca3-7aa0-496d-806a-9d36e6e782bf HTTP/1.1" status: 200 len: 945 time: 0.0699773 Jul 13 13:57:23.418052 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-062ab4c2-087f-42a1-9044-29b2cef51f35 req-88261d29-be92-4584-bb77-e95650b87623 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e5eeece-5c52-4118-a82a-889f2af322a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441267 Jul 13 13:57:23.604210 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f5989a-fa79-45a7-953c-9a715c411774 req-b621ab55-b6ad-49ad-9074-0a62f038932c tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:57:23.605775 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-55f5989a-fa79-45a7-953c-9a715c411774 req-b621ab55-b6ad-49ad-9074-0a62f038932c tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc397ca3-7aa0-496d-806a-9d36e6e782bf HTTP/1.1" status: 200 len: 945 time: 0.0653257 Jul 13 13:57:23.645958 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-55f5989a-fa79-45a7-953c-9a715c411774 req-d14799a7-9fff-433f-bcca-a3811a1cef13 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e5eeece-5c52-4118-a82a-889f2af322a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344715 Jul 13 13:57:23.983050 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa480385-4a01-425d-8a1d-4a7f47bce923 req-99383af9-c404-4dad-87a8-e100adcf7b1f tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:57:23.984701 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-aa480385-4a01-425d-8a1d-4a7f47bce923 req-99383af9-c404-4dad-87a8-e100adcf7b1f tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc397ca3-7aa0-496d-806a-9d36e6e782bf HTTP/1.1" status: 200 len: 945 time: 0.0693288 Jul 13 13:57:24.025813 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-aa480385-4a01-425d-8a1d-4a7f47bce923 req-735dc3ef-4e04-43d0-816a-2d06a4316235 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e5eeece-5c52-4118-a82a-889f2af322a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341780 Jul 13 13:57:25.202201 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883eb4a0-cb19-45a4-90bf-87a15b59db9d req-f3e5a44c-f7c2-4298-9673-764d6187b488 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:57:25.203661 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-883eb4a0-cb19-45a4-90bf-87a15b59db9d req-f3e5a44c-f7c2-4298-9673-764d6187b488 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc397ca3-7aa0-496d-806a-9d36e6e782bf HTTP/1.1" status: 200 len: 945 time: 0.0631483 Jul 13 13:57:25.240720 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-883eb4a0-cb19-45a4-90bf-87a15b59db9d req-732f0d22-2e18-472c-ad0a-595691a59716 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e5eeece-5c52-4118-a82a-889f2af322a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314245 Jul 13 13:57:26.424899 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b8ed92-d874-4ab1-8296-51fcf36fe113 req-f82206f5-9939-4888-9db5-0752e7758402 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:57:26.426419 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-57b8ed92-d874-4ab1-8296-51fcf36fe113 req-f82206f5-9939-4888-9db5-0752e7758402 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc397ca3-7aa0-496d-806a-9d36e6e782bf HTTP/1.1" status: 200 len: 945 time: 0.0691795 Jul 13 13:57:26.465899 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-57b8ed92-d874-4ab1-8296-51fcf36fe113 req-23a18854-355d-47b0-8719-fc1a2d25280f tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e5eeece-5c52-4118-a82a-889f2af322a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339408 Jul 13 13:57:27.651627 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fc0ee7-6245-4ef9-97cf-599e29634009 req-218e60f1-9c3d-410f-822c-c33d89653a2c tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:57:27.652620 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-26fc0ee7-6245-4ef9-97cf-599e29634009 req-218e60f1-9c3d-410f-822c-c33d89653a2c tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc397ca3-7aa0-496d-806a-9d36e6e782bf HTTP/1.1" status: 200 len: 945 time: 0.0736165 Jul 13 13:57:27.698114 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-26fc0ee7-6245-4ef9-97cf-599e29634009 req-6f325368-1f08-48dc-a21c-51a19c8ecb99 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e5eeece-5c52-4118-a82a-889f2af322a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353997 Jul 13 13:57:28.884933 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f841e32a-6852-4281-a05b-507c3f1a771c req-92199441-8bf7-473b-b718-2c95bb9f0347 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:57:28.886490 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f841e32a-6852-4281-a05b-507c3f1a771c req-92199441-8bf7-473b-b718-2c95bb9f0347 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc397ca3-7aa0-496d-806a-9d36e6e782bf HTTP/1.1" status: 200 len: 945 time: 0.0666776 Jul 13 13:57:28.929436 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f841e32a-6852-4281-a05b-507c3f1a771c req-b8355a46-3e06-4cf2-9b78-32f5a6f311d5 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e5eeece-5c52-4118-a82a-889f2af322a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339608 Jul 13 13:57:30.109330 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca48dd40-41a5-462e-8e32-18bdcaf300a1 req-6c1ceae0-a9d6-40c3-8148-c14b0dbd0b7f tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:57:30.110860 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ca48dd40-41a5-462e-8e32-18bdcaf300a1 req-6c1ceae0-a9d6-40c3-8148-c14b0dbd0b7f tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc397ca3-7aa0-496d-806a-9d36e6e782bf HTTP/1.1" status: 200 len: 945 time: 0.0636797 Jul 13 13:57:30.149391 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ca48dd40-41a5-462e-8e32-18bdcaf300a1 req-dd03d135-6d34-48d1-8874-8755e39d93d8 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e5eeece-5c52-4118-a82a-889f2af322a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321233 Jul 13 13:57:30.369401 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:57:30.757682 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:57:31.342304 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e15526-4f80-498a-87d6-392343129ee2 req-cbd0b7ff-5ba2-459b-81d3-1f1b40aaee7f tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:57:31.343942 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-45e15526-4f80-498a-87d6-392343129ee2 req-cbd0b7ff-5ba2-459b-81d3-1f1b40aaee7f tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc397ca3-7aa0-496d-806a-9d36e6e782bf HTTP/1.1" status: 200 len: 945 time: 0.0795457 Jul 13 13:57:31.383152 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-45e15526-4f80-498a-87d6-392343129ee2 req-d3029ddb-f621-4fd3-9472-4802a8296f1a tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e5eeece-5c52-4118-a82a-889f2af322a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332844 Jul 13 13:57:32.571206 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c9c30d-0b75-41c8-94d6-913da7309d62 req-399d403e-229e-4037-ac81-e0784e07e96a tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:57:32.572713 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a5c9c30d-0b75-41c8-94d6-913da7309d62 req-399d403e-229e-4037-ac81-e0784e07e96a tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc397ca3-7aa0-496d-806a-9d36e6e782bf HTTP/1.1" status: 200 len: 945 time: 0.0696456 Jul 13 13:57:32.621533 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a5c9c30d-0b75-41c8-94d6-913da7309d62 req-f100bc8e-dc0f-4356-b590-00ea7db1ab8c tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e5eeece-5c52-4118-a82a-889f2af322a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423377 Jul 13 13:57:33.810798 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e89853-a930-41bb-81ad-fd4c8d2594bc req-fbbd1618-3643-4a25-9fb7-2d8fc617a46b tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:57:33.812908 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-25e89853-a930-41bb-81ad-fd4c8d2594bc req-fbbd1618-3643-4a25-9fb7-2d8fc617a46b tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc397ca3-7aa0-496d-806a-9d36e6e782bf HTTP/1.1" status: 200 len: 945 time: 0.0686655 Jul 13 13:57:33.852016 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-25e89853-a930-41bb-81ad-fd4c8d2594bc req-a6c402df-3309-4681-bddf-7e52046c1f9d tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e5eeece-5c52-4118-a82a-889f2af322a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328367 Jul 13 13:57:34.790889 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 33468) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:57:34.898033 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-55c23da8-3d5e-4a60-998c-75a0ffa54e09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:57:35.027774 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-55c23da8-3d5e-4a60-998c-75a0ffa54e09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:57:35.035697 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-55c23da8-3d5e-4a60-998c-75a0ffa54e09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:57:35.088412 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d00c95c-9055-4f44-b6b5-b34020ac870c req-f984fe59-8715-4ca0-b27b-249cd9cb99e5 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:57:35.089889 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3d00c95c-9055-4f44-b6b5-b34020ac870c req-f984fe59-8715-4ca0-b27b-249cd9cb99e5 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc397ca3-7aa0-496d-806a-9d36e6e782bf HTTP/1.1" status: 200 len: 945 time: 0.1216269 Jul 13 13:57:35.092035 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-55c23da8-3d5e-4a60-998c-75a0ffa54e09 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b78869cb6085405e8111cb65c11a3abc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3001361 Jul 13 13:57:35.092888 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c23da8-3d5e-4a60-998c-75a0ffa54e09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc8cb5b5-d455-4c25-a210-eba4c4a51db1,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:57:35.094815 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 33474) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:57:35.128735 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c23da8-3d5e-4a60-998c-75a0ffa54e09 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:57:35.129086 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c23da8-3d5e-4a60-998c-75a0ffa54e09 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:57:35.129432 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c23da8-3d5e-4a60-998c-75a0ffa54e09 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:57:35.129798 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c23da8-3d5e-4a60-998c-75a0ffa54e09 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:57:35.130138 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c23da8-3d5e-4a60-998c-75a0ffa54e09 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:57:35.130474 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c23da8-3d5e-4a60-998c-75a0ffa54e09 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:57:35.130811 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c23da8-3d5e-4a60-998c-75a0ffa54e09 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:57:35.131141 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c23da8-3d5e-4a60-998c-75a0ffa54e09 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:57:35.131471 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c23da8-3d5e-4a60-998c-75a0ffa54e09 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:57:35.131798 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c23da8-3d5e-4a60-998c-75a0ffa54e09 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:57:35.133228 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c23da8-3d5e-4a60-998c-75a0ffa54e09 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:57:35.133228 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c23da8-3d5e-4a60-998c-75a0ffa54e09 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:57:35.175055 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3d00c95c-9055-4f44-b6b5-b34020ac870c req-51fac5db-817e-43a9-b8e3-f2509ec9c98f tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e5eeece-5c52-4118-a82a-889f2af322a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745344 Jul 13 13:57:35.188918 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ada228f1-3965-4b89-86e2-4db378076385 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:57:35.209981 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ada228f1-3965-4b89-86e2-4db378076385 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:57:35.255796 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ada228f1-3965-4b89-86e2-4db378076385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:57:35.258358 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ada228f1-3965-4b89-86e2-4db378076385 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:57:35.259476 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-ada228f1-3965-4b89-86e2-4db378076385 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bc8cb5b5-d455-4c25-a210-eba4c4a51db1 HTTP/1.1" status: 204 len: 168 time: 0.1637824 Jul 13 13:57:35.267013 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada228f1-3965-4b89-86e2-4db378076385 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc8cb5b5-d455-4c25-a210-eba4c4a51db1,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:57:36.347421 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49469426-7b11-4288-9586-17706942849b req-808878e8-94cd-41ea-b250-bbe4791a874b tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:57:36.348913 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-49469426-7b11-4288-9586-17706942849b req-808878e8-94cd-41ea-b250-bbe4791a874b tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc397ca3-7aa0-496d-806a-9d36e6e782bf HTTP/1.1" status: 200 len: 945 time: 0.0632558 Jul 13 13:57:36.385883 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-49469426-7b11-4288-9586-17706942849b req-c8f05c87-a302-469a-8332-54e8c3b22091 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e5eeece-5c52-4118-a82a-889f2af322a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306895 Jul 13 13:57:37.562431 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21fe6d0-6ad0-46cd-a946-5a5c1ad66698 req-329bbf74-8b90-45f1-804d-10f8d90c867e tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:57:37.563946 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a21fe6d0-6ad0-46cd-a946-5a5c1ad66698 req-329bbf74-8b90-45f1-804d-10f8d90c867e tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc397ca3-7aa0-496d-806a-9d36e6e782bf HTTP/1.1" status: 200 len: 945 time: 0.0628190 Jul 13 13:57:37.600984 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a21fe6d0-6ad0-46cd-a946-5a5c1ad66698 req-d5ef3dff-188a-422b-95ee-6898740d8875 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e5eeece-5c52-4118-a82a-889f2af322a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316317 Jul 13 13:57:38.783598 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb00eaa4-591a-4efe-a13a-58749c78897c req-90191573-7399-4897-96bf-6cb5cd1df386 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:57:38.785083 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cb00eaa4-591a-4efe-a13a-58749c78897c req-90191573-7399-4897-96bf-6cb5cd1df386 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc397ca3-7aa0-496d-806a-9d36e6e782bf HTTP/1.1" status: 200 len: 945 time: 0.0681181 Jul 13 13:57:38.822875 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cb00eaa4-591a-4efe-a13a-58749c78897c req-f2e13a96-cb51-478f-9f27-a65c52936e6f tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e5eeece-5c52-4118-a82a-889f2af322a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319998 Jul 13 13:57:39.995934 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea59dfc9-0f58-4f0a-aec9-151529de1070 req-3abe4355-42fb-4d84-80ea-a96f6575b2ec tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:57:39.997384 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ea59dfc9-0f58-4f0a-aec9-151529de1070 req-3abe4355-42fb-4d84-80ea-a96f6575b2ec tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc397ca3-7aa0-496d-806a-9d36e6e782bf HTTP/1.1" status: 200 len: 945 time: 0.0651584 Jul 13 13:57:40.035849 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ea59dfc9-0f58-4f0a-aec9-151529de1070 req-6ad03bf2-fc43-4d32-9860-cddd7508f4d2 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e5eeece-5c52-4118-a82a-889f2af322a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328798 Jul 13 13:57:41.212507 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a443d985-a0a0-4531-8b53-cc3cb9d2edd3 req-7ee6a7df-686c-46b0-a71d-dcee6b8e9b38 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:57:41.214173 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a443d985-a0a0-4531-8b53-cc3cb9d2edd3 req-7ee6a7df-686c-46b0-a71d-dcee6b8e9b38 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc397ca3-7aa0-496d-806a-9d36e6e782bf HTTP/1.1" status: 200 len: 945 time: 0.0642691 Jul 13 13:57:41.252869 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a443d985-a0a0-4531-8b53-cc3cb9d2edd3 req-04fbde94-be17-49cf-b2b2-a76b4dddebbf tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e5eeece-5c52-4118-a82a-889f2af322a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329103 Jul 13 13:57:42.426034 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba25e810-692a-4fbf-a457-d056ddd1d4b7 req-9698333c-5fd2-4177-96d6-c68bc93f8992 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:57:42.427493 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ba25e810-692a-4fbf-a457-d056ddd1d4b7 req-9698333c-5fd2-4177-96d6-c68bc93f8992 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc397ca3-7aa0-496d-806a-9d36e6e782bf HTTP/1.1" status: 200 len: 945 time: 0.0623424 Jul 13 13:57:42.466170 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ba25e810-692a-4fbf-a457-d056ddd1d4b7 req-6e282bf1-5264-4b29-98d4-09e46df3bc24 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e5eeece-5c52-4118-a82a-889f2af322a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321307 Jul 13 13:57:43.643253 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ecc15b-ccfc-4d6b-a89d-c4df4b73afb4 req-acdd6b8b-0f01-46b1-8a49-d31ae9c3368b tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:57:43.644634 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-81ecc15b-ccfc-4d6b-a89d-c4df4b73afb4 req-acdd6b8b-0f01-46b1-8a49-d31ae9c3368b tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc397ca3-7aa0-496d-806a-9d36e6e782bf HTTP/1.1" status: 200 len: 945 time: 0.0659535 Jul 13 13:57:43.682214 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-81ecc15b-ccfc-4d6b-a89d-c4df4b73afb4 req-9018e495-69d4-49da-b76c-0511add03b4e tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e5eeece-5c52-4118-a82a-889f2af322a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310657 Jul 13 13:57:44.855907 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ba33eb-9326-4b17-912a-9ec58ad57055 req-f289a56d-4e5a-44b2-95ce-5231b0c27aa1 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:57:44.857354 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-56ba33eb-9326-4b17-912a-9ec58ad57055 req-f289a56d-4e5a-44b2-95ce-5231b0c27aa1 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc397ca3-7aa0-496d-806a-9d36e6e782bf HTTP/1.1" status: 200 len: 945 time: 0.0611119 Jul 13 13:57:44.893236 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-56ba33eb-9326-4b17-912a-9ec58ad57055 req-5d95ccb4-8551-420c-b9ca-3af0b7776d74 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e5eeece-5c52-4118-a82a-889f2af322a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304356 Jul 13 13:57:46.068469 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3b110c-7d7c-4ecd-8a81-d52e5cd9c82c req-af4af866-ceff-4b15-90ae-addfa92ea694 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:57:46.070087 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8b3b110c-7d7c-4ecd-8a81-d52e5cd9c82c req-af4af866-ceff-4b15-90ae-addfa92ea694 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc397ca3-7aa0-496d-806a-9d36e6e782bf HTTP/1.1" status: 200 len: 945 time: 0.0637071 Jul 13 13:57:46.108246 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8b3b110c-7d7c-4ecd-8a81-d52e5cd9c82c req-35601fe7-7104-46e3-a5e0-577f83ea314e tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e5eeece-5c52-4118-a82a-889f2af322a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320249 Jul 13 13:57:47.186912 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-7594e99a-7b32-47d4-a552-121c42518e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:57:47.284481 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7728a90-4406-4847-8ecd-3ea31d5974a7 req-cf4922af-3f5b-4f22-b5df-3d28c8bcad0d tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:57:47.285884 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a7728a90-4406-4847-8ecd-3ea31d5974a7 req-cf4922af-3f5b-4f22-b5df-3d28c8bcad0d tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc397ca3-7aa0-496d-806a-9d36e6e782bf HTTP/1.1" status: 200 len: 945 time: 0.0662146 Jul 13 13:57:47.325803 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a7728a90-4406-4847-8ecd-3ea31d5974a7 req-e30ebc7e-046a-4792-9648-a4e97b5b66d9 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e5eeece-5c52-4118-a82a-889f2af322a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334847 Jul 13 13:57:48.516745 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b392f6-5130-40fe-8c3a-b31cac479b9f req-f31fecdf-a065-4005-8315-ec787577fccb tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:57:48.518270 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-11b392f6-5130-40fe-8c3a-b31cac479b9f req-f31fecdf-a065-4005-8315-ec787577fccb tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc397ca3-7aa0-496d-806a-9d36e6e782bf HTTP/1.1" status: 200 len: 945 time: 0.0694721 Jul 13 13:57:48.557533 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-11b392f6-5130-40fe-8c3a-b31cac479b9f req-b7416a5f-d62c-4204-9b10-2e37e417872e tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e5eeece-5c52-4118-a82a-889f2af322a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329723 Jul 13 13:57:49.547701 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 13:57:49.732602 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3142ab27-2927-4889-8ae4-b492ebd2edf3 req-9c51a642-bc04-43a8-b036-71abf406c9dd tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:57:49.734109 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3142ab27-2927-4889-8ae4-b492ebd2edf3 req-9c51a642-bc04-43a8-b036-71abf406c9dd tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc397ca3-7aa0-496d-806a-9d36e6e782bf HTTP/1.1" status: 200 len: 945 time: 0.0630972 Jul 13 13:57:49.771772 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3142ab27-2927-4889-8ae4-b492ebd2edf3 req-42906ba9-60a7-4f18-aa18-b2cb01ada587 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e5eeece-5c52-4118-a82a-889f2af322a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320725 Jul 13 13:57:49.850389 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-40560449-07d7-4e96-a0f7-539e885f8fbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:57:50.005013 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:57:50.302803 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dd7890-cce4-4d91-b423-80c94dcabd7c req-2d10f478-90b8-46d4-a8dd-497271c80153 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:57:50.304925 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e8dd7890-cce4-4d91-b423-80c94dcabd7c req-2d10f478-90b8-46d4-a8dd-497271c80153 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc397ca3-7aa0-496d-806a-9d36e6e782bf HTTP/1.1" status: 200 len: 945 time: 0.0669734 Jul 13 13:57:50.342939 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e8dd7890-cce4-4d91-b423-80c94dcabd7c req-d0707eac-b700-4f34-9606-b67b97577199 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e5eeece-5c52-4118-a82a-889f2af322a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315270 Jul 13 13:57:50.533670 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0df8d8-35f3-4c2b-8155-b45fc58719e2 req-c7da7a3f-5a5c-4647-a78a-85f47d07f213 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:57:50.535163 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7d0df8d8-35f3-4c2b-8155-b45fc58719e2 req-c7da7a3f-5a5c-4647-a78a-85f47d07f213 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc397ca3-7aa0-496d-806a-9d36e6e782bf HTTP/1.1" status: 200 len: 945 time: 0.0671399 Jul 13 13:57:50.912054 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7d0df8d8-35f3-4c2b-8155-b45fc58719e2 req-98f07be5-850d-46b5-b8ac-5ac68756996a tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e5eeece-5c52-4118-a82a-889f2af322a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3689678 Jul 13 13:57:51.128454 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:57:51.287043 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a628e7b2-65ba-4f6f-8755-503130036812 req-22d5c3c0-af28-4f0d-a352-9f4d86b8d03d tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:57:51.288822 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a628e7b2-65ba-4f6f-8755-503130036812 req-22d5c3c0-af28-4f0d-a352-9f4d86b8d03d tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc397ca3-7aa0-496d-806a-9d36e6e782bf HTTP/1.1" status: 200 len: 945 time: 0.0611615 Jul 13 13:57:51.325927 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a628e7b2-65ba-4f6f-8755-503130036812 req-0714d7cc-6801-4d48-8a0e-66c98bdaa5d2 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e5eeece-5c52-4118-a82a-889f2af322a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316265 Jul 13 13:57:52.391394 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4117459b-2734-4ed0-9525-c65a17999b60 req-02617e66-4d03-4d5a-959b-b9519a365c48 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:57:52.392869 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4117459b-2734-4ed0-9525-c65a17999b60 req-02617e66-4d03-4d5a-959b-b9519a365c48 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc397ca3-7aa0-496d-806a-9d36e6e782bf HTTP/1.1" status: 200 len: 945 time: 0.0630357 Jul 13 13:57:52.540789 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a69889b-c109-4669-9427-014273095bfa req-1d8f67c1-9d3e-439d-a9d1-d2f606254abf tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:57:52.542291 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2a69889b-c109-4669-9427-014273095bfa req-1d8f67c1-9d3e-439d-a9d1-d2f606254abf tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc397ca3-7aa0-496d-806a-9d36e6e782bf HTTP/1.1" status: 200 len: 945 time: 0.1035347 Jul 13 13:57:52.544446 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-4117459b-2734-4ed0-9525-c65a17999b60 req-4029412e-7ec5-4899-a4a3-aa90610bc942 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Deleting port 0925a543-32a2-4f78-8f09-848a1e97fa7a {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:57:52.544771 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4117459b-2734-4ed0-9525-c65a17999b60 req-4029412e-7ec5-4899-a4a3-aa90610bc942 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:57:52.634550 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2a69889b-c109-4669-9427-014273095bfa req-6f1f8ef9-9b63-445e-ae39-91aaed6b9355 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e5eeece-5c52-4118-a82a-889f2af322a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856810 Jul 13 13:57:52.641925 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:57:52.659628 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-4117459b-2734-4ed0-9525-c65a17999b60 req-4029412e-7ec5-4899-a4a3-aa90610bc942 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] For port 0925a543-32a2-4f78-8f09-848a1e97fa7a, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=0925a543-32a2-4f78-8f09-848a1e97fa7a,segment=NetworkSegment(34a01d3a-59e0-46b3-ab51-e02ceb07d7ab),segment_id=34a01d3a-59e0-46b3-ab51-e02ceb07d7ab)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:57:52.659985 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4117459b-2734-4ed0-9525-c65a17999b60 req-4029412e-7ec5-4899-a4a3-aa90610bc942 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:57:52.673204 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-4117459b-2734-4ed0-9525-c65a17999b60 req-4029412e-7ec5-4899-a4a3-aa90610bc942 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Calling delete_port for 0925a543-32a2-4f78-8f09-848a1e97fa7a owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:57:52.796283 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4117459b-2734-4ed0-9525-c65a17999b60 req-4029412e-7ec5-4899-a4a3-aa90610bc942 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:57:52.808288 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['66c0eee5-eff9-4ca2-a47b-7acc34ac5f92', '0925a543-32a2-4f78-8f09-848a1e97fa7a'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:57:52.828604 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4029412e-7ec5-4899-a4a3-aa90610bc942 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Pushing event deleted for resources: {'Port': ['ID=0925a543-32a2-4f78-8f09-848a1e97fa7a,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:57:52.838785 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4029412e-7ec5-4899-a4a3-aa90610bc942 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:57:52.839128 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4029412e-7ec5-4899-a4a3-aa90610bc942 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:57:52.839977 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4029412e-7ec5-4899-a4a3-aa90610bc942 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:57:52.839977 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4029412e-7ec5-4899-a4a3-aa90610bc942 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:57:52.840189 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4029412e-7ec5-4899-a4a3-aa90610bc942 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:57:52.840430 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4029412e-7ec5-4899-a4a3-aa90610bc942 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:57:52.840741 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4029412e-7ec5-4899-a4a3-aa90610bc942 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:57:52.841060 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4029412e-7ec5-4899-a4a3-aa90610bc942 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:57:52.841523 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4029412e-7ec5-4899-a4a3-aa90610bc942 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:57:52.841795 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4029412e-7ec5-4899-a4a3-aa90610bc942 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:57:52.842118 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4029412e-7ec5-4899-a4a3-aa90610bc942 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:57:52.843032 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4029412e-7ec5-4899-a4a3-aa90610bc942 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:57:52.887134 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-4117459b-2734-4ed0-9525-c65a17999b60 req-4029412e-7ec5-4899-a4a3-aa90610bc942 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] No DVR routers for this DVR port 0925a543-32a2-4f78-8f09-848a1e97fa7a on host n-h2-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:57:52.889923 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4117459b-2734-4ed0-9525-c65a17999b60 req-4029412e-7ec5-4899-a4a3-aa90610bc942 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:57:52.891946 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4117459b-2734-4ed0-9525-c65a17999b60 req-4029412e-7ec5-4899-a4a3-aa90610bc942 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.41 "DELETE /v2.0/ports/0925a543-32a2-4f78-8f09-848a1e97fa7a HTTP/1.1" status: 204 len: 173 time: 0.4941070 Jul 13 13:57:52.892445 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc397ca3-7aa0-496d-806a-9d36e6e782bf', 'name': 'network-vif-deleted', 'tag': '0925a543-32a2-4f78-8f09-848a1e97fa7a'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:57:52.894820 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9d12864-083d-45ef-a33e-3bcd8646a36d" -d '{"events": [{"server_uuid": "fc397ca3-7aa0-496d-806a-9d36e6e782bf", "name": "network-vif-deleted", "tag": "0925a543-32a2-4f78-8f09-848a1e97fa7a"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:57:52.950721 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5ead058-ab6a-4904-86a4-c37ba6f55299 x-openstack-request-id: req-d5ead058-ab6a-4904-86a4-c37ba6f55299 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:57:52.951015 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc397ca3-7aa0-496d-806a-9d36e6e782bf", "name": "network-vif-deleted", "tag": "0925a543-32a2-4f78-8f09-848a1e97fa7a", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:57:52.951269 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d5ead058-ab6a-4904-86a4-c37ba6f55299 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:57:52.951657 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc397ca3-7aa0-496d-806a-9d36e6e782bf', 'name': 'network-vif-deleted', 'tag': '0925a543-32a2-4f78-8f09-848a1e97fa7a', 'status': 'completed', 'code': 200} Jul 13 13:57:54.924715 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a8c82f-bdeb-4a19-8afc-cb6e3ae23505 req-c4c998a5-1cf2-4f72-a19f-a00731340e4c tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:57:54.926227 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-08a8c82f-bdeb-4a19-8afc-cb6e3ae23505 req-c4c998a5-1cf2-4f72-a19f-a00731340e4c tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/ports?device_id=20af8972-00de-4606-b699-f07e136896fd HTTP/1.1" status: 200 len: 945 time: 0.0678451 Jul 13 13:57:54.967991 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-08a8c82f-bdeb-4a19-8afc-cb6e3ae23505 req-bee9e4c7-2ff6-49fb-8b28-b8c31d1f85a4 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e5eeece-5c52-4118-a82a-889f2af322a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349708 Jul 13 13:57:56.169596 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b387731b-de07-4a5b-81bd-28729d0e3b5f req-7b1a27a6-2f20-434d-ab07-a7e4d1942e49 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:57:56.171076 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b387731b-de07-4a5b-81bd-28729d0e3b5f req-7b1a27a6-2f20-434d-ab07-a7e4d1942e49 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.41 "GET /v2.0/ports?device_id=20af8972-00de-4606-b699-f07e136896fd HTTP/1.1" status: 200 len: 945 time: 0.1059859 Jul 13 13:57:56.182947 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bffbe50-3b95-43b7-9e40-c90121809630 req-0d82db4d-896a-47a4-a78b-3c534cb45ec3 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:57:56.184368 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4bffbe50-3b95-43b7-9e40-c90121809630 req-0d82db4d-896a-47a4-a78b-3c534cb45ec3 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/ports?device_id=20af8972-00de-4606-b699-f07e136896fd HTTP/1.1" status: 200 len: 945 time: 0.0922635 Jul 13 13:57:56.258620 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4bffbe50-3b95-43b7-9e40-c90121809630 req-427c2717-52f0-41a9-8122-7e0243face34 tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e5eeece-5c52-4118-a82a-889f2af322a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670090 Jul 13 13:57:56.302978 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-b387731b-de07-4a5b-81bd-28729d0e3b5f req-c4c4880d-f76a-4986-b836-028e8a9d70ea tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Deleting port 66c0eee5-eff9-4ca2-a47b-7acc34ac5f92 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:57:56.303321 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-b387731b-de07-4a5b-81bd-28729d0e3b5f req-c4c4880d-f76a-4986-b836-028e8a9d70ea tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:57:56.395210 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-b387731b-de07-4a5b-81bd-28729d0e3b5f req-c4c4880d-f76a-4986-b836-028e8a9d70ea tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] For port 66c0eee5-eff9-4ca2-a47b-7acc34ac5f92, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=66c0eee5-eff9-4ca2-a47b-7acc34ac5f92,segment=NetworkSegment(34a01d3a-59e0-46b3-ab51-e02ceb07d7ab),segment_id=34a01d3a-59e0-46b3-ab51-e02ceb07d7ab)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:57:56.395575 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-b387731b-de07-4a5b-81bd-28729d0e3b5f req-c4c4880d-f76a-4986-b836-028e8a9d70ea tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:57:56.409837 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-b387731b-de07-4a5b-81bd-28729d0e3b5f req-c4c4880d-f76a-4986-b836-028e8a9d70ea tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Calling delete_port for 66c0eee5-eff9-4ca2-a47b-7acc34ac5f92 owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:57:56.537403 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-b387731b-de07-4a5b-81bd-28729d0e3b5f req-c4c4880d-f76a-4986-b836-028e8a9d70ea tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:57:56.550055 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['66c0eee5-eff9-4ca2-a47b-7acc34ac5f92'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:57:56.567832 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c4880d-f76a-4986-b836-028e8a9d70ea tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Pushing event deleted for resources: {'Port': ['ID=66c0eee5-eff9-4ca2-a47b-7acc34ac5f92,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:57:56.612765 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-b387731b-de07-4a5b-81bd-28729d0e3b5f req-c4c4880d-f76a-4986-b836-028e8a9d70ea tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] No DVR routers for this DVR port 66c0eee5-eff9-4ca2-a47b-7acc34ac5f92 on host n-h2-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:57:56.617888 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-b387731b-de07-4a5b-81bd-28729d0e3b5f req-c4c4880d-f76a-4986-b836-028e8a9d70ea tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:57:56.618356 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b387731b-de07-4a5b-81bd-28729d0e3b5f req-c4c4880d-f76a-4986-b836-028e8a9d70ea tempest-ServersTestJSON-1442528703 tempest-ServersTestJSON-1442528703-project] 10.222.0.41 "DELETE /v2.0/ports/66c0eee5-eff9-4ca2-a47b-7acc34ac5f92 HTTP/1.1" status: 204 len: 173 time: 0.4331300 Jul 13 13:57:56.618797 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20af8972-00de-4606-b699-f07e136896fd', 'name': 'network-vif-deleted', 'tag': '66c0eee5-eff9-4ca2-a47b-7acc34ac5f92'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:57:56.621086 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-499ceafa-c3fb-4303-becc-5d1b81d09f2f" -d '{"events": [{"server_uuid": "20af8972-00de-4606-b699-f07e136896fd", "name": "network-vif-deleted", "tag": "66c0eee5-eff9-4ca2-a47b-7acc34ac5f92"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:57:56.660099 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-599ab8a9-d90f-46f9-812b-07714c82f0f9 x-openstack-request-id: req-599ab8a9-d90f-46f9-812b-07714c82f0f9 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:57:56.660398 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20af8972-00de-4606-b699-f07e136896fd", "name": "network-vif-deleted", "tag": "66c0eee5-eff9-4ca2-a47b-7acc34ac5f92", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:57:56.660653 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-599ab8a9-d90f-46f9-812b-07714c82f0f9 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:57:56.661060 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20af8972-00de-4606-b699-f07e136896fd', 'name': 'network-vif-deleted', 'tag': '66c0eee5-eff9-4ca2-a47b-7acc34ac5f92', 'status': 'completed', 'code': 200} Jul 13 13:57:57.289479 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 0925a543-32a2-4f78-8f09-848a1e97fa7a no longer exists at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:57:57.312338 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] No Port match for: 0925a543-32a2-4f78-8f09-848a1e97fa7a {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:57:57.312807 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 0925a543-32a2-4f78-8f09-848a1e97fa7a not bound to the agent host n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:57:57.355734 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 33636) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:57:57.399727 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cb63f20-6273-4134-93d2-b3ae7a4eff46 admin admin] Deleting subnet fb232211-a266-4fe7-9875-95b4ba730429 {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 13:57:57.402721 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0cb63f20-6273-4134-93d2-b3ae7a4eff46 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:57:57.436868 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0cb63f20-6273-4134-93d2-b3ae7a4eff46 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6018489'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:57:57.475266 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0cb63f20-6273-4134-93d2-b3ae7a4eff46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:57:57.529965 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0cb63f20-6273-4134-93d2-b3ae7a4eff46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6018534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6105009'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:57:57.560274 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb63f20-6273-4134-93d2-b3ae7a4eff46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb232211-a266-4fe7-9875-95b4ba730429,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:57:57.566660 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0cb63f20-6273-4134-93d2-b3ae7a4eff46 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:57:57.566660 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-0cb63f20-6273-4134-93d2-b3ae7a4eff46 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/fb232211-a266-4fe7-9875-95b4ba730429 HTTP/1.1" status: 204 len: 168 time: 0.2074244 Jul 13 13:57:57.567249 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 33640) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:57:57.634204 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f207df5d-6e8c-4ed2-8943-1bded40c365e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:57:57.717656 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f207df5d-6e8c-4ed2-8943-1bded40c365e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:57:57.728028 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-f207df5d-6e8c-4ed2-8943-1bded40c365e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c17eca93-ffcb-4f26-9d07-03fe19280fd8']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:57:57.737959 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-f207df5d-6e8c-4ed2-8943-1bded40c365e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34a01d3a-59e0-46b3-ab51-e02ceb07d7ab') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:57:57.738253 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-f207df5d-6e8c-4ed2-8943-1bded40c365e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34a01d3a-59e0-46b3-ab51-e02ceb07d7ab') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:57:57.747884 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f207df5d-6e8c-4ed2-8943-1bded40c365e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6018464'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:57:57.761321 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f207df5d-6e8c-4ed2-8943-1bded40c365e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:57:57.766955 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f207df5d-6e8c-4ed2-8943-1bded40c365e admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 13:57:57.767334 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f207df5d-6e8c-4ed2-8943-1bded40c365e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6018632'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:57:57.769091 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:57:57.769091 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:57:57.769091 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 13:57:57.769091 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 13:57:57.769091 n-d-800634-1 neutron-server[93751]: Traceback (most recent call last): Jul 13 13:57:57.769091 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 13:57:57.769091 n-d-800634-1 neutron-server[93751]: timer() Jul 13 13:57:57.769091 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 13:57:57.769091 n-d-800634-1 neutron-server[93751]: cb(*args, **kw) Jul 13 13:57:57.769091 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 13:57:57.769091 n-d-800634-1 neutron-server[93751]: return func(*args, **kwargs) Jul 13 13:57:57.769091 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 13:57:57.769091 n-d-800634-1 neutron-server[93751]: self._notify() Jul 13 13:57:57.769091 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 13:57:57.769091 n-d-800634-1 neutron-server[93751]: self.callback(batched_events) Jul 13 13:57:57.769091 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 13:57:57.769091 n-d-800634-1 neutron-server[93751]: event.method(event) Jul 13 13:57:57.769091 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 13:57:57.769091 n-d-800634-1 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 13:57:57.769091 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 13:57:57.769091 n-d-800634-1 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 13:57:57.769091 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 13:57:57.769091 n-d-800634-1 neutron-server[93751]: return f(self, *a, **k) Jul 13 13:57:57.769091 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 13:57:57.769091 n-d-800634-1 neutron-server[93751]: return self._get(url).json() Jul 13 13:57:57.769091 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 13:57:57.769091 n-d-800634-1 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 13:57:57.769091 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 13:57:57.769091 n-d-800634-1 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 13 13:57:57.769091 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 13:57:57.769091 n-d-800634-1 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 13:57:57.769091 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 13:57:57.769091 n-d-800634-1 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 13:57:57.769091 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 13:57:57.769091 n-d-800634-1 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 13:57:57.769091 n-d-800634-1 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 13:57:57.821870 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f207df5d-6e8c-4ed2-8943-1bded40c365e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:57:57.827226 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f207df5d-6e8c-4ed2-8943-1bded40c365e admin admin] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:57:57.829086 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-f207df5d-6e8c-4ed2-8943-1bded40c365e admin admin] 10.222.0.23 "DELETE /v2.0/networks/c17eca93-ffcb-4f26-9d07-03fe19280fd8 HTTP/1.1" status: 204 len: 168 time: 0.2614083 Jul 13 13:57:57.840432 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f207df5d-6e8c-4ed2-8943-1bded40c365e admin admin] Pushing event deleted for resources: {'Network': ['ID=c17eca93-ffcb-4f26-9d07-03fe19280fd8,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:57:57.984631 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 33646) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:57:58.023842 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-eb4a3b6b-735e-4dc3-8b0f-b51440e9af4b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=12cd0d91808b48129aee093001b928c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0378749 Jul 13 13:57:58.026229 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 33648) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:57:58.076632 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d00b47a1-9227-4da8-a302-03c02abe2235 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:57:58.096909 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d00b47a1-9227-4da8-a302-03c02abe2235 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:57:58.141615 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d00b47a1-9227-4da8-a302-03c02abe2235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:57:58.144118 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d00b47a1-9227-4da8-a302-03c02abe2235 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:57:58.145260 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-d00b47a1-9227-4da8-a302-03c02abe2235 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0e5eeece-5c52-4118-a82a-889f2af322a9 HTTP/1.1" status: 204 len: 168 time: 0.1181450 Jul 13 13:57:58.153647 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00b47a1-9227-4da8-a302-03c02abe2235 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e5eeece-5c52-4118-a82a-889f2af322a9,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:58:00.322416 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 33738) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:58:00.381281 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:00.435071 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8b16b34b-8a7e-4952-8896-b87d712ac08b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:00.521879 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8b16b34b-8a7e-4952-8896-b87d712ac08b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:00.525631 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8b16b34b-8a7e-4952-8896-b87d712ac08b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:00.563421 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-8b16b34b-8a7e-4952-8896-b87d712ac08b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c2799b0272404d5b917f729d2262a997&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2399378 Jul 13 13:58:00.564269 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b16b34b-8a7e-4952-8896-b87d712ac08b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=546d3664-7e79-4b24-8030-2f66db71f10e,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:58:00.566155 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 33742) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:58:00.614644 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3d44459d-7b97-4d2b-96d8-a8ee9b1b29d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:00.636167 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3d44459d-7b97-4d2b-96d8-a8ee9b1b29d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:00.685715 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3d44459d-7b97-4d2b-96d8-a8ee9b1b29d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:00.688250 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3d44459d-7b97-4d2b-96d8-a8ee9b1b29d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:00.689400 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-3d44459d-7b97-4d2b-96d8-a8ee9b1b29d5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/546d3664-7e79-4b24-8030-2f66db71f10e HTTP/1.1" status: 204 len: 168 time: 0.1222608 Jul 13 13:58:00.697445 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d44459d-7b97-4d2b-96d8-a8ee9b1b29d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=546d3664-7e79-4b24-8030-2f66db71f10e,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:58:00.769518 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:00.942757 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 33752) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:58:00.956541 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-502e9d2b-23f9-4401-a604-8d00fa1c5646 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:01.064920 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-502e9d2b-23f9-4401-a604-8d00fa1c5646 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:01.068353 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-502e9d2b-23f9-4401-a604-8d00fa1c5646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:01.105528 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-502e9d2b-23f9-4401-a604-8d00fa1c5646 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=de60bcd1a0eb4e0ea31b88720c4085e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1616559 Jul 13 13:58:01.106386 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502e9d2b-23f9-4401-a604-8d00fa1c5646 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d34618e7-c613-466f-8aba-147401f6df13,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:58:01.108228 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 33754) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:58:01.156949 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-933257ee-b8ab-419a-b9e4-5b202f1fc712 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:01.177480 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-933257ee-b8ab-419a-b9e4-5b202f1fc712 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:01.225379 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-933257ee-b8ab-419a-b9e4-5b202f1fc712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:01.227891 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-933257ee-b8ab-419a-b9e4-5b202f1fc712 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:01.229014 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-933257ee-b8ab-419a-b9e4-5b202f1fc712 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d34618e7-c613-466f-8aba-147401f6df13 HTTP/1.1" status: 204 len: 168 time: 0.1197999 Jul 13 13:58:01.236473 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933257ee-b8ab-419a-b9e4-5b202f1fc712 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d34618e7-c613-466f-8aba-147401f6df13,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:58:01.289518 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 66c0eee5-eff9-4ca2-a47b-7acc34ac5f92 no longer exists at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:58:01.310167 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] No Port match for: 66c0eee5-eff9-4ca2-a47b-7acc34ac5f92 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:58:01.310585 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 66c0eee5-eff9-4ca2-a47b-7acc34ac5f92 not bound to the agent host n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:58:02.331931 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-92bb872e-98d8-4f43-b25f-a6e50cfd2df3 req-58d694ef-41f5-4ceb-8284-f5d51158afa2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=50c270a9-8a7b-4c25-9432-b640853488c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0526764 Jul 13 13:58:02.425107 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bb872e-98d8-4f43-b25f-a6e50cfd2df3 req-9c4bdae4-4d08-40fb-9308-f74105863555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:58:02.426655 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-92bb872e-98d8-4f43-b25f-a6e50cfd2df3 req-9c4bdae4-4d08-40fb-9308-f74105863555 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=adbbbd39f9524bd68afb0008cc2d263c&device_id=50c270a9-8a7b-4c25-9432-b640853488c2 HTTP/1.1" status: 200 len: 1097 time: 0.0522506 Jul 13 13:58:02.534980 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bb872e-98d8-4f43-b25f-a6e50cfd2df3 req-3c32afe8-2ce6-40af-b083-4dd0399f2b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:58:02.536481 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-92bb872e-98d8-4f43-b25f-a6e50cfd2df3 req-3c32afe8-2ce6-40af-b083-4dd0399f2b36 service neutron] 10.222.0.26 "GET /v2.0/networks?id=94bf27fb-3476-4944-8d19-915922f54fa2 HTTP/1.1" status: 200 len: 916 time: 0.0889897 Jul 13 13:58:02.601135 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-92bb872e-98d8-4f43-b25f-a6e50cfd2df3 req-41c499ab-a814-4fd2-95f6-56c4c8234795 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=586de893-9461-4cd5-a184-55dfae64afb3 HTTP/1.1" status: 200 len: 1002 time: 0.0584555 Jul 13 13:58:02.651037 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bb872e-98d8-4f43-b25f-a6e50cfd2df3 req-ae2e8308-8e31-4370-8505-5333b3ab9227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:58:02.652565 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-92bb872e-98d8-4f43-b25f-a6e50cfd2df3 req-ae2e8308-8e31-4370-8505-5333b3ab9227 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=edd80540-96ff-46b4-a1d4-1e9bba1df368 HTTP/1.1" status: 200 len: 855 time: 0.0459838 Jul 13 13:58:02.713764 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bb872e-98d8-4f43-b25f-a6e50cfd2df3 req-1ce6b891-ed72-442f-a858-a364de72797a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:58:02.715287 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-92bb872e-98d8-4f43-b25f-a6e50cfd2df3 req-1ce6b891-ed72-442f-a858-a364de72797a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=94bf27fb-3476-4944-8d19-915922f54fa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0560257 Jul 13 13:58:02.806163 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-92bb872e-98d8-4f43-b25f-a6e50cfd2df3 req-10dba6e8-bb44-4a5d-8d3a-063893e3597f service neutron] 10.222.0.26 "GET /v2.0/networks/94bf27fb-3476-4944-8d19-915922f54fa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839558 Jul 13 13:58:02.904652 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-92bb872e-98d8-4f43-b25f-a6e50cfd2df3 req-0da5d988-d753-4c2d-9d84-647372012e2e service neutron] 10.222.0.26 "GET /v2.0/networks/94bf27fb-3476-4944-8d19-915922f54fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922754 Jul 13 13:58:03.339624 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 33834) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:58:03.455734 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-da999da9-57b2-4462-8b3b-15040cff3e8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:03.544130 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-da999da9-57b2-4462-8b3b-15040cff3e8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:03.548447 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-da999da9-57b2-4462-8b3b-15040cff3e8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:03.590123 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-da999da9-57b2-4462-8b3b-15040cff3e8e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e59962f33448493e808420f200f2285f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2469122 Jul 13 13:58:03.590123 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da999da9-57b2-4462-8b3b-15040cff3e8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7115798b-5b01-4b55-a4ac-76408d8f6e3a,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:58:03.590709 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 33838) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:58:03.646949 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3f0b3722-f5ed-4a9d-8c4f-44526561c7b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:03.669063 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3f0b3722-f5ed-4a9d-8c4f-44526561c7b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:03.716505 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3f0b3722-f5ed-4a9d-8c4f-44526561c7b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:03.719200 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3f0b3722-f5ed-4a9d-8c4f-44526561c7b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:03.720357 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-3f0b3722-f5ed-4a9d-8c4f-44526561c7b2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7115798b-5b01-4b55-a4ac-76408d8f6e3a HTTP/1.1" status: 204 len: 168 time: 0.1280925 Jul 13 13:58:03.728403 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0b3722-f5ed-4a9d-8c4f-44526561c7b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7115798b-5b01-4b55-a4ac-76408d8f6e3a,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:58:03.974302 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 33844) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:58:03.989573 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ebb3dd5e-4321-45c5-b23a-099e90db9a45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:04.074560 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ebb3dd5e-4321-45c5-b23a-099e90db9a45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:04.078078 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ebb3dd5e-4321-45c5-b23a-099e90db9a45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:04.114948 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-ebb3dd5e-4321-45c5-b23a-099e90db9a45 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=40067c3c832242e2ac3f6a239b47a337&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1395798 Jul 13 13:58:04.115777 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb3dd5e-4321-45c5-b23a-099e90db9a45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=733e8020-da90-47df-a323-0ecbffe03572,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:58:04.118228 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 33846) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:58:04.166434 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-db351c40-ccce-467b-890a-f92c9280a616 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:04.187121 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-db351c40-ccce-467b-890a-f92c9280a616 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:04.236124 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-db351c40-ccce-467b-890a-f92c9280a616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:04.238853 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-db351c40-ccce-467b-890a-f92c9280a616 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:04.240087 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-db351c40-ccce-467b-890a-f92c9280a616 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/733e8020-da90-47df-a323-0ecbffe03572 HTTP/1.1" status: 204 len: 168 time: 0.1208632 Jul 13 13:58:04.248660 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db351c40-ccce-467b-890a-f92c9280a616 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=733e8020-da90-47df-a323-0ecbffe03572,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:58:09.222054 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 33992) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:58:09.323179 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-402a5bcc-3f16-4fef-854b-5e9e4bfc90a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:09.410697 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-402a5bcc-3f16-4fef-854b-5e9e4bfc90a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:09.414914 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-402a5bcc-3f16-4fef-854b-5e9e4bfc90a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:09.452011 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-402a5bcc-3f16-4fef-854b-5e9e4bfc90a3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9a1a282b06c1445d86ee8a04068ce6bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2288809 Jul 13 13:58:09.453072 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402a5bcc-3f16-4fef-854b-5e9e4bfc90a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30cca621-6bc7-43c1-9af9-bc455f0ee922,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:58:09.454718 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 33996) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:58:09.504398 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e3ec997d-5141-4097-bea5-a1cf679cd055 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:09.525158 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e3ec997d-5141-4097-bea5-a1cf679cd055 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:09.571181 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e3ec997d-5141-4097-bea5-a1cf679cd055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:09.573633 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e3ec997d-5141-4097-bea5-a1cf679cd055 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:09.574800 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-e3ec997d-5141-4097-bea5-a1cf679cd055 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/30cca621-6bc7-43c1-9af9-bc455f0ee922 HTTP/1.1" status: 204 len: 168 time: 0.1190276 Jul 13 13:58:09.582083 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec997d-5141-4097-bea5-a1cf679cd055 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30cca621-6bc7-43c1-9af9-bc455f0ee922,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:58:09.832488 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 34006) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:58:09.847530 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7f1fba4d-744f-4a43-aa47-e8f5f8d7f2f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:09.949633 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7f1fba4d-744f-4a43-aa47-e8f5f8d7f2f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:09.953428 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7f1fba4d-744f-4a43-aa47-e8f5f8d7f2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:09.989969 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1fba4d-744f-4a43-aa47-e8f5f8d7f2f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dea389f-1e1e-497e-a330-246508a1de27,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:58:09.995030 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-7f1fba4d-744f-4a43-aa47-e8f5f8d7f2f9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=90a518aae42741f1961c70f5c4547de6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1619072 Jul 13 13:58:09.997807 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 34008) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:58:10.046065 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2e92a317-c596-49f6-bd81-04bd01bcb4b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:10.067034 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2e92a317-c596-49f6-bd81-04bd01bcb4b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:10.112628 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2e92a317-c596-49f6-bd81-04bd01bcb4b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:10.115113 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2e92a317-c596-49f6-bd81-04bd01bcb4b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:10.116792 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-2e92a317-c596-49f6-bd81-04bd01bcb4b6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8dea389f-1e1e-497e-a330-246508a1de27 HTTP/1.1" status: 204 len: 168 time: 0.1180551 Jul 13 13:58:10.124293 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e92a317-c596-49f6-bd81-04bd01bcb4b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dea389f-1e1e-497e-a330-246508a1de27,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:58:15.669760 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 34166) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:58:15.769863 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2df4b869-d814-4f71-af66-149034c869e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:15.856103 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2df4b869-d814-4f71-af66-149034c869e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:15.859752 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2df4b869-d814-4f71-af66-149034c869e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:15.895701 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df4b869-d814-4f71-af66-149034c869e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c52f100-e73c-4e51-a726-2fdef272bce9,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:58:15.900074 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-2df4b869-d814-4f71-af66-149034c869e8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7827a4c289c54ee3a5e99f39fb6616c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2292919 Jul 13 13:58:15.902831 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 34170) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:58:15.954443 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dd93e9b6-9920-4155-a8bb-a02bdc1da183 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:15.974657 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dd93e9b6-9920-4155-a8bb-a02bdc1da183 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:16.020433 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dd93e9b6-9920-4155-a8bb-a02bdc1da183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:16.023958 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dd93e9b6-9920-4155-a8bb-a02bdc1da183 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:16.025104 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-dd93e9b6-9920-4155-a8bb-a02bdc1da183 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6c52f100-e73c-4e51-a726-2fdef272bce9 HTTP/1.1" status: 204 len: 168 time: 0.1215034 Jul 13 13:58:16.032523 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd93e9b6-9920-4155-a8bb-a02bdc1da183 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c52f100-e73c-4e51-a726-2fdef272bce9,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:58:16.277075 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 34176) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:58:16.291021 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-479838b6-a3ea-414c-adc9-2a793468fa59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:16.375584 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-479838b6-a3ea-414c-adc9-2a793468fa59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:16.379270 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-479838b6-a3ea-414c-adc9-2a793468fa59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:16.417291 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-479838b6-a3ea-414c-adc9-2a793468fa59 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e84ea375e7aa4bd888a775f99751b1c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1391158 Jul 13 13:58:16.418497 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479838b6-a3ea-414c-adc9-2a793468fa59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52d9348d-a80e-4e95-bb31-6111d28f5217,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:58:16.420208 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 34178) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:58:16.470455 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e5636a13-81a9-48aa-83ab-2b2961253f07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:16.493016 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e5636a13-81a9-48aa-83ab-2b2961253f07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:16.543864 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e5636a13-81a9-48aa-83ab-2b2961253f07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:16.546806 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e5636a13-81a9-48aa-83ab-2b2961253f07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:16.548085 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-e5636a13-81a9-48aa-83ab-2b2961253f07 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/52d9348d-a80e-4e95-bb31-6111d28f5217 HTTP/1.1" status: 204 len: 168 time: 0.1266613 Jul 13 13:58:16.558491 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5636a13-81a9-48aa-83ab-2b2961253f07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52d9348d-a80e-4e95-bb31-6111d28f5217,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:58:17.188090 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a59a7e47-94ba-4ca1-8384-7f02be667b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:19.852216 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6bfd92fe-f393-4ff5-8df1-5a1d0c7cf170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:20.008675 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:21.128766 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:22.643933 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:24.114215 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 34378) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:58:24.217606 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fd486b4f-dda7-40fa-bc86-d8494e54c708 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:24.309905 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fd486b4f-dda7-40fa-bc86-d8494e54c708 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:24.313894 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fd486b4f-dda7-40fa-bc86-d8494e54c708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:24.356230 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-fd486b4f-dda7-40fa-bc86-d8494e54c708 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b87e47580ac54528a76afbb4631a6dcb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2409239 Jul 13 13:58:24.357205 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd486b4f-dda7-40fa-bc86-d8494e54c708 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7779b103-2e6d-4d40-b91a-1ff872d4ebdb,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:58:24.358903 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 34386) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:58:24.406776 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e9a65c5e-c682-41e2-8aaf-998a425d42f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:24.427734 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e9a65c5e-c682-41e2-8aaf-998a425d42f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:24.472277 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e9a65c5e-c682-41e2-8aaf-998a425d42f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:24.475513 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e9a65c5e-c682-41e2-8aaf-998a425d42f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:24.477007 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-e9a65c5e-c682-41e2-8aaf-998a425d42f8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7779b103-2e6d-4d40-b91a-1ff872d4ebdb HTTP/1.1" status: 204 len: 168 time: 0.1170621 Jul 13 13:58:24.484868 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a65c5e-c682-41e2-8aaf-998a425d42f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7779b103-2e6d-4d40-b91a-1ff872d4ebdb,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:58:24.729383 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 34392) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:58:24.742507 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-475fdc98-00c4-4cb7-9660-86be93bfb651 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:24.830791 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-475fdc98-00c4-4cb7-9660-86be93bfb651 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:24.834953 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-475fdc98-00c4-4cb7-9660-86be93bfb651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:24.871812 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-475fdc98-00c4-4cb7-9660-86be93bfb651 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9ac3c5352d034c9488e75aa3dcf73a43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1413140 Jul 13 13:58:24.872752 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475fdc98-00c4-4cb7-9660-86be93bfb651 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a62a120-121e-4224-b55a-3d874efe5deb,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:58:24.874484 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 34394) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:58:24.930764 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a1628930-1128-4f48-ab68-e2731233c093 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:24.951672 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a1628930-1128-4f48-ab68-e2731233c093 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:24.997336 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a1628930-1128-4f48-ab68-e2731233c093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:24.999944 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a1628930-1128-4f48-ab68-e2731233c093 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:25.001110 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-a1628930-1128-4f48-ab68-e2731233c093 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4a62a120-121e-4224-b55a-3d874efe5deb HTTP/1.1" status: 204 len: 168 time: 0.1248069 Jul 13 13:58:25.008888 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1628930-1128-4f48-ab68-e2731233c093 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a62a120-121e-4224-b55a-3d874efe5deb,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:58:25.314615 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 34402) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:58:25.328557 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fe457e50-a0b2-41d2-a223-66adf2f3f89a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:25.420392 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fe457e50-a0b2-41d2-a223-66adf2f3f89a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:25.424274 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fe457e50-a0b2-41d2-a223-66adf2f3f89a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:25.463119 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-fe457e50-a0b2-41d2-a223-66adf2f3f89a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b13ed629cf934483a54ad4a455348839&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1473384 Jul 13 13:58:25.463982 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe457e50-a0b2-41d2-a223-66adf2f3f89a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=665b3114-2658-4a7d-bba1-753a04559ff1,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:58:25.465750 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 34406) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:58:25.518846 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-599e0a09-55e2-46fb-9e0b-e4c39ae63bf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:25.879524 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-599e0a09-55e2-46fb-9e0b-e4c39ae63bf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:25.926174 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-599e0a09-55e2-46fb-9e0b-e4c39ae63bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:25.930742 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-599e0a09-55e2-46fb-9e0b-e4c39ae63bf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:25.932219 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-599e0a09-55e2-46fb-9e0b-e4c39ae63bf3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/665b3114-2658-4a7d-bba1-753a04559ff1 HTTP/1.1" status: 204 len: 168 time: 0.4654505 Jul 13 13:58:25.944941 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599e0a09-55e2-46fb-9e0b-e4c39ae63bf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=665b3114-2658-4a7d-bba1-753a04559ff1,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:58:26.547290 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 13:58:28.017633 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 34470) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:58:28.123385 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6387c9d1-dca5-4979-b288-05467dff3ea0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:28.210180 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6387c9d1-dca5-4979-b288-05467dff3ea0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:28.213702 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6387c9d1-dca5-4979-b288-05467dff3ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:28.251325 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-6387c9d1-dca5-4979-b288-05467dff3ea0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2572faf33839464d84c36291b5dfe52b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2326238 Jul 13 13:58:28.252193 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6387c9d1-dca5-4979-b288-05467dff3ea0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27c346ae-c871-4062-a26c-6be16708ce06,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:58:28.254160 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 34474) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:58:28.302403 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-41457af5-28d8-4a0e-8078-0759c5014136 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:28.322644 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-41457af5-28d8-4a0e-8078-0759c5014136 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:28.368049 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-41457af5-28d8-4a0e-8078-0759c5014136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:28.370668 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-41457af5-28d8-4a0e-8078-0759c5014136 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:28.371786 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-41457af5-28d8-4a0e-8078-0759c5014136 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/27c346ae-c871-4062-a26c-6be16708ce06 HTTP/1.1" status: 204 len: 168 time: 0.1166565 Jul 13 13:58:28.379338 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41457af5-28d8-4a0e-8078-0759c5014136 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27c346ae-c871-4062-a26c-6be16708ce06,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:58:28.628960 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 34482) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:58:28.642048 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-118d87ec-3550-442b-b6e0-7393a2710a27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:28.731321 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-118d87ec-3550-442b-b6e0-7393a2710a27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:28.735425 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-118d87ec-3550-442b-b6e0-7393a2710a27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:28.775661 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-118d87ec-3550-442b-b6e0-7393a2710a27 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ff0e7b5d25a842b8aa5213d1370aab40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1455529 Jul 13 13:58:28.777621 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118d87ec-3550-442b-b6e0-7393a2710a27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51ad9c93-2dfe-4243-9fc4-7d790343eb98,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:58:28.778512 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 34486) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:58:28.828546 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2654ca04-7a16-47b4-8d93-bca08e53c8b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:28.849621 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2654ca04-7a16-47b4-8d93-bca08e53c8b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:28.895221 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2654ca04-7a16-47b4-8d93-bca08e53c8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:28.898462 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2654ca04-7a16-47b4-8d93-bca08e53c8b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:28.899608 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-2654ca04-7a16-47b4-8d93-bca08e53c8b0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/51ad9c93-2dfe-4243-9fc4-7d790343eb98 HTTP/1.1" status: 204 len: 168 time: 0.1201084 Jul 13 13:58:28.907138 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2654ca04-7a16-47b4-8d93-bca08e53c8b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51ad9c93-2dfe-4243-9fc4-7d790343eb98,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:58:29.821421 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 34518) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:58:29.928778 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bf143075-3445-444c-b86a-dbb0215a1cd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:30.017834 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bf143075-3445-444c-b86a-dbb0215a1cd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:30.021449 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bf143075-3445-444c-b86a-dbb0215a1cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:30.059874 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-bf143075-3445-444c-b86a-dbb0215a1cd3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5a5067c09e284750baca04b36265137a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2377448 Jul 13 13:58:30.060818 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf143075-3445-444c-b86a-dbb0215a1cd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbe0cffc-2b15-4028-a2ce-88c1f9b3cc42,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:58:30.062577 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 34522) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:58:30.111024 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2ed701ea-d844-4af1-9aa1-5105b2420275 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:30.131958 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2ed701ea-d844-4af1-9aa1-5105b2420275 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:30.177544 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2ed701ea-d844-4af1-9aa1-5105b2420275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:30.180620 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2ed701ea-d844-4af1-9aa1-5105b2420275 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:30.181766 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-2ed701ea-d844-4af1-9aa1-5105b2420275 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bbe0cffc-2b15-4028-a2ce-88c1f9b3cc42 HTTP/1.1" status: 204 len: 168 time: 0.1181161 Jul 13 13:58:30.189704 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed701ea-d844-4af1-9aa1-5105b2420275 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbe0cffc-2b15-4028-a2ce-88c1f9b3cc42,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:58:30.379176 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:30.771614 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:35.038398 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 34888) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:58:35.143401 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fd822308-eb12-40c7-a2eb-21e7c1818cb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:35.233421 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fd822308-eb12-40c7-a2eb-21e7c1818cb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:35.237686 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fd822308-eb12-40c7-a2eb-21e7c1818cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:35.274400 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd822308-eb12-40c7-a2eb-21e7c1818cb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8419411a-2a1a-4536-96fe-6091041c3f9f,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:58:35.280573 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-fd822308-eb12-40c7-a2eb-21e7c1818cb8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7d01bce01b304700bd8f95c256c96424&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2389445 Jul 13 13:58:35.281075 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 34894) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:58:35.284477 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd822308-eb12-40c7-a2eb-21e7c1818cb8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:58:35.284827 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd822308-eb12-40c7-a2eb-21e7c1818cb8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:58:35.285170 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd822308-eb12-40c7-a2eb-21e7c1818cb8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:58:35.285504 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd822308-eb12-40c7-a2eb-21e7c1818cb8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:58:35.285863 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd822308-eb12-40c7-a2eb-21e7c1818cb8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:58:35.286196 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd822308-eb12-40c7-a2eb-21e7c1818cb8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:58:35.286525 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd822308-eb12-40c7-a2eb-21e7c1818cb8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:58:35.286850 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd822308-eb12-40c7-a2eb-21e7c1818cb8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:58:35.287759 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd822308-eb12-40c7-a2eb-21e7c1818cb8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:58:35.288546 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd822308-eb12-40c7-a2eb-21e7c1818cb8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:58:35.288828 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd822308-eb12-40c7-a2eb-21e7c1818cb8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:58:35.289145 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd822308-eb12-40c7-a2eb-21e7c1818cb8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:58:35.335712 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-83cb0b51-8bb8-4407-bed6-0a2e8d61244c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:35.356639 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-83cb0b51-8bb8-4407-bed6-0a2e8d61244c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:35.402637 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-83cb0b51-8bb8-4407-bed6-0a2e8d61244c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:35.405287 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-83cb0b51-8bb8-4407-bed6-0a2e8d61244c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:35.408738 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-83cb0b51-8bb8-4407-bed6-0a2e8d61244c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8419411a-2a1a-4536-96fe-6091041c3f9f HTTP/1.1" status: 204 len: 168 time: 0.1242988 Jul 13 13:58:35.415420 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cb0b51-8bb8-4407-bed6-0a2e8d61244c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8419411a-2a1a-4536-96fe-6091041c3f9f,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:58:36.429712 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 34966) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:58:36.533072 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-40ab63e9-378a-4ed0-a0aa-6c299f10d61b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:36.624698 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-40ab63e9-378a-4ed0-a0aa-6c299f10d61b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:36.628340 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-40ab63e9-378a-4ed0-a0aa-6c299f10d61b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:36.666904 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-40ab63e9-378a-4ed0-a0aa-6c299f10d61b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6d19c2d0a1c1447cbe6b49b9c5e793a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2359531 Jul 13 13:58:36.667769 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ab63e9-378a-4ed0-a0aa-6c299f10d61b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35b7ab31-d256-441a-ba88-4b0038532ea7,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:58:36.669572 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 34972) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:58:36.718449 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c008e3f9-7990-4c46-b875-8d7785fe9f7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:36.738886 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c008e3f9-7990-4c46-b875-8d7785fe9f7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:36.788661 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c008e3f9-7990-4c46-b875-8d7785fe9f7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:36.791362 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c008e3f9-7990-4c46-b875-8d7785fe9f7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:36.792502 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-c008e3f9-7990-4c46-b875-8d7785fe9f7a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/35b7ab31-d256-441a-ba88-4b0038532ea7 HTTP/1.1" status: 204 len: 168 time: 0.1219037 Jul 13 13:58:36.799826 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c008e3f9-7990-4c46-b875-8d7785fe9f7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35b7ab31-d256-441a-ba88-4b0038532ea7,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:58:37.933489 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 35024) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:58:38.034953 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-69c81a03-ec7f-4cd9-bde4-beeb336c9728 tempest-RoutersAdminNegativeTest-868433657 tempest-RoutersAdminNegativeTest-868433657-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1330465091', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:58:38.056834 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69c81a03-ec7f-4cd9-bde4-beeb336c9728 tempest-RoutersAdminNegativeTest-868433657 tempest-RoutersAdminNegativeTest-868433657-project-admin] Made reservation on behalf of 0b000eb1066646dbb5bb548f61326fca for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:58:38.059370 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-69c81a03-ec7f-4cd9-bde4-beeb336c9728 tempest-RoutersAdminNegativeTest-868433657 tempest-RoutersAdminNegativeTest-868433657-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:38.067644 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-69c81a03-ec7f-4cd9-bde4-beeb336c9728 tempest-RoutersAdminNegativeTest-868433657 tempest-RoutersAdminNegativeTest-868433657-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:38.158503 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-69c81a03-ec7f-4cd9-bde4-beeb336c9728 tempest-RoutersAdminNegativeTest-868433657 tempest-RoutersAdminNegativeTest-868433657-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:38.163592 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-69c81a03-ec7f-4cd9-bde4-beeb336c9728 tempest-RoutersAdminNegativeTest-868433657 tempest-RoutersAdminNegativeTest-868433657-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:38.168746 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [None req-69c81a03-ec7f-4cd9-bde4-beeb336c9728 tempest-RoutersAdminNegativeTest-868433657 tempest-RoutersAdminNegativeTest-868433657-project-admin] device_id is not set on port cdd71056-7a40-4520-abbf-3eb1663a3bd5 yet. {{(pid=93751) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 13:58:38.220359 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c81a03-ec7f-4cd9-bde4-beeb336c9728 tempest-RoutersAdminNegativeTest-868433657 tempest-RoutersAdminNegativeTest-868433657-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93afa2b6-55d5-463e-9f73-d9ec302f2ac1,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:58:38.292068 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-69c81a03-ec7f-4cd9-bde4-beeb336c9728 tempest-RoutersAdminNegativeTest-868433657 tempest-RoutersAdminNegativeTest-868433657-project-admin] Allocated IP 172.25.6.24 (acf968b8-c524-46a9-a20b-ad9667009130/dde5a78e-bd1e-4f47-8189-7321d4de73d3/cdd71056-7a40-4520-abbf-3eb1663a3bd5) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:58:38.428465 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-69c81a03-ec7f-4cd9-bde4-beeb336c9728 tempest-RoutersAdminNegativeTest-868433657 tempest-RoutersAdminNegativeTest-868433657-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:38.469837 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-69c81a03-ec7f-4cd9-bde4-beeb336c9728 tempest-RoutersAdminNegativeTest-868433657 tempest-RoutersAdminNegativeTest-868433657-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:38.517217 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c81a03-ec7f-4cd9-bde4-beeb336c9728 tempest-RoutersAdminNegativeTest-868433657 tempest-RoutersAdminNegativeTest-868433657-project-admin] Network acf968b8-c524-46a9-a20b-ad9667009130 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:58:38.520316 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-69c81a03-ec7f-4cd9-bde4-beeb336c9728 tempest-RoutersAdminNegativeTest-868433657 tempest-RoutersAdminNegativeTest-868433657-project-admin] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:58:38.524607 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c81a03-ec7f-4cd9-bde4-beeb336c9728 tempest-RoutersAdminNegativeTest-868433657 tempest-RoutersAdminNegativeTest-868433657-project-admin] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:58:38.548452 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c81a03-ec7f-4cd9-bde4-beeb336c9728 tempest-RoutersAdminNegativeTest-868433657 tempest-RoutersAdminNegativeTest-868433657-project-admin] Pushing event updated for resources: {'Port': ['ID=cdd71056-7a40-4520-abbf-3eb1663a3bd5,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:58:38.568323 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c81a03-ec7f-4cd9-bde4-beeb336c9728 tempest-RoutersAdminNegativeTest-868433657 tempest-RoutersAdminNegativeTest-868433657-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:58:38.569019 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-69c81a03-ec7f-4cd9-bde4-beeb336c9728 tempest-RoutersAdminNegativeTest-868433657 tempest-RoutersAdminNegativeTest-868433657-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:38.583636 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-69c81a03-ec7f-4cd9-bde4-beeb336c9728 tempest-RoutersAdminNegativeTest-868433657 tempest-RoutersAdminNegativeTest-868433657-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 0.6489713 Jul 13 13:58:38.587298 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 35030) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:58:38.591849 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-5c94e061-1401-4fe6-860c-e3cc0aa8ee93 tempest-RoutersAdminNegativeTest-868433657 tempest-RoutersAdminNegativeTest-868433657-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.24'}]}}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:58:38.611850 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5c94e061-1401-4fe6-860c-e3cc0aa8ee93 tempest-RoutersAdminNegativeTest-868433657 tempest-RoutersAdminNegativeTest-868433657-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1591928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2714'] for router, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:38.612871 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5c94e061-1401-4fe6-860c-e3cc0aa8ee93 tempest-RoutersAdminNegativeTest-868433657 tempest-RoutersAdminNegativeTest-868433657-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447198', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1629690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2689'] for router, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:38.663494 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5c94e061-1401-4fe6-860c-e3cc0aa8ee93 tempest-RoutersAdminNegativeTest-868433657 tempest-RoutersAdminNegativeTest-868433657-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:38.801765 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5c94e061-1401-4fe6-860c-e3cc0aa8ee93 tempest-RoutersAdminNegativeTest-868433657 tempest-RoutersAdminNegativeTest-868433657-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447180', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1591910', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2751'] for router, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:39.006657 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5c94e061-1401-4fe6-860c-e3cc0aa8ee93 tempest-RoutersAdminNegativeTest-868433657 tempest-RoutersAdminNegativeTest-868433657-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:39.027691 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5c94e061-1401-4fe6-860c-e3cc0aa8ee93 tempest-RoutersAdminNegativeTest-868433657 tempest-RoutersAdminNegativeTest-868433657-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:39.169364 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5c94e061-1401-4fe6-860c-e3cc0aa8ee93 tempest-RoutersAdminNegativeTest-868433657 tempest-RoutersAdminNegativeTest-868433657-project-admin] Notify callbacks [] for router, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:39.327140 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5c94e061-1401-4fe6-860c-e3cc0aa8ee93 tempest-RoutersAdminNegativeTest-868433657 tempest-RoutersAdminNegativeTest-868433657-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1591938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2696'] for router, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:39.329983 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5c94e061-1401-4fe6-860c-e3cc0aa8ee93 tempest-RoutersAdminNegativeTest-868433657 tempest-RoutersAdminNegativeTest-868433657-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:39.382790 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5c94e061-1401-4fe6-860c-e3cc0aa8ee93 tempest-RoutersAdminNegativeTest-868433657 tempest-RoutersAdminNegativeTest-868433657-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593106'] for router, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:39.383315 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c94e061-1401-4fe6-860c-e3cc0aa8ee93 tempest-RoutersAdminNegativeTest-868433657 tempest-RoutersAdminNegativeTest-868433657-project-admin] Fanout notify agent at l3_agent the message router_deleted on router df7a93cd-2be2-4559-a74d-6abc68c099cc {{(pid=93751) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 13:58:39.397421 n-d-800634-1 neutron-server[93751]: INFO neutron.api.v2.resource [None req-5c94e061-1401-4fe6-860c-e3cc0aa8ee93 tempest-RoutersAdminNegativeTest-868433657 tempest-RoutersAdminNegativeTest-868433657-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 13 13:58:39.398543 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-5c94e061-1401-4fe6-860c-e3cc0aa8ee93 tempest-RoutersAdminNegativeTest-868433657 tempest-RoutersAdminNegativeTest-868433657-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 0.8103321 Jul 13 13:58:39.401254 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 35038) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:58:39.482178 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-7d399a47-428e-46cd-97bc-4136659d81ed tempest-RoutersAdminNegativeTest-868433657 tempest-RoutersAdminNegativeTest-868433657-project-admin] Deleting port cdd71056-7a40-4520-abbf-3eb1663a3bd5 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:58:39.482524 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7d399a47-428e-46cd-97bc-4136659d81ed tempest-RoutersAdminNegativeTest-868433657 tempest-RoutersAdminNegativeTest-868433657-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:39.559493 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7d399a47-428e-46cd-97bc-4136659d81ed tempest-RoutersAdminNegativeTest-868433657 tempest-RoutersAdminNegativeTest-868433657-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:39.571392 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-7d399a47-428e-46cd-97bc-4136659d81ed tempest-RoutersAdminNegativeTest-868433657 tempest-RoutersAdminNegativeTest-868433657-project-admin] Calling delete_port for cdd71056-7a40-4520-abbf-3eb1663a3bd5 owned by {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:58:39.691293 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7d399a47-428e-46cd-97bc-4136659d81ed tempest-RoutersAdminNegativeTest-868433657 tempest-RoutersAdminNegativeTest-868433657-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:39.718382 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d399a47-428e-46cd-97bc-4136659d81ed tempest-RoutersAdminNegativeTest-868433657 tempest-RoutersAdminNegativeTest-868433657-project-admin] Pushing event deleted for resources: {'Port': ['ID=cdd71056-7a40-4520-abbf-3eb1663a3bd5,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:58:39.786342 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7d399a47-428e-46cd-97bc-4136659d81ed tempest-RoutersAdminNegativeTest-868433657 tempest-RoutersAdminNegativeTest-868433657-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:39.792894 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-7d399a47-428e-46cd-97bc-4136659d81ed tempest-RoutersAdminNegativeTest-868433657 tempest-RoutersAdminNegativeTest-868433657-project-admin] 10.222.0.23 "DELETE /v2.0/ports/cdd71056-7a40-4520-abbf-3eb1663a3bd5 HTTP/1.1" status: 204 len: 168 time: 0.3876963 Jul 13 13:58:40.041069 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 35054) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:58:40.144961 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-84b24cba-6417-4949-9abb-bdfef9ef0145 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:40.241215 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-84b24cba-6417-4949-9abb-bdfef9ef0145 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:40.245005 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-84b24cba-6417-4949-9abb-bdfef9ef0145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:40.316371 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-84b24cba-6417-4949-9abb-bdfef9ef0145 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dbd27a8b7e414f2bb585342ee50f55bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2742188 Jul 13 13:58:40.317818 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b24cba-6417-4949-9abb-bdfef9ef0145 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54ec74f5-8260-42dd-84da-abf01235e83f,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:58:40.319373 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 35064) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:58:40.351843 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1925f039-38f9-4efb-bbc0-e7317a4676fb req-aef280dd-07f0-42c2-a265-34d0f51307ff tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:58:40.353322 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1925f039-38f9-4efb-bbc0-e7317a4676fb req-aef280dd-07f0-42c2-a265-34d0f51307ff tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/ports?device_id=50c270a9-8a7b-4c25-9432-b640853488c2 HTTP/1.1" status: 200 len: 946 time: 0.1041608 Jul 13 13:58:40.372270 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-265d67c5-ddd5-4589-958b-21de2c29aee5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:40.391213 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1925f039-38f9-4efb-bbc0-e7317a4676fb req-8290e1fd-fd29-4e9d-b5a0-fb08cfa7a490 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c6f9ebb-83a6-44c9-abda-c7c8f7f7ed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321560 Jul 13 13:58:40.393464 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-265d67c5-ddd5-4589-958b-21de2c29aee5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:40.440132 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-265d67c5-ddd5-4589-958b-21de2c29aee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:40.442803 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-265d67c5-ddd5-4589-958b-21de2c29aee5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:40.444522 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-265d67c5-ddd5-4589-958b-21de2c29aee5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/54ec74f5-8260-42dd-84da-abf01235e83f HTTP/1.1" status: 204 len: 168 time: 0.1235638 Jul 13 13:58:40.452135 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265d67c5-ddd5-4589-958b-21de2c29aee5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54ec74f5-8260-42dd-84da-abf01235e83f,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:58:40.699136 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 35070) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:58:40.737948 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-d76922dd-abfd-4c88-9cc9-44f6bacd8a77 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0b000eb1066646dbb5bb548f61326fca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0376456 Jul 13 13:58:40.740420 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 35072) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:58:40.789593 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d19e0077-0587-4a7d-b3db-3ef9a23f2655 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:40.810032 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d19e0077-0587-4a7d-b3db-3ef9a23f2655 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:40.855347 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d19e0077-0587-4a7d-b3db-3ef9a23f2655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:40.857928 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d19e0077-0587-4a7d-b3db-3ef9a23f2655 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:40.859062 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-d19e0077-0587-4a7d-b3db-3ef9a23f2655 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/93afa2b6-55d5-463e-9f73-d9ec302f2ac1 HTTP/1.1" status: 204 len: 168 time: 0.1177633 Jul 13 13:58:40.866947 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19e0077-0587-4a7d-b3db-3ef9a23f2655 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93afa2b6-55d5-463e-9f73-d9ec302f2ac1,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:58:41.521924 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 35098) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:58:41.578400 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3818897-a761-4b0c-a767-2b5bd6a9d1a4 req-f24764d9-a1c6-4bb2-bb09-4b61f5e82a0e tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:58:41.579916 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a3818897-a761-4b0c-a767-2b5bd6a9d1a4 req-f24764d9-a1c6-4bb2-bb09-4b61f5e82a0e tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/ports?device_id=50c270a9-8a7b-4c25-9432-b640853488c2 HTTP/1.1" status: 200 len: 946 time: 0.0695941 Jul 13 13:58:41.616667 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-a6f59282-71a1-4343-9b7d-e42626250ad2 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1411947960'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:58:41.620973 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a3818897-a761-4b0c-a767-2b5bd6a9d1a4 req-95ca0ed9-bcb1-4eab-a4a1-eae4ec59fd83 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c6f9ebb-83a6-44c9-abda-c7c8f7f7ed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346928 Jul 13 13:58:41.638588 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6f59282-71a1-4343-9b7d-e42626250ad2 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Made reservation on behalf of 295c60a61aa44fb3bb3079337a011e52 for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:58:41.642202 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a6f59282-71a1-4343-9b7d-e42626250ad2 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:41.651284 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a6f59282-71a1-4343-9b7d-e42626250ad2 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:41.741396 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a6f59282-71a1-4343-9b7d-e42626250ad2 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:41.745483 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a6f59282-71a1-4343-9b7d-e42626250ad2 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:41.771761 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6f59282-71a1-4343-9b7d-e42626250ad2 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 13:58:41.781654 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f59282-71a1-4343-9b7d-e42626250ad2 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Pushing event updated for resources: {'SecurityGroup': ['ID=481851a4-f2ac-41ec-bfdc-86e4fa305fb9,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:58:41.788389 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a6f59282-71a1-4343-9b7d-e42626250ad2 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:41.788758 n-d-800634-1 neutron-server[93750]: INFO neutron.db.segments_db [None req-a6f59282-71a1-4343-9b7d-e42626250ad2 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Added segment 1547ed8f-36ea-429a-a729-e0e4e9fcad02 of type vlan for network 10c44b48-d3bd-40b3-a4f4-972813fd3a15 Jul 13 13:58:41.828725 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a6f59282-71a1-4343-9b7d-e42626250ad2 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:41.857240 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a6f59282-71a1-4343-9b7d-e42626250ad2 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:41.862904 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f59282-71a1-4343-9b7d-e42626250ad2 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:58:41.863497 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a6f59282-71a1-4343-9b7d-e42626250ad2 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:41.927058 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-a6f59282-71a1-4343-9b7d-e42626250ad2 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4012885 Jul 13 13:58:41.928048 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 35102) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:58:41.933577 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-96743154-acd3-4e83-9d55-575a263d6558 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Request body: {'subnet': {'network_id': '10c44b48-d3bd-40b3-a4f4-972813fd3a15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:58:41.935216 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f59282-71a1-4343-9b7d-e42626250ad2 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Pushing event updated for resources: {'Network': ['ID=10c44b48-d3bd-40b3-a4f4-972813fd3a15,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:58:41.947929 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network 10c44b48-d3bd-40b3-a4f4-972813fd3a15 details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 13:58:42.031913 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96743154-acd3-4e83-9d55-575a263d6558 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Made reservation on behalf of 295c60a61aa44fb3bb3079337a011e52 for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:58:42.035664 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-96743154-acd3-4e83-9d55-575a263d6558 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6104980'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:42.212768 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-96743154-acd3-4e83-9d55-575a263d6558 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6018343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6104998'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:42.269810 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96743154-acd3-4e83-9d55-575a263d6558 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Pushing event updated for resources: {'Subnet': ['ID=816a7c24-161a-4561-abb9-b55309735bba,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:58:42.280460 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96743154-acd3-4e83-9d55-575a263d6558 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Checking segment: {'id': '1547ed8f-36ea-429a-a729-e0e4e9fcad02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '10c44b48-d3bd-40b3-a4f4-972813fd3a15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:58:42.280820 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96743154-acd3-4e83-9d55-575a263d6558 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Network hostable DHCP agents. Network: 10c44b48-d3bd-40b3-a4f4-972813fd3a15, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 13:58:42.297022 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96743154-acd3-4e83-9d55-575a263d6558 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Network 10c44b48-d3bd-40b3-a4f4-972813fd3a15 is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 13:58:42.306018 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-96743154-acd3-4e83-9d55-575a263d6558 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, 10c44b48-d3bd-40b3-a4f4-972813fd3a15) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:58:42.310003 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96743154-acd3-4e83-9d55-575a263d6558 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:58:42.310618 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-96743154-acd3-4e83-9d55-575a263d6558 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:42.315711 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0339845a-9b63-4cf4-95ff-5f6ebbec6255 None None] Network 10c44b48-d3bd-40b3-a4f4-972813fd3a15 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:58:42.325995 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-96743154-acd3-4e83-9d55-575a263d6558 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3967078 Jul 13 13:58:42.328585 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 35108) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:58:42.335516 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-0c2f59be-0198-4c4b-9804-62713a45e3e8 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Request body: {'port': {'network_id': '10c44b48-d3bd-40b3-a4f4-972813fd3a15', 'name': 'tempest-NetworksTestDHCPv6-184906025'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:58:42.447223 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c2f59be-0198-4c4b-9804-62713a45e3e8 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Made reservation on behalf of 295c60a61aa44fb3bb3079337a011e52 for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:58:42.450815 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0c2f59be-0198-4c4b-9804-62713a45e3e8 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:42.456913 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47a9b823-2351-4088-a5fe-29980c7da989 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a7201e1-61ce-5a3e-b7f7-e800379ed03b-10c44b48-d3bd-40b3-a4f4-972813fd3a15', 'network_id': '10c44b48-d3bd-40b3-a4f4-972813fd3a15', 'tenant_id': '295c60a61aa44fb3bb3079337a011e52', 'fixed_ips': [{'subnet_id': '816a7c24-161a-4561-abb9-b55309735bba'}]}} from n-d-800634-1. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 13:58:42.457797 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-47a9b823-2351-4088-a5fe-29980c7da989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:42.469056 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [None req-0c2f59be-0198-4c4b-9804-62713a45e3e8 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] device_id is not set on port 753423cf-df7f-4243-b1cc-ce6371064fe7 yet. {{(pid=93751) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 13:58:42.581487 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-0c2f59be-0198-4c4b-9804-62713a45e3e8 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Allocated IP 2001:db8::260 (10c44b48-d3bd-40b3-a4f4-972813fd3a15/816a7c24-161a-4561-abb9-b55309735bba/753423cf-df7f-4243-b1cc-ce6371064fe7) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:58:42.728644 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0c2f59be-0198-4c4b-9804-62713a45e3e8 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:42.767863 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-0c2f59be-0198-4c4b-9804-62713a45e3e8 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Transition to ACTIVE for port object 753423cf-df7f-4243-b1cc-ce6371064fe7 will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:58:42.830570 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63242745-73de-435e-907e-0521c29cd8e5 req-869c8cb3-9b8f-421b-b3c4-589915ce6a1c tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:58:42.832078 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-63242745-73de-435e-907e-0521c29cd8e5 req-869c8cb3-9b8f-421b-b3c4-589915ce6a1c tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/ports?device_id=50c270a9-8a7b-4c25-9432-b640853488c2 HTTP/1.1" status: 200 len: 946 time: 0.0929511 Jul 13 13:58:42.833216 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0c2f59be-0198-4c4b-9804-62713a45e3e8 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:42.869848 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-47a9b823-2351-4088-a5fe-29980c7da989 None None] Allocated IP 2001:db8::2 (10c44b48-d3bd-40b3-a4f4-972813fd3a15/816a7c24-161a-4561-abb9-b55309735bba/134c3942-18fe-458d-abc8-e727178e2e16) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:58:42.902480 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c2f59be-0198-4c4b-9804-62713a45e3e8 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Network 10c44b48-d3bd-40b3-a4f4-972813fd3a15 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:58:42.913612 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-0c2f59be-0198-4c4b-9804-62713a45e3e8 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:58:42.915397 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2f59be-0198-4c4b-9804-62713a45e3e8 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Pushing event updated for resources: {'Port': ['ID=753423cf-df7f-4243-b1cc-ce6371064fe7,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:58:42.917573 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2f59be-0198-4c4b-9804-62713a45e3e8 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:58:42.923230 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c2f59be-0198-4c4b-9804-62713a45e3e8 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:58:42.923858 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0c2f59be-0198-4c4b-9804-62713a45e3e8 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:42.932953 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-63242745-73de-435e-907e-0521c29cd8e5 req-ebf5bbde-9c8a-44e9-9766-0ec7b6864a38 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c6f9ebb-83a6-44c9-abda-c7c8f7f7ed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918527 Jul 13 13:58:42.945868 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-0c2f59be-0198-4c4b-9804-62713a45e3e8 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.6159840 Jul 13 13:58:42.948345 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 35112) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:58:43.023120 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-47a9b823-2351-4088-a5fe-29980c7da989 None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:43.031355 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-47a9b823-2351-4088-a5fe-29980c7da989 None None] Transition to ACTIVE for port object 134c3942-18fe-458d-abc8-e727178e2e16 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:58:43.045985 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-47a9b823-2351-4088-a5fe-29980c7da989 None None] Transition to ACTIVE for port object 134c3942-18fe-458d-abc8-e727178e2e16 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:58:43.052000 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-47a9b823-2351-4088-a5fe-29980c7da989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:43.061310 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62eb5a61-7d20-4085-ae92-17f53ceec95b tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:58:43.062841 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-62eb5a61-7d20-4085-ae92-17f53ceec95b tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1136401 Jul 13 13:58:43.065582 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 35114) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:58:43.087341 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a9b823-2351-4088-a5fe-29980c7da989 None None] Network 10c44b48-d3bd-40b3-a4f4-972813fd3a15 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:58:43.091911 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-47a9b823-2351-4088-a5fe-29980c7da989 None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:58:43.095354 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a9b823-2351-4088-a5fe-29980c7da989 None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:58:43.104320 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a9b823-2351-4088-a5fe-29980c7da989 None None] Pushing event updated for resources: {'Port': ['ID=134c3942-18fe-458d-abc8-e727178e2e16,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:58:43.132087 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a9b823-2351-4088-a5fe-29980c7da989 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:58:43.132427 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a9b823-2351-4088-a5fe-29980c7da989 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:58:43.132768 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a9b823-2351-4088-a5fe-29980c7da989 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:58:43.133103 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a9b823-2351-4088-a5fe-29980c7da989 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:58:43.133432 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a9b823-2351-4088-a5fe-29980c7da989 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:58:43.133768 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a9b823-2351-4088-a5fe-29980c7da989 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:58:43.134101 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a9b823-2351-4088-a5fe-29980c7da989 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:58:43.134425 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a9b823-2351-4088-a5fe-29980c7da989 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:58:43.134744 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a9b823-2351-4088-a5fe-29980c7da989 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:58:43.135069 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a9b823-2351-4088-a5fe-29980c7da989 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:58:43.135383 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a9b823-2351-4088-a5fe-29980c7da989 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:58:43.135703 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a9b823-2351-4088-a5fe-29980c7da989 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:58:43.170528 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-f141c797-b626-40cf-9dc5-fcbd4aca075c tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Deleting port 753423cf-df7f-4243-b1cc-ce6371064fe7 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:58:43.170947 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f141c797-b626-40cf-9dc5-fcbd4aca075c tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:43.171045 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-47a9b823-2351-4088-a5fe-29980c7da989 None None] Attempting to bind port 134c3942-18fe-458d-abc8-e727178e2e16 on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:58:43.171404 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-47a9b823-2351-4088-a5fe-29980c7da989 None None] Attempting to bind port 134c3942-18fe-458d-abc8-e727178e2e16 by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '1547ed8f-36ea-429a-a729-e0e4e9fcad02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '10c44b48-d3bd-40b3-a4f4-972813fd3a15'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:58:43.171766 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a9b823-2351-4088-a5fe-29980c7da989 None None] Attempting to bind port 134c3942-18fe-458d-abc8-e727178e2e16 on network 10c44b48-d3bd-40b3-a4f4-972813fd3a15 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:58:43.176840 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a9b823-2351-4088-a5fe-29980c7da989 None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 58, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:58:43.177223 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a9b823-2351-4088-a5fe-29980c7da989 None None] Checking segment: {'id': '1547ed8f-36ea-429a-a729-e0e4e9fcad02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '10c44b48-d3bd-40b3-a4f4-972813fd3a15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:58:43.178169 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-47a9b823-2351-4088-a5fe-29980c7da989 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:43.178619 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a9b823-2351-4088-a5fe-29980c7da989 None None] Bound using segment: {'id': '1547ed8f-36ea-429a-a729-e0e4e9fcad02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '10c44b48-d3bd-40b3-a4f4-972813fd3a15'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:58:43.179017 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-47a9b823-2351-4088-a5fe-29980c7da989 None None] Bound port: 134c3942-18fe-458d-abc8-e727178e2e16, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1547ed8f-36ea-429a-a729-e0e4e9fcad02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '10c44b48-d3bd-40b3-a4f4-972813fd3a15'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:58:43.179396 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-47a9b823-2351-4088-a5fe-29980c7da989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:43.241190 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-47a9b823-2351-4088-a5fe-29980c7da989 None None] For port 134c3942-18fe-458d-abc8-e727178e2e16, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:58:43.244164 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-47a9b823-2351-4088-a5fe-29980c7da989 None None] For port 134c3942-18fe-458d-abc8-e727178e2e16, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=134c3942-18fe-458d-abc8-e727178e2e16,segment=NetworkSegment(1547ed8f-36ea-429a-a729-e0e4e9fcad02),segment_id=1547ed8f-36ea-429a-a729-e0e4e9fcad02)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:58:43.248627 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-47a9b823-2351-4088-a5fe-29980c7da989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:43.265329 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f141c797-b626-40cf-9dc5-fcbd4aca075c tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:43.278670 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-f141c797-b626-40cf-9dc5-fcbd4aca075c tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Calling delete_port for 753423cf-df7f-4243-b1cc-ce6371064fe7 owned by {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:58:43.304423 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a9b823-2351-4088-a5fe-29980c7da989 None None] Pushing event updated for resources: {'Port': ['ID=134c3942-18fe-458d-abc8-e727178e2e16,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:58:43.418639 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f141c797-b626-40cf-9dc5-fcbd4aca075c tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:43.452100 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f141c797-b626-40cf-9dc5-fcbd4aca075c tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Pushing event deleted for resources: {'Port': ['ID=753423cf-df7f-4243-b1cc-ce6371064fe7,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:58:43.498151 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f141c797-b626-40cf-9dc5-fcbd4aca075c tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:43.500146 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-f141c797-b626-40cf-9dc5-fcbd4aca075c tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "DELETE /v2.0/ports/753423cf-df7f-4243-b1cc-ce6371064fe7 HTTP/1.1" status: 204 len: 168 time: 0.4335570 Jul 13 13:58:43.502541 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 35118) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:58:43.591521 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a675b80b-8039-45d9-9061-176620337202 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:58:43.593063 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a675b80b-8039-45d9-9061-176620337202 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:58:43.595394 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-a675b80b-8039-45d9-9061-176620337202 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0917110 Jul 13 13:58:43.597747 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 35120) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:58:43.652172 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-ced1c0f7-ed39-4ccf-890e-a0a85ef5e2ff tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Deleting subnet 816a7c24-161a-4561-abb9-b55309735bba {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 13:58:43.655221 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ced1c0f7-ed39-4ccf-890e-a0a85ef5e2ff tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:43.694744 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ced1c0f7-ed39-4ccf-890e-a0a85ef5e2ff tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6018489'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:43.776615 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ced1c0f7-ed39-4ccf-890e-a0a85ef5e2ff tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:43.837606 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ced1c0f7-ed39-4ccf-890e-a0a85ef5e2ff tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6018534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6105009'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:44.195262 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced1c0f7-ed39-4ccf-890e-a0a85ef5e2ff tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Pushing event deleted for resources: {'Subnet': ['ID=816a7c24-161a-4561-abb9-b55309735bba,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:58:44.218076 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40087e67-52fb-424b-97d4-8c067aeaa434 None None] Network 10c44b48-d3bd-40b3-a4f4-972813fd3a15 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:58:44.224060 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ced1c0f7-ed39-4ccf-890e-a0a85ef5e2ff tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:44.228930 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 35126) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:58:44.229370 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-ced1c0f7-ed39-4ccf-890e-a0a85ef5e2ff tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "DELETE /v2.0/subnets/816a7c24-161a-4561-abb9-b55309735bba HTTP/1.1" status: 204 len: 168 time: 0.6302214 Jul 13 13:58:44.279933 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbcdbb5-2bb6-4ac7-b3f6-9f1a1e219f13 req-7485b33c-5a0b-4a77-82bb-3237ccdd8878 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:58:44.281987 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7bbcdbb5-2bb6-4ac7-b3f6-9f1a1e219f13 req-7485b33c-5a0b-4a77-82bb-3237ccdd8878 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/ports?device_id=50c270a9-8a7b-4c25-9432-b640853488c2 HTTP/1.1" status: 200 len: 946 time: 0.0905707 Jul 13 13:58:44.292028 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-83fae7cb-ef1c-49ad-9ae0-4c663c8e7c3e None None] Provisioning for port 134c3942-18fe-458d-abc8-e727178e2e16 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:58:44.326525 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-acc62d85-cf40-435e-a3ff-4de542f91e70 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0963943 Jul 13 13:58:44.330300 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 35128) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:58:44.335184 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7bbcdbb5-2bb6-4ac7-b3f6-9f1a1e219f13 req-03d25c6c-d1d1-4960-b6b3-5c8389332bb6 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c6f9ebb-83a6-44c9-abda-c7c8f7f7ed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462239 Jul 13 13:58:44.339599 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-6fc252ce-e3a6-4391-822f-7029be2f4854 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Request body: {'subnet': {'network_id': '10c44b48-d3bd-40b3-a4f4-972813fd3a15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:58:44.431018 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fcd0155-0128-4b3f-bbea-4da8c010a7d6 None None] DHCP port deletion for 10c44b48-d3bd-40b3-a4f4-972813fd3a15 request from n-d-800634-1 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 13:58:44.435271 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fc252ce-e3a6-4391-822f-7029be2f4854 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Made reservation on behalf of 295c60a61aa44fb3bb3079337a011e52 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:58:44.438889 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6fc252ce-e3a6-4391-822f-7029be2f4854 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4763385'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:44.477330 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-4fcd0155-0128-4b3f-bbea-4da8c010a7d6 None None] Deleting port 134c3942-18fe-458d-abc8-e727178e2e16 {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:58:44.477642 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4fcd0155-0128-4b3f-bbea-4da8c010a7d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:44.541780 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-4fcd0155-0128-4b3f-bbea-4da8c010a7d6 None None] For port 134c3942-18fe-458d-abc8-e727178e2e16, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=134c3942-18fe-458d-abc8-e727178e2e16,segment=NetworkSegment(1547ed8f-36ea-429a-a729-e0e4e9fcad02),segment_id=1547ed8f-36ea-429a-a729-e0e4e9fcad02)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:58:44.542178 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4fcd0155-0128-4b3f-bbea-4da8c010a7d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:44.554970 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-4fcd0155-0128-4b3f-bbea-4da8c010a7d6 None None] Calling delete_port for 134c3942-18fe-458d-abc8-e727178e2e16 owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:58:44.623731 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6fc252ce-e3a6-4391-822f-7029be2f4854 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5970588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4763339'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:44.632662 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4fcd0155-0128-4b3f-bbea-4da8c010a7d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:44.662584 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fcd0155-0128-4b3f-bbea-4da8c010a7d6 None None] No DVR routers for this DVR port 134c3942-18fe-458d-abc8-e727178e2e16 on host n-d-800634-1 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:58:44.666693 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc252ce-e3a6-4391-822f-7029be2f4854 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Network 10c44b48-d3bd-40b3-a4f4-972813fd3a15 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:58:44.666993 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcd0155-0128-4b3f-bbea-4da8c010a7d6 None None] Pushing event deleted for resources: {'Port': ['ID=134c3942-18fe-458d-abc8-e727178e2e16,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:58:44.675082 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-6fc252ce-e3a6-4391-822f-7029be2f4854 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:58:44.680398 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc252ce-e3a6-4391-822f-7029be2f4854 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:58:44.681024 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6fc252ce-e3a6-4391-822f-7029be2f4854 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:44.684983 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8115fa5a-6403-4b06-9f90-0ef8d8995885 None None] Network 10c44b48-d3bd-40b3-a4f4-972813fd3a15 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:58:44.691533 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc252ce-e3a6-4391-822f-7029be2f4854 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Pushing event updated for resources: {'Subnet': ['ID=e67a6e47-7377-4859-98ac-aab8e388d8bb,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:58:44.705051 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-6fc252ce-e3a6-4391-822f-7029be2f4854 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.3736804 Jul 13 13:58:44.707580 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 35130) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:58:44.713964 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-045bb4c5-4482-40fd-a639-f2382193b4b0 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Request body: {'port': {'network_id': '10c44b48-d3bd-40b3-a4f4-972813fd3a15', 'name': 'tempest-NetworksTestDHCPv6-1307324271'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:58:44.825973 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-045bb4c5-4482-40fd-a639-f2382193b4b0 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Made reservation on behalf of 295c60a61aa44fb3bb3079337a011e52 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:58:44.829552 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-045bb4c5-4482-40fd-a639-f2382193b4b0 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:44.834796 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a6695be-7a1f-4025-9b5b-7cdb692112e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a7201e1-61ce-5a3e-b7f7-e800379ed03b-10c44b48-d3bd-40b3-a4f4-972813fd3a15', 'network_id': '10c44b48-d3bd-40b3-a4f4-972813fd3a15', 'tenant_id': '295c60a61aa44fb3bb3079337a011e52', 'fixed_ips': [{'subnet_id': 'e67a6e47-7377-4859-98ac-aab8e388d8bb'}]}} from n-d-800634-1. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 13:58:44.835642 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9a6695be-7a1f-4025-9b5b-7cdb692112e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:44.853210 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [None req-045bb4c5-4482-40fd-a639-f2382193b4b0 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] device_id is not set on port 9a445e92-2a2c-408e-9c76-f5849b359d7f yet. {{(pid=93750) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 13:58:44.973374 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-045bb4c5-4482-40fd-a639-f2382193b4b0 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Allocated IP 2001:db8::390 (10c44b48-d3bd-40b3-a4f4-972813fd3a15/e67a6e47-7377-4859-98ac-aab8e388d8bb/9a445e92-2a2c-408e-9c76-f5849b359d7f) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:58:45.114553 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-045bb4c5-4482-40fd-a639-f2382193b4b0 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:45.128730 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [None req-045bb4c5-4482-40fd-a639-f2382193b4b0 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Transition to ACTIVE for port object 9a445e92-2a2c-408e-9c76-f5849b359d7f will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:58:45.159556 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-045bb4c5-4482-40fd-a639-f2382193b4b0 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:45.207144 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-9a6695be-7a1f-4025-9b5b-7cdb692112e1 None None] Allocated IP 2001:db8::2 (10c44b48-d3bd-40b3-a4f4-972813fd3a15/e67a6e47-7377-4859-98ac-aab8e388d8bb/8b8aa31b-57e5-46f7-bc3f-e6ced441fffd) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:58:45.210450 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-045bb4c5-4482-40fd-a639-f2382193b4b0 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Network 10c44b48-d3bd-40b3-a4f4-972813fd3a15 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:58:45.213794 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-045bb4c5-4482-40fd-a639-f2382193b4b0 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:58:45.217688 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045bb4c5-4482-40fd-a639-f2382193b4b0 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:58:45.223344 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-045bb4c5-4482-40fd-a639-f2382193b4b0 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:58:45.223957 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-045bb4c5-4482-40fd-a639-f2382193b4b0 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:45.230894 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045bb4c5-4482-40fd-a639-f2382193b4b0 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Pushing event updated for resources: {'Port': ['ID=9a445e92-2a2c-408e-9c76-f5849b359d7f,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:58:45.244627 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-045bb4c5-4482-40fd-a639-f2382193b4b0 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.5357015 Jul 13 13:58:45.247290 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 35132) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:58:45.316442 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd616240-1c48-44b8-9bdf-4f4405944f26 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:58:45.320740 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-fd616240-1c48-44b8-9bdf-4f4405944f26 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.0695748 Jul 13 13:58:45.320740 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 35134) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:58:45.360494 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9a6695be-7a1f-4025-9b5b-7cdb692112e1 None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:45.369120 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-9a6695be-7a1f-4025-9b5b-7cdb692112e1 None None] Transition to ACTIVE for port object 8b8aa31b-57e5-46f7-bc3f-e6ced441fffd will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:58:45.385055 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-9a6695be-7a1f-4025-9b5b-7cdb692112e1 None None] Transition to ACTIVE for port object 8b8aa31b-57e5-46f7-bc3f-e6ced441fffd will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:58:45.391960 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9a6695be-7a1f-4025-9b5b-7cdb692112e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:45.438238 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-5459b497-b465-4826-af88-359422cec708 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Deleting port 9a445e92-2a2c-408e-9c76-f5849b359d7f {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:58:45.438587 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5459b497-b465-4826-af88-359422cec708 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:45.438939 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a6695be-7a1f-4025-9b5b-7cdb692112e1 None None] Network 10c44b48-d3bd-40b3-a4f4-972813fd3a15 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:58:45.442070 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-9a6695be-7a1f-4025-9b5b-7cdb692112e1 None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:58:45.444664 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6695be-7a1f-4025-9b5b-7cdb692112e1 None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:58:45.451901 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6695be-7a1f-4025-9b5b-7cdb692112e1 None None] Pushing event updated for resources: {'Port': ['ID=8b8aa31b-57e5-46f7-bc3f-e6ced441fffd,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:58:45.510046 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-9a6695be-7a1f-4025-9b5b-7cdb692112e1 None None] Attempting to bind port 8b8aa31b-57e5-46f7-bc3f-e6ced441fffd on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:58:45.510418 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-9a6695be-7a1f-4025-9b5b-7cdb692112e1 None None] Attempting to bind port 8b8aa31b-57e5-46f7-bc3f-e6ced441fffd by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '1547ed8f-36ea-429a-a729-e0e4e9fcad02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '10c44b48-d3bd-40b3-a4f4-972813fd3a15'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:58:45.510779 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a6695be-7a1f-4025-9b5b-7cdb692112e1 None None] Attempting to bind port 8b8aa31b-57e5-46f7-bc3f-e6ced441fffd on network 10c44b48-d3bd-40b3-a4f4-972813fd3a15 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:58:45.515658 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a6695be-7a1f-4025-9b5b-7cdb692112e1 None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 58, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:58:45.516030 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a6695be-7a1f-4025-9b5b-7cdb692112e1 None None] Checking segment: {'id': '1547ed8f-36ea-429a-a729-e0e4e9fcad02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '10c44b48-d3bd-40b3-a4f4-972813fd3a15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:58:45.516457 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9a6695be-7a1f-4025-9b5b-7cdb692112e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:45.516845 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a6695be-7a1f-4025-9b5b-7cdb692112e1 None None] Bound using segment: {'id': '1547ed8f-36ea-429a-a729-e0e4e9fcad02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '10c44b48-d3bd-40b3-a4f4-972813fd3a15'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:58:45.517309 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-9a6695be-7a1f-4025-9b5b-7cdb692112e1 None None] Bound port: 8b8aa31b-57e5-46f7-bc3f-e6ced441fffd, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1547ed8f-36ea-429a-a729-e0e4e9fcad02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '10c44b48-d3bd-40b3-a4f4-972813fd3a15'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:58:45.517687 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9a6695be-7a1f-4025-9b5b-7cdb692112e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:45.572088 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5459b497-b465-4826-af88-359422cec708 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:45.582727 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-9a6695be-7a1f-4025-9b5b-7cdb692112e1 None None] For port 8b8aa31b-57e5-46f7-bc3f-e6ced441fffd, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:58:45.586464 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-9a6695be-7a1f-4025-9b5b-7cdb692112e1 None None] For port 8b8aa31b-57e5-46f7-bc3f-e6ced441fffd, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=8b8aa31b-57e5-46f7-bc3f-e6ced441fffd,segment=NetworkSegment(1547ed8f-36ea-429a-a729-e0e4e9fcad02),segment_id=1547ed8f-36ea-429a-a729-e0e4e9fcad02)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:58:45.590254 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-5459b497-b465-4826-af88-359422cec708 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Calling delete_port for 9a445e92-2a2c-408e-9c76-f5849b359d7f owned by {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:58:45.591852 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9a6695be-7a1f-4025-9b5b-7cdb692112e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:45.598941 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb80093-8bee-4270-b2ba-03f1d2bd2993 req-6b23867c-bb35-4079-b25b-9981cd27d7dd tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:58:45.601300 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-aeb80093-8bee-4270-b2ba-03f1d2bd2993 req-6b23867c-bb35-4079-b25b-9981cd27d7dd tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/ports?device_id=50c270a9-8a7b-4c25-9432-b640853488c2 HTTP/1.1" status: 200 len: 946 time: 0.1106312 Jul 13 13:58:45.656371 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6695be-7a1f-4025-9b5b-7cdb692112e1 None None] Pushing event updated for resources: {'Port': ['ID=8b8aa31b-57e5-46f7-bc3f-e6ced441fffd,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:58:45.688902 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-aeb80093-8bee-4270-b2ba-03f1d2bd2993 req-64884003-81e4-4f03-a8a4-834b8a0b49cf tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c6f9ebb-83a6-44c9-abda-c7c8f7f7ed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798314 Jul 13 13:58:45.764258 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5459b497-b465-4826-af88-359422cec708 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:45.796608 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5459b497-b465-4826-af88-359422cec708 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Pushing event deleted for resources: {'Port': ['ID=9a445e92-2a2c-408e-9c76-f5849b359d7f,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:58:45.843483 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5459b497-b465-4826-af88-359422cec708 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:45.845422 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-5459b497-b465-4826-af88-359422cec708 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "DELETE /v2.0/ports/9a445e92-2a2c-408e-9c76-f5849b359d7f HTTP/1.1" status: 204 len: 168 time: 0.5238676 Jul 13 13:58:45.847925 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 35140) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:58:45.909089 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04d22904-facc-4f83-b5d5-38d3e9000e20 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:58:45.910784 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04d22904-facc-4f83-b5d5-38d3e9000e20 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:58:45.912497 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-04d22904-facc-4f83-b5d5-38d3e9000e20 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0636458 Jul 13 13:58:45.915380 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 35142) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:58:45.967287 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7c5918a-7289-4076-9052-ab44ab5b0078 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Deleting subnet e67a6e47-7377-4859-98ac-aab8e388d8bb {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 13:58:45.970384 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c7c5918a-7289-4076-9052-ab44ab5b0078 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:46.009864 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c7c5918a-7289-4076-9052-ab44ab5b0078 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6018489'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:46.097246 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c7c5918a-7289-4076-9052-ab44ab5b0078 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:46.156066 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c7c5918a-7289-4076-9052-ab44ab5b0078 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6018534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6105009'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:46.182447 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c5918a-7289-4076-9052-ab44ab5b0078 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Pushing event deleted for resources: {'Subnet': ['ID=e67a6e47-7377-4859-98ac-aab8e388d8bb,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:58:46.189086 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c7c5918a-7289-4076-9052-ab44ab5b0078 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:46.190982 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-c7c5918a-7289-4076-9052-ab44ab5b0078 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "DELETE /v2.0/subnets/e67a6e47-7377-4859-98ac-aab8e388d8bb HTTP/1.1" status: 204 len: 168 time: 0.2746804 Jul 13 13:58:46.193993 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 35144) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:58:46.249117 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-c15b20f9-1712-444a-94df-f4b3290bc81f tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0539598 Jul 13 13:58:46.251782 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 35146) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:58:46.257788 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-b47ba461-6b2d-4a2f-a5fc-bb9b577299b6 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Request body: {'subnet': {'network_id': '10c44b48-d3bd-40b3-a4f4-972813fd3a15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:58:46.357079 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b47ba461-6b2d-4a2f-a5fc-bb9b577299b6 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Made reservation on behalf of 295c60a61aa44fb3bb3079337a011e52 for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:58:46.360911 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b47ba461-6b2d-4a2f-a5fc-bb9b577299b6 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6104980'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:46.555941 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b741e3b-1922-40b2-9f98-35d7b6fb41ce None None] Network 10c44b48-d3bd-40b3-a4f4-972813fd3a15 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:58:46.561408 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b47ba461-6b2d-4a2f-a5fc-bb9b577299b6 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6018343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6104998'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:46.609486 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b47ba461-6b2d-4a2f-a5fc-bb9b577299b6 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Network 10c44b48-d3bd-40b3-a4f4-972813fd3a15 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:58:46.613111 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-b47ba461-6b2d-4a2f-a5fc-bb9b577299b6 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:58:46.621858 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b47ba461-6b2d-4a2f-a5fc-bb9b577299b6 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:58:46.622477 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b47ba461-6b2d-4a2f-a5fc-bb9b577299b6 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:46.630485 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47ba461-6b2d-4a2f-a5fc-bb9b577299b6 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Pushing event updated for resources: {'Subnet': ['ID=e4e4261a-6fe4-40a6-97b1-77c8f3430393,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:58:46.640802 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-b47ba461-6b2d-4a2f-a5fc-bb9b577299b6 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.3880126 Jul 13 13:58:46.643435 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 35150) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:58:46.648546 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-f198c5ea-784d-4e2a-8911-faccf4629f8d tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Request body: {'port': {'network_id': '10c44b48-d3bd-40b3-a4f4-972813fd3a15', 'name': 'tempest-NetworksTestDHCPv6-1226317184'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:58:46.668061 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-25b67711-f5af-44ec-8de5-df1af9cc5794 None None] Provisioning for port 8b8aa31b-57e5-46f7-bc3f-e6ced441fffd completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:58:46.766842 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f198c5ea-784d-4e2a-8911-faccf4629f8d tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Made reservation on behalf of 295c60a61aa44fb3bb3079337a011e52 for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:58:46.770739 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f198c5ea-784d-4e2a-8911-faccf4629f8d tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:46.794444 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [None req-f198c5ea-784d-4e2a-8911-faccf4629f8d tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] device_id is not set on port 7d81c281-d084-4302-8267-9aa357f7c6af yet. {{(pid=93751) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 13:58:46.906082 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9af9d89a-f227-4a4c-8743-34ee7c7c3025 None None] Network 10c44b48-d3bd-40b3-a4f4-972813fd3a15 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:58:46.967161 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c23e1a-fca5-47fa-bafa-f0f97645e762 req-bd707192-57ca-4fb5-a2c4-9d8df5307f0d tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:58:46.968757 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-75c23e1a-fca5-47fa-bafa-f0f97645e762 req-bd707192-57ca-4fb5-a2c4-9d8df5307f0d tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/ports?device_id=50c270a9-8a7b-4c25-9432-b640853488c2 HTTP/1.1" status: 200 len: 946 time: 0.1343467 Jul 13 13:58:46.969914 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-f198c5ea-784d-4e2a-8911-faccf4629f8d tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Allocated IP 2001:db8::29f (10c44b48-d3bd-40b3-a4f4-972813fd3a15/e4e4261a-6fe4-40a6-97b1-77c8f3430393/7d81c281-d084-4302-8267-9aa357f7c6af) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:58:47.033270 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-75c23e1a-fca5-47fa-bafa-f0f97645e762 req-6cf9ce35-144b-4073-8065-7795c237bdb7 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c6f9ebb-83a6-44c9-abda-c7c8f7f7ed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589168 Jul 13 13:58:47.148855 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f198c5ea-784d-4e2a-8911-faccf4629f8d tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:47.161657 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-f198c5ea-784d-4e2a-8911-faccf4629f8d tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Transition to ACTIVE for port object 7d81c281-d084-4302-8267-9aa357f7c6af will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:58:47.191454 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-04edb8eb-632b-4e4a-9a31-c3aa7c2e3e53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:47.197697 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f198c5ea-784d-4e2a-8911-faccf4629f8d tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:47.249641 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f198c5ea-784d-4e2a-8911-faccf4629f8d tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Network 10c44b48-d3bd-40b3-a4f4-972813fd3a15 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:58:47.252971 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-f198c5ea-784d-4e2a-8911-faccf4629f8d tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:58:47.257177 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f198c5ea-784d-4e2a-8911-faccf4629f8d tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:58:47.262836 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f198c5ea-784d-4e2a-8911-faccf4629f8d tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:58:47.263457 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f198c5ea-784d-4e2a-8911-faccf4629f8d tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:47.272647 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f198c5ea-784d-4e2a-8911-faccf4629f8d tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Pushing event updated for resources: {'Port': ['ID=7d81c281-d084-4302-8267-9aa357f7c6af,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:58:47.283823 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-f198c5ea-784d-4e2a-8911-faccf4629f8d tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.6392019 Jul 13 13:58:47.286236 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 35154) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:58:47.302365 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 8b8aa31b-57e5-46f7-bc3f-e6ced441fffd up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:58:47.366785 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port 8b8aa31b-57e5-46f7-bc3f-e6ced441fffd completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:58:47.367876 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6664dd13-c7af-4c44-9323-ccdaa95d75f6 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:58:47.370983 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 8b8aa31b-57e5-46f7-bc3f-e6ced441fffd triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:58:47.371216 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:47.373962 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6664dd13-c7af-4c44-9323-ccdaa95d75f6 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:58:47.375575 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-6664dd13-c7af-4c44-9323-ccdaa95d75f6 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1590 time: 0.0876968 Jul 13 13:58:47.378581 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 35156) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:58:47.454387 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:47.481275 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-138125bf-7b74-4ab9-bd10-a5b10d499921 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Deleting port 7d81c281-d084-4302-8267-9aa357f7c6af {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:58:47.481627 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-138125bf-7b74-4ab9-bd10-a5b10d499921 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:47.489275 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port 8b8aa31b-57e5-46f7-bc3f-e6ced441fffd, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=8b8aa31b-57e5-46f7-bc3f-e6ced441fffd,segment=NetworkSegment(1547ed8f-36ea-429a-a729-e0e4e9fcad02),segment_id=1547ed8f-36ea-429a-a729-e0e4e9fcad02)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:58:47.494289 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:47.545535 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=8b8aa31b-57e5-46f7-bc3f-e6ced441fffd,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:58:47.568334 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-ac6c97a1-d994-4830-86cb-7f8b62d8021e None None] Could not find standard attr ID for object 9a445e92-2a2c-408e-9c76-f5849b359d7f. {{(pid=93752) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 13:58:47.578532 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-138125bf-7b74-4ab9-bd10-a5b10d499921 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:47.591463 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-138125bf-7b74-4ab9-bd10-a5b10d499921 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Calling delete_port for 7d81c281-d084-4302-8267-9aa357f7c6af owned by {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:58:47.727143 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-138125bf-7b74-4ab9-bd10-a5b10d499921 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:47.761866 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138125bf-7b74-4ab9-bd10-a5b10d499921 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Pushing event deleted for resources: {'Port': ['ID=7d81c281-d084-4302-8267-9aa357f7c6af,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:58:47.781521 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-5f615969-46a7-46b6-b423-46035fd76f77 None None] Could not find standard attr ID for object 7d81c281-d084-4302-8267-9aa357f7c6af. {{(pid=93752) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 13:58:47.796882 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-138125bf-7b74-4ab9-bd10-a5b10d499921 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:47.799000 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-138125bf-7b74-4ab9-bd10-a5b10d499921 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "DELETE /v2.0/ports/7d81c281-d084-4302-8267-9aa357f7c6af HTTP/1.1" status: 204 len: 168 time: 0.4192748 Jul 13 13:58:47.801525 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 35160) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:58:47.889839 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c462b038-a019-496f-b94c-be3db17ca4fe tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:58:47.891394 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c462b038-a019-496f-b94c-be3db17ca4fe tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:58:47.892960 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-c462b038-a019-496f-b94c-be3db17ca4fe tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0903931 Jul 13 13:58:47.895567 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 35162) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:58:47.954344 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-16d8bd88-87ad-4210-af9e-cea8f22e89f4 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Deleting subnet e4e4261a-6fe4-40a6-97b1-77c8f3430393 {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 13:58:47.957610 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-16d8bd88-87ad-4210-af9e-cea8f22e89f4 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:47.999429 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-16d8bd88-87ad-4210-af9e-cea8f22e89f4 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5431723'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:48.045576 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-16d8bd88-87ad-4210-af9e-cea8f22e89f4 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:48.105029 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-16d8bd88-87ad-4210-af9e-cea8f22e89f4 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5970525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4763356'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:48.137077 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d8bd88-87ad-4210-af9e-cea8f22e89f4 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Pushing event deleted for resources: {'Subnet': ['ID=e4e4261a-6fe4-40a6-97b1-77c8f3430393,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:58:48.141364 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-16d8bd88-87ad-4210-af9e-cea8f22e89f4 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:48.145504 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-16d8bd88-87ad-4210-af9e-cea8f22e89f4 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "DELETE /v2.0/subnets/e4e4261a-6fe4-40a6-97b1-77c8f3430393 HTTP/1.1" status: 204 len: 168 time: 0.2466805 Jul 13 13:58:48.145919 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 35166) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:58:48.151977 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dcb1125-4d5c-415c-af62-5e7ddb67bd1e None None] Network 10c44b48-d3bd-40b3-a4f4-972813fd3a15 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:58:48.197309 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-6264982c-0cbb-4e5b-9a69-dee82af8acea tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0491405 Jul 13 13:58:48.199541 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 35168) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:58:48.294175 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d71944d-ff27-4e43-9d38-64db16a3fd39 req-cbe1c6dd-dba0-47f1-80e6-5055b8a1fa10 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:58:48.295769 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5d71944d-ff27-4e43-9d38-64db16a3fd39 req-cbe1c6dd-dba0-47f1-80e6-5055b8a1fa10 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/ports?device_id=50c270a9-8a7b-4c25-9432-b640853488c2 HTTP/1.1" status: 200 len: 946 time: 0.1412618 Jul 13 13:58:48.317112 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79930cd1-bfb0-4695-b968-4a188a101b94 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:58:48.321633 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-79930cd1-bfb0-4695-b968-4a188a101b94 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1188424 Jul 13 13:58:48.322691 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 35170) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:58:48.390883 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5d71944d-ff27-4e43-9d38-64db16a3fd39 req-82307e7e-90d3-44e0-9621-b7687d24a6c8 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c6f9ebb-83a6-44c9-abda-c7c8f7f7ed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873668 Jul 13 13:58:48.395728 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33271648-c5e5-48fa-81e7-b9c051aedd4d tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:58:48.397222 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-33271648-c5e5-48fa-81e7-b9c051aedd4d tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0744929 Jul 13 13:58:48.399762 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 35172) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:58:48.441526 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-58d2cf91-fe0e-40a7-9561-8ea97886f97d tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0370035 Jul 13 13:58:48.441790 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 35174) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:58:48.447706 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-9f6a39f4-bfe7-49b1-9020-c46ad0a2f634 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Request body: {'subnet': {'network_id': '10c44b48-d3bd-40b3-a4f4-972813fd3a15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:58:48.485878 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d18885f-f2b8-47c2-bfd8-8919c720e0d5 None None] DHCP port deletion for 10c44b48-d3bd-40b3-a4f4-972813fd3a15 request from n-d-800634-1 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 13:58:48.531949 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-1d18885f-f2b8-47c2-bfd8-8919c720e0d5 None None] Deleting port 8b8aa31b-57e5-46f7-bc3f-e6ced441fffd {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:58:48.532567 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-1d18885f-f2b8-47c2-bfd8-8919c720e0d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:48.540940 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f6a39f4-bfe7-49b1-9020-c46ad0a2f634 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Made reservation on behalf of 295c60a61aa44fb3bb3079337a011e52 for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:58:48.544655 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9f6a39f4-bfe7-49b1-9020-c46ad0a2f634 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6104980'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:48.596898 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-1d18885f-f2b8-47c2-bfd8-8919c720e0d5 None None] For port 8b8aa31b-57e5-46f7-bc3f-e6ced441fffd, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=8b8aa31b-57e5-46f7-bc3f-e6ced441fffd,segment=NetworkSegment(1547ed8f-36ea-429a-a729-e0e4e9fcad02),segment_id=1547ed8f-36ea-429a-a729-e0e4e9fcad02)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:58:48.597463 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-1d18885f-f2b8-47c2-bfd8-8919c720e0d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:48.610036 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-1d18885f-f2b8-47c2-bfd8-8919c720e0d5 None None] Calling delete_port for 8b8aa31b-57e5-46f7-bc3f-e6ced441fffd owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:58:48.689416 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-1d18885f-f2b8-47c2-bfd8-8919c720e0d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:48.718509 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d18885f-f2b8-47c2-bfd8-8919c720e0d5 None None] Pushing event deleted for resources: {'Port': ['ID=8b8aa31b-57e5-46f7-bc3f-e6ced441fffd,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:58:48.720246 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d18885f-f2b8-47c2-bfd8-8919c720e0d5 None None] No DVR routers for this DVR port 8b8aa31b-57e5-46f7-bc3f-e6ced441fffd on host n-d-800634-1 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:58:48.733122 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9f6a39f4-bfe7-49b1-9020-c46ad0a2f634 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6018343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6104998'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:48.776973 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f6a39f4-bfe7-49b1-9020-c46ad0a2f634 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Network 10c44b48-d3bd-40b3-a4f4-972813fd3a15 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:58:48.780118 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-9f6a39f4-bfe7-49b1-9020-c46ad0a2f634 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:58:48.785253 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f6a39f4-bfe7-49b1-9020-c46ad0a2f634 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:58:48.785865 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9f6a39f4-bfe7-49b1-9020-c46ad0a2f634 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:48.790436 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c06900f2-f679-4fff-8715-d673064e1cce None None] Network 10c44b48-d3bd-40b3-a4f4-972813fd3a15 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:58:48.796625 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6a39f4-bfe7-49b1-9020-c46ad0a2f634 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Pushing event updated for resources: {'Subnet': ['ID=5b72dbac-6ff0-4b8b-9462-ae92f056e16d,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:58:48.809547 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-9f6a39f4-bfe7-49b1-9020-c46ad0a2f634 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3667285 Jul 13 13:58:48.812188 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 35178) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:58:48.817479 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-cc06d239-b4f8-4ad3-a080-b01c356815de tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Request body: {'port': {'network_id': '10c44b48-d3bd-40b3-a4f4-972813fd3a15', 'fixed_ips': [{'subnet_id': '5b72dbac-6ff0-4b8b-9462-ae92f056e16d', 'ip_address': '2001:db8::443a:624f:d25b:4d2'}], 'name': 'tempest-NetworksTestDHCPv6-509660049'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:58:48.924337 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc06d239-b4f8-4ad3-a080-b01c356815de tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Made reservation on behalf of 295c60a61aa44fb3bb3079337a011e52 for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:58:48.946220 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f19a3bb-5816-42fe-83aa-4251bd2ffe1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a7201e1-61ce-5a3e-b7f7-e800379ed03b-10c44b48-d3bd-40b3-a4f4-972813fd3a15', 'network_id': '10c44b48-d3bd-40b3-a4f4-972813fd3a15', 'tenant_id': '295c60a61aa44fb3bb3079337a011e52', 'fixed_ips': [{'subnet_id': '5b72dbac-6ff0-4b8b-9462-ae92f056e16d'}]}} from n-d-800634-1. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 13:58:48.947311 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4f19a3bb-5816-42fe-83aa-4251bd2ffe1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:49.025816 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cc06d239-b4f8-4ad3-a080-b01c356815de tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:49.044736 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [None req-cc06d239-b4f8-4ad3-a080-b01c356815de tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] device_id is not set on port c5dfcfe6-cc4a-4426-a7bd-e3fe8b6fa8ca yet. {{(pid=93751) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 13:58:49.086933 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-4f19a3bb-5816-42fe-83aa-4251bd2ffe1d None None] Allocated IP 2001:db8::2 (10c44b48-d3bd-40b3-a4f4-972813fd3a15/5b72dbac-6ff0-4b8b-9462-ae92f056e16d/03bbecc7-7c0e-474c-9fff-8a2335f63c74) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:58:49.247111 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 8b8aa31b-57e5-46f7-bc3f-e6ced441fffd no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:58:49.249879 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4f19a3bb-5816-42fe-83aa-4251bd2ffe1d None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:49.278128 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: 8b8aa31b-57e5-46f7-bc3f-e6ced441fffd {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:58:49.278469 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 8b8aa31b-57e5-46f7-bc3f-e6ced441fffd not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:58:49.281475 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-4f19a3bb-5816-42fe-83aa-4251bd2ffe1d None None] Transition to ACTIVE for port object 03bbecc7-7c0e-474c-9fff-8a2335f63c74 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:58:49.298336 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-4f19a3bb-5816-42fe-83aa-4251bd2ffe1d None None] Transition to ACTIVE for port object 03bbecc7-7c0e-474c-9fff-8a2335f63c74 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:58:49.303622 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4f19a3bb-5816-42fe-83aa-4251bd2ffe1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:49.350317 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f19a3bb-5816-42fe-83aa-4251bd2ffe1d None None] Network 10c44b48-d3bd-40b3-a4f4-972813fd3a15 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:58:49.356056 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-cc06d239-b4f8-4ad3-a080-b01c356815de tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Allocated IP 2001:db8::443a:624f:d25b:4d2 (10c44b48-d3bd-40b3-a4f4-972813fd3a15/5b72dbac-6ff0-4b8b-9462-ae92f056e16d/c5dfcfe6-cc4a-4426-a7bd-e3fe8b6fa8ca) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:58:49.357390 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-4f19a3bb-5816-42fe-83aa-4251bd2ffe1d None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:58:49.359509 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f19a3bb-5816-42fe-83aa-4251bd2ffe1d None None] Pushing event updated for resources: {'Port': ['ID=03bbecc7-7c0e-474c-9fff-8a2335f63c74,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:58:49.362080 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f19a3bb-5816-42fe-83aa-4251bd2ffe1d None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:58:49.423098 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-4f19a3bb-5816-42fe-83aa-4251bd2ffe1d None None] Attempting to bind port 03bbecc7-7c0e-474c-9fff-8a2335f63c74 on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:58:49.423476 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-4f19a3bb-5816-42fe-83aa-4251bd2ffe1d None None] Attempting to bind port 03bbecc7-7c0e-474c-9fff-8a2335f63c74 by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '1547ed8f-36ea-429a-a729-e0e4e9fcad02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '10c44b48-d3bd-40b3-a4f4-972813fd3a15'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:58:49.423843 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f19a3bb-5816-42fe-83aa-4251bd2ffe1d None None] Attempting to bind port 03bbecc7-7c0e-474c-9fff-8a2335f63c74 on network 10c44b48-d3bd-40b3-a4f4-972813fd3a15 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:58:49.432138 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f19a3bb-5816-42fe-83aa-4251bd2ffe1d None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 58, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:58:49.432622 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f19a3bb-5816-42fe-83aa-4251bd2ffe1d None None] Checking segment: {'id': '1547ed8f-36ea-429a-a729-e0e4e9fcad02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '10c44b48-d3bd-40b3-a4f4-972813fd3a15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:58:49.433129 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4f19a3bb-5816-42fe-83aa-4251bd2ffe1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:49.433614 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f19a3bb-5816-42fe-83aa-4251bd2ffe1d None None] Bound using segment: {'id': '1547ed8f-36ea-429a-a729-e0e4e9fcad02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '10c44b48-d3bd-40b3-a4f4-972813fd3a15'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:58:49.434633 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-4f19a3bb-5816-42fe-83aa-4251bd2ffe1d None None] Bound port: 03bbecc7-7c0e-474c-9fff-8a2335f63c74, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1547ed8f-36ea-429a-a729-e0e4e9fcad02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '10c44b48-d3bd-40b3-a4f4-972813fd3a15'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:58:49.434633 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4f19a3bb-5816-42fe-83aa-4251bd2ffe1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:49.503866 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-4f19a3bb-5816-42fe-83aa-4251bd2ffe1d None None] For port 03bbecc7-7c0e-474c-9fff-8a2335f63c74, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:58:49.509372 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-4f19a3bb-5816-42fe-83aa-4251bd2ffe1d None None] For port 03bbecc7-7c0e-474c-9fff-8a2335f63c74, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=03bbecc7-7c0e-474c-9fff-8a2335f63c74,segment=NetworkSegment(1547ed8f-36ea-429a-a729-e0e4e9fcad02),segment_id=1547ed8f-36ea-429a-a729-e0e4e9fcad02)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:58:49.515943 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4f19a3bb-5816-42fe-83aa-4251bd2ffe1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:49.542572 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cc06d239-b4f8-4ad3-a080-b01c356815de tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:49.576810 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-cc06d239-b4f8-4ad3-a080-b01c356815de tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Transition to ACTIVE for port object c5dfcfe6-cc4a-4426-a7bd-e3fe8b6fa8ca will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:58:49.600840 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f19a3bb-5816-42fe-83aa-4251bd2ffe1d None None] Pushing event updated for resources: {'Port': ['ID=03bbecc7-7c0e-474c-9fff-8a2335f63c74,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:58:49.626326 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cccc9a7-f95f-4dcb-a29a-e3b0d73c14de req-dfdcbe8d-dd2d-42ba-b351-91cfd78fcdd8 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:58:49.627899 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7cccc9a7-f95f-4dcb-a29a-e3b0d73c14de req-dfdcbe8d-dd2d-42ba-b351-91cfd78fcdd8 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/ports?device_id=50c270a9-8a7b-4c25-9432-b640853488c2 HTTP/1.1" status: 200 len: 946 time: 0.1054790 Jul 13 13:58:49.667434 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cc06d239-b4f8-4ad3-a080-b01c356815de tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:49.715610 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7cccc9a7-f95f-4dcb-a29a-e3b0d73c14de req-b866b0e5-9fd0-4168-a9cc-2780f92c4626 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c6f9ebb-83a6-44c9-abda-c7c8f7f7ed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794337 Jul 13 13:58:49.734241 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc06d239-b4f8-4ad3-a080-b01c356815de tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Network 10c44b48-d3bd-40b3-a4f4-972813fd3a15 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:58:49.737101 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-cc06d239-b4f8-4ad3-a080-b01c356815de tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:58:49.739458 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc06d239-b4f8-4ad3-a080-b01c356815de tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:58:49.745494 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc06d239-b4f8-4ad3-a080-b01c356815de tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:58:49.746184 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cc06d239-b4f8-4ad3-a080-b01c356815de tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:49.752952 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc06d239-b4f8-4ad3-a080-b01c356815de tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Pushing event updated for resources: {'Port': ['ID=c5dfcfe6-cc4a-4426-a7bd-e3fe8b6fa8ca,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:58:49.772968 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-cc06d239-b4f8-4ad3-a080-b01c356815de tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 0.9562130 Jul 13 13:58:49.772968 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 35182) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:58:49.868266 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a767d1e1-9b6e-4a01-9aa3-4ac740096f56 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:58:49.868576 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e4d195e7-8ee0-4582-a058-e3b769271034 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:49.876192 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a767d1e1-9b6e-4a01-9aa3-4ac740096f56 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:58:49.878335 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-a767d1e1-9b6e-4a01-9aa3-4ac740096f56 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.1044219 Jul 13 13:58:49.881716 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 35186) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:58:50.010073 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-69b5cd44-1872-49f3-aad5-4f8f3263c4d4 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Deleting port c5dfcfe6-cc4a-4426-a7bd-e3fe8b6fa8ca {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:58:50.010425 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-69b5cd44-1872-49f3-aad5-4f8f3263c4d4 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:50.016697 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:50.110270 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-69b5cd44-1872-49f3-aad5-4f8f3263c4d4 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:50.125518 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-69b5cd44-1872-49f3-aad5-4f8f3263c4d4 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Calling delete_port for c5dfcfe6-cc4a-4426-a7bd-e3fe8b6fa8ca owned by {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:58:50.270326 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-69b5cd44-1872-49f3-aad5-4f8f3263c4d4 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:50.306497 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b5cd44-1872-49f3-aad5-4f8f3263c4d4 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Pushing event deleted for resources: {'Port': ['ID=c5dfcfe6-cc4a-4426-a7bd-e3fe8b6fa8ca,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:58:50.348570 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-69b5cd44-1872-49f3-aad5-4f8f3263c4d4 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:50.354527 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-69b5cd44-1872-49f3-aad5-4f8f3263c4d4 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "DELETE /v2.0/ports/c5dfcfe6-cc4a-4426-a7bd-e3fe8b6fa8ca HTTP/1.1" status: 204 len: 168 time: 0.4695380 Jul 13 13:58:50.355496 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 35188) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:58:50.441980 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b80f41d5-94d5-4593-b871-74a1cb1708c9 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:58:50.443842 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b80f41d5-94d5-4593-b871-74a1cb1708c9 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:58:50.446096 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-b80f41d5-94d5-4593-b871-74a1cb1708c9 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0890460 Jul 13 13:58:50.448750 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 35190) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:58:50.523351 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9edcef5-4a49-4e41-8ece-d6ecb9097ec5 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Deleting subnet 5b72dbac-6ff0-4b8b-9462-ae92f056e16d {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 13:58:50.530096 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e9edcef5-4a49-4e41-8ece-d6ecb9097ec5 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:50.588940 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e9edcef5-4a49-4e41-8ece-d6ecb9097ec5 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6018489'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:50.715385 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e9edcef5-4a49-4e41-8ece-d6ecb9097ec5 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:50.723289 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-a05cee43-8609-4340-bfa6-90593c9eb167 None None] Provisioning for port 03bbecc7-7c0e-474c-9fff-8a2335f63c74 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:58:50.796307 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e9edcef5-4a49-4e41-8ece-d6ecb9097ec5 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6018534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6105009'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:50.828133 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9edcef5-4a49-4e41-8ece-d6ecb9097ec5 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Pushing event deleted for resources: {'Subnet': ['ID=5b72dbac-6ff0-4b8b-9462-ae92f056e16d,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:58:50.830348 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e9edcef5-4a49-4e41-8ece-d6ecb9097ec5 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:50.834184 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-e9edcef5-4a49-4e41-8ece-d6ecb9097ec5 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "DELETE /v2.0/subnets/5b72dbac-6ff0-4b8b-9462-ae92f056e16d HTTP/1.1" status: 204 len: 168 time: 0.3842804 Jul 13 13:58:50.835202 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 35196) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:58:50.852225 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-820d50a2-c3fc-4f64-933d-624243f8e3ee None None] Network 10c44b48-d3bd-40b3-a4f4-972813fd3a15 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:58:50.878855 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-712b170d-1d4e-41ff-8739-4e4d00d28167 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0379624 Jul 13 13:58:50.879059 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 35198) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:58:50.884447 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-ec248d5e-4a2a-4a4c-8ef8-aa07ca69120c tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Request body: {'subnet': {'network_id': '10c44b48-d3bd-40b3-a4f4-972813fd3a15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:58:50.949345 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-6cb8086b-5ed2-4b30-8137-51c71c3d2fec None None] Could not find standard attr ID for object c5dfcfe6-cc4a-4426-a7bd-e3fe8b6fa8ca. {{(pid=93752) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 13:58:50.981094 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec248d5e-4a2a-4a4c-8ef8-aa07ca69120c tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Made reservation on behalf of 295c60a61aa44fb3bb3079337a011e52 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:58:50.985003 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ec248d5e-4a2a-4a4c-8ef8-aa07ca69120c tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4763385'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:51.014574 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a42327-fc36-48cd-9f7f-c39952e57953 req-79848bac-21b9-4d15-8b5e-f766a5548b6b tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:58:51.016384 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-58a42327-fc36-48cd-9f7f-c39952e57953 req-79848bac-21b9-4d15-8b5e-f766a5548b6b tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/ports?device_id=50c270a9-8a7b-4c25-9432-b640853488c2 HTTP/1.1" status: 200 len: 946 time: 0.0924301 Jul 13 13:58:51.066415 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-58a42327-fc36-48cd-9f7f-c39952e57953 req-6c756acb-48b1-4e7e-9bcb-1f6bbd734e73 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c6f9ebb-83a6-44c9-abda-c7c8f7f7ed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435729 Jul 13 13:58:51.095320 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d61b6e8-898a-4b6a-9dea-efed3d40933d None None] DHCP port deletion for 10c44b48-d3bd-40b3-a4f4-972813fd3a15 request from n-d-800634-1 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 13:58:51.158343 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:51.174700 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-5d61b6e8-898a-4b6a-9dea-efed3d40933d None None] Deleting port 03bbecc7-7c0e-474c-9fff-8a2335f63c74 {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:58:51.175084 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5d61b6e8-898a-4b6a-9dea-efed3d40933d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:51.235270 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ec248d5e-4a2a-4a4c-8ef8-aa07ca69120c tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5970588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4763339'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:51.239594 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-5d61b6e8-898a-4b6a-9dea-efed3d40933d None None] For port 03bbecc7-7c0e-474c-9fff-8a2335f63c74, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=03bbecc7-7c0e-474c-9fff-8a2335f63c74,segment=NetworkSegment(1547ed8f-36ea-429a-a729-e0e4e9fcad02),segment_id=1547ed8f-36ea-429a-a729-e0e4e9fcad02)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:58:51.240582 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5d61b6e8-898a-4b6a-9dea-efed3d40933d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:51.253572 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-5d61b6e8-898a-4b6a-9dea-efed3d40933d None None] Calling delete_port for 03bbecc7-7c0e-474c-9fff-8a2335f63c74 owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:58:51.281830 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec248d5e-4a2a-4a4c-8ef8-aa07ca69120c tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Network 10c44b48-d3bd-40b3-a4f4-972813fd3a15 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:58:51.284786 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-ec248d5e-4a2a-4a4c-8ef8-aa07ca69120c tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:58:51.290052 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec248d5e-4a2a-4a4c-8ef8-aa07ca69120c tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:58:51.290643 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ec248d5e-4a2a-4a4c-8ef8-aa07ca69120c tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:51.303964 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec248d5e-4a2a-4a4c-8ef8-aa07ca69120c tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Pushing event updated for resources: {'Subnet': ['ID=819c172e-7bcf-40a4-8fe1-ef3951274e27,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:58:51.315567 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 35202) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:58:51.321338 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-f8413790-f3e4-47d3-95cf-48b22a41aa21 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Request body: {'port': {'network_id': '10c44b48-d3bd-40b3-a4f4-972813fd3a15', 'fixed_ips': [{'subnet_id': '819c172e-7bcf-40a4-8fe1-ef3951274e27', 'ip_address': '2001:db8::5d71:c224:ba4e:7f45'}], 'name': 'tempest-NetworksTestDHCPv6-1770764515'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:58:51.322519 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-ec248d5e-4a2a-4a4c-8ef8-aa07ca69120c tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4423623 Jul 13 13:58:51.338333 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5d61b6e8-898a-4b6a-9dea-efed3d40933d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:51.363647 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d61b6e8-898a-4b6a-9dea-efed3d40933d None None] Pushing event deleted for resources: {'Port': ['ID=03bbecc7-7c0e-474c-9fff-8a2335f63c74,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:58:51.367310 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d61b6e8-898a-4b6a-9dea-efed3d40933d None None] No DVR routers for this DVR port 03bbecc7-7c0e-474c-9fff-8a2335f63c74 on host n-d-800634-1 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:58:51.386117 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8d42244-b575-4fcd-b8d2-cbc15f61aded None None] Network 10c44b48-d3bd-40b3-a4f4-972813fd3a15 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:58:51.435444 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8413790-f3e4-47d3-95cf-48b22a41aa21 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Made reservation on behalf of 295c60a61aa44fb3bb3079337a011e52 for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:58:51.440959 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f8413790-f3e4-47d3-95cf-48b22a41aa21 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:51.458991 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [None req-f8413790-f3e4-47d3-95cf-48b22a41aa21 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] device_id is not set on port 472fd642-b9cf-42e0-9c2a-d81d25817bb5 yet. {{(pid=93751) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 13:58:51.544626 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d2c98c0-33e4-4706-9b63-151566ddcbb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a7201e1-61ce-5a3e-b7f7-e800379ed03b-10c44b48-d3bd-40b3-a4f4-972813fd3a15', 'network_id': '10c44b48-d3bd-40b3-a4f4-972813fd3a15', 'tenant_id': '295c60a61aa44fb3bb3079337a011e52', 'fixed_ips': [{'subnet_id': '819c172e-7bcf-40a4-8fe1-ef3951274e27'}]}} from n-d-800634-1. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 13:58:51.545494 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8d2c98c0-33e4-4706-9b63-151566ddcbb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:51.626250 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-f8413790-f3e4-47d3-95cf-48b22a41aa21 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Allocated IP 2001:db8::5d71:c224:ba4e:7f45 (10c44b48-d3bd-40b3-a4f4-972813fd3a15/819c172e-7bcf-40a4-8fe1-ef3951274e27/472fd642-b9cf-42e0-9c2a-d81d25817bb5) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:58:51.777054 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f8413790-f3e4-47d3-95cf-48b22a41aa21 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:51.790659 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-f8413790-f3e4-47d3-95cf-48b22a41aa21 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Transition to ACTIVE for port object 472fd642-b9cf-42e0-9c2a-d81d25817bb5 will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:58:51.822447 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f8413790-f3e4-47d3-95cf-48b22a41aa21 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:51.847602 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 586de893-9461-4cd5-a184-55dfae64afb3 details requested by agent hyperv_n-h1-800634-1 with host n-h1-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 13:58:51.869250 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8413790-f3e4-47d3-95cf-48b22a41aa21 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Network 10c44b48-d3bd-40b3-a4f4-972813fd3a15 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:58:51.872718 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-f8413790-f3e4-47d3-95cf-48b22a41aa21 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:58:51.876566 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8413790-f3e4-47d3-95cf-48b22a41aa21 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:58:51.883002 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8413790-f3e4-47d3-95cf-48b22a41aa21 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:58:51.883616 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f8413790-f3e4-47d3-95cf-48b22a41aa21 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:51.889715 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8413790-f3e4-47d3-95cf-48b22a41aa21 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Pushing event updated for resources: {'Port': ['ID=472fd642-b9cf-42e0-9c2a-d81d25817bb5,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:58:51.890484 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-8d2c98c0-33e4-4706-9b63-151566ddcbb4 None None] Allocated IP 2001:db8::2 (10c44b48-d3bd-40b3-a4f4-972813fd3a15/819c172e-7bcf-40a4-8fe1-ef3951274e27/0c88e838-3250-45ad-8fbc-38191b117fa0) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:58:51.903811 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-f8413790-f3e4-47d3-95cf-48b22a41aa21 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.5870714 Jul 13 13:58:51.906436 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 35206) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:58:51.974804 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adf7b058-d25d-4007-b0d1-c887f6ef2c0e tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:58:51.976391 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-adf7b058-d25d-4007-b0d1-c887f6ef2c0e tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0690134 Jul 13 13:58:51.979160 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 35208) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:58:52.042925 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 586de893-9461-4cd5-a184-55dfae64afb3, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=586de893-9461-4cd5-a184-55dfae64afb3,segment=NetworkSegment(53f233fa-3a9c-4b12-9272-d4c4393df010),segment_id=53f233fa-3a9c-4b12-9272-d4c4393df010)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:58:52.062562 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Returning: {'device': '586de893-9461-4cd5-a184-55dfae64afb3', 'network_id': '94bf27fb-3476-4944-8d19-915922f54fa2', 'port_id': '586de893-9461-4cd5-a184-55dfae64afb3', 'mac_address': 'fa:16:3e:90:a2:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edd80540-96ff-46b4-a1d4-1e9bba1df368', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 13:58:52.078534 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-a3c1226f-b34d-4028-942e-fb2c967e22b1 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Deleting port 472fd642-b9cf-42e0-9c2a-d81d25817bb5 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:58:52.078889 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a3c1226f-b34d-4028-942e-fb2c967e22b1 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:52.140549 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:52.154726 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8d2c98c0-33e4-4706-9b63-151566ddcbb4 None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:52.166164 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 586de893-9461-4cd5-a184-55dfae64afb3 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:58:52.170464 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-8d2c98c0-33e4-4706-9b63-151566ddcbb4 None None] Transition to ACTIVE for port object 0c88e838-3250-45ad-8fbc-38191b117fa0 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:58:52.173250 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a3c1226f-b34d-4028-942e-fb2c967e22b1 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:52.197764 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-a3c1226f-b34d-4028-942e-fb2c967e22b1 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Calling delete_port for 472fd642-b9cf-42e0-9c2a-d81d25817bb5 owned by {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:58:52.203926 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 586de893-9461-4cd5-a184-55dfae64afb3, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=586de893-9461-4cd5-a184-55dfae64afb3,segment=NetworkSegment(53f233fa-3a9c-4b12-9272-d4c4393df010),segment_id=53f233fa-3a9c-4b12-9272-d4c4393df010)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:58:52.205518 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-8d2c98c0-33e4-4706-9b63-151566ddcbb4 None None] Transition to ACTIVE for port object 0c88e838-3250-45ad-8fbc-38191b117fa0 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:58:52.209430 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:52.216719 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8d2c98c0-33e4-4706-9b63-151566ddcbb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:52.274230 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d2c98c0-33e4-4706-9b63-151566ddcbb4 None None] Network 10c44b48-d3bd-40b3-a4f4-972813fd3a15 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:58:52.282116 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-8d2c98c0-33e4-4706-9b63-151566ddcbb4 None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:58:52.289598 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2c98c0-33e4-4706-9b63-151566ddcbb4 None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:58:52.292766 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=586de893-9461-4cd5-a184-55dfae64afb3,revision_number=6']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:58:52.338449 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['586de893-9461-4cd5-a184-55dfae64afb3'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:58:52.346963 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14d7a18-c86e-4205-a772-a08cf1585eb8 req-217d63d9-58ad-43dd-b0ba-31cbcd3023f0 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:58:52.348453 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d14d7a18-c86e-4205-a772-a08cf1585eb8 req-217d63d9-58ad-43dd-b0ba-31cbcd3023f0 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/ports?device_id=50c270a9-8a7b-4c25-9432-b640853488c2 HTTP/1.1" status: 200 len: 945 time: 0.1010072 Jul 13 13:58:52.415807 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2c98c0-33e4-4706-9b63-151566ddcbb4 None None] Pushing event updated for resources: {'Port': ['ID=0c88e838-3250-45ad-8fbc-38191b117fa0,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:58:52.419852 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-8d2c98c0-33e4-4706-9b63-151566ddcbb4 None None] Attempting to bind port 0c88e838-3250-45ad-8fbc-38191b117fa0 on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:58:52.420266 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-8d2c98c0-33e4-4706-9b63-151566ddcbb4 None None] Attempting to bind port 0c88e838-3250-45ad-8fbc-38191b117fa0 by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '1547ed8f-36ea-429a-a729-e0e4e9fcad02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '10c44b48-d3bd-40b3-a4f4-972813fd3a15'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:58:52.420635 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2c98c0-33e4-4706-9b63-151566ddcbb4 None None] Attempting to bind port 0c88e838-3250-45ad-8fbc-38191b117fa0 on network 10c44b48-d3bd-40b3-a4f4-972813fd3a15 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:58:52.430009 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2c98c0-33e4-4706-9b63-151566ddcbb4 None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 58, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:58:52.430403 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2c98c0-33e4-4706-9b63-151566ddcbb4 None None] Checking segment: {'id': '1547ed8f-36ea-429a-a729-e0e4e9fcad02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '10c44b48-d3bd-40b3-a4f4-972813fd3a15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:58:52.430791 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8d2c98c0-33e4-4706-9b63-151566ddcbb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:52.430983 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d14d7a18-c86e-4205-a772-a08cf1585eb8 req-61af978b-d35b-455f-aaf1-c4a3c6f33440 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c6f9ebb-83a6-44c9-abda-c7c8f7f7ed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752361 Jul 13 13:58:52.431180 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2c98c0-33e4-4706-9b63-151566ddcbb4 None None] Bound using segment: {'id': '1547ed8f-36ea-429a-a729-e0e4e9fcad02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '10c44b48-d3bd-40b3-a4f4-972813fd3a15'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:58:52.431657 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-8d2c98c0-33e4-4706-9b63-151566ddcbb4 None None] Bound port: 0c88e838-3250-45ad-8fbc-38191b117fa0, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1547ed8f-36ea-429a-a729-e0e4e9fcad02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '10c44b48-d3bd-40b3-a4f4-972813fd3a15'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:58:52.432041 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8d2c98c0-33e4-4706-9b63-151566ddcbb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:52.436019 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a3c1226f-b34d-4028-942e-fb2c967e22b1 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:52.468867 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c1226f-b34d-4028-942e-fb2c967e22b1 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Pushing event deleted for resources: {'Port': ['ID=472fd642-b9cf-42e0-9c2a-d81d25817bb5,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:58:52.499467 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a3c1226f-b34d-4028-942e-fb2c967e22b1 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:52.501548 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-a3c1226f-b34d-4028-942e-fb2c967e22b1 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "DELETE /v2.0/ports/472fd642-b9cf-42e0-9c2a-d81d25817bb5 HTTP/1.1" status: 204 len: 168 time: 0.5214837 Jul 13 13:58:52.504186 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 35216) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:58:52.546205 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-8d2c98c0-33e4-4706-9b63-151566ddcbb4 None None] For port 0c88e838-3250-45ad-8fbc-38191b117fa0, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:58:52.549348 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-8d2c98c0-33e4-4706-9b63-151566ddcbb4 None None] For port 0c88e838-3250-45ad-8fbc-38191b117fa0, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=0c88e838-3250-45ad-8fbc-38191b117fa0,segment=NetworkSegment(1547ed8f-36ea-429a-a729-e0e4e9fcad02),segment_id=1547ed8f-36ea-429a-a729-e0e4e9fcad02)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:58:52.556077 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8d2c98c0-33e4-4706-9b63-151566ddcbb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:52.560968 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3abbda4-33a6-43c9-a73f-79ae946058a8 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:58:52.562514 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3abbda4-33a6-43c9-a73f-79ae946058a8 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:58:52.566473 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-a3abbda4-33a6-43c9-a73f-79ae946058a8 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0588422 Jul 13 13:58:52.566860 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 35218) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:58:52.623729 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0523a77-e945-47ba-8595-9a0dadb676c3 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Deleting subnet 819c172e-7bcf-40a4-8fe1-ef3951274e27 {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 13:58:52.631021 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a0523a77-e945-47ba-8595-9a0dadb676c3 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:52.662939 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2c98c0-33e4-4706-9b63-151566ddcbb4 None None] Pushing event updated for resources: {'Port': ['ID=0c88e838-3250-45ad-8fbc-38191b117fa0,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:58:52.677771 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:52.687937 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a0523a77-e945-47ba-8595-9a0dadb676c3 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5431723'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:52.785318 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a0523a77-e945-47ba-8595-9a0dadb676c3 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:52.870953 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a0523a77-e945-47ba-8595-9a0dadb676c3 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5970525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4763356'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:52.915392 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0523a77-e945-47ba-8595-9a0dadb676c3 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Pushing event deleted for resources: {'Subnet': ['ID=819c172e-7bcf-40a4-8fe1-ef3951274e27,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:58:52.918328 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a0523a77-e945-47ba-8595-9a0dadb676c3 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:52.920427 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-a0523a77-e945-47ba-8595-9a0dadb676c3 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "DELETE /v2.0/subnets/819c172e-7bcf-40a4-8fe1-ef3951274e27 HTTP/1.1" status: 204 len: 168 time: 0.3525655 Jul 13 13:58:52.924360 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 35232) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:58:52.937693 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0523a77-e945-47ba-8595-9a0dadb676c3 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:58:52.938355 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0523a77-e945-47ba-8595-9a0dadb676c3 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:58:52.939040 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0523a77-e945-47ba-8595-9a0dadb676c3 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:58:52.939526 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0523a77-e945-47ba-8595-9a0dadb676c3 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:58:52.940016 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0523a77-e945-47ba-8595-9a0dadb676c3 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:58:52.940507 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0523a77-e945-47ba-8595-9a0dadb676c3 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:58:52.941168 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0523a77-e945-47ba-8595-9a0dadb676c3 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:58:52.941514 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0523a77-e945-47ba-8595-9a0dadb676c3 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:58:52.941850 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0523a77-e945-47ba-8595-9a0dadb676c3 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:58:52.942179 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0523a77-e945-47ba-8595-9a0dadb676c3 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:58:52.942507 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0523a77-e945-47ba-8595-9a0dadb676c3 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:58:52.942909 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0523a77-e945-47ba-8595-9a0dadb676c3 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:58:52.982342 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-03a3379e-e2c8-4987-9774-60258a30a1ba tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0565026 Jul 13 13:58:52.984971 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 35236) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:58:52.990216 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-85287638-fc2e-4d45-82c5-7e8cc17942f2 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Request body: {'subnet': {'network_id': '10c44b48-d3bd-40b3-a4f4-972813fd3a15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:58:53.087729 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85287638-fc2e-4d45-82c5-7e8cc17942f2 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Made reservation on behalf of 295c60a61aa44fb3bb3079337a011e52 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:58:53.091550 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-85287638-fc2e-4d45-82c5-7e8cc17942f2 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4763385'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:53.306861 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-85287638-fc2e-4d45-82c5-7e8cc17942f2 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5970588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4763339'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:53.318909 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 0c88e838-3250-45ad-8fbc-38191b117fa0 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:58:53.365964 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85287638-fc2e-4d45-82c5-7e8cc17942f2 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Network 10c44b48-d3bd-40b3-a4f4-972813fd3a15 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:58:53.369682 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-85287638-fc2e-4d45-82c5-7e8cc17942f2 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:58:53.375011 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85287638-fc2e-4d45-82c5-7e8cc17942f2 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:58:53.375602 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-85287638-fc2e-4d45-82c5-7e8cc17942f2 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:53.394374 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85287638-fc2e-4d45-82c5-7e8cc17942f2 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Pushing event updated for resources: {'Subnet': ['ID=d2abdb28-8eb4-49cc-a5a4-12ddd08b146a,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:58:53.403913 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-85287638-fc2e-4d45-82c5-7e8cc17942f2 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4177737 Jul 13 13:58:53.406847 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 35248) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:58:53.416833 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-eef59032-d6ae-4b95-bc14-200bac3b2236 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Request body: {'port': {'network_id': '10c44b48-d3bd-40b3-a4f4-972813fd3a15', 'fixed_ips': [{'subnet_id': 'd2abdb28-8eb4-49cc-a5a4-12ddd08b146a', 'ip_address': '2001:db8::d43e:ff80:3684:3abc'}], 'name': 'tempest-NetworksTestDHCPv6-839755299'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:58:53.443290 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port 0c88e838-3250-45ad-8fbc-38191b117fa0 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:58:53.687843 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eef59032-d6ae-4b95-bc14-200bac3b2236 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Made reservation on behalf of 295c60a61aa44fb3bb3079337a011e52 for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:58:53.693793 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-eef59032-d6ae-4b95-bc14-200bac3b2236 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:53.713622 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7192512-73e2-456c-99b2-cfe25457cb1d req-7cb329ad-0a63-46eb-942f-5101161c71d8 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:58:53.715487 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d7192512-73e2-456c-99b2-cfe25457cb1d req-7cb329ad-0a63-46eb-942f-5101161c71d8 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/ports?device_id=50c270a9-8a7b-4c25-9432-b640853488c2 HTTP/1.1" status: 200 len: 945 time: 0.1248229 Jul 13 13:58:53.737694 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [None req-eef59032-d6ae-4b95-bc14-200bac3b2236 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] device_id is not set on port e7f5d91d-761b-4a8f-a344-3034397301dd yet. {{(pid=93751) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 13:58:53.820297 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 586de893-9461-4cd5-a184-55dfae64afb3 up at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:58:53.881878 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d7192512-73e2-456c-99b2-cfe25457cb1d req-edbc2b3c-c6fd-4571-b67f-7b7a9229d5bf tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c6f9ebb-83a6-44c9-abda-c7c8f7f7ed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1551509 Jul 13 13:58:53.921541 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning complete for port 586de893-9461-4cd5-a184-55dfae64afb3 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:58:53.930502 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:53.960335 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6d9d4c7-aa1f-45e0-a95f-791ccba6d81b None None] Network 10c44b48-d3bd-40b3-a4f4-972813fd3a15 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:58:54.054572 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-eef59032-d6ae-4b95-bc14-200bac3b2236 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Allocated IP 2001:db8::d43e:ff80:3684:3abc (10c44b48-d3bd-40b3-a4f4-972813fd3a15/d2abdb28-8eb4-49cc-a5a4-12ddd08b146a/e7f5d91d-761b-4a8f-a344-3034397301dd) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:58:54.094784 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2364d9ba-de48-4cee-a832-b361e07e0310 None None] Provisioning for port 0c88e838-3250-45ad-8fbc-38191b117fa0 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:58:54.107553 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2364d9ba-de48-4cee-a832-b361e07e0310 None None] Provisioning complete for port 0c88e838-3250-45ad-8fbc-38191b117fa0 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:58:54.107923 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2364d9ba-de48-4cee-a832-b361e07e0310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:54.316370 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-eef59032-d6ae-4b95-bc14-200bac3b2236 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:54.343933 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-eef59032-d6ae-4b95-bc14-200bac3b2236 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Transition to ACTIVE for port object e7f5d91d-761b-4a8f-a344-3034397301dd will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:58:54.372359 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:54.396732 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-eef59032-d6ae-4b95-bc14-200bac3b2236 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:54.433224 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50c270a9-8a7b-4c25-9432-b640853488c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '586de893-9461-4cd5-a184-55dfae64afb3'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:58:54.435858 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7377203-63db-4d7a-b614-f014123bcba3" -d '{"events": [{"server_uuid": "50c270a9-8a7b-4c25-9432-b640853488c2", "name": "network-vif-plugged", "status": "completed", "tag": "586de893-9461-4cd5-a184-55dfae64afb3"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:58:54.468933 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 586de893-9461-4cd5-a184-55dfae64afb3, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=586de893-9461-4cd5-a184-55dfae64afb3,segment=NetworkSegment(53f233fa-3a9c-4b12-9272-d4c4393df010),segment_id=53f233fa-3a9c-4b12-9272-d4c4393df010)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:58:54.475239 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2364d9ba-de48-4cee-a832-b361e07e0310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:54.479110 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:54.481313 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef59032-d6ae-4b95-bc14-200bac3b2236 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Network 10c44b48-d3bd-40b3-a4f4-972813fd3a15 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:58:54.488519 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-eef59032-d6ae-4b95-bc14-200bac3b2236 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:58:54.499619 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef59032-d6ae-4b95-bc14-200bac3b2236 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:58:54.509135 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef59032-d6ae-4b95-bc14-200bac3b2236 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:58:54.510052 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-eef59032-d6ae-4b95-bc14-200bac3b2236 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:54.517471 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef59032-d6ae-4b95-bc14-200bac3b2236 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Pushing event updated for resources: {'Port': ['ID=e7f5d91d-761b-4a8f-a344-3034397301dd,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:58:54.547178 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-eef59032-d6ae-4b95-bc14-200bac3b2236 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.1363220 Jul 13 13:58:54.547631 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 35254) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:58:54.577058 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-392bd5cf-585d-49ba-929d-d9cbd11c8c05 x-openstack-request-id: req-392bd5cf-585d-49ba-929d-d9cbd11c8c05 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:58:54.577664 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50c270a9-8a7b-4c25-9432-b640853488c2", "name": "network-vif-plugged", "status": "completed", "tag": "586de893-9461-4cd5-a184-55dfae64afb3", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:58:54.578103 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-392bd5cf-585d-49ba-929d-d9cbd11c8c05 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:58:54.578649 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50c270a9-8a7b-4c25-9432-b640853488c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '586de893-9461-4cd5-a184-55dfae64afb3', 'code': 200} Jul 13 13:58:54.650971 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2364d9ba-de48-4cee-a832-b361e07e0310 None None] For port 0c88e838-3250-45ad-8fbc-38191b117fa0, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=0c88e838-3250-45ad-8fbc-38191b117fa0,segment=NetworkSegment(1547ed8f-36ea-429a-a729-e0e4e9fcad02),segment_id=1547ed8f-36ea-429a-a729-e0e4e9fcad02)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:58:54.658149 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2364d9ba-de48-4cee-a832-b361e07e0310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:54.660598 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=586de893-9461-4cd5-a184-55dfae64afb3,revision_number=7']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:58:54.726146 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16754ce0-75af-44da-9411-96e258cad0ee tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:58:54.748308 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16754ce0-75af-44da-9411-96e258cad0ee tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:58:54.752065 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-16754ce0-75af-44da-9411-96e258cad0ee tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1605 time: 0.2033522 Jul 13 13:58:54.754848 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 35258) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:58:54.759092 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2364d9ba-de48-4cee-a832-b361e07e0310 None None] Pushing event updated for resources: {'Port': ['ID=0c88e838-3250-45ad-8fbc-38191b117fa0,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:58:54.902165 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-95b3889f-c09c-40f9-8e24-0d6c51ed3412 None None] Provisioning complete for port 0c88e838-3250-45ad-8fbc-38191b117fa0 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:58:54.903159 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-95b3889f-c09c-40f9-8e24-0d6c51ed3412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:54.909599 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-cb7420b8-0569-4d2f-b8de-0a785c22cf75 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Deleting port e7f5d91d-761b-4a8f-a344-3034397301dd {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:58:54.910323 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cb7420b8-0569-4d2f-b8de-0a785c22cf75 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:55.070730 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cb7420b8-0569-4d2f-b8de-0a785c22cf75 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:55.085530 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-cb7420b8-0569-4d2f-b8de-0a785c22cf75 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Calling delete_port for e7f5d91d-761b-4a8f-a344-3034397301dd owned by {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:58:55.156366 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a76fd3c-1495-4c7d-b236-d2753141163d req-6e81d374-1244-48c6-80b3-726dcc989f3d tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:58:55.158370 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5a76fd3c-1495-4c7d-b236-d2753141163d req-6e81d374-1244-48c6-80b3-726dcc989f3d tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/ports?device_id=50c270a9-8a7b-4c25-9432-b640853488c2 HTTP/1.1" status: 200 len: 946 time: 0.0773931 Jul 13 13:58:55.181884 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-0cff7f99-bc75-4a01-a247-ddae5d1329ba None None] Could not find standard attr ID for object 472fd642-b9cf-42e0-9c2a-d81d25817bb5. {{(pid=93752) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 13:58:55.238051 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5a76fd3c-1495-4c7d-b236-d2753141163d req-fe629ab7-91a4-4d28-9037-85408efc16f1 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c6f9ebb-83a6-44c9-abda-c7c8f7f7ed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685704 Jul 13 13:58:55.284044 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cb7420b8-0569-4d2f-b8de-0a785c22cf75 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:55.312168 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 0c88e838-3250-45ad-8fbc-38191b117fa0 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:58:55.337627 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7420b8-0569-4d2f-b8de-0a785c22cf75 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Pushing event deleted for resources: {'Port': ['ID=e7f5d91d-761b-4a8f-a344-3034397301dd,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:58:55.373690 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cb7420b8-0569-4d2f-b8de-0a785c22cf75 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:55.378721 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 35262) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:58:55.378962 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-cb7420b8-0569-4d2f-b8de-0a785c22cf75 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "DELETE /v2.0/ports/e7f5d91d-761b-4a8f-a344-3034397301dd HTTP/1.1" status: 204 len: 168 time: 0.6215701 Jul 13 13:58:55.403109 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 0c88e838-3250-45ad-8fbc-38191b117fa0 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:58:55.404480 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:55.468143 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3017256d-906d-48ea-b4b4-57a685229d8b tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:58:55.470014 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3017256d-906d-48ea-b4b4-57a685229d8b tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:58:55.471748 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-3017256d-906d-48ea-b4b4-57a685229d8b tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0913239 Jul 13 13:58:55.475119 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 35264) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:58:55.512942 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-d7d73cbf-4154-4f5d-9b38-9b3aef1b205b None None] Could not find standard attr ID for object e7f5d91d-761b-4a8f-a344-3034397301dd. {{(pid=93752) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 13:58:55.560990 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba94f913-812a-4b36-aa55-98612a4cb049 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Deleting subnet d2abdb28-8eb4-49cc-a5a4-12ddd08b146a {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 13:58:55.564798 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ba94f913-812a-4b36-aa55-98612a4cb049 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:55.612233 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ba94f913-812a-4b36-aa55-98612a4cb049 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6018489'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:55.659368 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ba94f913-812a-4b36-aa55-98612a4cb049 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:55.731022 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ba94f913-812a-4b36-aa55-98612a4cb049 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6018534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6105009'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:55.784950 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba94f913-812a-4b36-aa55-98612a4cb049 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Pushing event deleted for resources: {'Subnet': ['ID=d2abdb28-8eb4-49cc-a5a4-12ddd08b146a,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:58:55.790273 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ba94f913-812a-4b36-aa55-98612a4cb049 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:55.792499 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-ba94f913-812a-4b36-aa55-98612a4cb049 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "DELETE /v2.0/subnets/d2abdb28-8eb4-49cc-a5a4-12ddd08b146a HTTP/1.1" status: 204 len: 168 time: 0.3155262 Jul 13 13:58:55.795140 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 35266) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:58:55.837768 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-69f5fe59-136c-4e77-b736-6036578c24b4 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0414152 Jul 13 13:58:55.840036 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 35270) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:58:55.912728 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ef3ae4-045f-4300-9c58-bde399050ece tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:58:55.916886 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-16ef3ae4-045f-4300-9c58-bde399050ece tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0736279 Jul 13 13:58:55.917291 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 35272) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:58:55.997237 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ef3d15-0443-4a14-b89e-4f58ac1f1b5f tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:58:55.999079 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-41ef3d15-0443-4a14-b89e-4f58ac1f1b5f tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0807545 Jul 13 13:58:56.001723 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 35274) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:58:56.011299 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1f32764-2b80-4d74-a4cc-c619c1cf0597 None None] Network 10c44b48-d3bd-40b3-a4f4-972813fd3a15 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:58:56.047411 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-9be19227-2fc2-449c-8853-299cb2b604b3 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0442333 Jul 13 13:58:56.051918 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 35276) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:58:56.059665 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-c387152f-d0aa-41e6-a367-9dd519c78513 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Request body: {'subnet': {'network_id': '10c44b48-d3bd-40b3-a4f4-972813fd3a15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:58:56.174656 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c387152f-d0aa-41e6-a367-9dd519c78513 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Made reservation on behalf of 295c60a61aa44fb3bb3079337a011e52 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:58:56.182321 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c387152f-d0aa-41e6-a367-9dd519c78513 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4763385'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:56.256511 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e86ddd6-2322-4570-a360-9f6c2f1a414f None None] DHCP port deletion for 10c44b48-d3bd-40b3-a4f4-972813fd3a15 request from n-d-800634-1 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 13:58:56.338299 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-1e86ddd6-2322-4570-a360-9f6c2f1a414f None None] Deleting port 0c88e838-3250-45ad-8fbc-38191b117fa0 {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:58:56.338938 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-1e86ddd6-2322-4570-a360-9f6c2f1a414f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:56.437844 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c387152f-d0aa-41e6-a367-9dd519c78513 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5970588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4763339'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:56.466778 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-1e86ddd6-2322-4570-a360-9f6c2f1a414f None None] For port 0c88e838-3250-45ad-8fbc-38191b117fa0, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=0c88e838-3250-45ad-8fbc-38191b117fa0,segment=NetworkSegment(1547ed8f-36ea-429a-a729-e0e4e9fcad02),segment_id=1547ed8f-36ea-429a-a729-e0e4e9fcad02)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:58:56.467391 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-1e86ddd6-2322-4570-a360-9f6c2f1a414f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:56.472365 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c387152f-d0aa-41e6-a367-9dd519c78513 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Network 10c44b48-d3bd-40b3-a4f4-972813fd3a15 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:58:56.487359 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-1e86ddd6-2322-4570-a360-9f6c2f1a414f None None] Calling delete_port for 0c88e838-3250-45ad-8fbc-38191b117fa0 owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:58:56.495023 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-c387152f-d0aa-41e6-a367-9dd519c78513 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:58:56.519650 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c387152f-d0aa-41e6-a367-9dd519c78513 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:58:56.520429 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c387152f-d0aa-41e6-a367-9dd519c78513 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:56.560069 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-c387152f-d0aa-41e6-a367-9dd519c78513 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5077786 Jul 13 13:58:56.561976 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c387152f-d0aa-41e6-a367-9dd519c78513 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Pushing event updated for resources: {'Subnet': ['ID=8c0e4f4e-1179-43fd-ab99-2381c7269171,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:58:56.562848 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 35280) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:58:56.569081 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-44de8051-5591-4819-ab1d-ab7095478531 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Request body: {'port': {'network_id': '10c44b48-d3bd-40b3-a4f4-972813fd3a15', 'fixed_ips': [{'subnet_id': '8c0e4f4e-1179-43fd-ab99-2381c7269171', 'ip_address': '2001:db8::b185:6c32:f5db:df88'}], 'name': 'tempest-NetworksTestDHCPv6-1589684718'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:58:56.610087 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-1e86ddd6-2322-4570-a360-9f6c2f1a414f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:56.633020 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc2b5bc-7e28-4688-9b11-68474f73f408 req-ddbcbff8-55fb-49c8-b666-4744f360a7ee tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:58:56.642203 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9bc2b5bc-7e28-4688-9b11-68474f73f408 req-ddbcbff8-55fb-49c8-b666-4744f360a7ee tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/ports?device_id=50c270a9-8a7b-4c25-9432-b640853488c2 HTTP/1.1" status: 200 len: 946 time: 0.1943004 Jul 13 13:58:56.654612 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e86ddd6-2322-4570-a360-9f6c2f1a414f None None] Pushing event deleted for resources: {'Port': ['ID=0c88e838-3250-45ad-8fbc-38191b117fa0,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:58:56.665230 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e86ddd6-2322-4570-a360-9f6c2f1a414f None None] No DVR routers for this DVR port 0c88e838-3250-45ad-8fbc-38191b117fa0 on host n-d-800634-1 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:58:56.693726 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-718c2991-878c-431a-ab97-f2b066ffadad None None] Network 10c44b48-d3bd-40b3-a4f4-972813fd3a15 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:58:56.716779 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9bc2b5bc-7e28-4688-9b11-68474f73f408 req-3bc34bff-6f01-468d-822e-4adbe0717655 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c6f9ebb-83a6-44c9-abda-c7c8f7f7ed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734336 Jul 13 13:58:56.748705 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44de8051-5591-4819-ab1d-ab7095478531 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Made reservation on behalf of 295c60a61aa44fb3bb3079337a011e52 for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:58:56.867476 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-44de8051-5591-4819-ab1d-ab7095478531 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:56.886228 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [None req-44de8051-5591-4819-ab1d-ab7095478531 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] device_id is not set on port b93f64bd-74d7-47b8-aa39-bc9d81f8c11a yet. {{(pid=93751) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 13:58:56.908585 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59db99f4-725b-4e66-8bf5-d4202e5198e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a7201e1-61ce-5a3e-b7f7-e800379ed03b-10c44b48-d3bd-40b3-a4f4-972813fd3a15', 'network_id': '10c44b48-d3bd-40b3-a4f4-972813fd3a15', 'tenant_id': '295c60a61aa44fb3bb3079337a011e52', 'fixed_ips': [{'subnet_id': '8c0e4f4e-1179-43fd-ab99-2381c7269171'}]}} from n-d-800634-1. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 13:58:56.912123 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-59db99f4-725b-4e66-8bf5-d4202e5198e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:57.127777 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-59db99f4-725b-4e66-8bf5-d4202e5198e5 None None] Allocated IP 2001:db8::2 (10c44b48-d3bd-40b3-a4f4-972813fd3a15/8c0e4f4e-1179-43fd-ab99-2381c7269171/c70dc40b-8926-4a38-8ea3-519e049fb920) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:58:57.341516 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 0c88e838-3250-45ad-8fbc-38191b117fa0 no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:58:57.368168 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: 0c88e838-3250-45ad-8fbc-38191b117fa0 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:58:57.368514 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 0c88e838-3250-45ad-8fbc-38191b117fa0 not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:58:57.390514 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-59db99f4-725b-4e66-8bf5-d4202e5198e5 None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:57.400087 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-59db99f4-725b-4e66-8bf5-d4202e5198e5 None None] Transition to ACTIVE for port object c70dc40b-8926-4a38-8ea3-519e049fb920 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:58:57.419258 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-59db99f4-725b-4e66-8bf5-d4202e5198e5 None None] Transition to ACTIVE for port object c70dc40b-8926-4a38-8ea3-519e049fb920 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:58:57.426045 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-59db99f4-725b-4e66-8bf5-d4202e5198e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:57.481653 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59db99f4-725b-4e66-8bf5-d4202e5198e5 None None] Network 10c44b48-d3bd-40b3-a4f4-972813fd3a15 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:58:57.484726 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-59db99f4-725b-4e66-8bf5-d4202e5198e5 None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:58:57.489329 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59db99f4-725b-4e66-8bf5-d4202e5198e5 None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:58:57.494819 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-44de8051-5591-4819-ab1d-ab7095478531 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Allocated IP 2001:db8::b185:6c32:f5db:df88 (10c44b48-d3bd-40b3-a4f4-972813fd3a15/8c0e4f4e-1179-43fd-ab99-2381c7269171/b93f64bd-74d7-47b8-aa39-bc9d81f8c11a) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:58:57.495025 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59db99f4-725b-4e66-8bf5-d4202e5198e5 None None] Pushing event updated for resources: {'Port': ['ID=c70dc40b-8926-4a38-8ea3-519e049fb920,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:58:57.564805 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-59db99f4-725b-4e66-8bf5-d4202e5198e5 None None] Attempting to bind port c70dc40b-8926-4a38-8ea3-519e049fb920 on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:58:57.565215 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-59db99f4-725b-4e66-8bf5-d4202e5198e5 None None] Attempting to bind port c70dc40b-8926-4a38-8ea3-519e049fb920 by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '1547ed8f-36ea-429a-a729-e0e4e9fcad02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '10c44b48-d3bd-40b3-a4f4-972813fd3a15'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:58:57.565584 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59db99f4-725b-4e66-8bf5-d4202e5198e5 None None] Attempting to bind port c70dc40b-8926-4a38-8ea3-519e049fb920 on network 10c44b48-d3bd-40b3-a4f4-972813fd3a15 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:58:57.571427 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59db99f4-725b-4e66-8bf5-d4202e5198e5 None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 58, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:58:57.571882 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59db99f4-725b-4e66-8bf5-d4202e5198e5 None None] Checking segment: {'id': '1547ed8f-36ea-429a-a729-e0e4e9fcad02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '10c44b48-d3bd-40b3-a4f4-972813fd3a15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:58:57.572368 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-59db99f4-725b-4e66-8bf5-d4202e5198e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:57.572897 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59db99f4-725b-4e66-8bf5-d4202e5198e5 None None] Bound using segment: {'id': '1547ed8f-36ea-429a-a729-e0e4e9fcad02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '10c44b48-d3bd-40b3-a4f4-972813fd3a15'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:58:57.573436 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-59db99f4-725b-4e66-8bf5-d4202e5198e5 None None] Bound port: c70dc40b-8926-4a38-8ea3-519e049fb920, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1547ed8f-36ea-429a-a729-e0e4e9fcad02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '10c44b48-d3bd-40b3-a4f4-972813fd3a15'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:58:57.573858 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-59db99f4-725b-4e66-8bf5-d4202e5198e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:57.673956 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-59db99f4-725b-4e66-8bf5-d4202e5198e5 None None] For port c70dc40b-8926-4a38-8ea3-519e049fb920, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:58:57.679328 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-59db99f4-725b-4e66-8bf5-d4202e5198e5 None None] For port c70dc40b-8926-4a38-8ea3-519e049fb920, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=c70dc40b-8926-4a38-8ea3-519e049fb920,segment=NetworkSegment(1547ed8f-36ea-429a-a729-e0e4e9fcad02),segment_id=1547ed8f-36ea-429a-a729-e0e4e9fcad02)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:58:57.687023 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-59db99f4-725b-4e66-8bf5-d4202e5198e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:57.711288 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-44de8051-5591-4819-ab1d-ab7095478531 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:57.727874 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-44de8051-5591-4819-ab1d-ab7095478531 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Transition to ACTIVE for port object b93f64bd-74d7-47b8-aa39-bc9d81f8c11a will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:58:57.773468 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-44de8051-5591-4819-ab1d-ab7095478531 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:57.821530 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59db99f4-725b-4e66-8bf5-d4202e5198e5 None None] Pushing event updated for resources: {'Port': ['ID=c70dc40b-8926-4a38-8ea3-519e049fb920,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:58:57.855731 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44de8051-5591-4819-ab1d-ab7095478531 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Network 10c44b48-d3bd-40b3-a4f4-972813fd3a15 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:58:57.859596 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-44de8051-5591-4819-ab1d-ab7095478531 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:58:57.867219 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44de8051-5591-4819-ab1d-ab7095478531 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:58:57.873382 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44de8051-5591-4819-ab1d-ab7095478531 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:58:57.874193 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-44de8051-5591-4819-ab1d-ab7095478531 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:57.878112 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44de8051-5591-4819-ab1d-ab7095478531 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Pushing event updated for resources: {'Port': ['ID=b93f64bd-74d7-47b8-aa39-bc9d81f8c11a,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:58:57.917418 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-44de8051-5591-4819-ab1d-ab7095478531 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.3507698 Jul 13 13:58:57.917635 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 35290) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:58:57.930544 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-c74bb5d2-be55-42b4-a95c-5d096b4328d0 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Request body: {'port': {'network_id': '10c44b48-d3bd-40b3-a4f4-972813fd3a15', 'fixed_ips': [{'subnet_id': '8c0e4f4e-1179-43fd-ab99-2381c7269171', 'ip_address': '2001:db8::b185:6c32:f5db:df88'}], 'name': 'tempest-NetworksTestDHCPv6-1393818648'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:58:57.981385 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b60a54-8287-46c2-bee1-61152b9a5a4f req-4946e960-88aa-4bdf-bb50-979829fc941a tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:58:57.989479 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-54b60a54-8287-46c2-bee1-61152b9a5a4f req-4946e960-88aa-4bdf-bb50-979829fc941a tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/ports?device_id=50c270a9-8a7b-4c25-9432-b640853488c2 HTTP/1.1" status: 200 len: 946 time: 0.0943038 Jul 13 13:58:58.061665 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-54b60a54-8287-46c2-bee1-61152b9a5a4f req-11081ed7-4b22-4089-b4fe-721a6292d692 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c6f9ebb-83a6-44c9-abda-c7c8f7f7ed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684369 Jul 13 13:58:58.145045 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c74bb5d2-be55-42b4-a95c-5d096b4328d0 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Made reservation on behalf of 295c60a61aa44fb3bb3079337a011e52 for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:58:58.156342 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c74bb5d2-be55-42b4-a95c-5d096b4328d0 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:58.190677 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [None req-c74bb5d2-be55-42b4-a95c-5d096b4328d0 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] device_id is not set on port b5afd642-9630-43cf-be18-dc32fe363618 yet. {{(pid=93751) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 13:58:58.535246 n-d-800634-1 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-c74bb5d2-be55-42b4-a95c-5d096b4328d0 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] POST failed (client error): There was a conflict when trying to complete your request. Jul 13 13:58:58.535913 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c74bb5d2-be55-42b4-a95c-5d096b4328d0 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 13:58:58.561585 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-c74bb5d2-be55-42b4-a95c-5d096b4328d0 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.6388719 Jul 13 13:58:58.567095 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 35294) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:58:58.688061 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec5087bc-135b-4126-925d-6ae56114f83a tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:58:58.699388 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec5087bc-135b-4126-925d-6ae56114f83a tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:58:58.702137 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-ec5087bc-135b-4126-925d-6ae56114f83a tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1333742 Jul 13 13:58:58.707510 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 35296) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:58:58.922618 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-ae213aeb-71ec-463a-9fdf-446bd80a1190 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Deleting port b93f64bd-74d7-47b8-aa39-bc9d81f8c11a {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:58:58.923782 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ae213aeb-71ec-463a-9fdf-446bd80a1190 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:59.060180 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ae213aeb-71ec-463a-9fdf-446bd80a1190 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:59.074594 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-ae213aeb-71ec-463a-9fdf-446bd80a1190 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Calling delete_port for b93f64bd-74d7-47b8-aa39-bc9d81f8c11a owned by {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:58:59.368876 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ae213aeb-71ec-463a-9fdf-446bd80a1190 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:59.391615 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device c70dc40b-8926-4a38-8ea3-519e049fb920 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:58:59.484409 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-ca5832d0-fcb1-46af-97eb-01461f54f0dd None None] Provisioning for port c70dc40b-8926-4a38-8ea3-519e049fb920 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:58:59.495177 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-ca5832d0-fcb1-46af-97eb-01461f54f0dd None None] Provisioning complete for port c70dc40b-8926-4a38-8ea3-519e049fb920 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:58:59.496479 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ca5832d0-fcb1-46af-97eb-01461f54f0dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:59.527996 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae213aeb-71ec-463a-9fdf-446bd80a1190 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Pushing event deleted for resources: {'Port': ['ID=b93f64bd-74d7-47b8-aa39-bc9d81f8c11a,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:58:59.537666 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ae213aeb-71ec-463a-9fdf-446bd80a1190 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:59.542623 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 35302) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:58:59.543109 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-ae213aeb-71ec-463a-9fdf-446bd80a1190 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "DELETE /v2.0/ports/b93f64bd-74d7-47b8-aa39-bc9d81f8c11a HTTP/1.1" status: 204 len: 168 time: 0.8336887 Jul 13 13:58:59.560217 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port c70dc40b-8926-4a38-8ea3-519e049fb920 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:58:59.574686 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdb6e08-3899-46f3-90ea-045a7b64133f req-e8cdb878-e74f-42e7-b277-668511b1b5e4 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:58:59.578874 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port c70dc40b-8926-4a38-8ea3-519e049fb920 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:58:59.579628 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:59.587939 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1cdb6e08-3899-46f3-90ea-045a7b64133f req-e8cdb878-e74f-42e7-b277-668511b1b5e4 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/ports?device_id=50c270a9-8a7b-4c25-9432-b640853488c2 HTTP/1.1" status: 200 len: 946 time: 0.2993975 Jul 13 13:58:59.663803 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3181d4b4-f5a6-4895-9159-db5c59d6f821 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:58:59.664757 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1cdb6e08-3899-46f3-90ea-045a7b64133f req-6e8c651b-ce52-415c-9a5e-6bf9254dfbe2 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c6f9ebb-83a6-44c9-abda-c7c8f7f7ed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731304 Jul 13 13:58:59.665979 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3181d4b4-f5a6-4895-9159-db5c59d6f821 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:58:59.667531 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-3181d4b4-f5a6-4895-9159-db5c59d6f821 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1232691 Jul 13 13:58:59.671074 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 35304) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:58:59.736649 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ca5832d0-fcb1-46af-97eb-01461f54f0dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:59.763324 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b888dff-ebab-447a-895b-34358f635c00 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Deleting subnet 8c0e4f4e-1179-43fd-ab99-2381c7269171 {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 13:58:59.766916 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5b888dff-ebab-447a-895b-34358f635c00 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:59.819105 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-ca5832d0-fcb1-46af-97eb-01461f54f0dd None None] For port c70dc40b-8926-4a38-8ea3-519e049fb920, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=c70dc40b-8926-4a38-8ea3-519e049fb920,segment=NetworkSegment(1547ed8f-36ea-429a-a729-e0e4e9fcad02),segment_id=1547ed8f-36ea-429a-a729-e0e4e9fcad02)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:58:59.820512 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5b888dff-ebab-447a-895b-34358f635c00 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5431723'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:59.828485 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ca5832d0-fcb1-46af-97eb-01461f54f0dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:59.894668 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5832d0-fcb1-46af-97eb-01461f54f0dd None None] Pushing event updated for resources: {'Port': ['ID=c70dc40b-8926-4a38-8ea3-519e049fb920,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:58:59.898129 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:59.947894 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5b888dff-ebab-447a-895b-34358f635c00 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:58:59.994931 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.db.api [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93752) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 13:58:59.995747 n-d-800634-1 neutron-server[93752]: DEBUG oslo_db.api [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 13:59:00.001623 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-81b54e88-bb4f-4da9-9766-855a5194a6c6 None None] Could not find standard attr ID for object b93f64bd-74d7-47b8-aa39-bc9d81f8c11a. {{(pid=93752) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 13:59:00.012277 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5b888dff-ebab-447a-895b-34358f635c00 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5970525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4763356'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:00.044903 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5b888dff-ebab-447a-895b-34358f635c00 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:00.046812 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-5b888dff-ebab-447a-895b-34358f635c00 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "DELETE /v2.0/subnets/8c0e4f4e-1179-43fd-ab99-2381c7269171 HTTP/1.1" status: 204 len: 168 time: 0.3745477 Jul 13 13:59:00.047628 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b888dff-ebab-447a-895b-34358f635c00 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Pushing event deleted for resources: {'Subnet': ['ID=8c0e4f4e-1179-43fd-ab99-2381c7269171,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:59:00.049518 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 35306) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:59:00.114393 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 35308) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:59:00.115080 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-790c8d8a-da3b-4947-978f-84f18776ee2e tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0638552 Jul 13 13:59:00.119983 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-020394fe-f16a-4298-806b-ddfde637ae06 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Request body: {'subnet': {'network_id': '10c44b48-d3bd-40b3-a4f4-972813fd3a15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:59:00.135155 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af6a9b26-7075-4399-8f64-3b309e3f15e1 None None] Network 10c44b48-d3bd-40b3-a4f4-972813fd3a15 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:59:00.231720 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-020394fe-f16a-4298-806b-ddfde637ae06 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Made reservation on behalf of 295c60a61aa44fb3bb3079337a011e52 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:59:00.236219 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-020394fe-f16a-4298-806b-ddfde637ae06 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4763385'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:00.375559 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-135b0723-c4da-45f0-930d-9decb9d33158 None None] DHCP port deletion for 10c44b48-d3bd-40b3-a4f4-972813fd3a15 request from n-d-800634-1 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 13:59:00.435361 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:00.453878 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-135b0723-c4da-45f0-930d-9decb9d33158 None None] Deleting port c70dc40b-8926-4a38-8ea3-519e049fb920 {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:59:00.454260 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-135b0723-c4da-45f0-930d-9decb9d33158 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:00.516538 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-020394fe-f16a-4298-806b-ddfde637ae06 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5970588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4763339'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:00.529679 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-020394fe-f16a-4298-806b-ddfde637ae06 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Network 10c44b48-d3bd-40b3-a4f4-972813fd3a15 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:59:00.550676 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-020394fe-f16a-4298-806b-ddfde637ae06 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:59:00.556120 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-020394fe-f16a-4298-806b-ddfde637ae06 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:59:00.556724 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-020394fe-f16a-4298-806b-ddfde637ae06 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:00.564447 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-135b0723-c4da-45f0-930d-9decb9d33158 None None] For port c70dc40b-8926-4a38-8ea3-519e049fb920, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=c70dc40b-8926-4a38-8ea3-519e049fb920,segment=NetworkSegment(1547ed8f-36ea-429a-a729-e0e4e9fcad02),segment_id=1547ed8f-36ea-429a-a729-e0e4e9fcad02)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:59:00.564862 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-135b0723-c4da-45f0-930d-9decb9d33158 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:00.575705 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-020394fe-f16a-4298-806b-ddfde637ae06 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4570515 Jul 13 13:59:00.577711 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 35310) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:59:00.582652 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-135b0723-c4da-45f0-930d-9decb9d33158 None None] Calling delete_port for c70dc40b-8926-4a38-8ea3-519e049fb920 owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:59:00.583848 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-f8de589d-25ed-4df6-859c-522d769a263b tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Request body: {'port': {'network_id': '10c44b48-d3bd-40b3-a4f4-972813fd3a15', 'fixed_ips': [{'subnet_id': 'f1fcb766-f2ea-40d6-a494-6c29ff9d8c84', 'ip_address': '2001:db8:0:1::4'}], 'name': 'tempest-NetworksTestDHCPv6-1542468206'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:59:00.601881 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020394fe-f16a-4298-806b-ddfde637ae06 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Pushing event updated for resources: {'Subnet': ['ID=f1fcb766-f2ea-40d6-a494-6c29ff9d8c84,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:59:00.681696 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-135b0723-c4da-45f0-930d-9decb9d33158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:00.707407 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135b0723-c4da-45f0-930d-9decb9d33158 None None] Pushing event deleted for resources: {'Port': ['ID=c70dc40b-8926-4a38-8ea3-519e049fb920,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:59:00.711682 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135b0723-c4da-45f0-930d-9decb9d33158 None None] No DVR routers for this DVR port c70dc40b-8926-4a38-8ea3-519e049fb920 on host n-d-800634-1 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:59:00.750367 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d7602a4-ebfc-4615-aaed-bc3e224d9c64 None None] Network 10c44b48-d3bd-40b3-a4f4-972813fd3a15 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:59:00.751065 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8de589d-25ed-4df6-859c-522d769a263b tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Made reservation on behalf of 295c60a61aa44fb3bb3079337a011e52 for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:59:00.768532 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f8de589d-25ed-4df6-859c-522d769a263b tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:00.836912 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:00.851144 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [None req-f8de589d-25ed-4df6-859c-522d769a263b tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] device_id is not set on port 3f548296-d5e0-4c01-9c54-82f4e3468f69 yet. {{(pid=93751) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 13:59:00.930917 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43792370-968a-47bc-97b1-32860ba67cc5 req-56bcc402-d1d5-4942-ab53-d7f0744a5cab tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:59:00.938215 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-43792370-968a-47bc-97b1-32860ba67cc5 req-56bcc402-d1d5-4942-ab53-d7f0744a5cab tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/ports?device_id=50c270a9-8a7b-4c25-9432-b640853488c2 HTTP/1.1" status: 200 len: 946 time: 0.1059427 Jul 13 13:59:00.972813 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe345a85-7609-4d2a-98a3-ad3dbfd77144 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a7201e1-61ce-5a3e-b7f7-e800379ed03b-10c44b48-d3bd-40b3-a4f4-972813fd3a15', 'network_id': '10c44b48-d3bd-40b3-a4f4-972813fd3a15', 'tenant_id': '295c60a61aa44fb3bb3079337a011e52', 'fixed_ips': [{'subnet_id': 'f1fcb766-f2ea-40d6-a494-6c29ff9d8c84'}]}} from n-d-800634-1. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 13:59:00.973818 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fe345a85-7609-4d2a-98a3-ad3dbfd77144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:00.986469 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-43792370-968a-47bc-97b1-32860ba67cc5 req-27bef30a-a05a-49b0-a23a-9ab473e3fb30 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c6f9ebb-83a6-44c9-abda-c7c8f7f7ed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472841 Jul 13 13:59:01.017233 n-d-800634-1 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8de589d-25ed-4df6-859c-522d769a263b tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 13:59:01.018041 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8de589d-25ed-4df6-859c-522d769a263b tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 13:59:01.042300 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 35320) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:59:01.051607 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-f8de589d-25ed-4df6-859c-522d769a263b tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.4725440 Jul 13 13:59:01.088436 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 35322) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:59:01.091958 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-b7223676-b2a5-4094-a50e-bf557fb09f1c tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0481896 Jul 13 13:59:01.163717 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de2471fc-33f8-414f-838e-23c5c3d11b8a tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:59:01.167725 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de2471fc-33f8-414f-838e-23c5c3d11b8a tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:59:01.172351 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-de2471fc-33f8-414f-838e-23c5c3d11b8a tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0826819 Jul 13 13:59:01.173195 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 35324) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:59:01.237454 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-534ba451-f4b6-471e-a7e3-d0c087d1f106 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Deleting subnet f1fcb766-f2ea-40d6-a494-6c29ff9d8c84 {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 13:59:01.248613 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-fe345a85-7609-4d2a-98a3-ad3dbfd77144 None None] Allocated IP 2001:db8::2 (10c44b48-d3bd-40b3-a4f4-972813fd3a15/f1fcb766-f2ea-40d6-a494-6c29ff9d8c84/f6f6cc1e-a42c-4cae-b824-97ab0842bfcc) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:59:01.257405 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device c70dc40b-8926-4a38-8ea3-519e049fb920 no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:59:01.292678 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: c70dc40b-8926-4a38-8ea3-519e049fb920 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:59:01.293213 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device c70dc40b-8926-4a38-8ea3-519e049fb920 not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:59:01.473960 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fe345a85-7609-4d2a-98a3-ad3dbfd77144 None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:01.484652 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fe345a85-7609-4d2a-98a3-ad3dbfd77144 None None] Transition to ACTIVE for port object f6f6cc1e-a42c-4cae-b824-97ab0842bfcc will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:59:01.509109 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fe345a85-7609-4d2a-98a3-ad3dbfd77144 None None] Transition to ACTIVE for port object f6f6cc1e-a42c-4cae-b824-97ab0842bfcc will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:59:01.520124 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-534ba451-f4b6-471e-a7e3-d0c087d1f106 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:01.521160 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fe345a85-7609-4d2a-98a3-ad3dbfd77144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:01.601870 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-534ba451-f4b6-471e-a7e3-d0c087d1f106 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6018489'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:01.605386 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe345a85-7609-4d2a-98a3-ad3dbfd77144 None None] Network 10c44b48-d3bd-40b3-a4f4-972813fd3a15 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:59:01.613857 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-fe345a85-7609-4d2a-98a3-ad3dbfd77144 None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:59:01.618796 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe345a85-7609-4d2a-98a3-ad3dbfd77144 None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:59:01.666760 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe345a85-7609-4d2a-98a3-ad3dbfd77144 None None] Pushing event updated for resources: {'Port': ['ID=f6f6cc1e-a42c-4cae-b824-97ab0842bfcc,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:59:01.706505 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-fe345a85-7609-4d2a-98a3-ad3dbfd77144 None None] Attempting to bind port f6f6cc1e-a42c-4cae-b824-97ab0842bfcc on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:59:01.706877 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-fe345a85-7609-4d2a-98a3-ad3dbfd77144 None None] Attempting to bind port f6f6cc1e-a42c-4cae-b824-97ab0842bfcc by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '1547ed8f-36ea-429a-a729-e0e4e9fcad02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '10c44b48-d3bd-40b3-a4f4-972813fd3a15'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:59:01.707238 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe345a85-7609-4d2a-98a3-ad3dbfd77144 None None] Attempting to bind port f6f6cc1e-a42c-4cae-b824-97ab0842bfcc on network 10c44b48-d3bd-40b3-a4f4-972813fd3a15 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:59:01.714169 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe345a85-7609-4d2a-98a3-ad3dbfd77144 None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 58, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:59:01.714549 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe345a85-7609-4d2a-98a3-ad3dbfd77144 None None] Checking segment: {'id': '1547ed8f-36ea-429a-a729-e0e4e9fcad02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '10c44b48-d3bd-40b3-a4f4-972813fd3a15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:59:01.714953 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fe345a85-7609-4d2a-98a3-ad3dbfd77144 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:01.715344 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe345a85-7609-4d2a-98a3-ad3dbfd77144 None None] Bound using segment: {'id': '1547ed8f-36ea-429a-a729-e0e4e9fcad02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '10c44b48-d3bd-40b3-a4f4-972813fd3a15'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:59:01.715816 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-fe345a85-7609-4d2a-98a3-ad3dbfd77144 None None] Bound port: f6f6cc1e-a42c-4cae-b824-97ab0842bfcc, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1547ed8f-36ea-429a-a729-e0e4e9fcad02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '10c44b48-d3bd-40b3-a4f4-972813fd3a15'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:59:01.716196 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fe345a85-7609-4d2a-98a3-ad3dbfd77144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:01.753973 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-534ba451-f4b6-471e-a7e3-d0c087d1f106 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:01.863363 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-534ba451-f4b6-471e-a7e3-d0c087d1f106 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6018534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6105009'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:01.868403 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fe345a85-7609-4d2a-98a3-ad3dbfd77144 None None] For port f6f6cc1e-a42c-4cae-b824-97ab0842bfcc, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:59:01.874438 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fe345a85-7609-4d2a-98a3-ad3dbfd77144 None None] For port f6f6cc1e-a42c-4cae-b824-97ab0842bfcc, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=f6f6cc1e-a42c-4cae-b824-97ab0842bfcc,segment=NetworkSegment(1547ed8f-36ea-429a-a729-e0e4e9fcad02),segment_id=1547ed8f-36ea-429a-a729-e0e4e9fcad02)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:59:01.883903 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fe345a85-7609-4d2a-98a3-ad3dbfd77144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:01.915033 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534ba451-f4b6-471e-a7e3-d0c087d1f106 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Pushing event deleted for resources: {'Subnet': ['ID=f1fcb766-f2ea-40d6-a494-6c29ff9d8c84,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:59:01.928496 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-534ba451-f4b6-471e-a7e3-d0c087d1f106 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:01.934487 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-534ba451-f4b6-471e-a7e3-d0c087d1f106 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "DELETE /v2.0/subnets/f1fcb766-f2ea-40d6-a494-6c29ff9d8c84 HTTP/1.1" status: 204 len: 168 time: 0.7600846 Jul 13 13:59:01.935441 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 35330) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:59:02.015522 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe345a85-7609-4d2a-98a3-ad3dbfd77144 None None] Pushing event updated for resources: {'Port': ['ID=f6f6cc1e-a42c-4cae-b824-97ab0842bfcc,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:59:02.039559 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 35334) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:59:02.043503 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-aaf72b6c-e452-4e5b-852c-9a9a53582cff tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1058142 Jul 13 13:59:02.047047 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-d0e7da74-42f7-4c30-9114-9c6ab8c44a05 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Request body: {'subnet': {'network_id': '10c44b48-d3bd-40b3-a4f4-972813fd3a15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:59:02.192451 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0e7da74-42f7-4c30-9114-9c6ab8c44a05 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Made reservation on behalf of 295c60a61aa44fb3bb3079337a011e52 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:59:02.197165 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d0e7da74-42f7-4c30-9114-9c6ab8c44a05 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4763385'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:02.346170 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0cf322-4e95-46f1-bae7-7a2891165002 req-37f6c9cc-7517-4d8d-9d8c-73b9c2e6d4bc tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:59:02.354130 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9a0cf322-4e95-46f1-bae7-7a2891165002 req-37f6c9cc-7517-4d8d-9d8c-73b9c2e6d4bc tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/ports?device_id=50c270a9-8a7b-4c25-9432-b640853488c2 HTTP/1.1" status: 200 len: 946 time: 0.2168612 Jul 13 13:59:02.442146 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9a0cf322-4e95-46f1-bae7-7a2891165002 req-f7c6f686-4f3a-4be6-8259-9d9f93ed575d tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c6f9ebb-83a6-44c9-abda-c7c8f7f7ed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838945 Jul 13 13:59:02.538853 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d0e7da74-42f7-4c30-9114-9c6ab8c44a05 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5970588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4763339'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:02.589311 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0e7da74-42f7-4c30-9114-9c6ab8c44a05 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Network 10c44b48-d3bd-40b3-a4f4-972813fd3a15 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:59:02.592649 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-d0e7da74-42f7-4c30-9114-9c6ab8c44a05 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:59:02.597622 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e7da74-42f7-4c30-9114-9c6ab8c44a05 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:59:02.598382 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d0e7da74-42f7-4c30-9114-9c6ab8c44a05 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:02.616137 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e7da74-42f7-4c30-9114-9c6ab8c44a05 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Pushing event updated for resources: {'Subnet': ['ID=0baeb4de-2c0a-4ac6-841f-6d95b3c9bc40,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:59:02.629593 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 35336) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:59:02.630239 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-d0e7da74-42f7-4c30-9114-9c6ab8c44a05 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5880132 Jul 13 13:59:02.635317 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-1b69cc90-b085-436b-96a9-4eb4549f3557 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1887391322', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:59:02.671208 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1b69cc90-b085-436b-96a9-4eb4549f3557 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1591928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2714'] for router, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:02.672207 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1b69cc90-b085-436b-96a9-4eb4549f3557 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447198', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1629690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2689'] for router, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:02.727695 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1b69cc90-b085-436b-96a9-4eb4549f3557 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:02.732562 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1b69cc90-b085-436b-96a9-4eb4549f3557 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447217'] for router, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:02.751527 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1b69cc90-b085-436b-96a9-4eb4549f3557 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:02.752886 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-1b69cc90-b085-436b-96a9-4eb4549f3557 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1216118 Jul 13 13:59:02.755841 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 35338) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:59:03.169834 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bf0e9d51-45b7-46e0-a5ee-50241969db26 req-cd6c9755-0183-4cd3-882e-c23a03c1fa69 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=607ad771-cd6f-4fcf-b175-a30341f1423f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1299753 Jul 13 13:59:03.191910 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-851d3773-f72a-4e4b-89ef-fc8fcfa2000e tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:03.253823 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db108eb7-2bd9-43aa-bf69-7dbd5d017163 None None] Network 10c44b48-d3bd-40b3-a4f4-972813fd3a15 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:59:03.374226 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e9d51-45b7-46e0-a5ee-50241969db26 req-865eb102-a778-4740-aaa3-41f5bb02776d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:59:03.381037 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e9d51-45b7-46e0-a5ee-50241969db26 req-865eb102-a778-4740-aaa3-41f5bb02776d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:59:03.381613 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e9d51-45b7-46e0-a5ee-50241969db26 req-865eb102-a778-4740-aaa3-41f5bb02776d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:59:03.382184 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e9d51-45b7-46e0-a5ee-50241969db26 req-865eb102-a778-4740-aaa3-41f5bb02776d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:59:03.382719 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e9d51-45b7-46e0-a5ee-50241969db26 req-865eb102-a778-4740-aaa3-41f5bb02776d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:59:03.383259 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e9d51-45b7-46e0-a5ee-50241969db26 req-865eb102-a778-4740-aaa3-41f5bb02776d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:59:03.383793 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e9d51-45b7-46e0-a5ee-50241969db26 req-865eb102-a778-4740-aaa3-41f5bb02776d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:59:03.387542 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bf0e9d51-45b7-46e0-a5ee-50241969db26 req-865eb102-a778-4740-aaa3-41f5bb02776d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cddde6624d514a049e75835df6c903ed&device_id=607ad771-cd6f-4fcf-b175-a30341f1423f HTTP/1.1" status: 200 len: 6500 time: 0.1455235 Jul 13 13:59:03.416979 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device f6f6cc1e-a42c-4cae-b824-97ab0842bfcc up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:59:03.494070 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-0b71087d-b623-4bf3-b574-767274d02299 None None] Provisioning for port f6f6cc1e-a42c-4cae-b824-97ab0842bfcc completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:59:03.556381 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 13:59:03.573726 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port f6f6cc1e-a42c-4cae-b824-97ab0842bfcc completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:59:03.578760 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port f6f6cc1e-a42c-4cae-b824-97ab0842bfcc triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:59:03.579335 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:03.606301 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-851d3773-f72a-4e4b-89ef-fc8fcfa2000e tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Allocated IP 2001:db8::1 (10c44b48-d3bd-40b3-a4f4-972813fd3a15/0baeb4de-2c0a-4ac6-841f-6d95b3c9bc40/4005dacb-b006-403c-9fb5-b31499cd1c82) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:59:03.627433 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e9d51-45b7-46e0-a5ee-50241969db26 req-d38d2d55-5683-45b8-88d1-3e1468f85c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:59:03.628072 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e9d51-45b7-46e0-a5ee-50241969db26 req-d38d2d55-5683-45b8-88d1-3e1468f85c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:59:03.628641 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e9d51-45b7-46e0-a5ee-50241969db26 req-d38d2d55-5683-45b8-88d1-3e1468f85c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:59:03.630729 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bf0e9d51-45b7-46e0-a5ee-50241969db26 req-d38d2d55-5683-45b8-88d1-3e1468f85c7b service neutron] 10.222.0.41 "GET /v2.0/networks?id=446293fa-d089-4a73-be46-3f7c6317a56f&id=c10609af-899d-4476-bb3f-a1771ca4066b&id=c10609af-899d-4476-bb3f-a1771ca4066b&id=c10609af-899d-4476-bb3f-a1771ca4066b&id=c10609af-899d-4476-bb3f-a1771ca4066b&id=66d18ebd-c35e-4e15-b1ef-9323bd11d006&id=66d18ebd-c35e-4e15-b1ef-9323bd11d006 HTTP/1.1" status: 200 len: 2294 time: 0.2020588 Jul 13 13:59:03.761289 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bf0e9d51-45b7-46e0-a5ee-50241969db26 req-fef1601b-d4bb-424a-a7dd-6e496271964e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9471cf76-3a42-44c0-8380-63156b7de0c5 HTTP/1.1" status: 200 len: 1002 time: 0.1230764 Jul 13 13:59:03.763544 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:03.816671 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port f6f6cc1e-a42c-4cae-b824-97ab0842bfcc, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=f6f6cc1e-a42c-4cae-b824-97ab0842bfcc,segment=NetworkSegment(1547ed8f-36ea-429a-a729-e0e4e9fcad02),segment_id=1547ed8f-36ea-429a-a729-e0e4e9fcad02)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:59:03.834532 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:03.843993 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-851d3773-f72a-4e4b-89ef-fc8fcfa2000e tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:03.866596 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-851d3773-f72a-4e4b-89ef-fc8fcfa2000e tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Transition to ACTIVE for port object 4005dacb-b006-403c-9fb5-b31499cd1c82 will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:59:03.910133 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=f6f6cc1e-a42c-4cae-b824-97ab0842bfcc,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:59:03.918672 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-851d3773-f72a-4e4b-89ef-fc8fcfa2000e tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:03.950862 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985b9e5c-347d-4e7a-8301-21fc654828f1 req-074f5d39-6c89-40b9-86b7-9b32f4295595 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:59:03.961173 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-985b9e5c-347d-4e7a-8301-21fc654828f1 req-074f5d39-6c89-40b9-86b7-9b32f4295595 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/ports?device_id=50c270a9-8a7b-4c25-9432-b640853488c2 HTTP/1.1" status: 200 len: 946 time: 0.2774415 Jul 13 13:59:03.978967 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e9d51-45b7-46e0-a5ee-50241969db26 req-c86b35ad-108d-4bd3-990a-5d6412e2bdba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:59:03.980472 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bf0e9d51-45b7-46e0-a5ee-50241969db26 req-c86b35ad-108d-4bd3-990a-5d6412e2bdba service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3e740739-b63f-4ad3-b5cf-d6f6b58861d6 HTTP/1.1" status: 200 len: 855 time: 0.2125211 Jul 13 13:59:03.993945 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-851d3773-f72a-4e4b-89ef-fc8fcfa2000e tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Network 10c44b48-d3bd-40b3-a4f4-972813fd3a15 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:59:03.998617 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-851d3773-f72a-4e4b-89ef-fc8fcfa2000e tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:59:04.000955 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851d3773-f72a-4e4b-89ef-fc8fcfa2000e tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Pushing event updated for resources: {'Port': ['ID=4005dacb-b006-403c-9fb5-b31499cd1c82,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:59:04.005947 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851d3773-f72a-4e4b-89ef-fc8fcfa2000e tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:59:04.006698 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-851d3773-f72a-4e4b-89ef-fc8fcfa2000e tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-450452'] for router_interface, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:04.049009 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-985b9e5c-347d-4e7a-8301-21fc654828f1 req-c56f58ac-d94a-47f2-b8ea-3daa39a6a79f tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c6f9ebb-83a6-44c9-abda-c7c8f7f7ed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868590 Jul 13 13:59:04.105656 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e9d51-45b7-46e0-a5ee-50241969db26 req-ea510d6f-525e-4db4-9fab-5f187412b77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:59:04.107803 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bf0e9d51-45b7-46e0-a5ee-50241969db26 req-ea510d6f-525e-4db4-9fab-5f187412b77b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=446293fa-d089-4a73-be46-3f7c6317a56f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1197908 Jul 13 13:59:04.150762 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-89d987a5-4306-426f-bb29-174da0680a0a None None] Provisioning complete for port f6f6cc1e-a42c-4cae-b824-97ab0842bfcc triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:59:04.154039 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-89d987a5-4306-426f-bb29-174da0680a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:04.269635 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-851d3773-f72a-4e4b-89ef-fc8fcfa2000e tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:04.571384 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-8376fc0d-a6b7-4f91-9b46-6985fa0d16e0 None None] Provisioning for port 4005dacb-b006-403c-9fb5-b31499cd1c82 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:59:04.576316 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-8376fc0d-a6b7-4f91-9b46-6985fa0d16e0 None None] Provisioning complete for port 4005dacb-b006-403c-9fb5-b31499cd1c82 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:59:04.576702 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8376fc0d-a6b7-4f91-9b46-6985fa0d16e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:04.676579 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-8376fc0d-a6b7-4f91-9b46-6985fa0d16e0 None None] Port 4005dacb-b006-403c-9fb5-b31499cd1c82 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:59:04.755674 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-851d3773-f72a-4e4b-89ef-fc8fcfa2000e tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:04.766015 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-851d3773-f72a-4e4b-89ef-fc8fcfa2000e tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:04.766898 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-851d3773-f72a-4e4b-89ef-fc8fcfa2000e tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1785045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451806'] for router_interface, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:04.781299 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bf0e9d51-45b7-46e0-a5ee-50241969db26 req-4a35aa30-8168-4395-a651-a9ef488aea7e service neutron] 10.222.0.41 "GET /v2.0/networks/446293fa-d089-4a73-be46-3f7c6317a56f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6639447 Jul 13 13:59:04.881348 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851d3773-f72a-4e4b-89ef-fc8fcfa2000e tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Pushing event updated for resources: {'Port': ['ID=4005dacb-b006-403c-9fb5-b31499cd1c82,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:59:04.885118 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bf0e9d51-45b7-46e0-a5ee-50241969db26 req-73c9ee54-4567-4d4a-a421-58c910ccddc1 service neutron] 10.222.0.41 "GET /v2.0/networks/446293fa-d089-4a73-be46-3f7c6317a56f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970950 Jul 13 13:59:04.937610 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-851d3773-f72a-4e4b-89ef-fc8fcfa2000e tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Network 10c44b48-d3bd-40b3-a4f4-972813fd3a15 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:59:04.939205 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-851d3773-f72a-4e4b-89ef-fc8fcfa2000e tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:59:04.941895 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bf0e9d51-45b7-46e0-a5ee-50241969db26 req-8c4cc2e9-7b20-46b5-9481-b7e8bfa1e297 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.65&port_id=580fca4a-3ae1-4d32-ab03-327db6d3f362 HTTP/1.1" status: 200 len: 217 time: 0.0503399 Jul 13 13:59:04.999083 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e9d51-45b7-46e0-a5ee-50241969db26 req-9fc7af01-eb51-4053-ac6c-58496d63a14a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:59:05.000997 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bf0e9d51-45b7-46e0-a5ee-50241969db26 req-9fc7af01-eb51-4053-ac6c-58496d63a14a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d8135eef-58f0-4af0-b4cf-468c412106b7 HTTP/1.1" status: 200 len: 797 time: 0.0523515 Jul 13 13:59:05.127010 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e9d51-45b7-46e0-a5ee-50241969db26 req-79bb9911-d987-45cd-bdf5-ee9c8dc049b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:59:05.130538 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bf0e9d51-45b7-46e0-a5ee-50241969db26 req-79bb9911-d987-45cd-bdf5-ee9c8dc049b5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c10609af-899d-4476-bb3f-a1771ca4066b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1218612 Jul 13 13:59:05.143414 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-851d3773-f72a-4e4b-89ef-fc8fcfa2000e tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Router bbd8e9d8-7050-4230-bef4-0ae525cdd0da is scheduled to L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 with binding_index 1 {{(pid=93751) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 13:59:05.348155 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-851d3773-f72a-4e4b-89ef-fc8fcfa2000e tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:59:05.355164 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-851d3773-f72a-4e4b-89ef-fc8fcfa2000e tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "PUT /v2.0/routers/bbd8e9d8-7050-4230-bef4-0ae525cdd0da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5979638 Jul 13 13:59:05.359403 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 35348) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:59:05.365559 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7430d4-260f-4a67-9a4f-dbde273aebc5 None None] Sync routers for ids ['bbd8e9d8-7050-4230-bef4-0ae525cdd0da'] in n-d-800634-1 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:59:05.376631 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7430d4-260f-4a67-9a4f-dbde273aebc5 None None] Routers {'bbd8e9d8-7050-4230-bef4-0ae525cdd0da'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:59:05.377407 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-8f7430d4-260f-4a67-9a4f-dbde273aebc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:58:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['bbd8e9d8-7050-4230-bef4-0ae525cdd0da'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:59:05.384866 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device f6f6cc1e-a42c-4cae-b824-97ab0842bfcc up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:59:05.476238 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fa43f1-3bb3-41f4-88b3-6e797d1ef94c req-6c9a3089-71ef-42f6-95e6-f6200e846848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:59:05.482976 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-66fa43f1-3bb3-41f4-88b3-6e797d1ef94c req-6c9a3089-71ef-42f6-95e6-f6200e846848 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=adbbbd39f9524bd68afb0008cc2d263c&device_id=50c270a9-8a7b-4c25-9432-b640853488c2 HTTP/1.1" status: 200 len: 1097 time: 0.1266968 Jul 13 13:59:05.483603 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9bd806e-9be9-4a26-a625-967a8f543339 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:59:05.487518 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-a9bd806e-9be9-4a26-a625-967a8f543339 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "GET /v2.0/ports/4005dacb-b006-403c-9fb5-b31499cd1c82 HTTP/1.1" status: 200 len: 911 time: 0.1024625 Jul 13 13:59:05.489168 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bf0e9d51-45b7-46e0-a5ee-50241969db26 req-9f1f05e0-8733-4e8c-b8f5-2b4ceae66325 service neutron] 10.222.0.41 "GET /v2.0/networks/c10609af-899d-4476-bb3f-a1771ca4066b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3519614 Jul 13 13:59:05.489661 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 35352) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:59:05.493576 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-8f7430d4-260f-4a67-9a4f-dbde273aebc5 None None] Set router bbd8e9d8-7050-4230-bef4-0ae525cdd0da gateway port host: None {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:59:05.548653 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b65c4e92-f5bc-4c34-9e35-a07f7c16a970 None None] Provisioning complete for port 4005dacb-b006-403c-9fb5-b31499cd1c82 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:59:05.549028 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b65c4e92-f5bc-4c34-9e35-a07f7c16a970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:05.618289 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434945c0-0e59-4593-a432-55ac869e626a req-d6315718-591f-4e6d-bcaf-e394399ddd83 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:59:05.621018 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-434945c0-0e59-4593-a432-55ac869e626a req-d6315718-591f-4e6d-bcaf-e394399ddd83 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/ports?device_id=50c270a9-8a7b-4c25-9432-b640853488c2 HTTP/1.1" status: 200 len: 946 time: 0.3934309 Jul 13 13:59:05.642066 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port f6f6cc1e-a42c-4cae-b824-97ab0842bfcc triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:59:05.642660 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:05.685068 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fa43f1-3bb3-41f4-88b3-6e797d1ef94c req-7d4e2c53-7989-4778-bd54-9b72c395f274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:59:05.687336 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-66fa43f1-3bb3-41f4-88b3-6e797d1ef94c req-7d4e2c53-7989-4778-bd54-9b72c395f274 service neutron] 10.222.0.26 "GET /v2.0/networks?id=94bf27fb-3476-4944-8d19-915922f54fa2 HTTP/1.1" status: 200 len: 916 time: 0.1829865 Jul 13 13:59:05.721895 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b65c4e92-f5bc-4c34-9e35-a07f7c16a970 None None] Port 4005dacb-b006-403c-9fb5-b31499cd1c82 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:59:05.750683 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-434945c0-0e59-4593-a432-55ac869e626a req-c63105a6-35c7-4062-a22a-889ce31c3fc1 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c6f9ebb-83a6-44c9-abda-c7c8f7f7ed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832405 Jul 13 13:59:05.771199 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b7b9fa-8bce-4801-8230-a59ac770986f tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:59:05.778091 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b7b9fa-8bce-4801-8230-a59ac770986f tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:59:05.783172 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-a0b7b9fa-8bce-4801-8230-a59ac770986f tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.2922933 Jul 13 13:59:05.784454 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 35360) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:59:05.853548 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-66fa43f1-3bb3-41f4-88b3-6e797d1ef94c req-6a3bb736-97d2-4cc5-a289-64d2b5411b49 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=586de893-9461-4cd5-a184-55dfae64afb3 HTTP/1.1" status: 200 len: 1002 time: 0.1570184 Jul 13 13:59:05.873876 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bf0e9d51-45b7-46e0-a5ee-50241969db26 req-8ab1b10b-a9e1-4df8-9b85-1af3af53d65f service neutron] 10.222.0.41 "GET /v2.0/networks/c10609af-899d-4476-bb3f-a1771ca4066b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3090622 Jul 13 13:59:05.875900 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-8f7430d4-260f-4a67-9a4f-dbde273aebc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbd8e9d8-7050-4230-bef4-0ae525cdd0da', 'name': 'tempest-NetworksTestDHCPv6-router-1887391322', 'tenant_id': '295c60a61aa44fb3bb3079337a011e52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:59:02Z', 'updated_at': '2021-07-13T13:59:04Z', 'revision_number': 2, 'project_id': '295c60a61aa44fb3bb3079337a011e52', 'gw_port_host': None, '_interfaces': [{'id': '4005dacb-b006-403c-9fb5-b31499cd1c82', 'name': '', 'network_id': '10c44b48-d3bd-40b3-a4f4-972813fd3a15', 'tenant_id': '295c60a61aa44fb3bb3079337a011e52', 'mac_address': 'fa:16:3e:8f:21:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbd8e9d8-7050-4230-bef4-0ae525cdd0da', 'device_owner': 'network:router_interface', 'standard_attr_id': 2984, 'fixed_ips': [{'subnet_id': '0baeb4de-2c0a-4ac6-841f-6d95b3c9bc40', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:59:03Z', 'updated_at': '2021-07-13T13:59:04Z', 'revision_number': 2, 'project_id': '295c60a61aa44fb3bb3079337a011e52', 'subnets': [{'id': '0baeb4de-2c0a-4ac6-841f-6d95b3c9bc40', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:59:05.904806 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7430d4-260f-4a67-9a4f-dbde273aebc5 None None] Checking router: bbd8e9d8-7050-4230-bef4-0ae525cdd0da for host: n-d-800634-1 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 13:59:05.905221 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7430d4-260f-4a67-9a4f-dbde273aebc5 None None] Updating router bbd8e9d8-7050-4230-bef4-0ae525cdd0da port 4005dacb-b006-403c-9fb5-b31499cd1c82 binding host n-d-800634-1 {{(pid=93753) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 13:59:05.917887 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fa43f1-3bb3-41f4-88b3-6e797d1ef94c req-3d650f99-190b-4d45-a6df-af57524fbe86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:59:05.920358 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-66fa43f1-3bb3-41f4-88b3-6e797d1ef94c req-3d650f99-190b-4d45-a6df-af57524fbe86 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=edd80540-96ff-46b4-a1d4-1e9bba1df368 HTTP/1.1" status: 200 len: 855 time: 0.0597966 Jul 13 13:59:05.957757 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8f7430d4-260f-4a67-9a4f-dbde273aebc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:05.984705 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bf0e9d51-45b7-46e0-a5ee-50241969db26 req-16d85bb4-3f65-40ea-bd91-3324fd652555 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.196&port_id=364b743d-042d-4734-ac77-5bc18537c35c HTTP/1.1" status: 200 len: 217 time: 0.0738480 Jul 13 13:59:06.035894 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fa43f1-3bb3-41f4-88b3-6e797d1ef94c req-97101e84-d234-4e60-bfa2-ba821842a428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:59:06.040385 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-66fa43f1-3bb3-41f4-88b3-6e797d1ef94c req-97101e84-d234-4e60-bfa2-ba821842a428 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=94bf27fb-3476-4944-8d19-915922f54fa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1112080 Jul 13 13:59:06.071108 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e9d51-45b7-46e0-a5ee-50241969db26 req-b0a2806e-6d97-4a8f-8a1d-eb5c78d1ce7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:59:06.072988 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bf0e9d51-45b7-46e0-a5ee-50241969db26 req-b0a2806e-6d97-4a8f-8a1d-eb5c78d1ce7d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d8135eef-58f0-4af0-b4cf-468c412106b7 HTTP/1.1" status: 200 len: 797 time: 0.0793948 Jul 13 13:59:06.160805 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-66fa43f1-3bb3-41f4-88b3-6e797d1ef94c req-e4b24f8d-ce4c-40c1-a5dc-5abfe51fdd16 service neutron] 10.222.0.26 "GET /v2.0/networks/94bf27fb-3476-4944-8d19-915922f54fa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102359 Jul 13 13:59:06.301082 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e9d51-45b7-46e0-a5ee-50241969db26 req-923ee9ac-6b0c-4997-bd9a-a5a761ac064c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:59:06.304780 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bf0e9d51-45b7-46e0-a5ee-50241969db26 req-923ee9ac-6b0c-4997-bd9a-a5a761ac064c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c10609af-899d-4476-bb3f-a1771ca4066b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1906118 Jul 13 13:59:06.320468 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8f7430d4-260f-4a67-9a4f-dbde273aebc5 None None] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:06.340482 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-66fa43f1-3bb3-41f4-88b3-6e797d1ef94c req-057ed1b8-3e21-4420-9792-cf7292ccac52 service neutron] 10.222.0.26 "GET /v2.0/networks/94bf27fb-3476-4944-8d19-915922f54fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715198 Jul 13 13:59:06.348586 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-8f7430d4-260f-4a67-9a4f-dbde273aebc5 None None] Transition to ACTIVE for port object 4005dacb-b006-403c-9fb5-b31499cd1c82 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:59:06.366581 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8f7430d4-260f-4a67-9a4f-dbde273aebc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:06.418288 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5859cdf-63f6-4b9e-8080-0e8d909c41ba None None] Pushing event updated for resources: {'Port': ['ID=4005dacb-b006-403c-9fb5-b31499cd1c82,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:59:06.441434 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5859cdf-63f6-4b9e-8080-0e8d909c41ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:59:06.443194 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5859cdf-63f6-4b9e-8080-0e8d909c41ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:59:06.443603 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5859cdf-63f6-4b9e-8080-0e8d909c41ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:59:06.443999 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5859cdf-63f6-4b9e-8080-0e8d909c41ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:59:06.444555 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5859cdf-63f6-4b9e-8080-0e8d909c41ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:59:06.444992 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5859cdf-63f6-4b9e-8080-0e8d909c41ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:59:06.445392 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5859cdf-63f6-4b9e-8080-0e8d909c41ba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:59:06.445867 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5859cdf-63f6-4b9e-8080-0e8d909c41ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:59:06.446205 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5859cdf-63f6-4b9e-8080-0e8d909c41ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:59:06.446595 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5859cdf-63f6-4b9e-8080-0e8d909c41ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:59:06.446993 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5859cdf-63f6-4b9e-8080-0e8d909c41ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:59:06.447400 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5859cdf-63f6-4b9e-8080-0e8d909c41ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:59:06.553171 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bf0e9d51-45b7-46e0-a5ee-50241969db26 req-d5a8e9c6-dd37-4ff4-9797-8ec884f6ad9f service neutron] 10.222.0.41 "GET /v2.0/networks/c10609af-899d-4476-bb3f-a1771ca4066b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2393882 Jul 13 13:59:06.554377 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-8f7430d4-260f-4a67-9a4f-dbde273aebc5 None None] Attempting to bind port 4005dacb-b006-403c-9fb5-b31499cd1c82 on host n-d-800634-1 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:59:06.554809 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-8f7430d4-260f-4a67-9a4f-dbde273aebc5 None None] Attempting to bind port 4005dacb-b006-403c-9fb5-b31499cd1c82 by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '1547ed8f-36ea-429a-a729-e0e4e9fcad02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '10c44b48-d3bd-40b3-a4f4-972813fd3a15'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:59:06.555183 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f7430d4-260f-4a67-9a4f-dbde273aebc5 None None] Attempting to bind port 4005dacb-b006-403c-9fb5-b31499cd1c82 on network 10c44b48-d3bd-40b3-a4f4-972813fd3a15 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:59:06.576680 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f7430d4-260f-4a67-9a4f-dbde273aebc5 None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 58, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:59:06.577124 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f7430d4-260f-4a67-9a4f-dbde273aebc5 None None] Checking segment: {'id': '1547ed8f-36ea-429a-a729-e0e4e9fcad02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '10c44b48-d3bd-40b3-a4f4-972813fd3a15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:59:06.577559 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8f7430d4-260f-4a67-9a4f-dbde273aebc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:06.580186 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f7430d4-260f-4a67-9a4f-dbde273aebc5 None None] Bound using segment: {'id': '1547ed8f-36ea-429a-a729-e0e4e9fcad02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '10c44b48-d3bd-40b3-a4f4-972813fd3a15'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:59:06.580794 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-8f7430d4-260f-4a67-9a4f-dbde273aebc5 None None] Bound port: 4005dacb-b006-403c-9fb5-b31499cd1c82, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1547ed8f-36ea-429a-a729-e0e4e9fcad02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '10c44b48-d3bd-40b3-a4f4-972813fd3a15'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:59:06.581245 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8f7430d4-260f-4a67-9a4f-dbde273aebc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:06.896273 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-8f7430d4-260f-4a67-9a4f-dbde273aebc5 None None] For port 4005dacb-b006-403c-9fb5-b31499cd1c82, host n-d-800634-1, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:59:06.900930 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-8f7430d4-260f-4a67-9a4f-dbde273aebc5 None None] For port 4005dacb-b006-403c-9fb5-b31499cd1c82, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=4005dacb-b006-403c-9fb5-b31499cd1c82,segment=NetworkSegment(1547ed8f-36ea-429a-a729-e0e4e9fcad02),segment_id=1547ed8f-36ea-429a-a729-e0e4e9fcad02)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:59:06.907953 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8f7430d4-260f-4a67-9a4f-dbde273aebc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:06.924450 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-64db109b-96de-4a31-bbe7-a56b9614a436 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451695'] for router_interface, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:06.984447 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5859cdf-63f6-4b9e-8080-0e8d909c41ba None None] Pushing event updated for resources: {'Port': ['ID=4005dacb-b006-403c-9fb5-b31499cd1c82,revision_number=4']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:59:06.998779 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7430d4-260f-4a67-9a4f-dbde273aebc5 None None] Routers {'bbd8e9d8-7050-4230-bef4-0ae525cdd0da'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:59:06.999402 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-8f7430d4-260f-4a67-9a4f-dbde273aebc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:58:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['bbd8e9d8-7050-4230-bef4-0ae525cdd0da'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:59:07.049923 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bf0e9d51-45b7-46e0-a5ee-50241969db26 req-efee0c59-caa9-49c1-a8b7-7d1f8f73c8a6 service neutron] 10.222.0.41 "GET /v2.0/networks/c10609af-899d-4476-bb3f-a1771ca4066b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4896669 Jul 13 13:59:07.103379 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-8f7430d4-260f-4a67-9a4f-dbde273aebc5 None None] Set router bbd8e9d8-7050-4230-bef4-0ae525cdd0da gateway port host: None {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:59:07.106842 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bf0e9d51-45b7-46e0-a5ee-50241969db26 req-f8630105-e201-4d62-befe-16498d28035f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.56&port_id=c1b3bef8-8fa9-45c3-9d8e-303ce20bc8ef HTTP/1.1" status: 200 len: 217 time: 0.0495589 Jul 13 13:59:07.220808 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21110a0c-8c64-4843-8c83-64e5054a4906 req-902f146a-7496-4ce7-827a-a15dba293394 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:59:07.222463 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-21110a0c-8c64-4843-8c83-64e5054a4906 req-902f146a-7496-4ce7-827a-a15dba293394 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/ports?device_id=50c270a9-8a7b-4c25-9432-b640853488c2 HTTP/1.1" status: 200 len: 946 time: 0.2519763 Jul 13 13:59:07.228769 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e9d51-45b7-46e0-a5ee-50241969db26 req-e40caa82-1cff-47da-87b6-f3eb494efa85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:59:07.230294 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bf0e9d51-45b7-46e0-a5ee-50241969db26 req-e40caa82-1cff-47da-87b6-f3eb494efa85 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d8135eef-58f0-4af0-b4cf-468c412106b7 HTTP/1.1" status: 200 len: 797 time: 0.1169178 Jul 13 13:59:07.312956 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-8f7430d4-260f-4a67-9a4f-dbde273aebc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbd8e9d8-7050-4230-bef4-0ae525cdd0da', 'name': 'tempest-NetworksTestDHCPv6-router-1887391322', 'tenant_id': '295c60a61aa44fb3bb3079337a011e52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:59:02Z', 'updated_at': '2021-07-13T13:59:04Z', 'revision_number': 2, 'project_id': '295c60a61aa44fb3bb3079337a011e52', 'gw_port_host': None, '_interfaces': [{'id': '4005dacb-b006-403c-9fb5-b31499cd1c82', 'name': '', 'network_id': '10c44b48-d3bd-40b3-a4f4-972813fd3a15', 'tenant_id': '295c60a61aa44fb3bb3079337a011e52', 'mac_address': 'fa:16:3e:8f:21:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbd8e9d8-7050-4230-bef4-0ae525cdd0da', 'device_owner': 'network:router_interface', 'standard_attr_id': 2984, 'fixed_ips': [{'subnet_id': '0baeb4de-2c0a-4ac6-841f-6d95b3c9bc40', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:59:03Z', 'updated_at': '2021-07-13T13:59:06Z', 'revision_number': 4, 'project_id': '295c60a61aa44fb3bb3079337a011e52', 'subnets': [{'id': '0baeb4de-2c0a-4ac6-841f-6d95b3c9bc40', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:59:07.323445 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-21110a0c-8c64-4843-8c83-64e5054a4906 req-c71f4459-4c43-4688-a4f3-5590cb2ac099 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c6f9ebb-83a6-44c9-abda-c7c8f7f7ed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890663 Jul 13 13:59:07.340497 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7430d4-260f-4a67-9a4f-dbde273aebc5 None None] The sync data for ids ['bbd8e9d8-7050-4230-bef4-0ae525cdd0da'] in n-d-800634-1 is: [{'id': 'bbd8e9d8-7050-4230-bef4-0ae525cdd0da', 'name': 'tempest-NetworksTestDHCPv6-router-1887391322', 'tenant_id': '295c60a61aa44fb3bb3079337a011e52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:59:02Z', 'updated_at': '2021-07-13T13:59:04Z', 'revision_number': 2, 'project_id': '295c60a61aa44fb3bb3079337a011e52', 'gw_port_host': None, '_interfaces': [{'id': '4005dacb-b006-403c-9fb5-b31499cd1c82', 'name': '', 'network_id': '10c44b48-d3bd-40b3-a4f4-972813fd3a15', 'tenant_id': '295c60a61aa44fb3bb3079337a011e52', 'mac_address': 'fa:16:3e:8f:21:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbd8e9d8-7050-4230-bef4-0ae525cdd0da', 'device_owner': 'network:router_interface', 'standard_attr_id': 2984, 'fixed_ips': [{'subnet_id': '0baeb4de-2c0a-4ac6-841f-6d95b3c9bc40', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:59:03Z', 'updated_at': '2021-07-13T13:59:06Z', 'revision_number': 4, 'project_id': '295c60a61aa44fb3bb3079337a011e52', 'subnets': [{'id': '0baeb4de-2c0a-4ac6-841f-6d95b3c9bc40', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:59:07.345373 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e9d51-45b7-46e0-a5ee-50241969db26 req-9f077ab9-465c-4582-a48a-3801e26572ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:59:07.346925 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bf0e9d51-45b7-46e0-a5ee-50241969db26 req-9f077ab9-465c-4582-a48a-3801e26572ed service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c10609af-899d-4476-bb3f-a1771ca4066b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1059239 Jul 13 13:59:07.466171 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-64db109b-96de-4a31-bbe7-a56b9614a436 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Deleting port 4005dacb-b006-403c-9fb5-b31499cd1c82 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:59:07.466523 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-64db109b-96de-4a31-bbe7-a56b9614a436 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:07.516793 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bf0e9d51-45b7-46e0-a5ee-50241969db26 req-facf7018-590c-4390-8a0c-ab446dd83530 service neutron] 10.222.0.41 "GET /v2.0/networks/c10609af-899d-4476-bb3f-a1771ca4066b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501184 Jul 13 13:59:07.644153 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-64db109b-96de-4a31-bbe7-a56b9614a436 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] For port 4005dacb-b006-403c-9fb5-b31499cd1c82, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=4005dacb-b006-403c-9fb5-b31499cd1c82,segment=NetworkSegment(1547ed8f-36ea-429a-a729-e0e4e9fcad02),segment_id=1547ed8f-36ea-429a-a729-e0e4e9fcad02)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:59:07.644954 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-64db109b-96de-4a31-bbe7-a56b9614a436 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:07.668155 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-64db109b-96de-4a31-bbe7-a56b9614a436 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Calling delete_port for 4005dacb-b006-403c-9fb5-b31499cd1c82 owned by network:router_interface {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:59:07.680455 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bf0e9d51-45b7-46e0-a5ee-50241969db26 req-dd6edc12-3a4e-4a10-a1ce-6251eaec83cb service neutron] 10.222.0.41 "GET /v2.0/networks/c10609af-899d-4476-bb3f-a1771ca4066b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522987 Jul 13 13:59:07.689314 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3946ee88-f37c-4478-99fc-48279b83850c req-d5318aee-f64f-4024-ba4b-2ecbdef35d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:59:07.691372 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3946ee88-f37c-4478-99fc-48279b83850c req-d5318aee-f64f-4024-ba4b-2ecbdef35d18 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=adbbbd39f9524bd68afb0008cc2d263c&device_id=50c270a9-8a7b-4c25-9432-b640853488c2 HTTP/1.1" status: 200 len: 1097 time: 0.0599620 Jul 13 13:59:07.772697 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bf0e9d51-45b7-46e0-a5ee-50241969db26 req-ad9fb3a5-ecfa-44be-aaf6-18f4fa2ec544 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.27&port_id=d3e632d4-9634-467f-9ba8-1d189f1ac176 HTTP/1.1" status: 200 len: 217 time: 0.0868478 Jul 13 13:59:07.809693 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3946ee88-f37c-4478-99fc-48279b83850c req-9c09528a-18b1-4606-bf14-526b60ef4d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:59:07.812611 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3946ee88-f37c-4478-99fc-48279b83850c req-9c09528a-18b1-4606-bf14-526b60ef4d01 service neutron] 10.222.0.26 "GET /v2.0/networks?id=94bf27fb-3476-4944-8d19-915922f54fa2 HTTP/1.1" status: 200 len: 916 time: 0.1147945 Jul 13 13:59:07.915764 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e9d51-45b7-46e0-a5ee-50241969db26 req-523dc443-2ab5-41cc-964f-4fb17478e21b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:59:07.917608 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bf0e9d51-45b7-46e0-a5ee-50241969db26 req-523dc443-2ab5-41cc-964f-4fb17478e21b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d8135eef-58f0-4af0-b4cf-468c412106b7 HTTP/1.1" status: 200 len: 797 time: 0.1374180 Jul 13 13:59:07.949499 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3946ee88-f37c-4478-99fc-48279b83850c req-da022ca0-2d88-4017-8cfe-850fb4d24480 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=586de893-9461-4cd5-a184-55dfae64afb3 HTTP/1.1" status: 200 len: 1002 time: 0.1276150 Jul 13 13:59:08.011051 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3946ee88-f37c-4478-99fc-48279b83850c req-6910b826-eb5e-4ee9-ab24-2c5a58c58f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:59:08.012619 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3946ee88-f37c-4478-99fc-48279b83850c req-6910b826-eb5e-4ee9-ab24-2c5a58c58f15 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=edd80540-96ff-46b4-a1d4-1e9bba1df368 HTTP/1.1" status: 200 len: 855 time: 0.0551651 Jul 13 13:59:08.081220 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3946ee88-f37c-4478-99fc-48279b83850c req-9e3758e8-2d57-48d2-9cea-adb9158b0ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:59:08.083499 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3946ee88-f37c-4478-99fc-48279b83850c req-9e3758e8-2d57-48d2-9cea-adb9158b0ad2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=94bf27fb-3476-4944-8d19-915922f54fa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0644338 Jul 13 13:59:08.187588 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3946ee88-f37c-4478-99fc-48279b83850c req-905a1b96-a013-4647-9ae0-b1660d9579c1 service neutron] 10.222.0.26 "GET /v2.0/networks/94bf27fb-3476-4944-8d19-915922f54fa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968437 Jul 13 13:59:08.282854 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3946ee88-f37c-4478-99fc-48279b83850c req-474d92b8-3923-408f-9664-4754d6a8594f service neutron] 10.222.0.26 "GET /v2.0/networks/94bf27fb-3476-4944-8d19-915922f54fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886836 Jul 13 13:59:08.354031 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-64db109b-96de-4a31-bbe7-a56b9614a436 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:08.392757 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64db109b-96de-4a31-bbe7-a56b9614a436 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Pushing event deleted for resources: {'Port': ['ID=4005dacb-b006-403c-9fb5-b31499cd1c82,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:59:08.422190 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e9d51-45b7-46e0-a5ee-50241969db26 req-7a04f0ec-6719-41a5-aa7e-5c12734e0879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:59:08.423708 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bf0e9d51-45b7-46e0-a5ee-50241969db26 req-7a04f0ec-6719-41a5-aa7e-5c12734e0879 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c10609af-899d-4476-bb3f-a1771ca4066b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4808221 Jul 13 13:59:08.576247 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-64db109b-96de-4a31-bbe7-a56b9614a436 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1785036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452491'] for router_interface, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:08.713036 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bf0e9d51-45b7-46e0-a5ee-50241969db26 req-60c25992-944e-4fa6-b59a-f5342cc910b4 service neutron] 10.222.0.41 "GET /v2.0/networks/c10609af-899d-4476-bb3f-a1771ca4066b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2469823 Jul 13 13:59:08.723457 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f508efd-466d-4b58-8f47-873b7c060f31 req-5b8d7af4-6599-4831-8702-7bc1f42a63d3 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:59:08.725881 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4f508efd-466d-4b58-8f47-873b7c060f31 req-5b8d7af4-6599-4831-8702-7bc1f42a63d3 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/ports?device_id=50c270a9-8a7b-4c25-9432-b640853488c2 HTTP/1.1" status: 200 len: 946 time: 0.2610359 Jul 13 13:59:08.875921 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64db109b-96de-4a31-bbe7-a56b9614a436 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Router bbd8e9d8-7050-4230-bef4-0ae525cdd0da has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 13:59:08.892705 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4f508efd-466d-4b58-8f47-873b7c060f31 req-f08f0f14-2c67-46cb-9ac9-e3c541ba616e tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c6f9ebb-83a6-44c9-abda-c7c8f7f7ed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1286874 Jul 13 13:59:08.985018 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bf0e9d51-45b7-46e0-a5ee-50241969db26 req-567b8924-401d-4175-8176-62d9872c9539 service neutron] 10.222.0.41 "GET /v2.0/networks/c10609af-899d-4476-bb3f-a1771ca4066b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2581301 Jul 13 13:59:08.986291 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64db109b-96de-4a31-bbe7-a56b9614a436 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:59:08.991296 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-64db109b-96de-4a31-bbe7-a56b9614a436 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "PUT /v2.0/routers/bbd8e9d8-7050-4230-bef4-0ae525cdd0da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2009659 Jul 13 13:59:08.993954 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 35382) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:59:08.996708 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71282f38-9a84-40ed-a5ba-6a5495b6805f None None] Sync routers for ids ['bbd8e9d8-7050-4230-bef4-0ae525cdd0da'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:59:09.009584 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71282f38-9a84-40ed-a5ba-6a5495b6805f None None] Routers {'bbd8e9d8-7050-4230-bef4-0ae525cdd0da'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:59:09.010704 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-71282f38-9a84-40ed-a5ba-6a5495b6805f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:58:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['bbd8e9d8-7050-4230-bef4-0ae525cdd0da'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:59:09.036827 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bf0e9d51-45b7-46e0-a5ee-50241969db26 req-8cbcb210-c52a-4f89-82e9-e969ecc54574 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6203edbb-d062-45f4-b681-abe477bae469 HTTP/1.1" status: 200 len: 217 time: 0.0443492 Jul 13 13:59:09.060748 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eb71e2d-8e3a-49ba-a569-faa7b64c6edc tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:59:09.062623 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eb71e2d-8e3a-49ba-a569-faa7b64c6edc tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:59:09.064824 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-5eb71e2d-8e3a-49ba-a569-faa7b64c6edc tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0692637 Jul 13 13:59:09.069047 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 35386) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:59:09.101919 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e9d51-45b7-46e0-a5ee-50241969db26 req-cea294aa-5c64-4c4c-9bf7-e6e23007c1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:59:09.103533 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bf0e9d51-45b7-46e0-a5ee-50241969db26 req-cea294aa-5c64-4c4c-9bf7-e6e23007c1a0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=951f324c-d68d-486e-9ca1-85ca6e2b85a7 HTTP/1.1" status: 200 len: 797 time: 0.0600860 Jul 13 13:59:09.138263 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1c716b9-2e53-4e04-8fdc-922737344f8f tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Deleting subnet 0baeb4de-2c0a-4ac6-841f-6d95b3c9bc40 {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 13:59:09.142100 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c1c716b9-2e53-4e04-8fdc-922737344f8f tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:09.176953 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e9d51-45b7-46e0-a5ee-50241969db26 req-8aa395ce-0fc5-48be-ab9d-047905ccbd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:59:09.178687 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bf0e9d51-45b7-46e0-a5ee-50241969db26 req-8aa395ce-0fc5-48be-ab9d-047905ccbd91 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=66d18ebd-c35e-4e15-b1ef-9323bd11d006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0669878 Jul 13 13:59:09.187323 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c1c716b9-2e53-4e04-8fdc-922737344f8f tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6018489'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:09.235267 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c1c716b9-2e53-4e04-8fdc-922737344f8f tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:09.268354 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-71282f38-9a84-40ed-a5ba-6a5495b6805f None None] Set router bbd8e9d8-7050-4230-bef4-0ae525cdd0da gateway port host: None {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:59:09.286718 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bf0e9d51-45b7-46e0-a5ee-50241969db26 req-9b23630b-c40b-4c63-b830-4a7753c61196 service neutron] 10.222.0.41 "GET /v2.0/networks/66d18ebd-c35e-4e15-b1ef-9323bd11d006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010356 Jul 13 13:59:09.311512 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c1c716b9-2e53-4e04-8fdc-922737344f8f tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6018534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6105009'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:09.328188 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-71282f38-9a84-40ed-a5ba-6a5495b6805f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbd8e9d8-7050-4230-bef4-0ae525cdd0da', 'name': 'tempest-NetworksTestDHCPv6-router-1887391322', 'tenant_id': '295c60a61aa44fb3bb3079337a011e52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:59:02Z', 'updated_at': '2021-07-13T13:59:07Z', 'revision_number': 3, 'project_id': '295c60a61aa44fb3bb3079337a011e52', 'gw_port_host': None}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:59:09.344829 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c716b9-2e53-4e04-8fdc-922737344f8f tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Pushing event deleted for resources: {'Subnet': ['ID=0baeb4de-2c0a-4ac6-841f-6d95b3c9bc40,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:59:09.350894 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c1c716b9-2e53-4e04-8fdc-922737344f8f tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:09.354916 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-c1c716b9-2e53-4e04-8fdc-922737344f8f tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "DELETE /v2.0/subnets/0baeb4de-2c0a-4ac6-841f-6d95b3c9bc40 HTTP/1.1" status: 204 len: 168 time: 0.2827475 Jul 13 13:59:09.355816 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 35388) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:59:09.356873 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71282f38-9a84-40ed-a5ba-6a5495b6805f None None] Checking router: bbd8e9d8-7050-4230-bef4-0ae525cdd0da for host: n-d-800634-1 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 13:59:09.363576 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-886b59c1-a125-41ab-8536-ea30f7a979ce None None] Network 10c44b48-d3bd-40b3-a4f4-972813fd3a15 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:59:09.402151 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bf0e9d51-45b7-46e0-a5ee-50241969db26 req-5b19187c-9114-4f16-a0c6-86e7ba4f1358 service neutron] 10.222.0.41 "GET /v2.0/networks/66d18ebd-c35e-4e15-b1ef-9323bd11d006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087818 Jul 13 13:59:09.406754 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71282f38-9a84-40ed-a5ba-6a5495b6805f None None] Routers {'bbd8e9d8-7050-4230-bef4-0ae525cdd0da'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:59:09.407399 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-71282f38-9a84-40ed-a5ba-6a5495b6805f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:58:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['bbd8e9d8-7050-4230-bef4-0ae525cdd0da'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:59:09.446395 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bf0e9d51-45b7-46e0-a5ee-50241969db26 req-ba46311b-bb35-42e4-9f64-9e0763ec9c68 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a28e0383-d778-445e-917b-a6877ab44b08 HTTP/1.1" status: 200 len: 217 time: 0.0379462 Jul 13 13:59:09.474420 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-a8bea935-0684-4d08-b7d3-e84ec04bc1a8 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1173687 Jul 13 13:59:09.476544 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 35390) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:59:09.496135 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-71282f38-9a84-40ed-a5ba-6a5495b6805f None None] Set router bbd8e9d8-7050-4230-bef4-0ae525cdd0da gateway port host: None {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:59:09.503489 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e9d51-45b7-46e0-a5ee-50241969db26 req-c28d3dbb-2730-4c9f-94f5-4ecb7ca22f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:59:09.505325 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bf0e9d51-45b7-46e0-a5ee-50241969db26 req-c28d3dbb-2730-4c9f-94f5-4ecb7ca22f34 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=951f324c-d68d-486e-9ca1-85ca6e2b85a7 HTTP/1.1" status: 200 len: 797 time: 0.0522642 Jul 13 13:59:09.550195 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-71282f38-9a84-40ed-a5ba-6a5495b6805f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbd8e9d8-7050-4230-bef4-0ae525cdd0da', 'name': 'tempest-NetworksTestDHCPv6-router-1887391322', 'tenant_id': '295c60a61aa44fb3bb3079337a011e52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:59:02Z', 'updated_at': '2021-07-13T13:59:07Z', 'revision_number': 3, 'project_id': '295c60a61aa44fb3bb3079337a011e52', 'gw_port_host': None}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:59:09.556101 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1ba388a2-8b0e-4f75-8a75-36fc5e6715b2 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks [] for router, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:09.567605 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e9d51-45b7-46e0-a5ee-50241969db26 req-ce46736a-1036-43d5-bf9e-244a0c5df041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:59:09.569359 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bf0e9d51-45b7-46e0-a5ee-50241969db26 req-ce46736a-1036-43d5-bf9e-244a0c5df041 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=66d18ebd-c35e-4e15-b1ef-9323bd11d006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0583377 Jul 13 13:59:09.597711 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71282f38-9a84-40ed-a5ba-6a5495b6805f None None] The sync data for ids ['bbd8e9d8-7050-4230-bef4-0ae525cdd0da'] in n-d-800634-1 is: [{'id': 'bbd8e9d8-7050-4230-bef4-0ae525cdd0da', 'name': 'tempest-NetworksTestDHCPv6-router-1887391322', 'tenant_id': '295c60a61aa44fb3bb3079337a011e52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:59:02Z', 'updated_at': '2021-07-13T13:59:07Z', 'revision_number': 3, 'project_id': '295c60a61aa44fb3bb3079337a011e52', 'gw_port_host': None}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:59:09.670897 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bf0e9d51-45b7-46e0-a5ee-50241969db26 req-48885554-151a-4663-9308-48d255db0553 service neutron] 10.222.0.41 "GET /v2.0/networks/66d18ebd-c35e-4e15-b1ef-9323bd11d006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947032 Jul 13 13:59:09.770601 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bf0e9d51-45b7-46e0-a5ee-50241969db26 req-643132c6-04e7-4259-9c6d-d0e879e40c61 service neutron] 10.222.0.41 "GET /v2.0/networks/66d18ebd-c35e-4e15-b1ef-9323bd11d006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933955 Jul 13 13:59:09.985964 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65794b5e-5816-42b2-83dc-e2f532403404 None None] DHCP port deletion for 10c44b48-d3bd-40b3-a4f4-972813fd3a15 request from n-d-800634-1 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 13:59:10.037615 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-65794b5e-5816-42b2-83dc-e2f532403404 None None] Deleting port f6f6cc1e-a42c-4cae-b824-97ab0842bfcc {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:59:10.039002 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-65794b5e-5816-42b2-83dc-e2f532403404 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:10.106840 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1ba388a2-8b0e-4f75-8a75-36fc5e6715b2 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1591938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2696'] for router, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:10.111012 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1ba388a2-8b0e-4f75-8a75-36fc5e6715b2 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:10.128128 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-65794b5e-5816-42b2-83dc-e2f532403404 None None] For port f6f6cc1e-a42c-4cae-b824-97ab0842bfcc, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=f6f6cc1e-a42c-4cae-b824-97ab0842bfcc,segment=NetworkSegment(1547ed8f-36ea-429a-a729-e0e4e9fcad02),segment_id=1547ed8f-36ea-429a-a729-e0e4e9fcad02)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:59:10.128525 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-65794b5e-5816-42b2-83dc-e2f532403404 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:10.147665 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f6ce48-3ebf-4955-bd00-ea0c76e28812 req-57bb8ecf-e95f-479f-8cc4-7e62ddc0f17a tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:59:10.148786 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-65794b5e-5816-42b2-83dc-e2f532403404 None None] Calling delete_port for f6f6cc1e-a42c-4cae-b824-97ab0842bfcc owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:59:10.151362 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e1f6ce48-3ebf-4955-bd00-ea0c76e28812 req-57bb8ecf-e95f-479f-8cc4-7e62ddc0f17a tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/ports?device_id=50c270a9-8a7b-4c25-9432-b640853488c2 HTTP/1.1" status: 200 len: 946 time: 0.1026690 Jul 13 13:59:10.181439 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1ba388a2-8b0e-4f75-8a75-36fc5e6715b2 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593106'] for router, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:10.182089 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ba388a2-8b0e-4f75-8a75-36fc5e6715b2 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Fanout notify agent at l3_agent the message router_deleted on router bbd8e9d8-7050-4230-bef4-0ae525cdd0da {{(pid=93751) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 13:59:10.194743 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1ba388a2-8b0e-4f75-8a75-36fc5e6715b2 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:10.195993 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-1ba388a2-8b0e-4f75-8a75-36fc5e6715b2 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "DELETE /v2.0/routers/bbd8e9d8-7050-4230-bef4-0ae525cdd0da HTTP/1.1" status: 204 len: 168 time: 0.7185113 Jul 13 13:59:10.199552 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 35396) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:59:10.205066 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-77f3a79c-c9f5-4892-af0c-f4d7d3bbeb8b tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Request body: {'subnet': {'network_id': '10c44b48-d3bd-40b3-a4f4-972813fd3a15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:59:10.235611 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e1f6ce48-3ebf-4955-bd00-ea0c76e28812 req-af910704-7fee-457f-88e9-13e0a0a3da8e tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c6f9ebb-83a6-44c9-abda-c7c8f7f7ed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778074 Jul 13 13:59:10.273562 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-65794b5e-5816-42b2-83dc-e2f532403404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:10.292485 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65794b5e-5816-42b2-83dc-e2f532403404 None None] No DVR routers for this DVR port f6f6cc1e-a42c-4cae-b824-97ab0842bfcc on host n-d-800634-1 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:59:10.328978 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65794b5e-5816-42b2-83dc-e2f532403404 None None] Pushing event deleted for resources: {'Port': ['ID=f6f6cc1e-a42c-4cae-b824-97ab0842bfcc,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:59:10.363224 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77f3a79c-c9f5-4892-af0c-f4d7d3bbeb8b tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Made reservation on behalf of 295c60a61aa44fb3bb3079337a011e52 for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:59:10.368867 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-77f3a79c-c9f5-4892-af0c-f4d7d3bbeb8b tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6104980'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:10.565437 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-77f3a79c-c9f5-4892-af0c-f4d7d3bbeb8b tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6018343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6104998'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:10.609212 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f3a79c-c9f5-4892-af0c-f4d7d3bbeb8b tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Network 10c44b48-d3bd-40b3-a4f4-972813fd3a15 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:59:10.612322 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-77f3a79c-c9f5-4892-af0c-f4d7d3bbeb8b tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:59:10.616700 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77f3a79c-c9f5-4892-af0c-f4d7d3bbeb8b tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:59:10.617289 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-77f3a79c-c9f5-4892-af0c-f4d7d3bbeb8b tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:10.622231 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43279cc7-92c0-4531-8e99-4b76e94dd808 None None] Network 10c44b48-d3bd-40b3-a4f4-972813fd3a15 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:59:10.631774 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f3a79c-c9f5-4892-af0c-f4d7d3bbeb8b tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Pushing event updated for resources: {'Subnet': ['ID=d07971ff-fa1d-4c1c-b76d-36ca8764fc92,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:59:10.647685 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 35408) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:59:10.648257 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-77f3a79c-c9f5-4892-af0c-f4d7d3bbeb8b tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4469764 Jul 13 13:59:10.652360 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-dfd2d4e7-726c-4896-b7a9-6767e43ded7f tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1647501718', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:59:10.679465 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-dfd2d4e7-726c-4896-b7a9-6767e43ded7f tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1591928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2714'] for router, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:10.680580 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-dfd2d4e7-726c-4896-b7a9-6767e43ded7f tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447198', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1629690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2689'] for router, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:10.744168 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-dfd2d4e7-726c-4896-b7a9-6767e43ded7f tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:10.750549 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-dfd2d4e7-726c-4896-b7a9-6767e43ded7f tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447217'] for router, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:10.773571 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-dfd2d4e7-726c-4896-b7a9-6767e43ded7f tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:10.777964 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 35414) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:59:10.778578 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-dfd2d4e7-726c-4896-b7a9-6767e43ded7f tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1295567 Jul 13 13:59:10.799404 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49190207-a709-43ea-b15f-025e5e5e75f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a7201e1-61ce-5a3e-b7f7-e800379ed03b-10c44b48-d3bd-40b3-a4f4-972813fd3a15', 'network_id': '10c44b48-d3bd-40b3-a4f4-972813fd3a15', 'tenant_id': '295c60a61aa44fb3bb3079337a011e52', 'fixed_ips': [{'subnet_id': 'd07971ff-fa1d-4c1c-b76d-36ca8764fc92'}]}} from n-d-800634-1. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 13:59:10.800647 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-49190207-a709-43ea-b15f-025e5e5e75f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:10.972874 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-49190207-a709-43ea-b15f-025e5e5e75f5 None None] Allocated IP 2001:db8::2 (10c44b48-d3bd-40b3-a4f4-972813fd3a15/d07971ff-fa1d-4c1c-b76d-36ca8764fc92/44bc8ca3-bcb7-4474-9f4c-eeded3f6b806) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:59:11.088708 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f6b9f2f0-ffcf-495f-994c-5411c01da99c tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:11.151194 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-49190207-a709-43ea-b15f-025e5e5e75f5 None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:11.160357 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-49190207-a709-43ea-b15f-025e5e5e75f5 None None] Transition to ACTIVE for port object 44bc8ca3-bcb7-4474-9f4c-eeded3f6b806 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:59:11.177596 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-49190207-a709-43ea-b15f-025e5e5e75f5 None None] Transition to ACTIVE for port object 44bc8ca3-bcb7-4474-9f4c-eeded3f6b806 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:59:11.184228 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-49190207-a709-43ea-b15f-025e5e5e75f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:11.227022 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49190207-a709-43ea-b15f-025e5e5e75f5 None None] Network 10c44b48-d3bd-40b3-a4f4-972813fd3a15 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:59:11.242448 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49190207-a709-43ea-b15f-025e5e5e75f5 None None] Pushing event updated for resources: {'Port': ['ID=44bc8ca3-bcb7-4474-9f4c-eeded3f6b806,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:59:11.245150 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-49190207-a709-43ea-b15f-025e5e5e75f5 None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:59:11.250162 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49190207-a709-43ea-b15f-025e5e5e75f5 None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:59:11.297940 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bce23e9-9523-4d77-8f79-cc642f03b91e req-af964a65-1ccb-4a6a-9750-f2802666b9c4 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:59:11.299490 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7bce23e9-9523-4d77-8f79-cc642f03b91e req-af964a65-1ccb-4a6a-9750-f2802666b9c4 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/ports?device_id=50c270a9-8a7b-4c25-9432-b640853488c2 HTTP/1.1" status: 200 len: 946 time: 0.2134457 Jul 13 13:59:11.330677 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device f6f6cc1e-a42c-4cae-b824-97ab0842bfcc no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:59:11.335447 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-49190207-a709-43ea-b15f-025e5e5e75f5 None None] Attempting to bind port 44bc8ca3-bcb7-4474-9f4c-eeded3f6b806 on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:59:11.336571 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-49190207-a709-43ea-b15f-025e5e5e75f5 None None] Attempting to bind port 44bc8ca3-bcb7-4474-9f4c-eeded3f6b806 by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '1547ed8f-36ea-429a-a729-e0e4e9fcad02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '10c44b48-d3bd-40b3-a4f4-972813fd3a15'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:59:11.336963 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49190207-a709-43ea-b15f-025e5e5e75f5 None None] Attempting to bind port 44bc8ca3-bcb7-4474-9f4c-eeded3f6b806 on network 10c44b48-d3bd-40b3-a4f4-972813fd3a15 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:59:11.364121 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: f6f6cc1e-a42c-4cae-b824-97ab0842bfcc {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:59:11.364562 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device f6f6cc1e-a42c-4cae-b824-97ab0842bfcc not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:59:11.365151 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 4005dacb-b006-403c-9fb5-b31499cd1c82 no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:59:11.368361 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49190207-a709-43ea-b15f-025e5e5e75f5 None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 58, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:59:11.368738 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49190207-a709-43ea-b15f-025e5e5e75f5 None None] Checking segment: {'id': '1547ed8f-36ea-429a-a729-e0e4e9fcad02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '10c44b48-d3bd-40b3-a4f4-972813fd3a15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:59:11.369137 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-49190207-a709-43ea-b15f-025e5e5e75f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:11.369538 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49190207-a709-43ea-b15f-025e5e5e75f5 None None] Bound using segment: {'id': '1547ed8f-36ea-429a-a729-e0e4e9fcad02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '10c44b48-d3bd-40b3-a4f4-972813fd3a15'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:59:11.370052 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-49190207-a709-43ea-b15f-025e5e5e75f5 None None] Bound port: 44bc8ca3-bcb7-4474-9f4c-eeded3f6b806, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1547ed8f-36ea-429a-a729-e0e4e9fcad02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '10c44b48-d3bd-40b3-a4f4-972813fd3a15'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:59:11.370439 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-49190207-a709-43ea-b15f-025e5e5e75f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:11.395100 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: 4005dacb-b006-403c-9fb5-b31499cd1c82 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:59:11.396191 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 4005dacb-b006-403c-9fb5-b31499cd1c82 not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:59:11.399061 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7bce23e9-9523-4d77-8f79-cc642f03b91e req-09b2cba2-1479-4bbb-b3bd-f73758bd8fc4 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c6f9ebb-83a6-44c9-abda-c7c8f7f7ed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924823 Jul 13 13:59:11.484727 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-f6b9f2f0-ffcf-495f-994c-5411c01da99c tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Allocated IP 2001:db8::1 (10c44b48-d3bd-40b3-a4f4-972813fd3a15/d07971ff-fa1d-4c1c-b76d-36ca8764fc92/279c09e7-ff38-4b41-bfc2-11dd52c58308) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:59:11.485078 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-49190207-a709-43ea-b15f-025e5e5e75f5 None None] For port 44bc8ca3-bcb7-4474-9f4c-eeded3f6b806, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:59:11.488142 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-49190207-a709-43ea-b15f-025e5e5e75f5 None None] For port 44bc8ca3-bcb7-4474-9f4c-eeded3f6b806, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=44bc8ca3-bcb7-4474-9f4c-eeded3f6b806,segment=NetworkSegment(1547ed8f-36ea-429a-a729-e0e4e9fcad02),segment_id=1547ed8f-36ea-429a-a729-e0e4e9fcad02)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:59:11.494183 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-49190207-a709-43ea-b15f-025e5e5e75f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:11.550165 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49190207-a709-43ea-b15f-025e5e5e75f5 None None] Pushing event updated for resources: {'Port': ['ID=44bc8ca3-bcb7-4474-9f4c-eeded3f6b806,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:59:11.567307 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e0ece590-4250-4731-95f3-91890f151741 req-76559e8c-9c2a-404a-9a2b-7d837722ee1b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=50c270a9-8a7b-4c25-9432-b640853488c2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2159147 Jul 13 13:59:11.629003 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f6b9f2f0-ffcf-495f-994c-5411c01da99c tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:11.644397 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-f6b9f2f0-ffcf-495f-994c-5411c01da99c tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Transition to ACTIVE for port object 279c09e7-ff38-4b41-bfc2-11dd52c58308 will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:59:11.685248 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f6b9f2f0-ffcf-495f-994c-5411c01da99c tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:11.748755 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b9f2f0-ffcf-495f-994c-5411c01da99c tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Network 10c44b48-d3bd-40b3-a4f4-972813fd3a15 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:59:11.758535 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-f6b9f2f0-ffcf-495f-994c-5411c01da99c tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:59:11.762949 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b9f2f0-ffcf-495f-994c-5411c01da99c tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:59:11.763492 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f6b9f2f0-ffcf-495f-994c-5411c01da99c tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-450452'] for router_interface, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:11.767265 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b9f2f0-ffcf-495f-994c-5411c01da99c tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Pushing event updated for resources: {'Port': ['ID=279c09e7-ff38-4b41-bfc2-11dd52c58308,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:59:11.884124 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 586de893-9461-4cd5-a184-55dfae64afb3 no longer exists at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:59:11.911449 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f6b9f2f0-ffcf-495f-994c-5411c01da99c tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:12.006507 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:12.042938 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50c270a9-8a7b-4c25-9432-b640853488c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '586de893-9461-4cd5-a184-55dfae64afb3'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:59:12.045990 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97264a1d-0776-4f85-96cd-bbdf03aa1484" -d '{"events": [{"server_uuid": "50c270a9-8a7b-4c25-9432-b640853488c2", "name": "network-vif-unplugged", "status": "completed", "tag": "586de893-9461-4cd5-a184-55dfae64afb3"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:59:12.060035 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 586de893-9461-4cd5-a184-55dfae64afb3, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=586de893-9461-4cd5-a184-55dfae64afb3,segment=NetworkSegment(53f233fa-3a9c-4b12-9272-d4c4393df010),segment_id=53f233fa-3a9c-4b12-9272-d4c4393df010)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:59:12.065951 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:12.106088 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 13 Jul 2021 13:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06e3eb3a-c04c-43b5-ad3d-f45359563616 x-openstack-request-id: req-06e3eb3a-c04c-43b5-ad3d-f45359563616 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:59:12.106252 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50c270a9-8a7b-4c25-9432-b640853488c2", "name": "network-vif-unplugged", "status": "failed", "tag": "586de893-9461-4cd5-a184-55dfae64afb3", "code": 422}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:59:12.106519 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-06e3eb3a-c04c-43b5-ad3d-f45359563616 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:59:12.106796 n-d-800634-1 neutron-server[93752]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '50c270a9-8a7b-4c25-9432-b640853488c2', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '586de893-9461-4cd5-a184-55dfae64afb3', 'code': 422} returned with failed status Jul 13 13:59:12.138528 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=586de893-9461-4cd5-a184-55dfae64afb3,revision_number=8']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:59:12.263054 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f6b9f2f0-ffcf-495f-994c-5411c01da99c tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:12.268490 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f6b9f2f0-ffcf-495f-994c-5411c01da99c tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:12.269315 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f6b9f2f0-ffcf-495f-994c-5411c01da99c tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1785045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451806'] for router_interface, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:12.368692 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b9f2f0-ffcf-495f-994c-5411c01da99c tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Pushing event updated for resources: {'Port': ['ID=279c09e7-ff38-4b41-bfc2-11dd52c58308,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:59:12.420511 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b9f2f0-ffcf-495f-994c-5411c01da99c tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Network 10c44b48-d3bd-40b3-a4f4-972813fd3a15 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:59:12.422275 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-f6b9f2f0-ffcf-495f-994c-5411c01da99c tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:59:12.555761 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6b9f2f0-ffcf-495f-994c-5411c01da99c tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Router 5b32676a-ce3e-4fa7-9ead-4ea56023094f is scheduled to L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 with binding_index 1 {{(pid=93751) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 13:59:12.658210 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6565ad63-2ca4-4427-a1c6-dc44c4b14979 req-949a0b58-91a7-4953-bc9f-39db4f3bc551 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:59:12.661921 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6565ad63-2ca4-4427-a1c6-dc44c4b14979 req-949a0b58-91a7-4953-bc9f-39db4f3bc551 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/ports?device_id=50c270a9-8a7b-4c25-9432-b640853488c2 HTTP/1.1" status: 200 len: 944 time: 0.0789933 Jul 13 13:59:12.681096 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6b9f2f0-ffcf-495f-994c-5411c01da99c tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:59:12.689376 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-f6b9f2f0-ffcf-495f-994c-5411c01da99c tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "PUT /v2.0/routers/5b32676a-ce3e-4fa7-9ead-4ea56023094f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9102957 Jul 13 13:59:12.690151 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 35446) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:59:12.692417 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d85735-d994-4fed-898d-13f648e6ec21 None None] Sync routers for ids ['5b32676a-ce3e-4fa7-9ead-4ea56023094f'] in n-d-800634-1 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:59:12.702784 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d85735-d994-4fed-898d-13f648e6ec21 None None] Routers {'5b32676a-ce3e-4fa7-9ead-4ea56023094f'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:59:12.703409 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-56d85735-d994-4fed-898d-13f648e6ec21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:58:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['5b32676a-ce3e-4fa7-9ead-4ea56023094f'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:59:12.709174 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6565ad63-2ca4-4427-a1c6-dc44c4b14979 req-c61f15a3-a4e7-4d2d-8b03-a5f269f76dcb tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c6f9ebb-83a6-44c9-abda-c7c8f7f7ed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407481 Jul 13 13:59:12.763755 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94fe36e7-864e-4a27-add4-6fb8a6403a88 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:59:12.767660 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-94fe36e7-864e-4a27-add4-6fb8a6403a88 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "GET /v2.0/ports/279c09e7-ff38-4b41-bfc2-11dd52c58308 HTTP/1.1" status: 200 len: 911 time: 0.0740116 Jul 13 13:59:12.767991 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 35448) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:59:12.780437 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-18224183-e22e-4200-926e-eca1c0c0ccd6 None None] Provisioning for port 44bc8ca3-bcb7-4474-9f4c-eeded3f6b806 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:59:12.806454 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-56d85735-d994-4fed-898d-13f648e6ec21 None None] Set router 5b32676a-ce3e-4fa7-9ead-4ea56023094f gateway port host: None {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:59:12.858836 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bee4c2c-57c5-4923-823a-87b655ca871a tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:59:12.865832 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bee4c2c-57c5-4923-823a-87b655ca871a tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:59:12.867798 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-3bee4c2c-57c5-4923-823a-87b655ca871a tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.0987985 Jul 13 13:59:12.870691 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 35450) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:59:13.035264 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-59528a4a-0e70-4d0a-9fb6-6f45300ec631 None None] Provisioning for port 279c09e7-ff38-4b41-bfc2-11dd52c58308 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:59:13.040649 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-59528a4a-0e70-4d0a-9fb6-6f45300ec631 None None] Provisioning complete for port 279c09e7-ff38-4b41-bfc2-11dd52c58308 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:59:13.041049 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-59528a4a-0e70-4d0a-9fb6-6f45300ec631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:13.069494 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-56d85735-d994-4fed-898d-13f648e6ec21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b32676a-ce3e-4fa7-9ead-4ea56023094f', 'name': 'tempest-NetworksTestDHCPv6-router-1647501718', 'tenant_id': '295c60a61aa44fb3bb3079337a011e52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:59:10Z', 'updated_at': '2021-07-13T13:59:11Z', 'revision_number': 2, 'project_id': '295c60a61aa44fb3bb3079337a011e52', 'gw_port_host': None, '_interfaces': [{'id': '279c09e7-ff38-4b41-bfc2-11dd52c58308', 'name': '', 'network_id': '10c44b48-d3bd-40b3-a4f4-972813fd3a15', 'tenant_id': '295c60a61aa44fb3bb3079337a011e52', 'mac_address': 'fa:16:3e:03:7a:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b32676a-ce3e-4fa7-9ead-4ea56023094f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2988, 'fixed_ips': [{'subnet_id': 'd07971ff-fa1d-4c1c-b76d-36ca8764fc92', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:59:11Z', 'updated_at': '2021-07-13T13:59:12Z', 'revision_number': 2, 'project_id': '295c60a61aa44fb3bb3079337a011e52', 'subnets': [{'id': 'd07971ff-fa1d-4c1c-b76d-36ca8764fc92', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:59:13.109792 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d85735-d994-4fed-898d-13f648e6ec21 None None] Checking router: 5b32676a-ce3e-4fa7-9ead-4ea56023094f for host: n-d-800634-1 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 13:59:13.110576 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d85735-d994-4fed-898d-13f648e6ec21 None None] Updating router 5b32676a-ce3e-4fa7-9ead-4ea56023094f port 279c09e7-ff38-4b41-bfc2-11dd52c58308 binding host n-d-800634-1 {{(pid=93753) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 13:59:13.120370 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-59528a4a-0e70-4d0a-9fb6-6f45300ec631 None None] Port 279c09e7-ff38-4b41-bfc2-11dd52c58308 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:59:13.152388 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-56d85735-d994-4fed-898d-13f648e6ec21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:13.263230 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-81a1b531-2390-4866-bf91-ba9e563f9f30 None None] Provisioning complete for port 279c09e7-ff38-4b41-bfc2-11dd52c58308 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:59:13.263605 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-81a1b531-2390-4866-bf91-ba9e563f9f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:13.279922 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f90f2b8d-4218-4490-81ef-be1c3d5dce45 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451695'] for router_interface, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:13.323896 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-81a1b531-2390-4866-bf91-ba9e563f9f30 None None] Port 279c09e7-ff38-4b41-bfc2-11dd52c58308 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:59:13.347580 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 44bc8ca3-bcb7-4474-9f4c-eeded3f6b806 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:59:13.404024 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port 44bc8ca3-bcb7-4474-9f4c-eeded3f6b806 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:59:13.409591 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 44bc8ca3-bcb7-4474-9f4c-eeded3f6b806 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:59:13.410145 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:13.507757 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:13.513456 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-56d85735-d994-4fed-898d-13f648e6ec21 None None] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:13.524741 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-56d85735-d994-4fed-898d-13f648e6ec21 None None] Transition to ACTIVE for port object 279c09e7-ff38-4b41-bfc2-11dd52c58308 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:59:13.533517 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-56d85735-d994-4fed-898d-13f648e6ec21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:13.535293 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-f90f2b8d-4218-4490-81ef-be1c3d5dce45 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Deleting port 279c09e7-ff38-4b41-bfc2-11dd52c58308 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:59:13.535872 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f90f2b8d-4218-4490-81ef-be1c3d5dce45 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:13.548762 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port 44bc8ca3-bcb7-4474-9f4c-eeded3f6b806, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=44bc8ca3-bcb7-4474-9f4c-eeded3f6b806,segment=NetworkSegment(1547ed8f-36ea-429a-a729-e0e4e9fcad02),segment_id=1547ed8f-36ea-429a-a729-e0e4e9fcad02)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:59:13.554118 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:13.592899 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae01900b-2e0f-4475-bdc3-4922b8ac17d5 None None] Pushing event updated for resources: {'Port': ['ID=279c09e7-ff38-4b41-bfc2-11dd52c58308,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:59:13.645033 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=44bc8ca3-bcb7-4474-9f4c-eeded3f6b806,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:59:13.687674 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f90f2b8d-4218-4490-81ef-be1c3d5dce45 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:13.703635 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-f90f2b8d-4218-4490-81ef-be1c3d5dce45 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Calling delete_port for 279c09e7-ff38-4b41-bfc2-11dd52c58308 owned by network:router_interface {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:59:13.718562 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-56d85735-d994-4fed-898d-13f648e6ec21 None None] Attempting to bind port 279c09e7-ff38-4b41-bfc2-11dd52c58308 on host n-d-800634-1 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:59:13.720174 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-56d85735-d994-4fed-898d-13f648e6ec21 None None] Attempting to bind port 279c09e7-ff38-4b41-bfc2-11dd52c58308 by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '1547ed8f-36ea-429a-a729-e0e4e9fcad02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '10c44b48-d3bd-40b3-a4f4-972813fd3a15'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:59:13.721006 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d85735-d994-4fed-898d-13f648e6ec21 None None] Attempting to bind port 279c09e7-ff38-4b41-bfc2-11dd52c58308 on network 10c44b48-d3bd-40b3-a4f4-972813fd3a15 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:59:13.729029 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d85735-d994-4fed-898d-13f648e6ec21 None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 58, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:59:13.729726 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d85735-d994-4fed-898d-13f648e6ec21 None None] Checking segment: {'id': '1547ed8f-36ea-429a-a729-e0e4e9fcad02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '10c44b48-d3bd-40b3-a4f4-972813fd3a15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:59:13.730565 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-56d85735-d994-4fed-898d-13f648e6ec21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:13.731112 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d85735-d994-4fed-898d-13f648e6ec21 None None] Bound using segment: {'id': '1547ed8f-36ea-429a-a729-e0e4e9fcad02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '10c44b48-d3bd-40b3-a4f4-972813fd3a15'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:59:13.732302 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-56d85735-d994-4fed-898d-13f648e6ec21 None None] Bound port: 279c09e7-ff38-4b41-bfc2-11dd52c58308, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1547ed8f-36ea-429a-a729-e0e4e9fcad02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '10c44b48-d3bd-40b3-a4f4-972813fd3a15'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:59:13.732854 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-56d85735-d994-4fed-898d-13f648e6ec21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:13.819891 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-56d85735-d994-4fed-898d-13f648e6ec21 None None] For port 279c09e7-ff38-4b41-bfc2-11dd52c58308, host n-d-800634-1, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:59:13.824588 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-56d85735-d994-4fed-898d-13f648e6ec21 None None] For port 279c09e7-ff38-4b41-bfc2-11dd52c58308, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=279c09e7-ff38-4b41-bfc2-11dd52c58308,segment=NetworkSegment(1547ed8f-36ea-429a-a729-e0e4e9fcad02),segment_id=1547ed8f-36ea-429a-a729-e0e4e9fcad02)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:59:13.829870 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-56d85735-d994-4fed-898d-13f648e6ec21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:13.902960 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae01900b-2e0f-4475-bdc3-4922b8ac17d5 None None] Pushing event updated for resources: {'Port': ['ID=279c09e7-ff38-4b41-bfc2-11dd52c58308,revision_number=4']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:59:13.921439 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d85735-d994-4fed-898d-13f648e6ec21 None None] Routers {'5b32676a-ce3e-4fa7-9ead-4ea56023094f'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:59:13.929082 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-56d85735-d994-4fed-898d-13f648e6ec21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:58:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['5b32676a-ce3e-4fa7-9ead-4ea56023094f'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:59:14.065673 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ac4ec0-0d2a-4ce6-8dd9-13fbd7a34323 req-1de4ec50-fe3c-4768-8c88-e03eb2824465 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:59:14.067978 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-56d85735-d994-4fed-898d-13f648e6ec21 None None] Set router 5b32676a-ce3e-4fa7-9ead-4ea56023094f gateway port host: None {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 13:59:14.068705 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c7ac4ec0-0d2a-4ce6-8dd9-13fbd7a34323 req-1de4ec50-fe3c-4768-8c88-e03eb2824465 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/ports?device_id=50c270a9-8a7b-4c25-9432-b640853488c2 HTTP/1.1" status: 200 len: 944 time: 0.2228155 Jul 13 13:59:14.103025 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f90f2b8d-4218-4490-81ef-be1c3d5dce45 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:14.163873 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90f2b8d-4218-4490-81ef-be1c3d5dce45 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Pushing event deleted for resources: {'Port': ['ID=279c09e7-ff38-4b41-bfc2-11dd52c58308,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:59:14.191170 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c7ac4ec0-0d2a-4ce6-8dd9-13fbd7a34323 req-55b7a531-7578-4998-9a11-0da60754dc57 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c6f9ebb-83a6-44c9-abda-c7c8f7f7ed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1163254 Jul 13 13:59:14.290953 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-8121e317-1720-4202-b477-2b3dc7576f07 None None] Could not find standard attr ID for object 279c09e7-ff38-4b41-bfc2-11dd52c58308. {{(pid=93752) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 13:59:14.310257 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f90f2b8d-4218-4490-81ef-be1c3d5dce45 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1785036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452491'] for router_interface, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:14.459810 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-56d85735-d994-4fed-898d-13f648e6ec21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b32676a-ce3e-4fa7-9ead-4ea56023094f', 'name': 'tempest-NetworksTestDHCPv6-router-1647501718', 'tenant_id': '295c60a61aa44fb3bb3079337a011e52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:59:10Z', 'updated_at': '2021-07-13T13:59:11Z', 'revision_number': 2, 'project_id': '295c60a61aa44fb3bb3079337a011e52', 'gw_port_host': None, '_interfaces': [{'id': '279c09e7-ff38-4b41-bfc2-11dd52c58308', 'name': '', 'network_id': '10c44b48-d3bd-40b3-a4f4-972813fd3a15', 'tenant_id': '295c60a61aa44fb3bb3079337a011e52', 'mac_address': 'fa:16:3e:03:7a:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b32676a-ce3e-4fa7-9ead-4ea56023094f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2988, 'fixed_ips': [{'subnet_id': 'd07971ff-fa1d-4c1c-b76d-36ca8764fc92', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:59:11Z', 'updated_at': '2021-07-13T13:59:13Z', 'revision_number': 4, 'project_id': '295c60a61aa44fb3bb3079337a011e52', 'subnets': [{'id': 'd07971ff-fa1d-4c1c-b76d-36ca8764fc92', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 13:59:14.489155 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f90f2b8d-4218-4490-81ef-be1c3d5dce45 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Router 5b32676a-ce3e-4fa7-9ead-4ea56023094f has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 13:59:14.493264 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d85735-d994-4fed-898d-13f648e6ec21 None None] The sync data for ids ['5b32676a-ce3e-4fa7-9ead-4ea56023094f'] in n-d-800634-1 is: [{'id': '5b32676a-ce3e-4fa7-9ead-4ea56023094f', 'name': 'tempest-NetworksTestDHCPv6-router-1647501718', 'tenant_id': '295c60a61aa44fb3bb3079337a011e52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:59:10Z', 'updated_at': '2021-07-13T13:59:11Z', 'revision_number': 2, 'project_id': '295c60a61aa44fb3bb3079337a011e52', 'gw_port_host': None, '_interfaces': [{'id': '279c09e7-ff38-4b41-bfc2-11dd52c58308', 'name': '', 'network_id': '10c44b48-d3bd-40b3-a4f4-972813fd3a15', 'tenant_id': '295c60a61aa44fb3bb3079337a011e52', 'mac_address': 'fa:16:3e:03:7a:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b32676a-ce3e-4fa7-9ead-4ea56023094f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2988, 'fixed_ips': [{'subnet_id': 'd07971ff-fa1d-4c1c-b76d-36ca8764fc92', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:59:11Z', 'updated_at': '2021-07-13T13:59:13Z', 'revision_number': 4, 'project_id': '295c60a61aa44fb3bb3079337a011e52', 'subnets': [{'id': 'd07971ff-fa1d-4c1c-b76d-36ca8764fc92', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:59:14.572455 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f90f2b8d-4218-4490-81ef-be1c3d5dce45 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 13:59:14.577391 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-f90f2b8d-4218-4490-81ef-be1c3d5dce45 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "PUT /v2.0/routers/5b32676a-ce3e-4fa7-9ead-4ea56023094f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7056513 Jul 13 13:59:14.580046 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 35456) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:59:14.635167 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b63fed5-daf5-4332-bbea-9783e3e446fb tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:59:14.636726 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b63fed5-daf5-4332-bbea-9783e3e446fb tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:59:14.638364 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-0b63fed5-daf5-4332-bbea-9783e3e446fb tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0573974 Jul 13 13:59:14.641187 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 35458) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:59:14.695741 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec526c5b-3788-4b43-b15a-427571d9da79 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Deleting subnet d07971ff-fa1d-4c1c-b76d-36ca8764fc92 {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 13:59:14.699348 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ec526c5b-3788-4b43-b15a-427571d9da79 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:14.778012 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ec526c5b-3788-4b43-b15a-427571d9da79 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6018489'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:14.903806 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ec526c5b-3788-4b43-b15a-427571d9da79 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:14.973059 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ec526c5b-3788-4b43-b15a-427571d9da79 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6018534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6105009'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:15.002805 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec526c5b-3788-4b43-b15a-427571d9da79 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Pushing event deleted for resources: {'Subnet': ['ID=d07971ff-fa1d-4c1c-b76d-36ca8764fc92,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:59:15.005357 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ec526c5b-3788-4b43-b15a-427571d9da79 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:15.007474 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-ec526c5b-3788-4b43-b15a-427571d9da79 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "DELETE /v2.0/subnets/d07971ff-fa1d-4c1c-b76d-36ca8764fc92 HTTP/1.1" status: 204 len: 168 time: 0.3651938 Jul 13 13:59:15.009903 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 35462) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:59:15.025820 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbdcd443-309b-4f99-b988-fa2ca68712ee None None] Network 10c44b48-d3bd-40b3-a4f4-972813fd3a15 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:59:15.102431 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-2cfbd196-4ed2-43b6-a2e8-6c5a8b0acf22 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.0913649 Jul 13 13:59:15.104690 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 35464) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:59:15.201266 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-94d8fbf1-6b67-4d92-bd2c-83c3e07c7093 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks [] for router, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:15.300761 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64e70fa3-d437-401e-87f8-e6e6abf2f2c2 None None] DHCP port deletion for 10c44b48-d3bd-40b3-a4f4-972813fd3a15 request from n-d-800634-1 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 13:59:15.367823 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-64e70fa3-d437-401e-87f8-e6e6abf2f2c2 None None] Deleting port 44bc8ca3-bcb7-4474-9f4c-eeded3f6b806 {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:59:15.368302 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-64e70fa3-d437-401e-87f8-e6e6abf2f2c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:15.438687 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-64e70fa3-d437-401e-87f8-e6e6abf2f2c2 None None] For port 44bc8ca3-bcb7-4474-9f4c-eeded3f6b806, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=44bc8ca3-bcb7-4474-9f4c-eeded3f6b806,segment=NetworkSegment(1547ed8f-36ea-429a-a729-e0e4e9fcad02),segment_id=1547ed8f-36ea-429a-a729-e0e4e9fcad02)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:59:15.439345 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-64e70fa3-d437-401e-87f8-e6e6abf2f2c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:15.452004 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-94d8fbf1-6b67-4d92-bd2c-83c3e07c7093 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1591938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2696'] for router, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:15.456066 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-94d8fbf1-6b67-4d92-bd2c-83c3e07c7093 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:15.459525 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-64e70fa3-d437-401e-87f8-e6e6abf2f2c2 None None] Calling delete_port for 44bc8ca3-bcb7-4474-9f4c-eeded3f6b806 owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:59:15.472624 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd33829-67ed-4403-946a-38ee1d54895e req-b78b8033-947e-444e-92ca-a54f7dea01f4 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:59:15.482068 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0fd33829-67ed-4403-946a-38ee1d54895e req-b78b8033-947e-444e-92ca-a54f7dea01f4 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/ports?device_id=50c270a9-8a7b-4c25-9432-b640853488c2 HTTP/1.1" status: 200 len: 944 time: 0.0951674 Jul 13 13:59:15.509885 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-94d8fbf1-6b67-4d92-bd2c-83c3e07c7093 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593106'] for router, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:15.510467 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94d8fbf1-6b67-4d92-bd2c-83c3e07c7093 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Fanout notify agent at l3_agent the message router_deleted on router 5b32676a-ce3e-4fa7-9ead-4ea56023094f {{(pid=93751) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 13:59:15.519934 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-94d8fbf1-6b67-4d92-bd2c-83c3e07c7093 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:15.521116 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-94d8fbf1-6b67-4d92-bd2c-83c3e07c7093 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "DELETE /v2.0/routers/5b32676a-ce3e-4fa7-9ead-4ea56023094f HTTP/1.1" status: 204 len: 168 time: 0.4154119 Jul 13 13:59:15.523688 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 35468) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:59:15.542318 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0fd33829-67ed-4403-946a-38ee1d54895e req-d5a5cad2-19e2-41ef-917c-51a3d3d13243 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c6f9ebb-83a6-44c9-abda-c7c8f7f7ed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590386 Jul 13 13:59:15.565261 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-64e70fa3-d437-401e-87f8-e6e6abf2f2c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:15.593370 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e70fa3-d437-401e-87f8-e6e6abf2f2c2 None None] Pushing event deleted for resources: {'Port': ['ID=44bc8ca3-bcb7-4474-9f4c-eeded3f6b806,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:59:15.606765 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e70fa3-d437-401e-87f8-e6e6abf2f2c2 None None] No DVR routers for this DVR port 44bc8ca3-bcb7-4474-9f4c-eeded3f6b806 on host n-d-800634-1 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:59:15.646813 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b962bb10-8962-4c14-9324-608773870047 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:59:15.648479 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-b962bb10-8962-4c14-9324-608773870047 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1238358 Jul 13 13:59:15.651136 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 35470) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:59:15.703417 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62358c4b-1259-428a-88e3-14872f019bac tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:59:15.704800 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-62358c4b-1259-428a-88e3-14872f019bac tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0527425 Jul 13 13:59:15.707316 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 35472) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:59:15.750848 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-fd1b576f-8e9c-497d-9a33-174c45f9e757 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0424366 Jul 13 13:59:15.755564 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 35474) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:59:15.760454 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-10d05213-b97f-4352-8ab1-9698838eab43 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Request body: {'subnet': {'network_id': '10c44b48-d3bd-40b3-a4f4-972813fd3a15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:59:15.854769 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10d05213-b97f-4352-8ab1-9698838eab43 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Made reservation on behalf of 295c60a61aa44fb3bb3079337a011e52 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:59:15.858989 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-10d05213-b97f-4352-8ab1-9698838eab43 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4763385'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:16.109988 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e8dced9-b811-40d5-a982-3381ca0cf18b None None] Sync routers for ids ['5b32676a-ce3e-4fa7-9ead-4ea56023094f'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 13:59:16.118838 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8dced9-b811-40d5-a982-3381ca0cf18b None None] Routers set() bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:59:16.119290 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8dced9-b811-40d5-a982-3381ca0cf18b None None] Router IDs set() for agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 13 13:59:16.119990 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_agentschedulers_db [None req-1e8dced9-b811-40d5-a982-3381ca0cf18b None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'5b32676a-ce3e-4fa7-9ead-4ea56023094f'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:58:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent'). {{(pid=93752) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 13 13:59:16.128016 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8dced9-b811-40d5-a982-3381ca0cf18b None None] Routers set() bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 13:59:16.128505 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8dced9-b811-40d5-a982-3381ca0cf18b None None] Router IDs set() for agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 13 13:59:16.129178 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_agentschedulers_db [None req-1e8dced9-b811-40d5-a982-3381ca0cf18b None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'5b32676a-ce3e-4fa7-9ead-4ea56023094f'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:58:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent'). {{(pid=93752) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 13 13:59:16.129728 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e8dced9-b811-40d5-a982-3381ca0cf18b None None] The sync data for ids ['5b32676a-ce3e-4fa7-9ead-4ea56023094f'] in n-d-800634-1 is: [] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 13:59:16.167325 n-d-800634-1 neutron-server[93750]: DEBUG neutron.objects.ports [None req-10d05213-b97f-4352-8ab1-9698838eab43 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93750) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 13 13:59:16.169326 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-10d05213-b97f-4352-8ab1-9698838eab43 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5970588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4763339'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:16.228649 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d05213-b97f-4352-8ab1-9698838eab43 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Network 10c44b48-d3bd-40b3-a4f4-972813fd3a15 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:59:16.232264 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-10d05213-b97f-4352-8ab1-9698838eab43 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:59:16.236895 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d05213-b97f-4352-8ab1-9698838eab43 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:59:16.237492 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-10d05213-b97f-4352-8ab1-9698838eab43 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:16.246506 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d05213-b97f-4352-8ab1-9698838eab43 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Pushing event updated for resources: {'Subnet': ['ID=7e562626-c8e9-424f-88d3-804139b69be5,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:59:16.248395 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf8e62e-65bc-47d4-b576-d1e2c6cbd2fd None None] Network 10c44b48-d3bd-40b3-a4f4-972813fd3a15 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:59:16.263109 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-10d05213-b97f-4352-8ab1-9698838eab43 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.5064793 Jul 13 13:59:16.266077 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 35478) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:59:16.271810 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-4e5e1f3c-bdf2-42d6-9e32-0e69d5baad27 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Request body: {'subnet': {'network_id': '10c44b48-d3bd-40b3-a4f4-972813fd3a15', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:59:16.407618 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e5e1f3c-bdf2-42d6-9e32-0e69d5baad27 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Made reservation on behalf of 295c60a61aa44fb3bb3079337a011e52 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:59:16.412234 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4e5e1f3c-bdf2-42d6-9e32-0e69d5baad27 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4763385'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:16.425385 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b10a5bc1-95e4-4a62-bc0b-f4e621ae4b10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a7201e1-61ce-5a3e-b7f7-e800379ed03b-10c44b48-d3bd-40b3-a4f4-972813fd3a15', 'network_id': '10c44b48-d3bd-40b3-a4f4-972813fd3a15', 'tenant_id': '295c60a61aa44fb3bb3079337a011e52', 'fixed_ips': [{'subnet_id': '7e562626-c8e9-424f-88d3-804139b69be5'}]}} from n-d-800634-1. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 13:59:16.426345 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b10a5bc1-95e4-4a62-bc0b-f4e621ae4b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:16.589254 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-b10a5bc1-95e4-4a62-bc0b-f4e621ae4b10 None None] Allocated IP 2001:db8::f816:3eff:fe02:7208 (10c44b48-d3bd-40b3-a4f4-972813fd3a15/7e562626-c8e9-424f-88d3-804139b69be5/6c9d280b-2164-431e-a0cf-b9a3e0ed3c52) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:59:16.737068 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4e5e1f3c-bdf2-42d6-9e32-0e69d5baad27 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5970588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4763339'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:16.773072 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b10a5bc1-95e4-4a62-bc0b-f4e621ae4b10 None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:16.784130 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b10a5bc1-95e4-4a62-bc0b-f4e621ae4b10 None None] Transition to ACTIVE for port object 6c9d280b-2164-431e-a0cf-b9a3e0ed3c52 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:59:16.793089 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e5e1f3c-bdf2-42d6-9e32-0e69d5baad27 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Network 10c44b48-d3bd-40b3-a4f4-972813fd3a15 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:59:16.798553 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-4e5e1f3c-bdf2-42d6-9e32-0e69d5baad27 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:59:16.801058 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b10a5bc1-95e4-4a62-bc0b-f4e621ae4b10 None None] Transition to ACTIVE for port object 6c9d280b-2164-431e-a0cf-b9a3e0ed3c52 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:59:16.805051 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e5e1f3c-bdf2-42d6-9e32-0e69d5baad27 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:59:16.805699 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4e5e1f3c-bdf2-42d6-9e32-0e69d5baad27 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:16.810260 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b10a5bc1-95e4-4a62-bc0b-f4e621ae4b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:16.824549 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5e1f3c-bdf2-42d6-9e32-0e69d5baad27 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Pushing event updated for resources: {'Subnet': ['ID=3fbfb459-ba06-4edc-a235-ae801fea5eed,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:59:16.836710 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afdf08f-ed03-4f71-88b5-d80ac5d1da9b req-996a5ac1-04ec-46ce-8168-d676a75d303f tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:59:16.838290 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9afdf08f-ed03-4f71-88b5-d80ac5d1da9b req-996a5ac1-04ec-46ce-8168-d676a75d303f tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/ports?device_id=50c270a9-8a7b-4c25-9432-b640853488c2 HTTP/1.1" status: 200 len: 944 time: 0.1544347 Jul 13 13:59:16.840165 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-4e5e1f3c-bdf2-42d6-9e32-0e69d5baad27 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5730579 Jul 13 13:59:16.843320 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 35484) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:59:16.851846 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-b85ac5ac-0876-46c3-ba06-eadbff116009 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Request body: {'port': {'network_id': '10c44b48-d3bd-40b3-a4f4-972813fd3a15', 'mac_address': 'fa:16:3e:1f:8a:90', 'name': 'tempest-NetworksTestDHCPv6-27268207'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:59:16.868417 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b10a5bc1-95e4-4a62-bc0b-f4e621ae4b10 None None] Network 10c44b48-d3bd-40b3-a4f4-972813fd3a15 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:59:16.873088 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-b10a5bc1-95e4-4a62-bc0b-f4e621ae4b10 None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:59:16.878175 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10a5bc1-95e4-4a62-bc0b-f4e621ae4b10 None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:59:16.881623 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10a5bc1-95e4-4a62-bc0b-f4e621ae4b10 None None] Pushing event updated for resources: {'Port': ['ID=6c9d280b-2164-431e-a0cf-b9a3e0ed3c52,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:59:16.908706 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9afdf08f-ed03-4f71-88b5-d80ac5d1da9b req-a6cd2784-dfa8-4174-8efd-550173cfc641 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c6f9ebb-83a6-44c9-abda-c7c8f7f7ed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522263 Jul 13 13:59:16.964836 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-b10a5bc1-95e4-4a62-bc0b-f4e621ae4b10 None None] Attempting to bind port 6c9d280b-2164-431e-a0cf-b9a3e0ed3c52 on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:59:16.965329 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-b10a5bc1-95e4-4a62-bc0b-f4e621ae4b10 None None] Attempting to bind port 6c9d280b-2164-431e-a0cf-b9a3e0ed3c52 by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '1547ed8f-36ea-429a-a729-e0e4e9fcad02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '10c44b48-d3bd-40b3-a4f4-972813fd3a15'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:59:16.965707 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10a5bc1-95e4-4a62-bc0b-f4e621ae4b10 None None] Attempting to bind port 6c9d280b-2164-431e-a0cf-b9a3e0ed3c52 on network 10c44b48-d3bd-40b3-a4f4-972813fd3a15 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:59:16.972192 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10a5bc1-95e4-4a62-bc0b-f4e621ae4b10 None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 58, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:59:16.972567 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10a5bc1-95e4-4a62-bc0b-f4e621ae4b10 None None] Checking segment: {'id': '1547ed8f-36ea-429a-a729-e0e4e9fcad02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '10c44b48-d3bd-40b3-a4f4-972813fd3a15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:59:16.972972 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b10a5bc1-95e4-4a62-bc0b-f4e621ae4b10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:16.973391 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10a5bc1-95e4-4a62-bc0b-f4e621ae4b10 None None] Bound using segment: {'id': '1547ed8f-36ea-429a-a729-e0e4e9fcad02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '10c44b48-d3bd-40b3-a4f4-972813fd3a15'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:59:16.973874 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-b10a5bc1-95e4-4a62-bc0b-f4e621ae4b10 None None] Bound port: 6c9d280b-2164-431e-a0cf-b9a3e0ed3c52, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1547ed8f-36ea-429a-a729-e0e4e9fcad02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '10c44b48-d3bd-40b3-a4f4-972813fd3a15'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:59:16.974261 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b10a5bc1-95e4-4a62-bc0b-f4e621ae4b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:16.999854 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b85ac5ac-0876-46c3-ba06-eadbff116009 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Made reservation on behalf of 295c60a61aa44fb3bb3079337a011e52 for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:59:17.050635 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b10a5bc1-95e4-4a62-bc0b-f4e621ae4b10 None None] For port 6c9d280b-2164-431e-a0cf-b9a3e0ed3c52, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:59:17.054233 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b10a5bc1-95e4-4a62-bc0b-f4e621ae4b10 None None] For port 6c9d280b-2164-431e-a0cf-b9a3e0ed3c52, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=6c9d280b-2164-431e-a0cf-b9a3e0ed3c52,segment=NetworkSegment(1547ed8f-36ea-429a-a729-e0e4e9fcad02),segment_id=1547ed8f-36ea-429a-a729-e0e4e9fcad02)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:59:17.062005 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b10a5bc1-95e4-4a62-bc0b-f4e621ae4b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:17.127582 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b85ac5ac-0876-46c3-ba06-eadbff116009 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:17.134363 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10a5bc1-95e4-4a62-bc0b-f4e621ae4b10 None None] Pushing event updated for resources: {'Port': ['ID=6c9d280b-2164-431e-a0cf-b9a3e0ed3c52,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:59:17.156240 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [None req-b85ac5ac-0876-46c3-ba06-eadbff116009 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] device_id is not set on port 8bf3c1de-5794-48af-a9de-ca98aa438b1d yet. {{(pid=93751) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 13:59:17.196539 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8749038c-eb24-4e82-b65f-5303782ada3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:17.287936 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 279c09e7-ff38-4b41-bfc2-11dd52c58308 no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:59:17.311604 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: 279c09e7-ff38-4b41-bfc2-11dd52c58308 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:59:17.311956 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 279c09e7-ff38-4b41-bfc2-11dd52c58308 not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:59:17.312374 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 44bc8ca3-bcb7-4474-9f4c-eeded3f6b806 no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:59:17.342375 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-b85ac5ac-0876-46c3-ba06-eadbff116009 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Allocated IP 172.20.0.13 (10c44b48-d3bd-40b3-a4f4-972813fd3a15/3fbfb459-ba06-4edc-a235-ae801fea5eed/8bf3c1de-5794-48af-a9de-ca98aa438b1d) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:59:17.351082 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-b85ac5ac-0876-46c3-ba06-eadbff116009 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Allocated IP 2001:db8::f816:3eff:fe1f:8a90 (10c44b48-d3bd-40b3-a4f4-972813fd3a15/7e562626-c8e9-424f-88d3-804139b69be5/8bf3c1de-5794-48af-a9de-ca98aa438b1d) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:59:17.360859 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: 44bc8ca3-bcb7-4474-9f4c-eeded3f6b806 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:59:17.361158 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 44bc8ca3-bcb7-4474-9f4c-eeded3f6b806 not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:59:17.583778 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ece590-4250-4731-95f3-91890f151741 req-7999432d-af73-4688-af93-16bb365a0cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:59:17.585186 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e0ece590-4250-4731-95f3-91890f151741 req-7999432d-af73-4688-af93-16bb365a0cf1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=50c270a9-8a7b-4c25-9432-b640853488c2&tenant_id=adbbbd39f9524bd68afb0008cc2d263c HTTP/1.1" status: 200 len: 1095 time: 0.1372738 Jul 13 13:59:17.587908 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b85ac5ac-0876-46c3-ba06-eadbff116009 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:17.601191 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-b85ac5ac-0876-46c3-ba06-eadbff116009 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Transition to ACTIVE for port object 8bf3c1de-5794-48af-a9de-ca98aa438b1d will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:59:17.674127 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b85ac5ac-0876-46c3-ba06-eadbff116009 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:17.728934 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ece590-4250-4731-95f3-91890f151741 req-95d2fd6a-8def-43c8-8c26-0d38af7b220d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:59:17.730481 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e0ece590-4250-4731-95f3-91890f151741 req-95d2fd6a-8def-43c8-8c26-0d38af7b220d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=adbbbd39f9524bd68afb0008cc2d263c&device_id=50c270a9-8a7b-4c25-9432-b640853488c2 HTTP/1.1" status: 200 len: 1095 time: 0.1222820 Jul 13 13:59:17.734108 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b85ac5ac-0876-46c3-ba06-eadbff116009 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Network 10c44b48-d3bd-40b3-a4f4-972813fd3a15 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:59:17.740202 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-b85ac5ac-0876-46c3-ba06-eadbff116009 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:59:17.748125 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ac5ac-0876-46c3-ba06-eadbff116009 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Pushing event updated for resources: {'Port': ['ID=8bf3c1de-5794-48af-a9de-ca98aa438b1d,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:59:17.750569 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85ac5ac-0876-46c3-ba06-eadbff116009 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:59:18.107533 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08bf66c1-f3cb-4b88-8ee4-bd3a164df497 None None] Network 10c44b48-d3bd-40b3-a4f4-972813fd3a15 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:59:18.138544 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8e4233-b2fd-492e-b21c-7b091f8bdec9 req-9a6c73dd-0425-455f-85c0-25cca68d26a4 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:59:18.140274 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7d8e4233-b2fd-492e-b21c-7b091f8bdec9 req-9a6c73dd-0425-455f-85c0-25cca68d26a4 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/ports?device_id=50c270a9-8a7b-4c25-9432-b640853488c2 HTTP/1.1" status: 200 len: 944 time: 0.0733192 Jul 13 13:59:18.197898 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7d8e4233-b2fd-492e-b21c-7b091f8bdec9 req-671fb50f-9af2-4e20-8cd3-a897b5c1c71f tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c6f9ebb-83a6-44c9-abda-c7c8f7f7ed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497038 Jul 13 13:59:18.232581 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b85ac5ac-0876-46c3-ba06-eadbff116009 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:59:18.233411 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b85ac5ac-0876-46c3-ba06-eadbff116009 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:18.257973 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-b85ac5ac-0876-46c3-ba06-eadbff116009 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.4131296 Jul 13 13:59:18.260580 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 35492) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:59:18.293607 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ece590-4250-4731-95f3-91890f151741 req-662728a1-7760-409b-9801-6eab35f743cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:59:18.295519 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e0ece590-4250-4731-95f3-91890f151741 req-662728a1-7760-409b-9801-6eab35f743cc service neutron] 10.222.0.26 "GET /v2.0/networks?id=94bf27fb-3476-4944-8d19-915922f54fa2 HTTP/1.1" status: 200 len: 916 time: 0.5574765 Jul 13 13:59:18.340216 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b8c9658e-4240-463a-aa3e-059c2b32c1e6 None None] Provisioning for port 6c9d280b-2164-431e-a0cf-b9a3e0ed3c52 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:59:18.346511 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b0fbf89-371c-4a02-a10e-5ef85fb4878a tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:59:18.354012 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b0fbf89-371c-4a02-a10e-5ef85fb4878a tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:59:18.355756 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-6b0fbf89-371c-4a02-a10e-5ef85fb4878a tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.0936811 Jul 13 13:59:18.358555 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 35494) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:59:18.402556 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e0ece590-4250-4731-95f3-91890f151741 req-dd92af65-a3f5-4273-b19e-bb7ac96d2af3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=586de893-9461-4cd5-a184-55dfae64afb3 HTTP/1.1" status: 200 len: 1000 time: 0.0987713 Jul 13 13:59:18.483201 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ece590-4250-4731-95f3-91890f151741 req-e7bef3bc-7221-4239-8972-16d971ce1a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:59:18.485418 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e0ece590-4250-4731-95f3-91890f151741 req-e7bef3bc-7221-4239-8972-16d971ce1a77 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=edd80540-96ff-46b4-a1d4-1e9bba1df368 HTTP/1.1" status: 200 len: 855 time: 0.0749018 Jul 13 13:59:18.525220 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce84d4d5-26a5-4aa0-8285-8c6f9bff4d89 None None] Update dhcp port {'port': {'network_id': '10c44b48-d3bd-40b3-a4f4-972813fd3a15', 'fixed_ips': [{'subnet_id': '7e562626-c8e9-424f-88d3-804139b69be5', 'ip_address': '2001:db8::f816:3eff:fe02:7208'}, {'subnet_id': '3fbfb459-ba06-4edc-a235-ae801fea5eed'}], 'binding:host_id': 'n-d-800634-1'}, 'id': '6c9d280b-2164-431e-a0cf-b9a3e0ed3c52'} from n-d-800634-1. {{(pid=93752) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 13 13:59:18.540171 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-ff05290c-56b1-45fc-9b49-118f7a47a0b4 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Deleting port 8bf3c1de-5794-48af-a9de-ca98aa438b1d {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:59:18.540515 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ff05290c-56b1-45fc-9b49-118f7a47a0b4 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:18.563876 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ce84d4d5-26a5-4aa0-8285-8c6f9bff4d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:18.620420 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ece590-4250-4731-95f3-91890f151741 req-634b0f70-c140-4bbf-b712-12e5be4fbeaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:59:18.621983 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e0ece590-4250-4731-95f3-91890f151741 req-634b0f70-c140-4bbf-b712-12e5be4fbeaf service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=94bf27fb-3476-4944-8d19-915922f54fa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1298330 Jul 13 13:59:18.684782 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ff05290c-56b1-45fc-9b49-118f7a47a0b4 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:18.703282 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-ff05290c-56b1-45fc-9b49-118f7a47a0b4 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Calling delete_port for 8bf3c1de-5794-48af-a9de-ca98aa438b1d owned by {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:59:18.727165 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-ce84d4d5-26a5-4aa0-8285-8c6f9bff4d89 None None] Allocated IP 172.20.0.2 (10c44b48-d3bd-40b3-a4f4-972813fd3a15/3fbfb459-ba06-4edc-a235-ae801fea5eed/6c9d280b-2164-431e-a0cf-b9a3e0ed3c52) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:59:18.782710 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e0ece590-4250-4731-95f3-91890f151741 req-e4df948b-90ef-49e8-bc72-72186ae85ad9 service neutron] 10.222.0.26 "GET /v2.0/networks/94bf27fb-3476-4944-8d19-915922f54fa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531265 Jul 13 13:59:18.821245 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-ce84d4d5-26a5-4aa0-8285-8c6f9bff4d89 None None] For port 6c9d280b-2164-431e-a0cf-b9a3e0ed3c52, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=6c9d280b-2164-431e-a0cf-b9a3e0ed3c52,segment=NetworkSegment(1547ed8f-36ea-429a-a729-e0e4e9fcad02),segment_id=1547ed8f-36ea-429a-a729-e0e4e9fcad02)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:59:18.850028 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ce84d4d5-26a5-4aa0-8285-8c6f9bff4d89 None None] Notify callbacks [] for port, precommit_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:18.866298 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-ce84d4d5-26a5-4aa0-8285-8c6f9bff4d89 None None] Transition to ACTIVE for port object 6c9d280b-2164-431e-a0cf-b9a3e0ed3c52 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:59:18.871601 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ce84d4d5-26a5-4aa0-8285-8c6f9bff4d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:18.920511 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e0ece590-4250-4731-95f3-91890f151741 req-3d8b0d4c-ec37-4096-a668-93eab573ac6a service neutron] 10.222.0.26 "GET /v2.0/networks/94bf27fb-3476-4944-8d19-915922f54fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287820 Jul 13 13:59:18.970939 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce84d4d5-26a5-4aa0-8285-8c6f9bff4d89 None None] Pushing event updated for resources: {'Port': ['ID=6c9d280b-2164-431e-a0cf-b9a3e0ed3c52,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:59:18.996093 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ff05290c-56b1-45fc-9b49-118f7a47a0b4 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:19.027589 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff05290c-56b1-45fc-9b49-118f7a47a0b4 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Pushing event deleted for resources: {'Port': ['ID=8bf3c1de-5794-48af-a9de-ca98aa438b1d,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:59:19.128777 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ff05290c-56b1-45fc-9b49-118f7a47a0b4 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:19.130824 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-ff05290c-56b1-45fc-9b49-118f7a47a0b4 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "DELETE /v2.0/ports/8bf3c1de-5794-48af-a9de-ca98aa438b1d HTTP/1.1" status: 204 len: 168 time: 0.7709737 Jul 13 13:59:19.133947 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 35506) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:59:19.203906 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b716ab-0476-4e28-9c40-5e6c79b8f5ca tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:59:19.205896 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b716ab-0476-4e28-9c40-5e6c79b8f5ca tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:59:19.207465 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b716ab-0476-4e28-9c40-5e6c79b8f5ca tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:59:19.209527 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-e3b716ab-0476-4e28-9c40-5e6c79b8f5ca tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0744822 Jul 13 13:59:19.212877 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 35514) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:59:19.278149 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-38878692-154f-410e-a229-dc00082d5628 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Deleting subnet 3fbfb459-ba06-4edc-a235-ae801fea5eed {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 13:59:19.283424 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-38878692-154f-410e-a229-dc00082d5628 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:19.377363 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-38878692-154f-410e-a229-dc00082d5628 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5431723'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:19.493124 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 6c9d280b-2164-431e-a0cf-b9a3e0ed3c52 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:59:19.569719 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-38878692-154f-410e-a229-dc00082d5628 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:19.640877 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port 6c9d280b-2164-431e-a0cf-b9a3e0ed3c52 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:59:19.646370 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2e3304-6e88-4723-b6d9-2ec3a515f3af req-5080770b-b4db-4399-a76b-3c87b1c725da tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:59:19.648664 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9d2e3304-6e88-4723-b6d9-2ec3a515f3af req-5080770b-b4db-4399-a76b-3c87b1c725da tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/ports?device_id=50c270a9-8a7b-4c25-9432-b640853488c2 HTTP/1.1" status: 200 len: 944 time: 0.1504018 Jul 13 13:59:19.716640 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9d2e3304-6e88-4723-b6d9-2ec3a515f3af req-cbfa8aa1-8909-472e-9b06-85f840c84d27 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c6f9ebb-83a6-44c9-abda-c7c8f7f7ed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601904 Jul 13 13:59:19.733794 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-38878692-154f-410e-a229-dc00082d5628 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5970525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4763356'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:19.809308 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38878692-154f-410e-a229-dc00082d5628 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Pushing event deleted for resources: {'Subnet': ['ID=3fbfb459-ba06-4edc-a235-ae801fea5eed,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:59:19.825055 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-38878692-154f-410e-a229-dc00082d5628 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:19.829293 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-38878692-154f-410e-a229-dc00082d5628 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "DELETE /v2.0/subnets/3fbfb459-ba06-4edc-a235-ae801fea5eed HTTP/1.1" status: 204 len: 168 time: 0.6129980 Jul 13 13:59:19.829875 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 35520) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:59:19.874609 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-65830fb0-343b-48ad-80c3-dad06b773459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:19.901059 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0fd416c-c210-4d3a-a549-ed856e40a75d None None] Network 10c44b48-d3bd-40b3-a4f4-972813fd3a15 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:59:19.909644 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2eab3c8-99a7-4614-8409-e9808411bea8 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Deleting subnet 7e562626-c8e9-424f-88d3-804139b69be5 {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 13:59:19.914134 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e2eab3c8-99a7-4614-8409-e9808411bea8 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:19.978149 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-aee532bb-ba56-4224-94a1-d1340829a012 None None] Could not find standard attr ID for object 8bf3c1de-5794-48af-a9de-ca98aa438b1d. {{(pid=93752) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 13:59:19.983116 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e2eab3c8-99a7-4614-8409-e9808411bea8 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6018489'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:20.019930 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-aee532bb-ba56-4224-94a1-d1340829a012 None None] Provisioning for port 6c9d280b-2164-431e-a0cf-b9a3e0ed3c52 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:59:20.035489 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-aee532bb-ba56-4224-94a1-d1340829a012 None None] Provisioning complete for port 6c9d280b-2164-431e-a0cf-b9a3e0ed3c52 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:59:20.036870 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-aee532bb-ba56-4224-94a1-d1340829a012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:20.075491 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:20.148237 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e2eab3c8-99a7-4614-8409-e9808411bea8 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:20.199290 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-aee532bb-ba56-4224-94a1-d1340829a012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:20.261925 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e2eab3c8-99a7-4614-8409-e9808411bea8 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6018534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6105009'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:20.295611 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2eab3c8-99a7-4614-8409-e9808411bea8 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Pushing event deleted for resources: {'Subnet': ['ID=7e562626-c8e9-424f-88d3-804139b69be5,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:59:20.316564 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e2eab3c8-99a7-4614-8409-e9808411bea8 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:20.321500 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.db.api [None req-aee532bb-ba56-4224-94a1-d1340829a012 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93752) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 13:59:20.321500 n-d-800634-1 neutron-server[93752]: DEBUG oslo_db.api [None req-aee532bb-ba56-4224-94a1-d1340829a012 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 13:59:20.321820 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-e2eab3c8-99a7-4614-8409-e9808411bea8 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "DELETE /v2.0/subnets/7e562626-c8e9-424f-88d3-804139b69be5 HTTP/1.1" status: 204 len: 168 time: 0.4879460 Jul 13 13:59:20.321820 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 35522) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:59:20.393826 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-2dd2a702-ff87-43c1-856f-5434b7542a71 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0682414 Jul 13 13:59:20.394272 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 35524) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:59:20.400312 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-856a0ac7-8975-464b-bc73-c04bbf7d1c6b tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Request body: {'subnet': {'network_id': '10c44b48-d3bd-40b3-a4f4-972813fd3a15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:59:20.503823 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-856a0ac7-8975-464b-bc73-c04bbf7d1c6b tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Made reservation on behalf of 295c60a61aa44fb3bb3079337a011e52 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:59:20.509711 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-856a0ac7-8975-464b-bc73-c04bbf7d1c6b tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4763385'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:20.862175 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-aee532bb-ba56-4224-94a1-d1340829a012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:20.909525 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-aee532bb-ba56-4224-94a1-d1340829a012 None None] For port 6c9d280b-2164-431e-a0cf-b9a3e0ed3c52, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=6c9d280b-2164-431e-a0cf-b9a3e0ed3c52,segment=NetworkSegment(1547ed8f-36ea-429a-a729-e0e4e9fcad02),segment_id=1547ed8f-36ea-429a-a729-e0e4e9fcad02)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:59:20.916273 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-aee532bb-ba56-4224-94a1-d1340829a012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:20.954526 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce5d923-3e9c-4810-9ee9-048f079c3742 None None] Network 10c44b48-d3bd-40b3-a4f4-972813fd3a15 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:59:21.063482 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee532bb-ba56-4224-94a1-d1340829a012 None None] Pushing event updated for resources: {'Port': ['ID=6c9d280b-2164-431e-a0cf-b9a3e0ed3c52,revision_number=6']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:59:21.127857 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b434c682-7a1f-48ca-9995-02c68c13f8a9 None None] Provisioning complete for port 6c9d280b-2164-431e-a0cf-b9a3e0ed3c52 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:59:21.128177 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b434c682-7a1f-48ca-9995-02c68c13f8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:21.159438 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:21.323758 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4d3a6bc-503c-4cb1-8bb8-d182dd8c4537 None None] DHCP port deletion for 10c44b48-d3bd-40b3-a4f4-972813fd3a15 request from n-d-800634-1 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 13:59:21.334480 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa2389b-6933-44a8-9dfd-621a291eba62 req-7e8e0c0b-90eb-4897-b988-13c5416562ed tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:59:21.336595 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9fa2389b-6933-44a8-9dfd-621a291eba62 req-7e8e0c0b-90eb-4897-b988-13c5416562ed tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/ports?device_id=50c270a9-8a7b-4c25-9432-b640853488c2 HTTP/1.1" status: 200 len: 944 time: 0.1530795 Jul 13 13:59:21.379759 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-c4d3a6bc-503c-4cb1-8bb8-d182dd8c4537 None None] Deleting port 6c9d280b-2164-431e-a0cf-b9a3e0ed3c52 {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:59:21.380159 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c4d3a6bc-503c-4cb1-8bb8-d182dd8c4537 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:21.466828 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9fa2389b-6933-44a8-9dfd-621a291eba62 req-0c3a3df1-389f-40e9-b315-d109735769dc tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c6f9ebb-83a6-44c9-abda-c7c8f7f7ed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993500 Jul 13 13:59:21.468094 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-c4d3a6bc-503c-4cb1-8bb8-d182dd8c4537 None None] For port 6c9d280b-2164-431e-a0cf-b9a3e0ed3c52, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=6c9d280b-2164-431e-a0cf-b9a3e0ed3c52,segment=NetworkSegment(1547ed8f-36ea-429a-a729-e0e4e9fcad02),segment_id=1547ed8f-36ea-429a-a729-e0e4e9fcad02)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:59:21.468489 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c4d3a6bc-503c-4cb1-8bb8-d182dd8c4537 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:21.489931 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-c4d3a6bc-503c-4cb1-8bb8-d182dd8c4537 None None] Calling delete_port for 6c9d280b-2164-431e-a0cf-b9a3e0ed3c52 owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:59:21.532024 n-d-800634-1 neutron-server[93750]: DEBUG neutron.objects.ports [None req-856a0ac7-8975-464b-bc73-c04bbf7d1c6b tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93750) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 13 13:59:21.580027 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c4d3a6bc-503c-4cb1-8bb8-d182dd8c4537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:21.615934 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d3a6bc-503c-4cb1-8bb8-d182dd8c4537 None None] Pushing event deleted for resources: {'Port': ['ID=6c9d280b-2164-431e-a0cf-b9a3e0ed3c52,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:59:21.622759 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d3a6bc-503c-4cb1-8bb8-d182dd8c4537 None None] No DVR routers for this DVR port 6c9d280b-2164-431e-a0cf-b9a3e0ed3c52 on host n-d-800634-1 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:59:21.732224 n-d-800634-1 neutron-server[93750]: WARNING neutron.services.revisions.revision_plugin [None req-856a0ac7-8975-464b-bc73-c04bbf7d1c6b tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Could not find related port for resource to bump revision. Jul 13 13:59:21.740863 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.ipam_pluggable_backend [None req-856a0ac7-8975-464b-bc73-c04bbf7d1c6b tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Port 6c9d280b-2164-431e-a0cf-b9a3e0ed3c52 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=93750) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 13 13:59:21.741195 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.ipam_pluggable_backend [None req-856a0ac7-8975-464b-bc73-c04bbf7d1c6b tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Reverting IP allocation for 2001:db8::f816:3eff:fe02:7208 {{(pid=93750) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 13 13:59:21.745394 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.ipam_pluggable_backend [None req-856a0ac7-8975-464b-bc73-c04bbf7d1c6b tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe02:7208 {{(pid=93750) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 13 13:59:21.746878 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-856a0ac7-8975-464b-bc73-c04bbf7d1c6b tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5970588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4763339'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:21.796893 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-856a0ac7-8975-464b-bc73-c04bbf7d1c6b tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Network 10c44b48-d3bd-40b3-a4f4-972813fd3a15 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:59:21.800166 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-856a0ac7-8975-464b-bc73-c04bbf7d1c6b tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:59:21.805256 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-856a0ac7-8975-464b-bc73-c04bbf7d1c6b tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:59:21.805877 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-856a0ac7-8975-464b-bc73-c04bbf7d1c6b tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:21.809396 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856a0ac7-8975-464b-bc73-c04bbf7d1c6b tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Pushing event updated for resources: {'Subnet': ['ID=1094b09d-e516-4322-858a-c7ef5c8d6179,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:59:21.811233 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b1d642-b9ca-4da2-ab02-6a69ca78926a None None] Network 10c44b48-d3bd-40b3-a4f4-972813fd3a15 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:59:21.829201 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-856a0ac7-8975-464b-bc73-c04bbf7d1c6b tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4328766 Jul 13 13:59:21.831865 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 35532) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:59:21.838520 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-ecd6a92f-e9ac-4020-9dd0-50266568be64 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Request body: {'subnet': {'network_id': '10c44b48-d3bd-40b3-a4f4-972813fd3a15', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:59:21.988247 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecd6a92f-e9ac-4020-9dd0-50266568be64 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Made reservation on behalf of 295c60a61aa44fb3bb3079337a011e52 for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:59:21.993110 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ecd6a92f-e9ac-4020-9dd0-50266568be64 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6104980'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:22.002120 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31143265-2703-4f5e-8a64-8a9fdd56f2b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a7201e1-61ce-5a3e-b7f7-e800379ed03b-10c44b48-d3bd-40b3-a4f4-972813fd3a15', 'network_id': '10c44b48-d3bd-40b3-a4f4-972813fd3a15', 'tenant_id': '295c60a61aa44fb3bb3079337a011e52', 'fixed_ips': [{'subnet_id': '1094b09d-e516-4322-858a-c7ef5c8d6179'}]}} from n-d-800634-1. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 13:59:22.003583 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-31143265-2703-4f5e-8a64-8a9fdd56f2b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:22.203387 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-31143265-2703-4f5e-8a64-8a9fdd56f2b5 None None] Allocated IP 2001:db8::f816:3eff:fef5:273b (10c44b48-d3bd-40b3-a4f4-972813fd3a15/1094b09d-e516-4322-858a-c7ef5c8d6179/e0fdeb9e-7861-47f5-bc79-72b4397a94a1) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:59:22.376394 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-31143265-2703-4f5e-8a64-8a9fdd56f2b5 None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:22.381561 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ecd6a92f-e9ac-4020-9dd0-50266568be64 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6018343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6104998'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:22.389400 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-31143265-2703-4f5e-8a64-8a9fdd56f2b5 None None] Transition to ACTIVE for port object e0fdeb9e-7861-47f5-bc79-72b4397a94a1 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:59:22.407036 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-31143265-2703-4f5e-8a64-8a9fdd56f2b5 None None] Transition to ACTIVE for port object e0fdeb9e-7861-47f5-bc79-72b4397a94a1 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:59:22.415946 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-31143265-2703-4f5e-8a64-8a9fdd56f2b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:22.433418 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd6a92f-e9ac-4020-9dd0-50266568be64 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Network 10c44b48-d3bd-40b3-a4f4-972813fd3a15 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:59:22.439856 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-ecd6a92f-e9ac-4020-9dd0-50266568be64 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:59:22.444418 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd6a92f-e9ac-4020-9dd0-50266568be64 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:59:22.445014 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ecd6a92f-e9ac-4020-9dd0-50266568be64 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:22.458981 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd6a92f-e9ac-4020-9dd0-50266568be64 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Pushing event updated for resources: {'Subnet': ['ID=869f69a3-f1aa-47de-b604-28691adac9f5,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:59:22.471086 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 35536) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:59:22.471579 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-ecd6a92f-e9ac-4020-9dd0-50266568be64 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6375284 Jul 13 13:59:22.475518 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31143265-2703-4f5e-8a64-8a9fdd56f2b5 None None] Network 10c44b48-d3bd-40b3-a4f4-972813fd3a15 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:59:22.477083 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-8eb1c3e0-7bf4-402b-90e4-df7e86d37f63 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Request body: {'port': {'network_id': '10c44b48-d3bd-40b3-a4f4-972813fd3a15', 'mac_address': 'fa:16:3e:db:51:58', 'name': 'tempest-NetworksTestDHCPv6-1916110266'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:59:22.484685 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-31143265-2703-4f5e-8a64-8a9fdd56f2b5 None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:59:22.486950 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31143265-2703-4f5e-8a64-8a9fdd56f2b5 None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:59:22.489303 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31143265-2703-4f5e-8a64-8a9fdd56f2b5 None None] Pushing event updated for resources: {'Port': ['ID=e0fdeb9e-7861-47f5-bc79-72b4397a94a1,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:59:22.586407 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-31143265-2703-4f5e-8a64-8a9fdd56f2b5 None None] Attempting to bind port e0fdeb9e-7861-47f5-bc79-72b4397a94a1 on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:59:22.587282 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-31143265-2703-4f5e-8a64-8a9fdd56f2b5 None None] Attempting to bind port e0fdeb9e-7861-47f5-bc79-72b4397a94a1 by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '1547ed8f-36ea-429a-a729-e0e4e9fcad02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '10c44b48-d3bd-40b3-a4f4-972813fd3a15'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:59:22.587668 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31143265-2703-4f5e-8a64-8a9fdd56f2b5 None None] Attempting to bind port e0fdeb9e-7861-47f5-bc79-72b4397a94a1 on network 10c44b48-d3bd-40b3-a4f4-972813fd3a15 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:59:22.599428 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31143265-2703-4f5e-8a64-8a9fdd56f2b5 None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 59, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:59:22.600069 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31143265-2703-4f5e-8a64-8a9fdd56f2b5 None None] Checking segment: {'id': '1547ed8f-36ea-429a-a729-e0e4e9fcad02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '10c44b48-d3bd-40b3-a4f4-972813fd3a15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:59:22.600603 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-31143265-2703-4f5e-8a64-8a9fdd56f2b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:22.601104 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31143265-2703-4f5e-8a64-8a9fdd56f2b5 None None] Bound using segment: {'id': '1547ed8f-36ea-429a-a729-e0e4e9fcad02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '10c44b48-d3bd-40b3-a4f4-972813fd3a15'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:59:22.601926 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-31143265-2703-4f5e-8a64-8a9fdd56f2b5 None None] Bound port: e0fdeb9e-7861-47f5-bc79-72b4397a94a1, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1547ed8f-36ea-429a-a729-e0e4e9fcad02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '10c44b48-d3bd-40b3-a4f4-972813fd3a15'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:59:22.602418 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-31143265-2703-4f5e-8a64-8a9fdd56f2b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:22.661001 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:22.688978 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-31143265-2703-4f5e-8a64-8a9fdd56f2b5 None None] For port e0fdeb9e-7861-47f5-bc79-72b4397a94a1, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:59:22.692810 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-31143265-2703-4f5e-8a64-8a9fdd56f2b5 None None] For port e0fdeb9e-7861-47f5-bc79-72b4397a94a1, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=e0fdeb9e-7861-47f5-bc79-72b4397a94a1,segment=NetworkSegment(1547ed8f-36ea-429a-a729-e0e4e9fcad02),segment_id=1547ed8f-36ea-429a-a729-e0e4e9fcad02)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:59:22.698259 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-31143265-2703-4f5e-8a64-8a9fdd56f2b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:22.705025 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eb1c3e0-7bf4-402b-90e4-df7e86d37f63 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Made reservation on behalf of 295c60a61aa44fb3bb3079337a011e52 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:59:22.765654 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31143265-2703-4f5e-8a64-8a9fdd56f2b5 None None] Pushing event updated for resources: {'Port': ['ID=e0fdeb9e-7861-47f5-bc79-72b4397a94a1,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:59:22.787265 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c7a96b-5f46-447c-906d-c2bfba574344 req-54e5dc13-e7da-4f76-b648-445ed1c5c402 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:59:22.795061 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-31c7a96b-5f46-447c-906d-c2bfba574344 req-54e5dc13-e7da-4f76-b648-445ed1c5c402 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/ports?device_id=50c270a9-8a7b-4c25-9432-b640853488c2 HTTP/1.1" status: 200 len: 944 time: 0.1692667 Jul 13 13:59:22.863442 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-31c7a96b-5f46-447c-906d-c2bfba574344 req-d4dfb923-71f6-47c1-bcc1-3e77a0c3a1e3 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c6f9ebb-83a6-44c9-abda-c7c8f7f7ed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674765 Jul 13 13:59:22.875828 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8eb1c3e0-7bf4-402b-90e4-df7e86d37f63 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:22.909562 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [None req-8eb1c3e0-7bf4-402b-90e4-df7e86d37f63 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] device_id is not set on port 7411e757-2a85-4654-847c-7204b9aa7748 yet. {{(pid=93750) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 13:59:23.186273 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-8eb1c3e0-7bf4-402b-90e4-df7e86d37f63 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Allocated IP 172.20.0.9 (10c44b48-d3bd-40b3-a4f4-972813fd3a15/869f69a3-f1aa-47de-b604-28691adac9f5/7411e757-2a85-4654-847c-7204b9aa7748) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:59:23.193761 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-8eb1c3e0-7bf4-402b-90e4-df7e86d37f63 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Allocated IP 2001:db8::f816:3eff:fedb:5158 (10c44b48-d3bd-40b3-a4f4-972813fd3a15/1094b09d-e516-4322-858a-c7ef5c8d6179/7411e757-2a85-4654-847c-7204b9aa7748) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:59:23.317440 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device e0fdeb9e-7861-47f5-bc79-72b4397a94a1 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:59:23.392176 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port e0fdeb9e-7861-47f5-bc79-72b4397a94a1 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:59:23.397180 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8eb1c3e0-7bf4-402b-90e4-df7e86d37f63 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:23.412178 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [None req-8eb1c3e0-7bf4-402b-90e4-df7e86d37f63 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Transition to ACTIVE for port object 7411e757-2a85-4654-847c-7204b9aa7748 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:59:23.458512 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8eb1c3e0-7bf4-402b-90e4-df7e86d37f63 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:23.463294 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 6c9d280b-2164-431e-a0cf-b9a3e0ed3c52 no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:59:23.486166 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: 6c9d280b-2164-431e-a0cf-b9a3e0ed3c52 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:59:23.486510 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 6c9d280b-2164-431e-a0cf-b9a3e0ed3c52 not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:59:23.523316 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb1c3e0-7bf4-402b-90e4-df7e86d37f63 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Network 10c44b48-d3bd-40b3-a4f4-972813fd3a15 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:59:23.529365 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-8eb1c3e0-7bf4-402b-90e4-df7e86d37f63 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:59:23.531683 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb1c3e0-7bf4-402b-90e4-df7e86d37f63 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:59:23.535700 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb1c3e0-7bf4-402b-90e4-df7e86d37f63 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Pushing event updated for resources: {'Port': ['ID=7411e757-2a85-4654-847c-7204b9aa7748,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:59:23.588192 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb1c3e0-7bf4-402b-90e4-df7e86d37f63 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:59:23.588878 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8eb1c3e0-7bf4-402b-90e4-df7e86d37f63 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:23.609153 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-8eb1c3e0-7bf4-402b-90e4-df7e86d37f63 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.1368327 Jul 13 13:59:23.611818 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 35542) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:59:23.694592 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6024a5ba-24dc-4bdc-84b3-b00afbe645b8 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:59:23.700552 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6024a5ba-24dc-4bdc-84b3-b00afbe645b8 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:59:23.702252 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-6024a5ba-24dc-4bdc-84b3-b00afbe645b8 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.0894482 Jul 13 13:59:23.704935 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 35544) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:59:23.820413 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-25855ed7-808b-49bc-a2e1-5f80bf532fe8 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Deleting port 7411e757-2a85-4654-847c-7204b9aa7748 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:59:23.820761 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-25855ed7-808b-49bc-a2e1-5f80bf532fe8 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:23.951850 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-25855ed7-808b-49bc-a2e1-5f80bf532fe8 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:23.968747 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-25855ed7-808b-49bc-a2e1-5f80bf532fe8 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Calling delete_port for 7411e757-2a85-4654-847c-7204b9aa7748 owned by {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:59:23.994120 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c5a12ad-5a18-4efd-af13-abfe45648f49 None None] Network 10c44b48-d3bd-40b3-a4f4-972813fd3a15 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:59:24.134488 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-0d5328cb-0945-4888-80e4-61bf37f69a94 None None] Provisioning for port e0fdeb9e-7861-47f5-bc79-72b4397a94a1 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:59:24.146477 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-0d5328cb-0945-4888-80e4-61bf37f69a94 None None] Provisioning complete for port e0fdeb9e-7861-47f5-bc79-72b4397a94a1 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:59:24.146872 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-0d5328cb-0945-4888-80e4-61bf37f69a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:24.241238 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b1e254-45a9-47df-b5f8-7f1e62af2adb req-453bfcbc-3faf-4761-8ce0-07c7da9ebfa6 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:59:24.242739 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-23b1e254-45a9-47df-b5f8-7f1e62af2adb req-453bfcbc-3faf-4761-8ce0-07c7da9ebfa6 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/ports?device_id=50c270a9-8a7b-4c25-9432-b640853488c2 HTTP/1.1" status: 200 len: 944 time: 0.2118866 Jul 13 13:59:24.292267 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-0d5328cb-0945-4888-80e4-61bf37f69a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:24.361458 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-23b1e254-45a9-47df-b5f8-7f1e62af2adb req-31642d6a-4796-4f91-b527-0d418e6f066c tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c6f9ebb-83a6-44c9-abda-c7c8f7f7ed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1117194 Jul 13 13:59:24.383577 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-25855ed7-808b-49bc-a2e1-5f80bf532fe8 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:24.393542 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-0d5328cb-0945-4888-80e4-61bf37f69a94 None None] For port e0fdeb9e-7861-47f5-bc79-72b4397a94a1, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=e0fdeb9e-7861-47f5-bc79-72b4397a94a1,segment=NetworkSegment(1547ed8f-36ea-429a-a729-e0e4e9fcad02),segment_id=1547ed8f-36ea-429a-a729-e0e4e9fcad02)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:59:24.413948 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-0d5328cb-0945-4888-80e4-61bf37f69a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:24.434496 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25855ed7-808b-49bc-a2e1-5f80bf532fe8 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Pushing event deleted for resources: {'Port': ['ID=7411e757-2a85-4654-847c-7204b9aa7748,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:59:24.441648 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ed6b31-fe8f-4257-aacd-31394c408230 None None] Update dhcp port {'port': {'network_id': '10c44b48-d3bd-40b3-a4f4-972813fd3a15', 'fixed_ips': [{'subnet_id': '1094b09d-e516-4322-858a-c7ef5c8d6179', 'ip_address': '2001:db8::f816:3eff:fef5:273b'}, {'subnet_id': '869f69a3-f1aa-47de-b604-28691adac9f5'}], 'binding:host_id': 'n-d-800634-1'}, 'id': 'e0fdeb9e-7861-47f5-bc79-72b4397a94a1'} from n-d-800634-1. {{(pid=93752) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 13 13:59:24.497153 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-04ed6b31-fe8f-4257-aacd-31394c408230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:24.499093 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5328cb-0945-4888-80e4-61bf37f69a94 None None] Pushing event updated for resources: {'Port': ['ID=e0fdeb9e-7861-47f5-bc79-72b4397a94a1,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:59:24.545658 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-25855ed7-808b-49bc-a2e1-5f80bf532fe8 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:24.550640 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 35550) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:59:24.552018 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-25855ed7-808b-49bc-a2e1-5f80bf532fe8 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "DELETE /v2.0/ports/7411e757-2a85-4654-847c-7204b9aa7748 HTTP/1.1" status: 204 len: 168 time: 0.8448052 Jul 13 13:59:24.622130 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15492f7e-2a47-478d-930d-c9059cf2cb7f tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:59:24.624130 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15492f7e-2a47-478d-930d-c9059cf2cb7f tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:59:24.625902 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15492f7e-2a47-478d-930d-c9059cf2cb7f tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:59:24.630055 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-15492f7e-2a47-478d-930d-c9059cf2cb7f tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0752497 Jul 13 13:59:24.631481 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 35552) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:59:24.704750 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-9803ee87-65a4-444e-a02b-ea065fa67fa2 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Deleting subnet 1094b09d-e516-4322-858a-c7ef5c8d6179 {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 13:59:24.716237 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-04ed6b31-fe8f-4257-aacd-31394c408230 None None] Allocated IP 172.20.0.2 (10c44b48-d3bd-40b3-a4f4-972813fd3a15/869f69a3-f1aa-47de-b604-28691adac9f5/e0fdeb9e-7861-47f5-bc79-72b4397a94a1) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:59:24.819576 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-04ed6b31-fe8f-4257-aacd-31394c408230 None None] For port e0fdeb9e-7861-47f5-bc79-72b4397a94a1, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=e0fdeb9e-7861-47f5-bc79-72b4397a94a1,segment=NetworkSegment(1547ed8f-36ea-429a-a729-e0e4e9fcad02),segment_id=1547ed8f-36ea-429a-a729-e0e4e9fcad02)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:59:24.850154 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-04ed6b31-fe8f-4257-aacd-31394c408230 None None] Notify callbacks [] for port, precommit_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:24.864722 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-04ed6b31-fe8f-4257-aacd-31394c408230 None None] Transition to ACTIVE for port object e0fdeb9e-7861-47f5-bc79-72b4397a94a1 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:59:24.869517 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9803ee87-65a4-444e-a02b-ea065fa67fa2 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:24.869981 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-04ed6b31-fe8f-4257-aacd-31394c408230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:24.920953 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9803ee87-65a4-444e-a02b-ea065fa67fa2 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5431723'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:24.975686 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ed6b31-fe8f-4257-aacd-31394c408230 None None] Pushing event updated for resources: {'Port': ['ID=e0fdeb9e-7861-47f5-bc79-72b4397a94a1,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:59:25.086449 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9803ee87-65a4-444e-a02b-ea065fa67fa2 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:25.171239 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9803ee87-65a4-444e-a02b-ea065fa67fa2 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5970525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4763356'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:25.204312 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9803ee87-65a4-444e-a02b-ea065fa67fa2 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Pushing event deleted for resources: {'Subnet': ['ID=1094b09d-e516-4322-858a-c7ef5c8d6179,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:59:25.218333 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9803ee87-65a4-444e-a02b-ea065fa67fa2 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:25.222948 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-9803ee87-65a4-444e-a02b-ea065fa67fa2 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "DELETE /v2.0/subnets/1094b09d-e516-4322-858a-c7ef5c8d6179 HTTP/1.1" status: 204 len: 168 time: 0.5878220 Jul 13 13:59:25.223332 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 35556) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:59:25.310868 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-df99f178-f673-4306-973e-d3ba0d710a4b tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Deleting subnet 869f69a3-f1aa-47de-b604-28691adac9f5 {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 13:59:25.315973 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-df99f178-f673-4306-973e-d3ba0d710a4b tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:25.322236 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device e0fdeb9e-7861-47f5-bc79-72b4397a94a1 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:59:25.378156 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-df99f178-f673-4306-973e-d3ba0d710a4b tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5431723'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:25.591097 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-df99f178-f673-4306-973e-d3ba0d710a4b tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:25.719186 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-df99f178-f673-4306-973e-d3ba0d710a4b tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5970525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4763356'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:25.734788 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0c2d1b-8402-414c-ac82-e0aa9bb295f3 req-2a4c94c7-b1bd-4cdc-a6c8-63b2931adfed tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:59:25.736423 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3d0c2d1b-8402-414c-ac82-e0aa9bb295f3 req-2a4c94c7-b1bd-4cdc-a6c8-63b2931adfed tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/ports?device_id=50c270a9-8a7b-4c25-9432-b640853488c2 HTTP/1.1" status: 200 len: 944 time: 0.1500630 Jul 13 13:59:25.762504 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df99f178-f673-4306-973e-d3ba0d710a4b tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Pushing event deleted for resources: {'Subnet': ['ID=869f69a3-f1aa-47de-b604-28691adac9f5,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:59:25.774083 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-df99f178-f673-4306-973e-d3ba0d710a4b tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:25.778341 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-df99f178-f673-4306-973e-d3ba0d710a4b tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "DELETE /v2.0/subnets/869f69a3-f1aa-47de-b604-28691adac9f5 HTTP/1.1" status: 204 len: 168 time: 0.5515103 Jul 13 13:59:25.781400 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 35562) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:59:25.823638 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3d0c2d1b-8402-414c-ac82-e0aa9bb295f3 req-2d254911-6225-4466-b5cd-80275e006b59 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c6f9ebb-83a6-44c9-abda-c7c8f7f7ed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649085 Jul 13 13:59:25.827883 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-62b972f0-9839-4f48-be08-51b58ccb1e25 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0449879 Jul 13 13:59:25.830539 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 35564) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:59:25.837086 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-78d24e2b-402a-4040-89aa-cb2eec39937b tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Request body: {'subnet': {'network_id': '10c44b48-d3bd-40b3-a4f4-972813fd3a15', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:59:25.908498 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93db4b5e-3cd8-4b24-b5f7-4d2774e91eb6 None None] Network 10c44b48-d3bd-40b3-a4f4-972813fd3a15 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:59:25.964030 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78d24e2b-402a-4040-89aa-cb2eec39937b tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Made reservation on behalf of 295c60a61aa44fb3bb3079337a011e52 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:59:25.967951 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-78d24e2b-402a-4040-89aa-cb2eec39937b tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4763385'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:25.984863 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-159622ac-885c-4f07-b7cb-770d92124325 None None] Could not find standard attr ID for object 7411e757-2a85-4654-847c-7204b9aa7748. {{(pid=93752) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 13:59:26.014315 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-159622ac-885c-4f07-b7cb-770d92124325 None None] Provisioning for port e0fdeb9e-7861-47f5-bc79-72b4397a94a1 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:59:26.040079 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-159622ac-885c-4f07-b7cb-770d92124325 None None] Provisioning complete for port e0fdeb9e-7861-47f5-bc79-72b4397a94a1 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:59:26.040601 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-159622ac-885c-4f07-b7cb-770d92124325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:26.241169 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-78d24e2b-402a-4040-89aa-cb2eec39937b tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5970588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4763339'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:26.294059 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d24e2b-402a-4040-89aa-cb2eec39937b tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Network 10c44b48-d3bd-40b3-a4f4-972813fd3a15 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:59:26.300640 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-78d24e2b-402a-4040-89aa-cb2eec39937b tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:59:26.319614 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d24e2b-402a-4040-89aa-cb2eec39937b tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:59:26.320213 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-78d24e2b-402a-4040-89aa-cb2eec39937b tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:26.331165 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d24e2b-402a-4040-89aa-cb2eec39937b tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Pushing event updated for resources: {'Subnet': ['ID=d7f20646-3d81-4ff0-a870-c27979eafdf1,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:59:26.345163 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-78d24e2b-402a-4040-89aa-cb2eec39937b tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5133448 Jul 13 13:59:26.348242 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 35566) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:59:26.355795 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-21697ba8-6815-4ea3-972a-e08c54a12615 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Request body: {'subnet': {'network_id': '10c44b48-d3bd-40b3-a4f4-972813fd3a15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:59:26.415764 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4df09770-8320-4837-be1f-bc8bd1ad2cd3 None None] DHCP port deletion for 10c44b48-d3bd-40b3-a4f4-972813fd3a15 request from n-d-800634-1 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 13:59:26.476252 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-4df09770-8320-4837-be1f-bc8bd1ad2cd3 None None] Deleting port e0fdeb9e-7861-47f5-bc79-72b4397a94a1 {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:59:26.476637 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4df09770-8320-4837-be1f-bc8bd1ad2cd3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:26.492736 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21697ba8-6815-4ea3-972a-e08c54a12615 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Made reservation on behalf of 295c60a61aa44fb3bb3079337a011e52 for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:59:26.497082 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-21697ba8-6815-4ea3-972a-e08c54a12615 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6104980'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:26.588715 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-4df09770-8320-4837-be1f-bc8bd1ad2cd3 None None] For port e0fdeb9e-7861-47f5-bc79-72b4397a94a1, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=e0fdeb9e-7861-47f5-bc79-72b4397a94a1,segment=NetworkSegment(1547ed8f-36ea-429a-a729-e0e4e9fcad02),segment_id=1547ed8f-36ea-429a-a729-e0e4e9fcad02)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:59:26.589202 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4df09770-8320-4837-be1f-bc8bd1ad2cd3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:26.614809 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-4df09770-8320-4837-be1f-bc8bd1ad2cd3 None None] Calling delete_port for e0fdeb9e-7861-47f5-bc79-72b4397a94a1 owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:59:26.756136 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4df09770-8320-4837-be1f-bc8bd1ad2cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:26.785662 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df09770-8320-4837-be1f-bc8bd1ad2cd3 None None] Pushing event deleted for resources: {'Port': ['ID=e0fdeb9e-7861-47f5-bc79-72b4397a94a1,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:59:26.789460 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df09770-8320-4837-be1f-bc8bd1ad2cd3 None None] No DVR routers for this DVR port e0fdeb9e-7861-47f5-bc79-72b4397a94a1 on host n-d-800634-1 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:59:26.810963 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e5d2f49-b5ab-438d-b761-b980e8b7a50f None None] Network 10c44b48-d3bd-40b3-a4f4-972813fd3a15 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:59:26.974262 n-d-800634-1 neutron-server[93751]: DEBUG neutron.objects.ports [None req-21697ba8-6815-4ea3-972a-e08c54a12615 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93751) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 13 13:59:26.975831 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-21697ba8-6815-4ea3-972a-e08c54a12615 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6018343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6104998'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:27.010262 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88652fb4-7562-4f46-8e19-412c5dec0edb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a7201e1-61ce-5a3e-b7f7-e800379ed03b-10c44b48-d3bd-40b3-a4f4-972813fd3a15', 'network_id': '10c44b48-d3bd-40b3-a4f4-972813fd3a15', 'tenant_id': '295c60a61aa44fb3bb3079337a011e52', 'fixed_ips': [{'subnet_id': '2d3879b1-7161-4ae4-a1de-1e72968f7ed3'}, {'subnet_id': 'd7f20646-3d81-4ff0-a870-c27979eafdf1'}]}} from n-d-800634-1. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 13:59:27.012060 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-88652fb4-7562-4f46-8e19-412c5dec0edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:27.070736 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21697ba8-6815-4ea3-972a-e08c54a12615 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Network 10c44b48-d3bd-40b3-a4f4-972813fd3a15 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:59:27.075878 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-21697ba8-6815-4ea3-972a-e08c54a12615 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:59:27.093490 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21697ba8-6815-4ea3-972a-e08c54a12615 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:59:27.094469 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-21697ba8-6815-4ea3-972a-e08c54a12615 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:27.108380 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21697ba8-6815-4ea3-972a-e08c54a12615 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Pushing event updated for resources: {'Subnet': ['ID=2d3879b1-7161-4ae4-a1de-1e72968f7ed3,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:59:27.125672 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-21697ba8-6815-4ea3-972a-e08c54a12615 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7744367 Jul 13 13:59:27.127836 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 35572) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:59:27.136627 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-2166f79b-4be7-4a62-ab0c-8eb098a2942f tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Request body: {'port': {'network_id': '10c44b48-d3bd-40b3-a4f4-972813fd3a15', 'mac_address': 'fa:16:3e:bd:ce:d0', 'name': 'tempest-NetworksTestDHCPv6-1501990639'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:59:27.209023 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05568eb6-9fd8-4f27-b133-3ad81155cdf5 req-28d22b85-1be3-4192-b0be-b8667f27e2de tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:59:27.213991 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-05568eb6-9fd8-4f27-b133-3ad81155cdf5 req-28d22b85-1be3-4192-b0be-b8667f27e2de tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/ports?device_id=50c270a9-8a7b-4c25-9432-b640853488c2 HTTP/1.1" status: 200 len: 944 time: 0.1537440 Jul 13 13:59:27.266054 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-88652fb4-7562-4f46-8e19-412c5dec0edb None None] Allocated IP 172.20.0.2 (10c44b48-d3bd-40b3-a4f4-972813fd3a15/d7f20646-3d81-4ff0-a870-c27979eafdf1/1a742dc7-daee-43b9-8bd1-cd0d43a79a09) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:59:27.271323 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-05568eb6-9fd8-4f27-b133-3ad81155cdf5 req-4fdaba5f-c105-4f70-b981-7a9cf08d6cd9 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c6f9ebb-83a6-44c9-abda-c7c8f7f7ed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496054 Jul 13 13:59:27.304809 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-88652fb4-7562-4f46-8e19-412c5dec0edb None None] Allocated IP 2001:db8::f816:3eff:fe7a:1f13 (10c44b48-d3bd-40b3-a4f4-972813fd3a15/2d3879b1-7161-4ae4-a1de-1e72968f7ed3/1a742dc7-daee-43b9-8bd1-cd0d43a79a09) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:59:27.340959 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device e0fdeb9e-7861-47f5-bc79-72b4397a94a1 no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:59:27.358560 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2166f79b-4be7-4a62-ab0c-8eb098a2942f tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Made reservation on behalf of 295c60a61aa44fb3bb3079337a011e52 for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:59:27.403049 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: e0fdeb9e-7861-47f5-bc79-72b4397a94a1 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:59:27.403480 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device e0fdeb9e-7861-47f5-bc79-72b4397a94a1 not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:59:27.473665 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2166f79b-4be7-4a62-ab0c-8eb098a2942f tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:27.498920 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [None req-2166f79b-4be7-4a62-ab0c-8eb098a2942f tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] device_id is not set on port d174c62a-e8b1-42e8-9a5e-2d9dd34cae0e yet. {{(pid=93751) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 13:59:27.529841 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-88652fb4-7562-4f46-8e19-412c5dec0edb None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:27.540412 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-88652fb4-7562-4f46-8e19-412c5dec0edb None None] Transition to ACTIVE for port object 1a742dc7-daee-43b9-8bd1-cd0d43a79a09 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:59:27.556437 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-88652fb4-7562-4f46-8e19-412c5dec0edb None None] Transition to ACTIVE for port object 1a742dc7-daee-43b9-8bd1-cd0d43a79a09 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:59:27.570934 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-88652fb4-7562-4f46-8e19-412c5dec0edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:27.622243 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88652fb4-7562-4f46-8e19-412c5dec0edb None None] Network 10c44b48-d3bd-40b3-a4f4-972813fd3a15 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:59:27.630235 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-88652fb4-7562-4f46-8e19-412c5dec0edb None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:59:27.634302 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88652fb4-7562-4f46-8e19-412c5dec0edb None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:59:27.643288 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88652fb4-7562-4f46-8e19-412c5dec0edb None None] Pushing event updated for resources: {'Port': ['ID=1a742dc7-daee-43b9-8bd1-cd0d43a79a09,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:59:27.736680 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-2166f79b-4be7-4a62-ab0c-8eb098a2942f tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Allocated IP 172.20.0.13 (10c44b48-d3bd-40b3-a4f4-972813fd3a15/d7f20646-3d81-4ff0-a870-c27979eafdf1/d174c62a-e8b1-42e8-9a5e-2d9dd34cae0e) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:59:27.757586 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-2166f79b-4be7-4a62-ab0c-8eb098a2942f tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Allocated IP 2001:db8::f816:3eff:febd:ced0 (10c44b48-d3bd-40b3-a4f4-972813fd3a15/2d3879b1-7161-4ae4-a1de-1e72968f7ed3/d174c62a-e8b1-42e8-9a5e-2d9dd34cae0e) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:59:27.776407 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-88652fb4-7562-4f46-8e19-412c5dec0edb None None] Attempting to bind port 1a742dc7-daee-43b9-8bd1-cd0d43a79a09 on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:59:27.777159 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-88652fb4-7562-4f46-8e19-412c5dec0edb None None] Attempting to bind port 1a742dc7-daee-43b9-8bd1-cd0d43a79a09 by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '1547ed8f-36ea-429a-a729-e0e4e9fcad02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '10c44b48-d3bd-40b3-a4f4-972813fd3a15'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:59:27.777783 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88652fb4-7562-4f46-8e19-412c5dec0edb None None] Attempting to bind port 1a742dc7-daee-43b9-8bd1-cd0d43a79a09 on network 10c44b48-d3bd-40b3-a4f4-972813fd3a15 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:59:27.787050 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88652fb4-7562-4f46-8e19-412c5dec0edb None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 59, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:59:27.787861 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88652fb4-7562-4f46-8e19-412c5dec0edb None None] Checking segment: {'id': '1547ed8f-36ea-429a-a729-e0e4e9fcad02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '10c44b48-d3bd-40b3-a4f4-972813fd3a15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:59:27.789422 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-88652fb4-7562-4f46-8e19-412c5dec0edb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:27.790383 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88652fb4-7562-4f46-8e19-412c5dec0edb None None] Bound using segment: {'id': '1547ed8f-36ea-429a-a729-e0e4e9fcad02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '10c44b48-d3bd-40b3-a4f4-972813fd3a15'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:59:27.791192 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-88652fb4-7562-4f46-8e19-412c5dec0edb None None] Bound port: 1a742dc7-daee-43b9-8bd1-cd0d43a79a09, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1547ed8f-36ea-429a-a729-e0e4e9fcad02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '10c44b48-d3bd-40b3-a4f4-972813fd3a15'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:59:27.791980 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-88652fb4-7562-4f46-8e19-412c5dec0edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:27.876396 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-88652fb4-7562-4f46-8e19-412c5dec0edb None None] For port 1a742dc7-daee-43b9-8bd1-cd0d43a79a09, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:59:27.880882 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-88652fb4-7562-4f46-8e19-412c5dec0edb None None] For port 1a742dc7-daee-43b9-8bd1-cd0d43a79a09, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=1a742dc7-daee-43b9-8bd1-cd0d43a79a09,segment=NetworkSegment(1547ed8f-36ea-429a-a729-e0e4e9fcad02),segment_id=1547ed8f-36ea-429a-a729-e0e4e9fcad02)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:59:27.888822 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-88652fb4-7562-4f46-8e19-412c5dec0edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:27.976990 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88652fb4-7562-4f46-8e19-412c5dec0edb None None] Pushing event updated for resources: {'Port': ['ID=1a742dc7-daee-43b9-8bd1-cd0d43a79a09,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:59:27.983587 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2166f79b-4be7-4a62-ab0c-8eb098a2942f tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:28.000204 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-2166f79b-4be7-4a62-ab0c-8eb098a2942f tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Transition to ACTIVE for port object d174c62a-e8b1-42e8-9a5e-2d9dd34cae0e will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:59:28.052710 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2166f79b-4be7-4a62-ab0c-8eb098a2942f tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:28.103945 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2166f79b-4be7-4a62-ab0c-8eb098a2942f tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Network 10c44b48-d3bd-40b3-a4f4-972813fd3a15 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:59:28.107433 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-2166f79b-4be7-4a62-ab0c-8eb098a2942f tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:59:28.110091 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2166f79b-4be7-4a62-ab0c-8eb098a2942f tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:59:28.145848 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2166f79b-4be7-4a62-ab0c-8eb098a2942f tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Pushing event updated for resources: {'Port': ['ID=d174c62a-e8b1-42e8-9a5e-2d9dd34cae0e,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:59:28.177143 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2166f79b-4be7-4a62-ab0c-8eb098a2942f tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:59:28.178182 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2166f79b-4be7-4a62-ab0c-8eb098a2942f tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:28.218321 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 35576) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:59:28.222621 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-2166f79b-4be7-4a62-ab0c-8eb098a2942f tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.0934412 Jul 13 13:59:28.318463 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b87cccea-940c-49eb-b836-eb497b047b49 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:59:28.325216 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b87cccea-940c-49eb-b836-eb497b047b49 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:59:28.329408 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-b87cccea-940c-49eb-b836-eb497b047b49 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.1075156 Jul 13 13:59:28.329626 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 35578) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:59:28.501439 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-066604f6-6a4e-4a18-ae97-77a18b6f56bb tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Deleting port d174c62a-e8b1-42e8-9a5e-2d9dd34cae0e {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:59:28.501749 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-066604f6-6a4e-4a18-ae97-77a18b6f56bb tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:28.612548 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8120ba0-6cbc-4524-a2c0-fd892bfc78c1 req-03ce2c72-609d-4a61-95cf-9c342741e85f tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:59:28.615037 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a8120ba0-6cbc-4524-a2c0-fd892bfc78c1 req-03ce2c72-609d-4a61-95cf-9c342741e85f tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/ports?device_id=50c270a9-8a7b-4c25-9432-b640853488c2 HTTP/1.1" status: 200 len: 944 time: 0.1520782 Jul 13 13:59:28.636734 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-066604f6-6a4e-4a18-ae97-77a18b6f56bb tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:28.660342 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-066604f6-6a4e-4a18-ae97-77a18b6f56bb tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Calling delete_port for d174c62a-e8b1-42e8-9a5e-2d9dd34cae0e owned by {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:59:28.683755 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a8120ba0-6cbc-4524-a2c0-fd892bfc78c1 req-6ccb6c87-1f55-46cb-bb5c-1db18e4d75d4 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c6f9ebb-83a6-44c9-abda-c7c8f7f7ed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628557 Jul 13 13:59:28.904429 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-066604f6-6a4e-4a18-ae97-77a18b6f56bb tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:28.938735 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066604f6-6a4e-4a18-ae97-77a18b6f56bb tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Pushing event deleted for resources: {'Port': ['ID=d174c62a-e8b1-42e8-9a5e-2d9dd34cae0e,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:59:29.076715 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-066604f6-6a4e-4a18-ae97-77a18b6f56bb tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:29.081707 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-066604f6-6a4e-4a18-ae97-77a18b6f56bb tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "DELETE /v2.0/ports/d174c62a-e8b1-42e8-9a5e-2d9dd34cae0e HTTP/1.1" status: 204 len: 168 time: 0.7484560 Jul 13 13:59:29.082122 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 35586) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:59:29.144340 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb4c0533-dc79-41a6-a606-b627e6e3432f tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:59:29.146522 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb4c0533-dc79-41a6-a606-b627e6e3432f tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:59:29.148063 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb4c0533-dc79-41a6-a606-b627e6e3432f tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:59:29.149677 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-cb4c0533-dc79-41a6-a606-b627e6e3432f tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0661693 Jul 13 13:59:29.152597 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 35588) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:59:29.289347 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd226722-f56a-4bde-8d22-39069adab8fd None None] Network 10c44b48-d3bd-40b3-a4f4-972813fd3a15 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:59:29.366983 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 1a742dc7-daee-43b9-8bd1-cd0d43a79a09 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:59:29.369468 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-17320174-544a-4357-96ed-ed46cf32348f None None] Provisioning for port 1a742dc7-daee-43b9-8bd1-cd0d43a79a09 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:59:29.474441 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port 1a742dc7-daee-43b9-8bd1-cd0d43a79a09 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:59:29.483162 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 1a742dc7-daee-43b9-8bd1-cd0d43a79a09 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:59:29.483162 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:29.485440 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-feec0525-7a6d-46de-b9c1-698bc3903e69 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Deleting subnet 2d3879b1-7161-4ae4-a1de-1e72968f7ed3 {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 13:59:29.488758 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-feec0525-7a6d-46de-b9c1-698bc3903e69 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:29.528798 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-feec0525-7a6d-46de-b9c1-698bc3903e69 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5431723'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:29.599993 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:29.620158 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-feec0525-7a6d-46de-b9c1-698bc3903e69 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:29.682977 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-feec0525-7a6d-46de-b9c1-698bc3903e69 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5970525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4763356'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:29.710500 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feec0525-7a6d-46de-b9c1-698bc3903e69 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Pushing event deleted for resources: {'Subnet': ['ID=2d3879b1-7161-4ae4-a1de-1e72968f7ed3,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:59:29.718804 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-feec0525-7a6d-46de-b9c1-698bc3903e69 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:29.720818 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-feec0525-7a6d-46de-b9c1-698bc3903e69 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "DELETE /v2.0/subnets/2d3879b1-7161-4ae4-a1de-1e72968f7ed3 HTTP/1.1" status: 204 len: 168 time: 0.5671570 Jul 13 13:59:29.723472 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 35592) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:59:29.737971 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.db.api [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93752) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 13:59:29.738519 n-d-800634-1 neutron-server[93752]: DEBUG oslo_db.api [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 13:59:29.781475 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5b8fc81-ce40-4409-8bc1-f235c2d6acfe tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Deleting subnet d7f20646-3d81-4ff0-a870-c27979eafdf1 {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 13:59:29.785137 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a5b8fc81-ce40-4409-8bc1-f235c2d6acfe tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:29.811517 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b8c1395-37bc-426c-a474-e3aef07c4d4d None None] Network 10c44b48-d3bd-40b3-a4f4-972813fd3a15 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:59:29.828716 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a5b8fc81-ce40-4409-8bc1-f235c2d6acfe tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6018489'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:29.874588 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-5d644c91-251d-48e1-be00-14aeba8fb25f None None] Provisioning complete for port 1a742dc7-daee-43b9-8bd1-cd0d43a79a09 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:59:29.875060 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5d644c91-251d-48e1-be00-14aeba8fb25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:29.895056 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ed69d4-70bb-475d-9863-b843efb4284a req-b46fa119-30b8-4042-953c-0fe1479d76bc tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:59:29.897327 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-78ed69d4-70bb-475d-9863-b843efb4284a req-b46fa119-30b8-4042-953c-0fe1479d76bc tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/ports?device_id=50c270a9-8a7b-4c25-9432-b640853488c2 HTTP/1.1" status: 200 len: 944 time: 0.0766177 Jul 13 13:59:29.932171 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a5b8fc81-ce40-4409-8bc1-f235c2d6acfe tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:29.948603 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-78ed69d4-70bb-475d-9863-b843efb4284a req-f2a32e1b-eae8-403c-9db8-a2d77b4af052 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c6f9ebb-83a6-44c9-abda-c7c8f7f7ed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440156 Jul 13 13:59:30.005007 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a5b8fc81-ce40-4409-8bc1-f235c2d6acfe tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6018534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6105009'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:30.040272 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b8fc81-ce40-4409-8bc1-f235c2d6acfe tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Pushing event deleted for resources: {'Subnet': ['ID=d7f20646-3d81-4ff0-a870-c27979eafdf1,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:59:30.042302 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a5b8fc81-ce40-4409-8bc1-f235c2d6acfe tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:30.044605 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-a5b8fc81-ce40-4409-8bc1-f235c2d6acfe tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "DELETE /v2.0/subnets/d7f20646-3d81-4ff0-a870-c27979eafdf1 HTTP/1.1" status: 204 len: 168 time: 0.3192122 Jul 13 13:59:30.046562 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 35596) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:59:30.061590 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5d644c91-251d-48e1-be00-14aeba8fb25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:30.086366 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-225be900-6475-4b03-bfeb-2fafb50f2283 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0383484 Jul 13 13:59:30.089014 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 35598) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:59:30.094629 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-3a377e39-eb7f-45fd-a7ef-2e3cc3130bf5 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Request body: {'subnet': {'network_id': '10c44b48-d3bd-40b3-a4f4-972813fd3a15', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:59:30.133426 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.db.api [None req-5d644c91-251d-48e1-be00-14aeba8fb25f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93752) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 13:59:30.133889 n-d-800634-1 neutron-server[93752]: DEBUG oslo_db.api [None req-5d644c91-251d-48e1-be00-14aeba8fb25f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 13:59:30.191819 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a377e39-eb7f-45fd-a7ef-2e3cc3130bf5 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Made reservation on behalf of 295c60a61aa44fb3bb3079337a011e52 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:59:30.192322 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e42295-11ab-4101-8098-cc01c223c9a6 None None] Update dhcp port {'port': {'network_id': '10c44b48-d3bd-40b3-a4f4-972813fd3a15', 'fixed_ips': [{'subnet_id': 'd7f20646-3d81-4ff0-a870-c27979eafdf1'}], 'binding:host_id': 'n-d-800634-1'}, 'id': '1a742dc7-daee-43b9-8bd1-cd0d43a79a09'} from n-d-800634-1. {{(pid=93752) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 13 13:59:30.196012 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3a377e39-eb7f-45fd-a7ef-2e3cc3130bf5 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4763385'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:30.229034 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a8e42295-11ab-4101-8098-cc01c223c9a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:30.303677 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:30.382620 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port 1a742dc7-daee-43b9-8bd1-cd0d43a79a09, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=1a742dc7-daee-43b9-8bd1-cd0d43a79a09,segment=NetworkSegment(1547ed8f-36ea-429a-a729-e0e4e9fcad02),segment_id=1547ed8f-36ea-429a-a729-e0e4e9fcad02)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:59:30.383642 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3a377e39-eb7f-45fd-a7ef-2e3cc3130bf5 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5970588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4763339'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:30.387729 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:30.429450 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a377e39-eb7f-45fd-a7ef-2e3cc3130bf5 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Network 10c44b48-d3bd-40b3-a4f4-972813fd3a15 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:59:30.432602 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-3a377e39-eb7f-45fd-a7ef-2e3cc3130bf5 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:59:30.436759 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a377e39-eb7f-45fd-a7ef-2e3cc3130bf5 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:59:30.437419 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3a377e39-eb7f-45fd-a7ef-2e3cc3130bf5 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:30.439253 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7155890c-029a-469c-8d5a-ac05a8db4c24 None None] Network 10c44b48-d3bd-40b3-a4f4-972813fd3a15 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:59:30.450801 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a377e39-eb7f-45fd-a7ef-2e3cc3130bf5 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Pushing event updated for resources: {'Subnet': ['ID=1daa1b9b-33ce-4878-9151-990c96824d1d,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:59:30.461509 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-3a377e39-eb7f-45fd-a7ef-2e3cc3130bf5 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3713486 Jul 13 13:59:30.464386 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 35600) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:59:30.469414 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-82ad434a-1ff1-4449-a8b1-bc2bfcd721b0 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Request body: {'subnet': {'network_id': '10c44b48-d3bd-40b3-a4f4-972813fd3a15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:59:30.485634 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:30.505204 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=1a742dc7-daee-43b9-8bd1-cd0d43a79a09,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:59:30.582098 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82ad434a-1ff1-4449-a8b1-bc2bfcd721b0 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Made reservation on behalf of 295c60a61aa44fb3bb3079337a011e52 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:59:30.586945 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-82ad434a-1ff1-4449-a8b1-bc2bfcd721b0 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4763385'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:30.710427 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23be3898-efde-4acc-b4b8-d9e832add563 None None] Update dhcp port {'port': {'network_id': '10c44b48-d3bd-40b3-a4f4-972813fd3a15', 'fixed_ips': [{'subnet_id': '1daa1b9b-33ce-4878-9151-990c96824d1d'}], 'binding:host_id': 'n-d-800634-1'}, 'id': '1a742dc7-daee-43b9-8bd1-cd0d43a79a09'} from n-d-800634-1. {{(pid=93752) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 13 13:59:30.750055 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-23be3898-efde-4acc-b4b8-d9e832add563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:30.814456 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:30.877908 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-50dadcc9-a350-4a8d-8348-75f9f736fde5 None None] Provisioning complete for port 1a742dc7-daee-43b9-8bd1-cd0d43a79a09 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:59:30.878198 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-50dadcc9-a350-4a8d-8348-75f9f736fde5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:30.938283 n-d-800634-1 neutron-server[93750]: DEBUG neutron.objects.ports [None req-82ad434a-1ff1-4449-a8b1-bc2bfcd721b0 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93750) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 13 13:59:30.965237 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-23be3898-efde-4acc-b4b8-d9e832add563 None None] Allocated IP 172.20.0.2 (10c44b48-d3bd-40b3-a4f4-972813fd3a15/1daa1b9b-33ce-4878-9151-990c96824d1d/1a742dc7-daee-43b9-8bd1-cd0d43a79a09) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:59:31.104164 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-23be3898-efde-4acc-b4b8-d9e832add563 None None] For port 1a742dc7-daee-43b9-8bd1-cd0d43a79a09, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=1a742dc7-daee-43b9-8bd1-cd0d43a79a09,segment=NetworkSegment(1547ed8f-36ea-429a-a729-e0e4e9fcad02),segment_id=1547ed8f-36ea-429a-a729-e0e4e9fcad02)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:59:31.139260 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-23be3898-efde-4acc-b4b8-d9e832add563 None None] Notify callbacks [] for port, precommit_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:31.154657 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-23be3898-efde-4acc-b4b8-d9e832add563 None None] Transition to ACTIVE for port object 1a742dc7-daee-43b9-8bd1-cd0d43a79a09 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:59:31.156357 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38362e74-8b9f-4c47-b93b-c8643a336f9e req-a3dcb35a-47bf-42eb-9113-8ea872754d61 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:59:31.157959 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-38362e74-8b9f-4c47-b93b-c8643a336f9e req-a3dcb35a-47bf-42eb-9113-8ea872754d61 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/ports?device_id=50c270a9-8a7b-4c25-9432-b640853488c2 HTTP/1.1" status: 200 len: 944 time: 0.0664964 Jul 13 13:59:31.163095 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-23be3898-efde-4acc-b4b8-d9e832add563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:31.242448 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-38362e74-8b9f-4c47-b93b-c8643a336f9e req-871e7d29-7654-4bf3-b0f9-42fdb10e9d0e tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c6f9ebb-83a6-44c9-abda-c7c8f7f7ed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782425 Jul 13 13:59:31.244544 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23be3898-efde-4acc-b4b8-d9e832add563 None None] Pushing event updated for resources: {'Port': ['ID=1a742dc7-daee-43b9-8bd1-cd0d43a79a09,revision_number=7']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:59:31.248790 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-82ad434a-1ff1-4449-a8b1-bc2bfcd721b0 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:31.299221 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 1a742dc7-daee-43b9-8bd1-cd0d43a79a09 no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:59:31.454102 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-82ad434a-1ff1-4449-a8b1-bc2bfcd721b0 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] For port 1a742dc7-daee-43b9-8bd1-cd0d43a79a09, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=1a742dc7-daee-43b9-8bd1-cd0d43a79a09,segment=NetworkSegment(1547ed8f-36ea-429a-a729-e0e4e9fcad02),segment_id=1547ed8f-36ea-429a-a729-e0e4e9fcad02)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:59:31.491700 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-82ad434a-1ff1-4449-a8b1-bc2bfcd721b0 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:31.497594 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-82ad434a-1ff1-4449-a8b1-bc2bfcd721b0 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:31.498804 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-82ad434a-1ff1-4449-a8b1-bc2bfcd721b0 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5970588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4763339'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:31.573804 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:31.588136 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ad434a-1ff1-4449-a8b1-bc2bfcd721b0 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Network 10c44b48-d3bd-40b3-a4f4-972813fd3a15 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:59:31.596291 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-82ad434a-1ff1-4449-a8b1-bc2bfcd721b0 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:59:31.606389 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ad434a-1ff1-4449-a8b1-bc2bfcd721b0 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:59:31.607068 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-82ad434a-1ff1-4449-a8b1-bc2bfcd721b0 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:31.609418 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ad434a-1ff1-4449-a8b1-bc2bfcd721b0 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Pushing event updated for resources: {'Subnet': ['ID=e6ad38a6-8378-4461-af28-caabfe3127bc,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:59:31.620483 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ad434a-1ff1-4449-a8b1-bc2bfcd721b0 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Pushing event updated for resources: {'Port': ['ID=1a742dc7-daee-43b9-8bd1-cd0d43a79a09,revision_number=8']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:59:31.635234 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-82ad434a-1ff1-4449-a8b1-bc2bfcd721b0 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1696897 Jul 13 13:59:31.638047 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 35606) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:59:31.640604 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.db.api [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93752) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 13:59:31.640978 n-d-800634-1 neutron-server[93752]: DEBUG oslo_db.api [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 13:59:31.643198 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-72d96a5f-9b83-481d-ac2c-139c995d5392 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Request body: {'port': {'network_id': '10c44b48-d3bd-40b3-a4f4-972813fd3a15', 'mac_address': 'fa:16:3e:7e:ac:b4', 'name': 'tempest-NetworksTestDHCPv6-208757476'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:59:31.763931 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72d96a5f-9b83-481d-ac2c-139c995d5392 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Made reservation on behalf of 295c60a61aa44fb3bb3079337a011e52 for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:59:31.768299 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-72d96a5f-9b83-481d-ac2c-139c995d5392 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:31.793657 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [None req-72d96a5f-9b83-481d-ac2c-139c995d5392 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] device_id is not set on port bda404cf-fa75-4802-a581-0399628a9d11 yet. {{(pid=93751) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 13:59:31.897021 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce73d0be-3ff7-4963-ad4c-1fba16333138 None None] Network 10c44b48-d3bd-40b3-a4f4-972813fd3a15 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:59:31.966396 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-72d96a5f-9b83-481d-ac2c-139c995d5392 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Allocated IP 172.20.0.12 (10c44b48-d3bd-40b3-a4f4-972813fd3a15/1daa1b9b-33ce-4878-9151-990c96824d1d/bda404cf-fa75-4802-a581-0399628a9d11) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:59:31.973785 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-72d96a5f-9b83-481d-ac2c-139c995d5392 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Allocated IP 2001:db8::f816:3eff:fe7e:acb4 (10c44b48-d3bd-40b3-a4f4-972813fd3a15/e6ad38a6-8378-4461-af28-caabfe3127bc/bda404cf-fa75-4802-a581-0399628a9d11) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:59:32.024219 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-e167729b-b5be-4e9b-8ca0-aa468bf3b5eb None None] Provisioning for port 1a742dc7-daee-43b9-8bd1-cd0d43a79a09 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:59:32.032269 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-e167729b-b5be-4e9b-8ca0-aa468bf3b5eb None None] Provisioning complete for port 1a742dc7-daee-43b9-8bd1-cd0d43a79a09 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:59:32.032874 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e167729b-b5be-4e9b-8ca0-aa468bf3b5eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:32.134797 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-72d96a5f-9b83-481d-ac2c-139c995d5392 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:32.149869 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-72d96a5f-9b83-481d-ac2c-139c995d5392 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Transition to ACTIVE for port object bda404cf-fa75-4802-a581-0399628a9d11 will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:59:32.192262 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:32.192803 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-72d96a5f-9b83-481d-ac2c-139c995d5392 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:32.231615 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port 1a742dc7-daee-43b9-8bd1-cd0d43a79a09, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=1a742dc7-daee-43b9-8bd1-cd0d43a79a09,segment=NetworkSegment(1547ed8f-36ea-429a-a729-e0e4e9fcad02),segment_id=1547ed8f-36ea-429a-a729-e0e4e9fcad02)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:59:32.239853 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:32.247208 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72d96a5f-9b83-481d-ac2c-139c995d5392 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Network 10c44b48-d3bd-40b3-a4f4-972813fd3a15 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:59:32.255156 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-72d96a5f-9b83-481d-ac2c-139c995d5392 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:59:32.260634 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d96a5f-9b83-481d-ac2c-139c995d5392 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:59:32.293465 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d96a5f-9b83-481d-ac2c-139c995d5392 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Pushing event updated for resources: {'Port': ['ID=bda404cf-fa75-4802-a581-0399628a9d11,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:59:32.310448 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=1a742dc7-daee-43b9-8bd1-cd0d43a79a09,revision_number=9']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:59:32.329900 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72d96a5f-9b83-481d-ac2c-139c995d5392 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:59:32.330565 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-72d96a5f-9b83-481d-ac2c-139c995d5392 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:32.351862 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-72d96a5f-9b83-481d-ac2c-139c995d5392 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 0.7104516 Jul 13 13:59:32.352071 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 35612) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:59:32.428025 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e074db64-bfae-4ae8-92f1-871d7e7d74e5 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:59:32.435297 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e074db64-bfae-4ae8-92f1-871d7e7d74e5 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:59:32.439578 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-e074db64-bfae-4ae8-92f1-871d7e7d74e5 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.0838892 Jul 13 13:59:32.440535 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 35614) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:59:32.470860 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da3e8d4-dba8-42bf-abd9-d38519bbec20 req-1c3c590b-7621-4e8c-aff7-10f3113a45e0 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:59:32.478726 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3da3e8d4-dba8-42bf-abd9-d38519bbec20 req-1c3c590b-7621-4e8c-aff7-10f3113a45e0 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/ports?device_id=50c270a9-8a7b-4c25-9432-b640853488c2 HTTP/1.1" status: 200 len: 944 time: 0.0820172 Jul 13 13:59:32.516286 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3da3e8d4-dba8-42bf-abd9-d38519bbec20 req-0ec468d4-2924-44cc-8172-5a7e8f4e2b4a tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c6f9ebb-83a6-44c9-abda-c7c8f7f7ed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366681 Jul 13 13:59:32.556983 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-94bac70f-c7d3-4695-942c-7bb386937b1c tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Deleting port bda404cf-fa75-4802-a581-0399628a9d11 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:59:32.557324 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-94bac70f-c7d3-4695-942c-7bb386937b1c tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:32.648391 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-94bac70f-c7d3-4695-942c-7bb386937b1c tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:32.661112 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-94bac70f-c7d3-4695-942c-7bb386937b1c tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Calling delete_port for bda404cf-fa75-4802-a581-0399628a9d11 owned by {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:59:32.720506 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3099ccca-025d-424b-8226-23f03157e477 None None] Network 10c44b48-d3bd-40b3-a4f4-972813fd3a15 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:59:32.841355 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-94bac70f-c7d3-4695-942c-7bb386937b1c tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:32.845497 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-888548ce-281c-4283-b331-6f08d08c0771 None None] Provisioning complete for port 1a742dc7-daee-43b9-8bd1-cd0d43a79a09 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:59:32.845836 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-888548ce-281c-4283-b331-6f08d08c0771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:32.875762 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bac70f-c7d3-4695-942c-7bb386937b1c tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Pushing event deleted for resources: {'Port': ['ID=bda404cf-fa75-4802-a581-0399628a9d11,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:59:32.967192 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-94bac70f-c7d3-4695-942c-7bb386937b1c tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:32.969563 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-94bac70f-c7d3-4695-942c-7bb386937b1c tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "DELETE /v2.0/ports/bda404cf-fa75-4802-a581-0399628a9d11 HTTP/1.1" status: 204 len: 168 time: 0.5287189 Jul 13 13:59:32.972040 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 35616) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:59:32.978387 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-888548ce-281c-4283-b331-6f08d08c0771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:33.014514 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-888548ce-281c-4283-b331-6f08d08c0771 None None] For port 1a742dc7-daee-43b9-8bd1-cd0d43a79a09, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=1a742dc7-daee-43b9-8bd1-cd0d43a79a09,segment=NetworkSegment(1547ed8f-36ea-429a-a729-e0e4e9fcad02),segment_id=1547ed8f-36ea-429a-a729-e0e4e9fcad02)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:59:33.019055 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-888548ce-281c-4283-b331-6f08d08c0771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:33.029582 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a32391c7-a8aa-457e-b1b8-dfb1cd639b0a tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:59:33.031374 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a32391c7-a8aa-457e-b1b8-dfb1cd639b0a tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:59:33.033229 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a32391c7-a8aa-457e-b1b8-dfb1cd639b0a tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:59:33.034934 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-a32391c7-a8aa-457e-b1b8-dfb1cd639b0a tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0618856 Jul 13 13:59:33.038557 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 35618) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:59:33.081856 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888548ce-281c-4283-b331-6f08d08c0771 None None] Pushing event updated for resources: {'Port': ['ID=1a742dc7-daee-43b9-8bd1-cd0d43a79a09,revision_number=10']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:59:33.092843 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-718b3492-3e57-4346-a344-43cee923c025 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Deleting subnet 1daa1b9b-33ce-4878-9151-990c96824d1d {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 13:59:33.096266 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-718b3492-3e57-4346-a344-43cee923c025 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:33.140558 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-718b3492-3e57-4346-a344-43cee923c025 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5431723'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:33.238025 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-718b3492-3e57-4346-a344-43cee923c025 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:33.244297 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-8aca8b8a-1173-4c35-ae22-456c33805d99 None None] Provisioning complete for port 1a742dc7-daee-43b9-8bd1-cd0d43a79a09 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:59:33.244778 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8aca8b8a-1173-4c35-ae22-456c33805d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:33.316516 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-718b3492-3e57-4346-a344-43cee923c025 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5970525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4763356'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:33.341122 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 1a742dc7-daee-43b9-8bd1-cd0d43a79a09 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:59:33.354689 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718b3492-3e57-4346-a344-43cee923c025 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Pushing event deleted for resources: {'Subnet': ['ID=1daa1b9b-33ce-4878-9151-990c96824d1d,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:59:33.359234 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-718b3492-3e57-4346-a344-43cee923c025 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:33.361430 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-718b3492-3e57-4346-a344-43cee923c025 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "DELETE /v2.0/subnets/1daa1b9b-33ce-4878-9151-990c96824d1d HTTP/1.1" status: 204 len: 168 time: 0.3218524 Jul 13 13:59:33.367538 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 35622) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:59:33.407484 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 1a742dc7-daee-43b9-8bd1-cd0d43a79a09 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:59:33.407856 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:33.451022 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3077228-7015-4dd3-be86-3abeb82ffba2 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Deleting subnet e6ad38a6-8378-4461-af28-caabfe3127bc {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 13:59:33.454948 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c3077228-7015-4dd3-be86-3abeb82ffba2 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:33.471457 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44ce385f-b068-4503-8bdf-881319d790d3 None None] Network 10c44b48-d3bd-40b3-a4f4-972813fd3a15 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:59:33.512857 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c3077228-7015-4dd3-be86-3abeb82ffba2 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5431723'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:33.546886 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-67cd95db-0553-4c06-b82b-f77b7fcbfd1e None None] Could not find standard attr ID for object 7411e757-2a85-4654-847c-7204b9aa7748. {{(pid=93752) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 13:59:33.622856 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c3077228-7015-4dd3-be86-3abeb82ffba2 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:33.738420 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c3077228-7015-4dd3-be86-3abeb82ffba2 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5970525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4763356'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:33.774053 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3077228-7015-4dd3-be86-3abeb82ffba2 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Pushing event deleted for resources: {'Subnet': ['ID=e6ad38a6-8378-4461-af28-caabfe3127bc,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:59:33.783928 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c3077228-7015-4dd3-be86-3abeb82ffba2 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:33.789814 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-c3077228-7015-4dd3-be86-3abeb82ffba2 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "DELETE /v2.0/subnets/e6ad38a6-8378-4461-af28-caabfe3127bc HTTP/1.1" status: 204 len: 168 time: 0.4188249 Jul 13 13:59:33.790985 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 35626) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:59:33.802993 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63380eda-407e-47c5-9738-a964775eb2c8 req-60032f20-5828-4024-b511-044ca550cb2d tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:59:33.810380 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-63380eda-407e-47c5-9738-a964775eb2c8 req-60032f20-5828-4024-b511-044ca550cb2d tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/ports?device_id=50c270a9-8a7b-4c25-9432-b640853488c2 HTTP/1.1" status: 200 len: 944 time: 0.1468608 Jul 13 13:59:33.841305 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-3637bced-9100-499e-acc1-be37e4af5826 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0490990 Jul 13 13:59:33.845513 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 35628) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:59:33.890248 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-63380eda-407e-47c5-9738-a964775eb2c8 req-36d9061e-de93-4714-8f08-85bd0a83511b tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c6f9ebb-83a6-44c9-abda-c7c8f7f7ed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788386 Jul 13 13:59:33.941624 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dfb2a68-a851-4819-9531-faac90eb8bd7 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:59:33.943351 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-6dfb2a68-a851-4819-9531-faac90eb8bd7 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0962744 Jul 13 13:59:33.946027 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 35630) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:59:34.014274 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e264c7c-51a6-4b80-b51b-a42af23efd0c tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:59:34.017233 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-3e264c7c-51a6-4b80-b51b-a42af23efd0c tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0695965 Jul 13 13:59:34.019626 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 35632) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:59:34.064784 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-5bac1264-d900-4d3c-af8a-5cc846a9edbb tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0432582 Jul 13 13:59:34.077676 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 35634) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:59:34.088031 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-6a37a744-15f1-44c9-8155-ad455f447812 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Request body: {'subnet': {'network_id': '10c44b48-d3bd-40b3-a4f4-972813fd3a15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:59:34.193218 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a37a744-15f1-44c9-8155-ad455f447812 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Made reservation on behalf of 295c60a61aa44fb3bb3079337a011e52 for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:59:34.197275 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6a37a744-15f1-44c9-8155-ad455f447812 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6104980'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:34.198854 n-d-800634-1 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a37a744-15f1-44c9-8155-ad455f447812 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 13:59:34.199305 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a37a744-15f1-44c9-8155-ad455f447812 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 13:59:34.224699 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-6a37a744-15f1-44c9-8155-ad455f447812 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1458604 Jul 13 13:59:34.228550 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 35636) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:59:34.234385 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-b3fb9c3d-1ed9-41d8-acfb-0716803aed55 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Request body: {'subnet': {'network_id': '10c44b48-d3bd-40b3-a4f4-972813fd3a15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:59:34.330952 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c1b962-c274-49f8-b487-f5b8f77500a1 None None] Network 10c44b48-d3bd-40b3-a4f4-972813fd3a15 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:59:34.342672 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3fb9c3d-1ed9-41d8-acfb-0716803aed55 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Made reservation on behalf of 295c60a61aa44fb3bb3079337a011e52 for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:59:34.346380 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b3fb9c3d-1ed9-41d8-acfb-0716803aed55 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6104980'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:34.347780 n-d-800634-1 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3fb9c3d-1ed9-41d8-acfb-0716803aed55 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 13:59:34.348893 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3fb9c3d-1ed9-41d8-acfb-0716803aed55 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 13:59:34.367687 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-b3fb9c3d-1ed9-41d8-acfb-0716803aed55 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1380219 Jul 13 13:59:34.373956 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 35638) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:59:34.379720 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-9cba3c9a-c830-4055-b565-cf526097603e tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Request body: {'subnet': {'network_id': '10c44b48-d3bd-40b3-a4f4-972813fd3a15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:59:34.401209 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-25eed486-ace2-4014-aa17-09c6384aca1d None None] Provisioning complete for port 1a742dc7-daee-43b9-8bd1-cd0d43a79a09 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:59:34.401586 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-25eed486-ace2-4014-aa17-09c6384aca1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:34.562249 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cba3c9a-c830-4055-b565-cf526097603e tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Made reservation on behalf of 295c60a61aa44fb3bb3079337a011e52 for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:59:34.566505 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9cba3c9a-c830-4055-b565-cf526097603e tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6104980'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:34.568731 n-d-800634-1 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cba3c9a-c830-4055-b565-cf526097603e tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 13:59:34.569269 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cba3c9a-c830-4055-b565-cf526097603e tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 13:59:34.589367 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-9cba3c9a-c830-4055-b565-cf526097603e tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2141018 Jul 13 13:59:34.592460 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 35642) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:59:34.597684 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-9c35a799-67f2-449d-9d3b-79bae80fcbba tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Request body: {'subnet': {'network_id': '10c44b48-d3bd-40b3-a4f4-972813fd3a15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:59:34.639488 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e0dc059-8f5f-43aa-9581-08883452a7dd None None] DHCP port deletion for 10c44b48-d3bd-40b3-a4f4-972813fd3a15 request from n-d-800634-1 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 13:59:34.686113 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-5e0dc059-8f5f-43aa-9581-08883452a7dd None None] Deleting port 1a742dc7-daee-43b9-8bd1-cd0d43a79a09 {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:59:34.686604 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5e0dc059-8f5f-43aa-9581-08883452a7dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:34.697588 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c35a799-67f2-449d-9d3b-79bae80fcbba tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Made reservation on behalf of 295c60a61aa44fb3bb3079337a011e52 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:59:34.701385 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9c35a799-67f2-449d-9d3b-79bae80fcbba tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4763385'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:34.702836 n-d-800634-1 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c35a799-67f2-449d-9d3b-79bae80fcbba tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 13:59:34.703275 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c35a799-67f2-449d-9d3b-79bae80fcbba tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93750) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 13:59:34.730288 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-9c35a799-67f2-449d-9d3b-79bae80fcbba tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1367006 Jul 13 13:59:34.731500 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 35644) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:59:34.736991 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-ad62c605-b5a3-45cb-92e0-af1c631f6083 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Request body: {'subnet': {'network_id': '10c44b48-d3bd-40b3-a4f4-972813fd3a15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:59:34.755163 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-5e0dc059-8f5f-43aa-9581-08883452a7dd None None] For port 1a742dc7-daee-43b9-8bd1-cd0d43a79a09, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=1a742dc7-daee-43b9-8bd1-cd0d43a79a09,segment=NetworkSegment(1547ed8f-36ea-429a-a729-e0e4e9fcad02),segment_id=1547ed8f-36ea-429a-a729-e0e4e9fcad02)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:59:34.755557 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5e0dc059-8f5f-43aa-9581-08883452a7dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:34.769284 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-5e0dc059-8f5f-43aa-9581-08883452a7dd None None] Calling delete_port for 1a742dc7-daee-43b9-8bd1-cd0d43a79a09 owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:59:34.826720 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad62c605-b5a3-45cb-92e0-af1c631f6083 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Made reservation on behalf of 295c60a61aa44fb3bb3079337a011e52 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:59:34.830637 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ad62c605-b5a3-45cb-92e0-af1c631f6083 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4763385'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:34.832028 n-d-800634-1 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad62c605-b5a3-45cb-92e0-af1c631f6083 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 13:59:34.833286 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad62c605-b5a3-45cb-92e0-af1c631f6083 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93750) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 13:59:34.849671 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-ad62c605-b5a3-45cb-92e0-af1c631f6083 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1168530 Jul 13 13:59:34.853105 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 35646) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:59:34.855127 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5e0dc059-8f5f-43aa-9581-08883452a7dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:34.858967 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-f3d8b69c-ad66-40f6-83d9-56188009a47a tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Request body: {'subnet': {'network_id': '10c44b48-d3bd-40b3-a4f4-972813fd3a15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:59:34.883662 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0dc059-8f5f-43aa-9581-08883452a7dd None None] Pushing event deleted for resources: {'Port': ['ID=1a742dc7-daee-43b9-8bd1-cd0d43a79a09,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:59:34.885409 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0dc059-8f5f-43aa-9581-08883452a7dd None None] No DVR routers for this DVR port 1a742dc7-daee-43b9-8bd1-cd0d43a79a09 on host n-d-800634-1 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:59:34.963994 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3d8b69c-ad66-40f6-83d9-56188009a47a tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Made reservation on behalf of 295c60a61aa44fb3bb3079337a011e52 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:59:34.967895 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f3d8b69c-ad66-40f6-83d9-56188009a47a tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4763385'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:34.969682 n-d-800634-1 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3d8b69c-ad66-40f6-83d9-56188009a47a tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 13:59:34.970221 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3d8b69c-ad66-40f6-83d9-56188009a47a tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93750) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 13:59:34.989767 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-f3d8b69c-ad66-40f6-83d9-56188009a47a tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1351101 Jul 13 13:59:34.993131 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 35650) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:59:35.027595 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-c1ab22a1-afbd-4e63-a19c-1b6d8f8c3b61 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0330822 Jul 13 13:59:35.029797 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 35652) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:59:35.114613 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c344fbda-bb07-4139-9b32-73462894df1f tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:59:35.116092 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-c344fbda-bb07-4139-9b32-73462894df1f tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0853212 Jul 13 13:59:35.119060 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 35654) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:59:35.142958 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e96e19-d3da-4d49-a491-3a9a76c26fa6 req-d27917b5-52aa-44d3-ac63-f8e605a88ab1 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:59:35.144513 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b9e96e19-d3da-4d49-a491-3a9a76c26fa6 req-d27917b5-52aa-44d3-ac63-f8e605a88ab1 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/ports?device_id=50c270a9-8a7b-4c25-9432-b640853488c2 HTTP/1.1" status: 200 len: 944 time: 0.1044552 Jul 13 13:59:35.164425 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-53511fb6-d7fe-48ac-afbf-8703f4c6c866 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0440485 Jul 13 13:59:35.168391 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 35656) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:59:35.173523 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-d232befc-19dd-450f-bac1-9fc99b99bddb tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Request body: {'subnet': {'network_id': '10c44b48-d3bd-40b3-a4f4-972813fd3a15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:59:35.192431 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b9e96e19-d3da-4d49-a491-3a9a76c26fa6 req-4ca59c05-e9d1-47b8-a923-07b0ed7ed551 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c6f9ebb-83a6-44c9-abda-c7c8f7f7ed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397751 Jul 13 13:59:35.273997 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d232befc-19dd-450f-bac1-9fc99b99bddb tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Made reservation on behalf of 295c60a61aa44fb3bb3079337a011e52 for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:59:35.281607 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d232befc-19dd-450f-bac1-9fc99b99bddb tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6104980'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:35.281904 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 1a742dc7-daee-43b9-8bd1-cd0d43a79a09 no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:59:35.306975 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: 1a742dc7-daee-43b9-8bd1-cd0d43a79a09 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:59:35.307319 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 1a742dc7-daee-43b9-8bd1-cd0d43a79a09 not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:59:35.589005 n-d-800634-1 neutron-server[93751]: DEBUG neutron.objects.ports [None req-d232befc-19dd-450f-bac1-9fc99b99bddb tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93751) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 13 13:59:35.591177 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d232befc-19dd-450f-bac1-9fc99b99bddb tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6018343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6104998'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:35.643018 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d232befc-19dd-450f-bac1-9fc99b99bddb tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Network 10c44b48-d3bd-40b3-a4f4-972813fd3a15 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:59:35.648311 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-d232befc-19dd-450f-bac1-9fc99b99bddb tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:59:35.653123 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d232befc-19dd-450f-bac1-9fc99b99bddb tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:59:35.653722 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d232befc-19dd-450f-bac1-9fc99b99bddb tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:35.660141 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9edd301d-a9e1-4ccc-b295-71f8f78b8efb None None] Network 10c44b48-d3bd-40b3-a4f4-972813fd3a15 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:59:35.664793 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d232befc-19dd-450f-bac1-9fc99b99bddb tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Pushing event updated for resources: {'Subnet': ['ID=d6e933f2-76e1-4e32-a848-30431eacb6df,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:59:35.679095 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-d232befc-19dd-450f-bac1-9fc99b99bddb tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.5057435 Jul 13 13:59:35.679095 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d232befc-19dd-450f-bac1-9fc99b99bddb tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:59:35.679095 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d232befc-19dd-450f-bac1-9fc99b99bddb tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:59:35.679095 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d232befc-19dd-450f-bac1-9fc99b99bddb tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:59:35.679095 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d232befc-19dd-450f-bac1-9fc99b99bddb tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:59:35.679095 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d232befc-19dd-450f-bac1-9fc99b99bddb tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:59:35.679762 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d232befc-19dd-450f-bac1-9fc99b99bddb tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:59:35.679762 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d232befc-19dd-450f-bac1-9fc99b99bddb tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:59:35.679932 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d232befc-19dd-450f-bac1-9fc99b99bddb tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:59:35.680197 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d232befc-19dd-450f-bac1-9fc99b99bddb tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:59:35.680527 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d232befc-19dd-450f-bac1-9fc99b99bddb tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:59:35.680853 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d232befc-19dd-450f-bac1-9fc99b99bddb tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:59:35.681204 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d232befc-19dd-450f-bac1-9fc99b99bddb tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:59:35.682056 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 35660) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:59:35.692058 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-5908fbfe-1df4-43eb-b982-8f4a86d3b85a tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Request body: {'port': {'network_id': '10c44b48-d3bd-40b3-a4f4-972813fd3a15', 'mac_address': 'fa:16:3e:d5:ae:e1', 'name': 'tempest-NetworksTestDHCPv6-1649860776'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:59:35.838081 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5908fbfe-1df4-43eb-b982-8f4a86d3b85a tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Made reservation on behalf of 295c60a61aa44fb3bb3079337a011e52 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:59:35.862519 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c72284ec-ab8a-4019-9e1f-0dc578d323b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a7201e1-61ce-5a3e-b7f7-e800379ed03b-10c44b48-d3bd-40b3-a4f4-972813fd3a15', 'network_id': '10c44b48-d3bd-40b3-a4f4-972813fd3a15', 'tenant_id': '295c60a61aa44fb3bb3079337a011e52', 'fixed_ips': [{'subnet_id': 'd6e933f2-76e1-4e32-a848-30431eacb6df'}]}} from n-d-800634-1. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 13:59:35.864061 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c72284ec-ab8a-4019-9e1f-0dc578d323b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:35.964976 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5908fbfe-1df4-43eb-b982-8f4a86d3b85a tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:35.998041 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [None req-5908fbfe-1df4-43eb-b982-8f4a86d3b85a tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] device_id is not set on port 0a06e970-16fc-41fa-a7e9-3b80855fe13b yet. {{(pid=93750) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 13:59:36.033274 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-c72284ec-ab8a-4019-9e1f-0dc578d323b4 None None] Allocated IP 2001:db8::f816:3eff:fedc:c8e9 (10c44b48-d3bd-40b3-a4f4-972813fd3a15/d6e933f2-76e1-4e32-a848-30431eacb6df/5001740d-5554-4240-8eef-c60f77257742) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:59:36.253485 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c72284ec-ab8a-4019-9e1f-0dc578d323b4 None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:36.265457 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-c72284ec-ab8a-4019-9e1f-0dc578d323b4 None None] Transition to ACTIVE for port object 5001740d-5554-4240-8eef-c60f77257742 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:59:36.286329 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-c72284ec-ab8a-4019-9e1f-0dc578d323b4 None None] Transition to ACTIVE for port object 5001740d-5554-4240-8eef-c60f77257742 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:59:36.296183 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c72284ec-ab8a-4019-9e1f-0dc578d323b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:36.334725 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c72284ec-ab8a-4019-9e1f-0dc578d323b4 None None] Network 10c44b48-d3bd-40b3-a4f4-972813fd3a15 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:59:36.340853 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-c72284ec-ab8a-4019-9e1f-0dc578d323b4 None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:59:36.344494 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72284ec-ab8a-4019-9e1f-0dc578d323b4 None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:59:36.357776 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72284ec-ab8a-4019-9e1f-0dc578d323b4 None None] Pushing event updated for resources: {'Port': ['ID=5001740d-5554-4240-8eef-c60f77257742,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:59:36.388367 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-5908fbfe-1df4-43eb-b982-8f4a86d3b85a tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Allocated IP 2001:db8::f816:3eff:fed5:aee1 (10c44b48-d3bd-40b3-a4f4-972813fd3a15/d6e933f2-76e1-4e32-a848-30431eacb6df/0a06e970-16fc-41fa-a7e9-3b80855fe13b) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:59:36.423312 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-c72284ec-ab8a-4019-9e1f-0dc578d323b4 None None] Attempting to bind port 5001740d-5554-4240-8eef-c60f77257742 on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:59:36.423789 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-c72284ec-ab8a-4019-9e1f-0dc578d323b4 None None] Attempting to bind port 5001740d-5554-4240-8eef-c60f77257742 by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '1547ed8f-36ea-429a-a729-e0e4e9fcad02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '10c44b48-d3bd-40b3-a4f4-972813fd3a15'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:59:36.424150 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c72284ec-ab8a-4019-9e1f-0dc578d323b4 None None] Attempting to bind port 5001740d-5554-4240-8eef-c60f77257742 on network 10c44b48-d3bd-40b3-a4f4-972813fd3a15 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:59:36.430071 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c72284ec-ab8a-4019-9e1f-0dc578d323b4 None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 59, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:59:36.430444 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c72284ec-ab8a-4019-9e1f-0dc578d323b4 None None] Checking segment: {'id': '1547ed8f-36ea-429a-a729-e0e4e9fcad02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '10c44b48-d3bd-40b3-a4f4-972813fd3a15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:59:36.430865 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c72284ec-ab8a-4019-9e1f-0dc578d323b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:36.431288 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c72284ec-ab8a-4019-9e1f-0dc578d323b4 None None] Bound using segment: {'id': '1547ed8f-36ea-429a-a729-e0e4e9fcad02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '10c44b48-d3bd-40b3-a4f4-972813fd3a15'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:59:36.431751 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-c72284ec-ab8a-4019-9e1f-0dc578d323b4 None None] Bound port: 5001740d-5554-4240-8eef-c60f77257742, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1547ed8f-36ea-429a-a729-e0e4e9fcad02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '10c44b48-d3bd-40b3-a4f4-972813fd3a15'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:59:36.432128 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c72284ec-ab8a-4019-9e1f-0dc578d323b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:36.466922 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3929e5d-0c03-44ad-8448-4ec6ba24590c req-7930b4df-eb30-4bab-a9a5-2a002a91b07c tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:59:36.468498 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c3929e5d-0c03-44ad-8448-4ec6ba24590c req-7930b4df-eb30-4bab-a9a5-2a002a91b07c tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/ports?device_id=50c270a9-8a7b-4c25-9432-b640853488c2 HTTP/1.1" status: 200 len: 944 time: 0.1270208 Jul 13 13:59:36.504043 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-c72284ec-ab8a-4019-9e1f-0dc578d323b4 None None] For port 5001740d-5554-4240-8eef-c60f77257742, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:59:36.510681 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-c72284ec-ab8a-4019-9e1f-0dc578d323b4 None None] For port 5001740d-5554-4240-8eef-c60f77257742, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=5001740d-5554-4240-8eef-c60f77257742,segment=NetworkSegment(1547ed8f-36ea-429a-a729-e0e4e9fcad02),segment_id=1547ed8f-36ea-429a-a729-e0e4e9fcad02)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:59:36.516921 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c72284ec-ab8a-4019-9e1f-0dc578d323b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:36.568368 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c3929e5d-0c03-44ad-8448-4ec6ba24590c req-49a405bb-170e-4462-a060-e8a2e366faa6 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c6f9ebb-83a6-44c9-abda-c7c8f7f7ed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909369 Jul 13 13:59:36.580739 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72284ec-ab8a-4019-9e1f-0dc578d323b4 None None] Pushing event updated for resources: {'Port': ['ID=5001740d-5554-4240-8eef-c60f77257742,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:59:36.624549 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5908fbfe-1df4-43eb-b982-8f4a86d3b85a tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:36.643226 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [None req-5908fbfe-1df4-43eb-b982-8f4a86d3b85a tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Transition to ACTIVE for port object 0a06e970-16fc-41fa-a7e9-3b80855fe13b will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:59:36.688608 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5908fbfe-1df4-43eb-b982-8f4a86d3b85a tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:36.741417 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5908fbfe-1df4-43eb-b982-8f4a86d3b85a tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Network 10c44b48-d3bd-40b3-a4f4-972813fd3a15 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:59:36.750402 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-5908fbfe-1df4-43eb-b982-8f4a86d3b85a tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:59:36.752942 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5908fbfe-1df4-43eb-b982-8f4a86d3b85a tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:59:36.771772 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5908fbfe-1df4-43eb-b982-8f4a86d3b85a tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:59:36.773591 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5908fbfe-1df4-43eb-b982-8f4a86d3b85a tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:36.800319 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-5908fbfe-1df4-43eb-b982-8f4a86d3b85a tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.1167643 Jul 13 13:59:36.805597 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 35666) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:59:36.830519 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5908fbfe-1df4-43eb-b982-8f4a86d3b85a tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Pushing event updated for resources: {'Port': ['ID=0a06e970-16fc-41fa-a7e9-3b80855fe13b,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:59:36.893962 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2143c372-a971-438e-853b-afb0e08f9588 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:59:36.903528 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2143c372-a971-438e-853b-afb0e08f9588 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:59:36.906505 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-2143c372-a971-438e-853b-afb0e08f9588 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0984113 Jul 13 13:59:36.909046 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 35668) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:59:37.033423 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-36716ae6-3762-43e6-99fb-fe29b5b34e41 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Deleting port 0a06e970-16fc-41fa-a7e9-3b80855fe13b {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:59:37.033667 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-36716ae6-3762-43e6-99fb-fe29b5b34e41 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:37.146658 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-36716ae6-3762-43e6-99fb-fe29b5b34e41 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:37.161444 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-36716ae6-3762-43e6-99fb-fe29b5b34e41 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Calling delete_port for 0a06e970-16fc-41fa-a7e9-3b80855fe13b owned by {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:59:37.322963 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 5001740d-5554-4240-8eef-c60f77257742 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:59:37.323678 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-36716ae6-3762-43e6-99fb-fe29b5b34e41 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:37.359365 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36716ae6-3762-43e6-99fb-fe29b5b34e41 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Pushing event deleted for resources: {'Port': ['ID=0a06e970-16fc-41fa-a7e9-3b80855fe13b,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:59:37.392206 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-36716ae6-3762-43e6-99fb-fe29b5b34e41 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:37.396221 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-36716ae6-3762-43e6-99fb-fe29b5b34e41 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "DELETE /v2.0/ports/0a06e970-16fc-41fa-a7e9-3b80855fe13b HTTP/1.1" status: 204 len: 168 time: 0.4857750 Jul 13 13:59:37.398124 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port 5001740d-5554-4240-8eef-c60f77257742 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:59:37.399923 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 35670) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:59:37.472848 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3422916-5a2a-4784-a2d2-2c6b2520d826 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:59:37.476472 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3422916-5a2a-4784-a2d2-2c6b2520d826 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:59:37.479223 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-c3422916-5a2a-4784-a2d2-2c6b2520d826 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0780425 Jul 13 13:59:37.481944 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 35672) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:59:37.542736 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-3236def8-e322-466e-b78c-e9fa35aeccf1 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Deleting subnet d6e933f2-76e1-4e32-a848-30431eacb6df {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 13:59:37.546226 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3236def8-e322-466e-b78c-e9fa35aeccf1 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:37.592148 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3236def8-e322-466e-b78c-e9fa35aeccf1 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6018489'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:37.697362 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3236def8-e322-466e-b78c-e9fa35aeccf1 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:37.766693 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3236def8-e322-466e-b78c-e9fa35aeccf1 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6018534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6105009'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:37.800015 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3236def8-e322-466e-b78c-e9fa35aeccf1 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Pushing event deleted for resources: {'Subnet': ['ID=d6e933f2-76e1-4e32-a848-30431eacb6df,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:59:37.804403 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3236def8-e322-466e-b78c-e9fa35aeccf1 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:37.806359 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8ddd52-7779-4521-bd5a-f47008dbdb75 req-31839807-1354-4fe9-812a-39c9d71a430b tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:59:37.807388 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0e8ddd52-7779-4521-bd5a-f47008dbdb75 req-31839807-1354-4fe9-812a-39c9d71a430b tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/ports?device_id=50c270a9-8a7b-4c25-9432-b640853488c2 HTTP/1.1" status: 200 len: 944 time: 0.0947545 Jul 13 13:59:37.809256 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 35676) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:59:37.809687 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-3236def8-e322-466e-b78c-e9fa35aeccf1 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "DELETE /v2.0/subnets/d6e933f2-76e1-4e32-a848-30431eacb6df HTTP/1.1" status: 204 len: 168 time: 0.3264174 Jul 13 13:59:37.821640 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-5cd6cc7a-255d-4509-be05-104fc01d8b27 None None] Provisioning for port 5001740d-5554-4240-8eef-c60f77257742 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:59:37.826400 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-5cd6cc7a-255d-4509-be05-104fc01d8b27 None None] Provisioning complete for port 5001740d-5554-4240-8eef-c60f77257742 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:59:37.826918 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5cd6cc7a-255d-4509-be05-104fc01d8b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:37.868056 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-527784a8-d804-4282-9e57-034feb45d8f6 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0569286 Jul 13 13:59:37.870858 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 35678) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:59:37.878299 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-59e5d663-0204-4aed-b270-1cf325d1af2f tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Request body: {'subnet': {'network_id': '10c44b48-d3bd-40b3-a4f4-972813fd3a15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:59:37.932206 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5cd6cc7a-255d-4509-be05-104fc01d8b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:37.950574 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0e8ddd52-7779-4521-bd5a-f47008dbdb75 req-5784e0ca-d8ed-44fd-b995-f427651d3620 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c6f9ebb-83a6-44c9-abda-c7c8f7f7ed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1330402 Jul 13 13:59:37.951798 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb34effc-b3a6-404a-a61a-8bb6b10ae741 None None] Network 10c44b48-d3bd-40b3-a4f4-972813fd3a15 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:59:37.997899 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59e5d663-0204-4aed-b270-1cf325d1af2f tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Made reservation on behalf of 295c60a61aa44fb3bb3079337a011e52 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:59:38.002508 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-59e5d663-0204-4aed-b270-1cf325d1af2f tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4763385'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:38.012601 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 586de893-9461-4cd5-a184-55dfae64afb3 details requested by agent hyperv_n-h1-800634-1 with host n-h1-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 13:59:38.061465 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-5cd6cc7a-255d-4509-be05-104fc01d8b27 None None] For port 5001740d-5554-4240-8eef-c60f77257742, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=5001740d-5554-4240-8eef-c60f77257742,segment=NetworkSegment(1547ed8f-36ea-429a-a729-e0e4e9fcad02),segment_id=1547ed8f-36ea-429a-a729-e0e4e9fcad02)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:59:38.089293 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5cd6cc7a-255d-4509-be05-104fc01d8b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:38.222566 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-209ae1ab-3da9-4660-ac6b-7cb72d26c282 None None] Could not find standard attr ID for object 0a06e970-16fc-41fa-a7e9-3b80855fe13b. {{(pid=93752) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 13:59:38.239037 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd6cc7a-255d-4509-be05-104fc01d8b27 None None] Pushing event updated for resources: {'Port': ['ID=5001740d-5554-4240-8eef-c60f77257742,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:59:38.272107 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 586de893-9461-4cd5-a184-55dfae64afb3, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=586de893-9461-4cd5-a184-55dfae64afb3,segment=NetworkSegment(53f233fa-3a9c-4b12-9272-d4c4393df010),segment_id=53f233fa-3a9c-4b12-9272-d4c4393df010)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:59:38.287734 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Returning: {'device': '586de893-9461-4cd5-a184-55dfae64afb3', 'network_id': '94bf27fb-3476-4944-8d19-915922f54fa2', 'port_id': '586de893-9461-4cd5-a184-55dfae64afb3', 'mac_address': 'fa:16:3e:90:a2:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edd80540-96ff-46b4-a1d4-1e9bba1df368', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 13:59:38.342654 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:38.353989 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77390c46-b592-4ec3-b368-da6fb9e1aca6 None None] DHCP port deletion for 10c44b48-d3bd-40b3-a4f4-972813fd3a15 request from n-d-800634-1 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 13:59:38.358330 n-d-800634-1 neutron-server[93750]: DEBUG neutron.objects.ports [None req-59e5d663-0204-4aed-b270-1cf325d1af2f tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93750) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 13 13:59:38.362243 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 586de893-9461-4cd5-a184-55dfae64afb3 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 13:59:38.404325 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 586de893-9461-4cd5-a184-55dfae64afb3, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=586de893-9461-4cd5-a184-55dfae64afb3,segment=NetworkSegment(53f233fa-3a9c-4b12-9272-d4c4393df010),segment_id=53f233fa-3a9c-4b12-9272-d4c4393df010)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:59:38.410932 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:38.467309 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-77390c46-b592-4ec3-b368-da6fb9e1aca6 None None] Deleting port 5001740d-5554-4240-8eef-c60f77257742 {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:59:38.467688 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-77390c46-b592-4ec3-b368-da6fb9e1aca6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:38.489075 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=586de893-9461-4cd5-a184-55dfae64afb3,revision_number=9']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:59:38.552145 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-59e5d663-0204-4aed-b270-1cf325d1af2f tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:38.572216 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-77390c46-b592-4ec3-b368-da6fb9e1aca6 None None] For port 5001740d-5554-4240-8eef-c60f77257742, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=5001740d-5554-4240-8eef-c60f77257742,segment=NetworkSegment(1547ed8f-36ea-429a-a729-e0e4e9fcad02),segment_id=1547ed8f-36ea-429a-a729-e0e4e9fcad02)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:59:38.572530 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-77390c46-b592-4ec3-b368-da6fb9e1aca6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:38.586202 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-77390c46-b592-4ec3-b368-da6fb9e1aca6 None None] Calling delete_port for 5001740d-5554-4240-8eef-c60f77257742 owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:59:38.632924 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['586de893-9461-4cd5-a184-55dfae64afb3'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 13:59:38.718553 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-59e5d663-0204-4aed-b270-1cf325d1af2f tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] For port 5001740d-5554-4240-8eef-c60f77257742, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=5001740d-5554-4240-8eef-c60f77257742,segment=NetworkSegment(1547ed8f-36ea-429a-a729-e0e4e9fcad02),segment_id=1547ed8f-36ea-429a-a729-e0e4e9fcad02)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:59:39.013082 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-59e5d663-0204-4aed-b270-1cf325d1af2f tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:39.018087 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-59e5d663-0204-4aed-b270-1cf325d1af2f tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:39.019023 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-59e5d663-0204-4aed-b270-1cf325d1af2f tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5970588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4763339'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:39.023097 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-77390c46-b592-4ec3-b368-da6fb9e1aca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:39.076488 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e5d663-0204-4aed-b270-1cf325d1af2f tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Pushing event deleted for resources: {'Port': ['ID=5001740d-5554-4240-8eef-c60f77257742,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:59:39.090936 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e5d663-0204-4aed-b270-1cf325d1af2f tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Network 10c44b48-d3bd-40b3-a4f4-972813fd3a15 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:59:39.096634 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-59e5d663-0204-4aed-b270-1cf325d1af2f tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:59:39.102442 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e5d663-0204-4aed-b270-1cf325d1af2f tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:59:39.103047 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-59e5d663-0204-4aed-b270-1cf325d1af2f tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:39.152852 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e5d663-0204-4aed-b270-1cf325d1af2f tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Pushing event updated for resources: {'Subnet': ['ID=f0501ef2-2174-4d50-a04a-e6c9995d2bbe,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:59:39.172965 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-59e5d663-0204-4aed-b270-1cf325d1af2f tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2978899 Jul 13 13:59:39.173316 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 35686) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:59:39.179318 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-82877b86-dab2-4bef-bcaf-70a077939a41 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Request body: {'port': {'network_id': '10c44b48-d3bd-40b3-a4f4-972813fd3a15', 'mac_address': 'fa:16:3e:e4:e4:d0', 'name': 'tempest-NetworksTestDHCPv6-1785635771'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:59:39.208763 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77390c46-b592-4ec3-b368-da6fb9e1aca6 None None] Pushing event deleted for resources: {'Port': ['ID=5001740d-5554-4240-8eef-c60f77257742,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:59:39.213857 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54beaa96-d1a9-4fe7-84ca-be73ebb2d98e req-0463206d-fbe7-4273-8985-3e0b774bf485 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:59:39.214734 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77390c46-b592-4ec3-b368-da6fb9e1aca6 None None] No DVR routers for this DVR port 5001740d-5554-4240-8eef-c60f77257742 on host n-d-800634-1 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:59:39.216660 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-54beaa96-d1a9-4fe7-84ca-be73ebb2d98e req-0463206d-fbe7-4273-8985-3e0b774bf485 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/ports?device_id=50c270a9-8a7b-4c25-9432-b640853488c2 HTTP/1.1" status: 200 len: 945 time: 0.1218791 Jul 13 13:59:39.237198 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e42276-b05d-4d53-9ab9-4fbe14919f5e None None] Network 10c44b48-d3bd-40b3-a4f4-972813fd3a15 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:59:39.277201 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-54beaa96-d1a9-4fe7-84ca-be73ebb2d98e req-cd071cea-f9b3-48f6-bfc2-f308a4ed4c70 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c6f9ebb-83a6-44c9-abda-c7c8f7f7ed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501354 Jul 13 13:59:39.327032 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 5001740d-5554-4240-8eef-c60f77257742 no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:59:39.357799 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82877b86-dab2-4bef-bcaf-70a077939a41 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Made reservation on behalf of 295c60a61aa44fb3bb3079337a011e52 for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:59:39.360174 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: 5001740d-5554-4240-8eef-c60f77257742 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:59:39.360687 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 5001740d-5554-4240-8eef-c60f77257742 not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:59:39.433587 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e37e46b-eeca-4306-bfb5-ab7fbff7222c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a7201e1-61ce-5a3e-b7f7-e800379ed03b-10c44b48-d3bd-40b3-a4f4-972813fd3a15', 'network_id': '10c44b48-d3bd-40b3-a4f4-972813fd3a15', 'tenant_id': '295c60a61aa44fb3bb3079337a011e52', 'fixed_ips': [{'subnet_id': 'f0501ef2-2174-4d50-a04a-e6c9995d2bbe'}]}} from n-d-800634-1. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 13:59:39.434498 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9e37e46b-eeca-4306-bfb5-ab7fbff7222c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:39.453826 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-82877b86-dab2-4bef-bcaf-70a077939a41 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:39.476917 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [None req-82877b86-dab2-4bef-bcaf-70a077939a41 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] device_id is not set on port 8a2a533a-a027-47e4-b0db-782fa065a830 yet. {{(pid=93751) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 13:59:39.589410 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-82877b86-dab2-4bef-bcaf-70a077939a41 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Allocated IP 2001:db8::f816:3eff:fee4:e4d0 (10c44b48-d3bd-40b3-a4f4-972813fd3a15/f0501ef2-2174-4d50-a04a-e6c9995d2bbe/8a2a533a-a027-47e4-b0db-782fa065a830) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:59:39.744685 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-82877b86-dab2-4bef-bcaf-70a077939a41 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:39.760274 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-82877b86-dab2-4bef-bcaf-70a077939a41 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Transition to ACTIVE for port object 8a2a533a-a027-47e4-b0db-782fa065a830 will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:59:39.800408 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-82877b86-dab2-4bef-bcaf-70a077939a41 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:39.851116 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82877b86-dab2-4bef-bcaf-70a077939a41 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Network 10c44b48-d3bd-40b3-a4f4-972813fd3a15 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:59:39.854562 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-82877b86-dab2-4bef-bcaf-70a077939a41 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:59:39.855635 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-9e37e46b-eeca-4306-bfb5-ab7fbff7222c None None] Allocated IP 2001:db8::f816:3eff:feeb:1c31 (10c44b48-d3bd-40b3-a4f4-972813fd3a15/f0501ef2-2174-4d50-a04a-e6c9995d2bbe/311586ef-bb1d-40b7-87a7-4c02525add81) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:59:39.858625 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82877b86-dab2-4bef-bcaf-70a077939a41 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:59:39.865357 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82877b86-dab2-4bef-bcaf-70a077939a41 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:59:39.865833 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-82877b86-dab2-4bef-bcaf-70a077939a41 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:39.874585 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82877b86-dab2-4bef-bcaf-70a077939a41 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Pushing event updated for resources: {'Port': ['ID=8a2a533a-a027-47e4-b0db-782fa065a830,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:59:39.890661 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-82877b86-dab2-4bef-bcaf-70a077939a41 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.7161419 Jul 13 13:59:39.893300 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 35688) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:59:39.963116 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-055e65b8-0f69-46d9-bd29-2fa8cf2c2487 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:59:39.964698 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-055e65b8-0f69-46d9-bd29-2fa8cf2c2487 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0704355 Jul 13 13:59:39.967670 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 35690) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:59:40.011743 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 586de893-9461-4cd5-a184-55dfae64afb3 up at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:59:40.068489 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9e37e46b-eeca-4306-bfb5-ab7fbff7222c None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:40.076848 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-d102584d-2ff3-4a30-8008-c439b31a57e6 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Deleting port 8a2a533a-a027-47e4-b0db-782fa065a830 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:59:40.077193 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d102584d-2ff3-4a30-8008-c439b31a57e6 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:40.079141 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-9e37e46b-eeca-4306-bfb5-ab7fbff7222c None None] Transition to ACTIVE for port object 311586ef-bb1d-40b7-87a7-4c02525add81 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:59:40.100356 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-9e37e46b-eeca-4306-bfb5-ab7fbff7222c None None] Transition to ACTIVE for port object 311586ef-bb1d-40b7-87a7-4c02525add81 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:59:40.104790 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning complete for port 586de893-9461-4cd5-a184-55dfae64afb3 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:59:40.105144 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:40.108728 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9e37e46b-eeca-4306-bfb5-ab7fbff7222c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:40.176826 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e37e46b-eeca-4306-bfb5-ab7fbff7222c None None] Network 10c44b48-d3bd-40b3-a4f4-972813fd3a15 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:59:40.184843 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-9e37e46b-eeca-4306-bfb5-ab7fbff7222c None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:59:40.190122 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e37e46b-eeca-4306-bfb5-ab7fbff7222c None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:59:40.209220 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e37e46b-eeca-4306-bfb5-ab7fbff7222c None None] Pushing event updated for resources: {'Port': ['ID=311586ef-bb1d-40b7-87a7-4c02525add81,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:59:40.302447 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:40.304538 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-9e37e46b-eeca-4306-bfb5-ab7fbff7222c None None] Attempting to bind port 311586ef-bb1d-40b7-87a7-4c02525add81 on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:59:40.304918 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-9e37e46b-eeca-4306-bfb5-ab7fbff7222c None None] Attempting to bind port 311586ef-bb1d-40b7-87a7-4c02525add81 by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '1547ed8f-36ea-429a-a729-e0e4e9fcad02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '10c44b48-d3bd-40b3-a4f4-972813fd3a15'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:59:40.305287 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e37e46b-eeca-4306-bfb5-ab7fbff7222c None None] Attempting to bind port 311586ef-bb1d-40b7-87a7-4c02525add81 on network 10c44b48-d3bd-40b3-a4f4-972813fd3a15 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:59:40.324506 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e37e46b-eeca-4306-bfb5-ab7fbff7222c None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 59, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:59:40.324996 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e37e46b-eeca-4306-bfb5-ab7fbff7222c None None] Checking segment: {'id': '1547ed8f-36ea-429a-a729-e0e4e9fcad02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '10c44b48-d3bd-40b3-a4f4-972813fd3a15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:59:40.325287 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9e37e46b-eeca-4306-bfb5-ab7fbff7222c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:40.325691 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e37e46b-eeca-4306-bfb5-ab7fbff7222c None None] Bound using segment: {'id': '1547ed8f-36ea-429a-a729-e0e4e9fcad02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '10c44b48-d3bd-40b3-a4f4-972813fd3a15'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:59:40.326227 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-9e37e46b-eeca-4306-bfb5-ab7fbff7222c None None] Bound port: 311586ef-bb1d-40b7-87a7-4c02525add81, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1547ed8f-36ea-429a-a729-e0e4e9fcad02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '10c44b48-d3bd-40b3-a4f4-972813fd3a15'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:59:40.326896 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9e37e46b-eeca-4306-bfb5-ab7fbff7222c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:40.354810 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50c270a9-8a7b-4c25-9432-b640853488c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '586de893-9461-4cd5-a184-55dfae64afb3'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 13:59:40.358678 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cb4f3f3-3b5d-4f41-a99d-af8f887e066c" -d '{"events": [{"server_uuid": "50c270a9-8a7b-4c25-9432-b640853488c2", "name": "network-vif-plugged", "status": "completed", "tag": "586de893-9461-4cd5-a184-55dfae64afb3"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 13:59:40.378212 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 586de893-9461-4cd5-a184-55dfae64afb3, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=586de893-9461-4cd5-a184-55dfae64afb3,segment=NetworkSegment(53f233fa-3a9c-4b12-9272-d4c4393df010),segment_id=53f233fa-3a9c-4b12-9272-d4c4393df010)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:59:40.409762 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:40.444814 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 13:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c331aeb-bc1c-4ebb-ab3c-546eb14f0c5b x-openstack-request-id: req-0c331aeb-bc1c-4ebb-ab3c-546eb14f0c5b {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 13:59:40.445196 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50c270a9-8a7b-4c25-9432-b640853488c2", "name": "network-vif-plugged", "status": "completed", "tag": "586de893-9461-4cd5-a184-55dfae64afb3", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 13:59:40.445384 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0c331aeb-bc1c-4ebb-ab3c-546eb14f0c5b {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 13:59:40.445778 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50c270a9-8a7b-4c25-9432-b640853488c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '586de893-9461-4cd5-a184-55dfae64afb3', 'code': 200} Jul 13 13:59:40.501217 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-9e37e46b-eeca-4306-bfb5-ab7fbff7222c None None] For port 311586ef-bb1d-40b7-87a7-4c02525add81, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:59:40.505186 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52013f3-14ab-44be-84d2-6e1541a22be4 req-4b676c4c-78fb-4495-afe4-39285da2d0ff tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:59:40.509474 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-9e37e46b-eeca-4306-bfb5-ab7fbff7222c None None] For port 311586ef-bb1d-40b7-87a7-4c02525add81, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=311586ef-bb1d-40b7-87a7-4c02525add81,segment=NetworkSegment(1547ed8f-36ea-429a-a729-e0e4e9fcad02),segment_id=1547ed8f-36ea-429a-a729-e0e4e9fcad02)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:59:40.510402 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=586de893-9461-4cd5-a184-55dfae64afb3,revision_number=10']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:59:40.517150 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a52013f3-14ab-44be-84d2-6e1541a22be4 req-4b676c4c-78fb-4495-afe4-39285da2d0ff tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/ports?device_id=50c270a9-8a7b-4c25-9432-b640853488c2 HTTP/1.1" status: 200 len: 947 time: 0.0936408 Jul 13 13:59:40.523067 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9e37e46b-eeca-4306-bfb5-ab7fbff7222c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:40.549291 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 13:59:40.576945 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a52013f3-14ab-44be-84d2-6e1541a22be4 req-2c1c0e87-eedd-438c-820a-9a59418c6c60 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c6f9ebb-83a6-44c9-abda-c7c8f7f7ed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502143 Jul 13 13:59:40.587782 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d102584d-2ff3-4a30-8008-c439b31a57e6 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:40.601893 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e37e46b-eeca-4306-bfb5-ab7fbff7222c None None] Pushing event updated for resources: {'Port': ['ID=311586ef-bb1d-40b7-87a7-4c02525add81,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:59:40.603737 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-d102584d-2ff3-4a30-8008-c439b31a57e6 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Calling delete_port for 8a2a533a-a027-47e4-b0db-782fa065a830 owned by {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:59:40.728313 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3adf06-2792-4d63-a525-044f6a45534a req-a76f9cef-7a0d-42a9-81fd-84c432f5041d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:59:40.730143 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5f3adf06-2792-4d63-a525-044f6a45534a req-a76f9cef-7a0d-42a9-81fd-84c432f5041d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=50c270a9-8a7b-4c25-9432-b640853488c2 HTTP/1.1" status: 200 len: 1098 time: 0.1141260 Jul 13 13:59:40.827702 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5f3adf06-2792-4d63-a525-044f6a45534a req-6f48e6e3-2483-4c55-87a4-45d86bcc4220 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=7c6f9ebb-83a6-44c9-abda-c7c8f7f7ed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891423 Jul 13 13:59:40.831607 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d102584d-2ff3-4a30-8008-c439b31a57e6 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:40.867389 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d102584d-2ff3-4a30-8008-c439b31a57e6 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Pushing event deleted for resources: {'Port': ['ID=8a2a533a-a027-47e4-b0db-782fa065a830,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:59:40.898853 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d102584d-2ff3-4a30-8008-c439b31a57e6 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:40.904653 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-d102584d-2ff3-4a30-8008-c439b31a57e6 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "DELETE /v2.0/ports/8a2a533a-a027-47e4-b0db-782fa065a830 HTTP/1.1" status: 204 len: 168 time: 0.9338326 Jul 13 13:59:40.905071 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 35700) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:59:40.964912 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6118a0e7-7e92-47ec-917a-f5b8d69b97ac tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:59:40.966457 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6118a0e7-7e92-47ec-917a-f5b8d69b97ac tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:59:40.968010 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-6118a0e7-7e92-47ec-917a-f5b8d69b97ac tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0619919 Jul 13 13:59:40.970847 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 35702) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:59:41.025805 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ae534c9-821b-491f-87b9-c3c4441fcd95 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Deleting subnet f0501ef2-2174-4d50-a04a-e6c9995d2bbe {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 13:59:41.029090 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4ae534c9-821b-491f-87b9-c3c4441fcd95 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:41.081694 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4ae534c9-821b-491f-87b9-c3c4441fcd95 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6018489'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:41.169004 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4ae534c9-821b-491f-87b9-c3c4441fcd95 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:41.235314 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4ae534c9-821b-491f-87b9-c3c4441fcd95 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6018534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6105009'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:41.267013 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae534c9-821b-491f-87b9-c3c4441fcd95 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Pushing event deleted for resources: {'Subnet': ['ID=f0501ef2-2174-4d50-a04a-e6c9995d2bbe,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:59:41.274980 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4ae534c9-821b-491f-87b9-c3c4441fcd95 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:41.277400 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-4ae534c9-821b-491f-87b9-c3c4441fcd95 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "DELETE /v2.0/subnets/f0501ef2-2174-4d50-a04a-e6c9995d2bbe HTTP/1.1" status: 204 len: 168 time: 0.3052936 Jul 13 13:59:41.279577 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 35704) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:59:41.325452 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-cee1b02f-543c-4738-830e-ec5dd3b2fe64 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0421107 Jul 13 13:59:41.325771 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 35706) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:59:41.337520 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 311586ef-bb1d-40b7-87a7-4c02525add81 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:59:41.408220 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port 311586ef-bb1d-40b7-87a7-4c02525add81 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:59:41.421098 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17eb1a86-20a3-4a34-b051-b80a3d3295f5 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:59:41.425211 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-17eb1a86-20a3-4a34-b051-b80a3d3295f5 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0958757 Jul 13 13:59:41.425586 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 35710) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:59:41.490975 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae726c1-15ae-44cd-9f26-b8e6aed0a8da tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:59:41.492507 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-1ae726c1-15ae-44cd-9f26-b8e6aed0a8da tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0656056 Jul 13 13:59:41.497892 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 35714) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:59:41.564382 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 35718) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:59:41.571455 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-514ec2e1-85d6-494a-ad6c-02b989810336 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Request body: {'subnet': {'network_id': '10c44b48-d3bd-40b3-a4f4-972813fd3a15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:59:41.574696 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-c677814d-3568-48f4-897c-91feecf6b784 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0746331 Jul 13 13:59:41.701524 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-514ec2e1-85d6-494a-ad6c-02b989810336 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Made reservation on behalf of 295c60a61aa44fb3bb3079337a011e52 for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:59:41.706323 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-514ec2e1-85d6-494a-ad6c-02b989810336 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6104980'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:41.715863 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f6881aa-b31b-4c28-8b3b-6ea1271d670a None None] Network 10c44b48-d3bd-40b3-a4f4-972813fd3a15 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:59:41.806349 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-5f318311-d9c6-4777-adba-2b32753f7f0c None None] Provisioning for port 311586ef-bb1d-40b7-87a7-4c02525add81 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:59:41.812898 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-5f318311-d9c6-4777-adba-2b32753f7f0c None None] Provisioning complete for port 311586ef-bb1d-40b7-87a7-4c02525add81 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:59:41.813567 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5f318311-d9c6-4777-adba-2b32753f7f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:41.847865 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7985251c-ccb3-4b3f-a5ed-3bda85d9ccff req-7276e2d1-7949-47ac-bbbf-0f9433d66701 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:59:41.850788 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7985251c-ccb3-4b3f-a5ed-3bda85d9ccff req-7276e2d1-7949-47ac-bbbf-0f9433d66701 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/ports?device_id=50c270a9-8a7b-4c25-9432-b640853488c2 HTTP/1.1" status: 200 len: 947 time: 0.0953426 Jul 13 13:59:41.954085 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7985251c-ccb3-4b3f-a5ed-3bda85d9ccff req-a2b100f6-09fc-4ba1-9efe-ed6a9d32ae07 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c6f9ebb-83a6-44c9-abda-c7c8f7f7ed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912704 Jul 13 13:59:41.996300 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5f318311-d9c6-4777-adba-2b32753f7f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:42.037627 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-5f318311-d9c6-4777-adba-2b32753f7f0c None None] For port 311586ef-bb1d-40b7-87a7-4c02525add81, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=311586ef-bb1d-40b7-87a7-4c02525add81,segment=NetworkSegment(1547ed8f-36ea-429a-a729-e0e4e9fcad02),segment_id=1547ed8f-36ea-429a-a729-e0e4e9fcad02)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:59:42.045255 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5f318311-d9c6-4777-adba-2b32753f7f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:42.075720 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec2efe4b-16a5-4ae3-9000-85bd143e1d9b None None] DHCP port deletion for 10c44b48-d3bd-40b3-a4f4-972813fd3a15 request from n-d-800634-1 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 13:59:42.129920 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f318311-d9c6-4777-adba-2b32753f7f0c None None] Pushing event updated for resources: {'Port': ['ID=311586ef-bb1d-40b7-87a7-4c02525add81,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:59:42.151823 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-ec2efe4b-16a5-4ae3-9000-85bd143e1d9b None None] Deleting port 311586ef-bb1d-40b7-87a7-4c02525add81 {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:59:42.152353 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ec2efe4b-16a5-4ae3-9000-85bd143e1d9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:42.184351 n-d-800634-1 neutron-server[93751]: DEBUG neutron.objects.ports [None req-514ec2e1-85d6-494a-ad6c-02b989810336 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93751) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 13 13:59:42.250297 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-ec2efe4b-16a5-4ae3-9000-85bd143e1d9b None None] For port 311586ef-bb1d-40b7-87a7-4c02525add81, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=311586ef-bb1d-40b7-87a7-4c02525add81,segment=NetworkSegment(1547ed8f-36ea-429a-a729-e0e4e9fcad02),segment_id=1547ed8f-36ea-429a-a729-e0e4e9fcad02)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:59:42.250699 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ec2efe4b-16a5-4ae3-9000-85bd143e1d9b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:42.267078 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-ec2efe4b-16a5-4ae3-9000-85bd143e1d9b None None] Calling delete_port for 311586ef-bb1d-40b7-87a7-4c02525add81 owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:59:42.391147 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ec2efe4b-16a5-4ae3-9000-85bd143e1d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:42.399807 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.ipam_pluggable_backend [None req-514ec2e1-85d6-494a-ad6c-02b989810336 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Port 311586ef-bb1d-40b7-87a7-4c02525add81 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=93751) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 13 13:59:42.400442 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.ipam_pluggable_backend [None req-514ec2e1-85d6-494a-ad6c-02b989810336 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Reverting IP allocation for 2001:db8::f816:3eff:feeb:1c31 {{(pid=93751) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 13 13:59:42.404929 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.ipam_pluggable_backend [None req-514ec2e1-85d6-494a-ad6c-02b989810336 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Reverting IP allocation failed for 2001:db8::f816:3eff:feeb:1c31 {{(pid=93751) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 13 13:59:42.406581 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-514ec2e1-85d6-494a-ad6c-02b989810336 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6018343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6104998'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:42.429467 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2efe4b-16a5-4ae3-9000-85bd143e1d9b None None] No DVR routers for this DVR port 311586ef-bb1d-40b7-87a7-4c02525add81 on host n-d-800634-1 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:59:42.429467 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2efe4b-16a5-4ae3-9000-85bd143e1d9b None None] Pushing event deleted for resources: {'Port': ['ID=311586ef-bb1d-40b7-87a7-4c02525add81,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:59:42.472907 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-514ec2e1-85d6-494a-ad6c-02b989810336 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Network 10c44b48-d3bd-40b3-a4f4-972813fd3a15 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:59:42.477806 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-514ec2e1-85d6-494a-ad6c-02b989810336 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:59:42.482660 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-514ec2e1-85d6-494a-ad6c-02b989810336 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:59:42.483278 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-514ec2e1-85d6-494a-ad6c-02b989810336 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:42.489126 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df5d755-c64d-48d9-bade-f756c0c343a7 None None] Network 10c44b48-d3bd-40b3-a4f4-972813fd3a15 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:59:42.493937 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514ec2e1-85d6-494a-ad6c-02b989810336 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Pushing event updated for resources: {'Subnet': ['ID=3b49aac8-8170-4743-b000-002c2f50f2ae,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:59:42.506668 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-514ec2e1-85d6-494a-ad6c-02b989810336 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.9411216 Jul 13 13:59:42.510113 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 35754) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:59:42.516469 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-4dcb2623-eee6-4750-9092-744b6989227f tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Request body: {'port': {'network_id': '10c44b48-d3bd-40b3-a4f4-972813fd3a15', 'mac_address': 'fa:16:3e:9c:98:3e', 'name': 'tempest-NetworksTestDHCPv6-1797683704'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:59:42.672557 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dcb2623-eee6-4750-9092-744b6989227f tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Made reservation on behalf of 295c60a61aa44fb3bb3079337a011e52 for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:59:42.677662 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4dcb2623-eee6-4750-9092-744b6989227f tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:42.680765 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95045e99-5ffa-4ef8-a5cc-ac709fbd6b29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a7201e1-61ce-5a3e-b7f7-e800379ed03b-10c44b48-d3bd-40b3-a4f4-972813fd3a15', 'network_id': '10c44b48-d3bd-40b3-a4f4-972813fd3a15', 'tenant_id': '295c60a61aa44fb3bb3079337a011e52', 'fixed_ips': [{'subnet_id': '3b49aac8-8170-4743-b000-002c2f50f2ae'}]}} from n-d-800634-1. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 13:59:42.681672 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-95045e99-5ffa-4ef8-a5cc-ac709fbd6b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:42.703305 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [None req-4dcb2623-eee6-4750-9092-744b6989227f tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] device_id is not set on port f62a6e9c-13de-431b-bc7b-d347dde27b6a yet. {{(pid=93751) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 13:59:42.838799 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-4dcb2623-eee6-4750-9092-744b6989227f tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Allocated IP 2001:db8::f816:3eff:fe9c:983e (10c44b48-d3bd-40b3-a4f4-972813fd3a15/3b49aac8-8170-4743-b000-002c2f50f2ae/f62a6e9c-13de-431b-bc7b-d347dde27b6a) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:59:43.012845 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4dcb2623-eee6-4750-9092-744b6989227f tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:43.028311 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-4dcb2623-eee6-4750-9092-744b6989227f tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Transition to ACTIVE for port object f62a6e9c-13de-431b-bc7b-d347dde27b6a will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:59:43.071128 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4dcb2623-eee6-4750-9092-744b6989227f tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:43.120845 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-95045e99-5ffa-4ef8-a5cc-ac709fbd6b29 None None] Allocated IP 2001:db8::f816:3eff:fe28:5357 (10c44b48-d3bd-40b3-a4f4-972813fd3a15/3b49aac8-8170-4743-b000-002c2f50f2ae/e1c137aa-fb90-427b-90dc-b0e71f337df1) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:59:43.127147 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dcb2623-eee6-4750-9092-744b6989227f tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Network 10c44b48-d3bd-40b3-a4f4-972813fd3a15 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:59:43.131768 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-4dcb2623-eee6-4750-9092-744b6989227f tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:59:43.140386 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e893df14-b99c-4888-922f-33e913c53270 req-8f62a86e-d67c-4c2c-950e-f8295c62879f tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:59:43.140965 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dcb2623-eee6-4750-9092-744b6989227f tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:59:43.142206 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e893df14-b99c-4888-922f-33e913c53270 req-8f62a86e-d67c-4c2c-950e-f8295c62879f tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/ports?device_id=50c270a9-8a7b-4c25-9432-b640853488c2 HTTP/1.1" status: 200 len: 947 time: 0.0740187 Jul 13 13:59:43.151214 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dcb2623-eee6-4750-9092-744b6989227f tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:59:43.151899 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4dcb2623-eee6-4750-9092-744b6989227f tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:43.164179 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcb2623-eee6-4750-9092-744b6989227f tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Pushing event updated for resources: {'Port': ['ID=f62a6e9c-13de-431b-bc7b-d347dde27b6a,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:59:43.181155 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-4dcb2623-eee6-4750-9092-744b6989227f tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.6666944 Jul 13 13:59:43.181271 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 35760) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:59:43.198424 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e893df14-b99c-4888-922f-33e913c53270 req-3f1f1092-7a24-4798-8826-25cf5e090b79 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c6f9ebb-83a6-44c9-abda-c7c8f7f7ed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502665 Jul 13 13:59:43.284686 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea7a8219-ff7a-4ed7-8047-91b7361ab8bb tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:59:43.287156 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-ea7a8219-ff7a-4ed7-8047-91b7361ab8bb tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1049492 Jul 13 13:59:43.290125 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 35764) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:59:43.308529 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 311586ef-bb1d-40b7-87a7-4c02525add81 no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:59:43.337304 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: 311586ef-bb1d-40b7-87a7-4c02525add81 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:59:43.337611 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 311586ef-bb1d-40b7-87a7-4c02525add81 not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:59:43.357101 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-95045e99-5ffa-4ef8-a5cc-ac709fbd6b29 None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:43.369158 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-95045e99-5ffa-4ef8-a5cc-ac709fbd6b29 None None] Transition to ACTIVE for port object e1c137aa-fb90-427b-90dc-b0e71f337df1 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:59:43.387186 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-95045e99-5ffa-4ef8-a5cc-ac709fbd6b29 None None] Transition to ACTIVE for port object e1c137aa-fb90-427b-90dc-b0e71f337df1 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:59:43.394291 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-95045e99-5ffa-4ef8-a5cc-ac709fbd6b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:43.396097 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-bc8a5e36-3d6d-4549-91c3-7cb702d26da5 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Deleting port f62a6e9c-13de-431b-bc7b-d347dde27b6a {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:59:43.396473 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bc8a5e36-3d6d-4549-91c3-7cb702d26da5 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:43.430543 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95045e99-5ffa-4ef8-a5cc-ac709fbd6b29 None None] Network 10c44b48-d3bd-40b3-a4f4-972813fd3a15 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:59:43.433412 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-95045e99-5ffa-4ef8-a5cc-ac709fbd6b29 None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:59:43.439913 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95045e99-5ffa-4ef8-a5cc-ac709fbd6b29 None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:59:43.451895 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95045e99-5ffa-4ef8-a5cc-ac709fbd6b29 None None] Pushing event updated for resources: {'Port': ['ID=e1c137aa-fb90-427b-90dc-b0e71f337df1,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:59:43.478623 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95045e99-5ffa-4ef8-a5cc-ac709fbd6b29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:59:43.478969 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95045e99-5ffa-4ef8-a5cc-ac709fbd6b29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:59:43.479311 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95045e99-5ffa-4ef8-a5cc-ac709fbd6b29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:59:43.479655 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95045e99-5ffa-4ef8-a5cc-ac709fbd6b29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:59:43.479987 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95045e99-5ffa-4ef8-a5cc-ac709fbd6b29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:59:43.480317 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95045e99-5ffa-4ef8-a5cc-ac709fbd6b29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:59:43.480644 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95045e99-5ffa-4ef8-a5cc-ac709fbd6b29 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:59:43.480970 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95045e99-5ffa-4ef8-a5cc-ac709fbd6b29 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:59:43.481293 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95045e99-5ffa-4ef8-a5cc-ac709fbd6b29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:59:43.481620 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95045e99-5ffa-4ef8-a5cc-ac709fbd6b29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:59:43.481982 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95045e99-5ffa-4ef8-a5cc-ac709fbd6b29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:59:43.482286 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95045e99-5ffa-4ef8-a5cc-ac709fbd6b29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:59:43.498736 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bc8a5e36-3d6d-4549-91c3-7cb702d26da5 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:43.511442 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-bc8a5e36-3d6d-4549-91c3-7cb702d26da5 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Calling delete_port for f62a6e9c-13de-431b-bc7b-d347dde27b6a owned by {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:59:43.519339 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-95045e99-5ffa-4ef8-a5cc-ac709fbd6b29 None None] Attempting to bind port e1c137aa-fb90-427b-90dc-b0e71f337df1 on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:59:43.525756 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-95045e99-5ffa-4ef8-a5cc-ac709fbd6b29 None None] Attempting to bind port e1c137aa-fb90-427b-90dc-b0e71f337df1 by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '1547ed8f-36ea-429a-a729-e0e4e9fcad02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '10c44b48-d3bd-40b3-a4f4-972813fd3a15'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:59:43.525756 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95045e99-5ffa-4ef8-a5cc-ac709fbd6b29 None None] Attempting to bind port e1c137aa-fb90-427b-90dc-b0e71f337df1 on network 10c44b48-d3bd-40b3-a4f4-972813fd3a15 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:59:43.526008 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95045e99-5ffa-4ef8-a5cc-ac709fbd6b29 None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 59, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:59:43.526306 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95045e99-5ffa-4ef8-a5cc-ac709fbd6b29 None None] Checking segment: {'id': '1547ed8f-36ea-429a-a729-e0e4e9fcad02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '10c44b48-d3bd-40b3-a4f4-972813fd3a15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:59:43.526693 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-95045e99-5ffa-4ef8-a5cc-ac709fbd6b29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:43.527089 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95045e99-5ffa-4ef8-a5cc-ac709fbd6b29 None None] Bound using segment: {'id': '1547ed8f-36ea-429a-a729-e0e4e9fcad02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '10c44b48-d3bd-40b3-a4f4-972813fd3a15'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:59:43.527559 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-95045e99-5ffa-4ef8-a5cc-ac709fbd6b29 None None] Bound port: e1c137aa-fb90-427b-90dc-b0e71f337df1, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1547ed8f-36ea-429a-a729-e0e4e9fcad02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '10c44b48-d3bd-40b3-a4f4-972813fd3a15'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:59:43.527948 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-95045e99-5ffa-4ef8-a5cc-ac709fbd6b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:43.593371 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-95045e99-5ffa-4ef8-a5cc-ac709fbd6b29 None None] For port e1c137aa-fb90-427b-90dc-b0e71f337df1, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:59:43.597241 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-95045e99-5ffa-4ef8-a5cc-ac709fbd6b29 None None] For port e1c137aa-fb90-427b-90dc-b0e71f337df1, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=e1c137aa-fb90-427b-90dc-b0e71f337df1,segment=NetworkSegment(1547ed8f-36ea-429a-a729-e0e4e9fcad02),segment_id=1547ed8f-36ea-429a-a729-e0e4e9fcad02)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:59:43.603366 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-95045e99-5ffa-4ef8-a5cc-ac709fbd6b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:43.659415 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bc8a5e36-3d6d-4549-91c3-7cb702d26da5 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:43.678840 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95045e99-5ffa-4ef8-a5cc-ac709fbd6b29 None None] Pushing event updated for resources: {'Port': ['ID=e1c137aa-fb90-427b-90dc-b0e71f337df1,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:59:43.697070 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8a5e36-3d6d-4549-91c3-7cb702d26da5 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Pushing event deleted for resources: {'Port': ['ID=f62a6e9c-13de-431b-bc7b-d347dde27b6a,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:59:43.729983 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bc8a5e36-3d6d-4549-91c3-7cb702d26da5 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:43.732728 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-bc8a5e36-3d6d-4549-91c3-7cb702d26da5 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "DELETE /v2.0/ports/f62a6e9c-13de-431b-bc7b-d347dde27b6a HTTP/1.1" status: 204 len: 168 time: 0.4416163 Jul 13 13:59:43.735228 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 35770) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:59:43.792965 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd1e5f9-7e76-40c8-aa30-dd195aff415b tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:59:43.794655 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd1e5f9-7e76-40c8-aa30-dd195aff415b tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:59:43.796202 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-2cd1e5f9-7e76-40c8-aa30-dd195aff415b tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0600188 Jul 13 13:59:43.798779 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 35772) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:59:43.877511 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-e51693d1-a9e2-4928-9ef7-f18f8c98de2a tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Deleting subnet 3b49aac8-8170-4743-b000-002c2f50f2ae {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 13:59:43.882109 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e51693d1-a9e2-4928-9ef7-f18f8c98de2a tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:43.938550 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e51693d1-a9e2-4928-9ef7-f18f8c98de2a tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6018489'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:44.026577 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e51693d1-a9e2-4928-9ef7-f18f8c98de2a tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:44.090673 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e51693d1-a9e2-4928-9ef7-f18f8c98de2a tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6018534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6105009'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:44.128633 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e51693d1-a9e2-4928-9ef7-f18f8c98de2a tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:44.133345 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-e51693d1-a9e2-4928-9ef7-f18f8c98de2a tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "DELETE /v2.0/subnets/3b49aac8-8170-4743-b000-002c2f50f2ae HTTP/1.1" status: 204 len: 168 time: 0.3335118 Jul 13 13:59:44.134476 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 35776) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:59:44.134594 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51693d1-a9e2-4928-9ef7-f18f8c98de2a tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Pushing event deleted for resources: {'Subnet': ['ID=3b49aac8-8170-4743-b000-002c2f50f2ae,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:59:44.173874 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-87ea2622-be29-4938-beb0-5d6892be607c tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0377803 Jul 13 13:59:44.177764 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 35778) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:59:44.182859 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-276c323f-d408-4173-843d-f8280ae92c17 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Request body: {'subnet': {'network_id': '10c44b48-d3bd-40b3-a4f4-972813fd3a15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:59:44.282538 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-276c323f-d408-4173-843d-f8280ae92c17 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Made reservation on behalf of 295c60a61aa44fb3bb3079337a011e52 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:59:44.286483 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-276c323f-d408-4173-843d-f8280ae92c17 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4763385'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:44.607165 n-d-800634-1 neutron-server[93750]: DEBUG neutron.objects.ports [None req-276c323f-d408-4173-843d-f8280ae92c17 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93750) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 13 13:59:44.651710 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b08e150-fa17-4dbb-b8bd-8826db76d5ca None None] Network 10c44b48-d3bd-40b3-a4f4-972813fd3a15 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:59:44.726453 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-0459c7a0-caed-4038-b3cf-317e1492564f None None] Provisioning for port e1c137aa-fb90-427b-90dc-b0e71f337df1 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:59:44.798893 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-276c323f-d408-4173-843d-f8280ae92c17 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:44.997309 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-276c323f-d408-4173-843d-f8280ae92c17 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] For port e1c137aa-fb90-427b-90dc-b0e71f337df1, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=e1c137aa-fb90-427b-90dc-b0e71f337df1,segment=NetworkSegment(1547ed8f-36ea-429a-a729-e0e4e9fcad02),segment_id=1547ed8f-36ea-429a-a729-e0e4e9fcad02)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:59:45.030674 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-276c323f-d408-4173-843d-f8280ae92c17 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:45.041136 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-276c323f-d408-4173-843d-f8280ae92c17 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:45.042266 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-276c323f-d408-4173-843d-f8280ae92c17 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5970588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4763339'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:45.135580 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-276c323f-d408-4173-843d-f8280ae92c17 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Network 10c44b48-d3bd-40b3-a4f4-972813fd3a15 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:59:45.143956 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-276c323f-d408-4173-843d-f8280ae92c17 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:59:45.146599 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276c323f-d408-4173-843d-f8280ae92c17 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Pushing event updated for resources: {'Port': ['ID=e1c137aa-fb90-427b-90dc-b0e71f337df1,revision_number=5']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:59:45.149302 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276c323f-d408-4173-843d-f8280ae92c17 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Pushing event updated for resources: {'Subnet': ['ID=2e7812b2-3645-4ef4-afb7-e82859620f30,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:59:45.151792 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276c323f-d408-4173-843d-f8280ae92c17 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:59:45.152388 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-276c323f-d408-4173-843d-f8280ae92c17 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:45.174621 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-276c323f-d408-4173-843d-f8280ae92c17 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.9956217 Jul 13 13:59:45.175354 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 35782) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:59:45.185178 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-e157a349-262c-45d1-bdbb-2b0ae9a1e3ce tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Request body: {'port': {'network_id': '10c44b48-d3bd-40b3-a4f4-972813fd3a15', 'mac_address': 'fa:16:3e:13:81:4c', 'name': 'tempest-NetworksTestDHCPv6-1721135843'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:59:45.289304 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cceeadb-9fc3-42ac-9650-0010c5534a63 None None] Network 10c44b48-d3bd-40b3-a4f4-972813fd3a15 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:59:45.327920 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e157a349-262c-45d1-bdbb-2b0ae9a1e3ce tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Made reservation on behalf of 295c60a61aa44fb3bb3079337a011e52 for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:59:45.337010 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-f11513f3-5f12-40a6-b756-e7f6642d966b None None] Could not find standard attr ID for object f62a6e9c-13de-431b-bc7b-d347dde27b6a. {{(pid=93752) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 13:59:45.341263 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device e1c137aa-fb90-427b-90dc-b0e71f337df1 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:59:45.428016 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e157a349-262c-45d1-bdbb-2b0ae9a1e3ce tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:45.437082 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port e1c137aa-fb90-427b-90dc-b0e71f337df1 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:59:45.447047 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port e1c137aa-fb90-427b-90dc-b0e71f337df1 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:59:45.447422 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:45.459273 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [None req-e157a349-262c-45d1-bdbb-2b0ae9a1e3ce tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] device_id is not set on port 222af5d0-c32d-4d3c-be9e-d80a6c6c7aea yet. {{(pid=93751) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 13:59:45.572164 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:45.576344 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-e157a349-262c-45d1-bdbb-2b0ae9a1e3ce tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Allocated IP 2001:db8::f816:3eff:fe13:814c (10c44b48-d3bd-40b3-a4f4-972813fd3a15/2e7812b2-3645-4ef4-afb7-e82859620f30/222af5d0-c32d-4d3c-be9e-d80a6c6c7aea) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:59:45.610014 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port e1c137aa-fb90-427b-90dc-b0e71f337df1, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=e1c137aa-fb90-427b-90dc-b0e71f337df1,segment=NetworkSegment(1547ed8f-36ea-429a-a729-e0e4e9fcad02),segment_id=1547ed8f-36ea-429a-a729-e0e4e9fcad02)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:59:45.615343 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:45.667000 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=e1c137aa-fb90-427b-90dc-b0e71f337df1,revision_number=6']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:59:45.755166 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e157a349-262c-45d1-bdbb-2b0ae9a1e3ce tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:45.771231 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-e157a349-262c-45d1-bdbb-2b0ae9a1e3ce tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Transition to ACTIVE for port object 222af5d0-c32d-4d3c-be9e-d80a6c6c7aea will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:59:45.804956 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e157a349-262c-45d1-bdbb-2b0ae9a1e3ce tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:45.852168 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e157a349-262c-45d1-bdbb-2b0ae9a1e3ce tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Network 10c44b48-d3bd-40b3-a4f4-972813fd3a15 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:59:45.855491 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-e157a349-262c-45d1-bdbb-2b0ae9a1e3ce tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:59:45.859797 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e157a349-262c-45d1-bdbb-2b0ae9a1e3ce tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:59:45.865969 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e157a349-262c-45d1-bdbb-2b0ae9a1e3ce tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:59:45.866634 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e157a349-262c-45d1-bdbb-2b0ae9a1e3ce tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:45.868663 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-d6fd4266-3493-4e30-bcb9-c2fcc55ab7b2 None None] Provisioning complete for port e1c137aa-fb90-427b-90dc-b0e71f337df1 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:59:45.869041 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d6fd4266-3493-4e30-bcb9-c2fcc55ab7b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:45.877632 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e157a349-262c-45d1-bdbb-2b0ae9a1e3ce tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Pushing event updated for resources: {'Port': ['ID=222af5d0-c32d-4d3c-be9e-d80a6c6c7aea,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:59:45.889576 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-e157a349-262c-45d1-bdbb-2b0ae9a1e3ce tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.7093859 Jul 13 13:59:45.890162 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 35784) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:59:45.978436 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24d5ead7-4189-4419-924a-b02fca4c4fb3 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:59:45.985038 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24d5ead7-4189-4419-924a-b02fca4c4fb3 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:59:45.990086 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 35788) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:59:45.990477 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-24d5ead7-4189-4419-924a-b02fca4c4fb3 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.0991218 Jul 13 13:59:46.107242 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-3685b5b3-7e3e-46c2-9548-0ee08b47569f tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Deleting port 222af5d0-c32d-4d3c-be9e-d80a6c6c7aea {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:59:46.107609 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3685b5b3-7e3e-46c2-9548-0ee08b47569f tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:46.192539 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-1204acb2-a91e-41ab-beae-f6b305737182 None None] Provisioning for port 222af5d0-c32d-4d3c-be9e-d80a6c6c7aea completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:59:46.196271 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-1204acb2-a91e-41ab-beae-f6b305737182 None None] Provisioning complete for port 222af5d0-c32d-4d3c-be9e-d80a6c6c7aea triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:59:46.196642 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-1204acb2-a91e-41ab-beae-f6b305737182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:46.200440 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3685b5b3-7e3e-46c2-9548-0ee08b47569f tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:46.213584 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-3685b5b3-7e3e-46c2-9548-0ee08b47569f tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Calling delete_port for 222af5d0-c32d-4d3c-be9e-d80a6c6c7aea owned by {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:59:46.231782 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-1204acb2-a91e-41ab-beae-f6b305737182 None None] Port 222af5d0-c32d-4d3c-be9e-d80a6c6c7aea cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 13:59:46.371801 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3685b5b3-7e3e-46c2-9548-0ee08b47569f tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:46.401890 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3685b5b3-7e3e-46c2-9548-0ee08b47569f tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Pushing event deleted for resources: {'Port': ['ID=222af5d0-c32d-4d3c-be9e-d80a6c6c7aea,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:59:46.432259 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3685b5b3-7e3e-46c2-9548-0ee08b47569f tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:46.434265 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-3685b5b3-7e3e-46c2-9548-0ee08b47569f tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "DELETE /v2.0/ports/222af5d0-c32d-4d3c-be9e-d80a6c6c7aea HTTP/1.1" status: 204 len: 168 time: 0.4426298 Jul 13 13:59:46.437274 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 35790) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:59:46.497490 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f473576e-8379-4dff-b70a-8a41e82794ec tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:59:46.499198 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f473576e-8379-4dff-b70a-8a41e82794ec tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:59:46.501984 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-f473576e-8379-4dff-b70a-8a41e82794ec tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0624955 Jul 13 13:59:46.503513 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 35792) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:59:46.562229 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-b80b1d1e-cce5-4960-8700-0eb55cdd5157 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Deleting subnet 2e7812b2-3645-4ef4-afb7-e82859620f30 {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 13:59:46.566161 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b80b1d1e-cce5-4960-8700-0eb55cdd5157 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:46.609308 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b80b1d1e-cce5-4960-8700-0eb55cdd5157 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5431723'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:46.700099 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b80b1d1e-cce5-4960-8700-0eb55cdd5157 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:46.761270 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b80b1d1e-cce5-4960-8700-0eb55cdd5157 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5970525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4763356'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:46.790465 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80b1d1e-cce5-4960-8700-0eb55cdd5157 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Pushing event deleted for resources: {'Subnet': ['ID=2e7812b2-3645-4ef4-afb7-e82859620f30,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:59:46.797039 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b80b1d1e-cce5-4960-8700-0eb55cdd5157 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:46.801599 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-b80b1d1e-cce5-4960-8700-0eb55cdd5157 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "DELETE /v2.0/subnets/2e7812b2-3645-4ef4-afb7-e82859620f30 HTTP/1.1" status: 204 len: 168 time: 0.2944298 Jul 13 13:59:46.803179 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 35794) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:59:46.807985 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6194d14b-c1a9-408f-88b3-af88a575530d None None] Network 10c44b48-d3bd-40b3-a4f4-972813fd3a15 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:59:46.849041 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-6cd49b08-c81f-4663-8da1-9d951e4df877 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0446939 Jul 13 13:59:46.851584 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 35796) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:59:46.924485 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e9ff3aa-d342-4ca7-8df1-b56421ad5e90 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:59:46.929336 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-8e9ff3aa-d342-4ca7-8df1-b56421ad5e90 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0729654 Jul 13 13:59:46.929825 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 35798) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:59:46.992392 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3fb48f9-3440-4ca6-89d4-1c1bf9f170e0 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:59:46.993920 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-a3fb48f9-3440-4ca6-89d4-1c1bf9f170e0 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0618093 Jul 13 13:59:46.996456 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 35800) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:59:47.011303 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf28aae-8488-49ab-b728-3296012061b9 None None] DHCP port deletion for 10c44b48-d3bd-40b3-a4f4-972813fd3a15 request from n-d-800634-1 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 13:59:47.037539 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-98a51788-b46a-47fe-9aac-db217de6cca0 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0399678 Jul 13 13:59:47.041963 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 35802) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:59:47.047150 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-b2ea3013-e4eb-44ab-9910-d55e4735f553 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Request body: {'subnet': {'network_id': '10c44b48-d3bd-40b3-a4f4-972813fd3a15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:59:47.071122 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2cf28aae-8488-49ab-b728-3296012061b9 None None] Deleting port e1c137aa-fb90-427b-90dc-b0e71f337df1 {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:59:47.072110 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2cf28aae-8488-49ab-b728-3296012061b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:47.145308 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2cf28aae-8488-49ab-b728-3296012061b9 None None] For port e1c137aa-fb90-427b-90dc-b0e71f337df1, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=e1c137aa-fb90-427b-90dc-b0e71f337df1,segment=NetworkSegment(1547ed8f-36ea-429a-a729-e0e4e9fcad02),segment_id=1547ed8f-36ea-429a-a729-e0e4e9fcad02)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:59:47.145909 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2cf28aae-8488-49ab-b728-3296012061b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:47.161477 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2cf28aae-8488-49ab-b728-3296012061b9 None None] Calling delete_port for e1c137aa-fb90-427b-90dc-b0e71f337df1 owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:59:47.178976 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2ea3013-e4eb-44ab-9910-d55e4735f553 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Made reservation on behalf of 295c60a61aa44fb3bb3079337a011e52 for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:59:47.186931 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b2ea3013-e4eb-44ab-9910-d55e4735f553 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6104980'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:47.236866 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5742cf52-47e9-44c9-904b-00fa4fc59dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:47.264895 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2cf28aae-8488-49ab-b728-3296012061b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:47.299365 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device e1c137aa-fb90-427b-90dc-b0e71f337df1 no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:59:47.301998 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf28aae-8488-49ab-b728-3296012061b9 None None] Pushing event deleted for resources: {'Port': ['ID=e1c137aa-fb90-427b-90dc-b0e71f337df1,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:59:47.308062 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf28aae-8488-49ab-b728-3296012061b9 None None] No DVR routers for this DVR port e1c137aa-fb90-427b-90dc-b0e71f337df1 on host n-d-800634-1 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:59:47.337606 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: e1c137aa-fb90-427b-90dc-b0e71f337df1 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:59:47.337967 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device e1c137aa-fb90-427b-90dc-b0e71f337df1 not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:59:47.408957 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b2ea3013-e4eb-44ab-9910-d55e4735f553 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6018343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6104998'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:47.454665 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2ea3013-e4eb-44ab-9910-d55e4735f553 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Network 10c44b48-d3bd-40b3-a4f4-972813fd3a15 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:59:47.458539 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-b2ea3013-e4eb-44ab-9910-d55e4735f553 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:59:47.463951 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ea3013-e4eb-44ab-9910-d55e4735f553 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:59:47.464545 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b2ea3013-e4eb-44ab-9910-d55e4735f553 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:47.468897 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3e3f380-a5b6-451c-a755-0575b710c5a8 None None] Network 10c44b48-d3bd-40b3-a4f4-972813fd3a15 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:59:47.475564 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ea3013-e4eb-44ab-9910-d55e4735f553 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Pushing event updated for resources: {'Subnet': ['ID=ae608078-aad9-4bf1-a267-190f51aa7466,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:59:47.487319 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-b2ea3013-e4eb-44ab-9910-d55e4735f553 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4441414 Jul 13 13:59:47.490416 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 35806) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:59:47.495391 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-63d5c13b-016e-4bf9-b8b9-4f82eca69fc9 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Request body: {'port': {'network_id': '10c44b48-d3bd-40b3-a4f4-972813fd3a15', 'mac_address': 'fa:16:3e:d9:d2:87', 'name': 'tempest-NetworksTestDHCPv6-825390528'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:59:47.620577 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63d5c13b-016e-4bf9-b8b9-4f82eca69fc9 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Made reservation on behalf of 295c60a61aa44fb3bb3079337a011e52 for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:59:47.624861 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-63d5c13b-016e-4bf9-b8b9-4f82eca69fc9 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:47.645137 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-157e97a5-602c-418a-8a27-9500aec56e37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a7201e1-61ce-5a3e-b7f7-e800379ed03b-10c44b48-d3bd-40b3-a4f4-972813fd3a15', 'network_id': '10c44b48-d3bd-40b3-a4f4-972813fd3a15', 'tenant_id': '295c60a61aa44fb3bb3079337a011e52', 'fixed_ips': [{'subnet_id': 'ae608078-aad9-4bf1-a267-190f51aa7466'}]}} from n-d-800634-1. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 13:59:47.646057 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-157e97a5-602c-418a-8a27-9500aec56e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:47.649406 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [None req-63d5c13b-016e-4bf9-b8b9-4f82eca69fc9 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] device_id is not set on port 9edcf46f-9beb-42b6-ba50-f370cc2bc624 yet. {{(pid=93751) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 13:59:47.780889 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-63d5c13b-016e-4bf9-b8b9-4f82eca69fc9 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Allocated IP 2001:db8::256 (10c44b48-d3bd-40b3-a4f4-972813fd3a15/ae608078-aad9-4bf1-a267-190f51aa7466/9edcf46f-9beb-42b6-ba50-f370cc2bc624) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:59:47.946921 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-63d5c13b-016e-4bf9-b8b9-4f82eca69fc9 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:47.962676 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-63d5c13b-016e-4bf9-b8b9-4f82eca69fc9 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Transition to ACTIVE for port object 9edcf46f-9beb-42b6-ba50-f370cc2bc624 will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:59:48.000775 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-63d5c13b-016e-4bf9-b8b9-4f82eca69fc9 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:48.047582 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63d5c13b-016e-4bf9-b8b9-4f82eca69fc9 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Network 10c44b48-d3bd-40b3-a4f4-972813fd3a15 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:59:48.048799 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-157e97a5-602c-418a-8a27-9500aec56e37 None None] Allocated IP 2001:db8::2 (10c44b48-d3bd-40b3-a4f4-972813fd3a15/ae608078-aad9-4bf1-a267-190f51aa7466/e6994862-a17c-461b-89d8-b82b4089ab17) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:59:48.050894 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-63d5c13b-016e-4bf9-b8b9-4f82eca69fc9 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:59:48.057084 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d5c13b-016e-4bf9-b8b9-4f82eca69fc9 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:59:48.062784 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63d5c13b-016e-4bf9-b8b9-4f82eca69fc9 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:59:48.063424 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-63d5c13b-016e-4bf9-b8b9-4f82eca69fc9 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:48.078031 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d5c13b-016e-4bf9-b8b9-4f82eca69fc9 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Pushing event updated for resources: {'Port': ['ID=9edcf46f-9beb-42b6-ba50-f370cc2bc624,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:59:48.088286 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-63d5c13b-016e-4bf9-b8b9-4f82eca69fc9 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.5967913 Jul 13 13:59:48.091012 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 35808) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:59:48.174811 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab56f80-65bd-4313-a401-0eb0c4efb4e2 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:59:48.180445 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-2ab56f80-65bd-4313-a401-0eb0c4efb4e2 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.0853403 Jul 13 13:59:48.180679 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 35810) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:59:48.296651 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-1b6fe3b4-6ad2-405a-9587-fdd9184cf93a tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Deleting port 9edcf46f-9beb-42b6-ba50-f370cc2bc624 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:59:48.297066 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1b6fe3b4-6ad2-405a-9587-fdd9184cf93a tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:48.379870 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-157e97a5-602c-418a-8a27-9500aec56e37 None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:48.388476 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-157e97a5-602c-418a-8a27-9500aec56e37 None None] Transition to ACTIVE for port object e6994862-a17c-461b-89d8-b82b4089ab17 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:59:48.404958 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-157e97a5-602c-418a-8a27-9500aec56e37 None None] Transition to ACTIVE for port object e6994862-a17c-461b-89d8-b82b4089ab17 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:59:48.412828 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-157e97a5-602c-418a-8a27-9500aec56e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:48.423617 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1b6fe3b4-6ad2-405a-9587-fdd9184cf93a tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:48.436160 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-1b6fe3b4-6ad2-405a-9587-fdd9184cf93a tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Calling delete_port for 9edcf46f-9beb-42b6-ba50-f370cc2bc624 owned by {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:59:48.451831 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-157e97a5-602c-418a-8a27-9500aec56e37 None None] Network 10c44b48-d3bd-40b3-a4f4-972813fd3a15 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:59:48.460159 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-157e97a5-602c-418a-8a27-9500aec56e37 None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:59:48.463060 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157e97a5-602c-418a-8a27-9500aec56e37 None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:59:48.471739 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157e97a5-602c-418a-8a27-9500aec56e37 None None] Pushing event updated for resources: {'Port': ['ID=e6994862-a17c-461b-89d8-b82b4089ab17,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:59:48.542264 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-157e97a5-602c-418a-8a27-9500aec56e37 None None] Attempting to bind port e6994862-a17c-461b-89d8-b82b4089ab17 on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:59:48.542650 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-157e97a5-602c-418a-8a27-9500aec56e37 None None] Attempting to bind port e6994862-a17c-461b-89d8-b82b4089ab17 by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '1547ed8f-36ea-429a-a729-e0e4e9fcad02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '10c44b48-d3bd-40b3-a4f4-972813fd3a15'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:59:48.543005 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157e97a5-602c-418a-8a27-9500aec56e37 None None] Attempting to bind port e6994862-a17c-461b-89d8-b82b4089ab17 on network 10c44b48-d3bd-40b3-a4f4-972813fd3a15 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:59:48.548680 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157e97a5-602c-418a-8a27-9500aec56e37 None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 59, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:59:48.549064 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157e97a5-602c-418a-8a27-9500aec56e37 None None] Checking segment: {'id': '1547ed8f-36ea-429a-a729-e0e4e9fcad02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '10c44b48-d3bd-40b3-a4f4-972813fd3a15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:59:48.549474 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-157e97a5-602c-418a-8a27-9500aec56e37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:48.549900 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157e97a5-602c-418a-8a27-9500aec56e37 None None] Bound using segment: {'id': '1547ed8f-36ea-429a-a729-e0e4e9fcad02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '10c44b48-d3bd-40b3-a4f4-972813fd3a15'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:59:48.550390 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-157e97a5-602c-418a-8a27-9500aec56e37 None None] Bound port: e6994862-a17c-461b-89d8-b82b4089ab17, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1547ed8f-36ea-429a-a729-e0e4e9fcad02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '10c44b48-d3bd-40b3-a4f4-972813fd3a15'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:59:48.550857 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-157e97a5-602c-418a-8a27-9500aec56e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:48.587765 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1b6fe3b4-6ad2-405a-9587-fdd9184cf93a tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:48.619715 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6fe3b4-6ad2-405a-9587-fdd9184cf93a tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Pushing event deleted for resources: {'Port': ['ID=9edcf46f-9beb-42b6-ba50-f370cc2bc624,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:59:48.625225 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-157e97a5-602c-418a-8a27-9500aec56e37 None None] For port e6994862-a17c-461b-89d8-b82b4089ab17, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:59:48.628374 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-157e97a5-602c-418a-8a27-9500aec56e37 None None] For port e6994862-a17c-461b-89d8-b82b4089ab17, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=e6994862-a17c-461b-89d8-b82b4089ab17,segment=NetworkSegment(1547ed8f-36ea-429a-a729-e0e4e9fcad02),segment_id=1547ed8f-36ea-429a-a729-e0e4e9fcad02)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:59:48.634139 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-157e97a5-602c-418a-8a27-9500aec56e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:48.651614 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1b6fe3b4-6ad2-405a-9587-fdd9184cf93a tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:48.653661 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-1b6fe3b4-6ad2-405a-9587-fdd9184cf93a tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "DELETE /v2.0/ports/9edcf46f-9beb-42b6-ba50-f370cc2bc624 HTTP/1.1" status: 204 len: 168 time: 0.4721296 Jul 13 13:59:48.656274 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 35818) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:59:48.703139 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157e97a5-602c-418a-8a27-9500aec56e37 None None] Pushing event updated for resources: {'Port': ['ID=e6994862-a17c-461b-89d8-b82b4089ab17,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:59:48.731617 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c506452-cdfb-4669-a92b-ca873f3e0358 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:59:48.735065 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c506452-cdfb-4669-a92b-ca873f3e0358 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:59:48.739459 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-7c506452-cdfb-4669-a92b-ca873f3e0358 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0802741 Jul 13 13:59:48.741926 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 35820) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:59:48.802401 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-e29de44e-b0a2-47f9-ac79-858885dfb717 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Deleting subnet ae608078-aad9-4bf1-a267-190f51aa7466 {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 13:59:48.806229 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e29de44e-b0a2-47f9-ac79-858885dfb717 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:48.857636 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e29de44e-b0a2-47f9-ac79-858885dfb717 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6018489'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:48.977125 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e29de44e-b0a2-47f9-ac79-858885dfb717 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:49.044065 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e29de44e-b0a2-47f9-ac79-858885dfb717 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6018534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6105009'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:49.071680 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29de44e-b0a2-47f9-ac79-858885dfb717 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Pushing event deleted for resources: {'Subnet': ['ID=ae608078-aad9-4bf1-a267-190f51aa7466,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:59:49.076093 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e29de44e-b0a2-47f9-ac79-858885dfb717 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:49.077986 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-e29de44e-b0a2-47f9-ac79-858885dfb717 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "DELETE /v2.0/subnets/ae608078-aad9-4bf1-a267-190f51aa7466 HTTP/1.1" status: 204 len: 168 time: 0.3347566 Jul 13 13:59:49.080820 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 35822) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:59:49.119620 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-27a93a13-a488-46fe-b2c8-a89cbb99f882 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0375865 Jul 13 13:59:49.121910 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 35824) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:59:49.185987 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec2e9cce-0860-4342-9b0e-0bc718ae0a01 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:59:49.187440 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-ec2e9cce-0860-4342-9b0e-0bc718ae0a01 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0646510 Jul 13 13:59:49.190221 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 35826) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:59:49.247435 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69cbe60d-ae93-4878-b96a-042fd54094e8 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:59:49.249139 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-69cbe60d-ae93-4878-b96a-042fd54094e8 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0578322 Jul 13 13:59:49.251485 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 35828) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:59:49.291193 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-18233f08-4b04-4f10-8d6b-ba16328368d3 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0386145 Jul 13 13:59:49.295430 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 35830) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:59:49.300628 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-8e41cda4-42a7-4bd2-b97d-5442bb4d8e62 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Request body: {'subnet': {'network_id': '10c44b48-d3bd-40b3-a4f4-972813fd3a15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:59:49.363859 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device e6994862-a17c-461b-89d8-b82b4089ab17 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:59:49.420099 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port e6994862-a17c-461b-89d8-b82b4089ab17 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:59:49.428771 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e41cda4-42a7-4bd2-b97d-5442bb4d8e62 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Made reservation on behalf of 295c60a61aa44fb3bb3079337a011e52 for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:59:49.433515 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8e41cda4-42a7-4bd2-b97d-5442bb4d8e62 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6104980'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:49.703789 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00d69225-aca5-45e1-b518-5325658658ee None None] Network 10c44b48-d3bd-40b3-a4f4-972813fd3a15 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:59:49.792425 n-d-800634-1 neutron-server[93751]: DEBUG neutron.objects.ports [None req-8e41cda4-42a7-4bd2-b97d-5442bb4d8e62 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93751) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 13 13:59:49.824474 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-0995d090-5ac8-494f-b811-91dff293bacf None None] Provisioning for port e6994862-a17c-461b-89d8-b82b4089ab17 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:59:49.834976 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-0995d090-5ac8-494f-b811-91dff293bacf None None] Provisioning complete for port e6994862-a17c-461b-89d8-b82b4089ab17 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:59:49.835353 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-0995d090-5ac8-494f-b811-91dff293bacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:49.909242 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-7fd7de3c-0058-4149-ba0f-0a8411740065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:49.990457 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-0995d090-5ac8-494f-b811-91dff293bacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:50.006432 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8e41cda4-42a7-4bd2-b97d-5442bb4d8e62 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:50.026402 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:50.072364 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.db.api [None req-0995d090-5ac8-494f-b811-91dff293bacf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93752) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 13:59:50.073377 n-d-800634-1 neutron-server[93752]: DEBUG oslo_db.api [None req-0995d090-5ac8-494f-b811-91dff293bacf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 13:59:50.208978 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-8e41cda4-42a7-4bd2-b97d-5442bb4d8e62 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] For port e6994862-a17c-461b-89d8-b82b4089ab17, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=e6994862-a17c-461b-89d8-b82b4089ab17,segment=NetworkSegment(1547ed8f-36ea-429a-a729-e0e4e9fcad02),segment_id=1547ed8f-36ea-429a-a729-e0e4e9fcad02)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:59:50.263466 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8e41cda4-42a7-4bd2-b97d-5442bb4d8e62 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:50.273986 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8e41cda4-42a7-4bd2-b97d-5442bb4d8e62 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:50.274983 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8e41cda4-42a7-4bd2-b97d-5442bb4d8e62 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6018343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6104998'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:50.365011 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e41cda4-42a7-4bd2-b97d-5442bb4d8e62 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Network 10c44b48-d3bd-40b3-a4f4-972813fd3a15 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:59:50.374710 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-8e41cda4-42a7-4bd2-b97d-5442bb4d8e62 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:59:50.382068 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e41cda4-42a7-4bd2-b97d-5442bb4d8e62 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:59:50.382672 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8e41cda4-42a7-4bd2-b97d-5442bb4d8e62 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:50.410313 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e41cda4-42a7-4bd2-b97d-5442bb4d8e62 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Pushing event updated for resources: {'Subnet': ['ID=b002e969-fa71-47a6-bd64-5b544343319d,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:59:50.419634 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e41cda4-42a7-4bd2-b97d-5442bb4d8e62 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Pushing event updated for resources: {'Port': ['ID=e6994862-a17c-461b-89d8-b82b4089ab17,revision_number=5']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:59:50.456221 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc42ea2d-9efd-4f6d-9c79-c5300378cd54 None None] Network 10c44b48-d3bd-40b3-a4f4-972813fd3a15 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:59:50.625977 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-0995d090-5ac8-494f-b811-91dff293bacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:50.681431 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-8e41cda4-42a7-4bd2-b97d-5442bb4d8e62 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3845692 Jul 13 13:59:50.684300 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 35840) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:59:50.689635 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-0995d090-5ac8-494f-b811-91dff293bacf None None] For port e6994862-a17c-461b-89d8-b82b4089ab17, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=e6994862-a17c-461b-89d8-b82b4089ab17,segment=NetworkSegment(1547ed8f-36ea-429a-a729-e0e4e9fcad02),segment_id=1547ed8f-36ea-429a-a729-e0e4e9fcad02)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:59:50.690255 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-d9cbe804-8d93-450a-9325-cea7aaaee07f tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Request body: {'subnet': {'network_id': '10c44b48-d3bd-40b3-a4f4-972813fd3a15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:59:50.695967 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-0995d090-5ac8-494f-b811-91dff293bacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:50.765104 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0995d090-5ac8-494f-b811-91dff293bacf None None] Pushing event updated for resources: {'Port': ['ID=e6994862-a17c-461b-89d8-b82b4089ab17,revision_number=6']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:59:50.825506 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-edb22169-7820-492e-988f-d5d50f39e4e8 None None] Provisioning complete for port e6994862-a17c-461b-89d8-b82b4089ab17 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:59:50.826016 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-edb22169-7820-492e-988f-d5d50f39e4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:50.873675 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9cbe804-8d93-450a-9325-cea7aaaee07f tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Made reservation on behalf of 295c60a61aa44fb3bb3079337a011e52 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:59:50.877639 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d9cbe804-8d93-450a-9325-cea7aaaee07f tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4763385'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:50.921016 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-edb22169-7820-492e-988f-d5d50f39e4e8 None None] Could not find standard attr ID for object 9edcf46f-9beb-42b6-ba50-f370cc2bc624. {{(pid=93752) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 13:59:51.002871 n-d-800634-1 neutron-server[93750]: INFO neutron.db.ipam_backend_mixin [None req-d9cbe804-8d93-450a-9325-cea7aaaee07f tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b002e969-fa71-47a6-bd64-5b544343319d (CIDR: 2001:db8::/64) Jul 13 13:59:51.006383 n-d-800634-1 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9cbe804-8d93-450a-9325-cea7aaaee07f tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 13:59:51.006776 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9cbe804-8d93-450a-9325-cea7aaaee07f tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93750) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 13:59:51.021338 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-d9cbe804-8d93-450a-9325-cea7aaaee07f tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3357146 Jul 13 13:59:51.024069 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 35842) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:59:51.030498 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-539ba641-a930-4b02-8c06-23c8555963c7 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Request body: {'subnet': {'network_id': '10c44b48-d3bd-40b3-a4f4-972813fd3a15', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:59:51.041033 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-76cace5c-910d-4e03-a4e8-322277ee0971 None None] Provisioning complete for port e6994862-a17c-461b-89d8-b82b4089ab17 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:59:51.041493 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-76cace5c-910d-4e03-a4e8-322277ee0971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:51.139387 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:51.147633 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-539ba641-a930-4b02-8c06-23c8555963c7 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Made reservation on behalf of 295c60a61aa44fb3bb3079337a011e52 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:59:51.151261 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-539ba641-a930-4b02-8c06-23c8555963c7 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4763385'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:51.290291 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device e6994862-a17c-461b-89d8-b82b4089ab17 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:59:51.343560 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port e6994862-a17c-461b-89d8-b82b4089ab17 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:59:51.343941 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:51.404315 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-539ba641-a930-4b02-8c06-23c8555963c7 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5970588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4763339'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:51.454565 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-539ba641-a930-4b02-8c06-23c8555963c7 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Network 10c44b48-d3bd-40b3-a4f4-972813fd3a15 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:59:51.458141 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-539ba641-a930-4b02-8c06-23c8555963c7 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:59:51.463969 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-539ba641-a930-4b02-8c06-23c8555963c7 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:59:51.464442 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-539ba641-a930-4b02-8c06-23c8555963c7 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:51.467505 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b86a3771-287d-44d7-a2e8-2d7372eb7668 None None] Network 10c44b48-d3bd-40b3-a4f4-972813fd3a15 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:59:51.479016 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539ba641-a930-4b02-8c06-23c8555963c7 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Pushing event updated for resources: {'Subnet': ['ID=7fd9aa34-e3f8-40db-8307-56498e0de034,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:59:51.488074 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-539ba641-a930-4b02-8c06-23c8555963c7 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4628556 Jul 13 13:59:51.490805 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 35846) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:59:51.496710 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-764be848-8481-418b-8f9b-40ac18c2c098 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Request body: {'port': {'network_id': '10c44b48-d3bd-40b3-a4f4-972813fd3a15', 'mac_address': 'fa:16:3e:31:b1:ef', 'name': 'tempest-NetworksTestDHCPv6-356716284'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:59:51.637362 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-764be848-8481-418b-8f9b-40ac18c2c098 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Made reservation on behalf of 295c60a61aa44fb3bb3079337a011e52 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:59:51.726718 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-764be848-8481-418b-8f9b-40ac18c2c098 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:51.733803 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-664cea9a-1505-447c-8789-fe5733cdd33d None None] Update dhcp port {'port': {'network_id': '10c44b48-d3bd-40b3-a4f4-972813fd3a15', 'fixed_ips': [{'subnet_id': 'b002e969-fa71-47a6-bd64-5b544343319d', 'ip_address': '2001:db8::f816:3eff:febf:4923'}, {'subnet_id': '7fd9aa34-e3f8-40db-8307-56498e0de034'}], 'binding:host_id': 'n-d-800634-1'}, 'id': 'e6994862-a17c-461b-89d8-b82b4089ab17'} from n-d-800634-1. {{(pid=93752) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 13 13:59:51.755553 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [None req-764be848-8481-418b-8f9b-40ac18c2c098 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] device_id is not set on port eac08cbe-867f-4838-a61a-ace5ef76a560 yet. {{(pid=93750) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 13:59:51.770319 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-664cea9a-1505-447c-8789-fe5733cdd33d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:51.943180 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-764be848-8481-418b-8f9b-40ac18c2c098 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Allocated IP 2001:db8:0:1::2c6 (10c44b48-d3bd-40b3-a4f4-972813fd3a15/7fd9aa34-e3f8-40db-8307-56498e0de034/eac08cbe-867f-4838-a61a-ace5ef76a560) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:59:51.953000 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-764be848-8481-418b-8f9b-40ac18c2c098 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Allocated IP 2001:db8::f816:3eff:fe31:b1ef (10c44b48-d3bd-40b3-a4f4-972813fd3a15/b002e969-fa71-47a6-bd64-5b544343319d/eac08cbe-867f-4838-a61a-ace5ef76a560) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:59:52.133989 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-764be848-8481-418b-8f9b-40ac18c2c098 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:52.146976 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [None req-764be848-8481-418b-8f9b-40ac18c2c098 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Transition to ACTIVE for port object eac08cbe-867f-4838-a61a-ace5ef76a560 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:59:52.184140 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-764be848-8481-418b-8f9b-40ac18c2c098 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:52.229434 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-764be848-8481-418b-8f9b-40ac18c2c098 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Network 10c44b48-d3bd-40b3-a4f4-972813fd3a15 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:59:52.235265 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-764be848-8481-418b-8f9b-40ac18c2c098 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:59:52.236622 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-664cea9a-1505-447c-8789-fe5733cdd33d None None] Allocated IP 2001:db8:0:1::2 (10c44b48-d3bd-40b3-a4f4-972813fd3a15/7fd9aa34-e3f8-40db-8307-56498e0de034/e6994862-a17c-461b-89d8-b82b4089ab17) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:59:52.240198 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764be848-8481-418b-8f9b-40ac18c2c098 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:59:52.246131 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-764be848-8481-418b-8f9b-40ac18c2c098 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:59:52.246771 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-764be848-8481-418b-8f9b-40ac18c2c098 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:52.259406 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764be848-8481-418b-8f9b-40ac18c2c098 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Pushing event updated for resources: {'Port': ['ID=eac08cbe-867f-4838-a61a-ace5ef76a560,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:59:52.268665 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-764be848-8481-418b-8f9b-40ac18c2c098 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.7767377 Jul 13 13:59:52.271531 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 35852) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:59:52.341382 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-664cea9a-1505-447c-8789-fe5733cdd33d None None] For port e6994862-a17c-461b-89d8-b82b4089ab17, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=e6994862-a17c-461b-89d8-b82b4089ab17,segment=NetworkSegment(1547ed8f-36ea-429a-a729-e0e4e9fcad02),segment_id=1547ed8f-36ea-429a-a729-e0e4e9fcad02)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:59:52.372115 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-664cea9a-1505-447c-8789-fe5733cdd33d None None] Notify callbacks [] for port, precommit_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:52.386728 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-664cea9a-1505-447c-8789-fe5733cdd33d None None] Transition to ACTIVE for port object e6994862-a17c-461b-89d8-b82b4089ab17 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:59:52.391212 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-664cea9a-1505-447c-8789-fe5733cdd33d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:52.399131 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-b028c8fc-ac4c-475f-83c1-84f994f1e97e tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Deleting port eac08cbe-867f-4838-a61a-ace5ef76a560 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:59:52.399474 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b028c8fc-ac4c-475f-83c1-84f994f1e97e tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:52.493977 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664cea9a-1505-447c-8789-fe5733cdd33d None None] Pushing event updated for resources: {'Port': ['ID=e6994862-a17c-461b-89d8-b82b4089ab17,revision_number=7']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:59:52.494818 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b028c8fc-ac4c-475f-83c1-84f994f1e97e tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:52.508415 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-b028c8fc-ac4c-475f-83c1-84f994f1e97e tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Calling delete_port for eac08cbe-867f-4838-a61a-ace5ef76a560 owned by {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:59:52.656747 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:52.714936 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b028c8fc-ac4c-475f-83c1-84f994f1e97e tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:52.752124 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b028c8fc-ac4c-475f-83c1-84f994f1e97e tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Pushing event deleted for resources: {'Port': ['ID=eac08cbe-867f-4838-a61a-ace5ef76a560,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:59:52.805583 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b028c8fc-ac4c-475f-83c1-84f994f1e97e tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:52.807633 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-b028c8fc-ac4c-475f-83c1-84f994f1e97e tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "DELETE /v2.0/ports/eac08cbe-867f-4838-a61a-ace5ef76a560 HTTP/1.1" status: 204 len: 168 time: 0.5351093 Jul 13 13:59:52.810047 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 35856) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:59:52.878350 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba4e0d7-efde-4191-b109-3495f3424027 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:59:52.880886 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-cba4e0d7-efde-4191-b109-3495f3424027 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0698850 Jul 13 13:59:52.883651 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 35858) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:59:52.957947 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e427911-229e-4ba1-b7b9-8a69d24c0581 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:59:52.960040 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-4e427911-229e-4ba1-b7b9-8a69d24c0581 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0753980 Jul 13 13:59:52.962898 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 35860) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:59:53.026510 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4982c394-f23f-4905-a16e-2ca887c5dacf tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:59:53.028064 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4982c394-f23f-4905-a16e-2ca887c5dacf tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:59:53.029603 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4982c394-f23f-4905-a16e-2ca887c5dacf tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:59:53.031236 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-4982c394-f23f-4905-a16e-2ca887c5dacf tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0673800 Jul 13 13:59:53.033916 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 35862) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:59:53.089285 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-608a1ff9-f36d-4939-8fc3-e9f7713e0c50 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Deleting subnet 7fd9aa34-e3f8-40db-8307-56498e0de034 {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 13:59:53.092695 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-608a1ff9-f36d-4939-8fc3-e9f7713e0c50 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:53.138608 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-608a1ff9-f36d-4939-8fc3-e9f7713e0c50 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5431723'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:53.170092 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b23d54f3-65da-4f51-b552-42c2ea088ca5 None None] Provisioning for port e6994862-a17c-461b-89d8-b82b4089ab17 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:59:53.174094 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b23d54f3-65da-4f51-b552-42c2ea088ca5 None None] Provisioning complete for port e6994862-a17c-461b-89d8-b82b4089ab17 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:59:53.174533 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b23d54f3-65da-4f51-b552-42c2ea088ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:53.250641 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-608a1ff9-f36d-4939-8fc3-e9f7713e0c50 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:53.319253 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device e6994862-a17c-461b-89d8-b82b4089ab17 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:59:53.338158 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-608a1ff9-f36d-4939-8fc3-e9f7713e0c50 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5970525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4763356'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:53.381087 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port e6994862-a17c-461b-89d8-b82b4089ab17 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:59:53.381481 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:53.383513 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608a1ff9-f36d-4939-8fc3-e9f7713e0c50 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Pushing event deleted for resources: {'Subnet': ['ID=7fd9aa34-e3f8-40db-8307-56498e0de034,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:59:53.397257 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-608a1ff9-f36d-4939-8fc3-e9f7713e0c50 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:53.402086 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-608a1ff9-f36d-4939-8fc3-e9f7713e0c50 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "DELETE /v2.0/subnets/7fd9aa34-e3f8-40db-8307-56498e0de034 HTTP/1.1" status: 204 len: 168 time: 0.3649797 Jul 13 13:59:53.402249 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-1a87a8c5-e4ab-453f-9844-51f1566b0185 None None] Could not find standard attr ID for object eac08cbe-867f-4838-a61a-ace5ef76a560. {{(pid=93752) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 13:59:53.402367 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608a1ff9-f36d-4939-8fc3-e9f7713e0c50 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:59:53.402452 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 35864) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:59:53.403451 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608a1ff9-f36d-4939-8fc3-e9f7713e0c50 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:59:53.403958 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608a1ff9-f36d-4939-8fc3-e9f7713e0c50 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:59:53.404534 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608a1ff9-f36d-4939-8fc3-e9f7713e0c50 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:59:53.404894 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608a1ff9-f36d-4939-8fc3-e9f7713e0c50 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:59:53.405622 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608a1ff9-f36d-4939-8fc3-e9f7713e0c50 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:59:53.406336 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608a1ff9-f36d-4939-8fc3-e9f7713e0c50 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:59:53.406855 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608a1ff9-f36d-4939-8fc3-e9f7713e0c50 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:59:53.407390 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608a1ff9-f36d-4939-8fc3-e9f7713e0c50 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:59:53.407861 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608a1ff9-f36d-4939-8fc3-e9f7713e0c50 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:59:53.408364 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608a1ff9-f36d-4939-8fc3-e9f7713e0c50 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:59:53.408811 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608a1ff9-f36d-4939-8fc3-e9f7713e0c50 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 13:59:53.474809 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ad034ab-9459-4946-8b56-01f9f37d0120 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Deleting subnet b002e969-fa71-47a6-bd64-5b544343319d {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 13:59:53.478839 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0ad034ab-9459-4946-8b56-01f9f37d0120 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:53.525182 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0ad034ab-9459-4946-8b56-01f9f37d0120 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6018489'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:53.555067 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f8e0114-af68-435c-8cb7-a28aeee60e5e None None] Network 10c44b48-d3bd-40b3-a4f4-972813fd3a15 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:59:53.612153 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0ad034ab-9459-4946-8b56-01f9f37d0120 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:53.679508 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0ad034ab-9459-4946-8b56-01f9f37d0120 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6018534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6105009'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:53.705338 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad034ab-9459-4946-8b56-01f9f37d0120 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Pushing event deleted for resources: {'Subnet': ['ID=b002e969-fa71-47a6-bd64-5b544343319d,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:59:53.711234 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0ad034ab-9459-4946-8b56-01f9f37d0120 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:53.715865 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 35866) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:59:53.716015 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-0ad034ab-9459-4946-8b56-01f9f37d0120 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "DELETE /v2.0/subnets/b002e969-fa71-47a6-bd64-5b544343319d HTTP/1.1" status: 204 len: 168 time: 0.3123200 Jul 13 13:59:53.757512 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-17e06059-38df-4d71-b2c7-f35c4a9388d9 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0404284 Jul 13 13:59:53.760280 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 35868) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:59:53.765340 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-a3bb8363-2547-46e3-a011-ccfac209c2f2 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Request body: {'subnet': {'network_id': '10c44b48-d3bd-40b3-a4f4-972813fd3a15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:59:53.806504 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c42de4-5e6c-4010-8038-7d7f2a7b5467 None None] Update dhcp port {'port': {'network_id': '10c44b48-d3bd-40b3-a4f4-972813fd3a15', 'fixed_ips': [{'subnet_id': 'b002e969-fa71-47a6-bd64-5b544343319d'}], 'binding:host_id': 'n-d-800634-1'}, 'id': 'e6994862-a17c-461b-89d8-b82b4089ab17'} from n-d-800634-1. {{(pid=93752) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 13 13:59:53.840993 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d8c42de4-5e6c-4010-8038-7d7f2a7b5467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:53.864242 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3bb8363-2547-46e3-a011-ccfac209c2f2 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Made reservation on behalf of 295c60a61aa44fb3bb3079337a011e52 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:59:53.868022 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a3bb8363-2547-46e3-a011-ccfac209c2f2 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4763385'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:54.021777 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a11301af-441a-4946-90fa-85c3956113a1 None None] Network 10c44b48-d3bd-40b3-a4f4-972813fd3a15 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:59:54.073638 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-c516a90f-9311-45ce-8157-98d4ccf73154 None None] Provisioning complete for port e6994862-a17c-461b-89d8-b82b4089ab17 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:59:54.074051 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c516a90f-9311-45ce-8157-98d4ccf73154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:54.192767 n-d-800634-1 neutron-server[93750]: DEBUG neutron.objects.ports [None req-a3bb8363-2547-46e3-a011-ccfac209c2f2 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93750) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 13 13:59:54.313916 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1cd31a2-f2e2-42f4-b43c-5f87e74c8b65 None None] Update dhcp port {'port': {'network_id': '10c44b48-d3bd-40b3-a4f4-972813fd3a15', 'fixed_ips': [{'subnet_id': '175198aa-785c-4d77-8458-f9869ac7740b'}], 'binding:host_id': 'n-d-800634-1'}, 'id': 'e6994862-a17c-461b-89d8-b82b4089ab17'} from n-d-800634-1. {{(pid=93752) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 13 13:59:54.354900 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e1cd31a2-f2e2-42f4-b43c-5f87e74c8b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:54.403284 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a3bb8363-2547-46e3-a011-ccfac209c2f2 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:54.567491 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-a3bb8363-2547-46e3-a011-ccfac209c2f2 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] For port e6994862-a17c-461b-89d8-b82b4089ab17, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=e6994862-a17c-461b-89d8-b82b4089ab17,segment=NetworkSegment(1547ed8f-36ea-429a-a729-e0e4e9fcad02),segment_id=1547ed8f-36ea-429a-a729-e0e4e9fcad02)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:59:54.596308 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a3bb8363-2547-46e3-a011-ccfac209c2f2 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:54.602149 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a3bb8363-2547-46e3-a011-ccfac209c2f2 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:54.603012 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a3bb8363-2547-46e3-a011-ccfac209c2f2 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5970588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4763339'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:54.604492 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.db.api [None req-e1cd31a2-f2e2-42f4-b43c-5f87e74c8b65 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93752) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 13:59:54.605219 n-d-800634-1 neutron-server[93752]: DEBUG oslo_db.api [None req-e1cd31a2-f2e2-42f4-b43c-5f87e74c8b65 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 13:59:54.680159 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3bb8363-2547-46e3-a011-ccfac209c2f2 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Network 10c44b48-d3bd-40b3-a4f4-972813fd3a15 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:59:54.692283 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-a3bb8363-2547-46e3-a011-ccfac209c2f2 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:59:54.696861 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3bb8363-2547-46e3-a011-ccfac209c2f2 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:59:54.697443 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a3bb8363-2547-46e3-a011-ccfac209c2f2 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:54.699701 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bb8363-2547-46e3-a011-ccfac209c2f2 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Pushing event updated for resources: {'Subnet': ['ID=175198aa-785c-4d77-8458-f9869ac7740b,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:59:54.721503 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bb8363-2547-46e3-a011-ccfac209c2f2 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Pushing event updated for resources: {'Port': ['ID=e6994862-a17c-461b-89d8-b82b4089ab17,revision_number=11']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:59:54.726105 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-a3bb8363-2547-46e3-a011-ccfac209c2f2 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9648502 Jul 13 13:59:54.729497 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 35872) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:59:54.737761 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-b6aa8ebe-2a52-429a-b1f7-ca0e6c5ac621 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Request body: {'subnet': {'network_id': '10c44b48-d3bd-40b3-a4f4-972813fd3a15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:59:54.845686 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6aa8ebe-2a52-429a-b1f7-ca0e6c5ac621 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Made reservation on behalf of 295c60a61aa44fb3bb3079337a011e52 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:59:54.850394 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b6aa8ebe-2a52-429a-b1f7-ca0e6c5ac621 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4763385'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:54.953156 n-d-800634-1 neutron-server[93750]: INFO neutron.db.ipam_backend_mixin [None req-b6aa8ebe-2a52-429a-b1f7-ca0e6c5ac621 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 175198aa-785c-4d77-8458-f9869ac7740b (CIDR: 2001:db8::/64) Jul 13 13:59:54.955798 n-d-800634-1 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6aa8ebe-2a52-429a-b1f7-ca0e6c5ac621 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 13:59:54.956256 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6aa8ebe-2a52-429a-b1f7-ca0e6c5ac621 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93750) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 13:59:54.974822 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-b6aa8ebe-2a52-429a-b1f7-ca0e6c5ac621 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2442360 Jul 13 13:59:54.978164 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 35874) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:59:54.984980 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-4edbe0bd-6eeb-4ebb-aac4-d718ae7e5186 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Request body: {'subnet': {'network_id': '10c44b48-d3bd-40b3-a4f4-972813fd3a15', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:59:55.104784 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4edbe0bd-6eeb-4ebb-aac4-d718ae7e5186 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Made reservation on behalf of 295c60a61aa44fb3bb3079337a011e52 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:59:55.108510 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4edbe0bd-6eeb-4ebb-aac4-d718ae7e5186 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4763385'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:55.146830 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e1cd31a2-f2e2-42f4-b43c-5f87e74c8b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:55.317299 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device e6994862-a17c-461b-89d8-b82b4089ab17 no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:59:55.387754 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4edbe0bd-6eeb-4ebb-aac4-d718ae7e5186 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5970588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4763339'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:55.437490 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4edbe0bd-6eeb-4ebb-aac4-d718ae7e5186 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Network 10c44b48-d3bd-40b3-a4f4-972813fd3a15 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:59:55.440858 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-4edbe0bd-6eeb-4ebb-aac4-d718ae7e5186 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:59:55.445452 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4edbe0bd-6eeb-4ebb-aac4-d718ae7e5186 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:59:55.446078 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4edbe0bd-6eeb-4ebb-aac4-d718ae7e5186 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:55.460468 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edbe0bd-6eeb-4ebb-aac4-d718ae7e5186 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Pushing event updated for resources: {'Subnet': ['ID=b9dd3ddb-8741-4d6f-b255-d2d40b6fd735,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:59:55.470709 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-4edbe0bd-6eeb-4ebb-aac4-d718ae7e5186 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4875045 Jul 13 13:59:55.471159 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 35878) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:59:55.476036 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-7747bac2-0f2a-451d-a106-40ca98e44112 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Request body: {'port': {'network_id': '10c44b48-d3bd-40b3-a4f4-972813fd3a15', 'mac_address': 'fa:16:3e:f1:8d:d4', 'name': 'tempest-NetworksTestDHCPv6-548993778'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:59:55.486167 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:55.519494 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-e1cd31a2-f2e2-42f4-b43c-5f87e74c8b65 None None] For port e6994862-a17c-461b-89d8-b82b4089ab17, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=e6994862-a17c-461b-89d8-b82b4089ab17,segment=NetworkSegment(1547ed8f-36ea-429a-a729-e0e4e9fcad02),segment_id=1547ed8f-36ea-429a-a729-e0e4e9fcad02)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:59:55.549646 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e1cd31a2-f2e2-42f4-b43c-5f87e74c8b65 None None] Notify callbacks [] for port, precommit_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:55.556062 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e1cd31a2-f2e2-42f4-b43c-5f87e74c8b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:55.594674 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7747bac2-0f2a-451d-a106-40ca98e44112 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Made reservation on behalf of 295c60a61aa44fb3bb3079337a011e52 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:59:55.599300 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7747bac2-0f2a-451d-a106-40ca98e44112 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:55.622272 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [None req-7747bac2-0f2a-451d-a106-40ca98e44112 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] device_id is not set on port 819a1b38-69de-452d-8b17-a0f97c7c5103 yet. {{(pid=93750) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 13:59:55.645095 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.db.api [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93752) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 13:59:55.645653 n-d-800634-1 neutron-server[93752]: DEBUG oslo_db.api [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 13:59:55.648195 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cd31a2-f2e2-42f4-b43c-5f87e74c8b65 None None] Pushing event updated for resources: {'Port': ['ID=e6994862-a17c-461b-89d8-b82b4089ab17,revision_number=12']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:59:56.085901 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-7747bac2-0f2a-451d-a106-40ca98e44112 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Allocated IP 2001:db8:0:1::23a (10c44b48-d3bd-40b3-a4f4-972813fd3a15/b9dd3ddb-8741-4d6f-b255-d2d40b6fd735/819a1b38-69de-452d-8b17-a0f97c7c5103) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:59:56.092825 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-7747bac2-0f2a-451d-a106-40ca98e44112 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Allocated IP 2001:db8::f816:3eff:fef1:8dd4 (10c44b48-d3bd-40b3-a4f4-972813fd3a15/175198aa-785c-4d77-8458-f9869ac7740b/819a1b38-69de-452d-8b17-a0f97c7c5103) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:59:56.210218 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:56.255523 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-041c2ed9-9744-4560-8710-ffa43672fe10 None None] Network 10c44b48-d3bd-40b3-a4f4-972813fd3a15 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:59:56.308409 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7747bac2-0f2a-451d-a106-40ca98e44112 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:56.314798 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port e6994862-a17c-461b-89d8-b82b4089ab17, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=e6994862-a17c-461b-89d8-b82b4089ab17,segment=NetworkSegment(1547ed8f-36ea-429a-a729-e0e4e9fcad02),segment_id=1547ed8f-36ea-429a-a729-e0e4e9fcad02)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:59:56.327775 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:56.328839 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [None req-7747bac2-0f2a-451d-a106-40ca98e44112 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Transition to ACTIVE for port object 819a1b38-69de-452d-8b17-a0f97c7c5103 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:59:56.336159 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b9b685ca-a9ff-4050-998a-12b6769dc383 None None] Provisioning complete for port e6994862-a17c-461b-89d8-b82b4089ab17 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:59:56.336159 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b9b685ca-a9ff-4050-998a-12b6769dc383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:56.373501 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7747bac2-0f2a-451d-a106-40ca98e44112 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:56.431013 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7747bac2-0f2a-451d-a106-40ca98e44112 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Network 10c44b48-d3bd-40b3-a4f4-972813fd3a15 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:59:56.434795 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-7747bac2-0f2a-451d-a106-40ca98e44112 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:59:56.439184 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7747bac2-0f2a-451d-a106-40ca98e44112 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:59:56.446027 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7747bac2-0f2a-451d-a106-40ca98e44112 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:59:56.446649 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7747bac2-0f2a-451d-a106-40ca98e44112 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:56.453602 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7747bac2-0f2a-451d-a106-40ca98e44112 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Pushing event updated for resources: {'Port': ['ID=819a1b38-69de-452d-8b17-a0f97c7c5103,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:59:56.471981 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-7747bac2-0f2a-451d-a106-40ca98e44112 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.9976180 Jul 13 13:59:56.473311 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 35882) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:59:56.586381 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-c0e14ce2-22ca-46ac-9c0c-b337a8e7d1f3 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Deleting port 819a1b38-69de-452d-8b17-a0f97c7c5103 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:59:56.586724 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c0e14ce2-22ca-46ac-9c0c-b337a8e7d1f3 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:56.607152 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=e6994862-a17c-461b-89d8-b82b4089ab17,revision_number=13']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:59:56.679211 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c0e14ce2-22ca-46ac-9c0c-b337a8e7d1f3 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:56.686681 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b9b685ca-a9ff-4050-998a-12b6769dc383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:56.692199 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-c0e14ce2-22ca-46ac-9c0c-b337a8e7d1f3 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Calling delete_port for 819a1b38-69de-452d-8b17-a0f97c7c5103 owned by {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:59:56.739562 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b9b685ca-a9ff-4050-998a-12b6769dc383 None None] For port e6994862-a17c-461b-89d8-b82b4089ab17, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=e6994862-a17c-461b-89d8-b82b4089ab17,segment=NetworkSegment(1547ed8f-36ea-429a-a729-e0e4e9fcad02),segment_id=1547ed8f-36ea-429a-a729-e0e4e9fcad02)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:59:56.747877 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b9b685ca-a9ff-4050-998a-12b6769dc383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:56.805854 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b685ca-a9ff-4050-998a-12b6769dc383 None None] Pushing event updated for resources: {'Port': ['ID=e6994862-a17c-461b-89d8-b82b4089ab17,revision_number=14']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:59:56.860582 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aebd5824-7441-4035-b140-6d9760fbed55 None None] Update dhcp port {'port': {'network_id': '10c44b48-d3bd-40b3-a4f4-972813fd3a15', 'fixed_ips': [{'subnet_id': '175198aa-785c-4d77-8458-f9869ac7740b', 'ip_address': '2001:db8::f816:3eff:febf:4923'}, {'subnet_id': 'b9dd3ddb-8741-4d6f-b255-d2d40b6fd735'}], 'binding:host_id': 'n-d-800634-1'}, 'id': 'e6994862-a17c-461b-89d8-b82b4089ab17'} from n-d-800634-1. {{(pid=93752) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 13 13:59:56.883207 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c0e14ce2-22ca-46ac-9c0c-b337a8e7d1f3 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:56.898013 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-aebd5824-7441-4035-b140-6d9760fbed55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:56.918240 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e14ce2-22ca-46ac-9c0c-b337a8e7d1f3 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Pushing event deleted for resources: {'Port': ['ID=819a1b38-69de-452d-8b17-a0f97c7c5103,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:59:56.970995 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c0e14ce2-22ca-46ac-9c0c-b337a8e7d1f3 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:56.973656 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-c0e14ce2-22ca-46ac-9c0c-b337a8e7d1f3 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "DELETE /v2.0/ports/819a1b38-69de-452d-8b17-a0f97c7c5103 HTTP/1.1" status: 204 len: 168 time: 0.4985576 Jul 13 13:59:56.977146 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 35884) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:59:57.041505 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab0f8450-00d7-47a8-8170-b785bc2ab61c tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:59:57.043122 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-ab0f8450-00d7-47a8-8170-b785bc2ab61c tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 964 time: 0.0650117 Jul 13 13:59:57.045716 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 35886) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:59:57.070799 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-aebd5824-7441-4035-b140-6d9760fbed55 None None] Allocated IP 2001:db8:0:1::2 (10c44b48-d3bd-40b3-a4f4-972813fd3a15/b9dd3ddb-8741-4d6f-b255-d2d40b6fd735/e6994862-a17c-461b-89d8-b82b4089ab17) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:59:57.114436 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3971c925-a814-4e71-a10f-45a398dfaf7e tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:59:57.118548 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-3971c925-a814-4e71-a10f-45a398dfaf7e tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 964 time: 0.0694468 Jul 13 13:59:57.118776 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 35888) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:59:57.167137 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-aebd5824-7441-4035-b140-6d9760fbed55 None None] For port e6994862-a17c-461b-89d8-b82b4089ab17, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=e6994862-a17c-461b-89d8-b82b4089ab17,segment=NetworkSegment(1547ed8f-36ea-429a-a729-e0e4e9fcad02),segment_id=1547ed8f-36ea-429a-a729-e0e4e9fcad02)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:59:57.176399 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbab458c-debb-449b-8aa4-f6c4f4e48965 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:59:57.178077 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbab458c-debb-449b-8aa4-f6c4f4e48965 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:59:57.179604 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbab458c-debb-449b-8aa4-f6c4f4e48965 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:59:57.183571 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-fbab458c-debb-449b-8aa4-f6c4f4e48965 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0614908 Jul 13 13:59:57.183801 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 35890) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:59:57.196405 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-aebd5824-7441-4035-b140-6d9760fbed55 None None] Notify callbacks [] for port, precommit_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:57.210671 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-aebd5824-7441-4035-b140-6d9760fbed55 None None] Transition to ACTIVE for port object e6994862-a17c-461b-89d8-b82b4089ab17 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:59:57.215345 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-aebd5824-7441-4035-b140-6d9760fbed55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:57.247247 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e0ac4ef-bf0d-41f3-942c-7f3d28f2250a tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Deleting subnet 175198aa-785c-4d77-8458-f9869ac7740b {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 13:59:57.250723 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9e0ac4ef-bf0d-41f3-942c-7f3d28f2250a tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:57.304049 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9e0ac4ef-bf0d-41f3-942c-7f3d28f2250a tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5431723'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:57.354668 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebd5824-7441-4035-b140-6d9760fbed55 None None] Pushing event updated for resources: {'Port': ['ID=e6994862-a17c-461b-89d8-b82b4089ab17,revision_number=15']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:59:57.382163 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device e6994862-a17c-461b-89d8-b82b4089ab17 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 13:59:57.424883 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9e0ac4ef-bf0d-41f3-942c-7f3d28f2250a tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:57.492342 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9e0ac4ef-bf0d-41f3-942c-7f3d28f2250a tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5970525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4763356'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:57.521508 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0ac4ef-bf0d-41f3-942c-7f3d28f2250a tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Pushing event deleted for resources: {'Subnet': ['ID=175198aa-785c-4d77-8458-f9869ac7740b,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:59:57.526232 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9e0ac4ef-bf0d-41f3-942c-7f3d28f2250a tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:57.528131 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-9e0ac4ef-bf0d-41f3-942c-7f3d28f2250a tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "DELETE /v2.0/subnets/175198aa-785c-4d77-8458-f9869ac7740b HTTP/1.1" status: 204 len: 168 time: 0.3434048 Jul 13 13:59:57.531238 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 35894) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:59:57.586806 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ae04292-df6e-4b62-873b-e137d60756f9 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Deleting subnet b9dd3ddb-8741-4d6f-b255-d2d40b6fd735 {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 13:59:57.590279 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6ae04292-df6e-4b62-873b-e137d60756f9 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:57.638064 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6ae04292-df6e-4b62-873b-e137d60756f9 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5431723'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:57.732113 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6ae04292-df6e-4b62-873b-e137d60756f9 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:57.795667 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6ae04292-df6e-4b62-873b-e137d60756f9 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5970525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4763356'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:57.823784 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae04292-df6e-4b62-873b-e137d60756f9 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Pushing event deleted for resources: {'Subnet': ['ID=b9dd3ddb-8741-4d6f-b255-d2d40b6fd735,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:59:57.830638 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6ae04292-df6e-4b62-873b-e137d60756f9 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:57.833131 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-6ae04292-df6e-4b62-873b-e137d60756f9 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "DELETE /v2.0/subnets/b9dd3ddb-8741-4d6f-b255-d2d40b6fd735 HTTP/1.1" status: 204 len: 168 time: 0.3008425 Jul 13 13:59:57.836674 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 35896) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:59:57.884446 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-592435cd-2186-46fc-9b9a-ba58fbbbd003 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0437956 Jul 13 13:59:57.885038 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 35898) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:59:57.890332 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-7b68dfd0-a8b0-4e9d-8b03-9e23ee126aa6 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Request body: {'subnet': {'network_id': '10c44b48-d3bd-40b3-a4f4-972813fd3a15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:59:57.892021 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c17fdb8f-5bc4-4952-8c31-653afbf3695d None None] Network 10c44b48-d3bd-40b3-a4f4-972813fd3a15 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:59:57.984387 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2ba82bfe-f621-480b-9e04-23ec7fdee6fb None None] Could not find standard attr ID for object 819a1b38-69de-452d-8b17-a0f97c7c5103. {{(pid=93752) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 13:59:57.987164 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b68dfd0-a8b0-4e9d-8b03-9e23ee126aa6 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Made reservation on behalf of 295c60a61aa44fb3bb3079337a011e52 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:59:57.990954 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7b68dfd0-a8b0-4e9d-8b03-9e23ee126aa6 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4763385'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:58.015513 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2ba82bfe-f621-480b-9e04-23ec7fdee6fb None None] Provisioning for port e6994862-a17c-461b-89d8-b82b4089ab17 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 13:59:58.022640 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2ba82bfe-f621-480b-9e04-23ec7fdee6fb None None] Provisioning complete for port e6994862-a17c-461b-89d8-b82b4089ab17 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 13:59:58.023021 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2ba82bfe-f621-480b-9e04-23ec7fdee6fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:58.134726 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78792839-2bf5-4c15-ae5f-3c0c81022e4e None None] DHCP port deletion for 10c44b48-d3bd-40b3-a4f4-972813fd3a15 request from n-d-800634-1 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 13:59:58.181260 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-78792839-2bf5-4c15-ae5f-3c0c81022e4e None None] Deleting port e6994862-a17c-461b-89d8-b82b4089ab17 {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 13:59:58.181643 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-78792839-2bf5-4c15-ae5f-3c0c81022e4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:58.193580 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7b68dfd0-a8b0-4e9d-8b03-9e23ee126aa6 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5970588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4763339'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:58.242465 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b68dfd0-a8b0-4e9d-8b03-9e23ee126aa6 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Network 10c44b48-d3bd-40b3-a4f4-972813fd3a15 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:59:58.245784 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-7b68dfd0-a8b0-4e9d-8b03-9e23ee126aa6 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:59:58.245964 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-78792839-2bf5-4c15-ae5f-3c0c81022e4e None None] For port e6994862-a17c-461b-89d8-b82b4089ab17, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=e6994862-a17c-461b-89d8-b82b4089ab17,segment=NetworkSegment(1547ed8f-36ea-429a-a729-e0e4e9fcad02),segment_id=1547ed8f-36ea-429a-a729-e0e4e9fcad02)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:59:58.246367 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-78792839-2bf5-4c15-ae5f-3c0c81022e4e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:58.250953 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b68dfd0-a8b0-4e9d-8b03-9e23ee126aa6 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:59:58.251577 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7b68dfd0-a8b0-4e9d-8b03-9e23ee126aa6 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:58.259631 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-78792839-2bf5-4c15-ae5f-3c0c81022e4e None None] Calling delete_port for e6994862-a17c-461b-89d8-b82b4089ab17 owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 13:59:58.266256 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b68dfd0-a8b0-4e9d-8b03-9e23ee126aa6 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Pushing event updated for resources: {'Subnet': ['ID=e3a88f49-5ded-4acc-b929-41df0347d76a,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:59:58.274006 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-7b68dfd0-a8b0-4e9d-8b03-9e23ee126aa6 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.3876448 Jul 13 13:59:58.276601 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 35900) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:59:58.282229 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-9696b06c-d9bf-4192-a0be-79a3884e9f62 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Request body: {'subnet': {'network_id': '10c44b48-d3bd-40b3-a4f4-972813fd3a15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:59:58.349956 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-78792839-2bf5-4c15-ae5f-3c0c81022e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:58.379546 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78792839-2bf5-4c15-ae5f-3c0c81022e4e None None] Pushing event deleted for resources: {'Port': ['ID=e6994862-a17c-461b-89d8-b82b4089ab17,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:59:58.382746 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78792839-2bf5-4c15-ae5f-3c0c81022e4e None None] No DVR routers for this DVR port e6994862-a17c-461b-89d8-b82b4089ab17 on host n-d-800634-1 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 13:59:58.398495 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7abf49b1-753b-498e-89c1-f2d7570a32de None None] Network 10c44b48-d3bd-40b3-a4f4-972813fd3a15 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 13:59:58.401787 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9696b06c-d9bf-4192-a0be-79a3884e9f62 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Made reservation on behalf of 295c60a61aa44fb3bb3079337a011e52 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:59:58.405503 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9696b06c-d9bf-4192-a0be-79a3884e9f62 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4763385'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:58.514032 n-d-800634-1 neutron-server[93750]: INFO neutron.db.ipam_backend_mixin [None req-9696b06c-d9bf-4192-a0be-79a3884e9f62 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e3a88f49-5ded-4acc-b929-41df0347d76a (CIDR: 2001:db8::/64) Jul 13 13:59:58.518054 n-d-800634-1 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-9696b06c-d9bf-4192-a0be-79a3884e9f62 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 13:59:58.518604 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9696b06c-d9bf-4192-a0be-79a3884e9f62 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93750) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 13:59:58.537643 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-9696b06c-d9bf-4192-a0be-79a3884e9f62 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2598891 Jul 13 13:59:58.540452 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 35904) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:59:58.545836 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-bacb9e6f-f03e-4b2b-899e-38ab44026459 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Request body: {'subnet': {'network_id': '10c44b48-d3bd-40b3-a4f4-972813fd3a15', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:59:58.568583 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-714da171-922b-46d0-9b65-dc7031b588f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a7201e1-61ce-5a3e-b7f7-e800379ed03b-10c44b48-d3bd-40b3-a4f4-972813fd3a15', 'network_id': '10c44b48-d3bd-40b3-a4f4-972813fd3a15', 'tenant_id': '295c60a61aa44fb3bb3079337a011e52', 'fixed_ips': [{'subnet_id': 'e3a88f49-5ded-4acc-b929-41df0347d76a'}]}} from n-d-800634-1. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 13:59:58.569474 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-714da171-922b-46d0-9b65-dc7031b588f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:58.662519 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bacb9e6f-f03e-4b2b-899e-38ab44026459 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Made reservation on behalf of 295c60a61aa44fb3bb3079337a011e52 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:59:58.666865 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bacb9e6f-f03e-4b2b-899e-38ab44026459 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4763385'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:58.713983 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-714da171-922b-46d0-9b65-dc7031b588f9 None None] Allocated IP 2001:db8::2 (10c44b48-d3bd-40b3-a4f4-972813fd3a15/e3a88f49-5ded-4acc-b929-41df0347d76a/6900b182-1abc-4193-bcd8-26d0fb73e5b3) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 13:59:58.862658 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-714da171-922b-46d0-9b65-dc7031b588f9 None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:58.871314 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-714da171-922b-46d0-9b65-dc7031b588f9 None None] Transition to ACTIVE for port object 6900b182-1abc-4193-bcd8-26d0fb73e5b3 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:59:58.886829 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-714da171-922b-46d0-9b65-dc7031b588f9 None None] Transition to ACTIVE for port object 6900b182-1abc-4193-bcd8-26d0fb73e5b3 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 13:59:58.893133 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-714da171-922b-46d0-9b65-dc7031b588f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:58.935316 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-714da171-922b-46d0-9b65-dc7031b588f9 None None] Network 10c44b48-d3bd-40b3-a4f4-972813fd3a15 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:59:58.943359 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-714da171-922b-46d0-9b65-dc7031b588f9 None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:59:58.946938 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714da171-922b-46d0-9b65-dc7031b588f9 None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 13:59:58.955533 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714da171-922b-46d0-9b65-dc7031b588f9 None None] Pushing event updated for resources: {'Port': ['ID=6900b182-1abc-4193-bcd8-26d0fb73e5b3,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:59:59.007159 n-d-800634-1 neutron-server[93750]: DEBUG neutron.objects.ports [None req-bacb9e6f-f03e-4b2b-899e-38ab44026459 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93750) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 13 13:59:59.013116 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-714da171-922b-46d0-9b65-dc7031b588f9 None None] Attempting to bind port 6900b182-1abc-4193-bcd8-26d0fb73e5b3 on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 13:59:59.013486 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-714da171-922b-46d0-9b65-dc7031b588f9 None None] Attempting to bind port 6900b182-1abc-4193-bcd8-26d0fb73e5b3 by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '1547ed8f-36ea-429a-a729-e0e4e9fcad02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '10c44b48-d3bd-40b3-a4f4-972813fd3a15'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 13:59:59.013876 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714da171-922b-46d0-9b65-dc7031b588f9 None None] Attempting to bind port 6900b182-1abc-4193-bcd8-26d0fb73e5b3 on network 10c44b48-d3bd-40b3-a4f4-972813fd3a15 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 13:59:59.019869 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714da171-922b-46d0-9b65-dc7031b588f9 None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 59, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 13:59:59.020787 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714da171-922b-46d0-9b65-dc7031b588f9 None None] Checking segment: {'id': '1547ed8f-36ea-429a-a729-e0e4e9fcad02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '10c44b48-d3bd-40b3-a4f4-972813fd3a15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 13:59:59.021194 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-714da171-922b-46d0-9b65-dc7031b588f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:59.021586 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714da171-922b-46d0-9b65-dc7031b588f9 None None] Bound using segment: {'id': '1547ed8f-36ea-429a-a729-e0e4e9fcad02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '10c44b48-d3bd-40b3-a4f4-972813fd3a15'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 13:59:59.022085 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-714da171-922b-46d0-9b65-dc7031b588f9 None None] Bound port: 6900b182-1abc-4193-bcd8-26d0fb73e5b3, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1547ed8f-36ea-429a-a729-e0e4e9fcad02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '10c44b48-d3bd-40b3-a4f4-972813fd3a15'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 13:59:59.022506 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-714da171-922b-46d0-9b65-dc7031b588f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:59.094211 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-714da171-922b-46d0-9b65-dc7031b588f9 None None] For port 6900b182-1abc-4193-bcd8-26d0fb73e5b3, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 13:59:59.098530 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-714da171-922b-46d0-9b65-dc7031b588f9 None None] For port 6900b182-1abc-4193-bcd8-26d0fb73e5b3, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=6900b182-1abc-4193-bcd8-26d0fb73e5b3,segment=NetworkSegment(1547ed8f-36ea-429a-a729-e0e4e9fcad02),segment_id=1547ed8f-36ea-429a-a729-e0e4e9fcad02)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 13:59:59.102734 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-714da171-922b-46d0-9b65-dc7031b588f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:59.168640 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714da171-922b-46d0-9b65-dc7031b588f9 None None] Pushing event updated for resources: {'Port': ['ID=6900b182-1abc-4193-bcd8-26d0fb73e5b3,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:59:59.204087 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bacb9e6f-f03e-4b2b-899e-38ab44026459 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:59.313236 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device e6994862-a17c-461b-89d8-b82b4089ab17 no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 13:59:59.364596 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: e6994862-a17c-461b-89d8-b82b4089ab17 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 13:59:59.365001 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device e6994862-a17c-461b-89d8-b82b4089ab17 not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 13:59:59.400580 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-bacb9e6f-f03e-4b2b-899e-38ab44026459 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] For port 6900b182-1abc-4193-bcd8-26d0fb73e5b3, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=6900b182-1abc-4193-bcd8-26d0fb73e5b3,segment=NetworkSegment(1547ed8f-36ea-429a-a729-e0e4e9fcad02),segment_id=1547ed8f-36ea-429a-a729-e0e4e9fcad02)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 13:59:59.436458 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bacb9e6f-f03e-4b2b-899e-38ab44026459 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:59.442439 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bacb9e6f-f03e-4b2b-899e-38ab44026459 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:59.443222 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bacb9e6f-f03e-4b2b-899e-38ab44026459 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5970588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4763339'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:59.523020 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bacb9e6f-f03e-4b2b-899e-38ab44026459 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Network 10c44b48-d3bd-40b3-a4f4-972813fd3a15 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 13:59:59.531382 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-bacb9e6f-f03e-4b2b-899e-38ab44026459 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 13:59:59.541527 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bacb9e6f-f03e-4b2b-899e-38ab44026459 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 13:59:59.542513 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bacb9e6f-f03e-4b2b-899e-38ab44026459 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:59.556118 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacb9e6f-f03e-4b2b-899e-38ab44026459 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Pushing event updated for resources: {'Subnet': ['ID=a0a5a761-a17b-4c9f-94a7-ca11d0535ffd,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:59:59.559902 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacb9e6f-f03e-4b2b-899e-38ab44026459 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Pushing event updated for resources: {'Port': ['ID=6900b182-1abc-4193-bcd8-26d0fb73e5b3,revision_number=4']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 13:59:59.578020 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-bacb9e6f-f03e-4b2b-899e-38ab44026459 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.0362179 Jul 13 13:59:59.580826 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 35908) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 13:59:59.586637 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-7de11fe9-02d1-4f65-afb0-33e719f4405b tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Request body: {'port': {'network_id': '10c44b48-d3bd-40b3-a4f4-972813fd3a15', 'mac_address': 'fa:16:3e:2a:d4:5f', 'name': 'tempest-NetworksTestDHCPv6-719519335'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 13:59:59.713853 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7de11fe9-02d1-4f65-afb0-33e719f4405b tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Made reservation on behalf of 295c60a61aa44fb3bb3079337a011e52 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 13:59:59.798315 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7de11fe9-02d1-4f65-afb0-33e719f4405b tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 13:59:59.821013 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [None req-7de11fe9-02d1-4f65-afb0-33e719f4405b tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] device_id is not set on port ff6cf2e1-cc9e-470c-b72c-e70bc42858eb yet. {{(pid=93750) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 14:00:00.002600 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-7de11fe9-02d1-4f65-afb0-33e719f4405b tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Allocated IP 2001:db8::282 (10c44b48-d3bd-40b3-a4f4-972813fd3a15/e3a88f49-5ded-4acc-b929-41df0347d76a/ff6cf2e1-cc9e-470c-b72c-e70bc42858eb) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:00:00.013282 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-7de11fe9-02d1-4f65-afb0-33e719f4405b tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Allocated IP 2001:db8:0:1:f816:3eff:fe2a:d45f (10c44b48-d3bd-40b3-a4f4-972813fd3a15/a0a5a761-a17b-4c9f-94a7-ca11d0535ffd/ff6cf2e1-cc9e-470c-b72c-e70bc42858eb) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:00:00.176584 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e509d00-e4ce-491a-9885-6806d2bf010c None None] Network 10c44b48-d3bd-40b3-a4f4-972813fd3a15 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:00:00.185336 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7de11fe9-02d1-4f65-afb0-33e719f4405b tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:00.199502 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [None req-7de11fe9-02d1-4f65-afb0-33e719f4405b tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Transition to ACTIVE for port object ff6cf2e1-cc9e-470c-b72c-e70bc42858eb will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:00:00.234862 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7de11fe9-02d1-4f65-afb0-33e719f4405b tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:00.277897 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de11fe9-02d1-4f65-afb0-33e719f4405b tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Network 10c44b48-d3bd-40b3-a4f4-972813fd3a15 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:00:00.286014 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-7de11fe9-02d1-4f65-afb0-33e719f4405b tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:00:00.290217 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de11fe9-02d1-4f65-afb0-33e719f4405b tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:00:00.295996 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de11fe9-02d1-4f65-afb0-33e719f4405b tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:00:00.296673 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7de11fe9-02d1-4f65-afb0-33e719f4405b tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:00.306495 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de11fe9-02d1-4f65-afb0-33e719f4405b tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Pushing event updated for resources: {'Port': ['ID=ff6cf2e1-cc9e-470c-b72c-e70bc42858eb,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:00:00.307978 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-68e7c66f-792b-4ff9-8018-6e9f2baeaac3 None None] Provisioning for port 6900b182-1abc-4193-bcd8-26d0fb73e5b3 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:00:00.318251 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-7de11fe9-02d1-4f65-afb0-33e719f4405b tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 0.7363441 Jul 13 14:00:00.321139 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 35912) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:00:00.423170 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:00.439100 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-a0a357d8-696d-4469-bd77-e56b3c073163 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Deleting port ff6cf2e1-cc9e-470c-b72c-e70bc42858eb {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:00:00.439457 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a0a357d8-696d-4469-bd77-e56b3c073163 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:00.545010 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a0a357d8-696d-4469-bd77-e56b3c073163 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:00.559186 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-a0a357d8-696d-4469-bd77-e56b3c073163 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Calling delete_port for ff6cf2e1-cc9e-470c-b72c-e70bc42858eb owned by {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:00:00.770544 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a0a357d8-696d-4469-bd77-e56b3c073163 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:00.801301 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:00.802641 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a357d8-696d-4469-bd77-e56b3c073163 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Pushing event deleted for resources: {'Port': ['ID=ff6cf2e1-cc9e-470c-b72c-e70bc42858eb,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:00:00.860320 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a0a357d8-696d-4469-bd77-e56b3c073163 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:00.863506 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-a0a357d8-696d-4469-bd77-e56b3c073163 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "DELETE /v2.0/ports/ff6cf2e1-cc9e-470c-b72c-e70bc42858eb HTTP/1.1" status: 204 len: 168 time: 0.5404713 Jul 13 14:00:00.866341 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 35916) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:00:00.942000 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed017a9c-90d0-4734-8da2-a73bbc34b03e tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:00:00.944102 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-ed017a9c-90d0-4734-8da2-a73bbc34b03e tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.0763838 Jul 13 14:00:00.946449 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 35918) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:00:01.013303 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21599723-7e00-416c-9a38-2f64a3b6e708 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:00:01.017396 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-21599723-7e00-416c-9a38-2f64a3b6e708 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.0674977 Jul 13 14:00:01.017785 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 35920) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:00:01.046307 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-12e165b6-ae26-4de0-b68f-190ca75138cc None None] Could not find standard attr ID for object ff6cf2e1-cc9e-470c-b72c-e70bc42858eb. {{(pid=93752) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 14:00:01.083803 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e64cc8-e6ad-4a40-a358-5ac111f0dad0 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:00:01.085360 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e64cc8-e6ad-4a40-a358-5ac111f0dad0 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:00:01.086919 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e64cc8-e6ad-4a40-a358-5ac111f0dad0 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:00:01.088636 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-40e64cc8-e6ad-4a40-a358-5ac111f0dad0 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0696125 Jul 13 14:00:01.091285 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 35922) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:00:01.151941 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-574677d6-8242-442e-954c-2be8f2b8a875 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Deleting subnet a0a5a761-a17b-4c9f-94a7-ca11d0535ffd {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 14:00:01.155271 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-574677d6-8242-442e-954c-2be8f2b8a875 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:01.198525 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-574677d6-8242-442e-954c-2be8f2b8a875 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5431723'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:01.259286 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-95060977-6be7-40f7-affc-a18d2c034c3a None None] Could not find standard attr ID for object 819a1b38-69de-452d-8b17-a0f97c7c5103. {{(pid=93752) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 14:00:01.323964 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-574677d6-8242-442e-954c-2be8f2b8a875 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:01.369945 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 6900b182-1abc-4193-bcd8-26d0fb73e5b3 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:00:01.411639 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-574677d6-8242-442e-954c-2be8f2b8a875 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5970525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4763356'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:01.427626 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port 6900b182-1abc-4193-bcd8-26d0fb73e5b3 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:00:01.432438 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 6900b182-1abc-4193-bcd8-26d0fb73e5b3 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:00:01.432881 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:01.443827 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-574677d6-8242-442e-954c-2be8f2b8a875 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:01.449703 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-574677d6-8242-442e-954c-2be8f2b8a875 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "DELETE /v2.0/subnets/a0a5a761-a17b-4c9f-94a7-ca11d0535ffd HTTP/1.1" status: 204 len: 168 time: 0.3561795 Jul 13 14:00:01.449703 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 35924) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:00:01.458481 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574677d6-8242-442e-954c-2be8f2b8a875 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Pushing event deleted for resources: {'Subnet': ['ID=a0a5a761-a17b-4c9f-94a7-ca11d0535ffd,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:00:01.481361 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-f1b291b2-8471-440e-96ba-c73f9ba55ef0 None None] Could not find standard attr ID for object ff6cf2e1-cc9e-470c-b72c-e70bc42858eb. {{(pid=93752) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 14:00:01.486508 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e544ca2a-9669-4181-90f1-7d586931c9d4 None None] Network 10c44b48-d3bd-40b3-a4f4-972813fd3a15 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:00:01.515629 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-59414e8d-9b68-45b9-9406-ed1272c9c6fd tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Deleting subnet e3a88f49-5ded-4acc-b929-41df0347d76a {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 14:00:01.520039 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-59414e8d-9b68-45b9-9406-ed1272c9c6fd tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:01.569880 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-59414e8d-9b68-45b9-9406-ed1272c9c6fd tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5431723'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:01.607094 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:01.680429 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port 6900b182-1abc-4193-bcd8-26d0fb73e5b3, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=6900b182-1abc-4193-bcd8-26d0fb73e5b3,segment=NetworkSegment(1547ed8f-36ea-429a-a729-e0e4e9fcad02),segment_id=1547ed8f-36ea-429a-a729-e0e4e9fcad02)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:00:01.687171 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-59414e8d-9b68-45b9-9406-ed1272c9c6fd tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:01.687538 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:01.757189 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-59414e8d-9b68-45b9-9406-ed1272c9c6fd tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5970525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4763356'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:01.765385 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=6900b182-1abc-4193-bcd8-26d0fb73e5b3,revision_number=6']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:00:01.788025 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59414e8d-9b68-45b9-9406-ed1272c9c6fd tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Pushing event deleted for resources: {'Subnet': ['ID=e3a88f49-5ded-4acc-b929-41df0347d76a,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:00:01.790328 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-59414e8d-9b68-45b9-9406-ed1272c9c6fd tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:01.795498 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-59414e8d-9b68-45b9-9406-ed1272c9c6fd tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "DELETE /v2.0/subnets/e3a88f49-5ded-4acc-b929-41df0347d76a HTTP/1.1" status: 204 len: 168 time: 0.3414164 Jul 13 14:00:01.796769 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 35928) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:00:01.841660 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-594a11f1-1046-43b4-bee9-28785eac3d7c tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0446646 Jul 13 14:00:01.844642 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 35930) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:00:01.852878 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-004253d3-8771-4089-bcc7-40c9654da6bf tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Request body: {'subnet': {'network_id': '10c44b48-d3bd-40b3-a4f4-972813fd3a15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:00:01.886697 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5571cda4-b411-4409-adf3-a829c12b996a None None] Update dhcp port {'port': {'network_id': '10c44b48-d3bd-40b3-a4f4-972813fd3a15', 'fixed_ips': [{'subnet_id': 'e3a88f49-5ded-4acc-b929-41df0347d76a'}], 'binding:host_id': 'n-d-800634-1'}, 'id': '6900b182-1abc-4193-bcd8-26d0fb73e5b3'} from n-d-800634-1. {{(pid=93752) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 13 14:00:01.927943 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5571cda4-b411-4409-adf3-a829c12b996a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:01.967409 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-004253d3-8771-4089-bcc7-40c9654da6bf tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Made reservation on behalf of 295c60a61aa44fb3bb3079337a011e52 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:00:01.971351 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-004253d3-8771-4089-bcc7-40c9654da6bf tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4763385'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:02.123088 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f0a11ac-7a99-4f10-bb3e-67f7ca1bb8ce None None] Network 10c44b48-d3bd-40b3-a4f4-972813fd3a15 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:00:02.174768 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-7c7403cd-b5bd-4539-b0b3-2f7609bb50f0 None None] Provisioning complete for port 6900b182-1abc-4193-bcd8-26d0fb73e5b3 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:00:02.175661 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-7c7403cd-b5bd-4539-b0b3-2f7609bb50f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:02.194577 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-004253d3-8771-4089-bcc7-40c9654da6bf tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5970588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4763339'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:02.240231 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-004253d3-8771-4089-bcc7-40c9654da6bf tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Network 10c44b48-d3bd-40b3-a4f4-972813fd3a15 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:00:02.243618 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-004253d3-8771-4089-bcc7-40c9654da6bf tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:00:02.248012 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-004253d3-8771-4089-bcc7-40c9654da6bf tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:00:02.248585 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-004253d3-8771-4089-bcc7-40c9654da6bf tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:02.259149 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004253d3-8771-4089-bcc7-40c9654da6bf tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Pushing event updated for resources: {'Subnet': ['ID=42ef90aa-9719-45e8-bc26-ded77fdf3274,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:00:02.270734 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-004253d3-8771-4089-bcc7-40c9654da6bf tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4242265 Jul 13 14:00:02.273660 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 35932) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:00:02.278915 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-3ceeb363-5ce0-4008-b97a-587007a6c5b8 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Request body: {'subnet': {'network_id': '10c44b48-d3bd-40b3-a4f4-972813fd3a15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:00:02.401593 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ceeb363-5ce0-4008-b97a-587007a6c5b8 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Made reservation on behalf of 295c60a61aa44fb3bb3079337a011e52 for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:00:02.405185 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3ceeb363-5ce0-4008-b97a-587007a6c5b8 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6104980'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:02.419130 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e232a96-7a50-4732-9b6c-f339874d9206 None None] Update dhcp port {'port': {'network_id': '10c44b48-d3bd-40b3-a4f4-972813fd3a15', 'fixed_ips': [{'subnet_id': '42ef90aa-9719-45e8-bc26-ded77fdf3274'}], 'binding:host_id': 'n-d-800634-1'}, 'id': '6900b182-1abc-4193-bcd8-26d0fb73e5b3'} from n-d-800634-1. {{(pid=93752) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 13 14:00:02.458756 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-0e232a96-7a50-4732-9b6c-f339874d9206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:02.500838 n-d-800634-1 neutron-server[93751]: INFO neutron.db.ipam_backend_mixin [None req-3ceeb363-5ce0-4008-b97a-587007a6c5b8 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 42ef90aa-9719-45e8-bc26-ded77fdf3274 (CIDR: 2001:db8::/64) Jul 13 14:00:02.504926 n-d-800634-1 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ceeb363-5ce0-4008-b97a-587007a6c5b8 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 14:00:02.505386 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ceeb363-5ce0-4008-b97a-587007a6c5b8 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 14:00:02.520420 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-3ceeb363-5ce0-4008-b97a-587007a6c5b8 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2453866 Jul 13 14:00:02.523713 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 35934) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:00:02.528911 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-af7bf9fa-6d6f-4588-8d18-0a5f1a17a5f2 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Request body: {'subnet': {'network_id': '10c44b48-d3bd-40b3-a4f4-972813fd3a15', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:00:02.643274 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-0e232a96-7a50-4732-9b6c-f339874d9206 None None] Allocated IP 2001:db8::2 (10c44b48-d3bd-40b3-a4f4-972813fd3a15/42ef90aa-9719-45e8-bc26-ded77fdf3274/6900b182-1abc-4193-bcd8-26d0fb73e5b3) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:00:02.751976 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-0e232a96-7a50-4732-9b6c-f339874d9206 None None] For port 6900b182-1abc-4193-bcd8-26d0fb73e5b3, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=6900b182-1abc-4193-bcd8-26d0fb73e5b3,segment=NetworkSegment(1547ed8f-36ea-429a-a729-e0e4e9fcad02),segment_id=1547ed8f-36ea-429a-a729-e0e4e9fcad02)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:00:02.783655 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-0e232a96-7a50-4732-9b6c-f339874d9206 None None] Notify callbacks [] for port, precommit_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:02.801036 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-0e232a96-7a50-4732-9b6c-f339874d9206 None None] Transition to ACTIVE for port object 6900b182-1abc-4193-bcd8-26d0fb73e5b3 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:00:02.805004 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-0e232a96-7a50-4732-9b6c-f339874d9206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:02.884543 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e232a96-7a50-4732-9b6c-f339874d9206 None None] Pushing event updated for resources: {'Port': ['ID=6900b182-1abc-4193-bcd8-26d0fb73e5b3,revision_number=8']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:00:03.121300 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af7bf9fa-6d6f-4588-8d18-0a5f1a17a5f2 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Made reservation on behalf of 295c60a61aa44fb3bb3079337a011e52 for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:00:03.125207 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-af7bf9fa-6d6f-4588-8d18-0a5f1a17a5f2 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6104980'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:03.247373 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 6900b182-1abc-4193-bcd8-26d0fb73e5b3 no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:00:03.522365 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:03.580344 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port 6900b182-1abc-4193-bcd8-26d0fb73e5b3, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=6900b182-1abc-4193-bcd8-26d0fb73e5b3,segment=NetworkSegment(1547ed8f-36ea-429a-a729-e0e4e9fcad02),segment_id=1547ed8f-36ea-429a-a729-e0e4e9fcad02)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:00:03.588163 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:03.601776 n-d-800634-1 neutron-server[93751]: DEBUG neutron.objects.ports [None req-af7bf9fa-6d6f-4588-8d18-0a5f1a17a5f2 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93751) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 13 14:00:03.713088 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=6900b182-1abc-4193-bcd8-26d0fb73e5b3,revision_number=9']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:00:03.770388 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 6900b182-1abc-4193-bcd8-26d0fb73e5b3 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:00:03.795413 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfb86780-9d2b-4663-b613-2c4e26339cd2 None None] Network 10c44b48-d3bd-40b3-a4f4-972813fd3a15 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:00:03.856338 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-af7bf9fa-6d6f-4588-8d18-0a5f1a17a5f2 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:03.884193 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-5c52b5ee-36d6-42f8-89fd-11ab28ac7e1c None None] Provisioning for port 6900b182-1abc-4193-bcd8-26d0fb73e5b3 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:00:03.896356 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-5c52b5ee-36d6-42f8-89fd-11ab28ac7e1c None None] Provisioning complete for port 6900b182-1abc-4193-bcd8-26d0fb73e5b3 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:00:03.896739 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5c52b5ee-36d6-42f8-89fd-11ab28ac7e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:03.933102 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 6900b182-1abc-4193-bcd8-26d0fb73e5b3 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:00:03.933489 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:04.041420 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-af7bf9fa-6d6f-4588-8d18-0a5f1a17a5f2 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] For port 6900b182-1abc-4193-bcd8-26d0fb73e5b3, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=6900b182-1abc-4193-bcd8-26d0fb73e5b3,segment=NetworkSegment(1547ed8f-36ea-429a-a729-e0e4e9fcad02),segment_id=1547ed8f-36ea-429a-a729-e0e4e9fcad02)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:00:04.080271 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-af7bf9fa-6d6f-4588-8d18-0a5f1a17a5f2 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:04.088696 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-af7bf9fa-6d6f-4588-8d18-0a5f1a17a5f2 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:04.090081 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-af7bf9fa-6d6f-4588-8d18-0a5f1a17a5f2 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6018343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6104998'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:04.127057 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5c52b5ee-36d6-42f8-89fd-11ab28ac7e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:04.168100 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:04.184806 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af7bf9fa-6d6f-4588-8d18-0a5f1a17a5f2 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Network 10c44b48-d3bd-40b3-a4f4-972813fd3a15 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:00:04.207979 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-af7bf9fa-6d6f-4588-8d18-0a5f1a17a5f2 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:00:04.207979 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af7bf9fa-6d6f-4588-8d18-0a5f1a17a5f2 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:00:04.207979 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-af7bf9fa-6d6f-4588-8d18-0a5f1a17a5f2 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:04.224195 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7bf9fa-6d6f-4588-8d18-0a5f1a17a5f2 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Pushing event updated for resources: {'Port': ['ID=6900b182-1abc-4193-bcd8-26d0fb73e5b3,revision_number=11']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:00:04.240046 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7bf9fa-6d6f-4588-8d18-0a5f1a17a5f2 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Pushing event updated for resources: {'Subnet': ['ID=ff7a38bc-1679-48db-a91d-5156e7da273b,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:00:04.249890 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-af7bf9fa-6d6f-4588-8d18-0a5f1a17a5f2 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.7225921 Jul 13 14:00:04.250270 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 35940) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:00:04.256263 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-d97734ce-b27f-4cee-b529-eef9b5613e25 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Request body: {'port': {'network_id': '10c44b48-d3bd-40b3-a4f4-972813fd3a15', 'mac_address': 'fa:16:3e:81:67:57', 'name': 'tempest-NetworksTestDHCPv6-303651266'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:00:04.260522 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port 6900b182-1abc-4193-bcd8-26d0fb73e5b3, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=6900b182-1abc-4193-bcd8-26d0fb73e5b3,segment=NetworkSegment(1547ed8f-36ea-429a-a729-e0e4e9fcad02),segment_id=1547ed8f-36ea-429a-a729-e0e4e9fcad02)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:00:04.261932 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.db.api [None req-5c52b5ee-36d6-42f8-89fd-11ab28ac7e1c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93752) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 14:00:04.262439 n-d-800634-1 neutron-server[93752]: DEBUG oslo_db.api [None req-5c52b5ee-36d6-42f8-89fd-11ab28ac7e1c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 14:00:04.266040 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:04.331101 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=6900b182-1abc-4193-bcd8-26d0fb73e5b3,revision_number=12']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:00:04.392577 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d97734ce-b27f-4cee-b529-eef9b5613e25 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Made reservation on behalf of 295c60a61aa44fb3bb3079337a011e52 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:00:04.400326 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d97734ce-b27f-4cee-b529-eef9b5613e25 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:04.428658 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [None req-d97734ce-b27f-4cee-b529-eef9b5613e25 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] device_id is not set on port 583248a1-28d3-42fb-b522-eca887460b18 yet. {{(pid=93750) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 14:00:04.609408 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-d97734ce-b27f-4cee-b529-eef9b5613e25 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Allocated IP 2001:db8::2b0 (10c44b48-d3bd-40b3-a4f4-972813fd3a15/42ef90aa-9719-45e8-bc26-ded77fdf3274/583248a1-28d3-42fb-b522-eca887460b18) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:00:04.618092 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-d97734ce-b27f-4cee-b529-eef9b5613e25 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Allocated IP 2001:db8:0:1:f816:3eff:fe81:6757 (10c44b48-d3bd-40b3-a4f4-972813fd3a15/ff7a38bc-1679-48db-a91d-5156e7da273b/583248a1-28d3-42fb-b522-eca887460b18) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:00:04.803857 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d97734ce-b27f-4cee-b529-eef9b5613e25 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:04.820005 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [None req-d97734ce-b27f-4cee-b529-eef9b5613e25 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Transition to ACTIVE for port object 583248a1-28d3-42fb-b522-eca887460b18 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:00:04.842711 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e678a41e-8f0b-49e9-b8ca-f13847f7d2be None None] Network 10c44b48-d3bd-40b3-a4f4-972813fd3a15 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:00:04.865101 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d97734ce-b27f-4cee-b529-eef9b5613e25 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:04.917197 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d97734ce-b27f-4cee-b529-eef9b5613e25 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Network 10c44b48-d3bd-40b3-a4f4-972813fd3a15 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:00:04.920829 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-d97734ce-b27f-4cee-b529-eef9b5613e25 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:00:04.937140 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97734ce-b27f-4cee-b529-eef9b5613e25 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:00:04.946574 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-ef5ebe44-8621-49d2-8139-ca334aa78db8 None None] Provisioning complete for port 6900b182-1abc-4193-bcd8-26d0fb73e5b3 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:00:04.946957 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ef5ebe44-8621-49d2-8139-ca334aa78db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:04.951313 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d97734ce-b27f-4cee-b529-eef9b5613e25 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:00:04.952266 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d97734ce-b27f-4cee-b529-eef9b5613e25 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:04.964994 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97734ce-b27f-4cee-b529-eef9b5613e25 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Pushing event updated for resources: {'Port': ['ID=583248a1-28d3-42fb-b522-eca887460b18,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:00:04.979666 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-d97734ce-b27f-4cee-b529-eef9b5613e25 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 0.7281182 Jul 13 14:00:04.982191 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 35944) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:00:05.140870 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-75792856-237b-46ac-814f-ff2ac10dc5ab tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Deleting port 583248a1-28d3-42fb-b522-eca887460b18 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:00:05.141209 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-75792856-237b-46ac-814f-ff2ac10dc5ab tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:05.327991 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b0ef906f-0dde-4846-b73e-5234b179270c req-8dde4a45-438d-4d14-9bb8-b1ca28dcc2b5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=50c270a9-8a7b-4c25-9432-b640853488c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0671721 Jul 13 14:00:05.350441 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 6900b182-1abc-4193-bcd8-26d0fb73e5b3 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:00:05.429116 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 6900b182-1abc-4193-bcd8-26d0fb73e5b3 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:00:05.429651 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:05.443511 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ef906f-0dde-4846-b73e-5234b179270c req-a9a0d612-90be-4495-b75f-68c671220388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:00:05.445287 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b0ef906f-0dde-4846-b73e-5234b179270c req-a9a0d612-90be-4495-b75f-68c671220388 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=adbbbd39f9524bd68afb0008cc2d263c&device_id=50c270a9-8a7b-4c25-9432-b640853488c2 HTTP/1.1" status: 200 len: 1098 time: 0.0610321 Jul 13 14:00:05.489603 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-5c75ca14-d8d2-4ca5-b71e-0f044cd866e1 None None] Provisioning complete for port 6900b182-1abc-4193-bcd8-26d0fb73e5b3 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:00:05.490201 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5c75ca14-d8d2-4ca5-b71e-0f044cd866e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:05.509243 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-814c5fc2-5467-4ad3-8209-04344cf81b3b req-b1fdee41-4c97-42a9-a71f-24df9f72ce14 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=607ad771-cd6f-4fcf-b175-a30341f1423f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.4438612 Jul 13 14:00:05.571292 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-75792856-237b-46ac-814f-ff2ac10dc5ab tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:05.591263 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ef906f-0dde-4846-b73e-5234b179270c req-7049777b-99ba-4312-b90e-68676230c480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:00:05.593612 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b0ef906f-0dde-4846-b73e-5234b179270c req-7049777b-99ba-4312-b90e-68676230c480 service neutron] 10.222.0.26 "GET /v2.0/networks?id=94bf27fb-3476-4944-8d19-915922f54fa2 HTTP/1.1" status: 200 len: 916 time: 0.1260312 Jul 13 14:00:05.627165 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-75792856-237b-46ac-814f-ff2ac10dc5ab tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Calling delete_port for 583248a1-28d3-42fb-b522-eca887460b18 owned by {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:00:05.700078 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-5c75ca14-d8d2-4ca5-b71e-0f044cd866e1 None None] Provisioning for port 583248a1-28d3-42fb-b522-eca887460b18 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:00:05.704174 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-5c75ca14-d8d2-4ca5-b71e-0f044cd866e1 None None] Provisioning complete for port 583248a1-28d3-42fb-b522-eca887460b18 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:00:05.704553 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5c75ca14-d8d2-4ca5-b71e-0f044cd866e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:05.715173 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b0ef906f-0dde-4846-b73e-5234b179270c req-a96d736b-2e4f-4d16-b1a4-87824d950f1c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=586de893-9461-4cd5-a184-55dfae64afb3 HTTP/1.1" status: 200 len: 1002 time: 0.1122549 Jul 13 14:00:05.738373 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814c5fc2-5467-4ad3-8209-04344cf81b3b req-fedb4bb1-e361-4ee2-ba98-7ca25737ce82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:00:05.739123 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814c5fc2-5467-4ad3-8209-04344cf81b3b req-fedb4bb1-e361-4ee2-ba98-7ca25737ce82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:00:05.739700 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814c5fc2-5467-4ad3-8209-04344cf81b3b req-fedb4bb1-e361-4ee2-ba98-7ca25737ce82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:00:05.740174 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814c5fc2-5467-4ad3-8209-04344cf81b3b req-fedb4bb1-e361-4ee2-ba98-7ca25737ce82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:00:05.740641 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814c5fc2-5467-4ad3-8209-04344cf81b3b req-fedb4bb1-e361-4ee2-ba98-7ca25737ce82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:00:05.741107 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814c5fc2-5467-4ad3-8209-04344cf81b3b req-fedb4bb1-e361-4ee2-ba98-7ca25737ce82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:00:05.741576 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814c5fc2-5467-4ad3-8209-04344cf81b3b req-fedb4bb1-e361-4ee2-ba98-7ca25737ce82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:00:05.743796 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-814c5fc2-5467-4ad3-8209-04344cf81b3b req-fedb4bb1-e361-4ee2-ba98-7ca25737ce82 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cddde6624d514a049e75835df6c903ed&device_id=607ad771-cd6f-4fcf-b175-a30341f1423f HTTP/1.1" status: 200 len: 6500 time: 0.1673017 Jul 13 14:00:05.758727 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-5c75ca14-d8d2-4ca5-b71e-0f044cd866e1 None None] Port 583248a1-28d3-42fb-b522-eca887460b18 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:00:05.777898 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ef906f-0dde-4846-b73e-5234b179270c req-be4888f9-5aac-427a-b331-6c532cf70909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:00:05.779411 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b0ef906f-0dde-4846-b73e-5234b179270c req-be4888f9-5aac-427a-b331-6c532cf70909 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=edd80540-96ff-46b4-a1d4-1e9bba1df368 HTTP/1.1" status: 200 len: 855 time: 0.0573084 Jul 13 14:00:05.844000 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ef906f-0dde-4846-b73e-5234b179270c req-87b69ce3-1b49-425d-a7e1-2c4f0ce3ae8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:00:05.845505 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b0ef906f-0dde-4846-b73e-5234b179270c req-87b69ce3-1b49-425d-a7e1-2c4f0ce3ae8f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=94bf27fb-3476-4944-8d19-915922f54fa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0589075 Jul 13 14:00:05.878870 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-0ce7328e-4403-4b09-ad97-d35c70c6168f None None] Provisioning complete for port 583248a1-28d3-42fb-b522-eca887460b18 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:00:05.879505 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-0ce7328e-4403-4b09-ad97-d35c70c6168f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:05.918639 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7328e-4403-4b09-ad97-d35c70c6168f None None] Port 583248a1-28d3-42fb-b522-eca887460b18 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:00:05.949553 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b0ef906f-0dde-4846-b73e-5234b179270c req-9612e6da-e1bf-4867-b137-b3d59d366283 service neutron] 10.222.0.26 "GET /v2.0/networks/94bf27fb-3476-4944-8d19-915922f54fa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974989 Jul 13 14:00:05.950779 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814c5fc2-5467-4ad3-8209-04344cf81b3b req-a2310cae-77f2-49c7-916c-ad78a66dff7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:00:05.951262 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814c5fc2-5467-4ad3-8209-04344cf81b3b req-a2310cae-77f2-49c7-916c-ad78a66dff7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:00:05.951821 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814c5fc2-5467-4ad3-8209-04344cf81b3b req-a2310cae-77f2-49c7-916c-ad78a66dff7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:00:05.953651 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-814c5fc2-5467-4ad3-8209-04344cf81b3b req-a2310cae-77f2-49c7-916c-ad78a66dff7f service neutron] 10.222.0.41 "GET /v2.0/networks?id=446293fa-d089-4a73-be46-3f7c6317a56f&id=c10609af-899d-4476-bb3f-a1771ca4066b&id=c10609af-899d-4476-bb3f-a1771ca4066b&id=c10609af-899d-4476-bb3f-a1771ca4066b&id=c10609af-899d-4476-bb3f-a1771ca4066b&id=66d18ebd-c35e-4e15-b1ef-9323bd11d006&id=66d18ebd-c35e-4e15-b1ef-9323bd11d006 HTTP/1.1" status: 200 len: 2294 time: 0.1707006 Jul 13 14:00:05.954752 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-75792856-237b-46ac-814f-ff2ac10dc5ab tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:06.023502 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75792856-237b-46ac-814f-ff2ac10dc5ab tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Pushing event deleted for resources: {'Port': ['ID=583248a1-28d3-42fb-b522-eca887460b18,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:00:06.053218 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b0ef906f-0dde-4846-b73e-5234b179270c req-16200a46-30e0-4e90-b5d8-d78f60371e5d service neutron] 10.222.0.26 "GET /v2.0/networks/94bf27fb-3476-4944-8d19-915922f54fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967252 Jul 13 14:00:06.095141 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-75792856-237b-46ac-814f-ff2ac10dc5ab tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:06.100067 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-75792856-237b-46ac-814f-ff2ac10dc5ab tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "DELETE /v2.0/ports/583248a1-28d3-42fb-b522-eca887460b18 HTTP/1.1" status: 204 len: 168 time: 1.1139371 Jul 13 14:00:06.100829 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 35948) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:00:06.100945 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-814c5fc2-5467-4ad3-8209-04344cf81b3b req-6a1cd813-1ace-47ad-9a3e-2750d10dc18c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9471cf76-3a42-44c0-8380-63156b7de0c5 HTTP/1.1" status: 200 len: 1002 time: 0.1382952 Jul 13 14:00:06.160517 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814c5fc2-5467-4ad3-8209-04344cf81b3b req-dd71b326-d2db-4cc8-a68d-ab25a896b402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:00:06.162747 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-814c5fc2-5467-4ad3-8209-04344cf81b3b req-dd71b326-d2db-4cc8-a68d-ab25a896b402 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3e740739-b63f-4ad3-b5cf-d6f6b58861d6 HTTP/1.1" status: 200 len: 855 time: 0.0554850 Jul 13 14:00:06.177327 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5408866-058a-4e05-929c-17bd2abaae88 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:00:06.180373 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-e5408866-058a-4e05-929c-17bd2abaae88 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0780497 Jul 13 14:00:06.182908 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 35950) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:00:06.239397 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814c5fc2-5467-4ad3-8209-04344cf81b3b req-bbe6321c-2a65-4e21-80aa-7c73c65a6279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:00:06.242017 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-814c5fc2-5467-4ad3-8209-04344cf81b3b req-bbe6321c-2a65-4e21-80aa-7c73c65a6279 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=446293fa-d089-4a73-be46-3f7c6317a56f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0726721 Jul 13 14:00:06.249470 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf79596-1d3b-4a71-b3d4-f9c2c4b6669d tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:00:06.251283 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-ccf79596-1d3b-4a71-b3d4-f9c2c4b6669d tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0674114 Jul 13 14:00:06.253984 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 35952) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:00:06.317056 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d10a687-637b-4201-ba91-f552afe431c0 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:00:06.318996 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d10a687-637b-4201-ba91-f552afe431c0 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:00:06.320584 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d10a687-637b-4201-ba91-f552afe431c0 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:00:06.322241 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-7d10a687-637b-4201-ba91-f552afe431c0 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0670173 Jul 13 14:00:06.324915 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 35956) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:00:06.357662 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-814c5fc2-5467-4ad3-8209-04344cf81b3b req-a6b9333b-49fc-4fcc-9c22-acd2b7e7adc6 service neutron] 10.222.0.41 "GET /v2.0/networks/446293fa-d089-4a73-be46-3f7c6317a56f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082265 Jul 13 14:00:06.381256 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c14f3ef-2883-4312-bde7-dd036eca8d75 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Deleting subnet 42ef90aa-9719-45e8-bc26-ded77fdf3274 {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 14:00:06.385719 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8c14f3ef-2883-4312-bde7-dd036eca8d75 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:06.427193 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8c14f3ef-2883-4312-bde7-dd036eca8d75 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6018489'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:06.465438 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-814c5fc2-5467-4ad3-8209-04344cf81b3b req-933a531f-1dc9-4b77-a2a8-5e22ce7e51b5 service neutron] 10.222.0.41 "GET /v2.0/networks/446293fa-d089-4a73-be46-3f7c6317a56f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018858 Jul 13 14:00:06.508977 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-814c5fc2-5467-4ad3-8209-04344cf81b3b req-b4f2b4f4-e1f8-400a-b369-433d7bf4c5ff service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.65&port_id=580fca4a-3ae1-4d32-ab03-327db6d3f362 HTTP/1.1" status: 200 len: 217 time: 0.0369983 Jul 13 14:00:06.522888 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8c14f3ef-2883-4312-bde7-dd036eca8d75 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:06.560683 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814c5fc2-5467-4ad3-8209-04344cf81b3b req-cccdf3ea-7b48-4cf6-a37c-de8851b7a21b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:00:06.562388 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-814c5fc2-5467-4ad3-8209-04344cf81b3b req-cccdf3ea-7b48-4cf6-a37c-de8851b7a21b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d8135eef-58f0-4af0-b4cf-468c412106b7 HTTP/1.1" status: 200 len: 797 time: 0.0474117 Jul 13 14:00:06.584313 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8c14f3ef-2883-4312-bde7-dd036eca8d75 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6018534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6105009'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:06.611570 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c14f3ef-2883-4312-bde7-dd036eca8d75 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Pushing event deleted for resources: {'Subnet': ['ID=42ef90aa-9719-45e8-bc26-ded77fdf3274,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:00:06.619582 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8c14f3ef-2883-4312-bde7-dd036eca8d75 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:06.621947 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ae780ff-a071-4024-b295-cd88f210a858 None None] Network 10c44b48-d3bd-40b3-a4f4-972813fd3a15 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:00:06.624252 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-8c14f3ef-2883-4312-bde7-dd036eca8d75 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "DELETE /v2.0/subnets/42ef90aa-9719-45e8-bc26-ded77fdf3274 HTTP/1.1" status: 204 len: 168 time: 0.2955370 Jul 13 14:00:06.624508 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 35958) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:00:06.638819 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814c5fc2-5467-4ad3-8209-04344cf81b3b req-21950ebd-becf-47b7-8089-56c41594a97a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:00:06.641138 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-814c5fc2-5467-4ad3-8209-04344cf81b3b req-21950ebd-becf-47b7-8089-56c41594a97a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c10609af-899d-4476-bb3f-a1771ca4066b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0727935 Jul 13 14:00:06.757233 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c64af9a-d5c3-4522-ab7a-b09948355981 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Deleting subnet ff7a38bc-1679-48db-a91d-5156e7da273b {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 14:00:06.763377 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5c64af9a-d5c3-4522-ab7a-b09948355981 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:06.826691 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5c64af9a-d5c3-4522-ab7a-b09948355981 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5431723'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:06.854842 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-814c5fc2-5467-4ad3-8209-04344cf81b3b req-0637ddb0-c7d5-4ebc-9cae-842319c7c4ae service neutron] 10.222.0.41 "GET /v2.0/networks/c10609af-899d-4476-bb3f-a1771ca4066b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837170 Jul 13 14:00:06.988935 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5c64af9a-d5c3-4522-ab7a-b09948355981 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:07.042090 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-814c5fc2-5467-4ad3-8209-04344cf81b3b req-68f75487-c2f6-4cb1-9767-a84437fbabe6 service neutron] 10.222.0.41 "GET /v2.0/networks/c10609af-899d-4476-bb3f-a1771ca4066b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801240 Jul 13 14:00:07.099164 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-814c5fc2-5467-4ad3-8209-04344cf81b3b req-acfbd2bc-fd02-46d2-a47a-c4ba4571cf44 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.196&port_id=364b743d-042d-4734-ac77-5bc18537c35c HTTP/1.1" status: 200 len: 217 time: 0.0461187 Jul 13 14:00:07.155747 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814c5fc2-5467-4ad3-8209-04344cf81b3b req-ab1d652d-c297-4129-b20f-9d6f29917bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:00:07.157292 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-814c5fc2-5467-4ad3-8209-04344cf81b3b req-ab1d652d-c297-4129-b20f-9d6f29917bd0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d8135eef-58f0-4af0-b4cf-468c412106b7 HTTP/1.1" status: 200 len: 797 time: 0.0513198 Jul 13 14:00:07.163556 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5c64af9a-d5c3-4522-ab7a-b09948355981 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5970525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4763356'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:07.227236 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c64af9a-d5c3-4522-ab7a-b09948355981 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Pushing event deleted for resources: {'Subnet': ['ID=ff7a38bc-1679-48db-a91d-5156e7da273b,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:00:07.230198 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5c64af9a-d5c3-4522-ab7a-b09948355981 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:07.232407 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-5c64af9a-d5c3-4522-ab7a-b09948355981 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "DELETE /v2.0/subnets/ff7a38bc-1679-48db-a91d-5156e7da273b HTTP/1.1" status: 204 len: 168 time: 0.6059234 Jul 13 14:00:07.236513 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 35960) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:00:07.270683 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814c5fc2-5467-4ad3-8209-04344cf81b3b req-44fdfd54-0aa7-4841-bc67-cf03a6067ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:00:07.272676 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-814c5fc2-5467-4ad3-8209-04344cf81b3b req-44fdfd54-0aa7-4841-bc67-cf03a6067ed3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c10609af-899d-4476-bb3f-a1771ca4066b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1045525 Jul 13 14:00:07.280967 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-8450c6b5-08f4-427a-b1ab-0a988cf3522d tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0431554 Jul 13 14:00:07.283289 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 35962) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:00:07.359193 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa6aaba-eaf9-467e-ac98-26b458c7101d tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:00:07.360473 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-5fa6aaba-eaf9-467e-ac98-26b458c7101d tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0761225 Jul 13 14:00:07.363266 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 35964) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:00:07.386582 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-814c5fc2-5467-4ad3-8209-04344cf81b3b req-658bb5fb-53e4-45ab-a849-4fe87a09c791 service neutron] 10.222.0.41 "GET /v2.0/networks/c10609af-899d-4476-bb3f-a1771ca4066b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074746 Jul 13 14:00:07.422678 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d28eaf08-b73b-4d6d-b636-601ee5b4f86c tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:00:07.427564 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-d28eaf08-b73b-4d6d-b636-601ee5b4f86c tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0602555 Jul 13 14:00:07.428789 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 35968) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:00:07.471337 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c3cda3a-1d41-4639-8693-923c52bb3643 None None] Network 10c44b48-d3bd-40b3-a4f4-972813fd3a15 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:00:07.475089 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-bf5ecc5f-3a8d-4239-a51f-8b5b0a61bf91 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0440714 Jul 13 14:00:07.479949 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 35970) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:00:07.506234 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-814c5fc2-5467-4ad3-8209-04344cf81b3b req-c2341c43-bdb9-484d-b2f4-818a27ec967f service neutron] 10.222.0.41 "GET /v2.0/networks/c10609af-899d-4476-bb3f-a1771ca4066b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127872 Jul 13 14:00:07.511084 n-d-800634-1 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5c22430-865c-4606-b375-beb77ef8ceb7 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] DELETE failed (client error): The resource could not be found. Jul 13 14:00:07.511807 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5c22430-865c-4606-b375-beb77ef8ceb7 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 14:00:07.513534 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-e5c22430-865c-4606-b375-beb77ef8ceb7 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "DELETE /v2.0/ports/583248a1-28d3-42fb-b522-eca887460b18 HTTP/1.1" status: 404 len: 333 time: 0.0341082 Jul 13 14:00:07.516052 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 35972) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:00:07.544070 n-d-800634-1 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6a9a124-2365-4137-84a9-cc880191fe03 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] DELETE failed (client error): The resource could not be found. Jul 13 14:00:07.544435 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6a9a124-2365-4137-84a9-cc880191fe03 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 14:00:07.546269 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-f6a9a124-2365-4137-84a9-cc880191fe03 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "DELETE /v2.0/subnets/ff7a38bc-1679-48db-a91d-5156e7da273b HTTP/1.1" status: 404 len: 337 time: 0.0292673 Jul 13 14:00:07.548819 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 35974) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:00:07.565190 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-814c5fc2-5467-4ad3-8209-04344cf81b3b req-316b1521-dd6c-4430-8ab4-f25f17da5cff service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.56&port_id=c1b3bef8-8fa9-45c3-9d8e-303ce20bc8ef HTTP/1.1" status: 200 len: 217 time: 0.0479977 Jul 13 14:00:07.575085 n-d-800634-1 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-e65af5f8-6caa-4b43-95e1-dc273bbf7a33 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] DELETE failed (client error): The resource could not be found. Jul 13 14:00:07.575539 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e65af5f8-6caa-4b43-95e1-dc273bbf7a33 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 14:00:07.577253 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-e65af5f8-6caa-4b43-95e1-dc273bbf7a33 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "DELETE /v2.0/subnets/42ef90aa-9719-45e8-bc26-ded77fdf3274 HTTP/1.1" status: 404 len: 337 time: 0.0274949 Jul 13 14:00:07.580281 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 35976) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:00:07.600244 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-03c53536-83e5-46ea-b6ae-d7818669fd73 None None] Provisioning complete for port 6900b182-1abc-4193-bcd8-26d0fb73e5b3 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:00:07.600614 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-03c53536-83e5-46ea-b6ae-d7818669fd73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:07.627112 n-d-800634-1 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-95acc18b-1ef7-47b4-91b4-8ac033a75d2a tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] DELETE failed (client error): The resource could not be found. Jul 13 14:00:07.627845 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95acc18b-1ef7-47b4-91b4-8ac033a75d2a tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93750) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 14:00:07.630402 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-95acc18b-1ef7-47b4-91b4-8ac033a75d2a tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "DELETE /v2.0/ports/ff6cf2e1-cc9e-470c-b72c-e70bc42858eb HTTP/1.1" status: 404 len: 333 time: 0.0489969 Jul 13 14:00:07.633222 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 35978) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:00:07.647679 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814c5fc2-5467-4ad3-8209-04344cf81b3b req-3f1b5b3c-6f9a-414b-bd12-2f6f52ad972a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:00:07.649190 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-814c5fc2-5467-4ad3-8209-04344cf81b3b req-3f1b5b3c-6f9a-414b-bd12-2f6f52ad972a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d8135eef-58f0-4af0-b4cf-468c412106b7 HTTP/1.1" status: 200 len: 797 time: 0.0780389 Jul 13 14:00:07.665502 n-d-800634-1 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-691722fe-3186-4755-b729-933e0098e121 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] DELETE failed (client error): The resource could not be found. Jul 13 14:00:07.666016 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-691722fe-3186-4755-b729-933e0098e121 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 14:00:07.673656 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-691722fe-3186-4755-b729-933e0098e121 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "DELETE /v2.0/subnets/a0a5a761-a17b-4c9f-94a7-ca11d0535ffd HTTP/1.1" status: 404 len: 337 time: 0.0354395 Jul 13 14:00:07.674006 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 35980) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:00:07.706105 n-d-800634-1 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-af44a47f-a64b-4cf0-858a-e8dfdea7899b tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] DELETE failed (client error): The resource could not be found. Jul 13 14:00:07.707791 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af44a47f-a64b-4cf0-858a-e8dfdea7899b tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 14:00:07.711889 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-af44a47f-a64b-4cf0-858a-e8dfdea7899b tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "DELETE /v2.0/subnets/e3a88f49-5ded-4acc-b929-41df0347d76a HTTP/1.1" status: 404 len: 337 time: 0.0346231 Jul 13 14:00:07.712254 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 35982) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:00:07.743138 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc3616c-bed5-4e6c-9e00-6a9513476808 None None] DHCP port deletion for 10c44b48-d3bd-40b3-a4f4-972813fd3a15 request from n-d-800634-1 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 14:00:07.750984 n-d-800634-1 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-48c763d0-2461-417a-a30d-8c81eac4288a tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] DELETE failed (client error): The resource could not be found. Jul 13 14:00:07.751727 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48c763d0-2461-417a-a30d-8c81eac4288a tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93750) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 14:00:07.756131 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-48c763d0-2461-417a-a30d-8c81eac4288a tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "DELETE /v2.0/ports/819a1b38-69de-452d-8b17-a0f97c7c5103 HTTP/1.1" status: 404 len: 333 time: 0.0400064 Jul 13 14:00:07.756131 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 35984) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:00:07.786665 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814c5fc2-5467-4ad3-8209-04344cf81b3b req-5fa9ea4f-2373-4069-8534-c0005c4d4f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:00:07.788452 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-814c5fc2-5467-4ad3-8209-04344cf81b3b req-5fa9ea4f-2373-4069-8534-c0005c4d4f38 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c10609af-899d-4476-bb3f-a1771ca4066b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1319909 Jul 13 14:00:07.789802 n-d-800634-1 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-d528fec3-d339-4423-9968-029b1edee46f tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] DELETE failed (client error): The resource could not be found. Jul 13 14:00:07.790243 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d528fec3-d339-4423-9968-029b1edee46f tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93750) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 14:00:07.794184 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-d528fec3-d339-4423-9968-029b1edee46f tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "DELETE /v2.0/subnets/b9dd3ddb-8741-4d6f-b255-d2d40b6fd735 HTTP/1.1" status: 404 len: 337 time: 0.0348213 Jul 13 14:00:07.794579 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 35986) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:00:07.795927 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-edc3616c-bed5-4e6c-9e00-6a9513476808 None None] Deleting port 6900b182-1abc-4193-bcd8-26d0fb73e5b3 {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:00:07.796307 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-edc3616c-bed5-4e6c-9e00-6a9513476808 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:07.823271 n-d-800634-1 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-572173a6-f96d-4034-b14c-89eef6b9d868 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] DELETE failed (client error): The resource could not be found. Jul 13 14:00:07.823730 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-572173a6-f96d-4034-b14c-89eef6b9d868 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 14:00:07.827813 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-572173a6-f96d-4034-b14c-89eef6b9d868 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "DELETE /v2.0/subnets/175198aa-785c-4d77-8458-f9869ac7740b HTTP/1.1" status: 404 len: 337 time: 0.0298767 Jul 13 14:00:07.828057 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 35988) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:00:07.860139 n-d-800634-1 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbfc8639-2bd7-466f-bb27-9564205dedbb tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] DELETE failed (client error): The resource could not be found. Jul 13 14:00:07.860837 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbfc8639-2bd7-466f-bb27-9564205dedbb tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 14:00:07.861716 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-edc3616c-bed5-4e6c-9e00-6a9513476808 None None] For port 6900b182-1abc-4193-bcd8-26d0fb73e5b3, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=6900b182-1abc-4193-bcd8-26d0fb73e5b3,segment=NetworkSegment(1547ed8f-36ea-429a-a729-e0e4e9fcad02),segment_id=1547ed8f-36ea-429a-a729-e0e4e9fcad02)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:00:07.862150 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-edc3616c-bed5-4e6c-9e00-6a9513476808 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:07.863164 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-fbfc8639-2bd7-466f-bb27-9564205dedbb tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "DELETE /v2.0/ports/eac08cbe-867f-4838-a61a-ace5ef76a560 HTTP/1.1" status: 404 len: 333 time: 0.0336063 Jul 13 14:00:07.865976 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 35990) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:00:07.881962 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-edc3616c-bed5-4e6c-9e00-6a9513476808 None None] Calling delete_port for 6900b182-1abc-4193-bcd8-26d0fb73e5b3 owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:00:07.886941 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-814c5fc2-5467-4ad3-8209-04344cf81b3b req-8617c51f-3e12-4eac-a7e1-c76f896a5e64 service neutron] 10.222.0.41 "GET /v2.0/networks/c10609af-899d-4476-bb3f-a1771ca4066b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923400 Jul 13 14:00:07.893338 n-d-800634-1 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-4833251f-2cce-4027-96df-f25f9ad45fe9 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] DELETE failed (client error): The resource could not be found. Jul 13 14:00:07.894093 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4833251f-2cce-4027-96df-f25f9ad45fe9 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 14:00:07.897766 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-4833251f-2cce-4027-96df-f25f9ad45fe9 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "DELETE /v2.0/subnets/7fd9aa34-e3f8-40db-8307-56498e0de034 HTTP/1.1" status: 404 len: 337 time: 0.0286753 Jul 13 14:00:07.898352 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 35992) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:00:07.927788 n-d-800634-1 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-62dc4a5d-3f4e-48c1-8bac-f7c2577ef8de tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] DELETE failed (client error): The resource could not be found. Jul 13 14:00:07.928554 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62dc4a5d-3f4e-48c1-8bac-f7c2577ef8de tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 14:00:07.930590 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-62dc4a5d-3f4e-48c1-8bac-f7c2577ef8de tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "DELETE /v2.0/subnets/b002e969-fa71-47a6-bd64-5b544343319d HTTP/1.1" status: 404 len: 337 time: 0.0300868 Jul 13 14:00:07.934322 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 35994) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:00:07.966201 n-d-800634-1 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-61720f76-be61-456c-a5b8-81e4574b0c2e tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] DELETE failed (client error): The resource could not be found. Jul 13 14:00:07.967262 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61720f76-be61-456c-a5b8-81e4574b0c2e tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 14:00:07.969017 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-61720f76-be61-456c-a5b8-81e4574b0c2e tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "DELETE /v2.0/ports/9edcf46f-9beb-42b6-ba50-f370cc2bc624 HTTP/1.1" status: 404 len: 333 time: 0.0337126 Jul 13 14:00:07.974307 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 35996) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:00:07.991475 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-edc3616c-bed5-4e6c-9e00-6a9513476808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:08.002470 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-814c5fc2-5467-4ad3-8209-04344cf81b3b req-629f9b9c-d2aa-40e0-bc85-cca940e63522 service neutron] 10.222.0.41 "GET /v2.0/networks/c10609af-899d-4476-bb3f-a1771ca4066b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089156 Jul 13 14:00:08.003018 n-d-800634-1 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4ba9b27-ffd9-4f19-8fcd-1735e8c4bc9b tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] DELETE failed (client error): The resource could not be found. Jul 13 14:00:08.003544 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4ba9b27-ffd9-4f19-8fcd-1735e8c4bc9b tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 14:00:08.005593 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-b4ba9b27-ffd9-4f19-8fcd-1735e8c4bc9b tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "DELETE /v2.0/subnets/ae608078-aad9-4bf1-a267-190f51aa7466 HTTP/1.1" status: 404 len: 337 time: 0.0299847 Jul 13 14:00:08.008167 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 35998) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:00:08.020871 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc3616c-bed5-4e6c-9e00-6a9513476808 None None] Pushing event deleted for resources: {'Port': ['ID=6900b182-1abc-4193-bcd8-26d0fb73e5b3,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:00:08.029308 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc3616c-bed5-4e6c-9e00-6a9513476808 None None] No DVR routers for this DVR port 6900b182-1abc-4193-bcd8-26d0fb73e5b3 on host n-d-800634-1 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:00:08.041402 n-d-800634-1 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2752244-db50-4345-8cc8-b4c234488c55 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] DELETE failed (client error): The resource could not be found. Jul 13 14:00:08.042153 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2752244-db50-4345-8cc8-b4c234488c55 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 14:00:08.046125 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-e2752244-db50-4345-8cc8-b4c234488c55 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "DELETE /v2.0/ports/222af5d0-c32d-4d3c-be9e-d80a6c6c7aea HTTP/1.1" status: 404 len: 333 time: 0.0348079 Jul 13 14:00:08.046872 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 36000) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:00:08.056120 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-814c5fc2-5467-4ad3-8209-04344cf81b3b req-d24c79fb-e109-46d2-b5b6-39efb491108f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.27&port_id=d3e632d4-9634-467f-9ba8-1d189f1ac176 HTTP/1.1" status: 200 len: 217 time: 0.0482669 Jul 13 14:00:08.079914 n-d-800634-1 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9089cb0-f90e-4973-8135-87cf56fa5257 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] DELETE failed (client error): The resource could not be found. Jul 13 14:00:08.080367 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9089cb0-f90e-4973-8135-87cf56fa5257 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 14:00:08.082429 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-c9089cb0-f90e-4973-8135-87cf56fa5257 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "DELETE /v2.0/subnets/2e7812b2-3645-4ef4-afb7-e82859620f30 HTTP/1.1" status: 404 len: 337 time: 0.0344844 Jul 13 14:00:08.085117 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 36002) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:00:08.111928 n-d-800634-1 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-6389a381-ccd8-4028-859b-3b760aa1f19c tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] DELETE failed (client error): The resource could not be found. Jul 13 14:00:08.113208 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6389a381-ccd8-4028-859b-3b760aa1f19c tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 14:00:08.114028 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814c5fc2-5467-4ad3-8209-04344cf81b3b req-47a444ee-d3a4-4ebf-8b4e-8135ce0abc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:00:08.115158 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-6389a381-ccd8-4028-859b-3b760aa1f19c tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "DELETE /v2.0/ports/f62a6e9c-13de-431b-bc7b-d347dde27b6a HTTP/1.1" status: 404 len: 333 time: 0.0291080 Jul 13 14:00:08.115592 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-814c5fc2-5467-4ad3-8209-04344cf81b3b req-47a444ee-d3a4-4ebf-8b4e-8135ce0abc37 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d8135eef-58f0-4af0-b4cf-468c412106b7 HTTP/1.1" status: 200 len: 797 time: 0.0531719 Jul 13 14:00:08.117725 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 36004) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:00:08.143267 n-d-800634-1 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-9255d19a-8e4a-44b9-b31b-270994ce6bdc tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] DELETE failed (client error): The resource could not be found. Jul 13 14:00:08.143751 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9255d19a-8e4a-44b9-b31b-270994ce6bdc tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 14:00:08.148002 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-9255d19a-8e4a-44b9-b31b-270994ce6bdc tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "DELETE /v2.0/subnets/3b49aac8-8170-4743-b000-002c2f50f2ae HTTP/1.1" status: 404 len: 337 time: 0.0269666 Jul 13 14:00:08.148269 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 36006) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:00:08.176001 n-d-800634-1 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-adfdaf99-6480-40c0-a335-e1cef130457d tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] DELETE failed (client error): The resource could not be found. Jul 13 14:00:08.176834 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814c5fc2-5467-4ad3-8209-04344cf81b3b req-890502a5-d2ad-46c6-a014-7c6b803609d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:00:08.177022 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adfdaf99-6480-40c0-a335-e1cef130457d tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 14:00:08.178389 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-814c5fc2-5467-4ad3-8209-04344cf81b3b req-890502a5-d2ad-46c6-a014-7c6b803609d6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c10609af-899d-4476-bb3f-a1771ca4066b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0566771 Jul 13 14:00:08.178777 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-adfdaf99-6480-40c0-a335-e1cef130457d tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "DELETE /v2.0/ports/8a2a533a-a027-47e4-b0db-782fa065a830 HTTP/1.1" status: 404 len: 333 time: 0.0295799 Jul 13 14:00:08.181345 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 36008) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:00:08.208008 n-d-800634-1 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2a3a06f-fe55-4403-b806-431adf13c9a0 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] DELETE failed (client error): The resource could not be found. Jul 13 14:00:08.208462 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2a3a06f-fe55-4403-b806-431adf13c9a0 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 14:00:08.210221 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-e2a3a06f-fe55-4403-b806-431adf13c9a0 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "DELETE /v2.0/subnets/f0501ef2-2174-4d50-a04a-e6c9995d2bbe HTTP/1.1" status: 404 len: 337 time: 0.0279186 Jul 13 14:00:08.212826 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 36010) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:00:08.244351 n-d-800634-1 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc2050df-ab57-4ce9-a741-4a77d6aa36c4 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] DELETE failed (client error): The resource could not be found. Jul 13 14:00:08.245045 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc2050df-ab57-4ce9-a741-4a77d6aa36c4 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 14:00:08.246916 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-fc2050df-ab57-4ce9-a741-4a77d6aa36c4 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "DELETE /v2.0/ports/0a06e970-16fc-41fa-a7e9-3b80855fe13b HTTP/1.1" status: 404 len: 333 time: 0.0331080 Jul 13 14:00:08.249415 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 36012) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:00:08.276081 n-d-800634-1 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-581c8c40-c279-4711-a95b-d0267617fad8 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] DELETE failed (client error): The resource could not be found. Jul 13 14:00:08.276545 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-581c8c40-c279-4711-a95b-d0267617fad8 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 14:00:08.278319 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-581c8c40-c279-4711-a95b-d0267617fad8 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "DELETE /v2.0/subnets/d6e933f2-76e1-4e32-a848-30431eacb6df HTTP/1.1" status: 404 len: 337 time: 0.0279496 Jul 13 14:00:08.282330 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 36014) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:00:08.291830 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-814c5fc2-5467-4ad3-8209-04344cf81b3b req-3d178b2c-b593-4e61-82a5-42e7cb76f99c service neutron] 10.222.0.41 "GET /v2.0/networks/c10609af-899d-4476-bb3f-a1771ca4066b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055748 Jul 13 14:00:08.310999 n-d-800634-1 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d1e228c-9ed2-44e1-bbd4-2cd8a1c68e3d tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] DELETE failed (client error): The resource could not be found. Jul 13 14:00:08.311783 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d1e228c-9ed2-44e1-bbd4-2cd8a1c68e3d tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 14:00:08.313636 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-0d1e228c-9ed2-44e1-bbd4-2cd8a1c68e3d tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "DELETE /v2.0/ports/bda404cf-fa75-4802-a581-0399628a9d11 HTTP/1.1" status: 404 len: 333 time: 0.0302763 Jul 13 14:00:08.316338 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 36016) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:00:08.343763 n-d-800634-1 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d8582d7-6cfd-4a60-880e-a29c9cf57182 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] DELETE failed (client error): The resource could not be found. Jul 13 14:00:08.344228 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d8582d7-6cfd-4a60-880e-a29c9cf57182 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 14:00:08.346054 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-1d8582d7-6cfd-4a60-880e-a29c9cf57182 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "DELETE /v2.0/subnets/e6ad38a6-8378-4461-af28-caabfe3127bc HTTP/1.1" status: 404 len: 337 time: 0.0287232 Jul 13 14:00:08.349929 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 36018) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:00:08.375062 n-d-800634-1 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-6910182c-0dbd-47ba-9c41-4585b26171f0 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] DELETE failed (client error): The resource could not be found. Jul 13 14:00:08.375519 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6910182c-0dbd-47ba-9c41-4585b26171f0 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 14:00:08.377311 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-6910182c-0dbd-47ba-9c41-4585b26171f0 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "DELETE /v2.0/subnets/1daa1b9b-33ce-4878-9151-990c96824d1d HTTP/1.1" status: 404 len: 337 time: 0.0269423 Jul 13 14:00:08.381142 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 36020) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:00:08.397920 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-814c5fc2-5467-4ad3-8209-04344cf81b3b req-eb3bdb3f-7a8d-4460-bfea-6e6a93066490 service neutron] 10.222.0.41 "GET /v2.0/networks/c10609af-899d-4476-bb3f-a1771ca4066b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994194 Jul 13 14:00:08.415898 n-d-800634-1 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba196412-5cf4-42a0-b332-7085a165d72f tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] DELETE failed (client error): The resource could not be found. Jul 13 14:00:08.416593 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba196412-5cf4-42a0-b332-7085a165d72f tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 14:00:08.418413 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-ba196412-5cf4-42a0-b332-7085a165d72f tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "DELETE /v2.0/ports/d174c62a-e8b1-42e8-9a5e-2d9dd34cae0e HTTP/1.1" status: 404 len: 333 time: 0.0362966 Jul 13 14:00:08.420885 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 36022) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:00:08.439380 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-814c5fc2-5467-4ad3-8209-04344cf81b3b req-bc9213e9-9e12-443f-9599-04638ffe47de service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6203edbb-d062-45f4-b681-abe477bae469 HTTP/1.1" status: 200 len: 217 time: 0.0357966 Jul 13 14:00:08.456992 n-d-800634-1 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-24ffb1a1-e05c-4f66-8e23-b7784599ef6e tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] DELETE failed (client error): The resource could not be found. Jul 13 14:00:08.457603 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24ffb1a1-e05c-4f66-8e23-b7784599ef6e tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 14:00:08.459169 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-24ffb1a1-e05c-4f66-8e23-b7784599ef6e tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "DELETE /v2.0/subnets/2d3879b1-7161-4ae4-a1de-1e72968f7ed3 HTTP/1.1" status: 404 len: 337 time: 0.0373902 Jul 13 14:00:08.461628 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 36024) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:00:08.491656 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814c5fc2-5467-4ad3-8209-04344cf81b3b req-f620b87a-b545-4b31-a876-e3e5a7d861bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:00:08.493191 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-814c5fc2-5467-4ad3-8209-04344cf81b3b req-f620b87a-b545-4b31-a876-e3e5a7d861bd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=951f324c-d68d-486e-9ca1-85ca6e2b85a7 HTTP/1.1" status: 200 len: 797 time: 0.0476406 Jul 13 14:00:08.494746 n-d-800634-1 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3177a00-f268-4f6f-be4a-018e6cd576ab tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] DELETE failed (client error): The resource could not be found. Jul 13 14:00:08.495207 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3177a00-f268-4f6f-be4a-018e6cd576ab tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 14:00:08.496940 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-d3177a00-f268-4f6f-be4a-018e6cd576ab tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "DELETE /v2.0/subnets/d7f20646-3d81-4ff0-a870-c27979eafdf1 HTTP/1.1" status: 404 len: 337 time: 0.0343838 Jul 13 14:00:08.499671 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 36026) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:00:08.527905 n-d-800634-1 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-64de3f83-a051-4167-9f1e-fedae732bb32 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] DELETE failed (client error): The resource could not be found. Jul 13 14:00:08.528644 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64de3f83-a051-4167-9f1e-fedae732bb32 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 14:00:08.532633 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-64de3f83-a051-4167-9f1e-fedae732bb32 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "DELETE /v2.0/ports/7411e757-2a85-4654-847c-7204b9aa7748 HTTP/1.1" status: 404 len: 333 time: 0.0296195 Jul 13 14:00:08.532955 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 36030) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:00:08.563809 n-d-800634-1 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-b18fbab5-959d-492c-be72-b16ea891ce4f tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] DELETE failed (client error): The resource could not be found. Jul 13 14:00:08.564178 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b18fbab5-959d-492c-be72-b16ea891ce4f tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93750) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 14:00:08.567083 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-b18fbab5-959d-492c-be72-b16ea891ce4f tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "DELETE /v2.0/subnets/869f69a3-f1aa-47de-b604-28691adac9f5 HTTP/1.1" status: 404 len: 337 time: 0.0305331 Jul 13 14:00:08.569568 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 36032) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:00:08.590284 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814c5fc2-5467-4ad3-8209-04344cf81b3b req-b552c77b-e571-4320-8b17-a1dc12ce6c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:00:08.591799 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-814c5fc2-5467-4ad3-8209-04344cf81b3b req-b552c77b-e571-4320-8b17-a1dc12ce6c69 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=66d18ebd-c35e-4e15-b1ef-9323bd11d006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0918231 Jul 13 14:00:08.599374 n-d-800634-1 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bae121a-8797-4933-a145-c9c68ea97969 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] DELETE failed (client error): The resource could not be found. Jul 13 14:00:08.599946 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bae121a-8797-4933-a145-c9c68ea97969 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 14:00:08.604009 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-7bae121a-8797-4933-a145-c9c68ea97969 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "DELETE /v2.0/subnets/1094b09d-e516-4322-858a-c7ef5c8d6179 HTTP/1.1" status: 404 len: 337 time: 0.0310934 Jul 13 14:00:08.604258 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 36034) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:00:08.633122 n-d-800634-1 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-be6cd838-0b0d-4f81-8e5e-87e148d8e88c tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] DELETE failed (client error): The resource could not be found. Jul 13 14:00:08.633860 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be6cd838-0b0d-4f81-8e5e-87e148d8e88c tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 14:00:08.635861 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-be6cd838-0b0d-4f81-8e5e-87e148d8e88c tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "DELETE /v2.0/ports/8bf3c1de-5794-48af-a9de-ca98aa438b1d HTTP/1.1" status: 404 len: 333 time: 0.0304201 Jul 13 14:00:08.638326 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 36036) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:00:08.666384 n-d-800634-1 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6109d03-c14f-4139-bd36-8c75108cc020 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] DELETE failed (client error): The resource could not be found. Jul 13 14:00:08.666839 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6109d03-c14f-4139-bd36-8c75108cc020 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 14:00:08.669798 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-f6109d03-c14f-4139-bd36-8c75108cc020 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "DELETE /v2.0/subnets/3fbfb459-ba06-4edc-a235-ae801fea5eed HTTP/1.1" status: 404 len: 337 time: 0.0292106 Jul 13 14:00:08.671214 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 36038) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:00:08.690206 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-814c5fc2-5467-4ad3-8209-04344cf81b3b req-dca69342-680e-444b-b01f-f5039002fb94 service neutron] 10.222.0.41 "GET /v2.0/networks/66d18ebd-c35e-4e15-b1ef-9323bd11d006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909615 Jul 13 14:00:08.703791 n-d-800634-1 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-163a2b52-3af2-4aef-9f54-6b9c38518b6d tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] DELETE failed (client error): The resource could not be found. Jul 13 14:00:08.704247 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-163a2b52-3af2-4aef-9f54-6b9c38518b6d tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 14:00:08.706025 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-163a2b52-3af2-4aef-9f54-6b9c38518b6d tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "DELETE /v2.0/subnets/7e562626-c8e9-424f-88d3-804139b69be5 HTTP/1.1" status: 404 len: 337 time: 0.0338566 Jul 13 14:00:08.709446 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 36040) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:00:08.739242 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-bbef6650-2257-4e89-8320-47e27580fe97 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b32676a-ce3e-4fa7-9ead-4ea56023094f HTTP/1.1" status: 200 len: 205 time: 0.0286176 Jul 13 14:00:08.742399 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 36042) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:00:08.781873 n-d-800634-1 neutron-server[93751]: INFO neutron.api.v2.resource [None req-239afeb1-86e3-41f5-a1a6-58b528b29b5c tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] delete failed (client error): The resource could not be found. Jul 13 14:00:08.782911 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-239afeb1-86e3-41f5-a1a6-58b528b29b5c tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "DELETE /v2.0/routers/5b32676a-ce3e-4fa7-9ead-4ea56023094f HTTP/1.1" status: 404 len: 336 time: 0.0395091 Jul 13 14:00:08.786158 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 36044) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:00:08.796969 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-814c5fc2-5467-4ad3-8209-04344cf81b3b req-828b8592-95ca-46ab-8db2-f6ec0125e1c3 service neutron] 10.222.0.41 "GET /v2.0/networks/66d18ebd-c35e-4e15-b1ef-9323bd11d006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009471 Jul 13 14:00:08.820365 n-d-800634-1 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-765204d4-6dfa-47ed-8601-e2f315492edf tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] DELETE failed (client error): The resource could not be found. Jul 13 14:00:08.820738 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-765204d4-6dfa-47ed-8601-e2f315492edf tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 14:00:08.824973 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-765204d4-6dfa-47ed-8601-e2f315492edf tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "DELETE /v2.0/subnets/d07971ff-fa1d-4c1c-b76d-36ca8764fc92 HTTP/1.1" status: 404 len: 337 time: 0.0354147 Jul 13 14:00:08.825228 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 36046) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:00:08.842241 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-814c5fc2-5467-4ad3-8209-04344cf81b3b req-6fdaab9f-780e-46f2-86c5-e8e4cd43f668 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a28e0383-d778-445e-917b-a6877ab44b08 HTTP/1.1" status: 200 len: 217 time: 0.0393851 Jul 13 14:00:08.856930 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-090d9acf-f7db-4205-b376-4afd881f22ae tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "GET /v2.0/ports?device_id=bbd8e9d8-7050-4230-bef4-0ae525cdd0da HTTP/1.1" status: 200 len: 205 time: 0.0305572 Jul 13 14:00:08.859473 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 36048) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:00:08.897211 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814c5fc2-5467-4ad3-8209-04344cf81b3b req-3f1c9826-c279-47c8-99e4-6af007da9e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:00:08.898711 n-d-800634-1 neutron-server[93751]: INFO neutron.api.v2.resource [None req-bdcfc215-83bc-4221-a9c1-05d16834a660 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] delete failed (client error): The resource could not be found. Jul 13 14:00:08.898851 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-814c5fc2-5467-4ad3-8209-04344cf81b3b req-3f1c9826-c279-47c8-99e4-6af007da9e76 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=951f324c-d68d-486e-9ca1-85ca6e2b85a7 HTTP/1.1" status: 200 len: 797 time: 0.0511651 Jul 13 14:00:08.899737 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-bdcfc215-83bc-4221-a9c1-05d16834a660 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "DELETE /v2.0/routers/bbd8e9d8-7050-4230-bef4-0ae525cdd0da HTTP/1.1" status: 404 len: 336 time: 0.0393715 Jul 13 14:00:08.902705 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 36050) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:00:08.932542 n-d-800634-1 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6cfa1fc-a332-41a9-a551-6b924c7b8b3c tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] DELETE failed (client error): The resource could not be found. Jul 13 14:00:08.932542 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6cfa1fc-a332-41a9-a551-6b924c7b8b3c tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 14:00:08.937034 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-c6cfa1fc-a332-41a9-a551-6b924c7b8b3c tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "DELETE /v2.0/subnets/0baeb4de-2c0a-4ac6-841f-6d95b3c9bc40 HTTP/1.1" status: 404 len: 337 time: 0.0294101 Jul 13 14:00:08.937199 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 36052) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:00:08.969853 n-d-800634-1 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-31be9984-0efc-4492-912a-28320683ec2e tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] DELETE failed (client error): The resource could not be found. Jul 13 14:00:08.970345 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31be9984-0efc-4492-912a-28320683ec2e tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93750) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 14:00:08.972224 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-31be9984-0efc-4492-912a-28320683ec2e tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "DELETE /v2.0/subnets/f1fcb766-f2ea-40d6-a494-6c29ff9d8c84 HTTP/1.1" status: 404 len: 337 time: 0.0343556 Jul 13 14:00:08.975372 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 36054) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:00:08.999162 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814c5fc2-5467-4ad3-8209-04344cf81b3b req-70e5742e-8b66-4afb-9b93-43e1eae5a146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:00:09.001306 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-814c5fc2-5467-4ad3-8209-04344cf81b3b req-70e5742e-8b66-4afb-9b93-43e1eae5a146 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=66d18ebd-c35e-4e15-b1ef-9323bd11d006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0956929 Jul 13 14:00:09.011429 n-d-800634-1 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-b958d0a5-de5f-4066-b88d-42a258bff738 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] DELETE failed (client error): The resource could not be found. Jul 13 14:00:09.012170 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b958d0a5-de5f-4066-b88d-42a258bff738 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 14:00:09.014211 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-b958d0a5-de5f-4066-b88d-42a258bff738 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "DELETE /v2.0/ports/b93f64bd-74d7-47b8-aa39-bc9d81f8c11a HTTP/1.1" status: 404 len: 333 time: 0.0375960 Jul 13 14:00:09.016775 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 36056) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:00:09.044972 n-d-800634-1 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed0c0d23-ddd7-4b3d-8921-0881d7c79362 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] DELETE failed (client error): The resource could not be found. Jul 13 14:00:09.045441 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed0c0d23-ddd7-4b3d-8921-0881d7c79362 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 14:00:09.047210 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-ed0c0d23-ddd7-4b3d-8921-0881d7c79362 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "DELETE /v2.0/subnets/8c0e4f4e-1179-43fd-ab99-2381c7269171 HTTP/1.1" status: 404 len: 337 time: 0.0294631 Jul 13 14:00:09.049870 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 36058) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:00:09.078744 n-d-800634-1 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b94a4fa-e7e5-473b-b6db-c3b75356a2c9 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] DELETE failed (client error): The resource could not be found. Jul 13 14:00:09.079430 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b94a4fa-e7e5-473b-b6db-c3b75356a2c9 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 14:00:09.081350 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-2b94a4fa-e7e5-473b-b6db-c3b75356a2c9 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "DELETE /v2.0/ports/e7f5d91d-761b-4a8f-a344-3034397301dd HTTP/1.1" status: 404 len: 333 time: 0.0298240 Jul 13 14:00:09.083894 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 36060) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:00:09.108493 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-814c5fc2-5467-4ad3-8209-04344cf81b3b req-1da6def4-68c2-4aba-a85a-08ea060298de service neutron] 10.222.0.41 "GET /v2.0/networks/66d18ebd-c35e-4e15-b1ef-9323bd11d006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008899 Jul 13 14:00:09.110524 n-d-800634-1 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-0752d54d-3a29-48e1-a421-c8aadc576939 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] DELETE failed (client error): The resource could not be found. Jul 13 14:00:09.110981 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0752d54d-3a29-48e1-a421-c8aadc576939 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 14:00:09.113343 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-0752d54d-3a29-48e1-a421-c8aadc576939 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "DELETE /v2.0/subnets/d2abdb28-8eb4-49cc-a5a4-12ddd08b146a HTTP/1.1" status: 404 len: 337 time: 0.0278587 Jul 13 14:00:09.116013 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 36062) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:00:09.144767 n-d-800634-1 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-36266dd5-c235-4338-b491-7760e3ef2966 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] DELETE failed (client error): The resource could not be found. Jul 13 14:00:09.145451 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36266dd5-c235-4338-b491-7760e3ef2966 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 14:00:09.147239 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-36266dd5-c235-4338-b491-7760e3ef2966 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "DELETE /v2.0/ports/472fd642-b9cf-42e0-9c2a-d81d25817bb5 HTTP/1.1" status: 404 len: 333 time: 0.0302980 Jul 13 14:00:09.149804 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 36064) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:00:09.194191 n-d-800634-1 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-091a5feb-8127-4eca-8a31-d1b7f9df8624 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] DELETE failed (client error): The resource could not be found. Jul 13 14:00:09.195243 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-091a5feb-8127-4eca-8a31-d1b7f9df8624 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 14:00:09.197704 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-091a5feb-8127-4eca-8a31-d1b7f9df8624 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "DELETE /v2.0/subnets/819c172e-7bcf-40a4-8fe1-ef3951274e27 HTTP/1.1" status: 404 len: 337 time: 0.0468280 Jul 13 14:00:09.200246 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 36066) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:00:09.204478 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-814c5fc2-5467-4ad3-8209-04344cf81b3b req-a0cea5cf-c869-4d4a-80d8-a50f946379c0 service neutron] 10.222.0.41 "GET /v2.0/networks/66d18ebd-c35e-4e15-b1ef-9323bd11d006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897493 Jul 13 14:00:09.227409 n-d-800634-1 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-9676ad09-8ec2-440e-a5b7-445a2bbf8a70 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] DELETE failed (client error): The resource could not be found. Jul 13 14:00:09.228160 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9676ad09-8ec2-440e-a5b7-445a2bbf8a70 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 14:00:09.229941 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-9676ad09-8ec2-440e-a5b7-445a2bbf8a70 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "DELETE /v2.0/ports/c5dfcfe6-cc4a-4426-a7bd-e3fe8b6fa8ca HTTP/1.1" status: 404 len: 333 time: 0.0287137 Jul 13 14:00:09.232468 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 36068) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:00:09.260778 n-d-800634-1 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3f18276-1d70-4b7e-a75d-23377dc9bb3e tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] DELETE failed (client error): The resource could not be found. Jul 13 14:00:09.261163 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3f18276-1d70-4b7e-a75d-23377dc9bb3e tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 14:00:09.265583 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-b3f18276-1d70-4b7e-a75d-23377dc9bb3e tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "DELETE /v2.0/subnets/5b72dbac-6ff0-4b8b-9462-ae92f056e16d HTTP/1.1" status: 404 len: 337 time: 0.0321317 Jul 13 14:00:09.265777 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 36070) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:00:09.304467 n-d-800634-1 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-0abed271-9dcf-450c-9cd8-27042575975b tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] DELETE failed (client error): The resource could not be found. Jul 13 14:00:09.305974 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0abed271-9dcf-450c-9cd8-27042575975b tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93750) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 14:00:09.308717 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-0abed271-9dcf-450c-9cd8-27042575975b tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "DELETE /v2.0/ports/7d81c281-d084-4302-8267-9aa357f7c6af HTTP/1.1" status: 404 len: 333 time: 0.0414715 Jul 13 14:00:09.311177 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 36072) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:00:09.328250 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 6900b182-1abc-4193-bcd8-26d0fb73e5b3 no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:00:09.340775 n-d-800634-1 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-e54cc404-8325-4632-8bba-5ca24de1849c tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] DELETE failed (client error): The resource could not be found. Jul 13 14:00:09.341268 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e54cc404-8325-4632-8bba-5ca24de1849c tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 14:00:09.345799 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-e54cc404-8325-4632-8bba-5ca24de1849c tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "DELETE /v2.0/subnets/e4e4261a-6fe4-40a6-97b1-77c8f3430393 HTTP/1.1" status: 404 len: 337 time: 0.0307894 Jul 13 14:00:09.347390 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 36074) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:00:09.352836 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: 6900b182-1abc-4193-bcd8-26d0fb73e5b3 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:00:09.353187 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 6900b182-1abc-4193-bcd8-26d0fb73e5b3 not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:00:09.378746 n-d-800634-1 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-21671d7e-129a-47c5-9695-ddcb862597c8 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] DELETE failed (client error): The resource could not be found. Jul 13 14:00:09.379528 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21671d7e-129a-47c5-9695-ddcb862597c8 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 14:00:09.381239 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-21671d7e-129a-47c5-9695-ddcb862597c8 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "DELETE /v2.0/ports/9a445e92-2a2c-408e-9c76-f5849b359d7f HTTP/1.1" status: 404 len: 333 time: 0.0329373 Jul 13 14:00:09.383743 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 36076) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:00:09.410285 n-d-800634-1 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e28837f-9afc-4ac1-831e-9b1ec49f5f21 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] DELETE failed (client error): The resource could not be found. Jul 13 14:00:09.410901 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e28837f-9afc-4ac1-831e-9b1ec49f5f21 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 14:00:09.412725 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-1e28837f-9afc-4ac1-831e-9b1ec49f5f21 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "DELETE /v2.0/subnets/e67a6e47-7377-4859-98ac-aab8e388d8bb HTTP/1.1" status: 404 len: 337 time: 0.0280566 Jul 13 14:00:09.415507 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 36078) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:00:09.447456 n-d-800634-1 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-38987c1d-2c8c-468e-930e-262957305b13 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] DELETE failed (client error): The resource could not be found. Jul 13 14:00:09.448162 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38987c1d-2c8c-468e-930e-262957305b13 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 14:00:09.449922 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-38987c1d-2c8c-468e-930e-262957305b13 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "DELETE /v2.0/ports/753423cf-df7f-4243-b1cc-ce6371064fe7 HTTP/1.1" status: 404 len: 333 time: 0.0334709 Jul 13 14:00:09.452465 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 36080) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:00:09.482422 n-d-800634-1 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebba1764-d078-4e67-bc0a-630da23bb553 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] DELETE failed (client error): The resource could not be found. Jul 13 14:00:09.483768 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebba1764-d078-4e67-bc0a-630da23bb553 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 14:00:09.484933 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-ebba1764-d078-4e67-bc0a-630da23bb553 tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "DELETE /v2.0/subnets/816a7c24-161a-4561-abb9-b55309735bba HTTP/1.1" status: 404 len: 337 time: 0.0315239 Jul 13 14:00:09.488283 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 36082) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:00:09.567594 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-257e7f63-090f-41a2-824a-27bb27f0afdd tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:09.674114 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-257e7f63-090f-41a2-824a-27bb27f0afdd tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:09.686345 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-257e7f63-090f-41a2-824a-27bb27f0afdd tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10c44b48-d3bd-40b3-a4f4-972813fd3a15']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:00:09.699076 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-257e7f63-090f-41a2-824a-27bb27f0afdd tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1547ed8f-36ea-429a-a729-e0e4e9fcad02') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:00:09.699365 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-257e7f63-090f-41a2-824a-27bb27f0afdd tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1547ed8f-36ea-429a-a729-e0e4e9fcad02') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:00:09.710358 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-257e7f63-090f-41a2-824a-27bb27f0afdd tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6018464'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:09.726645 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-257e7f63-090f-41a2-824a-27bb27f0afdd tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:09.733245 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-257e7f63-090f-41a2-824a-27bb27f0afdd tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 14:00:09.733654 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-257e7f63-090f-41a2-824a-27bb27f0afdd tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6018632'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:09.736791 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:00:09.736791 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:00:09.736791 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:00:09.736791 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:00:09.736791 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:00:09.736791 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:00:09.736791 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:00:09.736791 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:00:09.736791 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:00:09.736791 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:00:09.736791 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:00:09.736791 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:00:09.736791 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:00:09.736791 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:00:09.736791 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:00:09.736791 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:00:09.736791 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:00:09.736791 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:00:09.736791 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:00:09.736791 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:00:09.736791 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:00:09.736791 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:00:09.736791 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:00:09.736791 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:00:09.736791 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:00:09.736791 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:00:09.736791 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:00:09.736791 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:00:09.736791 n-d-800634-1 neutron-server[93751]: Traceback (most recent call last): Jul 13 14:00:09.736791 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 14:00:09.736791 n-d-800634-1 neutron-server[93751]: timer() Jul 13 14:00:09.736791 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 14:00:09.736791 n-d-800634-1 neutron-server[93751]: cb(*args, **kw) Jul 13 14:00:09.736791 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 14:00:09.736791 n-d-800634-1 neutron-server[93751]: return func(*args, **kwargs) Jul 13 14:00:09.736791 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 14:00:09.736791 n-d-800634-1 neutron-server[93751]: self._notify() Jul 13 14:00:09.736791 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 14:00:09.736791 n-d-800634-1 neutron-server[93751]: self.callback(batched_events) Jul 13 14:00:09.736791 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 14:00:09.736791 n-d-800634-1 neutron-server[93751]: event.method(event) Jul 13 14:00:09.736791 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 14:00:09.736791 n-d-800634-1 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 14:00:09.736791 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 14:00:09.736791 n-d-800634-1 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 14:00:09.736791 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 14:00:09.736791 n-d-800634-1 neutron-server[93751]: return f(self, *a, **k) Jul 13 14:00:09.736791 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 14:00:09.736791 n-d-800634-1 neutron-server[93751]: return self._get(url).json() Jul 13 14:00:09.736791 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 14:00:09.736791 n-d-800634-1 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 14:00:09.736791 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 14:00:09.736791 n-d-800634-1 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 13 14:00:09.736791 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 14:00:09.736791 n-d-800634-1 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 14:00:09.736791 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 14:00:09.736791 n-d-800634-1 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 14:00:09.736791 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 14:00:09.736791 n-d-800634-1 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 14:00:09.736791 n-d-800634-1 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 14:00:09.806887 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-257e7f63-090f-41a2-824a-27bb27f0afdd tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:09.813897 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-257e7f63-090f-41a2-824a-27bb27f0afdd tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:09.815720 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-257e7f63-090f-41a2-824a-27bb27f0afdd tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] 10.222.0.23 "DELETE /v2.0/networks/10c44b48-d3bd-40b3-a4f4-972813fd3a15 HTTP/1.1" status: 204 len: 168 time: 0.3264499 Jul 13 14:00:09.835000 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257e7f63-090f-41a2-824a-27bb27f0afdd tempest-NetworksTestDHCPv6-363261697 tempest-NetworksTestDHCPv6-363261697-project] Pushing event deleted for resources: {'Network': ['ID=10c44b48-d3bd-40b3-a4f4-972813fd3a15,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:00:10.073103 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 36092) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:00:10.208505 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-ae8a83bb-b106-4feb-a70f-5c90f9e9631a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=295c60a61aa44fb3bb3079337a011e52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1341836 Jul 13 14:00:10.211197 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 36096) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:00:10.268250 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0eb8a37b-5efa-4d47-b5e3-22dad7ca454c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:10.296170 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0eb8a37b-5efa-4d47-b5e3-22dad7ca454c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:10.350761 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0eb8a37b-5efa-4d47-b5e3-22dad7ca454c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:10.353351 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0eb8a37b-5efa-4d47-b5e3-22dad7ca454c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:10.354708 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-0eb8a37b-5efa-4d47-b5e3-22dad7ca454c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/481851a4-f2ac-41ec-bfdc-86e4fa305fb9 HTTP/1.1" status: 204 len: 168 time: 0.1425588 Jul 13 14:00:10.364802 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb8a37b-5efa-4d47-b5e3-22dad7ca454c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=481851a4-f2ac-41ec-bfdc-86e4fa305fb9,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:00:11.020525 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 36120) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:00:11.119310 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-d5f9dbe8-e15f-46b4-a4f8-a18499c1cae0 tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-152316159'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:00:11.140148 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5f9dbe8-e15f-46b4-a4f8-a18499c1cae0 tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] Made reservation on behalf of 3fb0daa0c8bc40be80e1f087dac9c49d for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:00:11.143829 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d5f9dbe8-e15f-46b4-a4f8-a18499c1cae0 tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:11.153442 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d5f9dbe8-e15f-46b4-a4f8-a18499c1cae0 tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:11.252832 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d5f9dbe8-e15f-46b4-a4f8-a18499c1cae0 tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:11.257012 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d5f9dbe8-e15f-46b4-a4f8-a18499c1cae0 tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:11.286620 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5f9dbe8-e15f-46b4-a4f8-a18499c1cae0 tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 14:00:11.296106 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f9dbe8-e15f-46b4-a4f8-a18499c1cae0 tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5df2baf3-c1a6-48c1-91cd-13113967aa1d,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:00:11.305958 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d5f9dbe8-e15f-46b4-a4f8-a18499c1cae0 tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:11.306377 n-d-800634-1 neutron-server[93750]: INFO neutron.db.segments_db [None req-d5f9dbe8-e15f-46b4-a4f8-a18499c1cae0 tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] Added segment 4aaf3ed2-6b6c-4f73-ab8d-5928f143ad63 of type vlan for network 03e6012d-c220-48a7-af66-fd54b6e85d8f Jul 13 14:00:11.350736 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d5f9dbe8-e15f-46b4-a4f8-a18499c1cae0 tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:11.382872 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d5f9dbe8-e15f-46b4-a4f8-a18499c1cae0 tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:11.388636 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f9dbe8-e15f-46b4-a4f8-a18499c1cae0 tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:00:11.389253 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d5f9dbe8-e15f-46b4-a4f8-a18499c1cae0 tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:11.456581 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-d5f9dbe8-e15f-46b4-a4f8-a18499c1cae0 tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.4312918 Jul 13 14:00:11.457045 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 36124) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:00:11.464697 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-5c7a63ed-96ed-4505-bab7-a6858de8b34d tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] Request body: {'subnet': {'network_id': '03e6012d-c220-48a7-af66-fd54b6e85d8f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:00:11.482197 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f9dbe8-e15f-46b4-a4f8-a18499c1cae0 tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] Pushing event updated for resources: {'Network': ['ID=03e6012d-c220-48a7-af66-fd54b6e85d8f,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:00:11.495962 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network 03e6012d-c220-48a7-af66-fd54b6e85d8f details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 14:00:11.571898 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c7a63ed-96ed-4505-bab7-a6858de8b34d tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] Made reservation on behalf of 3fb0daa0c8bc40be80e1f087dac9c49d for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:00:11.575475 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5c7a63ed-96ed-4505-bab7-a6858de8b34d tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4763385'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:11.776923 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5c7a63ed-96ed-4505-bab7-a6858de8b34d tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5970588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4763339'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:11.846681 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7a63ed-96ed-4505-bab7-a6858de8b34d tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] Pushing event updated for resources: {'Subnet': ['ID=0a3369c5-a77c-4869-9088-1e634218ba0b,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:00:11.857845 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c7a63ed-96ed-4505-bab7-a6858de8b34d tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] Checking segment: {'id': '4aaf3ed2-6b6c-4f73-ab8d-5928f143ad63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '03e6012d-c220-48a7-af66-fd54b6e85d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:00:11.858213 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c7a63ed-96ed-4505-bab7-a6858de8b34d tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] Network hostable DHCP agents. Network: 03e6012d-c220-48a7-af66-fd54b6e85d8f, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 14:00:11.884669 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c7a63ed-96ed-4505-bab7-a6858de8b34d tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] Network 03e6012d-c220-48a7-af66-fd54b6e85d8f is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 14:00:11.899105 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-5c7a63ed-96ed-4505-bab7-a6858de8b34d tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, 03e6012d-c220-48a7-af66-fd54b6e85d8f) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:00:11.906395 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c7a63ed-96ed-4505-bab7-a6858de8b34d tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:00:11.906975 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5c7a63ed-96ed-4505-bab7-a6858de8b34d tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:11.912134 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bf00354-9b3e-4354-9dd9-94e459d18b6d None None] Network 03e6012d-c220-48a7-af66-fd54b6e85d8f requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:00:11.944138 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-5c7a63ed-96ed-4505-bab7-a6858de8b34d tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4859285 Jul 13 14:00:11.947036 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 36128) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:00:11.952096 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-727d33c8-5a64-4bf6-9bd7-d063d5b5b11c tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1100926421', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:00:11.994434 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-727d33c8-5a64-4bf6-9bd7-d063d5b5b11c tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1591928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2714'] for router, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:11.995659 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-727d33c8-5a64-4bf6-9bd7-d063d5b5b11c tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447198', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1629690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2689'] for router, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:12.060364 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-727d33c8-5a64-4bf6-9bd7-d063d5b5b11c tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:12.064969 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-727d33c8-5a64-4bf6-9bd7-d063d5b5b11c tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447217'] for router, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:12.082070 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-727d33c8-5a64-4bf6-9bd7-d063d5b5b11c tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:12.083377 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-727d33c8-5a64-4bf6-9bd7-d063d5b5b11c tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.1353028 Jul 13 14:00:12.086104 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 36130) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:00:12.113554 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e3fb959-168e-4ce2-b8ae-330d6654db1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a7201e1-61ce-5a3e-b7f7-e800379ed03b-03e6012d-c220-48a7-af66-fd54b6e85d8f', 'network_id': '03e6012d-c220-48a7-af66-fd54b6e85d8f', 'tenant_id': '3fb0daa0c8bc40be80e1f087dac9c49d', 'fixed_ips': [{'subnet_id': '0a3369c5-a77c-4869-9088-1e634218ba0b'}]}} from n-d-800634-1. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 14:00:12.114527 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-1e3fb959-168e-4ce2-b8ae-330d6654db1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:12.257000 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-1e3fb959-168e-4ce2-b8ae-330d6654db1f None None] Allocated IP 172.20.0.2 (03e6012d-c220-48a7-af66-fd54b6e85d8f/0a3369c5-a77c-4869-9088-1e634218ba0b/b48ee2f1-a87f-4f94-8add-c3b19d0c74ae) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:00:12.380525 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dcc0eb71-51e4-4fb7-9958-112faa49b6e0 tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:12.420364 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-1e3fb959-168e-4ce2-b8ae-330d6654db1f None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:12.429406 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-1e3fb959-168e-4ce2-b8ae-330d6654db1f None None] Transition to ACTIVE for port object b48ee2f1-a87f-4f94-8add-c3b19d0c74ae will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:00:12.445581 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-1e3fb959-168e-4ce2-b8ae-330d6654db1f None None] Transition to ACTIVE for port object b48ee2f1-a87f-4f94-8add-c3b19d0c74ae will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:00:12.452200 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-1e3fb959-168e-4ce2-b8ae-330d6654db1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:12.493645 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e3fb959-168e-4ce2-b8ae-330d6654db1f None None] Network 03e6012d-c220-48a7-af66-fd54b6e85d8f is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:00:12.496537 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-1e3fb959-168e-4ce2-b8ae-330d6654db1f None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:00:12.500167 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3fb959-168e-4ce2-b8ae-330d6654db1f None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:00:12.508434 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3fb959-168e-4ce2-b8ae-330d6654db1f None None] Pushing event updated for resources: {'Port': ['ID=b48ee2f1-a87f-4f94-8add-c3b19d0c74ae,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:00:12.564581 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-1e3fb959-168e-4ce2-b8ae-330d6654db1f None None] Attempting to bind port b48ee2f1-a87f-4f94-8add-c3b19d0c74ae on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:00:12.564946 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-1e3fb959-168e-4ce2-b8ae-330d6654db1f None None] Attempting to bind port b48ee2f1-a87f-4f94-8add-c3b19d0c74ae by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '4aaf3ed2-6b6c-4f73-ab8d-5928f143ad63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '03e6012d-c220-48a7-af66-fd54b6e85d8f'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:00:12.565306 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3fb959-168e-4ce2-b8ae-330d6654db1f None None] Attempting to bind port b48ee2f1-a87f-4f94-8add-c3b19d0c74ae on network 03e6012d-c220-48a7-af66-fd54b6e85d8f {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:00:12.571381 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3fb959-168e-4ce2-b8ae-330d6654db1f None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 13, 59, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:00:12.571744 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3fb959-168e-4ce2-b8ae-330d6654db1f None None] Checking segment: {'id': '4aaf3ed2-6b6c-4f73-ab8d-5928f143ad63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '03e6012d-c220-48a7-af66-fd54b6e85d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:00:12.572151 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-1e3fb959-168e-4ce2-b8ae-330d6654db1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:12.572541 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3fb959-168e-4ce2-b8ae-330d6654db1f None None] Bound using segment: {'id': '4aaf3ed2-6b6c-4f73-ab8d-5928f143ad63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '03e6012d-c220-48a7-af66-fd54b6e85d8f'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:00:12.573003 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-1e3fb959-168e-4ce2-b8ae-330d6654db1f None None] Bound port: b48ee2f1-a87f-4f94-8add-c3b19d0c74ae, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4aaf3ed2-6b6c-4f73-ab8d-5928f143ad63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '03e6012d-c220-48a7-af66-fd54b6e85d8f'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:00:12.573387 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-1e3fb959-168e-4ce2-b8ae-330d6654db1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:12.638757 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-dcc0eb71-51e4-4fb7-9958-112faa49b6e0 tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] Allocated IP 172.20.0.1 (03e6012d-c220-48a7-af66-fd54b6e85d8f/0a3369c5-a77c-4869-9088-1e634218ba0b/ae3555e5-fce2-4a38-80ee-92027a85ce78) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:00:12.640275 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-1e3fb959-168e-4ce2-b8ae-330d6654db1f None None] For port b48ee2f1-a87f-4f94-8add-c3b19d0c74ae, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:00:12.643366 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-1e3fb959-168e-4ce2-b8ae-330d6654db1f None None] For port b48ee2f1-a87f-4f94-8add-c3b19d0c74ae, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=b48ee2f1-a87f-4f94-8add-c3b19d0c74ae,segment=NetworkSegment(4aaf3ed2-6b6c-4f73-ab8d-5928f143ad63),segment_id=4aaf3ed2-6b6c-4f73-ab8d-5928f143ad63)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:00:12.649381 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-1e3fb959-168e-4ce2-b8ae-330d6654db1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:12.712303 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3fb959-168e-4ce2-b8ae-330d6654db1f None None] Pushing event updated for resources: {'Port': ['ID=b48ee2f1-a87f-4f94-8add-c3b19d0c74ae,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:00:12.761935 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dcc0eb71-51e4-4fb7-9958-112faa49b6e0 tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:12.777173 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-dcc0eb71-51e4-4fb7-9958-112faa49b6e0 tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] Transition to ACTIVE for port object ae3555e5-fce2-4a38-80ee-92027a85ce78 will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:00:12.812981 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dcc0eb71-51e4-4fb7-9958-112faa49b6e0 tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:12.865987 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc0eb71-51e4-4fb7-9958-112faa49b6e0 tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] Network 03e6012d-c220-48a7-af66-fd54b6e85d8f is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:00:12.869703 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-dcc0eb71-51e4-4fb7-9958-112faa49b6e0 tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:00:12.880587 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc0eb71-51e4-4fb7-9958-112faa49b6e0 tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:00:12.911086 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc0eb71-51e4-4fb7-9958-112faa49b6e0 tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] Pushing event updated for resources: {'Port': ['ID=ae3555e5-fce2-4a38-80ee-92027a85ce78,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:00:12.946216 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dcc0eb71-51e4-4fb7-9958-112faa49b6e0 tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-450452'] for router_interface, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:13.088057 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dcc0eb71-51e4-4fb7-9958-112faa49b6e0 tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:13.339809 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device b48ee2f1-a87f-4f94-8add-c3b19d0c74ae up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:00:13.398780 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port b48ee2f1-a87f-4f94-8add-c3b19d0c74ae completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:00:13.616534 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dcc0eb71-51e4-4fb7-9958-112faa49b6e0 tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:13.621365 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dcc0eb71-51e4-4fb7-9958-112faa49b6e0 tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:13.685633 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c71a3e73-191b-4ed1-9b24-707b5496d82d None None] Network 03e6012d-c220-48a7-af66-fd54b6e85d8f requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:00:13.705103 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc0eb71-51e4-4fb7-9958-112faa49b6e0 tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] Pushing event updated for resources: {'Port': ['ID=ae3555e5-fce2-4a38-80ee-92027a85ce78,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:00:13.709361 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dcc0eb71-51e4-4fb7-9958-112faa49b6e0 tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1785045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451806'] for router_interface, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:13.767806 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-19ff5057-c428-4da0-bd7a-18006be95f64 None None] Provisioning for port b48ee2f1-a87f-4f94-8add-c3b19d0c74ae completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:00:13.774476 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-19ff5057-c428-4da0-bd7a-18006be95f64 None None] Provisioning complete for port b48ee2f1-a87f-4f94-8add-c3b19d0c74ae triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:00:13.774852 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-19ff5057-c428-4da0-bd7a-18006be95f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:13.811652 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc0eb71-51e4-4fb7-9958-112faa49b6e0 tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] Network 03e6012d-c220-48a7-af66-fd54b6e85d8f is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:00:13.813312 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-dcc0eb71-51e4-4fb7-9958-112faa49b6e0 tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:00:13.944808 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-19ff5057-c428-4da0-bd7a-18006be95f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:13.946116 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcc0eb71-51e4-4fb7-9958-112faa49b6e0 tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] Router 53253605-2ac2-410c-bdc7-1a05c6e56c26 is scheduled to L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 with binding_index 1 {{(pid=93751) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 14:00:13.991941 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-19ff5057-c428-4da0-bd7a-18006be95f64 None None] For port b48ee2f1-a87f-4f94-8add-c3b19d0c74ae, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=b48ee2f1-a87f-4f94-8add-c3b19d0c74ae,segment=NetworkSegment(4aaf3ed2-6b6c-4f73-ab8d-5928f143ad63),segment_id=4aaf3ed2-6b6c-4f73-ab8d-5928f143ad63)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:00:13.998336 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-19ff5057-c428-4da0-bd7a-18006be95f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:14.044966 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcc0eb71-51e4-4fb7-9958-112faa49b6e0 tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:00:14.057962 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 36134) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:00:14.059396 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-dcc0eb71-51e4-4fb7-9958-112faa49b6e0 tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] 10.222.0.23 "PUT /v2.0/routers/53253605-2ac2-410c-bdc7-1a05c6e56c26/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9719307 Jul 13 14:00:14.060856 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e93343a-9b8c-4b1c-82a3-e9c74dce6cc6 None None] Sync routers for ids ['53253605-2ac2-410c-bdc7-1a05c6e56c26'] in n-d-800634-1 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:00:14.064369 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-e2c8ccd0-72de-4b0e-a223-a82ed15cfbe5 tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] Request body: {'port': {'network_id': '03e6012d-c220-48a7-af66-fd54b6e85d8f', 'name': 'tempest-FloatingIPNegativeTestJSON-406573561'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:00:14.065875 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ff5057-c428-4da0-bd7a-18006be95f64 None None] Pushing event updated for resources: {'Port': ['ID=b48ee2f1-a87f-4f94-8add-c3b19d0c74ae,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:00:14.079642 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e93343a-9b8c-4b1c-82a3-e9c74dce6cc6 None None] Routers {'53253605-2ac2-410c-bdc7-1a05c6e56c26'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:00:14.080340 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-4e93343a-9b8c-4b1c-82a3-e9c74dce6cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:59:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['53253605-2ac2-410c-bdc7-1a05c6e56c26'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:00:14.123839 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-4e93343a-9b8c-4b1c-82a3-e9c74dce6cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:00:14.133332 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e93343a-9b8c-4b1c-82a3-e9c74dce6cc6 None None] Routers {'53253605-2ac2-410c-bdc7-1a05c6e56c26'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:00:14.134195 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-4e93343a-9b8c-4b1c-82a3-e9c74dce6cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T13:59:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['53253605-2ac2-410c-bdc7-1a05c6e56c26'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:00:14.169541 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-4e93343a-9b8c-4b1c-82a3-e9c74dce6cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:00:14.170514 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e93343a-9b8c-4b1c-82a3-e9c74dce6cc6 None None] The sync data for ids ['53253605-2ac2-410c-bdc7-1a05c6e56c26'] in n-d-800634-1 is: [] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:00:14.220952 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2c8ccd0-72de-4b0e-a223-a82ed15cfbe5 tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] Made reservation on behalf of 3fb0daa0c8bc40be80e1f087dac9c49d for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:00:14.227077 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e2c8ccd0-72de-4b0e-a223-a82ed15cfbe5 tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:14.250614 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [None req-e2c8ccd0-72de-4b0e-a223-a82ed15cfbe5 tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] device_id is not set on port 2f4292cd-83fc-437d-9a6a-bed50f0ce77b yet. {{(pid=93750) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 14:00:14.328697 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-5e2736cb-c972-48a1-9d73-31fd53edd438 None None] Provisioning for port ae3555e5-fce2-4a38-80ee-92027a85ce78 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:00:14.342077 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-5e2736cb-c972-48a1-9d73-31fd53edd438 None None] Provisioning complete for port ae3555e5-fce2-4a38-80ee-92027a85ce78 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:00:14.342557 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5e2736cb-c972-48a1-9d73-31fd53edd438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:14.384223 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-5e2736cb-c972-48a1-9d73-31fd53edd438 None None] Port ae3555e5-fce2-4a38-80ee-92027a85ce78 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:00:14.387035 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-e2c8ccd0-72de-4b0e-a223-a82ed15cfbe5 tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] Allocated IP 172.20.0.9 (03e6012d-c220-48a7-af66-fd54b6e85d8f/0a3369c5-a77c-4869-9088-1e634218ba0b/2f4292cd-83fc-437d-9a6a-bed50f0ce77b) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:00:14.398525 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-5e2736cb-c972-48a1-9d73-31fd53edd438 None None] Provisioning complete for port b48ee2f1-a87f-4f94-8add-c3b19d0c74ae triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:00:14.399112 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5e2736cb-c972-48a1-9d73-31fd53edd438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:14.568763 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e2c8ccd0-72de-4b0e-a223-a82ed15cfbe5 tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:14.585218 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [None req-e2c8ccd0-72de-4b0e-a223-a82ed15cfbe5 tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] Transition to ACTIVE for port object 2f4292cd-83fc-437d-9a6a-bed50f0ce77b will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:00:14.618801 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-4635a245-3609-4e63-b301-5f5a26bddfe1 None None] Provisioning complete for port ae3555e5-fce2-4a38-80ee-92027a85ce78 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:00:14.619307 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4635a245-3609-4e63-b301-5f5a26bddfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:14.623469 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e2c8ccd0-72de-4b0e-a223-a82ed15cfbe5 tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:14.660288 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-4635a245-3609-4e63-b301-5f5a26bddfe1 None None] Port ae3555e5-fce2-4a38-80ee-92027a85ce78 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:00:14.674951 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c8ccd0-72de-4b0e-a223-a82ed15cfbe5 tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] Network 03e6012d-c220-48a7-af66-fd54b6e85d8f is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:00:14.678557 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-e2c8ccd0-72de-4b0e-a223-a82ed15cfbe5 tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:00:14.682867 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c8ccd0-72de-4b0e-a223-a82ed15cfbe5 tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:00:14.689665 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c8ccd0-72de-4b0e-a223-a82ed15cfbe5 tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] Pushing event updated for resources: {'Port': ['ID=2f4292cd-83fc-437d-9a6a-bed50f0ce77b,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:00:14.739053 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2c8ccd0-72de-4b0e-a223-a82ed15cfbe5 tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:00:14.739715 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e2c8ccd0-72de-4b0e-a223-a82ed15cfbe5 tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:14.761501 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-e2c8ccd0-72de-4b0e-a223-a82ed15cfbe5 tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.6988182 Jul 13 14:00:14.762212 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 36140) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:00:14.770208 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-90298ec8-52d2-47e7-b795-916b910c56c0 tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] Request body: {'floatingip': {'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:00:14.789133 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-6580b5bb-377a-4f0b-9b1e-4b91d2cba5fc None None] Provisioning complete for port ae3555e5-fce2-4a38-80ee-92027a85ce78 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:00:14.789685 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6580b5bb-377a-4f0b-9b1e-4b91d2cba5fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:14.804744 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-90298ec8-52d2-47e7-b795-916b910c56c0 tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] Notify callbacks [] for floatingip, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:14.830933 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-6580b5bb-377a-4f0b-9b1e-4b91d2cba5fc None None] Port ae3555e5-fce2-4a38-80ee-92027a85ce78 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:00:14.959545 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-24514e53-3f58-41a3-b70d-5b5aceb0766d None None] Provisioning for port 2f4292cd-83fc-437d-9a6a-bed50f0ce77b completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:00:14.964212 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-24514e53-3f58-41a3-b70d-5b5aceb0766d None None] Provisioning complete for port 2f4292cd-83fc-437d-9a6a-bed50f0ce77b triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:00:14.964594 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-24514e53-3f58-41a3-b70d-5b5aceb0766d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:15.013840 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-24514e53-3f58-41a3-b70d-5b5aceb0766d None None] Port 2f4292cd-83fc-437d-9a6a-bed50f0ce77b cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:00:15.186775 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-90298ec8-52d2-47e7-b795-916b910c56c0 tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:15.304338 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-90298ec8-52d2-47e7-b795-916b910c56c0 tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] Allocated IP 172.25.6.57 (acf968b8-c524-46a9-a20b-ad9667009130/dde5a78e-bd1e-4f47-8189-7321d4de73d3/279c458b-6dc8-4b4a-9f42-7652f2dd298b) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:00:15.355240 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device b48ee2f1-a87f-4f94-8add-c3b19d0c74ae up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:00:15.412857 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port b48ee2f1-a87f-4f94-8add-c3b19d0c74ae triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:00:15.413485 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:15.430553 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-90298ec8-52d2-47e7-b795-916b910c56c0 tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:15.477567 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-90298ec8-52d2-47e7-b795-916b910c56c0 tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:15.522360 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90298ec8-52d2-47e7-b795-916b910c56c0 tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] Network acf968b8-c524-46a9-a20b-ad9667009130 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:00:15.525275 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-90298ec8-52d2-47e7-b795-916b910c56c0 tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:00:15.529878 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90298ec8-52d2-47e7-b795-916b910c56c0 tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:00:15.560455 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90298ec8-52d2-47e7-b795-916b910c56c0 tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] Pushing event updated for resources: {'Port': ['ID=279c458b-6dc8-4b4a-9f42-7652f2dd298b,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:00:15.679289 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-90298ec8-52d2-47e7-b795-916b910c56c0 tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:15.734075 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-90298ec8-52d2-47e7-b795-916b910c56c0 tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:15.888405 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-90298ec8-52d2-47e7-b795-916b910c56c0 tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:15.893007 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-90298ec8-52d2-47e7-b795-916b910c56c0 tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:15.969210 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90298ec8-52d2-47e7-b795-916b910c56c0 tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] Pushing event updated for resources: {'Port': ['ID=279c458b-6dc8-4b4a-9f42-7652f2dd298b,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:00:15.983315 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-90298ec8-52d2-47e7-b795-916b910c56c0 tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446547'] for floatingip, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:15.998700 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-90298ec8-52d2-47e7-b795-916b910c56c0 tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for floatingip, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:16.000048 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-90298ec8-52d2-47e7-b795-916b910c56c0 tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2365923 Jul 13 14:00:16.002950 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 36160) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:00:16.007846 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-792957d7-f4f2-44c5-8b6b-8ff8f89c34dc tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] Request body: {'floatingip': {'port_id': '2f4292cd-83fc-437d-9a6a-bed50f0ce77b', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:00:16.085959 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-792957d7-f4f2-44c5-8b6b-8ff8f89c34dc tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] Notify callbacks [] for floatingip, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:16.216606 n-d-800634-1 neutron-server[93750]: INFO neutron.api.v2.resource [None req-792957d7-f4f2-44c5-8b6b-8ff8f89c34dc tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] update failed (client error): The resource could not be found. Jul 13 14:00:16.217695 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-792957d7-f4f2-44c5-8b6b-8ff8f89c34dc tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] 10.222.0.23 "PUT /v2.0/floatingips/3d983c93-f21c-4afe-829c-3edd518bc75a HTTP/1.1" status: 404 len: 507 time: 0.2134891 Jul 13 14:00:16.220557 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 36162) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:00:16.364513 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-7ed8b013-f3a5-4851-adc1-defbf13302ed tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] Deleting port 279c458b-6dc8-4b4a-9f42-7652f2dd298b {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:00:16.364874 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7ed8b013-f3a5-4851-adc1-defbf13302ed tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:16.450982 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7ed8b013-f3a5-4851-adc1-defbf13302ed tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:16.451491 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7ed8b013-f3a5-4851-adc1-defbf13302ed tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:16.465620 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-7ed8b013-f3a5-4851-adc1-defbf13302ed tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] Calling delete_port for 279c458b-6dc8-4b4a-9f42-7652f2dd298b owned by network:floatingip {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:00:16.621786 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7ed8b013-f3a5-4851-adc1-defbf13302ed tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:16.648781 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed8b013-f3a5-4851-adc1-defbf13302ed tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] Pushing event deleted for resources: {'Port': ['ID=279c458b-6dc8-4b4a-9f42-7652f2dd298b,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:00:16.719589 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7ed8b013-f3a5-4851-adc1-defbf13302ed tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] Notify callbacks [] for floatingip, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:16.723484 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7ed8b013-f3a5-4851-adc1-defbf13302ed tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for floatingip, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:16.724911 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-7ed8b013-f3a5-4851-adc1-defbf13302ed tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] 10.222.0.23 "DELETE /v2.0/floatingips/3d983c93-f21c-4afe-829c-3edd518bc75a HTTP/1.1" status: 204 len: 168 time: 0.5033879 Jul 13 14:00:16.728434 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 36168) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:00:16.733219 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-726a8bde-7da9-4aa7-a6a5-b696abc25cb9 tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] Request body: {'floatingip': {'floating_network_id': '03e6012d-c220-48a7-af66-fd54b6e85d8f', 'port_id': '2f4292cd-83fc-437d-9a6a-bed50f0ce77b', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:00:16.760561 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-726a8bde-7da9-4aa7-a6a5-b696abc25cb9 tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] Notify callbacks [] for floatingip, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:16.890164 n-d-800634-1 neutron-server[93750]: INFO neutron.api.v2.resource [None req-726a8bde-7da9-4aa7-a6a5-b696abc25cb9 tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 14:00:16.891156 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-726a8bde-7da9-4aa7-a6a5-b696abc25cb9 tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.1615877 Jul 13 14:00:16.895750 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 36170) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:00:16.900376 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-cfec7901-dbc7-43f5-a7ef-21fd89044891 tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] Request body: {'floatingip': {'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'port_id': '2f4292cd-83fc-437d-9a6a-bed50f0ce77b', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:00:16.928997 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-cfec7901-dbc7-43f5-a7ef-21fd89044891 tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] Notify callbacks [] for floatingip, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:17.039746 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-cfec7901-dbc7-43f5-a7ef-21fd89044891 tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:17.153181 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-cfec7901-dbc7-43f5-a7ef-21fd89044891 tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] Allocated IP 172.25.6.212 (acf968b8-c524-46a9-a20b-ad9667009130/dde5a78e-bd1e-4f47-8189-7321d4de73d3/4008467c-ab2a-45a6-ae16-683ef7ab5299) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:00:17.204160 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-7d88a7a6-c5ae-4aa2-971e-37c542f1b3d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:17.274397 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-cfec7901-dbc7-43f5-a7ef-21fd89044891 tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:17.317496 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-cfec7901-dbc7-43f5-a7ef-21fd89044891 tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:17.363316 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfec7901-dbc7-43f5-a7ef-21fd89044891 tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] Network acf968b8-c524-46a9-a20b-ad9667009130 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:00:17.366484 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-cfec7901-dbc7-43f5-a7ef-21fd89044891 tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:00:17.371001 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfec7901-dbc7-43f5-a7ef-21fd89044891 tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:00:17.376844 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfec7901-dbc7-43f5-a7ef-21fd89044891 tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] Pushing event updated for resources: {'Port': ['ID=4008467c-ab2a-45a6-ae16-683ef7ab5299,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:00:17.553032 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:00:17.578574 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-cfec7901-dbc7-43f5-a7ef-21fd89044891 tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] Deleting port 4008467c-ab2a-45a6-ae16-683ef7ab5299 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:00:17.579258 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-cfec7901-dbc7-43f5-a7ef-21fd89044891 tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:17.668167 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-cfec7901-dbc7-43f5-a7ef-21fd89044891 tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:17.668839 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-cfec7901-dbc7-43f5-a7ef-21fd89044891 tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:17.682391 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-cfec7901-dbc7-43f5-a7ef-21fd89044891 tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] Calling delete_port for 4008467c-ab2a-45a6-ae16-683ef7ab5299 owned by network:floatingip {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:00:17.819484 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-cfec7901-dbc7-43f5-a7ef-21fd89044891 tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:17.855973 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfec7901-dbc7-43f5-a7ef-21fd89044891 tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] Pushing event deleted for resources: {'Port': ['ID=4008467c-ab2a-45a6-ae16-683ef7ab5299,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:00:17.936610 n-d-800634-1 neutron-server[93750]: INFO neutron.api.v2.resource [None req-cfec7901-dbc7-43f5-a7ef-21fd89044891 tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] create failed (client error): The resource could not be found. Jul 13 14:00:17.937902 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-cfec7901-dbc7-43f5-a7ef-21fd89044891 tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.0411263 Jul 13 14:00:17.942331 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 36176) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:00:18.065940 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-41ac7838-9191-4cc4-adb1-085be0b129a6 tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] Deleting port 2f4292cd-83fc-437d-9a6a-bed50f0ce77b {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:00:18.066335 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-41ac7838-9191-4cc4-adb1-085be0b129a6 tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:18.153579 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-41ac7838-9191-4cc4-adb1-085be0b129a6 tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:18.168002 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-41ac7838-9191-4cc4-adb1-085be0b129a6 tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] Calling delete_port for 2f4292cd-83fc-437d-9a6a-bed50f0ce77b owned by {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:00:18.307944 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-41ac7838-9191-4cc4-adb1-085be0b129a6 tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:18.344672 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ac7838-9191-4cc4-adb1-085be0b129a6 tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] Pushing event deleted for resources: {'Port': ['ID=2f4292cd-83fc-437d-9a6a-bed50f0ce77b,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:00:18.426694 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-41ac7838-9191-4cc4-adb1-085be0b129a6 tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:18.429023 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-41ac7838-9191-4cc4-adb1-085be0b129a6 tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] 10.222.0.23 "DELETE /v2.0/ports/2f4292cd-83fc-437d-9a6a-bed50f0ce77b HTTP/1.1" status: 204 len: 168 time: 0.4855504 Jul 13 14:00:18.431525 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 36178) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:00:18.518600 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed587ea6-5cbb-4cb3-8ad2-d65758c9a3e8 tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:00:18.521002 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-ed587ea6-5cbb-4cb3-8ad2-d65758c9a3e8 tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] 10.222.0.23 "GET /v2.0/ports?device_id=53253605-2ac2-410c-bdc7-1a05c6e56c26 HTTP/1.1" status: 200 len: 913 time: 0.0883911 Jul 13 14:00:18.523616 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 36180) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:00:18.900510 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f470b53a-4694-4e35-b4ff-c1cf2e264e82 tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451695'] for router_interface, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:19.179622 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-f470b53a-4694-4e35-b4ff-c1cf2e264e82 tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] Deleting port ae3555e5-fce2-4a38-80ee-92027a85ce78 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:00:19.180051 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f470b53a-4694-4e35-b4ff-c1cf2e264e82 tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:19.285850 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f470b53a-4694-4e35-b4ff-c1cf2e264e82 tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:19.313523 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-f470b53a-4694-4e35-b4ff-c1cf2e264e82 tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] Calling delete_port for ae3555e5-fce2-4a38-80ee-92027a85ce78 owned by network:router_interface {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:00:19.555832 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f470b53a-4694-4e35-b4ff-c1cf2e264e82 tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:19.582811 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f470b53a-4694-4e35-b4ff-c1cf2e264e82 tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] Pushing event deleted for resources: {'Port': ['ID=ae3555e5-fce2-4a38-80ee-92027a85ce78,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:00:19.740274 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f470b53a-4694-4e35-b4ff-c1cf2e264e82 tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1785036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452491'] for router_interface, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:19.867220 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d2507071-09c0-4dd9-9e04-eacac0386453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:20.011834 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:20.205041 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f470b53a-4694-4e35-b4ff-c1cf2e264e82 tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] Router 53253605-2ac2-410c-bdc7-1a05c6e56c26 has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:00:20.286306 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f470b53a-4694-4e35-b4ff-c1cf2e264e82 tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:00:20.294873 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-f470b53a-4694-4e35-b4ff-c1cf2e264e82 tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] 10.222.0.23 "PUT /v2.0/routers/53253605-2ac2-410c-bdc7-1a05c6e56c26/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7668660 Jul 13 14:00:20.294995 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 36192) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:00:20.302483 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a47d16-297d-40d1-a6ee-9b5a90f9f33c None None] Sync routers for ids ['53253605-2ac2-410c-bdc7-1a05c6e56c26'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:00:20.316453 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a47d16-297d-40d1-a6ee-9b5a90f9f33c None None] Routers {'53253605-2ac2-410c-bdc7-1a05c6e56c26'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:00:20.317100 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-76a47d16-297d-40d1-a6ee-9b5a90f9f33c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:00:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['53253605-2ac2-410c-bdc7-1a05c6e56c26'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:00:20.364480 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-76a47d16-297d-40d1-a6ee-9b5a90f9f33c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:00:20.376904 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2f00e3e2-386d-4fe5-9e8e-ecf07ddf6988 tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] Notify callbacks [] for router, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:20.377761 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a47d16-297d-40d1-a6ee-9b5a90f9f33c None None] Routers {'53253605-2ac2-410c-bdc7-1a05c6e56c26'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:00:20.378671 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-76a47d16-297d-40d1-a6ee-9b5a90f9f33c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:00:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['53253605-2ac2-410c-bdc7-1a05c6e56c26'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:00:20.423164 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-76a47d16-297d-40d1-a6ee-9b5a90f9f33c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:00:20.424023 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a47d16-297d-40d1-a6ee-9b5a90f9f33c None None] The sync data for ids ['53253605-2ac2-410c-bdc7-1a05c6e56c26'] in n-d-800634-1 is: [] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:00:20.590079 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2f00e3e2-386d-4fe5-9e8e-ecf07ddf6988 tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1591938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2696'] for router, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:20.592621 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2f00e3e2-386d-4fe5-9e8e-ecf07ddf6988 tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:20.642182 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2f00e3e2-386d-4fe5-9e8e-ecf07ddf6988 tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593106'] for router, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:20.642941 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f00e3e2-386d-4fe5-9e8e-ecf07ddf6988 tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] Fanout notify agent at l3_agent the message router_deleted on router 53253605-2ac2-410c-bdc7-1a05c6e56c26 {{(pid=93750) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 14:00:20.651980 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2f00e3e2-386d-4fe5-9e8e-ecf07ddf6988 tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:20.653446 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-2f00e3e2-386d-4fe5-9e8e-ecf07ddf6988 tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] 10.222.0.23 "DELETE /v2.0/routers/53253605-2ac2-410c-bdc7-1a05c6e56c26 HTTP/1.1" status: 204 len: 168 time: 0.3573313 Jul 13 14:00:20.656845 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 36196) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:00:20.745288 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cb256d5-4a8b-4a83-830a-6b333a0c9004 tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] Deleting subnet 0a3369c5-a77c-4869-9088-1e634218ba0b {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 14:00:20.750158 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7cb256d5-4a8b-4a83-830a-6b333a0c9004 tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:20.801124 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7cb256d5-4a8b-4a83-830a-6b333a0c9004 tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5431723'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:20.846330 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a38ff4-93e7-45de-be8a-86b5f22ee82f req-cdb95537-e3b2-4c6c-93dc-211bfdf7ffca tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:00:20.848652 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-11a38ff4-93e7-45de-be8a-86b5f22ee82f req-cdb95537-e3b2-4c6c-93dc-211bfdf7ffca tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/ports?device_id=50c270a9-8a7b-4c25-9432-b640853488c2 HTTP/1.1" status: 200 len: 947 time: 0.1536229 Jul 13 14:00:20.935675 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-11a38ff4-93e7-45de-be8a-86b5f22ee82f req-e8a79901-574e-4446-a4fa-d672cee4f110 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c6f9ebb-83a6-44c9-abda-c7c8f7f7ed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782244 Jul 13 14:00:20.949972 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7cb256d5-4a8b-4a83-830a-6b333a0c9004 tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:21.029126 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7cb256d5-4a8b-4a83-830a-6b333a0c9004 tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5970525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4763356'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:21.058408 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb256d5-4a8b-4a83-830a-6b333a0c9004 tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] Pushing event deleted for resources: {'Subnet': ['ID=0a3369c5-a77c-4869-9088-1e634218ba0b,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:00:21.062165 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7cb256d5-4a8b-4a83-830a-6b333a0c9004 tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:21.068248 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-7cb256d5-4a8b-4a83-830a-6b333a0c9004 tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] 10.222.0.23 "DELETE /v2.0/subnets/0a3369c5-a77c-4869-9088-1e634218ba0b HTTP/1.1" status: 204 len: 168 time: 0.4061887 Jul 13 14:00:21.070582 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 36200) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:00:21.075163 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad5687ea-b3cf-4aa9-b691-24ae44968414 None None] Network 03e6012d-c220-48a7-af66-fd54b6e85d8f requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:00:21.150750 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:21.160862 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b3eda5dd-3bb1-46ab-a2c7-3455f728979a tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:21.222083 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-b3eda5dd-3bb1-46ab-a2c7-3455f728979a tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] Deleting port b48ee2f1-a87f-4f94-8add-c3b19d0c74ae {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:00:21.222433 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b3eda5dd-3bb1-46ab-a2c7-3455f728979a tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:21.287244 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3e60426-3ced-495c-b4fd-748c7382eee4 None None] DHCP port deletion for 03e6012d-c220-48a7-af66-fd54b6e85d8f request from n-d-800634-1 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 14:00:21.292472 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-b3eda5dd-3bb1-46ab-a2c7-3455f728979a tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] For port b48ee2f1-a87f-4f94-8add-c3b19d0c74ae, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=b48ee2f1-a87f-4f94-8add-c3b19d0c74ae,segment=NetworkSegment(4aaf3ed2-6b6c-4f73-ab8d-5928f143ad63),segment_id=4aaf3ed2-6b6c-4f73-ab8d-5928f143ad63)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:00:21.292841 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b3eda5dd-3bb1-46ab-a2c7-3455f728979a tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:21.306803 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-b3eda5dd-3bb1-46ab-a2c7-3455f728979a tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] Calling delete_port for b48ee2f1-a87f-4f94-8add-c3b19d0c74ae owned by network:dhcp {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:00:21.356030 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-c3e60426-3ced-495c-b4fd-748c7382eee4 None None] Deleting port b48ee2f1-a87f-4f94-8add-c3b19d0c74ae {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:00:21.356409 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c3e60426-3ced-495c-b4fd-748c7382eee4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:21.390914 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b3eda5dd-3bb1-46ab-a2c7-3455f728979a tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:21.423698 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3eda5dd-3bb1-46ab-a2c7-3455f728979a tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] Pushing event deleted for resources: {'Port': ['ID=b48ee2f1-a87f-4f94-8add-c3b19d0c74ae,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:00:21.428678 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3eda5dd-3bb1-46ab-a2c7-3455f728979a tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] No DVR routers for this DVR port b48ee2f1-a87f-4f94-8add-c3b19d0c74ae on host n-d-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:00:21.523202 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b3eda5dd-3bb1-46ab-a2c7-3455f728979a tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:21.533878 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-b3eda5dd-3bb1-46ab-a2c7-3455f728979a tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03e6012d-c220-48a7-af66-fd54b6e85d8f']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:00:21.546213 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-b3eda5dd-3bb1-46ab-a2c7-3455f728979a tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4aaf3ed2-6b6c-4f73-ab8d-5928f143ad63') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:00:21.546503 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-b3eda5dd-3bb1-46ab-a2c7-3455f728979a tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4aaf3ed2-6b6c-4f73-ab8d-5928f143ad63') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:00:21.556438 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b3eda5dd-3bb1-46ab-a2c7-3455f728979a tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5431730'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:21.573319 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b3eda5dd-3bb1-46ab-a2c7-3455f728979a tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:21.577897 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-c3e60426-3ced-495c-b4fd-748c7382eee4 None None] For port b48ee2f1-a87f-4f94-8add-c3b19d0c74ae, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=b48ee2f1-a87f-4f94-8add-c3b19d0c74ae,segment=NetworkSegment(4aaf3ed2-6b6c-4f73-ab8d-5928f143ad63),segment_id=4aaf3ed2-6b6c-4f73-ab8d-5928f143ad63)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:00:21.578284 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c3e60426-3ced-495c-b4fd-748c7382eee4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:21.580732 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3eda5dd-3bb1-46ab-a2c7-3455f728979a tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 14:00:21.581824 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b3eda5dd-3bb1-46ab-a2c7-3455f728979a tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5970419'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:21.585084 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:00:21.585084 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:00:21.585084 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:00:21.585084 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:00:21.585084 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:00:21.585084 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:00:21.585084 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:00:21.585084 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:00:21.585084 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:00:21.585084 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:00:21.585084 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:00:21.585084 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:00:21.585084 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:00:21.585084 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:00:21.585084 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:00:21.585084 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:00:21.585084 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:00:21.585084 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:00:21.585084 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:00:21.585084 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:00:21.585084 n-d-800634-1 neutron-server[93750]: Traceback (most recent call last): Jul 13 14:00:21.585084 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 14:00:21.585084 n-d-800634-1 neutron-server[93750]: timer() Jul 13 14:00:21.585084 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 14:00:21.585084 n-d-800634-1 neutron-server[93750]: cb(*args, **kw) Jul 13 14:00:21.585084 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 14:00:21.585084 n-d-800634-1 neutron-server[93750]: return func(*args, **kwargs) Jul 13 14:00:21.585084 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 14:00:21.585084 n-d-800634-1 neutron-server[93750]: self._notify() Jul 13 14:00:21.585084 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 14:00:21.585084 n-d-800634-1 neutron-server[93750]: self.callback(batched_events) Jul 13 14:00:21.585084 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 14:00:21.585084 n-d-800634-1 neutron-server[93750]: event.method(event) Jul 13 14:00:21.585084 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 14:00:21.585084 n-d-800634-1 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 14:00:21.585084 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 14:00:21.585084 n-d-800634-1 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 14:00:21.585084 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 14:00:21.585084 n-d-800634-1 neutron-server[93750]: return f(self, *a, **k) Jul 13 14:00:21.585084 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 14:00:21.585084 n-d-800634-1 neutron-server[93750]: return self._get(url).json() Jul 13 14:00:21.585084 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 14:00:21.585084 n-d-800634-1 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 14:00:21.585084 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 14:00:21.585084 n-d-800634-1 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 13 14:00:21.585084 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 14:00:21.585084 n-d-800634-1 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 14:00:21.585084 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 14:00:21.585084 n-d-800634-1 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 14:00:21.585084 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 14:00:21.585084 n-d-800634-1 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 14:00:21.585084 n-d-800634-1 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 14:00:21.596447 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-c3e60426-3ced-495c-b4fd-748c7382eee4 None None] Calling delete_port for b48ee2f1-a87f-4f94-8add-c3b19d0c74ae owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:00:21.659903 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b3eda5dd-3bb1-46ab-a2c7-3455f728979a tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:21.667021 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b3eda5dd-3bb1-46ab-a2c7-3455f728979a tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:21.669392 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-b3eda5dd-3bb1-46ab-a2c7-3455f728979a tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] 10.222.0.23 "DELETE /v2.0/networks/03e6012d-c220-48a7-af66-fd54b6e85d8f HTTP/1.1" status: 204 len: 168 time: 0.5945420 Jul 13 14:00:21.699725 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3eda5dd-3bb1-46ab-a2c7-3455f728979a tempest-FloatingIPNegativeTestJSON-636774865 tempest-FloatingIPNegativeTestJSON-636774865-project] Pushing event deleted for resources: {'Network': ['ID=03e6012d-c220-48a7-af66-fd54b6e85d8f,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:00:21.708035 n-d-800634-1 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 14:00:21.708035 n-d-800634-1 neutron-server[93752]: self.session.flush() Jul 13 14:00:21.708035 n-d-800634-1 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 14:00:21.708035 n-d-800634-1 neutron-server[93752]: self.session.flush() Jul 13 14:00:21.708035 n-d-800634-1 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 14:00:21.708035 n-d-800634-1 neutron-server[93752]: self.session.flush() Jul 13 14:00:21.708035 n-d-800634-1 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 14:00:21.708035 n-d-800634-1 neutron-server[93752]: self.session.flush() Jul 13 14:00:21.708035 n-d-800634-1 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 14:00:21.708035 n-d-800634-1 neutron-server[93752]: self.session.flush() Jul 13 14:00:21.708035 n-d-800634-1 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 14:00:21.708035 n-d-800634-1 neutron-server[93752]: self.session.flush() Jul 13 14:00:21.708035 n-d-800634-1 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 14:00:21.708035 n-d-800634-1 neutron-server[93752]: self.session.flush() Jul 13 14:00:21.708035 n-d-800634-1 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 14:00:21.708035 n-d-800634-1 neutron-server[93752]: self.session.flush() Jul 13 14:00:21.708035 n-d-800634-1 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 14:00:21.708035 n-d-800634-1 neutron-server[93752]: self.session.flush() Jul 13 14:00:21.708035 n-d-800634-1 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 14:00:21.708035 n-d-800634-1 neutron-server[93752]: self.session.flush() Jul 13 14:00:21.708035 n-d-800634-1 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 14:00:21.708035 n-d-800634-1 neutron-server[93752]: self.session.flush() Jul 13 14:00:21.708035 n-d-800634-1 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 14:00:21.708035 n-d-800634-1 neutron-server[93752]: self.session.flush() Jul 13 14:00:21.708035 n-d-800634-1 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 14:00:21.708035 n-d-800634-1 neutron-server[93752]: self.session.flush() Jul 13 14:00:21.708035 n-d-800634-1 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 14:00:21.708035 n-d-800634-1 neutron-server[93752]: self.session.flush() Jul 13 14:00:21.708035 n-d-800634-1 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 14:00:21.708035 n-d-800634-1 neutron-server[93752]: self.session.flush() Jul 13 14:00:21.708035 n-d-800634-1 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 14:00:21.708035 n-d-800634-1 neutron-server[93752]: self.session.flush() Jul 13 14:00:21.708035 n-d-800634-1 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 14:00:21.708035 n-d-800634-1 neutron-server[93752]: self.session.flush() Jul 13 14:00:21.708035 n-d-800634-1 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 14:00:21.708035 n-d-800634-1 neutron-server[93752]: self.session.flush() Jul 13 14:00:21.708035 n-d-800634-1 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 14:00:21.708035 n-d-800634-1 neutron-server[93752]: self.session.flush() Jul 13 14:00:21.708035 n-d-800634-1 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 14:00:21.708035 n-d-800634-1 neutron-server[93752]: self.session.flush() Jul 13 14:00:21.708035 n-d-800634-1 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 14:00:21.708035 n-d-800634-1 neutron-server[93752]: self.session.flush() Jul 13 14:00:21.708035 n-d-800634-1 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 14:00:21.708035 n-d-800634-1 neutron-server[93752]: self.session.flush() Jul 13 14:00:21.708035 n-d-800634-1 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 14:00:21.708035 n-d-800634-1 neutron-server[93752]: self.session.flush() Jul 13 14:00:21.708035 n-d-800634-1 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 14:00:21.708035 n-d-800634-1 neutron-server[93752]: self.session.flush() Jul 13 14:00:21.708035 n-d-800634-1 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 14:00:21.708035 n-d-800634-1 neutron-server[93752]: self.session.flush() Jul 13 14:00:21.708035 n-d-800634-1 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 14:00:21.708035 n-d-800634-1 neutron-server[93752]: self.session.flush() Jul 13 14:00:21.708035 n-d-800634-1 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 14:00:21.708035 n-d-800634-1 neutron-server[93752]: self.session.flush() Jul 13 14:00:21.717892 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c3e60426-3ced-495c-b4fd-748c7382eee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:21.726098 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c3e60426-3ced-495c-b4fd-748c7382eee4 None None] Network 03e6012d-c220-48a7-af66-fd54b6e85d8f is not hosted by any dhcp agent {{(pid=93752) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 13 14:00:21.726560 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e60426-3ced-495c-b4fd-748c7382eee4 None None] No DVR routers for this DVR port b48ee2f1-a87f-4f94-8add-c3b19d0c74ae on host n-d-800634-1 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:00:21.745537 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e60426-3ced-495c-b4fd-748c7382eee4 None None] Pushing event deleted for resources: {'Port': ['ID=b48ee2f1-a87f-4f94-8add-c3b19d0c74ae,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:00:21.957612 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99292d15-eea8-476e-837f-f57fccade078 req-6c7b8022-f27e-4892-9b14-3347ff18940a tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:00:21.959978 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-99292d15-eea8-476e-837f-f57fccade078 req-6c7b8022-f27e-4892-9b14-3347ff18940a tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.26 "GET /v2.0/ports?device_id=50c270a9-8a7b-4c25-9432-b640853488c2 HTTP/1.1" status: 200 len: 947 time: 0.0890434 Jul 13 14:00:21.969977 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 36208) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:00:22.074968 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-99292d15-eea8-476e-837f-f57fccade078 req-bf89db67-277c-4a59-973e-6dd5dc56cbb0 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Deleting port 586de893-9461-4cd5-a184-55dfae64afb3 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:00:22.075511 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-99292d15-eea8-476e-837f-f57fccade078 req-bf89db67-277c-4a59-973e-6dd5dc56cbb0 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:22.184891 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-026f7232-d41c-46c5-b286-b7b5b02ce0b8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3fb0daa0c8bc40be80e1f087dac9c49d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2124784 Jul 13 14:00:22.186559 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 36214) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:00:22.196821 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-99292d15-eea8-476e-837f-f57fccade078 req-bf89db67-277c-4a59-973e-6dd5dc56cbb0 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] For port 586de893-9461-4cd5-a184-55dfae64afb3, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=586de893-9461-4cd5-a184-55dfae64afb3,segment=NetworkSegment(53f233fa-3a9c-4b12-9272-d4c4393df010),segment_id=53f233fa-3a9c-4b12-9272-d4c4393df010)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:00:22.197109 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-99292d15-eea8-476e-837f-f57fccade078 req-bf89db67-277c-4a59-973e-6dd5dc56cbb0 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:22.228172 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923bd531-9423-4869-8c74-6a23e6dddbc1 req-714563eb-2643-4bb5-8ac0-02e28e145f4a tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:00:22.229812 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-923bd531-9423-4869-8c74-6a23e6dddbc1 req-714563eb-2643-4bb5-8ac0-02e28e145f4a tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/ports?device_id=50c270a9-8a7b-4c25-9432-b640853488c2 HTTP/1.1" status: 200 len: 947 time: 0.1298809 Jul 13 14:00:22.287545 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f74dfa7b-f3eb-4bb0-9e57-de72a476e4f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:22.296978 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-923bd531-9423-4869-8c74-6a23e6dddbc1 req-1c373018-34db-4a3a-a5b4-4193938096f5 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c6f9ebb-83a6-44c9-abda-c7c8f7f7ed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599954 Jul 13 14:00:22.317783 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f74dfa7b-f3eb-4bb0-9e57-de72a476e4f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:22.371380 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f74dfa7b-f3eb-4bb0-9e57-de72a476e4f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:22.373910 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f74dfa7b-f3eb-4bb0-9e57-de72a476e4f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:22.377372 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-f74dfa7b-f3eb-4bb0-9e57-de72a476e4f2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5df2baf3-c1a6-48c1-91cd-13113967aa1d HTTP/1.1" status: 204 len: 168 time: 0.1874425 Jul 13 14:00:22.382998 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74dfa7b-f3eb-4bb0-9e57-de72a476e4f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5df2baf3-c1a6-48c1-91cd-13113967aa1d,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:00:22.454912 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-99292d15-eea8-476e-837f-f57fccade078 req-bf89db67-277c-4a59-973e-6dd5dc56cbb0 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:22.455444 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-99292d15-eea8-476e-837f-f57fccade078 req-bf89db67-277c-4a59-973e-6dd5dc56cbb0 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446547'] for floatingip, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:22.456482 n-d-800634-1 neutron-server[93751]: INFO neutron.db.l3_db [req-99292d15-eea8-476e-837f-f57fccade078 req-bf89db67-277c-4a59-973e-6dd5dc56cbb0 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Floating IP d3816747-6c00-4d43-9f65-184d178b0b79 disassociated. External IP: 172.25.6.122, port: 586de893-9461-4cd5-a184-55dfae64afb3. Jul 13 14:00:22.457070 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-99292d15-eea8-476e-837f-f57fccade078 req-bf89db67-277c-4a59-973e-6dd5dc56cbb0 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Calling delete_port for 586de893-9461-4cd5-a184-55dfae64afb3 owned by compute:nova {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:00:22.623859 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-99292d15-eea8-476e-837f-f57fccade078 req-bf89db67-277c-4a59-973e-6dd5dc56cbb0 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:22.660096 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:22.667494 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf89db67-277c-4a59-973e-6dd5dc56cbb0 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Pushing event deleted for resources: {'Port': ['ID=586de893-9461-4cd5-a184-55dfae64afb3,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:00:22.814995 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [req-99292d15-eea8-476e-837f-f57fccade078 req-bf89db67-277c-4a59-973e-6dd5dc56cbb0 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Router acbc0106-a8d2-42a5-8ae5-4aefabe578e4 has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:00:22.941882 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-99292d15-eea8-476e-837f-f57fccade078 req-bf89db67-277c-4a59-973e-6dd5dc56cbb0 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:00:22.952185 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d94af6-eb7c-44a9-8d14-618ef1150eb6 None None] Sync routers for ids ['acbc0106-a8d2-42a5-8ae5-4aefabe578e4'] in n-d-800634-1 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:00:22.962205 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d94af6-eb7c-44a9-8d14-618ef1150eb6 None None] Routers {'acbc0106-a8d2-42a5-8ae5-4aefabe578e4'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:00:22.962896 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-f5d94af6-eb7c-44a9-8d14-618ef1150eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:00:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['acbc0106-a8d2-42a5-8ae5-4aefabe578e4'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:00:22.990199 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-99292d15-eea8-476e-837f-f57fccade078 req-bf89db67-277c-4a59-973e-6dd5dc56cbb0 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] No DVR routers for this DVR port 586de893-9461-4cd5-a184-55dfae64afb3 on host n-h1-800634-1 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:00:22.992890 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-99292d15-eea8-476e-837f-f57fccade078 req-bf89db67-277c-4a59-973e-6dd5dc56cbb0 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:22.994958 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-99292d15-eea8-476e-837f-f57fccade078 req-bf89db67-277c-4a59-973e-6dd5dc56cbb0 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.26 "DELETE /v2.0/ports/586de893-9461-4cd5-a184-55dfae64afb3 HTTP/1.1" status: 204 len: 173 time: 1.0299826 Jul 13 14:00:22.995592 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50c270a9-8a7b-4c25-9432-b640853488c2', 'name': 'network-vif-deleted', 'tag': '586de893-9461-4cd5-a184-55dfae64afb3'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:00:22.998160 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d17b627af75e17e0f4b8d6239d04f8c2f78634e2c585e32a7aeca336500f34a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97ea537d-b980-45e2-bdfb-27fb6412abfc" -d '{"events": [{"server_uuid": "50c270a9-8a7b-4c25-9432-b640853488c2", "name": "network-vif-deleted", "tag": "586de893-9461-4cd5-a184-55dfae64afb3"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:00:23.061359 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a5cc73f-02f1-4b3e-8027-74c008f1c1f0 x-openstack-request-id: req-7a5cc73f-02f1-4b3e-8027-74c008f1c1f0 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:00:23.061661 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50c270a9-8a7b-4c25-9432-b640853488c2", "name": "network-vif-deleted", "tag": "586de893-9461-4cd5-a184-55dfae64afb3", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:00:23.061955 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7a5cc73f-02f1-4b3e-8027-74c008f1c1f0 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:00:23.062360 n-d-800634-1 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50c270a9-8a7b-4c25-9432-b640853488c2', 'name': 'network-vif-deleted', 'tag': '586de893-9461-4cd5-a184-55dfae64afb3', 'status': 'completed', 'code': 200} Jul 13 14:00:23.111677 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-f5d94af6-eb7c-44a9-8d14-618ef1150eb6 None None] Set router acbc0106-a8d2-42a5-8ae5-4aefabe578e4 gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:00:23.216474 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 36240) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:00:23.224899 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [-] 10.222.0.23 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0059974 Jul 13 14:00:23.229252 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 36242) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:00:23.323228 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device b48ee2f1-a87f-4f94-8add-c3b19d0c74ae no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:00:23.350439 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: b48ee2f1-a87f-4f94-8add-c3b19d0c74ae {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:00:23.350789 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device b48ee2f1-a87f-4f94-8add-c3b19d0c74ae not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:00:23.361148 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-f5d94af6-eb7c-44a9-8d14-618ef1150eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acbc0106-a8d2-42a5-8ae5-4aefabe578e4', 'name': 'tempest-AttachVolumeShelveTestJSON-808629702-router', 'tenant_id': 'adbbbd39f9524bd68afb0008cc2d263c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.28'}], 'enable_snat': True}, 'gw_port_id': '20bef416-70ed-440a-9fa4-dcd89bd439c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:56:38Z', 'updated_at': '2021-07-13T13:56:43Z', 'revision_number': 4, 'project_id': 'adbbbd39f9524bd68afb0008cc2d263c', 'gw_port': {'id': '20bef416-70ed-440a-9fa4-dcd89bd439c8', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:0d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acbc0106-a8d2-42a5-8ae5-4aefabe578e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2837, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:56:39Z', 'updated_at': '2021-07-13T13:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': 'bc3742a2-d0f1-4cc7-81c9-82e13be9415c', 'name': '', 'network_id': '94bf27fb-3476-4944-8d19-915922f54fa2', 'tenant_id': 'adbbbd39f9524bd68afb0008cc2d263c', 'mac_address': 'fa:16:3e:c8:81:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acbc0106-a8d2-42a5-8ae5-4aefabe578e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': 'edd80540-96ff-46b4-a1d4-1e9bba1df368', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:56:42Z', 'updated_at': '2021-07-13T13:56:49Z', 'revision_number': 5, 'project_id': 'adbbbd39f9524bd68afb0008cc2d263c', 'subnets': [{'id': 'edd80540-96ff-46b4-a1d4-1e9bba1df368', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:00:23.363697 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-2e2ee02c-d24c-40e9-a017-26f0a2d69d27 tempest-NetworksApiDiscovery-65812226 tempest-NetworksApiDiscovery-65812226-project] 10.222.0.23 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1330152 Jul 13 14:00:23.391144 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d94af6-eb7c-44a9-8d14-618ef1150eb6 None None] Checking router: acbc0106-a8d2-42a5-8ae5-4aefabe578e4 for host: n-d-800634-1 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:00:23.400295 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d94af6-eb7c-44a9-8d14-618ef1150eb6 None None] Routers {'acbc0106-a8d2-42a5-8ae5-4aefabe578e4'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:00:23.401011 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-f5d94af6-eb7c-44a9-8d14-618ef1150eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:00:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['acbc0106-a8d2-42a5-8ae5-4aefabe578e4'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:00:23.515906 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-f5d94af6-eb7c-44a9-8d14-618ef1150eb6 None None] Set router acbc0106-a8d2-42a5-8ae5-4aefabe578e4 gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:00:23.686094 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-533134ca-4687-47b4-96fa-79bf53bca1e2 req-4923781d-160f-43c2-8e48-606025e480a3 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/ports?device_id=50c270a9-8a7b-4c25-9432-b640853488c2 HTTP/1.1" status: 200 len: 210 time: 0.2056773 Jul 13 14:00:23.703771 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 36254) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:00:23.740900 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-f5d94af6-eb7c-44a9-8d14-618ef1150eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acbc0106-a8d2-42a5-8ae5-4aefabe578e4', 'name': 'tempest-AttachVolumeShelveTestJSON-808629702-router', 'tenant_id': 'adbbbd39f9524bd68afb0008cc2d263c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.28'}], 'enable_snat': True}, 'gw_port_id': '20bef416-70ed-440a-9fa4-dcd89bd439c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:56:38Z', 'updated_at': '2021-07-13T13:56:43Z', 'revision_number': 4, 'project_id': 'adbbbd39f9524bd68afb0008cc2d263c', 'gw_port': {'id': '20bef416-70ed-440a-9fa4-dcd89bd439c8', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:0d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acbc0106-a8d2-42a5-8ae5-4aefabe578e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2837, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:56:39Z', 'updated_at': '2021-07-13T13:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': 'bc3742a2-d0f1-4cc7-81c9-82e13be9415c', 'name': '', 'network_id': '94bf27fb-3476-4944-8d19-915922f54fa2', 'tenant_id': 'adbbbd39f9524bd68afb0008cc2d263c', 'mac_address': 'fa:16:3e:c8:81:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acbc0106-a8d2-42a5-8ae5-4aefabe578e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': 'edd80540-96ff-46b4-a1d4-1e9bba1df368', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:56:42Z', 'updated_at': '2021-07-13T13:56:49Z', 'revision_number': 5, 'project_id': 'adbbbd39f9524bd68afb0008cc2d263c', 'subnets': [{'id': 'edd80540-96ff-46b4-a1d4-1e9bba1df368', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:00:23.773012 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d94af6-eb7c-44a9-8d14-618ef1150eb6 None None] The sync data for ids ['acbc0106-a8d2-42a5-8ae5-4aefabe578e4'] in n-d-800634-1 is: [{'id': 'acbc0106-a8d2-42a5-8ae5-4aefabe578e4', 'name': 'tempest-AttachVolumeShelveTestJSON-808629702-router', 'tenant_id': 'adbbbd39f9524bd68afb0008cc2d263c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.28'}], 'enable_snat': True}, 'gw_port_id': '20bef416-70ed-440a-9fa4-dcd89bd439c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:56:38Z', 'updated_at': '2021-07-13T13:56:43Z', 'revision_number': 4, 'project_id': 'adbbbd39f9524bd68afb0008cc2d263c', 'gw_port': {'id': '20bef416-70ed-440a-9fa4-dcd89bd439c8', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:0d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acbc0106-a8d2-42a5-8ae5-4aefabe578e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2837, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:56:39Z', 'updated_at': '2021-07-13T13:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': 'bc3742a2-d0f1-4cc7-81c9-82e13be9415c', 'name': '', 'network_id': '94bf27fb-3476-4944-8d19-915922f54fa2', 'tenant_id': 'adbbbd39f9524bd68afb0008cc2d263c', 'mac_address': 'fa:16:3e:c8:81:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acbc0106-a8d2-42a5-8ae5-4aefabe578e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': 'edd80540-96ff-46b4-a1d4-1e9bba1df368', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:56:42Z', 'updated_at': '2021-07-13T13:56:49Z', 'revision_number': 5, 'project_id': 'adbbbd39f9524bd68afb0008cc2d263c', 'subnets': [{'id': 'edd80540-96ff-46b4-a1d4-1e9bba1df368', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:00:23.818171 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1ed2ed24-fc8a-4ff2-890e-2a76f846a902 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:23.917649 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1ed2ed24-fc8a-4ff2-890e-2a76f846a902 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:23.926333 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1ed2ed24-fc8a-4ff2-890e-2a76f846a902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:23.967219 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-1ed2ed24-fc8a-4ff2-890e-2a76f846a902 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c639b97d93254ed3bcbbf42ac7f5a097&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2621593 Jul 13 14:00:23.968130 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed2ed24-fc8a-4ff2-890e-2a76f846a902 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9981abab-8cf5-4845-b8b4-e9e42a17b4c0,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:00:23.970082 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 36258) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:00:24.016230 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63aabb34-fd38-4df9-86fe-c80d87691557 None None] New status for floating IP d3816747-6c00-4d43-9f65-184d178b0b79: DOWN {{(pid=93752) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 14:00:24.030287 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7d657ddf-23cc-425b-96dc-86d9cde6faa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:24.052689 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7d657ddf-23cc-425b-96dc-86d9cde6faa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:24.102476 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7d657ddf-23cc-425b-96dc-86d9cde6faa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:24.105351 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7d657ddf-23cc-425b-96dc-86d9cde6faa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:24.106751 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-7d657ddf-23cc-425b-96dc-86d9cde6faa0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9981abab-8cf5-4845-b8b4-e9e42a17b4c0 HTTP/1.1" status: 204 len: 168 time: 0.1354275 Jul 13 14:00:24.116752 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d657ddf-23cc-425b-96dc-86d9cde6faa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9981abab-8cf5-4845-b8b4-e9e42a17b4c0,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:00:24.829972 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 36288) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:00:24.893632 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-14eae3e1-ccef-406a-9f49-0dce5d44de0f tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:24.917223 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-14eae3e1-ccef-406a-9f49-0dce5d44de0f tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:24.972745 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-14eae3e1-ccef-406a-9f49-0dce5d44de0f tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:24.976080 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-14eae3e1-ccef-406a-9f49-0dce5d44de0f tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:24.977241 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-14eae3e1-ccef-406a-9f49-0dce5d44de0f tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "DELETE /v2.0/security-groups/7c6f9ebb-83a6-44c9-abda-c7c8f7f7ed4f HTTP/1.1" status: 204 len: 168 time: 0.1462591 Jul 13 14:00:24.979923 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 36294) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:00:24.987628 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14eae3e1-ccef-406a-9f49-0dce5d44de0f tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c6f9ebb-83a6-44c9-abda-c7c8f7f7ed4f,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:00:24.999568 n-d-800634-1 neutron-server[93751]: INFO neutron.api.v2.resource [None req-ca49786c-91c8-4591-9267-ca8f8637b873 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] show failed (client error): The resource could not be found. Jul 13 14:00:25.000613 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-ca49786c-91c8-4591-9267-ca8f8637b873 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/security-groups/7c6f9ebb-83a6-44c9-abda-c7c8f7f7ed4f HTTP/1.1" status: 404 len: 347 time: 0.0196466 Jul 13 14:00:25.004526 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 36296) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:00:25.140819 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-30c18442-cb0d-4046-ac2a-368673837d4b tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Deleting port 07817f06-eb89-4540-8350-7be7faea60f8 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:00:25.141495 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-30c18442-cb0d-4046-ac2a-368673837d4b tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:25.223253 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-30c18442-cb0d-4046-ac2a-368673837d4b tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:25.223585 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-30c18442-cb0d-4046-ac2a-368673837d4b tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:25.237474 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-30c18442-cb0d-4046-ac2a-368673837d4b tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Calling delete_port for 07817f06-eb89-4540-8350-7be7faea60f8 owned by network:floatingip {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:00:25.394618 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-30c18442-cb0d-4046-ac2a-368673837d4b tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:25.425351 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c18442-cb0d-4046-ac2a-368673837d4b tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Pushing event deleted for resources: {'Port': ['ID=07817f06-eb89-4540-8350-7be7faea60f8,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:00:25.493113 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-30c18442-cb0d-4046-ac2a-368673837d4b tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Notify callbacks [] for floatingip, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:25.495749 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-30c18442-cb0d-4046-ac2a-368673837d4b tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for floatingip, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:25.496913 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-30c18442-cb0d-4046-ac2a-368673837d4b tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "DELETE /v2.0/floatingips/d3816747-6c00-4d43-9f65-184d178b0b79 HTTP/1.1" status: 204 len: 168 time: 0.4914534 Jul 13 14:00:25.758269 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 36314) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:00:25.762960 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-1870f322-115a-40e9-a372-358d08653787 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Request body: {'security_group': {'name': 'tempest-securitygroup--865895786', 'description': 'tempest-description--561525826'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:00:25.801395 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1870f322-115a-40e9-a372-358d08653787 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:25.910742 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1870f322-115a-40e9-a372-358d08653787 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:25.915861 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1870f322-115a-40e9-a372-358d08653787 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:25.944745 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1870f322-115a-40e9-a372-358d08653787 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:25.946019 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-1870f322-115a-40e9-a372-358d08653787 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1867068 Jul 13 14:00:25.948868 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 36322) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:00:25.953306 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-4f2fe660-b6be-4621-9fad-9ba987ffad83 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Request body: {'security_group_rule': {'security_group_id': '398172ee-e9aa-4936-b641-f081bdbf3647', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:00:25.960224 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1870f322-115a-40e9-a372-358d08653787 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=398172ee-e9aa-4936-b641-f081bdbf3647,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:00:25.989689 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4f2fe660-b6be-4621-9fad-9ba987ffad83 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:26.063055 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4f2fe660-b6be-4621-9fad-9ba987ffad83 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:26.067961 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4f2fe660-b6be-4621-9fad-9ba987ffad83 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:26.087191 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2fe660-b6be-4621-9fad-9ba987ffad83 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8b03b7a-815a-4452-9be7-52998192f825,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:00:26.094201 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4f2fe660-b6be-4621-9fad-9ba987ffad83 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:26.098272 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-4f2fe660-b6be-4621-9fad-9ba987ffad83 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1448987 Jul 13 14:00:26.098272 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 36324) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:00:26.102560 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-f1602fe3-1676-45fb-98c4-d1ec3440830a tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Request body: {'security_group_rule': {'security_group_id': '398172ee-e9aa-4936-b641-f081bdbf3647', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:00:26.130913 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f1602fe3-1676-45fb-98c4-d1ec3440830a tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:26.194003 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f1602fe3-1676-45fb-98c4-d1ec3440830a tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:26.198303 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f1602fe3-1676-45fb-98c4-d1ec3440830a tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:26.218531 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1602fe3-1676-45fb-98c4-d1ec3440830a tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d671e8f-a2f4-40ea-97a1-b8e5c02896a1,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:00:26.222884 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f1602fe3-1676-45fb-98c4-d1ec3440830a tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:26.224089 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-f1602fe3-1676-45fb-98c4-d1ec3440830a tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1250560 Jul 13 14:00:26.228091 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 36326) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:00:26.232501 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-e793929b-afa7-4ef3-b6c6-2e41098ba28a tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Request body: {'floatingip': {'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:00:26.255017 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 586de893-9461-4cd5-a184-55dfae64afb3 no longer exists at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:00:26.259021 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e793929b-afa7-4ef3-b6c6-2e41098ba28a tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Notify callbacks [] for floatingip, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:26.279636 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-381d4315-9089-413f-a071-aa2897bda790 None None] No Port match for: 586de893-9461-4cd5-a184-55dfae64afb3 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:00:26.279983 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 586de893-9461-4cd5-a184-55dfae64afb3 not bound to the agent host n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:00:26.356510 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e793929b-afa7-4ef3-b6c6-2e41098ba28a tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:26.473184 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-e793929b-afa7-4ef3-b6c6-2e41098ba28a tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Allocated IP 172.25.6.45 (acf968b8-c524-46a9-a20b-ad9667009130/dde5a78e-bd1e-4f47-8189-7321d4de73d3/87d48d38-8c4b-46bc-a75a-cd84cedbaa2d) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:00:26.598650 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e793929b-afa7-4ef3-b6c6-2e41098ba28a tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:26.643515 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e793929b-afa7-4ef3-b6c6-2e41098ba28a tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:26.686984 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e793929b-afa7-4ef3-b6c6-2e41098ba28a tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Network acf968b8-c524-46a9-a20b-ad9667009130 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:00:26.690069 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-e793929b-afa7-4ef3-b6c6-2e41098ba28a tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:00:26.694936 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e793929b-afa7-4ef3-b6c6-2e41098ba28a tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:00:26.697878 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e793929b-afa7-4ef3-b6c6-2e41098ba28a tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Pushing event updated for resources: {'Port': ['ID=87d48d38-8c4b-46bc-a75a-cd84cedbaa2d,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:00:26.815158 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e793929b-afa7-4ef3-b6c6-2e41098ba28a tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:26.860575 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e793929b-afa7-4ef3-b6c6-2e41098ba28a tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:27.017131 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e793929b-afa7-4ef3-b6c6-2e41098ba28a tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:27.022660 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e793929b-afa7-4ef3-b6c6-2e41098ba28a tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:27.111115 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e793929b-afa7-4ef3-b6c6-2e41098ba28a tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Pushing event updated for resources: {'Port': ['ID=87d48d38-8c4b-46bc-a75a-cd84cedbaa2d,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:00:27.113981 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e793929b-afa7-4ef3-b6c6-2e41098ba28a tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446547'] for floatingip, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:27.128282 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e793929b-afa7-4ef3-b6c6-2e41098ba28a tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for floatingip, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:27.135630 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-e793929b-afa7-4ef3-b6c6-2e41098ba28a tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9006481 Jul 13 14:00:27.353893 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ef8adb62-5884-44ce-9748-5617ba9a4f33 req-638dab1a-6ba3-4812-83e0-ed2762453362 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--865895786&fields=id&tenant_id=adbbbd39f9524bd68afb0008cc2d263c HTTP/1.1" status: 200 len: 267 time: 0.0453134 Jul 13 14:00:27.465265 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8adb62-5884-44ce-9748-5617ba9a4f33 req-645fdd2b-8ffa-4f69-b840-8c811cb7a3df tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:00:27.466702 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ef8adb62-5884-44ce-9748-5617ba9a4f33 req-645fdd2b-8ffa-4f69-b840-8c811cb7a3df tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/networks?id=94bf27fb-3476-4944-8d19-915922f54fa2 HTTP/1.1" status: 200 len: 816 time: 0.1064391 Jul 13 14:00:27.482828 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ef8adb62-5884-44ce-9748-5617ba9a4f33 req-fb167526-3e28-4a14-aff5-15ad3e58f0fb tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/quotas/adbbbd39f9524bd68afb0008cc2d263c HTTP/1.1" status: 200 len: 375 time: 0.0098243 Jul 13 14:00:27.553353 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ef8adb62-5884-44ce-9748-5617ba9a4f33 req-502dc2ef-3828-4772-ace5-25bd7e250c8c tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=adbbbd39f9524bd68afb0008cc2d263c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0645368 Jul 13 14:00:27.772925 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ef8adb62-5884-44ce-9748-5617ba9a4f33 req-007282f1-458d-44b8-aeb2-af182fb527bd service neutron] 10.222.0.23 "GET /v2.0/networks/94bf27fb-3476-4944-8d19-915922f54fa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085764 Jul 13 14:00:27.877308 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ef8adb62-5884-44ce-9748-5617ba9a4f33 req-1c568f1b-365d-4216-8d73-4f98e1123e77 service neutron] 10.222.0.23 "GET /v2.0/networks/94bf27fb-3476-4944-8d19-915922f54fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941942 Jul 13 14:00:28.056773 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5a050650-ced0-475b-b19d-22118fe3af94 req-361a4366-bac8-4cea-b04c-2cabb3cddf49 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/ports?device_id=259a57d9-04bb-4042-aef0-474dcd2a3ae5 HTTP/1.1" status: 200 len: 210 time: 0.0343866 Jul 13 14:00:29.210607 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e06927d6-55b6-4571-87ef-30f146a5f715 req-8e0dec3e-af44-4bbe-bb47-14b4a3feb458 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/ports?device_id=259a57d9-04bb-4042-aef0-474dcd2a3ae5 HTTP/1.1" status: 200 len: 210 time: 0.0306897 Jul 13 14:00:29.395726 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8adb62-5884-44ce-9748-5617ba9a4f33 req-5d909969-9eb0-4399-a5b3-765c59edc069 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:00:29.397137 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ef8adb62-5884-44ce-9748-5617ba9a4f33 req-5d909969-9eb0-4399-a5b3-765c59edc069 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.26 "GET /v2.0/networks?id=94bf27fb-3476-4944-8d19-915922f54fa2 HTTP/1.1" status: 200 len: 816 time: 0.1582174 Jul 13 14:00:29.444793 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ef8adb62-5884-44ce-9748-5617ba9a4f33 req-db48d802-7a99-4705-bc90-a0b2c022e635 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=adbbbd39f9524bd68afb0008cc2d263c HTTP/1.1" status: 200 len: 379 time: 0.0387440 Jul 13 14:00:29.452744 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-ef8adb62-5884-44ce-9748-5617ba9a4f33 req-699d41db-4b4f-463b-9fc6-03052276b3fc tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Request body: {'port': {'device_id': '259a57d9-04bb-4042-aef0-474dcd2a3ae5', 'network_id': '94bf27fb-3476-4944-8d19-915922f54fa2', 'admin_state_up': True, 'tenant_id': 'adbbbd39f9524bd68afb0008cc2d263c', 'security_groups': ['398172ee-e9aa-4936-b641-f081bdbf3647']}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:00:29.825968 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef8adb62-5884-44ce-9748-5617ba9a4f33 req-699d41db-4b4f-463b-9fc6-03052276b3fc tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Made reservation on behalf of adbbbd39f9524bd68afb0008cc2d263c for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:00:29.829645 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-ef8adb62-5884-44ce-9748-5617ba9a4f33 req-699d41db-4b4f-463b-9fc6-03052276b3fc tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:29.958671 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [req-ef8adb62-5884-44ce-9748-5617ba9a4f33 req-699d41db-4b4f-463b-9fc6-03052276b3fc tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Allocated IP 172.20.0.3 (94bf27fb-3476-4944-8d19-915922f54fa2/edd80540-96ff-46b4-a1d4-1e9bba1df368/f4f0e6bb-2d37-47aa-90f5-cc4d30a556ee) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:00:30.093528 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-ef8adb62-5884-44ce-9748-5617ba9a4f33 req-699d41db-4b4f-463b-9fc6-03052276b3fc tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:30.107459 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-ef8adb62-5884-44ce-9748-5617ba9a4f33 req-699d41db-4b4f-463b-9fc6-03052276b3fc tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Transition to ACTIVE for port object f4f0e6bb-2d37-47aa-90f5-cc4d30a556ee will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:00:30.141708 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-ef8adb62-5884-44ce-9748-5617ba9a4f33 req-699d41db-4b4f-463b-9fc6-03052276b3fc tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:30.196784 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef8adb62-5884-44ce-9748-5617ba9a4f33 req-699d41db-4b4f-463b-9fc6-03052276b3fc tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Network 94bf27fb-3476-4944-8d19-915922f54fa2 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:00:30.200033 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [req-ef8adb62-5884-44ce-9748-5617ba9a4f33 req-699d41db-4b4f-463b-9fc6-03052276b3fc tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:00:30.203951 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef8adb62-5884-44ce-9748-5617ba9a4f33 req-699d41db-4b4f-463b-9fc6-03052276b3fc tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:00:30.211237 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699d41db-4b4f-463b-9fc6-03052276b3fc tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Pushing event updated for resources: {'Port': ['ID=f4f0e6bb-2d37-47aa-90f5-cc4d30a556ee,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:00:30.288772 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8adb62-5884-44ce-9748-5617ba9a4f33 req-699d41db-4b4f-463b-9fc6-03052276b3fc tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:00:30.289448 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-ef8adb62-5884-44ce-9748-5617ba9a4f33 req-699d41db-4b4f-463b-9fc6-03052276b3fc tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:30.305759 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ef8adb62-5884-44ce-9748-5617ba9a4f33 req-699d41db-4b4f-463b-9fc6-03052276b3fc tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8571825 Jul 13 14:00:30.320610 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-ef8adb62-5884-44ce-9748-5617ba9a4f33 req-45b71589-f1a4-404a-87d8-f8e8c334b259 service neutron] Request body: {'port': {'device_id': '259a57d9-04bb-4042-aef0-474dcd2a3ae5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-1'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:00:30.427155 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:30.449902 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-ef8adb62-5884-44ce-9748-5617ba9a4f33 req-45b71589-f1a4-404a-87d8-f8e8c334b259 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:30.488292 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-714ac409-9e59-4cb0-ab7f-c32559635fe9 None None] Provisioning for port f4f0e6bb-2d37-47aa-90f5-cc4d30a556ee completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:00:30.493560 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-714ac409-9e59-4cb0-ab7f-c32559635fe9 None None] Provisioning complete for port f4f0e6bb-2d37-47aa-90f5-cc4d30a556ee triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:00:30.493968 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-714ac409-9e59-4cb0-ab7f-c32559635fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:30.508248 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c86988-989b-4bd5-a3c0-09c0a257e5a8 req-727690fe-4293-4c8b-a65b-ceeb6c555161 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:00:30.509811 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-79c86988-989b-4bd5-a3c0-09c0a257e5a8 req-727690fe-4293-4c8b-a65b-ceeb6c555161 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/ports?device_id=259a57d9-04bb-4042-aef0-474dcd2a3ae5 HTTP/1.1" status: 200 len: 931 time: 0.1437559 Jul 13 14:00:30.535107 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-714ac409-9e59-4cb0-ab7f-c32559635fe9 None None] Port f4f0e6bb-2d37-47aa-90f5-cc4d30a556ee cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:00:30.638031 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-79c86988-989b-4bd5-a3c0-09c0a257e5a8 req-986e8550-af8f-41f5-8ec8-920aadef01cc tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/security-groups?id=398172ee-e9aa-4936-b641-f081bdbf3647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1196511 Jul 13 14:00:30.804109 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:30.828137 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [req-ef8adb62-5884-44ce-9748-5617ba9a4f33 req-45b71589-f1a4-404a-87d8-f8e8c334b259 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4f0e6bb-2d37-47aa-90f5-cc4d30a556ee {{(pid=93751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:00:30.837478 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-ef8adb62-5884-44ce-9748-5617ba9a4f33 req-45b71589-f1a4-404a-87d8-f8e8c334b259 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:30.850594 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-ef8adb62-5884-44ce-9748-5617ba9a4f33 req-45b71589-f1a4-404a-87d8-f8e8c334b259 service neutron] Transition to ACTIVE for port object f4f0e6bb-2d37-47aa-90f5-cc4d30a556ee will not be triggered until provisioned by entity L2. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:00:30.854765 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-ef8adb62-5884-44ce-9748-5617ba9a4f33 req-45b71589-f1a4-404a-87d8-f8e8c334b259 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:30.946239 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b71589-f1a4-404a-87d8-f8e8c334b259 service neutron] Pushing event updated for resources: {'Port': ['ID=f4f0e6bb-2d37-47aa-90f5-cc4d30a556ee,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:00:31.014608 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-ef8adb62-5884-44ce-9748-5617ba9a4f33 req-45b71589-f1a4-404a-87d8-f8e8c334b259 service neutron] Attempting to bind port f4f0e6bb-2d37-47aa-90f5-cc4d30a556ee on host n-h1-800634-1 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:00:31.015223 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-ef8adb62-5884-44ce-9748-5617ba9a4f33 req-45b71589-f1a4-404a-87d8-f8e8c334b259 service neutron] Attempting to bind port f4f0e6bb-2d37-47aa-90f5-cc4d30a556ee by drivers openvswitch,hyperv on host n-h1-800634-1 at level 0 using segments [{'id': '53f233fa-3a9c-4b12-9272-d4c4393df010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '94bf27fb-3476-4944-8d19-915922f54fa2'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:00:31.015731 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef8adb62-5884-44ce-9748-5617ba9a4f33 req-45b71589-f1a4-404a-87d8-f8e8c334b259 service neutron] Attempting to bind port f4f0e6bb-2d37-47aa-90f5-cc4d30a556ee on network 94bf27fb-3476-4944-8d19-915922f54fa2 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:00:31.021954 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef8adb62-5884-44ce-9748-5617ba9a4f33 req-45b71589-f1a4-404a-87d8-f8e8c334b259 service neutron] Port f4f0e6bb-2d37-47aa-90f5-cc4d30a556ee on network 94bf27fb-3476-4944-8d19-915922f54fa2 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-1 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 14:00:31.022512 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef8adb62-5884-44ce-9748-5617ba9a4f33 req-45b71589-f1a4-404a-87d8-f8e8c334b259 service neutron] Attempting to bind port f4f0e6bb-2d37-47aa-90f5-cc4d30a556ee on network 94bf27fb-3476-4944-8d19-915922f54fa2 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:00:31.028831 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef8adb62-5884-44ce-9748-5617ba9a4f33 req-45b71589-f1a4-404a-87d8-f8e8c334b259 service neutron] Checking agent: {'id': 'a7603dc8-3c50-4a9b-8f0d-1143528f155e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 0, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:00:31.029334 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef8adb62-5884-44ce-9748-5617ba9a4f33 req-45b71589-f1a4-404a-87d8-f8e8c334b259 service neutron] Checking segment: {'id': '53f233fa-3a9c-4b12-9272-d4c4393df010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '94bf27fb-3476-4944-8d19-915922f54fa2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:00:31.029901 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef8adb62-5884-44ce-9748-5617ba9a4f33 req-45b71589-f1a4-404a-87d8-f8e8c334b259 service neutron] Bound using segment: {'id': '53f233fa-3a9c-4b12-9272-d4c4393df010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '94bf27fb-3476-4944-8d19-915922f54fa2'} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:00:31.030672 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-ef8adb62-5884-44ce-9748-5617ba9a4f33 req-45b71589-f1a4-404a-87d8-f8e8c334b259 service neutron] Bound port: f4f0e6bb-2d37-47aa-90f5-cc4d30a556ee, host: n-h1-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53f233fa-3a9c-4b12-9272-d4c4393df010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '94bf27fb-3476-4944-8d19-915922f54fa2'}}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:00:31.031130 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-ef8adb62-5884-44ce-9748-5617ba9a4f33 req-45b71589-f1a4-404a-87d8-f8e8c334b259 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:31.111008 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-ef8adb62-5884-44ce-9748-5617ba9a4f33 req-45b71589-f1a4-404a-87d8-f8e8c334b259 service neutron] For port f4f0e6bb-2d37-47aa-90f5-cc4d30a556ee, host n-h1-800634-1, cleared binding levels {{(pid=93751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:00:31.117675 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-ef8adb62-5884-44ce-9748-5617ba9a4f33 req-45b71589-f1a4-404a-87d8-f8e8c334b259 service neutron] For port f4f0e6bb-2d37-47aa-90f5-cc4d30a556ee, host n-h1-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=f4f0e6bb-2d37-47aa-90f5-cc4d30a556ee,segment=NetworkSegment(53f233fa-3a9c-4b12-9272-d4c4393df010),segment_id=53f233fa-3a9c-4b12-9272-d4c4393df010)] {{(pid=93751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:00:31.122597 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-ef8adb62-5884-44ce-9748-5617ba9a4f33 req-45b71589-f1a4-404a-87d8-f8e8c334b259 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:31.162094 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8adb62-5884-44ce-9748-5617ba9a4f33 req-45b71589-f1a4-404a-87d8-f8e8c334b259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:00:31.162649 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-ef8adb62-5884-44ce-9748-5617ba9a4f33 req-45b71589-f1a4-404a-87d8-f8e8c334b259 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:31.164310 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ef8adb62-5884-44ce-9748-5617ba9a4f33 req-45b71589-f1a4-404a-87d8-f8e8c334b259 service neutron] 10.222.0.26 "PUT /v2.0/ports/f4f0e6bb-2d37-47aa-90f5-cc4d30a556ee HTTP/1.1" status: 200 len: 1091 time: 0.8510344 Jul 13 14:00:31.164749 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '259a57d9-04bb-4042-aef0-474dcd2a3ae5', 'tag': 'f4f0e6bb-2d37-47aa-90f5-cc4d30a556ee'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:00:31.167046 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d17b627af75e17e0f4b8d6239d04f8c2f78634e2c585e32a7aeca336500f34a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55d83383-a94c-47f1-a4dd-eff306d11e2f" -d '{"events": [{"name": "network-changed", "server_uuid": "259a57d9-04bb-4042-aef0-474dcd2a3ae5", "tag": "f4f0e6bb-2d37-47aa-90f5-cc4d30a556ee"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:00:31.200448 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b71589-f1a4-404a-87d8-f8e8c334b259 service neutron] Pushing event updated for resources: {'Port': ['ID=f4f0e6bb-2d37-47aa-90f5-cc4d30a556ee,revision_number=3']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:00:31.219947 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a41f8a8-2851-4e5f-b5c6-c609312a9dfa x-openstack-request-id: req-0a41f8a8-2851-4e5f-b5c6-c609312a9dfa {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:00:31.220543 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "259a57d9-04bb-4042-aef0-474dcd2a3ae5", "tag": "f4f0e6bb-2d37-47aa-90f5-cc4d30a556ee", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:00:31.220543 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0a41f8a8-2851-4e5f-b5c6-c609312a9dfa {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:00:31.220877 n-d-800634-1 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '259a57d9-04bb-4042-aef0-474dcd2a3ae5', 'tag': 'f4f0e6bb-2d37-47aa-90f5-cc4d30a556ee', 'status': 'completed', 'code': 200} Jul 13 14:00:31.266334 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8adb62-5884-44ce-9748-5617ba9a4f33 req-e403b517-b10b-4291-a2e5-0ed7f5df3c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:00:31.267886 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ef8adb62-5884-44ce-9748-5617ba9a4f33 req-e403b517-b10b-4291-a2e5-0ed7f5df3c94 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=adbbbd39f9524bd68afb0008cc2d263c&device_id=259a57d9-04bb-4042-aef0-474dcd2a3ae5 HTTP/1.1" status: 200 len: 1094 time: 0.0595632 Jul 13 14:00:31.321767 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ef8adb62-5884-44ce-9748-5617ba9a4f33 req-40834104-cb20-4fe2-9a70-337a2d41a28e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f4f0e6bb-2d37-47aa-90f5-cc4d30a556ee HTTP/1.1" status: 200 len: 217 time: 0.0470798 Jul 13 14:00:31.380990 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8adb62-5884-44ce-9748-5617ba9a4f33 req-c8916ae3-9955-4815-b3f5-6e5051d35c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:00:31.382546 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ef8adb62-5884-44ce-9748-5617ba9a4f33 req-c8916ae3-9955-4815-b3f5-6e5051d35c8b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=edd80540-96ff-46b4-a1d4-1e9bba1df368 HTTP/1.1" status: 200 len: 855 time: 0.0551090 Jul 13 14:00:31.446689 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8adb62-5884-44ce-9748-5617ba9a4f33 req-c912014b-32b7-4171-921f-511da8137503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:00:31.448143 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ef8adb62-5884-44ce-9748-5617ba9a4f33 req-c912014b-32b7-4171-921f-511da8137503 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=94bf27fb-3476-4944-8d19-915922f54fa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0597758 Jul 13 14:00:31.558079 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ef8adb62-5884-44ce-9748-5617ba9a4f33 req-59b5be3f-a8a5-4ad8-8f13-727c8169a4c8 service neutron] 10.222.0.26 "GET /v2.0/networks/94bf27fb-3476-4944-8d19-915922f54fa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033833 Jul 13 14:00:31.660763 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ef8adb62-5884-44ce-9748-5617ba9a4f33 req-95146ec8-ba18-4e3d-b284-7bf6310031a1 service neutron] 10.222.0.26 "GET /v2.0/networks/94bf27fb-3476-4944-8d19-915922f54fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971806 Jul 13 14:00:31.795073 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d83383-a94c-47f1-a4dd-eff306d11e2f req-3eac5475-7daa-41ee-9da4-a16f1d633c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:00:31.797051 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-55d83383-a94c-47f1-a4dd-eff306d11e2f req-3eac5475-7daa-41ee-9da4-a16f1d633c77 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=adbbbd39f9524bd68afb0008cc2d263c&device_id=259a57d9-04bb-4042-aef0-474dcd2a3ae5 HTTP/1.1" status: 200 len: 1094 time: 0.0760248 Jul 13 14:00:31.863442 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bbb56f-7560-43fd-bdb4-583ddfbce987 req-789dd159-87ca-47b3-87db-5d325787eb1c tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:00:31.865762 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-96bbb56f-7560-43fd-bdb4-583ddfbce987 req-789dd159-87ca-47b3-87db-5d325787eb1c tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/ports?device_id=259a57d9-04bb-4042-aef0-474dcd2a3ae5 HTTP/1.1" status: 200 len: 943 time: 0.0832248 Jul 13 14:00:31.915032 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-96bbb56f-7560-43fd-bdb4-583ddfbce987 req-c9a398dd-3e36-49b5-a7d3-534d2f28e04e tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/security-groups?id=398172ee-e9aa-4936-b641-f081bdbf3647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420353 Jul 13 14:00:31.937600 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d83383-a94c-47f1-a4dd-eff306d11e2f req-a5e14a69-fd62-484c-8633-8b13b8e1975e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:00:31.937600 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-55d83383-a94c-47f1-a4dd-eff306d11e2f req-a5e14a69-fd62-484c-8633-8b13b8e1975e service neutron] 10.222.0.26 "GET /v2.0/networks?id=94bf27fb-3476-4944-8d19-915922f54fa2 HTTP/1.1" status: 200 len: 916 time: 0.1326239 Jul 13 14:00:31.985259 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-55d83383-a94c-47f1-a4dd-eff306d11e2f req-5bb3cfbd-5ef8-4432-b6d5-f82a4a51482c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f4f0e6bb-2d37-47aa-90f5-cc4d30a556ee HTTP/1.1" status: 200 len: 217 time: 0.0421522 Jul 13 14:00:32.045501 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d83383-a94c-47f1-a4dd-eff306d11e2f req-b144bab9-c1d3-4133-95a3-826e110fc178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:00:32.047026 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-55d83383-a94c-47f1-a4dd-eff306d11e2f req-b144bab9-c1d3-4133-95a3-826e110fc178 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=edd80540-96ff-46b4-a1d4-1e9bba1df368 HTTP/1.1" status: 200 len: 855 time: 0.0555477 Jul 13 14:00:32.107314 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d83383-a94c-47f1-a4dd-eff306d11e2f req-d0c565b1-9a7b-4cf1-a59f-db2217ad3d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:00:32.109161 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-55d83383-a94c-47f1-a4dd-eff306d11e2f req-d0c565b1-9a7b-4cf1-a59f-db2217ad3d0c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=94bf27fb-3476-4944-8d19-915922f54fa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0559642 Jul 13 14:00:32.231318 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-55d83383-a94c-47f1-a4dd-eff306d11e2f req-435e6d9f-34d8-4917-945c-87ff105c5506 service neutron] 10.222.0.26 "GET /v2.0/networks/94bf27fb-3476-4944-8d19-915922f54fa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153424 Jul 13 14:00:32.335592 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-55d83383-a94c-47f1-a4dd-eff306d11e2f req-bf4768f0-edd0-4ac3-8487-c43b730ac61a service neutron] 10.222.0.26 "GET /v2.0/networks/94bf27fb-3476-4944-8d19-915922f54fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965738 Jul 13 14:00:33.133397 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358bf40d-d693-4e2c-8404-1fb5a73447ca req-c52855ef-1c6b-4e4d-b6f1-fd3e15b85a54 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:00:33.136010 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-358bf40d-d693-4e2c-8404-1fb5a73447ca req-c52855ef-1c6b-4e4d-b6f1-fd3e15b85a54 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/ports?device_id=259a57d9-04bb-4042-aef0-474dcd2a3ae5 HTTP/1.1" status: 200 len: 943 time: 0.0896018 Jul 13 14:00:33.183477 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-358bf40d-d693-4e2c-8404-1fb5a73447ca req-68f4d1ce-0026-4235-a4e2-dc0ba092a8d5 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/security-groups?id=398172ee-e9aa-4936-b641-f081bdbf3647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417204 Jul 13 14:00:33.245463 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 36420) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:00:33.367311 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f9b838ac-7c67-4c4e-a3e4-87bb925370b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:33.459972 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f9b838ac-7c67-4c4e-a3e4-87bb925370b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:33.464117 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f9b838ac-7c67-4c4e-a3e4-87bb925370b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:33.504288 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-f9b838ac-7c67-4c4e-a3e4-87bb925370b1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=75b98c250af84f7b84db3eb34bc66acf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2575109 Jul 13 14:00:33.505262 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b838ac-7c67-4c4e-a3e4-87bb925370b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36abaa41-c400-40ad-8f3a-99340a1ff55e,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:00:33.506870 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 36424) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:00:33.557705 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1d2d641b-3bc5-4be2-b352-895b6d25f62e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:33.578856 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1d2d641b-3bc5-4be2-b352-895b6d25f62e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:33.627003 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1d2d641b-3bc5-4be2-b352-895b6d25f62e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:33.629884 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1d2d641b-3bc5-4be2-b352-895b6d25f62e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:33.631083 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-1d2d641b-3bc5-4be2-b352-895b6d25f62e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/36abaa41-c400-40ad-8f3a-99340a1ff55e HTTP/1.1" status: 204 len: 168 time: 0.1231084 Jul 13 14:00:33.639332 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2d641b-3bc5-4be2-b352-895b6d25f62e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36abaa41-c400-40ad-8f3a-99340a1ff55e,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:00:33.903781 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 36430) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:00:33.918708 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-40935418-3921-4fb9-b30c-c3681d8c7f5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:34.011324 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-40935418-3921-4fb9-b30c-c3681d8c7f5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:34.015010 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-40935418-3921-4fb9-b30c-c3681d8c7f5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:34.053833 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-40935418-3921-4fb9-b30c-c3681d8c7f5f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8b4f826aacfc44bda7e642180814dc19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1489420 Jul 13 14:00:34.054764 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40935418-3921-4fb9-b30c-c3681d8c7f5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1afb8c1b-0c01-48c2-ab60-80410d81efd2,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:00:34.056550 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 36432) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:00:34.107222 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7ae4a369-9e82-45d4-8850-b7d48db785dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:34.128947 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7ae4a369-9e82-45d4-8850-b7d48db785dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:34.175364 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7ae4a369-9e82-45d4-8850-b7d48db785dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:34.177974 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7ae4a369-9e82-45d4-8850-b7d48db785dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:34.179141 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-7ae4a369-9e82-45d4-8850-b7d48db785dc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1afb8c1b-0c01-48c2-ab60-80410d81efd2 HTTP/1.1" status: 204 len: 168 time: 0.1209042 Jul 13 14:00:34.191221 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae4a369-9e82-45d4-8850-b7d48db785dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1afb8c1b-0c01-48c2-ab60-80410d81efd2,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:00:34.284922 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device f4f0e6bb-2d37-47aa-90f5-cc4d30a556ee details requested by agent hyperv_n-h1-800634-1 with host n-h1-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 14:00:34.390713 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5696a853-c9ff-40d8-bed2-8b5745483d55 req-a19986b5-c489-4396-99d3-cde3a3be70e1 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:00:34.392359 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5696a853-c9ff-40d8-bed2-8b5745483d55 req-a19986b5-c489-4396-99d3-cde3a3be70e1 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/ports?device_id=259a57d9-04bb-4042-aef0-474dcd2a3ae5 HTTP/1.1" status: 200 len: 943 time: 0.0919366 Jul 13 14:00:34.415131 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port f4f0e6bb-2d37-47aa-90f5-cc4d30a556ee, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=f4f0e6bb-2d37-47aa-90f5-cc4d30a556ee,segment=NetworkSegment(53f233fa-3a9c-4b12-9272-d4c4393df010),segment_id=53f233fa-3a9c-4b12-9272-d4c4393df010)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:00:34.429386 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Returning: {'device': 'f4f0e6bb-2d37-47aa-90f5-cc4d30a556ee', 'network_id': '94bf27fb-3476-4944-8d19-915922f54fa2', 'port_id': 'f4f0e6bb-2d37-47aa-90f5-cc4d30a556ee', 'mac_address': 'fa:16:3e:14:c8:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edd80540-96ff-46b4-a1d4-1e9bba1df368', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 14:00:34.451480 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5696a853-c9ff-40d8-bed2-8b5745483d55 req-e95f5260-de5e-4195-8d00-192246b4e3ac tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/security-groups?id=398172ee-e9aa-4936-b641-f081bdbf3647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485921 Jul 13 14:00:34.477583 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:34.491618 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4f0e6bb-2d37-47aa-90f5-cc4d30a556ee {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:00:34.512328 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port f4f0e6bb-2d37-47aa-90f5-cc4d30a556ee, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=f4f0e6bb-2d37-47aa-90f5-cc4d30a556ee,segment=NetworkSegment(53f233fa-3a9c-4b12-9272-d4c4393df010),segment_id=53f233fa-3a9c-4b12-9272-d4c4393df010)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:00:34.517772 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:34.570425 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=f4f0e6bb-2d37-47aa-90f5-cc4d30a556ee,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:00:34.702710 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['f4f0e6bb-2d37-47aa-90f5-cc4d30a556ee'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:00:35.650087 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0f2cec-1648-4b9c-9cf1-d047b940d966 req-d504abed-1d53-428c-bde9-d6645db13d42 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:00:35.651701 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3f0f2cec-1648-4b9c-9cf1-d047b940d966 req-d504abed-1d53-428c-bde9-d6645db13d42 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/ports?device_id=259a57d9-04bb-4042-aef0-474dcd2a3ae5 HTTP/1.1" status: 200 len: 944 time: 0.0686769 Jul 13 14:00:35.693035 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3f0f2cec-1648-4b9c-9cf1-d047b940d966 req-85abb0f2-bf2a-43e9-a4e9-c4d05a1435d1 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/security-groups?id=398172ee-e9aa-4936-b641-f081bdbf3647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354185 Jul 13 14:00:36.011009 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 36486) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:00:36.118346 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-45843d7c-2b0c-49fd-ad92-6f2d101bc02c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:36.215764 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-45843d7c-2b0c-49fd-ad92-6f2d101bc02c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:36.221296 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-45843d7c-2b0c-49fd-ad92-6f2d101bc02c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:36.263928 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-45843d7c-2b0c-49fd-ad92-6f2d101bc02c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=151df52a04c64ab19c40346a1816c7c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2516196 Jul 13 14:00:36.264565 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45843d7c-2b0c-49fd-ad92-6f2d101bc02c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4723e6f-feed-4be5-bab6-a1d162374eb1,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:00:36.267106 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 36490) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:00:36.285776 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device f4f0e6bb-2d37-47aa-90f5-cc4d30a556ee up at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:00:36.329292 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a5082124-9576-4525-b282-6dc7a402366f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:36.338080 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning for port f4f0e6bb-2d37-47aa-90f5-cc4d30a556ee completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:00:36.343977 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning complete for port f4f0e6bb-2d37-47aa-90f5-cc4d30a556ee triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:00:36.344212 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:36.357296 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a5082124-9576-4525-b282-6dc7a402366f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:36.425022 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a5082124-9576-4525-b282-6dc7a402366f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:36.428158 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a5082124-9576-4525-b282-6dc7a402366f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:36.429333 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-a5082124-9576-4525-b282-6dc7a402366f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b4723e6f-feed-4be5-bab6-a1d162374eb1 HTTP/1.1" status: 204 len: 168 time: 0.1613114 Jul 13 14:00:36.433465 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:36.439607 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5082124-9576-4525-b282-6dc7a402366f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4723e6f-feed-4be5-bab6-a1d162374eb1,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:00:36.473675 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '259a57d9-04bb-4042-aef0-474dcd2a3ae5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4f0e6bb-2d37-47aa-90f5-cc4d30a556ee'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:00:36.476091 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bdb2056-b6a6-4f36-afa1-a48df9ff0cff" -d '{"events": [{"server_uuid": "259a57d9-04bb-4042-aef0-474dcd2a3ae5", "name": "network-vif-plugged", "status": "completed", "tag": "f4f0e6bb-2d37-47aa-90f5-cc4d30a556ee"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:00:36.494625 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port f4f0e6bb-2d37-47aa-90f5-cc4d30a556ee, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=f4f0e6bb-2d37-47aa-90f5-cc4d30a556ee,segment=NetworkSegment(53f233fa-3a9c-4b12-9272-d4c4393df010),segment_id=53f233fa-3a9c-4b12-9272-d4c4393df010)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:00:36.498612 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:36.528678 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:00:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-913f2f2e-c590-4249-85db-b78310c87571 x-openstack-request-id: req-913f2f2e-c590-4249-85db-b78310c87571 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:00:36.528879 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "259a57d9-04bb-4042-aef0-474dcd2a3ae5", "name": "network-vif-plugged", "status": "completed", "tag": "f4f0e6bb-2d37-47aa-90f5-cc4d30a556ee", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:00:36.529088 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-913f2f2e-c590-4249-85db-b78310c87571 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:00:36.529468 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '259a57d9-04bb-4042-aef0-474dcd2a3ae5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4f0e6bb-2d37-47aa-90f5-cc4d30a556ee', 'code': 200} Jul 13 14:00:36.562498 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=f4f0e6bb-2d37-47aa-90f5-cc4d30a556ee,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:00:36.687096 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28959df4-d89c-4db0-bcdf-3f7036c70ad3 req-abeae9d7-1b68-4fe1-a378-0d132df67ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:00:36.689690 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-28959df4-d89c-4db0-bcdf-3f7036c70ad3 req-abeae9d7-1b68-4fe1-a378-0d132df67ea1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=259a57d9-04bb-4042-aef0-474dcd2a3ae5 HTTP/1.1" status: 200 len: 1096 time: 0.0879822 Jul 13 14:00:36.742851 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-28959df4-d89c-4db0-bcdf-3f7036c70ad3 req-0930c3cb-eadc-4356-a94e-9f902f255baa service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=398172ee-e9aa-4936-b641-f081bdbf3647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469570 Jul 13 14:00:36.804290 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 36502) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:00:36.827603 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5c6ab689-4c17-4df8-bcef-927550e1633d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:36.949634 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a75e814-36fd-4073-bbba-92b24ac16eca req-f7c63e76-77d0-48cb-b16e-8bb20a35c0ea tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:00:36.951727 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3a75e814-36fd-4073-bbba-92b24ac16eca req-f7c63e76-77d0-48cb-b16e-8bb20a35c0ea tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/ports?device_id=259a57d9-04bb-4042-aef0-474dcd2a3ae5 HTTP/1.1" status: 200 len: 945 time: 0.1122336 Jul 13 14:00:37.012760 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3a75e814-36fd-4073-bbba-92b24ac16eca req-b353e46d-05c0-4ec0-bc8d-49e289261536 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/security-groups?id=398172ee-e9aa-4936-b641-f081bdbf3647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531771 Jul 13 14:00:37.035583 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5c6ab689-4c17-4df8-bcef-927550e1633d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:37.040095 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5c6ab689-4c17-4df8-bcef-927550e1633d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:37.090569 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-5c6ab689-4c17-4df8-bcef-927550e1633d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d549ea88858f4a75a80c9ed7cd2b223c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2845974 Jul 13 14:00:37.091520 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6ab689-4c17-4df8-bcef-927550e1633d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=621c920a-c89d-4b0a-94b8-0d0564660cf0,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:00:37.094549 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 36504) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:00:37.150871 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5b0ad771-5365-47b0-9906-d00aea192d07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:37.177769 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5b0ad771-5365-47b0-9906-d00aea192d07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:37.239558 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5b0ad771-5365-47b0-9906-d00aea192d07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:37.241333 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5b0ad771-5365-47b0-9906-d00aea192d07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:37.242622 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-5b0ad771-5365-47b0-9906-d00aea192d07 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/621c920a-c89d-4b0a-94b8-0d0564660cf0 HTTP/1.1" status: 204 len: 168 time: 0.1469944 Jul 13 14:00:37.259027 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0ad771-5365-47b0-9906-d00aea192d07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=621c920a-c89d-4b0a-94b8-0d0564660cf0,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:00:37.272199 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0ad771-5365-47b0-9906-d00aea192d07 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:00:37.272563 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0ad771-5365-47b0-9906-d00aea192d07 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:00:37.272908 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0ad771-5365-47b0-9906-d00aea192d07 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:00:37.273387 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0ad771-5365-47b0-9906-d00aea192d07 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:00:37.273763 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0ad771-5365-47b0-9906-d00aea192d07 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:00:37.274165 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0ad771-5365-47b0-9906-d00aea192d07 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:00:37.274428 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0ad771-5365-47b0-9906-d00aea192d07 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:00:37.274755 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0ad771-5365-47b0-9906-d00aea192d07 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:00:37.275108 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0ad771-5365-47b0-9906-d00aea192d07 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:00:37.275395 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0ad771-5365-47b0-9906-d00aea192d07 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:00:37.275721 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0ad771-5365-47b0-9906-d00aea192d07 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:00:37.276135 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0ad771-5365-47b0-9906-d00aea192d07 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:00:38.207883 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ce4c08-e16c-45c3-8211-aa944b47f0be req-6b80d315-5657-4b09-8178-dd1469a0f25d tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:00:38.209374 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-46ce4c08-e16c-45c3-8211-aa944b47f0be req-6b80d315-5657-4b09-8178-dd1469a0f25d tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/ports?device_id=259a57d9-04bb-4042-aef0-474dcd2a3ae5 HTTP/1.1" status: 200 len: 945 time: 0.0697021 Jul 13 14:00:38.250168 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-46ce4c08-e16c-45c3-8211-aa944b47f0be req-9690f3ff-58b2-471e-ad96-689c82eddf9e tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/security-groups?id=398172ee-e9aa-4936-b641-f081bdbf3647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331950 Jul 13 14:00:38.430591 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d076c7a6-234e-4be3-9c24-0aa981fd0288 req-14d30ac9-8909-4cd4-b7b8-50005c9da412 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:00:38.432133 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d076c7a6-234e-4be3-9c24-0aa981fd0288 req-14d30ac9-8909-4cd4-b7b8-50005c9da412 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/ports?device_id=259a57d9-04bb-4042-aef0-474dcd2a3ae5 HTTP/1.1" status: 200 len: 945 time: 0.0655959 Jul 13 14:00:38.441096 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 36544) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:00:38.445840 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-d04ad5a4-fad0-4b64-a50a-af0ee0275d5c tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Request body: {'floatingip': {'port_id': 'f4f0e6bb-2d37-47aa-90f5-cc4d30a556ee'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:00:38.488417 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d04ad5a4-fad0-4b64-a50a-af0ee0275d5c tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Notify callbacks [] for floatingip, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:39.008236 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d04ad5a4-fad0-4b64-a50a-af0ee0275d5c tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:39.012120 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d04ad5a4-fad0-4b64-a50a-af0ee0275d5c tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446547'] for floatingip, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:39.119064 n-d-800634-1 neutron-server[93751]: INFO neutron.db.l3_db [None req-d04ad5a4-fad0-4b64-a50a-af0ee0275d5c tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Floating IP 206f3f25-cca3-4044-a3f3-3f170d1ba0dc associated. External IP: 172.25.6.45, port: f4f0e6bb-2d37-47aa-90f5-cc4d30a556ee. Jul 13 14:00:39.335017 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d04ad5a4-fad0-4b64-a50a-af0ee0275d5c tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Router acbc0106-a8d2-42a5-8ae5-4aefabe578e4 has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:00:39.454467 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d04ad5a4-fad0-4b64-a50a-af0ee0275d5c tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:00:39.459574 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d04ad5a4-fad0-4b64-a50a-af0ee0275d5c tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for floatingip, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:39.470512 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-020ea110-78af-4853-a230-8fddd6997ca3 None None] Sync routers for ids ['acbc0106-a8d2-42a5-8ae5-4aefabe578e4'] in n-d-800634-1 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:00:39.482255 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020ea110-78af-4853-a230-8fddd6997ca3 None None] Routers {'acbc0106-a8d2-42a5-8ae5-4aefabe578e4'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:00:39.482983 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-020ea110-78af-4853-a230-8fddd6997ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:00:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['acbc0106-a8d2-42a5-8ae5-4aefabe578e4'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:00:39.499452 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-d04ad5a4-fad0-4b64-a50a-af0ee0275d5c tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "PUT /v2.0/floatingips/206f3f25-cca3-4044-a3f3-3f170d1ba0dc HTTP/1.1" status: 200 len: 990 time: 1.0570226 Jul 13 14:00:39.499833 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '259a57d9-04bb-4042-aef0-474dcd2a3ae5', 'tag': 'f4f0e6bb-2d37-47aa-90f5-cc4d30a556ee'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:00:39.510121 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d17b627af75e17e0f4b8d6239d04f8c2f78634e2c585e32a7aeca336500f34a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a958df39-248b-4cd6-9ddf-e595e7598980" -d '{"events": [{"name": "network-changed", "server_uuid": "259a57d9-04bb-4042-aef0-474dcd2a3ae5", "tag": "f4f0e6bb-2d37-47aa-90f5-cc4d30a556ee"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:00:39.570932 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:00:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3ff0cc4-76a0-4048-a685-2950ba8cd598 x-openstack-request-id: req-b3ff0cc4-76a0-4048-a685-2950ba8cd598 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:00:39.571207 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "259a57d9-04bb-4042-aef0-474dcd2a3ae5", "tag": "f4f0e6bb-2d37-47aa-90f5-cc4d30a556ee", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:00:39.571537 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b3ff0cc4-76a0-4048-a685-2950ba8cd598 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:00:39.572009 n-d-800634-1 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '259a57d9-04bb-4042-aef0-474dcd2a3ae5', 'tag': 'f4f0e6bb-2d37-47aa-90f5-cc4d30a556ee', 'status': 'completed', 'code': 200} Jul 13 14:00:39.628047 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-020ea110-78af-4853-a230-8fddd6997ca3 None None] Set router acbc0106-a8d2-42a5-8ae5-4aefabe578e4 gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:00:39.660503 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a958df39-248b-4cd6-9ddf-e595e7598980 req-e38086a2-1f85-4f76-9ea4-dbee3696fa19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:00:39.662134 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a958df39-248b-4cd6-9ddf-e595e7598980 req-e38086a2-1f85-4f76-9ea4-dbee3696fa19 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=adbbbd39f9524bd68afb0008cc2d263c&device_id=259a57d9-04bb-4042-aef0-474dcd2a3ae5 HTTP/1.1" status: 200 len: 1096 time: 0.0594199 Jul 13 14:00:39.780693 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a958df39-248b-4cd6-9ddf-e595e7598980 req-a0fb7321-1a4b-49ce-bd9b-109883c971c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:00:39.782477 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a958df39-248b-4cd6-9ddf-e595e7598980 req-a0fb7321-1a4b-49ce-bd9b-109883c971c2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=94bf27fb-3476-4944-8d19-915922f54fa2 HTTP/1.1" status: 200 len: 916 time: 0.1147757 Jul 13 14:00:39.858037 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a958df39-248b-4cd6-9ddf-e595e7598980 req-c0f442ed-b04e-4f9e-b6c6-4d3cd2c903e0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f4f0e6bb-2d37-47aa-90f5-cc4d30a556ee HTTP/1.1" status: 200 len: 998 time: 0.0686047 Jul 13 14:00:39.873665 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-020ea110-78af-4853-a230-8fddd6997ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acbc0106-a8d2-42a5-8ae5-4aefabe578e4', 'name': 'tempest-AttachVolumeShelveTestJSON-808629702-router', 'tenant_id': 'adbbbd39f9524bd68afb0008cc2d263c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.28'}], 'enable_snat': True}, 'gw_port_id': '20bef416-70ed-440a-9fa4-dcd89bd439c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:56:38Z', 'updated_at': '2021-07-13T13:56:43Z', 'revision_number': 4, 'project_id': 'adbbbd39f9524bd68afb0008cc2d263c', 'gw_port': {'id': '20bef416-70ed-440a-9fa4-dcd89bd439c8', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:0d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acbc0106-a8d2-42a5-8ae5-4aefabe578e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2837, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:56:39Z', 'updated_at': '2021-07-13T13:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_floatingips': [{'id': '206f3f25-cca3-4044-a3f3-3f170d1ba0dc', 'tenant_id': 'adbbbd39f9524bd68afb0008cc2d263c', 'floating_ip_address': '172.25.6.45', 'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'router_id': 'acbc0106-a8d2-42a5-8ae5-4aefabe578e4', 'port_id': 'f4f0e6bb-2d37-47aa-90f5-cc4d30a556ee', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3057, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94bf27fb-3476-4944-8d19-915922f54fa2', 'mac_address': 'fa:16:3e:14:c8:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '259a57d9-04bb-4042-aef0-474dcd2a3ae5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:00:26Z', 'updated_at': '2021-07-13T14:00:38Z', 'revision_number': 1, 'project_id': 'adbbbd39f9524bd68afb0008cc2d263c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc3742a2-d0f1-4cc7-81c9-82e13be9415c', 'name': '', 'network_id': '94bf27fb-3476-4944-8d19-915922f54fa2', 'tenant_id': 'adbbbd39f9524bd68afb0008cc2d263c', 'mac_address': 'fa:16:3e:c8:81:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acbc0106-a8d2-42a5-8ae5-4aefabe578e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': 'edd80540-96ff-46b4-a1d4-1e9bba1df368', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:56:42Z', 'updated_at': '2021-07-13T13:56:49Z', 'revision_number': 5, 'project_id': 'adbbbd39f9524bd68afb0008cc2d263c', 'subnets': [{'id': 'edd80540-96ff-46b4-a1d4-1e9bba1df368', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:00:39.908272 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 36586) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:00:39.909568 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a958df39-248b-4cd6-9ddf-e595e7598980 req-1fc63572-d0f7-4cf0-b6ac-db39afdc5a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:00:39.911321 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a958df39-248b-4cd6-9ddf-e595e7598980 req-1fc63572-d0f7-4cf0-b6ac-db39afdc5a0a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=edd80540-96ff-46b4-a1d4-1e9bba1df368 HTTP/1.1" status: 200 len: 855 time: 0.0473137 Jul 13 14:00:39.912105 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-020ea110-78af-4853-a230-8fddd6997ca3 None None] Checking router: acbc0106-a8d2-42a5-8ae5-4aefabe578e4 for host: n-d-800634-1 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:00:39.921366 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020ea110-78af-4853-a230-8fddd6997ca3 None None] Routers {'acbc0106-a8d2-42a5-8ae5-4aefabe578e4'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:00:39.926042 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-020ea110-78af-4853-a230-8fddd6997ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:00:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['acbc0106-a8d2-42a5-8ae5-4aefabe578e4'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:00:39.976636 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a958df39-248b-4cd6-9ddf-e595e7598980 req-ea2c710b-e1b7-4d38-8898-1ee659059dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:00:39.978184 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a958df39-248b-4cd6-9ddf-e595e7598980 req-ea2c710b-e1b7-4d38-8898-1ee659059dbd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=94bf27fb-3476-4944-8d19-915922f54fa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0603106 Jul 13 14:00:39.997925 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [req-a958df39-248b-4cd6-9ddf-e595e7598980 req-344a8ca1-75c7-4558-b5ba-fe84d2985655 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 14:00:39.999683 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a958df39-248b-4cd6-9ddf-e595e7598980 req-344a8ca1-75c7-4558-b5ba-fe84d2985655 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0093603 Jul 13 14:00:40.024631 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8245bc9f-d624-41a5-af23-88c833d949fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:40.048878 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-020ea110-78af-4853-a230-8fddd6997ca3 None None] Set router acbc0106-a8d2-42a5-8ae5-4aefabe578e4 gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:00:40.109314 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a958df39-248b-4cd6-9ddf-e595e7598980 req-c76e5616-f8ce-4077-adaa-5bd50e3ca007 service neutron] 10.222.0.26 "GET /v2.0/networks/94bf27fb-3476-4944-8d19-915922f54fa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031344 Jul 13 14:00:40.141217 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8245bc9f-d624-41a5-af23-88c833d949fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:40.146032 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8245bc9f-d624-41a5-af23-88c833d949fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:40.185572 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8245bc9f-d624-41a5-af23-88c833d949fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9f78034-5970-4720-9e05-42bae3b93dc2,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:00:40.193272 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-8245bc9f-d624-41a5-af23-88c833d949fa admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b65a863ea574436f9aea5afc515fdf2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2806530 Jul 13 14:00:40.193501 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 36592) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:00:40.210551 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a958df39-248b-4cd6-9ddf-e595e7598980 req-4ae09d1d-1ca5-4427-8c9c-1e2e8d84133f service neutron] 10.222.0.26 "GET /v2.0/networks/94bf27fb-3476-4944-8d19-915922f54fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954301 Jul 13 14:00:40.249346 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1ee2476a-37e2-4de0-a438-3da634ef962c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:40.270696 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1ee2476a-37e2-4de0-a438-3da634ef962c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:40.326980 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1ee2476a-37e2-4de0-a438-3da634ef962c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:40.331292 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1ee2476a-37e2-4de0-a438-3da634ef962c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:40.333198 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-1ee2476a-37e2-4de0-a438-3da634ef962c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b9f78034-5970-4720-9e05-42bae3b93dc2 HTTP/1.1" status: 204 len: 168 time: 0.1385183 Jul 13 14:00:40.342802 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee2476a-37e2-4de0-a438-3da634ef962c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9f78034-5970-4720-9e05-42bae3b93dc2,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:00:40.404049 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-020ea110-78af-4853-a230-8fddd6997ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acbc0106-a8d2-42a5-8ae5-4aefabe578e4', 'name': 'tempest-AttachVolumeShelveTestJSON-808629702-router', 'tenant_id': 'adbbbd39f9524bd68afb0008cc2d263c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.28'}], 'enable_snat': True}, 'gw_port_id': '20bef416-70ed-440a-9fa4-dcd89bd439c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:56:38Z', 'updated_at': '2021-07-13T13:56:43Z', 'revision_number': 4, 'project_id': 'adbbbd39f9524bd68afb0008cc2d263c', 'gw_port': {'id': '20bef416-70ed-440a-9fa4-dcd89bd439c8', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:0d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acbc0106-a8d2-42a5-8ae5-4aefabe578e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2837, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:56:39Z', 'updated_at': '2021-07-13T13:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_floatingips': [{'id': '206f3f25-cca3-4044-a3f3-3f170d1ba0dc', 'tenant_id': 'adbbbd39f9524bd68afb0008cc2d263c', 'floating_ip_address': '172.25.6.45', 'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'router_id': 'acbc0106-a8d2-42a5-8ae5-4aefabe578e4', 'port_id': 'f4f0e6bb-2d37-47aa-90f5-cc4d30a556ee', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3057, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94bf27fb-3476-4944-8d19-915922f54fa2', 'mac_address': 'fa:16:3e:14:c8:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '259a57d9-04bb-4042-aef0-474dcd2a3ae5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:00:26Z', 'updated_at': '2021-07-13T14:00:38Z', 'revision_number': 1, 'project_id': 'adbbbd39f9524bd68afb0008cc2d263c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc3742a2-d0f1-4cc7-81c9-82e13be9415c', 'name': '', 'network_id': '94bf27fb-3476-4944-8d19-915922f54fa2', 'tenant_id': 'adbbbd39f9524bd68afb0008cc2d263c', 'mac_address': 'fa:16:3e:c8:81:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acbc0106-a8d2-42a5-8ae5-4aefabe578e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': 'edd80540-96ff-46b4-a1d4-1e9bba1df368', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:56:42Z', 'updated_at': '2021-07-13T13:56:49Z', 'revision_number': 5, 'project_id': 'adbbbd39f9524bd68afb0008cc2d263c', 'subnets': [{'id': 'edd80540-96ff-46b4-a1d4-1e9bba1df368', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:00:40.431411 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-020ea110-78af-4853-a230-8fddd6997ca3 None None] The sync data for ids ['acbc0106-a8d2-42a5-8ae5-4aefabe578e4'] in n-d-800634-1 is: [{'id': 'acbc0106-a8d2-42a5-8ae5-4aefabe578e4', 'name': 'tempest-AttachVolumeShelveTestJSON-808629702-router', 'tenant_id': 'adbbbd39f9524bd68afb0008cc2d263c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.28'}], 'enable_snat': True}, 'gw_port_id': '20bef416-70ed-440a-9fa4-dcd89bd439c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:56:38Z', 'updated_at': '2021-07-13T13:56:43Z', 'revision_number': 4, 'project_id': 'adbbbd39f9524bd68afb0008cc2d263c', 'gw_port': {'id': '20bef416-70ed-440a-9fa4-dcd89bd439c8', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:0d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acbc0106-a8d2-42a5-8ae5-4aefabe578e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2837, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:56:39Z', 'updated_at': '2021-07-13T13:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_floatingips': [{'id': '206f3f25-cca3-4044-a3f3-3f170d1ba0dc', 'tenant_id': 'adbbbd39f9524bd68afb0008cc2d263c', 'floating_ip_address': '172.25.6.45', 'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'router_id': 'acbc0106-a8d2-42a5-8ae5-4aefabe578e4', 'port_id': 'f4f0e6bb-2d37-47aa-90f5-cc4d30a556ee', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3057, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94bf27fb-3476-4944-8d19-915922f54fa2', 'mac_address': 'fa:16:3e:14:c8:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '259a57d9-04bb-4042-aef0-474dcd2a3ae5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:00:26Z', 'updated_at': '2021-07-13T14:00:38Z', 'revision_number': 1, 'project_id': 'adbbbd39f9524bd68afb0008cc2d263c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc3742a2-d0f1-4cc7-81c9-82e13be9415c', 'name': '', 'network_id': '94bf27fb-3476-4944-8d19-915922f54fa2', 'tenant_id': 'adbbbd39f9524bd68afb0008cc2d263c', 'mac_address': 'fa:16:3e:c8:81:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acbc0106-a8d2-42a5-8ae5-4aefabe578e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': 'edd80540-96ff-46b4-a1d4-1e9bba1df368', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:56:42Z', 'updated_at': '2021-07-13T13:56:49Z', 'revision_number': 5, 'project_id': 'adbbbd39f9524bd68afb0008cc2d263c', 'subnets': [{'id': 'edd80540-96ff-46b4-a1d4-1e9bba1df368', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:00:40.634825 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 36600) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:00:40.644791 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd49d722-88f3-41c7-b7e1-4425aced3fa9 None None] New status for floating IP 206f3f25-cca3-4044-a3f3-3f170d1ba0dc: ACTIVE {{(pid=93752) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 14:00:40.659774 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d469cf00-7abb-4e05-a639-3eccdaba6524 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:40.763883 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d469cf00-7abb-4e05-a639-3eccdaba6524 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:40.769626 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d469cf00-7abb-4e05-a639-3eccdaba6524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:40.811612 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-d469cf00-7abb-4e05-a639-3eccdaba6524 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=94f569d5125a4fe5a870910de9afd3ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1749430 Jul 13 14:00:40.813791 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d469cf00-7abb-4e05-a639-3eccdaba6524 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05e86332-9cf3-4a89-9300-491ec22d13c7,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:00:40.815336 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 36602) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:00:40.871551 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fad149fb-339d-4a91-8e77-30c435262c46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:40.894837 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fad149fb-339d-4a91-8e77-30c435262c46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:40.947125 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fad149fb-339d-4a91-8e77-30c435262c46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:40.950071 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fad149fb-339d-4a91-8e77-30c435262c46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:40.951292 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-fad149fb-339d-4a91-8e77-30c435262c46 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/05e86332-9cf3-4a89-9300-491ec22d13c7 HTTP/1.1" status: 204 len: 168 time: 0.1348708 Jul 13 14:00:40.960658 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad149fb-339d-4a91-8e77-30c435262c46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05e86332-9cf3-4a89-9300-491ec22d13c7,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:00:47.206146 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-7d456450-61f9-492d-a24b-35412a37d3bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:48.032461 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24862832-3847-44ca-89bf-6ccf01ae69be req-d4c979cb-b0d3-4e27-b8b1-03a76956bf02 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:00:48.039135 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24862832-3847-44ca-89bf-6ccf01ae69be req-d4c979cb-b0d3-4e27-b8b1-03a76956bf02 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:00:48.045189 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24862832-3847-44ca-89bf-6ccf01ae69be req-d4c979cb-b0d3-4e27-b8b1-03a76956bf02 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:00:48.051149 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24862832-3847-44ca-89bf-6ccf01ae69be req-d4c979cb-b0d3-4e27-b8b1-03a76956bf02 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:00:48.057088 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24862832-3847-44ca-89bf-6ccf01ae69be req-d4c979cb-b0d3-4e27-b8b1-03a76956bf02 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:00:48.063070 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24862832-3847-44ca-89bf-6ccf01ae69be req-d4c979cb-b0d3-4e27-b8b1-03a76956bf02 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:00:48.069401 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24862832-3847-44ca-89bf-6ccf01ae69be req-d4c979cb-b0d3-4e27-b8b1-03a76956bf02 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:00:48.071412 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-24862832-3847-44ca-89bf-6ccf01ae69be req-d4c979cb-b0d3-4e27-b8b1-03a76956bf02 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] 10.222.0.23 "GET /v2.0/ports?device_id=607ad771-cd6f-4fcf-b175-a30341f1423f HTTP/1.1" status: 200 len: 5443 time: 0.1167006 Jul 13 14:00:48.114585 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-24862832-3847-44ca-89bf-6ccf01ae69be req-b12e7e19-2e1e-4be6-8e74-448140f339fc tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7715277-f4f6-436d-9885-f716be877834&id=85c9413d-5aef-4db8-8eb1-39a597c8c461&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0371544 Jul 13 14:00:48.322292 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be28c845-aeaa-4f84-bdb0-a4547ba55583 req-318a9d8f-e5dc-4bbe-b9dd-8682431cbe40 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:00:48.328235 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be28c845-aeaa-4f84-bdb0-a4547ba55583 req-318a9d8f-e5dc-4bbe-b9dd-8682431cbe40 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:00:48.335161 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be28c845-aeaa-4f84-bdb0-a4547ba55583 req-318a9d8f-e5dc-4bbe-b9dd-8682431cbe40 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:00:48.341035 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be28c845-aeaa-4f84-bdb0-a4547ba55583 req-318a9d8f-e5dc-4bbe-b9dd-8682431cbe40 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:00:48.348901 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be28c845-aeaa-4f84-bdb0-a4547ba55583 req-318a9d8f-e5dc-4bbe-b9dd-8682431cbe40 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:00:48.354836 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be28c845-aeaa-4f84-bdb0-a4547ba55583 req-318a9d8f-e5dc-4bbe-b9dd-8682431cbe40 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:00:48.360801 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be28c845-aeaa-4f84-bdb0-a4547ba55583 req-318a9d8f-e5dc-4bbe-b9dd-8682431cbe40 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:00:48.363463 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-be28c845-aeaa-4f84-bdb0-a4547ba55583 req-318a9d8f-e5dc-4bbe-b9dd-8682431cbe40 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] 10.222.0.23 "GET /v2.0/ports?device_id=607ad771-cd6f-4fcf-b175-a30341f1423f HTTP/1.1" status: 200 len: 5443 time: 0.1166773 Jul 13 14:00:49.859467 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-709d501b-534d-4a41-a718-09a4b5c99b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:50.030054 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:50.415354 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 36762) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:00:50.525372 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75c6ebb-5620-4054-8a9d-7e42b6fa8cc3 req-ed212f48-a03c-4b96-9be7-93b44497d79a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:00:50.525880 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75c6ebb-5620-4054-8a9d-7e42b6fa8cc3 req-ed212f48-a03c-4b96-9be7-93b44497d79a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:00:50.526363 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75c6ebb-5620-4054-8a9d-7e42b6fa8cc3 req-ed212f48-a03c-4b96-9be7-93b44497d79a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:00:50.526833 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75c6ebb-5620-4054-8a9d-7e42b6fa8cc3 req-ed212f48-a03c-4b96-9be7-93b44497d79a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:00:50.527298 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75c6ebb-5620-4054-8a9d-7e42b6fa8cc3 req-ed212f48-a03c-4b96-9be7-93b44497d79a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:00:50.527764 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75c6ebb-5620-4054-8a9d-7e42b6fa8cc3 req-ed212f48-a03c-4b96-9be7-93b44497d79a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:00:50.528224 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75c6ebb-5620-4054-8a9d-7e42b6fa8cc3 req-ed212f48-a03c-4b96-9be7-93b44497d79a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:00:50.534881 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d75c6ebb-5620-4054-8a9d-7e42b6fa8cc3 req-ed212f48-a03c-4b96-9be7-93b44497d79a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=607ad771-cd6f-4fcf-b175-a30341f1423f HTTP/1.1" status: 200 len: 6500 time: 0.1184578 Jul 13 14:00:50.574454 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d75c6ebb-5620-4054-8a9d-7e42b6fa8cc3 req-c79ec7b1-bf84-4d93-89fd-af7421df23fa service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=e7715277-f4f6-436d-9885-f716be877834&id=85c9413d-5aef-4db8-8eb1-39a597c8c461&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0372384 Jul 13 14:00:51.140472 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:52.655750 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:54.552596 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:00:58.526605 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [req-991d25b9-4469-4edc-8c5f-f654b87d7524 req-84d601ab-efae-40a1-a66d-6d68b57b6de0 service neutron] (93750) timed out ('10.222.0.23', 41220) {{(pid=93750) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 13 14:00:58.673716 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 36844) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:00:58.781816 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-be1a038e-0538-4514-a672-b1787b60a1b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:58.872573 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-be1a038e-0538-4514-a672-b1787b60a1b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:58.876776 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-be1a038e-0538-4514-a672-b1787b60a1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:58.916538 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-be1a038e-0538-4514-a672-b1787b60a1b3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5d73e702097b4de9acd209bdd6337f47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2415264 Jul 13 14:00:58.917668 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1a038e-0538-4514-a672-b1787b60a1b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9beb6b1-aeae-4a05-81d7-f789344ea106,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:00:58.919247 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 36848) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:00:58.925565 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1a038e-0538-4514-a672-b1787b60a1b3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:00:58.925980 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1a038e-0538-4514-a672-b1787b60a1b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:00:58.926562 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1a038e-0538-4514-a672-b1787b60a1b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:00:58.926692 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1a038e-0538-4514-a672-b1787b60a1b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:00:58.926968 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1a038e-0538-4514-a672-b1787b60a1b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:00:58.927407 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1a038e-0538-4514-a672-b1787b60a1b3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:00:58.927715 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1a038e-0538-4514-a672-b1787b60a1b3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:00:58.928081 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1a038e-0538-4514-a672-b1787b60a1b3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:00:58.928406 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1a038e-0538-4514-a672-b1787b60a1b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:00:58.928735 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1a038e-0538-4514-a672-b1787b60a1b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:00:58.929117 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1a038e-0538-4514-a672-b1787b60a1b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:00:58.929367 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1a038e-0538-4514-a672-b1787b60a1b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:00:58.978174 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-35f2b4f3-f867-4b14-8c30-6d91984bf18f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:58.998216 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-35f2b4f3-f867-4b14-8c30-6d91984bf18f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:59.044056 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-35f2b4f3-f867-4b14-8c30-6d91984bf18f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:59.046551 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-35f2b4f3-f867-4b14-8c30-6d91984bf18f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:00:59.047686 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-35f2b4f3-f867-4b14-8c30-6d91984bf18f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a9beb6b1-aeae-4a05-81d7-f789344ea106 HTTP/1.1" status: 204 len: 168 time: 0.1274748 Jul 13 14:00:59.055167 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f2b4f3-f867-4b14-8c30-6d91984bf18f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9beb6b1-aeae-4a05-81d7-f789344ea106,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:01:00.450638 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:01:00.796895 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:01:05.224497 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-44fac245-623b-418d-90d7-031e04ca4f0d req-adebffda-8fc6-4594-be50-9e09bf73724a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=607ad771-cd6f-4fcf-b175-a30341f1423f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1865480 Jul 13 14:01:05.332747 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fac245-623b-418d-90d7-031e04ca4f0d req-d89b3a9d-2bf8-4141-a927-0b92dd1185d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:01:05.333227 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fac245-623b-418d-90d7-031e04ca4f0d req-d89b3a9d-2bf8-4141-a927-0b92dd1185d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:01:05.333695 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fac245-623b-418d-90d7-031e04ca4f0d req-d89b3a9d-2bf8-4141-a927-0b92dd1185d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:01:05.334182 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fac245-623b-418d-90d7-031e04ca4f0d req-d89b3a9d-2bf8-4141-a927-0b92dd1185d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:01:05.334638 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fac245-623b-418d-90d7-031e04ca4f0d req-d89b3a9d-2bf8-4141-a927-0b92dd1185d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:01:05.335095 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fac245-623b-418d-90d7-031e04ca4f0d req-d89b3a9d-2bf8-4141-a927-0b92dd1185d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:01:05.335551 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fac245-623b-418d-90d7-031e04ca4f0d req-d89b3a9d-2bf8-4141-a927-0b92dd1185d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:01:05.337522 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-44fac245-623b-418d-90d7-031e04ca4f0d req-d89b3a9d-2bf8-4141-a927-0b92dd1185d3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cddde6624d514a049e75835df6c903ed&device_id=607ad771-cd6f-4fcf-b175-a30341f1423f HTTP/1.1" status: 200 len: 6500 time: 0.0664227 Jul 13 14:01:05.453425 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fac245-623b-418d-90d7-031e04ca4f0d req-85f13566-1ee4-4441-8807-f648e8d2062d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:01:05.453875 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fac245-623b-418d-90d7-031e04ca4f0d req-85f13566-1ee4-4441-8807-f648e8d2062d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:01:05.454340 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fac245-623b-418d-90d7-031e04ca4f0d req-85f13566-1ee4-4441-8807-f648e8d2062d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:01:05.456032 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-44fac245-623b-418d-90d7-031e04ca4f0d req-85f13566-1ee4-4441-8807-f648e8d2062d service neutron] 10.222.0.41 "GET /v2.0/networks?id=446293fa-d089-4a73-be46-3f7c6317a56f&id=c10609af-899d-4476-bb3f-a1771ca4066b&id=c10609af-899d-4476-bb3f-a1771ca4066b&id=c10609af-899d-4476-bb3f-a1771ca4066b&id=c10609af-899d-4476-bb3f-a1771ca4066b&id=66d18ebd-c35e-4e15-b1ef-9323bd11d006&id=66d18ebd-c35e-4e15-b1ef-9323bd11d006 HTTP/1.1" status: 200 len: 2294 time: 0.0930443 Jul 13 14:01:05.524670 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-44fac245-623b-418d-90d7-031e04ca4f0d req-be563704-d0ed-4547-bbe0-9007f89be960 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9471cf76-3a42-44c0-8380-63156b7de0c5 HTTP/1.1" status: 200 len: 1002 time: 0.0626667 Jul 13 14:01:05.573548 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fac245-623b-418d-90d7-031e04ca4f0d req-7ad5e39c-8aaf-42d9-8ec8-a8b8189107d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:01:05.575067 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-44fac245-623b-418d-90d7-031e04ca4f0d req-7ad5e39c-8aaf-42d9-8ec8-a8b8189107d0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3e740739-b63f-4ad3-b5cf-d6f6b58861d6 HTTP/1.1" status: 200 len: 855 time: 0.0445213 Jul 13 14:01:05.634922 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fac245-623b-418d-90d7-031e04ca4f0d req-97ba1b47-131a-4244-bdfa-0946d7726bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:01:05.636430 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-44fac245-623b-418d-90d7-031e04ca4f0d req-97ba1b47-131a-4244-bdfa-0946d7726bb1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=446293fa-d089-4a73-be46-3f7c6317a56f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0551124 Jul 13 14:01:05.647318 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [req-44fac245-623b-418d-90d7-031e04ca4f0d req-84952887-4347-4036-8294-104c06a2411c service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93750) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 14:01:05.648354 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-44fac245-623b-418d-90d7-031e04ca4f0d req-84952887-4347-4036-8294-104c06a2411c service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050967 Jul 13 14:01:05.739357 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-44fac245-623b-418d-90d7-031e04ca4f0d req-11c3b412-2320-4b0c-86cc-10ea82770cf4 service neutron] 10.222.0.41 "GET /v2.0/networks/446293fa-d089-4a73-be46-3f7c6317a56f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847943 Jul 13 14:01:05.829598 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-44fac245-623b-418d-90d7-031e04ca4f0d req-1a4a899a-9418-43ca-bed5-32c66a9b0a5c service neutron] 10.222.0.41 "GET /v2.0/networks/446293fa-d089-4a73-be46-3f7c6317a56f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841134 Jul 13 14:01:05.870759 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-44fac245-623b-418d-90d7-031e04ca4f0d req-75a90e95-fcbd-4e9b-b06c-dab5cb807edc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.65&port_id=580fca4a-3ae1-4d32-ab03-327db6d3f362 HTTP/1.1" status: 200 len: 217 time: 0.0348310 Jul 13 14:01:05.927300 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fac245-623b-418d-90d7-031e04ca4f0d req-26621c43-f9be-496c-a152-3912fb6f1194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:01:05.928782 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-44fac245-623b-418d-90d7-031e04ca4f0d req-26621c43-f9be-496c-a152-3912fb6f1194 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d8135eef-58f0-4af0-b4cf-468c412106b7 HTTP/1.1" status: 200 len: 797 time: 0.0519783 Jul 13 14:01:05.987729 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fac245-623b-418d-90d7-031e04ca4f0d req-97083731-968c-4093-99f3-e3554972d105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:01:05.989375 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-44fac245-623b-418d-90d7-031e04ca4f0d req-97083731-968c-4093-99f3-e3554972d105 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c10609af-899d-4476-bb3f-a1771ca4066b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0542696 Jul 13 14:01:06.084413 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-44fac245-623b-418d-90d7-031e04ca4f0d req-88397090-d5b9-4fcf-b53c-ab59eb8f879a service neutron] 10.222.0.41 "GET /v2.0/networks/c10609af-899d-4476-bb3f-a1771ca4066b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888937 Jul 13 14:01:06.188595 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-44fac245-623b-418d-90d7-031e04ca4f0d req-41ace6e8-4280-487c-bb1e-bccadf799313 service neutron] 10.222.0.41 "GET /v2.0/networks/c10609af-899d-4476-bb3f-a1771ca4066b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972378 Jul 13 14:01:06.229897 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-44fac245-623b-418d-90d7-031e04ca4f0d req-0c605669-e8e5-4f50-a88e-256ed3f9d576 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.196&port_id=364b743d-042d-4734-ac77-5bc18537c35c HTTP/1.1" status: 200 len: 217 time: 0.0355349 Jul 13 14:01:06.292539 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fac245-623b-418d-90d7-031e04ca4f0d req-3bf5a4c9-8020-4e62-9334-ff2694c930f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:01:06.294324 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-44fac245-623b-418d-90d7-031e04ca4f0d req-3bf5a4c9-8020-4e62-9334-ff2694c930f2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d8135eef-58f0-4af0-b4cf-468c412106b7 HTTP/1.1" status: 200 len: 797 time: 0.0586538 Jul 13 14:01:06.303393 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e3315862-0917-476b-8ef7-ae564654817b req-ba58d80d-ad8a-42b8-b304-9bd4ea60f0c0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=259a57d9-04bb-4042-aef0-474dcd2a3ae5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0674143 Jul 13 14:01:06.420700 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3315862-0917-476b-8ef7-ae564654817b req-eba088a9-efd8-43d4-8443-5813cd9f4faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:01:06.422255 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e3315862-0917-476b-8ef7-ae564654817b req-eba088a9-efd8-43d4-8443-5813cd9f4faa service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=adbbbd39f9524bd68afb0008cc2d263c&device_id=259a57d9-04bb-4042-aef0-474dcd2a3ae5 HTTP/1.1" status: 200 len: 1096 time: 0.0724316 Jul 13 14:01:06.554644 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3315862-0917-476b-8ef7-ae564654817b req-0a364337-cc21-4fa0-87fc-3a6f07615aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:01:06.556179 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e3315862-0917-476b-8ef7-ae564654817b req-0a364337-cc21-4fa0-87fc-3a6f07615aef service neutron] 10.222.0.26 "GET /v2.0/networks?id=94bf27fb-3476-4944-8d19-915922f54fa2 HTTP/1.1" status: 200 len: 916 time: 0.1084464 Jul 13 14:01:06.627644 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e3315862-0917-476b-8ef7-ae564654817b req-e3e2e31d-f599-4819-ad15-e5b898f25b98 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f4f0e6bb-2d37-47aa-90f5-cc4d30a556ee HTTP/1.1" status: 200 len: 1000 time: 0.0641429 Jul 13 14:01:06.642677 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fac245-623b-418d-90d7-031e04ca4f0d req-e2f2f340-2fd7-4aba-88cf-87623c9848c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:01:06.644843 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-44fac245-623b-418d-90d7-031e04ca4f0d req-e2f2f340-2fd7-4aba-88cf-87623c9848c7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c10609af-899d-4476-bb3f-a1771ca4066b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3434422 Jul 13 14:01:06.682900 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3315862-0917-476b-8ef7-ae564654817b req-f9efdb3a-50c9-438f-a2a4-0109e04a61c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:01:06.684508 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e3315862-0917-476b-8ef7-ae564654817b req-f9efdb3a-50c9-438f-a2a4-0109e04a61c1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=edd80540-96ff-46b4-a1d4-1e9bba1df368 HTTP/1.1" status: 200 len: 855 time: 0.0508015 Jul 13 14:01:06.746481 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-44fac245-623b-418d-90d7-031e04ca4f0d req-1682b4fb-9b28-46a4-b3d2-0169d7c6565b service neutron] 10.222.0.41 "GET /v2.0/networks/c10609af-899d-4476-bb3f-a1771ca4066b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952411 Jul 13 14:01:06.865846 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-44fac245-623b-418d-90d7-031e04ca4f0d req-d4bccd3e-d229-4162-b98e-dcfe970cb02a service neutron] 10.222.0.41 "GET /v2.0/networks/c10609af-899d-4476-bb3f-a1771ca4066b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123571 Jul 13 14:01:06.912219 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-44fac245-623b-418d-90d7-031e04ca4f0d req-fec6912f-1c36-48a9-b48a-e15e620d52e4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.56&port_id=c1b3bef8-8fa9-45c3-9d8e-303ce20bc8ef HTTP/1.1" status: 200 len: 217 time: 0.0399511 Jul 13 14:01:06.974700 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fac245-623b-418d-90d7-031e04ca4f0d req-9a942cd0-3f75-4e1d-be21-2328a1076dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:01:06.976184 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-44fac245-623b-418d-90d7-031e04ca4f0d req-9a942cd0-3f75-4e1d-be21-2328a1076dd7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d8135eef-58f0-4af0-b4cf-468c412106b7 HTTP/1.1" status: 200 len: 797 time: 0.0583541 Jul 13 14:01:07.041272 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3315862-0917-476b-8ef7-ae564654817b req-2fdf0807-f96b-4aa9-84f3-2756486c2af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:01:07.043783 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e3315862-0917-476b-8ef7-ae564654817b req-2fdf0807-f96b-4aa9-84f3-2756486c2af5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=94bf27fb-3476-4944-8d19-915922f54fa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3520653 Jul 13 14:01:07.045258 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fac245-623b-418d-90d7-031e04ca4f0d req-638ccfb7-a61d-4a5d-ad7c-484bf25d8054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:01:07.047049 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-44fac245-623b-418d-90d7-031e04ca4f0d req-638ccfb7-a61d-4a5d-ad7c-484bf25d8054 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c10609af-899d-4476-bb3f-a1771ca4066b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0644414 Jul 13 14:01:07.190979 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-44fac245-623b-418d-90d7-031e04ca4f0d req-ef88a27e-352b-4ea4-b775-fe0d7aa6512e service neutron] 10.222.0.41 "GET /v2.0/networks/c10609af-899d-4476-bb3f-a1771ca4066b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365073 Jul 13 14:01:07.193234 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e3315862-0917-476b-8ef7-ae564654817b req-537b084f-9b46-44fb-b415-966f588b25a5 service neutron] 10.222.0.26 "GET /v2.0/networks/94bf27fb-3476-4944-8d19-915922f54fa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419926 Jul 13 14:01:07.376571 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-44fac245-623b-418d-90d7-031e04ca4f0d req-9d7375d8-e1b1-46ec-a52b-27ee679334ff service neutron] 10.222.0.41 "GET /v2.0/networks/c10609af-899d-4476-bb3f-a1771ca4066b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799664 Jul 13 14:01:07.452967 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e3315862-0917-476b-8ef7-ae564654817b req-bdd22306-d061-4c60-a59a-45fae8770b02 service neutron] 10.222.0.26 "GET /v2.0/networks/94bf27fb-3476-4944-8d19-915922f54fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2526636 Jul 13 14:01:07.464050 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-44fac245-623b-418d-90d7-031e04ca4f0d req-be35b6e5-6bcb-418e-aa4b-382d99a5576a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.27&port_id=d3e632d4-9634-467f-9ba8-1d189f1ac176 HTTP/1.1" status: 200 len: 217 time: 0.0812480 Jul 13 14:01:07.558579 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fac245-623b-418d-90d7-031e04ca4f0d req-9c97f17a-69a1-4f35-9940-8c63b42570c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:01:07.564206 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-44fac245-623b-418d-90d7-031e04ca4f0d req-9c97f17a-69a1-4f35-9940-8c63b42570c7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d8135eef-58f0-4af0-b4cf-468c412106b7 HTTP/1.1" status: 200 len: 797 time: 0.0930767 Jul 13 14:01:07.662086 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fac245-623b-418d-90d7-031e04ca4f0d req-132541d2-52b0-498e-9340-923c13930ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:01:07.663939 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-44fac245-623b-418d-90d7-031e04ca4f0d req-132541d2-52b0-498e-9340-923c13930ef0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c10609af-899d-4476-bb3f-a1771ca4066b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0937018 Jul 13 14:01:07.771028 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-44fac245-623b-418d-90d7-031e04ca4f0d req-f86aba21-4783-4ab3-ae62-9fd902dd9b2b service neutron] 10.222.0.41 "GET /v2.0/networks/c10609af-899d-4476-bb3f-a1771ca4066b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001098 Jul 13 14:01:07.870749 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-44fac245-623b-418d-90d7-031e04ca4f0d req-a05ca2da-9a16-4957-af50-b999bc3e449b service neutron] 10.222.0.41 "GET /v2.0/networks/c10609af-899d-4476-bb3f-a1771ca4066b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942783 Jul 13 14:01:07.920897 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-44fac245-623b-418d-90d7-031e04ca4f0d req-bee8579a-cbf2-440f-88ce-97fd00c4e44c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6203edbb-d062-45f4-b681-abe477bae469 HTTP/1.1" status: 200 len: 217 time: 0.0441828 Jul 13 14:01:07.997368 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fac245-623b-418d-90d7-031e04ca4f0d req-10832371-eb7e-41fc-a17a-d811a8d814fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:01:07.999355 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-44fac245-623b-418d-90d7-031e04ca4f0d req-10832371-eb7e-41fc-a17a-d811a8d814fe service neutron] 10.222.0.41 "GET /v2.0/subnets?id=951f324c-d68d-486e-9ca1-85ca6e2b85a7 HTTP/1.1" status: 200 len: 797 time: 0.0726478 Jul 13 14:01:08.086795 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fac245-623b-418d-90d7-031e04ca4f0d req-85bb3755-283d-4007-a411-b2d9e5c80d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:01:08.088359 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-44fac245-623b-418d-90d7-031e04ca4f0d req-85bb3755-283d-4007-a411-b2d9e5c80d49 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=66d18ebd-c35e-4e15-b1ef-9323bd11d006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0831029 Jul 13 14:01:08.207592 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-44fac245-623b-418d-90d7-031e04ca4f0d req-19e0d976-8086-4cf2-846f-04ebb272b422 service neutron] 10.222.0.41 "GET /v2.0/networks/66d18ebd-c35e-4e15-b1ef-9323bd11d006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120446 Jul 13 14:01:08.345452 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-44fac245-623b-418d-90d7-031e04ca4f0d req-b339d648-a408-457e-a03d-2f1b603177d4 service neutron] 10.222.0.41 "GET /v2.0/networks/66d18ebd-c35e-4e15-b1ef-9323bd11d006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312144 Jul 13 14:01:08.398447 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-44fac245-623b-418d-90d7-031e04ca4f0d req-3f01ee87-0c01-4d5a-b49f-46eda835b03a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a28e0383-d778-445e-917b-a6877ab44b08 HTTP/1.1" status: 200 len: 217 time: 0.0476062 Jul 13 14:01:08.457262 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fac245-623b-418d-90d7-031e04ca4f0d req-e51d095f-7e84-44d8-9c6a-30a598f56c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:01:08.458822 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-44fac245-623b-418d-90d7-031e04ca4f0d req-e51d095f-7e84-44d8-9c6a-30a598f56c80 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=951f324c-d68d-486e-9ca1-85ca6e2b85a7 HTTP/1.1" status: 200 len: 797 time: 0.0529168 Jul 13 14:01:08.546022 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fac245-623b-418d-90d7-031e04ca4f0d req-8ab4e9fa-68ab-47ff-aa86-0dc37eab1562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:01:08.548211 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-44fac245-623b-418d-90d7-031e04ca4f0d req-8ab4e9fa-68ab-47ff-aa86-0dc37eab1562 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=66d18ebd-c35e-4e15-b1ef-9323bd11d006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0822299 Jul 13 14:01:08.629679 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 36956) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:01:08.671533 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-44fac245-623b-418d-90d7-031e04ca4f0d req-8347530c-c28d-4513-a527-853c5bcb2e71 service neutron] 10.222.0.41 "GET /v2.0/networks/66d18ebd-c35e-4e15-b1ef-9323bd11d006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166050 Jul 13 14:01:08.791263 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-370a4235-acd1-4906-9b8a-f1e8bf93fb8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:01:08.818510 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-44fac245-623b-418d-90d7-031e04ca4f0d req-43ed9450-19d4-4592-a125-8c0d56225429 service neutron] 10.222.0.41 "GET /v2.0/networks/66d18ebd-c35e-4e15-b1ef-9323bd11d006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409218 Jul 13 14:01:08.918932 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-370a4235-acd1-4906-9b8a-f1e8bf93fb8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:01:08.923496 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-370a4235-acd1-4906-9b8a-f1e8bf93fb8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:01:08.964888 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370a4235-acd1-4906-9b8a-f1e8bf93fb8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c97d9f22-ff5b-4b74-a32a-c2ee8c405e3a,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:01:08.969116 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-370a4235-acd1-4906-9b8a-f1e8bf93fb8a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2664ce8ce0424fdba30a88b91cf1202f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3383832 Jul 13 14:01:08.974111 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 36960) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:01:09.038560 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-39a6f2e8-b4ba-4a70-9279-01c2b19fb984 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:01:09.073640 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-39a6f2e8-b4ba-4a70-9279-01c2b19fb984 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:01:09.143306 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-39a6f2e8-b4ba-4a70-9279-01c2b19fb984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:01:09.148242 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-39a6f2e8-b4ba-4a70-9279-01c2b19fb984 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:01:09.154094 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-39a6f2e8-b4ba-4a70-9279-01c2b19fb984 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c97d9f22-ff5b-4b74-a32a-c2ee8c405e3a HTTP/1.1" status: 204 len: 168 time: 0.1736991 Jul 13 14:01:09.161109 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a6f2e8-b4ba-4a70-9279-01c2b19fb984 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c97d9f22-ff5b-4b74-a32a-c2ee8c405e3a,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:01:17.200106 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-69ce16cf-9fb5-4efa-9fc4-c8dd99843b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:01:18.752345 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 37052) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:01:18.868583 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-79a040e5-1073-4661-8091-1fd237017e62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:01:18.970663 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-79a040e5-1073-4661-8091-1fd237017e62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:01:18.978797 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-79a040e5-1073-4661-8091-1fd237017e62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:01:19.030951 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-79a040e5-1073-4661-8091-1fd237017e62 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7cfc5cf42df4427a9355e29209fd1086&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2771580 Jul 13 14:01:19.031837 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a040e5-1073-4661-8091-1fd237017e62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af3cda7f-a6a1-4304-8e12-5e303e56130e,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:01:19.033714 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 37056) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:01:19.096254 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9b443189-43e2-4bfa-9efc-115f01d8ad5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:01:19.119139 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9b443189-43e2-4bfa-9efc-115f01d8ad5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:01:19.175130 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9b443189-43e2-4bfa-9efc-115f01d8ad5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:01:19.178668 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9b443189-43e2-4bfa-9efc-115f01d8ad5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:01:19.179435 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-9b443189-43e2-4bfa-9efc-115f01d8ad5d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/af3cda7f-a6a1-4304-8e12-5e303e56130e HTTP/1.1" status: 204 len: 168 time: 0.1440613 Jul 13 14:01:19.187777 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b443189-43e2-4bfa-9efc-115f01d8ad5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af3cda7f-a6a1-4304-8e12-5e303e56130e,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:01:19.871688 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fd39ce83-ab1a-4457-89a3-3cc4cddc4b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:01:20.007990 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:01:20.984852 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 37100) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:01:20.989596 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-3d50caba-eabb-4234-b717-75acd39ce404 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1298829170', 'description': 'tempest-secgroup-smoke-1298829170 description', 'project_id': '7a7d384b32784a6f914418ec93b94b0e'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:01:21.013843 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3d50caba-eabb-4234-b717-75acd39ce404 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:01:21.022375 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3d50caba-eabb-4234-b717-75acd39ce404 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:01:21.124616 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3d50caba-eabb-4234-b717-75acd39ce404 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:01:21.129832 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3d50caba-eabb-4234-b717-75acd39ce404 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:01:21.146393 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:01:21.171173 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d50caba-eabb-4234-b717-75acd39ce404 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=273ae2ec-3f60-47d4-9832-9a3f5d36f1d9,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:01:21.231572 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3d50caba-eabb-4234-b717-75acd39ce404 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:01:21.235472 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3d50caba-eabb-4234-b717-75acd39ce404 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:01:21.262510 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3d50caba-eabb-4234-b717-75acd39ce404 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:01:21.263730 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-3d50caba-eabb-4234-b717-75acd39ce404 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2778585 Jul 13 14:01:21.266905 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 37102) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:01:21.267680 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d50caba-eabb-4234-b717-75acd39ce404 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af49f5b0-4f95-480a-b091-a9f32d6917d4,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:01:21.273072 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-fe9c58f3-6d22-4c91-a314-791c7db87e78 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Request body: {'security_group_rule': {'security_group_id': 'af49f5b0-4f95-480a-b091-a9f32d6917d4', 'project_id': '7a7d384b32784a6f914418ec93b94b0e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:01:21.300418 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fe9c58f3-6d22-4c91-a314-791c7db87e78 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:01:21.364480 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fe9c58f3-6d22-4c91-a314-791c7db87e78 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:01:21.368861 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fe9c58f3-6d22-4c91-a314-791c7db87e78 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:01:21.390964 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9c58f3-6d22-4c91-a314-791c7db87e78 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31c78f57-8b8f-4da9-ac44-b2c6481f128e,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:01:21.394712 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fe9c58f3-6d22-4c91-a314-791c7db87e78 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:01:21.399442 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-fe9c58f3-6d22-4c91-a314-791c7db87e78 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1279657 Jul 13 14:01:21.399927 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 37104) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:01:21.404254 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-54e1b67b-0339-4bca-8561-af53cfe36d95 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Request body: {'security_group_rule': {'security_group_id': 'af49f5b0-4f95-480a-b091-a9f32d6917d4', 'project_id': '7a7d384b32784a6f914418ec93b94b0e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:01:21.432392 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-54e1b67b-0339-4bca-8561-af53cfe36d95 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:01:21.493099 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-54e1b67b-0339-4bca-8561-af53cfe36d95 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:01:21.497117 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-54e1b67b-0339-4bca-8561-af53cfe36d95 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:01:21.516341 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e1b67b-0339-4bca-8561-af53cfe36d95 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eef00ac4-a620-4483-b543-fc87c76b017f,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:01:21.525189 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-54e1b67b-0339-4bca-8561-af53cfe36d95 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:01:21.526495 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-54e1b67b-0339-4bca-8561-af53cfe36d95 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1259015 Jul 13 14:01:21.529384 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 37106) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:01:21.533924 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-44bbe65f-61c2-4377-8906-76647d9152eb tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Request body: {'security_group_rule': {'security_group_id': 'af49f5b0-4f95-480a-b091-a9f32d6917d4', 'project_id': '7a7d384b32784a6f914418ec93b94b0e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:01:21.561195 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-44bbe65f-61c2-4377-8906-76647d9152eb tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:01:21.624963 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-44bbe65f-61c2-4377-8906-76647d9152eb tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:01:21.628824 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-44bbe65f-61c2-4377-8906-76647d9152eb tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:01:21.649007 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bbe65f-61c2-4377-8906-76647d9152eb tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8bf3634-56c1-4114-947b-75ac44b145e5,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:01:21.655756 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-44bbe65f-61c2-4377-8906-76647d9152eb tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:01:21.657136 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-44bbe65f-61c2-4377-8906-76647d9152eb tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1267972 Jul 13 14:01:21.659952 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 37108) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:01:21.665323 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-dd787afd-a3f0-47d2-a747-f235c8ac01cb tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Request body: {'security_group_rule': {'security_group_id': 'af49f5b0-4f95-480a-b091-a9f32d6917d4', 'project_id': '7a7d384b32784a6f914418ec93b94b0e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:01:21.692730 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-dd787afd-a3f0-47d2-a747-f235c8ac01cb tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:01:21.761583 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-dd787afd-a3f0-47d2-a747-f235c8ac01cb tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:01:21.765420 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-dd787afd-a3f0-47d2-a747-f235c8ac01cb tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:01:21.780869 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd787afd-a3f0-47d2-a747-f235c8ac01cb tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13c5d922-3310-408e-a261-58ec2ae10fc4,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:01:21.791894 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-dd787afd-a3f0-47d2-a747-f235c8ac01cb tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:01:21.793129 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-dd787afd-a3f0-47d2-a747-f235c8ac01cb tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1322362 Jul 13 14:01:21.796567 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 37110) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:01:21.801103 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-e3d1adbd-e86b-4e55-9fcc-577cbd6860bf tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Request body: {'security_group_rule': {'security_group_id': 'af49f5b0-4f95-480a-b091-a9f32d6917d4', 'project_id': '7a7d384b32784a6f914418ec93b94b0e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:01:21.825996 n-d-800634-1 neutron-server[93750]: INFO neutron.db.securitygroups_db [None req-e3d1adbd-e86b-4e55-9fcc-577cbd6860bf tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Project 7a7d384b32784a6f914418ec93b94b0e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 14:01:21.831286 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e3d1adbd-e86b-4e55-9fcc-577cbd6860bf tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:01:21.894416 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e3d1adbd-e86b-4e55-9fcc-577cbd6860bf tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:01:21.899465 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e3d1adbd-e86b-4e55-9fcc-577cbd6860bf tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:01:21.920344 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d1adbd-e86b-4e55-9fcc-577cbd6860bf tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e459e080-dbeb-4882-91d2-60be537dbd59,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:01:21.938489 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e3d1adbd-e86b-4e55-9fcc-577cbd6860bf tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:01:21.940209 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-e3d1adbd-e86b-4e55-9fcc-577cbd6860bf tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1425357 Jul 13 14:01:21.943477 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 37112) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:01:21.949468 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-0b69e193-1e6a-42f0-8814-67a115e25896 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Request body: {'security_group_rule': {'security_group_id': 'af49f5b0-4f95-480a-b091-a9f32d6917d4', 'project_id': '7a7d384b32784a6f914418ec93b94b0e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:01:21.975594 n-d-800634-1 neutron-server[93750]: INFO neutron.db.securitygroups_db [None req-0b69e193-1e6a-42f0-8814-67a115e25896 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Project 7a7d384b32784a6f914418ec93b94b0e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 14:01:21.982220 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0b69e193-1e6a-42f0-8814-67a115e25896 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:01:22.063301 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0b69e193-1e6a-42f0-8814-67a115e25896 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:01:22.067857 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0b69e193-1e6a-42f0-8814-67a115e25896 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:01:22.088225 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b69e193-1e6a-42f0-8814-67a115e25896 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10c29e89-6a98-4f53-aa71-3a6b35304f4a,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:01:22.091531 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0b69e193-1e6a-42f0-8814-67a115e25896 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:01:22.092771 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-0b69e193-1e6a-42f0-8814-67a115e25896 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1481223 Jul 13 14:01:22.097323 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 37116) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:01:22.103439 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-bdaed90c-30ff-4f99-92c6-c8a2db8169b3 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Request body: {'network': {'name': 'tempest-network-smoke--1363134731', 'project_id': '7a7d384b32784a6f914418ec93b94b0e', 'port_security_enabled': True}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:01:22.128643 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdaed90c-30ff-4f99-92c6-c8a2db8169b3 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Made reservation on behalf of 7a7d384b32784a6f914418ec93b94b0e for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:01:22.132424 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bdaed90c-30ff-4f99-92c6-c8a2db8169b3 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:01:22.158858 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdaed90c-30ff-4f99-92c6-c8a2db8169b3 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 14:01:22.171947 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bdaed90c-30ff-4f99-92c6-c8a2db8169b3 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:01:22.172365 n-d-800634-1 neutron-server[93750]: INFO neutron.db.segments_db [None req-bdaed90c-30ff-4f99-92c6-c8a2db8169b3 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Added segment c2c591f1-7eb8-42bd-85c5-76779e2a3078 of type vlan for network 053cc7e4-3217-4ef8-82b9-8b0281d52113 Jul 13 14:01:22.218847 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bdaed90c-30ff-4f99-92c6-c8a2db8169b3 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:01:22.248760 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bdaed90c-30ff-4f99-92c6-c8a2db8169b3 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:01:22.254536 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdaed90c-30ff-4f99-92c6-c8a2db8169b3 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:01:22.255131 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bdaed90c-30ff-4f99-92c6-c8a2db8169b3 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:01:22.318418 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-bdaed90c-30ff-4f99-92c6-c8a2db8169b3 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2198145 Jul 13 14:01:22.321550 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 37118) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:01:22.326291 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-65770060-38e2-4645-a921-42fc181b3479 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-553535943', 'admin_state_up': True, 'project_id': '7a7d384b32784a6f914418ec93b94b0e', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:01:22.327955 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaed90c-30ff-4f99-92c6-c8a2db8169b3 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Pushing event updated for resources: {'Network': ['ID=053cc7e4-3217-4ef8-82b9-8b0281d52113,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:01:22.341343 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network 053cc7e4-3217-4ef8-82b9-8b0281d52113 details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 14:01:22.354276 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-65770060-38e2-4645-a921-42fc181b3479 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1591928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2714'] for router, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:01:22.355419 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-65770060-38e2-4645-a921-42fc181b3479 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447198', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1629690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2689'] for router, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:01:22.415380 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-65770060-38e2-4645-a921-42fc181b3479 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:01:22.563330 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-65770060-38e2-4645-a921-42fc181b3479 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447180', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1591910', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2751'] for router, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:01:22.668323 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:01:22.767236 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-65770060-38e2-4645-a921-42fc181b3479 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for router_gateway, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:01:22.786553 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-65770060-38e2-4645-a921-42fc181b3479 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:01:22.897982 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-65770060-38e2-4645-a921-42fc181b3479 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Allocated IP 172.25.6.102 (acf968b8-c524-46a9-a20b-ad9667009130/dde5a78e-bd1e-4f47-8189-7321d4de73d3/0bcdcd1e-0560-4c85-b56b-c379fb3f8374) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:01:23.008336 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-65770060-38e2-4645-a921-42fc181b3479 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:01:23.052354 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-65770060-38e2-4645-a921-42fc181b3479 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:01:23.098556 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65770060-38e2-4645-a921-42fc181b3479 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Network acf968b8-c524-46a9-a20b-ad9667009130 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:01:23.101821 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-65770060-38e2-4645-a921-42fc181b3479 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:01:23.108328 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65770060-38e2-4645-a921-42fc181b3479 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:01:23.111409 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65770060-38e2-4645-a921-42fc181b3479 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Pushing event updated for resources: {'Port': ['ID=0bcdcd1e-0560-4c85-b56b-c379fb3f8374,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:01:23.432877 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-65770060-38e2-4645-a921-42fc181b3479 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for router_gateway, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:01:23.654051 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-65770060-38e2-4645-a921-42fc181b3479 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447217'] for router, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:01:23.783847 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65770060-38e2-4645-a921-42fc181b3479 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Router f448cdfe-336c-4951-863c-8cb6b3f36166 is scheduled to L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 with binding_index 1 {{(pid=93751) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 14:01:23.899751 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65770060-38e2-4645-a921-42fc181b3479 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:01:23.910768 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef08512-dd66-437d-a001-f6675b8a94ed None None] Sync routers for ids ['f448cdfe-336c-4951-863c-8cb6b3f36166'] in n-d-800634-1 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:01:23.921026 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-65770060-38e2-4645-a921-42fc181b3479 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:01:23.929776 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-65770060-38e2-4645-a921-42fc181b3479 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5998118 Jul 13 14:01:23.930105 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef08512-dd66-437d-a001-f6675b8a94ed None None] Routers {'f448cdfe-336c-4951-863c-8cb6b3f36166'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:01:23.930105 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-9ef08512-dd66-437d-a001-f6675b8a94ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:01:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['f448cdfe-336c-4951-863c-8cb6b3f36166'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:01:23.930455 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 37122) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:01:24.080594 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-9ef08512-dd66-437d-a001-f6675b8a94ed None None] Set router f448cdfe-336c-4951-863c-8cb6b3f36166 gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:01:24.107459 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-4d638ecf-c6c9-4786-9dcd-53f6eea654eb tempest-TestNetworkAdvancedServerOps-1891609456 tempest-TestNetworkAdvancedServerOps-1891609456-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=7a7d384b32784a6f914418ec93b94b0e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1806879 Jul 13 14:01:24.110828 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 37126) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:01:24.284869 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-9ef08512-dd66-437d-a001-f6675b8a94ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f448cdfe-336c-4951-863c-8cb6b3f36166', 'name': 'tempest-TestNetworkAdvancedServerOps-router-553535943', 'tenant_id': '7a7d384b32784a6f914418ec93b94b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.102'}], 'enable_snat': True}, 'gw_port_id': '0bcdcd1e-0560-4c85-b56b-c379fb3f8374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:01:22Z', 'updated_at': '2021-07-13T14:01:23Z', 'revision_number': 3, 'project_id': '7a7d384b32784a6f914418ec93b94b0e', 'gw_port': {'id': '0bcdcd1e-0560-4c85-b56b-c379fb3f8374', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:1b:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f448cdfe-336c-4951-863c-8cb6b3f36166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:01:22Z', 'updated_at': '2021-07-13T14:01:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:01:24.298898 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca891fa4-bb6f-4aef-b828-61769f5e1307 tempest-TestNetworkAdvancedServerOps-1891609456 tempest-TestNetworkAdvancedServerOps-1891609456-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:01:24.300491 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-ca891fa4-bb6f-4aef-b828-61769f5e1307 tempest-TestNetworkAdvancedServerOps-1891609456 tempest-TestNetworkAdvancedServerOps-1891609456-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1886330 Jul 13 14:01:24.303286 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 37130) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:01:24.314732 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef08512-dd66-437d-a001-f6675b8a94ed None None] Checking router: f448cdfe-336c-4951-863c-8cb6b3f36166 for host: n-d-800634-1 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:01:24.315076 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef08512-dd66-437d-a001-f6675b8a94ed None None] Updating router f448cdfe-336c-4951-863c-8cb6b3f36166 port 0bcdcd1e-0560-4c85-b56b-c379fb3f8374 binding host n-d-800634-1 {{(pid=93753) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 14:01:24.338876 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-5f144597-64f6-490e-bb65-afa1886f560d tempest-TestNetworkAdvancedServerOps-1891609456 tempest-TestNetworkAdvancedServerOps-1891609456-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=acf968b8-c524-46a9-a20b-ad9667009130&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0344393 Jul 13 14:01:24.341609 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 37132) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:01:24.347661 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-4331ebc5-fb01-4889-a2a4-b8091d86ac5e tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2116790770', 'network_id': '053cc7e4-3217-4ef8-82b9-8b0281d52113', 'project_id': '7a7d384b32784a6f914418ec93b94b0e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:01:24.353024 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9ef08512-dd66-437d-a001-f6675b8a94ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:01:24.448850 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4331ebc5-fb01-4889-a2a4-b8091d86ac5e tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Made reservation on behalf of 7a7d384b32784a6f914418ec93b94b0e for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:01:24.452356 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4331ebc5-fb01-4889-a2a4-b8091d86ac5e tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6104980'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:01:24.645586 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9ef08512-dd66-437d-a001-f6675b8a94ed None None] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:01:24.657832 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-9ef08512-dd66-437d-a001-f6675b8a94ed None None] Transition to ACTIVE for port object 0bcdcd1e-0560-4c85-b56b-c379fb3f8374 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:01:24.664230 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4331ebc5-fb01-4889-a2a4-b8091d86ac5e tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6018343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6104998'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:01:24.665035 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9ef08512-dd66-437d-a001-f6675b8a94ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:01:24.727744 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-9ef08512-dd66-437d-a001-f6675b8a94ed None None] Attempting to bind port 0bcdcd1e-0560-4c85-b56b-c379fb3f8374 on host n-d-800634-1 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:01:24.728164 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-9ef08512-dd66-437d-a001-f6675b8a94ed None None] Attempting to bind port 0bcdcd1e-0560-4c85-b56b-c379fb3f8374 by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:01:24.728455 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef08512-dd66-437d-a001-f6675b8a94ed None None] Attempting to bind port 0bcdcd1e-0560-4c85-b56b-c379fb3f8374 on network acf968b8-c524-46a9-a20b-ad9667009130 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:01:24.734593 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81728c93-a8ad-4570-86d4-406406b70cb9 None None] Pushing event updated for resources: {'Port': ['ID=0bcdcd1e-0560-4c85-b56b-c379fb3f8374,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:01:24.739675 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef08512-dd66-437d-a001-f6675b8a94ed None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 1, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:01:24.740739 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef08512-dd66-437d-a001-f6675b8a94ed None None] Checking segment: {'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:01:24.741400 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9ef08512-dd66-437d-a001-f6675b8a94ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:01:24.741515 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef08512-dd66-437d-a001-f6675b8a94ed None None] Bound using segment: {'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:01:24.742009 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-9ef08512-dd66-437d-a001-f6675b8a94ed None None] Bound port: 0bcdcd1e-0560-4c85-b56b-c379fb3f8374, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:01:24.742387 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9ef08512-dd66-437d-a001-f6675b8a94ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:01:24.750423 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81728c93-a8ad-4570-86d4-406406b70cb9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:01:24.750755 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81728c93-a8ad-4570-86d4-406406b70cb9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:01:24.751083 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81728c93-a8ad-4570-86d4-406406b70cb9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:01:24.751410 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81728c93-a8ad-4570-86d4-406406b70cb9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:01:24.751734 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81728c93-a8ad-4570-86d4-406406b70cb9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:01:24.752074 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81728c93-a8ad-4570-86d4-406406b70cb9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:01:24.752386 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81728c93-a8ad-4570-86d4-406406b70cb9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:01:24.752690 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81728c93-a8ad-4570-86d4-406406b70cb9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:01:24.753004 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81728c93-a8ad-4570-86d4-406406b70cb9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:01:24.753316 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81728c93-a8ad-4570-86d4-406406b70cb9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:01:24.753629 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81728c93-a8ad-4570-86d4-406406b70cb9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:01:24.753966 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81728c93-a8ad-4570-86d4-406406b70cb9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:01:24.819343 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-9ef08512-dd66-437d-a001-f6675b8a94ed None None] For port 0bcdcd1e-0560-4c85-b56b-c379fb3f8374, host n-d-800634-1, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:01:24.822792 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-9ef08512-dd66-437d-a001-f6675b8a94ed None None] For port 0bcdcd1e-0560-4c85-b56b-c379fb3f8374, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=0bcdcd1e-0560-4c85-b56b-c379fb3f8374,segment=NetworkSegment(3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87),segment_id=3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:01:24.833185 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9ef08512-dd66-437d-a001-f6675b8a94ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:01:24.888500 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef08512-dd66-437d-a001-f6675b8a94ed None None] Routers {'f448cdfe-336c-4951-863c-8cb6b3f36166'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:01:24.889130 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-9ef08512-dd66-437d-a001-f6675b8a94ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:01:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['f448cdfe-336c-4951-863c-8cb6b3f36166'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:01:24.941183 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81728c93-a8ad-4570-86d4-406406b70cb9 None None] Pushing event updated for resources: {'Port': ['ID=0bcdcd1e-0560-4c85-b56b-c379fb3f8374,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:01:24.988231 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4331ebc5-fb01-4889-a2a4-b8091d86ac5e tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Pushing event updated for resources: {'Subnet': ['ID=090a63a8-6435-4be7-bda4-06a73f7b2d50,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:01:25.007899 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4331ebc5-fb01-4889-a2a4-b8091d86ac5e tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Checking segment: {'id': 'c2c591f1-7eb8-42bd-85c5-76779e2a3078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '053cc7e4-3217-4ef8-82b9-8b0281d52113'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:01:25.008244 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4331ebc5-fb01-4889-a2a4-b8091d86ac5e tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Network hostable DHCP agents. Network: 053cc7e4-3217-4ef8-82b9-8b0281d52113, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 14:01:25.018412 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-9ef08512-dd66-437d-a001-f6675b8a94ed None None] Set router f448cdfe-336c-4951-863c-8cb6b3f36166 gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:01:25.026612 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4331ebc5-fb01-4889-a2a4-b8091d86ac5e tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Network 053cc7e4-3217-4ef8-82b9-8b0281d52113 is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 14:01:25.036188 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-4331ebc5-fb01-4889-a2a4-b8091d86ac5e tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, 053cc7e4-3217-4ef8-82b9-8b0281d52113) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:01:25.041789 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4331ebc5-fb01-4889-a2a4-b8091d86ac5e tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:01:25.042371 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4331ebc5-fb01-4889-a2a4-b8091d86ac5e tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:01:25.047245 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-636261d5-ef03-438d-a2d5-1acc6d2d6b20 None None] Network 053cc7e4-3217-4ef8-82b9-8b0281d52113 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:01:25.058614 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-4331ebc5-fb01-4889-a2a4-b8091d86ac5e tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7156901 Jul 13 14:01:25.063534 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 37134) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:01:25.199602 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f55cc027-5868-4a9e-b9bc-b1991b6bbcf6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a7201e1-61ce-5a3e-b7f7-e800379ed03b-053cc7e4-3217-4ef8-82b9-8b0281d52113', 'network_id': '053cc7e4-3217-4ef8-82b9-8b0281d52113', 'tenant_id': '7a7d384b32784a6f914418ec93b94b0e', 'fixed_ips': [{'subnet_id': '090a63a8-6435-4be7-bda4-06a73f7b2d50'}]}} from n-d-800634-1. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 14:01:25.200628 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f55cc027-5868-4a9e-b9bc-b1991b6bbcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:01:25.217000 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-9ef08512-dd66-437d-a001-f6675b8a94ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f448cdfe-336c-4951-863c-8cb6b3f36166', 'name': 'tempest-TestNetworkAdvancedServerOps-router-553535943', 'tenant_id': '7a7d384b32784a6f914418ec93b94b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.102'}], 'enable_snat': True}, 'gw_port_id': '0bcdcd1e-0560-4c85-b56b-c379fb3f8374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:01:22Z', 'updated_at': '2021-07-13T14:01:23Z', 'revision_number': 3, 'project_id': '7a7d384b32784a6f914418ec93b94b0e', 'gw_port': {'id': '0bcdcd1e-0560-4c85-b56b-c379fb3f8374', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:1b:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f448cdfe-336c-4951-863c-8cb6b3f36166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:01:22Z', 'updated_at': '2021-07-13T14:01:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:01:25.244080 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef08512-dd66-437d-a001-f6675b8a94ed None None] The sync data for ids ['f448cdfe-336c-4951-863c-8cb6b3f36166'] in n-d-800634-1 is: [{'id': 'f448cdfe-336c-4951-863c-8cb6b3f36166', 'name': 'tempest-TestNetworkAdvancedServerOps-router-553535943', 'tenant_id': '7a7d384b32784a6f914418ec93b94b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.102'}], 'enable_snat': True}, 'gw_port_id': '0bcdcd1e-0560-4c85-b56b-c379fb3f8374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:01:22Z', 'updated_at': '2021-07-13T14:01:23Z', 'revision_number': 3, 'project_id': '7a7d384b32784a6f914418ec93b94b0e', 'gw_port': {'id': '0bcdcd1e-0560-4c85-b56b-c379fb3f8374', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:1b:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f448cdfe-336c-4951-863c-8cb6b3f36166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:01:22Z', 'updated_at': '2021-07-13T14:01:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:01:25.354292 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-f55cc027-5868-4a9e-b9bc-b1991b6bbcf6 None None] Allocated IP 172.20.0.2 (053cc7e4-3217-4ef8-82b9-8b0281d52113/090a63a8-6435-4be7-bda4-06a73f7b2d50/f819ec0f-4645-43f7-aaa5-e5b7e9af2974) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:01:25.548284 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f55cc027-5868-4a9e-b9bc-b1991b6bbcf6 None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:01:25.563849 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-f55cc027-5868-4a9e-b9bc-b1991b6bbcf6 None None] Transition to ACTIVE for port object f819ec0f-4645-43f7-aaa5-e5b7e9af2974 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:01:25.580206 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-f55cc027-5868-4a9e-b9bc-b1991b6bbcf6 None None] Transition to ACTIVE for port object f819ec0f-4645-43f7-aaa5-e5b7e9af2974 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:01:25.587111 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f55cc027-5868-4a9e-b9bc-b1991b6bbcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:01:25.647586 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f55cc027-5868-4a9e-b9bc-b1991b6bbcf6 None None] Network 053cc7e4-3217-4ef8-82b9-8b0281d52113 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:01:25.650803 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-f55cc027-5868-4a9e-b9bc-b1991b6bbcf6 None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:01:25.655013 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55cc027-5868-4a9e-b9bc-b1991b6bbcf6 None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:01:25.658159 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-78070c10-a24a-4426-b991-dbffa7647ab7 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:01:25.663481 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55cc027-5868-4a9e-b9bc-b1991b6bbcf6 None None] Pushing event updated for resources: {'Port': ['ID=f819ec0f-4645-43f7-aaa5-e5b7e9af2974,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:01:25.689525 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55cc027-5868-4a9e-b9bc-b1991b6bbcf6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:01:25.689902 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55cc027-5868-4a9e-b9bc-b1991b6bbcf6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:01:25.690245 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55cc027-5868-4a9e-b9bc-b1991b6bbcf6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:01:25.690583 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55cc027-5868-4a9e-b9bc-b1991b6bbcf6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:01:25.690908 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55cc027-5868-4a9e-b9bc-b1991b6bbcf6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:01:25.691234 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55cc027-5868-4a9e-b9bc-b1991b6bbcf6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:01:25.691561 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55cc027-5868-4a9e-b9bc-b1991b6bbcf6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:01:25.691885 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55cc027-5868-4a9e-b9bc-b1991b6bbcf6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:01:25.692211 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55cc027-5868-4a9e-b9bc-b1991b6bbcf6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:01:25.692531 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55cc027-5868-4a9e-b9bc-b1991b6bbcf6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:01:25.692869 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55cc027-5868-4a9e-b9bc-b1991b6bbcf6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:01:25.693699 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55cc027-5868-4a9e-b9bc-b1991b6bbcf6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:01:25.736291 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-f55cc027-5868-4a9e-b9bc-b1991b6bbcf6 None None] Attempting to bind port f819ec0f-4645-43f7-aaa5-e5b7e9af2974 on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:01:25.736883 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-f55cc027-5868-4a9e-b9bc-b1991b6bbcf6 None None] Attempting to bind port f819ec0f-4645-43f7-aaa5-e5b7e9af2974 by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': 'c2c591f1-7eb8-42bd-85c5-76779e2a3078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '053cc7e4-3217-4ef8-82b9-8b0281d52113'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:01:25.737051 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55cc027-5868-4a9e-b9bc-b1991b6bbcf6 None None] Attempting to bind port f819ec0f-4645-43f7-aaa5-e5b7e9af2974 on network 053cc7e4-3217-4ef8-82b9-8b0281d52113 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:01:25.743439 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55cc027-5868-4a9e-b9bc-b1991b6bbcf6 None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 1, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:01:25.743807 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55cc027-5868-4a9e-b9bc-b1991b6bbcf6 None None] Checking segment: {'id': 'c2c591f1-7eb8-42bd-85c5-76779e2a3078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '053cc7e4-3217-4ef8-82b9-8b0281d52113'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:01:25.744211 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f55cc027-5868-4a9e-b9bc-b1991b6bbcf6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:01:25.744598 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55cc027-5868-4a9e-b9bc-b1991b6bbcf6 None None] Bound using segment: {'id': 'c2c591f1-7eb8-42bd-85c5-76779e2a3078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '053cc7e4-3217-4ef8-82b9-8b0281d52113'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:01:25.745066 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-f55cc027-5868-4a9e-b9bc-b1991b6bbcf6 None None] Bound port: f819ec0f-4645-43f7-aaa5-e5b7e9af2974, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2c591f1-7eb8-42bd-85c5-76779e2a3078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '053cc7e4-3217-4ef8-82b9-8b0281d52113'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:01:25.745451 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f55cc027-5868-4a9e-b9bc-b1991b6bbcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:01:25.812656 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-f55cc027-5868-4a9e-b9bc-b1991b6bbcf6 None None] For port f819ec0f-4645-43f7-aaa5-e5b7e9af2974, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:01:25.815948 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-f55cc027-5868-4a9e-b9bc-b1991b6bbcf6 None None] For port f819ec0f-4645-43f7-aaa5-e5b7e9af2974, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=f819ec0f-4645-43f7-aaa5-e5b7e9af2974,segment=NetworkSegment(c2c591f1-7eb8-42bd-85c5-76779e2a3078),segment_id=c2c591f1-7eb8-42bd-85c5-76779e2a3078)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:01:25.821916 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f55cc027-5868-4a9e-b9bc-b1991b6bbcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:01:25.886119 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55cc027-5868-4a9e-b9bc-b1991b6bbcf6 None None] Pushing event updated for resources: {'Port': ['ID=f819ec0f-4645-43f7-aaa5-e5b7e9af2974,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:01:26.045989 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-78070c10-a24a-4426-b991-dbffa7647ab7 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Allocated IP 172.20.0.1 (053cc7e4-3217-4ef8-82b9-8b0281d52113/090a63a8-6435-4be7-bda4-06a73f7b2d50/021e39f8-dacd-4485-97df-8ce3e80a7d7c) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:01:26.205428 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-78070c10-a24a-4426-b991-dbffa7647ab7 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:01:26.223143 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [None req-78070c10-a24a-4426-b991-dbffa7647ab7 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Transition to ACTIVE for port object 021e39f8-dacd-4485-97df-8ce3e80a7d7c will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:01:26.259103 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-78070c10-a24a-4426-b991-dbffa7647ab7 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:01:26.300342 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78070c10-a24a-4426-b991-dbffa7647ab7 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Network 053cc7e4-3217-4ef8-82b9-8b0281d52113 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:01:26.306214 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-78070c10-a24a-4426-b991-dbffa7647ab7 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:01:26.310655 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78070c10-a24a-4426-b991-dbffa7647ab7 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:01:26.341015 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78070c10-a24a-4426-b991-dbffa7647ab7 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Pushing event updated for resources: {'Port': ['ID=021e39f8-dacd-4485-97df-8ce3e80a7d7c,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:01:26.367527 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-78070c10-a24a-4426-b991-dbffa7647ab7 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-450452'] for router_interface, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:01:26.569803 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-78070c10-a24a-4426-b991-dbffa7647ab7 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:01:26.856797 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b94edc2-09c4-4a2d-9370-aabd59af002f None None] Network 053cc7e4-3217-4ef8-82b9-8b0281d52113 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:01:26.867996 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-78070c10-a24a-4426-b991-dbffa7647ab7 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:01:26.872712 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-78070c10-a24a-4426-b991-dbffa7647ab7 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:01:26.943266 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-366c543c-c174-4149-8049-544429a0d851 None None] Provisioning for port f819ec0f-4645-43f7-aaa5-e5b7e9af2974 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:01:26.975824 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78070c10-a24a-4426-b991-dbffa7647ab7 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Pushing event updated for resources: {'Port': ['ID=021e39f8-dacd-4485-97df-8ce3e80a7d7c,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:01:26.979640 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-78070c10-a24a-4426-b991-dbffa7647ab7 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1785045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451806'] for router_interface, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:01:27.107579 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78070c10-a24a-4426-b991-dbffa7647ab7 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Network 053cc7e4-3217-4ef8-82b9-8b0281d52113 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:01:27.109107 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-78070c10-a24a-4426-b991-dbffa7647ab7 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:01:27.407378 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-ba66659d-6f60-4cdc-a16b-7fce1a5bec43 None None] Provisioning for port 021e39f8-dacd-4485-97df-8ce3e80a7d7c completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:01:27.417807 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-ba66659d-6f60-4cdc-a16b-7fce1a5bec43 None None] Provisioning complete for port 021e39f8-dacd-4485-97df-8ce3e80a7d7c triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:01:27.419263 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ba66659d-6f60-4cdc-a16b-7fce1a5bec43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:01:27.448815 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 0bcdcd1e-0560-4c85-b56b-c379fb3f8374 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:01:27.497391 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-ba66659d-6f60-4cdc-a16b-7fce1a5bec43 None None] Port 021e39f8-dacd-4485-97df-8ce3e80a7d7c cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:01:27.519332 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port 0bcdcd1e-0560-4c85-b56b-c379fb3f8374 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:01:27.525501 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 0bcdcd1e-0560-4c85-b56b-c379fb3f8374 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:01:27.526362 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:01:27.543337 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78070c10-a24a-4426-b991-dbffa7647ab7 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Router f448cdfe-336c-4951-863c-8cb6b3f36166 has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:01:27.634963 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b8bf4270-f77a-4088-b8b3-4ef27cd7d782 None None] Provisioning complete for port 021e39f8-dacd-4485-97df-8ce3e80a7d7c triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:01:27.635504 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b8bf4270-f77a-4088-b8b3-4ef27cd7d782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:01:27.661488 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:01:27.698848 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port 0bcdcd1e-0560-4c85-b56b-c379fb3f8374, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=0bcdcd1e-0560-4c85-b56b-c379fb3f8374,segment=NetworkSegment(3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87),segment_id=3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:01:27.699883 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b8bf4270-f77a-4088-b8b3-4ef27cd7d782 None None] Port 021e39f8-dacd-4485-97df-8ce3e80a7d7c cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:01:27.700737 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78070c10-a24a-4426-b991-dbffa7647ab7 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:01:27.706303 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-78070c10-a24a-4426-b991-dbffa7647ab7 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "PUT /v2.0/routers/f448cdfe-336c-4951-863c-8cb6b3f36166/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6410635 Jul 13 14:01:27.711598 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f59d27-51d2-4f28-9bcf-7758f68da8a6 None None] Sync routers for ids ['f448cdfe-336c-4951-863c-8cb6b3f36166'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:01:27.718694 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:01:27.719376 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device f819ec0f-4645-43f7-aaa5-e5b7e9af2974 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:01:27.784673 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f59d27-51d2-4f28-9bcf-7758f68da8a6 None None] Routers {'f448cdfe-336c-4951-863c-8cb6b3f36166'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:01:27.785334 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-06f59d27-51d2-4f28-9bcf-7758f68da8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:01:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['f448cdfe-336c-4951-863c-8cb6b3f36166'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:01:27.853962 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=0bcdcd1e-0560-4c85-b56b-c379fb3f8374,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:01:27.881367 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-33d7c56a-9262-4c02-8321-621b260b2929 None None] Provisioning complete for port 021e39f8-dacd-4485-97df-8ce3e80a7d7c triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:01:27.881367 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-33d7c56a-9262-4c02-8321-621b260b2929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:01:27.882456 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-38f1d419-151a-4173-9426-7b4323ee7018 req-75d19bc2-450f-4a95-96c0-8d285d3aa4df tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1298829170&fields=id&tenant_id=7a7d384b32784a6f914418ec93b94b0e HTTP/1.1" status: 200 len: 267 time: 0.0504234 Jul 13 14:01:28.003063 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f1d419-151a-4173-9426-7b4323ee7018 req-aee954a5-d9cb-4b99-bf67-96181d1a5dbb tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:01:28.004643 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-38f1d419-151a-4173-9426-7b4323ee7018 req-aee954a5-d9cb-4b99-bf67-96181d1a5dbb tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/networks?id=053cc7e4-3217-4ef8-82b9-8b0281d52113 HTTP/1.1" status: 200 len: 797 time: 0.1156824 Jul 13 14:01:28.022029 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-38f1d419-151a-4173-9426-7b4323ee7018 req-85821b6f-8c87-4c8b-8675-5f85e613a7d4 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/quotas/7a7d384b32784a6f914418ec93b94b0e HTTP/1.1" status: 200 len: 375 time: 0.0100837 Jul 13 14:01:28.104951 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port f819ec0f-4645-43f7-aaa5-e5b7e9af2974 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:01:28.122424 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port f819ec0f-4645-43f7-aaa5-e5b7e9af2974 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:01:28.122773 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:01:28.126380 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-33d7c56a-9262-4c02-8321-621b260b2929 None None] Port 021e39f8-dacd-4485-97df-8ce3e80a7d7c cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:01:28.133662 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-38f1d419-151a-4173-9426-7b4323ee7018 req-c7381279-6e50-4e1c-849a-71b509bafe77 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=7a7d384b32784a6f914418ec93b94b0e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1057880 Jul 13 14:01:28.155397 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-06f59d27-51d2-4f28-9bcf-7758f68da8a6 None None] Set router f448cdfe-336c-4951-863c-8cb6b3f36166 gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:01:28.307442 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-38f1d419-151a-4173-9426-7b4323ee7018 req-1c972fa7-6c54-4a78-bdb8-4922a0879f7f service neutron] 10.222.0.23 "GET /v2.0/networks/053cc7e4-3217-4ef8-82b9-8b0281d52113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618505 Jul 13 14:01:28.337876 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:01:28.408235 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port f819ec0f-4645-43f7-aaa5-e5b7e9af2974, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=f819ec0f-4645-43f7-aaa5-e5b7e9af2974,segment=NetworkSegment(c2c591f1-7eb8-42bd-85c5-76779e2a3078),segment_id=c2c591f1-7eb8-42bd-85c5-76779e2a3078)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:01:28.415987 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:01:28.423325 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-38f1d419-151a-4173-9426-7b4323ee7018 req-2dcccd84-4486-423a-a672-eefeeee8418d service neutron] 10.222.0.23 "GET /v2.0/networks/053cc7e4-3217-4ef8-82b9-8b0281d52113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089597 Jul 13 14:01:28.487908 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-06f59d27-51d2-4f28-9bcf-7758f68da8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f448cdfe-336c-4951-863c-8cb6b3f36166', 'name': 'tempest-TestNetworkAdvancedServerOps-router-553535943', 'tenant_id': '7a7d384b32784a6f914418ec93b94b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.102'}], 'enable_snat': True}, 'gw_port_id': '0bcdcd1e-0560-4c85-b56b-c379fb3f8374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:01:22Z', 'updated_at': '2021-07-13T14:01:26Z', 'revision_number': 4, 'project_id': '7a7d384b32784a6f914418ec93b94b0e', 'gw_port': {'id': '0bcdcd1e-0560-4c85-b56b-c379fb3f8374', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:1b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f448cdfe-336c-4951-863c-8cb6b3f36166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:01:22Z', 'updated_at': '2021-07-13T14:01:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': '021e39f8-dacd-4485-97df-8ce3e80a7d7c', 'name': '', 'network_id': '053cc7e4-3217-4ef8-82b9-8b0281d52113', 'tenant_id': '7a7d384b32784a6f914418ec93b94b0e', 'mac_address': 'fa:16:3e:40:32:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f448cdfe-336c-4951-863c-8cb6b3f36166', 'device_owner': 'network:router_interface', 'standard_attr_id': 3124, 'fixed_ips': [{'subnet_id': '090a63a8-6435-4be7-bda4-06a73f7b2d50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:01:25Z', 'updated_at': '2021-07-13T14:01:26Z', 'revision_number': 2, 'project_id': '7a7d384b32784a6f914418ec93b94b0e', 'subnets': [{'id': '090a63a8-6435-4be7-bda4-06a73f7b2d50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:01:28.492216 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=f819ec0f-4645-43f7-aaa5-e5b7e9af2974,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:01:28.524761 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f59d27-51d2-4f28-9bcf-7758f68da8a6 None None] Checking router: f448cdfe-336c-4951-863c-8cb6b3f36166 for host: n-d-800634-1 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:01:28.525151 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f59d27-51d2-4f28-9bcf-7758f68da8a6 None None] Updating router f448cdfe-336c-4951-863c-8cb6b3f36166 port 021e39f8-dacd-4485-97df-8ce3e80a7d7c binding host n-d-800634-1 {{(pid=93752) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 14:01:28.576498 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-06f59d27-51d2-4f28-9bcf-7758f68da8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:01:28.655960 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5b4f4e12-7708-46f3-8768-bc7f572900bc req-b6bf0946-a3af-4aac-9388-ba481bc6d038 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/ports?device_id=0dc0bc1d-1294-4a5f-8a08-8f05d16572e1 HTTP/1.1" status: 200 len: 210 time: 0.0319362 Jul 13 14:01:28.910871 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-06f59d27-51d2-4f28-9bcf-7758f68da8a6 None None] Notify callbacks [] for port, precommit_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:01:28.923550 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-06f59d27-51d2-4f28-9bcf-7758f68da8a6 None None] Transition to ACTIVE for port object 021e39f8-dacd-4485-97df-8ce3e80a7d7c will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:01:28.934695 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-06f59d27-51d2-4f28-9bcf-7758f68da8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:01:28.994282 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15919f93-6aee-46a9-a3a7-5e23cf6af57e None None] Pushing event updated for resources: {'Port': ['ID=021e39f8-dacd-4485-97df-8ce3e80a7d7c,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:01:29.059776 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-06f59d27-51d2-4f28-9bcf-7758f68da8a6 None None] Attempting to bind port 021e39f8-dacd-4485-97df-8ce3e80a7d7c on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:01:29.060146 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-06f59d27-51d2-4f28-9bcf-7758f68da8a6 None None] Attempting to bind port 021e39f8-dacd-4485-97df-8ce3e80a7d7c by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': 'c2c591f1-7eb8-42bd-85c5-76779e2a3078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '053cc7e4-3217-4ef8-82b9-8b0281d52113'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:01:29.060524 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f59d27-51d2-4f28-9bcf-7758f68da8a6 None None] Attempting to bind port 021e39f8-dacd-4485-97df-8ce3e80a7d7c on network 053cc7e4-3217-4ef8-82b9-8b0281d52113 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:01:29.066857 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f59d27-51d2-4f28-9bcf-7758f68da8a6 None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 1, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:01:29.067364 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f59d27-51d2-4f28-9bcf-7758f68da8a6 None None] Checking segment: {'id': 'c2c591f1-7eb8-42bd-85c5-76779e2a3078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '053cc7e4-3217-4ef8-82b9-8b0281d52113'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:01:29.067946 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-06f59d27-51d2-4f28-9bcf-7758f68da8a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:01:29.068448 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f59d27-51d2-4f28-9bcf-7758f68da8a6 None None] Bound using segment: {'id': 'c2c591f1-7eb8-42bd-85c5-76779e2a3078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '053cc7e4-3217-4ef8-82b9-8b0281d52113'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:01:29.069038 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-06f59d27-51d2-4f28-9bcf-7758f68da8a6 None None] Bound port: 021e39f8-dacd-4485-97df-8ce3e80a7d7c, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2c591f1-7eb8-42bd-85c5-76779e2a3078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '053cc7e4-3217-4ef8-82b9-8b0281d52113'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:01:29.069533 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-06f59d27-51d2-4f28-9bcf-7758f68da8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:01:29.173042 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-06f59d27-51d2-4f28-9bcf-7758f68da8a6 None None] For port 021e39f8-dacd-4485-97df-8ce3e80a7d7c, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:01:29.176880 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-06f59d27-51d2-4f28-9bcf-7758f68da8a6 None None] For port 021e39f8-dacd-4485-97df-8ce3e80a7d7c, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=021e39f8-dacd-4485-97df-8ce3e80a7d7c,segment=NetworkSegment(c2c591f1-7eb8-42bd-85c5-76779e2a3078),segment_id=c2c591f1-7eb8-42bd-85c5-76779e2a3078)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:01:29.186814 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-06f59d27-51d2-4f28-9bcf-7758f68da8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:01:29.258481 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f59d27-51d2-4f28-9bcf-7758f68da8a6 None None] Routers {'f448cdfe-336c-4951-863c-8cb6b3f36166'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:01:29.259114 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-06f59d27-51d2-4f28-9bcf-7758f68da8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:01:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['f448cdfe-336c-4951-863c-8cb6b3f36166'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:01:29.320271 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15919f93-6aee-46a9-a3a7-5e23cf6af57e None None] Pushing event updated for resources: {'Port': ['ID=021e39f8-dacd-4485-97df-8ce3e80a7d7c,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:01:29.423926 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-06f59d27-51d2-4f28-9bcf-7758f68da8a6 None None] Set router f448cdfe-336c-4951-863c-8cb6b3f36166 gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:01:29.475797 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 0bcdcd1e-0560-4c85-b56b-c379fb3f8374 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:01:29.628838 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 0bcdcd1e-0560-4c85-b56b-c379fb3f8374 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:01:29.629212 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:01:29.765766 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device f819ec0f-4645-43f7-aaa5-e5b7e9af2974 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:01:29.839817 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-06f59d27-51d2-4f28-9bcf-7758f68da8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f448cdfe-336c-4951-863c-8cb6b3f36166', 'name': 'tempest-TestNetworkAdvancedServerOps-router-553535943', 'tenant_id': '7a7d384b32784a6f914418ec93b94b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.102'}], 'enable_snat': True}, 'gw_port_id': '0bcdcd1e-0560-4c85-b56b-c379fb3f8374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:01:22Z', 'updated_at': '2021-07-13T14:01:26Z', 'revision_number': 4, 'project_id': '7a7d384b32784a6f914418ec93b94b0e', 'gw_port': {'id': '0bcdcd1e-0560-4c85-b56b-c379fb3f8374', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:1b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f448cdfe-336c-4951-863c-8cb6b3f36166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:01:22Z', 'updated_at': '2021-07-13T14:01:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': '021e39f8-dacd-4485-97df-8ce3e80a7d7c', 'name': '', 'network_id': '053cc7e4-3217-4ef8-82b9-8b0281d52113', 'tenant_id': '7a7d384b32784a6f914418ec93b94b0e', 'mac_address': 'fa:16:3e:40:32:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f448cdfe-336c-4951-863c-8cb6b3f36166', 'device_owner': 'network:router_interface', 'standard_attr_id': 3124, 'fixed_ips': [{'subnet_id': '090a63a8-6435-4be7-bda4-06a73f7b2d50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:01:25Z', 'updated_at': '2021-07-13T14:01:29Z', 'revision_number': 4, 'project_id': '7a7d384b32784a6f914418ec93b94b0e', 'subnets': [{'id': '090a63a8-6435-4be7-bda4-06a73f7b2d50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:01:29.875579 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-410d89a7-eaa1-4f16-87d4-74bf85c89914 req-63fb0ff8-dc62-4b30-a743-778104bd4ac1 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/ports?device_id=0dc0bc1d-1294-4a5f-8a08-8f05d16572e1 HTTP/1.1" status: 200 len: 210 time: 0.0512419 Jul 13 14:01:29.893112 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f59d27-51d2-4f28-9bcf-7758f68da8a6 None None] The sync data for ids ['f448cdfe-336c-4951-863c-8cb6b3f36166'] in n-d-800634-1 is: [{'id': 'f448cdfe-336c-4951-863c-8cb6b3f36166', 'name': 'tempest-TestNetworkAdvancedServerOps-router-553535943', 'tenant_id': '7a7d384b32784a6f914418ec93b94b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.102'}], 'enable_snat': True}, 'gw_port_id': '0bcdcd1e-0560-4c85-b56b-c379fb3f8374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:01:22Z', 'updated_at': '2021-07-13T14:01:26Z', 'revision_number': 4, 'project_id': '7a7d384b32784a6f914418ec93b94b0e', 'gw_port': {'id': '0bcdcd1e-0560-4c85-b56b-c379fb3f8374', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:1b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f448cdfe-336c-4951-863c-8cb6b3f36166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:01:22Z', 'updated_at': '2021-07-13T14:01:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': '021e39f8-dacd-4485-97df-8ce3e80a7d7c', 'name': '', 'network_id': '053cc7e4-3217-4ef8-82b9-8b0281d52113', 'tenant_id': '7a7d384b32784a6f914418ec93b94b0e', 'mac_address': 'fa:16:3e:40:32:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f448cdfe-336c-4951-863c-8cb6b3f36166', 'device_owner': 'network:router_interface', 'standard_attr_id': 3124, 'fixed_ips': [{'subnet_id': '090a63a8-6435-4be7-bda4-06a73f7b2d50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:01:25Z', 'updated_at': '2021-07-13T14:01:29Z', 'revision_number': 4, 'project_id': '7a7d384b32784a6f914418ec93b94b0e', 'subnets': [{'id': '090a63a8-6435-4be7-bda4-06a73f7b2d50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:01:29.904330 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port f819ec0f-4645-43f7-aaa5-e5b7e9af2974 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:01:29.905202 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:01:30.119640 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f1d419-151a-4173-9426-7b4323ee7018 req-6d9e0923-c199-492f-9494-cffe93b03074 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:01:30.121187 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-38f1d419-151a-4173-9426-7b4323ee7018 req-6d9e0923-c199-492f-9494-cffe93b03074 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.41 "GET /v2.0/networks?id=053cc7e4-3217-4ef8-82b9-8b0281d52113 HTTP/1.1" status: 200 len: 797 time: 0.2184148 Jul 13 14:01:30.203493 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-38f1d419-151a-4173-9426-7b4323ee7018 req-1c516c3c-4972-47ac-a001-634fa0ec81b2 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7a7d384b32784a6f914418ec93b94b0e HTTP/1.1" status: 200 len: 380 time: 0.0738642 Jul 13 14:01:30.214463 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-38f1d419-151a-4173-9426-7b4323ee7018 req-c75c819a-84f2-4ca5-aadb-f08190118f7c tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Request body: {'port': {'device_id': '0dc0bc1d-1294-4a5f-8a08-8f05d16572e1', 'network_id': '053cc7e4-3217-4ef8-82b9-8b0281d52113', 'admin_state_up': True, 'tenant_id': '7a7d384b32784a6f914418ec93b94b0e', 'security_groups': ['af49f5b0-4f95-480a-b091-a9f32d6917d4']}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:01:30.353678 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38f1d419-151a-4173-9426-7b4323ee7018 req-c75c819a-84f2-4ca5-aadb-f08190118f7c tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Made reservation on behalf of 7a7d384b32784a6f914418ec93b94b0e for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:01:30.358507 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-38f1d419-151a-4173-9426-7b4323ee7018 req-c75c819a-84f2-4ca5-aadb-f08190118f7c tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:01:30.485402 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:01:30.533977 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-38f1d419-151a-4173-9426-7b4323ee7018 req-c75c819a-84f2-4ca5-aadb-f08190118f7c tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Allocated IP 172.20.0.6 (053cc7e4-3217-4ef8-82b9-8b0281d52113/090a63a8-6435-4be7-bda4-06a73f7b2d50/deac200f-a249-4fcf-ba63-266768f20a90) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:01:30.748660 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-38f1d419-151a-4173-9426-7b4323ee7018 req-c75c819a-84f2-4ca5-aadb-f08190118f7c tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:01:30.766331 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-38f1d419-151a-4173-9426-7b4323ee7018 req-c75c819a-84f2-4ca5-aadb-f08190118f7c tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Transition to ACTIVE for port object deac200f-a249-4fcf-ba63-266768f20a90 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:01:30.813218 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-38f1d419-151a-4173-9426-7b4323ee7018 req-c75c819a-84f2-4ca5-aadb-f08190118f7c tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:01:30.816266 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:01:30.861867 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38f1d419-151a-4173-9426-7b4323ee7018 req-c75c819a-84f2-4ca5-aadb-f08190118f7c tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Network 053cc7e4-3217-4ef8-82b9-8b0281d52113 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:01:30.866948 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-38f1d419-151a-4173-9426-7b4323ee7018 req-c75c819a-84f2-4ca5-aadb-f08190118f7c tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:01:30.874825 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-38f1d419-151a-4173-9426-7b4323ee7018 req-c75c819a-84f2-4ca5-aadb-f08190118f7c tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:01:30.910465 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75c819a-84f2-4ca5-aadb-f08190118f7c tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Pushing event updated for resources: {'Port': ['ID=deac200f-a249-4fcf-ba63-266768f20a90,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:01:30.960058 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f1d419-151a-4173-9426-7b4323ee7018 req-c75c819a-84f2-4ca5-aadb-f08190118f7c tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:01:30.961319 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-38f1d419-151a-4173-9426-7b4323ee7018 req-c75c819a-84f2-4ca5-aadb-f08190118f7c tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:01:30.981658 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-38f1d419-151a-4173-9426-7b4323ee7018 req-c75c819a-84f2-4ca5-aadb-f08190118f7c tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7727773 Jul 13 14:01:30.997959 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-38f1d419-151a-4173-9426-7b4323ee7018 req-fd9e530f-cffc-495d-8d0d-764a2554b4c4 service neutron] Request body: {'port': {'device_id': '0dc0bc1d-1294-4a5f-8a08-8f05d16572e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:01:31.126856 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-38f1d419-151a-4173-9426-7b4323ee7018 req-fd9e530f-cffc-495d-8d0d-764a2554b4c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:01:31.251213 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-aeb33cb6-558f-4ee5-90e4-b7cea8a9db58 None None] Provisioning for port deac200f-a249-4fcf-ba63-266768f20a90 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:01:31.260001 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-aeb33cb6-558f-4ee5-90e4-b7cea8a9db58 None None] Provisioning complete for port deac200f-a249-4fcf-ba63-266768f20a90 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:01:31.260001 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-aeb33cb6-558f-4ee5-90e4-b7cea8a9db58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:01:31.314419 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-aeb33cb6-558f-4ee5-90e4-b7cea8a9db58 None None] Port deac200f-a249-4fcf-ba63-266768f20a90 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:01:31.338733 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f307f4-3c3b-490a-9582-4ac0681a35fe req-fac2cc52-29fd-46c0-ad74-bf23d3faf8ca tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:01:31.341532 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-86f307f4-3c3b-490a-9582-4ac0681a35fe req-fac2cc52-29fd-46c0-ad74-bf23d3faf8ca tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/ports?device_id=0dc0bc1d-1294-4a5f-8a08-8f05d16572e1 HTTP/1.1" status: 200 len: 931 time: 0.2296462 Jul 13 14:01:31.431616 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 021e39f8-dacd-4485-97df-8ce3e80a7d7c up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:01:31.445316 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-86f307f4-3c3b-490a-9582-4ac0681a35fe req-ae3e1b89-44a2-4488-a776-bdabe11eccf0 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/security-groups?id=af49f5b0-4f95-480a-b091-a9f32d6917d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939355 Jul 13 14:01:31.498971 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port 021e39f8-dacd-4485-97df-8ce3e80a7d7c completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:01:31.503877 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 021e39f8-dacd-4485-97df-8ce3e80a7d7c triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:01:31.504174 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:01:31.561166 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:01:31.576370 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-38f1d419-151a-4173-9426-7b4323ee7018 req-fd9e530f-cffc-495d-8d0d-764a2554b4c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id deac200f-a249-4fcf-ba63-266768f20a90 {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:01:31.590056 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-38f1d419-151a-4173-9426-7b4323ee7018 req-fd9e530f-cffc-495d-8d0d-764a2554b4c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:01:31.594986 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:01:31.603081 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-38f1d419-151a-4173-9426-7b4323ee7018 req-fd9e530f-cffc-495d-8d0d-764a2554b4c4 service neutron] Transition to ACTIVE for port object deac200f-a249-4fcf-ba63-266768f20a90 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:01:31.607084 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-38f1d419-151a-4173-9426-7b4323ee7018 req-fd9e530f-cffc-495d-8d0d-764a2554b4c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:01:31.633959 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port 021e39f8-dacd-4485-97df-8ce3e80a7d7c, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=021e39f8-dacd-4485-97df-8ce3e80a7d7c,segment=NetworkSegment(c2c591f1-7eb8-42bd-85c5-76779e2a3078),segment_id=c2c591f1-7eb8-42bd-85c5-76779e2a3078)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:01:31.638809 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:01:31.663509 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9e530f-cffc-495d-8d0d-764a2554b4c4 service neutron] Pushing event updated for resources: {'Port': ['ID=deac200f-a249-4fcf-ba63-266768f20a90,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:01:31.699641 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=021e39f8-dacd-4485-97df-8ce3e80a7d7c,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:01:31.754242 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-38f1d419-151a-4173-9426-7b4323ee7018 req-fd9e530f-cffc-495d-8d0d-764a2554b4c4 service neutron] Attempting to bind port deac200f-a249-4fcf-ba63-266768f20a90 on host n-h2-800634-1 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:01:31.754512 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-38f1d419-151a-4173-9426-7b4323ee7018 req-fd9e530f-cffc-495d-8d0d-764a2554b4c4 service neutron] Attempting to bind port deac200f-a249-4fcf-ba63-266768f20a90 by drivers openvswitch,hyperv on host n-h2-800634-1 at level 0 using segments [{'id': 'c2c591f1-7eb8-42bd-85c5-76779e2a3078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '053cc7e4-3217-4ef8-82b9-8b0281d52113'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:01:31.754850 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f1d419-151a-4173-9426-7b4323ee7018 req-fd9e530f-cffc-495d-8d0d-764a2554b4c4 service neutron] Attempting to bind port deac200f-a249-4fcf-ba63-266768f20a90 on network 053cc7e4-3217-4ef8-82b9-8b0281d52113 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:01:31.760909 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f1d419-151a-4173-9426-7b4323ee7018 req-fd9e530f-cffc-495d-8d0d-764a2554b4c4 service neutron] Port deac200f-a249-4fcf-ba63-266768f20a90 on network 053cc7e4-3217-4ef8-82b9-8b0281d52113 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-1 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 14:01:31.761293 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f1d419-151a-4173-9426-7b4323ee7018 req-fd9e530f-cffc-495d-8d0d-764a2554b4c4 service neutron] Attempting to bind port deac200f-a249-4fcf-ba63-266768f20a90 on network 053cc7e4-3217-4ef8-82b9-8b0281d52113 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:01:31.767297 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f1d419-151a-4173-9426-7b4323ee7018 req-fd9e530f-cffc-495d-8d0d-764a2554b4c4 service neutron] Checking agent: {'id': 'f615e5c9-21ab-43f2-adbc-192d64b795cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 1, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:01:31.767652 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f1d419-151a-4173-9426-7b4323ee7018 req-fd9e530f-cffc-495d-8d0d-764a2554b4c4 service neutron] Checking segment: {'id': 'c2c591f1-7eb8-42bd-85c5-76779e2a3078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '053cc7e4-3217-4ef8-82b9-8b0281d52113'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:01:31.768041 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f1d419-151a-4173-9426-7b4323ee7018 req-fd9e530f-cffc-495d-8d0d-764a2554b4c4 service neutron] Bound using segment: {'id': 'c2c591f1-7eb8-42bd-85c5-76779e2a3078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '053cc7e4-3217-4ef8-82b9-8b0281d52113'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:01:31.768493 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-38f1d419-151a-4173-9426-7b4323ee7018 req-fd9e530f-cffc-495d-8d0d-764a2554b4c4 service neutron] Bound port: deac200f-a249-4fcf-ba63-266768f20a90, host: n-h2-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2c591f1-7eb8-42bd-85c5-76779e2a3078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '053cc7e4-3217-4ef8-82b9-8b0281d52113'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:01:31.768928 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-38f1d419-151a-4173-9426-7b4323ee7018 req-fd9e530f-cffc-495d-8d0d-764a2554b4c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:01:31.858902 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-38f1d419-151a-4173-9426-7b4323ee7018 req-fd9e530f-cffc-495d-8d0d-764a2554b4c4 service neutron] For port deac200f-a249-4fcf-ba63-266768f20a90, host n-h2-800634-1, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:01:31.862894 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-38f1d419-151a-4173-9426-7b4323ee7018 req-fd9e530f-cffc-495d-8d0d-764a2554b4c4 service neutron] For port deac200f-a249-4fcf-ba63-266768f20a90, host n-h2-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=deac200f-a249-4fcf-ba63-266768f20a90,segment=NetworkSegment(c2c591f1-7eb8-42bd-85c5-76779e2a3078),segment_id=c2c591f1-7eb8-42bd-85c5-76779e2a3078)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:01:31.868653 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-38f1d419-151a-4173-9426-7b4323ee7018 req-fd9e530f-cffc-495d-8d0d-764a2554b4c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:01:31.905726 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f1d419-151a-4173-9426-7b4323ee7018 req-fd9e530f-cffc-495d-8d0d-764a2554b4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:01:31.906367 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-38f1d419-151a-4173-9426-7b4323ee7018 req-fd9e530f-cffc-495d-8d0d-764a2554b4c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:01:31.907817 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-38f1d419-151a-4173-9426-7b4323ee7018 req-fd9e530f-cffc-495d-8d0d-764a2554b4c4 service neutron] 10.222.0.41 "PUT /v2.0/ports/deac200f-a249-4fcf-ba63-266768f20a90 HTTP/1.1" status: 200 len: 1091 time: 0.9153364 Jul 13 14:01:31.908267 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dc0bc1d-1294-4a5f-8a08-8f05d16572e1', 'tag': 'deac200f-a249-4fcf-ba63-266768f20a90'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:01:31.910737 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83f44b86-2183-47af-97fd-33920fe8bad7" -d '{"events": [{"name": "network-changed", "server_uuid": "0dc0bc1d-1294-4a5f-8a08-8f05d16572e1", "tag": "deac200f-a249-4fcf-ba63-266768f20a90"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:01:31.940193 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9e530f-cffc-495d-8d0d-764a2554b4c4 service neutron] Pushing event updated for resources: {'Port': ['ID=deac200f-a249-4fcf-ba63-266768f20a90,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:01:32.044473 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f1d419-151a-4173-9426-7b4323ee7018 req-493b248d-fb99-4db0-92a4-83428b37666f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:01:32.046570 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-38f1d419-151a-4173-9426-7b4323ee7018 req-493b248d-fb99-4db0-92a4-83428b37666f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7a7d384b32784a6f914418ec93b94b0e&device_id=0dc0bc1d-1294-4a5f-8a08-8f05d16572e1 HTTP/1.1" status: 200 len: 1094 time: 0.0772054 Jul 13 14:01:32.099151 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-200da31d-d226-443c-8c96-89a75176fc18 x-openstack-request-id: req-200da31d-d226-443c-8c96-89a75176fc18 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:01:32.100058 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dc0bc1d-1294-4a5f-8a08-8f05d16572e1", "tag": "deac200f-a249-4fcf-ba63-266768f20a90", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:01:32.100325 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-200da31d-d226-443c-8c96-89a75176fc18 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:01:32.100744 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dc0bc1d-1294-4a5f-8a08-8f05d16572e1', 'tag': 'deac200f-a249-4fcf-ba63-266768f20a90', 'status': 'completed', 'code': 200} Jul 13 14:01:32.102821 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-38f1d419-151a-4173-9426-7b4323ee7018 req-83ee8cda-878f-46f0-9a4b-da4920e2cc5d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=deac200f-a249-4fcf-ba63-266768f20a90 HTTP/1.1" status: 200 len: 217 time: 0.0490217 Jul 13 14:01:32.168644 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f1d419-151a-4173-9426-7b4323ee7018 req-5bf28e75-a1ff-4c30-88cc-8bf88d33a778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:01:32.170378 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-38f1d419-151a-4173-9426-7b4323ee7018 req-5bf28e75-a1ff-4c30-88cc-8bf88d33a778 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=090a63a8-6435-4be7-bda4-06a73f7b2d50 HTTP/1.1" status: 200 len: 835 time: 0.0613322 Jul 13 14:01:32.247639 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f1d419-151a-4173-9426-7b4323ee7018 req-12d8502f-c0ae-495f-803f-1d8d68f56740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:01:32.249259 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-38f1d419-151a-4173-9426-7b4323ee7018 req-12d8502f-c0ae-495f-803f-1d8d68f56740 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=053cc7e4-3217-4ef8-82b9-8b0281d52113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0726242 Jul 13 14:01:32.350685 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-38f1d419-151a-4173-9426-7b4323ee7018 req-697a2f1b-88ff-4485-9ff6-0063fc921af3 service neutron] 10.222.0.41 "GET /v2.0/networks/053cc7e4-3217-4ef8-82b9-8b0281d52113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951121 Jul 13 14:01:32.452660 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-38f1d419-151a-4173-9426-7b4323ee7018 req-4a6545a4-2cfc-4d5f-aff2-98508cddd853 service neutron] 10.222.0.41 "GET /v2.0/networks/053cc7e4-3217-4ef8-82b9-8b0281d52113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957689 Jul 13 14:01:32.582115 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f44b86-2183-47af-97fd-33920fe8bad7 req-91221e39-e50a-4557-8267-7ef0b98bd70a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:01:32.584947 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-83f44b86-2183-47af-97fd-33920fe8bad7 req-91221e39-e50a-4557-8267-7ef0b98bd70a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7a7d384b32784a6f914418ec93b94b0e&device_id=0dc0bc1d-1294-4a5f-8a08-8f05d16572e1 HTTP/1.1" status: 200 len: 1094 time: 0.0694423 Jul 13 14:01:32.685185 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9dd41f-a696-4153-b5df-f86d0a573fe3 req-217aa73a-668e-4124-82b1-c1bf23b99a1a tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:01:32.687723 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ab9dd41f-a696-4153-b5df-f86d0a573fe3 req-217aa73a-668e-4124-82b1-c1bf23b99a1a tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/ports?device_id=0dc0bc1d-1294-4a5f-8a08-8f05d16572e1 HTTP/1.1" status: 200 len: 943 time: 0.1020999 Jul 13 14:01:32.690838 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f44b86-2183-47af-97fd-33920fe8bad7 req-9d174190-c89d-4364-97dd-82d8b8229bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:01:32.693545 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-83f44b86-2183-47af-97fd-33920fe8bad7 req-9d174190-c89d-4364-97dd-82d8b8229bca service neutron] 10.222.0.41 "GET /v2.0/networks?id=053cc7e4-3217-4ef8-82b9-8b0281d52113 HTTP/1.1" status: 200 len: 897 time: 0.1023111 Jul 13 14:01:32.735219 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ab9dd41f-a696-4153-b5df-f86d0a573fe3 req-ee80d138-c102-4a2e-90c2-e7cbd0ca833f tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/security-groups?id=af49f5b0-4f95-480a-b091-a9f32d6917d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389440 Jul 13 14:01:32.740524 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-83f44b86-2183-47af-97fd-33920fe8bad7 req-53f7f8d2-44e4-450c-b333-450152700704 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=deac200f-a249-4fcf-ba63-266768f20a90 HTTP/1.1" status: 200 len: 217 time: 0.0406675 Jul 13 14:01:32.813631 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f44b86-2183-47af-97fd-33920fe8bad7 req-ce8780be-fc42-4fb6-abfe-029c5428968f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:01:32.815171 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-83f44b86-2183-47af-97fd-33920fe8bad7 req-ce8780be-fc42-4fb6-abfe-029c5428968f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=090a63a8-6435-4be7-bda4-06a73f7b2d50 HTTP/1.1" status: 200 len: 835 time: 0.0680156 Jul 13 14:01:32.877484 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f44b86-2183-47af-97fd-33920fe8bad7 req-fa566735-8202-4305-9eb1-b8331e3d95f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:01:32.878974 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-83f44b86-2183-47af-97fd-33920fe8bad7 req-fa566735-8202-4305-9eb1-b8331e3d95f9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=053cc7e4-3217-4ef8-82b9-8b0281d52113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0574496 Jul 13 14:01:32.977883 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-83f44b86-2183-47af-97fd-33920fe8bad7 req-c15b8ecd-87bb-4432-870a-e41468a93d89 service neutron] 10.222.0.41 "GET /v2.0/networks/053cc7e4-3217-4ef8-82b9-8b0281d52113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917666 Jul 13 14:01:33.090714 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-83f44b86-2183-47af-97fd-33920fe8bad7 req-de2d944e-0874-4069-994e-f9102304f74f service neutron] 10.222.0.41 "GET /v2.0/networks/053cc7e4-3217-4ef8-82b9-8b0281d52113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056280 Jul 13 14:01:33.363457 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 021e39f8-dacd-4485-97df-8ce3e80a7d7c up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:01:33.415947 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 021e39f8-dacd-4485-97df-8ce3e80a7d7c triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:01:33.416307 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:01:33.942210 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff850a6-76bc-4c57-adbb-b8f6c69a63de req-25596d1c-49b0-49f6-8fc8-c5ea27a5cc18 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:01:33.944081 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4ff850a6-76bc-4c57-adbb-b8f6c69a63de req-25596d1c-49b0-49f6-8fc8-c5ea27a5cc18 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/ports?device_id=0dc0bc1d-1294-4a5f-8a08-8f05d16572e1 HTTP/1.1" status: 200 len: 943 time: 0.0723629 Jul 13 14:01:34.000462 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4ff850a6-76bc-4c57-adbb-b8f6c69a63de req-ba51ef7d-dd1e-426b-ab3a-b7c7ea9d3b79 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/security-groups?id=af49f5b0-4f95-480a-b091-a9f32d6917d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502737 Jul 13 14:01:34.435404 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device deac200f-a249-4fcf-ba63-266768f20a90 details requested by agent hyperv_n-h2-800634-1 with host n-h2-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 14:01:34.541949 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port deac200f-a249-4fcf-ba63-266768f20a90, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=deac200f-a249-4fcf-ba63-266768f20a90,segment=NetworkSegment(c2c591f1-7eb8-42bd-85c5-76779e2a3078),segment_id=c2c591f1-7eb8-42bd-85c5-76779e2a3078)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:01:34.554393 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Returning: {'device': 'deac200f-a249-4fcf-ba63-266768f20a90', 'network_id': '053cc7e4-3217-4ef8-82b9-8b0281d52113', 'port_id': 'deac200f-a249-4fcf-ba63-266768f20a90', 'mac_address': 'fa:16:3e:a8:18:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '090a63a8-6435-4be7-bda4-06a73f7b2d50', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 14:01:34.593648 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:01:34.611483 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id deac200f-a249-4fcf-ba63-266768f20a90 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:01:34.641718 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port deac200f-a249-4fcf-ba63-266768f20a90, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=deac200f-a249-4fcf-ba63-266768f20a90,segment=NetworkSegment(c2c591f1-7eb8-42bd-85c5-76779e2a3078),segment_id=c2c591f1-7eb8-42bd-85c5-76779e2a3078)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:01:34.648322 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:01:34.698330 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=deac200f-a249-4fcf-ba63-266768f20a90,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:01:34.945720 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['deac200f-a249-4fcf-ba63-266768f20a90'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:01:35.216985 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd81f60e-99a0-4740-9c40-06d9b8cb1ae4 req-f2a2e295-ca80-48df-8361-6281f693a07e tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:01:35.218518 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-dd81f60e-99a0-4740-9c40-06d9b8cb1ae4 req-f2a2e295-ca80-48df-8361-6281f693a07e tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/ports?device_id=0dc0bc1d-1294-4a5f-8a08-8f05d16572e1 HTTP/1.1" status: 200 len: 944 time: 0.0865157 Jul 13 14:01:35.266102 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-dd81f60e-99a0-4740-9c40-06d9b8cb1ae4 req-43730be1-3423-46c2-b4ce-3bf5a1c315af tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/security-groups?id=af49f5b0-4f95-480a-b091-a9f32d6917d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397964 Jul 13 14:01:36.435145 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device deac200f-a249-4fcf-ba63-266768f20a90 up at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:01:36.465904 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4415a28-e3c9-4974-97ee-bc233cb9d564 req-7d166171-8274-4c2f-9701-74b4026e9dcb tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:01:36.467636 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a4415a28-e3c9-4974-97ee-bc233cb9d564 req-7d166171-8274-4c2f-9701-74b4026e9dcb tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/ports?device_id=0dc0bc1d-1294-4a5f-8a08-8f05d16572e1 HTTP/1.1" status: 200 len: 944 time: 0.0704544 Jul 13 14:01:36.494782 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning for port deac200f-a249-4fcf-ba63-266768f20a90 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:01:36.499344 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning complete for port deac200f-a249-4fcf-ba63-266768f20a90 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:01:36.499725 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:01:36.515082 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a4415a28-e3c9-4974-97ee-bc233cb9d564 req-4c373578-3f51-4a61-a7a7-45c4b72c02ef tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/security-groups?id=af49f5b0-4f95-480a-b091-a9f32d6917d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377197 Jul 13 14:01:36.610729 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:01:36.638045 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dc0bc1d-1294-4a5f-8a08-8f05d16572e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'deac200f-a249-4fcf-ba63-266768f20a90'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:01:36.640698 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae34f275-8526-4642-b6f7-c8b63ff387b6" -d '{"events": [{"server_uuid": "0dc0bc1d-1294-4a5f-8a08-8f05d16572e1", "name": "network-vif-plugged", "status": "completed", "tag": "deac200f-a249-4fcf-ba63-266768f20a90"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:01:36.657578 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port deac200f-a249-4fcf-ba63-266768f20a90, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=deac200f-a249-4fcf-ba63-266768f20a90,segment=NetworkSegment(c2c591f1-7eb8-42bd-85c5-76779e2a3078),segment_id=c2c591f1-7eb8-42bd-85c5-76779e2a3078)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:01:36.663494 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:01:36.745391 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=deac200f-a249-4fcf-ba63-266768f20a90,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:01:36.811666 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9627d529-6abf-4b02-a150-5c8e36399b97 x-openstack-request-id: req-9627d529-6abf-4b02-a150-5c8e36399b97 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:01:36.811959 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dc0bc1d-1294-4a5f-8a08-8f05d16572e1", "name": "network-vif-plugged", "status": "completed", "tag": "deac200f-a249-4fcf-ba63-266768f20a90", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:01:36.812224 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9627d529-6abf-4b02-a150-5c8e36399b97 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:01:36.812664 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dc0bc1d-1294-4a5f-8a08-8f05d16572e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'deac200f-a249-4fcf-ba63-266768f20a90', 'code': 200} Jul 13 14:01:36.953410 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef976e5-c7be-426c-8404-83d46d2c0986 req-f941ef8f-bd9c-4e9b-8f7e-aa2787e7c46d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:01:36.954982 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-fef976e5-c7be-426c-8404-83d46d2c0986 req-f941ef8f-bd9c-4e9b-8f7e-aa2787e7c46d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0dc0bc1d-1294-4a5f-8a08-8f05d16572e1 HTTP/1.1" status: 200 len: 1096 time: 0.0704813 Jul 13 14:01:36.995595 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-fef976e5-c7be-426c-8404-83d46d2c0986 req-4fd40b4f-80be-4471-bc8f-d32680154549 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=af49f5b0-4f95-480a-b091-a9f32d6917d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343897 Jul 13 14:01:37.731051 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0399a260-b194-4e73-93c9-e91ef226d933 req-920bb902-e361-4346-949b-d2ac2dfd7b29 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:01:37.732837 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0399a260-b194-4e73-93c9-e91ef226d933 req-920bb902-e361-4346-949b-d2ac2dfd7b29 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/ports?device_id=0dc0bc1d-1294-4a5f-8a08-8f05d16572e1 HTTP/1.1" status: 200 len: 945 time: 0.0809999 Jul 13 14:01:37.785615 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0399a260-b194-4e73-93c9-e91ef226d933 req-276bbf9a-28b4-4f76-b709-c7f0b0c21762 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/security-groups?id=af49f5b0-4f95-480a-b091-a9f32d6917d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428019 Jul 13 14:01:38.991801 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e229ee61-4221-47f3-938b-8db1ac2f6733 req-32094ee2-af6f-4804-8e9a-47c256168578 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:01:38.993900 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e229ee61-4221-47f3-938b-8db1ac2f6733 req-32094ee2-af6f-4804-8e9a-47c256168578 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/ports?device_id=0dc0bc1d-1294-4a5f-8a08-8f05d16572e1 HTTP/1.1" status: 200 len: 945 time: 0.0890136 Jul 13 14:01:39.033292 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e229ee61-4221-47f3-938b-8db1ac2f6733 req-51ecbfc5-7271-4dde-8eae-ddc2385f66a2 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/security-groups?id=af49f5b0-4f95-480a-b091-a9f32d6917d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340643 Jul 13 14:01:39.238924 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da84b60-8f33-4ab9-aa94-8ca22bfcd3ba req-55b724f7-ada5-4e4a-8a4a-7487e8520794 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:01:39.241104 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3da84b60-8f33-4ab9-aa94-8ca22bfcd3ba req-55b724f7-ada5-4e4a-8a4a-7487e8520794 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/ports?device_id=0dc0bc1d-1294-4a5f-8a08-8f05d16572e1 HTTP/1.1" status: 200 len: 945 time: 0.0865772 Jul 13 14:01:39.279761 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3da84b60-8f33-4ab9-aa94-8ca22bfcd3ba req-1242c2a4-1010-4647-82fa-58d5142b1dae tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/security-groups?id=af49f5b0-4f95-480a-b091-a9f32d6917d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331557 Jul 13 14:01:39.305504 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 37218) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:01:39.358810 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-755daf1d-8128-4cbb-8cbf-ecad54aac16c tempest-TestNetworkAdvancedServerOps-1891609456 tempest-TestNetworkAdvancedServerOps-1891609456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:01:39.360250 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-755daf1d-8128-4cbb-8cbf-ecad54aac16c tempest-TestNetworkAdvancedServerOps-1891609456 tempest-TestNetworkAdvancedServerOps-1891609456-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=0dc0bc1d-1294-4a5f-8a08-8f05d16572e1 HTTP/1.1" status: 200 len: 1091 time: 0.0537210 Jul 13 14:01:39.363317 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 37220) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:01:39.368544 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-59d4a4e3-6345-47c6-9e80-255e82202d02 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Request body: {'floatingip': {'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'port_id': 'deac200f-a249-4fcf-ba63-266768f20a90', 'tenant_id': '7a7d384b32784a6f914418ec93b94b0e', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:01:39.391004 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-59d4a4e3-6345-47c6-9e80-255e82202d02 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for floatingip, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:01:39.492595 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-59d4a4e3-6345-47c6-9e80-255e82202d02 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:01:39.597161 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-59d4a4e3-6345-47c6-9e80-255e82202d02 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Allocated IP 172.25.6.151 (acf968b8-c524-46a9-a20b-ad9667009130/dde5a78e-bd1e-4f47-8189-7321d4de73d3/aa5e8cde-212a-4737-aaae-f340021166a8) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:01:39.706095 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-59d4a4e3-6345-47c6-9e80-255e82202d02 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:01:39.747055 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-59d4a4e3-6345-47c6-9e80-255e82202d02 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:01:39.784590 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d4a4e3-6345-47c6-9e80-255e82202d02 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Network acf968b8-c524-46a9-a20b-ad9667009130 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:01:39.790167 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-59d4a4e3-6345-47c6-9e80-255e82202d02 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:01:39.794523 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d4a4e3-6345-47c6-9e80-255e82202d02 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:01:39.821022 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d4a4e3-6345-47c6-9e80-255e82202d02 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Pushing event updated for resources: {'Port': ['ID=aa5e8cde-212a-4737-aaae-f340021166a8,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:01:39.835441 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d4a4e3-6345-47c6-9e80-255e82202d02 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:01:39.835786 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d4a4e3-6345-47c6-9e80-255e82202d02 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:01:39.836119 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d4a4e3-6345-47c6-9e80-255e82202d02 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:01:39.836449 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d4a4e3-6345-47c6-9e80-255e82202d02 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:01:39.836788 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d4a4e3-6345-47c6-9e80-255e82202d02 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:01:39.837109 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d4a4e3-6345-47c6-9e80-255e82202d02 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:01:39.837432 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d4a4e3-6345-47c6-9e80-255e82202d02 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:01:39.837775 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d4a4e3-6345-47c6-9e80-255e82202d02 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:01:39.838098 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d4a4e3-6345-47c6-9e80-255e82202d02 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:01:39.838418 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d4a4e3-6345-47c6-9e80-255e82202d02 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:01:39.838735 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d4a4e3-6345-47c6-9e80-255e82202d02 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:01:39.839054 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d4a4e3-6345-47c6-9e80-255e82202d02 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:01:40.189741 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-59d4a4e3-6345-47c6-9e80-255e82202d02 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:01:40.266760 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-59d4a4e3-6345-47c6-9e80-255e82202d02 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:01:40.414013 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-59d4a4e3-6345-47c6-9e80-255e82202d02 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:01:40.418426 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-59d4a4e3-6345-47c6-9e80-255e82202d02 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:01:40.489134 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d4a4e3-6345-47c6-9e80-255e82202d02 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Pushing event updated for resources: {'Port': ['ID=aa5e8cde-212a-4737-aaae-f340021166a8,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:01:40.502005 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-59d4a4e3-6345-47c6-9e80-255e82202d02 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446547'] for floatingip, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:01:40.604752 n-d-800634-1 neutron-server[93751]: INFO neutron.db.l3_db [None req-59d4a4e3-6345-47c6-9e80-255e82202d02 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Floating IP a2552128-24de-4e5e-9917-3d16a62ccd2b associated. External IP: 172.25.6.151, port: deac200f-a249-4fcf-ba63-266768f20a90. Jul 13 14:01:40.814374 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59d4a4e3-6345-47c6-9e80-255e82202d02 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Router f448cdfe-336c-4951-863c-8cb6b3f36166 has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:01:40.935314 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59d4a4e3-6345-47c6-9e80-255e82202d02 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:01:40.945069 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c64e15d-31cb-40c5-a1ae-69f1f4c96516 None None] Sync routers for ids ['f448cdfe-336c-4951-863c-8cb6b3f36166'] in n-d-800634-1 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:01:40.953627 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-59d4a4e3-6345-47c6-9e80-255e82202d02 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for floatingip, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:01:40.955717 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c64e15d-31cb-40c5-a1ae-69f1f4c96516 None None] Routers {'f448cdfe-336c-4951-863c-8cb6b3f36166'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:01:40.956349 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-9c64e15d-31cb-40c5-a1ae-69f1f4c96516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:01:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['f448cdfe-336c-4951-863c-8cb6b3f36166'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:01:40.992117 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-59d4a4e3-6345-47c6-9e80-255e82202d02 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6277277 Jul 13 14:01:40.992877 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dc0bc1d-1294-4a5f-8a08-8f05d16572e1', 'tag': 'deac200f-a249-4fcf-ba63-266768f20a90'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:01:40.995761 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d17b627af75e17e0f4b8d6239d04f8c2f78634e2c585e32a7aeca336500f34a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f74284a4-0b07-4ca3-936c-504320a26474" -d '{"events": [{"name": "network-changed", "server_uuid": "0dc0bc1d-1294-4a5f-8a08-8f05d16572e1", "tag": "deac200f-a249-4fcf-ba63-266768f20a90"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:01:41.109640 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82846806-6336-475d-99b3-208fd23200a8 x-openstack-request-id: req-82846806-6336-475d-99b3-208fd23200a8 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:01:41.110342 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dc0bc1d-1294-4a5f-8a08-8f05d16572e1", "tag": "deac200f-a249-4fcf-ba63-266768f20a90", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:01:41.110687 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-82846806-6336-475d-99b3-208fd23200a8 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:01:41.111159 n-d-800634-1 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dc0bc1d-1294-4a5f-8a08-8f05d16572e1', 'tag': 'deac200f-a249-4fcf-ba63-266768f20a90', 'status': 'completed', 'code': 200} Jul 13 14:01:41.168050 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-9c64e15d-31cb-40c5-a1ae-69f1f4c96516 None None] Set router f448cdfe-336c-4951-863c-8cb6b3f36166 gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:01:41.182593 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1817f6db-6cc0-4b21-9634-05da14653f6c req-6cc19e0c-3530-42f2-9762-94c2277a3428 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:01:41.184946 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1817f6db-6cc0-4b21-9634-05da14653f6c req-6cc19e0c-3530-42f2-9762-94c2277a3428 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/ports?device_id=0dc0bc1d-1294-4a5f-8a08-8f05d16572e1 HTTP/1.1" status: 200 len: 945 time: 0.0902641 Jul 13 14:01:41.196437 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74284a4-0b07-4ca3-936c-504320a26474 req-9b9a1904-f11c-45f9-a672-faf028d51a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:01:41.197972 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f74284a4-0b07-4ca3-936c-504320a26474 req-9b9a1904-f11c-45f9-a672-faf028d51a87 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7a7d384b32784a6f914418ec93b94b0e&device_id=0dc0bc1d-1294-4a5f-8a08-8f05d16572e1 HTTP/1.1" status: 200 len: 1096 time: 0.0690131 Jul 13 14:01:41.228642 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1817f6db-6cc0-4b21-9634-05da14653f6c req-f63ee3bc-6553-49db-9741-a7d5e18f76d3 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/security-groups?id=af49f5b0-4f95-480a-b091-a9f32d6917d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370932 Jul 13 14:01:41.256428 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 37232) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:01:41.302520 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74284a4-0b07-4ca3-936c-504320a26474 req-423f67a0-51d3-4e0f-af4a-225b73cfacf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:01:41.304325 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f74284a4-0b07-4ca3-936c-504320a26474 req-423f67a0-51d3-4e0f-af4a-225b73cfacf0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=053cc7e4-3217-4ef8-82b9-8b0281d52113 HTTP/1.1" status: 200 len: 897 time: 0.1006448 Jul 13 14:01:41.334901 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-06041707-9ba8-4996-a268-dc4185408afc tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/floatingips/a2552128-24de-4e5e-9917-3d16a62ccd2b HTTP/1.1" status: 200 len: 991 time: 0.0768576 Jul 13 14:01:41.374321 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f74284a4-0b07-4ca3-936c-504320a26474 req-fc3451e7-2b4a-45c0-90a9-d96583c5ab09 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=deac200f-a249-4fcf-ba63-266768f20a90 HTTP/1.1" status: 200 len: 999 time: 0.0638034 Jul 13 14:01:41.426162 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-9c64e15d-31cb-40c5-a1ae-69f1f4c96516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f448cdfe-336c-4951-863c-8cb6b3f36166', 'name': 'tempest-TestNetworkAdvancedServerOps-router-553535943', 'tenant_id': '7a7d384b32784a6f914418ec93b94b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.102'}], 'enable_snat': True}, 'gw_port_id': '0bcdcd1e-0560-4c85-b56b-c379fb3f8374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:01:22Z', 'updated_at': '2021-07-13T14:01:26Z', 'revision_number': 4, 'project_id': '7a7d384b32784a6f914418ec93b94b0e', 'gw_port': {'id': '0bcdcd1e-0560-4c85-b56b-c379fb3f8374', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:1b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f448cdfe-336c-4951-863c-8cb6b3f36166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:01:22Z', 'updated_at': '2021-07-13T14:01:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_floatingips': [{'id': 'a2552128-24de-4e5e-9917-3d16a62ccd2b', 'tenant_id': '7a7d384b32784a6f914418ec93b94b0e', 'floating_ip_address': '172.25.6.151', 'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'router_id': 'f448cdfe-336c-4951-863c-8cb6b3f36166', 'port_id': 'deac200f-a249-4fcf-ba63-266768f20a90', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '053cc7e4-3217-4ef8-82b9-8b0281d52113', 'mac_address': 'fa:16:3e:a8:18:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc0bc1d-1294-4a5f-8a08-8f05d16572e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:01:40Z', 'updated_at': '2021-07-13T14:01:40Z', 'revision_number': 0, 'project_id': '7a7d384b32784a6f914418ec93b94b0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '021e39f8-dacd-4485-97df-8ce3e80a7d7c', 'name': '', 'network_id': '053cc7e4-3217-4ef8-82b9-8b0281d52113', 'tenant_id': '7a7d384b32784a6f914418ec93b94b0e', 'mac_address': 'fa:16:3e:40:32:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f448cdfe-336c-4951-863c-8cb6b3f36166', 'device_owner': 'network:router_interface', 'standard_attr_id': 3124, 'fixed_ips': [{'subnet_id': '090a63a8-6435-4be7-bda4-06a73f7b2d50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:01:25Z', 'updated_at': '2021-07-13T14:01:31Z', 'revision_number': 5, 'project_id': '7a7d384b32784a6f914418ec93b94b0e', 'subnets': [{'id': '090a63a8-6435-4be7-bda4-06a73f7b2d50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:01:41.429972 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74284a4-0b07-4ca3-936c-504320a26474 req-5ba8b0a8-86cf-4a65-ae04-f32657c84513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:01:41.431466 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f74284a4-0b07-4ca3-936c-504320a26474 req-5ba8b0a8-86cf-4a65-ae04-f32657c84513 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=090a63a8-6435-4be7-bda4-06a73f7b2d50 HTTP/1.1" status: 200 len: 835 time: 0.0511012 Jul 13 14:01:41.452834 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c64e15d-31cb-40c5-a1ae-69f1f4c96516 None None] Checking router: f448cdfe-336c-4951-863c-8cb6b3f36166 for host: n-d-800634-1 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:01:41.461443 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c64e15d-31cb-40c5-a1ae-69f1f4c96516 None None] Routers {'f448cdfe-336c-4951-863c-8cb6b3f36166'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:01:41.462076 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-9c64e15d-31cb-40c5-a1ae-69f1f4c96516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:01:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['f448cdfe-336c-4951-863c-8cb6b3f36166'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:01:41.491758 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74284a4-0b07-4ca3-936c-504320a26474 req-96896301-ebb2-44b0-a2a7-b2c0b1a6beaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:01:41.493273 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f74284a4-0b07-4ca3-936c-504320a26474 req-96896301-ebb2-44b0-a2a7-b2c0b1a6beaa service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=053cc7e4-3217-4ef8-82b9-8b0281d52113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0560966 Jul 13 14:01:41.570866 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-9c64e15d-31cb-40c5-a1ae-69f1f4c96516 None None] Set router f448cdfe-336c-4951-863c-8cb6b3f36166 gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:01:41.586157 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f74284a4-0b07-4ca3-936c-504320a26474 req-88a06ddd-1959-4c7f-91c7-f9ac9a456080 service neutron] 10.222.0.41 "GET /v2.0/networks/053cc7e4-3217-4ef8-82b9-8b0281d52113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867136 Jul 13 14:01:41.685604 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f74284a4-0b07-4ca3-936c-504320a26474 req-e9e56177-aaee-4adc-97a9-cdb7119471da service neutron] 10.222.0.41 "GET /v2.0/networks/053cc7e4-3217-4ef8-82b9-8b0281d52113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935378 Jul 13 14:01:41.802688 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-9c64e15d-31cb-40c5-a1ae-69f1f4c96516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f448cdfe-336c-4951-863c-8cb6b3f36166', 'name': 'tempest-TestNetworkAdvancedServerOps-router-553535943', 'tenant_id': '7a7d384b32784a6f914418ec93b94b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.102'}], 'enable_snat': True}, 'gw_port_id': '0bcdcd1e-0560-4c85-b56b-c379fb3f8374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:01:22Z', 'updated_at': '2021-07-13T14:01:26Z', 'revision_number': 4, 'project_id': '7a7d384b32784a6f914418ec93b94b0e', 'gw_port': {'id': '0bcdcd1e-0560-4c85-b56b-c379fb3f8374', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:1b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f448cdfe-336c-4951-863c-8cb6b3f36166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:01:22Z', 'updated_at': '2021-07-13T14:01:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_floatingips': [{'id': 'a2552128-24de-4e5e-9917-3d16a62ccd2b', 'tenant_id': '7a7d384b32784a6f914418ec93b94b0e', 'floating_ip_address': '172.25.6.151', 'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'router_id': 'f448cdfe-336c-4951-863c-8cb6b3f36166', 'port_id': 'deac200f-a249-4fcf-ba63-266768f20a90', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '053cc7e4-3217-4ef8-82b9-8b0281d52113', 'mac_address': 'fa:16:3e:a8:18:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc0bc1d-1294-4a5f-8a08-8f05d16572e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:01:40Z', 'updated_at': '2021-07-13T14:01:40Z', 'revision_number': 0, 'project_id': '7a7d384b32784a6f914418ec93b94b0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '021e39f8-dacd-4485-97df-8ce3e80a7d7c', 'name': '', 'network_id': '053cc7e4-3217-4ef8-82b9-8b0281d52113', 'tenant_id': '7a7d384b32784a6f914418ec93b94b0e', 'mac_address': 'fa:16:3e:40:32:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f448cdfe-336c-4951-863c-8cb6b3f36166', 'device_owner': 'network:router_interface', 'standard_attr_id': 3124, 'fixed_ips': [{'subnet_id': '090a63a8-6435-4be7-bda4-06a73f7b2d50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:01:25Z', 'updated_at': '2021-07-13T14:01:31Z', 'revision_number': 5, 'project_id': '7a7d384b32784a6f914418ec93b94b0e', 'subnets': [{'id': '090a63a8-6435-4be7-bda4-06a73f7b2d50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:01:41.829824 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c64e15d-31cb-40c5-a1ae-69f1f4c96516 None None] The sync data for ids ['f448cdfe-336c-4951-863c-8cb6b3f36166'] in n-d-800634-1 is: [{'id': 'f448cdfe-336c-4951-863c-8cb6b3f36166', 'name': 'tempest-TestNetworkAdvancedServerOps-router-553535943', 'tenant_id': '7a7d384b32784a6f914418ec93b94b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.102'}], 'enable_snat': True}, 'gw_port_id': '0bcdcd1e-0560-4c85-b56b-c379fb3f8374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:01:22Z', 'updated_at': '2021-07-13T14:01:26Z', 'revision_number': 4, 'project_id': '7a7d384b32784a6f914418ec93b94b0e', 'gw_port': {'id': '0bcdcd1e-0560-4c85-b56b-c379fb3f8374', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:1b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f448cdfe-336c-4951-863c-8cb6b3f36166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:01:22Z', 'updated_at': '2021-07-13T14:01:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_floatingips': [{'id': 'a2552128-24de-4e5e-9917-3d16a62ccd2b', 'tenant_id': '7a7d384b32784a6f914418ec93b94b0e', 'floating_ip_address': '172.25.6.151', 'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'router_id': 'f448cdfe-336c-4951-863c-8cb6b3f36166', 'port_id': 'deac200f-a249-4fcf-ba63-266768f20a90', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '053cc7e4-3217-4ef8-82b9-8b0281d52113', 'mac_address': 'fa:16:3e:a8:18:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc0bc1d-1294-4a5f-8a08-8f05d16572e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:01:40Z', 'updated_at': '2021-07-13T14:01:40Z', 'revision_number': 0, 'project_id': '7a7d384b32784a6f914418ec93b94b0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '021e39f8-dacd-4485-97df-8ce3e80a7d7c', 'name': '', 'network_id': '053cc7e4-3217-4ef8-82b9-8b0281d52113', 'tenant_id': '7a7d384b32784a6f914418ec93b94b0e', 'mac_address': 'fa:16:3e:40:32:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f448cdfe-336c-4951-863c-8cb6b3f36166', 'device_owner': 'network:router_interface', 'standard_attr_id': 3124, 'fixed_ips': [{'subnet_id': '090a63a8-6435-4be7-bda4-06a73f7b2d50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:01:25Z', 'updated_at': '2021-07-13T14:01:31Z', 'revision_number': 5, 'project_id': '7a7d384b32784a6f914418ec93b94b0e', 'subnets': [{'id': '090a63a8-6435-4be7-bda4-06a73f7b2d50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:01:42.025771 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c8924e-3c68-4cb1-a2de-2fb5077fca2c None None] New status for floating IP a2552128-24de-4e5e-9917-3d16a62ccd2b: ACTIVE {{(pid=93752) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 14:01:42.338353 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 37236) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:01:42.399046 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-10ab5c87-241e-4223-845b-760a77162fae tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/floatingips/a2552128-24de-4e5e-9917-3d16a62ccd2b HTTP/1.1" status: 200 len: 993 time: 0.0594532 Jul 13 14:01:47.202254 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ef7def56-5dd2-4b84-b6f6-c4f33ee0d848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:01:49.864942 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fea0c63b-029d-43b6-a0b3-42a49e0dad3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:01:50.000497 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:01:51.147951 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:01:52.675509 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:02:00.484600 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:02:00.825445 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:02:05.111218 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-916a4929-9997-41d5-96ab-fbd160cf4fcb req-33bb1d14-c686-4dca-b69c-222cf8145808 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=607ad771-cd6f-4fcf-b175-a30341f1423f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0610814 Jul 13 14:02:05.228459 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916a4929-9997-41d5-96ab-fbd160cf4fcb req-679937d4-8dcc-4f76-be1a-e8803028d3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:02:05.228855 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916a4929-9997-41d5-96ab-fbd160cf4fcb req-679937d4-8dcc-4f76-be1a-e8803028d3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:02:05.229329 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916a4929-9997-41d5-96ab-fbd160cf4fcb req-679937d4-8dcc-4f76-be1a-e8803028d3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:02:05.229839 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916a4929-9997-41d5-96ab-fbd160cf4fcb req-679937d4-8dcc-4f76-be1a-e8803028d3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:02:05.230301 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916a4929-9997-41d5-96ab-fbd160cf4fcb req-679937d4-8dcc-4f76-be1a-e8803028d3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:02:05.230765 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916a4929-9997-41d5-96ab-fbd160cf4fcb req-679937d4-8dcc-4f76-be1a-e8803028d3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:02:05.231231 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916a4929-9997-41d5-96ab-fbd160cf4fcb req-679937d4-8dcc-4f76-be1a-e8803028d3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:02:05.233270 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-916a4929-9997-41d5-96ab-fbd160cf4fcb req-679937d4-8dcc-4f76-be1a-e8803028d3eb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cddde6624d514a049e75835df6c903ed&device_id=607ad771-cd6f-4fcf-b175-a30341f1423f HTTP/1.1" status: 200 len: 6500 time: 0.0736506 Jul 13 14:02:05.382127 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916a4929-9997-41d5-96ab-fbd160cf4fcb req-32fe66ab-1590-4f82-b18f-0b3994bb3209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:02:05.382915 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916a4929-9997-41d5-96ab-fbd160cf4fcb req-32fe66ab-1590-4f82-b18f-0b3994bb3209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:02:05.383720 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916a4929-9997-41d5-96ab-fbd160cf4fcb req-32fe66ab-1590-4f82-b18f-0b3994bb3209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:02:05.386305 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-916a4929-9997-41d5-96ab-fbd160cf4fcb req-32fe66ab-1590-4f82-b18f-0b3994bb3209 service neutron] 10.222.0.41 "GET /v2.0/networks?id=446293fa-d089-4a73-be46-3f7c6317a56f&id=c10609af-899d-4476-bb3f-a1771ca4066b&id=c10609af-899d-4476-bb3f-a1771ca4066b&id=c10609af-899d-4476-bb3f-a1771ca4066b&id=c10609af-899d-4476-bb3f-a1771ca4066b&id=66d18ebd-c35e-4e15-b1ef-9323bd11d006&id=66d18ebd-c35e-4e15-b1ef-9323bd11d006 HTTP/1.1" status: 200 len: 2294 time: 0.1186502 Jul 13 14:02:05.458711 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-916a4929-9997-41d5-96ab-fbd160cf4fcb req-bfc99b66-7c53-4165-ac74-5de8acb546b8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9471cf76-3a42-44c0-8380-63156b7de0c5 HTTP/1.1" status: 200 len: 1002 time: 0.0618420 Jul 13 14:02:05.517820 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916a4929-9997-41d5-96ab-fbd160cf4fcb req-9ccccfbf-d2a0-4dc7-b5f0-41cdcd8d8b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:02:05.519259 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-916a4929-9997-41d5-96ab-fbd160cf4fcb req-9ccccfbf-d2a0-4dc7-b5f0-41cdcd8d8b96 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3e740739-b63f-4ad3-b5cf-d6f6b58861d6 HTTP/1.1" status: 200 len: 855 time: 0.0539892 Jul 13 14:02:05.578911 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916a4929-9997-41d5-96ab-fbd160cf4fcb req-6c697df5-53d1-43ba-a0dc-d9a15d54a045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:02:05.580536 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-916a4929-9997-41d5-96ab-fbd160cf4fcb req-6c697df5-53d1-43ba-a0dc-d9a15d54a045 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=446293fa-d089-4a73-be46-3f7c6317a56f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0549760 Jul 13 14:02:05.681574 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-916a4929-9997-41d5-96ab-fbd160cf4fcb req-2a0c8b32-a6ce-43de-8fc3-d085c86c2154 service neutron] 10.222.0.41 "GET /v2.0/networks/446293fa-d089-4a73-be46-3f7c6317a56f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928354 Jul 13 14:02:05.798002 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-916a4929-9997-41d5-96ab-fbd160cf4fcb req-342d59e3-34e7-466f-8d69-88f534a90dec service neutron] 10.222.0.41 "GET /v2.0/networks/446293fa-d089-4a73-be46-3f7c6317a56f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093266 Jul 13 14:02:05.841725 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-916a4929-9997-41d5-96ab-fbd160cf4fcb req-1874df11-c518-4487-9172-7dcb079e8834 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.65&port_id=580fca4a-3ae1-4d32-ab03-327db6d3f362 HTTP/1.1" status: 200 len: 217 time: 0.0379727 Jul 13 14:02:05.899663 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916a4929-9997-41d5-96ab-fbd160cf4fcb req-c3f3f7b0-b854-406b-85b6-51b7f1220802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:02:05.901150 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-916a4929-9997-41d5-96ab-fbd160cf4fcb req-c3f3f7b0-b854-406b-85b6-51b7f1220802 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d8135eef-58f0-4af0-b4cf-468c412106b7 HTTP/1.1" status: 200 len: 797 time: 0.0534329 Jul 13 14:02:05.961310 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916a4929-9997-41d5-96ab-fbd160cf4fcb req-cd01093b-d092-4c27-871a-9bdc14c71fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:02:05.962884 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-916a4929-9997-41d5-96ab-fbd160cf4fcb req-cd01093b-d092-4c27-871a-9bdc14c71fe1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c10609af-899d-4476-bb3f-a1771ca4066b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0548871 Jul 13 14:02:06.057401 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-916a4929-9997-41d5-96ab-fbd160cf4fcb req-29e7b3f8-54ac-479d-bec3-648f73ef852e service neutron] 10.222.0.41 "GET /v2.0/networks/c10609af-899d-4476-bb3f-a1771ca4066b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866234 Jul 13 14:02:06.154612 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-916a4929-9997-41d5-96ab-fbd160cf4fcb req-8d7cc0b8-08db-4007-9f4d-ef66c01fb13b service neutron] 10.222.0.41 "GET /v2.0/networks/c10609af-899d-4476-bb3f-a1771ca4066b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905347 Jul 13 14:02:06.198268 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-916a4929-9997-41d5-96ab-fbd160cf4fcb req-055e6881-7349-47fa-be23-740e9e3acdd8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.196&port_id=364b743d-042d-4734-ac77-5bc18537c35c HTTP/1.1" status: 200 len: 217 time: 0.0373700 Jul 13 14:02:06.249056 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916a4929-9997-41d5-96ab-fbd160cf4fcb req-26b093e5-9ceb-44e0-9feb-077123a67676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:02:06.250559 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-916a4929-9997-41d5-96ab-fbd160cf4fcb req-26b093e5-9ceb-44e0-9feb-077123a67676 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d8135eef-58f0-4af0-b4cf-468c412106b7 HTTP/1.1" status: 200 len: 797 time: 0.0463650 Jul 13 14:02:06.320387 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916a4929-9997-41d5-96ab-fbd160cf4fcb req-bfa08881-80c1-4201-a7c3-c5260703abe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:02:06.321843 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-916a4929-9997-41d5-96ab-fbd160cf4fcb req-bfa08881-80c1-4201-a7c3-c5260703abe5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c10609af-899d-4476-bb3f-a1771ca4066b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0591559 Jul 13 14:02:06.351726 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-23723c40-b6f8-4913-aed6-dada2960120a req-6fea0fe7-5f6f-4806-8b6d-9d4326957007 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=259a57d9-04bb-4042-aef0-474dcd2a3ae5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1078980 Jul 13 14:02:06.417304 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-916a4929-9997-41d5-96ab-fbd160cf4fcb req-854d3c52-bb06-4a7e-8d03-f135d84a7d6d service neutron] 10.222.0.41 "GET /v2.0/networks/c10609af-899d-4476-bb3f-a1771ca4066b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882778 Jul 13 14:02:06.520080 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-916a4929-9997-41d5-96ab-fbd160cf4fcb req-d3b90ef1-b945-44b8-828c-90e116c2e36b service neutron] 10.222.0.41 "GET /v2.0/networks/c10609af-899d-4476-bb3f-a1771ca4066b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959628 Jul 13 14:02:06.564449 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-916a4929-9997-41d5-96ab-fbd160cf4fcb req-815977ce-45d5-46a3-8436-64785e239368 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.56&port_id=c1b3bef8-8fa9-45c3-9d8e-303ce20bc8ef HTTP/1.1" status: 200 len: 217 time: 0.0376151 Jul 13 14:02:06.616971 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916a4929-9997-41d5-96ab-fbd160cf4fcb req-6a5066b7-b0e1-457b-a2e2-194a6de50fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:02:06.618414 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-916a4929-9997-41d5-96ab-fbd160cf4fcb req-6a5066b7-b0e1-457b-a2e2-194a6de50fe0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d8135eef-58f0-4af0-b4cf-468c412106b7 HTTP/1.1" status: 200 len: 797 time: 0.0480549 Jul 13 14:02:06.689035 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916a4929-9997-41d5-96ab-fbd160cf4fcb req-0e79dab8-b1b8-405e-b319-191f62f5d79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:02:06.690873 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-916a4929-9997-41d5-96ab-fbd160cf4fcb req-0e79dab8-b1b8-405e-b319-191f62f5d79e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c10609af-899d-4476-bb3f-a1771ca4066b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0656111 Jul 13 14:02:06.747277 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23723c40-b6f8-4913-aed6-dada2960120a req-c35ba476-26a9-4d5c-81c6-b102d80144fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:02:06.748891 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-23723c40-b6f8-4913-aed6-dada2960120a req-c35ba476-26a9-4d5c-81c6-b102d80144fa service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=adbbbd39f9524bd68afb0008cc2d263c&device_id=259a57d9-04bb-4042-aef0-474dcd2a3ae5 HTTP/1.1" status: 200 len: 1096 time: 0.3546486 Jul 13 14:02:06.795052 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-916a4929-9997-41d5-96ab-fbd160cf4fcb req-7f11957e-9a09-4b58-a0aa-6b0faa2518df service neutron] 10.222.0.41 "GET /v2.0/networks/c10609af-899d-4476-bb3f-a1771ca4066b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979946 Jul 13 14:02:06.868790 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23723c40-b6f8-4913-aed6-dada2960120a req-238a6d4d-4b0a-47ca-853f-342330b53337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:02:06.870209 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-23723c40-b6f8-4913-aed6-dada2960120a req-238a6d4d-4b0a-47ca-853f-342330b53337 service neutron] 10.222.0.26 "GET /v2.0/networks?id=94bf27fb-3476-4944-8d19-915922f54fa2 HTTP/1.1" status: 200 len: 916 time: 0.1004167 Jul 13 14:02:06.895523 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-916a4929-9997-41d5-96ab-fbd160cf4fcb req-140111a4-4f94-4e33-8028-487f12f24bc8 service neutron] 10.222.0.41 "GET /v2.0/networks/c10609af-899d-4476-bb3f-a1771ca4066b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943122 Jul 13 14:02:06.936799 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-916a4929-9997-41d5-96ab-fbd160cf4fcb req-fd2f2a1a-bcba-4816-87ee-c71e272ca156 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.27&port_id=d3e632d4-9634-467f-9ba8-1d189f1ac176 HTTP/1.1" status: 200 len: 217 time: 0.0354831 Jul 13 14:02:06.945045 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-23723c40-b6f8-4913-aed6-dada2960120a req-cd62ef59-b490-4f32-a47b-cbd407f5b755 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f4f0e6bb-2d37-47aa-90f5-cc4d30a556ee HTTP/1.1" status: 200 len: 1000 time: 0.0675480 Jul 13 14:02:06.986955 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916a4929-9997-41d5-96ab-fbd160cf4fcb req-c1559d13-d133-485d-bb06-b1e98800019d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:02:06.988450 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-916a4929-9997-41d5-96ab-fbd160cf4fcb req-c1559d13-d133-485d-bb06-b1e98800019d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d8135eef-58f0-4af0-b4cf-468c412106b7 HTTP/1.1" status: 200 len: 797 time: 0.0460620 Jul 13 14:02:06.993641 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23723c40-b6f8-4913-aed6-dada2960120a req-58a09e46-80a4-4147-83b9-11c0f98d5a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:02:06.995189 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-23723c40-b6f8-4913-aed6-dada2960120a req-58a09e46-80a4-4147-83b9-11c0f98d5a3d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=edd80540-96ff-46b4-a1d4-1e9bba1df368 HTTP/1.1" status: 200 len: 855 time: 0.0446453 Jul 13 14:02:07.052782 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916a4929-9997-41d5-96ab-fbd160cf4fcb req-0074e171-f647-4faf-a23f-e1380060cdcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:02:07.054475 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-916a4929-9997-41d5-96ab-fbd160cf4fcb req-0074e171-f647-4faf-a23f-e1380060cdcc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c10609af-899d-4476-bb3f-a1771ca4066b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0597823 Jul 13 14:02:07.057633 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23723c40-b6f8-4913-aed6-dada2960120a req-415d52f5-1413-4162-8b59-bee9c139336c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:02:07.059518 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-23723c40-b6f8-4913-aed6-dada2960120a req-415d52f5-1413-4162-8b59-bee9c139336c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=94bf27fb-3476-4944-8d19-915922f54fa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0581243 Jul 13 14:02:07.156989 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-916a4929-9997-41d5-96ab-fbd160cf4fcb req-a8357d27-1379-4e68-b9ed-b5fe39565356 service neutron] 10.222.0.41 "GET /v2.0/networks/c10609af-899d-4476-bb3f-a1771ca4066b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941765 Jul 13 14:02:07.158355 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-23723c40-b6f8-4913-aed6-dada2960120a req-7334fd00-af3d-4624-9d6c-452476213ee0 service neutron] 10.222.0.26 "GET /v2.0/networks/94bf27fb-3476-4944-8d19-915922f54fa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921926 Jul 13 14:02:07.265938 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-23723c40-b6f8-4913-aed6-dada2960120a req-0a5b4bea-9b7e-4e16-80ef-503ccf88828f service neutron] 10.222.0.26 "GET /v2.0/networks/94bf27fb-3476-4944-8d19-915922f54fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016040 Jul 13 14:02:07.267914 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-916a4929-9997-41d5-96ab-fbd160cf4fcb req-d2eb7f02-6390-4197-b3f0-26b7c60892a1 service neutron] 10.222.0.41 "GET /v2.0/networks/c10609af-899d-4476-bb3f-a1771ca4066b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047788 Jul 13 14:02:07.315131 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-916a4929-9997-41d5-96ab-fbd160cf4fcb req-a060abfc-0ea1-4ded-9904-04589e967180 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6203edbb-d062-45f4-b681-abe477bae469 HTTP/1.1" status: 200 len: 217 time: 0.0364909 Jul 13 14:02:07.366874 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916a4929-9997-41d5-96ab-fbd160cf4fcb req-90dfd528-a343-4dcd-b486-98e8763f2c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:02:07.368363 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-916a4929-9997-41d5-96ab-fbd160cf4fcb req-90dfd528-a343-4dcd-b486-98e8763f2c52 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=951f324c-d68d-486e-9ca1-85ca6e2b85a7 HTTP/1.1" status: 200 len: 797 time: 0.0463443 Jul 13 14:02:07.431373 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916a4929-9997-41d5-96ab-fbd160cf4fcb req-4dda0dfa-d856-4edc-90ec-c490339dd666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:02:07.432801 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-916a4929-9997-41d5-96ab-fbd160cf4fcb req-4dda0dfa-d856-4edc-90ec-c490339dd666 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=66d18ebd-c35e-4e15-b1ef-9323bd11d006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0582447 Jul 13 14:02:07.529344 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-916a4929-9997-41d5-96ab-fbd160cf4fcb req-655ed98c-5fad-48f0-965a-3b67c76c7127 service neutron] 10.222.0.41 "GET /v2.0/networks/66d18ebd-c35e-4e15-b1ef-9323bd11d006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900028 Jul 13 14:02:07.622611 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-916a4929-9997-41d5-96ab-fbd160cf4fcb req-7b1d3811-13c2-4ff5-ac6a-377d29b55171 service neutron] 10.222.0.41 "GET /v2.0/networks/66d18ebd-c35e-4e15-b1ef-9323bd11d006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835695 Jul 13 14:02:07.668262 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-916a4929-9997-41d5-96ab-fbd160cf4fcb req-ed08996b-6ade-4f20-9a03-61ee99ca9919 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a28e0383-d778-445e-917b-a6877ab44b08 HTTP/1.1" status: 200 len: 217 time: 0.0397565 Jul 13 14:02:07.718069 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916a4929-9997-41d5-96ab-fbd160cf4fcb req-4de41131-5d9f-4e6e-bdbd-a703f81b15e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:02:07.719458 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-916a4929-9997-41d5-96ab-fbd160cf4fcb req-4de41131-5d9f-4e6e-bdbd-a703f81b15e1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=951f324c-d68d-486e-9ca1-85ca6e2b85a7 HTTP/1.1" status: 200 len: 797 time: 0.0455651 Jul 13 14:02:07.781413 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916a4929-9997-41d5-96ab-fbd160cf4fcb req-871cc7a3-8b45-4c9e-b3bb-a1017c16ecb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:02:07.782993 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-916a4929-9997-41d5-96ab-fbd160cf4fcb req-871cc7a3-8b45-4c9e-b3bb-a1017c16ecb2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=66d18ebd-c35e-4e15-b1ef-9323bd11d006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0576091 Jul 13 14:02:08.178228 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-916a4929-9997-41d5-96ab-fbd160cf4fcb req-e4589dbb-4e53-47d2-87b8-8a7dcecfb33c service neutron] 10.222.0.41 "GET /v2.0/networks/66d18ebd-c35e-4e15-b1ef-9323bd11d006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3886707 Jul 13 14:02:08.270202 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-916a4929-9997-41d5-96ab-fbd160cf4fcb req-225607f9-45c8-421f-8270-a0192f352ddb service neutron] 10.222.0.41 "GET /v2.0/networks/66d18ebd-c35e-4e15-b1ef-9323bd11d006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843227 Jul 13 14:02:08.552133 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:02:09.138327 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8968f900-4442-4e43-b0e7-096ad40df8c7 req-ceab1502-da50-43df-97df-0a794a3e1d5c tempest-TestNetworkAdvancedServerOps-1891609456 tempest-TestNetworkAdvancedServerOps-1891609456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:02:09.139875 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8968f900-4442-4e43-b0e7-096ad40df8c7 req-ceab1502-da50-43df-97df-0a794a3e1d5c tempest-TestNetworkAdvancedServerOps-1891609456 tempest-TestNetworkAdvancedServerOps-1891609456-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=0dc0bc1d-1294-4a5f-8a08-8f05d16572e1 HTTP/1.1" status: 200 len: 1096 time: 0.0582895 Jul 13 14:02:09.164081 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-8968f900-4442-4e43-b0e7-096ad40df8c7 req-2cc476c9-3526-4be3-8205-84374c813cc7 tempest-TestNetworkAdvancedServerOps-1891609456 tempest-TestNetworkAdvancedServerOps-1891609456-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:02:09.271686 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-8968f900-4442-4e43-b0e7-096ad40df8c7 req-2cc476c9-3526-4be3-8205-84374c813cc7 tempest-TestNetworkAdvancedServerOps-1891609456 tempest-TestNetworkAdvancedServerOps-1891609456-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:02:09.275442 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-8968f900-4442-4e43-b0e7-096ad40df8c7 req-2cc476c9-3526-4be3-8205-84374c813cc7 tempest-TestNetworkAdvancedServerOps-1891609456 tempest-TestNetworkAdvancedServerOps-1891609456-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:02:09.300111 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8968f900-4442-4e43-b0e7-096ad40df8c7 req-2cc476c9-3526-4be3-8205-84374c813cc7 tempest-TestNetworkAdvancedServerOps-1891609456 tempest-TestNetworkAdvancedServerOps-1891609456-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=af49f5b0-4f95-480a-b091-a9f32d6917d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1543980 Jul 13 14:02:09.309471 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc476c9-3526-4be3-8205-84374c813cc7 tempest-TestNetworkAdvancedServerOps-1891609456 tempest-TestNetworkAdvancedServerOps-1891609456-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95260c61-ea72-4ddd-a0f3-eff0657fbf8c,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:02:09.325684 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc476c9-3526-4be3-8205-84374c813cc7 tempest-TestNetworkAdvancedServerOps-1891609456 tempest-TestNetworkAdvancedServerOps-1891609456-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:02:09.325684 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc476c9-3526-4be3-8205-84374c813cc7 tempest-TestNetworkAdvancedServerOps-1891609456 tempest-TestNetworkAdvancedServerOps-1891609456-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:02:09.325684 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc476c9-3526-4be3-8205-84374c813cc7 tempest-TestNetworkAdvancedServerOps-1891609456 tempest-TestNetworkAdvancedServerOps-1891609456-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:02:09.325684 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc476c9-3526-4be3-8205-84374c813cc7 tempest-TestNetworkAdvancedServerOps-1891609456 tempest-TestNetworkAdvancedServerOps-1891609456-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:02:09.325684 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc476c9-3526-4be3-8205-84374c813cc7 tempest-TestNetworkAdvancedServerOps-1891609456 tempest-TestNetworkAdvancedServerOps-1891609456-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:02:09.325684 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc476c9-3526-4be3-8205-84374c813cc7 tempest-TestNetworkAdvancedServerOps-1891609456 tempest-TestNetworkAdvancedServerOps-1891609456-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:02:09.325684 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc476c9-3526-4be3-8205-84374c813cc7 tempest-TestNetworkAdvancedServerOps-1891609456 tempest-TestNetworkAdvancedServerOps-1891609456-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:02:09.325684 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc476c9-3526-4be3-8205-84374c813cc7 tempest-TestNetworkAdvancedServerOps-1891609456 tempest-TestNetworkAdvancedServerOps-1891609456-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:02:09.325684 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc476c9-3526-4be3-8205-84374c813cc7 tempest-TestNetworkAdvancedServerOps-1891609456 tempest-TestNetworkAdvancedServerOps-1891609456-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:02:09.325684 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc476c9-3526-4be3-8205-84374c813cc7 tempest-TestNetworkAdvancedServerOps-1891609456 tempest-TestNetworkAdvancedServerOps-1891609456-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:02:09.325684 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc476c9-3526-4be3-8205-84374c813cc7 tempest-TestNetworkAdvancedServerOps-1891609456 tempest-TestNetworkAdvancedServerOps-1891609456-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:02:09.325684 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc476c9-3526-4be3-8205-84374c813cc7 tempest-TestNetworkAdvancedServerOps-1891609456 tempest-TestNetworkAdvancedServerOps-1891609456-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:02:09.492703 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600f110a-7f34-4fe5-a0fa-e1b8b1ce0a5c req-366c3f04-bab4-43ed-b0c7-8cadb3695fe1 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:02:09.494373 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-600f110a-7f34-4fe5-a0fa-e1b8b1ce0a5c req-366c3f04-bab4-43ed-b0c7-8cadb3695fe1 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/ports?device_id=0dc0bc1d-1294-4a5f-8a08-8f05d16572e1 HTTP/1.1" status: 200 len: 945 time: 0.0720894 Jul 13 14:02:09.535962 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-600f110a-7f34-4fe5-a0fa-e1b8b1ce0a5c req-005cc60e-0337-42cd-9d2e-a526defc6270 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/security-groups?id=af49f5b0-4f95-480a-b091-a9f32d6917d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359519 Jul 13 14:02:09.561699 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 37308) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:02:09.623592 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-7c4d818d-d148-4106-a004-b947020b268b tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/floatingips/a2552128-24de-4e5e-9917-3d16a62ccd2b HTTP/1.1" status: 200 len: 993 time: 0.0606456 Jul 13 14:02:10.420895 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d71cba3e-14f3-49aa-8cfc-dd56a7b0c57b req-13bbdd2f-f02a-4d84-8282-fef4ddbda6a4 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0dc0bc1d-1294-4a5f-8a08-8f05d16572e1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0635180 Jul 13 14:02:10.476603 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997e4767-2415-452d-8c70-bc49b260df92 req-aa7cf561-8a73-408b-894b-9e0a09adaa22 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:02:10.478121 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-997e4767-2415-452d-8c70-bc49b260df92 req-aa7cf561-8a73-408b-894b-9e0a09adaa22 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/ports?device_id=0dc0bc1d-1294-4a5f-8a08-8f05d16572e1 HTTP/1.1" status: 200 len: 945 time: 0.0724669 Jul 13 14:02:10.518509 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-997e4767-2415-452d-8c70-bc49b260df92 req-007fee40-fbf0-4127-a6e9-56cf75877077 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/security-groups?id=af49f5b0-4f95-480a-b091-a9f32d6917d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343957 Jul 13 14:02:11.712171 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fa8bb7-5191-4a85-9405-2c068dd5cc95 req-9b53570f-171c-4a07-9034-913206d7eba0 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:02:11.713989 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a1fa8bb7-5191-4a85-9405-2c068dd5cc95 req-9b53570f-171c-4a07-9034-913206d7eba0 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/ports?device_id=0dc0bc1d-1294-4a5f-8a08-8f05d16572e1 HTTP/1.1" status: 200 len: 945 time: 0.0759816 Jul 13 14:02:11.784724 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a1fa8bb7-5191-4a85-9405-2c068dd5cc95 req-14594a89-f972-41f5-9174-08f66bb3b420 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/security-groups?id=af49f5b0-4f95-480a-b091-a9f32d6917d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617907 Jul 13 14:02:11.839335 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71cba3e-14f3-49aa-8cfc-dd56a7b0c57b req-c97757d2-b8c3-48d1-a9bd-e269e1b66bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:02:11.840860 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d71cba3e-14f3-49aa-8cfc-dd56a7b0c57b req-c97757d2-b8c3-48d1-a9bd-e269e1b66bb9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7a7d384b32784a6f914418ec93b94b0e&device_id=0dc0bc1d-1294-4a5f-8a08-8f05d16572e1 HTTP/1.1" status: 200 len: 1096 time: 0.0709524 Jul 13 14:02:11.939839 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71cba3e-14f3-49aa-8cfc-dd56a7b0c57b req-fe6947b5-5dff-40e3-8135-940dfb11f60f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:02:11.941355 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d71cba3e-14f3-49aa-8cfc-dd56a7b0c57b req-fe6947b5-5dff-40e3-8135-940dfb11f60f service neutron] 10.222.0.41 "GET /v2.0/networks?id=053cc7e4-3217-4ef8-82b9-8b0281d52113 HTTP/1.1" status: 200 len: 897 time: 0.0931561 Jul 13 14:02:12.013300 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d71cba3e-14f3-49aa-8cfc-dd56a7b0c57b req-ede6702f-9491-4495-abc5-4498f70d7c5d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=deac200f-a249-4fcf-ba63-266768f20a90 HTTP/1.1" status: 200 len: 1001 time: 0.0621047 Jul 13 14:02:12.066439 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71cba3e-14f3-49aa-8cfc-dd56a7b0c57b req-f8f06bea-0d3b-4ed3-b25f-dcf65d6baed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:02:12.068408 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d71cba3e-14f3-49aa-8cfc-dd56a7b0c57b req-f8f06bea-0d3b-4ed3-b25f-dcf65d6baed3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=090a63a8-6435-4be7-bda4-06a73f7b2d50 HTTP/1.1" status: 200 len: 835 time: 0.0485718 Jul 13 14:02:12.132047 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71cba3e-14f3-49aa-8cfc-dd56a7b0c57b req-2269272a-58d1-40a3-9016-c354942a8544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:02:12.133555 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d71cba3e-14f3-49aa-8cfc-dd56a7b0c57b req-2269272a-58d1-40a3-9016-c354942a8544 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=053cc7e4-3217-4ef8-82b9-8b0281d52113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0586786 Jul 13 14:02:12.236541 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d71cba3e-14f3-49aa-8cfc-dd56a7b0c57b req-44775ade-79ed-4623-8407-e8de0f9c8d0b service neutron] 10.222.0.41 "GET /v2.0/networks/053cc7e4-3217-4ef8-82b9-8b0281d52113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930233 Jul 13 14:02:12.338956 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d71cba3e-14f3-49aa-8cfc-dd56a7b0c57b req-cfee75bd-f9b9-47bd-95b2-7e2586825b40 service neutron] 10.222.0.41 "GET /v2.0/networks/053cc7e4-3217-4ef8-82b9-8b0281d52113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959158 Jul 13 14:02:12.975229 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8712881-c939-4a73-a0cf-d0a323013130 req-dcf4e936-de30-4514-8a58-679f148c0c70 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:02:12.976843 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a8712881-c939-4a73-a0cf-d0a323013130 req-dcf4e936-de30-4514-8a58-679f148c0c70 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/ports?device_id=0dc0bc1d-1294-4a5f-8a08-8f05d16572e1 HTTP/1.1" status: 200 len: 945 time: 0.0688877 Jul 13 14:02:13.016900 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a8712881-c939-4a73-a0cf-d0a323013130 req-27073bde-c077-47d1-9bb2-4d2f67cf7940 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/security-groups?id=af49f5b0-4f95-480a-b091-a9f32d6917d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344968 Jul 13 14:02:14.195596 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aa973c-f9c8-4c06-9248-c682462f0be6 req-ab64c4d3-79c8-4599-b438-761996df0755 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:02:14.197029 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-48aa973c-f9c8-4c06-9248-c682462f0be6 req-ab64c4d3-79c8-4599-b438-761996df0755 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/ports?device_id=0dc0bc1d-1294-4a5f-8a08-8f05d16572e1 HTTP/1.1" status: 200 len: 945 time: 0.0650806 Jul 13 14:02:14.235866 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-48aa973c-f9c8-4c06-9248-c682462f0be6 req-b0eddea7-cd25-4b8a-9508-76d802dbfb95 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/security-groups?id=af49f5b0-4f95-480a-b091-a9f32d6917d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332370 Jul 13 14:02:15.422289 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502fdc8b-fd1a-4778-940f-913dac0c92da req-4e98e1c0-a4d9-4641-868c-74c6b7cc8d22 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:02:15.423780 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-502fdc8b-fd1a-4778-940f-913dac0c92da req-4e98e1c0-a4d9-4641-868c-74c6b7cc8d22 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/ports?device_id=0dc0bc1d-1294-4a5f-8a08-8f05d16572e1 HTTP/1.1" status: 200 len: 945 time: 0.0711684 Jul 13 14:02:15.463475 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-502fdc8b-fd1a-4778-940f-913dac0c92da req-07a585ff-3ea3-4c29-9726-85f32846f49d tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/security-groups?id=af49f5b0-4f95-480a-b091-a9f32d6917d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332134 Jul 13 14:02:16.653768 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e584adc4-a273-47c6-b1db-42d197a5f99c req-1f2accaf-e5d4-4002-92b0-6b4bcbe334cb tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:02:16.655310 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e584adc4-a273-47c6-b1db-42d197a5f99c req-1f2accaf-e5d4-4002-92b0-6b4bcbe334cb tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/ports?device_id=0dc0bc1d-1294-4a5f-8a08-8f05d16572e1 HTTP/1.1" status: 200 len: 945 time: 0.0726469 Jul 13 14:02:16.697990 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e584adc4-a273-47c6-b1db-42d197a5f99c req-1ea2333d-7f3a-4cb9-8f7b-a9cdb2ac9063 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/security-groups?id=af49f5b0-4f95-480a-b091-a9f32d6917d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362155 Jul 13 14:02:17.207639 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d58d1f76-d298-4337-b3d3-875115f8fab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:02:17.903013 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee64137-d84c-4de7-ac4c-de70f6cc2674 req-1292264b-15a0-4e47-89e0-a5fb46ceee59 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:02:17.904855 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9ee64137-d84c-4de7-ac4c-de70f6cc2674 req-1292264b-15a0-4e47-89e0-a5fb46ceee59 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/ports?device_id=0dc0bc1d-1294-4a5f-8a08-8f05d16572e1 HTTP/1.1" status: 200 len: 945 time: 0.0713153 Jul 13 14:02:17.952652 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9ee64137-d84c-4de7-ac4c-de70f6cc2674 req-2614f336-a7d1-4451-ab8d-7a83a6182de8 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/security-groups?id=af49f5b0-4f95-480a-b091-a9f32d6917d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417488 Jul 13 14:02:18.523019 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29368749-e04d-45b6-9f2e-fb2acb7f2e64 req-623402b3-b0ae-425b-95a5-d890dbf7140e tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:02:18.524767 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-29368749-e04d-45b6-9f2e-fb2acb7f2e64 req-623402b3-b0ae-425b-95a5-d890dbf7140e tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/ports?device_id=259a57d9-04bb-4042-aef0-474dcd2a3ae5 HTTP/1.1" status: 200 len: 945 time: 0.0776148 Jul 13 14:02:18.589925 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-29368749-e04d-45b6-9f2e-fb2acb7f2e64 req-c6e68827-2486-4b95-ae28-ea1038be587a tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/security-groups?id=398172ee-e9aa-4936-b641-f081bdbf3647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584090 Jul 13 14:02:19.181109 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29d2d83-186d-443b-8fd8-0254200eca19 req-86b42a08-86a3-41b3-afda-e8c77be1f0da tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:02:19.183564 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c29d2d83-186d-443b-8fd8-0254200eca19 req-86b42a08-86a3-41b3-afda-e8c77be1f0da tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/ports?device_id=0dc0bc1d-1294-4a5f-8a08-8f05d16572e1 HTTP/1.1" status: 200 len: 945 time: 0.0910358 Jul 13 14:02:19.234490 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c29d2d83-186d-443b-8fd8-0254200eca19 req-a9ce05a5-98b2-4f94-a486-302b0f68c281 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/security-groups?id=af49f5b0-4f95-480a-b091-a9f32d6917d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448415 Jul 13 14:02:19.792214 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c989ebfd-b201-4876-8c11-2b7d99ed1326 req-b32e9e98-0e93-48ac-bf93-d7b8433cee19 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:02:19.793827 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c989ebfd-b201-4876-8c11-2b7d99ed1326 req-b32e9e98-0e93-48ac-bf93-d7b8433cee19 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/ports?device_id=259a57d9-04bb-4042-aef0-474dcd2a3ae5 HTTP/1.1" status: 200 len: 945 time: 0.0726132 Jul 13 14:02:19.839551 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c989ebfd-b201-4876-8c11-2b7d99ed1326 req-bc49c298-b918-4514-b94b-fafb2201740c tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/security-groups?id=398172ee-e9aa-4936-b641-f081bdbf3647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393765 Jul 13 14:02:19.869719 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-213c6b5b-75aa-4585-9a82-500449264434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:02:20.003434 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:02:20.459913 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaff718-5bc9-419e-baa3-89d4476a9fd5 req-3dc0b19f-8d19-467c-b28a-26a52dbf2b89 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:02:20.461473 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ceaff718-5bc9-419e-baa3-89d4476a9fd5 req-3dc0b19f-8d19-467c-b28a-26a52dbf2b89 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/ports?device_id=0dc0bc1d-1294-4a5f-8a08-8f05d16572e1 HTTP/1.1" status: 200 len: 945 time: 0.1008542 Jul 13 14:02:20.501661 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ceaff718-5bc9-419e-baa3-89d4476a9fd5 req-c769f3e1-dd0c-4f67-b767-75b666e93aa5 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/security-groups?id=af49f5b0-4f95-480a-b091-a9f32d6917d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342553 Jul 13 14:02:21.097553 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7719fe36-f8a2-46a2-b073-8cb4a5fd5167 req-a3898311-871e-4baa-a1ca-e64ee8b055fe tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:02:21.099941 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7719fe36-f8a2-46a2-b073-8cb4a5fd5167 req-a3898311-871e-4baa-a1ca-e64ee8b055fe tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/ports?device_id=259a57d9-04bb-4042-aef0-474dcd2a3ae5 HTTP/1.1" status: 200 len: 945 time: 0.0753708 Jul 13 14:02:21.151159 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:02:21.153379 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7719fe36-f8a2-46a2-b073-8cb4a5fd5167 req-15b9b23e-8a89-4f07-9d4f-e58199db8042 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/security-groups?id=398172ee-e9aa-4936-b641-f081bdbf3647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449164 Jul 13 14:02:21.705800 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b185bf-8101-4539-9768-7dc811bca540 req-ffaeebd0-0611-4625-a524-2d5e563a1a37 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:02:21.707410 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-78b185bf-8101-4539-9768-7dc811bca540 req-ffaeebd0-0611-4625-a524-2d5e563a1a37 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/ports?device_id=0dc0bc1d-1294-4a5f-8a08-8f05d16572e1 HTTP/1.1" status: 200 len: 945 time: 0.0750868 Jul 13 14:02:21.748851 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-78b185bf-8101-4539-9768-7dc811bca540 req-02cbe800-848d-4257-a84e-9a3ee80e0990 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/security-groups?id=af49f5b0-4f95-480a-b091-a9f32d6917d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353079 Jul 13 14:02:22.351662 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3980525-3550-4ffa-b026-31296f0fa75f req-0fa88c8d-904e-42a3-a038-b4ed656403f8 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:02:22.353222 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f3980525-3550-4ffa-b026-31296f0fa75f req-0fa88c8d-904e-42a3-a038-b4ed656403f8 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/ports?device_id=259a57d9-04bb-4042-aef0-474dcd2a3ae5 HTTP/1.1" status: 200 len: 945 time: 0.0682089 Jul 13 14:02:22.395788 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f3980525-3550-4ffa-b026-31296f0fa75f req-12d6c540-6fc9-4946-9e9a-af695d222870 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/security-groups?id=398172ee-e9aa-4936-b641-f081bdbf3647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365443 Jul 13 14:02:22.663501 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:02:22.945984 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e13621b-7a1c-48b1-81bb-cadf42d53e4b req-8a471f7a-231e-4235-89b3-f53c9306b716 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:02:22.947688 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3e13621b-7a1c-48b1-81bb-cadf42d53e4b req-8a471f7a-231e-4235-89b3-f53c9306b716 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/ports?device_id=0dc0bc1d-1294-4a5f-8a08-8f05d16572e1 HTTP/1.1" status: 200 len: 945 time: 0.0772009 Jul 13 14:02:22.992267 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3e13621b-7a1c-48b1-81bb-cadf42d53e4b req-25121a06-5d64-44d1-9d29-db56c0e61de3 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/security-groups?id=af49f5b0-4f95-480a-b091-a9f32d6917d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377603 Jul 13 14:02:23.598027 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c780d0e-8e7b-4baa-a6bf-b31b431fee1d req-ab09bb30-9815-42a1-ab13-3360cf9d2546 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:02:23.600219 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0c780d0e-8e7b-4baa-a6bf-b31b431fee1d req-ab09bb30-9815-42a1-ab13-3360cf9d2546 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/ports?device_id=259a57d9-04bb-4042-aef0-474dcd2a3ae5 HTTP/1.1" status: 200 len: 945 time: 0.0735905 Jul 13 14:02:23.642126 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0c780d0e-8e7b-4baa-a6bf-b31b431fee1d req-dee7c5da-4e79-460a-9648-bef0e4446975 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/security-groups?id=398172ee-e9aa-4936-b641-f081bdbf3647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357158 Jul 13 14:02:24.169809 n-d-800634-1 neutron-server[93750]: INFO neutron.api.v2.resource [req-d71cba3e-14f3-49aa-8cfc-dd56a7b0c57b req-6c056846-5655-43eb-ad0a-aaf80e74d888 service neutron] show failed (client error): The resource could not be found. Jul 13 14:02:24.171500 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d71cba3e-14f3-49aa-8cfc-dd56a7b0c57b req-6c056846-5655-43eb-ad0a-aaf80e74d888 service neutron] 10.222.0.41 "GET /v2.0/ports/deac200f-a249-4fcf-ba63-266768f20a90/bindings/n-h1-800634-1 HTTP/1.1" status: 404 len: 380 time: 0.0837860 Jul 13 14:02:24.186572 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf432f7-1610-4ddd-8327-a99234943ada req-05f8e30d-cc0e-46d9-a51e-2529a118763c tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:02:24.188183 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-0cf432f7-1610-4ddd-8327-a99234943ada req-05f8e30d-cc0e-46d9-a51e-2529a118763c tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/ports?device_id=0dc0bc1d-1294-4a5f-8a08-8f05d16572e1 HTTP/1.1" status: 200 len: 945 time: 0.0697243 Jul 13 14:02:24.230650 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-0cf432f7-1610-4ddd-8327-a99234943ada req-de38a497-6a07-4aab-9603-ad64f0378242 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/security-groups?id=af49f5b0-4f95-480a-b091-a9f32d6917d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347140 Jul 13 14:02:24.459852 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71cba3e-14f3-49aa-8cfc-dd56a7b0c57b req-39824408-0814-48da-9767-8ed3537321e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:02:24.461379 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d71cba3e-14f3-49aa-8cfc-dd56a7b0c57b req-39824408-0814-48da-9767-8ed3537321e2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0dc0bc1d-1294-4a5f-8a08-8f05d16572e1&tenant_id=7a7d384b32784a6f914418ec93b94b0e HTTP/1.1" status: 200 len: 1096 time: 0.0581653 Jul 13 14:02:24.472928 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-d71cba3e-14f3-49aa-8cfc-dd56a7b0c57b req-7c33cd2b-90c5-4c3b-8d7c-10069da26ab6 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800634-1', 'device_owner': 'compute:nova'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:02:24.549453 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-d71cba3e-14f3-49aa-8cfc-dd56a7b0c57b req-7c33cd2b-90c5-4c3b-8d7c-10069da26ab6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:02:24.763223 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-d71cba3e-14f3-49aa-8cfc-dd56a7b0c57b req-7c33cd2b-90c5-4c3b-8d7c-10069da26ab6 service neutron] For port deac200f-a249-4fcf-ba63-266768f20a90, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=deac200f-a249-4fcf-ba63-266768f20a90,segment=NetworkSegment(c2c591f1-7eb8-42bd-85c5-76779e2a3078),segment_id=c2c591f1-7eb8-42bd-85c5-76779e2a3078)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:02:24.818792 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-d71cba3e-14f3-49aa-8cfc-dd56a7b0c57b req-7c33cd2b-90c5-4c3b-8d7c-10069da26ab6 service neutron] For port deac200f-a249-4fcf-ba63-266768f20a90, host n-h2-800634-1, cleared binding levels {{(pid=93751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:02:24.858511 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc35071a-9e92-4944-a182-9d920d582054 req-769e7feb-5d7f-410a-808a-13f21fddc41a tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:02:24.860065 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bc35071a-9e92-4944-a182-9d920d582054 req-769e7feb-5d7f-410a-808a-13f21fddc41a tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/ports?device_id=259a57d9-04bb-4042-aef0-474dcd2a3ae5 HTTP/1.1" status: 200 len: 945 time: 0.0995636 Jul 13 14:02:24.869904 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dc0bc1d-1294-4a5f-8a08-8f05d16572e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'deac200f-a249-4fcf-ba63-266768f20a90'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:02:24.872383 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d17b627af75e17e0f4b8d6239d04f8c2f78634e2c585e32a7aeca336500f34a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25212ccf-c492-4a00-a5dd-1c6d3b8baf50" -d '{"events": [{"server_uuid": "0dc0bc1d-1294-4a5f-8a08-8f05d16572e1", "name": "network-vif-unplugged", "status": "completed", "tag": "deac200f-a249-4fcf-ba63-266768f20a90"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:02:24.876633 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-d71cba3e-14f3-49aa-8cfc-dd56a7b0c57b req-7c33cd2b-90c5-4c3b-8d7c-10069da26ab6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:02:24.891393 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-d71cba3e-14f3-49aa-8cfc-dd56a7b0c57b req-7c33cd2b-90c5-4c3b-8d7c-10069da26ab6 service neutron] Transition to ACTIVE for port object deac200f-a249-4fcf-ba63-266768f20a90 will not be triggered until provisioned by entity L2. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:02:24.898670 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-d71cba3e-14f3-49aa-8cfc-dd56a7b0c57b req-7c33cd2b-90c5-4c3b-8d7c-10069da26ab6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:02:24.910338 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bc35071a-9e92-4944-a182-9d920d582054 req-5eb28f08-317d-4514-b1eb-45da05dc2eb0 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/security-groups?id=398172ee-e9aa-4936-b641-f081bdbf3647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441968 Jul 13 14:02:24.945301 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 14:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ce21555-acfe-45cc-a9f7-3bd33afaad1a x-openstack-request-id: req-1ce21555-acfe-45cc-a9f7-3bd33afaad1a {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:02:24.945925 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dc0bc1d-1294-4a5f-8a08-8f05d16572e1", "name": "network-vif-unplugged", "status": "completed", "tag": "deac200f-a249-4fcf-ba63-266768f20a90", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:02:24.946032 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1ce21555-acfe-45cc-a9f7-3bd33afaad1a {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:02:24.946338 n-d-800634-1 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dc0bc1d-1294-4a5f-8a08-8f05d16572e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'deac200f-a249-4fcf-ba63-266768f20a90', 'code': 200} Jul 13 14:02:25.017977 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c33cd2b-90c5-4c3b-8d7c-10069da26ab6 service neutron] Pushing event updated for resources: {'Port': ['ID=deac200f-a249-4fcf-ba63-266768f20a90,revision_number=6']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:02:25.101038 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-d71cba3e-14f3-49aa-8cfc-dd56a7b0c57b req-7c33cd2b-90c5-4c3b-8d7c-10069da26ab6 service neutron] No DVR routers for this DVR port deac200f-a249-4fcf-ba63-266768f20a90 on host n-h2-800634-1 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:02:25.242318 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-d71cba3e-14f3-49aa-8cfc-dd56a7b0c57b req-7c33cd2b-90c5-4c3b-8d7c-10069da26ab6 service neutron] Attempting to bind port deac200f-a249-4fcf-ba63-266768f20a90 on host n-h1-800634-1 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:02:25.243004 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-d71cba3e-14f3-49aa-8cfc-dd56a7b0c57b req-7c33cd2b-90c5-4c3b-8d7c-10069da26ab6 service neutron] Attempting to bind port deac200f-a249-4fcf-ba63-266768f20a90 by drivers openvswitch,hyperv on host n-h1-800634-1 at level 0 using segments [{'id': 'c2c591f1-7eb8-42bd-85c5-76779e2a3078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '053cc7e4-3217-4ef8-82b9-8b0281d52113'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:02:25.243004 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d71cba3e-14f3-49aa-8cfc-dd56a7b0c57b req-7c33cd2b-90c5-4c3b-8d7c-10069da26ab6 service neutron] Attempting to bind port deac200f-a249-4fcf-ba63-266768f20a90 on network 053cc7e4-3217-4ef8-82b9-8b0281d52113 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:02:25.247396 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d71cba3e-14f3-49aa-8cfc-dd56a7b0c57b req-7c33cd2b-90c5-4c3b-8d7c-10069da26ab6 service neutron] Port deac200f-a249-4fcf-ba63-266768f20a90 on network 053cc7e4-3217-4ef8-82b9-8b0281d52113 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-1 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 14:02:25.247806 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d71cba3e-14f3-49aa-8cfc-dd56a7b0c57b req-7c33cd2b-90c5-4c3b-8d7c-10069da26ab6 service neutron] Attempting to bind port deac200f-a249-4fcf-ba63-266768f20a90 on network 053cc7e4-3217-4ef8-82b9-8b0281d52113 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:02:25.252751 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d71cba3e-14f3-49aa-8cfc-dd56a7b0c57b req-7c33cd2b-90c5-4c3b-8d7c-10069da26ab6 service neutron] Checking agent: {'id': 'a7603dc8-3c50-4a9b-8f0d-1143528f155e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 2, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:02:25.253085 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d71cba3e-14f3-49aa-8cfc-dd56a7b0c57b req-7c33cd2b-90c5-4c3b-8d7c-10069da26ab6 service neutron] Checking segment: {'id': 'c2c591f1-7eb8-42bd-85c5-76779e2a3078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '053cc7e4-3217-4ef8-82b9-8b0281d52113'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:02:25.253503 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d71cba3e-14f3-49aa-8cfc-dd56a7b0c57b req-7c33cd2b-90c5-4c3b-8d7c-10069da26ab6 service neutron] Bound using segment: {'id': 'c2c591f1-7eb8-42bd-85c5-76779e2a3078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '053cc7e4-3217-4ef8-82b9-8b0281d52113'} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:02:25.254012 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-d71cba3e-14f3-49aa-8cfc-dd56a7b0c57b req-7c33cd2b-90c5-4c3b-8d7c-10069da26ab6 service neutron] Bound port: deac200f-a249-4fcf-ba63-266768f20a90, host: n-h1-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2c591f1-7eb8-42bd-85c5-76779e2a3078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '053cc7e4-3217-4ef8-82b9-8b0281d52113'}}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:02:25.254391 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-d71cba3e-14f3-49aa-8cfc-dd56a7b0c57b req-7c33cd2b-90c5-4c3b-8d7c-10069da26ab6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:02:25.323001 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-d71cba3e-14f3-49aa-8cfc-dd56a7b0c57b req-7c33cd2b-90c5-4c3b-8d7c-10069da26ab6 service neutron] For port deac200f-a249-4fcf-ba63-266768f20a90, host n-h1-800634-1, cleared binding levels {{(pid=93751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:02:25.326647 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-d71cba3e-14f3-49aa-8cfc-dd56a7b0c57b req-7c33cd2b-90c5-4c3b-8d7c-10069da26ab6 service neutron] For port deac200f-a249-4fcf-ba63-266768f20a90, host n-h1-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=deac200f-a249-4fcf-ba63-266768f20a90,segment=NetworkSegment(c2c591f1-7eb8-42bd-85c5-76779e2a3078),segment_id=c2c591f1-7eb8-42bd-85c5-76779e2a3078)] {{(pid=93751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:02:25.331744 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-d71cba3e-14f3-49aa-8cfc-dd56a7b0c57b req-7c33cd2b-90c5-4c3b-8d7c-10069da26ab6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:02:25.370462 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71cba3e-14f3-49aa-8cfc-dd56a7b0c57b req-7c33cd2b-90c5-4c3b-8d7c-10069da26ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:02:25.371149 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-d71cba3e-14f3-49aa-8cfc-dd56a7b0c57b req-7c33cd2b-90c5-4c3b-8d7c-10069da26ab6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:02:25.372525 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d71cba3e-14f3-49aa-8cfc-dd56a7b0c57b req-7c33cd2b-90c5-4c3b-8d7c-10069da26ab6 service neutron] 10.222.0.26 "PUT /v2.0/ports/deac200f-a249-4fcf-ba63-266768f20a90 HTTP/1.1" status: 200 len: 1091 time: 0.9036629 Jul 13 14:02:25.412438 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c33cd2b-90c5-4c3b-8d7c-10069da26ab6 service neutron] Pushing event updated for resources: {'Port': ['ID=deac200f-a249-4fcf-ba63-266768f20a90,revision_number=7']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:02:25.424283 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd3fbcd-c886-42c6-9187-16d42da79985 req-32806a6c-eee6-4dbf-82ad-c3c4f1f90cc7 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:02:25.425918 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-edd3fbcd-c886-42c6-9187-16d42da79985 req-32806a6c-eee6-4dbf-82ad-c3c4f1f90cc7 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/ports?device_id=0dc0bc1d-1294-4a5f-8a08-8f05d16572e1 HTTP/1.1" status: 200 len: 943 time: 0.0746825 Jul 13 14:02:25.465559 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71cba3e-14f3-49aa-8cfc-dd56a7b0c57b req-4ff7b8a5-76b2-4f58-a5b2-8b4947d9df50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:02:25.467219 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d71cba3e-14f3-49aa-8cfc-dd56a7b0c57b req-4ff7b8a5-76b2-4f58-a5b2-8b4947d9df50 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7a7d384b32784a6f914418ec93b94b0e&device_id=0dc0bc1d-1294-4a5f-8a08-8f05d16572e1 HTTP/1.1" status: 200 len: 1094 time: 0.0704360 Jul 13 14:02:25.471854 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-edd3fbcd-c886-42c6-9187-16d42da79985 req-5bc85116-9cf5-4f43-9f8a-b39f8d3c53b3 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/security-groups?id=af49f5b0-4f95-480a-b091-a9f32d6917d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352724 Jul 13 14:02:25.565416 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71cba3e-14f3-49aa-8cfc-dd56a7b0c57b req-5b3d1c39-93fb-49b1-aae0-8749e3d2bb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:02:25.566974 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d71cba3e-14f3-49aa-8cfc-dd56a7b0c57b req-5b3d1c39-93fb-49b1-aae0-8749e3d2bb87 service neutron] 10.222.0.26 "GET /v2.0/networks?id=053cc7e4-3217-4ef8-82b9-8b0281d52113 HTTP/1.1" status: 200 len: 897 time: 0.0940599 Jul 13 14:02:25.667849 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d71cba3e-14f3-49aa-8cfc-dd56a7b0c57b req-96e45c10-9409-4534-80c6-b22c650a0138 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=deac200f-a249-4fcf-ba63-266768f20a90 HTTP/1.1" status: 200 len: 999 time: 0.0942609 Jul 13 14:02:25.720308 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71cba3e-14f3-49aa-8cfc-dd56a7b0c57b req-0778a081-5af7-4546-8e02-892ecddc2de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:02:25.721781 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d71cba3e-14f3-49aa-8cfc-dd56a7b0c57b req-0778a081-5af7-4546-8e02-892ecddc2de4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=090a63a8-6435-4be7-bda4-06a73f7b2d50 HTTP/1.1" status: 200 len: 835 time: 0.0475340 Jul 13 14:02:25.780079 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71cba3e-14f3-49aa-8cfc-dd56a7b0c57b req-10c9b04e-ce5a-4b7d-867a-062613710b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:02:25.781574 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d71cba3e-14f3-49aa-8cfc-dd56a7b0c57b req-10c9b04e-ce5a-4b7d-867a-062613710b23 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=053cc7e4-3217-4ef8-82b9-8b0281d52113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0540297 Jul 13 14:02:25.878915 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d71cba3e-14f3-49aa-8cfc-dd56a7b0c57b req-75a36622-a431-4ae8-9b02-8d6aaf70d934 service neutron] 10.222.0.26 "GET /v2.0/networks/053cc7e4-3217-4ef8-82b9-8b0281d52113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908997 Jul 13 14:02:25.972209 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d71cba3e-14f3-49aa-8cfc-dd56a7b0c57b req-b29cbff8-39ee-4ebf-9d15-cfe5c13c26bb service neutron] 10.222.0.26 "GET /v2.0/networks/053cc7e4-3217-4ef8-82b9-8b0281d52113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872836 Jul 13 14:02:26.117833 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3b4eee-4751-4b3d-ab60-f56073a38ba1 req-aba16a40-07ef-430f-9d4d-aa6909a92e05 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:02:26.119346 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-fd3b4eee-4751-4b3d-ab60-f56073a38ba1 req-aba16a40-07ef-430f-9d4d-aa6909a92e05 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/ports?device_id=259a57d9-04bb-4042-aef0-474dcd2a3ae5 HTTP/1.1" status: 200 len: 945 time: 0.0759130 Jul 13 14:02:26.162093 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-fd3b4eee-4751-4b3d-ab60-f56073a38ba1 req-762a3bff-bc9b-4ec1-b03b-02b3b62ec7b7 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/security-groups?id=398172ee-e9aa-4936-b641-f081bdbf3647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362017 Jul 13 14:02:26.660310 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2425d37c-927d-4ce3-a0c2-97c9b699a4d1 req-bc4538a8-f33a-4d35-b249-a0fc074ec3d7 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:02:26.662614 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2425d37c-927d-4ce3-a0c2-97c9b699a4d1 req-bc4538a8-f33a-4d35-b249-a0fc074ec3d7 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/ports?device_id=0dc0bc1d-1294-4a5f-8a08-8f05d16572e1 HTTP/1.1" status: 200 len: 943 time: 0.0726264 Jul 13 14:02:26.705302 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2425d37c-927d-4ce3-a0c2-97c9b699a4d1 req-2b84bf5c-a4c7-46a2-9894-43e1af48afa5 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/security-groups?id=af49f5b0-4f95-480a-b091-a9f32d6917d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367997 Jul 13 14:02:26.947956 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dc0bc1d-1294-4a5f-8a08-8f05d16572e1', 'tag': 'deac200f-a249-4fcf-ba63-266768f20a90'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:02:26.950366 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d17b627af75e17e0f4b8d6239d04f8c2f78634e2c585e32a7aeca336500f34a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f55ef830-6b0f-48d3-baa3-78949b03f0dc" -d '{"events": [{"name": "network-changed", "server_uuid": "0dc0bc1d-1294-4a5f-8a08-8f05d16572e1", "tag": "deac200f-a249-4fcf-ba63-266768f20a90"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:02:27.000786 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:02:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbcd6543-b8f4-4151-b262-6d32d8468dc4 x-openstack-request-id: req-dbcd6543-b8f4-4151-b262-6d32d8468dc4 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:02:27.001116 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dc0bc1d-1294-4a5f-8a08-8f05d16572e1", "tag": "deac200f-a249-4fcf-ba63-266768f20a90", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:02:27.001816 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-dbcd6543-b8f4-4151-b262-6d32d8468dc4 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:02:27.002250 n-d-800634-1 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dc0bc1d-1294-4a5f-8a08-8f05d16572e1', 'tag': 'deac200f-a249-4fcf-ba63-266768f20a90', 'status': 'completed', 'code': 200} Jul 13 14:02:27.073688 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55ef830-6b0f-48d3-baa3-78949b03f0dc req-a8e013f9-6660-453d-90fd-516a5a697718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:02:27.075253 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f55ef830-6b0f-48d3-baa3-78949b03f0dc req-a8e013f9-6660-453d-90fd-516a5a697718 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7a7d384b32784a6f914418ec93b94b0e&device_id=0dc0bc1d-1294-4a5f-8a08-8f05d16572e1 HTTP/1.1" status: 200 len: 1094 time: 0.0558782 Jul 13 14:02:27.079328 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55ef830-6b0f-48d3-baa3-78949b03f0dc req-f87d7c0e-45ad-4d8b-8511-c674dee0c0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:02:27.080977 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f55ef830-6b0f-48d3-baa3-78949b03f0dc req-f87d7c0e-45ad-4d8b-8511-c674dee0c0e3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7a7d384b32784a6f914418ec93b94b0e&device_id=0dc0bc1d-1294-4a5f-8a08-8f05d16572e1 HTTP/1.1" status: 200 len: 1094 time: 0.0569828 Jul 13 14:02:27.170163 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55ef830-6b0f-48d3-baa3-78949b03f0dc req-7ec84858-97f4-4e87-9f9f-789be7efb59a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:02:27.171652 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f55ef830-6b0f-48d3-baa3-78949b03f0dc req-7ec84858-97f4-4e87-9f9f-789be7efb59a service neutron] 10.222.0.41 "GET /v2.0/networks?id=053cc7e4-3217-4ef8-82b9-8b0281d52113 HTTP/1.1" status: 200 len: 897 time: 0.0907364 Jul 13 14:02:27.180329 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55ef830-6b0f-48d3-baa3-78949b03f0dc req-cb9714a9-a24a-4272-8208-108263bcc84f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:02:27.181965 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f55ef830-6b0f-48d3-baa3-78949b03f0dc req-cb9714a9-a24a-4272-8208-108263bcc84f service neutron] 10.222.0.26 "GET /v2.0/networks?id=053cc7e4-3217-4ef8-82b9-8b0281d52113 HTTP/1.1" status: 200 len: 897 time: 0.0944397 Jul 13 14:02:27.239593 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f55ef830-6b0f-48d3-baa3-78949b03f0dc req-7cbd5a0d-ece4-416e-8c38-6eb06c63987d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=deac200f-a249-4fcf-ba63-266768f20a90 HTTP/1.1" status: 200 len: 999 time: 0.0603991 Jul 13 14:02:27.256848 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f55ef830-6b0f-48d3-baa3-78949b03f0dc req-3b0c4cb8-2924-4369-8051-7e1878ac9444 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=deac200f-a249-4fcf-ba63-266768f20a90 HTTP/1.1" status: 200 len: 999 time: 0.0685279 Jul 13 14:02:27.307221 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55ef830-6b0f-48d3-baa3-78949b03f0dc req-a9a6ad6a-6ad4-4e8b-923f-b494d41bd936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:02:27.308683 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f55ef830-6b0f-48d3-baa3-78949b03f0dc req-a9a6ad6a-6ad4-4e8b-923f-b494d41bd936 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=090a63a8-6435-4be7-bda4-06a73f7b2d50 HTTP/1.1" status: 200 len: 835 time: 0.0457408 Jul 13 14:02:27.327045 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55ef830-6b0f-48d3-baa3-78949b03f0dc req-c7e34a81-5b4b-45d0-b6c2-d2e28888faa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:02:27.328618 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f55ef830-6b0f-48d3-baa3-78949b03f0dc req-c7e34a81-5b4b-45d0-b6c2-d2e28888faa1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=090a63a8-6435-4be7-bda4-06a73f7b2d50 HTTP/1.1" status: 200 len: 835 time: 0.0837784 Jul 13 14:02:27.372408 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55ef830-6b0f-48d3-baa3-78949b03f0dc req-052a2902-a32d-453e-9942-a250f3007716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:02:27.373956 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f55ef830-6b0f-48d3-baa3-78949b03f0dc req-052a2902-a32d-453e-9942-a250f3007716 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=053cc7e4-3217-4ef8-82b9-8b0281d52113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0588720 Jul 13 14:02:27.410015 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72272c30-3a1c-4e10-a3e6-012ead04631c req-70949b1a-547f-40fb-8340-ab50e17df324 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:02:27.411813 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-72272c30-3a1c-4e10-a3e6-012ead04631c req-70949b1a-547f-40fb-8340-ab50e17df324 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/ports?device_id=259a57d9-04bb-4042-aef0-474dcd2a3ae5 HTTP/1.1" status: 200 len: 945 time: 0.1286738 Jul 13 14:02:27.428039 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55ef830-6b0f-48d3-baa3-78949b03f0dc req-a431a6dd-06c8-4274-a777-008a4df5207d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:02:27.429627 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f55ef830-6b0f-48d3-baa3-78949b03f0dc req-a431a6dd-06c8-4274-a777-008a4df5207d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=053cc7e4-3217-4ef8-82b9-8b0281d52113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0936582 Jul 13 14:02:27.468315 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f55ef830-6b0f-48d3-baa3-78949b03f0dc req-19758424-76a9-4f11-97fc-fe585ddebcd8 service neutron] 10.222.0.26 "GET /v2.0/networks/053cc7e4-3217-4ef8-82b9-8b0281d52113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865781 Jul 13 14:02:27.527949 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-72272c30-3a1c-4e10-a3e6-012ead04631c req-5d366d91-bcb4-4618-a0ef-37db30e58282 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/security-groups?id=398172ee-e9aa-4936-b641-f081bdbf3647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088507 Jul 13 14:02:27.582425 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f55ef830-6b0f-48d3-baa3-78949b03f0dc req-44d3e2ec-8d33-4784-bc35-f29c43f5c8eb service neutron] 10.222.0.41 "GET /v2.0/networks/053cc7e4-3217-4ef8-82b9-8b0281d52113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441650 Jul 13 14:02:27.588566 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f55ef830-6b0f-48d3-baa3-78949b03f0dc req-aa0ced98-2d36-4cad-bcb8-39454520c052 service neutron] 10.222.0.26 "GET /v2.0/networks/053cc7e4-3217-4ef8-82b9-8b0281d52113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088178 Jul 13 14:02:27.682715 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f55ef830-6b0f-48d3-baa3-78949b03f0dc req-c4f1d942-1184-4f14-bf2f-531bed41772d service neutron] 10.222.0.41 "GET /v2.0/networks/053cc7e4-3217-4ef8-82b9-8b0281d52113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941463 Jul 13 14:02:27.891205 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc63a4d-1076-4b05-a219-6b12728a6c2d req-c5939f6a-128e-497c-9f36-b1b9f50dea92 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:02:27.892688 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ddc63a4d-1076-4b05-a219-6b12728a6c2d req-c5939f6a-128e-497c-9f36-b1b9f50dea92 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/ports?device_id=0dc0bc1d-1294-4a5f-8a08-8f05d16572e1 HTTP/1.1" status: 200 len: 943 time: 0.0690873 Jul 13 14:02:27.931720 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ddc63a4d-1076-4b05-a219-6b12728a6c2d req-d39ab1c1-371b-421f-a4a1-ebd7d51a09fb tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/security-groups?id=af49f5b0-4f95-480a-b091-a9f32d6917d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330904 Jul 13 14:02:28.234261 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e8523c-a62c-45f7-b3f4-875049d649a5 req-a759eb57-9c84-4d4b-9562-3beb3c68fd75 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:02:28.235773 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b2e8523c-a62c-45f7-b3f4-875049d649a5 req-a759eb57-9c84-4d4b-9562-3beb3c68fd75 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/ports?device_id=0dc0bc1d-1294-4a5f-8a08-8f05d16572e1 HTTP/1.1" status: 200 len: 943 time: 0.0640662 Jul 13 14:02:28.274416 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b2e8523c-a62c-45f7-b3f4-875049d649a5 req-3ee06973-948e-4f47-b544-67a7cea356b7 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/security-groups?id=af49f5b0-4f95-480a-b091-a9f32d6917d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321314 Jul 13 14:02:28.292048 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2e8e7e-4812-4cf2-b5e1-bd34c28ede74 req-72d8a808-9605-4477-b9a7-58531ef78973 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:02:28.293614 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ba2e8e7e-4812-4cf2-b5e1-bd34c28ede74 req-72d8a808-9605-4477-b9a7-58531ef78973 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.41 "GET /v2.0/ports?device_id=0dc0bc1d-1294-4a5f-8a08-8f05d16572e1&tenant_id=7a7d384b32784a6f914418ec93b94b0e&binding%3Ahost_id=n-h1-800634-1 HTTP/1.1" status: 200 len: 943 time: 0.1218576 Jul 13 14:02:28.354052 n-d-800634-1 neutron-server[93750]: INFO neutron.api.v2.resource [req-ba2e8e7e-4812-4cf2-b5e1-bd34c28ede74 req-68c3aff1-b9f9-49db-8ed1-a1f764eb3eac service neutron] delete failed (client error): The resource could not be found. Jul 13 14:02:28.355539 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ba2e8e7e-4812-4cf2-b5e1-bd34c28ede74 req-68c3aff1-b9f9-49db-8ed1-a1f764eb3eac service neutron] 10.222.0.41 "DELETE /v2.0/ports/deac200f-a249-4fcf-ba63-266768f20a90/bindings/n-h2-800634-1 HTTP/1.1" status: 404 len: 380 time: 0.0559704 Jul 13 14:02:28.451566 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2e8e7e-4812-4cf2-b5e1-bd34c28ede74 req-05b07d8a-75d4-4595-8971-5ed3cfd571e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:02:28.453064 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ba2e8e7e-4812-4cf2-b5e1-bd34c28ede74 req-05b07d8a-75d4-4595-8971-5ed3cfd571e8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7a7d384b32784a6f914418ec93b94b0e&device_id=0dc0bc1d-1294-4a5f-8a08-8f05d16572e1 HTTP/1.1" status: 200 len: 1094 time: 0.0535686 Jul 13 14:02:28.546050 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2e8e7e-4812-4cf2-b5e1-bd34c28ede74 req-9b707f74-3473-415b-bd95-de764fc1bc31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:02:28.547540 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ba2e8e7e-4812-4cf2-b5e1-bd34c28ede74 req-9b707f74-3473-415b-bd95-de764fc1bc31 service neutron] 10.222.0.41 "GET /v2.0/networks?id=053cc7e4-3217-4ef8-82b9-8b0281d52113 HTTP/1.1" status: 200 len: 897 time: 0.0879633 Jul 13 14:02:28.613220 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ba2e8e7e-4812-4cf2-b5e1-bd34c28ede74 req-6391e826-5a77-49af-9b1f-5977daf4654e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=deac200f-a249-4fcf-ba63-266768f20a90 HTTP/1.1" status: 200 len: 999 time: 0.0589499 Jul 13 14:02:28.667474 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device deac200f-a249-4fcf-ba63-266768f20a90 no longer exists at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:02:28.695743 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2e8e7e-4812-4cf2-b5e1-bd34c28ede74 req-84b32eaa-7633-42a6-894e-93a4075a23c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:02:28.697229 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ba2e8e7e-4812-4cf2-b5e1-bd34c28ede74 req-84b32eaa-7633-42a6-894e-93a4075a23c6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=090a63a8-6435-4be7-bda4-06a73f7b2d50 HTTP/1.1" status: 200 len: 835 time: 0.0754812 Jul 13 14:02:28.706374 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device deac200f-a249-4fcf-ba63-266768f20a90 not bound to the agent host n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:02:28.760977 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36d51a5-d279-41be-b9b8-d1296030738a req-c26df05e-e608-41d0-8002-6efbcfb95436 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:02:28.762495 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b36d51a5-d279-41be-b9b8-d1296030738a req-c26df05e-e608-41d0-8002-6efbcfb95436 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/ports?device_id=259a57d9-04bb-4042-aef0-474dcd2a3ae5 HTTP/1.1" status: 200 len: 945 time: 0.1036730 Jul 13 14:02:28.804665 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2e8e7e-4812-4cf2-b5e1-bd34c28ede74 req-954f17fe-e80c-43ee-94a3-394dadad3348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:02:28.806205 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ba2e8e7e-4812-4cf2-b5e1-bd34c28ede74 req-954f17fe-e80c-43ee-94a3-394dadad3348 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=053cc7e4-3217-4ef8-82b9-8b0281d52113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1026254 Jul 13 14:02:28.811630 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b36d51a5-d279-41be-b9b8-d1296030738a req-2872b30b-7622-4d0e-b298-443fd4592de9 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/security-groups?id=398172ee-e9aa-4936-b641-f081bdbf3647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424013 Jul 13 14:02:28.890638 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device deac200f-a249-4fcf-ba63-266768f20a90 details requested by agent hyperv_n-h1-800634-1 with host n-h1-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 14:02:28.904649 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ba2e8e7e-4812-4cf2-b5e1-bd34c28ede74 req-b3f5c5e1-ad53-41b1-8720-29c2bc38ccfe service neutron] 10.222.0.41 "GET /v2.0/networks/053cc7e4-3217-4ef8-82b9-8b0281d52113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917871 Jul 13 14:02:28.989525 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port deac200f-a249-4fcf-ba63-266768f20a90, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=deac200f-a249-4fcf-ba63-266768f20a90,segment=NetworkSegment(c2c591f1-7eb8-42bd-85c5-76779e2a3078),segment_id=c2c591f1-7eb8-42bd-85c5-76779e2a3078)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:02:28.997230 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ba2e8e7e-4812-4cf2-b5e1-bd34c28ede74 req-933ab770-2e03-4749-a4bc-7e2cc8e5d0a0 service neutron] 10.222.0.41 "GET /v2.0/networks/053cc7e4-3217-4ef8-82b9-8b0281d52113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865147 Jul 13 14:02:29.006090 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Returning: {'device': 'deac200f-a249-4fcf-ba63-266768f20a90', 'network_id': '053cc7e4-3217-4ef8-82b9-8b0281d52113', 'port_id': 'deac200f-a249-4fcf-ba63-266768f20a90', 'mac_address': 'fa:16:3e:a8:18:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '090a63a8-6435-4be7-bda4-06a73f7b2d50', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 14:02:29.045007 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:02:29.059471 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id deac200f-a249-4fcf-ba63-266768f20a90 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:02:29.084650 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port deac200f-a249-4fcf-ba63-266768f20a90, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=deac200f-a249-4fcf-ba63-266768f20a90,segment=NetworkSegment(c2c591f1-7eb8-42bd-85c5-76779e2a3078),segment_id=c2c591f1-7eb8-42bd-85c5-76779e2a3078)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:02:29.089088 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:02:29.138049 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=deac200f-a249-4fcf-ba63-266768f20a90,revision_number=8']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:02:29.145282 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:02:29.146240 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:02:29.146570 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:02:29.146913 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:02:29.147245 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:02:29.147601 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:02:29.147906 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:02:29.148279 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:02:29.148599 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:02:29.148942 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:02:29.149265 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:02:29.149584 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:02:29.362988 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['deac200f-a249-4fcf-ba63-266768f20a90'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:02:29.487119 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab98192-032d-4c23-892f-3c4d18b781a8 req-a02f0593-2aae-4ec4-99eb-3655f3dd6bb0 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:02:29.488701 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5ab98192-032d-4c23-892f-3c4d18b781a8 req-a02f0593-2aae-4ec4-99eb-3655f3dd6bb0 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/ports?device_id=0dc0bc1d-1294-4a5f-8a08-8f05d16572e1 HTTP/1.1" status: 200 len: 944 time: 0.0764673 Jul 13 14:02:29.534906 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5ab98192-032d-4c23-892f-3c4d18b781a8 req-a3aa4133-590a-41f6-be73-a279a41bb4a4 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/security-groups?id=af49f5b0-4f95-480a-b091-a9f32d6917d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393715 Jul 13 14:02:30.000449 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2834a9-f9d6-4377-ba42-f00f0aee1567 req-ee7be8bb-3109-4dea-b740-707a7cebdc90 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:02:30.001971 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2a2834a9-f9d6-4377-ba42-f00f0aee1567 req-ee7be8bb-3109-4dea-b740-707a7cebdc90 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/ports?device_id=259a57d9-04bb-4042-aef0-474dcd2a3ae5 HTTP/1.1" status: 200 len: 945 time: 0.0691543 Jul 13 14:02:30.040916 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2a2834a9-f9d6-4377-ba42-f00f0aee1567 req-bafa84aa-860d-4fd0-b8bd-8bbc004a04fe tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/security-groups?id=398172ee-e9aa-4936-b641-f081bdbf3647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332296 Jul 13 14:02:30.475797 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:02:30.710496 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d4c775-5e80-4a1f-8f5c-208b30ad82a4 req-bc69ec2f-1b82-4c80-8a63-d2070d5c79a2 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:02:30.712018 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d5d4c775-5e80-4a1f-8f5c-208b30ad82a4 req-bc69ec2f-1b82-4c80-8a63-d2070d5c79a2 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/ports?device_id=0dc0bc1d-1294-4a5f-8a08-8f05d16572e1 HTTP/1.1" status: 200 len: 944 time: 0.0646200 Jul 13 14:02:30.752433 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d5d4c775-5e80-4a1f-8f5c-208b30ad82a4 req-ea754bd6-29fc-4ee4-9d44-4702f39086d1 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/security-groups?id=af49f5b0-4f95-480a-b091-a9f32d6917d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340040 Jul 13 14:02:30.778442 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 37452) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:02:30.803427 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:02:30.843886 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-8b8498b8-8b23-4173-ab6e-b9e18f676eb2 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/floatingips/a2552128-24de-4e5e-9917-3d16a62ccd2b HTTP/1.1" status: 200 len: 992 time: 0.0642898 Jul 13 14:02:30.898514 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device f4f0e6bb-2d37-47aa-90f5-cc4d30a556ee details requested by agent hyperv_n-h1-800634-1 with host n-h1-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 14:02:30.902554 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device deac200f-a249-4fcf-ba63-266768f20a90 up at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:02:31.169852 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning for port deac200f-a249-4fcf-ba63-266768f20a90 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:02:31.178938 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning complete for port deac200f-a249-4fcf-ba63-266768f20a90 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:02:31.179318 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:02:31.216191 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port f4f0e6bb-2d37-47aa-90f5-cc4d30a556ee, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=f4f0e6bb-2d37-47aa-90f5-cc4d30a556ee,segment=NetworkSegment(53f233fa-3a9c-4b12-9272-d4c4393df010),segment_id=53f233fa-3a9c-4b12-9272-d4c4393df010)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:02:31.235679 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Returning: {'device': 'f4f0e6bb-2d37-47aa-90f5-cc4d30a556ee', 'network_id': '94bf27fb-3476-4944-8d19-915922f54fa2', 'port_id': 'f4f0e6bb-2d37-47aa-90f5-cc4d30a556ee', 'mac_address': 'fa:16:3e:14:c8:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edd80540-96ff-46b4-a1d4-1e9bba1df368', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 14:02:31.235834 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e5754e-a36b-4ff6-8b83-2075000c5d53 req-3878df1c-93d0-4401-81e7-b014a32f930d tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:02:31.242294 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e4e5754e-a36b-4ff6-8b83-2075000c5d53 req-3878df1c-93d0-4401-81e7-b014a32f930d tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/ports?device_id=259a57d9-04bb-4042-aef0-474dcd2a3ae5 HTTP/1.1" status: 200 len: 945 time: 0.0712187 Jul 13 14:02:31.291518 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e4e5754e-a36b-4ff6-8b83-2075000c5d53 req-0c31fde4-f827-4428-9c40-d78ea1b1dbaf tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/security-groups?id=398172ee-e9aa-4936-b641-f081bdbf3647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475438 Jul 13 14:02:31.318491 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:02:31.340683 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f4f0e6bb-2d37-47aa-90f5-cc4d30a556ee {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:02:31.344838 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:02:31.377613 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port f4f0e6bb-2d37-47aa-90f5-cc4d30a556ee, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=f4f0e6bb-2d37-47aa-90f5-cc4d30a556ee,segment=NetworkSegment(53f233fa-3a9c-4b12-9272-d4c4393df010),segment_id=53f233fa-3a9c-4b12-9272-d4c4393df010)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:02:31.384843 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dc0bc1d-1294-4a5f-8a08-8f05d16572e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'deac200f-a249-4fcf-ba63-266768f20a90'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:02:31.387147 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db7b2126-4bb8-4947-a24a-e23b92d09b83" -d '{"events": [{"server_uuid": "0dc0bc1d-1294-4a5f-8a08-8f05d16572e1", "name": "network-vif-plugged", "status": "completed", "tag": "deac200f-a249-4fcf-ba63-266768f20a90"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:02:31.397700 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:02:31.407196 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port deac200f-a249-4fcf-ba63-266768f20a90, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=deac200f-a249-4fcf-ba63-266768f20a90,segment=NetworkSegment(c2c591f1-7eb8-42bd-85c5-76779e2a3078),segment_id=c2c591f1-7eb8-42bd-85c5-76779e2a3078)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:02:31.426191 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:02:31.434887 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdbaea5e-8194-413f-a5c9-ca88c3fed253 x-openstack-request-id: req-cdbaea5e-8194-413f-a5c9-ca88c3fed253 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:02:31.435181 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dc0bc1d-1294-4a5f-8a08-8f05d16572e1", "name": "network-vif-plugged", "status": "completed", "tag": "deac200f-a249-4fcf-ba63-266768f20a90", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:02:31.435443 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cdbaea5e-8194-413f-a5c9-ca88c3fed253 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:02:31.435837 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dc0bc1d-1294-4a5f-8a08-8f05d16572e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'deac200f-a249-4fcf-ba63-266768f20a90', 'code': 200} Jul 13 14:02:31.463942 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=f4f0e6bb-2d37-47aa-90f5-cc4d30a556ee,revision_number=6']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:02:31.501222 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['f4f0e6bb-2d37-47aa-90f5-cc4d30a556ee'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:02:31.561601 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=deac200f-a249-4fcf-ba63-266768f20a90,revision_number=9']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:02:32.531237 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9e3209-80ee-42ec-b088-01bb5e720c6d req-100ac183-5cf6-43a6-b903-52927963b1ba tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:02:32.532984 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ad9e3209-80ee-42ec-b088-01bb5e720c6d req-100ac183-5cf6-43a6-b903-52927963b1ba tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/ports?device_id=259a57d9-04bb-4042-aef0-474dcd2a3ae5 HTTP/1.1" status: 200 len: 944 time: 0.0793312 Jul 13 14:02:32.576612 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ad9e3209-80ee-42ec-b088-01bb5e720c6d req-4c676762-fff6-40d4-8e19-216b19c29c72 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/security-groups?id=398172ee-e9aa-4936-b641-f081bdbf3647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363457 Jul 13 14:02:32.905575 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device f4f0e6bb-2d37-47aa-90f5-cc4d30a556ee up at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:02:32.967014 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning complete for port f4f0e6bb-2d37-47aa-90f5-cc4d30a556ee triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:02:32.967764 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:02:33.050133 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:02:33.086567 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port f4f0e6bb-2d37-47aa-90f5-cc4d30a556ee, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=f4f0e6bb-2d37-47aa-90f5-cc4d30a556ee,segment=NetworkSegment(53f233fa-3a9c-4b12-9272-d4c4393df010),segment_id=53f233fa-3a9c-4b12-9272-d4c4393df010)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:02:33.092061 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:02:33.144999 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=f4f0e6bb-2d37-47aa-90f5-cc4d30a556ee,revision_number=7']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:02:33.437493 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '259a57d9-04bb-4042-aef0-474dcd2a3ae5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4f0e6bb-2d37-47aa-90f5-cc4d30a556ee'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:02:33.440411 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f00f0516-66f0-47ed-9386-3713c2a94721" -d '{"events": [{"server_uuid": "259a57d9-04bb-4042-aef0-474dcd2a3ae5", "name": "network-vif-plugged", "status": "completed", "tag": "f4f0e6bb-2d37-47aa-90f5-cc4d30a556ee"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:02:33.480122 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cccd0d6c-a1f1-4c43-86db-82f0013880b4 x-openstack-request-id: req-cccd0d6c-a1f1-4c43-86db-82f0013880b4 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:02:33.480505 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "259a57d9-04bb-4042-aef0-474dcd2a3ae5", "name": "network-vif-plugged", "status": "completed", "tag": "f4f0e6bb-2d37-47aa-90f5-cc4d30a556ee", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:02:33.480961 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cccd0d6c-a1f1-4c43-86db-82f0013880b4 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:02:33.481421 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '259a57d9-04bb-4042-aef0-474dcd2a3ae5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4f0e6bb-2d37-47aa-90f5-cc4d30a556ee', 'code': 200} Jul 13 14:02:33.776518 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3f984a-a7ac-4d22-b86a-b8fb7eae035e req-3e5a6275-26d5-405c-abf1-1600232d6f47 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:02:33.784535 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-be3f984a-a7ac-4d22-b86a-b8fb7eae035e req-3e5a6275-26d5-405c-abf1-1600232d6f47 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/ports?device_id=259a57d9-04bb-4042-aef0-474dcd2a3ae5 HTTP/1.1" status: 200 len: 945 time: 0.0833738 Jul 13 14:02:33.823068 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-be3f984a-a7ac-4d22-b86a-b8fb7eae035e req-f58afba9-444d-4ab5-b05e-1c11cec19c02 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/security-groups?id=398172ee-e9aa-4936-b641-f081bdbf3647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375924 Jul 13 14:02:35.042928 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b8d492-1d13-4c08-b054-2af429d73851 req-52221f2b-f9e8-46c0-9d93-8e85c77de75a tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:02:35.044786 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-85b8d492-1d13-4c08-b054-2af429d73851 req-52221f2b-f9e8-46c0-9d93-8e85c77de75a tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/ports?device_id=259a57d9-04bb-4042-aef0-474dcd2a3ae5 HTTP/1.1" status: 200 len: 945 time: 0.0704720 Jul 13 14:02:35.091519 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-85b8d492-1d13-4c08-b054-2af429d73851 req-8c52bd76-69bf-4ab0-a705-bbf6185402d0 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/security-groups?id=398172ee-e9aa-4936-b641-f081bdbf3647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370438 Jul 13 14:02:36.305870 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be09b287-fc2d-4059-b1c3-522121fb0eb8 req-7a7b1c08-9f50-4137-846c-bd14876c9ee0 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:02:36.307438 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-be09b287-fc2d-4059-b1c3-522121fb0eb8 req-7a7b1c08-9f50-4137-846c-bd14876c9ee0 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/ports?device_id=259a57d9-04bb-4042-aef0-474dcd2a3ae5 HTTP/1.1" status: 200 len: 945 time: 0.0844126 Jul 13 14:02:36.353149 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-be09b287-fc2d-4059-b1c3-522121fb0eb8 req-d5d0b3f8-e40e-4bf8-83c9-9dfaafb34b3f tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/security-groups?id=398172ee-e9aa-4936-b641-f081bdbf3647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392392 Jul 13 14:02:37.596444 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd290b7c-4991-41c3-8f30-95fe9a23405f req-96b10adc-d4fa-4daa-8c00-8a6cc19cc6d6 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:02:37.604444 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-bd290b7c-4991-41c3-8f30-95fe9a23405f req-96b10adc-d4fa-4daa-8c00-8a6cc19cc6d6 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/ports?device_id=259a57d9-04bb-4042-aef0-474dcd2a3ae5 HTTP/1.1" status: 200 len: 945 time: 0.1036992 Jul 13 14:02:37.646971 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-bd290b7c-4991-41c3-8f30-95fe9a23405f req-e4d2239b-c004-4fec-a841-b0030bc56474 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/security-groups?id=398172ee-e9aa-4936-b641-f081bdbf3647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412843 Jul 13 14:02:38.850466 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f002c9e-27a6-4a45-9bef-744e9f21ef34 req-8adc3918-5f55-4035-8746-afda71f8bb44 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:02:38.852080 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5f002c9e-27a6-4a45-9bef-744e9f21ef34 req-8adc3918-5f55-4035-8746-afda71f8bb44 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/ports?device_id=259a57d9-04bb-4042-aef0-474dcd2a3ae5 HTTP/1.1" status: 200 len: 945 time: 0.0756106 Jul 13 14:02:38.906844 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5f002c9e-27a6-4a45-9bef-744e9f21ef34 req-7dc7ac50-8d63-4879-856f-6f5134756f52 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/security-groups?id=398172ee-e9aa-4936-b641-f081bdbf3647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473938 Jul 13 14:02:40.116057 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd42723-8652-4a66-874a-097b55d9882d req-e8df9556-854a-4e21-ac45-2517516d39d5 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:02:40.118710 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-cfd42723-8652-4a66-874a-097b55d9882d req-e8df9556-854a-4e21-ac45-2517516d39d5 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/ports?device_id=259a57d9-04bb-4042-aef0-474dcd2a3ae5 HTTP/1.1" status: 200 len: 945 time: 0.0905681 Jul 13 14:02:40.157516 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-cfd42723-8652-4a66-874a-097b55d9882d req-170e8cd4-aec3-4c4b-9fb3-a1640de84e36 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/security-groups?id=398172ee-e9aa-4936-b641-f081bdbf3647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329001 Jul 13 14:02:40.627482 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af344366-22e3-451d-865d-c90f3aa9fea5 req-b41b2e0f-ef01-4fcc-9f9f-889ac1456a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:02:40.629026 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-af344366-22e3-451d-865d-c90f3aa9fea5 req-b41b2e0f-ef01-4fcc-9f9f-889ac1456a36 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=adbbbd39f9524bd68afb0008cc2d263c&device_id=259a57d9-04bb-4042-aef0-474dcd2a3ae5 HTTP/1.1" status: 200 len: 1096 time: 0.0577078 Jul 13 14:02:40.726254 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af344366-22e3-451d-865d-c90f3aa9fea5 req-b24988bf-5e5f-49f0-a49b-00bf65456e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:02:40.727799 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-af344366-22e3-451d-865d-c90f3aa9fea5 req-b24988bf-5e5f-49f0-a49b-00bf65456e06 service neutron] 10.222.0.26 "GET /v2.0/networks?id=94bf27fb-3476-4944-8d19-915922f54fa2 HTTP/1.1" status: 200 len: 916 time: 0.0924993 Jul 13 14:02:40.794834 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-af344366-22e3-451d-865d-c90f3aa9fea5 req-12c4e1b4-ee40-4c02-a827-5ee2c58ceede service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f4f0e6bb-2d37-47aa-90f5-cc4d30a556ee HTTP/1.1" status: 200 len: 1000 time: 0.0590057 Jul 13 14:02:40.843667 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af344366-22e3-451d-865d-c90f3aa9fea5 req-dec5b112-1948-4919-95c5-9b42665f8b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:02:40.845095 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-af344366-22e3-451d-865d-c90f3aa9fea5 req-dec5b112-1948-4919-95c5-9b42665f8b91 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=edd80540-96ff-46b4-a1d4-1e9bba1df368 HTTP/1.1" status: 200 len: 855 time: 0.0439610 Jul 13 14:02:40.906019 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af344366-22e3-451d-865d-c90f3aa9fea5 req-7cdcbaa5-3413-4969-a492-cad7d3406510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:02:40.907537 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-af344366-22e3-451d-865d-c90f3aa9fea5 req-7cdcbaa5-3413-4969-a492-cad7d3406510 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=94bf27fb-3476-4944-8d19-915922f54fa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0563436 Jul 13 14:02:41.002781 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-af344366-22e3-451d-865d-c90f3aa9fea5 req-06c35d9e-1b9a-4ff3-9ae3-75bec5bd8605 service neutron] 10.222.0.26 "GET /v2.0/networks/94bf27fb-3476-4944-8d19-915922f54fa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889454 Jul 13 14:02:41.098255 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-af344366-22e3-451d-865d-c90f3aa9fea5 req-b6d02ae6-6f03-4286-b1bf-eb87b09d3e9a service neutron] 10.222.0.26 "GET /v2.0/networks/94bf27fb-3476-4944-8d19-915922f54fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897925 Jul 13 14:02:41.336592 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fccea1f-3e59-4b06-a0d2-16b5a79460e7 req-35f9a3f5-2916-453c-9766-3e9b9808e96d tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:02:41.338250 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2fccea1f-3e59-4b06-a0d2-16b5a79460e7 req-35f9a3f5-2916-453c-9766-3e9b9808e96d tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/ports?device_id=259a57d9-04bb-4042-aef0-474dcd2a3ae5 HTTP/1.1" status: 200 len: 945 time: 0.0635257 Jul 13 14:02:41.381559 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2fccea1f-3e59-4b06-a0d2-16b5a79460e7 req-21940271-cf93-4955-afd5-73621be3f592 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/security-groups?id=398172ee-e9aa-4936-b641-f081bdbf3647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375793 Jul 13 14:02:42.581873 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b95a323-bdc5-425e-81d9-5429a9b839ef req-5879957a-5edc-4673-9043-32304666acc1 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:02:42.583370 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4b95a323-bdc5-425e-81d9-5429a9b839ef req-5879957a-5edc-4673-9043-32304666acc1 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/ports?device_id=259a57d9-04bb-4042-aef0-474dcd2a3ae5 HTTP/1.1" status: 200 len: 945 time: 0.0650430 Jul 13 14:02:42.622727 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4b95a323-bdc5-425e-81d9-5429a9b839ef req-711409d2-03a6-4ace-af14-4fbb84c571e2 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/security-groups?id=398172ee-e9aa-4936-b641-f081bdbf3647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327127 Jul 13 14:02:43.814953 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8fd0f8-1ba6-4b6c-9042-4544304ba575 req-3946e790-a6d9-4873-ac7e-b6c89e454c88 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:02:43.816598 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4c8fd0f8-1ba6-4b6c-9042-4544304ba575 req-3946e790-a6d9-4873-ac7e-b6c89e454c88 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/ports?device_id=259a57d9-04bb-4042-aef0-474dcd2a3ae5 HTTP/1.1" status: 200 len: 945 time: 0.0702655 Jul 13 14:02:43.858490 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4c8fd0f8-1ba6-4b6c-9042-4544304ba575 req-861d51df-c496-420a-a6a5-2bf236895ba0 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/security-groups?id=398172ee-e9aa-4936-b641-f081bdbf3647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353181 Jul 13 14:02:45.005302 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device f4f0e6bb-2d37-47aa-90f5-cc4d30a556ee no longer exists at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:02:45.063142 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286dc791-5366-4982-905a-c688f1231797 req-e1d52d55-023e-4aed-96bf-29c0a5bc340f tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:02:45.065205 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-286dc791-5366-4982-905a-c688f1231797 req-e1d52d55-023e-4aed-96bf-29c0a5bc340f tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/ports?device_id=259a57d9-04bb-4042-aef0-474dcd2a3ae5 HTTP/1.1" status: 200 len: 945 time: 0.0847600 Jul 13 14:02:45.099719 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:02:45.107536 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-286dc791-5366-4982-905a-c688f1231797 req-e04a7af9-ba7d-40fc-9c44-035a4166d2cd tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/security-groups?id=398172ee-e9aa-4936-b641-f081bdbf3647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367150 Jul 13 14:02:45.125298 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '259a57d9-04bb-4042-aef0-474dcd2a3ae5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4f0e6bb-2d37-47aa-90f5-cc4d30a556ee'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:02:45.138111 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-453f8aca-2089-4ba2-88d8-24472e2ff7a8" -d '{"events": [{"server_uuid": "259a57d9-04bb-4042-aef0-474dcd2a3ae5", "name": "network-vif-unplugged", "status": "completed", "tag": "f4f0e6bb-2d37-47aa-90f5-cc4d30a556ee"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:02:45.149419 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port f4f0e6bb-2d37-47aa-90f5-cc4d30a556ee, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=f4f0e6bb-2d37-47aa-90f5-cc4d30a556ee,segment=NetworkSegment(53f233fa-3a9c-4b12-9272-d4c4393df010),segment_id=53f233fa-3a9c-4b12-9272-d4c4393df010)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:02:45.152986 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:02:45.180238 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 13 Jul 2021 14:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66eeafdf-097c-4bcf-b45d-9971d0144ace x-openstack-request-id: req-66eeafdf-097c-4bcf-b45d-9971d0144ace {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:02:45.180519 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "259a57d9-04bb-4042-aef0-474dcd2a3ae5", "name": "network-vif-unplugged", "status": "failed", "tag": "f4f0e6bb-2d37-47aa-90f5-cc4d30a556ee", "code": 422}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:02:45.180788 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-66eeafdf-097c-4bcf-b45d-9971d0144ace {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:02:45.181188 n-d-800634-1 neutron-server[93752]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '259a57d9-04bb-4042-aef0-474dcd2a3ae5', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f4f0e6bb-2d37-47aa-90f5-cc4d30a556ee', 'code': 422} returned with failed status Jul 13 14:02:45.207957 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=f4f0e6bb-2d37-47aa-90f5-cc4d30a556ee,revision_number=8']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:02:45.263766 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2437e785-192d-4a31-82d9-56608b0cbeac req-c9d4db80-afa2-4381-976b-594dc5dd3c5f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=259a57d9-04bb-4042-aef0-474dcd2a3ae5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1037180 Jul 13 14:02:45.554284 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:02:46.143466 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2437e785-192d-4a31-82d9-56608b0cbeac req-e8e99e7c-73a2-47f2-a031-0d77d187262b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:02:46.145033 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2437e785-192d-4a31-82d9-56608b0cbeac req-e8e99e7c-73a2-47f2-a031-0d77d187262b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=259a57d9-04bb-4042-aef0-474dcd2a3ae5&tenant_id=adbbbd39f9524bd68afb0008cc2d263c HTTP/1.1" status: 200 len: 1094 time: 0.0677154 Jul 13 14:02:46.228541 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2437e785-192d-4a31-82d9-56608b0cbeac req-3324f814-b641-4e82-a0b8-180b5261269a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:02:46.230030 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2437e785-192d-4a31-82d9-56608b0cbeac req-3324f814-b641-4e82-a0b8-180b5261269a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=adbbbd39f9524bd68afb0008cc2d263c&device_id=259a57d9-04bb-4042-aef0-474dcd2a3ae5 HTTP/1.1" status: 200 len: 1094 time: 0.0616760 Jul 13 14:02:46.330867 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2437e785-192d-4a31-82d9-56608b0cbeac req-0e33bfce-e855-4c78-a231-7eb64a74c439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:02:46.335833 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2437e785-192d-4a31-82d9-56608b0cbeac req-0e33bfce-e855-4c78-a231-7eb64a74c439 service neutron] 10.222.0.26 "GET /v2.0/networks?id=94bf27fb-3476-4944-8d19-915922f54fa2 HTTP/1.1" status: 200 len: 916 time: 0.0958376 Jul 13 14:02:46.336657 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bbfafe-878e-4215-9292-e12fe05aca8c req-49de44f4-b786-4a39-b474-94aae43be6a4 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:02:46.338419 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-13bbfafe-878e-4215-9292-e12fe05aca8c req-49de44f4-b786-4a39-b474-94aae43be6a4 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/ports?device_id=259a57d9-04bb-4042-aef0-474dcd2a3ae5 HTTP/1.1" status: 200 len: 943 time: 0.1018648 Jul 13 14:02:46.380937 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-13bbfafe-878e-4215-9292-e12fe05aca8c req-d49b1914-c51c-4cf1-af8c-fcf403774e97 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/security-groups?id=398172ee-e9aa-4936-b641-f081bdbf3647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366328 Jul 13 14:02:46.419489 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2437e785-192d-4a31-82d9-56608b0cbeac req-f3216fc0-df6e-4f1f-b54c-82344dab9815 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f4f0e6bb-2d37-47aa-90f5-cc4d30a556ee HTTP/1.1" status: 200 len: 998 time: 0.0808213 Jul 13 14:02:46.476886 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2437e785-192d-4a31-82d9-56608b0cbeac req-3740cb96-c17c-4445-9c87-4462f221bc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:02:46.478424 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2437e785-192d-4a31-82d9-56608b0cbeac req-3740cb96-c17c-4445-9c87-4462f221bc85 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=edd80540-96ff-46b4-a1d4-1e9bba1df368 HTTP/1.1" status: 200 len: 855 time: 0.0483112 Jul 13 14:02:46.541838 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2437e785-192d-4a31-82d9-56608b0cbeac req-102c3e68-deb5-420b-93cd-e5ca5d029117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:02:46.543303 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2437e785-192d-4a31-82d9-56608b0cbeac req-102c3e68-deb5-420b-93cd-e5ca5d029117 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=94bf27fb-3476-4944-8d19-915922f54fa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0584552 Jul 13 14:02:46.642107 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2437e785-192d-4a31-82d9-56608b0cbeac req-d451ee79-a6f1-447f-b39c-898ae40c8e73 service neutron] 10.222.0.26 "GET /v2.0/networks/94bf27fb-3476-4944-8d19-915922f54fa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913064 Jul 13 14:02:46.732688 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2437e785-192d-4a31-82d9-56608b0cbeac req-92c2402d-b578-4503-9cae-0dff35fc819b service neutron] 10.222.0.26 "GET /v2.0/networks/94bf27fb-3476-4944-8d19-915922f54fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843599 Jul 13 14:02:47.212383 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5b216182-a203-4346-bd46-cd94019817b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:02:47.584758 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7605555f-aa17-4098-94c2-19068cff91cb req-8a7aed46-e7b2-4690-851e-d71840e8df63 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:02:47.586726 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7605555f-aa17-4098-94c2-19068cff91cb req-8a7aed46-e7b2-4690-851e-d71840e8df63 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/ports?device_id=259a57d9-04bb-4042-aef0-474dcd2a3ae5 HTTP/1.1" status: 200 len: 943 time: 0.0751252 Jul 13 14:02:47.627549 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7605555f-aa17-4098-94c2-19068cff91cb req-934d9003-ee17-4b9e-8f09-4f0d9fc3d2c5 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/security-groups?id=398172ee-e9aa-4936-b641-f081bdbf3647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347624 Jul 13 14:02:48.831528 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ff7800-6b53-4af9-ace0-7952b3d518f7 req-77e284ea-2847-423b-8708-642544e46e08 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:02:48.834734 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-44ff7800-6b53-4af9-ace0-7952b3d518f7 req-77e284ea-2847-423b-8708-642544e46e08 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/ports?device_id=259a57d9-04bb-4042-aef0-474dcd2a3ae5 HTTP/1.1" status: 200 len: 943 time: 0.0752323 Jul 13 14:02:48.875469 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-44ff7800-6b53-4af9-ace0-7952b3d518f7 req-1b3bd67a-c137-4def-a5ee-3fc22c0c0279 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/security-groups?id=398172ee-e9aa-4936-b641-f081bdbf3647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355341 Jul 13 14:02:49.868779 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-41c52473-9f33-4831-9d8b-683464b88c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:02:50.031141 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:02:50.082294 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a324846-8bfe-433f-b7c5-9e825a6e8077 req-38a3c727-9094-4e47-ad04-dfbe6b3e624f tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:02:50.086119 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5a324846-8bfe-433f-b7c5-9e825a6e8077 req-38a3c727-9094-4e47-ad04-dfbe6b3e624f tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/ports?device_id=259a57d9-04bb-4042-aef0-474dcd2a3ae5 HTTP/1.1" status: 200 len: 943 time: 0.0827854 Jul 13 14:02:50.128190 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5a324846-8bfe-433f-b7c5-9e825a6e8077 req-3a7b24e7-8413-4e79-89e6-357b8ac39815 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/security-groups?id=398172ee-e9aa-4936-b641-f081bdbf3647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363533 Jul 13 14:02:51.155704 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:02:51.339536 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ae1c3d-0de8-4645-b89a-4703baeafec0 req-319f937e-54c6-46bb-bfa2-523829ded9c3 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:02:51.341410 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-88ae1c3d-0de8-4645-b89a-4703baeafec0 req-319f937e-54c6-46bb-bfa2-523829ded9c3 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/ports?device_id=259a57d9-04bb-4042-aef0-474dcd2a3ae5 HTTP/1.1" status: 200 len: 943 time: 0.0843778 Jul 13 14:02:51.386663 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-88ae1c3d-0de8-4645-b89a-4703baeafec0 req-77fa176e-5fd0-4d3a-b4e1-8b3fa5b55b96 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/security-groups?id=398172ee-e9aa-4936-b641-f081bdbf3647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385940 Jul 13 14:02:52.599822 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c34f44-b2e8-4051-ac5a-773e53280f69 req-3e419a95-0ba8-4960-9363-5df812fa8231 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:02:52.601254 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-14c34f44-b2e8-4051-ac5a-773e53280f69 req-3e419a95-0ba8-4960-9363-5df812fa8231 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/ports?device_id=259a57d9-04bb-4042-aef0-474dcd2a3ae5 HTTP/1.1" status: 200 len: 943 time: 0.0875568 Jul 13 14:02:52.658363 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-14c34f44-b2e8-4051-ac5a-773e53280f69 req-c9bc4a9e-8ac0-4051-b029-c959efc0132f tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/security-groups?id=398172ee-e9aa-4936-b641-f081bdbf3647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502176 Jul 13 14:02:52.670854 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:02:52.745827 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735ca9f9-0935-45af-a798-bc3bfab2721c req-5a2c44d9-3f24-43b3-8c8a-f8ce948b29ab tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:02:52.751969 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735ca9f9-0935-45af-a798-bc3bfab2721c req-5a2c44d9-3f24-43b3-8c8a-f8ce948b29ab tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:02:52.759058 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735ca9f9-0935-45af-a798-bc3bfab2721c req-5a2c44d9-3f24-43b3-8c8a-f8ce948b29ab tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:02:52.765793 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735ca9f9-0935-45af-a798-bc3bfab2721c req-5a2c44d9-3f24-43b3-8c8a-f8ce948b29ab tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:02:52.771970 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735ca9f9-0935-45af-a798-bc3bfab2721c req-5a2c44d9-3f24-43b3-8c8a-f8ce948b29ab tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:02:52.778626 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735ca9f9-0935-45af-a798-bc3bfab2721c req-5a2c44d9-3f24-43b3-8c8a-f8ce948b29ab tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:02:52.784837 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735ca9f9-0935-45af-a798-bc3bfab2721c req-5a2c44d9-3f24-43b3-8c8a-f8ce948b29ab tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:02:52.787705 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-735ca9f9-0935-45af-a798-bc3bfab2721c req-5a2c44d9-3f24-43b3-8c8a-f8ce948b29ab tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] 10.222.0.23 "GET /v2.0/ports?device_id=607ad771-cd6f-4fcf-b175-a30341f1423f HTTP/1.1" status: 200 len: 5443 time: 0.1402056 Jul 13 14:02:52.833610 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-735ca9f9-0935-45af-a798-bc3bfab2721c req-821347e9-d4b0-4b9a-9bd0-29bc04bdd528 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7715277-f4f6-436d-9885-f716be877834&id=85c9413d-5aef-4db8-8eb1-39a597c8c461&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0391679 Jul 13 14:02:53.601593 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4673f53c-703c-4752-ad5f-f8cac81b86c9 req-83d1e055-516c-427a-8108-c6d65d4ac720 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:02:53.607587 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4673f53c-703c-4752-ad5f-f8cac81b86c9 req-83d1e055-516c-427a-8108-c6d65d4ac720 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:02:53.613596 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4673f53c-703c-4752-ad5f-f8cac81b86c9 req-83d1e055-516c-427a-8108-c6d65d4ac720 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:02:53.620518 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4673f53c-703c-4752-ad5f-f8cac81b86c9 req-83d1e055-516c-427a-8108-c6d65d4ac720 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:02:53.626652 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4673f53c-703c-4752-ad5f-f8cac81b86c9 req-83d1e055-516c-427a-8108-c6d65d4ac720 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:02:53.632737 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4673f53c-703c-4752-ad5f-f8cac81b86c9 req-83d1e055-516c-427a-8108-c6d65d4ac720 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:02:53.638770 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4673f53c-703c-4752-ad5f-f8cac81b86c9 req-83d1e055-516c-427a-8108-c6d65d4ac720 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:02:53.640726 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4673f53c-703c-4752-ad5f-f8cac81b86c9 req-83d1e055-516c-427a-8108-c6d65d4ac720 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] 10.222.0.41 "GET /v2.0/ports?device_id=607ad771-cd6f-4fcf-b175-a30341f1423f HTTP/1.1" status: 200 len: 5443 time: 0.1157410 Jul 13 14:02:53.703627 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4673f53c-703c-4752-ad5f-f8cac81b86c9 req-ea83918c-6048-4e19-abc1-15a7393d06c3 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:02:53.705053 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4673f53c-703c-4752-ad5f-f8cac81b86c9 req-ea83918c-6048-4e19-abc1-15a7393d06c3 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] 10.222.0.41 "GET /v2.0/ports/364b743d-042d-4734-ac77-5bc18537c35c?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0587842 Jul 13 14:02:53.864192 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4673f53c-703c-4752-ad5f-f8cac81b86c9 req-0c67902b-5b6e-40f9-8774-10b3edab6253 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] 10.222.0.41 "GET /v2.0/networks/c10609af-899d-4476-bb3f-a1771ca4066b?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1530881 Jul 13 14:02:53.908219 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-4673f53c-703c-4752-ad5f-f8cac81b86c9 req-3582d382-9c96-4da3-9500-1bc2c6bac0d1 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:02:54.028762 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4673f53c-703c-4752-ad5f-f8cac81b86c9 req-3582d382-9c96-4da3-9500-1bc2c6bac0d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:02:54.040777 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1eb4c49-4641-47c4-8bf3-32e75955f6c0 req-943beae8-2b29-4197-984d-a649ecebaa8f tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:02:54.042684 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a1eb4c49-4641-47c4-8bf3-32e75955f6c0 req-943beae8-2b29-4197-984d-a649ecebaa8f tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/ports?device_id=259a57d9-04bb-4042-aef0-474dcd2a3ae5 HTTP/1.1" status: 200 len: 943 time: 0.2063935 Jul 13 14:02:54.047661 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8a8b77-7efd-4da0-b054-92c3d00674c0 req-5ea1f23a-7b87-4534-93a5-0aa38b5de926 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:02:54.054532 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8a8b77-7efd-4da0-b054-92c3d00674c0 req-5ea1f23a-7b87-4534-93a5-0aa38b5de926 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:02:54.061219 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8a8b77-7efd-4da0-b054-92c3d00674c0 req-5ea1f23a-7b87-4534-93a5-0aa38b5de926 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:02:54.070456 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8a8b77-7efd-4da0-b054-92c3d00674c0 req-5ea1f23a-7b87-4534-93a5-0aa38b5de926 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:02:54.077216 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8a8b77-7efd-4da0-b054-92c3d00674c0 req-5ea1f23a-7b87-4534-93a5-0aa38b5de926 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:02:54.085105 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8a8b77-7efd-4da0-b054-92c3d00674c0 req-5ea1f23a-7b87-4534-93a5-0aa38b5de926 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:02:54.093475 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8a8b77-7efd-4da0-b054-92c3d00674c0 req-5ea1f23a-7b87-4534-93a5-0aa38b5de926 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:02:54.095720 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5c8a8b77-7efd-4da0-b054-92c3d00674c0 req-5ea1f23a-7b87-4534-93a5-0aa38b5de926 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] 10.222.0.23 "GET /v2.0/ports?device_id=607ad771-cd6f-4fcf-b175-a30341f1423f HTTP/1.1" status: 200 len: 5443 time: 0.1265342 Jul 13 14:02:54.139884 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a1eb4c49-4641-47c4-8bf3-32e75955f6c0 req-742f2a89-0332-4b57-82d1-bb9260e9e448 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/security-groups?id=398172ee-e9aa-4936-b641-f081bdbf3647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879390 Jul 13 14:02:54.158216 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5c8a8b77-7efd-4da0-b054-92c3d00674c0 req-2eaf4426-cc14-44e4-a923-9295bfa04c39 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7715277-f4f6-436d-9885-f716be877834&id=85c9413d-5aef-4db8-8eb1-39a597c8c461&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0510504 Jul 13 14:02:54.268958 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-4673f53c-703c-4752-ad5f-f8cac81b86c9 req-3582d382-9c96-4da3-9500-1bc2c6bac0d1 service neutron] For port 364b743d-042d-4734-ac77-5bc18537c35c, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=364b743d-042d-4734-ac77-5bc18537c35c,segment=NetworkSegment(a3fe607e-08a2-41e1-8fc9-863af09f7382),segment_id=a3fe607e-08a2-41e1-8fc9-863af09f7382)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:02:54.305682 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-4673f53c-703c-4752-ad5f-f8cac81b86c9 req-3582d382-9c96-4da3-9500-1bc2c6bac0d1 service neutron] For port 364b743d-042d-4734-ac77-5bc18537c35c, host n-h2-800634-1, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:02:54.341151 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-4673f53c-703c-4752-ad5f-f8cac81b86c9 req-3582d382-9c96-4da3-9500-1bc2c6bac0d1 service neutron] device_id is not set on port 364b743d-042d-4734-ac77-5bc18537c35c yet. {{(pid=93750) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 14:02:54.350386 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4673f53c-703c-4752-ad5f-f8cac81b86c9 req-3582d382-9c96-4da3-9500-1bc2c6bac0d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:02:54.356200 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4673f53c-703c-4752-ad5f-f8cac81b86c9 req-3582d382-9c96-4da3-9500-1bc2c6bac0d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:02:54.452686 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-4673f53c-703c-4752-ad5f-f8cac81b86c9 req-3582d382-9c96-4da3-9500-1bc2c6bac0d1 service neutron] No DVR routers for this DVR port 364b743d-042d-4734-ac77-5bc18537c35c on host n-h2-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:02:54.486643 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3582d382-9c96-4da3-9500-1bc2c6bac0d1 service neutron] Pushing event updated for resources: {'Port': ['ID=364b743d-042d-4734-ac77-5bc18537c35c,revision_number=6']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:02:54.513044 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-4673f53c-703c-4752-ad5f-f8cac81b86c9 req-3582d382-9c96-4da3-9500-1bc2c6bac0d1 service neutron] In _notify_port_updated(), no bound segment for port 364b743d-042d-4734-ac77-5bc18537c35c on network c10609af-899d-4476-bb3f-a1771ca4066b {{(pid=93750) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 13 14:02:54.514150 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4673f53c-703c-4752-ad5f-f8cac81b86c9 req-3582d382-9c96-4da3-9500-1bc2c6bac0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:02:54.514936 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4673f53c-703c-4752-ad5f-f8cac81b86c9 req-3582d382-9c96-4da3-9500-1bc2c6bac0d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:02:54.516464 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4673f53c-703c-4752-ad5f-f8cac81b86c9 req-3582d382-9c96-4da3-9500-1bc2c6bac0d1 service neutron] 10.222.0.41 "PUT /v2.0/ports/364b743d-042d-4734-ac77-5bc18537c35c HTTP/1.1" status: 200 len: 1032 time: 0.6165056 Jul 13 14:02:54.583241 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4673f53c-703c-4752-ad5f-f8cac81b86c9 req-a3c4fdcd-72b9-438c-a212-884aefb128ec tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:02:54.585467 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4673f53c-703c-4752-ad5f-f8cac81b86c9 req-a3c4fdcd-72b9-438c-a212-884aefb128ec tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] 10.222.0.41 "GET /v2.0/ports/580fca4a-3ae1-4d32-ab03-327db6d3f362?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0636947 Jul 13 14:02:54.601109 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-4673f53c-703c-4752-ad5f-f8cac81b86c9 req-77144065-21e7-42a2-8009-f053d988aa9b service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:02:54.641806 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-24fd8624-30e9-417b-99a4-6a3c04876706 None None] Provisioning complete for port 364b743d-042d-4734-ac77-5bc18537c35c triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:02:54.643305 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-24fd8624-30e9-417b-99a4-6a3c04876706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:02:54.700568 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-24fd8624-30e9-417b-99a4-6a3c04876706 None None] Port 364b743d-042d-4734-ac77-5bc18537c35c cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:02:54.701093 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4673f53c-703c-4752-ad5f-f8cac81b86c9 req-77144065-21e7-42a2-8009-f053d988aa9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:02:54.874649 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-4673f53c-703c-4752-ad5f-f8cac81b86c9 req-77144065-21e7-42a2-8009-f053d988aa9b service neutron] For port 580fca4a-3ae1-4d32-ab03-327db6d3f362, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=580fca4a-3ae1-4d32-ab03-327db6d3f362,segment=NetworkSegment(a3fe607e-08a2-41e1-8fc9-863af09f7382),segment_id=a3fe607e-08a2-41e1-8fc9-863af09f7382)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:02:54.915634 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-4673f53c-703c-4752-ad5f-f8cac81b86c9 req-77144065-21e7-42a2-8009-f053d988aa9b service neutron] For port 580fca4a-3ae1-4d32-ab03-327db6d3f362, host n-h2-800634-1, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:02:54.954376 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-4673f53c-703c-4752-ad5f-f8cac81b86c9 req-77144065-21e7-42a2-8009-f053d988aa9b service neutron] device_id is not set on port 580fca4a-3ae1-4d32-ab03-327db6d3f362 yet. {{(pid=93750) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 14:02:54.966625 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4673f53c-703c-4752-ad5f-f8cac81b86c9 req-77144065-21e7-42a2-8009-f053d988aa9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:02:54.974118 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4673f53c-703c-4752-ad5f-f8cac81b86c9 req-77144065-21e7-42a2-8009-f053d988aa9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:02:55.064946 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-4673f53c-703c-4752-ad5f-f8cac81b86c9 req-77144065-21e7-42a2-8009-f053d988aa9b service neutron] No DVR routers for this DVR port 580fca4a-3ae1-4d32-ab03-327db6d3f362 on host n-h2-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:02:55.070532 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77144065-21e7-42a2-8009-f053d988aa9b service neutron] Pushing event updated for resources: {'Port': ['ID=580fca4a-3ae1-4d32-ab03-327db6d3f362,revision_number=6']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:02:55.134181 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-4673f53c-703c-4752-ad5f-f8cac81b86c9 req-77144065-21e7-42a2-8009-f053d988aa9b service neutron] In _notify_port_updated(), no bound segment for port 580fca4a-3ae1-4d32-ab03-327db6d3f362 on network c10609af-899d-4476-bb3f-a1771ca4066b {{(pid=93750) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 13 14:02:55.135093 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4673f53c-703c-4752-ad5f-f8cac81b86c9 req-77144065-21e7-42a2-8009-f053d988aa9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:02:55.135707 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4673f53c-703c-4752-ad5f-f8cac81b86c9 req-77144065-21e7-42a2-8009-f053d988aa9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:02:55.137073 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4673f53c-703c-4752-ad5f-f8cac81b86c9 req-77144065-21e7-42a2-8009-f053d988aa9b service neutron] 10.222.0.41 "PUT /v2.0/ports/580fca4a-3ae1-4d32-ab03-327db6d3f362 HTTP/1.1" status: 200 len: 1032 time: 0.5410659 Jul 13 14:02:55.307791 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-4673f53c-703c-4752-ad5f-f8cac81b86c9 req-e99d4f24-e27c-425a-b957-263e68032514 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Deleting port a28e0383-d778-445e-917b-a6877ab44b08 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:02:55.308282 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4673f53c-703c-4752-ad5f-f8cac81b86c9 req-e99d4f24-e27c-425a-b957-263e68032514 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:02:55.334917 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-cdb46d8f-ee4f-478f-b25b-977ab327c93a None None] Provisioning complete for port 580fca4a-3ae1-4d32-ab03-327db6d3f362 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:02:55.335606 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-cdb46d8f-ee4f-478f-b25b-977ab327c93a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:02:55.403282 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2c6695-1ae4-423f-800f-42d1e804a6cd req-fc3e9432-c80f-4d2f-a4ae-c6790240f4a2 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:02:55.405564 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-de2c6695-1ae4-423f-800f-42d1e804a6cd req-fc3e9432-c80f-4d2f-a4ae-c6790240f4a2 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/ports?device_id=259a57d9-04bb-4042-aef0-474dcd2a3ae5 HTTP/1.1" status: 200 len: 943 time: 0.0920410 Jul 13 14:02:55.411083 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-cdb46d8f-ee4f-478f-b25b-977ab327c93a None None] Port 580fca4a-3ae1-4d32-ab03-327db6d3f362 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:02:55.459121 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-4673f53c-703c-4752-ad5f-f8cac81b86c9 req-e99d4f24-e27c-425a-b957-263e68032514 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] For port a28e0383-d778-445e-917b-a6877ab44b08, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=a28e0383-d778-445e-917b-a6877ab44b08,segment=NetworkSegment(459f27d6-b1fd-43cc-9134-6320fdd4c59f),segment_id=459f27d6-b1fd-43cc-9134-6320fdd4c59f)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:02:55.459500 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4673f53c-703c-4752-ad5f-f8cac81b86c9 req-e99d4f24-e27c-425a-b957-263e68032514 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:02:55.478991 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-4673f53c-703c-4752-ad5f-f8cac81b86c9 req-e99d4f24-e27c-425a-b957-263e68032514 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Calling delete_port for a28e0383-d778-445e-917b-a6877ab44b08 owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:02:55.779666 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-de2c6695-1ae4-423f-800f-42d1e804a6cd req-bd3be248-1987-49a5-ad85-a8acd837a9d7 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/security-groups?id=398172ee-e9aa-4936-b641-f081bdbf3647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3679087 Jul 13 14:02:55.964557 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4673f53c-703c-4752-ad5f-f8cac81b86c9 req-e99d4f24-e27c-425a-b957-263e68032514 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:02:55.989317 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89e1517-3c64-4716-834d-dfac4684cb8e req-b4dadaff-b684-4926-93d1-0b8c916b3f25 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:02:55.996253 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89e1517-3c64-4716-834d-dfac4684cb8e req-b4dadaff-b684-4926-93d1-0b8c916b3f25 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:02:55.997096 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99d4f24-e27c-425a-b957-263e68032514 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Pushing event deleted for resources: {'Port': ['ID=a28e0383-d778-445e-917b-a6877ab44b08,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:02:56.013065 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89e1517-3c64-4716-834d-dfac4684cb8e req-b4dadaff-b684-4926-93d1-0b8c916b3f25 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:02:56.019676 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89e1517-3c64-4716-834d-dfac4684cb8e req-b4dadaff-b684-4926-93d1-0b8c916b3f25 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:02:56.030130 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89e1517-3c64-4716-834d-dfac4684cb8e req-b4dadaff-b684-4926-93d1-0b8c916b3f25 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:02:56.039294 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d89e1517-3c64-4716-834d-dfac4684cb8e req-b4dadaff-b684-4926-93d1-0b8c916b3f25 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] 10.222.0.23 "GET /v2.0/ports?device_id=607ad771-cd6f-4fcf-b175-a30341f1423f HTTP/1.1" status: 200 len: 3807 time: 0.1258907 Jul 13 14:02:56.054462 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-4673f53c-703c-4752-ad5f-f8cac81b86c9 req-e99d4f24-e27c-425a-b957-263e68032514 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] No DVR routers for this DVR port a28e0383-d778-445e-917b-a6877ab44b08 on host n-h2-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:02:56.057591 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4673f53c-703c-4752-ad5f-f8cac81b86c9 req-e99d4f24-e27c-425a-b957-263e68032514 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:02:56.059871 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4673f53c-703c-4752-ad5f-f8cac81b86c9 req-e99d4f24-e27c-425a-b957-263e68032514 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] 10.222.0.41 "DELETE /v2.0/ports/a28e0383-d778-445e-917b-a6877ab44b08 HTTP/1.1" status: 204 len: 173 time: 0.9174881 Jul 13 14:02:56.060349 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '607ad771-cd6f-4fcf-b175-a30341f1423f', 'name': 'network-vif-deleted', 'tag': 'a28e0383-d778-445e-917b-a6877ab44b08'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:02:56.063277 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8ac7746-728f-4fc2-b5cb-9aba00d68ac5" -d '{"events": [{"server_uuid": "607ad771-cd6f-4fcf-b175-a30341f1423f", "name": "network-vif-deleted", "tag": "a28e0383-d778-445e-917b-a6877ab44b08"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:02:56.088413 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d89e1517-3c64-4716-834d-dfac4684cb8e req-387649aa-f0f3-4a85-915e-6f165bde5f04 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] 10.222.0.23 "GET /v2.0/security-groups?id=85c9413d-5aef-4db8-8eb1-39a597c8c461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450439 Jul 13 14:02:56.179436 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:02:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03f852be-474d-4214-b5c3-f7e879e72e07 x-openstack-request-id: req-03f852be-474d-4214-b5c3-f7e879e72e07 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:02:56.179728 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "607ad771-cd6f-4fcf-b175-a30341f1423f", "name": "network-vif-deleted", "tag": "a28e0383-d778-445e-917b-a6877ab44b08", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:02:56.180018 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-03f852be-474d-4214-b5c3-f7e879e72e07 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:02:56.180455 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '607ad771-cd6f-4fcf-b175-a30341f1423f', 'name': 'network-vif-deleted', 'tag': 'a28e0383-d778-445e-917b-a6877ab44b08', 'status': 'completed', 'code': 200} Jul 13 14:02:56.205807 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-4673f53c-703c-4752-ad5f-f8cac81b86c9 req-1db74f74-7980-4f13-9643-f89dbc3a8513 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Deleting port 6203edbb-d062-45f4-b681-abe477bae469 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:02:56.206213 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4673f53c-703c-4752-ad5f-f8cac81b86c9 req-1db74f74-7980-4f13-9643-f89dbc3a8513 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:02:56.309171 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-4673f53c-703c-4752-ad5f-f8cac81b86c9 req-1db74f74-7980-4f13-9643-f89dbc3a8513 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] For port 6203edbb-d062-45f4-b681-abe477bae469, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=6203edbb-d062-45f4-b681-abe477bae469,segment=NetworkSegment(459f27d6-b1fd-43cc-9134-6320fdd4c59f),segment_id=459f27d6-b1fd-43cc-9134-6320fdd4c59f)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:02:56.309539 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4673f53c-703c-4752-ad5f-f8cac81b86c9 req-1db74f74-7980-4f13-9643-f89dbc3a8513 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:02:56.323896 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-4673f53c-703c-4752-ad5f-f8cac81b86c9 req-1db74f74-7980-4f13-9643-f89dbc3a8513 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Calling delete_port for 6203edbb-d062-45f4-b681-abe477bae469 owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:02:56.476444 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4673f53c-703c-4752-ad5f-f8cac81b86c9 req-1db74f74-7980-4f13-9643-f89dbc3a8513 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:02:56.519183 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db74f74-7980-4f13-9643-f89dbc3a8513 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Pushing event deleted for resources: {'Port': ['ID=6203edbb-d062-45f4-b681-abe477bae469,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:02:56.574867 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-4673f53c-703c-4752-ad5f-f8cac81b86c9 req-1db74f74-7980-4f13-9643-f89dbc3a8513 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] No DVR routers for this DVR port 6203edbb-d062-45f4-b681-abe477bae469 on host n-h2-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:02:56.578614 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4673f53c-703c-4752-ad5f-f8cac81b86c9 req-1db74f74-7980-4f13-9643-f89dbc3a8513 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:02:56.581103 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4673f53c-703c-4752-ad5f-f8cac81b86c9 req-1db74f74-7980-4f13-9643-f89dbc3a8513 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] 10.222.0.41 "DELETE /v2.0/ports/6203edbb-d062-45f4-b681-abe477bae469 HTTP/1.1" status: 204 len: 173 time: 0.5142522 Jul 13 14:02:56.691757 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-4673f53c-703c-4752-ad5f-f8cac81b86c9 req-181a0d2f-d320-43c4-b654-9c0edd44dca6 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Deleting port c1b3bef8-8fa9-45c3-9d8e-303ce20bc8ef {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:02:56.691989 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4673f53c-703c-4752-ad5f-f8cac81b86c9 req-181a0d2f-d320-43c4-b654-9c0edd44dca6 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:02:56.787455 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-4673f53c-703c-4752-ad5f-f8cac81b86c9 req-181a0d2f-d320-43c4-b654-9c0edd44dca6 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] For port c1b3bef8-8fa9-45c3-9d8e-303ce20bc8ef, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=c1b3bef8-8fa9-45c3-9d8e-303ce20bc8ef,segment=NetworkSegment(a3fe607e-08a2-41e1-8fc9-863af09f7382),segment_id=a3fe607e-08a2-41e1-8fc9-863af09f7382)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:02:56.788035 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4673f53c-703c-4752-ad5f-f8cac81b86c9 req-181a0d2f-d320-43c4-b654-9c0edd44dca6 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:02:56.805429 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-4673f53c-703c-4752-ad5f-f8cac81b86c9 req-181a0d2f-d320-43c4-b654-9c0edd44dca6 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Calling delete_port for c1b3bef8-8fa9-45c3-9d8e-303ce20bc8ef owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:02:56.822753 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device a28e0383-d778-445e-917b-a6877ab44b08 no longer exists at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:02:56.847931 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] No Port match for: a28e0383-d778-445e-917b-a6877ab44b08 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:02:56.848285 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device a28e0383-d778-445e-917b-a6877ab44b08 not bound to the agent host n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:02:56.848766 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 580fca4a-3ae1-4d32-ab03-327db6d3f362 no longer exists at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:02:56.913316 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 580fca4a-3ae1-4d32-ab03-327db6d3f362 not bound to the agent host n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:02:56.914006 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device d3e632d4-9634-467f-9ba8-1d189f1ac176 no longer exists at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:02:56.989188 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4673f53c-703c-4752-ad5f-f8cac81b86c9 req-181a0d2f-d320-43c4-b654-9c0edd44dca6 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:02:57.013442 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:02:57.026823 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c39ecb9-3f28-4070-8799-5e33887138fa req-6d44be99-dc7d-4338-882a-b3e5b5d1474c tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:02:57.035818 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2c39ecb9-3f28-4070-8799-5e33887138fa req-6d44be99-dc7d-4338-882a-b3e5b5d1474c tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/ports?device_id=259a57d9-04bb-4042-aef0-474dcd2a3ae5 HTTP/1.1" status: 200 len: 943 time: 0.1034148 Jul 13 14:02:57.036085 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181a0d2f-d320-43c4-b654-9c0edd44dca6 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Pushing event deleted for resources: {'Port': ['ID=c1b3bef8-8fa9-45c3-9d8e-303ce20bc8ef,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:02:57.057910 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port d3e632d4-9634-467f-9ba8-1d189f1ac176, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=d3e632d4-9634-467f-9ba8-1d189f1ac176,segment=NetworkSegment(a3fe607e-08a2-41e1-8fc9-863af09f7382),segment_id=a3fe607e-08a2-41e1-8fc9-863af09f7382)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:02:57.058963 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '607ad771-cd6f-4fcf-b175-a30341f1423f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3e632d4-9634-467f-9ba8-1d189f1ac176'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:02:57.062143 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea84d390-0a00-4556-b0ef-bb5f84f3500c" -d '{"events": [{"server_uuid": "607ad771-cd6f-4fcf-b175-a30341f1423f", "name": "network-vif-unplugged", "status": "completed", "tag": "d3e632d4-9634-467f-9ba8-1d189f1ac176"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:02:57.068354 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:02:57.070146 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 9471cf76-3a42-44c0-8380-63156b7de0c5 no longer exists at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:02:57.089099 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2c39ecb9-3f28-4070-8799-5e33887138fa req-faf6bec4-e02e-4c94-8a6b-e21d0a363cce tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/security-groups?id=398172ee-e9aa-4936-b641-f081bdbf3647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508888 Jul 13 14:02:57.102856 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-4673f53c-703c-4752-ad5f-f8cac81b86c9 req-181a0d2f-d320-43c4-b654-9c0edd44dca6 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] No DVR routers for this DVR port c1b3bef8-8fa9-45c3-9d8e-303ce20bc8ef on host n-h2-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:02:57.106355 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4673f53c-703c-4752-ad5f-f8cac81b86c9 req-181a0d2f-d320-43c4-b654-9c0edd44dca6 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:02:57.108971 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4673f53c-703c-4752-ad5f-f8cac81b86c9 req-181a0d2f-d320-43c4-b654-9c0edd44dca6 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] 10.222.0.41 "DELETE /v2.0/ports/c1b3bef8-8fa9-45c3-9d8e-303ce20bc8ef HTTP/1.1" status: 204 len: 173 time: 0.5219829 Jul 13 14:02:57.177838 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 14:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beba2a5c-01f5-4d50-8a48-3aa8893e5d77 x-openstack-request-id: req-beba2a5c-01f5-4d50-8a48-3aa8893e5d77 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:02:57.178086 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "607ad771-cd6f-4fcf-b175-a30341f1423f", "name": "network-vif-unplugged", "status": "completed", "tag": "d3e632d4-9634-467f-9ba8-1d189f1ac176", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:02:57.178504 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-beba2a5c-01f5-4d50-8a48-3aa8893e5d77 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:02:57.178981 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '607ad771-cd6f-4fcf-b175-a30341f1423f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3e632d4-9634-467f-9ba8-1d189f1ac176', 'code': 200} Jul 13 14:02:57.241227 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=d3e632d4-9634-467f-9ba8-1d189f1ac176,revision_number=6']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:02:57.243879 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-4673f53c-703c-4752-ad5f-f8cac81b86c9 req-3aa0fdcd-6f91-4fb1-90b1-e06046dcd7c3 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Deleting port 9471cf76-3a42-44c0-8380-63156b7de0c5 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:02:57.244459 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4673f53c-703c-4752-ad5f-f8cac81b86c9 req-3aa0fdcd-6f91-4fb1-90b1-e06046dcd7c3 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:02:57.249370 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:02:57.287041 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 9471cf76-3a42-44c0-8380-63156b7de0c5, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=9471cf76-3a42-44c0-8380-63156b7de0c5,segment=NetworkSegment(478e09eb-e72c-4611-89d0-372c3f749519),segment_id=478e09eb-e72c-4611-89d0-372c3f749519)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:02:57.291559 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:02:57.292387 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 6203edbb-d062-45f4-b681-abe477bae469 no longer exists at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:02:57.332321 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] No Port match for: 6203edbb-d062-45f4-b681-abe477bae469 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:02:57.332938 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 6203edbb-d062-45f4-b681-abe477bae469 not bound to the agent host n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:02:57.333522 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device c1b3bef8-8fa9-45c3-9d8e-303ce20bc8ef no longer exists at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:02:57.340252 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-4673f53c-703c-4752-ad5f-f8cac81b86c9 req-3aa0fdcd-6f91-4fb1-90b1-e06046dcd7c3 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] For port 9471cf76-3a42-44c0-8380-63156b7de0c5, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=9471cf76-3a42-44c0-8380-63156b7de0c5,segment=NetworkSegment(478e09eb-e72c-4611-89d0-372c3f749519),segment_id=478e09eb-e72c-4611-89d0-372c3f749519)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:02:57.340694 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4673f53c-703c-4752-ad5f-f8cac81b86c9 req-3aa0fdcd-6f91-4fb1-90b1-e06046dcd7c3 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:02:57.354077 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4082d3a-75db-4949-8f2d-811c513df229 req-8d6ac189-cf6f-43df-91d7-012d8998a8ba tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:02:57.359223 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] No Port match for: c1b3bef8-8fa9-45c3-9d8e-303ce20bc8ef {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:02:57.359576 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device c1b3bef8-8fa9-45c3-9d8e-303ce20bc8ef not bound to the agent host n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:02:57.360683 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 364b743d-042d-4734-ac77-5bc18537c35c no longer exists at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:02:57.362167 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4082d3a-75db-4949-8f2d-811c513df229 req-8d6ac189-cf6f-43df-91d7-012d8998a8ba tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:02:57.364210 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d4082d3a-75db-4949-8f2d-811c513df229 req-8d6ac189-cf6f-43df-91d7-012d8998a8ba tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] 10.222.0.23 "GET /v2.0/ports?device_id=607ad771-cd6f-4fcf-b175-a30341f1423f HTTP/1.1" status: 200 len: 1677 time: 0.0886016 Jul 13 14:02:57.435075 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d4082d3a-75db-4949-8f2d-811c513df229 req-a0164002-08ca-43a9-a2d9-e22a72e08980 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] 10.222.0.23 "GET /v2.0/security-groups?id=85c9413d-5aef-4db8-8eb1-39a597c8c461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650215 Jul 13 14:02:57.454849 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 364b743d-042d-4734-ac77-5bc18537c35c not bound to the agent host n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:02:57.454849 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=9471cf76-3a42-44c0-8380-63156b7de0c5,revision_number=6']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:02:57.649499 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4673f53c-703c-4752-ad5f-f8cac81b86c9 req-3aa0fdcd-6f91-4fb1-90b1-e06046dcd7c3 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:02:57.649818 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4673f53c-703c-4752-ad5f-f8cac81b86c9 req-3aa0fdcd-6f91-4fb1-90b1-e06046dcd7c3 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446547'] for floatingip, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:02:57.650133 n-d-800634-1 neutron-server[93750]: INFO neutron.db.l3_db [req-4673f53c-703c-4752-ad5f-f8cac81b86c9 req-3aa0fdcd-6f91-4fb1-90b1-e06046dcd7c3 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Floating IP 1752f078-14ed-4833-a6c5-d11fe483825e disassociated. External IP: 172.25.6.139, port: 9471cf76-3a42-44c0-8380-63156b7de0c5. Jul 13 14:02:57.650476 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-4673f53c-703c-4752-ad5f-f8cac81b86c9 req-3aa0fdcd-6f91-4fb1-90b1-e06046dcd7c3 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Calling delete_port for 9471cf76-3a42-44c0-8380-63156b7de0c5 owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:02:57.777291 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4673f53c-703c-4752-ad5f-f8cac81b86c9 req-3aa0fdcd-6f91-4fb1-90b1-e06046dcd7c3 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:02:57.809334 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa0fdcd-6f91-4fb1-90b1-e06046dcd7c3 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Pushing event deleted for resources: {'Port': ['ID=9471cf76-3a42-44c0-8380-63156b7de0c5,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:02:57.930967 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4673f53c-703c-4752-ad5f-f8cac81b86c9 req-3aa0fdcd-6f91-4fb1-90b1-e06046dcd7c3 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Router 751efbe8-fc52-4f90-9ae7-106011998adb has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:02:58.048637 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4673f53c-703c-4752-ad5f-f8cac81b86c9 req-3aa0fdcd-6f91-4fb1-90b1-e06046dcd7c3 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:02:58.058806 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171f6101-a429-457d-9534-26fdecb42ba9 None None] Sync routers for ids ['751efbe8-fc52-4f90-9ae7-106011998adb'] in n-d-800634-1 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:02:58.070105 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171f6101-a429-457d-9534-26fdecb42ba9 None None] Routers {'751efbe8-fc52-4f90-9ae7-106011998adb'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:02:58.070735 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-171f6101-a429-457d-9534-26fdecb42ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:02:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['751efbe8-fc52-4f90-9ae7-106011998adb'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:02:58.099234 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-4673f53c-703c-4752-ad5f-f8cac81b86c9 req-3aa0fdcd-6f91-4fb1-90b1-e06046dcd7c3 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] No DVR routers for this DVR port 9471cf76-3a42-44c0-8380-63156b7de0c5 on host n-h2-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:02:58.102744 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4673f53c-703c-4752-ad5f-f8cac81b86c9 req-3aa0fdcd-6f91-4fb1-90b1-e06046dcd7c3 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:02:58.105611 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4673f53c-703c-4752-ad5f-f8cac81b86c9 req-3aa0fdcd-6f91-4fb1-90b1-e06046dcd7c3 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] 10.222.0.41 "DELETE /v2.0/ports/9471cf76-3a42-44c0-8380-63156b7de0c5 HTTP/1.1" status: 204 len: 173 time: 0.9915993 Jul 13 14:02:58.195115 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-171f6101-a429-457d-9534-26fdecb42ba9 None None] Set router 751efbe8-fc52-4f90-9ae7-106011998adb gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:02:58.199005 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '607ad771-cd6f-4fcf-b175-a30341f1423f', 'name': 'network-vif-deleted', 'tag': '6203edbb-d062-45f4-b681-abe477bae469'}, {'server_uuid': '607ad771-cd6f-4fcf-b175-a30341f1423f', 'name': 'network-vif-deleted', 'tag': 'c1b3bef8-8fa9-45c3-9d8e-303ce20bc8ef'}, {'server_uuid': '607ad771-cd6f-4fcf-b175-a30341f1423f', 'name': 'network-vif-deleted', 'tag': '9471cf76-3a42-44c0-8380-63156b7de0c5'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:02:58.201943 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e224def3-33eb-4557-9b20-2e83acec9ca7" -d '{"events": [{"server_uuid": "607ad771-cd6f-4fcf-b175-a30341f1423f", "name": "network-vif-deleted", "tag": "6203edbb-d062-45f4-b681-abe477bae469"}, {"server_uuid": "607ad771-cd6f-4fcf-b175-a30341f1423f", "name": "network-vif-deleted", "tag": "c1b3bef8-8fa9-45c3-9d8e-303ce20bc8ef"}, {"server_uuid": "607ad771-cd6f-4fcf-b175-a30341f1423f", "name": "network-vif-deleted", "tag": "9471cf76-3a42-44c0-8380-63156b7de0c5"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:02:58.263923 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 13 Jul 2021 14:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d22d637-66b7-4e7d-abd6-1af241a6d743 x-openstack-request-id: req-1d22d637-66b7-4e7d-abd6-1af241a6d743 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:02:58.264256 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "607ad771-cd6f-4fcf-b175-a30341f1423f", "name": "network-vif-deleted", "tag": "6203edbb-d062-45f4-b681-abe477bae469", "status": "completed", "code": 200}, {"server_uuid": "607ad771-cd6f-4fcf-b175-a30341f1423f", "name": "network-vif-deleted", "tag": "c1b3bef8-8fa9-45c3-9d8e-303ce20bc8ef", "status": "completed", "code": 200}, {"server_uuid": "607ad771-cd6f-4fcf-b175-a30341f1423f", "name": "network-vif-deleted", "tag": "9471cf76-3a42-44c0-8380-63156b7de0c5", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:02:58.264510 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1d22d637-66b7-4e7d-abd6-1af241a6d743 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:02:58.264908 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '607ad771-cd6f-4fcf-b175-a30341f1423f', 'name': 'network-vif-deleted', 'tag': '6203edbb-d062-45f4-b681-abe477bae469', 'status': 'completed', 'code': 200} Jul 13 14:02:58.265160 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '607ad771-cd6f-4fcf-b175-a30341f1423f', 'name': 'network-vif-deleted', 'tag': 'c1b3bef8-8fa9-45c3-9d8e-303ce20bc8ef', 'status': 'completed', 'code': 200} Jul 13 14:02:58.265455 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '607ad771-cd6f-4fcf-b175-a30341f1423f', 'name': 'network-vif-deleted', 'tag': '9471cf76-3a42-44c0-8380-63156b7de0c5', 'status': 'completed', 'code': 200} Jul 13 14:02:58.269691 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-4673f53c-703c-4752-ad5f-f8cac81b86c9 req-17b82a95-cbc1-4e71-9286-189e6a8126ff tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Deleting port d3e632d4-9634-467f-9ba8-1d189f1ac176 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:02:58.270097 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4673f53c-703c-4752-ad5f-f8cac81b86c9 req-17b82a95-cbc1-4e71-9286-189e6a8126ff tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:02:58.454297 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-4673f53c-703c-4752-ad5f-f8cac81b86c9 req-17b82a95-cbc1-4e71-9286-189e6a8126ff tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] For port d3e632d4-9634-467f-9ba8-1d189f1ac176, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=d3e632d4-9634-467f-9ba8-1d189f1ac176,segment=NetworkSegment(a3fe607e-08a2-41e1-8fc9-863af09f7382),segment_id=a3fe607e-08a2-41e1-8fc9-863af09f7382)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:02:58.454551 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4673f53c-703c-4752-ad5f-f8cac81b86c9 req-17b82a95-cbc1-4e71-9286-189e6a8126ff tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:02:58.475379 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-4673f53c-703c-4752-ad5f-f8cac81b86c9 req-17b82a95-cbc1-4e71-9286-189e6a8126ff tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Calling delete_port for d3e632d4-9634-467f-9ba8-1d189f1ac176 owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:02:58.489506 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeff593-8130-48f3-a7e5-3126b2f8e8ae req-61bb4f16-b6ea-4947-8b51-e3cc79a928a5 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:02:58.493426 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0eeff593-8130-48f3-a7e5-3126b2f8e8ae req-61bb4f16-b6ea-4947-8b51-e3cc79a928a5 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/ports?device_id=259a57d9-04bb-4042-aef0-474dcd2a3ae5 HTTP/1.1" status: 200 len: 943 time: 0.2267916 Jul 13 14:02:58.519477 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-171f6101-a429-457d-9534-26fdecb42ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '751efbe8-fc52-4f90-9ae7-106011998adb', 'name': 'tempest-TaggedBootDevicesTest_v242-803998605-router', 'tenant_id': 'cddde6624d514a049e75835df6c903ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': 'd86bac5b-b7af-4efa-a95c-ed1a400a33a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:52:43Z', 'updated_at': '2021-07-13T13:52:55Z', 'revision_number': 4, 'project_id': 'cddde6624d514a049e75835df6c903ed', 'gw_port': {'id': 'd86bac5b-b7af-4efa-a95c-ed1a400a33a0', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:a2:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '751efbe8-fc52-4f90-9ae7-106011998adb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2640, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:52:44Z', 'updated_at': '2021-07-13T13:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': '0fcbb200-64c5-42f2-8657-89bd40b8bc3d', 'name': '', 'network_id': '446293fa-d089-4a73-be46-3f7c6317a56f', 'tenant_id': 'cddde6624d514a049e75835df6c903ed', 'mac_address': 'fa:16:3e:9e:43:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '751efbe8-fc52-4f90-9ae7-106011998adb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2644, 'fixed_ips': [{'subnet_id': '3e740739-b63f-4ad3-b5cf-d6f6b58861d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:52:53Z', 'updated_at': '2021-07-13T13:53:03Z', 'revision_number': 5, 'project_id': 'cddde6624d514a049e75835df6c903ed', 'subnets': [{'id': '3e740739-b63f-4ad3-b5cf-d6f6b58861d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:02:58.552947 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171f6101-a429-457d-9534-26fdecb42ba9 None None] Checking router: 751efbe8-fc52-4f90-9ae7-106011998adb for host: n-d-800634-1 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:02:58.562817 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171f6101-a429-457d-9534-26fdecb42ba9 None None] Routers {'751efbe8-fc52-4f90-9ae7-106011998adb'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:02:58.563446 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-171f6101-a429-457d-9534-26fdecb42ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:02:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['751efbe8-fc52-4f90-9ae7-106011998adb'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:02:58.584561 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0eeff593-8130-48f3-a7e5-3126b2f8e8ae req-c3c587b0-5668-4e71-b9e7-66036009db56 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/security-groups?id=398172ee-e9aa-4936-b641-f081bdbf3647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894701 Jul 13 14:02:58.678988 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4673f53c-703c-4752-ad5f-f8cac81b86c9 req-17b82a95-cbc1-4e71-9286-189e6a8126ff tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:02:58.688735 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-171f6101-a429-457d-9534-26fdecb42ba9 None None] Set router 751efbe8-fc52-4f90-9ae7-106011998adb gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:02:58.710400 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b82a95-cbc1-4e71-9286-189e6a8126ff tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Pushing event deleted for resources: {'Port': ['ID=d3e632d4-9634-467f-9ba8-1d189f1ac176,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:02:58.765000 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-630c5bed-93ab-49db-b371-ec4bce410d5c req-a966b3f3-c311-4018-af47-56941b225acc tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] 10.222.0.23 "GET /v2.0/ports?device_id=607ad771-cd6f-4fcf-b175-a30341f1423f HTTP/1.1" status: 200 len: 210 time: 0.0335310 Jul 13 14:02:58.765623 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-4673f53c-703c-4752-ad5f-f8cac81b86c9 req-17b82a95-cbc1-4e71-9286-189e6a8126ff tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] No DVR routers for this DVR port d3e632d4-9634-467f-9ba8-1d189f1ac176 on host n-h2-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:02:58.768608 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4673f53c-703c-4752-ad5f-f8cac81b86c9 req-17b82a95-cbc1-4e71-9286-189e6a8126ff tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:02:58.771138 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4673f53c-703c-4752-ad5f-f8cac81b86c9 req-17b82a95-cbc1-4e71-9286-189e6a8126ff tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] 10.222.0.41 "DELETE /v2.0/ports/d3e632d4-9634-467f-9ba8-1d189f1ac176 HTTP/1.1" status: 204 len: 173 time: 0.6603456 Jul 13 14:02:58.942129 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-171f6101-a429-457d-9534-26fdecb42ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '751efbe8-fc52-4f90-9ae7-106011998adb', 'name': 'tempest-TaggedBootDevicesTest_v242-803998605-router', 'tenant_id': 'cddde6624d514a049e75835df6c903ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': 'd86bac5b-b7af-4efa-a95c-ed1a400a33a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:52:43Z', 'updated_at': '2021-07-13T13:52:55Z', 'revision_number': 4, 'project_id': 'cddde6624d514a049e75835df6c903ed', 'gw_port': {'id': 'd86bac5b-b7af-4efa-a95c-ed1a400a33a0', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:a2:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '751efbe8-fc52-4f90-9ae7-106011998adb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2640, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:52:44Z', 'updated_at': '2021-07-13T13:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': '0fcbb200-64c5-42f2-8657-89bd40b8bc3d', 'name': '', 'network_id': '446293fa-d089-4a73-be46-3f7c6317a56f', 'tenant_id': 'cddde6624d514a049e75835df6c903ed', 'mac_address': 'fa:16:3e:9e:43:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '751efbe8-fc52-4f90-9ae7-106011998adb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2644, 'fixed_ips': [{'subnet_id': '3e740739-b63f-4ad3-b5cf-d6f6b58861d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:52:53Z', 'updated_at': '2021-07-13T13:53:03Z', 'revision_number': 5, 'project_id': 'cddde6624d514a049e75835df6c903ed', 'subnets': [{'id': '3e740739-b63f-4ad3-b5cf-d6f6b58861d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:02:58.974079 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171f6101-a429-457d-9534-26fdecb42ba9 None None] The sync data for ids ['751efbe8-fc52-4f90-9ae7-106011998adb'] in n-d-800634-1 is: [{'id': '751efbe8-fc52-4f90-9ae7-106011998adb', 'name': 'tempest-TaggedBootDevicesTest_v242-803998605-router', 'tenant_id': 'cddde6624d514a049e75835df6c903ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': 'd86bac5b-b7af-4efa-a95c-ed1a400a33a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:52:43Z', 'updated_at': '2021-07-13T13:52:55Z', 'revision_number': 4, 'project_id': 'cddde6624d514a049e75835df6c903ed', 'gw_port': {'id': 'd86bac5b-b7af-4efa-a95c-ed1a400a33a0', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:a2:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '751efbe8-fc52-4f90-9ae7-106011998adb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2640, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:52:44Z', 'updated_at': '2021-07-13T13:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': '0fcbb200-64c5-42f2-8657-89bd40b8bc3d', 'name': '', 'network_id': '446293fa-d089-4a73-be46-3f7c6317a56f', 'tenant_id': 'cddde6624d514a049e75835df6c903ed', 'mac_address': 'fa:16:3e:9e:43:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '751efbe8-fc52-4f90-9ae7-106011998adb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2644, 'fixed_ips': [{'subnet_id': '3e740739-b63f-4ad3-b5cf-d6f6b58861d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:52:53Z', 'updated_at': '2021-07-13T13:53:03Z', 'revision_number': 5, 'project_id': 'cddde6624d514a049e75835df6c903ed', 'subnets': [{'id': '3e740739-b63f-4ad3-b5cf-d6f6b58861d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:02:59.181001 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '607ad771-cd6f-4fcf-b175-a30341f1423f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9471cf76-3a42-44c0-8380-63156b7de0c5'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:02:59.184076 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4220a3bd-d601-4efd-bbe3-983a30d9d0c5" -d '{"events": [{"server_uuid": "607ad771-cd6f-4fcf-b175-a30341f1423f", "name": "network-vif-unplugged", "status": "completed", "tag": "9471cf76-3a42-44c0-8380-63156b7de0c5"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:02:59.237631 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 14:02:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30473fc3-6947-4cbf-b087-d6a582ca5bf2 x-openstack-request-id: req-30473fc3-6947-4cbf-b087-d6a582ca5bf2 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:02:59.237958 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "607ad771-cd6f-4fcf-b175-a30341f1423f", "name": "network-vif-unplugged", "status": "completed", "tag": "9471cf76-3a42-44c0-8380-63156b7de0c5", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:02:59.238220 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-30473fc3-6947-4cbf-b087-d6a582ca5bf2 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:02:59.238625 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '607ad771-cd6f-4fcf-b175-a30341f1423f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9471cf76-3a42-44c0-8380-63156b7de0c5', 'code': 200} Jul 13 14:02:59.274250 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3e3624-bcfc-4321-bf7d-5ed53e02e55d None None] New status for floating IP 1752f078-14ed-4833-a6c5-d11fe483825e: DOWN {{(pid=93752) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 14:02:59.802179 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb38ce1-ec93-435a-b67c-349b19ba7d38 req-c0af443a-965b-4d01-925e-e822590e2b50 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:02:59.804135 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4eb38ce1-ec93-435a-b67c-349b19ba7d38 req-c0af443a-965b-4d01-925e-e822590e2b50 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/ports?device_id=259a57d9-04bb-4042-aef0-474dcd2a3ae5 HTTP/1.1" status: 200 len: 943 time: 0.0705757 Jul 13 14:02:59.846799 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4eb38ce1-ec93-435a-b67c-349b19ba7d38 req-65356d38-b9a3-4625-b5e8-b0f7c809d917 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/security-groups?id=398172ee-e9aa-4936-b641-f081bdbf3647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353611 Jul 13 14:02:59.946883 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-288041c1-a615-4cf4-98a4-e879aaa30f89 req-46d4004e-f66f-4366-aa51-24a39998685b tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] 10.222.0.23 "GET /v2.0/ports?device_id=607ad771-cd6f-4fcf-b175-a30341f1423f HTTP/1.1" status: 200 len: 210 time: 0.0349858 Jul 13 14:03:00.240710 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bff68f-4fd5-4426-a796-dce4025d5a71 req-3d77f0ca-ecc1-4fcf-9167-594d4ef86f8b tempest-TestNetworkAdvancedServerOps-1891609456 tempest-TestNetworkAdvancedServerOps-1891609456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:03:00.242282 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-68bff68f-4fd5-4426-a796-dce4025d5a71 req-3d77f0ca-ecc1-4fcf-9167-594d4ef86f8b tempest-TestNetworkAdvancedServerOps-1891609456 tempest-TestNetworkAdvancedServerOps-1891609456-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=0dc0bc1d-1294-4a5f-8a08-8f05d16572e1 HTTP/1.1" status: 200 len: 1096 time: 0.0578873 Jul 13 14:03:00.267274 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '607ad771-cd6f-4fcf-b175-a30341f1423f', 'name': 'network-vif-deleted', 'tag': 'd3e632d4-9634-467f-9ba8-1d189f1ac176'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:03:00.269963 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d060585b-c2ba-4970-9a14-9b198fa4bb27" -d '{"events": [{"server_uuid": "607ad771-cd6f-4fcf-b175-a30341f1423f", "name": "network-vif-deleted", "tag": "d3e632d4-9634-467f-9ba8-1d189f1ac176"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:03:00.279586 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-68bff68f-4fd5-4426-a796-dce4025d5a71 req-14cdc95d-71f9-434c-ae76-0efc298e57d9 tempest-TestNetworkAdvancedServerOps-1891609456 tempest-TestNetworkAdvancedServerOps-1891609456-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=af49f5b0-4f95-480a-b091-a9f32d6917d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312240 Jul 13 14:03:00.308347 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 37650) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:03:00.312995 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:03:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77ed0788-8916-4cde-91e9-5aa0a6144375 x-openstack-request-id: req-77ed0788-8916-4cde-91e9-5aa0a6144375 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:03:00.313316 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "607ad771-cd6f-4fcf-b175-a30341f1423f", "name": "network-vif-deleted", "tag": "d3e632d4-9634-467f-9ba8-1d189f1ac176", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:03:00.313562 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-77ed0788-8916-4cde-91e9-5aa0a6144375 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:03:00.314004 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '607ad771-cd6f-4fcf-b175-a30341f1423f', 'name': 'network-vif-deleted', 'tag': 'd3e632d4-9634-467f-9ba8-1d189f1ac176', 'status': 'completed', 'code': 200} Jul 13 14:03:00.488502 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-8cf722d9-85d9-4406-baae-a95fdd193306 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Deleting port aa5e8cde-212a-4737-aaae-f340021166a8 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:03:00.488737 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8cf722d9-85d9-4406-baae-a95fdd193306 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:00.495296 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:00.576151 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8cf722d9-85d9-4406-baae-a95fdd193306 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:00.576477 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8cf722d9-85d9-4406-baae-a95fdd193306 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:00.590388 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-8cf722d9-85d9-4406-baae-a95fdd193306 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Calling delete_port for aa5e8cde-212a-4737-aaae-f340021166a8 owned by network:floatingip {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:03:00.781868 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8cf722d9-85d9-4406-baae-a95fdd193306 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:00.804663 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:00.812111 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf722d9-85d9-4406-baae-a95fdd193306 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Pushing event deleted for resources: {'Port': ['ID=aa5e8cde-212a-4737-aaae-f340021166a8,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:03:00.842940 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf722d9-85d9-4406-baae-a95fdd193306 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:03:00.843298 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf722d9-85d9-4406-baae-a95fdd193306 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:03:00.843638 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf722d9-85d9-4406-baae-a95fdd193306 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:03:00.843972 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf722d9-85d9-4406-baae-a95fdd193306 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:03:00.844310 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf722d9-85d9-4406-baae-a95fdd193306 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:03:00.844640 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf722d9-85d9-4406-baae-a95fdd193306 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:03:00.844966 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf722d9-85d9-4406-baae-a95fdd193306 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:03:00.845294 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf722d9-85d9-4406-baae-a95fdd193306 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:03:00.845620 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf722d9-85d9-4406-baae-a95fdd193306 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:03:00.845973 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf722d9-85d9-4406-baae-a95fdd193306 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:03:00.846299 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf722d9-85d9-4406-baae-a95fdd193306 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:03:00.846618 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf722d9-85d9-4406-baae-a95fdd193306 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:03:00.905100 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8cf722d9-85d9-4406-baae-a95fdd193306 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for floatingip, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:00.905435 n-d-800634-1 neutron-server[93751]: INFO neutron.db.l3_db [None req-8cf722d9-85d9-4406-baae-a95fdd193306 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Floating IP a2552128-24de-4e5e-9917-3d16a62ccd2b disassociated (deleted). External IP: 172.25.6.151, port: deac200f-a249-4fcf-ba63-266768f20a90. Jul 13 14:03:01.029550 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device f4f0e6bb-2d37-47aa-90f5-cc4d30a556ee details requested by agent hyperv_n-h1-800634-1 with host n-h1-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 14:03:01.091196 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd1e046-4452-4e30-b635-25a63e1f8757 req-3582594d-b4ff-4a78-8b4e-4053dc508627 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:03:01.093016 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4dd1e046-4452-4e30-b635-25a63e1f8757 req-3582594d-b4ff-4a78-8b4e-4053dc508627 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/ports?device_id=259a57d9-04bb-4042-aef0-474dcd2a3ae5 HTTP/1.1" status: 200 len: 943 time: 0.0990074 Jul 13 14:03:01.133504 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-20b624af-1064-4403-b3bc-08d8998f71a3 req-5701e18d-2309-4112-ba66-6be678c0ce0d tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] 10.222.0.23 "GET /v2.0/ports?device_id=607ad771-cd6f-4fcf-b175-a30341f1423f HTTP/1.1" status: 200 len: 210 time: 0.0437262 Jul 13 14:03:01.183004 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port f4f0e6bb-2d37-47aa-90f5-cc4d30a556ee, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=f4f0e6bb-2d37-47aa-90f5-cc4d30a556ee,segment=NetworkSegment(53f233fa-3a9c-4b12-9272-d4c4393df010),segment_id=53f233fa-3a9c-4b12-9272-d4c4393df010)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:03:01.197045 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Returning: {'device': 'f4f0e6bb-2d37-47aa-90f5-cc4d30a556ee', 'network_id': '94bf27fb-3476-4944-8d19-915922f54fa2', 'port_id': 'f4f0e6bb-2d37-47aa-90f5-cc4d30a556ee', 'mac_address': 'fa:16:3e:14:c8:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edd80540-96ff-46b4-a1d4-1e9bba1df368', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 14:03:01.230301 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4dd1e046-4452-4e30-b635-25a63e1f8757 req-d88acb8e-b215-43d2-a154-e32bd8206b28 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/security-groups?id=398172ee-e9aa-4936-b641-f081bdbf3647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937936 Jul 13 14:03:01.239492 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:01.259487 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4f0e6bb-2d37-47aa-90f5-cc4d30a556ee {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:03:01.262542 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cf722d9-85d9-4406-baae-a95fdd193306 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Router f448cdfe-336c-4951-863c-8cb6b3f36166 has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:03:01.283476 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port f4f0e6bb-2d37-47aa-90f5-cc4d30a556ee, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=f4f0e6bb-2d37-47aa-90f5-cc4d30a556ee,segment=NetworkSegment(53f233fa-3a9c-4b12-9272-d4c4393df010),segment_id=53f233fa-3a9c-4b12-9272-d4c4393df010)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:03:01.288817 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:01.345665 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=f4f0e6bb-2d37-47aa-90f5-cc4d30a556ee,revision_number=9']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:03:01.396077 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cf722d9-85d9-4406-baae-a95fdd193306 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:03:01.401456 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8cf722d9-85d9-4406-baae-a95fdd193306 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for floatingip, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:01.408770 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866eaaed-4425-4b4b-92ab-5e970b6cd71c None None] Sync routers for ids ['f448cdfe-336c-4951-863c-8cb6b3f36166'] in n-d-800634-1 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:03:01.425787 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866eaaed-4425-4b4b-92ab-5e970b6cd71c None None] Routers {'f448cdfe-336c-4951-863c-8cb6b3f36166'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:03:01.426407 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-866eaaed-4425-4b4b-92ab-5e970b6cd71c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:02:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['f448cdfe-336c-4951-863c-8cb6b3f36166'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:03:01.447037 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-8cf722d9-85d9-4406-baae-a95fdd193306 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "DELETE /v2.0/floatingips/a2552128-24de-4e5e-9917-3d16a62ccd2b HTTP/1.1" status: 204 len: 168 time: 1.1369920 Jul 13 14:03:01.448065 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dc0bc1d-1294-4a5f-8a08-8f05d16572e1', 'tag': 'deac200f-a249-4fcf-ba63-266768f20a90'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:03:01.452001 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d17b627af75e17e0f4b8d6239d04f8c2f78634e2c585e32a7aeca336500f34a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf5d7595-eaa7-4766-85c6-ecfafcaa2e01" -d '{"events": [{"name": "network-changed", "server_uuid": "0dc0bc1d-1294-4a5f-8a08-8f05d16572e1", "tag": "deac200f-a249-4fcf-ba63-266768f20a90"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:03:01.490413 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['f4f0e6bb-2d37-47aa-90f5-cc4d30a556ee'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:03:01.528869 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-772e199f-9b41-4ecc-a7ad-fb37cdec82e2 x-openstack-request-id: req-772e199f-9b41-4ecc-a7ad-fb37cdec82e2 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:03:01.529212 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dc0bc1d-1294-4a5f-8a08-8f05d16572e1", "tag": "deac200f-a249-4fcf-ba63-266768f20a90", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:03:01.529560 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-772e199f-9b41-4ecc-a7ad-fb37cdec82e2 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:03:01.530020 n-d-800634-1 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dc0bc1d-1294-4a5f-8a08-8f05d16572e1', 'tag': 'deac200f-a249-4fcf-ba63-266768f20a90', 'status': 'completed', 'code': 200} Jul 13 14:03:01.620603 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5d7595-eaa7-4766-85c6-ecfafcaa2e01 req-80a76d58-7e35-4a30-b863-210f16b2d7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:03:01.622636 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-cf5d7595-eaa7-4766-85c6-ecfafcaa2e01 req-80a76d58-7e35-4a30-b863-210f16b2d7dc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7a7d384b32784a6f914418ec93b94b0e&device_id=0dc0bc1d-1294-4a5f-8a08-8f05d16572e1 HTTP/1.1" status: 200 len: 1096 time: 0.0741146 Jul 13 14:03:01.686499 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-866eaaed-4425-4b4b-92ab-5e970b6cd71c None None] Set router f448cdfe-336c-4951-863c-8cb6b3f36166 gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:03:01.769617 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5d7595-eaa7-4766-85c6-ecfafcaa2e01 req-76ebde86-0342-4817-8fa2-0c0f836082ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:03:01.772104 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-cf5d7595-eaa7-4766-85c6-ecfafcaa2e01 req-76ebde86-0342-4817-8fa2-0c0f836082ae service neutron] 10.222.0.26 "GET /v2.0/networks?id=053cc7e4-3217-4ef8-82b9-8b0281d52113 HTTP/1.1" status: 200 len: 897 time: 0.1418965 Jul 13 14:03:01.846937 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-cf5d7595-eaa7-4766-85c6-ecfafcaa2e01 req-8dc0ce33-3e4a-4f42-8940-ea677c766812 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=deac200f-a249-4fcf-ba63-266768f20a90 HTTP/1.1" status: 200 len: 217 time: 0.0648758 Jul 13 14:03:01.907766 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5d7595-eaa7-4766-85c6-ecfafcaa2e01 req-9bab37d4-4b3a-4706-9cbe-7b4a89cdaa1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:03:01.910158 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-cf5d7595-eaa7-4766-85c6-ecfafcaa2e01 req-9bab37d4-4b3a-4706-9cbe-7b4a89cdaa1d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=090a63a8-6435-4be7-bda4-06a73f7b2d50 HTTP/1.1" status: 200 len: 835 time: 0.0554895 Jul 13 14:03:01.936929 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-866eaaed-4425-4b4b-92ab-5e970b6cd71c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f448cdfe-336c-4951-863c-8cb6b3f36166', 'name': 'tempest-TestNetworkAdvancedServerOps-router-553535943', 'tenant_id': '7a7d384b32784a6f914418ec93b94b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.102'}], 'enable_snat': True}, 'gw_port_id': '0bcdcd1e-0560-4c85-b56b-c379fb3f8374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:01:22Z', 'updated_at': '2021-07-13T14:01:26Z', 'revision_number': 4, 'project_id': '7a7d384b32784a6f914418ec93b94b0e', 'gw_port': {'id': '0bcdcd1e-0560-4c85-b56b-c379fb3f8374', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:1b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f448cdfe-336c-4951-863c-8cb6b3f36166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:01:22Z', 'updated_at': '2021-07-13T14:01:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': '021e39f8-dacd-4485-97df-8ce3e80a7d7c', 'name': '', 'network_id': '053cc7e4-3217-4ef8-82b9-8b0281d52113', 'tenant_id': '7a7d384b32784a6f914418ec93b94b0e', 'mac_address': 'fa:16:3e:40:32:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f448cdfe-336c-4951-863c-8cb6b3f36166', 'device_owner': 'network:router_interface', 'standard_attr_id': 3124, 'fixed_ips': [{'subnet_id': '090a63a8-6435-4be7-bda4-06a73f7b2d50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:01:25Z', 'updated_at': '2021-07-13T14:01:31Z', 'revision_number': 5, 'project_id': '7a7d384b32784a6f914418ec93b94b0e', 'subnets': [{'id': '090a63a8-6435-4be7-bda4-06a73f7b2d50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:03:01.968399 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866eaaed-4425-4b4b-92ab-5e970b6cd71c None None] Checking router: f448cdfe-336c-4951-863c-8cb6b3f36166 for host: n-d-800634-1 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:03:01.977269 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866eaaed-4425-4b4b-92ab-5e970b6cd71c None None] Routers {'f448cdfe-336c-4951-863c-8cb6b3f36166'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:03:01.978054 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-866eaaed-4425-4b4b-92ab-5e970b6cd71c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:02:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['f448cdfe-336c-4951-863c-8cb6b3f36166'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:03:02.058327 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5d7595-eaa7-4766-85c6-ecfafcaa2e01 req-c3a43840-bc41-47f0-87f3-94467c8b8d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:03:02.060645 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-cf5d7595-eaa7-4766-85c6-ecfafcaa2e01 req-c3a43840-bc41-47f0-87f3-94467c8b8d07 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=053cc7e4-3217-4ef8-82b9-8b0281d52113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1434462 Jul 13 14:03:02.078849 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bbda8b-4192-4a26-8e88-471cb41a4ef5 req-6bbc9653-697e-4d34-8d08-c5079232a486 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:03:02.080325 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c9bbda8b-4192-4a26-8e88-471cb41a4ef5 req-6bbc9653-697e-4d34-8d08-c5079232a486 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/ports?device_id=0dc0bc1d-1294-4a5f-8a08-8f05d16572e1 HTTP/1.1" status: 200 len: 945 time: 0.1490293 Jul 13 14:03:02.172727 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-866eaaed-4425-4b4b-92ab-5e970b6cd71c None None] Set router f448cdfe-336c-4951-863c-8cb6b3f36166 gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:03:02.214110 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c9bbda8b-4192-4a26-8e88-471cb41a4ef5 req-5894b5aa-92f3-4e18-9611-f26cc0e91fb5 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/security-groups?id=af49f5b0-4f95-480a-b091-a9f32d6917d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922976 Jul 13 14:03:02.280880 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-cf5d7595-eaa7-4766-85c6-ecfafcaa2e01 req-a79be14c-7e89-4d6f-ac70-16873d2ae21a service neutron] 10.222.0.26 "GET /v2.0/networks/053cc7e4-3217-4ef8-82b9-8b0281d52113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112019 Jul 13 14:03:02.391624 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-18ff60f6-83d3-404f-962b-80f419a07b9b req-78732d61-c670-4493-9367-60dd38e07f02 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] 10.222.0.23 "GET /v2.0/ports?device_id=607ad771-cd6f-4fcf-b175-a30341f1423f HTTP/1.1" status: 200 len: 210 time: 0.0621789 Jul 13 14:03:02.420860 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-866eaaed-4425-4b4b-92ab-5e970b6cd71c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f448cdfe-336c-4951-863c-8cb6b3f36166', 'name': 'tempest-TestNetworkAdvancedServerOps-router-553535943', 'tenant_id': '7a7d384b32784a6f914418ec93b94b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.102'}], 'enable_snat': True}, 'gw_port_id': '0bcdcd1e-0560-4c85-b56b-c379fb3f8374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:01:22Z', 'updated_at': '2021-07-13T14:01:26Z', 'revision_number': 4, 'project_id': '7a7d384b32784a6f914418ec93b94b0e', 'gw_port': {'id': '0bcdcd1e-0560-4c85-b56b-c379fb3f8374', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:1b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f448cdfe-336c-4951-863c-8cb6b3f36166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:01:22Z', 'updated_at': '2021-07-13T14:01:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': '021e39f8-dacd-4485-97df-8ce3e80a7d7c', 'name': '', 'network_id': '053cc7e4-3217-4ef8-82b9-8b0281d52113', 'tenant_id': '7a7d384b32784a6f914418ec93b94b0e', 'mac_address': 'fa:16:3e:40:32:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f448cdfe-336c-4951-863c-8cb6b3f36166', 'device_owner': 'network:router_interface', 'standard_attr_id': 3124, 'fixed_ips': [{'subnet_id': '090a63a8-6435-4be7-bda4-06a73f7b2d50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:01:25Z', 'updated_at': '2021-07-13T14:01:31Z', 'revision_number': 5, 'project_id': '7a7d384b32784a6f914418ec93b94b0e', 'subnets': [{'id': '090a63a8-6435-4be7-bda4-06a73f7b2d50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:03:02.461645 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866eaaed-4425-4b4b-92ab-5e970b6cd71c None None] The sync data for ids ['f448cdfe-336c-4951-863c-8cb6b3f36166'] in n-d-800634-1 is: [{'id': 'f448cdfe-336c-4951-863c-8cb6b3f36166', 'name': 'tempest-TestNetworkAdvancedServerOps-router-553535943', 'tenant_id': '7a7d384b32784a6f914418ec93b94b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.102'}], 'enable_snat': True}, 'gw_port_id': '0bcdcd1e-0560-4c85-b56b-c379fb3f8374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:01:22Z', 'updated_at': '2021-07-13T14:01:26Z', 'revision_number': 4, 'project_id': '7a7d384b32784a6f914418ec93b94b0e', 'gw_port': {'id': '0bcdcd1e-0560-4c85-b56b-c379fb3f8374', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:1b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f448cdfe-336c-4951-863c-8cb6b3f36166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:01:22Z', 'updated_at': '2021-07-13T14:01:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': '021e39f8-dacd-4485-97df-8ce3e80a7d7c', 'name': '', 'network_id': '053cc7e4-3217-4ef8-82b9-8b0281d52113', 'tenant_id': '7a7d384b32784a6f914418ec93b94b0e', 'mac_address': 'fa:16:3e:40:32:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f448cdfe-336c-4951-863c-8cb6b3f36166', 'device_owner': 'network:router_interface', 'standard_attr_id': 3124, 'fixed_ips': [{'subnet_id': '090a63a8-6435-4be7-bda4-06a73f7b2d50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:01:25Z', 'updated_at': '2021-07-13T14:01:31Z', 'revision_number': 5, 'project_id': '7a7d384b32784a6f914418ec93b94b0e', 'subnets': [{'id': '090a63a8-6435-4be7-bda4-06a73f7b2d50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:03:02.497704 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-cf5d7595-eaa7-4766-85c6-ecfafcaa2e01 req-f23f9a2a-43fc-495c-bc7a-1e37216b178e service neutron] 10.222.0.26 "GET /v2.0/networks/053cc7e4-3217-4ef8-82b9-8b0281d52113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088859 Jul 13 14:03:02.548442 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8191e90c-63fd-49dc-810b-4bca33060c41 req-cd29eb52-869c-481a-be55-65af1844c73b tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:03:02.550240 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8191e90c-63fd-49dc-810b-4bca33060c41 req-cd29eb52-869c-481a-be55-65af1844c73b tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/ports?device_id=259a57d9-04bb-4042-aef0-474dcd2a3ae5 HTTP/1.1" status: 200 len: 944 time: 0.1170948 Jul 13 14:03:02.598194 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8191e90c-63fd-49dc-810b-4bca33060c41 req-6e5e26cb-e801-4510-8833-4ce290384dd4 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/security-groups?id=398172ee-e9aa-4936-b641-f081bdbf3647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419672 Jul 13 14:03:02.754796 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b44e688-c3ed-4651-a615-a17d592eff26 None None] New status for floating IP a2552128-24de-4e5e-9917-3d16a62ccd2b: DOWN {{(pid=93752) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 14:03:03.045032 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device f4f0e6bb-2d37-47aa-90f5-cc4d30a556ee up at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:03:03.094575 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning complete for port f4f0e6bb-2d37-47aa-90f5-cc4d30a556ee triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:03:03.095225 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:03.165377 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708e6b99-7caa-43cc-b8c2-ee2f8d1c975c req-cd28e205-b2fc-4ea0-9103-ba40ffa7a4ce tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:03:03.167381 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-708e6b99-7caa-43cc-b8c2-ee2f8d1c975c req-cd28e205-b2fc-4ea0-9103-ba40ffa7a4ce tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.26 "GET /v2.0/ports?device_id=0dc0bc1d-1294-4a5f-8a08-8f05d16572e1 HTTP/1.1" status: 200 len: 945 time: 0.0776210 Jul 13 14:03:03.185956 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:03.211905 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '259a57d9-04bb-4042-aef0-474dcd2a3ae5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4f0e6bb-2d37-47aa-90f5-cc4d30a556ee'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:03:03.214437 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5272cdb9-e3da-4e7a-a1bf-87b96733d4c2" -d '{"events": [{"server_uuid": "259a57d9-04bb-4042-aef0-474dcd2a3ae5", "name": "network-vif-plugged", "status": "completed", "tag": "f4f0e6bb-2d37-47aa-90f5-cc4d30a556ee"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:03:03.234283 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port f4f0e6bb-2d37-47aa-90f5-cc4d30a556ee, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=f4f0e6bb-2d37-47aa-90f5-cc4d30a556ee,segment=NetworkSegment(53f233fa-3a9c-4b12-9272-d4c4393df010),segment_id=53f233fa-3a9c-4b12-9272-d4c4393df010)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:03:03.240062 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:03.340587 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=f4f0e6bb-2d37-47aa-90f5-cc4d30a556ee,revision_number=10']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:03:03.353309 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15f8fa73-b599-444d-9cc2-7e5fc6889972 x-openstack-request-id: req-15f8fa73-b599-444d-9cc2-7e5fc6889972 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:03:03.353433 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "259a57d9-04bb-4042-aef0-474dcd2a3ae5", "name": "network-vif-plugged", "status": "completed", "tag": "f4f0e6bb-2d37-47aa-90f5-cc4d30a556ee", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:03:03.353667 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-15f8fa73-b599-444d-9cc2-7e5fc6889972 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:03:03.358947 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '259a57d9-04bb-4042-aef0-474dcd2a3ae5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4f0e6bb-2d37-47aa-90f5-cc4d30a556ee', 'code': 200} Jul 13 14:03:03.379880 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-708e6b99-7caa-43cc-b8c2-ee2f8d1c975c req-0c6872a3-ed87-4bbc-961c-a770244e9cc2 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Deleting port deac200f-a249-4fcf-ba63-266768f20a90 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:03:03.382037 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-708e6b99-7caa-43cc-b8c2-ee2f8d1c975c req-0c6872a3-ed87-4bbc-961c-a770244e9cc2 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:03.581586 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-708e6b99-7caa-43cc-b8c2-ee2f8d1c975c req-0c6872a3-ed87-4bbc-961c-a770244e9cc2 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] For port deac200f-a249-4fcf-ba63-266768f20a90, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=deac200f-a249-4fcf-ba63-266768f20a90,segment=NetworkSegment(c2c591f1-7eb8-42bd-85c5-76779e2a3078),segment_id=c2c591f1-7eb8-42bd-85c5-76779e2a3078)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:03:03.582067 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-708e6b99-7caa-43cc-b8c2-ee2f8d1c975c req-0c6872a3-ed87-4bbc-961c-a770244e9cc2 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:03.621594 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-708e6b99-7caa-43cc-b8c2-ee2f8d1c975c req-0c6872a3-ed87-4bbc-961c-a770244e9cc2 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Calling delete_port for deac200f-a249-4fcf-ba63-266768f20a90 owned by compute:nova {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:03:03.632200 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15769fd3-1f99-465d-b675-aa153a73b646 req-b1f89309-2851-4310-8faa-ecdb446919ee tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:03:03.642975 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-15769fd3-1f99-465d-b675-aa153a73b646 req-b1f89309-2851-4310-8faa-ecdb446919ee tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/ports?device_id=0dc0bc1d-1294-4a5f-8a08-8f05d16572e1 HTTP/1.1" status: 200 len: 945 time: 0.1659307 Jul 13 14:03:03.690699 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a1014412-d660-4cc9-a6a4-6d25daf92e0e req-f29cf9b7-bb5a-4dd4-bede-a5ea9ce04160 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] 10.222.0.23 "GET /v2.0/ports?device_id=607ad771-cd6f-4fcf-b175-a30341f1423f HTTP/1.1" status: 200 len: 210 time: 0.0515835 Jul 13 14:03:03.694683 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed84716b-24cd-494d-b9a1-a14c53e4a48e req-fd4beeda-d9a0-488c-ad40-2f35f4410328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:03:03.696380 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ed84716b-24cd-494d-b9a1-a14c53e4a48e req-fd4beeda-d9a0-488c-ad40-2f35f4410328 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=259a57d9-04bb-4042-aef0-474dcd2a3ae5 HTTP/1.1" status: 200 len: 1097 time: 0.1730323 Jul 13 14:03:03.762545 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-15769fd3-1f99-465d-b675-aa153a73b646 req-5f30a4e8-728d-4901-a3f5-00aa72172b2e tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/security-groups?id=af49f5b0-4f95-480a-b091-a9f32d6917d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186798 Jul 13 14:03:03.764309 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ed84716b-24cd-494d-b9a1-a14c53e4a48e req-9f003262-c65c-405c-bff6-6d5c0ed94014 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=398172ee-e9aa-4936-b641-f081bdbf3647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610237 Jul 13 14:03:03.902478 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-708e6b99-7caa-43cc-b8c2-ee2f8d1c975c req-0c6872a3-ed87-4bbc-961c-a770244e9cc2 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:03.954083 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6872a3-ed87-4bbc-961c-a770244e9cc2 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Pushing event deleted for resources: {'Port': ['ID=deac200f-a249-4fcf-ba63-266768f20a90,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:03:03.986507 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7131e4ac-6782-48d7-b01e-5a2dfea76462 req-bb03ece7-9642-440b-b996-331fea7586e4 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:03:04.001123 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7131e4ac-6782-48d7-b01e-5a2dfea76462 req-bb03ece7-9642-440b-b996-331fea7586e4 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/ports?device_id=259a57d9-04bb-4042-aef0-474dcd2a3ae5 HTTP/1.1" status: 200 len: 946 time: 0.1090007 Jul 13 14:03:04.020923 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-708e6b99-7caa-43cc-b8c2-ee2f8d1c975c req-0c6872a3-ed87-4bbc-961c-a770244e9cc2 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] No DVR routers for this DVR port deac200f-a249-4fcf-ba63-266768f20a90 on host n-h1-800634-1 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:03:04.025931 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-708e6b99-7caa-43cc-b8c2-ee2f8d1c975c req-0c6872a3-ed87-4bbc-961c-a770244e9cc2 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:04.028142 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-708e6b99-7caa-43cc-b8c2-ee2f8d1c975c req-0c6872a3-ed87-4bbc-961c-a770244e9cc2 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.26 "DELETE /v2.0/ports/deac200f-a249-4fcf-ba63-266768f20a90 HTTP/1.1" status: 204 len: 173 time: 0.8547626 Jul 13 14:03:04.028773 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dc0bc1d-1294-4a5f-8a08-8f05d16572e1', 'name': 'network-vif-deleted', 'tag': 'deac200f-a249-4fcf-ba63-266768f20a90'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:03:04.031513 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d17b627af75e17e0f4b8d6239d04f8c2f78634e2c585e32a7aeca336500f34a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23a2ad7e-a2ca-49aa-89de-6eeb7cf2db75" -d '{"events": [{"server_uuid": "0dc0bc1d-1294-4a5f-8a08-8f05d16572e1", "name": "network-vif-deleted", "tag": "deac200f-a249-4fcf-ba63-266768f20a90"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:03:04.045357 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7131e4ac-6782-48d7-b01e-5a2dfea76462 req-dea58fd7-daee-4726-9602-9ff9bd27e1bd tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/security-groups?id=398172ee-e9aa-4936-b641-f081bdbf3647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423608 Jul 13 14:03:04.082172 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:03:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4579c7a4-f629-424b-a7f7-2a3a4648e43f x-openstack-request-id: req-4579c7a4-f629-424b-a7f7-2a3a4648e43f {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:03:04.082464 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dc0bc1d-1294-4a5f-8a08-8f05d16572e1", "name": "network-vif-deleted", "tag": "deac200f-a249-4fcf-ba63-266768f20a90", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:03:04.082711 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4579c7a4-f629-424b-a7f7-2a3a4648e43f {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:03:04.083102 n-d-800634-1 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dc0bc1d-1294-4a5f-8a08-8f05d16572e1', 'name': 'network-vif-deleted', 'tag': 'deac200f-a249-4fcf-ba63-266768f20a90', 'status': 'completed', 'code': 200} Jul 13 14:03:04.903486 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 37718) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:03:04.950345 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a1a5c379-df6d-4834-a066-d0399e45e0c9 req-8786e9f2-4fdc-4cb7-ac08-43d21c5217d8 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] 10.222.0.23 "GET /v2.0/ports?device_id=607ad771-cd6f-4fcf-b175-a30341f1423f HTTP/1.1" status: 200 len: 210 time: 0.0624526 Jul 13 14:03:05.342594 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc358c38-0e69-4870-b5b9-c6ae62bca00b req-2cd1ea75-4fc3-4b39-9764-313b71a4cfb4 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:03:05.343888 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cc358c38-0e69-4870-b5b9-c6ae62bca00b req-2cd1ea75-4fc3-4b39-9764-313b71a4cfb4 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/ports?device_id=259a57d9-04bb-4042-aef0-474dcd2a3ae5 HTTP/1.1" status: 200 len: 946 time: 0.1236074 Jul 13 14:03:05.419320 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cc358c38-0e69-4870-b5b9-c6ae62bca00b req-0d5f60de-1579-4ecb-a567-faa268a75b85 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/security-groups?id=398172ee-e9aa-4936-b641-f081bdbf3647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670681 Jul 13 14:03:05.449356 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7ac5eb7a-851a-4d7c-b351-6a198fa80cda tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451695'] for router_interface, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:05.788490 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-7ac5eb7a-851a-4d7c-b351-6a198fa80cda tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Deleting port 021e39f8-dacd-4485-97df-8ce3e80a7d7c {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:03:05.789120 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7ac5eb7a-851a-4d7c-b351-6a198fa80cda tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:05.891684 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-7ac5eb7a-851a-4d7c-b351-6a198fa80cda tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] For port 021e39f8-dacd-4485-97df-8ce3e80a7d7c, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=021e39f8-dacd-4485-97df-8ce3e80a7d7c,segment=NetworkSegment(c2c591f1-7eb8-42bd-85c5-76779e2a3078),segment_id=c2c591f1-7eb8-42bd-85c5-76779e2a3078)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:03:05.892044 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7ac5eb7a-851a-4d7c-b351-6a198fa80cda tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:05.907600 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-7ac5eb7a-851a-4d7c-b351-6a198fa80cda tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Calling delete_port for 021e39f8-dacd-4485-97df-8ce3e80a7d7c owned by network:router_interface {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:03:06.116945 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7ac5eb7a-851a-4d7c-b351-6a198fa80cda tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:06.148526 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac5eb7a-851a-4d7c-b351-6a198fa80cda tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Pushing event deleted for resources: {'Port': ['ID=021e39f8-dacd-4485-97df-8ce3e80a7d7c,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:03:06.161255 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c02dcbff-bb87-4609-b176-21c6f923834b req-b75d77e2-0d37-4dbd-b91b-7b80aad8e79e tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] 10.222.0.23 "GET /v2.0/ports?device_id=607ad771-cd6f-4fcf-b175-a30341f1423f HTTP/1.1" status: 200 len: 210 time: 0.0350094 Jul 13 14:03:06.340724 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7ac5eb7a-851a-4d7c-b351-6a198fa80cda tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1785036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452491'] for router_interface, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:06.815387 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8143c984-286f-4fdf-b52d-dbbf29b1c1b1 req-eea8f975-7afd-4874-9f76-32f27e0a9fd4 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:03:06.817111 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8143c984-286f-4fdf-b52d-dbbf29b1c1b1 req-eea8f975-7afd-4874-9f76-32f27e0a9fd4 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/ports?device_id=259a57d9-04bb-4042-aef0-474dcd2a3ae5 HTTP/1.1" status: 200 len: 946 time: 0.1232107 Jul 13 14:03:06.882354 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2baab05e-ceb8-42b5-8090-c5009db7b1c2 req-96206832-22c6-4bd6-910c-00aa4423b834 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=259a57d9-04bb-4042-aef0-474dcd2a3ae5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0587170 Jul 13 14:03:06.928261 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8143c984-286f-4fdf-b52d-dbbf29b1c1b1 req-04d815a8-11a0-4ed3-b9bd-b61e8c1ccfe3 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/security-groups?id=398172ee-e9aa-4936-b641-f081bdbf3647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730464 Jul 13 14:03:06.969726 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ac5eb7a-851a-4d7c-b351-6a198fa80cda tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Router f448cdfe-336c-4951-863c-8cb6b3f36166 has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:03:07.001420 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baab05e-ceb8-42b5-8090-c5009db7b1c2 req-f3383574-dcd9-4b99-a9f5-2739ebb8909d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:03:07.003243 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2baab05e-ceb8-42b5-8090-c5009db7b1c2 req-f3383574-dcd9-4b99-a9f5-2739ebb8909d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=adbbbd39f9524bd68afb0008cc2d263c&device_id=259a57d9-04bb-4042-aef0-474dcd2a3ae5 HTTP/1.1" status: 200 len: 1097 time: 0.0721197 Jul 13 14:03:07.081378 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device deac200f-a249-4fcf-ba63-266768f20a90 no longer exists at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:03:07.103540 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-381d4315-9089-413f-a071-aa2897bda790 None None] No Port match for: deac200f-a249-4fcf-ba63-266768f20a90 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:03:07.104150 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device deac200f-a249-4fcf-ba63-266768f20a90 not bound to the agent host n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:03:07.108843 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ac5eb7a-851a-4d7c-b351-6a198fa80cda tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:03:07.115366 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-7ac5eb7a-851a-4d7c-b351-6a198fa80cda tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "PUT /v2.0/routers/f448cdfe-336c-4951-863c-8cb6b3f36166/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2092721 Jul 13 14:03:07.118224 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 37728) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:03:07.126148 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cdab56c-15ce-435f-8c9b-5c4547344a81 None None] Sync routers for ids ['f448cdfe-336c-4951-863c-8cb6b3f36166'] in n-d-800634-1 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:03:07.143813 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baab05e-ceb8-42b5-8090-c5009db7b1c2 req-992141c0-0091-465a-9bf4-f6fcfc3709df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:03:07.145965 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2baab05e-ceb8-42b5-8090-c5009db7b1c2 req-992141c0-0091-465a-9bf4-f6fcfc3709df service neutron] 10.222.0.26 "GET /v2.0/networks?id=94bf27fb-3476-4944-8d19-915922f54fa2 HTTP/1.1" status: 200 len: 916 time: 0.1213241 Jul 13 14:03:07.148174 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cdab56c-15ce-435f-8c9b-5c4547344a81 None None] Routers {'f448cdfe-336c-4951-863c-8cb6b3f36166'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:03:07.149237 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-8cdab56c-15ce-435f-8c9b-5c4547344a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:02:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['f448cdfe-336c-4951-863c-8cb6b3f36166'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:03:07.178935 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-56ddaa53-b3cb-45af-bac8-75b3ebf869d7 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Deleting subnet 090a63a8-6435-4be7-bda4-06a73f7b2d50 {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 14:03:07.182524 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-56ddaa53-b3cb-45af-bac8-75b3ebf869d7 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:07.227711 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-56ddaa53-b3cb-45af-bac8-75b3ebf869d7 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5431723'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:07.263702 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2baab05e-ceb8-42b5-8090-c5009db7b1c2 req-471e2270-3294-46ac-814c-f88b1d9b1e5c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f4f0e6bb-2d37-47aa-90f5-cc4d30a556ee HTTP/1.1" status: 200 len: 1000 time: 0.1111884 Jul 13 14:03:07.353402 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-8cdab56c-15ce-435f-8c9b-5c4547344a81 None None] Set router f448cdfe-336c-4951-863c-8cb6b3f36166 gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:03:07.377024 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5677865e-2d38-4ecc-bdbc-f0e8db11d5d8 req-6a90caed-e042-450b-bd5b-423145d0fe40 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] 10.222.0.23 "GET /v2.0/ports?device_id=607ad771-cd6f-4fcf-b175-a30341f1423f HTTP/1.1" status: 200 len: 210 time: 0.0393171 Jul 13 14:03:07.399208 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baab05e-ceb8-42b5-8090-c5009db7b1c2 req-f2d0e826-2331-4ee8-9972-f529360d2b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:03:07.401351 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-56ddaa53-b3cb-45af-bac8-75b3ebf869d7 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:07.404502 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2baab05e-ceb8-42b5-8090-c5009db7b1c2 req-f2d0e826-2331-4ee8-9972-f529360d2b43 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=edd80540-96ff-46b4-a1d4-1e9bba1df368 HTTP/1.1" status: 200 len: 855 time: 0.1335311 Jul 13 14:03:07.486273 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-56ddaa53-b3cb-45af-bac8-75b3ebf869d7 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5970525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4763356'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:07.494377 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baab05e-ceb8-42b5-8090-c5009db7b1c2 req-0dca0eeb-a713-430a-bf11-c1c74110552d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:03:07.495905 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2baab05e-ceb8-42b5-8090-c5009db7b1c2 req-0dca0eeb-a713-430a-bf11-c1c74110552d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=94bf27fb-3476-4944-8d19-915922f54fa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0848775 Jul 13 14:03:07.533213 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-56ddaa53-b3cb-45af-bac8-75b3ebf869d7 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:07.534117 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb27805f-390b-4e1b-b467-30e51b5955c5 None None] Network 053cc7e4-3217-4ef8-82b9-8b0281d52113 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:03:07.535907 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-56ddaa53-b3cb-45af-bac8-75b3ebf869d7 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "DELETE /v2.0/subnets/090a63a8-6435-4be7-bda4-06a73f7b2d50 HTTP/1.1" status: 204 len: 168 time: 0.4163270 Jul 13 14:03:07.537467 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ddaa53-b3cb-45af-bac8-75b3ebf869d7 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Pushing event deleted for resources: {'Subnet': ['ID=090a63a8-6435-4be7-bda4-06a73f7b2d50,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:03:07.545557 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 37732) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:03:07.636495 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2baab05e-ceb8-42b5-8090-c5009db7b1c2 req-a9bf18f0-59d3-48b3-8240-3814fa10b9a5 service neutron] 10.222.0.26 "GET /v2.0/networks/94bf27fb-3476-4944-8d19-915922f54fa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335421 Jul 13 14:03:07.690410 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7bf2f91f-263f-4190-ad56-a4b4185e6fb3 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for router, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:07.748487 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-8cdab56c-15ce-435f-8c9b-5c4547344a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f448cdfe-336c-4951-863c-8cb6b3f36166', 'name': 'tempest-TestNetworkAdvancedServerOps-router-553535943', 'tenant_id': '7a7d384b32784a6f914418ec93b94b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.102'}], 'enable_snat': True}, 'gw_port_id': '0bcdcd1e-0560-4c85-b56b-c379fb3f8374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:01:22Z', 'updated_at': '2021-07-13T14:03:06Z', 'revision_number': 5, 'project_id': '7a7d384b32784a6f914418ec93b94b0e', 'gw_port': {'id': '0bcdcd1e-0560-4c85-b56b-c379fb3f8374', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:1b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f448cdfe-336c-4951-863c-8cb6b3f36166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:01:22Z', 'updated_at': '2021-07-13T14:01:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:03:07.788377 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cdab56c-15ce-435f-8c9b-5c4547344a81 None None] Checking router: f448cdfe-336c-4951-863c-8cb6b3f36166 for host: n-d-800634-1 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:03:07.806589 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cdab56c-15ce-435f-8c9b-5c4547344a81 None None] Routers {'f448cdfe-336c-4951-863c-8cb6b3f36166'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:03:07.807559 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-8cdab56c-15ce-435f-8c9b-5c4547344a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:02:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['f448cdfe-336c-4951-863c-8cb6b3f36166'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:03:07.840819 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2baab05e-ceb8-42b5-8090-c5009db7b1c2 req-6300e39b-3d31-4350-83a1-de2a4d96138c service neutron] 10.222.0.26 "GET /v2.0/networks/94bf27fb-3476-4944-8d19-915922f54fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984303 Jul 13 14:03:07.878835 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa7f3ed-1aa6-46ff-a222-6dad8d0bccd4 None None] DHCP port deletion for 053cc7e4-3217-4ef8-82b9-8b0281d52113 request from n-d-800634-1 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 14:03:07.883905 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7bf2f91f-263f-4190-ad56-a4b4185e6fb3 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:07.949121 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-efa7f3ed-1aa6-46ff-a222-6dad8d0bccd4 None None] Deleting port f819ec0f-4645-43f7-aaa5-e5b7e9af2974 {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:03:07.950732 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-efa7f3ed-1aa6-46ff-a222-6dad8d0bccd4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:07.967503 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-7bf2f91f-263f-4190-ad56-a4b4185e6fb3 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Deleting port 0bcdcd1e-0560-4c85-b56b-c379fb3f8374 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:03:07.968091 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7bf2f91f-263f-4190-ad56-a4b4185e6fb3 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:07.970322 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-8cdab56c-15ce-435f-8c9b-5c4547344a81 None None] Set router f448cdfe-336c-4951-863c-8cb6b3f36166 gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:03:08.032192 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-efa7f3ed-1aa6-46ff-a222-6dad8d0bccd4 None None] For port f819ec0f-4645-43f7-aaa5-e5b7e9af2974, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=f819ec0f-4645-43f7-aaa5-e5b7e9af2974,segment=NetworkSegment(c2c591f1-7eb8-42bd-85c5-76779e2a3078),segment_id=c2c591f1-7eb8-42bd-85c5-76779e2a3078)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:03:08.032595 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-efa7f3ed-1aa6-46ff-a222-6dad8d0bccd4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:08.050231 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-efa7f3ed-1aa6-46ff-a222-6dad8d0bccd4 None None] Calling delete_port for f819ec0f-4645-43f7-aaa5-e5b7e9af2974 owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:03:08.073692 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-7bf2f91f-263f-4190-ad56-a4b4185e6fb3 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] For port 0bcdcd1e-0560-4c85-b56b-c379fb3f8374, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=0bcdcd1e-0560-4c85-b56b-c379fb3f8374,segment=NetworkSegment(3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87),segment_id=3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:03:08.074375 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7bf2f91f-263f-4190-ad56-a4b4185e6fb3 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:08.091362 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-7bf2f91f-263f-4190-ad56-a4b4185e6fb3 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Calling delete_port for 0bcdcd1e-0560-4c85-b56b-c379fb3f8374 owned by network:router_gateway {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:03:08.159474 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-efa7f3ed-1aa6-46ff-a222-6dad8d0bccd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:08.196198 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa7f3ed-1aa6-46ff-a222-6dad8d0bccd4 None None] Pushing event deleted for resources: {'Port': ['ID=f819ec0f-4645-43f7-aaa5-e5b7e9af2974,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:03:08.209092 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa7f3ed-1aa6-46ff-a222-6dad8d0bccd4 None None] No DVR routers for this DVR port f819ec0f-4645-43f7-aaa5-e5b7e9af2974 on host n-d-800634-1 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:03:08.265050 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-8cdab56c-15ce-435f-8c9b-5c4547344a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f448cdfe-336c-4951-863c-8cb6b3f36166', 'name': 'tempest-TestNetworkAdvancedServerOps-router-553535943', 'tenant_id': '7a7d384b32784a6f914418ec93b94b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.102'}], 'enable_snat': True}, 'gw_port_id': '0bcdcd1e-0560-4c85-b56b-c379fb3f8374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:01:22Z', 'updated_at': '2021-07-13T14:03:06Z', 'revision_number': 5, 'project_id': '7a7d384b32784a6f914418ec93b94b0e', 'gw_port': {'id': '0bcdcd1e-0560-4c85-b56b-c379fb3f8374', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:1b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f448cdfe-336c-4951-863c-8cb6b3f36166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:01:22Z', 'updated_at': '2021-07-13T14:01:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:03:08.304485 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cdab56c-15ce-435f-8c9b-5c4547344a81 None None] The sync data for ids ['f448cdfe-336c-4951-863c-8cb6b3f36166'] in n-d-800634-1 is: [{'id': 'f448cdfe-336c-4951-863c-8cb6b3f36166', 'name': 'tempest-TestNetworkAdvancedServerOps-router-553535943', 'tenant_id': '7a7d384b32784a6f914418ec93b94b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.102'}], 'enable_snat': True}, 'gw_port_id': '0bcdcd1e-0560-4c85-b56b-c379fb3f8374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:01:22Z', 'updated_at': '2021-07-13T14:03:06Z', 'revision_number': 5, 'project_id': '7a7d384b32784a6f914418ec93b94b0e', 'gw_port': {'id': '0bcdcd1e-0560-4c85-b56b-c379fb3f8374', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:1b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f448cdfe-336c-4951-863c-8cb6b3f36166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:01:22Z', 'updated_at': '2021-07-13T14:01:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:03:08.381717 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7bf2f91f-263f-4190-ad56-a4b4185e6fb3 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:08.416542 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf2f91f-263f-4190-ad56-a4b4185e6fb3 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Pushing event deleted for resources: {'Port': ['ID=0bcdcd1e-0560-4c85-b56b-c379fb3f8374,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:03:08.485436 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7bf2f91f-263f-4190-ad56-a4b4185e6fb3 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-446473'] for router_gateway, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:08.614967 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-509e0482-80d6-49af-ae32-13b57c5f453a req-483df7a5-30cd-4adb-a394-8ae8687c90dc tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] 10.222.0.23 "GET /v2.0/ports?device_id=607ad771-cd6f-4fcf-b175-a30341f1423f HTTP/1.1" status: 200 len: 210 time: 0.0615735 Jul 13 14:03:08.619203 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7bf2f91f-263f-4190-ad56-a4b4185e6fb3 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1591938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2696'] for router, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:08.621419 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7bf2f91f-263f-4190-ad56-a4b4185e6fb3 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:08.668010 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7bf2f91f-263f-4190-ad56-a4b4185e6fb3 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593106'] for router, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:08.668502 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bf2f91f-263f-4190-ad56-a4b4185e6fb3 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Fanout notify agent at l3_agent the message router_deleted on router f448cdfe-336c-4951-863c-8cb6b3f36166 {{(pid=93750) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 14:03:08.675798 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7bf2f91f-263f-4190-ad56-a4b4185e6fb3 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:08.679380 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-7bf2f91f-263f-4190-ad56-a4b4185e6fb3 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "DELETE /v2.0/routers/f448cdfe-336c-4951-863c-8cb6b3f36166 HTTP/1.1" status: 204 len: 168 time: 1.1299996 Jul 13 14:03:08.679962 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 37736) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:03:08.768547 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a73973fd-800c-4d2b-bc16-75f7387f8c53 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:08.916483 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a73973fd-800c-4d2b-bc16-75f7387f8c53 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:08.932919 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-a73973fd-800c-4d2b-bc16-75f7387f8c53 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['053cc7e4-3217-4ef8-82b9-8b0281d52113']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:03:08.947129 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-a73973fd-800c-4d2b-bc16-75f7387f8c53 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2c591f1-7eb8-42bd-85c5-76779e2a3078') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:03:08.947406 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-a73973fd-800c-4d2b-bc16-75f7387f8c53 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2c591f1-7eb8-42bd-85c5-76779e2a3078') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:03:08.959222 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a73973fd-800c-4d2b-bc16-75f7387f8c53 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6018464'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:08.982781 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a73973fd-800c-4d2b-bc16-75f7387f8c53 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:08.996658 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a73973fd-800c-4d2b-bc16-75f7387f8c53 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 14:03:08.997067 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a73973fd-800c-4d2b-bc16-75f7387f8c53 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6018632'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:09.000775 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:03:09.000775 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:03:09.000775 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:03:09.000775 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:03:09.000775 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:03:09.000775 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:03:09.000775 n-d-800634-1 neutron-server[93751]: Traceback (most recent call last): Jul 13 14:03:09.000775 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 14:03:09.000775 n-d-800634-1 neutron-server[93751]: timer() Jul 13 14:03:09.000775 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 14:03:09.000775 n-d-800634-1 neutron-server[93751]: cb(*args, **kw) Jul 13 14:03:09.000775 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 14:03:09.000775 n-d-800634-1 neutron-server[93751]: return func(*args, **kwargs) Jul 13 14:03:09.000775 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 14:03:09.000775 n-d-800634-1 neutron-server[93751]: self._notify() Jul 13 14:03:09.000775 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 14:03:09.000775 n-d-800634-1 neutron-server[93751]: self.callback(batched_events) Jul 13 14:03:09.000775 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 14:03:09.000775 n-d-800634-1 neutron-server[93751]: event.method(event) Jul 13 14:03:09.000775 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 14:03:09.000775 n-d-800634-1 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 14:03:09.000775 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 14:03:09.000775 n-d-800634-1 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 14:03:09.000775 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 14:03:09.000775 n-d-800634-1 neutron-server[93751]: return f(self, *a, **k) Jul 13 14:03:09.000775 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 14:03:09.000775 n-d-800634-1 neutron-server[93751]: return self._get(url).json() Jul 13 14:03:09.000775 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 14:03:09.000775 n-d-800634-1 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 14:03:09.000775 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 14:03:09.000775 n-d-800634-1 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 13 14:03:09.000775 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 14:03:09.000775 n-d-800634-1 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 14:03:09.000775 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 14:03:09.000775 n-d-800634-1 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 14:03:09.000775 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 14:03:09.000775 n-d-800634-1 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 14:03:09.000775 n-d-800634-1 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 14:03:09.067891 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a73973fd-800c-4d2b-bc16-75f7387f8c53 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:09.076402 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a73973fd-800c-4d2b-bc16-75f7387f8c53 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:09.077924 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-a73973fd-800c-4d2b-bc16-75f7387f8c53 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "DELETE /v2.0/networks/053cc7e4-3217-4ef8-82b9-8b0281d52113 HTTP/1.1" status: 204 len: 168 time: 0.3966866 Jul 13 14:03:09.080525 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 37738) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:03:09.098941 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73973fd-800c-4d2b-bc16-75f7387f8c53 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Pushing event deleted for resources: {'Network': ['ID=053cc7e4-3217-4ef8-82b9-8b0281d52113,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:03:09.167450 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8868a345-6a22-42dc-b0d8-8db282d76fea tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:09.195691 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8868a345-6a22-42dc-b0d8-8db282d76fea tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:09.260981 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8868a345-6a22-42dc-b0d8-8db282d76fea tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:09.263598 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8868a345-6a22-42dc-b0d8-8db282d76fea tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:09.264788 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-8868a345-6a22-42dc-b0d8-8db282d76fea tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "DELETE /v2.0/security-groups/af49f5b0-4f95-480a-b091-a9f32d6917d4 HTTP/1.1" status: 204 len: 168 time: 0.1832662 Jul 13 14:03:09.276422 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8868a345-6a22-42dc-b0d8-8db282d76fea tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af49f5b0-4f95-480a-b091-a9f32d6917d4,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:03:09.444438 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 0bcdcd1e-0560-4c85-b56b-c379fb3f8374 no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:03:09.465840 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: 0bcdcd1e-0560-4c85-b56b-c379fb3f8374 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:03:09.466184 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 0bcdcd1e-0560-4c85-b56b-c379fb3f8374 not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:03:09.466897 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 021e39f8-dacd-4485-97df-8ce3e80a7d7c no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:03:09.486151 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: 021e39f8-dacd-4485-97df-8ce3e80a7d7c {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:03:09.486892 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 021e39f8-dacd-4485-97df-8ce3e80a7d7c not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:03:09.487318 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device f819ec0f-4645-43f7-aaa5-e5b7e9af2974 no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:03:09.507792 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: f819ec0f-4645-43f7-aaa5-e5b7e9af2974 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:03:09.508141 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device f819ec0f-4645-43f7-aaa5-e5b7e9af2974 not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:03:09.641817 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 37744) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:03:09.647149 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-ab2aefb7-ee83-46f1-a4ad-996a4848cd0e tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-766231498', 'description': 'tempest-secgroup-smoke-766231498 description', 'project_id': '7a7d384b32784a6f914418ec93b94b0e'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:03:09.673770 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ab2aefb7-ee83-46f1-a4ad-996a4848cd0e tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:09.781875 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ab2aefb7-ee83-46f1-a4ad-996a4848cd0e tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:09.786803 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ab2aefb7-ee83-46f1-a4ad-996a4848cd0e tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:09.793408 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5d7ee0e3-eb45-4774-873f-e55cd18e2b34 req-fa58720d-89aa-47a0-8081-b286292f6877 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] 10.222.0.23 "GET /v2.0/ports?device_id=607ad771-cd6f-4fcf-b175-a30341f1423f HTTP/1.1" status: 200 len: 210 time: 0.0332782 Jul 13 14:03:09.817067 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ab2aefb7-ee83-46f1-a4ad-996a4848cd0e tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:09.821872 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-ab2aefb7-ee83-46f1-a4ad-996a4848cd0e tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1761045 Jul 13 14:03:09.822281 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 37748) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:03:09.827513 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-cb56de80-c472-4684-bd80-07d8a5c2b5f7 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Request body: {'security_group_rule': {'security_group_id': '194e6929-9a5c-4dd6-8638-a81754a3ce4f', 'project_id': '7a7d384b32784a6f914418ec93b94b0e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:03:09.828433 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2aefb7-ee83-46f1-a4ad-996a4848cd0e tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=194e6929-9a5c-4dd6-8638-a81754a3ce4f,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:03:09.839329 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2aefb7-ee83-46f1-a4ad-996a4848cd0e tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:03:09.839329 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2aefb7-ee83-46f1-a4ad-996a4848cd0e tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:03:09.839591 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2aefb7-ee83-46f1-a4ad-996a4848cd0e tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:03:09.839870 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2aefb7-ee83-46f1-a4ad-996a4848cd0e tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:03:09.840195 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2aefb7-ee83-46f1-a4ad-996a4848cd0e tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:03:09.840522 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2aefb7-ee83-46f1-a4ad-996a4848cd0e tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:03:09.840850 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2aefb7-ee83-46f1-a4ad-996a4848cd0e tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:03:09.841200 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2aefb7-ee83-46f1-a4ad-996a4848cd0e tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:03:09.841498 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2aefb7-ee83-46f1-a4ad-996a4848cd0e tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:03:09.841848 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2aefb7-ee83-46f1-a4ad-996a4848cd0e tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:03:09.842173 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2aefb7-ee83-46f1-a4ad-996a4848cd0e tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:03:09.842488 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2aefb7-ee83-46f1-a4ad-996a4848cd0e tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:03:09.858550 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cb56de80-c472-4684-bd80-07d8a5c2b5f7 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:09.917614 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cb56de80-c472-4684-bd80-07d8a5c2b5f7 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:09.922013 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cb56de80-c472-4684-bd80-07d8a5c2b5f7 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:09.941663 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb56de80-c472-4684-bd80-07d8a5c2b5f7 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92c2d84f-56c3-4456-8803-d08b39a8479d,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:03:09.948585 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cb56de80-c472-4684-bd80-07d8a5c2b5f7 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:09.955222 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-cb56de80-c472-4684-bd80-07d8a5c2b5f7 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1266375 Jul 13 14:03:09.956051 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 37750) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:03:09.962324 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-279a94ad-6ced-4a24-868a-6ad7b564864c tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Request body: {'security_group_rule': {'security_group_id': '194e6929-9a5c-4dd6-8638-a81754a3ce4f', 'project_id': '7a7d384b32784a6f914418ec93b94b0e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:03:09.991536 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-279a94ad-6ced-4a24-868a-6ad7b564864c tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:10.074654 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-279a94ad-6ced-4a24-868a-6ad7b564864c tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:10.078758 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-279a94ad-6ced-4a24-868a-6ad7b564864c tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:10.097840 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279a94ad-6ced-4a24-868a-6ad7b564864c tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=175bfc4a-c071-4f26-b72b-49c865a418f7,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:03:10.101961 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-279a94ad-6ced-4a24-868a-6ad7b564864c tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:10.105801 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-279a94ad-6ced-4a24-868a-6ad7b564864c tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1462412 Jul 13 14:03:10.106252 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 37752) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:03:10.110548 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-b7b2db7e-e63f-4f71-9d5d-f48154bf3751 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Request body: {'security_group_rule': {'security_group_id': '194e6929-9a5c-4dd6-8638-a81754a3ce4f', 'project_id': '7a7d384b32784a6f914418ec93b94b0e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:03:10.143910 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b7b2db7e-e63f-4f71-9d5d-f48154bf3751 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:10.206693 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b7b2db7e-e63f-4f71-9d5d-f48154bf3751 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:10.210820 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b7b2db7e-e63f-4f71-9d5d-f48154bf3751 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:10.228032 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b2db7e-e63f-4f71-9d5d-f48154bf3751 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd64be0c-250f-4598-a98b-1025b748cdd2,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:03:10.237829 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b7b2db7e-e63f-4f71-9d5d-f48154bf3751 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:10.239086 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-b7b2db7e-e63f-4f71-9d5d-f48154bf3751 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1321409 Jul 13 14:03:10.242742 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 37754) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:03:10.247615 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-77705777-e01f-460d-8b66-0ce93edca532 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Request body: {'security_group_rule': {'security_group_id': '194e6929-9a5c-4dd6-8638-a81754a3ce4f', 'project_id': '7a7d384b32784a6f914418ec93b94b0e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:03:10.277627 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-77705777-e01f-460d-8b66-0ce93edca532 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:10.348119 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-77705777-e01f-460d-8b66-0ce93edca532 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:10.352752 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-77705777-e01f-460d-8b66-0ce93edca532 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:10.374645 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77705777-e01f-460d-8b66-0ce93edca532 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edb9964d-c4f7-414c-8fac-b5d68a13f9ec,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:03:10.380107 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-77705777-e01f-460d-8b66-0ce93edca532 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:10.383897 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-77705777-e01f-460d-8b66-0ce93edca532 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1375604 Jul 13 14:03:10.384437 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 37756) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:03:10.388915 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-f008218c-3041-4cef-be45-a837df91f2fa tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Request body: {'security_group_rule': {'security_group_id': '194e6929-9a5c-4dd6-8638-a81754a3ce4f', 'project_id': '7a7d384b32784a6f914418ec93b94b0e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:03:10.416599 n-d-800634-1 neutron-server[93751]: INFO neutron.db.securitygroups_db [None req-f008218c-3041-4cef-be45-a837df91f2fa tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Project 7a7d384b32784a6f914418ec93b94b0e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 14:03:10.423681 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f008218c-3041-4cef-be45-a837df91f2fa tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:10.505334 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f008218c-3041-4cef-be45-a837df91f2fa tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:10.509900 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f008218c-3041-4cef-be45-a837df91f2fa tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:10.526808 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f008218c-3041-4cef-be45-a837df91f2fa tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5144969-72d7-48a3-8443-2ca4a38caa18,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:03:10.535704 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f008218c-3041-4cef-be45-a837df91f2fa tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:10.540553 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-f008218c-3041-4cef-be45-a837df91f2fa tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1523621 Jul 13 14:03:10.540817 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 37758) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:03:10.545488 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-9c11293e-3409-4367-bf6f-b46dbe849727 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Request body: {'security_group_rule': {'security_group_id': '194e6929-9a5c-4dd6-8638-a81754a3ce4f', 'project_id': '7a7d384b32784a6f914418ec93b94b0e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:03:10.567411 n-d-800634-1 neutron-server[93751]: INFO neutron.db.securitygroups_db [None req-9c11293e-3409-4367-bf6f-b46dbe849727 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Project 7a7d384b32784a6f914418ec93b94b0e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 14:03:10.572436 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9c11293e-3409-4367-bf6f-b46dbe849727 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:10.649836 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9c11293e-3409-4367-bf6f-b46dbe849727 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:10.656109 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9c11293e-3409-4367-bf6f-b46dbe849727 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:10.680128 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c11293e-3409-4367-bf6f-b46dbe849727 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85a275b4-e564-459b-aa2b-26d9ad029b8b,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:03:10.690909 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9c11293e-3409-4367-bf6f-b46dbe849727 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:10.692291 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-9c11293e-3409-4367-bf6f-b46dbe849727 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1505187 Jul 13 14:03:10.695790 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 37760) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:03:10.700719 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-165e810e-3749-457b-b086-ca06eb9a4cd6 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Request body: {'network': {'name': 'tempest-network-smoke--457019208', 'project_id': '7a7d384b32784a6f914418ec93b94b0e', 'port_security_enabled': True}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:03:10.728945 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-165e810e-3749-457b-b086-ca06eb9a4cd6 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Made reservation on behalf of 7a7d384b32784a6f914418ec93b94b0e for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:03:10.732741 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-165e810e-3749-457b-b086-ca06eb9a4cd6 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:10.762225 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-165e810e-3749-457b-b086-ca06eb9a4cd6 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 14:03:10.774484 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-165e810e-3749-457b-b086-ca06eb9a4cd6 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:10.774935 n-d-800634-1 neutron-server[93751]: INFO neutron.db.segments_db [None req-165e810e-3749-457b-b086-ca06eb9a4cd6 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Added segment a073a2b3-e228-4b13-80b4-7d5b4b04b832 of type vlan for network 3c41f787-ebaf-4c90-8190-d791a024fbc3 Jul 13 14:03:10.828624 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-165e810e-3749-457b-b086-ca06eb9a4cd6 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:10.869679 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-165e810e-3749-457b-b086-ca06eb9a4cd6 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:10.878345 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-165e810e-3749-457b-b086-ca06eb9a4cd6 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:03:10.878984 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-165e810e-3749-457b-b086-ca06eb9a4cd6 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:10.956951 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-165e810e-3749-457b-b086-ca06eb9a4cd6 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2563598 Jul 13 14:03:10.957651 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 37764) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:03:10.964806 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-9956f74f-3357-49be-91e1-75e237523ad4 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1801244469', 'admin_state_up': True, 'project_id': '7a7d384b32784a6f914418ec93b94b0e', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:03:11.017041 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165e810e-3749-457b-b086-ca06eb9a4cd6 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Pushing event updated for resources: {'Network': ['ID=3c41f787-ebaf-4c90-8190-d791a024fbc3,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:03:11.028318 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network 3c41f787-ebaf-4c90-8190-d791a024fbc3 details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 14:03:11.037545 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f78267ce-a1d6-4bfa-8989-c7d3efcf4932 req-9fa9c9a9-561a-43b4-afb4-24d337b17492 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] 10.222.0.23 "GET /v2.0/ports?device_id=607ad771-cd6f-4fcf-b175-a30341f1423f HTTP/1.1" status: 200 len: 210 time: 0.0608094 Jul 13 14:03:11.052376 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9956f74f-3357-49be-91e1-75e237523ad4 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1591928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2714'] for router, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:11.054887 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9956f74f-3357-49be-91e1-75e237523ad4 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447198', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1629690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2689'] for router, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:11.117528 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9956f74f-3357-49be-91e1-75e237523ad4 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:11.261349 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9956f74f-3357-49be-91e1-75e237523ad4 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447180', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1591910', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2751'] for router, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:11.468487 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9956f74f-3357-49be-91e1-75e237523ad4 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for router_gateway, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:11.495983 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9956f74f-3357-49be-91e1-75e237523ad4 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:11.611363 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-9956f74f-3357-49be-91e1-75e237523ad4 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Allocated IP 172.25.6.46 (acf968b8-c524-46a9-a20b-ad9667009130/dde5a78e-bd1e-4f47-8189-7321d4de73d3/16e57f11-f137-4464-a7ca-73d704ac7f4d) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:03:11.727230 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9956f74f-3357-49be-91e1-75e237523ad4 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:11.765935 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9956f74f-3357-49be-91e1-75e237523ad4 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:11.803003 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9956f74f-3357-49be-91e1-75e237523ad4 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Network acf968b8-c524-46a9-a20b-ad9667009130 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:03:11.807819 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-9956f74f-3357-49be-91e1-75e237523ad4 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:03:11.811604 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9956f74f-3357-49be-91e1-75e237523ad4 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:03:11.836096 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9956f74f-3357-49be-91e1-75e237523ad4 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Pushing event updated for resources: {'Port': ['ID=16e57f11-f137-4464-a7ca-73d704ac7f4d,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:03:12.068652 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9956f74f-3357-49be-91e1-75e237523ad4 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for router_gateway, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:12.178012 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 37770) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:03:12.233799 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-750d264f-bb74-486d-b737-9ba4d2319510 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:12.262882 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-750d264f-bb74-486d-b737-9ba4d2319510 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:12.276289 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9956f74f-3357-49be-91e1-75e237523ad4 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447217'] for router, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:12.317620 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-750d264f-bb74-486d-b737-9ba4d2319510 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:12.320199 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-750d264f-bb74-486d-b737-9ba4d2319510 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:12.321651 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-750d264f-bb74-486d-b737-9ba4d2319510 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] 10.222.0.23 "DELETE /v2.0/security-groups/85c9413d-5aef-4db8-8eb1-39a597c8c461 HTTP/1.1" status: 204 len: 168 time: 0.1424131 Jul 13 14:03:12.326936 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 37772) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:03:12.348226 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750d264f-bb74-486d-b737-9ba4d2319510 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85c9413d-5aef-4db8-8eb1-39a597c8c461,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:03:12.351531 n-d-800634-1 neutron-server[93751]: INFO neutron.api.v2.resource [None req-abc46b4a-0087-4772-9e78-b64481ba362f tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] show failed (client error): The resource could not be found. Jul 13 14:03:12.352564 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-abc46b4a-0087-4772-9e78-b64481ba362f tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] 10.222.0.23 "GET /v2.0/security-groups/85c9413d-5aef-4db8-8eb1-39a597c8c461 HTTP/1.1" status: 404 len: 347 time: 0.0245628 Jul 13 14:03:12.355893 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 37774) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:03:12.455237 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9956f74f-3357-49be-91e1-75e237523ad4 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Router ede5e49d-b7a7-4ccc-b49d-4475e8971e57 is scheduled to L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 with binding_index 1 {{(pid=93750) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 14:03:12.574054 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9956f74f-3357-49be-91e1-75e237523ad4 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:03:12.590288 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b075e46-a887-4b37-b613-844c9ff6f08e None None] Sync routers for ids ['ede5e49d-b7a7-4ccc-b49d-4475e8971e57'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:03:12.596215 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b075e46-a887-4b37-b613-844c9ff6f08e None None] Routers {'ede5e49d-b7a7-4ccc-b49d-4475e8971e57'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:03:12.596803 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-5b075e46-a887-4b37-b613-844c9ff6f08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:02:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['ede5e49d-b7a7-4ccc-b49d-4475e8971e57'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:03:12.602377 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9956f74f-3357-49be-91e1-75e237523ad4 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:12.606730 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-9956f74f-3357-49be-91e1-75e237523ad4 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.6441190 Jul 13 14:03:12.607153 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 37776) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:03:12.647774 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-d6dc0d72-47a5-4eb8-a170-81c2d0528316 tempest-TestNetworkAdvancedServerOps-1891609456 tempest-TestNetworkAdvancedServerOps-1891609456-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=7a7d384b32784a6f914418ec93b94b0e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0361180 Jul 13 14:03:12.648393 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 37778) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:03:12.715399 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-5b075e46-a887-4b37-b613-844c9ff6f08e None None] Set router ede5e49d-b7a7-4ccc-b49d-4475e8971e57 gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:03:12.794275 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-bcd885cf-3ea3-4003-bbc1-10a1a58253d9 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Deleting port 48787647-d4d5-4d7c-8f58-be27e4d184c8 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:03:12.794613 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bcd885cf-3ea3-4003-bbc1-10a1a58253d9 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:12.819364 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed3ad97-159b-446b-be6f-f573252a435f tempest-TestNetworkAdvancedServerOps-1891609456 tempest-TestNetworkAdvancedServerOps-1891609456-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:03:12.823665 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-2ed3ad97-159b-446b-be6f-f573252a435f tempest-TestNetworkAdvancedServerOps-1891609456 tempest-TestNetworkAdvancedServerOps-1891609456-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1715903 Jul 13 14:03:12.824053 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 37780) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:03:12.895145 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bcd885cf-3ea3-4003-bbc1-10a1a58253d9 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:12.895385 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bcd885cf-3ea3-4003-bbc1-10a1a58253d9 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:12.915820 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-5b075e46-a887-4b37-b613-844c9ff6f08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ede5e49d-b7a7-4ccc-b49d-4475e8971e57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1801244469', 'tenant_id': '7a7d384b32784a6f914418ec93b94b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': '16e57f11-f137-4464-a7ca-73d704ac7f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:03:11Z', 'updated_at': '2021-07-13T14:03:11Z', 'revision_number': 3, 'project_id': '7a7d384b32784a6f914418ec93b94b0e', 'gw_port': {'id': '16e57f11-f137-4464-a7ca-73d704ac7f4d', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:b2:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ede5e49d-b7a7-4ccc-b49d-4475e8971e57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:03:11Z', 'updated_at': '2021-07-13T14:03:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:03:12.916874 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-bcd885cf-3ea3-4003-bbc1-10a1a58253d9 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Calling delete_port for 48787647-d4d5-4d7c-8f58-be27e4d184c8 owned by network:floatingip {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:03:12.951212 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b075e46-a887-4b37-b613-844c9ff6f08e None None] Checking router: ede5e49d-b7a7-4ccc-b49d-4475e8971e57 for host: n-d-800634-1 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:03:12.951667 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b075e46-a887-4b37-b613-844c9ff6f08e None None] Updating router ede5e49d-b7a7-4ccc-b49d-4475e8971e57 port 16e57f11-f137-4464-a7ca-73d704ac7f4d binding host n-d-800634-1 {{(pid=93752) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 14:03:12.995753 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5b075e46-a887-4b37-b613-844c9ff6f08e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:13.122108 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bcd885cf-3ea3-4003-bbc1-10a1a58253d9 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:13.153296 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd885cf-3ea3-4003-bbc1-10a1a58253d9 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Pushing event deleted for resources: {'Port': ['ID=48787647-d4d5-4d7c-8f58-be27e4d184c8,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:03:13.178266 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-6a1bc0f9-a178-4119-9fb2-9f038ac79afb tempest-TestNetworkAdvancedServerOps-1891609456 tempest-TestNetworkAdvancedServerOps-1891609456-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=acf968b8-c524-46a9-a20b-ad9667009130&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3530669 Jul 13 14:03:13.182355 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 37782) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:03:13.187842 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-3a6f4526-6a05-4cd0-8c20-2bbd59071cc8 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1855460499', 'network_id': '3c41f787-ebaf-4c90-8190-d791a024fbc3', 'project_id': '7a7d384b32784a6f914418ec93b94b0e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:03:13.228622 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bcd885cf-3ea3-4003-bbc1-10a1a58253d9 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Notify callbacks [] for floatingip, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:13.231808 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bcd885cf-3ea3-4003-bbc1-10a1a58253d9 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for floatingip, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:13.236443 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-bcd885cf-3ea3-4003-bbc1-10a1a58253d9 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] 10.222.0.23 "DELETE /v2.0/floatingips/1752f078-14ed-4833-a6c5-d11fe483825e HTTP/1.1" status: 204 len: 168 time: 0.8767836 Jul 13 14:03:13.236843 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 37784) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:03:13.286813 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a6f4526-6a05-4cd0-8c20-2bbd59071cc8 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Made reservation on behalf of 7a7d384b32784a6f914418ec93b94b0e for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:03:13.293203 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3a6f4526-6a05-4cd0-8c20-2bbd59071cc8 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4763385'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:13.358912 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-dcdd73d6-e43f-4a5d-98f5-0b69c56920c8 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Deleting port 364b743d-042d-4734-ac77-5bc18537c35c {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:03:13.359398 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dcdd73d6-e43f-4a5d-98f5-0b69c56920c8 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:13.449385 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5b075e46-a887-4b37-b613-844c9ff6f08e None None] Notify callbacks [] for port, precommit_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:13.462799 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-5b075e46-a887-4b37-b613-844c9ff6f08e None None] Transition to ACTIVE for port object 16e57f11-f137-4464-a7ca-73d704ac7f4d will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:03:13.469590 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5b075e46-a887-4b37-b613-844c9ff6f08e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:13.481056 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dcdd73d6-e43f-4a5d-98f5-0b69c56920c8 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:13.494752 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-dcdd73d6-e43f-4a5d-98f5-0b69c56920c8 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Calling delete_port for 364b743d-042d-4734-ac77-5bc18537c35c owned by {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:03:13.526171 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68523fd4-f587-41d4-92be-eb62fddb6b98 None None] Pushing event updated for resources: {'Port': ['ID=16e57f11-f137-4464-a7ca-73d704ac7f4d,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:03:13.529429 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-5b075e46-a887-4b37-b613-844c9ff6f08e None None] Attempting to bind port 16e57f11-f137-4464-a7ca-73d704ac7f4d on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:03:13.530175 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3a6f4526-6a05-4cd0-8c20-2bbd59071cc8 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5970588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4763339'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:13.530568 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-5b075e46-a887-4b37-b613-844c9ff6f08e None None] Attempting to bind port 16e57f11-f137-4464-a7ca-73d704ac7f4d by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:03:13.531118 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b075e46-a887-4b37-b613-844c9ff6f08e None None] Attempting to bind port 16e57f11-f137-4464-a7ca-73d704ac7f4d on network acf968b8-c524-46a9-a20b-ad9667009130 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:03:13.538840 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b075e46-a887-4b37-b613-844c9ff6f08e None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 2, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:03:13.539564 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b075e46-a887-4b37-b613-844c9ff6f08e None None] Checking segment: {'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:03:13.540152 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5b075e46-a887-4b37-b613-844c9ff6f08e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:13.540601 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b075e46-a887-4b37-b613-844c9ff6f08e None None] Bound using segment: {'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:03:13.541117 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-5b075e46-a887-4b37-b613-844c9ff6f08e None None] Bound port: 16e57f11-f137-4464-a7ca-73d704ac7f4d, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:03:13.541480 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5b075e46-a887-4b37-b613-844c9ff6f08e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:13.600178 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6f4526-6a05-4cd0-8c20-2bbd59071cc8 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Pushing event updated for resources: {'Subnet': ['ID=1e80c959-8a97-43d5-aed1-b8e82262ca89,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:03:13.609240 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-5b075e46-a887-4b37-b613-844c9ff6f08e None None] For port 16e57f11-f137-4464-a7ca-73d704ac7f4d, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:03:13.613070 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6f4526-6a05-4cd0-8c20-2bbd59071cc8 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Checking segment: {'id': 'a073a2b3-e228-4b13-80b4-7d5b4b04b832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3c41f787-ebaf-4c90-8190-d791a024fbc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:03:13.613609 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a6f4526-6a05-4cd0-8c20-2bbd59071cc8 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Network hostable DHCP agents. Network: 3c41f787-ebaf-4c90-8190-d791a024fbc3, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 14:03:13.615929 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-5b075e46-a887-4b37-b613-844c9ff6f08e None None] For port 16e57f11-f137-4464-a7ca-73d704ac7f4d, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=16e57f11-f137-4464-a7ca-73d704ac7f4d,segment=NetworkSegment(3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87),segment_id=3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:03:13.621207 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5b075e46-a887-4b37-b613-844c9ff6f08e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:13.633961 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a6f4526-6a05-4cd0-8c20-2bbd59071cc8 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Network 3c41f787-ebaf-4c90-8190-d791a024fbc3 is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 14:03:13.650211 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-3a6f4526-6a05-4cd0-8c20-2bbd59071cc8 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, 3c41f787-ebaf-4c90-8190-d791a024fbc3) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:03:13.653342 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dcdd73d6-e43f-4a5d-98f5-0b69c56920c8 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:13.663775 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a6f4526-6a05-4cd0-8c20-2bbd59071cc8 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:03:13.665377 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3a6f4526-6a05-4cd0-8c20-2bbd59071cc8 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:13.669556 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baeaa2d5-bc29-492a-b157-c81ee86117f5 None None] Network 3c41f787-ebaf-4c90-8190-d791a024fbc3 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:03:13.688179 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-3a6f4526-6a05-4cd0-8c20-2bbd59071cc8 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5044751 Jul 13 14:03:13.690802 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 37786) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:03:13.750216 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b075e46-a887-4b37-b613-844c9ff6f08e None None] Routers {'ede5e49d-b7a7-4ccc-b49d-4475e8971e57'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:03:13.750868 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-5b075e46-a887-4b37-b613-844c9ff6f08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:02:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['ede5e49d-b7a7-4ccc-b49d-4475e8971e57'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:03:13.756772 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68523fd4-f587-41d4-92be-eb62fddb6b98 None None] Pushing event updated for resources: {'Port': ['ID=16e57f11-f137-4464-a7ca-73d704ac7f4d,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:03:13.790708 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdd73d6-e43f-4a5d-98f5-0b69c56920c8 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Pushing event deleted for resources: {'Port': ['ID=364b743d-042d-4734-ac77-5bc18537c35c,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:03:13.813872 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dcdd73d6-e43f-4a5d-98f5-0b69c56920c8 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:13.817003 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-dcdd73d6-e43f-4a5d-98f5-0b69c56920c8 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] 10.222.0.23 "DELETE /v2.0/ports/364b743d-042d-4734-ac77-5bc18537c35c HTTP/1.1" status: 204 len: 168 time: 0.5786054 Jul 13 14:03:13.820788 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 37788) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:03:13.930134 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-5b075e46-a887-4b37-b613-844c9ff6f08e None None] Set router ede5e49d-b7a7-4ccc-b49d-4475e8971e57 gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:03:13.937357 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-27bbb0d0-9df6-4e87-ab35-df1dd9ef37f6 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Deleting port 580fca4a-3ae1-4d32-ab03-327db6d3f362 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:03:13.937837 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-27bbb0d0-9df6-4e87-ab35-df1dd9ef37f6 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:14.040197 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-27bbb0d0-9df6-4e87-ab35-df1dd9ef37f6 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:14.054885 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-27bbb0d0-9df6-4e87-ab35-df1dd9ef37f6 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Calling delete_port for 580fca4a-3ae1-4d32-ab03-327db6d3f362 owned by {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:03:14.056856 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-554bbf49-8055-46ee-9d4b-2979a26ce679 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a7201e1-61ce-5a3e-b7f7-e800379ed03b-3c41f787-ebaf-4c90-8190-d791a024fbc3', 'network_id': '3c41f787-ebaf-4c90-8190-d791a024fbc3', 'tenant_id': '7a7d384b32784a6f914418ec93b94b0e', 'fixed_ips': [{'subnet_id': '1e80c959-8a97-43d5-aed1-b8e82262ca89'}]}} from n-d-800634-1. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 14:03:14.057765 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-554bbf49-8055-46ee-9d4b-2979a26ce679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:14.241276 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-27bbb0d0-9df6-4e87-ab35-df1dd9ef37f6 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:14.268206 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-250b2893-18f7-4bf4-b427-559a987f7498 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:14.285401 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-554bbf49-8055-46ee-9d4b-2979a26ce679 None None] Allocated IP 172.20.0.2 (3c41f787-ebaf-4c90-8190-d791a024fbc3/1e80c959-8a97-43d5-aed1-b8e82262ca89/2a896fcc-bfe6-4320-8716-48de834a95cb) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:03:14.297593 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bbb0d0-9df6-4e87-ab35-df1dd9ef37f6 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Pushing event deleted for resources: {'Port': ['ID=580fca4a-3ae1-4d32-ab03-327db6d3f362,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:03:14.396640 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-5b075e46-a887-4b37-b613-844c9ff6f08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ede5e49d-b7a7-4ccc-b49d-4475e8971e57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1801244469', 'tenant_id': '7a7d384b32784a6f914418ec93b94b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': '16e57f11-f137-4464-a7ca-73d704ac7f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:03:11Z', 'updated_at': '2021-07-13T14:03:11Z', 'revision_number': 3, 'project_id': '7a7d384b32784a6f914418ec93b94b0e', 'gw_port': {'id': '16e57f11-f137-4464-a7ca-73d704ac7f4d', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:b2:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ede5e49d-b7a7-4ccc-b49d-4475e8971e57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:03:11Z', 'updated_at': '2021-07-13T14:03:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:03:14.429800 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b075e46-a887-4b37-b613-844c9ff6f08e None None] The sync data for ids ['ede5e49d-b7a7-4ccc-b49d-4475e8971e57'] in n-d-800634-1 is: [{'id': 'ede5e49d-b7a7-4ccc-b49d-4475e8971e57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1801244469', 'tenant_id': '7a7d384b32784a6f914418ec93b94b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': '16e57f11-f137-4464-a7ca-73d704ac7f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:03:11Z', 'updated_at': '2021-07-13T14:03:11Z', 'revision_number': 3, 'project_id': '7a7d384b32784a6f914418ec93b94b0e', 'gw_port': {'id': '16e57f11-f137-4464-a7ca-73d704ac7f4d', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:b2:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ede5e49d-b7a7-4ccc-b49d-4475e8971e57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:03:11Z', 'updated_at': '2021-07-13T14:03:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:03:14.447020 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-27bbb0d0-9df6-4e87-ab35-df1dd9ef37f6 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:14.458921 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-27bbb0d0-9df6-4e87-ab35-df1dd9ef37f6 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] 10.222.0.23 "DELETE /v2.0/ports/580fca4a-3ae1-4d32-ab03-327db6d3f362 HTTP/1.1" status: 204 len: 168 time: 0.6365163 Jul 13 14:03:14.460619 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 37790) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:03:14.516689 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-554bbf49-8055-46ee-9d4b-2979a26ce679 None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:14.531048 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-554bbf49-8055-46ee-9d4b-2979a26ce679 None None] Transition to ACTIVE for port object 2a896fcc-bfe6-4320-8716-48de834a95cb will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:03:14.543618 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-29ad5ae9-b3ce-4a6c-98bd-6c90ded44c0e tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Deleting subnet 951f324c-d68d-486e-9ca1-85ca6e2b85a7 {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 14:03:14.547856 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-29ad5ae9-b3ce-4a6c-98bd-6c90ded44c0e tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:14.554675 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-554bbf49-8055-46ee-9d4b-2979a26ce679 None None] Transition to ACTIVE for port object 2a896fcc-bfe6-4320-8716-48de834a95cb will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:03:14.562434 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-554bbf49-8055-46ee-9d4b-2979a26ce679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:14.611203 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-29ad5ae9-b3ce-4a6c-98bd-6c90ded44c0e tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6018489'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:14.619143 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-554bbf49-8055-46ee-9d4b-2979a26ce679 None None] Network 3c41f787-ebaf-4c90-8190-d791a024fbc3 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:03:14.622711 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-554bbf49-8055-46ee-9d4b-2979a26ce679 None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:03:14.627022 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554bbf49-8055-46ee-9d4b-2979a26ce679 None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:03:14.634406 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554bbf49-8055-46ee-9d4b-2979a26ce679 None None] Pushing event updated for resources: {'Port': ['ID=2a896fcc-bfe6-4320-8716-48de834a95cb,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:03:14.692329 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-250b2893-18f7-4bf4-b427-559a987f7498 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Allocated IP 172.20.0.1 (3c41f787-ebaf-4c90-8190-d791a024fbc3/1e80c959-8a97-43d5-aed1-b8e82262ca89/b2d2ad0f-61ac-4315-a123-1e21d29b0665) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:03:14.725304 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-554bbf49-8055-46ee-9d4b-2979a26ce679 None None] Attempting to bind port 2a896fcc-bfe6-4320-8716-48de834a95cb on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:03:14.725845 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-554bbf49-8055-46ee-9d4b-2979a26ce679 None None] Attempting to bind port 2a896fcc-bfe6-4320-8716-48de834a95cb by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': 'a073a2b3-e228-4b13-80b4-7d5b4b04b832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3c41f787-ebaf-4c90-8190-d791a024fbc3'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:03:14.726425 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-554bbf49-8055-46ee-9d4b-2979a26ce679 None None] Attempting to bind port 2a896fcc-bfe6-4320-8716-48de834a95cb on network 3c41f787-ebaf-4c90-8190-d791a024fbc3 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:03:14.732688 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-554bbf49-8055-46ee-9d4b-2979a26ce679 None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 2, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:03:14.733059 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-554bbf49-8055-46ee-9d4b-2979a26ce679 None None] Checking segment: {'id': 'a073a2b3-e228-4b13-80b4-7d5b4b04b832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3c41f787-ebaf-4c90-8190-d791a024fbc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:03:14.733519 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-554bbf49-8055-46ee-9d4b-2979a26ce679 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:14.733944 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-554bbf49-8055-46ee-9d4b-2979a26ce679 None None] Bound using segment: {'id': 'a073a2b3-e228-4b13-80b4-7d5b4b04b832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3c41f787-ebaf-4c90-8190-d791a024fbc3'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:03:14.734621 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-554bbf49-8055-46ee-9d4b-2979a26ce679 None None] Bound port: 2a896fcc-bfe6-4320-8716-48de834a95cb, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a073a2b3-e228-4b13-80b4-7d5b4b04b832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3c41f787-ebaf-4c90-8190-d791a024fbc3'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:03:14.735021 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-554bbf49-8055-46ee-9d4b-2979a26ce679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:14.799669 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-29ad5ae9-b3ce-4a6c-98bd-6c90ded44c0e tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:14.866579 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-554bbf49-8055-46ee-9d4b-2979a26ce679 None None] For port 2a896fcc-bfe6-4320-8716-48de834a95cb, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:03:14.871211 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-554bbf49-8055-46ee-9d4b-2979a26ce679 None None] For port 2a896fcc-bfe6-4320-8716-48de834a95cb, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=2a896fcc-bfe6-4320-8716-48de834a95cb,segment=NetworkSegment(a073a2b3-e228-4b13-80b4-7d5b4b04b832),segment_id=a073a2b3-e228-4b13-80b4-7d5b4b04b832)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:03:14.877683 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-554bbf49-8055-46ee-9d4b-2979a26ce679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:14.920146 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-29ad5ae9-b3ce-4a6c-98bd-6c90ded44c0e tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6018534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6105009'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:14.958367 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-250b2893-18f7-4bf4-b427-559a987f7498 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:14.976325 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-29ad5ae9-b3ce-4a6c-98bd-6c90ded44c0e tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:14.978592 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [None req-250b2893-18f7-4bf4-b427-559a987f7498 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Transition to ACTIVE for port object b2d2ad0f-61ac-4315-a123-1e21d29b0665 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:03:14.979455 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-29ad5ae9-b3ce-4a6c-98bd-6c90ded44c0e tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] 10.222.0.23 "DELETE /v2.0/subnets/951f324c-d68d-486e-9ca1-85ca6e2b85a7 HTTP/1.1" status: 204 len: 168 time: 0.5176814 Jul 13 14:03:14.980755 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ad5ae9-b3ce-4a6c-98bd-6c90ded44c0e tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Pushing event deleted for resources: {'Subnet': ['ID=951f324c-d68d-486e-9ca1-85ca6e2b85a7,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:03:14.982703 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 37792) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:03:15.002781 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554bbf49-8055-46ee-9d4b-2979a26ce679 None None] Pushing event updated for resources: {'Port': ['ID=2a896fcc-bfe6-4320-8716-48de834a95cb,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:03:15.023075 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68bbfa8b-6a22-4093-ad1e-dd0fec543889 None None] Network 66d18ebd-c35e-4e15-b1ef-9323bd11d006 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:03:15.054772 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-250b2893-18f7-4bf4-b427-559a987f7498 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:15.072116 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d6d3c8d-7050-45e7-8389-2530dd420805 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Deleting subnet d8135eef-58f0-4af0-b4cf-468c412106b7 {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 14:03:15.076874 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5d6d3c8d-7050-45e7-8389-2530dd420805 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:15.134940 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-250b2893-18f7-4bf4-b427-559a987f7498 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Network 3c41f787-ebaf-4c90-8190-d791a024fbc3 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:03:15.139475 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-250b2893-18f7-4bf4-b427-559a987f7498 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:03:15.147752 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250b2893-18f7-4bf4-b427-559a987f7498 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:03:15.154829 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5d6d3c8d-7050-45e7-8389-2530dd420805 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6018489'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:15.196635 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250b2893-18f7-4bf4-b427-559a987f7498 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Pushing event updated for resources: {'Port': ['ID=b2d2ad0f-61ac-4315-a123-1e21d29b0665,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:03:15.228514 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-250b2893-18f7-4bf4-b427-559a987f7498 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-450452'] for router_interface, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:15.348733 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5d6d3c8d-7050-45e7-8389-2530dd420805 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:15.431617 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d225bb7-c745-4031-a6d3-864c016c18c9 None None] DHCP port deletion for 66d18ebd-c35e-4e15-b1ef-9323bd11d006 request from n-d-800634-1 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 14:03:15.449632 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5d6d3c8d-7050-45e7-8389-2530dd420805 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6018534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6105009'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:15.469537 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5d6d3c8d-7050-45e7-8389-2530dd420805 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:15.474054 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-5d6d3c8d-7050-45e7-8389-2530dd420805 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] 10.222.0.23 "DELETE /v2.0/subnets/d8135eef-58f0-4af0-b4cf-468c412106b7 HTTP/1.1" status: 204 len: 168 time: 0.4876292 Jul 13 14:03:15.474835 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 37794) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:03:15.503789 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a17b132b-468d-4a86-9953-b46ff08182ed None None] Network c10609af-899d-4476-bb3f-a1771ca4066b requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:03:15.523362 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-250b2893-18f7-4bf4-b427-559a987f7498 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:15.554335 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6d3c8d-7050-45e7-8389-2530dd420805 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Pushing event deleted for resources: {'Subnet': ['ID=d8135eef-58f0-4af0-b4cf-468c412106b7,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:03:15.673543 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a55870d3-ed0f-4d49-b5d5-74c82edbbff8 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:15.682226 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 16e57f11-f137-4464-a7ca-73d704ac7f4d up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:03:15.709298 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-6d225bb7-c745-4031-a6d3-864c016c18c9 None None] Deleting port 5b6156aa-b50a-415a-a81b-7354d75ff01a {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:03:15.710232 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6d225bb7-c745-4031-a6d3-864c016c18c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:15.743468 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-a55870d3-ed0f-4d49-b5d5-74c82edbbff8 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Deleting port 5b6156aa-b50a-415a-a81b-7354d75ff01a {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:03:15.743805 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a55870d3-ed0f-4d49-b5d5-74c82edbbff8 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:15.824474 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-a55870d3-ed0f-4d49-b5d5-74c82edbbff8 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] For port 5b6156aa-b50a-415a-a81b-7354d75ff01a, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=5b6156aa-b50a-415a-a81b-7354d75ff01a,segment=NetworkSegment(459f27d6-b1fd-43cc-9134-6320fdd4c59f),segment_id=459f27d6-b1fd-43cc-9134-6320fdd4c59f)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:03:15.825002 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a55870d3-ed0f-4d49-b5d5-74c82edbbff8 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:15.849722 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-a55870d3-ed0f-4d49-b5d5-74c82edbbff8 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Calling delete_port for 5b6156aa-b50a-415a-a81b-7354d75ff01a owned by network:dhcp {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:03:15.868877 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-6d225bb7-c745-4031-a6d3-864c016c18c9 None None] For port 5b6156aa-b50a-415a-a81b-7354d75ff01a, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=5b6156aa-b50a-415a-a81b-7354d75ff01a,segment=NetworkSegment(459f27d6-b1fd-43cc-9134-6320fdd4c59f),segment_id=459f27d6-b1fd-43cc-9134-6320fdd4c59f)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:03:15.869296 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6d225bb7-c745-4031-a6d3-864c016c18c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:15.885990 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-6d225bb7-c745-4031-a6d3-864c016c18c9 None None] Calling delete_port for 5b6156aa-b50a-415a-a81b-7354d75ff01a owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:03:15.911757 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port 16e57f11-f137-4464-a7ca-73d704ac7f4d completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:03:15.918641 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 16e57f11-f137-4464-a7ca-73d704ac7f4d triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:03:15.919533 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:15.966671 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a55870d3-ed0f-4d49-b5d5-74c82edbbff8 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:15.972582 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-250b2893-18f7-4bf4-b427-559a987f7498 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:15.980652 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-250b2893-18f7-4bf4-b427-559a987f7498 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:16.010414 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55870d3-ed0f-4d49-b5d5-74c82edbbff8 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] No DVR routers for this DVR port 5b6156aa-b50a-415a-a81b-7354d75ff01a on host n-d-800634-1 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:03:16.012401 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55870d3-ed0f-4d49-b5d5-74c82edbbff8 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Pushing event deleted for resources: {'Port': ['ID=5b6156aa-b50a-415a-a81b-7354d75ff01a,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:03:16.128089 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-250b2893-18f7-4bf4-b427-559a987f7498 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1785045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451806'] for router_interface, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:16.132500 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250b2893-18f7-4bf4-b427-559a987f7498 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Pushing event updated for resources: {'Port': ['ID=b2d2ad0f-61ac-4315-a123-1e21d29b0665,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:03:16.143597 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea77c2a-cf66-4727-a654-f13661b94e6d None None] DHCP port deletion for c10609af-899d-4476-bb3f-a1771ca4066b request from n-d-800634-1 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 14:03:16.150430 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a55870d3-ed0f-4d49-b5d5-74c82edbbff8 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:16.154120 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:16.168794 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-a55870d3-ed0f-4d49-b5d5-74c82edbbff8 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66d18ebd-c35e-4e15-b1ef-9323bd11d006']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:03:16.184698 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-a55870d3-ed0f-4d49-b5d5-74c82edbbff8 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '459f27d6-b1fd-43cc-9134-6320fdd4c59f') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:03:16.185158 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-a55870d3-ed0f-4d49-b5d5-74c82edbbff8 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '459f27d6-b1fd-43cc-9134-6320fdd4c59f') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:03:16.200702 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a55870d3-ed0f-4d49-b5d5-74c82edbbff8 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6018464'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:16.202103 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6d225bb7-c745-4031-a6d3-864c016c18c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:16.221301 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a55870d3-ed0f-4d49-b5d5-74c82edbbff8 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:16.232165 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a55870d3-ed0f-4d49-b5d5-74c82edbbff8 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 14:03:16.233917 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a55870d3-ed0f-4d49-b5d5-74c82edbbff8 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6018632'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:16.238771 n-d-800634-1 neutron-server[93751]: Traceback (most recent call last): Jul 13 14:03:16.238771 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 14:03:16.238771 n-d-800634-1 neutron-server[93751]: timer() Jul 13 14:03:16.238771 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 14:03:16.238771 n-d-800634-1 neutron-server[93751]: cb(*args, **kw) Jul 13 14:03:16.238771 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 14:03:16.238771 n-d-800634-1 neutron-server[93751]: return func(*args, **kwargs) Jul 13 14:03:16.238771 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 14:03:16.238771 n-d-800634-1 neutron-server[93751]: self._notify() Jul 13 14:03:16.238771 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 14:03:16.238771 n-d-800634-1 neutron-server[93751]: self.callback(batched_events) Jul 13 14:03:16.238771 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 14:03:16.238771 n-d-800634-1 neutron-server[93751]: event.method(event) Jul 13 14:03:16.238771 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 14:03:16.238771 n-d-800634-1 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 14:03:16.238771 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 14:03:16.238771 n-d-800634-1 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 14:03:16.238771 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 14:03:16.238771 n-d-800634-1 neutron-server[93751]: return f(self, *a, **k) Jul 13 14:03:16.238771 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 14:03:16.238771 n-d-800634-1 neutron-server[93751]: return self._get(url).json() Jul 13 14:03:16.238771 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 14:03:16.238771 n-d-800634-1 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 14:03:16.238771 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 14:03:16.238771 n-d-800634-1 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 13 14:03:16.238771 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 14:03:16.238771 n-d-800634-1 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 14:03:16.238771 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 14:03:16.238771 n-d-800634-1 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 14:03:16.238771 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 14:03:16.238771 n-d-800634-1 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 14:03:16.238771 n-d-800634-1 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 14:03:16.241686 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port 16e57f11-f137-4464-a7ca-73d704ac7f4d, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=16e57f11-f137-4464-a7ca-73d704ac7f4d,segment=NetworkSegment(3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87),segment_id=3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:03:16.251812 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d225bb7-c745-4031-a6d3-864c016c18c9 None None] Pushing event deleted for resources: {'Port': ['ID=5b6156aa-b50a-415a-a81b-7354d75ff01a,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:03:16.255621 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d225bb7-c745-4031-a6d3-864c016c18c9 None None] No DVR routers for this DVR port 5b6156aa-b50a-415a-a81b-7354d75ff01a on host n-d-800634-1 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:03:16.258607 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:16.259412 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 2a896fcc-bfe6-4320-8716-48de834a95cb up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:03:16.262580 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-250b2893-18f7-4bf4-b427-559a987f7498 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Network 3c41f787-ebaf-4c90-8190-d791a024fbc3 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:03:16.264607 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-250b2893-18f7-4bf4-b427-559a987f7498 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:03:16.343366 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a55870d3-ed0f-4d49-b5d5-74c82edbbff8 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:16.353501 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a55870d3-ed0f-4d49-b5d5-74c82edbbff8 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:16.359502 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-a55870d3-ed0f-4d49-b5d5-74c82edbbff8 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] 10.222.0.23 "DELETE /v2.0/networks/66d18ebd-c35e-4e15-b1ef-9323bd11d006 HTTP/1.1" status: 204 len: 168 time: 0.8794029 Jul 13 14:03:16.361432 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 37796) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:03:16.385604 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55870d3-ed0f-4d49-b5d5-74c82edbbff8 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Pushing event deleted for resources: {'Network': ['ID=66d18ebd-c35e-4e15-b1ef-9323bd11d006,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:03:16.446580 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-250b2893-18f7-4bf4-b427-559a987f7498 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Router ede5e49d-b7a7-4ccc-b49d-4475e8971e57 has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:03:16.509640 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b0dc1898-1c1b-402a-9521-5fce81af4992 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:16.587571 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6436cb1e-59fa-4f09-8c07-bccef8d46ffb None None] Network 3c41f787-ebaf-4c90-8190-d791a024fbc3 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:03:16.594717 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-6ea77c2a-cf66-4727-a654-f13661b94e6d None None] Deleting port 5c1e2c86-912a-44c8-a534-1f7a6938d2b9 {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:03:16.595405 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6ea77c2a-cf66-4727-a654-f13661b94e6d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:16.605058 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-250b2893-18f7-4bf4-b427-559a987f7498 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:03:16.609220 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-b0dc1898-1c1b-402a-9521-5fce81af4992 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Deleting port 5c1e2c86-912a-44c8-a534-1f7a6938d2b9 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:03:16.609627 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b0dc1898-1c1b-402a-9521-5fce81af4992 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:16.619231 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-250b2893-18f7-4bf4-b427-559a987f7498 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "PUT /v2.0/routers/ede5e49d-b7a7-4ccc-b49d-4475e8971e57/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9268637 Jul 13 14:03:16.696538 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-b0dc1898-1c1b-402a-9521-5fce81af4992 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] For port 5c1e2c86-912a-44c8-a534-1f7a6938d2b9, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=5c1e2c86-912a-44c8-a534-1f7a6938d2b9,segment=NetworkSegment(a3fe607e-08a2-41e1-8fc9-863af09f7382),segment_id=a3fe607e-08a2-41e1-8fc9-863af09f7382)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:03:16.696538 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b0dc1898-1c1b-402a-9521-5fce81af4992 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:16.715572 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-b0dc1898-1c1b-402a-9521-5fce81af4992 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Calling delete_port for 5c1e2c86-912a-44c8-a534-1f7a6938d2b9 owned by network:dhcp {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:03:16.721262 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=16e57f11-f137-4464-a7ca-73d704ac7f4d,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:03:16.738980 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-af1aec94-6824-4fb1-8e7b-1ea9eff47033 None None] Provisioning for port 2a896fcc-bfe6-4320-8716-48de834a95cb completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:03:16.755842 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port 2a896fcc-bfe6-4320-8716-48de834a95cb completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:03:16.765855 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-af1aec94-6824-4fb1-8e7b-1ea9eff47033 None None] Provisioning complete for port 2a896fcc-bfe6-4320-8716-48de834a95cb triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:03:16.766224 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-af1aec94-6824-4fb1-8e7b-1ea9eff47033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:16.777360 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 2a896fcc-bfe6-4320-8716-48de834a95cb triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:03:16.777759 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:16.835671 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-08d1b623-4c4b-4b29-9afe-cbf8afa1dbfe req-37aa442e-4c32-452a-9fdb-d4a9f2abf43b tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-766231498&fields=id&tenant_id=7a7d384b32784a6f914418ec93b94b0e HTTP/1.1" status: 200 len: 267 time: 0.0562739 Jul 13 14:03:16.844674 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-6ea77c2a-cf66-4727-a654-f13661b94e6d None None] For port 5c1e2c86-912a-44c8-a534-1f7a6938d2b9, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=5c1e2c86-912a-44c8-a534-1f7a6938d2b9,segment=NetworkSegment(a3fe607e-08a2-41e1-8fc9-863af09f7382),segment_id=a3fe607e-08a2-41e1-8fc9-863af09f7382)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:03:16.845173 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6ea77c2a-cf66-4727-a654-f13661b94e6d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:16.899218 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-6ea77c2a-cf66-4727-a654-f13661b94e6d None None] Calling delete_port for 5c1e2c86-912a-44c8-a534-1f7a6938d2b9 owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:03:16.939091 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b0dc1898-1c1b-402a-9521-5fce81af4992 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:16.978284 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0dc1898-1c1b-402a-9521-5fce81af4992 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] No DVR routers for this DVR port 5c1e2c86-912a-44c8-a534-1f7a6938d2b9 on host n-d-800634-1 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:03:16.985328 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dc1898-1c1b-402a-9521-5fce81af4992 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Pushing event deleted for resources: {'Port': ['ID=5c1e2c86-912a-44c8-a534-1f7a6938d2b9,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:03:17.071491 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575c67f5-8bee-4e34-a5ee-309f6d4cadb6 None None] Sync routers for ids ['ede5e49d-b7a7-4ccc-b49d-4475e8971e57'] in n-d-800634-1 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:03:17.077766 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d1b623-4c4b-4b29-9afe-cbf8afa1dbfe req-303aa54e-a14d-4c21-804f-61882b1a01a6 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:03:17.079336 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-08d1b623-4c4b-4b29-9afe-cbf8afa1dbfe req-303aa54e-a14d-4c21-804f-61882b1a01a6 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/networks?id=3c41f787-ebaf-4c90-8190-d791a024fbc3 HTTP/1.1" status: 200 len: 796 time: 0.2360291 Jul 13 14:03:17.083803 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575c67f5-8bee-4e34-a5ee-309f6d4cadb6 None None] Routers {'ede5e49d-b7a7-4ccc-b49d-4475e8971e57'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:03:17.085281 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-575c67f5-8bee-4e34-a5ee-309f6d4cadb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:02:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['ede5e49d-b7a7-4ccc-b49d-4475e8971e57'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:03:17.086212 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:17.094544 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b0dc1898-1c1b-402a-9521-5fce81af4992 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:17.109640 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-af1aec94-6824-4fb1-8e7b-1ea9eff47033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:17.112387 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-b0dc1898-1c1b-402a-9521-5fce81af4992 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c10609af-899d-4476-bb3f-a1771ca4066b']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:03:17.116355 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-08d1b623-4c4b-4b29-9afe-cbf8afa1dbfe req-254c6bab-5c88-4027-8080-32f494f0763a tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/quotas/7a7d384b32784a6f914418ec93b94b0e HTTP/1.1" status: 200 len: 375 time: 0.0244114 Jul 13 14:03:17.125766 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-b0dc1898-1c1b-402a-9521-5fce81af4992 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3fe607e-08a2-41e1-8fc9-863af09f7382') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:03:17.126003 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-b0dc1898-1c1b-402a-9521-5fce81af4992 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3fe607e-08a2-41e1-8fc9-863af09f7382') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:03:17.148343 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b0dc1898-1c1b-402a-9521-5fce81af4992 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6018464'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:17.174750 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6ea77c2a-cf66-4727-a654-f13661b94e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:17.184561 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-af1aec94-6824-4fb1-8e7b-1ea9eff47033 None None] For port 2a896fcc-bfe6-4320-8716-48de834a95cb, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=2a896fcc-bfe6-4320-8716-48de834a95cb,segment=NetworkSegment(a073a2b3-e228-4b13-80b4-7d5b4b04b832),segment_id=a073a2b3-e228-4b13-80b4-7d5b4b04b832)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:03:17.191338 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b0dc1898-1c1b-402a-9521-5fce81af4992 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:17.205132 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0dc1898-1c1b-402a-9521-5fce81af4992 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 14:03:17.205268 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b0dc1898-1c1b-402a-9521-5fce81af4992 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6018632'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:17.210433 n-d-800634-1 neutron-server[93751]: Traceback (most recent call last): Jul 13 14:03:17.210433 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 14:03:17.210433 n-d-800634-1 neutron-server[93751]: timer() Jul 13 14:03:17.210433 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 14:03:17.210433 n-d-800634-1 neutron-server[93751]: cb(*args, **kw) Jul 13 14:03:17.210433 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 14:03:17.210433 n-d-800634-1 neutron-server[93751]: return func(*args, **kwargs) Jul 13 14:03:17.210433 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 14:03:17.210433 n-d-800634-1 neutron-server[93751]: self._notify() Jul 13 14:03:17.210433 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 14:03:17.210433 n-d-800634-1 neutron-server[93751]: self.callback(batched_events) Jul 13 14:03:17.210433 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 14:03:17.210433 n-d-800634-1 neutron-server[93751]: event.method(event) Jul 13 14:03:17.210433 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 14:03:17.210433 n-d-800634-1 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 14:03:17.210433 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 14:03:17.210433 n-d-800634-1 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 14:03:17.210433 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 14:03:17.210433 n-d-800634-1 neutron-server[93751]: return f(self, *a, **k) Jul 13 14:03:17.210433 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 14:03:17.210433 n-d-800634-1 neutron-server[93751]: return self._get(url).json() Jul 13 14:03:17.210433 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 14:03:17.210433 n-d-800634-1 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 14:03:17.210433 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 14:03:17.210433 n-d-800634-1 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 13 14:03:17.210433 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 14:03:17.210433 n-d-800634-1 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 14:03:17.210433 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 14:03:17.210433 n-d-800634-1 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 14:03:17.210433 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 14:03:17.210433 n-d-800634-1 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 14:03:17.210433 n-d-800634-1 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 14:03:17.232169 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-af1aec94-6824-4fb1-8e7b-1ea9eff47033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:17.245066 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea77c2a-cf66-4727-a654-f13661b94e6d None None] Pushing event deleted for resources: {'Port': ['ID=5c1e2c86-912a-44c8-a534-1f7a6938d2b9,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:03:17.251688 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea77c2a-cf66-4727-a654-f13661b94e6d None None] No DVR routers for this DVR port 5c1e2c86-912a-44c8-a534-1f7a6938d2b9 on host n-d-800634-1 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:03:17.291310 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-08d1b623-4c4b-4b29-9afe-cbf8afa1dbfe req-bc888481-7025-40a0-b247-a572ae4f0777 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=7a7d384b32784a6f914418ec93b94b0e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1630661 Jul 13 14:03:17.301069 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b0dc1898-1c1b-402a-9521-5fce81af4992 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:17.307195 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b0dc1898-1c1b-402a-9521-5fce81af4992 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:17.310301 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-b0dc1898-1c1b-402a-9521-5fce81af4992 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] 10.222.0.23 "DELETE /v2.0/networks/c10609af-899d-4476-bb3f-a1771ca4066b HTTP/1.1" status: 204 len: 168 time: 0.9475644 Jul 13 14:03:17.325760 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [req-08d1b623-4c4b-4b29-9afe-cbf8afa1dbfe req-6ab6c123-5bc4-4584-b9c6-09936834e991 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 14:03:17.325760 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-08d1b623-4c4b-4b29-9afe-cbf8afa1dbfe req-6ab6c123-5bc4-4584-b9c6-09936834e991 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059218 Jul 13 14:03:17.330461 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-575c67f5-8bee-4e34-a5ee-309f6d4cadb6 None None] Set router ede5e49d-b7a7-4ccc-b49d-4475e8971e57 gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:03:17.366360 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-0e8ea596-55df-419b-b29e-d83f16072802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:17.381383 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.db.api [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93752) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 14:03:17.381876 n-d-800634-1 neutron-server[93752]: DEBUG oslo_db.api [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 14:03:17.389124 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1aec94-6824-4fb1-8e7b-1ea9eff47033 None None] Pushing event updated for resources: {'Port': ['ID=2a896fcc-bfe6-4320-8716-48de834a95cb,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:03:17.433918 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dc1898-1c1b-402a-9521-5fce81af4992 tempest-TaggedBootDevicesTest_v242-37058901 tempest-TaggedBootDevicesTest_v242-37058901-project] Pushing event deleted for resources: {'Network': ['ID=c10609af-899d-4476-bb3f-a1771ca4066b,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:03:17.499412 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-08d1b623-4c4b-4b29-9afe-cbf8afa1dbfe req-3a6a76a4-f871-4460-a5cc-eff4b237e4e0 service neutron] 10.222.0.23 "GET /v2.0/networks/3c41f787-ebaf-4c90-8190-d791a024fbc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586409 Jul 13 14:03:17.629430 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-08d1b623-4c4b-4b29-9afe-cbf8afa1dbfe req-7434d079-f616-458a-87b8-5438fe85e077 service neutron] 10.222.0.23 "GET /v2.0/networks/3c41f787-ebaf-4c90-8190-d791a024fbc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219552 Jul 13 14:03:17.678503 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01291fa6-707c-477f-aefe-cce720fe6b1b None None] Provisioning complete for port 2a896fcc-bfe6-4320-8716-48de834a95cb triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:03:17.679293 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01291fa6-707c-477f-aefe-cce720fe6b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:17.751242 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-575c67f5-8bee-4e34-a5ee-309f6d4cadb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ede5e49d-b7a7-4ccc-b49d-4475e8971e57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1801244469', 'tenant_id': '7a7d384b32784a6f914418ec93b94b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': '16e57f11-f137-4464-a7ca-73d704ac7f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:03:11Z', 'updated_at': '2021-07-13T14:03:15Z', 'revision_number': 4, 'project_id': '7a7d384b32784a6f914418ec93b94b0e', 'gw_port': {'id': '16e57f11-f137-4464-a7ca-73d704ac7f4d', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:b2:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede5e49d-b7a7-4ccc-b49d-4475e8971e57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:03:11Z', 'updated_at': '2021-07-13T14:03:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': 'b2d2ad0f-61ac-4315-a123-1e21d29b0665', 'name': '', 'network_id': '3c41f787-ebaf-4c90-8190-d791a024fbc3', 'tenant_id': '7a7d384b32784a6f914418ec93b94b0e', 'mac_address': 'fa:16:3e:95:90:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ede5e49d-b7a7-4ccc-b49d-4475e8971e57', 'device_owner': 'network:router_interface', 'standard_attr_id': 3148, 'fixed_ips': [{'subnet_id': '1e80c959-8a97-43d5-aed1-b8e82262ca89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:03:14Z', 'updated_at': '2021-07-13T14:03:15Z', 'revision_number': 2, 'project_id': '7a7d384b32784a6f914418ec93b94b0e', 'subnets': [{'id': '1e80c959-8a97-43d5-aed1-b8e82262ca89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:03:17.791295 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575c67f5-8bee-4e34-a5ee-309f6d4cadb6 None None] Checking router: ede5e49d-b7a7-4ccc-b49d-4475e8971e57 for host: n-d-800634-1 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:03:17.791859 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575c67f5-8bee-4e34-a5ee-309f6d4cadb6 None None] Updating router ede5e49d-b7a7-4ccc-b49d-4475e8971e57 port b2d2ad0f-61ac-4315-a123-1e21d29b0665 binding host n-d-800634-1 {{(pid=93753) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 14:03:17.857421 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-575c67f5-8bee-4e34-a5ee-309f6d4cadb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:17.866564 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01291fa6-707c-477f-aefe-cce720fe6b1b None None] Provisioning for port b2d2ad0f-61ac-4315-a123-1e21d29b0665 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:03:17.872731 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01291fa6-707c-477f-aefe-cce720fe6b1b None None] Provisioning complete for port b2d2ad0f-61ac-4315-a123-1e21d29b0665 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:03:17.873401 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01291fa6-707c-477f-aefe-cce720fe6b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:18.057154 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-14f38ac1-5c76-4574-b700-e3d55a2ee013 req-e5ecbe60-c470-4751-9954-69a8bc3360fd tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/ports?device_id=a79b75d3-bce8-4edf-a91a-68af2e5422e5 HTTP/1.1" status: 200 len: 210 time: 0.0793982 Jul 13 14:03:18.060708 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-01291fa6-707c-477f-aefe-cce720fe6b1b None None] Port b2d2ad0f-61ac-4315-a123-1e21d29b0665 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:03:18.157418 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 5b6156aa-b50a-415a-a81b-7354d75ff01a no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:03:18.199911 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: 5b6156aa-b50a-415a-a81b-7354d75ff01a {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:03:18.200257 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 5b6156aa-b50a-415a-a81b-7354d75ff01a not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:03:18.212654 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-1df8720c-f6a2-485f-8f60-e916c35435cc None None] Provisioning complete for port b2d2ad0f-61ac-4315-a123-1e21d29b0665 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:03:18.212975 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-1df8720c-f6a2-485f-8f60-e916c35435cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:18.268165 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-1df8720c-f6a2-485f-8f60-e916c35435cc None None] Port b2d2ad0f-61ac-4315-a123-1e21d29b0665 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:03:18.270307 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-575c67f5-8bee-4e34-a5ee-309f6d4cadb6 None None] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:18.284272 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-575c67f5-8bee-4e34-a5ee-309f6d4cadb6 None None] Transition to ACTIVE for port object b2d2ad0f-61ac-4315-a123-1e21d29b0665 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:03:18.294365 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-575c67f5-8bee-4e34-a5ee-309f6d4cadb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:18.346932 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 16e57f11-f137-4464-a7ca-73d704ac7f4d up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:03:18.366057 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e119af0-f481-4d21-8543-a48dc5abcae8 None None] Pushing event updated for resources: {'Port': ['ID=b2d2ad0f-61ac-4315-a123-1e21d29b0665,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:03:18.417500 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e119af0-f481-4d21-8543-a48dc5abcae8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:03:18.418032 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e119af0-f481-4d21-8543-a48dc5abcae8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:03:18.418528 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e119af0-f481-4d21-8543-a48dc5abcae8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:03:18.421894 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e119af0-f481-4d21-8543-a48dc5abcae8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:03:18.422490 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e119af0-f481-4d21-8543-a48dc5abcae8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:03:18.423283 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e119af0-f481-4d21-8543-a48dc5abcae8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:03:18.423467 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e119af0-f481-4d21-8543-a48dc5abcae8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:03:18.423948 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e119af0-f481-4d21-8543-a48dc5abcae8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:03:18.427803 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e119af0-f481-4d21-8543-a48dc5abcae8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:03:18.428314 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e119af0-f481-4d21-8543-a48dc5abcae8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:03:18.428803 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e119af0-f481-4d21-8543-a48dc5abcae8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:03:18.431050 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e119af0-f481-4d21-8543-a48dc5abcae8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:03:18.467878 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 16e57f11-f137-4464-a7ca-73d704ac7f4d triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:03:18.468333 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:18.481401 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-575c67f5-8bee-4e34-a5ee-309f6d4cadb6 None None] Attempting to bind port b2d2ad0f-61ac-4315-a123-1e21d29b0665 on host n-d-800634-1 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:03:18.482109 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-575c67f5-8bee-4e34-a5ee-309f6d4cadb6 None None] Attempting to bind port b2d2ad0f-61ac-4315-a123-1e21d29b0665 by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': 'a073a2b3-e228-4b13-80b4-7d5b4b04b832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3c41f787-ebaf-4c90-8190-d791a024fbc3'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:03:18.482589 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575c67f5-8bee-4e34-a5ee-309f6d4cadb6 None None] Attempting to bind port b2d2ad0f-61ac-4315-a123-1e21d29b0665 on network 3c41f787-ebaf-4c90-8190-d791a024fbc3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:03:18.499009 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575c67f5-8bee-4e34-a5ee-309f6d4cadb6 None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 2, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:03:18.499363 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575c67f5-8bee-4e34-a5ee-309f6d4cadb6 None None] Checking segment: {'id': 'a073a2b3-e228-4b13-80b4-7d5b4b04b832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3c41f787-ebaf-4c90-8190-d791a024fbc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:03:18.499729 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-575c67f5-8bee-4e34-a5ee-309f6d4cadb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:18.500126 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575c67f5-8bee-4e34-a5ee-309f6d4cadb6 None None] Bound using segment: {'id': 'a073a2b3-e228-4b13-80b4-7d5b4b04b832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3c41f787-ebaf-4c90-8190-d791a024fbc3'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:03:18.500614 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-575c67f5-8bee-4e34-a5ee-309f6d4cadb6 None None] Bound port: b2d2ad0f-61ac-4315-a123-1e21d29b0665, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a073a2b3-e228-4b13-80b4-7d5b4b04b832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3c41f787-ebaf-4c90-8190-d791a024fbc3'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:03:18.500999 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-575c67f5-8bee-4e34-a5ee-309f6d4cadb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:18.611675 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-575c67f5-8bee-4e34-a5ee-309f6d4cadb6 None None] For port b2d2ad0f-61ac-4315-a123-1e21d29b0665, host n-d-800634-1, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:03:18.617662 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-575c67f5-8bee-4e34-a5ee-309f6d4cadb6 None None] For port b2d2ad0f-61ac-4315-a123-1e21d29b0665, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=b2d2ad0f-61ac-4315-a123-1e21d29b0665,segment=NetworkSegment(a073a2b3-e228-4b13-80b4-7d5b4b04b832),segment_id=a073a2b3-e228-4b13-80b4-7d5b4b04b832)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:03:18.623897 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-575c67f5-8bee-4e34-a5ee-309f6d4cadb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:18.649582 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 2a896fcc-bfe6-4320-8716-48de834a95cb up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:03:18.700876 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575c67f5-8bee-4e34-a5ee-309f6d4cadb6 None None] Routers {'ede5e49d-b7a7-4ccc-b49d-4475e8971e57'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:03:18.701508 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-575c67f5-8bee-4e34-a5ee-309f6d4cadb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:02:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['ede5e49d-b7a7-4ccc-b49d-4475e8971e57'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:03:18.733240 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 2a896fcc-bfe6-4320-8716-48de834a95cb triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:03:18.734772 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:18.831657 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-575c67f5-8bee-4e34-a5ee-309f6d4cadb6 None None] Set router ede5e49d-b7a7-4ccc-b49d-4475e8971e57 gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:03:18.991758 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 5c1e2c86-912a-44c8-a534-1f7a6938d2b9 no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:03:18.999194 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e119af0-f481-4d21-8543-a48dc5abcae8 None None] Pushing event updated for resources: {'Port': ['ID=b2d2ad0f-61ac-4315-a123-1e21d29b0665,revision_number=4']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:03:19.037190 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: 5c1e2c86-912a-44c8-a534-1f7a6938d2b9 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:03:19.037540 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 5c1e2c86-912a-44c8-a534-1f7a6938d2b9 not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:03:19.105255 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-575c67f5-8bee-4e34-a5ee-309f6d4cadb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ede5e49d-b7a7-4ccc-b49d-4475e8971e57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1801244469', 'tenant_id': '7a7d384b32784a6f914418ec93b94b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': '16e57f11-f137-4464-a7ca-73d704ac7f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:03:11Z', 'updated_at': '2021-07-13T14:03:15Z', 'revision_number': 4, 'project_id': '7a7d384b32784a6f914418ec93b94b0e', 'gw_port': {'id': '16e57f11-f137-4464-a7ca-73d704ac7f4d', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:b2:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede5e49d-b7a7-4ccc-b49d-4475e8971e57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:03:11Z', 'updated_at': '2021-07-13T14:03:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': 'b2d2ad0f-61ac-4315-a123-1e21d29b0665', 'name': '', 'network_id': '3c41f787-ebaf-4c90-8190-d791a024fbc3', 'tenant_id': '7a7d384b32784a6f914418ec93b94b0e', 'mac_address': 'fa:16:3e:95:90:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ede5e49d-b7a7-4ccc-b49d-4475e8971e57', 'device_owner': 'network:router_interface', 'standard_attr_id': 3148, 'fixed_ips': [{'subnet_id': '1e80c959-8a97-43d5-aed1-b8e82262ca89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:03:14Z', 'updated_at': '2021-07-13T14:03:18Z', 'revision_number': 4, 'project_id': '7a7d384b32784a6f914418ec93b94b0e', 'subnets': [{'id': '1e80c959-8a97-43d5-aed1-b8e82262ca89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:03:19.153418 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575c67f5-8bee-4e34-a5ee-309f6d4cadb6 None None] The sync data for ids ['ede5e49d-b7a7-4ccc-b49d-4475e8971e57'] in n-d-800634-1 is: [{'id': 'ede5e49d-b7a7-4ccc-b49d-4475e8971e57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1801244469', 'tenant_id': '7a7d384b32784a6f914418ec93b94b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': '16e57f11-f137-4464-a7ca-73d704ac7f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:03:11Z', 'updated_at': '2021-07-13T14:03:15Z', 'revision_number': 4, 'project_id': '7a7d384b32784a6f914418ec93b94b0e', 'gw_port': {'id': '16e57f11-f137-4464-a7ca-73d704ac7f4d', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:b2:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede5e49d-b7a7-4ccc-b49d-4475e8971e57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:03:11Z', 'updated_at': '2021-07-13T14:03:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': 'b2d2ad0f-61ac-4315-a123-1e21d29b0665', 'name': '', 'network_id': '3c41f787-ebaf-4c90-8190-d791a024fbc3', 'tenant_id': '7a7d384b32784a6f914418ec93b94b0e', 'mac_address': 'fa:16:3e:95:90:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ede5e49d-b7a7-4ccc-b49d-4475e8971e57', 'device_owner': 'network:router_interface', 'standard_attr_id': 3148, 'fixed_ips': [{'subnet_id': '1e80c959-8a97-43d5-aed1-b8e82262ca89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:03:14Z', 'updated_at': '2021-07-13T14:03:18Z', 'revision_number': 4, 'project_id': '7a7d384b32784a6f914418ec93b94b0e', 'subnets': [{'id': '1e80c959-8a97-43d5-aed1-b8e82262ca89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:03:19.241569 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-97baab04-6d7e-4374-9c27-1207bc0f2343 req-b8d3d32f-7599-43d4-a49b-b40aea2482dd tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/ports?device_id=a79b75d3-bce8-4edf-a91a-68af2e5422e5 HTTP/1.1" status: 200 len: 210 time: 0.0536506 Jul 13 14:03:19.559805 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d1b623-4c4b-4b29-9afe-cbf8afa1dbfe req-f3d16211-1d4c-4431-805a-9733b61f1bac tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:03:19.562785 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-08d1b623-4c4b-4b29-9afe-cbf8afa1dbfe req-f3d16211-1d4c-4431-805a-9733b61f1bac tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.41 "GET /v2.0/networks?id=3c41f787-ebaf-4c90-8190-d791a024fbc3 HTTP/1.1" status: 200 len: 796 time: 0.1674013 Jul 13 14:03:19.616843 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-08d1b623-4c4b-4b29-9afe-cbf8afa1dbfe req-747cadd4-d685-4c8a-9669-3e6b80bca4e7 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7a7d384b32784a6f914418ec93b94b0e HTTP/1.1" status: 200 len: 379 time: 0.0447776 Jul 13 14:03:19.628166 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-08d1b623-4c4b-4b29-9afe-cbf8afa1dbfe req-313273e4-8b99-4cb2-ba9a-9f0f15efb514 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Request body: {'port': {'device_id': 'a79b75d3-bce8-4edf-a91a-68af2e5422e5', 'network_id': '3c41f787-ebaf-4c90-8190-d791a024fbc3', 'admin_state_up': True, 'tenant_id': '7a7d384b32784a6f914418ec93b94b0e', 'security_groups': ['194e6929-9a5c-4dd6-8638-a81754a3ce4f']}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:03:19.768553 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08d1b623-4c4b-4b29-9afe-cbf8afa1dbfe req-313273e4-8b99-4cb2-ba9a-9f0f15efb514 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Made reservation on behalf of 7a7d384b32784a6f914418ec93b94b0e for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:03:19.772854 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-08d1b623-4c4b-4b29-9afe-cbf8afa1dbfe req-313273e4-8b99-4cb2-ba9a-9f0f15efb514 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:19.869335 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ca937c93-50a2-4963-ac9c-8d9d02bd8d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:19.951630 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-08d1b623-4c4b-4b29-9afe-cbf8afa1dbfe req-313273e4-8b99-4cb2-ba9a-9f0f15efb514 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Allocated IP 172.20.0.6 (3c41f787-ebaf-4c90-8190-d791a024fbc3/1e80c959-8a97-43d5-aed1-b8e82262ca89/37f646bc-3b06-4cac-971d-76c9d96c0925) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:03:20.007053 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:20.157513 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-08d1b623-4c4b-4b29-9afe-cbf8afa1dbfe req-313273e4-8b99-4cb2-ba9a-9f0f15efb514 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:20.173027 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-08d1b623-4c4b-4b29-9afe-cbf8afa1dbfe req-313273e4-8b99-4cb2-ba9a-9f0f15efb514 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Transition to ACTIVE for port object 37f646bc-3b06-4cac-971d-76c9d96c0925 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:03:20.212070 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-08d1b623-4c4b-4b29-9afe-cbf8afa1dbfe req-313273e4-8b99-4cb2-ba9a-9f0f15efb514 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:20.263986 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08d1b623-4c4b-4b29-9afe-cbf8afa1dbfe req-313273e4-8b99-4cb2-ba9a-9f0f15efb514 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Network 3c41f787-ebaf-4c90-8190-d791a024fbc3 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:03:20.272355 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-08d1b623-4c4b-4b29-9afe-cbf8afa1dbfe req-313273e4-8b99-4cb2-ba9a-9f0f15efb514 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:03:20.280561 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-08d1b623-4c4b-4b29-9afe-cbf8afa1dbfe req-313273e4-8b99-4cb2-ba9a-9f0f15efb514 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:03:20.341553 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d1b623-4c4b-4b29-9afe-cbf8afa1dbfe req-313273e4-8b99-4cb2-ba9a-9f0f15efb514 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:03:20.342268 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-08d1b623-4c4b-4b29-9afe-cbf8afa1dbfe req-313273e4-8b99-4cb2-ba9a-9f0f15efb514 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:20.363544 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313273e4-8b99-4cb2-ba9a-9f0f15efb514 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Pushing event updated for resources: {'Port': ['ID=37f646bc-3b06-4cac-971d-76c9d96c0925,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:03:20.367820 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-08d1b623-4c4b-4b29-9afe-cbf8afa1dbfe req-313273e4-8b99-4cb2-ba9a-9f0f15efb514 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7448037 Jul 13 14:03:20.380183 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-08d1b623-4c4b-4b29-9afe-cbf8afa1dbfe req-9d5a3b42-9a7d-474e-8f85-16aca6365229 service neutron] Request body: {'port': {'device_id': 'a79b75d3-bce8-4edf-a91a-68af2e5422e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:03:20.429230 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device b2d2ad0f-61ac-4315-a123-1e21d29b0665 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:03:20.499430 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-08d1b623-4c4b-4b29-9afe-cbf8afa1dbfe req-9d5a3b42-9a7d-474e-8f85-16aca6365229 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:20.505673 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port b2d2ad0f-61ac-4315-a123-1e21d29b0665 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:03:20.511434 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port b2d2ad0f-61ac-4315-a123-1e21d29b0665 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:03:20.512062 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:20.640274 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:20.694244 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port b2d2ad0f-61ac-4315-a123-1e21d29b0665, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=b2d2ad0f-61ac-4315-a123-1e21d29b0665,segment=NetworkSegment(a073a2b3-e228-4b13-80b4-7d5b4b04b832),segment_id=a073a2b3-e228-4b13-80b4-7d5b4b04b832)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:03:20.700698 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:20.709717 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-85530ce2-37ae-4c72-9ad2-8aa8e0a0e329 None None] Provisioning for port 37f646bc-3b06-4cac-971d-76c9d96c0925 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:03:20.723733 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7868f5-3ce8-4dcb-9311-0178a9cae92a req-68687d95-d8fd-409c-81d7-6b8204cbb44c tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:03:20.725267 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3a7868f5-3ce8-4dcb-9311-0178a9cae92a req-68687d95-d8fd-409c-81d7-6b8204cbb44c tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/ports?device_id=a79b75d3-bce8-4edf-a91a-68af2e5422e5 HTTP/1.1" status: 200 len: 931 time: 0.2048197 Jul 13 14:03:20.734358 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-85530ce2-37ae-4c72-9ad2-8aa8e0a0e329 None None] Provisioning complete for port 37f646bc-3b06-4cac-971d-76c9d96c0925 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:03:20.734850 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-85530ce2-37ae-4c72-9ad2-8aa8e0a0e329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:20.796684 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=b2d2ad0f-61ac-4315-a123-1e21d29b0665,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:03:20.801722 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-85530ce2-37ae-4c72-9ad2-8aa8e0a0e329 None None] Port 37f646bc-3b06-4cac-971d-76c9d96c0925 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:03:20.853754 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3a7868f5-3ce8-4dcb-9311-0178a9cae92a req-9ec32f30-f5e3-48c7-a22a-44b867d38c95 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/security-groups?id=194e6929-9a5c-4dd6-8638-a81754a3ce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016388 Jul 13 14:03:20.947627 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-08d1b623-4c4b-4b29-9afe-cbf8afa1dbfe req-9d5a3b42-9a7d-474e-8f85-16aca6365229 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37f646bc-3b06-4cac-971d-76c9d96c0925 {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:03:20.955313 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-08d1b623-4c4b-4b29-9afe-cbf8afa1dbfe req-9d5a3b42-9a7d-474e-8f85-16aca6365229 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:20.968517 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-08d1b623-4c4b-4b29-9afe-cbf8afa1dbfe req-9d5a3b42-9a7d-474e-8f85-16aca6365229 service neutron] Transition to ACTIVE for port object 37f646bc-3b06-4cac-971d-76c9d96c0925 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:03:20.971787 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-08d1b623-4c4b-4b29-9afe-cbf8afa1dbfe req-9d5a3b42-9a7d-474e-8f85-16aca6365229 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:21.031904 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5a3b42-9a7d-474e-8f85-16aca6365229 service neutron] Pushing event updated for resources: {'Port': ['ID=37f646bc-3b06-4cac-971d-76c9d96c0925,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:03:21.107481 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-08d1b623-4c4b-4b29-9afe-cbf8afa1dbfe req-9d5a3b42-9a7d-474e-8f85-16aca6365229 service neutron] Attempting to bind port 37f646bc-3b06-4cac-971d-76c9d96c0925 on host n-h2-800634-1 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:03:21.107818 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-08d1b623-4c4b-4b29-9afe-cbf8afa1dbfe req-9d5a3b42-9a7d-474e-8f85-16aca6365229 service neutron] Attempting to bind port 37f646bc-3b06-4cac-971d-76c9d96c0925 by drivers openvswitch,hyperv on host n-h2-800634-1 at level 0 using segments [{'id': 'a073a2b3-e228-4b13-80b4-7d5b4b04b832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3c41f787-ebaf-4c90-8190-d791a024fbc3'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:03:21.108148 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d1b623-4c4b-4b29-9afe-cbf8afa1dbfe req-9d5a3b42-9a7d-474e-8f85-16aca6365229 service neutron] Attempting to bind port 37f646bc-3b06-4cac-971d-76c9d96c0925 on network 3c41f787-ebaf-4c90-8190-d791a024fbc3 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:03:21.113118 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d1b623-4c4b-4b29-9afe-cbf8afa1dbfe req-9d5a3b42-9a7d-474e-8f85-16aca6365229 service neutron] Port 37f646bc-3b06-4cac-971d-76c9d96c0925 on network 3c41f787-ebaf-4c90-8190-d791a024fbc3 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-1 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 14:03:21.113439 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d1b623-4c4b-4b29-9afe-cbf8afa1dbfe req-9d5a3b42-9a7d-474e-8f85-16aca6365229 service neutron] Attempting to bind port 37f646bc-3b06-4cac-971d-76c9d96c0925 on network 3c41f787-ebaf-4c90-8190-d791a024fbc3 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:03:21.120715 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d1b623-4c4b-4b29-9afe-cbf8afa1dbfe req-9d5a3b42-9a7d-474e-8f85-16aca6365229 service neutron] Checking agent: {'id': 'f615e5c9-21ab-43f2-adbc-192d64b795cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:03:21.121056 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d1b623-4c4b-4b29-9afe-cbf8afa1dbfe req-9d5a3b42-9a7d-474e-8f85-16aca6365229 service neutron] Checking segment: {'id': 'a073a2b3-e228-4b13-80b4-7d5b4b04b832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3c41f787-ebaf-4c90-8190-d791a024fbc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:03:21.121435 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d1b623-4c4b-4b29-9afe-cbf8afa1dbfe req-9d5a3b42-9a7d-474e-8f85-16aca6365229 service neutron] Bound using segment: {'id': 'a073a2b3-e228-4b13-80b4-7d5b4b04b832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3c41f787-ebaf-4c90-8190-d791a024fbc3'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:03:21.121918 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-08d1b623-4c4b-4b29-9afe-cbf8afa1dbfe req-9d5a3b42-9a7d-474e-8f85-16aca6365229 service neutron] Bound port: 37f646bc-3b06-4cac-971d-76c9d96c0925, host: n-h2-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a073a2b3-e228-4b13-80b4-7d5b4b04b832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3c41f787-ebaf-4c90-8190-d791a024fbc3'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:03:21.122278 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-08d1b623-4c4b-4b29-9afe-cbf8afa1dbfe req-9d5a3b42-9a7d-474e-8f85-16aca6365229 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:21.162609 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:21.227769 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-08d1b623-4c4b-4b29-9afe-cbf8afa1dbfe req-9d5a3b42-9a7d-474e-8f85-16aca6365229 service neutron] For port 37f646bc-3b06-4cac-971d-76c9d96c0925, host n-h2-800634-1, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:03:21.232991 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-08d1b623-4c4b-4b29-9afe-cbf8afa1dbfe req-9d5a3b42-9a7d-474e-8f85-16aca6365229 service neutron] For port 37f646bc-3b06-4cac-971d-76c9d96c0925, host n-h2-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=37f646bc-3b06-4cac-971d-76c9d96c0925,segment=NetworkSegment(a073a2b3-e228-4b13-80b4-7d5b4b04b832),segment_id=a073a2b3-e228-4b13-80b4-7d5b4b04b832)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:03:21.240428 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-08d1b623-4c4b-4b29-9afe-cbf8afa1dbfe req-9d5a3b42-9a7d-474e-8f85-16aca6365229 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:21.286809 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d1b623-4c4b-4b29-9afe-cbf8afa1dbfe req-9d5a3b42-9a7d-474e-8f85-16aca6365229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:03:21.288359 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-08d1b623-4c4b-4b29-9afe-cbf8afa1dbfe req-9d5a3b42-9a7d-474e-8f85-16aca6365229 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:21.289656 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-08d1b623-4c4b-4b29-9afe-cbf8afa1dbfe req-9d5a3b42-9a7d-474e-8f85-16aca6365229 service neutron] 10.222.0.41 "PUT /v2.0/ports/37f646bc-3b06-4cac-971d-76c9d96c0925 HTTP/1.1" status: 200 len: 1091 time: 0.9146132 Jul 13 14:03:21.290325 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a79b75d3-bce8-4edf-a91a-68af2e5422e5', 'tag': '37f646bc-3b06-4cac-971d-76c9d96c0925'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:03:21.296562 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92e9dd99-fffc-4aff-bfb1-010693db3b61" -d '{"events": [{"name": "network-changed", "server_uuid": "a79b75d3-bce8-4edf-a91a-68af2e5422e5", "tag": "37f646bc-3b06-4cac-971d-76c9d96c0925"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:03:21.335589 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5a3b42-9a7d-474e-8f85-16aca6365229 service neutron] Pushing event updated for resources: {'Port': ['ID=37f646bc-3b06-4cac-971d-76c9d96c0925,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:03:21.402711 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:03:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85e15b33-2449-4025-bb73-bd72e0fe07ca x-openstack-request-id: req-85e15b33-2449-4025-bb73-bd72e0fe07ca {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:03:21.403007 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a79b75d3-bce8-4edf-a91a-68af2e5422e5", "tag": "37f646bc-3b06-4cac-971d-76c9d96c0925", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:03:21.403262 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-85e15b33-2449-4025-bb73-bd72e0fe07ca {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:03:21.403670 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a79b75d3-bce8-4edf-a91a-68af2e5422e5', 'tag': '37f646bc-3b06-4cac-971d-76c9d96c0925', 'status': 'completed', 'code': 200} Jul 13 14:03:21.417728 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d1b623-4c4b-4b29-9afe-cbf8afa1dbfe req-fddba089-967a-454c-ba9b-63e14bd5ae04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:03:21.419352 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-08d1b623-4c4b-4b29-9afe-cbf8afa1dbfe req-fddba089-967a-454c-ba9b-63e14bd5ae04 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7a7d384b32784a6f914418ec93b94b0e&device_id=a79b75d3-bce8-4edf-a91a-68af2e5422e5 HTTP/1.1" status: 200 len: 1094 time: 0.0759342 Jul 13 14:03:21.477312 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-08d1b623-4c4b-4b29-9afe-cbf8afa1dbfe req-3a41e24d-fc3b-41f3-b87b-4000c1fc3ef6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=37f646bc-3b06-4cac-971d-76c9d96c0925 HTTP/1.1" status: 200 len: 217 time: 0.0513408 Jul 13 14:03:21.546975 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d1b623-4c4b-4b29-9afe-cbf8afa1dbfe req-0a5e0b4b-bbd9-4994-8b90-145f50330a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:03:21.548513 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-08d1b623-4c4b-4b29-9afe-cbf8afa1dbfe req-0a5e0b4b-bbd9-4994-8b90-145f50330a04 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1e80c959-8a97-43d5-aed1-b8e82262ca89 HTTP/1.1" status: 200 len: 835 time: 0.0656145 Jul 13 14:03:21.650772 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d1b623-4c4b-4b29-9afe-cbf8afa1dbfe req-14f0425d-42ce-42c5-bbda-89a2751b0a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:03:21.653227 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-08d1b623-4c4b-4b29-9afe-cbf8afa1dbfe req-14f0425d-42ce-42c5-bbda-89a2751b0a95 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3c41f787-ebaf-4c90-8190-d791a024fbc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0981493 Jul 13 14:03:21.782477 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-08d1b623-4c4b-4b29-9afe-cbf8afa1dbfe req-a6eba3d7-b16c-4a69-bdf8-e249766edd5f service neutron] 10.222.0.41 "GET /v2.0/networks/3c41f787-ebaf-4c90-8190-d791a024fbc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230850 Jul 13 14:03:21.898984 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-08d1b623-4c4b-4b29-9afe-cbf8afa1dbfe req-cebb3a4e-2df0-49eb-83aa-8df58ad3ee77 service neutron] 10.222.0.41 "GET /v2.0/networks/3c41f787-ebaf-4c90-8190-d791a024fbc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098614 Jul 13 14:03:22.059981 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e9dd99-fffc-4aff-bfb1-010693db3b61 req-4ee02567-3679-4283-a48b-85ccd2eeaf9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:03:22.061842 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-92e9dd99-fffc-4aff-bfb1-010693db3b61 req-4ee02567-3679-4283-a48b-85ccd2eeaf9f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7a7d384b32784a6f914418ec93b94b0e&device_id=a79b75d3-bce8-4edf-a91a-68af2e5422e5 HTTP/1.1" status: 200 len: 1094 time: 0.0939910 Jul 13 14:03:22.135993 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6ae3e8-977d-47a2-91b4-1b5caa60a662 req-cd20f5cc-f784-49cf-89a5-7f5757a21d88 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:03:22.137427 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ca6ae3e8-977d-47a2-91b4-1b5caa60a662 req-cd20f5cc-f784-49cf-89a5-7f5757a21d88 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/ports?device_id=a79b75d3-bce8-4edf-a91a-68af2e5422e5 HTTP/1.1" status: 200 len: 943 time: 0.1391807 Jul 13 14:03:22.200881 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ca6ae3e8-977d-47a2-91b4-1b5caa60a662 req-cd6ba415-01fc-47f5-9efd-9f82ac93bd7d tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/security-groups?id=194e6929-9a5c-4dd6-8638-a81754a3ce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569649 Jul 13 14:03:22.202018 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e9dd99-fffc-4aff-bfb1-010693db3b61 req-8901b686-f727-49d1-9a04-3b9e8b66544e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:03:22.203399 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-92e9dd99-fffc-4aff-bfb1-010693db3b61 req-8901b686-f727-49d1-9a04-3b9e8b66544e service neutron] 10.222.0.41 "GET /v2.0/networks?id=3c41f787-ebaf-4c90-8190-d791a024fbc3 HTTP/1.1" status: 200 len: 896 time: 0.1341217 Jul 13 14:03:22.251402 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-92e9dd99-fffc-4aff-bfb1-010693db3b61 req-bfacd9cc-30d0-41d7-97d7-d3162ec28aef service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=37f646bc-3b06-4cac-971d-76c9d96c0925 HTTP/1.1" status: 200 len: 217 time: 0.0410573 Jul 13 14:03:22.302473 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device b2d2ad0f-61ac-4315-a123-1e21d29b0665 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:03:22.305007 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e9dd99-fffc-4aff-bfb1-010693db3b61 req-9485c7d0-04be-4e11-ace7-50259360e691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:03:22.306709 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-92e9dd99-fffc-4aff-bfb1-010693db3b61 req-9485c7d0-04be-4e11-ace7-50259360e691 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1e80c959-8a97-43d5-aed1-b8e82262ca89 HTTP/1.1" status: 200 len: 835 time: 0.0490849 Jul 13 14:03:22.355782 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port b2d2ad0f-61ac-4315-a123-1e21d29b0665 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:03:22.356451 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:22.388516 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e9dd99-fffc-4aff-bfb1-010693db3b61 req-d9ff4e4d-7e62-462e-950c-a5542d475e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:03:22.390485 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-92e9dd99-fffc-4aff-bfb1-010693db3b61 req-d9ff4e4d-7e62-462e-950c-a5542d475e30 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3c41f787-ebaf-4c90-8190-d791a024fbc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0735698 Jul 13 14:03:22.505171 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-92e9dd99-fffc-4aff-bfb1-010693db3b61 req-e4ca28f2-0fc6-4a8a-b832-a02fa300dec1 service neutron] 10.222.0.41 "GET /v2.0/networks/3c41f787-ebaf-4c90-8190-d791a024fbc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076589 Jul 13 14:03:22.552439 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:03:22.604742 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-92e9dd99-fffc-4aff-bfb1-010693db3b61 req-a64aeac6-9211-4f12-b802-11fc5a6722a4 service neutron] 10.222.0.41 "GET /v2.0/networks/3c41f787-ebaf-4c90-8190-d791a024fbc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926278 Jul 13 14:03:22.663514 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:22.946351 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 37f646bc-3b06-4cac-971d-76c9d96c0925 details requested by agent hyperv_n-h2-800634-1 with host n-h2-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 14:03:23.042587 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 37f646bc-3b06-4cac-971d-76c9d96c0925, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=37f646bc-3b06-4cac-971d-76c9d96c0925,segment=NetworkSegment(a073a2b3-e228-4b13-80b4-7d5b4b04b832),segment_id=a073a2b3-e228-4b13-80b4-7d5b4b04b832)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:03:23.054900 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Returning: {'device': '37f646bc-3b06-4cac-971d-76c9d96c0925', 'network_id': '3c41f787-ebaf-4c90-8190-d791a024fbc3', 'port_id': '37f646bc-3b06-4cac-971d-76c9d96c0925', 'mac_address': 'fa:16:3e:59:4c:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e80c959-8a97-43d5-aed1-b8e82262ca89', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 14:03:23.094070 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:23.110773 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37f646bc-3b06-4cac-971d-76c9d96c0925 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:03:23.131490 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 37f646bc-3b06-4cac-971d-76c9d96c0925, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=37f646bc-3b06-4cac-971d-76c9d96c0925,segment=NetworkSegment(a073a2b3-e228-4b13-80b4-7d5b4b04b832),segment_id=a073a2b3-e228-4b13-80b4-7d5b4b04b832)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:03:23.135583 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:23.184147 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=37f646bc-3b06-4cac-971d-76c9d96c0925,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:03:23.345487 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['37f646bc-3b06-4cac-971d-76c9d96c0925'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:03:23.424314 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d445147-3270-410a-91ec-e8bee0a2502e req-bb150d0c-6a7c-4cac-bda7-7d733beb3b95 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:03:23.426039 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4d445147-3270-410a-91ec-e8bee0a2502e req-bb150d0c-6a7c-4cac-bda7-7d733beb3b95 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/ports?device_id=a79b75d3-bce8-4edf-a91a-68af2e5422e5 HTTP/1.1" status: 200 len: 944 time: 0.0953319 Jul 13 14:03:23.468118 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4d445147-3270-410a-91ec-e8bee0a2502e req-5a634625-103c-43f6-b5e1-ce9a236fd357 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/security-groups?id=194e6929-9a5c-4dd6-8638-a81754a3ce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347683 Jul 13 14:03:24.670262 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dfec57-cd9a-4410-80b2-d5859eb560be req-4b572fdb-d467-4650-b310-f2f51b6235a2 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:03:24.671811 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e9dfec57-cd9a-4410-80b2-d5859eb560be req-4b572fdb-d467-4650-b310-f2f51b6235a2 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/ports?device_id=a79b75d3-bce8-4edf-a91a-68af2e5422e5 HTTP/1.1" status: 200 len: 944 time: 0.0718436 Jul 13 14:03:24.711333 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e9dfec57-cd9a-4410-80b2-d5859eb560be req-5021b641-79f4-4330-bfcb-c61d02bd3bca tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/security-groups?id=194e6929-9a5c-4dd6-8638-a81754a3ce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332496 Jul 13 14:03:24.961896 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 37f646bc-3b06-4cac-971d-76c9d96c0925 up at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:03:25.011962 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning for port 37f646bc-3b06-4cac-971d-76c9d96c0925 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:03:25.015504 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning complete for port 37f646bc-3b06-4cac-971d-76c9d96c0925 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:03:25.015877 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:25.099476 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:25.122613 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a79b75d3-bce8-4edf-a91a-68af2e5422e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37f646bc-3b06-4cac-971d-76c9d96c0925'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:03:25.124857 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a096f1a6-1200-4cb4-ac41-85379ba50cc5" -d '{"events": [{"server_uuid": "a79b75d3-bce8-4edf-a91a-68af2e5422e5", "name": "network-vif-plugged", "status": "completed", "tag": "37f646bc-3b06-4cac-971d-76c9d96c0925"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:03:25.138920 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 37f646bc-3b06-4cac-971d-76c9d96c0925, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=37f646bc-3b06-4cac-971d-76c9d96c0925,segment=NetworkSegment(a073a2b3-e228-4b13-80b4-7d5b4b04b832),segment_id=a073a2b3-e228-4b13-80b4-7d5b4b04b832)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:03:25.143698 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:25.171484 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8b67bbf-8eed-409c-b0c7-b8c27dbd4457 x-openstack-request-id: req-a8b67bbf-8eed-409c-b0c7-b8c27dbd4457 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:03:25.171782 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a79b75d3-bce8-4edf-a91a-68af2e5422e5", "name": "network-vif-plugged", "status": "completed", "tag": "37f646bc-3b06-4cac-971d-76c9d96c0925", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:03:25.172039 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a8b67bbf-8eed-409c-b0c7-b8c27dbd4457 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:03:25.172433 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a79b75d3-bce8-4edf-a91a-68af2e5422e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37f646bc-3b06-4cac-971d-76c9d96c0925', 'code': 200} Jul 13 14:03:25.202391 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=37f646bc-3b06-4cac-971d-76c9d96c0925,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:03:25.299593 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e9acac-2326-4fec-867e-af23aa1957e3 req-bf934480-0069-417b-85cd-b827a80394e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:03:25.301150 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-00e9acac-2326-4fec-867e-af23aa1957e3 req-bf934480-0069-417b-85cd-b827a80394e7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a79b75d3-bce8-4edf-a91a-68af2e5422e5 HTTP/1.1" status: 200 len: 1096 time: 0.0635040 Jul 13 14:03:25.338104 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-00e9acac-2326-4fec-867e-af23aa1957e3 req-30e17ad6-fa3a-4915-aad2-d0995298bab0 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=194e6929-9a5c-4dd6-8638-a81754a3ce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307040 Jul 13 14:03:25.938204 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8497d7c3-f787-4230-a7bc-5522e9f6cf4a req-0b52d452-eca3-4a88-97c6-b243e5c64b50 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:03:25.940029 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8497d7c3-f787-4230-a7bc-5522e9f6cf4a req-0b52d452-eca3-4a88-97c6-b243e5c64b50 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/ports?device_id=a79b75d3-bce8-4edf-a91a-68af2e5422e5 HTTP/1.1" status: 200 len: 945 time: 0.0679381 Jul 13 14:03:25.981587 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8497d7c3-f787-4230-a7bc-5522e9f6cf4a req-2b711164-c217-4bed-b995-dc5311000a0e tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/security-groups?id=194e6929-9a5c-4dd6-8638-a81754a3ce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359621 Jul 13 14:03:26.701864 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 37870) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:03:27.230330 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cd8d62-8b71-4984-b2ff-0188c05119e4 req-8f43ca12-2ea9-40e3-bc37-daef611a288d tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:03:27.231788 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-63cd8d62-8b71-4984-b2ff-0188c05119e4 req-8f43ca12-2ea9-40e3-bc37-daef611a288d tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/ports?device_id=a79b75d3-bce8-4edf-a91a-68af2e5422e5 HTTP/1.1" status: 200 len: 945 time: 0.1131227 Jul 13 14:03:27.325280 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-63cd8d62-8b71-4984-b2ff-0188c05119e4 req-8c46ed61-6643-484d-b301-9ae4e18c088a tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/security-groups?id=194e6929-9a5c-4dd6-8638-a81754a3ce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864286 Jul 13 14:03:27.349148 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cf61527c-9bf6-40c3-8f79-bb443f94719c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451695'] for router_interface, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:27.515212 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4b06db-ae9d-48af-8565-953343441020 req-688cb232-d154-4951-bd52-8622dafbee54 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:03:27.516667 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8d4b06db-ae9d-48af-8565-953343441020 req-688cb232-d154-4951-bd52-8622dafbee54 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/ports?device_id=a79b75d3-bce8-4edf-a91a-68af2e5422e5 HTTP/1.1" status: 200 len: 945 time: 0.0713882 Jul 13 14:03:27.893784 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8d4b06db-ae9d-48af-8565-953343441020 req-61f000d6-8068-4749-9d4f-7bf0a9cdfa2c tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/security-groups?id=194e6929-9a5c-4dd6-8638-a81754a3ce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3711963 Jul 13 14:03:27.920603 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 37880) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:03:27.975340 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c267281-3350-4902-ac76-74e4f787431a tempest-TestNetworkAdvancedServerOps-1891609456 tempest-TestNetworkAdvancedServerOps-1891609456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:03:27.977769 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-4c267281-3350-4902-ac76-74e4f787431a tempest-TestNetworkAdvancedServerOps-1891609456 tempest-TestNetworkAdvancedServerOps-1891609456-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=a79b75d3-bce8-4edf-a91a-68af2e5422e5 HTTP/1.1" status: 200 len: 1091 time: 0.0552590 Jul 13 14:03:27.982986 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 37882) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:03:27.987706 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-ff42a138-36fb-4035-b85b-513427ad7e67 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Request body: {'floatingip': {'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'port_id': '37f646bc-3b06-4cac-971d-76c9d96c0925', 'tenant_id': '7a7d384b32784a6f914418ec93b94b0e', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:03:28.012064 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-cf61527c-9bf6-40c3-8f79-bb443f94719c admin admin] Deleting port 0fcbb200-64c5-42f2-8657-89bd40b8bc3d {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:03:28.012753 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ff42a138-36fb-4035-b85b-513427ad7e67 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for floatingip, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:28.012867 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cf61527c-9bf6-40c3-8f79-bb443f94719c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:28.095283 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-cf61527c-9bf6-40c3-8f79-bb443f94719c admin admin] For port 0fcbb200-64c5-42f2-8657-89bd40b8bc3d, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=0fcbb200-64c5-42f2-8657-89bd40b8bc3d,segment=NetworkSegment(478e09eb-e72c-4611-89d0-372c3f749519),segment_id=478e09eb-e72c-4611-89d0-372c3f749519)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:03:28.095653 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cf61527c-9bf6-40c3-8f79-bb443f94719c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:28.110120 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-cf61527c-9bf6-40c3-8f79-bb443f94719c admin admin] Calling delete_port for 0fcbb200-64c5-42f2-8657-89bd40b8bc3d owned by network:router_interface {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:03:28.116952 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ff42a138-36fb-4035-b85b-513427ad7e67 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:28.258288 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-ff42a138-36fb-4035-b85b-513427ad7e67 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Allocated IP 172.25.6.119 (acf968b8-c524-46a9-a20b-ad9667009130/dde5a78e-bd1e-4f47-8189-7321d4de73d3/b8e3f8ff-5aa6-419d-a749-0479a813b134) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:03:28.376153 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ff42a138-36fb-4035-b85b-513427ad7e67 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:28.387669 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cf61527c-9bf6-40c3-8f79-bb443f94719c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:28.416061 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf61527c-9bf6-40c3-8f79-bb443f94719c admin admin] Pushing event deleted for resources: {'Port': ['ID=0fcbb200-64c5-42f2-8657-89bd40b8bc3d,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:03:28.418333 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ff42a138-36fb-4035-b85b-513427ad7e67 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:28.465040 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff42a138-36fb-4035-b85b-513427ad7e67 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Network acf968b8-c524-46a9-a20b-ad9667009130 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:03:28.469890 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-ff42a138-36fb-4035-b85b-513427ad7e67 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:03:28.474690 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff42a138-36fb-4035-b85b-513427ad7e67 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:03:28.478402 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff42a138-36fb-4035-b85b-513427ad7e67 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Pushing event updated for resources: {'Port': ['ID=b8e3f8ff-5aa6-419d-a749-0479a813b134,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:03:28.600426 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cf61527c-9bf6-40c3-8f79-bb443f94719c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1785036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452491'] for router_interface, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:28.822908 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf61527c-9bf6-40c3-8f79-bb443f94719c admin admin] Router 751efbe8-fc52-4f90-9ae7-106011998adb has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:03:28.935855 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf61527c-9bf6-40c3-8f79-bb443f94719c admin admin] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:03:28.944675 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-cf61527c-9bf6-40c3-8f79-bb443f94719c admin admin] 10.222.0.23 "PUT /v2.0/routers/751efbe8-fc52-4f90-9ae7-106011998adb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2388420 Jul 13 14:03:28.946032 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 37884) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:03:28.948225 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e519de-d6c9-41e4-82b4-02063662a028 None None] Sync routers for ids ['751efbe8-fc52-4f90-9ae7-106011998adb'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:03:28.959257 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e519de-d6c9-41e4-82b4-02063662a028 None None] Routers {'751efbe8-fc52-4f90-9ae7-106011998adb'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:03:28.959899 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-66e519de-d6c9-41e4-82b4-02063662a028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:03:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['751efbe8-fc52-4f90-9ae7-106011998adb'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:03:28.982417 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ff42a138-36fb-4035-b85b-513427ad7e67 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:29.063959 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-74ba76ad-c284-4a01-a2a8-fbda5a69fee9 admin admin] Notify callbacks [] for router, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:29.077932 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-66e519de-d6c9-41e4-82b4-02063662a028 None None] Set router 751efbe8-fc52-4f90-9ae7-106011998adb gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:03:29.121111 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ff42a138-36fb-4035-b85b-513427ad7e67 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:29.200283 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-74ba76ad-c284-4a01-a2a8-fbda5a69fee9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:29.262467 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-74ba76ad-c284-4a01-a2a8-fbda5a69fee9 admin admin] Deleting port d86bac5b-b7af-4efa-a95c-ed1a400a33a0 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:03:29.262818 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-74ba76ad-c284-4a01-a2a8-fbda5a69fee9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:29.368666 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ff42a138-36fb-4035-b85b-513427ad7e67 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:29.374773 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ff42a138-36fb-4035-b85b-513427ad7e67 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:29.396466 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-74ba76ad-c284-4a01-a2a8-fbda5a69fee9 admin admin] For port d86bac5b-b7af-4efa-a95c-ed1a400a33a0, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=d86bac5b-b7af-4efa-a95c-ed1a400a33a0,segment=NetworkSegment(3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87),segment_id=3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:03:29.397176 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-74ba76ad-c284-4a01-a2a8-fbda5a69fee9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:29.414529 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-74ba76ad-c284-4a01-a2a8-fbda5a69fee9 admin admin] Calling delete_port for d86bac5b-b7af-4efa-a95c-ed1a400a33a0 owned by network:router_gateway {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:03:29.453257 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff42a138-36fb-4035-b85b-513427ad7e67 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Pushing event updated for resources: {'Port': ['ID=b8e3f8ff-5aa6-419d-a749-0479a813b134,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:03:29.467159 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ff42a138-36fb-4035-b85b-513427ad7e67 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446547'] for floatingip, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:29.506794 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-66e519de-d6c9-41e4-82b4-02063662a028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '751efbe8-fc52-4f90-9ae7-106011998adb', 'name': 'tempest-TaggedBootDevicesTest_v242-803998605-router', 'tenant_id': 'cddde6624d514a049e75835df6c903ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': 'd86bac5b-b7af-4efa-a95c-ed1a400a33a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:52:43Z', 'updated_at': '2021-07-13T14:03:28Z', 'revision_number': 5, 'project_id': 'cddde6624d514a049e75835df6c903ed', 'gw_port': {'id': 'd86bac5b-b7af-4efa-a95c-ed1a400a33a0', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:a2:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '751efbe8-fc52-4f90-9ae7-106011998adb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2640, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:52:44Z', 'updated_at': '2021-07-13T13:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:03:29.544969 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e519de-d6c9-41e4-82b4-02063662a028 None None] Checking router: 751efbe8-fc52-4f90-9ae7-106011998adb for host: n-d-800634-1 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:03:29.559753 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e519de-d6c9-41e4-82b4-02063662a028 None None] Routers {'751efbe8-fc52-4f90-9ae7-106011998adb'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:03:29.560837 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-66e519de-d6c9-41e4-82b4-02063662a028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:03:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['751efbe8-fc52-4f90-9ae7-106011998adb'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:03:29.583690 n-d-800634-1 neutron-server[93750]: INFO neutron.db.l3_db [None req-ff42a138-36fb-4035-b85b-513427ad7e67 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Floating IP ecd0d7b3-621f-4ce1-a50f-d3eee6cdd39f associated. External IP: 172.25.6.119, port: 37f646bc-3b06-4cac-971d-76c9d96c0925. Jul 13 14:03:29.624709 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-74ba76ad-c284-4a01-a2a8-fbda5a69fee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:29.655785 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-66e519de-d6c9-41e4-82b4-02063662a028 None None] Set router 751efbe8-fc52-4f90-9ae7-106011998adb gateway port host: None {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:03:29.656066 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ba76ad-c284-4a01-a2a8-fbda5a69fee9 admin admin] Pushing event deleted for resources: {'Port': ['ID=d86bac5b-b7af-4efa-a95c-ed1a400a33a0,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:03:29.714776 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-66e519de-d6c9-41e4-82b4-02063662a028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '751efbe8-fc52-4f90-9ae7-106011998adb', 'name': 'tempest-TaggedBootDevicesTest_v242-803998605-router', 'tenant_id': 'cddde6624d514a049e75835df6c903ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:52:43Z', 'updated_at': '2021-07-13T14:03:29Z', 'revision_number': 6, 'project_id': 'cddde6624d514a049e75835df6c903ed', 'gw_port_host': None}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:03:29.731785 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-74ba76ad-c284-4a01-a2a8-fbda5a69fee9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-446473'] for router_gateway, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:29.748894 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e519de-d6c9-41e4-82b4-02063662a028 None None] The sync data for ids ['751efbe8-fc52-4f90-9ae7-106011998adb'] in n-d-800634-1 is: [{'id': '751efbe8-fc52-4f90-9ae7-106011998adb', 'name': 'tempest-TaggedBootDevicesTest_v242-803998605-router', 'tenant_id': 'cddde6624d514a049e75835df6c903ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:52:43Z', 'updated_at': '2021-07-13T14:03:29Z', 'revision_number': 6, 'project_id': 'cddde6624d514a049e75835df6c903ed', 'gw_port_host': None}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:03:29.833451 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-74ba76ad-c284-4a01-a2a8-fbda5a69fee9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1591938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2696'] for router, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:29.834618 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff42a138-36fb-4035-b85b-513427ad7e67 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Router ede5e49d-b7a7-4ccc-b49d-4475e8971e57 has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:03:29.836146 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-74ba76ad-c284-4a01-a2a8-fbda5a69fee9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:29.886339 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-74ba76ad-c284-4a01-a2a8-fbda5a69fee9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593106'] for router, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:29.886983 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74ba76ad-c284-4a01-a2a8-fbda5a69fee9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 751efbe8-fc52-4f90-9ae7-106011998adb {{(pid=93751) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 14:03:29.892759 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-74ba76ad-c284-4a01-a2a8-fbda5a69fee9 admin admin] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:29.894025 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-74ba76ad-c284-4a01-a2a8-fbda5a69fee9 admin admin] 10.222.0.23 "DELETE /v2.0/routers/751efbe8-fc52-4f90-9ae7-106011998adb HTTP/1.1" status: 204 len: 168 time: 0.9467990 Jul 13 14:03:29.896774 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 37886) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:03:29.945051 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a6615e5-a781-44c4-9ea7-c910af4b0333 admin admin] Deleting subnet 3e740739-b63f-4ad3-b5cf-d6f6b58861d6 {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 14:03:29.948481 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4a6615e5-a781-44c4-9ea7-c910af4b0333 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:29.960232 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff42a138-36fb-4035-b85b-513427ad7e67 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:03:29.974127 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c9ef36-d507-4bd7-afca-141f5b6b07e5 None None] Sync routers for ids ['ede5e49d-b7a7-4ccc-b49d-4475e8971e57'] in n-d-800634-1 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:03:29.979285 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ff42a138-36fb-4035-b85b-513427ad7e67 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for floatingip, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:29.984297 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c9ef36-d507-4bd7-afca-141f5b6b07e5 None None] Routers {'ede5e49d-b7a7-4ccc-b49d-4475e8971e57'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:03:29.985122 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-90c9ef36-d507-4bd7-afca-141f5b6b07e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:03:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['ede5e49d-b7a7-4ccc-b49d-4475e8971e57'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:03:29.987162 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4a6615e5-a781-44c4-9ea7-c910af4b0333 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6018489'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:30.022258 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-ff42a138-36fb-4035-b85b-513427ad7e67 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0374277 Jul 13 14:03:30.024881 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a79b75d3-bce8-4edf-a91a-68af2e5422e5', 'tag': '37f646bc-3b06-4cac-971d-76c9d96c0925'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:03:30.027605 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d79061bc-8e4d-4f9d-95b7-f770ef2ee00d" -d '{"events": [{"name": "network-changed", "server_uuid": "a79b75d3-bce8-4edf-a91a-68af2e5422e5", "tag": "37f646bc-3b06-4cac-971d-76c9d96c0925"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:03:30.079195 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:03:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06c01c87-87df-4baa-b25e-835a24aa2b95 x-openstack-request-id: req-06c01c87-87df-4baa-b25e-835a24aa2b95 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:03:30.079712 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a79b75d3-bce8-4edf-a91a-68af2e5422e5", "tag": "37f646bc-3b06-4cac-971d-76c9d96c0925", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:03:30.079985 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-06c01c87-87df-4baa-b25e-835a24aa2b95 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:03:30.080459 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a79b75d3-bce8-4edf-a91a-68af2e5422e5', 'tag': '37f646bc-3b06-4cac-971d-76c9d96c0925', 'status': 'completed', 'code': 200} Jul 13 14:03:30.132577 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4a6615e5-a781-44c4-9ea7-c910af4b0333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:30.145932 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-90c9ef36-d507-4bd7-afca-141f5b6b07e5 None None] Set router ede5e49d-b7a7-4ccc-b49d-4475e8971e57 gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:03:30.187647 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79061bc-8e4d-4f9d-95b7-f770ef2ee00d req-eb154e43-43f5-4979-b0f1-16194bc40822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:03:30.190560 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d79061bc-8e4d-4f9d-95b7-f770ef2ee00d req-eb154e43-43f5-4979-b0f1-16194bc40822 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7a7d384b32784a6f914418ec93b94b0e&device_id=a79b75d3-bce8-4edf-a91a-68af2e5422e5 HTTP/1.1" status: 200 len: 1096 time: 0.0850499 Jul 13 14:03:30.298772 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29411e8-ca5f-4fe6-bc61-c9a47d438891 req-6fba07e9-8523-413d-ba96-c585937f92b6 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:03:30.302228 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d29411e8-ca5f-4fe6-bc61-c9a47d438891 req-6fba07e9-8523-413d-ba96-c585937f92b6 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/ports?device_id=a79b75d3-bce8-4edf-a91a-68af2e5422e5 HTTP/1.1" status: 200 len: 945 time: 0.1398778 Jul 13 14:03:30.312807 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79061bc-8e4d-4f9d-95b7-f770ef2ee00d req-e4f9a658-7141-408b-b3c7-c6fc66e0c4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:03:30.314528 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d79061bc-8e4d-4f9d-95b7-f770ef2ee00d req-e4f9a658-7141-408b-b3c7-c6fc66e0c4aa service neutron] 10.222.0.41 "GET /v2.0/networks?id=3c41f787-ebaf-4c90-8190-d791a024fbc3 HTTP/1.1" status: 200 len: 896 time: 0.1184275 Jul 13 14:03:30.332867 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4a6615e5-a781-44c4-9ea7-c910af4b0333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6018534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6105009'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:30.402658 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d29411e8-ca5f-4fe6-bc61-c9a47d438891 req-0babb989-7d5e-4717-a513-dfe0518224b6 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/security-groups?id=194e6929-9a5c-4dd6-8638-a81754a3ce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922368 Jul 13 14:03:30.402658 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6615e5-a781-44c4-9ea7-c910af4b0333 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e740739-b63f-4ad3-b5cf-d6f6b58861d6,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:03:30.404713 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4a6615e5-a781-44c4-9ea7-c910af4b0333 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:30.408498 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-4a6615e5-a781-44c4-9ea7-c910af4b0333 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/3e740739-b63f-4ad3-b5cf-d6f6b58861d6 HTTP/1.1" status: 204 len: 168 time: 0.5103192 Jul 13 14:03:30.411723 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 37892) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:03:30.416693 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a69f4d93-06bb-4d40-8dc8-676af18163ff None None] Network 446293fa-d089-4a73-be46-3f7c6317a56f requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:03:30.424152 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d79061bc-8e4d-4f9d-95b7-f770ef2ee00d req-9627433d-84f6-4574-9013-82b83c4948bd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=37f646bc-3b06-4cac-971d-76c9d96c0925 HTTP/1.1" status: 200 len: 999 time: 0.1035795 Jul 13 14:03:30.465380 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 37894) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:03:30.494785 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-90c9ef36-d507-4bd7-afca-141f5b6b07e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ede5e49d-b7a7-4ccc-b49d-4475e8971e57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1801244469', 'tenant_id': '7a7d384b32784a6f914418ec93b94b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': '16e57f11-f137-4464-a7ca-73d704ac7f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:03:11Z', 'updated_at': '2021-07-13T14:03:15Z', 'revision_number': 4, 'project_id': '7a7d384b32784a6f914418ec93b94b0e', 'gw_port': {'id': '16e57f11-f137-4464-a7ca-73d704ac7f4d', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:b2:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede5e49d-b7a7-4ccc-b49d-4475e8971e57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:03:11Z', 'updated_at': '2021-07-13T14:03:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_floatingips': [{'id': 'ecd0d7b3-621f-4ce1-a50f-d3eee6cdd39f', 'tenant_id': '7a7d384b32784a6f914418ec93b94b0e', 'floating_ip_address': '172.25.6.119', 'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'router_id': 'ede5e49d-b7a7-4ccc-b49d-4475e8971e57', 'port_id': '37f646bc-3b06-4cac-971d-76c9d96c0925', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c41f787-ebaf-4c90-8190-d791a024fbc3', 'mac_address': 'fa:16:3e:59:4c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79b75d3-bce8-4edf-a91a-68af2e5422e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:03:28Z', 'updated_at': '2021-07-13T14:03:28Z', 'revision_number': 0, 'project_id': '7a7d384b32784a6f914418ec93b94b0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2d2ad0f-61ac-4315-a123-1e21d29b0665', 'name': '', 'network_id': '3c41f787-ebaf-4c90-8190-d791a024fbc3', 'tenant_id': '7a7d384b32784a6f914418ec93b94b0e', 'mac_address': 'fa:16:3e:95:90:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede5e49d-b7a7-4ccc-b49d-4475e8971e57', 'device_owner': 'network:router_interface', 'standard_attr_id': 3148, 'fixed_ips': [{'subnet_id': '1e80c959-8a97-43d5-aed1-b8e82262ca89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:03:14Z', 'updated_at': '2021-07-13T14:03:20Z', 'revision_number': 5, 'project_id': '7a7d384b32784a6f914418ec93b94b0e', 'subnets': [{'id': '1e80c959-8a97-43d5-aed1-b8e82262ca89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:03:30.526610 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3eeaf933-7f77-4af7-b8f0-fcbc521d7c12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:30.540320 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79061bc-8e4d-4f9d-95b7-f770ef2ee00d req-d60d07a9-d76e-4bbf-9f05-c4b423d7e783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:03:30.542558 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d79061bc-8e4d-4f9d-95b7-f770ef2ee00d req-d60d07a9-d76e-4bbf-9f05-c4b423d7e783 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1e80c959-8a97-43d5-aed1-b8e82262ca89 HTTP/1.1" status: 200 len: 835 time: 0.1126862 Jul 13 14:03:30.560597 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-9d2baf36-1b5e-426c-b5bc-235e9cb0945f tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/floatingips/ecd0d7b3-621f-4ce1-a50f-d3eee6cdd39f HTTP/1.1" status: 200 len: 991 time: 0.0938416 Jul 13 14:03:30.611456 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:30.647091 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-3eeaf933-7f77-4af7-b8f0-fcbc521d7c12 admin admin] Deleting port 038b240b-7265-43de-a4f9-8f0091eeffee {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:03:30.647485 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3eeaf933-7f77-4af7-b8f0-fcbc521d7c12 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:30.664152 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79061bc-8e4d-4f9d-95b7-f770ef2ee00d req-b8764526-831e-4e4f-8c45-96f1d995e24f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:03:30.666028 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d79061bc-8e4d-4f9d-95b7-f770ef2ee00d req-b8764526-831e-4e4f-8c45-96f1d995e24f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3c41f787-ebaf-4c90-8190-d791a024fbc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1173422 Jul 13 14:03:30.710586 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c9ef36-d507-4bd7-afca-141f5b6b07e5 None None] Checking router: ede5e49d-b7a7-4ccc-b49d-4475e8971e57 for host: n-d-800634-1 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:03:30.725584 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 0fcbb200-64c5-42f2-8657-89bd40b8bc3d no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:03:30.729534 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c9ef36-d507-4bd7-afca-141f5b6b07e5 None None] Routers {'ede5e49d-b7a7-4ccc-b49d-4475e8971e57'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:03:30.730452 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-90c9ef36-d507-4bd7-afca-141f5b6b07e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:03:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['ede5e49d-b7a7-4ccc-b49d-4475e8971e57'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:03:30.767613 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d312a6f0-1208-4aa1-9f5a-12ad7aeba5f0 None None] DHCP port deletion for 446293fa-d089-4a73-be46-3f7c6317a56f request from n-d-800634-1 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 14:03:30.771073 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: 0fcbb200-64c5-42f2-8657-89bd40b8bc3d {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:03:30.771309 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-3eeaf933-7f77-4af7-b8f0-fcbc521d7c12 admin admin] For port 038b240b-7265-43de-a4f9-8f0091eeffee, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=038b240b-7265-43de-a4f9-8f0091eeffee,segment=NetworkSegment(478e09eb-e72c-4611-89d0-372c3f749519),segment_id=478e09eb-e72c-4611-89d0-372c3f749519)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:03:30.771635 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 0fcbb200-64c5-42f2-8657-89bd40b8bc3d not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:03:30.771833 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3eeaf933-7f77-4af7-b8f0-fcbc521d7c12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:30.794541 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-3eeaf933-7f77-4af7-b8f0-fcbc521d7c12 admin admin] Calling delete_port for 038b240b-7265-43de-a4f9-8f0091eeffee owned by network:dhcp {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:03:30.846376 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d79061bc-8e4d-4f9d-95b7-f770ef2ee00d req-fadfd30f-6180-484e-a276-51e82403acd1 service neutron] 10.222.0.41 "GET /v2.0/networks/3c41f787-ebaf-4c90-8190-d791a024fbc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735027 Jul 13 14:03:30.865913 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:30.882545 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-d312a6f0-1208-4aa1-9f5a-12ad7aeba5f0 None None] Deleting port 038b240b-7265-43de-a4f9-8f0091eeffee {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:03:30.882949 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d312a6f0-1208-4aa1-9f5a-12ad7aeba5f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:30.894222 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3eeaf933-7f77-4af7-b8f0-fcbc521d7c12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:30.894826 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-90c9ef36-d507-4bd7-afca-141f5b6b07e5 None None] Set router ede5e49d-b7a7-4ccc-b49d-4475e8971e57 gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:03:30.927793 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eeaf933-7f77-4af7-b8f0-fcbc521d7c12 admin admin] Pushing event deleted for resources: {'Port': ['ID=038b240b-7265-43de-a4f9-8f0091eeffee,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:03:30.938141 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eeaf933-7f77-4af7-b8f0-fcbc521d7c12 admin admin] No DVR routers for this DVR port 038b240b-7265-43de-a4f9-8f0091eeffee on host n-d-800634-1 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:03:30.962463 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-d312a6f0-1208-4aa1-9f5a-12ad7aeba5f0 None None] For port 038b240b-7265-43de-a4f9-8f0091eeffee, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=038b240b-7265-43de-a4f9-8f0091eeffee,segment=NetworkSegment(478e09eb-e72c-4611-89d0-372c3f749519),segment_id=478e09eb-e72c-4611-89d0-372c3f749519)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:03:30.963241 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d312a6f0-1208-4aa1-9f5a-12ad7aeba5f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:30.981051 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-d312a6f0-1208-4aa1-9f5a-12ad7aeba5f0 None None] Calling delete_port for 038b240b-7265-43de-a4f9-8f0091eeffee owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:03:31.002789 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d79061bc-8e4d-4f9d-95b7-f770ef2ee00d req-32490169-0bf6-4b5e-8058-5d2e85091b92 service neutron] 10.222.0.41 "GET /v2.0/networks/3c41f787-ebaf-4c90-8190-d791a024fbc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499860 Jul 13 14:03:31.031333 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3eeaf933-7f77-4af7-b8f0-fcbc521d7c12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:31.052772 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-3eeaf933-7f77-4af7-b8f0-fcbc521d7c12 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['446293fa-d089-4a73-be46-3f7c6317a56f']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:03:31.064970 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-3eeaf933-7f77-4af7-b8f0-fcbc521d7c12 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '478e09eb-e72c-4611-89d0-372c3f749519') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:03:31.065443 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-3eeaf933-7f77-4af7-b8f0-fcbc521d7c12 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '478e09eb-e72c-4611-89d0-372c3f749519') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:03:31.076930 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3eeaf933-7f77-4af7-b8f0-fcbc521d7c12 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6018464'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:31.095004 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3eeaf933-7f77-4af7-b8f0-fcbc521d7c12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:31.103442 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3eeaf933-7f77-4af7-b8f0-fcbc521d7c12 admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 14:03:31.104039 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3eeaf933-7f77-4af7-b8f0-fcbc521d7c12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6018632'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:31.107053 n-d-800634-1 neutron-server[93751]: Traceback (most recent call last): Jul 13 14:03:31.107053 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 14:03:31.107053 n-d-800634-1 neutron-server[93751]: timer() Jul 13 14:03:31.107053 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 14:03:31.107053 n-d-800634-1 neutron-server[93751]: cb(*args, **kw) Jul 13 14:03:31.107053 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 14:03:31.107053 n-d-800634-1 neutron-server[93751]: return func(*args, **kwargs) Jul 13 14:03:31.107053 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 14:03:31.107053 n-d-800634-1 neutron-server[93751]: self._notify() Jul 13 14:03:31.107053 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 14:03:31.107053 n-d-800634-1 neutron-server[93751]: self.callback(batched_events) Jul 13 14:03:31.107053 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 14:03:31.107053 n-d-800634-1 neutron-server[93751]: event.method(event) Jul 13 14:03:31.107053 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 14:03:31.107053 n-d-800634-1 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 14:03:31.107053 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 14:03:31.107053 n-d-800634-1 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 14:03:31.107053 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 14:03:31.107053 n-d-800634-1 neutron-server[93751]: return f(self, *a, **k) Jul 13 14:03:31.107053 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 14:03:31.107053 n-d-800634-1 neutron-server[93751]: return self._get(url).json() Jul 13 14:03:31.107053 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 14:03:31.107053 n-d-800634-1 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 14:03:31.107053 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 14:03:31.107053 n-d-800634-1 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 13 14:03:31.107053 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 14:03:31.107053 n-d-800634-1 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 14:03:31.107053 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 14:03:31.107053 n-d-800634-1 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 14:03:31.107053 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 14:03:31.107053 n-d-800634-1 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 14:03:31.107053 n-d-800634-1 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 14:03:31.119871 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d312a6f0-1208-4aa1-9f5a-12ad7aeba5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:31.147227 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d312a6f0-1208-4aa1-9f5a-12ad7aeba5f0 None None] Pushing event deleted for resources: {'Port': ['ID=038b240b-7265-43de-a4f9-8f0091eeffee,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:03:31.156436 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d312a6f0-1208-4aa1-9f5a-12ad7aeba5f0 None None] No DVR routers for this DVR port 038b240b-7265-43de-a4f9-8f0091eeffee on host n-d-800634-1 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:03:31.163617 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d312a6f0-1208-4aa1-9f5a-12ad7aeba5f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:03:31.164331 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d312a6f0-1208-4aa1-9f5a-12ad7aeba5f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:03:31.164892 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d312a6f0-1208-4aa1-9f5a-12ad7aeba5f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:03:31.165317 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d312a6f0-1208-4aa1-9f5a-12ad7aeba5f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:03:31.165763 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d312a6f0-1208-4aa1-9f5a-12ad7aeba5f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:03:31.166266 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d312a6f0-1208-4aa1-9f5a-12ad7aeba5f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:03:31.166712 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d312a6f0-1208-4aa1-9f5a-12ad7aeba5f0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:03:31.167134 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d312a6f0-1208-4aa1-9f5a-12ad7aeba5f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:03:31.167551 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d312a6f0-1208-4aa1-9f5a-12ad7aeba5f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:03:31.167967 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d312a6f0-1208-4aa1-9f5a-12ad7aeba5f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:03:31.168529 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d312a6f0-1208-4aa1-9f5a-12ad7aeba5f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:03:31.170075 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d312a6f0-1208-4aa1-9f5a-12ad7aeba5f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:03:31.175727 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3eeaf933-7f77-4af7-b8f0-fcbc521d7c12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:31.182391 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3eeaf933-7f77-4af7-b8f0-fcbc521d7c12 admin admin] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:31.186399 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-3eeaf933-7f77-4af7-b8f0-fcbc521d7c12 admin admin] 10.222.0.23 "DELETE /v2.0/networks/446293fa-d089-4a73-be46-3f7c6317a56f HTTP/1.1" status: 204 len: 168 time: 0.7712348 Jul 13 14:03:31.198197 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eeaf933-7f77-4af7-b8f0-fcbc521d7c12 admin admin] Pushing event deleted for resources: {'Network': ['ID=446293fa-d089-4a73-be46-3f7c6317a56f,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:03:31.247907 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-90c9ef36-d507-4bd7-afca-141f5b6b07e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ede5e49d-b7a7-4ccc-b49d-4475e8971e57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1801244469', 'tenant_id': '7a7d384b32784a6f914418ec93b94b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': '16e57f11-f137-4464-a7ca-73d704ac7f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:03:11Z', 'updated_at': '2021-07-13T14:03:15Z', 'revision_number': 4, 'project_id': '7a7d384b32784a6f914418ec93b94b0e', 'gw_port': {'id': '16e57f11-f137-4464-a7ca-73d704ac7f4d', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:b2:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede5e49d-b7a7-4ccc-b49d-4475e8971e57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:03:11Z', 'updated_at': '2021-07-13T14:03:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_floatingips': [{'id': 'ecd0d7b3-621f-4ce1-a50f-d3eee6cdd39f', 'tenant_id': '7a7d384b32784a6f914418ec93b94b0e', 'floating_ip_address': '172.25.6.119', 'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'router_id': 'ede5e49d-b7a7-4ccc-b49d-4475e8971e57', 'port_id': '37f646bc-3b06-4cac-971d-76c9d96c0925', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c41f787-ebaf-4c90-8190-d791a024fbc3', 'mac_address': 'fa:16:3e:59:4c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79b75d3-bce8-4edf-a91a-68af2e5422e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:03:28Z', 'updated_at': '2021-07-13T14:03:28Z', 'revision_number': 0, 'project_id': '7a7d384b32784a6f914418ec93b94b0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2d2ad0f-61ac-4315-a123-1e21d29b0665', 'name': '', 'network_id': '3c41f787-ebaf-4c90-8190-d791a024fbc3', 'tenant_id': '7a7d384b32784a6f914418ec93b94b0e', 'mac_address': 'fa:16:3e:95:90:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede5e49d-b7a7-4ccc-b49d-4475e8971e57', 'device_owner': 'network:router_interface', 'standard_attr_id': 3148, 'fixed_ips': [{'subnet_id': '1e80c959-8a97-43d5-aed1-b8e82262ca89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:03:14Z', 'updated_at': '2021-07-13T14:03:20Z', 'revision_number': 5, 'project_id': '7a7d384b32784a6f914418ec93b94b0e', 'subnets': [{'id': '1e80c959-8a97-43d5-aed1-b8e82262ca89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:03:31.276849 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c9ef36-d507-4bd7-afca-141f5b6b07e5 None None] The sync data for ids ['ede5e49d-b7a7-4ccc-b49d-4475e8971e57'] in n-d-800634-1 is: [{'id': 'ede5e49d-b7a7-4ccc-b49d-4475e8971e57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1801244469', 'tenant_id': '7a7d384b32784a6f914418ec93b94b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': '16e57f11-f137-4464-a7ca-73d704ac7f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:03:11Z', 'updated_at': '2021-07-13T14:03:15Z', 'revision_number': 4, 'project_id': '7a7d384b32784a6f914418ec93b94b0e', 'gw_port': {'id': '16e57f11-f137-4464-a7ca-73d704ac7f4d', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:b2:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede5e49d-b7a7-4ccc-b49d-4475e8971e57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:03:11Z', 'updated_at': '2021-07-13T14:03:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_floatingips': [{'id': 'ecd0d7b3-621f-4ce1-a50f-d3eee6cdd39f', 'tenant_id': '7a7d384b32784a6f914418ec93b94b0e', 'floating_ip_address': '172.25.6.119', 'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'router_id': 'ede5e49d-b7a7-4ccc-b49d-4475e8971e57', 'port_id': '37f646bc-3b06-4cac-971d-76c9d96c0925', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c41f787-ebaf-4c90-8190-d791a024fbc3', 'mac_address': 'fa:16:3e:59:4c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79b75d3-bce8-4edf-a91a-68af2e5422e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:03:28Z', 'updated_at': '2021-07-13T14:03:28Z', 'revision_number': 0, 'project_id': '7a7d384b32784a6f914418ec93b94b0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2d2ad0f-61ac-4315-a123-1e21d29b0665', 'name': '', 'network_id': '3c41f787-ebaf-4c90-8190-d791a024fbc3', 'tenant_id': '7a7d384b32784a6f914418ec93b94b0e', 'mac_address': 'fa:16:3e:95:90:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede5e49d-b7a7-4ccc-b49d-4475e8971e57', 'device_owner': 'network:router_interface', 'standard_attr_id': 3148, 'fixed_ips': [{'subnet_id': '1e80c959-8a97-43d5-aed1-b8e82262ca89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:03:14Z', 'updated_at': '2021-07-13T14:03:20Z', 'revision_number': 5, 'project_id': '7a7d384b32784a6f914418ec93b94b0e', 'subnets': [{'id': '1e80c959-8a97-43d5-aed1-b8e82262ca89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:03:31.307463 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 37898) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:03:31.365064 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-2f3c414b-8b2a-494f-94d0-5f612c88fbf5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cddde6624d514a049e75835df6c903ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0559638 Jul 13 14:03:31.367239 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 37900) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:03:31.420395 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-56bee588-f5df-449f-9ccd-61d49953f598 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:31.443928 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-56bee588-f5df-449f-9ccd-61d49953f598 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:31.494844 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e4dfee-0f0e-480f-94dd-22369ce26712 None None] New status for floating IP ecd0d7b3-621f-4ce1-a50f-d3eee6cdd39f: ACTIVE {{(pid=93752) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 14:03:31.500694 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-56bee588-f5df-449f-9ccd-61d49953f598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:31.503350 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-56bee588-f5df-449f-9ccd-61d49953f598 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:31.504649 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-56bee588-f5df-449f-9ccd-61d49953f598 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e7715277-f4f6-436d-9885-f716be877834 HTTP/1.1" status: 204 len: 168 time: 0.1364124 Jul 13 14:03:31.514309 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bee588-f5df-449f-9ccd-61d49953f598 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7715277-f4f6-436d-9885-f716be877834,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:03:31.563571 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 37904) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:03:31.636407 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-d195a027-1618-4002-9d4b-60c3508e64dc tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/floatingips/ecd0d7b3-621f-4ce1-a50f-d3eee6cdd39f HTTP/1.1" status: 200 len: 991 time: 0.0715139 Jul 13 14:03:32.287641 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device d86bac5b-b7af-4efa-a95c-ed1a400a33a0 no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:03:32.292834 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 37924) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:03:32.313083 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: d86bac5b-b7af-4efa-a95c-ed1a400a33a0 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:03:32.313455 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device d86bac5b-b7af-4efa-a95c-ed1a400a33a0 not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:03:32.313876 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 038b240b-7265-43de-a4f9-8f0091eeffee no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:03:32.339627 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: 038b240b-7265-43de-a4f9-8f0091eeffee {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:03:32.339987 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 038b240b-7265-43de-a4f9-8f0091eeffee not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:03:32.407178 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-2a1256d0-8e70-4962-b626-d44f4f131579 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-119843887-network', 'tenant_id': '7f13810fe16a4ce3aa944e84f22cfe26'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:03:32.429974 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a1256d0-8e70-4962-b626-d44f4f131579 admin admin] Made reservation on behalf of 7f13810fe16a4ce3aa944e84f22cfe26 for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:03:32.432487 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2a1256d0-8e70-4962-b626-d44f4f131579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:32.448003 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2a1256d0-8e70-4962-b626-d44f4f131579 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:32.558214 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2a1256d0-8e70-4962-b626-d44f4f131579 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:32.562373 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2a1256d0-8e70-4962-b626-d44f4f131579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:32.584590 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a1256d0-8e70-4962-b626-d44f4f131579 admin admin] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 14:03:32.603997 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2a1256d0-8e70-4962-b626-d44f4f131579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:32.604353 n-d-800634-1 neutron-server[93751]: INFO neutron.db.segments_db [None req-2a1256d0-8e70-4962-b626-d44f4f131579 admin admin] Added segment 5c94c88a-d697-4884-ab45-fc92d94b2a82 of type vlan for network f1e28055-306d-4d6c-ba6f-03dbaec7a44c Jul 13 14:03:32.605656 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1256d0-8e70-4962-b626-d44f4f131579 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c737365-5cf5-4d87-8b77-ee98018f55dd,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:03:32.639500 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 37930) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:03:32.685380 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2a1256d0-8e70-4962-b626-d44f4f131579 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:32.733061 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-9d6507de-f5a0-44a1-817a-4f1fd77e4db6 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/floatingips/ecd0d7b3-621f-4ce1-a50f-d3eee6cdd39f HTTP/1.1" status: 200 len: 993 time: 0.0923700 Jul 13 14:03:32.739756 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2a1256d0-8e70-4962-b626-d44f4f131579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:32.740855 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a1256d0-8e70-4962-b626-d44f4f131579 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:03:32.741466 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2a1256d0-8e70-4962-b626-d44f4f131579 admin admin] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:32.813504 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-2a1256d0-8e70-4962-b626-d44f4f131579 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5193701 Jul 13 14:03:32.816556 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 37932) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:03:32.822861 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-c45a4506-6aaf-4374-8cef-3555ace2f673 admin admin] Request body: {'subnet': {'network_id': 'f1e28055-306d-4d6c-ba6f-03dbaec7a44c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-119843887-subnet', 'tenant_id': '7f13810fe16a4ce3aa944e84f22cfe26', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:03:32.834801 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1256d0-8e70-4962-b626-d44f4f131579 admin admin] Pushing event updated for resources: {'Network': ['ID=f1e28055-306d-4d6c-ba6f-03dbaec7a44c,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:03:32.846659 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c45a4506-6aaf-4374-8cef-3555ace2f673 admin admin] Made reservation on behalf of 7f13810fe16a4ce3aa944e84f22cfe26 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:03:32.849622 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network f1e28055-306d-4d6c-ba6f-03dbaec7a44c details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 14:03:32.850233 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c45a4506-6aaf-4374-8cef-3555ace2f673 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4763385'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:33.032028 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c45a4506-6aaf-4374-8cef-3555ace2f673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5970588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4763339'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:33.090141 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45a4506-6aaf-4374-8cef-3555ace2f673 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e08da3c5-38e9-45e8-8381-86df63cd18d2,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:03:33.100203 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45a4506-6aaf-4374-8cef-3555ace2f673 admin admin] Checking segment: {'id': '5c94c88a-d697-4884-ab45-fc92d94b2a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'f1e28055-306d-4d6c-ba6f-03dbaec7a44c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:03:33.100566 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c45a4506-6aaf-4374-8cef-3555ace2f673 admin admin] Network hostable DHCP agents. Network: f1e28055-306d-4d6c-ba6f-03dbaec7a44c, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 14:03:33.118258 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c45a4506-6aaf-4374-8cef-3555ace2f673 admin admin] Network f1e28055-306d-4d6c-ba6f-03dbaec7a44c is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 14:03:33.127677 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-c45a4506-6aaf-4374-8cef-3555ace2f673 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, f1e28055-306d-4d6c-ba6f-03dbaec7a44c) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:03:33.133306 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c45a4506-6aaf-4374-8cef-3555ace2f673 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:03:33.134151 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c45a4506-6aaf-4374-8cef-3555ace2f673 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:33.136042 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cec3611-17d0-429e-916a-d8fff003a96e None None] Network f1e28055-306d-4d6c-ba6f-03dbaec7a44c requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:03:33.151085 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-c45a4506-6aaf-4374-8cef-3555ace2f673 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3321943 Jul 13 14:03:33.295059 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a645ea-a368-427d-a707-1395c2352b7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a7201e1-61ce-5a3e-b7f7-e800379ed03b-f1e28055-306d-4d6c-ba6f-03dbaec7a44c', 'network_id': 'f1e28055-306d-4d6c-ba6f-03dbaec7a44c', 'tenant_id': '7f13810fe16a4ce3aa944e84f22cfe26', 'fixed_ips': [{'subnet_id': 'e08da3c5-38e9-45e8-8381-86df63cd18d2'}]}} from n-d-800634-1. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 14:03:33.296172 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-74a645ea-a368-427d-a707-1395c2352b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:33.441324 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-74a645ea-a368-427d-a707-1395c2352b7a None None] Allocated IP 172.20.0.2 (f1e28055-306d-4d6c-ba6f-03dbaec7a44c/e08da3c5-38e9-45e8-8381-86df63cd18d2/800c18bc-fb37-420e-a861-f2ca26a18367) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:03:33.591741 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-74a645ea-a368-427d-a707-1395c2352b7a None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:33.600497 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-74a645ea-a368-427d-a707-1395c2352b7a None None] Transition to ACTIVE for port object 800c18bc-fb37-420e-a861-f2ca26a18367 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:03:33.616239 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-74a645ea-a368-427d-a707-1395c2352b7a None None] Transition to ACTIVE for port object 800c18bc-fb37-420e-a861-f2ca26a18367 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:03:33.622566 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-74a645ea-a368-427d-a707-1395c2352b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:33.668307 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74a645ea-a368-427d-a707-1395c2352b7a None None] Network f1e28055-306d-4d6c-ba6f-03dbaec7a44c is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:03:33.671281 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-74a645ea-a368-427d-a707-1395c2352b7a None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:03:33.673912 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a645ea-a368-427d-a707-1395c2352b7a None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:03:33.683505 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a645ea-a368-427d-a707-1395c2352b7a None None] Pushing event updated for resources: {'Port': ['ID=800c18bc-fb37-420e-a861-f2ca26a18367,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:03:33.709675 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7f0004-51e3-4bab-ba6a-fff4ac9e36a7 req-ed3b14b4-1109-4d95-9ef4-9964db7bfa3e tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:03:33.711153 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3c7f0004-51e3-4bab-ba6a-fff4ac9e36a7 req-ed3b14b4-1109-4d95-9ef4-9964db7bfa3e tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] 10.222.0.23 "GET /v2.0/networks?id=f1e28055-306d-4d6c-ba6f-03dbaec7a44c HTTP/1.1" status: 200 len: 815 time: 0.1215122 Jul 13 14:03:33.726154 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3c7f0004-51e3-4bab-ba6a-fff4ac9e36a7 req-2b047064-11ab-49a5-9d96-9309318e1605 tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] 10.222.0.23 "GET /v2.0/quotas/7f13810fe16a4ce3aa944e84f22cfe26 HTTP/1.1" status: 200 len: 375 time: 0.0096502 Jul 13 14:03:33.741646 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-74a645ea-a368-427d-a707-1395c2352b7a None None] Attempting to bind port 800c18bc-fb37-420e-a861-f2ca26a18367 on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:03:33.742048 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-74a645ea-a368-427d-a707-1395c2352b7a None None] Attempting to bind port 800c18bc-fb37-420e-a861-f2ca26a18367 by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '5c94c88a-d697-4884-ab45-fc92d94b2a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'f1e28055-306d-4d6c-ba6f-03dbaec7a44c'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:03:33.742809 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a645ea-a368-427d-a707-1395c2352b7a None None] Attempting to bind port 800c18bc-fb37-420e-a861-f2ca26a18367 on network f1e28055-306d-4d6c-ba6f-03dbaec7a44c {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:03:33.747599 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a645ea-a368-427d-a707-1395c2352b7a None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:03:33.747999 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a645ea-a368-427d-a707-1395c2352b7a None None] Checking segment: {'id': '5c94c88a-d697-4884-ab45-fc92d94b2a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'f1e28055-306d-4d6c-ba6f-03dbaec7a44c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:03:33.748384 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-74a645ea-a368-427d-a707-1395c2352b7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:33.748771 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a645ea-a368-427d-a707-1395c2352b7a None None] Bound using segment: {'id': '5c94c88a-d697-4884-ab45-fc92d94b2a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'f1e28055-306d-4d6c-ba6f-03dbaec7a44c'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:03:33.749236 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-74a645ea-a368-427d-a707-1395c2352b7a None None] Bound port: 800c18bc-fb37-420e-a861-f2ca26a18367, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c94c88a-d697-4884-ab45-fc92d94b2a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'f1e28055-306d-4d6c-ba6f-03dbaec7a44c'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:03:33.749616 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-74a645ea-a368-427d-a707-1395c2352b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:33.795753 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3c7f0004-51e3-4bab-ba6a-fff4ac9e36a7 req-701488a1-d8a7-4e6a-861a-f15a640e57d8 tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=7f13810fe16a4ce3aa944e84f22cfe26&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0640290 Jul 13 14:03:33.807141 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [req-3c7f0004-51e3-4bab-ba6a-fff4ac9e36a7 req-4ed124bc-dc84-4c2d-b164-b446f5e40714 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93750) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 14:03:33.808173 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3c7f0004-51e3-4bab-ba6a-fff4ac9e36a7 req-4ed124bc-dc84-4c2d-b164-b446f5e40714 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053930 Jul 13 14:03:33.820172 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-74a645ea-a368-427d-a707-1395c2352b7a None None] For port 800c18bc-fb37-420e-a861-f2ca26a18367, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:03:33.823617 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-74a645ea-a368-427d-a707-1395c2352b7a None None] For port 800c18bc-fb37-420e-a861-f2ca26a18367, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=800c18bc-fb37-420e-a861-f2ca26a18367,segment=NetworkSegment(5c94c88a-d697-4884-ab45-fc92d94b2a82),segment_id=5c94c88a-d697-4884-ab45-fc92d94b2a82)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:03:33.830329 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-74a645ea-a368-427d-a707-1395c2352b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:33.900148 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a645ea-a368-427d-a707-1395c2352b7a None None] Pushing event updated for resources: {'Port': ['ID=800c18bc-fb37-420e-a861-f2ca26a18367,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:03:33.922281 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3c7f0004-51e3-4bab-ba6a-fff4ac9e36a7 req-594a26f8-9ab3-48f4-b74f-4fb110d56c93 service neutron] 10.222.0.23 "GET /v2.0/networks/f1e28055-306d-4d6c-ba6f-03dbaec7a44c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051521 Jul 13 14:03:34.028345 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3c7f0004-51e3-4bab-ba6a-fff4ac9e36a7 req-8a2faeb9-f34d-48a5-bc3e-4bbecf183258 service neutron] 10.222.0.23 "GET /v2.0/networks/f1e28055-306d-4d6c-ba6f-03dbaec7a44c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973320 Jul 13 14:03:34.333946 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 800c18bc-fb37-420e-a861-f2ca26a18367 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:03:34.394406 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port 800c18bc-fb37-420e-a861-f2ca26a18367 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:03:34.447734 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5877659-88fa-408a-a5eb-2444289a9e73 req-ca3026ba-c81f-46fe-a096-939826182df4 tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:03:34.455095 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f5877659-88fa-408a-a5eb-2444289a9e73 req-ca3026ba-c81f-46fe-a096-939826182df4 tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] 10.222.0.23 "GET /v2.0/networks?id=f1e28055-306d-4d6c-ba6f-03dbaec7a44c HTTP/1.1" status: 200 len: 815 time: 0.1233985 Jul 13 14:03:34.470997 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f5877659-88fa-408a-a5eb-2444289a9e73 req-cdd14afb-c612-4de5-b2f0-980363b7345a tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] 10.222.0.23 "GET /v2.0/quotas/7f13810fe16a4ce3aa944e84f22cfe26 HTTP/1.1" status: 200 len: 375 time: 0.0149603 Jul 13 14:03:34.546768 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f5877659-88fa-408a-a5eb-2444289a9e73 req-6d30e506-5b06-4689-b1c3-e3efcd9be43f tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=7f13810fe16a4ce3aa944e84f22cfe26&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0748107 Jul 13 14:03:34.638880 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f5877659-88fa-408a-a5eb-2444289a9e73 req-613262dd-ddef-4db0-9e9b-d2131a4a2f57 service neutron] 10.222.0.23 "GET /v2.0/networks/f1e28055-306d-4d6c-ba6f-03dbaec7a44c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912793 Jul 13 14:03:34.755526 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f5877659-88fa-408a-a5eb-2444289a9e73 req-90e250ca-083b-461c-a080-93e1180c4a86 service neutron] 10.222.0.23 "GET /v2.0/networks/f1e28055-306d-4d6c-ba6f-03dbaec7a44c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995703 Jul 13 14:03:35.140357 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e942681f-5d89-4ad3-8336-a367563985c3 None None] Network f1e28055-306d-4d6c-ba6f-03dbaec7a44c requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:03:35.164509 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f91e81-d8ff-4c02-9e4f-0c444d6f1c76 req-0c488f7c-6c53-45d7-942c-f8d07b2e5b97 tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:03:35.166086 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a1f91e81-d8ff-4c02-9e4f-0c444d6f1c76 req-0c488f7c-6c53-45d7-942c-f8d07b2e5b97 tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] 10.222.0.23 "GET /v2.0/networks?id=f1e28055-306d-4d6c-ba6f-03dbaec7a44c HTTP/1.1" status: 200 len: 815 time: 0.1239862 Jul 13 14:03:35.182473 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a1f91e81-d8ff-4c02-9e4f-0c444d6f1c76 req-93d8c9d2-35e1-43bc-b6c7-9d811011b6d1 tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] 10.222.0.23 "GET /v2.0/quotas/7f13810fe16a4ce3aa944e84f22cfe26 HTTP/1.1" status: 200 len: 375 time: 0.0100026 Jul 13 14:03:35.262670 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-ef84ad8d-43c4-46ac-bf82-5ebe76b6dd2a None None] Provisioning for port 800c18bc-fb37-420e-a861-f2ca26a18367 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:03:35.265307 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a1f91e81-d8ff-4c02-9e4f-0c444d6f1c76 req-62e944a1-a479-4eb9-aa36-7ae80e2a3660 tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=7f13810fe16a4ce3aa944e84f22cfe26&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0775797 Jul 13 14:03:35.272885 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-ef84ad8d-43c4-46ac-bf82-5ebe76b6dd2a None None] Provisioning complete for port 800c18bc-fb37-420e-a861-f2ca26a18367 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:03:35.273426 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ef84ad8d-43c4-46ac-bf82-5ebe76b6dd2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:35.387011 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a1f91e81-d8ff-4c02-9e4f-0c444d6f1c76 req-bbfda05b-04b8-4b3d-92a8-66ec012aa703 service neutron] 10.222.0.23 "GET /v2.0/networks/f1e28055-306d-4d6c-ba6f-03dbaec7a44c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108036 Jul 13 14:03:35.416001 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ef84ad8d-43c4-46ac-bf82-5ebe76b6dd2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:35.459604 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-ef84ad8d-43c4-46ac-bf82-5ebe76b6dd2a None None] For port 800c18bc-fb37-420e-a861-f2ca26a18367, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=800c18bc-fb37-420e-a861-f2ca26a18367,segment=NetworkSegment(5c94c88a-d697-4884-ab45-fc92d94b2a82),segment_id=5c94c88a-d697-4884-ab45-fc92d94b2a82)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:03:35.468826 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ef84ad8d-43c4-46ac-bf82-5ebe76b6dd2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:35.588354 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a1f91e81-d8ff-4c02-9e4f-0c444d6f1c76 req-a853d2df-10c9-4502-ab41-220b5c0f519d service neutron] 10.222.0.23 "GET /v2.0/networks/f1e28055-306d-4d6c-ba6f-03dbaec7a44c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937697 Jul 13 14:03:35.605386 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef84ad8d-43c4-46ac-bf82-5ebe76b6dd2a None None] Pushing event updated for resources: {'Port': ['ID=800c18bc-fb37-420e-a861-f2ca26a18367,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:03:35.654689 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7f0004-51e3-4bab-ba6a-fff4ac9e36a7 req-c865bbf5-0ddb-493c-8853-501b27823c0c tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:03:35.656345 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3c7f0004-51e3-4bab-ba6a-fff4ac9e36a7 req-c865bbf5-0ddb-493c-8853-501b27823c0c tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] 10.222.0.26 "GET /v2.0/networks?id=f1e28055-306d-4d6c-ba6f-03dbaec7a44c HTTP/1.1" status: 200 len: 815 time: 0.1891539 Jul 13 14:03:35.678393 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-3c7f0004-51e3-4bab-ba6a-fff4ac9e36a7 req-5b6d28ed-0b71-40ed-8ff7-50a018636d5b tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] Request body: {'port': {'device_id': '833ac47e-1dd4-42f0-bf76-c7778e0da38e', 'network_id': 'f1e28055-306d-4d6c-ba6f-03dbaec7a44c', 'admin_state_up': True, 'tenant_id': '7f13810fe16a4ce3aa944e84f22cfe26'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:03:35.842130 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-c7901750-a5b8-4213-81e1-4102f87334be None None] Provisioning complete for port 800c18bc-fb37-420e-a861-f2ca26a18367 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:03:35.842591 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c7901750-a5b8-4213-81e1-4102f87334be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:35.906606 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ffa9d08e-b62d-4d83-923d-a30bce932bae req-f84b8210-25d3-45a4-ac92-23bf2acb8ef3 tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] 10.222.0.23 "GET /v2.0/ports?device_id=5828d1be-89dd-46b8-961c-3b5073814967 HTTP/1.1" status: 200 len: 210 time: 0.0602262 Jul 13 14:03:35.941947 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c7f0004-51e3-4bab-ba6a-fff4ac9e36a7 req-5b6d28ed-0b71-40ed-8ff7-50a018636d5b tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] Made reservation on behalf of 7f13810fe16a4ce3aa944e84f22cfe26 for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:03:35.945899 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-3c7f0004-51e3-4bab-ba6a-fff4ac9e36a7 req-5b6d28ed-0b71-40ed-8ff7-50a018636d5b tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:36.091823 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [req-3c7f0004-51e3-4bab-ba6a-fff4ac9e36a7 req-5b6d28ed-0b71-40ed-8ff7-50a018636d5b tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] Allocated IP 172.20.0.5 (f1e28055-306d-4d6c-ba6f-03dbaec7a44c/e08da3c5-38e9-45e8-8381-86df63cd18d2/10adca46-8d88-41f3-a72f-9dca4bbdca52) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:03:36.280613 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-3c7f0004-51e3-4bab-ba6a-fff4ac9e36a7 req-5b6d28ed-0b71-40ed-8ff7-50a018636d5b tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:36.303424 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-3c7f0004-51e3-4bab-ba6a-fff4ac9e36a7 req-5b6d28ed-0b71-40ed-8ff7-50a018636d5b tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] Transition to ACTIVE for port object 10adca46-8d88-41f3-a72f-9dca4bbdca52 will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:03:36.318649 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 800c18bc-fb37-420e-a861-f2ca26a18367 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:03:36.355609 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-3c7f0004-51e3-4bab-ba6a-fff4ac9e36a7 req-5b6d28ed-0b71-40ed-8ff7-50a018636d5b tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:36.413774 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 800c18bc-fb37-420e-a861-f2ca26a18367 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:03:36.414537 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:36.417039 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c7f0004-51e3-4bab-ba6a-fff4ac9e36a7 req-5b6d28ed-0b71-40ed-8ff7-50a018636d5b tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] Network f1e28055-306d-4d6c-ba6f-03dbaec7a44c is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:03:36.422626 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [req-3c7f0004-51e3-4bab-ba6a-fff4ac9e36a7 req-5b6d28ed-0b71-40ed-8ff7-50a018636d5b tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:03:36.427619 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c7f0004-51e3-4bab-ba6a-fff4ac9e36a7 req-5b6d28ed-0b71-40ed-8ff7-50a018636d5b tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:03:36.482012 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5877659-88fa-408a-a5eb-2444289a9e73 req-ee1cebff-8914-4961-a600-834c792f63cd tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:03:36.485115 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f5877659-88fa-408a-a5eb-2444289a9e73 req-ee1cebff-8914-4961-a600-834c792f63cd tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] 10.222.0.26 "GET /v2.0/networks?id=f1e28055-306d-4d6c-ba6f-03dbaec7a44c HTTP/1.1" status: 200 len: 815 time: 0.1911204 Jul 13 14:03:36.486774 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7f0004-51e3-4bab-ba6a-fff4ac9e36a7 req-5b6d28ed-0b71-40ed-8ff7-50a018636d5b tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:03:36.487452 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-3c7f0004-51e3-4bab-ba6a-fff4ac9e36a7 req-5b6d28ed-0b71-40ed-8ff7-50a018636d5b tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:36.490491 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6d28ed-0b71-40ed-8ff7-50a018636d5b tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] Pushing event updated for resources: {'Port': ['ID=10adca46-8d88-41f3-a72f-9dca4bbdca52,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:03:36.500278 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-f5877659-88fa-408a-a5eb-2444289a9e73 req-3de6d5c1-8f42-4f72-8ad1-d5d4b40fe51e tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] Request body: {'port': {'device_id': '76b91790-9e94-4b10-b8c2-7d0f23be904d', 'network_id': 'f1e28055-306d-4d6c-ba6f-03dbaec7a44c', 'admin_state_up': True, 'tenant_id': '7f13810fe16a4ce3aa944e84f22cfe26'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:03:36.534245 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3c7f0004-51e3-4bab-ba6a-fff4ac9e36a7 req-5b6d28ed-0b71-40ed-8ff7-50a018636d5b tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8597665 Jul 13 14:03:36.547051 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-3c7f0004-51e3-4bab-ba6a-fff4ac9e36a7 req-2ecaae17-a535-4026-b776-ac0051480d9c service neutron] Request body: {'port': {'device_id': '833ac47e-1dd4-42f0-bf76-c7778e0da38e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-1'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:03:36.683651 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-3c7f0004-51e3-4bab-ba6a-fff4ac9e36a7 req-2ecaae17-a535-4026-b776-ac0051480d9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:36.689630 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5877659-88fa-408a-a5eb-2444289a9e73 req-3de6d5c1-8f42-4f72-8ad1-d5d4b40fe51e tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] Made reservation on behalf of 7f13810fe16a4ce3aa944e84f22cfe26 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:03:36.694539 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f5877659-88fa-408a-a5eb-2444289a9e73 req-3de6d5c1-8f42-4f72-8ad1-d5d4b40fe51e tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:36.868302 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-f5877659-88fa-408a-a5eb-2444289a9e73 req-3de6d5c1-8f42-4f72-8ad1-d5d4b40fe51e tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] Allocated IP 172.20.0.6 (f1e28055-306d-4d6c-ba6f-03dbaec7a44c/e08da3c5-38e9-45e8-8381-86df63cd18d2/2cdad9f2-c5d3-4101-9bcd-318659f667b6) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:03:36.898971 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-0e2de8b4-fa66-4cee-9aa9-75e899519a79 None None] Provisioning for port 10adca46-8d88-41f3-a72f-9dca4bbdca52 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:03:36.902785 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-0e2de8b4-fa66-4cee-9aa9-75e899519a79 None None] Provisioning complete for port 10adca46-8d88-41f3-a72f-9dca4bbdca52 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:03:36.903646 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-0e2de8b4-fa66-4cee-9aa9-75e899519a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:36.943902 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-0e2de8b4-fa66-4cee-9aa9-75e899519a79 None None] Port 10adca46-8d88-41f3-a72f-9dca4bbdca52 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:03:37.036683 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f5877659-88fa-408a-a5eb-2444289a9e73 req-3de6d5c1-8f42-4f72-8ad1-d5d4b40fe51e tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:37.075583 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b9c370df-95d1-47d3-bfe8-a561a3e30375 req-4794171f-5ef2-4826-ab37-c964cc24e6b5 tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] 10.222.0.23 "GET /v2.0/ports?device_id=5828d1be-89dd-46b8-961c-3b5073814967 HTTP/1.1" status: 200 len: 210 time: 0.0439494 Jul 13 14:03:37.078238 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-f5877659-88fa-408a-a5eb-2444289a9e73 req-3de6d5c1-8f42-4f72-8ad1-d5d4b40fe51e tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] Transition to ACTIVE for port object 2cdad9f2-c5d3-4101-9bcd-318659f667b6 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:03:37.119907 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f5877659-88fa-408a-a5eb-2444289a9e73 req-3de6d5c1-8f42-4f72-8ad1-d5d4b40fe51e tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:37.217584 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5877659-88fa-408a-a5eb-2444289a9e73 req-3de6d5c1-8f42-4f72-8ad1-d5d4b40fe51e tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] Network f1e28055-306d-4d6c-ba6f-03dbaec7a44c is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:03:37.227895 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-f5877659-88fa-408a-a5eb-2444289a9e73 req-3de6d5c1-8f42-4f72-8ad1-d5d4b40fe51e tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:03:37.237808 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5877659-88fa-408a-a5eb-2444289a9e73 req-3de6d5c1-8f42-4f72-8ad1-d5d4b40fe51e tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:03:37.268242 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de6d5c1-8f42-4f72-8ad1-d5d4b40fe51e tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] Pushing event updated for resources: {'Port': ['ID=2cdad9f2-c5d3-4101-9bcd-318659f667b6,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:03:37.305356 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [req-3c7f0004-51e3-4bab-ba6a-fff4ac9e36a7 req-2ecaae17-a535-4026-b776-ac0051480d9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10adca46-8d88-41f3-a72f-9dca4bbdca52 {{(pid=93751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:03:37.314838 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-3c7f0004-51e3-4bab-ba6a-fff4ac9e36a7 req-2ecaae17-a535-4026-b776-ac0051480d9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:37.326276 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5877659-88fa-408a-a5eb-2444289a9e73 req-3de6d5c1-8f42-4f72-8ad1-d5d4b40fe51e tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:03:37.326905 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f5877659-88fa-408a-a5eb-2444289a9e73 req-3de6d5c1-8f42-4f72-8ad1-d5d4b40fe51e tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:37.336180 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-3c7f0004-51e3-4bab-ba6a-fff4ac9e36a7 req-2ecaae17-a535-4026-b776-ac0051480d9c service neutron] Transition to ACTIVE for port object 10adca46-8d88-41f3-a72f-9dca4bbdca52 will not be triggered until provisioned by entity L2. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:03:37.343328 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-3c7f0004-51e3-4bab-ba6a-fff4ac9e36a7 req-2ecaae17-a535-4026-b776-ac0051480d9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:37.357766 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f5877659-88fa-408a-a5eb-2444289a9e73 req-3de6d5c1-8f42-4f72-8ad1-d5d4b40fe51e tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8626068 Jul 13 14:03:37.375716 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-f5877659-88fa-408a-a5eb-2444289a9e73 req-e2a4a2b9-c627-42c0-8661-946f3f59ea99 service neutron] Request body: {'port': {'device_id': '76b91790-9e94-4b10-b8c2-7d0f23be904d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:03:37.447026 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f91e81-d8ff-4c02-9e4f-0c444d6f1c76 req-fb7d1dd4-c336-463c-975a-5e2b7530cd2f tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:03:37.449455 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a1f91e81-d8ff-4c02-9e4f-0c444d6f1c76 req-fb7d1dd4-c336-463c-975a-5e2b7530cd2f tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] 10.222.0.41 "GET /v2.0/networks?id=f1e28055-306d-4d6c-ba6f-03dbaec7a44c HTTP/1.1" status: 200 len: 815 time: 0.2855177 Jul 13 14:03:37.460304 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecaae17-a535-4026-b776-ac0051480d9c service neutron] Pushing event updated for resources: {'Port': ['ID=10adca46-8d88-41f3-a72f-9dca4bbdca52,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:03:37.482066 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-a1f91e81-d8ff-4c02-9e4f-0c444d6f1c76 req-cc1526da-23f4-4d3e-bb5a-1d8db793d359 tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] Request body: {'port': {'device_id': '5828d1be-89dd-46b8-961c-3b5073814967', 'network_id': 'f1e28055-306d-4d6c-ba6f-03dbaec7a44c', 'admin_state_up': True, 'tenant_id': '7f13810fe16a4ce3aa944e84f22cfe26'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:03:37.516826 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-3c7f0004-51e3-4bab-ba6a-fff4ac9e36a7 req-2ecaae17-a535-4026-b776-ac0051480d9c service neutron] Attempting to bind port 10adca46-8d88-41f3-a72f-9dca4bbdca52 on host n-h1-800634-1 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:03:37.517161 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-3c7f0004-51e3-4bab-ba6a-fff4ac9e36a7 req-2ecaae17-a535-4026-b776-ac0051480d9c service neutron] Attempting to bind port 10adca46-8d88-41f3-a72f-9dca4bbdca52 by drivers openvswitch,hyperv on host n-h1-800634-1 at level 0 using segments [{'id': '5c94c88a-d697-4884-ab45-fc92d94b2a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'f1e28055-306d-4d6c-ba6f-03dbaec7a44c'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:03:37.517486 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7f0004-51e3-4bab-ba6a-fff4ac9e36a7 req-2ecaae17-a535-4026-b776-ac0051480d9c service neutron] Attempting to bind port 10adca46-8d88-41f3-a72f-9dca4bbdca52 on network f1e28055-306d-4d6c-ba6f-03dbaec7a44c {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:03:37.522849 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7f0004-51e3-4bab-ba6a-fff4ac9e36a7 req-2ecaae17-a535-4026-b776-ac0051480d9c service neutron] Port 10adca46-8d88-41f3-a72f-9dca4bbdca52 on network f1e28055-306d-4d6c-ba6f-03dbaec7a44c not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-1 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 14:03:37.523188 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7f0004-51e3-4bab-ba6a-fff4ac9e36a7 req-2ecaae17-a535-4026-b776-ac0051480d9c service neutron] Attempting to bind port 10adca46-8d88-41f3-a72f-9dca4bbdca52 on network f1e28055-306d-4d6c-ba6f-03dbaec7a44c {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:03:37.529205 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7f0004-51e3-4bab-ba6a-fff4ac9e36a7 req-2ecaae17-a535-4026-b776-ac0051480d9c service neutron] Checking agent: {'id': 'a7603dc8-3c50-4a9b-8f0d-1143528f155e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:03:37.529543 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7f0004-51e3-4bab-ba6a-fff4ac9e36a7 req-2ecaae17-a535-4026-b776-ac0051480d9c service neutron] Checking segment: {'id': '5c94c88a-d697-4884-ab45-fc92d94b2a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'f1e28055-306d-4d6c-ba6f-03dbaec7a44c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:03:37.529980 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7f0004-51e3-4bab-ba6a-fff4ac9e36a7 req-2ecaae17-a535-4026-b776-ac0051480d9c service neutron] Bound using segment: {'id': '5c94c88a-d697-4884-ab45-fc92d94b2a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'f1e28055-306d-4d6c-ba6f-03dbaec7a44c'} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:03:37.530413 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-3c7f0004-51e3-4bab-ba6a-fff4ac9e36a7 req-2ecaae17-a535-4026-b776-ac0051480d9c service neutron] Bound port: 10adca46-8d88-41f3-a72f-9dca4bbdca52, host: n-h1-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c94c88a-d697-4884-ab45-fc92d94b2a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'f1e28055-306d-4d6c-ba6f-03dbaec7a44c'}}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:03:37.530772 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-3c7f0004-51e3-4bab-ba6a-fff4ac9e36a7 req-2ecaae17-a535-4026-b776-ac0051480d9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:37.601534 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f5877659-88fa-408a-a5eb-2444289a9e73 req-e2a4a2b9-c627-42c0-8661-946f3f59ea99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:37.624043 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-3c7f0004-51e3-4bab-ba6a-fff4ac9e36a7 req-2ecaae17-a535-4026-b776-ac0051480d9c service neutron] For port 10adca46-8d88-41f3-a72f-9dca4bbdca52, host n-h1-800634-1, cleared binding levels {{(pid=93751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:03:37.627911 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-3c7f0004-51e3-4bab-ba6a-fff4ac9e36a7 req-2ecaae17-a535-4026-b776-ac0051480d9c service neutron] For port 10adca46-8d88-41f3-a72f-9dca4bbdca52, host n-h1-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=10adca46-8d88-41f3-a72f-9dca4bbdca52,segment=NetworkSegment(5c94c88a-d697-4884-ab45-fc92d94b2a82),segment_id=5c94c88a-d697-4884-ab45-fc92d94b2a82)] {{(pid=93751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:03:37.634158 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-3c7f0004-51e3-4bab-ba6a-fff4ac9e36a7 req-2ecaae17-a535-4026-b776-ac0051480d9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:37.651123 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7f0004-51e3-4bab-ba6a-fff4ac9e36a7 req-2ecaae17-a535-4026-b776-ac0051480d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:03:37.652155 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-3c7f0004-51e3-4bab-ba6a-fff4ac9e36a7 req-2ecaae17-a535-4026-b776-ac0051480d9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:37.654216 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3c7f0004-51e3-4bab-ba6a-fff4ac9e36a7 req-2ecaae17-a535-4026-b776-ac0051480d9c service neutron] 10.222.0.26 "PUT /v2.0/ports/10adca46-8d88-41f3-a72f-9dca4bbdca52 HTTP/1.1" status: 200 len: 1091 time: 1.1150954 Jul 13 14:03:37.656933 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '833ac47e-1dd4-42f0-bf76-c7778e0da38e', 'tag': '10adca46-8d88-41f3-a72f-9dca4bbdca52'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:03:37.659310 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d17b627af75e17e0f4b8d6239d04f8c2f78634e2c585e32a7aeca336500f34a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34459c2d-3a8d-46d0-bc3c-e3ccfa09e73f" -d '{"events": [{"name": "network-changed", "server_uuid": "833ac47e-1dd4-42f0-bf76-c7778e0da38e", "tag": "10adca46-8d88-41f3-a72f-9dca4bbdca52"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:03:37.699150 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-e48a438d-0ef6-437c-8f00-55ed4ba27085 None None] Provisioning for port 2cdad9f2-c5d3-4101-9bcd-318659f667b6 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:03:37.720790 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-e48a438d-0ef6-437c-8f00-55ed4ba27085 None None] Provisioning complete for port 2cdad9f2-c5d3-4101-9bcd-318659f667b6 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:03:37.721391 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e48a438d-0ef6-437c-8f00-55ed4ba27085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:37.772067 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-e48a438d-0ef6-437c-8f00-55ed4ba27085 None None] Port 2cdad9f2-c5d3-4101-9bcd-318659f667b6 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:03:38.161097 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:03:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ca68ebe-253f-4988-8d90-bd57b7dcb5bd x-openstack-request-id: req-5ca68ebe-253f-4988-8d90-bd57b7dcb5bd {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:03:38.161097 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "833ac47e-1dd4-42f0-bf76-c7778e0da38e", "tag": "10adca46-8d88-41f3-a72f-9dca4bbdca52", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:03:38.162157 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5ca68ebe-253f-4988-8d90-bd57b7dcb5bd {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:03:38.162361 n-d-800634-1 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '833ac47e-1dd4-42f0-bf76-c7778e0da38e', 'tag': '10adca46-8d88-41f3-a72f-9dca4bbdca52', 'status': 'completed', 'code': 200} Jul 13 14:03:38.176597 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1f91e81-d8ff-4c02-9e4f-0c444d6f1c76 req-cc1526da-23f4-4d3e-bb5a-1d8db793d359 tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] Made reservation on behalf of 7f13810fe16a4ce3aa944e84f22cfe26 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:03:38.180698 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-a1f91e81-d8ff-4c02-9e4f-0c444d6f1c76 req-cc1526da-23f4-4d3e-bb5a-1d8db793d359 tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:38.220824 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7f0004-51e3-4bab-ba6a-fff4ac9e36a7 req-6ebb8122-3320-45ea-9eef-8aab74d6d3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:03:38.222509 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3c7f0004-51e3-4bab-ba6a-fff4ac9e36a7 req-6ebb8122-3320-45ea-9eef-8aab74d6d3f6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7f13810fe16a4ce3aa944e84f22cfe26&device_id=833ac47e-1dd4-42f0-bf76-c7778e0da38e HTTP/1.1" status: 200 len: 1094 time: 0.0920188 Jul 13 14:03:38.223284 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecaae17-a535-4026-b776-ac0051480d9c service neutron] Pushing event updated for resources: {'Port': ['ID=10adca46-8d88-41f3-a72f-9dca4bbdca52,revision_number=3']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:03:38.293812 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3c7f0004-51e3-4bab-ba6a-fff4ac9e36a7 req-9c51b1b5-d40f-4d6b-9806-ff65f2a92ff5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=10adca46-8d88-41f3-a72f-9dca4bbdca52 HTTP/1.1" status: 200 len: 217 time: 0.0527575 Jul 13 14:03:38.320404 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-aff7084b-238c-47ca-a1c2-b8c8c0ad12ae req-25a89c30-a7ab-4d2c-8735-52514f671cb8 tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] 10.222.0.23 "GET /v2.0/ports?device_id=5828d1be-89dd-46b8-961c-3b5073814967 HTTP/1.1" status: 200 len: 210 time: 0.0681088 Jul 13 14:03:38.358634 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7f0004-51e3-4bab-ba6a-fff4ac9e36a7 req-29c06ef1-2f40-49bd-9992-9f030109e5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:03:38.360114 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3c7f0004-51e3-4bab-ba6a-fff4ac9e36a7 req-29c06ef1-2f40-49bd-9992-9f030109e5e2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e08da3c5-38e9-45e8-8381-86df63cd18d2 HTTP/1.1" status: 200 len: 854 time: 0.0495317 Jul 13 14:03:38.365833 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2544f3-b062-492e-89a2-16d45f03ddbd req-2fdfea8e-89c2-4886-8347-07ca12d31882 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:03:38.367473 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-fb2544f3-b062-492e-89a2-16d45f03ddbd req-2fdfea8e-89c2-4886-8347-07ca12d31882 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/ports?device_id=259a57d9-04bb-4042-aef0-474dcd2a3ae5 HTTP/1.1" status: 200 len: 946 time: 0.3062167 Jul 13 14:03:38.432569 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7f0004-51e3-4bab-ba6a-fff4ac9e36a7 req-3fc16817-3b27-4626-b345-91f781c3c90c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:03:38.434149 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-fb2544f3-b062-492e-89a2-16d45f03ddbd req-c3ad524f-b061-462d-8eb6-a0e065bb1aef tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/security-groups?id=398172ee-e9aa-4936-b641-f081bdbf3647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598214 Jul 13 14:03:38.434821 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3c7f0004-51e3-4bab-ba6a-fff4ac9e36a7 req-3fc16817-3b27-4626-b345-91f781c3c90c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f1e28055-306d-4d6c-ba6f-03dbaec7a44c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0671372 Jul 13 14:03:38.490450 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-f5877659-88fa-408a-a5eb-2444289a9e73 req-e2a4a2b9-c627-42c0-8661-946f3f59ea99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cdad9f2-c5d3-4101-9bcd-318659f667b6 {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:03:38.497983 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f5877659-88fa-408a-a5eb-2444289a9e73 req-e2a4a2b9-c627-42c0-8661-946f3f59ea99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:38.511050 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-f5877659-88fa-408a-a5eb-2444289a9e73 req-e2a4a2b9-c627-42c0-8661-946f3f59ea99 service neutron] Transition to ACTIVE for port object 2cdad9f2-c5d3-4101-9bcd-318659f667b6 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:03:38.516852 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f5877659-88fa-408a-a5eb-2444289a9e73 req-e2a4a2b9-c627-42c0-8661-946f3f59ea99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:38.537474 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3c7f0004-51e3-4bab-ba6a-fff4ac9e36a7 req-bceab6de-2e98-446e-ad39-4bd8b88101a3 service neutron] 10.222.0.26 "GET /v2.0/networks/f1e28055-306d-4d6c-ba6f-03dbaec7a44c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946488 Jul 13 14:03:38.642048 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3c7f0004-51e3-4bab-ba6a-fff4ac9e36a7 req-76e881df-d001-4234-8ecd-5703f6180409 service neutron] 10.222.0.26 "GET /v2.0/networks/f1e28055-306d-4d6c-ba6f-03dbaec7a44c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990157 Jul 13 14:03:38.648933 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a4a2b9-c627-42c0-8661-946f3f59ea99 service neutron] Pushing event updated for resources: {'Port': ['ID=2cdad9f2-c5d3-4101-9bcd-318659f667b6,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:03:38.682072 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-a1f91e81-d8ff-4c02-9e4f-0c444d6f1c76 req-cc1526da-23f4-4d3e-bb5a-1d8db793d359 tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] Allocated IP 172.20.0.10 (f1e28055-306d-4d6c-ba6f-03dbaec7a44c/e08da3c5-38e9-45e8-8381-86df63cd18d2/6c0a95c4-47e3-4a4b-8f1c-30adc8348581) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:03:38.763474 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-f5877659-88fa-408a-a5eb-2444289a9e73 req-e2a4a2b9-c627-42c0-8661-946f3f59ea99 service neutron] Attempting to bind port 2cdad9f2-c5d3-4101-9bcd-318659f667b6 on host n-h1-800634-1 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:03:38.763853 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-f5877659-88fa-408a-a5eb-2444289a9e73 req-e2a4a2b9-c627-42c0-8661-946f3f59ea99 service neutron] Attempting to bind port 2cdad9f2-c5d3-4101-9bcd-318659f667b6 by drivers openvswitch,hyperv on host n-h1-800634-1 at level 0 using segments [{'id': '5c94c88a-d697-4884-ab45-fc92d94b2a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'f1e28055-306d-4d6c-ba6f-03dbaec7a44c'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:03:38.764110 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5877659-88fa-408a-a5eb-2444289a9e73 req-e2a4a2b9-c627-42c0-8661-946f3f59ea99 service neutron] Attempting to bind port 2cdad9f2-c5d3-4101-9bcd-318659f667b6 on network f1e28055-306d-4d6c-ba6f-03dbaec7a44c {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:03:38.780779 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34459c2d-3a8d-46d0-bc3c-e3ccfa09e73f req-88ed824e-08f0-49d9-a935-d991cabff682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:03:38.782439 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-34459c2d-3a8d-46d0-bc3c-e3ccfa09e73f req-88ed824e-08f0-49d9-a935-d991cabff682 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7f13810fe16a4ce3aa944e84f22cfe26&device_id=833ac47e-1dd4-42f0-bf76-c7778e0da38e HTTP/1.1" status: 200 len: 1094 time: 0.0714879 Jul 13 14:03:38.792147 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5877659-88fa-408a-a5eb-2444289a9e73 req-e2a4a2b9-c627-42c0-8661-946f3f59ea99 service neutron] Port 2cdad9f2-c5d3-4101-9bcd-318659f667b6 on network f1e28055-306d-4d6c-ba6f-03dbaec7a44c not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-1 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 14:03:38.792358 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5877659-88fa-408a-a5eb-2444289a9e73 req-e2a4a2b9-c627-42c0-8661-946f3f59ea99 service neutron] Attempting to bind port 2cdad9f2-c5d3-4101-9bcd-318659f667b6 on network f1e28055-306d-4d6c-ba6f-03dbaec7a44c {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:03:38.825898 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5877659-88fa-408a-a5eb-2444289a9e73 req-e2a4a2b9-c627-42c0-8661-946f3f59ea99 service neutron] Checking agent: {'id': 'a7603dc8-3c50-4a9b-8f0d-1143528f155e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:03:38.826290 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5877659-88fa-408a-a5eb-2444289a9e73 req-e2a4a2b9-c627-42c0-8661-946f3f59ea99 service neutron] Checking segment: {'id': '5c94c88a-d697-4884-ab45-fc92d94b2a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'f1e28055-306d-4d6c-ba6f-03dbaec7a44c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:03:38.826728 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5877659-88fa-408a-a5eb-2444289a9e73 req-e2a4a2b9-c627-42c0-8661-946f3f59ea99 service neutron] Bound using segment: {'id': '5c94c88a-d697-4884-ab45-fc92d94b2a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'f1e28055-306d-4d6c-ba6f-03dbaec7a44c'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:03:38.827170 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-f5877659-88fa-408a-a5eb-2444289a9e73 req-e2a4a2b9-c627-42c0-8661-946f3f59ea99 service neutron] Bound port: 2cdad9f2-c5d3-4101-9bcd-318659f667b6, host: n-h1-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c94c88a-d697-4884-ab45-fc92d94b2a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'f1e28055-306d-4d6c-ba6f-03dbaec7a44c'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:03:38.827538 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f5877659-88fa-408a-a5eb-2444289a9e73 req-e2a4a2b9-c627-42c0-8661-946f3f59ea99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:38.891135 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34459c2d-3a8d-46d0-bc3c-e3ccfa09e73f req-59de5379-cd95-4c3c-b49b-db2f3f572873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:03:38.892616 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-34459c2d-3a8d-46d0-bc3c-e3ccfa09e73f req-59de5379-cd95-4c3c-b49b-db2f3f572873 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f1e28055-306d-4d6c-ba6f-03dbaec7a44c HTTP/1.1" status: 200 len: 915 time: 0.1028209 Jul 13 14:03:38.938732 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-34459c2d-3a8d-46d0-bc3c-e3ccfa09e73f req-43a6fc1e-1007-421b-9185-45d99ea00b22 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=10adca46-8d88-41f3-a72f-9dca4bbdca52 HTTP/1.1" status: 200 len: 217 time: 0.0392540 Jul 13 14:03:38.948373 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-a1f91e81-d8ff-4c02-9e4f-0c444d6f1c76 req-cc1526da-23f4-4d3e-bb5a-1d8db793d359 tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:38.953669 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-f5877659-88fa-408a-a5eb-2444289a9e73 req-e2a4a2b9-c627-42c0-8661-946f3f59ea99 service neutron] For port 2cdad9f2-c5d3-4101-9bcd-318659f667b6, host n-h1-800634-1, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:03:38.974381 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-f5877659-88fa-408a-a5eb-2444289a9e73 req-e2a4a2b9-c627-42c0-8661-946f3f59ea99 service neutron] For port 2cdad9f2-c5d3-4101-9bcd-318659f667b6, host n-h1-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=2cdad9f2-c5d3-4101-9bcd-318659f667b6,segment=NetworkSegment(5c94c88a-d697-4884-ab45-fc92d94b2a82),segment_id=5c94c88a-d697-4884-ab45-fc92d94b2a82)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:03:38.975590 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-a1f91e81-d8ff-4c02-9e4f-0c444d6f1c76 req-cc1526da-23f4-4d3e-bb5a-1d8db793d359 tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] Transition to ACTIVE for port object 6c0a95c4-47e3-4a4b-8f1c-30adc8348581 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:03:38.983017 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f5877659-88fa-408a-a5eb-2444289a9e73 req-e2a4a2b9-c627-42c0-8661-946f3f59ea99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:38.999330 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34459c2d-3a8d-46d0-bc3c-e3ccfa09e73f req-a781a7d7-0452-490e-9016-965d7d1e4250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:03:39.001210 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-34459c2d-3a8d-46d0-bc3c-e3ccfa09e73f req-a781a7d7-0452-490e-9016-965d7d1e4250 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e08da3c5-38e9-45e8-8381-86df63cd18d2 HTTP/1.1" status: 200 len: 854 time: 0.0549903 Jul 13 14:03:39.038502 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5877659-88fa-408a-a5eb-2444289a9e73 req-e2a4a2b9-c627-42c0-8661-946f3f59ea99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:03:39.039227 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f5877659-88fa-408a-a5eb-2444289a9e73 req-e2a4a2b9-c627-42c0-8661-946f3f59ea99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:39.040691 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f5877659-88fa-408a-a5eb-2444289a9e73 req-e2a4a2b9-c627-42c0-8661-946f3f59ea99 service neutron] 10.222.0.26 "PUT /v2.0/ports/2cdad9f2-c5d3-4101-9bcd-318659f667b6 HTTP/1.1" status: 200 len: 1091 time: 1.6726847 Jul 13 14:03:39.041171 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76b91790-9e94-4b10-b8c2-7d0f23be904d', 'tag': '2cdad9f2-c5d3-4101-9bcd-318659f667b6'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:03:39.043584 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19a9709e-a521-47d8-b7ed-bc512e9a86bf" -d '{"events": [{"name": "network-changed", "server_uuid": "76b91790-9e94-4b10-b8c2-7d0f23be904d", "tag": "2cdad9f2-c5d3-4101-9bcd-318659f667b6"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:03:39.070319 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34459c2d-3a8d-46d0-bc3c-e3ccfa09e73f req-833cb357-58f1-4570-ae11-3f08f9af114c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:03:39.073961 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-34459c2d-3a8d-46d0-bc3c-e3ccfa09e73f req-833cb357-58f1-4570-ae11-3f08f9af114c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f1e28055-306d-4d6c-ba6f-03dbaec7a44c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0655670 Jul 13 14:03:39.109043 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c578290a-9194-4c84-91e5-69b2f105fa09 x-openstack-request-id: req-c578290a-9194-4c84-91e5-69b2f105fa09 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:03:39.109323 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76b91790-9e94-4b10-b8c2-7d0f23be904d", "tag": "2cdad9f2-c5d3-4101-9bcd-318659f667b6", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:03:39.109584 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c578290a-9194-4c84-91e5-69b2f105fa09 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:03:39.110020 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76b91790-9e94-4b10-b8c2-7d0f23be904d', 'tag': '2cdad9f2-c5d3-4101-9bcd-318659f667b6', 'status': 'completed', 'code': 200} Jul 13 14:03:39.112173 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a4a2b9-c627-42c0-8661-946f3f59ea99 service neutron] Pushing event updated for resources: {'Port': ['ID=2cdad9f2-c5d3-4101-9bcd-318659f667b6,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:03:39.135614 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-a1f91e81-d8ff-4c02-9e4f-0c444d6f1c76 req-cc1526da-23f4-4d3e-bb5a-1d8db793d359 tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:39.199102 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1f91e81-d8ff-4c02-9e4f-0c444d6f1c76 req-cc1526da-23f4-4d3e-bb5a-1d8db793d359 tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] Network f1e28055-306d-4d6c-ba6f-03dbaec7a44c is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:03:39.202439 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-34459c2d-3a8d-46d0-bc3c-e3ccfa09e73f req-49d97991-646d-4a7a-ac0a-98b6dc2eaa77 service neutron] 10.222.0.26 "GET /v2.0/networks/f1e28055-306d-4d6c-ba6f-03dbaec7a44c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148462 Jul 13 14:03:39.206884 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-a1f91e81-d8ff-4c02-9e4f-0c444d6f1c76 req-cc1526da-23f4-4d3e-bb5a-1d8db793d359 tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:03:39.216009 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1f91e81-d8ff-4c02-9e4f-0c444d6f1c76 req-cc1526da-23f4-4d3e-bb5a-1d8db793d359 tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:03:39.221387 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1526da-23f4-4d3e-bb5a-1d8db793d359 tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] Pushing event updated for resources: {'Port': ['ID=6c0a95c4-47e3-4a4b-8f1c-30adc8348581,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:03:39.314354 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f91e81-d8ff-4c02-9e4f-0c444d6f1c76 req-cc1526da-23f4-4d3e-bb5a-1d8db793d359 tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:03:39.315215 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-a1f91e81-d8ff-4c02-9e4f-0c444d6f1c76 req-cc1526da-23f4-4d3e-bb5a-1d8db793d359 tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:39.326297 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5877659-88fa-408a-a5eb-2444289a9e73 req-8d130777-7e80-4251-a896-f0e119877c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:03:39.328692 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f5877659-88fa-408a-a5eb-2444289a9e73 req-8d130777-7e80-4251-a896-f0e119877c2e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7f13810fe16a4ce3aa944e84f22cfe26&device_id=76b91790-9e94-4b10-b8c2-7d0f23be904d HTTP/1.1" status: 200 len: 1094 time: 0.2292039 Jul 13 14:03:39.334993 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-34459c2d-3a8d-46d0-bc3c-e3ccfa09e73f req-78cc126d-d300-497d-896e-971d29c54792 service neutron] 10.222.0.26 "GET /v2.0/networks/f1e28055-306d-4d6c-ba6f-03dbaec7a44c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208525 Jul 13 14:03:39.348804 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a1f91e81-d8ff-4c02-9e4f-0c444d6f1c76 req-cc1526da-23f4-4d3e-bb5a-1d8db793d359 tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8707149 Jul 13 14:03:39.401601 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-a1f91e81-d8ff-4c02-9e4f-0c444d6f1c76 req-3303e608-b649-4a6e-9190-5c069070f9cb service neutron] Request body: {'port': {'device_id': '5828d1be-89dd-46b8-961c-3b5073814967', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:03:39.407093 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f5877659-88fa-408a-a5eb-2444289a9e73 req-92f5e657-b418-45b7-9c0b-b5385905bcde service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2cdad9f2-c5d3-4101-9bcd-318659f667b6 HTTP/1.1" status: 200 len: 217 time: 0.0602155 Jul 13 14:03:39.458848 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0885a93-b550-4da7-be5d-7804bb41bcb0 req-a093ef86-2be0-4251-9665-2797798d45ea tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:03:39.460546 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d0885a93-b550-4da7-be5d-7804bb41bcb0 req-a093ef86-2be0-4251-9665-2797798d45ea tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.26 "GET /v2.0/ports?device_id=259a57d9-04bb-4042-aef0-474dcd2a3ae5 HTTP/1.1" status: 200 len: 946 time: 0.2098646 Jul 13 14:03:39.589948 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5877659-88fa-408a-a5eb-2444289a9e73 req-17c1e143-c6e5-431b-b0e7-af938098f496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:03:39.591407 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f5877659-88fa-408a-a5eb-2444289a9e73 req-17c1e143-c6e5-431b-b0e7-af938098f496 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e08da3c5-38e9-45e8-8381-86df63cd18d2 HTTP/1.1" status: 200 len: 854 time: 0.1626031 Jul 13 14:03:39.643410 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-69fd6395-e7c9-44f4-92e6-8010a885083f None None] Provisioning for port 6c0a95c4-47e3-4a4b-8f1c-30adc8348581 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:03:39.649699 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-69fd6395-e7c9-44f4-92e6-8010a885083f None None] Provisioning complete for port 6c0a95c4-47e3-4a4b-8f1c-30adc8348581 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:03:39.650404 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-69fd6395-e7c9-44f4-92e6-8010a885083f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:39.666258 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0caa2ba-488a-4984-84f1-31c4b12f89fa req-ad8e9070-b0af-4d29-8654-945b02383a5d tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:03:39.668766 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c0caa2ba-488a-4984-84f1-31c4b12f89fa req-ad8e9070-b0af-4d29-8654-945b02383a5d tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/ports?device_id=259a57d9-04bb-4042-aef0-474dcd2a3ae5 HTTP/1.1" status: 200 len: 946 time: 0.0952039 Jul 13 14:03:39.715636 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-a1f91e81-d8ff-4c02-9e4f-0c444d6f1c76 req-3303e608-b649-4a6e-9190-5c069070f9cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:39.731741 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-69fd6395-e7c9-44f4-92e6-8010a885083f None None] Port 6c0a95c4-47e3-4a4b-8f1c-30adc8348581 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:03:39.744876 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c0caa2ba-488a-4984-84f1-31c4b12f89fa req-a15b437d-5220-4808-be57-340c2b5ac6fb tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/security-groups?id=398172ee-e9aa-4936-b641-f081bdbf3647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575693 Jul 13 14:03:39.791622 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c796b3-3240-4418-a4ad-356c0eee7f04 req-12c1c04d-5fba-4caf-85f0-830c3bfb37b7 tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:03:39.793596 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-40c796b3-3240-4418-a4ad-356c0eee7f04 req-12c1c04d-5fba-4caf-85f0-830c3bfb37b7 tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] 10.222.0.23 "GET /v2.0/ports?device_id=5828d1be-89dd-46b8-961c-3b5073814967 HTTP/1.1" status: 200 len: 932 time: 0.3123155 Jul 13 14:03:39.905042 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5877659-88fa-408a-a5eb-2444289a9e73 req-2eb989f4-1b73-4a51-a7f5-aac495dad34c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:03:39.906612 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f5877659-88fa-408a-a5eb-2444289a9e73 req-2eb989f4-1b73-4a51-a7f5-aac495dad34c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f1e28055-306d-4d6c-ba6f-03dbaec7a44c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2806773 Jul 13 14:03:39.985246 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-40c796b3-3240-4418-a4ad-356c0eee7f04 req-6e5819e6-8781-47cc-84e1-4d3d0060c6eb tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c737365-5cf5-4d87-8b77-ee98018f55dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777606 Jul 13 14:03:40.008030 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-d0885a93-b550-4da7-be5d-7804bb41bcb0 req-a239f38a-da18-473d-8649-41cbd32c7287 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Deleting port f4f0e6bb-2d37-47aa-90f5-cc4d30a556ee {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:03:40.008377 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-d0885a93-b550-4da7-be5d-7804bb41bcb0 req-a239f38a-da18-473d-8649-41cbd32c7287 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:40.153463 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f5877659-88fa-408a-a5eb-2444289a9e73 req-1836ebc4-4290-4e70-bfb8-3d522d47bbaf service neutron] 10.222.0.26 "GET /v2.0/networks/f1e28055-306d-4d6c-ba6f-03dbaec7a44c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328105 Jul 13 14:03:40.255895 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-d0885a93-b550-4da7-be5d-7804bb41bcb0 req-a239f38a-da18-473d-8649-41cbd32c7287 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] For port f4f0e6bb-2d37-47aa-90f5-cc4d30a556ee, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=f4f0e6bb-2d37-47aa-90f5-cc4d30a556ee,segment=NetworkSegment(53f233fa-3a9c-4b12-9272-d4c4393df010),segment_id=53f233fa-3a9c-4b12-9272-d4c4393df010)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:03:40.256270 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-d0885a93-b550-4da7-be5d-7804bb41bcb0 req-a239f38a-da18-473d-8649-41cbd32c7287 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:40.430719 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f5877659-88fa-408a-a5eb-2444289a9e73 req-ee57bbac-a84e-4460-b0cd-955ef1fad48a service neutron] 10.222.0.26 "GET /v2.0/networks/f1e28055-306d-4d6c-ba6f-03dbaec7a44c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2690740 Jul 13 14:03:40.437190 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-a1f91e81-d8ff-4c02-9e4f-0c444d6f1c76 req-3303e608-b649-4a6e-9190-5c069070f9cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c0a95c4-47e3-4a4b-8f1c-30adc8348581 {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:03:40.448278 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-a1f91e81-d8ff-4c02-9e4f-0c444d6f1c76 req-3303e608-b649-4a6e-9190-5c069070f9cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:40.507160 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-a1f91e81-d8ff-4c02-9e4f-0c444d6f1c76 req-3303e608-b649-4a6e-9190-5c069070f9cb service neutron] Transition to ACTIVE for port object 6c0a95c4-47e3-4a4b-8f1c-30adc8348581 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:03:40.534456 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-a1f91e81-d8ff-4c02-9e4f-0c444d6f1c76 req-3303e608-b649-4a6e-9190-5c069070f9cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:40.597285 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-d0885a93-b550-4da7-be5d-7804bb41bcb0 req-a239f38a-da18-473d-8649-41cbd32c7287 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:40.598151 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-d0885a93-b550-4da7-be5d-7804bb41bcb0 req-a239f38a-da18-473d-8649-41cbd32c7287 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446547'] for floatingip, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:40.598151 n-d-800634-1 neutron-server[93750]: INFO neutron.db.l3_db [req-d0885a93-b550-4da7-be5d-7804bb41bcb0 req-a239f38a-da18-473d-8649-41cbd32c7287 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Floating IP 206f3f25-cca3-4044-a3f3-3f170d1ba0dc disassociated. External IP: 172.25.6.45, port: f4f0e6bb-2d37-47aa-90f5-cc4d30a556ee. Jul 13 14:03:40.598579 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-d0885a93-b550-4da7-be5d-7804bb41bcb0 req-a239f38a-da18-473d-8649-41cbd32c7287 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Calling delete_port for f4f0e6bb-2d37-47aa-90f5-cc4d30a556ee owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:03:40.629913 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3303e608-b649-4a6e-9190-5c069070f9cb service neutron] Pushing event updated for resources: {'Port': ['ID=6c0a95c4-47e3-4a4b-8f1c-30adc8348581,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:03:40.742966 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a9709e-a521-47d8-b7ed-bc512e9a86bf req-281f6fff-4193-4208-8507-d634d36a95ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:03:40.744504 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-19a9709e-a521-47d8-b7ed-bc512e9a86bf req-281f6fff-4193-4208-8507-d634d36a95ad service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7f13810fe16a4ce3aa944e84f22cfe26&device_id=76b91790-9e94-4b10-b8c2-7d0f23be904d HTTP/1.1" status: 200 len: 1094 time: 0.2492034 Jul 13 14:03:40.832790 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-a1f91e81-d8ff-4c02-9e4f-0c444d6f1c76 req-3303e608-b649-4a6e-9190-5c069070f9cb service neutron] Attempting to bind port 6c0a95c4-47e3-4a4b-8f1c-30adc8348581 on host n-h2-800634-1 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:03:40.833347 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-a1f91e81-d8ff-4c02-9e4f-0c444d6f1c76 req-3303e608-b649-4a6e-9190-5c069070f9cb service neutron] Attempting to bind port 6c0a95c4-47e3-4a4b-8f1c-30adc8348581 by drivers openvswitch,hyperv on host n-h2-800634-1 at level 0 using segments [{'id': '5c94c88a-d697-4884-ab45-fc92d94b2a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'f1e28055-306d-4d6c-ba6f-03dbaec7a44c'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:03:40.833938 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f91e81-d8ff-4c02-9e4f-0c444d6f1c76 req-3303e608-b649-4a6e-9190-5c069070f9cb service neutron] Attempting to bind port 6c0a95c4-47e3-4a4b-8f1c-30adc8348581 on network f1e28055-306d-4d6c-ba6f-03dbaec7a44c {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:03:40.881012 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f91e81-d8ff-4c02-9e4f-0c444d6f1c76 req-3303e608-b649-4a6e-9190-5c069070f9cb service neutron] Port 6c0a95c4-47e3-4a4b-8f1c-30adc8348581 on network f1e28055-306d-4d6c-ba6f-03dbaec7a44c not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-1 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 14:03:40.881342 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f91e81-d8ff-4c02-9e4f-0c444d6f1c76 req-3303e608-b649-4a6e-9190-5c069070f9cb service neutron] Attempting to bind port 6c0a95c4-47e3-4a4b-8f1c-30adc8348581 on network f1e28055-306d-4d6c-ba6f-03dbaec7a44c {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:03:40.906361 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f91e81-d8ff-4c02-9e4f-0c444d6f1c76 req-3303e608-b649-4a6e-9190-5c069070f9cb service neutron] Checking agent: {'id': 'f615e5c9-21ab-43f2-adbc-192d64b795cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 3, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:03:40.906709 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f91e81-d8ff-4c02-9e4f-0c444d6f1c76 req-3303e608-b649-4a6e-9190-5c069070f9cb service neutron] Checking segment: {'id': '5c94c88a-d697-4884-ab45-fc92d94b2a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'f1e28055-306d-4d6c-ba6f-03dbaec7a44c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:03:40.907107 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f91e81-d8ff-4c02-9e4f-0c444d6f1c76 req-3303e608-b649-4a6e-9190-5c069070f9cb service neutron] Bound using segment: {'id': '5c94c88a-d697-4884-ab45-fc92d94b2a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'f1e28055-306d-4d6c-ba6f-03dbaec7a44c'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:03:40.907555 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-a1f91e81-d8ff-4c02-9e4f-0c444d6f1c76 req-3303e608-b649-4a6e-9190-5c069070f9cb service neutron] Bound port: 6c0a95c4-47e3-4a4b-8f1c-30adc8348581, host: n-h2-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c94c88a-d697-4884-ab45-fc92d94b2a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'f1e28055-306d-4d6c-ba6f-03dbaec7a44c'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:03:40.907924 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-a1f91e81-d8ff-4c02-9e4f-0c444d6f1c76 req-3303e608-b649-4a6e-9190-5c069070f9cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:40.940397 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a9709e-a521-47d8-b7ed-bc512e9a86bf req-e11ef785-696b-4cd4-8235-aa7d9214411d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:03:40.942383 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-19a9709e-a521-47d8-b7ed-bc512e9a86bf req-e11ef785-696b-4cd4-8235-aa7d9214411d service neutron] 10.222.0.26 "GET /v2.0/networks?id=f1e28055-306d-4d6c-ba6f-03dbaec7a44c HTTP/1.1" status: 200 len: 915 time: 0.1882746 Jul 13 14:03:40.945038 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-d0885a93-b550-4da7-be5d-7804bb41bcb0 req-a239f38a-da18-473d-8649-41cbd32c7287 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:40.985055 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559536a8-c6f6-43ea-8b92-dab2565c5c70 req-dc9c0532-383d-4158-a23d-716d1695aa40 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:03:40.986596 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-559536a8-c6f6-43ea-8b92-dab2565c5c70 req-dc9c0532-383d-4158-a23d-716d1695aa40 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/ports?device_id=259a57d9-04bb-4042-aef0-474dcd2a3ae5 HTTP/1.1" status: 200 len: 868 time: 0.0735176 Jul 13 14:03:41.026380 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-559536a8-c6f6-43ea-8b92-dab2565c5c70 req-3d126dcd-bdc4-4c58-a627-59305d0d8fe4 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/security-groups?id=398172ee-e9aa-4936-b641-f081bdbf3647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341849 Jul 13 14:03:41.214303 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 10adca46-8d88-41f3-a72f-9dca4bbdca52 details requested by agent hyperv_n-h1-800634-1 with host n-h1-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 14:03:41.312377 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 10adca46-8d88-41f3-a72f-9dca4bbdca52, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=10adca46-8d88-41f3-a72f-9dca4bbdca52,segment=NetworkSegment(5c94c88a-d697-4884-ab45-fc92d94b2a82),segment_id=5c94c88a-d697-4884-ab45-fc92d94b2a82)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:03:41.325511 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Returning: {'device': '10adca46-8d88-41f3-a72f-9dca4bbdca52', 'network_id': 'f1e28055-306d-4d6c-ba6f-03dbaec7a44c', 'port_id': '10adca46-8d88-41f3-a72f-9dca4bbdca52', 'mac_address': 'fa:16:3e:bb:a7:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e08da3c5-38e9-45e8-8381-86df63cd18d2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 14:03:41.363319 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a239f38a-da18-473d-8649-41cbd32c7287 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Pushing event deleted for resources: {'Port': ['ID=f4f0e6bb-2d37-47aa-90f5-cc4d30a556ee,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:03:41.375828 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-19a9709e-a521-47d8-b7ed-bc512e9a86bf req-2ba3adbb-d4e3-4f6c-b842-7c2fbca30fc1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2cdad9f2-c5d3-4101-9bcd-318659f667b6 HTTP/1.1" status: 200 len: 217 time: 0.4238973 Jul 13 14:03:41.376645 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:41.400076 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10adca46-8d88-41f3-a72f-9dca4bbdca52 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:03:41.424019 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 10adca46-8d88-41f3-a72f-9dca4bbdca52, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=10adca46-8d88-41f3-a72f-9dca4bbdca52,segment=NetworkSegment(5c94c88a-d697-4884-ab45-fc92d94b2a82),segment_id=5c94c88a-d697-4884-ab45-fc92d94b2a82)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:03:41.429107 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:41.483447 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=10adca46-8d88-41f3-a72f-9dca4bbdca52,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:03:41.498685 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-a1f91e81-d8ff-4c02-9e4f-0c444d6f1c76 req-3303e608-b649-4a6e-9190-5c069070f9cb service neutron] For port 6c0a95c4-47e3-4a4b-8f1c-30adc8348581, host n-h2-800634-1, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:03:41.530305 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-a1f91e81-d8ff-4c02-9e4f-0c444d6f1c76 req-3303e608-b649-4a6e-9190-5c069070f9cb service neutron] For port 6c0a95c4-47e3-4a4b-8f1c-30adc8348581, host n-h2-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=6c0a95c4-47e3-4a4b-8f1c-30adc8348581,segment=NetworkSegment(5c94c88a-d697-4884-ab45-fc92d94b2a82),segment_id=5c94c88a-d697-4884-ab45-fc92d94b2a82)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:03:41.537247 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a9709e-a521-47d8-b7ed-bc512e9a86bf req-3da9d600-80c5-47e2-88b2-70cffdcb6710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:03:41.539075 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-19a9709e-a521-47d8-b7ed-bc512e9a86bf req-3da9d600-80c5-47e2-88b2-70cffdcb6710 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e08da3c5-38e9-45e8-8381-86df63cd18d2 HTTP/1.1" status: 200 len: 854 time: 0.1505980 Jul 13 14:03:41.573430 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-a1f91e81-d8ff-4c02-9e4f-0c444d6f1c76 req-3303e608-b649-4a6e-9190-5c069070f9cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:41.633342 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['10adca46-8d88-41f3-a72f-9dca4bbdca52'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:03:41.666317 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f91e81-d8ff-4c02-9e4f-0c444d6f1c76 req-3303e608-b649-4a6e-9190-5c069070f9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:03:41.666949 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-a1f91e81-d8ff-4c02-9e4f-0c444d6f1c76 req-3303e608-b649-4a6e-9190-5c069070f9cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:41.668390 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a1f91e81-d8ff-4c02-9e4f-0c444d6f1c76 req-3303e608-b649-4a6e-9190-5c069070f9cb service neutron] 10.222.0.41 "PUT /v2.0/ports/6c0a95c4-47e3-4a4b-8f1c-30adc8348581 HTTP/1.1" status: 200 len: 1092 time: 2.2713659 Jul 13 14:03:41.673080 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5828d1be-89dd-46b8-961c-3b5073814967', 'tag': '6c0a95c4-47e3-4a4b-8f1c-30adc8348581'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:03:41.674594 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5bf6237-1131-46c6-907c-1a3b0bfaae26" -d '{"events": [{"name": "network-changed", "server_uuid": "5828d1be-89dd-46b8-961c-3b5073814967", "tag": "6c0a95c4-47e3-4a4b-8f1c-30adc8348581"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:03:41.694262 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cdd9ea-de1d-44e8-9395-5dbe3dc42738 req-e3234892-7ea6-465d-9d67-071a74dd65e6 tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:03:41.695848 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f0cdd9ea-de1d-44e8-9395-5dbe3dc42738 req-e3234892-7ea6-465d-9d67-071a74dd65e6 tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] 10.222.0.23 "GET /v2.0/ports?device_id=5828d1be-89dd-46b8-961c-3b5073814967 HTTP/1.1" status: 200 len: 944 time: 0.3256330 Jul 13 14:03:41.719134 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d0885a93-b550-4da7-be5d-7804bb41bcb0 req-a239f38a-da18-473d-8649-41cbd32c7287 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Router acbc0106-a8d2-42a5-8ae5-4aefabe578e4 has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:03:41.728860 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3303e608-b649-4a6e-9190-5c069070f9cb service neutron] Pushing event updated for resources: {'Port': ['ID=6c0a95c4-47e3-4a4b-8f1c-30adc8348581,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:03:41.778109 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:03:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-801f4b79-0806-4b34-86ac-c63ec835ddae x-openstack-request-id: req-801f4b79-0806-4b34-86ac-c63ec835ddae {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:03:41.778410 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5828d1be-89dd-46b8-961c-3b5073814967", "tag": "6c0a95c4-47e3-4a4b-8f1c-30adc8348581", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:03:41.778668 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-801f4b79-0806-4b34-86ac-c63ec835ddae {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:03:41.779080 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5828d1be-89dd-46b8-961c-3b5073814967', 'tag': '6c0a95c4-47e3-4a4b-8f1c-30adc8348581', 'status': 'completed', 'code': 200} Jul 13 14:03:41.855834 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f0cdd9ea-de1d-44e8-9395-5dbe3dc42738 req-0ffa2f8c-2a7c-4ac2-a557-2c99853915fc tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c737365-5cf5-4d87-8b77-ee98018f55dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390703 Jul 13 14:03:41.860192 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a9709e-a521-47d8-b7ed-bc512e9a86bf req-ce09c5ed-e6aa-4744-8741-448fae0827ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:03:41.861689 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-19a9709e-a521-47d8-b7ed-bc512e9a86bf req-ce09c5ed-e6aa-4744-8741-448fae0827ea service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f1e28055-306d-4d6c-ba6f-03dbaec7a44c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2907498 Jul 13 14:03:41.985010 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f91e81-d8ff-4c02-9e4f-0c444d6f1c76 req-c5abc7a2-33eb-49e3-bbe9-7919f86f2cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:03:41.986576 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a1f91e81-d8ff-4c02-9e4f-0c444d6f1c76 req-c5abc7a2-33eb-49e3-bbe9-7919f86f2cea service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7f13810fe16a4ce3aa944e84f22cfe26&device_id=5828d1be-89dd-46b8-961c-3b5073814967 HTTP/1.1" status: 200 len: 1095 time: 0.2587941 Jul 13 14:03:42.046001 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d0885a93-b550-4da7-be5d-7804bb41bcb0 req-a239f38a-da18-473d-8649-41cbd32c7287 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:03:42.050065 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a1f91e81-d8ff-4c02-9e4f-0c444d6f1c76 req-fe954cb1-ab24-4ca4-9a16-94cae84b03a2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c0a95c4-47e3-4a4b-8f1c-30adc8348581 HTTP/1.1" status: 200 len: 217 time: 0.0556395 Jul 13 14:03:42.055950 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e669328-1d7d-40d0-acdf-3564d17fc0b3 None None] Sync routers for ids ['acbc0106-a8d2-42a5-8ae5-4aefabe578e4'] in n-d-800634-1 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:03:42.065575 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e669328-1d7d-40d0-acdf-3564d17fc0b3 None None] Routers {'acbc0106-a8d2-42a5-8ae5-4aefabe578e4'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:03:42.066351 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-4e669328-1d7d-40d0-acdf-3564d17fc0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:03:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['acbc0106-a8d2-42a5-8ae5-4aefabe578e4'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:03:42.137140 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0885a93-b550-4da7-be5d-7804bb41bcb0 req-a239f38a-da18-473d-8649-41cbd32c7287 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] No DVR routers for this DVR port f4f0e6bb-2d37-47aa-90f5-cc4d30a556ee on host n-h1-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:03:42.142131 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-19a9709e-a521-47d8-b7ed-bc512e9a86bf req-146b2453-40af-426f-9b37-a777290f3558 service neutron] 10.222.0.26 "GET /v2.0/networks/f1e28055-306d-4d6c-ba6f-03dbaec7a44c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2691786 Jul 13 14:03:42.143097 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-d0885a93-b550-4da7-be5d-7804bb41bcb0 req-a239f38a-da18-473d-8649-41cbd32c7287 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:42.146612 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d0885a93-b550-4da7-be5d-7804bb41bcb0 req-a239f38a-da18-473d-8649-41cbd32c7287 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.26 "DELETE /v2.0/ports/f4f0e6bb-2d37-47aa-90f5-cc4d30a556ee HTTP/1.1" status: 204 len: 173 time: 2.6571054 Jul 13 14:03:42.162120 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f91e81-d8ff-4c02-9e4f-0c444d6f1c76 req-a7d7d819-c462-479c-9009-1df0da6079ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:03:42.164065 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a1f91e81-d8ff-4c02-9e4f-0c444d6f1c76 req-a7d7d819-c462-479c-9009-1df0da6079ca service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e08da3c5-38e9-45e8-8381-86df63cd18d2 HTTP/1.1" status: 200 len: 854 time: 0.1047466 Jul 13 14:03:42.186292 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-4e669328-1d7d-40d0-acdf-3564d17fc0b3 None None] Set router acbc0106-a8d2-42a5-8ae5-4aefabe578e4 gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:03:42.200684 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-47ccf483-0f3c-48b9-8a60-cbfc88eb2505 req-32bc0684-1dfa-40df-938d-88241aa638e7 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/ports?device_id=259a57d9-04bb-4042-aef0-474dcd2a3ae5 HTTP/1.1" status: 200 len: 210 time: 0.0408809 Jul 13 14:03:42.291969 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-19a9709e-a521-47d8-b7ed-bc512e9a86bf req-fca09084-045e-443f-a457-d2fa9e3ac769 service neutron] 10.222.0.26 "GET /v2.0/networks/f1e28055-306d-4d6c-ba6f-03dbaec7a44c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391168 Jul 13 14:03:42.293555 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f91e81-d8ff-4c02-9e4f-0c444d6f1c76 req-c63e94ff-000d-4d5e-8296-d74a66164724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:03:42.295044 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a1f91e81-d8ff-4c02-9e4f-0c444d6f1c76 req-c63e94ff-000d-4d5e-8296-d74a66164724 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f1e28055-306d-4d6c-ba6f-03dbaec7a44c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1194806 Jul 13 14:03:42.403110 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a1f91e81-d8ff-4c02-9e4f-0c444d6f1c76 req-1b6c0738-c1cf-4945-8aad-d2fe40dca23c service neutron] 10.222.0.41 "GET /v2.0/networks/f1e28055-306d-4d6c-ba6f-03dbaec7a44c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011946 Jul 13 14:03:42.417410 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-4e669328-1d7d-40d0-acdf-3564d17fc0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acbc0106-a8d2-42a5-8ae5-4aefabe578e4', 'name': 'tempest-AttachVolumeShelveTestJSON-808629702-router', 'tenant_id': 'adbbbd39f9524bd68afb0008cc2d263c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.28'}], 'enable_snat': True}, 'gw_port_id': '20bef416-70ed-440a-9fa4-dcd89bd439c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:56:38Z', 'updated_at': '2021-07-13T13:56:43Z', 'revision_number': 4, 'project_id': 'adbbbd39f9524bd68afb0008cc2d263c', 'gw_port': {'id': '20bef416-70ed-440a-9fa4-dcd89bd439c8', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:0d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acbc0106-a8d2-42a5-8ae5-4aefabe578e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2837, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:56:39Z', 'updated_at': '2021-07-13T13:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': 'bc3742a2-d0f1-4cc7-81c9-82e13be9415c', 'name': '', 'network_id': '94bf27fb-3476-4944-8d19-915922f54fa2', 'tenant_id': 'adbbbd39f9524bd68afb0008cc2d263c', 'mac_address': 'fa:16:3e:c8:81:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acbc0106-a8d2-42a5-8ae5-4aefabe578e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': 'edd80540-96ff-46b4-a1d4-1e9bba1df368', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:56:42Z', 'updated_at': '2021-07-13T13:56:49Z', 'revision_number': 5, 'project_id': 'adbbbd39f9524bd68afb0008cc2d263c', 'subnets': [{'id': 'edd80540-96ff-46b4-a1d4-1e9bba1df368', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:03:42.444099 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e669328-1d7d-40d0-acdf-3564d17fc0b3 None None] Checking router: acbc0106-a8d2-42a5-8ae5-4aefabe578e4 for host: n-d-800634-1 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:03:42.453121 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e669328-1d7d-40d0-acdf-3564d17fc0b3 None None] Routers {'acbc0106-a8d2-42a5-8ae5-4aefabe578e4'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:03:42.453796 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-4e669328-1d7d-40d0-acdf-3564d17fc0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:03:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['acbc0106-a8d2-42a5-8ae5-4aefabe578e4'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:03:42.495921 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a1f91e81-d8ff-4c02-9e4f-0c444d6f1c76 req-1211b791-949c-408c-8c66-50a48adb342c service neutron] 10.222.0.41 "GET /v2.0/networks/f1e28055-306d-4d6c-ba6f-03dbaec7a44c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865955 Jul 13 14:03:42.564698 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-4e669328-1d7d-40d0-acdf-3564d17fc0b3 None None] Set router acbc0106-a8d2-42a5-8ae5-4aefabe578e4 gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:03:42.602070 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bf6237-1131-46c6-907c-1a3b0bfaae26 req-be202064-edc2-4059-8256-d3aa60647759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:03:42.604339 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e5bf6237-1131-46c6-907c-1a3b0bfaae26 req-be202064-edc2-4059-8256-d3aa60647759 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7f13810fe16a4ce3aa944e84f22cfe26&device_id=5828d1be-89dd-46b8-961c-3b5073814967 HTTP/1.1" status: 200 len: 1095 time: 0.0590210 Jul 13 14:03:42.708375 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bf6237-1131-46c6-907c-1a3b0bfaae26 req-153ddb8e-9a5e-4cdb-8ed7-f3d98064d703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:03:42.709819 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e5bf6237-1131-46c6-907c-1a3b0bfaae26 req-153ddb8e-9a5e-4cdb-8ed7-f3d98064d703 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f1e28055-306d-4d6c-ba6f-03dbaec7a44c HTTP/1.1" status: 200 len: 915 time: 0.1000016 Jul 13 14:03:42.753503 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e5bf6237-1131-46c6-907c-1a3b0bfaae26 req-3af046c6-0fc2-4964-a522-5ae41b64c104 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c0a95c4-47e3-4a4b-8f1c-30adc8348581 HTTP/1.1" status: 200 len: 217 time: 0.0366445 Jul 13 14:03:42.798624 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-4e669328-1d7d-40d0-acdf-3564d17fc0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acbc0106-a8d2-42a5-8ae5-4aefabe578e4', 'name': 'tempest-AttachVolumeShelveTestJSON-808629702-router', 'tenant_id': 'adbbbd39f9524bd68afb0008cc2d263c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.28'}], 'enable_snat': True}, 'gw_port_id': '20bef416-70ed-440a-9fa4-dcd89bd439c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:56:38Z', 'updated_at': '2021-07-13T13:56:43Z', 'revision_number': 4, 'project_id': 'adbbbd39f9524bd68afb0008cc2d263c', 'gw_port': {'id': '20bef416-70ed-440a-9fa4-dcd89bd439c8', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:0d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acbc0106-a8d2-42a5-8ae5-4aefabe578e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2837, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:56:39Z', 'updated_at': '2021-07-13T13:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': 'bc3742a2-d0f1-4cc7-81c9-82e13be9415c', 'name': '', 'network_id': '94bf27fb-3476-4944-8d19-915922f54fa2', 'tenant_id': 'adbbbd39f9524bd68afb0008cc2d263c', 'mac_address': 'fa:16:3e:c8:81:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acbc0106-a8d2-42a5-8ae5-4aefabe578e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': 'edd80540-96ff-46b4-a1d4-1e9bba1df368', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:56:42Z', 'updated_at': '2021-07-13T13:56:49Z', 'revision_number': 5, 'project_id': 'adbbbd39f9524bd68afb0008cc2d263c', 'subnets': [{'id': 'edd80540-96ff-46b4-a1d4-1e9bba1df368', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:03:42.809599 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bf6237-1131-46c6-907c-1a3b0bfaae26 req-edd6f5a8-2ee8-4816-aa03-bafc6310f017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:03:42.811275 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e5bf6237-1131-46c6-907c-1a3b0bfaae26 req-edd6f5a8-2ee8-4816-aa03-bafc6310f017 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e08da3c5-38e9-45e8-8381-86df63cd18d2 HTTP/1.1" status: 200 len: 854 time: 0.0509005 Jul 13 14:03:42.830350 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e669328-1d7d-40d0-acdf-3564d17fc0b3 None None] The sync data for ids ['acbc0106-a8d2-42a5-8ae5-4aefabe578e4'] in n-d-800634-1 is: [{'id': 'acbc0106-a8d2-42a5-8ae5-4aefabe578e4', 'name': 'tempest-AttachVolumeShelveTestJSON-808629702-router', 'tenant_id': 'adbbbd39f9524bd68afb0008cc2d263c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.28'}], 'enable_snat': True}, 'gw_port_id': '20bef416-70ed-440a-9fa4-dcd89bd439c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:56:38Z', 'updated_at': '2021-07-13T13:56:43Z', 'revision_number': 4, 'project_id': 'adbbbd39f9524bd68afb0008cc2d263c', 'gw_port': {'id': '20bef416-70ed-440a-9fa4-dcd89bd439c8', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:0d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acbc0106-a8d2-42a5-8ae5-4aefabe578e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2837, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:56:39Z', 'updated_at': '2021-07-13T13:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': 'bc3742a2-d0f1-4cc7-81c9-82e13be9415c', 'name': '', 'network_id': '94bf27fb-3476-4944-8d19-915922f54fa2', 'tenant_id': 'adbbbd39f9524bd68afb0008cc2d263c', 'mac_address': 'fa:16:3e:c8:81:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acbc0106-a8d2-42a5-8ae5-4aefabe578e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': 'edd80540-96ff-46b4-a1d4-1e9bba1df368', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:56:42Z', 'updated_at': '2021-07-13T13:56:49Z', 'revision_number': 5, 'project_id': 'adbbbd39f9524bd68afb0008cc2d263c', 'subnets': [{'id': 'edd80540-96ff-46b4-a1d4-1e9bba1df368', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:03:42.888547 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bf6237-1131-46c6-907c-1a3b0bfaae26 req-8c4696c2-1a03-4686-9eb8-23f2c66e2a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:03:42.890968 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e5bf6237-1131-46c6-907c-1a3b0bfaae26 req-8c4696c2-1a03-4686-9eb8-23f2c66e2a45 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f1e28055-306d-4d6c-ba6f-03dbaec7a44c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0720139 Jul 13 14:03:43.050167 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e5bf6237-1131-46c6-907c-1a3b0bfaae26 req-e4158b55-a80f-4f33-99a2-b9a156081e37 service neutron] 10.222.0.41 "GET /v2.0/networks/f1e28055-306d-4d6c-ba6f-03dbaec7a44c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497924 Jul 13 14:03:43.093551 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bfbe8a1-7ca7-459e-8096-bceb1a2b84a2 None None] New status for floating IP 206f3f25-cca3-4044-a3f3-3f170d1ba0dc: DOWN {{(pid=93752) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 14:03:43.155958 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d9b268-f4cd-46fb-a295-94a824bad5a7 req-dc6877f9-6c6b-4d46-abf4-21f82c3bbdab tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:03:43.157493 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-47d9b268-f4cd-46fb-a295-94a824bad5a7 req-dc6877f9-6c6b-4d46-abf4-21f82c3bbdab tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] 10.222.0.23 "GET /v2.0/ports?device_id=5828d1be-89dd-46b8-961c-3b5073814967 HTTP/1.1" status: 200 len: 944 time: 0.1770878 Jul 13 14:03:43.196572 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e5bf6237-1131-46c6-907c-1a3b0bfaae26 req-9d2e7af1-59e4-4a80-bbdd-ae841f89d4e0 service neutron] 10.222.0.41 "GET /v2.0/networks/f1e28055-306d-4d6c-ba6f-03dbaec7a44c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367111 Jul 13 14:03:43.219271 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-47d9b268-f4cd-46fb-a295-94a824bad5a7 req-efc61b5c-006f-4540-924d-12cfe884fa5f tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c737365-5cf5-4d87-8b77-ee98018f55dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547056 Jul 13 14:03:43.239407 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 2cdad9f2-c5d3-4101-9bcd-318659f667b6 details requested by agent hyperv_n-h1-800634-1 with host n-h1-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 14:03:43.241342 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 10adca46-8d88-41f3-a72f-9dca4bbdca52 up at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:03:43.341089 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 38042) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:03:43.352230 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning for port 10adca46-8d88-41f3-a72f-9dca4bbdca52 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:03:43.365380 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning complete for port 10adca46-8d88-41f3-a72f-9dca4bbdca52 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:03:43.365769 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:43.402061 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-aa38b751-fa1e-49ac-aa98-e28fe7f78fb9 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:43.411217 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 2cdad9f2-c5d3-4101-9bcd-318659f667b6, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=2cdad9f2-c5d3-4101-9bcd-318659f667b6,segment=NetworkSegment(5c94c88a-d697-4884-ab45-fc92d94b2a82),segment_id=5c94c88a-d697-4884-ab45-fc92d94b2a82)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:03:43.425846 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Returning: {'device': '2cdad9f2-c5d3-4101-9bcd-318659f667b6', 'network_id': 'f1e28055-306d-4d6c-ba6f-03dbaec7a44c', 'port_id': '2cdad9f2-c5d3-4101-9bcd-318659f667b6', 'mac_address': 'fa:16:3e:2c:e5:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e08da3c5-38e9-45e8-8381-86df63cd18d2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 14:03:43.426964 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-aa38b751-fa1e-49ac-aa98-e28fe7f78fb9 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:43.482384 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-aa38b751-fa1e-49ac-aa98-e28fe7f78fb9 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:43.484908 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-aa38b751-fa1e-49ac-aa98-e28fe7f78fb9 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:43.486111 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-aa38b751-fa1e-49ac-aa98-e28fe7f78fb9 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "DELETE /v2.0/security-groups/398172ee-e9aa-4936-b641-f081bdbf3647 HTTP/1.1" status: 204 len: 168 time: 0.1437397 Jul 13 14:03:43.489693 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 38044) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:03:43.496542 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa38b751-fa1e-49ac-aa98-e28fe7f78fb9 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=398172ee-e9aa-4936-b641-f081bdbf3647,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:03:43.499258 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:43.526790 n-d-800634-1 neutron-server[93751]: INFO neutron.api.v2.resource [None req-0f5bc2bf-de1c-409c-8057-81593a75c592 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] show failed (client error): The resource could not be found. Jul 13 14:03:43.528542 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-0f5bc2bf-de1c-409c-8057-81593a75c592 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "GET /v2.0/security-groups/398172ee-e9aa-4936-b641-f081bdbf3647 HTTP/1.1" status: 404 len: 347 time: 0.0358546 Jul 13 14:03:43.531566 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 38046) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:03:43.669605 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:43.671992 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-942ac41c-485b-40d8-b7ce-7d5b183a3276 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Deleting port 87d48d38-8c4b-46bc-a75a-cd84cedbaa2d {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:03:43.672387 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-942ac41c-485b-40d8-b7ce-7d5b183a3276 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:43.686132 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cdad9f2-c5d3-4101-9bcd-318659f667b6 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:03:43.715933 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '833ac47e-1dd4-42f0-bf76-c7778e0da38e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10adca46-8d88-41f3-a72f-9dca4bbdca52'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:03:43.718263 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b02ef58-cd46-47ea-b745-2aa8b7a20de4" -d '{"events": [{"server_uuid": "833ac47e-1dd4-42f0-bf76-c7778e0da38e", "name": "network-vif-plugged", "status": "completed", "tag": "10adca46-8d88-41f3-a72f-9dca4bbdca52"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:03:43.731155 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 2cdad9f2-c5d3-4101-9bcd-318659f667b6, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=2cdad9f2-c5d3-4101-9bcd-318659f667b6,segment=NetworkSegment(5c94c88a-d697-4884-ab45-fc92d94b2a82),segment_id=5c94c88a-d697-4884-ab45-fc92d94b2a82)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:03:43.737056 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 10adca46-8d88-41f3-a72f-9dca4bbdca52, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=10adca46-8d88-41f3-a72f-9dca4bbdca52,segment=NetworkSegment(5c94c88a-d697-4884-ab45-fc92d94b2a82),segment_id=5c94c88a-d697-4884-ab45-fc92d94b2a82)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:03:43.740410 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:43.751096 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:43.751885 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device f4f0e6bb-2d37-47aa-90f5-cc4d30a556ee no longer exists at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:03:43.773583 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-047f29f5-fdf0-437d-acb5-98ecc06c0c98 x-openstack-request-id: req-047f29f5-fdf0-437d-acb5-98ecc06c0c98 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:03:43.773938 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "833ac47e-1dd4-42f0-bf76-c7778e0da38e", "name": "network-vif-plugged", "status": "completed", "tag": "10adca46-8d88-41f3-a72f-9dca4bbdca52", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:03:43.774373 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-047f29f5-fdf0-437d-acb5-98ecc06c0c98 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:03:43.774767 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '833ac47e-1dd4-42f0-bf76-c7778e0da38e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10adca46-8d88-41f3-a72f-9dca4bbdca52', 'code': 200} Jul 13 14:03:43.777979 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-942ac41c-485b-40d8-b7ce-7d5b183a3276 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:43.777979 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-942ac41c-485b-40d8-b7ce-7d5b183a3276 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:43.781026 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '259a57d9-04bb-4042-aef0-474dcd2a3ae5', 'name': 'network-vif-deleted', 'tag': 'f4f0e6bb-2d37-47aa-90f5-cc4d30a556ee'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:03:43.793367 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-942ac41c-485b-40d8-b7ce-7d5b183a3276 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Calling delete_port for 87d48d38-8c4b-46bc-a75a-cd84cedbaa2d owned by network:floatingip {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:03:43.794907 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfa4c056-f6fb-4e0a-884d-913b0f3a0f13" -d '{"events": [{"server_uuid": "259a57d9-04bb-4042-aef0-474dcd2a3ae5", "name": "network-vif-deleted", "tag": "f4f0e6bb-2d37-47aa-90f5-cc4d30a556ee"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:03:43.798159 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-381d4315-9089-413f-a071-aa2897bda790 None None] No Port match for: f4f0e6bb-2d37-47aa-90f5-cc4d30a556ee {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:03:43.798512 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device f4f0e6bb-2d37-47aa-90f5-cc4d30a556ee not bound to the agent host n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:03:43.827054 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=2cdad9f2-c5d3-4101-9bcd-318659f667b6,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:03:43.856085 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f7dd97b-4401-4c74-88d8-57f17592bad9 x-openstack-request-id: req-7f7dd97b-4401-4c74-88d8-57f17592bad9 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:03:43.856379 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "259a57d9-04bb-4042-aef0-474dcd2a3ae5", "name": "network-vif-deleted", "tag": "f4f0e6bb-2d37-47aa-90f5-cc4d30a556ee", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:03:43.856634 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7f7dd97b-4401-4c74-88d8-57f17592bad9 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:03:43.857038 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '259a57d9-04bb-4042-aef0-474dcd2a3ae5', 'name': 'network-vif-deleted', 'tag': 'f4f0e6bb-2d37-47aa-90f5-cc4d30a556ee', 'status': 'completed', 'code': 200} Jul 13 14:03:43.890205 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=10adca46-8d88-41f3-a72f-9dca4bbdca52,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:03:43.931255 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8708d87-e4a1-44fd-822f-313a0d2d9bfc req-0f8c1ca6-bc0d-463a-9ebc-4981a29a5fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:03:43.932775 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f8708d87-e4a1-44fd-822f-313a0d2d9bfc req-0f8c1ca6-bc0d-463a-9ebc-4981a29a5fc6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=833ac47e-1dd4-42f0-bf76-c7778e0da38e HTTP/1.1" status: 200 len: 1096 time: 0.0721290 Jul 13 14:03:43.946727 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['2cdad9f2-c5d3-4101-9bcd-318659f667b6'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:03:43.954345 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-942ac41c-485b-40d8-b7ce-7d5b183a3276 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:43.977174 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f8708d87-e4a1-44fd-822f-313a0d2d9bfc req-c97e7c97-c771-4143-a8ed-11e3e576a876 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=4c737365-5cf5-4d87-8b77-ee98018f55dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374820 Jul 13 14:03:43.985305 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942ac41c-485b-40d8-b7ce-7d5b183a3276 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Pushing event deleted for resources: {'Port': ['ID=87d48d38-8c4b-46bc-a75a-cd84cedbaa2d,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:03:44.062586 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-942ac41c-485b-40d8-b7ce-7d5b183a3276 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Notify callbacks [] for floatingip, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:44.065191 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-942ac41c-485b-40d8-b7ce-7d5b183a3276 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for floatingip, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:44.066411 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-942ac41c-485b-40d8-b7ce-7d5b183a3276 tempest-AttachVolumeShelveTestJSON-776706489 tempest-AttachVolumeShelveTestJSON-776706489-project] 10.222.0.23 "DELETE /v2.0/floatingips/206f3f25-cca3-4044-a3f3-3f170d1ba0dc HTTP/1.1" status: 204 len: 168 time: 0.5335975 Jul 13 14:03:44.405957 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08c6e2a-c1d5-4750-b4ec-985b3d5afff2 req-f5a5049d-e1b0-4e47-aebe-7436c36d2ccd tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:03:44.407519 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b08c6e2a-c1d5-4750-b4ec-985b3d5afff2 req-f5a5049d-e1b0-4e47-aebe-7436c36d2ccd tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] 10.222.0.23 "GET /v2.0/ports?device_id=5828d1be-89dd-46b8-961c-3b5073814967 HTTP/1.1" status: 200 len: 944 time: 0.0673194 Jul 13 14:03:44.466027 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b08c6e2a-c1d5-4750-b4ec-985b3d5afff2 req-6a989591-6f5e-409d-b3a4-ce610ca69f46 tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c737365-5cf5-4d87-8b77-ee98018f55dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513258 Jul 13 14:03:45.077712 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 6c0a95c4-47e3-4a4b-8f1c-30adc8348581 details requested by agent hyperv_n-h2-800634-1 with host n-h2-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 14:03:45.190076 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 6c0a95c4-47e3-4a4b-8f1c-30adc8348581, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=6c0a95c4-47e3-4a4b-8f1c-30adc8348581,segment=NetworkSegment(5c94c88a-d697-4884-ab45-fc92d94b2a82),segment_id=5c94c88a-d697-4884-ab45-fc92d94b2a82)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:03:45.202831 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Returning: {'device': '6c0a95c4-47e3-4a4b-8f1c-30adc8348581', 'network_id': 'f1e28055-306d-4d6c-ba6f-03dbaec7a44c', 'port_id': '6c0a95c4-47e3-4a4b-8f1c-30adc8348581', 'mac_address': 'fa:16:3e:a2:d0:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e08da3c5-38e9-45e8-8381-86df63cd18d2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 14:03:45.209482 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 2cdad9f2-c5d3-4101-9bcd-318659f667b6 up at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:03:45.284508 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:45.295701 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c0a95c4-47e3-4a4b-8f1c-30adc8348581 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:03:45.327461 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 6c0a95c4-47e3-4a4b-8f1c-30adc8348581, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=6c0a95c4-47e3-4a4b-8f1c-30adc8348581,segment=NetworkSegment(5c94c88a-d697-4884-ab45-fc92d94b2a82),segment_id=5c94c88a-d697-4884-ab45-fc92d94b2a82)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:03:45.332521 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:45.336714 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning for port 2cdad9f2-c5d3-4101-9bcd-318659f667b6 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:03:45.342578 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning complete for port 2cdad9f2-c5d3-4101-9bcd-318659f667b6 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:03:45.342887 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:45.421108 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=6c0a95c4-47e3-4a4b-8f1c-30adc8348581,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:03:45.473419 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:45.514299 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 2cdad9f2-c5d3-4101-9bcd-318659f667b6, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=2cdad9f2-c5d3-4101-9bcd-318659f667b6,segment=NetworkSegment(5c94c88a-d697-4884-ab45-fc92d94b2a82),segment_id=5c94c88a-d697-4884-ab45-fc92d94b2a82)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:03:45.521018 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:45.550641 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['6c0a95c4-47e3-4a4b-8f1c-30adc8348581'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:03:45.632633 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=2cdad9f2-c5d3-4101-9bcd-318659f667b6,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:03:45.663756 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb864ca-cba2-406d-babb-d2cd92bea2a0 req-99feb0d2-7d08-43e6-9214-598a5257c1d8 tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:03:45.665340 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-fdb864ca-cba2-406d-babb-d2cd92bea2a0 req-99feb0d2-7d08-43e6-9214-598a5257c1d8 tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] 10.222.0.23 "GET /v2.0/ports?device_id=5828d1be-89dd-46b8-961c-3b5073814967 HTTP/1.1" status: 200 len: 945 time: 0.0705507 Jul 13 14:03:45.710650 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-fdb864ca-cba2-406d-babb-d2cd92bea2a0 req-14fe7543-bf96-4e31-bfef-dde1d68679bf tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c737365-5cf5-4d87-8b77-ee98018f55dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380323 Jul 13 14:03:45.776157 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76b91790-9e94-4b10-b8c2-7d0f23be904d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cdad9f2-c5d3-4101-9bcd-318659f667b6'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:03:45.784976 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a0c5278-3a0f-4343-9281-1e9b18c60988" -d '{"events": [{"server_uuid": "76b91790-9e94-4b10-b8c2-7d0f23be904d", "name": "network-vif-plugged", "status": "completed", "tag": "2cdad9f2-c5d3-4101-9bcd-318659f667b6"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:03:45.835919 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed6b6154-137b-43a0-a530-78e7882c86dc x-openstack-request-id: req-ed6b6154-137b-43a0-a530-78e7882c86dc {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:03:45.836212 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76b91790-9e94-4b10-b8c2-7d0f23be904d", "name": "network-vif-plugged", "status": "completed", "tag": "2cdad9f2-c5d3-4101-9bcd-318659f667b6", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:03:45.836466 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ed6b6154-137b-43a0-a530-78e7882c86dc {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:03:45.836865 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76b91790-9e94-4b10-b8c2-7d0f23be904d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cdad9f2-c5d3-4101-9bcd-318659f667b6', 'code': 200} Jul 13 14:03:46.024383 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7504d3-fe8c-4644-8105-23f791880f71 req-b75ad2e2-7330-492e-a12d-ca960d788b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:03:46.026819 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4c7504d3-fe8c-4644-8105-23f791880f71 req-b75ad2e2-7330-492e-a12d-ca960d788b71 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=76b91790-9e94-4b10-b8c2-7d0f23be904d HTTP/1.1" status: 200 len: 1096 time: 0.0934963 Jul 13 14:03:46.064985 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4c7504d3-fe8c-4644-8105-23f791880f71 req-e9afa8c4-f11a-4204-a0ab-c7abf1d855c0 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=4c737365-5cf5-4d87-8b77-ee98018f55dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313659 Jul 13 14:03:46.908844 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31f9fd3-fc74-4107-aee7-4d6ac8474dfd req-4e6b74d1-368b-4e04-ad49-2c3201faee85 tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:03:46.910613 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c31f9fd3-fc74-4107-aee7-4d6ac8474dfd req-4e6b74d1-368b-4e04-ad49-2c3201faee85 tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] 10.222.0.23 "GET /v2.0/ports?device_id=5828d1be-89dd-46b8-961c-3b5073814967 HTTP/1.1" status: 200 len: 945 time: 0.0773160 Jul 13 14:03:46.953133 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c31f9fd3-fc74-4107-aee7-4d6ac8474dfd req-95976e2a-a479-4bb9-858c-b47d3a39fb34 tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c737365-5cf5-4d87-8b77-ee98018f55dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357633 Jul 13 14:03:47.087678 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 6c0a95c4-47e3-4a4b-8f1c-30adc8348581 up at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:03:47.147418 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning for port 6c0a95c4-47e3-4a4b-8f1c-30adc8348581 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:03:47.151308 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning complete for port 6c0a95c4-47e3-4a4b-8f1c-30adc8348581 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:03:47.151679 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:47.239753 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5cb40788-43dd-467c-8b8c-b8bf8128b8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:47.244610 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:47.278760 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 6c0a95c4-47e3-4a4b-8f1c-30adc8348581, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=6c0a95c4-47e3-4a4b-8f1c-30adc8348581,segment=NetworkSegment(5c94c88a-d697-4884-ab45-fc92d94b2a82),segment_id=5c94c88a-d697-4884-ab45-fc92d94b2a82)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:03:47.282717 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:47.335692 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=6c0a95c4-47e3-4a4b-8f1c-30adc8348581,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:03:47.837908 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5828d1be-89dd-46b8-961c-3b5073814967', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c0a95c4-47e3-4a4b-8f1c-30adc8348581'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:03:47.840198 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-252fd826-0a97-4055-8cfd-c50068583783" -d '{"events": [{"server_uuid": "5828d1be-89dd-46b8-961c-3b5073814967", "name": "network-vif-plugged", "status": "completed", "tag": "6c0a95c4-47e3-4a4b-8f1c-30adc8348581"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:03:47.878622 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:03:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e7f316e-f474-44ef-b80e-1154999ac8a7 x-openstack-request-id: req-4e7f316e-f474-44ef-b80e-1154999ac8a7 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:03:47.879540 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5828d1be-89dd-46b8-961c-3b5073814967", "name": "network-vif-plugged", "status": "completed", "tag": "6c0a95c4-47e3-4a4b-8f1c-30adc8348581", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:03:47.879861 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4e7f316e-f474-44ef-b80e-1154999ac8a7 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:03:47.880226 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5828d1be-89dd-46b8-961c-3b5073814967', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c0a95c4-47e3-4a4b-8f1c-30adc8348581', 'code': 200} Jul 13 14:03:48.011025 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2909900-95a9-4c22-a0ec-6c64ef5760fa req-3f238915-222e-401e-96be-fde5e8afc7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:03:48.012710 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d2909900-95a9-4c22-a0ec-6c64ef5760fa req-3f238915-222e-401e-96be-fde5e8afc7a4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5828d1be-89dd-46b8-961c-3b5073814967 HTTP/1.1" status: 200 len: 1097 time: 0.0605140 Jul 13 14:03:48.049365 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d2909900-95a9-4c22-a0ec-6c64ef5760fa req-4c8a44ac-ecff-44f0-ae2e-6e0d0b73a438 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=4c737365-5cf5-4d87-8b77-ee98018f55dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298519 Jul 13 14:03:48.140674 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36da6043-35a2-4b9b-a95a-cda6e434faa9 req-b33daee2-480d-4d88-b2c8-4ffe1f4ff9f6 tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:03:48.142374 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-36da6043-35a2-4b9b-a95a-cda6e434faa9 req-b33daee2-480d-4d88-b2c8-4ffe1f4ff9f6 tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] 10.222.0.23 "GET /v2.0/ports?device_id=5828d1be-89dd-46b8-961c-3b5073814967 HTTP/1.1" status: 200 len: 946 time: 0.0694411 Jul 13 14:03:48.183384 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-36da6043-35a2-4b9b-a95a-cda6e434faa9 req-f529e8a7-4a41-4d45-a669-7fab29b66aec tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c737365-5cf5-4d87-8b77-ee98018f55dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347826 Jul 13 14:03:48.818810 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 38088) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:03:49.276243 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bde9c098-e661-40da-bd50-23c367fb11f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451695'] for router_interface, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:49.432510 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7989a05b-f08f-4d64-8247-83a729ddfcf6 req-3fd8968e-846e-4e44-b92b-25e579f64d0a tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:03:49.433986 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7989a05b-f08f-4d64-8247-83a729ddfcf6 req-3fd8968e-846e-4e44-b92b-25e579f64d0a tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] 10.222.0.23 "GET /v2.0/ports?device_id=5828d1be-89dd-46b8-961c-3b5073814967 HTTP/1.1" status: 200 len: 946 time: 0.1195238 Jul 13 14:03:49.517928 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7989a05b-f08f-4d64-8247-83a729ddfcf6 req-54163f9c-b6a4-4b7d-847e-89e79b858cea tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c737365-5cf5-4d87-8b77-ee98018f55dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538647 Jul 13 14:03:49.628654 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-bde9c098-e661-40da-bd50-23c367fb11f2 admin admin] Deleting port bc3742a2-d0f1-4cc7-81c9-82e13be9415c {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:03:49.629100 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bde9c098-e661-40da-bd50-23c367fb11f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:49.700701 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69950b9-7fdc-45e2-94cf-9994331415b2 req-9d2be8a1-432b-4a43-b922-9d8a856ff255 tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:03:49.702258 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e69950b9-7fdc-45e2-94cf-9994331415b2 req-9d2be8a1-432b-4a43-b922-9d8a856ff255 tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] 10.222.0.23 "GET /v2.0/ports?device_id=833ac47e-1dd4-42f0-bf76-c7778e0da38e HTTP/1.1" status: 200 len: 945 time: 0.0687611 Jul 13 14:03:49.711915 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-bde9c098-e661-40da-bd50-23c367fb11f2 admin admin] For port bc3742a2-d0f1-4cc7-81c9-82e13be9415c, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=bc3742a2-d0f1-4cc7-81c9-82e13be9415c,segment=NetworkSegment(53f233fa-3a9c-4b12-9272-d4c4393df010),segment_id=53f233fa-3a9c-4b12-9272-d4c4393df010)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:03:49.712285 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bde9c098-e661-40da-bd50-23c367fb11f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:49.726869 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-bde9c098-e661-40da-bd50-23c367fb11f2 admin admin] Calling delete_port for bc3742a2-d0f1-4cc7-81c9-82e13be9415c owned by network:router_interface {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:03:49.746831 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e69950b9-7fdc-45e2-94cf-9994331415b2 req-5d8bbe10-cb4a-40ed-ab65-0828d4712d74 tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c737365-5cf5-4d87-8b77-ee98018f55dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336375 Jul 13 14:03:49.865659 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-efad8e1c-144e-4f69-8703-0bb75367d0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:50.000125 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:50.002857 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c3dc27-6bf6-42f1-ab24-f7c39d84f12d req-2c59c62e-7dd3-43a8-b07b-ebffa990c045 tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:03:50.004949 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-43c3dc27-6bf6-42f1-ab24-f7c39d84f12d req-2c59c62e-7dd3-43a8-b07b-ebffa990c045 tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] 10.222.0.23 "GET /v2.0/ports?device_id=76b91790-9e94-4b10-b8c2-7d0f23be904d HTTP/1.1" status: 200 len: 945 time: 0.1336739 Jul 13 14:03:50.006263 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bde9c098-e661-40da-bd50-23c367fb11f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:50.040541 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9c098-e661-40da-bd50-23c367fb11f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc3742a2-d0f1-4cc7-81c9-82e13be9415c,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:03:50.116676 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-43c3dc27-6bf6-42f1-ab24-f7c39d84f12d req-dafee0bb-32af-49b0-867f-a83543af4610 tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c737365-5cf5-4d87-8b77-ee98018f55dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047769 Jul 13 14:03:50.248165 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bde9c098-e661-40da-bd50-23c367fb11f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1785036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452491'] for router_interface, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:50.462746 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c66ed94-c7a2-4796-9729-e6a924880961 req-846aa5f2-3372-4266-ab23-8b54407b9903 tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:03:50.464263 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4c66ed94-c7a2-4796-9729-e6a924880961 req-846aa5f2-3372-4266-ab23-8b54407b9903 tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] 10.222.0.23 "GET /v2.0/ports?device_id=5828d1be-89dd-46b8-961c-3b5073814967 HTTP/1.1" status: 200 len: 946 time: 0.0784497 Jul 13 14:03:50.503633 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4c66ed94-c7a2-4796-9729-e6a924880961 req-3ef001f1-3d28-4626-a2a4-cc2bf6b4c826 tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c737365-5cf5-4d87-8b77-ee98018f55dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335846 Jul 13 14:03:50.563955 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bde9c098-e661-40da-bd50-23c367fb11f2 admin admin] Router acbc0106-a8d2-42a5-8ae5-4aefabe578e4 has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:03:50.706639 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bde9c098-e661-40da-bd50-23c367fb11f2 admin admin] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:03:50.711870 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-bde9c098-e661-40da-bd50-23c367fb11f2 admin admin] 10.222.0.23 "PUT /v2.0/routers/acbc0106-a8d2-42a5-8ae5-4aefabe578e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8919427 Jul 13 14:03:50.714477 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 38102) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:03:50.716673 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e13d21c-c9b7-4a05-9701-e9c5a001c4dc None None] Sync routers for ids ['acbc0106-a8d2-42a5-8ae5-4aefabe578e4'] in n-d-800634-1 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:03:50.727124 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e13d21c-c9b7-4a05-9701-e9c5a001c4dc None None] Routers {'acbc0106-a8d2-42a5-8ae5-4aefabe578e4'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:03:50.727780 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-0e13d21c-c9b7-4a05-9701-e9c5a001c4dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:03:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['acbc0106-a8d2-42a5-8ae5-4aefabe578e4'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:03:50.822391 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ea0078-fc73-4b31-bd9d-8c2c4cf206a9 req-ebf7d1ac-06bc-47e9-b83e-959452d2f889 tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:03:50.825245 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ce041d23-5b64-4858-a082-b0d875976258 admin admin] Notify callbacks [] for router, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:50.825430 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-76ea0078-fc73-4b31-bd9d-8c2c4cf206a9 req-ebf7d1ac-06bc-47e9-b83e-959452d2f889 tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] 10.222.0.23 "GET /v2.0/ports?device_id=833ac47e-1dd4-42f0-bf76-c7778e0da38e HTTP/1.1" status: 200 len: 945 time: 0.0784929 Jul 13 14:03:50.841422 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-0e13d21c-c9b7-4a05-9701-e9c5a001c4dc None None] Set router acbc0106-a8d2-42a5-8ae5-4aefabe578e4 gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:03:50.865794 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-76ea0078-fc73-4b31-bd9d-8c2c4cf206a9 req-4ba1e5e8-e0a4-46d5-a4cd-ee981b94b105 tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c737365-5cf5-4d87-8b77-ee98018f55dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395720 Jul 13 14:03:50.972676 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ce041d23-5b64-4858-a082-b0d875976258 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:51.039520 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-ce041d23-5b64-4858-a082-b0d875976258 admin admin] Deleting port 20bef416-70ed-440a-9fa4-dcd89bd439c8 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:03:51.039900 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ce041d23-5b64-4858-a082-b0d875976258 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:51.139966 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-ce041d23-5b64-4858-a082-b0d875976258 admin admin] For port 20bef416-70ed-440a-9fa4-dcd89bd439c8, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=20bef416-70ed-440a-9fa4-dcd89bd439c8,segment=NetworkSegment(3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87),segment_id=3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:03:51.140575 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ce041d23-5b64-4858-a082-b0d875976258 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:51.157142 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-0e13d21c-c9b7-4a05-9701-e9c5a001c4dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acbc0106-a8d2-42a5-8ae5-4aefabe578e4', 'name': 'tempest-AttachVolumeShelveTestJSON-808629702-router', 'tenant_id': 'adbbbd39f9524bd68afb0008cc2d263c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.28'}], 'enable_snat': True}, 'gw_port_id': '20bef416-70ed-440a-9fa4-dcd89bd439c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:56:38Z', 'updated_at': '2021-07-13T14:03:49Z', 'revision_number': 5, 'project_id': 'adbbbd39f9524bd68afb0008cc2d263c', 'gw_port': {'id': '20bef416-70ed-440a-9fa4-dcd89bd439c8', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:0d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acbc0106-a8d2-42a5-8ae5-4aefabe578e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2837, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T13:56:39Z', 'updated_at': '2021-07-13T13:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:03:51.161910 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-ce041d23-5b64-4858-a082-b0d875976258 admin admin] Calling delete_port for 20bef416-70ed-440a-9fa4-dcd89bd439c8 owned by network:router_gateway {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:03:51.166778 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:51.188535 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e13d21c-c9b7-4a05-9701-e9c5a001c4dc None None] Checking router: acbc0106-a8d2-42a5-8ae5-4aefabe578e4 for host: n-d-800634-1 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:03:51.197624 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e13d21c-c9b7-4a05-9701-e9c5a001c4dc None None] Routers {'acbc0106-a8d2-42a5-8ae5-4aefabe578e4'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:03:51.198295 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-0e13d21c-c9b7-4a05-9701-e9c5a001c4dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:03:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['acbc0106-a8d2-42a5-8ae5-4aefabe578e4'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:03:51.249347 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7328ea4b-cc4b-49f0-a97d-16f8069d4656 req-a4cddd7c-7ede-42e8-9d89-ad20a2194dc9 tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:03:51.256362 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7328ea4b-cc4b-49f0-a97d-16f8069d4656 req-a4cddd7c-7ede-42e8-9d89-ad20a2194dc9 tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:03:51.262451 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7328ea4b-cc4b-49f0-a97d-16f8069d4656 req-a4cddd7c-7ede-42e8-9d89-ad20a2194dc9 tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:03:51.264130 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7328ea4b-cc4b-49f0-a97d-16f8069d4656 req-a4cddd7c-7ede-42e8-9d89-ad20a2194dc9 tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] 10.222.0.23 "GET /v2.0/ports?device_id=5828d1be-89dd-46b8-961c-3b5073814967&device_id=76b91790-9e94-4b10-b8c2-7d0f23be904d&device_id=833ac47e-1dd4-42f0-bf76-c7778e0da38e HTTP/1.1" status: 200 len: 2417 time: 0.0910976 Jul 13 14:03:51.284877 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-0e13d21c-c9b7-4a05-9701-e9c5a001c4dc None None] Set router acbc0106-a8d2-42a5-8ae5-4aefabe578e4 gateway port host: None {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:03:51.306613 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7328ea4b-cc4b-49f0-a97d-16f8069d4656 req-db1877e5-2908-4330-b9ca-80169f779928 tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c737365-5cf5-4d87-8b77-ee98018f55dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349920 Jul 13 14:03:51.343335 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-0e13d21c-c9b7-4a05-9701-e9c5a001c4dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acbc0106-a8d2-42a5-8ae5-4aefabe578e4', 'name': 'tempest-AttachVolumeShelveTestJSON-808629702-router', 'tenant_id': 'adbbbd39f9524bd68afb0008cc2d263c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:56:38Z', 'updated_at': '2021-07-13T14:03:50Z', 'revision_number': 6, 'project_id': 'adbbbd39f9524bd68afb0008cc2d263c', 'gw_port_host': None}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:03:51.349031 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ce041d23-5b64-4858-a082-b0d875976258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:51.374622 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce041d23-5b64-4858-a082-b0d875976258 admin admin] Pushing event deleted for resources: {'Port': ['ID=20bef416-70ed-440a-9fa4-dcd89bd439c8,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:03:51.384526 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e13d21c-c9b7-4a05-9701-e9c5a001c4dc None None] The sync data for ids ['acbc0106-a8d2-42a5-8ae5-4aefabe578e4'] in n-d-800634-1 is: [{'id': 'acbc0106-a8d2-42a5-8ae5-4aefabe578e4', 'name': 'tempest-AttachVolumeShelveTestJSON-808629702-router', 'tenant_id': 'adbbbd39f9524bd68afb0008cc2d263c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T13:56:38Z', 'updated_at': '2021-07-13T14:03:50Z', 'revision_number': 6, 'project_id': 'adbbbd39f9524bd68afb0008cc2d263c', 'gw_port_host': None}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:03:51.448596 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ce041d23-5b64-4858-a082-b0d875976258 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-446473'] for router_gateway, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:51.569587 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ce041d23-5b64-4858-a082-b0d875976258 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1591938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2696'] for router, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:51.573131 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ce041d23-5b64-4858-a082-b0d875976258 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:51.623433 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ce041d23-5b64-4858-a082-b0d875976258 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593106'] for router, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:51.623913 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce041d23-5b64-4858-a082-b0d875976258 admin admin] Fanout notify agent at l3_agent the message router_deleted on router acbc0106-a8d2-42a5-8ae5-4aefabe578e4 {{(pid=93750) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 14:03:51.630077 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ce041d23-5b64-4858-a082-b0d875976258 admin admin] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:51.633580 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-ce041d23-5b64-4858-a082-b0d875976258 admin admin] 10.222.0.23 "DELETE /v2.0/routers/acbc0106-a8d2-42a5-8ae5-4aefabe578e4 HTTP/1.1" status: 204 len: 168 time: 0.9152660 Jul 13 14:03:51.634055 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 38112) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:03:51.648087 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aad90f7-1b22-4f0e-8f56-f266954ecd81 req-4c99a4cc-6e09-4fe3-8e83-b1a6cb856992 tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:03:51.649665 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0aad90f7-1b22-4f0e-8f56-f266954ecd81 req-4c99a4cc-6e09-4fe3-8e83-b1a6cb856992 tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] 10.222.0.23 "GET /v2.0/ports?device_id=5828d1be-89dd-46b8-961c-3b5073814967 HTTP/1.1" status: 200 len: 946 time: 0.1402943 Jul 13 14:03:51.686343 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-564ae49a-039e-4a77-94e2-a476c65f623a admin admin] Deleting subnet edd80540-96ff-46b4-a1d4-1e9bba1df368 {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 14:03:51.692295 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-564ae49a-039e-4a77-94e2-a476c65f623a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:51.695659 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0aad90f7-1b22-4f0e-8f56-f266954ecd81 req-0ae5dca2-93c0-4029-99c8-ba89efaef3e0 tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c737365-5cf5-4d87-8b77-ee98018f55dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400856 Jul 13 14:03:51.748625 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-564ae49a-039e-4a77-94e2-a476c65f623a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6018489'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:51.839120 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-564ae49a-039e-4a77-94e2-a476c65f623a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:51.899694 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-564ae49a-039e-4a77-94e2-a476c65f623a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6018534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6105009'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:51.933153 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564ae49a-039e-4a77-94e2-a476c65f623a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=edd80540-96ff-46b4-a1d4-1e9bba1df368,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:03:51.940654 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-564ae49a-039e-4a77-94e2-a476c65f623a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:51.943252 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-564ae49a-039e-4a77-94e2-a476c65f623a admin admin] 10.222.0.23 "DELETE /v2.0/subnets/edd80540-96ff-46b4-a1d4-1e9bba1df368 HTTP/1.1" status: 204 len: 168 time: 0.3081691 Jul 13 14:03:51.945798 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 38118) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:03:51.951579 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6c27fe9-6281-4615-920f-7910d9738c41 None None] Network 94bf27fb-3476-4944-8d19-915922f54fa2 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:03:52.041373 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-cbd4cc37-8f3b-4c63-bee8-7dccccad99e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:52.102296 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-cbd4cc37-8f3b-4c63-bee8-7dccccad99e6 admin admin] Deleting port b4a3b11a-72f1-41c8-9ea6-a7666b66580d {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:03:52.102640 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-cbd4cc37-8f3b-4c63-bee8-7dccccad99e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:52.178103 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-cbd4cc37-8f3b-4c63-bee8-7dccccad99e6 admin admin] For port b4a3b11a-72f1-41c8-9ea6-a7666b66580d, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=b4a3b11a-72f1-41c8-9ea6-a7666b66580d,segment=NetworkSegment(53f233fa-3a9c-4b12-9272-d4c4393df010),segment_id=53f233fa-3a9c-4b12-9272-d4c4393df010)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:03:52.178573 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-cbd4cc37-8f3b-4c63-bee8-7dccccad99e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:52.179068 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af3cb072-6428-49a3-9ad7-37965a954a31 None None] DHCP port deletion for 94bf27fb-3476-4944-8d19-915922f54fa2 request from n-d-800634-1 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 14:03:52.202481 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-cbd4cc37-8f3b-4c63-bee8-7dccccad99e6 admin admin] Calling delete_port for b4a3b11a-72f1-41c8-9ea6-a7666b66580d owned by network:dhcp {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:03:52.234653 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-af3cb072-6428-49a3-9ad7-37965a954a31 None None] Deleting port b4a3b11a-72f1-41c8-9ea6-a7666b66580d {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:03:52.235032 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-af3cb072-6428-49a3-9ad7-37965a954a31 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:52.308183 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-cbd4cc37-8f3b-4c63-bee8-7dccccad99e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:52.323836 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-af3cb072-6428-49a3-9ad7-37965a954a31 None None] For port b4a3b11a-72f1-41c8-9ea6-a7666b66580d, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=b4a3b11a-72f1-41c8-9ea6-a7666b66580d,segment=NetworkSegment(53f233fa-3a9c-4b12-9272-d4c4393df010),segment_id=53f233fa-3a9c-4b12-9272-d4c4393df010)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:03:52.324606 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-af3cb072-6428-49a3-9ad7-37965a954a31 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:52.346547 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-af3cb072-6428-49a3-9ad7-37965a954a31 None None] Calling delete_port for b4a3b11a-72f1-41c8-9ea6-a7666b66580d owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:03:52.350878 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd4cc37-8f3b-4c63-bee8-7dccccad99e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4a3b11a-72f1-41c8-9ea6-a7666b66580d,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:03:52.353540 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd4cc37-8f3b-4c63-bee8-7dccccad99e6 admin admin] No DVR routers for this DVR port b4a3b11a-72f1-41c8-9ea6-a7666b66580d on host n-d-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:03:52.360398 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device b4a3b11a-72f1-41c8-9ea6-a7666b66580d no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:03:52.400414 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: b4a3b11a-72f1-41c8-9ea6-a7666b66580d {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:03:52.400889 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device b4a3b11a-72f1-41c8-9ea6-a7666b66580d not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:03:52.402163 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 20bef416-70ed-440a-9fa4-dcd89bd439c8 no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:03:52.430683 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-cbd4cc37-8f3b-4c63-bee8-7dccccad99e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:52.443034 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: 20bef416-70ed-440a-9fa4-dcd89bd439c8 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:03:52.443602 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 20bef416-70ed-440a-9fa4-dcd89bd439c8 not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:03:52.444275 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device bc3742a2-d0f1-4cc7-81c9-82e13be9415c no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:03:52.444686 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-cbd4cc37-8f3b-4c63-bee8-7dccccad99e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94bf27fb-3476-4944-8d19-915922f54fa2']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:03:52.466912 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-cbd4cc37-8f3b-4c63-bee8-7dccccad99e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53f233fa-3a9c-4b12-9272-d4c4393df010') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:03:52.467284 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-cbd4cc37-8f3b-4c63-bee8-7dccccad99e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53f233fa-3a9c-4b12-9272-d4c4393df010') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:03:52.478496 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-cbd4cc37-8f3b-4c63-bee8-7dccccad99e6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5431730'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:52.502404 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-cbd4cc37-8f3b-4c63-bee8-7dccccad99e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:52.510561 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbd4cc37-8f3b-4c63-bee8-7dccccad99e6 admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 14:03:52.511191 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-cbd4cc37-8f3b-4c63-bee8-7dccccad99e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5970419'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:52.511957 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: bc3742a2-d0f1-4cc7-81c9-82e13be9415c {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:03:52.512495 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device bc3742a2-d0f1-4cc7-81c9-82e13be9415c not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:03:52.513194 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:03:52.513194 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:03:52.513194 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:03:52.513194 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:03:52.513194 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:03:52.513194 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:03:52.513194 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:03:52.513194 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:03:52.513194 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:03:52.513194 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:03:52.513194 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:03:52.513194 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:03:52.513194 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:03:52.513194 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:03:52.513194 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:03:52.513194 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:03:52.513194 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:03:52.513194 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:03:52.513194 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:03:52.513194 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:03:52.513194 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:03:52.513194 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:03:52.513194 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:03:52.513194 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:03:52.513194 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:03:52.513194 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:03:52.513194 n-d-800634-1 neutron-server[93750]: Traceback (most recent call last): Jul 13 14:03:52.513194 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 14:03:52.513194 n-d-800634-1 neutron-server[93750]: timer() Jul 13 14:03:52.513194 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 14:03:52.513194 n-d-800634-1 neutron-server[93750]: cb(*args, **kw) Jul 13 14:03:52.513194 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 14:03:52.513194 n-d-800634-1 neutron-server[93750]: return func(*args, **kwargs) Jul 13 14:03:52.513194 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 14:03:52.513194 n-d-800634-1 neutron-server[93750]: self._notify() Jul 13 14:03:52.513194 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 14:03:52.513194 n-d-800634-1 neutron-server[93750]: self.callback(batched_events) Jul 13 14:03:52.513194 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 14:03:52.513194 n-d-800634-1 neutron-server[93750]: event.method(event) Jul 13 14:03:52.513194 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 14:03:52.513194 n-d-800634-1 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 14:03:52.513194 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 14:03:52.513194 n-d-800634-1 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 14:03:52.513194 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 14:03:52.513194 n-d-800634-1 neutron-server[93750]: return f(self, *a, **k) Jul 13 14:03:52.513194 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 14:03:52.513194 n-d-800634-1 neutron-server[93750]: return self._get(url).json() Jul 13 14:03:52.513194 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 14:03:52.513194 n-d-800634-1 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 14:03:52.513194 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 14:03:52.513194 n-d-800634-1 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 13 14:03:52.513194 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 14:03:52.513194 n-d-800634-1 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 14:03:52.513194 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 14:03:52.513194 n-d-800634-1 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 14:03:52.513194 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 14:03:52.513194 n-d-800634-1 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 14:03:52.513194 n-d-800634-1 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 14:03:52.580443 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-cbd4cc37-8f3b-4c63-bee8-7dccccad99e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:52.585619 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-cbd4cc37-8f3b-4c63-bee8-7dccccad99e6 admin admin] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:52.590127 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-cbd4cc37-8f3b-4c63-bee8-7dccccad99e6 admin admin] 10.222.0.23 "DELETE /v2.0/networks/94bf27fb-3476-4944-8d19-915922f54fa2 HTTP/1.1" status: 204 len: 168 time: 0.6404960 Jul 13 14:03:52.594045 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-af3cb072-6428-49a3-9ad7-37965a954a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:52.610314 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd4cc37-8f3b-4c63-bee8-7dccccad99e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=94bf27fb-3476-4944-8d19-915922f54fa2,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:03:52.627465 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-af3cb072-6428-49a3-9ad7-37965a954a31 None None] Network 94bf27fb-3476-4944-8d19-915922f54fa2 is not hosted by any dhcp agent {{(pid=93752) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 13 14:03:52.627465 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3cb072-6428-49a3-9ad7-37965a954a31 None None] No DVR routers for this DVR port b4a3b11a-72f1-41c8-9ea6-a7666b66580d on host n-d-800634-1 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:03:52.627465 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3cb072-6428-49a3-9ad7-37965a954a31 None None] Pushing event deleted for resources: {'Port': ['ID=b4a3b11a-72f1-41c8-9ea6-a7666b66580d,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:03:52.673040 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:52.736475 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 38128) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:03:52.781784 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-a65cb005-1055-4aa7-8ab8-97e9b7bf0fa7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=adbbbd39f9524bd68afb0008cc2d263c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0440710 Jul 13 14:03:52.784135 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 38132) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:03:52.836265 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-22b5950c-6af9-4550-91d8-9186d8eee642 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:52.864649 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-22b5950c-6af9-4550-91d8-9186d8eee642 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:52.916889 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-22b5950c-6af9-4550-91d8-9186d8eee642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:52.919533 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-22b5950c-6af9-4550-91d8-9186d8eee642 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:52.923021 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-22b5950c-6af9-4550-91d8-9186d8eee642 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9485ed11-a57f-4e8b-b85c-339776815c96 HTTP/1.1" status: 204 len: 168 time: 0.1356049 Jul 13 14:03:52.931058 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b5950c-6af9-4550-91d8-9186d8eee642 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9485ed11-a57f-4e8b-b85c-339776815c96,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:03:53.306156 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8265f6b7-4ebd-4a3b-8546-ba40aa1e9f44 req-744a6ba4-03c6-4b33-983d-f3bcba64630a tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:03:53.307738 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8265f6b7-4ebd-4a3b-8546-ba40aa1e9f44 req-744a6ba4-03c6-4b33-983d-f3bcba64630a tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] 10.222.0.23 "GET /v2.0/ports?device_id=833ac47e-1dd4-42f0-bf76-c7778e0da38e HTTP/1.1" status: 200 len: 945 time: 0.0768771 Jul 13 14:03:53.354087 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8265f6b7-4ebd-4a3b-8546-ba40aa1e9f44 req-bb1a7426-2e04-4387-b82f-524558489e0e tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c737365-5cf5-4d87-8b77-ee98018f55dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372875 Jul 13 14:03:53.662747 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 38160) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:03:53.766269 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-485139b0-9634-4e53-9953-d585d6470cb4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-735102816-network', 'tenant_id': '9b84fd52966d4a72b64b59fb4909d5ab'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:03:53.794568 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-485139b0-9634-4e53-9953-d585d6470cb4 admin admin] Made reservation on behalf of 9b84fd52966d4a72b64b59fb4909d5ab for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:03:53.797094 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-485139b0-9634-4e53-9953-d585d6470cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:53.807192 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-485139b0-9634-4e53-9953-d585d6470cb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:53.900143 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-485139b0-9634-4e53-9953-d585d6470cb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:53.905116 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-485139b0-9634-4e53-9953-d585d6470cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:53.938577 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-485139b0-9634-4e53-9953-d585d6470cb4 admin admin] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 14:03:53.941119 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485139b0-9634-4e53-9953-d585d6470cb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76f966e3-edd2-4bdc-88a7-3dcc575a8df4,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:03:53.948569 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-485139b0-9634-4e53-9953-d585d6470cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:53.948920 n-d-800634-1 neutron-server[93750]: INFO neutron.db.segments_db [None req-485139b0-9634-4e53-9953-d585d6470cb4 admin admin] Added segment 57f437cd-e1c4-48a0-95a6-7e5eac541e89 of type vlan for network 9c2558ca-4bbf-4e33-ab1c-e7f21b409eb5 Jul 13 14:03:54.325946 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-485139b0-9634-4e53-9953-d585d6470cb4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:54.356677 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-485139b0-9634-4e53-9953-d585d6470cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:54.357714 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-485139b0-9634-4e53-9953-d585d6470cb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:03:54.358332 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-485139b0-9634-4e53-9953-d585d6470cb4 admin admin] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:54.417999 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 38166) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:03:54.418744 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-485139b0-9634-4e53-9953-d585d6470cb4 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7539363 Jul 13 14:03:54.423056 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-b61e1eca-1fd8-43cd-b6c3-7cffdbe2a674 admin admin] Request body: {'subnet': {'network_id': '9c2558ca-4bbf-4e33-ab1c-e7f21b409eb5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-735102816-subnet', 'tenant_id': '9b84fd52966d4a72b64b59fb4909d5ab', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:03:54.424286 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485139b0-9634-4e53-9953-d585d6470cb4 admin admin] Pushing event updated for resources: {'Network': ['ID=9c2558ca-4bbf-4e33-ab1c-e7f21b409eb5,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:03:54.438349 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network 9c2558ca-4bbf-4e33-ab1c-e7f21b409eb5 details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 14:03:54.452054 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b61e1eca-1fd8-43cd-b6c3-7cffdbe2a674 admin admin] Made reservation on behalf of 9b84fd52966d4a72b64b59fb4909d5ab for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:03:54.454863 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b61e1eca-1fd8-43cd-b6c3-7cffdbe2a674 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6104980'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:54.602992 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f615d17a-247c-490b-a542-0fc9aa77d115 req-6f611f9c-2e28-4bad-93df-e52f42693f65 tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:03:54.604560 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f615d17a-247c-490b-a542-0fc9aa77d115 req-6f611f9c-2e28-4bad-93df-e52f42693f65 tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] 10.222.0.23 "GET /v2.0/ports?device_id=833ac47e-1dd4-42f0-bf76-c7778e0da38e HTTP/1.1" status: 200 len: 945 time: 0.1069698 Jul 13 14:03:54.698816 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f615d17a-247c-490b-a542-0fc9aa77d115 req-1c417abf-57c7-4342-96fd-24f73733b4e9 tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c737365-5cf5-4d87-8b77-ee98018f55dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763776 Jul 13 14:03:54.720954 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b61e1eca-1fd8-43cd-b6c3-7cffdbe2a674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6018343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6104998'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:54.778767 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61e1eca-1fd8-43cd-b6c3-7cffdbe2a674 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e70149ef-39e2-4581-bd26-e6cc81b2fee5,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:03:54.790302 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61e1eca-1fd8-43cd-b6c3-7cffdbe2a674 admin admin] Checking segment: {'id': '57f437cd-e1c4-48a0-95a6-7e5eac541e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '9c2558ca-4bbf-4e33-ab1c-e7f21b409eb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:03:54.790666 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b61e1eca-1fd8-43cd-b6c3-7cffdbe2a674 admin admin] Network hostable DHCP agents. Network: 9c2558ca-4bbf-4e33-ab1c-e7f21b409eb5, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 14:03:54.817526 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b61e1eca-1fd8-43cd-b6c3-7cffdbe2a674 admin admin] Network 9c2558ca-4bbf-4e33-ab1c-e7f21b409eb5 is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 14:03:54.827300 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-b61e1eca-1fd8-43cd-b6c3-7cffdbe2a674 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, 9c2558ca-4bbf-4e33-ab1c-e7f21b409eb5) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:03:54.831763 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b61e1eca-1fd8-43cd-b6c3-7cffdbe2a674 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:03:54.832866 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b61e1eca-1fd8-43cd-b6c3-7cffdbe2a674 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:54.837553 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be9ff62f-b6fb-4298-bab1-9c661fa52f96 None None] Network 9c2558ca-4bbf-4e33-ab1c-e7f21b409eb5 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:03:54.852625 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-b61e1eca-1fd8-43cd-b6c3-7cffdbe2a674 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4328694 Jul 13 14:03:54.855512 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 38168) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:03:54.864388 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-ffb89688-5fb3-4e6c-bf25-baab557c71c8 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-735102816-router', 'tenant_id': '9b84fd52966d4a72b64b59fb4909d5ab', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:03:54.891496 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ffb89688-5fb3-4e6c-bf25-baab557c71c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1591928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2714'] for router, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:54.892568 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ffb89688-5fb3-4e6c-bf25-baab557c71c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447198', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1629690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2689'] for router, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:54.955477 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ffb89688-5fb3-4e6c-bf25-baab557c71c8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:55.016719 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0a1c98b-0de0-46ef-a6c1-647798772735 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a7201e1-61ce-5a3e-b7f7-e800379ed03b-9c2558ca-4bbf-4e33-ab1c-e7f21b409eb5', 'network_id': '9c2558ca-4bbf-4e33-ab1c-e7f21b409eb5', 'tenant_id': '9b84fd52966d4a72b64b59fb4909d5ab', 'fixed_ips': [{'subnet_id': 'e70149ef-39e2-4581-bd26-e6cc81b2fee5'}]}} from n-d-800634-1. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 14:03:55.017725 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d0a1c98b-0de0-46ef-a6c1-647798772735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:55.106177 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ffb89688-5fb3-4e6c-bf25-baab557c71c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447180', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1591910', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2751'] for router, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:55.161453 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-d0a1c98b-0de0-46ef-a6c1-647798772735 None None] Allocated IP 172.20.0.2 (9c2558ca-4bbf-4e33-ab1c-e7f21b409eb5/e70149ef-39e2-4581-bd26-e6cc81b2fee5/f14a992c-57a9-478d-be2b-4224e8ae160f) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:03:55.313429 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d0a1c98b-0de0-46ef-a6c1-647798772735 None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:55.318073 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ffb89688-5fb3-4e6c-bf25-baab557c71c8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:55.323566 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-d0a1c98b-0de0-46ef-a6c1-647798772735 None None] Transition to ACTIVE for port object f14a992c-57a9-478d-be2b-4224e8ae160f will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:03:55.338069 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ffb89688-5fb3-4e6c-bf25-baab557c71c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:55.340312 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-d0a1c98b-0de0-46ef-a6c1-647798772735 None None] Transition to ACTIVE for port object f14a992c-57a9-478d-be2b-4224e8ae160f will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:03:55.348397 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d0a1c98b-0de0-46ef-a6c1-647798772735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:55.386937 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a1c98b-0de0-46ef-a6c1-647798772735 None None] Network 9c2558ca-4bbf-4e33-ab1c-e7f21b409eb5 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:03:55.392116 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-d0a1c98b-0de0-46ef-a6c1-647798772735 None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:03:55.397401 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a1c98b-0de0-46ef-a6c1-647798772735 None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:03:55.409158 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a1c98b-0de0-46ef-a6c1-647798772735 None None] Pushing event updated for resources: {'Port': ['ID=f14a992c-57a9-478d-be2b-4224e8ae160f,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:03:55.463866 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-ffb89688-5fb3-4e6c-bf25-baab557c71c8 admin admin] Allocated IP 172.25.6.152 (acf968b8-c524-46a9-a20b-ad9667009130/dde5a78e-bd1e-4f47-8189-7321d4de73d3/267dd320-ec96-49b6-809c-c559eec3dd7a) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:03:55.471719 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-d0a1c98b-0de0-46ef-a6c1-647798772735 None None] Attempting to bind port f14a992c-57a9-478d-be2b-4224e8ae160f on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:03:55.472241 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-d0a1c98b-0de0-46ef-a6c1-647798772735 None None] Attempting to bind port f14a992c-57a9-478d-be2b-4224e8ae160f by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '57f437cd-e1c4-48a0-95a6-7e5eac541e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '9c2558ca-4bbf-4e33-ab1c-e7f21b409eb5'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:03:55.472478 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a1c98b-0de0-46ef-a6c1-647798772735 None None] Attempting to bind port f14a992c-57a9-478d-be2b-4224e8ae160f on network 9c2558ca-4bbf-4e33-ab1c-e7f21b409eb5 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:03:55.478836 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a1c98b-0de0-46ef-a6c1-647798772735 None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 3, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:03:55.479207 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a1c98b-0de0-46ef-a6c1-647798772735 None None] Checking segment: {'id': '57f437cd-e1c4-48a0-95a6-7e5eac541e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '9c2558ca-4bbf-4e33-ab1c-e7f21b409eb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:03:55.479610 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d0a1c98b-0de0-46ef-a6c1-647798772735 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:55.480001 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a1c98b-0de0-46ef-a6c1-647798772735 None None] Bound using segment: {'id': '57f437cd-e1c4-48a0-95a6-7e5eac541e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '9c2558ca-4bbf-4e33-ab1c-e7f21b409eb5'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:03:55.480477 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-d0a1c98b-0de0-46ef-a6c1-647798772735 None None] Bound port: f14a992c-57a9-478d-be2b-4224e8ae160f, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57f437cd-e1c4-48a0-95a6-7e5eac541e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '9c2558ca-4bbf-4e33-ab1c-e7f21b409eb5'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:03:55.480885 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d0a1c98b-0de0-46ef-a6c1-647798772735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:55.545038 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-d0a1c98b-0de0-46ef-a6c1-647798772735 None None] For port f14a992c-57a9-478d-be2b-4224e8ae160f, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:03:55.548125 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-d0a1c98b-0de0-46ef-a6c1-647798772735 None None] For port f14a992c-57a9-478d-be2b-4224e8ae160f, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=f14a992c-57a9-478d-be2b-4224e8ae160f,segment=NetworkSegment(57f437cd-e1c4-48a0-95a6-7e5eac541e89),segment_id=57f437cd-e1c4-48a0-95a6-7e5eac541e89)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:03:55.552132 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d0a1c98b-0de0-46ef-a6c1-647798772735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:55.572862 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ffb89688-5fb3-4e6c-bf25-baab557c71c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:55.609011 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a1c98b-0de0-46ef-a6c1-647798772735 None None] Pushing event updated for resources: {'Port': ['ID=f14a992c-57a9-478d-be2b-4224e8ae160f,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:03:55.617547 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ffb89688-5fb3-4e6c-bf25-baab557c71c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:55.660832 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb89688-5fb3-4e6c-bf25-baab557c71c8 admin admin] Network acf968b8-c524-46a9-a20b-ad9667009130 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:03:55.664109 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-ffb89688-5fb3-4e6c-bf25-baab557c71c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:03:55.667708 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb89688-5fb3-4e6c-bf25-baab557c71c8 admin admin] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:03:55.673349 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb89688-5fb3-4e6c-bf25-baab557c71c8 admin admin] Pushing event updated for resources: {'Port': ['ID=267dd320-ec96-49b6-809c-c559eec3dd7a,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:03:55.932976 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b687a60c-b40b-4562-a956-e023314d8cdc req-16a62978-be17-4f04-8d92-f305546f7046 tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:03:55.935809 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b687a60c-b40b-4562-a956-e023314d8cdc req-16a62978-be17-4f04-8d92-f305546f7046 tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] 10.222.0.23 "GET /v2.0/ports?device_id=833ac47e-1dd4-42f0-bf76-c7778e0da38e HTTP/1.1" status: 200 len: 945 time: 0.0905399 Jul 13 14:03:55.960603 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ffb89688-5fb3-4e6c-bf25-baab557c71c8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:55.975597 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b687a60c-b40b-4562-a956-e023314d8cdc req-0cd070c9-3211-4fdf-bbda-b522eb8c5600 tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c737365-5cf5-4d87-8b77-ee98018f55dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352941 Jul 13 14:03:56.366356 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device f14a992c-57a9-478d-be2b-4224e8ae160f up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:03:56.425608 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port f14a992c-57a9-478d-be2b-4224e8ae160f completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:03:56.502729 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ffb89688-5fb3-4e6c-bf25-baab557c71c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447217'] for router, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:56.599220 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da3bede2-75b7-467c-9d4a-f1b7b2a4ed35 None None] Network 9c2558ca-4bbf-4e33-ab1c-e7f21b409eb5 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:03:56.638946 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffb89688-5fb3-4e6c-bf25-baab557c71c8 admin admin] Router 60825822-aab3-40b2-be6c-a95554885520 is scheduled to L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 with binding_index 1 {{(pid=93751) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 14:03:56.656748 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-5a0ae999-47c5-4c4d-87bf-d6dea78c2777 None None] Provisioning for port f14a992c-57a9-478d-be2b-4224e8ae160f completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:03:56.668364 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-5a0ae999-47c5-4c4d-87bf-d6dea78c2777 None None] Provisioning complete for port f14a992c-57a9-478d-be2b-4224e8ae160f triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:03:56.668742 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5a0ae999-47c5-4c4d-87bf-d6dea78c2777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:56.749763 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffb89688-5fb3-4e6c-bf25-baab557c71c8 admin admin] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:03:56.762872 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2dc3cb-737f-4150-9a05-3bb8b43d1f45 None None] Sync routers for ids ['60825822-aab3-40b2-be6c-a95554885520'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:03:56.767417 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ffb89688-5fb3-4e6c-bf25-baab557c71c8 admin admin] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:56.772187 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-ffb89688-5fb3-4e6c-bf25-baab557c71c8 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.9119813 Jul 13 14:03:56.772414 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 38172) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:03:56.822807 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2dc3cb-737f-4150-9a05-3bb8b43d1f45 None None] Routers {'60825822-aab3-40b2-be6c-a95554885520'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:03:56.823448 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-dc2dc3cb-737f-4150-9a05-3bb8b43d1f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:03:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['60825822-aab3-40b2-be6c-a95554885520'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:03:56.829487 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5a0ae999-47c5-4c4d-87bf-d6dea78c2777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:56.944334 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-5a0ae999-47c5-4c4d-87bf-d6dea78c2777 None None] For port f14a992c-57a9-478d-be2b-4224e8ae160f, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=f14a992c-57a9-478d-be2b-4224e8ae160f,segment=NetworkSegment(57f437cd-e1c4-48a0-95a6-7e5eac541e89),segment_id=57f437cd-e1c4-48a0-95a6-7e5eac541e89)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:03:56.951803 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5a0ae999-47c5-4c4d-87bf-d6dea78c2777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:57.027662 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-dc2dc3cb-737f-4150-9a05-3bb8b43d1f45 None None] Set router 60825822-aab3-40b2-be6c-a95554885520 gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:03:57.030381 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0ae999-47c5-4c4d-87bf-d6dea78c2777 None None] Pushing event updated for resources: {'Port': ['ID=f14a992c-57a9-478d-be2b-4224e8ae160f,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:03:57.229062 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495f8e35-cb47-418c-8b0a-11170d6bc703 req-3648f010-9fdb-4294-a80e-2ed66e301e96 tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:03:57.230703 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-495f8e35-cb47-418c-8b0a-11170d6bc703 req-3648f010-9fdb-4294-a80e-2ed66e301e96 tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] 10.222.0.23 "GET /v2.0/ports?device_id=833ac47e-1dd4-42f0-bf76-c7778e0da38e HTTP/1.1" status: 200 len: 945 time: 0.1291995 Jul 13 14:03:57.235854 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-dc2dc3cb-737f-4150-9a05-3bb8b43d1f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60825822-aab3-40b2-be6c-a95554885520', 'name': 'tempest-AttachVolumeTestJSON-735102816-router', 'tenant_id': '9b84fd52966d4a72b64b59fb4909d5ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '267dd320-ec96-49b6-809c-c559eec3dd7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:03:54Z', 'updated_at': '2021-07-13T14:03:55Z', 'revision_number': 3, 'project_id': '9b84fd52966d4a72b64b59fb4909d5ab', 'gw_port': {'id': '267dd320-ec96-49b6-809c-c559eec3dd7a', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:95:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60825822-aab3-40b2-be6c-a95554885520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3174, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:03:55Z', 'updated_at': '2021-07-13T14:03:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:03:57.267611 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2dc3cb-737f-4150-9a05-3bb8b43d1f45 None None] Checking router: 60825822-aab3-40b2-be6c-a95554885520 for host: n-d-800634-1 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:03:57.267846 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2dc3cb-737f-4150-9a05-3bb8b43d1f45 None None] Updating router 60825822-aab3-40b2-be6c-a95554885520 port 267dd320-ec96-49b6-809c-c559eec3dd7a binding host n-d-800634-1 {{(pid=93752) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 14:03:57.304058 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-8750166e-dd13-4dda-beed-44f63753c8d5 None None] Provisioning complete for port f14a992c-57a9-478d-be2b-4224e8ae160f triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:03:57.304427 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8750166e-dd13-4dda-beed-44f63753c8d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:57.308043 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0d7caa79-b7d6-4c87-ae22-764af5ba233b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:57.321569 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-495f8e35-cb47-418c-8b0a-11170d6bc703 req-55f718e5-d299-48a0-b54d-d62ef74c12f0 tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c737365-5cf5-4d87-8b77-ee98018f55dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772212 Jul 13 14:03:57.329767 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-dc2dc3cb-737f-4150-9a05-3bb8b43d1f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:57.485044 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-0d7caa79-b7d6-4c87-ae22-764af5ba233b admin admin] Allocated IP 172.20.0.1 (9c2558ca-4bbf-4e33-ab1c-e7f21b409eb5/e70149ef-39e2-4581-bd26-e6cc81b2fee5/2c79a40e-af92-44ae-87e9-b711e0e32b08) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:03:57.606528 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0d7caa79-b7d6-4c87-ae22-764af5ba233b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:57.626815 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-0d7caa79-b7d6-4c87-ae22-764af5ba233b admin admin] Transition to ACTIVE for port object 2c79a40e-af92-44ae-87e9-b711e0e32b08 will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:03:57.665080 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0d7caa79-b7d6-4c87-ae22-764af5ba233b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:57.712014 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d7caa79-b7d6-4c87-ae22-764af5ba233b admin admin] Network 9c2558ca-4bbf-4e33-ab1c-e7f21b409eb5 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:03:57.716368 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-0d7caa79-b7d6-4c87-ae22-764af5ba233b admin admin] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:03:57.721025 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7caa79-b7d6-4c87-ae22-764af5ba233b admin admin] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:03:57.724380 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7caa79-b7d6-4c87-ae22-764af5ba233b admin admin] Pushing event updated for resources: {'Port': ['ID=2c79a40e-af92-44ae-87e9-b711e0e32b08,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:03:57.773412 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0d7caa79-b7d6-4c87-ae22-764af5ba233b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-450452'] for router_interface, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:57.806200 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-dc2dc3cb-737f-4150-9a05-3bb8b43d1f45 None None] Notify callbacks [] for port, precommit_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:57.824671 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-dc2dc3cb-737f-4150-9a05-3bb8b43d1f45 None None] Transition to ACTIVE for port object 267dd320-ec96-49b6-809c-c559eec3dd7a will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:03:57.834984 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-dc2dc3cb-737f-4150-9a05-3bb8b43d1f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:57.890889 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-dc2dc3cb-737f-4150-9a05-3bb8b43d1f45 None None] Attempting to bind port 267dd320-ec96-49b6-809c-c559eec3dd7a on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:03:57.891268 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-dc2dc3cb-737f-4150-9a05-3bb8b43d1f45 None None] Attempting to bind port 267dd320-ec96-49b6-809c-c559eec3dd7a by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:03:57.891634 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2dc3cb-737f-4150-9a05-3bb8b43d1f45 None None] Attempting to bind port 267dd320-ec96-49b6-809c-c559eec3dd7a on network acf968b8-c524-46a9-a20b-ad9667009130 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:03:57.904504 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2dc3cb-737f-4150-9a05-3bb8b43d1f45 None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 3, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:03:57.904884 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2dc3cb-737f-4150-9a05-3bb8b43d1f45 None None] Checking segment: {'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:03:57.905291 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-dc2dc3cb-737f-4150-9a05-3bb8b43d1f45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:57.905683 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2dc3cb-737f-4150-9a05-3bb8b43d1f45 None None] Bound using segment: {'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:03:57.906196 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-dc2dc3cb-737f-4150-9a05-3bb8b43d1f45 None None] Bound port: 267dd320-ec96-49b6-809c-c559eec3dd7a, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:03:57.906583 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-dc2dc3cb-737f-4150-9a05-3bb8b43d1f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:57.909456 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e1788d-c7d8-4736-a6ed-0ec6e9525cd5 None None] Pushing event updated for resources: {'Port': ['ID=267dd320-ec96-49b6-809c-c559eec3dd7a,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:03:57.952647 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0d7caa79-b7d6-4c87-ae22-764af5ba233b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:57.975510 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-dc2dc3cb-737f-4150-9a05-3bb8b43d1f45 None None] For port 267dd320-ec96-49b6-809c-c559eec3dd7a, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:03:57.978917 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-dc2dc3cb-737f-4150-9a05-3bb8b43d1f45 None None] For port 267dd320-ec96-49b6-809c-c559eec3dd7a, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=267dd320-ec96-49b6-809c-c559eec3dd7a,segment=NetworkSegment(3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87),segment_id=3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:03:57.982917 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-dc2dc3cb-737f-4150-9a05-3bb8b43d1f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:58.051500 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-a351d93a-d2b5-4204-866b-ca34da37c036 None None] Provisioning for port 2c79a40e-af92-44ae-87e9-b711e0e32b08 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:03:58.061975 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e1788d-c7d8-4736-a6ed-0ec6e9525cd5 None None] Pushing event updated for resources: {'Port': ['ID=267dd320-ec96-49b6-809c-c559eec3dd7a,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:03:58.064778 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-a351d93a-d2b5-4204-866b-ca34da37c036 None None] Provisioning complete for port 2c79a40e-af92-44ae-87e9-b711e0e32b08 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:03:58.065160 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a351d93a-d2b5-4204-866b-ca34da37c036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:58.068245 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2dc3cb-737f-4150-9a05-3bb8b43d1f45 None None] Routers {'60825822-aab3-40b2-be6c-a95554885520'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:03:58.068397 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-dc2dc3cb-737f-4150-9a05-3bb8b43d1f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:03:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['60825822-aab3-40b2-be6c-a95554885520'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:03:58.145261 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-a351d93a-d2b5-4204-866b-ca34da37c036 None None] Port 2c79a40e-af92-44ae-87e9-b711e0e32b08 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:03:58.168522 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0d7caa79-b7d6-4c87-ae22-764af5ba233b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:58.173603 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0d7caa79-b7d6-4c87-ae22-764af5ba233b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:58.204668 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-dc2dc3cb-737f-4150-9a05-3bb8b43d1f45 None None] Set router 60825822-aab3-40b2-be6c-a95554885520 gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:03:58.247240 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7caa79-b7d6-4c87-ae22-764af5ba233b admin admin] Pushing event updated for resources: {'Port': ['ID=2c79a40e-af92-44ae-87e9-b711e0e32b08,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:03:58.249918 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0d7caa79-b7d6-4c87-ae22-764af5ba233b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1785045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451806'] for router_interface, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:58.335439 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device f14a992c-57a9-478d-be2b-4224e8ae160f up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:03:58.365115 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d7caa79-b7d6-4c87-ae22-764af5ba233b admin admin] Network 9c2558ca-4bbf-4e33-ab1c-e7f21b409eb5 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:03:58.367374 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-0d7caa79-b7d6-4c87-ae22-764af5ba233b admin admin] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:03:58.453064 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port f14a992c-57a9-478d-be2b-4224e8ae160f triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:03:58.453493 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:58.512898 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7356929-8629-4bf9-98a8-dad30b2b0018 req-4bddffdf-ffca-4344-91a8-46c85f04fb07 tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:03:58.521324 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f7356929-8629-4bf9-98a8-dad30b2b0018 req-4bddffdf-ffca-4344-91a8-46c85f04fb07 tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] 10.222.0.23 "GET /v2.0/ports?device_id=833ac47e-1dd4-42f0-bf76-c7778e0da38e HTTP/1.1" status: 200 len: 945 time: 0.0762436 Jul 13 14:03:58.523996 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-dc2dc3cb-737f-4150-9a05-3bb8b43d1f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60825822-aab3-40b2-be6c-a95554885520', 'name': 'tempest-AttachVolumeTestJSON-735102816-router', 'tenant_id': '9b84fd52966d4a72b64b59fb4909d5ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '267dd320-ec96-49b6-809c-c559eec3dd7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:03:54Z', 'updated_at': '2021-07-13T14:03:57Z', 'revision_number': 4, 'project_id': '9b84fd52966d4a72b64b59fb4909d5ab', 'gw_port': {'id': '267dd320-ec96-49b6-809c-c559eec3dd7a', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:95:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60825822-aab3-40b2-be6c-a95554885520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3174, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:03:55Z', 'updated_at': '2021-07-13T14:03:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': '2c79a40e-af92-44ae-87e9-b711e0e32b08', 'name': '', 'network_id': '9c2558ca-4bbf-4e33-ab1c-e7f21b409eb5', 'tenant_id': '9b84fd52966d4a72b64b59fb4909d5ab', 'mac_address': 'fa:16:3e:2d:b9:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60825822-aab3-40b2-be6c-a95554885520', 'device_owner': 'network:router_interface', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': 'e70149ef-39e2-4581-bd26-e6cc81b2fee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:03:57Z', 'updated_at': '2021-07-13T14:03:57Z', 'revision_number': 1, 'project_id': '9b84fd52966d4a72b64b59fb4909d5ab', 'subnets': [{'id': 'e70149ef-39e2-4581-bd26-e6cc81b2fee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:03:58.548267 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d7caa79-b7d6-4c87-ae22-764af5ba233b admin admin] Router 60825822-aab3-40b2-be6c-a95554885520 has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:03:58.572907 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2dc3cb-737f-4150-9a05-3bb8b43d1f45 None None] The sync data for ids ['60825822-aab3-40b2-be6c-a95554885520'] in n-d-800634-1 is: [{'id': '60825822-aab3-40b2-be6c-a95554885520', 'name': 'tempest-AttachVolumeTestJSON-735102816-router', 'tenant_id': '9b84fd52966d4a72b64b59fb4909d5ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '267dd320-ec96-49b6-809c-c559eec3dd7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:03:54Z', 'updated_at': '2021-07-13T14:03:57Z', 'revision_number': 4, 'project_id': '9b84fd52966d4a72b64b59fb4909d5ab', 'gw_port': {'id': '267dd320-ec96-49b6-809c-c559eec3dd7a', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:95:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60825822-aab3-40b2-be6c-a95554885520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3174, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:03:55Z', 'updated_at': '2021-07-13T14:03:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': '2c79a40e-af92-44ae-87e9-b711e0e32b08', 'name': '', 'network_id': '9c2558ca-4bbf-4e33-ab1c-e7f21b409eb5', 'tenant_id': '9b84fd52966d4a72b64b59fb4909d5ab', 'mac_address': 'fa:16:3e:2d:b9:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60825822-aab3-40b2-be6c-a95554885520', 'device_owner': 'network:router_interface', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': 'e70149ef-39e2-4581-bd26-e6cc81b2fee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:03:57Z', 'updated_at': '2021-07-13T14:03:57Z', 'revision_number': 1, 'project_id': '9b84fd52966d4a72b64b59fb4909d5ab', 'subnets': [{'id': 'e70149ef-39e2-4581-bd26-e6cc81b2fee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:03:58.577527 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f7356929-8629-4bf9-98a8-dad30b2b0018 req-8fe2da79-362d-4757-aa68-6a0b8be1524f tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c737365-5cf5-4d87-8b77-ee98018f55dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541437 Jul 13 14:03:58.679596 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-dcc2a1ba-2d3d-4699-960f-8ce04c1bd7a7 None None] Provisioning complete for port 2c79a40e-af92-44ae-87e9-b711e0e32b08 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:03:58.679868 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-dcc2a1ba-2d3d-4699-960f-8ce04c1bd7a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:58.698374 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d7caa79-b7d6-4c87-ae22-764af5ba233b admin admin] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:03:58.703527 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-0d7caa79-b7d6-4c87-ae22-764af5ba233b admin admin] 10.222.0.23 "PUT /v2.0/routers/60825822-aab3-40b2-be6c-a95554885520/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9300973 Jul 13 14:03:58.719356 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-dcc2a1ba-2d3d-4699-960f-8ce04c1bd7a7 None None] Port 2c79a40e-af92-44ae-87e9-b711e0e32b08 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:03:59.208757 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 38186) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:03:59.213983 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-b961a7c7-7805-454a-80f6-4f3312a83208 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2088278779', 'description': 'tempest-description--1755976943'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:03:59.252563 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b961a7c7-7805-454a-80f6-4f3312a83208 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:59.353424 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b961a7c7-7805-454a-80f6-4f3312a83208 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:59.357692 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b961a7c7-7805-454a-80f6-4f3312a83208 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:59.393275 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b961a7c7-7805-454a-80f6-4f3312a83208 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73427ddc-3387-4fc1-bd2b-a18baacb9e71,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:03:59.398581 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b961a7c7-7805-454a-80f6-4f3312a83208 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:59.399834 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-b961a7c7-7805-454a-80f6-4f3312a83208 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1898901 Jul 13 14:03:59.403132 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 38188) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:03:59.407701 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-27ca9976-5107-453d-8d65-d5ce5839c15b tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Request body: {'security_group_rule': {'security_group_id': '73427ddc-3387-4fc1-bd2b-a18baacb9e71', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:03:59.437487 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-27ca9976-5107-453d-8d65-d5ce5839c15b tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:59.492555 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-27ca9976-5107-453d-8d65-d5ce5839c15b tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:59.496693 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-27ca9976-5107-453d-8d65-d5ce5839c15b tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:59.521453 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ca9976-5107-453d-8d65-d5ce5839c15b tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a906afa-933d-4ca6-8fc8-b820082e3cb6,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:03:59.527418 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-27ca9976-5107-453d-8d65-d5ce5839c15b tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:59.528752 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-27ca9976-5107-453d-8d65-d5ce5839c15b tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1245801 Jul 13 14:03:59.531847 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 38190) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:03:59.539633 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-e0256bc8-d489-4615-bc60-55389fe2bc42 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Request body: {'security_group_rule': {'security_group_id': '73427ddc-3387-4fc1-bd2b-a18baacb9e71', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:03:59.557419 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:03:59.581458 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e0256bc8-d489-4615-bc60-55389fe2bc42 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:59.664800 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e0256bc8-d489-4615-bc60-55389fe2bc42 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:59.670118 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e0256bc8-d489-4615-bc60-55389fe2bc42 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:59.695683 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0256bc8-d489-4615-bc60-55389fe2bc42 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81eaa5d0-257a-4e65-ae96-7f65636093bb,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:03:59.710712 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e0256bc8-d489-4615-bc60-55389fe2bc42 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:59.712119 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-e0256bc8-d489-4615-bc60-55389fe2bc42 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1789265 Jul 13 14:03:59.715493 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 38194) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:03:59.720401 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-918174b9-30e1-4076-9312-a92ae97c6650 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Request body: {'floatingip': {'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:03:59.777836 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-918174b9-30e1-4076-9312-a92ae97c6650 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Notify callbacks [] for floatingip, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:03:59.850788 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8a621a-5d65-4a03-9898-81e3ca7a826b req-2f5a10e9-3c57-4d61-9721-8e069defe440 tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:03:59.852416 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7b8a621a-5d65-4a03-9898-81e3ca7a826b req-2f5a10e9-3c57-4d61-9721-8e069defe440 tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] 10.222.0.23 "GET /v2.0/ports?device_id=833ac47e-1dd4-42f0-bf76-c7778e0da38e HTTP/1.1" status: 200 len: 945 time: 0.1261759 Jul 13 14:03:59.907388 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7b8a621a-5d65-4a03-9898-81e3ca7a826b req-d30f64ec-0006-4378-a318-00848201db0a tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c737365-5cf5-4d87-8b77-ee98018f55dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475793 Jul 13 14:03:59.953153 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-918174b9-30e1-4076-9312-a92ae97c6650 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:00.066713 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-918174b9-30e1-4076-9312-a92ae97c6650 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Allocated IP 172.25.6.23 (acf968b8-c524-46a9-a20b-ad9667009130/dde5a78e-bd1e-4f47-8189-7321d4de73d3/6428725f-bbdc-45f7-b694-2ab5c292f6c5) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:04:00.182763 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-918174b9-30e1-4076-9312-a92ae97c6650 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:00.223253 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-918174b9-30e1-4076-9312-a92ae97c6650 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:00.265196 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-918174b9-30e1-4076-9312-a92ae97c6650 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Network acf968b8-c524-46a9-a20b-ad9667009130 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:04:00.268377 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-918174b9-30e1-4076-9312-a92ae97c6650 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:04:00.273776 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918174b9-30e1-4076-9312-a92ae97c6650 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:04:00.297757 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918174b9-30e1-4076-9312-a92ae97c6650 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Pushing event updated for resources: {'Port': ['ID=6428725f-bbdc-45f7-b694-2ab5c292f6c5,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:04:00.336605 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 267dd320-ec96-49b6-809c-c559eec3dd7a up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:04:00.378224 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-918174b9-30e1-4076-9312-a92ae97c6650 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:00.391234 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port 267dd320-ec96-49b6-809c-c559eec3dd7a completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:04:00.395652 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 267dd320-ec96-49b6-809c-c559eec3dd7a triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:04:00.396329 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:00.438504 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-918174b9-30e1-4076-9312-a92ae97c6650 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:00.526704 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:00.530673 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:00.559897 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port 267dd320-ec96-49b6-809c-c559eec3dd7a, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=267dd320-ec96-49b6-809c-c559eec3dd7a,segment=NetworkSegment(3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87),segment_id=3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:04:00.565574 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:00.621665 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=267dd320-ec96-49b6-809c-c559eec3dd7a,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:04:00.646746 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-918174b9-30e1-4076-9312-a92ae97c6650 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:00.651689 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-918174b9-30e1-4076-9312-a92ae97c6650 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:00.722110 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918174b9-30e1-4076-9312-a92ae97c6650 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Pushing event updated for resources: {'Port': ['ID=6428725f-bbdc-45f7-b694-2ab5c292f6c5,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:04:00.739798 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-918174b9-30e1-4076-9312-a92ae97c6650 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446547'] for floatingip, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:00.742959 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dcf441c-dba7-425a-9097-78aded37ba51 None None] Sync routers for ids ['60825822-aab3-40b2-be6c-a95554885520'] in n-d-800634-1 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:04:00.753191 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dcf441c-dba7-425a-9097-78aded37ba51 None None] Routers {'60825822-aab3-40b2-be6c-a95554885520'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:04:00.754607 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-6dcf441c-dba7-425a-9097-78aded37ba51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:03:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['60825822-aab3-40b2-be6c-a95554885520'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:04:00.757361 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-918174b9-30e1-4076-9312-a92ae97c6650 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for floatingip, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:00.759259 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-918174b9-30e1-4076-9312-a92ae97c6650 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0422370 Jul 13 14:04:00.826855 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:00.875807 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-6dcf441c-dba7-425a-9097-78aded37ba51 None None] Set router 60825822-aab3-40b2-be6c-a95554885520 gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:04:00.925254 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-10527617-d958-49e5-b9f0-4198bea421f1 req-9f0ebdf5-c0b5-44e1-ab83-53bd5398a4e1 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--2088278779&fields=id&tenant_id=9b84fd52966d4a72b64b59fb4909d5ab HTTP/1.1" status: 200 len: 267 time: 0.0417590 Jul 13 14:04:01.050052 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10527617-d958-49e5-b9f0-4198bea421f1 req-fcda5cee-5ede-4826-b04c-9d6f4a28cffb tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:04:01.052012 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-10527617-d958-49e5-b9f0-4198bea421f1 req-fcda5cee-5ede-4826-b04c-9d6f4a28cffb tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] 10.222.0.23 "GET /v2.0/networks?id=9c2558ca-4bbf-4e33-ab1c-e7f21b409eb5 HTTP/1.1" status: 200 len: 810 time: 0.1189654 Jul 13 14:04:01.070272 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-10527617-d958-49e5-b9f0-4198bea421f1 req-454ceb5d-5f2a-4832-9958-bd7dd02ebb52 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] 10.222.0.23 "GET /v2.0/quotas/9b84fd52966d4a72b64b59fb4909d5ab HTTP/1.1" status: 200 len: 375 time: 0.0110493 Jul 13 14:04:01.109907 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489e4eb0-1e18-4434-8083-fd933994751f req-4a96eab9-c971-4d95-8b42-c7d94a5fddd9 tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:04:01.111720 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-489e4eb0-1e18-4434-8083-fd933994751f req-4a96eab9-c971-4d95-8b42-c7d94a5fddd9 tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] 10.222.0.23 "GET /v2.0/ports?device_id=833ac47e-1dd4-42f0-bf76-c7778e0da38e HTTP/1.1" status: 200 len: 945 time: 0.0819812 Jul 13 14:04:01.121046 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-6dcf441c-dba7-425a-9097-78aded37ba51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60825822-aab3-40b2-be6c-a95554885520', 'name': 'tempest-AttachVolumeTestJSON-735102816-router', 'tenant_id': '9b84fd52966d4a72b64b59fb4909d5ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '267dd320-ec96-49b6-809c-c559eec3dd7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:03:54Z', 'updated_at': '2021-07-13T14:03:57Z', 'revision_number': 4, 'project_id': '9b84fd52966d4a72b64b59fb4909d5ab', 'gw_port': {'id': '267dd320-ec96-49b6-809c-c559eec3dd7a', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:95:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60825822-aab3-40b2-be6c-a95554885520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3174, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:03:55Z', 'updated_at': '2021-07-13T14:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': '2c79a40e-af92-44ae-87e9-b711e0e32b08', 'name': '', 'network_id': '9c2558ca-4bbf-4e33-ab1c-e7f21b409eb5', 'tenant_id': '9b84fd52966d4a72b64b59fb4909d5ab', 'mac_address': 'fa:16:3e:2d:b9:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60825822-aab3-40b2-be6c-a95554885520', 'device_owner': 'network:router_interface', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': 'e70149ef-39e2-4581-bd26-e6cc81b2fee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:03:57Z', 'updated_at': '2021-07-13T14:03:58Z', 'revision_number': 2, 'project_id': '9b84fd52966d4a72b64b59fb4909d5ab', 'subnets': [{'id': 'e70149ef-39e2-4581-bd26-e6cc81b2fee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:04:01.149395 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dcf441c-dba7-425a-9097-78aded37ba51 None None] Checking router: 60825822-aab3-40b2-be6c-a95554885520 for host: n-d-800634-1 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:04:01.149763 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dcf441c-dba7-425a-9097-78aded37ba51 None None] Updating router 60825822-aab3-40b2-be6c-a95554885520 port 2c79a40e-af92-44ae-87e9-b711e0e32b08 binding host n-d-800634-1 {{(pid=93753) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 14:04:01.155707 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-489e4eb0-1e18-4434-8083-fd933994751f req-08e3b5d4-d5c2-4690-b597-15ee25d327d5 tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c737365-5cf5-4d87-8b77-ee98018f55dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368502 Jul 13 14:04:01.158286 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-10527617-d958-49e5-b9f0-4198bea421f1 req-74435b9c-870e-4f55-a3e1-6c781d4aa4cd tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=9b84fd52966d4a72b64b59fb4909d5ab&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0815897 Jul 13 14:04:01.187103 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6dcf441c-dba7-425a-9097-78aded37ba51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:01.268395 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-10527617-d958-49e5-b9f0-4198bea421f1 req-1e96b503-86e3-49ba-84c4-250d394972fa service neutron] 10.222.0.23 "GET /v2.0/networks/9c2558ca-4bbf-4e33-ab1c-e7f21b409eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007876 Jul 13 14:04:01.366421 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-10527617-d958-49e5-b9f0-4198bea421f1 req-48f73f94-6877-4841-aff2-eda860145072 service neutron] 10.222.0.23 "GET /v2.0/networks/9c2558ca-4bbf-4e33-ab1c-e7f21b409eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917647 Jul 13 14:04:01.484995 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6dcf441c-dba7-425a-9097-78aded37ba51 None None] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:01.496121 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-6dcf441c-dba7-425a-9097-78aded37ba51 None None] Transition to ACTIVE for port object 2c79a40e-af92-44ae-87e9-b711e0e32b08 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:04:01.503733 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6dcf441c-dba7-425a-9097-78aded37ba51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:01.551624 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b473943b-4057-48ed-9b16-3510aefb2278 None None] Pushing event updated for resources: {'Port': ['ID=2c79a40e-af92-44ae-87e9-b711e0e32b08,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:04:01.553812 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7711d2ad-a957-49d3-963f-a0247fbc4506 req-ce97f93a-7544-4a7b-9c52-15008405544f tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] 10.222.0.23 "GET /v2.0/ports?device_id=4765ea42-36b2-443e-a331-7b41eda5903d HTTP/1.1" status: 200 len: 210 time: 0.0364246 Jul 13 14:04:01.623164 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-6dcf441c-dba7-425a-9097-78aded37ba51 None None] Attempting to bind port 2c79a40e-af92-44ae-87e9-b711e0e32b08 on host n-d-800634-1 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:04:01.623630 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-6dcf441c-dba7-425a-9097-78aded37ba51 None None] Attempting to bind port 2c79a40e-af92-44ae-87e9-b711e0e32b08 by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '57f437cd-e1c4-48a0-95a6-7e5eac541e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '9c2558ca-4bbf-4e33-ab1c-e7f21b409eb5'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:04:01.624618 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dcf441c-dba7-425a-9097-78aded37ba51 None None] Attempting to bind port 2c79a40e-af92-44ae-87e9-b711e0e32b08 on network 9c2558ca-4bbf-4e33-ab1c-e7f21b409eb5 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:04:01.631476 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dcf441c-dba7-425a-9097-78aded37ba51 None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 3, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:04:01.632408 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dcf441c-dba7-425a-9097-78aded37ba51 None None] Checking segment: {'id': '57f437cd-e1c4-48a0-95a6-7e5eac541e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '9c2558ca-4bbf-4e33-ab1c-e7f21b409eb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:04:01.633111 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6dcf441c-dba7-425a-9097-78aded37ba51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:01.633526 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dcf441c-dba7-425a-9097-78aded37ba51 None None] Bound using segment: {'id': '57f437cd-e1c4-48a0-95a6-7e5eac541e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '9c2558ca-4bbf-4e33-ab1c-e7f21b409eb5'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:04:01.634220 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-6dcf441c-dba7-425a-9097-78aded37ba51 None None] Bound port: 2c79a40e-af92-44ae-87e9-b711e0e32b08, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57f437cd-e1c4-48a0-95a6-7e5eac541e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '9c2558ca-4bbf-4e33-ab1c-e7f21b409eb5'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:04:01.634819 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6dcf441c-dba7-425a-9097-78aded37ba51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:01.707490 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-6dcf441c-dba7-425a-9097-78aded37ba51 None None] For port 2c79a40e-af92-44ae-87e9-b711e0e32b08, host n-d-800634-1, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:04:01.711695 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-6dcf441c-dba7-425a-9097-78aded37ba51 None None] For port 2c79a40e-af92-44ae-87e9-b711e0e32b08, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=2c79a40e-af92-44ae-87e9-b711e0e32b08,segment=NetworkSegment(57f437cd-e1c4-48a0-95a6-7e5eac541e89),segment_id=57f437cd-e1c4-48a0-95a6-7e5eac541e89)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:04:01.716212 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6dcf441c-dba7-425a-9097-78aded37ba51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:01.780422 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b473943b-4057-48ed-9b16-3510aefb2278 None None] Pushing event updated for resources: {'Port': ['ID=2c79a40e-af92-44ae-87e9-b711e0e32b08,revision_number=4']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:04:01.794231 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dcf441c-dba7-425a-9097-78aded37ba51 None None] Routers {'60825822-aab3-40b2-be6c-a95554885520'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:04:01.795114 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-6dcf441c-dba7-425a-9097-78aded37ba51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:03:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['60825822-aab3-40b2-be6c-a95554885520'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:04:01.968370 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-6dcf441c-dba7-425a-9097-78aded37ba51 None None] Set router 60825822-aab3-40b2-be6c-a95554885520 gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:04:02.012984 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae00f675-7758-40f3-858e-92de3024a992 req-c1abfe92-7207-4a9e-9ddd-a0a6742d2872 tempest-TestNetworkAdvancedServerOps-1891609456 tempest-TestNetworkAdvancedServerOps-1891609456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:04:02.020984 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ae00f675-7758-40f3-858e-92de3024a992 req-c1abfe92-7207-4a9e-9ddd-a0a6742d2872 tempest-TestNetworkAdvancedServerOps-1891609456 tempest-TestNetworkAdvancedServerOps-1891609456-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=a79b75d3-bce8-4edf-a91a-68af2e5422e5 HTTP/1.1" status: 200 len: 1096 time: 0.1069758 Jul 13 14:04:02.067031 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ae00f675-7758-40f3-858e-92de3024a992 req-18e62720-899a-40c3-90bd-3110fbd5555e tempest-TestNetworkAdvancedServerOps-1891609456 tempest-TestNetworkAdvancedServerOps-1891609456-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=194e6929-9a5c-4dd6-8638-a81754a3ce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451396 Jul 13 14:04:02.294380 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa08890-e9e1-4b89-b52e-31b92efb10a0 req-3df237b5-b717-45e5-95c6-b747914acbe0 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:04:02.302087 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2fa08890-e9e1-4b89-b52e-31b92efb10a0 req-3df237b5-b717-45e5-95c6-b747914acbe0 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/ports?device_id=a79b75d3-bce8-4edf-a91a-68af2e5422e5 HTTP/1.1" status: 200 len: 945 time: 0.1078410 Jul 13 14:04:02.304992 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-6dcf441c-dba7-425a-9097-78aded37ba51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60825822-aab3-40b2-be6c-a95554885520', 'name': 'tempest-AttachVolumeTestJSON-735102816-router', 'tenant_id': '9b84fd52966d4a72b64b59fb4909d5ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '267dd320-ec96-49b6-809c-c559eec3dd7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:03:54Z', 'updated_at': '2021-07-13T14:03:57Z', 'revision_number': 4, 'project_id': '9b84fd52966d4a72b64b59fb4909d5ab', 'gw_port': {'id': '267dd320-ec96-49b6-809c-c559eec3dd7a', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:95:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60825822-aab3-40b2-be6c-a95554885520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3174, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:03:55Z', 'updated_at': '2021-07-13T14:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': '2c79a40e-af92-44ae-87e9-b711e0e32b08', 'name': '', 'network_id': '9c2558ca-4bbf-4e33-ab1c-e7f21b409eb5', 'tenant_id': '9b84fd52966d4a72b64b59fb4909d5ab', 'mac_address': 'fa:16:3e:2d:b9:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60825822-aab3-40b2-be6c-a95554885520', 'device_owner': 'network:router_interface', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': 'e70149ef-39e2-4581-bd26-e6cc81b2fee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:03:57Z', 'updated_at': '2021-07-13T14:04:01Z', 'revision_number': 4, 'project_id': '9b84fd52966d4a72b64b59fb4909d5ab', 'subnets': [{'id': 'e70149ef-39e2-4581-bd26-e6cc81b2fee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:04:02.357380 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2fa08890-e9e1-4b89-b52e-31b92efb10a0 req-b016d7cf-cbe9-47e9-82b2-1c7c9b57df5a tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/security-groups?id=194e6929-9a5c-4dd6-8638-a81754a3ce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515933 Jul 13 14:04:02.373703 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 38228) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:04:02.388757 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 267dd320-ec96-49b6-809c-c559eec3dd7a up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:04:02.414540 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afff2847-95e6-4655-810e-9580b79bd7e6 req-b507c088-ff54-4276-974a-7d4a414c37a5 tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:04:02.416267 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-afff2847-95e6-4655-810e-9580b79bd7e6 req-b507c088-ff54-4276-974a-7d4a414c37a5 tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] 10.222.0.23 "GET /v2.0/ports?device_id=833ac47e-1dd4-42f0-bf76-c7778e0da38e HTTP/1.1" status: 200 len: 945 time: 0.1135745 Jul 13 14:04:02.470676 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-5855274f-53fd-4f3a-9231-f85c5e7339c3 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/floatingips/ecd0d7b3-621f-4ce1-a50f-d3eee6cdd39f HTTP/1.1" status: 200 len: 993 time: 0.0939600 Jul 13 14:04:02.482061 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 267dd320-ec96-49b6-809c-c559eec3dd7a triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:04:02.482694 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:02.499582 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-afff2847-95e6-4655-810e-9580b79bd7e6 req-4dcd90a6-7a0b-4863-8187-202ca08a97a5 tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c737365-5cf5-4d87-8b77-ee98018f55dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732188 Jul 13 14:04:02.510495 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dcf441c-dba7-425a-9097-78aded37ba51 None None] The sync data for ids ['60825822-aab3-40b2-be6c-a95554885520'] in n-d-800634-1 is: [{'id': '60825822-aab3-40b2-be6c-a95554885520', 'name': 'tempest-AttachVolumeTestJSON-735102816-router', 'tenant_id': '9b84fd52966d4a72b64b59fb4909d5ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '267dd320-ec96-49b6-809c-c559eec3dd7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:03:54Z', 'updated_at': '2021-07-13T14:03:57Z', 'revision_number': 4, 'project_id': '9b84fd52966d4a72b64b59fb4909d5ab', 'gw_port': {'id': '267dd320-ec96-49b6-809c-c559eec3dd7a', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:95:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60825822-aab3-40b2-be6c-a95554885520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3174, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:03:55Z', 'updated_at': '2021-07-13T14:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': '2c79a40e-af92-44ae-87e9-b711e0e32b08', 'name': '', 'network_id': '9c2558ca-4bbf-4e33-ab1c-e7f21b409eb5', 'tenant_id': '9b84fd52966d4a72b64b59fb4909d5ab', 'mac_address': 'fa:16:3e:2d:b9:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60825822-aab3-40b2-be6c-a95554885520', 'device_owner': 'network:router_interface', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': 'e70149ef-39e2-4581-bd26-e6cc81b2fee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:03:57Z', 'updated_at': '2021-07-13T14:04:01Z', 'revision_number': 4, 'project_id': '9b84fd52966d4a72b64b59fb4909d5ab', 'subnets': [{'id': 'e70149ef-39e2-4581-bd26-e6cc81b2fee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:04:02.582401 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 2c79a40e-af92-44ae-87e9-b711e0e32b08 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:04:02.641262 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port 2c79a40e-af92-44ae-87e9-b711e0e32b08 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:04:02.646073 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 2c79a40e-af92-44ae-87e9-b711e0e32b08 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:04:02.646405 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:02.743763 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:02.754187 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1e929b4e-3605-4140-92f5-73b3f4d77cdd req-6556ef73-b9f4-437a-98e2-f2e76649019b tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] 10.222.0.23 "GET /v2.0/ports?device_id=4765ea42-36b2-443e-a331-7b41eda5903d HTTP/1.1" status: 200 len: 210 time: 0.0385580 Jul 13 14:04:02.793829 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port 2c79a40e-af92-44ae-87e9-b711e0e32b08, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=2c79a40e-af92-44ae-87e9-b711e0e32b08,segment=NetworkSegment(57f437cd-e1c4-48a0-95a6-7e5eac541e89),segment_id=57f437cd-e1c4-48a0-95a6-7e5eac541e89)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:04:02.799704 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:02.875503 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=2c79a40e-af92-44ae-87e9-b711e0e32b08,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:04:03.089713 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10527617-d958-49e5-b9f0-4198bea421f1 req-88aaf7aa-539e-4af5-a611-e84a53ffe97a tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:04:03.091321 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-10527617-d958-49e5-b9f0-4198bea421f1 req-88aaf7aa-539e-4af5-a611-e84a53ffe97a tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] 10.222.0.41 "GET /v2.0/networks?id=9c2558ca-4bbf-4e33-ab1c-e7f21b409eb5 HTTP/1.1" status: 200 len: 810 time: 0.1596560 Jul 13 14:04:03.157263 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-10527617-d958-49e5-b9f0-4198bea421f1 req-3ff2c6dc-05e2-4323-b89e-6e984d931062 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9b84fd52966d4a72b64b59fb4909d5ab HTTP/1.1" status: 200 len: 380 time: 0.0485203 Jul 13 14:04:03.169797 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-10527617-d958-49e5-b9f0-4198bea421f1 req-ce7aa4e6-7f57-43bd-980c-8566fdfc7c36 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Request body: {'port': {'device_id': '4765ea42-36b2-443e-a331-7b41eda5903d', 'network_id': '9c2558ca-4bbf-4e33-ab1c-e7f21b409eb5', 'admin_state_up': True, 'tenant_id': '9b84fd52966d4a72b64b59fb4909d5ab', 'security_groups': ['73427ddc-3387-4fc1-bd2b-a18baacb9e71']}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:04:03.339503 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10527617-d958-49e5-b9f0-4198bea421f1 req-ce7aa4e6-7f57-43bd-980c-8566fdfc7c36 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Made reservation on behalf of 9b84fd52966d4a72b64b59fb4909d5ab for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:04:03.345478 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-10527617-d958-49e5-b9f0-4198bea421f1 req-ce7aa4e6-7f57-43bd-980c-8566fdfc7c36 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:03.520314 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-10527617-d958-49e5-b9f0-4198bea421f1 req-ce7aa4e6-7f57-43bd-980c-8566fdfc7c36 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Allocated IP 172.20.0.10 (9c2558ca-4bbf-4e33-ab1c-e7f21b409eb5/e70149ef-39e2-4581-bd26-e6cc81b2fee5/9f64798a-5cda-40b5-9266-51a136ba3da9) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:04:03.769796 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-78425ce9-8411-4387-b3f6-e630d217e56e req-014f6f4a-2063-4f1c-bb50-a814ac5d49ae service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a79b75d3-bce8-4edf-a91a-68af2e5422e5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1284978 Jul 13 14:04:03.784223 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-10527617-d958-49e5-b9f0-4198bea421f1 req-ce7aa4e6-7f57-43bd-980c-8566fdfc7c36 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:03.790948 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63315c5d-f416-4e4b-aa97-d2cf5756a6c5 req-995feadc-0db0-4893-af24-58424ca11460 tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:04:03.792535 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-63315c5d-f416-4e4b-aa97-d2cf5756a6c5 req-995feadc-0db0-4893-af24-58424ca11460 tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] 10.222.0.23 "GET /v2.0/ports?device_id=833ac47e-1dd4-42f0-bf76-c7778e0da38e HTTP/1.1" status: 200 len: 945 time: 0.1425574 Jul 13 14:04:03.805773 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-10527617-d958-49e5-b9f0-4198bea421f1 req-ce7aa4e6-7f57-43bd-980c-8566fdfc7c36 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Transition to ACTIVE for port object 9f64798a-5cda-40b5-9266-51a136ba3da9 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:04:03.820861 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5636ca-c14c-46bf-a52c-3647b4338783 req-a81989ec-a1bc-4c50-a76b-861aa50b7f9c tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:04:03.822532 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8e5636ca-c14c-46bf-a52c-3647b4338783 req-a81989ec-a1bc-4c50-a76b-861aa50b7f9c tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/ports?device_id=a79b75d3-bce8-4edf-a91a-68af2e5422e5 HTTP/1.1" status: 200 len: 945 time: 0.1379261 Jul 13 14:04:03.855905 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-63315c5d-f416-4e4b-aa97-d2cf5756a6c5 req-1a7f0af9-ebbb-4f9f-a821-c519019af185 tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c737365-5cf5-4d87-8b77-ee98018f55dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503173 Jul 13 14:04:03.904986 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8e5636ca-c14c-46bf-a52c-3647b4338783 req-699421ed-4c01-47b4-a138-6bad3ec127e5 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/security-groups?id=194e6929-9a5c-4dd6-8638-a81754a3ce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673394 Jul 13 14:04:03.941860 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-10527617-d958-49e5-b9f0-4198bea421f1 req-ce7aa4e6-7f57-43bd-980c-8566fdfc7c36 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:03.994594 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10527617-d958-49e5-b9f0-4198bea421f1 req-ce7aa4e6-7f57-43bd-980c-8566fdfc7c36 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Network 9c2558ca-4bbf-4e33-ab1c-e7f21b409eb5 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:04:04.001320 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-10527617-d958-49e5-b9f0-4198bea421f1 req-ce7aa4e6-7f57-43bd-980c-8566fdfc7c36 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:04:04.020593 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-10527617-d958-49e5-b9f0-4198bea421f1 req-ce7aa4e6-7f57-43bd-980c-8566fdfc7c36 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:04:04.077269 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7aa4e6-7f57-43bd-980c-8566fdfc7c36 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Pushing event updated for resources: {'Port': ['ID=9f64798a-5cda-40b5-9266-51a136ba3da9,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:04:04.112574 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10527617-d958-49e5-b9f0-4198bea421f1 req-ce7aa4e6-7f57-43bd-980c-8566fdfc7c36 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:04:04.113660 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-10527617-d958-49e5-b9f0-4198bea421f1 req-ce7aa4e6-7f57-43bd-980c-8566fdfc7c36 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:04.136084 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-10527617-d958-49e5-b9f0-4198bea421f1 req-ce7aa4e6-7f57-43bd-980c-8566fdfc7c36 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9733329 Jul 13 14:04:04.151738 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-10527617-d958-49e5-b9f0-4198bea421f1 req-c7951506-1f76-496c-9901-fa50d6d3e00d service neutron] Request body: {'port': {'device_id': '4765ea42-36b2-443e-a331-7b41eda5903d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:04:04.289237 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-10527617-d958-49e5-b9f0-4198bea421f1 req-c7951506-1f76-496c-9901-fa50d6d3e00d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:04.374707 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96986e15-2ff4-4ce6-b7cf-07154e12d832 req-b7880383-c5a6-4e81-9088-fb1c43d3e6f5 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:04:04.376398 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-96986e15-2ff4-4ce6-b7cf-07154e12d832 req-b7880383-c5a6-4e81-9088-fb1c43d3e6f5 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] 10.222.0.23 "GET /v2.0/ports?device_id=4765ea42-36b2-443e-a331-7b41eda5903d HTTP/1.1" status: 200 len: 932 time: 0.1111605 Jul 13 14:04:04.389358 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 2c79a40e-af92-44ae-87e9-b711e0e32b08 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:04:04.457322 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-96986e15-2ff4-4ce6-b7cf-07154e12d832 req-cd351002-ab21-4626-8a9c-7b179479659a tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] 10.222.0.23 "GET /v2.0/security-groups?id=73427ddc-3387-4fc1-bd2b-a18baacb9e71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718260 Jul 13 14:04:04.486794 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 2c79a40e-af92-44ae-87e9-b711e0e32b08 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:04:04.487124 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:04.516997 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-adba2715-f3fe-489b-abdd-cd4fb602dfd8 None None] Provisioning for port 9f64798a-5cda-40b5-9266-51a136ba3da9 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:04:04.528593 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-adba2715-f3fe-489b-abdd-cd4fb602dfd8 None None] Provisioning complete for port 9f64798a-5cda-40b5-9266-51a136ba3da9 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:04:04.529486 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-adba2715-f3fe-489b-abdd-cd4fb602dfd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:04.577484 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-adba2715-f3fe-489b-abdd-cd4fb602dfd8 None None] Port 9f64798a-5cda-40b5-9266-51a136ba3da9 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:04:04.670543 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-10527617-d958-49e5-b9f0-4198bea421f1 req-c7951506-1f76-496c-9901-fa50d6d3e00d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f64798a-5cda-40b5-9266-51a136ba3da9 {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:04:04.683254 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-10527617-d958-49e5-b9f0-4198bea421f1 req-c7951506-1f76-496c-9901-fa50d6d3e00d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:04.701181 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-10527617-d958-49e5-b9f0-4198bea421f1 req-c7951506-1f76-496c-9901-fa50d6d3e00d service neutron] Transition to ACTIVE for port object 9f64798a-5cda-40b5-9266-51a136ba3da9 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:04:04.705607 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-10527617-d958-49e5-b9f0-4198bea421f1 req-c7951506-1f76-496c-9901-fa50d6d3e00d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:04.760818 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7951506-1f76-496c-9901-fa50d6d3e00d service neutron] Pushing event updated for resources: {'Port': ['ID=9f64798a-5cda-40b5-9266-51a136ba3da9,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:04:04.850893 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-10527617-d958-49e5-b9f0-4198bea421f1 req-c7951506-1f76-496c-9901-fa50d6d3e00d service neutron] Attempting to bind port 9f64798a-5cda-40b5-9266-51a136ba3da9 on host n-h2-800634-1 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:04:04.851243 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-10527617-d958-49e5-b9f0-4198bea421f1 req-c7951506-1f76-496c-9901-fa50d6d3e00d service neutron] Attempting to bind port 9f64798a-5cda-40b5-9266-51a136ba3da9 by drivers openvswitch,hyperv on host n-h2-800634-1 at level 0 using segments [{'id': '57f437cd-e1c4-48a0-95a6-7e5eac541e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '9c2558ca-4bbf-4e33-ab1c-e7f21b409eb5'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:04:04.851579 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10527617-d958-49e5-b9f0-4198bea421f1 req-c7951506-1f76-496c-9901-fa50d6d3e00d service neutron] Attempting to bind port 9f64798a-5cda-40b5-9266-51a136ba3da9 on network 9c2558ca-4bbf-4e33-ab1c-e7f21b409eb5 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:04:04.857723 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10527617-d958-49e5-b9f0-4198bea421f1 req-c7951506-1f76-496c-9901-fa50d6d3e00d service neutron] Port 9f64798a-5cda-40b5-9266-51a136ba3da9 on network 9c2558ca-4bbf-4e33-ab1c-e7f21b409eb5 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-1 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 14:04:04.858538 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10527617-d958-49e5-b9f0-4198bea421f1 req-c7951506-1f76-496c-9901-fa50d6d3e00d service neutron] Attempting to bind port 9f64798a-5cda-40b5-9266-51a136ba3da9 on network 9c2558ca-4bbf-4e33-ab1c-e7f21b409eb5 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:04:04.865307 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10527617-d958-49e5-b9f0-4198bea421f1 req-c7951506-1f76-496c-9901-fa50d6d3e00d service neutron] Checking agent: {'id': 'f615e5c9-21ab-43f2-adbc-192d64b795cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:04:04.866002 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10527617-d958-49e5-b9f0-4198bea421f1 req-c7951506-1f76-496c-9901-fa50d6d3e00d service neutron] Checking segment: {'id': '57f437cd-e1c4-48a0-95a6-7e5eac541e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '9c2558ca-4bbf-4e33-ab1c-e7f21b409eb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:04:04.866386 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10527617-d958-49e5-b9f0-4198bea421f1 req-c7951506-1f76-496c-9901-fa50d6d3e00d service neutron] Bound using segment: {'id': '57f437cd-e1c4-48a0-95a6-7e5eac541e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '9c2558ca-4bbf-4e33-ab1c-e7f21b409eb5'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:04:04.866843 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-10527617-d958-49e5-b9f0-4198bea421f1 req-c7951506-1f76-496c-9901-fa50d6d3e00d service neutron] Bound port: 9f64798a-5cda-40b5-9266-51a136ba3da9, host: n-h2-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57f437cd-e1c4-48a0-95a6-7e5eac541e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '9c2558ca-4bbf-4e33-ab1c-e7f21b409eb5'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:04:04.867482 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-10527617-d958-49e5-b9f0-4198bea421f1 req-c7951506-1f76-496c-9901-fa50d6d3e00d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:04.975019 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-10527617-d958-49e5-b9f0-4198bea421f1 req-c7951506-1f76-496c-9901-fa50d6d3e00d service neutron] For port 9f64798a-5cda-40b5-9266-51a136ba3da9, host n-h2-800634-1, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:04:04.979557 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-10527617-d958-49e5-b9f0-4198bea421f1 req-c7951506-1f76-496c-9901-fa50d6d3e00d service neutron] For port 9f64798a-5cda-40b5-9266-51a136ba3da9, host n-h2-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=9f64798a-5cda-40b5-9266-51a136ba3da9,segment=NetworkSegment(57f437cd-e1c4-48a0-95a6-7e5eac541e89),segment_id=57f437cd-e1c4-48a0-95a6-7e5eac541e89)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:04:04.986021 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-10527617-d958-49e5-b9f0-4198bea421f1 req-c7951506-1f76-496c-9901-fa50d6d3e00d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:05.057158 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10527617-d958-49e5-b9f0-4198bea421f1 req-c7951506-1f76-496c-9901-fa50d6d3e00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:04:05.058125 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-10527617-d958-49e5-b9f0-4198bea421f1 req-c7951506-1f76-496c-9901-fa50d6d3e00d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:05.059791 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-10527617-d958-49e5-b9f0-4198bea421f1 req-c7951506-1f76-496c-9901-fa50d6d3e00d service neutron] 10.222.0.41 "PUT /v2.0/ports/9f64798a-5cda-40b5-9266-51a136ba3da9 HTTP/1.1" status: 200 len: 1092 time: 0.9138174 Jul 13 14:04:05.062470 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4765ea42-36b2-443e-a331-7b41eda5903d', 'tag': '9f64798a-5cda-40b5-9266-51a136ba3da9'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:04:05.065212 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50cf081c-8e31-4237-a2fe-f2bbe2e31e21" -d '{"events": [{"name": "network-changed", "server_uuid": "4765ea42-36b2-443e-a331-7b41eda5903d", "tag": "9f64798a-5cda-40b5-9266-51a136ba3da9"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:04:05.170211 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7951506-1f76-496c-9901-fa50d6d3e00d service neutron] Pushing event updated for resources: {'Port': ['ID=9f64798a-5cda-40b5-9266-51a136ba3da9,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:04:05.199876 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b559bb6-c8eb-430a-aca8-d5fb360f0c3a req-dcabcbc6-422c-4c2f-b006-d37109696931 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:04:05.206409 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4b559bb6-c8eb-430a-aca8-d5fb360f0c3a req-dcabcbc6-422c-4c2f-b006-d37109696931 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/ports?device_id=a79b75d3-bce8-4edf-a91a-68af2e5422e5 HTTP/1.1" status: 200 len: 945 time: 0.1328146 Jul 13 14:04:05.209054 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2d4cf2-d4c9-4376-86e5-8756d7b628e7 req-a78c16fb-7f99-4ac5-84fd-9ab0d1972ba7 tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:04:05.210899 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4d2d4cf2-d4c9-4376-86e5-8756d7b628e7 req-a78c16fb-7f99-4ac5-84fd-9ab0d1972ba7 tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] 10.222.0.23 "GET /v2.0/ports?device_id=833ac47e-1dd4-42f0-bf76-c7778e0da38e HTTP/1.1" status: 200 len: 945 time: 0.1739714 Jul 13 14:04:05.256846 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4b559bb6-c8eb-430a-aca8-d5fb360f0c3a req-ac60c1d3-d8f7-4bba-89b5-db51c6422500 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/security-groups?id=194e6929-9a5c-4dd6-8638-a81754a3ce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373333 Jul 13 14:04:05.258694 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10527617-d958-49e5-b9f0-4198bea421f1 req-6f92f2a0-2585-4fb9-b689-f4bb09002203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:04:05.260502 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-10527617-d958-49e5-b9f0-4198bea421f1 req-6f92f2a0-2585-4fb9-b689-f4bb09002203 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9b84fd52966d4a72b64b59fb4909d5ab&device_id=4765ea42-36b2-443e-a331-7b41eda5903d HTTP/1.1" status: 200 len: 1095 time: 0.1421850 Jul 13 14:04:05.323504 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-10527617-d958-49e5-b9f0-4198bea421f1 req-9f38342d-9b52-464f-8848-29cd460ee287 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9f64798a-5cda-40b5-9266-51a136ba3da9 HTTP/1.1" status: 200 len: 217 time: 0.0558193 Jul 13 14:04:05.328587 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4d2d4cf2-d4c9-4376-86e5-8756d7b628e7 req-3f70c69a-a278-40ee-a9cd-61dbd5711468 tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c737365-5cf5-4d87-8b77-ee98018f55dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991631 Jul 13 14:04:05.340767 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fd4355f-36ae-471c-a2f8-230461b6bf78 x-openstack-request-id: req-9fd4355f-36ae-471c-a2f8-230461b6bf78 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:04:05.341066 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4765ea42-36b2-443e-a331-7b41eda5903d", "tag": "9f64798a-5cda-40b5-9266-51a136ba3da9", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:04:05.341324 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9fd4355f-36ae-471c-a2f8-230461b6bf78 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:04:05.341825 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4765ea42-36b2-443e-a331-7b41eda5903d', 'tag': '9f64798a-5cda-40b5-9266-51a136ba3da9', 'status': 'completed', 'code': 200} Jul 13 14:04:05.382386 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10527617-d958-49e5-b9f0-4198bea421f1 req-c51211d7-0dd3-4b54-98cb-9a8c9b77b965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:04:05.383881 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-10527617-d958-49e5-b9f0-4198bea421f1 req-c51211d7-0dd3-4b54-98cb-9a8c9b77b965 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e70149ef-39e2-4581-bd26-e6cc81b2fee5 HTTP/1.1" status: 200 len: 849 time: 0.0545137 Jul 13 14:04:05.445443 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10527617-d958-49e5-b9f0-4198bea421f1 req-38f4c96d-270d-4821-a6b2-7e008c318e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:04:05.447009 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-10527617-d958-49e5-b9f0-4198bea421f1 req-38f4c96d-270d-4821-a6b2-7e008c318e30 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9c2558ca-4bbf-4e33-ab1c-e7f21b409eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0572517 Jul 13 14:04:05.554763 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-10527617-d958-49e5-b9f0-4198bea421f1 req-eaac613b-e6d1-4429-a317-10c1c4289220 service neutron] 10.222.0.41 "GET /v2.0/networks/9c2558ca-4bbf-4e33-ab1c-e7f21b409eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013894 Jul 13 14:04:05.655923 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-10527617-d958-49e5-b9f0-4198bea421f1 req-c4caf8a0-cd0a-471c-962c-fb282b69fd3e service neutron] 10.222.0.41 "GET /v2.0/networks/9c2558ca-4bbf-4e33-ab1c-e7f21b409eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949271 Jul 13 14:04:05.678753 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293fc38c-4265-439d-b982-b1803e46b0cd req-22baf362-1982-4859-ab6d-9ab28c72f765 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:04:05.680813 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-293fc38c-4265-439d-b982-b1803e46b0cd req-22baf362-1982-4859-ab6d-9ab28c72f765 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] 10.222.0.23 "GET /v2.0/ports?device_id=4765ea42-36b2-443e-a331-7b41eda5903d HTTP/1.1" status: 200 len: 944 time: 0.0873959 Jul 13 14:04:05.733341 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-293fc38c-4265-439d-b982-b1803e46b0cd req-e93c8d5d-84a3-406d-a21e-9b88a13d8026 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] 10.222.0.23 "GET /v2.0/security-groups?id=73427ddc-3387-4fc1-bd2b-a18baacb9e71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453229 Jul 13 14:04:05.794672 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78425ce9-8411-4387-b3f6-e630d217e56e req-0e34325f-85e4-47b3-b7d9-b298d2b11952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:04:05.796218 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-78425ce9-8411-4387-b3f6-e630d217e56e req-0e34325f-85e4-47b3-b7d9-b298d2b11952 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7a7d384b32784a6f914418ec93b94b0e&device_id=a79b75d3-bce8-4edf-a91a-68af2e5422e5 HTTP/1.1" status: 200 len: 1096 time: 0.1038063 Jul 13 14:04:05.823983 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cf081c-8e31-4237-a2fe-f2bbe2e31e21 req-7aa7be25-fd4e-4762-b71c-2dec29b54565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:04:05.825500 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-50cf081c-8e31-4237-a2fe-f2bbe2e31e21 req-7aa7be25-fd4e-4762-b71c-2dec29b54565 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9b84fd52966d4a72b64b59fb4909d5ab&device_id=4765ea42-36b2-443e-a331-7b41eda5903d HTTP/1.1" status: 200 len: 1095 time: 0.1013849 Jul 13 14:04:05.959431 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78425ce9-8411-4387-b3f6-e630d217e56e req-b9a976d8-9628-442c-9f7b-ba745a3ff595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:04:05.960912 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-78425ce9-8411-4387-b3f6-e630d217e56e req-b9a976d8-9628-442c-9f7b-ba745a3ff595 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3c41f787-ebaf-4c90-8190-d791a024fbc3 HTTP/1.1" status: 200 len: 896 time: 0.1580653 Jul 13 14:04:05.976550 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cf081c-8e31-4237-a2fe-f2bbe2e31e21 req-138ca42c-b6ff-4d45-b6da-f4ab1db05b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:04:05.977958 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-50cf081c-8e31-4237-a2fe-f2bbe2e31e21 req-138ca42c-b6ff-4d45-b6da-f4ab1db05b15 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9c2558ca-4bbf-4e33-ab1c-e7f21b409eb5 HTTP/1.1" status: 200 len: 910 time: 0.1267676 Jul 13 14:04:06.049217 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-50cf081c-8e31-4237-a2fe-f2bbe2e31e21 req-3748f2af-521d-47e1-99ee-cad1ece8fddc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9f64798a-5cda-40b5-9266-51a136ba3da9 HTTP/1.1" status: 200 len: 217 time: 0.0445778 Jul 13 14:04:06.092211 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-78425ce9-8411-4387-b3f6-e630d217e56e req-3b2cccda-5c40-453c-b1ae-4154b67b0c27 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=37f646bc-3b06-4cac-971d-76c9d96c0925 HTTP/1.1" status: 200 len: 1001 time: 0.1241727 Jul 13 14:04:06.135120 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cf081c-8e31-4237-a2fe-f2bbe2e31e21 req-8b82678d-2239-4dd7-b746-25eaaed23f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:04:06.136598 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-50cf081c-8e31-4237-a2fe-f2bbe2e31e21 req-8b82678d-2239-4dd7-b746-25eaaed23f2d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e70149ef-39e2-4581-bd26-e6cc81b2fee5 HTTP/1.1" status: 200 len: 849 time: 0.0782120 Jul 13 14:04:06.185954 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78425ce9-8411-4387-b3f6-e630d217e56e req-030cff91-6ec0-4637-8fd0-76111a59f293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:04:06.187438 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-78425ce9-8411-4387-b3f6-e630d217e56e req-030cff91-6ec0-4637-8fd0-76111a59f293 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1e80c959-8a97-43d5-aed1-b8e82262ca89 HTTP/1.1" status: 200 len: 835 time: 0.0870090 Jul 13 14:04:06.242029 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cf081c-8e31-4237-a2fe-f2bbe2e31e21 req-67fc5ff9-8320-49fd-93a7-9e900c17639d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:04:06.244336 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-50cf081c-8e31-4237-a2fe-f2bbe2e31e21 req-67fc5ff9-8320-49fd-93a7-9e900c17639d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9c2558ca-4bbf-4e33-ab1c-e7f21b409eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0998664 Jul 13 14:04:06.314439 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78425ce9-8411-4387-b3f6-e630d217e56e req-542bf173-c335-4de6-9615-c6513e61e37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:04:06.316670 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-78425ce9-8411-4387-b3f6-e630d217e56e req-542bf173-c335-4de6-9615-c6513e61e37b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3c41f787-ebaf-4c90-8190-d791a024fbc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1209414 Jul 13 14:04:06.434789 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-50cf081c-8e31-4237-a2fe-f2bbe2e31e21 req-ac048bd0-0583-4221-bf93-58755a6a7e06 service neutron] 10.222.0.41 "GET /v2.0/networks/9c2558ca-4bbf-4e33-ab1c-e7f21b409eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794279 Jul 13 14:04:06.515891 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae56c9e-0ba7-4a0a-bab1-264d9a6d7e2c req-0624622a-e0ef-4ee4-83a4-ac3a551cb5cd tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:04:06.517271 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1ae56c9e-0ba7-4a0a-bab1-264d9a6d7e2c req-0624622a-e0ef-4ee4-83a4-ac3a551cb5cd tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] 10.222.0.23 "GET /v2.0/ports?device_id=833ac47e-1dd4-42f0-bf76-c7778e0da38e HTTP/1.1" status: 200 len: 945 time: 0.0664256 Jul 13 14:04:06.533505 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-78425ce9-8411-4387-b3f6-e630d217e56e req-c89d605b-3b1a-4fb4-bd2b-85c44006e17f service neutron] 10.222.0.41 "GET /v2.0/networks/3c41f787-ebaf-4c90-8190-d791a024fbc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045968 Jul 13 14:04:06.556219 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1ae56c9e-0ba7-4a0a-bab1-264d9a6d7e2c req-adc6bf8e-da4b-4685-99c3-c3369c489603 tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c737365-5cf5-4d87-8b77-ee98018f55dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319710 Jul 13 14:04:06.568628 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcc50ee-edf3-4a8f-8fdb-1f7731b4a09f req-467290eb-7759-4129-9699-7cf9a13a845e tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:04:06.570208 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4fcc50ee-edf3-4a8f-8fdb-1f7731b4a09f req-467290eb-7759-4129-9699-7cf9a13a845e tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/ports?device_id=a79b75d3-bce8-4edf-a91a-68af2e5422e5 HTTP/1.1" status: 200 len: 945 time: 0.1832530 Jul 13 14:04:06.649841 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-50cf081c-8e31-4237-a2fe-f2bbe2e31e21 req-feb3f450-f0a7-4368-9244-364a02b79fd3 service neutron] 10.222.0.41 "GET /v2.0/networks/9c2558ca-4bbf-4e33-ab1c-e7f21b409eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2015357 Jul 13 14:04:06.678204 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4fcc50ee-edf3-4a8f-8fdb-1f7731b4a09f req-8086babc-282a-40f4-9764-72d7dda72983 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/security-groups?id=194e6929-9a5c-4dd6-8638-a81754a3ce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956001 Jul 13 14:04:06.700956 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-78425ce9-8411-4387-b3f6-e630d217e56e req-88e3441f-f0a4-4b3e-b54b-8b0303b5d54f service neutron] 10.222.0.41 "GET /v2.0/networks/3c41f787-ebaf-4c90-8190-d791a024fbc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520791 Jul 13 14:04:06.823740 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf91971-198e-494f-9f19-ac6599660593 req-781d1aca-f1d9-46df-bae4-bf37571095b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:04:06.825127 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3cf91971-198e-494f-9f19-ac6599660593 req-781d1aca-f1d9-46df-bae4-bf37571095b5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7a7d384b32784a6f914418ec93b94b0e&device_id=a79b75d3-bce8-4edf-a91a-68af2e5422e5 HTTP/1.1" status: 200 len: 1096 time: 0.0586390 Jul 13 14:04:06.927116 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d91927f-e532-4457-a8f8-c4ece1250fc9 req-c725ff7b-d1f1-4c01-9622-c881406f9a75 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:04:06.929058 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1d91927f-e532-4457-a8f8-c4ece1250fc9 req-c725ff7b-d1f1-4c01-9622-c881406f9a75 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] 10.222.0.23 "GET /v2.0/ports?device_id=4765ea42-36b2-443e-a331-7b41eda5903d HTTP/1.1" status: 200 len: 944 time: 0.0684695 Jul 13 14:04:06.948293 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf91971-198e-494f-9f19-ac6599660593 req-7b4e7a35-e15d-42c5-8ba7-3ecea7a96418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:04:06.949813 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3cf91971-198e-494f-9f19-ac6599660593 req-7b4e7a35-e15d-42c5-8ba7-3ecea7a96418 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3c41f787-ebaf-4c90-8190-d791a024fbc3 HTTP/1.1" status: 200 len: 896 time: 0.0984685 Jul 13 14:04:06.969654 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1d91927f-e532-4457-a8f8-c4ece1250fc9 req-9ecce06d-a04e-4fa5-8925-258b180c199a tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] 10.222.0.23 "GET /v2.0/security-groups?id=73427ddc-3387-4fc1-bd2b-a18baacb9e71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340652 Jul 13 14:04:07.195587 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 9f64798a-5cda-40b5-9266-51a136ba3da9 details requested by agent hyperv_n-h2-800634-1 with host n-h2-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 14:04:07.299653 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 9f64798a-5cda-40b5-9266-51a136ba3da9, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=9f64798a-5cda-40b5-9266-51a136ba3da9,segment=NetworkSegment(57f437cd-e1c4-48a0-95a6-7e5eac541e89),segment_id=57f437cd-e1c4-48a0-95a6-7e5eac541e89)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:04:07.312281 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Returning: {'device': '9f64798a-5cda-40b5-9266-51a136ba3da9', 'network_id': '9c2558ca-4bbf-4e33-ab1c-e7f21b409eb5', 'port_id': '9f64798a-5cda-40b5-9266-51a136ba3da9', 'mac_address': 'fa:16:3e:2f:d1:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e70149ef-39e2-4581-bd26-e6cc81b2fee5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 14:04:07.344956 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3cf91971-198e-494f-9f19-ac6599660593 req-00b3eb38-a660-4c21-868f-ef709732420f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=37f646bc-3b06-4cac-971d-76c9d96c0925 HTTP/1.1" status: 200 len: 1001 time: 0.3882604 Jul 13 14:04:07.350845 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:07.366169 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f64798a-5cda-40b5-9266-51a136ba3da9 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:04:07.386455 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 9f64798a-5cda-40b5-9266-51a136ba3da9, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=9f64798a-5cda-40b5-9266-51a136ba3da9,segment=NetworkSegment(57f437cd-e1c4-48a0-95a6-7e5eac541e89),segment_id=57f437cd-e1c4-48a0-95a6-7e5eac541e89)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:04:07.391184 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:07.398834 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf91971-198e-494f-9f19-ac6599660593 req-d9eb5b9b-9a3e-41d0-8a06-6ac0a273b138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:04:07.400346 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3cf91971-198e-494f-9f19-ac6599660593 req-d9eb5b9b-9a3e-41d0-8a06-6ac0a273b138 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1e80c959-8a97-43d5-aed1-b8e82262ca89 HTTP/1.1" status: 200 len: 835 time: 0.0478849 Jul 13 14:04:07.440588 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=9f64798a-5cda-40b5-9266-51a136ba3da9,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:04:07.471310 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf91971-198e-494f-9f19-ac6599660593 req-394e13f5-5ecf-4e47-abe3-bd510c6ae91f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:04:07.473724 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3cf91971-198e-494f-9f19-ac6599660593 req-394e13f5-5ecf-4e47-abe3-bd510c6ae91f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3c41f787-ebaf-4c90-8190-d791a024fbc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0658557 Jul 13 14:04:07.563540 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3cf91971-198e-494f-9f19-ac6599660593 req-a653e056-df8b-4ff3-8c2c-157ec4bfb833 service neutron] 10.222.0.41 "GET /v2.0/networks/3c41f787-ebaf-4c90-8190-d791a024fbc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823300 Jul 13 14:04:07.621282 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['9f64798a-5cda-40b5-9266-51a136ba3da9'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:04:07.660604 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3cf91971-198e-494f-9f19-ac6599660593 req-e5aed202-9ccb-4445-8df3-ee2f1b3ee5c9 service neutron] 10.222.0.41 "GET /v2.0/networks/3c41f787-ebaf-4c90-8190-d791a024fbc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880799 Jul 13 14:04:07.741367 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb3a649-9853-45f3-b479-84158232e6e5 req-756178af-b6f9-425f-bc6e-12127188d6b5 tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:04:07.742898 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9bb3a649-9853-45f3-b479-84158232e6e5 req-756178af-b6f9-425f-bc6e-12127188d6b5 tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] 10.222.0.23 "GET /v2.0/ports?device_id=833ac47e-1dd4-42f0-bf76-c7778e0da38e HTTP/1.1" status: 200 len: 945 time: 0.0662684 Jul 13 14:04:07.782342 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9bb3a649-9853-45f3-b479-84158232e6e5 req-78594480-87ee-491c-800d-b179486a6cf9 tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c737365-5cf5-4d87-8b77-ee98018f55dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340550 Jul 13 14:04:07.871617 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a841d9b-7f45-45f7-8c65-28cbb491508b req-c4cd0aa3-b8e2-44c0-a724-9cbff4ee5488 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:04:07.873148 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8a841d9b-7f45-45f7-8c65-28cbb491508b req-c4cd0aa3-b8e2-44c0-a724-9cbff4ee5488 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/ports?device_id=a79b75d3-bce8-4edf-a91a-68af2e5422e5 HTTP/1.1" status: 200 len: 945 time: 0.0696816 Jul 13 14:04:07.913473 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8a841d9b-7f45-45f7-8c65-28cbb491508b req-88491c23-5df8-410c-95eb-6d976fa38421 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/security-groups?id=194e6929-9a5c-4dd6-8638-a81754a3ce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342214 Jul 13 14:04:08.151017 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d5b704-930b-4d2c-a40a-080e02bb9d54 req-e0bd5c88-0f0e-4d9f-88ad-a01aab3b11ef tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:04:08.152515 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c9d5b704-930b-4d2c-a40a-080e02bb9d54 req-e0bd5c88-0f0e-4d9f-88ad-a01aab3b11ef tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] 10.222.0.23 "GET /v2.0/ports?device_id=4765ea42-36b2-443e-a331-7b41eda5903d HTTP/1.1" status: 200 len: 945 time: 0.0678833 Jul 13 14:04:08.191903 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c9d5b704-930b-4d2c-a40a-080e02bb9d54 req-9682dcbb-2e60-403e-bfe0-c7d584b8d692 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] 10.222.0.23 "GET /v2.0/security-groups?id=73427ddc-3387-4fc1-bd2b-a18baacb9e71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338569 Jul 13 14:04:08.321156 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816e6922-6b55-446c-ac85-227c22def68a req-07b81131-c2e2-4dcc-b05c-e2398fed0d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:04:08.322741 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-816e6922-6b55-446c-ac85-227c22def68a req-07b81131-c2e2-4dcc-b05c-e2398fed0d05 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7f13810fe16a4ce3aa944e84f22cfe26&device_id=833ac47e-1dd4-42f0-bf76-c7778e0da38e HTTP/1.1" status: 200 len: 1096 time: 0.0587263 Jul 13 14:04:08.428956 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816e6922-6b55-446c-ac85-227c22def68a req-522dd42a-1b98-454a-9c24-efa825b9af01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:04:08.430450 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-816e6922-6b55-446c-ac85-227c22def68a req-522dd42a-1b98-454a-9c24-efa825b9af01 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f1e28055-306d-4d6c-ba6f-03dbaec7a44c HTTP/1.1" status: 200 len: 915 time: 0.0866907 Jul 13 14:04:08.479609 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-816e6922-6b55-446c-ac85-227c22def68a req-29d5f8f7-ba1d-498b-8a24-d258b93e5879 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=10adca46-8d88-41f3-a72f-9dca4bbdca52 HTTP/1.1" status: 200 len: 217 time: 0.0416269 Jul 13 14:04:08.530468 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816e6922-6b55-446c-ac85-227c22def68a req-f8750088-8472-4051-83d5-793085d0f3be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:04:08.531856 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-816e6922-6b55-446c-ac85-227c22def68a req-f8750088-8472-4051-83d5-793085d0f3be service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e08da3c5-38e9-45e8-8381-86df63cd18d2 HTTP/1.1" status: 200 len: 854 time: 0.0450051 Jul 13 14:04:08.595713 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816e6922-6b55-446c-ac85-227c22def68a req-95b7214d-7e28-493a-b393-65348e309115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:04:08.598058 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-816e6922-6b55-446c-ac85-227c22def68a req-95b7214d-7e28-493a-b393-65348e309115 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f1e28055-306d-4d6c-ba6f-03dbaec7a44c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0583835 Jul 13 14:04:08.693673 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-816e6922-6b55-446c-ac85-227c22def68a req-1b3d633a-cb5d-4464-ac6c-b349bfbb03fb service neutron] 10.222.0.26 "GET /v2.0/networks/f1e28055-306d-4d6c-ba6f-03dbaec7a44c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893583 Jul 13 14:04:08.792451 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-816e6922-6b55-446c-ac85-227c22def68a req-560a5e0e-7c30-477f-a794-2a908bfb6f6d service neutron] 10.222.0.26 "GET /v2.0/networks/f1e28055-306d-4d6c-ba6f-03dbaec7a44c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890062 Jul 13 14:04:08.972703 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6338dd66-53f8-4110-b241-ade2afa8ff7f req-b9df4ea0-957c-4b32-a97a-9bf773873cbb tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:04:08.974329 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6338dd66-53f8-4110-b241-ade2afa8ff7f req-b9df4ea0-957c-4b32-a97a-9bf773873cbb tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] 10.222.0.23 "GET /v2.0/ports?device_id=833ac47e-1dd4-42f0-bf76-c7778e0da38e HTTP/1.1" status: 200 len: 945 time: 0.0664749 Jul 13 14:04:09.016329 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6338dd66-53f8-4110-b241-ade2afa8ff7f req-eea4ffc9-8dd2-42d3-bb9d-8860f3125a0a tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c737365-5cf5-4d87-8b77-ee98018f55dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354931 Jul 13 14:04:09.092677 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611a1d42-bf8e-4e0f-9a18-cd71661dd5cf req-d4fb53ab-29d0-4dbc-81da-70e9289946ec tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:04:09.094254 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-611a1d42-bf8e-4e0f-9a18-cd71661dd5cf req-d4fb53ab-29d0-4dbc-81da-70e9289946ec tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/ports?device_id=a79b75d3-bce8-4edf-a91a-68af2e5422e5 HTTP/1.1" status: 200 len: 945 time: 0.0642085 Jul 13 14:04:09.133470 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-611a1d42-bf8e-4e0f-9a18-cd71661dd5cf req-76548472-14f2-4a63-945d-4763c9d961f8 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/security-groups?id=194e6929-9a5c-4dd6-8638-a81754a3ce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333288 Jul 13 14:04:09.209756 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 9f64798a-5cda-40b5-9266-51a136ba3da9 up at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:04:09.260066 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning for port 9f64798a-5cda-40b5-9266-51a136ba3da9 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:04:09.263964 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning complete for port 9f64798a-5cda-40b5-9266-51a136ba3da9 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:04:09.264321 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:09.350335 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:09.368935 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19973f8-6575-4066-82fd-f02947c04795 req-5439840f-5d05-4bc9-b2e7-ebfdb870322f tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:04:09.370634 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a19973f8-6575-4066-82fd-f02947c04795 req-5439840f-5d05-4bc9-b2e7-ebfdb870322f tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] 10.222.0.23 "GET /v2.0/ports?device_id=4765ea42-36b2-443e-a331-7b41eda5903d HTTP/1.1" status: 200 len: 945 time: 0.0658712 Jul 13 14:04:09.380136 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4765ea42-36b2-443e-a331-7b41eda5903d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f64798a-5cda-40b5-9266-51a136ba3da9'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:04:09.382709 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6a759a8-ef9e-444b-b657-7d50c7452be6" -d '{"events": [{"server_uuid": "4765ea42-36b2-443e-a331-7b41eda5903d", "name": "network-vif-plugged", "status": "completed", "tag": "9f64798a-5cda-40b5-9266-51a136ba3da9"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:04:09.396036 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 9f64798a-5cda-40b5-9266-51a136ba3da9, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=9f64798a-5cda-40b5-9266-51a136ba3da9,segment=NetworkSegment(57f437cd-e1c4-48a0-95a6-7e5eac541e89),segment_id=57f437cd-e1c4-48a0-95a6-7e5eac541e89)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:04:09.403113 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:09.423914 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a19973f8-6575-4066-82fd-f02947c04795 req-b011b3e4-be5a-45aa-bb69-5809da40fa1c tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] 10.222.0.23 "GET /v2.0/security-groups?id=73427ddc-3387-4fc1-bd2b-a18baacb9e71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470262 Jul 13 14:04:09.432861 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca3d027a-7382-45d9-976b-00de57bfd6a4 x-openstack-request-id: req-ca3d027a-7382-45d9-976b-00de57bfd6a4 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:04:09.433152 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4765ea42-36b2-443e-a331-7b41eda5903d", "name": "network-vif-plugged", "status": "completed", "tag": "9f64798a-5cda-40b5-9266-51a136ba3da9", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:04:09.433408 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ca3d027a-7382-45d9-976b-00de57bfd6a4 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:04:09.433824 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4765ea42-36b2-443e-a331-7b41eda5903d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f64798a-5cda-40b5-9266-51a136ba3da9', 'code': 200} Jul 13 14:04:09.476935 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=9f64798a-5cda-40b5-9266-51a136ba3da9,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:04:09.551688 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e72e05-755e-4cec-9cc4-bb6e251783fb req-857a60dd-8035-476a-80e7-fc339e84d509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:04:09.553205 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-86e72e05-755e-4cec-9cc4-bb6e251783fb req-857a60dd-8035-476a-80e7-fc339e84d509 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4765ea42-36b2-443e-a331-7b41eda5903d HTTP/1.1" status: 200 len: 1097 time: 0.0556674 Jul 13 14:04:09.589901 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-86e72e05-755e-4cec-9cc4-bb6e251783fb req-247665ea-4baf-48bd-b865-f91120fdcfe2 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=73427ddc-3387-4fc1-bd2b-a18baacb9e71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282307 Jul 13 14:04:10.200045 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5507d0-950c-4edb-afb8-579864e1b2aa req-fb7da95d-b4a7-45a3-8ddc-3b757bc7b163 tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:04:10.201474 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ee5507d0-950c-4edb-afb8-579864e1b2aa req-fb7da95d-b4a7-45a3-8ddc-3b757bc7b163 tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] 10.222.0.23 "GET /v2.0/ports?device_id=833ac47e-1dd4-42f0-bf76-c7778e0da38e HTTP/1.1" status: 200 len: 945 time: 0.0656879 Jul 13 14:04:10.239729 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ee5507d0-950c-4edb-afb8-579864e1b2aa req-03688476-34f8-4403-abfc-fb37b2f09f12 tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c737365-5cf5-4d87-8b77-ee98018f55dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328364 Jul 13 14:04:10.312826 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de78533c-3e1a-4fce-8037-2277084c5393 req-e2545a3f-a326-496f-a929-adcd08616423 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:04:10.314323 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-de78533c-3e1a-4fce-8037-2277084c5393 req-e2545a3f-a326-496f-a929-adcd08616423 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/ports?device_id=a79b75d3-bce8-4edf-a91a-68af2e5422e5 HTTP/1.1" status: 200 len: 945 time: 0.0678580 Jul 13 14:04:10.353023 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-de78533c-3e1a-4fce-8037-2277084c5393 req-0efeb980-45f4-4bf5-93ff-c53c90014185 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/security-groups?id=194e6929-9a5c-4dd6-8638-a81754a3ce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328755 Jul 13 14:04:10.612150 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544e5cf6-8973-4708-b917-86371ce6e80f req-8db534e5-6c08-4e1d-8b44-912d7a7da7f8 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:04:10.614047 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-544e5cf6-8973-4708-b917-86371ce6e80f req-8db534e5-6c08-4e1d-8b44-912d7a7da7f8 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] 10.222.0.23 "GET /v2.0/ports?device_id=4765ea42-36b2-443e-a331-7b41eda5903d HTTP/1.1" status: 200 len: 946 time: 0.0763912 Jul 13 14:04:10.654181 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-544e5cf6-8973-4708-b917-86371ce6e80f req-d0eb3a80-e640-4612-b154-9a0dfbd1ae52 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] 10.222.0.23 "GET /v2.0/security-groups?id=73427ddc-3387-4fc1-bd2b-a18baacb9e71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342686 Jul 13 14:04:11.420658 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f787ca40-96d7-4224-8032-1741e579be3b req-55a3fe6e-837d-48ca-97c8-320b22bb997a tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:04:11.423678 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f787ca40-96d7-4224-8032-1741e579be3b req-55a3fe6e-837d-48ca-97c8-320b22bb997a tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] 10.222.0.23 "GET /v2.0/ports?device_id=833ac47e-1dd4-42f0-bf76-c7778e0da38e HTTP/1.1" status: 200 len: 945 time: 0.0700855 Jul 13 14:04:11.462214 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f787ca40-96d7-4224-8032-1741e579be3b req-364a1cf3-cef1-4f79-8a86-c1423f6650e2 tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c737365-5cf5-4d87-8b77-ee98018f55dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337951 Jul 13 14:04:11.532972 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe89862-d4aa-46a0-b701-9bb1f099c5c9 req-c18c9968-d2e8-491d-8eb4-6a2a04e98549 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:04:11.534926 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8fe89862-d4aa-46a0-b701-9bb1f099c5c9 req-c18c9968-d2e8-491d-8eb4-6a2a04e98549 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/ports?device_id=a79b75d3-bce8-4edf-a91a-68af2e5422e5 HTTP/1.1" status: 200 len: 945 time: 0.0651536 Jul 13 14:04:11.575792 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8fe89862-d4aa-46a0-b701-9bb1f099c5c9 req-865b3c1f-ebe5-4aad-bd16-cb5efc5edda4 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/security-groups?id=194e6929-9a5c-4dd6-8638-a81754a3ce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348787 Jul 13 14:04:11.835924 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9a13b2-5e63-40a5-b260-40eb08de478f req-fa7534a8-ef7e-461c-9a54-1b3b5c99c364 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:04:11.837417 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ea9a13b2-5e63-40a5-b260-40eb08de478f req-fa7534a8-ef7e-461c-9a54-1b3b5c99c364 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] 10.222.0.23 "GET /v2.0/ports?device_id=4765ea42-36b2-443e-a331-7b41eda5903d HTTP/1.1" status: 200 len: 946 time: 0.0691195 Jul 13 14:04:11.875678 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ea9a13b2-5e63-40a5-b260-40eb08de478f req-755e1271-079f-43f0-83f2-618280f6576e tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] 10.222.0.23 "GET /v2.0/security-groups?id=73427ddc-3387-4fc1-bd2b-a18baacb9e71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326571 Jul 13 14:04:12.047468 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03de130-57d5-444f-81f0-b2ac697975c5 req-93ff88b5-32dc-4f56-8f6e-688539b5ccbe tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:04:12.048953 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a03de130-57d5-444f-81f0-b2ac697975c5 req-93ff88b5-32dc-4f56-8f6e-688539b5ccbe tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] 10.222.0.23 "GET /v2.0/ports?device_id=4765ea42-36b2-443e-a331-7b41eda5903d HTTP/1.1" status: 200 len: 946 time: 0.0632274 Jul 13 14:04:12.057605 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 38314) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:04:12.062219 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-62ac1b14-981e-4cf6-8455-1d7a05e55c35 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Request body: {'floatingip': {'port_id': '9f64798a-5cda-40b5-9266-51a136ba3da9'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:04:12.106068 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-62ac1b14-981e-4cf6-8455-1d7a05e55c35 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Notify callbacks [] for floatingip, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:12.565064 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-62ac1b14-981e-4cf6-8455-1d7a05e55c35 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:12.569307 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-62ac1b14-981e-4cf6-8455-1d7a05e55c35 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446547'] for floatingip, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:12.646118 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c41234-7c66-4a5e-a3b3-5ed0a74270ef req-f0a03454-09f4-441b-abae-b4334d5e65a3 tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:04:12.647814 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-07c41234-7c66-4a5e-a3b3-5ed0a74270ef req-f0a03454-09f4-441b-abae-b4334d5e65a3 tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] 10.222.0.23 "GET /v2.0/ports?device_id=833ac47e-1dd4-42f0-bf76-c7778e0da38e HTTP/1.1" status: 200 len: 945 time: 0.0731602 Jul 13 14:04:12.686519 n-d-800634-1 neutron-server[93750]: INFO neutron.db.l3_db [None req-62ac1b14-981e-4cf6-8455-1d7a05e55c35 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Floating IP 694fa6c0-c7c2-4fba-8e1a-87bdd5df740d associated. External IP: 172.25.6.23, port: 9f64798a-5cda-40b5-9266-51a136ba3da9. Jul 13 14:04:12.689896 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-07c41234-7c66-4a5e-a3b3-5ed0a74270ef req-99b5fdba-f9bd-409c-b31e-df57a5f6b9ef tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c737365-5cf5-4d87-8b77-ee98018f55dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362105 Jul 13 14:04:12.837188 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b6ea29-bdff-4cb0-b3f4-4f9762bd4cf4 req-b9b5ebae-4501-43a3-b2b5-7e96b04a1e59 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:04:12.838759 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c9b6ea29-bdff-4cb0-b3f4-4f9762bd4cf4 req-b9b5ebae-4501-43a3-b2b5-7e96b04a1e59 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/ports?device_id=a79b75d3-bce8-4edf-a91a-68af2e5422e5 HTTP/1.1" status: 200 len: 945 time: 0.1180410 Jul 13 14:04:12.920908 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c9b6ea29-bdff-4cb0-b3f4-4f9762bd4cf4 req-123999d4-688a-43bb-96df-fd0be7dfbd44 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/security-groups?id=194e6929-9a5c-4dd6-8638-a81754a3ce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764997 Jul 13 14:04:12.980496 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62ac1b14-981e-4cf6-8455-1d7a05e55c35 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Router 60825822-aab3-40b2-be6c-a95554885520 has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:04:13.093511 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62ac1b14-981e-4cf6-8455-1d7a05e55c35 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:04:13.098205 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-62ac1b14-981e-4cf6-8455-1d7a05e55c35 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for floatingip, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:13.103058 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d31fef-93d0-4eaa-a566-b540420f019a None None] Sync routers for ids ['60825822-aab3-40b2-be6c-a95554885520'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:04:13.113162 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d31fef-93d0-4eaa-a566-b540420f019a None None] Routers {'60825822-aab3-40b2-be6c-a95554885520'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:04:13.113968 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-f4d31fef-93d0-4eaa-a566-b540420f019a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:03:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['60825822-aab3-40b2-be6c-a95554885520'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:04:13.135011 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-62ac1b14-981e-4cf6-8455-1d7a05e55c35 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] 10.222.0.23 "PUT /v2.0/floatingips/694fa6c0-c7c2-4fba-8e1a-87bdd5df740d HTTP/1.1" status: 200 len: 991 time: 1.0761969 Jul 13 14:04:13.135603 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4765ea42-36b2-443e-a331-7b41eda5903d', 'tag': '9f64798a-5cda-40b5-9266-51a136ba3da9'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:04:13.137934 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40427432-b8a1-454e-a3e6-23664f60ee2d" -d '{"events": [{"name": "network-changed", "server_uuid": "4765ea42-36b2-443e-a331-7b41eda5903d", "tag": "9f64798a-5cda-40b5-9266-51a136ba3da9"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:04:13.175565 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:04:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94d50f9a-1a4f-4d09-bbbd-efe39a4d4b7c x-openstack-request-id: req-94d50f9a-1a4f-4d09-bbbd-efe39a4d4b7c {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:04:13.175857 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4765ea42-36b2-443e-a331-7b41eda5903d", "tag": "9f64798a-5cda-40b5-9266-51a136ba3da9", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:04:13.176308 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-94d50f9a-1a4f-4d09-bbbd-efe39a4d4b7c {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:04:13.176720 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4765ea42-36b2-443e-a331-7b41eda5903d', 'tag': '9f64798a-5cda-40b5-9266-51a136ba3da9', 'status': 'completed', 'code': 200} Jul 13 14:04:13.238692 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-f4d31fef-93d0-4eaa-a566-b540420f019a None None] Set router 60825822-aab3-40b2-be6c-a95554885520 gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:04:13.256740 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40427432-b8a1-454e-a3e6-23664f60ee2d req-842405ed-31e9-4684-b2d4-cc93de2c94cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:04:13.258429 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-40427432-b8a1-454e-a3e6-23664f60ee2d req-842405ed-31e9-4684-b2d4-cc93de2c94cb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9b84fd52966d4a72b64b59fb4909d5ab&device_id=4765ea42-36b2-443e-a331-7b41eda5903d HTTP/1.1" status: 200 len: 1097 time: 0.0588708 Jul 13 14:04:13.354439 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40427432-b8a1-454e-a3e6-23664f60ee2d req-0ced80f0-d36d-402a-b16e-3af8da8d9b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:04:13.355903 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-40427432-b8a1-454e-a3e6-23664f60ee2d req-0ced80f0-d36d-402a-b16e-3af8da8d9b5e service neutron] 10.222.0.41 "GET /v2.0/networks?id=9c2558ca-4bbf-4e33-ab1c-e7f21b409eb5 HTTP/1.1" status: 200 len: 910 time: 0.0915728 Jul 13 14:04:13.428299 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-40427432-b8a1-454e-a3e6-23664f60ee2d req-011c736e-a32f-4e90-bde7-f433ed73083c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9f64798a-5cda-40b5-9266-51a136ba3da9 HTTP/1.1" status: 200 len: 999 time: 0.0660150 Jul 13 14:04:13.471430 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-f4d31fef-93d0-4eaa-a566-b540420f019a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60825822-aab3-40b2-be6c-a95554885520', 'name': 'tempest-AttachVolumeTestJSON-735102816-router', 'tenant_id': '9b84fd52966d4a72b64b59fb4909d5ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '267dd320-ec96-49b6-809c-c559eec3dd7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:03:54Z', 'updated_at': '2021-07-13T14:03:57Z', 'revision_number': 4, 'project_id': '9b84fd52966d4a72b64b59fb4909d5ab', 'gw_port': {'id': '267dd320-ec96-49b6-809c-c559eec3dd7a', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:95:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60825822-aab3-40b2-be6c-a95554885520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3174, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:03:55Z', 'updated_at': '2021-07-13T14:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_floatingips': [{'id': '694fa6c0-c7c2-4fba-8e1a-87bdd5df740d', 'tenant_id': '9b84fd52966d4a72b64b59fb4909d5ab', 'floating_ip_address': '172.25.6.23', 'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'router_id': '60825822-aab3-40b2-be6c-a95554885520', 'port_id': '9f64798a-5cda-40b5-9266-51a136ba3da9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c2558ca-4bbf-4e33-ab1c-e7f21b409eb5', 'mac_address': 'fa:16:3e:2f:d1:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4765ea42-36b2-443e-a331-7b41eda5903d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:04:00Z', 'updated_at': '2021-07-13T14:04:12Z', 'revision_number': 1, 'project_id': '9b84fd52966d4a72b64b59fb4909d5ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c79a40e-af92-44ae-87e9-b711e0e32b08', 'name': '', 'network_id': '9c2558ca-4bbf-4e33-ab1c-e7f21b409eb5', 'tenant_id': '9b84fd52966d4a72b64b59fb4909d5ab', 'mac_address': 'fa:16:3e:2d:b9:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60825822-aab3-40b2-be6c-a95554885520', 'device_owner': 'network:router_interface', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': 'e70149ef-39e2-4581-bd26-e6cc81b2fee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:03:57Z', 'updated_at': '2021-07-13T14:04:02Z', 'revision_number': 5, 'project_id': '9b84fd52966d4a72b64b59fb4909d5ab', 'subnets': [{'id': 'e70149ef-39e2-4581-bd26-e6cc81b2fee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:04:13.486003 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40427432-b8a1-454e-a3e6-23664f60ee2d req-61b48bb0-369e-463d-858a-1311abbb15b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:04:13.488143 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-40427432-b8a1-454e-a3e6-23664f60ee2d req-61b48bb0-369e-463d-858a-1311abbb15b5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e70149ef-39e2-4581-bd26-e6cc81b2fee5 HTTP/1.1" status: 200 len: 849 time: 0.0534070 Jul 13 14:04:13.501605 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d31fef-93d0-4eaa-a566-b540420f019a None None] Checking router: 60825822-aab3-40b2-be6c-a95554885520 for host: n-d-800634-1 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:04:13.512911 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d31fef-93d0-4eaa-a566-b540420f019a None None] Routers {'60825822-aab3-40b2-be6c-a95554885520'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:04:13.513531 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-f4d31fef-93d0-4eaa-a566-b540420f019a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:03:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['60825822-aab3-40b2-be6c-a95554885520'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:04:13.547690 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40427432-b8a1-454e-a3e6-23664f60ee2d req-10b2eb37-9363-4979-85ed-34ebc715e71a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:04:13.549242 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-40427432-b8a1-454e-a3e6-23664f60ee2d req-10b2eb37-9363-4979-85ed-34ebc715e71a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9c2558ca-4bbf-4e33-ab1c-e7f21b409eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0553076 Jul 13 14:04:13.620541 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-f4d31fef-93d0-4eaa-a566-b540420f019a None None] Set router 60825822-aab3-40b2-be6c-a95554885520 gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:04:13.641284 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-40427432-b8a1-454e-a3e6-23664f60ee2d req-b75de736-383e-40d5-80ad-9fac4b620908 service neutron] 10.222.0.41 "GET /v2.0/networks/9c2558ca-4bbf-4e33-ab1c-e7f21b409eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847721 Jul 13 14:04:13.740264 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-40427432-b8a1-454e-a3e6-23664f60ee2d req-1e547a52-8666-4bef-9c43-bff6cfd1a599 service neutron] 10.222.0.41 "GET /v2.0/networks/9c2558ca-4bbf-4e33-ab1c-e7f21b409eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919812 Jul 13 14:04:13.851275 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-f4d31fef-93d0-4eaa-a566-b540420f019a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60825822-aab3-40b2-be6c-a95554885520', 'name': 'tempest-AttachVolumeTestJSON-735102816-router', 'tenant_id': '9b84fd52966d4a72b64b59fb4909d5ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '267dd320-ec96-49b6-809c-c559eec3dd7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:03:54Z', 'updated_at': '2021-07-13T14:03:57Z', 'revision_number': 4, 'project_id': '9b84fd52966d4a72b64b59fb4909d5ab', 'gw_port': {'id': '267dd320-ec96-49b6-809c-c559eec3dd7a', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:95:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60825822-aab3-40b2-be6c-a95554885520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3174, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:03:55Z', 'updated_at': '2021-07-13T14:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_floatingips': [{'id': '694fa6c0-c7c2-4fba-8e1a-87bdd5df740d', 'tenant_id': '9b84fd52966d4a72b64b59fb4909d5ab', 'floating_ip_address': '172.25.6.23', 'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'router_id': '60825822-aab3-40b2-be6c-a95554885520', 'port_id': '9f64798a-5cda-40b5-9266-51a136ba3da9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c2558ca-4bbf-4e33-ab1c-e7f21b409eb5', 'mac_address': 'fa:16:3e:2f:d1:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4765ea42-36b2-443e-a331-7b41eda5903d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:04:00Z', 'updated_at': '2021-07-13T14:04:12Z', 'revision_number': 1, 'project_id': '9b84fd52966d4a72b64b59fb4909d5ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c79a40e-af92-44ae-87e9-b711e0e32b08', 'name': '', 'network_id': '9c2558ca-4bbf-4e33-ab1c-e7f21b409eb5', 'tenant_id': '9b84fd52966d4a72b64b59fb4909d5ab', 'mac_address': 'fa:16:3e:2d:b9:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60825822-aab3-40b2-be6c-a95554885520', 'device_owner': 'network:router_interface', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': 'e70149ef-39e2-4581-bd26-e6cc81b2fee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:03:57Z', 'updated_at': '2021-07-13T14:04:02Z', 'revision_number': 5, 'project_id': '9b84fd52966d4a72b64b59fb4909d5ab', 'subnets': [{'id': 'e70149ef-39e2-4581-bd26-e6cc81b2fee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:04:13.879775 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df471b62-585f-4573-bb03-178c0078cf82 req-37c3054c-abf2-417b-969b-3d4ae3d119c7 tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:04:13.881256 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-df471b62-585f-4573-bb03-178c0078cf82 req-37c3054c-abf2-417b-969b-3d4ae3d119c7 tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] 10.222.0.23 "GET /v2.0/ports?device_id=833ac47e-1dd4-42f0-bf76-c7778e0da38e HTTP/1.1" status: 200 len: 945 time: 0.0700209 Jul 13 14:04:13.882492 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d31fef-93d0-4eaa-a566-b540420f019a None None] The sync data for ids ['60825822-aab3-40b2-be6c-a95554885520'] in n-d-800634-1 is: [{'id': '60825822-aab3-40b2-be6c-a95554885520', 'name': 'tempest-AttachVolumeTestJSON-735102816-router', 'tenant_id': '9b84fd52966d4a72b64b59fb4909d5ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '267dd320-ec96-49b6-809c-c559eec3dd7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:03:54Z', 'updated_at': '2021-07-13T14:03:57Z', 'revision_number': 4, 'project_id': '9b84fd52966d4a72b64b59fb4909d5ab', 'gw_port': {'id': '267dd320-ec96-49b6-809c-c559eec3dd7a', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:95:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60825822-aab3-40b2-be6c-a95554885520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3174, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:03:55Z', 'updated_at': '2021-07-13T14:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_floatingips': [{'id': '694fa6c0-c7c2-4fba-8e1a-87bdd5df740d', 'tenant_id': '9b84fd52966d4a72b64b59fb4909d5ab', 'floating_ip_address': '172.25.6.23', 'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'router_id': '60825822-aab3-40b2-be6c-a95554885520', 'port_id': '9f64798a-5cda-40b5-9266-51a136ba3da9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c2558ca-4bbf-4e33-ab1c-e7f21b409eb5', 'mac_address': 'fa:16:3e:2f:d1:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4765ea42-36b2-443e-a331-7b41eda5903d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:04:00Z', 'updated_at': '2021-07-13T14:04:12Z', 'revision_number': 1, 'project_id': '9b84fd52966d4a72b64b59fb4909d5ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c79a40e-af92-44ae-87e9-b711e0e32b08', 'name': '', 'network_id': '9c2558ca-4bbf-4e33-ab1c-e7f21b409eb5', 'tenant_id': '9b84fd52966d4a72b64b59fb4909d5ab', 'mac_address': 'fa:16:3e:2d:b9:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60825822-aab3-40b2-be6c-a95554885520', 'device_owner': 'network:router_interface', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': 'e70149ef-39e2-4581-bd26-e6cc81b2fee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:03:57Z', 'updated_at': '2021-07-13T14:04:02Z', 'revision_number': 5, 'project_id': '9b84fd52966d4a72b64b59fb4909d5ab', 'subnets': [{'id': 'e70149ef-39e2-4581-bd26-e6cc81b2fee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:04:13.927816 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-df471b62-585f-4573-bb03-178c0078cf82 req-59577025-a51d-45b3-a49f-d9e05ff74fcd tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c737365-5cf5-4d87-8b77-ee98018f55dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404403 Jul 13 14:04:14.113775 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48849508-5e9c-4d5a-b875-f829cd503302 req-f59d1d96-da7d-452b-97c4-6bb5c7c096ea tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:04:14.123349 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f6828ee-6e96-43fe-b24e-4947a5905e29 None None] New status for floating IP 694fa6c0-c7c2-4fba-8e1a-87bdd5df740d: ACTIVE {{(pid=93753) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 14:04:14.126618 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-48849508-5e9c-4d5a-b875-f829cd503302 req-f59d1d96-da7d-452b-97c4-6bb5c7c096ea tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/ports?device_id=a79b75d3-bce8-4edf-a91a-68af2e5422e5 HTTP/1.1" status: 200 len: 945 time: 0.0855198 Jul 13 14:04:14.168119 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-48849508-5e9c-4d5a-b875-f829cd503302 req-2c77efd9-db21-458f-b178-94baced272f6 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/security-groups?id=194e6929-9a5c-4dd6-8638-a81754a3ce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403848 Jul 13 14:04:14.494477 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759e2f19-bfad-4ae9-a80e-33589caca811 req-735c2fbd-2344-448f-8e09-cb2e9f753ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:04:14.495917 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-759e2f19-bfad-4ae9-a80e-33589caca811 req-735c2fbd-2344-448f-8e09-cb2e9f753ddb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7f13810fe16a4ce3aa944e84f22cfe26&device_id=833ac47e-1dd4-42f0-bf76-c7778e0da38e HTTP/1.1" status: 200 len: 1096 time: 0.0987585 Jul 13 14:04:14.528578 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9830e7e-cdf4-4e9a-bf82-7cec75402151 req-cc8846c2-01de-4bce-aece-0b14b5c483e4 tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:04:14.530074 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f9830e7e-cdf4-4e9a-bf82-7cec75402151 req-cc8846c2-01de-4bce-aece-0b14b5c483e4 tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] 10.222.0.23 "GET /v2.0/ports?device_id=833ac47e-1dd4-42f0-bf76-c7778e0da38e HTTP/1.1" status: 200 len: 945 time: 0.1068358 Jul 13 14:04:14.613422 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f9830e7e-cdf4-4e9a-bf82-7cec75402151 req-2df7300f-fe23-4ee1-a92b-d66c4f596649 tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c737365-5cf5-4d87-8b77-ee98018f55dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570452 Jul 13 14:04:14.628607 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759e2f19-bfad-4ae9-a80e-33589caca811 req-bb5d6149-a04b-4af7-b26f-11cafe008e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:04:14.630128 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-759e2f19-bfad-4ae9-a80e-33589caca811 req-bb5d6149-a04b-4af7-b26f-11cafe008e13 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f1e28055-306d-4d6c-ba6f-03dbaec7a44c HTTP/1.1" status: 200 len: 915 time: 0.1279826 Jul 13 14:04:14.671622 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-759e2f19-bfad-4ae9-a80e-33589caca811 req-a4c106be-15f3-4155-a4f6-2a3205434d90 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=10adca46-8d88-41f3-a72f-9dca4bbdca52 HTTP/1.1" status: 200 len: 217 time: 0.0352669 Jul 13 14:04:14.720824 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759e2f19-bfad-4ae9-a80e-33589caca811 req-5a65a8c5-6d41-4645-aabb-5b86ac782353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:04:14.722963 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-759e2f19-bfad-4ae9-a80e-33589caca811 req-5a65a8c5-6d41-4645-aabb-5b86ac782353 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e08da3c5-38e9-45e8-8381-86df63cd18d2 HTTP/1.1" status: 200 len: 854 time: 0.0440102 Jul 13 14:04:14.780620 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759e2f19-bfad-4ae9-a80e-33589caca811 req-b6e779b8-3d18-4abd-8e79-33473d2a6936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:04:14.782055 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-759e2f19-bfad-4ae9-a80e-33589caca811 req-b6e779b8-3d18-4abd-8e79-33473d2a6936 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f1e28055-306d-4d6c-ba6f-03dbaec7a44c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521045 Jul 13 14:04:14.877175 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-759e2f19-bfad-4ae9-a80e-33589caca811 req-4a376756-c531-45db-9610-63b283de02ea service neutron] 10.222.0.26 "GET /v2.0/networks/f1e28055-306d-4d6c-ba6f-03dbaec7a44c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889204 Jul 13 14:04:14.971571 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-759e2f19-bfad-4ae9-a80e-33589caca811 req-918de9b8-164d-447d-aed4-e1b5977191b0 service neutron] 10.222.0.26 "GET /v2.0/networks/f1e28055-306d-4d6c-ba6f-03dbaec7a44c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868313 Jul 13 14:04:15.348815 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5e48ec-a0af-41fd-8049-13524d223bd7 req-1f47ed09-4ebb-4146-ab00-2567ab6279f6 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:04:15.350351 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-dc5e48ec-a0af-41fd-8049-13524d223bd7 req-1f47ed09-4ebb-4146-ab00-2567ab6279f6 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/ports?device_id=a79b75d3-bce8-4edf-a91a-68af2e5422e5 HTTP/1.1" status: 200 len: 945 time: 0.0685260 Jul 13 14:04:15.392277 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-dc5e48ec-a0af-41fd-8049-13524d223bd7 req-c13bb7f7-5f27-4d66-a26b-a31188b93a31 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/security-groups?id=194e6929-9a5c-4dd6-8638-a81754a3ce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359871 Jul 13 14:04:15.786845 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5f6e30-5d57-45a3-9276-f2e2b9dec351 req-395bcc9d-b689-4687-b4bb-4f4bd19f1c04 tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:04:15.788634 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-de5f6e30-5d57-45a3-9276-f2e2b9dec351 req-395bcc9d-b689-4687-b4bb-4f4bd19f1c04 tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] 10.222.0.23 "GET /v2.0/ports?device_id=833ac47e-1dd4-42f0-bf76-c7778e0da38e HTTP/1.1" status: 200 len: 945 time: 0.0650070 Jul 13 14:04:15.827735 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-de5f6e30-5d57-45a3-9276-f2e2b9dec351 req-3b52d244-b5fd-44b2-aa87-7d1dc63230cd tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c737365-5cf5-4d87-8b77-ee98018f55dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334742 Jul 13 14:04:16.036356 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5263d6ce-ca28-41d2-a095-ffd2987935d7 req-83a7e2ad-42ef-49b5-91d2-dc33da4c6c3a tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:04:16.037897 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5263d6ce-ca28-41d2-a095-ffd2987935d7 req-83a7e2ad-42ef-49b5-91d2-dc33da4c6c3a tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] 10.222.0.23 "GET /v2.0/ports?device_id=833ac47e-1dd4-42f0-bf76-c7778e0da38e HTTP/1.1" status: 200 len: 945 time: 0.0753076 Jul 13 14:04:16.076263 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5263d6ce-ca28-41d2-a095-ffd2987935d7 req-c1029b24-1934-43df-8cf1-f789f4e302d2 tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c737365-5cf5-4d87-8b77-ee98018f55dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325785 Jul 13 14:04:16.255368 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08905dd-ca76-49a7-9a2c-386ffb711a10 req-4ce104d5-5546-4352-81c0-56c29828f5ac tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:04:16.256935 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b08905dd-ca76-49a7-9a2c-386ffb711a10 req-4ce104d5-5546-4352-81c0-56c29828f5ac tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] 10.222.0.23 "GET /v2.0/ports?device_id=76b91790-9e94-4b10-b8c2-7d0f23be904d HTTP/1.1" status: 200 len: 945 time: 0.0693924 Jul 13 14:04:16.296835 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b08905dd-ca76-49a7-9a2c-386ffb711a10 req-707c2aa1-b070-4b60-b51f-bc59552eba5b tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c737365-5cf5-4d87-8b77-ee98018f55dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334239 Jul 13 14:04:16.477163 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df42a953-485f-4459-8d75-4917997c696f req-97b604b5-0f6e-4241-90dd-69c859056533 tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:04:16.478721 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-df42a953-485f-4459-8d75-4917997c696f req-97b604b5-0f6e-4241-90dd-69c859056533 tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] 10.222.0.23 "GET /v2.0/ports?device_id=5828d1be-89dd-46b8-961c-3b5073814967 HTTP/1.1" status: 200 len: 946 time: 0.0649939 Jul 13 14:04:16.517578 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-df42a953-485f-4459-8d75-4917997c696f req-aad16387-a01b-44c0-afce-8d7ac5f557e9 tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c737365-5cf5-4d87-8b77-ee98018f55dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332456 Jul 13 14:04:16.592953 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad1a52b-c010-43ef-9439-66ca419a7dcc req-587ae7a8-7e00-4eb9-b583-6d388173dda0 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:04:16.594529 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-dad1a52b-c010-43ef-9439-66ca419a7dcc req-587ae7a8-7e00-4eb9-b583-6d388173dda0 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/ports?device_id=a79b75d3-bce8-4edf-a91a-68af2e5422e5 HTTP/1.1" status: 200 len: 945 time: 0.0805416 Jul 13 14:04:16.638287 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-dad1a52b-c010-43ef-9439-66ca419a7dcc req-f24efce2-4b31-41e9-bb02-274eead72b8f tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/security-groups?id=194e6929-9a5c-4dd6-8638-a81754a3ce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371454 Jul 13 14:04:16.647466 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [req-bb6a4838-7692-4ad6-9ee6-d529ebab67c5 req-031c8b93-e4f6-40c5-931c-2358659f6dc6 tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 14:04:16.648491 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-bb6a4838-7692-4ad6-9ee6-d529ebab67c5 req-031c8b93-e4f6-40c5-931c-2358659f6dc6 tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071414 Jul 13 14:04:16.762104 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-bb6a4838-7692-4ad6-9ee6-d529ebab67c5 req-44a07673-10db-4730-a7ba-c371749f33ae tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.10&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1071529 Jul 13 14:04:17.076610 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315ff27c-ce1b-4bfc-8612-aaf08f21a6f0 req-38fc005e-ee81-4fd0-a7ea-f6166d4853f3 tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:04:17.078130 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-315ff27c-ce1b-4bfc-8612-aaf08f21a6f0 req-38fc005e-ee81-4fd0-a7ea-f6166d4853f3 tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] 10.222.0.23 "GET /v2.0/ports?device_id=833ac47e-1dd4-42f0-bf76-c7778e0da38e HTTP/1.1" status: 200 len: 945 time: 0.0676982 Jul 13 14:04:17.117743 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-315ff27c-ce1b-4bfc-8612-aaf08f21a6f0 req-721c3cb9-30cb-498c-8fb1-ee390451597f tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c737365-5cf5-4d87-8b77-ee98018f55dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328829 Jul 13 14:04:17.212010 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-3dd8dbef-5cbb-4161-a839-6246188c4b1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:17.293569 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025e8b1f-3148-41eb-931a-851ba1d08d85 req-f15fd04c-08e0-4e92-b57c-27d33ea0c1b9 tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:04:17.295087 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-025e8b1f-3148-41eb-931a-851ba1d08d85 req-f15fd04c-08e0-4e92-b57c-27d33ea0c1b9 tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] 10.222.0.23 "GET /v2.0/ports?device_id=76b91790-9e94-4b10-b8c2-7d0f23be904d HTTP/1.1" status: 200 len: 945 time: 0.0653033 Jul 13 14:04:17.333237 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-025e8b1f-3148-41eb-931a-851ba1d08d85 req-28697ae6-94fa-4ac2-bad9-74a7436aa981 tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c737365-5cf5-4d87-8b77-ee98018f55dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324776 Jul 13 14:04:17.510669 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7180c0f6-d342-4aac-b90f-92be963eda2f req-6d447301-fa4d-4edd-9a89-22856a0c7f04 tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:04:17.512174 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7180c0f6-d342-4aac-b90f-92be963eda2f req-6d447301-fa4d-4edd-9a89-22856a0c7f04 tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] 10.222.0.23 "GET /v2.0/ports?device_id=5828d1be-89dd-46b8-961c-3b5073814967 HTTP/1.1" status: 200 len: 946 time: 0.0659842 Jul 13 14:04:17.551451 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7180c0f6-d342-4aac-b90f-92be963eda2f req-3223dc1d-c042-4083-8a58-8302114a0b44 tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c737365-5cf5-4d87-8b77-ee98018f55dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336490 Jul 13 14:04:17.867952 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828230a4-d5d3-496b-98df-159af3f99668 req-2f064a99-7e3b-4b65-99cf-771a3e6cb671 tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:04:17.873945 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828230a4-d5d3-496b-98df-159af3f99668 req-2f064a99-7e3b-4b65-99cf-771a3e6cb671 tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:04:17.874745 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586e2f53-02fe-4b80-932f-1470c368a738 req-5b69fcb9-7e41-478a-9c46-a6ffde86b60c tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:04:17.876248 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-586e2f53-02fe-4b80-932f-1470c368a738 req-5b69fcb9-7e41-478a-9c46-a6ffde86b60c tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/ports?device_id=a79b75d3-bce8-4edf-a91a-68af2e5422e5 HTTP/1.1" status: 200 len: 945 time: 0.0639439 Jul 13 14:04:17.879914 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828230a4-d5d3-496b-98df-159af3f99668 req-2f064a99-7e3b-4b65-99cf-771a3e6cb671 tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:04:17.881584 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-828230a4-d5d3-496b-98df-159af3f99668 req-2f064a99-7e3b-4b65-99cf-771a3e6cb671 tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] 10.222.0.23 "GET /v2.0/ports?device_id=5828d1be-89dd-46b8-961c-3b5073814967&device_id=76b91790-9e94-4b10-b8c2-7d0f23be904d&device_id=833ac47e-1dd4-42f0-bf76-c7778e0da38e HTTP/1.1" status: 200 len: 2417 time: 0.0824466 Jul 13 14:04:17.917107 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-586e2f53-02fe-4b80-932f-1470c368a738 req-87dd7830-0c96-489e-b15e-6d7f3aa02ddc tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/security-groups?id=194e6929-9a5c-4dd6-8638-a81754a3ce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347748 Jul 13 14:04:17.929672 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-828230a4-d5d3-496b-98df-159af3f99668 req-b130bec2-4e6c-4b85-9575-e872f0f43fbf tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c737365-5cf5-4d87-8b77-ee98018f55dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422268 Jul 13 14:04:17.971099 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [req-4551683f-881e-4864-8b71-8e801813672b req-f493de1d-58bb-46fc-93e0-f51689c7ee46 tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93750) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 14:04:17.973024 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4551683f-881e-4864-8b71-8e801813672b req-f493de1d-58bb-46fc-93e0-f51689c7ee46 tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059149 Jul 13 14:04:18.093863 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4551683f-881e-4864-8b71-8e801813672b req-129d51a2-5019-4c36-abef-ae62eea6e96c tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1152892 Jul 13 14:04:18.665672 n-d-800634-1 neutron-server[93750]: INFO neutron.api.v2.resource [req-78425ce9-8411-4387-b3f6-e630d217e56e req-5327c5f1-6b73-4241-b232-2747d85f817a service neutron] show failed (client error): The resource could not be found. Jul 13 14:04:18.666782 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-78425ce9-8411-4387-b3f6-e630d217e56e req-5327c5f1-6b73-4241-b232-2747d85f817a service neutron] 10.222.0.41 "GET /v2.0/ports/37f646bc-3b06-4cac-971d-76c9d96c0925/bindings/n-h1-800634-1 HTTP/1.1" status: 404 len: 380 time: 0.0607796 Jul 13 14:04:19.335322 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78425ce9-8411-4387-b3f6-e630d217e56e req-43bc1796-1649-4fe5-9be7-7f68a2215e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:04:19.336983 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-78425ce9-8411-4387-b3f6-e630d217e56e req-43bc1796-1649-4fe5-9be7-7f68a2215e0b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a79b75d3-bce8-4edf-a91a-68af2e5422e5&tenant_id=7a7d384b32784a6f914418ec93b94b0e HTTP/1.1" status: 200 len: 1096 time: 0.4706206 Jul 13 14:04:19.353431 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70274896-822e-4909-9d7f-4395533aff89 req-213b5806-2aa7-443a-8e5a-200a7b31ebc2 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:04:19.354939 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-70274896-822e-4909-9d7f-4395533aff89 req-213b5806-2aa7-443a-8e5a-200a7b31ebc2 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/ports?device_id=a79b75d3-bce8-4edf-a91a-68af2e5422e5 HTTP/1.1" status: 200 len: 945 time: 0.1075027 Jul 13 14:04:19.359752 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-78425ce9-8411-4387-b3f6-e630d217e56e req-1310f074-c72d-4b90-a0bf-33181c6ef8d0 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800634-1', 'device_owner': 'compute:nova'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:04:19.436010 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-70274896-822e-4909-9d7f-4395533aff89 req-f58d2bd7-53ea-4f36-9b6c-4cf3538fbda0 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/security-groups?id=194e6929-9a5c-4dd6-8638-a81754a3ce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727036 Jul 13 14:04:19.469690 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-78425ce9-8411-4387-b3f6-e630d217e56e req-1310f074-c72d-4b90-a0bf-33181c6ef8d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:19.547090 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a981971-a26e-4ecc-b9d3-44b22acb673f req-4a762724-f4b3-43e8-bbe1-1c4fedfec946 tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:04:19.548623 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-0a981971-a26e-4ecc-b9d3-44b22acb673f req-4a762724-f4b3-43e8-bbe1-1c4fedfec946 tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] 10.222.0.23 "GET /v2.0/ports?device_id=5828d1be-89dd-46b8-961c-3b5073814967 HTTP/1.1" status: 200 len: 946 time: 0.0667992 Jul 13 14:04:19.588320 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-0a981971-a26e-4ecc-b9d3-44b22acb673f req-fd1ba540-94ca-4007-a530-613029a6ad30 tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c737365-5cf5-4d87-8b77-ee98018f55dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337267 Jul 13 14:04:19.682566 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-78425ce9-8411-4387-b3f6-e630d217e56e req-1310f074-c72d-4b90-a0bf-33181c6ef8d0 service neutron] For port 37f646bc-3b06-4cac-971d-76c9d96c0925, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=37f646bc-3b06-4cac-971d-76c9d96c0925,segment=NetworkSegment(a073a2b3-e228-4b13-80b4-7d5b4b04b832),segment_id=a073a2b3-e228-4b13-80b4-7d5b4b04b832)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:04:19.717335 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-78425ce9-8411-4387-b3f6-e630d217e56e req-1310f074-c72d-4b90-a0bf-33181c6ef8d0 service neutron] For port 37f646bc-3b06-4cac-971d-76c9d96c0925, host n-h2-800634-1, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:04:19.760756 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a79b75d3-bce8-4edf-a91a-68af2e5422e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37f646bc-3b06-4cac-971d-76c9d96c0925'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:04:19.763238 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2506400-5519-4a6f-8034-8c2ef36baffd" -d '{"events": [{"server_uuid": "a79b75d3-bce8-4edf-a91a-68af2e5422e5", "name": "network-vif-unplugged", "status": "completed", "tag": "37f646bc-3b06-4cac-971d-76c9d96c0925"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:04:19.767191 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-78425ce9-8411-4387-b3f6-e630d217e56e req-1310f074-c72d-4b90-a0bf-33181c6ef8d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:19.780727 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-78425ce9-8411-4387-b3f6-e630d217e56e req-1310f074-c72d-4b90-a0bf-33181c6ef8d0 service neutron] Transition to ACTIVE for port object 37f646bc-3b06-4cac-971d-76c9d96c0925 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:04:19.784056 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-78425ce9-8411-4387-b3f6-e630d217e56e req-1310f074-c72d-4b90-a0bf-33181c6ef8d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:19.813668 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 14:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de81e419-8fe2-4b44-8f8d-f76869ad3b11 x-openstack-request-id: req-de81e419-8fe2-4b44-8f8d-f76869ad3b11 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:04:19.813998 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a79b75d3-bce8-4edf-a91a-68af2e5422e5", "name": "network-vif-unplugged", "status": "completed", "tag": "37f646bc-3b06-4cac-971d-76c9d96c0925", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:04:19.814257 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-de81e419-8fe2-4b44-8f8d-f76869ad3b11 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:04:19.814651 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a79b75d3-bce8-4edf-a91a-68af2e5422e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37f646bc-3b06-4cac-971d-76c9d96c0925', 'code': 200} Jul 13 14:04:19.861956 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5bf6ace9-a033-41e5-b8d2-d390d946468d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:19.902665 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1310f074-c72d-4b90-a0bf-33181c6ef8d0 service neutron] Pushing event updated for resources: {'Port': ['ID=37f646bc-3b06-4cac-971d-76c9d96c0925,revision_number=6']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:04:19.928373 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1310f074-c72d-4b90-a0bf-33181c6ef8d0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:04:19.928713 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1310f074-c72d-4b90-a0bf-33181c6ef8d0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:04:19.929048 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1310f074-c72d-4b90-a0bf-33181c6ef8d0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:04:19.929379 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1310f074-c72d-4b90-a0bf-33181c6ef8d0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:04:19.929716 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1310f074-c72d-4b90-a0bf-33181c6ef8d0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:04:19.930089 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1310f074-c72d-4b90-a0bf-33181c6ef8d0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:04:19.930415 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1310f074-c72d-4b90-a0bf-33181c6ef8d0 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:04:19.930737 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1310f074-c72d-4b90-a0bf-33181c6ef8d0 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:04:19.931058 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1310f074-c72d-4b90-a0bf-33181c6ef8d0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:04:19.931532 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1310f074-c72d-4b90-a0bf-33181c6ef8d0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:04:19.931688 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1310f074-c72d-4b90-a0bf-33181c6ef8d0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:04:19.932008 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1310f074-c72d-4b90-a0bf-33181c6ef8d0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:04:19.984723 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-78425ce9-8411-4387-b3f6-e630d217e56e req-1310f074-c72d-4b90-a0bf-33181c6ef8d0 service neutron] No DVR routers for this DVR port 37f646bc-3b06-4cac-971d-76c9d96c0925 on host n-h2-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:04:20.005412 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:20.130124 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-78425ce9-8411-4387-b3f6-e630d217e56e req-1310f074-c72d-4b90-a0bf-33181c6ef8d0 service neutron] Attempting to bind port 37f646bc-3b06-4cac-971d-76c9d96c0925 on host n-h1-800634-1 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:04:20.130384 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-78425ce9-8411-4387-b3f6-e630d217e56e req-1310f074-c72d-4b90-a0bf-33181c6ef8d0 service neutron] Attempting to bind port 37f646bc-3b06-4cac-971d-76c9d96c0925 by drivers openvswitch,hyperv on host n-h1-800634-1 at level 0 using segments [{'id': 'a073a2b3-e228-4b13-80b4-7d5b4b04b832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3c41f787-ebaf-4c90-8190-d791a024fbc3'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:04:20.130643 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78425ce9-8411-4387-b3f6-e630d217e56e req-1310f074-c72d-4b90-a0bf-33181c6ef8d0 service neutron] Attempting to bind port 37f646bc-3b06-4cac-971d-76c9d96c0925 on network 3c41f787-ebaf-4c90-8190-d791a024fbc3 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:04:20.135402 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78425ce9-8411-4387-b3f6-e630d217e56e req-1310f074-c72d-4b90-a0bf-33181c6ef8d0 service neutron] Port 37f646bc-3b06-4cac-971d-76c9d96c0925 on network 3c41f787-ebaf-4c90-8190-d791a024fbc3 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-1 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 14:04:20.135863 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78425ce9-8411-4387-b3f6-e630d217e56e req-1310f074-c72d-4b90-a0bf-33181c6ef8d0 service neutron] Attempting to bind port 37f646bc-3b06-4cac-971d-76c9d96c0925 on network 3c41f787-ebaf-4c90-8190-d791a024fbc3 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:04:20.141602 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78425ce9-8411-4387-b3f6-e630d217e56e req-1310f074-c72d-4b90-a0bf-33181c6ef8d0 service neutron] Checking agent: {'id': 'a7603dc8-3c50-4a9b-8f0d-1143528f155e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:04:20.142103 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78425ce9-8411-4387-b3f6-e630d217e56e req-1310f074-c72d-4b90-a0bf-33181c6ef8d0 service neutron] Checking segment: {'id': 'a073a2b3-e228-4b13-80b4-7d5b4b04b832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3c41f787-ebaf-4c90-8190-d791a024fbc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:04:20.142575 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78425ce9-8411-4387-b3f6-e630d217e56e req-1310f074-c72d-4b90-a0bf-33181c6ef8d0 service neutron] Bound using segment: {'id': 'a073a2b3-e228-4b13-80b4-7d5b4b04b832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3c41f787-ebaf-4c90-8190-d791a024fbc3'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:04:20.143132 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-78425ce9-8411-4387-b3f6-e630d217e56e req-1310f074-c72d-4b90-a0bf-33181c6ef8d0 service neutron] Bound port: 37f646bc-3b06-4cac-971d-76c9d96c0925, host: n-h1-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a073a2b3-e228-4b13-80b4-7d5b4b04b832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3c41f787-ebaf-4c90-8190-d791a024fbc3'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:04:20.143612 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-78425ce9-8411-4387-b3f6-e630d217e56e req-1310f074-c72d-4b90-a0bf-33181c6ef8d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:20.212336 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-78425ce9-8411-4387-b3f6-e630d217e56e req-1310f074-c72d-4b90-a0bf-33181c6ef8d0 service neutron] For port 37f646bc-3b06-4cac-971d-76c9d96c0925, host n-h1-800634-1, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:04:20.215329 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-78425ce9-8411-4387-b3f6-e630d217e56e req-1310f074-c72d-4b90-a0bf-33181c6ef8d0 service neutron] For port 37f646bc-3b06-4cac-971d-76c9d96c0925, host n-h1-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=37f646bc-3b06-4cac-971d-76c9d96c0925,segment=NetworkSegment(a073a2b3-e228-4b13-80b4-7d5b4b04b832),segment_id=a073a2b3-e228-4b13-80b4-7d5b4b04b832)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:04:20.219797 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-78425ce9-8411-4387-b3f6-e630d217e56e req-1310f074-c72d-4b90-a0bf-33181c6ef8d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:20.254570 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78425ce9-8411-4387-b3f6-e630d217e56e req-1310f074-c72d-4b90-a0bf-33181c6ef8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:04:20.255190 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-78425ce9-8411-4387-b3f6-e630d217e56e req-1310f074-c72d-4b90-a0bf-33181c6ef8d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:20.256665 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-78425ce9-8411-4387-b3f6-e630d217e56e req-1310f074-c72d-4b90-a0bf-33181c6ef8d0 service neutron] 10.222.0.26 "PUT /v2.0/ports/37f646bc-3b06-4cac-971d-76c9d96c0925 HTTP/1.1" status: 200 len: 1091 time: 0.9113851 Jul 13 14:04:20.280857 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1310f074-c72d-4b90-a0bf-33181c6ef8d0 service neutron] Pushing event updated for resources: {'Port': ['ID=37f646bc-3b06-4cac-971d-76c9d96c0925,revision_number=7']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:04:20.342793 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78425ce9-8411-4387-b3f6-e630d217e56e req-223d471e-1188-4d15-a44b-ad0db047c8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:04:20.344384 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-78425ce9-8411-4387-b3f6-e630d217e56e req-223d471e-1188-4d15-a44b-ad0db047c8e8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7a7d384b32784a6f914418ec93b94b0e&device_id=a79b75d3-bce8-4edf-a91a-68af2e5422e5 HTTP/1.1" status: 200 len: 1094 time: 0.0586159 Jul 13 14:04:20.448067 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78425ce9-8411-4387-b3f6-e630d217e56e req-bdb7c386-f68a-4f6f-921b-90a54b7dd235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:04:20.449612 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-78425ce9-8411-4387-b3f6-e630d217e56e req-bdb7c386-f68a-4f6f-921b-90a54b7dd235 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3c41f787-ebaf-4c90-8190-d791a024fbc3 HTTP/1.1" status: 200 len: 896 time: 0.0981395 Jul 13 14:04:20.520039 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-78425ce9-8411-4387-b3f6-e630d217e56e req-d049e513-7ec8-4205-b844-84cfa993c593 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=37f646bc-3b06-4cac-971d-76c9d96c0925 HTTP/1.1" status: 200 len: 999 time: 0.0623326 Jul 13 14:04:20.602842 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78425ce9-8411-4387-b3f6-e630d217e56e req-4df8739d-4693-483c-af41-0d11ccf90f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:04:20.604182 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-78425ce9-8411-4387-b3f6-e630d217e56e req-4df8739d-4693-483c-af41-0d11ccf90f98 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1e80c959-8a97-43d5-aed1-b8e82262ca89 HTTP/1.1" status: 200 len: 835 time: 0.0785611 Jul 13 14:04:20.667845 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256723a4-2903-4633-ac97-748de01cbec4 req-2383fc15-517c-474d-9686-952369d7dd96 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:04:20.669402 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-256723a4-2903-4633-ac97-748de01cbec4 req-2383fc15-517c-474d-9686-952369d7dd96 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/ports?device_id=a79b75d3-bce8-4edf-a91a-68af2e5422e5 HTTP/1.1" status: 200 len: 943 time: 0.1131568 Jul 13 14:04:20.705405 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78425ce9-8411-4387-b3f6-e630d217e56e req-1c5f5980-04e9-4b01-a634-dda87c8e1000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:04:20.707015 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-78425ce9-8411-4387-b3f6-e630d217e56e req-1c5f5980-04e9-4b01-a634-dda87c8e1000 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3c41f787-ebaf-4c90-8190-d791a024fbc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0958686 Jul 13 14:04:20.730320 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-256723a4-2903-4633-ac97-748de01cbec4 req-fefe1873-5dc5-4af3-b059-c0d94ddf3dc6 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/security-groups?id=194e6929-9a5c-4dd6-8638-a81754a3ce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506763 Jul 13 14:04:20.783578 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684ef026-af9a-442c-b32b-903c2835c57b req-e863045d-0040-4274-97a1-d986dbeb7c0f tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:04:20.786044 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-684ef026-af9a-442c-b32b-903c2835c57b req-e863045d-0040-4274-97a1-d986dbeb7c0f tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] 10.222.0.23 "GET /v2.0/ports?device_id=5828d1be-89dd-46b8-961c-3b5073814967 HTTP/1.1" status: 200 len: 946 time: 0.0686386 Jul 13 14:04:20.824475 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-684ef026-af9a-442c-b32b-903c2835c57b req-878bc10b-27ba-4bdf-9f56-ca85b3b71646 tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c737365-5cf5-4d87-8b77-ee98018f55dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324397 Jul 13 14:04:20.857367 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-78425ce9-8411-4387-b3f6-e630d217e56e req-620910be-b0e0-4050-a86a-b441694f3b26 service neutron] 10.222.0.26 "GET /v2.0/networks/3c41f787-ebaf-4c90-8190-d791a024fbc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428497 Jul 13 14:04:20.923770 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d79b727-c4df-4557-8f05-844326eb8868 req-f3366fc6-20d0-44b6-9e22-884e2cf33f27 tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:04:20.925316 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3d79b727-c4df-4557-8f05-844326eb8868 req-f3366fc6-20d0-44b6-9e22-884e2cf33f27 tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] 10.222.0.41 "GET /v2.0/ports?device_id=5828d1be-89dd-46b8-961c-3b5073814967 HTTP/1.1" status: 200 len: 946 time: 0.1449313 Jul 13 14:04:21.037314 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-78425ce9-8411-4387-b3f6-e630d217e56e req-f21b9f33-fc94-4528-95e9-b57be078b261 service neutron] 10.222.0.26 "GET /v2.0/networks/3c41f787-ebaf-4c90-8190-d791a024fbc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713214 Jul 13 14:04:21.066322 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-3d79b727-c4df-4557-8f05-844326eb8868 req-8948d0ed-0a34-4347-a2b0-27e97990cc75 tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] Deleting port 6c0a95c4-47e3-4a4b-8f1c-30adc8348581 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:04:21.066716 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3d79b727-c4df-4557-8f05-844326eb8868 req-8948d0ed-0a34-4347-a2b0-27e97990cc75 tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:21.162670 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:21.167852 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-3d79b727-c4df-4557-8f05-844326eb8868 req-8948d0ed-0a34-4347-a2b0-27e97990cc75 tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] For port 6c0a95c4-47e3-4a4b-8f1c-30adc8348581, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=6c0a95c4-47e3-4a4b-8f1c-30adc8348581,segment=NetworkSegment(5c94c88a-d697-4884-ab45-fc92d94b2a82),segment_id=5c94c88a-d697-4884-ab45-fc92d94b2a82)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:04:21.168209 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3d79b727-c4df-4557-8f05-844326eb8868 req-8948d0ed-0a34-4347-a2b0-27e97990cc75 tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:21.182495 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-3d79b727-c4df-4557-8f05-844326eb8868 req-8948d0ed-0a34-4347-a2b0-27e97990cc75 tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] Calling delete_port for 6c0a95c4-47e3-4a4b-8f1c-30adc8348581 owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:04:21.314119 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3d79b727-c4df-4557-8f05-844326eb8868 req-8948d0ed-0a34-4347-a2b0-27e97990cc75 tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:21.326340 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['6c0a95c4-47e3-4a4b-8f1c-30adc8348581'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:04:21.328903 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['10adca46-8d88-41f3-a72f-9dca4bbdca52', '2cdad9f2-c5d3-4101-9bcd-318659f667b6'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:04:21.342971 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8948d0ed-0a34-4347-a2b0-27e97990cc75 tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] Pushing event deleted for resources: {'Port': ['ID=6c0a95c4-47e3-4a4b-8f1c-30adc8348581,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:04:21.396785 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d79b727-c4df-4557-8f05-844326eb8868 req-8948d0ed-0a34-4347-a2b0-27e97990cc75 tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] No DVR routers for this DVR port 6c0a95c4-47e3-4a4b-8f1c-30adc8348581 on host n-h2-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:04:21.399452 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3d79b727-c4df-4557-8f05-844326eb8868 req-8948d0ed-0a34-4347-a2b0-27e97990cc75 tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:21.401906 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3d79b727-c4df-4557-8f05-844326eb8868 req-8948d0ed-0a34-4347-a2b0-27e97990cc75 tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] 10.222.0.41 "DELETE /v2.0/ports/6c0a95c4-47e3-4a4b-8f1c-30adc8348581 HTTP/1.1" status: 204 len: 173 time: 0.4702265 Jul 13 14:04:21.816804 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a79b75d3-bce8-4edf-a91a-68af2e5422e5', 'tag': '37f646bc-3b06-4cac-971d-76c9d96c0925'}, {'server_uuid': '5828d1be-89dd-46b8-961c-3b5073814967', 'name': 'network-vif-deleted', 'tag': '6c0a95c4-47e3-4a4b-8f1c-30adc8348581'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:04:21.821657 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6413b89e-7dcd-4677-a5a5-4793793cc671" -d '{"events": [{"name": "network-changed", "server_uuid": "a79b75d3-bce8-4edf-a91a-68af2e5422e5", "tag": "37f646bc-3b06-4cac-971d-76c9d96c0925"}, {"server_uuid": "5828d1be-89dd-46b8-961c-3b5073814967", "name": "network-vif-deleted", "tag": "6c0a95c4-47e3-4a4b-8f1c-30adc8348581"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:04:21.882774 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 13 Jul 2021 14:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1599ef77-3d14-404c-befb-e2ee2961d2ae x-openstack-request-id: req-1599ef77-3d14-404c-befb-e2ee2961d2ae {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:04:21.883119 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a79b75d3-bce8-4edf-a91a-68af2e5422e5", "tag": "37f646bc-3b06-4cac-971d-76c9d96c0925", "status": "completed", "code": 200}, {"server_uuid": "5828d1be-89dd-46b8-961c-3b5073814967", "name": "network-vif-deleted", "tag": "6c0a95c4-47e3-4a4b-8f1c-30adc8348581", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:04:21.883407 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1599ef77-3d14-404c-befb-e2ee2961d2ae {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:04:21.883849 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a79b75d3-bce8-4edf-a91a-68af2e5422e5', 'tag': '37f646bc-3b06-4cac-971d-76c9d96c0925', 'status': 'completed', 'code': 200} Jul 13 14:04:21.884165 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5828d1be-89dd-46b8-961c-3b5073814967', 'name': 'network-vif-deleted', 'tag': '6c0a95c4-47e3-4a4b-8f1c-30adc8348581', 'status': 'completed', 'code': 200} Jul 13 14:04:21.958306 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04068322-fc01-4aae-8a0c-84d27615c072 req-20506b21-c0da-4fcd-b0a0-39f0e6826d86 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:04:21.960869 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-04068322-fc01-4aae-8a0c-84d27615c072 req-20506b21-c0da-4fcd-b0a0-39f0e6826d86 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/ports?device_id=a79b75d3-bce8-4edf-a91a-68af2e5422e5 HTTP/1.1" status: 200 len: 943 time: 0.1043344 Jul 13 14:04:22.005912 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-04068322-fc01-4aae-8a0c-84d27615c072 req-61425796-e2f0-46ec-8a50-04b2494937df tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/security-groups?id=194e6929-9a5c-4dd6-8638-a81754a3ce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381277 Jul 13 14:04:22.043841 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c6816b9f-b13c-4d82-91b6-dead34f05360 req-92381d16-d987-4d72-84ab-5a67524b7319 tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] 10.222.0.23 "GET /v2.0/ports?device_id=5828d1be-89dd-46b8-961c-3b5073814967 HTTP/1.1" status: 200 len: 210 time: 0.0343223 Jul 13 14:04:22.051058 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6413b89e-7dcd-4677-a5a5-4793793cc671 req-77ff809f-0bf3-4aa1-b294-3bccc4e39834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:04:22.052690 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6413b89e-7dcd-4677-a5a5-4793793cc671 req-77ff809f-0bf3-4aa1-b294-3bccc4e39834 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7a7d384b32784a6f914418ec93b94b0e&device_id=a79b75d3-bce8-4edf-a91a-68af2e5422e5 HTTP/1.1" status: 200 len: 1094 time: 0.1430197 Jul 13 14:04:22.058961 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6413b89e-7dcd-4677-a5a5-4793793cc671 req-498a9735-e7fb-41f1-83be-d1fae905e9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:04:22.060743 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6413b89e-7dcd-4677-a5a5-4793793cc671 req-498a9735-e7fb-41f1-83be-d1fae905e9fb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7a7d384b32784a6f914418ec93b94b0e&device_id=a79b75d3-bce8-4edf-a91a-68af2e5422e5 HTTP/1.1" status: 200 len: 1094 time: 0.1181223 Jul 13 14:04:22.224544 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6413b89e-7dcd-4677-a5a5-4793793cc671 req-674e802e-b4fc-46ae-aeaf-b53f65676764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:04:22.225966 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6413b89e-7dcd-4677-a5a5-4793793cc671 req-674e802e-b4fc-46ae-aeaf-b53f65676764 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3c41f787-ebaf-4c90-8190-d791a024fbc3 HTTP/1.1" status: 200 len: 896 time: 0.1642399 Jul 13 14:04:22.228550 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6413b89e-7dcd-4677-a5a5-4793793cc671 req-1652aac5-7604-402c-ba76-ccf04914a030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:04:22.229973 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6413b89e-7dcd-4677-a5a5-4793793cc671 req-1652aac5-7604-402c-ba76-ccf04914a030 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3c41f787-ebaf-4c90-8190-d791a024fbc3 HTTP/1.1" status: 200 len: 896 time: 0.1469181 Jul 13 14:04:22.345466 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6413b89e-7dcd-4677-a5a5-4793793cc671 req-1820d5bd-52fc-467b-846e-609104cf1e12 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=37f646bc-3b06-4cac-971d-76c9d96c0925 HTTP/1.1" status: 200 len: 999 time: 0.1126716 Jul 13 14:04:22.347293 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6413b89e-7dcd-4677-a5a5-4793793cc671 req-d4e805c7-385a-41fd-827b-591cfc984729 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=37f646bc-3b06-4cac-971d-76c9d96c0925 HTTP/1.1" status: 200 len: 999 time: 0.1090682 Jul 13 14:04:22.435079 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6413b89e-7dcd-4677-a5a5-4793793cc671 req-0c16abb3-bc34-436c-bf67-1a025801d01d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:04:22.436550 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6413b89e-7dcd-4677-a5a5-4793793cc671 req-0c16abb3-bc34-436c-bf67-1a025801d01d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1e80c959-8a97-43d5-aed1-b8e82262ca89 HTTP/1.1" status: 200 len: 835 time: 0.0832086 Jul 13 14:04:22.437931 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6413b89e-7dcd-4677-a5a5-4793793cc671 req-6107c53b-ba2b-4085-890f-ac30347cf52d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:04:22.439257 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6413b89e-7dcd-4677-a5a5-4793793cc671 req-6107c53b-ba2b-4085-890f-ac30347cf52d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1e80c959-8a97-43d5-aed1-b8e82262ca89 HTTP/1.1" status: 200 len: 835 time: 0.0869777 Jul 13 14:04:22.535263 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6413b89e-7dcd-4677-a5a5-4793793cc671 req-3d54201c-79a3-4ffe-9ece-c7283bf85dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:04:22.536683 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6413b89e-7dcd-4677-a5a5-4793793cc671 req-3d54201c-79a3-4ffe-9ece-c7283bf85dcf service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3c41f787-ebaf-4c90-8190-d791a024fbc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0908930 Jul 13 14:04:22.539521 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6413b89e-7dcd-4677-a5a5-4793793cc671 req-0dd85eb2-ea5c-4d1a-8ea8-81f2c564bed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:04:22.540887 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6413b89e-7dcd-4677-a5a5-4793793cc671 req-0dd85eb2-ea5c-4d1a-8ea8-81f2c564bed4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3c41f787-ebaf-4c90-8190-d791a024fbc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0939953 Jul 13 14:04:22.669673 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:22.705671 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6413b89e-7dcd-4677-a5a5-4793793cc671 req-7f2a49fb-ced5-4197-9556-b32ff456b1f2 service neutron] 10.222.0.26 "GET /v2.0/networks/3c41f787-ebaf-4c90-8190-d791a024fbc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614635 Jul 13 14:04:22.707535 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6413b89e-7dcd-4677-a5a5-4793793cc671 req-45e1bbdd-fe76-4b21-8d6f-524b1723e910 service neutron] 10.222.0.41 "GET /v2.0/networks/3c41f787-ebaf-4c90-8190-d791a024fbc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556797 Jul 13 14:04:22.866415 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6413b89e-7dcd-4677-a5a5-4793793cc671 req-70989f7f-4fe6-422a-9879-d86d72405d83 service neutron] 10.222.0.41 "GET /v2.0/networks/3c41f787-ebaf-4c90-8190-d791a024fbc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517756 Jul 13 14:04:22.870016 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6413b89e-7dcd-4677-a5a5-4793793cc671 req-47d5c5e5-4bd5-4bd5-abb7-aae252ba3205 service neutron] 10.222.0.26 "GET /v2.0/networks/3c41f787-ebaf-4c90-8190-d791a024fbc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483891 Jul 13 14:04:23.188268 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eeae9d-c7b4-4ab7-ad35-fa4abd69c64e req-64553dd4-5179-46c8-b860-2bae52d6d873 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:04:23.189810 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e2eeae9d-c7b4-4ab7-ad35-fa4abd69c64e req-64553dd4-5179-46c8-b860-2bae52d6d873 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/ports?device_id=a79b75d3-bce8-4edf-a91a-68af2e5422e5 HTTP/1.1" status: 200 len: 943 time: 0.0658162 Jul 13 14:04:23.229195 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e2eeae9d-c7b4-4ab7-ad35-fa4abd69c64e req-6b32907a-046b-4cb2-a875-55fe180dd883 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/security-groups?id=194e6929-9a5c-4dd6-8638-a81754a3ce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330756 Jul 13 14:04:23.305182 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 6c0a95c4-47e3-4a4b-8f1c-30adc8348581 no longer exists at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:04:23.326196 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] No Port match for: 6c0a95c4-47e3-4a4b-8f1c-30adc8348581 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:04:23.326550 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 6c0a95c4-47e3-4a4b-8f1c-30adc8348581 not bound to the agent host n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:04:23.326978 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 37f646bc-3b06-4cac-971d-76c9d96c0925 no longer exists at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:04:23.369376 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 37f646bc-3b06-4cac-971d-76c9d96c0925 not bound to the agent host n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:04:23.427864 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 37f646bc-3b06-4cac-971d-76c9d96c0925 details requested by agent hyperv_n-h1-800634-1 with host n-h1-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 14:04:23.526517 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48098326-2116-4c95-9d70-4f95984a5f6e req-24586d24-19d8-47bc-9128-05915bfa5cb8 tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:04:23.528085 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-48098326-2116-4c95-9d70-4f95984a5f6e req-24586d24-19d8-47bc-9128-05915bfa5cb8 tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] 10.222.0.23 "GET /v2.0/ports?device_id=76b91790-9e94-4b10-b8c2-7d0f23be904d HTTP/1.1" status: 200 len: 945 time: 0.0709925 Jul 13 14:04:23.531149 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 37f646bc-3b06-4cac-971d-76c9d96c0925, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=37f646bc-3b06-4cac-971d-76c9d96c0925,segment=NetworkSegment(a073a2b3-e228-4b13-80b4-7d5b4b04b832),segment_id=a073a2b3-e228-4b13-80b4-7d5b4b04b832)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:04:23.545225 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Returning: {'device': '37f646bc-3b06-4cac-971d-76c9d96c0925', 'network_id': '3c41f787-ebaf-4c90-8190-d791a024fbc3', 'port_id': '37f646bc-3b06-4cac-971d-76c9d96c0925', 'mac_address': 'fa:16:3e:59:4c:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e80c959-8a97-43d5-aed1-b8e82262ca89', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 14:04:23.571552 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-48098326-2116-4c95-9d70-4f95984a5f6e req-3429dffd-3c96-473b-94be-2f0f36f46463 tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c737365-5cf5-4d87-8b77-ee98018f55dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373113 Jul 13 14:04:23.595657 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:23.610398 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37f646bc-3b06-4cac-971d-76c9d96c0925 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:04:23.631829 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 37f646bc-3b06-4cac-971d-76c9d96c0925, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=37f646bc-3b06-4cac-971d-76c9d96c0925,segment=NetworkSegment(a073a2b3-e228-4b13-80b4-7d5b4b04b832),segment_id=a073a2b3-e228-4b13-80b4-7d5b4b04b832)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:04:23.636338 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:23.692855 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=37f646bc-3b06-4cac-971d-76c9d96c0925,revision_number=8']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:04:23.725741 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032df113-d79b-48e7-a1bc-67f940546297 req-6c8e777c-27a4-4adb-a10b-a5ddcdd21dac tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:04:23.727269 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-032df113-d79b-48e7-a1bc-67f940546297 req-6c8e777c-27a4-4adb-a10b-a5ddcdd21dac tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.26 "GET /v2.0/ports?device_id=a79b75d3-bce8-4edf-a91a-68af2e5422e5&tenant_id=7a7d384b32784a6f914418ec93b94b0e&binding%3Ahost_id=n-h1-800634-1 HTTP/1.1" status: 200 len: 943 time: 0.1053510 Jul 13 14:04:23.869472 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['37f646bc-3b06-4cac-971d-76c9d96c0925'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:04:24.160358 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ec1f08-f3bd-48c8-a593-3975c7941d02 req-38c39be0-3bfb-4759-b11a-5e939126a4b8 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:04:24.162112 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a7ec1f08-f3bd-48c8-a593-3975c7941d02 req-38c39be0-3bfb-4759-b11a-5e939126a4b8 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/ports?device_id=a79b75d3-bce8-4edf-a91a-68af2e5422e5 HTTP/1.1" status: 200 len: 944 time: 0.4760742 Jul 13 14:04:24.168982 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-032df113-d79b-48e7-a1bc-67f940546297 req-4e3895b6-8c2c-4d3a-a307-3ed9ccbb0c69 service neutron] 10.222.0.26 "GET /v2.0/ports/37f646bc-3b06-4cac-971d-76c9d96c0925/bindings/n-h1-800634-1 HTTP/1.1" status: 200 len: 382 time: 0.4352589 Jul 13 14:04:24.238925 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a7ec1f08-f3bd-48c8-a593-3975c7941d02 req-90eaeeaa-20f7-46d9-866b-4f8492bf0dd5 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/security-groups?id=194e6929-9a5c-4dd6-8638-a81754a3ce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638418 Jul 13 14:04:24.273727 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032df113-d79b-48e7-a1bc-67f940546297 req-0f99f9ae-4a28-4f7b-bfa0-84cbe2a939a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:04:24.275264 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-032df113-d79b-48e7-a1bc-67f940546297 req-0f99f9ae-4a28-4f7b-bfa0-84cbe2a939a5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7a7d384b32784a6f914418ec93b94b0e&device_id=a79b75d3-bce8-4edf-a91a-68af2e5422e5 HTTP/1.1" status: 200 len: 1095 time: 0.0721149 Jul 13 14:04:24.370138 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032df113-d79b-48e7-a1bc-67f940546297 req-f49a2446-1361-4cf9-87f7-040cf796333e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:04:24.371626 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-032df113-d79b-48e7-a1bc-67f940546297 req-f49a2446-1361-4cf9-87f7-040cf796333e service neutron] 10.222.0.26 "GET /v2.0/networks?id=3c41f787-ebaf-4c90-8190-d791a024fbc3 HTTP/1.1" status: 200 len: 896 time: 0.0892193 Jul 13 14:04:24.438887 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-032df113-d79b-48e7-a1bc-67f940546297 req-380e5261-dbff-4493-88d9-cb9b0a25d4e9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=37f646bc-3b06-4cac-971d-76c9d96c0925 HTTP/1.1" status: 200 len: 1000 time: 0.0606132 Jul 13 14:04:24.495968 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032df113-d79b-48e7-a1bc-67f940546297 req-eb8f43d1-45aa-4ad6-8f39-c7e8e0c39c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:04:24.497461 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-032df113-d79b-48e7-a1bc-67f940546297 req-eb8f43d1-45aa-4ad6-8f39-c7e8e0c39c83 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1e80c959-8a97-43d5-aed1-b8e82262ca89 HTTP/1.1" status: 200 len: 835 time: 0.0504239 Jul 13 14:04:24.560411 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032df113-d79b-48e7-a1bc-67f940546297 req-2120b1e4-1922-49da-89b7-e8df6e9aa977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:04:24.561925 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-032df113-d79b-48e7-a1bc-67f940546297 req-2120b1e4-1922-49da-89b7-e8df6e9aa977 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3c41f787-ebaf-4c90-8190-d791a024fbc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0570834 Jul 13 14:04:24.660837 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-032df113-d79b-48e7-a1bc-67f940546297 req-6ca98fc3-9865-4d2c-82b5-98d77cae509e service neutron] 10.222.0.26 "GET /v2.0/networks/3c41f787-ebaf-4c90-8190-d791a024fbc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857747 Jul 13 14:04:24.847631 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-032df113-d79b-48e7-a1bc-67f940546297 req-6362ebf5-e66c-44c0-9642-e4b38ebc9d9b service neutron] 10.222.0.26 "GET /v2.0/networks/3c41f787-ebaf-4c90-8190-d791a024fbc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750555 Jul 13 14:04:24.860845 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b80f2a7-08df-4fc0-b619-c334d51db041 req-de14f0f0-4fda-489a-a587-d1ad8af19da8 tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:04:24.863242 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7b80f2a7-08df-4fc0-b619-c334d51db041 req-de14f0f0-4fda-489a-a587-d1ad8af19da8 tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] 10.222.0.26 "GET /v2.0/ports?device_id=76b91790-9e94-4b10-b8c2-7d0f23be904d HTTP/1.1" status: 200 len: 945 time: 0.1812618 Jul 13 14:04:24.871915 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1db530-e714-401f-a455-1d303e221c1d req-3bf810b2-c4fe-4423-8365-688d67909876 tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:04:24.873462 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6d1db530-e714-401f-a455-1d303e221c1d req-3bf810b2-c4fe-4423-8365-688d67909876 tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] 10.222.0.23 "GET /v2.0/ports?device_id=76b91790-9e94-4b10-b8c2-7d0f23be904d HTTP/1.1" status: 200 len: 945 time: 0.1805336 Jul 13 14:04:24.949213 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6d1db530-e714-401f-a455-1d303e221c1d req-1dde03f8-5516-42d4-be51-d0f0b9523646 tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c737365-5cf5-4d87-8b77-ee98018f55dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662541 Jul 13 14:04:25.004587 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-7b80f2a7-08df-4fc0-b619-c334d51db041 req-26f0fac3-0d5a-4824-bc7d-e5934d67c997 tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] Deleting port 2cdad9f2-c5d3-4101-9bcd-318659f667b6 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:04:25.004932 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-7b80f2a7-08df-4fc0-b619-c334d51db041 req-26f0fac3-0d5a-4824-bc7d-e5934d67c997 tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:25.097834 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-7b80f2a7-08df-4fc0-b619-c334d51db041 req-26f0fac3-0d5a-4824-bc7d-e5934d67c997 tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] For port 2cdad9f2-c5d3-4101-9bcd-318659f667b6, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=2cdad9f2-c5d3-4101-9bcd-318659f667b6,segment=NetworkSegment(5c94c88a-d697-4884-ab45-fc92d94b2a82),segment_id=5c94c88a-d697-4884-ab45-fc92d94b2a82)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:04:25.098111 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-7b80f2a7-08df-4fc0-b619-c334d51db041 req-26f0fac3-0d5a-4824-bc7d-e5934d67c997 tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:25.111125 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-7b80f2a7-08df-4fc0-b619-c334d51db041 req-26f0fac3-0d5a-4824-bc7d-e5934d67c997 tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] Calling delete_port for 2cdad9f2-c5d3-4101-9bcd-318659f667b6 owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:04:25.239862 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-7b80f2a7-08df-4fc0-b619-c334d51db041 req-26f0fac3-0d5a-4824-bc7d-e5934d67c997 tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:25.254952 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['10adca46-8d88-41f3-a72f-9dca4bbdca52', '2cdad9f2-c5d3-4101-9bcd-318659f667b6'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:04:25.275667 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f0fac3-0d5a-4824-bc7d-e5934d67c997 tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] Pushing event deleted for resources: {'Port': ['ID=2cdad9f2-c5d3-4101-9bcd-318659f667b6,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:04:25.323967 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b80f2a7-08df-4fc0-b619-c334d51db041 req-26f0fac3-0d5a-4824-bc7d-e5934d67c997 tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] No DVR routers for this DVR port 2cdad9f2-c5d3-4101-9bcd-318659f667b6 on host n-h1-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:04:25.326860 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-7b80f2a7-08df-4fc0-b619-c334d51db041 req-26f0fac3-0d5a-4824-bc7d-e5934d67c997 tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:25.329021 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7b80f2a7-08df-4fc0-b619-c334d51db041 req-26f0fac3-0d5a-4824-bc7d-e5934d67c997 tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] 10.222.0.26 "DELETE /v2.0/ports/2cdad9f2-c5d3-4101-9bcd-318659f667b6 HTTP/1.1" status: 204 len: 173 time: 0.4546175 Jul 13 14:04:25.329468 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76b91790-9e94-4b10-b8c2-7d0f23be904d', 'name': 'network-vif-deleted', 'tag': '2cdad9f2-c5d3-4101-9bcd-318659f667b6'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:04:25.332460 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0b8e1c6-849f-4c0f-b281-6ceda5b5d563" -d '{"events": [{"server_uuid": "76b91790-9e94-4b10-b8c2-7d0f23be904d", "name": "network-vif-deleted", "tag": "2cdad9f2-c5d3-4101-9bcd-318659f667b6"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:04:25.388352 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:04:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a2f3d69-b1e7-4b2f-9eb3-b203b9de8595 x-openstack-request-id: req-2a2f3d69-b1e7-4b2f-9eb3-b203b9de8595 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:04:25.388721 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76b91790-9e94-4b10-b8c2-7d0f23be904d", "name": "network-vif-deleted", "tag": "2cdad9f2-c5d3-4101-9bcd-318659f667b6", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:04:25.390071 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2a2f3d69-b1e7-4b2f-9eb3-b203b9de8595 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:04:25.392349 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76b91790-9e94-4b10-b8c2-7d0f23be904d', 'name': 'network-vif-deleted', 'tag': '2cdad9f2-c5d3-4101-9bcd-318659f667b6', 'status': 'completed', 'code': 200} Jul 13 14:04:25.433287 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 37f646bc-3b06-4cac-971d-76c9d96c0925 up at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:04:25.446747 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5c567d-505b-4cdc-93ac-8fe30c91b50e req-26132756-8a72-4243-b270-2753e7ec8a78 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:04:25.448527 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6a5c567d-505b-4cdc-93ac-8fe30c91b50e req-26132756-8a72-4243-b270-2753e7ec8a78 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/ports?device_id=a79b75d3-bce8-4edf-a91a-68af2e5422e5 HTTP/1.1" status: 200 len: 944 time: 0.0743468 Jul 13 14:04:25.491837 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning for port 37f646bc-3b06-4cac-971d-76c9d96c0925 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:04:25.497894 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning complete for port 37f646bc-3b06-4cac-971d-76c9d96c0925 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:04:25.498280 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:25.503788 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6a5c567d-505b-4cdc-93ac-8fe30c91b50e req-cc30dfe4-194e-463f-84dd-7f57f62f43bd tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/security-groups?id=194e6929-9a5c-4dd6-8638-a81754a3ce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478754 Jul 13 14:04:25.597525 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:25.630145 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a79b75d3-bce8-4edf-a91a-68af2e5422e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37f646bc-3b06-4cac-971d-76c9d96c0925'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:04:25.633938 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ab7dc4a-b604-4ad0-b78e-89afa882f796" -d '{"events": [{"server_uuid": "a79b75d3-bce8-4edf-a91a-68af2e5422e5", "name": "network-vif-plugged", "status": "completed", "tag": "37f646bc-3b06-4cac-971d-76c9d96c0925"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:04:25.653779 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 37f646bc-3b06-4cac-971d-76c9d96c0925, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=37f646bc-3b06-4cac-971d-76c9d96c0925,segment=NetworkSegment(a073a2b3-e228-4b13-80b4-7d5b4b04b832),segment_id=a073a2b3-e228-4b13-80b4-7d5b4b04b832)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:04:25.659067 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:25.694916 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:04:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebc7fd64-178f-4938-9bc8-983d2af99b3e x-openstack-request-id: req-ebc7fd64-178f-4938-9bc8-983d2af99b3e {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:04:25.695378 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a79b75d3-bce8-4edf-a91a-68af2e5422e5", "name": "network-vif-plugged", "status": "completed", "tag": "37f646bc-3b06-4cac-971d-76c9d96c0925", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:04:25.695785 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ebc7fd64-178f-4938-9bc8-983d2af99b3e {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:04:25.696395 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a79b75d3-bce8-4edf-a91a-68af2e5422e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37f646bc-3b06-4cac-971d-76c9d96c0925', 'code': 200} Jul 13 14:04:25.730471 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=37f646bc-3b06-4cac-971d-76c9d96c0925,revision_number=9']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:04:26.420010 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecc6874-b273-4e2e-9757-b809f7515219 req-b0a18bae-328c-47b9-9e72-0b9b1309e90f tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:04:26.421510 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5ecc6874-b273-4e2e-9757-b809f7515219 req-b0a18bae-328c-47b9-9e72-0b9b1309e90f tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] 10.222.0.23 "GET /v2.0/ports?device_id=833ac47e-1dd4-42f0-bf76-c7778e0da38e HTTP/1.1" status: 200 len: 945 time: 0.0673690 Jul 13 14:04:26.462683 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5ecc6874-b273-4e2e-9757-b809f7515219 req-61157225-d56f-4b13-9c73-670594a9ed3e tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c737365-5cf5-4d87-8b77-ee98018f55dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345433 Jul 13 14:04:26.694968 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8ba17b-2d2e-4c20-946f-b6b9f1bd8c4c req-0a1a1bb5-62c1-411d-aa94-ed05d7904940 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:04:26.696629 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8a8ba17b-2d2e-4c20-946f-b6b9f1bd8c4c req-0a1a1bb5-62c1-411d-aa94-ed05d7904940 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/ports?device_id=a79b75d3-bce8-4edf-a91a-68af2e5422e5 HTTP/1.1" status: 200 len: 945 time: 0.0717235 Jul 13 14:04:26.740200 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8a8ba17b-2d2e-4c20-946f-b6b9f1bd8c4c req-e96b69c8-fcb5-4b1a-91de-0199cee06fd0 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/security-groups?id=194e6929-9a5c-4dd6-8638-a81754a3ce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378385 Jul 13 14:04:26.950125 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032df113-d79b-48e7-a1bc-67f940546297 req-0f04887b-09c2-4dbf-afd6-ef11cc600792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:04:26.951653 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-032df113-d79b-48e7-a1bc-67f940546297 req-0f04887b-09c2-4dbf-afd6-ef11cc600792 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a79b75d3-bce8-4edf-a91a-68af2e5422e5&tenant_id=7a7d384b32784a6f914418ec93b94b0e HTTP/1.1" status: 200 len: 1096 time: 0.0586777 Jul 13 14:04:26.962378 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-032df113-d79b-48e7-a1bc-67f940546297 req-9d1ab5db-1313-4dd3-a943-c526201c336f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800634-1', 'device_owner': 'compute:nova'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:04:27.040102 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-032df113-d79b-48e7-a1bc-67f940546297 req-9d1ab5db-1313-4dd3-a943-c526201c336f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:27.245418 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-032df113-d79b-48e7-a1bc-67f940546297 req-9d1ab5db-1313-4dd3-a943-c526201c336f service neutron] For port 37f646bc-3b06-4cac-971d-76c9d96c0925, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=37f646bc-3b06-4cac-971d-76c9d96c0925,segment=NetworkSegment(a073a2b3-e228-4b13-80b4-7d5b4b04b832),segment_id=a073a2b3-e228-4b13-80b4-7d5b4b04b832)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:04:27.278287 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-032df113-d79b-48e7-a1bc-67f940546297 req-9d1ab5db-1313-4dd3-a943-c526201c336f service neutron] For port 37f646bc-3b06-4cac-971d-76c9d96c0925, host n-h1-800634-1, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:04:27.323816 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-032df113-d79b-48e7-a1bc-67f940546297 req-9d1ab5db-1313-4dd3-a943-c526201c336f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:27.335760 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-032df113-d79b-48e7-a1bc-67f940546297 req-9d1ab5db-1313-4dd3-a943-c526201c336f service neutron] Transition to ACTIVE for port object 37f646bc-3b06-4cac-971d-76c9d96c0925 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:04:27.339772 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-032df113-d79b-48e7-a1bc-67f940546297 req-9d1ab5db-1313-4dd3-a943-c526201c336f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:27.412338 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a79b75d3-bce8-4edf-a91a-68af2e5422e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37f646bc-3b06-4cac-971d-76c9d96c0925'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:04:27.414901 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2d0459b-7f26-4918-abe9-8249af0ecba3" -d '{"events": [{"server_uuid": "a79b75d3-bce8-4edf-a91a-68af2e5422e5", "name": "network-vif-unplugged", "status": "completed", "tag": "37f646bc-3b06-4cac-971d-76c9d96c0925"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:04:27.429143 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1ab5db-1313-4dd3-a943-c526201c336f service neutron] Pushing event updated for resources: {'Port': ['ID=37f646bc-3b06-4cac-971d-76c9d96c0925,revision_number=10']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:04:27.475984 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 14:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cea8d719-ba4e-4b11-bd1d-19086187ab23 x-openstack-request-id: req-cea8d719-ba4e-4b11-bd1d-19086187ab23 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:04:27.476328 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a79b75d3-bce8-4edf-a91a-68af2e5422e5", "name": "network-vif-unplugged", "status": "completed", "tag": "37f646bc-3b06-4cac-971d-76c9d96c0925", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:04:27.476598 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cea8d719-ba4e-4b11-bd1d-19086187ab23 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:04:27.477033 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a79b75d3-bce8-4edf-a91a-68af2e5422e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37f646bc-3b06-4cac-971d-76c9d96c0925', 'code': 200} Jul 13 14:04:27.478252 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-032df113-d79b-48e7-a1bc-67f940546297 req-9d1ab5db-1313-4dd3-a943-c526201c336f service neutron] No DVR routers for this DVR port 37f646bc-3b06-4cac-971d-76c9d96c0925 on host n-h1-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:04:27.634579 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-032df113-d79b-48e7-a1bc-67f940546297 req-9d1ab5db-1313-4dd3-a943-c526201c336f service neutron] Attempting to bind port 37f646bc-3b06-4cac-971d-76c9d96c0925 on host n-h2-800634-1 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:04:27.634984 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-032df113-d79b-48e7-a1bc-67f940546297 req-9d1ab5db-1313-4dd3-a943-c526201c336f service neutron] Attempting to bind port 37f646bc-3b06-4cac-971d-76c9d96c0925 by drivers openvswitch,hyperv on host n-h2-800634-1 at level 0 using segments [{'id': 'a073a2b3-e228-4b13-80b4-7d5b4b04b832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3c41f787-ebaf-4c90-8190-d791a024fbc3'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:04:27.635364 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-032df113-d79b-48e7-a1bc-67f940546297 req-9d1ab5db-1313-4dd3-a943-c526201c336f service neutron] Attempting to bind port 37f646bc-3b06-4cac-971d-76c9d96c0925 on network 3c41f787-ebaf-4c90-8190-d791a024fbc3 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:04:27.640419 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-032df113-d79b-48e7-a1bc-67f940546297 req-9d1ab5db-1313-4dd3-a943-c526201c336f service neutron] Port 37f646bc-3b06-4cac-971d-76c9d96c0925 on network 3c41f787-ebaf-4c90-8190-d791a024fbc3 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-1 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 14:04:27.640807 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-032df113-d79b-48e7-a1bc-67f940546297 req-9d1ab5db-1313-4dd3-a943-c526201c336f service neutron] Attempting to bind port 37f646bc-3b06-4cac-971d-76c9d96c0925 on network 3c41f787-ebaf-4c90-8190-d791a024fbc3 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:04:27.646894 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-032df113-d79b-48e7-a1bc-67f940546297 req-9d1ab5db-1313-4dd3-a943-c526201c336f service neutron] Checking agent: {'id': 'f615e5c9-21ab-43f2-adbc-192d64b795cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:04:27.647241 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-032df113-d79b-48e7-a1bc-67f940546297 req-9d1ab5db-1313-4dd3-a943-c526201c336f service neutron] Checking segment: {'id': 'a073a2b3-e228-4b13-80b4-7d5b4b04b832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3c41f787-ebaf-4c90-8190-d791a024fbc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:04:27.647629 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-032df113-d79b-48e7-a1bc-67f940546297 req-9d1ab5db-1313-4dd3-a943-c526201c336f service neutron] Bound using segment: {'id': 'a073a2b3-e228-4b13-80b4-7d5b4b04b832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3c41f787-ebaf-4c90-8190-d791a024fbc3'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:04:27.648069 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-032df113-d79b-48e7-a1bc-67f940546297 req-9d1ab5db-1313-4dd3-a943-c526201c336f service neutron] Bound port: 37f646bc-3b06-4cac-971d-76c9d96c0925, host: n-h2-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a073a2b3-e228-4b13-80b4-7d5b4b04b832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3c41f787-ebaf-4c90-8190-d791a024fbc3'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:04:27.648621 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-032df113-d79b-48e7-a1bc-67f940546297 req-9d1ab5db-1313-4dd3-a943-c526201c336f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:27.656278 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42822ee8-9622-449e-8df0-7af93e989b26 req-45a2be94-cefe-46eb-9b65-4c098d270a0f tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:04:27.661769 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-42822ee8-9622-449e-8df0-7af93e989b26 req-45a2be94-cefe-46eb-9b65-4c098d270a0f tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] 10.222.0.23 "GET /v2.0/ports?device_id=833ac47e-1dd4-42f0-bf76-c7778e0da38e HTTP/1.1" status: 200 len: 945 time: 0.0772021 Jul 13 14:04:27.703048 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-42822ee8-9622-449e-8df0-7af93e989b26 req-83f0c6cf-77ab-457c-bd70-e245c7d85443 tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c737365-5cf5-4d87-8b77-ee98018f55dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380158 Jul 13 14:04:27.720242 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-032df113-d79b-48e7-a1bc-67f940546297 req-9d1ab5db-1313-4dd3-a943-c526201c336f service neutron] For port 37f646bc-3b06-4cac-971d-76c9d96c0925, host n-h2-800634-1, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:04:27.725221 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-032df113-d79b-48e7-a1bc-67f940546297 req-9d1ab5db-1313-4dd3-a943-c526201c336f service neutron] For port 37f646bc-3b06-4cac-971d-76c9d96c0925, host n-h2-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=37f646bc-3b06-4cac-971d-76c9d96c0925,segment=NetworkSegment(a073a2b3-e228-4b13-80b4-7d5b4b04b832),segment_id=a073a2b3-e228-4b13-80b4-7d5b4b04b832)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:04:27.736894 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-032df113-d79b-48e7-a1bc-67f940546297 req-9d1ab5db-1313-4dd3-a943-c526201c336f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:27.774336 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032df113-d79b-48e7-a1bc-67f940546297 req-9d1ab5db-1313-4dd3-a943-c526201c336f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:04:27.775177 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-032df113-d79b-48e7-a1bc-67f940546297 req-9d1ab5db-1313-4dd3-a943-c526201c336f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:27.776812 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-032df113-d79b-48e7-a1bc-67f940546297 req-9d1ab5db-1313-4dd3-a943-c526201c336f service neutron] 10.222.0.41 "PUT /v2.0/ports/37f646bc-3b06-4cac-971d-76c9d96c0925 HTTP/1.1" status: 200 len: 1092 time: 0.8183064 Jul 13 14:04:27.878680 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1ab5db-1313-4dd3-a943-c526201c336f service neutron] Pushing event updated for resources: {'Port': ['ID=37f646bc-3b06-4cac-971d-76c9d96c0925,revision_number=11']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:04:27.945301 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032df113-d79b-48e7-a1bc-67f940546297 req-137d8bee-5f1d-4dbf-8ee1-13d90af2dab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:04:27.946915 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-032df113-d79b-48e7-a1bc-67f940546297 req-137d8bee-5f1d-4dbf-8ee1-13d90af2dab2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7a7d384b32784a6f914418ec93b94b0e&device_id=a79b75d3-bce8-4edf-a91a-68af2e5422e5 HTTP/1.1" status: 200 len: 1095 time: 0.1431546 Jul 13 14:04:27.955565 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdb851c-3f7b-450b-8a42-4c59f4885ff6 req-85ce99c4-d122-42c7-9c87-bebd397999af tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:04:27.958333 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1bdb851c-3f7b-450b-8a42-4c59f4885ff6 req-85ce99c4-d122-42c7-9c87-bebd397999af tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] 10.222.0.26 "GET /v2.0/ports?device_id=833ac47e-1dd4-42f0-bf76-c7778e0da38e HTTP/1.1" status: 200 len: 945 time: 0.1166325 Jul 13 14:04:27.994883 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b2fcd7-7e2f-4527-914c-2cf434731131 req-0ce6249f-f3fb-4552-bfb3-49a305ea30fe tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:04:27.996858 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a1b2fcd7-7e2f-4527-914c-2cf434731131 req-0ce6249f-f3fb-4552-bfb3-49a305ea30fe tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/ports?device_id=a79b75d3-bce8-4edf-a91a-68af2e5422e5 HTTP/1.1" status: 200 len: 944 time: 0.0745182 Jul 13 14:04:28.041837 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a1b2fcd7-7e2f-4527-914c-2cf434731131 req-feef58ee-ef35-430b-990d-f22c5b77e0c1 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/security-groups?id=194e6929-9a5c-4dd6-8638-a81754a3ce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382118 Jul 13 14:04:28.122393 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032df113-d79b-48e7-a1bc-67f940546297 req-bed5dc42-222b-409d-af13-d45c1fa4f867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:04:28.125490 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-032df113-d79b-48e7-a1bc-67f940546297 req-bed5dc42-222b-409d-af13-d45c1fa4f867 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3c41f787-ebaf-4c90-8190-d791a024fbc3 HTTP/1.1" status: 200 len: 896 time: 0.1646571 Jul 13 14:04:28.202114 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-1bdb851c-3f7b-450b-8a42-4c59f4885ff6 req-d2dd324c-490d-408c-93bb-7032cde1c309 tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] Deleting port 10adca46-8d88-41f3-a72f-9dca4bbdca52 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:04:28.202365 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1bdb851c-3f7b-450b-8a42-4c59f4885ff6 req-d2dd324c-490d-408c-93bb-7032cde1c309 tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:28.211250 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-032df113-d79b-48e7-a1bc-67f940546297 req-a1fe2dd4-2d26-4cfa-8eba-64f4b074b248 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=37f646bc-3b06-4cac-971d-76c9d96c0925 HTTP/1.1" status: 200 len: 999 time: 0.0796382 Jul 13 14:04:28.314014 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032df113-d79b-48e7-a1bc-67f940546297 req-583a9d11-a5cd-4078-8600-08803d272d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:04:28.316288 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-032df113-d79b-48e7-a1bc-67f940546297 req-583a9d11-a5cd-4078-8600-08803d272d52 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1e80c959-8a97-43d5-aed1-b8e82262ca89 HTTP/1.1" status: 200 len: 835 time: 0.0946500 Jul 13 14:04:28.372512 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-1bdb851c-3f7b-450b-8a42-4c59f4885ff6 req-d2dd324c-490d-408c-93bb-7032cde1c309 tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] For port 10adca46-8d88-41f3-a72f-9dca4bbdca52, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=10adca46-8d88-41f3-a72f-9dca4bbdca52,segment=NetworkSegment(5c94c88a-d697-4884-ab45-fc92d94b2a82),segment_id=5c94c88a-d697-4884-ab45-fc92d94b2a82)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:04:28.372874 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1bdb851c-3f7b-450b-8a42-4c59f4885ff6 req-d2dd324c-490d-408c-93bb-7032cde1c309 tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:28.389379 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-1bdb851c-3f7b-450b-8a42-4c59f4885ff6 req-d2dd324c-490d-408c-93bb-7032cde1c309 tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] Calling delete_port for 10adca46-8d88-41f3-a72f-9dca4bbdca52 owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:04:28.461312 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032df113-d79b-48e7-a1bc-67f940546297 req-da92ca96-0463-4174-a389-5dfcb1f94de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:04:28.462850 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-032df113-d79b-48e7-a1bc-67f940546297 req-da92ca96-0463-4174-a389-5dfcb1f94de0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3c41f787-ebaf-4c90-8190-d791a024fbc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1402583 Jul 13 14:04:28.608235 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-032df113-d79b-48e7-a1bc-67f940546297 req-9f7f94ed-fc6f-44e0-8fa5-f70a033dbc70 service neutron] 10.222.0.41 "GET /v2.0/networks/3c41f787-ebaf-4c90-8190-d791a024fbc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389310 Jul 13 14:04:28.627495 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1bdb851c-3f7b-450b-8a42-4c59f4885ff6 req-d2dd324c-490d-408c-93bb-7032cde1c309 tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:28.639913 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['10adca46-8d88-41f3-a72f-9dca4bbdca52'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:04:28.705421 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dd324c-490d-408c-93bb-7032cde1c309 tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] Pushing event deleted for resources: {'Port': ['ID=10adca46-8d88-41f3-a72f-9dca4bbdca52,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:04:28.767644 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bdb851c-3f7b-450b-8a42-4c59f4885ff6 req-d2dd324c-490d-408c-93bb-7032cde1c309 tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] No DVR routers for this DVR port 10adca46-8d88-41f3-a72f-9dca4bbdca52 on host n-h1-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:04:28.774134 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1bdb851c-3f7b-450b-8a42-4c59f4885ff6 req-d2dd324c-490d-408c-93bb-7032cde1c309 tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:28.776148 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1bdb851c-3f7b-450b-8a42-4c59f4885ff6 req-d2dd324c-490d-408c-93bb-7032cde1c309 tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] 10.222.0.26 "DELETE /v2.0/ports/10adca46-8d88-41f3-a72f-9dca4bbdca52 HTTP/1.1" status: 204 len: 173 time: 0.8083427 Jul 13 14:04:28.794500 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-032df113-d79b-48e7-a1bc-67f940546297 req-a42a5192-1a44-4ad5-8c3d-dd959a5d8af8 service neutron] 10.222.0.41 "GET /v2.0/networks/3c41f787-ebaf-4c90-8190-d791a024fbc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753328 Jul 13 14:04:28.899635 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e51b7d4e-83c6-4c94-ad65-5f595c4cba50 req-519f9132-0cb3-4619-ae5b-2417eaa25843 tempest-ListServerFiltersTestJSON-1501483549 tempest-ListServerFiltersTestJSON-1501483549-project] 10.222.0.23 "GET /v2.0/ports?device_id=833ac47e-1dd4-42f0-bf76-c7778e0da38e HTTP/1.1" status: 200 len: 210 time: 0.0444326 Jul 13 14:04:29.240529 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b328753b-fa30-4bfd-a782-7b14560e2859 req-78eb56c7-dd7f-4ae7-84d6-b2df6479d7da tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:04:29.242242 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b328753b-fa30-4bfd-a782-7b14560e2859 req-78eb56c7-dd7f-4ae7-84d6-b2df6479d7da tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/ports?device_id=a79b75d3-bce8-4edf-a91a-68af2e5422e5 HTTP/1.1" status: 200 len: 944 time: 0.0724084 Jul 13 14:04:29.286307 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b328753b-fa30-4bfd-a782-7b14560e2859 req-e88af3fe-9ce1-4ac5-8db5-884cc44b4bc2 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/security-groups?id=194e6929-9a5c-4dd6-8638-a81754a3ce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379770 Jul 13 14:04:29.451194 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 37f646bc-3b06-4cac-971d-76c9d96c0925 no longer exists at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:04:29.478660 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a79b75d3-bce8-4edf-a91a-68af2e5422e5', 'tag': '37f646bc-3b06-4cac-971d-76c9d96c0925'}, {'server_uuid': '833ac47e-1dd4-42f0-bf76-c7778e0da38e', 'name': 'network-vif-deleted', 'tag': '10adca46-8d88-41f3-a72f-9dca4bbdca52'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:04:29.481159 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eabe049-650b-4609-a001-c86b00513239" -d '{"events": [{"name": "network-changed", "server_uuid": "a79b75d3-bce8-4edf-a91a-68af2e5422e5", "tag": "37f646bc-3b06-4cac-971d-76c9d96c0925"}, {"server_uuid": "833ac47e-1dd4-42f0-bf76-c7778e0da38e", "name": "network-vif-deleted", "tag": "10adca46-8d88-41f3-a72f-9dca4bbdca52"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:04:29.490815 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 37f646bc-3b06-4cac-971d-76c9d96c0925 not bound to the agent host n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:04:29.491288 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 2cdad9f2-c5d3-4101-9bcd-318659f667b6 no longer exists at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:04:29.510769 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-381d4315-9089-413f-a071-aa2897bda790 None None] No Port match for: 2cdad9f2-c5d3-4101-9bcd-318659f667b6 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:04:29.511124 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 2cdad9f2-c5d3-4101-9bcd-318659f667b6 not bound to the agent host n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:04:29.511553 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 10adca46-8d88-41f3-a72f-9dca4bbdca52 no longer exists at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:04:29.531360 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-381d4315-9089-413f-a071-aa2897bda790 None None] No Port match for: 10adca46-8d88-41f3-a72f-9dca4bbdca52 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:04:29.531721 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 10adca46-8d88-41f3-a72f-9dca4bbdca52 not bound to the agent host n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:04:29.539533 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 13 Jul 2021 14:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbfa9858-94b4-4926-a976-c0d573f6ca9c x-openstack-request-id: req-fbfa9858-94b4-4926-a976-c0d573f6ca9c {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:04:29.539846 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a79b75d3-bce8-4edf-a91a-68af2e5422e5", "tag": "37f646bc-3b06-4cac-971d-76c9d96c0925", "status": "completed", "code": 200}, {"server_uuid": "833ac47e-1dd4-42f0-bf76-c7778e0da38e", "name": "network-vif-deleted", "tag": "10adca46-8d88-41f3-a72f-9dca4bbdca52", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:04:29.540123 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fbfa9858-94b4-4926-a976-c0d573f6ca9c {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:04:29.540561 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a79b75d3-bce8-4edf-a91a-68af2e5422e5', 'tag': '37f646bc-3b06-4cac-971d-76c9d96c0925', 'status': 'completed', 'code': 200} Jul 13 14:04:29.540823 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '833ac47e-1dd4-42f0-bf76-c7778e0da38e', 'name': 'network-vif-deleted', 'tag': '10adca46-8d88-41f3-a72f-9dca4bbdca52', 'status': 'completed', 'code': 200} Jul 13 14:04:29.648775 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eabe049-650b-4609-a001-c86b00513239 req-37160359-8d77-426a-8750-480a118948f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:04:29.650332 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3eabe049-650b-4609-a001-c86b00513239 req-37160359-8d77-426a-8750-480a118948f7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7a7d384b32784a6f914418ec93b94b0e&device_id=a79b75d3-bce8-4edf-a91a-68af2e5422e5 HTTP/1.1" status: 200 len: 1095 time: 0.0858524 Jul 13 14:04:29.652072 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eabe049-650b-4609-a001-c86b00513239 req-1f59c6f0-c537-41e6-9937-a3301ed44168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:04:29.653421 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3eabe049-650b-4609-a001-c86b00513239 req-1f59c6f0-c537-41e6-9937-a3301ed44168 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7a7d384b32784a6f914418ec93b94b0e&device_id=a79b75d3-bce8-4edf-a91a-68af2e5422e5 HTTP/1.1" status: 200 len: 1095 time: 0.0969977 Jul 13 14:04:29.819261 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eabe049-650b-4609-a001-c86b00513239 req-263cdd77-45df-4979-ad04-8b3d9f400554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:04:29.820785 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3eabe049-650b-4609-a001-c86b00513239 req-263cdd77-45df-4979-ad04-8b3d9f400554 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3c41f787-ebaf-4c90-8190-d791a024fbc3 HTTP/1.1" status: 200 len: 896 time: 0.1647854 Jul 13 14:04:29.823407 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eabe049-650b-4609-a001-c86b00513239 req-6787f299-c96d-4f94-b76e-2067f98ca5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:04:29.824745 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3eabe049-650b-4609-a001-c86b00513239 req-6787f299-c96d-4f94-b76e-2067f98ca5bb service neutron] 10.222.0.41 "GET /v2.0/networks?id=3c41f787-ebaf-4c90-8190-d791a024fbc3 HTTP/1.1" status: 200 len: 896 time: 0.1609814 Jul 13 14:04:29.947626 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3eabe049-650b-4609-a001-c86b00513239 req-eef84bce-7b87-4bf2-bc7b-5244cb97510c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=37f646bc-3b06-4cac-971d-76c9d96c0925 HTTP/1.1" status: 200 len: 999 time: 0.1189547 Jul 13 14:04:29.949816 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3eabe049-650b-4609-a001-c86b00513239 req-9018ef50-86b4-45c3-8880-15004103b25f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=37f646bc-3b06-4cac-971d-76c9d96c0925 HTTP/1.1" status: 200 len: 999 time: 0.1174581 Jul 13 14:04:29.996029 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 38462) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:04:30.048453 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eabe049-650b-4609-a001-c86b00513239 req-7161a196-b9de-4bc6-9883-d4bb4f0923ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:04:30.051144 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3eabe049-650b-4609-a001-c86b00513239 req-7161a196-b9de-4bc6-9883-d4bb4f0923ae service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1e80c959-8a97-43d5-aed1-b8e82262ca89 HTTP/1.1" status: 200 len: 835 time: 0.0971713 Jul 13 14:04:30.051430 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a2631e3-942a-4753-96b7-50c8a42d2d48 admin admin] Deleting subnet e08da3c5-38e9-45e8-8381-86df63cd18d2 {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 14:04:30.052719 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eabe049-650b-4609-a001-c86b00513239 req-e44091b3-d17a-4912-84cd-1d78bac602ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:04:30.054136 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3eabe049-650b-4609-a001-c86b00513239 req-e44091b3-d17a-4912-84cd-1d78bac602ad service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1e80c959-8a97-43d5-aed1-b8e82262ca89 HTTP/1.1" status: 200 len: 835 time: 0.0899577 Jul 13 14:04:30.056362 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1a2631e3-942a-4753-96b7-50c8a42d2d48 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:30.097512 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1a2631e3-942a-4753-96b7-50c8a42d2d48 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6018489'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:30.158060 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eabe049-650b-4609-a001-c86b00513239 req-ba521351-433e-4b78-abc5-880716f04a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:04:30.159850 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3eabe049-650b-4609-a001-c86b00513239 req-ba521351-433e-4b78-abc5-880716f04a4d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3c41f787-ebaf-4c90-8190-d791a024fbc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1024239 Jul 13 14:04:30.165974 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eabe049-650b-4609-a001-c86b00513239 req-fe06533f-a8e8-4090-a286-5d7cb7b72da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:04:30.167449 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3eabe049-650b-4609-a001-c86b00513239 req-fe06533f-a8e8-4090-a286-5d7cb7b72da3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3c41f787-ebaf-4c90-8190-d791a024fbc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0808444 Jul 13 14:04:30.177467 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1a2631e3-942a-4753-96b7-50c8a42d2d48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:30.248117 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1a2631e3-942a-4753-96b7-50c8a42d2d48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6018534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6105009'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:30.274215 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2631e3-942a-4753-96b7-50c8a42d2d48 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e08da3c5-38e9-45e8-8381-86df63cd18d2,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:04:30.280512 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1a2631e3-942a-4753-96b7-50c8a42d2d48 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:30.282779 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-1a2631e3-942a-4753-96b7-50c8a42d2d48 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/e08da3c5-38e9-45e8-8381-86df63cd18d2 HTTP/1.1" status: 204 len: 168 time: 0.2853894 Jul 13 14:04:30.287880 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 38464) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:04:30.289520 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbea0665-0d36-4095-9f12-adde83ef9975 None None] Network f1e28055-306d-4d6c-ba6f-03dbaec7a44c requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:04:30.336830 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3eabe049-650b-4609-a001-c86b00513239 req-2939ffdd-31b5-4143-8b85-7ea99ab144f3 service neutron] 10.222.0.41 "GET /v2.0/networks/3c41f787-ebaf-4c90-8190-d791a024fbc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600523 Jul 13 14:04:30.367000 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0eb2a157-dd92-49a7-8b13-5893d7c58873 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:30.377694 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2631e3-942a-4753-96b7-50c8a42d2d48 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:04:30.378145 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2631e3-942a-4753-96b7-50c8a42d2d48 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:04:30.378682 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2631e3-942a-4753-96b7-50c8a42d2d48 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:04:30.379406 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2631e3-942a-4753-96b7-50c8a42d2d48 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:04:30.379406 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2631e3-942a-4753-96b7-50c8a42d2d48 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:04:30.379734 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2631e3-942a-4753-96b7-50c8a42d2d48 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:04:30.380064 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2631e3-942a-4753-96b7-50c8a42d2d48 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:04:30.380390 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2631e3-942a-4753-96b7-50c8a42d2d48 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:04:30.380710 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2631e3-942a-4753-96b7-50c8a42d2d48 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:04:30.381029 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2631e3-942a-4753-96b7-50c8a42d2d48 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:04:30.381598 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2631e3-942a-4753-96b7-50c8a42d2d48 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:04:30.381749 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2631e3-942a-4753-96b7-50c8a42d2d48 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:04:30.448410 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-0eb2a157-dd92-49a7-8b13-5893d7c58873 admin admin] Deleting port 800c18bc-fb37-420e-a861-f2ca26a18367 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:04:30.448967 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0eb2a157-dd92-49a7-8b13-5893d7c58873 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:30.452642 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3eabe049-650b-4609-a001-c86b00513239 req-3df097d6-dad5-4320-8692-fd498bf18d06 service neutron] 10.222.0.26 "GET /v2.0/networks/3c41f787-ebaf-4c90-8190-d791a024fbc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2842379 Jul 13 14:04:30.520004 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:30.548525 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-0eb2a157-dd92-49a7-8b13-5893d7c58873 admin admin] For port 800c18bc-fb37-420e-a861-f2ca26a18367, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=800c18bc-fb37-420e-a861-f2ca26a18367,segment=NetworkSegment(5c94c88a-d697-4884-ab45-fc92d94b2a82),segment_id=5c94c88a-d697-4884-ab45-fc92d94b2a82)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:04:30.549042 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0eb2a157-dd92-49a7-8b13-5893d7c58873 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:30.564751 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-0eb2a157-dd92-49a7-8b13-5893d7c58873 admin admin] Calling delete_port for 800c18bc-fb37-420e-a861-f2ca26a18367 owned by network:dhcp {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:04:30.589961 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed1415e-d0d1-4913-8309-de2612f847dd None None] DHCP port deletion for f1e28055-306d-4d6c-ba6f-03dbaec7a44c request from n-d-800634-1 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 14:04:30.632499 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3eabe049-650b-4609-a001-c86b00513239 req-a0bd6736-3936-4050-8683-1dfe88d9287a service neutron] 10.222.0.41 "GET /v2.0/networks/3c41f787-ebaf-4c90-8190-d791a024fbc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2848413 Jul 13 14:04:30.636796 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3eabe049-650b-4609-a001-c86b00513239 req-c3ff88f2-9170-4de1-807c-c6d938549fdb service neutron] 10.222.0.26 "GET /v2.0/networks/3c41f787-ebaf-4c90-8190-d791a024fbc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557534 Jul 13 14:04:30.647126 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d71e37-f702-4539-b50a-aaec514368cb req-db874755-04fc-487c-a201-70455159f129 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:04:30.648660 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-56d71e37-f702-4539-b50a-aaec514368cb req-db874755-04fc-487c-a201-70455159f129 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/ports?device_id=a79b75d3-bce8-4edf-a91a-68af2e5422e5 HTTP/1.1" status: 200 len: 944 time: 0.2105560 Jul 13 14:04:30.663681 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-aed1415e-d0d1-4913-8309-de2612f847dd None None] Deleting port 800c18bc-fb37-420e-a861-f2ca26a18367 {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:04:30.664221 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-aed1415e-d0d1-4913-8309-de2612f847dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:30.683304 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0eb2a157-dd92-49a7-8b13-5893d7c58873 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:30.711746 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-56d71e37-f702-4539-b50a-aaec514368cb req-1be20a9a-e68a-451f-abeb-2f444e235b96 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/security-groups?id=194e6929-9a5c-4dd6-8638-a81754a3ce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552950 Jul 13 14:04:30.718122 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb2a157-dd92-49a7-8b13-5893d7c58873 admin admin] Pushing event deleted for resources: {'Port': ['ID=800c18bc-fb37-420e-a861-f2ca26a18367,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:04:30.723089 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb2a157-dd92-49a7-8b13-5893d7c58873 admin admin] No DVR routers for this DVR port 800c18bc-fb37-420e-a861-f2ca26a18367 on host n-d-800634-1 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:04:30.765653 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-aed1415e-d0d1-4913-8309-de2612f847dd None None] For port 800c18bc-fb37-420e-a861-f2ca26a18367, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=800c18bc-fb37-420e-a861-f2ca26a18367,segment=NetworkSegment(5c94c88a-d697-4884-ab45-fc92d94b2a82),segment_id=5c94c88a-d697-4884-ab45-fc92d94b2a82)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:04:30.766177 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-aed1415e-d0d1-4913-8309-de2612f847dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:30.781554 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-aed1415e-d0d1-4913-8309-de2612f847dd None None] Calling delete_port for 800c18bc-fb37-420e-a861-f2ca26a18367 owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:04:30.799283 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0eb2a157-dd92-49a7-8b13-5893d7c58873 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:30.812457 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-0eb2a157-dd92-49a7-8b13-5893d7c58873 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1e28055-306d-4d6c-ba6f-03dbaec7a44c']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:04:30.827860 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-0eb2a157-dd92-49a7-8b13-5893d7c58873 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c94c88a-d697-4884-ab45-fc92d94b2a82') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:04:30.828163 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-0eb2a157-dd92-49a7-8b13-5893d7c58873 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c94c88a-d697-4884-ab45-fc92d94b2a82') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:04:30.837752 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0eb2a157-dd92-49a7-8b13-5893d7c58873 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6018464'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:30.847647 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:30.853466 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0eb2a157-dd92-49a7-8b13-5893d7c58873 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:30.859695 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0eb2a157-dd92-49a7-8b13-5893d7c58873 admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 14:04:30.860242 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0eb2a157-dd92-49a7-8b13-5893d7c58873 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6018632'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:30.862847 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:04:30.862847 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:04:30.862847 n-d-800634-1 neutron-server[93751]: Traceback (most recent call last): Jul 13 14:04:30.862847 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 14:04:30.862847 n-d-800634-1 neutron-server[93751]: timer() Jul 13 14:04:30.862847 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 14:04:30.862847 n-d-800634-1 neutron-server[93751]: cb(*args, **kw) Jul 13 14:04:30.862847 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 14:04:30.862847 n-d-800634-1 neutron-server[93751]: return func(*args, **kwargs) Jul 13 14:04:30.862847 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 14:04:30.862847 n-d-800634-1 neutron-server[93751]: self._notify() Jul 13 14:04:30.862847 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 14:04:30.862847 n-d-800634-1 neutron-server[93751]: self.callback(batched_events) Jul 13 14:04:30.862847 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 14:04:30.862847 n-d-800634-1 neutron-server[93751]: event.method(event) Jul 13 14:04:30.862847 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 14:04:30.862847 n-d-800634-1 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 14:04:30.862847 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 14:04:30.862847 n-d-800634-1 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 14:04:30.862847 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 14:04:30.862847 n-d-800634-1 neutron-server[93751]: return f(self, *a, **k) Jul 13 14:04:30.862847 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 14:04:30.862847 n-d-800634-1 neutron-server[93751]: return self._get(url).json() Jul 13 14:04:30.862847 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 14:04:30.862847 n-d-800634-1 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 14:04:30.862847 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 14:04:30.862847 n-d-800634-1 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 13 14:04:30.862847 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 14:04:30.862847 n-d-800634-1 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 14:04:30.862847 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 14:04:30.862847 n-d-800634-1 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 14:04:30.862847 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 14:04:30.862847 n-d-800634-1 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 14:04:30.862847 n-d-800634-1 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 14:04:30.873344 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-aed1415e-d0d1-4913-8309-de2612f847dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:30.903322 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed1415e-d0d1-4913-8309-de2612f847dd None None] Pushing event deleted for resources: {'Port': ['ID=800c18bc-fb37-420e-a861-f2ca26a18367,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:04:30.906998 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed1415e-d0d1-4913-8309-de2612f847dd None None] No DVR routers for this DVR port 800c18bc-fb37-420e-a861-f2ca26a18367 on host n-d-800634-1 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:04:30.930650 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0eb2a157-dd92-49a7-8b13-5893d7c58873 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:30.936565 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0eb2a157-dd92-49a7-8b13-5893d7c58873 admin admin] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:30.938599 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-0eb2a157-dd92-49a7-8b13-5893d7c58873 admin admin] 10.222.0.23 "DELETE /v2.0/networks/f1e28055-306d-4d6c-ba6f-03dbaec7a44c HTTP/1.1" status: 204 len: 168 time: 0.6495037 Jul 13 14:04:30.951280 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb2a157-dd92-49a7-8b13-5893d7c58873 admin admin] Pushing event deleted for resources: {'Network': ['ID=f1e28055-306d-4d6c-ba6f-03dbaec7a44c,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:04:31.052292 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 38470) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:04:31.091731 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-48e4e5d2-16a0-4324-a171-efc487f3c72b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7f13810fe16a4ce3aa944e84f22cfe26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382178 Jul 13 14:04:31.094303 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 38474) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:04:31.147587 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-68d24796-24f3-444a-9dbb-b85d5a4d3cb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:31.172351 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-68d24796-24f3-444a-9dbb-b85d5a4d3cb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:31.223448 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-68d24796-24f3-444a-9dbb-b85d5a4d3cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:31.225991 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-68d24796-24f3-444a-9dbb-b85d5a4d3cb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:31.227145 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-68d24796-24f3-444a-9dbb-b85d5a4d3cb3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4c737365-5cf5-4d87-8b77-ee98018f55dd HTTP/1.1" status: 204 len: 168 time: 0.1319337 Jul 13 14:04:31.234923 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d24796-24f3-444a-9dbb-b85d5a4d3cb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c737365-5cf5-4d87-8b77-ee98018f55dd,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:04:31.350351 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 37f646bc-3b06-4cac-971d-76c9d96c0925 details requested by agent hyperv_n-h2-800634-1 with host n-h2-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 14:04:31.460666 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 37f646bc-3b06-4cac-971d-76c9d96c0925, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=37f646bc-3b06-4cac-971d-76c9d96c0925,segment=NetworkSegment(a073a2b3-e228-4b13-80b4-7d5b4b04b832),segment_id=a073a2b3-e228-4b13-80b4-7d5b4b04b832)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:04:31.474131 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Returning: {'device': '37f646bc-3b06-4cac-971d-76c9d96c0925', 'network_id': '3c41f787-ebaf-4c90-8190-d791a024fbc3', 'port_id': '37f646bc-3b06-4cac-971d-76c9d96c0925', 'mac_address': 'fa:16:3e:59:4c:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e80c959-8a97-43d5-aed1-b8e82262ca89', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 14:04:31.512629 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:31.529254 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37f646bc-3b06-4cac-971d-76c9d96c0925 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:04:31.551474 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 37f646bc-3b06-4cac-971d-76c9d96c0925, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=37f646bc-3b06-4cac-971d-76c9d96c0925,segment=NetworkSegment(a073a2b3-e228-4b13-80b4-7d5b4b04b832),segment_id=a073a2b3-e228-4b13-80b4-7d5b4b04b832)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:04:31.555409 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:31.606857 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=37f646bc-3b06-4cac-971d-76c9d96c0925,revision_number=12']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:04:31.615508 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:04:31.617179 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:04:31.617600 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:04:31.617937 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:04:31.618275 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:04:31.618634 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:04:31.618970 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:04:31.619324 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:04:31.619767 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:04:31.620114 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:04:31.620455 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:04:31.620820 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:04:31.788465 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['37f646bc-3b06-4cac-971d-76c9d96c0925'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:04:31.902247 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f6c044-1e90-420a-918e-86aadde03575 req-acea4b88-f5e8-48e3-91a5-83bff710624b tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:04:31.903889 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-10f6c044-1e90-420a-918e-86aadde03575 req-acea4b88-f5e8-48e3-91a5-83bff710624b tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/ports?device_id=a79b75d3-bce8-4edf-a91a-68af2e5422e5 HTTP/1.1" status: 200 len: 945 time: 0.0802860 Jul 13 14:04:31.948724 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-10f6c044-1e90-420a-918e-86aadde03575 req-0003db2d-4790-4c3e-b0bb-c1ab51ded52b tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/security-groups?id=194e6929-9a5c-4dd6-8638-a81754a3ce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387104 Jul 13 14:04:31.976338 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 38498) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:04:32.050227 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-4e4aefb7-ec9c-44dd-9edd-994136bca63b tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/floatingips/ecd0d7b3-621f-4ce1-a50f-d3eee6cdd39f HTTP/1.1" status: 200 len: 992 time: 0.0692551 Jul 13 14:04:32.336260 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 800c18bc-fb37-420e-a861-f2ca26a18367 no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:04:32.359554 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: 800c18bc-fb37-420e-a861-f2ca26a18367 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:04:32.360285 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 800c18bc-fb37-420e-a861-f2ca26a18367 not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:04:32.593044 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 38528) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:04:32.704541 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-10dd7407-a615-4250-a847-9b188f9dc1cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:32.799026 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-10dd7407-a615-4250-a847-9b188f9dc1cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:32.803670 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-10dd7407-a615-4250-a847-9b188f9dc1cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:32.841996 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-10dd7407-a615-4250-a847-9b188f9dc1cc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=864da983df4f48f1aa8811df06a85da4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2477317 Jul 13 14:04:32.842879 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dd7407-a615-4250-a847-9b188f9dc1cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9442c5d0-a42a-4aad-bfdb-18ad8161b1ba,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:04:32.844785 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 38532) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:04:32.896462 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-793e1138-8935-4b2a-947e-b750a62b10c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:32.919086 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-793e1138-8935-4b2a-947e-b750a62b10c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:32.967816 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-793e1138-8935-4b2a-947e-b750a62b10c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:32.970516 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-793e1138-8935-4b2a-947e-b750a62b10c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:32.972233 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-793e1138-8935-4b2a-947e-b750a62b10c8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9442c5d0-a42a-4aad-bfdb-18ad8161b1ba HTTP/1.1" status: 204 len: 168 time: 0.1253786 Jul 13 14:04:32.980591 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793e1138-8935-4b2a-947e-b750a62b10c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9442c5d0-a42a-4aad-bfdb-18ad8161b1ba,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:04:33.366112 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 37f646bc-3b06-4cac-971d-76c9d96c0925 up at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:04:33.422427 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning for port 37f646bc-3b06-4cac-971d-76c9d96c0925 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:04:33.428878 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning complete for port 37f646bc-3b06-4cac-971d-76c9d96c0925 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:04:33.429306 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:33.518797 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:33.544702 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a79b75d3-bce8-4edf-a91a-68af2e5422e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37f646bc-3b06-4cac-971d-76c9d96c0925'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:04:33.547387 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e02f78c-4925-47ad-98fa-a9eac17f3938" -d '{"events": [{"server_uuid": "a79b75d3-bce8-4edf-a91a-68af2e5422e5", "name": "network-vif-plugged", "status": "completed", "tag": "37f646bc-3b06-4cac-971d-76c9d96c0925"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:04:33.562131 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 37f646bc-3b06-4cac-971d-76c9d96c0925, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=37f646bc-3b06-4cac-971d-76c9d96c0925,segment=NetworkSegment(a073a2b3-e228-4b13-80b4-7d5b4b04b832),segment_id=a073a2b3-e228-4b13-80b4-7d5b4b04b832)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:04:33.567770 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:33.594447 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b6196f7-469f-47bf-aaca-9dd05a216775 x-openstack-request-id: req-1b6196f7-469f-47bf-aaca-9dd05a216775 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:04:33.594731 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a79b75d3-bce8-4edf-a91a-68af2e5422e5", "name": "network-vif-plugged", "status": "completed", "tag": "37f646bc-3b06-4cac-971d-76c9d96c0925", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:04:33.594983 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1b6196f7-469f-47bf-aaca-9dd05a216775 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:04:33.595822 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a79b75d3-bce8-4edf-a91a-68af2e5422e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37f646bc-3b06-4cac-971d-76c9d96c0925', 'code': 200} Jul 13 14:04:33.623242 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=37f646bc-3b06-4cac-971d-76c9d96c0925,revision_number=13']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:04:33.634930 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 38558) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:04:33.733195 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-5f9e8925-ab59-40fe-82a5-92d838d57234 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1379415802-network', 'tenant_id': 'c4315e93438c4cc983172b1ed107c526'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:04:33.754628 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f9e8925-ab59-40fe-82a5-92d838d57234 admin admin] Made reservation on behalf of c4315e93438c4cc983172b1ed107c526 for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:04:33.757042 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5f9e8925-ab59-40fe-82a5-92d838d57234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:33.765690 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5f9e8925-ab59-40fe-82a5-92d838d57234 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:33.860775 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5f9e8925-ab59-40fe-82a5-92d838d57234 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:33.864783 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5f9e8925-ab59-40fe-82a5-92d838d57234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:33.891203 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f9e8925-ab59-40fe-82a5-92d838d57234 admin admin] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 14:04:33.901109 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9e8925-ab59-40fe-82a5-92d838d57234 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abbc2bf6-c74b-4889-946c-5c4ce5c1a5e7,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:04:33.906196 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5f9e8925-ab59-40fe-82a5-92d838d57234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:33.906542 n-d-800634-1 neutron-server[93751]: INFO neutron.db.segments_db [None req-5f9e8925-ab59-40fe-82a5-92d838d57234 admin admin] Added segment aebb0e3c-3482-4544-af4d-d9b00547feb5 of type vlan for network 80b89cdf-6786-466c-8abf-49f962d1195d Jul 13 14:04:33.948179 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5f9e8925-ab59-40fe-82a5-92d838d57234 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:33.977673 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5f9e8925-ab59-40fe-82a5-92d838d57234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:33.978679 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9e8925-ab59-40fe-82a5-92d838d57234 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:04:33.979266 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5f9e8925-ab59-40fe-82a5-92d838d57234 admin admin] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:34.034359 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-5f9e8925-ab59-40fe-82a5-92d838d57234 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3977506 Jul 13 14:04:34.037150 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 38562) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:04:34.044173 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-91411ffc-7b0e-4f38-87c9-6945dd310b00 admin admin] Request body: {'subnet': {'network_id': '80b89cdf-6786-466c-8abf-49f962d1195d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1379415802-subnet', 'tenant_id': 'c4315e93438c4cc983172b1ed107c526', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:04:34.048317 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9e8925-ab59-40fe-82a5-92d838d57234 admin admin] Pushing event updated for resources: {'Network': ['ID=80b89cdf-6786-466c-8abf-49f962d1195d,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:04:34.063757 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network 80b89cdf-6786-466c-8abf-49f962d1195d details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 14:04:34.074161 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91411ffc-7b0e-4f38-87c9-6945dd310b00 admin admin] Made reservation on behalf of c4315e93438c4cc983172b1ed107c526 for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:04:34.076550 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-91411ffc-7b0e-4f38-87c9-6945dd310b00 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6104980'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:34.268311 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-91411ffc-7b0e-4f38-87c9-6945dd310b00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6018343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6104998'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:34.330254 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91411ffc-7b0e-4f38-87c9-6945dd310b00 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8241d048-4fca-4180-bb35-2c653a28a39d,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:04:34.341023 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91411ffc-7b0e-4f38-87c9-6945dd310b00 admin admin] Checking segment: {'id': 'aebb0e3c-3482-4544-af4d-d9b00547feb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '80b89cdf-6786-466c-8abf-49f962d1195d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:04:34.341388 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91411ffc-7b0e-4f38-87c9-6945dd310b00 admin admin] Network hostable DHCP agents. Network: 80b89cdf-6786-466c-8abf-49f962d1195d, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 14:04:34.358798 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91411ffc-7b0e-4f38-87c9-6945dd310b00 admin admin] Network 80b89cdf-6786-466c-8abf-49f962d1195d is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 14:04:34.367487 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-91411ffc-7b0e-4f38-87c9-6945dd310b00 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, 80b89cdf-6786-466c-8abf-49f962d1195d) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:04:34.376880 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91411ffc-7b0e-4f38-87c9-6945dd310b00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:04:34.377780 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-91411ffc-7b0e-4f38-87c9-6945dd310b00 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:34.381317 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7931063-b511-47d9-9b92-0cc760164e67 None None] Network 80b89cdf-6786-466c-8abf-49f962d1195d requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:04:34.413767 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-91411ffc-7b0e-4f38-87c9-6945dd310b00 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3720899 Jul 13 14:04:34.528835 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75885c28-9520-42df-88a9-92d6bc787d38 None None] Network 80b89cdf-6786-466c-8abf-49f962d1195d requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:04:34.874693 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76491820-d726-4598-ae7a-8f510a68322a req-cbe29c22-0c6d-4020-a180-ae6826e8a3b4 tempest-ServerAddressesTestJSON-1215725835 tempest-ServerAddressesTestJSON-1215725835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:04:34.876260 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-76491820-d726-4598-ae7a-8f510a68322a req-cbe29c22-0c6d-4020-a180-ae6826e8a3b4 tempest-ServerAddressesTestJSON-1215725835 tempest-ServerAddressesTestJSON-1215725835-project] 10.222.0.23 "GET /v2.0/networks?id=80b89cdf-6786-466c-8abf-49f962d1195d HTTP/1.1" status: 200 len: 814 time: 0.1103013 Jul 13 14:04:34.892121 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-76491820-d726-4598-ae7a-8f510a68322a req-0f05f2db-b24a-474e-86aa-2a4907a3fd3c tempest-ServerAddressesTestJSON-1215725835 tempest-ServerAddressesTestJSON-1215725835-project] 10.222.0.23 "GET /v2.0/quotas/c4315e93438c4cc983172b1ed107c526 HTTP/1.1" status: 200 len: 375 time: 0.0093513 Jul 13 14:04:34.926429 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-76491820-d726-4598-ae7a-8f510a68322a req-062a0408-60a9-47d6-b6cc-a3482e0642ee tempest-ServerAddressesTestJSON-1215725835 tempest-ServerAddressesTestJSON-1215725835-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c4315e93438c4cc983172b1ed107c526&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0283418 Jul 13 14:04:35.360041 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-76491820-d726-4598-ae7a-8f510a68322a req-f426c2e5-5e54-4af9-ab4b-3c8059715a4e service neutron] 10.222.0.23 "GET /v2.0/networks/80b89cdf-6786-466c-8abf-49f962d1195d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4268763 Jul 13 14:04:35.452191 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-76491820-d726-4598-ae7a-8f510a68322a req-50f32394-98c2-4d81-a3cc-b33ab75bdffe service neutron] 10.222.0.23 "GET /v2.0/networks/80b89cdf-6786-466c-8abf-49f962d1195d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850728 Jul 13 14:04:35.628587 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-67c7f66d-e9ce-4c2f-b609-a3d643285773 req-57ded469-792f-4c85-b36a-804373009b5f tempest-ServerAddressesTestJSON-1215725835 tempest-ServerAddressesTestJSON-1215725835-project] 10.222.0.23 "GET /v2.0/ports?device_id=b0a49d02-24b1-461b-9a39-59b081aacce1 HTTP/1.1" status: 200 len: 210 time: 0.0330238 Jul 13 14:04:36.564201 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:04:36.726459 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76491820-d726-4598-ae7a-8f510a68322a req-1ae297ca-41ea-4233-9c45-afd688fea9d8 tempest-ServerAddressesTestJSON-1215725835 tempest-ServerAddressesTestJSON-1215725835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:04:36.728211 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-76491820-d726-4598-ae7a-8f510a68322a req-1ae297ca-41ea-4233-9c45-afd688fea9d8 tempest-ServerAddressesTestJSON-1215725835 tempest-ServerAddressesTestJSON-1215725835-project] 10.222.0.26 "GET /v2.0/networks?id=80b89cdf-6786-466c-8abf-49f962d1195d HTTP/1.1" status: 200 len: 814 time: 0.1257136 Jul 13 14:04:36.742002 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-76491820-d726-4598-ae7a-8f510a68322a req-78e4088c-2929-4d7c-90b7-786b6fbf0605 tempest-ServerAddressesTestJSON-1215725835 tempest-ServerAddressesTestJSON-1215725835-project] Request body: {'port': {'device_id': 'b0a49d02-24b1-461b-9a39-59b081aacce1', 'network_id': '80b89cdf-6786-466c-8abf-49f962d1195d', 'admin_state_up': True, 'tenant_id': 'c4315e93438c4cc983172b1ed107c526'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:04:36.827490 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3bc5e2d0-399c-412d-a68f-c2f0cf4575ca req-03cea6eb-550b-447e-8115-593c869cfa6d tempest-ServerAddressesTestJSON-1215725835 tempest-ServerAddressesTestJSON-1215725835-project] 10.222.0.23 "GET /v2.0/ports?device_id=b0a49d02-24b1-461b-9a39-59b081aacce1 HTTP/1.1" status: 200 len: 210 time: 0.0433686 Jul 13 14:04:36.882533 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76491820-d726-4598-ae7a-8f510a68322a req-78e4088c-2929-4d7c-90b7-786b6fbf0605 tempest-ServerAddressesTestJSON-1215725835 tempest-ServerAddressesTestJSON-1215725835-project] Made reservation on behalf of c4315e93438c4cc983172b1ed107c526 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:04:36.886050 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-76491820-d726-4598-ae7a-8f510a68322a req-78e4088c-2929-4d7c-90b7-786b6fbf0605 tempest-ServerAddressesTestJSON-1215725835 tempest-ServerAddressesTestJSON-1215725835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:37.011750 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-76491820-d726-4598-ae7a-8f510a68322a req-78e4088c-2929-4d7c-90b7-786b6fbf0605 tempest-ServerAddressesTestJSON-1215725835 tempest-ServerAddressesTestJSON-1215725835-project] Allocated IP 172.20.0.2 (80b89cdf-6786-466c-8abf-49f962d1195d/8241d048-4fca-4180-bb35-2c653a28a39d/c6bddbbe-f364-4248-b34c-253f46a9b1a3) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:04:37.164109 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-76491820-d726-4598-ae7a-8f510a68322a req-78e4088c-2929-4d7c-90b7-786b6fbf0605 tempest-ServerAddressesTestJSON-1215725835 tempest-ServerAddressesTestJSON-1215725835-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:37.203229 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-76491820-d726-4598-ae7a-8f510a68322a req-78e4088c-2929-4d7c-90b7-786b6fbf0605 tempest-ServerAddressesTestJSON-1215725835 tempest-ServerAddressesTestJSON-1215725835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:37.253577 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76491820-d726-4598-ae7a-8f510a68322a req-78e4088c-2929-4d7c-90b7-786b6fbf0605 tempest-ServerAddressesTestJSON-1215725835 tempest-ServerAddressesTestJSON-1215725835-project] Network 80b89cdf-6786-466c-8abf-49f962d1195d is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:04:37.257242 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-76491820-d726-4598-ae7a-8f510a68322a req-78e4088c-2929-4d7c-90b7-786b6fbf0605 tempest-ServerAddressesTestJSON-1215725835 tempest-ServerAddressesTestJSON-1215725835-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:04:37.261220 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-76491820-d726-4598-ae7a-8f510a68322a req-78e4088c-2929-4d7c-90b7-786b6fbf0605 tempest-ServerAddressesTestJSON-1215725835 tempest-ServerAddressesTestJSON-1215725835-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:04:37.267770 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e4088c-2929-4d7c-90b7-786b6fbf0605 tempest-ServerAddressesTestJSON-1215725835 tempest-ServerAddressesTestJSON-1215725835-project] Pushing event updated for resources: {'Port': ['ID=c6bddbbe-f364-4248-b34c-253f46a9b1a3,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:04:37.314267 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76491820-d726-4598-ae7a-8f510a68322a req-78e4088c-2929-4d7c-90b7-786b6fbf0605 tempest-ServerAddressesTestJSON-1215725835 tempest-ServerAddressesTestJSON-1215725835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:04:37.314923 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-76491820-d726-4598-ae7a-8f510a68322a req-78e4088c-2929-4d7c-90b7-786b6fbf0605 tempest-ServerAddressesTestJSON-1215725835 tempest-ServerAddressesTestJSON-1215725835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:37.328876 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-76491820-d726-4598-ae7a-8f510a68322a req-78e4088c-2929-4d7c-90b7-786b6fbf0605 tempest-ServerAddressesTestJSON-1215725835 tempest-ServerAddressesTestJSON-1215725835-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5925443 Jul 13 14:04:37.340699 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-76491820-d726-4598-ae7a-8f510a68322a req-e40ad30f-a44a-4dda-86e8-b6d8044a2990 service neutron] Request body: {'port': {'device_id': 'b0a49d02-24b1-461b-9a39-59b081aacce1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:04:37.412345 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-76491820-d726-4598-ae7a-8f510a68322a req-e40ad30f-a44a-4dda-86e8-b6d8044a2990 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:37.698556 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-76491820-d726-4598-ae7a-8f510a68322a req-e40ad30f-a44a-4dda-86e8-b6d8044a2990 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6bddbbe-f364-4248-b34c-253f46a9b1a3 {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:04:37.706948 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-76491820-d726-4598-ae7a-8f510a68322a req-e40ad30f-a44a-4dda-86e8-b6d8044a2990 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:37.718509 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-76491820-d726-4598-ae7a-8f510a68322a req-e40ad30f-a44a-4dda-86e8-b6d8044a2990 service neutron] Transition to ACTIVE for port object c6bddbbe-f364-4248-b34c-253f46a9b1a3 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:04:37.722971 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-76491820-d726-4598-ae7a-8f510a68322a req-e40ad30f-a44a-4dda-86e8-b6d8044a2990 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:37.788372 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40ad30f-a44a-4dda-86e8-b6d8044a2990 service neutron] Pushing event updated for resources: {'Port': ['ID=c6bddbbe-f364-4248-b34c-253f46a9b1a3,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:04:37.874313 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-76491820-d726-4598-ae7a-8f510a68322a req-e40ad30f-a44a-4dda-86e8-b6d8044a2990 service neutron] Attempting to bind port c6bddbbe-f364-4248-b34c-253f46a9b1a3 on host n-h1-800634-1 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:04:37.874776 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-76491820-d726-4598-ae7a-8f510a68322a req-e40ad30f-a44a-4dda-86e8-b6d8044a2990 service neutron] Attempting to bind port c6bddbbe-f364-4248-b34c-253f46a9b1a3 by drivers openvswitch,hyperv on host n-h1-800634-1 at level 0 using segments [{'id': 'aebb0e3c-3482-4544-af4d-d9b00547feb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '80b89cdf-6786-466c-8abf-49f962d1195d'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:04:37.875368 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76491820-d726-4598-ae7a-8f510a68322a req-e40ad30f-a44a-4dda-86e8-b6d8044a2990 service neutron] Attempting to bind port c6bddbbe-f364-4248-b34c-253f46a9b1a3 on network 80b89cdf-6786-466c-8abf-49f962d1195d {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:04:37.881338 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76491820-d726-4598-ae7a-8f510a68322a req-e40ad30f-a44a-4dda-86e8-b6d8044a2990 service neutron] Port c6bddbbe-f364-4248-b34c-253f46a9b1a3 on network 80b89cdf-6786-466c-8abf-49f962d1195d not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-1 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 14:04:37.881665 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76491820-d726-4598-ae7a-8f510a68322a req-e40ad30f-a44a-4dda-86e8-b6d8044a2990 service neutron] Attempting to bind port c6bddbbe-f364-4248-b34c-253f46a9b1a3 on network 80b89cdf-6786-466c-8abf-49f962d1195d {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:04:37.887043 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76491820-d726-4598-ae7a-8f510a68322a req-e40ad30f-a44a-4dda-86e8-b6d8044a2990 service neutron] Checking agent: {'id': 'a7603dc8-3c50-4a9b-8f0d-1143528f155e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 4, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:04:37.887382 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76491820-d726-4598-ae7a-8f510a68322a req-e40ad30f-a44a-4dda-86e8-b6d8044a2990 service neutron] Checking segment: {'id': 'aebb0e3c-3482-4544-af4d-d9b00547feb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '80b89cdf-6786-466c-8abf-49f962d1195d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:04:37.887802 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76491820-d726-4598-ae7a-8f510a68322a req-e40ad30f-a44a-4dda-86e8-b6d8044a2990 service neutron] Bound using segment: {'id': 'aebb0e3c-3482-4544-af4d-d9b00547feb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '80b89cdf-6786-466c-8abf-49f962d1195d'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:04:37.888288 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-76491820-d726-4598-ae7a-8f510a68322a req-e40ad30f-a44a-4dda-86e8-b6d8044a2990 service neutron] Bound port: c6bddbbe-f364-4248-b34c-253f46a9b1a3, host: n-h1-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aebb0e3c-3482-4544-af4d-d9b00547feb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '80b89cdf-6786-466c-8abf-49f962d1195d'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:04:37.888670 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-76491820-d726-4598-ae7a-8f510a68322a req-e40ad30f-a44a-4dda-86e8-b6d8044a2990 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:37.998882 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-76491820-d726-4598-ae7a-8f510a68322a req-e40ad30f-a44a-4dda-86e8-b6d8044a2990 service neutron] For port c6bddbbe-f364-4248-b34c-253f46a9b1a3, host n-h1-800634-1, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:04:38.005834 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-76491820-d726-4598-ae7a-8f510a68322a req-e40ad30f-a44a-4dda-86e8-b6d8044a2990 service neutron] For port c6bddbbe-f364-4248-b34c-253f46a9b1a3, host n-h1-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=c6bddbbe-f364-4248-b34c-253f46a9b1a3,segment=NetworkSegment(aebb0e3c-3482-4544-af4d-d9b00547feb5),segment_id=aebb0e3c-3482-4544-af4d-d9b00547feb5)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:04:38.011896 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-76491820-d726-4598-ae7a-8f510a68322a req-e40ad30f-a44a-4dda-86e8-b6d8044a2990 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:38.060939 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76491820-d726-4598-ae7a-8f510a68322a req-e40ad30f-a44a-4dda-86e8-b6d8044a2990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:04:38.061558 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-76491820-d726-4598-ae7a-8f510a68322a req-e40ad30f-a44a-4dda-86e8-b6d8044a2990 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:38.063010 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-76491820-d726-4598-ae7a-8f510a68322a req-e40ad30f-a44a-4dda-86e8-b6d8044a2990 service neutron] 10.222.0.26 "PUT /v2.0/ports/c6bddbbe-f364-4248-b34c-253f46a9b1a3 HTTP/1.1" status: 200 len: 1091 time: 0.7266464 Jul 13 14:04:38.063454 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0a49d02-24b1-461b-9a39-59b081aacce1', 'tag': 'c6bddbbe-f364-4248-b34c-253f46a9b1a3'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:04:38.067587 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d979cce0-cc55-4de1-bde7-ca4462f400d4" -d '{"events": [{"name": "network-changed", "server_uuid": "b0a49d02-24b1-461b-9a39-59b081aacce1", "tag": "c6bddbbe-f364-4248-b34c-253f46a9b1a3"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:04:38.095357 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32d1e10-cf0b-4e4f-8691-25c1406dfc46 req-e5cc3d9b-d8c2-4a40-beee-3cafd8e984d1 tempest-ServerAddressesTestJSON-1215725835 tempest-ServerAddressesTestJSON-1215725835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:04:38.097095 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b32d1e10-cf0b-4e4f-8691-25c1406dfc46 req-e5cc3d9b-d8c2-4a40-beee-3cafd8e984d1 tempest-ServerAddressesTestJSON-1215725835 tempest-ServerAddressesTestJSON-1215725835-project] 10.222.0.23 "GET /v2.0/ports?device_id=b0a49d02-24b1-461b-9a39-59b081aacce1 HTTP/1.1" status: 200 len: 943 time: 0.1511288 Jul 13 14:04:38.116597 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:04:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03200124-0951-4bb6-a795-c83862158377 x-openstack-request-id: req-03200124-0951-4bb6-a795-c83862158377 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:04:38.116889 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0a49d02-24b1-461b-9a39-59b081aacce1", "tag": "c6bddbbe-f364-4248-b34c-253f46a9b1a3", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:04:38.117147 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-03200124-0951-4bb6-a795-c83862158377 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:04:38.117545 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0a49d02-24b1-461b-9a39-59b081aacce1', 'tag': 'c6bddbbe-f364-4248-b34c-253f46a9b1a3', 'status': 'completed', 'code': 200} Jul 13 14:04:38.119415 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40ad30f-a44a-4dda-86e8-b6d8044a2990 service neutron] Pushing event updated for resources: {'Port': ['ID=c6bddbbe-f364-4248-b34c-253f46a9b1a3,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:04:38.184895 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b32d1e10-cf0b-4e4f-8691-25c1406dfc46 req-8c0c50f7-689f-4303-8b39-e9c20b738a79 tempest-ServerAddressesTestJSON-1215725835 tempest-ServerAddressesTestJSON-1215725835-project] 10.222.0.23 "GET /v2.0/security-groups?id=abbc2bf6-c74b-4889-946c-5c4ce5c1a5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791810 Jul 13 14:04:38.205751 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76491820-d726-4598-ae7a-8f510a68322a req-ccd72c6c-0af1-4e31-8543-1b469d3cc6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:04:38.207337 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-76491820-d726-4598-ae7a-8f510a68322a req-ccd72c6c-0af1-4e31-8543-1b469d3cc6b2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c4315e93438c4cc983172b1ed107c526&device_id=b0a49d02-24b1-461b-9a39-59b081aacce1 HTTP/1.1" status: 200 len: 1094 time: 0.0889409 Jul 13 14:04:38.249608 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-76491820-d726-4598-ae7a-8f510a68322a req-5f7d66ae-3f6b-4a1c-b08c-0b1b9c14d799 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c6bddbbe-f364-4248-b34c-253f46a9b1a3 HTTP/1.1" status: 200 len: 217 time: 0.0352006 Jul 13 14:04:38.303279 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76491820-d726-4598-ae7a-8f510a68322a req-7ce475dc-1534-4d4a-81c4-07878f23162e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:04:38.304865 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-76491820-d726-4598-ae7a-8f510a68322a req-7ce475dc-1534-4d4a-81c4-07878f23162e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8241d048-4fca-4180-bb35-2c653a28a39d HTTP/1.1" status: 200 len: 854 time: 0.0493958 Jul 13 14:04:38.343082 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-76491820-d726-4598-ae7a-8f510a68322a req-5acc84cb-6f91-4957-8f1e-64efb9718fd1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=80b89cdf-6786-466c-8abf-49f962d1195d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319481 Jul 13 14:04:38.435868 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-76491820-d726-4598-ae7a-8f510a68322a req-6c0e06d9-fbf6-4309-be7d-e988d306c76b service neutron] 10.222.0.26 "GET /v2.0/networks/80b89cdf-6786-466c-8abf-49f962d1195d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860794 Jul 13 14:04:38.529879 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-76491820-d726-4598-ae7a-8f510a68322a req-19b8cf35-7fa6-43ac-b0c0-e411a1a487f2 service neutron] 10.222.0.26 "GET /v2.0/networks/80b89cdf-6786-466c-8abf-49f962d1195d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882099 Jul 13 14:04:38.628223 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d979cce0-cc55-4de1-bde7-ca4462f400d4 req-7ec5e1d5-0c21-414a-9bfb-a2245fa497d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:04:38.629772 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d979cce0-cc55-4de1-bde7-ca4462f400d4 req-7ec5e1d5-0c21-414a-9bfb-a2245fa497d4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c4315e93438c4cc983172b1ed107c526&device_id=b0a49d02-24b1-461b-9a39-59b081aacce1 HTTP/1.1" status: 200 len: 1094 time: 0.0541680 Jul 13 14:04:38.721963 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d979cce0-cc55-4de1-bde7-ca4462f400d4 req-433e748a-1111-44a9-b866-e248a18c30e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:04:38.723469 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d979cce0-cc55-4de1-bde7-ca4462f400d4 req-433e748a-1111-44a9-b866-e248a18c30e1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=80b89cdf-6786-466c-8abf-49f962d1195d HTTP/1.1" status: 200 len: 914 time: 0.0881031 Jul 13 14:04:38.768940 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d979cce0-cc55-4de1-bde7-ca4462f400d4 req-2e1257cf-8f1c-4397-ab6b-f6b20c594439 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c6bddbbe-f364-4248-b34c-253f46a9b1a3 HTTP/1.1" status: 200 len: 217 time: 0.0389798 Jul 13 14:04:38.817980 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d979cce0-cc55-4de1-bde7-ca4462f400d4 req-35d91b05-e8c4-48a1-978b-3242ed78de72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:04:38.819448 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d979cce0-cc55-4de1-bde7-ca4462f400d4 req-35d91b05-e8c4-48a1-978b-3242ed78de72 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8241d048-4fca-4180-bb35-2c653a28a39d HTTP/1.1" status: 200 len: 854 time: 0.0449424 Jul 13 14:04:38.853573 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d979cce0-cc55-4de1-bde7-ca4462f400d4 req-b0fd814f-18ba-4bb4-a00f-51b17882bc63 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=80b89cdf-6786-466c-8abf-49f962d1195d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268836 Jul 13 14:04:38.952223 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d979cce0-cc55-4de1-bde7-ca4462f400d4 req-e8428fe4-2873-46be-a489-fa590ddfe326 service neutron] 10.222.0.26 "GET /v2.0/networks/80b89cdf-6786-466c-8abf-49f962d1195d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920887 Jul 13 14:04:39.051842 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d979cce0-cc55-4de1-bde7-ca4462f400d4 req-6723661c-b706-4db9-9278-fa349167eab2 service neutron] 10.222.0.26 "GET /v2.0/networks/80b89cdf-6786-466c-8abf-49f962d1195d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851233 Jul 13 14:04:39.366766 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16da8438-f52f-4d5c-8fde-fc650809fe94 req-a92d0c7d-4816-4194-a015-e8d31f428611 tempest-ServerAddressesTestJSON-1215725835 tempest-ServerAddressesTestJSON-1215725835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:04:39.368263 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-16da8438-f52f-4d5c-8fde-fc650809fe94 req-a92d0c7d-4816-4194-a015-e8d31f428611 tempest-ServerAddressesTestJSON-1215725835 tempest-ServerAddressesTestJSON-1215725835-project] 10.222.0.23 "GET /v2.0/ports?device_id=b0a49d02-24b1-461b-9a39-59b081aacce1 HTTP/1.1" status: 200 len: 943 time: 0.0698915 Jul 13 14:04:39.410644 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-16da8438-f52f-4d5c-8fde-fc650809fe94 req-a5ffaa4b-6b4d-4170-8c71-f71a7ec365c5 tempest-ServerAddressesTestJSON-1215725835 tempest-ServerAddressesTestJSON-1215725835-project] 10.222.0.23 "GET /v2.0/security-groups?id=abbc2bf6-c74b-4889-946c-5c4ce5c1a5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368462 Jul 13 14:04:40.587169 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe31385-729e-4b38-b608-65cd0be2eff7 req-c766f007-a016-43fe-8ec9-2a23b132e6af tempest-ServerAddressesTestJSON-1215725835 tempest-ServerAddressesTestJSON-1215725835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:04:40.588701 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ebe31385-729e-4b38-b608-65cd0be2eff7 req-c766f007-a016-43fe-8ec9-2a23b132e6af tempest-ServerAddressesTestJSON-1215725835 tempest-ServerAddressesTestJSON-1215725835-project] 10.222.0.23 "GET /v2.0/ports?device_id=b0a49d02-24b1-461b-9a39-59b081aacce1 HTTP/1.1" status: 200 len: 943 time: 0.0658391 Jul 13 14:04:40.628543 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ebe31385-729e-4b38-b608-65cd0be2eff7 req-fbe04f09-09a3-4711-a7a0-638f9a777338 tempest-ServerAddressesTestJSON-1215725835 tempest-ServerAddressesTestJSON-1215725835-project] 10.222.0.23 "GET /v2.0/security-groups?id=abbc2bf6-c74b-4889-946c-5c4ce5c1a5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342801 Jul 13 14:04:41.510857 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device c6bddbbe-f364-4248-b34c-253f46a9b1a3 details requested by agent hyperv_n-h1-800634-1 with host n-h1-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 14:04:41.619862 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port c6bddbbe-f364-4248-b34c-253f46a9b1a3, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=c6bddbbe-f364-4248-b34c-253f46a9b1a3,segment=NetworkSegment(aebb0e3c-3482-4544-af4d-d9b00547feb5),segment_id=aebb0e3c-3482-4544-af4d-d9b00547feb5)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:04:41.633388 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Returning: {'device': 'c6bddbbe-f364-4248-b34c-253f46a9b1a3', 'network_id': '80b89cdf-6786-466c-8abf-49f962d1195d', 'port_id': 'c6bddbbe-f364-4248-b34c-253f46a9b1a3', 'mac_address': 'fa:16:3e:14:57:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8241d048-4fca-4180-bb35-2c653a28a39d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 14:04:41.677626 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:41.691050 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6bddbbe-f364-4248-b34c-253f46a9b1a3 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:04:41.718518 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port c6bddbbe-f364-4248-b34c-253f46a9b1a3, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=c6bddbbe-f364-4248-b34c-253f46a9b1a3,segment=NetworkSegment(aebb0e3c-3482-4544-af4d-d9b00547feb5),segment_id=aebb0e3c-3482-4544-af4d-d9b00547feb5)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:04:41.724190 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:41.781357 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=c6bddbbe-f364-4248-b34c-253f46a9b1a3,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:04:41.827841 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7dcb03-18f3-44ea-8dd3-40f5a55fd6b1 req-c56fbf3a-3e23-40c3-962a-101eacd53c2c tempest-ServerAddressesTestJSON-1215725835 tempest-ServerAddressesTestJSON-1215725835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:04:41.829401 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2a7dcb03-18f3-44ea-8dd3-40f5a55fd6b1 req-c56fbf3a-3e23-40c3-962a-101eacd53c2c tempest-ServerAddressesTestJSON-1215725835 tempest-ServerAddressesTestJSON-1215725835-project] 10.222.0.23 "GET /v2.0/ports?device_id=b0a49d02-24b1-461b-9a39-59b081aacce1 HTTP/1.1" status: 200 len: 944 time: 0.0817561 Jul 13 14:04:41.875094 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2a7dcb03-18f3-44ea-8dd3-40f5a55fd6b1 req-1797d60e-2620-47b8-8b7f-780d8cb5248b tempest-ServerAddressesTestJSON-1215725835 tempest-ServerAddressesTestJSON-1215725835-project] 10.222.0.23 "GET /v2.0/security-groups?id=abbc2bf6-c74b-4889-946c-5c4ce5c1a5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392241 Jul 13 14:04:41.929154 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['c6bddbbe-f364-4248-b34c-253f46a9b1a3'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:04:43.055710 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414e8ec8-7fff-4cd7-87e8-a6a81e5bb5a7 req-126d6f6f-0a43-4467-b5ab-33386ad31390 tempest-ServerAddressesTestJSON-1215725835 tempest-ServerAddressesTestJSON-1215725835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:04:43.057255 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-414e8ec8-7fff-4cd7-87e8-a6a81e5bb5a7 req-126d6f6f-0a43-4467-b5ab-33386ad31390 tempest-ServerAddressesTestJSON-1215725835 tempest-ServerAddressesTestJSON-1215725835-project] 10.222.0.23 "GET /v2.0/ports?device_id=b0a49d02-24b1-461b-9a39-59b081aacce1 HTTP/1.1" status: 200 len: 944 time: 0.0687320 Jul 13 14:04:43.096672 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-414e8ec8-7fff-4cd7-87e8-a6a81e5bb5a7 req-7ff5e30e-f582-4c34-9239-f995979258e9 tempest-ServerAddressesTestJSON-1215725835 tempest-ServerAddressesTestJSON-1215725835-project] 10.222.0.23 "GET /v2.0/security-groups?id=abbc2bf6-c74b-4889-946c-5c4ce5c1a5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338116 Jul 13 14:04:43.526146 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device c6bddbbe-f364-4248-b34c-253f46a9b1a3 up at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:04:43.582267 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning for port c6bddbbe-f364-4248-b34c-253f46a9b1a3 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:04:43.588283 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning complete for port c6bddbbe-f364-4248-b34c-253f46a9b1a3 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:04:43.588886 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:43.670285 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:43.693869 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0a49d02-24b1-461b-9a39-59b081aacce1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6bddbbe-f364-4248-b34c-253f46a9b1a3'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:04:43.696222 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19a033de-b5a4-4663-8755-9d58860352dc" -d '{"events": [{"server_uuid": "b0a49d02-24b1-461b-9a39-59b081aacce1", "name": "network-vif-plugged", "status": "completed", "tag": "c6bddbbe-f364-4248-b34c-253f46a9b1a3"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:04:43.713328 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port c6bddbbe-f364-4248-b34c-253f46a9b1a3, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=c6bddbbe-f364-4248-b34c-253f46a9b1a3,segment=NetworkSegment(aebb0e3c-3482-4544-af4d-d9b00547feb5),segment_id=aebb0e3c-3482-4544-af4d-d9b00547feb5)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:04:43.718684 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:43.757753 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:04:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95da8d87-a659-4dab-a543-4902a0270f84 x-openstack-request-id: req-95da8d87-a659-4dab-a543-4902a0270f84 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:04:43.758230 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0a49d02-24b1-461b-9a39-59b081aacce1", "name": "network-vif-plugged", "status": "completed", "tag": "c6bddbbe-f364-4248-b34c-253f46a9b1a3", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:04:43.758646 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-95da8d87-a659-4dab-a543-4902a0270f84 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:04:43.759208 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0a49d02-24b1-461b-9a39-59b081aacce1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6bddbbe-f364-4248-b34c-253f46a9b1a3', 'code': 200} Jul 13 14:04:43.792569 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=c6bddbbe-f364-4248-b34c-253f46a9b1a3,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:04:43.852855 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d4f7a9-8ea9-4b3f-9e6f-7430e1c05dea req-175c3408-a5d0-4da4-8110-286347a3c7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:04:43.854382 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-27d4f7a9-8ea9-4b3f-9e6f-7430e1c05dea req-175c3408-a5d0-4da4-8110-286347a3c7aa service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b0a49d02-24b1-461b-9a39-59b081aacce1 HTTP/1.1" status: 200 len: 1096 time: 0.0528600 Jul 13 14:04:43.889844 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-27d4f7a9-8ea9-4b3f-9e6f-7430e1c05dea req-a93612db-d6c7-4939-8836-c266b2e08dc0 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=abbc2bf6-c74b-4889-946c-5c4ce5c1a5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292335 Jul 13 14:04:44.276510 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4adfca7-afd9-4401-b3da-10e2527517a8 req-4ea819dd-a42d-4c52-b18f-cfa0c38e32db tempest-ServerAddressesTestJSON-1215725835 tempest-ServerAddressesTestJSON-1215725835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:04:44.278034 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a4adfca7-afd9-4401-b3da-10e2527517a8 req-4ea819dd-a42d-4c52-b18f-cfa0c38e32db tempest-ServerAddressesTestJSON-1215725835 tempest-ServerAddressesTestJSON-1215725835-project] 10.222.0.23 "GET /v2.0/ports?device_id=b0a49d02-24b1-461b-9a39-59b081aacce1 HTTP/1.1" status: 200 len: 945 time: 0.0647976 Jul 13 14:04:44.317551 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a4adfca7-afd9-4401-b3da-10e2527517a8 req-2ca69513-5249-45ec-a371-2ccc05cb8384 tempest-ServerAddressesTestJSON-1215725835 tempest-ServerAddressesTestJSON-1215725835-project] 10.222.0.23 "GET /v2.0/security-groups?id=abbc2bf6-c74b-4889-946c-5c4ce5c1a5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339518 Jul 13 14:04:45.492512 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1a144c-c153-4c88-9aab-60f9e76ba44d req-934ebfd1-3c7b-4d75-b8ae-1a2e3ba57ae1 tempest-ServerAddressesTestJSON-1215725835 tempest-ServerAddressesTestJSON-1215725835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:04:45.494019 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8c1a144c-c153-4c88-9aab-60f9e76ba44d req-934ebfd1-3c7b-4d75-b8ae-1a2e3ba57ae1 tempest-ServerAddressesTestJSON-1215725835 tempest-ServerAddressesTestJSON-1215725835-project] 10.222.0.23 "GET /v2.0/ports?device_id=b0a49d02-24b1-461b-9a39-59b081aacce1 HTTP/1.1" status: 200 len: 945 time: 0.0623083 Jul 13 14:04:45.533210 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8c1a144c-c153-4c88-9aab-60f9e76ba44d req-7c589077-7694-424f-9e1e-72af66fd265c tempest-ServerAddressesTestJSON-1215725835 tempest-ServerAddressesTestJSON-1215725835-project] 10.222.0.23 "GET /v2.0/security-groups?id=abbc2bf6-c74b-4889-946c-5c4ce5c1a5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337579 Jul 13 14:04:46.173846 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1388f7c2-14fe-4053-b277-4435b572c781 req-d1d52c9b-8c60-42ae-854e-0499b8285f49 tempest-ServerAddressesTestJSON-1215725835 tempest-ServerAddressesTestJSON-1215725835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:04:46.176136 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1388f7c2-14fe-4053-b277-4435b572c781 req-d1d52c9b-8c60-42ae-854e-0499b8285f49 tempest-ServerAddressesTestJSON-1215725835 tempest-ServerAddressesTestJSON-1215725835-project] 10.222.0.23 "GET /v2.0/ports?device_id=b0a49d02-24b1-461b-9a39-59b081aacce1 HTTP/1.1" status: 200 len: 945 time: 0.0683219 Jul 13 14:04:46.214208 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1388f7c2-14fe-4053-b277-4435b572c781 req-8a6d4e09-8891-4157-b0b3-d7766244395e tempest-ServerAddressesTestJSON-1215725835 tempest-ServerAddressesTestJSON-1215725835-project] 10.222.0.23 "GET /v2.0/security-groups?id=abbc2bf6-c74b-4889-946c-5c4ce5c1a5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325708 Jul 13 14:04:47.213376 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e85dac81-1be4-4403-84bb-c7265b964c85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:47.363909 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6341d274-1cb6-48a4-85f2-e752a9dc8efc req-36090e06-4c0a-40d3-9d91-e7b8280598ae tempest-ServerAddressesTestJSON-1215725835 tempest-ServerAddressesTestJSON-1215725835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:04:47.365446 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6341d274-1cb6-48a4-85f2-e752a9dc8efc req-36090e06-4c0a-40d3-9d91-e7b8280598ae tempest-ServerAddressesTestJSON-1215725835 tempest-ServerAddressesTestJSON-1215725835-project] 10.222.0.26 "GET /v2.0/ports?device_id=b0a49d02-24b1-461b-9a39-59b081aacce1 HTTP/1.1" status: 200 len: 945 time: 0.0667930 Jul 13 14:04:47.394227 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e22089-8c8f-4b52-9113-d1ce1f5ee625 req-3654f549-a247-4392-a7e1-236d9f054e54 tempest-ServerAddressesTestJSON-1215725835 tempest-ServerAddressesTestJSON-1215725835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:04:47.395782 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c0e22089-8c8f-4b52-9113-d1ce1f5ee625 req-3654f549-a247-4392-a7e1-236d9f054e54 tempest-ServerAddressesTestJSON-1215725835 tempest-ServerAddressesTestJSON-1215725835-project] 10.222.0.23 "GET /v2.0/ports?device_id=b0a49d02-24b1-461b-9a39-59b081aacce1 HTTP/1.1" status: 200 len: 945 time: 0.0658724 Jul 13 14:04:47.434461 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c0e22089-8c8f-4b52-9113-d1ce1f5ee625 req-03390080-85d3-47c1-8f37-3e0001321760 tempest-ServerAddressesTestJSON-1215725835 tempest-ServerAddressesTestJSON-1215725835-project] 10.222.0.23 "GET /v2.0/security-groups?id=abbc2bf6-c74b-4889-946c-5c4ce5c1a5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330362 Jul 13 14:04:47.478293 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-6341d274-1cb6-48a4-85f2-e752a9dc8efc req-6e7f374f-cf8e-4d95-a2e9-c59ee28aa26b tempest-ServerAddressesTestJSON-1215725835 tempest-ServerAddressesTestJSON-1215725835-project] Deleting port c6bddbbe-f364-4248-b34c-253f46a9b1a3 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:04:47.478702 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-6341d274-1cb6-48a4-85f2-e752a9dc8efc req-6e7f374f-cf8e-4d95-a2e9-c59ee28aa26b tempest-ServerAddressesTestJSON-1215725835 tempest-ServerAddressesTestJSON-1215725835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:47.567391 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-6341d274-1cb6-48a4-85f2-e752a9dc8efc req-6e7f374f-cf8e-4d95-a2e9-c59ee28aa26b tempest-ServerAddressesTestJSON-1215725835 tempest-ServerAddressesTestJSON-1215725835-project] For port c6bddbbe-f364-4248-b34c-253f46a9b1a3, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=c6bddbbe-f364-4248-b34c-253f46a9b1a3,segment=NetworkSegment(aebb0e3c-3482-4544-af4d-d9b00547feb5),segment_id=aebb0e3c-3482-4544-af4d-d9b00547feb5)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:04:47.567818 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-6341d274-1cb6-48a4-85f2-e752a9dc8efc req-6e7f374f-cf8e-4d95-a2e9-c59ee28aa26b tempest-ServerAddressesTestJSON-1215725835 tempest-ServerAddressesTestJSON-1215725835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:47.581750 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-6341d274-1cb6-48a4-85f2-e752a9dc8efc req-6e7f374f-cf8e-4d95-a2e9-c59ee28aa26b tempest-ServerAddressesTestJSON-1215725835 tempest-ServerAddressesTestJSON-1215725835-project] Calling delete_port for c6bddbbe-f364-4248-b34c-253f46a9b1a3 owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:04:47.715087 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-6341d274-1cb6-48a4-85f2-e752a9dc8efc req-6e7f374f-cf8e-4d95-a2e9-c59ee28aa26b tempest-ServerAddressesTestJSON-1215725835 tempest-ServerAddressesTestJSON-1215725835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:47.728505 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['c6bddbbe-f364-4248-b34c-253f46a9b1a3'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:04:47.759721 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7f374f-cf8e-4d95-a2e9-c59ee28aa26b tempest-ServerAddressesTestJSON-1215725835 tempest-ServerAddressesTestJSON-1215725835-project] Pushing event deleted for resources: {'Port': ['ID=c6bddbbe-f364-4248-b34c-253f46a9b1a3,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:04:47.819920 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-6341d274-1cb6-48a4-85f2-e752a9dc8efc req-6e7f374f-cf8e-4d95-a2e9-c59ee28aa26b tempest-ServerAddressesTestJSON-1215725835 tempest-ServerAddressesTestJSON-1215725835-project] No DVR routers for this DVR port c6bddbbe-f364-4248-b34c-253f46a9b1a3 on host n-h1-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:04:47.822390 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-6341d274-1cb6-48a4-85f2-e752a9dc8efc req-6e7f374f-cf8e-4d95-a2e9-c59ee28aa26b tempest-ServerAddressesTestJSON-1215725835 tempest-ServerAddressesTestJSON-1215725835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:47.824269 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6341d274-1cb6-48a4-85f2-e752a9dc8efc req-6e7f374f-cf8e-4d95-a2e9-c59ee28aa26b tempest-ServerAddressesTestJSON-1215725835 tempest-ServerAddressesTestJSON-1215725835-project] 10.222.0.26 "DELETE /v2.0/ports/c6bddbbe-f364-4248-b34c-253f46a9b1a3 HTTP/1.1" status: 204 len: 173 time: 0.4538853 Jul 13 14:04:47.824707 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0a49d02-24b1-461b-9a39-59b081aacce1', 'name': 'network-vif-deleted', 'tag': 'c6bddbbe-f364-4248-b34c-253f46a9b1a3'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:04:47.827000 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b26fff30-6065-4927-b5b2-e670a413e7d0" -d '{"events": [{"server_uuid": "b0a49d02-24b1-461b-9a39-59b081aacce1", "name": "network-vif-deleted", "tag": "c6bddbbe-f364-4248-b34c-253f46a9b1a3"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:04:47.863843 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e95bb8d4-1648-41eb-b9ee-b4a100061077 x-openstack-request-id: req-e95bb8d4-1648-41eb-b9ee-b4a100061077 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:04:47.864147 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0a49d02-24b1-461b-9a39-59b081aacce1", "name": "network-vif-deleted", "tag": "c6bddbbe-f364-4248-b34c-253f46a9b1a3", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:04:47.864404 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e95bb8d4-1648-41eb-b9ee-b4a100061077 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:04:47.864807 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0a49d02-24b1-461b-9a39-59b081aacce1', 'name': 'network-vif-deleted', 'tag': 'c6bddbbe-f364-4248-b34c-253f46a9b1a3', 'status': 'completed', 'code': 200} Jul 13 14:04:48.529976 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 38654) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:04:48.579283 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-0421cae7-8026-40f8-8ec8-ec2377aa5450 admin admin] Deleting subnet 8241d048-4fca-4180-bb35-2c653a28a39d {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 14:04:48.582919 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0421cae7-8026-40f8-8ec8-ec2377aa5450 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:48.618419 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0421cae7-8026-40f8-8ec8-ec2377aa5450 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6018489'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:48.657026 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0421cae7-8026-40f8-8ec8-ec2377aa5450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:48.709327 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0421cae7-8026-40f8-8ec8-ec2377aa5450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6018534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6105009'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:48.732358 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0421cae7-8026-40f8-8ec8-ec2377aa5450 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8241d048-4fca-4180-bb35-2c653a28a39d,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:04:48.739516 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0421cae7-8026-40f8-8ec8-ec2377aa5450 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:48.741374 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-0421cae7-8026-40f8-8ec8-ec2377aa5450 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/8241d048-4fca-4180-bb35-2c653a28a39d HTTP/1.1" status: 204 len: 168 time: 0.2103512 Jul 13 14:04:48.743789 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 38656) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:04:49.142775 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-89ba540b-3c8e-4f49-86fd-fdfdb3463949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:49.223913 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-89ba540b-3c8e-4f49-86fd-fdfdb3463949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:49.233481 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-89ba540b-3c8e-4f49-86fd-fdfdb3463949 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80b89cdf-6786-466c-8abf-49f962d1195d']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:04:49.244326 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-89ba540b-3c8e-4f49-86fd-fdfdb3463949 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aebb0e3c-3482-4544-af4d-d9b00547feb5') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:04:49.244622 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-89ba540b-3c8e-4f49-86fd-fdfdb3463949 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aebb0e3c-3482-4544-af4d-d9b00547feb5') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:04:49.253272 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-89ba540b-3c8e-4f49-86fd-fdfdb3463949 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6018464'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:49.266535 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-89ba540b-3c8e-4f49-86fd-fdfdb3463949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:49.272309 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89ba540b-3c8e-4f49-86fd-fdfdb3463949 admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 14:04:49.272695 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-89ba540b-3c8e-4f49-86fd-fdfdb3463949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6018632'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:49.274470 n-d-800634-1 neutron-server[93751]: Traceback (most recent call last): Jul 13 14:04:49.274470 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 14:04:49.274470 n-d-800634-1 neutron-server[93751]: timer() Jul 13 14:04:49.274470 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 14:04:49.274470 n-d-800634-1 neutron-server[93751]: cb(*args, **kw) Jul 13 14:04:49.274470 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 14:04:49.274470 n-d-800634-1 neutron-server[93751]: return func(*args, **kwargs) Jul 13 14:04:49.274470 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 14:04:49.274470 n-d-800634-1 neutron-server[93751]: self._notify() Jul 13 14:04:49.274470 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 14:04:49.274470 n-d-800634-1 neutron-server[93751]: self.callback(batched_events) Jul 13 14:04:49.274470 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 14:04:49.274470 n-d-800634-1 neutron-server[93751]: event.method(event) Jul 13 14:04:49.274470 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 14:04:49.274470 n-d-800634-1 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 14:04:49.274470 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 14:04:49.274470 n-d-800634-1 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 14:04:49.274470 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 14:04:49.274470 n-d-800634-1 neutron-server[93751]: return f(self, *a, **k) Jul 13 14:04:49.274470 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 14:04:49.274470 n-d-800634-1 neutron-server[93751]: return self._get(url).json() Jul 13 14:04:49.274470 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 14:04:49.274470 n-d-800634-1 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 14:04:49.274470 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 14:04:49.274470 n-d-800634-1 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 13 14:04:49.274470 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 14:04:49.274470 n-d-800634-1 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 14:04:49.274470 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 14:04:49.274470 n-d-800634-1 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 14:04:49.274470 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 14:04:49.274470 n-d-800634-1 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 14:04:49.274470 n-d-800634-1 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 14:04:49.331161 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-89ba540b-3c8e-4f49-86fd-fdfdb3463949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:49.336593 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-89ba540b-3c8e-4f49-86fd-fdfdb3463949 admin admin] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:49.338450 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-89ba540b-3c8e-4f49-86fd-fdfdb3463949 admin admin] 10.222.0.23 "DELETE /v2.0/networks/80b89cdf-6786-466c-8abf-49f962d1195d HTTP/1.1" status: 204 len: 168 time: 0.5937724 Jul 13 14:04:49.350013 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ba540b-3c8e-4f49-86fd-fdfdb3463949 admin admin] Pushing event deleted for resources: {'Network': ['ID=80b89cdf-6786-466c-8abf-49f962d1195d,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:04:49.444845 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 38662) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:04:49.488521 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-2c6a1da7-5b81-44ee-b553-38f8cb53a0dc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c4315e93438c4cc983172b1ed107c526&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0424113 Jul 13 14:04:49.490987 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 38664) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:04:49.539299 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-be0ca7d3-69fe-470f-871e-44e674e09239 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:49.560237 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-be0ca7d3-69fe-470f-871e-44e674e09239 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:49.607005 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-be0ca7d3-69fe-470f-871e-44e674e09239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:49.609599 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-be0ca7d3-69fe-470f-871e-44e674e09239 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:49.610756 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-be0ca7d3-69fe-470f-871e-44e674e09239 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/abbc2bf6-c74b-4889-946c-5c4ce5c1a5e7 HTTP/1.1" status: 204 len: 168 time: 0.1188626 Jul 13 14:04:49.619003 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0ca7d3-69fe-470f-871e-44e674e09239 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abbc2bf6-c74b-4889-946c-5c4ce5c1a5e7,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:04:49.870422 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-0f232336-0a3e-45d3-b916-c0304941b5e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:50.001699 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:50.269270 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 38688) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:04:50.365349 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-8faa72b6-f424-4179-84e1-eeb3e0718788 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-664329678-network', 'tenant_id': 'e7b3f97001bd415b996f8d786ef571e1'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:04:50.386093 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8faa72b6-f424-4179-84e1-eeb3e0718788 admin admin] Made reservation on behalf of e7b3f97001bd415b996f8d786ef571e1 for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:04:50.388470 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8faa72b6-f424-4179-84e1-eeb3e0718788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:50.396745 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8faa72b6-f424-4179-84e1-eeb3e0718788 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:50.487591 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8faa72b6-f424-4179-84e1-eeb3e0718788 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:50.491538 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8faa72b6-f424-4179-84e1-eeb3e0718788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:50.512040 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8faa72b6-f424-4179-84e1-eeb3e0718788 admin admin] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 14:04:50.526776 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faa72b6-f424-4179-84e1-eeb3e0718788 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfb5d231-dc92-4420-998b-0c8ac1b9798a,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:04:50.530460 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8faa72b6-f424-4179-84e1-eeb3e0718788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:50.530817 n-d-800634-1 neutron-server[93751]: INFO neutron.db.segments_db [None req-8faa72b6-f424-4179-84e1-eeb3e0718788 admin admin] Added segment 570efb12-11e3-49af-a8a8-688a7b791028 of type vlan for network 5ed9efc3-97bf-4438-b42d-1716bed4c3e9 Jul 13 14:04:50.575082 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8faa72b6-f424-4179-84e1-eeb3e0718788 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:50.604708 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8faa72b6-f424-4179-84e1-eeb3e0718788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:50.605710 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8faa72b6-f424-4179-84e1-eeb3e0718788 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:04:50.606375 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8faa72b6-f424-4179-84e1-eeb3e0718788 admin admin] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:50.664678 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-8faa72b6-f424-4179-84e1-eeb3e0718788 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3913715 Jul 13 14:04:50.665079 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 38692) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:04:50.669553 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faa72b6-f424-4179-84e1-eeb3e0718788 admin admin] Pushing event updated for resources: {'Network': ['ID=5ed9efc3-97bf-4438-b42d-1716bed4c3e9,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:04:50.670383 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-ceb9d695-a90e-4a97-a98a-ea7aae76442a admin admin] Request body: {'subnet': {'network_id': '5ed9efc3-97bf-4438-b42d-1716bed4c3e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-664329678-subnet', 'tenant_id': 'e7b3f97001bd415b996f8d786ef571e1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:04:50.680707 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network 5ed9efc3-97bf-4438-b42d-1716bed4c3e9 details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 14:04:50.699342 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceb9d695-a90e-4a97-a98a-ea7aae76442a admin admin] Made reservation on behalf of e7b3f97001bd415b996f8d786ef571e1 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:04:50.702057 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ceb9d695-a90e-4a97-a98a-ea7aae76442a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4763385'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:50.873512 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ceb9d695-a90e-4a97-a98a-ea7aae76442a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5970588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4763339'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:50.922093 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb9d695-a90e-4a97-a98a-ea7aae76442a admin admin] Pushing event updated for resources: {'Subnet': ['ID=807513ba-543a-44ba-af7a-6af5b7354ecd,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:04:50.937402 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb9d695-a90e-4a97-a98a-ea7aae76442a admin admin] Checking segment: {'id': '570efb12-11e3-49af-a8a8-688a7b791028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '5ed9efc3-97bf-4438-b42d-1716bed4c3e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:04:50.937787 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb9d695-a90e-4a97-a98a-ea7aae76442a admin admin] Network hostable DHCP agents. Network: 5ed9efc3-97bf-4438-b42d-1716bed4c3e9, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 14:04:50.954598 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb9d695-a90e-4a97-a98a-ea7aae76442a admin admin] Network 5ed9efc3-97bf-4438-b42d-1716bed4c3e9 is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 14:04:50.963434 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-ceb9d695-a90e-4a97-a98a-ea7aae76442a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, 5ed9efc3-97bf-4438-b42d-1716bed4c3e9) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:04:50.967539 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb9d695-a90e-4a97-a98a-ea7aae76442a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:04:50.968126 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ceb9d695-a90e-4a97-a98a-ea7aae76442a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:50.973369 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f49d35d5-7467-4469-b06b-d1bc17a45889 None None] Network 5ed9efc3-97bf-4438-b42d-1716bed4c3e9 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:04:50.982310 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-ceb9d695-a90e-4a97-a98a-ea7aae76442a admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3160062 Jul 13 14:04:51.112831 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25146d2c-b1eb-4eb2-a941-c36b6f8d21a3 None None] Network 5ed9efc3-97bf-4438-b42d-1716bed4c3e9 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:04:51.182537 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:51.419442 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca1b872-efe2-474f-9090-c91b36c346d3 req-2ed08e6d-ddfd-4f7c-8b30-d6b0742f74c6 tempest-ServerPasswordTestJSON-279940926 tempest-ServerPasswordTestJSON-279940926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:04:51.420928 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7ca1b872-efe2-474f-9090-c91b36c346d3 req-2ed08e6d-ddfd-4f7c-8b30-d6b0742f74c6 tempest-ServerPasswordTestJSON-279940926 tempest-ServerPasswordTestJSON-279940926-project] 10.222.0.23 "GET /v2.0/networks?id=5ed9efc3-97bf-4438-b42d-1716bed4c3e9 HTTP/1.1" status: 200 len: 812 time: 0.1052048 Jul 13 14:04:51.436231 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7ca1b872-efe2-474f-9090-c91b36c346d3 req-c4e4a910-a222-44da-9165-ce5617833b0b tempest-ServerPasswordTestJSON-279940926 tempest-ServerPasswordTestJSON-279940926-project] 10.222.0.23 "GET /v2.0/quotas/e7b3f97001bd415b996f8d786ef571e1 HTTP/1.1" status: 200 len: 375 time: 0.0089617 Jul 13 14:04:51.470596 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7ca1b872-efe2-474f-9090-c91b36c346d3 req-037dd08d-125e-421e-9468-cfe350abbb7d tempest-ServerPasswordTestJSON-279940926 tempest-ServerPasswordTestJSON-279940926-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=e7b3f97001bd415b996f8d786ef571e1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0283942 Jul 13 14:04:51.525777 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device c6bddbbe-f364-4248-b34c-253f46a9b1a3 no longer exists at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:04:51.545371 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-381d4315-9089-413f-a071-aa2897bda790 None None] No Port match for: c6bddbbe-f364-4248-b34c-253f46a9b1a3 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:04:51.545718 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device c6bddbbe-f364-4248-b34c-253f46a9b1a3 not bound to the agent host n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:04:51.565371 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7ca1b872-efe2-474f-9090-c91b36c346d3 req-be0ec6ba-e6b8-487c-9b1d-ec8e335b3899 service neutron] 10.222.0.23 "GET /v2.0/networks/5ed9efc3-97bf-4438-b42d-1716bed4c3e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874758 Jul 13 14:04:51.655706 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7ca1b872-efe2-474f-9090-c91b36c346d3 req-a8544d5e-97e9-4540-8a22-d366cd43ddaf service neutron] 10.222.0.23 "GET /v2.0/networks/5ed9efc3-97bf-4438-b42d-1716bed4c3e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843699 Jul 13 14:04:51.845460 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a2329fa4-90b8-47d8-a977-29091a7a91dd req-4388d194-aceb-4d68-8c2b-1fff4008a99e tempest-ServerPasswordTestJSON-279940926 tempest-ServerPasswordTestJSON-279940926-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d5ca17c-e12e-44dc-8c69-fc927d98a347 HTTP/1.1" status: 200 len: 210 time: 0.0291455 Jul 13 14:04:52.679956 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:52.903415 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca1b872-efe2-474f-9090-c91b36c346d3 req-7978d16c-930a-450d-b101-3bccc096b064 tempest-ServerPasswordTestJSON-279940926 tempest-ServerPasswordTestJSON-279940926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:04:52.905083 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7ca1b872-efe2-474f-9090-c91b36c346d3 req-7978d16c-930a-450d-b101-3bccc096b064 tempest-ServerPasswordTestJSON-279940926 tempest-ServerPasswordTestJSON-279940926-project] 10.222.0.26 "GET /v2.0/networks?id=5ed9efc3-97bf-4438-b42d-1716bed4c3e9 HTTP/1.1" status: 200 len: 812 time: 0.1147354 Jul 13 14:04:52.921274 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-7ca1b872-efe2-474f-9090-c91b36c346d3 req-45afb51d-e746-455a-9dc8-2d617dacdcb7 tempest-ServerPasswordTestJSON-279940926 tempest-ServerPasswordTestJSON-279940926-project] Request body: {'port': {'device_id': '3d5ca17c-e12e-44dc-8c69-fc927d98a347', 'network_id': '5ed9efc3-97bf-4438-b42d-1716bed4c3e9', 'admin_state_up': True, 'tenant_id': 'e7b3f97001bd415b996f8d786ef571e1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:04:53.010604 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6cdcedb4-ffa3-43a2-bad3-9377197abf41 req-0205e2c1-f198-430e-81ca-54f3c7a5baf4 tempest-ServerPasswordTestJSON-279940926 tempest-ServerPasswordTestJSON-279940926-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d5ca17c-e12e-44dc-8c69-fc927d98a347 HTTP/1.1" status: 200 len: 210 time: 0.0411589 Jul 13 14:04:53.039221 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ca1b872-efe2-474f-9090-c91b36c346d3 req-45afb51d-e746-455a-9dc8-2d617dacdcb7 tempest-ServerPasswordTestJSON-279940926 tempest-ServerPasswordTestJSON-279940926-project] Made reservation on behalf of e7b3f97001bd415b996f8d786ef571e1 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:04:53.042974 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-7ca1b872-efe2-474f-9090-c91b36c346d3 req-45afb51d-e746-455a-9dc8-2d617dacdcb7 tempest-ServerPasswordTestJSON-279940926 tempest-ServerPasswordTestJSON-279940926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:53.174622 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-7ca1b872-efe2-474f-9090-c91b36c346d3 req-45afb51d-e746-455a-9dc8-2d617dacdcb7 tempest-ServerPasswordTestJSON-279940926 tempest-ServerPasswordTestJSON-279940926-project] Allocated IP 172.20.0.3 (5ed9efc3-97bf-4438-b42d-1716bed4c3e9/807513ba-543a-44ba-af7a-6af5b7354ecd/5b61c74f-9cd5-41a3-9cce-3ad551d869e3) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:04:53.328144 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-7ca1b872-efe2-474f-9090-c91b36c346d3 req-45afb51d-e746-455a-9dc8-2d617dacdcb7 tempest-ServerPasswordTestJSON-279940926 tempest-ServerPasswordTestJSON-279940926-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:53.370035 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-7ca1b872-efe2-474f-9090-c91b36c346d3 req-45afb51d-e746-455a-9dc8-2d617dacdcb7 tempest-ServerPasswordTestJSON-279940926 tempest-ServerPasswordTestJSON-279940926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:53.417583 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ca1b872-efe2-474f-9090-c91b36c346d3 req-45afb51d-e746-455a-9dc8-2d617dacdcb7 tempest-ServerPasswordTestJSON-279940926 tempest-ServerPasswordTestJSON-279940926-project] Network 5ed9efc3-97bf-4438-b42d-1716bed4c3e9 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:04:53.420889 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-7ca1b872-efe2-474f-9090-c91b36c346d3 req-45afb51d-e746-455a-9dc8-2d617dacdcb7 tempest-ServerPasswordTestJSON-279940926 tempest-ServerPasswordTestJSON-279940926-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:04:53.425600 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ca1b872-efe2-474f-9090-c91b36c346d3 req-45afb51d-e746-455a-9dc8-2d617dacdcb7 tempest-ServerPasswordTestJSON-279940926 tempest-ServerPasswordTestJSON-279940926-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:04:53.432151 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afb51d-e746-455a-9dc8-2d617dacdcb7 tempest-ServerPasswordTestJSON-279940926 tempest-ServerPasswordTestJSON-279940926-project] Pushing event updated for resources: {'Port': ['ID=5b61c74f-9cd5-41a3-9cce-3ad551d869e3,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:04:53.478232 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca1b872-efe2-474f-9090-c91b36c346d3 req-45afb51d-e746-455a-9dc8-2d617dacdcb7 tempest-ServerPasswordTestJSON-279940926 tempest-ServerPasswordTestJSON-279940926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:04:53.478840 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-7ca1b872-efe2-474f-9090-c91b36c346d3 req-45afb51d-e746-455a-9dc8-2d617dacdcb7 tempest-ServerPasswordTestJSON-279940926 tempest-ServerPasswordTestJSON-279940926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:53.492033 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7ca1b872-efe2-474f-9090-c91b36c346d3 req-45afb51d-e746-455a-9dc8-2d617dacdcb7 tempest-ServerPasswordTestJSON-279940926 tempest-ServerPasswordTestJSON-279940926-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5749369 Jul 13 14:04:53.504111 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-7ca1b872-efe2-474f-9090-c91b36c346d3 req-376fc665-e854-4683-9a79-843eb545f833 service neutron] Request body: {'port': {'device_id': '3d5ca17c-e12e-44dc-8c69-fc927d98a347', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:04:53.578879 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-7ca1b872-efe2-474f-9090-c91b36c346d3 req-376fc665-e854-4683-9a79-843eb545f833 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:53.851871 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-7ca1b872-efe2-474f-9090-c91b36c346d3 req-376fc665-e854-4683-9a79-843eb545f833 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b61c74f-9cd5-41a3-9cce-3ad551d869e3 {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:04:53.859402 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-7ca1b872-efe2-474f-9090-c91b36c346d3 req-376fc665-e854-4683-9a79-843eb545f833 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:53.872522 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-7ca1b872-efe2-474f-9090-c91b36c346d3 req-376fc665-e854-4683-9a79-843eb545f833 service neutron] Transition to ACTIVE for port object 5b61c74f-9cd5-41a3-9cce-3ad551d869e3 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:04:53.875376 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-7ca1b872-efe2-474f-9090-c91b36c346d3 req-376fc665-e854-4683-9a79-843eb545f833 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:53.929602 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376fc665-e854-4683-9a79-843eb545f833 service neutron] Pushing event updated for resources: {'Port': ['ID=5b61c74f-9cd5-41a3-9cce-3ad551d869e3,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:04:54.001331 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-7ca1b872-efe2-474f-9090-c91b36c346d3 req-376fc665-e854-4683-9a79-843eb545f833 service neutron] Attempting to bind port 5b61c74f-9cd5-41a3-9cce-3ad551d869e3 on host n-h1-800634-1 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:04:54.001663 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-7ca1b872-efe2-474f-9090-c91b36c346d3 req-376fc665-e854-4683-9a79-843eb545f833 service neutron] Attempting to bind port 5b61c74f-9cd5-41a3-9cce-3ad551d869e3 by drivers openvswitch,hyperv on host n-h1-800634-1 at level 0 using segments [{'id': '570efb12-11e3-49af-a8a8-688a7b791028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '5ed9efc3-97bf-4438-b42d-1716bed4c3e9'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:04:54.002702 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ca1b872-efe2-474f-9090-c91b36c346d3 req-376fc665-e854-4683-9a79-843eb545f833 service neutron] Attempting to bind port 5b61c74f-9cd5-41a3-9cce-3ad551d869e3 on network 5ed9efc3-97bf-4438-b42d-1716bed4c3e9 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:04:54.007530 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ca1b872-efe2-474f-9090-c91b36c346d3 req-376fc665-e854-4683-9a79-843eb545f833 service neutron] Port 5b61c74f-9cd5-41a3-9cce-3ad551d869e3 on network 5ed9efc3-97bf-4438-b42d-1716bed4c3e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-1 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 14:04:54.007842 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ca1b872-efe2-474f-9090-c91b36c346d3 req-376fc665-e854-4683-9a79-843eb545f833 service neutron] Attempting to bind port 5b61c74f-9cd5-41a3-9cce-3ad551d869e3 on network 5ed9efc3-97bf-4438-b42d-1716bed4c3e9 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:04:54.012587 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ca1b872-efe2-474f-9090-c91b36c346d3 req-376fc665-e854-4683-9a79-843eb545f833 service neutron] Checking agent: {'id': 'a7603dc8-3c50-4a9b-8f0d-1143528f155e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 4, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:04:54.012924 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ca1b872-efe2-474f-9090-c91b36c346d3 req-376fc665-e854-4683-9a79-843eb545f833 service neutron] Checking segment: {'id': '570efb12-11e3-49af-a8a8-688a7b791028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '5ed9efc3-97bf-4438-b42d-1716bed4c3e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:04:54.013301 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ca1b872-efe2-474f-9090-c91b36c346d3 req-376fc665-e854-4683-9a79-843eb545f833 service neutron] Bound using segment: {'id': '570efb12-11e3-49af-a8a8-688a7b791028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '5ed9efc3-97bf-4438-b42d-1716bed4c3e9'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:04:54.013723 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-7ca1b872-efe2-474f-9090-c91b36c346d3 req-376fc665-e854-4683-9a79-843eb545f833 service neutron] Bound port: 5b61c74f-9cd5-41a3-9cce-3ad551d869e3, host: n-h1-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '570efb12-11e3-49af-a8a8-688a7b791028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '5ed9efc3-97bf-4438-b42d-1716bed4c3e9'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:04:54.014099 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-7ca1b872-efe2-474f-9090-c91b36c346d3 req-376fc665-e854-4683-9a79-843eb545f833 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:54.082068 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-7ca1b872-efe2-474f-9090-c91b36c346d3 req-376fc665-e854-4683-9a79-843eb545f833 service neutron] For port 5b61c74f-9cd5-41a3-9cce-3ad551d869e3, host n-h1-800634-1, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:04:54.085267 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-7ca1b872-efe2-474f-9090-c91b36c346d3 req-376fc665-e854-4683-9a79-843eb545f833 service neutron] For port 5b61c74f-9cd5-41a3-9cce-3ad551d869e3, host n-h1-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=5b61c74f-9cd5-41a3-9cce-3ad551d869e3,segment=NetworkSegment(570efb12-11e3-49af-a8a8-688a7b791028),segment_id=570efb12-11e3-49af-a8a8-688a7b791028)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:04:54.090113 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-7ca1b872-efe2-474f-9090-c91b36c346d3 req-376fc665-e854-4683-9a79-843eb545f833 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:54.123784 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca1b872-efe2-474f-9090-c91b36c346d3 req-376fc665-e854-4683-9a79-843eb545f833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:04:54.124376 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-7ca1b872-efe2-474f-9090-c91b36c346d3 req-376fc665-e854-4683-9a79-843eb545f833 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:54.125798 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7ca1b872-efe2-474f-9090-c91b36c346d3 req-376fc665-e854-4683-9a79-843eb545f833 service neutron] 10.222.0.26 "PUT /v2.0/ports/5b61c74f-9cd5-41a3-9cce-3ad551d869e3 HTTP/1.1" status: 200 len: 1091 time: 0.6262710 Jul 13 14:04:54.126246 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d5ca17c-e12e-44dc-8c69-fc927d98a347', 'tag': '5b61c74f-9cd5-41a3-9cce-3ad551d869e3'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:04:54.129267 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a5e3883-def9-47da-b243-8a6cf61ac42b" -d '{"events": [{"name": "network-changed", "server_uuid": "3d5ca17c-e12e-44dc-8c69-fc927d98a347", "tag": "5b61c74f-9cd5-41a3-9cce-3ad551d869e3"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:04:54.161026 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376fc665-e854-4683-9a79-843eb545f833 service neutron] Pushing event updated for resources: {'Port': ['ID=5b61c74f-9cd5-41a3-9cce-3ad551d869e3,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:04:54.182788 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ae0b3d9-77dc-4a4d-aea0-322f0bfb479e x-openstack-request-id: req-6ae0b3d9-77dc-4a4d-aea0-322f0bfb479e {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:04:54.183220 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d5ca17c-e12e-44dc-8c69-fc927d98a347", "tag": "5b61c74f-9cd5-41a3-9cce-3ad551d869e3", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:04:54.183492 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6ae0b3d9-77dc-4a4d-aea0-322f0bfb479e {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:04:54.183891 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d5ca17c-e12e-44dc-8c69-fc927d98a347', 'tag': '5b61c74f-9cd5-41a3-9cce-3ad551d869e3', 'status': 'completed', 'code': 200} Jul 13 14:04:54.198122 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe12e8c-274c-4028-a374-6b2d6daaa996 req-2fcb05be-4c85-43b3-91ab-70035ecc2a65 tempest-ServerPasswordTestJSON-279940926 tempest-ServerPasswordTestJSON-279940926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:04:54.199636 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-cbe12e8c-274c-4028-a374-6b2d6daaa996 req-2fcb05be-4c85-43b3-91ab-70035ecc2a65 tempest-ServerPasswordTestJSON-279940926 tempest-ServerPasswordTestJSON-279940926-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d5ca17c-e12e-44dc-8c69-fc927d98a347 HTTP/1.1" status: 200 len: 943 time: 0.0755608 Jul 13 14:04:54.232722 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca1b872-efe2-474f-9090-c91b36c346d3 req-795a806b-c5ca-4b6f-bebf-57103489dd77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:04:54.234245 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7ca1b872-efe2-474f-9090-c91b36c346d3 req-795a806b-c5ca-4b6f-bebf-57103489dd77 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e7b3f97001bd415b996f8d786ef571e1&device_id=3d5ca17c-e12e-44dc-8c69-fc927d98a347 HTTP/1.1" status: 200 len: 1094 time: 0.0632045 Jul 13 14:04:54.240937 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-cbe12e8c-274c-4028-a374-6b2d6daaa996 req-f4127039-e4d0-4f2f-9421-4112b0cab485 tempest-ServerPasswordTestJSON-279940926 tempest-ServerPasswordTestJSON-279940926-project] 10.222.0.23 "GET /v2.0/security-groups?id=cfb5d231-dc92-4420-998b-0c8ac1b9798a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343072 Jul 13 14:04:54.276139 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7ca1b872-efe2-474f-9090-c91b36c346d3 req-26a99cc2-8512-4631-a39d-a874071c396a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5b61c74f-9cd5-41a3-9cce-3ad551d869e3 HTTP/1.1" status: 200 len: 217 time: 0.0349925 Jul 13 14:04:54.325821 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca1b872-efe2-474f-9090-c91b36c346d3 req-8e46d4d7-ab9b-460f-b3eb-2471b0811cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:04:54.327357 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7ca1b872-efe2-474f-9090-c91b36c346d3 req-8e46d4d7-ab9b-460f-b3eb-2471b0811cac service neutron] 10.222.0.26 "GET /v2.0/subnets?id=807513ba-543a-44ba-af7a-6af5b7354ecd HTTP/1.1" status: 200 len: 852 time: 0.0454507 Jul 13 14:04:54.361163 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7ca1b872-efe2-474f-9090-c91b36c346d3 req-3d23bb31-afe1-4608-867d-d3eb916623be service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5ed9efc3-97bf-4438-b42d-1716bed4c3e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279808 Jul 13 14:04:54.460088 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7ca1b872-efe2-474f-9090-c91b36c346d3 req-ea8e0dbb-baa0-48cf-8114-bedde9b7626a service neutron] 10.222.0.26 "GET /v2.0/networks/5ed9efc3-97bf-4438-b42d-1716bed4c3e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913572 Jul 13 14:04:54.556043 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7ca1b872-efe2-474f-9090-c91b36c346d3 req-853504ab-9aae-4a84-b9ff-a858dd6b56f0 service neutron] 10.222.0.26 "GET /v2.0/networks/5ed9efc3-97bf-4438-b42d-1716bed4c3e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907452 Jul 13 14:04:54.655351 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5e3883-def9-47da-b243-8a6cf61ac42b req-41a8f12c-1e08-40d8-90b8-2afaf86520b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:04:54.656783 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1a5e3883-def9-47da-b243-8a6cf61ac42b req-41a8f12c-1e08-40d8-90b8-2afaf86520b5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e7b3f97001bd415b996f8d786ef571e1&device_id=3d5ca17c-e12e-44dc-8c69-fc927d98a347 HTTP/1.1" status: 200 len: 1094 time: 0.0572672 Jul 13 14:04:54.745075 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5e3883-def9-47da-b243-8a6cf61ac42b req-dea45c9a-4f0d-45c5-8949-0fb6a2922dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:04:54.746578 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1a5e3883-def9-47da-b243-8a6cf61ac42b req-dea45c9a-4f0d-45c5-8949-0fb6a2922dd7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=5ed9efc3-97bf-4438-b42d-1716bed4c3e9 HTTP/1.1" status: 200 len: 912 time: 0.0835838 Jul 13 14:04:54.790917 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1a5e3883-def9-47da-b243-8a6cf61ac42b req-7bc9dfae-5ecc-4c86-a538-faf2a4415d70 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5b61c74f-9cd5-41a3-9cce-3ad551d869e3 HTTP/1.1" status: 200 len: 217 time: 0.0374522 Jul 13 14:04:54.839830 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5e3883-def9-47da-b243-8a6cf61ac42b req-38b3b9bf-81c4-4614-8731-de1e7c37a315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:04:54.841263 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1a5e3883-def9-47da-b243-8a6cf61ac42b req-38b3b9bf-81c4-4614-8731-de1e7c37a315 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=807513ba-543a-44ba-af7a-6af5b7354ecd HTTP/1.1" status: 200 len: 852 time: 0.0445681 Jul 13 14:04:54.874497 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1a5e3883-def9-47da-b243-8a6cf61ac42b req-0ba6878b-a3c4-4475-87c5-cc87b18a9bf5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5ed9efc3-97bf-4438-b42d-1716bed4c3e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261431 Jul 13 14:04:54.971173 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1a5e3883-def9-47da-b243-8a6cf61ac42b req-667520c2-f9f4-4051-bee8-61f824e505b9 service neutron] 10.222.0.26 "GET /v2.0/networks/5ed9efc3-97bf-4438-b42d-1716bed4c3e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896556 Jul 13 14:04:55.065572 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1a5e3883-def9-47da-b243-8a6cf61ac42b req-df7002c4-31f8-49d0-ab02-eec2f945af06 service neutron] 10.222.0.26 "GET /v2.0/networks/5ed9efc3-97bf-4438-b42d-1716bed4c3e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878284 Jul 13 14:04:55.413399 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a141e4-c936-4d5d-9c21-ca0cda649eb6 req-c7f45c74-62b9-44cb-a1f0-7ef8d5d88648 tempest-ServerPasswordTestJSON-279940926 tempest-ServerPasswordTestJSON-279940926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:04:55.414876 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-94a141e4-c936-4d5d-9c21-ca0cda649eb6 req-c7f45c74-62b9-44cb-a1f0-7ef8d5d88648 tempest-ServerPasswordTestJSON-279940926 tempest-ServerPasswordTestJSON-279940926-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d5ca17c-e12e-44dc-8c69-fc927d98a347 HTTP/1.1" status: 200 len: 943 time: 0.0635366 Jul 13 14:04:55.451324 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-94a141e4-c936-4d5d-9c21-ca0cda649eb6 req-c06ba5fe-4317-4d0a-b081-3dc5b9ebed9f tempest-ServerPasswordTestJSON-279940926 tempest-ServerPasswordTestJSON-279940926-project] 10.222.0.23 "GET /v2.0/security-groups?id=cfb5d231-dc92-4420-998b-0c8ac1b9798a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309432 Jul 13 14:04:56.632187 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bd8efc-22ff-4307-a425-0db85c56df14 req-a8c29fe9-3642-47ff-a09b-9bf67eb76a07 tempest-ServerPasswordTestJSON-279940926 tempest-ServerPasswordTestJSON-279940926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:04:56.634638 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-32bd8efc-22ff-4307-a425-0db85c56df14 req-a8c29fe9-3642-47ff-a09b-9bf67eb76a07 tempest-ServerPasswordTestJSON-279940926 tempest-ServerPasswordTestJSON-279940926-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d5ca17c-e12e-44dc-8c69-fc927d98a347 HTTP/1.1" status: 200 len: 943 time: 0.0708127 Jul 13 14:04:56.675109 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-32bd8efc-22ff-4307-a425-0db85c56df14 req-075ed37a-fdb8-41c7-a9d4-0e26c58a295c tempest-ServerPasswordTestJSON-279940926 tempest-ServerPasswordTestJSON-279940926-project] 10.222.0.23 "GET /v2.0/security-groups?id=cfb5d231-dc92-4420-998b-0c8ac1b9798a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349624 Jul 13 14:04:57.542028 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 5b61c74f-9cd5-41a3-9cce-3ad551d869e3 details requested by agent hyperv_n-h1-800634-1 with host n-h1-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 14:04:57.641412 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 5b61c74f-9cd5-41a3-9cce-3ad551d869e3, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=5b61c74f-9cd5-41a3-9cce-3ad551d869e3,segment=NetworkSegment(570efb12-11e3-49af-a8a8-688a7b791028),segment_id=570efb12-11e3-49af-a8a8-688a7b791028)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:04:57.653766 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Returning: {'device': '5b61c74f-9cd5-41a3-9cce-3ad551d869e3', 'network_id': '5ed9efc3-97bf-4438-b42d-1716bed4c3e9', 'port_id': '5b61c74f-9cd5-41a3-9cce-3ad551d869e3', 'mac_address': 'fa:16:3e:80:68:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '807513ba-543a-44ba-af7a-6af5b7354ecd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 14:04:57.691342 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:57.706168 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b61c74f-9cd5-41a3-9cce-3ad551d869e3 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:04:57.728565 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 5b61c74f-9cd5-41a3-9cce-3ad551d869e3, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=5b61c74f-9cd5-41a3-9cce-3ad551d869e3,segment=NetworkSegment(570efb12-11e3-49af-a8a8-688a7b791028),segment_id=570efb12-11e3-49af-a8a8-688a7b791028)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:04:57.733814 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:57.782661 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=5b61c74f-9cd5-41a3-9cce-3ad551d869e3,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:04:57.869655 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8c9fe4-e983-4e16-bc41-4b8a30334edc req-1fd43159-f7fc-40a4-be3a-c5408a0558f7 tempest-ServerPasswordTestJSON-279940926 tempest-ServerPasswordTestJSON-279940926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:04:57.871162 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ab8c9fe4-e983-4e16-bc41-4b8a30334edc req-1fd43159-f7fc-40a4-be3a-c5408a0558f7 tempest-ServerPasswordTestJSON-279940926 tempest-ServerPasswordTestJSON-279940926-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d5ca17c-e12e-44dc-8c69-fc927d98a347 HTTP/1.1" status: 200 len: 944 time: 0.0744069 Jul 13 14:04:57.911317 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ab8c9fe4-e983-4e16-bc41-4b8a30334edc req-cadded71-be0a-4415-ba72-499c6ca43bc2 tempest-ServerPasswordTestJSON-279940926 tempest-ServerPasswordTestJSON-279940926-project] 10.222.0.23 "GET /v2.0/security-groups?id=cfb5d231-dc92-4420-998b-0c8ac1b9798a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344155 Jul 13 14:04:57.916530 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['5b61c74f-9cd5-41a3-9cce-3ad551d869e3'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:04:59.090412 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb82d10-eee1-43d4-8e95-9eca42c4e1ba req-0ac14b32-22c6-40ba-b37d-df2274d07712 tempest-ServerPasswordTestJSON-279940926 tempest-ServerPasswordTestJSON-279940926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:04:59.091848 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-afb82d10-eee1-43d4-8e95-9eca42c4e1ba req-0ac14b32-22c6-40ba-b37d-df2274d07712 tempest-ServerPasswordTestJSON-279940926 tempest-ServerPasswordTestJSON-279940926-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d5ca17c-e12e-44dc-8c69-fc927d98a347 HTTP/1.1" status: 200 len: 944 time: 0.0655913 Jul 13 14:04:59.131846 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-afb82d10-eee1-43d4-8e95-9eca42c4e1ba req-ad3d4cf3-0a6c-4ce6-ba55-a4e0a1c87854 tempest-ServerPasswordTestJSON-279940926 tempest-ServerPasswordTestJSON-279940926-project] 10.222.0.23 "GET /v2.0/security-groups?id=cfb5d231-dc92-4420-998b-0c8ac1b9798a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342431 Jul 13 14:04:59.556504 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 5b61c74f-9cd5-41a3-9cce-3ad551d869e3 up at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:04:59.603013 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning for port 5b61c74f-9cd5-41a3-9cce-3ad551d869e3 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:04:59.606560 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning complete for port 5b61c74f-9cd5-41a3-9cce-3ad551d869e3 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:04:59.606931 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:59.683780 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:59.705202 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d5ca17c-e12e-44dc-8c69-fc927d98a347', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b61c74f-9cd5-41a3-9cce-3ad551d869e3'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:04:59.707459 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f35b407b-1304-46f5-bc55-4ddabbbf2a66" -d '{"events": [{"server_uuid": "3d5ca17c-e12e-44dc-8c69-fc927d98a347", "name": "network-vif-plugged", "status": "completed", "tag": "5b61c74f-9cd5-41a3-9cce-3ad551d869e3"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:04:59.719584 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 5b61c74f-9cd5-41a3-9cce-3ad551d869e3, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=5b61c74f-9cd5-41a3-9cce-3ad551d869e3,segment=NetworkSegment(570efb12-11e3-49af-a8a8-688a7b791028),segment_id=570efb12-11e3-49af-a8a8-688a7b791028)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:04:59.724118 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:04:59.747729 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:04:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-361f40b7-9568-4e4b-8e89-a5486347b6e0 x-openstack-request-id: req-361f40b7-9568-4e4b-8e89-a5486347b6e0 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:04:59.748021 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d5ca17c-e12e-44dc-8c69-fc927d98a347", "name": "network-vif-plugged", "status": "completed", "tag": "5b61c74f-9cd5-41a3-9cce-3ad551d869e3", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:04:59.748276 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-361f40b7-9568-4e4b-8e89-a5486347b6e0 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:04:59.748661 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d5ca17c-e12e-44dc-8c69-fc927d98a347', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b61c74f-9cd5-41a3-9cce-3ad551d869e3', 'code': 200} Jul 13 14:04:59.774284 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=5b61c74f-9cd5-41a3-9cce-3ad551d869e3,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:04:59.863646 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bf8027-b348-4d0d-86ce-eda08c6d9c29 req-ec642d29-4f7b-4c53-8f6c-99e7e4764fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:04:59.864719 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-42bf8027-b348-4d0d-86ce-eda08c6d9c29 req-ec642d29-4f7b-4c53-8f6c-99e7e4764fef service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3d5ca17c-e12e-44dc-8c69-fc927d98a347 HTTP/1.1" status: 200 len: 1096 time: 0.0578859 Jul 13 14:04:59.900234 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-42bf8027-b348-4d0d-86ce-eda08c6d9c29 req-ad20cd29-06b3-4c84-940d-683735f7e862 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=cfb5d231-dc92-4420-998b-0c8ac1b9798a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288982 Jul 13 14:05:00.306796 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c686861b-7896-4633-bcf4-2055f0908a2c req-96d27324-1bab-4e58-b5d0-27971ffb09d0 tempest-ServerPasswordTestJSON-279940926 tempest-ServerPasswordTestJSON-279940926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:05:00.308300 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c686861b-7896-4633-bcf4-2055f0908a2c req-96d27324-1bab-4e58-b5d0-27971ffb09d0 tempest-ServerPasswordTestJSON-279940926 tempest-ServerPasswordTestJSON-279940926-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d5ca17c-e12e-44dc-8c69-fc927d98a347 HTTP/1.1" status: 200 len: 945 time: 0.0650635 Jul 13 14:05:00.346466 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c686861b-7896-4633-bcf4-2055f0908a2c req-1d8d24cf-98c6-4f15-8eb9-7f3e694aea86 tempest-ServerPasswordTestJSON-279940926 tempest-ServerPasswordTestJSON-279940926-project] 10.222.0.23 "GET /v2.0/security-groups?id=cfb5d231-dc92-4420-998b-0c8ac1b9798a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327151 Jul 13 14:05:00.516865 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:00.834791 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:01.523075 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da07b19-48f5-4ea2-97de-ed18c7f640a0 req-710f13ac-3e1e-4e57-9d93-279b364c71b6 tempest-ServerPasswordTestJSON-279940926 tempest-ServerPasswordTestJSON-279940926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:05:01.524580 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5da07b19-48f5-4ea2-97de-ed18c7f640a0 req-710f13ac-3e1e-4e57-9d93-279b364c71b6 tempest-ServerPasswordTestJSON-279940926 tempest-ServerPasswordTestJSON-279940926-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d5ca17c-e12e-44dc-8c69-fc927d98a347 HTTP/1.1" status: 200 len: 945 time: 0.0669076 Jul 13 14:05:01.563350 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5da07b19-48f5-4ea2-97de-ed18c7f640a0 req-58c9caf7-0656-407b-9078-157cd87cf9b1 tempest-ServerPasswordTestJSON-279940926 tempest-ServerPasswordTestJSON-279940926-project] 10.222.0.23 "GET /v2.0/security-groups?id=cfb5d231-dc92-4420-998b-0c8ac1b9798a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329776 Jul 13 14:05:02.191696 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3fc3eb-c76b-424e-ae9e-0d543f54fd55 req-c4d656ab-2f59-46f1-a6fb-761f33d4ca4d tempest-ServerPasswordTestJSON-279940926 tempest-ServerPasswordTestJSON-279940926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:05:02.193664 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1d3fc3eb-c76b-424e-ae9e-0d543f54fd55 req-c4d656ab-2f59-46f1-a6fb-761f33d4ca4d tempest-ServerPasswordTestJSON-279940926 tempest-ServerPasswordTestJSON-279940926-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d5ca17c-e12e-44dc-8c69-fc927d98a347 HTTP/1.1" status: 200 len: 945 time: 0.0669682 Jul 13 14:05:02.234169 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1d3fc3eb-c76b-424e-ae9e-0d543f54fd55 req-6708a0d9-2c45-45ba-8355-26f1ebc4e361 tempest-ServerPasswordTestJSON-279940926 tempest-ServerPasswordTestJSON-279940926-project] 10.222.0.23 "GET /v2.0/security-groups?id=cfb5d231-dc92-4420-998b-0c8ac1b9798a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349374 Jul 13 14:05:02.793595 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a96916-29a3-443a-9372-72134859de05 req-10c19304-6eb5-4804-a2c6-25051c5b49e9 tempest-TestNetworkAdvancedServerOps-1891609456 tempest-TestNetworkAdvancedServerOps-1891609456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:05:02.795137 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-38a96916-29a3-443a-9372-72134859de05 req-10c19304-6eb5-4804-a2c6-25051c5b49e9 tempest-TestNetworkAdvancedServerOps-1891609456 tempest-TestNetworkAdvancedServerOps-1891609456-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=a79b75d3-bce8-4edf-a91a-68af2e5422e5 HTTP/1.1" status: 200 len: 1097 time: 0.0572336 Jul 13 14:05:02.828729 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-38a96916-29a3-443a-9372-72134859de05 req-eed9d3ff-3a6d-4d4a-b314-58c803023d83 tempest-TestNetworkAdvancedServerOps-1891609456 tempest-TestNetworkAdvancedServerOps-1891609456-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=194e6929-9a5c-4dd6-8638-a81754a3ce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0279872 Jul 13 14:05:02.853316 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 38784) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:05:03.018754 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-b618a050-1977-440a-b0bd-f1c5d0f92590 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Deleting port b8e3f8ff-5aa6-419d-a749-0479a813b134 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:05:03.019098 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b618a050-1977-440a-b0bd-f1c5d0f92590 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:03.097042 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b618a050-1977-440a-b0bd-f1c5d0f92590 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:03.097370 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b618a050-1977-440a-b0bd-f1c5d0f92590 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:03.109020 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-b618a050-1977-440a-b0bd-f1c5d0f92590 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Calling delete_port for b8e3f8ff-5aa6-419d-a749-0479a813b134 owned by network:floatingip {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:05:03.439235 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa95c26-d70d-4d84-86b6-5306a74d7597 req-f02e1377-be42-421f-90f4-ea817f09f9e1 tempest-ServerPasswordTestJSON-279940926 tempest-ServerPasswordTestJSON-279940926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:05:03.440939 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-bfa95c26-d70d-4d84-86b6-5306a74d7597 req-f02e1377-be42-421f-90f4-ea817f09f9e1 tempest-ServerPasswordTestJSON-279940926 tempest-ServerPasswordTestJSON-279940926-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d5ca17c-e12e-44dc-8c69-fc927d98a347 HTTP/1.1" status: 200 len: 945 time: 0.0756323 Jul 13 14:05:03.490559 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-bfa95c26-d70d-4d84-86b6-5306a74d7597 req-0d834840-14ab-4931-8f6e-606212d99293 tempest-ServerPasswordTestJSON-279940926 tempest-ServerPasswordTestJSON-279940926-project] 10.222.0.23 "GET /v2.0/security-groups?id=cfb5d231-dc92-4420-998b-0c8ac1b9798a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432270 Jul 13 14:05:03.675203 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b618a050-1977-440a-b0bd-f1c5d0f92590 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:03.691153 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ea543f-4584-4dbd-92fe-57ab69f20a94 req-e2d84ae9-3686-46a0-91e4-25c0399712f2 tempest-ServerPasswordTestJSON-279940926 tempest-ServerPasswordTestJSON-279940926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:05:03.692719 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d6ea543f-4584-4dbd-92fe-57ab69f20a94 req-e2d84ae9-3686-46a0-91e4-25c0399712f2 tempest-ServerPasswordTestJSON-279940926 tempest-ServerPasswordTestJSON-279940926-project] 10.222.0.26 "GET /v2.0/ports?device_id=3d5ca17c-e12e-44dc-8c69-fc927d98a347 HTTP/1.1" status: 200 len: 945 time: 0.1105802 Jul 13 14:05:03.720101 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b618a050-1977-440a-b0bd-f1c5d0f92590 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Pushing event deleted for resources: {'Port': ['ID=b8e3f8ff-5aa6-419d-a749-0479a813b134,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:05:03.839137 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b618a050-1977-440a-b0bd-f1c5d0f92590 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for floatingip, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:03.839540 n-d-800634-1 neutron-server[93750]: INFO neutron.db.l3_db [None req-b618a050-1977-440a-b0bd-f1c5d0f92590 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Floating IP ecd0d7b3-621f-4ce1-a50f-d3eee6cdd39f disassociated (deleted). External IP: 172.25.6.119, port: 37f646bc-3b06-4cac-971d-76c9d96c0925. Jul 13 14:05:03.949816 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-d6ea543f-4584-4dbd-92fe-57ab69f20a94 req-05c054c3-2014-431c-b2af-92c12d0f408e tempest-ServerPasswordTestJSON-279940926 tempest-ServerPasswordTestJSON-279940926-project] Deleting port 5b61c74f-9cd5-41a3-9cce-3ad551d869e3 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:05:03.950365 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-d6ea543f-4584-4dbd-92fe-57ab69f20a94 req-05c054c3-2014-431c-b2af-92c12d0f408e tempest-ServerPasswordTestJSON-279940926 tempest-ServerPasswordTestJSON-279940926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:04.125024 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-d6ea543f-4584-4dbd-92fe-57ab69f20a94 req-05c054c3-2014-431c-b2af-92c12d0f408e tempest-ServerPasswordTestJSON-279940926 tempest-ServerPasswordTestJSON-279940926-project] For port 5b61c74f-9cd5-41a3-9cce-3ad551d869e3, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=5b61c74f-9cd5-41a3-9cce-3ad551d869e3,segment=NetworkSegment(570efb12-11e3-49af-a8a8-688a7b791028),segment_id=570efb12-11e3-49af-a8a8-688a7b791028)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:05:04.125312 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-d6ea543f-4584-4dbd-92fe-57ab69f20a94 req-05c054c3-2014-431c-b2af-92c12d0f408e tempest-ServerPasswordTestJSON-279940926 tempest-ServerPasswordTestJSON-279940926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:04.145637 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-d6ea543f-4584-4dbd-92fe-57ab69f20a94 req-05c054c3-2014-431c-b2af-92c12d0f408e tempest-ServerPasswordTestJSON-279940926 tempest-ServerPasswordTestJSON-279940926-project] Calling delete_port for 5b61c74f-9cd5-41a3-9cce-3ad551d869e3 owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:05:04.198106 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b618a050-1977-440a-b0bd-f1c5d0f92590 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Router ede5e49d-b7a7-4ccc-b49d-4475e8971e57 has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:05:04.374421 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b618a050-1977-440a-b0bd-f1c5d0f92590 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:05:04.380144 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b618a050-1977-440a-b0bd-f1c5d0f92590 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for floatingip, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:04.387061 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89e1428-d23b-407a-a34e-de09f2ef4421 None None] Sync routers for ids ['ede5e49d-b7a7-4ccc-b49d-4475e8971e57'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:05:04.398963 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89e1428-d23b-407a-a34e-de09f2ef4421 None None] Routers {'ede5e49d-b7a7-4ccc-b49d-4475e8971e57'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:05:04.399818 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-c89e1428-d23b-407a-a34e-de09f2ef4421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:04:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['ede5e49d-b7a7-4ccc-b49d-4475e8971e57'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:05:04.408907 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-d6ea543f-4584-4dbd-92fe-57ab69f20a94 req-05c054c3-2014-431c-b2af-92c12d0f408e tempest-ServerPasswordTestJSON-279940926 tempest-ServerPasswordTestJSON-279940926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:04.445939 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['5b61c74f-9cd5-41a3-9cce-3ad551d869e3'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:05:04.446221 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c054c3-2014-431c-b2af-92c12d0f408e tempest-ServerPasswordTestJSON-279940926 tempest-ServerPasswordTestJSON-279940926-project] Pushing event deleted for resources: {'Port': ['ID=5b61c74f-9cd5-41a3-9cce-3ad551d869e3,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:05:04.462280 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-b618a050-1977-440a-b0bd-f1c5d0f92590 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "DELETE /v2.0/floatingips/ecd0d7b3-621f-4ce1-a50f-d3eee6cdd39f HTTP/1.1" status: 204 len: 168 time: 1.6078193 Jul 13 14:05:04.480132 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a79b75d3-bce8-4edf-a91a-68af2e5422e5', 'tag': '37f646bc-3b06-4cac-971d-76c9d96c0925'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:05:04.482736 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b4379c3-d6e5-4b4c-870b-6774e962d889" -d '{"events": [{"name": "network-changed", "server_uuid": "a79b75d3-bce8-4edf-a91a-68af2e5422e5", "tag": "37f646bc-3b06-4cac-971d-76c9d96c0925"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:05:04.508270 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6ea543f-4584-4dbd-92fe-57ab69f20a94 req-05c054c3-2014-431c-b2af-92c12d0f408e tempest-ServerPasswordTestJSON-279940926 tempest-ServerPasswordTestJSON-279940926-project] No DVR routers for this DVR port 5b61c74f-9cd5-41a3-9cce-3ad551d869e3 on host n-h1-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:05:04.511157 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-d6ea543f-4584-4dbd-92fe-57ab69f20a94 req-05c054c3-2014-431c-b2af-92c12d0f408e tempest-ServerPasswordTestJSON-279940926 tempest-ServerPasswordTestJSON-279940926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:04.513229 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d6ea543f-4584-4dbd-92fe-57ab69f20a94 req-05c054c3-2014-431c-b2af-92c12d0f408e tempest-ServerPasswordTestJSON-279940926 tempest-ServerPasswordTestJSON-279940926-project] 10.222.0.26 "DELETE /v2.0/ports/5b61c74f-9cd5-41a3-9cce-3ad551d869e3 HTTP/1.1" status: 204 len: 173 time: 0.8013144 Jul 13 14:05:04.551105 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:05:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0da893c-371b-4f41-8ed2-cb1601cf4c5b x-openstack-request-id: req-f0da893c-371b-4f41-8ed2-cb1601cf4c5b {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:05:04.551424 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a79b75d3-bce8-4edf-a91a-68af2e5422e5", "tag": "37f646bc-3b06-4cac-971d-76c9d96c0925", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:05:04.552611 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f0da893c-371b-4f41-8ed2-cb1601cf4c5b {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:05:04.553026 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a79b75d3-bce8-4edf-a91a-68af2e5422e5', 'tag': '37f646bc-3b06-4cac-971d-76c9d96c0925', 'status': 'completed', 'code': 200} Jul 13 14:05:04.585383 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-c89e1428-d23b-407a-a34e-de09f2ef4421 None None] Set router ede5e49d-b7a7-4ccc-b49d-4475e8971e57 gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:05:04.655077 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4379c3-d6e5-4b4c-870b-6774e962d889 req-58c90163-9cb0-414c-a8a4-ee1a7dc55d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:05:04.656775 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6b4379c3-d6e5-4b4c-870b-6774e962d889 req-58c90163-9cb0-414c-a8a4-ee1a7dc55d3d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7a7d384b32784a6f914418ec93b94b0e&device_id=a79b75d3-bce8-4edf-a91a-68af2e5422e5 HTTP/1.1" status: 200 len: 1097 time: 0.0693924 Jul 13 14:05:04.760069 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bc1aac3b-2f84-4ae9-9a26-f7de7f968151 req-c4d65193-2d3e-4959-9af4-fa6732e31a40 tempest-ServerPasswordTestJSON-279940926 tempest-ServerPasswordTestJSON-279940926-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d5ca17c-e12e-44dc-8c69-fc927d98a347 HTTP/1.1" status: 200 len: 210 time: 0.0846467 Jul 13 14:05:04.829444 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4379c3-d6e5-4b4c-870b-6774e962d889 req-496a8e2b-a66c-4113-bf4d-20d66e7ec33b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:05:04.831203 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6b4379c3-d6e5-4b4c-870b-6774e962d889 req-496a8e2b-a66c-4113-bf4d-20d66e7ec33b service neutron] 10.222.0.41 "GET /v2.0/networks?id=3c41f787-ebaf-4c90-8190-d791a024fbc3 HTTP/1.1" status: 200 len: 896 time: 0.1679523 Jul 13 14:05:04.883809 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6b4379c3-d6e5-4b4c-870b-6774e962d889 req-3f6836bc-4fee-4a3d-bb78-61eb37a14b03 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=37f646bc-3b06-4cac-971d-76c9d96c0925 HTTP/1.1" status: 200 len: 217 time: 0.0458567 Jul 13 14:05:04.955142 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4379c3-d6e5-4b4c-870b-6774e962d889 req-98bebec6-a496-43d0-8bda-48dc9526cbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:05:04.956666 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6b4379c3-d6e5-4b4c-870b-6774e962d889 req-98bebec6-a496-43d0-8bda-48dc9526cbd3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1e80c959-8a97-43d5-aed1-b8e82262ca89 HTTP/1.1" status: 200 len: 835 time: 0.0661573 Jul 13 14:05:04.957249 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d94e150-321d-4baa-b0c8-c2b22bec56c1 req-92bfca00-7ef9-40c6-bb0d-0d8cf400c7e0 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:05:04.958839 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-0d94e150-321d-4baa-b0c8-c2b22bec56c1 req-92bfca00-7ef9-40c6-bb0d-0d8cf400c7e0 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/ports?device_id=a79b75d3-bce8-4edf-a91a-68af2e5422e5 HTTP/1.1" status: 200 len: 946 time: 0.0686538 Jul 13 14:05:05.014950 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-0d94e150-321d-4baa-b0c8-c2b22bec56c1 req-60aab418-2116-4a0b-bbc3-0858b801728e tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/security-groups?id=194e6929-9a5c-4dd6-8638-a81754a3ce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479636 Jul 13 14:05:05.025693 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-c89e1428-d23b-407a-a34e-de09f2ef4421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ede5e49d-b7a7-4ccc-b49d-4475e8971e57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1801244469', 'tenant_id': '7a7d384b32784a6f914418ec93b94b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': '16e57f11-f137-4464-a7ca-73d704ac7f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:03:11Z', 'updated_at': '2021-07-13T14:03:15Z', 'revision_number': 4, 'project_id': '7a7d384b32784a6f914418ec93b94b0e', 'gw_port': {'id': '16e57f11-f137-4464-a7ca-73d704ac7f4d', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:b2:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede5e49d-b7a7-4ccc-b49d-4475e8971e57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:03:11Z', 'updated_at': '2021-07-13T14:03:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': 'b2d2ad0f-61ac-4315-a123-1e21d29b0665', 'name': '', 'network_id': '3c41f787-ebaf-4c90-8190-d791a024fbc3', 'tenant_id': '7a7d384b32784a6f914418ec93b94b0e', 'mac_address': 'fa:16:3e:95:90:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede5e49d-b7a7-4ccc-b49d-4475e8971e57', 'device_owner': 'network:router_interface', 'standard_attr_id': 3148, 'fixed_ips': [{'subnet_id': '1e80c959-8a97-43d5-aed1-b8e82262ca89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:03:14Z', 'updated_at': '2021-07-13T14:03:20Z', 'revision_number': 5, 'project_id': '7a7d384b32784a6f914418ec93b94b0e', 'subnets': [{'id': '1e80c959-8a97-43d5-aed1-b8e82262ca89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:05:05.040005 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4379c3-d6e5-4b4c-870b-6774e962d889 req-bdcbb168-b6e9-4718-83e8-ff19b5332fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:05:05.041570 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6b4379c3-d6e5-4b4c-870b-6774e962d889 req-bdcbb168-b6e9-4718-83e8-ff19b5332fae service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3c41f787-ebaf-4c90-8190-d791a024fbc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0779192 Jul 13 14:05:05.054504 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89e1428-d23b-407a-a34e-de09f2ef4421 None None] Checking router: ede5e49d-b7a7-4ccc-b49d-4475e8971e57 for host: n-d-800634-1 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:05:05.063132 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89e1428-d23b-407a-a34e-de09f2ef4421 None None] Routers {'ede5e49d-b7a7-4ccc-b49d-4475e8971e57'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:05:05.063752 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-c89e1428-d23b-407a-a34e-de09f2ef4421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:04:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['ede5e49d-b7a7-4ccc-b49d-4475e8971e57'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:05:05.140353 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6b4379c3-d6e5-4b4c-870b-6774e962d889 req-325bc2de-6531-4032-9452-ef13d02e006e service neutron] 10.222.0.41 "GET /v2.0/networks/3c41f787-ebaf-4c90-8190-d791a024fbc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918298 Jul 13 14:05:05.186824 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-c89e1428-d23b-407a-a34e-de09f2ef4421 None None] Set router ede5e49d-b7a7-4ccc-b49d-4475e8971e57 gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:05:05.249837 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6b4379c3-d6e5-4b4c-870b-6774e962d889 req-ebc3442f-58ba-4e2f-bce7-e029dca6f364 service neutron] 10.222.0.41 "GET /v2.0/networks/3c41f787-ebaf-4c90-8190-d791a024fbc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025023 Jul 13 14:05:05.394182 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-c89e1428-d23b-407a-a34e-de09f2ef4421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ede5e49d-b7a7-4ccc-b49d-4475e8971e57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1801244469', 'tenant_id': '7a7d384b32784a6f914418ec93b94b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': '16e57f11-f137-4464-a7ca-73d704ac7f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:03:11Z', 'updated_at': '2021-07-13T14:03:15Z', 'revision_number': 4, 'project_id': '7a7d384b32784a6f914418ec93b94b0e', 'gw_port': {'id': '16e57f11-f137-4464-a7ca-73d704ac7f4d', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:b2:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede5e49d-b7a7-4ccc-b49d-4475e8971e57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:03:11Z', 'updated_at': '2021-07-13T14:03:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': 'b2d2ad0f-61ac-4315-a123-1e21d29b0665', 'name': '', 'network_id': '3c41f787-ebaf-4c90-8190-d791a024fbc3', 'tenant_id': '7a7d384b32784a6f914418ec93b94b0e', 'mac_address': 'fa:16:3e:95:90:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede5e49d-b7a7-4ccc-b49d-4475e8971e57', 'device_owner': 'network:router_interface', 'standard_attr_id': 3148, 'fixed_ips': [{'subnet_id': '1e80c959-8a97-43d5-aed1-b8e82262ca89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:03:14Z', 'updated_at': '2021-07-13T14:03:20Z', 'revision_number': 5, 'project_id': '7a7d384b32784a6f914418ec93b94b0e', 'subnets': [{'id': '1e80c959-8a97-43d5-aed1-b8e82262ca89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:05:05.420960 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89e1428-d23b-407a-a34e-de09f2ef4421 None None] The sync data for ids ['ede5e49d-b7a7-4ccc-b49d-4475e8971e57'] in n-d-800634-1 is: [{'id': 'ede5e49d-b7a7-4ccc-b49d-4475e8971e57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1801244469', 'tenant_id': '7a7d384b32784a6f914418ec93b94b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': '16e57f11-f137-4464-a7ca-73d704ac7f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:03:11Z', 'updated_at': '2021-07-13T14:03:15Z', 'revision_number': 4, 'project_id': '7a7d384b32784a6f914418ec93b94b0e', 'gw_port': {'id': '16e57f11-f137-4464-a7ca-73d704ac7f4d', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:b2:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede5e49d-b7a7-4ccc-b49d-4475e8971e57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:03:11Z', 'updated_at': '2021-07-13T14:03:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': 'b2d2ad0f-61ac-4315-a123-1e21d29b0665', 'name': '', 'network_id': '3c41f787-ebaf-4c90-8190-d791a024fbc3', 'tenant_id': '7a7d384b32784a6f914418ec93b94b0e', 'mac_address': 'fa:16:3e:95:90:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede5e49d-b7a7-4ccc-b49d-4475e8971e57', 'device_owner': 'network:router_interface', 'standard_attr_id': 3148, 'fixed_ips': [{'subnet_id': '1e80c959-8a97-43d5-aed1-b8e82262ca89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:03:14Z', 'updated_at': '2021-07-13T14:03:20Z', 'revision_number': 5, 'project_id': '7a7d384b32784a6f914418ec93b94b0e', 'subnets': [{'id': '1e80c959-8a97-43d5-aed1-b8e82262ca89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:05:05.633589 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83276284-b15b-4ab3-933f-c257068fd366 None None] New status for floating IP ecd0d7b3-621f-4ce1-a50f-d3eee6cdd39f: DOWN {{(pid=93753) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 14:05:05.881262 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 38804) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:05:05.927142 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8b800a8-0f6e-4551-b3a6-2e6660a30fb9 admin admin] Deleting subnet 807513ba-543a-44ba-af7a-6af5b7354ecd {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 14:05:05.930343 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a8b800a8-0f6e-4551-b3a6-2e6660a30fb9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:05.964755 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a8b800a8-0f6e-4551-b3a6-2e6660a30fb9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5431723'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:06.008858 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a8b800a8-0f6e-4551-b3a6-2e6660a30fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:06.064086 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a8b800a8-0f6e-4551-b3a6-2e6660a30fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5970525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4763356'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:06.089347 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b800a8-0f6e-4551-b3a6-2e6660a30fb9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=807513ba-543a-44ba-af7a-6af5b7354ecd,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:05:06.099027 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a8b800a8-0f6e-4551-b3a6-2e6660a30fb9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:06.101443 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-a8b800a8-0f6e-4551-b3a6-2e6660a30fb9 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/807513ba-543a-44ba-af7a-6af5b7354ecd HTTP/1.1" status: 204 len: 168 time: 0.2191517 Jul 13 14:05:06.103945 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 38808) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:05:06.244933 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e2552886-24a1-43cf-8eb2-5b4da1076815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:06.289795 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e665adb-842c-47a3-9831-06a001bd7c04 req-74d23baf-68ff-49a6-986f-88553ebc44a0 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:05:06.291291 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1e665adb-842c-47a3-9831-06a001bd7c04 req-74d23baf-68ff-49a6-986f-88553ebc44a0 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.41 "GET /v2.0/ports?device_id=a79b75d3-bce8-4edf-a91a-68af2e5422e5 HTTP/1.1" status: 200 len: 946 time: 0.1802974 Jul 13 14:05:06.315847 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a531a38-9d26-487c-9543-b3ace3ea1e6e req-c320d90c-18e0-41d0-a197-cc1c7c8768ed tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:05:06.317291 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8a531a38-9d26-487c-9543-b3ace3ea1e6e req-c320d90c-18e0-41d0-a197-cc1c7c8768ed tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/ports?device_id=a79b75d3-bce8-4edf-a91a-68af2e5422e5 HTTP/1.1" status: 200 len: 946 time: 0.1722381 Jul 13 14:05:06.427350 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e2552886-24a1-43cf-8eb2-5b4da1076815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:06.462050 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-e2552886-24a1-43cf-8eb2-5b4da1076815 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ed9efc3-97bf-4438-b42d-1716bed4c3e9']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:05:06.466480 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8a531a38-9d26-487c-9543-b3ace3ea1e6e req-6bb47b67-6a38-4d9a-a3db-603d04c64817 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/security-groups?id=194e6929-9a5c-4dd6-8638-a81754a3ce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1387835 Jul 13 14:05:06.495914 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-e2552886-24a1-43cf-8eb2-5b4da1076815 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '570efb12-11e3-49af-a8a8-688a7b791028') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:05:06.496200 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-e2552886-24a1-43cf-8eb2-5b4da1076815 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '570efb12-11e3-49af-a8a8-688a7b791028') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:05:06.509270 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e2552886-24a1-43cf-8eb2-5b4da1076815 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5431730'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:06.527939 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e2552886-24a1-43cf-8eb2-5b4da1076815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:06.539489 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2552886-24a1-43cf-8eb2-5b4da1076815 admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 14:05:06.539872 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e2552886-24a1-43cf-8eb2-5b4da1076815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5970419'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:06.542414 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:05:06.542414 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:05:06.542414 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:05:06.542414 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:05:06.542414 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:05:06.542414 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:05:06.542414 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:05:06.542414 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:05:06.542414 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:05:06.542414 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:05:06.542414 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:05:06.542414 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:05:06.542414 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:05:06.542414 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:05:06.542414 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:05:06.542414 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:05:06.542414 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:05:06.542414 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:05:06.542414 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:05:06.542414 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:05:06.542414 n-d-800634-1 neutron-server[93750]: Traceback (most recent call last): Jul 13 14:05:06.542414 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 14:05:06.542414 n-d-800634-1 neutron-server[93750]: timer() Jul 13 14:05:06.542414 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 14:05:06.542414 n-d-800634-1 neutron-server[93750]: cb(*args, **kw) Jul 13 14:05:06.542414 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 14:05:06.542414 n-d-800634-1 neutron-server[93750]: return func(*args, **kwargs) Jul 13 14:05:06.542414 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 14:05:06.542414 n-d-800634-1 neutron-server[93750]: self._notify() Jul 13 14:05:06.542414 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 14:05:06.542414 n-d-800634-1 neutron-server[93750]: self.callback(batched_events) Jul 13 14:05:06.542414 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 14:05:06.542414 n-d-800634-1 neutron-server[93750]: event.method(event) Jul 13 14:05:06.542414 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 14:05:06.542414 n-d-800634-1 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 14:05:06.542414 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 14:05:06.542414 n-d-800634-1 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 14:05:06.542414 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 14:05:06.542414 n-d-800634-1 neutron-server[93750]: return f(self, *a, **k) Jul 13 14:05:06.542414 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 14:05:06.542414 n-d-800634-1 neutron-server[93750]: return self._get(url).json() Jul 13 14:05:06.542414 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 14:05:06.542414 n-d-800634-1 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 14:05:06.542414 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 14:05:06.542414 n-d-800634-1 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 13 14:05:06.542414 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 14:05:06.542414 n-d-800634-1 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 14:05:06.542414 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 14:05:06.542414 n-d-800634-1 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 14:05:06.542414 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 14:05:06.542414 n-d-800634-1 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 14:05:06.542414 n-d-800634-1 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 14:05:06.575553 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d5ca17c-e12e-44dc-8c69-fc927d98a347', 'name': 'network-vif-deleted', 'tag': '5b61c74f-9cd5-41a3-9cce-3ad551d869e3'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:05:06.577838 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecb15db7-e789-4bc6-937d-10185611ac48" -d '{"events": [{"server_uuid": "3d5ca17c-e12e-44dc-8c69-fc927d98a347", "name": "network-vif-deleted", "tag": "5b61c74f-9cd5-41a3-9cce-3ad551d869e3"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:05:06.599232 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-1e665adb-842c-47a3-9831-06a001bd7c04 req-55007bf5-ee75-454c-954a-4961a43da266 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Deleting port 37f646bc-3b06-4cac-971d-76c9d96c0925 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:05:06.599578 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1e665adb-842c-47a3-9831-06a001bd7c04 req-55007bf5-ee75-454c-954a-4961a43da266 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:06.650539 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36cbe13a-b66c-4e66-9bbc-1d8d1a2e20dc x-openstack-request-id: req-36cbe13a-b66c-4e66-9bbc-1d8d1a2e20dc {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:05:06.650866 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d5ca17c-e12e-44dc-8c69-fc927d98a347", "name": "network-vif-deleted", "tag": "5b61c74f-9cd5-41a3-9cce-3ad551d869e3", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:05:06.651065 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-36cbe13a-b66c-4e66-9bbc-1d8d1a2e20dc {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:05:06.651451 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d5ca17c-e12e-44dc-8c69-fc927d98a347', 'name': 'network-vif-deleted', 'tag': '5b61c74f-9cd5-41a3-9cce-3ad551d869e3', 'status': 'completed', 'code': 200} Jul 13 14:05:06.653875 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e2552886-24a1-43cf-8eb2-5b4da1076815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:06.662717 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e2552886-24a1-43cf-8eb2-5b4da1076815 admin admin] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:06.664788 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-e2552886-24a1-43cf-8eb2-5b4da1076815 admin admin] 10.222.0.23 "DELETE /v2.0/networks/5ed9efc3-97bf-4438-b42d-1716bed4c3e9 HTTP/1.1" status: 204 len: 168 time: 0.5599172 Jul 13 14:05:06.683363 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2552886-24a1-43cf-8eb2-5b4da1076815 admin admin] Pushing event deleted for resources: {'Network': ['ID=5ed9efc3-97bf-4438-b42d-1716bed4c3e9,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:05:06.725568 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-1e665adb-842c-47a3-9831-06a001bd7c04 req-55007bf5-ee75-454c-954a-4961a43da266 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] For port 37f646bc-3b06-4cac-971d-76c9d96c0925, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=37f646bc-3b06-4cac-971d-76c9d96c0925,segment=NetworkSegment(a073a2b3-e228-4b13-80b4-7d5b4b04b832),segment_id=a073a2b3-e228-4b13-80b4-7d5b4b04b832)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:05:06.725974 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1e665adb-842c-47a3-9831-06a001bd7c04 req-55007bf5-ee75-454c-954a-4961a43da266 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:06.740496 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-1e665adb-842c-47a3-9831-06a001bd7c04 req-55007bf5-ee75-454c-954a-4961a43da266 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Calling delete_port for 37f646bc-3b06-4cac-971d-76c9d96c0925 owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:05:06.788920 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 38816) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:05:06.839276 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-286779c6-6e12-46de-9403-a66028928e2b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e7b3f97001bd415b996f8d786ef571e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0478449 Jul 13 14:05:06.840477 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 38818) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:05:06.870245 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1e665adb-842c-47a3-9831-06a001bd7c04 req-55007bf5-ee75-454c-954a-4961a43da266 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:06.890202 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b11ebd69-e5b6-443d-85a8-11595ded2727 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:06.905058 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55007bf5-ee75-454c-954a-4961a43da266 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Pushing event deleted for resources: {'Port': ['ID=37f646bc-3b06-4cac-971d-76c9d96c0925,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:05:06.912595 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b11ebd69-e5b6-443d-85a8-11595ded2727 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:06.953046 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e665adb-842c-47a3-9831-06a001bd7c04 req-55007bf5-ee75-454c-954a-4961a43da266 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] No DVR routers for this DVR port 37f646bc-3b06-4cac-971d-76c9d96c0925 on host n-h2-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:05:06.956247 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1e665adb-842c-47a3-9831-06a001bd7c04 req-55007bf5-ee75-454c-954a-4961a43da266 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:06.958373 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1e665adb-842c-47a3-9831-06a001bd7c04 req-55007bf5-ee75-454c-954a-4961a43da266 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.41 "DELETE /v2.0/ports/37f646bc-3b06-4cac-971d-76c9d96c0925 HTTP/1.1" status: 204 len: 173 time: 0.6399274 Jul 13 14:05:06.962843 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b11ebd69-e5b6-443d-85a8-11595ded2727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:06.965406 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b11ebd69-e5b6-443d-85a8-11595ded2727 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:06.968867 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-b11ebd69-e5b6-443d-85a8-11595ded2727 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cfb5d231-dc92-4420-998b-0c8ac1b9798a HTTP/1.1" status: 204 len: 168 time: 0.1251321 Jul 13 14:05:06.975478 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11ebd69-e5b6-443d-85a8-11595ded2727 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfb5d231-dc92-4420-998b-0c8ac1b9798a,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:05:07.571532 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 38840) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:05:07.573967 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 5b61c74f-9cd5-41a3-9cce-3ad551d869e3 no longer exists at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:05:07.595377 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-381d4315-9089-413f-a071-aa2897bda790 None None] No Port match for: 5b61c74f-9cd5-41a3-9cce-3ad551d869e3 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:05:07.595961 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 5b61c74f-9cd5-41a3-9cce-3ad551d869e3 not bound to the agent host n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:05:07.973361 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-55e08558-9fce-4b4f-afa1-0b7f8c86f90c tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451695'] for router_interface, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:08.086060 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0082d3e5-7a1c-49db-8c27-2e22b84f65ea req-370e30f6-617c-4e73-b691-8ea66aef4e3c tempest-ServerShowV257Test-1671945675 tempest-ServerShowV257Test-1671945675-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0390bfc-13dc-4868-aac2-fdfd29970a47 HTTP/1.1" status: 200 len: 210 time: 0.0300920 Jul 13 14:05:08.276523 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-55e08558-9fce-4b4f-afa1-0b7f8c86f90c tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Deleting port b2d2ad0f-61ac-4315-a123-1e21d29b0665 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:05:08.276872 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-55e08558-9fce-4b4f-afa1-0b7f8c86f90c tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:08.374350 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-55e08558-9fce-4b4f-afa1-0b7f8c86f90c tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] For port b2d2ad0f-61ac-4315-a123-1e21d29b0665, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=b2d2ad0f-61ac-4315-a123-1e21d29b0665,segment=NetworkSegment(a073a2b3-e228-4b13-80b4-7d5b4b04b832),segment_id=a073a2b3-e228-4b13-80b4-7d5b4b04b832)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:05:08.374709 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-55e08558-9fce-4b4f-afa1-0b7f8c86f90c tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:08.389112 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-55e08558-9fce-4b4f-afa1-0b7f8c86f90c tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Calling delete_port for b2d2ad0f-61ac-4315-a123-1e21d29b0665 owned by network:router_interface {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:05:08.594630 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-55e08558-9fce-4b4f-afa1-0b7f8c86f90c tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:08.628726 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e08558-9fce-4b4f-afa1-0b7f8c86f90c tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Pushing event deleted for resources: {'Port': ['ID=b2d2ad0f-61ac-4315-a123-1e21d29b0665,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:05:08.653162 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a79b75d3-bce8-4edf-a91a-68af2e5422e5', 'name': 'network-vif-deleted', 'tag': '37f646bc-3b06-4cac-971d-76c9d96c0925'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:05:08.656438 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e9d394f-f8a0-417f-b2d8-81178c8bcf0f" -d '{"events": [{"server_uuid": "a79b75d3-bce8-4edf-a91a-68af2e5422e5", "name": "network-vif-deleted", "tag": "37f646bc-3b06-4cac-971d-76c9d96c0925"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:05:08.699908 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:05:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e95b93d-1bcc-498b-a886-7268092a007c x-openstack-request-id: req-0e95b93d-1bcc-498b-a886-7268092a007c {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:05:08.700499 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a79b75d3-bce8-4edf-a91a-68af2e5422e5", "name": "network-vif-deleted", "tag": "37f646bc-3b06-4cac-971d-76c9d96c0925", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:05:08.700853 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0e95b93d-1bcc-498b-a886-7268092a007c {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:05:08.701326 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a79b75d3-bce8-4edf-a91a-68af2e5422e5', 'name': 'network-vif-deleted', 'tag': '37f646bc-3b06-4cac-971d-76c9d96c0925', 'status': 'completed', 'code': 200} Jul 13 14:05:08.825604 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-55e08558-9fce-4b4f-afa1-0b7f8c86f90c tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1785036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452491'] for router_interface, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:09.071698 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55e08558-9fce-4b4f-afa1-0b7f8c86f90c tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Router ede5e49d-b7a7-4ccc-b49d-4475e8971e57 has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:05:09.194675 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55e08558-9fce-4b4f-afa1-0b7f8c86f90c tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:05:09.205508 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c62c5e-d227-4e95-9f41-d1694eb6f7d0 None None] Sync routers for ids ['ede5e49d-b7a7-4ccc-b49d-4475e8971e57'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:05:09.213107 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-55e08558-9fce-4b4f-afa1-0b7f8c86f90c tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "PUT /v2.0/routers/ede5e49d-b7a7-4ccc-b49d-4475e8971e57/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6402664 Jul 13 14:05:09.215268 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c62c5e-d227-4e95-9f41-d1694eb6f7d0 None None] Routers {'ede5e49d-b7a7-4ccc-b49d-4475e8971e57'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:05:09.215997 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 38876) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:05:09.228328 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-83c62c5e-d227-4e95-9f41-d1694eb6f7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:04:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['ede5e49d-b7a7-4ccc-b49d-4475e8971e57'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:05:09.279251 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-39d87308-8340-42af-9773-af68e815bf08 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Deleting subnet 1e80c959-8a97-43d5-aed1-b8e82262ca89 {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 14:05:09.283742 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-39d87308-8340-42af-9773-af68e815bf08 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:09.319296 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8b74d17b-8786-42e4-954f-8783b2ba1c6e req-8d68ac91-f517-4e0a-a836-1321a6e1b2fc tempest-ServerShowV257Test-1671945675 tempest-ServerShowV257Test-1671945675-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0390bfc-13dc-4868-aac2-fdfd29970a47 HTTP/1.1" status: 200 len: 210 time: 0.0598378 Jul 13 14:05:09.329360 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-39d87308-8340-42af-9773-af68e815bf08 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5431723'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:09.348903 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-83c62c5e-d227-4e95-9f41-d1694eb6f7d0 None None] Set router ede5e49d-b7a7-4ccc-b49d-4475e8971e57 gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:05:09.422448 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-39d87308-8340-42af-9773-af68e815bf08 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:09.489068 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-39d87308-8340-42af-9773-af68e815bf08 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5970525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4763356'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:09.522800 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d87308-8340-42af-9773-af68e815bf08 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Pushing event deleted for resources: {'Subnet': ['ID=1e80c959-8a97-43d5-aed1-b8e82262ca89,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:05:09.527582 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-39d87308-8340-42af-9773-af68e815bf08 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:09.529841 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-39d87308-8340-42af-9773-af68e815bf08 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "DELETE /v2.0/subnets/1e80c959-8a97-43d5-aed1-b8e82262ca89 HTTP/1.1" status: 204 len: 168 time: 0.3121796 Jul 13 14:05:09.531450 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ba067a-c27b-4f3d-9a10-cfe132dd95b3 None None] Network 3c41f787-ebaf-4c90-8190-d791a024fbc3 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:05:09.532403 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 38878) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:05:09.574366 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 37f646bc-3b06-4cac-971d-76c9d96c0925 no longer exists at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:05:09.605189 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] No Port match for: 37f646bc-3b06-4cac-971d-76c9d96c0925 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:05:09.605442 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 37f646bc-3b06-4cac-971d-76c9d96c0925 not bound to the agent host n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:05:09.643750 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d7c57176-4bcc-4898-8f43-3cfa4c0d481d tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for router, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:09.654021 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-83c62c5e-d227-4e95-9f41-d1694eb6f7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ede5e49d-b7a7-4ccc-b49d-4475e8971e57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1801244469', 'tenant_id': '7a7d384b32784a6f914418ec93b94b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': '16e57f11-f137-4464-a7ca-73d704ac7f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:03:11Z', 'updated_at': '2021-07-13T14:05:08Z', 'revision_number': 5, 'project_id': '7a7d384b32784a6f914418ec93b94b0e', 'gw_port': {'id': '16e57f11-f137-4464-a7ca-73d704ac7f4d', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:b2:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede5e49d-b7a7-4ccc-b49d-4475e8971e57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:03:11Z', 'updated_at': '2021-07-13T14:03:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:05:09.696520 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c62c5e-d227-4e95-9f41-d1694eb6f7d0 None None] Checking router: ede5e49d-b7a7-4ccc-b49d-4475e8971e57 for host: n-d-800634-1 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:05:09.711195 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c62c5e-d227-4e95-9f41-d1694eb6f7d0 None None] Routers {'ede5e49d-b7a7-4ccc-b49d-4475e8971e57'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:05:09.711822 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-83c62c5e-d227-4e95-9f41-d1694eb6f7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:04:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['ede5e49d-b7a7-4ccc-b49d-4475e8971e57'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:05:09.749995 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d7c57176-4bcc-4898-8f43-3cfa4c0d481d tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:09.807227 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-d7c57176-4bcc-4898-8f43-3cfa4c0d481d tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Deleting port 16e57f11-f137-4464-a7ca-73d704ac7f4d {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:05:09.807580 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d7c57176-4bcc-4898-8f43-3cfa4c0d481d tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:09.832722 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-83c62c5e-d227-4e95-9f41-d1694eb6f7d0 None None] Set router ede5e49d-b7a7-4ccc-b49d-4475e8971e57 gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:05:09.890375 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-279238ce-4ec0-4902-9dd9-18e01badef0b None None] DHCP port deletion for 3c41f787-ebaf-4c90-8190-d791a024fbc3 request from n-d-800634-1 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 14:05:09.894087 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-d7c57176-4bcc-4898-8f43-3cfa4c0d481d tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] For port 16e57f11-f137-4464-a7ca-73d704ac7f4d, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=16e57f11-f137-4464-a7ca-73d704ac7f4d,segment=NetworkSegment(3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87),segment_id=3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:05:09.894453 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d7c57176-4bcc-4898-8f43-3cfa4c0d481d tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:09.909054 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-d7c57176-4bcc-4898-8f43-3cfa4c0d481d tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Calling delete_port for 16e57f11-f137-4464-a7ca-73d704ac7f4d owned by network:router_gateway {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:05:10.026889 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-279238ce-4ec0-4902-9dd9-18e01badef0b None None] Deleting port 2a896fcc-bfe6-4320-8716-48de834a95cb {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:05:10.027264 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-279238ce-4ec0-4902-9dd9-18e01badef0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:10.096204 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d7c57176-4bcc-4898-8f43-3cfa4c0d481d tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:10.103759 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-279238ce-4ec0-4902-9dd9-18e01badef0b None None] For port 2a896fcc-bfe6-4320-8716-48de834a95cb, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=2a896fcc-bfe6-4320-8716-48de834a95cb,segment=NetworkSegment(a073a2b3-e228-4b13-80b4-7d5b4b04b832),segment_id=a073a2b3-e228-4b13-80b4-7d5b4b04b832)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:05:10.104156 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-279238ce-4ec0-4902-9dd9-18e01badef0b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:10.118497 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-279238ce-4ec0-4902-9dd9-18e01badef0b None None] Calling delete_port for 2a896fcc-bfe6-4320-8716-48de834a95cb owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:05:10.123623 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c57176-4bcc-4898-8f43-3cfa4c0d481d tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Pushing event deleted for resources: {'Port': ['ID=16e57f11-f137-4464-a7ca-73d704ac7f4d,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:05:10.138828 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-83c62c5e-d227-4e95-9f41-d1694eb6f7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ede5e49d-b7a7-4ccc-b49d-4475e8971e57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1801244469', 'tenant_id': '7a7d384b32784a6f914418ec93b94b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': '16e57f11-f137-4464-a7ca-73d704ac7f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:03:11Z', 'updated_at': '2021-07-13T14:05:08Z', 'revision_number': 5, 'project_id': '7a7d384b32784a6f914418ec93b94b0e', 'gw_port': {'id': '16e57f11-f137-4464-a7ca-73d704ac7f4d', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:b2:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede5e49d-b7a7-4ccc-b49d-4475e8971e57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:03:11Z', 'updated_at': '2021-07-13T14:03:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:05:10.192862 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d7c57176-4bcc-4898-8f43-3cfa4c0d481d tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-446473'] for router_gateway, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:10.200052 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c62c5e-d227-4e95-9f41-d1694eb6f7d0 None None] The sync data for ids ['ede5e49d-b7a7-4ccc-b49d-4475e8971e57'] in n-d-800634-1 is: [{'id': 'ede5e49d-b7a7-4ccc-b49d-4475e8971e57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1801244469', 'tenant_id': '7a7d384b32784a6f914418ec93b94b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': '16e57f11-f137-4464-a7ca-73d704ac7f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:03:11Z', 'updated_at': '2021-07-13T14:05:08Z', 'revision_number': 5, 'project_id': '7a7d384b32784a6f914418ec93b94b0e', 'gw_port': {'id': '16e57f11-f137-4464-a7ca-73d704ac7f4d', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:b2:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede5e49d-b7a7-4ccc-b49d-4475e8971e57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:03:11Z', 'updated_at': '2021-07-13T14:03:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:05:10.244698 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-279238ce-4ec0-4902-9dd9-18e01badef0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:10.273573 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279238ce-4ec0-4902-9dd9-18e01badef0b None None] Pushing event deleted for resources: {'Port': ['ID=2a896fcc-bfe6-4320-8716-48de834a95cb,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:05:10.278078 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279238ce-4ec0-4902-9dd9-18e01badef0b None None] No DVR routers for this DVR port 2a896fcc-bfe6-4320-8716-48de834a95cb on host n-d-800634-1 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:05:10.313025 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9d6e5dde-0486-46ad-acec-9bd7728e5d39 req-d7ee1774-4b9a-4097-88bd-194367a487cb service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e0390bfc-13dc-4868-aac2-fdfd29970a47 HTTP/1.1" status: 200 len: 210 time: 0.0533054 Jul 13 14:05:10.316966 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d7c57176-4bcc-4898-8f43-3cfa4c0d481d tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1591938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2696'] for router, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:10.319102 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d7c57176-4bcc-4898-8f43-3cfa4c0d481d tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:10.366656 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d7c57176-4bcc-4898-8f43-3cfa4c0d481d tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593106'] for router, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:10.367260 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7c57176-4bcc-4898-8f43-3cfa4c0d481d tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Fanout notify agent at l3_agent the message router_deleted on router ede5e49d-b7a7-4ccc-b49d-4475e8971e57 {{(pid=93750) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 14:05:10.374441 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d7c57176-4bcc-4898-8f43-3cfa4c0d481d tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:10.375693 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-d7c57176-4bcc-4898-8f43-3cfa4c0d481d tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "DELETE /v2.0/routers/ede5e49d-b7a7-4ccc-b49d-4475e8971e57 HTTP/1.1" status: 204 len: 168 time: 0.8416305 Jul 13 14:05:10.379264 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 38884) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:05:10.466089 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0dfe646e-886a-4be2-abbd-341d07e54fa3 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:10.510767 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3c117af6-e706-4d23-9bf5-9f273be6b389 req-17989d06-1aff-4f4f-b451-b1484099bfa8 tempest-ServerShowV257Test-1671945675 tempest-ServerShowV257Test-1671945675-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0390bfc-13dc-4868-aac2-fdfd29970a47 HTTP/1.1" status: 200 len: 210 time: 0.0371034 Jul 13 14:05:10.560817 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0dfe646e-886a-4be2-abbd-341d07e54fa3 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:10.572829 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-0dfe646e-886a-4be2-abbd-341d07e54fa3 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c41f787-ebaf-4c90-8190-d791a024fbc3']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:05:10.584786 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-0dfe646e-886a-4be2-abbd-341d07e54fa3 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a073a2b3-e228-4b13-80b4-7d5b4b04b832') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:05:10.585133 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-0dfe646e-886a-4be2-abbd-341d07e54fa3 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a073a2b3-e228-4b13-80b4-7d5b4b04b832') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:05:10.595429 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0dfe646e-886a-4be2-abbd-341d07e54fa3 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5431730'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:10.615031 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0dfe646e-886a-4be2-abbd-341d07e54fa3 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:10.621972 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0dfe646e-886a-4be2-abbd-341d07e54fa3 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 14:05:10.623475 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0dfe646e-886a-4be2-abbd-341d07e54fa3 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5970419'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:10.625715 n-d-800634-1 neutron-server[93750]: Traceback (most recent call last): Jul 13 14:05:10.625715 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 14:05:10.625715 n-d-800634-1 neutron-server[93750]: timer() Jul 13 14:05:10.625715 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 14:05:10.625715 n-d-800634-1 neutron-server[93750]: cb(*args, **kw) Jul 13 14:05:10.625715 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 14:05:10.625715 n-d-800634-1 neutron-server[93750]: return func(*args, **kwargs) Jul 13 14:05:10.625715 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 14:05:10.625715 n-d-800634-1 neutron-server[93750]: self._notify() Jul 13 14:05:10.625715 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 14:05:10.625715 n-d-800634-1 neutron-server[93750]: self.callback(batched_events) Jul 13 14:05:10.625715 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 14:05:10.625715 n-d-800634-1 neutron-server[93750]: event.method(event) Jul 13 14:05:10.625715 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 14:05:10.625715 n-d-800634-1 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 14:05:10.625715 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 14:05:10.625715 n-d-800634-1 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 14:05:10.625715 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 14:05:10.625715 n-d-800634-1 neutron-server[93750]: return f(self, *a, **k) Jul 13 14:05:10.625715 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 14:05:10.625715 n-d-800634-1 neutron-server[93750]: return self._get(url).json() Jul 13 14:05:10.625715 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 14:05:10.625715 n-d-800634-1 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 14:05:10.625715 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 14:05:10.625715 n-d-800634-1 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 13 14:05:10.625715 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 14:05:10.625715 n-d-800634-1 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 14:05:10.625715 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 14:05:10.625715 n-d-800634-1 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 14:05:10.625715 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 14:05:10.625715 n-d-800634-1 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 14:05:10.625715 n-d-800634-1 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 14:05:10.669136 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 2a896fcc-bfe6-4320-8716-48de834a95cb no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:05:10.688741 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0dfe646e-886a-4be2-abbd-341d07e54fa3 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:10.698331 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0dfe646e-886a-4be2-abbd-341d07e54fa3 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:10.703581 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-0dfe646e-886a-4be2-abbd-341d07e54fa3 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "DELETE /v2.0/networks/3c41f787-ebaf-4c90-8190-d791a024fbc3 HTTP/1.1" status: 204 len: 168 time: 0.3207014 Jul 13 14:05:10.703980 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 38886) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:05:10.706998 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: 2a896fcc-bfe6-4320-8716-48de834a95cb {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:05:10.707468 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 2a896fcc-bfe6-4320-8716-48de834a95cb not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:05:10.707985 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device b2d2ad0f-61ac-4315-a123-1e21d29b0665 no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:05:10.714290 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfe646e-886a-4be2-abbd-341d07e54fa3 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Pushing event deleted for resources: {'Network': ['ID=3c41f787-ebaf-4c90-8190-d791a024fbc3,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:05:10.736937 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: b2d2ad0f-61ac-4315-a123-1e21d29b0665 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:05:10.737661 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device b2d2ad0f-61ac-4315-a123-1e21d29b0665 not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:05:10.772638 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-40f0321a-5d16-4015-b7d8-c4079e189e24 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:10.799490 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-40f0321a-5d16-4015-b7d8-c4079e189e24 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:10.867069 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-40f0321a-5d16-4015-b7d8-c4079e189e24 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:10.870023 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-40f0321a-5d16-4015-b7d8-c4079e189e24 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:10.871255 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-40f0321a-5d16-4015-b7d8-c4079e189e24 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "DELETE /v2.0/security-groups/194e6929-9a5c-4dd6-8638-a81754a3ce4f HTTP/1.1" status: 204 len: 168 time: 0.1662445 Jul 13 14:05:10.881906 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f0321a-5d16-4015-b7d8-c4079e189e24 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=194e6929-9a5c-4dd6-8638-a81754a3ce4f,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:05:11.187091 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 38894) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:05:11.192305 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-c8b413e7-7db2-4787-8f6c-d752f9296880 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-777478741', 'description': 'tempest-secgroup-smoke-777478741 description', 'project_id': '7a7d384b32784a6f914418ec93b94b0e'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:05:11.215726 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c8b413e7-7db2-4787-8f6c-d752f9296880 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:11.301612 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c8b413e7-7db2-4787-8f6c-d752f9296880 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:11.305278 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c8b413e7-7db2-4787-8f6c-d752f9296880 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:11.333214 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c8b413e7-7db2-4787-8f6c-d752f9296880 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:11.334515 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-c8b413e7-7db2-4787-8f6c-d752f9296880 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1464114 Jul 13 14:05:11.337550 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 38896) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:05:11.340159 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b413e7-7db2-4787-8f6c-d752f9296880 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7551476a-9f81-4dc0-9a36-b6b896ea6aa3,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:05:11.344659 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-29f7f19a-738a-46f3-aee6-7025c40b63a4 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Request body: {'security_group_rule': {'security_group_id': '7551476a-9f81-4dc0-9a36-b6b896ea6aa3', 'project_id': '7a7d384b32784a6f914418ec93b94b0e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:05:11.372033 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-29f7f19a-738a-46f3-aee6-7025c40b63a4 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:11.441703 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-29f7f19a-738a-46f3-aee6-7025c40b63a4 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:11.446124 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-29f7f19a-738a-46f3-aee6-7025c40b63a4 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:11.464289 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f7f19a-738a-46f3-aee6-7025c40b63a4 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75c4aedf-cc66-4e8a-b656-4ee9bba2fded,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:05:11.474434 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-29f7f19a-738a-46f3-aee6-7025c40b63a4 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:11.474434 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-29f7f19a-738a-46f3-aee6-7025c40b63a4 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1329262 Jul 13 14:05:11.475202 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 38898) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:05:11.480188 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-5290c584-4316-4d40-a7d3-3e9079c17f35 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Request body: {'security_group_rule': {'security_group_id': '7551476a-9f81-4dc0-9a36-b6b896ea6aa3', 'project_id': '7a7d384b32784a6f914418ec93b94b0e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:05:11.507889 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5290c584-4316-4d40-a7d3-3e9079c17f35 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:11.567694 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5290c584-4316-4d40-a7d3-3e9079c17f35 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:11.571981 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5290c584-4316-4d40-a7d3-3e9079c17f35 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:11.593251 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5290c584-4316-4d40-a7d3-3e9079c17f35 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edf55a7f-f6b5-4637-938b-da1d40b86314,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:05:11.597571 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5290c584-4316-4d40-a7d3-3e9079c17f35 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:11.598813 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-5290c584-4316-4d40-a7d3-3e9079c17f35 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1224585 Jul 13 14:05:11.601568 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 38902) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:05:11.606651 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-3e0f2a04-4c71-43f0-9338-8829482386a9 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Request body: {'security_group_rule': {'security_group_id': '7551476a-9f81-4dc0-9a36-b6b896ea6aa3', 'project_id': '7a7d384b32784a6f914418ec93b94b0e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:05:11.635070 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3e0f2a04-4c71-43f0-9338-8829482386a9 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:11.683469 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b31fb9c8-a2ec-43e8-9531-cc59caf35b79 req-7ebdc9be-8620-418f-b46e-e699bd4081b9 tempest-ServerShowV257Test-1671945675 tempest-ServerShowV257Test-1671945675-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0390bfc-13dc-4868-aac2-fdfd29970a47 HTTP/1.1" status: 200 len: 210 time: 0.0377474 Jul 13 14:05:11.717189 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3e0f2a04-4c71-43f0-9338-8829482386a9 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:11.721705 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3e0f2a04-4c71-43f0-9338-8829482386a9 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:11.744032 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0f2a04-4c71-43f0-9338-8829482386a9 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ebec79e-a731-4ca7-8de5-4fdc3617840b,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:05:11.747162 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3e0f2a04-4c71-43f0-9338-8829482386a9 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:11.751288 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-3e0f2a04-4c71-43f0-9338-8829482386a9 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1452386 Jul 13 14:05:11.752262 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 38906) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:05:11.756887 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-2ff14935-141f-4304-ac67-c4389e839189 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Request body: {'security_group_rule': {'security_group_id': '7551476a-9f81-4dc0-9a36-b6b896ea6aa3', 'project_id': '7a7d384b32784a6f914418ec93b94b0e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:05:11.784744 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2ff14935-141f-4304-ac67-c4389e839189 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:11.848198 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2ff14935-141f-4304-ac67-c4389e839189 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:11.852284 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2ff14935-141f-4304-ac67-c4389e839189 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:11.868343 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff14935-141f-4304-ac67-c4389e839189 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c985efb6-5c70-47b5-af4d-77d032493c5f,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:05:11.882103 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2ff14935-141f-4304-ac67-c4389e839189 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:11.885965 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-2ff14935-141f-4304-ac67-c4389e839189 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1300960 Jul 13 14:05:11.886136 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 38916) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:05:11.890609 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-861e6857-c83a-4b1b-a5d7-8a76c9e036e5 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Request body: {'security_group_rule': {'security_group_id': '7551476a-9f81-4dc0-9a36-b6b896ea6aa3', 'project_id': '7a7d384b32784a6f914418ec93b94b0e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:05:11.914051 n-d-800634-1 neutron-server[93751]: INFO neutron.db.securitygroups_db [None req-861e6857-c83a-4b1b-a5d7-8a76c9e036e5 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Project 7a7d384b32784a6f914418ec93b94b0e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 14:05:11.918855 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-861e6857-c83a-4b1b-a5d7-8a76c9e036e5 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:11.989941 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-861e6857-c83a-4b1b-a5d7-8a76c9e036e5 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:11.994464 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-861e6857-c83a-4b1b-a5d7-8a76c9e036e5 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:12.017580 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861e6857-c83a-4b1b-a5d7-8a76c9e036e5 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9aa446a7-ec9e-4d65-a917-b97a84161f28,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:05:12.023273 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-861e6857-c83a-4b1b-a5d7-8a76c9e036e5 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:12.024528 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-861e6857-c83a-4b1b-a5d7-8a76c9e036e5 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1374476 Jul 13 14:05:12.027318 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 38918) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:05:12.031964 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-a1f485c7-acc4-4b49-81d9-6789bfddefb4 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Request body: {'security_group_rule': {'security_group_id': '7551476a-9f81-4dc0-9a36-b6b896ea6aa3', 'project_id': '7a7d384b32784a6f914418ec93b94b0e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:05:12.055154 n-d-800634-1 neutron-server[93751]: INFO neutron.db.securitygroups_db [None req-a1f485c7-acc4-4b49-81d9-6789bfddefb4 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Project 7a7d384b32784a6f914418ec93b94b0e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 14:05:12.060247 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a1f485c7-acc4-4b49-81d9-6789bfddefb4 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:12.125301 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a1f485c7-acc4-4b49-81d9-6789bfddefb4 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:12.130356 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a1f485c7-acc4-4b49-81d9-6789bfddefb4 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:12.145603 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f485c7-acc4-4b49-81d9-6789bfddefb4 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f316db98-9ae9-428b-935d-b20f25127edd,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:05:12.157130 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a1f485c7-acc4-4b49-81d9-6789bfddefb4 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:12.162014 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-a1f485c7-acc4-4b49-81d9-6789bfddefb4 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1310110 Jul 13 14:05:12.162437 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 38924) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:05:12.168125 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-62668444-c8ce-42ae-8f7f-2f3caff9acf1 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Request body: {'network': {'name': 'tempest-network-smoke--1055990603', 'project_id': '7a7d384b32784a6f914418ec93b94b0e', 'port_security_enabled': True}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:05:12.211203 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bc7ddcf4-d5e0-4e17-8961-c82ebb3eb701 req-31150c07-c994-4ca2-977a-9181630f672f tempest-ServerShowV257Test-1671945675 tempest-ServerShowV257Test-1671945675-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0390bfc-13dc-4868-aac2-fdfd29970a47 HTTP/1.1" status: 200 len: 210 time: 0.0350468 Jul 13 14:05:12.219600 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62668444-c8ce-42ae-8f7f-2f3caff9acf1 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Made reservation on behalf of 7a7d384b32784a6f914418ec93b94b0e for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:05:12.224389 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-62668444-c8ce-42ae-8f7f-2f3caff9acf1 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:12.249864 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62668444-c8ce-42ae-8f7f-2f3caff9acf1 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 14:05:12.260333 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-62668444-c8ce-42ae-8f7f-2f3caff9acf1 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:12.260772 n-d-800634-1 neutron-server[93750]: INFO neutron.db.segments_db [None req-62668444-c8ce-42ae-8f7f-2f3caff9acf1 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Added segment 62693da3-7092-4c59-bf07-8b77c4f7c370 of type vlan for network 7b94f4da-9b1f-42a8-b89b-529809e7bcb5 Jul 13 14:05:12.303463 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-62668444-c8ce-42ae-8f7f-2f3caff9acf1 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:12.310477 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 16e57f11-f137-4464-a7ca-73d704ac7f4d no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:05:12.330850 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: 16e57f11-f137-4464-a7ca-73d704ac7f4d {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:05:12.331143 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 16e57f11-f137-4464-a7ca-73d704ac7f4d not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:05:12.334156 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-62668444-c8ce-42ae-8f7f-2f3caff9acf1 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:12.339789 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62668444-c8ce-42ae-8f7f-2f3caff9acf1 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:05:12.340398 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-62668444-c8ce-42ae-8f7f-2f3caff9acf1 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:12.402159 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-62668444-c8ce-42ae-8f7f-2f3caff9acf1 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2380743 Jul 13 14:05:12.405112 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 38926) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:05:12.410323 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-dee69517-f882-41e5-966f-ad18dbfceea0 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-932402166', 'admin_state_up': True, 'project_id': '7a7d384b32784a6f914418ec93b94b0e', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:05:12.411842 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62668444-c8ce-42ae-8f7f-2f3caff9acf1 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Pushing event updated for resources: {'Network': ['ID=7b94f4da-9b1f-42a8-b89b-529809e7bcb5,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:05:12.422973 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network 7b94f4da-9b1f-42a8-b89b-529809e7bcb5 details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 14:05:12.437403 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dee69517-f882-41e5-966f-ad18dbfceea0 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1591928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2714'] for router, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:12.438613 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dee69517-f882-41e5-966f-ad18dbfceea0 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447198', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1629690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2689'] for router, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:12.489969 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dee69517-f882-41e5-966f-ad18dbfceea0 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:12.630103 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dee69517-f882-41e5-966f-ad18dbfceea0 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447180', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1591910', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2751'] for router, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:12.827011 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dee69517-f882-41e5-966f-ad18dbfceea0 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for router_gateway, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:12.849848 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dee69517-f882-41e5-966f-ad18dbfceea0 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:12.955644 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-dee69517-f882-41e5-966f-ad18dbfceea0 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Allocated IP 172.25.6.43 (acf968b8-c524-46a9-a20b-ad9667009130/dde5a78e-bd1e-4f47-8189-7321d4de73d3/2ea389c7-0e82-457d-99a7-a144526488ad) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:05:13.068201 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dee69517-f882-41e5-966f-ad18dbfceea0 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:13.107838 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dee69517-f882-41e5-966f-ad18dbfceea0 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:13.149856 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee69517-f882-41e5-966f-ad18dbfceea0 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Network acf968b8-c524-46a9-a20b-ad9667009130 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:05:13.155024 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-dee69517-f882-41e5-966f-ad18dbfceea0 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:05:13.157410 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee69517-f882-41e5-966f-ad18dbfceea0 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:05:13.163790 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee69517-f882-41e5-966f-ad18dbfceea0 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Pushing event updated for resources: {'Port': ['ID=2ea389c7-0e82-457d-99a7-a144526488ad,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:05:13.403687 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ec820704-0ca3-4aca-8d54-68f83496912c req-6f21e0a1-87af-4bbf-98b9-863720d6b2c7 tempest-ServerShowV257Test-1671945675 tempest-ServerShowV257Test-1671945675-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0390bfc-13dc-4868-aac2-fdfd29970a47 HTTP/1.1" status: 200 len: 210 time: 0.0300591 Jul 13 14:05:13.432963 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dee69517-f882-41e5-966f-ad18dbfceea0 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for router_gateway, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:13.553716 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:05:13.952156 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dee69517-f882-41e5-966f-ad18dbfceea0 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447217'] for router, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:14.080441 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dee69517-f882-41e5-966f-ad18dbfceea0 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Router a2810b6d-cad5-4cc7-a318-e6dbda7e3c28 is scheduled to L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 with binding_index 1 {{(pid=93751) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 14:05:14.187737 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dee69517-f882-41e5-966f-ad18dbfceea0 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:05:14.197630 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38726047-bf15-430e-af1e-70b053a559fa None None] Sync routers for ids ['a2810b6d-cad5-4cc7-a318-e6dbda7e3c28'] in n-d-800634-1 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:05:14.206880 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dee69517-f882-41e5-966f-ad18dbfceea0 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:14.207136 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38726047-bf15-430e-af1e-70b053a559fa None None] Routers {'a2810b6d-cad5-4cc7-a318-e6dbda7e3c28'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:05:14.207762 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-38726047-bf15-430e-af1e-70b053a559fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:04:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['a2810b6d-cad5-4cc7-a318-e6dbda7e3c28'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:05:14.208166 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-dee69517-f882-41e5-966f-ad18dbfceea0 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.8020077 Jul 13 14:05:14.211282 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 38938) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:05:14.253010 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-c02faa77-fddc-44d0-89b2-65917774d14a tempest-TestNetworkAdvancedServerOps-1891609456 tempest-TestNetworkAdvancedServerOps-1891609456-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=7a7d384b32784a6f914418ec93b94b0e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0366716 Jul 13 14:05:14.253412 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 38940) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:05:14.323705 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-38726047-bf15-430e-af1e-70b053a559fa None None] Set router a2810b6d-cad5-4cc7-a318-e6dbda7e3c28 gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:05:14.341704 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08f6dab2-e99d-4a0a-8eaa-51ea5495fb7f tempest-TestNetworkAdvancedServerOps-1891609456 tempest-TestNetworkAdvancedServerOps-1891609456-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:05:14.343248 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-08f6dab2-e99d-4a0a-8eaa-51ea5495fb7f tempest-TestNetworkAdvancedServerOps-1891609456 tempest-TestNetworkAdvancedServerOps-1891609456-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0887299 Jul 13 14:05:14.347136 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 38942) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:05:14.380717 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-fc7ca987-a4c7-4ab9-96f4-160077e205b4 tempest-TestNetworkAdvancedServerOps-1891609456 tempest-TestNetworkAdvancedServerOps-1891609456-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=acf968b8-c524-46a9-a20b-ad9667009130&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0324349 Jul 13 14:05:14.384338 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 38946) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:05:14.389521 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-c3f88e50-da83-470e-b32b-ef2ddaf09b3b tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-640354472', 'network_id': '7b94f4da-9b1f-42a8-b89b-529809e7bcb5', 'project_id': '7a7d384b32784a6f914418ec93b94b0e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:05:14.495726 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3f88e50-da83-470e-b32b-ef2ddaf09b3b tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Made reservation on behalf of 7a7d384b32784a6f914418ec93b94b0e for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:05:14.499658 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c3f88e50-da83-470e-b32b-ef2ddaf09b3b tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6104980'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:14.531957 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-38726047-bf15-430e-af1e-70b053a559fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2810b6d-cad5-4cc7-a318-e6dbda7e3c28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-932402166', 'tenant_id': '7a7d384b32784a6f914418ec93b94b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.43'}], 'enable_snat': True}, 'gw_port_id': '2ea389c7-0e82-457d-99a7-a144526488ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:05:12Z', 'updated_at': '2021-07-13T14:05:13Z', 'revision_number': 3, 'project_id': '7a7d384b32784a6f914418ec93b94b0e', 'gw_port': {'id': '2ea389c7-0e82-457d-99a7-a144526488ad', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:90:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2810b6d-cad5-4cc7-a318-e6dbda7e3c28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:05:12Z', 'updated_at': '2021-07-13T14:05:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:05:14.568152 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38726047-bf15-430e-af1e-70b053a559fa None None] Checking router: a2810b6d-cad5-4cc7-a318-e6dbda7e3c28 for host: n-d-800634-1 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:05:14.568829 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38726047-bf15-430e-af1e-70b053a559fa None None] Updating router a2810b6d-cad5-4cc7-a318-e6dbda7e3c28 port 2ea389c7-0e82-457d-99a7-a144526488ad binding host n-d-800634-1 {{(pid=93753) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 14:05:14.575121 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-699b5c23-34cf-4e8f-9535-eae4a639d03e req-ff34336d-33ea-4e72-ae22-784e8fb4f1ba tempest-ServerShowV257Test-1671945675 tempest-ServerShowV257Test-1671945675-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0390bfc-13dc-4868-aac2-fdfd29970a47 HTTP/1.1" status: 200 len: 210 time: 0.0318286 Jul 13 14:05:14.610175 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-38726047-bf15-430e-af1e-70b053a559fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:14.698800 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c3f88e50-da83-470e-b32b-ef2ddaf09b3b tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6018343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6104998'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:14.759803 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f88e50-da83-470e-b32b-ef2ddaf09b3b tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Pushing event updated for resources: {'Subnet': ['ID=37e94f5d-3b4f-4c83-b919-e357dff9394d,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:05:14.776275 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f88e50-da83-470e-b32b-ef2ddaf09b3b tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Checking segment: {'id': '62693da3-7092-4c59-bf07-8b77c4f7c370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7b94f4da-9b1f-42a8-b89b-529809e7bcb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:05:14.776645 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3f88e50-da83-470e-b32b-ef2ddaf09b3b tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Network hostable DHCP agents. Network: 7b94f4da-9b1f-42a8-b89b-529809e7bcb5, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 14:05:14.794122 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3f88e50-da83-470e-b32b-ef2ddaf09b3b tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Network 7b94f4da-9b1f-42a8-b89b-529809e7bcb5 is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 14:05:14.804990 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-c3f88e50-da83-470e-b32b-ef2ddaf09b3b tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, 7b94f4da-9b1f-42a8-b89b-529809e7bcb5) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:05:14.809779 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3f88e50-da83-470e-b32b-ef2ddaf09b3b tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:05:14.810455 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c3f88e50-da83-470e-b32b-ef2ddaf09b3b tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:14.814913 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27441016-3058-462f-a42a-952de8882dd0 None None] Network 7b94f4da-9b1f-42a8-b89b-529809e7bcb5 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:05:14.828958 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-c3f88e50-da83-470e-b32b-ef2ddaf09b3b tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4408433 Jul 13 14:05:14.829217 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 38950) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:05:14.870972 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-38726047-bf15-430e-af1e-70b053a559fa None None] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:14.883845 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-38726047-bf15-430e-af1e-70b053a559fa None None] Transition to ACTIVE for port object 2ea389c7-0e82-457d-99a7-a144526488ad will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:05:14.891160 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-38726047-bf15-430e-af1e-70b053a559fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:14.955678 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdee6731-81cd-4182-a535-bf4e9293545e None None] Pushing event updated for resources: {'Port': ['ID=2ea389c7-0e82-457d-99a7-a144526488ad,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:05:14.958474 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-38726047-bf15-430e-af1e-70b053a559fa None None] Attempting to bind port 2ea389c7-0e82-457d-99a7-a144526488ad on host n-d-800634-1 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:05:14.959044 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-38726047-bf15-430e-af1e-70b053a559fa None None] Attempting to bind port 2ea389c7-0e82-457d-99a7-a144526488ad by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:05:14.959401 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38726047-bf15-430e-af1e-70b053a559fa None None] Attempting to bind port 2ea389c7-0e82-457d-99a7-a144526488ad on network acf968b8-c524-46a9-a20b-ad9667009130 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:05:14.966378 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdee6731-81cd-4182-a535-bf4e9293545e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:05:14.966725 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdee6731-81cd-4182-a535-bf4e9293545e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:05:14.967066 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdee6731-81cd-4182-a535-bf4e9293545e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:05:14.967405 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdee6731-81cd-4182-a535-bf4e9293545e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:05:14.967735 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdee6731-81cd-4182-a535-bf4e9293545e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:05:14.968063 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdee6731-81cd-4182-a535-bf4e9293545e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:05:14.968393 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdee6731-81cd-4182-a535-bf4e9293545e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:05:14.968717 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdee6731-81cd-4182-a535-bf4e9293545e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:05:14.969037 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdee6731-81cd-4182-a535-bf4e9293545e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:05:14.969624 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdee6731-81cd-4182-a535-bf4e9293545e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:05:14.970056 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdee6731-81cd-4182-a535-bf4e9293545e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:05:14.970897 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdee6731-81cd-4182-a535-bf4e9293545e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:05:14.977278 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38726047-bf15-430e-af1e-70b053a559fa None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 4, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:05:14.977681 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38726047-bf15-430e-af1e-70b053a559fa None None] Checking segment: {'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:05:14.978123 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-38726047-bf15-430e-af1e-70b053a559fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:14.978510 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38726047-bf15-430e-af1e-70b053a559fa None None] Bound using segment: {'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:05:14.979382 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-38726047-bf15-430e-af1e-70b053a559fa None None] Bound port: 2ea389c7-0e82-457d-99a7-a144526488ad, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:05:14.979776 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-38726047-bf15-430e-af1e-70b053a559fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:14.982382 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-797a6488-c8e9-40f2-9365-16d7f1e0e890 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a7201e1-61ce-5a3e-b7f7-e800379ed03b-7b94f4da-9b1f-42a8-b89b-529809e7bcb5', 'network_id': '7b94f4da-9b1f-42a8-b89b-529809e7bcb5', 'tenant_id': '7a7d384b32784a6f914418ec93b94b0e', 'fixed_ips': [{'subnet_id': '37e94f5d-3b4f-4c83-b919-e357dff9394d'}]}} from n-d-800634-1. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 14:05:14.983327 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-797a6488-c8e9-40f2-9365-16d7f1e0e890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:15.049332 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-38726047-bf15-430e-af1e-70b053a559fa None None] For port 2ea389c7-0e82-457d-99a7-a144526488ad, host n-d-800634-1, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:05:15.053279 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-38726047-bf15-430e-af1e-70b053a559fa None None] For port 2ea389c7-0e82-457d-99a7-a144526488ad, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=2ea389c7-0e82-457d-99a7-a144526488ad,segment=NetworkSegment(3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87),segment_id=3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:05:15.058276 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-38726047-bf15-430e-af1e-70b053a559fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:15.121638 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38726047-bf15-430e-af1e-70b053a559fa None None] Routers {'a2810b6d-cad5-4cc7-a318-e6dbda7e3c28'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:05:15.122395 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-38726047-bf15-430e-af1e-70b053a559fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:04:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['a2810b6d-cad5-4cc7-a318-e6dbda7e3c28'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:05:15.124142 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdee6731-81cd-4182-a535-bf4e9293545e None None] Pushing event updated for resources: {'Port': ['ID=2ea389c7-0e82-457d-99a7-a144526488ad,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:05:15.140169 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-797a6488-c8e9-40f2-9365-16d7f1e0e890 None None] Allocated IP 172.20.0.2 (7b94f4da-9b1f-42a8-b89b-529809e7bcb5/37e94f5d-3b4f-4c83-b919-e357dff9394d/a4cd0266-5dd3-4e9a-968f-d7b5f899fc3f) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:05:15.236658 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-38726047-bf15-430e-af1e-70b053a559fa None None] Set router a2810b6d-cad5-4cc7-a318-e6dbda7e3c28 gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:05:15.302897 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-797a6488-c8e9-40f2-9365-16d7f1e0e890 None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:15.311537 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-797a6488-c8e9-40f2-9365-16d7f1e0e890 None None] Transition to ACTIVE for port object a4cd0266-5dd3-4e9a-968f-d7b5f899fc3f will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:05:15.326879 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-797a6488-c8e9-40f2-9365-16d7f1e0e890 None None] Transition to ACTIVE for port object a4cd0266-5dd3-4e9a-968f-d7b5f899fc3f will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:05:15.333219 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1f36be5e-ec0c-4e2d-8cf3-92d2be2e26c2 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:15.335356 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-797a6488-c8e9-40f2-9365-16d7f1e0e890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:15.382367 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-797a6488-c8e9-40f2-9365-16d7f1e0e890 None None] Network 7b94f4da-9b1f-42a8-b89b-529809e7bcb5 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:05:15.385303 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-797a6488-c8e9-40f2-9365-16d7f1e0e890 None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:05:15.390271 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797a6488-c8e9-40f2-9365-16d7f1e0e890 None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:05:15.394513 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797a6488-c8e9-40f2-9365-16d7f1e0e890 None None] Pushing event updated for resources: {'Port': ['ID=a4cd0266-5dd3-4e9a-968f-d7b5f899fc3f,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:05:15.431441 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-38726047-bf15-430e-af1e-70b053a559fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2810b6d-cad5-4cc7-a318-e6dbda7e3c28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-932402166', 'tenant_id': '7a7d384b32784a6f914418ec93b94b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.43'}], 'enable_snat': True}, 'gw_port_id': '2ea389c7-0e82-457d-99a7-a144526488ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:05:12Z', 'updated_at': '2021-07-13T14:05:13Z', 'revision_number': 3, 'project_id': '7a7d384b32784a6f914418ec93b94b0e', 'gw_port': {'id': '2ea389c7-0e82-457d-99a7-a144526488ad', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:90:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2810b6d-cad5-4cc7-a318-e6dbda7e3c28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:05:12Z', 'updated_at': '2021-07-13T14:05:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:05:15.452022 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-797a6488-c8e9-40f2-9365-16d7f1e0e890 None None] Attempting to bind port a4cd0266-5dd3-4e9a-968f-d7b5f899fc3f on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:05:15.452396 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-797a6488-c8e9-40f2-9365-16d7f1e0e890 None None] Attempting to bind port a4cd0266-5dd3-4e9a-968f-d7b5f899fc3f by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '62693da3-7092-4c59-bf07-8b77c4f7c370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7b94f4da-9b1f-42a8-b89b-529809e7bcb5'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:05:15.452756 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797a6488-c8e9-40f2-9365-16d7f1e0e890 None None] Attempting to bind port a4cd0266-5dd3-4e9a-968f-d7b5f899fc3f on network 7b94f4da-9b1f-42a8-b89b-529809e7bcb5 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:05:15.458806 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797a6488-c8e9-40f2-9365-16d7f1e0e890 None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 4, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:05:15.459011 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38726047-bf15-430e-af1e-70b053a559fa None None] The sync data for ids ['a2810b6d-cad5-4cc7-a318-e6dbda7e3c28'] in n-d-800634-1 is: [{'id': 'a2810b6d-cad5-4cc7-a318-e6dbda7e3c28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-932402166', 'tenant_id': '7a7d384b32784a6f914418ec93b94b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.43'}], 'enable_snat': True}, 'gw_port_id': '2ea389c7-0e82-457d-99a7-a144526488ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:05:12Z', 'updated_at': '2021-07-13T14:05:13Z', 'revision_number': 3, 'project_id': '7a7d384b32784a6f914418ec93b94b0e', 'gw_port': {'id': '2ea389c7-0e82-457d-99a7-a144526488ad', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:90:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2810b6d-cad5-4cc7-a318-e6dbda7e3c28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:05:12Z', 'updated_at': '2021-07-13T14:05:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:05:15.459170 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797a6488-c8e9-40f2-9365-16d7f1e0e890 None None] Checking segment: {'id': '62693da3-7092-4c59-bf07-8b77c4f7c370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7b94f4da-9b1f-42a8-b89b-529809e7bcb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:05:15.459567 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-797a6488-c8e9-40f2-9365-16d7f1e0e890 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:15.459953 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797a6488-c8e9-40f2-9365-16d7f1e0e890 None None] Bound using segment: {'id': '62693da3-7092-4c59-bf07-8b77c4f7c370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7b94f4da-9b1f-42a8-b89b-529809e7bcb5'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:05:15.460836 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-797a6488-c8e9-40f2-9365-16d7f1e0e890 None None] Bound port: a4cd0266-5dd3-4e9a-968f-d7b5f899fc3f, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62693da3-7092-4c59-bf07-8b77c4f7c370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7b94f4da-9b1f-42a8-b89b-529809e7bcb5'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:05:15.461232 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-797a6488-c8e9-40f2-9365-16d7f1e0e890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:15.541275 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-797a6488-c8e9-40f2-9365-16d7f1e0e890 None None] For port a4cd0266-5dd3-4e9a-968f-d7b5f899fc3f, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:05:15.551026 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-797a6488-c8e9-40f2-9365-16d7f1e0e890 None None] For port a4cd0266-5dd3-4e9a-968f-d7b5f899fc3f, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=a4cd0266-5dd3-4e9a-968f-d7b5f899fc3f,segment=NetworkSegment(62693da3-7092-4c59-bf07-8b77c4f7c370),segment_id=62693da3-7092-4c59-bf07-8b77c4f7c370)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:05:15.556315 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-797a6488-c8e9-40f2-9365-16d7f1e0e890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:15.634736 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797a6488-c8e9-40f2-9365-16d7f1e0e890 None None] Pushing event updated for resources: {'Port': ['ID=a4cd0266-5dd3-4e9a-968f-d7b5f899fc3f,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:05:15.676197 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-1f36be5e-ec0c-4e2d-8cf3-92d2be2e26c2 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Allocated IP 172.20.0.1 (7b94f4da-9b1f-42a8-b89b-529809e7bcb5/37e94f5d-3b4f-4c83-b919-e357dff9394d/f99b7798-d399-4d42-87c3-cef147a95021) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:05:15.870374 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1f36be5e-ec0c-4e2d-8cf3-92d2be2e26c2 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:15.891435 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-1f36be5e-ec0c-4e2d-8cf3-92d2be2e26c2 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Transition to ACTIVE for port object f99b7798-d399-4d42-87c3-cef147a95021 will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:05:15.947824 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1f36be5e-ec0c-4e2d-8cf3-92d2be2e26c2 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:15.984671 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a03e1b01-2736-4e3e-a393-410ffdb4a111 req-248cc687-9563-44d4-a4c4-f6bf35f9b1af tempest-ServerShowV257Test-1671945675 tempest-ServerShowV257Test-1671945675-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0390bfc-13dc-4868-aac2-fdfd29970a47 HTTP/1.1" status: 200 len: 210 time: 0.2399719 Jul 13 14:05:16.014731 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f36be5e-ec0c-4e2d-8cf3-92d2be2e26c2 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Pushing event updated for resources: {'Port': ['ID=f99b7798-d399-4d42-87c3-cef147a95021,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:05:16.022413 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f36be5e-ec0c-4e2d-8cf3-92d2be2e26c2 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Network 7b94f4da-9b1f-42a8-b89b-529809e7bcb5 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:05:16.024119 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-1f36be5e-ec0c-4e2d-8cf3-92d2be2e26c2 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:05:16.026748 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f36be5e-ec0c-4e2d-8cf3-92d2be2e26c2 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:05:16.074698 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1f36be5e-ec0c-4e2d-8cf3-92d2be2e26c2 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-450452'] for router_interface, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:16.232537 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1f36be5e-ec0c-4e2d-8cf3-92d2be2e26c2 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:16.450713 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device a4cd0266-5dd3-4e9a-968f-d7b5f899fc3f up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:05:16.544035 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port a4cd0266-5dd3-4e9a-968f-d7b5f899fc3f completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:05:16.551306 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 2ea389c7-0e82-457d-99a7-a144526488ad up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:05:16.560269 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1f36be5e-ec0c-4e2d-8cf3-92d2be2e26c2 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:16.566006 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1f36be5e-ec0c-4e2d-8cf3-92d2be2e26c2 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:16.612200 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port 2ea389c7-0e82-457d-99a7-a144526488ad completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:05:16.617043 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 2ea389c7-0e82-457d-99a7-a144526488ad triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:05:16.617370 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:16.646444 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1f36be5e-ec0c-4e2d-8cf3-92d2be2e26c2 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1785045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451806'] for router_interface, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:16.648269 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f36be5e-ec0c-4e2d-8cf3-92d2be2e26c2 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Pushing event updated for resources: {'Port': ['ID=f99b7798-d399-4d42-87c3-cef147a95021,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:05:16.710103 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:16.737202 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port 2ea389c7-0e82-457d-99a7-a144526488ad, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=2ea389c7-0e82-457d-99a7-a144526488ad,segment=NetworkSegment(3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87),segment_id=3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:05:16.741676 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:16.775464 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f36be5e-ec0c-4e2d-8cf3-92d2be2e26c2 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Network 7b94f4da-9b1f-42a8-b89b-529809e7bcb5 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:05:16.776865 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-1f36be5e-ec0c-4e2d-8cf3-92d2be2e26c2 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:05:16.777343 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b7836b4-a907-4beb-b296-36814177b5f1 None None] Network 7b94f4da-9b1f-42a8-b89b-529809e7bcb5 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:05:16.903851 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f36be5e-ec0c-4e2d-8cf3-92d2be2e26c2 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Router a2810b6d-cad5-4cc7-a318-e6dbda7e3c28 has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:05:17.014756 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=2ea389c7-0e82-457d-99a7-a144526488ad,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:05:17.020345 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-9ab9b956-f483-4ef7-a999-26e6b77b6223 None None] Provisioning for port a4cd0266-5dd3-4e9a-968f-d7b5f899fc3f completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:05:17.032590 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-9ab9b956-f483-4ef7-a999-26e6b77b6223 None None] Provisioning complete for port a4cd0266-5dd3-4e9a-968f-d7b5f899fc3f triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:05:17.032976 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9ab9b956-f483-4ef7-a999-26e6b77b6223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:17.033627 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f36be5e-ec0c-4e2d-8cf3-92d2be2e26c2 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:05:17.040068 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-1f36be5e-ec0c-4e2d-8cf3-92d2be2e26c2 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "PUT /v2.0/routers/a2810b6d-cad5-4cc7-a318-e6dbda7e3c28/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2086120 Jul 13 14:05:17.171159 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-de028c28-7cb6-48e8-907d-ef6aa0f4e60a req-746ebfca-cbb5-4409-b7cb-e5d09f745cd9 tempest-ServerShowV257Test-1671945675 tempest-ServerShowV257Test-1671945675-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0390bfc-13dc-4868-aac2-fdfd29970a47 HTTP/1.1" status: 200 len: 210 time: 0.0295939 Jul 13 14:05:17.197938 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9ab9b956-f483-4ef7-a999-26e6b77b6223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:17.232475 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-7328c208-dfd5-45e1-8509-7249e8a2de5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:17.249481 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-9ab9b956-f483-4ef7-a999-26e6b77b6223 None None] For port a4cd0266-5dd3-4e9a-968f-d7b5f899fc3f, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=a4cd0266-5dd3-4e9a-968f-d7b5f899fc3f,segment=NetworkSegment(62693da3-7092-4c59-bf07-8b77c4f7c370),segment_id=62693da3-7092-4c59-bf07-8b77c4f7c370)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:05:17.254559 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9ab9b956-f483-4ef7-a999-26e6b77b6223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:17.274417 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c87e239e-a5a3-4dfe-90d8-d06ca5bb3af6 req-4d3150c0-3947-4a78-8685-7a9fb99cd806 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-777478741&fields=id&tenant_id=7a7d384b32784a6f914418ec93b94b0e HTTP/1.1" status: 200 len: 267 time: 0.0466869 Jul 13 14:05:17.311960 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab9b956-f483-4ef7-a999-26e6b77b6223 None None] Pushing event updated for resources: {'Port': ['ID=a4cd0266-5dd3-4e9a-968f-d7b5f899fc3f,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:05:17.389233 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c3e72a-869b-4adc-bfcc-3d485aa4b8cb None None] Sync routers for ids ['a2810b6d-cad5-4cc7-a318-e6dbda7e3c28'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:05:17.400490 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c3e72a-869b-4adc-bfcc-3d485aa4b8cb None None] Routers {'a2810b6d-cad5-4cc7-a318-e6dbda7e3c28'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:05:17.401245 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-d2c3e72a-869b-4adc-bfcc-3d485aa4b8cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:04:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['a2810b6d-cad5-4cc7-a318-e6dbda7e3c28'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:05:17.401644 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87e239e-a5a3-4dfe-90d8-d06ca5bb3af6 req-f47f5729-9bd6-453c-a76b-0fb6c109d69f tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:05:17.403209 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c87e239e-a5a3-4dfe-90d8-d06ca5bb3af6 req-f47f5729-9bd6-453c-a76b-0fb6c109d69f tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/networks?id=7b94f4da-9b1f-42a8-b89b-529809e7bcb5 HTTP/1.1" status: 200 len: 797 time: 0.1218262 Jul 13 14:05:17.419702 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c87e239e-a5a3-4dfe-90d8-d06ca5bb3af6 req-e084489c-840c-4fa7-b0dc-04d332fa99ac tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/quotas/7a7d384b32784a6f914418ec93b94b0e HTTP/1.1" status: 200 len: 375 time: 0.0102375 Jul 13 14:05:17.506133 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c87e239e-a5a3-4dfe-90d8-d06ca5bb3af6 req-d342c22e-24dc-4a5f-9f23-a259384974f7 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=7a7d384b32784a6f914418ec93b94b0e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0783422 Jul 13 14:05:17.515160 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-576ac8c0-50a2-43a9-b02a-113a03e26959 None None] Provisioning for port f99b7798-d399-4d42-87c3-cef147a95021 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:05:17.521421 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-576ac8c0-50a2-43a9-b02a-113a03e26959 None None] Provisioning complete for port f99b7798-d399-4d42-87c3-cef147a95021 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:05:17.521823 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-576ac8c0-50a2-43a9-b02a-113a03e26959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:17.556932 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-d2c3e72a-869b-4adc-bfcc-3d485aa4b8cb None None] Set router a2810b6d-cad5-4cc7-a318-e6dbda7e3c28 gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:05:17.600374 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-576ac8c0-50a2-43a9-b02a-113a03e26959 None None] Port f99b7798-d399-4d42-87c3-cef147a95021 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:05:17.619304 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c87e239e-a5a3-4dfe-90d8-d06ca5bb3af6 req-89be658f-cd90-43ef-9883-b474ea8296b6 service neutron] 10.222.0.23 "GET /v2.0/networks/7b94f4da-9b1f-42a8-b89b-529809e7bcb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932922 Jul 13 14:05:17.655629 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-576ac8c0-50a2-43a9-b02a-113a03e26959 None None] Provisioning complete for port a4cd0266-5dd3-4e9a-968f-d7b5f899fc3f triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:05:17.656037 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-576ac8c0-50a2-43a9-b02a-113a03e26959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:17.722345 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c87e239e-a5a3-4dfe-90d8-d06ca5bb3af6 req-b7f5137e-5c2a-4881-996c-f080e0ca7b26 service neutron] 10.222.0.23 "GET /v2.0/networks/7b94f4da-9b1f-42a8-b89b-529809e7bcb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971828 Jul 13 14:05:17.851483 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-d2c3e72a-869b-4adc-bfcc-3d485aa4b8cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2810b6d-cad5-4cc7-a318-e6dbda7e3c28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-932402166', 'tenant_id': '7a7d384b32784a6f914418ec93b94b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.43'}], 'enable_snat': True}, 'gw_port_id': '2ea389c7-0e82-457d-99a7-a144526488ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:05:12Z', 'updated_at': '2021-07-13T14:05:16Z', 'revision_number': 4, 'project_id': '7a7d384b32784a6f914418ec93b94b0e', 'gw_port': {'id': '2ea389c7-0e82-457d-99a7-a144526488ad', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:90:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2810b6d-cad5-4cc7-a318-e6dbda7e3c28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:05:12Z', 'updated_at': '2021-07-13T14:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': 'f99b7798-d399-4d42-87c3-cef147a95021', 'name': '', 'network_id': '7b94f4da-9b1f-42a8-b89b-529809e7bcb5', 'tenant_id': '7a7d384b32784a6f914418ec93b94b0e', 'mac_address': 'fa:16:3e:78:06:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2810b6d-cad5-4cc7-a318-e6dbda7e3c28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': '37e94f5d-3b4f-4c83-b919-e357dff9394d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:05:15Z', 'updated_at': '2021-07-13T14:05:16Z', 'revision_number': 2, 'project_id': '7a7d384b32784a6f914418ec93b94b0e', 'subnets': [{'id': '37e94f5d-3b4f-4c83-b919-e357dff9394d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:05:17.899046 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c3e72a-869b-4adc-bfcc-3d485aa4b8cb None None] Checking router: a2810b6d-cad5-4cc7-a318-e6dbda7e3c28 for host: n-d-800634-1 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:05:17.899756 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c3e72a-869b-4adc-bfcc-3d485aa4b8cb None None] Updating router a2810b6d-cad5-4cc7-a318-e6dbda7e3c28 port f99b7798-d399-4d42-87c3-cef147a95021 binding host n-d-800634-1 {{(pid=93752) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 14:05:17.937324 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-26a994ba-c004-4ee1-8882-b5e78a5a7ba0 req-0ec5dd8a-9d62-450f-94f1-93bf9370e94b tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/ports?device_id=fddb0307-5e4a-4fdb-b790-528b6374070b HTTP/1.1" status: 200 len: 210 time: 0.0410771 Jul 13 14:05:17.958082 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d2c3e72a-869b-4adc-bfcc-3d485aa4b8cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:17.960694 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-d7045233-867e-4dee-9d33-9df53d2eb7d4 None None] Provisioning complete for port f99b7798-d399-4d42-87c3-cef147a95021 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:05:17.961056 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d7045233-867e-4dee-9d33-9df53d2eb7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:18.031851 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-d7045233-867e-4dee-9d33-9df53d2eb7d4 None None] Port f99b7798-d399-4d42-87c3-cef147a95021 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:05:18.274254 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d2c3e72a-869b-4adc-bfcc-3d485aa4b8cb None None] Notify callbacks [] for port, precommit_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:18.286704 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-d2c3e72a-869b-4adc-bfcc-3d485aa4b8cb None None] Transition to ACTIVE for port object f99b7798-d399-4d42-87c3-cef147a95021 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:05:18.296107 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d2c3e72a-869b-4adc-bfcc-3d485aa4b8cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:18.377118 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f2edb3-48de-4aa4-857f-9e8778b3831e None None] Pushing event updated for resources: {'Port': ['ID=f99b7798-d399-4d42-87c3-cef147a95021,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:05:18.381176 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6837e16d-663a-4e25-a2bc-6aa8da86bab5 req-4f7c250a-1fac-46db-8a6e-71631a207a9c tempest-ServerShowV257Test-1671945675 tempest-ServerShowV257Test-1671945675-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0390bfc-13dc-4868-aac2-fdfd29970a47 HTTP/1.1" status: 200 len: 210 time: 0.0606859 Jul 13 14:05:18.428702 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-d2c3e72a-869b-4adc-bfcc-3d485aa4b8cb None None] Attempting to bind port f99b7798-d399-4d42-87c3-cef147a95021 on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:05:18.429086 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-d2c3e72a-869b-4adc-bfcc-3d485aa4b8cb None None] Attempting to bind port f99b7798-d399-4d42-87c3-cef147a95021 by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '62693da3-7092-4c59-bf07-8b77c4f7c370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7b94f4da-9b1f-42a8-b89b-529809e7bcb5'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:05:18.429583 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c3e72a-869b-4adc-bfcc-3d485aa4b8cb None None] Attempting to bind port f99b7798-d399-4d42-87c3-cef147a95021 on network 7b94f4da-9b1f-42a8-b89b-529809e7bcb5 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:05:18.435438 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device a4cd0266-5dd3-4e9a-968f-d7b5f899fc3f up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:05:18.464488 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c3e72a-869b-4adc-bfcc-3d485aa4b8cb None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 4, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:05:18.464862 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c3e72a-869b-4adc-bfcc-3d485aa4b8cb None None] Checking segment: {'id': '62693da3-7092-4c59-bf07-8b77c4f7c370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7b94f4da-9b1f-42a8-b89b-529809e7bcb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:05:18.465267 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d2c3e72a-869b-4adc-bfcc-3d485aa4b8cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:18.465661 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c3e72a-869b-4adc-bfcc-3d485aa4b8cb None None] Bound using segment: {'id': '62693da3-7092-4c59-bf07-8b77c4f7c370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7b94f4da-9b1f-42a8-b89b-529809e7bcb5'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:05:18.466179 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-d2c3e72a-869b-4adc-bfcc-3d485aa4b8cb None None] Bound port: f99b7798-d399-4d42-87c3-cef147a95021, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62693da3-7092-4c59-bf07-8b77c4f7c370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7b94f4da-9b1f-42a8-b89b-529809e7bcb5'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:05:18.466565 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d2c3e72a-869b-4adc-bfcc-3d485aa4b8cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:18.577168 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port a4cd0266-5dd3-4e9a-968f-d7b5f899fc3f triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:05:18.578390 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:18.583953 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-d2c3e72a-869b-4adc-bfcc-3d485aa4b8cb None None] For port f99b7798-d399-4d42-87c3-cef147a95021, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:05:18.619259 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-d2c3e72a-869b-4adc-bfcc-3d485aa4b8cb None None] For port f99b7798-d399-4d42-87c3-cef147a95021, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=f99b7798-d399-4d42-87c3-cef147a95021,segment=NetworkSegment(62693da3-7092-4c59-bf07-8b77c4f7c370),segment_id=62693da3-7092-4c59-bf07-8b77c4f7c370)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:05:18.627117 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d2c3e72a-869b-4adc-bfcc-3d485aa4b8cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:18.708899 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c3e72a-869b-4adc-bfcc-3d485aa4b8cb None None] Routers {'a2810b6d-cad5-4cc7-a318-e6dbda7e3c28'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:05:18.709432 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-d2c3e72a-869b-4adc-bfcc-3d485aa4b8cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:04:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['a2810b6d-cad5-4cc7-a318-e6dbda7e3c28'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:05:18.748881 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f2edb3-48de-4aa4-857f-9e8778b3831e None None] Pushing event updated for resources: {'Port': ['ID=f99b7798-d399-4d42-87c3-cef147a95021,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:05:18.798507 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 2ea389c7-0e82-457d-99a7-a144526488ad up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:05:18.896694 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-d2c3e72a-869b-4adc-bfcc-3d485aa4b8cb None None] Set router a2810b6d-cad5-4cc7-a318-e6dbda7e3c28 gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:05:18.951699 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 2ea389c7-0e82-457d-99a7-a144526488ad triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:05:18.952061 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:19.103085 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d7365e24-13dd-4696-a219-3efb53f5745d req-3169da1c-c6eb-4ea2-aac7-9720d19190ac tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/ports?device_id=fddb0307-5e4a-4fdb-b790-528b6374070b HTTP/1.1" status: 200 len: 210 time: 0.0391498 Jul 13 14:05:19.112373 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87e239e-a5a3-4dfe-90d8-d06ca5bb3af6 req-f81ced83-c8fa-4136-a121-7c8fe803f278 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:05:19.114845 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c87e239e-a5a3-4dfe-90d8-d06ca5bb3af6 req-f81ced83-c8fa-4136-a121-7c8fe803f278 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.41 "GET /v2.0/networks?id=7b94f4da-9b1f-42a8-b89b-529809e7bcb5 HTTP/1.1" status: 200 len: 797 time: 0.1656322 Jul 13 14:05:19.163607 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c87e239e-a5a3-4dfe-90d8-d06ca5bb3af6 req-1d71f069-55a0-4eab-afb0-db28a4b37b4a tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7a7d384b32784a6f914418ec93b94b0e HTTP/1.1" status: 200 len: 379 time: 0.0397973 Jul 13 14:05:19.172009 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-c87e239e-a5a3-4dfe-90d8-d06ca5bb3af6 req-15806ee8-25fe-469f-9e4e-938675e42537 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Request body: {'port': {'device_id': 'fddb0307-5e4a-4fdb-b790-528b6374070b', 'network_id': '7b94f4da-9b1f-42a8-b89b-529809e7bcb5', 'admin_state_up': True, 'tenant_id': '7a7d384b32784a6f914418ec93b94b0e', 'security_groups': ['7551476a-9f81-4dc0-9a36-b6b896ea6aa3']}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:05:19.219075 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-d2c3e72a-869b-4adc-bfcc-3d485aa4b8cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2810b6d-cad5-4cc7-a318-e6dbda7e3c28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-932402166', 'tenant_id': '7a7d384b32784a6f914418ec93b94b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.43'}], 'enable_snat': True}, 'gw_port_id': '2ea389c7-0e82-457d-99a7-a144526488ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:05:12Z', 'updated_at': '2021-07-13T14:05:16Z', 'revision_number': 4, 'project_id': '7a7d384b32784a6f914418ec93b94b0e', 'gw_port': {'id': '2ea389c7-0e82-457d-99a7-a144526488ad', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:90:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2810b6d-cad5-4cc7-a318-e6dbda7e3c28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:05:12Z', 'updated_at': '2021-07-13T14:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': 'f99b7798-d399-4d42-87c3-cef147a95021', 'name': '', 'network_id': '7b94f4da-9b1f-42a8-b89b-529809e7bcb5', 'tenant_id': '7a7d384b32784a6f914418ec93b94b0e', 'mac_address': 'fa:16:3e:78:06:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2810b6d-cad5-4cc7-a318-e6dbda7e3c28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': '37e94f5d-3b4f-4c83-b919-e357dff9394d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:05:15Z', 'updated_at': '2021-07-13T14:05:18Z', 'revision_number': 4, 'project_id': '7a7d384b32784a6f914418ec93b94b0e', 'subnets': [{'id': '37e94f5d-3b4f-4c83-b919-e357dff9394d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:05:19.247529 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c3e72a-869b-4adc-bfcc-3d485aa4b8cb None None] The sync data for ids ['a2810b6d-cad5-4cc7-a318-e6dbda7e3c28'] in n-d-800634-1 is: [{'id': 'a2810b6d-cad5-4cc7-a318-e6dbda7e3c28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-932402166', 'tenant_id': '7a7d384b32784a6f914418ec93b94b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.43'}], 'enable_snat': True}, 'gw_port_id': '2ea389c7-0e82-457d-99a7-a144526488ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:05:12Z', 'updated_at': '2021-07-13T14:05:16Z', 'revision_number': 4, 'project_id': '7a7d384b32784a6f914418ec93b94b0e', 'gw_port': {'id': '2ea389c7-0e82-457d-99a7-a144526488ad', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:90:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2810b6d-cad5-4cc7-a318-e6dbda7e3c28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:05:12Z', 'updated_at': '2021-07-13T14:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': 'f99b7798-d399-4d42-87c3-cef147a95021', 'name': '', 'network_id': '7b94f4da-9b1f-42a8-b89b-529809e7bcb5', 'tenant_id': '7a7d384b32784a6f914418ec93b94b0e', 'mac_address': 'fa:16:3e:78:06:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2810b6d-cad5-4cc7-a318-e6dbda7e3c28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': '37e94f5d-3b4f-4c83-b919-e357dff9394d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:05:15Z', 'updated_at': '2021-07-13T14:05:18Z', 'revision_number': 4, 'project_id': '7a7d384b32784a6f914418ec93b94b0e', 'subnets': [{'id': '37e94f5d-3b4f-4c83-b919-e357dff9394d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:05:19.294295 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c87e239e-a5a3-4dfe-90d8-d06ca5bb3af6 req-15806ee8-25fe-469f-9e4e-938675e42537 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Made reservation on behalf of 7a7d384b32784a6f914418ec93b94b0e for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:05:19.294295 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-c87e239e-a5a3-4dfe-90d8-d06ca5bb3af6 req-15806ee8-25fe-469f-9e4e-938675e42537 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:19.443725 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-c87e239e-a5a3-4dfe-90d8-d06ca5bb3af6 req-15806ee8-25fe-469f-9e4e-938675e42537 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Allocated IP 172.20.0.4 (7b94f4da-9b1f-42a8-b89b-529809e7bcb5/37e94f5d-3b4f-4c83-b919-e357dff9394d/54d9f9c3-9b5c-4de7-b55b-1613b74b3e45) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:05:19.571909 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-9d90e22f-3431-43c2-9afa-17f702731b3d req-78a68335-b16e-4d75-a773-5faba9706126 tempest-ServerShowV257Test-1671945675 tempest-ServerShowV257Test-1671945675-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0390bfc-13dc-4868-aac2-fdfd29970a47 HTTP/1.1" status: 200 len: 210 time: 0.0314074 Jul 13 14:05:19.606609 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-c87e239e-a5a3-4dfe-90d8-d06ca5bb3af6 req-15806ee8-25fe-469f-9e4e-938675e42537 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:19.622256 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-c87e239e-a5a3-4dfe-90d8-d06ca5bb3af6 req-15806ee8-25fe-469f-9e4e-938675e42537 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Transition to ACTIVE for port object 54d9f9c3-9b5c-4de7-b55b-1613b74b3e45 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:05:19.656899 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-c87e239e-a5a3-4dfe-90d8-d06ca5bb3af6 req-15806ee8-25fe-469f-9e4e-938675e42537 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:19.711120 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c87e239e-a5a3-4dfe-90d8-d06ca5bb3af6 req-15806ee8-25fe-469f-9e4e-938675e42537 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Network 7b94f4da-9b1f-42a8-b89b-529809e7bcb5 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:05:19.714807 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-c87e239e-a5a3-4dfe-90d8-d06ca5bb3af6 req-15806ee8-25fe-469f-9e4e-938675e42537 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:05:19.719105 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-c87e239e-a5a3-4dfe-90d8-d06ca5bb3af6 req-15806ee8-25fe-469f-9e4e-938675e42537 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:05:19.726653 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15806ee8-25fe-469f-9e4e-938675e42537 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Pushing event updated for resources: {'Port': ['ID=54d9f9c3-9b5c-4de7-b55b-1613b74b3e45,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:05:19.776509 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87e239e-a5a3-4dfe-90d8-d06ca5bb3af6 req-15806ee8-25fe-469f-9e4e-938675e42537 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:05:19.777125 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-c87e239e-a5a3-4dfe-90d8-d06ca5bb3af6 req-15806ee8-25fe-469f-9e4e-938675e42537 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:19.792969 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c87e239e-a5a3-4dfe-90d8-d06ca5bb3af6 req-15806ee8-25fe-469f-9e4e-938675e42537 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6245971 Jul 13 14:05:19.804709 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-c87e239e-a5a3-4dfe-90d8-d06ca5bb3af6 req-83e48e17-d376-4a31-9fb1-52dbabd7dbc3 service neutron] Request body: {'port': {'device_id': 'fddb0307-5e4a-4fdb-b790-528b6374070b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:05:19.867645 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-aa3bcd53-b111-42e9-b514-15b3069e6fac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:19.890171 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-c87e239e-a5a3-4dfe-90d8-d06ca5bb3af6 req-83e48e17-d376-4a31-9fb1-52dbabd7dbc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:19.971702 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-bee47523-2be3-470d-9185-daa83bea0f05 None None] Provisioning for port 54d9f9c3-9b5c-4de7-b55b-1613b74b3e45 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:05:19.976149 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-bee47523-2be3-470d-9185-daa83bea0f05 None None] Provisioning complete for port 54d9f9c3-9b5c-4de7-b55b-1613b74b3e45 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:05:19.976652 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-bee47523-2be3-470d-9185-daa83bea0f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:20.029378 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:20.032048 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-bee47523-2be3-470d-9185-daa83bea0f05 None None] Port 54d9f9c3-9b5c-4de7-b55b-1613b74b3e45 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:05:20.305275 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785525ff-e413-4f69-9d82-40a9133f2e76 req-7cfddbe5-2f26-4ef9-a3f9-4c53557f61b7 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:05:20.306971 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-785525ff-e413-4f69-9d82-40a9133f2e76 req-7cfddbe5-2f26-4ef9-a3f9-4c53557f61b7 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/ports?device_id=fddb0307-5e4a-4fdb-b790-528b6374070b HTTP/1.1" status: 200 len: 931 time: 0.0764232 Jul 13 14:05:20.355663 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-785525ff-e413-4f69-9d82-40a9133f2e76 req-4add3082-c370-46ae-84e8-8c4146debb54 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/security-groups?id=7551476a-9f81-4dc0-9a36-b6b896ea6aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383296 Jul 13 14:05:20.413728 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device f99b7798-d399-4d42-87c3-cef147a95021 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:05:20.472366 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port f99b7798-d399-4d42-87c3-cef147a95021 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:05:20.477551 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port f99b7798-d399-4d42-87c3-cef147a95021 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:05:20.477964 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:20.560216 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:20.566950 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-c87e239e-a5a3-4dfe-90d8-d06ca5bb3af6 req-83e48e17-d376-4a31-9fb1-52dbabd7dbc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54d9f9c3-9b5c-4de7-b55b-1613b74b3e45 {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:05:20.575702 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-c87e239e-a5a3-4dfe-90d8-d06ca5bb3af6 req-83e48e17-d376-4a31-9fb1-52dbabd7dbc3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:20.596899 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port f99b7798-d399-4d42-87c3-cef147a95021, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=f99b7798-d399-4d42-87c3-cef147a95021,segment=NetworkSegment(62693da3-7092-4c59-bf07-8b77c4f7c370),segment_id=62693da3-7092-4c59-bf07-8b77c4f7c370)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:05:20.597893 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-c87e239e-a5a3-4dfe-90d8-d06ca5bb3af6 req-83e48e17-d376-4a31-9fb1-52dbabd7dbc3 service neutron] Transition to ACTIVE for port object 54d9f9c3-9b5c-4de7-b55b-1613b74b3e45 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:05:20.601668 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:20.606984 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-c87e239e-a5a3-4dfe-90d8-d06ca5bb3af6 req-83e48e17-d376-4a31-9fb1-52dbabd7dbc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:20.655814 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=f99b7798-d399-4d42-87c3-cef147a95021,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:05:20.686659 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e48e17-d376-4a31-9fb1-52dbabd7dbc3 service neutron] Pushing event updated for resources: {'Port': ['ID=54d9f9c3-9b5c-4de7-b55b-1613b74b3e45,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:05:20.723580 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e48e17-d376-4a31-9fb1-52dbabd7dbc3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:05:20.723580 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e48e17-d376-4a31-9fb1-52dbabd7dbc3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:05:20.723792 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e48e17-d376-4a31-9fb1-52dbabd7dbc3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:05:20.723996 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e48e17-d376-4a31-9fb1-52dbabd7dbc3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:05:20.724326 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e48e17-d376-4a31-9fb1-52dbabd7dbc3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:05:20.724645 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e48e17-d376-4a31-9fb1-52dbabd7dbc3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:05:20.724966 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e48e17-d376-4a31-9fb1-52dbabd7dbc3 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:05:20.725292 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e48e17-d376-4a31-9fb1-52dbabd7dbc3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:05:20.725624 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e48e17-d376-4a31-9fb1-52dbabd7dbc3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:05:20.725965 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e48e17-d376-4a31-9fb1-52dbabd7dbc3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:05:20.726295 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e48e17-d376-4a31-9fb1-52dbabd7dbc3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:05:20.726611 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e48e17-d376-4a31-9fb1-52dbabd7dbc3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:05:20.766662 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-305024f6-4870-42d9-8878-3ec13ce0350d req-ab4423c2-505b-40fd-86db-56c80f377e97 tempest-ServerShowV257Test-1671945675 tempest-ServerShowV257Test-1671945675-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0390bfc-13dc-4868-aac2-fdfd29970a47 HTTP/1.1" status: 200 len: 210 time: 0.0453870 Jul 13 14:05:20.795686 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-c87e239e-a5a3-4dfe-90d8-d06ca5bb3af6 req-83e48e17-d376-4a31-9fb1-52dbabd7dbc3 service neutron] Attempting to bind port 54d9f9c3-9b5c-4de7-b55b-1613b74b3e45 on host n-h2-800634-1 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:05:20.796151 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-c87e239e-a5a3-4dfe-90d8-d06ca5bb3af6 req-83e48e17-d376-4a31-9fb1-52dbabd7dbc3 service neutron] Attempting to bind port 54d9f9c3-9b5c-4de7-b55b-1613b74b3e45 by drivers openvswitch,hyperv on host n-h2-800634-1 at level 0 using segments [{'id': '62693da3-7092-4c59-bf07-8b77c4f7c370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7b94f4da-9b1f-42a8-b89b-529809e7bcb5'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:05:20.796581 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87e239e-a5a3-4dfe-90d8-d06ca5bb3af6 req-83e48e17-d376-4a31-9fb1-52dbabd7dbc3 service neutron] Attempting to bind port 54d9f9c3-9b5c-4de7-b55b-1613b74b3e45 on network 7b94f4da-9b1f-42a8-b89b-529809e7bcb5 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:05:20.801886 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87e239e-a5a3-4dfe-90d8-d06ca5bb3af6 req-83e48e17-d376-4a31-9fb1-52dbabd7dbc3 service neutron] Port 54d9f9c3-9b5c-4de7-b55b-1613b74b3e45 on network 7b94f4da-9b1f-42a8-b89b-529809e7bcb5 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-1 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 14:05:20.802213 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87e239e-a5a3-4dfe-90d8-d06ca5bb3af6 req-83e48e17-d376-4a31-9fb1-52dbabd7dbc3 service neutron] Attempting to bind port 54d9f9c3-9b5c-4de7-b55b-1613b74b3e45 on network 7b94f4da-9b1f-42a8-b89b-529809e7bcb5 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:05:20.807216 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87e239e-a5a3-4dfe-90d8-d06ca5bb3af6 req-83e48e17-d376-4a31-9fb1-52dbabd7dbc3 service neutron] Checking agent: {'id': 'f615e5c9-21ab-43f2-adbc-192d64b795cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 5, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:05:20.807558 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87e239e-a5a3-4dfe-90d8-d06ca5bb3af6 req-83e48e17-d376-4a31-9fb1-52dbabd7dbc3 service neutron] Checking segment: {'id': '62693da3-7092-4c59-bf07-8b77c4f7c370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7b94f4da-9b1f-42a8-b89b-529809e7bcb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:05:20.807942 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87e239e-a5a3-4dfe-90d8-d06ca5bb3af6 req-83e48e17-d376-4a31-9fb1-52dbabd7dbc3 service neutron] Bound using segment: {'id': '62693da3-7092-4c59-bf07-8b77c4f7c370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7b94f4da-9b1f-42a8-b89b-529809e7bcb5'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:05:20.808428 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-c87e239e-a5a3-4dfe-90d8-d06ca5bb3af6 req-83e48e17-d376-4a31-9fb1-52dbabd7dbc3 service neutron] Bound port: 54d9f9c3-9b5c-4de7-b55b-1613b74b3e45, host: n-h2-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62693da3-7092-4c59-bf07-8b77c4f7c370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7b94f4da-9b1f-42a8-b89b-529809e7bcb5'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:05:20.808821 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-c87e239e-a5a3-4dfe-90d8-d06ca5bb3af6 req-83e48e17-d376-4a31-9fb1-52dbabd7dbc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:20.874448 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-c87e239e-a5a3-4dfe-90d8-d06ca5bb3af6 req-83e48e17-d376-4a31-9fb1-52dbabd7dbc3 service neutron] For port 54d9f9c3-9b5c-4de7-b55b-1613b74b3e45, host n-h2-800634-1, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:05:20.878350 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-c87e239e-a5a3-4dfe-90d8-d06ca5bb3af6 req-83e48e17-d376-4a31-9fb1-52dbabd7dbc3 service neutron] For port 54d9f9c3-9b5c-4de7-b55b-1613b74b3e45, host n-h2-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=54d9f9c3-9b5c-4de7-b55b-1613b74b3e45,segment=NetworkSegment(62693da3-7092-4c59-bf07-8b77c4f7c370),segment_id=62693da3-7092-4c59-bf07-8b77c4f7c370)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:05:20.882489 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-c87e239e-a5a3-4dfe-90d8-d06ca5bb3af6 req-83e48e17-d376-4a31-9fb1-52dbabd7dbc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:20.912578 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87e239e-a5a3-4dfe-90d8-d06ca5bb3af6 req-83e48e17-d376-4a31-9fb1-52dbabd7dbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:05:20.913297 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-c87e239e-a5a3-4dfe-90d8-d06ca5bb3af6 req-83e48e17-d376-4a31-9fb1-52dbabd7dbc3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:20.914601 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c87e239e-a5a3-4dfe-90d8-d06ca5bb3af6 req-83e48e17-d376-4a31-9fb1-52dbabd7dbc3 service neutron] 10.222.0.41 "PUT /v2.0/ports/54d9f9c3-9b5c-4de7-b55b-1613b74b3e45 HTTP/1.1" status: 200 len: 1091 time: 1.1144021 Jul 13 14:05:20.917079 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fddb0307-5e4a-4fdb-b790-528b6374070b', 'tag': '54d9f9c3-9b5c-4de7-b55b-1613b74b3e45'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:05:20.920222 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a598ecfb-c5fd-478f-97df-d1a98769f769" -d '{"events": [{"name": "network-changed", "server_uuid": "fddb0307-5e4a-4fdb-b790-528b6374070b", "tag": "54d9f9c3-9b5c-4de7-b55b-1613b74b3e45"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:05:20.968879 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c42b09f-3082-418c-a838-1c56d2943850 x-openstack-request-id: req-9c42b09f-3082-418c-a838-1c56d2943850 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:05:20.969179 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fddb0307-5e4a-4fdb-b790-528b6374070b", "tag": "54d9f9c3-9b5c-4de7-b55b-1613b74b3e45", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:05:20.969560 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9c42b09f-3082-418c-a838-1c56d2943850 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:05:20.970265 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fddb0307-5e4a-4fdb-b790-528b6374070b', 'tag': '54d9f9c3-9b5c-4de7-b55b-1613b74b3e45', 'status': 'completed', 'code': 200} Jul 13 14:05:20.972157 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e48e17-d376-4a31-9fb1-52dbabd7dbc3 service neutron] Pushing event updated for resources: {'Port': ['ID=54d9f9c3-9b5c-4de7-b55b-1613b74b3e45,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:05:21.036286 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87e239e-a5a3-4dfe-90d8-d06ca5bb3af6 req-34bf16e8-1351-4090-9ce4-be1678853cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:05:21.037877 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c87e239e-a5a3-4dfe-90d8-d06ca5bb3af6 req-34bf16e8-1351-4090-9ce4-be1678853cc9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7a7d384b32784a6f914418ec93b94b0e&device_id=fddb0307-5e4a-4fdb-b790-528b6374070b HTTP/1.1" status: 200 len: 1094 time: 0.0667820 Jul 13 14:05:21.081951 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c87e239e-a5a3-4dfe-90d8-d06ca5bb3af6 req-a1c19e0e-2b27-48a7-9f04-85e99d37de0e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=54d9f9c3-9b5c-4de7-b55b-1613b74b3e45 HTTP/1.1" status: 200 len: 217 time: 0.0369077 Jul 13 14:05:21.130505 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87e239e-a5a3-4dfe-90d8-d06ca5bb3af6 req-33639214-a133-4d6d-8c29-cb42f95bbfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:05:21.131963 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c87e239e-a5a3-4dfe-90d8-d06ca5bb3af6 req-33639214-a133-4d6d-8c29-cb42f95bbfe2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=37e94f5d-3b4f-4c83-b919-e357dff9394d HTTP/1.1" status: 200 len: 834 time: 0.0447347 Jul 13 14:05:21.175080 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:21.194300 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87e239e-a5a3-4dfe-90d8-d06ca5bb3af6 req-7b7abefc-1486-48f5-9452-429f7b34fdbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:05:21.195830 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c87e239e-a5a3-4dfe-90d8-d06ca5bb3af6 req-7b7abefc-1486-48f5-9452-429f7b34fdbf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7b94f4da-9b1f-42a8-b89b-529809e7bcb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0581284 Jul 13 14:05:21.285280 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c87e239e-a5a3-4dfe-90d8-d06ca5bb3af6 req-5af75cf3-605a-41b7-a53a-1671aec89930 service neutron] 10.222.0.41 "GET /v2.0/networks/7b94f4da-9b1f-42a8-b89b-529809e7bcb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833559 Jul 13 14:05:21.383945 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c87e239e-a5a3-4dfe-90d8-d06ca5bb3af6 req-e90b2379-410a-4d09-8a3e-10d1b9c60f95 service neutron] 10.222.0.41 "GET /v2.0/networks/7b94f4da-9b1f-42a8-b89b-529809e7bcb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927961 Jul 13 14:05:21.496002 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a598ecfb-c5fd-478f-97df-d1a98769f769 req-672024cf-aa2a-4456-8b45-e0a1e77552e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:05:21.497556 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a598ecfb-c5fd-478f-97df-d1a98769f769 req-672024cf-aa2a-4456-8b45-e0a1e77552e4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7a7d384b32784a6f914418ec93b94b0e&device_id=fddb0307-5e4a-4fdb-b790-528b6374070b HTTP/1.1" status: 200 len: 1094 time: 0.0542812 Jul 13 14:05:21.549728 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973914ba-26ba-456b-9512-2068b0b1ad84 req-ad1948cc-7bef-42e3-bc14-df1f7e0c9d64 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:05:21.551285 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-973914ba-26ba-456b-9512-2068b0b1ad84 req-ad1948cc-7bef-42e3-bc14-df1f7e0c9d64 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/ports?device_id=fddb0307-5e4a-4fdb-b790-528b6374070b HTTP/1.1" status: 200 len: 943 time: 0.0654736 Jul 13 14:05:21.590738 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a598ecfb-c5fd-478f-97df-d1a98769f769 req-1f5f6704-f640-4027-bea1-c47ea1996985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:05:21.591328 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-973914ba-26ba-456b-9512-2068b0b1ad84 req-439c3d95-b2e8-4bcc-a75e-169178a54aed tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/security-groups?id=7551476a-9f81-4dc0-9a36-b6b896ea6aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340753 Jul 13 14:05:21.592261 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a598ecfb-c5fd-478f-97df-d1a98769f769 req-1f5f6704-f640-4027-bea1-c47ea1996985 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7b94f4da-9b1f-42a8-b89b-529809e7bcb5 HTTP/1.1" status: 200 len: 897 time: 0.0886078 Jul 13 14:05:21.644030 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a598ecfb-c5fd-478f-97df-d1a98769f769 req-7ebfbb5c-088a-44f5-a51b-c800fdd65846 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=54d9f9c3-9b5c-4de7-b55b-1613b74b3e45 HTTP/1.1" status: 200 len: 217 time: 0.0450909 Jul 13 14:05:21.694134 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a598ecfb-c5fd-478f-97df-d1a98769f769 req-2c68781f-28c8-468a-8cd1-c85bdaee902e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:05:21.695587 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a598ecfb-c5fd-478f-97df-d1a98769f769 req-2c68781f-28c8-468a-8cd1-c85bdaee902e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=37e94f5d-3b4f-4c83-b919-e357dff9394d HTTP/1.1" status: 200 len: 834 time: 0.0448756 Jul 13 14:05:21.753116 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a598ecfb-c5fd-478f-97df-d1a98769f769 req-960c48fd-81bd-413b-82d6-1e2aeded59b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:05:21.754693 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a598ecfb-c5fd-478f-97df-d1a98769f769 req-960c48fd-81bd-413b-82d6-1e2aeded59b6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7b94f4da-9b1f-42a8-b89b-529809e7bcb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524414 Jul 13 14:05:21.849177 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a598ecfb-c5fd-478f-97df-d1a98769f769 req-bd6b803a-ba99-4eb9-8d82-d4c7a8c26340 service neutron] 10.222.0.41 "GET /v2.0/networks/7b94f4da-9b1f-42a8-b89b-529809e7bcb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877974 Jul 13 14:05:21.939605 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f418a5e5-5d40-4ed7-8529-d663cdd4418e req-b4b2fb27-70a7-4005-ab38-bc12308dd83f tempest-ServerShowV257Test-1671945675 tempest-ServerShowV257Test-1671945675-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0390bfc-13dc-4868-aac2-fdfd29970a47 HTTP/1.1" status: 200 len: 210 time: 0.0396731 Jul 13 14:05:21.973725 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a598ecfb-c5fd-478f-97df-d1a98769f769 req-3cd28b56-e0b7-44cb-beb1-83846047251a service neutron] 10.222.0.41 "GET /v2.0/networks/7b94f4da-9b1f-42a8-b89b-529809e7bcb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179729 Jul 13 14:05:22.359192 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device f99b7798-d399-4d42-87c3-cef147a95021 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:05:22.408104 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port f99b7798-d399-4d42-87c3-cef147a95021 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:05:22.408565 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:22.678021 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:22.768074 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd49a059-d035-4775-a620-6d1f148471dc req-b972e211-cffb-40c1-920f-81b90c467ecb tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:05:22.769579 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cd49a059-d035-4775-a620-6d1f148471dc req-b972e211-cffb-40c1-920f-81b90c467ecb tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/ports?device_id=fddb0307-5e4a-4fdb-b790-528b6374070b HTTP/1.1" status: 200 len: 943 time: 0.0645943 Jul 13 14:05:22.809405 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cd49a059-d035-4775-a620-6d1f148471dc req-8e8c342b-1a1e-4be3-a090-3c987bb1462e tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/security-groups?id=7551476a-9f81-4dc0-9a36-b6b896ea6aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339613 Jul 13 14:05:23.098133 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-01784c27-f059-4258-b375-24bbea37d7da req-8b732cfe-6208-486b-851c-e9c9b861629d tempest-ServerShowV257Test-1671945675 tempest-ServerShowV257Test-1671945675-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0390bfc-13dc-4868-aac2-fdfd29970a47 HTTP/1.1" status: 200 len: 210 time: 0.0289962 Jul 13 14:05:23.628161 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 54d9f9c3-9b5c-4de7-b55b-1613b74b3e45 details requested by agent hyperv_n-h2-800634-1 with host n-h2-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 14:05:23.724302 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 54d9f9c3-9b5c-4de7-b55b-1613b74b3e45, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=54d9f9c3-9b5c-4de7-b55b-1613b74b3e45,segment=NetworkSegment(62693da3-7092-4c59-bf07-8b77c4f7c370),segment_id=62693da3-7092-4c59-bf07-8b77c4f7c370)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:05:23.735229 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Returning: {'device': '54d9f9c3-9b5c-4de7-b55b-1613b74b3e45', 'network_id': '7b94f4da-9b1f-42a8-b89b-529809e7bcb5', 'port_id': '54d9f9c3-9b5c-4de7-b55b-1613b74b3e45', 'mac_address': 'fa:16:3e:5e:de:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37e94f5d-3b4f-4c83-b919-e357dff9394d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 14:05:23.772393 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:23.785127 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54d9f9c3-9b5c-4de7-b55b-1613b74b3e45 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:05:23.805183 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 54d9f9c3-9b5c-4de7-b55b-1613b74b3e45, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=54d9f9c3-9b5c-4de7-b55b-1613b74b3e45,segment=NetworkSegment(62693da3-7092-4c59-bf07-8b77c4f7c370),segment_id=62693da3-7092-4c59-bf07-8b77c4f7c370)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:05:23.809321 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:23.862857 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=54d9f9c3-9b5c-4de7-b55b-1613b74b3e45,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:05:24.005403 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['54d9f9c3-9b5c-4de7-b55b-1613b74b3e45'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:05:24.053544 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373f3d08-7131-4d49-aa95-8f8640ad2aeb req-9e18fd9d-3fb6-4182-8553-fdaea6c906f3 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:05:24.055171 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-373f3d08-7131-4d49-aa95-8f8640ad2aeb req-9e18fd9d-3fb6-4182-8553-fdaea6c906f3 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/ports?device_id=fddb0307-5e4a-4fdb-b790-528b6374070b HTTP/1.1" status: 200 len: 944 time: 0.1279049 Jul 13 14:05:24.098297 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-373f3d08-7131-4d49-aa95-8f8640ad2aeb req-1f045f79-5cc6-411f-894f-49c96d674178 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/security-groups?id=7551476a-9f81-4dc0-9a36-b6b896ea6aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358911 Jul 13 14:05:24.257425 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8922898c-b6d8-4d6e-93ff-fbf9f24b2dd3 req-98d92918-df1c-4c11-8e07-cb984c5f5c4a tempest-ServerShowV257Test-1671945675 tempest-ServerShowV257Test-1671945675-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0390bfc-13dc-4868-aac2-fdfd29970a47 HTTP/1.1" status: 200 len: 210 time: 0.0295186 Jul 13 14:05:25.278425 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01db156d-52ae-45ae-a705-f32893d499dc req-5ae64a9e-eae9-4299-9d77-7e2949b53eb7 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:05:25.279896 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-01db156d-52ae-45ae-a705-f32893d499dc req-5ae64a9e-eae9-4299-9d77-7e2949b53eb7 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/ports?device_id=fddb0307-5e4a-4fdb-b790-528b6374070b HTTP/1.1" status: 200 len: 944 time: 0.0723586 Jul 13 14:05:25.321323 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-01db156d-52ae-45ae-a705-f32893d499dc req-d22e0475-4b0c-4533-bcf0-ce9f1a00130f tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/security-groups?id=7551476a-9f81-4dc0-9a36-b6b896ea6aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350637 Jul 13 14:05:25.409932 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c4af70cd-b456-4be5-80ce-5494efaa6d2f req-d995af52-da45-4404-a654-210d9c553b13 tempest-ServerShowV257Test-1671945675 tempest-ServerShowV257Test-1671945675-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0390bfc-13dc-4868-aac2-fdfd29970a47 HTTP/1.1" status: 200 len: 210 time: 0.0293117 Jul 13 14:05:25.644223 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 54d9f9c3-9b5c-4de7-b55b-1613b74b3e45 up at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:05:25.694043 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning for port 54d9f9c3-9b5c-4de7-b55b-1613b74b3e45 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:05:25.697952 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning complete for port 54d9f9c3-9b5c-4de7-b55b-1613b74b3e45 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:05:25.698326 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:25.776081 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:25.798195 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fddb0307-5e4a-4fdb-b790-528b6374070b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54d9f9c3-9b5c-4de7-b55b-1613b74b3e45'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:05:25.800446 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9faca6fe-bad5-4b01-8196-bfff86031427" -d '{"events": [{"server_uuid": "fddb0307-5e4a-4fdb-b790-528b6374070b", "name": "network-vif-plugged", "status": "completed", "tag": "54d9f9c3-9b5c-4de7-b55b-1613b74b3e45"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:05:25.812693 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 54d9f9c3-9b5c-4de7-b55b-1613b74b3e45, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=54d9f9c3-9b5c-4de7-b55b-1613b74b3e45,segment=NetworkSegment(62693da3-7092-4c59-bf07-8b77c4f7c370),segment_id=62693da3-7092-4c59-bf07-8b77c4f7c370)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:05:25.821696 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:25.849320 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81e1f874-96a2-4f75-ae46-dd71f9826fec x-openstack-request-id: req-81e1f874-96a2-4f75-ae46-dd71f9826fec {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:05:25.849609 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fddb0307-5e4a-4fdb-b790-528b6374070b", "name": "network-vif-plugged", "status": "completed", "tag": "54d9f9c3-9b5c-4de7-b55b-1613b74b3e45", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:05:25.849897 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-81e1f874-96a2-4f75-ae46-dd71f9826fec {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:05:25.850286 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fddb0307-5e4a-4fdb-b790-528b6374070b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54d9f9c3-9b5c-4de7-b55b-1613b74b3e45', 'code': 200} Jul 13 14:05:25.878636 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=54d9f9c3-9b5c-4de7-b55b-1613b74b3e45,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:05:25.962749 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b620021-9e4d-4c26-aca5-4a362d19278a req-9f187636-4afe-4798-b41f-3a09529786ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:05:25.964662 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9b620021-9e4d-4c26-aca5-4a362d19278a req-9f187636-4afe-4798-b41f-3a09529786ce service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fddb0307-5e4a-4fdb-b790-528b6374070b HTTP/1.1" status: 200 len: 1096 time: 0.0571830 Jul 13 14:05:26.003669 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9b620021-9e4d-4c26-aca5-4a362d19278a req-105c246c-7421-4ef5-a3ef-4413cb41141d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=7551476a-9f81-4dc0-9a36-b6b896ea6aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329795 Jul 13 14:05:26.495226 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25837658-e3df-4d4a-91be-8f5eae47fc8b req-90e208b7-b06c-4d1f-9b48-ac9d64681b7a tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:05:26.496728 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-25837658-e3df-4d4a-91be-8f5eae47fc8b req-90e208b7-b06c-4d1f-9b48-ac9d64681b7a tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/ports?device_id=fddb0307-5e4a-4fdb-b790-528b6374070b HTTP/1.1" status: 200 len: 945 time: 0.0649612 Jul 13 14:05:26.535511 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-25837658-e3df-4d4a-91be-8f5eae47fc8b req-9e0e001d-268c-4288-84b4-4b0b7a870906 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/security-groups?id=7551476a-9f81-4dc0-9a36-b6b896ea6aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330808 Jul 13 14:05:26.563690 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-fad00ca3-3116-4beb-94f7-57b721da865d req-5614adda-226e-4384-abff-f3be52c4316c tempest-ServerShowV257Test-1671945675 tempest-ServerShowV257Test-1671945675-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0390bfc-13dc-4868-aac2-fdfd29970a47 HTTP/1.1" status: 200 len: 210 time: 0.0292554 Jul 13 14:05:27.713478 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ffef6b-deaf-4b55-b04d-e90863c01ea2 req-14d28e96-0ee9-420a-a032-54814e4adc45 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:05:27.715012 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a0ffef6b-deaf-4b55-b04d-e90863c01ea2 req-14d28e96-0ee9-420a-a032-54814e4adc45 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/ports?device_id=fddb0307-5e4a-4fdb-b790-528b6374070b HTTP/1.1" status: 200 len: 945 time: 0.0646250 Jul 13 14:05:27.729419 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f1f891e3-40e1-4338-867b-28fc7353e6e6 req-4a54c2f2-84b4-4496-825c-1369dea93018 tempest-ServerShowV257Test-1671945675 tempest-ServerShowV257Test-1671945675-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0390bfc-13dc-4868-aac2-fdfd29970a47 HTTP/1.1" status: 200 len: 210 time: 0.0327721 Jul 13 14:05:27.759568 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a0ffef6b-deaf-4b55-b04d-e90863c01ea2 req-a157497b-22ac-43b6-b285-2a46174b3dca tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/security-groups?id=7551476a-9f81-4dc0-9a36-b6b896ea6aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385921 Jul 13 14:05:27.961880 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca33cd67-21fc-46fc-8eb5-126448bedd97 req-ef1eb368-983c-4042-8628-c6fbbdf41e93 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:05:27.963373 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ca33cd67-21fc-46fc-8eb5-126448bedd97 req-ef1eb368-983c-4042-8628-c6fbbdf41e93 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/ports?device_id=fddb0307-5e4a-4fdb-b790-528b6374070b HTTP/1.1" status: 200 len: 945 time: 0.0922437 Jul 13 14:05:28.003053 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ca33cd67-21fc-46fc-8eb5-126448bedd97 req-5d183bdf-af1d-45ee-94b4-8efcc20f6296 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/security-groups?id=7551476a-9f81-4dc0-9a36-b6b896ea6aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340376 Jul 13 14:05:28.027169 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 39046) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:05:28.079352 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-111c44c4-e93f-44ac-aed7-2f2c7ac3b56a tempest-TestNetworkAdvancedServerOps-1891609456 tempest-TestNetworkAdvancedServerOps-1891609456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:05:28.081030 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-111c44c4-e93f-44ac-aed7-2f2c7ac3b56a tempest-TestNetworkAdvancedServerOps-1891609456 tempest-TestNetworkAdvancedServerOps-1891609456-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=fddb0307-5e4a-4fdb-b790-528b6374070b HTTP/1.1" status: 200 len: 1091 time: 0.0528681 Jul 13 14:05:28.083923 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 39048) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:05:28.088291 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-7217c2d9-05e1-41e6-a8ec-c292d16e4be9 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Request body: {'floatingip': {'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'port_id': '54d9f9c3-9b5c-4de7-b55b-1613b74b3e45', 'tenant_id': '7a7d384b32784a6f914418ec93b94b0e', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:05:28.109975 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7217c2d9-05e1-41e6-a8ec-c292d16e4be9 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for floatingip, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:28.209500 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7217c2d9-05e1-41e6-a8ec-c292d16e4be9 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:28.315428 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-7217c2d9-05e1-41e6-a8ec-c292d16e4be9 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Allocated IP 172.25.6.104 (acf968b8-c524-46a9-a20b-ad9667009130/dde5a78e-bd1e-4f47-8189-7321d4de73d3/f759987c-3a0d-437a-b493-229a3ef8cc2c) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:05:28.418294 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7217c2d9-05e1-41e6-a8ec-c292d16e4be9 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:28.457253 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7217c2d9-05e1-41e6-a8ec-c292d16e4be9 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:28.497328 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7217c2d9-05e1-41e6-a8ec-c292d16e4be9 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Network acf968b8-c524-46a9-a20b-ad9667009130 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:05:28.502301 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-7217c2d9-05e1-41e6-a8ec-c292d16e4be9 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:05:28.506672 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7217c2d9-05e1-41e6-a8ec-c292d16e4be9 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:05:28.509679 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7217c2d9-05e1-41e6-a8ec-c292d16e4be9 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Pushing event updated for resources: {'Port': ['ID=f759987c-3a0d-437a-b493-229a3ef8cc2c,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:05:28.892342 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d751f774-043b-40ed-9bf4-681365a07da2 req-486cba2f-15ac-4e5d-a487-21a047ea541c tempest-ServerShowV257Test-1671945675 tempest-ServerShowV257Test-1671945675-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0390bfc-13dc-4868-aac2-fdfd29970a47 HTTP/1.1" status: 200 len: 210 time: 0.0290344 Jul 13 14:05:28.908861 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7217c2d9-05e1-41e6-a8ec-c292d16e4be9 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:28.992568 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7217c2d9-05e1-41e6-a8ec-c292d16e4be9 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:29.144754 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7217c2d9-05e1-41e6-a8ec-c292d16e4be9 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:29.149382 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7217c2d9-05e1-41e6-a8ec-c292d16e4be9 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:29.216851 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7217c2d9-05e1-41e6-a8ec-c292d16e4be9 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Pushing event updated for resources: {'Port': ['ID=f759987c-3a0d-437a-b493-229a3ef8cc2c,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:05:29.232728 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7217c2d9-05e1-41e6-a8ec-c292d16e4be9 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446547'] for floatingip, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:29.333272 n-d-800634-1 neutron-server[93750]: INFO neutron.db.l3_db [None req-7217c2d9-05e1-41e6-a8ec-c292d16e4be9 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Floating IP c5eaeba1-49ec-41cd-9cc4-1091bb521a0a associated. External IP: 172.25.6.104, port: 54d9f9c3-9b5c-4de7-b55b-1613b74b3e45. Jul 13 14:05:29.544799 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7217c2d9-05e1-41e6-a8ec-c292d16e4be9 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Router a2810b6d-cad5-4cc7-a318-e6dbda7e3c28 has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:05:29.654392 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7217c2d9-05e1-41e6-a8ec-c292d16e4be9 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:05:29.664540 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a03974e-e083-44fe-ba53-cecf26ca61a2 None None] Sync routers for ids ['a2810b6d-cad5-4cc7-a318-e6dbda7e3c28'] in n-d-800634-1 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:05:29.672279 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7217c2d9-05e1-41e6-a8ec-c292d16e4be9 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for floatingip, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:29.675913 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a03974e-e083-44fe-ba53-cecf26ca61a2 None None] Routers {'a2810b6d-cad5-4cc7-a318-e6dbda7e3c28'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:05:29.676537 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-4a03974e-e083-44fe-ba53-cecf26ca61a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:05:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['a2810b6d-cad5-4cc7-a318-e6dbda7e3c28'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:05:29.709566 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-7217c2d9-05e1-41e6-a8ec-c292d16e4be9 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6246212 Jul 13 14:05:29.710355 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fddb0307-5e4a-4fdb-b790-528b6374070b', 'tag': '54d9f9c3-9b5c-4de7-b55b-1613b74b3e45'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:05:29.712729 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-369f1cfe-31f8-4722-af99-97ef8a25c9ae" -d '{"events": [{"name": "network-changed", "server_uuid": "fddb0307-5e4a-4fdb-b790-528b6374070b", "tag": "54d9f9c3-9b5c-4de7-b55b-1613b74b3e45"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:05:29.752240 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d4289f0-32e8-47e6-a9bd-ddcb2227b3a6 x-openstack-request-id: req-9d4289f0-32e8-47e6-a9bd-ddcb2227b3a6 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:05:29.752586 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fddb0307-5e4a-4fdb-b790-528b6374070b", "tag": "54d9f9c3-9b5c-4de7-b55b-1613b74b3e45", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:05:29.752845 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9d4289f0-32e8-47e6-a9bd-ddcb2227b3a6 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:05:29.753247 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fddb0307-5e4a-4fdb-b790-528b6374070b', 'tag': '54d9f9c3-9b5c-4de7-b55b-1613b74b3e45', 'status': 'completed', 'code': 200} Jul 13 14:05:29.789625 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-4a03974e-e083-44fe-ba53-cecf26ca61a2 None None] Set router a2810b6d-cad5-4cc7-a318-e6dbda7e3c28 gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:05:29.832333 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369f1cfe-31f8-4722-af99-97ef8a25c9ae req-0932b02c-63bd-4668-82e8-8cac6be9ef11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:05:29.833902 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-369f1cfe-31f8-4722-af99-97ef8a25c9ae req-0932b02c-63bd-4668-82e8-8cac6be9ef11 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7a7d384b32784a6f914418ec93b94b0e&device_id=fddb0307-5e4a-4fdb-b790-528b6374070b HTTP/1.1" status: 200 len: 1096 time: 0.0564482 Jul 13 14:05:29.870399 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6029dfab-c210-48d0-a364-6794af9f5a51 req-d216b7ea-c546-497f-b2d1-8697522f8197 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:05:29.872186 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6029dfab-c210-48d0-a364-6794af9f5a51 req-d216b7ea-c546-497f-b2d1-8697522f8197 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/ports?device_id=fddb0307-5e4a-4fdb-b790-528b6374070b HTTP/1.1" status: 200 len: 945 time: 0.0671620 Jul 13 14:05:29.914807 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6029dfab-c210-48d0-a364-6794af9f5a51 req-8c1aef16-8143-4fc6-9c1f-54228e71f4a1 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/security-groups?id=7551476a-9f81-4dc0-9a36-b6b896ea6aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350578 Jul 13 14:05:29.947080 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369f1cfe-31f8-4722-af99-97ef8a25c9ae req-a8b0c594-52d2-4163-978e-7f53bd62f50b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:05:29.947604 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 39060) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:05:29.955511 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-369f1cfe-31f8-4722-af99-97ef8a25c9ae req-a8b0c594-52d2-4163-978e-7f53bd62f50b service neutron] 10.222.0.41 "GET /v2.0/networks?id=7b94f4da-9b1f-42a8-b89b-529809e7bcb5 HTTP/1.1" status: 200 len: 897 time: 0.1157107 Jul 13 14:05:30.018521 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-0bcd7353-cc99-4030-8742-3417b4b0ee6d tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/floatingips/c5eaeba1-49ec-41cd-9cc4-1091bb521a0a HTTP/1.1" status: 200 len: 991 time: 0.0699942 Jul 13 14:05:30.031136 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-369f1cfe-31f8-4722-af99-97ef8a25c9ae req-03a36623-1240-4275-b5c9-8c331e4552af service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=54d9f9c3-9b5c-4de7-b55b-1613b74b3e45 HTTP/1.1" status: 200 len: 999 time: 0.0687199 Jul 13 14:05:30.090765 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7c9551be-f8c6-44fa-9921-a61cd659393c req-06a4005a-4ac8-4c36-948e-4a3d2b68c0c7 tempest-ServerShowV257Test-1671945675 tempest-ServerShowV257Test-1671945675-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0390bfc-13dc-4868-aac2-fdfd29970a47 HTTP/1.1" status: 200 len: 210 time: 0.0586584 Jul 13 14:05:30.109421 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369f1cfe-31f8-4722-af99-97ef8a25c9ae req-51990feb-e778-4fb8-bdcd-f6727c49b8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:05:30.111256 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-369f1cfe-31f8-4722-af99-97ef8a25c9ae req-51990feb-e778-4fb8-bdcd-f6727c49b8dc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=37e94f5d-3b4f-4c83-b919-e357dff9394d HTTP/1.1" status: 200 len: 834 time: 0.0691559 Jul 13 14:05:30.134754 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-4a03974e-e083-44fe-ba53-cecf26ca61a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2810b6d-cad5-4cc7-a318-e6dbda7e3c28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-932402166', 'tenant_id': '7a7d384b32784a6f914418ec93b94b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.43'}], 'enable_snat': True}, 'gw_port_id': '2ea389c7-0e82-457d-99a7-a144526488ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:05:12Z', 'updated_at': '2021-07-13T14:05:16Z', 'revision_number': 4, 'project_id': '7a7d384b32784a6f914418ec93b94b0e', 'gw_port': {'id': '2ea389c7-0e82-457d-99a7-a144526488ad', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:90:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2810b6d-cad5-4cc7-a318-e6dbda7e3c28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:05:12Z', 'updated_at': '2021-07-13T14:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_floatingips': [{'id': 'c5eaeba1-49ec-41cd-9cc4-1091bb521a0a', 'tenant_id': '7a7d384b32784a6f914418ec93b94b0e', 'floating_ip_address': '172.25.6.104', 'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'router_id': 'a2810b6d-cad5-4cc7-a318-e6dbda7e3c28', 'port_id': '54d9f9c3-9b5c-4de7-b55b-1613b74b3e45', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b94f4da-9b1f-42a8-b89b-529809e7bcb5', 'mac_address': 'fa:16:3e:5e:de:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fddb0307-5e4a-4fdb-b790-528b6374070b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:05:28Z', 'updated_at': '2021-07-13T14:05:28Z', 'revision_number': 0, 'project_id': '7a7d384b32784a6f914418ec93b94b0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f99b7798-d399-4d42-87c3-cef147a95021', 'name': '', 'network_id': '7b94f4da-9b1f-42a8-b89b-529809e7bcb5', 'tenant_id': '7a7d384b32784a6f914418ec93b94b0e', 'mac_address': 'fa:16:3e:78:06:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2810b6d-cad5-4cc7-a318-e6dbda7e3c28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': '37e94f5d-3b4f-4c83-b919-e357dff9394d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:05:15Z', 'updated_at': '2021-07-13T14:05:20Z', 'revision_number': 5, 'project_id': '7a7d384b32784a6f914418ec93b94b0e', 'subnets': [{'id': '37e94f5d-3b4f-4c83-b919-e357dff9394d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:05:30.166604 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a03974e-e083-44fe-ba53-cecf26ca61a2 None None] Checking router: a2810b6d-cad5-4cc7-a318-e6dbda7e3c28 for host: n-d-800634-1 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:05:30.175796 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a03974e-e083-44fe-ba53-cecf26ca61a2 None None] Routers {'a2810b6d-cad5-4cc7-a318-e6dbda7e3c28'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:05:30.176526 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-4a03974e-e083-44fe-ba53-cecf26ca61a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:05:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['a2810b6d-cad5-4cc7-a318-e6dbda7e3c28'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:05:30.186390 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369f1cfe-31f8-4722-af99-97ef8a25c9ae req-8e0ff451-7b88-4a8e-97b3-ddfc8751ecca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:05:30.187931 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-369f1cfe-31f8-4722-af99-97ef8a25c9ae req-8e0ff451-7b88-4a8e-97b3-ddfc8751ecca service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7b94f4da-9b1f-42a8-b89b-529809e7bcb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0703228 Jul 13 14:05:30.279429 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-369f1cfe-31f8-4722-af99-97ef8a25c9ae req-8385a837-669b-4b78-8b9d-39d953538c37 service neutron] 10.222.0.41 "GET /v2.0/networks/7b94f4da-9b1f-42a8-b89b-529809e7bcb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842991 Jul 13 14:05:30.284139 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-4a03974e-e083-44fe-ba53-cecf26ca61a2 None None] Set router a2810b6d-cad5-4cc7-a318-e6dbda7e3c28 gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:05:30.378838 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-369f1cfe-31f8-4722-af99-97ef8a25c9ae req-df95739f-51df-4b50-b4e6-4f055aea8182 service neutron] 10.222.0.41 "GET /v2.0/networks/7b94f4da-9b1f-42a8-b89b-529809e7bcb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929132 Jul 13 14:05:30.526201 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:30.532990 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-4a03974e-e083-44fe-ba53-cecf26ca61a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2810b6d-cad5-4cc7-a318-e6dbda7e3c28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-932402166', 'tenant_id': '7a7d384b32784a6f914418ec93b94b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.43'}], 'enable_snat': True}, 'gw_port_id': '2ea389c7-0e82-457d-99a7-a144526488ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:05:12Z', 'updated_at': '2021-07-13T14:05:16Z', 'revision_number': 4, 'project_id': '7a7d384b32784a6f914418ec93b94b0e', 'gw_port': {'id': '2ea389c7-0e82-457d-99a7-a144526488ad', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:90:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2810b6d-cad5-4cc7-a318-e6dbda7e3c28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:05:12Z', 'updated_at': '2021-07-13T14:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_floatingips': [{'id': 'c5eaeba1-49ec-41cd-9cc4-1091bb521a0a', 'tenant_id': '7a7d384b32784a6f914418ec93b94b0e', 'floating_ip_address': '172.25.6.104', 'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'router_id': 'a2810b6d-cad5-4cc7-a318-e6dbda7e3c28', 'port_id': '54d9f9c3-9b5c-4de7-b55b-1613b74b3e45', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b94f4da-9b1f-42a8-b89b-529809e7bcb5', 'mac_address': 'fa:16:3e:5e:de:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fddb0307-5e4a-4fdb-b790-528b6374070b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:05:28Z', 'updated_at': '2021-07-13T14:05:28Z', 'revision_number': 0, 'project_id': '7a7d384b32784a6f914418ec93b94b0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f99b7798-d399-4d42-87c3-cef147a95021', 'name': '', 'network_id': '7b94f4da-9b1f-42a8-b89b-529809e7bcb5', 'tenant_id': '7a7d384b32784a6f914418ec93b94b0e', 'mac_address': 'fa:16:3e:78:06:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2810b6d-cad5-4cc7-a318-e6dbda7e3c28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': '37e94f5d-3b4f-4c83-b919-e357dff9394d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:05:15Z', 'updated_at': '2021-07-13T14:05:20Z', 'revision_number': 5, 'project_id': '7a7d384b32784a6f914418ec93b94b0e', 'subnets': [{'id': '37e94f5d-3b4f-4c83-b919-e357dff9394d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:05:30.559484 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a03974e-e083-44fe-ba53-cecf26ca61a2 None None] The sync data for ids ['a2810b6d-cad5-4cc7-a318-e6dbda7e3c28'] in n-d-800634-1 is: [{'id': 'a2810b6d-cad5-4cc7-a318-e6dbda7e3c28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-932402166', 'tenant_id': '7a7d384b32784a6f914418ec93b94b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.43'}], 'enable_snat': True}, 'gw_port_id': '2ea389c7-0e82-457d-99a7-a144526488ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:05:12Z', 'updated_at': '2021-07-13T14:05:16Z', 'revision_number': 4, 'project_id': '7a7d384b32784a6f914418ec93b94b0e', 'gw_port': {'id': '2ea389c7-0e82-457d-99a7-a144526488ad', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:90:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2810b6d-cad5-4cc7-a318-e6dbda7e3c28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:05:12Z', 'updated_at': '2021-07-13T14:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_floatingips': [{'id': 'c5eaeba1-49ec-41cd-9cc4-1091bb521a0a', 'tenant_id': '7a7d384b32784a6f914418ec93b94b0e', 'floating_ip_address': '172.25.6.104', 'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'router_id': 'a2810b6d-cad5-4cc7-a318-e6dbda7e3c28', 'port_id': '54d9f9c3-9b5c-4de7-b55b-1613b74b3e45', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b94f4da-9b1f-42a8-b89b-529809e7bcb5', 'mac_address': 'fa:16:3e:5e:de:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fddb0307-5e4a-4fdb-b790-528b6374070b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:05:28Z', 'updated_at': '2021-07-13T14:05:28Z', 'revision_number': 0, 'project_id': '7a7d384b32784a6f914418ec93b94b0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f99b7798-d399-4d42-87c3-cef147a95021', 'name': '', 'network_id': '7b94f4da-9b1f-42a8-b89b-529809e7bcb5', 'tenant_id': '7a7d384b32784a6f914418ec93b94b0e', 'mac_address': 'fa:16:3e:78:06:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2810b6d-cad5-4cc7-a318-e6dbda7e3c28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': '37e94f5d-3b4f-4c83-b919-e357dff9394d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:05:15Z', 'updated_at': '2021-07-13T14:05:20Z', 'revision_number': 5, 'project_id': '7a7d384b32784a6f914418ec93b94b0e', 'subnets': [{'id': '37e94f5d-3b4f-4c83-b919-e357dff9394d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:05:30.771711 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b04856-3f5e-4e40-a4d4-95a97245695e None None] New status for floating IP c5eaeba1-49ec-41cd-9cc4-1091bb521a0a: ACTIVE {{(pid=93752) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 14:05:30.836226 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:31.020808 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 39064) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:05:31.088345 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-e3809010-189a-4ebf-a6c7-1a837706345a tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/floatingips/c5eaeba1-49ec-41cd-9cc4-1091bb521a0a HTTP/1.1" status: 200 len: 991 time: 0.0661252 Jul 13 14:05:31.264215 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1e8aacd8-9e11-4963-bcc9-8a502a19570e req-6505c455-b324-476c-9011-dc3e35a5bd3b tempest-ServerShowV257Test-1671945675 tempest-ServerShowV257Test-1671945675-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0390bfc-13dc-4868-aac2-fdfd29970a47 HTTP/1.1" status: 200 len: 210 time: 0.0354040 Jul 13 14:05:32.092220 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 39070) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:05:32.153396 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-4a1ecbbd-f586-400c-9d05-17638e658cce tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/floatingips/c5eaeba1-49ec-41cd-9cc4-1091bb521a0a HTTP/1.1" status: 200 len: 993 time: 0.0599973 Jul 13 14:05:32.426281 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-dc011379-1535-4a6a-96fe-4a5ea20b0bc5 req-36b493c8-9dd3-44da-b14a-a6cf4c473243 tempest-ServerShowV257Test-1671945675 tempest-ServerShowV257Test-1671945675-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0390bfc-13dc-4868-aac2-fdfd29970a47 HTTP/1.1" status: 200 len: 210 time: 0.0290408 Jul 13 14:05:33.578431 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-0d247d0d-7969-4453-80b8-1c4e1fe1c0b5 req-e68610f4-2e57-4181-ad88-7b4f31454dcd tempest-ServerShowV257Test-1671945675 tempest-ServerShowV257Test-1671945675-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0390bfc-13dc-4868-aac2-fdfd29970a47 HTTP/1.1" status: 200 len: 210 time: 0.0317869 Jul 13 14:05:34.727986 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-fa95436a-541d-47aa-99a5-4b409f728640 req-6f657ac7-a680-4593-a1eb-cec57b79ae06 tempest-ServerShowV257Test-1671945675 tempest-ServerShowV257Test-1671945675-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0390bfc-13dc-4868-aac2-fdfd29970a47 HTTP/1.1" status: 200 len: 210 time: 0.0282803 Jul 13 14:05:35.884846 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-07e4d6c8-a15f-4743-bee4-2ec0fab91959 req-aebaf2f4-fc1f-440a-8b64-000df5037e30 tempest-ServerShowV257Test-1671945675 tempest-ServerShowV257Test-1671945675-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0390bfc-13dc-4868-aac2-fdfd29970a47 HTTP/1.1" status: 200 len: 210 time: 0.0307074 Jul 13 14:05:37.033056 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-953d6457-561a-4fa8-bf98-3f74582f99f5 req-a4463fc9-019d-4ad8-90a5-9fb6c1d8555c tempest-ServerShowV257Test-1671945675 tempest-ServerShowV257Test-1671945675-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0390bfc-13dc-4868-aac2-fdfd29970a47 HTTP/1.1" status: 200 len: 210 time: 0.0277665 Jul 13 14:05:38.189981 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3e7ba1b5-0b54-4ff0-96cf-d27078e53655 req-51724262-894d-4d18-af04-0c09230de927 tempest-ServerShowV257Test-1671945675 tempest-ServerShowV257Test-1671945675-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0390bfc-13dc-4868-aac2-fdfd29970a47 HTTP/1.1" status: 200 len: 210 time: 0.0335803 Jul 13 14:05:39.338604 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-360496a1-f1c5-4692-964b-2b482626d706 req-b2dd8773-27c5-4e0d-aabe-fa8030a881bf tempest-ServerShowV257Test-1671945675 tempest-ServerShowV257Test-1671945675-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0390bfc-13dc-4868-aac2-fdfd29970a47 HTTP/1.1" status: 200 len: 210 time: 0.0293975 Jul 13 14:05:40.493961 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e5a092ba-8bfc-4010-bacf-385e13a49755 req-43e8943f-9b9a-44c1-9298-2ede59faee68 tempest-ServerShowV257Test-1671945675 tempest-ServerShowV257Test-1671945675-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0390bfc-13dc-4868-aac2-fdfd29970a47 HTTP/1.1" status: 200 len: 210 time: 0.0294898 Jul 13 14:05:40.729779 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c1262cf2-62ad-4973-8ad3-366f0db307c7 req-e6ab95ce-1b3e-417d-aa4a-a57511ef5a87 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e0390bfc-13dc-4868-aac2-fdfd29970a47 HTTP/1.1" status: 200 len: 210 time: 0.0279350 Jul 13 14:05:41.826980 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e2c207e2-0bb4-4d45-945d-6abafc9c1bb8 req-7f84e6d3-bd22-4033-9b2a-0fd39c7503aa tempest-ServerShowV257Test-1671945675 tempest-ServerShowV257Test-1671945675-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0390bfc-13dc-4868-aac2-fdfd29970a47 HTTP/1.1" status: 200 len: 210 time: 0.0293815 Jul 13 14:05:42.135092 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4c9a1e80-2e25-4a26-952f-f266a932614a req-243c0d42-a3c7-4afb-ad34-dc442c5fa25f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=363f79189205414e97c230204ab4837d&device_id=e0390bfc-13dc-4868-aac2-fdfd29970a47 HTTP/1.1" status: 200 len: 210 time: 0.0267057 Jul 13 14:05:42.168515 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4c9a1e80-2e25-4a26-952f-f266a932614a req-26071c84-20a7-4f95-a302-a2024177f22c service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=363f79189205414e97c230204ab4837d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0262249 Jul 13 14:05:42.200148 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ed63b3f5-2a23-41cb-a86c-a110c7fe5d3b req-38be33cf-c2be-468a-bf43-f99130fdf189 tempest-ServerShowV257Test-1671945675 tempest-ServerShowV257Test-1671945675-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0390bfc-13dc-4868-aac2-fdfd29970a47 HTTP/1.1" status: 200 len: 210 time: 0.0322502 Jul 13 14:05:42.336518 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9a1e80-2e25-4a26-952f-f266a932614a req-68ca9d01-7281-403c-9176-b85dba9d155d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:05:42.338126 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4c9a1e80-2e25-4a26-952f-f266a932614a req-68ca9d01-7281-403c-9176-b85dba9d155d service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1642804 Jul 13 14:05:43.341527 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-00418b01-fc5d-48b9-aa9a-0988fa839e05 req-2e8e95fa-0293-4acb-9310-0773db301d04 tempest-ServerShowV257Test-1671945675 tempest-ServerShowV257Test-1671945675-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0390bfc-13dc-4868-aac2-fdfd29970a47 HTTP/1.1" status: 200 len: 210 time: 0.0295386 Jul 13 14:05:43.529278 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4c9a1e80-2e25-4a26-952f-f266a932614a req-bde1ade3-a893-44a6-b9af-2d685ff31394 tempest-ServerShowV257Test-1671945675 tempest-ServerShowV257Test-1671945675-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0390bfc-13dc-4868-aac2-fdfd29970a47 HTTP/1.1" status: 200 len: 210 time: 0.0284519 Jul 13 14:05:44.689860 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 39126) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:05:44.796856 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ef88f7f9-319e-4503-96e5-89a522ce2a58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:44.891230 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ef88f7f9-319e-4503-96e5-89a522ce2a58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:44.895806 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ef88f7f9-319e-4503-96e5-89a522ce2a58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:44.936247 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-ef88f7f9-319e-4503-96e5-89a522ce2a58 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=363f79189205414e97c230204ab4837d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2452633 Jul 13 14:05:44.937147 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef88f7f9-319e-4503-96e5-89a522ce2a58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6189542-19ba-4e2b-bc18-b5da0098bee1,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:05:44.939692 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 39130) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:05:44.945815 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef88f7f9-319e-4503-96e5-89a522ce2a58 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:05:44.946165 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef88f7f9-319e-4503-96e5-89a522ce2a58 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:05:44.946513 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef88f7f9-319e-4503-96e5-89a522ce2a58 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:05:44.946855 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef88f7f9-319e-4503-96e5-89a522ce2a58 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:05:44.947194 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef88f7f9-319e-4503-96e5-89a522ce2a58 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:05:44.947529 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef88f7f9-319e-4503-96e5-89a522ce2a58 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:05:44.947862 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef88f7f9-319e-4503-96e5-89a522ce2a58 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:05:44.948189 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef88f7f9-319e-4503-96e5-89a522ce2a58 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:05:44.948676 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef88f7f9-319e-4503-96e5-89a522ce2a58 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:05:44.949053 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef88f7f9-319e-4503-96e5-89a522ce2a58 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:05:44.949512 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef88f7f9-319e-4503-96e5-89a522ce2a58 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:05:44.949935 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef88f7f9-319e-4503-96e5-89a522ce2a58 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:05:44.989870 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c89e41d1-d9ac-409b-8a62-1459b6a74414 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:45.011437 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c89e41d1-d9ac-409b-8a62-1459b6a74414 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:45.062041 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c89e41d1-d9ac-409b-8a62-1459b6a74414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:45.065317 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c89e41d1-d9ac-409b-8a62-1459b6a74414 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:45.066527 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-c89e41d1-d9ac-409b-8a62-1459b6a74414 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c6189542-19ba-4e2b-bc18-b5da0098bee1 HTTP/1.1" status: 204 len: 168 time: 0.1256275 Jul 13 14:05:45.074651 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89e41d1-d9ac-409b-8a62-1459b6a74414 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6189542-19ba-4e2b-bc18-b5da0098bee1,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:05:45.693818 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 39156) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:05:45.799353 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-9a0fe0a7-9eb5-411b-9707-4aa444fc30ff admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1541651986-network', 'tenant_id': '2b0f81a91ba5471eaf967849362df616'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:05:45.821865 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a0fe0a7-9eb5-411b-9707-4aa444fc30ff admin admin] Made reservation on behalf of 2b0f81a91ba5471eaf967849362df616 for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:05:45.824268 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9a0fe0a7-9eb5-411b-9707-4aa444fc30ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:45.833250 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9a0fe0a7-9eb5-411b-9707-4aa444fc30ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:45.929196 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9a0fe0a7-9eb5-411b-9707-4aa444fc30ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:45.933342 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9a0fe0a7-9eb5-411b-9707-4aa444fc30ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:45.954808 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a0fe0a7-9eb5-411b-9707-4aa444fc30ff admin admin] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 14:05:45.970257 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0fe0a7-9eb5-411b-9707-4aa444fc30ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=127ca0bc-2857-4e18-9c6d-fa162bb032a1,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:05:45.973589 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9a0fe0a7-9eb5-411b-9707-4aa444fc30ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:45.974318 n-d-800634-1 neutron-server[93750]: INFO neutron.db.segments_db [None req-9a0fe0a7-9eb5-411b-9707-4aa444fc30ff admin admin] Added segment e698237a-d675-4f14-b438-f5344715b8da of type vlan for network c215b310-971d-4e3b-9379-82ff9f9ca035 Jul 13 14:05:46.013604 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9a0fe0a7-9eb5-411b-9707-4aa444fc30ff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:46.042824 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9a0fe0a7-9eb5-411b-9707-4aa444fc30ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:46.043805 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a0fe0a7-9eb5-411b-9707-4aa444fc30ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:05:46.044381 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9a0fe0a7-9eb5-411b-9707-4aa444fc30ff admin admin] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:46.098331 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-9a0fe0a7-9eb5-411b-9707-4aa444fc30ff admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4033747 Jul 13 14:05:46.101170 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 39160) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:05:46.105945 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-7b94d695-6d86-4efc-9d17-7ff050f8a24e admin admin] Request body: {'subnet': {'network_id': 'c215b310-971d-4e3b-9379-82ff9f9ca035', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1541651986-subnet', 'tenant_id': '2b0f81a91ba5471eaf967849362df616', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:05:46.112414 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0fe0a7-9eb5-411b-9707-4aa444fc30ff admin admin] Pushing event updated for resources: {'Network': ['ID=c215b310-971d-4e3b-9379-82ff9f9ca035,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:05:46.122875 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network c215b310-971d-4e3b-9379-82ff9f9ca035 details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 14:05:46.130853 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b94d695-6d86-4efc-9d17-7ff050f8a24e admin admin] Made reservation on behalf of 2b0f81a91ba5471eaf967849362df616 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:05:46.133193 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7b94d695-6d86-4efc-9d17-7ff050f8a24e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4763385'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:46.648105 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7b94d695-6d86-4efc-9d17-7ff050f8a24e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5970588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4763339'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:46.708781 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b94d695-6d86-4efc-9d17-7ff050f8a24e admin admin] Pushing event updated for resources: {'Subnet': ['ID=175fc135-ca6c-4946-a0bf-0bb2ce2e7aad,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:05:46.719937 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b94d695-6d86-4efc-9d17-7ff050f8a24e admin admin] Checking segment: {'id': 'e698237a-d675-4f14-b438-f5344715b8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c215b310-971d-4e3b-9379-82ff9f9ca035'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:05:46.720784 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b94d695-6d86-4efc-9d17-7ff050f8a24e admin admin] Network hostable DHCP agents. Network: c215b310-971d-4e3b-9379-82ff9f9ca035, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 14:05:46.737992 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b94d695-6d86-4efc-9d17-7ff050f8a24e admin admin] Network c215b310-971d-4e3b-9379-82ff9f9ca035 is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 14:05:46.746479 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-7b94d695-6d86-4efc-9d17-7ff050f8a24e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, c215b310-971d-4e3b-9379-82ff9f9ca035) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:05:46.750871 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b94d695-6d86-4efc-9d17-7ff050f8a24e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:05:46.751641 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7b94d695-6d86-4efc-9d17-7ff050f8a24e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:46.760340 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1cd71ae-fd3b-4a30-9df1-f022df912dcc None None] Network c215b310-971d-4e3b-9379-82ff9f9ca035 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:05:46.767737 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-7b94d695-6d86-4efc-9d17-7ff050f8a24e admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6654820 Jul 13 14:05:46.888943 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10dadfa3-0b6d-4d2c-b0ad-f4f877a2af4f None None] Network c215b310-971d-4e3b-9379-82ff9f9ca035 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:05:46.896368 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 39168) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:05:46.943147 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ab9cf3f-8d34-4eba-bf4c-98e50da592b2 admin admin] Deleting subnet 175fc135-ca6c-4946-a0bf-0bb2ce2e7aad {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 14:05:46.946325 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6ab9cf3f-8d34-4eba-bf4c-98e50da592b2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:46.980562 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6ab9cf3f-8d34-4eba-bf4c-98e50da592b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5431723'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:47.019408 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6ab9cf3f-8d34-4eba-bf4c-98e50da592b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:47.074153 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6ab9cf3f-8d34-4eba-bf4c-98e50da592b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5970525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4763356'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:47.101889 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6ab9cf3f-8d34-4eba-bf4c-98e50da592b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:47.103714 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-6ab9cf3f-8d34-4eba-bf4c-98e50da592b2 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/175fc135-ca6c-4946-a0bf-0bb2ce2e7aad HTTP/1.1" status: 204 len: 168 time: 0.2063491 Jul 13 14:05:47.104638 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab9cf3f-8d34-4eba-bf4c-98e50da592b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=175fc135-ca6c-4946-a0bf-0bb2ce2e7aad,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:05:47.106311 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 39170) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:05:47.176131 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ab32a439-6db2-428a-bf75-3fb729181ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:47.216654 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-dd6ae805-8d85-4a4c-bc82-eef9cab28b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:47.251801 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ab32a439-6db2-428a-bf75-3fb729181ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:47.261304 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-ab32a439-6db2-428a-bf75-3fb729181ce3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c215b310-971d-4e3b-9379-82ff9f9ca035']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:05:47.272127 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-ab32a439-6db2-428a-bf75-3fb729181ce3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e698237a-d675-4f14-b438-f5344715b8da') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:05:47.272426 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-ab32a439-6db2-428a-bf75-3fb729181ce3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e698237a-d675-4f14-b438-f5344715b8da') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:05:47.281297 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ab32a439-6db2-428a-bf75-3fb729181ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6018464'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:47.300854 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ab32a439-6db2-428a-bf75-3fb729181ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:47.306668 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab32a439-6db2-428a-bf75-3fb729181ce3 admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 14:05:47.307081 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ab32a439-6db2-428a-bf75-3fb729181ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6018632'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:47.308706 n-d-800634-1 neutron-server[93751]: Traceback (most recent call last): Jul 13 14:05:47.308706 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 14:05:47.308706 n-d-800634-1 neutron-server[93751]: timer() Jul 13 14:05:47.308706 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 14:05:47.308706 n-d-800634-1 neutron-server[93751]: cb(*args, **kw) Jul 13 14:05:47.308706 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 14:05:47.308706 n-d-800634-1 neutron-server[93751]: return func(*args, **kwargs) Jul 13 14:05:47.308706 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 14:05:47.308706 n-d-800634-1 neutron-server[93751]: self._notify() Jul 13 14:05:47.308706 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 14:05:47.308706 n-d-800634-1 neutron-server[93751]: self.callback(batched_events) Jul 13 14:05:47.308706 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 14:05:47.308706 n-d-800634-1 neutron-server[93751]: event.method(event) Jul 13 14:05:47.308706 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 14:05:47.308706 n-d-800634-1 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 14:05:47.308706 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 14:05:47.308706 n-d-800634-1 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 14:05:47.308706 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 14:05:47.308706 n-d-800634-1 neutron-server[93751]: return f(self, *a, **k) Jul 13 14:05:47.308706 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 14:05:47.308706 n-d-800634-1 neutron-server[93751]: return self._get(url).json() Jul 13 14:05:47.308706 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 14:05:47.308706 n-d-800634-1 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 14:05:47.308706 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 14:05:47.308706 n-d-800634-1 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 13 14:05:47.308706 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 14:05:47.308706 n-d-800634-1 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 14:05:47.308706 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 14:05:47.308706 n-d-800634-1 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 14:05:47.308706 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 14:05:47.308706 n-d-800634-1 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 14:05:47.308706 n-d-800634-1 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 14:05:47.365282 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ab32a439-6db2-428a-bf75-3fb729181ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:47.370864 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ab32a439-6db2-428a-bf75-3fb729181ce3 admin admin] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:47.372693 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-ab32a439-6db2-428a-bf75-3fb729181ce3 admin admin] 10.222.0.23 "DELETE /v2.0/networks/c215b310-971d-4e3b-9379-82ff9f9ca035 HTTP/1.1" status: 204 len: 168 time: 0.2653968 Jul 13 14:05:47.383979 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab32a439-6db2-428a-bf75-3fb729181ce3 admin admin] Pushing event deleted for resources: {'Network': ['ID=c215b310-971d-4e3b-9379-82ff9f9ca035,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:05:47.494010 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 39174) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:05:47.535121 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-623df2c8-c644-4220-82bc-7a9bf4630034 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2b0f81a91ba5471eaf967849362df616&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0399075 Jul 13 14:05:47.537587 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 39176) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:05:47.591171 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4dbde4de-4d39-4f15-8d3c-242e7111800a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:47.612733 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4dbde4de-4d39-4f15-8d3c-242e7111800a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:47.664250 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4dbde4de-4d39-4f15-8d3c-242e7111800a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:47.666878 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4dbde4de-4d39-4f15-8d3c-242e7111800a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:47.668035 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-4dbde4de-4d39-4f15-8d3c-242e7111800a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/127ca0bc-2857-4e18-9c6d-fa162bb032a1 HTTP/1.1" status: 204 len: 168 time: 0.1291842 Jul 13 14:05:47.675783 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbde4de-4d39-4f15-8d3c-242e7111800a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=127ca0bc-2857-4e18-9c6d-fa162bb032a1,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:05:49.859701 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-aa57c5dd-217f-47e0-a18b-acce85b0deb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:50.002500 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:50.040112 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 39254) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:05:50.147735 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-de6ad084-f7c4-469a-91bb-01b8c3af13e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:50.243991 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-de6ad084-f7c4-469a-91bb-01b8c3af13e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:50.247503 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-de6ad084-f7c4-469a-91bb-01b8c3af13e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:50.283210 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-de6ad084-f7c4-469a-91bb-01b8c3af13e3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=248afc7590334ad1a2309eec3143854b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2420156 Jul 13 14:05:50.286012 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 39262) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:05:50.293126 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6ad084-f7c4-469a-91bb-01b8c3af13e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81bd1691-5bad-401a-b766-7add4ff1e98a,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:05:50.364305 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-208d5a41-b271-4b74-9a9a-f5c4884dae64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:50.389642 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-208d5a41-b271-4b74-9a9a-f5c4884dae64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:50.443141 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-208d5a41-b271-4b74-9a9a-f5c4884dae64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:50.445941 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-208d5a41-b271-4b74-9a9a-f5c4884dae64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:50.450012 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-208d5a41-b271-4b74-9a9a-f5c4884dae64 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/81bd1691-5bad-401a-b766-7add4ff1e98a HTTP/1.1" status: 204 len: 168 time: 0.1619091 Jul 13 14:05:50.459359 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208d5a41-b271-4b74-9a9a-f5c4884dae64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81bd1691-5bad-401a-b766-7add4ff1e98a,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:05:50.555906 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:05:50.749424 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 39276) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:05:50.764085 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f13f1b4b-06c8-4643-b202-0ff429f26c05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:50.860415 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f13f1b4b-06c8-4643-b202-0ff429f26c05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:50.864045 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f13f1b4b-06c8-4643-b202-0ff429f26c05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:50.903279 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-f13f1b4b-06c8-4643-b202-0ff429f26c05 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=156878de40a6485d964662add33395cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1526132 Jul 13 14:05:50.904056 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13f1b4b-06c8-4643-b202-0ff429f26c05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eb06042-0157-450a-a99b-b9d8a076f467,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:05:50.906299 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 39278) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:05:50.963701 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-494e34ff-540e-4f3d-9bc4-3fdc2cc2bd9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:50.988459 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-494e34ff-540e-4f3d-9bc4-3fdc2cc2bd9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:51.045755 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-494e34ff-540e-4f3d-9bc4-3fdc2cc2bd9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:51.048358 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-494e34ff-540e-4f3d-9bc4-3fdc2cc2bd9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:51.049541 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-494e34ff-540e-4f3d-9bc4-3fdc2cc2bd9a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1eb06042-0157-450a-a99b-b9d8a076f467 HTTP/1.1" status: 204 len: 168 time: 0.1403358 Jul 13 14:05:51.058217 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494e34ff-540e-4f3d-9bc4-3fdc2cc2bd9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eb06042-0157-450a-a99b-b9d8a076f467,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:05:51.172884 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:52.683771 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:53.024827 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 39342) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:05:53.137853 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3db5ccd8-8c06-43ab-b820-f7f38ab5c29a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:53.232338 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3db5ccd8-8c06-43ab-b820-f7f38ab5c29a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:53.236735 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3db5ccd8-8c06-43ab-b820-f7f38ab5c29a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:53.276782 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-3db5ccd8-8c06-43ab-b820-f7f38ab5c29a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cf28a440383a43b1a1b3d30b2da06413&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2506838 Jul 13 14:05:53.277690 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db5ccd8-8c06-43ab-b820-f7f38ab5c29a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a7e9168-df2c-400c-8294-cd7440c1ca5d,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:05:53.279401 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 39346) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:05:53.338322 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b7e00ea3-e947-47e2-9f35-79f728261f60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:53.360840 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b7e00ea3-e947-47e2-9f35-79f728261f60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:53.409728 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b7e00ea3-e947-47e2-9f35-79f728261f60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:53.412435 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b7e00ea3-e947-47e2-9f35-79f728261f60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:53.413954 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-b7e00ea3-e947-47e2-9f35-79f728261f60 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5a7e9168-df2c-400c-8294-cd7440c1ca5d HTTP/1.1" status: 204 len: 168 time: 0.1333978 Jul 13 14:05:53.421907 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e00ea3-e947-47e2-9f35-79f728261f60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a7e9168-df2c-400c-8294-cd7440c1ca5d,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:05:53.686776 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 39352) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:05:53.701199 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-35243f44-9870-4b9c-a2ed-6cf671e3263d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:53.798102 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-35243f44-9870-4b9c-a2ed-6cf671e3263d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:53.801869 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-35243f44-9870-4b9c-a2ed-6cf671e3263d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:53.840064 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35243f44-9870-4b9c-a2ed-6cf671e3263d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d000a34-bea5-4373-ab8d-929be83c397f,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:05:53.846408 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-35243f44-9870-4b9c-a2ed-6cf671e3263d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=297c59005042479c84c50d9af63c5571&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1577487 Jul 13 14:05:53.847943 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 39354) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:05:53.900044 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-70ee61da-baeb-4bdc-946e-2ca47d524085 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:53.925425 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-70ee61da-baeb-4bdc-946e-2ca47d524085 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:53.979708 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-70ee61da-baeb-4bdc-946e-2ca47d524085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:53.985624 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-70ee61da-baeb-4bdc-946e-2ca47d524085 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:53.989295 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-70ee61da-baeb-4bdc-946e-2ca47d524085 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6d000a34-bea5-4373-ab8d-929be83c397f HTTP/1.1" status: 204 len: 168 time: 0.1377614 Jul 13 14:05:53.999953 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ee61da-baeb-4bdc-946e-2ca47d524085 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d000a34-bea5-4373-ab8d-929be83c397f,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:05:56.310277 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 39436) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:05:56.422512 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d6344e62-a7cc-4d2d-9876-facaafe347b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:56.509152 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d6344e62-a7cc-4d2d-9876-facaafe347b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:56.512891 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d6344e62-a7cc-4d2d-9876-facaafe347b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:56.551836 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-d6344e62-a7cc-4d2d-9876-facaafe347b4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9b28979edfb7456f915a7ce77310bcae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2403636 Jul 13 14:05:56.553025 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6344e62-a7cc-4d2d-9876-facaafe347b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=967c14fa-02b2-452f-9ffa-95aeca50f304,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:05:56.554541 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 39440) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:05:56.607814 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-071d9be9-8aef-4bd2-be35-e0f7c2af4b2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:56.631918 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-071d9be9-8aef-4bd2-be35-e0f7c2af4b2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:56.682126 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-071d9be9-8aef-4bd2-be35-e0f7c2af4b2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:56.684722 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-071d9be9-8aef-4bd2-be35-e0f7c2af4b2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:56.685946 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-071d9be9-8aef-4bd2-be35-e0f7c2af4b2f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/967c14fa-02b2-452f-9ffa-95aeca50f304 HTTP/1.1" status: 204 len: 168 time: 0.1303351 Jul 13 14:05:56.695893 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071d9be9-8aef-4bd2-be35-e0f7c2af4b2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=967c14fa-02b2-452f-9ffa-95aeca50f304,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:05:56.952981 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 39446) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:05:56.966635 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-13f4f30d-c68c-47e9-a2ea-210a1e66b2ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:57.061134 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-13f4f30d-c68c-47e9-a2ea-210a1e66b2ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:57.065679 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-13f4f30d-c68c-47e9-a2ea-210a1e66b2ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:57.101617 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f4f30d-c68c-47e9-a2ea-210a1e66b2ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e92afe0-005b-49a5-8086-43f5e4940434,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:05:57.106661 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-13f4f30d-c68c-47e9-a2ea-210a1e66b2ec admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f84197e6303d4a7db263249c832ef632&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1524346 Jul 13 14:05:57.110906 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 39448) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:05:57.165501 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-31b201e0-0e15-45ab-a8d1-886a8960a8eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:57.187008 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-31b201e0-0e15-45ab-a8d1-886a8960a8eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:57.236782 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-31b201e0-0e15-45ab-a8d1-886a8960a8eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:57.239386 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-31b201e0-0e15-45ab-a8d1-886a8960a8eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:57.240518 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-31b201e0-0e15-45ab-a8d1-886a8960a8eb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6e92afe0-005b-49a5-8086-43f5e4940434 HTTP/1.1" status: 204 len: 168 time: 0.1286271 Jul 13 14:05:57.248301 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b201e0-0e15-45ab-a8d1-886a8960a8eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e92afe0-005b-49a5-8086-43f5e4940434,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:05:58.887161 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 39502) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:05:58.954965 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e6902e-0816-42e0-8f08-1ce25662c839 req-2955ae96-1b3c-4e6e-8cc2-67b261b895b9 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:05:58.956568 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-75e6902e-0816-42e0-8f08-1ce25662c839 req-2955ae96-1b3c-4e6e-8cc2-67b261b895b9 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/ports?device_id=fddb0307-5e4a-4fdb-b790-528b6374070b HTTP/1.1" status: 200 len: 945 time: 0.0754812 Jul 13 14:05:58.998987 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-75e6902e-0816-42e0-8f08-1ce25662c839 req-24c78018-9a31-46d1-af4a-7900aadcda19 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/security-groups?id=7551476a-9f81-4dc0-9a36-b6b896ea6aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345190 Jul 13 14:05:59.005840 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5071371c-5012-4beb-aa92-188e09e72c2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:59.025936 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 39506) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:05:59.088746 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-073ae148-8aff-4ba6-a6df-1b7cf69ba181 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/floatingips/c5eaeba1-49ec-41cd-9cc4-1091bb521a0a HTTP/1.1" status: 200 len: 993 time: 0.0615189 Jul 13 14:05:59.107185 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5071371c-5012-4beb-aa92-188e09e72c2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:59.111533 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5071371c-5012-4beb-aa92-188e09e72c2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:59.150345 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-5071371c-5012-4beb-aa92-188e09e72c2a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7d0c12c279b64796b9ffa6039053f50a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2619700 Jul 13 14:05:59.151323 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5071371c-5012-4beb-aa92-188e09e72c2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a25c4b0-4079-45c4-9b1f-f8e447758b87,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:05:59.152991 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 39510) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:05:59.212714 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ec901e57-949e-4321-ab05-fd0799bffd82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:59.236226 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ec901e57-949e-4321-ab05-fd0799bffd82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:59.287835 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ec901e57-949e-4321-ab05-fd0799bffd82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:59.290844 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ec901e57-949e-4321-ab05-fd0799bffd82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:05:59.292138 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-ec901e57-949e-4321-ab05-fd0799bffd82 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9a25c4b0-4079-45c4-9b1f-f8e447758b87 HTTP/1.1" status: 204 len: 168 time: 0.1375985 Jul 13 14:05:59.301002 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec901e57-949e-4321-ab05-fd0799bffd82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a25c4b0-4079-45c4-9b1f-f8e447758b87,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:05:59.528874 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e089a69-e419-4bcf-83ec-2faa41be8e48 req-44d74896-151d-40d8-a11d-2b1a4cada159 tempest-TestNetworkAdvancedServerOps-1891609456 tempest-TestNetworkAdvancedServerOps-1891609456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:05:59.530537 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2e089a69-e419-4bcf-83ec-2faa41be8e48 req-44d74896-151d-40d8-a11d-2b1a4cada159 tempest-TestNetworkAdvancedServerOps-1891609456 tempest-TestNetworkAdvancedServerOps-1891609456-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=fddb0307-5e4a-4fdb-b790-528b6374070b HTTP/1.1" status: 200 len: 1096 time: 0.0548325 Jul 13 14:05:59.566823 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2e089a69-e419-4bcf-83ec-2faa41be8e48 req-45a765cf-58cc-4382-aaa3-027f4b853e49 tempest-TestNetworkAdvancedServerOps-1891609456 tempest-TestNetworkAdvancedServerOps-1891609456-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=7551476a-9f81-4dc0-9a36-b6b896ea6aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296175 Jul 13 14:06:00.311217 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-65af0c51-17d6-413b-a7ee-3bc0f9276c26 req-4f88190b-82a9-481f-a1e0-aa69c7789554 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=fddb0307-5e4a-4fdb-b790-528b6374070b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0568752 Jul 13 14:06:00.537662 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:00.835048 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:01.054631 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [req-65af0c51-17d6-413b-a7ee-3bc0f9276c26 req-5fa261f5-ca9e-46f6-82ca-9a9d28cd5e46 tempest-TestNetworkAdvancedServerOps-1891609456 tempest-TestNetworkAdvancedServerOps-1891609456-project-admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 14:06:01.056013 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-65af0c51-17d6-413b-a7ee-3bc0f9276c26 req-5fa261f5-ca9e-46f6-82ca-9a9d28cd5e46 tempest-TestNetworkAdvancedServerOps-1891609456 tempest-TestNetworkAdvancedServerOps-1891609456-project-admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069032 Jul 13 14:06:01.069610 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-65af0c51-17d6-413b-a7ee-3bc0f9276c26 req-70133aaa-3944-4725-b3ba-1e6edcfa2e68 service neutron] Request body: {'binding': {'host': 'n-h1-800634-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:06:01.070228 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-65af0c51-17d6-413b-a7ee-3bc0f9276c26 req-70133aaa-3944-4725-b3ba-1e6edcfa2e68 service neutron] Unknown quota resources ['binding']. {{(pid=93751) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 13 14:06:01.205942 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-65af0c51-17d6-413b-a7ee-3bc0f9276c26 req-70133aaa-3944-4725-b3ba-1e6edcfa2e68 service neutron] Attempting to bind port 54d9f9c3-9b5c-4de7-b55b-1613b74b3e45 on host n-h1-800634-1 for vnic_type normal with profile None {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:06:01.206284 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-65af0c51-17d6-413b-a7ee-3bc0f9276c26 req-70133aaa-3944-4725-b3ba-1e6edcfa2e68 service neutron] Attempting to bind port 54d9f9c3-9b5c-4de7-b55b-1613b74b3e45 by drivers openvswitch,hyperv on host n-h1-800634-1 at level 0 using segments [{'id': '62693da3-7092-4c59-bf07-8b77c4f7c370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7b94f4da-9b1f-42a8-b89b-529809e7bcb5'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:06:01.206620 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65af0c51-17d6-413b-a7ee-3bc0f9276c26 req-70133aaa-3944-4725-b3ba-1e6edcfa2e68 service neutron] Attempting to bind port 54d9f9c3-9b5c-4de7-b55b-1613b74b3e45 on network 7b94f4da-9b1f-42a8-b89b-529809e7bcb5 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:06:01.211190 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65af0c51-17d6-413b-a7ee-3bc0f9276c26 req-70133aaa-3944-4725-b3ba-1e6edcfa2e68 service neutron] Port 54d9f9c3-9b5c-4de7-b55b-1613b74b3e45 on network 7b94f4da-9b1f-42a8-b89b-529809e7bcb5 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-1 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 14:06:01.211394 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65af0c51-17d6-413b-a7ee-3bc0f9276c26 req-70133aaa-3944-4725-b3ba-1e6edcfa2e68 service neutron] Attempting to bind port 54d9f9c3-9b5c-4de7-b55b-1613b74b3e45 on network 7b94f4da-9b1f-42a8-b89b-529809e7bcb5 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:06:01.216432 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65af0c51-17d6-413b-a7ee-3bc0f9276c26 req-70133aaa-3944-4725-b3ba-1e6edcfa2e68 service neutron] Checking agent: {'id': 'a7603dc8-3c50-4a9b-8f0d-1143528f155e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 6, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:06:01.216781 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65af0c51-17d6-413b-a7ee-3bc0f9276c26 req-70133aaa-3944-4725-b3ba-1e6edcfa2e68 service neutron] Checking segment: {'id': '62693da3-7092-4c59-bf07-8b77c4f7c370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7b94f4da-9b1f-42a8-b89b-529809e7bcb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:06:01.217163 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65af0c51-17d6-413b-a7ee-3bc0f9276c26 req-70133aaa-3944-4725-b3ba-1e6edcfa2e68 service neutron] Bound using segment: {'id': '62693da3-7092-4c59-bf07-8b77c4f7c370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7b94f4da-9b1f-42a8-b89b-529809e7bcb5'} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:06:01.217594 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-65af0c51-17d6-413b-a7ee-3bc0f9276c26 req-70133aaa-3944-4725-b3ba-1e6edcfa2e68 service neutron] Bound port: 54d9f9c3-9b5c-4de7-b55b-1613b74b3e45, host: n-h1-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62693da3-7092-4c59-bf07-8b77c4f7c370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7b94f4da-9b1f-42a8-b89b-529809e7bcb5'}}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:06:01.313767 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-65af0c51-17d6-413b-a7ee-3bc0f9276c26 req-70133aaa-3944-4725-b3ba-1e6edcfa2e68 service neutron] For port 54d9f9c3-9b5c-4de7-b55b-1613b74b3e45, host n-h1-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=54d9f9c3-9b5c-4de7-b55b-1613b74b3e45,segment=NetworkSegment(62693da3-7092-4c59-bf07-8b77c4f7c370),segment_id=62693da3-7092-4c59-bf07-8b77c4f7c370)] {{(pid=93751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:06:01.321348 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-65af0c51-17d6-413b-a7ee-3bc0f9276c26 req-70133aaa-3944-4725-b3ba-1e6edcfa2e68 service neutron] Notify callbacks [] for binding, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:01.325927 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-65af0c51-17d6-413b-a7ee-3bc0f9276c26 req-70133aaa-3944-4725-b3ba-1e6edcfa2e68 service neutron] 10.222.0.23 "POST /v2.0/ports/54d9f9c3-9b5c-4de7-b55b-1613b74b3e45/bindings HTTP/1.1" status: 201 len: 389 time: 0.2607250 Jul 13 14:06:01.577684 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08099c10-1bb4-41a2-b8a5-d015d942479b req-401f0b5f-ae08-4055-8119-eb515997ff1c tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:06:01.586566 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-08099c10-1bb4-41a2-b8a5-d015d942479b req-401f0b5f-ae08-4055-8119-eb515997ff1c tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/ports?device_id=fddb0307-5e4a-4fdb-b790-528b6374070b HTTP/1.1" status: 200 len: 945 time: 0.0892599 Jul 13 14:06:01.626736 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-08099c10-1bb4-41a2-b8a5-d015d942479b req-fbe27ba6-ba33-420d-badc-73a7db7fcd49 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/security-groups?id=7551476a-9f81-4dc0-9a36-b6b896ea6aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388896 Jul 13 14:06:01.633422 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 39666) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:06:01.692546 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65af0c51-17d6-413b-a7ee-3bc0f9276c26 req-b7cb660a-5c9a-4e57-a0e7-3feb562e6e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:06:01.694113 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-65af0c51-17d6-413b-a7ee-3bc0f9276c26 req-b7cb660a-5c9a-4e57-a0e7-3feb562e6e4a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7a7d384b32784a6f914418ec93b94b0e&device_id=fddb0307-5e4a-4fdb-b790-528b6374070b HTTP/1.1" status: 200 len: 1096 time: 0.0962002 Jul 13 14:06:01.755435 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bc22c0f2-978a-40c8-8451-3ac319e4e715 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:01.794923 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65af0c51-17d6-413b-a7ee-3bc0f9276c26 req-955c39ee-b456-46c6-bea1-ab2489265704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:06:01.796547 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-65af0c51-17d6-413b-a7ee-3bc0f9276c26 req-955c39ee-b456-46c6-bea1-ab2489265704 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7b94f4da-9b1f-42a8-b89b-529809e7bcb5 HTTP/1.1" status: 200 len: 897 time: 0.0954220 Jul 13 14:06:01.860866 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bc22c0f2-978a-40c8-8451-3ac319e4e715 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:01.874680 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bc22c0f2-978a-40c8-8451-3ac319e4e715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:01.885247 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-65af0c51-17d6-413b-a7ee-3bc0f9276c26 req-ab288784-6d34-4337-bc0b-5523d64b36b8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=54d9f9c3-9b5c-4de7-b55b-1613b74b3e45 HTTP/1.1" status: 200 len: 1001 time: 0.0819514 Jul 13 14:06:01.918257 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc22c0f2-978a-40c8-8451-3ac319e4e715 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e82b5ce-d229-4e72-a82a-0cda7f6d6834,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:06:01.926206 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-bc22c0f2-978a-40c8-8451-3ac319e4e715 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d3e8529e3c014407833defef6cafa54d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2916479 Jul 13 14:06:01.926820 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 39672) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:06:01.954818 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65af0c51-17d6-413b-a7ee-3bc0f9276c26 req-bf929a80-5f28-4397-9c0d-27539ccfd5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:06:01.956597 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-65af0c51-17d6-413b-a7ee-3bc0f9276c26 req-bf929a80-5f28-4397-9c0d-27539ccfd5c2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=37e94f5d-3b4f-4c83-b919-e357dff9394d HTTP/1.1" status: 200 len: 834 time: 0.0657949 Jul 13 14:06:02.019377 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65af0c51-17d6-413b-a7ee-3bc0f9276c26 req-11e7c0a2-4aec-47f0-bd0c-18d4aabe1093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:06:02.019662 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-768bdab3-85f9-4f50-b662-fcee21c0060b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:02.020145 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-65af0c51-17d6-413b-a7ee-3bc0f9276c26 req-11e7c0a2-4aec-47f0-bd0c-18d4aabe1093 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7b94f4da-9b1f-42a8-b89b-529809e7bcb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0573847 Jul 13 14:06:02.048747 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-768bdab3-85f9-4f50-b662-fcee21c0060b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:02.133603 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-65af0c51-17d6-413b-a7ee-3bc0f9276c26 req-77aedaf1-8c9f-4ec6-896c-cc57563bd1ca service neutron] 10.222.0.26 "GET /v2.0/networks/7b94f4da-9b1f-42a8-b89b-529809e7bcb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072338 Jul 13 14:06:02.238671 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-65af0c51-17d6-413b-a7ee-3bc0f9276c26 req-a6c06524-a8d6-4cf5-a7db-be1fce6c98c8 service neutron] 10.222.0.26 "GET /v2.0/networks/7b94f4da-9b1f-42a8-b89b-529809e7bcb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986824 Jul 13 14:06:02.399705 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65af0c51-17d6-413b-a7ee-3bc0f9276c26 req-ede255e3-c2fa-4967-8e9d-722f0b6f4be1 tempest-TestNetworkAdvancedServerOps-1891609456 tempest-TestNetworkAdvancedServerOps-1891609456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:06:02.401299 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-65af0c51-17d6-413b-a7ee-3bc0f9276c26 req-ede255e3-c2fa-4967-8e9d-722f0b6f4be1 tempest-TestNetworkAdvancedServerOps-1891609456 tempest-TestNetworkAdvancedServerOps-1891609456-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=fddb0307-5e4a-4fdb-b790-528b6374070b&tenant_id=7a7d384b32784a6f914418ec93b94b0e&binding%3Ahost_id=n-h2-800634-1 HTTP/1.1" status: 200 len: 1096 time: 0.1054127 Jul 13 14:06:02.411926 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-65af0c51-17d6-413b-a7ee-3bc0f9276c26 req-b6bf1536-f1f3-40fa-bded-5b769bae8deb service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-800634-1'}}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:06:02.429655 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaa9dea-6410-4b76-8a6e-bbbafc42c8a8 req-a3dad3e6-9fe0-45d2-b991-ad41154e429b tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:06:02.431209 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-acaa9dea-6410-4b76-8a6e-bbbafc42c8a8 req-a3dad3e6-9fe0-45d2-b991-ad41154e429b tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] 10.222.0.23 "GET /v2.0/ports?device_id=4765ea42-36b2-443e-a331-7b41eda5903d HTTP/1.1" status: 200 len: 946 time: 0.4594557 Jul 13 14:06:02.465044 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-768bdab3-85f9-4f50-b662-fcee21c0060b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:02.467656 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-768bdab3-85f9-4f50-b662-fcee21c0060b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:02.472296 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-768bdab3-85f9-4f50-b662-fcee21c0060b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6e82b5ce-d229-4e72-a82a-0cda7f6d6834 HTTP/1.1" status: 204 len: 168 time: 0.5415034 Jul 13 14:06:02.489616 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768bdab3-85f9-4f50-b662-fcee21c0060b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e82b5ce-d229-4e72-a82a-0cda7f6d6834,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:06:02.491919 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-65af0c51-17d6-413b-a7ee-3bc0f9276c26 req-b6bf1536-f1f3-40fa-bded-5b769bae8deb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:02.494641 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-acaa9dea-6410-4b76-8a6e-bbbafc42c8a8 req-57e729b5-1296-4ca4-a880-6d74fedd8282 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] 10.222.0.23 "GET /v2.0/security-groups?id=73427ddc-3387-4fc1-bd2b-a18baacb9e71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497062 Jul 13 14:06:02.632200 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-65af0c51-17d6-413b-a7ee-3bc0f9276c26 req-b6bf1536-f1f3-40fa-bded-5b769bae8deb service neutron] For port 54d9f9c3-9b5c-4de7-b55b-1613b74b3e45, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=54d9f9c3-9b5c-4de7-b55b-1613b74b3e45,segment=NetworkSegment(62693da3-7092-4c59-bf07-8b77c4f7c370),segment_id=62693da3-7092-4c59-bf07-8b77c4f7c370)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:06:02.672502 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-65af0c51-17d6-413b-a7ee-3bc0f9276c26 req-b6bf1536-f1f3-40fa-bded-5b769bae8deb service neutron] For port 54d9f9c3-9b5c-4de7-b55b-1613b74b3e45, host n-h2-800634-1, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:06:02.714619 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fddb0307-5e4a-4fdb-b790-528b6374070b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54d9f9c3-9b5c-4de7-b55b-1613b74b3e45'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:06:02.716885 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b984f5c-f634-468b-950e-d3f3f6c3eb68" -d '{"events": [{"server_uuid": "fddb0307-5e4a-4fdb-b790-528b6374070b", "name": "network-vif-unplugged", "status": "completed", "tag": "54d9f9c3-9b5c-4de7-b55b-1613b74b3e45"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:06:02.721150 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-65af0c51-17d6-413b-a7ee-3bc0f9276c26 req-b6bf1536-f1f3-40fa-bded-5b769bae8deb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:02.728889 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-65af0c51-17d6-413b-a7ee-3bc0f9276c26 req-b6bf1536-f1f3-40fa-bded-5b769bae8deb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:02.768115 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 14:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d11bdf7-4469-48f5-9fba-bed3f1a172c2 x-openstack-request-id: req-9d11bdf7-4469-48f5-9fba-bed3f1a172c2 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:06:02.768436 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fddb0307-5e4a-4fdb-b790-528b6374070b", "name": "network-vif-unplugged", "status": "completed", "tag": "54d9f9c3-9b5c-4de7-b55b-1613b74b3e45", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:06:02.768677 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9d11bdf7-4469-48f5-9fba-bed3f1a172c2 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:06:02.769059 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fddb0307-5e4a-4fdb-b790-528b6374070b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54d9f9c3-9b5c-4de7-b55b-1613b74b3e45', 'code': 200} Jul 13 14:06:02.793549 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 39682) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:06:02.817113 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-31c84c3f-a828-4bbd-bd32-8e35c0e25174 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:02.879702 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bf1536-f1f3-40fa-bded-5b769bae8deb service neutron] Pushing event updated for resources: {'Port': ['ID=54d9f9c3-9b5c-4de7-b55b-1613b74b3e45,revision_number=7']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:06:02.920046 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-31c84c3f-a828-4bbd-bd32-8e35c0e25174 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:02.923938 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7d5902-c984-4d4e-a18b-77c15fa761b4 req-ab357189-a51f-43c4-8354-72402ca3126a tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:06:02.925591 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8b7d5902-c984-4d4e-a18b-77c15fa761b4 req-ab357189-a51f-43c4-8354-72402ca3126a tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/ports?device_id=fddb0307-5e4a-4fdb-b790-528b6374070b HTTP/1.1" status: 200 len: 943 time: 0.1617680 Jul 13 14:06:02.932731 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-31c84c3f-a828-4bbd-bd32-8e35c0e25174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:02.981169 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c84c3f-a828-4bbd-bd32-8e35c0e25174 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b8fe118-d83c-4955-9f9d-70bbdaf91a6f,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:06:02.989923 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-31c84c3f-a828-4bbd-bd32-8e35c0e25174 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=57798044aaa14b06944e18ea1cd93b81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1915822 Jul 13 14:06:02.989923 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 39684) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:06:03.010295 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8b7d5902-c984-4d4e-a18b-77c15fa761b4 req-121a8f91-f4d9-41ef-9d8b-dbe854b9f714 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/security-groups?id=7551476a-9f81-4dc0-9a36-b6b896ea6aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596371 Jul 13 14:06:03.011709 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-65af0c51-17d6-413b-a7ee-3bc0f9276c26 req-b6bf1536-f1f3-40fa-bded-5b769bae8deb service neutron] Attempting to bind port 54d9f9c3-9b5c-4de7-b55b-1613b74b3e45 on host n-h2-800634-1 for vnic_type normal with profile {"migrating_to": "n-h1-800634-1"} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:06:03.012193 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-65af0c51-17d6-413b-a7ee-3bc0f9276c26 req-b6bf1536-f1f3-40fa-bded-5b769bae8deb service neutron] Attempting to bind port 54d9f9c3-9b5c-4de7-b55b-1613b74b3e45 by drivers openvswitch,hyperv on host n-h2-800634-1 at level 0 using segments [{'id': '62693da3-7092-4c59-bf07-8b77c4f7c370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7b94f4da-9b1f-42a8-b89b-529809e7bcb5'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:06:03.012534 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65af0c51-17d6-413b-a7ee-3bc0f9276c26 req-b6bf1536-f1f3-40fa-bded-5b769bae8deb service neutron] Attempting to bind port 54d9f9c3-9b5c-4de7-b55b-1613b74b3e45 on network 7b94f4da-9b1f-42a8-b89b-529809e7bcb5 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:06:03.018450 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65af0c51-17d6-413b-a7ee-3bc0f9276c26 req-b6bf1536-f1f3-40fa-bded-5b769bae8deb service neutron] Port 54d9f9c3-9b5c-4de7-b55b-1613b74b3e45 on network 7b94f4da-9b1f-42a8-b89b-529809e7bcb5 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-1 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 14:06:03.018766 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65af0c51-17d6-413b-a7ee-3bc0f9276c26 req-b6bf1536-f1f3-40fa-bded-5b769bae8deb service neutron] Attempting to bind port 54d9f9c3-9b5c-4de7-b55b-1613b74b3e45 on network 7b94f4da-9b1f-42a8-b89b-529809e7bcb5 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:06:03.034069 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65af0c51-17d6-413b-a7ee-3bc0f9276c26 req-b6bf1536-f1f3-40fa-bded-5b769bae8deb service neutron] Checking agent: {'id': 'f615e5c9-21ab-43f2-adbc-192d64b795cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 6, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:06:03.034559 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65af0c51-17d6-413b-a7ee-3bc0f9276c26 req-b6bf1536-f1f3-40fa-bded-5b769bae8deb service neutron] Checking segment: {'id': '62693da3-7092-4c59-bf07-8b77c4f7c370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7b94f4da-9b1f-42a8-b89b-529809e7bcb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:06:03.034985 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65af0c51-17d6-413b-a7ee-3bc0f9276c26 req-b6bf1536-f1f3-40fa-bded-5b769bae8deb service neutron] Bound using segment: {'id': '62693da3-7092-4c59-bf07-8b77c4f7c370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7b94f4da-9b1f-42a8-b89b-529809e7bcb5'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:06:03.035443 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-65af0c51-17d6-413b-a7ee-3bc0f9276c26 req-b6bf1536-f1f3-40fa-bded-5b769bae8deb service neutron] Bound port: 54d9f9c3-9b5c-4de7-b55b-1613b74b3e45, host: n-h2-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62693da3-7092-4c59-bf07-8b77c4f7c370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7b94f4da-9b1f-42a8-b89b-529809e7bcb5'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:06:03.035820 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-65af0c51-17d6-413b-a7ee-3bc0f9276c26 req-b6bf1536-f1f3-40fa-bded-5b769bae8deb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:03.055559 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a71aa5e6-cde2-4975-8f1a-09cc38f159f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:03.083841 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a71aa5e6-cde2-4975-8f1a-09cc38f159f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:03.089562 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-16241c5c-acad-4061-b770-b446d8b95a2c None None] Provisioning complete for port 54d9f9c3-9b5c-4de7-b55b-1613b74b3e45 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:06:03.090687 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-16241c5c-acad-4061-b770-b446d8b95a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:03.119161 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-65af0c51-17d6-413b-a7ee-3bc0f9276c26 req-b6bf1536-f1f3-40fa-bded-5b769bae8deb service neutron] For port 54d9f9c3-9b5c-4de7-b55b-1613b74b3e45, host n-h2-800634-1, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:06:03.122883 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-65af0c51-17d6-413b-a7ee-3bc0f9276c26 req-b6bf1536-f1f3-40fa-bded-5b769bae8deb service neutron] For port 54d9f9c3-9b5c-4de7-b55b-1613b74b3e45, host n-h2-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=54d9f9c3-9b5c-4de7-b55b-1613b74b3e45,segment=NetworkSegment(62693da3-7092-4c59-bf07-8b77c4f7c370),segment_id=62693da3-7092-4c59-bf07-8b77c4f7c370)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:06:03.130775 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-65af0c51-17d6-413b-a7ee-3bc0f9276c26 req-b6bf1536-f1f3-40fa-bded-5b769bae8deb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:03.142361 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-16241c5c-acad-4061-b770-b446d8b95a2c None None] Port 54d9f9c3-9b5c-4de7-b55b-1613b74b3e45 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:06:03.149422 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a71aa5e6-cde2-4975-8f1a-09cc38f159f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:03.152203 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a71aa5e6-cde2-4975-8f1a-09cc38f159f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:03.153786 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-a71aa5e6-cde2-4975-8f1a-09cc38f159f0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8b8fe118-d83c-4955-9f9d-70bbdaf91a6f HTTP/1.1" status: 204 len: 168 time: 0.1630011 Jul 13 14:06:03.165674 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71aa5e6-cde2-4975-8f1a-09cc38f159f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b8fe118-d83c-4955-9f9d-70bbdaf91a6f,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:06:03.258573 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bf1536-f1f3-40fa-bded-5b769bae8deb service neutron] Pushing event updated for resources: {'Port': ['ID=54d9f9c3-9b5c-4de7-b55b-1613b74b3e45,revision_number=8']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:06:03.300812 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65af0c51-17d6-413b-a7ee-3bc0f9276c26 req-b6bf1536-f1f3-40fa-bded-5b769bae8deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:06:03.301441 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-65af0c51-17d6-413b-a7ee-3bc0f9276c26 req-b6bf1536-f1f3-40fa-bded-5b769bae8deb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:03.302993 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-65af0c51-17d6-413b-a7ee-3bc0f9276c26 req-b6bf1536-f1f3-40fa-bded-5b769bae8deb service neutron] 10.222.0.26 "PUT /v2.0/ports/54d9f9c3-9b5c-4de7-b55b-1613b74b3e45 HTTP/1.1" status: 200 len: 1121 time: 0.8954396 Jul 13 14:06:03.379712 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['54d9f9c3-9b5c-4de7-b55b-1613b74b3e45'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:06:03.492992 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b38fbdf1-8fe5-43d6-a9f0-6e152c20f021 None None] Provisioning complete for port 54d9f9c3-9b5c-4de7-b55b-1613b74b3e45 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:06:03.493541 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b38fbdf1-8fe5-43d6-a9f0-6e152c20f021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:03.660462 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b38fbdf1-8fe5-43d6-a9f0-6e152c20f021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:03.709291 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fddb0307-5e4a-4fdb-b790-528b6374070b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54d9f9c3-9b5c-4de7-b55b-1613b74b3e45'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:06:03.714119 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af1904c8-22a3-47da-96c9-b897f006462e" -d '{"events": [{"server_uuid": "fddb0307-5e4a-4fdb-b790-528b6374070b", "name": "network-vif-plugged", "status": "completed", "tag": "54d9f9c3-9b5c-4de7-b55b-1613b74b3e45"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:06:03.738151 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def12d16-52a7-4573-867e-f5fc9a0e6397 req-0459766b-a92d-4634-8c03-24b983a3e3b4 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:06:03.740621 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-def12d16-52a7-4573-867e-f5fc9a0e6397 req-0459766b-a92d-4634-8c03-24b983a3e3b4 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] 10.222.0.23 "GET /v2.0/ports?device_id=4765ea42-36b2-443e-a331-7b41eda5903d HTTP/1.1" status: 200 len: 946 time: 0.0885563 Jul 13 14:06:03.741028 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b38fbdf1-8fe5-43d6-a9f0-6e152c20f021 None None] For port 54d9f9c3-9b5c-4de7-b55b-1613b74b3e45, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=54d9f9c3-9b5c-4de7-b55b-1613b74b3e45,segment=NetworkSegment(62693da3-7092-4c59-bf07-8b77c4f7c370),segment_id=62693da3-7092-4c59-bf07-8b77c4f7c370)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:06:03.770825 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b38fbdf1-8fe5-43d6-a9f0-6e152c20f021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:03.805079 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-def12d16-52a7-4573-867e-f5fc9a0e6397 req-eb8784ab-f234-475f-afd9-0c21ca74b3e3 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] 10.222.0.23 "GET /v2.0/security-groups?id=73427ddc-3387-4fc1-bd2b-a18baacb9e71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558050 Jul 13 14:06:03.807379 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6304b823-64a4-4024-b34f-61386b40497a x-openstack-request-id: req-6304b823-64a4-4024-b34f-61386b40497a {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:06:03.808095 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fddb0307-5e4a-4fdb-b790-528b6374070b", "name": "network-vif-plugged", "status": "completed", "tag": "54d9f9c3-9b5c-4de7-b55b-1613b74b3e45", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:06:03.808533 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6304b823-64a4-4024-b34f-61386b40497a {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:06:03.808922 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fddb0307-5e4a-4fdb-b790-528b6374070b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54d9f9c3-9b5c-4de7-b55b-1613b74b3e45', 'code': 200} Jul 13 14:06:03.954792 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38fbdf1-8fe5-43d6-a9f0-6e152c20f021 None None] Pushing event updated for resources: {'Port': ['ID=54d9f9c3-9b5c-4de7-b55b-1613b74b3e45,revision_number=9']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:06:03.965467 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38fbdf1-8fe5-43d6-a9f0-6e152c20f021 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:06:03.965848 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38fbdf1-8fe5-43d6-a9f0-6e152c20f021 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:06:03.966191 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38fbdf1-8fe5-43d6-a9f0-6e152c20f021 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:06:03.966528 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38fbdf1-8fe5-43d6-a9f0-6e152c20f021 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:06:03.966861 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38fbdf1-8fe5-43d6-a9f0-6e152c20f021 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:06:03.967194 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38fbdf1-8fe5-43d6-a9f0-6e152c20f021 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:06:03.967524 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38fbdf1-8fe5-43d6-a9f0-6e152c20f021 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:06:03.967855 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38fbdf1-8fe5-43d6-a9f0-6e152c20f021 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:06:03.968225 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38fbdf1-8fe5-43d6-a9f0-6e152c20f021 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:06:03.969177 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38fbdf1-8fe5-43d6-a9f0-6e152c20f021 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:06:03.969506 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38fbdf1-8fe5-43d6-a9f0-6e152c20f021 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:06:03.969798 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38fbdf1-8fe5-43d6-a9f0-6e152c20f021 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:06:04.215735 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b2ce78-2a41-4c52-8764-b35e6748dca5 req-a1a9875c-674a-41bf-a90d-76c23ae3c11e tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:06:04.217305 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-50b2ce78-2a41-4c52-8764-b35e6748dca5 req-a1a9875c-674a-41bf-a90d-76c23ae3c11e tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/ports?device_id=fddb0307-5e4a-4fdb-b790-528b6374070b HTTP/1.1" status: 200 len: 945 time: 0.0742276 Jul 13 14:06:04.257228 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-50b2ce78-2a41-4c52-8764-b35e6748dca5 req-6b248e78-e246-4e3f-a502-14f836d95a09 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/security-groups?id=7551476a-9f81-4dc0-9a36-b6b896ea6aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340633 Jul 13 14:06:04.770178 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fddb0307-5e4a-4fdb-b790-528b6374070b', 'tag': '54d9f9c3-9b5c-4de7-b55b-1613b74b3e45'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:06:04.772656 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cef31940-cb13-4d6e-bb89-bf01f428c745" -d '{"events": [{"name": "network-changed", "server_uuid": "fddb0307-5e4a-4fdb-b790-528b6374070b", "tag": "54d9f9c3-9b5c-4de7-b55b-1613b74b3e45"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:06:04.811175 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fbd96af-d30e-46b2-a3e6-fce55fc7981d x-openstack-request-id: req-8fbd96af-d30e-46b2-a3e6-fce55fc7981d {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:06:04.811474 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fddb0307-5e4a-4fdb-b790-528b6374070b", "tag": "54d9f9c3-9b5c-4de7-b55b-1613b74b3e45", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:06:04.811730 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8fbd96af-d30e-46b2-a3e6-fce55fc7981d {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:06:04.812135 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fddb0307-5e4a-4fdb-b790-528b6374070b', 'tag': '54d9f9c3-9b5c-4de7-b55b-1613b74b3e45', 'status': 'completed', 'code': 200} Jul 13 14:06:04.918927 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef31940-cb13-4d6e-bb89-bf01f428c745 req-eea1d754-6560-4ceb-beb5-7a7a2170e941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:06:04.920738 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cef31940-cb13-4d6e-bb89-bf01f428c745 req-eea1d754-6560-4ceb-beb5-7a7a2170e941 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7a7d384b32784a6f914418ec93b94b0e&device_id=fddb0307-5e4a-4fdb-b790-528b6374070b HTTP/1.1" status: 200 len: 1126 time: 0.0842180 Jul 13 14:06:05.014039 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063f03dd-705f-4473-beff-471a0fc8516a req-6b2afae2-aee5-43fc-a184-375f678b5228 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:06:05.021258 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-063f03dd-705f-4473-beff-471a0fc8516a req-6b2afae2-aee5-43fc-a184-375f678b5228 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] 10.222.0.23 "GET /v2.0/ports?device_id=4765ea42-36b2-443e-a331-7b41eda5903d HTTP/1.1" status: 200 len: 946 time: 0.0782223 Jul 13 14:06:05.082786 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-063f03dd-705f-4473-beff-471a0fc8516a req-17ffe720-a22e-4b27-b9fe-32a0246681a9 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] 10.222.0.23 "GET /v2.0/security-groups?id=73427ddc-3387-4fc1-bd2b-a18baacb9e71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601168 Jul 13 14:06:05.156723 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef31940-cb13-4d6e-bb89-bf01f428c745 req-8cb7910a-da98-474d-a7ad-3f35fdcb43ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:06:05.158262 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cef31940-cb13-4d6e-bb89-bf01f428c745 req-8cb7910a-da98-474d-a7ad-3f35fdcb43ff service neutron] 10.222.0.41 "GET /v2.0/networks?id=7b94f4da-9b1f-42a8-b89b-529809e7bcb5 HTTP/1.1" status: 200 len: 897 time: 0.2304630 Jul 13 14:06:05.228310 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cef31940-cb13-4d6e-bb89-bf01f428c745 req-4902e21d-1d26-4719-a673-aac08adc880e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=54d9f9c3-9b5c-4de7-b55b-1613b74b3e45 HTTP/1.1" status: 200 len: 1001 time: 0.0632861 Jul 13 14:06:05.287490 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef31940-cb13-4d6e-bb89-bf01f428c745 req-32971f00-6819-4b21-bc92-0a89744aec3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:06:05.289408 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cef31940-cb13-4d6e-bb89-bf01f428c745 req-32971f00-6819-4b21-bc92-0a89744aec3c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=37e94f5d-3b4f-4c83-b919-e357dff9394d HTTP/1.1" status: 200 len: 834 time: 0.0535204 Jul 13 14:06:05.353842 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef31940-cb13-4d6e-bb89-bf01f428c745 req-2badbcb6-6edb-44f5-9fb7-67e148e6ef8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:06:05.355384 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cef31940-cb13-4d6e-bb89-bf01f428c745 req-2badbcb6-6edb-44f5-9fb7-67e148e6ef8d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7b94f4da-9b1f-42a8-b89b-529809e7bcb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0590947 Jul 13 14:06:05.450694 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cef31940-cb13-4d6e-bb89-bf01f428c745 req-93f2ebc3-103a-4d28-9973-566120c9229c service neutron] 10.222.0.41 "GET /v2.0/networks/7b94f4da-9b1f-42a8-b89b-529809e7bcb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887733 Jul 13 14:06:05.463409 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9956f2-e827-4514-bb20-c164a9a2d500 req-be77ab4f-cc32-4cb8-8457-8a71727a6a08 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:06:05.471318 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ff9956f2-e827-4514-bb20-c164a9a2d500 req-be77ab4f-cc32-4cb8-8457-8a71727a6a08 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/ports?device_id=fddb0307-5e4a-4fdb-b790-528b6374070b HTTP/1.1" status: 200 len: 945 time: 0.0850115 Jul 13 14:06:05.516088 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ff9956f2-e827-4514-bb20-c164a9a2d500 req-076bcaa1-21b7-4f65-8cd5-4ca8d089a181 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/security-groups?id=7551476a-9f81-4dc0-9a36-b6b896ea6aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433762 Jul 13 14:06:05.556627 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cef31940-cb13-4d6e-bb89-bf01f428c745 req-6701888a-aefd-46ab-b11b-35cae3de7001 service neutron] 10.222.0.41 "GET /v2.0/networks/7b94f4da-9b1f-42a8-b89b-529809e7bcb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997045 Jul 13 14:06:05.836577 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 54d9f9c3-9b5c-4de7-b55b-1613b74b3e45 details requested by agent hyperv_n-h1-800634-1 with host n-h1-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 14:06:05.941397 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 54d9f9c3-9b5c-4de7-b55b-1613b74b3e45, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=54d9f9c3-9b5c-4de7-b55b-1613b74b3e45,segment=NetworkSegment(62693da3-7092-4c59-bf07-8b77c4f7c370),segment_id=62693da3-7092-4c59-bf07-8b77c4f7c370)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:06:05.953886 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 39794) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:06:05.954062 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 54d9f9c3-9b5c-4de7-b55b-1613b74b3e45 has no active binding in host n-h1-800634-1 {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 13 14:06:06.062072 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-053dad3a-4e2b-4fc1-aeaf-5b9a990b6ffe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:06.154782 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-053dad3a-4e2b-4fc1-aeaf-5b9a990b6ffe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:06.159041 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-053dad3a-4e2b-4fc1-aeaf-5b9a990b6ffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:06.200488 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-053dad3a-4e2b-4fc1-aeaf-5b9a990b6ffe admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4dc12c4aa919408284421f040cd95744&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2454646 Jul 13 14:06:06.202075 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053dad3a-4e2b-4fc1-aeaf-5b9a990b6ffe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b04c67a-3717-4a92-98cc-51cc790eaad3,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:06:06.203398 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 39800) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:06:06.260169 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bcd0a45a-83c3-49b5-9797-f7111d6f78c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:06.273199 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208f6cde-7c37-473f-b749-022811a26015 req-eeeb19c6-0c4b-4e9f-8eb3-ca861d450e9f tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:06:06.274937 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-208f6cde-7c37-473f-b749-022811a26015 req-eeeb19c6-0c4b-4e9f-8eb3-ca861d450e9f tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] 10.222.0.23 "GET /v2.0/ports?device_id=4765ea42-36b2-443e-a331-7b41eda5903d HTTP/1.1" status: 200 len: 946 time: 0.0774765 Jul 13 14:06:06.294493 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bcd0a45a-83c3-49b5-9797-f7111d6f78c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:06.326370 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-208f6cde-7c37-473f-b749-022811a26015 req-66021ac2-19b9-46d2-9ba3-dc7bac55d217 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] 10.222.0.23 "GET /v2.0/security-groups?id=73427ddc-3387-4fc1-bd2b-a18baacb9e71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426009 Jul 13 14:06:06.356866 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bcd0a45a-83c3-49b5-9797-f7111d6f78c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:06.360571 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bcd0a45a-83c3-49b5-9797-f7111d6f78c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:06.361719 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-bcd0a45a-83c3-49b5-9797-f7111d6f78c3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6b04c67a-3717-4a92-98cc-51cc790eaad3 HTTP/1.1" status: 204 len: 168 time: 0.1572652 Jul 13 14:06:06.370595 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd0a45a-83c3-49b5-9797-f7111d6f78c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b04c67a-3717-4a92-98cc-51cc790eaad3,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:06:06.631258 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 39808) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:06:06.671219 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8ef71e69-b877-4bc5-9b99-a38f29c7d38e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:06.739863 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac15c08-7e99-43e5-bbda-17166013c9e0 req-3fab8942-3f1a-4d82-917b-d7930109cd36 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:06:06.741366 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3ac15c08-7e99-43e5-bbda-17166013c9e0 req-3fab8942-3f1a-4d82-917b-d7930109cd36 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/ports?device_id=fddb0307-5e4a-4fdb-b790-528b6374070b HTTP/1.1" status: 200 len: 945 time: 0.1035571 Jul 13 14:06:06.798610 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3ac15c08-7e99-43e5-bbda-17166013c9e0 req-9ef111df-bb0a-4a55-870d-bcf34ad28a1a tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/security-groups?id=7551476a-9f81-4dc0-9a36-b6b896ea6aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507100 Jul 13 14:06:06.825128 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8ef71e69-b877-4bc5-9b99-a38f29c7d38e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:06.829789 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8ef71e69-b877-4bc5-9b99-a38f29c7d38e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:06.875370 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-8ef71e69-b877-4bc5-9b99-a38f29c7d38e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=507f28599e0942618189f8ef5c83f291&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2424276 Jul 13 14:06:06.876904 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef71e69-b877-4bc5-9b99-a38f29c7d38e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9975bd19-1ac4-4973-824c-990dce358450,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:06:06.882227 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 39810) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:06:06.936112 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-043f364f-b024-41aa-8133-d595a58e1b45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:06.958631 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-043f364f-b024-41aa-8133-d595a58e1b45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:07.006392 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-043f364f-b024-41aa-8133-d595a58e1b45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:07.008897 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-043f364f-b024-41aa-8133-d595a58e1b45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:07.010083 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-043f364f-b024-41aa-8133-d595a58e1b45 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9975bd19-1ac4-4973-824c-990dce358450 HTTP/1.1" status: 204 len: 168 time: 0.1267209 Jul 13 14:06:07.018570 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f364f-b024-41aa-8133-d595a58e1b45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9975bd19-1ac4-4973-824c-990dce358450,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:06:07.512994 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d66627-ca0b-4d5d-abfc-613c3e9d25ea req-cc439fd7-780d-41a7-8774-95c80fe53fab tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:06:07.514783 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-20d66627-ca0b-4d5d-abfc-613c3e9d25ea req-cc439fd7-780d-41a7-8774-95c80fe53fab tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] 10.222.0.23 "GET /v2.0/ports?device_id=4765ea42-36b2-443e-a331-7b41eda5903d HTTP/1.1" status: 200 len: 946 time: 0.0677302 Jul 13 14:06:07.558926 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-20d66627-ca0b-4d5d-abfc-613c3e9d25ea req-f1eb98d7-ebb6-4b6c-846d-31e123bad100 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] 10.222.0.23 "GET /v2.0/security-groups?id=73427ddc-3387-4fc1-bd2b-a18baacb9e71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380855 Jul 13 14:06:07.997569 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be7b3aa-9f05-4227-b209-32831c0b5125 req-3761ae9a-b3c8-418c-a1a1-04d511bf55bb tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:06:07.999171 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6be7b3aa-9f05-4227-b209-32831c0b5125 req-3761ae9a-b3c8-418c-a1a1-04d511bf55bb tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/ports?device_id=fddb0307-5e4a-4fdb-b790-528b6374070b HTTP/1.1" status: 200 len: 945 time: 0.0831625 Jul 13 14:06:08.046210 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6be7b3aa-9f05-4227-b209-32831c0b5125 req-4ba2d386-8f4e-43ff-99af-f8a6bf17567f tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/security-groups?id=7551476a-9f81-4dc0-9a36-b6b896ea6aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404253 Jul 13 14:06:08.165372 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-65af0c51-17d6-413b-a7ee-3bc0f9276c26 req-69d52894-aec6-499e-beb9-26505e838e8d service neutron] 10.222.0.41 "GET /v2.0/ports/54d9f9c3-9b5c-4de7-b55b-1613b74b3e45/bindings/n-h1-800634-1 HTTP/1.1" status: 200 len: 384 time: 0.0622237 Jul 13 14:06:08.350267 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-65af0c51-17d6-413b-a7ee-3bc0f9276c26 req-3ce5b17f-2afc-4986-a275-183590137686 service neutron] For port 54d9f9c3-9b5c-4de7-b55b-1613b74b3e45, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=54d9f9c3-9b5c-4de7-b55b-1613b74b3e45,segment=NetworkSegment(62693da3-7092-4c59-bf07-8b77c4f7c370),segment_id=62693da3-7092-4c59-bf07-8b77c4f7c370)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:06:08.377136 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-65af0c51-17d6-413b-a7ee-3bc0f9276c26 req-3ce5b17f-2afc-4986-a275-183590137686 service neutron] For port 54d9f9c3-9b5c-4de7-b55b-1613b74b3e45, host n-h2-800634-1, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:06:08.419525 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fddb0307-5e4a-4fdb-b790-528b6374070b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54d9f9c3-9b5c-4de7-b55b-1613b74b3e45'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:06:08.422946 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-205f751f-4a49-4eed-b564-a96f85109d18" -d '{"events": [{"server_uuid": "fddb0307-5e4a-4fdb-b790-528b6374070b", "name": "network-vif-unplugged", "status": "completed", "tag": "54d9f9c3-9b5c-4de7-b55b-1613b74b3e45"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:06:08.430328 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-65af0c51-17d6-413b-a7ee-3bc0f9276c26 req-3ce5b17f-2afc-4986-a275-183590137686 service neutron] For port 54d9f9c3-9b5c-4de7-b55b-1613b74b3e45, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=54d9f9c3-9b5c-4de7-b55b-1613b74b3e45,segment=NetworkSegment(62693da3-7092-4c59-bf07-8b77c4f7c370),segment_id=62693da3-7092-4c59-bf07-8b77c4f7c370)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:06:08.449095 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-65af0c51-17d6-413b-a7ee-3bc0f9276c26 req-3ce5b17f-2afc-4986-a275-183590137686 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:08.471464 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 14:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a4bf131-7824-4a2c-827b-aaa57e803af2 x-openstack-request-id: req-5a4bf131-7824-4a2c-827b-aaa57e803af2 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:06:08.471763 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fddb0307-5e4a-4fdb-b790-528b6374070b", "name": "network-vif-unplugged", "status": "completed", "tag": "54d9f9c3-9b5c-4de7-b55b-1613b74b3e45", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:06:08.472019 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5a4bf131-7824-4a2c-827b-aaa57e803af2 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:06:08.472423 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fddb0307-5e4a-4fdb-b790-528b6374070b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54d9f9c3-9b5c-4de7-b55b-1613b74b3e45', 'code': 200} Jul 13 14:06:08.543456 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-65af0c51-17d6-413b-a7ee-3bc0f9276c26 req-3ce5b17f-2afc-4986-a275-183590137686 service neutron] Transition to ACTIVE for port object 54d9f9c3-9b5c-4de7-b55b-1613b74b3e45 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:06:08.549935 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-65af0c51-17d6-413b-a7ee-3bc0f9276c26 req-3ce5b17f-2afc-4986-a275-183590137686 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:08.658993 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce5b17f-2afc-4986-a275-183590137686 service neutron] Pushing event updated for resources: {'Port': ['ID=54d9f9c3-9b5c-4de7-b55b-1613b74b3e45,revision_number=11']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:06:08.705906 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-65af0c51-17d6-413b-a7ee-3bc0f9276c26 req-3ce5b17f-2afc-4986-a275-183590137686 service neutron] No DVR routers for this DVR port 54d9f9c3-9b5c-4de7-b55b-1613b74b3e45 on host n-h2-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:06:08.752757 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 39866) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:06:08.780523 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1ec8ab-86b0-4608-82ca-5fc4727dacf6 req-3535ecc9-a8c0-4571-8711-fd9e7405a510 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:06:08.783863 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-0f1ec8ab-86b0-4608-82ca-5fc4727dacf6 req-3535ecc9-a8c0-4571-8711-fd9e7405a510 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] 10.222.0.23 "GET /v2.0/ports?device_id=4765ea42-36b2-443e-a331-7b41eda5903d HTTP/1.1" status: 200 len: 946 time: 0.0853491 Jul 13 14:06:08.833288 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-0f1ec8ab-86b0-4608-82ca-5fc4727dacf6 req-f4305fcc-780f-444e-931c-d849d5e48eb1 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] 10.222.0.23 "GET /v2.0/security-groups?id=73427ddc-3387-4fc1-bd2b-a18baacb9e71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432253 Jul 13 14:06:08.876538 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-65af0c51-17d6-413b-a7ee-3bc0f9276c26 req-3ce5b17f-2afc-4986-a275-183590137686 service neutron] 10.222.0.41 "PUT /v2.0/ports/54d9f9c3-9b5c-4de7-b55b-1613b74b3e45/bindings/n-h1-800634-1/activate HTTP/1.1" status: 200 len: 369 time: 0.7058377 Jul 13 14:06:08.950746 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-1cd393d4-ba5a-4975-9c01-a8414eac61ae tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] Request body: {'floatingip': {'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:06:08.974740 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1cd393d4-ba5a-4975-9c01-a8414eac61ae tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] Notify callbacks [] for floatingip, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:08.998385 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65af0c51-17d6-413b-a7ee-3bc0f9276c26 req-30bac3b4-830d-46dc-9bdc-665fbb47cdc5 tempest-TestNetworkAdvancedServerOps-1891609456 tempest-TestNetworkAdvancedServerOps-1891609456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:06:09.000000 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-65af0c51-17d6-413b-a7ee-3bc0f9276c26 req-30bac3b4-830d-46dc-9bdc-665fbb47cdc5 tempest-TestNetworkAdvancedServerOps-1891609456 tempest-TestNetworkAdvancedServerOps-1891609456-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=fddb0307-5e4a-4fdb-b790-528b6374070b&tenant_id=7a7d384b32784a6f914418ec93b94b0e&binding%3Ahost_id=n-h2-800634-1 HTTP/1.1" status: 200 len: 1095 time: 0.0717218 Jul 13 14:06:09.095436 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1cd393d4-ba5a-4975-9c01-a8414eac61ae tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:09.099230 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65af0c51-17d6-413b-a7ee-3bc0f9276c26 req-eb47ce2a-b39a-428c-8f9d-b26480f1e5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:06:09.101886 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-65af0c51-17d6-413b-a7ee-3bc0f9276c26 req-eb47ce2a-b39a-428c-8f9d-b26480f1e5c7 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=fddb0307-5e4a-4fdb-b790-528b6374070b&tenant_id=7a7d384b32784a6f914418ec93b94b0e HTTP/1.1" status: 200 len: 1095 time: 0.0951743 Jul 13 14:06:09.170763 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbc2f42-9f72-4754-bb29-d507e30a1ac7 req-5b751e50-63d2-48f5-aba5-a6ee7209e57b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:06:09.172523 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-dcbc2f42-9f72-4754-bb29-d507e30a1ac7 req-5b751e50-63d2-48f5-aba5-a6ee7209e57b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9b84fd52966d4a72b64b59fb4909d5ab&device_id=4765ea42-36b2-443e-a331-7b41eda5903d HTTP/1.1" status: 200 len: 1097 time: 0.1243088 Jul 13 14:06:09.220801 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-1cd393d4-ba5a-4975-9c01-a8414eac61ae tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] Allocated IP 172.25.6.229 (acf968b8-c524-46a9-a20b-ad9667009130/dde5a78e-bd1e-4f47-8189-7321d4de73d3/b9f668de-2927-41ed-b04f-21e91e85d544) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:06:09.226154 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65af0c51-17d6-413b-a7ee-3bc0f9276c26 req-b1d0c74d-da84-4c9f-b899-e66900b50cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:06:09.227851 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-65af0c51-17d6-413b-a7ee-3bc0f9276c26 req-b1d0c74d-da84-4c9f-b899-e66900b50cbd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7a7d384b32784a6f914418ec93b94b0e&device_id=fddb0307-5e4a-4fdb-b790-528b6374070b HTTP/1.1" status: 200 len: 1095 time: 0.0997300 Jul 13 14:06:09.345548 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1cd393d4-ba5a-4975-9c01-a8414eac61ae tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:09.395677 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1cd393d4-ba5a-4975-9c01-a8414eac61ae tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:09.408957 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65af0c51-17d6-413b-a7ee-3bc0f9276c26 req-5b5f7c26-2a5f-470d-a5ab-5af45753ccfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:06:09.410483 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-65af0c51-17d6-413b-a7ee-3bc0f9276c26 req-5b5f7c26-2a5f-470d-a5ab-5af45753ccfc service neutron] 10.222.0.26 "GET /v2.0/networks?id=7b94f4da-9b1f-42a8-b89b-529809e7bcb5 HTTP/1.1" status: 200 len: 897 time: 0.1641207 Jul 13 14:06:09.444488 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd393d4-ba5a-4975-9c01-a8414eac61ae tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] Pushing event updated for resources: {'Port': ['ID=b9f668de-2927-41ed-b04f-21e91e85d544,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:06:09.459751 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd393d4-ba5a-4975-9c01-a8414eac61ae tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] Network acf968b8-c524-46a9-a20b-ad9667009130 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:06:09.461346 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-1cd393d4-ba5a-4975-9c01-a8414eac61ae tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:06:09.464228 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd393d4-ba5a-4975-9c01-a8414eac61ae tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:06:09.492929 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ff81fc-d938-4846-b85e-6a257b401d0f req-61bcac7d-b8af-4901-828c-57477303636c tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:06:09.494433 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-28ff81fc-d938-4846-b85e-6a257b401d0f req-61bcac7d-b8af-4901-828c-57477303636c tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/ports?device_id=fddb0307-5e4a-4fdb-b790-528b6374070b HTTP/1.1" status: 200 len: 944 time: 0.2977707 Jul 13 14:06:09.500646 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbc2f42-9f72-4754-bb29-d507e30a1ac7 req-3f5873ec-4896-4a36-a7e2-df31a04b00b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:06:09.502152 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-dcbc2f42-9f72-4754-bb29-d507e30a1ac7 req-3f5873ec-4896-4a36-a7e2-df31a04b00b3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9c2558ca-4bbf-4e33-ab1c-e7f21b409eb5 HTTP/1.1" status: 200 len: 910 time: 0.3036175 Jul 13 14:06:09.525992 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-65af0c51-17d6-413b-a7ee-3bc0f9276c26 req-2e288c02-e002-4546-bd9e-441d05ffe976 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=54d9f9c3-9b5c-4de7-b55b-1613b74b3e45 HTTP/1.1" status: 200 len: 999 time: 0.1085503 Jul 13 14:06:09.560521 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1cd393d4-ba5a-4975-9c01-a8414eac61ae tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:09.605259 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1cd393d4-ba5a-4975-9c01-a8414eac61ae tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:09.624723 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-28ff81fc-d938-4846-b85e-6a257b401d0f req-6252ff50-65e3-4112-93d5-21ab2bd7d944 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/security-groups?id=7551476a-9f81-4dc0-9a36-b6b896ea6aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1196418 Jul 13 14:06:09.637624 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-dcbc2f42-9f72-4754-bb29-d507e30a1ac7 req-f502bd90-f7f6-4941-ade9-f7bf53bf1590 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9f64798a-5cda-40b5-9266-51a136ba3da9 HTTP/1.1" status: 200 len: 1001 time: 0.1271436 Jul 13 14:06:09.639171 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65af0c51-17d6-413b-a7ee-3bc0f9276c26 req-4d428a4d-6e01-4594-8172-058918e696cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:06:09.640619 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-65af0c51-17d6-413b-a7ee-3bc0f9276c26 req-4d428a4d-6e01-4594-8172-058918e696cd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=37e94f5d-3b4f-4c83-b919-e357dff9394d HTTP/1.1" status: 200 len: 834 time: 0.0819147 Jul 13 14:06:09.721876 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbc2f42-9f72-4754-bb29-d507e30a1ac7 req-1aae2de9-0f42-4ca6-b48d-baeb39db9a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:06:09.723348 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-dcbc2f42-9f72-4754-bb29-d507e30a1ac7 req-1aae2de9-0f42-4ca6-b48d-baeb39db9a4a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e70149ef-39e2-4581-bd26-e6cc81b2fee5 HTTP/1.1" status: 200 len: 849 time: 0.0800147 Jul 13 14:06:09.763486 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1cd393d4-ba5a-4975-9c01-a8414eac61ae tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:09.766734 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65af0c51-17d6-413b-a7ee-3bc0f9276c26 req-419a1c41-a991-401d-a231-d73d0627d1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:06:09.768461 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1cd393d4-ba5a-4975-9c01-a8414eac61ae tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:09.768612 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-65af0c51-17d6-413b-a7ee-3bc0f9276c26 req-419a1c41-a991-401d-a231-d73d0627d1a3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7b94f4da-9b1f-42a8-b89b-529809e7bcb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1176140 Jul 13 14:06:09.840485 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd393d4-ba5a-4975-9c01-a8414eac61ae tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] Pushing event updated for resources: {'Port': ['ID=b9f668de-2927-41ed-b04f-21e91e85d544,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:06:09.849194 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1cd393d4-ba5a-4975-9c01-a8414eac61ae tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446547'] for floatingip, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:09.854829 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbc2f42-9f72-4754-bb29-d507e30a1ac7 req-0790414c-d197-4c78-a4b9-1520f8e303d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:06:09.856327 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-dcbc2f42-9f72-4754-bb29-d507e30a1ac7 req-0790414c-d197-4c78-a4b9-1520f8e303d5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9c2558ca-4bbf-4e33-ab1c-e7f21b409eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1255736 Jul 13 14:06:09.864393 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1cd393d4-ba5a-4975-9c01-a8414eac61ae tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for floatingip, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:09.866285 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-1cd393d4-ba5a-4975-9c01-a8414eac61ae tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1114631 Jul 13 14:06:09.870590 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 39876) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:06:09.877310 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-15eab4b9-e304-45e6-a038-16265db224ce tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1835476406'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:06:09.899881 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15eab4b9-e304-45e6-a038-16265db224ce tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] Made reservation on behalf of 133a19e1134b4827a744f8568d13e51f for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:06:09.903609 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-15eab4b9-e304-45e6-a038-16265db224ce tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:09.914594 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-15eab4b9-e304-45e6-a038-16265db224ce tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:09.932402 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-65af0c51-17d6-413b-a7ee-3bc0f9276c26 req-5eaf5b42-91d7-4197-b019-1d07057892cb service neutron] 10.222.0.26 "GET /v2.0/networks/7b94f4da-9b1f-42a8-b89b-529809e7bcb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576273 Jul 13 14:06:10.035571 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-dcbc2f42-9f72-4754-bb29-d507e30a1ac7 req-5f968a67-f29f-4e9a-b169-0723f45dfe6d service neutron] 10.222.0.41 "GET /v2.0/networks/9c2558ca-4bbf-4e33-ab1c-e7f21b409eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721022 Jul 13 14:06:10.066112 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7849138-43ec-4bfb-984b-f0641128065f req-3c8d5c5b-86ce-44e8-8f58-94da87ade195 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:06:10.067659 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f7849138-43ec-4bfb-984b-f0641128065f req-3c8d5c5b-86ce-44e8-8f58-94da87ade195 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] 10.222.0.23 "GET /v2.0/ports?device_id=4765ea42-36b2-443e-a331-7b41eda5903d HTTP/1.1" status: 200 len: 946 time: 0.1063364 Jul 13 14:06:10.100546 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-65af0c51-17d6-413b-a7ee-3bc0f9276c26 req-bf2181aa-b53f-4460-94b5-8d973cbd301f service neutron] 10.222.0.26 "GET /v2.0/networks/7b94f4da-9b1f-42a8-b89b-529809e7bcb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615384 Jul 13 14:06:10.106689 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-15eab4b9-e304-45e6-a038-16265db224ce tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:10.118679 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-15eab4b9-e304-45e6-a038-16265db224ce tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:10.144375 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f7849138-43ec-4bfb-984b-f0641128065f req-7042e252-f4be-4ee4-aef6-aec23b809001 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] 10.222.0.23 "GET /v2.0/security-groups?id=73427ddc-3387-4fc1-bd2b-a18baacb9e71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677915 Jul 13 14:06:10.154725 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-dcbc2f42-9f72-4754-bb29-d507e30a1ac7 req-c615492b-1f6a-40dd-a67b-719cc2505d0e service neutron] 10.222.0.41 "GET /v2.0/networks/9c2558ca-4bbf-4e33-ab1c-e7f21b409eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128161 Jul 13 14:06:10.158178 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15eab4b9-e304-45e6-a038-16265db224ce tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 14:06:10.168386 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15eab4b9-e304-45e6-a038-16265db224ce tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1acb673-14fd-4ce9-8526-89d8f8b17391,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:06:10.176842 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-15eab4b9-e304-45e6-a038-16265db224ce tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:10.177195 n-d-800634-1 neutron-server[93751]: INFO neutron.db.segments_db [None req-15eab4b9-e304-45e6-a038-16265db224ce tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] Added segment 6d0152aa-d49f-4e81-83b8-02c463b63db2 of type vlan for network 190a051d-edf7-4eef-98a2-47a098115640 Jul 13 14:06:10.223392 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-15eab4b9-e304-45e6-a038-16265db224ce tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:10.253958 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-15eab4b9-e304-45e6-a038-16265db224ce tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:10.259747 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15eab4b9-e304-45e6-a038-16265db224ce tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:06:10.260351 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-15eab4b9-e304-45e6-a038-16265db224ce tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:10.316613 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-15eab4b9-e304-45e6-a038-16265db224ce tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.4449079 Jul 13 14:06:10.319965 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 39878) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:06:10.326373 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-20c1a762-6461-40b0-a7b9-82112074a640 tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] Request body: {'subnet': {'network_id': '190a051d-edf7-4eef-98a2-47a098115640', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:06:10.339139 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15eab4b9-e304-45e6-a038-16265db224ce tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] Pushing event updated for resources: {'Network': ['ID=190a051d-edf7-4eef-98a2-47a098115640,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:06:10.349398 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network 190a051d-edf7-4eef-98a2-47a098115640 details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 14:06:10.466445 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65af0c51-17d6-413b-a7ee-3bc0f9276c26 req-bc0be778-ca02-4175-8228-4d45e568bcbe tempest-TestNetworkAdvancedServerOps-1891609456 tempest-TestNetworkAdvancedServerOps-1891609456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:06:10.467939 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-65af0c51-17d6-413b-a7ee-3bc0f9276c26 req-bc0be778-ca02-4175-8228-4d45e568bcbe tempest-TestNetworkAdvancedServerOps-1891609456 tempest-TestNetworkAdvancedServerOps-1891609456-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=fddb0307-5e4a-4fdb-b790-528b6374070b&tenant_id=7a7d384b32784a6f914418ec93b94b0e&binding%3Ahost_id=n-h1-800634-1 HTTP/1.1" status: 200 len: 1095 time: 0.1371570 Jul 13 14:06:10.472576 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20c1a762-6461-40b0-a7b9-82112074a640 tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] Made reservation on behalf of 133a19e1134b4827a744f8568d13e51f for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:06:10.476206 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-20c1a762-6461-40b0-a7b9-82112074a640 tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4763385'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:11.161652 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900d2e33-2c64-4525-bb9f-aa07070c6635 req-220c6293-ca0e-4d9e-82d6-8a105b9f4035 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:06:11.163463 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-900d2e33-2c64-4525-bb9f-aa07070c6635 req-220c6293-ca0e-4d9e-82d6-8a105b9f4035 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/ports?device_id=fddb0307-5e4a-4fdb-b790-528b6374070b HTTP/1.1" status: 200 len: 944 time: 0.2694843 Jul 13 14:06:11.211399 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-65af0c51-17d6-413b-a7ee-3bc0f9276c26 req-e7ae9614-2f3a-4e25-a9fd-91825a807acd service neutron] For port 54d9f9c3-9b5c-4de7-b55b-1613b74b3e45, host n-h2-800634-1, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:06:11.221539 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-65af0c51-17d6-413b-a7ee-3bc0f9276c26 req-e7ae9614-2f3a-4e25-a9fd-91825a807acd service neutron] Notify callbacks [] for binding, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:11.222746 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-65af0c51-17d6-413b-a7ee-3bc0f9276c26 req-e7ae9614-2f3a-4e25-a9fd-91825a807acd service neutron] 10.222.0.26 "DELETE /v2.0/ports/54d9f9c3-9b5c-4de7-b55b-1613b74b3e45/bindings/n-h2-800634-1 HTTP/1.1" status: 204 len: 173 time: 0.7431684 Jul 13 14:06:11.298864 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-900d2e33-2c64-4525-bb9f-aa07070c6635 req-0cb26b7a-b010-4d7b-858f-03f4e1dd5deb tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/security-groups?id=7551476a-9f81-4dc0-9a36-b6b896ea6aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1256723 Jul 13 14:06:11.318241 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-20c1a762-6461-40b0-a7b9-82112074a640 tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5970588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4763339'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:11.352263 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c208e6e2-4507-43a3-9bbf-d35fcd9073ec req-b97a81c7-0841-4808-b9ac-de773a3792d8 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:06:11.353895 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c208e6e2-4507-43a3-9bbf-d35fcd9073ec req-b97a81c7-0841-4808-b9ac-de773a3792d8 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] 10.222.0.23 "GET /v2.0/ports?device_id=4765ea42-36b2-443e-a331-7b41eda5903d HTTP/1.1" status: 200 len: 946 time: 0.0813582 Jul 13 14:06:11.389296 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c1a762-6461-40b0-a7b9-82112074a640 tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] Pushing event updated for resources: {'Subnet': ['ID=c5a66e6e-4ad0-4398-a6cd-69315e97f466,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:06:11.405403 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c208e6e2-4507-43a3-9bbf-d35fcd9073ec req-32379072-8733-4f7a-b5c9-fe05c07a0052 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] 10.222.0.23 "GET /v2.0/security-groups?id=73427ddc-3387-4fc1-bd2b-a18baacb9e71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445795 Jul 13 14:06:11.408552 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5a66f958-f2bf-41fb-8580-63858a64ee30 req-8965bc0c-fa67-481c-98d9-ed134f0449c5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=fddb0307-5e4a-4fdb-b790-528b6374070b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1520069 Jul 13 14:06:11.413134 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c1a762-6461-40b0-a7b9-82112074a640 tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] Checking segment: {'id': '6d0152aa-d49f-4e81-83b8-02c463b63db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '190a051d-edf7-4eef-98a2-47a098115640'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:06:11.413970 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c1a762-6461-40b0-a7b9-82112074a640 tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] Network hostable DHCP agents. Network: 190a051d-edf7-4eef-98a2-47a098115640, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 14:06:11.500154 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c1a762-6461-40b0-a7b9-82112074a640 tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] Network 190a051d-edf7-4eef-98a2-47a098115640 is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 14:06:11.521906 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-20c1a762-6461-40b0-a7b9-82112074a640 tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, 190a051d-edf7-4eef-98a2-47a098115640) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:06:11.530649 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b933391-7310-4a3e-a053-a971fa721124 None None] Network 190a051d-edf7-4eef-98a2-47a098115640 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:06:11.532832 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c1a762-6461-40b0-a7b9-82112074a640 tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:06:11.533441 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-20c1a762-6461-40b0-a7b9-82112074a640 tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:11.561104 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aa09aa-0594-4b79-96e8-eb0a37430046 req-a6bb6255-d8d7-41ad-a4be-b5b5be1387da tempest-TestNetworkAdvancedServerOps-1891609456 tempest-TestNetworkAdvancedServerOps-1891609456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:06:11.562915 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e9aa09aa-0594-4b79-96e8-eb0a37430046 req-a6bb6255-d8d7-41ad-a4be-b5b5be1387da tempest-TestNetworkAdvancedServerOps-1891609456 tempest-TestNetworkAdvancedServerOps-1891609456-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=fddb0307-5e4a-4fdb-b790-528b6374070b HTTP/1.1" status: 200 len: 1095 time: 0.1415594 Jul 13 14:06:11.568498 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-20c1a762-6461-40b0-a7b9-82112074a640 tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2442377 Jul 13 14:06:11.568803 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 39886) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:06:11.573494 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-e7956aae-6692-4689-89d5-b436f162eb68 tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-990701521', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}, 'admin_state_up': False}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:06:11.574463 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a66f958-f2bf-41fb-8580-63858a64ee30 req-012bcb30-f451-450a-8626-238ee0e55d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:06:11.575973 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5a66f958-f2bf-41fb-8580-63858a64ee30 req-012bcb30-f451-450a-8626-238ee0e55d22 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7a7d384b32784a6f914418ec93b94b0e&device_id=fddb0307-5e4a-4fdb-b790-528b6374070b HTTP/1.1" status: 200 len: 1095 time: 0.1144128 Jul 13 14:06:11.623654 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e7956aae-6692-4689-89d5-b436f162eb68 tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1591928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2714'] for router, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:11.626604 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e7956aae-6692-4689-89d5-b436f162eb68 tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447198', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1629690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2689'] for router, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:11.659714 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e9aa09aa-0594-4b79-96e8-eb0a37430046 req-e83232bb-8e5f-4482-ae8d-fdf019cd9637 tempest-TestNetworkAdvancedServerOps-1891609456 tempest-TestNetworkAdvancedServerOps-1891609456-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=7551476a-9f81-4dc0-9a36-b6b896ea6aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827289 Jul 13 14:06:11.698940 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e7956aae-6692-4689-89d5-b436f162eb68 tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:11.717008 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a66f958-f2bf-41fb-8580-63858a64ee30 req-b0334aae-b2c6-45ab-9713-91288b7ff82a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:06:11.719408 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5a66f958-f2bf-41fb-8580-63858a64ee30 req-b0334aae-b2c6-45ab-9713-91288b7ff82a service neutron] 10.222.0.26 "GET /v2.0/networks?id=7b94f4da-9b1f-42a8-b89b-529809e7bcb5 HTTP/1.1" status: 200 len: 897 time: 0.1179261 Jul 13 14:06:11.719737 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e3416ab-3d1b-4f0c-be17-2d5be423ec7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a7201e1-61ce-5a3e-b7f7-e800379ed03b-190a051d-edf7-4eef-98a2-47a098115640', 'network_id': '190a051d-edf7-4eef-98a2-47a098115640', 'tenant_id': '133a19e1134b4827a744f8568d13e51f', 'fixed_ips': [{'subnet_id': 'c5a66e6e-4ad0-4398-a6cd-69315e97f466'}]}} from n-d-800634-1. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 14:06:11.722610 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9e3416ab-3d1b-4f0c-be17-2d5be423ec7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:11.803474 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5a66f958-f2bf-41fb-8580-63858a64ee30 req-d099e044-9f1f-4a00-a959-4e1a382cabca service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=54d9f9c3-9b5c-4de7-b55b-1613b74b3e45 HTTP/1.1" status: 200 len: 999 time: 0.0778468 Jul 13 14:06:11.870847 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a66f958-f2bf-41fb-8580-63858a64ee30 req-aaf2d3e9-eeba-4cca-868e-a4f25f88ea15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:06:11.872625 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5a66f958-f2bf-41fb-8580-63858a64ee30 req-aaf2d3e9-eeba-4cca-868e-a4f25f88ea15 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=37e94f5d-3b4f-4c83-b919-e357dff9394d HTTP/1.1" status: 200 len: 834 time: 0.0636864 Jul 13 14:06:11.896607 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 54d9f9c3-9b5c-4de7-b55b-1613b74b3e45 no longer exists at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:06:11.896906 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e7956aae-6692-4689-89d5-b436f162eb68 tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447180', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1591910', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2751'] for router, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:11.954543 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-9e3416ab-3d1b-4f0c-be17-2d5be423ec7b None None] Allocated IP 172.20.0.2 (190a051d-edf7-4eef-98a2-47a098115640/c5a66e6e-4ad0-4398-a6cd-69315e97f466/6fc62a44-66c9-4a13-a4f2-9bb304ec0dc6) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:06:11.969592 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a66f958-f2bf-41fb-8580-63858a64ee30 req-bbf63566-af38-4be8-9886-920a6d6d810a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:06:11.972054 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5a66f958-f2bf-41fb-8580-63858a64ee30 req-bbf63566-af38-4be8-9886-920a6d6d810a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7b94f4da-9b1f-42a8-b89b-529809e7bcb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0935333 Jul 13 14:06:12.007331 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e8e9ca-908d-4cc8-b854-2335967cc78a req-218ae1ec-ec8b-449b-8ca1-6399f9f69e30 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:06:12.008896 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-66e8e9ca-908d-4cc8-b854-2335967cc78a req-218ae1ec-ec8b-449b-8ca1-6399f9f69e30 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/ports?device_id=fddb0307-5e4a-4fdb-b790-528b6374070b HTTP/1.1" status: 200 len: 944 time: 0.2082236 Jul 13 14:06:12.024038 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 54d9f9c3-9b5c-4de7-b55b-1613b74b3e45 not bound to the agent host n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:06:12.065222 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-66e8e9ca-908d-4cc8-b854-2335967cc78a req-765d7bd0-b78d-41d6-9037-e15c9f068117 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/security-groups?id=7551476a-9f81-4dc0-9a36-b6b896ea6aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499060 Jul 13 14:06:12.097994 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 39890) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:06:12.108808 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5a66f958-f2bf-41fb-8580-63858a64ee30 req-4c72e895-f4fb-49f0-8ea4-4cc682bd833c service neutron] 10.222.0.26 "GET /v2.0/networks/7b94f4da-9b1f-42a8-b89b-529809e7bcb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300550 Jul 13 14:06:12.183851 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e7956aae-6692-4689-89d5-b436f162eb68 tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] Notify callbacks [] for router_gateway, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:12.200900 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9e3416ab-3d1b-4f0c-be17-2d5be423ec7b None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:12.204333 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e7956aae-6692-4689-89d5-b436f162eb68 tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:12.213892 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-9e3416ab-3d1b-4f0c-be17-2d5be423ec7b None None] Transition to ACTIVE for port object 6fc62a44-66c9-4a13-a4f2-9bb304ec0dc6 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:06:12.227569 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-9e42e83f-4f80-4c58-a6ec-8782fd4b9a9b tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/floatingips/c5eaeba1-49ec-41cd-9cc4-1091bb521a0a HTTP/1.1" status: 200 len: 991 time: 0.1186478 Jul 13 14:06:12.244278 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-9e3416ab-3d1b-4f0c-be17-2d5be423ec7b None None] Transition to ACTIVE for port object 6fc62a44-66c9-4a13-a4f2-9bb304ec0dc6 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:06:12.251455 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5a66f958-f2bf-41fb-8580-63858a64ee30 req-0183ecaa-a6e8-410e-9f45-5c1794a2283b service neutron] 10.222.0.26 "GET /v2.0/networks/7b94f4da-9b1f-42a8-b89b-529809e7bcb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139352 Jul 13 14:06:12.252854 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9e3416ab-3d1b-4f0c-be17-2d5be423ec7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:12.295800 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e3416ab-3d1b-4f0c-be17-2d5be423ec7b None None] Network 190a051d-edf7-4eef-98a2-47a098115640 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:06:12.299178 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-9e3416ab-3d1b-4f0c-be17-2d5be423ec7b None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:06:12.303770 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3416ab-3d1b-4f0c-be17-2d5be423ec7b None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:06:12.310726 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3416ab-3d1b-4f0c-be17-2d5be423ec7b None None] Pushing event updated for resources: {'Port': ['ID=6fc62a44-66c9-4a13-a4f2-9bb304ec0dc6,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:06:12.320969 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-e7956aae-6692-4689-89d5-b436f162eb68 tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] Allocated IP 172.25.6.64 (acf968b8-c524-46a9-a20b-ad9667009130/dde5a78e-bd1e-4f47-8189-7321d4de73d3/797413b0-ea01-40cd-ac70-d670e19a0c84) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:06:12.374126 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-9e3416ab-3d1b-4f0c-be17-2d5be423ec7b None None] Attempting to bind port 6fc62a44-66c9-4a13-a4f2-9bb304ec0dc6 on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:06:12.375047 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-9e3416ab-3d1b-4f0c-be17-2d5be423ec7b None None] Attempting to bind port 6fc62a44-66c9-4a13-a4f2-9bb304ec0dc6 by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '6d0152aa-d49f-4e81-83b8-02c463b63db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '190a051d-edf7-4eef-98a2-47a098115640'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:06:12.375654 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e3416ab-3d1b-4f0c-be17-2d5be423ec7b None None] Attempting to bind port 6fc62a44-66c9-4a13-a4f2-9bb304ec0dc6 on network 190a051d-edf7-4eef-98a2-47a098115640 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:06:12.381662 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e3416ab-3d1b-4f0c-be17-2d5be423ec7b None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 5, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:06:12.382069 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e3416ab-3d1b-4f0c-be17-2d5be423ec7b None None] Checking segment: {'id': '6d0152aa-d49f-4e81-83b8-02c463b63db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '190a051d-edf7-4eef-98a2-47a098115640'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:06:12.382469 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9e3416ab-3d1b-4f0c-be17-2d5be423ec7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:12.382856 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e3416ab-3d1b-4f0c-be17-2d5be423ec7b None None] Bound using segment: {'id': '6d0152aa-d49f-4e81-83b8-02c463b63db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '190a051d-edf7-4eef-98a2-47a098115640'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:06:12.383317 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-9e3416ab-3d1b-4f0c-be17-2d5be423ec7b None None] Bound port: 6fc62a44-66c9-4a13-a4f2-9bb304ec0dc6, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d0152aa-d49f-4e81-83b8-02c463b63db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '190a051d-edf7-4eef-98a2-47a098115640'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:06:12.383796 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9e3416ab-3d1b-4f0c-be17-2d5be423ec7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:12.432015 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e7956aae-6692-4689-89d5-b436f162eb68 tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:12.452277 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-9e3416ab-3d1b-4f0c-be17-2d5be423ec7b None None] For port 6fc62a44-66c9-4a13-a4f2-9bb304ec0dc6, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:06:12.458223 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-9e3416ab-3d1b-4f0c-be17-2d5be423ec7b None None] For port 6fc62a44-66c9-4a13-a4f2-9bb304ec0dc6, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=6fc62a44-66c9-4a13-a4f2-9bb304ec0dc6,segment=NetworkSegment(6d0152aa-d49f-4e81-83b8-02c463b63db2),segment_id=6d0152aa-d49f-4e81-83b8-02c463b63db2)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:06:12.463650 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9e3416ab-3d1b-4f0c-be17-2d5be423ec7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:12.480440 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e7956aae-6692-4689-89d5-b436f162eb68 tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:12.525442 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7956aae-6692-4689-89d5-b436f162eb68 tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] Network acf968b8-c524-46a9-a20b-ad9667009130 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:06:12.531591 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-e7956aae-6692-4689-89d5-b436f162eb68 tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:06:12.534154 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7956aae-6692-4689-89d5-b436f162eb68 tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:06:12.536639 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3416ab-3d1b-4f0c-be17-2d5be423ec7b None None] Pushing event updated for resources: {'Port': ['ID=6fc62a44-66c9-4a13-a4f2-9bb304ec0dc6,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:06:12.559688 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7956aae-6692-4689-89d5-b436f162eb68 tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] Pushing event updated for resources: {'Port': ['ID=797413b0-ea01-40cd-ac70-d670e19a0c84,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:06:12.623448 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42703d44-2421-4605-9573-2b0d390095ae req-06f89a14-210d-4736-9d41-d265c6467d1f tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:06:12.625687 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-42703d44-2421-4605-9573-2b0d390095ae req-06f89a14-210d-4736-9d41-d265c6467d1f tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] 10.222.0.23 "GET /v2.0/ports?device_id=4765ea42-36b2-443e-a331-7b41eda5903d HTTP/1.1" status: 200 len: 946 time: 0.0752244 Jul 13 14:06:12.668038 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-42703d44-2421-4605-9573-2b0d390095ae req-d87bfc2d-31b2-47a1-9e58-14f32d530650 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] 10.222.0.23 "GET /v2.0/security-groups?id=73427ddc-3387-4fc1-bd2b-a18baacb9e71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363095 Jul 13 14:06:12.836304 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e7956aae-6692-4689-89d5-b436f162eb68 tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] Notify callbacks [] for router_gateway, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:13.050376 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e7956aae-6692-4689-89d5-b436f162eb68 tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447217'] for router, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:13.184013 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7956aae-6692-4689-89d5-b436f162eb68 tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] Router 0efe6fca-bba0-4e26-84bd-d2717722707c is scheduled to L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 with binding_index 1 {{(pid=93751) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 14:06:13.300437 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7956aae-6692-4689-89d5-b436f162eb68 tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:06:13.314867 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72fca6f9-c0b1-4c70-a11c-0d5bc9f4cf15 None None] Sync routers for ids ['0efe6fca-bba0-4e26-84bd-d2717722707c'] in n-d-800634-1 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:06:13.329043 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e7956aae-6692-4689-89d5-b436f162eb68 tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:13.331138 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-e7956aae-6692-4689-89d5-b436f162eb68 tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 1.7610083 Jul 13 14:06:13.332943 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72fca6f9-c0b1-4c70-a11c-0d5bc9f4cf15 None None] Routers {'0efe6fca-bba0-4e26-84bd-d2717722707c'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:06:13.333702 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 39894) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:06:13.333867 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-72fca6f9-c0b1-4c70-a11c-0d5bc9f4cf15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:05:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['0efe6fca-bba0-4e26-84bd-d2717722707c'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:06:13.368385 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-72fca6f9-c0b1-4c70-a11c-0d5bc9f4cf15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:06:13.379610 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72fca6f9-c0b1-4c70-a11c-0d5bc9f4cf15 None None] Routers {'0efe6fca-bba0-4e26-84bd-d2717722707c'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:06:13.380236 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-72fca6f9-c0b1-4c70-a11c-0d5bc9f4cf15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:05:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['0efe6fca-bba0-4e26-84bd-d2717722707c'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:06:13.414420 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-72fca6f9-c0b1-4c70-a11c-0d5bc9f4cf15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:06:13.415236 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72fca6f9-c0b1-4c70-a11c-0d5bc9f4cf15 None None] The sync data for ids ['0efe6fca-bba0-4e26-84bd-d2717722707c'] in n-d-800634-1 is: [] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:06:13.476540 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd2fd717-9b95-4ddb-b5a2-7b68db3e5270 None None] Network 190a051d-edf7-4eef-98a2-47a098115640 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:06:13.546253 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-45012a43-d0a8-4a41-a28a-288dc1cd8a88 None None] Provisioning for port 6fc62a44-66c9-4a13-a4f2-9bb304ec0dc6 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:06:13.795201 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9cea1b8a-8a2a-4d73-980f-cafe075378b7 tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:13.965565 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e00d64-600a-4daf-9cdb-dbb9744b1665 req-8febe36a-0004-4ffb-8984-a840504a14f8 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:06:13.967114 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c1e00d64-600a-4daf-9cdb-dbb9744b1665 req-8febe36a-0004-4ffb-8984-a840504a14f8 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] 10.222.0.23 "GET /v2.0/ports?device_id=4765ea42-36b2-443e-a331-7b41eda5903d HTTP/1.1" status: 200 len: 946 time: 0.1675382 Jul 13 14:06:14.060029 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c1e00d64-600a-4daf-9cdb-dbb9744b1665 req-a6cc52f6-9648-49f2-9cc4-ac7b293da489 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] 10.222.0.23 "GET /v2.0/security-groups?id=73427ddc-3387-4fc1-bd2b-a18baacb9e71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825591 Jul 13 14:06:14.153240 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-9cea1b8a-8a2a-4d73-980f-cafe075378b7 tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] Allocated IP 172.20.0.1 (190a051d-edf7-4eef-98a2-47a098115640/c5a66e6e-4ad0-4398-a6cd-69315e97f466/acfb8816-7e62-4a85-9eac-28e3d3807f55) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:06:14.273442 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9cea1b8a-8a2a-4d73-980f-cafe075378b7 tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:14.288414 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-9cea1b8a-8a2a-4d73-980f-cafe075378b7 tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] Transition to ACTIVE for port object acfb8816-7e62-4a85-9eac-28e3d3807f55 will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:06:14.322202 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9cea1b8a-8a2a-4d73-980f-cafe075378b7 tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:14.369782 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cea1b8a-8a2a-4d73-980f-cafe075378b7 tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] Network 190a051d-edf7-4eef-98a2-47a098115640 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:06:14.373452 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-9cea1b8a-8a2a-4d73-980f-cafe075378b7 tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:06:14.380094 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cea1b8a-8a2a-4d73-980f-cafe075378b7 tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:06:14.411667 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cea1b8a-8a2a-4d73-980f-cafe075378b7 tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] Pushing event updated for resources: {'Port': ['ID=acfb8816-7e62-4a85-9eac-28e3d3807f55,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:06:14.433342 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 6fc62a44-66c9-4a13-a4f2-9bb304ec0dc6 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:06:14.444322 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9cea1b8a-8a2a-4d73-980f-cafe075378b7 tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-450452'] for router_interface, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:14.489044 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 39902) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:06:14.492482 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port 6fc62a44-66c9-4a13-a4f2-9bb304ec0dc6 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:06:14.497442 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 6fc62a44-66c9-4a13-a4f2-9bb304ec0dc6 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:06:14.497899 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:14.608712 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:14.651456 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port 6fc62a44-66c9-4a13-a4f2-9bb304ec0dc6, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=6fc62a44-66c9-4a13-a4f2-9bb304ec0dc6,segment=NetworkSegment(6d0152aa-d49f-4e81-83b8-02c463b63db2),segment_id=6d0152aa-d49f-4e81-83b8-02c463b63db2)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:06:14.656148 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:14.705715 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-feb9d46a-bd88-43d8-844b-8514bc27ccff tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Deleting port f759987c-3a0d-437a-b493-229a3ef8cc2c {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:06:14.706352 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-feb9d46a-bd88-43d8-844b-8514bc27ccff tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:14.720815 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-e0d6a789-2bec-43a1-8963-a9075daa96b2 None None] Provisioning for port acfb8816-7e62-4a85-9eac-28e3d3807f55 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:06:14.724138 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=6fc62a44-66c9-4a13-a4f2-9bb304ec0dc6,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:06:14.727911 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-e0d6a789-2bec-43a1-8963-a9075daa96b2 None None] Provisioning complete for port acfb8816-7e62-4a85-9eac-28e3d3807f55 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:06:14.728275 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e0d6a789-2bec-43a1-8963-a9075daa96b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:14.768896 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-e0d6a789-2bec-43a1-8963-a9075daa96b2 None None] Port acfb8816-7e62-4a85-9eac-28e3d3807f55 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:06:14.799325 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-feb9d46a-bd88-43d8-844b-8514bc27ccff tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:14.800043 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-feb9d46a-bd88-43d8-844b-8514bc27ccff tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:14.814098 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-feb9d46a-bd88-43d8-844b-8514bc27ccff tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Calling delete_port for f759987c-3a0d-437a-b493-229a3ef8cc2c owned by network:floatingip {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:06:14.976056 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9cea1b8a-8a2a-4d73-980f-cafe075378b7 tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:15.091483 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-feb9d46a-bd88-43d8-844b-8514bc27ccff tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:15.119917 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb9d46a-bd88-43d8-844b-8514bc27ccff tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Pushing event deleted for resources: {'Port': ['ID=f759987c-3a0d-437a-b493-229a3ef8cc2c,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:06:15.193891 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-feb9d46a-bd88-43d8-844b-8514bc27ccff tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for floatingip, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:15.194988 n-d-800634-1 neutron-server[93750]: INFO neutron.db.l3_db [None req-feb9d46a-bd88-43d8-844b-8514bc27ccff tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Floating IP c5eaeba1-49ec-41cd-9cc4-1091bb521a0a disassociated (deleted). External IP: 172.25.6.104, port: 54d9f9c3-9b5c-4de7-b55b-1613b74b3e45. Jul 13 14:06:15.299674 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2907c536-bfac-4e97-a54d-04696db19316 req-82e65c6e-fa40-4b65-abd4-1417de34389e tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:06:15.301202 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2907c536-bfac-4e97-a54d-04696db19316 req-82e65c6e-fa40-4b65-abd4-1417de34389e tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] 10.222.0.23 "GET /v2.0/ports?device_id=4765ea42-36b2-443e-a331-7b41eda5903d HTTP/1.1" status: 200 len: 946 time: 0.1145949 Jul 13 14:06:15.332605 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9cea1b8a-8a2a-4d73-980f-cafe075378b7 tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:15.338177 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9cea1b8a-8a2a-4d73-980f-cafe075378b7 tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:15.405122 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2907c536-bfac-4e97-a54d-04696db19316 req-26f14b70-007c-44bb-b753-895cc1ac7306 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] 10.222.0.23 "GET /v2.0/security-groups?id=73427ddc-3387-4fc1-bd2b-a18baacb9e71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965533 Jul 13 14:06:15.416368 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feb9d46a-bd88-43d8-844b-8514bc27ccff tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Router a2810b6d-cad5-4cc7-a318-e6dbda7e3c28 has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:06:15.427915 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9cea1b8a-8a2a-4d73-980f-cafe075378b7 tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1785045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451806'] for router_interface, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:15.436141 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cea1b8a-8a2a-4d73-980f-cafe075378b7 tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] Pushing event updated for resources: {'Port': ['ID=acfb8816-7e62-4a85-9eac-28e3d3807f55,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:06:15.530788 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cea1b8a-8a2a-4d73-980f-cafe075378b7 tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] Network 190a051d-edf7-4eef-98a2-47a098115640 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:06:15.532275 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-9cea1b8a-8a2a-4d73-980f-cafe075378b7 tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:06:15.542504 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feb9d46a-bd88-43d8-844b-8514bc27ccff tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:06:15.547724 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-feb9d46a-bd88-43d8-844b-8514bc27ccff tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for floatingip, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:15.554031 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df023c97-98fb-40ff-a3d1-54b2c9891508 None None] Sync routers for ids ['a2810b6d-cad5-4cc7-a318-e6dbda7e3c28'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:06:15.565352 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df023c97-98fb-40ff-a3d1-54b2c9891508 None None] Routers {'a2810b6d-cad5-4cc7-a318-e6dbda7e3c28'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:06:15.566972 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-df023c97-98fb-40ff-a3d1-54b2c9891508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:05:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['a2810b6d-cad5-4cc7-a318-e6dbda7e3c28'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:06:15.593443 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-feb9d46a-bd88-43d8-844b-8514bc27ccff tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "DELETE /v2.0/floatingips/c5eaeba1-49ec-41cd-9cc4-1091bb521a0a HTTP/1.1" status: 204 len: 168 time: 1.1029301 Jul 13 14:06:15.594086 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fddb0307-5e4a-4fdb-b790-528b6374070b', 'tag': '54d9f9c3-9b5c-4de7-b55b-1613b74b3e45'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:06:15.596510 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e321783-151a-458f-b0f0-2e08167dde76" -d '{"events": [{"name": "network-changed", "server_uuid": "fddb0307-5e4a-4fdb-b790-528b6374070b", "tag": "54d9f9c3-9b5c-4de7-b55b-1613b74b3e45"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:06:15.645204 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:06:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b358cd9-0a84-452a-803b-03ace9f330bd x-openstack-request-id: req-3b358cd9-0a84-452a-803b-03ace9f330bd {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:06:15.645501 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fddb0307-5e4a-4fdb-b790-528b6374070b", "tag": "54d9f9c3-9b5c-4de7-b55b-1613b74b3e45", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:06:15.645798 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3b358cd9-0a84-452a-803b-03ace9f330bd {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:06:15.646247 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fddb0307-5e4a-4fdb-b790-528b6374070b', 'tag': '54d9f9c3-9b5c-4de7-b55b-1613b74b3e45', 'status': 'completed', 'code': 200} Jul 13 14:06:15.717326 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cea1b8a-8a2a-4d73-980f-cafe075378b7 tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] Router 0efe6fca-bba0-4e26-84bd-d2717722707c has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:06:15.730046 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-df023c97-98fb-40ff-a3d1-54b2c9891508 None None] Set router a2810b6d-cad5-4cc7-a318-e6dbda7e3c28 gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:06:15.757427 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e321783-151a-458f-b0f0-2e08167dde76 req-f7a9e3e0-7c57-4053-a245-b0768d15b2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:06:15.759021 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3e321783-151a-458f-b0f0-2e08167dde76 req-f7a9e3e0-7c57-4053-a245-b0768d15b2d8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7a7d384b32784a6f914418ec93b94b0e&device_id=fddb0307-5e4a-4fdb-b790-528b6374070b HTTP/1.1" status: 200 len: 1095 time: 0.0770524 Jul 13 14:06:15.862607 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e321783-151a-458f-b0f0-2e08167dde76 req-03d99348-d95c-4df5-ad87-e1bcfbcfb303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:06:15.864438 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3e321783-151a-458f-b0f0-2e08167dde76 req-03d99348-d95c-4df5-ad87-e1bcfbcfb303 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7b94f4da-9b1f-42a8-b89b-529809e7bcb5 HTTP/1.1" status: 200 len: 897 time: 0.0978527 Jul 13 14:06:15.886993 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cea1b8a-8a2a-4d73-980f-cafe075378b7 tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:06:15.897451 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-9cea1b8a-8a2a-4d73-980f-cafe075378b7 tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] 10.222.0.23 "PUT /v2.0/routers/0efe6fca-bba0-4e26-84bd-d2717722707c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5619874 Jul 13 14:06:15.899397 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 39910) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:06:15.901638 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d23d4d2-bb05-4283-a4e8-17ec31be3089 None None] Sync routers for ids ['0efe6fca-bba0-4e26-84bd-d2717722707c'] in n-d-800634-1 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:06:15.908108 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-03b5ce1b-78f7-48cf-ba0b-427ddb0c3e42 tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] Request body: {'port': {'network_id': '190a051d-edf7-4eef-98a2-47a098115640', 'name': 'tempest-FloatingIPAdminTestJSON-1531829362'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:06:15.915150 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d23d4d2-bb05-4283-a4e8-17ec31be3089 None None] Routers {'0efe6fca-bba0-4e26-84bd-d2717722707c'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:06:15.916117 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-4d23d4d2-bb05-4283-a4e8-17ec31be3089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:05:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['0efe6fca-bba0-4e26-84bd-d2717722707c'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:06:15.964505 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3e321783-151a-458f-b0f0-2e08167dde76 req-80d19ff6-03e9-4b77-ad80-66d75cfe1ea6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=54d9f9c3-9b5c-4de7-b55b-1613b74b3e45 HTTP/1.1" status: 200 len: 217 time: 0.0935023 Jul 13 14:06:15.966889 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-4d23d4d2-bb05-4283-a4e8-17ec31be3089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:06:15.978203 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d23d4d2-bb05-4283-a4e8-17ec31be3089 None None] Routers {'0efe6fca-bba0-4e26-84bd-d2717722707c'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:06:15.979163 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-4d23d4d2-bb05-4283-a4e8-17ec31be3089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:05:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['0efe6fca-bba0-4e26-84bd-d2717722707c'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:06:16.019701 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-4d23d4d2-bb05-4283-a4e8-17ec31be3089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:06:16.020954 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d23d4d2-bb05-4283-a4e8-17ec31be3089 None None] The sync data for ids ['0efe6fca-bba0-4e26-84bd-d2717722707c'] in n-d-800634-1 is: [] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:06:16.048537 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-9fc1726d-93b8-4dfc-a0b7-ffb4a66e84f2 None None] Provisioning complete for port acfb8816-7e62-4a85-9eac-28e3d3807f55 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:06:16.048908 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9fc1726d-93b8-4dfc-a0b7-ffb4a66e84f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:16.056700 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e321783-151a-458f-b0f0-2e08167dde76 req-d330daf4-7eef-459b-bd5d-d44913d1f2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:06:16.058223 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3e321783-151a-458f-b0f0-2e08167dde76 req-d330daf4-7eef-459b-bd5d-d44913d1f2bd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=37e94f5d-3b4f-4c83-b919-e357dff9394d HTTP/1.1" status: 200 len: 834 time: 0.0845671 Jul 13 14:06:16.111924 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-9fc1726d-93b8-4dfc-a0b7-ffb4a66e84f2 None None] Port acfb8816-7e62-4a85-9eac-28e3d3807f55 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:06:16.127367 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e321783-151a-458f-b0f0-2e08167dde76 req-615fa3e7-3205-41f6-af0e-8e5eb13f8749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:06:16.128874 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3e321783-151a-458f-b0f0-2e08167dde76 req-615fa3e7-3205-41f6-af0e-8e5eb13f8749 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7b94f4da-9b1f-42a8-b89b-529809e7bcb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0624132 Jul 13 14:06:16.157064 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03b5ce1b-78f7-48cf-ba0b-427ddb0c3e42 tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] Made reservation on behalf of 133a19e1134b4827a744f8568d13e51f for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:06:16.160930 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-03b5ce1b-78f7-48cf-ba0b-427ddb0c3e42 tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:16.169085 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-df023c97-98fb-40ff-a3d1-54b2c9891508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2810b6d-cad5-4cc7-a318-e6dbda7e3c28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-932402166', 'tenant_id': '7a7d384b32784a6f914418ec93b94b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.43'}], 'enable_snat': True}, 'gw_port_id': '2ea389c7-0e82-457d-99a7-a144526488ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:05:12Z', 'updated_at': '2021-07-13T14:05:16Z', 'revision_number': 4, 'project_id': '7a7d384b32784a6f914418ec93b94b0e', 'gw_port': {'id': '2ea389c7-0e82-457d-99a7-a144526488ad', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:90:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2810b6d-cad5-4cc7-a318-e6dbda7e3c28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:05:12Z', 'updated_at': '2021-07-13T14:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': 'f99b7798-d399-4d42-87c3-cef147a95021', 'name': '', 'network_id': '7b94f4da-9b1f-42a8-b89b-529809e7bcb5', 'tenant_id': '7a7d384b32784a6f914418ec93b94b0e', 'mac_address': 'fa:16:3e:78:06:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2810b6d-cad5-4cc7-a318-e6dbda7e3c28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': '37e94f5d-3b4f-4c83-b919-e357dff9394d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:05:15Z', 'updated_at': '2021-07-13T14:05:20Z', 'revision_number': 5, 'project_id': '7a7d384b32784a6f914418ec93b94b0e', 'subnets': [{'id': '37e94f5d-3b4f-4c83-b919-e357dff9394d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:06:16.184233 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90de37ef-4417-45ce-9a9f-88b9238f16b2 req-bd5a6dd6-e8a3-43f0-8e8a-14e6c260fb00 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:06:16.192728 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-90de37ef-4417-45ce-9a9f-88b9238f16b2 req-bd5a6dd6-e8a3-43f0-8e8a-14e6c260fb00 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/ports?device_id=fddb0307-5e4a-4fdb-b790-528b6374070b HTTP/1.1" status: 200 len: 944 time: 0.1330097 Jul 13 14:06:16.203570 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df023c97-98fb-40ff-a3d1-54b2c9891508 None None] Checking router: a2810b6d-cad5-4cc7-a318-e6dbda7e3c28 for host: n-d-800634-1 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:06:16.212069 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [None req-03b5ce1b-78f7-48cf-ba0b-427ddb0c3e42 tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] device_id is not set on port 439ef008-4cd5-4cbf-8cad-582112bc63c6 yet. {{(pid=93751) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 14:06:16.212505 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df023c97-98fb-40ff-a3d1-54b2c9891508 None None] Routers {'a2810b6d-cad5-4cc7-a318-e6dbda7e3c28'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:06:16.213142 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-df023c97-98fb-40ff-a3d1-54b2c9891508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:05:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['a2810b6d-cad5-4cc7-a318-e6dbda7e3c28'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:06:16.272936 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3e321783-151a-458f-b0f0-2e08167dde76 req-1ab061a7-5681-4432-aa33-0c6091148ea8 service neutron] 10.222.0.26 "GET /v2.0/networks/7b94f4da-9b1f-42a8-b89b-529809e7bcb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240461 Jul 13 14:06:16.286445 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-90de37ef-4417-45ce-9a9f-88b9238f16b2 req-3af840cb-69ca-4d3d-9955-5c26fcbdce75 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/security-groups?id=7551476a-9f81-4dc0-9a36-b6b896ea6aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926225 Jul 13 14:06:16.367012 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-df023c97-98fb-40ff-a3d1-54b2c9891508 None None] Set router a2810b6d-cad5-4cc7-a318-e6dbda7e3c28 gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:06:16.384997 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-03b5ce1b-78f7-48cf-ba0b-427ddb0c3e42 tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] Allocated IP 172.20.0.5 (190a051d-edf7-4eef-98a2-47a098115640/c5a66e6e-4ad0-4398-a6cd-69315e97f466/439ef008-4cd5-4cbf-8cad-582112bc63c6) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:06:16.408344 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3e321783-151a-458f-b0f0-2e08167dde76 req-62bfcd42-7380-4d6e-8149-75bd81ded782 service neutron] 10.222.0.26 "GET /v2.0/networks/7b94f4da-9b1f-42a8-b89b-529809e7bcb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270626 Jul 13 14:06:16.429576 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 6fc62a44-66c9-4a13-a4f2-9bb304ec0dc6 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:06:16.500678 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b957f6-feba-4d20-a83c-21cef43a69f1 req-e564a29e-56df-4ff8-980e-dd3e94a20402 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:06:16.502899 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b1b957f6-feba-4d20-a83c-21cef43a69f1 req-e564a29e-56df-4ff8-980e-dd3e94a20402 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.26 "GET /v2.0/ports?device_id=fddb0307-5e4a-4fdb-b790-528b6374070b HTTP/1.1" status: 200 len: 944 time: 0.0790417 Jul 13 14:06:16.574300 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-03b5ce1b-78f7-48cf-ba0b-427ddb0c3e42 tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:16.589670 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-03b5ce1b-78f7-48cf-ba0b-427ddb0c3e42 tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] Transition to ACTIVE for port object 439ef008-4cd5-4cbf-8cad-582112bc63c6 will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:06:16.609227 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 6fc62a44-66c9-4a13-a4f2-9bb304ec0dc6 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:06:16.609848 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:16.629474 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-03b5ce1b-78f7-48cf-ba0b-427ddb0c3e42 tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:16.681415 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b5ce1b-78f7-48cf-ba0b-427ddb0c3e42 tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] Network 190a051d-edf7-4eef-98a2-47a098115640 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:06:16.688151 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-03b5ce1b-78f7-48cf-ba0b-427ddb0c3e42 tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:06:16.689105 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf167b1-7f85-4bc7-a189-d612153bb0ac req-0e24ddea-1ef7-4ba7-ae8f-86b575f7ed26 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:06:16.693987 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b5ce1b-78f7-48cf-ba0b-427ddb0c3e42 tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:06:16.698314 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cdf167b1-7f85-4bc7-a189-d612153bb0ac req-0e24ddea-1ef7-4ba7-ae8f-86b575f7ed26 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] 10.222.0.23 "GET /v2.0/ports?device_id=4765ea42-36b2-443e-a331-7b41eda5903d HTTP/1.1" status: 200 len: 946 time: 0.1448827 Jul 13 14:06:16.724190 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-b1b957f6-feba-4d20-a83c-21cef43a69f1 req-3f619175-466f-4506-ab43-31438a31eb7f tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Deleting port 54d9f9c3-9b5c-4de7-b55b-1613b74b3e45 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:06:16.724635 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-b1b957f6-feba-4d20-a83c-21cef43a69f1 req-3f619175-466f-4506-ab43-31438a31eb7f tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:16.743605 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-df023c97-98fb-40ff-a3d1-54b2c9891508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2810b6d-cad5-4cc7-a318-e6dbda7e3c28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-932402166', 'tenant_id': '7a7d384b32784a6f914418ec93b94b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.43'}], 'enable_snat': True}, 'gw_port_id': '2ea389c7-0e82-457d-99a7-a144526488ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:05:12Z', 'updated_at': '2021-07-13T14:05:16Z', 'revision_number': 4, 'project_id': '7a7d384b32784a6f914418ec93b94b0e', 'gw_port': {'id': '2ea389c7-0e82-457d-99a7-a144526488ad', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:90:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2810b6d-cad5-4cc7-a318-e6dbda7e3c28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:05:12Z', 'updated_at': '2021-07-13T14:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': 'f99b7798-d399-4d42-87c3-cef147a95021', 'name': '', 'network_id': '7b94f4da-9b1f-42a8-b89b-529809e7bcb5', 'tenant_id': '7a7d384b32784a6f914418ec93b94b0e', 'mac_address': 'fa:16:3e:78:06:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2810b6d-cad5-4cc7-a318-e6dbda7e3c28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': '37e94f5d-3b4f-4c83-b919-e357dff9394d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:05:15Z', 'updated_at': '2021-07-13T14:05:20Z', 'revision_number': 5, 'project_id': '7a7d384b32784a6f914418ec93b94b0e', 'subnets': [{'id': '37e94f5d-3b4f-4c83-b919-e357dff9394d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:06:16.747906 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b5ce1b-78f7-48cf-ba0b-427ddb0c3e42 tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] Pushing event updated for resources: {'Port': ['ID=439ef008-4cd5-4cbf-8cad-582112bc63c6,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:06:16.781381 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df023c97-98fb-40ff-a3d1-54b2c9891508 None None] The sync data for ids ['a2810b6d-cad5-4cc7-a318-e6dbda7e3c28'] in n-d-800634-1 is: [{'id': 'a2810b6d-cad5-4cc7-a318-e6dbda7e3c28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-932402166', 'tenant_id': '7a7d384b32784a6f914418ec93b94b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.43'}], 'enable_snat': True}, 'gw_port_id': '2ea389c7-0e82-457d-99a7-a144526488ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:05:12Z', 'updated_at': '2021-07-13T14:05:16Z', 'revision_number': 4, 'project_id': '7a7d384b32784a6f914418ec93b94b0e', 'gw_port': {'id': '2ea389c7-0e82-457d-99a7-a144526488ad', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:90:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2810b6d-cad5-4cc7-a318-e6dbda7e3c28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:05:12Z', 'updated_at': '2021-07-13T14:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': 'f99b7798-d399-4d42-87c3-cef147a95021', 'name': '', 'network_id': '7b94f4da-9b1f-42a8-b89b-529809e7bcb5', 'tenant_id': '7a7d384b32784a6f914418ec93b94b0e', 'mac_address': 'fa:16:3e:78:06:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2810b6d-cad5-4cc7-a318-e6dbda7e3c28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': '37e94f5d-3b4f-4c83-b919-e357dff9394d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:05:15Z', 'updated_at': '2021-07-13T14:05:20Z', 'revision_number': 5, 'project_id': '7a7d384b32784a6f914418ec93b94b0e', 'subnets': [{'id': '37e94f5d-3b4f-4c83-b919-e357dff9394d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:06:16.793071 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b5ce1b-78f7-48cf-ba0b-427ddb0c3e42 tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:06:16.793796 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-03b5ce1b-78f7-48cf-ba0b-427ddb0c3e42 tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:16.803681 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cdf167b1-7f85-4bc7-a189-d612153bb0ac req-f2dc5380-1214-443e-9727-c285331a81af tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] 10.222.0.23 "GET /v2.0/security-groups?id=73427ddc-3387-4fc1-bd2b-a18baacb9e71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048286 Jul 13 14:06:16.831654 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-03b5ce1b-78f7-48cf-ba0b-427ddb0c3e42 tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9243667 Jul 13 14:06:16.831654 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 39916) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:06:16.888629 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-b1b957f6-feba-4d20-a83c-21cef43a69f1 req-3f619175-466f-4506-ab43-31438a31eb7f tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] For port 54d9f9c3-9b5c-4de7-b55b-1613b74b3e45, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=54d9f9c3-9b5c-4de7-b55b-1613b74b3e45,segment=NetworkSegment(62693da3-7092-4c59-bf07-8b77c4f7c370),segment_id=62693da3-7092-4c59-bf07-8b77c4f7c370)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:06:16.889187 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-b1b957f6-feba-4d20-a83c-21cef43a69f1 req-3f619175-466f-4506-ab43-31438a31eb7f tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:16.905253 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-25c78974-1f3d-424a-a7bd-3e4af95eae12 tempest-FloatingIPAdminTestJSON-1792640164 tempest-FloatingIPAdminTestJSON-1792640164-project-admin] Request body: {'floatingip': {'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'project_id': '133a19e1134b4827a744f8568d13e51f', 'port_id': '439ef008-4cd5-4cbf-8cad-582112bc63c6'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:06:16.909799 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-b1b957f6-feba-4d20-a83c-21cef43a69f1 req-3f619175-466f-4506-ab43-31438a31eb7f tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Calling delete_port for 54d9f9c3-9b5c-4de7-b55b-1613b74b3e45 owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:06:16.940012 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-25c78974-1f3d-424a-a7bd-3e4af95eae12 tempest-FloatingIPAdminTestJSON-1792640164 tempest-FloatingIPAdminTestJSON-1792640164-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:17.041137 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-25c78974-1f3d-424a-a7bd-3e4af95eae12 tempest-FloatingIPAdminTestJSON-1792640164 tempest-FloatingIPAdminTestJSON-1792640164-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:17.053271 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2839b2cd-516a-46c9-a9d7-2132f9b10b56 None None] Provisioning for port 439ef008-4cd5-4cbf-8cad-582112bc63c6 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:06:17.057856 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2839b2cd-516a-46c9-a9d7-2132f9b10b56 None None] Provisioning complete for port 439ef008-4cd5-4cbf-8cad-582112bc63c6 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:06:17.058456 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2839b2cd-516a-46c9-a9d7-2132f9b10b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:17.080732 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-b1b957f6-feba-4d20-a83c-21cef43a69f1 req-3f619175-466f-4506-ab43-31438a31eb7f tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:17.103048 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2839b2cd-516a-46c9-a9d7-2132f9b10b56 None None] Port 439ef008-4cd5-4cbf-8cad-582112bc63c6 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:06:17.110543 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a883bb-4afa-4896-afe5-657d59dccc7c None None] New status for floating IP c5eaeba1-49ec-41cd-9cc4-1091bb521a0a: DOWN {{(pid=93752) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 14:06:17.129287 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f619175-466f-4506-ab43-31438a31eb7f tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Pushing event deleted for resources: {'Port': ['ID=54d9f9c3-9b5c-4de7-b55b-1613b74b3e45,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:06:17.177446 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-25c78974-1f3d-424a-a7bd-3e4af95eae12 tempest-FloatingIPAdminTestJSON-1792640164 tempest-FloatingIPAdminTestJSON-1792640164-project-admin] Allocated IP 172.25.6.187 (acf968b8-c524-46a9-a20b-ad9667009130/dde5a78e-bd1e-4f47-8189-7321d4de73d3/d3d2de6f-e30a-4830-b168-6ceb1846cb9d) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:06:17.209541 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1b957f6-feba-4d20-a83c-21cef43a69f1 req-3f619175-466f-4506-ab43-31438a31eb7f tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] No DVR routers for this DVR port 54d9f9c3-9b5c-4de7-b55b-1613b74b3e45 on host n-h1-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:06:17.212511 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-b1b957f6-feba-4d20-a83c-21cef43a69f1 req-3f619175-466f-4506-ab43-31438a31eb7f tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:17.214933 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b1b957f6-feba-4d20-a83c-21cef43a69f1 req-3f619175-466f-4506-ab43-31438a31eb7f tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.26 "DELETE /v2.0/ports/54d9f9c3-9b5c-4de7-b55b-1613b74b3e45 HTTP/1.1" status: 204 len: 173 time: 0.7071154 Jul 13 14:06:17.226347 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f16ad64b-2fee-42a1-b7a7-5502e3804410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:17.306960 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-25c78974-1f3d-424a-a7bd-3e4af95eae12 tempest-FloatingIPAdminTestJSON-1792640164 tempest-FloatingIPAdminTestJSON-1792640164-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:17.352995 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-25c78974-1f3d-424a-a7bd-3e4af95eae12 tempest-FloatingIPAdminTestJSON-1792640164 tempest-FloatingIPAdminTestJSON-1792640164-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:17.405381 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c78974-1f3d-424a-a7bd-3e4af95eae12 tempest-FloatingIPAdminTestJSON-1792640164 tempest-FloatingIPAdminTestJSON-1792640164-project-admin] Network acf968b8-c524-46a9-a20b-ad9667009130 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:06:17.409137 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-25c78974-1f3d-424a-a7bd-3e4af95eae12 tempest-FloatingIPAdminTestJSON-1792640164 tempest-FloatingIPAdminTestJSON-1792640164-project-admin] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:06:17.411676 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c78974-1f3d-424a-a7bd-3e4af95eae12 tempest-FloatingIPAdminTestJSON-1792640164 tempest-FloatingIPAdminTestJSON-1792640164-project-admin] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:06:17.441620 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c78974-1f3d-424a-a7bd-3e4af95eae12 tempest-FloatingIPAdminTestJSON-1792640164 tempest-FloatingIPAdminTestJSON-1792640164-project-admin] Pushing event updated for resources: {'Port': ['ID=d3d2de6f-e30a-4830-b168-6ceb1846cb9d,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:06:17.481245 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1ecb9466-be1a-4085-acce-3e30cbb7ee43 req-62506eb0-448c-4960-a17a-84be31fdcf77 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/ports?device_id=fddb0307-5e4a-4fdb-b790-528b6374070b HTTP/1.1" status: 200 len: 210 time: 0.0471723 Jul 13 14:06:17.647237 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fddb0307-5e4a-4fdb-b790-528b6374070b', 'name': 'network-vif-deleted', 'tag': '54d9f9c3-9b5c-4de7-b55b-1613b74b3e45'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:06:17.649973 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2862e292-5b9a-4681-bf74-0a71b8d2f281" -d '{"events": [{"server_uuid": "fddb0307-5e4a-4fdb-b790-528b6374070b", "name": "network-vif-deleted", "tag": "54d9f9c3-9b5c-4de7-b55b-1613b74b3e45"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:06:17.692560 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:06:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea7ec393-297c-4560-bfca-e5afd562bd36 x-openstack-request-id: req-ea7ec393-297c-4560-bfca-e5afd562bd36 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:06:17.693242 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fddb0307-5e4a-4fdb-b790-528b6374070b", "name": "network-vif-deleted", "tag": "54d9f9c3-9b5c-4de7-b55b-1613b74b3e45", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:06:17.693375 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ea7ec393-297c-4560-bfca-e5afd562bd36 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:06:17.693726 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fddb0307-5e4a-4fdb-b790-528b6374070b', 'name': 'network-vif-deleted', 'tag': '54d9f9c3-9b5c-4de7-b55b-1613b74b3e45', 'status': 'completed', 'code': 200} Jul 13 14:06:17.849166 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-25c78974-1f3d-424a-a7bd-3e4af95eae12 tempest-FloatingIPAdminTestJSON-1792640164 tempest-FloatingIPAdminTestJSON-1792640164-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:17.960686 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-25c78974-1f3d-424a-a7bd-3e4af95eae12 tempest-FloatingIPAdminTestJSON-1792640164 tempest-FloatingIPAdminTestJSON-1792640164-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:18.069506 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae8dcf6-cc00-4d56-8fd6-b0bb98354cd2 req-2a8bb9c2-6387-4359-bec9-28f9f3e68932 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:06:18.071081 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-fae8dcf6-cc00-4d56-8fd6-b0bb98354cd2 req-2a8bb9c2-6387-4359-bec9-28f9f3e68932 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] 10.222.0.23 "GET /v2.0/ports?device_id=4765ea42-36b2-443e-a331-7b41eda5903d HTTP/1.1" status: 200 len: 946 time: 0.1428175 Jul 13 14:06:18.131492 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-fae8dcf6-cc00-4d56-8fd6-b0bb98354cd2 req-c8cb859a-664d-4414-85ca-da17039d69ce tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] 10.222.0.23 "GET /v2.0/security-groups?id=73427ddc-3387-4fc1-bd2b-a18baacb9e71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541074 Jul 13 14:06:18.170922 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-25c78974-1f3d-424a-a7bd-3e4af95eae12 tempest-FloatingIPAdminTestJSON-1792640164 tempest-FloatingIPAdminTestJSON-1792640164-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:18.176062 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-25c78974-1f3d-424a-a7bd-3e4af95eae12 tempest-FloatingIPAdminTestJSON-1792640164 tempest-FloatingIPAdminTestJSON-1792640164-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:18.254404 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c78974-1f3d-424a-a7bd-3e4af95eae12 tempest-FloatingIPAdminTestJSON-1792640164 tempest-FloatingIPAdminTestJSON-1792640164-project-admin] Pushing event updated for resources: {'Port': ['ID=d3d2de6f-e30a-4830-b168-6ceb1846cb9d,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:06:18.263814 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-25c78974-1f3d-424a-a7bd-3e4af95eae12 tempest-FloatingIPAdminTestJSON-1792640164 tempest-FloatingIPAdminTestJSON-1792640164-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446547'] for floatingip, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:18.377124 n-d-800634-1 neutron-server[93751]: INFO neutron.db.l3_db [None req-25c78974-1f3d-424a-a7bd-3e4af95eae12 tempest-FloatingIPAdminTestJSON-1792640164 tempest-FloatingIPAdminTestJSON-1792640164-project-admin] Floating IP a601883b-c946-46c5-bd2b-8e34f913209f associated. External IP: 172.25.6.187, port: 439ef008-4cd5-4cbf-8cad-582112bc63c6. Jul 13 14:06:18.479143 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b545c7ab-4c38-4db5-86ff-aed8a6d3cbfc req-aa592df1-15c5-418f-8db5-ba5a5858c52d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:06:18.480679 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b545c7ab-4c38-4db5-86ff-aed8a6d3cbfc req-aa592df1-15c5-418f-8db5-ba5a5858c52d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9b84fd52966d4a72b64b59fb4909d5ab&device_id=4765ea42-36b2-443e-a331-7b41eda5903d HTTP/1.1" status: 200 len: 1097 time: 0.0606167 Jul 13 14:06:18.537354 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2959e8d-9b30-430e-abfd-0715e6bc38dc req-88d78179-ad2b-4a75-b0ba-a83c2b9ce23d tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:06:18.539242 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f2959e8d-9b30-430e-abfd-0715e6bc38dc req-88d78179-ad2b-4a75-b0ba-a83c2b9ce23d tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] 10.222.0.23 "GET /v2.0/ports?device_id=4765ea42-36b2-443e-a331-7b41eda5903d HTTP/1.1" status: 200 len: 946 time: 0.1162913 Jul 13 14:06:18.576238 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b545c7ab-4c38-4db5-86ff-aed8a6d3cbfc req-201a08b8-3b27-43a6-900a-f8e3dda2d8de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:06:18.578489 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b545c7ab-4c38-4db5-86ff-aed8a6d3cbfc req-201a08b8-3b27-43a6-900a-f8e3dda2d8de service neutron] 10.222.0.41 "GET /v2.0/networks?id=9c2558ca-4bbf-4e33-ab1c-e7f21b409eb5 HTTP/1.1" status: 200 len: 910 time: 0.0912750 Jul 13 14:06:18.593430 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 39932) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:06:18.645055 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f2959e8d-9b30-430e-abfd-0715e6bc38dc req-5331d61c-48ad-4368-b5d7-ba329e9b0cf8 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] 10.222.0.23 "GET /v2.0/security-groups?id=73427ddc-3387-4fc1-bd2b-a18baacb9e71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752738 Jul 13 14:06:18.677386 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25c78974-1f3d-424a-a7bd-3e4af95eae12 tempest-FloatingIPAdminTestJSON-1792640164 tempest-FloatingIPAdminTestJSON-1792640164-project-admin] Router 0efe6fca-bba0-4e26-84bd-d2717722707c has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:06:18.760376 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b545c7ab-4c38-4db5-86ff-aed8a6d3cbfc req-768a31ca-e3e4-4db0-a36d-4ef30ddc2046 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9f64798a-5cda-40b5-9266-51a136ba3da9 HTTP/1.1" status: 200 len: 1001 time: 0.1760046 Jul 13 14:06:18.789806 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25c78974-1f3d-424a-a7bd-3e4af95eae12 tempest-FloatingIPAdminTestJSON-1792640164 tempest-FloatingIPAdminTestJSON-1792640164-project-admin] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:06:18.798836 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cce6fca-1097-453a-a228-0bbd15540a54 None None] Sync routers for ids ['0efe6fca-bba0-4e26-84bd-d2717722707c'] in n-d-800634-1 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:06:18.807001 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-25c78974-1f3d-424a-a7bd-3e4af95eae12 tempest-FloatingIPAdminTestJSON-1792640164 tempest-FloatingIPAdminTestJSON-1792640164-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for floatingip, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:18.809660 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cce6fca-1097-453a-a228-0bbd15540a54 None None] Routers {'0efe6fca-bba0-4e26-84bd-d2717722707c'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:06:18.810426 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-1cce6fca-1097-453a-a228-0bbd15540a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:05:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['0efe6fca-bba0-4e26-84bd-d2717722707c'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:06:18.847994 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-25c78974-1f3d-424a-a7bd-3e4af95eae12 tempest-FloatingIPAdminTestJSON-1792640164 tempest-FloatingIPAdminTestJSON-1792640164-project-admin] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 2.0157251 Jul 13 14:06:18.850610 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 39934) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:06:18.851428 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-1cce6fca-1097-453a-a228-0bbd15540a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:06:18.861405 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cce6fca-1097-453a-a228-0bbd15540a54 None None] Routers {'0efe6fca-bba0-4e26-84bd-d2717722707c'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:06:18.862678 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-1cce6fca-1097-453a-a228-0bbd15540a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:05:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['0efe6fca-bba0-4e26-84bd-d2717722707c'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:06:18.896741 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-1cce6fca-1097-453a-a228-0bbd15540a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:06:18.897556 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cce6fca-1097-453a-a228-0bbd15540a54 None None] The sync data for ids ['0efe6fca-bba0-4e26-84bd-d2717722707c'] in n-d-800634-1 is: [] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:06:18.910232 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b545c7ab-4c38-4db5-86ff-aed8a6d3cbfc req-b42e912d-24f4-4bb7-9034-0cc6ca553151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:06:18.911822 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b545c7ab-4c38-4db5-86ff-aed8a6d3cbfc req-b42e912d-24f4-4bb7-9034-0cc6ca553151 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e70149ef-39e2-4581-bd26-e6cc81b2fee5 HTTP/1.1" status: 200 len: 849 time: 0.1188450 Jul 13 14:06:19.063563 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b545c7ab-4c38-4db5-86ff-aed8a6d3cbfc req-4fbc8702-6a69-4545-8d45-21f7dfdf5b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:06:19.065348 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b545c7ab-4c38-4db5-86ff-aed8a6d3cbfc req-4fbc8702-6a69-4545-8d45-21f7dfdf5b1e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9c2558ca-4bbf-4e33-ab1c-e7f21b409eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1187520 Jul 13 14:06:19.264029 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b545c7ab-4c38-4db5-86ff-aed8a6d3cbfc req-742ba434-7480-44a3-9625-6e9dedd4c121 service neutron] 10.222.0.41 "GET /v2.0/networks/9c2558ca-4bbf-4e33-ab1c-e7f21b409eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925075 Jul 13 14:06:19.319117 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-49d64588-20d9-4655-a47f-909a0c94384e tempest-FloatingIPAdminTestJSON-1792640164 tempest-FloatingIPAdminTestJSON-1792640164-project-admin] 10.222.0.23 "GET /v2.0/floatingips/a601883b-c946-46c5-bd2b-8e34f913209f HTTP/1.1" status: 200 len: 983 time: 0.4672766 Jul 13 14:06:19.322204 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 39936) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:06:19.437668 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-386e0a20-eca3-41fd-b38e-a6243e659a02 tempest-FloatingIPAdminTestJSON-1792640164 tempest-FloatingIPAdminTestJSON-1792640164-project-admin] 10.222.0.23 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2252 time: 0.1135228 Jul 13 14:06:19.440526 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 39938) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:06:19.606306 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-feed6e56-cd96-499c-a580-35f3ae9d2211 tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] Deleting port d3d2de6f-e30a-4830-b168-6ceb1846cb9d {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:06:19.606545 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-feed6e56-cd96-499c-a580-35f3ae9d2211 tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:19.690294 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-feed6e56-cd96-499c-a580-35f3ae9d2211 tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:19.690633 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-feed6e56-cd96-499c-a580-35f3ae9d2211 tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:19.704643 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-feed6e56-cd96-499c-a580-35f3ae9d2211 tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] Calling delete_port for d3d2de6f-e30a-4830-b168-6ceb1846cb9d owned by network:floatingip {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:06:19.795725 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b545c7ab-4c38-4db5-86ff-aed8a6d3cbfc req-88daf122-5928-4a90-9903-85138924313c service neutron] 10.222.0.41 "GET /v2.0/networks/9c2558ca-4bbf-4e33-ab1c-e7f21b409eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5249016 Jul 13 14:06:19.871361 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-af9d4e40-917f-4764-82f0-ef72d1da9ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:19.880634 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-feed6e56-cd96-499c-a580-35f3ae9d2211 tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:19.881136 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8dd81cfe-2399-41a4-824a-531e4a9625f2 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451695'] for router_interface, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:19.909203 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feed6e56-cd96-499c-a580-35f3ae9d2211 tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] Pushing event deleted for resources: {'Port': ['ID=d3d2de6f-e30a-4830-b168-6ceb1846cb9d,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:06:19.922122 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 54d9f9c3-9b5c-4de7-b55b-1613b74b3e45 no longer exists at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:06:19.934163 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a1311d-09f9-4dad-a0ed-d825687d09d1 req-d0309f77-cf1e-4de2-829a-21c16d385e39 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:06:19.935724 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-06a1311d-09f9-4dad-a0ed-d825687d09d1 req-d0309f77-cf1e-4de2-829a-21c16d385e39 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] 10.222.0.23 "GET /v2.0/ports?device_id=4765ea42-36b2-443e-a331-7b41eda5903d HTTP/1.1" status: 200 len: 946 time: 0.1579907 Jul 13 14:06:19.953884 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-381d4315-9089-413f-a071-aa2897bda790 None None] No Port match for: 54d9f9c3-9b5c-4de7-b55b-1613b74b3e45 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:06:19.954509 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 54d9f9c3-9b5c-4de7-b55b-1613b74b3e45 not bound to the agent host n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:06:19.975074 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-feed6e56-cd96-499c-a580-35f3ae9d2211 tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] Notify callbacks [] for floatingip, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:19.975408 n-d-800634-1 neutron-server[93751]: INFO neutron.db.l3_db [None req-feed6e56-cd96-499c-a580-35f3ae9d2211 tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] Floating IP a601883b-c946-46c5-bd2b-8e34f913209f disassociated (deleted). External IP: 172.25.6.187, port: 439ef008-4cd5-4cbf-8cad-582112bc63c6. Jul 13 14:06:20.004775 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:20.028629 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-06a1311d-09f9-4dad-a0ed-d825687d09d1 req-63181e06-95f7-4ae0-a964-d1a458c2a9d0 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] 10.222.0.23 "GET /v2.0/security-groups?id=73427ddc-3387-4fc1-bd2b-a18baacb9e71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809724 Jul 13 14:06:20.194233 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feed6e56-cd96-499c-a580-35f3ae9d2211 tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] Router 0efe6fca-bba0-4e26-84bd-d2717722707c has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:06:20.264409 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-8dd81cfe-2399-41a4-824a-531e4a9625f2 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Deleting port f99b7798-d399-4d42-87c3-cef147a95021 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:06:20.264761 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8dd81cfe-2399-41a4-824a-531e4a9625f2 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:20.310929 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feed6e56-cd96-499c-a580-35f3ae9d2211 tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:06:20.316687 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-feed6e56-cd96-499c-a580-35f3ae9d2211 tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for floatingip, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:20.323001 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ced0fcf-8326-497a-9709-738cf5cfd18a None None] Sync routers for ids ['0efe6fca-bba0-4e26-84bd-d2717722707c'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:06:20.332784 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ced0fcf-8326-497a-9709-738cf5cfd18a None None] Routers {'0efe6fca-bba0-4e26-84bd-d2717722707c'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:06:20.333416 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-9ced0fcf-8326-497a-9709-738cf5cfd18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:06:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['0efe6fca-bba0-4e26-84bd-d2717722707c'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:06:20.354864 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-feed6e56-cd96-499c-a580-35f3ae9d2211 tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] 10.222.0.23 "DELETE /v2.0/floatingips/a601883b-c946-46c5-bd2b-8e34f913209f HTTP/1.1" status: 204 len: 168 time: 0.9133048 Jul 13 14:06:20.360202 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 39942) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:06:20.364999 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-e6cbe089-18b4-40ad-948a-0cedfa817b89 tempest-FloatingIPAdminTestJSON-1792640164 tempest-FloatingIPAdminTestJSON-1792640164-project-admin] Request body: {'floatingip': {'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:06:20.368323 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-8dd81cfe-2399-41a4-824a-531e4a9625f2 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] For port f99b7798-d399-4d42-87c3-cef147a95021, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=f99b7798-d399-4d42-87c3-cef147a95021,segment=NetworkSegment(62693da3-7092-4c59-bf07-8b77c4f7c370),segment_id=62693da3-7092-4c59-bf07-8b77c4f7c370)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:06:20.369224 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8dd81cfe-2399-41a4-824a-531e4a9625f2 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:20.375793 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-9ced0fcf-8326-497a-9709-738cf5cfd18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:06:20.386299 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ced0fcf-8326-497a-9709-738cf5cfd18a None None] Routers {'0efe6fca-bba0-4e26-84bd-d2717722707c'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:06:20.387067 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-9ced0fcf-8326-497a-9709-738cf5cfd18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:06:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['0efe6fca-bba0-4e26-84bd-d2717722707c'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:06:20.390997 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-8dd81cfe-2399-41a4-824a-531e4a9625f2 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Calling delete_port for f99b7798-d399-4d42-87c3-cef147a95021 owned by network:router_interface {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:06:20.397996 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e6cbe089-18b4-40ad-948a-0cedfa817b89 tempest-FloatingIPAdminTestJSON-1792640164 tempest-FloatingIPAdminTestJSON-1792640164-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:20.425556 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-9ced0fcf-8326-497a-9709-738cf5cfd18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:06:20.426264 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ced0fcf-8326-497a-9709-738cf5cfd18a None None] The sync data for ids ['0efe6fca-bba0-4e26-84bd-d2717722707c'] in n-d-800634-1 is: [] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:06:20.517514 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e6cbe089-18b4-40ad-948a-0cedfa817b89 tempest-FloatingIPAdminTestJSON-1792640164 tempest-FloatingIPAdminTestJSON-1792640164-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:20.632666 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-e6cbe089-18b4-40ad-948a-0cedfa817b89 tempest-FloatingIPAdminTestJSON-1792640164 tempest-FloatingIPAdminTestJSON-1792640164-project-admin] Allocated IP 172.25.6.100 (acf968b8-c524-46a9-a20b-ad9667009130/dde5a78e-bd1e-4f47-8189-7321d4de73d3/6195c75b-d4a8-448b-b87a-dc3b5503b9f0) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:06:20.682045 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8dd81cfe-2399-41a4-824a-531e4a9625f2 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:20.711073 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd81cfe-2399-41a4-824a-531e4a9625f2 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Pushing event deleted for resources: {'Port': ['ID=f99b7798-d399-4d42-87c3-cef147a95021,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:06:20.753921 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e6cbe089-18b4-40ad-948a-0cedfa817b89 tempest-FloatingIPAdminTestJSON-1792640164 tempest-FloatingIPAdminTestJSON-1792640164-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:20.801293 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e6cbe089-18b4-40ad-948a-0cedfa817b89 tempest-FloatingIPAdminTestJSON-1792640164 tempest-FloatingIPAdminTestJSON-1792640164-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:20.844720 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6cbe089-18b4-40ad-948a-0cedfa817b89 tempest-FloatingIPAdminTestJSON-1792640164 tempest-FloatingIPAdminTestJSON-1792640164-project-admin] Network acf968b8-c524-46a9-a20b-ad9667009130 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:06:20.847900 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-e6cbe089-18b4-40ad-948a-0cedfa817b89 tempest-FloatingIPAdminTestJSON-1792640164 tempest-FloatingIPAdminTestJSON-1792640164-project-admin] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:06:20.851625 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6cbe089-18b4-40ad-948a-0cedfa817b89 tempest-FloatingIPAdminTestJSON-1792640164 tempest-FloatingIPAdminTestJSON-1792640164-project-admin] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:06:20.875277 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cbe089-18b4-40ad-948a-0cedfa817b89 tempest-FloatingIPAdminTestJSON-1792640164 tempest-FloatingIPAdminTestJSON-1792640164-project-admin] Pushing event updated for resources: {'Port': ['ID=6195c75b-d4a8-448b-b87a-dc3b5503b9f0,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:06:20.913559 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8dd81cfe-2399-41a4-824a-531e4a9625f2 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1785036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452491'] for router_interface, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:20.957461 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e6cbe089-18b4-40ad-948a-0cedfa817b89 tempest-FloatingIPAdminTestJSON-1792640164 tempest-FloatingIPAdminTestJSON-1792640164-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:21.002849 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e6cbe089-18b4-40ad-948a-0cedfa817b89 tempest-FloatingIPAdminTestJSON-1792640164 tempest-FloatingIPAdminTestJSON-1792640164-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:21.150426 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dd81cfe-2399-41a4-824a-531e4a9625f2 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Router a2810b6d-cad5-4cc7-a318-e6dbda7e3c28 has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:06:21.180100 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:21.204441 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e6cbe089-18b4-40ad-948a-0cedfa817b89 tempest-FloatingIPAdminTestJSON-1792640164 tempest-FloatingIPAdminTestJSON-1792640164-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:21.212049 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e6cbe089-18b4-40ad-948a-0cedfa817b89 tempest-FloatingIPAdminTestJSON-1792640164 tempest-FloatingIPAdminTestJSON-1792640164-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:21.263568 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dd81cfe-2399-41a4-824a-531e4a9625f2 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:06:21.272901 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-8dd81cfe-2399-41a4-824a-531e4a9625f2 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "PUT /v2.0/routers/a2810b6d-cad5-4cc7-a318-e6dbda7e3c28/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6742055 Jul 13 14:06:21.272901 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 39946) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:06:21.275766 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c853e0-dd94-4878-b350-8bac513dc61e None None] Sync routers for ids ['a2810b6d-cad5-4cc7-a318-e6dbda7e3c28'] in n-d-800634-1 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:06:21.287447 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c853e0-dd94-4878-b350-8bac513dc61e None None] Routers {'a2810b6d-cad5-4cc7-a318-e6dbda7e3c28'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:06:21.288310 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-38c853e0-dd94-4878-b350-8bac513dc61e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:06:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['a2810b6d-cad5-4cc7-a318-e6dbda7e3c28'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:06:21.304594 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cbe089-18b4-40ad-948a-0cedfa817b89 tempest-FloatingIPAdminTestJSON-1792640164 tempest-FloatingIPAdminTestJSON-1792640164-project-admin] Pushing event updated for resources: {'Port': ['ID=6195c75b-d4a8-448b-b87a-dc3b5503b9f0,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:06:21.319833 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783defed-b87d-47d9-af51-a1f2a9f2bd75 req-a617dcb6-76bf-4d6d-9c7c-d1131a603d8d tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:06:21.321392 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-783defed-b87d-47d9-af51-a1f2a9f2bd75 req-a617dcb6-76bf-4d6d-9c7c-d1131a603d8d tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] 10.222.0.23 "GET /v2.0/ports?device_id=4765ea42-36b2-443e-a331-7b41eda5903d HTTP/1.1" status: 200 len: 946 time: 0.1687365 Jul 13 14:06:21.322701 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e6cbe089-18b4-40ad-948a-0cedfa817b89 tempest-FloatingIPAdminTestJSON-1792640164 tempest-FloatingIPAdminTestJSON-1792640164-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446547'] for floatingip, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:21.348889 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e6cbe089-18b4-40ad-948a-0cedfa817b89 tempest-FloatingIPAdminTestJSON-1792640164 tempest-FloatingIPAdminTestJSON-1792640164-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for floatingip, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:21.350154 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-e6cbe089-18b4-40ad-948a-0cedfa817b89 tempest-FloatingIPAdminTestJSON-1792640164 tempest-FloatingIPAdminTestJSON-1792640164-project-admin] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9888313 Jul 13 14:06:21.352954 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 39950) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:06:21.378193 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-783defed-b87d-47d9-af51-a1f2a9f2bd75 req-7d95fe2f-2ccb-45a0-b0de-11aa19a542b0 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] 10.222.0.23 "GET /v2.0/security-groups?id=73427ddc-3387-4fc1-bd2b-a18baacb9e71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457923 Jul 13 14:06:21.416738 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-38c853e0-dd94-4878-b350-8bac513dc61e None None] Set router a2810b6d-cad5-4cc7-a318-e6dbda7e3c28 gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:06:21.474601 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-89fa832c-c9d6-43a6-b26d-4785339b0a6d tempest-FloatingIPAdminTestJSON-1335768034 tempest-FloatingIPAdminTestJSON-1335768034-project] Request body: {'floatingip': {'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:06:21.483214 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fc679f5-99c0-41ed-9aa2-0f77d0880cda tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Deleting subnet 37e94f5d-3b4f-4c83-b919-e357dff9394d {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 14:06:21.487051 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4fc679f5-99c0-41ed-9aa2-0f77d0880cda tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:21.497201 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-89fa832c-c9d6-43a6-b26d-4785339b0a6d tempest-FloatingIPAdminTestJSON-1335768034 tempest-FloatingIPAdminTestJSON-1335768034-project] Notify callbacks [] for floatingip, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:21.532397 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4fc679f5-99c0-41ed-9aa2-0f77d0880cda tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5431723'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:21.597176 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-89fa832c-c9d6-43a6-b26d-4785339b0a6d tempest-FloatingIPAdminTestJSON-1335768034 tempest-FloatingIPAdminTestJSON-1335768034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:21.612515 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-38c853e0-dd94-4878-b350-8bac513dc61e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2810b6d-cad5-4cc7-a318-e6dbda7e3c28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-932402166', 'tenant_id': '7a7d384b32784a6f914418ec93b94b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.43'}], 'enable_snat': True}, 'gw_port_id': '2ea389c7-0e82-457d-99a7-a144526488ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:05:12Z', 'updated_at': '2021-07-13T14:06:20Z', 'revision_number': 5, 'project_id': '7a7d384b32784a6f914418ec93b94b0e', 'gw_port': {'id': '2ea389c7-0e82-457d-99a7-a144526488ad', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:90:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2810b6d-cad5-4cc7-a318-e6dbda7e3c28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:05:12Z', 'updated_at': '2021-07-13T14:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:06:21.640296 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c853e0-dd94-4878-b350-8bac513dc61e None None] Checking router: a2810b6d-cad5-4cc7-a318-e6dbda7e3c28 for host: n-d-800634-1 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:06:21.651079 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c853e0-dd94-4878-b350-8bac513dc61e None None] Routers {'a2810b6d-cad5-4cc7-a318-e6dbda7e3c28'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:06:21.651704 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-38c853e0-dd94-4878-b350-8bac513dc61e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:06:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['a2810b6d-cad5-4cc7-a318-e6dbda7e3c28'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:06:21.659484 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4fc679f5-99c0-41ed-9aa2-0f77d0880cda tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:21.718788 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-89fa832c-c9d6-43a6-b26d-4785339b0a6d tempest-FloatingIPAdminTestJSON-1335768034 tempest-FloatingIPAdminTestJSON-1335768034-project] Allocated IP 172.25.6.165 (acf968b8-c524-46a9-a20b-ad9667009130/dde5a78e-bd1e-4f47-8189-7321d4de73d3/59887f3d-853a-408f-993d-b4ffd3d84cf4) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:06:21.732862 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4fc679f5-99c0-41ed-9aa2-0f77d0880cda tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5970525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4763356'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:21.767804 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc679f5-99c0-41ed-9aa2-0f77d0880cda tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Pushing event deleted for resources: {'Subnet': ['ID=37e94f5d-3b4f-4c83-b919-e357dff9394d,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:06:21.776689 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4fc679f5-99c0-41ed-9aa2-0f77d0880cda tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:21.783068 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-4fc679f5-99c0-41ed-9aa2-0f77d0880cda tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "DELETE /v2.0/subnets/37e94f5d-3b4f-4c83-b919-e357dff9394d HTTP/1.1" status: 204 len: 168 time: 0.5050933 Jul 13 14:06:21.783068 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc679f5-99c0-41ed-9aa2-0f77d0880cda tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:06:21.783068 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc679f5-99c0-41ed-9aa2-0f77d0880cda tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:06:21.783068 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc679f5-99c0-41ed-9aa2-0f77d0880cda tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:06:21.783068 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc679f5-99c0-41ed-9aa2-0f77d0880cda tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:06:21.783527 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 39956) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:06:21.783627 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc679f5-99c0-41ed-9aa2-0f77d0880cda tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:06:21.783627 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc679f5-99c0-41ed-9aa2-0f77d0880cda tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:06:21.783627 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc679f5-99c0-41ed-9aa2-0f77d0880cda tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:06:21.784041 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc679f5-99c0-41ed-9aa2-0f77d0880cda tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:06:21.784310 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc679f5-99c0-41ed-9aa2-0f77d0880cda tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:06:21.784628 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc679f5-99c0-41ed-9aa2-0f77d0880cda tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:06:21.784956 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc679f5-99c0-41ed-9aa2-0f77d0880cda tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:06:21.785282 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc679f5-99c0-41ed-9aa2-0f77d0880cda tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:06:21.791525 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e00c11e5-fbf9-4981-a8e5-5afafaa15884 None None] Network 7b94f4da-9b1f-42a8-b89b-529809e7bcb5 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:06:21.860231 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-38c853e0-dd94-4878-b350-8bac513dc61e None None] Set router a2810b6d-cad5-4cc7-a318-e6dbda7e3c28 gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:06:21.919581 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-89fa832c-c9d6-43a6-b26d-4785339b0a6d tempest-FloatingIPAdminTestJSON-1335768034 tempest-FloatingIPAdminTestJSON-1335768034-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:21.940680 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6a5afcae-2d88-4f44-9d3f-3811811c099d tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for router, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:22.011139 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a37f40-0853-4515-ba63-0ed669fb1a79 None None] DHCP port deletion for 7b94f4da-9b1f-42a8-b89b-529809e7bcb5 request from n-d-800634-1 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 14:06:22.059158 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-89fa832c-c9d6-43a6-b26d-4785339b0a6d tempest-FloatingIPAdminTestJSON-1335768034 tempest-FloatingIPAdminTestJSON-1335768034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:22.068482 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-38c853e0-dd94-4878-b350-8bac513dc61e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2810b6d-cad5-4cc7-a318-e6dbda7e3c28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-932402166', 'tenant_id': '7a7d384b32784a6f914418ec93b94b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.43'}], 'enable_snat': True}, 'gw_port_id': '2ea389c7-0e82-457d-99a7-a144526488ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:05:12Z', 'updated_at': '2021-07-13T14:06:20Z', 'revision_number': 5, 'project_id': '7a7d384b32784a6f914418ec93b94b0e', 'gw_port': {'id': '2ea389c7-0e82-457d-99a7-a144526488ad', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:90:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2810b6d-cad5-4cc7-a318-e6dbda7e3c28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:05:12Z', 'updated_at': '2021-07-13T14:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:06:22.072184 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-97a37f40-0853-4515-ba63-0ed669fb1a79 None None] Deleting port a4cd0266-5dd3-4e9a-968f-d7b5f899fc3f {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:06:22.072883 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-97a37f40-0853-4515-ba63-0ed669fb1a79 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:22.106012 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c853e0-dd94-4878-b350-8bac513dc61e None None] The sync data for ids ['a2810b6d-cad5-4cc7-a318-e6dbda7e3c28'] in n-d-800634-1 is: [{'id': 'a2810b6d-cad5-4cc7-a318-e6dbda7e3c28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-932402166', 'tenant_id': '7a7d384b32784a6f914418ec93b94b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.43'}], 'enable_snat': True}, 'gw_port_id': '2ea389c7-0e82-457d-99a7-a144526488ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:05:12Z', 'updated_at': '2021-07-13T14:06:20Z', 'revision_number': 5, 'project_id': '7a7d384b32784a6f914418ec93b94b0e', 'gw_port': {'id': '2ea389c7-0e82-457d-99a7-a144526488ad', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:90:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2810b6d-cad5-4cc7-a318-e6dbda7e3c28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:05:12Z', 'updated_at': '2021-07-13T14:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:06:22.124704 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6a5afcae-2d88-4f44-9d3f-3811811c099d tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:22.152874 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89fa832c-c9d6-43a6-b26d-4785339b0a6d tempest-FloatingIPAdminTestJSON-1335768034 tempest-FloatingIPAdminTestJSON-1335768034-project] Network acf968b8-c524-46a9-a20b-ad9667009130 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:06:22.157756 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-97a37f40-0853-4515-ba63-0ed669fb1a79 None None] For port a4cd0266-5dd3-4e9a-968f-d7b5f899fc3f, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=a4cd0266-5dd3-4e9a-968f-d7b5f899fc3f,segment=NetworkSegment(62693da3-7092-4c59-bf07-8b77c4f7c370),segment_id=62693da3-7092-4c59-bf07-8b77c4f7c370)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:06:22.158254 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-97a37f40-0853-4515-ba63-0ed669fb1a79 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:22.164793 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-89fa832c-c9d6-43a6-b26d-4785339b0a6d tempest-FloatingIPAdminTestJSON-1335768034 tempest-FloatingIPAdminTestJSON-1335768034-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:06:22.168757 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89fa832c-c9d6-43a6-b26d-4785339b0a6d tempest-FloatingIPAdminTestJSON-1335768034 tempest-FloatingIPAdminTestJSON-1335768034-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:06:22.173938 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-97a37f40-0853-4515-ba63-0ed669fb1a79 None None] Calling delete_port for a4cd0266-5dd3-4e9a-968f-d7b5f899fc3f owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:06:22.246497 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa832c-c9d6-43a6-b26d-4785339b0a6d tempest-FloatingIPAdminTestJSON-1335768034 tempest-FloatingIPAdminTestJSON-1335768034-project] Pushing event updated for resources: {'Port': ['ID=59887f3d-853a-408f-993d-b4ffd3d84cf4,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:06:22.261718 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-97a37f40-0853-4515-ba63-0ed669fb1a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:22.292799 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a37f40-0853-4515-ba63-0ed669fb1a79 None None] Pushing event deleted for resources: {'Port': ['ID=a4cd0266-5dd3-4e9a-968f-d7b5f899fc3f,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:06:22.298578 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a37f40-0853-4515-ba63-0ed669fb1a79 None None] No DVR routers for this DVR port a4cd0266-5dd3-4e9a-968f-d7b5f899fc3f on host n-d-800634-1 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:06:22.372708 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-6a5afcae-2d88-4f44-9d3f-3811811c099d tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Deleting port 2ea389c7-0e82-457d-99a7-a144526488ad {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:06:22.372708 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6a5afcae-2d88-4f44-9d3f-3811811c099d tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:22.417100 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device a4cd0266-5dd3-4e9a-968f-d7b5f899fc3f no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:06:22.439847 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: a4cd0266-5dd3-4e9a-968f-d7b5f899fc3f {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:06:22.440193 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device a4cd0266-5dd3-4e9a-968f-d7b5f899fc3f not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:06:22.440687 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device f99b7798-d399-4d42-87c3-cef147a95021 no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:06:22.461045 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: f99b7798-d399-4d42-87c3-cef147a95021 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:06:22.461412 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device f99b7798-d399-4d42-87c3-cef147a95021 not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:06:22.465226 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-89fa832c-c9d6-43a6-b26d-4785339b0a6d tempest-FloatingIPAdminTestJSON-1335768034 tempest-FloatingIPAdminTestJSON-1335768034-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:22.582024 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-89fa832c-c9d6-43a6-b26d-4785339b0a6d tempest-FloatingIPAdminTestJSON-1335768034 tempest-FloatingIPAdminTestJSON-1335768034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:22.641071 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-6a5afcae-2d88-4f44-9d3f-3811811c099d tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] For port 2ea389c7-0e82-457d-99a7-a144526488ad, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=2ea389c7-0e82-457d-99a7-a144526488ad,segment=NetworkSegment(3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87),segment_id=3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:06:22.641573 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6a5afcae-2d88-4f44-9d3f-3811811c099d tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:22.682635 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:22.682897 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-6a5afcae-2d88-4f44-9d3f-3811811c099d tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Calling delete_port for 2ea389c7-0e82-457d-99a7-a144526488ad owned by network:router_gateway {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:06:23.047704 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-89fa832c-c9d6-43a6-b26d-4785339b0a6d tempest-FloatingIPAdminTestJSON-1335768034 tempest-FloatingIPAdminTestJSON-1335768034-project] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:23.059748 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-89fa832c-c9d6-43a6-b26d-4785339b0a6d tempest-FloatingIPAdminTestJSON-1335768034 tempest-FloatingIPAdminTestJSON-1335768034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:23.239478 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa832c-c9d6-43a6-b26d-4785339b0a6d tempest-FloatingIPAdminTestJSON-1335768034 tempest-FloatingIPAdminTestJSON-1335768034-project] Pushing event updated for resources: {'Port': ['ID=59887f3d-853a-408f-993d-b4ffd3d84cf4,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:06:23.250867 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6a5afcae-2d88-4f44-9d3f-3811811c099d tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:23.262887 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-89fa832c-c9d6-43a6-b26d-4785339b0a6d tempest-FloatingIPAdminTestJSON-1335768034 tempest-FloatingIPAdminTestJSON-1335768034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446547'] for floatingip, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:23.308919 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5afcae-2d88-4f44-9d3f-3811811c099d tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Pushing event deleted for resources: {'Port': ['ID=2ea389c7-0e82-457d-99a7-a144526488ad,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:06:23.354248 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-89fa832c-c9d6-43a6-b26d-4785339b0a6d tempest-FloatingIPAdminTestJSON-1335768034 tempest-FloatingIPAdminTestJSON-1335768034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for floatingip, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:23.355449 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-89fa832c-c9d6-43a6-b26d-4785339b0a6d tempest-FloatingIPAdminTestJSON-1335768034 tempest-FloatingIPAdminTestJSON-1335768034-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0015597 Jul 13 14:06:23.358124 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 39958) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:06:23.376065 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6a5afcae-2d88-4f44-9d3f-3811811c099d tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-446473'] for router_gateway, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:23.474731 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6a5afcae-2d88-4f44-9d3f-3811811c099d tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1591938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2696'] for router, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:23.476233 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-44e5b9c7-e244-49d4-89dc-168bf34ed5a8 tempest-FloatingIPAdminTestJSON-1792640164 tempest-FloatingIPAdminTestJSON-1792640164-project-admin] 10.222.0.23 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2437 time: 0.1166427 Jul 13 14:06:23.478423 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6a5afcae-2d88-4f44-9d3f-3811811c099d tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:23.479811 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 39960) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:06:23.529454 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6a5afcae-2d88-4f44-9d3f-3811811c099d tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593106'] for router, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:23.530074 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a5afcae-2d88-4f44-9d3f-3811811c099d tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Fanout notify agent at l3_agent the message router_deleted on router a2810b6d-cad5-4cc7-a318-e6dbda7e3c28 {{(pid=93751) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 14:06:23.537786 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6a5afcae-2d88-4f44-9d3f-3811811c099d tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:23.539067 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-6a5afcae-2d88-4f44-9d3f-3811811c099d tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "DELETE /v2.0/routers/a2810b6d-cad5-4cc7-a318-e6dbda7e3c28 HTTP/1.1" status: 204 len: 168 time: 1.7553394 Jul 13 14:06:23.541998 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 39962) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:06:23.550546 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-e0845218-d005-4cc5-ae53-14c2025dd826 tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] 10.222.0.23 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0694056 Jul 13 14:06:23.553215 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 39964) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:06:23.630002 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3e246d1e-c2ef-4617-a9b8-b8f6182b515f tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:23.692713 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-8921f070-43f1-4513-a194-85f8e5178207 tempest-FloatingIPAdminTestJSON-1335768034 tempest-FloatingIPAdminTestJSON-1335768034-project] Deleting port 59887f3d-853a-408f-993d-b4ffd3d84cf4 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:06:23.693063 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8921f070-43f1-4513-a194-85f8e5178207 tempest-FloatingIPAdminTestJSON-1335768034 tempest-FloatingIPAdminTestJSON-1335768034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:23.729158 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3e246d1e-c2ef-4617-a9b8-b8f6182b515f tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:23.740704 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-3e246d1e-c2ef-4617-a9b8-b8f6182b515f tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b94f4da-9b1f-42a8-b89b-529809e7bcb5']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:06:23.751816 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-3e246d1e-c2ef-4617-a9b8-b8f6182b515f tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62693da3-7092-4c59-bf07-8b77c4f7c370') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:06:23.752106 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-3e246d1e-c2ef-4617-a9b8-b8f6182b515f tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62693da3-7092-4c59-bf07-8b77c4f7c370') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:06:23.761117 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3e246d1e-c2ef-4617-a9b8-b8f6182b515f tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6018464'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:23.773884 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8921f070-43f1-4513-a194-85f8e5178207 tempest-FloatingIPAdminTestJSON-1335768034 tempest-FloatingIPAdminTestJSON-1335768034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:23.774217 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8921f070-43f1-4513-a194-85f8e5178207 tempest-FloatingIPAdminTestJSON-1335768034 tempest-FloatingIPAdminTestJSON-1335768034-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:23.775341 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3e246d1e-c2ef-4617-a9b8-b8f6182b515f tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:23.782250 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e246d1e-c2ef-4617-a9b8-b8f6182b515f tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 14:06:23.782581 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3e246d1e-c2ef-4617-a9b8-b8f6182b515f tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6018632'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:23.785573 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:06:23.785573 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:06:23.785573 n-d-800634-1 neutron-server[93751]: Traceback (most recent call last): Jul 13 14:06:23.785573 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 14:06:23.785573 n-d-800634-1 neutron-server[93751]: timer() Jul 13 14:06:23.785573 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 14:06:23.785573 n-d-800634-1 neutron-server[93751]: cb(*args, **kw) Jul 13 14:06:23.785573 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 14:06:23.785573 n-d-800634-1 neutron-server[93751]: return func(*args, **kwargs) Jul 13 14:06:23.785573 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 14:06:23.785573 n-d-800634-1 neutron-server[93751]: self._notify() Jul 13 14:06:23.785573 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 14:06:23.785573 n-d-800634-1 neutron-server[93751]: self.callback(batched_events) Jul 13 14:06:23.785573 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 14:06:23.785573 n-d-800634-1 neutron-server[93751]: event.method(event) Jul 13 14:06:23.785573 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 14:06:23.785573 n-d-800634-1 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 14:06:23.785573 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 14:06:23.785573 n-d-800634-1 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 14:06:23.785573 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 14:06:23.785573 n-d-800634-1 neutron-server[93751]: return f(self, *a, **k) Jul 13 14:06:23.785573 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 14:06:23.785573 n-d-800634-1 neutron-server[93751]: return self._get(url).json() Jul 13 14:06:23.785573 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 14:06:23.785573 n-d-800634-1 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 14:06:23.785573 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 14:06:23.785573 n-d-800634-1 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 13 14:06:23.785573 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 14:06:23.785573 n-d-800634-1 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 14:06:23.785573 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 14:06:23.785573 n-d-800634-1 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 14:06:23.785573 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 14:06:23.785573 n-d-800634-1 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 14:06:23.785573 n-d-800634-1 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 14:06:23.788354 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-8921f070-43f1-4513-a194-85f8e5178207 tempest-FloatingIPAdminTestJSON-1335768034 tempest-FloatingIPAdminTestJSON-1335768034-project] Calling delete_port for 59887f3d-853a-408f-993d-b4ffd3d84cf4 owned by network:floatingip {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:06:23.847049 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3e246d1e-c2ef-4617-a9b8-b8f6182b515f tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:23.852432 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3e246d1e-c2ef-4617-a9b8-b8f6182b515f tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:23.857417 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-3e246d1e-c2ef-4617-a9b8-b8f6182b515f tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "DELETE /v2.0/networks/7b94f4da-9b1f-42a8-b89b-529809e7bcb5 HTTP/1.1" status: 204 len: 168 time: 0.3114116 Jul 13 14:06:23.857562 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 39966) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:06:23.868940 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e246d1e-c2ef-4617-a9b8-b8f6182b515f tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Pushing event deleted for resources: {'Network': ['ID=7b94f4da-9b1f-42a8-b89b-529809e7bcb5,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:06:23.961864 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ce53af6d-0d03-4671-ad3f-30f91dc5791b tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:23.998846 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ce53af6d-0d03-4671-ad3f-30f91dc5791b tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:24.006973 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8921f070-43f1-4513-a194-85f8e5178207 tempest-FloatingIPAdminTestJSON-1335768034 tempest-FloatingIPAdminTestJSON-1335768034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:24.042735 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8921f070-43f1-4513-a194-85f8e5178207 tempest-FloatingIPAdminTestJSON-1335768034 tempest-FloatingIPAdminTestJSON-1335768034-project] Pushing event deleted for resources: {'Port': ['ID=59887f3d-853a-408f-993d-b4ffd3d84cf4,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:06:24.375045 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8921f070-43f1-4513-a194-85f8e5178207 tempest-FloatingIPAdminTestJSON-1335768034 tempest-FloatingIPAdminTestJSON-1335768034-project] Notify callbacks [] for floatingip, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:24.378067 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8921f070-43f1-4513-a194-85f8e5178207 tempest-FloatingIPAdminTestJSON-1335768034 tempest-FloatingIPAdminTestJSON-1335768034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for floatingip, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:24.379220 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-8921f070-43f1-4513-a194-85f8e5178207 tempest-FloatingIPAdminTestJSON-1335768034 tempest-FloatingIPAdminTestJSON-1335768034-project] 10.222.0.23 "DELETE /v2.0/floatingips/7c26d7f5-10b7-419c-8725-31150293cba4 HTTP/1.1" status: 204 len: 168 time: 0.8250573 Jul 13 14:06:24.383401 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 39968) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:06:24.405174 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 2ea389c7-0e82-457d-99a7-a144526488ad no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:06:24.427224 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: 2ea389c7-0e82-457d-99a7-a144526488ad {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:06:24.427567 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 2ea389c7-0e82-457d-99a7-a144526488ad not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:06:24.445386 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ce53af6d-0d03-4671-ad3f-30f91dc5791b tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:24.447904 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ce53af6d-0d03-4671-ad3f-30f91dc5791b tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:24.449032 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-ce53af6d-0d03-4671-ad3f-30f91dc5791b tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "DELETE /v2.0/security-groups/7551476a-9f81-4dc0-9a36-b6b896ea6aa3 HTTP/1.1" status: 204 len: 168 time: 0.5908501 Jul 13 14:06:24.502679 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce53af6d-0d03-4671-ad3f-30f91dc5791b tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7551476a-9f81-4dc0-9a36-b6b896ea6aa3,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:06:24.574220 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-ddca1614-cdd8-45e3-8685-0926e9642a9d tempest-FloatingIPAdminTestJSON-1792640164 tempest-FloatingIPAdminTestJSON-1792640164-project-admin] Deleting port 6195c75b-d4a8-448b-b87a-dc3b5503b9f0 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:06:24.574565 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ddca1614-cdd8-45e3-8685-0926e9642a9d tempest-FloatingIPAdminTestJSON-1792640164 tempest-FloatingIPAdminTestJSON-1792640164-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:24.659492 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ddca1614-cdd8-45e3-8685-0926e9642a9d tempest-FloatingIPAdminTestJSON-1792640164 tempest-FloatingIPAdminTestJSON-1792640164-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:24.659756 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ddca1614-cdd8-45e3-8685-0926e9642a9d tempest-FloatingIPAdminTestJSON-1792640164 tempest-FloatingIPAdminTestJSON-1792640164-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:24.671978 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-ddca1614-cdd8-45e3-8685-0926e9642a9d tempest-FloatingIPAdminTestJSON-1792640164 tempest-FloatingIPAdminTestJSON-1792640164-project-admin] Calling delete_port for 6195c75b-d4a8-448b-b87a-dc3b5503b9f0 owned by network:floatingip {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:06:24.755897 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 39974) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:06:24.760571 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-a8ba9b30-dee0-4bd6-a0b9-bbf4f5f59c8e tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-123047222', 'description': 'tempest-secgroup-smoke-123047222 description', 'project_id': '7a7d384b32784a6f914418ec93b94b0e'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:06:24.784964 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a8ba9b30-dee0-4bd6-a0b9-bbf4f5f59c8e tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:24.812468 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ddca1614-cdd8-45e3-8685-0926e9642a9d tempest-FloatingIPAdminTestJSON-1792640164 tempest-FloatingIPAdminTestJSON-1792640164-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:24.842223 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddca1614-cdd8-45e3-8685-0926e9642a9d tempest-FloatingIPAdminTestJSON-1792640164 tempest-FloatingIPAdminTestJSON-1792640164-project-admin] Pushing event deleted for resources: {'Port': ['ID=6195c75b-d4a8-448b-b87a-dc3b5503b9f0,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:06:24.878249 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a8ba9b30-dee0-4bd6-a0b9-bbf4f5f59c8e tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:24.882326 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a8ba9b30-dee0-4bd6-a0b9-bbf4f5f59c8e tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:24.911282 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ddca1614-cdd8-45e3-8685-0926e9642a9d tempest-FloatingIPAdminTestJSON-1792640164 tempest-FloatingIPAdminTestJSON-1792640164-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:24.914101 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ddca1614-cdd8-45e3-8685-0926e9642a9d tempest-FloatingIPAdminTestJSON-1792640164 tempest-FloatingIPAdminTestJSON-1792640164-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for floatingip, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:24.918666 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-ddca1614-cdd8-45e3-8685-0926e9642a9d tempest-FloatingIPAdminTestJSON-1792640164 tempest-FloatingIPAdminTestJSON-1792640164-project-admin] 10.222.0.23 "DELETE /v2.0/floatingips/e2315e6d-2f9e-45c0-a155-523fd77c1998 HTTP/1.1" status: 204 len: 168 time: 0.5322542 Jul 13 14:06:24.918868 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a8ba9b30-dee0-4bd6-a0b9-bbf4f5f59c8e tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:24.919075 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 39976) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:06:24.922362 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-a8ba9b30-dee0-4bd6-a0b9-bbf4f5f59c8e tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1653192 Jul 13 14:06:24.925609 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 39978) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:06:24.930359 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-ec2715fc-4775-45c2-8467-e9df7b95289f tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Request body: {'security_group_rule': {'security_group_id': '27ed47c6-e0a1-4425-a36b-c9ef1efffb9b', 'project_id': '7a7d384b32784a6f914418ec93b94b0e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:06:24.939133 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ba9b30-dee0-4bd6-a0b9-bbf4f5f59c8e tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27ed47c6-e0a1-4425-a36b-c9ef1efffb9b,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:06:24.972539 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ec2715fc-4775-45c2-8467-e9df7b95289f tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:25.028930 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-c9f45074-c7e9-483b-9557-70b68b8b102c tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] Deleting port 439ef008-4cd5-4cbf-8cad-582112bc63c6 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:06:25.029278 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c9f45074-c7e9-483b-9557-70b68b8b102c tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:25.036693 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ec2715fc-4775-45c2-8467-e9df7b95289f tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:25.040827 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ec2715fc-4775-45c2-8467-e9df7b95289f tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:25.056627 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2715fc-4775-45c2-8467-e9df7b95289f tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24894d36-e578-4e4c-98cf-223187763d26,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:06:25.067419 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ec2715fc-4775-45c2-8467-e9df7b95289f tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:25.068818 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-ec2715fc-4775-45c2-8467-e9df7b95289f tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1421869 Jul 13 14:06:25.071503 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 39980) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:06:25.075974 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-2445fa6b-9003-45d7-987d-5a4b4d5a8cea tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Request body: {'security_group_rule': {'security_group_id': '27ed47c6-e0a1-4425-a36b-c9ef1efffb9b', 'project_id': '7a7d384b32784a6f914418ec93b94b0e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:06:25.103387 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2445fa6b-9003-45d7-987d-5a4b4d5a8cea tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:25.129579 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c9f45074-c7e9-483b-9557-70b68b8b102c tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:25.142579 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-c9f45074-c7e9-483b-9557-70b68b8b102c tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] Calling delete_port for 439ef008-4cd5-4cbf-8cad-582112bc63c6 owned by {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:06:25.161764 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2445fa6b-9003-45d7-987d-5a4b4d5a8cea tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:25.165757 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2445fa6b-9003-45d7-987d-5a4b4d5a8cea tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:25.182644 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2445fa6b-9003-45d7-987d-5a4b4d5a8cea tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ea7dbbf-dd35-4534-b2e8-605670645287,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:06:25.190868 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2445fa6b-9003-45d7-987d-5a4b4d5a8cea tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:25.192166 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-2445fa6b-9003-45d7-987d-5a4b4d5a8cea tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1197002 Jul 13 14:06:25.195039 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 39982) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:06:25.199578 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-648fa951-5ca8-4b1e-989b-8553a00d6d88 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Request body: {'security_group_rule': {'security_group_id': '27ed47c6-e0a1-4425-a36b-c9ef1efffb9b', 'project_id': '7a7d384b32784a6f914418ec93b94b0e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:06:25.227296 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-648fa951-5ca8-4b1e-989b-8553a00d6d88 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:25.281860 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c9f45074-c7e9-483b-9557-70b68b8b102c tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:25.289745 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-648fa951-5ca8-4b1e-989b-8553a00d6d88 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:25.293489 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-648fa951-5ca8-4b1e-989b-8553a00d6d88 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:25.309000 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648fa951-5ca8-4b1e-989b-8553a00d6d88 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1311e23-0aaf-4eda-b567-48c1acae536a,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:06:25.316507 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f45074-c7e9-483b-9557-70b68b8b102c tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] Pushing event deleted for resources: {'Port': ['ID=439ef008-4cd5-4cbf-8cad-582112bc63c6,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:06:25.320257 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-648fa951-5ca8-4b1e-989b-8553a00d6d88 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:25.324060 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-648fa951-5ca8-4b1e-989b-8553a00d6d88 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1256475 Jul 13 14:06:25.324350 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 39984) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:06:25.329929 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-1c67de10-9bd4-4e64-8365-43fa988b493a tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Request body: {'security_group_rule': {'security_group_id': '27ed47c6-e0a1-4425-a36b-c9ef1efffb9b', 'project_id': '7a7d384b32784a6f914418ec93b94b0e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:06:25.357096 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1c67de10-9bd4-4e64-8365-43fa988b493a tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:25.397515 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c9f45074-c7e9-483b-9557-70b68b8b102c tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:25.401899 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-c9f45074-c7e9-483b-9557-70b68b8b102c tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] 10.222.0.23 "DELETE /v2.0/ports/439ef008-4cd5-4cbf-8cad-582112bc63c6 HTTP/1.1" status: 204 len: 168 time: 0.4794691 Jul 13 14:06:25.402194 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 39986) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:06:25.436454 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1c67de10-9bd4-4e64-8365-43fa988b493a tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:25.441175 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1c67de10-9bd4-4e64-8365-43fa988b493a tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:25.460063 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c67de10-9bd4-4e64-8365-43fa988b493a tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2b9f8bc-84d3-4d51-9321-f42cca002d1a,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:06:25.471380 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1c67de10-9bd4-4e64-8365-43fa988b493a tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:25.472916 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-1c67de10-9bd4-4e64-8365-43fa988b493a tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1474380 Jul 13 14:06:25.475456 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 39988) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:06:25.478570 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f49d36d-0785-4408-8b26-9285d2aee948 tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:06:25.480167 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-9f49d36d-0785-4408-8b26-9285d2aee948 tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] 10.222.0.23 "GET /v2.0/ports?device_id=0efe6fca-bba0-4e26-84bd-d2717722707c HTTP/1.1" status: 200 len: 913 time: 0.0770040 Jul 13 14:06:25.480895 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-2ff51603-06e5-4f2c-b8e6-df8b0ba535c6 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Request body: {'security_group_rule': {'security_group_id': '27ed47c6-e0a1-4425-a36b-c9ef1efffb9b', 'project_id': '7a7d384b32784a6f914418ec93b94b0e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:06:25.482832 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 39990) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:06:25.507458 n-d-800634-1 neutron-server[93751]: INFO neutron.db.securitygroups_db [None req-2ff51603-06e5-4f2c-b8e6-df8b0ba535c6 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Project 7a7d384b32784a6f914418ec93b94b0e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 14:06:25.516123 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2ff51603-06e5-4f2c-b8e6-df8b0ba535c6 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:25.582536 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2ff51603-06e5-4f2c-b8e6-df8b0ba535c6 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:25.587244 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2ff51603-06e5-4f2c-b8e6-df8b0ba535c6 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:25.603822 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff51603-06e5-4f2c-b8e6-df8b0ba535c6 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca326874-3f48-4f50-ae41-22ef93c29b81,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:06:25.615883 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2ff51603-06e5-4f2c-b8e6-df8b0ba535c6 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:25.617219 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-2ff51603-06e5-4f2c-b8e6-df8b0ba535c6 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1406257 Jul 13 14:06:25.619962 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 39992) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:06:25.625357 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-d2965b85-53f8-492a-8745-b6cc2da7085d tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Request body: {'security_group_rule': {'security_group_id': '27ed47c6-e0a1-4425-a36b-c9ef1efffb9b', 'project_id': '7a7d384b32784a6f914418ec93b94b0e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:06:25.648915 n-d-800634-1 neutron-server[93751]: INFO neutron.db.securitygroups_db [None req-d2965b85-53f8-492a-8745-b6cc2da7085d tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Project 7a7d384b32784a6f914418ec93b94b0e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 14:06:25.654094 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d2965b85-53f8-492a-8745-b6cc2da7085d tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:25.717351 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d2965b85-53f8-492a-8745-b6cc2da7085d tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:25.721745 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d2965b85-53f8-492a-8745-b6cc2da7085d tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:25.741313 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2965b85-53f8-492a-8745-b6cc2da7085d tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddf05f00-eac0-417b-81cf-fd0e7bc8278e,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:06:25.748992 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d2965b85-53f8-492a-8745-b6cc2da7085d tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:25.750311 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-d2965b85-53f8-492a-8745-b6cc2da7085d tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1293626 Jul 13 14:06:25.753187 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 39994) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:06:25.758048 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-9076d525-dac0-4739-b97d-40deb087ffa3 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Request body: {'network': {'name': 'tempest-network-smoke--189752206', 'project_id': '7a7d384b32784a6f914418ec93b94b0e', 'port_security_enabled': True}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:06:25.778783 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9076d525-dac0-4739-b97d-40deb087ffa3 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Made reservation on behalf of 7a7d384b32784a6f914418ec93b94b0e for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:06:25.782975 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9076d525-dac0-4739-b97d-40deb087ffa3 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:25.806355 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9076d525-dac0-4739-b97d-40deb087ffa3 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 14:06:25.817106 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9076d525-dac0-4739-b97d-40deb087ffa3 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:25.817457 n-d-800634-1 neutron-server[93751]: INFO neutron.db.segments_db [None req-9076d525-dac0-4739-b97d-40deb087ffa3 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Added segment 205c601f-77a8-4cd1-bd9b-878306a48818 of type vlan for network 97882bae-c062-401e-8800-eb0f30c53f37 Jul 13 14:06:25.854530 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-79810c40-aa82-4167-be37-e58755b1a7c8 tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451695'] for router_interface, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:25.861435 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9076d525-dac0-4739-b97d-40deb087ffa3 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:25.891408 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9076d525-dac0-4739-b97d-40deb087ffa3 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:25.897170 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9076d525-dac0-4739-b97d-40deb087ffa3 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:06:25.897776 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9076d525-dac0-4739-b97d-40deb087ffa3 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:25.951021 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-9076d525-dac0-4739-b97d-40deb087ffa3 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1967847 Jul 13 14:06:25.954336 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 39996) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:06:25.958684 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-41d04b59-e3aa-4f15-82d7-44b922f8b547 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1597075902', 'admin_state_up': True, 'project_id': '7a7d384b32784a6f914418ec93b94b0e', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:06:25.978923 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9076d525-dac0-4739-b97d-40deb087ffa3 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Pushing event updated for resources: {'Network': ['ID=97882bae-c062-401e-8800-eb0f30c53f37,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:06:25.990831 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network 97882bae-c062-401e-8800-eb0f30c53f37 details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 14:06:25.992174 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-41d04b59-e3aa-4f15-82d7-44b922f8b547 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1591928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2714'] for router, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:25.993215 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-41d04b59-e3aa-4f15-82d7-44b922f8b547 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447198', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1629690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2689'] for router, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:26.051136 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-41d04b59-e3aa-4f15-82d7-44b922f8b547 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:26.154431 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-79810c40-aa82-4167-be37-e58755b1a7c8 tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] Deleting port acfb8816-7e62-4a85-9eac-28e3d3807f55 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:06:26.154779 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-79810c40-aa82-4167-be37-e58755b1a7c8 tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:26.265515 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-79810c40-aa82-4167-be37-e58755b1a7c8 tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:26.279018 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-79810c40-aa82-4167-be37-e58755b1a7c8 tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] Calling delete_port for acfb8816-7e62-4a85-9eac-28e3d3807f55 owned by network:router_interface {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:06:26.481759 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-79810c40-aa82-4167-be37-e58755b1a7c8 tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:26.514928 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79810c40-aa82-4167-be37-e58755b1a7c8 tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] Pushing event deleted for resources: {'Port': ['ID=acfb8816-7e62-4a85-9eac-28e3d3807f55,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:06:26.530859 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-41d04b59-e3aa-4f15-82d7-44b922f8b547 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447180', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1591910', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2751'] for router, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:26.706152 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-79810c40-aa82-4167-be37-e58755b1a7c8 tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1785036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452491'] for router_interface, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:26.745385 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-41d04b59-e3aa-4f15-82d7-44b922f8b547 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for router_gateway, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:26.764764 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-41d04b59-e3aa-4f15-82d7-44b922f8b547 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:26.876737 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-41d04b59-e3aa-4f15-82d7-44b922f8b547 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Allocated IP 172.25.6.135 (acf968b8-c524-46a9-a20b-ad9667009130/dde5a78e-bd1e-4f47-8189-7321d4de73d3/e0028b4b-206c-45e6-beab-aff76a53b52f) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:06:26.933935 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79810c40-aa82-4167-be37-e58755b1a7c8 tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] Router 0efe6fca-bba0-4e26-84bd-d2717722707c has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:06:26.982578 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-41d04b59-e3aa-4f15-82d7-44b922f8b547 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:27.023336 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-41d04b59-e3aa-4f15-82d7-44b922f8b547 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:27.042361 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79810c40-aa82-4167-be37-e58755b1a7c8 tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:06:27.048117 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-79810c40-aa82-4167-be37-e58755b1a7c8 tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] 10.222.0.23 "PUT /v2.0/routers/0efe6fca-bba0-4e26-84bd-d2717722707c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5637357 Jul 13 14:06:27.050547 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 39998) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:06:27.057107 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea06950-1e2d-4ed8-bdee-755abd93d795 None None] Sync routers for ids ['0efe6fca-bba0-4e26-84bd-d2717722707c'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:06:27.065520 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d04b59-e3aa-4f15-82d7-44b922f8b547 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Network acf968b8-c524-46a9-a20b-ad9667009130 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:06:27.067205 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea06950-1e2d-4ed8-bdee-755abd93d795 None None] Routers {'0efe6fca-bba0-4e26-84bd-d2717722707c'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:06:27.068005 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-eea06950-1e2d-4ed8-bdee-755abd93d795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:06:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['0efe6fca-bba0-4e26-84bd-d2717722707c'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:06:27.073293 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-41d04b59-e3aa-4f15-82d7-44b922f8b547 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:06:27.080336 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d04b59-e3aa-4f15-82d7-44b922f8b547 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:06:27.104275 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-eea06950-1e2d-4ed8-bdee-755abd93d795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:06:27.114811 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea06950-1e2d-4ed8-bdee-755abd93d795 None None] Routers {'0efe6fca-bba0-4e26-84bd-d2717722707c'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:06:27.115439 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-eea06950-1e2d-4ed8-bdee-755abd93d795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:06:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['0efe6fca-bba0-4e26-84bd-d2717722707c'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:06:27.117761 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d04b59-e3aa-4f15-82d7-44b922f8b547 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Pushing event updated for resources: {'Port': ['ID=e0028b4b-206c-45e6-beab-aff76a53b52f,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:06:27.153013 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-eea06950-1e2d-4ed8-bdee-755abd93d795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:06:27.153877 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea06950-1e2d-4ed8-bdee-755abd93d795 None None] The sync data for ids ['0efe6fca-bba0-4e26-84bd-d2717722707c'] in n-d-800634-1 is: [] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:06:27.167313 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-af38c6e9-07e4-4519-a58b-32abedecbe55 tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] Notify callbacks [] for router, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:27.277098 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-af38c6e9-07e4-4519-a58b-32abedecbe55 tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:27.340226 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-af38c6e9-07e4-4519-a58b-32abedecbe55 tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] Deleting port 797413b0-ea01-40cd-ac70-d670e19a0c84 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:06:27.340741 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-af38c6e9-07e4-4519-a58b-32abedecbe55 tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:27.361312 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-41d04b59-e3aa-4f15-82d7-44b922f8b547 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for router_gateway, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:27.424855 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-af38c6e9-07e4-4519-a58b-32abedecbe55 tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:27.449004 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-af38c6e9-07e4-4519-a58b-32abedecbe55 tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] Calling delete_port for 797413b0-ea01-40cd-ac70-d670e19a0c84 owned by network:router_gateway {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:06:27.556228 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:06:27.569591 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-41d04b59-e3aa-4f15-82d7-44b922f8b547 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447217'] for router, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:27.626188 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-af38c6e9-07e4-4519-a58b-32abedecbe55 tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:27.652516 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af38c6e9-07e4-4519-a58b-32abedecbe55 tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] Pushing event deleted for resources: {'Port': ['ID=797413b0-ea01-40cd-ac70-d670e19a0c84,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:06:27.707812 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41d04b59-e3aa-4f15-82d7-44b922f8b547 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Router 7872417c-edc2-41dc-b166-7beb06142e59 is scheduled to L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 with binding_index 1 {{(pid=93751) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 14:06:27.725850 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-af38c6e9-07e4-4519-a58b-32abedecbe55 tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-446473'] for router_gateway, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:27.822471 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41d04b59-e3aa-4f15-82d7-44b922f8b547 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:06:27.837443 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-af38c6e9-07e4-4519-a58b-32abedecbe55 tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1591938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2696'] for router, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:27.840050 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-af38c6e9-07e4-4519-a58b-32abedecbe55 tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:27.843726 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adfce318-0940-4178-8a50-e3ba0ad92434 None None] Sync routers for ids ['7872417c-edc2-41dc-b166-7beb06142e59'] in n-d-800634-1 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:06:27.853521 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adfce318-0940-4178-8a50-e3ba0ad92434 None None] Routers {'7872417c-edc2-41dc-b166-7beb06142e59'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:06:27.854181 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-adfce318-0940-4178-8a50-e3ba0ad92434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:06:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['7872417c-edc2-41dc-b166-7beb06142e59'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:06:27.855796 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-41d04b59-e3aa-4f15-82d7-44b922f8b547 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:27.857228 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-41d04b59-e3aa-4f15-82d7-44b922f8b547 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.9019656 Jul 13 14:06:27.861287 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 40000) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:06:27.942181 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-af38c6e9-07e4-4519-a58b-32abedecbe55 tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593106'] for router, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:27.942832 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af38c6e9-07e4-4519-a58b-32abedecbe55 tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] Fanout notify agent at l3_agent the message router_deleted on router 0efe6fca-bba0-4e26-84bd-d2717722707c {{(pid=93750) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 14:06:27.958083 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-af38c6e9-07e4-4519-a58b-32abedecbe55 tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:27.961663 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-af38c6e9-07e4-4519-a58b-32abedecbe55 tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] 10.222.0.23 "DELETE /v2.0/routers/0efe6fca-bba0-4e26-84bd-d2717722707c HTTP/1.1" status: 204 len: 168 time: 0.9077015 Jul 13 14:06:27.961973 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 40004) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:06:27.984426 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-adfce318-0940-4178-8a50-e3ba0ad92434 None None] Set router 7872417c-edc2-41dc-b166-7beb06142e59 gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:06:28.040934 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-486a625d-8d8f-4041-a46b-0f55fdb475c6 tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] Deleting subnet c5a66e6e-4ad0-4398-a6cd-69315e97f466 {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 14:06:28.046000 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-486a625d-8d8f-4041-a46b-0f55fdb475c6 tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:28.062980 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-ea81321a-253c-4de7-a895-f1f9a28b716d tempest-TestNetworkAdvancedServerOps-1891609456 tempest-TestNetworkAdvancedServerOps-1891609456-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=7a7d384b32784a6f914418ec93b94b0e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1999142 Jul 13 14:06:28.064887 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 40006) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:06:28.092281 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-486a625d-8d8f-4041-a46b-0f55fdb475c6 tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5431723'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:28.164644 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8251df2-8cc4-48c9-989b-539674e5c4bf tempest-TestNetworkAdvancedServerOps-1891609456 tempest-TestNetworkAdvancedServerOps-1891609456-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:06:28.166182 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-a8251df2-8cc4-48c9-989b-539674e5c4bf tempest-TestNetworkAdvancedServerOps-1891609456 tempest-TestNetworkAdvancedServerOps-1891609456-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1002610 Jul 13 14:06:28.169000 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 40008) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:06:28.175870 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-adfce318-0940-4178-8a50-e3ba0ad92434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7872417c-edc2-41dc-b166-7beb06142e59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1597075902', 'tenant_id': '7a7d384b32784a6f914418ec93b94b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': 'e0028b4b-206c-45e6-beab-aff76a53b52f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:06:25Z', 'updated_at': '2021-07-13T14:06:27Z', 'revision_number': 3, 'project_id': '7a7d384b32784a6f914418ec93b94b0e', 'gw_port': {'id': 'e0028b4b-206c-45e6-beab-aff76a53b52f', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:6f:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7872417c-edc2-41dc-b166-7beb06142e59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:06:26Z', 'updated_at': '2021-07-13T14:06:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:06:28.184165 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-486a625d-8d8f-4041-a46b-0f55fdb475c6 tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:28.198088 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-61b9d673-584d-43fb-a401-eda37e88a355 tempest-TestNetworkAdvancedServerOps-1891609456 tempest-TestNetworkAdvancedServerOps-1891609456-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=acf968b8-c524-46a9-a20b-ad9667009130&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0279481 Jul 13 14:06:28.200543 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 40010) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:06:28.205227 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adfce318-0940-4178-8a50-e3ba0ad92434 None None] Checking router: 7872417c-edc2-41dc-b166-7beb06142e59 for host: n-d-800634-1 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:06:28.205504 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-35d77ab1-936c-4fda-821f-4aaeb1b039dd tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1650149850', 'network_id': '97882bae-c062-401e-8800-eb0f30c53f37', 'project_id': '7a7d384b32784a6f914418ec93b94b0e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:06:28.205636 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adfce318-0940-4178-8a50-e3ba0ad92434 None None] Updating router 7872417c-edc2-41dc-b166-7beb06142e59 port e0028b4b-206c-45e6-beab-aff76a53b52f binding host n-d-800634-1 {{(pid=93753) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 14:06:28.242312 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-adfce318-0940-4178-8a50-e3ba0ad92434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:28.257349 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-486a625d-8d8f-4041-a46b-0f55fdb475c6 tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5970525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4763356'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:28.299509 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35d77ab1-936c-4fda-821f-4aaeb1b039dd tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Made reservation on behalf of 7a7d384b32784a6f914418ec93b94b0e for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:06:28.303924 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-35d77ab1-936c-4fda-821f-4aaeb1b039dd tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6104980'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:28.513414 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-35d77ab1-936c-4fda-821f-4aaeb1b039dd tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6018343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6104998'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:28.534098 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-adfce318-0940-4178-8a50-e3ba0ad92434 None None] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:28.545485 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-adfce318-0940-4178-8a50-e3ba0ad92434 None None] Transition to ACTIVE for port object e0028b4b-206c-45e6-beab-aff76a53b52f will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:06:28.553155 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-adfce318-0940-4178-8a50-e3ba0ad92434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:28.614575 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddcd40a-a0c1-43b3-a446-9ca8fb7b645c None None] Pushing event updated for resources: {'Port': ['ID=e0028b4b-206c-45e6-beab-aff76a53b52f,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:06:28.617881 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-adfce318-0940-4178-8a50-e3ba0ad92434 None None] Attempting to bind port e0028b4b-206c-45e6-beab-aff76a53b52f on host n-d-800634-1 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:06:28.618257 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-adfce318-0940-4178-8a50-e3ba0ad92434 None None] Attempting to bind port e0028b4b-206c-45e6-beab-aff76a53b52f by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:06:28.618623 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adfce318-0940-4178-8a50-e3ba0ad92434 None None] Attempting to bind port e0028b4b-206c-45e6-beab-aff76a53b52f on network acf968b8-c524-46a9-a20b-ad9667009130 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:06:28.618877 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d77ab1-936c-4fda-821f-4aaeb1b039dd tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Pushing event updated for resources: {'Subnet': ['ID=ce13e14b-2472-41c5-bea8-645f3c8d52a2,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:06:28.627577 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d77ab1-936c-4fda-821f-4aaeb1b039dd tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Checking segment: {'id': '205c601f-77a8-4cd1-bd9b-878306a48818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '97882bae-c062-401e-8800-eb0f30c53f37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:06:28.627954 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d77ab1-936c-4fda-821f-4aaeb1b039dd tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Network hostable DHCP agents. Network: 97882bae-c062-401e-8800-eb0f30c53f37, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 14:06:28.628416 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ddcd40a-a0c1-43b3-a446-9ca8fb7b645c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:06:28.628768 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ddcd40a-a0c1-43b3-a446-9ca8fb7b645c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:06:28.629113 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ddcd40a-a0c1-43b3-a446-9ca8fb7b645c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:06:28.629452 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ddcd40a-a0c1-43b3-a446-9ca8fb7b645c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:06:28.629811 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ddcd40a-a0c1-43b3-a446-9ca8fb7b645c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:06:28.630150 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ddcd40a-a0c1-43b3-a446-9ca8fb7b645c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:06:28.630482 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ddcd40a-a0c1-43b3-a446-9ca8fb7b645c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:06:28.630811 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ddcd40a-a0c1-43b3-a446-9ca8fb7b645c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:06:28.631139 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ddcd40a-a0c1-43b3-a446-9ca8fb7b645c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:06:28.631470 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ddcd40a-a0c1-43b3-a446-9ca8fb7b645c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:06:28.631793 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ddcd40a-a0c1-43b3-a446-9ca8fb7b645c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:06:28.632233 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ddcd40a-a0c1-43b3-a446-9ca8fb7b645c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:06:28.635489 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adfce318-0940-4178-8a50-e3ba0ad92434 None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 6, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:06:28.635861 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adfce318-0940-4178-8a50-e3ba0ad92434 None None] Checking segment: {'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:06:28.636264 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-adfce318-0940-4178-8a50-e3ba0ad92434 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:28.636646 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adfce318-0940-4178-8a50-e3ba0ad92434 None None] Bound using segment: {'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:06:28.637127 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-adfce318-0940-4178-8a50-e3ba0ad92434 None None] Bound port: e0028b4b-206c-45e6-beab-aff76a53b52f, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:06:28.637531 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-adfce318-0940-4178-8a50-e3ba0ad92434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:28.638043 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-486a625d-8d8f-4041-a46b-0f55fdb475c6 tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:28.640187 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-486a625d-8d8f-4041-a46b-0f55fdb475c6 tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] 10.222.0.23 "DELETE /v2.0/subnets/c5a66e6e-4ad0-4398-a6cd-69315e97f466 HTTP/1.1" status: 204 len: 168 time: 0.6767390 Jul 13 14:06:28.641406 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486a625d-8d8f-4041-a46b-0f55fdb475c6 tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] Pushing event deleted for resources: {'Subnet': ['ID=c5a66e6e-4ad0-4398-a6cd-69315e97f466,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:06:28.643543 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 40012) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:06:28.659870 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a46e0d2c-c22d-46f3-8a8c-2b2e95546746 None None] Network 190a051d-edf7-4eef-98a2-47a098115640 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:06:28.668754 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d77ab1-936c-4fda-821f-4aaeb1b039dd tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Network 97882bae-c062-401e-8800-eb0f30c53f37 is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 14:06:28.706244 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-adfce318-0940-4178-8a50-e3ba0ad92434 None None] For port e0028b4b-206c-45e6-beab-aff76a53b52f, host n-d-800634-1, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:06:28.709452 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-adfce318-0940-4178-8a50-e3ba0ad92434 None None] For port e0028b4b-206c-45e6-beab-aff76a53b52f, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=e0028b4b-206c-45e6-beab-aff76a53b52f,segment=NetworkSegment(3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87),segment_id=3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:06:28.714586 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-35d77ab1-936c-4fda-821f-4aaeb1b039dd tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, 97882bae-c062-401e-8800-eb0f30c53f37) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:06:28.714804 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-adfce318-0940-4178-8a50-e3ba0ad92434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:28.723655 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d77ab1-936c-4fda-821f-4aaeb1b039dd tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:06:28.724262 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-35d77ab1-936c-4fda-821f-4aaeb1b039dd tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:28.728626 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01eaa3aa-c1f4-4f04-95d3-05a83c17fa13 None None] Network 97882bae-c062-401e-8800-eb0f30c53f37 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:06:28.750792 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-92b5979f-2954-4f62-b37b-599e6c1409b4 tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:28.756333 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-35d77ab1-936c-4fda-821f-4aaeb1b039dd tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5546441 Jul 13 14:06:28.759191 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 40014) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:06:28.777552 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddcd40a-a0c1-43b3-a446-9ca8fb7b645c None None] Pushing event updated for resources: {'Port': ['ID=e0028b4b-206c-45e6-beab-aff76a53b52f,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:06:28.793601 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adfce318-0940-4178-8a50-e3ba0ad92434 None None] Routers {'7872417c-edc2-41dc-b166-7beb06142e59'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:06:28.794283 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-adfce318-0940-4178-8a50-e3ba0ad92434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:06:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['7872417c-edc2-41dc-b166-7beb06142e59'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:06:28.833552 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-92b5979f-2954-4f62-b37b-599e6c1409b4 tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] Deleting port 6fc62a44-66c9-4a13-a4f2-9bb304ec0dc6 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:06:28.834188 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-92b5979f-2954-4f62-b37b-599e6c1409b4 tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:28.909825 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-adfce318-0940-4178-8a50-e3ba0ad92434 None None] Set router 7872417c-edc2-41dc-b166-7beb06142e59 gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:06:28.932767 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-92b5979f-2954-4f62-b37b-599e6c1409b4 tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] For port 6fc62a44-66c9-4a13-a4f2-9bb304ec0dc6, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=6fc62a44-66c9-4a13-a4f2-9bb304ec0dc6,segment=NetworkSegment(6d0152aa-d49f-4e81-83b8-02c463b63db2),segment_id=6d0152aa-d49f-4e81-83b8-02c463b63db2)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:06:28.933143 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-92b5979f-2954-4f62-b37b-599e6c1409b4 tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:28.949648 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-92b5979f-2954-4f62-b37b-599e6c1409b4 tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] Calling delete_port for 6fc62a44-66c9-4a13-a4f2-9bb304ec0dc6 owned by network:dhcp {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:06:28.980134 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-950ebb83-b03f-4573-89b9-4c9d484fdf3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a7201e1-61ce-5a3e-b7f7-e800379ed03b-97882bae-c062-401e-8800-eb0f30c53f37', 'network_id': '97882bae-c062-401e-8800-eb0f30c53f37', 'tenant_id': '7a7d384b32784a6f914418ec93b94b0e', 'fixed_ips': [{'subnet_id': 'ce13e14b-2472-41c5-bea8-645f3c8d52a2'}]}} from n-d-800634-1. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 14:06:28.981117 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-950ebb83-b03f-4573-89b9-4c9d484fdf3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:29.009404 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13d9f9e0-e8ae-440b-bcea-46d53c09c66b None None] DHCP port deletion for 190a051d-edf7-4eef-98a2-47a098115640 request from n-d-800634-1 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 14:06:29.048929 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-92b5979f-2954-4f62-b37b-599e6c1409b4 tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:29.079250 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b5979f-2954-4f62-b37b-599e6c1409b4 tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] Pushing event deleted for resources: {'Port': ['ID=6fc62a44-66c9-4a13-a4f2-9bb304ec0dc6,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:06:29.082494 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b5979f-2954-4f62-b37b-599e6c1409b4 tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] No DVR routers for this DVR port 6fc62a44-66c9-4a13-a4f2-9bb304ec0dc6 on host n-d-800634-1 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:06:29.147266 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-adfce318-0940-4178-8a50-e3ba0ad92434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7872417c-edc2-41dc-b166-7beb06142e59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1597075902', 'tenant_id': '7a7d384b32784a6f914418ec93b94b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': 'e0028b4b-206c-45e6-beab-aff76a53b52f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:06:25Z', 'updated_at': '2021-07-13T14:06:27Z', 'revision_number': 3, 'project_id': '7a7d384b32784a6f914418ec93b94b0e', 'gw_port': {'id': 'e0028b4b-206c-45e6-beab-aff76a53b52f', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:6f:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7872417c-edc2-41dc-b166-7beb06142e59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:06:26Z', 'updated_at': '2021-07-13T14:06:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:06:29.174161 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-92b5979f-2954-4f62-b37b-599e6c1409b4 tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:29.180132 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-13d9f9e0-e8ae-440b-bcea-46d53c09c66b None None] Deleting port 6fc62a44-66c9-4a13-a4f2-9bb304ec0dc6 {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:06:29.180381 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adfce318-0940-4178-8a50-e3ba0ad92434 None None] The sync data for ids ['7872417c-edc2-41dc-b166-7beb06142e59'] in n-d-800634-1 is: [{'id': '7872417c-edc2-41dc-b166-7beb06142e59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1597075902', 'tenant_id': '7a7d384b32784a6f914418ec93b94b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': 'e0028b4b-206c-45e6-beab-aff76a53b52f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:06:25Z', 'updated_at': '2021-07-13T14:06:27Z', 'revision_number': 3, 'project_id': '7a7d384b32784a6f914418ec93b94b0e', 'gw_port': {'id': 'e0028b4b-206c-45e6-beab-aff76a53b52f', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:6f:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7872417c-edc2-41dc-b166-7beb06142e59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:06:26Z', 'updated_at': '2021-07-13T14:06:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:06:29.180770 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-13d9f9e0-e8ae-440b-bcea-46d53c09c66b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:29.188704 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-92b5979f-2954-4f62-b37b-599e6c1409b4 tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['190a051d-edf7-4eef-98a2-47a098115640']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:06:29.201391 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-92b5979f-2954-4f62-b37b-599e6c1409b4 tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d0152aa-d49f-4e81-83b8-02c463b63db2') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:06:29.201686 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-92b5979f-2954-4f62-b37b-599e6c1409b4 tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d0152aa-d49f-4e81-83b8-02c463b63db2') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:06:29.225843 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-92b5979f-2954-4f62-b37b-599e6c1409b4 tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6018464'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:29.243731 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-92b5979f-2954-4f62-b37b-599e6c1409b4 tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:29.251506 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92b5979f-2954-4f62-b37b-599e6c1409b4 tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 14:06:29.251941 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-92b5979f-2954-4f62-b37b-599e6c1409b4 tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6018632'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:29.255446 n-d-800634-1 neutron-server[93751]: Traceback (most recent call last): Jul 13 14:06:29.255446 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 14:06:29.255446 n-d-800634-1 neutron-server[93751]: timer() Jul 13 14:06:29.255446 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 14:06:29.255446 n-d-800634-1 neutron-server[93751]: cb(*args, **kw) Jul 13 14:06:29.255446 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 14:06:29.255446 n-d-800634-1 neutron-server[93751]: return func(*args, **kwargs) Jul 13 14:06:29.255446 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 14:06:29.255446 n-d-800634-1 neutron-server[93751]: self._notify() Jul 13 14:06:29.255446 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 14:06:29.255446 n-d-800634-1 neutron-server[93751]: self.callback(batched_events) Jul 13 14:06:29.255446 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 14:06:29.255446 n-d-800634-1 neutron-server[93751]: event.method(event) Jul 13 14:06:29.255446 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 14:06:29.255446 n-d-800634-1 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 14:06:29.255446 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 14:06:29.255446 n-d-800634-1 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 14:06:29.255446 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 14:06:29.255446 n-d-800634-1 neutron-server[93751]: return f(self, *a, **k) Jul 13 14:06:29.255446 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 14:06:29.255446 n-d-800634-1 neutron-server[93751]: return self._get(url).json() Jul 13 14:06:29.255446 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 14:06:29.255446 n-d-800634-1 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 14:06:29.255446 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 14:06:29.255446 n-d-800634-1 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 13 14:06:29.255446 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 14:06:29.255446 n-d-800634-1 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 14:06:29.255446 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 14:06:29.255446 n-d-800634-1 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 14:06:29.255446 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 14:06:29.255446 n-d-800634-1 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 14:06:29.255446 n-d-800634-1 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 14:06:29.338350 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-92b5979f-2954-4f62-b37b-599e6c1409b4 tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:29.361263 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-92b5979f-2954-4f62-b37b-599e6c1409b4 tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:29.365066 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-92b5979f-2954-4f62-b37b-599e6c1409b4 tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] 10.222.0.23 "DELETE /v2.0/networks/190a051d-edf7-4eef-98a2-47a098115640 HTTP/1.1" status: 204 len: 168 time: 0.7193916 Jul 13 14:06:29.367345 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 40016) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:06:29.386604 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b5979f-2954-4f62-b37b-599e6c1409b4 tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] Pushing event deleted for resources: {'Network': ['ID=190a051d-edf7-4eef-98a2-47a098115640,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:06:29.404468 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-950ebb83-b03f-4573-89b9-4c9d484fdf3d None None] Allocated IP 172.20.0.2 (97882bae-c062-401e-8800-eb0f30c53f37/ce13e14b-2472-41c5-bea8-645f3c8d52a2/1a1c8d42-e566-4ccc-ba5a-79ce1c72e968) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:06:29.481434 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-13d9f9e0-e8ae-440b-bcea-46d53c09c66b None None] For port 6fc62a44-66c9-4a13-a4f2-9bb304ec0dc6, host n-d-800634-1, got binding levels [] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:06:29.481858 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-13d9f9e0-e8ae-440b-bcea-46d53c09c66b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:29.522735 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-13d9f9e0-e8ae-440b-bcea-46d53c09c66b None None] Calling delete_port for 6fc62a44-66c9-4a13-a4f2-9bb304ec0dc6 owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:06:29.526981 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.ipam_backend_mixin [None req-13d9f9e0-e8ae-440b-bcea-46d53c09c66b None None] Port 6fc62a44-66c9-4a13-a4f2-9bb304ec0dc6 was not found and therefore no delete operation was performed {{(pid=93752) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 13 14:06:29.532319 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-13d9f9e0-e8ae-440b-bcea-46d53c09c66b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:29.541927 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5313b088-db08-42ca-8ead-39949bcf03f4 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:29.567203 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d9f9e0-e8ae-440b-bcea-46d53c09c66b None None] Pushing event deleted for resources: {'Port': ['ID=6fc62a44-66c9-4a13-a4f2-9bb304ec0dc6,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:06:29.569117 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-13d9f9e0-e8ae-440b-bcea-46d53c09c66b None None] Network 190a051d-edf7-4eef-98a2-47a098115640 is not hosted by any dhcp agent {{(pid=93752) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 13 14:06:29.569444 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d9f9e0-e8ae-440b-bcea-46d53c09c66b None None] No DVR routers for this DVR port 6fc62a44-66c9-4a13-a4f2-9bb304ec0dc6 on host n-d-800634-1 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:06:29.658053 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-950ebb83-b03f-4573-89b9-4c9d484fdf3d None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:29.674242 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-950ebb83-b03f-4573-89b9-4c9d484fdf3d None None] Transition to ACTIVE for port object 1a1c8d42-e566-4ccc-ba5a-79ce1c72e968 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:06:29.675955 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-f7379e05-bd27-452e-8420-3c0d180dfd87 tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] Deleting port b9f668de-2927-41ed-b04f-21e91e85d544 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:06:29.676433 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f7379e05-bd27-452e-8420-3c0d180dfd87 tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:29.698680 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-950ebb83-b03f-4573-89b9-4c9d484fdf3d None None] Transition to ACTIVE for port object 1a1c8d42-e566-4ccc-ba5a-79ce1c72e968 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:06:29.706807 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-950ebb83-b03f-4573-89b9-4c9d484fdf3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:29.757038 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-950ebb83-b03f-4573-89b9-4c9d484fdf3d None None] Network 97882bae-c062-401e-8800-eb0f30c53f37 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:06:29.762095 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-950ebb83-b03f-4573-89b9-4c9d484fdf3d None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:06:29.765184 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950ebb83-b03f-4573-89b9-4c9d484fdf3d None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:06:29.776472 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950ebb83-b03f-4573-89b9-4c9d484fdf3d None None] Pushing event updated for resources: {'Port': ['ID=1a1c8d42-e566-4ccc-ba5a-79ce1c72e968,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:06:29.840937 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-950ebb83-b03f-4573-89b9-4c9d484fdf3d None None] Attempting to bind port 1a1c8d42-e566-4ccc-ba5a-79ce1c72e968 on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:06:29.841363 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-950ebb83-b03f-4573-89b9-4c9d484fdf3d None None] Attempting to bind port 1a1c8d42-e566-4ccc-ba5a-79ce1c72e968 by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '205c601f-77a8-4cd1-bd9b-878306a48818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '97882bae-c062-401e-8800-eb0f30c53f37'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:06:29.841861 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950ebb83-b03f-4573-89b9-4c9d484fdf3d None None] Attempting to bind port 1a1c8d42-e566-4ccc-ba5a-79ce1c72e968 on network 97882bae-c062-401e-8800-eb0f30c53f37 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:06:29.848928 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950ebb83-b03f-4573-89b9-4c9d484fdf3d None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 6, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:06:29.849479 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950ebb83-b03f-4573-89b9-4c9d484fdf3d None None] Checking segment: {'id': '205c601f-77a8-4cd1-bd9b-878306a48818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '97882bae-c062-401e-8800-eb0f30c53f37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:06:29.850044 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-950ebb83-b03f-4573-89b9-4c9d484fdf3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:29.850539 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950ebb83-b03f-4573-89b9-4c9d484fdf3d None None] Bound using segment: {'id': '205c601f-77a8-4cd1-bd9b-878306a48818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '97882bae-c062-401e-8800-eb0f30c53f37'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:06:29.851116 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-950ebb83-b03f-4573-89b9-4c9d484fdf3d None None] Bound port: 1a1c8d42-e566-4ccc-ba5a-79ce1c72e968, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '205c601f-77a8-4cd1-bd9b-878306a48818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '97882bae-c062-401e-8800-eb0f30c53f37'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:06:29.852364 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-950ebb83-b03f-4573-89b9-4c9d484fdf3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:29.875073 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f7379e05-bd27-452e-8420-3c0d180dfd87 tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:29.875410 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f7379e05-bd27-452e-8420-3c0d180dfd87 tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:29.929452 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-f7379e05-bd27-452e-8420-3c0d180dfd87 tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] Calling delete_port for b9f668de-2927-41ed-b04f-21e91e85d544 owned by network:floatingip {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:06:29.931577 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-950ebb83-b03f-4573-89b9-4c9d484fdf3d None None] For port 1a1c8d42-e566-4ccc-ba5a-79ce1c72e968, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:06:29.943458 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-950ebb83-b03f-4573-89b9-4c9d484fdf3d None None] For port 1a1c8d42-e566-4ccc-ba5a-79ce1c72e968, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=1a1c8d42-e566-4ccc-ba5a-79ce1c72e968,segment=NetworkSegment(205c601f-77a8-4cd1-bd9b-878306a48818),segment_id=205c601f-77a8-4cd1-bd9b-878306a48818)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:06:29.950618 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-950ebb83-b03f-4573-89b9-4c9d484fdf3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:30.026257 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950ebb83-b03f-4573-89b9-4c9d484fdf3d None None] Pushing event updated for resources: {'Port': ['ID=1a1c8d42-e566-4ccc-ba5a-79ce1c72e968,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:06:30.074996 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-5313b088-db08-42ca-8ead-39949bcf03f4 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Allocated IP 172.20.0.1 (97882bae-c062-401e-8800-eb0f30c53f37/ce13e14b-2472-41c5-bea8-645f3c8d52a2/ff6211a3-00ee-489c-b3a1-7ee91c474388) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:06:30.262456 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f7379e05-bd27-452e-8420-3c0d180dfd87 tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:30.306806 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5313b088-db08-42ca-8ead-39949bcf03f4 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:30.309243 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7379e05-bd27-452e-8420-3c0d180dfd87 tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] Pushing event deleted for resources: {'Port': ['ID=b9f668de-2927-41ed-b04f-21e91e85d544,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:06:30.352533 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [None req-5313b088-db08-42ca-8ead-39949bcf03f4 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Transition to ACTIVE for port object ff6211a3-00ee-489c-b3a1-7ee91c474388 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:06:30.401378 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f7379e05-bd27-452e-8420-3c0d180dfd87 tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] Notify callbacks [] for floatingip, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:30.404110 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f7379e05-bd27-452e-8420-3c0d180dfd87 tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for floatingip, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:30.406580 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-f7379e05-bd27-452e-8420-3c0d180dfd87 tempest-FloatingIPAdminTestJSON-1243532140 tempest-FloatingIPAdminTestJSON-1243532140-project] 10.222.0.23 "DELETE /v2.0/floatingips/836464eb-872b-4dd1-b7f1-705071bf11ae HTTP/1.1" status: 204 len: 168 time: 1.0375319 Jul 13 14:06:30.426414 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5313b088-db08-42ca-8ead-39949bcf03f4 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:30.467702 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5313b088-db08-42ca-8ead-39949bcf03f4 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Network 97882bae-c062-401e-8800-eb0f30c53f37 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:06:30.473275 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-5313b088-db08-42ca-8ead-39949bcf03f4 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:06:30.477248 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5313b088-db08-42ca-8ead-39949bcf03f4 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:06:30.503532 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5313b088-db08-42ca-8ead-39949bcf03f4 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Pushing event updated for resources: {'Port': ['ID=ff6211a3-00ee-489c-b3a1-7ee91c474388,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:06:30.524966 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device e0028b4b-206c-45e6-beab-aff76a53b52f up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:06:30.535869 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5313b088-db08-42ca-8ead-39949bcf03f4 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-450452'] for router_interface, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:30.554840 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:30.587456 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port e0028b4b-206c-45e6-beab-aff76a53b52f completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:06:30.592080 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port e0028b4b-206c-45e6-beab-aff76a53b52f triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:06:30.592462 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:30.673299 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:30.695934 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port e0028b4b-206c-45e6-beab-aff76a53b52f, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=e0028b4b-206c-45e6-beab-aff76a53b52f,segment=NetworkSegment(3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87),segment_id=3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:06:30.700026 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:30.700805 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 1a1c8d42-e566-4ccc-ba5a-79ce1c72e968 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:06:30.701460 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 40022) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:06:30.752100 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5313b088-db08-42ca-8ead-39949bcf03f4 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:30.790950 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=e0028b4b-206c-45e6-beab-aff76a53b52f,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:06:30.806914 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port 1a1c8d42-e566-4ccc-ba5a-79ce1c72e968 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:06:30.859517 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:30.876128 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 6fc62a44-66c9-4a13-a4f2-9bb304ec0dc6 no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:06:30.876490 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-d06daad2-06d9-498c-bca1-df2bbd3bf1f2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=133a19e1134b4827a744f8568d13e51f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1737664 Jul 13 14:06:30.879424 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 40026) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:06:30.900730 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: 6fc62a44-66c9-4a13-a4f2-9bb304ec0dc6 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:06:30.901691 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 6fc62a44-66c9-4a13-a4f2-9bb304ec0dc6 not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:06:30.936289 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d98385b9-6aca-4434-ae14-4aac25d2a7f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:30.960900 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d98385b9-6aca-4434-ae14-4aac25d2a7f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:31.018316 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d98385b9-6aca-4434-ae14-4aac25d2a7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:31.021256 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d98385b9-6aca-4434-ae14-4aac25d2a7f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:31.022633 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-d98385b9-6aca-4434-ae14-4aac25d2a7f7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e1acb673-14fd-4ce9-8526-89d8f8b17391 HTTP/1.1" status: 204 len: 168 time: 0.1422749 Jul 13 14:06:31.030903 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98385b9-6aca-4434-ae14-4aac25d2a7f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1acb673-14fd-4ce9-8526-89d8f8b17391,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:06:31.082560 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5313b088-db08-42ca-8ead-39949bcf03f4 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:31.087816 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5313b088-db08-42ca-8ead-39949bcf03f4 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:31.166485 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5313b088-db08-42ca-8ead-39949bcf03f4 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Pushing event updated for resources: {'Port': ['ID=ff6211a3-00ee-489c-b3a1-7ee91c474388,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:06:31.169703 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5313b088-db08-42ca-8ead-39949bcf03f4 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1785045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451806'] for router_interface, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:31.269682 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5313b088-db08-42ca-8ead-39949bcf03f4 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Network 97882bae-c062-401e-8800-eb0f30c53f37 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:06:31.271148 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-5313b088-db08-42ca-8ead-39949bcf03f4 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:06:31.352278 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 40032) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:06:31.367113 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b913589e-39ea-42ad-adfb-0741d8f2fce6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:31.493357 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b913589e-39ea-42ad-adfb-0741d8f2fce6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:31.501159 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b913589e-39ea-42ad-adfb-0741d8f2fce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:31.548551 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-b913589e-39ea-42ad-adfb-0741d8f2fce6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1489529e18784a1aa3f708baee2f4118&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1919613 Jul 13 14:06:31.550356 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 40034) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:06:31.559430 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b913589e-39ea-42ad-adfb-0741d8f2fce6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5a0b61d-30b2-40df-b8d1-5a24c0e09b43,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:06:31.613064 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-27b86636-1f6d-40cf-89c0-5804d6f0e7c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:31.639226 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-27b86636-1f6d-40cf-89c0-5804d6f0e7c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:31.699609 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-27b86636-1f6d-40cf-89c0-5804d6f0e7c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:31.703169 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-27b86636-1f6d-40cf-89c0-5804d6f0e7c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:31.707215 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-27b86636-1f6d-40cf-89c0-5804d6f0e7c2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d5a0b61d-30b2-40df-b8d1-5a24c0e09b43 HTTP/1.1" status: 204 len: 168 time: 0.1532366 Jul 13 14:06:31.713781 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b86636-1f6d-40cf-89c0-5804d6f0e7c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5a0b61d-30b2-40df-b8d1-5a24c0e09b43,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:06:31.737824 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5313b088-db08-42ca-8ead-39949bcf03f4 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Router 7872417c-edc2-41dc-b166-7beb06142e59 has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:06:31.774122 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66b37353-5d6d-4a30-892e-1544c2e7b751 None None] Network 97882bae-c062-401e-8800-eb0f30c53f37 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:06:31.855463 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5313b088-db08-42ca-8ead-39949bcf03f4 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:06:31.861414 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-5313b088-db08-42ca-8ead-39949bcf03f4 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "PUT /v2.0/routers/7872417c-edc2-41dc-b166-7beb06142e59/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1008565 Jul 13 14:06:31.895665 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce770c65-dcb4-451e-97cd-cafab086698e None None] Sync routers for ids ['7872417c-edc2-41dc-b166-7beb06142e59'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:06:31.900468 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-138024de-6a72-4686-a4d5-cf477575a744 None None] Provisioning for port 1a1c8d42-e566-4ccc-ba5a-79ce1c72e968 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:06:31.915068 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-138024de-6a72-4686-a4d5-cf477575a744 None None] Provisioning complete for port 1a1c8d42-e566-4ccc-ba5a-79ce1c72e968 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:06:31.915541 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-138024de-6a72-4686-a4d5-cf477575a744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:31.950580 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce770c65-dcb4-451e-97cd-cafab086698e None None] Routers {'7872417c-edc2-41dc-b166-7beb06142e59'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:06:31.951072 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-ce770c65-dcb4-451e-97cd-cafab086698e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:06:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['7872417c-edc2-41dc-b166-7beb06142e59'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:06:32.091624 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 40052) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:06:32.107148 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9c0932ef-b355-4886-95ff-8bb1c541f0d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:32.110076 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5d4c2d9d-fbc1-42ed-9ca7-962dcbca46d0 req-f109f804-5978-4db6-8dfc-8555a363ce5f tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-123047222&fields=id&tenant_id=7a7d384b32784a6f914418ec93b94b0e HTTP/1.1" status: 200 len: 267 time: 0.0579951 Jul 13 14:06:32.148495 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-ce770c65-dcb4-451e-97cd-cafab086698e None None] Set router 7872417c-edc2-41dc-b166-7beb06142e59 gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:06:32.190549 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-138024de-6a72-4686-a4d5-cf477575a744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:32.236193 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9c0932ef-b355-4886-95ff-8bb1c541f0d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:32.242604 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9c0932ef-b355-4886-95ff-8bb1c541f0d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:32.245409 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4c2d9d-fbc1-42ed-9ca7-962dcbca46d0 req-36ee98b4-ec51-4c45-8e52-0904ad99fcdc tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:06:32.246968 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5d4c2d9d-fbc1-42ed-9ca7-962dcbca46d0 req-36ee98b4-ec51-4c45-8e52-0904ad99fcdc tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/networks?id=97882bae-c062-401e-8800-eb0f30c53f37 HTTP/1.1" status: 200 len: 796 time: 0.1287997 Jul 13 14:06:32.268698 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5d4c2d9d-fbc1-42ed-9ca7-962dcbca46d0 req-52680748-d1bb-4359-99c8-70d94fb97faa tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/quotas/7a7d384b32784a6f914418ec93b94b0e HTTP/1.1" status: 200 len: 375 time: 0.0107307 Jul 13 14:06:32.276772 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-9c0932ef-b355-4886-95ff-8bb1c541f0d7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=09d3cf62baaa46c09a4df5f85cb5e0b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1840129 Jul 13 14:06:32.277535 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 40054) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:06:32.326604 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-138024de-6a72-4686-a4d5-cf477575a744 None None] For port 1a1c8d42-e566-4ccc-ba5a-79ce1c72e968, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=1a1c8d42-e566-4ccc-ba5a-79ce1c72e968,segment=NetworkSegment(205c601f-77a8-4cd1-bd9b-878306a48818),segment_id=205c601f-77a8-4cd1-bd9b-878306a48818)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:06:32.331323 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0932ef-b355-4886-95ff-8bb1c541f0d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dbc2c61-c953-437d-b14f-da0f5afc0f9e,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:06:32.356490 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-138024de-6a72-4686-a4d5-cf477575a744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:32.365379 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-37c6ccf5-a00b-4ce4-a949-4f7a2212b993 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:32.404790 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-37c6ccf5-a00b-4ce4-a949-4f7a2212b993 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:32.447120 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5d4c2d9d-fbc1-42ed-9ca7-962dcbca46d0 req-e6a70048-71d5-4454-85e7-bffd9c62b7aa tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=7a7d384b32784a6f914418ec93b94b0e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1725302 Jul 13 14:06:32.467272 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138024de-6a72-4686-a4d5-cf477575a744 None None] Pushing event updated for resources: {'Port': ['ID=1a1c8d42-e566-4ccc-ba5a-79ce1c72e968,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:06:32.501866 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-37c6ccf5-a00b-4ce4-a949-4f7a2212b993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:32.503222 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device e0028b4b-206c-45e6-beab-aff76a53b52f up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:06:32.504395 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-37c6ccf5-a00b-4ce4-a949-4f7a2212b993 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:32.507944 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-37c6ccf5-a00b-4ce4-a949-4f7a2212b993 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2dbc2c61-c953-437d-b14f-da0f5afc0f9e HTTP/1.1" status: 204 len: 168 time: 0.2257028 Jul 13 14:06:32.518158 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c6ccf5-a00b-4ce4-a949-4f7a2212b993 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dbc2c61-c953-437d-b14f-da0f5afc0f9e,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:06:32.596547 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port e0028b4b-206c-45e6-beab-aff76a53b52f triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:06:32.596969 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:32.648429 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-d5afcc35-f93f-4262-b139-e49100f506d2 None None] Provisioning for port ff6211a3-00ee-489c-b3a1-7ee91c474388 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:06:32.661721 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-ce770c65-dcb4-451e-97cd-cafab086698e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7872417c-edc2-41dc-b166-7beb06142e59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1597075902', 'tenant_id': '7a7d384b32784a6f914418ec93b94b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': 'e0028b4b-206c-45e6-beab-aff76a53b52f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:06:25Z', 'updated_at': '2021-07-13T14:06:30Z', 'revision_number': 4, 'project_id': '7a7d384b32784a6f914418ec93b94b0e', 'gw_port': {'id': 'e0028b4b-206c-45e6-beab-aff76a53b52f', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:6f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7872417c-edc2-41dc-b166-7beb06142e59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:06:26Z', 'updated_at': '2021-07-13T14:06:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': 'ff6211a3-00ee-489c-b3a1-7ee91c474388', 'name': '', 'network_id': '97882bae-c062-401e-8800-eb0f30c53f37', 'tenant_id': '7a7d384b32784a6f914418ec93b94b0e', 'mac_address': 'fa:16:3e:41:92:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7872417c-edc2-41dc-b166-7beb06142e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': 'ce13e14b-2472-41c5-bea8-645f3c8d52a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:06:29Z', 'updated_at': '2021-07-13T14:06:30Z', 'revision_number': 2, 'project_id': '7a7d384b32784a6f914418ec93b94b0e', 'subnets': [{'id': 'ce13e14b-2472-41c5-bea8-645f3c8d52a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:06:32.690226 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-d5afcc35-f93f-4262-b139-e49100f506d2 None None] Provisioning complete for port ff6211a3-00ee-489c-b3a1-7ee91c474388 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:06:32.690606 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d5afcc35-f93f-4262-b139-e49100f506d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:32.730109 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce770c65-dcb4-451e-97cd-cafab086698e None None] Checking router: 7872417c-edc2-41dc-b166-7beb06142e59 for host: n-d-800634-1 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:06:32.730556 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce770c65-dcb4-451e-97cd-cafab086698e None None] Updating router 7872417c-edc2-41dc-b166-7beb06142e59 port ff6211a3-00ee-489c-b3a1-7ee91c474388 binding host n-d-800634-1 {{(pid=93752) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 14:06:32.798520 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5d4c2d9d-fbc1-42ed-9ca7-962dcbca46d0 req-59f0a972-5cfb-4b4d-a591-a16da06949b3 service neutron] 10.222.0.23 "GET /v2.0/networks/97882bae-c062-401e-8800-eb0f30c53f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3388324 Jul 13 14:06:32.817591 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-d5afcc35-f93f-4262-b139-e49100f506d2 None None] Port ff6211a3-00ee-489c-b3a1-7ee91c474388 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:06:32.827901 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ce770c65-dcb4-451e-97cd-cafab086698e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:32.849484 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-d5afcc35-f93f-4262-b139-e49100f506d2 None None] Provisioning complete for port 1a1c8d42-e566-4ccc-ba5a-79ce1c72e968 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:06:32.849888 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d5afcc35-f93f-4262-b139-e49100f506d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:32.920282 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5d4c2d9d-fbc1-42ed-9ca7-962dcbca46d0 req-77d98380-ba6b-4e81-a141-7db53841fb58 service neutron] 10.222.0.23 "GET /v2.0/networks/97882bae-c062-401e-8800-eb0f30c53f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157305 Jul 13 14:06:33.144017 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-de4e6082-1f4b-41c1-818a-b1dfbf7b1a38 req-2dfde6d3-ab7c-4ab0-98f9-804646662b74 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/ports?device_id=9602c732-a3f0-42ec-afef-93566cadc878 HTTP/1.1" status: 200 len: 210 time: 0.0364981 Jul 13 14:06:33.234399 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ce770c65-dcb4-451e-97cd-cafab086698e None None] Notify callbacks [] for port, precommit_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:33.245122 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-c3c102b4-5188-401e-be27-4b90d79cb640 None None] Provisioning complete for port ff6211a3-00ee-489c-b3a1-7ee91c474388 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:06:33.245553 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c3c102b4-5188-401e-be27-4b90d79cb640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:33.250120 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-ce770c65-dcb4-451e-97cd-cafab086698e None None] Transition to ACTIVE for port object ff6211a3-00ee-489c-b3a1-7ee91c474388 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:06:33.278395 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ce770c65-dcb4-451e-97cd-cafab086698e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:33.330860 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-c3c102b4-5188-401e-be27-4b90d79cb640 None None] Port ff6211a3-00ee-489c-b3a1-7ee91c474388 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:06:33.353219 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90150251-c396-474e-b52b-8f98a6a026d7 None None] Pushing event updated for resources: {'Port': ['ID=ff6211a3-00ee-489c-b3a1-7ee91c474388,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:06:33.422593 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-ce770c65-dcb4-451e-97cd-cafab086698e None None] Attempting to bind port ff6211a3-00ee-489c-b3a1-7ee91c474388 on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:06:33.422593 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-ce770c65-dcb4-451e-97cd-cafab086698e None None] Attempting to bind port ff6211a3-00ee-489c-b3a1-7ee91c474388 by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '205c601f-77a8-4cd1-bd9b-878306a48818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '97882bae-c062-401e-8800-eb0f30c53f37'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:06:33.422593 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce770c65-dcb4-451e-97cd-cafab086698e None None] Attempting to bind port ff6211a3-00ee-489c-b3a1-7ee91c474388 on network 97882bae-c062-401e-8800-eb0f30c53f37 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:06:33.429959 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce770c65-dcb4-451e-97cd-cafab086698e None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 6, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:06:33.430333 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce770c65-dcb4-451e-97cd-cafab086698e None None] Checking segment: {'id': '205c601f-77a8-4cd1-bd9b-878306a48818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '97882bae-c062-401e-8800-eb0f30c53f37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:06:33.430750 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ce770c65-dcb4-451e-97cd-cafab086698e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:33.431680 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce770c65-dcb4-451e-97cd-cafab086698e None None] Bound using segment: {'id': '205c601f-77a8-4cd1-bd9b-878306a48818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '97882bae-c062-401e-8800-eb0f30c53f37'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:06:33.432306 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-ce770c65-dcb4-451e-97cd-cafab086698e None None] Bound port: ff6211a3-00ee-489c-b3a1-7ee91c474388, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '205c601f-77a8-4cd1-bd9b-878306a48818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '97882bae-c062-401e-8800-eb0f30c53f37'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:06:33.432697 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ce770c65-dcb4-451e-97cd-cafab086698e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:33.522699 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-ce770c65-dcb4-451e-97cd-cafab086698e None None] For port ff6211a3-00ee-489c-b3a1-7ee91c474388, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:06:33.528659 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-ce770c65-dcb4-451e-97cd-cafab086698e None None] For port ff6211a3-00ee-489c-b3a1-7ee91c474388, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=ff6211a3-00ee-489c-b3a1-7ee91c474388,segment=NetworkSegment(205c601f-77a8-4cd1-bd9b-878306a48818),segment_id=205c601f-77a8-4cd1-bd9b-878306a48818)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:06:33.533844 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ce770c65-dcb4-451e-97cd-cafab086698e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:33.608821 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce770c65-dcb4-451e-97cd-cafab086698e None None] Routers {'7872417c-edc2-41dc-b166-7beb06142e59'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:06:33.610829 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-ce770c65-dcb4-451e-97cd-cafab086698e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:06:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['7872417c-edc2-41dc-b166-7beb06142e59'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:06:33.666898 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90150251-c396-474e-b52b-8f98a6a026d7 None None] Pushing event updated for resources: {'Port': ['ID=ff6211a3-00ee-489c-b3a1-7ee91c474388,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:06:33.910068 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-ce770c65-dcb4-451e-97cd-cafab086698e None None] Set router 7872417c-edc2-41dc-b166-7beb06142e59 gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:06:34.127572 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-ce770c65-dcb4-451e-97cd-cafab086698e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7872417c-edc2-41dc-b166-7beb06142e59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1597075902', 'tenant_id': '7a7d384b32784a6f914418ec93b94b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': 'e0028b4b-206c-45e6-beab-aff76a53b52f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:06:25Z', 'updated_at': '2021-07-13T14:06:30Z', 'revision_number': 4, 'project_id': '7a7d384b32784a6f914418ec93b94b0e', 'gw_port': {'id': 'e0028b4b-206c-45e6-beab-aff76a53b52f', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:6f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7872417c-edc2-41dc-b166-7beb06142e59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:06:26Z', 'updated_at': '2021-07-13T14:06:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': 'ff6211a3-00ee-489c-b3a1-7ee91c474388', 'name': '', 'network_id': '97882bae-c062-401e-8800-eb0f30c53f37', 'tenant_id': '7a7d384b32784a6f914418ec93b94b0e', 'mac_address': 'fa:16:3e:41:92:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7872417c-edc2-41dc-b166-7beb06142e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': 'ce13e14b-2472-41c5-bea8-645f3c8d52a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:06:29Z', 'updated_at': '2021-07-13T14:06:33Z', 'revision_number': 4, 'project_id': '7a7d384b32784a6f914418ec93b94b0e', 'subnets': [{'id': 'ce13e14b-2472-41c5-bea8-645f3c8d52a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:06:34.155871 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce770c65-dcb4-451e-97cd-cafab086698e None None] The sync data for ids ['7872417c-edc2-41dc-b166-7beb06142e59'] in n-d-800634-1 is: [{'id': '7872417c-edc2-41dc-b166-7beb06142e59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1597075902', 'tenant_id': '7a7d384b32784a6f914418ec93b94b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': 'e0028b4b-206c-45e6-beab-aff76a53b52f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:06:25Z', 'updated_at': '2021-07-13T14:06:30Z', 'revision_number': 4, 'project_id': '7a7d384b32784a6f914418ec93b94b0e', 'gw_port': {'id': 'e0028b4b-206c-45e6-beab-aff76a53b52f', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:6f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7872417c-edc2-41dc-b166-7beb06142e59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:06:26Z', 'updated_at': '2021-07-13T14:06:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': 'ff6211a3-00ee-489c-b3a1-7ee91c474388', 'name': '', 'network_id': '97882bae-c062-401e-8800-eb0f30c53f37', 'tenant_id': '7a7d384b32784a6f914418ec93b94b0e', 'mac_address': 'fa:16:3e:41:92:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7872417c-edc2-41dc-b166-7beb06142e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': 'ce13e14b-2472-41c5-bea8-645f3c8d52a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:06:29Z', 'updated_at': '2021-07-13T14:06:33Z', 'revision_number': 4, 'project_id': '7a7d384b32784a6f914418ec93b94b0e', 'subnets': [{'id': 'ce13e14b-2472-41c5-bea8-645f3c8d52a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:06:34.346868 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-572a08b3-4d23-48c6-b26e-cbcaa5210dec req-81580be3-6115-4863-bc49-aaa27e2881be tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/ports?device_id=9602c732-a3f0-42ec-afef-93566cadc878 HTTP/1.1" status: 200 len: 210 time: 0.0439811 Jul 13 14:06:34.352154 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 40110) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:06:34.536552 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-85d25f11-1da8-428f-ab3b-ce2502cb0938 tempest-QuotasNegativeTest-300290339 tempest-QuotasNegativeTest-300290339-project-admin] Request body: {'quota': {'network': 2}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:06:34.559323 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device ff6211a3-00ee-489c-b3a1-7ee91c474388 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:06:34.568023 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4c2d9d-fbc1-42ed-9ca7-962dcbca46d0 req-6403109f-f749-4c83-bb12-95760f0c8c3c tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:06:34.569949 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5d4c2d9d-fbc1-42ed-9ca7-962dcbca46d0 req-6403109f-f749-4c83-bb12-95760f0c8c3c tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.41 "GET /v2.0/networks?id=97882bae-c062-401e-8800-eb0f30c53f37 HTTP/1.1" status: 200 len: 796 time: 0.1869292 Jul 13 14:06:34.593407 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-85d25f11-1da8-428f-ab3b-ce2502cb0938 tempest-QuotasNegativeTest-300290339 tempest-QuotasNegativeTest-300290339-project-admin] 10.222.0.23 "PUT /v2.0/quotas/91c30ba21e7448749e11d9172a7a552a HTTP/1.1" status: 200 len: 368 time: 0.2380145 Jul 13 14:06:34.595734 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 40114) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:06:34.600991 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-cd25331c-7fbe-46d8-9377-05c7d72caca0 tempest-QuotasNegativeTest-300290339 tempest-QuotasNegativeTest-300290339-project-admin] Request body: {'network': {'project_id': '91c30ba21e7448749e11d9172a7a552a'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:06:34.655750 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd25331c-7fbe-46d8-9377-05c7d72caca0 tempest-QuotasNegativeTest-300290339 tempest-QuotasNegativeTest-300290339-project-admin] Made reservation on behalf of 91c30ba21e7448749e11d9172a7a552a for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:06:34.658218 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port ff6211a3-00ee-489c-b3a1-7ee91c474388 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:06:34.659417 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-cd25331c-7fbe-46d8-9377-05c7d72caca0 tempest-QuotasNegativeTest-300290339 tempest-QuotasNegativeTest-300290339-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:34.664058 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port ff6211a3-00ee-489c-b3a1-7ee91c474388 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:06:34.664828 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:34.677592 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-cd25331c-7fbe-46d8-9377-05c7d72caca0 tempest-QuotasNegativeTest-300290339 tempest-QuotasNegativeTest-300290339-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:34.694571 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5d4c2d9d-fbc1-42ed-9ca7-962dcbca46d0 req-80bd8f43-160c-4254-8c0b-a869a218eeea tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7a7d384b32784a6f914418ec93b94b0e HTTP/1.1" status: 200 len: 379 time: 0.1120238 Jul 13 14:06:34.707125 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-5d4c2d9d-fbc1-42ed-9ca7-962dcbca46d0 req-f7e8989e-ddcc-4c27-b448-607eb7e29bf1 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Request body: {'port': {'device_id': '9602c732-a3f0-42ec-afef-93566cadc878', 'network_id': '97882bae-c062-401e-8800-eb0f30c53f37', 'admin_state_up': True, 'tenant_id': '7a7d384b32784a6f914418ec93b94b0e', 'security_groups': ['27ed47c6-e0a1-4425-a36b-c9ef1efffb9b']}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:06:34.754118 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:34.793687 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port ff6211a3-00ee-489c-b3a1-7ee91c474388, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=ff6211a3-00ee-489c-b3a1-7ee91c474388,segment=NetworkSegment(205c601f-77a8-4cd1-bd9b-878306a48818),segment_id=205c601f-77a8-4cd1-bd9b-878306a48818)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:06:34.799165 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:34.800283 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 1a1c8d42-e566-4ccc-ba5a-79ce1c72e968 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:06:34.890916 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-cd25331c-7fbe-46d8-9377-05c7d72caca0 tempest-QuotasNegativeTest-300290339 tempest-QuotasNegativeTest-300290339-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:34.895414 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=ff6211a3-00ee-489c-b3a1-7ee91c474388,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:06:34.902478 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 1a1c8d42-e566-4ccc-ba5a-79ce1c72e968 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:06:34.902857 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:34.906537 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-cd25331c-7fbe-46d8-9377-05c7d72caca0 tempest-QuotasNegativeTest-300290339 tempest-QuotasNegativeTest-300290339-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:34.947250 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd25331c-7fbe-46d8-9377-05c7d72caca0 tempest-QuotasNegativeTest-300290339 tempest-QuotasNegativeTest-300290339-project-admin] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 14:06:34.960354 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d4c2d9d-fbc1-42ed-9ca7-962dcbca46d0 req-f7e8989e-ddcc-4c27-b448-607eb7e29bf1 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Made reservation on behalf of 7a7d384b32784a6f914418ec93b94b0e for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:06:34.964016 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-5d4c2d9d-fbc1-42ed-9ca7-962dcbca46d0 req-f7e8989e-ddcc-4c27-b448-607eb7e29bf1 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:34.979632 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-cd25331c-7fbe-46d8-9377-05c7d72caca0 tempest-QuotasNegativeTest-300290339 tempest-QuotasNegativeTest-300290339-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:34.980037 n-d-800634-1 neutron-server[93750]: INFO neutron.db.segments_db [None req-cd25331c-7fbe-46d8-9377-05c7d72caca0 tempest-QuotasNegativeTest-300290339 tempest-QuotasNegativeTest-300290339-project-admin] Added segment 28aa7426-c7db-4619-bf21-4e30a9877ecc of type vlan for network 94f676b4-6378-4825-8b36-3b42255bbc3d Jul 13 14:06:34.981408 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd25331c-7fbe-46d8-9377-05c7d72caca0 tempest-QuotasNegativeTest-300290339 tempest-QuotasNegativeTest-300290339-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45e3726d-ad7c-4ff9-84c4-7947fdb8754e,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:06:35.070991 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-cd25331c-7fbe-46d8-9377-05c7d72caca0 tempest-QuotasNegativeTest-300290339 tempest-QuotasNegativeTest-300290339-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:35.153845 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-cd25331c-7fbe-46d8-9377-05c7d72caca0 tempest-QuotasNegativeTest-300290339 tempest-QuotasNegativeTest-300290339-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:35.154827 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd25331c-7fbe-46d8-9377-05c7d72caca0 tempest-QuotasNegativeTest-300290339 tempest-QuotasNegativeTest-300290339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:06:35.155467 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-cd25331c-7fbe-46d8-9377-05c7d72caca0 tempest-QuotasNegativeTest-300290339 tempest-QuotasNegativeTest-300290339-project-admin] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:35.221685 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-5d4c2d9d-fbc1-42ed-9ca7-962dcbca46d0 req-f7e8989e-ddcc-4c27-b448-607eb7e29bf1 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Allocated IP 172.20.0.8 (97882bae-c062-401e-8800-eb0f30c53f37/ce13e14b-2472-41c5-bea8-645f3c8d52a2/1c9e3486-9515-4790-9e0c-5423f253ac80) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:06:35.238790 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-cd25331c-7fbe-46d8-9377-05c7d72caca0 tempest-QuotasNegativeTest-300290339 tempest-QuotasNegativeTest-300290339-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.6418033 Jul 13 14:06:35.241408 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 40116) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:06:35.246955 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-0a44d2ac-a818-4bc0-b5e9-7021bfa9374e tempest-QuotasNegativeTest-300290339 tempest-QuotasNegativeTest-300290339-project-admin] Request body: {'network': {'project_id': '91c30ba21e7448749e11d9172a7a552a'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:06:35.255449 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd25331c-7fbe-46d8-9377-05c7d72caca0 tempest-QuotasNegativeTest-300290339 tempest-QuotasNegativeTest-300290339-project-admin] Pushing event updated for resources: {'Network': ['ID=94f676b4-6378-4825-8b36-3b42255bbc3d,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:06:35.269690 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network 94f676b4-6378-4825-8b36-3b42255bbc3d details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 14:06:35.273873 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a44d2ac-a818-4bc0-b5e9-7021bfa9374e tempest-QuotasNegativeTest-300290339 tempest-QuotasNegativeTest-300290339-project-admin] Made reservation on behalf of 91c30ba21e7448749e11d9172a7a552a for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:06:35.277909 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0a44d2ac-a818-4bc0-b5e9-7021bfa9374e tempest-QuotasNegativeTest-300290339 tempest-QuotasNegativeTest-300290339-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:35.310313 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a44d2ac-a818-4bc0-b5e9-7021bfa9374e tempest-QuotasNegativeTest-300290339 tempest-QuotasNegativeTest-300290339-project-admin] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 14:06:35.321413 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0a44d2ac-a818-4bc0-b5e9-7021bfa9374e tempest-QuotasNegativeTest-300290339 tempest-QuotasNegativeTest-300290339-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:35.321792 n-d-800634-1 neutron-server[93751]: INFO neutron.db.segments_db [None req-0a44d2ac-a818-4bc0-b5e9-7021bfa9374e tempest-QuotasNegativeTest-300290339 tempest-QuotasNegativeTest-300290339-project-admin] Added segment d7fcb2c5-d0b1-4adb-94bb-748ff4fedb21 of type vlan for network 1755fa3c-6937-456d-ab7a-91a877dff903 Jul 13 14:06:35.372061 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0a44d2ac-a818-4bc0-b5e9-7021bfa9374e tempest-QuotasNegativeTest-300290339 tempest-QuotasNegativeTest-300290339-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:35.407874 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0a44d2ac-a818-4bc0-b5e9-7021bfa9374e tempest-QuotasNegativeTest-300290339 tempest-QuotasNegativeTest-300290339-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:35.409521 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a44d2ac-a818-4bc0-b5e9-7021bfa9374e tempest-QuotasNegativeTest-300290339 tempest-QuotasNegativeTest-300290339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:06:35.410371 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0a44d2ac-a818-4bc0-b5e9-7021bfa9374e tempest-QuotasNegativeTest-300290339 tempest-QuotasNegativeTest-300290339-project-admin] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:35.413625 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-5d4c2d9d-fbc1-42ed-9ca7-962dcbca46d0 req-f7e8989e-ddcc-4c27-b448-607eb7e29bf1 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:35.430107 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-5d4c2d9d-fbc1-42ed-9ca7-962dcbca46d0 req-f7e8989e-ddcc-4c27-b448-607eb7e29bf1 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Transition to ACTIVE for port object 1c9e3486-9515-4790-9e0c-5423f253ac80 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:06:35.452489 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-0a44d2ac-a818-4bc0-b5e9-7021bfa9374e tempest-QuotasNegativeTest-300290339 tempest-QuotasNegativeTest-300290339-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.2095153 Jul 13 14:06:35.456426 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 40120) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:06:35.462695 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-07a75836-6e5e-472c-bd20-1889b19a02fd tempest-QuotasNegativeTest-300290339 tempest-QuotasNegativeTest-300290339-project-admin] Request body: {'network': {'project_id': '91c30ba21e7448749e11d9172a7a552a'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:06:35.482131 n-d-800634-1 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-07a75836-6e5e-472c-bd20-1889b19a02fd tempest-QuotasNegativeTest-300290339 tempest-QuotasNegativeTest-300290339-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 13 14:06:35.482633 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07a75836-6e5e-472c-bd20-1889b19a02fd tempest-QuotasNegativeTest-300290339 tempest-QuotasNegativeTest-300290339-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93750) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 14:06:35.485790 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-07a75836-6e5e-472c-bd20-1889b19a02fd tempest-QuotasNegativeTest-300290339 tempest-QuotasNegativeTest-300290339-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0278659 Jul 13 14:06:35.487791 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-5d4c2d9d-fbc1-42ed-9ca7-962dcbca46d0 req-f7e8989e-ddcc-4c27-b448-607eb7e29bf1 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:35.489615 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 40122) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:06:35.546305 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a44d2ac-a818-4bc0-b5e9-7021bfa9374e tempest-QuotasNegativeTest-300290339 tempest-QuotasNegativeTest-300290339-project-admin] Pushing event updated for resources: {'Network': ['ID=1755fa3c-6937-456d-ab7a-91a877dff903,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:06:35.563387 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network 1755fa3c-6937-456d-ab7a-91a877dff903 details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 14:06:35.586280 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f502841-e7b8-4399-ba09-74735016d6f8 req-3c955893-d99f-441d-9176-e267585a5799 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:06:35.587969 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2f502841-e7b8-4399-ba09-74735016d6f8 req-3c955893-d99f-441d-9176-e267585a5799 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/ports?device_id=9602c732-a3f0-42ec-afef-93566cadc878 HTTP/1.1" status: 200 len: 931 time: 0.1031296 Jul 13 14:06:35.594543 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d4c2d9d-fbc1-42ed-9ca7-962dcbca46d0 req-f7e8989e-ddcc-4c27-b448-607eb7e29bf1 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Network 97882bae-c062-401e-8800-eb0f30c53f37 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:06:35.607482 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-5d4c2d9d-fbc1-42ed-9ca7-962dcbca46d0 req-f7e8989e-ddcc-4c27-b448-607eb7e29bf1 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:06:35.614757 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d4c2d9d-fbc1-42ed-9ca7-962dcbca46d0 req-f7e8989e-ddcc-4c27-b448-607eb7e29bf1 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:06:35.645465 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6021e57e-ace8-490e-b35a-fad6e3859721 tempest-QuotasNegativeTest-300290339 tempest-QuotasNegativeTest-300290339-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:35.652241 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e8989e-ddcc-4c27-b448-607eb7e29bf1 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Pushing event updated for resources: {'Port': ['ID=1c9e3486-9515-4790-9e0c-5423f253ac80,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:06:35.656510 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2f502841-e7b8-4399-ba09-74735016d6f8 req-455227d2-fea4-4ca5-b3f4-b1c82dcede21 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/security-groups?id=27ed47c6-e0a1-4425-a36b-c9ef1efffb9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583413 Jul 13 14:06:35.681210 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4c2d9d-fbc1-42ed-9ca7-962dcbca46d0 req-f7e8989e-ddcc-4c27-b448-607eb7e29bf1 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:06:35.681938 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-5d4c2d9d-fbc1-42ed-9ca7-962dcbca46d0 req-f7e8989e-ddcc-4c27-b448-607eb7e29bf1 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:35.731641 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5d4c2d9d-fbc1-42ed-9ca7-962dcbca46d0 req-f7e8989e-ddcc-4c27-b448-607eb7e29bf1 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0306554 Jul 13 14:06:35.768797 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-5d4c2d9d-fbc1-42ed-9ca7-962dcbca46d0 req-4100f5fa-67b5-4604-826b-be5bfb343da6 service neutron] Request body: {'port': {'device_id': '9602c732-a3f0-42ec-afef-93566cadc878', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:06:35.807340 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6021e57e-ace8-490e-b35a-fad6e3859721 tempest-QuotasNegativeTest-300290339 tempest-QuotasNegativeTest-300290339-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:35.824815 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-6021e57e-ace8-490e-b35a-fad6e3859721 tempest-QuotasNegativeTest-300290339 tempest-QuotasNegativeTest-300290339-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1755fa3c-6937-456d-ab7a-91a877dff903']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:06:35.841464 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-6021e57e-ace8-490e-b35a-fad6e3859721 tempest-QuotasNegativeTest-300290339 tempest-QuotasNegativeTest-300290339-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7fcb2c5-d0b1-4adb-94bb-748ff4fedb21') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:06:35.841464 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-6021e57e-ace8-490e-b35a-fad6e3859721 tempest-QuotasNegativeTest-300290339 tempest-QuotasNegativeTest-300290339-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7fcb2c5-d0b1-4adb-94bb-748ff4fedb21') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:06:35.869803 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6021e57e-ace8-490e-b35a-fad6e3859721 tempest-QuotasNegativeTest-300290339 tempest-QuotasNegativeTest-300290339-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5431730'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:35.875368 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-0f2dfe46-9244-4c29-9fef-8622e1096cfa None None] Provisioning for port 1c9e3486-9515-4790-9e0c-5423f253ac80 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:06:35.879626 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-0f2dfe46-9244-4c29-9fef-8622e1096cfa None None] Provisioning complete for port 1c9e3486-9515-4790-9e0c-5423f253ac80 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:06:35.880008 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-0f2dfe46-9244-4c29-9fef-8622e1096cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:35.898666 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6021e57e-ace8-490e-b35a-fad6e3859721 tempest-QuotasNegativeTest-300290339 tempest-QuotasNegativeTest-300290339-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:35.902831 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-5d4c2d9d-fbc1-42ed-9ca7-962dcbca46d0 req-4100f5fa-67b5-4604-826b-be5bfb343da6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:35.914957 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6021e57e-ace8-490e-b35a-fad6e3859721 tempest-QuotasNegativeTest-300290339 tempest-QuotasNegativeTest-300290339-project-admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 14:06:35.915370 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6021e57e-ace8-490e-b35a-fad6e3859721 tempest-QuotasNegativeTest-300290339 tempest-QuotasNegativeTest-300290339-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5970419'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:35.917092 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:06:35.917092 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:06:35.917092 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:06:35.917092 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:06:35.917092 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:06:35.917092 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:06:35.917092 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:06:35.917092 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:06:35.917092 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:06:35.917092 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:06:35.917092 n-d-800634-1 neutron-server[93750]: Traceback (most recent call last): Jul 13 14:06:35.917092 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 14:06:35.917092 n-d-800634-1 neutron-server[93750]: timer() Jul 13 14:06:35.917092 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 14:06:35.917092 n-d-800634-1 neutron-server[93750]: cb(*args, **kw) Jul 13 14:06:35.917092 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 14:06:35.917092 n-d-800634-1 neutron-server[93750]: return func(*args, **kwargs) Jul 13 14:06:35.917092 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 14:06:35.917092 n-d-800634-1 neutron-server[93750]: self._notify() Jul 13 14:06:35.917092 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 14:06:35.917092 n-d-800634-1 neutron-server[93750]: self.callback(batched_events) Jul 13 14:06:35.917092 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 14:06:35.917092 n-d-800634-1 neutron-server[93750]: event.method(event) Jul 13 14:06:35.917092 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 14:06:35.917092 n-d-800634-1 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 14:06:35.917092 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 14:06:35.917092 n-d-800634-1 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 14:06:35.917092 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 14:06:35.917092 n-d-800634-1 neutron-server[93750]: return f(self, *a, **k) Jul 13 14:06:35.917092 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 14:06:35.917092 n-d-800634-1 neutron-server[93750]: return self._get(url).json() Jul 13 14:06:35.917092 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 14:06:35.917092 n-d-800634-1 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 14:06:35.917092 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 14:06:35.917092 n-d-800634-1 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 13 14:06:35.917092 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 14:06:35.917092 n-d-800634-1 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 14:06:35.917092 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 14:06:35.917092 n-d-800634-1 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 14:06:35.917092 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 14:06:35.917092 n-d-800634-1 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 14:06:35.917092 n-d-800634-1 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 14:06:35.923025 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-0f2dfe46-9244-4c29-9fef-8622e1096cfa None None] Port 1c9e3486-9515-4790-9e0c-5423f253ac80 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:06:36.004972 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6021e57e-ace8-490e-b35a-fad6e3859721 tempest-QuotasNegativeTest-300290339 tempest-QuotasNegativeTest-300290339-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:36.009254 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6021e57e-ace8-490e-b35a-fad6e3859721 tempest-QuotasNegativeTest-300290339 tempest-QuotasNegativeTest-300290339-project-admin] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:36.011484 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-6021e57e-ace8-490e-b35a-fad6e3859721 tempest-QuotasNegativeTest-300290339 tempest-QuotasNegativeTest-300290339-project-admin] 10.222.0.23 "DELETE /v2.0/networks/1755fa3c-6937-456d-ab7a-91a877dff903 HTTP/1.1" status: 204 len: 168 time: 0.5207624 Jul 13 14:06:36.014153 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 40124) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:06:36.081352 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6021e57e-ace8-490e-b35a-fad6e3859721 tempest-QuotasNegativeTest-300290339 tempest-QuotasNegativeTest-300290339-project-admin] Pushing event deleted for resources: {'Network': ['ID=1755fa3c-6937-456d-ab7a-91a877dff903,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:06:36.084326 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bd379da8-ef45-4993-893f-e0d23cd69a4e tempest-QuotasNegativeTest-300290339 tempest-QuotasNegativeTest-300290339-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:36.167267 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bd379da8-ef45-4993-893f-e0d23cd69a4e tempest-QuotasNegativeTest-300290339 tempest-QuotasNegativeTest-300290339-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:36.177447 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-bd379da8-ef45-4993-893f-e0d23cd69a4e tempest-QuotasNegativeTest-300290339 tempest-QuotasNegativeTest-300290339-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94f676b4-6378-4825-8b36-3b42255bbc3d']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:06:36.188054 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-bd379da8-ef45-4993-893f-e0d23cd69a4e tempest-QuotasNegativeTest-300290339 tempest-QuotasNegativeTest-300290339-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28aa7426-c7db-4619-bf21-4e30a9877ecc') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:06:36.188353 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-bd379da8-ef45-4993-893f-e0d23cd69a4e tempest-QuotasNegativeTest-300290339 tempest-QuotasNegativeTest-300290339-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28aa7426-c7db-4619-bf21-4e30a9877ecc') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:06:36.197162 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bd379da8-ef45-4993-893f-e0d23cd69a4e tempest-QuotasNegativeTest-300290339 tempest-QuotasNegativeTest-300290339-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6018464'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:36.211643 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bd379da8-ef45-4993-893f-e0d23cd69a4e tempest-QuotasNegativeTest-300290339 tempest-QuotasNegativeTest-300290339-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:36.218158 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd379da8-ef45-4993-893f-e0d23cd69a4e tempest-QuotasNegativeTest-300290339 tempest-QuotasNegativeTest-300290339-project-admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 14:06:36.218682 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bd379da8-ef45-4993-893f-e0d23cd69a4e tempest-QuotasNegativeTest-300290339 tempest-QuotasNegativeTest-300290339-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6018632'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:36.220442 n-d-800634-1 neutron-server[93751]: Traceback (most recent call last): Jul 13 14:06:36.220442 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 14:06:36.220442 n-d-800634-1 neutron-server[93751]: timer() Jul 13 14:06:36.220442 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 14:06:36.220442 n-d-800634-1 neutron-server[93751]: cb(*args, **kw) Jul 13 14:06:36.220442 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 14:06:36.220442 n-d-800634-1 neutron-server[93751]: return func(*args, **kwargs) Jul 13 14:06:36.220442 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 14:06:36.220442 n-d-800634-1 neutron-server[93751]: self._notify() Jul 13 14:06:36.220442 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 14:06:36.220442 n-d-800634-1 neutron-server[93751]: self.callback(batched_events) Jul 13 14:06:36.220442 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 14:06:36.220442 n-d-800634-1 neutron-server[93751]: event.method(event) Jul 13 14:06:36.220442 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 14:06:36.220442 n-d-800634-1 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 14:06:36.220442 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 14:06:36.220442 n-d-800634-1 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 14:06:36.220442 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 14:06:36.220442 n-d-800634-1 neutron-server[93751]: return f(self, *a, **k) Jul 13 14:06:36.220442 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 14:06:36.220442 n-d-800634-1 neutron-server[93751]: return self._get(url).json() Jul 13 14:06:36.220442 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 14:06:36.220442 n-d-800634-1 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 14:06:36.220442 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 14:06:36.220442 n-d-800634-1 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 13 14:06:36.220442 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 14:06:36.220442 n-d-800634-1 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 14:06:36.220442 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 14:06:36.220442 n-d-800634-1 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 14:06:36.220442 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 14:06:36.220442 n-d-800634-1 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 14:06:36.220442 n-d-800634-1 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 14:06:36.242559 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-5d4c2d9d-fbc1-42ed-9ca7-962dcbca46d0 req-4100f5fa-67b5-4604-826b-be5bfb343da6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c9e3486-9515-4790-9e0c-5423f253ac80 {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:06:36.251234 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-5d4c2d9d-fbc1-42ed-9ca7-962dcbca46d0 req-4100f5fa-67b5-4604-826b-be5bfb343da6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:36.275220 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bd379da8-ef45-4993-893f-e0d23cd69a4e tempest-QuotasNegativeTest-300290339 tempest-QuotasNegativeTest-300290339-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:36.275477 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-5d4c2d9d-fbc1-42ed-9ca7-962dcbca46d0 req-4100f5fa-67b5-4604-826b-be5bfb343da6 service neutron] Transition to ACTIVE for port object 1c9e3486-9515-4790-9e0c-5423f253ac80 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:06:36.279369 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-5d4c2d9d-fbc1-42ed-9ca7-962dcbca46d0 req-4100f5fa-67b5-4604-826b-be5bfb343da6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:36.280487 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bd379da8-ef45-4993-893f-e0d23cd69a4e tempest-QuotasNegativeTest-300290339 tempest-QuotasNegativeTest-300290339-project-admin] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:36.285613 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-bd379da8-ef45-4993-893f-e0d23cd69a4e tempest-QuotasNegativeTest-300290339 tempest-QuotasNegativeTest-300290339-project-admin] 10.222.0.23 "DELETE /v2.0/networks/94f676b4-6378-4825-8b36-3b42255bbc3d HTTP/1.1" status: 204 len: 168 time: 0.2665415 Jul 13 14:06:36.298628 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd379da8-ef45-4993-893f-e0d23cd69a4e tempest-QuotasNegativeTest-300290339 tempest-QuotasNegativeTest-300290339-project-admin] Pushing event deleted for resources: {'Network': ['ID=94f676b4-6378-4825-8b36-3b42255bbc3d,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:06:36.337277 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4100f5fa-67b5-4604-826b-be5bfb343da6 service neutron] Pushing event updated for resources: {'Port': ['ID=1c9e3486-9515-4790-9e0c-5423f253ac80,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:06:36.423920 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-5d4c2d9d-fbc1-42ed-9ca7-962dcbca46d0 req-4100f5fa-67b5-4604-826b-be5bfb343da6 service neutron] Attempting to bind port 1c9e3486-9515-4790-9e0c-5423f253ac80 on host n-h2-800634-1 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:06:36.424511 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-5d4c2d9d-fbc1-42ed-9ca7-962dcbca46d0 req-4100f5fa-67b5-4604-826b-be5bfb343da6 service neutron] Attempting to bind port 1c9e3486-9515-4790-9e0c-5423f253ac80 by drivers openvswitch,hyperv on host n-h2-800634-1 at level 0 using segments [{'id': '205c601f-77a8-4cd1-bd9b-878306a48818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '97882bae-c062-401e-8800-eb0f30c53f37'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:06:36.424641 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d4c2d9d-fbc1-42ed-9ca7-962dcbca46d0 req-4100f5fa-67b5-4604-826b-be5bfb343da6 service neutron] Attempting to bind port 1c9e3486-9515-4790-9e0c-5423f253ac80 on network 97882bae-c062-401e-8800-eb0f30c53f37 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:06:36.429381 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d4c2d9d-fbc1-42ed-9ca7-962dcbca46d0 req-4100f5fa-67b5-4604-826b-be5bfb343da6 service neutron] Port 1c9e3486-9515-4790-9e0c-5423f253ac80 on network 97882bae-c062-401e-8800-eb0f30c53f37 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-1 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 14:06:36.429844 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d4c2d9d-fbc1-42ed-9ca7-962dcbca46d0 req-4100f5fa-67b5-4604-826b-be5bfb343da6 service neutron] Attempting to bind port 1c9e3486-9515-4790-9e0c-5423f253ac80 on network 97882bae-c062-401e-8800-eb0f30c53f37 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:06:36.435942 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d4c2d9d-fbc1-42ed-9ca7-962dcbca46d0 req-4100f5fa-67b5-4604-826b-be5bfb343da6 service neutron] Checking agent: {'id': 'f615e5c9-21ab-43f2-adbc-192d64b795cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:06:36.436329 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d4c2d9d-fbc1-42ed-9ca7-962dcbca46d0 req-4100f5fa-67b5-4604-826b-be5bfb343da6 service neutron] Checking segment: {'id': '205c601f-77a8-4cd1-bd9b-878306a48818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '97882bae-c062-401e-8800-eb0f30c53f37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:06:36.436738 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d4c2d9d-fbc1-42ed-9ca7-962dcbca46d0 req-4100f5fa-67b5-4604-826b-be5bfb343da6 service neutron] Bound using segment: {'id': '205c601f-77a8-4cd1-bd9b-878306a48818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '97882bae-c062-401e-8800-eb0f30c53f37'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:06:36.437317 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-5d4c2d9d-fbc1-42ed-9ca7-962dcbca46d0 req-4100f5fa-67b5-4604-826b-be5bfb343da6 service neutron] Bound port: 1c9e3486-9515-4790-9e0c-5423f253ac80, host: n-h2-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '205c601f-77a8-4cd1-bd9b-878306a48818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '97882bae-c062-401e-8800-eb0f30c53f37'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:06:36.437690 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-5d4c2d9d-fbc1-42ed-9ca7-962dcbca46d0 req-4100f5fa-67b5-4604-826b-be5bfb343da6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:36.459807 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device ff6211a3-00ee-489c-b3a1-7ee91c474388 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:06:36.523908 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-5d4c2d9d-fbc1-42ed-9ca7-962dcbca46d0 req-4100f5fa-67b5-4604-826b-be5bfb343da6 service neutron] For port 1c9e3486-9515-4790-9e0c-5423f253ac80, host n-h2-800634-1, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:06:36.525823 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port ff6211a3-00ee-489c-b3a1-7ee91c474388 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:06:36.526419 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:36.528838 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-5d4c2d9d-fbc1-42ed-9ca7-962dcbca46d0 req-4100f5fa-67b5-4604-826b-be5bfb343da6 service neutron] For port 1c9e3486-9515-4790-9e0c-5423f253ac80, host n-h2-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=1c9e3486-9515-4790-9e0c-5423f253ac80,segment=NetworkSegment(205c601f-77a8-4cd1-bd9b-878306a48818),segment_id=205c601f-77a8-4cd1-bd9b-878306a48818)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:06:36.535588 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-5d4c2d9d-fbc1-42ed-9ca7-962dcbca46d0 req-4100f5fa-67b5-4604-826b-be5bfb343da6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:36.591905 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4c2d9d-fbc1-42ed-9ca7-962dcbca46d0 req-4100f5fa-67b5-4604-826b-be5bfb343da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:06:36.593872 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-5d4c2d9d-fbc1-42ed-9ca7-962dcbca46d0 req-4100f5fa-67b5-4604-826b-be5bfb343da6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:36.595818 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5d4c2d9d-fbc1-42ed-9ca7-962dcbca46d0 req-4100f5fa-67b5-4604-826b-be5bfb343da6 service neutron] 10.222.0.41 "PUT /v2.0/ports/1c9e3486-9515-4790-9e0c-5423f253ac80 HTTP/1.1" status: 200 len: 1091 time: 0.8381140 Jul 13 14:06:36.598736 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9602c732-a3f0-42ec-afef-93566cadc878', 'tag': '1c9e3486-9515-4790-9e0c-5423f253ac80'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:06:36.601589 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4924b6c6-22b6-41f6-8bdd-4b30a0a8ec70" -d '{"events": [{"name": "network-changed", "server_uuid": "9602c732-a3f0-42ec-afef-93566cadc878", "tag": "1c9e3486-9515-4790-9e0c-5423f253ac80"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:06:36.633727 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4100f5fa-67b5-4604-826b-be5bfb343da6 service neutron] Pushing event updated for resources: {'Port': ['ID=1c9e3486-9515-4790-9e0c-5423f253ac80,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:06:36.711301 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4c2d9d-fbc1-42ed-9ca7-962dcbca46d0 req-1b715125-e87d-4300-bb46-1dfded001589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:06:36.713146 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5d4c2d9d-fbc1-42ed-9ca7-962dcbca46d0 req-1b715125-e87d-4300-bb46-1dfded001589 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7a7d384b32784a6f914418ec93b94b0e&device_id=9602c732-a3f0-42ec-afef-93566cadc878 HTTP/1.1" status: 200 len: 1094 time: 0.0723855 Jul 13 14:06:36.769372 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5d4c2d9d-fbc1-42ed-9ca7-962dcbca46d0 req-486c7e5e-e17e-4c69-8fc0-412029d7078c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1c9e3486-9515-4790-9e0c-5423f253ac80 HTTP/1.1" status: 200 len: 217 time: 0.0476997 Jul 13 14:06:36.830308 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be62eef2-461b-4d94-9203-eccc34f109b8 x-openstack-request-id: req-be62eef2-461b-4d94-9203-eccc34f109b8 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:06:36.830679 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9602c732-a3f0-42ec-afef-93566cadc878", "tag": "1c9e3486-9515-4790-9e0c-5423f253ac80", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:06:36.830999 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-be62eef2-461b-4d94-9203-eccc34f109b8 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:06:36.831459 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9602c732-a3f0-42ec-afef-93566cadc878', 'tag': '1c9e3486-9515-4790-9e0c-5423f253ac80', 'status': 'completed', 'code': 200} Jul 13 14:06:36.851887 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4c2d9d-fbc1-42ed-9ca7-962dcbca46d0 req-fd88bf96-60f2-4b90-a9aa-9894a8145a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:06:36.854760 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5d4c2d9d-fbc1-42ed-9ca7-962dcbca46d0 req-fd88bf96-60f2-4b90-a9aa-9894a8145a59 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ce13e14b-2472-41c5-bea8-645f3c8d52a2 HTTP/1.1" status: 200 len: 835 time: 0.0781968 Jul 13 14:06:36.888900 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4b4712-fd76-43f1-adcc-e36a6e06b573 req-7c444e7a-86fb-45b2-8cde-6cd0759dcdb4 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:06:36.891893 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1e4b4712-fd76-43f1-adcc-e36a6e06b573 req-7c444e7a-86fb-45b2-8cde-6cd0759dcdb4 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/ports?device_id=9602c732-a3f0-42ec-afef-93566cadc878 HTTP/1.1" status: 200 len: 943 time: 0.0931399 Jul 13 14:06:36.892596 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 40138) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:06:36.933623 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4c2d9d-fbc1-42ed-9ca7-962dcbca46d0 req-c9e9355f-3db0-47d4-b751-f63e4872c83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:06:36.935469 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5d4c2d9d-fbc1-42ed-9ca7-962dcbca46d0 req-c9e9355f-3db0-47d4-b751-f63e4872c83e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=97882bae-c062-401e-8800-eb0f30c53f37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0746155 Jul 13 14:06:36.938292 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1e4b4712-fd76-43f1-adcc-e36a6e06b573 req-6daf81de-3087-4dea-b593-1091700cbed6 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/security-groups?id=27ed47c6-e0a1-4425-a36b-c9ef1efffb9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393951 Jul 13 14:06:37.026739 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5d4c2d9d-fbc1-42ed-9ca7-962dcbca46d0 req-57885b56-180c-4c7e-af87-3edb613cf99d service neutron] 10.222.0.41 "GET /v2.0/networks/97882bae-c062-401e-8800-eb0f30c53f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846934 Jul 13 14:06:37.053594 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b27e159b-b7ff-4fbc-82d6-b437e2c1ed40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:37.123634 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5d4c2d9d-fbc1-42ed-9ca7-962dcbca46d0 req-dd057f61-befc-4666-9148-aa1c50de6f6a service neutron] 10.222.0.41 "GET /v2.0/networks/97882bae-c062-401e-8800-eb0f30c53f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902607 Jul 13 14:06:37.148414 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b27e159b-b7ff-4fbc-82d6-b437e2c1ed40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:37.152223 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b27e159b-b7ff-4fbc-82d6-b437e2c1ed40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:37.192934 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-b27e159b-b7ff-4fbc-82d6-b437e2c1ed40 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=09eac82e374d4e0e9e0a061bae0e946e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2991278 Jul 13 14:06:37.193831 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27e159b-b7ff-4fbc-82d6-b437e2c1ed40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6758584-8786-4978-b904-6bd71b2bcad5,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:06:37.196560 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 40142) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:06:37.224032 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4924b6c6-22b6-41f6-8bdd-4b30a0a8ec70 req-6d97eb6c-b6c5-478e-b572-758b60ff013c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:06:37.225560 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4924b6c6-22b6-41f6-8bdd-4b30a0a8ec70 req-6d97eb6c-b6c5-478e-b572-758b60ff013c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7a7d384b32784a6f914418ec93b94b0e&device_id=9602c732-a3f0-42ec-afef-93566cadc878 HTTP/1.1" status: 200 len: 1094 time: 0.0546794 Jul 13 14:06:37.249527 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0502b6b8-7be9-44d5-847e-9eddfa2e90fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:37.271232 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0502b6b8-7be9-44d5-847e-9eddfa2e90fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:37.318355 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0502b6b8-7be9-44d5-847e-9eddfa2e90fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:37.321126 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4924b6c6-22b6-41f6-8bdd-4b30a0a8ec70 req-89184c29-ab7f-4565-ac3a-00db1d0759a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:06:37.322617 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0502b6b8-7be9-44d5-847e-9eddfa2e90fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:37.322746 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4924b6c6-22b6-41f6-8bdd-4b30a0a8ec70 req-89184c29-ab7f-4565-ac3a-00db1d0759a9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=97882bae-c062-401e-8800-eb0f30c53f37 HTTP/1.1" status: 200 len: 896 time: 0.0901699 Jul 13 14:06:37.324062 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-0502b6b8-7be9-44d5-847e-9eddfa2e90fd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b6758584-8786-4978-b904-6bd71b2bcad5 HTTP/1.1" status: 204 len: 168 time: 0.1265693 Jul 13 14:06:37.333412 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0502b6b8-7be9-44d5-847e-9eddfa2e90fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6758584-8786-4978-b904-6bd71b2bcad5,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:06:37.368102 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4924b6c6-22b6-41f6-8bdd-4b30a0a8ec70 req-3332969e-09eb-4c71-a0cb-9a06df516cf4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1c9e3486-9515-4790-9e0c-5423f253ac80 HTTP/1.1" status: 200 len: 217 time: 0.0370109 Jul 13 14:06:37.421590 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4924b6c6-22b6-41f6-8bdd-4b30a0a8ec70 req-4a23bf52-7c49-45a6-b331-fd52c428ae02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:06:37.423280 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4924b6c6-22b6-41f6-8bdd-4b30a0a8ec70 req-4a23bf52-7c49-45a6-b331-fd52c428ae02 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ce13e14b-2472-41c5-bea8-645f3c8d52a2 HTTP/1.1" status: 200 len: 835 time: 0.0479445 Jul 13 14:06:37.486333 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4924b6c6-22b6-41f6-8bdd-4b30a0a8ec70 req-b778a731-98aa-42e8-bf71-64307c9f39a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:06:37.487835 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4924b6c6-22b6-41f6-8bdd-4b30a0a8ec70 req-b778a731-98aa-42e8-bf71-64307c9f39a1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=97882bae-c062-401e-8800-eb0f30c53f37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0571811 Jul 13 14:06:37.579135 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4924b6c6-22b6-41f6-8bdd-4b30a0a8ec70 req-45684ec9-4ac1-4c83-8a05-fab7f82d56c5 service neutron] 10.222.0.41 "GET /v2.0/networks/97882bae-c062-401e-8800-eb0f30c53f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839958 Jul 13 14:06:37.595699 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 40148) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:06:37.646184 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d01414f9-8070-49c5-b46d-2a992b6994c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:37.714031 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4924b6c6-22b6-41f6-8bdd-4b30a0a8ec70 req-324e18f6-289d-4e11-8b2d-68593537a004 service neutron] 10.222.0.41 "GET /v2.0/networks/97882bae-c062-401e-8800-eb0f30c53f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268487 Jul 13 14:06:37.768122 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d01414f9-8070-49c5-b46d-2a992b6994c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:37.771811 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d01414f9-8070-49c5-b46d-2a992b6994c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:37.809952 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-d01414f9-8070-49c5-b46d-2a992b6994c0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a1dc7a3570494713bf02aeff1398d095&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2132535 Jul 13 14:06:37.811152 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01414f9-8070-49c5-b46d-2a992b6994c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9029cdb-0d48-49e4-b78f-8dd552484649,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:06:37.812662 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 40150) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:06:37.862758 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8e3cbef1-0d41-4a2f-a90b-d0c7922e53b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:37.884066 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8e3cbef1-0d41-4a2f-a90b-d0c7922e53b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:37.930887 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8e3cbef1-0d41-4a2f-a90b-d0c7922e53b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:37.933444 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8e3cbef1-0d41-4a2f-a90b-d0c7922e53b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:37.934660 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-8e3cbef1-0d41-4a2f-a90b-d0c7922e53b7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b9029cdb-0d48-49e4-b78f-8dd552484649 HTTP/1.1" status: 204 len: 168 time: 0.1209638 Jul 13 14:06:37.942985 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3cbef1-0d41-4a2f-a90b-d0c7922e53b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9029cdb-0d48-49e4-b78f-8dd552484649,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:06:38.065045 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 1c9e3486-9515-4790-9e0c-5423f253ac80 details requested by agent hyperv_n-h2-800634-1 with host n-h2-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 14:06:38.117198 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace4ccb0-4446-4e74-a07d-4a36ec456ca4 req-be595cc5-5eff-4e73-920e-607be6390c8c tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:06:38.118749 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ace4ccb0-4446-4e74-a07d-4a36ec456ca4 req-be595cc5-5eff-4e73-920e-607be6390c8c tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/ports?device_id=9602c732-a3f0-42ec-afef-93566cadc878 HTTP/1.1" status: 200 len: 943 time: 0.0690546 Jul 13 14:06:38.164298 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ace4ccb0-4446-4e74-a07d-4a36ec456ca4 req-16d344d8-a3dc-4417-b091-dbcc31dd642e tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/security-groups?id=27ed47c6-e0a1-4425-a36b-c9ef1efffb9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391819 Jul 13 14:06:38.174264 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 1c9e3486-9515-4790-9e0c-5423f253ac80, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=1c9e3486-9515-4790-9e0c-5423f253ac80,segment=NetworkSegment(205c601f-77a8-4cd1-bd9b-878306a48818),segment_id=205c601f-77a8-4cd1-bd9b-878306a48818)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:06:38.195648 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Returning: {'device': '1c9e3486-9515-4790-9e0c-5423f253ac80', 'network_id': '97882bae-c062-401e-8800-eb0f30c53f37', 'port_id': '1c9e3486-9515-4790-9e0c-5423f253ac80', 'mac_address': 'fa:16:3e:bd:73:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce13e14b-2472-41c5-bea8-645f3c8d52a2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 14:06:38.232618 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:38.246269 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c9e3486-9515-4790-9e0c-5423f253ac80 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:06:38.267653 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 1c9e3486-9515-4790-9e0c-5423f253ac80, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=1c9e3486-9515-4790-9e0c-5423f253ac80,segment=NetworkSegment(205c601f-77a8-4cd1-bd9b-878306a48818),segment_id=205c601f-77a8-4cd1-bd9b-878306a48818)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:06:38.271652 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:38.320178 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=1c9e3486-9515-4790-9e0c-5423f253ac80,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:06:38.490500 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['1c9e3486-9515-4790-9e0c-5423f253ac80'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:06:39.296752 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 40196) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:06:39.345025 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9fec89-2b03-40fe-82f5-430f29c476ee req-d330361b-affc-4929-94d2-7b42354ebf87 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:06:39.346597 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-df9fec89-2b03-40fe-82f5-430f29c476ee req-d330361b-affc-4929-94d2-7b42354ebf87 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/ports?device_id=9602c732-a3f0-42ec-afef-93566cadc878 HTTP/1.1" status: 200 len: 944 time: 0.0687869 Jul 13 14:06:39.387670 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-df9fec89-2b03-40fe-82f5-430f29c476ee req-73a52b78-8463-42c8-9ef8-5585c55f2bb3 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/security-groups?id=27ed47c6-e0a1-4425-a36b-c9ef1efffb9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354733 Jul 13 14:06:39.396238 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-dec3f2ed-dd89-4f46-8f7c-fa7783f1a833 tempest-QuotasTest-619945091 tempest-QuotasTest-619945091-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:06:39.424741 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-dec3f2ed-dd89-4f46-8f7c-fa7783f1a833 tempest-QuotasTest-619945091 tempest-QuotasTest-619945091-project-admin] 10.222.0.23 "PUT /v2.0/quotas/cd140e52387645809992472da28a8fb7 HTTP/1.1" status: 200 len: 366 time: 0.1268246 Jul 13 14:06:39.427266 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 40200) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:06:39.437256 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-c5ac3ab8-db12-427f-8e5b-c26c7dc7284b tempest-QuotasTest-619945091 tempest-QuotasTest-619945091-project-admin] 10.222.0.23 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0089893 Jul 13 14:06:39.439598 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 40202) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:06:39.449384 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-0d1b36c1-b19e-44b7-85cb-2ce285c412ae tempest-QuotasTest-619945091 tempest-QuotasTest-619945091-project-admin] 10.222.0.23 "GET /v2.0/quotas/cd140e52387645809992472da28a8fb7 HTTP/1.1" status: 200 len: 366 time: 0.0087376 Jul 13 14:06:39.451861 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 40204) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:06:39.465326 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-4c68e060-fd3e-41a4-8bbf-aaf58a483ad8 tempest-QuotasTest-619945091 tempest-QuotasTest-619945091-project-admin] 10.222.0.23 "DELETE /v2.0/quotas/cd140e52387645809992472da28a8fb7 HTTP/1.1" status: 204 len: 168 time: 0.0124850 Jul 13 14:06:39.468032 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 40206) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:06:39.476441 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-6eecdd83-c821-4d32-a49b-64a30cceadbd tempest-QuotasTest-619945091 tempest-QuotasTest-619945091-project-admin] 10.222.0.23 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0073593 Jul 13 14:06:39.478571 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 40208) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:06:39.487811 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-d15064cb-c970-4872-bd3f-88221117f2e9 tempest-QuotasTest-619945091 tempest-QuotasTest-619945091-project-admin] 10.222.0.23 "GET /v2.0/quotas/cd140e52387645809992472da28a8fb7 HTTP/1.1" status: 200 len: 370 time: 0.0083284 Jul 13 14:06:39.489853 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 40210) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:06:39.494309 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-cd01452e-26ec-4e62-808b-98e8d0b76040 tempest-QuotasTest-619945091 tempest-QuotasTest-619945091-project-admin] 10.222.0.23 "GET /v2.0/quotas/cd140e52387645809992472da28a8fb7/default HTTP/1.1" status: 200 len: 370 time: 0.0035660 Jul 13 14:06:39.496278 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 40212) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:06:39.504012 n-d-800634-1 neutron-server[93750]: INFO neutron.api.v2.resource [None req-61caec5a-092a-4d1b-982e-a9b07642f3a4 tempest-QuotasTest-619945091 tempest-QuotasTest-619945091-project-admin] delete failed (client error): The resource could not be found. Jul 13 14:06:39.504987 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-61caec5a-092a-4d1b-982e-a9b07642f3a4 tempest-QuotasTest-619945091 tempest-QuotasTest-619945091-project-admin] 10.222.0.23 "DELETE /v2.0/quotas/cd140e52387645809992472da28a8fb7 HTTP/1.1" status: 404 len: 348 time: 0.0078955 Jul 13 14:06:39.610164 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 40216) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:06:39.629794 n-d-800634-1 neutron-server[93750]: DEBUG neutron.quota.resource [None req-e6463795-d4bf-48dc-a0ee-225b0d86735f tempest-QuotasTest-619945091 tempest-QuotasTest-619945091-project-admin] Usage tracker for resource:network and tenant:8d278b9ce4bb47e1957c90ec345bd19c is out of sync, need to count used quota {{(pid=93750) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 13 14:06:39.634803 n-d-800634-1 neutron-server[93750]: DEBUG neutron.quota.resource [None req-e6463795-d4bf-48dc-a0ee-225b0d86735f tempest-QuotasTest-619945091 tempest-QuotasTest-619945091-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93750) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 13 14:06:39.642249 n-d-800634-1 neutron-server[93750]: DEBUG neutron.quota.resource [None req-e6463795-d4bf-48dc-a0ee-225b0d86735f tempest-QuotasTest-619945091 tempest-QuotasTest-619945091-project-admin] Usage tracker for resource:subnet and tenant:8d278b9ce4bb47e1957c90ec345bd19c is out of sync, need to count used quota {{(pid=93750) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 13 14:06:39.647169 n-d-800634-1 neutron-server[93750]: DEBUG neutron.quota.resource [None req-e6463795-d4bf-48dc-a0ee-225b0d86735f tempest-QuotasTest-619945091 tempest-QuotasTest-619945091-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93750) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 13 14:06:39.653440 n-d-800634-1 neutron-server[93750]: DEBUG neutron.quota.resource [None req-e6463795-d4bf-48dc-a0ee-225b0d86735f tempest-QuotasTest-619945091 tempest-QuotasTest-619945091-project-admin] Usage tracker for resource:subnetpool and tenant:8d278b9ce4bb47e1957c90ec345bd19c is out of sync, need to count used quota {{(pid=93750) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 13 14:06:39.659018 n-d-800634-1 neutron-server[93750]: DEBUG neutron.quota.resource [None req-e6463795-d4bf-48dc-a0ee-225b0d86735f tempest-QuotasTest-619945091 tempest-QuotasTest-619945091-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=93750) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 13 14:06:39.665292 n-d-800634-1 neutron-server[93750]: DEBUG neutron.quota.resource [None req-e6463795-d4bf-48dc-a0ee-225b0d86735f tempest-QuotasTest-619945091 tempest-QuotasTest-619945091-project-admin] Usage tracker for resource:port and tenant:8d278b9ce4bb47e1957c90ec345bd19c is out of sync, need to count used quota {{(pid=93750) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 13 14:06:39.670099 n-d-800634-1 neutron-server[93750]: DEBUG neutron.quota.resource [None req-e6463795-d4bf-48dc-a0ee-225b0d86735f tempest-QuotasTest-619945091 tempest-QuotasTest-619945091-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=93750) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 13 14:06:39.676583 n-d-800634-1 neutron-server[93750]: DEBUG neutron.quota.resource [None req-e6463795-d4bf-48dc-a0ee-225b0d86735f tempest-QuotasTest-619945091 tempest-QuotasTest-619945091-project-admin] Usage tracker for resource:router and tenant:8d278b9ce4bb47e1957c90ec345bd19c is out of sync, need to count used quota {{(pid=93750) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 13 14:06:39.681338 n-d-800634-1 neutron-server[93750]: DEBUG neutron.quota.resource [None req-e6463795-d4bf-48dc-a0ee-225b0d86735f tempest-QuotasTest-619945091 tempest-QuotasTest-619945091-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93750) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 13 14:06:39.687400 n-d-800634-1 neutron-server[93750]: DEBUG neutron.quota.resource [None req-e6463795-d4bf-48dc-a0ee-225b0d86735f tempest-QuotasTest-619945091 tempest-QuotasTest-619945091-project-admin] Usage tracker for resource:floatingip and tenant:8d278b9ce4bb47e1957c90ec345bd19c is out of sync, need to count used quota {{(pid=93750) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 13 14:06:39.692029 n-d-800634-1 neutron-server[93750]: DEBUG neutron.quota.resource [None req-e6463795-d4bf-48dc-a0ee-225b0d86735f tempest-QuotasTest-619945091 tempest-QuotasTest-619945091-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=93750) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 13 14:06:39.727129 n-d-800634-1 neutron-server[93750]: DEBUG neutron.quota.resource [None req-e6463795-d4bf-48dc-a0ee-225b0d86735f tempest-QuotasTest-619945091 tempest-QuotasTest-619945091-project-admin] Usage tracker for resource:security_group and tenant:8d278b9ce4bb47e1957c90ec345bd19c is out of sync, need to count used quota {{(pid=93750) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 13 14:06:39.732245 n-d-800634-1 neutron-server[93750]: DEBUG neutron.quota.resource [None req-e6463795-d4bf-48dc-a0ee-225b0d86735f tempest-QuotasTest-619945091 tempest-QuotasTest-619945091-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=93750) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 13 14:06:39.738158 n-d-800634-1 neutron-server[93750]: DEBUG neutron.quota.resource [None req-e6463795-d4bf-48dc-a0ee-225b0d86735f tempest-QuotasTest-619945091 tempest-QuotasTest-619945091-project-admin] Usage tracker for resource:security_group_rule and tenant:8d278b9ce4bb47e1957c90ec345bd19c is out of sync, need to count used quota {{(pid=93750) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 13 14:06:39.742865 n-d-800634-1 neutron-server[93750]: DEBUG neutron.quota.resource [None req-e6463795-d4bf-48dc-a0ee-225b0d86735f tempest-QuotasTest-619945091 tempest-QuotasTest-619945091-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93750) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 13 14:06:39.747252 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-e6463795-d4bf-48dc-a0ee-225b0d86735f tempest-QuotasTest-619945091 tempest-QuotasTest-619945091-project-admin] 10.222.0.23 "GET /v2.0/quotas/8d278b9ce4bb47e1957c90ec345bd19c/details.json HTTP/1.1" status: 200 len: 703 time: 0.1360803 Jul 13 14:06:40.044352 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 40222) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:06:40.064271 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 1c9e3486-9515-4790-9e0c-5423f253ac80 up at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:06:40.116306 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning for port 1c9e3486-9515-4790-9e0c-5423f253ac80 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:06:40.120046 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning complete for port 1c9e3486-9515-4790-9e0c-5423f253ac80 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:06:40.120451 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:40.153074 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7f540164-c6a7-412b-8c60-6335bb3946f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:40.197062 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:40.222214 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9602c732-a3f0-42ec-afef-93566cadc878', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c9e3486-9515-4790-9e0c-5423f253ac80'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:06:40.224861 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd7c4b78-0873-4318-93e4-b9e293f54385" -d '{"events": [{"server_uuid": "9602c732-a3f0-42ec-afef-93566cadc878", "name": "network-vif-plugged", "status": "completed", "tag": "1c9e3486-9515-4790-9e0c-5423f253ac80"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:06:40.239625 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 1c9e3486-9515-4790-9e0c-5423f253ac80, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=1c9e3486-9515-4790-9e0c-5423f253ac80,segment=NetworkSegment(205c601f-77a8-4cd1-bd9b-878306a48818),segment_id=205c601f-77a8-4cd1-bd9b-878306a48818)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:06:40.244808 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:40.248319 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7f540164-c6a7-412b-8c60-6335bb3946f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:40.253044 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7f540164-c6a7-412b-8c60-6335bb3946f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:40.292327 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-7f540164-c6a7-412b-8c60-6335bb3946f4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6e6033560cbc4d549c385ac34d4c1e8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2467740 Jul 13 14:06:40.294386 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f540164-c6a7-412b-8c60-6335bb3946f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f0f7a21-4eff-480a-b0bd-4f2ec4716295,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:06:40.295136 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 40232) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:06:40.302674 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=1c9e3486-9515-4790-9e0c-5423f253ac80,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:06:40.355156 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-85f99134-172a-47f7-8162-b64673198020 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:40.385700 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-85f99134-172a-47f7-8162-b64673198020 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:40.410532 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ed81f86-0f47-4fad-a18e-32d1c1ac73ba x-openstack-request-id: req-8ed81f86-0f47-4fad-a18e-32d1c1ac73ba {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:06:40.410834 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9602c732-a3f0-42ec-afef-93566cadc878", "name": "network-vif-plugged", "status": "completed", "tag": "1c9e3486-9515-4790-9e0c-5423f253ac80", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:06:40.411096 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8ed81f86-0f47-4fad-a18e-32d1c1ac73ba {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:06:40.411507 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9602c732-a3f0-42ec-afef-93566cadc878', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c9e3486-9515-4790-9e0c-5423f253ac80', 'code': 200} Jul 13 14:06:40.445261 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-85f99134-172a-47f7-8162-b64673198020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:40.447993 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-85f99134-172a-47f7-8162-b64673198020 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:40.449138 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-85f99134-172a-47f7-8162-b64673198020 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2f0f7a21-4eff-480a-b0bd-4f2ec4716295 HTTP/1.1" status: 204 len: 168 time: 0.1528265 Jul 13 14:06:40.457976 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f99134-172a-47f7-8162-b64673198020 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f0f7a21-4eff-480a-b0bd-4f2ec4716295,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:06:40.542584 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d930918-7a9d-4ed8-b122-64e912ea6944 req-32e8e61e-c887-4e60-b09e-b4a0b9e6fca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:06:40.543960 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3d930918-7a9d-4ed8-b122-64e912ea6944 req-32e8e61e-c887-4e60-b09e-b4a0b9e6fca3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9602c732-a3f0-42ec-afef-93566cadc878 HTTP/1.1" status: 200 len: 1096 time: 0.0564508 Jul 13 14:06:40.583169 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3d930918-7a9d-4ed8-b122-64e912ea6944 req-42facb4c-9d82-4903-9c9b-746ecff162c2 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=27ed47c6-e0a1-4425-a36b-c9ef1efffb9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315521 Jul 13 14:06:40.595006 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4dc8e7-fe56-4d62-9f28-2af553d33337 req-350169d2-b236-49f6-8f7c-900a9a2708cf tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:06:40.596515 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2a4dc8e7-fe56-4d62-9f28-2af553d33337 req-350169d2-b236-49f6-8f7c-900a9a2708cf tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/ports?device_id=9602c732-a3f0-42ec-afef-93566cadc878 HTTP/1.1" status: 200 len: 945 time: 0.0740576 Jul 13 14:06:40.635100 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2a4dc8e7-fe56-4d62-9f28-2af553d33337 req-959ab43c-5463-49af-8f51-2d21cc4cdd30 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/security-groups?id=27ed47c6-e0a1-4425-a36b-c9ef1efffb9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330057 Jul 13 14:06:40.735395 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 40240) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:06:40.748308 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-aab4ebfd-f8ad-4d92-8ce0-54e99222fcf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:40.844714 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-aab4ebfd-f8ad-4d92-8ce0-54e99222fcf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:40.848491 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-aab4ebfd-f8ad-4d92-8ce0-54e99222fcf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:40.885654 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-aab4ebfd-f8ad-4d92-8ce0-54e99222fcf8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8d278b9ce4bb47e1957c90ec345bd19c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1490924 Jul 13 14:06:40.887528 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab4ebfd-f8ad-4d92-8ce0-54e99222fcf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcade214-a316-4f8b-9d24-dd2c3f0e3dbf,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:06:40.888472 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 40242) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:06:40.943102 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7f60adf1-191f-42d5-b398-c350d87a194e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:40.964703 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7f60adf1-191f-42d5-b398-c350d87a194e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:41.008852 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7f60adf1-191f-42d5-b398-c350d87a194e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:41.011487 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7f60adf1-191f-42d5-b398-c350d87a194e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:41.012628 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-7f60adf1-191f-42d5-b398-c350d87a194e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fcade214-a316-4f8b-9d24-dd2c3f0e3dbf HTTP/1.1" status: 204 len: 168 time: 0.1231263 Jul 13 14:06:41.021346 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f60adf1-191f-42d5-b398-c350d87a194e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcade214-a316-4f8b-9d24-dd2c3f0e3dbf,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:06:41.699551 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 40266) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:06:41.810992 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-448f4a87-22a3-45e8-a41e-42eaf718dd23 tempest-AgentManagementNegativeTest-141942558 tempest-AgentManagementNegativeTest-141942558-project] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1103151 Jul 13 14:06:41.814884 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4852bbc-ce84-4e6e-9777-c29327d52306 req-722ae44f-5bf6-4b1e-8464-3745abf28d23 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:06:41.816409 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b4852bbc-ce84-4e6e-9777-c29327d52306 req-722ae44f-5bf6-4b1e-8464-3745abf28d23 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/ports?device_id=9602c732-a3f0-42ec-afef-93566cadc878 HTTP/1.1" status: 200 len: 945 time: 0.0680709 Jul 13 14:06:41.854865 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b4852bbc-ce84-4e6e-9777-c29327d52306 req-bda134bd-eee5-4fdf-9e3e-60bb678f40f5 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/security-groups?id=27ed47c6-e0a1-4425-a36b-c9ef1efffb9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328095 Jul 13 14:06:42.030866 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffcdd32-a56a-43cc-8002-bcd894b00962 req-30e74117-f74b-4c2d-a8b6-462d16140565 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:06:42.032380 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4ffcdd32-a56a-43cc-8002-bcd894b00962 req-30e74117-f74b-4c2d-a8b6-462d16140565 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/ports?device_id=9602c732-a3f0-42ec-afef-93566cadc878 HTTP/1.1" status: 200 len: 945 time: 0.0639677 Jul 13 14:06:42.051779 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 40276) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:06:42.073399 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4ffcdd32-a56a-43cc-8002-bcd894b00962 req-9af9616c-4146-4b63-afb7-f676eaa2d39c tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/security-groups?id=27ed47c6-e0a1-4425-a36b-c9ef1efffb9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353239 Jul 13 14:06:42.097358 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 40280) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:06:42.158981 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-330b735b-7078-4a32-9636-d2ea7946630f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:42.168249 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b5b8c8-1989-4cc9-b9b6-947caf190ba3 tempest-TestNetworkAdvancedServerOps-1891609456 tempest-TestNetworkAdvancedServerOps-1891609456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:06:42.169719 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-e4b5b8c8-1989-4cc9-b9b6-947caf190ba3 tempest-TestNetworkAdvancedServerOps-1891609456 tempest-TestNetworkAdvancedServerOps-1891609456-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=9602c732-a3f0-42ec-afef-93566cadc878 HTTP/1.1" status: 200 len: 1091 time: 0.0713925 Jul 13 14:06:42.172939 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 40282) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:06:42.177724 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-3f9b040b-272e-41cb-8e53-b3a9e634905c tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Request body: {'floatingip': {'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'port_id': '1c9e3486-9515-4790-9e0c-5423f253ac80', 'tenant_id': '7a7d384b32784a6f914418ec93b94b0e', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:06:42.250099 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-330b735b-7078-4a32-9636-d2ea7946630f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:42.253760 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-330b735b-7078-4a32-9636-d2ea7946630f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:42.270011 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3f9b040b-272e-41cb-8e53-b3a9e634905c tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for floatingip, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:42.293897 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-330b735b-7078-4a32-9636-d2ea7946630f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=525427eede9a4c9187ab6cf3619535bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2409894 Jul 13 14:06:42.296098 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330b735b-7078-4a32-9636-d2ea7946630f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c79a09e4-c302-4a2c-8f24-c382a2c8c657,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:06:42.298498 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 40284) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:06:42.349715 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-55b2ebb8-5fa4-4858-9170-212f01454b61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:42.369944 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3f9b040b-272e-41cb-8e53-b3a9e634905c tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:42.372098 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-55b2ebb8-5fa4-4858-9170-212f01454b61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:42.424852 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-55b2ebb8-5fa4-4858-9170-212f01454b61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:42.427399 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-55b2ebb8-5fa4-4858-9170-212f01454b61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:42.430181 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-55b2ebb8-5fa4-4858-9170-212f01454b61 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c79a09e4-c302-4a2c-8f24-c382a2c8c657 HTTP/1.1" status: 204 len: 168 time: 0.1307621 Jul 13 14:06:42.439025 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b2ebb8-5fa4-4858-9170-212f01454b61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c79a09e4-c302-4a2c-8f24-c382a2c8c657,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:06:42.482490 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-3f9b040b-272e-41cb-8e53-b3a9e634905c tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Allocated IP 172.25.6.107 (acf968b8-c524-46a9-a20b-ad9667009130/dde5a78e-bd1e-4f47-8189-7321d4de73d3/ebacc782-8c1d-4ad5-b7d2-95d16eb836fa) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:06:42.585216 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3f9b040b-272e-41cb-8e53-b3a9e634905c tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:42.626402 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3f9b040b-272e-41cb-8e53-b3a9e634905c tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:42.675538 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f9b040b-272e-41cb-8e53-b3a9e634905c tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Network acf968b8-c524-46a9-a20b-ad9667009130 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:06:42.678727 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-3f9b040b-272e-41cb-8e53-b3a9e634905c tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:06:42.682498 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9b040b-272e-41cb-8e53-b3a9e634905c tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:06:42.714774 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9b040b-272e-41cb-8e53-b3a9e634905c tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Pushing event updated for resources: {'Port': ['ID=ebacc782-8c1d-4ad5-b7d2-95d16eb836fa,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:06:43.081668 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 40308) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:06:43.092591 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3f9b040b-272e-41cb-8e53-b3a9e634905c tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:43.173466 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3f9b040b-272e-41cb-8e53-b3a9e634905c tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:43.177124 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-bbb4a56b-f074-47c5-a367-8a26e9a4538a tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-892466603'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:06:43.199008 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbb4a56b-f074-47c5-a367-8a26e9a4538a tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Made reservation on behalf of 2776fb42e1264343b6e03700c2e175f5 for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:06:43.203190 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bbb4a56b-f074-47c5-a367-8a26e9a4538a tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:43.211632 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bbb4a56b-f074-47c5-a367-8a26e9a4538a tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:43.306564 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bbb4a56b-f074-47c5-a367-8a26e9a4538a tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:43.310457 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bbb4a56b-f074-47c5-a367-8a26e9a4538a tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:43.333988 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3f9b040b-272e-41cb-8e53-b3a9e634905c tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:43.334221 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbb4a56b-f074-47c5-a367-8a26e9a4538a tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 14:06:43.338573 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3f9b040b-272e-41cb-8e53-b3a9e634905c tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:43.349598 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb4a56b-f074-47c5-a367-8a26e9a4538a tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc6d0d48-714d-4830-a049-8747fa804f55,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:06:43.352723 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bbb4a56b-f074-47c5-a367-8a26e9a4538a tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:43.353459 n-d-800634-1 neutron-server[93750]: INFO neutron.db.segments_db [None req-bbb4a56b-f074-47c5-a367-8a26e9a4538a tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Added segment 2ad6a91f-a162-4db8-83f7-fa6bc3257de3 of type vlan for network be5b5fd9-88ca-442e-b3ee-4287669414f3 Jul 13 14:06:43.399413 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bbb4a56b-f074-47c5-a367-8a26e9a4538a tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:43.412146 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9b040b-272e-41cb-8e53-b3a9e634905c tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Pushing event updated for resources: {'Port': ['ID=ebacc782-8c1d-4ad5-b7d2-95d16eb836fa,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:06:43.429241 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3f9b040b-272e-41cb-8e53-b3a9e634905c tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446547'] for floatingip, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:43.430803 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bbb4a56b-f074-47c5-a367-8a26e9a4538a tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:43.437080 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb4a56b-f074-47c5-a367-8a26e9a4538a tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:06:43.437781 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bbb4a56b-f074-47c5-a367-8a26e9a4538a tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:43.494714 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-bbb4a56b-f074-47c5-a367-8a26e9a4538a tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4117749 Jul 13 14:06:43.508886 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb4a56b-f074-47c5-a367-8a26e9a4538a tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Pushing event updated for resources: {'Network': ['ID=be5b5fd9-88ca-442e-b3ee-4287669414f3,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:06:43.520465 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network be5b5fd9-88ca-442e-b3ee-4287669414f3 details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 14:06:43.536438 n-d-800634-1 neutron-server[93751]: INFO neutron.db.l3_db [None req-3f9b040b-272e-41cb-8e53-b3a9e634905c tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Floating IP 18be2d84-7615-4f90-a3ad-fa1c0cd111ee associated. External IP: 172.25.6.107, port: 1c9e3486-9515-4790-9e0c-5423f253ac80. Jul 13 14:06:43.793424 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f9b040b-272e-41cb-8e53-b3a9e634905c tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Router 7872417c-edc2-41dc-b166-7beb06142e59 has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:06:43.910672 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f9b040b-272e-41cb-8e53-b3a9e634905c tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:06:43.929590 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135fd56d-f4d1-4c37-89e0-96a47876ab1a None None] Sync routers for ids ['7872417c-edc2-41dc-b166-7beb06142e59'] in n-d-800634-1 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:06:43.930286 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3f9b040b-272e-41cb-8e53-b3a9e634905c tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for floatingip, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:43.947152 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135fd56d-f4d1-4c37-89e0-96a47876ab1a None None] Routers {'7872417c-edc2-41dc-b166-7beb06142e59'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:06:43.947771 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-135fd56d-f4d1-4c37-89e0-96a47876ab1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:06:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['7872417c-edc2-41dc-b166-7beb06142e59'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:06:43.975985 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-3f9b040b-272e-41cb-8e53-b3a9e634905c tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7992084 Jul 13 14:06:43.975985 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9602c732-a3f0-42ec-afef-93566cadc878', 'tag': '1c9e3486-9515-4790-9e0c-5423f253ac80'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:06:43.976924 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d17b627af75e17e0f4b8d6239d04f8c2f78634e2c585e32a7aeca336500f34a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f41419e-855d-4029-8e95-c13e7ad6a876" -d '{"events": [{"name": "network-changed", "server_uuid": "9602c732-a3f0-42ec-afef-93566cadc878", "tag": "1c9e3486-9515-4790-9e0c-5423f253ac80"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:06:44.077700 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-135fd56d-f4d1-4c37-89e0-96a47876ab1a None None] Set router 7872417c-edc2-41dc-b166-7beb06142e59 gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:06:44.203633 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbf4d2b-3edb-4c38-874a-8d17375d938a req-f93dfc03-71d6-40f2-aba0-060dad26e4cc tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:06:44.205309 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8dbf4d2b-3edb-4c38-874a-8d17375d938a req-f93dfc03-71d6-40f2-aba0-060dad26e4cc tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/ports?device_id=9602c732-a3f0-42ec-afef-93566cadc878 HTTP/1.1" status: 200 len: 945 time: 0.1088183 Jul 13 14:06:44.230688 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:06:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14f05b9a-4a62-4cc5-984e-0c2edf408227 x-openstack-request-id: req-14f05b9a-4a62-4cc5-984e-0c2edf408227 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:06:44.231083 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9602c732-a3f0-42ec-afef-93566cadc878", "tag": "1c9e3486-9515-4790-9e0c-5423f253ac80", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:06:44.231442 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-14f05b9a-4a62-4cc5-984e-0c2edf408227 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:06:44.231945 n-d-800634-1 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9602c732-a3f0-42ec-afef-93566cadc878', 'tag': '1c9e3486-9515-4790-9e0c-5423f253ac80', 'status': 'completed', 'code': 200} Jul 13 14:06:44.290928 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8dbf4d2b-3edb-4c38-874a-8d17375d938a req-70aae6c7-4bc2-4251-a093-bb1d92423120 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/security-groups?id=27ed47c6-e0a1-4425-a36b-c9ef1efffb9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756378 Jul 13 14:06:44.326014 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 40318) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:06:44.330045 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f41419e-855d-4029-8e95-c13e7ad6a876 req-464034a4-2b44-4d6d-8f28-e74718c317ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:06:44.331733 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3f41419e-855d-4029-8e95-c13e7ad6a876 req-464034a4-2b44-4d6d-8f28-e74718c317ec service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7a7d384b32784a6f914418ec93b94b0e&device_id=9602c732-a3f0-42ec-afef-93566cadc878 HTTP/1.1" status: 200 len: 1096 time: 0.0732226 Jul 13 14:06:44.399787 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-315ad9b4-8ced-4844-ba17-b44380a5c83f tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/floatingips/18be2d84-7615-4f90-a3ad-fa1c0cd111ee HTTP/1.1" status: 200 len: 991 time: 0.0711532 Jul 13 14:06:44.413157 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-135fd56d-f4d1-4c37-89e0-96a47876ab1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7872417c-edc2-41dc-b166-7beb06142e59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1597075902', 'tenant_id': '7a7d384b32784a6f914418ec93b94b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': 'e0028b4b-206c-45e6-beab-aff76a53b52f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:06:25Z', 'updated_at': '2021-07-13T14:06:30Z', 'revision_number': 4, 'project_id': '7a7d384b32784a6f914418ec93b94b0e', 'gw_port': {'id': 'e0028b4b-206c-45e6-beab-aff76a53b52f', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:6f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7872417c-edc2-41dc-b166-7beb06142e59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:06:26Z', 'updated_at': '2021-07-13T14:06:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_floatingips': [{'id': '18be2d84-7615-4f90-a3ad-fa1c0cd111ee', 'tenant_id': '7a7d384b32784a6f914418ec93b94b0e', 'floating_ip_address': '172.25.6.107', 'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'router_id': '7872417c-edc2-41dc-b166-7beb06142e59', 'port_id': '1c9e3486-9515-4790-9e0c-5423f253ac80', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97882bae-c062-401e-8800-eb0f30c53f37', 'mac_address': 'fa:16:3e:bd:73:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9602c732-a3f0-42ec-afef-93566cadc878', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:06:42Z', 'updated_at': '2021-07-13T14:06:42Z', 'revision_number': 0, 'project_id': '7a7d384b32784a6f914418ec93b94b0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff6211a3-00ee-489c-b3a1-7ee91c474388', 'name': '', 'network_id': '97882bae-c062-401e-8800-eb0f30c53f37', 'tenant_id': '7a7d384b32784a6f914418ec93b94b0e', 'mac_address': 'fa:16:3e:41:92:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7872417c-edc2-41dc-b166-7beb06142e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': 'ce13e14b-2472-41c5-bea8-645f3c8d52a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:06:29Z', 'updated_at': '2021-07-13T14:06:34Z', 'revision_number': 5, 'project_id': '7a7d384b32784a6f914418ec93b94b0e', 'subnets': [{'id': 'ce13e14b-2472-41c5-bea8-645f3c8d52a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:06:44.438512 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135fd56d-f4d1-4c37-89e0-96a47876ab1a None None] Checking router: 7872417c-edc2-41dc-b166-7beb06142e59 for host: n-d-800634-1 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:06:44.447065 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135fd56d-f4d1-4c37-89e0-96a47876ab1a None None] Routers {'7872417c-edc2-41dc-b166-7beb06142e59'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:06:44.447693 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-135fd56d-f4d1-4c37-89e0-96a47876ab1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:06:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['7872417c-edc2-41dc-b166-7beb06142e59'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:06:44.453096 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f41419e-855d-4029-8e95-c13e7ad6a876 req-89379ebb-4c15-4c53-846a-5c5d3baaf065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:06:44.454714 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3f41419e-855d-4029-8e95-c13e7ad6a876 req-89379ebb-4c15-4c53-846a-5c5d3baaf065 service neutron] 10.222.0.41 "GET /v2.0/networks?id=97882bae-c062-401e-8800-eb0f30c53f37 HTTP/1.1" status: 200 len: 896 time: 0.1163611 Jul 13 14:06:44.527185 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3f41419e-855d-4029-8e95-c13e7ad6a876 req-8308855f-6e52-4bc0-91a1-cd63f5a92f0b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1c9e3486-9515-4790-9e0c-5423f253ac80 HTTP/1.1" status: 200 len: 999 time: 0.0646648 Jul 13 14:06:44.557983 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-135fd56d-f4d1-4c37-89e0-96a47876ab1a None None] Set router 7872417c-edc2-41dc-b166-7beb06142e59 gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:06:44.582635 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f41419e-855d-4029-8e95-c13e7ad6a876 req-78638ecc-0ef5-41ee-950c-cb29cad753ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:06:44.584377 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3f41419e-855d-4029-8e95-c13e7ad6a876 req-78638ecc-0ef5-41ee-950c-cb29cad753ce service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ce13e14b-2472-41c5-bea8-645f3c8d52a2 HTTP/1.1" status: 200 len: 835 time: 0.0485218 Jul 13 14:06:44.649920 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f41419e-855d-4029-8e95-c13e7ad6a876 req-1a962d96-42b3-4d3c-85ec-4b0d6c6f4888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:06:44.651791 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3f41419e-855d-4029-8e95-c13e7ad6a876 req-1a962d96-42b3-4d3c-85ec-4b0d6c6f4888 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=97882bae-c062-401e-8800-eb0f30c53f37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0600498 Jul 13 14:06:44.745987 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3f41419e-855d-4029-8e95-c13e7ad6a876 req-ddc889d0-5bd8-4d81-9ca8-2cd6c985d55d service neutron] 10.222.0.41 "GET /v2.0/networks/97882bae-c062-401e-8800-eb0f30c53f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869467 Jul 13 14:06:44.789698 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-135fd56d-f4d1-4c37-89e0-96a47876ab1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7872417c-edc2-41dc-b166-7beb06142e59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1597075902', 'tenant_id': '7a7d384b32784a6f914418ec93b94b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': 'e0028b4b-206c-45e6-beab-aff76a53b52f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:06:25Z', 'updated_at': '2021-07-13T14:06:30Z', 'revision_number': 4, 'project_id': '7a7d384b32784a6f914418ec93b94b0e', 'gw_port': {'id': 'e0028b4b-206c-45e6-beab-aff76a53b52f', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:6f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7872417c-edc2-41dc-b166-7beb06142e59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:06:26Z', 'updated_at': '2021-07-13T14:06:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_floatingips': [{'id': '18be2d84-7615-4f90-a3ad-fa1c0cd111ee', 'tenant_id': '7a7d384b32784a6f914418ec93b94b0e', 'floating_ip_address': '172.25.6.107', 'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'router_id': '7872417c-edc2-41dc-b166-7beb06142e59', 'port_id': '1c9e3486-9515-4790-9e0c-5423f253ac80', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97882bae-c062-401e-8800-eb0f30c53f37', 'mac_address': 'fa:16:3e:bd:73:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9602c732-a3f0-42ec-afef-93566cadc878', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:06:42Z', 'updated_at': '2021-07-13T14:06:42Z', 'revision_number': 0, 'project_id': '7a7d384b32784a6f914418ec93b94b0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff6211a3-00ee-489c-b3a1-7ee91c474388', 'name': '', 'network_id': '97882bae-c062-401e-8800-eb0f30c53f37', 'tenant_id': '7a7d384b32784a6f914418ec93b94b0e', 'mac_address': 'fa:16:3e:41:92:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7872417c-edc2-41dc-b166-7beb06142e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': 'ce13e14b-2472-41c5-bea8-645f3c8d52a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:06:29Z', 'updated_at': '2021-07-13T14:06:34Z', 'revision_number': 5, 'project_id': '7a7d384b32784a6f914418ec93b94b0e', 'subnets': [{'id': 'ce13e14b-2472-41c5-bea8-645f3c8d52a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:06:44.817437 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135fd56d-f4d1-4c37-89e0-96a47876ab1a None None] The sync data for ids ['7872417c-edc2-41dc-b166-7beb06142e59'] in n-d-800634-1 is: [{'id': '7872417c-edc2-41dc-b166-7beb06142e59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1597075902', 'tenant_id': '7a7d384b32784a6f914418ec93b94b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': 'e0028b4b-206c-45e6-beab-aff76a53b52f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:06:25Z', 'updated_at': '2021-07-13T14:06:30Z', 'revision_number': 4, 'project_id': '7a7d384b32784a6f914418ec93b94b0e', 'gw_port': {'id': 'e0028b4b-206c-45e6-beab-aff76a53b52f', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:6f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7872417c-edc2-41dc-b166-7beb06142e59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:06:26Z', 'updated_at': '2021-07-13T14:06:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_floatingips': [{'id': '18be2d84-7615-4f90-a3ad-fa1c0cd111ee', 'tenant_id': '7a7d384b32784a6f914418ec93b94b0e', 'floating_ip_address': '172.25.6.107', 'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'router_id': '7872417c-edc2-41dc-b166-7beb06142e59', 'port_id': '1c9e3486-9515-4790-9e0c-5423f253ac80', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97882bae-c062-401e-8800-eb0f30c53f37', 'mac_address': 'fa:16:3e:bd:73:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9602c732-a3f0-42ec-afef-93566cadc878', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:06:42Z', 'updated_at': '2021-07-13T14:06:42Z', 'revision_number': 0, 'project_id': '7a7d384b32784a6f914418ec93b94b0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff6211a3-00ee-489c-b3a1-7ee91c474388', 'name': '', 'network_id': '97882bae-c062-401e-8800-eb0f30c53f37', 'tenant_id': '7a7d384b32784a6f914418ec93b94b0e', 'mac_address': 'fa:16:3e:41:92:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7872417c-edc2-41dc-b166-7beb06142e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': 'ce13e14b-2472-41c5-bea8-645f3c8d52a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:06:29Z', 'updated_at': '2021-07-13T14:06:34Z', 'revision_number': 5, 'project_id': '7a7d384b32784a6f914418ec93b94b0e', 'subnets': [{'id': 'ce13e14b-2472-41c5-bea8-645f3c8d52a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:06:44.838125 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3f41419e-855d-4029-8e95-c13e7ad6a876 req-f6049c20-c5c0-4196-a3ce-fa8d87dddd09 service neutron] 10.222.0.41 "GET /v2.0/networks/97882bae-c062-401e-8800-eb0f30c53f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858538 Jul 13 14:06:45.019015 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ec5afd-7fae-4b0f-879f-5dca2c127718 None None] New status for floating IP 18be2d84-7615-4f90-a3ad-fa1c0cd111ee: ACTIVE {{(pid=93752) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 14:06:45.402422 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 40320) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:06:45.467074 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-bfce0f5b-ee0c-4cf7-b019-547f6cedead2 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/floatingips/18be2d84-7615-4f90-a3ad-fa1c0cd111ee HTTP/1.1" status: 200 len: 993 time: 0.0635233 Jul 13 14:06:46.786175 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 40322) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:06:46.791787 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-ae7b0433-3aec-4577-9b8e-44b52443bafa tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Request body: {'subnet': {'network_id': 'be5b5fd9-88ca-442e-b3ee-4287669414f3', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:06:46.876607 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae7b0433-3aec-4577-9b8e-44b52443bafa tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Made reservation on behalf of 2776fb42e1264343b6e03700c2e175f5 for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:06:46.880295 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ae7b0433-3aec-4577-9b8e-44b52443bafa tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6104980'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:47.058117 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ae7b0433-3aec-4577-9b8e-44b52443bafa tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6018343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6104998'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:47.126118 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7b0433-3aec-4577-9b8e-44b52443bafa tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Pushing event updated for resources: {'Subnet': ['ID=6ba74f66-3f95-4145-93ce-8b42ef171e5b,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:06:47.131189 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7b0433-3aec-4577-9b8e-44b52443bafa tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Checking segment: {'id': '2ad6a91f-a162-4db8-83f7-fa6bc3257de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'be5b5fd9-88ca-442e-b3ee-4287669414f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:06:47.131537 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae7b0433-3aec-4577-9b8e-44b52443bafa tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Network hostable DHCP agents. Network: be5b5fd9-88ca-442e-b3ee-4287669414f3, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 14:06:47.140365 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7b0433-3aec-4577-9b8e-44b52443bafa tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:06:47.140707 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7b0433-3aec-4577-9b8e-44b52443bafa tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:06:47.141051 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7b0433-3aec-4577-9b8e-44b52443bafa tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:06:47.141383 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7b0433-3aec-4577-9b8e-44b52443bafa tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:06:47.141710 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7b0433-3aec-4577-9b8e-44b52443bafa tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:06:47.142065 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7b0433-3aec-4577-9b8e-44b52443bafa tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:06:47.142389 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7b0433-3aec-4577-9b8e-44b52443bafa tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:06:47.142706 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7b0433-3aec-4577-9b8e-44b52443bafa tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:06:47.143023 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7b0433-3aec-4577-9b8e-44b52443bafa tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:06:47.143340 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7b0433-3aec-4577-9b8e-44b52443bafa tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:06:47.143655 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7b0433-3aec-4577-9b8e-44b52443bafa tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:06:47.143987 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7b0433-3aec-4577-9b8e-44b52443bafa tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:06:47.161615 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae7b0433-3aec-4577-9b8e-44b52443bafa tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Network be5b5fd9-88ca-442e-b3ee-4287669414f3 is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 14:06:47.170116 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-ae7b0433-3aec-4577-9b8e-44b52443bafa tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, be5b5fd9-88ca-442e-b3ee-4287669414f3) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:06:47.174865 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae7b0433-3aec-4577-9b8e-44b52443bafa tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:06:47.175741 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ae7b0433-3aec-4577-9b8e-44b52443bafa tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:47.179585 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5871a9ce-cf5e-421e-9443-9a66f8865ab8 None None] Network be5b5fd9-88ca-442e-b3ee-4287669414f3 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:06:47.189709 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-ae7b0433-3aec-4577-9b8e-44b52443bafa tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4025326 Jul 13 14:06:47.193147 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 40324) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:06:47.198154 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-41d4750d-40ab-4ae3-9608-1d380a958026 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-76005500'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:06:47.223823 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41d4750d-40ab-4ae3-9608-1d380a958026 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Made reservation on behalf of 2776fb42e1264343b6e03700c2e175f5 for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:06:47.227703 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-41d4750d-40ab-4ae3-9608-1d380a958026 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:47.242979 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-048ea698-8e8e-4205-a0ce-7d691b42594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:47.254089 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41d4750d-40ab-4ae3-9608-1d380a958026 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 14:06:47.262879 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-41d4750d-40ab-4ae3-9608-1d380a958026 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:47.263223 n-d-800634-1 neutron-server[93751]: INFO neutron.db.segments_db [None req-41d4750d-40ab-4ae3-9608-1d380a958026 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Added segment 526b648a-df4b-4561-a151-161a9d44bcb8 of type vlan for network 8586e94e-8f43-436c-97e7-81fec781c6e1 Jul 13 14:06:47.303606 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-41d4750d-40ab-4ae3-9608-1d380a958026 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:47.332870 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-41d4750d-40ab-4ae3-9608-1d380a958026 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:47.338369 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d4750d-40ab-4ae3-9608-1d380a958026 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:06:47.339152 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-41d4750d-40ab-4ae3-9608-1d380a958026 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:47.340645 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c1e92db-f384-44c9-a59c-016a26f2ac84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a7201e1-61ce-5a3e-b7f7-e800379ed03b-be5b5fd9-88ca-442e-b3ee-4287669414f3', 'network_id': 'be5b5fd9-88ca-442e-b3ee-4287669414f3', 'tenant_id': '2776fb42e1264343b6e03700c2e175f5', 'fixed_ips': [{'subnet_id': '6ba74f66-3f95-4145-93ce-8b42ef171e5b'}]}} from n-d-800634-1. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 14:06:47.341594 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8c1e92db-f384-44c9-a59c-016a26f2ac84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:47.401545 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-41d4750d-40ab-4ae3-9608-1d380a958026 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2072923 Jul 13 14:06:47.404408 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 40326) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:06:47.409826 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-e66967be-1591-41eb-97c3-84cf0a4b4742 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Request body: {'subnet': {'network_id': '8586e94e-8f43-436c-97e7-81fec781c6e1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:06:47.481809 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-8c1e92db-f384-44c9-a59c-016a26f2ac84 None None] Allocated IP 2001:db8:0:ffff::2 (be5b5fd9-88ca-442e-b3ee-4287669414f3/6ba74f66-3f95-4145-93ce-8b42ef171e5b/367a47f0-12f3-48dc-9a8a-c3f017bd6b66) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:06:47.633020 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8c1e92db-f384-44c9-a59c-016a26f2ac84 None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:47.642848 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-8c1e92db-f384-44c9-a59c-016a26f2ac84 None None] Transition to ACTIVE for port object 367a47f0-12f3-48dc-9a8a-c3f017bd6b66 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:06:47.658096 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-8c1e92db-f384-44c9-a59c-016a26f2ac84 None None] Transition to ACTIVE for port object 367a47f0-12f3-48dc-9a8a-c3f017bd6b66 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:06:47.663661 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8c1e92db-f384-44c9-a59c-016a26f2ac84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:47.704856 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c1e92db-f384-44c9-a59c-016a26f2ac84 None None] Network be5b5fd9-88ca-442e-b3ee-4287669414f3 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:06:47.707810 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-8c1e92db-f384-44c9-a59c-016a26f2ac84 None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:06:47.711296 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1e92db-f384-44c9-a59c-016a26f2ac84 None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:06:47.718465 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1e92db-f384-44c9-a59c-016a26f2ac84 None None] Pushing event updated for resources: {'Port': ['ID=367a47f0-12f3-48dc-9a8a-c3f017bd6b66,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:06:47.766469 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d4750d-40ab-4ae3-9608-1d380a958026 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Pushing event updated for resources: {'Network': ['ID=8586e94e-8f43-436c-97e7-81fec781c6e1,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:06:47.776889 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network 8586e94e-8f43-436c-97e7-81fec781c6e1 details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 14:06:47.782539 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-8c1e92db-f384-44c9-a59c-016a26f2ac84 None None] Attempting to bind port 367a47f0-12f3-48dc-9a8a-c3f017bd6b66 on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:06:47.782909 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-8c1e92db-f384-44c9-a59c-016a26f2ac84 None None] Attempting to bind port 367a47f0-12f3-48dc-9a8a-c3f017bd6b66 by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '2ad6a91f-a162-4db8-83f7-fa6bc3257de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'be5b5fd9-88ca-442e-b3ee-4287669414f3'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:06:47.783273 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c1e92db-f384-44c9-a59c-016a26f2ac84 None None] Attempting to bind port 367a47f0-12f3-48dc-9a8a-c3f017bd6b66 on network be5b5fd9-88ca-442e-b3ee-4287669414f3 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:06:47.823969 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c1e92db-f384-44c9-a59c-016a26f2ac84 None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 6, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:06:47.824336 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c1e92db-f384-44c9-a59c-016a26f2ac84 None None] Checking segment: {'id': '2ad6a91f-a162-4db8-83f7-fa6bc3257de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'be5b5fd9-88ca-442e-b3ee-4287669414f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:06:47.824740 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8c1e92db-f384-44c9-a59c-016a26f2ac84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:47.825131 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c1e92db-f384-44c9-a59c-016a26f2ac84 None None] Bound using segment: {'id': '2ad6a91f-a162-4db8-83f7-fa6bc3257de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'be5b5fd9-88ca-442e-b3ee-4287669414f3'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:06:47.825597 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-8c1e92db-f384-44c9-a59c-016a26f2ac84 None None] Bound port: 367a47f0-12f3-48dc-9a8a-c3f017bd6b66, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ad6a91f-a162-4db8-83f7-fa6bc3257de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'be5b5fd9-88ca-442e-b3ee-4287669414f3'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:06:47.826005 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8c1e92db-f384-44c9-a59c-016a26f2ac84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:47.838502 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e66967be-1591-41eb-97c3-84cf0a4b4742 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Made reservation on behalf of 2776fb42e1264343b6e03700c2e175f5 for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:06:47.842017 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e66967be-1591-41eb-97c3-84cf0a4b4742 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6104980'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:47.902384 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-8c1e92db-f384-44c9-a59c-016a26f2ac84 None None] For port 367a47f0-12f3-48dc-9a8a-c3f017bd6b66, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:06:47.905708 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-8c1e92db-f384-44c9-a59c-016a26f2ac84 None None] For port 367a47f0-12f3-48dc-9a8a-c3f017bd6b66, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=367a47f0-12f3-48dc-9a8a-c3f017bd6b66,segment=NetworkSegment(2ad6a91f-a162-4db8-83f7-fa6bc3257de3),segment_id=2ad6a91f-a162-4db8-83f7-fa6bc3257de3)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:06:47.910667 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8c1e92db-f384-44c9-a59c-016a26f2ac84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:47.974148 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1e92db-f384-44c9-a59c-016a26f2ac84 None None] Pushing event updated for resources: {'Port': ['ID=367a47f0-12f3-48dc-9a8a-c3f017bd6b66,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:06:48.108510 n-d-800634-1 neutron-server[93751]: DEBUG neutron.objects.ports [None req-e66967be-1591-41eb-97c3-84cf0a4b4742 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93751) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 13 14:06:48.116421 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e66967be-1591-41eb-97c3-84cf0a4b4742 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6018343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6104998'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:48.188808 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66967be-1591-41eb-97c3-84cf0a4b4742 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Pushing event updated for resources: {'Subnet': ['ID=98dbf5fe-161f-4e8b-9d7b-893b4ac24b5e,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:06:48.198602 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66967be-1591-41eb-97c3-84cf0a4b4742 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Checking segment: {'id': '526b648a-df4b-4561-a151-161a9d44bcb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '8586e94e-8f43-436c-97e7-81fec781c6e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:06:48.198975 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e66967be-1591-41eb-97c3-84cf0a4b4742 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Network hostable DHCP agents. Network: 8586e94e-8f43-436c-97e7-81fec781c6e1, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 14:06:48.217149 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e66967be-1591-41eb-97c3-84cf0a4b4742 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Network 8586e94e-8f43-436c-97e7-81fec781c6e1 is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 14:06:48.229240 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-e66967be-1591-41eb-97c3-84cf0a4b4742 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, 8586e94e-8f43-436c-97e7-81fec781c6e1) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:06:48.233670 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e66967be-1591-41eb-97c3-84cf0a4b4742 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:06:48.234300 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e66967be-1591-41eb-97c3-84cf0a4b4742 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:48.240716 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e69cbebc-54cf-4313-8f68-41e75aab5486 None None] Network 8586e94e-8f43-436c-97e7-81fec781c6e1 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:06:48.251813 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-e66967be-1591-41eb-97c3-84cf0a4b4742 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8457425 Jul 13 14:06:48.254476 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 40328) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:06:48.259583 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-740d00b7-6184-4c00-992a-c6ad84e3f1b6 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Request body: {'port': {'network_id': '8586e94e-8f43-436c-97e7-81fec781c6e1', 'name': 'tempest-NetworksIpV6TestAttrs-343571432'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:06:48.367489 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-740d00b7-6184-4c00-992a-c6ad84e3f1b6 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Made reservation on behalf of 2776fb42e1264343b6e03700c2e175f5 for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:06:48.370984 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-740d00b7-6184-4c00-992a-c6ad84e3f1b6 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:48.397887 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [None req-740d00b7-6184-4c00-992a-c6ad84e3f1b6 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] device_id is not set on port 828bf3bf-1ca9-486b-be71-1499372b48dc yet. {{(pid=93751) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 14:06:48.399790 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5205bad-c18f-4006-87d2-a3c58086f372 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a7201e1-61ce-5a3e-b7f7-e800379ed03b-8586e94e-8f43-436c-97e7-81fec781c6e1', 'network_id': '8586e94e-8f43-436c-97e7-81fec781c6e1', 'tenant_id': '2776fb42e1264343b6e03700c2e175f5', 'fixed_ips': [{'subnet_id': '98dbf5fe-161f-4e8b-9d7b-893b4ac24b5e'}]}} from n-d-800634-1. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 14:06:48.401096 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e5205bad-c18f-4006-87d2-a3c58086f372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:48.492287 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 367a47f0-12f3-48dc-9a8a-c3f017bd6b66 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:06:48.510814 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-740d00b7-6184-4c00-992a-c6ad84e3f1b6 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Allocated IP 2001:db8::f816:3eff:fe1f:3a9 (8586e94e-8f43-436c-97e7-81fec781c6e1/98dbf5fe-161f-4e8b-9d7b-893b4ac24b5e/828bf3bf-1ca9-486b-be71-1499372b48dc) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:06:48.548869 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port 367a47f0-12f3-48dc-9a8a-c3f017bd6b66 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:06:48.664555 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-740d00b7-6184-4c00-992a-c6ad84e3f1b6 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:48.678657 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-740d00b7-6184-4c00-992a-c6ad84e3f1b6 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Transition to ACTIVE for port object 828bf3bf-1ca9-486b-be71-1499372b48dc will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:06:48.714723 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-740d00b7-6184-4c00-992a-c6ad84e3f1b6 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:48.762895 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-e5205bad-c18f-4006-87d2-a3c58086f372 None None] Allocated IP 2001:db8::f816:3eff:fe7d:e5d2 (8586e94e-8f43-436c-97e7-81fec781c6e1/98dbf5fe-161f-4e8b-9d7b-893b4ac24b5e/4ded5da4-198b-425d-83a0-107316ac49f9) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:06:48.768512 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-740d00b7-6184-4c00-992a-c6ad84e3f1b6 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Network 8586e94e-8f43-436c-97e7-81fec781c6e1 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:06:48.771934 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-740d00b7-6184-4c00-992a-c6ad84e3f1b6 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:06:48.781768 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740d00b7-6184-4c00-992a-c6ad84e3f1b6 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:06:48.787480 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-740d00b7-6184-4c00-992a-c6ad84e3f1b6 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:06:48.788353 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-740d00b7-6184-4c00-992a-c6ad84e3f1b6 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:48.792237 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740d00b7-6184-4c00-992a-c6ad84e3f1b6 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Pushing event updated for resources: {'Port': ['ID=828bf3bf-1ca9-486b-be71-1499372b48dc,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:06:48.808964 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-740d00b7-6184-4c00-992a-c6ad84e3f1b6 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 949 time: 0.5533991 Jul 13 14:06:48.811749 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 40330) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:06:48.865989 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-395ee611-0174-4012-8dc0-41f2ebb277c9 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Deleting subnet 98dbf5fe-161f-4e8b-9d7b-893b4ac24b5e {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 14:06:48.921404 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e5205bad-c18f-4006-87d2-a3c58086f372 None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:48.930166 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-e5205bad-c18f-4006-87d2-a3c58086f372 None None] Transition to ACTIVE for port object 4ded5da4-198b-425d-83a0-107316ac49f9 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:06:48.946339 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-e5205bad-c18f-4006-87d2-a3c58086f372 None None] Transition to ACTIVE for port object 4ded5da4-198b-425d-83a0-107316ac49f9 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:06:48.952409 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-395ee611-0174-4012-8dc0-41f2ebb277c9 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:48.952596 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e5205bad-c18f-4006-87d2-a3c58086f372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:48.957850 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de78bb11-e843-4b05-b763-02fd73a64891 None None] Network be5b5fd9-88ca-442e-b3ee-4287669414f3 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:06:48.998975 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-395ee611-0174-4012-8dc0-41f2ebb277c9 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6018489'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:49.032055 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5205bad-c18f-4006-87d2-a3c58086f372 None None] Network 8586e94e-8f43-436c-97e7-81fec781c6e1 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:06:49.042958 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-e5205bad-c18f-4006-87d2-a3c58086f372 None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:06:49.054015 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5205bad-c18f-4006-87d2-a3c58086f372 None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:06:49.063016 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-6ee28fbe-8ab9-4bd7-be04-19a88b5bc78e None None] Provisioning for port 367a47f0-12f3-48dc-9a8a-c3f017bd6b66 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:06:49.069015 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5205bad-c18f-4006-87d2-a3c58086f372 None None] Pushing event updated for resources: {'Port': ['ID=4ded5da4-198b-425d-83a0-107316ac49f9,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:06:49.082650 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-6ee28fbe-8ab9-4bd7-be04-19a88b5bc78e None None] Provisioning complete for port 367a47f0-12f3-48dc-9a8a-c3f017bd6b66 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:06:49.083020 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6ee28fbe-8ab9-4bd7-be04-19a88b5bc78e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:49.125844 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-395ee611-0174-4012-8dc0-41f2ebb277c9 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:49.176606 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-e5205bad-c18f-4006-87d2-a3c58086f372 None None] Attempting to bind port 4ded5da4-198b-425d-83a0-107316ac49f9 on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:06:49.177002 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-e5205bad-c18f-4006-87d2-a3c58086f372 None None] Attempting to bind port 4ded5da4-198b-425d-83a0-107316ac49f9 by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '526b648a-df4b-4561-a151-161a9d44bcb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '8586e94e-8f43-436c-97e7-81fec781c6e1'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:06:49.177401 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5205bad-c18f-4006-87d2-a3c58086f372 None None] Attempting to bind port 4ded5da4-198b-425d-83a0-107316ac49f9 on network 8586e94e-8f43-436c-97e7-81fec781c6e1 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:06:49.189884 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-395ee611-0174-4012-8dc0-41f2ebb277c9 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6018534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6105009'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:49.203229 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5205bad-c18f-4006-87d2-a3c58086f372 None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 6, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:06:49.203539 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5205bad-c18f-4006-87d2-a3c58086f372 None None] Checking segment: {'id': '526b648a-df4b-4561-a151-161a9d44bcb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '8586e94e-8f43-436c-97e7-81fec781c6e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:06:49.203946 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e5205bad-c18f-4006-87d2-a3c58086f372 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:49.204338 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5205bad-c18f-4006-87d2-a3c58086f372 None None] Bound using segment: {'id': '526b648a-df4b-4561-a151-161a9d44bcb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '8586e94e-8f43-436c-97e7-81fec781c6e1'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:06:49.204821 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-e5205bad-c18f-4006-87d2-a3c58086f372 None None] Bound port: 4ded5da4-198b-425d-83a0-107316ac49f9, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '526b648a-df4b-4561-a151-161a9d44bcb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '8586e94e-8f43-436c-97e7-81fec781c6e1'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:06:49.205203 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e5205bad-c18f-4006-87d2-a3c58086f372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:49.221810 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-395ee611-0174-4012-8dc0-41f2ebb277c9 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:49.225984 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-395ee611-0174-4012-8dc0-41f2ebb277c9 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] 10.222.0.23 "DELETE /v2.0/subnets/98dbf5fe-161f-4e8b-9d7b-893b4ac24b5e HTTP/1.1" status: 204 len: 168 time: 0.4111373 Jul 13 14:06:49.225984 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395ee611-0174-4012-8dc0-41f2ebb277c9 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Pushing event deleted for resources: {'Subnet': ['ID=98dbf5fe-161f-4e8b-9d7b-893b4ac24b5e,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:06:49.226401 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 40334) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:06:49.323013 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7aea324-2f37-462b-adea-f85d00145e07 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:06:49.324753 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7aea324-2f37-462b-adea-f85d00145e07 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:06:49.326813 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-d7aea324-2f37-462b-adea-f85d00145e07 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0991387 Jul 13 14:06:49.330047 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 40336) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:06:49.334526 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6ee28fbe-8ab9-4bd7-be04-19a88b5bc78e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:49.351308 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-e5205bad-c18f-4006-87d2-a3c58086f372 None None] For port 4ded5da4-198b-425d-83a0-107316ac49f9, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:06:49.372801 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-e5205bad-c18f-4006-87d2-a3c58086f372 None None] For port 4ded5da4-198b-425d-83a0-107316ac49f9, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=4ded5da4-198b-425d-83a0-107316ac49f9,segment=NetworkSegment(526b648a-df4b-4561-a151-161a9d44bcb8),segment_id=526b648a-df4b-4561-a151-161a9d44bcb8)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:06:49.390108 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e5205bad-c18f-4006-87d2-a3c58086f372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:49.398567 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-6ee28fbe-8ab9-4bd7-be04-19a88b5bc78e None None] For port 367a47f0-12f3-48dc-9a8a-c3f017bd6b66, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=367a47f0-12f3-48dc-9a8a-c3f017bd6b66,segment=NetworkSegment(2ad6a91f-a162-4db8-83f7-fa6bc3257de3),segment_id=2ad6a91f-a162-4db8-83f7-fa6bc3257de3)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:06:49.406876 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-272f0df8-4c90-42af-a84c-a51c03a89877 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:49.415646 n-d-800634-1 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-272f0df8-4c90-42af-a84c-a51c03a89877 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 13 14:06:49.416145 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-272f0df8-4c90-42af-a84c-a51c03a89877 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93750) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 14:06:49.417929 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-272f0df8-4c90-42af-a84c-a51c03a89877 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] 10.222.0.23 "DELETE /v2.0/networks/8586e94e-8f43-436c-97e7-81fec781c6e1 HTTP/1.1" status: 409 len: 405 time: 0.0869195 Jul 13 14:06:49.422647 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 40338) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:06:49.424074 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6ee28fbe-8ab9-4bd7-be04-19a88b5bc78e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:49.427806 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-a7bbd445-57fa-42f1-be39-b09c7fbea418 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-461465611'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:06:49.456042 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7bbd445-57fa-42f1-be39-b09c7fbea418 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Made reservation on behalf of 2776fb42e1264343b6e03700c2e175f5 for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:06:49.460240 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a7bbd445-57fa-42f1-be39-b09c7fbea418 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:49.485145 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5205bad-c18f-4006-87d2-a3c58086f372 None None] Pushing event updated for resources: {'Port': ['ID=4ded5da4-198b-425d-83a0-107316ac49f9,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:06:49.495205 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7bbd445-57fa-42f1-be39-b09c7fbea418 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 14:06:49.505298 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a7bbd445-57fa-42f1-be39-b09c7fbea418 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:49.505648 n-d-800634-1 neutron-server[93750]: INFO neutron.db.segments_db [None req-a7bbd445-57fa-42f1-be39-b09c7fbea418 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Added segment d7a21f99-236c-4c8f-b21d-228aae8464be of type vlan for network 4b4bc03a-81ea-4da1-a188-c52559fb94db Jul 13 14:06:49.541084 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08f1d79e-d542-4896-9200-121e0b50e538 None None] Network 8586e94e-8f43-436c-97e7-81fec781c6e1 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:06:49.553165 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a7bbd445-57fa-42f1-be39-b09c7fbea418 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:49.596670 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a7bbd445-57fa-42f1-be39-b09c7fbea418 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:49.599496 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee28fbe-8ab9-4bd7-be04-19a88b5bc78e None None] Pushing event updated for resources: {'Port': ['ID=367a47f0-12f3-48dc-9a8a-c3f017bd6b66,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:06:49.603784 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7bbd445-57fa-42f1-be39-b09c7fbea418 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:06:49.604779 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a7bbd445-57fa-42f1-be39-b09c7fbea418 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:49.636661 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-a7bbd445-57fa-42f1-be39-b09c7fbea418 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2129238 Jul 13 14:06:49.640897 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 40340) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:06:49.647561 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-08a5409c-824c-4cac-b6ac-0821c93fe152 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Request body: {'subnet': {'network_id': '4b4bc03a-81ea-4da1-a188-c52559fb94db', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:06:49.689135 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bbd445-57fa-42f1-be39-b09c7fbea418 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Pushing event updated for resources: {'Network': ['ID=4b4bc03a-81ea-4da1-a188-c52559fb94db,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:06:49.745155 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08a5409c-824c-4cac-b6ac-0821c93fe152 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Made reservation on behalf of 2776fb42e1264343b6e03700c2e175f5 for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:06:49.749759 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-08a5409c-824c-4cac-b6ac-0821c93fe152 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6104980'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:49.844257 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network 4b4bc03a-81ea-4da1-a188-c52559fb94db details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 14:06:49.924724 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-81235490-94de-4494-87db-5474fdbb8eeb None None] Provisioning complete for port 367a47f0-12f3-48dc-9a8a-c3f017bd6b66 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:06:49.925290 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-81235490-94de-4494-87db-5474fdbb8eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:49.933096 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2f410af8-aad3-42d3-8eb6-2838a8381e6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:49.992525 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a2ddf3f-e139-4d3b-97dd-21fe13cafa9c None None] get_active_networks_info from n-d-800634-1 {{(pid=93752) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 13 14:06:50.019100 n-d-800634-1 neutron-server[93751]: DEBUG neutron.objects.ports [None req-08a5409c-824c-4cac-b6ac-0821c93fe152 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93751) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 13 14:06:50.020547 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-08a5409c-824c-4cac-b6ac-0821c93fe152 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6018343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6104998'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:50.057702 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:50.083257 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a5409c-824c-4cac-b6ac-0821c93fe152 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Pushing event updated for resources: {'Subnet': ['ID=65764522-7311-46a4-a65d-a24f62caee9c,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:06:50.090522 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a5409c-824c-4cac-b6ac-0821c93fe152 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Checking segment: {'id': 'd7a21f99-236c-4c8f-b21d-228aae8464be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '4b4bc03a-81ea-4da1-a188-c52559fb94db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:06:50.090812 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a5409c-824c-4cac-b6ac-0821c93fe152 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Network hostable DHCP agents. Network: 4b4bc03a-81ea-4da1-a188-c52559fb94db, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 14:06:50.108885 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a5409c-824c-4cac-b6ac-0821c93fe152 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Network 4b4bc03a-81ea-4da1-a188-c52559fb94db is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 14:06:50.120388 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-08a5409c-824c-4cac-b6ac-0821c93fe152 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, 4b4bc03a-81ea-4da1-a188-c52559fb94db) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:06:50.125426 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a5409c-824c-4cac-b6ac-0821c93fe152 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:06:50.126107 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-08a5409c-824c-4cac-b6ac-0821c93fe152 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:50.141648 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-08a5409c-824c-4cac-b6ac-0821c93fe152 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4991570 Jul 13 14:06:50.144763 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 40342) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:06:50.150703 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-8aeb5682-019d-4a4f-90a6-922e59d724e9 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Request body: {'port': {'network_id': '4b4bc03a-81ea-4da1-a188-c52559fb94db', 'name': 'tempest-NetworksIpV6TestAttrs-89635334'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:06:50.208959 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a2ddf3f-e139-4d3b-97dd-21fe13cafa9c None None] Unable to find a vacant binding_index for network 4b4bc03a-81ea-4da1-a188-c52559fb94db and agent 26575d04-7739-40ca-bab9-331723785218 {{(pid=93752) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Jul 13 14:06:50.214689 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a2ddf3f-e139-4d3b-97dd-21fe13cafa9c None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, 4b4bc03a-81ea-4da1-a188-c52559fb94db) {{(pid=93752) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 13 14:06:50.267098 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aeb5682-019d-4a4f-90a6-922e59d724e9 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Made reservation on behalf of 2776fb42e1264343b6e03700c2e175f5 for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:06:50.270796 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8aeb5682-019d-4a4f-90a6-922e59d724e9 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:50.289111 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [None req-8aeb5682-019d-4a4f-90a6-922e59d724e9 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] device_id is not set on port 8329ea58-db26-4beb-92b9-fa717153469a yet. {{(pid=93751) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 14:06:50.408192 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-8aeb5682-019d-4a4f-90a6-922e59d724e9 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Allocated IP 2001:db8::f816:3eff:fe0a:bd47 (4b4bc03a-81ea-4da1-a188-c52559fb94db/65764522-7311-46a4-a65d-a24f62caee9c/8329ea58-db26-4beb-92b9-fa717153469a) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:06:50.450732 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 367a47f0-12f3-48dc-9a8a-c3f017bd6b66 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:06:50.562152 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8aeb5682-019d-4a4f-90a6-922e59d724e9 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:50.577683 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-8aeb5682-019d-4a4f-90a6-922e59d724e9 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Transition to ACTIVE for port object 8329ea58-db26-4beb-92b9-fa717153469a will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:06:50.577964 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 367a47f0-12f3-48dc-9a8a-c3f017bd6b66 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:06:50.578359 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:50.582996 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a063356-c1d2-4bc4-a7bc-61a9e685523c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a7201e1-61ce-5a3e-b7f7-e800379ed03b-4b4bc03a-81ea-4da1-a188-c52559fb94db', 'network_id': '4b4bc03a-81ea-4da1-a188-c52559fb94db', 'tenant_id': '2776fb42e1264343b6e03700c2e175f5', 'fixed_ips': [{'subnet_id': '65764522-7311-46a4-a65d-a24f62caee9c'}]}} from n-d-800634-1. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 14:06:50.583843 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5a063356-c1d2-4bc4-a7bc-61a9e685523c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:50.614450 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8aeb5682-019d-4a4f-90a6-922e59d724e9 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:50.664918 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aeb5682-019d-4a4f-90a6-922e59d724e9 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Network 4b4bc03a-81ea-4da1-a188-c52559fb94db is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:06:50.668244 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-8aeb5682-019d-4a4f-90a6-922e59d724e9 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:06:50.673170 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aeb5682-019d-4a4f-90a6-922e59d724e9 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:06:50.678816 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aeb5682-019d-4a4f-90a6-922e59d724e9 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:06:50.679419 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8aeb5682-019d-4a4f-90a6-922e59d724e9 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:50.688251 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aeb5682-019d-4a4f-90a6-922e59d724e9 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Pushing event updated for resources: {'Port': ['ID=8329ea58-db26-4beb-92b9-fa717153469a,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:06:50.704309 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-8aeb5682-019d-4a4f-90a6-922e59d724e9 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 949 time: 0.5553067 Jul 13 14:06:50.704732 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 40344) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:06:50.757809 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-77c385f0-eb22-4950-a804-c0dbaa35d436 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Deleting subnet 65764522-7311-46a4-a65d-a24f62caee9c {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 14:06:50.790191 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-5a063356-c1d2-4bc4-a7bc-61a9e685523c None None] Allocated IP 2001:db8::f816:3eff:fed9:ff0c (4b4bc03a-81ea-4da1-a188-c52559fb94db/65764522-7311-46a4-a65d-a24f62caee9c/137957eb-63dd-4e92-926a-4379aa8ae3f4) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:06:50.934922 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5a063356-c1d2-4bc4-a7bc-61a9e685523c None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:50.944194 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-5a063356-c1d2-4bc4-a7bc-61a9e685523c None None] Transition to ACTIVE for port object 137957eb-63dd-4e92-926a-4379aa8ae3f4 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:06:50.958955 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-5a063356-c1d2-4bc4-a7bc-61a9e685523c None None] Transition to ACTIVE for port object 137957eb-63dd-4e92-926a-4379aa8ae3f4 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:06:50.964117 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-77c385f0-eb22-4950-a804-c0dbaa35d436 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:50.964389 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5a063356-c1d2-4bc4-a7bc-61a9e685523c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:51.005480 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a063356-c1d2-4bc4-a7bc-61a9e685523c None None] Network 4b4bc03a-81ea-4da1-a188-c52559fb94db is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:06:51.009703 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-5a063356-c1d2-4bc4-a7bc-61a9e685523c None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:06:51.010291 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-77c385f0-eb22-4950-a804-c0dbaa35d436 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5431723'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:51.014655 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a063356-c1d2-4bc4-a7bc-61a9e685523c None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:06:51.017940 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a063356-c1d2-4bc4-a7bc-61a9e685523c None None] Pushing event updated for resources: {'Port': ['ID=137957eb-63dd-4e92-926a-4379aa8ae3f4,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:06:51.076931 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-5a063356-c1d2-4bc4-a7bc-61a9e685523c None None] Attempting to bind port 137957eb-63dd-4e92-926a-4379aa8ae3f4 on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:06:51.077303 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-5a063356-c1d2-4bc4-a7bc-61a9e685523c None None] Attempting to bind port 137957eb-63dd-4e92-926a-4379aa8ae3f4 by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': 'd7a21f99-236c-4c8f-b21d-228aae8464be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '4b4bc03a-81ea-4da1-a188-c52559fb94db'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:06:51.077634 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a063356-c1d2-4bc4-a7bc-61a9e685523c None None] Attempting to bind port 137957eb-63dd-4e92-926a-4379aa8ae3f4 on network 4b4bc03a-81ea-4da1-a188-c52559fb94db {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:06:51.082500 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a063356-c1d2-4bc4-a7bc-61a9e685523c None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 6, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:06:51.082864 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a063356-c1d2-4bc4-a7bc-61a9e685523c None None] Checking segment: {'id': 'd7a21f99-236c-4c8f-b21d-228aae8464be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '4b4bc03a-81ea-4da1-a188-c52559fb94db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:06:51.083265 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5a063356-c1d2-4bc4-a7bc-61a9e685523c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:51.083649 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a063356-c1d2-4bc4-a7bc-61a9e685523c None None] Bound using segment: {'id': 'd7a21f99-236c-4c8f-b21d-228aae8464be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '4b4bc03a-81ea-4da1-a188-c52559fb94db'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:06:51.084104 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-5a063356-c1d2-4bc4-a7bc-61a9e685523c None None] Bound port: 137957eb-63dd-4e92-926a-4379aa8ae3f4, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7a21f99-236c-4c8f-b21d-228aae8464be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '4b4bc03a-81ea-4da1-a188-c52559fb94db'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:06:51.084480 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5a063356-c1d2-4bc4-a7bc-61a9e685523c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:51.137823 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-77c385f0-eb22-4950-a804-c0dbaa35d436 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:51.179310 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:51.203759 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-77c385f0-eb22-4950-a804-c0dbaa35d436 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5970525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4763356'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:51.207003 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-5a063356-c1d2-4bc4-a7bc-61a9e685523c None None] For port 137957eb-63dd-4e92-926a-4379aa8ae3f4, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:06:51.220721 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-5a063356-c1d2-4bc4-a7bc-61a9e685523c None None] For port 137957eb-63dd-4e92-926a-4379aa8ae3f4, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=137957eb-63dd-4e92-926a-4379aa8ae3f4,segment=NetworkSegment(d7a21f99-236c-4c8f-b21d-228aae8464be),segment_id=d7a21f99-236c-4c8f-b21d-228aae8464be)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:06:51.226011 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5a063356-c1d2-4bc4-a7bc-61a9e685523c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:51.234897 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c385f0-eb22-4950-a804-c0dbaa35d436 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Pushing event deleted for resources: {'Subnet': ['ID=65764522-7311-46a4-a65d-a24f62caee9c,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:06:51.237247 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-77c385f0-eb22-4950-a804-c0dbaa35d436 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:51.242519 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-77c385f0-eb22-4950-a804-c0dbaa35d436 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] 10.222.0.23 "DELETE /v2.0/subnets/65764522-7311-46a4-a65d-a24f62caee9c HTTP/1.1" status: 204 len: 168 time: 0.5334661 Jul 13 14:06:51.242980 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 40346) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:06:51.292250 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a063356-c1d2-4bc4-a7bc-61a9e685523c None None] Pushing event updated for resources: {'Port': ['ID=137957eb-63dd-4e92-926a-4379aa8ae3f4,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:06:51.306751 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b9e1b4-2e27-43df-b1a2-918de09e8e92 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:06:51.308312 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b9e1b4-2e27-43df-b1a2-918de09e8e92 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:06:51.309906 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-87b9e1b4-2e27-43df-b1a2-918de09e8e92 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0660796 Jul 13 14:06:51.312892 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 40348) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:06:51.390685 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6b812024-4ef9-45a9-80f2-22ebb2f9db95 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:51.397801 n-d-800634-1 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b812024-4ef9-45a9-80f2-22ebb2f9db95 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 13 14:06:51.398262 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b812024-4ef9-45a9-80f2-22ebb2f9db95 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 14:06:51.404123 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-6b812024-4ef9-45a9-80f2-22ebb2f9db95 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] 10.222.0.23 "DELETE /v2.0/networks/4b4bc03a-81ea-4da1-a188-c52559fb94db HTTP/1.1" status: 409 len: 405 time: 0.0861657 Jul 13 14:06:51.404361 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 40350) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:06:51.409923 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-b0fb8d1b-08dd-4103-a1b6-af2fa499378e tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1008268264'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:06:51.445513 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0fb8d1b-08dd-4103-a1b6-af2fa499378e tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Made reservation on behalf of 2776fb42e1264343b6e03700c2e175f5 for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:06:51.445513 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b0fb8d1b-08dd-4103-a1b6-af2fa499378e tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:51.475501 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0fb8d1b-08dd-4103-a1b6-af2fa499378e tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 14:06:51.493408 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b0fb8d1b-08dd-4103-a1b6-af2fa499378e tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:51.501224 n-d-800634-1 neutron-server[93751]: INFO neutron.db.segments_db [None req-b0fb8d1b-08dd-4103-a1b6-af2fa499378e tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Added segment 003bf1e6-6755-40ef-a308-b0c2822a2574 of type vlan for network 2592c31c-2f54-4dec-acbb-921bf626b8b9 Jul 13 14:06:51.538804 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b0fb8d1b-08dd-4103-a1b6-af2fa499378e tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:51.569882 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b0fb8d1b-08dd-4103-a1b6-af2fa499378e tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:51.575613 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0fb8d1b-08dd-4103-a1b6-af2fa499378e tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:06:51.576222 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b0fb8d1b-08dd-4103-a1b6-af2fa499378e tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:51.628918 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-b0fb8d1b-08dd-4103-a1b6-af2fa499378e tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2229509 Jul 13 14:06:51.632093 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 40352) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:06:51.637359 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-7956ef73-6259-4ca8-8806-0af63976b349 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Request body: {'subnet': {'network_id': '2592c31c-2f54-4dec-acbb-921bf626b8b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:06:51.650119 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fb8d1b-08dd-4103-a1b6-af2fa499378e tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Pushing event updated for resources: {'Network': ['ID=2592c31c-2f54-4dec-acbb-921bf626b8b9,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:06:51.661560 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network 2592c31c-2f54-4dec-acbb-921bf626b8b9 details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 14:06:51.728967 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7956ef73-6259-4ca8-8806-0af63976b349 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Made reservation on behalf of 2776fb42e1264343b6e03700c2e175f5 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:06:51.733155 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7956ef73-6259-4ca8-8806-0af63976b349 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4763385'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:52.000708 n-d-800634-1 neutron-server[93750]: DEBUG neutron.objects.ports [None req-7956ef73-6259-4ca8-8806-0af63976b349 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93750) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 13 14:06:52.002301 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7956ef73-6259-4ca8-8806-0af63976b349 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5970588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4763339'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:52.058267 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7956ef73-6259-4ca8-8806-0af63976b349 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Pushing event updated for resources: {'Subnet': ['ID=38c45409-5d7d-45a4-92de-caf7d77eedc5,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:06:52.075515 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7956ef73-6259-4ca8-8806-0af63976b349 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Checking segment: {'id': '003bf1e6-6755-40ef-a308-b0c2822a2574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '2592c31c-2f54-4dec-acbb-921bf626b8b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:06:52.075875 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7956ef73-6259-4ca8-8806-0af63976b349 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Network hostable DHCP agents. Network: 2592c31c-2f54-4dec-acbb-921bf626b8b9, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 14:06:52.095150 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7956ef73-6259-4ca8-8806-0af63976b349 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Network 2592c31c-2f54-4dec-acbb-921bf626b8b9 is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 14:06:52.105250 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-7956ef73-6259-4ca8-8806-0af63976b349 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, 2592c31c-2f54-4dec-acbb-921bf626b8b9) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:06:52.110413 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7956ef73-6259-4ca8-8806-0af63976b349 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:06:52.111127 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7956ef73-6259-4ca8-8806-0af63976b349 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:52.125994 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-7956ef73-6259-4ca8-8806-0af63976b349 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.4926322 Jul 13 14:06:52.128607 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 40354) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:06:52.231738 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-71de3f6a-411c-4e94-a743-4c2a50a6898e tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:52.231886 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4e7d0a0-70c9-4b36-8f13-f75d09836b74 None None] Network 4b4bc03a-81ea-4da1-a188-c52559fb94db requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:06:52.234896 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-606d3d45-ebd9-451c-bf65-70dbb64302e3 None None] Network 2592c31c-2f54-4dec-acbb-921bf626b8b9 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:06:52.336456 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-0c795b5b-1ab4-4997-b02c-f0e1a43942a3 None None] Provisioning for port 137957eb-63dd-4e92-926a-4379aa8ae3f4 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:06:52.499279 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 137957eb-63dd-4e92-926a-4379aa8ae3f4 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:06:52.530676 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2364f8e2-93af-4b13-aa73-7c1573344050 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a7201e1-61ce-5a3e-b7f7-e800379ed03b-2592c31c-2f54-4dec-acbb-921bf626b8b9', 'network_id': '2592c31c-2f54-4dec-acbb-921bf626b8b9', 'tenant_id': '2776fb42e1264343b6e03700c2e175f5', 'fixed_ips': [{'subnet_id': '38c45409-5d7d-45a4-92de-caf7d77eedc5'}]}} from n-d-800634-1. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 14:06:52.531538 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2364f8e2-93af-4b13-aa73-7c1573344050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:52.574306 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-586293b2-e23d-47b9-9182-578a5c5ae284 None None] Network 4b4bc03a-81ea-4da1-a188-c52559fb94db requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:06:52.623102 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-71de3f6a-411c-4e94-a743-4c2a50a6898e tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:52.690740 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-71de3f6a-411c-4e94-a743-4c2a50a6898e tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5970525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4763356'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:52.704913 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port 137957eb-63dd-4e92-926a-4379aa8ae3f4 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:06:52.722146 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71de3f6a-411c-4e94-a743-4c2a50a6898e tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Pushing event deleted for resources: {'Subnet': ['ID=38c45409-5d7d-45a4-92de-caf7d77eedc5,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:06:52.727934 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 137957eb-63dd-4e92-926a-4379aa8ae3f4 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:06:52.728322 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:52.737790 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:52.763547 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server [None req-2364f8e2-93af-4b13-aa73-7c1573344050 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 38c45409-5d7d-45a4-92de-caf7d77eedc5: This subnet is being modified by another concurrent operation. Jul 13 14:06:52.763547 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 13 14:06:52.763547 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 13 14:06:52.763547 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 13 14:06:52.763547 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 13 14:06:52.763547 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 13 14:06:52.763547 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 13 14:06:52.763547 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 13 14:06:52.763547 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 13 14:06:52.763547 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 13 14:06:52.763547 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 13 14:06:52.763547 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 13 14:06:52.763547 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 14:06:52.763547 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 14:06:52.763547 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 14:06:52.763547 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 14:06:52.763547 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 13 14:06:52.763547 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 13 14:06:52.763547 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 13 14:06:52.763547 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 13 14:06:52.763547 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 14:06:52.763547 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 14:06:52.763547 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 14:06:52.763547 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 14:06:52.763547 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 13 14:06:52.763547 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 13 14:06:52.763547 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 13 14:06:52.763547 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 13 14:06:52.763547 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 14:06:52.763547 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 14:06:52.763547 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 14:06:52.763547 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 14:06:52.763547 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 13 14:06:52.763547 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 13 14:06:52.763547 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 13 14:06:52.763547 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 13 14:06:52.763547 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 13 14:06:52.763547 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 13 14:06:52.763547 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 13 14:06:52.763547 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 13 14:06:52.763547 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 13 14:06:52.763547 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 13 14:06:52.763547 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 13 14:06:52.763547 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 13 14:06:52.763547 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 13 14:06:52.763547 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 13 14:06:52.763547 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 13 14:06:52.763547 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 13 14:06:52.763547 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 14:06:52.763547 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 14:06:52.763547 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 14:06:52.763547 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 14:06:52.763547 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 13 14:06:52.763547 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 13 14:06:52.763547 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 13 14:06:52.763547 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 13 14:06:52.763547 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 14:06:52.763547 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 14:06:52.763547 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 14:06:52.763547 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 14:06:52.763547 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 13 14:06:52.763547 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 13 14:06:52.763547 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 13 14:06:52.763547 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 13 14:06:52.763547 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 14:06:52.763547 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 14:06:52.763547 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 14:06:52.763547 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 14:06:52.763547 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 13 14:06:52.763547 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 13 14:06:52.763547 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 13 14:06:52.763547 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 13 14:06:52.763547 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 13 14:06:52.763547 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 13 14:06:52.763547 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 13 14:06:52.763547 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 13 14:06:52.763547 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 13 14:06:52.763547 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 13 14:06:52.763547 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 14:06:52.763547 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 14:06:52.763547 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 14:06:52.763547 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 14:06:52.763547 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 13 14:06:52.763547 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 13 14:06:52.763547 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 13 14:06:52.763547 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 13 14:06:52.763547 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 13 14:06:52.763547 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 13 14:06:52.763547 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 13 14:06:52.763547 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server raise exception Jul 13 14:06:52.763547 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 38c45409-5d7d-45a4-92de-caf7d77eedc5: This subnet is being modified by another concurrent operation. Jul 13 14:06:52.763547 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server Jul 13 14:06:52.789206 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-71de3f6a-411c-4e94-a743-4c2a50a6898e tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:52.793816 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c27dee2-59a8-4bc1-8572-ce8e4b0bc081 None None] Network 2592c31c-2f54-4dec-acbb-921bf626b8b9 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:06:52.800007 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-71de3f6a-411c-4e94-a743-4c2a50a6898e tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2592c31c-2f54-4dec-acbb-921bf626b8b9']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:06:52.811508 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-71de3f6a-411c-4e94-a743-4c2a50a6898e tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '003bf1e6-6755-40ef-a308-b0c2822a2574') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:06:52.812258 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-71de3f6a-411c-4e94-a743-4c2a50a6898e tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '003bf1e6-6755-40ef-a308-b0c2822a2574') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:06:52.820927 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-71de3f6a-411c-4e94-a743-4c2a50a6898e tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5431730'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:52.835619 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-71de3f6a-411c-4e94-a743-4c2a50a6898e tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:52.841862 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71de3f6a-411c-4e94-a743-4c2a50a6898e tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 14:06:52.842300 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-71de3f6a-411c-4e94-a743-4c2a50a6898e tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5970419'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:52.845278 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:06:52.845278 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:06:52.845278 n-d-800634-1 neutron-server[93750]: Traceback (most recent call last): Jul 13 14:06:52.845278 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 14:06:52.845278 n-d-800634-1 neutron-server[93750]: timer() Jul 13 14:06:52.845278 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 14:06:52.845278 n-d-800634-1 neutron-server[93750]: cb(*args, **kw) Jul 13 14:06:52.845278 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 14:06:52.845278 n-d-800634-1 neutron-server[93750]: return func(*args, **kwargs) Jul 13 14:06:52.845278 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 14:06:52.845278 n-d-800634-1 neutron-server[93750]: self._notify() Jul 13 14:06:52.845278 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 14:06:52.845278 n-d-800634-1 neutron-server[93750]: self.callback(batched_events) Jul 13 14:06:52.845278 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 14:06:52.845278 n-d-800634-1 neutron-server[93750]: event.method(event) Jul 13 14:06:52.845278 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 14:06:52.845278 n-d-800634-1 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 14:06:52.845278 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 14:06:52.845278 n-d-800634-1 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 14:06:52.845278 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 14:06:52.845278 n-d-800634-1 neutron-server[93750]: return f(self, *a, **k) Jul 13 14:06:52.845278 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 14:06:52.845278 n-d-800634-1 neutron-server[93750]: return self._get(url).json() Jul 13 14:06:52.845278 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 14:06:52.845278 n-d-800634-1 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 14:06:52.845278 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 14:06:52.845278 n-d-800634-1 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 13 14:06:52.845278 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 14:06:52.845278 n-d-800634-1 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 14:06:52.845278 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 14:06:52.845278 n-d-800634-1 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 14:06:52.845278 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 14:06:52.845278 n-d-800634-1 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 14:06:52.845278 n-d-800634-1 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 14:06:52.911600 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-71de3f6a-411c-4e94-a743-4c2a50a6898e tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:52.918981 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-71de3f6a-411c-4e94-a743-4c2a50a6898e tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:52.920990 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-71de3f6a-411c-4e94-a743-4c2a50a6898e tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] 10.222.0.23 "DELETE /v2.0/networks/2592c31c-2f54-4dec-acbb-921bf626b8b9 HTTP/1.1" status: 204 len: 168 time: 0.7912948 Jul 13 14:06:52.925062 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 40356) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:06:52.930289 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-ae39ba3e-86b8-4298-8e2b-91772d5b8c7c tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-63519279'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:06:52.940060 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71de3f6a-411c-4e94-a743-4c2a50a6898e tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Pushing event deleted for resources: {'Network': ['ID=2592c31c-2f54-4dec-acbb-921bf626b8b9,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:06:52.958010 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae39ba3e-86b8-4298-8e2b-91772d5b8c7c tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Made reservation on behalf of 2776fb42e1264343b6e03700c2e175f5 for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:06:52.961516 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ae39ba3e-86b8-4298-8e2b-91772d5b8c7c tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:52.980631 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:52.986282 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae39ba3e-86b8-4298-8e2b-91772d5b8c7c tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 14:06:52.994903 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ae39ba3e-86b8-4298-8e2b-91772d5b8c7c tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:52.995255 n-d-800634-1 neutron-server[93751]: INFO neutron.db.segments_db [None req-ae39ba3e-86b8-4298-8e2b-91772d5b8c7c tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Added segment e733e515-0b32-4d36-8676-2c36956a8e8c of type vlan for network 9883f3af-c3bd-462a-ba49-fafdd75dd9f5 Jul 13 14:06:53.024342 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port 137957eb-63dd-4e92-926a-4379aa8ae3f4, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=137957eb-63dd-4e92-926a-4379aa8ae3f4,segment=NetworkSegment(d7a21f99-236c-4c8f-b21d-228aae8464be),segment_id=d7a21f99-236c-4c8f-b21d-228aae8464be)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:06:53.030503 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:53.037631 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ae39ba3e-86b8-4298-8e2b-91772d5b8c7c tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:53.058903 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c06e8eb7-aa41-40df-8f2a-a13799826dbf None None] DHCP port deletion for 4b4bc03a-81ea-4da1-a188-c52559fb94db request from n-d-800634-1 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 14:06:53.071884 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ae39ba3e-86b8-4298-8e2b-91772d5b8c7c tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:53.078860 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae39ba3e-86b8-4298-8e2b-91772d5b8c7c tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:06:53.079447 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ae39ba3e-86b8-4298-8e2b-91772d5b8c7c tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:53.109703 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=137957eb-63dd-4e92-926a-4379aa8ae3f4,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:06:53.131834 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-c06e8eb7-aa41-40df-8f2a-a13799826dbf None None] Deleting port 137957eb-63dd-4e92-926a-4379aa8ae3f4 {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:06:53.132303 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c06e8eb7-aa41-40df-8f2a-a13799826dbf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:53.142967 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-ae39ba3e-86b8-4298-8e2b-91772d5b8c7c tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2168601 Jul 13 14:06:53.145799 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 40358) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:06:53.150722 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-bab205a1-19d0-4c0d-b123-6251d2c7062a tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Request body: {'subnet': {'network_id': '9883f3af-c3bd-462a-ba49-fafdd75dd9f5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:06:53.168911 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae39ba3e-86b8-4298-8e2b-91772d5b8c7c tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Pushing event updated for resources: {'Network': ['ID=9883f3af-c3bd-462a-ba49-fafdd75dd9f5,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:06:53.181415 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network 9883f3af-c3bd-462a-ba49-fafdd75dd9f5 details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 14:06:53.244315 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bab205a1-19d0-4c0d-b123-6251d2c7062a tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Made reservation on behalf of 2776fb42e1264343b6e03700c2e175f5 for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:06:53.248087 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bab205a1-19d0-4c0d-b123-6251d2c7062a tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6104980'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:53.250705 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-c06e8eb7-aa41-40df-8f2a-a13799826dbf None None] For port 137957eb-63dd-4e92-926a-4379aa8ae3f4, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=137957eb-63dd-4e92-926a-4379aa8ae3f4,segment=NetworkSegment(d7a21f99-236c-4c8f-b21d-228aae8464be),segment_id=d7a21f99-236c-4c8f-b21d-228aae8464be)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:06:53.251106 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c06e8eb7-aa41-40df-8f2a-a13799826dbf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:53.272273 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-c06e8eb7-aa41-40df-8f2a-a13799826dbf None None] Calling delete_port for 137957eb-63dd-4e92-926a-4379aa8ae3f4 owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:06:53.358606 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c06e8eb7-aa41-40df-8f2a-a13799826dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:53.381877 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06e8eb7-aa41-40df-8f2a-a13799826dbf None None] Pushing event deleted for resources: {'Port': ['ID=137957eb-63dd-4e92-926a-4379aa8ae3f4,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:06:53.387756 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06e8eb7-aa41-40df-8f2a-a13799826dbf None None] No DVR routers for this DVR port 137957eb-63dd-4e92-926a-4379aa8ae3f4 on host n-d-800634-1 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:06:53.406711 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcc15aed-8ac1-40b3-ab80-c4f37527f12d None None] get_active_networks_info from n-d-800634-1 {{(pid=93752) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 13 14:06:53.453848 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bab205a1-19d0-4c0d-b123-6251d2c7062a tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6018343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6104998'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:53.485665 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc15aed-8ac1-40b3-ab80-c4f37527f12d None None] Resources bound (agent type, host, resource id): {{(pid=93752) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 13 14:06:53.522639 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab205a1-19d0-4c0d-b123-6251d2c7062a tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Pushing event updated for resources: {'Subnet': ['ID=3f7dc497-ba5c-4098-a98e-ee44c02c2e63,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:06:53.528719 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab205a1-19d0-4c0d-b123-6251d2c7062a tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Checking segment: {'id': 'e733e515-0b32-4d36-8676-2c36956a8e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '9883f3af-c3bd-462a-ba49-fafdd75dd9f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:06:53.529091 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab205a1-19d0-4c0d-b123-6251d2c7062a tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Network hostable DHCP agents. Network: 9883f3af-c3bd-462a-ba49-fafdd75dd9f5, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 14:06:53.545932 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab205a1-19d0-4c0d-b123-6251d2c7062a tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Network 9883f3af-c3bd-462a-ba49-fafdd75dd9f5 is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 14:06:53.554652 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-bab205a1-19d0-4c0d-b123-6251d2c7062a tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, 9883f3af-c3bd-462a-ba49-fafdd75dd9f5) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:06:53.563022 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab205a1-19d0-4c0d-b123-6251d2c7062a tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:06:53.563661 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bab205a1-19d0-4c0d-b123-6251d2c7062a tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:53.577999 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-bab205a1-19d0-4c0d-b123-6251d2c7062a tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4311116 Jul 13 14:06:53.580590 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 40360) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:06:53.675166 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-06b0d5bb-61ef-40fb-a622-5cfe9d7f7b34 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:53.731046 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-282f0ae5-3a69-4386-b847-7965ae4abafe None None] Network 9883f3af-c3bd-462a-ba49-fafdd75dd9f5 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:06:53.756716 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-06b0d5bb-61ef-40fb-a622-5cfe9d7f7b34 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:53.820284 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-06b0d5bb-61ef-40fb-a622-5cfe9d7f7b34 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6018534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6105009'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:53.849007 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b0d5bb-61ef-40fb-a622-5cfe9d7f7b34 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Pushing event deleted for resources: {'Subnet': ['ID=3f7dc497-ba5c-4098-a98e-ee44c02c2e63,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:06:53.914368 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-06b0d5bb-61ef-40fb-a622-5cfe9d7f7b34 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:53.924298 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-06b0d5bb-61ef-40fb-a622-5cfe9d7f7b34 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9883f3af-c3bd-462a-ba49-fafdd75dd9f5']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:06:53.935917 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-06b0d5bb-61ef-40fb-a622-5cfe9d7f7b34 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e733e515-0b32-4d36-8676-2c36956a8e8c') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:06:53.935917 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-06b0d5bb-61ef-40fb-a622-5cfe9d7f7b34 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e733e515-0b32-4d36-8676-2c36956a8e8c') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:06:53.946064 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-06b0d5bb-61ef-40fb-a622-5cfe9d7f7b34 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6018464'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:53.960006 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-06b0d5bb-61ef-40fb-a622-5cfe9d7f7b34 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:53.965581 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06b0d5bb-61ef-40fb-a622-5cfe9d7f7b34 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 14:06:53.965996 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-06b0d5bb-61ef-40fb-a622-5cfe9d7f7b34 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6018632'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:53.969686 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:06:53.969686 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:06:53.969686 n-d-800634-1 neutron-server[93751]: Traceback (most recent call last): Jul 13 14:06:53.969686 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 14:06:53.969686 n-d-800634-1 neutron-server[93751]: timer() Jul 13 14:06:53.969686 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 14:06:53.969686 n-d-800634-1 neutron-server[93751]: cb(*args, **kw) Jul 13 14:06:53.969686 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 14:06:53.969686 n-d-800634-1 neutron-server[93751]: return func(*args, **kwargs) Jul 13 14:06:53.969686 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 14:06:53.969686 n-d-800634-1 neutron-server[93751]: self._notify() Jul 13 14:06:53.969686 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 14:06:53.969686 n-d-800634-1 neutron-server[93751]: self.callback(batched_events) Jul 13 14:06:53.969686 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 14:06:53.969686 n-d-800634-1 neutron-server[93751]: event.method(event) Jul 13 14:06:53.969686 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 14:06:53.969686 n-d-800634-1 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 14:06:53.969686 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 14:06:53.969686 n-d-800634-1 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 14:06:53.969686 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 14:06:53.969686 n-d-800634-1 neutron-server[93751]: return f(self, *a, **k) Jul 13 14:06:53.969686 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 14:06:53.969686 n-d-800634-1 neutron-server[93751]: return self._get(url).json() Jul 13 14:06:53.969686 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 14:06:53.969686 n-d-800634-1 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 14:06:53.969686 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 14:06:53.969686 n-d-800634-1 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 13 14:06:53.969686 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 14:06:53.969686 n-d-800634-1 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 14:06:53.969686 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 14:06:53.969686 n-d-800634-1 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 14:06:53.969686 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 14:06:53.969686 n-d-800634-1 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 14:06:53.969686 n-d-800634-1 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 14:06:54.006312 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccb5f6b8-e5f1-47ec-94b5-1f63a175db51 None None] Network 9883f3af-c3bd-462a-ba49-fafdd75dd9f5 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:06:54.024682 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-06b0d5bb-61ef-40fb-a622-5cfe9d7f7b34 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:54.034557 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-06b0d5bb-61ef-40fb-a622-5cfe9d7f7b34 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:54.036498 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-06b0d5bb-61ef-40fb-a622-5cfe9d7f7b34 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] 10.222.0.23 "DELETE /v2.0/networks/9883f3af-c3bd-462a-ba49-fafdd75dd9f5 HTTP/1.1" status: 204 len: 168 time: 0.4549904 Jul 13 14:06:54.041586 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 40364) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:06:54.049094 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-16c76651-c915-4ce6-8f3f-142a468e0a34 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2059798097'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:06:54.049289 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b0d5bb-61ef-40fb-a622-5cfe9d7f7b34 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Pushing event deleted for resources: {'Network': ['ID=9883f3af-c3bd-462a-ba49-fafdd75dd9f5,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:06:54.080029 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16c76651-c915-4ce6-8f3f-142a468e0a34 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Made reservation on behalf of 2776fb42e1264343b6e03700c2e175f5 for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:06:54.083626 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-16c76651-c915-4ce6-8f3f-142a468e0a34 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:54.121724 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16c76651-c915-4ce6-8f3f-142a468e0a34 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 14:06:54.131780 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-16c76651-c915-4ce6-8f3f-142a468e0a34 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:54.132145 n-d-800634-1 neutron-server[93750]: INFO neutron.db.segments_db [None req-16c76651-c915-4ce6-8f3f-142a468e0a34 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Added segment 182388eb-148a-4f8d-b770-b0181aa07358 of type vlan for network ba9bd804-0b30-4527-aa45-678e3d04ce75 Jul 13 14:06:54.182485 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-16c76651-c915-4ce6-8f3f-142a468e0a34 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:54.212695 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-16c76651-c915-4ce6-8f3f-142a468e0a34 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:54.218956 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16c76651-c915-4ce6-8f3f-142a468e0a34 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:06:54.219560 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-16c76651-c915-4ce6-8f3f-142a468e0a34 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:54.280310 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-16c76651-c915-4ce6-8f3f-142a468e0a34 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2360814 Jul 13 14:06:54.283756 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 40372) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:06:54.290296 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-b0c000bd-e0a1-4b76-8f0f-f62aec635443 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Request body: {'subnet': {'network_id': 'ba9bd804-0b30-4527-aa45-678e3d04ce75', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:06:54.347093 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c76651-c915-4ce6-8f3f-142a468e0a34 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Pushing event updated for resources: {'Network': ['ID=ba9bd804-0b30-4527-aa45-678e3d04ce75,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:06:54.369633 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network ba9bd804-0b30-4527-aa45-678e3d04ce75 details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 14:06:54.405526 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0c000bd-e0a1-4b76-8f0f-f62aec635443 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Made reservation on behalf of 2776fb42e1264343b6e03700c2e175f5 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:06:54.409441 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b0c000bd-e0a1-4b76-8f0f-f62aec635443 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4763385'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:54.465343 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 137957eb-63dd-4e92-926a-4379aa8ae3f4 no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:06:54.492148 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: 137957eb-63dd-4e92-926a-4379aa8ae3f4 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:06:54.492501 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 137957eb-63dd-4e92-926a-4379aa8ae3f4 not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:06:54.682661 n-d-800634-1 neutron-server[93750]: DEBUG neutron.objects.ports [None req-b0c000bd-e0a1-4b76-8f0f-f62aec635443 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93750) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 13 14:06:54.684022 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b0c000bd-e0a1-4b76-8f0f-f62aec635443 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5970588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4763339'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:54.747052 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c000bd-e0a1-4b76-8f0f-f62aec635443 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Pushing event updated for resources: {'Subnet': ['ID=1005698e-1f24-4154-8f81-3477a01d7141,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:06:54.755766 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c000bd-e0a1-4b76-8f0f-f62aec635443 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Checking segment: {'id': '182388eb-148a-4f8d-b770-b0181aa07358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ba9bd804-0b30-4527-aa45-678e3d04ce75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:06:54.756128 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c000bd-e0a1-4b76-8f0f-f62aec635443 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Network hostable DHCP agents. Network: ba9bd804-0b30-4527-aa45-678e3d04ce75, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 14:06:54.771670 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c000bd-e0a1-4b76-8f0f-f62aec635443 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Network ba9bd804-0b30-4527-aa45-678e3d04ce75 is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 14:06:54.780182 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-b0c000bd-e0a1-4b76-8f0f-f62aec635443 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, ba9bd804-0b30-4527-aa45-678e3d04ce75) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:06:54.784313 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c000bd-e0a1-4b76-8f0f-f62aec635443 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:06:54.784895 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b0c000bd-e0a1-4b76-8f0f-f62aec635443 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:54.789306 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a65693b-ea9f-42f1-82d0-7406bcc2a602 None None] Network ba9bd804-0b30-4527-aa45-678e3d04ce75 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:06:54.802828 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-b0c000bd-e0a1-4b76-8f0f-f62aec635443 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.5154560 Jul 13 14:06:54.803109 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 40376) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:06:54.931775 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7fe20737-540e-488c-813c-02a7f4f5bbd1 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:54.964461 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c0f360d-912b-451d-93be-c1625b916cd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a7201e1-61ce-5a3e-b7f7-e800379ed03b-ba9bd804-0b30-4527-aa45-678e3d04ce75', 'network_id': 'ba9bd804-0b30-4527-aa45-678e3d04ce75', 'tenant_id': '2776fb42e1264343b6e03700c2e175f5', 'fixed_ips': [{'subnet_id': '1005698e-1f24-4154-8f81-3477a01d7141'}]}} from n-d-800634-1. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 14:06:54.965343 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2c0f360d-912b-451d-93be-c1625b916cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:54.994523 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7fe20737-540e-488c-813c-02a7f4f5bbd1 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:55.075815 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7fe20737-540e-488c-813c-02a7f4f5bbd1 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5970525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4763356'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:55.081188 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server [None req-2c0f360d-912b-451d-93be-c1625b916cd0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1005698e-1f24-4154-8f81-3477a01d7141: This subnet is being modified by another concurrent operation. Jul 13 14:06:55.081188 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 13 14:06:55.081188 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 13 14:06:55.081188 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 13 14:06:55.081188 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 13 14:06:55.081188 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 13 14:06:55.081188 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 13 14:06:55.081188 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 13 14:06:55.081188 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 13 14:06:55.081188 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 13 14:06:55.081188 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 13 14:06:55.081188 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 13 14:06:55.081188 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 14:06:55.081188 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 14:06:55.081188 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 14:06:55.081188 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 14:06:55.081188 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 13 14:06:55.081188 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 13 14:06:55.081188 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 13 14:06:55.081188 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 13 14:06:55.081188 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 14:06:55.081188 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 14:06:55.081188 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 14:06:55.081188 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 14:06:55.081188 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 13 14:06:55.081188 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 13 14:06:55.081188 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 13 14:06:55.081188 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 13 14:06:55.081188 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 14:06:55.081188 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 14:06:55.081188 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 14:06:55.081188 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 14:06:55.081188 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 13 14:06:55.081188 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 13 14:06:55.081188 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 13 14:06:55.081188 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 13 14:06:55.081188 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 13 14:06:55.081188 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 13 14:06:55.081188 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 13 14:06:55.081188 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 13 14:06:55.081188 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 13 14:06:55.081188 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 13 14:06:55.081188 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 13 14:06:55.081188 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 13 14:06:55.081188 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 13 14:06:55.081188 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 13 14:06:55.081188 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 13 14:06:55.081188 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 13 14:06:55.081188 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 14:06:55.081188 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 14:06:55.081188 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 14:06:55.081188 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 14:06:55.081188 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 13 14:06:55.081188 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 13 14:06:55.081188 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 13 14:06:55.081188 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 13 14:06:55.081188 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 14:06:55.081188 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 14:06:55.081188 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 14:06:55.081188 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 14:06:55.081188 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 13 14:06:55.081188 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 13 14:06:55.081188 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 13 14:06:55.081188 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 13 14:06:55.081188 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 14:06:55.081188 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 14:06:55.081188 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 14:06:55.081188 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 14:06:55.081188 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 13 14:06:55.081188 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 13 14:06:55.081188 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 13 14:06:55.081188 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 13 14:06:55.081188 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 13 14:06:55.081188 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 13 14:06:55.081188 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 13 14:06:55.081188 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 13 14:06:55.081188 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 13 14:06:55.081188 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 13 14:06:55.081188 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 14:06:55.081188 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 14:06:55.081188 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 14:06:55.081188 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 14:06:55.081188 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 13 14:06:55.081188 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 13 14:06:55.081188 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 13 14:06:55.081188 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 13 14:06:55.081188 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 13 14:06:55.081188 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 13 14:06:55.081188 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 13 14:06:55.081188 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server raise exception Jul 13 14:06:55.081188 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1005698e-1f24-4154-8f81-3477a01d7141: This subnet is being modified by another concurrent operation. Jul 13 14:06:55.081188 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server Jul 13 14:06:55.100938 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b7c611-8adf-428a-8970-6b1eef4abca5 None None] Network ba9bd804-0b30-4527-aa45-678e3d04ce75 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:06:55.121875 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe20737-540e-488c-813c-02a7f4f5bbd1 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Pushing event deleted for resources: {'Subnet': ['ID=1005698e-1f24-4154-8f81-3477a01d7141,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:06:55.190992 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7fe20737-540e-488c-813c-02a7f4f5bbd1 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:55.202313 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-7fe20737-540e-488c-813c-02a7f4f5bbd1 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba9bd804-0b30-4527-aa45-678e3d04ce75']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:06:55.213433 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-7fe20737-540e-488c-813c-02a7f4f5bbd1 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '182388eb-148a-4f8d-b770-b0181aa07358') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:06:55.213744 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-7fe20737-540e-488c-813c-02a7f4f5bbd1 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '182388eb-148a-4f8d-b770-b0181aa07358') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:06:55.224461 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b103f2-c78e-4325-be32-bab03fe37c9a None None] get_active_networks_info from n-d-800634-1 {{(pid=93752) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 13 14:06:55.226447 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7fe20737-540e-488c-813c-02a7f4f5bbd1 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5431730'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:55.244967 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7fe20737-540e-488c-813c-02a7f4f5bbd1 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:55.252878 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fe20737-540e-488c-813c-02a7f4f5bbd1 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 14:06:55.253704 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7fe20737-540e-488c-813c-02a7f4f5bbd1 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5970419'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:55.258285 n-d-800634-1 neutron-server[93750]: Traceback (most recent call last): Jul 13 14:06:55.258285 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 14:06:55.258285 n-d-800634-1 neutron-server[93750]: timer() Jul 13 14:06:55.258285 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 14:06:55.258285 n-d-800634-1 neutron-server[93750]: cb(*args, **kw) Jul 13 14:06:55.258285 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 14:06:55.258285 n-d-800634-1 neutron-server[93750]: return func(*args, **kwargs) Jul 13 14:06:55.258285 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 14:06:55.258285 n-d-800634-1 neutron-server[93750]: self._notify() Jul 13 14:06:55.258285 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 14:06:55.258285 n-d-800634-1 neutron-server[93750]: self.callback(batched_events) Jul 13 14:06:55.258285 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 14:06:55.258285 n-d-800634-1 neutron-server[93750]: event.method(event) Jul 13 14:06:55.258285 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 14:06:55.258285 n-d-800634-1 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 14:06:55.258285 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 14:06:55.258285 n-d-800634-1 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 14:06:55.258285 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 14:06:55.258285 n-d-800634-1 neutron-server[93750]: return f(self, *a, **k) Jul 13 14:06:55.258285 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 14:06:55.258285 n-d-800634-1 neutron-server[93750]: return self._get(url).json() Jul 13 14:06:55.258285 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 14:06:55.258285 n-d-800634-1 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 14:06:55.258285 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 14:06:55.258285 n-d-800634-1 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 13 14:06:55.258285 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 14:06:55.258285 n-d-800634-1 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 14:06:55.258285 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 14:06:55.258285 n-d-800634-1 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 14:06:55.258285 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 14:06:55.258285 n-d-800634-1 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 14:06:55.258285 n-d-800634-1 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 14:06:55.322779 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b103f2-c78e-4325-be32-bab03fe37c9a None None] Resources bound (agent type, host, resource id): {{(pid=93752) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 13 14:06:55.325202 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7fe20737-540e-488c-813c-02a7f4f5bbd1 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:55.334108 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7fe20737-540e-488c-813c-02a7f4f5bbd1 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:55.339035 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-7fe20737-540e-488c-813c-02a7f4f5bbd1 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] 10.222.0.23 "DELETE /v2.0/networks/ba9bd804-0b30-4527-aa45-678e3d04ce75 HTTP/1.1" status: 204 len: 168 time: 0.5314929 Jul 13 14:06:55.339573 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 40378) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:06:55.353535 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe20737-540e-488c-813c-02a7f4f5bbd1 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Pushing event deleted for resources: {'Network': ['ID=ba9bd804-0b30-4527-aa45-678e3d04ce75,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:06:55.369303 n-d-800634-1 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-50203132-7ca2-4eef-b420-d5c018152694 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] DELETE failed (client error): The resource could not be found. Jul 13 14:06:55.369303 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50203132-7ca2-4eef-b420-d5c018152694 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 14:06:55.380062 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-50203132-7ca2-4eef-b420-d5c018152694 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] 10.222.0.23 "DELETE /v2.0/subnets/1005698e-1f24-4154-8f81-3477a01d7141 HTTP/1.1" status: 404 len: 337 time: 0.0392356 Jul 13 14:06:55.382702 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 40382) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:06:55.402493 n-d-800634-1 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-a897c020-8362-47d3-88f4-fb77f6a7e3fc tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] DELETE failed (client error): The resource could not be found. Jul 13 14:06:55.403076 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a897c020-8362-47d3-88f4-fb77f6a7e3fc tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93750) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 14:06:55.405050 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-a897c020-8362-47d3-88f4-fb77f6a7e3fc tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] 10.222.0.23 "DELETE /v2.0/networks/ba9bd804-0b30-4527-aa45-678e3d04ce75 HTTP/1.1" status: 404 len: 339 time: 0.0212576 Jul 13 14:06:55.407436 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 40384) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:06:55.439536 n-d-800634-1 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4a2860f-7010-4b4f-b181-46ab323a6330 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] DELETE failed (client error): The resource could not be found. Jul 13 14:06:55.440003 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4a2860f-7010-4b4f-b181-46ab323a6330 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93750) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 14:06:55.444088 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-f4a2860f-7010-4b4f-b181-46ab323a6330 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] 10.222.0.23 "DELETE /v2.0/subnets/3f7dc497-ba5c-4098-a98e-ee44c02c2e63 HTTP/1.1" status: 404 len: 337 time: 0.0334008 Jul 13 14:06:55.444247 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 40386) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:06:55.464444 n-d-800634-1 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-780533af-41c5-4998-9385-9d44aa6ee1dc tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] DELETE failed (client error): The resource could not be found. Jul 13 14:06:55.465054 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-780533af-41c5-4998-9385-9d44aa6ee1dc tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93750) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 14:06:55.469451 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-780533af-41c5-4998-9385-9d44aa6ee1dc tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] 10.222.0.23 "DELETE /v2.0/networks/9883f3af-c3bd-462a-ba49-fafdd75dd9f5 HTTP/1.1" status: 404 len: 339 time: 0.0216835 Jul 13 14:06:55.469845 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 40388) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:06:55.497967 n-d-800634-1 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f895cf1-528a-46af-865b-e9d239432f05 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] DELETE failed (client error): The resource could not be found. Jul 13 14:06:55.498606 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f895cf1-528a-46af-865b-e9d239432f05 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93750) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 14:06:55.502639 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-3f895cf1-528a-46af-865b-e9d239432f05 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] 10.222.0.23 "DELETE /v2.0/subnets/38c45409-5d7d-45a4-92de-caf7d77eedc5 HTTP/1.1" status: 404 len: 337 time: 0.0296388 Jul 13 14:06:55.502960 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 40390) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:06:55.524850 n-d-800634-1 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-92333e02-5092-4a0f-8f6a-04642f4c64df tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] DELETE failed (client error): The resource could not be found. Jul 13 14:06:55.525427 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92333e02-5092-4a0f-8f6a-04642f4c64df tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93750) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 14:06:55.527210 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-92333e02-5092-4a0f-8f6a-04642f4c64df tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] 10.222.0.23 "DELETE /v2.0/networks/2592c31c-2f54-4dec-acbb-921bf626b8b9 HTTP/1.1" status: 404 len: 339 time: 0.0233781 Jul 13 14:06:55.529811 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 40392) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:06:55.631451 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-236fdeca-964d-4b02-b778-c4fe882de7d4 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Deleting port 8329ea58-db26-4beb-92b9-fa717153469a {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:06:55.631804 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-236fdeca-964d-4b02-b778-c4fe882de7d4 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:55.701978 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-236fdeca-964d-4b02-b778-c4fe882de7d4 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:55.714732 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-236fdeca-964d-4b02-b778-c4fe882de7d4 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Calling delete_port for 8329ea58-db26-4beb-92b9-fa717153469a owned by {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:06:55.793830 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-236fdeca-964d-4b02-b778-c4fe882de7d4 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:55.829175 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236fdeca-964d-4b02-b778-c4fe882de7d4 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Pushing event deleted for resources: {'Port': ['ID=8329ea58-db26-4beb-92b9-fa717153469a,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:06:55.832777 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-236fdeca-964d-4b02-b778-c4fe882de7d4 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:55.837095 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-236fdeca-964d-4b02-b778-c4fe882de7d4 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] 10.222.0.23 "DELETE /v2.0/ports/8329ea58-db26-4beb-92b9-fa717153469a HTTP/1.1" status: 204 len: 168 time: 0.3038917 Jul 13 14:06:55.837544 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 40394) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:06:55.864024 n-d-800634-1 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-993332c9-2c32-43a4-b6a2-88a748aae23b tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] DELETE failed (client error): The resource could not be found. Jul 13 14:06:55.864478 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-993332c9-2c32-43a4-b6a2-88a748aae23b tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93750) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 14:06:55.866185 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-993332c9-2c32-43a4-b6a2-88a748aae23b tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] 10.222.0.23 "DELETE /v2.0/subnets/65764522-7311-46a4-a65d-a24f62caee9c HTTP/1.1" status: 404 len: 337 time: 0.0276825 Jul 13 14:06:55.868761 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 40396) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:06:55.944001 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f6bc72ea-977b-4bc3-b65c-5ce624986122 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:56.035760 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f6bc72ea-977b-4bc3-b65c-5ce624986122 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:56.046532 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-f6bc72ea-977b-4bc3-b65c-5ce624986122 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b4bc03a-81ea-4da1-a188-c52559fb94db']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:06:56.057100 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-f6bc72ea-977b-4bc3-b65c-5ce624986122 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7a21f99-236c-4c8f-b21d-228aae8464be') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:06:56.057394 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-f6bc72ea-977b-4bc3-b65c-5ce624986122 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7a21f99-236c-4c8f-b21d-228aae8464be') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:06:56.066256 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f6bc72ea-977b-4bc3-b65c-5ce624986122 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5431730'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:56.080333 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f6bc72ea-977b-4bc3-b65c-5ce624986122 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:56.086327 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6bc72ea-977b-4bc3-b65c-5ce624986122 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 14:06:56.086785 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f6bc72ea-977b-4bc3-b65c-5ce624986122 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5970419'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:56.089970 n-d-800634-1 neutron-server[93750]: Traceback (most recent call last): Jul 13 14:06:56.089970 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 14:06:56.089970 n-d-800634-1 neutron-server[93750]: timer() Jul 13 14:06:56.089970 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 14:06:56.089970 n-d-800634-1 neutron-server[93750]: cb(*args, **kw) Jul 13 14:06:56.089970 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 14:06:56.089970 n-d-800634-1 neutron-server[93750]: return func(*args, **kwargs) Jul 13 14:06:56.089970 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 14:06:56.089970 n-d-800634-1 neutron-server[93750]: self._notify() Jul 13 14:06:56.089970 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 14:06:56.089970 n-d-800634-1 neutron-server[93750]: self.callback(batched_events) Jul 13 14:06:56.089970 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 14:06:56.089970 n-d-800634-1 neutron-server[93750]: event.method(event) Jul 13 14:06:56.089970 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 14:06:56.089970 n-d-800634-1 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 14:06:56.089970 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 14:06:56.089970 n-d-800634-1 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 14:06:56.089970 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 14:06:56.089970 n-d-800634-1 neutron-server[93750]: return f(self, *a, **k) Jul 13 14:06:56.089970 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 14:06:56.089970 n-d-800634-1 neutron-server[93750]: return self._get(url).json() Jul 13 14:06:56.089970 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 14:06:56.089970 n-d-800634-1 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 14:06:56.089970 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 14:06:56.089970 n-d-800634-1 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 13 14:06:56.089970 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 14:06:56.089970 n-d-800634-1 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 14:06:56.089970 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 14:06:56.089970 n-d-800634-1 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 14:06:56.089970 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 14:06:56.089970 n-d-800634-1 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 14:06:56.089970 n-d-800634-1 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 14:06:56.147937 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f6bc72ea-977b-4bc3-b65c-5ce624986122 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:56.155186 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f6bc72ea-977b-4bc3-b65c-5ce624986122 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:56.157628 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-f6bc72ea-977b-4bc3-b65c-5ce624986122 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] 10.222.0.23 "DELETE /v2.0/networks/4b4bc03a-81ea-4da1-a188-c52559fb94db HTTP/1.1" status: 204 len: 168 time: 0.2873468 Jul 13 14:06:56.159763 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 40398) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:06:56.176501 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bc72ea-977b-4bc3-b65c-5ce624986122 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Pushing event deleted for resources: {'Network': ['ID=4b4bc03a-81ea-4da1-a188-c52559fb94db,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:06:56.298663 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-cb1c28b3-d0ac-4ada-accb-9d59c5f33515 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Deleting port 828bf3bf-1ca9-486b-be71-1499372b48dc {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:06:56.299121 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cb1c28b3-d0ac-4ada-accb-9d59c5f33515 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:56.376644 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cb1c28b3-d0ac-4ada-accb-9d59c5f33515 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:56.396246 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-cb1c28b3-d0ac-4ada-accb-9d59c5f33515 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Calling delete_port for 828bf3bf-1ca9-486b-be71-1499372b48dc owned by {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:06:56.479139 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cb1c28b3-d0ac-4ada-accb-9d59c5f33515 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:56.509018 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1c28b3-d0ac-4ada-accb-9d59c5f33515 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Pushing event deleted for resources: {'Port': ['ID=828bf3bf-1ca9-486b-be71-1499372b48dc,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:06:56.519990 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cb1c28b3-d0ac-4ada-accb-9d59c5f33515 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:56.522217 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-cb1c28b3-d0ac-4ada-accb-9d59c5f33515 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] 10.222.0.23 "DELETE /v2.0/ports/828bf3bf-1ca9-486b-be71-1499372b48dc HTTP/1.1" status: 204 len: 168 time: 0.3604546 Jul 13 14:06:56.524666 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 40402) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:06:56.551095 n-d-800634-1 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-54b7c6c8-ee03-4a41-a295-f30832eb3dcd tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] DELETE failed (client error): The resource could not be found. Jul 13 14:06:56.551457 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54b7c6c8-ee03-4a41-a295-f30832eb3dcd tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 14:06:56.553247 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-54b7c6c8-ee03-4a41-a295-f30832eb3dcd tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] 10.222.0.23 "DELETE /v2.0/subnets/98dbf5fe-161f-4e8b-9d7b-893b4ac24b5e HTTP/1.1" status: 404 len: 337 time: 0.0275900 Jul 13 14:06:56.556457 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 40404) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:06:56.636018 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-10b30625-6631-406e-abb2-d7dc799e61ce tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:56.690997 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-10b30625-6631-406e-abb2-d7dc799e61ce tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Deleting port 4ded5da4-198b-425d-83a0-107316ac49f9 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:06:56.691424 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-10b30625-6631-406e-abb2-d7dc799e61ce tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:56.761342 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-10b30625-6631-406e-abb2-d7dc799e61ce tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] For port 4ded5da4-198b-425d-83a0-107316ac49f9, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=4ded5da4-198b-425d-83a0-107316ac49f9,segment=NetworkSegment(526b648a-df4b-4561-a151-161a9d44bcb8),segment_id=526b648a-df4b-4561-a151-161a9d44bcb8)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:06:56.762031 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-10b30625-6631-406e-abb2-d7dc799e61ce tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:56.775734 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-10b30625-6631-406e-abb2-d7dc799e61ce tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Calling delete_port for 4ded5da4-198b-425d-83a0-107316ac49f9 owned by network:dhcp {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:06:56.861274 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-10b30625-6631-406e-abb2-d7dc799e61ce tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:56.887930 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b30625-6631-406e-abb2-d7dc799e61ce tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Pushing event deleted for resources: {'Port': ['ID=4ded5da4-198b-425d-83a0-107316ac49f9,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:06:56.892214 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b30625-6631-406e-abb2-d7dc799e61ce tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] No DVR routers for this DVR port 4ded5da4-198b-425d-83a0-107316ac49f9 on host n-d-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:06:56.979110 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-10b30625-6631-406e-abb2-d7dc799e61ce tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:56.990804 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-10b30625-6631-406e-abb2-d7dc799e61ce tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8586e94e-8f43-436c-97e7-81fec781c6e1']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:06:57.003396 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-10b30625-6631-406e-abb2-d7dc799e61ce tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '526b648a-df4b-4561-a151-161a9d44bcb8') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:06:57.003692 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-10b30625-6631-406e-abb2-d7dc799e61ce tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '526b648a-df4b-4561-a151-161a9d44bcb8') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:06:57.013982 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-10b30625-6631-406e-abb2-d7dc799e61ce tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5431730'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:57.030408 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-10b30625-6631-406e-abb2-d7dc799e61ce tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:57.037134 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10b30625-6631-406e-abb2-d7dc799e61ce tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 14:06:57.037491 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-10b30625-6631-406e-abb2-d7dc799e61ce tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5970419'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:57.041274 n-d-800634-1 neutron-server[93750]: Traceback (most recent call last): Jul 13 14:06:57.041274 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 14:06:57.041274 n-d-800634-1 neutron-server[93750]: timer() Jul 13 14:06:57.041274 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 14:06:57.041274 n-d-800634-1 neutron-server[93750]: cb(*args, **kw) Jul 13 14:06:57.041274 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 14:06:57.041274 n-d-800634-1 neutron-server[93750]: return func(*args, **kwargs) Jul 13 14:06:57.041274 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 14:06:57.041274 n-d-800634-1 neutron-server[93750]: self._notify() Jul 13 14:06:57.041274 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 14:06:57.041274 n-d-800634-1 neutron-server[93750]: self.callback(batched_events) Jul 13 14:06:57.041274 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 14:06:57.041274 n-d-800634-1 neutron-server[93750]: event.method(event) Jul 13 14:06:57.041274 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 14:06:57.041274 n-d-800634-1 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 14:06:57.041274 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 14:06:57.041274 n-d-800634-1 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 14:06:57.041274 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 14:06:57.041274 n-d-800634-1 neutron-server[93750]: return f(self, *a, **k) Jul 13 14:06:57.041274 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 14:06:57.041274 n-d-800634-1 neutron-server[93750]: return self._get(url).json() Jul 13 14:06:57.041274 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 14:06:57.041274 n-d-800634-1 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 14:06:57.041274 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 14:06:57.041274 n-d-800634-1 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 13 14:06:57.041274 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 14:06:57.041274 n-d-800634-1 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 14:06:57.041274 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 14:06:57.041274 n-d-800634-1 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 14:06:57.041274 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 14:06:57.041274 n-d-800634-1 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 14:06:57.041274 n-d-800634-1 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 14:06:57.106609 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-10b30625-6631-406e-abb2-d7dc799e61ce tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:57.115959 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-10b30625-6631-406e-abb2-d7dc799e61ce tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:57.116513 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-10b30625-6631-406e-abb2-d7dc799e61ce tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] 10.222.0.23 "DELETE /v2.0/networks/8586e94e-8f43-436c-97e7-81fec781c6e1 HTTP/1.1" status: 204 len: 168 time: 0.5587900 Jul 13 14:06:57.119370 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 40406) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:06:57.129349 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b30625-6631-406e-abb2-d7dc799e61ce tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Pushing event deleted for resources: {'Network': ['ID=8586e94e-8f43-436c-97e7-81fec781c6e1,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:06:57.179512 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-2595a5e0-9e5b-42b3-ae27-54a5c0805417 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Deleting subnet 6ba74f66-3f95-4145-93ce-8b42ef171e5b {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 14:06:57.182955 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2595a5e0-9e5b-42b3-ae27-54a5c0805417 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:57.222393 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2595a5e0-9e5b-42b3-ae27-54a5c0805417 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6018489'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:57.314502 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2595a5e0-9e5b-42b3-ae27-54a5c0805417 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:57.379770 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2595a5e0-9e5b-42b3-ae27-54a5c0805417 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6018534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6105009'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:57.405764 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2595a5e0-9e5b-42b3-ae27-54a5c0805417 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Pushing event deleted for resources: {'Subnet': ['ID=6ba74f66-3f95-4145-93ce-8b42ef171e5b,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:06:57.412612 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2595a5e0-9e5b-42b3-ae27-54a5c0805417 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:57.417253 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-2595a5e0-9e5b-42b3-ae27-54a5c0805417 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] 10.222.0.23 "DELETE /v2.0/subnets/6ba74f66-3f95-4145-93ce-8b42ef171e5b HTTP/1.1" status: 204 len: 168 time: 0.2944679 Jul 13 14:06:57.418019 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 40408) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:06:57.421083 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8576b3c-b75d-488e-8ca0-501b6d175032 None None] Network be5b5fd9-88ca-442e-b3ee-4287669414f3 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:06:57.500076 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-672feea0-cf23-4918-ad26-87da62e55d39 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:57.558854 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-672feea0-cf23-4918-ad26-87da62e55d39 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Deleting port 367a47f0-12f3-48dc-9a8a-c3f017bd6b66 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:06:57.559194 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-672feea0-cf23-4918-ad26-87da62e55d39 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:57.625998 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ab695a-320c-4a94-987a-619e9cc97aee None None] DHCP port deletion for be5b5fd9-88ca-442e-b3ee-4287669414f3 request from n-d-800634-1 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 14:06:57.629843 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-672feea0-cf23-4918-ad26-87da62e55d39 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] For port 367a47f0-12f3-48dc-9a8a-c3f017bd6b66, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=367a47f0-12f3-48dc-9a8a-c3f017bd6b66,segment=NetworkSegment(2ad6a91f-a162-4db8-83f7-fa6bc3257de3),segment_id=2ad6a91f-a162-4db8-83f7-fa6bc3257de3)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:06:57.630157 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-672feea0-cf23-4918-ad26-87da62e55d39 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:57.646237 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-672feea0-cf23-4918-ad26-87da62e55d39 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Calling delete_port for 367a47f0-12f3-48dc-9a8a-c3f017bd6b66 owned by network:dhcp {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:06:57.679982 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-16ab695a-320c-4a94-987a-619e9cc97aee None None] Deleting port 367a47f0-12f3-48dc-9a8a-c3f017bd6b66 {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:06:57.680460 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-16ab695a-320c-4a94-987a-619e9cc97aee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:57.735340 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-672feea0-cf23-4918-ad26-87da62e55d39 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:57.750346 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-16ab695a-320c-4a94-987a-619e9cc97aee None None] For port 367a47f0-12f3-48dc-9a8a-c3f017bd6b66, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=367a47f0-12f3-48dc-9a8a-c3f017bd6b66,segment=NetworkSegment(2ad6a91f-a162-4db8-83f7-fa6bc3257de3),segment_id=2ad6a91f-a162-4db8-83f7-fa6bc3257de3)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:06:57.750745 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-16ab695a-320c-4a94-987a-619e9cc97aee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:57.764149 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-16ab695a-320c-4a94-987a-619e9cc97aee None None] Calling delete_port for 367a47f0-12f3-48dc-9a8a-c3f017bd6b66 owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:06:57.766379 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672feea0-cf23-4918-ad26-87da62e55d39 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Pushing event deleted for resources: {'Port': ['ID=367a47f0-12f3-48dc-9a8a-c3f017bd6b66,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:06:57.771126 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-672feea0-cf23-4918-ad26-87da62e55d39 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] No DVR routers for this DVR port 367a47f0-12f3-48dc-9a8a-c3f017bd6b66 on host n-d-800634-1 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:06:57.848274 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-16ab695a-320c-4a94-987a-619e9cc97aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:57.850586 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-672feea0-cf23-4918-ad26-87da62e55d39 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:57.861414 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-672feea0-cf23-4918-ad26-87da62e55d39 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be5b5fd9-88ca-442e-b3ee-4287669414f3']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:06:57.872150 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-672feea0-cf23-4918-ad26-87da62e55d39 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ad6a91f-a162-4db8-83f7-fa6bc3257de3') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:06:57.872444 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-672feea0-cf23-4918-ad26-87da62e55d39 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ad6a91f-a162-4db8-83f7-fa6bc3257de3') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:06:57.882638 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-672feea0-cf23-4918-ad26-87da62e55d39 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6018464'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:57.887699 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ab695a-320c-4a94-987a-619e9cc97aee None None] Pushing event deleted for resources: {'Port': ['ID=367a47f0-12f3-48dc-9a8a-c3f017bd6b66,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:06:57.895376 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ab695a-320c-4a94-987a-619e9cc97aee None None] No DVR routers for this DVR port 367a47f0-12f3-48dc-9a8a-c3f017bd6b66 on host n-d-800634-1 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:06:57.903038 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-672feea0-cf23-4918-ad26-87da62e55d39 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:57.910667 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-672feea0-cf23-4918-ad26-87da62e55d39 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 14:06:57.911071 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-672feea0-cf23-4918-ad26-87da62e55d39 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6018632'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:57.914609 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:06:57.914609 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:06:57.914609 n-d-800634-1 neutron-server[93751]: Traceback (most recent call last): Jul 13 14:06:57.914609 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 14:06:57.914609 n-d-800634-1 neutron-server[93751]: timer() Jul 13 14:06:57.914609 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 14:06:57.914609 n-d-800634-1 neutron-server[93751]: cb(*args, **kw) Jul 13 14:06:57.914609 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 14:06:57.914609 n-d-800634-1 neutron-server[93751]: return func(*args, **kwargs) Jul 13 14:06:57.914609 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 14:06:57.914609 n-d-800634-1 neutron-server[93751]: self._notify() Jul 13 14:06:57.914609 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 14:06:57.914609 n-d-800634-1 neutron-server[93751]: self.callback(batched_events) Jul 13 14:06:57.914609 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 14:06:57.914609 n-d-800634-1 neutron-server[93751]: event.method(event) Jul 13 14:06:57.914609 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 14:06:57.914609 n-d-800634-1 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 14:06:57.914609 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 14:06:57.914609 n-d-800634-1 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 14:06:57.914609 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 14:06:57.914609 n-d-800634-1 neutron-server[93751]: return f(self, *a, **k) Jul 13 14:06:57.914609 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 14:06:57.914609 n-d-800634-1 neutron-server[93751]: return self._get(url).json() Jul 13 14:06:57.914609 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 14:06:57.914609 n-d-800634-1 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 14:06:57.914609 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 14:06:57.914609 n-d-800634-1 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 13 14:06:57.914609 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 14:06:57.914609 n-d-800634-1 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 14:06:57.914609 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 14:06:57.914609 n-d-800634-1 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 14:06:57.914609 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 14:06:57.914609 n-d-800634-1 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 14:06:57.914609 n-d-800634-1 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 14:06:57.975853 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-672feea0-cf23-4918-ad26-87da62e55d39 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:57.982684 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-672feea0-cf23-4918-ad26-87da62e55d39 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:57.984644 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-672feea0-cf23-4918-ad26-87da62e55d39 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] 10.222.0.23 "DELETE /v2.0/networks/be5b5fd9-88ca-442e-b3ee-4287669414f3 HTTP/1.1" status: 204 len: 168 time: 0.5658295 Jul 13 14:06:57.995981 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672feea0-cf23-4918-ad26-87da62e55d39 tempest-NetworksIpV6TestAttrs-753505016 tempest-NetworksIpV6TestAttrs-753505016-project] Pushing event deleted for resources: {'Network': ['ID=be5b5fd9-88ca-442e-b3ee-4287669414f3,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:06:58.229637 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 40416) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:06:58.363252 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-4481e055-949d-465b-b5c2-a8a7265caa43 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2776fb42e1264343b6e03700c2e175f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1324062 Jul 13 14:06:58.365852 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 40420) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:06:58.421507 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-94bba1a0-f785-4d13-a61a-b5a087bbdd59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:58.448265 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 367a47f0-12f3-48dc-9a8a-c3f017bd6b66 no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:06:58.455002 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-94bba1a0-f785-4d13-a61a-b5a087bbdd59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:58.467836 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: 367a47f0-12f3-48dc-9a8a-c3f017bd6b66 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:06:58.468179 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 367a47f0-12f3-48dc-9a8a-c3f017bd6b66 not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:06:58.509827 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-94bba1a0-f785-4d13-a61a-b5a087bbdd59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:58.513009 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-94bba1a0-f785-4d13-a61a-b5a087bbdd59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:58.514311 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-94bba1a0-f785-4d13-a61a-b5a087bbdd59 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bc6d0d48-714d-4830-a049-8747fa804f55 HTTP/1.1" status: 204 len: 168 time: 0.1474690 Jul 13 14:06:58.522447 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bba1a0-f785-4d13-a61a-b5a087bbdd59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc6d0d48-714d-4830-a049-8747fa804f55,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:06:58.971835 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d79c922-da6e-4142-8fd2-43b7c4b143b8 req-8f6aed82-0b20-4892-be87-ed014dc8a6d2 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:06:58.973479 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4d79c922-da6e-4142-8fd2-43b7c4b143b8 req-8f6aed82-0b20-4892-be87-ed014dc8a6d2 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] 10.222.0.23 "GET /v2.0/ports?device_id=4765ea42-36b2-443e-a331-7b41eda5903d HTTP/1.1" status: 200 len: 946 time: 0.0713987 Jul 13 14:06:59.012073 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4d79c922-da6e-4142-8fd2-43b7c4b143b8 req-b86246f2-9873-4fa7-a69c-dda578d694e0 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] 10.222.0.23 "GET /v2.0/security-groups?id=73427ddc-3387-4fc1-bd2b-a18baacb9e71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332026 Jul 13 14:06:59.147140 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 40448) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:06:59.243561 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-53d12ce7-56fe-49bc-beff-15a719dad3e8 tempest-NetworksNegativeTestJSON-1053445969 tempest-NetworksNegativeTestJSON-1053445969-project] Request body: {'port': {'network_id': 'dd03b003-c9a0-4225-b147-1b94e95f0686', 'name': 'tempest-NetworksNegativeTestJSON-96868104'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:06:59.257094 n-d-800634-1 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-53d12ce7-56fe-49bc-beff-15a719dad3e8 tempest-NetworksNegativeTestJSON-1053445969 tempest-NetworksNegativeTestJSON-1053445969-project] POST failed (client error): The resource could not be found. Jul 13 14:06:59.257625 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53d12ce7-56fe-49bc-beff-15a719dad3e8 tempest-NetworksNegativeTestJSON-1053445969 tempest-NetworksNegativeTestJSON-1053445969-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93750) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 14:06:59.258740 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-53d12ce7-56fe-49bc-beff-15a719dad3e8 tempest-NetworksNegativeTestJSON-1053445969 tempest-NetworksNegativeTestJSON-1053445969-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1105461 Jul 13 14:06:59.262485 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 40452) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:06:59.281472 n-d-800634-1 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8620b63-f35b-4f6a-b08a-c5f5fc2f9b0c tempest-NetworksNegativeTestJSON-1053445969 tempest-NetworksNegativeTestJSON-1053445969-project] DELETE failed (client error): The resource could not be found. Jul 13 14:06:59.282024 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8620b63-f35b-4f6a-b08a-c5f5fc2f9b0c tempest-NetworksNegativeTestJSON-1053445969 tempest-NetworksNegativeTestJSON-1053445969-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93750) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 14:06:59.283623 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-d8620b63-f35b-4f6a-b08a-c5f5fc2f9b0c tempest-NetworksNegativeTestJSON-1053445969 tempest-NetworksNegativeTestJSON-1053445969-project] 10.222.0.23 "DELETE /v2.0/networks/1eaeb6ae-10fc-4c64-a589-db05a7d8f157 HTTP/1.1" status: 404 len: 339 time: 0.0202477 Jul 13 14:06:59.287154 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 40454) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:06:59.312746 n-d-800634-1 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cc41bd7-d3ae-420b-b23d-ae7fb80ad6de tempest-NetworksNegativeTestJSON-1053445969 tempest-NetworksNegativeTestJSON-1053445969-project] DELETE failed (client error): The resource could not be found. Jul 13 14:06:59.313360 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cc41bd7-d3ae-420b-b23d-ae7fb80ad6de tempest-NetworksNegativeTestJSON-1053445969 tempest-NetworksNegativeTestJSON-1053445969-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93750) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 14:06:59.315023 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-0cc41bd7-d3ae-420b-b23d-ae7fb80ad6de tempest-NetworksNegativeTestJSON-1053445969 tempest-NetworksNegativeTestJSON-1053445969-project] 10.222.0.23 "DELETE /v2.0/ports/f37ce052-9f93-4973-8b82-623cdd38a9bf HTTP/1.1" status: 404 len: 333 time: 0.0270088 Jul 13 14:06:59.318787 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 40456) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:06:59.346207 n-d-800634-1 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-4597e3a8-e030-49a4-b33c-aada71852e18 tempest-NetworksNegativeTestJSON-1053445969 tempest-NetworksNegativeTestJSON-1053445969-project] DELETE failed (client error): The resource could not be found. Jul 13 14:06:59.346650 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4597e3a8-e030-49a4-b33c-aada71852e18 tempest-NetworksNegativeTestJSON-1053445969 tempest-NetworksNegativeTestJSON-1053445969-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93750) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 14:06:59.348296 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-4597e3a8-e030-49a4-b33c-aada71852e18 tempest-NetworksNegativeTestJSON-1053445969 tempest-NetworksNegativeTestJSON-1053445969-project] 10.222.0.23 "DELETE /v2.0/subnets/6c95ec64-5fa8-4e67-b308-2bca2ebf738d HTTP/1.1" status: 404 len: 337 time: 0.0286164 Jul 13 14:06:59.351833 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 40458) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:06:59.370649 n-d-800634-1 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-a678a692-6519-4987-b3ad-11bfaaef9a2b tempest-NetworksNegativeTestJSON-1053445969 tempest-NetworksNegativeTestJSON-1053445969-project] GET failed (client error): The resource could not be found. Jul 13 14:06:59.371954 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-a678a692-6519-4987-b3ad-11bfaaef9a2b tempest-NetworksNegativeTestJSON-1053445969 tempest-NetworksNegativeTestJSON-1053445969-project] 10.222.0.23 "GET /v2.0/networks/5210f659-dad0-4489-9c23-2851fa0e7c13 HTTP/1.1" status: 404 len: 339 time: 0.0192492 Jul 13 14:06:59.375380 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 40460) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:06:59.407253 n-d-800634-1 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-5231988a-8e57-40fc-9cb6-0b452306f185 tempest-NetworksNegativeTestJSON-1053445969 tempest-NetworksNegativeTestJSON-1053445969-project] GET failed (client error): The resource could not be found. Jul 13 14:06:59.408677 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-5231988a-8e57-40fc-9cb6-0b452306f185 tempest-NetworksNegativeTestJSON-1053445969 tempest-NetworksNegativeTestJSON-1053445969-project] 10.222.0.23 "GET /v2.0/ports/e0d2e705-aa00-40c0-a4bf-3afa50d57a9b HTTP/1.1" status: 404 len: 333 time: 0.0324094 Jul 13 14:06:59.412226 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 40462) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:06:59.439808 n-d-800634-1 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b234fa4-f1c4-4194-8c28-2cb36ef8804d tempest-NetworksNegativeTestJSON-1053445969 tempest-NetworksNegativeTestJSON-1053445969-project] GET failed (client error): The resource could not be found. Jul 13 14:06:59.441041 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-3b234fa4-f1c4-4194-8c28-2cb36ef8804d tempest-NetworksNegativeTestJSON-1053445969 tempest-NetworksNegativeTestJSON-1053445969-project] 10.222.0.23 "GET /v2.0/subnets/c32d5b33-b602-4271-9520-75edeb763e75 HTTP/1.1" status: 404 len: 337 time: 0.0279496 Jul 13 14:06:59.444686 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 40464) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:06:59.449505 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-0a2ce1f9-502a-460e-8c50-6c49b871c745 tempest-NetworksNegativeTestJSON-1053445969 tempest-NetworksNegativeTestJSON-1053445969-project] Request body: {'network': {'name': 'new_name'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:06:59.462634 n-d-800634-1 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a2ce1f9-502a-460e-8c50-6c49b871c745 tempest-NetworksNegativeTestJSON-1053445969 tempest-NetworksNegativeTestJSON-1053445969-project] PUT failed (client error): The resource could not be found. Jul 13 14:06:59.463077 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a2ce1f9-502a-460e-8c50-6c49b871c745 tempest-NetworksNegativeTestJSON-1053445969 tempest-NetworksNegativeTestJSON-1053445969-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93750) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 14:06:59.464130 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-0a2ce1f9-502a-460e-8c50-6c49b871c745 tempest-NetworksNegativeTestJSON-1053445969 tempest-NetworksNegativeTestJSON-1053445969-project] 10.222.0.23 "PUT /v2.0/networks/3491daa3-b07d-4a41-8ec6-0547eaff54d7 HTTP/1.1" status: 404 len: 339 time: 0.0185726 Jul 13 14:06:59.468252 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 40466) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:06:59.473752 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-d8e9fe13-332d-4ad3-bdab-e096c745db9f tempest-NetworksNegativeTestJSON-1053445969 tempest-NetworksNegativeTestJSON-1053445969-project] Request body: {'port': {'name': 'new_name'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:06:59.495304 n-d-800634-1 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8e9fe13-332d-4ad3-bdab-e096c745db9f tempest-NetworksNegativeTestJSON-1053445969 tempest-NetworksNegativeTestJSON-1053445969-project] PUT failed (client error): The resource could not be found. Jul 13 14:06:59.495921 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8e9fe13-332d-4ad3-bdab-e096c745db9f tempest-NetworksNegativeTestJSON-1053445969 tempest-NetworksNegativeTestJSON-1053445969-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 14:06:59.497026 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-d8e9fe13-332d-4ad3-bdab-e096c745db9f tempest-NetworksNegativeTestJSON-1053445969 tempest-NetworksNegativeTestJSON-1053445969-project] 10.222.0.23 "PUT /v2.0/ports/78ec7ba6-a9d6-4b14-a085-da6ddbb6feec HTTP/1.1" status: 404 len: 333 time: 0.0276494 Jul 13 14:06:59.501166 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 40468) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:06:59.506100 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-39853fc6-6196-48ad-9e39-835e6ccf1985 tempest-NetworksNegativeTestJSON-1053445969 tempest-NetworksNegativeTestJSON-1053445969-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:06:59.526890 n-d-800634-1 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-39853fc6-6196-48ad-9e39-835e6ccf1985 tempest-NetworksNegativeTestJSON-1053445969 tempest-NetworksNegativeTestJSON-1053445969-project] PUT failed (client error): The resource could not be found. Jul 13 14:06:59.527332 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39853fc6-6196-48ad-9e39-835e6ccf1985 tempest-NetworksNegativeTestJSON-1053445969 tempest-NetworksNegativeTestJSON-1053445969-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 14:06:59.528406 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-39853fc6-6196-48ad-9e39-835e6ccf1985 tempest-NetworksNegativeTestJSON-1053445969 tempest-NetworksNegativeTestJSON-1053445969-project] 10.222.0.23 "PUT /v2.0/subnets/f169658b-b603-4c77-a9b9-113c23282d5b HTTP/1.1" status: 404 len: 337 time: 0.0262988 Jul 13 14:06:59.761029 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 40474) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:06:59.863229 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5e728db1-ae54-4e32-aefe-17b02db11b6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:59.950071 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5e728db1-ae54-4e32-aefe-17b02db11b6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:59.955002 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5e728db1-ae54-4e32-aefe-17b02db11b6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:06:59.994841 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-5e728db1-ae54-4e32-aefe-17b02db11b6a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=96f07c1fe2944af5bc88ac9027839137&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2327492 Jul 13 14:06:59.996828 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e728db1-ae54-4e32-aefe-17b02db11b6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7e9e7f0-3b0f-424d-952b-dab4da685826,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:06:59.997506 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 40478) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:07:00.048234 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-72838b09-6ebe-43a8-ac31-abe44af631d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:00.069937 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-72838b09-6ebe-43a8-ac31-abe44af631d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:00.117282 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-72838b09-6ebe-43a8-ac31-abe44af631d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:00.119913 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-72838b09-6ebe-43a8-ac31-abe44af631d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:00.121087 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-72838b09-6ebe-43a8-ac31-abe44af631d2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f7e9e7f0-3b0f-424d-952b-dab4da685826 HTTP/1.1" status: 204 len: 168 time: 0.1223915 Jul 13 14:07:00.131059 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72838b09-6ebe-43a8-ac31-abe44af631d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7e9e7f0-3b0f-424d-952b-dab4da685826,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:07:00.200066 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0f69f8-cb41-4413-b3a8-5fa38af07698 req-844d8fa4-4dcd-49cb-9fb4-fa224a08d798 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:07:00.202207 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-dc0f69f8-cb41-4413-b3a8-5fa38af07698 req-844d8fa4-4dcd-49cb-9fb4-fa224a08d798 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] 10.222.0.23 "GET /v2.0/ports?device_id=4765ea42-36b2-443e-a331-7b41eda5903d HTTP/1.1" status: 200 len: 946 time: 0.0732746 Jul 13 14:07:00.245908 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-dc0f69f8-cb41-4413-b3a8-5fa38af07698 req-0e474f36-b778-4cd8-a537-998b592e0b0d tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] 10.222.0.23 "GET /v2.0/security-groups?id=73427ddc-3387-4fc1-bd2b-a18baacb9e71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355732 Jul 13 14:07:00.530738 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:00.753846 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 40502) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:07:00.847043 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:00.848955 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-85bdd390-abf4-409e-b988-5031722fe372 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Request body: {'network': {'name': 'tempest-RoutersTest-219898993'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:07:00.870474 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85bdd390-abf4-409e-b988-5031722fe372 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Made reservation on behalf of f494ee620f9c45cc9ecf347c38c05946 for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:07:00.874615 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-85bdd390-abf4-409e-b988-5031722fe372 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:00.882872 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-85bdd390-abf4-409e-b988-5031722fe372 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:00.976601 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-85bdd390-abf4-409e-b988-5031722fe372 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:00.980529 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-85bdd390-abf4-409e-b988-5031722fe372 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:01.007227 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85bdd390-abf4-409e-b988-5031722fe372 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 14:07:01.017097 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bdd390-abf4-409e-b988-5031722fe372 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a044d896-960d-4869-933b-30a4b1dd408d,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:07:01.022238 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-85bdd390-abf4-409e-b988-5031722fe372 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:01.022576 n-d-800634-1 neutron-server[93750]: INFO neutron.db.segments_db [None req-85bdd390-abf4-409e-b988-5031722fe372 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Added segment ebe0d3ab-c05f-4efc-b23e-b87be9ed75db of type vlan for network 1d1843fe-075a-4fc2-bb66-78cf1cb00364 Jul 13 14:07:01.063059 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-85bdd390-abf4-409e-b988-5031722fe372 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:01.090979 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-85bdd390-abf4-409e-b988-5031722fe372 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:01.096587 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85bdd390-abf4-409e-b988-5031722fe372 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:07:01.097170 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-85bdd390-abf4-409e-b988-5031722fe372 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:01.156903 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-85bdd390-abf4-409e-b988-5031722fe372 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4018636 Jul 13 14:07:01.159654 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 40506) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:07:01.165120 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-892d4208-b131-49cd-9b34-ce3f69487a48 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Request body: {'network': {'name': 'tempest-RoutersTest-487526437'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:07:01.165947 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bdd390-abf4-409e-b988-5031722fe372 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Pushing event updated for resources: {'Network': ['ID=1d1843fe-075a-4fc2-bb66-78cf1cb00364,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:07:01.176075 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network 1d1843fe-075a-4fc2-bb66-78cf1cb00364 details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 14:07:01.188133 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-892d4208-b131-49cd-9b34-ce3f69487a48 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Made reservation on behalf of f494ee620f9c45cc9ecf347c38c05946 for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:07:01.191898 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-892d4208-b131-49cd-9b34-ce3f69487a48 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:01.215452 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-892d4208-b131-49cd-9b34-ce3f69487a48 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 14:07:01.224407 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-892d4208-b131-49cd-9b34-ce3f69487a48 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:01.224760 n-d-800634-1 neutron-server[93751]: INFO neutron.db.segments_db [None req-892d4208-b131-49cd-9b34-ce3f69487a48 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Added segment 10affb58-d936-48ee-8a3d-a0c4186a408a of type vlan for network 70b5f70e-71c8-42c3-92c9-5594aa8b599e Jul 13 14:07:01.265301 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-892d4208-b131-49cd-9b34-ce3f69487a48 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:01.294245 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-892d4208-b131-49cd-9b34-ce3f69487a48 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:01.300137 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-892d4208-b131-49cd-9b34-ce3f69487a48 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:07:01.300720 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-892d4208-b131-49cd-9b34-ce3f69487a48 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:01.386790 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-892d4208-b131-49cd-9b34-ce3f69487a48 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2258959 Jul 13 14:07:01.389961 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 40510) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:07:01.395249 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-c73fc95c-80f0-4d6a-aae7-8b66f3deacf9 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Request body: {'subnet': {'network_id': '1d1843fe-075a-4fc2-bb66-78cf1cb00364', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:07:01.414715 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892d4208-b131-49cd-9b34-ce3f69487a48 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Pushing event updated for resources: {'Network': ['ID=70b5f70e-71c8-42c3-92c9-5594aa8b599e,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:07:01.425117 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network 70b5f70e-71c8-42c3-92c9-5594aa8b599e details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 14:07:01.450022 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c548666e-772b-4eb9-a907-c6943c9a212d req-d2a9f423-6cae-422a-83dc-a4ce9d0fe476 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:07:01.451688 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c548666e-772b-4eb9-a907-c6943c9a212d req-d2a9f423-6cae-422a-83dc-a4ce9d0fe476 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] 10.222.0.23 "GET /v2.0/ports?device_id=4765ea42-36b2-443e-a331-7b41eda5903d HTTP/1.1" status: 200 len: 946 time: 0.0900612 Jul 13 14:07:01.488343 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c73fc95c-80f0-4d6a-aae7-8b66f3deacf9 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Made reservation on behalf of f494ee620f9c45cc9ecf347c38c05946 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:07:01.492856 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c73fc95c-80f0-4d6a-aae7-8b66f3deacf9 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4763385'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:01.499102 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c548666e-772b-4eb9-a907-c6943c9a212d req-5271f4a9-edf4-4513-90e7-4dc1821c78fe tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] 10.222.0.23 "GET /v2.0/security-groups?id=73427ddc-3387-4fc1-bd2b-a18baacb9e71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400145 Jul 13 14:07:01.672756 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c73fc95c-80f0-4d6a-aae7-8b66f3deacf9 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5970588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4763339'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:01.737282 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73fc95c-80f0-4d6a-aae7-8b66f3deacf9 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Pushing event updated for resources: {'Subnet': ['ID=683c6491-cb0b-47de-bf62-8e47e13b7a74,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:07:01.744480 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73fc95c-80f0-4d6a-aae7-8b66f3deacf9 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Checking segment: {'id': 'ebe0d3ab-c05f-4efc-b23e-b87be9ed75db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1d1843fe-075a-4fc2-bb66-78cf1cb00364'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:07:01.744843 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c73fc95c-80f0-4d6a-aae7-8b66f3deacf9 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Network hostable DHCP agents. Network: 1d1843fe-075a-4fc2-bb66-78cf1cb00364, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 14:07:01.760656 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c73fc95c-80f0-4d6a-aae7-8b66f3deacf9 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Network 1d1843fe-075a-4fc2-bb66-78cf1cb00364 is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 14:07:01.768862 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-c73fc95c-80f0-4d6a-aae7-8b66f3deacf9 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, 1d1843fe-075a-4fc2-bb66-78cf1cb00364) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:07:01.773002 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73fc95c-80f0-4d6a-aae7-8b66f3deacf9 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:07:01.773584 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c73fc95c-80f0-4d6a-aae7-8b66f3deacf9 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:01.780703 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b87a81a-005a-4175-b699-b4058f46616c None None] Network 1d1843fe-075a-4fc2-bb66-78cf1cb00364 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:07:01.788938 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-c73fc95c-80f0-4d6a-aae7-8b66f3deacf9 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3978593 Jul 13 14:07:01.791724 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 40512) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:07:01.798210 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-3e9b73c7-a4d9-4f4a-aa0d-01166a888c30 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Request body: {'subnet': {'network_id': '70b5f70e-71c8-42c3-92c9-5594aa8b599e', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:07:01.884863 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e9b73c7-a4d9-4f4a-aa0d-01166a888c30 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Made reservation on behalf of f494ee620f9c45cc9ecf347c38c05946 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:07:01.888825 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3e9b73c7-a4d9-4f4a-aa0d-01166a888c30 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4763385'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:01.926547 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fba3f432-8bdb-4ce5-a8b6-ddf75956acf2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a7201e1-61ce-5a3e-b7f7-e800379ed03b-1d1843fe-075a-4fc2-bb66-78cf1cb00364', 'network_id': '1d1843fe-075a-4fc2-bb66-78cf1cb00364', 'tenant_id': 'f494ee620f9c45cc9ecf347c38c05946', 'fixed_ips': [{'subnet_id': '683c6491-cb0b-47de-bf62-8e47e13b7a74'}]}} from n-d-800634-1. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 14:07:01.927666 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fba3f432-8bdb-4ce5-a8b6-ddf75956acf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:02.063561 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-fba3f432-8bdb-4ce5-a8b6-ddf75956acf2 None None] Allocated IP 172.20.0.2 (1d1843fe-075a-4fc2-bb66-78cf1cb00364/683c6491-cb0b-47de-bf62-8e47e13b7a74/a2c4f86b-2e63-4b0f-9e21-ccd53a26cf28) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:07:02.072254 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3e9b73c7-a4d9-4f4a-aa0d-01166a888c30 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5970588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4763339'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:02.139357 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9b73c7-a4d9-4f4a-aa0d-01166a888c30 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Pushing event updated for resources: {'Subnet': ['ID=73704d46-f78c-49d2-96e3-2fc7f7419ca8,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:07:02.148151 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e9b73c7-a4d9-4f4a-aa0d-01166a888c30 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Checking segment: {'id': '10affb58-d936-48ee-8a3d-a0c4186a408a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '70b5f70e-71c8-42c3-92c9-5594aa8b599e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:07:02.148596 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e9b73c7-a4d9-4f4a-aa0d-01166a888c30 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Network hostable DHCP agents. Network: 70b5f70e-71c8-42c3-92c9-5594aa8b599e, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 14:07:02.165900 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e9b73c7-a4d9-4f4a-aa0d-01166a888c30 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Network 70b5f70e-71c8-42c3-92c9-5594aa8b599e is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 14:07:02.175991 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-3e9b73c7-a4d9-4f4a-aa0d-01166a888c30 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, 70b5f70e-71c8-42c3-92c9-5594aa8b599e) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:07:02.180728 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e9b73c7-a4d9-4f4a-aa0d-01166a888c30 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:07:02.181247 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3e9b73c7-a4d9-4f4a-aa0d-01166a888c30 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:02.191008 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3499e4eb-00b9-4e7d-b962-e2aa2adc8dba None None] Network 70b5f70e-71c8-42c3-92c9-5594aa8b599e requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:07:02.196674 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-3e9b73c7-a4d9-4f4a-aa0d-01166a888c30 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4038994 Jul 13 14:07:02.199601 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 40514) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:07:02.204120 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-b6e0a1fd-3349-4e4a-a185-8d2288ba5e49 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-597462806', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:07:02.227891 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b6e0a1fd-3349-4e4a-a185-8d2288ba5e49 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1591928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2714'] for router, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:02.228857 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b6e0a1fd-3349-4e4a-a185-8d2288ba5e49 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447198', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1629690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2689'] for router, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:02.257636 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fba3f432-8bdb-4ce5-a8b6-ddf75956acf2 None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:02.275797 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fba3f432-8bdb-4ce5-a8b6-ddf75956acf2 None None] Transition to ACTIVE for port object a2c4f86b-2e63-4b0f-9e21-ccd53a26cf28 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:07:02.304581 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fba3f432-8bdb-4ce5-a8b6-ddf75956acf2 None None] Transition to ACTIVE for port object a2c4f86b-2e63-4b0f-9e21-ccd53a26cf28 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:07:02.320266 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b6e0a1fd-3349-4e4a-a185-8d2288ba5e49 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:02.324054 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b6e0a1fd-3349-4e4a-a185-8d2288ba5e49 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447217'] for router, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:02.330824 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fba3f432-8bdb-4ce5-a8b6-ddf75956acf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:02.341102 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b6e0a1fd-3349-4e4a-a185-8d2288ba5e49 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:02.342434 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-b6e0a1fd-3349-4e4a-a185-8d2288ba5e49 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1419063 Jul 13 14:07:02.345370 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 40516) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:07:02.381889 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba3f432-8bdb-4ce5-a8b6-ddf75956acf2 None None] Network 1d1843fe-075a-4fc2-bb66-78cf1cb00364 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:07:02.386690 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-fba3f432-8bdb-4ce5-a8b6-ddf75956acf2 None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:07:02.390336 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba3f432-8bdb-4ce5-a8b6-ddf75956acf2 None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:07:02.423324 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba3f432-8bdb-4ce5-a8b6-ddf75956acf2 None None] Pushing event updated for resources: {'Port': ['ID=a2c4f86b-2e63-4b0f-9e21-ccd53a26cf28,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:07:02.454631 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b25a3e57-7a4a-479b-b24f-fa8f70310649 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a7201e1-61ce-5a3e-b7f7-e800379ed03b-70b5f70e-71c8-42c3-92c9-5594aa8b599e', 'network_id': '70b5f70e-71c8-42c3-92c9-5594aa8b599e', 'tenant_id': 'f494ee620f9c45cc9ecf347c38c05946', 'fixed_ips': [{'subnet_id': '73704d46-f78c-49d2-96e3-2fc7f7419ca8'}]}} from n-d-800634-1. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 14:07:02.455468 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b25a3e57-7a4a-479b-b24f-fa8f70310649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:02.503264 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-fba3f432-8bdb-4ce5-a8b6-ddf75956acf2 None None] Attempting to bind port a2c4f86b-2e63-4b0f-9e21-ccd53a26cf28 on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:07:02.503632 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-fba3f432-8bdb-4ce5-a8b6-ddf75956acf2 None None] Attempting to bind port a2c4f86b-2e63-4b0f-9e21-ccd53a26cf28 by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': 'ebe0d3ab-c05f-4efc-b23e-b87be9ed75db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1d1843fe-075a-4fc2-bb66-78cf1cb00364'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:07:02.503991 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba3f432-8bdb-4ce5-a8b6-ddf75956acf2 None None] Attempting to bind port a2c4f86b-2e63-4b0f-9e21-ccd53a26cf28 on network 1d1843fe-075a-4fc2-bb66-78cf1cb00364 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:07:02.511701 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba3f432-8bdb-4ce5-a8b6-ddf75956acf2 None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 6, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:07:02.512071 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba3f432-8bdb-4ce5-a8b6-ddf75956acf2 None None] Checking segment: {'id': 'ebe0d3ab-c05f-4efc-b23e-b87be9ed75db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1d1843fe-075a-4fc2-bb66-78cf1cb00364'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:07:02.512471 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fba3f432-8bdb-4ce5-a8b6-ddf75956acf2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:02.512853 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba3f432-8bdb-4ce5-a8b6-ddf75956acf2 None None] Bound using segment: {'id': 'ebe0d3ab-c05f-4efc-b23e-b87be9ed75db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1d1843fe-075a-4fc2-bb66-78cf1cb00364'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:07:02.513312 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-fba3f432-8bdb-4ce5-a8b6-ddf75956acf2 None None] Bound port: a2c4f86b-2e63-4b0f-9e21-ccd53a26cf28, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebe0d3ab-c05f-4efc-b23e-b87be9ed75db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1d1843fe-075a-4fc2-bb66-78cf1cb00364'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:07:02.514250 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fba3f432-8bdb-4ce5-a8b6-ddf75956acf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:02.623195 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d6022f19-b016-4882-b280-5f5daa9f4b31 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:02.677849 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8622cce0-ff3c-42ae-a927-8a70ce7c9bc3 req-cfd60fd1-93cb-42ee-bfec-bf3dc0a727c7 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:07:02.679591 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8622cce0-ff3c-42ae-a927-8a70ce7c9bc3 req-cfd60fd1-93cb-42ee-bfec-bf3dc0a727c7 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] 10.222.0.23 "GET /v2.0/ports?device_id=4765ea42-36b2-443e-a331-7b41eda5903d HTTP/1.1" status: 200 len: 946 time: 0.0696833 Jul 13 14:07:02.680239 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fba3f432-8bdb-4ce5-a8b6-ddf75956acf2 None None] For port a2c4f86b-2e63-4b0f-9e21-ccd53a26cf28, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:07:02.682733 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-b25a3e57-7a4a-479b-b24f-fa8f70310649 None None] Allocated IP 172.21.0.2 (70b5f70e-71c8-42c3-92c9-5594aa8b599e/73704d46-f78c-49d2-96e3-2fc7f7419ca8/d0277364-c5ed-4719-a548-613bccb2f34f) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:07:02.685235 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fba3f432-8bdb-4ce5-a8b6-ddf75956acf2 None None] For port a2c4f86b-2e63-4b0f-9e21-ccd53a26cf28, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=a2c4f86b-2e63-4b0f-9e21-ccd53a26cf28,segment=NetworkSegment(ebe0d3ab-c05f-4efc-b23e-b87be9ed75db),segment_id=ebe0d3ab-c05f-4efc-b23e-b87be9ed75db)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:07:02.694624 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fba3f432-8bdb-4ce5-a8b6-ddf75956acf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:02.725069 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8622cce0-ff3c-42ae-a927-8a70ce7c9bc3 req-ba6f9524-9036-41a5-ba59-fbad030c35e7 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] 10.222.0.23 "GET /v2.0/security-groups?id=73427ddc-3387-4fc1-bd2b-a18baacb9e71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368612 Jul 13 14:07:02.805066 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba3f432-8bdb-4ce5-a8b6-ddf75956acf2 None None] Pushing event updated for resources: {'Port': ['ID=a2c4f86b-2e63-4b0f-9e21-ccd53a26cf28,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:07:02.883408 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-d6022f19-b016-4882-b280-5f5daa9f4b31 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Allocated IP 172.20.0.1 (1d1843fe-075a-4fc2-bb66-78cf1cb00364/683c6491-cb0b-47de-bf62-8e47e13b7a74/10a7a679-cd57-4749-9fbe-5d32d9e554f2) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:07:02.899734 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b25a3e57-7a4a-479b-b24f-fa8f70310649 None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:02.909160 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b25a3e57-7a4a-479b-b24f-fa8f70310649 None None] Transition to ACTIVE for port object d0277364-c5ed-4719-a548-613bccb2f34f will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:07:02.980533 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b25a3e57-7a4a-479b-b24f-fa8f70310649 None None] Transition to ACTIVE for port object d0277364-c5ed-4719-a548-613bccb2f34f will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:07:02.988483 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b25a3e57-7a4a-479b-b24f-fa8f70310649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:03.028840 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b25a3e57-7a4a-479b-b24f-fa8f70310649 None None] Network 70b5f70e-71c8-42c3-92c9-5594aa8b599e is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:07:03.032063 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-b25a3e57-7a4a-479b-b24f-fa8f70310649 None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:07:03.036052 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25a3e57-7a4a-479b-b24f-fa8f70310649 None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:07:03.046714 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d6022f19-b016-4882-b280-5f5daa9f4b31 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:03.055751 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25a3e57-7a4a-479b-b24f-fa8f70310649 None None] Pushing event updated for resources: {'Port': ['ID=d0277364-c5ed-4719-a548-613bccb2f34f,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:07:03.066143 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-d6022f19-b016-4882-b280-5f5daa9f4b31 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Transition to ACTIVE for port object 10a7a679-cd57-4749-9fbe-5d32d9e554f2 will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:07:03.106523 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d6022f19-b016-4882-b280-5f5daa9f4b31 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:03.131375 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-b25a3e57-7a4a-479b-b24f-fa8f70310649 None None] Attempting to bind port d0277364-c5ed-4719-a548-613bccb2f34f on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:07:03.132028 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-b25a3e57-7a4a-479b-b24f-fa8f70310649 None None] Attempting to bind port d0277364-c5ed-4719-a548-613bccb2f34f by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '10affb58-d936-48ee-8a3d-a0c4186a408a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '70b5f70e-71c8-42c3-92c9-5594aa8b599e'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:07:03.132582 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25a3e57-7a4a-479b-b24f-fa8f70310649 None None] Attempting to bind port d0277364-c5ed-4719-a548-613bccb2f34f on network 70b5f70e-71c8-42c3-92c9-5594aa8b599e {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:07:03.138097 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25a3e57-7a4a-479b-b24f-fa8f70310649 None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 6, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:07:03.138815 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25a3e57-7a4a-479b-b24f-fa8f70310649 None None] Checking segment: {'id': '10affb58-d936-48ee-8a3d-a0c4186a408a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '70b5f70e-71c8-42c3-92c9-5594aa8b599e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:07:03.139400 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b25a3e57-7a4a-479b-b24f-fa8f70310649 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:03.139959 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25a3e57-7a4a-479b-b24f-fa8f70310649 None None] Bound using segment: {'id': '10affb58-d936-48ee-8a3d-a0c4186a408a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '70b5f70e-71c8-42c3-92c9-5594aa8b599e'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:07:03.140598 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-b25a3e57-7a4a-479b-b24f-fa8f70310649 None None] Bound port: d0277364-c5ed-4719-a548-613bccb2f34f, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10affb58-d936-48ee-8a3d-a0c4186a408a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '70b5f70e-71c8-42c3-92c9-5594aa8b599e'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:07:03.141155 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b25a3e57-7a4a-479b-b24f-fa8f70310649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:03.168903 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6022f19-b016-4882-b280-5f5daa9f4b31 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Network 1d1843fe-075a-4fc2-bb66-78cf1cb00364 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:07:03.172972 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-d6022f19-b016-4882-b280-5f5daa9f4b31 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:07:03.177677 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6022f19-b016-4882-b280-5f5daa9f4b31 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:07:03.217189 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b25a3e57-7a4a-479b-b24f-fa8f70310649 None None] For port d0277364-c5ed-4719-a548-613bccb2f34f, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:07:03.220845 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b25a3e57-7a4a-479b-b24f-fa8f70310649 None None] For port d0277364-c5ed-4719-a548-613bccb2f34f, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=d0277364-c5ed-4719-a548-613bccb2f34f,segment=NetworkSegment(10affb58-d936-48ee-8a3d-a0c4186a408a),segment_id=10affb58-d936-48ee-8a3d-a0c4186a408a)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:07:03.225570 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b25a3e57-7a4a-479b-b24f-fa8f70310649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:03.299517 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25a3e57-7a4a-479b-b24f-fa8f70310649 None None] Pushing event updated for resources: {'Port': ['ID=d0277364-c5ed-4719-a548-613bccb2f34f,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:07:03.578574 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6022f19-b016-4882-b280-5f5daa9f4b31 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Pushing event updated for resources: {'Port': ['ID=10a7a679-cd57-4749-9fbe-5d32d9e554f2,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:07:03.604102 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d6022f19-b016-4882-b280-5f5daa9f4b31 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-450452'] for router_interface, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:03.749954 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d6022f19-b016-4882-b280-5f5daa9f4b31 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:03.986649 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0905c12c-3b93-4044-8389-520a3ee99bc8 None None] Network 1d1843fe-075a-4fc2-bb66-78cf1cb00364 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:07:04.020319 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9decd98d-702a-42e3-b4e7-cd27630c7b94 req-f0c2ca3d-620d-44d2-abd8-56ad2082a8c0 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:07:04.021753 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-9decd98d-702a-42e3-b4e7-cd27630c7b94 req-f0c2ca3d-620d-44d2-abd8-56ad2082a8c0 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] 10.222.0.23 "GET /v2.0/ports?device_id=4765ea42-36b2-443e-a331-7b41eda5903d HTTP/1.1" status: 200 len: 946 time: 0.1469235 Jul 13 14:07:04.096352 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-9decd98d-702a-42e3-b4e7-cd27630c7b94 req-12f503a0-957d-4d7a-aed7-d09179728f9b tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] 10.222.0.23 "GET /v2.0/security-groups?id=73427ddc-3387-4fc1-bd2b-a18baacb9e71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641320 Jul 13 14:07:04.122653 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d6022f19-b016-4882-b280-5f5daa9f4b31 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:04.127963 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d6022f19-b016-4882-b280-5f5daa9f4b31 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:04.219625 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-a7b56957-20aa-4b81-9c67-d0893782d8fd None None] Provisioning for port a2c4f86b-2e63-4b0f-9e21-ccd53a26cf28 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:07:04.222186 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6022f19-b016-4882-b280-5f5daa9f4b31 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Pushing event updated for resources: {'Port': ['ID=10a7a679-cd57-4749-9fbe-5d32d9e554f2,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:07:04.233913 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d6022f19-b016-4882-b280-5f5daa9f4b31 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1785045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451806'] for router_interface, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:04.337429 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6022f19-b016-4882-b280-5f5daa9f4b31 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Network 1d1843fe-075a-4fc2-bb66-78cf1cb00364 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:07:04.339223 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-d6022f19-b016-4882-b280-5f5daa9f4b31 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:07:04.480580 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6022f19-b016-4882-b280-5f5daa9f4b31 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Router 8063cd8d-e602-4e34-987b-ffd867a2c0f5 is scheduled to L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 with binding_index 1 {{(pid=93751) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 14:07:04.493077 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08d46e8a-e682-4ae7-a963-c705ceaaa1b9 None None] Network 70b5f70e-71c8-42c3-92c9-5594aa8b599e requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:07:04.547683 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device d0277364-c5ed-4719-a548-613bccb2f34f up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:07:04.560602 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:07:04.614309 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-340877ee-5454-4323-981e-c5bba78e52d3 None None] Provisioning for port d0277364-c5ed-4719-a548-613bccb2f34f completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:07:04.628619 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6022f19-b016-4882-b280-5f5daa9f4b31 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:07:04.638104 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-d6022f19-b016-4882-b280-5f5daa9f4b31 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] 10.222.0.23 "PUT /v2.0/routers/8063cd8d-e602-4e34-987b-ffd867a2c0f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2884836 Jul 13 14:07:04.639008 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 40522) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:07:04.644678 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e6817b-9104-421f-80c3-2406ef91965e None None] Sync routers for ids ['8063cd8d-e602-4e34-987b-ffd867a2c0f5'] in n-d-800634-1 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:07:04.662330 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port d0277364-c5ed-4719-a548-613bccb2f34f completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:07:04.663234 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e6817b-9104-421f-80c3-2406ef91965e None None] Routers {'8063cd8d-e602-4e34-987b-ffd867a2c0f5'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:07:04.664082 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-d1e6817b-9104-421f-80c3-2406ef91965e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:06:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['8063cd8d-e602-4e34-987b-ffd867a2c0f5'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:07:04.672926 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port d0277364-c5ed-4719-a548-613bccb2f34f triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:07:04.673314 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:04.702115 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-d1e6817b-9104-421f-80c3-2406ef91965e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:07:04.715475 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e6817b-9104-421f-80c3-2406ef91965e None None] Routers {'8063cd8d-e602-4e34-987b-ffd867a2c0f5'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:07:04.716426 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-d1e6817b-9104-421f-80c3-2406ef91965e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:06:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['8063cd8d-e602-4e34-987b-ffd867a2c0f5'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:07:04.719551 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a048346b-6ea9-40db-9674-1eff5b567908 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:07:04.721249 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-a048346b-6ea9-40db-9674-1eff5b567908 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] 10.222.0.23 "GET /v2.0/ports/10a7a679-cd57-4749-9fbe-5d32d9e554f2 HTTP/1.1" status: 200 len: 910 time: 0.0818944 Jul 13 14:07:04.723908 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 40524) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:07:04.754650 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-d1e6817b-9104-421f-80c3-2406ef91965e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:07:04.755257 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e6817b-9104-421f-80c3-2406ef91965e None None] The sync data for ids ['8063cd8d-e602-4e34-987b-ffd867a2c0f5'] in n-d-800634-1 is: [] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:07:04.828774 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:04.835008 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-eb43ef2f-fce8-4b59-a82f-3b3e33495fe3 None None] Provisioning for port 10a7a679-cd57-4749-9fbe-5d32d9e554f2 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:07:04.845063 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-eb43ef2f-fce8-4b59-a82f-3b3e33495fe3 None None] Provisioning complete for port 10a7a679-cd57-4749-9fbe-5d32d9e554f2 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:07:04.845440 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-eb43ef2f-fce8-4b59-a82f-3b3e33495fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:04.901068 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port d0277364-c5ed-4719-a548-613bccb2f34f, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=d0277364-c5ed-4719-a548-613bccb2f34f,segment=NetworkSegment(10affb58-d936-48ee-8a3d-a0c4186a408a),segment_id=10affb58-d936-48ee-8a3d-a0c4186a408a)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:07:04.903200 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-eb43ef2f-fce8-4b59-a82f-3b3e33495fe3 None None] Port 10a7a679-cd57-4749-9fbe-5d32d9e554f2 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:07:04.909533 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:04.910384 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device a2c4f86b-2e63-4b0f-9e21-ccd53a26cf28 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:07:05.006407 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=d0277364-c5ed-4719-a548-613bccb2f34f,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:07:05.024209 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:07:05.025337 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:07:05.025337 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:07:05.025599 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:07:05.025709 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:07:05.026053 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:07:05.026379 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:07:05.027035 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:07:05.027386 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:07:05.027714 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:07:05.028039 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:07:05.028354 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:07:05.054031 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-f26aa46c-83e4-4cc0-a6b6-1cd0100e25a0 None None] Provisioning complete for port 10a7a679-cd57-4749-9fbe-5d32d9e554f2 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:07:05.054410 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f26aa46c-83e4-4cc0-a6b6-1cd0100e25a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:05.056269 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port a2c4f86b-2e63-4b0f-9e21-ccd53a26cf28 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:07:05.062792 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port a2c4f86b-2e63-4b0f-9e21-ccd53a26cf28 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:07:05.063165 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:05.128179 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-f26aa46c-83e4-4cc0-a6b6-1cd0100e25a0 None None] Port 10a7a679-cd57-4749-9fbe-5d32d9e554f2 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:07:05.129359 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-24f034b3-3893-425d-87b3-991a4182bc09 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:05.180897 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:05.217562 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port a2c4f86b-2e63-4b0f-9e21-ccd53a26cf28, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=a2c4f86b-2e63-4b0f-9e21-ccd53a26cf28,segment=NetworkSegment(ebe0d3ab-c05f-4efc-b23e-b87be9ed75db),segment_id=ebe0d3ab-c05f-4efc-b23e-b87be9ed75db)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:07:05.224626 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:05.285638 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-9efa63a0-6954-4bbf-9f12-40e0909e3758 None None] Provisioning complete for port d0277364-c5ed-4719-a548-613bccb2f34f triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:07:05.285945 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9efa63a0-6954-4bbf-9f12-40e0909e3758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:05.290515 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=a2c4f86b-2e63-4b0f-9e21-ccd53a26cf28,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:07:05.385210 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-9efa63a0-6954-4bbf-9f12-40e0909e3758 None None] Provisioning complete for port 10a7a679-cd57-4749-9fbe-5d32d9e554f2 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:07:05.385589 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9efa63a0-6954-4bbf-9f12-40e0909e3758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:05.395643 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad29266-440c-4eff-a58a-8079aa64b9b3 req-9e8568a6-e26a-47ed-b012-ba9d943930fc tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:07:05.397147 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4ad29266-440c-4eff-a58a-8079aa64b9b3 req-9e8568a6-e26a-47ed-b012-ba9d943930fc tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] 10.222.0.23 "GET /v2.0/ports?device_id=4765ea42-36b2-443e-a331-7b41eda5903d HTTP/1.1" status: 200 len: 946 time: 0.1524780 Jul 13 14:07:05.419281 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-9efa63a0-6954-4bbf-9f12-40e0909e3758 None None] Port 10a7a679-cd57-4749-9fbe-5d32d9e554f2 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:07:05.470963 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-24f034b3-3893-425d-87b3-991a4182bc09 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Allocated IP 172.21.0.1 (70b5f70e-71c8-42c3-92c9-5594aa8b599e/73704d46-f78c-49d2-96e3-2fc7f7419ca8/8efb053d-46a2-4e8e-84de-891397294ff0) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:07:05.477217 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4ad29266-440c-4eff-a58a-8079aa64b9b3 req-22612d7c-44fb-4210-8c10-6960398a4823 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] 10.222.0.23 "GET /v2.0/security-groups?id=73427ddc-3387-4fc1-bd2b-a18baacb9e71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738211 Jul 13 14:07:05.584616 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-24f034b3-3893-425d-87b3-991a4182bc09 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:05.598368 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [None req-24f034b3-3893-425d-87b3-991a4182bc09 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Transition to ACTIVE for port object 8efb053d-46a2-4e8e-84de-891397294ff0 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:07:05.629850 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-24f034b3-3893-425d-87b3-991a4182bc09 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:05.668547 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f034b3-3893-425d-87b3-991a4182bc09 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Network 70b5f70e-71c8-42c3-92c9-5594aa8b599e is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:07:05.674421 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-24f034b3-3893-425d-87b3-991a4182bc09 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:07:05.678249 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f034b3-3893-425d-87b3-991a4182bc09 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:07:05.943607 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-d983b227-6889-419d-949a-2d3ce95b29e3 None None] Provisioning for port 8efb053d-46a2-4e8e-84de-891397294ff0 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:07:05.947755 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-d983b227-6889-419d-949a-2d3ce95b29e3 None None] Provisioning complete for port 8efb053d-46a2-4e8e-84de-891397294ff0 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:07:05.948197 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d983b227-6889-419d-949a-2d3ce95b29e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:05.983913 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-d983b227-6889-419d-949a-2d3ce95b29e3 None None] Port 8efb053d-46a2-4e8e-84de-891397294ff0 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:07:06.027674 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f034b3-3893-425d-87b3-991a4182bc09 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Pushing event updated for resources: {'Port': ['ID=8efb053d-46a2-4e8e-84de-891397294ff0,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:07:06.051496 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-24f034b3-3893-425d-87b3-991a4182bc09 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-450452'] for router_interface, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:06.172521 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-24f034b3-3893-425d-87b3-991a4182bc09 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:06.436957 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-24f034b3-3893-425d-87b3-991a4182bc09 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:06.441694 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-24f034b3-3893-425d-87b3-991a4182bc09 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:06.462436 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device d0277364-c5ed-4719-a548-613bccb2f34f up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:07:06.511048 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port d0277364-c5ed-4719-a548-613bccb2f34f triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:07:06.511517 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:06.522038 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f034b3-3893-425d-87b3-991a4182bc09 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Pushing event updated for resources: {'Port': ['ID=8efb053d-46a2-4e8e-84de-891397294ff0,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:07:06.534412 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-24f034b3-3893-425d-87b3-991a4182bc09 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1785045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451806'] for router_interface, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:06.600988 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device a2c4f86b-2e63-4b0f-9e21-ccd53a26cf28 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:07:06.635461 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f034b3-3893-425d-87b3-991a4182bc09 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Network 70b5f70e-71c8-42c3-92c9-5594aa8b599e is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:07:06.636979 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-24f034b3-3893-425d-87b3-991a4182bc09 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:07:06.656711 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port a2c4f86b-2e63-4b0f-9e21-ccd53a26cf28 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:07:06.657121 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:06.670897 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d3fe21-84a6-4885-96ff-267c77d0c83a req-23ab1b6a-c68c-4448-a620-3eaa28484230 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:07:06.678196 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e8d3fe21-84a6-4885-96ff-267c77d0c83a req-23ab1b6a-c68c-4448-a620-3eaa28484230 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] 10.222.0.23 "GET /v2.0/ports?device_id=4765ea42-36b2-443e-a331-7b41eda5903d HTTP/1.1" status: 200 len: 946 time: 0.0818055 Jul 13 14:07:06.724647 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e8d3fe21-84a6-4885-96ff-267c77d0c83a req-1739b587-37b4-44fe-8a09-d08e32881811 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] 10.222.0.23 "GET /v2.0/security-groups?id=73427ddc-3387-4fc1-bd2b-a18baacb9e71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454371 Jul 13 14:07:06.785062 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24f034b3-3893-425d-87b3-991a4182bc09 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Router 8063cd8d-e602-4e34-987b-ffd867a2c0f5 has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:07:06.887455 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24f034b3-3893-425d-87b3-991a4182bc09 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:07:06.895796 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-24f034b3-3893-425d-87b3-991a4182bc09 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] 10.222.0.23 "PUT /v2.0/routers/8063cd8d-e602-4e34-987b-ffd867a2c0f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1677287 Jul 13 14:07:06.895796 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 40530) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:07:06.900855 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6658a3-8d9c-4fa4-a14c-cd7f667b3e93 None None] Sync routers for ids ['8063cd8d-e602-4e34-987b-ffd867a2c0f5'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:07:06.921517 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6658a3-8d9c-4fa4-a14c-cd7f667b3e93 None None] Routers {'8063cd8d-e602-4e34-987b-ffd867a2c0f5'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:07:06.922370 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-7f6658a3-8d9c-4fa4-a14c-cd7f667b3e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:06:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['8063cd8d-e602-4e34-987b-ffd867a2c0f5'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:07:06.956108 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-7f6658a3-8d9c-4fa4-a14c-cd7f667b3e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:07:06.958184 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01f28cc2-32c5-4234-861f-0fb18fb98720 None None] Provisioning complete for port 8efb053d-46a2-4e8e-84de-891397294ff0 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:07:06.958555 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01f28cc2-32c5-4234-861f-0fb18fb98720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:06.959477 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6120f925-83fb-4b52-9a8c-00ee32ba469c tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:07:06.961127 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-6120f925-83fb-4b52-9a8c-00ee32ba469c tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] 10.222.0.23 "GET /v2.0/ports/8efb053d-46a2-4e8e-84de-891397294ff0 HTTP/1.1" status: 200 len: 910 time: 0.0640202 Jul 13 14:07:06.963781 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 40532) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:07:06.992414 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6658a3-8d9c-4fa4-a14c-cd7f667b3e93 None None] Routers {'8063cd8d-e602-4e34-987b-ffd867a2c0f5'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:07:06.993043 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-7f6658a3-8d9c-4fa4-a14c-cd7f667b3e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:06:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['8063cd8d-e602-4e34-987b-ffd867a2c0f5'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:07:07.030835 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-7f6658a3-8d9c-4fa4-a14c-cd7f667b3e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:07:07.031486 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6658a3-8d9c-4fa4-a14c-cd7f667b3e93 None None] The sync data for ids ['8063cd8d-e602-4e34-987b-ffd867a2c0f5'] in n-d-800634-1 is: [] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:07:07.033430 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-01f28cc2-32c5-4234-861f-0fb18fb98720 None None] Port 8efb053d-46a2-4e8e-84de-891397294ff0 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:07:07.275948 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bf37ca0d-57bb-4b30-afd7-02eaad8bb4e8 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451695'] for router_interface, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:07.533045 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-bf37ca0d-57bb-4b30-afd7-02eaad8bb4e8 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Deleting port 8efb053d-46a2-4e8e-84de-891397294ff0 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:07:07.533301 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bf37ca0d-57bb-4b30-afd7-02eaad8bb4e8 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:07.618885 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bf37ca0d-57bb-4b30-afd7-02eaad8bb4e8 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:07.632558 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-bf37ca0d-57bb-4b30-afd7-02eaad8bb4e8 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Calling delete_port for 8efb053d-46a2-4e8e-84de-891397294ff0 owned by network:router_interface {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:07:07.804683 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bf37ca0d-57bb-4b30-afd7-02eaad8bb4e8 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:07.838020 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf37ca0d-57bb-4b30-afd7-02eaad8bb4e8 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Pushing event deleted for resources: {'Port': ['ID=8efb053d-46a2-4e8e-84de-891397294ff0,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:07:07.925016 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb33d26-be21-40cb-9228-f0866c47ae53 req-62ce39ba-9f85-4bf4-b6b1-793f7d90fe7a tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:07:07.926839 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2fb33d26-be21-40cb-9228-f0866c47ae53 req-62ce39ba-9f85-4bf4-b6b1-793f7d90fe7a tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] 10.222.0.23 "GET /v2.0/ports?device_id=4765ea42-36b2-443e-a331-7b41eda5903d HTTP/1.1" status: 200 len: 946 time: 0.0883255 Jul 13 14:07:07.969431 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2fb33d26-be21-40cb-9228-f0866c47ae53 req-7e3ba5c0-4915-45ed-9530-8b06d69049d9 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] 10.222.0.23 "GET /v2.0/security-groups?id=73427ddc-3387-4fc1-bd2b-a18baacb9e71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366156 Jul 13 14:07:08.022347 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bf37ca0d-57bb-4b30-afd7-02eaad8bb4e8 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1785036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452491'] for router_interface, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:08.212654 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf37ca0d-57bb-4b30-afd7-02eaad8bb4e8 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Router 8063cd8d-e602-4e34-987b-ffd867a2c0f5 has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:07:08.305987 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf37ca0d-57bb-4b30-afd7-02eaad8bb4e8 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:07:08.311033 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-bf37ca0d-57bb-4b30-afd7-02eaad8bb4e8 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] 10.222.0.23 "PUT /v2.0/routers/8063cd8d-e602-4e34-987b-ffd867a2c0f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3462751 Jul 13 14:07:08.313683 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 40540) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:07:08.316081 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545aef00-58ed-4b5a-95e8-1a3d1ad836e1 None None] Sync routers for ids ['8063cd8d-e602-4e34-987b-ffd867a2c0f5'] in n-d-800634-1 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:07:08.325011 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545aef00-58ed-4b5a-95e8-1a3d1ad836e1 None None] Routers {'8063cd8d-e602-4e34-987b-ffd867a2c0f5'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:07:08.325617 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-545aef00-58ed-4b5a-95e8-1a3d1ad836e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:06:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['8063cd8d-e602-4e34-987b-ffd867a2c0f5'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:07:08.357901 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-545aef00-58ed-4b5a-95e8-1a3d1ad836e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:07:08.366145 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545aef00-58ed-4b5a-95e8-1a3d1ad836e1 None None] Routers {'8063cd8d-e602-4e34-987b-ffd867a2c0f5'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:07:08.366738 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-545aef00-58ed-4b5a-95e8-1a3d1ad836e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:06:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['8063cd8d-e602-4e34-987b-ffd867a2c0f5'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:07:08.400648 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-545aef00-58ed-4b5a-95e8-1a3d1ad836e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:07:08.401291 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545aef00-58ed-4b5a-95e8-1a3d1ad836e1 None None] The sync data for ids ['8063cd8d-e602-4e34-987b-ffd867a2c0f5'] in n-d-800634-1 is: [] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:07:08.619946 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d8e913ce-a505-462f-b0cb-76df6bad0aef tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451695'] for router_interface, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:08.862484 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-d8e913ce-a505-462f-b0cb-76df6bad0aef tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Deleting port 10a7a679-cd57-4749-9fbe-5d32d9e554f2 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:07:08.863195 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d8e913ce-a505-462f-b0cb-76df6bad0aef tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:08.946730 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d8e913ce-a505-462f-b0cb-76df6bad0aef tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:08.964157 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-d8e913ce-a505-462f-b0cb-76df6bad0aef tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Calling delete_port for 10a7a679-cd57-4749-9fbe-5d32d9e554f2 owned by network:router_interface {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:07:09.172457 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d8e913ce-a505-462f-b0cb-76df6bad0aef tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:09.203766 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e913ce-a505-462f-b0cb-76df6bad0aef tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Pushing event deleted for resources: {'Port': ['ID=10a7a679-cd57-4749-9fbe-5d32d9e554f2,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:07:09.244505 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4da64d-0aa9-42fa-86ba-66ef7e48c4cb req-0f1c34ea-cf05-4696-8a40-a598daf86455 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:07:09.246086 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8f4da64d-0aa9-42fa-86ba-66ef7e48c4cb req-0f1c34ea-cf05-4696-8a40-a598daf86455 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] 10.222.0.23 "GET /v2.0/ports?device_id=4765ea42-36b2-443e-a331-7b41eda5903d HTTP/1.1" status: 200 len: 946 time: 0.1617272 Jul 13 14:07:09.379489 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8f4da64d-0aa9-42fa-86ba-66ef7e48c4cb req-b612dd7a-bc01-4cef-a17a-0c7bde561306 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] 10.222.0.23 "GET /v2.0/security-groups?id=73427ddc-3387-4fc1-bd2b-a18baacb9e71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109118 Jul 13 14:07:09.390020 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d8e913ce-a505-462f-b0cb-76df6bad0aef tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1785036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452491'] for router_interface, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:09.547035 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8e913ce-a505-462f-b0cb-76df6bad0aef tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Router 8063cd8d-e602-4e34-987b-ffd867a2c0f5 has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:07:09.634724 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8e913ce-a505-462f-b0cb-76df6bad0aef tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:07:09.639799 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-d8e913ce-a505-462f-b0cb-76df6bad0aef tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] 10.222.0.23 "PUT /v2.0/routers/8063cd8d-e602-4e34-987b-ffd867a2c0f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3250363 Jul 13 14:07:09.642398 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 40544) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:07:09.644871 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f71b6c6-8e7c-4d25-9adf-b3d3e3ee4181 None None] Sync routers for ids ['8063cd8d-e602-4e34-987b-ffd867a2c0f5'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:07:09.656727 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f71b6c6-8e7c-4d25-9adf-b3d3e3ee4181 None None] Routers {'8063cd8d-e602-4e34-987b-ffd867a2c0f5'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:07:09.657361 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-1f71b6c6-8e7c-4d25-9adf-b3d3e3ee4181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:06:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['8063cd8d-e602-4e34-987b-ffd867a2c0f5'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:07:09.671731 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-d8d5cbe3-c3cb-4f42-86de-9b328531ab68 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] 10.222.0.23 "GET /v2.0/ports?device_id=8063cd8d-e602-4e34-987b-ffd867a2c0f5 HTTP/1.1" status: 200 len: 205 time: 0.0282037 Jul 13 14:07:09.674132 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 40546) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:07:09.691839 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-1f71b6c6-8e7c-4d25-9adf-b3d3e3ee4181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:07:09.700564 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f71b6c6-8e7c-4d25-9adf-b3d3e3ee4181 None None] Routers {'8063cd8d-e602-4e34-987b-ffd867a2c0f5'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:07:09.701380 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-1f71b6c6-8e7c-4d25-9adf-b3d3e3ee4181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:06:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['8063cd8d-e602-4e34-987b-ffd867a2c0f5'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:07:09.737322 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-1f71b6c6-8e7c-4d25-9adf-b3d3e3ee4181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:07:09.738031 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f71b6c6-8e7c-4d25-9adf-b3d3e3ee4181 None None] The sync data for ids ['8063cd8d-e602-4e34-987b-ffd867a2c0f5'] in n-d-800634-1 is: [] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:07:09.751175 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d9e50d5f-63b3-4b53-b2cb-3f7b4f062868 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks [] for router, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:10.224281 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d9e50d5f-63b3-4b53-b2cb-3f7b4f062868 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1591938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2696'] for router, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:10.226300 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d9e50d5f-63b3-4b53-b2cb-3f7b4f062868 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:10.268832 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d9e50d5f-63b3-4b53-b2cb-3f7b4f062868 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593106'] for router, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:10.269363 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9e50d5f-63b3-4b53-b2cb-3f7b4f062868 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Fanout notify agent at l3_agent the message router_deleted on router 8063cd8d-e602-4e34-987b-ffd867a2c0f5 {{(pid=93750) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 14:07:10.276050 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d9e50d5f-63b3-4b53-b2cb-3f7b4f062868 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:10.277147 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-d9e50d5f-63b3-4b53-b2cb-3f7b4f062868 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] 10.222.0.23 "DELETE /v2.0/routers/8063cd8d-e602-4e34-987b-ffd867a2c0f5 HTTP/1.1" status: 204 len: 168 time: 0.6021206 Jul 13 14:07:10.280056 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 40550) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:07:10.330357 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-704e5f3b-a537-454a-bbce-8d857ca58b9c tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Deleting subnet 73704d46-f78c-49d2-96e3-2fc7f7419ca8 {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 14:07:10.333412 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-704e5f3b-a537-454a-bbce-8d857ca58b9c tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:10.377663 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-704e5f3b-a537-454a-bbce-8d857ca58b9c tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5431723'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:10.464987 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-704e5f3b-a537-454a-bbce-8d857ca58b9c tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:10.526989 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-704e5f3b-a537-454a-bbce-8d857ca58b9c tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5970525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4763356'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:10.558242 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d156187c-2dbc-47bb-be84-0966b08548ed req-c913d882-3e59-4174-b48f-67ddccce5afd tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:07:10.558982 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704e5f3b-a537-454a-bbce-8d857ca58b9c tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Pushing event deleted for resources: {'Subnet': ['ID=73704d46-f78c-49d2-96e3-2fc7f7419ca8,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:07:10.561224 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d156187c-2dbc-47bb-be84-0966b08548ed req-c913d882-3e59-4174-b48f-67ddccce5afd tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] 10.222.0.23 "GET /v2.0/ports?device_id=4765ea42-36b2-443e-a331-7b41eda5903d HTTP/1.1" status: 200 len: 946 time: 0.0676146 Jul 13 14:07:10.570538 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-704e5f3b-a537-454a-bbce-8d857ca58b9c tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:10.571680 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69bb2665-ee3d-406e-b7ca-ea2dff0d84d8 None None] Network 70b5f70e-71c8-42c3-92c9-5594aa8b599e requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:07:10.573781 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-704e5f3b-a537-454a-bbce-8d857ca58b9c tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] 10.222.0.23 "DELETE /v2.0/subnets/73704d46-f78c-49d2-96e3-2fc7f7419ca8 HTTP/1.1" status: 204 len: 168 time: 0.2916050 Jul 13 14:07:10.575386 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 40554) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:07:10.641280 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d156187c-2dbc-47bb-be84-0966b08548ed req-d97271a1-b2a9-4b92-854d-b045b533a099 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] 10.222.0.23 "GET /v2.0/security-groups?id=73427ddc-3387-4fc1-bd2b-a18baacb9e71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739510 Jul 13 14:07:10.647329 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c329464-dc1f-413b-8cbd-877e41a6e0b7 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Deleting subnet 683c6491-cb0b-47de-bf62-8e47e13b7a74 {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 14:07:10.650528 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9c329464-dc1f-413b-8cbd-877e41a6e0b7 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:10.698075 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9c329464-dc1f-413b-8cbd-877e41a6e0b7 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6018489'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:10.768724 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2fa7f48-2779-421f-8f76-0d809d680f70 None None] DHCP port deletion for 70b5f70e-71c8-42c3-92c9-5594aa8b599e request from n-d-800634-1 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 14:07:10.790126 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9c329464-dc1f-413b-8cbd-877e41a6e0b7 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:10.824838 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-c2fa7f48-2779-421f-8f76-0d809d680f70 None None] Deleting port d0277364-c5ed-4719-a548-613bccb2f34f {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:07:10.825223 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c2fa7f48-2779-421f-8f76-0d809d680f70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:10.865375 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9c329464-dc1f-413b-8cbd-877e41a6e0b7 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6018534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6105009'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:10.898907 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-c2fa7f48-2779-421f-8f76-0d809d680f70 None None] For port d0277364-c5ed-4719-a548-613bccb2f34f, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=d0277364-c5ed-4719-a548-613bccb2f34f,segment=NetworkSegment(10affb58-d936-48ee-8a3d-a0c4186a408a),segment_id=10affb58-d936-48ee-8a3d-a0c4186a408a)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:07:10.899386 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c2fa7f48-2779-421f-8f76-0d809d680f70 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:10.906481 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c329464-dc1f-413b-8cbd-877e41a6e0b7 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Pushing event deleted for resources: {'Subnet': ['ID=683c6491-cb0b-47de-bf62-8e47e13b7a74,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:07:10.908797 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9c329464-dc1f-413b-8cbd-877e41a6e0b7 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:10.913874 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 40560) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:07:10.914428 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-9c329464-dc1f-413b-8cbd-877e41a6e0b7 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] 10.222.0.23 "DELETE /v2.0/subnets/683c6491-cb0b-47de-bf62-8e47e13b7a74 HTTP/1.1" status: 204 len: 168 time: 0.3374178 Jul 13 14:07:10.917401 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15b877da-a1e5-424a-88b1-1c1e274525d5 None None] Network 1d1843fe-075a-4fc2-bb66-78cf1cb00364 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:07:10.919658 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-c2fa7f48-2779-421f-8f76-0d809d680f70 None None] Calling delete_port for d0277364-c5ed-4719-a548-613bccb2f34f owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:07:11.024500 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0b050e-ef2c-4969-ba5f-1589639b7375 req-eb5e9d9f-25eb-4e20-8ea6-53268a420601 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:07:11.025952 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3e0b050e-ef2c-4969-ba5f-1589639b7375 req-eb5e9d9f-25eb-4e20-8ea6-53268a420601 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] 10.222.0.23 "GET /v2.0/ports?device_id=4765ea42-36b2-443e-a331-7b41eda5903d HTTP/1.1" status: 200 len: 946 time: 0.0714839 Jul 13 14:07:11.030048 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e0641779-d760-4754-9298-e6ee678b4258 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:11.068736 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3e0b050e-ef2c-4969-ba5f-1589639b7375 req-ea57629c-e1fc-4e7c-84ed-f681bccf2709 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] 10.222.0.23 "GET /v2.0/security-groups?id=73427ddc-3387-4fc1-bd2b-a18baacb9e71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358129 Jul 13 14:07:11.082047 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe96e7cc-2949-4898-a9c4-19a931805fee req-ecaa9e4f-7a58-4a10-879f-9df902c6c925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:07:11.083579 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-fe96e7cc-2949-4898-a9c4-19a931805fee req-ecaa9e4f-7a58-4a10-879f-9df902c6c925 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9b84fd52966d4a72b64b59fb4909d5ab&device_id=4765ea42-36b2-443e-a331-7b41eda5903d HTTP/1.1" status: 200 len: 1097 time: 0.1148951 Jul 13 14:07:11.105633 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c2fa7f48-2779-421f-8f76-0d809d680f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:11.133569 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fa7f48-2779-421f-8f76-0d809d680f70 None None] Pushing event deleted for resources: {'Port': ['ID=d0277364-c5ed-4719-a548-613bccb2f34f,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:07:11.138358 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2fa7f48-2779-421f-8f76-0d809d680f70 None None] No DVR routers for this DVR port d0277364-c5ed-4719-a548-613bccb2f34f on host n-d-800634-1 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:07:11.179313 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-e0641779-d760-4754-9298-e6ee678b4258 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Deleting port d0277364-c5ed-4719-a548-613bccb2f34f {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:07:11.179449 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e0641779-d760-4754-9298-e6ee678b4258 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:11.213111 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5acecb50-835e-4e32-8d3b-b479209911b3 None None] DHCP port deletion for 1d1843fe-075a-4fc2-bb66-78cf1cb00364 request from n-d-800634-1 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 14:07:11.244407 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe96e7cc-2949-4898-a9c4-19a931805fee req-f7105802-d8b1-483d-9d2c-a9bd31ae1662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:07:11.245913 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-fe96e7cc-2949-4898-a9c4-19a931805fee req-f7105802-d8b1-483d-9d2c-a9bd31ae1662 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9c2558ca-4bbf-4e33-ab1c-e7f21b409eb5 HTTP/1.1" status: 200 len: 910 time: 0.1513627 Jul 13 14:07:11.267160 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-5acecb50-835e-4e32-8d3b-b479209911b3 None None] Deleting port a2c4f86b-2e63-4b0f-9e21-ccd53a26cf28 {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:07:11.267539 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5acecb50-835e-4e32-8d3b-b479209911b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:11.293826 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-e0641779-d760-4754-9298-e6ee678b4258 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] For port d0277364-c5ed-4719-a548-613bccb2f34f, host n-d-800634-1, got binding levels [] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:07:11.294107 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e0641779-d760-4754-9298-e6ee678b4258 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:11.314381 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-e0641779-d760-4754-9298-e6ee678b4258 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Calling delete_port for d0277364-c5ed-4719-a548-613bccb2f34f owned by network:dhcp {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:07:11.318390 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.ipam_backend_mixin [None req-e0641779-d760-4754-9298-e6ee678b4258 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Port d0277364-c5ed-4719-a548-613bccb2f34f was not found and therefore no delete operation was performed {{(pid=93750) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 13 14:07:11.323096 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e0641779-d760-4754-9298-e6ee678b4258 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:11.327926 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-5acecb50-835e-4e32-8d3b-b479209911b3 None None] For port a2c4f86b-2e63-4b0f-9e21-ccd53a26cf28, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=a2c4f86b-2e63-4b0f-9e21-ccd53a26cf28,segment=NetworkSegment(ebe0d3ab-c05f-4efc-b23e-b87be9ed75db),segment_id=ebe0d3ab-c05f-4efc-b23e-b87be9ed75db)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:07:11.328328 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5acecb50-835e-4e32-8d3b-b479209911b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:11.344468 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-5acecb50-835e-4e32-8d3b-b479209911b3 None None] Calling delete_port for a2c4f86b-2e63-4b0f-9e21-ccd53a26cf28 owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:07:11.358841 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-fe96e7cc-2949-4898-a9c4-19a931805fee req-14776e65-481f-4514-960a-051806b27cf4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9f64798a-5cda-40b5-9266-51a136ba3da9 HTTP/1.1" status: 200 len: 1001 time: 0.1061692 Jul 13 14:07:11.359800 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0641779-d760-4754-9298-e6ee678b4258 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Pushing event deleted for resources: {'Port': ['ID=d0277364-c5ed-4719-a548-613bccb2f34f,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:07:11.363603 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0641779-d760-4754-9298-e6ee678b4258 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] No DVR routers for this DVR port d0277364-c5ed-4719-a548-613bccb2f34f on host n-d-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:07:11.426354 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5acecb50-835e-4e32-8d3b-b479209911b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:11.450037 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acecb50-835e-4e32-8d3b-b479209911b3 None None] Pushing event deleted for resources: {'Port': ['ID=a2c4f86b-2e63-4b0f-9e21-ccd53a26cf28,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:07:11.456542 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5acecb50-835e-4e32-8d3b-b479209911b3 None None] No DVR routers for this DVR port a2c4f86b-2e63-4b0f-9e21-ccd53a26cf28 on host n-d-800634-1 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:07:11.478018 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe96e7cc-2949-4898-a9c4-19a931805fee req-6c54fe66-7b25-45f3-81b5-1195b3dfd2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:07:11.479524 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-fe96e7cc-2949-4898-a9c4-19a931805fee req-6c54fe66-7b25-45f3-81b5-1195b3dfd2b3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e70149ef-39e2-4581-bd26-e6cc81b2fee5 HTTP/1.1" status: 200 len: 849 time: 0.1138690 Jul 13 14:07:11.484263 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e0641779-d760-4754-9298-e6ee678b4258 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:11.520939 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-e0641779-d760-4754-9298-e6ee678b4258 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70b5f70e-71c8-42c3-92c9-5594aa8b599e']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:07:11.532813 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-e0641779-d760-4754-9298-e6ee678b4258 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10affb58-d936-48ee-8a3d-a0c4186a408a') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:07:11.533108 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-e0641779-d760-4754-9298-e6ee678b4258 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10affb58-d936-48ee-8a3d-a0c4186a408a') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:07:11.543885 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e0641779-d760-4754-9298-e6ee678b4258 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5431730'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:11.562550 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e0641779-d760-4754-9298-e6ee678b4258 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:11.572310 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0641779-d760-4754-9298-e6ee678b4258 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 14:07:11.572693 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e0641779-d760-4754-9298-e6ee678b4258 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5970419'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:11.575549 n-d-800634-1 neutron-server[93750]: Traceback (most recent call last): Jul 13 14:07:11.575549 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 14:07:11.575549 n-d-800634-1 neutron-server[93750]: timer() Jul 13 14:07:11.575549 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 14:07:11.575549 n-d-800634-1 neutron-server[93750]: cb(*args, **kw) Jul 13 14:07:11.575549 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 14:07:11.575549 n-d-800634-1 neutron-server[93750]: return func(*args, **kwargs) Jul 13 14:07:11.575549 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 14:07:11.575549 n-d-800634-1 neutron-server[93750]: self._notify() Jul 13 14:07:11.575549 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 14:07:11.575549 n-d-800634-1 neutron-server[93750]: self.callback(batched_events) Jul 13 14:07:11.575549 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 14:07:11.575549 n-d-800634-1 neutron-server[93750]: event.method(event) Jul 13 14:07:11.575549 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 14:07:11.575549 n-d-800634-1 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 14:07:11.575549 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 14:07:11.575549 n-d-800634-1 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 14:07:11.575549 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 14:07:11.575549 n-d-800634-1 neutron-server[93750]: return f(self, *a, **k) Jul 13 14:07:11.575549 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 14:07:11.575549 n-d-800634-1 neutron-server[93750]: return self._get(url).json() Jul 13 14:07:11.575549 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 14:07:11.575549 n-d-800634-1 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 14:07:11.575549 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 14:07:11.575549 n-d-800634-1 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 13 14:07:11.575549 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 14:07:11.575549 n-d-800634-1 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 14:07:11.575549 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 14:07:11.575549 n-d-800634-1 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 14:07:11.575549 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 14:07:11.575549 n-d-800634-1 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 14:07:11.575549 n-d-800634-1 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 14:07:11.621682 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe96e7cc-2949-4898-a9c4-19a931805fee req-4bcad9cd-2e7f-4c53-af39-a68de63e3209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:07:11.623319 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-fe96e7cc-2949-4898-a9c4-19a931805fee req-4bcad9cd-2e7f-4c53-af39-a68de63e3209 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9c2558ca-4bbf-4e33-ab1c-e7f21b409eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1365128 Jul 13 14:07:11.679410 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e0641779-d760-4754-9298-e6ee678b4258 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:11.689536 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e0641779-d760-4754-9298-e6ee678b4258 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:11.691362 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-e0641779-d760-4754-9298-e6ee678b4258 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] 10.222.0.23 "DELETE /v2.0/networks/70b5f70e-71c8-42c3-92c9-5594aa8b599e HTTP/1.1" status: 204 len: 168 time: 0.7765565 Jul 13 14:07:11.694042 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 40562) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:07:11.705243 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0641779-d760-4754-9298-e6ee678b4258 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Pushing event deleted for resources: {'Network': ['ID=70b5f70e-71c8-42c3-92c9-5594aa8b599e,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:07:11.743364 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-fe96e7cc-2949-4898-a9c4-19a931805fee req-2e9021bd-6df5-4d33-ab60-63bcea1d3cbd service neutron] 10.222.0.41 "GET /v2.0/networks/9c2558ca-4bbf-4e33-ab1c-e7f21b409eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129222 Jul 13 14:07:11.770660 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c6732df7-5e70-4f7d-8df0-269d35e58158 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:11.836439 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-fe96e7cc-2949-4898-a9c4-19a931805fee req-f4f9b276-d1cc-4227-b8c0-6b04aaad9f51 service neutron] 10.222.0.41 "GET /v2.0/networks/9c2558ca-4bbf-4e33-ab1c-e7f21b409eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857611 Jul 13 14:07:11.864245 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c6732df7-5e70-4f7d-8df0-269d35e58158 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:11.874731 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-c6732df7-5e70-4f7d-8df0-269d35e58158 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d1843fe-075a-4fc2-bb66-78cf1cb00364']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:07:11.884814 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-c6732df7-5e70-4f7d-8df0-269d35e58158 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebe0d3ab-c05f-4efc-b23e-b87be9ed75db') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:07:11.885084 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-c6732df7-5e70-4f7d-8df0-269d35e58158 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebe0d3ab-c05f-4efc-b23e-b87be9ed75db') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:07:11.895530 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c6732df7-5e70-4f7d-8df0-269d35e58158 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6018464'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:11.909846 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c6732df7-5e70-4f7d-8df0-269d35e58158 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:11.915823 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6732df7-5e70-4f7d-8df0-269d35e58158 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 14:07:11.916148 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c6732df7-5e70-4f7d-8df0-269d35e58158 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6018632'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:11.919013 n-d-800634-1 neutron-server[93751]: Traceback (most recent call last): Jul 13 14:07:11.919013 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 14:07:11.919013 n-d-800634-1 neutron-server[93751]: timer() Jul 13 14:07:11.919013 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 14:07:11.919013 n-d-800634-1 neutron-server[93751]: cb(*args, **kw) Jul 13 14:07:11.919013 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 14:07:11.919013 n-d-800634-1 neutron-server[93751]: return func(*args, **kwargs) Jul 13 14:07:11.919013 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 14:07:11.919013 n-d-800634-1 neutron-server[93751]: self._notify() Jul 13 14:07:11.919013 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 14:07:11.919013 n-d-800634-1 neutron-server[93751]: self.callback(batched_events) Jul 13 14:07:11.919013 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 14:07:11.919013 n-d-800634-1 neutron-server[93751]: event.method(event) Jul 13 14:07:11.919013 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 14:07:11.919013 n-d-800634-1 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 14:07:11.919013 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 14:07:11.919013 n-d-800634-1 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 14:07:11.919013 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 14:07:11.919013 n-d-800634-1 neutron-server[93751]: return f(self, *a, **k) Jul 13 14:07:11.919013 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 14:07:11.919013 n-d-800634-1 neutron-server[93751]: return self._get(url).json() Jul 13 14:07:11.919013 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 14:07:11.919013 n-d-800634-1 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 14:07:11.919013 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 14:07:11.919013 n-d-800634-1 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 13 14:07:11.919013 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 14:07:11.919013 n-d-800634-1 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 14:07:11.919013 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 14:07:11.919013 n-d-800634-1 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 14:07:11.919013 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 14:07:11.919013 n-d-800634-1 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 14:07:11.919013 n-d-800634-1 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 14:07:11.980252 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c6732df7-5e70-4f7d-8df0-269d35e58158 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:11.988416 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c6732df7-5e70-4f7d-8df0-269d35e58158 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:11.990336 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-c6732df7-5e70-4f7d-8df0-269d35e58158 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] 10.222.0.23 "DELETE /v2.0/networks/1d1843fe-075a-4fc2-bb66-78cf1cb00364 HTTP/1.1" status: 204 len: 168 time: 0.2953131 Jul 13 14:07:11.994691 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 40564) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:07:11.999756 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-579a287a-0b63-419a-948b-3788350b26f5 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Request body: {'network': {'name': 'tempest-RoutersTest-855509478'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:07:12.002663 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6732df7-5e70-4f7d-8df0-269d35e58158 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Pushing event deleted for resources: {'Network': ['ID=1d1843fe-075a-4fc2-bb66-78cf1cb00364,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:07:12.020593 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-579a287a-0b63-419a-948b-3788350b26f5 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Made reservation on behalf of f494ee620f9c45cc9ecf347c38c05946 for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:07:12.024060 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-579a287a-0b63-419a-948b-3788350b26f5 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:12.048342 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-579a287a-0b63-419a-948b-3788350b26f5 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 14:07:12.056864 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-579a287a-0b63-419a-948b-3788350b26f5 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:12.057207 n-d-800634-1 neutron-server[93750]: INFO neutron.db.segments_db [None req-579a287a-0b63-419a-948b-3788350b26f5 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Added segment 48cb2d07-dc0f-4407-975d-c316821989dd of type vlan for network 1634433f-3cff-4189-a161-a97a05b8eff8 Jul 13 14:07:12.102089 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-579a287a-0b63-419a-948b-3788350b26f5 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:12.130956 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-579a287a-0b63-419a-948b-3788350b26f5 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:12.136780 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-579a287a-0b63-419a-948b-3788350b26f5 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:07:12.137468 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-579a287a-0b63-419a-948b-3788350b26f5 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:12.197327 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-579a287a-0b63-419a-948b-3788350b26f5 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2017577 Jul 13 14:07:12.200200 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 40568) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:07:12.206674 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-9ddf194f-2683-43bc-b458-96f6d868f04e tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Request body: {'subnet': {'network_id': '1634433f-3cff-4189-a161-a97a05b8eff8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:07:12.230026 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579a287a-0b63-419a-948b-3788350b26f5 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Pushing event updated for resources: {'Network': ['ID=1634433f-3cff-4189-a161-a97a05b8eff8,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:07:12.241343 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network 1634433f-3cff-4189-a161-a97a05b8eff8 details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 14:07:12.282590 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ca8a6d-298e-4c17-876a-1898e4a06922 req-11fbc65c-db14-435f-8576-4219629b96d1 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:07:12.291383 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b9ca8a6d-298e-4c17-876a-1898e4a06922 req-11fbc65c-db14-435f-8576-4219629b96d1 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] 10.222.0.23 "GET /v2.0/ports?device_id=4765ea42-36b2-443e-a331-7b41eda5903d HTTP/1.1" status: 200 len: 946 time: 0.0986905 Jul 13 14:07:12.300817 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ddf194f-2683-43bc-b458-96f6d868f04e tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Made reservation on behalf of f494ee620f9c45cc9ecf347c38c05946 for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:07:12.304839 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9ddf194f-2683-43bc-b458-96f6d868f04e tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6104980'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:12.338296 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b9ca8a6d-298e-4c17-876a-1898e4a06922 req-d8ea7d43-a8f5-4395-ab40-65f231d4fef9 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] 10.222.0.23 "GET /v2.0/security-groups?id=73427ddc-3387-4fc1-bd2b-a18baacb9e71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427504 Jul 13 14:07:12.458099 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device d0277364-c5ed-4719-a548-613bccb2f34f no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:07:12.478128 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: d0277364-c5ed-4719-a548-613bccb2f34f {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:07:12.478583 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device d0277364-c5ed-4719-a548-613bccb2f34f not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:07:12.479068 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device a2c4f86b-2e63-4b0f-9e21-ccd53a26cf28 no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:07:12.497535 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: a2c4f86b-2e63-4b0f-9e21-ccd53a26cf28 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:07:12.498348 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9ddf194f-2683-43bc-b458-96f6d868f04e tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6018343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6104998'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:12.498537 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device a2c4f86b-2e63-4b0f-9e21-ccd53a26cf28 not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:07:12.567587 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddf194f-2683-43bc-b458-96f6d868f04e tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Pushing event updated for resources: {'Subnet': ['ID=9b995141-e42f-48f8-ab77-ee41271962f8,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:07:12.572739 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ddf194f-2683-43bc-b458-96f6d868f04e tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Checking segment: {'id': '48cb2d07-dc0f-4407-975d-c316821989dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '1634433f-3cff-4189-a161-a97a05b8eff8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:07:12.573106 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ddf194f-2683-43bc-b458-96f6d868f04e tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Network hostable DHCP agents. Network: 1634433f-3cff-4189-a161-a97a05b8eff8, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 14:07:12.590282 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ddf194f-2683-43bc-b458-96f6d868f04e tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Network 1634433f-3cff-4189-a161-a97a05b8eff8 is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 14:07:12.598540 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-9ddf194f-2683-43bc-b458-96f6d868f04e tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, 1634433f-3cff-4189-a161-a97a05b8eff8) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:07:12.602712 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ddf194f-2683-43bc-b458-96f6d868f04e tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:07:12.603292 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9ddf194f-2683-43bc-b458-96f6d868f04e tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:12.609965 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac6a9c3d-7dad-472b-ada7-a9ea9bf73334 None None] Network 1634433f-3cff-4189-a161-a97a05b8eff8 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:07:12.619113 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-9ddf194f-2683-43bc-b458-96f6d868f04e tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4170218 Jul 13 14:07:12.621796 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 40570) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:07:12.627369 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-bcbb2616-c028-4110-b37e-aa16a7e84625 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-785129747', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:07:12.649475 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bcbb2616-c028-4110-b37e-aa16a7e84625 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1591928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2714'] for router, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:12.650420 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bcbb2616-c028-4110-b37e-aa16a7e84625 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447198', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1629690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2689'] for router, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:12.701499 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bcbb2616-c028-4110-b37e-aa16a7e84625 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:12.705898 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bcbb2616-c028-4110-b37e-aa16a7e84625 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447217'] for router, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:12.721509 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bcbb2616-c028-4110-b37e-aa16a7e84625 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:12.722732 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-bcbb2616-c028-4110-b37e-aa16a7e84625 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.0999196 Jul 13 14:07:12.725359 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 40572) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:07:12.730238 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-8d3cd8e2-ad1b-4018-a8d9-cb0f30511724 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Request body: {'port': {'network_id': '1634433f-3cff-4189-a161-a97a05b8eff8', 'name': 'tempest-RoutersTest-280953911'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:07:12.757236 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45c7beb1-acef-4208-9ac6-c52726ec7cf7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a7201e1-61ce-5a3e-b7f7-e800379ed03b-1634433f-3cff-4189-a161-a97a05b8eff8', 'network_id': '1634433f-3cff-4189-a161-a97a05b8eff8', 'tenant_id': 'f494ee620f9c45cc9ecf347c38c05946', 'fixed_ips': [{'subnet_id': '9b995141-e42f-48f8-ab77-ee41271962f8'}]}} from n-d-800634-1. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 14:07:12.758137 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-45c7beb1-acef-4208-9ac6-c52726ec7cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:12.845044 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d3cd8e2-ad1b-4018-a8d9-cb0f30511724 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Made reservation on behalf of f494ee620f9c45cc9ecf347c38c05946 for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:07:12.848931 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8d3cd8e2-ad1b-4018-a8d9-cb0f30511724 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:12.867670 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [None req-8d3cd8e2-ad1b-4018-a8d9-cb0f30511724 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] device_id is not set on port 5740d3b8-6f48-45cd-9089-4171a40a60e9 yet. {{(pid=93751) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 14:07:12.894373 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-45c7beb1-acef-4208-9ac6-c52726ec7cf7 None None] Allocated IP 172.20.0.2 (1634433f-3cff-4189-a161-a97a05b8eff8/9b995141-e42f-48f8-ab77-ee41271962f8/74c3b0c4-e068-4e8b-9880-117853f47878) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:07:13.035737 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-45c7beb1-acef-4208-9ac6-c52726ec7cf7 None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:13.043891 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-45c7beb1-acef-4208-9ac6-c52726ec7cf7 None None] Transition to ACTIVE for port object 74c3b0c4-e068-4e8b-9880-117853f47878 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:07:13.058894 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-45c7beb1-acef-4208-9ac6-c52726ec7cf7 None None] Transition to ACTIVE for port object 74c3b0c4-e068-4e8b-9880-117853f47878 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:07:13.064124 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-45c7beb1-acef-4208-9ac6-c52726ec7cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:13.106085 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c7beb1-acef-4208-9ac6-c52726ec7cf7 None None] Network 1634433f-3cff-4189-a161-a97a05b8eff8 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:07:13.111011 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-45c7beb1-acef-4208-9ac6-c52726ec7cf7 None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:07:13.115529 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c7beb1-acef-4208-9ac6-c52726ec7cf7 None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:07:13.115707 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-8d3cd8e2-ad1b-4018-a8d9-cb0f30511724 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Allocated IP 172.20.0.4 (1634433f-3cff-4189-a161-a97a05b8eff8/9b995141-e42f-48f8-ab77-ee41271962f8/5740d3b8-6f48-45cd-9089-4171a40a60e9) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:07:13.117484 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c7beb1-acef-4208-9ac6-c52726ec7cf7 None None] Pushing event updated for resources: {'Port': ['ID=74c3b0c4-e068-4e8b-9880-117853f47878,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:07:13.173098 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-45c7beb1-acef-4208-9ac6-c52726ec7cf7 None None] Attempting to bind port 74c3b0c4-e068-4e8b-9880-117853f47878 on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:07:13.173471 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-45c7beb1-acef-4208-9ac6-c52726ec7cf7 None None] Attempting to bind port 74c3b0c4-e068-4e8b-9880-117853f47878 by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '48cb2d07-dc0f-4407-975d-c316821989dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '1634433f-3cff-4189-a161-a97a05b8eff8'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:07:13.173861 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c7beb1-acef-4208-9ac6-c52726ec7cf7 None None] Attempting to bind port 74c3b0c4-e068-4e8b-9880-117853f47878 on network 1634433f-3cff-4189-a161-a97a05b8eff8 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:07:13.178774 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c7beb1-acef-4208-9ac6-c52726ec7cf7 None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 6, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:07:13.179149 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c7beb1-acef-4208-9ac6-c52726ec7cf7 None None] Checking segment: {'id': '48cb2d07-dc0f-4407-975d-c316821989dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '1634433f-3cff-4189-a161-a97a05b8eff8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:07:13.179551 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-45c7beb1-acef-4208-9ac6-c52726ec7cf7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:13.179945 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c7beb1-acef-4208-9ac6-c52726ec7cf7 None None] Bound using segment: {'id': '48cb2d07-dc0f-4407-975d-c316821989dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '1634433f-3cff-4189-a161-a97a05b8eff8'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:07:13.180407 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-45c7beb1-acef-4208-9ac6-c52726ec7cf7 None None] Bound port: 74c3b0c4-e068-4e8b-9880-117853f47878, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48cb2d07-dc0f-4407-975d-c316821989dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '1634433f-3cff-4189-a161-a97a05b8eff8'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:07:13.180787 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-45c7beb1-acef-4208-9ac6-c52726ec7cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:13.241566 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-45c7beb1-acef-4208-9ac6-c52726ec7cf7 None None] For port 74c3b0c4-e068-4e8b-9880-117853f47878, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:07:13.244525 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-45c7beb1-acef-4208-9ac6-c52726ec7cf7 None None] For port 74c3b0c4-e068-4e8b-9880-117853f47878, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=74c3b0c4-e068-4e8b-9880-117853f47878,segment=NetworkSegment(48cb2d07-dc0f-4407-975d-c316821989dd),segment_id=48cb2d07-dc0f-4407-975d-c316821989dd)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:07:13.250365 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-45c7beb1-acef-4208-9ac6-c52726ec7cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:13.273053 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8d3cd8e2-ad1b-4018-a8d9-cb0f30511724 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:13.288205 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-8d3cd8e2-ad1b-4018-a8d9-cb0f30511724 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Transition to ACTIVE for port object 5740d3b8-6f48-45cd-9089-4171a40a60e9 will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:07:13.322182 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8d3cd8e2-ad1b-4018-a8d9-cb0f30511724 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:13.365065 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d3cd8e2-ad1b-4018-a8d9-cb0f30511724 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Network 1634433f-3cff-4189-a161-a97a05b8eff8 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:07:13.368757 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-8d3cd8e2-ad1b-4018-a8d9-cb0f30511724 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:07:13.375282 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3cd8e2-ad1b-4018-a8d9-cb0f30511724 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:07:13.422840 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3cd8e2-ad1b-4018-a8d9-cb0f30511724 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Pushing event updated for resources: {'Port': ['ID=5740d3b8-6f48-45cd-9089-4171a40a60e9,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:07:13.446524 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d3cd8e2-ad1b-4018-a8d9-cb0f30511724 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:07:13.447310 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8d3cd8e2-ad1b-4018-a8d9-cb0f30511724 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:13.464711 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-8d3cd8e2-ad1b-4018-a8d9-cb0f30511724 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 0.7357371 Jul 13 14:07:13.464977 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 40576) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:07:13.481618 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c7beb1-acef-4208-9ac6-c52726ec7cf7 None None] Pushing event updated for resources: {'Port': ['ID=74c3b0c4-e068-4e8b-9880-117853f47878,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:07:13.734436 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d195ff5-9d8c-4359-837b-529c74af3dfb req-0c73e3f3-9cd8-4999-a9e8-99550fa9617d tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:07:13.736012 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7d195ff5-9d8c-4359-837b-529c74af3dfb req-0c73e3f3-9cd8-4999-a9e8-99550fa9617d tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] 10.222.0.23 "GET /v2.0/ports?device_id=4765ea42-36b2-443e-a331-7b41eda5903d HTTP/1.1" status: 200 len: 946 time: 0.2319868 Jul 13 14:07:13.824952 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7d195ff5-9d8c-4359-837b-529c74af3dfb req-ee14a22a-4962-4a0c-ac90-15641e2400e1 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] 10.222.0.23 "GET /v2.0/security-groups?id=73427ddc-3387-4fc1-bd2b-a18baacb9e71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681908 Jul 13 14:07:13.880957 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f1867d6a-05f3-4c5a-b42f-e8095593577e tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:14.125056 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f1867d6a-05f3-4c5a-b42f-e8095593577e tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:14.130574 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f1867d6a-05f3-4c5a-b42f-e8095593577e tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:14.212579 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1867d6a-05f3-4c5a-b42f-e8095593577e tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Pushing event updated for resources: {'Port': ['ID=5740d3b8-6f48-45cd-9089-4171a40a60e9,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:07:14.404465 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f1867d6a-05f3-4c5a-b42f-e8095593577e tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-450452'] for router_interface, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:14.524278 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 74c3b0c4-e068-4e8b-9880-117853f47878 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:07:14.579001 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad2dadbc-1b97-4e44-920e-2981eeec1e36 None None] Network 1634433f-3cff-4189-a161-a97a05b8eff8 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:07:14.629288 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7f119a-b550-4a9c-91eb-634a95ef9be7 req-7b36e411-e59a-4314-88b4-2ff93059eac1 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:07:14.634293 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4a7f119a-b550-4a9c-91eb-634a95ef9be7 req-7b36e411-e59a-4314-88b4-2ff93059eac1 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/ports?device_id=9602c732-a3f0-42ec-afef-93566cadc878 HTTP/1.1" status: 200 len: 945 time: 0.1340094 Jul 13 14:07:14.635877 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f1867d6a-05f3-4c5a-b42f-e8095593577e tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:14.644591 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port 74c3b0c4-e068-4e8b-9880-117853f47878 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:07:14.650615 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-a3b003c6-5d2c-4284-80df-5852f6bf5b9a None None] Provisioning for port 74c3b0c4-e068-4e8b-9880-117853f47878 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:07:14.657092 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-a3b003c6-5d2c-4284-80df-5852f6bf5b9a None None] Provisioning complete for port 74c3b0c4-e068-4e8b-9880-117853f47878 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:07:14.657702 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a3b003c6-5d2c-4284-80df-5852f6bf5b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:14.661366 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 74c3b0c4-e068-4e8b-9880-117853f47878 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:07:14.661755 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:14.714259 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4a7f119a-b550-4a9c-91eb-634a95ef9be7 req-abb8fa69-d602-44d7-9d73-19f21a1d1a24 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/security-groups?id=27ed47c6-e0a1-4425-a36b-c9ef1efffb9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751936 Jul 13 14:07:14.880493 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:14.884694 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a3b003c6-5d2c-4284-80df-5852f6bf5b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:14.932833 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f1867d6a-05f3-4c5a-b42f-e8095593577e tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:14.941923 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port 74c3b0c4-e068-4e8b-9880-117853f47878, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=74c3b0c4-e068-4e8b-9880-117853f47878,segment=NetworkSegment(48cb2d07-dc0f-4407-975d-c316821989dd),segment_id=48cb2d07-dc0f-4407-975d-c316821989dd)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:07:14.942699 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f1867d6a-05f3-4c5a-b42f-e8095593577e tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:14.947731 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:15.023428 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.db.api [None req-a3b003c6-5d2c-4284-80df-5852f6bf5b9a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93752) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 14:07:15.023784 n-d-800634-1 neutron-server[93752]: DEBUG oslo_db.api [None req-a3b003c6-5d2c-4284-80df-5852f6bf5b9a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 14:07:15.025937 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1867d6a-05f3-4c5a-b42f-e8095593577e tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Pushing event updated for resources: {'Port': ['ID=5740d3b8-6f48-45cd-9089-4171a40a60e9,revision_number=3']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:07:15.026500 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=74c3b0c4-e068-4e8b-9880-117853f47878,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:07:15.030593 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f1867d6a-05f3-4c5a-b42f-e8095593577e tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1785045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451806'] for router_interface, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:15.128911 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1867d6a-05f3-4c5a-b42f-e8095593577e tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Network 1634433f-3cff-4189-a161-a97a05b8eff8 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:07:15.130438 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-f1867d6a-05f3-4c5a-b42f-e8095593577e tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:07:15.610941 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1867d6a-05f3-4c5a-b42f-e8095593577e tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Router c523711d-5f50-4867-b32e-f39e4fcc2e68 is scheduled to L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 with binding_index 1 {{(pid=93751) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 14:07:15.680218 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-d9d5da77-f46b-4549-a1c3-8706cb8b5bbc None None] Provisioning complete for port 74c3b0c4-e068-4e8b-9880-117853f47878 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:07:15.680799 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d9d5da77-f46b-4549-a1c3-8706cb8b5bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:15.702465 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1867d6a-05f3-4c5a-b42f-e8095593577e tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:07:15.711056 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-f1867d6a-05f3-4c5a-b42f-e8095593577e tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] 10.222.0.23 "PUT /v2.0/routers/c523711d-5f50-4867-b32e-f39e4fcc2e68/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2423761 Jul 13 14:07:15.711167 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 40598) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:07:15.711933 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158e3139-b651-4460-b97d-06b2797642b9 None None] Sync routers for ids ['c523711d-5f50-4867-b32e-f39e4fcc2e68'] in n-d-800634-1 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:07:15.721227 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158e3139-b651-4460-b97d-06b2797642b9 None None] Routers {'c523711d-5f50-4867-b32e-f39e4fcc2e68'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:07:15.722143 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-158e3139-b651-4460-b97d-06b2797642b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:06:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['c523711d-5f50-4867-b32e-f39e4fcc2e68'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:07:15.756563 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-158e3139-b651-4460-b97d-06b2797642b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:07:15.765614 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158e3139-b651-4460-b97d-06b2797642b9 None None] Routers {'c523711d-5f50-4867-b32e-f39e4fcc2e68'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:07:15.766271 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-158e3139-b651-4460-b97d-06b2797642b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:06:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['c523711d-5f50-4867-b32e-f39e4fcc2e68'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:07:15.770851 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e00d69b6-4e89-4d9f-bb7e-cfdd5519bd1f tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:07:15.772368 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-e00d69b6-4e89-4d9f-bb7e-cfdd5519bd1f tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] 10.222.0.23 "GET /v2.0/ports/5740d3b8-6f48-45cd-9089-4171a40a60e9 HTTP/1.1" status: 200 len: 976 time: 0.0601602 Jul 13 14:07:15.775050 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 40602) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:07:15.792091 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-d9d5da77-f46b-4549-a1c3-8706cb8b5bbc None None] Provisioning for port 5740d3b8-6f48-45cd-9089-4171a40a60e9 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:07:15.796709 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-d9d5da77-f46b-4549-a1c3-8706cb8b5bbc None None] Provisioning complete for port 5740d3b8-6f48-45cd-9089-4171a40a60e9 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:07:15.797404 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d9d5da77-f46b-4549-a1c3-8706cb8b5bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:15.799194 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-158e3139-b651-4460-b97d-06b2797642b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:07:15.799858 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158e3139-b651-4460-b97d-06b2797642b9 None None] The sync data for ids ['c523711d-5f50-4867-b32e-f39e4fcc2e68'] in n-d-800634-1 is: [] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:07:15.837418 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-d9d5da77-f46b-4549-a1c3-8706cb8b5bbc None None] Port 5740d3b8-6f48-45cd-9089-4171a40a60e9 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:07:15.907085 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb5c28b-3122-47b4-a142-8f89f47e5636 req-ccf1a108-1573-4f32-9b87-4917b9e77bde tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:07:15.908490 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-feb5c28b-3122-47b4-a142-8f89f47e5636 req-ccf1a108-1573-4f32-9b87-4917b9e77bde tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/ports?device_id=9602c732-a3f0-42ec-afef-93566cadc878 HTTP/1.1" status: 200 len: 945 time: 0.0642796 Jul 13 14:07:15.948975 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-feb5c28b-3122-47b4-a142-8f89f47e5636 req-54ec57fb-7dbc-45a0-ba26-b4867aec7fc8 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/security-groups?id=27ed47c6-e0a1-4425-a36b-c9ef1efffb9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344303 Jul 13 14:07:16.207002 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d3926c3d-5c79-4585-83e7-76c3c5cc2ce2 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451695'] for router_interface, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:16.449652 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 74c3b0c4-e068-4e8b-9880-117853f47878 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:07:16.472546 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-d3926c3d-5c79-4585-83e7-76c3c5cc2ce2 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Deleting port 5740d3b8-6f48-45cd-9089-4171a40a60e9 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:07:16.472812 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d3926c3d-5c79-4585-83e7-76c3c5cc2ce2 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:16.495549 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 74c3b0c4-e068-4e8b-9880-117853f47878 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:07:16.495922 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:16.560515 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d3926c3d-5c79-4585-83e7-76c3c5cc2ce2 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:16.572429 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-d3926c3d-5c79-4585-83e7-76c3c5cc2ce2 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Calling delete_port for 5740d3b8-6f48-45cd-9089-4171a40a60e9 owned by network:router_interface {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:07:16.742623 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d3926c3d-5c79-4585-83e7-76c3c5cc2ce2 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:16.771715 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3926c3d-5c79-4585-83e7-76c3c5cc2ce2 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Pushing event deleted for resources: {'Port': ['ID=5740d3b8-6f48-45cd-9089-4171a40a60e9,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:07:16.931397 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d3926c3d-5c79-4585-83e7-76c3c5cc2ce2 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1785036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452491'] for router_interface, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:17.115237 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3926c3d-5c79-4585-83e7-76c3c5cc2ce2 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Router c523711d-5f50-4867-b32e-f39e4fcc2e68 has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:07:17.210617 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd0d2e7-3a4d-41cd-88a8-21e9ecde258e req-c85ba176-5274-4382-aaa5-d5299deb0d63 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:07:17.212103 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-0fd0d2e7-3a4d-41cd-88a8-21e9ecde258e req-c85ba176-5274-4382-aaa5-d5299deb0d63 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/ports?device_id=9602c732-a3f0-42ec-afef-93566cadc878 HTTP/1.1" status: 200 len: 945 time: 0.1384387 Jul 13 14:07:17.213229 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3926c3d-5c79-4585-83e7-76c3c5cc2ce2 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:07:17.214302 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-7659aa84-71e4-4d79-8519-3eda8543d759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:17.218854 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-d3926c3d-5c79-4585-83e7-76c3c5cc2ce2 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] 10.222.0.23 "PUT /v2.0/routers/c523711d-5f50-4867-b32e-f39e4fcc2e68/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4427514 Jul 13 14:07:17.222800 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 40606) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:07:17.223831 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61334a5d-dc8a-4259-9884-bbe0ee8e2df3 None None] Sync routers for ids ['c523711d-5f50-4867-b32e-f39e4fcc2e68'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:07:17.236442 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61334a5d-dc8a-4259-9884-bbe0ee8e2df3 None None] Routers {'c523711d-5f50-4867-b32e-f39e4fcc2e68'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:07:17.237062 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-61334a5d-dc8a-4259-9884-bbe0ee8e2df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:06:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['c523711d-5f50-4867-b32e-f39e4fcc2e68'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:07:17.254149 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-0fd0d2e7-3a4d-41cd-88a8-21e9ecde258e req-7d60ccd1-887e-428a-b087-693e61eb25eb tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/security-groups?id=27ed47c6-e0a1-4425-a36b-c9ef1efffb9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341551 Jul 13 14:07:17.269010 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-61334a5d-dc8a-4259-9884-bbe0ee8e2df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:07:17.277908 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61334a5d-dc8a-4259-9884-bbe0ee8e2df3 None None] Routers {'c523711d-5f50-4867-b32e-f39e4fcc2e68'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:07:17.278777 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-61334a5d-dc8a-4259-9884-bbe0ee8e2df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:06:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['c523711d-5f50-4867-b32e-f39e4fcc2e68'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:07:17.313102 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-61334a5d-dc8a-4259-9884-bbe0ee8e2df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:07:17.313759 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61334a5d-dc8a-4259-9884-bbe0ee8e2df3 None None] The sync data for ids ['c523711d-5f50-4867-b32e-f39e4fcc2e68'] in n-d-800634-1 is: [] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:07:17.442038 n-d-800634-1 neutron-server[93750]: INFO neutron.api.v2.resource [None req-c94457ed-ed0f-40fb-9955-d89c66f8f877 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] remove_router_interface failed (client error): The resource could not be found. Jul 13 14:07:17.443007 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-c94457ed-ed0f-40fb-9955-d89c66f8f877 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] 10.222.0.23 "PUT /v2.0/routers/c523711d-5f50-4867-b32e-f39e4fcc2e68/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2184253 Jul 13 14:07:17.446115 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 40608) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:07:17.475607 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-0e870f2d-2cfa-4899-839c-f7121c3a0235 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] 10.222.0.23 "GET /v2.0/ports?device_id=c523711d-5f50-4867-b32e-f39e4fcc2e68 HTTP/1.1" status: 200 len: 205 time: 0.0284550 Jul 13 14:07:17.478085 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 40610) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:07:17.552799 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-baeb377c-e8de-44d7-bcf6-8bdf0a327733 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks [] for router, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:17.711490 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-baeb377c-e8de-44d7-bcf6-8bdf0a327733 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1591938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2696'] for router, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:17.713519 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-baeb377c-e8de-44d7-bcf6-8bdf0a327733 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:17.760306 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-baeb377c-e8de-44d7-bcf6-8bdf0a327733 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593106'] for router, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:17.760947 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baeb377c-e8de-44d7-bcf6-8bdf0a327733 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Fanout notify agent at l3_agent the message router_deleted on router c523711d-5f50-4867-b32e-f39e4fcc2e68 {{(pid=93750) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 14:07:17.767876 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-baeb377c-e8de-44d7-bcf6-8bdf0a327733 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:17.769018 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-baeb377c-e8de-44d7-bcf6-8bdf0a327733 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] 10.222.0.23 "DELETE /v2.0/routers/c523711d-5f50-4867-b32e-f39e4fcc2e68 HTTP/1.1" status: 204 len: 168 time: 0.2900083 Jul 13 14:07:17.771738 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 40612) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:07:17.823150 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a8c64f9-7ffb-4c05-9a51-adee9850e6c7 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Deleting subnet 9b995141-e42f-48f8-ab77-ee41271962f8 {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 14:07:17.826756 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4a8c64f9-7ffb-4c05-9a51-adee9850e6c7 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:17.866139 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4a8c64f9-7ffb-4c05-9a51-adee9850e6c7 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6018489'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:17.954923 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4a8c64f9-7ffb-4c05-9a51-adee9850e6c7 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:18.011997 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4a8c64f9-7ffb-4c05-9a51-adee9850e6c7 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6018534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6105009'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:18.037566 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8c64f9-7ffb-4c05-9a51-adee9850e6c7 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Pushing event deleted for resources: {'Subnet': ['ID=9b995141-e42f-48f8-ab77-ee41271962f8,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:07:18.043776 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4a8c64f9-7ffb-4c05-9a51-adee9850e6c7 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:18.045393 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-4a8c64f9-7ffb-4c05-9a51-adee9850e6c7 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] 10.222.0.23 "DELETE /v2.0/subnets/9b995141-e42f-48f8-ab77-ee41271962f8 HTTP/1.1" status: 204 len: 168 time: 0.2726579 Jul 13 14:07:18.048364 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 40614) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:07:18.050193 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17228cc5-d27d-44aa-bbd7-2f23cc9c4798 None None] Network 1634433f-3cff-4189-a161-a97a05b8eff8 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:07:18.127759 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-48fa9615-44d3-4236-b3b9-edf4d041c2e8 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:18.181614 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-48fa9615-44d3-4236-b3b9-edf4d041c2e8 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Deleting port 74c3b0c4-e068-4e8b-9880-117853f47878 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:07:18.182003 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-48fa9615-44d3-4236-b3b9-edf4d041c2e8 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:18.221622 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b76581-5be3-4c15-b66e-e517d9259871 None None] DHCP port deletion for 1634433f-3cff-4189-a161-a97a05b8eff8 request from n-d-800634-1 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 14:07:18.244832 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-48fa9615-44d3-4236-b3b9-edf4d041c2e8 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] For port 74c3b0c4-e068-4e8b-9880-117853f47878, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=74c3b0c4-e068-4e8b-9880-117853f47878,segment=NetworkSegment(48cb2d07-dc0f-4407-975d-c316821989dd),segment_id=48cb2d07-dc0f-4407-975d-c316821989dd)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:07:18.245387 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-48fa9615-44d3-4236-b3b9-edf4d041c2e8 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:18.258313 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-48fa9615-44d3-4236-b3b9-edf4d041c2e8 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Calling delete_port for 74c3b0c4-e068-4e8b-9880-117853f47878 owned by network:dhcp {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:07:18.273432 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-79b76581-5be3-4c15-b66e-e517d9259871 None None] Deleting port 74c3b0c4-e068-4e8b-9880-117853f47878 {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:07:18.273771 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-79b76581-5be3-4c15-b66e-e517d9259871 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:18.338102 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-79b76581-5be3-4c15-b66e-e517d9259871 None None] For port 74c3b0c4-e068-4e8b-9880-117853f47878, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=74c3b0c4-e068-4e8b-9880-117853f47878,segment=NetworkSegment(48cb2d07-dc0f-4407-975d-c316821989dd),segment_id=48cb2d07-dc0f-4407-975d-c316821989dd)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:07:18.338505 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-79b76581-5be3-4c15-b66e-e517d9259871 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:18.349934 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-48fa9615-44d3-4236-b3b9-edf4d041c2e8 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:18.352790 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-79b76581-5be3-4c15-b66e-e517d9259871 None None] Calling delete_port for 74c3b0c4-e068-4e8b-9880-117853f47878 owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:07:18.378533 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fa9615-44d3-4236-b3b9-edf4d041c2e8 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Pushing event deleted for resources: {'Port': ['ID=74c3b0c4-e068-4e8b-9880-117853f47878,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:07:18.380563 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48fa9615-44d3-4236-b3b9-edf4d041c2e8 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] No DVR routers for this DVR port 74c3b0c4-e068-4e8b-9880-117853f47878 on host n-d-800634-1 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:07:18.446888 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7a8384-6055-40b5-8c20-a1c7254eb999 req-46d22a92-8f2e-4c7a-a0a1-4f150dc3fc8b tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:07:18.449172 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2b7a8384-6055-40b5-8c20-a1c7254eb999 req-46d22a92-8f2e-4c7a-a0a1-4f150dc3fc8b tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/ports?device_id=9602c732-a3f0-42ec-afef-93566cadc878 HTTP/1.1" status: 200 len: 945 time: 0.0775146 Jul 13 14:07:18.460281 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-79b76581-5be3-4c15-b66e-e517d9259871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:18.469654 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-48fa9615-44d3-4236-b3b9-edf4d041c2e8 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:18.481723 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-48fa9615-44d3-4236-b3b9-edf4d041c2e8 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1634433f-3cff-4189-a161-a97a05b8eff8']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:07:18.485992 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 74c3b0c4-e068-4e8b-9880-117853f47878 no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:07:18.490717 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b76581-5be3-4c15-b66e-e517d9259871 None None] Pushing event deleted for resources: {'Port': ['ID=74c3b0c4-e068-4e8b-9880-117853f47878,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:07:18.493062 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-48fa9615-44d3-4236-b3b9-edf4d041c2e8 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48cb2d07-dc0f-4407-975d-c316821989dd') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:07:18.493369 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-48fa9615-44d3-4236-b3b9-edf4d041c2e8 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48cb2d07-dc0f-4407-975d-c316821989dd') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:07:18.495618 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2b7a8384-6055-40b5-8c20-a1c7254eb999 req-29bd2400-f10d-4960-95a1-f311f778d776 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/security-groups?id=27ed47c6-e0a1-4425-a36b-c9ef1efffb9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399556 Jul 13 14:07:18.503685 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-48fa9615-44d3-4236-b3b9-edf4d041c2e8 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6018464'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:18.517252 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: 74c3b0c4-e068-4e8b-9880-117853f47878 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:07:18.517673 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 74c3b0c4-e068-4e8b-9880-117853f47878 not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:07:18.521210 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-48fa9615-44d3-4236-b3b9-edf4d041c2e8 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:18.523026 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b76581-5be3-4c15-b66e-e517d9259871 None None] No DVR routers for this DVR port 74c3b0c4-e068-4e8b-9880-117853f47878 on host n-d-800634-1 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:07:18.532488 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48fa9615-44d3-4236-b3b9-edf4d041c2e8 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 14:07:18.532886 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-48fa9615-44d3-4236-b3b9-edf4d041c2e8 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6018632'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:18.536388 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:07:18.536388 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:07:18.536388 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:07:18.536388 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:07:18.536388 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:07:18.536388 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:07:18.536388 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:07:18.536388 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:07:18.536388 n-d-800634-1 neutron-server[93751]: Traceback (most recent call last): Jul 13 14:07:18.536388 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 14:07:18.536388 n-d-800634-1 neutron-server[93751]: timer() Jul 13 14:07:18.536388 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 14:07:18.536388 n-d-800634-1 neutron-server[93751]: cb(*args, **kw) Jul 13 14:07:18.536388 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 14:07:18.536388 n-d-800634-1 neutron-server[93751]: return func(*args, **kwargs) Jul 13 14:07:18.536388 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 14:07:18.536388 n-d-800634-1 neutron-server[93751]: self._notify() Jul 13 14:07:18.536388 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 14:07:18.536388 n-d-800634-1 neutron-server[93751]: self.callback(batched_events) Jul 13 14:07:18.536388 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 14:07:18.536388 n-d-800634-1 neutron-server[93751]: event.method(event) Jul 13 14:07:18.536388 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 14:07:18.536388 n-d-800634-1 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 14:07:18.536388 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 14:07:18.536388 n-d-800634-1 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 14:07:18.536388 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 14:07:18.536388 n-d-800634-1 neutron-server[93751]: return f(self, *a, **k) Jul 13 14:07:18.536388 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 14:07:18.536388 n-d-800634-1 neutron-server[93751]: return self._get(url).json() Jul 13 14:07:18.536388 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 14:07:18.536388 n-d-800634-1 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 14:07:18.536388 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 14:07:18.536388 n-d-800634-1 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 13 14:07:18.536388 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 14:07:18.536388 n-d-800634-1 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 14:07:18.536388 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 14:07:18.536388 n-d-800634-1 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 14:07:18.536388 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 14:07:18.536388 n-d-800634-1 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 14:07:18.536388 n-d-800634-1 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 14:07:18.593915 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-48fa9615-44d3-4236-b3b9-edf4d041c2e8 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:18.600564 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-48fa9615-44d3-4236-b3b9-edf4d041c2e8 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:18.602388 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-48fa9615-44d3-4236-b3b9-edf4d041c2e8 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] 10.222.0.23 "DELETE /v2.0/networks/1634433f-3cff-4189-a161-a97a05b8eff8 HTTP/1.1" status: 204 len: 168 time: 0.5527453 Jul 13 14:07:18.606063 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 40618) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:07:18.612073 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-2a1208d3-d262-4720-ba4d-caeff3208d6b tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Request body: {'network': {'name': 'tempest-RoutersTest-1002203615'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:07:18.614659 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fa9615-44d3-4236-b3b9-edf4d041c2e8 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Pushing event deleted for resources: {'Network': ['ID=1634433f-3cff-4189-a161-a97a05b8eff8,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:07:18.634802 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a1208d3-d262-4720-ba4d-caeff3208d6b tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Made reservation on behalf of f494ee620f9c45cc9ecf347c38c05946 for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:07:18.638387 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2a1208d3-d262-4720-ba4d-caeff3208d6b tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:18.661792 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a1208d3-d262-4720-ba4d-caeff3208d6b tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 14:07:18.671261 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2a1208d3-d262-4720-ba4d-caeff3208d6b tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:18.671606 n-d-800634-1 neutron-server[93750]: INFO neutron.db.segments_db [None req-2a1208d3-d262-4720-ba4d-caeff3208d6b tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Added segment 514ee0b8-c871-4112-a8c6-6cb6b2fbc0b2 of type vlan for network 5f7b0ef6-7f55-488e-af78-f1f7d38bc503 Jul 13 14:07:18.709800 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2a1208d3-d262-4720-ba4d-caeff3208d6b tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:18.736808 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2a1208d3-d262-4720-ba4d-caeff3208d6b tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:18.742354 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a1208d3-d262-4720-ba4d-caeff3208d6b tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:07:18.742922 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2a1208d3-d262-4720-ba4d-caeff3208d6b tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:18.805297 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-2a1208d3-d262-4720-ba4d-caeff3208d6b tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.1948102 Jul 13 14:07:18.805487 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 40620) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:07:18.811077 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-9cd5cc75-0b29-4439-826b-67386a321f22 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Request body: {'subnet': {'network_id': '5f7b0ef6-7f55-488e-af78-f1f7d38bc503', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:07:18.829179 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1208d3-d262-4720-ba4d-caeff3208d6b tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Pushing event updated for resources: {'Network': ['ID=5f7b0ef6-7f55-488e-af78-f1f7d38bc503,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:07:18.838956 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network 5f7b0ef6-7f55-488e-af78-f1f7d38bc503 details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 14:07:18.902870 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cd5cc75-0b29-4439-826b-67386a321f22 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Made reservation on behalf of f494ee620f9c45cc9ecf347c38c05946 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:07:18.906821 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9cd5cc75-0b29-4439-826b-67386a321f22 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4763385'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:19.090392 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9cd5cc75-0b29-4439-826b-67386a321f22 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5970588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4763339'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:19.147908 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd5cc75-0b29-4439-826b-67386a321f22 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Pushing event updated for resources: {'Subnet': ['ID=8896de84-6e66-4fab-94b9-911169fde20a,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:07:19.158840 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd5cc75-0b29-4439-826b-67386a321f22 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Checking segment: {'id': '514ee0b8-c871-4112-a8c6-6cb6b2fbc0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '5f7b0ef6-7f55-488e-af78-f1f7d38bc503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:07:19.159207 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd5cc75-0b29-4439-826b-67386a321f22 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Network hostable DHCP agents. Network: 5f7b0ef6-7f55-488e-af78-f1f7d38bc503, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 14:07:19.176057 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd5cc75-0b29-4439-826b-67386a321f22 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Network 5f7b0ef6-7f55-488e-af78-f1f7d38bc503 is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 14:07:19.183775 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-9cd5cc75-0b29-4439-826b-67386a321f22 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, 5f7b0ef6-7f55-488e-af78-f1f7d38bc503) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:07:19.188061 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd5cc75-0b29-4439-826b-67386a321f22 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:07:19.188650 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9cd5cc75-0b29-4439-826b-67386a321f22 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:19.193370 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b45bb354-74fc-450d-b9eb-766156c8899a None None] Network 5f7b0ef6-7f55-488e-af78-f1f7d38bc503 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:07:19.205544 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-9cd5cc75-0b29-4439-826b-67386a321f22 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3991210 Jul 13 14:07:19.208417 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 40622) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:07:19.213124 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-7f854ec7-27f2-452f-b579-ca40c5c95fad tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-137195419', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:07:19.239959 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7f854ec7-27f2-452f-b579-ca40c5c95fad tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1591928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2714'] for router, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:19.241157 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7f854ec7-27f2-452f-b579-ca40c5c95fad tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447198', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1629690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2689'] for router, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:19.299167 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7f854ec7-27f2-452f-b579-ca40c5c95fad tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:19.303369 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7f854ec7-27f2-452f-b579-ca40c5c95fad tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447217'] for router, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:19.321478 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7f854ec7-27f2-452f-b579-ca40c5c95fad tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:19.322850 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-7f854ec7-27f2-452f-b579-ca40c5c95fad tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1132405 Jul 13 14:07:19.327066 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 40624) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:07:19.341579 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd4a2a1d-2d1d-4305-b840-6b1dd4ca5716 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a7201e1-61ce-5a3e-b7f7-e800379ed03b-5f7b0ef6-7f55-488e-af78-f1f7d38bc503', 'network_id': '5f7b0ef6-7f55-488e-af78-f1f7d38bc503', 'tenant_id': 'f494ee620f9c45cc9ecf347c38c05946', 'fixed_ips': [{'subnet_id': '8896de84-6e66-4fab-94b9-911169fde20a'}]}} from n-d-800634-1. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 14:07:19.342502 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fd4a2a1d-2d1d-4305-b840-6b1dd4ca5716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:19.476800 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-fd4a2a1d-2d1d-4305-b840-6b1dd4ca5716 None None] Allocated IP 172.20.0.2 (5f7b0ef6-7f55-488e-af78-f1f7d38bc503/8896de84-6e66-4fab-94b9-911169fde20a/f6768266-5bdc-4bfb-aaf5-136f96ea91e4) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:07:19.629825 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a91f7dfb-bf83-458f-ad5c-7649fa9c5d62 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:19.631766 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fd4a2a1d-2d1d-4305-b840-6b1dd4ca5716 None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:19.640434 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fd4a2a1d-2d1d-4305-b840-6b1dd4ca5716 None None] Transition to ACTIVE for port object f6768266-5bdc-4bfb-aaf5-136f96ea91e4 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:07:19.656837 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fd4a2a1d-2d1d-4305-b840-6b1dd4ca5716 None None] Transition to ACTIVE for port object f6768266-5bdc-4bfb-aaf5-136f96ea91e4 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:07:19.664141 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fd4a2a1d-2d1d-4305-b840-6b1dd4ca5716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:19.690975 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03f9910-55aa-4d8a-a2c5-06249807f3f4 req-dd3acbe5-2282-4303-8df8-4bb61edbc5a0 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:07:19.692556 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b03f9910-55aa-4d8a-a2c5-06249807f3f4 req-dd3acbe5-2282-4303-8df8-4bb61edbc5a0 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/ports?device_id=9602c732-a3f0-42ec-afef-93566cadc878 HTTP/1.1" status: 200 len: 945 time: 0.0765438 Jul 13 14:07:19.701693 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd4a2a1d-2d1d-4305-b840-6b1dd4ca5716 None None] Network 5f7b0ef6-7f55-488e-af78-f1f7d38bc503 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:07:19.707098 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-fd4a2a1d-2d1d-4305-b840-6b1dd4ca5716 None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:07:19.711273 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4a2a1d-2d1d-4305-b840-6b1dd4ca5716 None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:07:19.723006 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a2a1d-2d1d-4305-b840-6b1dd4ca5716 None None] Pushing event updated for resources: {'Port': ['ID=f6768266-5bdc-4bfb-aaf5-136f96ea91e4,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:07:19.738586 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b03f9910-55aa-4d8a-a2c5-06249807f3f4 req-9d679c73-19a7-4a21-a27a-587ea8de2504 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/security-groups?id=27ed47c6-e0a1-4425-a36b-c9ef1efffb9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396953 Jul 13 14:07:19.778019 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-fd4a2a1d-2d1d-4305-b840-6b1dd4ca5716 None None] Attempting to bind port f6768266-5bdc-4bfb-aaf5-136f96ea91e4 on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:07:19.778388 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-fd4a2a1d-2d1d-4305-b840-6b1dd4ca5716 None None] Attempting to bind port f6768266-5bdc-4bfb-aaf5-136f96ea91e4 by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '514ee0b8-c871-4112-a8c6-6cb6b2fbc0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '5f7b0ef6-7f55-488e-af78-f1f7d38bc503'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:07:19.779283 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4a2a1d-2d1d-4305-b840-6b1dd4ca5716 None None] Attempting to bind port f6768266-5bdc-4bfb-aaf5-136f96ea91e4 on network 5f7b0ef6-7f55-488e-af78-f1f7d38bc503 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:07:19.784192 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4a2a1d-2d1d-4305-b840-6b1dd4ca5716 None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 6, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:07:19.784573 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4a2a1d-2d1d-4305-b840-6b1dd4ca5716 None None] Checking segment: {'id': '514ee0b8-c871-4112-a8c6-6cb6b2fbc0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '5f7b0ef6-7f55-488e-af78-f1f7d38bc503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:07:19.784983 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fd4a2a1d-2d1d-4305-b840-6b1dd4ca5716 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:19.785378 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4a2a1d-2d1d-4305-b840-6b1dd4ca5716 None None] Bound using segment: {'id': '514ee0b8-c871-4112-a8c6-6cb6b2fbc0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '5f7b0ef6-7f55-488e-af78-f1f7d38bc503'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:07:19.785885 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-fd4a2a1d-2d1d-4305-b840-6b1dd4ca5716 None None] Bound port: f6768266-5bdc-4bfb-aaf5-136f96ea91e4, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '514ee0b8-c871-4112-a8c6-6cb6b2fbc0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '5f7b0ef6-7f55-488e-af78-f1f7d38bc503'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:07:19.786270 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fd4a2a1d-2d1d-4305-b840-6b1dd4ca5716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:19.857894 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fd4a2a1d-2d1d-4305-b840-6b1dd4ca5716 None None] For port f6768266-5bdc-4bfb-aaf5-136f96ea91e4, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:07:19.877168 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fd4a2a1d-2d1d-4305-b840-6b1dd4ca5716 None None] For port f6768266-5bdc-4bfb-aaf5-136f96ea91e4, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=f6768266-5bdc-4bfb-aaf5-136f96ea91e4,segment=NetworkSegment(514ee0b8-c871-4112-a8c6-6cb6b2fbc0b2),segment_id=514ee0b8-c871-4112-a8c6-6cb6b2fbc0b2)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:07:19.878847 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-a91f7dfb-bf83-458f-ad5c-7649fa9c5d62 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Allocated IP 172.20.0.1 (5f7b0ef6-7f55-488e-af78-f1f7d38bc503/8896de84-6e66-4fab-94b9-911169fde20a/fdcb951d-c861-4d78-a09a-9a135a1b55c1) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:07:19.879006 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d6741215-8ca1-4483-b46a-1a02663db353 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:19.882792 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fd4a2a1d-2d1d-4305-b840-6b1dd4ca5716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:19.943246 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a2a1d-2d1d-4305-b840-6b1dd4ca5716 None None] Pushing event updated for resources: {'Port': ['ID=f6768266-5bdc-4bfb-aaf5-136f96ea91e4,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:07:20.005778 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a91f7dfb-bf83-458f-ad5c-7649fa9c5d62 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:20.008982 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:20.020883 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [None req-a91f7dfb-bf83-458f-ad5c-7649fa9c5d62 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Transition to ACTIVE for port object fdcb951d-c861-4d78-a09a-9a135a1b55c1 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:07:20.056506 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a91f7dfb-bf83-458f-ad5c-7649fa9c5d62 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:20.106991 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a91f7dfb-bf83-458f-ad5c-7649fa9c5d62 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Network 5f7b0ef6-7f55-488e-af78-f1f7d38bc503 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:07:20.110218 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-a91f7dfb-bf83-458f-ad5c-7649fa9c5d62 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:07:20.112854 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a91f7dfb-bf83-458f-ad5c-7649fa9c5d62 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:07:20.148045 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91f7dfb-bf83-458f-ad5c-7649fa9c5d62 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Pushing event updated for resources: {'Port': ['ID=fdcb951d-c861-4d78-a09a-9a135a1b55c1,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:07:20.176200 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a91f7dfb-bf83-458f-ad5c-7649fa9c5d62 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-450452'] for router_interface, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:20.305981 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a91f7dfb-bf83-458f-ad5c-7649fa9c5d62 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:20.479408 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device f6768266-5bdc-4bfb-aaf5-136f96ea91e4 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:07:20.531347 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port f6768266-5bdc-4bfb-aaf5-136f96ea91e4 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:07:20.574554 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a91f7dfb-bf83-458f-ad5c-7649fa9c5d62 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:20.579275 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a91f7dfb-bf83-458f-ad5c-7649fa9c5d62 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:20.880722 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf63d088-f0c7-4510-848e-0039146eb8ab None None] Network 5f7b0ef6-7f55-488e-af78-f1f7d38bc503 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:07:21.006820 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2e61a31c-1c82-443e-950f-cf755feccb26 None None] Provisioning for port f6768266-5bdc-4bfb-aaf5-136f96ea91e4 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:07:21.012552 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2e61a31c-1c82-443e-950f-cf755feccb26 None None] Provisioning complete for port f6768266-5bdc-4bfb-aaf5-136f96ea91e4 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:07:21.012938 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2e61a31c-1c82-443e-950f-cf755feccb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:21.019254 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a91f7dfb-bf83-458f-ad5c-7649fa9c5d62 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1785045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451806'] for router_interface, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:21.020905 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91f7dfb-bf83-458f-ad5c-7649fa9c5d62 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Pushing event updated for resources: {'Port': ['ID=fdcb951d-c861-4d78-a09a-9a135a1b55c1,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:07:21.103131 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08f790b-fb59-4c43-abd5-6c4eea67e3f8 req-bdd0cc2b-42b5-42f4-868e-a926c63aaaf5 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:07:21.104667 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c08f790b-fb59-4c43-abd5-6c4eea67e3f8 req-bdd0cc2b-42b5-42f4-868e-a926c63aaaf5 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/ports?device_id=9602c732-a3f0-42ec-afef-93566cadc878 HTTP/1.1" status: 200 len: 945 time: 0.1541274 Jul 13 14:07:21.131943 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2e61a31c-1c82-443e-950f-cf755feccb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:21.178532 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c08f790b-fb59-4c43-abd5-6c4eea67e3f8 req-b283a7a6-750f-4944-80e5-782f5cf184d7 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/security-groups?id=27ed47c6-e0a1-4425-a36b-c9ef1efffb9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653296 Jul 13 14:07:21.179890 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2e61a31c-1c82-443e-950f-cf755feccb26 None None] For port f6768266-5bdc-4bfb-aaf5-136f96ea91e4, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=f6768266-5bdc-4bfb-aaf5-136f96ea91e4,segment=NetworkSegment(514ee0b8-c871-4112-a8c6-6cb6b2fbc0b2),segment_id=514ee0b8-c871-4112-a8c6-6cb6b2fbc0b2)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:07:21.188226 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a91f7dfb-bf83-458f-ad5c-7649fa9c5d62 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Network 5f7b0ef6-7f55-488e-af78-f1f7d38bc503 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:07:21.189881 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2e61a31c-1c82-443e-950f-cf755feccb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:21.190127 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-a91f7dfb-bf83-458f-ad5c-7649fa9c5d62 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:07:21.204515 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:21.251356 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e61a31c-1c82-443e-950f-cf755feccb26 None None] Pushing event updated for resources: {'Port': ['ID=f6768266-5bdc-4bfb-aaf5-136f96ea91e4,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:07:21.340009 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a91f7dfb-bf83-458f-ad5c-7649fa9c5d62 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Router 4d09f272-9f55-41da-9879-90d957fe6d1d is scheduled to L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 with binding_index 1 {{(pid=93750) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 14:07:21.412568 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-9fd1af88-6fda-4627-873f-2f6a032b52a7 None None] Provisioning complete for port f6768266-5bdc-4bfb-aaf5-136f96ea91e4 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:07:21.413205 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9fd1af88-6fda-4627-873f-2f6a032b52a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:21.441574 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a91f7dfb-bf83-458f-ad5c-7649fa9c5d62 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:07:21.446966 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-a91f7dfb-bf83-458f-ad5c-7649fa9c5d62 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] 10.222.0.23 "PUT /v2.0/routers/4d09f272-9f55-41da-9879-90d957fe6d1d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1186161 Jul 13 14:07:21.449865 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 40630) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:07:21.454883 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17ea179-1cdb-4958-b121-327ecc1a4806 None None] Sync routers for ids ['4d09f272-9f55-41da-9879-90d957fe6d1d'] in n-d-800634-1 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:07:21.464912 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17ea179-1cdb-4958-b121-327ecc1a4806 None None] Routers {'4d09f272-9f55-41da-9879-90d957fe6d1d'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:07:21.469362 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-f17ea179-1cdb-4958-b121-327ecc1a4806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:07:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['4d09f272-9f55-41da-9879-90d957fe6d1d'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:07:21.512288 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-f17ea179-1cdb-4958-b121-327ecc1a4806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:07:21.522294 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17ea179-1cdb-4958-b121-327ecc1a4806 None None] Routers {'4d09f272-9f55-41da-9879-90d957fe6d1d'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:07:21.523500 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-f17ea179-1cdb-4958-b121-327ecc1a4806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:07:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['4d09f272-9f55-41da-9879-90d957fe6d1d'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:07:21.525514 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c8f579e-90de-48e8-9aee-98a7d7a81e5f tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:07:21.527898 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-2c8f579e-90de-48e8-9aee-98a7d7a81e5f tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] 10.222.0.23 "GET /v2.0/ports/fdcb951d-c861-4d78-a09a-9a135a1b55c1 HTTP/1.1" status: 200 len: 910 time: 0.0767486 Jul 13 14:07:21.531088 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 40632) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:07:21.540117 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-9fd1af88-6fda-4627-873f-2f6a032b52a7 None None] Provisioning for port fdcb951d-c861-4d78-a09a-9a135a1b55c1 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:07:21.546116 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-9fd1af88-6fda-4627-873f-2f6a032b52a7 None None] Provisioning complete for port fdcb951d-c861-4d78-a09a-9a135a1b55c1 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:07:21.546498 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9fd1af88-6fda-4627-873f-2f6a032b52a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:21.564880 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-f17ea179-1cdb-4958-b121-327ecc1a4806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:07:21.565945 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17ea179-1cdb-4958-b121-327ecc1a4806 None None] The sync data for ids ['4d09f272-9f55-41da-9879-90d957fe6d1d'] in n-d-800634-1 is: [] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:07:21.587484 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-9fd1af88-6fda-4627-873f-2f6a032b52a7 None None] Port fdcb951d-c861-4d78-a09a-9a135a1b55c1 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:07:21.712154 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-e9317a79-3672-4189-9d63-f37d6c14e85d None None] Provisioning complete for port fdcb951d-c861-4d78-a09a-9a135a1b55c1 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:07:21.712875 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e9317a79-3672-4189-9d63-f37d6c14e85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:21.756339 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-e9317a79-3672-4189-9d63-f37d6c14e85d None None] Port fdcb951d-c861-4d78-a09a-9a135a1b55c1 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:07:21.876119 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-d97cb371-9b2d-4081-bb65-e4ac91beb755 None None] Provisioning complete for port fdcb951d-c861-4d78-a09a-9a135a1b55c1 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:07:21.876419 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d97cb371-9b2d-4081-bb65-e4ac91beb755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:21.920432 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-d97cb371-9b2d-4081-bb65-e4ac91beb755 None None] Port fdcb951d-c861-4d78-a09a-9a135a1b55c1 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:07:21.960340 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-136a225e-1c24-4321-a6f8-bba7c5ed7720 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451695'] for router_interface, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:22.453114 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device f6768266-5bdc-4bfb-aaf5-136f96ea91e4 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:07:22.496938 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94935f05-27a5-4dc8-b7c4-b0def7dc108b req-d8bdefdb-cec8-4dbd-96c1-050f2797aa05 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:07:22.499267 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-94935f05-27a5-4dc8-b7c4-b0def7dc108b req-d8bdefdb-cec8-4dbd-96c1-050f2797aa05 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/ports?device_id=9602c732-a3f0-42ec-afef-93566cadc878 HTTP/1.1" status: 200 len: 945 time: 0.1355782 Jul 13 14:07:22.499987 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port f6768266-5bdc-4bfb-aaf5-136f96ea91e4 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:07:22.500367 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:22.552686 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-94935f05-27a5-4dc8-b7c4-b0def7dc108b req-3f1eb0ab-c91e-4970-aa88-747d450729ee tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/security-groups?id=27ed47c6-e0a1-4425-a36b-c9ef1efffb9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466857 Jul 13 14:07:22.649782 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-136a225e-1c24-4321-a6f8-bba7c5ed7720 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Deleting port fdcb951d-c861-4d78-a09a-9a135a1b55c1 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:07:22.650123 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-136a225e-1c24-4321-a6f8-bba7c5ed7720 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:22.689930 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:22.735553 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-136a225e-1c24-4321-a6f8-bba7c5ed7720 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:22.747256 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-136a225e-1c24-4321-a6f8-bba7c5ed7720 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Calling delete_port for fdcb951d-c861-4d78-a09a-9a135a1b55c1 owned by network:router_interface {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:07:22.917910 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-136a225e-1c24-4321-a6f8-bba7c5ed7720 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:22.946516 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136a225e-1c24-4321-a6f8-bba7c5ed7720 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Pushing event deleted for resources: {'Port': ['ID=fdcb951d-c861-4d78-a09a-9a135a1b55c1,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:07:23.093120 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-136a225e-1c24-4321-a6f8-bba7c5ed7720 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1785036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452491'] for router_interface, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:23.245085 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-136a225e-1c24-4321-a6f8-bba7c5ed7720 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Router 4d09f272-9f55-41da-9879-90d957fe6d1d has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:07:23.321206 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-136a225e-1c24-4321-a6f8-bba7c5ed7720 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:07:23.327664 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-136a225e-1c24-4321-a6f8-bba7c5ed7720 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] 10.222.0.23 "PUT /v2.0/routers/4d09f272-9f55-41da-9879-90d957fe6d1d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7952104 Jul 13 14:07:23.329711 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 40636) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:07:23.331327 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04543ef5-22cf-42e1-9023-788de2e1533c None None] Sync routers for ids ['4d09f272-9f55-41da-9879-90d957fe6d1d'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:07:23.340416 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04543ef5-22cf-42e1-9023-788de2e1533c None None] Routers {'4d09f272-9f55-41da-9879-90d957fe6d1d'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:07:23.341032 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-04543ef5-22cf-42e1-9023-788de2e1533c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:07:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['4d09f272-9f55-41da-9879-90d957fe6d1d'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:07:23.359913 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-f91061f9-6e76-4389-81cf-e78d548b8545 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d09f272-9f55-41da-9879-90d957fe6d1d HTTP/1.1" status: 200 len: 205 time: 0.0286214 Jul 13 14:07:23.362524 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 40638) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:07:23.376098 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-04543ef5-22cf-42e1-9023-788de2e1533c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:07:23.386019 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04543ef5-22cf-42e1-9023-788de2e1533c None None] Routers {'4d09f272-9f55-41da-9879-90d957fe6d1d'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:07:23.386634 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-04543ef5-22cf-42e1-9023-788de2e1533c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:07:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['4d09f272-9f55-41da-9879-90d957fe6d1d'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:07:23.420039 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-04543ef5-22cf-42e1-9023-788de2e1533c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:07:23.420701 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04543ef5-22cf-42e1-9023-788de2e1533c None None] The sync data for ids ['4d09f272-9f55-41da-9879-90d957fe6d1d'] in n-d-800634-1 is: [] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:07:23.440354 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-39993089-ebc1-4948-a7de-d25cd1dceb70 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks [] for router, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:23.612717 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-39993089-ebc1-4948-a7de-d25cd1dceb70 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1591938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2696'] for router, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:23.614830 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-39993089-ebc1-4948-a7de-d25cd1dceb70 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:23.657859 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-39993089-ebc1-4948-a7de-d25cd1dceb70 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593106'] for router, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:23.658396 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39993089-ebc1-4948-a7de-d25cd1dceb70 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Fanout notify agent at l3_agent the message router_deleted on router 4d09f272-9f55-41da-9879-90d957fe6d1d {{(pid=93750) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 14:07:23.665793 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-39993089-ebc1-4948-a7de-d25cd1dceb70 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:23.666972 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-39993089-ebc1-4948-a7de-d25cd1dceb70 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] 10.222.0.23 "DELETE /v2.0/routers/4d09f272-9f55-41da-9879-90d957fe6d1d HTTP/1.1" status: 204 len: 168 time: 0.3035033 Jul 13 14:07:23.670295 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 40642) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:07:23.724485 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c4531b7-8ec2-4def-9f4c-2b035508f3e4 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Deleting subnet 8896de84-6e66-4fab-94b9-911169fde20a {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 14:07:23.727503 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1c4531b7-8ec2-4def-9f4c-2b035508f3e4 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:23.735129 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12133b4c-ee45-4379-ac1d-ae642b655528 req-cda82cc3-1315-4d34-ac2f-e9b3ea4b6da7 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:07:23.736680 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-12133b4c-ee45-4379-ac1d-ae642b655528 req-cda82cc3-1315-4d34-ac2f-e9b3ea4b6da7 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/ports?device_id=9602c732-a3f0-42ec-afef-93566cadc878 HTTP/1.1" status: 200 len: 945 time: 0.0686448 Jul 13 14:07:23.769551 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1c4531b7-8ec2-4def-9f4c-2b035508f3e4 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6018489'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:23.774565 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-12133b4c-ee45-4379-ac1d-ae642b655528 req-6cb87af9-54bb-47d3-bd69-7a07c2f2e8ab tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/security-groups?id=27ed47c6-e0a1-4425-a36b-c9ef1efffb9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322828 Jul 13 14:07:23.858112 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1c4531b7-8ec2-4def-9f4c-2b035508f3e4 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:23.915216 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1c4531b7-8ec2-4def-9f4c-2b035508f3e4 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6018534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6105009'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:23.943026 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4531b7-8ec2-4def-9f4c-2b035508f3e4 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Pushing event deleted for resources: {'Subnet': ['ID=8896de84-6e66-4fab-94b9-911169fde20a,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:07:23.947110 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1c4531b7-8ec2-4def-9f4c-2b035508f3e4 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:23.952489 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-1c4531b7-8ec2-4def-9f4c-2b035508f3e4 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] 10.222.0.23 "DELETE /v2.0/subnets/8896de84-6e66-4fab-94b9-911169fde20a HTTP/1.1" status: 204 len: 168 time: 0.2776387 Jul 13 14:07:23.952489 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 40644) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:07:23.955305 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54883174-1259-4baf-90c8-d8b79a9fd035 None None] Network 5f7b0ef6-7f55-488e-af78-f1f7d38bc503 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:07:24.033781 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1e5fb42d-4ece-4765-8736-8fbd3dd36050 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:24.087798 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-1e5fb42d-4ece-4765-8736-8fbd3dd36050 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Deleting port f6768266-5bdc-4bfb-aaf5-136f96ea91e4 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:07:24.088160 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1e5fb42d-4ece-4765-8736-8fbd3dd36050 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:24.130121 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48cc2f4f-6361-4ec6-b7ec-1d1153b81042 None None] DHCP port deletion for 5f7b0ef6-7f55-488e-af78-f1f7d38bc503 request from n-d-800634-1 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 14:07:24.154627 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-1e5fb42d-4ece-4765-8736-8fbd3dd36050 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] For port f6768266-5bdc-4bfb-aaf5-136f96ea91e4, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=f6768266-5bdc-4bfb-aaf5-136f96ea91e4,segment=NetworkSegment(514ee0b8-c871-4112-a8c6-6cb6b2fbc0b2),segment_id=514ee0b8-c871-4112-a8c6-6cb6b2fbc0b2)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:07:24.154988 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1e5fb42d-4ece-4765-8736-8fbd3dd36050 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:24.173011 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-1e5fb42d-4ece-4765-8736-8fbd3dd36050 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Calling delete_port for f6768266-5bdc-4bfb-aaf5-136f96ea91e4 owned by network:dhcp {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:07:24.176124 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-48cc2f4f-6361-4ec6-b7ec-1d1153b81042 None None] Deleting port f6768266-5bdc-4bfb-aaf5-136f96ea91e4 {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:07:24.176497 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-48cc2f4f-6361-4ec6-b7ec-1d1153b81042 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:24.239692 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-48cc2f4f-6361-4ec6-b7ec-1d1153b81042 None None] For port f6768266-5bdc-4bfb-aaf5-136f96ea91e4, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=f6768266-5bdc-4bfb-aaf5-136f96ea91e4,segment=NetworkSegment(514ee0b8-c871-4112-a8c6-6cb6b2fbc0b2),segment_id=514ee0b8-c871-4112-a8c6-6cb6b2fbc0b2)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:07:24.240083 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-48cc2f4f-6361-4ec6-b7ec-1d1153b81042 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:24.251483 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1e5fb42d-4ece-4765-8736-8fbd3dd36050 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:24.253248 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-48cc2f4f-6361-4ec6-b7ec-1d1153b81042 None None] Calling delete_port for f6768266-5bdc-4bfb-aaf5-136f96ea91e4 owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:07:24.277093 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5fb42d-4ece-4765-8736-8fbd3dd36050 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Pushing event deleted for resources: {'Port': ['ID=f6768266-5bdc-4bfb-aaf5-136f96ea91e4,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:07:24.281580 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5fb42d-4ece-4765-8736-8fbd3dd36050 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] No DVR routers for this DVR port f6768266-5bdc-4bfb-aaf5-136f96ea91e4 on host n-d-800634-1 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:07:24.326293 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-48cc2f4f-6361-4ec6-b7ec-1d1153b81042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:24.352990 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cc2f4f-6361-4ec6-b7ec-1d1153b81042 None None] Pushing event deleted for resources: {'Port': ['ID=f6768266-5bdc-4bfb-aaf5-136f96ea91e4,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:07:24.359947 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48cc2f4f-6361-4ec6-b7ec-1d1153b81042 None None] No DVR routers for this DVR port f6768266-5bdc-4bfb-aaf5-136f96ea91e4 on host n-d-800634-1 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:07:24.364720 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1e5fb42d-4ece-4765-8736-8fbd3dd36050 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:24.375332 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-1e5fb42d-4ece-4765-8736-8fbd3dd36050 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f7b0ef6-7f55-488e-af78-f1f7d38bc503']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:07:24.385892 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-1e5fb42d-4ece-4765-8736-8fbd3dd36050 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '514ee0b8-c871-4112-a8c6-6cb6b2fbc0b2') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:07:24.386187 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-1e5fb42d-4ece-4765-8736-8fbd3dd36050 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '514ee0b8-c871-4112-a8c6-6cb6b2fbc0b2') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:07:24.395467 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1e5fb42d-4ece-4765-8736-8fbd3dd36050 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6018464'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:24.410472 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1e5fb42d-4ece-4765-8736-8fbd3dd36050 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:24.417041 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e5fb42d-4ece-4765-8736-8fbd3dd36050 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 14:07:24.417373 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1e5fb42d-4ece-4765-8736-8fbd3dd36050 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6018632'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:24.421104 n-d-800634-1 neutron-server[93751]: Traceback (most recent call last): Jul 13 14:07:24.421104 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 14:07:24.421104 n-d-800634-1 neutron-server[93751]: timer() Jul 13 14:07:24.421104 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 14:07:24.421104 n-d-800634-1 neutron-server[93751]: cb(*args, **kw) Jul 13 14:07:24.421104 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 14:07:24.421104 n-d-800634-1 neutron-server[93751]: return func(*args, **kwargs) Jul 13 14:07:24.421104 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 14:07:24.421104 n-d-800634-1 neutron-server[93751]: self._notify() Jul 13 14:07:24.421104 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 14:07:24.421104 n-d-800634-1 neutron-server[93751]: self.callback(batched_events) Jul 13 14:07:24.421104 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 14:07:24.421104 n-d-800634-1 neutron-server[93751]: event.method(event) Jul 13 14:07:24.421104 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 14:07:24.421104 n-d-800634-1 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 14:07:24.421104 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 14:07:24.421104 n-d-800634-1 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 14:07:24.421104 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 14:07:24.421104 n-d-800634-1 neutron-server[93751]: return f(self, *a, **k) Jul 13 14:07:24.421104 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 14:07:24.421104 n-d-800634-1 neutron-server[93751]: return self._get(url).json() Jul 13 14:07:24.421104 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 14:07:24.421104 n-d-800634-1 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 14:07:24.421104 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 14:07:24.421104 n-d-800634-1 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 13 14:07:24.421104 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 14:07:24.421104 n-d-800634-1 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 14:07:24.421104 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 14:07:24.421104 n-d-800634-1 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 14:07:24.421104 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 14:07:24.421104 n-d-800634-1 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 14:07:24.421104 n-d-800634-1 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 14:07:24.452963 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device f6768266-5bdc-4bfb-aaf5-136f96ea91e4 no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:07:24.473696 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: f6768266-5bdc-4bfb-aaf5-136f96ea91e4 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:07:24.474099 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device f6768266-5bdc-4bfb-aaf5-136f96ea91e4 not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:07:24.478891 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1e5fb42d-4ece-4765-8736-8fbd3dd36050 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:24.489573 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1e5fb42d-4ece-4765-8736-8fbd3dd36050 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:24.491566 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-1e5fb42d-4ece-4765-8736-8fbd3dd36050 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] 10.222.0.23 "DELETE /v2.0/networks/5f7b0ef6-7f55-488e-af78-f1f7d38bc503 HTTP/1.1" status: 204 len: 168 time: 0.5388248 Jul 13 14:07:24.495450 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 40646) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:07:24.500362 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-bec4f3af-fee6-4ee2-8793-0109e4447ea8 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-60232189', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}, 'admin_state_up': False}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:07:24.504191 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5fb42d-4ece-4765-8736-8fbd3dd36050 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Pushing event deleted for resources: {'Network': ['ID=5f7b0ef6-7f55-488e-af78-f1f7d38bc503,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:07:24.527678 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bec4f3af-fee6-4ee2-8793-0109e4447ea8 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1591928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2714'] for router, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:24.529558 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bec4f3af-fee6-4ee2-8793-0109e4447ea8 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447198', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1629690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2689'] for router, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:24.579791 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bec4f3af-fee6-4ee2-8793-0109e4447ea8 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:24.715355 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bec4f3af-fee6-4ee2-8793-0109e4447ea8 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447180', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1591910', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2751'] for router, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:24.910737 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bec4f3af-fee6-4ee2-8793-0109e4447ea8 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks [] for router_gateway, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:24.934452 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bec4f3af-fee6-4ee2-8793-0109e4447ea8 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:24.967163 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4a2c79-cea2-4df2-8aaf-a27375b45611 req-1dd488e5-1a18-426d-8277-05aed2f79079 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:07:24.968578 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-db4a2c79-cea2-4df2-8aaf-a27375b45611 req-1dd488e5-1a18-426d-8277-05aed2f79079 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/ports?device_id=9602c732-a3f0-42ec-afef-93566cadc878 HTTP/1.1" status: 200 len: 945 time: 0.0762627 Jul 13 14:07:25.007309 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-db4a2c79-cea2-4df2-8aaf-a27375b45611 req-b7599ca6-209a-4b63-8291-6f8f795d242c tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/security-groups?id=27ed47c6-e0a1-4425-a36b-c9ef1efffb9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328619 Jul 13 14:07:25.044560 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-bec4f3af-fee6-4ee2-8793-0109e4447ea8 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Allocated IP 172.25.6.8 (acf968b8-c524-46a9-a20b-ad9667009130/dde5a78e-bd1e-4f47-8189-7321d4de73d3/2efac21c-2c8b-44fa-a3c2-331f06ab2e82) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:07:25.147655 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bec4f3af-fee6-4ee2-8793-0109e4447ea8 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:25.185304 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bec4f3af-fee6-4ee2-8793-0109e4447ea8 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:25.221406 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec4f3af-fee6-4ee2-8793-0109e4447ea8 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Network acf968b8-c524-46a9-a20b-ad9667009130 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:07:25.226041 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-bec4f3af-fee6-4ee2-8793-0109e4447ea8 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:07:25.230936 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec4f3af-fee6-4ee2-8793-0109e4447ea8 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:07:25.254293 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec4f3af-fee6-4ee2-8793-0109e4447ea8 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Pushing event updated for resources: {'Port': ['ID=2efac21c-2c8b-44fa-a3c2-331f06ab2e82,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:07:25.268226 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec4f3af-fee6-4ee2-8793-0109e4447ea8 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:07:25.268568 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec4f3af-fee6-4ee2-8793-0109e4447ea8 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:07:25.268908 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec4f3af-fee6-4ee2-8793-0109e4447ea8 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:07:25.269238 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec4f3af-fee6-4ee2-8793-0109e4447ea8 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:07:25.269562 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec4f3af-fee6-4ee2-8793-0109e4447ea8 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:07:25.269913 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec4f3af-fee6-4ee2-8793-0109e4447ea8 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:07:25.270236 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec4f3af-fee6-4ee2-8793-0109e4447ea8 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:07:25.270552 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec4f3af-fee6-4ee2-8793-0109e4447ea8 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:07:25.270867 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec4f3af-fee6-4ee2-8793-0109e4447ea8 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:07:25.271181 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec4f3af-fee6-4ee2-8793-0109e4447ea8 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:07:25.271494 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec4f3af-fee6-4ee2-8793-0109e4447ea8 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:07:25.271806 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec4f3af-fee6-4ee2-8793-0109e4447ea8 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:07:25.490209 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bec4f3af-fee6-4ee2-8793-0109e4447ea8 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks [] for router_gateway, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:25.683329 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bec4f3af-fee6-4ee2-8793-0109e4447ea8 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447217'] for router, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:25.806665 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bec4f3af-fee6-4ee2-8793-0109e4447ea8 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Router 4df62abc-1644-43f5-bf54-18b45f2677ec is scheduled to L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 with binding_index 1 {{(pid=93750) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 14:07:25.911749 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bec4f3af-fee6-4ee2-8793-0109e4447ea8 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:07:25.922016 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e1a7e1-35a4-436e-90b6-e9558b9a0e22 None None] Sync routers for ids ['4df62abc-1644-43f5-bf54-18b45f2677ec'] in n-d-800634-1 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:07:25.931870 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bec4f3af-fee6-4ee2-8793-0109e4447ea8 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:25.932394 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e1a7e1-35a4-436e-90b6-e9558b9a0e22 None None] Routers {'4df62abc-1644-43f5-bf54-18b45f2677ec'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:07:25.936033 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-84e1a7e1-35a4-436e-90b6-e9558b9a0e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:07:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['4df62abc-1644-43f5-bf54-18b45f2677ec'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:07:25.936226 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-bec4f3af-fee6-4ee2-8793-0109e4447ea8 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 1.4366360 Jul 13 14:07:25.936335 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 40650) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:07:25.968427 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-84e1a7e1-35a4-436e-90b6-e9558b9a0e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:07:25.976919 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e1a7e1-35a4-436e-90b6-e9558b9a0e22 None None] Routers {'4df62abc-1644-43f5-bf54-18b45f2677ec'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:07:25.977525 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-84e1a7e1-35a4-436e-90b6-e9558b9a0e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:07:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['4df62abc-1644-43f5-bf54-18b45f2677ec'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:07:26.011441 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-84e1a7e1-35a4-436e-90b6-e9558b9a0e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:07:26.012100 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e1a7e1-35a4-436e-90b6-e9558b9a0e22 None None] The sync data for ids ['4df62abc-1644-43f5-bf54-18b45f2677ec'] in n-d-800634-1 is: [] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:07:26.046477 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-cc17d42c-5b07-4a52-8447-05e75f544067 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] 10.222.0.23 "GET /v2.0/routers/4df62abc-1644-43f5-bf54-18b45f2677ec HTTP/1.1" status: 200 len: 877 time: 0.1090093 Jul 13 14:07:26.048824 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 40654) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:07:26.600044 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7127522f-fd03-4e1c-8a43-25971940c24c req-5ceb954f-9f49-4a1b-82d7-15122eb54550 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:07:26.601532 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7127522f-fd03-4e1c-8a43-25971940c24c req-5ceb954f-9f49-4a1b-82d7-15122eb54550 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/ports?device_id=9602c732-a3f0-42ec-afef-93566cadc878 HTTP/1.1" status: 200 len: 945 time: 0.4770172 Jul 13 14:07:26.669556 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7127522f-fd03-4e1c-8a43-25971940c24c req-a349c02b-3653-494a-8632-0d07e3cdae67 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/security-groups?id=27ed47c6-e0a1-4425-a36b-c9ef1efffb9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580571 Jul 13 14:07:26.681646 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-99271baf-9128-4849-bd3a-c718e2aed1bd tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 880 time: 0.6317680 Jul 13 14:07:26.684233 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 40656) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:07:26.689493 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-42c6d3bd-04a5-4796-a462-8eb811701496 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-60232189'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:07:26.985365 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-42c6d3bd-04a5-4796-a462-8eb811701496 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447180', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1591910', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2751'] for router, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:26.995809 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-42c6d3bd-04a5-4796-a462-8eb811701496 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-447171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-447226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1591965'] for router, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:27.102720 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42c6d3bd-04a5-4796-a462-8eb811701496 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Router 4df62abc-1644-43f5-bf54-18b45f2677ec has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:07:27.208739 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42c6d3bd-04a5-4796-a462-8eb811701496 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:07:27.215250 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-42c6d3bd-04a5-4796-a462-8eb811701496 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:27.217033 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-42c6d3bd-04a5-4796-a462-8eb811701496 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] 10.222.0.23 "PUT /v2.0/routers/4df62abc-1644-43f5-bf54-18b45f2677ec HTTP/1.1" status: 200 len: 884 time: 0.5312138 Jul 13 14:07:27.219676 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f4b178-9d9d-4795-92c8-e27a4ae18848 None None] Sync routers for ids ['4df62abc-1644-43f5-bf54-18b45f2677ec'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:07:27.220305 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 40658) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:07:27.229637 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f4b178-9d9d-4795-92c8-e27a4ae18848 None None] Routers {'4df62abc-1644-43f5-bf54-18b45f2677ec'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:07:27.230292 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-d1f4b178-9d9d-4795-92c8-e27a4ae18848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:07:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['4df62abc-1644-43f5-bf54-18b45f2677ec'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:07:27.266344 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-d1f4b178-9d9d-4795-92c8-e27a4ae18848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:07:27.275795 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f4b178-9d9d-4795-92c8-e27a4ae18848 None None] Routers {'4df62abc-1644-43f5-bf54-18b45f2677ec'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:07:27.276750 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-d1f4b178-9d9d-4795-92c8-e27a4ae18848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:07:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['4df62abc-1644-43f5-bf54-18b45f2677ec'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:07:27.314606 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-d1f4b178-9d9d-4795-92c8-e27a4ae18848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:07:27.315264 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f4b178-9d9d-4795-92c8-e27a4ae18848 None None] The sync data for ids ['4df62abc-1644-43f5-bf54-18b45f2677ec'] in n-d-800634-1 is: [] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:07:27.332440 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-31ba38c7-08ed-4b13-bc78-38989d1520d6 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] 10.222.0.23 "GET /v2.0/routers/4df62abc-1644-43f5-bf54-18b45f2677ec HTTP/1.1" status: 200 len: 884 time: 0.1110795 Jul 13 14:07:27.334991 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 40660) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:07:27.366614 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-ba23c270-e011-4f34-9a84-47674c27235e tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] 10.222.0.23 "GET /v2.0/ports?device_id=4df62abc-1644-43f5-bf54-18b45f2677ec HTTP/1.1" status: 200 len: 205 time: 0.0286064 Jul 13 14:07:27.366854 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 40662) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:07:27.378507 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e954308-6ff0-467a-919a-0a6864d45d14 req-792e656e-bdc7-4be5-94d2-0598ac80126d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:07:27.380088 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6e954308-6ff0-467a-919a-0a6864d45d14 req-792e656e-bdc7-4be5-94d2-0598ac80126d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9602c732-a3f0-42ec-afef-93566cadc878 HTTP/1.1" status: 200 len: 1096 time: 0.0536902 Jul 13 14:07:27.414431 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6e954308-6ff0-467a-919a-0a6864d45d14 req-306f6f7f-bd04-4a96-9d7f-8f4a06239092 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=27ed47c6-e0a1-4425-a36b-c9ef1efffb9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0284626 Jul 13 14:07:27.474786 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b93a697c-61b9-4f04-bb0c-66ad41133b3b tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks [] for router, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:27.577506 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b93a697c-61b9-4f04-bb0c-66ad41133b3b tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:27.628982 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-b93a697c-61b9-4f04-bb0c-66ad41133b3b tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Deleting port 2efac21c-2c8b-44fa-a3c2-331f06ab2e82 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:07:27.629327 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b93a697c-61b9-4f04-bb0c-66ad41133b3b tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:27.708742 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b93a697c-61b9-4f04-bb0c-66ad41133b3b tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:27.720281 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-b93a697c-61b9-4f04-bb0c-66ad41133b3b tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Calling delete_port for 2efac21c-2c8b-44fa-a3c2-331f06ab2e82 owned by network:router_gateway {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:07:27.914076 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a9a7c5-5f9f-4cac-8be5-6baf95bbf734 req-e7e1bfb8-97ff-4403-9237-9138ecc7809a tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:07:27.915570 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-89a9a7c5-5f9f-4cac-8be5-6baf95bbf734 req-e7e1bfb8-97ff-4403-9237-9138ecc7809a tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/ports?device_id=9602c732-a3f0-42ec-afef-93566cadc878 HTTP/1.1" status: 200 len: 945 time: 0.1360188 Jul 13 14:07:27.942030 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b93a697c-61b9-4f04-bb0c-66ad41133b3b tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:27.973042 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93a697c-61b9-4f04-bb0c-66ad41133b3b tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Pushing event deleted for resources: {'Port': ['ID=2efac21c-2c8b-44fa-a3c2-331f06ab2e82,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:07:28.011705 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-89a9a7c5-5f9f-4cac-8be5-6baf95bbf734 req-b7f64d4a-208a-41ec-8513-0e1cfb508fbd tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/security-groups?id=27ed47c6-e0a1-4425-a36b-c9ef1efffb9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891893 Jul 13 14:07:28.048413 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b93a697c-61b9-4f04-bb0c-66ad41133b3b tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-446473'] for router_gateway, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:28.136927 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b93a697c-61b9-4f04-bb0c-66ad41133b3b tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1591938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2696'] for router, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:28.139073 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b93a697c-61b9-4f04-bb0c-66ad41133b3b tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:28.182388 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b93a697c-61b9-4f04-bb0c-66ad41133b3b tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593106'] for router, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:28.183301 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b93a697c-61b9-4f04-bb0c-66ad41133b3b tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Fanout notify agent at l3_agent the message router_deleted on router 4df62abc-1644-43f5-bf54-18b45f2677ec {{(pid=93751) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 14:07:28.190535 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b93a697c-61b9-4f04-bb0c-66ad41133b3b tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:28.191656 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-b93a697c-61b9-4f04-bb0c-66ad41133b3b tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] 10.222.0.23 "DELETE /v2.0/routers/4df62abc-1644-43f5-bf54-18b45f2677ec HTTP/1.1" status: 204 len: 168 time: 0.8239162 Jul 13 14:07:28.195203 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 40666) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:07:28.200010 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-a8ebe592-2bec-4f15-a873-841d29b91db6 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Request body: {'network': {'name': 'tempest-RoutersTest-995878050'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:07:28.221559 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8ebe592-2bec-4f15-a873-841d29b91db6 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Made reservation on behalf of f494ee620f9c45cc9ecf347c38c05946 for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:07:28.225016 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a8ebe592-2bec-4f15-a873-841d29b91db6 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:28.248486 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8ebe592-2bec-4f15-a873-841d29b91db6 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 14:07:28.257936 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a8ebe592-2bec-4f15-a873-841d29b91db6 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:28.258275 n-d-800634-1 neutron-server[93751]: INFO neutron.db.segments_db [None req-a8ebe592-2bec-4f15-a873-841d29b91db6 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Added segment cf20b117-62e1-4136-bd46-8e8a6d02c3fd of type vlan for network 29abd3eb-90f3-4acb-aa72-ee9d7fd0782e Jul 13 14:07:28.305492 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a8ebe592-2bec-4f15-a873-841d29b91db6 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:28.334567 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a8ebe592-2bec-4f15-a873-841d29b91db6 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:28.340207 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ebe592-2bec-4f15-a873-841d29b91db6 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:07:28.340794 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a8ebe592-2bec-4f15-a873-841d29b91db6 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:28.360142 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 1c9e3486-9515-4790-9e0c-5423f253ac80 details requested by agent hyperv_n-h2-800634-1 with host n-h2-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 14:07:28.397524 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-a8ebe592-2bec-4f15-a873-841d29b91db6 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2012680 Jul 13 14:07:28.400472 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 40668) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:07:28.406095 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-9980d287-3dfd-49fb-bf9e-93186973c195 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Request body: {'subnet': {'network_id': '29abd3eb-90f3-4acb-aa72-ee9d7fd0782e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:07:28.410619 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ebe592-2bec-4f15-a873-841d29b91db6 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Pushing event updated for resources: {'Network': ['ID=29abd3eb-90f3-4acb-aa72-ee9d7fd0782e,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:07:28.510609 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9980d287-3dfd-49fb-bf9e-93186973c195 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Made reservation on behalf of f494ee620f9c45cc9ecf347c38c05946 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:07:28.514361 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9980d287-3dfd-49fb-bf9e-93186973c195 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4763385'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:28.567076 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network 29abd3eb-90f3-4acb-aa72-ee9d7fd0782e details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 14:07:28.686231 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 1c9e3486-9515-4790-9e0c-5423f253ac80, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=1c9e3486-9515-4790-9e0c-5423f253ac80,segment=NetworkSegment(205c601f-77a8-4cd1-bd9b-878306a48818),segment_id=205c601f-77a8-4cd1-bd9b-878306a48818)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:07:28.696672 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Returning: {'device': '1c9e3486-9515-4790-9e0c-5423f253ac80', 'network_id': '97882bae-c062-401e-8800-eb0f30c53f37', 'port_id': '1c9e3486-9515-4790-9e0c-5423f253ac80', 'mac_address': 'fa:16:3e:bd:73:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce13e14b-2472-41c5-bea8-645f3c8d52a2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 14:07:28.701414 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9980d287-3dfd-49fb-bf9e-93186973c195 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5970588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4763339'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:28.735412 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:28.748889 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1c9e3486-9515-4790-9e0c-5423f253ac80 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:07:28.762365 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9980d287-3dfd-49fb-bf9e-93186973c195 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Pushing event updated for resources: {'Subnet': ['ID=f224d10d-526e-4fc5-a465-b26b39b8892e,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:07:28.768227 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 1c9e3486-9515-4790-9e0c-5423f253ac80, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=1c9e3486-9515-4790-9e0c-5423f253ac80,segment=NetworkSegment(205c601f-77a8-4cd1-bd9b-878306a48818),segment_id=205c601f-77a8-4cd1-bd9b-878306a48818)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:07:28.771071 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9980d287-3dfd-49fb-bf9e-93186973c195 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Checking segment: {'id': 'cf20b117-62e1-4136-bd46-8e8a6d02c3fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '29abd3eb-90f3-4acb-aa72-ee9d7fd0782e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:07:28.771431 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9980d287-3dfd-49fb-bf9e-93186973c195 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Network hostable DHCP agents. Network: 29abd3eb-90f3-4acb-aa72-ee9d7fd0782e, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 14:07:28.772366 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:28.790303 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9980d287-3dfd-49fb-bf9e-93186973c195 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Network 29abd3eb-90f3-4acb-aa72-ee9d7fd0782e is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 14:07:28.800445 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-9980d287-3dfd-49fb-bf9e-93186973c195 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, 29abd3eb-90f3-4acb-aa72-ee9d7fd0782e) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:07:28.806849 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9980d287-3dfd-49fb-bf9e-93186973c195 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:07:28.807809 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9980d287-3dfd-49fb-bf9e-93186973c195 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:28.816048 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa038c44-acae-4b4a-b82f-8c925552ce3b None None] Network 29abd3eb-90f3-4acb-aa72-ee9d7fd0782e requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:07:28.824516 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-9980d287-3dfd-49fb-bf9e-93186973c195 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4228981 Jul 13 14:07:28.827631 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 40670) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:07:28.832193 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-d958bf0c-ffdf-4510-aeaf-fcb6f0917443 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-786955657', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:07:28.840237 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=1c9e3486-9515-4790-9e0c-5423f253ac80,revision_number=6']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:07:28.855258 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d958bf0c-ffdf-4510-aeaf-fcb6f0917443 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1591928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2714'] for router, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:28.856342 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d958bf0c-ffdf-4510-aeaf-fcb6f0917443 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447198', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1629690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2689'] for router, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:28.909525 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d958bf0c-ffdf-4510-aeaf-fcb6f0917443 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:28.913907 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d958bf0c-ffdf-4510-aeaf-fcb6f0917443 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447217'] for router, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:28.936998 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d958bf0c-ffdf-4510-aeaf-fcb6f0917443 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:28.940887 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-d958bf0c-ffdf-4510-aeaf-fcb6f0917443 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1096864 Jul 13 14:07:28.941812 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 40672) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:07:28.979756 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d33ffc-61b9-4f16-82bf-1d44d527f3a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a7201e1-61ce-5a3e-b7f7-e800379ed03b-29abd3eb-90f3-4acb-aa72-ee9d7fd0782e', 'network_id': '29abd3eb-90f3-4acb-aa72-ee9d7fd0782e', 'tenant_id': 'f494ee620f9c45cc9ecf347c38c05946', 'fixed_ips': [{'subnet_id': 'f224d10d-526e-4fc5-a465-b26b39b8892e'}]}} from n-d-800634-1. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 14:07:28.980697 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-72d33ffc-61b9-4f16-82bf-1d44d527f3a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:28.992509 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['1c9e3486-9515-4790-9e0c-5423f253ac80'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:07:29.203857 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-72d33ffc-61b9-4f16-82bf-1d44d527f3a3 None None] Allocated IP 172.20.0.2 (29abd3eb-90f3-4acb-aa72-ee9d7fd0782e/f224d10d-526e-4fc5-a465-b26b39b8892e/9785088e-bf57-4907-ad30-dc8316f8d49a) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:07:29.208794 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f334b66-e9d9-4fb4-a77a-4c2d0c51b029 req-9da490f6-0a91-4640-a330-6aeb2c8f7c88 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:07:29.210493 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7f334b66-e9d9-4fb4-a77a-4c2d0c51b029 req-9da490f6-0a91-4640-a330-6aeb2c8f7c88 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/ports?device_id=9602c732-a3f0-42ec-afef-93566cadc878 HTTP/1.1" status: 200 len: 944 time: 0.0815256 Jul 13 14:07:29.262244 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7f334b66-e9d9-4fb4-a77a-4c2d0c51b029 req-e4278ef2-2331-44b2-a923-c97ceac9e50b tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/security-groups?id=27ed47c6-e0a1-4425-a36b-c9ef1efffb9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453539 Jul 13 14:07:29.290306 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 40676) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:07:29.363150 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-9c6ad2f7-0878-43ba-84c9-15d90cf0f013 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/floatingips/18be2d84-7615-4f90-a3ad-fa1c0cd111ee HTTP/1.1" status: 200 len: 992 time: 0.0671167 Jul 13 14:07:29.456538 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-72d33ffc-61b9-4f16-82bf-1d44d527f3a3 None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:29.471660 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-72d33ffc-61b9-4f16-82bf-1d44d527f3a3 None None] Transition to ACTIVE for port object 9785088e-bf57-4907-ad30-dc8316f8d49a will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:07:29.487569 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-72d33ffc-61b9-4f16-82bf-1d44d527f3a3 None None] Transition to ACTIVE for port object 9785088e-bf57-4907-ad30-dc8316f8d49a will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:07:29.492526 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-72d33ffc-61b9-4f16-82bf-1d44d527f3a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:29.501788 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3ba9c7d1-9f37-4c81-b045-eae175232c48 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:29.527410 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72d33ffc-61b9-4f16-82bf-1d44d527f3a3 None None] Network 29abd3eb-90f3-4acb-aa72-ee9d7fd0782e is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:07:29.532798 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-72d33ffc-61b9-4f16-82bf-1d44d527f3a3 None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:07:29.536264 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d33ffc-61b9-4f16-82bf-1d44d527f3a3 None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:07:29.548516 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d33ffc-61b9-4f16-82bf-1d44d527f3a3 None None] Pushing event updated for resources: {'Port': ['ID=9785088e-bf57-4907-ad30-dc8316f8d49a,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:07:29.605317 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-72d33ffc-61b9-4f16-82bf-1d44d527f3a3 None None] Attempting to bind port 9785088e-bf57-4907-ad30-dc8316f8d49a on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:07:29.605852 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-72d33ffc-61b9-4f16-82bf-1d44d527f3a3 None None] Attempting to bind port 9785088e-bf57-4907-ad30-dc8316f8d49a by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': 'cf20b117-62e1-4136-bd46-8e8a6d02c3fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '29abd3eb-90f3-4acb-aa72-ee9d7fd0782e'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:07:29.606333 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d33ffc-61b9-4f16-82bf-1d44d527f3a3 None None] Attempting to bind port 9785088e-bf57-4907-ad30-dc8316f8d49a on network 29abd3eb-90f3-4acb-aa72-ee9d7fd0782e {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:07:29.612633 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d33ffc-61b9-4f16-82bf-1d44d527f3a3 None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 7, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:07:29.613256 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d33ffc-61b9-4f16-82bf-1d44d527f3a3 None None] Checking segment: {'id': 'cf20b117-62e1-4136-bd46-8e8a6d02c3fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '29abd3eb-90f3-4acb-aa72-ee9d7fd0782e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:07:29.613683 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-72d33ffc-61b9-4f16-82bf-1d44d527f3a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:29.614175 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d33ffc-61b9-4f16-82bf-1d44d527f3a3 None None] Bound using segment: {'id': 'cf20b117-62e1-4136-bd46-8e8a6d02c3fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '29abd3eb-90f3-4acb-aa72-ee9d7fd0782e'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:07:29.614646 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-72d33ffc-61b9-4f16-82bf-1d44d527f3a3 None None] Bound port: 9785088e-bf57-4907-ad30-dc8316f8d49a, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf20b117-62e1-4136-bd46-8e8a6d02c3fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '29abd3eb-90f3-4acb-aa72-ee9d7fd0782e'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:07:29.615031 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-72d33ffc-61b9-4f16-82bf-1d44d527f3a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:29.679845 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-72d33ffc-61b9-4f16-82bf-1d44d527f3a3 None None] For port 9785088e-bf57-4907-ad30-dc8316f8d49a, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:07:29.683132 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-72d33ffc-61b9-4f16-82bf-1d44d527f3a3 None None] For port 9785088e-bf57-4907-ad30-dc8316f8d49a, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=9785088e-bf57-4907-ad30-dc8316f8d49a,segment=NetworkSegment(cf20b117-62e1-4136-bd46-8e8a6d02c3fd),segment_id=cf20b117-62e1-4136-bd46-8e8a6d02c3fd)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:07:29.688043 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-72d33ffc-61b9-4f16-82bf-1d44d527f3a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:29.748065 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d33ffc-61b9-4f16-82bf-1d44d527f3a3 None None] Pushing event updated for resources: {'Port': ['ID=9785088e-bf57-4907-ad30-dc8316f8d49a,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:07:29.752951 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-3ba9c7d1-9f37-4c81-b045-eae175232c48 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Allocated IP 172.20.0.1 (29abd3eb-90f3-4acb-aa72-ee9d7fd0782e/f224d10d-526e-4fc5-a465-b26b39b8892e/32955086-362a-45fb-9a87-4b0b3f418558) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:07:29.868978 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3ba9c7d1-9f37-4c81-b045-eae175232c48 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:29.882005 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-3ba9c7d1-9f37-4c81-b045-eae175232c48 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Transition to ACTIVE for port object 32955086-362a-45fb-9a87-4b0b3f418558 will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:07:29.936805 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3ba9c7d1-9f37-4c81-b045-eae175232c48 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:29.990023 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba9c7d1-9f37-4c81-b045-eae175232c48 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Network 29abd3eb-90f3-4acb-aa72-ee9d7fd0782e is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:07:29.993496 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-3ba9c7d1-9f37-4c81-b045-eae175232c48 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:07:29.998883 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba9c7d1-9f37-4c81-b045-eae175232c48 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:07:30.024416 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba9c7d1-9f37-4c81-b045-eae175232c48 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Pushing event updated for resources: {'Port': ['ID=32955086-362a-45fb-9a87-4b0b3f418558,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:07:30.050290 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3ba9c7d1-9f37-4c81-b045-eae175232c48 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-450452'] for router_interface, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:30.178163 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3ba9c7d1-9f37-4c81-b045-eae175232c48 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:30.375992 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 1c9e3486-9515-4790-9e0c-5423f253ac80 up at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:07:30.441466 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning complete for port 1c9e3486-9515-4790-9e0c-5423f253ac80 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:07:30.442059 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:30.449582 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3ba9c7d1-9f37-4c81-b045-eae175232c48 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:30.456388 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3ba9c7d1-9f37-4c81-b045-eae175232c48 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:30.534727 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba9c7d1-9f37-4c81-b045-eae175232c48 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Pushing event updated for resources: {'Port': ['ID=32955086-362a-45fb-9a87-4b0b3f418558,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:07:30.538235 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3ba9c7d1-9f37-4c81-b045-eae175232c48 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1785045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451806'] for router_interface, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:30.556245 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:30.560697 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 9785088e-bf57-4907-ad30-dc8316f8d49a up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:07:30.563680 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:30.620496 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9602c732-a3f0-42ec-afef-93566cadc878', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c9e3486-9515-4790-9e0c-5423f253ac80'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:07:30.623006 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50dab7d0-e41a-4d1f-b26a-fe3cc576344a" -d '{"events": [{"server_uuid": "9602c732-a3f0-42ec-afef-93566cadc878", "name": "network-vif-plugged", "status": "completed", "tag": "1c9e3486-9515-4790-9e0c-5423f253ac80"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:07:30.639629 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 1c9e3486-9515-4790-9e0c-5423f253ac80, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=1c9e3486-9515-4790-9e0c-5423f253ac80,segment=NetworkSegment(205c601f-77a8-4cd1-bd9b-878306a48818),segment_id=205c601f-77a8-4cd1-bd9b-878306a48818)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:07:30.646792 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:30.655291 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port 9785088e-bf57-4907-ad30-dc8316f8d49a completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:07:30.656067 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba9c7d1-9f37-4c81-b045-eae175232c48 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Network 29abd3eb-90f3-4acb-aa72-ee9d7fd0782e is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:07:30.657864 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-3ba9c7d1-9f37-4c81-b045-eae175232c48 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:07:30.686742 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:07:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57927ce5-875a-4a1c-92b2-64ebcccacd5a x-openstack-request-id: req-57927ce5-875a-4a1c-92b2-64ebcccacd5a {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:07:30.686742 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9602c732-a3f0-42ec-afef-93566cadc878", "name": "network-vif-plugged", "status": "completed", "tag": "1c9e3486-9515-4790-9e0c-5423f253ac80", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:07:30.687068 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-57927ce5-875a-4a1c-92b2-64ebcccacd5a {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:07:30.687252 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9602c732-a3f0-42ec-afef-93566cadc878', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c9e3486-9515-4790-9e0c-5423f253ac80', 'code': 200} Jul 13 14:07:30.714411 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=1c9e3486-9515-4790-9e0c-5423f253ac80,revision_number=7']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:07:30.724665 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5bdcc9a-6cf9-472d-b6df-1befdf052982 None None] Network 29abd3eb-90f3-4acb-aa72-ee9d7fd0782e requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:07:30.775005 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ba9c7d1-9f37-4c81-b045-eae175232c48 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Router 5a17383d-4374-4498-b8af-0b598c7d09db is scheduled to L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 with binding_index 1 {{(pid=93751) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 14:07:30.832028 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-8a379486-ce91-4fb6-85b5-6d6f322c95a4 None None] Provisioning for port 9785088e-bf57-4907-ad30-dc8316f8d49a completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:07:30.841340 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-8a379486-ce91-4fb6-85b5-6d6f322c95a4 None None] Provisioning complete for port 9785088e-bf57-4907-ad30-dc8316f8d49a triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:07:30.841713 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8a379486-ce91-4fb6-85b5-6d6f322c95a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:30.871062 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ba9c7d1-9f37-4c81-b045-eae175232c48 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:07:30.880385 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-3ba9c7d1-9f37-4c81-b045-eae175232c48 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] 10.222.0.23 "PUT /v2.0/routers/5a17383d-4374-4498-b8af-0b598c7d09db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9343674 Jul 13 14:07:30.880385 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 40680) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:07:30.884052 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d92d491-f7fb-4857-ada2-3779569822a5 None None] Sync routers for ids ['5a17383d-4374-4498-b8af-0b598c7d09db'] in n-d-800634-1 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:07:30.900073 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d92d491-f7fb-4857-ada2-3779569822a5 None None] Routers {'5a17383d-4374-4498-b8af-0b598c7d09db'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:07:30.901091 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-7d92d491-f7fb-4857-ada2-3779569822a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:07:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['5a17383d-4374-4498-b8af-0b598c7d09db'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:07:30.911174 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:30.937030 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-7d92d491-f7fb-4857-ada2-3779569822a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:07:30.947145 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d92d491-f7fb-4857-ada2-3779569822a5 None None] Routers {'5a17383d-4374-4498-b8af-0b598c7d09db'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:07:30.948067 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-7d92d491-f7fb-4857-ada2-3779569822a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:07:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['5a17383d-4374-4498-b8af-0b598c7d09db'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:07:30.951872 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eca0e62-83fe-434d-b85d-1668c9a472d9 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:07:30.955627 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-9eca0e62-83fe-434d-b85d-1668c9a472d9 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] 10.222.0.23 "GET /v2.0/ports/32955086-362a-45fb-9a87-4b0b3f418558 HTTP/1.1" status: 200 len: 910 time: 0.0722871 Jul 13 14:07:30.955857 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 40682) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:07:30.961184 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-0eb9c32d-43b6-4f35-b4f9-593068b0a0bf tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f224d10d-526e-4fc5-a465-b26b39b8892e'}]}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:07:30.970132 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8a379486-ce91-4fb6-85b5-6d6f322c95a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:30.991994 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-7d92d491-f7fb-4857-ada2-3779569822a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:07:30.992918 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d92d491-f7fb-4857-ada2-3779569822a5 None None] The sync data for ids ['5a17383d-4374-4498-b8af-0b598c7d09db'] in n-d-800634-1 is: [] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:07:31.011247 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-8a379486-ce91-4fb6-85b5-6d6f322c95a4 None None] For port 9785088e-bf57-4907-ad30-dc8316f8d49a, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=9785088e-bf57-4907-ad30-dc8316f8d49a,segment=NetworkSegment(cf20b117-62e1-4136-bd46-8e8a6d02c3fd),segment_id=cf20b117-62e1-4136-bd46-8e8a6d02c3fd)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:07:31.016101 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8a379486-ce91-4fb6-85b5-6d6f322c95a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:31.073110 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a379486-ce91-4fb6-85b5-6d6f322c95a4 None None] Pushing event updated for resources: {'Port': ['ID=9785088e-bf57-4907-ad30-dc8316f8d49a,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:07:31.167505 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0eb9c32d-43b6-4f35-b4f9-593068b0a0bf tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:31.234591 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-0f49cc23-90bf-455d-a235-cbe771fbdea8 None None] Provisioning complete for port 9785088e-bf57-4907-ad30-dc8316f8d49a triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:07:31.234967 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-0f49cc23-90bf-455d-a235-cbe771fbdea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:31.332505 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-0f49cc23-90bf-455d-a235-cbe771fbdea8 None None] Provisioning for port 32955086-362a-45fb-9a87-4b0b3f418558 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:07:31.337104 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-0f49cc23-90bf-455d-a235-cbe771fbdea8 None None] Provisioning complete for port 32955086-362a-45fb-9a87-4b0b3f418558 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:07:31.337567 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-0f49cc23-90bf-455d-a235-cbe771fbdea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:31.377081 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-0f49cc23-90bf-455d-a235-cbe771fbdea8 None None] Port 32955086-362a-45fb-9a87-4b0b3f418558 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:07:31.501451 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-f6d7d4fd-5f1c-410a-b3aa-23423c2c2ac4 None None] Provisioning complete for port 32955086-362a-45fb-9a87-4b0b3f418558 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:07:31.501979 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f6d7d4fd-5f1c-410a-b3aa-23423c2c2ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:31.539050 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-f6d7d4fd-5f1c-410a-b3aa-23423c2c2ac4 None None] Port 32955086-362a-45fb-9a87-4b0b3f418558 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:07:31.565861 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0eb9c32d-43b6-4f35-b4f9-593068b0a0bf tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:31.574596 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0eb9c32d-43b6-4f35-b4f9-593068b0a0bf tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:31.646354 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb9c32d-43b6-4f35-b4f9-593068b0a0bf tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Pushing event updated for resources: {'Port': ['ID=32955086-362a-45fb-9a87-4b0b3f418558,revision_number=3']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:07:31.656634 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb9c32d-43b6-4f35-b4f9-593068b0a0bf tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:07:31.657099 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-78c97e7f-dcef-4f38-aa39-4c33b856d775 None None] Provisioning complete for port 32955086-362a-45fb-9a87-4b0b3f418558 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:07:31.657597 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0eb9c32d-43b6-4f35-b4f9-593068b0a0bf tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:31.657704 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-78c97e7f-dcef-4f38-aa39-4c33b856d775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:31.658595 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-0eb9c32d-43b6-4f35-b4f9-593068b0a0bf tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] 10.222.0.23 "PUT /v2.0/ports/32955086-362a-45fb-9a87-4b0b3f418558 HTTP/1.1" status: 200 len: 910 time: 0.7018120 Jul 13 14:07:31.661437 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 40684) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:07:31.696678 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-78c97e7f-dcef-4f38-aa39-4c33b856d775 None None] Port 32955086-362a-45fb-9a87-4b0b3f418558 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:07:31.971898 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dcb73132-adf0-46ef-8c1e-8bc20b630323 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451695'] for router_interface, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:32.214738 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-dcb73132-adf0-46ef-8c1e-8bc20b630323 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Deleting port 32955086-362a-45fb-9a87-4b0b3f418558 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:07:32.214995 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dcb73132-adf0-46ef-8c1e-8bc20b630323 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:32.296948 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dcb73132-adf0-46ef-8c1e-8bc20b630323 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:32.309240 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-dcb73132-adf0-46ef-8c1e-8bc20b630323 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Calling delete_port for 32955086-362a-45fb-9a87-4b0b3f418558 owned by network:router_interface {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:07:32.460424 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 9785088e-bf57-4907-ad30-dc8316f8d49a up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:07:32.479135 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dcb73132-adf0-46ef-8c1e-8bc20b630323 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:32.508133 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 9785088e-bf57-4907-ad30-dc8316f8d49a triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:07:32.508564 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:32.511348 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb73132-adf0-46ef-8c1e-8bc20b630323 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Pushing event deleted for resources: {'Port': ['ID=32955086-362a-45fb-9a87-4b0b3f418558,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:07:32.660654 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dcb73132-adf0-46ef-8c1e-8bc20b630323 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1785036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452491'] for router_interface, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:33.095697 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcb73132-adf0-46ef-8c1e-8bc20b630323 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Router 5a17383d-4374-4498-b8af-0b598c7d09db has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:07:33.171343 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcb73132-adf0-46ef-8c1e-8bc20b630323 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:07:33.176396 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-dcb73132-adf0-46ef-8c1e-8bc20b630323 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] 10.222.0.23 "PUT /v2.0/routers/5a17383d-4374-4498-b8af-0b598c7d09db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5139747 Jul 13 14:07:33.179163 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 40686) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:07:33.181639 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1132a68b-7c6c-44ec-b64e-858654721075 None None] Sync routers for ids ['5a17383d-4374-4498-b8af-0b598c7d09db'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:07:33.192099 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1132a68b-7c6c-44ec-b64e-858654721075 None None] Routers {'5a17383d-4374-4498-b8af-0b598c7d09db'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:07:33.192637 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-1132a68b-7c6c-44ec-b64e-858654721075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:07:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['5a17383d-4374-4498-b8af-0b598c7d09db'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:07:33.209532 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-4b9598ed-c529-487c-86c5-7c2c28014ebe tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a17383d-4374-4498-b8af-0b598c7d09db HTTP/1.1" status: 200 len: 205 time: 0.0291612 Jul 13 14:07:33.211955 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 40688) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:07:33.228874 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-1132a68b-7c6c-44ec-b64e-858654721075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:07:33.238314 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1132a68b-7c6c-44ec-b64e-858654721075 None None] Routers {'5a17383d-4374-4498-b8af-0b598c7d09db'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:07:33.239048 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-1132a68b-7c6c-44ec-b64e-858654721075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:07:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['5a17383d-4374-4498-b8af-0b598c7d09db'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:07:33.269883 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-1132a68b-7c6c-44ec-b64e-858654721075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:07:33.270331 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1132a68b-7c6c-44ec-b64e-858654721075 None None] The sync data for ids ['5a17383d-4374-4498-b8af-0b598c7d09db'] in n-d-800634-1 is: [] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:07:33.289503 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dc8da7df-de7b-4c97-bee9-2fb9831992a3 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks [] for router, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:33.451484 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dc8da7df-de7b-4c97-bee9-2fb9831992a3 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1591938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2696'] for router, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:33.453552 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dc8da7df-de7b-4c97-bee9-2fb9831992a3 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:33.495181 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dc8da7df-de7b-4c97-bee9-2fb9831992a3 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593106'] for router, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:33.495663 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc8da7df-de7b-4c97-bee9-2fb9831992a3 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Fanout notify agent at l3_agent the message router_deleted on router 5a17383d-4374-4498-b8af-0b598c7d09db {{(pid=93751) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 14:07:33.503153 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dc8da7df-de7b-4c97-bee9-2fb9831992a3 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:33.506104 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-dc8da7df-de7b-4c97-bee9-2fb9831992a3 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] 10.222.0.23 "DELETE /v2.0/routers/5a17383d-4374-4498-b8af-0b598c7d09db HTTP/1.1" status: 204 len: 168 time: 0.2913756 Jul 13 14:07:33.506923 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 40690) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:07:33.561987 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2f9736d-b2a5-4947-b821-5ec792a99c2b tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Deleting subnet f224d10d-526e-4fc5-a465-b26b39b8892e {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 14:07:33.565174 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f2f9736d-b2a5-4947-b821-5ec792a99c2b tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:33.608130 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f2f9736d-b2a5-4947-b821-5ec792a99c2b tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6018489'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:33.698836 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f2f9736d-b2a5-4947-b821-5ec792a99c2b tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:33.761262 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f2f9736d-b2a5-4947-b821-5ec792a99c2b tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6018534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6105009'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:33.789140 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f9736d-b2a5-4947-b821-5ec792a99c2b tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Pushing event deleted for resources: {'Subnet': ['ID=f224d10d-526e-4fc5-a465-b26b39b8892e,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:07:33.792703 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f2f9736d-b2a5-4947-b821-5ec792a99c2b tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:33.794889 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-f2f9736d-b2a5-4947-b821-5ec792a99c2b tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] 10.222.0.23 "DELETE /v2.0/subnets/f224d10d-526e-4fc5-a465-b26b39b8892e HTTP/1.1" status: 204 len: 168 time: 0.2867711 Jul 13 14:07:33.797294 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 40692) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:07:33.801757 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b884b0a-d83f-400c-b674-d1063b2cccc7 None None] Network 29abd3eb-90f3-4acb-aa72-ee9d7fd0782e requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:07:33.874633 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b1186a2b-1afd-499e-a2ce-8a8855111fb9 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:33.931125 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-b1186a2b-1afd-499e-a2ce-8a8855111fb9 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Deleting port 9785088e-bf57-4907-ad30-dc8316f8d49a {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:07:33.931472 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b1186a2b-1afd-499e-a2ce-8a8855111fb9 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:34.002299 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-b1186a2b-1afd-499e-a2ce-8a8855111fb9 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] For port 9785088e-bf57-4907-ad30-dc8316f8d49a, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=9785088e-bf57-4907-ad30-dc8316f8d49a,segment=NetworkSegment(cf20b117-62e1-4136-bd46-8e8a6d02c3fd),segment_id=cf20b117-62e1-4136-bd46-8e8a6d02c3fd)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:07:34.002677 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b1186a2b-1afd-499e-a2ce-8a8855111fb9 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:34.006482 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcb28fcc-fcc2-4895-a2e8-b2647333b6ed None None] DHCP port deletion for 29abd3eb-90f3-4acb-aa72-ee9d7fd0782e request from n-d-800634-1 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 14:07:34.017476 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-b1186a2b-1afd-499e-a2ce-8a8855111fb9 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Calling delete_port for 9785088e-bf57-4907-ad30-dc8316f8d49a owned by network:dhcp {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:07:34.054058 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-fcb28fcc-fcc2-4895-a2e8-b2647333b6ed None None] Deleting port 9785088e-bf57-4907-ad30-dc8316f8d49a {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:07:34.054437 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fcb28fcc-fcc2-4895-a2e8-b2647333b6ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:34.097238 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b1186a2b-1afd-499e-a2ce-8a8855111fb9 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:34.120746 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1186a2b-1afd-499e-a2ce-8a8855111fb9 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Pushing event deleted for resources: {'Port': ['ID=9785088e-bf57-4907-ad30-dc8316f8d49a,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:07:34.122753 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fcb28fcc-fcc2-4895-a2e8-b2647333b6ed None None] For port 9785088e-bf57-4907-ad30-dc8316f8d49a, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=9785088e-bf57-4907-ad30-dc8316f8d49a,segment=NetworkSegment(cf20b117-62e1-4136-bd46-8e8a6d02c3fd),segment_id=cf20b117-62e1-4136-bd46-8e8a6d02c3fd)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:07:34.123148 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fcb28fcc-fcc2-4895-a2e8-b2647333b6ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:34.129964 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1186a2b-1afd-499e-a2ce-8a8855111fb9 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] No DVR routers for this DVR port 9785088e-bf57-4907-ad30-dc8316f8d49a on host n-d-800634-1 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:07:34.140249 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-fcb28fcc-fcc2-4895-a2e8-b2647333b6ed None None] Calling delete_port for 9785088e-bf57-4907-ad30-dc8316f8d49a owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:07:34.211303 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b1186a2b-1afd-499e-a2ce-8a8855111fb9 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:34.216647 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fcb28fcc-fcc2-4895-a2e8-b2647333b6ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:34.221392 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-b1186a2b-1afd-499e-a2ce-8a8855111fb9 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29abd3eb-90f3-4acb-aa72-ee9d7fd0782e']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:07:34.232126 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-b1186a2b-1afd-499e-a2ce-8a8855111fb9 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf20b117-62e1-4136-bd46-8e8a6d02c3fd') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:07:34.232402 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-b1186a2b-1afd-499e-a2ce-8a8855111fb9 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf20b117-62e1-4136-bd46-8e8a6d02c3fd') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:07:34.241275 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b1186a2b-1afd-499e-a2ce-8a8855111fb9 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6018464'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:34.245838 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb28fcc-fcc2-4895-a2e8-b2647333b6ed None None] Pushing event deleted for resources: {'Port': ['ID=9785088e-bf57-4907-ad30-dc8316f8d49a,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:07:34.249314 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb28fcc-fcc2-4895-a2e8-b2647333b6ed None None] No DVR routers for this DVR port 9785088e-bf57-4907-ad30-dc8316f8d49a on host n-d-800634-1 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:07:34.258738 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b1186a2b-1afd-499e-a2ce-8a8855111fb9 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:34.266235 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1186a2b-1afd-499e-a2ce-8a8855111fb9 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 14:07:34.266641 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b1186a2b-1afd-499e-a2ce-8a8855111fb9 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6018632'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:34.269759 n-d-800634-1 neutron-server[93751]: Traceback (most recent call last): Jul 13 14:07:34.269759 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 14:07:34.269759 n-d-800634-1 neutron-server[93751]: timer() Jul 13 14:07:34.269759 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 14:07:34.269759 n-d-800634-1 neutron-server[93751]: cb(*args, **kw) Jul 13 14:07:34.269759 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 14:07:34.269759 n-d-800634-1 neutron-server[93751]: return func(*args, **kwargs) Jul 13 14:07:34.269759 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 14:07:34.269759 n-d-800634-1 neutron-server[93751]: self._notify() Jul 13 14:07:34.269759 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 14:07:34.269759 n-d-800634-1 neutron-server[93751]: self.callback(batched_events) Jul 13 14:07:34.269759 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 14:07:34.269759 n-d-800634-1 neutron-server[93751]: event.method(event) Jul 13 14:07:34.269759 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 14:07:34.269759 n-d-800634-1 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 14:07:34.269759 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 14:07:34.269759 n-d-800634-1 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 14:07:34.269759 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 14:07:34.269759 n-d-800634-1 neutron-server[93751]: return f(self, *a, **k) Jul 13 14:07:34.269759 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 14:07:34.269759 n-d-800634-1 neutron-server[93751]: return self._get(url).json() Jul 13 14:07:34.269759 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 14:07:34.269759 n-d-800634-1 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 14:07:34.269759 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 14:07:34.269759 n-d-800634-1 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 13 14:07:34.269759 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 14:07:34.269759 n-d-800634-1 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 14:07:34.269759 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 14:07:34.269759 n-d-800634-1 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 14:07:34.269759 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 14:07:34.269759 n-d-800634-1 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 14:07:34.269759 n-d-800634-1 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 14:07:34.333951 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b1186a2b-1afd-499e-a2ce-8a8855111fb9 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:34.340891 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b1186a2b-1afd-499e-a2ce-8a8855111fb9 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:34.342950 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-b1186a2b-1afd-499e-a2ce-8a8855111fb9 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] 10.222.0.23 "DELETE /v2.0/networks/29abd3eb-90f3-4acb-aa72-ee9d7fd0782e HTTP/1.1" status: 204 len: 168 time: 0.5446503 Jul 13 14:07:34.347478 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 40694) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:07:34.352220 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-ee46bb1d-0f1b-47f5-a7dc-8fad89a7fd09 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-867079029', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:07:34.354503 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1186a2b-1afd-499e-a2ce-8a8855111fb9 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Pushing event deleted for resources: {'Network': ['ID=29abd3eb-90f3-4acb-aa72-ee9d7fd0782e,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:07:34.378614 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ee46bb1d-0f1b-47f5-a7dc-8fad89a7fd09 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1591928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2714'] for router, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:34.379641 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ee46bb1d-0f1b-47f5-a7dc-8fad89a7fd09 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447198', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1629690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2689'] for router, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:34.439092 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ee46bb1d-0f1b-47f5-a7dc-8fad89a7fd09 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:34.444182 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ee46bb1d-0f1b-47f5-a7dc-8fad89a7fd09 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447217'] for router, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:34.460523 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 9785088e-bf57-4907-ad30-dc8316f8d49a no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:07:34.463508 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ee46bb1d-0f1b-47f5-a7dc-8fad89a7fd09 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:34.465029 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-ee46bb1d-0f1b-47f5-a7dc-8fad89a7fd09 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.1164715 Jul 13 14:07:34.469024 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 40696) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:07:34.475305 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-02b7fa68-c9e6-4b5d-90d3-2a8633523071 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Request body: {'network': {'name': 'tempest-RoutersTest-1539938286'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:07:34.482959 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: 9785088e-bf57-4907-ad30-dc8316f8d49a {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:07:34.483216 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 9785088e-bf57-4907-ad30-dc8316f8d49a not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:07:34.498325 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02b7fa68-c9e6-4b5d-90d3-2a8633523071 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Made reservation on behalf of f494ee620f9c45cc9ecf347c38c05946 for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:07:34.502311 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-02b7fa68-c9e6-4b5d-90d3-2a8633523071 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:34.526037 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02b7fa68-c9e6-4b5d-90d3-2a8633523071 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 14:07:34.536041 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-02b7fa68-c9e6-4b5d-90d3-2a8633523071 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:34.536379 n-d-800634-1 neutron-server[93751]: INFO neutron.db.segments_db [None req-02b7fa68-c9e6-4b5d-90d3-2a8633523071 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Added segment 97f52c38-9b0a-4d78-acd7-ddfb895fb724 of type vlan for network dc656cbe-70a3-457a-84d3-54975786eb41 Jul 13 14:07:34.583995 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-02b7fa68-c9e6-4b5d-90d3-2a8633523071 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:34.614038 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-02b7fa68-c9e6-4b5d-90d3-2a8633523071 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:34.619721 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b7fa68-c9e6-4b5d-90d3-2a8633523071 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:07:34.620328 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-02b7fa68-c9e6-4b5d-90d3-2a8633523071 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:34.680942 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-02b7fa68-c9e6-4b5d-90d3-2a8633523071 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2096777 Jul 13 14:07:34.683714 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 40698) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:07:34.688607 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-ce0f267c-a6fb-4da1-bab0-98d48f8515b3 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Request body: {'subnet': {'network_id': 'dc656cbe-70a3-457a-84d3-54975786eb41', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:07:34.707151 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b7fa68-c9e6-4b5d-90d3-2a8633523071 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Pushing event updated for resources: {'Network': ['ID=dc656cbe-70a3-457a-84d3-54975786eb41,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:07:34.720727 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network dc656cbe-70a3-457a-84d3-54975786eb41 details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 14:07:34.782195 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce0f267c-a6fb-4da1-bab0-98d48f8515b3 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Made reservation on behalf of f494ee620f9c45cc9ecf347c38c05946 for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:07:34.786152 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ce0f267c-a6fb-4da1-bab0-98d48f8515b3 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6104980'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:34.967180 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ce0f267c-a6fb-4da1-bab0-98d48f8515b3 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6018343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6104998'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:35.025685 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0f267c-a6fb-4da1-bab0-98d48f8515b3 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Pushing event updated for resources: {'Subnet': ['ID=bf03b6c0-c63b-4b66-9c3b-94feeb155f1e,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:07:35.035603 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0f267c-a6fb-4da1-bab0-98d48f8515b3 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Checking segment: {'id': '97f52c38-9b0a-4d78-acd7-ddfb895fb724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'dc656cbe-70a3-457a-84d3-54975786eb41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:07:35.035916 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce0f267c-a6fb-4da1-bab0-98d48f8515b3 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Network hostable DHCP agents. Network: dc656cbe-70a3-457a-84d3-54975786eb41, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 14:07:35.051777 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce0f267c-a6fb-4da1-bab0-98d48f8515b3 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Network dc656cbe-70a3-457a-84d3-54975786eb41 is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 14:07:35.061413 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-ce0f267c-a6fb-4da1-bab0-98d48f8515b3 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, dc656cbe-70a3-457a-84d3-54975786eb41) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:07:35.065998 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce0f267c-a6fb-4da1-bab0-98d48f8515b3 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:07:35.066663 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ce0f267c-a6fb-4da1-bab0-98d48f8515b3 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:35.072444 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5330f1cd-501c-4ad4-a10f-56035aa88ba2 None None] Network dc656cbe-70a3-457a-84d3-54975786eb41 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:07:35.086016 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-ce0f267c-a6fb-4da1-bab0-98d48f8515b3 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4011519 Jul 13 14:07:35.088650 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 40700) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:07:35.220613 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-536dbff6-fabc-4e8e-a679-bbd031d651bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a7201e1-61ce-5a3e-b7f7-e800379ed03b-dc656cbe-70a3-457a-84d3-54975786eb41', 'network_id': 'dc656cbe-70a3-457a-84d3-54975786eb41', 'tenant_id': 'f494ee620f9c45cc9ecf347c38c05946', 'fixed_ips': [{'subnet_id': 'bf03b6c0-c63b-4b66-9c3b-94feeb155f1e'}]}} from n-d-800634-1. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 14:07:35.221495 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-536dbff6-fabc-4e8e-a679-bbd031d651bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:35.360506 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-536dbff6-fabc-4e8e-a679-bbd031d651bb None None] Allocated IP 172.20.0.2 (dc656cbe-70a3-457a-84d3-54975786eb41/bf03b6c0-c63b-4b66-9c3b-94feeb155f1e/4b064e78-7927-45b2-9e2d-8a897e985094) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:07:35.367378 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-32ef1a24-a6bd-4251-8187-c3081f739485 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:35.510421 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-536dbff6-fabc-4e8e-a679-bbd031d651bb None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:35.518732 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-536dbff6-fabc-4e8e-a679-bbd031d651bb None None] Transition to ACTIVE for port object 4b064e78-7927-45b2-9e2d-8a897e985094 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:07:35.536055 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-536dbff6-fabc-4e8e-a679-bbd031d651bb None None] Transition to ACTIVE for port object 4b064e78-7927-45b2-9e2d-8a897e985094 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:07:35.544487 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-536dbff6-fabc-4e8e-a679-bbd031d651bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:35.588157 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-536dbff6-fabc-4e8e-a679-bbd031d651bb None None] Network dc656cbe-70a3-457a-84d3-54975786eb41 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:07:35.593815 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-536dbff6-fabc-4e8e-a679-bbd031d651bb None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:07:35.597347 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536dbff6-fabc-4e8e-a679-bbd031d651bb None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:07:35.608683 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536dbff6-fabc-4e8e-a679-bbd031d651bb None None] Pushing event updated for resources: {'Port': ['ID=4b064e78-7927-45b2-9e2d-8a897e985094,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:07:35.629903 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-32ef1a24-a6bd-4251-8187-c3081f739485 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Allocated IP 172.20.0.1 (dc656cbe-70a3-457a-84d3-54975786eb41/bf03b6c0-c63b-4b66-9c3b-94feeb155f1e/830be156-9d20-4e15-be71-1309033ce8b6) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:07:35.664815 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-536dbff6-fabc-4e8e-a679-bbd031d651bb None None] Attempting to bind port 4b064e78-7927-45b2-9e2d-8a897e985094 on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:07:35.665180 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-536dbff6-fabc-4e8e-a679-bbd031d651bb None None] Attempting to bind port 4b064e78-7927-45b2-9e2d-8a897e985094 by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '97f52c38-9b0a-4d78-acd7-ddfb895fb724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'dc656cbe-70a3-457a-84d3-54975786eb41'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:07:35.665540 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536dbff6-fabc-4e8e-a679-bbd031d651bb None None] Attempting to bind port 4b064e78-7927-45b2-9e2d-8a897e985094 on network dc656cbe-70a3-457a-84d3-54975786eb41 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:07:35.671016 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536dbff6-fabc-4e8e-a679-bbd031d651bb None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 7, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:07:35.671389 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536dbff6-fabc-4e8e-a679-bbd031d651bb None None] Checking segment: {'id': '97f52c38-9b0a-4d78-acd7-ddfb895fb724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'dc656cbe-70a3-457a-84d3-54975786eb41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:07:35.671790 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-536dbff6-fabc-4e8e-a679-bbd031d651bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:35.672182 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536dbff6-fabc-4e8e-a679-bbd031d651bb None None] Bound using segment: {'id': '97f52c38-9b0a-4d78-acd7-ddfb895fb724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'dc656cbe-70a3-457a-84d3-54975786eb41'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:07:35.672643 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-536dbff6-fabc-4e8e-a679-bbd031d651bb None None] Bound port: 4b064e78-7927-45b2-9e2d-8a897e985094, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97f52c38-9b0a-4d78-acd7-ddfb895fb724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'dc656cbe-70a3-457a-84d3-54975786eb41'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:07:35.673021 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-536dbff6-fabc-4e8e-a679-bbd031d651bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:35.737264 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-536dbff6-fabc-4e8e-a679-bbd031d651bb None None] For port 4b064e78-7927-45b2-9e2d-8a897e985094, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:07:35.740967 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-536dbff6-fabc-4e8e-a679-bbd031d651bb None None] For port 4b064e78-7927-45b2-9e2d-8a897e985094, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=4b064e78-7927-45b2-9e2d-8a897e985094,segment=NetworkSegment(97f52c38-9b0a-4d78-acd7-ddfb895fb724),segment_id=97f52c38-9b0a-4d78-acd7-ddfb895fb724)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:07:35.744855 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-536dbff6-fabc-4e8e-a679-bbd031d651bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:35.746234 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-32ef1a24-a6bd-4251-8187-c3081f739485 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:35.762544 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-32ef1a24-a6bd-4251-8187-c3081f739485 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Transition to ACTIVE for port object 830be156-9d20-4e15-be71-1309033ce8b6 will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:07:35.807659 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-32ef1a24-a6bd-4251-8187-c3081f739485 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:35.812201 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536dbff6-fabc-4e8e-a679-bbd031d651bb None None] Pushing event updated for resources: {'Port': ['ID=4b064e78-7927-45b2-9e2d-8a897e985094,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:07:35.854209 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ef1a24-a6bd-4251-8187-c3081f739485 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Network dc656cbe-70a3-457a-84d3-54975786eb41 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:07:35.859851 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-32ef1a24-a6bd-4251-8187-c3081f739485 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:07:35.863966 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ef1a24-a6bd-4251-8187-c3081f739485 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:07:35.892774 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ef1a24-a6bd-4251-8187-c3081f739485 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Pushing event updated for resources: {'Port': ['ID=830be156-9d20-4e15-be71-1309033ce8b6,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:07:35.923333 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-32ef1a24-a6bd-4251-8187-c3081f739485 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-450452'] for router_interface, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:36.083732 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-32ef1a24-a6bd-4251-8187-c3081f739485 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:36.365135 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-32ef1a24-a6bd-4251-8187-c3081f739485 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:36.370504 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-32ef1a24-a6bd-4251-8187-c3081f739485 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:36.453155 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-32ef1a24-a6bd-4251-8187-c3081f739485 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1785045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451806'] for router_interface, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:36.455221 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ef1a24-a6bd-4251-8187-c3081f739485 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Pushing event updated for resources: {'Port': ['ID=830be156-9d20-4e15-be71-1309033ce8b6,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:07:36.522606 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 4b064e78-7927-45b2-9e2d-8a897e985094 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:07:36.567379 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ef1a24-a6bd-4251-8187-c3081f739485 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Network dc656cbe-70a3-457a-84d3-54975786eb41 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:07:36.568799 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-32ef1a24-a6bd-4251-8187-c3081f739485 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:07:36.578369 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port 4b064e78-7927-45b2-9e2d-8a897e985094 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:07:36.699340 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32ef1a24-a6bd-4251-8187-c3081f739485 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Router 0f436823-d6f2-499b-8128-42d544cd7fd1 is scheduled to L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 with binding_index 1 {{(pid=93751) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 14:07:36.765724 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eddfc9de-c841-43a7-a731-9dd337ff336d None None] Network dc656cbe-70a3-457a-84d3-54975786eb41 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:07:36.790563 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32ef1a24-a6bd-4251-8187-c3081f739485 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:07:36.798789 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-32ef1a24-a6bd-4251-8187-c3081f739485 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] 10.222.0.23 "PUT /v2.0/routers/0f436823-d6f2-499b-8128-42d544cd7fd1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7089679 Jul 13 14:07:36.799494 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 40702) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:07:36.801550 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b027f4-83e5-48d9-b1f3-26557747db2e None None] Sync routers for ids ['0f436823-d6f2-499b-8128-42d544cd7fd1'] in n-d-800634-1 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:07:36.805817 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-301d28a2-a5d4-4612-a81b-33c8eb5cad3c tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Request body: {'network': {'name': 'tempest-RoutersTest-569948315'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:07:36.813204 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b027f4-83e5-48d9-b1f3-26557747db2e None None] Routers {'0f436823-d6f2-499b-8128-42d544cd7fd1'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:07:36.814333 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-96b027f4-83e5-48d9-b1f3-26557747db2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:07:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['0f436823-d6f2-499b-8128-42d544cd7fd1'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:07:36.828337 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-301d28a2-a5d4-4612-a81b-33c8eb5cad3c tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Made reservation on behalf of f494ee620f9c45cc9ecf347c38c05946 for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:07:36.832208 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-301d28a2-a5d4-4612-a81b-33c8eb5cad3c tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:36.859000 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-301d28a2-a5d4-4612-a81b-33c8eb5cad3c tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 14:07:36.867930 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-301d28a2-a5d4-4612-a81b-33c8eb5cad3c tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:36.868680 n-d-800634-1 neutron-server[93750]: INFO neutron.db.segments_db [None req-301d28a2-a5d4-4612-a81b-33c8eb5cad3c tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Added segment 3c4e0ec7-269f-45e4-a0bd-973b0eb7d27b of type vlan for network 5f98f776-a40e-4dd1-b2ce-08ae8699f1fd Jul 13 14:07:36.873453 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-e618137c-cfe7-4b72-9127-6e9dff2c0c60 None None] Provisioning for port 4b064e78-7927-45b2-9e2d-8a897e985094 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:07:36.896541 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-e618137c-cfe7-4b72-9127-6e9dff2c0c60 None None] Provisioning complete for port 4b064e78-7927-45b2-9e2d-8a897e985094 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:07:36.897019 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e618137c-cfe7-4b72-9127-6e9dff2c0c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:36.905437 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-96b027f4-83e5-48d9-b1f3-26557747db2e None None] Set router 0f436823-d6f2-499b-8128-42d544cd7fd1 gateway port host: None {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:07:36.911431 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-301d28a2-a5d4-4612-a81b-33c8eb5cad3c tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:36.947572 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-301d28a2-a5d4-4612-a81b-33c8eb5cad3c tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:36.954134 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-301d28a2-a5d4-4612-a81b-33c8eb5cad3c tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:07:36.954793 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-301d28a2-a5d4-4612-a81b-33c8eb5cad3c tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:36.974563 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-301d28a2-a5d4-4612-a81b-33c8eb5cad3c tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.1707118 Jul 13 14:07:36.975155 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 40704) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:07:36.980960 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-bbe65221-cbbc-466a-a96e-da2b2cee686d tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Request body: {'subnet': {'network_id': '5f98f776-a40e-4dd1-b2ce-08ae8699f1fd', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:07:37.038714 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301d28a2-a5d4-4612-a81b-33c8eb5cad3c tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Pushing event updated for resources: {'Network': ['ID=5f98f776-a40e-4dd1-b2ce-08ae8699f1fd,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:07:37.107571 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbe65221-cbbc-466a-a96e-da2b2cee686d tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Made reservation on behalf of f494ee620f9c45cc9ecf347c38c05946 for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:07:37.111626 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bbe65221-cbbc-466a-a96e-da2b2cee686d tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6104980'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:37.173385 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network 5f98f776-a40e-4dd1-b2ce-08ae8699f1fd details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 14:07:37.242210 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e618137c-cfe7-4b72-9127-6e9dff2c0c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:37.260425 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-96b027f4-83e5-48d9-b1f3-26557747db2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f436823-d6f2-499b-8128-42d544cd7fd1', 'name': 'tempest-RoutersTest-router-867079029', 'tenant_id': 'f494ee620f9c45cc9ecf347c38c05946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:07:34Z', 'updated_at': '2021-07-13T14:07:36Z', 'revision_number': 2, 'project_id': 'f494ee620f9c45cc9ecf347c38c05946', 'gw_port_host': None, '_interfaces': [{'id': '830be156-9d20-4e15-be71-1309033ce8b6', 'name': '', 'network_id': 'dc656cbe-70a3-457a-84d3-54975786eb41', 'tenant_id': 'f494ee620f9c45cc9ecf347c38c05946', 'mac_address': 'fa:16:3e:25:df:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f436823-d6f2-499b-8128-42d544cd7fd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': 'bf03b6c0-c63b-4b66-9c3b-94feeb155f1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:07:35Z', 'updated_at': '2021-07-13T14:07:36Z', 'revision_number': 2, 'project_id': 'f494ee620f9c45cc9ecf347c38c05946', 'subnets': [{'id': 'bf03b6c0-c63b-4b66-9c3b-94feeb155f1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:07:37.295400 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b027f4-83e5-48d9-b1f3-26557747db2e None None] Checking router: 0f436823-d6f2-499b-8128-42d544cd7fd1 for host: n-d-800634-1 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:07:37.296035 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b027f4-83e5-48d9-b1f3-26557747db2e None None] Updating router 0f436823-d6f2-499b-8128-42d544cd7fd1 port 830be156-9d20-4e15-be71-1309033ce8b6 binding host n-d-800634-1 {{(pid=93753) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 14:07:37.297067 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-e618137c-cfe7-4b72-9127-6e9dff2c0c60 None None] For port 4b064e78-7927-45b2-9e2d-8a897e985094, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=4b064e78-7927-45b2-9e2d-8a897e985094,segment=NetworkSegment(97f52c38-9b0a-4d78-acd7-ddfb895fb724),segment_id=97f52c38-9b0a-4d78-acd7-ddfb895fb724)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:07:37.302643 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e618137c-cfe7-4b72-9127-6e9dff2c0c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:37.334404 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bbe65221-cbbc-466a-a96e-da2b2cee686d tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6018343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6104998'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:37.336202 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-96b027f4-83e5-48d9-b1f3-26557747db2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:37.377196 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e618137c-cfe7-4b72-9127-6e9dff2c0c60 None None] Pushing event updated for resources: {'Port': ['ID=4b064e78-7927-45b2-9e2d-8a897e985094,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:07:37.407491 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe65221-cbbc-466a-a96e-da2b2cee686d tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Pushing event updated for resources: {'Subnet': ['ID=a9914cea-c11e-497b-9fbb-64c7115eae8f,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:07:37.423105 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe65221-cbbc-466a-a96e-da2b2cee686d tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Checking segment: {'id': '3c4e0ec7-269f-45e4-a0bd-973b0eb7d27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '5f98f776-a40e-4dd1-b2ce-08ae8699f1fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:07:37.423592 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe65221-cbbc-466a-a96e-da2b2cee686d tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Network hostable DHCP agents. Network: 5f98f776-a40e-4dd1-b2ce-08ae8699f1fd, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 14:07:37.442140 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe65221-cbbc-466a-a96e-da2b2cee686d tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Network 5f98f776-a40e-4dd1-b2ce-08ae8699f1fd is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 14:07:37.456524 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-bbe65221-cbbc-466a-a96e-da2b2cee686d tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, 5f98f776-a40e-4dd1-b2ce-08ae8699f1fd) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:07:37.460807 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbe65221-cbbc-466a-a96e-da2b2cee686d tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:07:37.461437 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bbe65221-cbbc-466a-a96e-da2b2cee686d tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:37.470541 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-667c060e-2a48-4bf6-b1b6-93915eb9ac00 None None] Network 5f98f776-a40e-4dd1-b2ce-08ae8699f1fd requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:07:37.486188 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 40706) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:07:37.486539 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-bbe65221-cbbc-466a-a96e-da2b2cee686d tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5100877 Jul 13 14:07:37.664668 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-45786709-69e1-4a20-80cf-d354c642a5ab None None] Provisioning complete for port 4b064e78-7927-45b2-9e2d-8a897e985094 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:07:37.665313 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-45786709-69e1-4a20-80cf-d354c642a5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:37.692104 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aaf6357-33c1-4702-a06f-df1e1eb4aa04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a7201e1-61ce-5a3e-b7f7-e800379ed03b-5f98f776-a40e-4dd1-b2ce-08ae8699f1fd', 'network_id': '5f98f776-a40e-4dd1-b2ce-08ae8699f1fd', 'tenant_id': 'f494ee620f9c45cc9ecf347c38c05946', 'fixed_ips': [{'subnet_id': 'a9914cea-c11e-497b-9fbb-64c7115eae8f'}]}} from n-d-800634-1. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 14:07:37.693252 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9aaf6357-33c1-4702-a06f-df1e1eb4aa04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:37.699773 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-96b027f4-83e5-48d9-b1f3-26557747db2e None None] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:37.723998 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-96b027f4-83e5-48d9-b1f3-26557747db2e None None] Transition to ACTIVE for port object 830be156-9d20-4e15-be71-1309033ce8b6 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:07:37.735899 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-96b027f4-83e5-48d9-b1f3-26557747db2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:37.803589 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685b4eb5-2cac-4e31-ae71-cf3033384af6 None None] Pushing event updated for resources: {'Port': ['ID=830be156-9d20-4e15-be71-1309033ce8b6,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:07:37.829429 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685b4eb5-2cac-4e31-ae71-cf3033384af6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:07:37.830229 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685b4eb5-2cac-4e31-ae71-cf3033384af6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:07:37.830229 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685b4eb5-2cac-4e31-ae71-cf3033384af6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:07:37.830549 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685b4eb5-2cac-4e31-ae71-cf3033384af6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:07:37.830771 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685b4eb5-2cac-4e31-ae71-cf3033384af6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:07:37.830953 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685b4eb5-2cac-4e31-ae71-cf3033384af6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:07:37.831272 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685b4eb5-2cac-4e31-ae71-cf3033384af6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:07:37.831590 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685b4eb5-2cac-4e31-ae71-cf3033384af6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:07:37.831902 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685b4eb5-2cac-4e31-ae71-cf3033384af6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:07:37.832215 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685b4eb5-2cac-4e31-ae71-cf3033384af6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:07:37.832525 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685b4eb5-2cac-4e31-ae71-cf3033384af6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:07:37.833613 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685b4eb5-2cac-4e31-ae71-cf3033384af6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:07:37.878450 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-96b027f4-83e5-48d9-b1f3-26557747db2e None None] Attempting to bind port 830be156-9d20-4e15-be71-1309033ce8b6 on host n-d-800634-1 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:07:37.878896 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-96b027f4-83e5-48d9-b1f3-26557747db2e None None] Attempting to bind port 830be156-9d20-4e15-be71-1309033ce8b6 by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '97f52c38-9b0a-4d78-acd7-ddfb895fb724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'dc656cbe-70a3-457a-84d3-54975786eb41'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:07:37.879267 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b027f4-83e5-48d9-b1f3-26557747db2e None None] Attempting to bind port 830be156-9d20-4e15-be71-1309033ce8b6 on network dc656cbe-70a3-457a-84d3-54975786eb41 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:07:37.884964 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b027f4-83e5-48d9-b1f3-26557747db2e None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 7, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:07:37.885451 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b027f4-83e5-48d9-b1f3-26557747db2e None None] Checking segment: {'id': '97f52c38-9b0a-4d78-acd7-ddfb895fb724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'dc656cbe-70a3-457a-84d3-54975786eb41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:07:37.885936 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-96b027f4-83e5-48d9-b1f3-26557747db2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:37.886365 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b027f4-83e5-48d9-b1f3-26557747db2e None None] Bound using segment: {'id': '97f52c38-9b0a-4d78-acd7-ddfb895fb724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'dc656cbe-70a3-457a-84d3-54975786eb41'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:07:37.886891 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-96b027f4-83e5-48d9-b1f3-26557747db2e None None] Bound port: 830be156-9d20-4e15-be71-1309033ce8b6, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97f52c38-9b0a-4d78-acd7-ddfb895fb724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'dc656cbe-70a3-457a-84d3-54975786eb41'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:07:37.887365 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-96b027f4-83e5-48d9-b1f3-26557747db2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:37.921136 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-45786709-69e1-4a20-80cf-d354c642a5ab None None] Provisioning for port 830be156-9d20-4e15-be71-1309033ce8b6 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:07:37.929144 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-9aaf6357-33c1-4702-a06f-df1e1eb4aa04 None None] Allocated IP 172.21.0.2 (5f98f776-a40e-4dd1-b2ce-08ae8699f1fd/a9914cea-c11e-497b-9fbb-64c7115eae8f/b0e9bcca-b3c2-4676-8ec8-1117c65e10d7) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:07:37.958223 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-cbb540af-f1ea-46ee-aef2-f71c044e6cff tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:37.996071 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-96b027f4-83e5-48d9-b1f3-26557747db2e None None] For port 830be156-9d20-4e15-be71-1309033ce8b6, host n-d-800634-1, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:07:38.001413 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-96b027f4-83e5-48d9-b1f3-26557747db2e None None] For port 830be156-9d20-4e15-be71-1309033ce8b6, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=830be156-9d20-4e15-be71-1309033ce8b6,segment=NetworkSegment(97f52c38-9b0a-4d78-acd7-ddfb895fb724),segment_id=97f52c38-9b0a-4d78-acd7-ddfb895fb724)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:07:38.009551 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-96b027f4-83e5-48d9-b1f3-26557747db2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:38.083961 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b027f4-83e5-48d9-b1f3-26557747db2e None None] Routers {'0f436823-d6f2-499b-8128-42d544cd7fd1'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:07:38.085281 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-96b027f4-83e5-48d9-b1f3-26557747db2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:07:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['0f436823-d6f2-499b-8128-42d544cd7fd1'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:07:38.122071 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9aaf6357-33c1-4702-a06f-df1e1eb4aa04 None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:38.133322 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-9aaf6357-33c1-4702-a06f-df1e1eb4aa04 None None] Transition to ACTIVE for port object b0e9bcca-b3c2-4676-8ec8-1117c65e10d7 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:07:38.142458 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685b4eb5-2cac-4e31-ae71-cf3033384af6 None None] Pushing event updated for resources: {'Port': ['ID=830be156-9d20-4e15-be71-1309033ce8b6,revision_number=4']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:07:38.165422 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-9aaf6357-33c1-4702-a06f-df1e1eb4aa04 None None] Transition to ACTIVE for port object b0e9bcca-b3c2-4676-8ec8-1117c65e10d7 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:07:38.179253 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9aaf6357-33c1-4702-a06f-df1e1eb4aa04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:38.209205 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-96b027f4-83e5-48d9-b1f3-26557747db2e None None] Set router 0f436823-d6f2-499b-8128-42d544cd7fd1 gateway port host: None {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:07:38.238850 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aaf6357-33c1-4702-a06f-df1e1eb4aa04 None None] Network 5f98f776-a40e-4dd1-b2ce-08ae8699f1fd is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:07:38.245073 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-9aaf6357-33c1-4702-a06f-df1e1eb4aa04 None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:07:38.249099 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aaf6357-33c1-4702-a06f-df1e1eb4aa04 None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:07:38.251784 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaf6357-33c1-4702-a06f-df1e1eb4aa04 None None] Pushing event updated for resources: {'Port': ['ID=b0e9bcca-b3c2-4676-8ec8-1117c65e10d7,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:07:38.300807 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-cbb540af-f1ea-46ee-aef2-f71c044e6cff tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Allocated IP 172.21.0.1 (5f98f776-a40e-4dd1-b2ce-08ae8699f1fd/a9914cea-c11e-497b-9fbb-64c7115eae8f/729f06d2-3835-4bd9-9d80-1de26dc0fa10) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:07:38.333026 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-9aaf6357-33c1-4702-a06f-df1e1eb4aa04 None None] Attempting to bind port b0e9bcca-b3c2-4676-8ec8-1117c65e10d7 on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:07:38.333353 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-9aaf6357-33c1-4702-a06f-df1e1eb4aa04 None None] Attempting to bind port b0e9bcca-b3c2-4676-8ec8-1117c65e10d7 by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '3c4e0ec7-269f-45e4-a0bd-973b0eb7d27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '5f98f776-a40e-4dd1-b2ce-08ae8699f1fd'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:07:38.333718 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aaf6357-33c1-4702-a06f-df1e1eb4aa04 None None] Attempting to bind port b0e9bcca-b3c2-4676-8ec8-1117c65e10d7 on network 5f98f776-a40e-4dd1-b2ce-08ae8699f1fd {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:07:38.341830 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aaf6357-33c1-4702-a06f-df1e1eb4aa04 None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 7, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:07:38.342814 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aaf6357-33c1-4702-a06f-df1e1eb4aa04 None None] Checking segment: {'id': '3c4e0ec7-269f-45e4-a0bd-973b0eb7d27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '5f98f776-a40e-4dd1-b2ce-08ae8699f1fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:07:38.343490 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9aaf6357-33c1-4702-a06f-df1e1eb4aa04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:38.344146 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aaf6357-33c1-4702-a06f-df1e1eb4aa04 None None] Bound using segment: {'id': '3c4e0ec7-269f-45e4-a0bd-973b0eb7d27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '5f98f776-a40e-4dd1-b2ce-08ae8699f1fd'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:07:38.344771 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-9aaf6357-33c1-4702-a06f-df1e1eb4aa04 None None] Bound port: b0e9bcca-b3c2-4676-8ec8-1117c65e10d7, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c4e0ec7-269f-45e4-a0bd-973b0eb7d27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '5f98f776-a40e-4dd1-b2ce-08ae8699f1fd'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:07:38.345258 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9aaf6357-33c1-4702-a06f-df1e1eb4aa04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:38.453790 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-9aaf6357-33c1-4702-a06f-df1e1eb4aa04 None None] For port b0e9bcca-b3c2-4676-8ec8-1117c65e10d7, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:07:38.457921 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-96b027f4-83e5-48d9-b1f3-26557747db2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f436823-d6f2-499b-8128-42d544cd7fd1', 'name': 'tempest-RoutersTest-router-867079029', 'tenant_id': 'f494ee620f9c45cc9ecf347c38c05946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:07:34Z', 'updated_at': '2021-07-13T14:07:36Z', 'revision_number': 2, 'project_id': 'f494ee620f9c45cc9ecf347c38c05946', 'gw_port_host': None, '_interfaces': [{'id': '830be156-9d20-4e15-be71-1309033ce8b6', 'name': '', 'network_id': 'dc656cbe-70a3-457a-84d3-54975786eb41', 'tenant_id': 'f494ee620f9c45cc9ecf347c38c05946', 'mac_address': 'fa:16:3e:25:df:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f436823-d6f2-499b-8128-42d544cd7fd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': 'bf03b6c0-c63b-4b66-9c3b-94feeb155f1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:07:35Z', 'updated_at': '2021-07-13T14:07:37Z', 'revision_number': 4, 'project_id': 'f494ee620f9c45cc9ecf347c38c05946', 'subnets': [{'id': 'bf03b6c0-c63b-4b66-9c3b-94feeb155f1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:07:38.460898 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-9aaf6357-33c1-4702-a06f-df1e1eb4aa04 None None] For port b0e9bcca-b3c2-4676-8ec8-1117c65e10d7, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=b0e9bcca-b3c2-4676-8ec8-1117c65e10d7,segment=NetworkSegment(3c4e0ec7-269f-45e4-a0bd-973b0eb7d27b),segment_id=3c4e0ec7-269f-45e4-a0bd-973b0eb7d27b)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:07:38.461388 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-cbb540af-f1ea-46ee-aef2-f71c044e6cff tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:38.465029 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9aaf6357-33c1-4702-a06f-df1e1eb4aa04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:38.483132 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [None req-cbb540af-f1ea-46ee-aef2-f71c044e6cff tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Transition to ACTIVE for port object 729f06d2-3835-4bd9-9d80-1de26dc0fa10 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:07:38.503939 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b027f4-83e5-48d9-b1f3-26557747db2e None None] The sync data for ids ['0f436823-d6f2-499b-8128-42d544cd7fd1'] in n-d-800634-1 is: [{'id': '0f436823-d6f2-499b-8128-42d544cd7fd1', 'name': 'tempest-RoutersTest-router-867079029', 'tenant_id': 'f494ee620f9c45cc9ecf347c38c05946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:07:34Z', 'updated_at': '2021-07-13T14:07:36Z', 'revision_number': 2, 'project_id': 'f494ee620f9c45cc9ecf347c38c05946', 'gw_port_host': None, '_interfaces': [{'id': '830be156-9d20-4e15-be71-1309033ce8b6', 'name': '', 'network_id': 'dc656cbe-70a3-457a-84d3-54975786eb41', 'tenant_id': 'f494ee620f9c45cc9ecf347c38c05946', 'mac_address': 'fa:16:3e:25:df:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f436823-d6f2-499b-8128-42d544cd7fd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': 'bf03b6c0-c63b-4b66-9c3b-94feeb155f1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:07:35Z', 'updated_at': '2021-07-13T14:07:37Z', 'revision_number': 4, 'project_id': 'f494ee620f9c45cc9ecf347c38c05946', 'subnets': [{'id': 'bf03b6c0-c63b-4b66-9c3b-94feeb155f1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:07:38.544397 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaf6357-33c1-4702-a06f-df1e1eb4aa04 None None] Pushing event updated for resources: {'Port': ['ID=b0e9bcca-b3c2-4676-8ec8-1117c65e10d7,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:07:38.549518 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 4b064e78-7927-45b2-9e2d-8a897e985094 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:07:38.556440 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-cbb540af-f1ea-46ee-aef2-f71c044e6cff tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:38.608953 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbb540af-f1ea-46ee-aef2-f71c044e6cff tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Network 5f98f776-a40e-4dd1-b2ce-08ae8699f1fd is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:07:38.609792 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 4b064e78-7927-45b2-9e2d-8a897e985094 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:07:38.610324 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:38.612669 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-cbb540af-f1ea-46ee-aef2-f71c044e6cff tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:07:38.618379 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb540af-f1ea-46ee-aef2-f71c044e6cff tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:07:38.681492 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb540af-f1ea-46ee-aef2-f71c044e6cff tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Pushing event updated for resources: {'Port': ['ID=729f06d2-3835-4bd9-9d80-1de26dc0fa10,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:07:38.706879 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-cbb540af-f1ea-46ee-aef2-f71c044e6cff tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-450452'] for router_interface, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:38.886956 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-cbb540af-f1ea-46ee-aef2-f71c044e6cff tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:39.206307 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-cbb540af-f1ea-46ee-aef2-f71c044e6cff tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:39.211114 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-cbb540af-f1ea-46ee-aef2-f71c044e6cff tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:39.293134 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb540af-f1ea-46ee-aef2-f71c044e6cff tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Pushing event updated for resources: {'Port': ['ID=729f06d2-3835-4bd9-9d80-1de26dc0fa10,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:07:39.301151 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-cbb540af-f1ea-46ee-aef2-f71c044e6cff tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1785045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451806'] for router_interface, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:39.410693 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbb540af-f1ea-46ee-aef2-f71c044e6cff tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Network 5f98f776-a40e-4dd1-b2ce-08ae8699f1fd is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:07:39.412227 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-cbb540af-f1ea-46ee-aef2-f71c044e6cff tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:07:39.511774 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbb540af-f1ea-46ee-aef2-f71c044e6cff tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Router 0f436823-d6f2-499b-8128-42d544cd7fd1 has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:07:39.615846 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbb540af-f1ea-46ee-aef2-f71c044e6cff tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:07:39.624517 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-cbb540af-f1ea-46ee-aef2-f71c044e6cff tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] 10.222.0.23 "PUT /v2.0/routers/0f436823-d6f2-499b-8128-42d544cd7fd1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1340694 Jul 13 14:07:39.624653 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 40708) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:07:39.629594 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-052c93a0-f299-414a-adaf-00313dc1d03c tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Request body: {'network': {'name': 'tempest-RoutersTest-303139725'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:07:39.649044 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49726d36-445c-48a8-8d3b-f9582307a4de None None] Network 5f98f776-a40e-4dd1-b2ce-08ae8699f1fd requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:07:39.657299 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-052c93a0-f299-414a-adaf-00313dc1d03c tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Made reservation on behalf of f494ee620f9c45cc9ecf347c38c05946 for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:07:39.660930 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-052c93a0-f299-414a-adaf-00313dc1d03c tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:39.685375 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-052c93a0-f299-414a-adaf-00313dc1d03c tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 14:07:39.694365 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-052c93a0-f299-414a-adaf-00313dc1d03c tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:39.694721 n-d-800634-1 neutron-server[93750]: INFO neutron.db.segments_db [None req-052c93a0-f299-414a-adaf-00313dc1d03c tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Added segment eac131db-a50e-4a1c-a978-68e39d632db9 of type vlan for network 6efe5516-c6f7-4066-8448-0cc234483b0d Jul 13 14:07:39.704524 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-39d0309a-88c5-4917-bb72-a6f768c39341 None None] Provisioning for port b0e9bcca-b3c2-4676-8ec8-1117c65e10d7 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:07:39.743526 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-052c93a0-f299-414a-adaf-00313dc1d03c tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:39.781102 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-052c93a0-f299-414a-adaf-00313dc1d03c tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:39.788157 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-052c93a0-f299-414a-adaf-00313dc1d03c tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:07:39.788953 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-052c93a0-f299-414a-adaf-00313dc1d03c tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:39.845797 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-052c93a0-f299-414a-adaf-00313dc1d03c tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2193649 Jul 13 14:07:39.847701 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 40710) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:07:39.852884 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-22297b9f-b854-4f29-8451-7b41017c434f tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Request body: {'subnet': {'network_id': '6efe5516-c6f7-4066-8448-0cc234483b0d', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:07:39.917296 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052c93a0-f299-414a-adaf-00313dc1d03c tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Pushing event updated for resources: {'Network': ['ID=6efe5516-c6f7-4066-8448-0cc234483b0d,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:07:39.933386 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network 6efe5516-c6f7-4066-8448-0cc234483b0d details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 14:07:39.979725 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22297b9f-b854-4f29-8451-7b41017c434f tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Made reservation on behalf of f494ee620f9c45cc9ecf347c38c05946 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:07:39.984986 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-22297b9f-b854-4f29-8451-7b41017c434f tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4763385'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:40.116114 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ec4000-a7a3-411b-9332-ee1933691b8e None None] Sync routers for ids ['0f436823-d6f2-499b-8128-42d544cd7fd1'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:07:40.135389 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ec4000-a7a3-411b-9332-ee1933691b8e None None] Routers {'0f436823-d6f2-499b-8128-42d544cd7fd1'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:07:40.136210 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-b2ec4000-a7a3-411b-9332-ee1933691b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:07:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['0f436823-d6f2-499b-8128-42d544cd7fd1'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:07:40.172547 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-75a9e9f5-2d3f-43d3-b98c-506cf10262a6 None None] Provisioning for port 729f06d2-3835-4bd9-9d80-1de26dc0fa10 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:07:40.203548 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-22297b9f-b854-4f29-8451-7b41017c434f tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5970588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4763339'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:40.207782 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-75a9e9f5-2d3f-43d3-b98c-506cf10262a6 None None] Provisioning complete for port 729f06d2-3835-4bd9-9d80-1de26dc0fa10 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:07:40.208229 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-75a9e9f5-2d3f-43d3-b98c-506cf10262a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:40.258247 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-b2ec4000-a7a3-411b-9332-ee1933691b8e None None] Set router 0f436823-d6f2-499b-8128-42d544cd7fd1 gateway port host: None {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:07:40.260328 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-75a9e9f5-2d3f-43d3-b98c-506cf10262a6 None None] Port 729f06d2-3835-4bd9-9d80-1de26dc0fa10 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:07:40.273971 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22297b9f-b854-4f29-8451-7b41017c434f tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Pushing event updated for resources: {'Subnet': ['ID=24a7b1a7-4f74-4f46-b94e-ecba38a8ccd3,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:07:40.282342 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22297b9f-b854-4f29-8451-7b41017c434f tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Checking segment: {'id': 'eac131db-a50e-4a1c-a978-68e39d632db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6efe5516-c6f7-4066-8448-0cc234483b0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:07:40.282801 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22297b9f-b854-4f29-8451-7b41017c434f tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Network hostable DHCP agents. Network: 6efe5516-c6f7-4066-8448-0cc234483b0d, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 14:07:40.302677 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22297b9f-b854-4f29-8451-7b41017c434f tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Network 6efe5516-c6f7-4066-8448-0cc234483b0d is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 14:07:40.318361 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-22297b9f-b854-4f29-8451-7b41017c434f tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, 6efe5516-c6f7-4066-8448-0cc234483b0d) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:07:40.324433 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22297b9f-b854-4f29-8451-7b41017c434f tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:07:40.325680 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-22297b9f-b854-4f29-8451-7b41017c434f tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:40.342446 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-22297b9f-b854-4f29-8451-7b41017c434f tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4934485 Jul 13 14:07:40.344850 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 40712) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:07:40.353698 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c265ecd-6704-4046-aa07-21d1cc491fc3 None None] Network 6efe5516-c6f7-4066-8448-0cc234483b0d requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:07:40.489938 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-531e3de5-f5fc-41bd-a641-a1c5543f74f2 None None] Provisioning complete for port 729f06d2-3835-4bd9-9d80-1de26dc0fa10 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:07:40.490385 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-531e3de5-f5fc-41bd-a641-a1c5543f74f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:40.564511 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-531e3de5-f5fc-41bd-a641-a1c5543f74f2 None None] Port 729f06d2-3835-4bd9-9d80-1de26dc0fa10 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:07:40.592308 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 830be156-9d20-4e15-be71-1309033ce8b6 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:07:40.717708 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a96971-11c7-476e-b1c9-126738e9bfbd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a7201e1-61ce-5a3e-b7f7-e800379ed03b-6efe5516-c6f7-4066-8448-0cc234483b0d', 'network_id': '6efe5516-c6f7-4066-8448-0cc234483b0d', 'tenant_id': 'f494ee620f9c45cc9ecf347c38c05946', 'fixed_ips': [{'subnet_id': '24a7b1a7-4f74-4f46-b94e-ecba38a8ccd3'}]}} from n-d-800634-1. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 14:07:40.718584 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-81a96971-11c7-476e-b1c9-126738e9bfbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:40.741242 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port 830be156-9d20-4e15-be71-1309033ce8b6 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:07:40.745717 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-7ee32a66-c93a-4a6a-bb6c-eb8a70d30df2 None None] Provisioning complete for port 729f06d2-3835-4bd9-9d80-1de26dc0fa10 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:07:40.746105 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-7ee32a66-c93a-4a6a-bb6c-eb8a70d30df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:40.756467 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 830be156-9d20-4e15-be71-1309033ce8b6 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:07:40.756992 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:40.853853 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-b2ec4000-a7a3-411b-9332-ee1933691b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f436823-d6f2-499b-8128-42d544cd7fd1', 'name': 'tempest-RoutersTest-router-867079029', 'tenant_id': 'f494ee620f9c45cc9ecf347c38c05946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:07:34Z', 'updated_at': '2021-07-13T14:07:38Z', 'revision_number': 3, 'project_id': 'f494ee620f9c45cc9ecf347c38c05946', 'gw_port_host': None, '_interfaces': [{'id': '729f06d2-3835-4bd9-9d80-1de26dc0fa10', 'name': '', 'network_id': '5f98f776-a40e-4dd1-b2ce-08ae8699f1fd', 'tenant_id': 'f494ee620f9c45cc9ecf347c38c05946', 'mac_address': 'fa:16:3e:2b:d8:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f436823-d6f2-499b-8128-42d544cd7fd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3459, 'fixed_ips': [{'subnet_id': 'a9914cea-c11e-497b-9fbb-64c7115eae8f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:07:38Z', 'updated_at': '2021-07-13T14:07:39Z', 'revision_number': 2, 'project_id': 'f494ee620f9c45cc9ecf347c38c05946', 'subnets': [{'id': 'a9914cea-c11e-497b-9fbb-64c7115eae8f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '830be156-9d20-4e15-be71-1309033ce8b6', 'name': '', 'network_id': 'dc656cbe-70a3-457a-84d3-54975786eb41', 'tenant_id': 'f494ee620f9c45cc9ecf347c38c05946', 'mac_address': 'fa:16:3e:25:df:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f436823-d6f2-499b-8128-42d544cd7fd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': 'bf03b6c0-c63b-4b66-9c3b-94feeb155f1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:07:35Z', 'updated_at': '2021-07-13T14:07:37Z', 'revision_number': 4, 'project_id': 'f494ee620f9c45cc9ecf347c38c05946', 'subnets': [{'id': 'bf03b6c0-c63b-4b66-9c3b-94feeb155f1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:07:40.905661 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ec4000-a7a3-411b-9332-ee1933691b8e None None] Checking router: 0f436823-d6f2-499b-8128-42d544cd7fd1 for host: n-d-800634-1 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:07:40.906038 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ec4000-a7a3-411b-9332-ee1933691b8e None None] Updating router 0f436823-d6f2-499b-8128-42d544cd7fd1 port 729f06d2-3835-4bd9-9d80-1de26dc0fa10 binding host n-d-800634-1 {{(pid=93752) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 14:07:40.936981 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-7ee32a66-c93a-4a6a-bb6c-eb8a70d30df2 None None] Port 729f06d2-3835-4bd9-9d80-1de26dc0fa10 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:07:40.986948 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b2ec4000-a7a3-411b-9332-ee1933691b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:41.062392 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-81a96971-11c7-476e-b1c9-126738e9bfbd None None] Allocated IP 172.22.0.2 (6efe5516-c6f7-4066-8448-0cc234483b0d/24a7b1a7-4f74-4f46-b94e-ecba38a8ccd3/612e4e10-36d0-4881-9315-2a64d51a55df) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:07:41.071825 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:41.094609 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-902b9cbb-3951-4ee1-959a-97f6f5c4e562 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:41.226289 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port 830be156-9d20-4e15-be71-1309033ce8b6, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=830be156-9d20-4e15-be71-1309033ce8b6,segment=NetworkSegment(97f52c38-9b0a-4d78-acd7-ddfb895fb724),segment_id=97f52c38-9b0a-4d78-acd7-ddfb895fb724)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:07:41.239944 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:41.240816 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device b0e9bcca-b3c2-4676-8ec8-1117c65e10d7 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:07:41.560661 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:07:41.585432 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=830be156-9d20-4e15-be71-1309033ce8b6,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:07:41.638668 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port b0e9bcca-b3c2-4676-8ec8-1117c65e10d7 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:07:41.644765 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-81a96971-11c7-476e-b1c9-126738e9bfbd None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:41.666073 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port b0e9bcca-b3c2-4676-8ec8-1117c65e10d7 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:07:41.666679 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:41.675338 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-81a96971-11c7-476e-b1c9-126738e9bfbd None None] Transition to ACTIVE for port object 612e4e10-36d0-4881-9315-2a64d51a55df will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:07:41.739036 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-81a96971-11c7-476e-b1c9-126738e9bfbd None None] Transition to ACTIVE for port object 612e4e10-36d0-4881-9315-2a64d51a55df will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:07:41.752372 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b2ec4000-a7a3-411b-9332-ee1933691b8e None None] Notify callbacks [] for port, precommit_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:41.756593 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-81a96971-11c7-476e-b1c9-126738e9bfbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:41.800267 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b2ec4000-a7a3-411b-9332-ee1933691b8e None None] Transition to ACTIVE for port object 729f06d2-3835-4bd9-9d80-1de26dc0fa10 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:07:41.803133 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-902b9cbb-3951-4ee1-959a-97f6f5c4e562 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Allocated IP 172.22.0.1 (6efe5516-c6f7-4066-8448-0cc234483b0d/24a7b1a7-4f74-4f46-b94e-ecba38a8ccd3/97c5fb28-a8df-400a-8fbc-b4c36428f3e4) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:07:41.817324 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a96971-11c7-476e-b1c9-126738e9bfbd None None] Network 6efe5516-c6f7-4066-8448-0cc234483b0d is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:07:41.820696 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b2ec4000-a7a3-411b-9332-ee1933691b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:41.827100 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-81a96971-11c7-476e-b1c9-126738e9bfbd None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:07:41.834262 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a96971-11c7-476e-b1c9-126738e9bfbd None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:07:41.837965 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a96971-11c7-476e-b1c9-126738e9bfbd None None] Pushing event updated for resources: {'Port': ['ID=612e4e10-36d0-4881-9315-2a64d51a55df,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:07:41.943500 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-902b9cbb-3951-4ee1-959a-97f6f5c4e562 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:41.957898 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [None req-902b9cbb-3951-4ee1-959a-97f6f5c4e562 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Transition to ACTIVE for port object 97c5fb28-a8df-400a-8fbc-b4c36428f3e4 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:07:41.958483 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:41.998212 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-902b9cbb-3951-4ee1-959a-97f6f5c4e562 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:42.020904 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1e5b9d-494d-499e-8397-c92a726df991 None None] Pushing event updated for resources: {'Port': ['ID=729f06d2-3835-4bd9-9d80-1de26dc0fa10,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:07:42.033348 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-81a96971-11c7-476e-b1c9-126738e9bfbd None None] Attempting to bind port 612e4e10-36d0-4881-9315-2a64d51a55df on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:07:42.033348 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-81a96971-11c7-476e-b1c9-126738e9bfbd None None] Attempting to bind port 612e4e10-36d0-4881-9315-2a64d51a55df by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': 'eac131db-a50e-4a1c-a978-68e39d632db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6efe5516-c6f7-4066-8448-0cc234483b0d'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:07:42.033725 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a96971-11c7-476e-b1c9-126738e9bfbd None None] Attempting to bind port 612e4e10-36d0-4881-9315-2a64d51a55df on network 6efe5516-c6f7-4066-8448-0cc234483b0d {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:07:42.046101 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-902b9cbb-3951-4ee1-959a-97f6f5c4e562 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Network 6efe5516-c6f7-4066-8448-0cc234483b0d is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:07:42.051132 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a96971-11c7-476e-b1c9-126738e9bfbd None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 7, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:07:42.051514 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a96971-11c7-476e-b1c9-126738e9bfbd None None] Checking segment: {'id': 'eac131db-a50e-4a1c-a978-68e39d632db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6efe5516-c6f7-4066-8448-0cc234483b0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:07:42.051922 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-81a96971-11c7-476e-b1c9-126738e9bfbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:42.052320 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a96971-11c7-476e-b1c9-126738e9bfbd None None] Bound using segment: {'id': 'eac131db-a50e-4a1c-a978-68e39d632db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6efe5516-c6f7-4066-8448-0cc234483b0d'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:07:42.052799 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-81a96971-11c7-476e-b1c9-126738e9bfbd None None] Bound port: 612e4e10-36d0-4881-9315-2a64d51a55df, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eac131db-a50e-4a1c-a978-68e39d632db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6efe5516-c6f7-4066-8448-0cc234483b0d'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:07:42.053184 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-81a96971-11c7-476e-b1c9-126738e9bfbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:42.055103 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-902b9cbb-3951-4ee1-959a-97f6f5c4e562 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:07:42.060721 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902b9cbb-3951-4ee1-959a-97f6f5c4e562 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:07:42.061836 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-b2ec4000-a7a3-411b-9332-ee1933691b8e None None] Attempting to bind port 729f06d2-3835-4bd9-9d80-1de26dc0fa10 on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:07:42.062213 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-b2ec4000-a7a3-411b-9332-ee1933691b8e None None] Attempting to bind port 729f06d2-3835-4bd9-9d80-1de26dc0fa10 by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '3c4e0ec7-269f-45e4-a0bd-973b0eb7d27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '5f98f776-a40e-4dd1-b2ce-08ae8699f1fd'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:07:42.062582 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ec4000-a7a3-411b-9332-ee1933691b8e None None] Attempting to bind port 729f06d2-3835-4bd9-9d80-1de26dc0fa10 on network 5f98f776-a40e-4dd1-b2ce-08ae8699f1fd {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:07:42.084799 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port b0e9bcca-b3c2-4676-8ec8-1117c65e10d7, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=b0e9bcca-b3c2-4676-8ec8-1117c65e10d7,segment=NetworkSegment(3c4e0ec7-269f-45e4-a0bd-973b0eb7d27b),segment_id=3c4e0ec7-269f-45e4-a0bd-973b0eb7d27b)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:07:42.086012 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ec4000-a7a3-411b-9332-ee1933691b8e None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 7, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:07:42.086362 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ec4000-a7a3-411b-9332-ee1933691b8e None None] Checking segment: {'id': '3c4e0ec7-269f-45e4-a0bd-973b0eb7d27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '5f98f776-a40e-4dd1-b2ce-08ae8699f1fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:07:42.086755 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b2ec4000-a7a3-411b-9332-ee1933691b8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:42.087147 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ec4000-a7a3-411b-9332-ee1933691b8e None None] Bound using segment: {'id': '3c4e0ec7-269f-45e4-a0bd-973b0eb7d27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '5f98f776-a40e-4dd1-b2ce-08ae8699f1fd'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:07:42.088358 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-b2ec4000-a7a3-411b-9332-ee1933691b8e None None] Bound port: 729f06d2-3835-4bd9-9d80-1de26dc0fa10, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c4e0ec7-269f-45e4-a0bd-973b0eb7d27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '5f98f776-a40e-4dd1-b2ce-08ae8699f1fd'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:07:42.088358 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b2ec4000-a7a3-411b-9332-ee1933691b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:42.088642 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902b9cbb-3951-4ee1-959a-97f6f5c4e562 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Pushing event updated for resources: {'Port': ['ID=97c5fb28-a8df-400a-8fbc-b4c36428f3e4,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:07:42.093393 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:42.111555 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-902b9cbb-3951-4ee1-959a-97f6f5c4e562 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-450452'] for router_interface, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:42.243500 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=b0e9bcca-b3c2-4676-8ec8-1117c65e10d7,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:07:42.246495 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-81a96971-11c7-476e-b1c9-126738e9bfbd None None] For port 612e4e10-36d0-4881-9315-2a64d51a55df, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:07:42.247479 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-902b9cbb-3951-4ee1-959a-97f6f5c4e562 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:42.252330 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-81a96971-11c7-476e-b1c9-126738e9bfbd None None] For port 612e4e10-36d0-4881-9315-2a64d51a55df, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=612e4e10-36d0-4881-9315-2a64d51a55df,segment=NetworkSegment(eac131db-a50e-4a1c-a978-68e39d632db9),segment_id=eac131db-a50e-4a1c-a978-68e39d632db9)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:07:42.259434 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-81a96971-11c7-476e-b1c9-126738e9bfbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:42.271217 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b2ec4000-a7a3-411b-9332-ee1933691b8e None None] For port 729f06d2-3835-4bd9-9d80-1de26dc0fa10, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:07:42.307667 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b2ec4000-a7a3-411b-9332-ee1933691b8e None None] For port 729f06d2-3835-4bd9-9d80-1de26dc0fa10, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=729f06d2-3835-4bd9-9d80-1de26dc0fa10,segment=NetworkSegment(3c4e0ec7-269f-45e4-a0bd-973b0eb7d27b),segment_id=3c4e0ec7-269f-45e4-a0bd-973b0eb7d27b)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:07:42.318456 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b2ec4000-a7a3-411b-9332-ee1933691b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:42.345064 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a96971-11c7-476e-b1c9-126738e9bfbd None None] Pushing event updated for resources: {'Port': ['ID=612e4e10-36d0-4881-9315-2a64d51a55df,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:07:42.380653 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ec4000-a7a3-411b-9332-ee1933691b8e None None] Routers {'0f436823-d6f2-499b-8128-42d544cd7fd1'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:07:42.381353 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-b2ec4000-a7a3-411b-9332-ee1933691b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:07:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['0f436823-d6f2-499b-8128-42d544cd7fd1'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:07:42.474683 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1e5b9d-494d-499e-8397-c92a726df991 None None] Pushing event updated for resources: {'Port': ['ID=729f06d2-3835-4bd9-9d80-1de26dc0fa10,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:07:42.505574 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-b2ec4000-a7a3-411b-9332-ee1933691b8e None None] Set router 0f436823-d6f2-499b-8128-42d544cd7fd1 gateway port host: None {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:07:42.539134 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 830be156-9d20-4e15-be71-1309033ce8b6 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:07:42.612166 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-902b9cbb-3951-4ee1-959a-97f6f5c4e562 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:42.619801 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-902b9cbb-3951-4ee1-959a-97f6f5c4e562 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:42.704297 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-902b9cbb-3951-4ee1-959a-97f6f5c4e562 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1785045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451806'] for router_interface, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:42.704639 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 830be156-9d20-4e15-be71-1309033ce8b6 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:07:42.705016 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:42.740555 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902b9cbb-3951-4ee1-959a-97f6f5c4e562 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Pushing event updated for resources: {'Port': ['ID=97c5fb28-a8df-400a-8fbc-b4c36428f3e4,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:07:42.831241 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-902b9cbb-3951-4ee1-959a-97f6f5c4e562 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Network 6efe5516-c6f7-4066-8448-0cc234483b0d is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:07:42.833025 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-902b9cbb-3951-4ee1-959a-97f6f5c4e562 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:07:42.875668 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device b0e9bcca-b3c2-4676-8ec8-1117c65e10d7 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:07:42.916921 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-b2ec4000-a7a3-411b-9332-ee1933691b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f436823-d6f2-499b-8128-42d544cd7fd1', 'name': 'tempest-RoutersTest-router-867079029', 'tenant_id': 'f494ee620f9c45cc9ecf347c38c05946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:07:34Z', 'updated_at': '2021-07-13T14:07:42Z', 'revision_number': 4, 'project_id': 'f494ee620f9c45cc9ecf347c38c05946', 'gw_port_host': None, '_interfaces': [{'id': '729f06d2-3835-4bd9-9d80-1de26dc0fa10', 'name': '', 'network_id': '5f98f776-a40e-4dd1-b2ce-08ae8699f1fd', 'tenant_id': 'f494ee620f9c45cc9ecf347c38c05946', 'mac_address': 'fa:16:3e:2b:d8:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f436823-d6f2-499b-8128-42d544cd7fd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3459, 'fixed_ips': [{'subnet_id': 'a9914cea-c11e-497b-9fbb-64c7115eae8f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:07:38Z', 'updated_at': '2021-07-13T14:07:42Z', 'revision_number': 4, 'project_id': 'f494ee620f9c45cc9ecf347c38c05946', 'subnets': [{'id': 'a9914cea-c11e-497b-9fbb-64c7115eae8f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '830be156-9d20-4e15-be71-1309033ce8b6', 'name': '', 'network_id': 'dc656cbe-70a3-457a-84d3-54975786eb41', 'tenant_id': 'f494ee620f9c45cc9ecf347c38c05946', 'mac_address': 'fa:16:3e:25:df:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f436823-d6f2-499b-8128-42d544cd7fd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': 'bf03b6c0-c63b-4b66-9c3b-94feeb155f1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:07:35Z', 'updated_at': '2021-07-13T14:07:41Z', 'revision_number': 5, 'project_id': 'f494ee620f9c45cc9ecf347c38c05946', 'subnets': [{'id': 'bf03b6c0-c63b-4b66-9c3b-94feeb155f1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97c5fb28-a8df-400a-8fbc-b4c36428f3e4', 'name': '', 'network_id': '6efe5516-c6f7-4066-8448-0cc234483b0d', 'tenant_id': 'f494ee620f9c45cc9ecf347c38c05946', 'mac_address': 'fa:16:3e:59:17:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f436823-d6f2-499b-8128-42d544cd7fd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': '24a7b1a7-4f74-4f46-b94e-ecba38a8ccd3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:07:41Z', 'updated_at': '2021-07-13T14:07:41Z', 'revision_number': 1, 'project_id': 'f494ee620f9c45cc9ecf347c38c05946', 'subnets': [{'id': '24a7b1a7-4f74-4f46-b94e-ecba38a8ccd3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:07:42.944424 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-902b9cbb-3951-4ee1-959a-97f6f5c4e562 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Router 0f436823-d6f2-499b-8128-42d544cd7fd1 has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:07:42.946588 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ec4000-a7a3-411b-9332-ee1933691b8e None None] The sync data for ids ['0f436823-d6f2-499b-8128-42d544cd7fd1'] in n-d-800634-1 is: [{'id': '0f436823-d6f2-499b-8128-42d544cd7fd1', 'name': 'tempest-RoutersTest-router-867079029', 'tenant_id': 'f494ee620f9c45cc9ecf347c38c05946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:07:34Z', 'updated_at': '2021-07-13T14:07:42Z', 'revision_number': 4, 'project_id': 'f494ee620f9c45cc9ecf347c38c05946', 'gw_port_host': None, '_interfaces': [{'id': '729f06d2-3835-4bd9-9d80-1de26dc0fa10', 'name': '', 'network_id': '5f98f776-a40e-4dd1-b2ce-08ae8699f1fd', 'tenant_id': 'f494ee620f9c45cc9ecf347c38c05946', 'mac_address': 'fa:16:3e:2b:d8:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f436823-d6f2-499b-8128-42d544cd7fd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3459, 'fixed_ips': [{'subnet_id': 'a9914cea-c11e-497b-9fbb-64c7115eae8f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:07:38Z', 'updated_at': '2021-07-13T14:07:42Z', 'revision_number': 4, 'project_id': 'f494ee620f9c45cc9ecf347c38c05946', 'subnets': [{'id': 'a9914cea-c11e-497b-9fbb-64c7115eae8f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '830be156-9d20-4e15-be71-1309033ce8b6', 'name': '', 'network_id': 'dc656cbe-70a3-457a-84d3-54975786eb41', 'tenant_id': 'f494ee620f9c45cc9ecf347c38c05946', 'mac_address': 'fa:16:3e:25:df:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f436823-d6f2-499b-8128-42d544cd7fd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': 'bf03b6c0-c63b-4b66-9c3b-94feeb155f1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:07:35Z', 'updated_at': '2021-07-13T14:07:41Z', 'revision_number': 5, 'project_id': 'f494ee620f9c45cc9ecf347c38c05946', 'subnets': [{'id': 'bf03b6c0-c63b-4b66-9c3b-94feeb155f1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97c5fb28-a8df-400a-8fbc-b4c36428f3e4', 'name': '', 'network_id': '6efe5516-c6f7-4066-8448-0cc234483b0d', 'tenant_id': 'f494ee620f9c45cc9ecf347c38c05946', 'mac_address': 'fa:16:3e:59:17:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f436823-d6f2-499b-8128-42d544cd7fd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': '24a7b1a7-4f74-4f46-b94e-ecba38a8ccd3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:07:41Z', 'updated_at': '2021-07-13T14:07:41Z', 'revision_number': 1, 'project_id': 'f494ee620f9c45cc9ecf347c38c05946', 'subnets': [{'id': '24a7b1a7-4f74-4f46-b94e-ecba38a8ccd3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:07:42.962793 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port b0e9bcca-b3c2-4676-8ec8-1117c65e10d7 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:07:42.963339 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:43.075583 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-902b9cbb-3951-4ee1-959a-97f6f5c4e562 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:07:43.081128 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-902b9cbb-3951-4ee1-959a-97f6f5c4e562 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] 10.222.0.23 "PUT /v2.0/routers/0f436823-d6f2-499b-8128-42d544cd7fd1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7351775 Jul 13 14:07:43.084702 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 40714) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:07:43.090074 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-79645341-1bb1-4fa3-b5fc-0c0a3df6556a tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Request body: {'network': {'name': 'tempest-RoutersTest-446126449'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:07:43.114353 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79645341-1bb1-4fa3-b5fc-0c0a3df6556a tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Made reservation on behalf of f494ee620f9c45cc9ecf347c38c05946 for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:07:43.118225 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-79645341-1bb1-4fa3-b5fc-0c0a3df6556a tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:43.147790 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79645341-1bb1-4fa3-b5fc-0c0a3df6556a tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 14:07:43.157417 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-79645341-1bb1-4fa3-b5fc-0c0a3df6556a tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:43.157800 n-d-800634-1 neutron-server[93750]: INFO neutron.db.segments_db [None req-79645341-1bb1-4fa3-b5fc-0c0a3df6556a tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Added segment 88f0e98d-8284-47aa-badb-1d62d3bb03bf of type vlan for network b58c12f3-8706-45b9-aa4e-80227b8507c8 Jul 13 14:07:43.205693 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-79645341-1bb1-4fa3-b5fc-0c0a3df6556a tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:43.243729 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-79645341-1bb1-4fa3-b5fc-0c0a3df6556a tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:43.250674 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79645341-1bb1-4fa3-b5fc-0c0a3df6556a tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:07:43.251532 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-79645341-1bb1-4fa3-b5fc-0c0a3df6556a tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:43.319786 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-79645341-1bb1-4fa3-b5fc-0c0a3df6556a tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2337356 Jul 13 14:07:43.322527 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 40716) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:07:43.333235 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-d5cbdce6-1d87-4541-aeee-bb48ee0350eb tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Request body: {'subnet': {'network_id': 'b58c12f3-8706-45b9-aa4e-80227b8507c8', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:07:43.335293 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79645341-1bb1-4fa3-b5fc-0c0a3df6556a tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Pushing event updated for resources: {'Network': ['ID=b58c12f3-8706-45b9-aa4e-80227b8507c8,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:07:43.352122 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network b58c12f3-8706-45b9-aa4e-80227b8507c8 details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 14:07:43.457585 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5cbdce6-1d87-4541-aeee-bb48ee0350eb tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Made reservation on behalf of f494ee620f9c45cc9ecf347c38c05946 for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:07:43.461945 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d5cbdce6-1d87-4541-aeee-bb48ee0350eb tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6104980'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:43.633679 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b67dde44-1365-449c-b057-36f30a566eff None None] Network 6efe5516-c6f7-4066-8448-0cc234483b0d requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:07:43.677137 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d5cbdce6-1d87-4541-aeee-bb48ee0350eb tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6018343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6104998'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:43.705808 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-527da51d-abca-4add-a5fd-007b775681ce None None] Provisioning for port 612e4e10-36d0-4881-9315-2a64d51a55df completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:07:44.020219 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cbdce6-1d87-4541-aeee-bb48ee0350eb tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Pushing event updated for resources: {'Subnet': ['ID=beccfaa0-0197-4401-8ec2-4bb2559ccf34,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:07:44.049345 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5cbdce6-1d87-4541-aeee-bb48ee0350eb tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Checking segment: {'id': '88f0e98d-8284-47aa-badb-1d62d3bb03bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'b58c12f3-8706-45b9-aa4e-80227b8507c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:07:44.049828 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5cbdce6-1d87-4541-aeee-bb48ee0350eb tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Network hostable DHCP agents. Network: b58c12f3-8706-45b9-aa4e-80227b8507c8, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 14:07:44.069003 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5cbdce6-1d87-4541-aeee-bb48ee0350eb tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Network b58c12f3-8706-45b9-aa4e-80227b8507c8 is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 14:07:44.082900 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-d5cbdce6-1d87-4541-aeee-bb48ee0350eb tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, b58c12f3-8706-45b9-aa4e-80227b8507c8) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:07:44.088521 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5cbdce6-1d87-4541-aeee-bb48ee0350eb tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:07:44.089306 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d5cbdce6-1d87-4541-aeee-bb48ee0350eb tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:44.099547 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec0ac40-b7fc-4982-96ca-c04acffd2ab4 None None] Network b58c12f3-8706-45b9-aa4e-80227b8507c8 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:07:44.107719 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-d5cbdce6-1d87-4541-aeee-bb48ee0350eb tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7837038 Jul 13 14:07:44.111708 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 40718) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:07:44.169014 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-3981c9a9-c22c-436c-92c1-c059e6b44823 None None] Provisioning for port 97c5fb28-a8df-400a-8fbc-b4c36428f3e4 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:07:44.175396 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-3981c9a9-c22c-436c-92c1-c059e6b44823 None None] Provisioning complete for port 97c5fb28-a8df-400a-8fbc-b4c36428f3e4 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:07:44.175780 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-3981c9a9-c22c-436c-92c1-c059e6b44823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:44.232899 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-3981c9a9-c22c-436c-92c1-c059e6b44823 None None] Port 97c5fb28-a8df-400a-8fbc-b4c36428f3e4 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:07:44.292770 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877a558c-6bc8-4c58-92ab-68956c3a5cd2 None None] Sync routers for ids ['0f436823-d6f2-499b-8128-42d544cd7fd1'] in n-d-800634-1 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:07:44.305807 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877a558c-6bc8-4c58-92ab-68956c3a5cd2 None None] Routers {'0f436823-d6f2-499b-8128-42d544cd7fd1'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:07:44.306500 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-877a558c-6bc8-4c58-92ab-68956c3a5cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:07:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['0f436823-d6f2-499b-8128-42d544cd7fd1'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:07:44.315309 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df15e8e-a1e1-4e0a-97fb-dda941d81648 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a7201e1-61ce-5a3e-b7f7-e800379ed03b-b58c12f3-8706-45b9-aa4e-80227b8507c8', 'network_id': 'b58c12f3-8706-45b9-aa4e-80227b8507c8', 'tenant_id': 'f494ee620f9c45cc9ecf347c38c05946', 'fixed_ips': [{'subnet_id': 'beccfaa0-0197-4401-8ec2-4bb2559ccf34'}]}} from n-d-800634-1. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 14:07:44.316444 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-7df15e8e-a1e1-4e0a-97fb-dda941d81648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:44.418402 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-877a558c-6bc8-4c58-92ab-68956c3a5cd2 None None] Set router 0f436823-d6f2-499b-8128-42d544cd7fd1 gateway port host: None {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:07:44.485410 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-f7042d42-ec9b-4c2e-8baa-49b6734d26d6 None None] Provisioning complete for port 97c5fb28-a8df-400a-8fbc-b4c36428f3e4 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:07:44.490677 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f7042d42-ec9b-4c2e-8baa-49b6734d26d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:44.603347 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-f7042d42-ec9b-4c2e-8baa-49b6734d26d6 None None] Port 97c5fb28-a8df-400a-8fbc-b4c36428f3e4 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:07:44.607182 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-7df15e8e-a1e1-4e0a-97fb-dda941d81648 None None] Allocated IP 172.23.0.2 (b58c12f3-8706-45b9-aa4e-80227b8507c8/beccfaa0-0197-4401-8ec2-4bb2559ccf34/62e081fa-730e-44af-b297-8b3b3889a1d4) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:07:44.642969 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 612e4e10-36d0-4881-9315-2a64d51a55df up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:07:44.648933 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-21d4d267-647b-4267-b4f5-55dd869694e0 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:44.737142 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-877a558c-6bc8-4c58-92ab-68956c3a5cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f436823-d6f2-499b-8128-42d544cd7fd1', 'name': 'tempest-RoutersTest-router-867079029', 'tenant_id': 'f494ee620f9c45cc9ecf347c38c05946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:07:34Z', 'updated_at': '2021-07-13T14:07:42Z', 'revision_number': 4, 'project_id': 'f494ee620f9c45cc9ecf347c38c05946', 'gw_port_host': None, '_interfaces': [{'id': '729f06d2-3835-4bd9-9d80-1de26dc0fa10', 'name': '', 'network_id': '5f98f776-a40e-4dd1-b2ce-08ae8699f1fd', 'tenant_id': 'f494ee620f9c45cc9ecf347c38c05946', 'mac_address': 'fa:16:3e:2b:d8:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f436823-d6f2-499b-8128-42d544cd7fd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3459, 'fixed_ips': [{'subnet_id': 'a9914cea-c11e-497b-9fbb-64c7115eae8f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:07:38Z', 'updated_at': '2021-07-13T14:07:42Z', 'revision_number': 4, 'project_id': 'f494ee620f9c45cc9ecf347c38c05946', 'subnets': [{'id': 'a9914cea-c11e-497b-9fbb-64c7115eae8f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '830be156-9d20-4e15-be71-1309033ce8b6', 'name': '', 'network_id': 'dc656cbe-70a3-457a-84d3-54975786eb41', 'tenant_id': 'f494ee620f9c45cc9ecf347c38c05946', 'mac_address': 'fa:16:3e:25:df:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f436823-d6f2-499b-8128-42d544cd7fd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': 'bf03b6c0-c63b-4b66-9c3b-94feeb155f1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:07:35Z', 'updated_at': '2021-07-13T14:07:41Z', 'revision_number': 5, 'project_id': 'f494ee620f9c45cc9ecf347c38c05946', 'subnets': [{'id': 'bf03b6c0-c63b-4b66-9c3b-94feeb155f1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97c5fb28-a8df-400a-8fbc-b4c36428f3e4', 'name': '', 'network_id': '6efe5516-c6f7-4066-8448-0cc234483b0d', 'tenant_id': 'f494ee620f9c45cc9ecf347c38c05946', 'mac_address': 'fa:16:3e:59:17:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f436823-d6f2-499b-8128-42d544cd7fd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': '24a7b1a7-4f74-4f46-b94e-ecba38a8ccd3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:07:41Z', 'updated_at': '2021-07-13T14:07:42Z', 'revision_number': 2, 'project_id': 'f494ee620f9c45cc9ecf347c38c05946', 'subnets': [{'id': '24a7b1a7-4f74-4f46-b94e-ecba38a8ccd3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:07:44.761827 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-d86a8f85-8a91-4baa-b5db-eb9a61eaba47 None None] Provisioning complete for port 97c5fb28-a8df-400a-8fbc-b4c36428f3e4 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:07:44.762210 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d86a8f85-8a91-4baa-b5db-eb9a61eaba47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:44.769397 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877a558c-6bc8-4c58-92ab-68956c3a5cd2 None None] Checking router: 0f436823-d6f2-499b-8128-42d544cd7fd1 for host: n-d-800634-1 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:07:44.770092 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877a558c-6bc8-4c58-92ab-68956c3a5cd2 None None] Updating router 0f436823-d6f2-499b-8128-42d544cd7fd1 port 97c5fb28-a8df-400a-8fbc-b4c36428f3e4 binding host n-d-800634-1 {{(pid=93753) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 14:07:44.806484 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-877a558c-6bc8-4c58-92ab-68956c3a5cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:44.842065 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port 612e4e10-36d0-4881-9315-2a64d51a55df completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:07:44.845582 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-d86a8f85-8a91-4baa-b5db-eb9a61eaba47 None None] Port 97c5fb28-a8df-400a-8fbc-b4c36428f3e4 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:07:44.854985 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 612e4e10-36d0-4881-9315-2a64d51a55df triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:07:44.855384 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:44.891882 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-7df15e8e-a1e1-4e0a-97fb-dda941d81648 None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:44.909201 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-7df15e8e-a1e1-4e0a-97fb-dda941d81648 None None] Transition to ACTIVE for port object 62e081fa-730e-44af-b297-8b3b3889a1d4 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:07:44.928752 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-7df15e8e-a1e1-4e0a-97fb-dda941d81648 None None] Transition to ACTIVE for port object 62e081fa-730e-44af-b297-8b3b3889a1d4 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:07:44.949716 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-7df15e8e-a1e1-4e0a-97fb-dda941d81648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:44.991610 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-21d4d267-647b-4267-b4f5-55dd869694e0 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Allocated IP 172.23.0.1 (b58c12f3-8706-45b9-aa4e-80227b8507c8/beccfaa0-0197-4401-8ec2-4bb2559ccf34/c7d484d2-08be-4b45-b409-5e8fb6c3c9d0) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:07:45.017132 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df15e8e-a1e1-4e0a-97fb-dda941d81648 None None] Network b58c12f3-8706-45b9-aa4e-80227b8507c8 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:07:45.022884 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-7df15e8e-a1e1-4e0a-97fb-dda941d81648 None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:07:45.025494 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df15e8e-a1e1-4e0a-97fb-dda941d81648 None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:07:45.039872 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:45.040876 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df15e8e-a1e1-4e0a-97fb-dda941d81648 None None] Pushing event updated for resources: {'Port': ['ID=62e081fa-730e-44af-b297-8b3b3889a1d4,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:07:45.121229 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-7df15e8e-a1e1-4e0a-97fb-dda941d81648 None None] Attempting to bind port 62e081fa-730e-44af-b297-8b3b3889a1d4 on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:07:45.122763 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-7df15e8e-a1e1-4e0a-97fb-dda941d81648 None None] Attempting to bind port 62e081fa-730e-44af-b297-8b3b3889a1d4 by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '88f0e98d-8284-47aa-badb-1d62d3bb03bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'b58c12f3-8706-45b9-aa4e-80227b8507c8'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:07:45.122763 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df15e8e-a1e1-4e0a-97fb-dda941d81648 None None] Attempting to bind port 62e081fa-730e-44af-b297-8b3b3889a1d4 on network b58c12f3-8706-45b9-aa4e-80227b8507c8 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:07:45.127581 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port 612e4e10-36d0-4881-9315-2a64d51a55df, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=612e4e10-36d0-4881-9315-2a64d51a55df,segment=NetworkSegment(eac131db-a50e-4a1c-a978-68e39d632db9),segment_id=eac131db-a50e-4a1c-a978-68e39d632db9)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:07:45.130967 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df15e8e-a1e1-4e0a-97fb-dda941d81648 None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 7, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:07:45.131396 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df15e8e-a1e1-4e0a-97fb-dda941d81648 None None] Checking segment: {'id': '88f0e98d-8284-47aa-badb-1d62d3bb03bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'b58c12f3-8706-45b9-aa4e-80227b8507c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:07:45.131729 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-7df15e8e-a1e1-4e0a-97fb-dda941d81648 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:45.132123 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df15e8e-a1e1-4e0a-97fb-dda941d81648 None None] Bound using segment: {'id': '88f0e98d-8284-47aa-badb-1d62d3bb03bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'b58c12f3-8706-45b9-aa4e-80227b8507c8'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:07:45.132594 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-7df15e8e-a1e1-4e0a-97fb-dda941d81648 None None] Bound port: 62e081fa-730e-44af-b297-8b3b3889a1d4, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88f0e98d-8284-47aa-badb-1d62d3bb03bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'b58c12f3-8706-45b9-aa4e-80227b8507c8'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:07:45.132972 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-7df15e8e-a1e1-4e0a-97fb-dda941d81648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:45.133099 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-21d4d267-647b-4267-b4f5-55dd869694e0 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:45.136479 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:45.137877 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 729f06d2-3835-4bd9-9d80-1de26dc0fa10 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:07:45.149459 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [None req-21d4d267-647b-4267-b4f5-55dd869694e0 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Transition to ACTIVE for port object c7d484d2-08be-4b45-b409-5e8fb6c3c9d0 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:07:45.186655 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-21d4d267-647b-4267-b4f5-55dd869694e0 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:45.186893 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-877a558c-6bc8-4c58-92ab-68956c3a5cd2 None None] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:45.198684 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-877a558c-6bc8-4c58-92ab-68956c3a5cd2 None None] Transition to ACTIVE for port object 97c5fb28-a8df-400a-8fbc-b4c36428f3e4 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:07:45.207913 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-877a558c-6bc8-4c58-92ab-68956c3a5cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:45.238078 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d4d267-647b-4267-b4f5-55dd869694e0 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Network b58c12f3-8706-45b9-aa4e-80227b8507c8 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:07:45.244164 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-21d4d267-647b-4267-b4f5-55dd869694e0 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:07:45.249337 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d4d267-647b-4267-b4f5-55dd869694e0 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:07:45.265988 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affe55b2-042a-4b56-b0b7-24173324af03 None None] Pushing event updated for resources: {'Port': ['ID=97c5fb28-a8df-400a-8fbc-b4c36428f3e4,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:07:45.269115 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=612e4e10-36d0-4881-9315-2a64d51a55df,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:07:45.283406 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-7df15e8e-a1e1-4e0a-97fb-dda941d81648 None None] For port 62e081fa-730e-44af-b297-8b3b3889a1d4, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:07:45.288324 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-7df15e8e-a1e1-4e0a-97fb-dda941d81648 None None] For port 62e081fa-730e-44af-b297-8b3b3889a1d4, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=62e081fa-730e-44af-b297-8b3b3889a1d4,segment=NetworkSegment(88f0e98d-8284-47aa-badb-1d62d3bb03bf),segment_id=88f0e98d-8284-47aa-badb-1d62d3bb03bf)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:07:45.293021 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-21d4d267-647b-4267-b4f5-55dd869694e0 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-450452'] for router_interface, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:45.295663 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-7df15e8e-a1e1-4e0a-97fb-dda941d81648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:45.300675 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port 729f06d2-3835-4bd9-9d80-1de26dc0fa10 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:07:45.336984 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d4d267-647b-4267-b4f5-55dd869694e0 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Pushing event updated for resources: {'Port': ['ID=c7d484d2-08be-4b45-b409-5e8fb6c3c9d0,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:07:45.367441 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-877a558c-6bc8-4c58-92ab-68956c3a5cd2 None None] Attempting to bind port 97c5fb28-a8df-400a-8fbc-b4c36428f3e4 on host n-d-800634-1 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:07:45.368736 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-877a558c-6bc8-4c58-92ab-68956c3a5cd2 None None] Attempting to bind port 97c5fb28-a8df-400a-8fbc-b4c36428f3e4 by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': 'eac131db-a50e-4a1c-a978-68e39d632db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6efe5516-c6f7-4066-8448-0cc234483b0d'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:07:45.369326 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877a558c-6bc8-4c58-92ab-68956c3a5cd2 None None] Attempting to bind port 97c5fb28-a8df-400a-8fbc-b4c36428f3e4 on network 6efe5516-c6f7-4066-8448-0cc234483b0d {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:07:45.378001 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877a558c-6bc8-4c58-92ab-68956c3a5cd2 None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 7, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:07:45.379533 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877a558c-6bc8-4c58-92ab-68956c3a5cd2 None None] Checking segment: {'id': 'eac131db-a50e-4a1c-a978-68e39d632db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6efe5516-c6f7-4066-8448-0cc234483b0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:07:45.380298 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-877a558c-6bc8-4c58-92ab-68956c3a5cd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:45.382828 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877a558c-6bc8-4c58-92ab-68956c3a5cd2 None None] Bound using segment: {'id': 'eac131db-a50e-4a1c-a978-68e39d632db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6efe5516-c6f7-4066-8448-0cc234483b0d'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:07:45.384472 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-877a558c-6bc8-4c58-92ab-68956c3a5cd2 None None] Bound port: 97c5fb28-a8df-400a-8fbc-b4c36428f3e4, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eac131db-a50e-4a1c-a978-68e39d632db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6efe5516-c6f7-4066-8448-0cc234483b0d'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:07:45.385284 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-877a558c-6bc8-4c58-92ab-68956c3a5cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:45.484471 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-877a558c-6bc8-4c58-92ab-68956c3a5cd2 None None] For port 97c5fb28-a8df-400a-8fbc-b4c36428f3e4, host n-d-800634-1, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:07:45.488474 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-21d4d267-647b-4267-b4f5-55dd869694e0 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:45.492254 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-877a558c-6bc8-4c58-92ab-68956c3a5cd2 None None] For port 97c5fb28-a8df-400a-8fbc-b4c36428f3e4, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=97c5fb28-a8df-400a-8fbc-b4c36428f3e4,segment=NetworkSegment(eac131db-a50e-4a1c-a978-68e39d632db9),segment_id=eac131db-a50e-4a1c-a978-68e39d632db9)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:07:45.498688 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-877a558c-6bc8-4c58-92ab-68956c3a5cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:45.542471 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 729f06d2-3835-4bd9-9d80-1de26dc0fa10 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:07:45.542977 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:45.599275 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affe55b2-042a-4b56-b0b7-24173324af03 None None] Pushing event updated for resources: {'Port': ['ID=97c5fb28-a8df-400a-8fbc-b4c36428f3e4,revision_number=4']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:07:45.620827 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877a558c-6bc8-4c58-92ab-68956c3a5cd2 None None] Routers {'0f436823-d6f2-499b-8128-42d544cd7fd1'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:07:45.623224 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-877a558c-6bc8-4c58-92ab-68956c3a5cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:07:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['0f436823-d6f2-499b-8128-42d544cd7fd1'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:07:45.645917 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df15e8e-a1e1-4e0a-97fb-dda941d81648 None None] Pushing event updated for resources: {'Port': ['ID=62e081fa-730e-44af-b297-8b3b3889a1d4,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:07:45.723627 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:45.777386 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-877a558c-6bc8-4c58-92ab-68956c3a5cd2 None None] Set router 0f436823-d6f2-499b-8128-42d544cd7fd1 gateway port host: None {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:07:45.779218 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port 729f06d2-3835-4bd9-9d80-1de26dc0fa10, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=729f06d2-3835-4bd9-9d80-1de26dc0fa10,segment=NetworkSegment(3c4e0ec7-269f-45e4-a0bd-973b0eb7d27b),segment_id=3c4e0ec7-269f-45e4-a0bd-973b0eb7d27b)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:07:45.787480 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:45.864735 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=729f06d2-3835-4bd9-9d80-1de26dc0fa10,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:07:45.899655 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-21d4d267-647b-4267-b4f5-55dd869694e0 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:45.915039 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-21d4d267-647b-4267-b4f5-55dd869694e0 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:46.048538 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d4d267-647b-4267-b4f5-55dd869694e0 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Pushing event updated for resources: {'Port': ['ID=c7d484d2-08be-4b45-b409-5e8fb6c3c9d0,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:07:46.056649 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-21d4d267-647b-4267-b4f5-55dd869694e0 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1785045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451806'] for router_interface, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:46.137892 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-877a558c-6bc8-4c58-92ab-68956c3a5cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f436823-d6f2-499b-8128-42d544cd7fd1', 'name': 'tempest-RoutersTest-router-867079029', 'tenant_id': 'f494ee620f9c45cc9ecf347c38c05946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:07:34Z', 'updated_at': '2021-07-13T14:07:45Z', 'revision_number': 5, 'project_id': 'f494ee620f9c45cc9ecf347c38c05946', 'gw_port_host': None, '_interfaces': [{'id': '729f06d2-3835-4bd9-9d80-1de26dc0fa10', 'name': '', 'network_id': '5f98f776-a40e-4dd1-b2ce-08ae8699f1fd', 'tenant_id': 'f494ee620f9c45cc9ecf347c38c05946', 'mac_address': 'fa:16:3e:2b:d8:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f436823-d6f2-499b-8128-42d544cd7fd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3459, 'fixed_ips': [{'subnet_id': 'a9914cea-c11e-497b-9fbb-64c7115eae8f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:07:38Z', 'updated_at': '2021-07-13T14:07:42Z', 'revision_number': 4, 'project_id': 'f494ee620f9c45cc9ecf347c38c05946', 'subnets': [{'id': 'a9914cea-c11e-497b-9fbb-64c7115eae8f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '830be156-9d20-4e15-be71-1309033ce8b6', 'name': '', 'network_id': 'dc656cbe-70a3-457a-84d3-54975786eb41', 'tenant_id': 'f494ee620f9c45cc9ecf347c38c05946', 'mac_address': 'fa:16:3e:25:df:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f436823-d6f2-499b-8128-42d544cd7fd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': 'bf03b6c0-c63b-4b66-9c3b-94feeb155f1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:07:35Z', 'updated_at': '2021-07-13T14:07:41Z', 'revision_number': 5, 'project_id': 'f494ee620f9c45cc9ecf347c38c05946', 'subnets': [{'id': 'bf03b6c0-c63b-4b66-9c3b-94feeb155f1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97c5fb28-a8df-400a-8fbc-b4c36428f3e4', 'name': '', 'network_id': '6efe5516-c6f7-4066-8448-0cc234483b0d', 'tenant_id': 'f494ee620f9c45cc9ecf347c38c05946', 'mac_address': 'fa:16:3e:59:17:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f436823-d6f2-499b-8128-42d544cd7fd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': '24a7b1a7-4f74-4f46-b94e-ecba38a8ccd3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:07:41Z', 'updated_at': '2021-07-13T14:07:45Z', 'revision_number': 4, 'project_id': 'f494ee620f9c45cc9ecf347c38c05946', 'subnets': [{'id': '24a7b1a7-4f74-4f46-b94e-ecba38a8ccd3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7d484d2-08be-4b45-b409-5e8fb6c3c9d0', 'name': '', 'network_id': 'b58c12f3-8706-45b9-aa4e-80227b8507c8', 'tenant_id': 'f494ee620f9c45cc9ecf347c38c05946', 'mac_address': 'fa:16:3e:b6:88:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f436823-d6f2-499b-8128-42d544cd7fd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': 'beccfaa0-0197-4401-8ec2-4bb2559ccf34', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:07:44Z', 'updated_at': '2021-07-13T14:07:44Z', 'revision_number': 1, 'project_id': 'f494ee620f9c45cc9ecf347c38c05946', 'subnets': [{'id': 'beccfaa0-0197-4401-8ec2-4bb2559ccf34', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:07:46.172308 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877a558c-6bc8-4c58-92ab-68956c3a5cd2 None None] The sync data for ids ['0f436823-d6f2-499b-8128-42d544cd7fd1'] in n-d-800634-1 is: [{'id': '0f436823-d6f2-499b-8128-42d544cd7fd1', 'name': 'tempest-RoutersTest-router-867079029', 'tenant_id': 'f494ee620f9c45cc9ecf347c38c05946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:07:34Z', 'updated_at': '2021-07-13T14:07:45Z', 'revision_number': 5, 'project_id': 'f494ee620f9c45cc9ecf347c38c05946', 'gw_port_host': None, '_interfaces': [{'id': '729f06d2-3835-4bd9-9d80-1de26dc0fa10', 'name': '', 'network_id': '5f98f776-a40e-4dd1-b2ce-08ae8699f1fd', 'tenant_id': 'f494ee620f9c45cc9ecf347c38c05946', 'mac_address': 'fa:16:3e:2b:d8:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f436823-d6f2-499b-8128-42d544cd7fd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3459, 'fixed_ips': [{'subnet_id': 'a9914cea-c11e-497b-9fbb-64c7115eae8f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:07:38Z', 'updated_at': '2021-07-13T14:07:42Z', 'revision_number': 4, 'project_id': 'f494ee620f9c45cc9ecf347c38c05946', 'subnets': [{'id': 'a9914cea-c11e-497b-9fbb-64c7115eae8f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '830be156-9d20-4e15-be71-1309033ce8b6', 'name': '', 'network_id': 'dc656cbe-70a3-457a-84d3-54975786eb41', 'tenant_id': 'f494ee620f9c45cc9ecf347c38c05946', 'mac_address': 'fa:16:3e:25:df:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f436823-d6f2-499b-8128-42d544cd7fd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': 'bf03b6c0-c63b-4b66-9c3b-94feeb155f1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:07:35Z', 'updated_at': '2021-07-13T14:07:41Z', 'revision_number': 5, 'project_id': 'f494ee620f9c45cc9ecf347c38c05946', 'subnets': [{'id': 'bf03b6c0-c63b-4b66-9c3b-94feeb155f1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97c5fb28-a8df-400a-8fbc-b4c36428f3e4', 'name': '', 'network_id': '6efe5516-c6f7-4066-8448-0cc234483b0d', 'tenant_id': 'f494ee620f9c45cc9ecf347c38c05946', 'mac_address': 'fa:16:3e:59:17:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f436823-d6f2-499b-8128-42d544cd7fd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': '24a7b1a7-4f74-4f46-b94e-ecba38a8ccd3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:07:41Z', 'updated_at': '2021-07-13T14:07:45Z', 'revision_number': 4, 'project_id': 'f494ee620f9c45cc9ecf347c38c05946', 'subnets': [{'id': '24a7b1a7-4f74-4f46-b94e-ecba38a8ccd3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7d484d2-08be-4b45-b409-5e8fb6c3c9d0', 'name': '', 'network_id': 'b58c12f3-8706-45b9-aa4e-80227b8507c8', 'tenant_id': 'f494ee620f9c45cc9ecf347c38c05946', 'mac_address': 'fa:16:3e:b6:88:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f436823-d6f2-499b-8128-42d544cd7fd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': 'beccfaa0-0197-4401-8ec2-4bb2559ccf34', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:07:44Z', 'updated_at': '2021-07-13T14:07:44Z', 'revision_number': 1, 'project_id': 'f494ee620f9c45cc9ecf347c38c05946', 'subnets': [{'id': 'beccfaa0-0197-4401-8ec2-4bb2559ccf34', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:07:46.175016 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d4d267-647b-4267-b4f5-55dd869694e0 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Network b58c12f3-8706-45b9-aa4e-80227b8507c8 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:07:46.182277 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-21d4d267-647b-4267-b4f5-55dd869694e0 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:07:46.323786 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21d4d267-647b-4267-b4f5-55dd869694e0 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Router 0f436823-d6f2-499b-8128-42d544cd7fd1 has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:07:46.447920 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21d4d267-647b-4267-b4f5-55dd869694e0 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:07:46.457484 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 40726) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:07:46.463442 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-f1bae49a-aae0-49bd-bb72-e3394b4c3779 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:07:46.468069 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-21d4d267-647b-4267-b4f5-55dd869694e0 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] 10.222.0.23 "PUT /v2.0/routers/0f436823-d6f2-499b-8128-42d544cd7fd1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3548317 Jul 13 14:07:46.666205 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 612e4e10-36d0-4881-9315-2a64d51a55df up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:07:46.758825 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 612e4e10-36d0-4881-9315-2a64d51a55df triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:07:46.759203 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:46.852744 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 729f06d2-3835-4bd9-9d80-1de26dc0fa10 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:07:46.910823 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 729f06d2-3835-4bd9-9d80-1de26dc0fa10 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:07:46.914365 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:46.977596 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f90f789-1120-4864-977f-65f008316bce req-2f0a39d8-df5d-4d5b-8c96-68bb0099cc36 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:07:46.979494 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7f90f789-1120-4864-977f-65f008316bce req-2f0a39d8-df5d-4d5b-8c96-68bb0099cc36 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] 10.222.0.23 "GET /v2.0/ports?device_id=4765ea42-36b2-443e-a331-7b41eda5903d HTTP/1.1" status: 200 len: 946 time: 0.1525056 Jul 13 14:07:47.015745 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 62e081fa-730e-44af-b297-8b3b3889a1d4 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:07:47.041201 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb171413-35bb-4c4b-9ada-05a2afb4eb1b None None] Network b58c12f3-8706-45b9-aa4e-80227b8507c8 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:07:47.078006 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7f90f789-1120-4864-977f-65f008316bce req-0c09313b-a761-4eaa-9bf8-47f175bb88a1 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] 10.222.0.23 "GET /v2.0/security-groups?id=73427ddc-3387-4fc1-bd2b-a18baacb9e71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728879 Jul 13 14:07:47.102437 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.extraroute_db [None req-f1bae49a-aae0-49bd-bb72-e3394b4c3779 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=93751) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 13 14:07:47.126415 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.extraroute_db [None req-f1bae49a-aae0-49bd-bb72-e3394b4c3779 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Removed routes are [] {{(pid=93751) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 13 14:07:47.126872 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f1bae49a-aae0-49bd-bb72-e3394b4c3779 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447180', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1591910', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2751'] for router, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:47.135421 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3017642c-1e47-41e4-a12e-580bce5429f0 None None] Sync routers for ids ['0f436823-d6f2-499b-8128-42d544cd7fd1'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:07:47.141513 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-91b7122b-e9e2-4560-940d-b9b5e148c19d None None] Provisioning for port 62e081fa-730e-44af-b297-8b3b3889a1d4 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:07:47.151435 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port 62e081fa-730e-44af-b297-8b3b3889a1d4 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:07:47.159228 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-91b7122b-e9e2-4560-940d-b9b5e148c19d None None] Provisioning complete for port 62e081fa-730e-44af-b297-8b3b3889a1d4 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:07:47.159597 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-91b7122b-e9e2-4560-940d-b9b5e148c19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:47.188410 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 62e081fa-730e-44af-b297-8b3b3889a1d4 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:07:47.188785 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:47.195707 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3017642c-1e47-41e4-a12e-580bce5429f0 None None] Routers {'0f436823-d6f2-499b-8128-42d544cd7fd1'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:07:47.196982 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-3017642c-1e47-41e4-a12e-580bce5429f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:07:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['0f436823-d6f2-499b-8128-42d544cd7fd1'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:07:47.322730 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f1bae49a-aae0-49bd-bb72-e3394b4c3779 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447180', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1591910', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2751'] for router, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:47.326145 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f1bae49a-aae0-49bd-bb72-e3394b4c3779 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-447171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-447226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1591965'] for router, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:47.351291 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-3a449feb-16e7-4beb-bba3-c9680d6e7ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:47.393489 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-3017642c-1e47-41e4-a12e-580bce5429f0 None None] Set router 0f436823-d6f2-499b-8128-42d544cd7fd1 gateway port host: None {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:07:47.428314 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1bae49a-aae0-49bd-bb72-e3394b4c3779 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Router 0f436823-d6f2-499b-8128-42d544cd7fd1 has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:07:47.526272 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1bae49a-aae0-49bd-bb72-e3394b4c3779 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:07:47.534969 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f1bae49a-aae0-49bd-bb72-e3394b4c3779 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:47.536360 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-f1bae49a-aae0-49bd-bb72-e3394b4c3779 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] 10.222.0.23 "PUT /v2.0/routers/0f436823-d6f2-499b-8128-42d544cd7fd1 HTTP/1.1" status: 200 len: 933 time: 1.0766830 Jul 13 14:07:47.539176 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 40730) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:07:47.556217 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-91b7122b-e9e2-4560-940d-b9b5e148c19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:47.593919 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:47.647785 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-29a1884b-5990-4ffc-ab2b-483b32bf9228 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] 10.222.0.23 "GET /v2.0/routers/0f436823-d6f2-499b-8128-42d544cd7fd1 HTTP/1.1" status: 200 len: 933 time: 0.1072543 Jul 13 14:07:47.652311 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 40732) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:07:47.662532 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-4bacf433-7166-440a-8824-9c4819c3162f tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Request body: {'router': {'routes': None}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:07:47.672784 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-91b7122b-e9e2-4560-940d-b9b5e148c19d None None] For port 62e081fa-730e-44af-b297-8b3b3889a1d4, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=62e081fa-730e-44af-b297-8b3b3889a1d4,segment=NetworkSegment(88f0e98d-8284-47aa-badb-1d62d3bb03bf),segment_id=88f0e98d-8284-47aa-badb-1d62d3bb03bf)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:07:47.684927 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-91b7122b-e9e2-4560-940d-b9b5e148c19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:47.806418 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.db.api [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93752) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 14:07:47.806917 n-d-800634-1 neutron-server[93752]: DEBUG oslo_db.api [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 14:07:47.808859 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b7122b-e9e2-4560-940d-b9b5e148c19d None None] Pushing event updated for resources: {'Port': ['ID=62e081fa-730e-44af-b297-8b3b3889a1d4,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:07:47.844663 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-3017642c-1e47-41e4-a12e-580bce5429f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f436823-d6f2-499b-8128-42d544cd7fd1', 'name': 'tempest-RoutersTest-router-867079029', 'tenant_id': 'f494ee620f9c45cc9ecf347c38c05946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:07:34Z', 'updated_at': '2021-07-13T14:07:47Z', 'revision_number': 6, 'project_id': 'f494ee620f9c45cc9ecf347c38c05946', 'gw_port_host': None, '_interfaces': [{'id': '729f06d2-3835-4bd9-9d80-1de26dc0fa10', 'name': '', 'network_id': '5f98f776-a40e-4dd1-b2ce-08ae8699f1fd', 'tenant_id': 'f494ee620f9c45cc9ecf347c38c05946', 'mac_address': 'fa:16:3e:2b:d8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f436823-d6f2-499b-8128-42d544cd7fd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3459, 'fixed_ips': [{'subnet_id': 'a9914cea-c11e-497b-9fbb-64c7115eae8f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:07:38Z', 'updated_at': '2021-07-13T14:07:45Z', 'revision_number': 5, 'project_id': 'f494ee620f9c45cc9ecf347c38c05946', 'subnets': [{'id': 'a9914cea-c11e-497b-9fbb-64c7115eae8f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '830be156-9d20-4e15-be71-1309033ce8b6', 'name': '', 'network_id': 'dc656cbe-70a3-457a-84d3-54975786eb41', 'tenant_id': 'f494ee620f9c45cc9ecf347c38c05946', 'mac_address': 'fa:16:3e:25:df:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f436823-d6f2-499b-8128-42d544cd7fd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': 'bf03b6c0-c63b-4b66-9c3b-94feeb155f1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:07:35Z', 'updated_at': '2021-07-13T14:07:41Z', 'revision_number': 5, 'project_id': 'f494ee620f9c45cc9ecf347c38c05946', 'subnets': [{'id': 'bf03b6c0-c63b-4b66-9c3b-94feeb155f1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97c5fb28-a8df-400a-8fbc-b4c36428f3e4', 'name': '', 'network_id': '6efe5516-c6f7-4066-8448-0cc234483b0d', 'tenant_id': 'f494ee620f9c45cc9ecf347c38c05946', 'mac_address': 'fa:16:3e:59:17:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f436823-d6f2-499b-8128-42d544cd7fd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': '24a7b1a7-4f74-4f46-b94e-ecba38a8ccd3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:07:41Z', 'updated_at': '2021-07-13T14:07:45Z', 'revision_number': 4, 'project_id': 'f494ee620f9c45cc9ecf347c38c05946', 'subnets': [{'id': '24a7b1a7-4f74-4f46-b94e-ecba38a8ccd3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7d484d2-08be-4b45-b409-5e8fb6c3c9d0', 'name': '', 'network_id': 'b58c12f3-8706-45b9-aa4e-80227b8507c8', 'tenant_id': 'f494ee620f9c45cc9ecf347c38c05946', 'mac_address': 'fa:16:3e:b6:88:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f436823-d6f2-499b-8128-42d544cd7fd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': 'beccfaa0-0197-4401-8ec2-4bb2559ccf34', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:07:44Z', 'updated_at': '2021-07-13T14:07:45Z', 'revision_number': 2, 'project_id': 'f494ee620f9c45cc9ecf347c38c05946', 'subnets': [{'id': 'beccfaa0-0197-4401-8ec2-4bb2559ccf34', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:07:47.879415 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3017642c-1e47-41e4-a12e-580bce5429f0 None None] Checking router: 0f436823-d6f2-499b-8128-42d544cd7fd1 for host: n-d-800634-1 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:07:47.879777 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3017642c-1e47-41e4-a12e-580bce5429f0 None None] Updating router 0f436823-d6f2-499b-8128-42d544cd7fd1 port c7d484d2-08be-4b45-b409-5e8fb6c3c9d0 binding host n-d-800634-1 {{(pid=93752) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 14:07:47.942192 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-3017642c-1e47-41e4-a12e-580bce5429f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:48.069025 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-8574ed86-55c8-4307-afd3-d7a22743ce4b None None] Provisioning for port c7d484d2-08be-4b45-b409-5e8fb6c3c9d0 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:07:48.078279 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-8574ed86-55c8-4307-afd3-d7a22743ce4b None None] Provisioning complete for port c7d484d2-08be-4b45-b409-5e8fb6c3c9d0 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:07:48.078650 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8574ed86-55c8-4307-afd3-d7a22743ce4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:48.184577 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-8574ed86-55c8-4307-afd3-d7a22743ce4b None None] Port c7d484d2-08be-4b45-b409-5e8fb6c3c9d0 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:07:48.198209 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.extraroute_db [None req-4bacf433-7166-440a-8824-9c4819c3162f tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Added routes are [] {{(pid=93750) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 13 14:07:48.199521 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.extraroute_db [None req-4bacf433-7166-440a-8824-9c4819c3162f tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=93750) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 13 14:07:48.213969 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-8574ed86-55c8-4307-afd3-d7a22743ce4b None None] Provisioning complete for port 62e081fa-730e-44af-b297-8b3b3889a1d4 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:07:48.213969 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8574ed86-55c8-4307-afd3-d7a22743ce4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:48.247992 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4bacf433-7166-440a-8824-9c4819c3162f tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447180', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1591910', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2751'] for router, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:48.401931 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-3017642c-1e47-41e4-a12e-580bce5429f0 None None] Notify callbacks [] for port, precommit_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:48.405474 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 97c5fb28-a8df-400a-8fbc-b4c36428f3e4 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:07:48.436072 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-3017642c-1e47-41e4-a12e-580bce5429f0 None None] Transition to ACTIVE for port object c7d484d2-08be-4b45-b409-5e8fb6c3c9d0 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:07:48.448442 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-3017642c-1e47-41e4-a12e-580bce5429f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:48.506541 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb43006-6b38-466b-a000-831c260cadeb None None] Pushing event updated for resources: {'Port': ['ID=c7d484d2-08be-4b45-b409-5e8fb6c3c9d0,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:07:48.544909 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port 97c5fb28-a8df-400a-8fbc-b4c36428f3e4 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:07:48.569586 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 97c5fb28-a8df-400a-8fbc-b4c36428f3e4 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:07:48.569990 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:48.608326 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-3017642c-1e47-41e4-a12e-580bce5429f0 None None] Attempting to bind port c7d484d2-08be-4b45-b409-5e8fb6c3c9d0 on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:07:48.608698 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-3017642c-1e47-41e4-a12e-580bce5429f0 None None] Attempting to bind port c7d484d2-08be-4b45-b409-5e8fb6c3c9d0 by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '88f0e98d-8284-47aa-badb-1d62d3bb03bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'b58c12f3-8706-45b9-aa4e-80227b8507c8'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:07:48.609124 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3017642c-1e47-41e4-a12e-580bce5429f0 None None] Attempting to bind port c7d484d2-08be-4b45-b409-5e8fb6c3c9d0 on network b58c12f3-8706-45b9-aa4e-80227b8507c8 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:07:48.622770 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3017642c-1e47-41e4-a12e-580bce5429f0 None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 7, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:07:48.623137 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3017642c-1e47-41e4-a12e-580bce5429f0 None None] Checking segment: {'id': '88f0e98d-8284-47aa-badb-1d62d3bb03bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'b58c12f3-8706-45b9-aa4e-80227b8507c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:07:48.623545 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-3017642c-1e47-41e4-a12e-580bce5429f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:48.623940 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3017642c-1e47-41e4-a12e-580bce5429f0 None None] Bound using segment: {'id': '88f0e98d-8284-47aa-badb-1d62d3bb03bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'b58c12f3-8706-45b9-aa4e-80227b8507c8'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:07:48.624424 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-3017642c-1e47-41e4-a12e-580bce5429f0 None None] Bound port: c7d484d2-08be-4b45-b409-5e8fb6c3c9d0, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88f0e98d-8284-47aa-badb-1d62d3bb03bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'b58c12f3-8706-45b9-aa4e-80227b8507c8'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:07:48.624807 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-3017642c-1e47-41e4-a12e-580bce5429f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:48.728863 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:48.731546 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-3017642c-1e47-41e4-a12e-580bce5429f0 None None] For port c7d484d2-08be-4b45-b409-5e8fb6c3c9d0, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:07:48.735381 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-3017642c-1e47-41e4-a12e-580bce5429f0 None None] For port c7d484d2-08be-4b45-b409-5e8fb6c3c9d0, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=c7d484d2-08be-4b45-b409-5e8fb6c3c9d0,segment=NetworkSegment(88f0e98d-8284-47aa-badb-1d62d3bb03bf),segment_id=88f0e98d-8284-47aa-badb-1d62d3bb03bf)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:07:48.745147 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-3017642c-1e47-41e4-a12e-580bce5429f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:48.819065 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port 97c5fb28-a8df-400a-8fbc-b4c36428f3e4, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=97c5fb28-a8df-400a-8fbc-b4c36428f3e4,segment=NetworkSegment(eac131db-a50e-4a1c-a978-68e39d632db9),segment_id=eac131db-a50e-4a1c-a978-68e39d632db9)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:07:48.835869 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:48.838945 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb43006-6b38-466b-a000-831c260cadeb None None] Pushing event updated for resources: {'Port': ['ID=c7d484d2-08be-4b45-b409-5e8fb6c3c9d0,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:07:48.848216 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3017642c-1e47-41e4-a12e-580bce5429f0 None None] Routers {'0f436823-d6f2-499b-8128-42d544cd7fd1'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:07:48.848839 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-3017642c-1e47-41e4-a12e-580bce5429f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:07:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['0f436823-d6f2-499b-8128-42d544cd7fd1'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:07:48.983200 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78858f11-5551-4469-ad6b-cf1572ad6a49 req-96bcb2b3-7100-46b6-a5b0-9fda66cc4f51 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:07:48.984876 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-78858f11-5551-4469-ad6b-cf1572ad6a49 req-96bcb2b3-7100-46b6-a5b0-9fda66cc4f51 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] 10.222.0.23 "GET /v2.0/ports?device_id=4765ea42-36b2-443e-a331-7b41eda5903d HTTP/1.1" status: 200 len: 946 time: 0.7468262 Jul 13 14:07:48.987355 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4bacf433-7166-440a-8824-9c4819c3162f tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447180', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1591910', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2751'] for router, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:48.999751 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4bacf433-7166-440a-8824-9c4819c3162f tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-447171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-447226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1591965'] for router, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:49.035386 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e28f79-8956-475c-b314-f7844bb67458 req-aa4f6c5e-236f-4faa-9c1e-17a6ba9011a5 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:07:49.037004 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-37e28f79-8956-475c-b314-f7844bb67458 req-aa4f6c5e-236f-4faa-9c1e-17a6ba9011a5 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] 10.222.0.41 "GET /v2.0/ports?device_id=4765ea42-36b2-443e-a331-7b41eda5903d HTTP/1.1" status: 200 len: 946 time: 0.3744297 Jul 13 14:07:49.108138 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device c7d484d2-08be-4b45-b409-5e8fb6c3c9d0 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:07:49.149897 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-78858f11-5551-4469-ad6b-cf1572ad6a49 req-d01ffb26-6472-4e34-b5cc-979c31536e6b tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] 10.222.0.23 "GET /v2.0/security-groups?id=73427ddc-3387-4fc1-bd2b-a18baacb9e71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1576774 Jul 13 14:07:49.170982 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=97c5fb28-a8df-400a-8fbc-b4c36428f3e4,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:07:49.192314 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-3017642c-1e47-41e4-a12e-580bce5429f0 None None] Set router 0f436823-d6f2-499b-8128-42d544cd7fd1 gateway port host: None {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:07:49.211533 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bacf433-7166-440a-8824-9c4819c3162f tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Router 0f436823-d6f2-499b-8128-42d544cd7fd1 has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:07:49.237429 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port c7d484d2-08be-4b45-b409-5e8fb6c3c9d0 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:07:49.283227 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port c7d484d2-08be-4b45-b409-5e8fb6c3c9d0 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:07:49.283599 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:49.323107 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-37e28f79-8956-475c-b314-f7844bb67458 req-5679d415-a495-4acf-8e30-c56619e00148 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Deleting port 9f64798a-5cda-40b5-9266-51a136ba3da9 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:07:49.323425 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-37e28f79-8956-475c-b314-f7844bb67458 req-5679d415-a495-4acf-8e30-c56619e00148 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:49.366976 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bacf433-7166-440a-8824-9c4819c3162f tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:07:49.374879 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4bacf433-7166-440a-8824-9c4819c3162f tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:49.376060 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-4bacf433-7166-440a-8824-9c4819c3162f tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] 10.222.0.23 "PUT /v2.0/routers/0f436823-d6f2-499b-8128-42d544cd7fd1 HTTP/1.1" status: 200 len: 699 time: 1.7182972 Jul 13 14:07:49.379571 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 40736) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:07:49.438338 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-37e28f79-8956-475c-b314-f7844bb67458 req-5679d415-a495-4acf-8e30-c56619e00148 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] For port 9f64798a-5cda-40b5-9266-51a136ba3da9, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=9f64798a-5cda-40b5-9266-51a136ba3da9,segment=NetworkSegment(57f437cd-e1c4-48a0-95a6-7e5eac541e89),segment_id=57f437cd-e1c4-48a0-95a6-7e5eac541e89)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:07:49.438598 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-37e28f79-8956-475c-b314-f7844bb67458 req-5679d415-a495-4acf-8e30-c56619e00148 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:49.453714 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:49.494461 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port c7d484d2-08be-4b45-b409-5e8fb6c3c9d0, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=c7d484d2-08be-4b45-b409-5e8fb6c3c9d0,segment=NetworkSegment(88f0e98d-8284-47aa-badb-1d62d3bb03bf),segment_id=88f0e98d-8284-47aa-badb-1d62d3bb03bf)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:07:49.501864 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:49.502672 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 62e081fa-730e-44af-b297-8b3b3889a1d4 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:07:49.534291 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-8ffe8b81-4dd1-40d4-8c45-caf81c14b1fd tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] 10.222.0.23 "GET /v2.0/routers/0f436823-d6f2-499b-8128-42d544cd7fd1 HTTP/1.1" status: 200 len: 699 time: 0.1522298 Jul 13 14:07:49.537202 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 40738) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:07:49.572379 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-3017642c-1e47-41e4-a12e-580bce5429f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f436823-d6f2-499b-8128-42d544cd7fd1', 'name': 'tempest-RoutersTest-router-867079029', 'tenant_id': 'f494ee620f9c45cc9ecf347c38c05946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:07:34Z', 'updated_at': '2021-07-13T14:07:48Z', 'revision_number': 7, 'project_id': 'f494ee620f9c45cc9ecf347c38c05946', 'gw_port_host': None, '_interfaces': [{'id': '729f06d2-3835-4bd9-9d80-1de26dc0fa10', 'name': '', 'network_id': '5f98f776-a40e-4dd1-b2ce-08ae8699f1fd', 'tenant_id': 'f494ee620f9c45cc9ecf347c38c05946', 'mac_address': 'fa:16:3e:2b:d8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f436823-d6f2-499b-8128-42d544cd7fd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3459, 'fixed_ips': [{'subnet_id': 'a9914cea-c11e-497b-9fbb-64c7115eae8f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:07:38Z', 'updated_at': '2021-07-13T14:07:45Z', 'revision_number': 5, 'project_id': 'f494ee620f9c45cc9ecf347c38c05946', 'subnets': [{'id': 'a9914cea-c11e-497b-9fbb-64c7115eae8f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '830be156-9d20-4e15-be71-1309033ce8b6', 'name': '', 'network_id': 'dc656cbe-70a3-457a-84d3-54975786eb41', 'tenant_id': 'f494ee620f9c45cc9ecf347c38c05946', 'mac_address': 'fa:16:3e:25:df:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f436823-d6f2-499b-8128-42d544cd7fd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': 'bf03b6c0-c63b-4b66-9c3b-94feeb155f1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:07:35Z', 'updated_at': '2021-07-13T14:07:41Z', 'revision_number': 5, 'project_id': 'f494ee620f9c45cc9ecf347c38c05946', 'subnets': [{'id': 'bf03b6c0-c63b-4b66-9c3b-94feeb155f1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97c5fb28-a8df-400a-8fbc-b4c36428f3e4', 'name': '', 'network_id': '6efe5516-c6f7-4066-8448-0cc234483b0d', 'tenant_id': 'f494ee620f9c45cc9ecf347c38c05946', 'mac_address': 'fa:16:3e:59:17:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f436823-d6f2-499b-8128-42d544cd7fd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': '24a7b1a7-4f74-4f46-b94e-ecba38a8ccd3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:07:41Z', 'updated_at': '2021-07-13T14:07:48Z', 'revision_number': 5, 'project_id': 'f494ee620f9c45cc9ecf347c38c05946', 'subnets': [{'id': '24a7b1a7-4f74-4f46-b94e-ecba38a8ccd3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7d484d2-08be-4b45-b409-5e8fb6c3c9d0', 'name': '', 'network_id': 'b58c12f3-8706-45b9-aa4e-80227b8507c8', 'tenant_id': 'f494ee620f9c45cc9ecf347c38c05946', 'mac_address': 'fa:16:3e:b6:88:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f436823-d6f2-499b-8128-42d544cd7fd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': 'beccfaa0-0197-4401-8ec2-4bb2559ccf34', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:07:44Z', 'updated_at': '2021-07-13T14:07:48Z', 'revision_number': 4, 'project_id': 'f494ee620f9c45cc9ecf347c38c05946', 'subnets': [{'id': 'beccfaa0-0197-4401-8ec2-4bb2559ccf34', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:07:49.608129 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3017642c-1e47-41e4-a12e-580bce5429f0 None None] The sync data for ids ['0f436823-d6f2-499b-8128-42d544cd7fd1'] in n-d-800634-1 is: [{'id': '0f436823-d6f2-499b-8128-42d544cd7fd1', 'name': 'tempest-RoutersTest-router-867079029', 'tenant_id': 'f494ee620f9c45cc9ecf347c38c05946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:07:34Z', 'updated_at': '2021-07-13T14:07:48Z', 'revision_number': 7, 'project_id': 'f494ee620f9c45cc9ecf347c38c05946', 'gw_port_host': None, '_interfaces': [{'id': '729f06d2-3835-4bd9-9d80-1de26dc0fa10', 'name': '', 'network_id': '5f98f776-a40e-4dd1-b2ce-08ae8699f1fd', 'tenant_id': 'f494ee620f9c45cc9ecf347c38c05946', 'mac_address': 'fa:16:3e:2b:d8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f436823-d6f2-499b-8128-42d544cd7fd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3459, 'fixed_ips': [{'subnet_id': 'a9914cea-c11e-497b-9fbb-64c7115eae8f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:07:38Z', 'updated_at': '2021-07-13T14:07:45Z', 'revision_number': 5, 'project_id': 'f494ee620f9c45cc9ecf347c38c05946', 'subnets': [{'id': 'a9914cea-c11e-497b-9fbb-64c7115eae8f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '830be156-9d20-4e15-be71-1309033ce8b6', 'name': '', 'network_id': 'dc656cbe-70a3-457a-84d3-54975786eb41', 'tenant_id': 'f494ee620f9c45cc9ecf347c38c05946', 'mac_address': 'fa:16:3e:25:df:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f436823-d6f2-499b-8128-42d544cd7fd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': 'bf03b6c0-c63b-4b66-9c3b-94feeb155f1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:07:35Z', 'updated_at': '2021-07-13T14:07:41Z', 'revision_number': 5, 'project_id': 'f494ee620f9c45cc9ecf347c38c05946', 'subnets': [{'id': 'bf03b6c0-c63b-4b66-9c3b-94feeb155f1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97c5fb28-a8df-400a-8fbc-b4c36428f3e4', 'name': '', 'network_id': '6efe5516-c6f7-4066-8448-0cc234483b0d', 'tenant_id': 'f494ee620f9c45cc9ecf347c38c05946', 'mac_address': 'fa:16:3e:59:17:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f436823-d6f2-499b-8128-42d544cd7fd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': '24a7b1a7-4f74-4f46-b94e-ecba38a8ccd3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:07:41Z', 'updated_at': '2021-07-13T14:07:48Z', 'revision_number': 5, 'project_id': 'f494ee620f9c45cc9ecf347c38c05946', 'subnets': [{'id': '24a7b1a7-4f74-4f46-b94e-ecba38a8ccd3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7d484d2-08be-4b45-b409-5e8fb6c3c9d0', 'name': '', 'network_id': 'b58c12f3-8706-45b9-aa4e-80227b8507c8', 'tenant_id': 'f494ee620f9c45cc9ecf347c38c05946', 'mac_address': 'fa:16:3e:b6:88:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f436823-d6f2-499b-8128-42d544cd7fd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': 'beccfaa0-0197-4401-8ec2-4bb2559ccf34', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:07:44Z', 'updated_at': '2021-07-13T14:07:48Z', 'revision_number': 4, 'project_id': 'f494ee620f9c45cc9ecf347c38c05946', 'subnets': [{'id': 'beccfaa0-0197-4401-8ec2-4bb2559ccf34', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:07:49.621274 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=c7d484d2-08be-4b45-b409-5e8fb6c3c9d0,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:07:49.632163 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 62e081fa-730e-44af-b297-8b3b3889a1d4 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:07:49.632385 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:49.741219 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-37e28f79-8956-475c-b314-f7844bb67458 req-5679d415-a495-4acf-8e30-c56619e00148 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:49.741614 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-37e28f79-8956-475c-b314-f7844bb67458 req-5679d415-a495-4acf-8e30-c56619e00148 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446547'] for floatingip, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:49.742124 n-d-800634-1 neutron-server[93750]: INFO neutron.db.l3_db [req-37e28f79-8956-475c-b314-f7844bb67458 req-5679d415-a495-4acf-8e30-c56619e00148 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Floating IP 694fa6c0-c7c2-4fba-8e1a-87bdd5df740d disassociated. External IP: 172.25.6.23, port: 9f64798a-5cda-40b5-9266-51a136ba3da9. Jul 13 14:07:49.743041 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-37e28f79-8956-475c-b314-f7844bb67458 req-5679d415-a495-4acf-8e30-c56619e00148 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Calling delete_port for 9f64798a-5cda-40b5-9266-51a136ba3da9 owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:07:49.816030 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a53f8b0-dc7e-4565-8302-29d6857e21b6 None None] Sync routers for ids ['0f436823-d6f2-499b-8128-42d544cd7fd1'] in n-d-800634-1 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:07:49.829125 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a53f8b0-dc7e-4565-8302-29d6857e21b6 None None] Routers {'0f436823-d6f2-499b-8128-42d544cd7fd1'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:07:49.829807 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-6a53f8b0-dc7e-4565-8302-29d6857e21b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:07:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['0f436823-d6f2-499b-8128-42d544cd7fd1'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:07:49.873491 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8364de18-98f2-4b7f-94ec-7da2421c93ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:49.930041 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-6a53f8b0-dc7e-4565-8302-29d6857e21b6 None None] Set router 0f436823-d6f2-499b-8128-42d544cd7fd1 gateway port host: None {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:07:49.939702 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5f83582b-91ed-45ff-8e4b-da0ef549525e tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451695'] for router_interface, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:49.948348 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-37e28f79-8956-475c-b314-f7844bb67458 req-5679d415-a495-4acf-8e30-c56619e00148 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:49.999983 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5679d415-a495-4acf-8e30-c56619e00148 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Pushing event deleted for resources: {'Port': ['ID=9f64798a-5cda-40b5-9266-51a136ba3da9,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:07:50.035015 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:50.140933 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [req-37e28f79-8956-475c-b314-f7844bb67458 req-5679d415-a495-4acf-8e30-c56619e00148 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Router 60825822-aab3-40b2-be6c-a95554885520 has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:07:50.174501 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-6a53f8b0-dc7e-4565-8302-29d6857e21b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f436823-d6f2-499b-8128-42d544cd7fd1', 'name': 'tempest-RoutersTest-router-867079029', 'tenant_id': 'f494ee620f9c45cc9ecf347c38c05946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:07:34Z', 'updated_at': '2021-07-13T14:07:48Z', 'revision_number': 7, 'project_id': 'f494ee620f9c45cc9ecf347c38c05946', 'gw_port_host': None, '_interfaces': [{'id': '729f06d2-3835-4bd9-9d80-1de26dc0fa10', 'name': '', 'network_id': '5f98f776-a40e-4dd1-b2ce-08ae8699f1fd', 'tenant_id': 'f494ee620f9c45cc9ecf347c38c05946', 'mac_address': 'fa:16:3e:2b:d8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f436823-d6f2-499b-8128-42d544cd7fd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3459, 'fixed_ips': [{'subnet_id': 'a9914cea-c11e-497b-9fbb-64c7115eae8f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:07:38Z', 'updated_at': '2021-07-13T14:07:45Z', 'revision_number': 5, 'project_id': 'f494ee620f9c45cc9ecf347c38c05946', 'subnets': [{'id': 'a9914cea-c11e-497b-9fbb-64c7115eae8f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '830be156-9d20-4e15-be71-1309033ce8b6', 'name': '', 'network_id': 'dc656cbe-70a3-457a-84d3-54975786eb41', 'tenant_id': 'f494ee620f9c45cc9ecf347c38c05946', 'mac_address': 'fa:16:3e:25:df:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f436823-d6f2-499b-8128-42d544cd7fd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': 'bf03b6c0-c63b-4b66-9c3b-94feeb155f1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:07:35Z', 'updated_at': '2021-07-13T14:07:41Z', 'revision_number': 5, 'project_id': 'f494ee620f9c45cc9ecf347c38c05946', 'subnets': [{'id': 'bf03b6c0-c63b-4b66-9c3b-94feeb155f1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97c5fb28-a8df-400a-8fbc-b4c36428f3e4', 'name': '', 'network_id': '6efe5516-c6f7-4066-8448-0cc234483b0d', 'tenant_id': 'f494ee620f9c45cc9ecf347c38c05946', 'mac_address': 'fa:16:3e:59:17:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f436823-d6f2-499b-8128-42d544cd7fd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': '24a7b1a7-4f74-4f46-b94e-ecba38a8ccd3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:07:41Z', 'updated_at': '2021-07-13T14:07:48Z', 'revision_number': 5, 'project_id': 'f494ee620f9c45cc9ecf347c38c05946', 'subnets': [{'id': '24a7b1a7-4f74-4f46-b94e-ecba38a8ccd3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7d484d2-08be-4b45-b409-5e8fb6c3c9d0', 'name': '', 'network_id': 'b58c12f3-8706-45b9-aa4e-80227b8507c8', 'tenant_id': 'f494ee620f9c45cc9ecf347c38c05946', 'mac_address': 'fa:16:3e:b6:88:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f436823-d6f2-499b-8128-42d544cd7fd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': 'beccfaa0-0197-4401-8ec2-4bb2559ccf34', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:07:44Z', 'updated_at': '2021-07-13T14:07:49Z', 'revision_number': 5, 'project_id': 'f494ee620f9c45cc9ecf347c38c05946', 'subnets': [{'id': 'beccfaa0-0197-4401-8ec2-4bb2559ccf34', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:07:50.204970 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a53f8b0-dc7e-4565-8302-29d6857e21b6 None None] Checking router: 0f436823-d6f2-499b-8128-42d544cd7fd1 for host: n-d-800634-1 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:07:50.214075 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a53f8b0-dc7e-4565-8302-29d6857e21b6 None None] Routers {'0f436823-d6f2-499b-8128-42d544cd7fd1'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:07:50.214926 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-6a53f8b0-dc7e-4565-8302-29d6857e21b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:07:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['0f436823-d6f2-499b-8128-42d544cd7fd1'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:07:50.252777 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-5f83582b-91ed-45ff-8e4b-da0ef549525e tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Deleting port c7d484d2-08be-4b45-b409-5e8fb6c3c9d0 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:07:50.253291 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5f83582b-91ed-45ff-8e4b-da0ef549525e tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:50.297476 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-37e28f79-8956-475c-b314-f7844bb67458 req-5679d415-a495-4acf-8e30-c56619e00148 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:07:50.308367 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3369fa4e-af49-4f51-be67-0a786726d8ea None None] Sync routers for ids ['60825822-aab3-40b2-be6c-a95554885520'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:07:50.315353 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-6a53f8b0-dc7e-4565-8302-29d6857e21b6 None None] Set router 0f436823-d6f2-499b-8128-42d544cd7fd1 gateway port host: None {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:07:50.328559 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3369fa4e-af49-4f51-be67-0a786726d8ea None None] Routers {'60825822-aab3-40b2-be6c-a95554885520'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:07:50.331091 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-3369fa4e-af49-4f51-be67-0a786726d8ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:07:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['60825822-aab3-40b2-be6c-a95554885520'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:07:50.350010 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-37e28f79-8956-475c-b314-f7844bb67458 req-5679d415-a495-4acf-8e30-c56619e00148 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] No DVR routers for this DVR port 9f64798a-5cda-40b5-9266-51a136ba3da9 on host n-h2-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:07:50.357051 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-37e28f79-8956-475c-b314-f7844bb67458 req-5679d415-a495-4acf-8e30-c56619e00148 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:50.359722 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-37e28f79-8956-475c-b314-f7844bb67458 req-5679d415-a495-4acf-8e30-c56619e00148 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] 10.222.0.41 "DELETE /v2.0/ports/9f64798a-5cda-40b5-9266-51a136ba3da9 HTTP/1.1" status: 204 len: 173 time: 1.2833991 Jul 13 14:07:50.360185 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4765ea42-36b2-443e-a331-7b41eda5903d', 'name': 'network-vif-deleted', 'tag': '9f64798a-5cda-40b5-9266-51a136ba3da9'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:07:50.367491 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a6a97e3-a395-4928-b5a9-eed945fce06f" -d '{"events": [{"server_uuid": "4765ea42-36b2-443e-a331-7b41eda5903d", "name": "network-vif-deleted", "tag": "9f64798a-5cda-40b5-9266-51a136ba3da9"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:07:50.432468 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d1ba519-0920-4c50-b2f1-d44efb11e22a x-openstack-request-id: req-8d1ba519-0920-4c50-b2f1-d44efb11e22a {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:07:50.433515 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4765ea42-36b2-443e-a331-7b41eda5903d", "name": "network-vif-deleted", "tag": "9f64798a-5cda-40b5-9266-51a136ba3da9", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:07:50.433930 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8d1ba519-0920-4c50-b2f1-d44efb11e22a {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:07:50.434972 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4765ea42-36b2-443e-a331-7b41eda5903d', 'name': 'network-vif-deleted', 'tag': '9f64798a-5cda-40b5-9266-51a136ba3da9', 'status': 'completed', 'code': 200} Jul 13 14:07:50.478096 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e6e2621a-214a-4a54-accb-16d4a325dfb1 req-811293ab-4b2d-4f61-abcc-cec22863eeb4 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] 10.222.0.23 "GET /v2.0/ports?device_id=4765ea42-36b2-443e-a331-7b41eda5903d HTTP/1.1" status: 200 len: 210 time: 0.0999362 Jul 13 14:07:50.488238 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-5f83582b-91ed-45ff-8e4b-da0ef549525e tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] For port c7d484d2-08be-4b45-b409-5e8fb6c3c9d0, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=c7d484d2-08be-4b45-b409-5e8fb6c3c9d0,segment=NetworkSegment(88f0e98d-8284-47aa-badb-1d62d3bb03bf),segment_id=88f0e98d-8284-47aa-badb-1d62d3bb03bf)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:07:50.488694 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5f83582b-91ed-45ff-8e4b-da0ef549525e tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:50.529633 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-5f83582b-91ed-45ff-8e4b-da0ef549525e tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Calling delete_port for c7d484d2-08be-4b45-b409-5e8fb6c3c9d0 owned by network:router_interface {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:07:50.573119 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-3369fa4e-af49-4f51-be67-0a786726d8ea None None] Set router 60825822-aab3-40b2-be6c-a95554885520 gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:07:50.643638 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-6a53f8b0-dc7e-4565-8302-29d6857e21b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f436823-d6f2-499b-8128-42d544cd7fd1', 'name': 'tempest-RoutersTest-router-867079029', 'tenant_id': 'f494ee620f9c45cc9ecf347c38c05946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:07:34Z', 'updated_at': '2021-07-13T14:07:48Z', 'revision_number': 7, 'project_id': 'f494ee620f9c45cc9ecf347c38c05946', 'gw_port_host': None, '_interfaces': [{'id': '729f06d2-3835-4bd9-9d80-1de26dc0fa10', 'name': '', 'network_id': '5f98f776-a40e-4dd1-b2ce-08ae8699f1fd', 'tenant_id': 'f494ee620f9c45cc9ecf347c38c05946', 'mac_address': 'fa:16:3e:2b:d8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f436823-d6f2-499b-8128-42d544cd7fd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3459, 'fixed_ips': [{'subnet_id': 'a9914cea-c11e-497b-9fbb-64c7115eae8f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:07:38Z', 'updated_at': '2021-07-13T14:07:45Z', 'revision_number': 5, 'project_id': 'f494ee620f9c45cc9ecf347c38c05946', 'subnets': [{'id': 'a9914cea-c11e-497b-9fbb-64c7115eae8f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '830be156-9d20-4e15-be71-1309033ce8b6', 'name': '', 'network_id': 'dc656cbe-70a3-457a-84d3-54975786eb41', 'tenant_id': 'f494ee620f9c45cc9ecf347c38c05946', 'mac_address': 'fa:16:3e:25:df:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f436823-d6f2-499b-8128-42d544cd7fd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': 'bf03b6c0-c63b-4b66-9c3b-94feeb155f1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:07:35Z', 'updated_at': '2021-07-13T14:07:41Z', 'revision_number': 5, 'project_id': 'f494ee620f9c45cc9ecf347c38c05946', 'subnets': [{'id': 'bf03b6c0-c63b-4b66-9c3b-94feeb155f1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97c5fb28-a8df-400a-8fbc-b4c36428f3e4', 'name': '', 'network_id': '6efe5516-c6f7-4066-8448-0cc234483b0d', 'tenant_id': 'f494ee620f9c45cc9ecf347c38c05946', 'mac_address': 'fa:16:3e:59:17:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f436823-d6f2-499b-8128-42d544cd7fd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': '24a7b1a7-4f74-4f46-b94e-ecba38a8ccd3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:07:41Z', 'updated_at': '2021-07-13T14:07:48Z', 'revision_number': 5, 'project_id': 'f494ee620f9c45cc9ecf347c38c05946', 'subnets': [{'id': '24a7b1a7-4f74-4f46-b94e-ecba38a8ccd3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7d484d2-08be-4b45-b409-5e8fb6c3c9d0', 'name': '', 'network_id': 'b58c12f3-8706-45b9-aa4e-80227b8507c8', 'tenant_id': 'f494ee620f9c45cc9ecf347c38c05946', 'mac_address': 'fa:16:3e:b6:88:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f436823-d6f2-499b-8128-42d544cd7fd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': 'beccfaa0-0197-4401-8ec2-4bb2559ccf34', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:07:44Z', 'updated_at': '2021-07-13T14:07:49Z', 'revision_number': 5, 'project_id': 'f494ee620f9c45cc9ecf347c38c05946', 'subnets': [{'id': 'beccfaa0-0197-4401-8ec2-4bb2559ccf34', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:07:50.673378 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a53f8b0-dc7e-4565-8302-29d6857e21b6 None None] The sync data for ids ['0f436823-d6f2-499b-8128-42d544cd7fd1'] in n-d-800634-1 is: [{'id': '0f436823-d6f2-499b-8128-42d544cd7fd1', 'name': 'tempest-RoutersTest-router-867079029', 'tenant_id': 'f494ee620f9c45cc9ecf347c38c05946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:07:34Z', 'updated_at': '2021-07-13T14:07:48Z', 'revision_number': 7, 'project_id': 'f494ee620f9c45cc9ecf347c38c05946', 'gw_port_host': None, '_interfaces': [{'id': '729f06d2-3835-4bd9-9d80-1de26dc0fa10', 'name': '', 'network_id': '5f98f776-a40e-4dd1-b2ce-08ae8699f1fd', 'tenant_id': 'f494ee620f9c45cc9ecf347c38c05946', 'mac_address': 'fa:16:3e:2b:d8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f436823-d6f2-499b-8128-42d544cd7fd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3459, 'fixed_ips': [{'subnet_id': 'a9914cea-c11e-497b-9fbb-64c7115eae8f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:07:38Z', 'updated_at': '2021-07-13T14:07:45Z', 'revision_number': 5, 'project_id': 'f494ee620f9c45cc9ecf347c38c05946', 'subnets': [{'id': 'a9914cea-c11e-497b-9fbb-64c7115eae8f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '830be156-9d20-4e15-be71-1309033ce8b6', 'name': '', 'network_id': 'dc656cbe-70a3-457a-84d3-54975786eb41', 'tenant_id': 'f494ee620f9c45cc9ecf347c38c05946', 'mac_address': 'fa:16:3e:25:df:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f436823-d6f2-499b-8128-42d544cd7fd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': 'bf03b6c0-c63b-4b66-9c3b-94feeb155f1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:07:35Z', 'updated_at': '2021-07-13T14:07:41Z', 'revision_number': 5, 'project_id': 'f494ee620f9c45cc9ecf347c38c05946', 'subnets': [{'id': 'bf03b6c0-c63b-4b66-9c3b-94feeb155f1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97c5fb28-a8df-400a-8fbc-b4c36428f3e4', 'name': '', 'network_id': '6efe5516-c6f7-4066-8448-0cc234483b0d', 'tenant_id': 'f494ee620f9c45cc9ecf347c38c05946', 'mac_address': 'fa:16:3e:59:17:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f436823-d6f2-499b-8128-42d544cd7fd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': '24a7b1a7-4f74-4f46-b94e-ecba38a8ccd3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:07:41Z', 'updated_at': '2021-07-13T14:07:48Z', 'revision_number': 5, 'project_id': 'f494ee620f9c45cc9ecf347c38c05946', 'subnets': [{'id': '24a7b1a7-4f74-4f46-b94e-ecba38a8ccd3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7d484d2-08be-4b45-b409-5e8fb6c3c9d0', 'name': '', 'network_id': 'b58c12f3-8706-45b9-aa4e-80227b8507c8', 'tenant_id': 'f494ee620f9c45cc9ecf347c38c05946', 'mac_address': 'fa:16:3e:b6:88:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f436823-d6f2-499b-8128-42d544cd7fd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': 'beccfaa0-0197-4401-8ec2-4bb2559ccf34', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:07:44Z', 'updated_at': '2021-07-13T14:07:49Z', 'revision_number': 5, 'project_id': 'f494ee620f9c45cc9ecf347c38c05946', 'subnets': [{'id': 'beccfaa0-0197-4401-8ec2-4bb2559ccf34', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:07:50.756963 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5f83582b-91ed-45ff-8e4b-da0ef549525e tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:50.789034 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f83582b-91ed-45ff-8e4b-da0ef549525e tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Pushing event deleted for resources: {'Port': ['ID=c7d484d2-08be-4b45-b409-5e8fb6c3c9d0,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:07:50.825611 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f83582b-91ed-45ff-8e4b-da0ef549525e tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:07:50.826250 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f83582b-91ed-45ff-8e4b-da0ef549525e tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:07:50.826589 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f83582b-91ed-45ff-8e4b-da0ef549525e tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:07:50.827027 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f83582b-91ed-45ff-8e4b-da0ef549525e tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:07:50.827314 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f83582b-91ed-45ff-8e4b-da0ef549525e tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:07:50.827649 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f83582b-91ed-45ff-8e4b-da0ef549525e tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:07:50.827985 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f83582b-91ed-45ff-8e4b-da0ef549525e tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:07:50.828301 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f83582b-91ed-45ff-8e4b-da0ef549525e tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:07:50.828942 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f83582b-91ed-45ff-8e4b-da0ef549525e tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:07:50.829285 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f83582b-91ed-45ff-8e4b-da0ef549525e tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:07:50.829611 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f83582b-91ed-45ff-8e4b-da0ef549525e tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:07:50.829962 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f83582b-91ed-45ff-8e4b-da0ef549525e tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:07:50.913300 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-3369fa4e-af49-4f51-be67-0a786726d8ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60825822-aab3-40b2-be6c-a95554885520', 'name': 'tempest-AttachVolumeTestJSON-735102816-router', 'tenant_id': '9b84fd52966d4a72b64b59fb4909d5ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '267dd320-ec96-49b6-809c-c559eec3dd7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:03:54Z', 'updated_at': '2021-07-13T14:03:57Z', 'revision_number': 4, 'project_id': '9b84fd52966d4a72b64b59fb4909d5ab', 'gw_port': {'id': '267dd320-ec96-49b6-809c-c559eec3dd7a', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:95:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60825822-aab3-40b2-be6c-a95554885520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3174, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:03:55Z', 'updated_at': '2021-07-13T14:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': '2c79a40e-af92-44ae-87e9-b711e0e32b08', 'name': '', 'network_id': '9c2558ca-4bbf-4e33-ab1c-e7f21b409eb5', 'tenant_id': '9b84fd52966d4a72b64b59fb4909d5ab', 'mac_address': 'fa:16:3e:2d:b9:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60825822-aab3-40b2-be6c-a95554885520', 'device_owner': 'network:router_interface', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': 'e70149ef-39e2-4581-bd26-e6cc81b2fee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:03:57Z', 'updated_at': '2021-07-13T14:04:02Z', 'revision_number': 5, 'project_id': '9b84fd52966d4a72b64b59fb4909d5ab', 'subnets': [{'id': 'e70149ef-39e2-4581-bd26-e6cc81b2fee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:07:50.987528 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3369fa4e-af49-4f51-be67-0a786726d8ea None None] Checking router: 60825822-aab3-40b2-be6c-a95554885520 for host: n-d-800634-1 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:07:50.997855 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3369fa4e-af49-4f51-be67-0a786726d8ea None None] Routers {'60825822-aab3-40b2-be6c-a95554885520'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:07:50.998690 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-3369fa4e-af49-4f51-be67-0a786726d8ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:07:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['60825822-aab3-40b2-be6c-a95554885520'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:07:51.019029 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5f83582b-91ed-45ff-8e4b-da0ef549525e tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1785036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452491'] for router_interface, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:51.161049 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-3369fa4e-af49-4f51-be67-0a786726d8ea None None] Set router 60825822-aab3-40b2-be6c-a95554885520 gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:07:51.256354 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:51.329112 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 97c5fb28-a8df-400a-8fbc-b4c36428f3e4 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:07:51.415204 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 97c5fb28-a8df-400a-8fbc-b4c36428f3e4 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:07:51.415572 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:51.514069 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-3369fa4e-af49-4f51-be67-0a786726d8ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60825822-aab3-40b2-be6c-a95554885520', 'name': 'tempest-AttachVolumeTestJSON-735102816-router', 'tenant_id': '9b84fd52966d4a72b64b59fb4909d5ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '267dd320-ec96-49b6-809c-c559eec3dd7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:03:54Z', 'updated_at': '2021-07-13T14:03:57Z', 'revision_number': 4, 'project_id': '9b84fd52966d4a72b64b59fb4909d5ab', 'gw_port': {'id': '267dd320-ec96-49b6-809c-c559eec3dd7a', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:95:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60825822-aab3-40b2-be6c-a95554885520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3174, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:03:55Z', 'updated_at': '2021-07-13T14:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': '2c79a40e-af92-44ae-87e9-b711e0e32b08', 'name': '', 'network_id': '9c2558ca-4bbf-4e33-ab1c-e7f21b409eb5', 'tenant_id': '9b84fd52966d4a72b64b59fb4909d5ab', 'mac_address': 'fa:16:3e:2d:b9:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60825822-aab3-40b2-be6c-a95554885520', 'device_owner': 'network:router_interface', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': 'e70149ef-39e2-4581-bd26-e6cc81b2fee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:03:57Z', 'updated_at': '2021-07-13T14:04:02Z', 'revision_number': 5, 'project_id': '9b84fd52966d4a72b64b59fb4909d5ab', 'subnets': [{'id': 'e70149ef-39e2-4581-bd26-e6cc81b2fee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:07:51.551747 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3369fa4e-af49-4f51-be67-0a786726d8ea None None] The sync data for ids ['60825822-aab3-40b2-be6c-a95554885520'] in n-d-800634-1 is: [{'id': '60825822-aab3-40b2-be6c-a95554885520', 'name': 'tempest-AttachVolumeTestJSON-735102816-router', 'tenant_id': '9b84fd52966d4a72b64b59fb4909d5ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '267dd320-ec96-49b6-809c-c559eec3dd7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:03:54Z', 'updated_at': '2021-07-13T14:03:57Z', 'revision_number': 4, 'project_id': '9b84fd52966d4a72b64b59fb4909d5ab', 'gw_port': {'id': '267dd320-ec96-49b6-809c-c559eec3dd7a', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:95:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60825822-aab3-40b2-be6c-a95554885520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3174, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:03:55Z', 'updated_at': '2021-07-13T14:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': '2c79a40e-af92-44ae-87e9-b711e0e32b08', 'name': '', 'network_id': '9c2558ca-4bbf-4e33-ab1c-e7f21b409eb5', 'tenant_id': '9b84fd52966d4a72b64b59fb4909d5ab', 'mac_address': 'fa:16:3e:2d:b9:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60825822-aab3-40b2-be6c-a95554885520', 'device_owner': 'network:router_interface', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': 'e70149ef-39e2-4581-bd26-e6cc81b2fee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:03:57Z', 'updated_at': '2021-07-13T14:04:02Z', 'revision_number': 5, 'project_id': '9b84fd52966d4a72b64b59fb4909d5ab', 'subnets': [{'id': 'e70149ef-39e2-4581-bd26-e6cc81b2fee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:07:51.599464 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f83582b-91ed-45ff-8e4b-da0ef549525e tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Router 0f436823-d6f2-499b-8128-42d544cd7fd1 has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:07:51.642513 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 40748) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:07:51.703542 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f83582b-91ed-45ff-8e4b-da0ef549525e tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:07:51.709492 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-5f83582b-91ed-45ff-8e4b-da0ef549525e tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] 10.222.0.23 "PUT /v2.0/routers/0f436823-d6f2-499b-8128-42d544cd7fd1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1706569 Jul 13 14:07:51.712052 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 40750) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:07:51.716634 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875406b0-b64c-4e5a-94b9-4904ef47ffd4 None None] Sync routers for ids ['0f436823-d6f2-499b-8128-42d544cd7fd1'] in n-d-800634-1 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:07:51.725143 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ffbb2242-f32b-4118-93f4-ca2b6bfc7daf tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:51.728778 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875406b0-b64c-4e5a-94b9-4904ef47ffd4 None None] Routers {'0f436823-d6f2-499b-8128-42d544cd7fd1'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:07:51.729589 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-875406b0-b64c-4e5a-94b9-4904ef47ffd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:07:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['0f436823-d6f2-499b-8128-42d544cd7fd1'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:07:51.760199 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ffbb2242-f32b-4118-93f4-ca2b6bfc7daf tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:51.783868 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-7356c3b4-b0ad-4660-9025-5c0b971d7868 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Deleting subnet beccfaa0-0197-4401-8ec2-4bb2559ccf34 {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 14:07:51.788385 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7356c3b4-b0ad-4660-9025-5c0b971d7868 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:51.851910 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ffbb2242-f32b-4118-93f4-ca2b6bfc7daf tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:51.852869 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7356c3b4-b0ad-4660-9025-5c0b971d7868 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6018489'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:51.857703 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ffbb2242-f32b-4118-93f4-ca2b6bfc7daf tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:51.861641 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-ffbb2242-f32b-4118-93f4-ca2b6bfc7daf tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] 10.222.0.23 "DELETE /v2.0/security-groups/73427ddc-3387-4fc1-bd2b-a18baacb9e71 HTTP/1.1" status: 204 len: 168 time: 0.2180128 Jul 13 14:07:51.862360 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 40752) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:07:51.876744 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929a59bb-cf63-47cb-9197-76c179adbed4 None None] New status for floating IP 694fa6c0-c7c2-4fba-8e1a-87bdd5df740d: DOWN {{(pid=93752) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 14:07:51.883289 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbb2242-f32b-4118-93f4-ca2b6bfc7daf tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73427ddc-3387-4fc1-bd2b-a18baacb9e71,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:07:51.903253 n-d-800634-1 neutron-server[93750]: INFO neutron.api.v2.resource [None req-a74b7452-b364-4865-8185-a9aea77faede tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] show failed (client error): The resource could not be found. Jul 13 14:07:51.906264 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-a74b7452-b364-4865-8185-a9aea77faede tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] 10.222.0.23 "GET /v2.0/security-groups/73427ddc-3387-4fc1-bd2b-a18baacb9e71 HTTP/1.1" status: 404 len: 347 time: 0.0399208 Jul 13 14:07:51.907491 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 40754) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:07:51.937540 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-875406b0-b64c-4e5a-94b9-4904ef47ffd4 None None] Set router 0f436823-d6f2-499b-8128-42d544cd7fd1 gateway port host: None {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:07:52.056931 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7356c3b4-b0ad-4660-9025-5c0b971d7868 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:52.118913 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-4e35d33c-ff39-4861-aced-45f68d2d5d91 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Deleting port 6428725f-bbdc-45f7-b694-2ab5c292f6c5 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:07:52.119266 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4e35d33c-ff39-4861-aced-45f68d2d5d91 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:52.165190 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-875406b0-b64c-4e5a-94b9-4904ef47ffd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f436823-d6f2-499b-8128-42d544cd7fd1', 'name': 'tempest-RoutersTest-router-867079029', 'tenant_id': 'f494ee620f9c45cc9ecf347c38c05946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:07:34Z', 'updated_at': '2021-07-13T14:07:50Z', 'revision_number': 8, 'project_id': 'f494ee620f9c45cc9ecf347c38c05946', 'gw_port_host': None, '_interfaces': [{'id': '729f06d2-3835-4bd9-9d80-1de26dc0fa10', 'name': '', 'network_id': '5f98f776-a40e-4dd1-b2ce-08ae8699f1fd', 'tenant_id': 'f494ee620f9c45cc9ecf347c38c05946', 'mac_address': 'fa:16:3e:2b:d8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f436823-d6f2-499b-8128-42d544cd7fd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3459, 'fixed_ips': [{'subnet_id': 'a9914cea-c11e-497b-9fbb-64c7115eae8f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:07:38Z', 'updated_at': '2021-07-13T14:07:45Z', 'revision_number': 5, 'project_id': 'f494ee620f9c45cc9ecf347c38c05946', 'subnets': [{'id': 'a9914cea-c11e-497b-9fbb-64c7115eae8f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '830be156-9d20-4e15-be71-1309033ce8b6', 'name': '', 'network_id': 'dc656cbe-70a3-457a-84d3-54975786eb41', 'tenant_id': 'f494ee620f9c45cc9ecf347c38c05946', 'mac_address': 'fa:16:3e:25:df:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f436823-d6f2-499b-8128-42d544cd7fd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': 'bf03b6c0-c63b-4b66-9c3b-94feeb155f1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:07:35Z', 'updated_at': '2021-07-13T14:07:41Z', 'revision_number': 5, 'project_id': 'f494ee620f9c45cc9ecf347c38c05946', 'subnets': [{'id': 'bf03b6c0-c63b-4b66-9c3b-94feeb155f1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97c5fb28-a8df-400a-8fbc-b4c36428f3e4', 'name': '', 'network_id': '6efe5516-c6f7-4066-8448-0cc234483b0d', 'tenant_id': 'f494ee620f9c45cc9ecf347c38c05946', 'mac_address': 'fa:16:3e:59:17:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f436823-d6f2-499b-8128-42d544cd7fd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': '24a7b1a7-4f74-4f46-b94e-ecba38a8ccd3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:07:41Z', 'updated_at': '2021-07-13T14:07:48Z', 'revision_number': 5, 'project_id': 'f494ee620f9c45cc9ecf347c38c05946', 'subnets': [{'id': '24a7b1a7-4f74-4f46-b94e-ecba38a8ccd3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:07:52.168214 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7356c3b4-b0ad-4660-9025-5c0b971d7868 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6018534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6105009'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:52.191536 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875406b0-b64c-4e5a-94b9-4904ef47ffd4 None None] Checking router: 0f436823-d6f2-499b-8128-42d544cd7fd1 for host: n-d-800634-1 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:07:52.199590 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875406b0-b64c-4e5a-94b9-4904ef47ffd4 None None] Routers {'0f436823-d6f2-499b-8128-42d544cd7fd1'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:07:52.200219 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-875406b0-b64c-4e5a-94b9-4904ef47ffd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:07:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['0f436823-d6f2-499b-8128-42d544cd7fd1'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:07:52.203431 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7356c3b4-b0ad-4660-9025-5c0b971d7868 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Pushing event deleted for resources: {'Subnet': ['ID=beccfaa0-0197-4401-8ec2-4bb2559ccf34,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:07:52.211959 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7356c3b4-b0ad-4660-9025-5c0b971d7868 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:52.217690 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 40756) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:07:52.217887 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-7356c3b4-b0ad-4660-9025-5c0b971d7868 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] 10.222.0.23 "DELETE /v2.0/subnets/beccfaa0-0197-4401-8ec2-4bb2559ccf34 HTTP/1.1" status: 204 len: 168 time: 0.5034897 Jul 13 14:07:52.218254 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe5e4911-8b0a-4916-aa83-6fc7910905be None None] Network b58c12f3-8706-45b9-aa4e-80227b8507c8 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:07:52.245468 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4e35d33c-ff39-4861-aced-45f68d2d5d91 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:52.245850 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4e35d33c-ff39-4861-aced-45f68d2d5d91 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:52.258837 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-4e35d33c-ff39-4861-aced-45f68d2d5d91 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Calling delete_port for 6428725f-bbdc-45f7-b694-2ab5c292f6c5 owned by network:floatingip {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:07:52.296502 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-875406b0-b64c-4e5a-94b9-4904ef47ffd4 None None] Set router 0f436823-d6f2-499b-8128-42d544cd7fd1 gateway port host: None {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:07:52.332518 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-54be0ba0-7196-4d5f-82a5-e75f10b7bdcb tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:52.409280 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-54be0ba0-7196-4d5f-82a5-e75f10b7bdcb tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Deleting port 62e081fa-730e-44af-b297-8b3b3889a1d4 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:07:52.409777 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-54be0ba0-7196-4d5f-82a5-e75f10b7bdcb tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:52.411374 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4e35d33c-ff39-4861-aced-45f68d2d5d91 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:52.443092 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e35d33c-ff39-4861-aced-45f68d2d5d91 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Pushing event deleted for resources: {'Port': ['ID=6428725f-bbdc-45f7-b694-2ab5c292f6c5,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:07:52.468935 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-261b5dee-4831-4675-93ac-7077ac3e79d9 None None] DHCP port deletion for b58c12f3-8706-45b9-aa4e-80227b8507c8 request from n-d-800634-1 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 14:07:52.503194 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-54be0ba0-7196-4d5f-82a5-e75f10b7bdcb tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] For port 62e081fa-730e-44af-b297-8b3b3889a1d4, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=62e081fa-730e-44af-b297-8b3b3889a1d4,segment=NetworkSegment(88f0e98d-8284-47aa-badb-1d62d3bb03bf),segment_id=88f0e98d-8284-47aa-badb-1d62d3bb03bf)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:07:52.503677 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-54be0ba0-7196-4d5f-82a5-e75f10b7bdcb tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:52.509010 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4e35d33c-ff39-4861-aced-45f68d2d5d91 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Notify callbacks [] for floatingip, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:52.513083 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4e35d33c-ff39-4861-aced-45f68d2d5d91 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for floatingip, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:52.518354 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-4e35d33c-ff39-4861-aced-45f68d2d5d91 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] 10.222.0.23 "DELETE /v2.0/floatingips/694fa6c0-c7c2-4fba-8e1a-87bdd5df740d HTTP/1.1" status: 204 len: 168 time: 0.6088583 Jul 13 14:07:52.531609 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-54be0ba0-7196-4d5f-82a5-e75f10b7bdcb tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Calling delete_port for 62e081fa-730e-44af-b297-8b3b3889a1d4 owned by network:dhcp {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:07:52.531858 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 9f64798a-5cda-40b5-9266-51a136ba3da9 no longer exists at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:07:52.551431 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-875406b0-b64c-4e5a-94b9-4904ef47ffd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f436823-d6f2-499b-8128-42d544cd7fd1', 'name': 'tempest-RoutersTest-router-867079029', 'tenant_id': 'f494ee620f9c45cc9ecf347c38c05946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:07:34Z', 'updated_at': '2021-07-13T14:07:50Z', 'revision_number': 8, 'project_id': 'f494ee620f9c45cc9ecf347c38c05946', 'gw_port_host': None, '_interfaces': [{'id': '729f06d2-3835-4bd9-9d80-1de26dc0fa10', 'name': '', 'network_id': '5f98f776-a40e-4dd1-b2ce-08ae8699f1fd', 'tenant_id': 'f494ee620f9c45cc9ecf347c38c05946', 'mac_address': 'fa:16:3e:2b:d8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f436823-d6f2-499b-8128-42d544cd7fd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3459, 'fixed_ips': [{'subnet_id': 'a9914cea-c11e-497b-9fbb-64c7115eae8f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:07:38Z', 'updated_at': '2021-07-13T14:07:45Z', 'revision_number': 5, 'project_id': 'f494ee620f9c45cc9ecf347c38c05946', 'subnets': [{'id': 'a9914cea-c11e-497b-9fbb-64c7115eae8f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '830be156-9d20-4e15-be71-1309033ce8b6', 'name': '', 'network_id': 'dc656cbe-70a3-457a-84d3-54975786eb41', 'tenant_id': 'f494ee620f9c45cc9ecf347c38c05946', 'mac_address': 'fa:16:3e:25:df:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f436823-d6f2-499b-8128-42d544cd7fd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': 'bf03b6c0-c63b-4b66-9c3b-94feeb155f1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:07:35Z', 'updated_at': '2021-07-13T14:07:41Z', 'revision_number': 5, 'project_id': 'f494ee620f9c45cc9ecf347c38c05946', 'subnets': [{'id': 'bf03b6c0-c63b-4b66-9c3b-94feeb155f1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97c5fb28-a8df-400a-8fbc-b4c36428f3e4', 'name': '', 'network_id': '6efe5516-c6f7-4066-8448-0cc234483b0d', 'tenant_id': 'f494ee620f9c45cc9ecf347c38c05946', 'mac_address': 'fa:16:3e:59:17:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f436823-d6f2-499b-8128-42d544cd7fd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': '24a7b1a7-4f74-4f46-b94e-ecba38a8ccd3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:07:41Z', 'updated_at': '2021-07-13T14:07:48Z', 'revision_number': 5, 'project_id': 'f494ee620f9c45cc9ecf347c38c05946', 'subnets': [{'id': '24a7b1a7-4f74-4f46-b94e-ecba38a8ccd3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:07:52.556363 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] No Port match for: 9f64798a-5cda-40b5-9266-51a136ba3da9 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:07:52.556813 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 9f64798a-5cda-40b5-9266-51a136ba3da9 not bound to the agent host n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:07:52.560765 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-261b5dee-4831-4675-93ac-7077ac3e79d9 None None] Deleting port 62e081fa-730e-44af-b297-8b3b3889a1d4 {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:07:52.561378 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-261b5dee-4831-4675-93ac-7077ac3e79d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:52.595882 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875406b0-b64c-4e5a-94b9-4904ef47ffd4 None None] The sync data for ids ['0f436823-d6f2-499b-8128-42d544cd7fd1'] in n-d-800634-1 is: [{'id': '0f436823-d6f2-499b-8128-42d544cd7fd1', 'name': 'tempest-RoutersTest-router-867079029', 'tenant_id': 'f494ee620f9c45cc9ecf347c38c05946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:07:34Z', 'updated_at': '2021-07-13T14:07:50Z', 'revision_number': 8, 'project_id': 'f494ee620f9c45cc9ecf347c38c05946', 'gw_port_host': None, '_interfaces': [{'id': '729f06d2-3835-4bd9-9d80-1de26dc0fa10', 'name': '', 'network_id': '5f98f776-a40e-4dd1-b2ce-08ae8699f1fd', 'tenant_id': 'f494ee620f9c45cc9ecf347c38c05946', 'mac_address': 'fa:16:3e:2b:d8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f436823-d6f2-499b-8128-42d544cd7fd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3459, 'fixed_ips': [{'subnet_id': 'a9914cea-c11e-497b-9fbb-64c7115eae8f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:07:38Z', 'updated_at': '2021-07-13T14:07:45Z', 'revision_number': 5, 'project_id': 'f494ee620f9c45cc9ecf347c38c05946', 'subnets': [{'id': 'a9914cea-c11e-497b-9fbb-64c7115eae8f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '830be156-9d20-4e15-be71-1309033ce8b6', 'name': '', 'network_id': 'dc656cbe-70a3-457a-84d3-54975786eb41', 'tenant_id': 'f494ee620f9c45cc9ecf347c38c05946', 'mac_address': 'fa:16:3e:25:df:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f436823-d6f2-499b-8128-42d544cd7fd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': 'bf03b6c0-c63b-4b66-9c3b-94feeb155f1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:07:35Z', 'updated_at': '2021-07-13T14:07:41Z', 'revision_number': 5, 'project_id': 'f494ee620f9c45cc9ecf347c38c05946', 'subnets': [{'id': 'bf03b6c0-c63b-4b66-9c3b-94feeb155f1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97c5fb28-a8df-400a-8fbc-b4c36428f3e4', 'name': '', 'network_id': '6efe5516-c6f7-4066-8448-0cc234483b0d', 'tenant_id': 'f494ee620f9c45cc9ecf347c38c05946', 'mac_address': 'fa:16:3e:59:17:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f436823-d6f2-499b-8128-42d544cd7fd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': '24a7b1a7-4f74-4f46-b94e-ecba38a8ccd3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:07:41Z', 'updated_at': '2021-07-13T14:07:48Z', 'revision_number': 5, 'project_id': 'f494ee620f9c45cc9ecf347c38c05946', 'subnets': [{'id': '24a7b1a7-4f74-4f46-b94e-ecba38a8ccd3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:07:52.631956 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-54be0ba0-7196-4d5f-82a5-e75f10b7bdcb tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:52.665963 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54be0ba0-7196-4d5f-82a5-e75f10b7bdcb tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Pushing event deleted for resources: {'Port': ['ID=62e081fa-730e-44af-b297-8b3b3889a1d4,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:07:52.671415 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54be0ba0-7196-4d5f-82a5-e75f10b7bdcb tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] No DVR routers for this DVR port 62e081fa-730e-44af-b297-8b3b3889a1d4 on host n-d-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:07:52.758689 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-54be0ba0-7196-4d5f-82a5-e75f10b7bdcb tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:52.769896 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-54be0ba0-7196-4d5f-82a5-e75f10b7bdcb tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b58c12f3-8706-45b9-aa4e-80227b8507c8']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:07:52.785383 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-54be0ba0-7196-4d5f-82a5-e75f10b7bdcb tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88f0e98d-8284-47aa-badb-1d62d3bb03bf') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:07:52.786152 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-54be0ba0-7196-4d5f-82a5-e75f10b7bdcb tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88f0e98d-8284-47aa-badb-1d62d3bb03bf') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:07:52.798457 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-54be0ba0-7196-4d5f-82a5-e75f10b7bdcb tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5431730'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:52.815951 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:52.818007 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-54be0ba0-7196-4d5f-82a5-e75f10b7bdcb tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:52.826815 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54be0ba0-7196-4d5f-82a5-e75f10b7bdcb tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 14:07:52.827650 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-54be0ba0-7196-4d5f-82a5-e75f10b7bdcb tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5970419'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:52.827872 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-261b5dee-4831-4675-93ac-7077ac3e79d9 None None] For port 62e081fa-730e-44af-b297-8b3b3889a1d4, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=62e081fa-730e-44af-b297-8b3b3889a1d4,segment=NetworkSegment(88f0e98d-8284-47aa-badb-1d62d3bb03bf),segment_id=88f0e98d-8284-47aa-badb-1d62d3bb03bf)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:07:52.828257 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-261b5dee-4831-4675-93ac-7077ac3e79d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:52.832190 n-d-800634-1 neutron-server[93750]: Traceback (most recent call last): Jul 13 14:07:52.832190 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 14:07:52.832190 n-d-800634-1 neutron-server[93750]: timer() Jul 13 14:07:52.832190 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 14:07:52.832190 n-d-800634-1 neutron-server[93750]: cb(*args, **kw) Jul 13 14:07:52.832190 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 14:07:52.832190 n-d-800634-1 neutron-server[93750]: return func(*args, **kwargs) Jul 13 14:07:52.832190 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 14:07:52.832190 n-d-800634-1 neutron-server[93750]: self._notify() Jul 13 14:07:52.832190 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 14:07:52.832190 n-d-800634-1 neutron-server[93750]: self.callback(batched_events) Jul 13 14:07:52.832190 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 14:07:52.832190 n-d-800634-1 neutron-server[93750]: event.method(event) Jul 13 14:07:52.832190 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 14:07:52.832190 n-d-800634-1 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 14:07:52.832190 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 14:07:52.832190 n-d-800634-1 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 14:07:52.832190 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 14:07:52.832190 n-d-800634-1 neutron-server[93750]: return f(self, *a, **k) Jul 13 14:07:52.832190 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 14:07:52.832190 n-d-800634-1 neutron-server[93750]: return self._get(url).json() Jul 13 14:07:52.832190 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 14:07:52.832190 n-d-800634-1 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 14:07:52.832190 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 14:07:52.832190 n-d-800634-1 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 13 14:07:52.832190 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 14:07:52.832190 n-d-800634-1 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 14:07:52.832190 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 14:07:52.832190 n-d-800634-1 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 14:07:52.832190 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 14:07:52.832190 n-d-800634-1 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 14:07:52.832190 n-d-800634-1 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 14:07:52.842246 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-261b5dee-4831-4675-93ac-7077ac3e79d9 None None] Calling delete_port for 62e081fa-730e-44af-b297-8b3b3889a1d4 owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:07:52.899590 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-54be0ba0-7196-4d5f-82a5-e75f10b7bdcb tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:52.921194 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-54be0ba0-7196-4d5f-82a5-e75f10b7bdcb tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:52.926169 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 40760) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:07:52.926664 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-54be0ba0-7196-4d5f-82a5-e75f10b7bdcb tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] 10.222.0.23 "DELETE /v2.0/networks/b58c12f3-8706-45b9-aa4e-80227b8507c8 HTTP/1.1" status: 204 len: 168 time: 0.7060444 Jul 13 14:07:52.928698 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54be0ba0-7196-4d5f-82a5-e75f10b7bdcb tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Pushing event deleted for resources: {'Network': ['ID=b58c12f3-8706-45b9-aa4e-80227b8507c8,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:07:52.940021 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-261b5dee-4831-4675-93ac-7077ac3e79d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:52.948402 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-261b5dee-4831-4675-93ac-7077ac3e79d9 None None] Network b58c12f3-8706-45b9-aa4e-80227b8507c8 is not hosted by any dhcp agent {{(pid=93752) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 13 14:07:52.948766 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261b5dee-4831-4675-93ac-7077ac3e79d9 None None] No DVR routers for this DVR port 62e081fa-730e-44af-b297-8b3b3889a1d4 on host n-d-800634-1 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:07:52.970161 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261b5dee-4831-4675-93ac-7077ac3e79d9 None None] Pushing event deleted for resources: {'Port': ['ID=62e081fa-730e-44af-b297-8b3b3889a1d4,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:07:53.050827 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device c7d484d2-08be-4b45-b409-5e8fb6c3c9d0 no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:07:53.077831 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: c7d484d2-08be-4b45-b409-5e8fb6c3c9d0 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:07:53.078931 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device c7d484d2-08be-4b45-b409-5e8fb6c3c9d0 not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:07:53.079578 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 62e081fa-730e-44af-b297-8b3b3889a1d4 no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:07:53.099942 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: 62e081fa-730e-44af-b297-8b3b3889a1d4 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:07:53.100775 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 62e081fa-730e-44af-b297-8b3b3889a1d4 not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:07:53.189768 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 40762) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:07:53.195039 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-0d32687d-bc16-4fec-84fa-f797f50ced1c tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1971462475', 'description': 'tempest-description--1226384398'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:07:53.221486 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0d32687d-bc16-4fec-84fa-f797f50ced1c tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:53.316686 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0d32687d-bc16-4fec-84fa-f797f50ced1c tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:53.320624 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0d32687d-bc16-4fec-84fa-f797f50ced1c tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:53.344037 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a1c57b8d-e0d4-4b96-969b-4c29c9efde3b tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451695'] for router_interface, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:53.362296 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0d32687d-bc16-4fec-84fa-f797f50ced1c tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:53.364260 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-0d32687d-bc16-4fec-84fa-f797f50ced1c tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1731946 Jul 13 14:07:53.368280 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 40764) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:07:53.375679 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-d466a418-aee7-453a-987c-53ddc0af6d11 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Request body: {'security_group_rule': {'security_group_id': '6a64e81e-8698-45a3-a18c-176c62e9d304', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:07:53.388138 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d32687d-bc16-4fec-84fa-f797f50ced1c tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a64e81e-8698-45a3-a18c-176c62e9d304,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:07:53.417037 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d466a418-aee7-453a-987c-53ddc0af6d11 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:53.482484 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d466a418-aee7-453a-987c-53ddc0af6d11 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:53.489970 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d466a418-aee7-453a-987c-53ddc0af6d11 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:53.522309 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d466a418-aee7-453a-987c-53ddc0af6d11 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3eefaec4-2eee-4608-9113-8563efe44d8c,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:07:53.528871 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d466a418-aee7-453a-987c-53ddc0af6d11 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:53.531519 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-d466a418-aee7-453a-987c-53ddc0af6d11 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1617889 Jul 13 14:07:53.533669 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 40768) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:07:53.541210 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-38f175cf-b644-4bd9-89a3-d5d19460fb3f tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Request body: {'security_group_rule': {'security_group_id': '6a64e81e-8698-45a3-a18c-176c62e9d304', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:07:53.579347 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-38f175cf-b644-4bd9-89a3-d5d19460fb3f tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:53.650339 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-38f175cf-b644-4bd9-89a3-d5d19460fb3f tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:53.655548 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-38f175cf-b644-4bd9-89a3-d5d19460fb3f tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:53.673800 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f175cf-b644-4bd9-89a3-d5d19460fb3f tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cc466c7-c310-4e30-918e-851d2e636cda,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:07:53.676386 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-a1c57b8d-e0d4-4b96-969b-4c29c9efde3b tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Deleting port 97c5fb28-a8df-400a-8fbc-b4c36428f3e4 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:07:53.677032 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a1c57b8d-e0d4-4b96-969b-4c29c9efde3b tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:53.687322 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-38f175cf-b644-4bd9-89a3-d5d19460fb3f tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:53.688557 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-38f175cf-b644-4bd9-89a3-d5d19460fb3f tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1535258 Jul 13 14:07:53.691574 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 40772) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:07:53.696120 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-f4ec62ba-808f-486f-889b-a2f1adfa6ffc tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Request body: {'floatingip': {'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:07:53.719278 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f4ec62ba-808f-486f-889b-a2f1adfa6ffc tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Notify callbacks [] for floatingip, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:53.775696 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-a1c57b8d-e0d4-4b96-969b-4c29c9efde3b tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] For port 97c5fb28-a8df-400a-8fbc-b4c36428f3e4, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=97c5fb28-a8df-400a-8fbc-b4c36428f3e4,segment=NetworkSegment(eac131db-a50e-4a1c-a978-68e39d632db9),segment_id=eac131db-a50e-4a1c-a978-68e39d632db9)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:07:53.776282 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a1c57b8d-e0d4-4b96-969b-4c29c9efde3b tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:53.799771 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-a1c57b8d-e0d4-4b96-969b-4c29c9efde3b tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Calling delete_port for 97c5fb28-a8df-400a-8fbc-b4c36428f3e4 owned by network:router_interface {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:07:53.822575 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f4ec62ba-808f-486f-889b-a2f1adfa6ffc tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:53.927970 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-f4ec62ba-808f-486f-889b-a2f1adfa6ffc tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Allocated IP 172.25.6.45 (acf968b8-c524-46a9-a20b-ad9667009130/dde5a78e-bd1e-4f47-8189-7321d4de73d3/571ceffc-32b2-4f89-abca-c5ab7d9d2414) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:07:54.026875 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a1c57b8d-e0d4-4b96-969b-4c29c9efde3b tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:54.045669 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f4ec62ba-808f-486f-889b-a2f1adfa6ffc tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:54.071213 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c57b8d-e0d4-4b96-969b-4c29c9efde3b tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Pushing event deleted for resources: {'Port': ['ID=97c5fb28-a8df-400a-8fbc-b4c36428f3e4,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:07:54.085846 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f4ec62ba-808f-486f-889b-a2f1adfa6ffc tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:54.138317 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4ec62ba-808f-486f-889b-a2f1adfa6ffc tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Network acf968b8-c524-46a9-a20b-ad9667009130 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:07:54.147494 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-f4ec62ba-808f-486f-889b-a2f1adfa6ffc tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:07:54.154407 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ec62ba-808f-486f-889b-a2f1adfa6ffc tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:07:54.202607 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ec62ba-808f-486f-889b-a2f1adfa6ffc tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Pushing event updated for resources: {'Port': ['ID=571ceffc-32b2-4f89-abca-c5ab7d9d2414,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:07:54.263961 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a1c57b8d-e0d4-4b96-969b-4c29c9efde3b tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1785036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452491'] for router_interface, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:54.283947 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f4ec62ba-808f-486f-889b-a2f1adfa6ffc tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:54.342977 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f4ec62ba-808f-486f-889b-a2f1adfa6ffc tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:54.466324 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1c57b8d-e0d4-4b96-969b-4c29c9efde3b tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Router 0f436823-d6f2-499b-8128-42d544cd7fd1 has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:07:54.502574 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f4ec62ba-808f-486f-889b-a2f1adfa6ffc tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:54.507292 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f4ec62ba-808f-486f-889b-a2f1adfa6ffc tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:54.561543 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1c57b8d-e0d4-4b96-969b-4c29c9efde3b tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:07:54.566572 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-a1c57b8d-e0d4-4b96-969b-4c29c9efde3b tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] 10.222.0.23 "PUT /v2.0/routers/0f436823-d6f2-499b-8128-42d544cd7fd1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6386311 Jul 13 14:07:54.569168 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 40774) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:07:54.572203 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0bd9915-e156-4375-91d2-3267e37e9129 None None] Sync routers for ids ['0f436823-d6f2-499b-8128-42d544cd7fd1'] in n-d-800634-1 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:07:54.578041 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ec62ba-808f-486f-889b-a2f1adfa6ffc tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Pushing event updated for resources: {'Port': ['ID=571ceffc-32b2-4f89-abca-c5ab7d9d2414,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:07:54.589563 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0bd9915-e156-4375-91d2-3267e37e9129 None None] Routers {'0f436823-d6f2-499b-8128-42d544cd7fd1'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:07:54.590873 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-f0bd9915-e156-4375-91d2-3267e37e9129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:07:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['0f436823-d6f2-499b-8128-42d544cd7fd1'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:07:54.595148 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f4ec62ba-808f-486f-889b-a2f1adfa6ffc tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446547'] for floatingip, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:54.609603 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f4ec62ba-808f-486f-889b-a2f1adfa6ffc tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for floatingip, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:54.616210 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-f4ec62ba-808f-486f-889b-a2f1adfa6ffc tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9216442 Jul 13 14:07:54.640301 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc53f1ea-d026-4a73-8029-530838c9b2c6 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Deleting subnet 24a7b1a7-4f74-4f46-b94e-ecba38a8ccd3 {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 14:07:54.643715 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cc53f1ea-d026-4a73-8029-530838c9b2c6 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:54.689754 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cc53f1ea-d026-4a73-8029-530838c9b2c6 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6018489'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:54.694950 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-f0bd9915-e156-4375-91d2-3267e37e9129 None None] Set router 0f436823-d6f2-499b-8128-42d544cd7fd1 gateway port host: None {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:07:54.803727 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cc53f1ea-d026-4a73-8029-530838c9b2c6 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:54.866037 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-31f0152d-896f-4906-9a48-fc7e72b98ee9 req-731ebc96-f488-4151-8db0-0426e303aebf tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1971462475&fields=id&tenant_id=9b84fd52966d4a72b64b59fb4909d5ab HTTP/1.1" status: 200 len: 267 time: 0.0555210 Jul 13 14:07:54.935422 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cc53f1ea-d026-4a73-8029-530838c9b2c6 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6018534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6105009'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:54.936617 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-f0bd9915-e156-4375-91d2-3267e37e9129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f436823-d6f2-499b-8128-42d544cd7fd1', 'name': 'tempest-RoutersTest-router-867079029', 'tenant_id': 'f494ee620f9c45cc9ecf347c38c05946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:07:34Z', 'updated_at': '2021-07-13T14:07:53Z', 'revision_number': 9, 'project_id': 'f494ee620f9c45cc9ecf347c38c05946', 'gw_port_host': None, '_interfaces': [{'id': '729f06d2-3835-4bd9-9d80-1de26dc0fa10', 'name': '', 'network_id': '5f98f776-a40e-4dd1-b2ce-08ae8699f1fd', 'tenant_id': 'f494ee620f9c45cc9ecf347c38c05946', 'mac_address': 'fa:16:3e:2b:d8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f436823-d6f2-499b-8128-42d544cd7fd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3459, 'fixed_ips': [{'subnet_id': 'a9914cea-c11e-497b-9fbb-64c7115eae8f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:07:38Z', 'updated_at': '2021-07-13T14:07:45Z', 'revision_number': 5, 'project_id': 'f494ee620f9c45cc9ecf347c38c05946', 'subnets': [{'id': 'a9914cea-c11e-497b-9fbb-64c7115eae8f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '830be156-9d20-4e15-be71-1309033ce8b6', 'name': '', 'network_id': 'dc656cbe-70a3-457a-84d3-54975786eb41', 'tenant_id': 'f494ee620f9c45cc9ecf347c38c05946', 'mac_address': 'fa:16:3e:25:df:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f436823-d6f2-499b-8128-42d544cd7fd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': 'bf03b6c0-c63b-4b66-9c3b-94feeb155f1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:07:35Z', 'updated_at': '2021-07-13T14:07:41Z', 'revision_number': 5, 'project_id': 'f494ee620f9c45cc9ecf347c38c05946', 'subnets': [{'id': 'bf03b6c0-c63b-4b66-9c3b-94feeb155f1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:07:54.959952 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cc53f1ea-d026-4a73-8029-530838c9b2c6 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:54.966063 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-cc53f1ea-d026-4a73-8029-530838c9b2c6 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] 10.222.0.23 "DELETE /v2.0/subnets/24a7b1a7-4f74-4f46-b94e-ecba38a8ccd3 HTTP/1.1" status: 204 len: 168 time: 0.3916764 Jul 13 14:07:54.966880 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0bd9915-e156-4375-91d2-3267e37e9129 None None] Checking router: 0f436823-d6f2-499b-8128-42d544cd7fd1 for host: n-d-800634-1 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:07:54.967075 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 40788) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:07:54.972177 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80cfbbbb-dfef-4624-81a6-17f6b3a76503 None None] Network 6efe5516-c6f7-4066-8448-0cc234483b0d requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:07:54.976141 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0bd9915-e156-4375-91d2-3267e37e9129 None None] Routers {'0f436823-d6f2-499b-8128-42d544cd7fd1'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:07:54.977212 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-f0bd9915-e156-4375-91d2-3267e37e9129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:07:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['0f436823-d6f2-499b-8128-42d544cd7fd1'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:07:54.990359 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc53f1ea-d026-4a73-8029-530838c9b2c6 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Pushing event deleted for resources: {'Subnet': ['ID=24a7b1a7-4f74-4f46-b94e-ecba38a8ccd3,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:07:55.073956 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f0152d-896f-4906-9a48-fc7e72b98ee9 req-299b94c2-07d8-42fe-a718-d9a1355cd388 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:07:55.075815 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-31f0152d-896f-4906-9a48-fc7e72b98ee9 req-299b94c2-07d8-42fe-a718-d9a1355cd388 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] 10.222.0.23 "GET /v2.0/networks?id=9c2558ca-4bbf-4e33-ab1c-e7f21b409eb5 HTTP/1.1" status: 200 len: 810 time: 0.2083540 Jul 13 14:07:55.081671 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ad5a4315-c1ab-4a20-b875-b480cdd5a2a7 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:55.087198 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-f0bd9915-e156-4375-91d2-3267e37e9129 None None] Set router 0f436823-d6f2-499b-8128-42d544cd7fd1 gateway port host: None {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:07:55.099947 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-31f0152d-896f-4906-9a48-fc7e72b98ee9 req-c14be176-8d90-43b0-8021-0623c9387c5e tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] 10.222.0.23 "GET /v2.0/quotas/9b84fd52966d4a72b64b59fb4909d5ab HTTP/1.1" status: 200 len: 375 time: 0.0158265 Jul 13 14:07:55.203867 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-ad5a4315-c1ab-4a20-b875-b480cdd5a2a7 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Deleting port 612e4e10-36d0-4881-9315-2a64d51a55df {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:07:55.204288 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ad5a4315-c1ab-4a20-b875-b480cdd5a2a7 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:55.215890 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-31f0152d-896f-4906-9a48-fc7e72b98ee9 req-06606aeb-3189-40ef-95b2-02bdce2abde6 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=9b84fd52966d4a72b64b59fb4909d5ab&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1076226 Jul 13 14:07:55.241685 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cbf3c42-4cdc-46f3-9018-1129eeac0439 None None] DHCP port deletion for 6efe5516-c6f7-4066-8448-0cc234483b0d request from n-d-800634-1 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 14:07:55.290789 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-8cbf3c42-4cdc-46f3-9018-1129eeac0439 None None] Deleting port 612e4e10-36d0-4881-9315-2a64d51a55df {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:07:55.291272 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8cbf3c42-4cdc-46f3-9018-1129eeac0439 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:55.332667 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-ad5a4315-c1ab-4a20-b875-b480cdd5a2a7 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] For port 612e4e10-36d0-4881-9315-2a64d51a55df, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=612e4e10-36d0-4881-9315-2a64d51a55df,segment=NetworkSegment(eac131db-a50e-4a1c-a978-68e39d632db9),segment_id=eac131db-a50e-4a1c-a978-68e39d632db9)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:07:55.333136 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ad5a4315-c1ab-4a20-b875-b480cdd5a2a7 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:55.353905 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-ad5a4315-c1ab-4a20-b875-b480cdd5a2a7 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Calling delete_port for 612e4e10-36d0-4881-9315-2a64d51a55df owned by network:dhcp {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:07:55.360286 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-8cbf3c42-4cdc-46f3-9018-1129eeac0439 None None] For port 612e4e10-36d0-4881-9315-2a64d51a55df, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=612e4e10-36d0-4881-9315-2a64d51a55df,segment=NetworkSegment(eac131db-a50e-4a1c-a978-68e39d632db9),segment_id=eac131db-a50e-4a1c-a978-68e39d632db9)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:07:55.360960 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8cbf3c42-4cdc-46f3-9018-1129eeac0439 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:55.366315 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-f0bd9915-e156-4375-91d2-3267e37e9129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f436823-d6f2-499b-8128-42d544cd7fd1', 'name': 'tempest-RoutersTest-router-867079029', 'tenant_id': 'f494ee620f9c45cc9ecf347c38c05946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:07:34Z', 'updated_at': '2021-07-13T14:07:53Z', 'revision_number': 9, 'project_id': 'f494ee620f9c45cc9ecf347c38c05946', 'gw_port_host': None, '_interfaces': [{'id': '729f06d2-3835-4bd9-9d80-1de26dc0fa10', 'name': '', 'network_id': '5f98f776-a40e-4dd1-b2ce-08ae8699f1fd', 'tenant_id': 'f494ee620f9c45cc9ecf347c38c05946', 'mac_address': 'fa:16:3e:2b:d8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f436823-d6f2-499b-8128-42d544cd7fd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3459, 'fixed_ips': [{'subnet_id': 'a9914cea-c11e-497b-9fbb-64c7115eae8f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:07:38Z', 'updated_at': '2021-07-13T14:07:45Z', 'revision_number': 5, 'project_id': 'f494ee620f9c45cc9ecf347c38c05946', 'subnets': [{'id': 'a9914cea-c11e-497b-9fbb-64c7115eae8f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '830be156-9d20-4e15-be71-1309033ce8b6', 'name': '', 'network_id': 'dc656cbe-70a3-457a-84d3-54975786eb41', 'tenant_id': 'f494ee620f9c45cc9ecf347c38c05946', 'mac_address': 'fa:16:3e:25:df:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f436823-d6f2-499b-8128-42d544cd7fd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': 'bf03b6c0-c63b-4b66-9c3b-94feeb155f1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:07:35Z', 'updated_at': '2021-07-13T14:07:41Z', 'revision_number': 5, 'project_id': 'f494ee620f9c45cc9ecf347c38c05946', 'subnets': [{'id': 'bf03b6c0-c63b-4b66-9c3b-94feeb155f1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:07:55.382984 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-8cbf3c42-4cdc-46f3-9018-1129eeac0439 None None] Calling delete_port for 612e4e10-36d0-4881-9315-2a64d51a55df owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:07:55.397619 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0bd9915-e156-4375-91d2-3267e37e9129 None None] The sync data for ids ['0f436823-d6f2-499b-8128-42d544cd7fd1'] in n-d-800634-1 is: [{'id': '0f436823-d6f2-499b-8128-42d544cd7fd1', 'name': 'tempest-RoutersTest-router-867079029', 'tenant_id': 'f494ee620f9c45cc9ecf347c38c05946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:07:34Z', 'updated_at': '2021-07-13T14:07:53Z', 'revision_number': 9, 'project_id': 'f494ee620f9c45cc9ecf347c38c05946', 'gw_port_host': None, '_interfaces': [{'id': '729f06d2-3835-4bd9-9d80-1de26dc0fa10', 'name': '', 'network_id': '5f98f776-a40e-4dd1-b2ce-08ae8699f1fd', 'tenant_id': 'f494ee620f9c45cc9ecf347c38c05946', 'mac_address': 'fa:16:3e:2b:d8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f436823-d6f2-499b-8128-42d544cd7fd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3459, 'fixed_ips': [{'subnet_id': 'a9914cea-c11e-497b-9fbb-64c7115eae8f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:07:38Z', 'updated_at': '2021-07-13T14:07:45Z', 'revision_number': 5, 'project_id': 'f494ee620f9c45cc9ecf347c38c05946', 'subnets': [{'id': 'a9914cea-c11e-497b-9fbb-64c7115eae8f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '830be156-9d20-4e15-be71-1309033ce8b6', 'name': '', 'network_id': 'dc656cbe-70a3-457a-84d3-54975786eb41', 'tenant_id': 'f494ee620f9c45cc9ecf347c38c05946', 'mac_address': 'fa:16:3e:25:df:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f436823-d6f2-499b-8128-42d544cd7fd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': 'bf03b6c0-c63b-4b66-9c3b-94feeb155f1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:07:35Z', 'updated_at': '2021-07-13T14:07:41Z', 'revision_number': 5, 'project_id': 'f494ee620f9c45cc9ecf347c38c05946', 'subnets': [{'id': 'bf03b6c0-c63b-4b66-9c3b-94feeb155f1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:07:55.411571 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-31f0152d-896f-4906-9a48-fc7e72b98ee9 req-cfdcabad-0ca8-4201-a95a-09b17151d01a service neutron] 10.222.0.23 "GET /v2.0/networks/9c2558ca-4bbf-4e33-ab1c-e7f21b409eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603789 Jul 13 14:07:55.477952 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8cbf3c42-4cdc-46f3-9018-1129eeac0439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:55.504151 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbf3c42-4cdc-46f3-9018-1129eeac0439 None None] Pushing event deleted for resources: {'Port': ['ID=612e4e10-36d0-4881-9315-2a64d51a55df,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:07:55.508621 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cbf3c42-4cdc-46f3-9018-1129eeac0439 None None] No DVR routers for this DVR port 612e4e10-36d0-4881-9315-2a64d51a55df on host n-d-800634-1 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:07:55.511262 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ad5a4315-c1ab-4a20-b875-b480cdd5a2a7 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:55.553998 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5a4315-c1ab-4a20-b875-b480cdd5a2a7 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] No DVR routers for this DVR port 612e4e10-36d0-4881-9315-2a64d51a55df on host n-d-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:07:55.556030 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5a4315-c1ab-4a20-b875-b480cdd5a2a7 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Pushing event deleted for resources: {'Port': ['ID=612e4e10-36d0-4881-9315-2a64d51a55df,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:07:55.563011 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-31f0152d-896f-4906-9a48-fc7e72b98ee9 req-668de971-05bd-4f99-a0df-70d50c8cb992 service neutron] 10.222.0.23 "GET /v2.0/networks/9c2558ca-4bbf-4e33-ab1c-e7f21b409eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427021 Jul 13 14:07:55.642486 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ad5a4315-c1ab-4a20-b875-b480cdd5a2a7 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:55.652147 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-ad5a4315-c1ab-4a20-b875-b480cdd5a2a7 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6efe5516-c6f7-4066-8448-0cc234483b0d']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:07:55.662676 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-ad5a4315-c1ab-4a20-b875-b480cdd5a2a7 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eac131db-a50e-4a1c-a978-68e39d632db9') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:07:55.663229 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-ad5a4315-c1ab-4a20-b875-b480cdd5a2a7 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eac131db-a50e-4a1c-a978-68e39d632db9') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:07:55.672950 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ad5a4315-c1ab-4a20-b875-b480cdd5a2a7 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5431730'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:55.688021 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ad5a4315-c1ab-4a20-b875-b480cdd5a2a7 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:55.695186 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad5a4315-c1ab-4a20-b875-b480cdd5a2a7 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 14:07:55.695625 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ad5a4315-c1ab-4a20-b875-b480cdd5a2a7 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5970419'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:55.699311 n-d-800634-1 neutron-server[93750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 14:07:55.699311 n-d-800634-1 neutron-server[93750]: self.session.flush() Jul 13 14:07:55.699311 n-d-800634-1 neutron-server[93750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 14:07:55.699311 n-d-800634-1 neutron-server[93750]: self.session.flush() Jul 13 14:07:55.699311 n-d-800634-1 neutron-server[93750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 14:07:55.699311 n-d-800634-1 neutron-server[93750]: self.session.flush() Jul 13 14:07:55.699311 n-d-800634-1 neutron-server[93750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 14:07:55.699311 n-d-800634-1 neutron-server[93750]: self.session.flush() Jul 13 14:07:55.699311 n-d-800634-1 neutron-server[93750]: Traceback (most recent call last): Jul 13 14:07:55.699311 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 14:07:55.699311 n-d-800634-1 neutron-server[93750]: timer() Jul 13 14:07:55.699311 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 14:07:55.699311 n-d-800634-1 neutron-server[93750]: cb(*args, **kw) Jul 13 14:07:55.699311 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 14:07:55.699311 n-d-800634-1 neutron-server[93750]: return func(*args, **kwargs) Jul 13 14:07:55.699311 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 14:07:55.699311 n-d-800634-1 neutron-server[93750]: self._notify() Jul 13 14:07:55.699311 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 14:07:55.699311 n-d-800634-1 neutron-server[93750]: self.callback(batched_events) Jul 13 14:07:55.699311 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 14:07:55.699311 n-d-800634-1 neutron-server[93750]: event.method(event) Jul 13 14:07:55.699311 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 14:07:55.699311 n-d-800634-1 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 14:07:55.699311 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 14:07:55.699311 n-d-800634-1 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 14:07:55.699311 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 14:07:55.699311 n-d-800634-1 neutron-server[93750]: return f(self, *a, **k) Jul 13 14:07:55.699311 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 14:07:55.699311 n-d-800634-1 neutron-server[93750]: return self._get(url).json() Jul 13 14:07:55.699311 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 14:07:55.699311 n-d-800634-1 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 14:07:55.699311 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 14:07:55.699311 n-d-800634-1 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 13 14:07:55.699311 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 14:07:55.699311 n-d-800634-1 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 14:07:55.699311 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 14:07:55.699311 n-d-800634-1 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 14:07:55.699311 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 14:07:55.699311 n-d-800634-1 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 14:07:55.699311 n-d-800634-1 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 14:07:55.760454 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ad5a4315-c1ab-4a20-b875-b480cdd5a2a7 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:55.768661 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ad5a4315-c1ab-4a20-b875-b480cdd5a2a7 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:55.770801 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-ad5a4315-c1ab-4a20-b875-b480cdd5a2a7 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] 10.222.0.23 "DELETE /v2.0/networks/6efe5516-c6f7-4066-8448-0cc234483b0d HTTP/1.1" status: 204 len: 168 time: 0.8025434 Jul 13 14:07:55.773711 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 40794) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:07:55.788605 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-99ea2fdc-49b5-4156-b8be-f8bdce1655da req-eea735d0-e00e-404a-86e1-bc07dc3cfa42 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] 10.222.0.23 "GET /v2.0/ports?device_id=998b600e-f613-44d3-9672-14539ee3cc31 HTTP/1.1" status: 200 len: 210 time: 0.0446148 Jul 13 14:07:55.791780 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5a4315-c1ab-4a20-b875-b480cdd5a2a7 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Pushing event deleted for resources: {'Network': ['ID=6efe5516-c6f7-4066-8448-0cc234483b0d,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:07:56.182404 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6298d239-963b-4b2e-baca-63347025bd43 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451695'] for router_interface, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:56.911221 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-6298d239-963b-4b2e-baca-63347025bd43 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Deleting port 729f06d2-3835-4bd9-9d80-1de26dc0fa10 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:07:56.911750 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6298d239-963b-4b2e-baca-63347025bd43 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:56.943344 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 612e4e10-36d0-4881-9315-2a64d51a55df no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:07:56.967579 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: 612e4e10-36d0-4881-9315-2a64d51a55df {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:07:56.968050 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 612e4e10-36d0-4881-9315-2a64d51a55df not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:07:56.968685 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 97c5fb28-a8df-400a-8fbc-b4c36428f3e4 no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:07:56.988990 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: 97c5fb28-a8df-400a-8fbc-b4c36428f3e4 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:07:56.989432 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 97c5fb28-a8df-400a-8fbc-b4c36428f3e4 not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:07:57.002417 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c24dcef4-26d3-4061-a032-64a6b2ab81aa req-0c037651-5087-4f3f-8d43-fe02aef6c686 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] 10.222.0.23 "GET /v2.0/ports?device_id=998b600e-f613-44d3-9672-14539ee3cc31 HTTP/1.1" status: 200 len: 210 time: 0.0679200 Jul 13 14:07:57.020091 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f0152d-896f-4906-9a48-fc7e72b98ee9 req-00c9dae6-b023-4bc1-98ef-3ea435700cb0 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:07:57.021844 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-31f0152d-896f-4906-9a48-fc7e72b98ee9 req-00c9dae6-b023-4bc1-98ef-3ea435700cb0 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] 10.222.0.26 "GET /v2.0/networks?id=9c2558ca-4bbf-4e33-ab1c-e7f21b409eb5 HTTP/1.1" status: 200 len: 810 time: 0.2456713 Jul 13 14:07:57.092659 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-6298d239-963b-4b2e-baca-63347025bd43 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] For port 729f06d2-3835-4bd9-9d80-1de26dc0fa10, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=729f06d2-3835-4bd9-9d80-1de26dc0fa10,segment=NetworkSegment(3c4e0ec7-269f-45e4-a0bd-973b0eb7d27b),segment_id=3c4e0ec7-269f-45e4-a0bd-973b0eb7d27b)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:07:57.092930 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6298d239-963b-4b2e-baca-63347025bd43 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:57.099183 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-31f0152d-896f-4906-9a48-fc7e72b98ee9 req-88304597-484d-4db1-8bdf-ab1c4f0d01c2 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9b84fd52966d4a72b64b59fb4909d5ab HTTP/1.1" status: 200 len: 380 time: 0.0682738 Jul 13 14:07:57.108633 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-31f0152d-896f-4906-9a48-fc7e72b98ee9 req-d6db0333-f7f7-40ca-8eab-86610348c3d1 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Request body: {'port': {'device_id': '998b600e-f613-44d3-9672-14539ee3cc31', 'network_id': '9c2558ca-4bbf-4e33-ab1c-e7f21b409eb5', 'admin_state_up': True, 'tenant_id': '9b84fd52966d4a72b64b59fb4909d5ab', 'security_groups': ['6a64e81e-8698-45a3-a18c-176c62e9d304']}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:07:57.151117 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-6298d239-963b-4b2e-baca-63347025bd43 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Calling delete_port for 729f06d2-3835-4bd9-9d80-1de26dc0fa10 owned by network:router_interface {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:07:57.318172 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31f0152d-896f-4906-9a48-fc7e72b98ee9 req-d6db0333-f7f7-40ca-8eab-86610348c3d1 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Made reservation on behalf of 9b84fd52966d4a72b64b59fb4909d5ab for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:07:57.322130 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-31f0152d-896f-4906-9a48-fc7e72b98ee9 req-d6db0333-f7f7-40ca-8eab-86610348c3d1 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:57.438313 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6298d239-963b-4b2e-baca-63347025bd43 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:57.474201 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6298d239-963b-4b2e-baca-63347025bd43 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Pushing event deleted for resources: {'Port': ['ID=729f06d2-3835-4bd9-9d80-1de26dc0fa10,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:07:57.580572 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-31f0152d-896f-4906-9a48-fc7e72b98ee9 req-d6db0333-f7f7-40ca-8eab-86610348c3d1 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Allocated IP 172.20.0.6 (9c2558ca-4bbf-4e33-ab1c-e7f21b409eb5/e70149ef-39e2-4581-bd26-e6cc81b2fee5/ead54961-2be4-4486-bd25-9e380b821e3f) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:07:57.754798 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6298d239-963b-4b2e-baca-63347025bd43 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1785036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452491'] for router_interface, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:57.888045 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-31f0152d-896f-4906-9a48-fc7e72b98ee9 req-d6db0333-f7f7-40ca-8eab-86610348c3d1 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:57.907664 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-31f0152d-896f-4906-9a48-fc7e72b98ee9 req-d6db0333-f7f7-40ca-8eab-86610348c3d1 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Transition to ACTIVE for port object ead54961-2be4-4486-bd25-9e380b821e3f will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:07:58.021001 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6298d239-963b-4b2e-baca-63347025bd43 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Router 0f436823-d6f2-499b-8128-42d544cd7fd1 has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:07:58.022454 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-31f0152d-896f-4906-9a48-fc7e72b98ee9 req-d6db0333-f7f7-40ca-8eab-86610348c3d1 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:58.082668 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31f0152d-896f-4906-9a48-fc7e72b98ee9 req-d6db0333-f7f7-40ca-8eab-86610348c3d1 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Network 9c2558ca-4bbf-4e33-ab1c-e7f21b409eb5 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:07:58.143854 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-31f0152d-896f-4906-9a48-fc7e72b98ee9 req-d6db0333-f7f7-40ca-8eab-86610348c3d1 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:07:58.147842 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6db0333-f7f7-40ca-8eab-86610348c3d1 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Pushing event updated for resources: {'Port': ['ID=ead54961-2be4-4486-bd25-9e380b821e3f,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:07:58.150138 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-31f0152d-896f-4906-9a48-fc7e72b98ee9 req-d6db0333-f7f7-40ca-8eab-86610348c3d1 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:07:58.194871 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505eb279-2184-497d-b948-5ef0ff1d3269 req-dc68b5be-97b3-4eb1-8128-8169b1245224 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:07:58.196739 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-505eb279-2184-497d-b948-5ef0ff1d3269 req-dc68b5be-97b3-4eb1-8128-8169b1245224 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] 10.222.0.23 "GET /v2.0/ports?device_id=998b600e-f613-44d3-9672-14539ee3cc31 HTTP/1.1" status: 200 len: 931 time: 0.0737469 Jul 13 14:07:58.213432 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6298d239-963b-4b2e-baca-63347025bd43 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:07:58.221449 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f0152d-896f-4906-9a48-fc7e72b98ee9 req-d6db0333-f7f7-40ca-8eab-86610348c3d1 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:07:58.221449 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-31f0152d-896f-4906-9a48-fc7e72b98ee9 req-d6db0333-f7f7-40ca-8eab-86610348c3d1 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:58.226971 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-6298d239-963b-4b2e-baca-63347025bd43 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] 10.222.0.23 "PUT /v2.0/routers/0f436823-d6f2-499b-8128-42d544cd7fd1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4523294 Jul 13 14:07:58.232269 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 40808) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:07:58.233936 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc6f7cb-5dfc-41e6-8346-121c84eb3e3b None None] Sync routers for ids ['0f436823-d6f2-499b-8128-42d544cd7fd1'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:07:58.251312 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-505eb279-2184-497d-b948-5ef0ff1d3269 req-60eecb4e-f85d-449e-b530-ebd4f296113a tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] 10.222.0.23 "GET /v2.0/security-groups?id=6a64e81e-8698-45a3-a18c-176c62e9d304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430253 Jul 13 14:07:58.264421 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-31f0152d-896f-4906-9a48-fc7e72b98ee9 req-d6db0333-f7f7-40ca-8eab-86610348c3d1 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1596117 Jul 13 14:07:58.269714 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc6f7cb-5dfc-41e6-8346-121c84eb3e3b None None] Routers {'0f436823-d6f2-499b-8128-42d544cd7fd1'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:07:58.275583 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-2fc6f7cb-5dfc-41e6-8346-121c84eb3e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:07:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['0f436823-d6f2-499b-8128-42d544cd7fd1'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:07:58.325993 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-357560c4-2fe1-4739-a8c9-b2ab9c6241f6 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Deleting subnet a9914cea-c11e-497b-9fbb-64c7115eae8f {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 14:07:58.332638 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-357560c4-2fe1-4739-a8c9-b2ab9c6241f6 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:58.377982 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-31f0152d-896f-4906-9a48-fc7e72b98ee9 req-34b86d25-6315-4839-89be-a18cd1e9a622 service neutron] Request body: {'port': {'device_id': '998b600e-f613-44d3-9672-14539ee3cc31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:07:58.399189 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-2fc6f7cb-5dfc-41e6-8346-121c84eb3e3b None None] Set router 0f436823-d6f2-499b-8128-42d544cd7fd1 gateway port host: None {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:07:58.441502 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-357560c4-2fe1-4739-a8c9-b2ab9c6241f6 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5431723'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:58.518274 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-31f0152d-896f-4906-9a48-fc7e72b98ee9 req-34b86d25-6315-4839-89be-a18cd1e9a622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:58.562016 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-6a91016e-0469-49e1-b13e-9db69cc739dc None None] Provisioning for port ead54961-2be4-4486-bd25-9e380b821e3f completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:07:58.570000 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-6a91016e-0469-49e1-b13e-9db69cc739dc None None] Provisioning complete for port ead54961-2be4-4486-bd25-9e380b821e3f triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:07:58.570381 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6a91016e-0469-49e1-b13e-9db69cc739dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:58.593021 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-357560c4-2fe1-4739-a8c9-b2ab9c6241f6 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:58.628553 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-6a91016e-0469-49e1-b13e-9db69cc739dc None None] Port ead54961-2be4-4486-bd25-9e380b821e3f cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:07:58.679524 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-2fc6f7cb-5dfc-41e6-8346-121c84eb3e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f436823-d6f2-499b-8128-42d544cd7fd1', 'name': 'tempest-RoutersTest-router-867079029', 'tenant_id': 'f494ee620f9c45cc9ecf347c38c05946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:07:34Z', 'updated_at': '2021-07-13T14:07:57Z', 'revision_number': 10, 'project_id': 'f494ee620f9c45cc9ecf347c38c05946', 'gw_port_host': None, '_interfaces': [{'id': '830be156-9d20-4e15-be71-1309033ce8b6', 'name': '', 'network_id': 'dc656cbe-70a3-457a-84d3-54975786eb41', 'tenant_id': 'f494ee620f9c45cc9ecf347c38c05946', 'mac_address': 'fa:16:3e:25:df:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f436823-d6f2-499b-8128-42d544cd7fd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': 'bf03b6c0-c63b-4b66-9c3b-94feeb155f1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:07:35Z', 'updated_at': '2021-07-13T14:07:41Z', 'revision_number': 5, 'project_id': 'f494ee620f9c45cc9ecf347c38c05946', 'subnets': [{'id': 'bf03b6c0-c63b-4b66-9c3b-94feeb155f1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:07:58.708445 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc6f7cb-5dfc-41e6-8346-121c84eb3e3b None None] Checking router: 0f436823-d6f2-499b-8128-42d544cd7fd1 for host: n-d-800634-1 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:07:58.718588 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc6f7cb-5dfc-41e6-8346-121c84eb3e3b None None] Routers {'0f436823-d6f2-499b-8128-42d544cd7fd1'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:07:58.719230 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-2fc6f7cb-5dfc-41e6-8346-121c84eb3e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:07:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['0f436823-d6f2-499b-8128-42d544cd7fd1'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:07:58.766937 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-357560c4-2fe1-4739-a8c9-b2ab9c6241f6 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5970525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4763356'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:58.807230 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357560c4-2fe1-4739-a8c9-b2ab9c6241f6 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Pushing event deleted for resources: {'Subnet': ['ID=a9914cea-c11e-497b-9fbb-64c7115eae8f,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:07:58.811476 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-357560c4-2fe1-4739-a8c9-b2ab9c6241f6 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:58.813484 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-357560c4-2fe1-4739-a8c9-b2ab9c6241f6 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] 10.222.0.23 "DELETE /v2.0/subnets/a9914cea-c11e-497b-9fbb-64c7115eae8f HTTP/1.1" status: 204 len: 168 time: 0.5803571 Jul 13 14:07:58.817713 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 40812) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:07:58.821963 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-681c3a8a-6062-4c38-8e52-c120cd3cda28 None None] Network 5f98f776-a40e-4dd1-b2ce-08ae8699f1fd requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:07:58.825241 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-2fc6f7cb-5dfc-41e6-8346-121c84eb3e3b None None] Set router 0f436823-d6f2-499b-8128-42d544cd7fd1 gateway port host: None {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:07:58.917470 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1b484662-a7d9-4400-af8f-3653a00faf2f tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:58.925050 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-31f0152d-896f-4906-9a48-fc7e72b98ee9 req-34b86d25-6315-4839-89be-a18cd1e9a622 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ead54961-2be4-4486-bd25-9e380b821e3f {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:07:58.938902 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-31f0152d-896f-4906-9a48-fc7e72b98ee9 req-34b86d25-6315-4839-89be-a18cd1e9a622 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:58.957971 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-31f0152d-896f-4906-9a48-fc7e72b98ee9 req-34b86d25-6315-4839-89be-a18cd1e9a622 service neutron] Transition to ACTIVE for port object ead54961-2be4-4486-bd25-9e380b821e3f will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:07:58.963528 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-31f0152d-896f-4906-9a48-fc7e72b98ee9 req-34b86d25-6315-4839-89be-a18cd1e9a622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:59.014821 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-1b484662-a7d9-4400-af8f-3653a00faf2f tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Deleting port b0e9bcca-b3c2-4676-8ec8-1117c65e10d7 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:07:59.015371 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1b484662-a7d9-4400-af8f-3653a00faf2f tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:59.045937 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b86d25-6315-4839-89be-a18cd1e9a622 service neutron] Pushing event updated for resources: {'Port': ['ID=ead54961-2be4-4486-bd25-9e380b821e3f,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:07:59.111370 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-31f0152d-896f-4906-9a48-fc7e72b98ee9 req-34b86d25-6315-4839-89be-a18cd1e9a622 service neutron] Attempting to bind port ead54961-2be4-4486-bd25-9e380b821e3f on host n-h1-800634-1 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:07:59.112307 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-31f0152d-896f-4906-9a48-fc7e72b98ee9 req-34b86d25-6315-4839-89be-a18cd1e9a622 service neutron] Attempting to bind port ead54961-2be4-4486-bd25-9e380b821e3f by drivers openvswitch,hyperv on host n-h1-800634-1 at level 0 using segments [{'id': '57f437cd-e1c4-48a0-95a6-7e5eac541e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '9c2558ca-4bbf-4e33-ab1c-e7f21b409eb5'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:07:59.113291 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f0152d-896f-4906-9a48-fc7e72b98ee9 req-34b86d25-6315-4839-89be-a18cd1e9a622 service neutron] Attempting to bind port ead54961-2be4-4486-bd25-9e380b821e3f on network 9c2558ca-4bbf-4e33-ab1c-e7f21b409eb5 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:07:59.122434 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f0152d-896f-4906-9a48-fc7e72b98ee9 req-34b86d25-6315-4839-89be-a18cd1e9a622 service neutron] Port ead54961-2be4-4486-bd25-9e380b821e3f on network 9c2558ca-4bbf-4e33-ab1c-e7f21b409eb5 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-1 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 14:07:59.123430 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f0152d-896f-4906-9a48-fc7e72b98ee9 req-34b86d25-6315-4839-89be-a18cd1e9a622 service neutron] Attempting to bind port ead54961-2be4-4486-bd25-9e380b821e3f on network 9c2558ca-4bbf-4e33-ab1c-e7f21b409eb5 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:07:59.130332 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-1b484662-a7d9-4400-af8f-3653a00faf2f tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] For port b0e9bcca-b3c2-4676-8ec8-1117c65e10d7, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=b0e9bcca-b3c2-4676-8ec8-1117c65e10d7,segment=NetworkSegment(3c4e0ec7-269f-45e4-a0bd-973b0eb7d27b),segment_id=3c4e0ec7-269f-45e4-a0bd-973b0eb7d27b)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:07:59.130925 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1b484662-a7d9-4400-af8f-3653a00faf2f tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:59.134265 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f0152d-896f-4906-9a48-fc7e72b98ee9 req-34b86d25-6315-4839-89be-a18cd1e9a622 service neutron] Checking agent: {'id': 'a7603dc8-3c50-4a9b-8f0d-1143528f155e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:07:59.134941 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f0152d-896f-4906-9a48-fc7e72b98ee9 req-34b86d25-6315-4839-89be-a18cd1e9a622 service neutron] Checking segment: {'id': '57f437cd-e1c4-48a0-95a6-7e5eac541e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '9c2558ca-4bbf-4e33-ab1c-e7f21b409eb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:07:59.135560 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f0152d-896f-4906-9a48-fc7e72b98ee9 req-34b86d25-6315-4839-89be-a18cd1e9a622 service neutron] Bound using segment: {'id': '57f437cd-e1c4-48a0-95a6-7e5eac541e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '9c2558ca-4bbf-4e33-ab1c-e7f21b409eb5'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:07:59.136365 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-31f0152d-896f-4906-9a48-fc7e72b98ee9 req-34b86d25-6315-4839-89be-a18cd1e9a622 service neutron] Bound port: ead54961-2be4-4486-bd25-9e380b821e3f, host: n-h1-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57f437cd-e1c4-48a0-95a6-7e5eac541e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '9c2558ca-4bbf-4e33-ab1c-e7f21b409eb5'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:07:59.137819 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-31f0152d-896f-4906-9a48-fc7e72b98ee9 req-34b86d25-6315-4839-89be-a18cd1e9a622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:59.156153 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-1b484662-a7d9-4400-af8f-3653a00faf2f tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Calling delete_port for b0e9bcca-b3c2-4676-8ec8-1117c65e10d7 owned by network:dhcp {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:07:59.238946 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-31f0152d-896f-4906-9a48-fc7e72b98ee9 req-34b86d25-6315-4839-89be-a18cd1e9a622 service neutron] For port ead54961-2be4-4486-bd25-9e380b821e3f, host n-h1-800634-1, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:07:59.243088 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-31f0152d-896f-4906-9a48-fc7e72b98ee9 req-34b86d25-6315-4839-89be-a18cd1e9a622 service neutron] For port ead54961-2be4-4486-bd25-9e380b821e3f, host n-h1-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=ead54961-2be4-4486-bd25-9e380b821e3f,segment=NetworkSegment(57f437cd-e1c4-48a0-95a6-7e5eac541e89),segment_id=57f437cd-e1c4-48a0-95a6-7e5eac541e89)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:07:59.248695 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-31f0152d-896f-4906-9a48-fc7e72b98ee9 req-34b86d25-6315-4839-89be-a18cd1e9a622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:59.254974 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-2fc6f7cb-5dfc-41e6-8346-121c84eb3e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f436823-d6f2-499b-8128-42d544cd7fd1', 'name': 'tempest-RoutersTest-router-867079029', 'tenant_id': 'f494ee620f9c45cc9ecf347c38c05946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:07:34Z', 'updated_at': '2021-07-13T14:07:57Z', 'revision_number': 10, 'project_id': 'f494ee620f9c45cc9ecf347c38c05946', 'gw_port_host': None, '_interfaces': [{'id': '830be156-9d20-4e15-be71-1309033ce8b6', 'name': '', 'network_id': 'dc656cbe-70a3-457a-84d3-54975786eb41', 'tenant_id': 'f494ee620f9c45cc9ecf347c38c05946', 'mac_address': 'fa:16:3e:25:df:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f436823-d6f2-499b-8128-42d544cd7fd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': 'bf03b6c0-c63b-4b66-9c3b-94feeb155f1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:07:35Z', 'updated_at': '2021-07-13T14:07:41Z', 'revision_number': 5, 'project_id': 'f494ee620f9c45cc9ecf347c38c05946', 'subnets': [{'id': 'bf03b6c0-c63b-4b66-9c3b-94feeb155f1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:07:59.291774 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f0152d-896f-4906-9a48-fc7e72b98ee9 req-34b86d25-6315-4839-89be-a18cd1e9a622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:07:59.292358 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-31f0152d-896f-4906-9a48-fc7e72b98ee9 req-34b86d25-6315-4839-89be-a18cd1e9a622 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:59.293993 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-31f0152d-896f-4906-9a48-fc7e72b98ee9 req-34b86d25-6315-4839-89be-a18cd1e9a622 service neutron] 10.222.0.26 "PUT /v2.0/ports/ead54961-2be4-4486-bd25-9e380b821e3f HTTP/1.1" status: 200 len: 1091 time: 1.0149577 Jul 13 14:07:59.294616 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '998b600e-f613-44d3-9672-14539ee3cc31', 'tag': 'ead54961-2be4-4486-bd25-9e380b821e3f'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:07:59.296938 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f40abc16-f46f-4eb8-8846-5a3f35d3db4f" -d '{"events": [{"name": "network-changed", "server_uuid": "998b600e-f613-44d3-9672-14539ee3cc31", "tag": "ead54961-2be4-4486-bd25-9e380b821e3f"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:07:59.300457 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc6f7cb-5dfc-41e6-8346-121c84eb3e3b None None] The sync data for ids ['0f436823-d6f2-499b-8128-42d544cd7fd1'] in n-d-800634-1 is: [{'id': '0f436823-d6f2-499b-8128-42d544cd7fd1', 'name': 'tempest-RoutersTest-router-867079029', 'tenant_id': 'f494ee620f9c45cc9ecf347c38c05946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:07:34Z', 'updated_at': '2021-07-13T14:07:57Z', 'revision_number': 10, 'project_id': 'f494ee620f9c45cc9ecf347c38c05946', 'gw_port_host': None, '_interfaces': [{'id': '830be156-9d20-4e15-be71-1309033ce8b6', 'name': '', 'network_id': 'dc656cbe-70a3-457a-84d3-54975786eb41', 'tenant_id': 'f494ee620f9c45cc9ecf347c38c05946', 'mac_address': 'fa:16:3e:25:df:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f436823-d6f2-499b-8128-42d544cd7fd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': 'bf03b6c0-c63b-4b66-9c3b-94feeb155f1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:07:35Z', 'updated_at': '2021-07-13T14:07:41Z', 'revision_number': 5, 'project_id': 'f494ee620f9c45cc9ecf347c38c05946', 'subnets': [{'id': 'bf03b6c0-c63b-4b66-9c3b-94feeb155f1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:07:59.343218 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1b484662-a7d9-4400-af8f-3653a00faf2f tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:59.388769 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b484662-a7d9-4400-af8f-3653a00faf2f tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Pushing event deleted for resources: {'Port': ['ID=b0e9bcca-b3c2-4676-8ec8-1117c65e10d7,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:07:59.390648 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b484662-a7d9-4400-af8f-3653a00faf2f tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] No DVR routers for this DVR port b0e9bcca-b3c2-4676-8ec8-1117c65e10d7 on host n-d-800634-1 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:07:59.409327 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b1f7776-ab6b-404c-9c78-3f663a4fc932 x-openstack-request-id: req-0b1f7776-ab6b-404c-9c78-3f663a4fc932 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:07:59.410152 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "998b600e-f613-44d3-9672-14539ee3cc31", "tag": "ead54961-2be4-4486-bd25-9e380b821e3f", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:07:59.410152 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0b1f7776-ab6b-404c-9c78-3f663a4fc932 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:07:59.410493 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '998b600e-f613-44d3-9672-14539ee3cc31', 'tag': 'ead54961-2be4-4486-bd25-9e380b821e3f', 'status': 'completed', 'code': 200} Jul 13 14:07:59.421771 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fb3496e-98db-4240-bdd1-43cb9fcfbd3e None None] DHCP port deletion for 5f98f776-a40e-4dd1-b2ce-08ae8699f1fd request from n-d-800634-1 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 14:07:59.475423 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b86d25-6315-4839-89be-a18cd1e9a622 service neutron] Pushing event updated for resources: {'Port': ['ID=ead54961-2be4-4486-bd25-9e380b821e3f,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:07:59.528149 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f0152d-896f-4906-9a48-fc7e72b98ee9 req-34407589-b430-43e1-8e62-2c15754d563b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:07:59.529786 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-31f0152d-896f-4906-9a48-fc7e72b98ee9 req-34407589-b430-43e1-8e62-2c15754d563b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9b84fd52966d4a72b64b59fb4909d5ab&device_id=998b600e-f613-44d3-9672-14539ee3cc31 HTTP/1.1" status: 200 len: 1094 time: 0.1537800 Jul 13 14:07:59.577045 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-31f0152d-896f-4906-9a48-fc7e72b98ee9 req-47166e60-3902-46aa-b35f-487267839806 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ead54961-2be4-4486-bd25-9e380b821e3f HTTP/1.1" status: 200 len: 217 time: 0.0405788 Jul 13 14:07:59.640885 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f0152d-896f-4906-9a48-fc7e72b98ee9 req-d1b94baf-75f2-45b3-a1ab-fb64b244f979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:07:59.641998 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-31f0152d-896f-4906-9a48-fc7e72b98ee9 req-d1b94baf-75f2-45b3-a1ab-fb64b244f979 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e70149ef-39e2-4581-bd26-e6cc81b2fee5 HTTP/1.1" status: 200 len: 849 time: 0.0590894 Jul 13 14:07:59.710685 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f0152d-896f-4906-9a48-fc7e72b98ee9 req-a790581a-4229-4597-8876-d4f1aa61857c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:07:59.712521 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-31f0152d-896f-4906-9a48-fc7e72b98ee9 req-a790581a-4229-4597-8876-d4f1aa61857c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9c2558ca-4bbf-4e33-ab1c-e7f21b409eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0646873 Jul 13 14:07:59.830863 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-31f0152d-896f-4906-9a48-fc7e72b98ee9 req-17ae7822-8b19-45d5-b309-be1d2d2bee2f service neutron] 10.222.0.26 "GET /v2.0/networks/9c2558ca-4bbf-4e33-ab1c-e7f21b409eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115472 Jul 13 14:07:59.870073 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1b484662-a7d9-4400-af8f-3653a00faf2f tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:59.887703 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-1b484662-a7d9-4400-af8f-3653a00faf2f tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f98f776-a40e-4dd1-b2ce-08ae8699f1fd']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:07:59.905260 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-1b484662-a7d9-4400-af8f-3653a00faf2f tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c4e0ec7-269f-45e4-a0bd-973b0eb7d27b') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:07:59.905680 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-1b484662-a7d9-4400-af8f-3653a00faf2f tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c4e0ec7-269f-45e4-a0bd-973b0eb7d27b') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:07:59.928198 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1b484662-a7d9-4400-af8f-3653a00faf2f tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6018464'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:59.932225 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-31f0152d-896f-4906-9a48-fc7e72b98ee9 req-02bcb2a6-655a-4723-b2f7-d70587dceaec service neutron] 10.222.0.26 "GET /v2.0/networks/9c2558ca-4bbf-4e33-ab1c-e7f21b409eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954561 Jul 13 14:07:59.956186 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1b484662-a7d9-4400-af8f-3653a00faf2f tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:59.973893 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56137be-57ea-4f7b-9c2a-44b25d9533d4 req-143ca04b-68b7-478a-8073-769ccf94d321 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:07:59.976084 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c56137be-57ea-4f7b-9c2a-44b25d9533d4 req-143ca04b-68b7-478a-8073-769ccf94d321 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] 10.222.0.23 "GET /v2.0/ports?device_id=998b600e-f613-44d3-9672-14539ee3cc31 HTTP/1.1" status: 200 len: 943 time: 0.1750579 Jul 13 14:07:59.979874 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b484662-a7d9-4400-af8f-3653a00faf2f tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 14:07:59.980441 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1b484662-a7d9-4400-af8f-3653a00faf2f tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6018632'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:07:59.985704 n-d-800634-1 neutron-server[93751]: Traceback (most recent call last): Jul 13 14:07:59.985704 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 14:07:59.985704 n-d-800634-1 neutron-server[93751]: timer() Jul 13 14:07:59.985704 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 14:07:59.985704 n-d-800634-1 neutron-server[93751]: cb(*args, **kw) Jul 13 14:07:59.985704 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 14:07:59.985704 n-d-800634-1 neutron-server[93751]: return func(*args, **kwargs) Jul 13 14:07:59.985704 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 14:07:59.985704 n-d-800634-1 neutron-server[93751]: self._notify() Jul 13 14:07:59.985704 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 14:07:59.985704 n-d-800634-1 neutron-server[93751]: self.callback(batched_events) Jul 13 14:07:59.985704 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 14:07:59.985704 n-d-800634-1 neutron-server[93751]: event.method(event) Jul 13 14:07:59.985704 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 14:07:59.985704 n-d-800634-1 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 14:07:59.985704 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 14:07:59.985704 n-d-800634-1 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 14:07:59.985704 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 14:07:59.985704 n-d-800634-1 neutron-server[93751]: return f(self, *a, **k) Jul 13 14:07:59.985704 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 14:07:59.985704 n-d-800634-1 neutron-server[93751]: return self._get(url).json() Jul 13 14:07:59.985704 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 14:07:59.985704 n-d-800634-1 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 14:07:59.985704 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 14:07:59.985704 n-d-800634-1 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 13 14:07:59.985704 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 14:07:59.985704 n-d-800634-1 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 14:07:59.985704 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 14:07:59.985704 n-d-800634-1 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 14:07:59.985704 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 14:07:59.985704 n-d-800634-1 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 14:07:59.985704 n-d-800634-1 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 14:08:00.042356 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40abc16-f46f-4eb8-8846-5a3f35d3db4f req-d4d90026-8bbd-49d1-ace2-f84e369bba8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:08:00.044606 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f40abc16-f46f-4eb8-8846-5a3f35d3db4f req-d4d90026-8bbd-49d1-ace2-f84e369bba8f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9b84fd52966d4a72b64b59fb4909d5ab&device_id=998b600e-f613-44d3-9672-14539ee3cc31 HTTP/1.1" status: 200 len: 1094 time: 0.0626891 Jul 13 14:08:00.089998 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1b484662-a7d9-4400-af8f-3653a00faf2f tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:00.094187 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c56137be-57ea-4f7b-9c2a-44b25d9533d4 req-5d2dcae8-bb4a-4203-b583-d4fff0d393bf tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] 10.222.0.23 "GET /v2.0/security-groups?id=6a64e81e-8698-45a3-a18c-176c62e9d304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894871 Jul 13 14:08:00.099375 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1b484662-a7d9-4400-af8f-3653a00faf2f tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:00.101131 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-1b484662-a7d9-4400-af8f-3653a00faf2f tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] 10.222.0.23 "DELETE /v2.0/networks/5f98f776-a40e-4dd1-b2ce-08ae8699f1fd HTTP/1.1" status: 204 len: 168 time: 1.2801650 Jul 13 14:08:00.104739 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 40822) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:08:00.121023 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b484662-a7d9-4400-af8f-3653a00faf2f tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Pushing event deleted for resources: {'Network': ['ID=5f98f776-a40e-4dd1-b2ce-08ae8699f1fd,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:08:00.150633 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40abc16-f46f-4eb8-8846-5a3f35d3db4f req-631a3619-9a79-45fe-8ea8-52f8878678a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:08:00.152235 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f40abc16-f46f-4eb8-8846-5a3f35d3db4f req-631a3619-9a79-45fe-8ea8-52f8878678a7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9c2558ca-4bbf-4e33-ab1c-e7f21b409eb5 HTTP/1.1" status: 200 len: 910 time: 0.1017973 Jul 13 14:08:00.198971 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f40abc16-f46f-4eb8-8846-5a3f35d3db4f req-267c87d7-d89a-4fc3-ac6b-4f84ffb1c9a2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ead54961-2be4-4486-bd25-9e380b821e3f HTTP/1.1" status: 200 len: 217 time: 0.0396206 Jul 13 14:08:00.250367 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40abc16-f46f-4eb8-8846-5a3f35d3db4f req-4c906f45-b37c-48f2-bc71-072e77635fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:08:00.251854 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f40abc16-f46f-4eb8-8846-5a3f35d3db4f req-4c906f45-b37c-48f2-bc71-072e77635fc4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e70149ef-39e2-4581-bd26-e6cc81b2fee5 HTTP/1.1" status: 200 len: 849 time: 0.0464272 Jul 13 14:08:00.319526 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40abc16-f46f-4eb8-8846-5a3f35d3db4f req-221bbe4e-0245-44c3-9de0-098a0d52c4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:08:00.322050 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f40abc16-f46f-4eb8-8846-5a3f35d3db4f req-221bbe4e-0245-44c3-9de0-098a0d52c4eb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9c2558ca-4bbf-4e33-ab1c-e7f21b409eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0634329 Jul 13 14:08:00.421124 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f40abc16-f46f-4eb8-8846-5a3f35d3db4f req-6a4eb425-e1cb-469b-81b5-8f58f6b553bc service neutron] 10.222.0.26 "GET /v2.0/networks/9c2558ca-4bbf-4e33-ab1c-e7f21b409eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897520 Jul 13 14:08:00.471849 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d4c523ca-a8c6-4ae7-b71b-6ff82455c624 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451695'] for router_interface, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:00.515540 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f40abc16-f46f-4eb8-8846-5a3f35d3db4f req-5a91cacb-03e7-44a4-a15f-9d6694266c8e service neutron] 10.222.0.26 "GET /v2.0/networks/9c2558ca-4bbf-4e33-ab1c-e7f21b409eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874603 Jul 13 14:08:00.548089 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:00.729448 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-d4c523ca-a8c6-4ae7-b71b-6ff82455c624 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Deleting port 830be156-9d20-4e15-be71-1309033ce8b6 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:08:00.729709 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d4c523ca-a8c6-4ae7-b71b-6ff82455c624 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:00.818304 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-d4c523ca-a8c6-4ae7-b71b-6ff82455c624 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] For port 830be156-9d20-4e15-be71-1309033ce8b6, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=830be156-9d20-4e15-be71-1309033ce8b6,segment=NetworkSegment(97f52c38-9b0a-4d78-acd7-ddfb895fb724),segment_id=97f52c38-9b0a-4d78-acd7-ddfb895fb724)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:08:00.818669 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d4c523ca-a8c6-4ae7-b71b-6ff82455c624 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:00.832097 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-d4c523ca-a8c6-4ae7-b71b-6ff82455c624 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Calling delete_port for 830be156-9d20-4e15-be71-1309033ce8b6 owned by network:router_interface {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:08:00.865240 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:00.919307 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device b0e9bcca-b3c2-4676-8ec8-1117c65e10d7 no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:08:00.948632 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: b0e9bcca-b3c2-4676-8ec8-1117c65e10d7 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:08:00.949168 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device b0e9bcca-b3c2-4676-8ec8-1117c65e10d7 not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:08:00.949911 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 729f06d2-3835-4bd9-9d80-1de26dc0fa10 no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:08:00.971546 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: 729f06d2-3835-4bd9-9d80-1de26dc0fa10 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:08:00.971879 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 729f06d2-3835-4bd9-9d80-1de26dc0fa10 not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:08:01.025367 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d4c523ca-a8c6-4ae7-b71b-6ff82455c624 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:01.053209 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c523ca-a8c6-4ae7-b71b-6ff82455c624 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Pushing event deleted for resources: {'Port': ['ID=830be156-9d20-4e15-be71-1309033ce8b6,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:08:01.207987 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d4c523ca-a8c6-4ae7-b71b-6ff82455c624 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1785036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452491'] for router_interface, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:01.322553 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e892ff42-c3be-4b97-9941-d71d4b9e1618 req-6cf2c8bc-d70b-4df0-a68b-15fef3bca963 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:08:01.324067 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e892ff42-c3be-4b97-9941-d71d4b9e1618 req-6cf2c8bc-d70b-4df0-a68b-15fef3bca963 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] 10.222.0.23 "GET /v2.0/ports?device_id=998b600e-f613-44d3-9672-14539ee3cc31 HTTP/1.1" status: 200 len: 943 time: 0.0788920 Jul 13 14:08:01.366870 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e892ff42-c3be-4b97-9941-d71d4b9e1618 req-d2b6f575-8ded-48b7-8f48-64c84a8644b0 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] 10.222.0.23 "GET /v2.0/security-groups?id=6a64e81e-8698-45a3-a18c-176c62e9d304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358875 Jul 13 14:08:01.369292 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4c523ca-a8c6-4ae7-b71b-6ff82455c624 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Router 0f436823-d6f2-499b-8128-42d544cd7fd1 has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:08:01.462109 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4c523ca-a8c6-4ae7-b71b-6ff82455c624 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:08:01.468567 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-d4c523ca-a8c6-4ae7-b71b-6ff82455c624 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] 10.222.0.23 "PUT /v2.0/routers/0f436823-d6f2-499b-8128-42d544cd7fd1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3627431 Jul 13 14:08:01.471999 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 40826) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:08:01.475086 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17bfc66d-c9af-4f0b-9b33-b4a2473b93c8 None None] Sync routers for ids ['0f436823-d6f2-499b-8128-42d544cd7fd1'] in n-d-800634-1 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:08:01.486020 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17bfc66d-c9af-4f0b-9b33-b4a2473b93c8 None None] Routers {'0f436823-d6f2-499b-8128-42d544cd7fd1'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:08:01.486720 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-17bfc66d-c9af-4f0b-9b33-b4a2473b93c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:07:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['0f436823-d6f2-499b-8128-42d544cd7fd1'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:08:01.524943 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b4aa547-3612-45db-a967-f6d8e44a3510 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Deleting subnet bf03b6c0-c63b-4b66-9c3b-94feeb155f1e {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 14:08:01.529679 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4b4aa547-3612-45db-a967-f6d8e44a3510 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:01.580259 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4b4aa547-3612-45db-a967-f6d8e44a3510 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6018489'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:01.644964 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-17bfc66d-c9af-4f0b-9b33-b4a2473b93c8 None None] Set router 0f436823-d6f2-499b-8128-42d544cd7fd1 gateway port host: None {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:08:01.668436 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4b4aa547-3612-45db-a967-f6d8e44a3510 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:01.699748 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-17bfc66d-c9af-4f0b-9b33-b4a2473b93c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f436823-d6f2-499b-8128-42d544cd7fd1', 'name': 'tempest-RoutersTest-router-867079029', 'tenant_id': 'f494ee620f9c45cc9ecf347c38c05946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:07:34Z', 'updated_at': '2021-07-13T14:08:00Z', 'revision_number': 11, 'project_id': 'f494ee620f9c45cc9ecf347c38c05946', 'gw_port_host': None}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:08:01.726274 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17bfc66d-c9af-4f0b-9b33-b4a2473b93c8 None None] Checking router: 0f436823-d6f2-499b-8128-42d544cd7fd1 for host: n-d-800634-1 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:08:01.731537 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4b4aa547-3612-45db-a967-f6d8e44a3510 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6018534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6105009'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:01.735905 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17bfc66d-c9af-4f0b-9b33-b4a2473b93c8 None None] Routers {'0f436823-d6f2-499b-8128-42d544cd7fd1'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:08:01.736526 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-17bfc66d-c9af-4f0b-9b33-b4a2473b93c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:07:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['0f436823-d6f2-499b-8128-42d544cd7fd1'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:08:01.766020 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4aa547-3612-45db-a967-f6d8e44a3510 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Pushing event deleted for resources: {'Subnet': ['ID=bf03b6c0-c63b-4b66-9c3b-94feeb155f1e,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:08:01.768018 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4b4aa547-3612-45db-a967-f6d8e44a3510 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:01.769927 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-4b4aa547-3612-45db-a967-f6d8e44a3510 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] 10.222.0.23 "DELETE /v2.0/subnets/bf03b6c0-c63b-4b66-9c3b-94feeb155f1e HTTP/1.1" status: 204 len: 168 time: 0.2969460 Jul 13 14:08:01.774064 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 40828) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:08:01.781507 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57bd469b-db71-4c1c-88b7-0d70a0f87593 None None] Network dc656cbe-70a3-457a-84d3-54975786eb41 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:08:01.813943 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-17bfc66d-c9af-4f0b-9b33-b4a2473b93c8 None None] Set router 0f436823-d6f2-499b-8128-42d544cd7fd1 gateway port host: None {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:08:01.873216 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-90204653-d22a-4879-8bdc-00399e5ebde7 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:01.881157 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-17bfc66d-c9af-4f0b-9b33-b4a2473b93c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f436823-d6f2-499b-8128-42d544cd7fd1', 'name': 'tempest-RoutersTest-router-867079029', 'tenant_id': 'f494ee620f9c45cc9ecf347c38c05946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:07:34Z', 'updated_at': '2021-07-13T14:08:00Z', 'revision_number': 11, 'project_id': 'f494ee620f9c45cc9ecf347c38c05946', 'gw_port_host': None}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:08:01.913877 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17bfc66d-c9af-4f0b-9b33-b4a2473b93c8 None None] The sync data for ids ['0f436823-d6f2-499b-8128-42d544cd7fd1'] in n-d-800634-1 is: [{'id': '0f436823-d6f2-499b-8128-42d544cd7fd1', 'name': 'tempest-RoutersTest-router-867079029', 'tenant_id': 'f494ee620f9c45cc9ecf347c38c05946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:07:34Z', 'updated_at': '2021-07-13T14:08:00Z', 'revision_number': 11, 'project_id': 'f494ee620f9c45cc9ecf347c38c05946', 'gw_port_host': None}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:08:01.933806 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-90204653-d22a-4879-8bdc-00399e5ebde7 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Deleting port 4b064e78-7927-45b2-9e2d-8a897e985094 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:08:01.934424 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-90204653-d22a-4879-8bdc-00399e5ebde7 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:02.006036 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-90204653-d22a-4879-8bdc-00399e5ebde7 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] For port 4b064e78-7927-45b2-9e2d-8a897e985094, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=4b064e78-7927-45b2-9e2d-8a897e985094,segment=NetworkSegment(97f52c38-9b0a-4d78-acd7-ddfb895fb724),segment_id=97f52c38-9b0a-4d78-acd7-ddfb895fb724)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:08:02.006399 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-90204653-d22a-4879-8bdc-00399e5ebde7 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:02.019233 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-90204653-d22a-4879-8bdc-00399e5ebde7 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Calling delete_port for 4b064e78-7927-45b2-9e2d-8a897e985094 owned by network:dhcp {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:08:02.100141 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-90204653-d22a-4879-8bdc-00399e5ebde7 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:02.127464 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90204653-d22a-4879-8bdc-00399e5ebde7 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Pushing event deleted for resources: {'Port': ['ID=4b064e78-7927-45b2-9e2d-8a897e985094,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:08:02.129266 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90204653-d22a-4879-8bdc-00399e5ebde7 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] No DVR routers for this DVR port 4b064e78-7927-45b2-9e2d-8a897e985094 on host n-d-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:08:02.211685 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-90204653-d22a-4879-8bdc-00399e5ebde7 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:02.222345 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-90204653-d22a-4879-8bdc-00399e5ebde7 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc656cbe-70a3-457a-84d3-54975786eb41']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:08:02.233140 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-90204653-d22a-4879-8bdc-00399e5ebde7 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97f52c38-9b0a-4d78-acd7-ddfb895fb724') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:08:02.233435 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-90204653-d22a-4879-8bdc-00399e5ebde7 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97f52c38-9b0a-4d78-acd7-ddfb895fb724') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:08:02.242206 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-90204653-d22a-4879-8bdc-00399e5ebde7 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5431730'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:02.261133 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-90204653-d22a-4879-8bdc-00399e5ebde7 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:02.268441 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90204653-d22a-4879-8bdc-00399e5ebde7 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 14:08:02.268874 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-90204653-d22a-4879-8bdc-00399e5ebde7 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5970419'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:02.271883 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:08:02.271883 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:08:02.271883 n-d-800634-1 neutron-server[93750]: Traceback (most recent call last): Jul 13 14:08:02.271883 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 14:08:02.271883 n-d-800634-1 neutron-server[93750]: timer() Jul 13 14:08:02.271883 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 14:08:02.271883 n-d-800634-1 neutron-server[93750]: cb(*args, **kw) Jul 13 14:08:02.271883 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 14:08:02.271883 n-d-800634-1 neutron-server[93750]: return func(*args, **kwargs) Jul 13 14:08:02.271883 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 14:08:02.271883 n-d-800634-1 neutron-server[93750]: self._notify() Jul 13 14:08:02.271883 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 14:08:02.271883 n-d-800634-1 neutron-server[93750]: self.callback(batched_events) Jul 13 14:08:02.271883 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 14:08:02.271883 n-d-800634-1 neutron-server[93750]: event.method(event) Jul 13 14:08:02.271883 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 14:08:02.271883 n-d-800634-1 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 14:08:02.271883 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 14:08:02.271883 n-d-800634-1 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 14:08:02.271883 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 14:08:02.271883 n-d-800634-1 neutron-server[93750]: return f(self, *a, **k) Jul 13 14:08:02.271883 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 14:08:02.271883 n-d-800634-1 neutron-server[93750]: return self._get(url).json() Jul 13 14:08:02.271883 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 14:08:02.271883 n-d-800634-1 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 14:08:02.271883 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 14:08:02.271883 n-d-800634-1 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 13 14:08:02.271883 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 14:08:02.271883 n-d-800634-1 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 14:08:02.271883 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 14:08:02.271883 n-d-800634-1 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 14:08:02.271883 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 14:08:02.271883 n-d-800634-1 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 14:08:02.271883 n-d-800634-1 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 14:08:02.287559 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20e853be-2e9d-4315-9809-7a0e1f56664a None None] DHCP port deletion for dc656cbe-70a3-457a-84d3-54975786eb41 request from n-d-800634-1 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 14:08:02.338350 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-90204653-d22a-4879-8bdc-00399e5ebde7 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:02.351373 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-90204653-d22a-4879-8bdc-00399e5ebde7 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:02.353639 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-90204653-d22a-4879-8bdc-00399e5ebde7 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] 10.222.0.23 "DELETE /v2.0/networks/dc656cbe-70a3-457a-84d3-54975786eb41 HTTP/1.1" status: 204 len: 168 time: 0.5782564 Jul 13 14:08:02.357891 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 40830) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:08:02.362952 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-4ea37c1d-5eef-40f8-933b-65399a4fbefb tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Request body: {'router': {'routes': None}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:08:02.368245 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90204653-d22a-4879-8bdc-00399e5ebde7 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Pushing event deleted for resources: {'Network': ['ID=dc656cbe-70a3-457a-84d3-54975786eb41,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:08:02.378826 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device ead54961-2be4-4486-bd25-9e380b821e3f details requested by agent hyperv_n-h1-800634-1 with host n-h1-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 14:08:02.540561 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port ead54961-2be4-4486-bd25-9e380b821e3f, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=ead54961-2be4-4486-bd25-9e380b821e3f,segment=NetworkSegment(57f437cd-e1c4-48a0-95a6-7e5eac541e89),segment_id=57f437cd-e1c4-48a0-95a6-7e5eac541e89)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:08:02.556221 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.extraroute_db [None req-4ea37c1d-5eef-40f8-933b-65399a4fbefb tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Added routes are [] {{(pid=93751) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 13 14:08:02.557022 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.extraroute_db [None req-4ea37c1d-5eef-40f8-933b-65399a4fbefb tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Removed routes are [] {{(pid=93751) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 13 14:08:02.557162 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Returning: {'device': 'ead54961-2be4-4486-bd25-9e380b821e3f', 'network_id': '9c2558ca-4bbf-4e33-ab1c-e7f21b409eb5', 'port_id': 'ead54961-2be4-4486-bd25-9e380b821e3f', 'mac_address': 'fa:16:3e:d5:64:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e70149ef-39e2-4581-bd26-e6cc81b2fee5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 14:08:02.557316 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4ea37c1d-5eef-40f8-933b-65399a4fbefb tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447180', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1591910', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2751'] for router, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:02.595035 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:02.608668 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ead54961-2be4-4486-bd25-9e380b821e3f {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:08:02.629132 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port ead54961-2be4-4486-bd25-9e380b821e3f, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=ead54961-2be4-4486-bd25-9e380b821e3f,segment=NetworkSegment(57f437cd-e1c4-48a0-95a6-7e5eac541e89),segment_id=57f437cd-e1c4-48a0-95a6-7e5eac541e89)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:08:02.633517 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:02.686522 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=ead54961-2be4-4486-bd25-9e380b821e3f,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:08:02.734618 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4ea37c1d-5eef-40f8-933b-65399a4fbefb tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447180', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1591910', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2751'] for router, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:02.740621 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4ea37c1d-5eef-40f8-933b-65399a4fbefb tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-447171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-447226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1591965'] for router, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:02.755342 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ff3799-c804-4187-b23a-c25216e430f5 req-91c25c8c-8027-40ef-9465-1aea31290519 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:08:02.756837 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e5ff3799-c804-4187-b23a-c25216e430f5 req-91c25c8c-8027-40ef-9465-1aea31290519 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] 10.222.0.23 "GET /v2.0/ports?device_id=998b600e-f613-44d3-9672-14539ee3cc31 HTTP/1.1" status: 200 len: 943 time: 0.2020776 Jul 13 14:08:02.855069 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ea37c1d-5eef-40f8-933b-65399a4fbefb tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Router 0f436823-d6f2-499b-8128-42d544cd7fd1 has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:08:02.866217 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e5ff3799-c804-4187-b23a-c25216e430f5 req-2e6bf553-79b1-4ff2-895c-0060f2b3f307 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] 10.222.0.23 "GET /v2.0/security-groups?id=6a64e81e-8698-45a3-a18c-176c62e9d304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711479 Jul 13 14:08:02.870306 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['ead54961-2be4-4486-bd25-9e380b821e3f'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:08:02.946095 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 830be156-9d20-4e15-be71-1309033ce8b6 no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:08:02.950515 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ea37c1d-5eef-40f8-933b-65399a4fbefb tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:08:02.957804 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4ea37c1d-5eef-40f8-933b-65399a4fbefb tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:02.961945 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-4ea37c1d-5eef-40f8-933b-65399a4fbefb tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] 10.222.0.23 "PUT /v2.0/routers/0f436823-d6f2-499b-8128-42d544cd7fd1 HTTP/1.1" status: 200 len: 700 time: 0.6027324 Jul 13 14:08:02.962159 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 40834) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:08:02.978792 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb236b1-27ff-405d-9502-24f1466745f3 None None] Sync routers for ids ['0f436823-d6f2-499b-8128-42d544cd7fd1'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:08:02.990558 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: 830be156-9d20-4e15-be71-1309033ce8b6 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:08:02.990558 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 830be156-9d20-4e15-be71-1309033ce8b6 not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:08:02.990558 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 4b064e78-7927-45b2-9e2d-8a897e985094 no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:08:03.008737 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-1a60a1ee-0c81-477f-b7aa-6ac43a8af17b tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f436823-d6f2-499b-8128-42d544cd7fd1 HTTP/1.1" status: 200 len: 205 time: 0.0397258 Jul 13 14:08:03.009143 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 40836) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:08:03.016387 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: 4b064e78-7927-45b2-9e2d-8a897e985094 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:08:03.016731 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 4b064e78-7927-45b2-9e2d-8a897e985094 not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:08:03.030674 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb236b1-27ff-405d-9502-24f1466745f3 None None] Routers {'0f436823-d6f2-499b-8128-42d544cd7fd1'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:08:03.031705 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-7eb236b1-27ff-405d-9502-24f1466745f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:07:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['0f436823-d6f2-499b-8128-42d544cd7fd1'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:08:03.089064 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0c2043ca-df90-431e-8095-9c85f89f4d6c tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks [] for router, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:03.180962 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-7eb236b1-27ff-405d-9502-24f1466745f3 None None] Set router 0f436823-d6f2-499b-8128-42d544cd7fd1 gateway port host: None {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:08:03.289724 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-7eb236b1-27ff-405d-9502-24f1466745f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f436823-d6f2-499b-8128-42d544cd7fd1', 'name': 'tempest-RoutersTest-router-867079029', 'tenant_id': 'f494ee620f9c45cc9ecf347c38c05946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:07:34Z', 'updated_at': '2021-07-13T14:08:00Z', 'revision_number': 11, 'project_id': 'f494ee620f9c45cc9ecf347c38c05946', 'gw_port_host': None}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:08:03.344360 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb236b1-27ff-405d-9502-24f1466745f3 None None] Checking router: 0f436823-d6f2-499b-8128-42d544cd7fd1 for host: n-d-800634-1 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:08:03.386724 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb236b1-27ff-405d-9502-24f1466745f3 None None] Routers {'0f436823-d6f2-499b-8128-42d544cd7fd1'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:08:03.387834 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-7eb236b1-27ff-405d-9502-24f1466745f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:07:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['0f436823-d6f2-499b-8128-42d544cd7fd1'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:08:03.503930 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-7eb236b1-27ff-405d-9502-24f1466745f3 None None] Set router 0f436823-d6f2-499b-8128-42d544cd7fd1 gateway port host: None {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:08:03.524019 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0c2043ca-df90-431e-8095-9c85f89f4d6c tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1591938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2696'] for router, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:03.526504 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0c2043ca-df90-431e-8095-9c85f89f4d6c tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:03.560558 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-7eb236b1-27ff-405d-9502-24f1466745f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f436823-d6f2-499b-8128-42d544cd7fd1', 'name': 'tempest-RoutersTest-router-867079029', 'tenant_id': 'f494ee620f9c45cc9ecf347c38c05946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:07:34Z', 'updated_at': '2021-07-13T14:08:00Z', 'revision_number': 11, 'project_id': 'f494ee620f9c45cc9ecf347c38c05946', 'gw_port_host': None}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:08:03.571880 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0c2043ca-df90-431e-8095-9c85f89f4d6c tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593106'] for router, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:03.572733 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c2043ca-df90-431e-8095-9c85f89f4d6c tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Fanout notify agent at l3_agent the message router_deleted on router 0f436823-d6f2-499b-8128-42d544cd7fd1 {{(pid=93751) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 14:08:03.580857 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0c2043ca-df90-431e-8095-9c85f89f4d6c tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:03.588300 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-0c2043ca-df90-431e-8095-9c85f89f4d6c tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] 10.222.0.23 "DELETE /v2.0/routers/0f436823-d6f2-499b-8128-42d544cd7fd1 HTTP/1.1" status: 204 len: 168 time: 0.5718000 Jul 13 14:08:03.588616 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 40838) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:08:03.592374 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb236b1-27ff-405d-9502-24f1466745f3 None None] The sync data for ids ['0f436823-d6f2-499b-8128-42d544cd7fd1'] in n-d-800634-1 is: [{'id': '0f436823-d6f2-499b-8128-42d544cd7fd1', 'name': 'tempest-RoutersTest-router-867079029', 'tenant_id': 'f494ee620f9c45cc9ecf347c38c05946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:07:34Z', 'updated_at': '2021-07-13T14:08:00Z', 'revision_number': 11, 'project_id': 'f494ee620f9c45cc9ecf347c38c05946', 'gw_port_host': None}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:08:03.593506 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-66f50971-8180-4103-933a-a623e0d0c703 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1452616506', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:08:03.626799 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-66f50971-8180-4103-933a-a623e0d0c703 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1591928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2714'] for router, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:03.628132 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-66f50971-8180-4103-933a-a623e0d0c703 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447198', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1629690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2689'] for router, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:03.703708 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-66f50971-8180-4103-933a-a623e0d0c703 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:03.708965 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-66f50971-8180-4103-933a-a623e0d0c703 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447217'] for router, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:03.727832 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-66f50971-8180-4103-933a-a623e0d0c703 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:03.729288 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-66f50971-8180-4103-933a-a623e0d0c703 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1395831 Jul 13 14:08:03.734459 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 40840) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:08:03.739384 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-1465655a-eef5-469f-8fbd-14bd0f5627cd tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:08:03.977223 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1465655a-eef5-469f-8fbd-14bd0f5627cd tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447180', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1591910', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2751'] for router, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:03.995199 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1465655a-eef5-469f-8fbd-14bd0f5627cd tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-447171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-447226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1591965'] for router, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:04.065071 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb52b32-4fd8-4d88-b737-2d3b11b9e0b9 req-be8bce71-498c-476a-adef-08cd46acbd90 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:08:04.066758 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5eb52b32-4fd8-4d88-b737-2d3b11b9e0b9 req-be8bce71-498c-476a-adef-08cd46acbd90 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] 10.222.0.23 "GET /v2.0/ports?device_id=998b600e-f613-44d3-9672-14539ee3cc31 HTTP/1.1" status: 200 len: 944 time: 0.0745571 Jul 13 14:08:04.107034 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5eb52b32-4fd8-4d88-b737-2d3b11b9e0b9 req-8c13772a-db42-45ac-b614-d8e9e317c084 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] 10.222.0.23 "GET /v2.0/security-groups?id=6a64e81e-8698-45a3-a18c-176c62e9d304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344605 Jul 13 14:08:04.138763 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1465655a-eef5-469f-8fbd-14bd0f5627cd tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Router de671036-39a6-4e46-9537-0d467392176f is scheduled to L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 with binding_index 1 {{(pid=93751) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 14:08:04.218387 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1465655a-eef5-469f-8fbd-14bd0f5627cd tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:08:04.225104 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1465655a-eef5-469f-8fbd-14bd0f5627cd tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:04.226276 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-1465655a-eef5-469f-8fbd-14bd0f5627cd tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] 10.222.0.23 "PUT /v2.0/routers/de671036-39a6-4e46-9537-0d467392176f HTTP/1.1" status: 200 len: 694 time: 0.4906466 Jul 13 14:08:04.228962 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 40844) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:08:04.231523 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064aa473-9f72-4a0f-b54a-cb1abf6ebb14 None None] Sync routers for ids ['de671036-39a6-4e46-9537-0d467392176f'] in n-d-800634-1 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:08:04.241086 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064aa473-9f72-4a0f-b54a-cb1abf6ebb14 None None] Routers {'de671036-39a6-4e46-9537-0d467392176f'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:08:04.241706 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-064aa473-9f72-4a0f-b54a-cb1abf6ebb14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:07:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['de671036-39a6-4e46-9537-0d467392176f'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:08:04.312059 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-064aa473-9f72-4a0f-b54a-cb1abf6ebb14 None None] Set router de671036-39a6-4e46-9537-0d467392176f gateway port host: None {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:08:04.315398 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-23cc5c86-14c2-41ad-8f79-13a50c6406d7 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] 10.222.0.23 "GET /v2.0/routers/de671036-39a6-4e46-9537-0d467392176f HTTP/1.1" status: 200 len: 700 time: 0.0845556 Jul 13 14:08:04.317843 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 40846) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:08:04.347745 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-daf340f6-00a2-4025-b8f1-973b1be86493 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] 10.222.0.23 "GET /v2.0/ports?device_id=de671036-39a6-4e46-9537-0d467392176f HTTP/1.1" status: 200 len: 205 time: 0.0286880 Jul 13 14:08:04.350641 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 40848) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:08:04.367705 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-064aa473-9f72-4a0f-b54a-cb1abf6ebb14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de671036-39a6-4e46-9537-0d467392176f', 'name': 'tempest-RoutersTest-router-1452616506', 'tenant_id': 'f494ee620f9c45cc9ecf347c38c05946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:08:03Z', 'updated_at': '2021-07-13T14:08:03Z', 'revision_number': 2, 'project_id': 'f494ee620f9c45cc9ecf347c38c05946', 'gw_port_host': None}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:08:04.394785 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device ead54961-2be4-4486-bd25-9e380b821e3f up at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:08:04.403926 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064aa473-9f72-4a0f-b54a-cb1abf6ebb14 None None] Checking router: de671036-39a6-4e46-9537-0d467392176f for host: n-d-800634-1 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:08:04.412606 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064aa473-9f72-4a0f-b54a-cb1abf6ebb14 None None] Routers {'de671036-39a6-4e46-9537-0d467392176f'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:08:04.413772 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-064aa473-9f72-4a0f-b54a-cb1abf6ebb14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:07:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['de671036-39a6-4e46-9537-0d467392176f'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:08:04.441424 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-347ecb1a-348d-4814-bd6c-d5918f5bc562 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks [] for router, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:04.453580 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning for port ead54961-2be4-4486-bd25-9e380b821e3f completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:08:04.458115 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning complete for port ead54961-2be4-4486-bd25-9e380b821e3f triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:08:04.458609 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:04.495674 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-064aa473-9f72-4a0f-b54a-cb1abf6ebb14 None None] Set router de671036-39a6-4e46-9537-0d467392176f gateway port host: None {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:08:04.568577 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:04.569616 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-064aa473-9f72-4a0f-b54a-cb1abf6ebb14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de671036-39a6-4e46-9537-0d467392176f', 'name': 'tempest-RoutersTest-router-1452616506', 'tenant_id': 'f494ee620f9c45cc9ecf347c38c05946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:08:03Z', 'updated_at': '2021-07-13T14:08:03Z', 'revision_number': 2, 'project_id': 'f494ee620f9c45cc9ecf347c38c05946', 'gw_port_host': None}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:08:04.597662 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064aa473-9f72-4a0f-b54a-cb1abf6ebb14 None None] The sync data for ids ['de671036-39a6-4e46-9537-0d467392176f'] in n-d-800634-1 is: [{'id': 'de671036-39a6-4e46-9537-0d467392176f', 'name': 'tempest-RoutersTest-router-1452616506', 'tenant_id': 'f494ee620f9c45cc9ecf347c38c05946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:08:03Z', 'updated_at': '2021-07-13T14:08:03Z', 'revision_number': 2, 'project_id': 'f494ee620f9c45cc9ecf347c38c05946', 'gw_port_host': None}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:08:04.606098 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '998b600e-f613-44d3-9672-14539ee3cc31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ead54961-2be4-4486-bd25-9e380b821e3f'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:08:04.609333 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fd642ab-fbfd-4575-aa35-e6290574a872" -d '{"events": [{"server_uuid": "998b600e-f613-44d3-9672-14539ee3cc31", "name": "network-vif-plugged", "status": "completed", "tag": "ead54961-2be4-4486-bd25-9e380b821e3f"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:08:04.631504 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 40854) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:08:04.645433 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port ead54961-2be4-4486-bd25-9e380b821e3f, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=ead54961-2be4-4486-bd25-9e380b821e3f,segment=NetworkSegment(57f437cd-e1c4-48a0-95a6-7e5eac541e89),segment_id=57f437cd-e1c4-48a0-95a6-7e5eac541e89)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:08:04.646125 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-347ecb1a-348d-4814-bd6c-d5918f5bc562 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1591938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2696'] for router, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:04.648610 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-347ecb1a-348d-4814-bd6c-d5918f5bc562 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:04.655305 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:04.705083 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e311536-5105-4cb0-b642-4e4dbec394aa x-openstack-request-id: req-7e311536-5105-4cb0-b642-4e4dbec394aa {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:08:04.705692 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "998b600e-f613-44d3-9672-14539ee3cc31", "name": "network-vif-plugged", "status": "completed", "tag": "ead54961-2be4-4486-bd25-9e380b821e3f", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:08:04.706163 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7e311536-5105-4cb0-b642-4e4dbec394aa {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:08:04.706907 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '998b600e-f613-44d3-9672-14539ee3cc31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ead54961-2be4-4486-bd25-9e380b821e3f', 'code': 200} Jul 13 14:08:04.717055 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-347ecb1a-348d-4814-bd6c-d5918f5bc562 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593106'] for router, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:04.717954 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-347ecb1a-348d-4814-bd6c-d5918f5bc562 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Fanout notify agent at l3_agent the message router_deleted on router de671036-39a6-4e46-9537-0d467392176f {{(pid=93751) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 14:08:04.726592 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-347ecb1a-348d-4814-bd6c-d5918f5bc562 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:04.730329 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-347ecb1a-348d-4814-bd6c-d5918f5bc562 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] 10.222.0.23 "DELETE /v2.0/routers/de671036-39a6-4e46-9537-0d467392176f HTTP/1.1" status: 204 len: 168 time: 0.3787522 Jul 13 14:08:04.739609 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 40856) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:08:04.760731 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=ead54961-2be4-4486-bd25-9e380b821e3f,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:08:04.774282 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-7ae6ccb7-eba0-481f-9860-181964bed8c4 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] 10.222.0.23 "GET /v2.0/ports?device_id=de671036-39a6-4e46-9537-0d467392176f HTTP/1.1" status: 200 len: 205 time: 0.0331843 Jul 13 14:08:04.779060 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 40858) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:08:04.823575 n-d-800634-1 neutron-server[93751]: INFO neutron.api.v2.resource [None req-30c6678f-89e3-4c06-b0cb-4e404811a1fc tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] delete failed (client error): The resource could not be found. Jul 13 14:08:04.825788 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-30c6678f-89e3-4c06-b0cb-4e404811a1fc tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] 10.222.0.23 "DELETE /v2.0/routers/de671036-39a6-4e46-9537-0d467392176f HTTP/1.1" status: 404 len: 336 time: 0.0434282 Jul 13 14:08:04.828273 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 40860) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:08:04.867797 n-d-800634-1 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-093bcf1f-4920-4446-95d9-eba2126374ea tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] DELETE failed (client error): The resource could not be found. Jul 13 14:08:04.868507 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-093bcf1f-4920-4446-95d9-eba2126374ea tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 14:08:04.874720 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-093bcf1f-4920-4446-95d9-eba2126374ea tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] 10.222.0.23 "DELETE /v2.0/subnets/beccfaa0-0197-4401-8ec2-4bb2559ccf34 HTTP/1.1" status: 404 len: 337 time: 0.0446782 Jul 13 14:08:04.877977 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 40862) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:08:04.908336 n-d-800634-1 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbbc369b-53c4-4d18-85d3-df8389de5a2a tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] DELETE failed (client error): The resource could not be found. Jul 13 14:08:04.908885 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbbc369b-53c4-4d18-85d3-df8389de5a2a tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 14:08:04.912213 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-fbbc369b-53c4-4d18-85d3-df8389de5a2a tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] 10.222.0.23 "DELETE /v2.0/subnets/24a7b1a7-4f74-4f46-b94e-ecba38a8ccd3 HTTP/1.1" status: 404 len: 337 time: 0.0320964 Jul 13 14:08:04.915399 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 40864) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:08:04.934698 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de94b2ac-492c-4c37-888d-a9a0e82523bd req-1545335d-7b53-42ed-b416-43316ee68f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:08:04.936283 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-de94b2ac-492c-4c37-888d-a9a0e82523bd req-1545335d-7b53-42ed-b416-43316ee68f0e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=998b600e-f613-44d3-9672-14539ee3cc31 HTTP/1.1" status: 200 len: 1096 time: 0.1067352 Jul 13 14:08:04.947987 n-d-800634-1 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-04f5aa23-641a-4d14-99ed-0071096b98a2 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] DELETE failed (client error): The resource could not be found. Jul 13 14:08:04.948609 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04f5aa23-641a-4d14-99ed-0071096b98a2 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 14:08:04.953804 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-04f5aa23-641a-4d14-99ed-0071096b98a2 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] 10.222.0.23 "DELETE /v2.0/subnets/a9914cea-c11e-497b-9fbb-64c7115eae8f HTTP/1.1" status: 404 len: 337 time: 0.0350475 Jul 13 14:08:04.954244 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 40866) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:08:04.963133 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-094068f0-115c-47c1-98a0-76a0fa3334c2 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Deleting port ebacc782-8c1d-4ad5-b7d2-95d16eb836fa {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:08:04.963625 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-094068f0-115c-47c1-98a0-76a0fa3334c2 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:04.989361 n-d-800634-1 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-21788c56-1aa7-42f2-b5b6-d16ecde9d40d tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] DELETE failed (client error): The resource could not be found. Jul 13 14:08:04.989935 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21788c56-1aa7-42f2-b5b6-d16ecde9d40d tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 14:08:04.991738 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-21788c56-1aa7-42f2-b5b6-d16ecde9d40d tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] 10.222.0.23 "DELETE /v2.0/subnets/bf03b6c0-c63b-4b66-9c3b-94feeb155f1e HTTP/1.1" status: 404 len: 337 time: 0.0364387 Jul 13 14:08:04.994386 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 40868) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:08:05.025765 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-f477f7fb-f222-4686-8517-50d11658de5b tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f436823-d6f2-499b-8128-42d544cd7fd1 HTTP/1.1" status: 200 len: 205 time: 0.0301199 Jul 13 14:08:05.028413 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 40870) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:08:05.069130 n-d-800634-1 neutron-server[93751]: INFO neutron.api.v2.resource [None req-299406ff-6f94-406e-8633-9b18ebe217ee tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] delete failed (client error): The resource could not be found. Jul 13 14:08:05.070198 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-299406ff-6f94-406e-8633-9b18ebe217ee tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] 10.222.0.23 "DELETE /v2.0/routers/0f436823-d6f2-499b-8128-42d544cd7fd1 HTTP/1.1" status: 404 len: 336 time: 0.0408299 Jul 13 14:08:05.072854 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 40872) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:08:05.109343 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-59c2e614-05b0-46ce-9b7f-9da096550305 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a17383d-4374-4498-b8af-0b598c7d09db HTTP/1.1" status: 200 len: 205 time: 0.0351961 Jul 13 14:08:05.111643 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 40874) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:08:05.151287 n-d-800634-1 neutron-server[93751]: INFO neutron.api.v2.resource [None req-e8cb4b3f-08d2-4563-90fa-cbd4c8cc02c5 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] delete failed (client error): The resource could not be found. Jul 13 14:08:05.152685 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-e8cb4b3f-08d2-4563-90fa-cbd4c8cc02c5 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] 10.222.0.23 "DELETE /v2.0/routers/5a17383d-4374-4498-b8af-0b598c7d09db HTTP/1.1" status: 404 len: 336 time: 0.0397048 Jul 13 14:08:05.155414 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 40878) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:08:05.190643 n-d-800634-1 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-e877aae0-cff4-4956-9b32-bcdef31651a3 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] DELETE failed (client error): The resource could not be found. Jul 13 14:08:05.192105 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e877aae0-cff4-4956-9b32-bcdef31651a3 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 14:08:05.197480 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-e877aae0-cff4-4956-9b32-bcdef31651a3 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] 10.222.0.23 "DELETE /v2.0/subnets/f224d10d-526e-4fc5-a465-b26b39b8892e HTTP/1.1" status: 404 len: 337 time: 0.0361767 Jul 13 14:08:05.197887 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 40880) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:08:05.228673 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-decae292-5ad0-4396-80e5-9ff3d1a08f81 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] 10.222.0.23 "GET /v2.0/ports?device_id=4df62abc-1644-43f5-bf54-18b45f2677ec HTTP/1.1" status: 200 len: 205 time: 0.0295277 Jul 13 14:08:05.231757 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 40882) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:08:05.275123 n-d-800634-1 neutron-server[93751]: INFO neutron.api.v2.resource [None req-7eb27823-a92e-48a4-a205-5a749d7e2536 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] delete failed (client error): The resource could not be found. Jul 13 14:08:05.275488 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-7eb27823-a92e-48a4-a205-5a749d7e2536 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] 10.222.0.23 "DELETE /v2.0/routers/4df62abc-1644-43f5-bf54-18b45f2677ec HTTP/1.1" status: 404 len: 336 time: 0.0427358 Jul 13 14:08:05.278883 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 40884) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:08:05.309844 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-f417a9d9-5154-41c3-9466-7661cc00e089 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d09f272-9f55-41da-9879-90d957fe6d1d HTTP/1.1" status: 200 len: 205 time: 0.0297444 Jul 13 14:08:05.312110 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 40886) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:08:05.355024 n-d-800634-1 neutron-server[93751]: INFO neutron.api.v2.resource [None req-d0be9570-6786-4a79-81ce-7bf705bd7ea4 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] delete failed (client error): The resource could not be found. Jul 13 14:08:05.357072 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-d0be9570-6786-4a79-81ce-7bf705bd7ea4 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] 10.222.0.23 "DELETE /v2.0/routers/4d09f272-9f55-41da-9879-90d957fe6d1d HTTP/1.1" status: 404 len: 336 time: 0.0435193 Jul 13 14:08:05.359452 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 40888) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:08:05.393035 n-d-800634-1 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-37fd48f8-7bca-4f16-9835-fb2dd4f20fc1 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] DELETE failed (client error): The resource could not be found. Jul 13 14:08:05.393499 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37fd48f8-7bca-4f16-9835-fb2dd4f20fc1 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 14:08:05.395351 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-37fd48f8-7bca-4f16-9835-fb2dd4f20fc1 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] 10.222.0.23 "DELETE /v2.0/subnets/8896de84-6e66-4fab-94b9-911169fde20a HTTP/1.1" status: 404 len: 337 time: 0.0349102 Jul 13 14:08:05.399270 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 40890) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:08:05.424819 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-de94b2ac-492c-4c37-888d-a9a0e82523bd req-51e89213-b22b-43be-aeac-48e352959dd7 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=6a64e81e-8698-45a3-a18c-176c62e9d304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4820192 Jul 13 14:08:05.432198 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-61b497a2-7361-444f-b22e-1be806ec66ad tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] 10.222.0.23 "GET /v2.0/ports?device_id=c523711d-5f50-4867-b32e-f39e4fcc2e68 HTTP/1.1" status: 200 len: 205 time: 0.0317068 Jul 13 14:08:05.435850 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 40892) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:08:05.474666 n-d-800634-1 neutron-server[93751]: INFO neutron.api.v2.resource [None req-842f8acb-80db-418d-8d9e-c832bb9f6ea1 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] delete failed (client error): The resource could not be found. Jul 13 14:08:05.478672 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-094068f0-115c-47c1-98a0-76a0fa3334c2 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:05.478898 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-842f8acb-80db-418d-8d9e-c832bb9f6ea1 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] 10.222.0.23 "DELETE /v2.0/routers/c523711d-5f50-4867-b32e-f39e4fcc2e68 HTTP/1.1" status: 404 len: 336 time: 0.0388362 Jul 13 14:08:05.479019 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-094068f0-115c-47c1-98a0-76a0fa3334c2 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:05.479131 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 40894) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:08:05.499471 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f40664-a4ec-46d1-b90a-5e3c30e66808 req-bb57903d-a054-458e-b67d-8b704f4962a7 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:08:05.501016 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e1f40664-a4ec-46d1-b90a-5e3c30e66808 req-bb57903d-a054-458e-b67d-8b704f4962a7 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] 10.222.0.23 "GET /v2.0/ports?device_id=998b600e-f613-44d3-9672-14539ee3cc31 HTTP/1.1" status: 200 len: 945 time: 0.1231239 Jul 13 14:08:05.502106 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-094068f0-115c-47c1-98a0-76a0fa3334c2 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Calling delete_port for ebacc782-8c1d-4ad5-b7d2-95d16eb836fa owned by network:floatingip {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:08:05.511387 n-d-800634-1 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7fe389b-868c-4630-8fef-62a27a7c16fc tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] DELETE failed (client error): The resource could not be found. Jul 13 14:08:05.511981 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7fe389b-868c-4630-8fef-62a27a7c16fc tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 14:08:05.517328 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-e7fe389b-868c-4630-8fef-62a27a7c16fc tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] 10.222.0.23 "DELETE /v2.0/subnets/9b995141-e42f-48f8-ab77-ee41271962f8 HTTP/1.1" status: 404 len: 337 time: 0.0344834 Jul 13 14:08:05.517922 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 40896) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:08:05.550258 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-b3a73a1d-c61b-4456-81b3-50e2fb87be23 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] 10.222.0.23 "GET /v2.0/ports?device_id=8063cd8d-e602-4e34-987b-ffd867a2c0f5 HTTP/1.1" status: 200 len: 205 time: 0.0291407 Jul 13 14:08:05.550587 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 40898) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:08:05.587524 n-d-800634-1 neutron-server[93751]: INFO neutron.api.v2.resource [None req-85a4977a-2e2c-4eeb-a257-b39f2d2b722d tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] delete failed (client error): The resource could not be found. Jul 13 14:08:05.591448 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-85a4977a-2e2c-4eeb-a257-b39f2d2b722d tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] 10.222.0.23 "DELETE /v2.0/routers/8063cd8d-e602-4e34-987b-ffd867a2c0f5 HTTP/1.1" status: 404 len: 336 time: 0.0371926 Jul 13 14:08:05.591735 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 40900) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:08:05.594731 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e1f40664-a4ec-46d1-b90a-5e3c30e66808 req-0a9536d9-0464-4a87-a1d0-44fa3afe08d7 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] 10.222.0.23 "GET /v2.0/security-groups?id=6a64e81e-8698-45a3-a18c-176c62e9d304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832098 Jul 13 14:08:05.624146 n-d-800634-1 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-82bc0d0c-f8cb-441f-ad48-9746310a48f8 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] DELETE failed (client error): The resource could not be found. Jul 13 14:08:05.624721 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82bc0d0c-f8cb-441f-ad48-9746310a48f8 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 14:08:05.626545 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-82bc0d0c-f8cb-441f-ad48-9746310a48f8 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] 10.222.0.23 "DELETE /v2.0/subnets/73704d46-f78c-49d2-96e3-2fc7f7419ca8 HTTP/1.1" status: 404 len: 337 time: 0.0338693 Jul 13 14:08:05.629174 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 40902) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:08:05.655483 n-d-800634-1 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-a11c5093-3d58-448a-968d-586f07693f27 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] DELETE failed (client error): The resource could not be found. Jul 13 14:08:05.656078 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a11c5093-3d58-448a-968d-586f07693f27 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 14:08:05.657656 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-a11c5093-3d58-448a-968d-586f07693f27 tempest-RoutersTest-1419464665 tempest-RoutersTest-1419464665-project] 10.222.0.23 "DELETE /v2.0/subnets/683c6491-cb0b-47de-bf62-8e47e13b7a74 HTTP/1.1" status: 404 len: 337 time: 0.0275834 Jul 13 14:08:05.697326 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-094068f0-115c-47c1-98a0-76a0fa3334c2 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:05.729606 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094068f0-115c-47c1-98a0-76a0fa3334c2 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Pushing event deleted for resources: {'Port': ['ID=ebacc782-8c1d-4ad5-b7d2-95d16eb836fa,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:08:05.795041 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-094068f0-115c-47c1-98a0-76a0fa3334c2 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for floatingip, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:05.795395 n-d-800634-1 neutron-server[93750]: INFO neutron.db.l3_db [None req-094068f0-115c-47c1-98a0-76a0fa3334c2 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Floating IP 18be2d84-7615-4f90-a3ad-fa1c0cd111ee disassociated (deleted). External IP: 172.25.6.107, port: 1c9e3486-9515-4790-9e0c-5423f253ac80. Jul 13 14:08:05.943865 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 40908) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:08:06.028569 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-094068f0-115c-47c1-98a0-76a0fa3334c2 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Router 7872417c-edc2-41dc-b166-7beb06142e59 has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:08:06.152061 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-eed4d646-7a6f-4fe9-bda3-1c54946fe860 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f494ee620f9c45cc9ecf347c38c05946&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2069049 Jul 13 14:08:06.155009 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 40912) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:08:06.172463 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-094068f0-115c-47c1-98a0-76a0fa3334c2 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:08:06.182936 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-094068f0-115c-47c1-98a0-76a0fa3334c2 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for floatingip, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:06.187652 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77610b9-296e-4373-9709-23c2ebeab838 None None] Sync routers for ids ['7872417c-edc2-41dc-b166-7beb06142e59'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:08:06.197932 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77610b9-296e-4373-9709-23c2ebeab838 None None] Routers {'7872417c-edc2-41dc-b166-7beb06142e59'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:08:06.198573 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-e77610b9-296e-4373-9709-23c2ebeab838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:07:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['7872417c-edc2-41dc-b166-7beb06142e59'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:08:06.214461 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3488dd66-fa05-4686-8be9-94ffbf2617d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:06.249925 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-094068f0-115c-47c1-98a0-76a0fa3334c2 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "DELETE /v2.0/floatingips/18be2d84-7615-4f90-a3ad-fa1c0cd111ee HTTP/1.1" status: 204 len: 168 time: 1.6160069 Jul 13 14:08:06.250949 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9602c732-a3f0-42ec-afef-93566cadc878', 'tag': '1c9e3486-9515-4790-9e0c-5423f253ac80'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:08:06.253577 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a708a8d-7bea-4cf1-8c19-b52cb7fc0bb8" -d '{"events": [{"name": "network-changed", "server_uuid": "9602c732-a3f0-42ec-afef-93566cadc878", "tag": "1c9e3486-9515-4790-9e0c-5423f253ac80"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:08:06.255026 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3488dd66-fa05-4686-8be9-94ffbf2617d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:06.317256 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:08:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64872324-264d-4dcd-bea6-bf96f9ba4cec x-openstack-request-id: req-64872324-264d-4dcd-bea6-bf96f9ba4cec {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:08:06.317557 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9602c732-a3f0-42ec-afef-93566cadc878", "tag": "1c9e3486-9515-4790-9e0c-5423f253ac80", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:08:06.317850 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-64872324-264d-4dcd-bea6-bf96f9ba4cec {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:08:06.318246 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9602c732-a3f0-42ec-afef-93566cadc878', 'tag': '1c9e3486-9515-4790-9e0c-5423f253ac80', 'status': 'completed', 'code': 200} Jul 13 14:08:06.322478 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3488dd66-fa05-4686-8be9-94ffbf2617d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:06.325927 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3488dd66-fa05-4686-8be9-94ffbf2617d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:06.327233 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-3488dd66-fa05-4686-8be9-94ffbf2617d9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a044d896-960d-4869-933b-30a4b1dd408d HTTP/1.1" status: 204 len: 168 time: 0.1708045 Jul 13 14:08:06.338034 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3488dd66-fa05-4686-8be9-94ffbf2617d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a044d896-960d-4869-933b-30a4b1dd408d,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:08:06.429320 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-e77610b9-296e-4373-9709-23c2ebeab838 None None] Set router 7872417c-edc2-41dc-b166-7beb06142e59 gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:08:06.430687 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a708a8d-7bea-4cf1-8c19-b52cb7fc0bb8 req-b41be5b4-4859-4a22-a328-45d9e2f84fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:08:06.432248 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9a708a8d-7bea-4cf1-8c19-b52cb7fc0bb8 req-b41be5b4-4859-4a22-a328-45d9e2f84fab service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7a7d384b32784a6f914418ec93b94b0e&device_id=9602c732-a3f0-42ec-afef-93566cadc878 HTTP/1.1" status: 200 len: 1096 time: 0.0871367 Jul 13 14:08:06.558073 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a708a8d-7bea-4cf1-8c19-b52cb7fc0bb8 req-f9e1d4a0-9f9c-4492-8053-f8f5a23156d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:08:06.560233 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9a708a8d-7bea-4cf1-8c19-b52cb7fc0bb8 req-f9e1d4a0-9f9c-4492-8053-f8f5a23156d5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=97882bae-c062-401e-8800-eb0f30c53f37 HTTP/1.1" status: 200 len: 896 time: 0.1191325 Jul 13 14:08:06.619260 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9a708a8d-7bea-4cf1-8c19-b52cb7fc0bb8 req-4ead38ef-c093-452b-8aea-4d7ea15b87e2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1c9e3486-9515-4790-9e0c-5423f253ac80 HTTP/1.1" status: 200 len: 217 time: 0.0526328 Jul 13 14:08:06.843902 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a708a8d-7bea-4cf1-8c19-b52cb7fc0bb8 req-12b89699-de50-4482-a85d-67cdd9bb851f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:08:06.846156 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9a708a8d-7bea-4cf1-8c19-b52cb7fc0bb8 req-12b89699-de50-4482-a85d-67cdd9bb851f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ce13e14b-2472-41c5-bea8-645f3c8d52a2 HTTP/1.1" status: 200 len: 835 time: 0.2192905 Jul 13 14:08:06.888145 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c868a51e-eb8a-4a49-8e66-93d4beaee1bf req-a4ee5dca-bfc0-402e-adb7-53f0ad158abb tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:08:06.889839 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c868a51e-eb8a-4a49-8e66-93d4beaee1bf req-a4ee5dca-bfc0-402e-adb7-53f0ad158abb tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] 10.222.0.23 "GET /v2.0/ports?device_id=998b600e-f613-44d3-9672-14539ee3cc31 HTTP/1.1" status: 200 len: 945 time: 0.1197586 Jul 13 14:08:06.951022 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c868a51e-eb8a-4a49-8e66-93d4beaee1bf req-8477220e-d2a2-4c95-b652-c334fb38a016 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] 10.222.0.23 "GET /v2.0/security-groups?id=6a64e81e-8698-45a3-a18c-176c62e9d304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532527 Jul 13 14:08:06.973817 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966e6002-a37f-4f51-b3b7-3e2a284db9bf req-c77d48c3-90df-4097-a1fc-ed43c50c0c77 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:08:06.975414 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-966e6002-a37f-4f51-b3b7-3e2a284db9bf req-c77d48c3-90df-4097-a1fc-ed43c50c0c77 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/ports?device_id=9602c732-a3f0-42ec-afef-93566cadc878 HTTP/1.1" status: 200 len: 945 time: 0.2193351 Jul 13 14:08:06.983085 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a708a8d-7bea-4cf1-8c19-b52cb7fc0bb8 req-94675112-8b08-4b1f-97c1-a0580c000349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:08:06.984666 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9a708a8d-7bea-4cf1-8c19-b52cb7fc0bb8 req-94675112-8b08-4b1f-97c1-a0580c000349 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=97882bae-c062-401e-8800-eb0f30c53f37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1300955 Jul 13 14:08:07.019814 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-e77610b9-296e-4373-9709-23c2ebeab838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7872417c-edc2-41dc-b166-7beb06142e59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1597075902', 'tenant_id': '7a7d384b32784a6f914418ec93b94b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': 'e0028b4b-206c-45e6-beab-aff76a53b52f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:06:25Z', 'updated_at': '2021-07-13T14:06:30Z', 'revision_number': 4, 'project_id': '7a7d384b32784a6f914418ec93b94b0e', 'gw_port': {'id': 'e0028b4b-206c-45e6-beab-aff76a53b52f', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:6f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7872417c-edc2-41dc-b166-7beb06142e59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:06:26Z', 'updated_at': '2021-07-13T14:06:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': 'ff6211a3-00ee-489c-b3a1-7ee91c474388', 'name': '', 'network_id': '97882bae-c062-401e-8800-eb0f30c53f37', 'tenant_id': '7a7d384b32784a6f914418ec93b94b0e', 'mac_address': 'fa:16:3e:41:92:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7872417c-edc2-41dc-b166-7beb06142e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': 'ce13e14b-2472-41c5-bea8-645f3c8d52a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:06:29Z', 'updated_at': '2021-07-13T14:06:34Z', 'revision_number': 5, 'project_id': '7a7d384b32784a6f914418ec93b94b0e', 'subnets': [{'id': 'ce13e14b-2472-41c5-bea8-645f3c8d52a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:08:07.049436 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77610b9-296e-4373-9709-23c2ebeab838 None None] Checking router: 7872417c-edc2-41dc-b166-7beb06142e59 for host: n-d-800634-1 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:08:07.060479 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77610b9-296e-4373-9709-23c2ebeab838 None None] Routers {'7872417c-edc2-41dc-b166-7beb06142e59'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:08:07.061689 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-e77610b9-296e-4373-9709-23c2ebeab838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:07:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['7872417c-edc2-41dc-b166-7beb06142e59'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:08:07.082446 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-966e6002-a37f-4f51-b3b7-3e2a284db9bf req-eb2253b2-8ba9-40ff-bd31-43f9a1df772f tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/security-groups?id=27ed47c6-e0a1-4425-a36b-c9ef1efffb9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967650 Jul 13 14:08:07.132260 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9a708a8d-7bea-4cf1-8c19-b52cb7fc0bb8 req-5b9b75bb-a86d-423f-b66b-1effd029ef1d service neutron] 10.222.0.41 "GET /v2.0/networks/97882bae-c062-401e-8800-eb0f30c53f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214740 Jul 13 14:08:07.189162 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f1e188-c3b3-485d-a837-67e2da75b6c8 req-1301f641-3130-435e-8584-55c56862f9a6 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:08:07.191652 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-e77610b9-296e-4373-9709-23c2ebeab838 None None] Set router 7872417c-edc2-41dc-b166-7beb06142e59 gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:08:07.194954 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-71f1e188-c3b3-485d-a837-67e2da75b6c8 req-1301f641-3130-435e-8584-55c56862f9a6 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] 10.222.0.23 "GET /v2.0/ports?device_id=998b600e-f613-44d3-9672-14539ee3cc31 HTTP/1.1" status: 200 len: 945 time: 0.1159844 Jul 13 14:08:07.199763 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 40944) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:08:07.207145 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-d8e1cb15-0468-485a-84aa-923fbef8fca9 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Request body: {'floatingip': {'port_id': 'ead54961-2be4-4486-bd25-9e380b821e3f'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:08:07.252278 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9a708a8d-7bea-4cf1-8c19-b52cb7fc0bb8 req-d9e6a6bc-78e6-4b8e-ae6f-7a2e481420ee service neutron] 10.222.0.41 "GET /v2.0/networks/97882bae-c062-401e-8800-eb0f30c53f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127982 Jul 13 14:08:07.257548 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d8e1cb15-0468-485a-84aa-923fbef8fca9 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Notify callbacks [] for floatingip, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:07.439275 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 40948) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:08:07.453312 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-e77610b9-296e-4373-9709-23c2ebeab838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7872417c-edc2-41dc-b166-7beb06142e59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1597075902', 'tenant_id': '7a7d384b32784a6f914418ec93b94b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': 'e0028b4b-206c-45e6-beab-aff76a53b52f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:06:25Z', 'updated_at': '2021-07-13T14:06:30Z', 'revision_number': 4, 'project_id': '7a7d384b32784a6f914418ec93b94b0e', 'gw_port': {'id': 'e0028b4b-206c-45e6-beab-aff76a53b52f', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:6f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7872417c-edc2-41dc-b166-7beb06142e59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:06:26Z', 'updated_at': '2021-07-13T14:06:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': 'ff6211a3-00ee-489c-b3a1-7ee91c474388', 'name': '', 'network_id': '97882bae-c062-401e-8800-eb0f30c53f37', 'tenant_id': '7a7d384b32784a6f914418ec93b94b0e', 'mac_address': 'fa:16:3e:41:92:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7872417c-edc2-41dc-b166-7beb06142e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': 'ce13e14b-2472-41c5-bea8-645f3c8d52a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:06:29Z', 'updated_at': '2021-07-13T14:06:34Z', 'revision_number': 5, 'project_id': '7a7d384b32784a6f914418ec93b94b0e', 'subnets': [{'id': 'ce13e14b-2472-41c5-bea8-645f3c8d52a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:08:07.479823 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77610b9-296e-4373-9709-23c2ebeab838 None None] The sync data for ids ['7872417c-edc2-41dc-b166-7beb06142e59'] in n-d-800634-1 is: [{'id': '7872417c-edc2-41dc-b166-7beb06142e59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1597075902', 'tenant_id': '7a7d384b32784a6f914418ec93b94b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': 'e0028b4b-206c-45e6-beab-aff76a53b52f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:06:25Z', 'updated_at': '2021-07-13T14:06:30Z', 'revision_number': 4, 'project_id': '7a7d384b32784a6f914418ec93b94b0e', 'gw_port': {'id': 'e0028b4b-206c-45e6-beab-aff76a53b52f', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:6f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7872417c-edc2-41dc-b166-7beb06142e59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:06:26Z', 'updated_at': '2021-07-13T14:06:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': 'ff6211a3-00ee-489c-b3a1-7ee91c474388', 'name': '', 'network_id': '97882bae-c062-401e-8800-eb0f30c53f37', 'tenant_id': '7a7d384b32784a6f914418ec93b94b0e', 'mac_address': 'fa:16:3e:41:92:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7872417c-edc2-41dc-b166-7beb06142e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': 'ce13e14b-2472-41c5-bea8-645f3c8d52a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:06:29Z', 'updated_at': '2021-07-13T14:06:34Z', 'revision_number': 5, 'project_id': '7a7d384b32784a6f914418ec93b94b0e', 'subnets': [{'id': 'ce13e14b-2472-41c5-bea8-645f3c8d52a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:08:07.575370 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-63022365-ab96-4e5f-a6e3-ea617d4c3dda tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-434877780', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:08:07.600504 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-63022365-ab96-4e5f-a6e3-ea617d4c3dda tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1591928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2714'] for router, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:07.601644 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-63022365-ab96-4e5f-a6e3-ea617d4c3dda tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447198', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1629690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2689'] for router, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:07.663514 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-63022365-ab96-4e5f-a6e3-ea617d4c3dda tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:07.670828 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-63022365-ab96-4e5f-a6e3-ea617d4c3dda tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447217'] for router, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:07.700839 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-63022365-ab96-4e5f-a6e3-ea617d4c3dda tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:07.702641 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-63022365-ab96-4e5f-a6e3-ea617d4c3dda tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2613783 Jul 13 14:08:07.705514 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 40952) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:08:07.713863 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-921d62fc-1c73-4377-b4d1-91a00be54605 tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1753645961'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:08:07.739258 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-921d62fc-1c73-4377-b4d1-91a00be54605 tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Made reservation on behalf of b18e6b8b71744ed3a7f16b5bcad77457 for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:08:07.742860 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-921d62fc-1c73-4377-b4d1-91a00be54605 tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:07.753362 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-921d62fc-1c73-4377-b4d1-91a00be54605 tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:07.782420 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dbbcd31-7ebf-467c-9e9f-159642b73d5b None None] New status for floating IP 18be2d84-7615-4f90-a3ad-fa1c0cd111ee: DOWN {{(pid=93753) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 14:08:07.786903 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d8e1cb15-0468-485a-84aa-923fbef8fca9 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:07.791303 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d8e1cb15-0468-485a-84aa-923fbef8fca9 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446547'] for floatingip, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:07.868267 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-921d62fc-1c73-4377-b4d1-91a00be54605 tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:07.873500 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-921d62fc-1c73-4377-b4d1-91a00be54605 tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:07.906910 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-921d62fc-1c73-4377-b4d1-91a00be54605 tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 14:08:07.916358 n-d-800634-1 neutron-server[93751]: INFO neutron.db.l3_db [None req-d8e1cb15-0468-485a-84aa-923fbef8fca9 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Floating IP 1d5d21f8-dd9a-4654-b14e-5a02f0f97880 associated. External IP: 172.25.6.45, port: ead54961-2be4-4486-bd25-9e380b821e3f. Jul 13 14:08:07.933345 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921d62fc-1c73-4377-b4d1-91a00be54605 tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63fb7fe7-7b0e-4ccc-be36-860c7c0440ce,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:08:07.960331 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-921d62fc-1c73-4377-b4d1-91a00be54605 tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:07.960681 n-d-800634-1 neutron-server[93750]: INFO neutron.db.segments_db [None req-921d62fc-1c73-4377-b4d1-91a00be54605 tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Added segment 06065388-72ad-4d11-9aaf-12798c477e15 of type vlan for network 9c4bad8c-0f0d-4c61-8f56-198fda35a754 Jul 13 14:08:08.014830 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-921d62fc-1c73-4377-b4d1-91a00be54605 tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:08.047842 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c368bc32-5beb-4b32-ad6b-814c419f58de req-143fa855-b8a6-4cae-82e5-cfdd563f989c tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:08:08.049370 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c368bc32-5beb-4b32-ad6b-814c419f58de req-143fa855-b8a6-4cae-82e5-cfdd563f989c tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.41 "GET /v2.0/ports?device_id=9602c732-a3f0-42ec-afef-93566cadc878 HTTP/1.1" status: 200 len: 945 time: 0.1394172 Jul 13 14:08:08.112874 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-921d62fc-1c73-4377-b4d1-91a00be54605 tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:08.122621 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-921d62fc-1c73-4377-b4d1-91a00be54605 tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:08:08.123286 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-921d62fc-1c73-4377-b4d1-91a00be54605 tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:08.261169 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-921d62fc-1c73-4377-b4d1-91a00be54605 tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.5537934 Jul 13 14:08:08.265524 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921d62fc-1c73-4377-b4d1-91a00be54605 tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Pushing event updated for resources: {'Network': ['ID=9c4bad8c-0f0d-4c61-8f56-198fda35a754,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:08:08.269694 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 40956) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:08:08.276765 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network 9c4bad8c-0f0d-4c61-8f56-198fda35a754 details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 14:08:08.297822 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-cae8d804-2f31-4007-abdf-7923852e8767 tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Request body: {'subnet': {'network_id': '9c4bad8c-0f0d-4c61-8f56-198fda35a754', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:08:08.443841 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8e1cb15-0468-485a-84aa-923fbef8fca9 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Router 60825822-aab3-40b2-be6c-a95554885520 has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:08:08.451994 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-c368bc32-5beb-4b32-ad6b-814c419f58de req-c749b58e-07f3-4641-9c51-424042df82fa tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Deleting port 1c9e3486-9515-4790-9e0c-5423f253ac80 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:08:08.452649 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-c368bc32-5beb-4b32-ad6b-814c419f58de req-c749b58e-07f3-4641-9c51-424042df82fa tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:08.511127 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f185b675-d528-42d4-baea-6bd13debf3f8 req-8cecc5b8-8afc-4e1d-8ccb-d9d5e758bde8 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:08:08.512937 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f185b675-d528-42d4-baea-6bd13debf3f8 req-8cecc5b8-8afc-4e1d-8ccb-d9d5e758bde8 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/ports?device_id=9602c732-a3f0-42ec-afef-93566cadc878 HTTP/1.1" status: 200 len: 945 time: 0.2945149 Jul 13 14:08:08.516081 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cae8d804-2f31-4007-abdf-7923852e8767 tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Made reservation on behalf of b18e6b8b71744ed3a7f16b5bcad77457 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:08:08.520049 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-cae8d804-2f31-4007-abdf-7923852e8767 tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4763385'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:08.579692 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8e1cb15-0468-485a-84aa-923fbef8fca9 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:08:08.585622 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d8e1cb15-0468-485a-84aa-923fbef8fca9 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for floatingip, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:08.592164 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a9553a-78e5-46aa-8c8b-8072188ebf07 None None] Sync routers for ids ['60825822-aab3-40b2-be6c-a95554885520'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:08:08.603082 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a9553a-78e5-46aa-8c8b-8072188ebf07 None None] Routers {'60825822-aab3-40b2-be6c-a95554885520'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:08:08.603853 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-e4a9553a-78e5-46aa-8c8b-8072188ebf07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:07:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['60825822-aab3-40b2-be6c-a95554885520'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:08:08.629463 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-d8e1cb15-0468-485a-84aa-923fbef8fca9 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] 10.222.0.23 "PUT /v2.0/floatingips/1d5d21f8-dd9a-4654-b14e-5a02f0f97880 HTTP/1.1" status: 200 len: 990 time: 1.4251022 Jul 13 14:08:08.629463 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '998b600e-f613-44d3-9672-14539ee3cc31', 'tag': 'ead54961-2be4-4486-bd25-9e380b821e3f'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:08:08.630582 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d17b627af75e17e0f4b8d6239d04f8c2f78634e2c585e32a7aeca336500f34a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe689765-8791-4df4-9c57-83bcb7b3d7ae" -d '{"events": [{"name": "network-changed", "server_uuid": "998b600e-f613-44d3-9672-14539ee3cc31", "tag": "ead54961-2be4-4486-bd25-9e380b821e3f"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:08:08.658176 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f185b675-d528-42d4-baea-6bd13debf3f8 req-7503d16b-f941-4468-aad9-ff28f9ea6010 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/security-groups?id=27ed47c6-e0a1-4425-a36b-c9ef1efffb9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1290345 Jul 13 14:08:08.677717 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-c368bc32-5beb-4b32-ad6b-814c419f58de req-c749b58e-07f3-4641-9c51-424042df82fa tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] For port 1c9e3486-9515-4790-9e0c-5423f253ac80, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=1c9e3486-9515-4790-9e0c-5423f253ac80,segment=NetworkSegment(205c601f-77a8-4cd1-bd9b-878306a48818),segment_id=205c601f-77a8-4cd1-bd9b-878306a48818)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:08:08.678118 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-c368bc32-5beb-4b32-ad6b-814c419f58de req-c749b58e-07f3-4641-9c51-424042df82fa tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:08.701068 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-c368bc32-5beb-4b32-ad6b-814c419f58de req-c749b58e-07f3-4641-9c51-424042df82fa tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Calling delete_port for 1c9e3486-9515-4790-9e0c-5423f253ac80 owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:08:08.741928 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:08:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fae42b6-f46d-4bc1-920b-cb6475a1b812 x-openstack-request-id: req-9fae42b6-f46d-4bc1-920b-cb6475a1b812 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:08:08.742223 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "998b600e-f613-44d3-9672-14539ee3cc31", "tag": "ead54961-2be4-4486-bd25-9e380b821e3f", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:08:08.742668 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9fae42b6-f46d-4bc1-920b-cb6475a1b812 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:08:08.742872 n-d-800634-1 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '998b600e-f613-44d3-9672-14539ee3cc31', 'tag': 'ead54961-2be4-4486-bd25-9e380b821e3f', 'status': 'completed', 'code': 200} Jul 13 14:08:08.749237 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-e4a9553a-78e5-46aa-8c8b-8072188ebf07 None None] Set router 60825822-aab3-40b2-be6c-a95554885520 gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:08:08.926885 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-cae8d804-2f31-4007-abdf-7923852e8767 tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5970588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4763339'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:08.939589 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe689765-8791-4df4-9c57-83bcb7b3d7ae req-29ff552e-d063-48fd-9b2e-beb4243e5a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:08:08.941174 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-fe689765-8791-4df4-9c57-83bcb7b3d7ae req-29ff552e-d063-48fd-9b2e-beb4243e5a3e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9b84fd52966d4a72b64b59fb4909d5ab&device_id=998b600e-f613-44d3-9672-14539ee3cc31 HTTP/1.1" status: 200 len: 1096 time: 0.1599064 Jul 13 14:08:09.028196 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-e4a9553a-78e5-46aa-8c8b-8072188ebf07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60825822-aab3-40b2-be6c-a95554885520', 'name': 'tempest-AttachVolumeTestJSON-735102816-router', 'tenant_id': '9b84fd52966d4a72b64b59fb4909d5ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '267dd320-ec96-49b6-809c-c559eec3dd7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:03:54Z', 'updated_at': '2021-07-13T14:03:57Z', 'revision_number': 4, 'project_id': '9b84fd52966d4a72b64b59fb4909d5ab', 'gw_port': {'id': '267dd320-ec96-49b6-809c-c559eec3dd7a', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:95:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60825822-aab3-40b2-be6c-a95554885520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3174, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:03:55Z', 'updated_at': '2021-07-13T14:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_floatingips': [{'id': '1d5d21f8-dd9a-4654-b14e-5a02f0f97880', 'tenant_id': '9b84fd52966d4a72b64b59fb4909d5ab', 'floating_ip_address': '172.25.6.45', 'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'router_id': '60825822-aab3-40b2-be6c-a95554885520', 'port_id': 'ead54961-2be4-4486-bd25-9e380b821e3f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c2558ca-4bbf-4e33-ab1c-e7f21b409eb5', 'mac_address': 'fa:16:3e:d5:64:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '998b600e-f613-44d3-9672-14539ee3cc31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:07:54Z', 'updated_at': '2021-07-13T14:08:07Z', 'revision_number': 1, 'project_id': '9b84fd52966d4a72b64b59fb4909d5ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c79a40e-af92-44ae-87e9-b711e0e32b08', 'name': '', 'network_id': '9c2558ca-4bbf-4e33-ab1c-e7f21b409eb5', 'tenant_id': '9b84fd52966d4a72b64b59fb4909d5ab', 'mac_address': 'fa:16:3e:2d:b9:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60825822-aab3-40b2-be6c-a95554885520', 'device_owner': 'network:router_interface', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': 'e70149ef-39e2-4581-bd26-e6cc81b2fee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:03:57Z', 'updated_at': '2021-07-13T14:04:02Z', 'revision_number': 5, 'project_id': '9b84fd52966d4a72b64b59fb4909d5ab', 'subnets': [{'id': 'e70149ef-39e2-4581-bd26-e6cc81b2fee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:08:09.055224 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a9553a-78e5-46aa-8c8b-8072188ebf07 None None] Checking router: 60825822-aab3-40b2-be6c-a95554885520 for host: n-d-800634-1 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:08:09.063404 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a9553a-78e5-46aa-8c8b-8072188ebf07 None None] Routers {'60825822-aab3-40b2-be6c-a95554885520'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:08:09.064015 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-e4a9553a-78e5-46aa-8c8b-8072188ebf07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:07:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['60825822-aab3-40b2-be6c-a95554885520'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:08:09.096726 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae8d804-2f31-4007-abdf-7923852e8767 tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Pushing event updated for resources: {'Subnet': ['ID=c609f628-db6d-4bdb-b67b-9a6e22d84081,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:08:09.108392 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-c368bc32-5beb-4b32-ad6b-814c419f58de req-c749b58e-07f3-4641-9c51-424042df82fa tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:09.155042 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae8d804-2f31-4007-abdf-7923852e8767 tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Checking segment: {'id': '06065388-72ad-4d11-9aaf-12798c477e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '9c4bad8c-0f0d-4c61-8f56-198fda35a754'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:08:09.155419 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae8d804-2f31-4007-abdf-7923852e8767 tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Network hostable DHCP agents. Network: 9c4bad8c-0f0d-4c61-8f56-198fda35a754, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 14:08:09.161510 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c749b58e-07f3-4641-9c51-424042df82fa tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Pushing event deleted for resources: {'Port': ['ID=1c9e3486-9515-4790-9e0c-5423f253ac80,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:08:09.178469 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-e4a9553a-78e5-46aa-8c8b-8072188ebf07 None None] Set router 60825822-aab3-40b2-be6c-a95554885520 gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:08:09.232099 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-c368bc32-5beb-4b32-ad6b-814c419f58de req-c749b58e-07f3-4641-9c51-424042df82fa tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] No DVR routers for this DVR port 1c9e3486-9515-4790-9e0c-5423f253ac80 on host n-h2-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:08:09.234642 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-c368bc32-5beb-4b32-ad6b-814c419f58de req-c749b58e-07f3-4641-9c51-424042df82fa tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:09.236724 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c368bc32-5beb-4b32-ad6b-814c419f58de req-c749b58e-07f3-4641-9c51-424042df82fa tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.41 "DELETE /v2.0/ports/1c9e3486-9515-4790-9e0c-5423f253ac80 HTTP/1.1" status: 204 len: 173 time: 1.1797268 Jul 13 14:08:09.238790 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9602c732-a3f0-42ec-afef-93566cadc878', 'name': 'network-vif-deleted', 'tag': '1c9e3486-9515-4790-9e0c-5423f253ac80'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:08:09.242506 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d66d7e5f-3d10-4f2f-b547-dcb439ffb786" -d '{"events": [{"server_uuid": "9602c732-a3f0-42ec-afef-93566cadc878", "name": "network-vif-deleted", "tag": "1c9e3486-9515-4790-9e0c-5423f253ac80"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:08:09.247478 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe689765-8791-4df4-9c57-83bcb7b3d7ae req-76b3a224-3412-4588-bcd5-74b3c9087aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:08:09.248977 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-fe689765-8791-4df4-9c57-83bcb7b3d7ae req-76b3a224-3412-4588-bcd5-74b3c9087aa3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9c2558ca-4bbf-4e33-ab1c-e7f21b409eb5 HTTP/1.1" status: 200 len: 910 time: 0.2583210 Jul 13 14:08:09.249752 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae8d804-2f31-4007-abdf-7923852e8767 tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Network 9c4bad8c-0f0d-4c61-8f56-198fda35a754 is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 14:08:09.306792 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:08:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06e8afce-649b-4b7d-8e40-8dafa2d8fbff x-openstack-request-id: req-06e8afce-649b-4b7d-8e40-8dafa2d8fbff {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:08:09.307194 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9602c732-a3f0-42ec-afef-93566cadc878", "name": "network-vif-deleted", "tag": "1c9e3486-9515-4790-9e0c-5423f253ac80", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:08:09.307592 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-06e8afce-649b-4b7d-8e40-8dafa2d8fbff {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:08:09.308193 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9602c732-a3f0-42ec-afef-93566cadc878', 'name': 'network-vif-deleted', 'tag': '1c9e3486-9515-4790-9e0c-5423f253ac80', 'status': 'completed', 'code': 200} Jul 13 14:08:09.313884 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-cae8d804-2f31-4007-abdf-7923852e8767 tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, 9c4bad8c-0f0d-4c61-8f56-198fda35a754) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:08:09.321520 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae8d804-2f31-4007-abdf-7923852e8767 tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:08:09.323118 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-cae8d804-2f31-4007-abdf-7923852e8767 tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:09.325027 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff078f1-0074-4a55-bc18-238213622a82 None None] Network 9c4bad8c-0f0d-4c61-8f56-198fda35a754 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:08:09.362362 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-cae8d804-2f31-4007-abdf-7923852e8767 tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0659237 Jul 13 14:08:09.363443 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 40966) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:08:09.369466 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-a99ef662-0039-486a-8969-39279f9e27b9 tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Request body: {'network': {'name': 'tempest-router-network01--1556420170'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:08:09.375257 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-fe689765-8791-4df4-9c57-83bcb7b3d7ae req-4709bf53-f955-4b88-998b-5c1b5e95c2c2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ead54961-2be4-4486-bd25-9e380b821e3f HTTP/1.1" status: 200 len: 998 time: 0.1185768 Jul 13 14:08:09.448176 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a99ef662-0039-486a-8969-39279f9e27b9 tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Made reservation on behalf of b18e6b8b71744ed3a7f16b5bcad77457 for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:08:09.452957 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a99ef662-0039-486a-8969-39279f9e27b9 tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:09.473468 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe689765-8791-4df4-9c57-83bcb7b3d7ae req-849b8db1-b33d-4d26-ac8c-2fb2b791b95d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:08:09.475165 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-fe689765-8791-4df4-9c57-83bcb7b3d7ae req-849b8db1-b33d-4d26-ac8c-2fb2b791b95d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e70149ef-39e2-4581-bd26-e6cc81b2fee5 HTTP/1.1" status: 200 len: 849 time: 0.0933571 Jul 13 14:08:09.517664 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a99ef662-0039-486a-8969-39279f9e27b9 tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 14:08:09.534693 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a99ef662-0039-486a-8969-39279f9e27b9 tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:09.535048 n-d-800634-1 neutron-server[93750]: INFO neutron.db.segments_db [None req-a99ef662-0039-486a-8969-39279f9e27b9 tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Added segment 6b99766c-5c9a-470b-801f-a900cfa4b4db of type vlan for network 758eda1c-e203-438e-a6b4-2316e0e071a5 Jul 13 14:08:09.575043 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37ead339-81af-4e56-96c5-2502f3550ccc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a7201e1-61ce-5a3e-b7f7-e800379ed03b-9c4bad8c-0f0d-4c61-8f56-198fda35a754', 'network_id': '9c4bad8c-0f0d-4c61-8f56-198fda35a754', 'tenant_id': 'b18e6b8b71744ed3a7f16b5bcad77457', 'fixed_ips': [{'subnet_id': 'c609f628-db6d-4bdb-b67b-9a6e22d84081'}]}} from n-d-800634-1. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 14:08:09.576151 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-37ead339-81af-4e56-96c5-2502f3550ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:09.593899 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-e4a9553a-78e5-46aa-8c8b-8072188ebf07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60825822-aab3-40b2-be6c-a95554885520', 'name': 'tempest-AttachVolumeTestJSON-735102816-router', 'tenant_id': '9b84fd52966d4a72b64b59fb4909d5ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '267dd320-ec96-49b6-809c-c559eec3dd7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:03:54Z', 'updated_at': '2021-07-13T14:03:57Z', 'revision_number': 4, 'project_id': '9b84fd52966d4a72b64b59fb4909d5ab', 'gw_port': {'id': '267dd320-ec96-49b6-809c-c559eec3dd7a', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:95:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60825822-aab3-40b2-be6c-a95554885520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3174, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:03:55Z', 'updated_at': '2021-07-13T14:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_floatingips': [{'id': '1d5d21f8-dd9a-4654-b14e-5a02f0f97880', 'tenant_id': '9b84fd52966d4a72b64b59fb4909d5ab', 'floating_ip_address': '172.25.6.45', 'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'router_id': '60825822-aab3-40b2-be6c-a95554885520', 'port_id': 'ead54961-2be4-4486-bd25-9e380b821e3f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c2558ca-4bbf-4e33-ab1c-e7f21b409eb5', 'mac_address': 'fa:16:3e:d5:64:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '998b600e-f613-44d3-9672-14539ee3cc31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:07:54Z', 'updated_at': '2021-07-13T14:08:07Z', 'revision_number': 1, 'project_id': '9b84fd52966d4a72b64b59fb4909d5ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c79a40e-af92-44ae-87e9-b711e0e32b08', 'name': '', 'network_id': '9c2558ca-4bbf-4e33-ab1c-e7f21b409eb5', 'tenant_id': '9b84fd52966d4a72b64b59fb4909d5ab', 'mac_address': 'fa:16:3e:2d:b9:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60825822-aab3-40b2-be6c-a95554885520', 'device_owner': 'network:router_interface', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': 'e70149ef-39e2-4581-bd26-e6cc81b2fee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:03:57Z', 'updated_at': '2021-07-13T14:04:02Z', 'revision_number': 5, 'project_id': '9b84fd52966d4a72b64b59fb4909d5ab', 'subnets': [{'id': 'e70149ef-39e2-4581-bd26-e6cc81b2fee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:08:09.601543 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a99ef662-0039-486a-8969-39279f9e27b9 tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:09.608676 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe689765-8791-4df4-9c57-83bcb7b3d7ae req-3f33e0e4-ad93-4300-ac12-5797bc889542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:08:09.610346 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-fe689765-8791-4df4-9c57-83bcb7b3d7ae req-3f33e0e4-ad93-4300-ac12-5797bc889542 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9c2558ca-4bbf-4e33-ab1c-e7f21b409eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1280682 Jul 13 14:08:09.624858 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a9553a-78e5-46aa-8c8b-8072188ebf07 None None] The sync data for ids ['60825822-aab3-40b2-be6c-a95554885520'] in n-d-800634-1 is: [{'id': '60825822-aab3-40b2-be6c-a95554885520', 'name': 'tempest-AttachVolumeTestJSON-735102816-router', 'tenant_id': '9b84fd52966d4a72b64b59fb4909d5ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '267dd320-ec96-49b6-809c-c559eec3dd7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:03:54Z', 'updated_at': '2021-07-13T14:03:57Z', 'revision_number': 4, 'project_id': '9b84fd52966d4a72b64b59fb4909d5ab', 'gw_port': {'id': '267dd320-ec96-49b6-809c-c559eec3dd7a', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:95:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60825822-aab3-40b2-be6c-a95554885520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3174, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:03:55Z', 'updated_at': '2021-07-13T14:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_floatingips': [{'id': '1d5d21f8-dd9a-4654-b14e-5a02f0f97880', 'tenant_id': '9b84fd52966d4a72b64b59fb4909d5ab', 'floating_ip_address': '172.25.6.45', 'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'router_id': '60825822-aab3-40b2-be6c-a95554885520', 'port_id': 'ead54961-2be4-4486-bd25-9e380b821e3f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c2558ca-4bbf-4e33-ab1c-e7f21b409eb5', 'mac_address': 'fa:16:3e:d5:64:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '998b600e-f613-44d3-9672-14539ee3cc31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:07:54Z', 'updated_at': '2021-07-13T14:08:07Z', 'revision_number': 1, 'project_id': '9b84fd52966d4a72b64b59fb4909d5ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c79a40e-af92-44ae-87e9-b711e0e32b08', 'name': '', 'network_id': '9c2558ca-4bbf-4e33-ab1c-e7f21b409eb5', 'tenant_id': '9b84fd52966d4a72b64b59fb4909d5ab', 'mac_address': 'fa:16:3e:2d:b9:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60825822-aab3-40b2-be6c-a95554885520', 'device_owner': 'network:router_interface', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': 'e70149ef-39e2-4581-bd26-e6cc81b2fee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:03:57Z', 'updated_at': '2021-07-13T14:04:02Z', 'revision_number': 5, 'project_id': '9b84fd52966d4a72b64b59fb4909d5ab', 'subnets': [{'id': 'e70149ef-39e2-4581-bd26-e6cc81b2fee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:08:09.701480 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a99ef662-0039-486a-8969-39279f9e27b9 tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:09.708041 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a99ef662-0039-486a-8969-39279f9e27b9 tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:08:09.708658 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a99ef662-0039-486a-8969-39279f9e27b9 tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:09.803249 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-37ead339-81af-4e56-96c5-2502f3550ccc None None] Allocated IP 172.20.0.2 (9c4bad8c-0f0d-4c61-8f56-198fda35a754/c609f628-db6d-4bdb-b67b-9a6e22d84081/4b01552b-eb0a-486f-a491-f8d6ab0d6d8e) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:08:09.849917 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-a99ef662-0039-486a-8969-39279f9e27b9 tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4831467 Jul 13 14:08:09.850918 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 40972) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:08:09.859065 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-108b4ab1-1851-4ff8-adb3-a467ad0ba998 tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Request body: {'network': {'name': 'tempest-router-network02--150738028'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:08:09.873028 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99ef662-0039-486a-8969-39279f9e27b9 tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Pushing event updated for resources: {'Network': ['ID=758eda1c-e203-438e-a6b4-2316e0e071a5,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:08:09.877420 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-fe689765-8791-4df4-9c57-83bcb7b3d7ae req-7a7b038c-5813-415e-bb30-9272bac7c30e service neutron] 10.222.0.26 "GET /v2.0/networks/9c2558ca-4bbf-4e33-ab1c-e7f21b409eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2602665 Jul 13 14:08:09.925185 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network 758eda1c-e203-438e-a6b4-2316e0e071a5 details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 14:08:10.050788 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6184b6f9-dc3f-48cc-9718-2a57cc143746 req-093de1ff-7e22-4013-b73d-b7bcb5d31cf1 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "GET /v2.0/ports?device_id=9602c732-a3f0-42ec-afef-93566cadc878 HTTP/1.1" status: 200 len: 210 time: 0.1102297 Jul 13 14:08:10.052586 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-108b4ab1-1851-4ff8-adb3-a467ad0ba998 tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Made reservation on behalf of b18e6b8b71744ed3a7f16b5bcad77457 for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:08:10.074082 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-108b4ab1-1851-4ff8-adb3-a467ad0ba998 tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:10.150041 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-108b4ab1-1851-4ff8-adb3-a467ad0ba998 tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 14:08:10.164115 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c687b01-2d51-4280-ba0d-42829bc53320 None None] New status for floating IP 1d5d21f8-dd9a-4654-b14e-5a02f0f97880: ACTIVE {{(pid=93753) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 14:08:10.181315 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-108b4ab1-1851-4ff8-adb3-a467ad0ba998 tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:10.182927 n-d-800634-1 neutron-server[93751]: INFO neutron.db.segments_db [None req-108b4ab1-1851-4ff8-adb3-a467ad0ba998 tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Added segment 06619d7e-b1b4-4742-9db6-fffc373145f1 of type vlan for network 3e0a7381-0358-4bdc-9210-2ff9f1196771 Jul 13 14:08:10.186264 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-fe689765-8791-4df4-9c57-83bcb7b3d7ae req-ff7263cb-6721-4c37-88a2-8a0c1dcb2b6e service neutron] 10.222.0.26 "GET /v2.0/networks/9c2558ca-4bbf-4e33-ab1c-e7f21b409eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3026705 Jul 13 14:08:10.254736 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-108b4ab1-1851-4ff8-adb3-a467ad0ba998 tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:10.288914 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-37ead339-81af-4e56-96c5-2502f3550ccc None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:10.295027 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-108b4ab1-1851-4ff8-adb3-a467ad0ba998 tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:10.300129 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-37ead339-81af-4e56-96c5-2502f3550ccc None None] Transition to ACTIVE for port object 4b01552b-eb0a-486f-a491-f8d6ab0d6d8e will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:08:10.300863 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-108b4ab1-1851-4ff8-adb3-a467ad0ba998 tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:08:10.301465 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-108b4ab1-1851-4ff8-adb3-a467ad0ba998 tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:10.316530 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-37ead339-81af-4e56-96c5-2502f3550ccc None None] Transition to ACTIVE for port object 4b01552b-eb0a-486f-a491-f8d6ab0d6d8e will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:08:10.322254 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-37ead339-81af-4e56-96c5-2502f3550ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:10.351660 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-108b4ab1-1851-4ff8-adb3-a467ad0ba998 tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4981236 Jul 13 14:08:10.354934 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 40974) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:08:10.369135 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37ead339-81af-4e56-96c5-2502f3550ccc None None] Network 9c4bad8c-0f0d-4c61-8f56-198fda35a754 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:08:10.371654 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-8ca9c4ba-425b-47da-8618-87a14165bfd9 tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Request body: {'subnet': {'network_id': '758eda1c-e203-438e-a6b4-2316e0e071a5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:08:10.372948 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-37ead339-81af-4e56-96c5-2502f3550ccc None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:08:10.375039 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108b4ab1-1851-4ff8-adb3-a467ad0ba998 tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Pushing event updated for resources: {'Network': ['ID=3e0a7381-0358-4bdc-9210-2ff9f1196771,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:08:10.375574 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ead339-81af-4e56-96c5-2502f3550ccc None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:08:10.388255 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ead339-81af-4e56-96c5-2502f3550ccc None None] Pushing event updated for resources: {'Port': ['ID=4b01552b-eb0a-486f-a491-f8d6ab0d6d8e,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:08:10.392715 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network 3e0a7381-0358-4bdc-9210-2ff9f1196771 details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 14:08:10.450059 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ead339-81af-4e56-96c5-2502f3550ccc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:08:10.450410 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ead339-81af-4e56-96c5-2502f3550ccc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:08:10.450805 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ead339-81af-4e56-96c5-2502f3550ccc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:08:10.451105 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ead339-81af-4e56-96c5-2502f3550ccc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:08:10.451682 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ead339-81af-4e56-96c5-2502f3550ccc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:08:10.452006 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ead339-81af-4e56-96c5-2502f3550ccc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:08:10.452382 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ead339-81af-4e56-96c5-2502f3550ccc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:08:10.452708 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ead339-81af-4e56-96c5-2502f3550ccc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:08:10.453036 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ead339-81af-4e56-96c5-2502f3550ccc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:08:10.453361 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ead339-81af-4e56-96c5-2502f3550ccc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:08:10.453684 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ead339-81af-4e56-96c5-2502f3550ccc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:08:10.454029 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ead339-81af-4e56-96c5-2502f3550ccc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:08:10.494955 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ca9c4ba-425b-47da-8618-87a14165bfd9 tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Made reservation on behalf of b18e6b8b71744ed3a7f16b5bcad77457 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:08:10.499377 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8ca9c4ba-425b-47da-8618-87a14165bfd9 tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4763385'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:10.505011 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-37ead339-81af-4e56-96c5-2502f3550ccc None None] Attempting to bind port 4b01552b-eb0a-486f-a491-f8d6ab0d6d8e on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:08:10.505388 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-37ead339-81af-4e56-96c5-2502f3550ccc None None] Attempting to bind port 4b01552b-eb0a-486f-a491-f8d6ab0d6d8e by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '06065388-72ad-4d11-9aaf-12798c477e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '9c4bad8c-0f0d-4c61-8f56-198fda35a754'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:08:10.505769 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ead339-81af-4e56-96c5-2502f3550ccc None None] Attempting to bind port 4b01552b-eb0a-486f-a491-f8d6ab0d6d8e on network 9c4bad8c-0f0d-4c61-8f56-198fda35a754 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:08:10.521317 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ead339-81af-4e56-96c5-2502f3550ccc None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 7, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:08:10.521638 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ead339-81af-4e56-96c5-2502f3550ccc None None] Checking segment: {'id': '06065388-72ad-4d11-9aaf-12798c477e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '9c4bad8c-0f0d-4c61-8f56-198fda35a754'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:08:10.522091 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-37ead339-81af-4e56-96c5-2502f3550ccc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:10.522504 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ead339-81af-4e56-96c5-2502f3550ccc None None] Bound using segment: {'id': '06065388-72ad-4d11-9aaf-12798c477e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '9c4bad8c-0f0d-4c61-8f56-198fda35a754'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:08:10.522978 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-37ead339-81af-4e56-96c5-2502f3550ccc None None] Bound port: 4b01552b-eb0a-486f-a491-f8d6ab0d6d8e, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06065388-72ad-4d11-9aaf-12798c477e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '9c4bad8c-0f0d-4c61-8f56-198fda35a754'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:08:10.523365 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-37ead339-81af-4e56-96c5-2502f3550ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:10.597755 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-37ead339-81af-4e56-96c5-2502f3550ccc None None] For port 4b01552b-eb0a-486f-a491-f8d6ab0d6d8e, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:08:10.601481 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-37ead339-81af-4e56-96c5-2502f3550ccc None None] For port 4b01552b-eb0a-486f-a491-f8d6ab0d6d8e, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=4b01552b-eb0a-486f-a491-f8d6ab0d6d8e,segment=NetworkSegment(06065388-72ad-4d11-9aaf-12798c477e15),segment_id=06065388-72ad-4d11-9aaf-12798c477e15)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:08:10.606132 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-37ead339-81af-4e56-96c5-2502f3550ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:10.670153 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ead339-81af-4e56-96c5-2502f3550ccc None None] Pushing event updated for resources: {'Port': ['ID=4b01552b-eb0a-486f-a491-f8d6ab0d6d8e,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:08:10.695574 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8ca9c4ba-425b-47da-8618-87a14165bfd9 tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5970588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4763339'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:10.766032 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca9c4ba-425b-47da-8618-87a14165bfd9 tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Pushing event updated for resources: {'Subnet': ['ID=f3168ba3-62a8-40f9-91f1-c51511aaf2da,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:08:10.775957 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca9c4ba-425b-47da-8618-87a14165bfd9 tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Checking segment: {'id': '6b99766c-5c9a-470b-801f-a900cfa4b4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '758eda1c-e203-438e-a6b4-2316e0e071a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:08:10.776321 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca9c4ba-425b-47da-8618-87a14165bfd9 tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Network hostable DHCP agents. Network: 758eda1c-e203-438e-a6b4-2316e0e071a5, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 14:08:10.796211 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca9c4ba-425b-47da-8618-87a14165bfd9 tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Network 758eda1c-e203-438e-a6b4-2316e0e071a5 is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 14:08:10.818502 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-8ca9c4ba-425b-47da-8618-87a14165bfd9 tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, 758eda1c-e203-438e-a6b4-2316e0e071a5) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:08:10.826579 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca9c4ba-425b-47da-8618-87a14165bfd9 tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:08:10.831401 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8ca9c4ba-425b-47da-8618-87a14165bfd9 tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:10.839292 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b72bcc-b9af-4a10-8bf7-f8967cad2e76 None None] Network 758eda1c-e203-438e-a6b4-2316e0e071a5 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:08:10.849823 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-8ca9c4ba-425b-47da-8618-87a14165bfd9 tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4899971 Jul 13 14:08:10.850032 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 40976) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:08:10.855268 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-2694ccf0-c07b-4a10-bf86-83ef51b32bf0 tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Request body: {'subnet': {'network_id': '3e0a7381-0358-4bdc-9210-2ff9f1196771', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:08:11.016872 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2694ccf0-c07b-4a10-bf86-83ef51b32bf0 tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Made reservation on behalf of b18e6b8b71744ed3a7f16b5bcad77457 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:08:11.021379 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2694ccf0-c07b-4a10-bf86-83ef51b32bf0 tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4763385'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:11.197201 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 4b01552b-eb0a-486f-a491-f8d6ab0d6d8e up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:08:11.220641 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 40982) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:08:11.238353 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2694ccf0-c07b-4a10-bf86-83ef51b32bf0 tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5970588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4763339'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:11.274854 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-296b9f81-d3ed-430f-b1d2-6e9cd18a450b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a7201e1-61ce-5a3e-b7f7-e800379ed03b-758eda1c-e203-438e-a6b4-2316e0e071a5', 'network_id': '758eda1c-e203-438e-a6b4-2316e0e071a5', 'tenant_id': 'b18e6b8b71744ed3a7f16b5bcad77457', 'fixed_ips': [{'subnet_id': 'f3168ba3-62a8-40f9-91f1-c51511aaf2da'}]}} from n-d-800634-1. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 14:08:11.275700 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-296b9f81-d3ed-430f-b1d2-6e9cd18a450b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:11.310562 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2694ccf0-c07b-4a10-bf86-83ef51b32bf0 tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Pushing event updated for resources: {'Subnet': ['ID=0e375336-f385-4246-8f1a-9b74cef532c0,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:08:11.319879 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2694ccf0-c07b-4a10-bf86-83ef51b32bf0 tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Checking segment: {'id': '06619d7e-b1b4-4742-9db6-fffc373145f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '3e0a7381-0358-4bdc-9210-2ff9f1196771'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:08:11.320236 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2694ccf0-c07b-4a10-bf86-83ef51b32bf0 tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Network hostable DHCP agents. Network: 3e0a7381-0358-4bdc-9210-2ff9f1196771, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 14:08:11.340800 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2694ccf0-c07b-4a10-bf86-83ef51b32bf0 tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Network 3e0a7381-0358-4bdc-9210-2ff9f1196771 is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 14:08:11.352264 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-2694ccf0-c07b-4a10-bf86-83ef51b32bf0 tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, 3e0a7381-0358-4bdc-9210-2ff9f1196771) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:08:11.357671 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port 4b01552b-eb0a-486f-a491-f8d6ab0d6d8e completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:08:11.365940 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2694ccf0-c07b-4a10-bf86-83ef51b32bf0 tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:08:11.366548 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2694ccf0-c07b-4a10-bf86-83ef51b32bf0 tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:11.372655 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb42e0c0-5f30-4fd0-8637-662aec46d61d None None] Network 3e0a7381-0358-4bdc-9210-2ff9f1196771 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:08:11.385835 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-2694ccf0-c07b-4a10-bf86-83ef51b32bf0 tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5344958 Jul 13 14:08:11.388457 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 40984) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:08:11.515633 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-296b9f81-d3ed-430f-b1d2-6e9cd18a450b None None] Allocated IP 172.20.0.2 (758eda1c-e203-438e-a6b4-2316e0e071a5/f3168ba3-62a8-40f9-91f1-c51511aaf2da/d0a7980f-00f7-477f-bed9-a10ebae3ff92) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:08:11.690073 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0137c55-df97-497f-9fa4-1d884ab62b13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a7201e1-61ce-5a3e-b7f7-e800379ed03b-3e0a7381-0358-4bdc-9210-2ff9f1196771', 'network_id': '3e0a7381-0358-4bdc-9210-2ff9f1196771', 'tenant_id': 'b18e6b8b71744ed3a7f16b5bcad77457', 'fixed_ips': [{'subnet_id': '0e375336-f385-4246-8f1a-9b74cef532c0'}]}} from n-d-800634-1. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 14:08:11.691142 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e0137c55-df97-497f-9fa4-1d884ab62b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:11.788465 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6b3a0bd0-0e97-4351-b633-ed3e2ea5e607 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451695'] for router_interface, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:11.824729 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c7d96965-198e-4d2f-a69a-18712954db4b tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:11.888991 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-296b9f81-d3ed-430f-b1d2-6e9cd18a450b None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:11.906485 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-296b9f81-d3ed-430f-b1d2-6e9cd18a450b None None] Transition to ACTIVE for port object d0a7980f-00f7-477f-bed9-a10ebae3ff92 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:08:11.939463 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-e0137c55-df97-497f-9fa4-1d884ab62b13 None None] Allocated IP 172.20.0.2 (3e0a7381-0358-4bdc-9210-2ff9f1196771/0e375336-f385-4246-8f1a-9b74cef532c0/0b2d154b-7b81-483c-9766-e50e0a63a7d2) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:08:11.944364 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-296b9f81-d3ed-430f-b1d2-6e9cd18a450b None None] Transition to ACTIVE for port object d0a7980f-00f7-477f-bed9-a10ebae3ff92 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:08:11.960922 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-296b9f81-d3ed-430f-b1d2-6e9cd18a450b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:12.012979 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-395d60f7-d636-4780-b08e-3197365a7108 None None] Network 9c4bad8c-0f0d-4c61-8f56-198fda35a754 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:08:12.065849 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-296b9f81-d3ed-430f-b1d2-6e9cd18a450b None None] Network 758eda1c-e203-438e-a6b4-2316e0e071a5 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:08:12.106384 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-296b9f81-d3ed-430f-b1d2-6e9cd18a450b None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:08:12.126368 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-c7d96965-198e-4d2f-a69a-18712954db4b tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Allocated IP 172.20.0.1 (758eda1c-e203-438e-a6b4-2316e0e071a5/f3168ba3-62a8-40f9-91f1-c51511aaf2da/ee901ac7-8904-4f6a-a4f8-49261dec1b12) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:08:12.129959 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296b9f81-d3ed-430f-b1d2-6e9cd18a450b None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:08:12.143821 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296b9f81-d3ed-430f-b1d2-6e9cd18a450b None None] Pushing event updated for resources: {'Port': ['ID=d0a7980f-00f7-477f-bed9-a10ebae3ff92,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:08:12.149833 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-1762f046-786e-44b5-9962-c3f0cec1a18c None None] Provisioning for port 4b01552b-eb0a-486f-a491-f8d6ab0d6d8e completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:08:12.191756 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-6b3a0bd0-0e97-4351-b633-ed3e2ea5e607 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Deleting port ff6211a3-00ee-489c-b3a1-7ee91c474388 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:08:12.192113 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6b3a0bd0-0e97-4351-b633-ed3e2ea5e607 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:12.282409 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-1762f046-786e-44b5-9962-c3f0cec1a18c None None] Provisioning complete for port 4b01552b-eb0a-486f-a491-f8d6ab0d6d8e triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:08:12.283130 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-1762f046-786e-44b5-9962-c3f0cec1a18c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:12.298766 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c7d96965-198e-4d2f-a69a-18712954db4b tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:12.324952 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [None req-c7d96965-198e-4d2f-a69a-18712954db4b tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Transition to ACTIVE for port object ee901ac7-8904-4f6a-a4f8-49261dec1b12 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:08:12.334872 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-6b3a0bd0-0e97-4351-b633-ed3e2ea5e607 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] For port ff6211a3-00ee-489c-b3a1-7ee91c474388, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=ff6211a3-00ee-489c-b3a1-7ee91c474388,segment=NetworkSegment(205c601f-77a8-4cd1-bd9b-878306a48818),segment_id=205c601f-77a8-4cd1-bd9b-878306a48818)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:08:12.335493 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6b3a0bd0-0e97-4351-b633-ed3e2ea5e607 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:12.353935 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-6b3a0bd0-0e97-4351-b633-ed3e2ea5e607 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Calling delete_port for ff6211a3-00ee-489c-b3a1-7ee91c474388 owned by network:router_interface {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:08:12.378255 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c7d96965-198e-4d2f-a69a-18712954db4b tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:12.391085 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-296b9f81-d3ed-430f-b1d2-6e9cd18a450b None None] Attempting to bind port d0a7980f-00f7-477f-bed9-a10ebae3ff92 on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:08:12.391784 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-296b9f81-d3ed-430f-b1d2-6e9cd18a450b None None] Attempting to bind port d0a7980f-00f7-477f-bed9-a10ebae3ff92 by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '6b99766c-5c9a-470b-801f-a900cfa4b4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '758eda1c-e203-438e-a6b4-2316e0e071a5'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:08:12.392029 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-296b9f81-d3ed-430f-b1d2-6e9cd18a450b None None] Attempting to bind port d0a7980f-00f7-477f-bed9-a10ebae3ff92 on network 758eda1c-e203-438e-a6b4-2316e0e071a5 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:08:12.408788 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e0137c55-df97-497f-9fa4-1d884ab62b13 None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:12.413225 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-296b9f81-d3ed-430f-b1d2-6e9cd18a450b None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 7, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:08:12.413640 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-296b9f81-d3ed-430f-b1d2-6e9cd18a450b None None] Checking segment: {'id': '6b99766c-5c9a-470b-801f-a900cfa4b4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '758eda1c-e203-438e-a6b4-2316e0e071a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:08:12.413981 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-296b9f81-d3ed-430f-b1d2-6e9cd18a450b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:12.414375 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-296b9f81-d3ed-430f-b1d2-6e9cd18a450b None None] Bound using segment: {'id': '6b99766c-5c9a-470b-801f-a900cfa4b4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '758eda1c-e203-438e-a6b4-2316e0e071a5'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:08:12.414857 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-296b9f81-d3ed-430f-b1d2-6e9cd18a450b None None] Bound port: d0a7980f-00f7-477f-bed9-a10ebae3ff92, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b99766c-5c9a-470b-801f-a900cfa4b4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '758eda1c-e203-438e-a6b4-2316e0e071a5'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:08:12.415240 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-296b9f81-d3ed-430f-b1d2-6e9cd18a450b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:12.435858 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d96965-198e-4d2f-a69a-18712954db4b tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Network 758eda1c-e203-438e-a6b4-2316e0e071a5 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:08:12.439291 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-c7d96965-198e-4d2f-a69a-18712954db4b tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:08:12.443908 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d96965-198e-4d2f-a69a-18712954db4b tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:08:12.448218 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d96965-198e-4d2f-a69a-18712954db4b tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Pushing event updated for resources: {'Port': ['ID=ee901ac7-8904-4f6a-a4f8-49261dec1b12,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:08:12.453541 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-e0137c55-df97-497f-9fa4-1d884ab62b13 None None] Transition to ACTIVE for port object 0b2d154b-7b81-483c-9766-e50e0a63a7d2 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:08:12.494452 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c7d96965-198e-4d2f-a69a-18712954db4b tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-450452'] for router_interface, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:12.506573 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-e0137c55-df97-497f-9fa4-1d884ab62b13 None None] Transition to ACTIVE for port object 0b2d154b-7b81-483c-9766-e50e0a63a7d2 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:08:12.521958 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e0137c55-df97-497f-9fa4-1d884ab62b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:12.617958 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 1c9e3486-9515-4790-9e0c-5423f253ac80 no longer exists at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:08:12.620200 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6b3a0bd0-0e97-4351-b633-ed3e2ea5e607 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:12.643723 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0137c55-df97-497f-9fa4-1d884ab62b13 None None] Network 3e0a7381-0358-4bdc-9210-2ff9f1196771 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:08:12.669189 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-296b9f81-d3ed-430f-b1d2-6e9cd18a450b None None] For port d0a7980f-00f7-477f-bed9-a10ebae3ff92, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:08:12.671208 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-1762f046-786e-44b5-9962-c3f0cec1a18c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:12.676725 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] No Port match for: 1c9e3486-9515-4790-9e0c-5423f253ac80 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:08:12.677070 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 1c9e3486-9515-4790-9e0c-5423f253ac80 not bound to the agent host n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:08:12.678800 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-e0137c55-df97-497f-9fa4-1d884ab62b13 None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:08:12.683136 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3a0bd0-0e97-4351-b633-ed3e2ea5e607 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Pushing event deleted for resources: {'Port': ['ID=ff6211a3-00ee-489c-b3a1-7ee91c474388,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:08:12.696185 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0137c55-df97-497f-9fa4-1d884ab62b13 None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:08:12.711682 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-296b9f81-d3ed-430f-b1d2-6e9cd18a450b None None] For port d0a7980f-00f7-477f-bed9-a10ebae3ff92, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=d0a7980f-00f7-477f-bed9-a10ebae3ff92,segment=NetworkSegment(6b99766c-5c9a-470b-801f-a900cfa4b4db),segment_id=6b99766c-5c9a-470b-801f-a900cfa4b4db)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:08:12.713950 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0137c55-df97-497f-9fa4-1d884ab62b13 None None] Pushing event updated for resources: {'Port': ['ID=0b2d154b-7b81-483c-9766-e50e0a63a7d2,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:08:12.727147 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-296b9f81-d3ed-430f-b1d2-6e9cd18a450b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:12.741879 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c7d96965-198e-4d2f-a69a-18712954db4b tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:12.824424 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-1762f046-786e-44b5-9962-c3f0cec1a18c None None] For port 4b01552b-eb0a-486f-a491-f8d6ab0d6d8e, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=4b01552b-eb0a-486f-a491-f8d6ab0d6d8e,segment=NetworkSegment(06065388-72ad-4d11-9aaf-12798c477e15),segment_id=06065388-72ad-4d11-9aaf-12798c477e15)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:08:12.838807 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-1762f046-786e-44b5-9962-c3f0cec1a18c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:12.882737 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6b3a0bd0-0e97-4351-b633-ed3e2ea5e607 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1785036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452491'] for router_interface, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:12.963804 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-e0137c55-df97-497f-9fa4-1d884ab62b13 None None] Attempting to bind port 0b2d154b-7b81-483c-9766-e50e0a63a7d2 on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:08:12.964103 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-e0137c55-df97-497f-9fa4-1d884ab62b13 None None] Attempting to bind port 0b2d154b-7b81-483c-9766-e50e0a63a7d2 by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '06619d7e-b1b4-4742-9db6-fffc373145f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '3e0a7381-0358-4bdc-9210-2ff9f1196771'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:08:12.965163 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0137c55-df97-497f-9fa4-1d884ab62b13 None None] Attempting to bind port 0b2d154b-7b81-483c-9766-e50e0a63a7d2 on network 3e0a7381-0358-4bdc-9210-2ff9f1196771 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:08:12.967674 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296b9f81-d3ed-430f-b1d2-6e9cd18a450b None None] Pushing event updated for resources: {'Port': ['ID=d0a7980f-00f7-477f-bed9-a10ebae3ff92,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:08:13.022175 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0137c55-df97-497f-9fa4-1d884ab62b13 None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 7, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:08:13.022776 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0137c55-df97-497f-9fa4-1d884ab62b13 None None] Checking segment: {'id': '06619d7e-b1b4-4742-9db6-fffc373145f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '3e0a7381-0358-4bdc-9210-2ff9f1196771'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:08:13.023249 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e0137c55-df97-497f-9fa4-1d884ab62b13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:13.024229 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0137c55-df97-497f-9fa4-1d884ab62b13 None None] Bound using segment: {'id': '06619d7e-b1b4-4742-9db6-fffc373145f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '3e0a7381-0358-4bdc-9210-2ff9f1196771'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:08:13.024942 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-e0137c55-df97-497f-9fa4-1d884ab62b13 None None] Bound port: 0b2d154b-7b81-483c-9766-e50e0a63a7d2, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06619d7e-b1b4-4742-9db6-fffc373145f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '3e0a7381-0358-4bdc-9210-2ff9f1196771'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:08:13.025417 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e0137c55-df97-497f-9fa4-1d884ab62b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:13.126581 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1762f046-786e-44b5-9962-c3f0cec1a18c None None] Pushing event updated for resources: {'Port': ['ID=4b01552b-eb0a-486f-a491-f8d6ab0d6d8e,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:08:13.150041 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-e0137c55-df97-497f-9fa4-1d884ab62b13 None None] For port 0b2d154b-7b81-483c-9766-e50e0a63a7d2, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:08:13.155299 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-e0137c55-df97-497f-9fa4-1d884ab62b13 None None] For port 0b2d154b-7b81-483c-9766-e50e0a63a7d2, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=0b2d154b-7b81-483c-9766-e50e0a63a7d2,segment=NetworkSegment(06619d7e-b1b4-4742-9db6-fffc373145f1),segment_id=06619d7e-b1b4-4742-9db6-fffc373145f1)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:08:13.162226 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e0137c55-df97-497f-9fa4-1d884ab62b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:13.182132 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b3a0bd0-0e97-4351-b633-ed3e2ea5e607 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Router 7872417c-edc2-41dc-b166-7beb06142e59 has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:08:13.295955 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0137c55-df97-497f-9fa4-1d884ab62b13 None None] Pushing event updated for resources: {'Port': ['ID=0b2d154b-7b81-483c-9766-e50e0a63a7d2,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:08:13.363046 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b3a0bd0-0e97-4351-b633-ed3e2ea5e607 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:08:13.369273 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-6b3a0bd0-0e97-4351-b633-ed3e2ea5e607 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "PUT /v2.0/routers/7872417c-edc2-41dc-b166-7beb06142e59/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1473334 Jul 13 14:08:13.377789 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 40990) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:08:13.378353 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41782ca-aff8-491d-a4b9-fc1d10dd697c None None] Sync routers for ids ['7872417c-edc2-41dc-b166-7beb06142e59'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:08:13.383368 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-dcf685a1-b463-4dab-97bc-6a9fc90b403b None None] Provisioning complete for port 4b01552b-eb0a-486f-a491-f8d6ab0d6d8e triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:08:13.384330 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-dcf685a1-b463-4dab-97bc-6a9fc90b403b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:13.450711 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41782ca-aff8-491d-a4b9-fc1d10dd697c None None] Routers {'7872417c-edc2-41dc-b166-7beb06142e59'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:08:13.450711 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-a41782ca-aff8-491d-a4b9-fc1d10dd697c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:07:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['7872417c-edc2-41dc-b166-7beb06142e59'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:08:13.508123 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-85466edc-c865-4582-b9d4-f52f4494c7e2 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Deleting subnet ce13e14b-2472-41c5-bea8-645f3c8d52a2 {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 14:08:13.519615 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-85466edc-c865-4582-b9d4-f52f4494c7e2 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:13.592494 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-85466edc-c865-4582-b9d4-f52f4494c7e2 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6018489'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:13.680784 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e06702eb-1c4a-4de6-9a1c-3fc5fe86ef83 req-df33e0cd-7587-4baf-bc31-94d0b749b9f7 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=998b600e-f613-44d3-9672-14539ee3cc31&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7180500 Jul 13 14:08:13.698202 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-a41782ca-aff8-491d-a4b9-fc1d10dd697c None None] Set router 7872417c-edc2-41dc-b166-7beb06142e59 gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:08:13.731865 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-85466edc-c865-4582-b9d4-f52f4494c7e2 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:13.797837 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c7d96965-198e-4d2f-a69a-18712954db4b tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:13.812782 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c7d96965-198e-4d2f-a69a-18712954db4b tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:13.837038 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-85466edc-c865-4582-b9d4-f52f4494c7e2 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6018534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6105009'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:13.866352 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85466edc-c865-4582-b9d4-f52f4494c7e2 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Pushing event deleted for resources: {'Subnet': ['ID=ce13e14b-2472-41c5-bea8-645f3c8d52a2,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:08:13.870914 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-85466edc-c865-4582-b9d4-f52f4494c7e2 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:13.873172 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-85466edc-c865-4582-b9d4-f52f4494c7e2 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "DELETE /v2.0/subnets/ce13e14b-2472-41c5-bea8-645f3c8d52a2 HTTP/1.1" status: 204 len: 168 time: 0.4941909 Jul 13 14:08:13.876359 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 40992) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:08:13.877280 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06702eb-1c4a-4de6-9a1c-3fc5fe86ef83 req-d82c6489-de7a-4fd7-abb9-7929c4a52a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:08:13.878816 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e06702eb-1c4a-4de6-9a1c-3fc5fe86ef83 req-d82c6489-de7a-4fd7-abb9-7929c4a52a10 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9b84fd52966d4a72b64b59fb4909d5ab&device_id=998b600e-f613-44d3-9672-14539ee3cc31 HTTP/1.1" status: 200 len: 1096 time: 0.1489308 Jul 13 14:08:13.887112 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f875e497-6819-4e74-ae8c-da9d920a9e31 None None] Network 97882bae-c062-401e-8800-eb0f30c53f37 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:08:13.900450 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c7d96965-198e-4d2f-a69a-18712954db4b tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1785045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451806'] for router_interface, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:13.907516 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d96965-198e-4d2f-a69a-18712954db4b tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Pushing event updated for resources: {'Port': ['ID=ee901ac7-8904-4f6a-a4f8-49261dec1b12,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:08:14.021435 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-17e22f19-ff35-4df6-967a-d8a58f5deb32 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for router, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:14.069217 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-a41782ca-aff8-491d-a4b9-fc1d10dd697c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7872417c-edc2-41dc-b166-7beb06142e59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1597075902', 'tenant_id': '7a7d384b32784a6f914418ec93b94b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': 'e0028b4b-206c-45e6-beab-aff76a53b52f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:06:25Z', 'updated_at': '2021-07-13T14:08:12Z', 'revision_number': 5, 'project_id': '7a7d384b32784a6f914418ec93b94b0e', 'gw_port': {'id': 'e0028b4b-206c-45e6-beab-aff76a53b52f', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:6f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7872417c-edc2-41dc-b166-7beb06142e59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:06:26Z', 'updated_at': '2021-07-13T14:06:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:08:14.086610 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06702eb-1c4a-4de6-9a1c-3fc5fe86ef83 req-2e4f4074-7124-4b41-bf55-7bd36d6a3f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:08:14.088278 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e06702eb-1c4a-4de6-9a1c-3fc5fe86ef83 req-2e4f4074-7124-4b41-bf55-7bd36d6a3f56 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9c2558ca-4bbf-4e33-ab1c-e7f21b409eb5 HTTP/1.1" status: 200 len: 910 time: 0.1727746 Jul 13 14:08:14.097765 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d96965-198e-4d2f-a69a-18712954db4b tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Network 758eda1c-e203-438e-a6b4-2316e0e071a5 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:08:14.104974 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-c7d96965-198e-4d2f-a69a-18712954db4b tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:08:14.112560 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41782ca-aff8-491d-a4b9-fc1d10dd697c None None] Checking router: 7872417c-edc2-41dc-b166-7beb06142e59 for host: n-d-800634-1 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:08:14.127719 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41782ca-aff8-491d-a4b9-fc1d10dd697c None None] Routers {'7872417c-edc2-41dc-b166-7beb06142e59'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:08:14.128373 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-a41782ca-aff8-491d-a4b9-fc1d10dd697c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:07:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['7872417c-edc2-41dc-b166-7beb06142e59'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:08:14.170989 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-17e22f19-ff35-4df6-967a-d8a58f5deb32 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:14.244890 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e06702eb-1c4a-4de6-9a1c-3fc5fe86ef83 req-a49a60c6-2640-415a-a259-c115cd4631bc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ead54961-2be4-4486-bd25-9e380b821e3f HTTP/1.1" status: 200 len: 1000 time: 0.1491487 Jul 13 14:08:14.269477 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-17e22f19-ff35-4df6-967a-d8a58f5deb32 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Deleting port e0028b4b-206c-45e6-beab-aff76a53b52f {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:08:14.269854 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-17e22f19-ff35-4df6-967a-d8a58f5deb32 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:14.273086 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da1ae77b-ebaf-43c9-abc2-dbde6c455222 None None] DHCP port deletion for 97882bae-c062-401e-8800-eb0f30c53f37 request from n-d-800634-1 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 14:08:14.320101 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06702eb-1c4a-4de6-9a1c-3fc5fe86ef83 req-a20eaafc-b862-46d7-ab5a-66c77c678e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:08:14.321582 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e06702eb-1c4a-4de6-9a1c-3fc5fe86ef83 req-a20eaafc-b862-46d7-ab5a-66c77c678e5b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e70149ef-39e2-4581-bd26-e6cc81b2fee5 HTTP/1.1" status: 200 len: 849 time: 0.0700879 Jul 13 14:08:14.336991 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-a41782ca-aff8-491d-a4b9-fc1d10dd697c None None] Set router 7872417c-edc2-41dc-b166-7beb06142e59 gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:08:14.381274 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-17e22f19-ff35-4df6-967a-d8a58f5deb32 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] For port e0028b4b-206c-45e6-beab-aff76a53b52f, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=e0028b4b-206c-45e6-beab-aff76a53b52f,segment=NetworkSegment(3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87),segment_id=3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:08:14.382366 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-17e22f19-ff35-4df6-967a-d8a58f5deb32 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:14.393580 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7d96965-198e-4d2f-a69a-18712954db4b tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Router 6ec6fd03-65ca-47a2-8ba0-e3d0b79a6cff is scheduled to L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 with binding_index 1 {{(pid=93750) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 14:08:14.400902 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-17e22f19-ff35-4df6-967a-d8a58f5deb32 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Calling delete_port for e0028b4b-206c-45e6-beab-aff76a53b52f owned by network:router_gateway {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:08:14.422695 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06702eb-1c4a-4de6-9a1c-3fc5fe86ef83 req-2c566f3d-2575-445c-9a67-a2afe3e377d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:08:14.424278 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e06702eb-1c4a-4de6-9a1c-3fc5fe86ef83 req-2c566f3d-2575-445c-9a67-a2afe3e377d3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9c2558ca-4bbf-4e33-ab1c-e7f21b409eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0952971 Jul 13 14:08:14.635243 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7d96965-198e-4d2f-a69a-18712954db4b tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:08:14.646809 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca1627e-5360-4692-9178-3b4de75bc815 None None] Sync routers for ids ['6ec6fd03-65ca-47a2-8ba0-e3d0b79a6cff'] in n-d-800634-1 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:08:14.647835 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-c7d96965-198e-4d2f-a69a-18712954db4b tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] 10.222.0.23 "PUT /v2.0/routers/6ec6fd03-65ca-47a2-8ba0-e3d0b79a6cff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2569926 Jul 13 14:08:14.651136 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 40996) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:08:14.657632 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca1627e-5360-4692-9178-3b4de75bc815 None None] Routers {'6ec6fd03-65ca-47a2-8ba0-e3d0b79a6cff'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:08:14.658410 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-6ca1627e-5360-4692-9178-3b4de75bc815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:07:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['6ec6fd03-65ca-47a2-8ba0-e3d0b79a6cff'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:08:14.676919 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-17e22f19-ff35-4df6-967a-d8a58f5deb32 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:14.723498 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa5b15e-3952-4a62-a9f1-308383155be7 None None] Network 758eda1c-e203-438e-a6b4-2316e0e071a5 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:08:14.725049 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-6ca1627e-5360-4692-9178-3b4de75bc815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:08:14.734318 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca1627e-5360-4692-9178-3b4de75bc815 None None] Routers {'6ec6fd03-65ca-47a2-8ba0-e3d0b79a6cff'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:08:14.735655 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-6ca1627e-5360-4692-9178-3b4de75bc815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:07:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['6ec6fd03-65ca-47a2-8ba0-e3d0b79a6cff'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:08:14.751501 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e22f19-ff35-4df6-967a-d8a58f5deb32 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Pushing event deleted for resources: {'Port': ['ID=e0028b4b-206c-45e6-beab-aff76a53b52f,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:08:14.797567 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-6ca1627e-5360-4692-9178-3b4de75bc815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:08:14.798130 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca1627e-5360-4692-9178-3b4de75bc815 None None] The sync data for ids ['6ec6fd03-65ca-47a2-8ba0-e3d0b79a6cff'] in n-d-800634-1 is: [] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:08:14.816958 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-17e22f19-ff35-4df6-967a-d8a58f5deb32 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-446473'] for router_gateway, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:14.831951 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e06702eb-1c4a-4de6-9a1c-3fc5fe86ef83 req-f9c8a5eb-d921-48a2-b4f4-e5807af6deda service neutron] 10.222.0.26 "GET /v2.0/networks/9c2558ca-4bbf-4e33-ab1c-e7f21b409eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3474705 Jul 13 14:08:14.876964 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-da1ae77b-ebaf-43c9-abc2-dbde6c455222 None None] Deleting port 1a1c8d42-e566-4ccc-ba5a-79ce1c72e968 {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:08:14.877341 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-da1ae77b-ebaf-43c9-abc2-dbde6c455222 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:14.938164 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-ee19ba1f-b14a-4272-badd-bc2ca122b715 None None] Provisioning for port d0a7980f-00f7-477f-bed9-a10ebae3ff92 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:08:14.992976 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-17e22f19-ff35-4df6-967a-d8a58f5deb32 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1591938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2696'] for router, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:14.996571 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-17e22f19-ff35-4df6-967a-d8a58f5deb32 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:15.046199 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c08c8df-935a-43ec-827e-cd4ca066fe22 None None] Network 3e0a7381-0358-4bdc-9210-2ff9f1196771 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:08:15.085472 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-17e22f19-ff35-4df6-967a-d8a58f5deb32 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593106'] for router, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:15.086033 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17e22f19-ff35-4df6-967a-d8a58f5deb32 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Fanout notify agent at l3_agent the message router_deleted on router 7872417c-edc2-41dc-b166-7beb06142e59 {{(pid=93751) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 14:08:15.099506 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e06702eb-1c4a-4de6-9a1c-3fc5fe86ef83 req-e304cfbb-786c-4236-9e5c-f21103947470 service neutron] 10.222.0.26 "GET /v2.0/networks/9c2558ca-4bbf-4e33-ab1c-e7f21b409eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2555304 Jul 13 14:08:15.099754 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-17e22f19-ff35-4df6-967a-d8a58f5deb32 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:15.104053 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-17e22f19-ff35-4df6-967a-d8a58f5deb32 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "DELETE /v2.0/routers/7872417c-edc2-41dc-b166-7beb06142e59 HTTP/1.1" status: 204 len: 168 time: 1.2266572 Jul 13 14:08:15.105521 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 40998) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:08:15.149611 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-da1ae77b-ebaf-43c9-abc2-dbde6c455222 None None] For port 1a1c8d42-e566-4ccc-ba5a-79ce1c72e968, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=1a1c8d42-e566-4ccc-ba5a-79ce1c72e968,segment=NetworkSegment(205c601f-77a8-4cd1-bd9b-878306a48818),segment_id=205c601f-77a8-4cd1-bd9b-878306a48818)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:08:15.150244 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-da1ae77b-ebaf-43c9-abc2-dbde6c455222 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:15.209474 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-da1ae77b-ebaf-43c9-abc2-dbde6c455222 None None] Calling delete_port for 1a1c8d42-e566-4ccc-ba5a-79ce1c72e968 owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:08:15.222173 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-44b1113a-3369-4c9d-94c9-71b323d468bc tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:15.238242 n-d-800634-1 neutron-server[93750]: INFO neutron.api.v2.resource [None req-d98a3dc1-1f18-48c4-89c2-b8d7bce68ec4 tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 14:08:15.239665 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-d98a3dc1-1f18-48c4-89c2-b8d7bce68ec4 tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] 10.222.0.23 "PUT /v2.0/routers/6ec6fd03-65ca-47a2-8ba0-e3d0b79a6cff/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.5871580 Jul 13 14:08:15.242582 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 41000) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:08:15.297077 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-44b1113a-3369-4c9d-94c9-71b323d468bc tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Deleting port 1a1c8d42-e566-4ccc-ba5a-79ce1c72e968 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:08:15.297485 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-44b1113a-3369-4c9d-94c9-71b323d468bc tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:15.304265 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-7e2611f2-3ea4-4b47-9a33-5bb87969f19a None None] Provisioning for port 0b2d154b-7b81-483c-9766-e50e0a63a7d2 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:08:15.316578 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device d0a7980f-00f7-477f-bed9-a10ebae3ff92 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:08:15.367610 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-44b1113a-3369-4c9d-94c9-71b323d468bc tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] For port 1a1c8d42-e566-4ccc-ba5a-79ce1c72e968, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=1a1c8d42-e566-4ccc-ba5a-79ce1c72e968,segment=NetworkSegment(205c601f-77a8-4cd1-bd9b-878306a48818),segment_id=205c601f-77a8-4cd1-bd9b-878306a48818)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:08:15.367610 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-44b1113a-3369-4c9d-94c9-71b323d468bc tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:15.373052 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-a41782ca-aff8-491d-a4b9-fc1d10dd697c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7872417c-edc2-41dc-b166-7beb06142e59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1597075902', 'tenant_id': '7a7d384b32784a6f914418ec93b94b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': 'e0028b4b-206c-45e6-beab-aff76a53b52f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:06:25Z', 'updated_at': '2021-07-13T14:08:12Z', 'revision_number': 5, 'project_id': '7a7d384b32784a6f914418ec93b94b0e', 'gw_port': {'id': 'e0028b4b-206c-45e6-beab-aff76a53b52f', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:6f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7872417c-edc2-41dc-b166-7beb06142e59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:06:26Z', 'updated_at': '2021-07-13T14:06:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:08:15.383217 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-44b1113a-3369-4c9d-94c9-71b323d468bc tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Calling delete_port for 1a1c8d42-e566-4ccc-ba5a-79ce1c72e968 owned by network:dhcp {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:08:15.440361 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41782ca-aff8-491d-a4b9-fc1d10dd697c None None] The sync data for ids ['7872417c-edc2-41dc-b166-7beb06142e59'] in n-d-800634-1 is: [{'id': '7872417c-edc2-41dc-b166-7beb06142e59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1597075902', 'tenant_id': '7a7d384b32784a6f914418ec93b94b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': 'e0028b4b-206c-45e6-beab-aff76a53b52f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:06:25Z', 'updated_at': '2021-07-13T14:08:12Z', 'revision_number': 5, 'project_id': '7a7d384b32784a6f914418ec93b94b0e', 'gw_port': {'id': 'e0028b4b-206c-45e6-beab-aff76a53b52f', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:6f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7872417c-edc2-41dc-b166-7beb06142e59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:06:26Z', 'updated_at': '2021-07-13T14:06:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:08:15.483815 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-44b1113a-3369-4c9d-94c9-71b323d468bc tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:15.489548 n-d-800634-1 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 14:08:15.489548 n-d-800634-1 neutron-server[93752]: self.session.flush() Jul 13 14:08:15.489548 n-d-800634-1 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 14:08:15.489548 n-d-800634-1 neutron-server[93752]: self.session.flush() Jul 13 14:08:15.489548 n-d-800634-1 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 14:08:15.489548 n-d-800634-1 neutron-server[93752]: self.session.flush() Jul 13 14:08:15.489548 n-d-800634-1 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 14:08:15.489548 n-d-800634-1 neutron-server[93752]: self.session.flush() Jul 13 14:08:15.489548 n-d-800634-1 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 14:08:15.489548 n-d-800634-1 neutron-server[93752]: self.session.flush() Jul 13 14:08:15.489548 n-d-800634-1 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 14:08:15.489548 n-d-800634-1 neutron-server[93752]: self.session.flush() Jul 13 14:08:15.489548 n-d-800634-1 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 14:08:15.489548 n-d-800634-1 neutron-server[93752]: self.session.flush() Jul 13 14:08:15.489548 n-d-800634-1 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 14:08:15.489548 n-d-800634-1 neutron-server[93752]: self.session.flush() Jul 13 14:08:15.489548 n-d-800634-1 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 14:08:15.489548 n-d-800634-1 neutron-server[93752]: self.session.flush() Jul 13 14:08:15.489548 n-d-800634-1 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 14:08:15.489548 n-d-800634-1 neutron-server[93752]: self.session.flush() Jul 13 14:08:15.489548 n-d-800634-1 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 14:08:15.489548 n-d-800634-1 neutron-server[93752]: self.session.flush() Jul 13 14:08:15.489548 n-d-800634-1 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 14:08:15.489548 n-d-800634-1 neutron-server[93752]: self.session.flush() Jul 13 14:08:15.489548 n-d-800634-1 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 14:08:15.489548 n-d-800634-1 neutron-server[93752]: self.session.flush() Jul 13 14:08:15.489548 n-d-800634-1 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 14:08:15.489548 n-d-800634-1 neutron-server[93752]: self.session.flush() Jul 13 14:08:15.489548 n-d-800634-1 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 14:08:15.489548 n-d-800634-1 neutron-server[93752]: self.session.flush() Jul 13 14:08:15.489548 n-d-800634-1 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 14:08:15.489548 n-d-800634-1 neutron-server[93752]: self.session.flush() Jul 13 14:08:15.489548 n-d-800634-1 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 14:08:15.489548 n-d-800634-1 neutron-server[93752]: self.session.flush() Jul 13 14:08:15.489548 n-d-800634-1 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 14:08:15.489548 n-d-800634-1 neutron-server[93752]: self.session.flush() Jul 13 14:08:15.489548 n-d-800634-1 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 14:08:15.489548 n-d-800634-1 neutron-server[93752]: self.session.flush() Jul 13 14:08:15.489548 n-d-800634-1 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 14:08:15.489548 n-d-800634-1 neutron-server[93752]: self.session.flush() Jul 13 14:08:15.489548 n-d-800634-1 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 14:08:15.489548 n-d-800634-1 neutron-server[93752]: self.session.flush() Jul 13 14:08:15.489548 n-d-800634-1 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 14:08:15.489548 n-d-800634-1 neutron-server[93752]: self.session.flush() Jul 13 14:08:15.489548 n-d-800634-1 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 14:08:15.489548 n-d-800634-1 neutron-server[93752]: self.session.flush() Jul 13 14:08:15.489548 n-d-800634-1 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 14:08:15.489548 n-d-800634-1 neutron-server[93752]: self.session.flush() Jul 13 14:08:15.489548 n-d-800634-1 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 14:08:15.489548 n-d-800634-1 neutron-server[93752]: self.session.flush() Jul 13 14:08:15.489548 n-d-800634-1 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 14:08:15.489548 n-d-800634-1 neutron-server[93752]: self.session.flush() Jul 13 14:08:15.489548 n-d-800634-1 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 14:08:15.489548 n-d-800634-1 neutron-server[93752]: self.session.flush() Jul 13 14:08:15.506119 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-da1ae77b-ebaf-43c9-abc2-dbde6c455222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:15.515228 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b1113a-3369-4c9d-94c9-71b323d468bc tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Pushing event deleted for resources: {'Port': ['ID=1a1c8d42-e566-4ccc-ba5a-79ce1c72e968,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:08:15.519029 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b1113a-3369-4c9d-94c9-71b323d468bc tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] No DVR routers for this DVR port 1a1c8d42-e566-4ccc-ba5a-79ce1c72e968 on host n-d-800634-1 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:08:15.579412 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1ae77b-ebaf-43c9-abc2-dbde6c455222 None None] Pushing event deleted for resources: {'Port': ['ID=1a1c8d42-e566-4ccc-ba5a-79ce1c72e968,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:08:15.590423 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1ae77b-ebaf-43c9-abc2-dbde6c455222 None None] No DVR routers for this DVR port 1a1c8d42-e566-4ccc-ba5a-79ce1c72e968 on host n-d-800634-1 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:08:15.592350 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port d0a7980f-00f7-477f-bed9-a10ebae3ff92 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:08:15.605754 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port d0a7980f-00f7-477f-bed9-a10ebae3ff92 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:08:15.605754 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:15.615120 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-44b1113a-3369-4c9d-94c9-71b323d468bc tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:15.626611 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-44b1113a-3369-4c9d-94c9-71b323d468bc tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97882bae-c062-401e-8800-eb0f30c53f37']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:08:15.638582 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-44b1113a-3369-4c9d-94c9-71b323d468bc tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '205c601f-77a8-4cd1-bd9b-878306a48818') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:08:15.638913 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-44b1113a-3369-4c9d-94c9-71b323d468bc tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '205c601f-77a8-4cd1-bd9b-878306a48818') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:08:15.648804 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-44b1113a-3369-4c9d-94c9-71b323d468bc tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6018464'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:15.676387 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-44b1113a-3369-4c9d-94c9-71b323d468bc tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:15.686576 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-093a2a49-b766-452f-874a-9035f391a09f tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451695'] for router_interface, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:15.686721 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44b1113a-3369-4c9d-94c9-71b323d468bc tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 14:08:15.686931 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-44b1113a-3369-4c9d-94c9-71b323d468bc tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6018632'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:15.712736 n-d-800634-1 neutron-server[93751]: Traceback (most recent call last): Jul 13 14:08:15.712736 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 14:08:15.712736 n-d-800634-1 neutron-server[93751]: timer() Jul 13 14:08:15.712736 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 14:08:15.712736 n-d-800634-1 neutron-server[93751]: cb(*args, **kw) Jul 13 14:08:15.712736 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 14:08:15.712736 n-d-800634-1 neutron-server[93751]: return func(*args, **kwargs) Jul 13 14:08:15.712736 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 14:08:15.712736 n-d-800634-1 neutron-server[93751]: self._notify() Jul 13 14:08:15.712736 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 14:08:15.712736 n-d-800634-1 neutron-server[93751]: self.callback(batched_events) Jul 13 14:08:15.712736 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 14:08:15.712736 n-d-800634-1 neutron-server[93751]: event.method(event) Jul 13 14:08:15.712736 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 14:08:15.712736 n-d-800634-1 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 14:08:15.712736 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 14:08:15.712736 n-d-800634-1 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 14:08:15.712736 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 14:08:15.712736 n-d-800634-1 neutron-server[93751]: return f(self, *a, **k) Jul 13 14:08:15.712736 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 14:08:15.712736 n-d-800634-1 neutron-server[93751]: return self._get(url).json() Jul 13 14:08:15.712736 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 14:08:15.712736 n-d-800634-1 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 14:08:15.712736 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 14:08:15.712736 n-d-800634-1 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 13 14:08:15.712736 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 14:08:15.712736 n-d-800634-1 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 14:08:15.712736 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 14:08:15.712736 n-d-800634-1 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 14:08:15.712736 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 14:08:15.712736 n-d-800634-1 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 14:08:15.712736 n-d-800634-1 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 14:08:15.747207 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:15.817852 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-44b1113a-3369-4c9d-94c9-71b323d468bc tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:15.822376 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port d0a7980f-00f7-477f-bed9-a10ebae3ff92, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=d0a7980f-00f7-477f-bed9-a10ebae3ff92,segment=NetworkSegment(6b99766c-5c9a-470b-801f-a900cfa4b4db),segment_id=6b99766c-5c9a-470b-801f-a900cfa4b4db)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:08:15.828434 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:15.829785 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 4b01552b-eb0a-486f-a491-f8d6ab0d6d8e up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:08:15.850749 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-44b1113a-3369-4c9d-94c9-71b323d468bc tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:15.860710 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 41004) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:08:15.861306 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-44b1113a-3369-4c9d-94c9-71b323d468bc tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "DELETE /v2.0/networks/97882bae-c062-401e-8800-eb0f30c53f37 HTTP/1.1" status: 204 len: 168 time: 0.7546833 Jul 13 14:08:15.891840 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b1113a-3369-4c9d-94c9-71b323d468bc tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Pushing event deleted for resources: {'Network': ['ID=97882bae-c062-401e-8800-eb0f30c53f37,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:08:15.939964 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=d0a7980f-00f7-477f-bed9-a10ebae3ff92,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:08:15.952619 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 4b01552b-eb0a-486f-a491-f8d6ab0d6d8e triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:08:15.953140 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:16.015995 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-112b79aa-2c55-4370-9bd0-e0b36a5cb840 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:16.049959 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-112b79aa-2c55-4370-9bd0-e0b36a5cb840 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:16.090259 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 0b2d154b-7b81-483c-9766-e50e0a63a7d2 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:08:16.132365 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-f9211e7d-8ab2-4de7-8452-81f1659763b4 None None] Provisioning complete for port d0a7980f-00f7-477f-bed9-a10ebae3ff92 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:08:16.132805 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f9211e7d-8ab2-4de7-8452-81f1659763b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:16.192893 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-112b79aa-2c55-4370-9bd0-e0b36a5cb840 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:16.196053 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-112b79aa-2c55-4370-9bd0-e0b36a5cb840 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:16.196699 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port 0b2d154b-7b81-483c-9766-e50e0a63a7d2 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:08:16.200387 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-112b79aa-2c55-4370-9bd0-e0b36a5cb840 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] 10.222.0.23 "DELETE /v2.0/security-groups/27ed47c6-e0a1-4425-a36b-c9ef1efffb9b HTTP/1.1" status: 204 len: 168 time: 0.3356178 Jul 13 14:08:16.203699 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 0b2d154b-7b81-483c-9766-e50e0a63a7d2 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:08:16.204411 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:16.204975 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-093a2a49-b766-452f-874a-9035f391a09f tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Deleting port ee901ac7-8904-4f6a-a4f8-49261dec1b12 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:08:16.205379 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-093a2a49-b766-452f-874a-9035f391a09f tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:16.231485 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112b79aa-2c55-4370-9bd0-e0b36a5cb840 tempest-TestNetworkAdvancedServerOps-2090210242 tempest-TestNetworkAdvancedServerOps-2090210242-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27ed47c6-e0a1-4425-a36b-c9ef1efffb9b,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:08:16.375617 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-f9211e7d-8ab2-4de7-8452-81f1659763b4 None None] Provisioning for port ee901ac7-8904-4f6a-a4f8-49261dec1b12 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:08:16.391095 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-f9211e7d-8ab2-4de7-8452-81f1659763b4 None None] Provisioning complete for port ee901ac7-8904-4f6a-a4f8-49261dec1b12 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:08:16.391561 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f9211e7d-8ab2-4de7-8452-81f1659763b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:16.398679 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-093a2a49-b766-452f-874a-9035f391a09f tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:16.434718 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-093a2a49-b766-452f-874a-9035f391a09f tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Calling delete_port for ee901ac7-8904-4f6a-a4f8-49261dec1b12 owned by network:router_interface {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:08:16.438195 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-f9211e7d-8ab2-4de7-8452-81f1659763b4 None None] Port ee901ac7-8904-4f6a-a4f8-49261dec1b12 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:08:16.445169 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:16.490519 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port 0b2d154b-7b81-483c-9766-e50e0a63a7d2, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=0b2d154b-7b81-483c-9766-e50e0a63a7d2,segment=NetworkSegment(06619d7e-b1b4-4742-9db6-fffc373145f1),segment_id=06619d7e-b1b4-4742-9db6-fffc373145f1)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:08:16.498154 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:16.656857 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-dbb4de60-f2e0-47e5-be51-3d823fecb277 None None] Provisioning complete for port ee901ac7-8904-4f6a-a4f8-49261dec1b12 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:08:16.657396 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-dbb4de60-f2e0-47e5-be51-3d823fecb277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:16.689221 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=0b2d154b-7b81-483c-9766-e50e0a63a7d2,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:08:16.727437 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-dbb4de60-f2e0-47e5-be51-3d823fecb277 None None] Port ee901ac7-8904-4f6a-a4f8-49261dec1b12 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:08:16.742113 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-dbb4de60-f2e0-47e5-be51-3d823fecb277 None None] Provisioning complete for port 0b2d154b-7b81-483c-9766-e50e0a63a7d2 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:08:16.742487 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-dbb4de60-f2e0-47e5-be51-3d823fecb277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:16.769798 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-093a2a49-b766-452f-874a-9035f391a09f tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:16.799952 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 41012) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:08:16.809282 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093a2a49-b766-452f-874a-9035f391a09f tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Pushing event deleted for resources: {'Port': ['ID=ee901ac7-8904-4f6a-a4f8-49261dec1b12,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:08:16.877723 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 1a1c8d42-e566-4ccc-ba5a-79ce1c72e968 no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:08:16.947061 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: 1a1c8d42-e566-4ccc-ba5a-79ce1c72e968 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:08:16.947412 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 1a1c8d42-e566-4ccc-ba5a-79ce1c72e968 not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:08:17.054561 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-093a2a49-b766-452f-874a-9035f391a09f tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1785036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452491'] for router_interface, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:17.068687 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 41018) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:08:17.069828 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-ebf4e1b7-6d2a-4c9c-a4e2-5c992af8240d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7a7d384b32784a6f914418ec93b94b0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2685876 Jul 13 14:08:17.096170 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device d0a7980f-00f7-477f-bed9-a10ebae3ff92 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:08:17.129233 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-5b8a1fa0-e247-4985-919b-4f0630f3ec2d None None] Could not find standard attr ID for object ee901ac7-8904-4f6a-a4f8-49261dec1b12. {{(pid=93752) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 14:08:17.162017 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port d0a7980f-00f7-477f-bed9-a10ebae3ff92 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:08:17.162337 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:17.224942 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9990c0c8-2019-4ca9-81b4-2a787ae65165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:17.247604 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0809545f-5c48-44ee-bc69-623bc71a0ae3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:17.273914 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 0b2d154b-7b81-483c-9766-e50e0a63a7d2 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:08:17.305012 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0809545f-5c48-44ee-bc69-623bc71a0ae3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:17.307722 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-093a2a49-b766-452f-874a-9035f391a09f tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Router 6ec6fd03-65ca-47a2-8ba0-e3d0b79a6cff has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:08:17.326109 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 0b2d154b-7b81-483c-9766-e50e0a63a7d2 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:08:17.326486 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:17.415433 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-093a2a49-b766-452f-874a-9035f391a09f tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:08:17.421296 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-093a2a49-b766-452f-874a-9035f391a09f tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] 10.222.0.23 "PUT /v2.0/routers/6ec6fd03-65ca-47a2-8ba0-e3d0b79a6cff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1769521 Jul 13 14:08:17.421727 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device e0028b4b-206c-45e6-beab-aff76a53b52f no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:08:17.425478 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 41020) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:08:17.434200 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d034c3-05b2-40b6-bd05-1169149e436e None None] Sync routers for ids ['6ec6fd03-65ca-47a2-8ba0-e3d0b79a6cff'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:08:17.439593 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0809545f-5c48-44ee-bc69-623bc71a0ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:17.442271 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0809545f-5c48-44ee-bc69-623bc71a0ae3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:17.446089 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-0809545f-5c48-44ee-bc69-623bc71a0ae3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/273ae2ec-3f60-47d4-9832-9a3f5d36f1d9 HTTP/1.1" status: 204 len: 168 time: 0.3741055 Jul 13 14:08:17.452184 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0809545f-5c48-44ee-bc69-623bc71a0ae3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=273ae2ec-3f60-47d4-9832-9a3f5d36f1d9,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:08:17.458284 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: e0028b4b-206c-45e6-beab-aff76a53b52f {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:08:17.458753 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device e0028b4b-206c-45e6-beab-aff76a53b52f not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:08:17.459212 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device ff6211a3-00ee-489c-b3a1-7ee91c474388 no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:08:17.490086 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: ff6211a3-00ee-489c-b3a1-7ee91c474388 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:08:17.490431 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device ff6211a3-00ee-489c-b3a1-7ee91c474388 not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:08:17.493876 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d034c3-05b2-40b6-bd05-1169149e436e None None] Routers {'6ec6fd03-65ca-47a2-8ba0-e3d0b79a6cff'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:08:17.494510 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-51d034c3-05b2-40b6-bd05-1169149e436e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:07:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['6ec6fd03-65ca-47a2-8ba0-e3d0b79a6cff'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:08:17.534054 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-51d034c3-05b2-40b6-bd05-1169149e436e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:08:17.545978 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d034c3-05b2-40b6-bd05-1169149e436e None None] Routers {'6ec6fd03-65ca-47a2-8ba0-e3d0b79a6cff'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:08:17.546771 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-51d034c3-05b2-40b6-bd05-1169149e436e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:07:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['6ec6fd03-65ca-47a2-8ba0-e3d0b79a6cff'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:08:17.582535 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-51d034c3-05b2-40b6-bd05-1169149e436e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:08:17.583374 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d034c3-05b2-40b6-bd05-1169149e436e None None] The sync data for ids ['6ec6fd03-65ca-47a2-8ba0-e3d0b79a6cff'] in n-d-800634-1 is: [] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:08:17.745382 n-d-800634-1 neutron-server[93751]: INFO neutron.api.v2.resource [None req-b6f6a455-c15b-49ca-bb41-43158fc1468b tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] delete failed (client error): The resource could not be found. Jul 13 14:08:17.750215 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-b6f6a455-c15b-49ca-bb41-43158fc1468b tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] 10.222.0.23 "DELETE /v2.0/routers/tempest-non_exist_router-1675534817 HTTP/1.1" status: 404 len: 335 time: 0.3201609 Jul 13 14:08:17.750834 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 41026) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:08:17.755638 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-28a06e0f-9a88-4449-a7ae-0f669299fa55 tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Request body: {'router': {'external_gateway_info': {'network_id': '6ec6fd03-65ca-47a2-8ba0-e3d0b79a6cff'}}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:08:17.775380 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 41028) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:08:17.817834 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-fa6faadc-7b19-4a3e-842c-1d716a4b5b8b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=04e31139ca3f4aceb20568af14f342b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0412254 Jul 13 14:08:17.820460 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 41030) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:08:17.870426 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2fbecbe6-4990-443e-a783-59d5d673e147 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:17.893155 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2fbecbe6-4990-443e-a783-59d5d673e147 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:17.947963 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2fbecbe6-4990-443e-a783-59d5d673e147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:17.951839 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2fbecbe6-4990-443e-a783-59d5d673e147 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:17.952987 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-2fbecbe6-4990-443e-a783-59d5d673e147 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/95260c61-ea72-4ddd-a0f3-eff0657fbf8c HTTP/1.1" status: 204 len: 168 time: 0.1316268 Jul 13 14:08:17.962106 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbecbe6-4990-443e-a783-59d5d673e147 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95260c61-ea72-4ddd-a0f3-eff0657fbf8c,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:08:17.977455 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-28a06e0f-9a88-4449-a7ae-0f669299fa55 tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447180', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1591910', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2751'] for router, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:18.002385 n-d-800634-1 neutron-server[93750]: INFO neutron.api.v2.resource [None req-28a06e0f-9a88-4449-a7ae-0f669299fa55 tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] update failed (client error): The resource could not be found. Jul 13 14:08:18.003459 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-28a06e0f-9a88-4449-a7ae-0f669299fa55 tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] 10.222.0.23 "PUT /v2.0/routers/6ec6fd03-65ca-47a2-8ba0-e3d0b79a6cff HTTP/1.1" status: 404 len: 339 time: 0.2516196 Jul 13 14:08:18.007514 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 41034) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:08:18.329593 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-56d3dc6d-065d-4324-b8a5-4fcb287c495b tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:18.560542 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:08:18.579619 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-56d3dc6d-065d-4324-b8a5-4fcb287c495b tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Allocated IP 172.20.0.1 (9c4bad8c-0f0d-4c61-8f56-198fda35a754/c609f628-db6d-4bdb-b67b-9a6e22d84081/7ad483c4-764e-4f80-8b0d-f1c0600c362f) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:08:18.694734 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-56d3dc6d-065d-4324-b8a5-4fcb287c495b tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:18.707961 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-56d3dc6d-065d-4324-b8a5-4fcb287c495b tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Transition to ACTIVE for port object 7ad483c4-764e-4f80-8b0d-f1c0600c362f will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:08:18.742386 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-56d3dc6d-065d-4324-b8a5-4fcb287c495b tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:18.786436 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56d3dc6d-065d-4324-b8a5-4fcb287c495b tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Network 9c4bad8c-0f0d-4c61-8f56-198fda35a754 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:08:18.794547 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-56d3dc6d-065d-4324-b8a5-4fcb287c495b tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:08:18.798582 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d3dc6d-065d-4324-b8a5-4fcb287c495b tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:08:18.827130 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d3dc6d-065d-4324-b8a5-4fcb287c495b tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Pushing event updated for resources: {'Port': ['ID=7ad483c4-764e-4f80-8b0d-f1c0600c362f,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:08:18.853028 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-56d3dc6d-065d-4324-b8a5-4fcb287c495b tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-450452'] for router_interface, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:19.001925 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-56d3dc6d-065d-4324-b8a5-4fcb287c495b tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:19.061934 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2deb3b63-2e47-4c1c-8d90-25968d30f945 None None] Provisioning for port 7ad483c4-764e-4f80-8b0d-f1c0600c362f completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:08:19.066108 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2deb3b63-2e47-4c1c-8d90-25968d30f945 None None] Provisioning complete for port 7ad483c4-764e-4f80-8b0d-f1c0600c362f triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:08:19.066432 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2deb3b63-2e47-4c1c-8d90-25968d30f945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:19.102867 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2deb3b63-2e47-4c1c-8d90-25968d30f945 None None] Port 7ad483c4-764e-4f80-8b0d-f1c0600c362f cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:08:19.272829 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-56d3dc6d-065d-4324-b8a5-4fcb287c495b tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:19.279545 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-56d3dc6d-065d-4324-b8a5-4fcb287c495b tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:19.365587 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-56d3dc6d-065d-4324-b8a5-4fcb287c495b tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1785045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451806'] for router_interface, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:19.367485 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d3dc6d-065d-4324-b8a5-4fcb287c495b tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Pushing event updated for resources: {'Port': ['ID=7ad483c4-764e-4f80-8b0d-f1c0600c362f,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:08:19.472636 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56d3dc6d-065d-4324-b8a5-4fcb287c495b tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Network 9c4bad8c-0f0d-4c61-8f56-198fda35a754 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:08:19.474078 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-56d3dc6d-065d-4324-b8a5-4fcb287c495b tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:08:19.584757 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56d3dc6d-065d-4324-b8a5-4fcb287c495b tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Router 6ec6fd03-65ca-47a2-8ba0-e3d0b79a6cff has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:08:19.689839 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56d3dc6d-065d-4324-b8a5-4fcb287c495b tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:08:19.697388 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-56d3dc6d-065d-4324-b8a5-4fcb287c495b tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] 10.222.0.23 "PUT /v2.0/routers/6ec6fd03-65ca-47a2-8ba0-e3d0b79a6cff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6886253 Jul 13 14:08:19.701332 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945e6532-714e-43da-9045-6a3e47c28e36 None None] Sync routers for ids ['6ec6fd03-65ca-47a2-8ba0-e3d0b79a6cff'] in n-d-800634-1 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:08:19.701970 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 41152) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:08:19.714063 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945e6532-714e-43da-9045-6a3e47c28e36 None None] Routers {'6ec6fd03-65ca-47a2-8ba0-e3d0b79a6cff'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:08:19.715482 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-945e6532-714e-43da-9045-6a3e47c28e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:07:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['6ec6fd03-65ca-47a2-8ba0-e3d0b79a6cff'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:08:19.731790 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b6e88374-b470-45d6-93b3-634790d80ede None None] Provisioning complete for port 7ad483c4-764e-4f80-8b0d-f1c0600c362f triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:08:19.732208 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b6e88374-b470-45d6-93b3-634790d80ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:19.762439 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-945e6532-714e-43da-9045-6a3e47c28e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:08:19.771777 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945e6532-714e-43da-9045-6a3e47c28e36 None None] Routers {'6ec6fd03-65ca-47a2-8ba0-e3d0b79a6cff'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:08:19.772640 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-945e6532-714e-43da-9045-6a3e47c28e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:07:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['6ec6fd03-65ca-47a2-8ba0-e3d0b79a6cff'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:08:19.782549 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b6e88374-b470-45d6-93b3-634790d80ede None None] Port 7ad483c4-764e-4f80-8b0d-f1c0600c362f cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:08:19.808510 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-945e6532-714e-43da-9045-6a3e47c28e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:08:19.809245 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945e6532-714e-43da-9045-6a3e47c28e36 None None] The sync data for ids ['6ec6fd03-65ca-47a2-8ba0-e3d0b79a6cff'] in n-d-800634-1 is: [] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:08:19.877806 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-17c54084-e4ab-43e7-87cf-412a9ad08ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:20.009995 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:20.182306 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-75127adb-6798-4d24-a3fa-e762d15e5479 tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Notify callbacks [] for router, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:20.182462 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 41192) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:08:20.269334 n-d-800634-1 neutron-server[93750]: INFO neutron.api.v2.resource [None req-75127adb-6798-4d24-a3fa-e762d15e5479 tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 13 14:08:20.270555 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-75127adb-6798-4d24-a3fa-e762d15e5479 tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] 10.222.0.23 "DELETE /v2.0/routers/6ec6fd03-65ca-47a2-8ba0-e3d0b79a6cff HTTP/1.1" status: 409 len: 329 time: 0.5680680 Jul 13 14:08:20.273182 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 41196) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:08:20.290312 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-920d143b-e2aa-4c80-994f-78a51dff8eaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:20.382319 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-920d143b-e2aa-4c80-994f-78a51dff8eaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:20.388172 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-920d143b-e2aa-4c80-994f-78a51dff8eaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:20.431330 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-920d143b-e2aa-4c80-994f-78a51dff8eaa admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6201599f099b4d168df22f880adad41c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2477448 Jul 13 14:08:20.432232 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920d143b-e2aa-4c80-994f-78a51dff8eaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df5357f7-39cb-44b9-b789-c448350ecf5a,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:08:20.436515 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 41200) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:08:20.492106 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-39310c3a-72a2-429b-9178-9a21f690fbde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:20.514554 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-39310c3a-72a2-429b-9178-9a21f690fbde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:20.560403 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-39310c3a-72a2-429b-9178-9a21f690fbde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:20.562976 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-39310c3a-72a2-429b-9178-9a21f690fbde admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:20.564169 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-39310c3a-72a2-429b-9178-9a21f690fbde admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/df5357f7-39cb-44b9-b789-c448350ecf5a HTTP/1.1" status: 204 len: 168 time: 0.1267228 Jul 13 14:08:20.576188 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39310c3a-72a2-429b-9178-9a21f690fbde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df5357f7-39cb-44b9-b789-c448350ecf5a,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:08:20.609582 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-77988e24-9bc8-4aa0-bc54-f51f8aef4d80 tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451695'] for router_interface, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:20.831505 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 41206) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:08:20.845211 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3ce804b2-cb7d-4cf1-9cf6-fee1f3d8bbd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:20.869299 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-77988e24-9bc8-4aa0-bc54-f51f8aef4d80 tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Deleting port 7ad483c4-764e-4f80-8b0d-f1c0600c362f {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:08:20.869943 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-77988e24-9bc8-4aa0-bc54-f51f8aef4d80 tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:20.943065 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3ce804b2-cb7d-4cf1-9cf6-fee1f3d8bbd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:20.947295 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3ce804b2-cb7d-4cf1-9cf6-fee1f3d8bbd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:20.966743 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-77988e24-9bc8-4aa0-bc54-f51f8aef4d80 tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:20.978948 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-77988e24-9bc8-4aa0-bc54-f51f8aef4d80 tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Calling delete_port for 7ad483c4-764e-4f80-8b0d-f1c0600c362f owned by network:router_interface {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:08:20.986178 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-3ce804b2-cb7d-4cf1-9cf6-fee1f3d8bbd7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=96bdc3412d124a9d808b65661bf8e7c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1534808 Jul 13 14:08:20.987077 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce804b2-cb7d-4cf1-9cf6-fee1f3d8bbd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62eea712-e5a9-47a3-974d-44a5ead732f2,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:08:20.988901 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 41208) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:08:21.087118 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9ff2f31c-4b87-49b1-a48a-a75689e1f12a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:21.150026 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9ff2f31c-4b87-49b1-a48a-a75689e1f12a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:21.188862 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:21.231079 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-77988e24-9bc8-4aa0-bc54-f51f8aef4d80 tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:21.241332 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9ff2f31c-4b87-49b1-a48a-a75689e1f12a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:21.243818 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9ff2f31c-4b87-49b1-a48a-a75689e1f12a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:21.244936 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-9ff2f31c-4b87-49b1-a48a-a75689e1f12a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/62eea712-e5a9-47a3-974d-44a5ead732f2 HTTP/1.1" status: 204 len: 168 time: 0.2544329 Jul 13 14:08:21.270962 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77988e24-9bc8-4aa0-bc54-f51f8aef4d80 tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Pushing event deleted for resources: {'Port': ['ID=7ad483c4-764e-4f80-8b0d-f1c0600c362f,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:08:21.277642 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff2f31c-4b87-49b1-a48a-a75689e1f12a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62eea712-e5a9-47a3-974d-44a5ead732f2,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:08:21.432306 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-77988e24-9bc8-4aa0-bc54-f51f8aef4d80 tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1785036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452491'] for router_interface, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:21.602974 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77988e24-9bc8-4aa0-bc54-f51f8aef4d80 tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Router 6ec6fd03-65ca-47a2-8ba0-e3d0b79a6cff has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:08:21.684300 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77988e24-9bc8-4aa0-bc54-f51f8aef4d80 tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:08:21.689481 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-77988e24-9bc8-4aa0-bc54-f51f8aef4d80 tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] 10.222.0.23 "PUT /v2.0/routers/6ec6fd03-65ca-47a2-8ba0-e3d0b79a6cff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4153152 Jul 13 14:08:21.693038 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 41224) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:08:21.695728 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6edfd456-ea35-4a6c-9242-0cddcb4eee0c None None] Sync routers for ids ['6ec6fd03-65ca-47a2-8ba0-e3d0b79a6cff'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:08:21.706094 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6edfd456-ea35-4a6c-9242-0cddcb4eee0c None None] Routers {'6ec6fd03-65ca-47a2-8ba0-e3d0b79a6cff'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:08:21.706960 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-6edfd456-ea35-4a6c-9242-0cddcb4eee0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:08:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['6ec6fd03-65ca-47a2-8ba0-e3d0b79a6cff'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:08:21.734374 n-d-800634-1 neutron-server[93750]: INFO neutron.api.v2.resource [None req-e8060b94-0be6-4757-b6a5-580503d22ad9 tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] show failed (client error): The resource could not be found. Jul 13 14:08:21.739111 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-e8060b94-0be6-4757-b6a5-580503d22ad9 tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] 10.222.0.23 "GET /v2.0/routers/tempest-non_exist_router-1444203798 HTTP/1.1" status: 404 len: 335 time: 0.0413649 Jul 13 14:08:21.739324 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 41226) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:08:21.740564 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-6edfd456-ea35-4a6c-9242-0cddcb4eee0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:08:21.744172 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-9830e11a-0440-4a5d-8cde-cdfe11d783f4 tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:08:21.751014 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6edfd456-ea35-4a6c-9242-0cddcb4eee0c None None] Routers {'6ec6fd03-65ca-47a2-8ba0-e3d0b79a6cff'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:08:21.751761 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-6edfd456-ea35-4a6c-9242-0cddcb4eee0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:08:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['6ec6fd03-65ca-47a2-8ba0-e3d0b79a6cff'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:08:21.780539 n-d-800634-1 neutron-server[93750]: INFO neutron.api.v2.resource [None req-9830e11a-0440-4a5d-8cde-cdfe11d783f4 tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] update failed (client error): The resource could not be found. Jul 13 14:08:21.781569 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-9830e11a-0440-4a5d-8cde-cdfe11d783f4 tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] 10.222.0.23 "PUT /v2.0/routers/tempest-non_exist_router-137018725 HTTP/1.1" status: 404 len: 334 time: 0.0413232 Jul 13 14:08:21.786122 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 41230) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:08:21.788490 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-6edfd456-ea35-4a6c-9242-0cddcb4eee0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:08:21.789250 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6edfd456-ea35-4a6c-9242-0cddcb4eee0c None None] The sync data for ids ['6ec6fd03-65ca-47a2-8ba0-e3d0b79a6cff'] in n-d-800634-1 is: [] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:08:21.840493 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd531a16-c629-40cd-8142-82f89dba8c6d tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Deleting subnet 0e375336-f385-4246-8f1a-9b74cef532c0 {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 14:08:21.843635 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-cd531a16-c629-40cd-8142-82f89dba8c6d tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:21.889576 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-cd531a16-c629-40cd-8142-82f89dba8c6d tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5431723'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:21.976436 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-cd531a16-c629-40cd-8142-82f89dba8c6d tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:21.979184 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 41238) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:08:22.038439 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-cd531a16-c629-40cd-8142-82f89dba8c6d tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5970525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4763356'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:22.067025 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd531a16-c629-40cd-8142-82f89dba8c6d tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Pushing event deleted for resources: {'Subnet': ['ID=0e375336-f385-4246-8f1a-9b74cef532c0,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:08:22.071417 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-cd531a16-c629-40cd-8142-82f89dba8c6d tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:22.073294 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-cd531a16-c629-40cd-8142-82f89dba8c6d tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] 10.222.0.23 "DELETE /v2.0/subnets/0e375336-f385-4246-8f1a-9b74cef532c0 HTTP/1.1" status: 204 len: 168 time: 0.2862630 Jul 13 14:08:22.076651 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 41242) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:08:22.077945 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61656bd8-eb50-4f8b-9586-9965404d055a None None] Network 3e0a7381-0358-4bdc-9210-2ff9f1196771 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:08:22.090421 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-c7a9d7c3-fea0-4d9a-8429-d9d499c11c1d admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1851359004-network', 'tenant_id': '59f4d545a6654c5eb7918dfd74d8ac77'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:08:22.144457 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-3577be64-0160-4627-8e2e-0da8d6208fe4 tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Deleting subnet f3168ba3-62a8-40f9-91f1-c51511aaf2da {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 14:08:22.147575 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7a9d7c3-fea0-4d9a-8429-d9d499c11c1d admin admin] Made reservation on behalf of 59f4d545a6654c5eb7918dfd74d8ac77 for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:08:22.149824 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c7a9d7c3-fea0-4d9a-8429-d9d499c11c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:22.152588 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3577be64-0160-4627-8e2e-0da8d6208fe4 tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:22.177379 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c7a9d7c3-fea0-4d9a-8429-d9d499c11c1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:22.212058 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3577be64-0160-4627-8e2e-0da8d6208fe4 tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6018489'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:22.253587 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c767dc5-e04a-444c-87a0-d4a8d93a9b2e None None] DHCP port deletion for 3e0a7381-0358-4bdc-9210-2ff9f1196771 request from n-d-800634-1 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 14:08:22.303679 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-6c767dc5-e04a-444c-87a0-d4a8d93a9b2e None None] Deleting port 0b2d154b-7b81-483c-9766-e50e0a63a7d2 {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:08:22.304063 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6c767dc5-e04a-444c-87a0-d4a8d93a9b2e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:22.336163 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3577be64-0160-4627-8e2e-0da8d6208fe4 tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:22.366583 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-6c767dc5-e04a-444c-87a0-d4a8d93a9b2e None None] For port 0b2d154b-7b81-483c-9766-e50e0a63a7d2, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=0b2d154b-7b81-483c-9766-e50e0a63a7d2,segment=NetworkSegment(06619d7e-b1b4-4742-9db6-fffc373145f1),segment_id=06619d7e-b1b4-4742-9db6-fffc373145f1)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:08:22.367034 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6c767dc5-e04a-444c-87a0-d4a8d93a9b2e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:22.380577 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-6c767dc5-e04a-444c-87a0-d4a8d93a9b2e None None] Calling delete_port for 0b2d154b-7b81-483c-9766-e50e0a63a7d2 owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:08:22.394839 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c7a9d7c3-fea0-4d9a-8429-d9d499c11c1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:22.398766 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c7a9d7c3-fea0-4d9a-8429-d9d499c11c1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:22.434042 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3577be64-0160-4627-8e2e-0da8d6208fe4 tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6018534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6105009'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:22.445681 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7a9d7c3-fea0-4d9a-8429-d9d499c11c1d admin admin] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 14:08:22.464899 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a9d7c3-fea0-4d9a-8429-d9d499c11c1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5ac786c-e0b2-463c-949b-5a7e2c0ffcea,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:08:22.471387 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3577be64-0160-4627-8e2e-0da8d6208fe4 tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Pushing event deleted for resources: {'Subnet': ['ID=f3168ba3-62a8-40f9-91f1-c51511aaf2da,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:08:22.475897 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3577be64-0160-4627-8e2e-0da8d6208fe4 tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:22.480586 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-3577be64-0160-4627-8e2e-0da8d6208fe4 tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] 10.222.0.23 "DELETE /v2.0/subnets/f3168ba3-62a8-40f9-91f1-c51511aaf2da HTTP/1.1" status: 204 len: 168 time: 0.4003139 Jul 13 14:08:22.481324 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 41244) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:08:22.483650 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c7a9d7c3-fea0-4d9a-8429-d9d499c11c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:22.484050 n-d-800634-1 neutron-server[93751]: INFO neutron.db.segments_db [None req-c7a9d7c3-fea0-4d9a-8429-d9d499c11c1d admin admin] Added segment 690de628-e56f-4727-ac77-cb037614538e of type vlan for network 85675ef6-c9f4-45a9-b143-088b3c3bab41 Jul 13 14:08:22.533505 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c7a9d7c3-fea0-4d9a-8429-d9d499c11c1d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:22.568115 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c7a9d7c3-fea0-4d9a-8429-d9d499c11c1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:22.569189 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a9d7c3-fea0-4d9a-8429-d9d499c11c1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:08:22.569897 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c7a9d7c3-fea0-4d9a-8429-d9d499c11c1d admin admin] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:22.571043 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e35b779b-e7be-4157-832d-237f444678a7 tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:22.631072 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-884b2996-2c48-4264-899f-3f0f1a2f514a None None] Network 758eda1c-e203-438e-a6b4-2316e0e071a5 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:08:22.631942 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-e35b779b-e7be-4157-832d-237f444678a7 tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Deleting port 0b2d154b-7b81-483c-9766-e50e0a63a7d2 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:08:22.632288 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e35b779b-e7be-4157-832d-237f444678a7 tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:22.653995 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a9d7c3-fea0-4d9a-8429-d9d499c11c1d admin admin] Pushing event updated for resources: {'Network': ['ID=85675ef6-c9f4-45a9-b143-088b3c3bab41,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:08:22.670820 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network 85675ef6-c9f4-45a9-b143-088b3c3bab41 details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 14:08:22.677453 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-c7a9d7c3-fea0-4d9a-8429-d9d499c11c1d admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6963496 Jul 13 14:08:22.681595 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 41248) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:08:22.688890 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-1480903c-480f-4d25-8e65-95a6673366e5 admin admin] Request body: {'subnet': {'network_id': '85675ef6-c9f4-45a9-b143-088b3c3bab41', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1851359004-subnet', 'tenant_id': '59f4d545a6654c5eb7918dfd74d8ac77', 'ip_version': 4}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:08:22.713121 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-e35b779b-e7be-4157-832d-237f444678a7 tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] For port 0b2d154b-7b81-483c-9766-e50e0a63a7d2, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=0b2d154b-7b81-483c-9766-e50e0a63a7d2,segment=NetworkSegment(06619d7e-b1b4-4742-9db6-fffc373145f1),segment_id=06619d7e-b1b4-4742-9db6-fffc373145f1)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:08:22.713441 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e35b779b-e7be-4157-832d-237f444678a7 tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:22.717975 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1480903c-480f-4d25-8e65-95a6673366e5 admin admin] Made reservation on behalf of 59f4d545a6654c5eb7918dfd74d8ac77 for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:08:22.720716 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1480903c-480f-4d25-8e65-95a6673366e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6104980'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:22.728542 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-e35b779b-e7be-4157-832d-237f444678a7 tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Calling delete_port for 0b2d154b-7b81-483c-9766-e50e0a63a7d2 owned by network:dhcp {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:08:22.753266 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6c767dc5-e04a-444c-87a0-d4a8d93a9b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:22.802201 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:22.805862 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c767dc5-e04a-444c-87a0-d4a8d93a9b2e None None] No DVR routers for this DVR port 0b2d154b-7b81-483c-9766-e50e0a63a7d2 on host n-d-800634-1 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:08:22.810019 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c767dc5-e04a-444c-87a0-d4a8d93a9b2e None None] Pushing event deleted for resources: {'Port': ['ID=0b2d154b-7b81-483c-9766-e50e0a63a7d2,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:08:22.833246 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e35b779b-e7be-4157-832d-237f444678a7 tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:22.863006 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e35b779b-e7be-4157-832d-237f444678a7 tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] No DVR routers for this DVR port 0b2d154b-7b81-483c-9766-e50e0a63a7d2 on host n-d-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:08:22.868742 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35b779b-e7be-4157-832d-237f444678a7 tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Pushing event deleted for resources: {'Port': ['ID=0b2d154b-7b81-483c-9766-e50e0a63a7d2,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:08:22.923855 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1480903c-480f-4d25-8e65-95a6673366e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6018343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6104998'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:22.954699 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e35b779b-e7be-4157-832d-237f444678a7 tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:22.966222 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-e35b779b-e7be-4157-832d-237f444678a7 tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e0a7381-0358-4bdc-9210-2ff9f1196771']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:08:22.979952 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-e35b779b-e7be-4157-832d-237f444678a7 tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06619d7e-b1b4-4742-9db6-fffc373145f1') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:08:22.980771 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-e35b779b-e7be-4157-832d-237f444678a7 tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06619d7e-b1b4-4742-9db6-fffc373145f1') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:08:22.990453 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e35b779b-e7be-4157-832d-237f444678a7 tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5431730'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:22.990871 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1480903c-480f-4d25-8e65-95a6673366e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3263c26-0926-4e8f-a717-50d981fdb59c,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:08:22.991338 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91e931a7-3a90-4fee-897a-ef032e7da11b None None] DHCP port deletion for 758eda1c-e203-438e-a6b4-2316e0e071a5 request from n-d-800634-1 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 14:08:23.006103 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e35b779b-e7be-4157-832d-237f444678a7 tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:23.011003 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1480903c-480f-4d25-8e65-95a6673366e5 admin admin] Checking segment: {'id': '690de628-e56f-4727-ac77-cb037614538e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '85675ef6-c9f4-45a9-b143-088b3c3bab41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:08:23.011790 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1480903c-480f-4d25-8e65-95a6673366e5 admin admin] Network hostable DHCP agents. Network: 85675ef6-c9f4-45a9-b143-088b3c3bab41, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 14:08:23.012839 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e35b779b-e7be-4157-832d-237f444678a7 tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 14:08:23.013206 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e35b779b-e7be-4157-832d-237f444678a7 tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5970419'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:23.018237 n-d-800634-1 neutron-server[93750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 14:08:23.018237 n-d-800634-1 neutron-server[93750]: self.session.flush() Jul 13 14:08:23.018237 n-d-800634-1 neutron-server[93750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 14:08:23.018237 n-d-800634-1 neutron-server[93750]: self.session.flush() Jul 13 14:08:23.018237 n-d-800634-1 neutron-server[93750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 14:08:23.018237 n-d-800634-1 neutron-server[93750]: self.session.flush() Jul 13 14:08:23.018237 n-d-800634-1 neutron-server[93750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 14:08:23.018237 n-d-800634-1 neutron-server[93750]: self.session.flush() Jul 13 14:08:23.018237 n-d-800634-1 neutron-server[93750]: Traceback (most recent call last): Jul 13 14:08:23.018237 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 14:08:23.018237 n-d-800634-1 neutron-server[93750]: timer() Jul 13 14:08:23.018237 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 14:08:23.018237 n-d-800634-1 neutron-server[93750]: cb(*args, **kw) Jul 13 14:08:23.018237 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 14:08:23.018237 n-d-800634-1 neutron-server[93750]: return func(*args, **kwargs) Jul 13 14:08:23.018237 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 14:08:23.018237 n-d-800634-1 neutron-server[93750]: self._notify() Jul 13 14:08:23.018237 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 14:08:23.018237 n-d-800634-1 neutron-server[93750]: self.callback(batched_events) Jul 13 14:08:23.018237 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 14:08:23.018237 n-d-800634-1 neutron-server[93750]: event.method(event) Jul 13 14:08:23.018237 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 14:08:23.018237 n-d-800634-1 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 14:08:23.018237 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 14:08:23.018237 n-d-800634-1 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 14:08:23.018237 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 14:08:23.018237 n-d-800634-1 neutron-server[93750]: return f(self, *a, **k) Jul 13 14:08:23.018237 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 14:08:23.018237 n-d-800634-1 neutron-server[93750]: return self._get(url).json() Jul 13 14:08:23.018237 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 14:08:23.018237 n-d-800634-1 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 14:08:23.018237 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 14:08:23.018237 n-d-800634-1 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 13 14:08:23.018237 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 14:08:23.018237 n-d-800634-1 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 14:08:23.018237 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 14:08:23.018237 n-d-800634-1 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 14:08:23.018237 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 14:08:23.018237 n-d-800634-1 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 14:08:23.018237 n-d-800634-1 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 14:08:23.044222 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1480903c-480f-4d25-8e65-95a6673366e5 admin admin] Network 85675ef6-c9f4-45a9-b143-088b3c3bab41 is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 14:08:23.056535 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-1480903c-480f-4d25-8e65-95a6673366e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, 85675ef6-c9f4-45a9-b143-088b3c3bab41) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:08:23.057155 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-91e931a7-3a90-4fee-897a-ef032e7da11b None None] Deleting port d0a7980f-00f7-477f-bed9-a10ebae3ff92 {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:08:23.057632 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-91e931a7-3a90-4fee-897a-ef032e7da11b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:23.070431 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1480903c-480f-4d25-8e65-95a6673366e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:08:23.071018 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1480903c-480f-4d25-8e65-95a6673366e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:23.075609 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e042ddc4-1073-48e2-818a-120c6b620041 None None] Network 85675ef6-c9f4-45a9-b143-088b3c3bab41 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:08:23.085490 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-1480903c-480f-4d25-8e65-95a6673366e5 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4022503 Jul 13 14:08:23.087783 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e35b779b-e7be-4157-832d-237f444678a7 tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:23.088404 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 41250) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:08:23.095300 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-321f940e-1cda-4e5f-be5d-2d6689f1faf9 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1851359004-router', 'tenant_id': '59f4d545a6654c5eb7918dfd74d8ac77', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:08:23.096858 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e35b779b-e7be-4157-832d-237f444678a7 tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:23.099524 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-e35b779b-e7be-4157-832d-237f444678a7 tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] 10.222.0.23 "DELETE /v2.0/networks/3e0a7381-0358-4bdc-9210-2ff9f1196771 HTTP/1.1" status: 204 len: 168 time: 0.6173241 Jul 13 14:08:23.101944 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 41252) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:08:23.117532 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 0b2d154b-7b81-483c-9766-e50e0a63a7d2 no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:08:23.119454 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-321f940e-1cda-4e5f-be5d-2d6689f1faf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1591928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2714'] for router, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:23.121272 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-321f940e-1cda-4e5f-be5d-2d6689f1faf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447198', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1629690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2689'] for router, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:23.136036 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35b779b-e7be-4157-832d-237f444678a7 tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Pushing event deleted for resources: {'Network': ['ID=3e0a7381-0358-4bdc-9210-2ff9f1196771,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:08:23.182221 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-321f940e-1cda-4e5f-be5d-2d6689f1faf9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:23.196573 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fbfc3467-cd16-41f1-bff8-8cdf1657371b tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:23.235146 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: 0b2d154b-7b81-483c-9766-e50e0a63a7d2 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:08:23.235494 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 0b2d154b-7b81-483c-9766-e50e0a63a7d2 not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:08:23.236117 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device d0a7980f-00f7-477f-bed9-a10ebae3ff92 no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:08:23.251936 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-fbfc3467-cd16-41f1-bff8-8cdf1657371b tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Deleting port d0a7980f-00f7-477f-bed9-a10ebae3ff92 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:08:23.252427 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fbfc3467-cd16-41f1-bff8-8cdf1657371b tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:23.298832 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-91e931a7-3a90-4fee-897a-ef032e7da11b None None] For port d0a7980f-00f7-477f-bed9-a10ebae3ff92, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=d0a7980f-00f7-477f-bed9-a10ebae3ff92,segment=NetworkSegment(6b99766c-5c9a-470b-801f-a900cfa4b4db),segment_id=6b99766c-5c9a-470b-801f-a900cfa4b4db)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:08:23.299498 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-91e931a7-3a90-4fee-897a-ef032e7da11b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:23.319701 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-321f940e-1cda-4e5f-be5d-2d6689f1faf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447180', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1591910', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2751'] for router, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:23.321249 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-fbfc3467-cd16-41f1-bff8-8cdf1657371b tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] For port d0a7980f-00f7-477f-bed9-a10ebae3ff92, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=d0a7980f-00f7-477f-bed9-a10ebae3ff92,segment=NetworkSegment(6b99766c-5c9a-470b-801f-a900cfa4b4db),segment_id=6b99766c-5c9a-470b-801f-a900cfa4b4db)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:08:23.321617 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fbfc3467-cd16-41f1-bff8-8cdf1657371b tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:23.337154 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-91e931a7-3a90-4fee-897a-ef032e7da11b None None] Calling delete_port for d0a7980f-00f7-477f-bed9-a10ebae3ff92 owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:08:23.344366 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-fbfc3467-cd16-41f1-bff8-8cdf1657371b tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Calling delete_port for d0a7980f-00f7-477f-bed9-a10ebae3ff92 owned by network:dhcp {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:08:23.351265 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-811c5f8e-22a3-4b13-b44c-27786e251950 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a7201e1-61ce-5a3e-b7f7-e800379ed03b-85675ef6-c9f4-45a9-b143-088b3c3bab41', 'network_id': '85675ef6-c9f4-45a9-b143-088b3c3bab41', 'tenant_id': '59f4d545a6654c5eb7918dfd74d8ac77', 'fixed_ips': [{'subnet_id': 'a3263c26-0926-4e8f-a717-50d981fdb59c'}]}} from n-d-800634-1. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 14:08:23.352124 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-811c5f8e-22a3-4b13-b44c-27786e251950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:23.431297 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fbfc3467-cd16-41f1-bff8-8cdf1657371b tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:23.459921 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfc3467-cd16-41f1-bff8-8cdf1657371b tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Pushing event deleted for resources: {'Port': ['ID=d0a7980f-00f7-477f-bed9-a10ebae3ff92,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:08:23.466520 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbfc3467-cd16-41f1-bff8-8cdf1657371b tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] No DVR routers for this DVR port d0a7980f-00f7-477f-bed9-a10ebae3ff92 on host n-d-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:08:23.499335 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:23.549565 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fbfc3467-cd16-41f1-bff8-8cdf1657371b tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:23.550242 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-321f940e-1cda-4e5f-be5d-2d6689f1faf9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:23.563880 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-fbfc3467-cd16-41f1-bff8-8cdf1657371b tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['758eda1c-e203-438e-a6b4-2316e0e071a5']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:08:23.571068 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-321f940e-1cda-4e5f-be5d-2d6689f1faf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:23.575982 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-fbfc3467-cd16-41f1-bff8-8cdf1657371b tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b99766c-5c9a-470b-801f-a900cfa4b4db') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:08:23.576337 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-fbfc3467-cd16-41f1-bff8-8cdf1657371b tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b99766c-5c9a-470b-801f-a900cfa4b4db') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:08:23.587273 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fbfc3467-cd16-41f1-bff8-8cdf1657371b tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5431730'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:23.603189 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fbfc3467-cd16-41f1-bff8-8cdf1657371b tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:23.607464 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-91e931a7-3a90-4fee-897a-ef032e7da11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:23.613404 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbfc3467-cd16-41f1-bff8-8cdf1657371b tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 14:08:23.613404 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fbfc3467-cd16-41f1-bff8-8cdf1657371b tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5970419'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:23.619839 n-d-800634-1 neutron-server[93750]: Traceback (most recent call last): Jul 13 14:08:23.619839 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 14:08:23.619839 n-d-800634-1 neutron-server[93750]: timer() Jul 13 14:08:23.619839 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 14:08:23.619839 n-d-800634-1 neutron-server[93750]: cb(*args, **kw) Jul 13 14:08:23.619839 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 14:08:23.619839 n-d-800634-1 neutron-server[93750]: return func(*args, **kwargs) Jul 13 14:08:23.619839 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 14:08:23.619839 n-d-800634-1 neutron-server[93750]: self._notify() Jul 13 14:08:23.619839 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 14:08:23.619839 n-d-800634-1 neutron-server[93750]: self.callback(batched_events) Jul 13 14:08:23.619839 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 14:08:23.619839 n-d-800634-1 neutron-server[93750]: event.method(event) Jul 13 14:08:23.619839 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 14:08:23.619839 n-d-800634-1 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 14:08:23.619839 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 14:08:23.619839 n-d-800634-1 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 14:08:23.619839 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 14:08:23.619839 n-d-800634-1 neutron-server[93750]: return f(self, *a, **k) Jul 13 14:08:23.619839 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 14:08:23.619839 n-d-800634-1 neutron-server[93750]: return self._get(url).json() Jul 13 14:08:23.619839 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 14:08:23.619839 n-d-800634-1 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 14:08:23.619839 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 14:08:23.619839 n-d-800634-1 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 13 14:08:23.619839 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 14:08:23.619839 n-d-800634-1 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 14:08:23.619839 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 14:08:23.619839 n-d-800634-1 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 14:08:23.619839 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 14:08:23.619839 n-d-800634-1 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 14:08:23.619839 n-d-800634-1 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 14:08:23.648767 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e931a7-3a90-4fee-897a-ef032e7da11b None None] No DVR routers for this DVR port d0a7980f-00f7-477f-bed9-a10ebae3ff92 on host n-d-800634-1 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:08:23.652964 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e931a7-3a90-4fee-897a-ef032e7da11b None None] Pushing event deleted for resources: {'Port': ['ID=d0a7980f-00f7-477f-bed9-a10ebae3ff92,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:08:23.658936 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-811c5f8e-22a3-4b13-b44c-27786e251950 None None] Allocated IP 172.20.0.2 (85675ef6-c9f4-45a9-b143-088b3c3bab41/a3263c26-0926-4e8f-a717-50d981fdb59c/1abf4c85-5d68-40ca-bc44-edb1bf1ed118) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:08:23.691882 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fbfc3467-cd16-41f1-bff8-8cdf1657371b tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:23.699827 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fbfc3467-cd16-41f1-bff8-8cdf1657371b tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:23.701020 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-321f940e-1cda-4e5f-be5d-2d6689f1faf9 admin admin] Allocated IP 172.25.6.147 (acf968b8-c524-46a9-a20b-ad9667009130/dde5a78e-bd1e-4f47-8189-7321d4de73d3/785f8ff2-6117-45a9-b460-0b126f8270b7) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:08:23.704745 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-fbfc3467-cd16-41f1-bff8-8cdf1657371b tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] 10.222.0.23 "DELETE /v2.0/networks/758eda1c-e203-438e-a6b4-2316e0e071a5 HTTP/1.1" status: 204 len: 168 time: 0.5986054 Jul 13 14:08:23.704745 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 41254) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:08:23.743425 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfc3467-cd16-41f1-bff8-8cdf1657371b tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Pushing event deleted for resources: {'Network': ['ID=758eda1c-e203-438e-a6b4-2316e0e071a5,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:08:23.772852 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8bff25d-4b13-43e0-9238-962971f18bef tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Deleting subnet c609f628-db6d-4bdb-b67b-9a6e22d84081 {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 14:08:23.776553 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d8bff25d-4b13-43e0-9238-962971f18bef tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:23.819011 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d8bff25d-4b13-43e0-9238-962971f18bef tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5431723'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:23.836941 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-321f940e-1cda-4e5f-be5d-2d6689f1faf9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:23.839520 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-811c5f8e-22a3-4b13-b44c-27786e251950 None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:23.851047 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-811c5f8e-22a3-4b13-b44c-27786e251950 None None] Transition to ACTIVE for port object 1abf4c85-5d68-40ca-bc44-edb1bf1ed118 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:08:23.868000 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-811c5f8e-22a3-4b13-b44c-27786e251950 None None] Transition to ACTIVE for port object 1abf4c85-5d68-40ca-bc44-edb1bf1ed118 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:08:23.875696 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-811c5f8e-22a3-4b13-b44c-27786e251950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:23.892562 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-321f940e-1cda-4e5f-be5d-2d6689f1faf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:23.920654 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d8bff25d-4b13-43e0-9238-962971f18bef tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:23.921505 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-811c5f8e-22a3-4b13-b44c-27786e251950 None None] Network 85675ef6-c9f4-45a9-b143-088b3c3bab41 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:08:23.928173 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-811c5f8e-22a3-4b13-b44c-27786e251950 None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:08:23.931688 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811c5f8e-22a3-4b13-b44c-27786e251950 None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:08:23.939438 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811c5f8e-22a3-4b13-b44c-27786e251950 None None] Pushing event updated for resources: {'Port': ['ID=1abf4c85-5d68-40ca-bc44-edb1bf1ed118,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:08:23.959725 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-321f940e-1cda-4e5f-be5d-2d6689f1faf9 admin admin] Network acf968b8-c524-46a9-a20b-ad9667009130 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:08:23.965434 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-321f940e-1cda-4e5f-be5d-2d6689f1faf9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:08:23.969161 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321f940e-1cda-4e5f-be5d-2d6689f1faf9 admin admin] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:08:23.971985 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321f940e-1cda-4e5f-be5d-2d6689f1faf9 admin admin] Pushing event updated for resources: {'Port': ['ID=785f8ff2-6117-45a9-b460-0b126f8270b7,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:08:23.989682 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d8bff25d-4b13-43e0-9238-962971f18bef tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5970525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4763356'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:24.005253 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d8bff25d-4b13-43e0-9238-962971f18bef tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:24.007145 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-d8bff25d-4b13-43e0-9238-962971f18bef tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] 10.222.0.23 "DELETE /v2.0/subnets/c609f628-db6d-4bdb-b67b-9a6e22d84081 HTTP/1.1" status: 204 len: 168 time: 0.3022721 Jul 13 14:08:24.010017 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 41258) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:08:24.014175 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db92182-0ef5-4566-8760-35622bb8040f None None] Network 9c4bad8c-0f0d-4c61-8f56-198fda35a754 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:08:24.027425 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bff25d-4b13-43e0-9238-962971f18bef tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Pushing event deleted for resources: {'Subnet': ['ID=c609f628-db6d-4bdb-b67b-9a6e22d84081,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:08:24.028936 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-811c5f8e-22a3-4b13-b44c-27786e251950 None None] Attempting to bind port 1abf4c85-5d68-40ca-bc44-edb1bf1ed118 on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:08:24.033158 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-811c5f8e-22a3-4b13-b44c-27786e251950 None None] Attempting to bind port 1abf4c85-5d68-40ca-bc44-edb1bf1ed118 by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '690de628-e56f-4727-ac77-cb037614538e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '85675ef6-c9f4-45a9-b143-088b3c3bab41'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:08:24.033551 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-811c5f8e-22a3-4b13-b44c-27786e251950 None None] Attempting to bind port 1abf4c85-5d68-40ca-bc44-edb1bf1ed118 on network 85675ef6-c9f4-45a9-b143-088b3c3bab41 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:08:24.071440 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-811c5f8e-22a3-4b13-b44c-27786e251950 None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 8, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:08:24.071820 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-811c5f8e-22a3-4b13-b44c-27786e251950 None None] Checking segment: {'id': '690de628-e56f-4727-ac77-cb037614538e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '85675ef6-c9f4-45a9-b143-088b3c3bab41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:08:24.072226 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-811c5f8e-22a3-4b13-b44c-27786e251950 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:24.072622 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-811c5f8e-22a3-4b13-b44c-27786e251950 None None] Bound using segment: {'id': '690de628-e56f-4727-ac77-cb037614538e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '85675ef6-c9f4-45a9-b143-088b3c3bab41'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:08:24.073104 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-811c5f8e-22a3-4b13-b44c-27786e251950 None None] Bound port: 1abf4c85-5d68-40ca-bc44-edb1bf1ed118, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '690de628-e56f-4727-ac77-cb037614538e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '85675ef6-c9f4-45a9-b143-088b3c3bab41'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:08:24.073491 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-811c5f8e-22a3-4b13-b44c-27786e251950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:24.192093 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-811c5f8e-22a3-4b13-b44c-27786e251950 None None] For port 1abf4c85-5d68-40ca-bc44-edb1bf1ed118, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:08:24.196408 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-811c5f8e-22a3-4b13-b44c-27786e251950 None None] For port 1abf4c85-5d68-40ca-bc44-edb1bf1ed118, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=1abf4c85-5d68-40ca-bc44-edb1bf1ed118,segment=NetworkSegment(690de628-e56f-4727-ac77-cb037614538e),segment_id=690de628-e56f-4727-ac77-cb037614538e)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:08:24.201758 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-811c5f8e-22a3-4b13-b44c-27786e251950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:24.277165 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811c5f8e-22a3-4b13-b44c-27786e251950 None None] Pushing event updated for resources: {'Port': ['ID=1abf4c85-5d68-40ca-bc44-edb1bf1ed118,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:08:24.339115 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e28d9cd4-8f65-4c0e-aeca-0622ebff8a8c None None] DHCP port deletion for 9c4bad8c-0f0d-4c61-8f56-198fda35a754 request from n-d-800634-1 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 14:08:24.392858 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-e28d9cd4-8f65-4c0e-aeca-0622ebff8a8c None None] Deleting port 4b01552b-eb0a-486f-a491-f8d6ab0d6d8e {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:08:24.393443 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e28d9cd4-8f65-4c0e-aeca-0622ebff8a8c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:24.467164 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-de24e568-dde9-473c-ac29-6ce550465227 tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:24.477614 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-e28d9cd4-8f65-4c0e-aeca-0622ebff8a8c None None] For port 4b01552b-eb0a-486f-a491-f8d6ab0d6d8e, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=4b01552b-eb0a-486f-a491-f8d6ab0d6d8e,segment=NetworkSegment(06065388-72ad-4d11-9aaf-12798c477e15),segment_id=06065388-72ad-4d11-9aaf-12798c477e15)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:08:24.478114 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e28d9cd4-8f65-4c0e-aeca-0622ebff8a8c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:24.492283 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-e28d9cd4-8f65-4c0e-aeca-0622ebff8a8c None None] Calling delete_port for 4b01552b-eb0a-486f-a491-f8d6ab0d6d8e owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:08:24.584509 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e28d9cd4-8f65-4c0e-aeca-0622ebff8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:24.615297 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28d9cd4-8f65-4c0e-aeca-0622ebff8a8c None None] Pushing event deleted for resources: {'Port': ['ID=4b01552b-eb0a-486f-a491-f8d6ab0d6d8e,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:08:24.619926 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28d9cd4-8f65-4c0e-aeca-0622ebff8a8c None None] No DVR routers for this DVR port 4b01552b-eb0a-486f-a491-f8d6ab0d6d8e on host n-d-800634-1 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:08:24.621573 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-de24e568-dde9-473c-ac29-6ce550465227 tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Deleting port 4b01552b-eb0a-486f-a491-f8d6ab0d6d8e {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:08:24.621957 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-de24e568-dde9-473c-ac29-6ce550465227 tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:24.626216 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-321f940e-1cda-4e5f-be5d-2d6689f1faf9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:24.756314 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-de24e568-dde9-473c-ac29-6ce550465227 tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] For port 4b01552b-eb0a-486f-a491-f8d6ab0d6d8e, host n-d-800634-1, got binding levels [] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:08:24.756675 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-de24e568-dde9-473c-ac29-6ce550465227 tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:24.776211 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-de24e568-dde9-473c-ac29-6ce550465227 tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Calling delete_port for 4b01552b-eb0a-486f-a491-f8d6ab0d6d8e owned by network:dhcp {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:08:24.782396 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.ipam_backend_mixin [None req-de24e568-dde9-473c-ac29-6ce550465227 tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Port 4b01552b-eb0a-486f-a491-f8d6ab0d6d8e was not found and therefore no delete operation was performed {{(pid=93751) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 13 14:08:24.786723 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-de24e568-dde9-473c-ac29-6ce550465227 tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:24.820937 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de24e568-dde9-473c-ac29-6ce550465227 tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Pushing event deleted for resources: {'Port': ['ID=4b01552b-eb0a-486f-a491-f8d6ab0d6d8e,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:08:24.825982 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de24e568-dde9-473c-ac29-6ce550465227 tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] No DVR routers for this DVR port 4b01552b-eb0a-486f-a491-f8d6ab0d6d8e on host n-d-800634-1 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:08:24.981698 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-de24e568-dde9-473c-ac29-6ce550465227 tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:24.996210 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-de24e568-dde9-473c-ac29-6ce550465227 tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c4bad8c-0f0d-4c61-8f56-198fda35a754']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:08:25.009511 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-de24e568-dde9-473c-ac29-6ce550465227 tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06065388-72ad-4d11-9aaf-12798c477e15') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:08:25.009771 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-de24e568-dde9-473c-ac29-6ce550465227 tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06065388-72ad-4d11-9aaf-12798c477e15') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:08:25.018643 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-321f940e-1cda-4e5f-be5d-2d6689f1faf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447217'] for router, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:25.025794 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-de24e568-dde9-473c-ac29-6ce550465227 tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6018464'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:25.073357 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 1abf4c85-5d68-40ca-bc44-edb1bf1ed118 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:08:25.079127 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-de24e568-dde9-473c-ac29-6ce550465227 tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:25.092301 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de24e568-dde9-473c-ac29-6ce550465227 tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 14:08:25.092710 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-de24e568-dde9-473c-ac29-6ce550465227 tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6018632'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:25.095875 n-d-800634-1 neutron-server[93751]: Traceback (most recent call last): Jul 13 14:08:25.095875 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 14:08:25.095875 n-d-800634-1 neutron-server[93751]: timer() Jul 13 14:08:25.095875 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 14:08:25.095875 n-d-800634-1 neutron-server[93751]: cb(*args, **kw) Jul 13 14:08:25.095875 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 14:08:25.095875 n-d-800634-1 neutron-server[93751]: return func(*args, **kwargs) Jul 13 14:08:25.095875 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 14:08:25.095875 n-d-800634-1 neutron-server[93751]: self._notify() Jul 13 14:08:25.095875 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 14:08:25.095875 n-d-800634-1 neutron-server[93751]: self.callback(batched_events) Jul 13 14:08:25.095875 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 14:08:25.095875 n-d-800634-1 neutron-server[93751]: event.method(event) Jul 13 14:08:25.095875 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 14:08:25.095875 n-d-800634-1 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 14:08:25.095875 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 14:08:25.095875 n-d-800634-1 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 14:08:25.095875 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 14:08:25.095875 n-d-800634-1 neutron-server[93751]: return f(self, *a, **k) Jul 13 14:08:25.095875 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 14:08:25.095875 n-d-800634-1 neutron-server[93751]: return self._get(url).json() Jul 13 14:08:25.095875 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 14:08:25.095875 n-d-800634-1 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 14:08:25.095875 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 14:08:25.095875 n-d-800634-1 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 13 14:08:25.095875 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 14:08:25.095875 n-d-800634-1 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 14:08:25.095875 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 14:08:25.095875 n-d-800634-1 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 14:08:25.095875 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 14:08:25.095875 n-d-800634-1 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 14:08:25.095875 n-d-800634-1 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 14:08:25.133012 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port 1abf4c85-5d68-40ca-bc44-edb1bf1ed118 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:08:25.193946 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-de24e568-dde9-473c-ac29-6ce550465227 tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:25.195776 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 4b01552b-eb0a-486f-a491-f8d6ab0d6d8e no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:08:25.204273 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-de24e568-dde9-473c-ac29-6ce550465227 tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:25.208434 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-de24e568-dde9-473c-ac29-6ce550465227 tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] 10.222.0.23 "DELETE /v2.0/networks/9c4bad8c-0f0d-4c61-8f56-198fda35a754 HTTP/1.1" status: 204 len: 168 time: 1.1948566 Jul 13 14:08:25.208773 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 41262) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:08:25.217455 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: 4b01552b-eb0a-486f-a491-f8d6ab0d6d8e {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:08:25.218007 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 4b01552b-eb0a-486f-a491-f8d6ab0d6d8e not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:08:25.237592 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de24e568-dde9-473c-ac29-6ce550465227 tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Pushing event deleted for resources: {'Network': ['ID=9c4bad8c-0f0d-4c61-8f56-198fda35a754,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:08:25.259555 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-8f00eb14-64f7-4c81-8f0c-7a9c8f85ebcb tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ec6fd03-65ca-47a2-8ba0-e3d0b79a6cff HTTP/1.1" status: 200 len: 205 time: 0.0496216 Jul 13 14:08:25.263265 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 41264) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:08:25.284199 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-321f940e-1cda-4e5f-be5d-2d6689f1faf9 admin admin] Router 05b1fbf9-1116-473a-9585-6fc6322e1a43 is scheduled to L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 with binding_index 1 {{(pid=93751) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 14:08:25.340281 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9526627b-772f-44b9-a7b8-f4c7fc58aa5f None None] Network 85675ef6-c9f4-45a9-b143-088b3c3bab41 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:08:25.342569 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a39c4cbb-fbf1-4c9d-ae9c-3e947145f85f tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Notify callbacks [] for router, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:25.393178 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-65efce66-6634-4b52-a7cf-51f97592f3a1 None None] Provisioning for port 1abf4c85-5d68-40ca-bc44-edb1bf1ed118 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:08:25.398138 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-65efce66-6634-4b52-a7cf-51f97592f3a1 None None] Provisioning complete for port 1abf4c85-5d68-40ca-bc44-edb1bf1ed118 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:08:25.398512 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-65efce66-6634-4b52-a7cf-51f97592f3a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:25.407618 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-321f940e-1cda-4e5f-be5d-2d6689f1faf9 admin admin] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:08:25.416620 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7de699-b866-4ee2-9cf4-4c87f8cad898 None None] Sync routers for ids ['05b1fbf9-1116-473a-9585-6fc6322e1a43'] in n-d-800634-1 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:08:25.427003 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7de699-b866-4ee2-9cf4-4c87f8cad898 None None] Routers {'05b1fbf9-1116-473a-9585-6fc6322e1a43'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:08:25.427958 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-ed7de699-b866-4ee2-9cf4-4c87f8cad898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:08:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['05b1fbf9-1116-473a-9585-6fc6322e1a43'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:08:25.441772 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-321f940e-1cda-4e5f-be5d-2d6689f1faf9 admin admin] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:25.443732 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-321f940e-1cda-4e5f-be5d-2d6689f1faf9 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.3533275 Jul 13 14:08:25.446676 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 41266) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:08:25.558835 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-65efce66-6634-4b52-a7cf-51f97592f3a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:25.605727 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-65efce66-6634-4b52-a7cf-51f97592f3a1 None None] For port 1abf4c85-5d68-40ca-bc44-edb1bf1ed118, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=1abf4c85-5d68-40ca-bc44-edb1bf1ed118,segment=NetworkSegment(690de628-e56f-4727-ac77-cb037614538e),segment_id=690de628-e56f-4727-ac77-cb037614538e)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:08:25.617264 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-65efce66-6634-4b52-a7cf-51f97592f3a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:25.673299 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65efce66-6634-4b52-a7cf-51f97592f3a1 None None] Pushing event updated for resources: {'Port': ['ID=1abf4c85-5d68-40ca-bc44-edb1bf1ed118,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:08:25.685882 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-ed7de699-b866-4ee2-9cf4-4c87f8cad898 None None] Set router 05b1fbf9-1116-473a-9585-6fc6322e1a43 gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:08:25.886457 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-ed7de699-b866-4ee2-9cf4-4c87f8cad898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05b1fbf9-1116-473a-9585-6fc6322e1a43', 'name': 'tempest-TestServerBasicOps-1851359004-router', 'tenant_id': '59f4d545a6654c5eb7918dfd74d8ac77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': '785f8ff2-6117-45a9-b460-0b126f8270b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:08:23Z', 'updated_at': '2021-07-13T14:08:24Z', 'revision_number': 3, 'project_id': '59f4d545a6654c5eb7918dfd74d8ac77', 'gw_port': {'id': '785f8ff2-6117-45a9-b460-0b126f8270b7', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d2:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05b1fbf9-1116-473a-9585-6fc6322e1a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:08:23Z', 'updated_at': '2021-07-13T14:08:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:08:25.919940 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7de699-b866-4ee2-9cf4-4c87f8cad898 None None] Checking router: 05b1fbf9-1116-473a-9585-6fc6322e1a43 for host: n-d-800634-1 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:08:25.920205 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7de699-b866-4ee2-9cf4-4c87f8cad898 None None] Updating router 05b1fbf9-1116-473a-9585-6fc6322e1a43 port 785f8ff2-6117-45a9-b460-0b126f8270b7 binding host n-d-800634-1 {{(pid=93753) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 14:08:25.922425 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a39c4cbb-fbf1-4c9d-ae9c-3e947145f85f tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1591938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2696'] for router, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:25.928354 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a39c4cbb-fbf1-4c9d-ae9c-3e947145f85f tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:25.957395 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-39478abc-8567-4b84-829d-cfcbdaf5d233 None None] Provisioning complete for port 1abf4c85-5d68-40ca-bc44-edb1bf1ed118 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:08:25.959546 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ed7de699-b866-4ee2-9cf4-4c87f8cad898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:25.971482 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-39478abc-8567-4b84-829d-cfcbdaf5d233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:25.982373 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a39c4cbb-fbf1-4c9d-ae9c-3e947145f85f tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593106'] for router, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:25.983126 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a39c4cbb-fbf1-4c9d-ae9c-3e947145f85f tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Fanout notify agent at l3_agent the message router_deleted on router 6ec6fd03-65ca-47a2-8ba0-e3d0b79a6cff {{(pid=93750) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 14:08:25.993104 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a39c4cbb-fbf1-4c9d-ae9c-3e947145f85f tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:25.994491 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-a39c4cbb-fbf1-4c9d-ae9c-3e947145f85f tempest-RoutersNegativeTest-117700454 tempest-RoutersNegativeTest-117700454-project] 10.222.0.23 "DELETE /v2.0/routers/6ec6fd03-65ca-47a2-8ba0-e3d0b79a6cff HTTP/1.1" status: 204 len: 168 time: 0.7301276 Jul 13 14:08:26.024796 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-119231d6-f001-45fb-9950-551c037ada9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:26.235493 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 41274) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:08:26.250717 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-119231d6-f001-45fb-9950-551c037ada9d admin admin] Allocated IP 172.20.0.1 (85675ef6-c9f4-45a9-b143-088b3c3bab41/a3263c26-0926-4e8f-a717-50d981fdb59c/b803ed8e-bad7-4c15-b7b1-1ce09254f814) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:08:26.293637 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ed7de699-b866-4ee2-9cf4-4c87f8cad898 None None] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:26.303979 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-ed7de699-b866-4ee2-9cf4-4c87f8cad898 None None] Transition to ACTIVE for port object 785f8ff2-6117-45a9-b460-0b126f8270b7 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:08:26.310645 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ed7de699-b866-4ee2-9cf4-4c87f8cad898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:26.372221 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12631965-8e63-4183-8088-f319f9b9f612 None None] Pushing event updated for resources: {'Port': ['ID=785f8ff2-6117-45a9-b460-0b126f8270b7,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:08:26.373460 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-119231d6-f001-45fb-9950-551c037ada9d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:26.381272 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-b62fe41b-1d0f-4698-a82d-050af14640a1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b18e6b8b71744ed3a7f16b5bcad77457&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1421242 Jul 13 14:08:26.382131 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-ed7de699-b866-4ee2-9cf4-4c87f8cad898 None None] Attempting to bind port 785f8ff2-6117-45a9-b460-0b126f8270b7 on host n-d-800634-1 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:08:26.382131 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-ed7de699-b866-4ee2-9cf4-4c87f8cad898 None None] Attempting to bind port 785f8ff2-6117-45a9-b460-0b126f8270b7 by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:08:26.382131 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed7de699-b866-4ee2-9cf4-4c87f8cad898 None None] Attempting to bind port 785f8ff2-6117-45a9-b460-0b126f8270b7 on network acf968b8-c524-46a9-a20b-ad9667009130 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:08:26.382434 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 41278) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:08:26.387842 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed7de699-b866-4ee2-9cf4-4c87f8cad898 None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 8, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:08:26.388211 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed7de699-b866-4ee2-9cf4-4c87f8cad898 None None] Checking segment: {'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:08:26.388617 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ed7de699-b866-4ee2-9cf4-4c87f8cad898 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:26.388764 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-119231d6-f001-45fb-9950-551c037ada9d admin admin] Transition to ACTIVE for port object b803ed8e-bad7-4c15-b7b1-1ce09254f814 will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:08:26.389140 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed7de699-b866-4ee2-9cf4-4c87f8cad898 None None] Bound using segment: {'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:08:26.389716 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-ed7de699-b866-4ee2-9cf4-4c87f8cad898 None None] Bound port: 785f8ff2-6117-45a9-b460-0b126f8270b7, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:08:26.390216 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ed7de699-b866-4ee2-9cf4-4c87f8cad898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:26.428473 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-119231d6-f001-45fb-9950-551c037ada9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:26.435123 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bacff24d-db9c-4ade-b997-5425094c0bee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:26.446636 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-ed7de699-b866-4ee2-9cf4-4c87f8cad898 None None] For port 785f8ff2-6117-45a9-b460-0b126f8270b7, host n-d-800634-1, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:08:26.450348 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-ed7de699-b866-4ee2-9cf4-4c87f8cad898 None None] For port 785f8ff2-6117-45a9-b460-0b126f8270b7, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=785f8ff2-6117-45a9-b460-0b126f8270b7,segment=NetworkSegment(3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87),segment_id=3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:08:26.456333 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ed7de699-b866-4ee2-9cf4-4c87f8cad898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:26.459826 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bacff24d-db9c-4ade-b997-5425094c0bee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:26.472818 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-119231d6-f001-45fb-9950-551c037ada9d admin admin] Network 85675ef6-c9f4-45a9-b143-088b3c3bab41 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:08:26.478771 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-119231d6-f001-45fb-9950-551c037ada9d admin admin] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:08:26.490207 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119231d6-f001-45fb-9950-551c037ada9d admin admin] Pushing event updated for resources: {'Port': ['ID=b803ed8e-bad7-4c15-b7b1-1ce09254f814,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:08:26.497070 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119231d6-f001-45fb-9950-551c037ada9d admin admin] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:08:26.508333 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7de699-b866-4ee2-9cf4-4c87f8cad898 None None] Routers {'05b1fbf9-1116-473a-9585-6fc6322e1a43'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:08:26.508969 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-ed7de699-b866-4ee2-9cf4-4c87f8cad898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:08:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['05b1fbf9-1116-473a-9585-6fc6322e1a43'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:08:26.531128 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bacff24d-db9c-4ade-b997-5425094c0bee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:26.535360 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bacff24d-db9c-4ade-b997-5425094c0bee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:26.536549 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-bacff24d-db9c-4ade-b997-5425094c0bee admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/63fb7fe7-7b0e-4ccc-be36-860c7c0440ce HTTP/1.1" status: 204 len: 168 time: 0.1532438 Jul 13 14:08:26.552807 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-119231d6-f001-45fb-9950-551c037ada9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-450452'] for router_interface, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:26.561968 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacff24d-db9c-4ade-b997-5425094c0bee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63fb7fe7-7b0e-4ccc-be36-860c7c0440ce,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:08:26.572744 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacff24d-db9c-4ade-b997-5425094c0bee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:08:26.573086 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacff24d-db9c-4ade-b997-5425094c0bee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:08:26.573455 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacff24d-db9c-4ade-b997-5425094c0bee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:08:26.574024 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacff24d-db9c-4ade-b997-5425094c0bee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:08:26.574526 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacff24d-db9c-4ade-b997-5425094c0bee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:08:26.579957 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacff24d-db9c-4ade-b997-5425094c0bee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:08:26.584609 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacff24d-db9c-4ade-b997-5425094c0bee admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:08:26.586170 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacff24d-db9c-4ade-b997-5425094c0bee admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:08:26.586326 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacff24d-db9c-4ade-b997-5425094c0bee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:08:26.586538 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacff24d-db9c-4ade-b997-5425094c0bee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:08:26.588762 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacff24d-db9c-4ade-b997-5425094c0bee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:08:26.589956 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacff24d-db9c-4ade-b997-5425094c0bee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:08:26.647731 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-ed7de699-b866-4ee2-9cf4-4c87f8cad898 None None] Set router 05b1fbf9-1116-473a-9585-6fc6322e1a43 gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:08:26.737983 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-119231d6-f001-45fb-9950-551c037ada9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:26.767802 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-11b57b1e-8619-4b62-a22b-e78501c73db3 None None] Provisioning for port b803ed8e-bad7-4c15-b7b1-1ce09254f814 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:08:26.778723 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-11b57b1e-8619-4b62-a22b-e78501c73db3 None None] Provisioning complete for port b803ed8e-bad7-4c15-b7b1-1ce09254f814 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:08:26.779365 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11b57b1e-8619-4b62-a22b-e78501c73db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:26.798674 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12631965-8e63-4183-8088-f319f9b9f612 None None] Pushing event updated for resources: {'Port': ['ID=785f8ff2-6117-45a9-b460-0b126f8270b7,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:08:26.825663 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-11b57b1e-8619-4b62-a22b-e78501c73db3 None None] Port b803ed8e-bad7-4c15-b7b1-1ce09254f814 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:08:26.880019 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-ed7de699-b866-4ee2-9cf4-4c87f8cad898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05b1fbf9-1116-473a-9585-6fc6322e1a43', 'name': 'tempest-TestServerBasicOps-1851359004-router', 'tenant_id': '59f4d545a6654c5eb7918dfd74d8ac77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': '785f8ff2-6117-45a9-b460-0b126f8270b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:08:23Z', 'updated_at': '2021-07-13T14:08:24Z', 'revision_number': 3, 'project_id': '59f4d545a6654c5eb7918dfd74d8ac77', 'gw_port': {'id': '785f8ff2-6117-45a9-b460-0b126f8270b7', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d2:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05b1fbf9-1116-473a-9585-6fc6322e1a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:08:23Z', 'updated_at': '2021-07-13T14:08:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:08:26.910189 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7de699-b866-4ee2-9cf4-4c87f8cad898 None None] The sync data for ids ['05b1fbf9-1116-473a-9585-6fc6322e1a43'] in n-d-800634-1 is: [{'id': '05b1fbf9-1116-473a-9585-6fc6322e1a43', 'name': 'tempest-TestServerBasicOps-1851359004-router', 'tenant_id': '59f4d545a6654c5eb7918dfd74d8ac77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': '785f8ff2-6117-45a9-b460-0b126f8270b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:08:23Z', 'updated_at': '2021-07-13T14:08:24Z', 'revision_number': 3, 'project_id': '59f4d545a6654c5eb7918dfd74d8ac77', 'gw_port': {'id': '785f8ff2-6117-45a9-b460-0b126f8270b7', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d2:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05b1fbf9-1116-473a-9585-6fc6322e1a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:08:23Z', 'updated_at': '2021-07-13T14:08:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:08:26.944926 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-119231d6-f001-45fb-9950-551c037ada9d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:26.954677 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-119231d6-f001-45fb-9950-551c037ada9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:27.028316 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-119231d6-f001-45fb-9950-551c037ada9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1785045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451806'] for router_interface, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:27.030371 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119231d6-f001-45fb-9950-551c037ada9d admin admin] Pushing event updated for resources: {'Port': ['ID=b803ed8e-bad7-4c15-b7b1-1ce09254f814,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:08:27.063256 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 1abf4c85-5d68-40ca-bc44-edb1bf1ed118 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:08:27.115702 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 1abf4c85-5d68-40ca-bc44-edb1bf1ed118 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:08:27.115832 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:27.140190 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-119231d6-f001-45fb-9950-551c037ada9d admin admin] Network 85675ef6-c9f4-45a9-b143-088b3c3bab41 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:08:27.142452 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-119231d6-f001-45fb-9950-551c037ada9d admin admin] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:08:27.355517 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-119231d6-f001-45fb-9950-551c037ada9d admin admin] Router 05b1fbf9-1116-473a-9585-6fc6322e1a43 has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:08:27.416742 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 41302) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:08:27.483343 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-119231d6-f001-45fb-9950-551c037ada9d admin admin] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:08:27.489439 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-119231d6-f001-45fb-9950-551c037ada9d admin admin] 10.222.0.23 "PUT /v2.0/routers/05b1fbf9-1116-473a-9585-6fc6322e1a43/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0401263 Jul 13 14:08:27.527752 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-77362af5-3588-43a9-a83a-8fa92a330863 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2135594512-network', 'tenant_id': '3db5a0519efe43cfaf98ff18aa9c6474'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:08:27.550155 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77362af5-3588-43a9-a83a-8fa92a330863 admin admin] Made reservation on behalf of 3db5a0519efe43cfaf98ff18aa9c6474 for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:08:27.553092 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-77362af5-3588-43a9-a83a-8fa92a330863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:27.560464 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b932946a-d170-4d8d-9a82-f278867517fc None None] Provisioning complete for port b803ed8e-bad7-4c15-b7b1-1ce09254f814 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:08:27.560838 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b932946a-d170-4d8d-9a82-f278867517fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:27.565351 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-77362af5-3588-43a9-a83a-8fa92a330863 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:27.608169 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b932946a-d170-4d8d-9a82-f278867517fc None None] Port b803ed8e-bad7-4c15-b7b1-1ce09254f814 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:08:27.679939 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-77362af5-3588-43a9-a83a-8fa92a330863 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:27.687303 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-77362af5-3588-43a9-a83a-8fa92a330863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:27.706635 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77362af5-3588-43a9-a83a-8fa92a330863 admin admin] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 14:08:27.725907 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-77362af5-3588-43a9-a83a-8fa92a330863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:27.726362 n-d-800634-1 neutron-server[93750]: INFO neutron.db.segments_db [None req-77362af5-3588-43a9-a83a-8fa92a330863 admin admin] Added segment 19e1e1b7-4c91-43d6-bce8-3ade58460b62 of type vlan for network e88e8b10-5fd3-4c93-97c1-ad0db43fa6cf Jul 13 14:08:27.728170 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77362af5-3588-43a9-a83a-8fa92a330863 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3d37075-2bd2-416d-97b7-202d475d112d,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:08:27.779342 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-77362af5-3588-43a9-a83a-8fa92a330863 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:27.820801 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-77362af5-3588-43a9-a83a-8fa92a330863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:27.822129 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77362af5-3588-43a9-a83a-8fa92a330863 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:08:27.822894 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-77362af5-3588-43a9-a83a-8fa92a330863 admin admin] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:27.882862 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 41316) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:08:27.883142 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-77362af5-3588-43a9-a83a-8fa92a330863 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4650309 Jul 13 14:08:27.889134 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-c5ad492a-112b-4aac-b11d-61d4023b06b1 admin admin] Request body: {'subnet': {'network_id': 'e88e8b10-5fd3-4c93-97c1-ad0db43fa6cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2135594512-subnet', 'tenant_id': '3db5a0519efe43cfaf98ff18aa9c6474', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:08:27.905047 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77362af5-3588-43a9-a83a-8fa92a330863 admin admin] Pushing event updated for resources: {'Network': ['ID=e88e8b10-5fd3-4c93-97c1-ad0db43fa6cf,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:08:27.926071 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5ad492a-112b-4aac-b11d-61d4023b06b1 admin admin] Made reservation on behalf of 3db5a0519efe43cfaf98ff18aa9c6474 for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:08:27.929435 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c5ad492a-112b-4aac-b11d-61d4023b06b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6104980'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:27.931849 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network e88e8b10-5fd3-4c93-97c1-ad0db43fa6cf details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 14:08:28.111999 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 41322) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:08:28.117031 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-1eec046d-7019-4259-aab1-059438ac07e8 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1276585152-network', 'tenant_id': 'b8ff95a1b8ed49feb4f6c5177217c5a7'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:08:28.131064 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c5ad492a-112b-4aac-b11d-61d4023b06b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6018343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6104998'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:28.138056 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eec046d-7019-4259-aab1-059438ac07e8 admin admin] Made reservation on behalf of b8ff95a1b8ed49feb4f6c5177217c5a7 for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:08:28.140497 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1eec046d-7019-4259-aab1-059438ac07e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:28.149799 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1eec046d-7019-4259-aab1-059438ac07e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:28.192752 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ad492a-112b-4aac-b11d-61d4023b06b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d16211b5-3cd6-48a9-abbf-3d18c76874e8,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:08:28.202169 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ad492a-112b-4aac-b11d-61d4023b06b1 admin admin] Checking segment: {'id': '19e1e1b7-4c91-43d6-bce8-3ade58460b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'e88e8b10-5fd3-4c93-97c1-ad0db43fa6cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:08:28.202588 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ad492a-112b-4aac-b11d-61d4023b06b1 admin admin] Network hostable DHCP agents. Network: e88e8b10-5fd3-4c93-97c1-ad0db43fa6cf, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 14:08:28.221634 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ad492a-112b-4aac-b11d-61d4023b06b1 admin admin] Network e88e8b10-5fd3-4c93-97c1-ad0db43fa6cf is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 14:08:28.230814 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-c5ad492a-112b-4aac-b11d-61d4023b06b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, e88e8b10-5fd3-4c93-97c1-ad0db43fa6cf) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:08:28.234876 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ad492a-112b-4aac-b11d-61d4023b06b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:08:28.235478 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c5ad492a-112b-4aac-b11d-61d4023b06b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:28.239465 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99570065-17f6-46e8-9aef-2f43bd7cd21d None None] Network e88e8b10-5fd3-4c93-97c1-ad0db43fa6cf requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:08:28.246961 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1eec046d-7019-4259-aab1-059438ac07e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:28.251771 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1eec046d-7019-4259-aab1-059438ac07e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:28.264304 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-c5ad492a-112b-4aac-b11d-61d4023b06b1 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3717256 Jul 13 14:08:28.285598 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1eec046d-7019-4259-aab1-059438ac07e8 admin admin] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 14:08:28.291790 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eec046d-7019-4259-aab1-059438ac07e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=000a4d24-b154-4507-a086-c18c5b5e2084,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:08:28.302222 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1eec046d-7019-4259-aab1-059438ac07e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:28.302732 n-d-800634-1 neutron-server[93750]: INFO neutron.db.segments_db [None req-1eec046d-7019-4259-aab1-059438ac07e8 admin admin] Added segment bde7a7ee-652c-4005-9bde-952c78cfbc5d of type vlan for network 87e368b7-30ed-4533-b739-21d5bae82448 Jul 13 14:08:28.363501 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1eec046d-7019-4259-aab1-059438ac07e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:28.406941 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1eec046d-7019-4259-aab1-059438ac07e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:28.408284 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eec046d-7019-4259-aab1-059438ac07e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:08:28.409299 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1eec046d-7019-4259-aab1-059438ac07e8 admin admin] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:28.477356 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-1eec046d-7019-4259-aab1-059438ac07e8 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3640161 Jul 13 14:08:28.480590 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 41330) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:08:28.486048 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-9caa5b14-f312-4e56-9a85-cc58dd5ac478 admin admin] Request body: {'subnet': {'network_id': '87e368b7-30ed-4533-b739-21d5bae82448', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1276585152-subnet', 'tenant_id': 'b8ff95a1b8ed49feb4f6c5177217c5a7', 'ip_version': 4}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:08:28.498402 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eec046d-7019-4259-aab1-059438ac07e8 admin admin] Pushing event updated for resources: {'Network': ['ID=87e368b7-30ed-4533-b739-21d5bae82448,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:08:28.512863 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9caa5b14-f312-4e56-9a85-cc58dd5ac478 admin admin] Made reservation on behalf of b8ff95a1b8ed49feb4f6c5177217c5a7 for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:08:28.515996 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9caa5b14-f312-4e56-9a85-cc58dd5ac478 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6104980'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:28.522597 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network 87e368b7-30ed-4533-b739-21d5bae82448 details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 14:08:28.585374 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e72224b7-902d-4cbc-b27e-2fc164909d7b None None] Network e88e8b10-5fd3-4c93-97c1-ad0db43fa6cf requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:08:28.720204 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9caa5b14-f312-4e56-9a85-cc58dd5ac478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6018343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6104998'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:28.795115 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caa5b14-f312-4e56-9a85-cc58dd5ac478 admin admin] Pushing event updated for resources: {'Subnet': ['ID=95ed2751-2e5e-46ef-8f3f-3d51a57dc269,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:08:28.799734 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9caa5b14-f312-4e56-9a85-cc58dd5ac478 admin admin] Checking segment: {'id': 'bde7a7ee-652c-4005-9bde-952c78cfbc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '87e368b7-30ed-4533-b739-21d5bae82448'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:08:28.800093 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9caa5b14-f312-4e56-9a85-cc58dd5ac478 admin admin] Network hostable DHCP agents. Network: 87e368b7-30ed-4533-b739-21d5bae82448, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 14:08:28.818631 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9caa5b14-f312-4e56-9a85-cc58dd5ac478 admin admin] Network 87e368b7-30ed-4533-b739-21d5bae82448 is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 14:08:28.828871 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-9caa5b14-f312-4e56-9a85-cc58dd5ac478 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, 87e368b7-30ed-4533-b739-21d5bae82448) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:08:28.833035 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9caa5b14-f312-4e56-9a85-cc58dd5ac478 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:08:28.833643 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9caa5b14-f312-4e56-9a85-cc58dd5ac478 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:28.838533 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d70f69-8c16-4162-96b3-fdf4d5be118d None None] Network 87e368b7-30ed-4533-b739-21d5bae82448 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:08:28.850852 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-9caa5b14-f312-4e56-9a85-cc58dd5ac478 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3687801 Jul 13 14:08:28.853367 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 41340) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:08:28.858555 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-e23f0449-a6df-4cf7-bb48-db2b776c2aae admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1276585152-router', 'tenant_id': 'b8ff95a1b8ed49feb4f6c5177217c5a7', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:08:28.888065 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e23f0449-a6df-4cf7-bb48-db2b776c2aae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1591928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2714'] for router, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:28.889115 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e23f0449-a6df-4cf7-bb48-db2b776c2aae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447198', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1629690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2689'] for router, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:28.920706 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 41344) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:08:28.926488 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-2e82c74c-948f-48cd-ae55-4608aaf6fb74 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1774343339-network', 'tenant_id': 'b39d0b9d4425429b83dcd0ba2630e59d'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:08:28.946550 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e23f0449-a6df-4cf7-bb48-db2b776c2aae admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:28.951598 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e82c74c-948f-48cd-ae55-4608aaf6fb74 admin admin] Made reservation on behalf of b39d0b9d4425429b83dcd0ba2630e59d for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:08:28.953933 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2e82c74c-948f-48cd-ae55-4608aaf6fb74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:28.963594 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2e82c74c-948f-48cd-ae55-4608aaf6fb74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:29.021396 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25000c14-0af9-49af-849f-11a0bec55765 None None] Sync routers for ids ['05b1fbf9-1116-473a-9585-6fc6322e1a43'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:08:29.060034 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25000c14-0af9-49af-849f-11a0bec55765 None None] Routers {'05b1fbf9-1116-473a-9585-6fc6322e1a43'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:08:29.060593 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-25000c14-0af9-49af-849f-11a0bec55765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:08:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['05b1fbf9-1116-473a-9585-6fc6322e1a43'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:08:29.081525 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2e82c74c-948f-48cd-ae55-4608aaf6fb74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:29.095522 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2e82c74c-948f-48cd-ae55-4608aaf6fb74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:29.101132 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9458ea63-7975-4647-8e78-67f2e27a801a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a7201e1-61ce-5a3e-b7f7-e800379ed03b-87e368b7-30ed-4533-b739-21d5bae82448', 'network_id': '87e368b7-30ed-4533-b739-21d5bae82448', 'tenant_id': 'b8ff95a1b8ed49feb4f6c5177217c5a7', 'fixed_ips': [{'subnet_id': '95ed2751-2e5e-46ef-8f3f-3d51a57dc269'}]}} from n-d-800634-1. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 14:08:29.102664 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9458ea63-7975-4647-8e78-67f2e27a801a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:29.145593 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e82c74c-948f-48cd-ae55-4608aaf6fb74 admin admin] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 14:08:29.167993 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2e82c74c-948f-48cd-ae55-4608aaf6fb74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:29.168356 n-d-800634-1 neutron-server[93750]: INFO neutron.db.segments_db [None req-2e82c74c-948f-48cd-ae55-4608aaf6fb74 admin admin] Added segment 98697b66-6de1-4883-bd66-d7845a01bbad of type vlan for network 3ffe6553-7fad-44ad-8356-a7192a0b7297 Jul 13 14:08:29.169964 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e82c74c-948f-48cd-ae55-4608aaf6fb74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d47f64fe-7376-453a-a058-4904914008b3,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:08:29.219176 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 785f8ff2-6117-45a9-b460-0b126f8270b7 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:08:29.222080 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2e82c74c-948f-48cd-ae55-4608aaf6fb74 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:29.255821 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2e82c74c-948f-48cd-ae55-4608aaf6fb74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:29.256776 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e82c74c-948f-48cd-ae55-4608aaf6fb74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:08:29.257323 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2e82c74c-948f-48cd-ae55-4608aaf6fb74 admin admin] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:29.317708 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-2e82c74c-948f-48cd-ae55-4608aaf6fb74 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3955262 Jul 13 14:08:29.320613 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 41346) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:08:29.328134 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-35a8c36e-b51b-43bf-80c9-9d932aacd3a3 admin admin] Request body: {'subnet': {'network_id': '3ffe6553-7fad-44ad-8356-a7192a0b7297', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1774343339-subnet', 'tenant_id': 'b39d0b9d4425429b83dcd0ba2630e59d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:08:29.332373 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e82c74c-948f-48cd-ae55-4608aaf6fb74 admin admin] Pushing event updated for resources: {'Network': ['ID=3ffe6553-7fad-44ad-8356-a7192a0b7297,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:08:29.338140 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-25000c14-0af9-49af-849f-11a0bec55765 None None] Set router 05b1fbf9-1116-473a-9585-6fc6322e1a43 gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:08:29.352341 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35a8c36e-b51b-43bf-80c9-9d932aacd3a3 admin admin] Made reservation on behalf of b39d0b9d4425429b83dcd0ba2630e59d for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:08:29.354808 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-35a8c36e-b51b-43bf-80c9-9d932aacd3a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4763385'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:29.374527 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network 3ffe6553-7fad-44ad-8356-a7192a0b7297 details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 14:08:29.381249 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e23f0449-a6df-4cf7-bb48-db2b776c2aae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447180', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1591910', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2751'] for router, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:29.450492 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-9458ea63-7975-4647-8e78-67f2e27a801a None None] Allocated IP 172.20.0.2 (87e368b7-30ed-4533-b739-21d5bae82448/95ed2751-2e5e-46ef-8f3f-3d51a57dc269/5ae09a97-b3b9-43c9-b47d-84115a90ec68) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:08:29.502226 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port 785f8ff2-6117-45a9-b460-0b126f8270b7 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:08:29.559524 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-35a8c36e-b51b-43bf-80c9-9d932aacd3a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5970588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4763339'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:29.561133 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 785f8ff2-6117-45a9-b460-0b126f8270b7 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:08:29.561502 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:29.617455 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e23f0449-a6df-4cf7-bb48-db2b776c2aae admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:29.629615 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a8c36e-b51b-43bf-80c9-9d932aacd3a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=540ba119-0693-447f-9f59-264f6fd1ffae,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:08:29.638914 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a8c36e-b51b-43bf-80c9-9d932aacd3a3 admin admin] Checking segment: {'id': '98697b66-6de1-4883-bd66-d7845a01bbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '3ffe6553-7fad-44ad-8356-a7192a0b7297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:08:29.639533 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a8c36e-b51b-43bf-80c9-9d932aacd3a3 admin admin] Network hostable DHCP agents. Network: 3ffe6553-7fad-44ad-8356-a7192a0b7297, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 14:08:29.640793 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e23f0449-a6df-4cf7-bb48-db2b776c2aae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:29.658522 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a8c36e-b51b-43bf-80c9-9d932aacd3a3 admin admin] Network 3ffe6553-7fad-44ad-8356-a7192a0b7297 is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 14:08:29.668998 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-35a8c36e-b51b-43bf-80c9-9d932aacd3a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, 3ffe6553-7fad-44ad-8356-a7192a0b7297) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:08:29.674586 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a8c36e-b51b-43bf-80c9-9d932aacd3a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:08:29.675691 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-35a8c36e-b51b-43bf-80c9-9d932aacd3a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:29.700142 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-35a8c36e-b51b-43bf-80c9-9d932aacd3a3 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3704989 Jul 13 14:08:29.700399 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8d0f36d-d1cb-426b-a2c9-c740a94412b0 None None] Network 3ffe6553-7fad-44ad-8356-a7192a0b7297 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:08:29.769657 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-e23f0449-a6df-4cf7-bb48-db2b776c2aae admin admin] Allocated IP 172.25.6.100 (acf968b8-c524-46a9-a20b-ad9667009130/dde5a78e-bd1e-4f47-8189-7321d4de73d3/95b4540c-be6b-4243-a915-f4a137c4d50f) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:08:29.824997 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 41352) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:08:29.871890 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6fbce92-8ea4-4251-8437-6c39986b1d6a admin admin] Deleting subnet d16211b5-3cd6-48a9-abbf-3d18c76874e8 {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 14:08:29.875600 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d6fbce92-8ea4-4251-8437-6c39986b1d6a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:29.889616 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e23f0449-a6df-4cf7-bb48-db2b776c2aae admin admin] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:29.899811 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:29.914901 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d6fbce92-8ea4-4251-8437-6c39986b1d6a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5431723'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:29.947083 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e23f0449-a6df-4cf7-bb48-db2b776c2aae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:29.958747 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port 785f8ff2-6117-45a9-b460-0b126f8270b7, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=785f8ff2-6117-45a9-b460-0b126f8270b7,segment=NetworkSegment(3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87),segment_id=3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:08:29.960061 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9458ea63-7975-4647-8e78-67f2e27a801a None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:29.966338 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d6fbce92-8ea4-4251-8437-6c39986b1d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:29.972692 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:29.975152 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-9458ea63-7975-4647-8e78-67f2e27a801a None None] Transition to ACTIVE for port object 5ae09a97-b3b9-43c9-b47d-84115a90ec68 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:08:29.992432 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e23f0449-a6df-4cf7-bb48-db2b776c2aae admin admin] Network acf968b8-c524-46a9-a20b-ad9667009130 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:08:29.995482 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-e23f0449-a6df-4cf7-bb48-db2b776c2aae admin admin] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:08:29.999784 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23f0449-a6df-4cf7-bb48-db2b776c2aae admin admin] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:08:30.006402 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23f0449-a6df-4cf7-bb48-db2b776c2aae admin admin] Pushing event updated for resources: {'Port': ['ID=95b4540c-be6b-4243-a915-f4a137c4d50f,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:08:30.030191 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d6fbce92-8ea4-4251-8437-6c39986b1d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5970525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4763356'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:30.038945 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3ff2d5e-b067-46b4-8903-96d7ac86fe52 None None] Network 3ffe6553-7fad-44ad-8356-a7192a0b7297 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:08:30.058899 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fbce92-8ea4-4251-8437-6c39986b1d6a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d16211b5-3cd6-48a9-abbf-3d18c76874e8,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:08:30.061129 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d6fbce92-8ea4-4251-8437-6c39986b1d6a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:30.065554 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-d6fbce92-8ea4-4251-8437-6c39986b1d6a admin admin] 10.222.0.23 "DELETE /v2.0/subnets/d16211b5-3cd6-48a9-abbf-3d18c76874e8 HTTP/1.1" status: 204 len: 168 time: 0.2370558 Jul 13 14:08:30.065722 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-9458ea63-7975-4647-8e78-67f2e27a801a None None] Transition to ACTIVE for port object 5ae09a97-b3b9-43c9-b47d-84115a90ec68 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:08:30.067021 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 41354) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:08:30.100259 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-25000c14-0af9-49af-849f-11a0bec55765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05b1fbf9-1116-473a-9585-6fc6322e1a43', 'name': 'tempest-TestServerBasicOps-1851359004-router', 'tenant_id': '59f4d545a6654c5eb7918dfd74d8ac77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': '785f8ff2-6117-45a9-b460-0b126f8270b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:08:23Z', 'updated_at': '2021-07-13T14:08:26Z', 'revision_number': 4, 'project_id': '59f4d545a6654c5eb7918dfd74d8ac77', 'gw_port': {'id': '785f8ff2-6117-45a9-b460-0b126f8270b7', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d2:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05b1fbf9-1116-473a-9585-6fc6322e1a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:08:23Z', 'updated_at': '2021-07-13T14:08:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': 'b803ed8e-bad7-4c15-b7b1-1ce09254f814', 'name': '', 'network_id': '85675ef6-c9f4-45a9-b143-088b3c3bab41', 'tenant_id': '59f4d545a6654c5eb7918dfd74d8ac77', 'mac_address': 'fa:16:3e:8f:e1:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05b1fbf9-1116-473a-9585-6fc6322e1a43', 'device_owner': 'network:router_interface', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': 'a3263c26-0926-4e8f-a717-50d981fdb59c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:08:26Z', 'updated_at': '2021-07-13T14:08:26Z', 'revision_number': 2, 'project_id': '59f4d545a6654c5eb7918dfd74d8ac77', 'subnets': [{'id': 'a3263c26-0926-4e8f-a717-50d981fdb59c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:08:30.139275 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f309702e-3488-4e35-8be6-70c4c9402cdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:30.141598 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9458ea63-7975-4647-8e78-67f2e27a801a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:30.143786 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25000c14-0af9-49af-849f-11a0bec55765 None None] Checking router: 05b1fbf9-1116-473a-9585-6fc6322e1a43 for host: n-d-800634-1 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:08:30.144575 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25000c14-0af9-49af-849f-11a0bec55765 None None] Updating router 05b1fbf9-1116-473a-9585-6fc6322e1a43 port b803ed8e-bad7-4c15-b7b1-1ce09254f814 binding host n-d-800634-1 {{(pid=93752) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 14:08:30.238205 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f309702e-3488-4e35-8be6-70c4c9402cdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:30.250221 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-f309702e-3488-4e35-8be6-70c4c9402cdb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e88e8b10-5fd3-4c93-97c1-ad0db43fa6cf']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:08:30.262984 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-f309702e-3488-4e35-8be6-70c4c9402cdb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19e1e1b7-4c91-43d6-bce8-3ade58460b62') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:08:30.263269 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-f309702e-3488-4e35-8be6-70c4c9402cdb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19e1e1b7-4c91-43d6-bce8-3ade58460b62') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:08:30.273058 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f309702e-3488-4e35-8be6-70c4c9402cdb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5431730'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:30.281789 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e23f0449-a6df-4cf7-bb48-db2b776c2aae admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:30.288427 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f309702e-3488-4e35-8be6-70c4c9402cdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:30.294878 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f309702e-3488-4e35-8be6-70c4c9402cdb admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 14:08:30.295280 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f309702e-3488-4e35-8be6-70c4c9402cdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5970419'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:30.296962 n-d-800634-1 neutron-server[93750]: Traceback (most recent call last): Jul 13 14:08:30.296962 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 14:08:30.296962 n-d-800634-1 neutron-server[93750]: timer() Jul 13 14:08:30.296962 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 14:08:30.296962 n-d-800634-1 neutron-server[93750]: cb(*args, **kw) Jul 13 14:08:30.296962 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 14:08:30.296962 n-d-800634-1 neutron-server[93750]: return func(*args, **kwargs) Jul 13 14:08:30.296962 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 14:08:30.296962 n-d-800634-1 neutron-server[93750]: self._notify() Jul 13 14:08:30.296962 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 14:08:30.296962 n-d-800634-1 neutron-server[93750]: self.callback(batched_events) Jul 13 14:08:30.296962 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 14:08:30.296962 n-d-800634-1 neutron-server[93750]: event.method(event) Jul 13 14:08:30.296962 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 14:08:30.296962 n-d-800634-1 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 14:08:30.296962 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 14:08:30.296962 n-d-800634-1 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 14:08:30.296962 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 14:08:30.296962 n-d-800634-1 neutron-server[93750]: return f(self, *a, **k) Jul 13 14:08:30.296962 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 14:08:30.296962 n-d-800634-1 neutron-server[93750]: return self._get(url).json() Jul 13 14:08:30.296962 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 14:08:30.296962 n-d-800634-1 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 14:08:30.296962 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 14:08:30.296962 n-d-800634-1 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 13 14:08:30.296962 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 14:08:30.296962 n-d-800634-1 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 14:08:30.296962 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 14:08:30.296962 n-d-800634-1 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 14:08:30.296962 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 14:08:30.296962 n-d-800634-1 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 14:08:30.296962 n-d-800634-1 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 14:08:30.362174 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f309702e-3488-4e35-8be6-70c4c9402cdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:30.365044 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=785f8ff2-6117-45a9-b460-0b126f8270b7,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:08:30.370510 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f309702e-3488-4e35-8be6-70c4c9402cdb admin admin] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:30.374021 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-f309702e-3488-4e35-8be6-70c4c9402cdb admin admin] 10.222.0.23 "DELETE /v2.0/networks/e88e8b10-5fd3-4c93-97c1-ad0db43fa6cf HTTP/1.1" status: 204 len: 168 time: 0.3066905 Jul 13 14:08:30.377973 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 41356) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:08:30.384885 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9458ea63-7975-4647-8e78-67f2e27a801a None None] Network 87e368b7-30ed-4533-b739-21d5bae82448 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:08:30.393785 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f309702e-3488-4e35-8be6-70c4c9402cdb admin admin] Pushing event deleted for resources: {'Network': ['ID=e88e8b10-5fd3-4c93-97c1-ad0db43fa6cf,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:08:30.419882 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-9458ea63-7975-4647-8e78-67f2e27a801a None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:08:30.425759 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9458ea63-7975-4647-8e78-67f2e27a801a None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:08:30.429501 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-25000c14-0af9-49af-849f-11a0bec55765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:30.477864 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bee2131-79d7-440b-bb3b-730a157ff754 admin admin] Deleting subnet 540ba119-0693-447f-9f59-264f6fd1ffae {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 14:08:30.484960 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9bee2131-79d7-440b-bb3b-730a157ff754 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:30.497125 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9458ea63-7975-4647-8e78-67f2e27a801a None None] Pushing event updated for resources: {'Port': ['ID=5ae09a97-b3b9-43c9-b47d-84115a90ec68,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:08:30.560964 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9bee2131-79d7-440b-bb3b-730a157ff754 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6018489'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:30.582161 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-9458ea63-7975-4647-8e78-67f2e27a801a None None] Attempting to bind port 5ae09a97-b3b9-43c9-b47d-84115a90ec68 on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:08:30.582543 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-9458ea63-7975-4647-8e78-67f2e27a801a None None] Attempting to bind port 5ae09a97-b3b9-43c9-b47d-84115a90ec68 by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': 'bde7a7ee-652c-4005-9bde-952c78cfbc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '87e368b7-30ed-4533-b739-21d5bae82448'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:08:30.582897 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9458ea63-7975-4647-8e78-67f2e27a801a None None] Attempting to bind port 5ae09a97-b3b9-43c9-b47d-84115a90ec68 on network 87e368b7-30ed-4533-b739-21d5bae82448 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:08:30.592686 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:30.598811 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9458ea63-7975-4647-8e78-67f2e27a801a None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 8, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:08:30.599189 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9458ea63-7975-4647-8e78-67f2e27a801a None None] Checking segment: {'id': 'bde7a7ee-652c-4005-9bde-952c78cfbc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '87e368b7-30ed-4533-b739-21d5bae82448'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:08:30.599584 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9458ea63-7975-4647-8e78-67f2e27a801a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:30.599976 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9458ea63-7975-4647-8e78-67f2e27a801a None None] Bound using segment: {'id': 'bde7a7ee-652c-4005-9bde-952c78cfbc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '87e368b7-30ed-4533-b739-21d5bae82448'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:08:30.600444 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-9458ea63-7975-4647-8e78-67f2e27a801a None None] Bound port: 5ae09a97-b3b9-43c9-b47d-84115a90ec68, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bde7a7ee-652c-4005-9bde-952c78cfbc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '87e368b7-30ed-4533-b739-21d5bae82448'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:08:30.600826 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9458ea63-7975-4647-8e78-67f2e27a801a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:30.601905 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e23f0449-a6df-4cf7-bb48-db2b776c2aae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447217'] for router, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:30.615349 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9bee2131-79d7-440b-bb3b-730a157ff754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:30.750816 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9bee2131-79d7-440b-bb3b-730a157ff754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6018534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6105009'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:30.785093 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9bee2131-79d7-440b-bb3b-730a157ff754 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:30.785596 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-9458ea63-7975-4647-8e78-67f2e27a801a None None] For port 5ae09a97-b3b9-43c9-b47d-84115a90ec68, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:08:30.787324 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-9bee2131-79d7-440b-bb3b-730a157ff754 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/540ba119-0693-447f-9f59-264f6fd1ffae HTTP/1.1" status: 204 len: 168 time: 0.4077735 Jul 13 14:08:30.788940 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bee2131-79d7-440b-bb3b-730a157ff754 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=540ba119-0693-447f-9f59-264f6fd1ffae,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:08:30.790581 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 41360) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:08:30.805944 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-9458ea63-7975-4647-8e78-67f2e27a801a None None] For port 5ae09a97-b3b9-43c9-b47d-84115a90ec68, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=5ae09a97-b3b9-43c9-b47d-84115a90ec68,segment=NetworkSegment(bde7a7ee-652c-4005-9bde-952c78cfbc5d),segment_id=bde7a7ee-652c-4005-9bde-952c78cfbc5d)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:08:30.812278 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e23f0449-a6df-4cf7-bb48-db2b776c2aae admin admin] Router 50a9e27f-97d0-4c99-bcad-809fc8d99af3 is scheduled to L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 with binding_index 1 {{(pid=93751) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 14:08:30.815065 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9458ea63-7975-4647-8e78-67f2e27a801a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:30.874971 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8737adce-caa5-4939-8874-a8ab9b3bc45c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:30.916607 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:30.931146 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9458ea63-7975-4647-8e78-67f2e27a801a None None] Pushing event updated for resources: {'Port': ['ID=5ae09a97-b3b9-43c9-b47d-84115a90ec68,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:08:30.954703 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e23f0449-a6df-4cf7-bb48-db2b776c2aae admin admin] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:08:30.967548 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04cca1c0-bf6a-4d76-b3a6-051ee0718b2d None None] Sync routers for ids ['50a9e27f-97d0-4c99-bcad-809fc8d99af3'] in n-d-800634-1 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:08:30.980293 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-25000c14-0af9-49af-849f-11a0bec55765 None None] Notify callbacks [] for port, precommit_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:30.984978 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04cca1c0-bf6a-4d76-b3a6-051ee0718b2d None None] Routers {'50a9e27f-97d0-4c99-bcad-809fc8d99af3'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:08:30.987739 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-04cca1c0-bf6a-4d76-b3a6-051ee0718b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:08:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['50a9e27f-97d0-4c99-bcad-809fc8d99af3'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:08:30.997635 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-25000c14-0af9-49af-849f-11a0bec55765 None None] Transition to ACTIVE for port object b803ed8e-bad7-4c15-b7b1-1ce09254f814 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:08:31.003612 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8737adce-caa5-4939-8874-a8ab9b3bc45c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:31.009776 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-25000c14-0af9-49af-849f-11a0bec55765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:31.021617 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-8737adce-caa5-4939-8874-a8ab9b3bc45c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ffe6553-7fad-44ad-8356-a7192a0b7297']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:08:31.021869 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e23f0449-a6df-4cf7-bb48-db2b776c2aae admin admin] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:31.021869 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-e23f0449-a6df-4cf7-bb48-db2b776c2aae admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1650157 Jul 13 14:08:31.022184 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 41362) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:08:31.038900 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-8737adce-caa5-4939-8874-a8ab9b3bc45c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98697b66-6de1-4883-bd66-d7845a01bbad') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:08:31.039197 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-8737adce-caa5-4939-8874-a8ab9b3bc45c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98697b66-6de1-4883-bd66-d7845a01bbad') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:08:31.051074 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8737adce-caa5-4939-8874-a8ab9b3bc45c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5431730'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:31.079495 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8737adce-caa5-4939-8874-a8ab9b3bc45c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:31.088332 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 785f8ff2-6117-45a9-b460-0b126f8270b7 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:08:31.090917 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8737adce-caa5-4939-8874-a8ab9b3bc45c admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 14:08:31.091442 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8737adce-caa5-4939-8874-a8ab9b3bc45c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5970419'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:31.093561 n-d-800634-1 neutron-server[93750]: Traceback (most recent call last): Jul 13 14:08:31.093561 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 14:08:31.093561 n-d-800634-1 neutron-server[93750]: timer() Jul 13 14:08:31.093561 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 14:08:31.093561 n-d-800634-1 neutron-server[93750]: cb(*args, **kw) Jul 13 14:08:31.093561 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 14:08:31.093561 n-d-800634-1 neutron-server[93750]: return func(*args, **kwargs) Jul 13 14:08:31.093561 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 14:08:31.093561 n-d-800634-1 neutron-server[93750]: self._notify() Jul 13 14:08:31.093561 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 14:08:31.093561 n-d-800634-1 neutron-server[93750]: self.callback(batched_events) Jul 13 14:08:31.093561 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 14:08:31.093561 n-d-800634-1 neutron-server[93750]: event.method(event) Jul 13 14:08:31.093561 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 14:08:31.093561 n-d-800634-1 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 14:08:31.093561 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 14:08:31.093561 n-d-800634-1 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 14:08:31.093561 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 14:08:31.093561 n-d-800634-1 neutron-server[93750]: return f(self, *a, **k) Jul 13 14:08:31.093561 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 14:08:31.093561 n-d-800634-1 neutron-server[93750]: return self._get(url).json() Jul 13 14:08:31.093561 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 14:08:31.093561 n-d-800634-1 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 14:08:31.093561 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 14:08:31.093561 n-d-800634-1 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 13 14:08:31.093561 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 14:08:31.093561 n-d-800634-1 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 14:08:31.093561 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 14:08:31.093561 n-d-800634-1 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 14:08:31.093561 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 14:08:31.093561 n-d-800634-1 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 14:08:31.093561 n-d-800634-1 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 14:08:31.184541 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6bb87e-8d37-4da0-bdef-71c976d5449e None None] Pushing event updated for resources: {'Port': ['ID=b803ed8e-bad7-4c15-b7b1-1ce09254f814,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:08:31.190897 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8737adce-caa5-4939-8874-a8ab9b3bc45c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:31.201891 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8737adce-caa5-4939-8874-a8ab9b3bc45c admin admin] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:31.204040 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-8737adce-caa5-4939-8874-a8ab9b3bc45c admin admin] 10.222.0.23 "DELETE /v2.0/networks/3ffe6553-7fad-44ad-8356-a7192a0b7297 HTTP/1.1" status: 204 len: 168 time: 0.4100270 Jul 13 14:08:31.212735 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-04cca1c0-bf6a-4d76-b3a6-051ee0718b2d None None] Set router 50a9e27f-97d0-4c99-bcad-809fc8d99af3 gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:08:31.228669 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8737adce-caa5-4939-8874-a8ab9b3bc45c admin admin] Pushing event deleted for resources: {'Network': ['ID=3ffe6553-7fad-44ad-8356-a7192a0b7297,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:08:31.343681 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 785f8ff2-6117-45a9-b460-0b126f8270b7 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:08:31.344059 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:31.423954 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-25000c14-0af9-49af-849f-11a0bec55765 None None] Attempting to bind port b803ed8e-bad7-4c15-b7b1-1ce09254f814 on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:08:31.424334 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-25000c14-0af9-49af-849f-11a0bec55765 None None] Attempting to bind port b803ed8e-bad7-4c15-b7b1-1ce09254f814 by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '690de628-e56f-4727-ac77-cb037614538e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '85675ef6-c9f4-45a9-b143-088b3c3bab41'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:08:31.424702 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25000c14-0af9-49af-849f-11a0bec55765 None None] Attempting to bind port b803ed8e-bad7-4c15-b7b1-1ce09254f814 on network 85675ef6-c9f4-45a9-b143-088b3c3bab41 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:08:31.455816 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25000c14-0af9-49af-849f-11a0bec55765 None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 8, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:08:31.456198 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25000c14-0af9-49af-849f-11a0bec55765 None None] Checking segment: {'id': '690de628-e56f-4727-ac77-cb037614538e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '85675ef6-c9f4-45a9-b143-088b3c3bab41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:08:31.456617 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-25000c14-0af9-49af-849f-11a0bec55765 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:31.457023 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25000c14-0af9-49af-849f-11a0bec55765 None None] Bound using segment: {'id': '690de628-e56f-4727-ac77-cb037614538e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '85675ef6-c9f4-45a9-b143-088b3c3bab41'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:08:31.457489 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-25000c14-0af9-49af-849f-11a0bec55765 None None] Bound port: b803ed8e-bad7-4c15-b7b1-1ce09254f814, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '690de628-e56f-4727-ac77-cb037614538e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '85675ef6-c9f4-45a9-b143-088b3c3bab41'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:08:31.457902 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-25000c14-0af9-49af-849f-11a0bec55765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:31.481017 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 41366) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:08:31.527933 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-04cca1c0-bf6a-4d76-b3a6-051ee0718b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50a9e27f-97d0-4c99-bcad-809fc8d99af3', 'name': 'tempest-TestServerBasicOps-1276585152-router', 'tenant_id': 'b8ff95a1b8ed49feb4f6c5177217c5a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.100'}], 'enable_snat': True}, 'gw_port_id': '95b4540c-be6b-4243-a915-f4a137c4d50f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:08:28Z', 'updated_at': '2021-07-13T14:08:30Z', 'revision_number': 3, 'project_id': 'b8ff95a1b8ed49feb4f6c5177217c5a7', 'gw_port': {'id': '95b4540c-be6b-4243-a915-f4a137c4d50f', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:89:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50a9e27f-97d0-4c99-bcad-809fc8d99af3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:08:29Z', 'updated_at': '2021-07-13T14:08:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:08:31.550714 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-3f7544ef-0df7-4c63-9a2b-ec92b127af67 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3db5a0519efe43cfaf98ff18aa9c6474&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0684645 Jul 13 14:08:31.553113 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 41368) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:08:31.568338 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04cca1c0-bf6a-4d76-b3a6-051ee0718b2d None None] Checking router: 50a9e27f-97d0-4c99-bcad-809fc8d99af3 for host: n-d-800634-1 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:08:31.568873 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04cca1c0-bf6a-4d76-b3a6-051ee0718b2d None None] Updating router 50a9e27f-97d0-4c99-bcad-809fc8d99af3 port 95b4540c-be6b-4243-a915-f4a137c4d50f binding host n-d-800634-1 {{(pid=93753) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 14:08:31.607973 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-04cca1c0-bf6a-4d76-b3a6-051ee0718b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:31.621502 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-723ee5a8-0a0d-4646-84bc-2ff8a175e9f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:31.650342 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-723ee5a8-0a0d-4646-84bc-2ff8a175e9f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:31.652178 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-25000c14-0af9-49af-849f-11a0bec55765 None None] For port b803ed8e-bad7-4c15-b7b1-1ce09254f814, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:08:31.656578 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-25000c14-0af9-49af-849f-11a0bec55765 None None] For port b803ed8e-bad7-4c15-b7b1-1ce09254f814, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=b803ed8e-bad7-4c15-b7b1-1ce09254f814,segment=NetworkSegment(690de628-e56f-4727-ac77-cb037614538e),segment_id=690de628-e56f-4727-ac77-cb037614538e)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:08:31.666508 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-25000c14-0af9-49af-849f-11a0bec55765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:31.724646 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a86d23a3-a565-4a62-94ee-561569326bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:31.727936 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25000c14-0af9-49af-849f-11a0bec55765 None None] Routers {'05b1fbf9-1116-473a-9585-6fc6322e1a43'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:08:31.728756 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-25000c14-0af9-49af-849f-11a0bec55765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:08:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['05b1fbf9-1116-473a-9585-6fc6322e1a43'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:08:31.747552 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-723ee5a8-0a0d-4646-84bc-2ff8a175e9f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:31.750987 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-723ee5a8-0a0d-4646-84bc-2ff8a175e9f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:31.755259 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-723ee5a8-0a0d-4646-84bc-2ff8a175e9f3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c3d37075-2bd2-416d-97b7-202d475d112d HTTP/1.1" status: 204 len: 168 time: 0.2011921 Jul 13 14:08:31.765365 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723ee5a8-0a0d-4646-84bc-2ff8a175e9f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3d37075-2bd2-416d-97b7-202d475d112d,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:08:31.902131 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6bb87e-8d37-4da0-bdef-71c976d5449e None None] Pushing event updated for resources: {'Port': ['ID=b803ed8e-bad7-4c15-b7b1-1ce09254f814,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:08:32.058781 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-25000c14-0af9-49af-849f-11a0bec55765 None None] Set router 05b1fbf9-1116-473a-9585-6fc6322e1a43 gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:08:32.121170 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-a86d23a3-a565-4a62-94ee-561569326bd7 admin admin] Allocated IP 172.20.0.1 (87e368b7-30ed-4533-b739-21d5bae82448/95ed2751-2e5e-46ef-8f3f-3d51a57dc269/ff537f95-5a9d-4b6b-a25d-9621befa223b) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:08:32.171405 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-04cca1c0-bf6a-4d76-b3a6-051ee0718b2d None None] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:32.191315 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-04cca1c0-bf6a-4d76-b3a6-051ee0718b2d None None] Transition to ACTIVE for port object 95b4540c-be6b-4243-a915-f4a137c4d50f will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:08:32.211899 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-04cca1c0-bf6a-4d76-b3a6-051ee0718b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:32.321605 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-04cca1c0-bf6a-4d76-b3a6-051ee0718b2d None None] Attempting to bind port 95b4540c-be6b-4243-a915-f4a137c4d50f on host n-d-800634-1 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:08:32.322059 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a86d23a3-a565-4a62-94ee-561569326bd7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:32.322938 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-04cca1c0-bf6a-4d76-b3a6-051ee0718b2d None None] Attempting to bind port 95b4540c-be6b-4243-a915-f4a137c4d50f by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:08:32.324514 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04cca1c0-bf6a-4d76-b3a6-051ee0718b2d None None] Attempting to bind port 95b4540c-be6b-4243-a915-f4a137c4d50f on network acf968b8-c524-46a9-a20b-ad9667009130 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:08:32.334161 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04cca1c0-bf6a-4d76-b3a6-051ee0718b2d None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 8, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:08:32.335100 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04cca1c0-bf6a-4d76-b3a6-051ee0718b2d None None] Checking segment: {'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:08:32.336819 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-04cca1c0-bf6a-4d76-b3a6-051ee0718b2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:32.337452 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04cca1c0-bf6a-4d76-b3a6-051ee0718b2d None None] Bound using segment: {'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:08:32.338253 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-04cca1c0-bf6a-4d76-b3a6-051ee0718b2d None None] Bound port: 95b4540c-be6b-4243-a915-f4a137c4d50f, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:08:32.338852 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-04cca1c0-bf6a-4d76-b3a6-051ee0718b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:32.346461 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-a86d23a3-a565-4a62-94ee-561569326bd7 admin admin] Transition to ACTIVE for port object ff537f95-5a9d-4b6b-a25d-9621befa223b will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:08:32.388051 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a86d23a3-a565-4a62-94ee-561569326bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:32.394249 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 41376) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:08:32.398856 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1785900-66b2-4fe8-a931-383076cf2fa6 None None] Pushing event updated for resources: {'Port': ['ID=95b4540c-be6b-4243-a915-f4a137c4d50f,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:08:32.459743 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-25000c14-0af9-49af-849f-11a0bec55765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05b1fbf9-1116-473a-9585-6fc6322e1a43', 'name': 'tempest-TestServerBasicOps-1851359004-router', 'tenant_id': '59f4d545a6654c5eb7918dfd74d8ac77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': '785f8ff2-6117-45a9-b460-0b126f8270b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:08:23Z', 'updated_at': '2021-07-13T14:08:26Z', 'revision_number': 4, 'project_id': '59f4d545a6654c5eb7918dfd74d8ac77', 'gw_port': {'id': '785f8ff2-6117-45a9-b460-0b126f8270b7', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d2:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b1fbf9-1116-473a-9585-6fc6322e1a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:08:23Z', 'updated_at': '2021-07-13T14:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': 'b803ed8e-bad7-4c15-b7b1-1ce09254f814', 'name': '', 'network_id': '85675ef6-c9f4-45a9-b143-088b3c3bab41', 'tenant_id': '59f4d545a6654c5eb7918dfd74d8ac77', 'mac_address': 'fa:16:3e:8f:e1:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05b1fbf9-1116-473a-9585-6fc6322e1a43', 'device_owner': 'network:router_interface', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': 'a3263c26-0926-4e8f-a717-50d981fdb59c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:08:26Z', 'updated_at': '2021-07-13T14:08:31Z', 'revision_number': 4, 'project_id': '59f4d545a6654c5eb7918dfd74d8ac77', 'subnets': [{'id': 'a3263c26-0926-4e8f-a717-50d981fdb59c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:08:32.462433 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-04cca1c0-bf6a-4d76-b3a6-051ee0718b2d None None] For port 95b4540c-be6b-4243-a915-f4a137c4d50f, host n-d-800634-1, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:08:32.469018 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-04cca1c0-bf6a-4d76-b3a6-051ee0718b2d None None] For port 95b4540c-be6b-4243-a915-f4a137c4d50f, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=95b4540c-be6b-4243-a915-f4a137c4d50f,segment=NetworkSegment(3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87),segment_id=3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:08:32.473211 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a86d23a3-a565-4a62-94ee-561569326bd7 admin admin] Network 87e368b7-30ed-4533-b739-21d5bae82448 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:08:32.475722 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-04cca1c0-bf6a-4d76-b3a6-051ee0718b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:32.478994 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86d23a3-a565-4a62-94ee-561569326bd7 admin admin] Pushing event updated for resources: {'Port': ['ID=ff537f95-5a9d-4b6b-a25d-9621befa223b,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:08:32.485896 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-a86d23a3-a565-4a62-94ee-561569326bd7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:08:32.487581 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a86d23a3-a565-4a62-94ee-561569326bd7 admin admin] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:08:32.491080 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-094a477c-359a-4ed9-b97b-652c39653a8d None None] Network 87e368b7-30ed-4533-b739-21d5bae82448 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:08:32.493512 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25000c14-0af9-49af-849f-11a0bec55765 None None] The sync data for ids ['05b1fbf9-1116-473a-9585-6fc6322e1a43'] in n-d-800634-1 is: [{'id': '05b1fbf9-1116-473a-9585-6fc6322e1a43', 'name': 'tempest-TestServerBasicOps-1851359004-router', 'tenant_id': '59f4d545a6654c5eb7918dfd74d8ac77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': '785f8ff2-6117-45a9-b460-0b126f8270b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:08:23Z', 'updated_at': '2021-07-13T14:08:26Z', 'revision_number': 4, 'project_id': '59f4d545a6654c5eb7918dfd74d8ac77', 'gw_port': {'id': '785f8ff2-6117-45a9-b460-0b126f8270b7', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d2:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b1fbf9-1116-473a-9585-6fc6322e1a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:08:23Z', 'updated_at': '2021-07-13T14:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': 'b803ed8e-bad7-4c15-b7b1-1ce09254f814', 'name': '', 'network_id': '85675ef6-c9f4-45a9-b143-088b3c3bab41', 'tenant_id': '59f4d545a6654c5eb7918dfd74d8ac77', 'mac_address': 'fa:16:3e:8f:e1:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05b1fbf9-1116-473a-9585-6fc6322e1a43', 'device_owner': 'network:router_interface', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': 'a3263c26-0926-4e8f-a717-50d981fdb59c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:08:26Z', 'updated_at': '2021-07-13T14:08:31Z', 'revision_number': 4, 'project_id': '59f4d545a6654c5eb7918dfd74d8ac77', 'subnets': [{'id': 'a3263c26-0926-4e8f-a717-50d981fdb59c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:08:32.540188 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-34715ade-0710-4842-8965-5bb854a7cf72 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b39d0b9d4425429b83dcd0ba2630e59d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1435473 Jul 13 14:08:32.542805 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 41378) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:08:32.563996 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-6bd3ddff-8eef-422a-97aa-bd286e2740df None None] Provisioning for port 5ae09a97-b3b9-43c9-b47d-84115a90ec68 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:08:32.569980 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a86d23a3-a565-4a62-94ee-561569326bd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-450452'] for router_interface, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:32.581204 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04cca1c0-bf6a-4d76-b3a6-051ee0718b2d None None] Routers {'50a9e27f-97d0-4c99-bcad-809fc8d99af3'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:08:32.581204 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-04cca1c0-bf6a-4d76-b3a6-051ee0718b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:08:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['50a9e27f-97d0-4c99-bcad-809fc8d99af3'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:08:32.621642 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1785900-66b2-4fe8-a931-383076cf2fa6 None None] Pushing event updated for resources: {'Port': ['ID=95b4540c-be6b-4243-a915-f4a137c4d50f,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:08:32.757763 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a86d23a3-a565-4a62-94ee-561569326bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:32.759972 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-59269148-029c-402d-8668-aa36228fcb54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:32.781336 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-04cca1c0-bf6a-4d76-b3a6-051ee0718b2d None None] Set router 50a9e27f-97d0-4c99-bcad-809fc8d99af3 gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:08:32.818594 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-59269148-029c-402d-8668-aa36228fcb54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:32.938037 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-59269148-029c-402d-8668-aa36228fcb54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:32.940940 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-59269148-029c-402d-8668-aa36228fcb54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:32.942379 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-59269148-029c-402d-8668-aa36228fcb54 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d47f64fe-7376-453a-a058-4904914008b3 HTTP/1.1" status: 204 len: 168 time: 0.3987641 Jul 13 14:08:33.101817 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2ccf07d6-2300-4d80-919b-6e952f219893 None None] Provisioning for port ff537f95-5a9d-4b6b-a25d-9621befa223b completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:08:33.124232 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2ccf07d6-2300-4d80-919b-6e952f219893 None None] Provisioning complete for port ff537f95-5a9d-4b6b-a25d-9621befa223b triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:08:33.124608 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2ccf07d6-2300-4d80-919b-6e952f219893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:33.236102 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2ccf07d6-2300-4d80-919b-6e952f219893 None None] Port ff537f95-5a9d-4b6b-a25d-9621befa223b cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:08:33.248577 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device b803ed8e-bad7-4c15-b7b1-1ce09254f814 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:08:33.295287 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-04cca1c0-bf6a-4d76-b3a6-051ee0718b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50a9e27f-97d0-4c99-bcad-809fc8d99af3', 'name': 'tempest-TestServerBasicOps-1276585152-router', 'tenant_id': 'b8ff95a1b8ed49feb4f6c5177217c5a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.100'}], 'enable_snat': True}, 'gw_port_id': '95b4540c-be6b-4243-a915-f4a137c4d50f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:08:28Z', 'updated_at': '2021-07-13T14:08:30Z', 'revision_number': 3, 'project_id': 'b8ff95a1b8ed49feb4f6c5177217c5a7', 'gw_port': {'id': '95b4540c-be6b-4243-a915-f4a137c4d50f', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:89:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50a9e27f-97d0-4c99-bcad-809fc8d99af3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:08:29Z', 'updated_at': '2021-07-13T14:08:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:08:33.348912 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04cca1c0-bf6a-4d76-b3a6-051ee0718b2d None None] The sync data for ids ['50a9e27f-97d0-4c99-bcad-809fc8d99af3'] in n-d-800634-1 is: [{'id': '50a9e27f-97d0-4c99-bcad-809fc8d99af3', 'name': 'tempest-TestServerBasicOps-1276585152-router', 'tenant_id': 'b8ff95a1b8ed49feb4f6c5177217c5a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.100'}], 'enable_snat': True}, 'gw_port_id': '95b4540c-be6b-4243-a915-f4a137c4d50f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:08:28Z', 'updated_at': '2021-07-13T14:08:30Z', 'revision_number': 3, 'project_id': 'b8ff95a1b8ed49feb4f6c5177217c5a7', 'gw_port': {'id': '95b4540c-be6b-4243-a915-f4a137c4d50f', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:89:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50a9e27f-97d0-4c99-bcad-809fc8d99af3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:08:29Z', 'updated_at': '2021-07-13T14:08:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:08:33.376210 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port b803ed8e-bad7-4c15-b7b1-1ce09254f814 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:08:33.380505 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port b803ed8e-bad7-4c15-b7b1-1ce09254f814 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:08:33.381119 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:33.447337 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59269148-029c-402d-8668-aa36228fcb54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d47f64fe-7376-453a-a058-4904914008b3,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:08:33.505667 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-a868c4d4-8cec-4050-9de4-ac68befd14f7 None None] Provisioning complete for port ff537f95-5a9d-4b6b-a25d-9621befa223b triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:08:33.506215 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a868c4d4-8cec-4050-9de4-ac68befd14f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:33.545101 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a86d23a3-a565-4a62-94ee-561569326bd7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:33.554317 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a86d23a3-a565-4a62-94ee-561569326bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:33.577163 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-a868c4d4-8cec-4050-9de4-ac68befd14f7 None None] Port ff537f95-5a9d-4b6b-a25d-9621befa223b cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:08:33.579121 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:33.620774 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port b803ed8e-bad7-4c15-b7b1-1ce09254f814, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=b803ed8e-bad7-4c15-b7b1-1ce09254f814,segment=NetworkSegment(690de628-e56f-4727-ac77-cb037614538e),segment_id=690de628-e56f-4727-ac77-cb037614538e)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:08:33.628031 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:33.629387 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 5ae09a97-b3b9-43c9-b47d-84115a90ec68 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:08:33.648525 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a86d23a3-a565-4a62-94ee-561569326bd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1785045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451806'] for router_interface, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:33.659924 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86d23a3-a565-4a62-94ee-561569326bd7 admin admin] Pushing event updated for resources: {'Port': ['ID=ff537f95-5a9d-4b6b-a25d-9621befa223b,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:08:33.733824 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port 5ae09a97-b3b9-43c9-b47d-84115a90ec68 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:08:33.774526 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 5ae09a97-b3b9-43c9-b47d-84115a90ec68 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:08:33.775197 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:33.785163 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a86d23a3-a565-4a62-94ee-561569326bd7 admin admin] Network 87e368b7-30ed-4533-b739-21d5bae82448 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:08:33.786589 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-a86d23a3-a565-4a62-94ee-561569326bd7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:08:33.853456 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=b803ed8e-bad7-4c15-b7b1-1ce09254f814,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:08:33.962797 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:33.987574 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a86d23a3-a565-4a62-94ee-561569326bd7 admin admin] Router 50a9e27f-97d0-4c99-bcad-809fc8d99af3 has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:08:34.006805 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port 5ae09a97-b3b9-43c9-b47d-84115a90ec68, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=5ae09a97-b3b9-43c9-b47d-84115a90ec68,segment=NetworkSegment(bde7a7ee-652c-4005-9bde-952c78cfbc5d),segment_id=bde7a7ee-652c-4005-9bde-952c78cfbc5d)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:08:34.030975 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:34.105209 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=5ae09a97-b3b9-43c9-b47d-84115a90ec68,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:08:34.164636 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a86d23a3-a565-4a62-94ee-561569326bd7 admin admin] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:08:34.174150 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-a86d23a3-a565-4a62-94ee-561569326bd7 admin admin] 10.222.0.23 "PUT /v2.0/routers/50a9e27f-97d0-4c99-bcad-809fc8d99af3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1491735 Jul 13 14:08:34.204258 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-ebe8e09e-2743-4699-b007-67215e289f85 None None] Provisioning complete for port ff537f95-5a9d-4b6b-a25d-9621befa223b triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:08:34.205082 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ebe8e09e-2743-4699-b007-67215e289f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:34.247721 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-ebe8e09e-2743-4699-b007-67215e289f85 None None] Port ff537f95-5a9d-4b6b-a25d-9621befa223b cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:08:35.038479 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 41430) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:08:35.049024 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-fdf6ba40-614f-4981-9878-5a001a6f9462 tempest-TestServerBasicOps-2087525176 tempest-TestServerBasicOps-2087525176-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-85025034', 'description': 'tempest-secgroup-smoke-85025034 description', 'project_id': '59f4d545a6654c5eb7918dfd74d8ac77'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:08:35.092422 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fdf6ba40-614f-4981-9878-5a001a6f9462 tempest-TestServerBasicOps-2087525176 tempest-TestServerBasicOps-2087525176-project] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:35.187442 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fdf6ba40-614f-4981-9878-5a001a6f9462 tempest-TestServerBasicOps-2087525176 tempest-TestServerBasicOps-2087525176-project] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:35.192738 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fdf6ba40-614f-4981-9878-5a001a6f9462 tempest-TestServerBasicOps-2087525176 tempest-TestServerBasicOps-2087525176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:35.199743 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device b803ed8e-bad7-4c15-b7b1-1ce09254f814 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:08:35.224675 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf6ba40-614f-4981-9878-5a001a6f9462 tempest-TestServerBasicOps-2087525176 tempest-TestServerBasicOps-2087525176-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99a46f9a-af6e-4206-b58b-77b552720bb0,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:08:35.227035 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fdf6ba40-614f-4981-9878-5a001a6f9462 tempest-TestServerBasicOps-2087525176 tempest-TestServerBasicOps-2087525176-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:35.232113 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 41436) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:08:35.232596 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-fdf6ba40-614f-4981-9878-5a001a6f9462 tempest-TestServerBasicOps-2087525176 tempest-TestServerBasicOps-2087525176-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1915901 Jul 13 14:08:35.238336 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-06420014-479d-4ec7-aedb-dd072ca6dbfd tempest-TestServerBasicOps-2087525176 tempest-TestServerBasicOps-2087525176-project] Request body: {'security_group_rule': {'security_group_id': '99a46f9a-af6e-4206-b58b-77b552720bb0', 'project_id': '59f4d545a6654c5eb7918dfd74d8ac77', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:08:35.263844 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port b803ed8e-bad7-4c15-b7b1-1ce09254f814 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:08:35.264451 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:35.277800 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-06420014-479d-4ec7-aedb-dd072ca6dbfd tempest-TestServerBasicOps-2087525176 tempest-TestServerBasicOps-2087525176-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:35.356431 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-06420014-479d-4ec7-aedb-dd072ca6dbfd tempest-TestServerBasicOps-2087525176 tempest-TestServerBasicOps-2087525176-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:35.363136 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-06420014-479d-4ec7-aedb-dd072ca6dbfd tempest-TestServerBasicOps-2087525176 tempest-TestServerBasicOps-2087525176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:35.365798 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 95b4540c-be6b-4243-a915-f4a137c4d50f up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:08:35.384513 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06420014-479d-4ec7-aedb-dd072ca6dbfd tempest-TestServerBasicOps-2087525176 tempest-TestServerBasicOps-2087525176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d7673e4-68f0-4adf-b136-a0925007e95a,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:08:35.394666 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-06420014-479d-4ec7-aedb-dd072ca6dbfd tempest-TestServerBasicOps-2087525176 tempest-TestServerBasicOps-2087525176-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:35.396669 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-06420014-479d-4ec7-aedb-dd072ca6dbfd tempest-TestServerBasicOps-2087525176 tempest-TestServerBasicOps-2087525176-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1633883 Jul 13 14:08:35.399533 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 41438) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:08:35.406899 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-69771721-da0d-4100-8153-f36c25e33ae9 tempest-TestServerBasicOps-2087525176 tempest-TestServerBasicOps-2087525176-project] Request body: {'security_group_rule': {'security_group_id': '99a46f9a-af6e-4206-b58b-77b552720bb0', 'project_id': '59f4d545a6654c5eb7918dfd74d8ac77', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:08:35.435701 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port 95b4540c-be6b-4243-a915-f4a137c4d50f completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:08:35.441462 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 95b4540c-be6b-4243-a915-f4a137c4d50f triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:08:35.441672 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-69771721-da0d-4100-8153-f36c25e33ae9 tempest-TestServerBasicOps-2087525176 tempest-TestServerBasicOps-2087525176-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:35.442256 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:35.563382 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-69771721-da0d-4100-8153-f36c25e33ae9 tempest-TestServerBasicOps-2087525176 tempest-TestServerBasicOps-2087525176-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:35.564319 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:35.573277 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-69771721-da0d-4100-8153-f36c25e33ae9 tempest-TestServerBasicOps-2087525176 tempest-TestServerBasicOps-2087525176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:35.591285 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69771721-da0d-4100-8153-f36c25e33ae9 tempest-TestServerBasicOps-2087525176 tempest-TestServerBasicOps-2087525176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=697749b3-062f-4360-aacc-7f1400e6638d,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:08:35.602124 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port 95b4540c-be6b-4243-a915-f4a137c4d50f, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=95b4540c-be6b-4243-a915-f4a137c4d50f,segment=NetworkSegment(3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87),segment_id=3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:08:35.608940 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:35.608940 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 5ae09a97-b3b9-43c9-b47d-84115a90ec68 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:08:35.620390 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-69771721-da0d-4100-8153-f36c25e33ae9 tempest-TestServerBasicOps-2087525176 tempest-TestServerBasicOps-2087525176-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:35.625577 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 41446) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:08:35.630463 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-1515e860-5ff7-4d3a-895b-afdf30f4fd1e tempest-TestServerBasicOps-2087525176 tempest-TestServerBasicOps-2087525176-project] Request body: {'security_group_rule': {'security_group_id': '99a46f9a-af6e-4206-b58b-77b552720bb0', 'project_id': '59f4d545a6654c5eb7918dfd74d8ac77', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:08:35.641929 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-69771721-da0d-4100-8153-f36c25e33ae9 tempest-TestServerBasicOps-2087525176 tempest-TestServerBasicOps-2087525176-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2327600 Jul 13 14:08:35.663535 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1515e860-5ff7-4d3a-895b-afdf30f4fd1e tempest-TestServerBasicOps-2087525176 tempest-TestServerBasicOps-2087525176-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:35.689107 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=95b4540c-be6b-4243-a915-f4a137c4d50f,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:08:35.702429 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 5ae09a97-b3b9-43c9-b47d-84115a90ec68 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:08:35.702822 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:35.737977 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1515e860-5ff7-4d3a-895b-afdf30f4fd1e tempest-TestServerBasicOps-2087525176 tempest-TestServerBasicOps-2087525176-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:35.745470 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1515e860-5ff7-4d3a-895b-afdf30f4fd1e tempest-TestServerBasicOps-2087525176 tempest-TestServerBasicOps-2087525176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:35.754564 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8beac1-d6b2-4dd6-98d4-27bce53b93cc None None] Sync routers for ids ['50a9e27f-97d0-4c99-bcad-809fc8d99af3'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:08:35.770455 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8beac1-d6b2-4dd6-98d4-27bce53b93cc None None] Routers {'50a9e27f-97d0-4c99-bcad-809fc8d99af3'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:08:35.771077 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-4b8beac1-d6b2-4dd6-98d4-27bce53b93cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:08:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['50a9e27f-97d0-4c99-bcad-809fc8d99af3'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:08:35.773634 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1515e860-5ff7-4d3a-895b-afdf30f4fd1e tempest-TestServerBasicOps-2087525176 tempest-TestServerBasicOps-2087525176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d2c33ff-b905-48b1-895d-25281a7d4d25,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:08:35.788034 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1515e860-5ff7-4d3a-895b-afdf30f4fd1e tempest-TestServerBasicOps-2087525176 tempest-TestServerBasicOps-2087525176-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:35.792687 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 41450) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:08:35.794808 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-1515e860-5ff7-4d3a-895b-afdf30f4fd1e tempest-TestServerBasicOps-2087525176 tempest-TestServerBasicOps-2087525176-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1674547 Jul 13 14:08:35.797855 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-195b9578-0aaf-4e27-aa26-72e89af77fd0 tempest-TestServerBasicOps-2087525176 tempest-TestServerBasicOps-2087525176-project] Request body: {'security_group_rule': {'security_group_id': '99a46f9a-af6e-4206-b58b-77b552720bb0', 'project_id': '59f4d545a6654c5eb7918dfd74d8ac77', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:08:35.830024 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-195b9578-0aaf-4e27-aa26-72e89af77fd0 tempest-TestServerBasicOps-2087525176 tempest-TestServerBasicOps-2087525176-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:35.898590 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-195b9578-0aaf-4e27-aa26-72e89af77fd0 tempest-TestServerBasicOps-2087525176 tempest-TestServerBasicOps-2087525176-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:35.905288 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-195b9578-0aaf-4e27-aa26-72e89af77fd0 tempest-TestServerBasicOps-2087525176 tempest-TestServerBasicOps-2087525176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:35.919966 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-4b8beac1-d6b2-4dd6-98d4-27bce53b93cc None None] Set router 50a9e27f-97d0-4c99-bcad-809fc8d99af3 gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:08:35.930892 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195b9578-0aaf-4e27-aa26-72e89af77fd0 tempest-TestServerBasicOps-2087525176 tempest-TestServerBasicOps-2087525176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fda7a183-9fec-4418-ae7c-a8dd443b2f21,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:08:35.945618 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-195b9578-0aaf-4e27-aa26-72e89af77fd0 tempest-TestServerBasicOps-2087525176 tempest-TestServerBasicOps-2087525176-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:35.950466 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-195b9578-0aaf-4e27-aa26-72e89af77fd0 tempest-TestServerBasicOps-2087525176 tempest-TestServerBasicOps-2087525176-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1532810 Jul 13 14:08:35.951572 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 41452) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:08:35.956457 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-eecdb46f-c1cf-460b-827c-ca0a5389d0db tempest-TestServerBasicOps-2087525176 tempest-TestServerBasicOps-2087525176-project] Request body: {'security_group_rule': {'security_group_id': '99a46f9a-af6e-4206-b58b-77b552720bb0', 'project_id': '59f4d545a6654c5eb7918dfd74d8ac77', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:08:35.980349 n-d-800634-1 neutron-server[93750]: INFO neutron.db.securitygroups_db [None req-eecdb46f-c1cf-460b-827c-ca0a5389d0db tempest-TestServerBasicOps-2087525176 tempest-TestServerBasicOps-2087525176-project] Project 59f4d545a6654c5eb7918dfd74d8ac77 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 14:08:35.985584 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-eecdb46f-c1cf-460b-827c-ca0a5389d0db tempest-TestServerBasicOps-2087525176 tempest-TestServerBasicOps-2087525176-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:36.049088 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-eecdb46f-c1cf-460b-827c-ca0a5389d0db tempest-TestServerBasicOps-2087525176 tempest-TestServerBasicOps-2087525176-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:36.053232 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-eecdb46f-c1cf-460b-827c-ca0a5389d0db tempest-TestServerBasicOps-2087525176 tempest-TestServerBasicOps-2087525176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:36.074851 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecdb46f-c1cf-460b-827c-ca0a5389d0db tempest-TestServerBasicOps-2087525176 tempest-TestServerBasicOps-2087525176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd91a461-40fa-4172-92e3-b84743982448,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:08:36.078479 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-eecdb46f-c1cf-460b-827c-ca0a5389d0db tempest-TestServerBasicOps-2087525176 tempest-TestServerBasicOps-2087525176-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:36.079798 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-eecdb46f-c1cf-460b-827c-ca0a5389d0db tempest-TestServerBasicOps-2087525176 tempest-TestServerBasicOps-2087525176-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1271455 Jul 13 14:08:36.082564 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 41454) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:08:36.087484 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-ac9bac69-37a2-4b05-8e47-b9e17b02a1a6 tempest-TestServerBasicOps-2087525176 tempest-TestServerBasicOps-2087525176-project] Request body: {'security_group_rule': {'security_group_id': '99a46f9a-af6e-4206-b58b-77b552720bb0', 'project_id': '59f4d545a6654c5eb7918dfd74d8ac77', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:08:36.114558 n-d-800634-1 neutron-server[93750]: INFO neutron.db.securitygroups_db [None req-ac9bac69-37a2-4b05-8e47-b9e17b02a1a6 tempest-TestServerBasicOps-2087525176 tempest-TestServerBasicOps-2087525176-project] Project 59f4d545a6654c5eb7918dfd74d8ac77 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 14:08:36.121244 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ac9bac69-37a2-4b05-8e47-b9e17b02a1a6 tempest-TestServerBasicOps-2087525176 tempest-TestServerBasicOps-2087525176-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:36.154457 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-4b8beac1-d6b2-4dd6-98d4-27bce53b93cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50a9e27f-97d0-4c99-bcad-809fc8d99af3', 'name': 'tempest-TestServerBasicOps-1276585152-router', 'tenant_id': 'b8ff95a1b8ed49feb4f6c5177217c5a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.100'}], 'enable_snat': True}, 'gw_port_id': '95b4540c-be6b-4243-a915-f4a137c4d50f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:08:28Z', 'updated_at': '2021-07-13T14:08:32Z', 'revision_number': 4, 'project_id': 'b8ff95a1b8ed49feb4f6c5177217c5a7', 'gw_port': {'id': '95b4540c-be6b-4243-a915-f4a137c4d50f', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:89:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a9e27f-97d0-4c99-bcad-809fc8d99af3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:08:29Z', 'updated_at': '2021-07-13T14:08:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': 'ff537f95-5a9d-4b6b-a25d-9621befa223b', 'name': '', 'network_id': '87e368b7-30ed-4533-b739-21d5bae82448', 'tenant_id': 'b8ff95a1b8ed49feb4f6c5177217c5a7', 'mac_address': 'fa:16:3e:ba:6d:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50a9e27f-97d0-4c99-bcad-809fc8d99af3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': '95ed2751-2e5e-46ef-8f3f-3d51a57dc269', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:08:31Z', 'updated_at': '2021-07-13T14:08:32Z', 'revision_number': 2, 'project_id': 'b8ff95a1b8ed49feb4f6c5177217c5a7', 'subnets': [{'id': '95ed2751-2e5e-46ef-8f3f-3d51a57dc269', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:08:36.184202 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8beac1-d6b2-4dd6-98d4-27bce53b93cc None None] Checking router: 50a9e27f-97d0-4c99-bcad-809fc8d99af3 for host: n-d-800634-1 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:08:36.184202 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8beac1-d6b2-4dd6-98d4-27bce53b93cc None None] Updating router 50a9e27f-97d0-4c99-bcad-809fc8d99af3 port ff537f95-5a9d-4b6b-a25d-9621befa223b binding host n-d-800634-1 {{(pid=93752) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 14:08:36.200928 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ac9bac69-37a2-4b05-8e47-b9e17b02a1a6 tempest-TestServerBasicOps-2087525176 tempest-TestServerBasicOps-2087525176-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:36.206519 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ac9bac69-37a2-4b05-8e47-b9e17b02a1a6 tempest-TestServerBasicOps-2087525176 tempest-TestServerBasicOps-2087525176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:36.226673 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9bac69-37a2-4b05-8e47-b9e17b02a1a6 tempest-TestServerBasicOps-2087525176 tempest-TestServerBasicOps-2087525176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=137719cb-95af-4c1c-aeec-99453c9ab553,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:08:36.227329 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4b8beac1-d6b2-4dd6-98d4-27bce53b93cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:36.248524 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ac9bac69-37a2-4b05-8e47-b9e17b02a1a6 tempest-TestServerBasicOps-2087525176 tempest-TestServerBasicOps-2087525176-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:36.249952 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-ac9bac69-37a2-4b05-8e47-b9e17b02a1a6 tempest-TestServerBasicOps-2087525176 tempest-TestServerBasicOps-2087525176-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1663759 Jul 13 14:08:36.460638 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1b6f017e-3867-4386-8bcc-be76d7b85a2e req-18c29cbf-9dcc-44a3-989c-119c8b883adc tempest-TestServerBasicOps-2087525176 tempest-TestServerBasicOps-2087525176-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-85025034&fields=id&tenant_id=59f4d545a6654c5eb7918dfd74d8ac77 HTTP/1.1" status: 200 len: 267 time: 0.0428917 Jul 13 14:08:36.648947 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6f017e-3867-4386-8bcc-be76d7b85a2e req-c0778b3e-0986-4a65-b497-93a72cd817c0 tempest-TestServerBasicOps-2087525176 tempest-TestServerBasicOps-2087525176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:08:36.650825 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1b6f017e-3867-4386-8bcc-be76d7b85a2e req-c0778b3e-0986-4a65-b497-93a72cd817c0 tempest-TestServerBasicOps-2087525176 tempest-TestServerBasicOps-2087525176-project] 10.222.0.23 "GET /v2.0/networks?id=85675ef6-c9f4-45a9-b143-088b3c3bab41 HTTP/1.1" status: 200 len: 809 time: 0.1831288 Jul 13 14:08:36.672573 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1b6f017e-3867-4386-8bcc-be76d7b85a2e req-18e86d19-67fa-4d90-9b14-9298d7cf1bff tempest-TestServerBasicOps-2087525176 tempest-TestServerBasicOps-2087525176-project] 10.222.0.23 "GET /v2.0/quotas/59f4d545a6654c5eb7918dfd74d8ac77 HTTP/1.1" status: 200 len: 375 time: 0.0161242 Jul 13 14:08:36.681558 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4b8beac1-d6b2-4dd6-98d4-27bce53b93cc None None] Notify callbacks [] for port, precommit_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:36.693359 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-4b8beac1-d6b2-4dd6-98d4-27bce53b93cc None None] Transition to ACTIVE for port object ff537f95-5a9d-4b6b-a25d-9621befa223b will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:08:36.702148 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4b8beac1-d6b2-4dd6-98d4-27bce53b93cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:36.807703 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ae6118-ea5c-4298-a767-0677b7156cbe None None] Pushing event updated for resources: {'Port': ['ID=ff537f95-5a9d-4b6b-a25d-9621befa223b,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:08:36.818751 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1b6f017e-3867-4386-8bcc-be76d7b85a2e req-619eaecd-347c-41ef-9e7e-d5bc1b5aa776 tempest-TestServerBasicOps-2087525176 tempest-TestServerBasicOps-2087525176-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=59f4d545a6654c5eb7918dfd74d8ac77&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1383593 Jul 13 14:08:36.853360 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-4b8beac1-d6b2-4dd6-98d4-27bce53b93cc None None] Attempting to bind port ff537f95-5a9d-4b6b-a25d-9621befa223b on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:08:36.854600 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-4b8beac1-d6b2-4dd6-98d4-27bce53b93cc None None] Attempting to bind port ff537f95-5a9d-4b6b-a25d-9621befa223b by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': 'bde7a7ee-652c-4005-9bde-952c78cfbc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '87e368b7-30ed-4533-b739-21d5bae82448'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:08:36.855127 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8beac1-d6b2-4dd6-98d4-27bce53b93cc None None] Attempting to bind port ff537f95-5a9d-4b6b-a25d-9621befa223b on network 87e368b7-30ed-4533-b739-21d5bae82448 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:08:36.861325 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8beac1-d6b2-4dd6-98d4-27bce53b93cc None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 8, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:08:36.861775 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8beac1-d6b2-4dd6-98d4-27bce53b93cc None None] Checking segment: {'id': 'bde7a7ee-652c-4005-9bde-952c78cfbc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '87e368b7-30ed-4533-b739-21d5bae82448'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:08:36.862191 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4b8beac1-d6b2-4dd6-98d4-27bce53b93cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:36.862586 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8beac1-d6b2-4dd6-98d4-27bce53b93cc None None] Bound using segment: {'id': 'bde7a7ee-652c-4005-9bde-952c78cfbc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '87e368b7-30ed-4533-b739-21d5bae82448'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:08:36.863051 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-4b8beac1-d6b2-4dd6-98d4-27bce53b93cc None None] Bound port: ff537f95-5a9d-4b6b-a25d-9621befa223b, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bde7a7ee-652c-4005-9bde-952c78cfbc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '87e368b7-30ed-4533-b739-21d5bae82448'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:08:36.863439 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4b8beac1-d6b2-4dd6-98d4-27bce53b93cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:36.957225 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-4b8beac1-d6b2-4dd6-98d4-27bce53b93cc None None] For port ff537f95-5a9d-4b6b-a25d-9621befa223b, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:08:36.960910 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-4b8beac1-d6b2-4dd6-98d4-27bce53b93cc None None] For port ff537f95-5a9d-4b6b-a25d-9621befa223b, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=ff537f95-5a9d-4b6b-a25d-9621befa223b,segment=NetworkSegment(bde7a7ee-652c-4005-9bde-952c78cfbc5d),segment_id=bde7a7ee-652c-4005-9bde-952c78cfbc5d)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:08:36.976769 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4b8beac1-d6b2-4dd6-98d4-27bce53b93cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:37.042197 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8beac1-d6b2-4dd6-98d4-27bce53b93cc None None] Routers {'50a9e27f-97d0-4c99-bcad-809fc8d99af3'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:08:37.042972 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-4b8beac1-d6b2-4dd6-98d4-27bce53b93cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:08:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['50a9e27f-97d0-4c99-bcad-809fc8d99af3'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:08:37.119098 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 95b4540c-be6b-4243-a915-f4a137c4d50f up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:08:37.125061 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1b6f017e-3867-4386-8bcc-be76d7b85a2e req-a24492c0-8a7f-4cd9-a012-5ddc12660f69 service neutron] 10.222.0.23 "GET /v2.0/networks/85675ef6-c9f4-45a9-b143-088b3c3bab41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2934358 Jul 13 14:08:37.227843 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-4b8beac1-d6b2-4dd6-98d4-27bce53b93cc None None] Set router 50a9e27f-97d0-4c99-bcad-809fc8d99af3 gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:08:37.236321 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1b6f017e-3867-4386-8bcc-be76d7b85a2e req-5b0a5fe8-50f3-4860-a4ee-fd5c589fcd5c service neutron] 10.222.0.23 "GET /v2.0/networks/85675ef6-c9f4-45a9-b143-088b3c3bab41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014531 Jul 13 14:08:37.278226 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ae6118-ea5c-4298-a767-0677b7156cbe None None] Pushing event updated for resources: {'Port': ['ID=ff537f95-5a9d-4b6b-a25d-9621befa223b,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:08:37.434995 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 95b4540c-be6b-4243-a915-f4a137c4d50f triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:08:37.435378 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:37.494358 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-012eaae3-c4f3-46cc-945c-19712c100a91 req-c36a001a-89f4-40a9-967d-58edb5202187 tempest-TestServerBasicOps-2087525176 tempest-TestServerBasicOps-2087525176-project] 10.222.0.23 "GET /v2.0/ports?device_id=43001923-938d-4f6f-b253-e4b2a2f3dc0c HTTP/1.1" status: 200 len: 210 time: 0.0395479 Jul 13 14:08:37.620229 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-4b8beac1-d6b2-4dd6-98d4-27bce53b93cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50a9e27f-97d0-4c99-bcad-809fc8d99af3', 'name': 'tempest-TestServerBasicOps-1276585152-router', 'tenant_id': 'b8ff95a1b8ed49feb4f6c5177217c5a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.100'}], 'enable_snat': True}, 'gw_port_id': '95b4540c-be6b-4243-a915-f4a137c4d50f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:08:28Z', 'updated_at': '2021-07-13T14:08:32Z', 'revision_number': 4, 'project_id': 'b8ff95a1b8ed49feb4f6c5177217c5a7', 'gw_port': {'id': '95b4540c-be6b-4243-a915-f4a137c4d50f', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:89:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a9e27f-97d0-4c99-bcad-809fc8d99af3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:08:29Z', 'updated_at': '2021-07-13T14:08:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': 'ff537f95-5a9d-4b6b-a25d-9621befa223b', 'name': '', 'network_id': '87e368b7-30ed-4533-b739-21d5bae82448', 'tenant_id': 'b8ff95a1b8ed49feb4f6c5177217c5a7', 'mac_address': 'fa:16:3e:ba:6d:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50a9e27f-97d0-4c99-bcad-809fc8d99af3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': '95ed2751-2e5e-46ef-8f3f-3d51a57dc269', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:08:31Z', 'updated_at': '2021-07-13T14:08:36Z', 'revision_number': 4, 'project_id': 'b8ff95a1b8ed49feb4f6c5177217c5a7', 'subnets': [{'id': '95ed2751-2e5e-46ef-8f3f-3d51a57dc269', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:08:37.648174 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8beac1-d6b2-4dd6-98d4-27bce53b93cc None None] The sync data for ids ['50a9e27f-97d0-4c99-bcad-809fc8d99af3'] in n-d-800634-1 is: [{'id': '50a9e27f-97d0-4c99-bcad-809fc8d99af3', 'name': 'tempest-TestServerBasicOps-1276585152-router', 'tenant_id': 'b8ff95a1b8ed49feb4f6c5177217c5a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.100'}], 'enable_snat': True}, 'gw_port_id': '95b4540c-be6b-4243-a915-f4a137c4d50f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:08:28Z', 'updated_at': '2021-07-13T14:08:32Z', 'revision_number': 4, 'project_id': 'b8ff95a1b8ed49feb4f6c5177217c5a7', 'gw_port': {'id': '95b4540c-be6b-4243-a915-f4a137c4d50f', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:89:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a9e27f-97d0-4c99-bcad-809fc8d99af3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:08:29Z', 'updated_at': '2021-07-13T14:08:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': 'ff537f95-5a9d-4b6b-a25d-9621befa223b', 'name': '', 'network_id': '87e368b7-30ed-4533-b739-21d5bae82448', 'tenant_id': 'b8ff95a1b8ed49feb4f6c5177217c5a7', 'mac_address': 'fa:16:3e:ba:6d:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50a9e27f-97d0-4c99-bcad-809fc8d99af3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': '95ed2751-2e5e-46ef-8f3f-3d51a57dc269', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:08:31Z', 'updated_at': '2021-07-13T14:08:36Z', 'revision_number': 4, 'project_id': 'b8ff95a1b8ed49feb4f6c5177217c5a7', 'subnets': [{'id': '95ed2751-2e5e-46ef-8f3f-3d51a57dc269', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:08:38.667369 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e7ec3158-e4b9-43fc-a220-aac79450b430 req-adec6010-d743-4282-bab3-108c2397adf2 tempest-TestServerBasicOps-2087525176 tempest-TestServerBasicOps-2087525176-project] 10.222.0.23 "GET /v2.0/ports?device_id=43001923-938d-4f6f-b253-e4b2a2f3dc0c HTTP/1.1" status: 200 len: 210 time: 0.0298989 Jul 13 14:08:38.721896 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6f017e-3867-4386-8bcc-be76d7b85a2e req-d04c3225-264d-40fe-8589-628924d29fb2 tempest-TestServerBasicOps-2087525176 tempest-TestServerBasicOps-2087525176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:08:38.724177 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1b6f017e-3867-4386-8bcc-be76d7b85a2e req-d04c3225-264d-40fe-8589-628924d29fb2 tempest-TestServerBasicOps-2087525176 tempest-TestServerBasicOps-2087525176-project] 10.222.0.41 "GET /v2.0/networks?id=85675ef6-c9f4-45a9-b143-088b3c3bab41 HTTP/1.1" status: 200 len: 809 time: 0.1579823 Jul 13 14:08:38.774832 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1b6f017e-3867-4386-8bcc-be76d7b85a2e req-b950ff3b-f5df-4d6a-8fe9-8474d807255d tempest-TestServerBasicOps-2087525176 tempest-TestServerBasicOps-2087525176-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=59f4d545a6654c5eb7918dfd74d8ac77 HTTP/1.1" status: 200 len: 378 time: 0.0402002 Jul 13 14:08:38.784695 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-1b6f017e-3867-4386-8bcc-be76d7b85a2e req-6791a5c1-a92c-4c04-9f40-08d3a0b369bb tempest-TestServerBasicOps-2087525176 tempest-TestServerBasicOps-2087525176-project] Request body: {'port': {'device_id': '43001923-938d-4f6f-b253-e4b2a2f3dc0c', 'network_id': '85675ef6-c9f4-45a9-b143-088b3c3bab41', 'admin_state_up': True, 'tenant_id': '59f4d545a6654c5eb7918dfd74d8ac77', 'security_groups': ['99a46f9a-af6e-4206-b58b-77b552720bb0']}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:08:38.923884 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b6f017e-3867-4386-8bcc-be76d7b85a2e req-6791a5c1-a92c-4c04-9f40-08d3a0b369bb tempest-TestServerBasicOps-2087525176 tempest-TestServerBasicOps-2087525176-project] Made reservation on behalf of 59f4d545a6654c5eb7918dfd74d8ac77 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:08:38.928654 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1b6f017e-3867-4386-8bcc-be76d7b85a2e req-6791a5c1-a92c-4c04-9f40-08d3a0b369bb tempest-TestServerBasicOps-2087525176 tempest-TestServerBasicOps-2087525176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:39.092829 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-1b6f017e-3867-4386-8bcc-be76d7b85a2e req-6791a5c1-a92c-4c04-9f40-08d3a0b369bb tempest-TestServerBasicOps-2087525176 tempest-TestServerBasicOps-2087525176-project] Allocated IP 172.20.0.11 (85675ef6-c9f4-45a9-b143-088b3c3bab41/a3263c26-0926-4e8f-a717-50d981fdb59c/c05abf6b-af95-42f9-8af2-f25383760a91) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:08:39.101425 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device ff537f95-5a9d-4b6b-a25d-9621befa223b up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:08:39.150990 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port ff537f95-5a9d-4b6b-a25d-9621befa223b completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:08:39.155921 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port ff537f95-5a9d-4b6b-a25d-9621befa223b triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:08:39.156299 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:39.241273 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:39.252040 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1b6f017e-3867-4386-8bcc-be76d7b85a2e req-6791a5c1-a92c-4c04-9f40-08d3a0b369bb tempest-TestServerBasicOps-2087525176 tempest-TestServerBasicOps-2087525176-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:39.267570 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-1b6f017e-3867-4386-8bcc-be76d7b85a2e req-6791a5c1-a92c-4c04-9f40-08d3a0b369bb tempest-TestServerBasicOps-2087525176 tempest-TestServerBasicOps-2087525176-project] Transition to ACTIVE for port object c05abf6b-af95-42f9-8af2-f25383760a91 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:08:39.275029 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port ff537f95-5a9d-4b6b-a25d-9621befa223b, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=ff537f95-5a9d-4b6b-a25d-9621befa223b,segment=NetworkSegment(bde7a7ee-652c-4005-9bde-952c78cfbc5d),segment_id=bde7a7ee-652c-4005-9bde-952c78cfbc5d)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:08:39.282613 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:39.332259 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1b6f017e-3867-4386-8bcc-be76d7b85a2e req-6791a5c1-a92c-4c04-9f40-08d3a0b369bb tempest-TestServerBasicOps-2087525176 tempest-TestServerBasicOps-2087525176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:39.338187 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=ff537f95-5a9d-4b6b-a25d-9621befa223b,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:08:39.385618 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b6f017e-3867-4386-8bcc-be76d7b85a2e req-6791a5c1-a92c-4c04-9f40-08d3a0b369bb tempest-TestServerBasicOps-2087525176 tempest-TestServerBasicOps-2087525176-project] Network 85675ef6-c9f4-45a9-b143-088b3c3bab41 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:08:39.389559 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-1b6f017e-3867-4386-8bcc-be76d7b85a2e req-6791a5c1-a92c-4c04-9f40-08d3a0b369bb tempest-TestServerBasicOps-2087525176 tempest-TestServerBasicOps-2087525176-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:08:39.392995 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b6f017e-3867-4386-8bcc-be76d7b85a2e req-6791a5c1-a92c-4c04-9f40-08d3a0b369bb tempest-TestServerBasicOps-2087525176 tempest-TestServerBasicOps-2087525176-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:08:39.426401 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6791a5c1-a92c-4c04-9f40-08d3a0b369bb tempest-TestServerBasicOps-2087525176 tempest-TestServerBasicOps-2087525176-project] Pushing event updated for resources: {'Port': ['ID=c05abf6b-af95-42f9-8af2-f25383760a91,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:08:39.457659 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6f017e-3867-4386-8bcc-be76d7b85a2e req-6791a5c1-a92c-4c04-9f40-08d3a0b369bb tempest-TestServerBasicOps-2087525176 tempest-TestServerBasicOps-2087525176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:08:39.458373 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1b6f017e-3867-4386-8bcc-be76d7b85a2e req-6791a5c1-a92c-4c04-9f40-08d3a0b369bb tempest-TestServerBasicOps-2087525176 tempest-TestServerBasicOps-2087525176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:39.474011 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1b6f017e-3867-4386-8bcc-be76d7b85a2e req-6791a5c1-a92c-4c04-9f40-08d3a0b369bb tempest-TestServerBasicOps-2087525176 tempest-TestServerBasicOps-2087525176-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6938531 Jul 13 14:08:39.485672 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-1b6f017e-3867-4386-8bcc-be76d7b85a2e req-0ac2696f-0553-4318-b71c-0f102811b069 service neutron] Request body: {'port': {'device_id': '43001923-938d-4f6f-b253-e4b2a2f3dc0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:08:39.570965 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1b6f017e-3867-4386-8bcc-be76d7b85a2e req-0ac2696f-0553-4318-b71c-0f102811b069 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:39.622865 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-d2c0e6d5-4dee-4bd5-824d-e51841229b67 None None] Provisioning for port c05abf6b-af95-42f9-8af2-f25383760a91 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:08:39.626823 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-d2c0e6d5-4dee-4bd5-824d-e51841229b67 None None] Provisioning complete for port c05abf6b-af95-42f9-8af2-f25383760a91 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:08:39.627196 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d2c0e6d5-4dee-4bd5-824d-e51841229b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:39.661861 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-d2c0e6d5-4dee-4bd5-824d-e51841229b67 None None] Port c05abf6b-af95-42f9-8af2-f25383760a91 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:08:39.912388 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fad124-35bd-4028-9cae-eb50fab864bd req-01dde01d-7db7-4759-b6a1-e80eb8142906 tempest-TestServerBasicOps-2087525176 tempest-TestServerBasicOps-2087525176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:08:39.914140 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e2fad124-35bd-4028-9cae-eb50fab864bd req-01dde01d-7db7-4759-b6a1-e80eb8142906 tempest-TestServerBasicOps-2087525176 tempest-TestServerBasicOps-2087525176-project] 10.222.0.23 "GET /v2.0/ports?device_id=43001923-938d-4f6f-b253-e4b2a2f3dc0c HTTP/1.1" status: 200 len: 932 time: 0.1265478 Jul 13 14:08:39.937122 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-1b6f017e-3867-4386-8bcc-be76d7b85a2e req-0ac2696f-0553-4318-b71c-0f102811b069 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c05abf6b-af95-42f9-8af2-f25383760a91 {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:08:39.952396 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1b6f017e-3867-4386-8bcc-be76d7b85a2e req-0ac2696f-0553-4318-b71c-0f102811b069 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:39.980628 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e2fad124-35bd-4028-9cae-eb50fab864bd req-fc104d76-153d-432b-8754-4e775dde1aa2 tempest-TestServerBasicOps-2087525176 tempest-TestServerBasicOps-2087525176-project] 10.222.0.23 "GET /v2.0/security-groups?id=99a46f9a-af6e-4206-b58b-77b552720bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0555856 Jul 13 14:08:39.981586 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-1b6f017e-3867-4386-8bcc-be76d7b85a2e req-0ac2696f-0553-4318-b71c-0f102811b069 service neutron] Transition to ACTIVE for port object c05abf6b-af95-42f9-8af2-f25383760a91 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:08:39.987057 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1b6f017e-3867-4386-8bcc-be76d7b85a2e req-0ac2696f-0553-4318-b71c-0f102811b069 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:40.040083 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac2696f-0553-4318-b71c-0f102811b069 service neutron] Pushing event updated for resources: {'Port': ['ID=c05abf6b-af95-42f9-8af2-f25383760a91,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:08:40.133967 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-1b6f017e-3867-4386-8bcc-be76d7b85a2e req-0ac2696f-0553-4318-b71c-0f102811b069 service neutron] Attempting to bind port c05abf6b-af95-42f9-8af2-f25383760a91 on host n-h2-800634-1 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:08:40.134574 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-1b6f017e-3867-4386-8bcc-be76d7b85a2e req-0ac2696f-0553-4318-b71c-0f102811b069 service neutron] Attempting to bind port c05abf6b-af95-42f9-8af2-f25383760a91 by drivers openvswitch,hyperv on host n-h2-800634-1 at level 0 using segments [{'id': '690de628-e56f-4727-ac77-cb037614538e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '85675ef6-c9f4-45a9-b143-088b3c3bab41'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:08:40.135103 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b6f017e-3867-4386-8bcc-be76d7b85a2e req-0ac2696f-0553-4318-b71c-0f102811b069 service neutron] Attempting to bind port c05abf6b-af95-42f9-8af2-f25383760a91 on network 85675ef6-c9f4-45a9-b143-088b3c3bab41 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:08:40.140620 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b6f017e-3867-4386-8bcc-be76d7b85a2e req-0ac2696f-0553-4318-b71c-0f102811b069 service neutron] Port c05abf6b-af95-42f9-8af2-f25383760a91 on network 85675ef6-c9f4-45a9-b143-088b3c3bab41 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-1 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 14:08:40.141193 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b6f017e-3867-4386-8bcc-be76d7b85a2e req-0ac2696f-0553-4318-b71c-0f102811b069 service neutron] Attempting to bind port c05abf6b-af95-42f9-8af2-f25383760a91 on network 85675ef6-c9f4-45a9-b143-088b3c3bab41 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:08:40.150030 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b6f017e-3867-4386-8bcc-be76d7b85a2e req-0ac2696f-0553-4318-b71c-0f102811b069 service neutron] Checking agent: {'id': 'f615e5c9-21ab-43f2-adbc-192d64b795cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 8, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:08:40.150771 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b6f017e-3867-4386-8bcc-be76d7b85a2e req-0ac2696f-0553-4318-b71c-0f102811b069 service neutron] Checking segment: {'id': '690de628-e56f-4727-ac77-cb037614538e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '85675ef6-c9f4-45a9-b143-088b3c3bab41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:08:40.151990 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b6f017e-3867-4386-8bcc-be76d7b85a2e req-0ac2696f-0553-4318-b71c-0f102811b069 service neutron] Bound using segment: {'id': '690de628-e56f-4727-ac77-cb037614538e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '85675ef6-c9f4-45a9-b143-088b3c3bab41'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:08:40.152623 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-1b6f017e-3867-4386-8bcc-be76d7b85a2e req-0ac2696f-0553-4318-b71c-0f102811b069 service neutron] Bound port: c05abf6b-af95-42f9-8af2-f25383760a91, host: n-h2-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '690de628-e56f-4727-ac77-cb037614538e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '85675ef6-c9f4-45a9-b143-088b3c3bab41'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:08:40.153177 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1b6f017e-3867-4386-8bcc-be76d7b85a2e req-0ac2696f-0553-4318-b71c-0f102811b069 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:40.222497 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-1b6f017e-3867-4386-8bcc-be76d7b85a2e req-0ac2696f-0553-4318-b71c-0f102811b069 service neutron] For port c05abf6b-af95-42f9-8af2-f25383760a91, host n-h2-800634-1, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:08:40.225765 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-1b6f017e-3867-4386-8bcc-be76d7b85a2e req-0ac2696f-0553-4318-b71c-0f102811b069 service neutron] For port c05abf6b-af95-42f9-8af2-f25383760a91, host n-h2-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=c05abf6b-af95-42f9-8af2-f25383760a91,segment=NetworkSegment(690de628-e56f-4727-ac77-cb037614538e),segment_id=690de628-e56f-4727-ac77-cb037614538e)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:08:40.231938 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1b6f017e-3867-4386-8bcc-be76d7b85a2e req-0ac2696f-0553-4318-b71c-0f102811b069 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:40.265056 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6f017e-3867-4386-8bcc-be76d7b85a2e req-0ac2696f-0553-4318-b71c-0f102811b069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:08:40.265595 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1b6f017e-3867-4386-8bcc-be76d7b85a2e req-0ac2696f-0553-4318-b71c-0f102811b069 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:40.267072 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1b6f017e-3867-4386-8bcc-be76d7b85a2e req-0ac2696f-0553-4318-b71c-0f102811b069 service neutron] 10.222.0.41 "PUT /v2.0/ports/c05abf6b-af95-42f9-8af2-f25383760a91 HTTP/1.1" status: 200 len: 1092 time: 0.7856593 Jul 13 14:08:40.269473 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43001923-938d-4f6f-b253-e4b2a2f3dc0c', 'tag': 'c05abf6b-af95-42f9-8af2-f25383760a91'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:08:40.272559 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2156a1a-563c-4061-8641-14a4f6f1964d" -d '{"events": [{"name": "network-changed", "server_uuid": "43001923-938d-4f6f-b253-e4b2a2f3dc0c", "tag": "c05abf6b-af95-42f9-8af2-f25383760a91"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:08:40.311390 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac2696f-0553-4318-b71c-0f102811b069 service neutron] Pushing event updated for resources: {'Port': ['ID=c05abf6b-af95-42f9-8af2-f25383760a91,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:08:40.333046 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fef42701-9280-484e-b885-ac714cd929b5 x-openstack-request-id: req-fef42701-9280-484e-b885-ac714cd929b5 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:08:40.333339 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43001923-938d-4f6f-b253-e4b2a2f3dc0c", "tag": "c05abf6b-af95-42f9-8af2-f25383760a91", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:08:40.333590 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fef42701-9280-484e-b885-ac714cd929b5 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:08:40.334017 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43001923-938d-4f6f-b253-e4b2a2f3dc0c', 'tag': 'c05abf6b-af95-42f9-8af2-f25383760a91', 'status': 'completed', 'code': 200} Jul 13 14:08:40.383926 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6f017e-3867-4386-8bcc-be76d7b85a2e req-fd9330ea-e989-4696-bffb-262e6ce03fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:08:40.386172 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1b6f017e-3867-4386-8bcc-be76d7b85a2e req-fd9330ea-e989-4696-bffb-262e6ce03fad service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=59f4d545a6654c5eb7918dfd74d8ac77&device_id=43001923-938d-4f6f-b253-e4b2a2f3dc0c HTTP/1.1" status: 200 len: 1095 time: 0.0639706 Jul 13 14:08:40.433868 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1b6f017e-3867-4386-8bcc-be76d7b85a2e req-62f3e428-7e59-4931-bab0-3840bc963701 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c05abf6b-af95-42f9-8af2-f25383760a91 HTTP/1.1" status: 200 len: 217 time: 0.0396767 Jul 13 14:08:40.489671 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6f017e-3867-4386-8bcc-be76d7b85a2e req-409294fa-95c0-4b0b-941c-240dbf753236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:08:40.491213 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1b6f017e-3867-4386-8bcc-be76d7b85a2e req-409294fa-95c0-4b0b-941c-240dbf753236 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a3263c26-0926-4e8f-a717-50d981fdb59c HTTP/1.1" status: 200 len: 848 time: 0.0518298 Jul 13 14:08:40.565520 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6f017e-3867-4386-8bcc-be76d7b85a2e req-d1b00cce-e493-4d77-af3d-256265e0e266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:08:40.567087 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1b6f017e-3867-4386-8bcc-be76d7b85a2e req-d1b00cce-e493-4d77-af3d-256265e0e266 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=85675ef6-c9f4-45a9-b143-088b3c3bab41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0699368 Jul 13 14:08:40.664003 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1b6f017e-3867-4386-8bcc-be76d7b85a2e req-9e1fe341-1cf2-4470-8410-97a22593fc2e service neutron] 10.222.0.41 "GET /v2.0/networks/85675ef6-c9f4-45a9-b143-088b3c3bab41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894504 Jul 13 14:08:40.759361 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1b6f017e-3867-4386-8bcc-be76d7b85a2e req-eea600ca-222a-4355-9305-bd6151827953 service neutron] 10.222.0.41 "GET /v2.0/networks/85675ef6-c9f4-45a9-b143-088b3c3bab41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889595 Jul 13 14:08:40.860928 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2156a1a-563c-4061-8641-14a4f6f1964d req-421b80d5-d82d-403f-96b5-4ca9d49252ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:08:40.862414 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e2156a1a-563c-4061-8641-14a4f6f1964d req-421b80d5-d82d-403f-96b5-4ca9d49252ea service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=59f4d545a6654c5eb7918dfd74d8ac77&device_id=43001923-938d-4f6f-b253-e4b2a2f3dc0c HTTP/1.1" status: 200 len: 1095 time: 0.0533917 Jul 13 14:08:40.955219 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2156a1a-563c-4061-8641-14a4f6f1964d req-e732118c-bbc9-40b9-85c8-345fe287b6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:08:40.956744 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e2156a1a-563c-4061-8641-14a4f6f1964d req-e732118c-bbc9-40b9-85c8-345fe287b6dc service neutron] 10.222.0.41 "GET /v2.0/networks?id=85675ef6-c9f4-45a9-b143-088b3c3bab41 HTTP/1.1" status: 200 len: 909 time: 0.0883811 Jul 13 14:08:41.002813 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e2156a1a-563c-4061-8641-14a4f6f1964d req-3a0e2a0d-db9b-489f-a48a-3e2c0626ba13 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c05abf6b-af95-42f9-8af2-f25383760a91 HTTP/1.1" status: 200 len: 217 time: 0.0400457 Jul 13 14:08:41.043795 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device ff537f95-5a9d-4b6b-a25d-9621befa223b up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:08:41.067340 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2156a1a-563c-4061-8641-14a4f6f1964d req-9f97d835-4dd7-429f-9f4b-9fab07892691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:08:41.068696 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e2156a1a-563c-4061-8641-14a4f6f1964d req-9f97d835-4dd7-429f-9f4b-9fab07892691 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a3263c26-0926-4e8f-a717-50d981fdb59c HTTP/1.1" status: 200 len: 848 time: 0.0587814 Jul 13 14:08:41.092412 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port ff537f95-5a9d-4b6b-a25d-9621befa223b triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:08:41.092787 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:41.140761 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2156a1a-563c-4061-8641-14a4f6f1964d req-52274cb9-b927-493e-aa3f-869208671838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:08:41.143082 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e2156a1a-563c-4061-8641-14a4f6f1964d req-52274cb9-b927-493e-aa3f-869208671838 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=85675ef6-c9f4-45a9-b143-088b3c3bab41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0675967 Jul 13 14:08:41.262573 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3e49f4-db23-414f-9acf-5a6fccaf6d90 req-1e7394dc-ff22-4188-825f-2ebd365c99eb tempest-TestServerBasicOps-2087525176 tempest-TestServerBasicOps-2087525176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:08:41.270815 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2b3e49f4-db23-414f-9acf-5a6fccaf6d90 req-1e7394dc-ff22-4188-825f-2ebd365c99eb tempest-TestServerBasicOps-2087525176 tempest-TestServerBasicOps-2087525176-project] 10.222.0.23 "GET /v2.0/ports?device_id=43001923-938d-4f6f-b253-e4b2a2f3dc0c HTTP/1.1" status: 200 len: 944 time: 0.1546381 Jul 13 14:08:41.290255 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e2156a1a-563c-4061-8641-14a4f6f1964d req-eb208a8b-df27-4f8d-9f64-0a3afa2d927b service neutron] 10.222.0.41 "GET /v2.0/networks/85675ef6-c9f4-45a9-b143-088b3c3bab41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399403 Jul 13 14:08:41.332421 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2b3e49f4-db23-414f-9acf-5a6fccaf6d90 req-883fd231-917c-45a1-9cb5-5555019d8eb3 tempest-TestServerBasicOps-2087525176 tempest-TestServerBasicOps-2087525176-project] 10.222.0.23 "GET /v2.0/security-groups?id=99a46f9a-af6e-4206-b58b-77b552720bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0606561 Jul 13 14:08:41.411950 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e2156a1a-563c-4061-8641-14a4f6f1964d req-707f86f9-83e2-4f79-847e-085b80dc3024 service neutron] 10.222.0.41 "GET /v2.0/networks/85675ef6-c9f4-45a9-b143-088b3c3bab41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148815 Jul 13 14:08:41.622781 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 41570) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:08:41.726212 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f2fdef6d-956d-4e13-a64b-1667bef90f03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:41.816740 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f2fdef6d-956d-4e13-a64b-1667bef90f03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:41.820540 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f2fdef6d-956d-4e13-a64b-1667bef90f03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:41.858017 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-f2fdef6d-956d-4e13-a64b-1667bef90f03 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=86d121b446564c5da8cffe7b2383110f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2340770 Jul 13 14:08:41.859928 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fdef6d-956d-4e13-a64b-1667bef90f03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f7a7a72-e91a-43e9-8949-6f8a0ef1402c,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:08:41.860715 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 41574) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:08:41.912277 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fc022060-9c3d-4b5c-8211-08a3c3169b71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:41.934624 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fc022060-9c3d-4b5c-8211-08a3c3169b71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:41.980654 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fc022060-9c3d-4b5c-8211-08a3c3169b71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:41.983234 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fc022060-9c3d-4b5c-8211-08a3c3169b71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:41.984356 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-fc022060-9c3d-4b5c-8211-08a3c3169b71 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6f7a7a72-e91a-43e9-8949-6f8a0ef1402c HTTP/1.1" status: 204 len: 168 time: 0.1226785 Jul 13 14:08:41.993049 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc022060-9c3d-4b5c-8211-08a3c3169b71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f7a7a72-e91a-43e9-8949-6f8a0ef1402c,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:08:42.242010 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 41580) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:08:42.255994 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-14642b83-f74c-4e4d-9a00-f5487516fac4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:42.348843 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-14642b83-f74c-4e4d-9a00-f5487516fac4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:42.353380 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-14642b83-f74c-4e4d-9a00-f5487516fac4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:42.392004 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14642b83-f74c-4e4d-9a00-f5487516fac4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b1dd724-3916-4cc3-ba3f-d84a6cd15574,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:08:42.398855 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-14642b83-f74c-4e4d-9a00-f5487516fac4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=56fde1595ba3413f982082ec0f786904&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1532757 Jul 13 14:08:42.399093 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 41586) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:08:42.459799 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b4d36445-6fe6-4e6b-8e51-4d7c19ada8cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:42.506091 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b4d36445-6fe6-4e6b-8e51-4d7c19ada8cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:42.556395 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01371cc1-0898-4d7e-82ed-ee7acd8ea5e3 req-102e6a7f-85c4-4324-aaab-fe0bd37bf999 tempest-TestServerBasicOps-2087525176 tempest-TestServerBasicOps-2087525176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:08:42.558502 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-01371cc1-0898-4d7e-82ed-ee7acd8ea5e3 req-102e6a7f-85c4-4324-aaab-fe0bd37bf999 tempest-TestServerBasicOps-2087525176 tempest-TestServerBasicOps-2087525176-project] 10.222.0.23 "GET /v2.0/ports?device_id=43001923-938d-4f6f-b253-e4b2a2f3dc0c HTTP/1.1" status: 200 len: 944 time: 0.1129117 Jul 13 14:08:42.588796 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b4d36445-6fe6-4e6b-8e51-4d7c19ada8cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:42.591218 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b4d36445-6fe6-4e6b-8e51-4d7c19ada8cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:42.592326 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-b4d36445-6fe6-4e6b-8e51-4d7c19ada8cc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1b1dd724-3916-4cc3-ba3f-d84a6cd15574 HTTP/1.1" status: 204 len: 168 time: 0.1922281 Jul 13 14:08:42.611432 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-01371cc1-0898-4d7e-82ed-ee7acd8ea5e3 req-aceae8b6-bd65-4e97-aeb0-f1e6da5477e1 tempest-TestServerBasicOps-2087525176 tempest-TestServerBasicOps-2087525176-project] 10.222.0.23 "GET /v2.0/security-groups?id=99a46f9a-af6e-4206-b58b-77b552720bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0470881 Jul 13 14:08:42.612249 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d36445-6fe6-4e6b-8e51-4d7c19ada8cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b1dd724-3916-4cc3-ba3f-d84a6cd15574,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:08:43.801929 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5b2611-2e9a-4026-ac33-6feff54fe7fa req-cbc7e015-f0dd-4d3c-bc18-e680c4f03314 tempest-TestServerBasicOps-2087525176 tempest-TestServerBasicOps-2087525176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:08:43.803425 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-df5b2611-2e9a-4026-ac33-6feff54fe7fa req-cbc7e015-f0dd-4d3c-bc18-e680c4f03314 tempest-TestServerBasicOps-2087525176 tempest-TestServerBasicOps-2087525176-project] 10.222.0.23 "GET /v2.0/ports?device_id=43001923-938d-4f6f-b253-e4b2a2f3dc0c HTTP/1.1" status: 200 len: 944 time: 0.0674431 Jul 13 14:08:43.841706 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-df5b2611-2e9a-4026-ac33-6feff54fe7fa req-0017b0a5-7603-4e0c-8157-f61c058dca88 tempest-TestServerBasicOps-2087525176 tempest-TestServerBasicOps-2087525176-project] 10.222.0.23 "GET /v2.0/security-groups?id=99a46f9a-af6e-4206-b58b-77b552720bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321698 Jul 13 14:08:44.696274 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device c05abf6b-af95-42f9-8af2-f25383760a91 details requested by agent hyperv_n-h2-800634-1 with host n-h2-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 14:08:44.805790 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port c05abf6b-af95-42f9-8af2-f25383760a91, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=c05abf6b-af95-42f9-8af2-f25383760a91,segment=NetworkSegment(690de628-e56f-4727-ac77-cb037614538e),segment_id=690de628-e56f-4727-ac77-cb037614538e)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:08:44.817835 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Returning: {'device': 'c05abf6b-af95-42f9-8af2-f25383760a91', 'network_id': '85675ef6-c9f4-45a9-b143-088b3c3bab41', 'port_id': 'c05abf6b-af95-42f9-8af2-f25383760a91', 'mac_address': 'fa:16:3e:02:4f:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3263c26-0926-4e8f-a717-50d981fdb59c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 14:08:44.855786 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:44.873430 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c05abf6b-af95-42f9-8af2-f25383760a91 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:08:44.894740 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port c05abf6b-af95-42f9-8af2-f25383760a91, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=c05abf6b-af95-42f9-8af2-f25383760a91,segment=NetworkSegment(690de628-e56f-4727-ac77-cb037614538e),segment_id=690de628-e56f-4727-ac77-cb037614538e)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:08:44.900570 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:44.950119 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=c05abf6b-af95-42f9-8af2-f25383760a91,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:08:45.056020 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2711d814-c602-47ba-9ec0-aa20d81c1b2a req-af495ba3-77b4-40aa-a26a-e34687391396 tempest-TestServerBasicOps-2087525176 tempest-TestServerBasicOps-2087525176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:08:45.057609 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2711d814-c602-47ba-9ec0-aa20d81c1b2a req-af495ba3-77b4-40aa-a26a-e34687391396 tempest-TestServerBasicOps-2087525176 tempest-TestServerBasicOps-2087525176-project] 10.222.0.23 "GET /v2.0/ports?device_id=43001923-938d-4f6f-b253-e4b2a2f3dc0c HTTP/1.1" status: 200 len: 945 time: 0.0878375 Jul 13 14:08:45.100559 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2711d814-c602-47ba-9ec0-aa20d81c1b2a req-2a3bdff2-ec52-46f6-9d3f-ebf33de7af6e tempest-TestServerBasicOps-2087525176 tempest-TestServerBasicOps-2087525176-project] 10.222.0.23 "GET /v2.0/security-groups?id=99a46f9a-af6e-4206-b58b-77b552720bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0364227 Jul 13 14:08:45.103102 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['c05abf6b-af95-42f9-8af2-f25383760a91'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:08:46.280034 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c41c2c1-2bdd-48a4-935e-fb9bab4dd361 req-8f81d526-809a-461c-9eb9-7ea8f34e8263 tempest-TestServerBasicOps-2087525176 tempest-TestServerBasicOps-2087525176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:08:46.281700 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3c41c2c1-2bdd-48a4-935e-fb9bab4dd361 req-8f81d526-809a-461c-9eb9-7ea8f34e8263 tempest-TestServerBasicOps-2087525176 tempest-TestServerBasicOps-2087525176-project] 10.222.0.23 "GET /v2.0/ports?device_id=43001923-938d-4f6f-b253-e4b2a2f3dc0c HTTP/1.1" status: 200 len: 945 time: 0.0691614 Jul 13 14:08:46.320576 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3c41c2c1-2bdd-48a4-935e-fb9bab4dd361 req-ada6cc20-9eb2-48db-924d-c5fd14ddeee6 tempest-TestServerBasicOps-2087525176 tempest-TestServerBasicOps-2087525176-project] 10.222.0.23 "GET /v2.0/security-groups?id=99a46f9a-af6e-4206-b58b-77b552720bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326209 Jul 13 14:08:46.711786 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device c05abf6b-af95-42f9-8af2-f25383760a91 up at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:08:46.777567 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning for port c05abf6b-af95-42f9-8af2-f25383760a91 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:08:46.781724 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning complete for port c05abf6b-af95-42f9-8af2-f25383760a91 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:08:46.782902 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:46.880285 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:46.904060 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43001923-938d-4f6f-b253-e4b2a2f3dc0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c05abf6b-af95-42f9-8af2-f25383760a91'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:08:46.906303 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41cfe9eb-3418-4cc4-a717-f1621568c635" -d '{"events": [{"server_uuid": "43001923-938d-4f6f-b253-e4b2a2f3dc0c", "name": "network-vif-plugged", "status": "completed", "tag": "c05abf6b-af95-42f9-8af2-f25383760a91"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:08:46.921084 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port c05abf6b-af95-42f9-8af2-f25383760a91, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=c05abf6b-af95-42f9-8af2-f25383760a91,segment=NetworkSegment(690de628-e56f-4727-ac77-cb037614538e),segment_id=690de628-e56f-4727-ac77-cb037614538e)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:08:46.933951 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:46.960855 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:08:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83169914-c0d1-48a4-b875-d9d9ed02a618 x-openstack-request-id: req-83169914-c0d1-48a4-b875-d9d9ed02a618 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:08:46.961188 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43001923-938d-4f6f-b253-e4b2a2f3dc0c", "name": "network-vif-plugged", "status": "completed", "tag": "c05abf6b-af95-42f9-8af2-f25383760a91", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:08:46.961406 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-83169914-c0d1-48a4-b875-d9d9ed02a618 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:08:46.961820 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43001923-938d-4f6f-b253-e4b2a2f3dc0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c05abf6b-af95-42f9-8af2-f25383760a91', 'code': 200} Jul 13 14:08:46.994672 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=c05abf6b-af95-42f9-8af2-f25383760a91,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:08:47.089269 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e560dd-15fe-4e29-9572-35e847f73555 req-937ef5e9-704d-4f76-adb7-6ccac2debc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:08:47.091130 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-36e560dd-15fe-4e29-9572-35e847f73555 req-937ef5e9-704d-4f76-adb7-6ccac2debc92 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=43001923-938d-4f6f-b253-e4b2a2f3dc0c HTTP/1.1" status: 200 len: 1097 time: 0.0637114 Jul 13 14:08:47.129516 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-36e560dd-15fe-4e29-9572-35e847f73555 req-a594d152-9cd4-4b7a-81c8-e8d0bc7d8232 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=99a46f9a-af6e-4206-b58b-77b552720bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324492 Jul 13 14:08:47.218483 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a567b8e1-8b8b-481e-ab27-759fc43e1cd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:47.503423 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b763de5-7fca-43e8-88da-4c050fafbe2c req-de28b303-0c7f-4627-ac0a-5c7ed945e34a tempest-TestServerBasicOps-2087525176 tempest-TestServerBasicOps-2087525176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:08:47.504949 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5b763de5-7fca-43e8-88da-4c050fafbe2c req-de28b303-0c7f-4627-ac0a-5c7ed945e34a tempest-TestServerBasicOps-2087525176 tempest-TestServerBasicOps-2087525176-project] 10.222.0.23 "GET /v2.0/ports?device_id=43001923-938d-4f6f-b253-e4b2a2f3dc0c HTTP/1.1" status: 200 len: 946 time: 0.0684347 Jul 13 14:08:47.546551 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5b763de5-7fca-43e8-88da-4c050fafbe2c req-7e47c2ea-2f46-4bf8-9ac6-2f3d3450837f tempest-TestServerBasicOps-2087525176 tempest-TestServerBasicOps-2087525176-project] 10.222.0.23 "GET /v2.0/security-groups?id=99a46f9a-af6e-4206-b58b-77b552720bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340753 Jul 13 14:08:47.697763 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 41678) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:08:47.812205 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-885d4bfa-9208-4010-9554-e1dc9113f5db admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:47.913581 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-885d4bfa-9208-4010-9554-e1dc9113f5db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:47.919493 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-885d4bfa-9208-4010-9554-e1dc9113f5db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:47.970781 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-885d4bfa-9208-4010-9554-e1dc9113f5db admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5a21b44f3cb842a48ac1d4e4f4dcdf7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2714617 Jul 13 14:08:47.971861 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885d4bfa-9208-4010-9554-e1dc9113f5db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f7cee6c-76eb-463d-8021-10870ad975b4,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:08:47.973402 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 41684) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:08:48.031242 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fa646e29-c787-4975-ae3f-28604fdf3636 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:48.052344 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fa646e29-c787-4975-ae3f-28604fdf3636 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:48.097709 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fa646e29-c787-4975-ae3f-28604fdf3636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:48.100266 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fa646e29-c787-4975-ae3f-28604fdf3636 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:48.101514 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-fa646e29-c787-4975-ae3f-28604fdf3636 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0f7cee6c-76eb-463d-8021-10870ad975b4 HTTP/1.1" status: 204 len: 168 time: 0.1233389 Jul 13 14:08:48.109073 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa646e29-c787-4975-ae3f-28604fdf3636 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f7cee6c-76eb-463d-8021-10870ad975b4,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:08:48.712791 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 41708) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:08:48.726445 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e975fc-2bcf-447b-a1e1-4ada54a88a95 req-adfe06ef-53d5-4c33-8afc-6cd52c494df2 tempest-TestServerBasicOps-2087525176 tempest-TestServerBasicOps-2087525176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:08:48.727978 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-54e975fc-2bcf-447b-a1e1-4ada54a88a95 req-adfe06ef-53d5-4c33-8afc-6cd52c494df2 tempest-TestServerBasicOps-2087525176 tempest-TestServerBasicOps-2087525176-project] 10.222.0.23 "GET /v2.0/ports?device_id=43001923-938d-4f6f-b253-e4b2a2f3dc0c HTTP/1.1" status: 200 len: 946 time: 0.0659108 Jul 13 14:08:48.766956 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-54e975fc-2bcf-447b-a1e1-4ada54a88a95 req-8dfb3dbb-b53c-4fec-a9ba-29e05ab6ac9f tempest-TestServerBasicOps-2087525176 tempest-TestServerBasicOps-2087525176-project] 10.222.0.23 "GET /v2.0/security-groups?id=99a46f9a-af6e-4206-b58b-77b552720bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327621 Jul 13 14:08:48.808672 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-3d78eccd-1009-441a-8e50-8a3aea5d8188 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-933053820-network', 'tenant_id': '563c105cb8a548d597cdeed000a23e0f'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:08:48.829145 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d78eccd-1009-441a-8e50-8a3aea5d8188 admin admin] Made reservation on behalf of 563c105cb8a548d597cdeed000a23e0f for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:08:48.831564 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3d78eccd-1009-441a-8e50-8a3aea5d8188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:48.840097 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3d78eccd-1009-441a-8e50-8a3aea5d8188 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:48.979871 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a5dcf8-bbbf-48f1-a05d-ddc08be8c7b3 req-617d89f2-ec37-4eb8-8bbc-437a920d75cb tempest-TestServerBasicOps-2087525176 tempest-TestServerBasicOps-2087525176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:08:48.981353 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-92a5dcf8-bbbf-48f1-a05d-ddc08be8c7b3 req-617d89f2-ec37-4eb8-8bbc-437a920d75cb tempest-TestServerBasicOps-2087525176 tempest-TestServerBasicOps-2087525176-project] 10.222.0.23 "GET /v2.0/ports?device_id=43001923-938d-4f6f-b253-e4b2a2f3dc0c HTTP/1.1" status: 200 len: 946 time: 0.0982621 Jul 13 14:08:48.990345 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3d78eccd-1009-441a-8e50-8a3aea5d8188 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:49.001526 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3d78eccd-1009-441a-8e50-8a3aea5d8188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:49.049974 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d78eccd-1009-441a-8e50-8a3aea5d8188 admin admin] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 14:08:49.051840 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d78eccd-1009-441a-8e50-8a3aea5d8188 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f36de32-9556-46f0-bedf-e69266865920,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:08:49.066968 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-92a5dcf8-bbbf-48f1-a05d-ddc08be8c7b3 req-1e92e515-89a3-4829-8978-658c375b9281 tempest-TestServerBasicOps-2087525176 tempest-TestServerBasicOps-2087525176-project] 10.222.0.23 "GET /v2.0/security-groups?id=99a46f9a-af6e-4206-b58b-77b552720bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0735929 Jul 13 14:08:49.070054 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3d78eccd-1009-441a-8e50-8a3aea5d8188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:49.070933 n-d-800634-1 neutron-server[93751]: INFO neutron.db.segments_db [None req-3d78eccd-1009-441a-8e50-8a3aea5d8188 admin admin] Added segment e9d41607-f9b1-4a3c-8602-0ca6a6a781f7 of type vlan for network d9b20102-dae7-41fd-a434-d6eeeb3ce86f Jul 13 14:08:49.115803 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3d78eccd-1009-441a-8e50-8a3aea5d8188 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:49.145395 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3d78eccd-1009-441a-8e50-8a3aea5d8188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:49.146382 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d78eccd-1009-441a-8e50-8a3aea5d8188 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:08:49.147088 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3d78eccd-1009-441a-8e50-8a3aea5d8188 admin admin] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:49.209811 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-3d78eccd-1009-441a-8e50-8a3aea5d8188 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4958735 Jul 13 14:08:49.213013 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 41718) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:08:49.218153 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-2bf9ec05-d358-43fa-89c5-867f6c7a1f7a admin admin] Request body: {'subnet': {'network_id': 'd9b20102-dae7-41fd-a434-d6eeeb3ce86f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-933053820-subnet', 'tenant_id': '563c105cb8a548d597cdeed000a23e0f', 'ip_version': 4}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:08:49.233264 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d78eccd-1009-441a-8e50-8a3aea5d8188 admin admin] Pushing event updated for resources: {'Network': ['ID=d9b20102-dae7-41fd-a434-d6eeeb3ce86f,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:08:49.242085 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bf9ec05-d358-43fa-89c5-867f6c7a1f7a admin admin] Made reservation on behalf of 563c105cb8a548d597cdeed000a23e0f for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:08:49.242882 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network d9b20102-dae7-41fd-a434-d6eeeb3ce86f details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 14:08:49.244564 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2bf9ec05-d358-43fa-89c5-867f6c7a1f7a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4763385'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:49.270411 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f4fb29-7ec9-42df-84b7-5e9ef5f02233 req-68bfd418-cdea-4e20-9fb2-68a757d85969 tempest-TestServerBasicOps-2087525176 tempest-TestServerBasicOps-2087525176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:08:49.272122 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c0f4fb29-7ec9-42df-84b7-5e9ef5f02233 req-68bfd418-cdea-4e20-9fb2-68a757d85969 tempest-TestServerBasicOps-2087525176 tempest-TestServerBasicOps-2087525176-project] 10.222.0.23 "GET /v2.0/ports?device_id=43001923-938d-4f6f-b253-e4b2a2f3dc0c HTTP/1.1" status: 200 len: 946 time: 0.0835547 Jul 13 14:08:49.320026 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c0f4fb29-7ec9-42df-84b7-5e9ef5f02233 req-81652b13-260d-421c-b73a-ea7d82034fe3 tempest-TestServerBasicOps-2087525176 tempest-TestServerBasicOps-2087525176-project] 10.222.0.23 "GET /v2.0/security-groups?id=99a46f9a-af6e-4206-b58b-77b552720bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413449 Jul 13 14:08:49.345811 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 41720) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:08:49.419057 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2bf9ec05-d358-43fa-89c5-867f6c7a1f7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5970588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4763339'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:49.484196 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf9ec05-d358-43fa-89c5-867f6c7a1f7a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f744038a-6262-44b2-b221-cdb82b342ac6,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:08:49.488584 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf9ec05-d358-43fa-89c5-867f6c7a1f7a admin admin] Checking segment: {'id': 'e9d41607-f9b1-4a3c-8602-0ca6a6a781f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'd9b20102-dae7-41fd-a434-d6eeeb3ce86f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:08:49.488942 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bf9ec05-d358-43fa-89c5-867f6c7a1f7a admin admin] Network hostable DHCP agents. Network: d9b20102-dae7-41fd-a434-d6eeeb3ce86f, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 14:08:49.506612 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bf9ec05-d358-43fa-89c5-867f6c7a1f7a admin admin] Network d9b20102-dae7-41fd-a434-d6eeeb3ce86f is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 14:08:49.514056 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32fb7ba7-8e64-4a89-a1d5-157d3672211d tempest-TestServerBasicOps-292053301 tempest-TestServerBasicOps-292053301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:08:49.515565 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-32fb7ba7-8e64-4a89-a1d5-157d3672211d tempest-TestServerBasicOps-292053301 tempest-TestServerBasicOps-292053301-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=43001923-938d-4f6f-b253-e4b2a2f3dc0c HTTP/1.1" status: 200 len: 1092 time: 0.1687024 Jul 13 14:08:49.515826 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-2bf9ec05-d358-43fa-89c5-867f6c7a1f7a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, d9b20102-dae7-41fd-a434-d6eeeb3ce86f) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:08:49.518522 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 41724) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:08:49.521530 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bf9ec05-d358-43fa-89c5-867f6c7a1f7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:08:49.522331 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2bf9ec05-d358-43fa-89c5-867f6c7a1f7a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:49.523077 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-890d039f-c6ab-4743-87b6-f63fe75549d2 tempest-TestServerBasicOps-2087525176 tempest-TestServerBasicOps-2087525176-project] Request body: {'floatingip': {'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'port_id': 'c05abf6b-af95-42f9-8af2-f25383760a91', 'tenant_id': '59f4d545a6654c5eb7918dfd74d8ac77', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:08:49.529494 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9775310d-25f3-4385-80b0-1b3cf46e3243 None None] Network d9b20102-dae7-41fd-a434-d6eeeb3ce86f requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:08:49.546015 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-890d039f-c6ab-4743-87b6-f63fe75549d2 tempest-TestServerBasicOps-2087525176 tempest-TestServerBasicOps-2087525176-project] Notify callbacks [] for floatingip, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:49.550865 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-2bf9ec05-d358-43fa-89c5-867f6c7a1f7a admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3366401 Jul 13 14:08:49.553494 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 41726) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:08:49.558548 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-740b3fe8-4542-4c5f-b401-cac134269af1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-933053820-router', 'tenant_id': '563c105cb8a548d597cdeed000a23e0f', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:08:49.580529 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-740b3fe8-4542-4c5f-b401-cac134269af1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1591928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2714'] for router, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:49.581862 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-740b3fe8-4542-4c5f-b401-cac134269af1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447198', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1629690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2689'] for router, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:49.640324 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-740b3fe8-4542-4c5f-b401-cac134269af1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:49.652496 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-890d039f-c6ab-4743-87b6-f63fe75549d2 tempest-TestServerBasicOps-2087525176 tempest-TestServerBasicOps-2087525176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:49.689330 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caab6981-93c0-41b1-ac96-d796f08dc74b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a7201e1-61ce-5a3e-b7f7-e800379ed03b-d9b20102-dae7-41fd-a434-d6eeeb3ce86f', 'network_id': 'd9b20102-dae7-41fd-a434-d6eeeb3ce86f', 'tenant_id': '563c105cb8a548d597cdeed000a23e0f', 'fixed_ips': [{'subnet_id': 'f744038a-6262-44b2-b221-cdb82b342ac6'}]}} from n-d-800634-1. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 14:08:49.690285 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-caab6981-93c0-41b1-ac96-d796f08dc74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:49.778984 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-890d039f-c6ab-4743-87b6-f63fe75549d2 tempest-TestServerBasicOps-2087525176 tempest-TestServerBasicOps-2087525176-project] Allocated IP 172.25.6.226 (acf968b8-c524-46a9-a20b-ad9667009130/dde5a78e-bd1e-4f47-8189-7321d4de73d3/18756dc3-8491-4813-b316-197b472a77fc) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:08:49.795517 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-740b3fe8-4542-4c5f-b401-cac134269af1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447180', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1591910', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2751'] for router, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:49.838206 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-caab6981-93c0-41b1-ac96-d796f08dc74b None None] Allocated IP 172.20.0.2 (d9b20102-dae7-41fd-a434-d6eeeb3ce86f/f744038a-6262-44b2-b221-cdb82b342ac6/c99cbc73-5541-4e17-86ba-da6f044e1ce1) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:08:49.887366 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-890d039f-c6ab-4743-87b6-f63fe75549d2 tempest-TestServerBasicOps-2087525176 tempest-TestServerBasicOps-2087525176-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:49.930651 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9b729a26-0a9f-4670-90f6-f6d7deb5382a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:49.934423 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-890d039f-c6ab-4743-87b6-f63fe75549d2 tempest-TestServerBasicOps-2087525176 tempest-TestServerBasicOps-2087525176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:49.967006 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-890d039f-c6ab-4743-87b6-f63fe75549d2 tempest-TestServerBasicOps-2087525176 tempest-TestServerBasicOps-2087525176-project] Network acf968b8-c524-46a9-a20b-ad9667009130 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:08:49.969912 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-890d039f-c6ab-4743-87b6-f63fe75549d2 tempest-TestServerBasicOps-2087525176 tempest-TestServerBasicOps-2087525176-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:08:49.973374 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890d039f-c6ab-4743-87b6-f63fe75549d2 tempest-TestServerBasicOps-2087525176 tempest-TestServerBasicOps-2087525176-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:08:50.008613 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-740b3fe8-4542-4c5f-b401-cac134269af1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:50.015923 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890d039f-c6ab-4743-87b6-f63fe75549d2 tempest-TestServerBasicOps-2087525176 tempest-TestServerBasicOps-2087525176-project] Pushing event updated for resources: {'Port': ['ID=18756dc3-8491-4813-b316-197b472a77fc,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:08:50.022344 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-caab6981-93c0-41b1-ac96-d796f08dc74b None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:50.034442 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-caab6981-93c0-41b1-ac96-d796f08dc74b None None] Transition to ACTIVE for port object c99cbc73-5541-4e17-86ba-da6f044e1ce1 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:08:50.034805 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-740b3fe8-4542-4c5f-b401-cac134269af1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:50.052261 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:50.055758 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-caab6981-93c0-41b1-ac96-d796f08dc74b None None] Transition to ACTIVE for port object c99cbc73-5541-4e17-86ba-da6f044e1ce1 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:08:50.066205 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-caab6981-93c0-41b1-ac96-d796f08dc74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:50.122814 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caab6981-93c0-41b1-ac96-d796f08dc74b None None] Network d9b20102-dae7-41fd-a434-d6eeeb3ce86f is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:08:50.127392 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-caab6981-93c0-41b1-ac96-d796f08dc74b None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:08:50.130206 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caab6981-93c0-41b1-ac96-d796f08dc74b None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:08:50.138431 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caab6981-93c0-41b1-ac96-d796f08dc74b None None] Pushing event updated for resources: {'Port': ['ID=c99cbc73-5541-4e17-86ba-da6f044e1ce1,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:08:50.159654 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-740b3fe8-4542-4c5f-b401-cac134269af1 admin admin] Allocated IP 172.25.6.174 (acf968b8-c524-46a9-a20b-ad9667009130/dde5a78e-bd1e-4f47-8189-7321d4de73d3/97272e1b-1b04-4e74-81f0-d670fb7436c0) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:08:50.203451 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-caab6981-93c0-41b1-ac96-d796f08dc74b None None] Attempting to bind port c99cbc73-5541-4e17-86ba-da6f044e1ce1 on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:08:50.203826 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-caab6981-93c0-41b1-ac96-d796f08dc74b None None] Attempting to bind port c99cbc73-5541-4e17-86ba-da6f044e1ce1 by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': 'e9d41607-f9b1-4a3c-8602-0ca6a6a781f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'd9b20102-dae7-41fd-a434-d6eeeb3ce86f'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:08:50.204193 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caab6981-93c0-41b1-ac96-d796f08dc74b None None] Attempting to bind port c99cbc73-5541-4e17-86ba-da6f044e1ce1 on network d9b20102-dae7-41fd-a434-d6eeeb3ce86f {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:08:50.209667 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caab6981-93c0-41b1-ac96-d796f08dc74b None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 8, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:08:50.210117 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caab6981-93c0-41b1-ac96-d796f08dc74b None None] Checking segment: {'id': 'e9d41607-f9b1-4a3c-8602-0ca6a6a781f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'd9b20102-dae7-41fd-a434-d6eeeb3ce86f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:08:50.210495 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-caab6981-93c0-41b1-ac96-d796f08dc74b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:50.210905 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caab6981-93c0-41b1-ac96-d796f08dc74b None None] Bound using segment: {'id': 'e9d41607-f9b1-4a3c-8602-0ca6a6a781f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'd9b20102-dae7-41fd-a434-d6eeeb3ce86f'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:08:50.211375 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-caab6981-93c0-41b1-ac96-d796f08dc74b None None] Bound port: c99cbc73-5541-4e17-86ba-da6f044e1ce1, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9d41607-f9b1-4a3c-8602-0ca6a6a781f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'd9b20102-dae7-41fd-a434-d6eeeb3ce86f'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:08:50.211763 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-caab6981-93c0-41b1-ac96-d796f08dc74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:50.279597 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-740b3fe8-4542-4c5f-b401-cac134269af1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:50.285947 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-caab6981-93c0-41b1-ac96-d796f08dc74b None None] For port c99cbc73-5541-4e17-86ba-da6f044e1ce1, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:08:50.289273 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-caab6981-93c0-41b1-ac96-d796f08dc74b None None] For port c99cbc73-5541-4e17-86ba-da6f044e1ce1, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=c99cbc73-5541-4e17-86ba-da6f044e1ce1,segment=NetworkSegment(e9d41607-f9b1-4a3c-8602-0ca6a6a781f7),segment_id=e9d41607-f9b1-4a3c-8602-0ca6a6a781f7)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:08:50.295980 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-caab6981-93c0-41b1-ac96-d796f08dc74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:50.321482 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-740b3fe8-4542-4c5f-b401-cac134269af1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:50.361112 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caab6981-93c0-41b1-ac96-d796f08dc74b None None] Pushing event updated for resources: {'Port': ['ID=c99cbc73-5541-4e17-86ba-da6f044e1ce1,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:08:50.364810 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-740b3fe8-4542-4c5f-b401-cac134269af1 admin admin] Network acf968b8-c524-46a9-a20b-ad9667009130 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:08:50.369328 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-740b3fe8-4542-4c5f-b401-cac134269af1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:08:50.374645 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740b3fe8-4542-4c5f-b401-cac134269af1 admin admin] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:08:50.377941 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740b3fe8-4542-4c5f-b401-cac134269af1 admin admin] Pushing event updated for resources: {'Port': ['ID=97272e1b-1b04-4e74-81f0-d670fb7436c0,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:08:50.449680 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-890d039f-c6ab-4743-87b6-f63fe75549d2 tempest-TestServerBasicOps-2087525176 tempest-TestServerBasicOps-2087525176-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:50.553478 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-890d039f-c6ab-4743-87b6-f63fe75549d2 tempest-TestServerBasicOps-2087525176 tempest-TestServerBasicOps-2087525176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:50.664570 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-740b3fe8-4542-4c5f-b401-cac134269af1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:50.728809 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-890d039f-c6ab-4743-87b6-f63fe75549d2 tempest-TestServerBasicOps-2087525176 tempest-TestServerBasicOps-2087525176-project] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:50.734083 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-890d039f-c6ab-4743-87b6-f63fe75549d2 tempest-TestServerBasicOps-2087525176 tempest-TestServerBasicOps-2087525176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:50.806682 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890d039f-c6ab-4743-87b6-f63fe75549d2 tempest-TestServerBasicOps-2087525176 tempest-TestServerBasicOps-2087525176-project] Pushing event updated for resources: {'Port': ['ID=18756dc3-8491-4813-b316-197b472a77fc,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:08:50.815142 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-890d039f-c6ab-4743-87b6-f63fe75549d2 tempest-TestServerBasicOps-2087525176 tempest-TestServerBasicOps-2087525176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446547'] for floatingip, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:50.878438 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-740b3fe8-4542-4c5f-b401-cac134269af1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447217'] for router, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:51.126650 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device c99cbc73-5541-4e17-86ba-da6f044e1ce1 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:08:51.199484 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:51.203165 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port c99cbc73-5541-4e17-86ba-da6f044e1ce1 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:08:51.228841 n-d-800634-1 neutron-server[93751]: INFO neutron.db.l3_db [None req-890d039f-c6ab-4743-87b6-f63fe75549d2 tempest-TestServerBasicOps-2087525176 tempest-TestServerBasicOps-2087525176-project] Floating IP 67f9806b-2bcf-4b7d-b4d0-43c56c8ea367 associated. External IP: 172.25.6.226, port: c05abf6b-af95-42f9-8af2-f25383760a91. Jul 13 14:08:51.423193 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9761f424-043e-467a-a4c4-81b14a036eb1 None None] Network d9b20102-dae7-41fd-a434-d6eeeb3ce86f requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:08:51.434690 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-740b3fe8-4542-4c5f-b401-cac134269af1 admin admin] Router 58e4bef6-f903-473d-9814-72b7784d4240 is scheduled to L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 with binding_index 1 {{(pid=93750) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 14:08:51.472143 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-890d039f-c6ab-4743-87b6-f63fe75549d2 tempest-TestServerBasicOps-2087525176 tempest-TestServerBasicOps-2087525176-project] Router 05b1fbf9-1116-473a-9585-6fc6322e1a43 has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:08:51.549990 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-c03d28a1-266e-4937-a6a7-9e6675bcadd6 None None] Provisioning for port c99cbc73-5541-4e17-86ba-da6f044e1ce1 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:08:51.554770 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-740b3fe8-4542-4c5f-b401-cac134269af1 admin admin] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:08:51.556976 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-c03d28a1-266e-4937-a6a7-9e6675bcadd6 None None] Provisioning complete for port c99cbc73-5541-4e17-86ba-da6f044e1ce1 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:08:51.557472 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c03d28a1-266e-4937-a6a7-9e6675bcadd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:51.566479 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d5dff2-a064-4979-9bad-0ca6ff2c31f8 None None] Sync routers for ids ['58e4bef6-f903-473d-9814-72b7784d4240'] in n-d-800634-1 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:08:51.579780 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d5dff2-a064-4979-9bad-0ca6ff2c31f8 None None] Routers {'58e4bef6-f903-473d-9814-72b7784d4240'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:08:51.580703 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-23d5dff2-a064-4979-9bad-0ca6ff2c31f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:08:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['58e4bef6-f903-473d-9814-72b7784d4240'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:08:51.582194 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-740b3fe8-4542-4c5f-b401-cac134269af1 admin admin] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:51.584399 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-740b3fe8-4542-4c5f-b401-cac134269af1 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.0289872 Jul 13 14:08:51.586302 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 41732) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:08:51.596079 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-890d039f-c6ab-4743-87b6-f63fe75549d2 tempest-TestServerBasicOps-2087525176 tempest-TestServerBasicOps-2087525176-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:08:51.611611 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab84f021-039e-42e4-afe0-4505106d93f2 None None] Sync routers for ids ['05b1fbf9-1116-473a-9585-6fc6322e1a43'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:08:51.626340 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-890d039f-c6ab-4743-87b6-f63fe75549d2 tempest-TestServerBasicOps-2087525176 tempest-TestServerBasicOps-2087525176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for floatingip, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:51.646936 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab84f021-039e-42e4-afe0-4505106d93f2 None None] Routers {'05b1fbf9-1116-473a-9585-6fc6322e1a43'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:08:51.647579 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-ab84f021-039e-42e4-afe0-4505106d93f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:08:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['05b1fbf9-1116-473a-9585-6fc6322e1a43'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:08:51.680376 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-890d039f-c6ab-4743-87b6-f63fe75549d2 tempest-TestServerBasicOps-2087525176 tempest-TestServerBasicOps-2087525176-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1607220 Jul 13 14:08:51.681301 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43001923-938d-4f6f-b253-e4b2a2f3dc0c', 'tag': 'c05abf6b-af95-42f9-8af2-f25383760a91'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:08:51.684482 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d17b627af75e17e0f4b8d6239d04f8c2f78634e2c585e32a7aeca336500f34a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7df3133e-436f-4ccd-9888-f44e56db744d" -d '{"events": [{"name": "network-changed", "server_uuid": "43001923-938d-4f6f-b253-e4b2a2f3dc0c", "tag": "c05abf6b-af95-42f9-8af2-f25383760a91"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:08:51.715236 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-23d5dff2-a064-4979-9bad-0ca6ff2c31f8 None None] Set router 58e4bef6-f903-473d-9814-72b7784d4240 gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:08:51.733710 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:08:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a69a749-02d8-4e95-b83c-a798ce97954d x-openstack-request-id: req-5a69a749-02d8-4e95-b83c-a798ce97954d {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:08:51.734168 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43001923-938d-4f6f-b253-e4b2a2f3dc0c", "tag": "c05abf6b-af95-42f9-8af2-f25383760a91", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:08:51.736316 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5a69a749-02d8-4e95-b83c-a798ce97954d {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:08:51.736316 n-d-800634-1 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43001923-938d-4f6f-b253-e4b2a2f3dc0c', 'tag': 'c05abf6b-af95-42f9-8af2-f25383760a91', 'status': 'completed', 'code': 200} Jul 13 14:08:51.789060 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c03d28a1-266e-4937-a6a7-9e6675bcadd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:51.830322 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-ab84f021-039e-42e4-afe0-4505106d93f2 None None] Set router 05b1fbf9-1116-473a-9585-6fc6322e1a43 gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:08:51.888985 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df3133e-436f-4ccd-9888-f44e56db744d req-5729d47d-a622-4e0e-9a63-62b0eec1a72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:08:51.891178 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7df3133e-436f-4ccd-9888-f44e56db744d req-5729d47d-a622-4e0e-9a63-62b0eec1a72a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=59f4d545a6654c5eb7918dfd74d8ac77&device_id=43001923-938d-4f6f-b253-e4b2a2f3dc0c HTTP/1.1" status: 200 len: 1097 time: 0.1163318 Jul 13 14:08:51.913082 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-23d5dff2-a064-4979-9bad-0ca6ff2c31f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58e4bef6-f903-473d-9814-72b7784d4240', 'name': 'tempest-TestVolumeBackupRestore-933053820-router', 'tenant_id': '563c105cb8a548d597cdeed000a23e0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.174'}], 'enable_snat': True}, 'gw_port_id': '97272e1b-1b04-4e74-81f0-d670fb7436c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:08:49Z', 'updated_at': '2021-07-13T14:08:50Z', 'revision_number': 3, 'project_id': '563c105cb8a548d597cdeed000a23e0f', 'gw_port': {'id': '97272e1b-1b04-4e74-81f0-d670fb7436c0', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e4:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58e4bef6-f903-473d-9814-72b7784d4240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:08:50Z', 'updated_at': '2021-07-13T14:08:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:08:51.951018 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d5dff2-a064-4979-9bad-0ca6ff2c31f8 None None] Checking router: 58e4bef6-f903-473d-9814-72b7784d4240 for host: n-d-800634-1 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:08:51.951756 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d5dff2-a064-4979-9bad-0ca6ff2c31f8 None None] Updating router 58e4bef6-f903-473d-9814-72b7784d4240 port 97272e1b-1b04-4e74-81f0-d670fb7436c0 binding host n-d-800634-1 {{(pid=93753) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 14:08:51.988907 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-23d5dff2-a064-4979-9bad-0ca6ff2c31f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:52.071837 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-c03d28a1-266e-4937-a6a7-9e6675bcadd6 None None] For port c99cbc73-5541-4e17-86ba-da6f044e1ce1, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=c99cbc73-5541-4e17-86ba-da6f044e1ce1,segment=NetworkSegment(e9d41607-f9b1-4a3c-8602-0ca6a6a781f7),segment_id=e9d41607-f9b1-4a3c-8602-0ca6a6a781f7)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:08:52.087254 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df3133e-436f-4ccd-9888-f44e56db744d req-aadd5446-8b29-47b9-b672-e6e7b9bd895c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:08:52.089447 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7df3133e-436f-4ccd-9888-f44e56db744d req-aadd5446-8b29-47b9-b672-e6e7b9bd895c service neutron] 10.222.0.41 "GET /v2.0/networks?id=85675ef6-c9f4-45a9-b143-088b3c3bab41 HTTP/1.1" status: 200 len: 909 time: 0.1903250 Jul 13 14:08:52.102189 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c03d28a1-266e-4937-a6a7-9e6675bcadd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:52.204734 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7df3133e-436f-4ccd-9888-f44e56db744d req-ca162ac7-f45f-4e23-8769-6a8519973036 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c05abf6b-af95-42f9-8af2-f25383760a91 HTTP/1.1" status: 200 len: 1000 time: 0.0937166 Jul 13 14:08:52.206897 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03d28a1-266e-4937-a6a7-9e6675bcadd6 None None] Pushing event updated for resources: {'Port': ['ID=c99cbc73-5541-4e17-86ba-da6f044e1ce1,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:08:52.243768 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-cb54c4f3-12f3-4311-a2a9-2df90faed52e None None] Provisioning complete for port c99cbc73-5541-4e17-86ba-da6f044e1ce1 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:08:52.243768 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-cb54c4f3-12f3-4311-a2a9-2df90faed52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:52.254614 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-23d5dff2-a064-4979-9bad-0ca6ff2c31f8 None None] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:52.266031 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-23d5dff2-a064-4979-9bad-0ca6ff2c31f8 None None] Transition to ACTIVE for port object 97272e1b-1b04-4e74-81f0-d670fb7436c0 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:08:52.273235 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-23d5dff2-a064-4979-9bad-0ca6ff2c31f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:52.286016 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df3133e-436f-4ccd-9888-f44e56db744d req-63e9b6b5-e387-4a4e-bbbf-fb8cd83f4115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:08:52.287486 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7df3133e-436f-4ccd-9888-f44e56db744d req-63e9b6b5-e387-4a4e-bbbf-fb8cd83f4115 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a3263c26-0926-4e8f-a717-50d981fdb59c HTTP/1.1" status: 200 len: 848 time: 0.0766091 Jul 13 14:08:52.317249 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea46124-d52a-44a8-8f5b-9cba624b1ebb None None] Pushing event updated for resources: {'Port': ['ID=97272e1b-1b04-4e74-81f0-d670fb7436c0,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:08:52.329728 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8c387ea8-7939-408d-8ef2-c5093f9497a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:52.338952 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea46124-d52a-44a8-8f5b-9cba624b1ebb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:08:52.339602 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea46124-d52a-44a8-8f5b-9cba624b1ebb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:08:52.340112 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea46124-d52a-44a8-8f5b-9cba624b1ebb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:08:52.340462 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea46124-d52a-44a8-8f5b-9cba624b1ebb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:08:52.340790 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea46124-d52a-44a8-8f5b-9cba624b1ebb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:08:52.341291 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea46124-d52a-44a8-8f5b-9cba624b1ebb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:08:52.341817 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea46124-d52a-44a8-8f5b-9cba624b1ebb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:08:52.342830 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea46124-d52a-44a8-8f5b-9cba624b1ebb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:08:52.343364 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea46124-d52a-44a8-8f5b-9cba624b1ebb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:08:52.343871 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea46124-d52a-44a8-8f5b-9cba624b1ebb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:08:52.344375 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea46124-d52a-44a8-8f5b-9cba624b1ebb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:08:52.344686 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea46124-d52a-44a8-8f5b-9cba624b1ebb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:08:52.349614 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-23d5dff2-a064-4979-9bad-0ca6ff2c31f8 None None] Attempting to bind port 97272e1b-1b04-4e74-81f0-d670fb7436c0 on host n-d-800634-1 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:08:52.350016 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-23d5dff2-a064-4979-9bad-0ca6ff2c31f8 None None] Attempting to bind port 97272e1b-1b04-4e74-81f0-d670fb7436c0 by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:08:52.350383 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d5dff2-a064-4979-9bad-0ca6ff2c31f8 None None] Attempting to bind port 97272e1b-1b04-4e74-81f0-d670fb7436c0 on network acf968b8-c524-46a9-a20b-ad9667009130 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:08:52.357180 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d5dff2-a064-4979-9bad-0ca6ff2c31f8 None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 8, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:08:52.357553 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d5dff2-a064-4979-9bad-0ca6ff2c31f8 None None] Checking segment: {'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:08:52.357981 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-23d5dff2-a064-4979-9bad-0ca6ff2c31f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:52.358538 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d5dff2-a064-4979-9bad-0ca6ff2c31f8 None None] Bound using segment: {'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:08:52.359175 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-23d5dff2-a064-4979-9bad-0ca6ff2c31f8 None None] Bound port: 97272e1b-1b04-4e74-81f0-d670fb7436c0, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:08:52.360033 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-23d5dff2-a064-4979-9bad-0ca6ff2c31f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:52.413646 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-ab84f021-039e-42e4-afe0-4505106d93f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05b1fbf9-1116-473a-9585-6fc6322e1a43', 'name': 'tempest-TestServerBasicOps-1851359004-router', 'tenant_id': '59f4d545a6654c5eb7918dfd74d8ac77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': '785f8ff2-6117-45a9-b460-0b126f8270b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:08:23Z', 'updated_at': '2021-07-13T14:08:26Z', 'revision_number': 4, 'project_id': '59f4d545a6654c5eb7918dfd74d8ac77', 'gw_port': {'id': '785f8ff2-6117-45a9-b460-0b126f8270b7', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d2:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b1fbf9-1116-473a-9585-6fc6322e1a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:08:23Z', 'updated_at': '2021-07-13T14:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_floatingips': [{'id': '67f9806b-2bcf-4b7d-b4d0-43c56c8ea367', 'tenant_id': '59f4d545a6654c5eb7918dfd74d8ac77', 'floating_ip_address': '172.25.6.226', 'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'router_id': '05b1fbf9-1116-473a-9585-6fc6322e1a43', 'port_id': 'c05abf6b-af95-42f9-8af2-f25383760a91', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3586, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85675ef6-c9f4-45a9-b143-088b3c3bab41', 'mac_address': 'fa:16:3e:02:4f:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43001923-938d-4f6f-b253-e4b2a2f3dc0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:08:50Z', 'updated_at': '2021-07-13T14:08:50Z', 'revision_number': 0, 'project_id': '59f4d545a6654c5eb7918dfd74d8ac77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b803ed8e-bad7-4c15-b7b1-1ce09254f814', 'name': '', 'network_id': '85675ef6-c9f4-45a9-b143-088b3c3bab41', 'tenant_id': '59f4d545a6654c5eb7918dfd74d8ac77', 'mac_address': 'fa:16:3e:8f:e1:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b1fbf9-1116-473a-9585-6fc6322e1a43', 'device_owner': 'network:router_interface', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': 'a3263c26-0926-4e8f-a717-50d981fdb59c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:08:26Z', 'updated_at': '2021-07-13T14:08:33Z', 'revision_number': 5, 'project_id': '59f4d545a6654c5eb7918dfd74d8ac77', 'subnets': [{'id': 'a3263c26-0926-4e8f-a717-50d981fdb59c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:08:52.415848 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-23d5dff2-a064-4979-9bad-0ca6ff2c31f8 None None] For port 97272e1b-1b04-4e74-81f0-d670fb7436c0, host n-d-800634-1, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:08:52.419723 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-23d5dff2-a064-4979-9bad-0ca6ff2c31f8 None None] For port 97272e1b-1b04-4e74-81f0-d670fb7436c0, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=97272e1b-1b04-4e74-81f0-d670fb7436c0,segment=NetworkSegment(3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87),segment_id=3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:08:52.426515 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-23d5dff2-a064-4979-9bad-0ca6ff2c31f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:52.454459 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab84f021-039e-42e4-afe0-4505106d93f2 None None] Checking router: 05b1fbf9-1116-473a-9585-6fc6322e1a43 for host: n-d-800634-1 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:08:52.464505 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab84f021-039e-42e4-afe0-4505106d93f2 None None] Routers {'05b1fbf9-1116-473a-9585-6fc6322e1a43'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:08:52.465144 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-ab84f021-039e-42e4-afe0-4505106d93f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:08:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['05b1fbf9-1116-473a-9585-6fc6322e1a43'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:08:52.469879 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df3133e-436f-4ccd-9888-f44e56db744d req-e2fc720c-42e2-4d61-94bc-da01d5a9f2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:08:52.472003 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7df3133e-436f-4ccd-9888-f44e56db744d req-e2fc720c-42e2-4d61-94bc-da01d5a9f2b2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=85675ef6-c9f4-45a9-b143-088b3c3bab41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1781468 Jul 13 14:08:52.483528 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea46124-d52a-44a8-8f5b-9cba624b1ebb None None] Pushing event updated for resources: {'Port': ['ID=97272e1b-1b04-4e74-81f0-d670fb7436c0,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:08:52.499056 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d5dff2-a064-4979-9bad-0ca6ff2c31f8 None None] Routers {'58e4bef6-f903-473d-9814-72b7784d4240'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:08:52.500049 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-23d5dff2-a064-4979-9bad-0ca6ff2c31f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:08:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['58e4bef6-f903-473d-9814-72b7784d4240'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:08:52.580900 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-ab84f021-039e-42e4-afe0-4505106d93f2 None None] Set router 05b1fbf9-1116-473a-9585-6fc6322e1a43 gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:08:52.614258 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-23d5dff2-a064-4979-9bad-0ca6ff2c31f8 None None] Set router 58e4bef6-f903-473d-9814-72b7784d4240 gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:08:52.642427 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-8c387ea8-7939-408d-8ef2-c5093f9497a8 admin admin] Allocated IP 172.20.0.1 (d9b20102-dae7-41fd-a434-d6eeeb3ce86f/f744038a-6262-44b2-b221-cdb82b342ac6/40775bb8-59d9-4208-9379-5f4ab4264343) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:08:52.645939 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7df3133e-436f-4ccd-9888-f44e56db744d req-36256891-639e-4412-997e-70d2a88f6ccf service neutron] 10.222.0.41 "GET /v2.0/networks/85675ef6-c9f4-45a9-b143-088b3c3bab41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414895 Jul 13 14:08:52.755764 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:52.814612 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7df3133e-436f-4ccd-9888-f44e56db744d req-07f39648-3b95-4ebc-8792-fdb58cb3bc0a service neutron] 10.222.0.41 "GET /v2.0/networks/85675ef6-c9f4-45a9-b143-088b3c3bab41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606567 Jul 13 14:08:52.833391 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8c387ea8-7939-408d-8ef2-c5093f9497a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:52.848976 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [None req-8c387ea8-7939-408d-8ef2-c5093f9497a8 admin admin] Transition to ACTIVE for port object 40775bb8-59d9-4208-9379-5f4ab4264343 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:08:52.859514 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-ab84f021-039e-42e4-afe0-4505106d93f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05b1fbf9-1116-473a-9585-6fc6322e1a43', 'name': 'tempest-TestServerBasicOps-1851359004-router', 'tenant_id': '59f4d545a6654c5eb7918dfd74d8ac77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': '785f8ff2-6117-45a9-b460-0b126f8270b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:08:23Z', 'updated_at': '2021-07-13T14:08:26Z', 'revision_number': 4, 'project_id': '59f4d545a6654c5eb7918dfd74d8ac77', 'gw_port': {'id': '785f8ff2-6117-45a9-b460-0b126f8270b7', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d2:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b1fbf9-1116-473a-9585-6fc6322e1a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:08:23Z', 'updated_at': '2021-07-13T14:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_floatingips': [{'id': '67f9806b-2bcf-4b7d-b4d0-43c56c8ea367', 'tenant_id': '59f4d545a6654c5eb7918dfd74d8ac77', 'floating_ip_address': '172.25.6.226', 'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'router_id': '05b1fbf9-1116-473a-9585-6fc6322e1a43', 'port_id': 'c05abf6b-af95-42f9-8af2-f25383760a91', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3586, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85675ef6-c9f4-45a9-b143-088b3c3bab41', 'mac_address': 'fa:16:3e:02:4f:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43001923-938d-4f6f-b253-e4b2a2f3dc0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:08:50Z', 'updated_at': '2021-07-13T14:08:50Z', 'revision_number': 0, 'project_id': '59f4d545a6654c5eb7918dfd74d8ac77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b803ed8e-bad7-4c15-b7b1-1ce09254f814', 'name': '', 'network_id': '85675ef6-c9f4-45a9-b143-088b3c3bab41', 'tenant_id': '59f4d545a6654c5eb7918dfd74d8ac77', 'mac_address': 'fa:16:3e:8f:e1:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b1fbf9-1116-473a-9585-6fc6322e1a43', 'device_owner': 'network:router_interface', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': 'a3263c26-0926-4e8f-a717-50d981fdb59c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:08:26Z', 'updated_at': '2021-07-13T14:08:33Z', 'revision_number': 5, 'project_id': '59f4d545a6654c5eb7918dfd74d8ac77', 'subnets': [{'id': 'a3263c26-0926-4e8f-a717-50d981fdb59c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:08:52.886670 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab84f021-039e-42e4-afe0-4505106d93f2 None None] The sync data for ids ['05b1fbf9-1116-473a-9585-6fc6322e1a43'] in n-d-800634-1 is: [{'id': '05b1fbf9-1116-473a-9585-6fc6322e1a43', 'name': 'tempest-TestServerBasicOps-1851359004-router', 'tenant_id': '59f4d545a6654c5eb7918dfd74d8ac77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': '785f8ff2-6117-45a9-b460-0b126f8270b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:08:23Z', 'updated_at': '2021-07-13T14:08:26Z', 'revision_number': 4, 'project_id': '59f4d545a6654c5eb7918dfd74d8ac77', 'gw_port': {'id': '785f8ff2-6117-45a9-b460-0b126f8270b7', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d2:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b1fbf9-1116-473a-9585-6fc6322e1a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:08:23Z', 'updated_at': '2021-07-13T14:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_floatingips': [{'id': '67f9806b-2bcf-4b7d-b4d0-43c56c8ea367', 'tenant_id': '59f4d545a6654c5eb7918dfd74d8ac77', 'floating_ip_address': '172.25.6.226', 'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'router_id': '05b1fbf9-1116-473a-9585-6fc6322e1a43', 'port_id': 'c05abf6b-af95-42f9-8af2-f25383760a91', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3586, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85675ef6-c9f4-45a9-b143-088b3c3bab41', 'mac_address': 'fa:16:3e:02:4f:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43001923-938d-4f6f-b253-e4b2a2f3dc0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:08:50Z', 'updated_at': '2021-07-13T14:08:50Z', 'revision_number': 0, 'project_id': '59f4d545a6654c5eb7918dfd74d8ac77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b803ed8e-bad7-4c15-b7b1-1ce09254f814', 'name': '', 'network_id': '85675ef6-c9f4-45a9-b143-088b3c3bab41', 'tenant_id': '59f4d545a6654c5eb7918dfd74d8ac77', 'mac_address': 'fa:16:3e:8f:e1:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b1fbf9-1116-473a-9585-6fc6322e1a43', 'device_owner': 'network:router_interface', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': 'a3263c26-0926-4e8f-a717-50d981fdb59c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:08:26Z', 'updated_at': '2021-07-13T14:08:33Z', 'revision_number': 5, 'project_id': '59f4d545a6654c5eb7918dfd74d8ac77', 'subnets': [{'id': 'a3263c26-0926-4e8f-a717-50d981fdb59c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:08:52.891497 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8c387ea8-7939-408d-8ef2-c5093f9497a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:52.917348 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-23d5dff2-a064-4979-9bad-0ca6ff2c31f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58e4bef6-f903-473d-9814-72b7784d4240', 'name': 'tempest-TestVolumeBackupRestore-933053820-router', 'tenant_id': '563c105cb8a548d597cdeed000a23e0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.174'}], 'enable_snat': True}, 'gw_port_id': '97272e1b-1b04-4e74-81f0-d670fb7436c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:08:49Z', 'updated_at': '2021-07-13T14:08:50Z', 'revision_number': 3, 'project_id': '563c105cb8a548d597cdeed000a23e0f', 'gw_port': {'id': '97272e1b-1b04-4e74-81f0-d670fb7436c0', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e4:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58e4bef6-f903-473d-9814-72b7784d4240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:08:50Z', 'updated_at': '2021-07-13T14:08:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:08:52.938946 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c387ea8-7939-408d-8ef2-c5093f9497a8 admin admin] Network d9b20102-dae7-41fd-a434-d6eeeb3ce86f is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:08:52.940966 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-8c387ea8-7939-408d-8ef2-c5093f9497a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:08:52.944919 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c387ea8-7939-408d-8ef2-c5093f9497a8 admin admin] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:08:52.949801 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d5dff2-a064-4979-9bad-0ca6ff2c31f8 None None] The sync data for ids ['58e4bef6-f903-473d-9814-72b7784d4240'] in n-d-800634-1 is: [{'id': '58e4bef6-f903-473d-9814-72b7784d4240', 'name': 'tempest-TestVolumeBackupRestore-933053820-router', 'tenant_id': '563c105cb8a548d597cdeed000a23e0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.174'}], 'enable_snat': True}, 'gw_port_id': '97272e1b-1b04-4e74-81f0-d670fb7436c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:08:49Z', 'updated_at': '2021-07-13T14:08:50Z', 'revision_number': 3, 'project_id': '563c105cb8a548d597cdeed000a23e0f', 'gw_port': {'id': '97272e1b-1b04-4e74-81f0-d670fb7436c0', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e4:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58e4bef6-f903-473d-9814-72b7784d4240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:08:50Z', 'updated_at': '2021-07-13T14:08:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:08:52.952469 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c387ea8-7939-408d-8ef2-c5093f9497a8 admin admin] Pushing event updated for resources: {'Port': ['ID=40775bb8-59d9-4208-9379-5f4ab4264343,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:08:53.005430 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8c387ea8-7939-408d-8ef2-c5093f9497a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-450452'] for router_interface, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:53.088767 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device c99cbc73-5541-4e17-86ba-da6f044e1ce1 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:08:53.159864 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port c99cbc73-5541-4e17-86ba-da6f044e1ce1 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:08:53.160417 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:53.190598 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd340d4-850d-425d-98d8-345c4353dc53 None None] New status for floating IP 67f9806b-2bcf-4b7d-b4d0-43c56c8ea367: ACTIVE {{(pid=93753) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 14:08:53.209362 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8c387ea8-7939-408d-8ef2-c5093f9497a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:53.265814 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-8fb19dc6-fccf-4163-b58c-a63dd29aae4e None None] Provisioning for port 40775bb8-59d9-4208-9379-5f4ab4264343 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:08:53.281973 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-8fb19dc6-fccf-4163-b58c-a63dd29aae4e None None] Provisioning complete for port 40775bb8-59d9-4208-9379-5f4ab4264343 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:08:53.281973 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8fb19dc6-fccf-4163-b58c-a63dd29aae4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:53.337777 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-8fb19dc6-fccf-4163-b58c-a63dd29aae4e None None] Port 40775bb8-59d9-4208-9379-5f4ab4264343 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:08:53.456502 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8c387ea8-7939-408d-8ef2-c5093f9497a8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:53.462424 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8c387ea8-7939-408d-8ef2-c5093f9497a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:53.533752 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8c387ea8-7939-408d-8ef2-c5093f9497a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1785045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451806'] for router_interface, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:53.535459 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c387ea8-7939-408d-8ef2-c5093f9497a8 admin admin] Pushing event updated for resources: {'Port': ['ID=40775bb8-59d9-4208-9379-5f4ab4264343,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:08:53.639760 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c387ea8-7939-408d-8ef2-c5093f9497a8 admin admin] Network d9b20102-dae7-41fd-a434-d6eeeb3ce86f is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:08:53.641156 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-8c387ea8-7939-408d-8ef2-c5093f9497a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:08:53.765007 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c387ea8-7939-408d-8ef2-c5093f9497a8 admin admin] Router 58e4bef6-f903-473d-9814-72b7784d4240 has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:08:53.862605 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7baf712-3f3f-4222-9b5b-74ce4a4891b6 None None] Provisioning complete for port 40775bb8-59d9-4208-9379-5f4ab4264343 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:08:53.863189 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7baf712-3f3f-4222-9b5b-74ce4a4891b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:53.889316 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c387ea8-7939-408d-8ef2-c5093f9497a8 admin admin] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:08:53.894651 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-8c387ea8-7939-408d-8ef2-c5093f9497a8 admin admin] 10.222.0.23 "PUT /v2.0/routers/58e4bef6-f903-473d-9814-72b7784d4240/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3035500 Jul 13 14:08:53.903557 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7baf712-3f3f-4222-9b5b-74ce4a4891b6 None None] Port 40775bb8-59d9-4208-9379-5f4ab4264343 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:08:54.346513 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 41756) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:08:54.351818 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-60115d85-4c20-40a2-9550-93e285eb36fb admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1857760247-network', 'tenant_id': 'bdace2b088944b9ebd187b5e83b7129b'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:08:54.372728 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60115d85-4c20-40a2-9550-93e285eb36fb admin admin] Made reservation on behalf of bdace2b088944b9ebd187b5e83b7129b for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:08:54.375252 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-60115d85-4c20-40a2-9550-93e285eb36fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:54.384295 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-60115d85-4c20-40a2-9550-93e285eb36fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:54.476272 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-60115d85-4c20-40a2-9550-93e285eb36fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:54.480168 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-60115d85-4c20-40a2-9550-93e285eb36fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:54.505694 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60115d85-4c20-40a2-9550-93e285eb36fb admin admin] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 14:08:54.516190 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60115d85-4c20-40a2-9550-93e285eb36fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce664e26-8bee-4128-bc44-569831ebadd2,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:08:54.520942 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-60115d85-4c20-40a2-9550-93e285eb36fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:54.521290 n-d-800634-1 neutron-server[93750]: INFO neutron.db.segments_db [None req-60115d85-4c20-40a2-9550-93e285eb36fb admin admin] Added segment 64d60426-1d30-4330-a1d6-61f8b9dcce19 of type vlan for network 8ac0398e-9fbc-4dfc-a754-3626473eb0e4 Jul 13 14:08:54.564670 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-60115d85-4c20-40a2-9550-93e285eb36fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:54.593494 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-60115d85-4c20-40a2-9550-93e285eb36fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:54.594517 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60115d85-4c20-40a2-9550-93e285eb36fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:08:54.595128 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-60115d85-4c20-40a2-9550-93e285eb36fb admin admin] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:54.655833 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-60115d85-4c20-40a2-9550-93e285eb36fb admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3080537 Jul 13 14:08:54.658598 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 41760) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:08:54.663825 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-112bfb64-b60f-436d-8a82-1ad2d42a5b86 admin admin] Request body: {'subnet': {'network_id': '8ac0398e-9fbc-4dfc-a754-3626473eb0e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1857760247-subnet', 'tenant_id': 'bdace2b088944b9ebd187b5e83b7129b', 'ip_version': 4}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:08:54.665169 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60115d85-4c20-40a2-9550-93e285eb36fb admin admin] Pushing event updated for resources: {'Network': ['ID=8ac0398e-9fbc-4dfc-a754-3626473eb0e4,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:08:54.677271 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network 8ac0398e-9fbc-4dfc-a754-3626473eb0e4 details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 14:08:54.712517 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-112bfb64-b60f-436d-8a82-1ad2d42a5b86 admin admin] Made reservation on behalf of bdace2b088944b9ebd187b5e83b7129b for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:08:54.714857 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-112bfb64-b60f-436d-8a82-1ad2d42a5b86 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6104980'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:54.747877 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072c7165-3f4d-4c50-9d01-cbfeaaba52cb None None] Sync routers for ids ['58e4bef6-f903-473d-9814-72b7784d4240'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:08:54.761827 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072c7165-3f4d-4c50-9d01-cbfeaaba52cb None None] Routers {'58e4bef6-f903-473d-9814-72b7784d4240'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:08:54.762539 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-072c7165-3f4d-4c50-9d01-cbfeaaba52cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:08:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['58e4bef6-f903-473d-9814-72b7784d4240'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:08:54.868041 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-072c7165-3f4d-4c50-9d01-cbfeaaba52cb None None] Set router 58e4bef6-f903-473d-9814-72b7784d4240 gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:08:54.893650 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-112bfb64-b60f-436d-8a82-1ad2d42a5b86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6018343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6104998'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:54.944576 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112bfb64-b60f-436d-8a82-1ad2d42a5b86 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe93ac7c-3472-480a-aa4e-724a45e19110,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:08:54.960314 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112bfb64-b60f-436d-8a82-1ad2d42a5b86 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:08:54.960655 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112bfb64-b60f-436d-8a82-1ad2d42a5b86 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:08:54.960995 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112bfb64-b60f-436d-8a82-1ad2d42a5b86 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:08:54.961329 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112bfb64-b60f-436d-8a82-1ad2d42a5b86 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:08:54.961652 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112bfb64-b60f-436d-8a82-1ad2d42a5b86 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:08:54.962008 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112bfb64-b60f-436d-8a82-1ad2d42a5b86 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:08:54.962334 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112bfb64-b60f-436d-8a82-1ad2d42a5b86 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:08:54.962653 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112bfb64-b60f-436d-8a82-1ad2d42a5b86 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:08:54.962975 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112bfb64-b60f-436d-8a82-1ad2d42a5b86 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:08:54.963357 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112bfb64-b60f-436d-8a82-1ad2d42a5b86 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:08:54.964359 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112bfb64-b60f-436d-8a82-1ad2d42a5b86 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:08:54.964817 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112bfb64-b60f-436d-8a82-1ad2d42a5b86 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:08:54.974092 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-112bfb64-b60f-436d-8a82-1ad2d42a5b86 admin admin] Checking segment: {'id': '64d60426-1d30-4330-a1d6-61f8b9dcce19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '8ac0398e-9fbc-4dfc-a754-3626473eb0e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:08:54.974452 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-112bfb64-b60f-436d-8a82-1ad2d42a5b86 admin admin] Network hostable DHCP agents. Network: 8ac0398e-9fbc-4dfc-a754-3626473eb0e4, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 14:08:54.996081 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-112bfb64-b60f-436d-8a82-1ad2d42a5b86 admin admin] Network 8ac0398e-9fbc-4dfc-a754-3626473eb0e4 is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 14:08:55.005520 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-112bfb64-b60f-436d-8a82-1ad2d42a5b86 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, 8ac0398e-9fbc-4dfc-a754-3626473eb0e4) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:08:55.010227 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-112bfb64-b60f-436d-8a82-1ad2d42a5b86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:08:55.011816 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-112bfb64-b60f-436d-8a82-1ad2d42a5b86 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:55.029481 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1ca77e2-32f7-44be-9966-55b9f77de1f8 None None] Network 8ac0398e-9fbc-4dfc-a754-3626473eb0e4 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:08:55.034977 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-112bfb64-b60f-436d-8a82-1ad2d42a5b86 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3743813 Jul 13 14:08:55.037011 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 41762) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:08:55.041883 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-ad5c09d6-4b4d-4017-ab4c-e94ef4ee04d0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1857760247-router', 'tenant_id': 'bdace2b088944b9ebd187b5e83b7129b', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:08:55.066164 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ad5c09d6-4b4d-4017-ab4c-e94ef4ee04d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1591928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2714'] for router, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:55.067270 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ad5c09d6-4b4d-4017-ab4c-e94ef4ee04d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447198', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1629690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2689'] for router, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:55.104654 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 97272e1b-1b04-4e74-81f0-d670fb7436c0 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:08:55.126180 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ad5c09d6-4b4d-4017-ab4c-e94ef4ee04d0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:55.250708 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port 97272e1b-1b04-4e74-81f0-d670fb7436c0 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:08:55.256520 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-072c7165-3f4d-4c50-9d01-cbfeaaba52cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58e4bef6-f903-473d-9814-72b7784d4240', 'name': 'tempest-TestVolumeBackupRestore-933053820-router', 'tenant_id': '563c105cb8a548d597cdeed000a23e0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.174'}], 'enable_snat': True}, 'gw_port_id': '97272e1b-1b04-4e74-81f0-d670fb7436c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:08:49Z', 'updated_at': '2021-07-13T14:08:53Z', 'revision_number': 4, 'project_id': '563c105cb8a548d597cdeed000a23e0f', 'gw_port': {'id': '97272e1b-1b04-4e74-81f0-d670fb7436c0', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e4:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58e4bef6-f903-473d-9814-72b7784d4240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:08:50Z', 'updated_at': '2021-07-13T14:08:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': '40775bb8-59d9-4208-9379-5f4ab4264343', 'name': '', 'network_id': 'd9b20102-dae7-41fd-a434-d6eeeb3ce86f', 'tenant_id': '563c105cb8a548d597cdeed000a23e0f', 'mac_address': 'fa:16:3e:dc:ff:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58e4bef6-f903-473d-9814-72b7784d4240', 'device_owner': 'network:router_interface', 'standard_attr_id': 3587, 'fixed_ips': [{'subnet_id': 'f744038a-6262-44b2-b221-cdb82b342ac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:08:52Z', 'updated_at': '2021-07-13T14:08:53Z', 'revision_number': 2, 'project_id': '563c105cb8a548d597cdeed000a23e0f', 'subnets': [{'id': 'f744038a-6262-44b2-b221-cdb82b342ac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:08:55.262027 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 97272e1b-1b04-4e74-81f0-d670fb7436c0 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:08:55.262402 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:55.264526 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ad5c09d6-4b4d-4017-ab4c-e94ef4ee04d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447180', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1591910', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2751'] for router, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:55.307827 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072c7165-3f4d-4c50-9d01-cbfeaaba52cb None None] Checking router: 58e4bef6-f903-473d-9814-72b7784d4240 for host: n-d-800634-1 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:08:55.308307 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072c7165-3f4d-4c50-9d01-cbfeaaba52cb None None] Updating router 58e4bef6-f903-473d-9814-72b7784d4240 port 40775bb8-59d9-4208-9379-5f4ab4264343 binding host n-d-800634-1 {{(pid=93752) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 14:08:55.332984 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd7197dc-5374-427f-a56c-5244755455ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a7201e1-61ce-5a3e-b7f7-e800379ed03b-8ac0398e-9fbc-4dfc-a754-3626473eb0e4', 'network_id': '8ac0398e-9fbc-4dfc-a754-3626473eb0e4', 'tenant_id': 'bdace2b088944b9ebd187b5e83b7129b', 'fixed_ips': [{'subnet_id': 'fe93ac7c-3472-480a-aa4e-724a45e19110'}]}} from n-d-800634-1. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 14:08:55.333870 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-cd7197dc-5374-427f-a56c-5244755455ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:55.393132 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-072c7165-3f4d-4c50-9d01-cbfeaaba52cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:55.464935 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ad5c09d6-4b4d-4017-ab4c-e94ef4ee04d0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:55.487823 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ad5c09d6-4b4d-4017-ab4c-e94ef4ee04d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:55.563766 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:08:55.593850 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-ad5c09d6-4b4d-4017-ab4c-e94ef4ee04d0 admin admin] Allocated IP 172.25.6.231 (acf968b8-c524-46a9-a20b-ad9667009130/dde5a78e-bd1e-4f47-8189-7321d4de73d3/fda58e87-ddaf-4917-9941-286112f84df2) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:08:55.631895 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:55.673693 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-cd7197dc-5374-427f-a56c-5244755455ac None None] Allocated IP 172.20.0.2 (8ac0398e-9fbc-4dfc-a754-3626473eb0e4/fe93ac7c-3472-480a-aa4e-724a45e19110/5fef5d6b-d699-4c62-9c74-03ce487c09a7) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:08:55.676467 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port 97272e1b-1b04-4e74-81f0-d670fb7436c0, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=97272e1b-1b04-4e74-81f0-d670fb7436c0,segment=NetworkSegment(3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87),segment_id=3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:08:55.701093 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ad5c09d6-4b4d-4017-ab4c-e94ef4ee04d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:55.718876 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:56.032263 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=97272e1b-1b04-4e74-81f0-d670fb7436c0,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:08:56.116885 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ad5c09d6-4b4d-4017-ab4c-e94ef4ee04d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:56.156293 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad5c09d6-4b4d-4017-ab4c-e94ef4ee04d0 admin admin] Network acf968b8-c524-46a9-a20b-ad9667009130 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:08:56.158874 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-072c7165-3f4d-4c50-9d01-cbfeaaba52cb None None] Notify callbacks [] for port, precommit_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:56.160692 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-ad5c09d6-4b4d-4017-ab4c-e94ef4ee04d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:08:56.161482 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-cd7197dc-5374-427f-a56c-5244755455ac None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:56.165538 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5c09d6-4b4d-4017-ab4c-e94ef4ee04d0 admin admin] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:08:56.168223 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5c09d6-4b4d-4017-ab4c-e94ef4ee04d0 admin admin] Pushing event updated for resources: {'Port': ['ID=fda58e87-ddaf-4917-9941-286112f84df2,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:08:56.177917 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-cd7197dc-5374-427f-a56c-5244755455ac None None] Transition to ACTIVE for port object 5fef5d6b-d699-4c62-9c74-03ce487c09a7 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:08:56.179842 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-072c7165-3f4d-4c50-9d01-cbfeaaba52cb None None] Transition to ACTIVE for port object 40775bb8-59d9-4208-9379-5f4ab4264343 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:08:56.190780 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-072c7165-3f4d-4c50-9d01-cbfeaaba52cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:56.224557 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-cd7197dc-5374-427f-a56c-5244755455ac None None] Transition to ACTIVE for port object 5fef5d6b-d699-4c62-9c74-03ce487c09a7 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:08:56.242240 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-cd7197dc-5374-427f-a56c-5244755455ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:56.260708 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d5a9d7-f999-447f-a739-f4a11eb80222 None None] Pushing event updated for resources: {'Port': ['ID=40775bb8-59d9-4208-9379-5f4ab4264343,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:08:56.314699 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd7197dc-5374-427f-a56c-5244755455ac None None] Network 8ac0398e-9fbc-4dfc-a754-3626473eb0e4 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:08:56.340163 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-cd7197dc-5374-427f-a56c-5244755455ac None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:08:56.347566 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7197dc-5374-427f-a56c-5244755455ac None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:08:56.366721 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7197dc-5374-427f-a56c-5244755455ac None None] Pushing event updated for resources: {'Port': ['ID=5fef5d6b-d699-4c62-9c74-03ce487c09a7,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:08:56.369843 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-072c7165-3f4d-4c50-9d01-cbfeaaba52cb None None] Attempting to bind port 40775bb8-59d9-4208-9379-5f4ab4264343 on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:08:56.370257 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-072c7165-3f4d-4c50-9d01-cbfeaaba52cb None None] Attempting to bind port 40775bb8-59d9-4208-9379-5f4ab4264343 by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': 'e9d41607-f9b1-4a3c-8602-0ca6a6a781f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'd9b20102-dae7-41fd-a434-d6eeeb3ce86f'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:08:56.370626 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072c7165-3f4d-4c50-9d01-cbfeaaba52cb None None] Attempting to bind port 40775bb8-59d9-4208-9379-5f4ab4264343 on network d9b20102-dae7-41fd-a434-d6eeeb3ce86f {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:08:56.404134 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072c7165-3f4d-4c50-9d01-cbfeaaba52cb None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 8, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:08:56.404513 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072c7165-3f4d-4c50-9d01-cbfeaaba52cb None None] Checking segment: {'id': 'e9d41607-f9b1-4a3c-8602-0ca6a6a781f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'd9b20102-dae7-41fd-a434-d6eeeb3ce86f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:08:56.404920 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-072c7165-3f4d-4c50-9d01-cbfeaaba52cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:56.405319 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072c7165-3f4d-4c50-9d01-cbfeaaba52cb None None] Bound using segment: {'id': 'e9d41607-f9b1-4a3c-8602-0ca6a6a781f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'd9b20102-dae7-41fd-a434-d6eeeb3ce86f'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:08:56.405836 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-072c7165-3f4d-4c50-9d01-cbfeaaba52cb None None] Bound port: 40775bb8-59d9-4208-9379-5f4ab4264343, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9d41607-f9b1-4a3c-8602-0ca6a6a781f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'd9b20102-dae7-41fd-a434-d6eeeb3ce86f'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:08:56.406228 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-072c7165-3f4d-4c50-9d01-cbfeaaba52cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:56.438907 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ad5c09d6-4b4d-4017-ab4c-e94ef4ee04d0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:56.448965 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-cd7197dc-5374-427f-a56c-5244755455ac None None] Attempting to bind port 5fef5d6b-d699-4c62-9c74-03ce487c09a7 on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:08:56.449345 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-cd7197dc-5374-427f-a56c-5244755455ac None None] Attempting to bind port 5fef5d6b-d699-4c62-9c74-03ce487c09a7 by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '64d60426-1d30-4330-a1d6-61f8b9dcce19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '8ac0398e-9fbc-4dfc-a754-3626473eb0e4'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:08:56.449715 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7197dc-5374-427f-a56c-5244755455ac None None] Attempting to bind port 5fef5d6b-d699-4c62-9c74-03ce487c09a7 on network 8ac0398e-9fbc-4dfc-a754-3626473eb0e4 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:08:56.474995 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7197dc-5374-427f-a56c-5244755455ac None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 8, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:08:56.475376 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7197dc-5374-427f-a56c-5244755455ac None None] Checking segment: {'id': '64d60426-1d30-4330-a1d6-61f8b9dcce19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '8ac0398e-9fbc-4dfc-a754-3626473eb0e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:08:56.475781 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-cd7197dc-5374-427f-a56c-5244755455ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:56.476183 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7197dc-5374-427f-a56c-5244755455ac None None] Bound using segment: {'id': '64d60426-1d30-4330-a1d6-61f8b9dcce19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '8ac0398e-9fbc-4dfc-a754-3626473eb0e4'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:08:56.476651 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-cd7197dc-5374-427f-a56c-5244755455ac None None] Bound port: 5fef5d6b-d699-4c62-9c74-03ce487c09a7, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64d60426-1d30-4330-a1d6-61f8b9dcce19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '8ac0398e-9fbc-4dfc-a754-3626473eb0e4'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:08:56.477037 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-cd7197dc-5374-427f-a56c-5244755455ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:56.538695 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-072c7165-3f4d-4c50-9d01-cbfeaaba52cb None None] For port 40775bb8-59d9-4208-9379-5f4ab4264343, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:08:56.567202 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-072c7165-3f4d-4c50-9d01-cbfeaaba52cb None None] For port 40775bb8-59d9-4208-9379-5f4ab4264343, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=40775bb8-59d9-4208-9379-5f4ab4264343,segment=NetworkSegment(e9d41607-f9b1-4a3c-8602-0ca6a6a781f7),segment_id=e9d41607-f9b1-4a3c-8602-0ca6a6a781f7)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:08:56.576489 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-072c7165-3f4d-4c50-9d01-cbfeaaba52cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:56.617255 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-cd7197dc-5374-427f-a56c-5244755455ac None None] For port 5fef5d6b-d699-4c62-9c74-03ce487c09a7, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:08:56.646465 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-cd7197dc-5374-427f-a56c-5244755455ac None None] For port 5fef5d6b-d699-4c62-9c74-03ce487c09a7, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=5fef5d6b-d699-4c62-9c74-03ce487c09a7,segment=NetworkSegment(64d60426-1d30-4330-a1d6-61f8b9dcce19),segment_id=64d60426-1d30-4330-a1d6-61f8b9dcce19)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:08:56.646620 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ad5c09d6-4b4d-4017-ab4c-e94ef4ee04d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447217'] for router, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:56.655309 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-cd7197dc-5374-427f-a56c-5244755455ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:56.669484 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072c7165-3f4d-4c50-9d01-cbfeaaba52cb None None] Routers {'58e4bef6-f903-473d-9814-72b7784d4240'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:08:56.670166 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-072c7165-3f4d-4c50-9d01-cbfeaaba52cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:08:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['58e4bef6-f903-473d-9814-72b7784d4240'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:08:56.716280 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d5a9d7-f999-447f-a739-f4a11eb80222 None None] Pushing event updated for resources: {'Port': ['ID=40775bb8-59d9-4208-9379-5f4ab4264343,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:08:56.803438 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad5c09d6-4b4d-4017-ab4c-e94ef4ee04d0 admin admin] Router fb4d2e9b-4493-4f0a-a06c-b07b95853f17 is scheduled to L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 with binding_index 1 {{(pid=93750) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 14:08:56.822834 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7197dc-5374-427f-a56c-5244755455ac None None] Pushing event updated for resources: {'Port': ['ID=5fef5d6b-d699-4c62-9c74-03ce487c09a7,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:08:56.842503 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-072c7165-3f4d-4c50-9d01-cbfeaaba52cb None None] Set router 58e4bef6-f903-473d-9814-72b7784d4240 gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:08:56.983283 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad5c09d6-4b4d-4017-ab4c-e94ef4ee04d0 admin admin] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:08:56.992760 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a34a28-2085-4486-8212-32a558fe6936 None None] Sync routers for ids ['fb4d2e9b-4493-4f0a-a06c-b07b95853f17'] in n-d-800634-1 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:08:57.003667 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a34a28-2085-4486-8212-32a558fe6936 None None] Routers {'fb4d2e9b-4493-4f0a-a06c-b07b95853f17'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:08:57.004688 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-c2a34a28-2085-4486-8212-32a558fe6936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:08:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['fb4d2e9b-4493-4f0a-a06c-b07b95853f17'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:08:57.014317 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ad5c09d6-4b4d-4017-ab4c-e94ef4ee04d0 admin admin] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:57.022969 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-ad5c09d6-4b4d-4017-ab4c-e94ef4ee04d0 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9840474 Jul 13 14:08:57.025106 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 41768) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:08:57.132641 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-c2a34a28-2085-4486-8212-32a558fe6936 None None] Set router fb4d2e9b-4493-4f0a-a06c-b07b95853f17 gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:08:57.156627 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-072c7165-3f4d-4c50-9d01-cbfeaaba52cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58e4bef6-f903-473d-9814-72b7784d4240', 'name': 'tempest-TestVolumeBackupRestore-933053820-router', 'tenant_id': '563c105cb8a548d597cdeed000a23e0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.174'}], 'enable_snat': True}, 'gw_port_id': '97272e1b-1b04-4e74-81f0-d670fb7436c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:08:49Z', 'updated_at': '2021-07-13T14:08:53Z', 'revision_number': 4, 'project_id': '563c105cb8a548d597cdeed000a23e0f', 'gw_port': {'id': '97272e1b-1b04-4e74-81f0-d670fb7436c0', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e4:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e4bef6-f903-473d-9814-72b7784d4240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:08:50Z', 'updated_at': '2021-07-13T14:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': '40775bb8-59d9-4208-9379-5f4ab4264343', 'name': '', 'network_id': 'd9b20102-dae7-41fd-a434-d6eeeb3ce86f', 'tenant_id': '563c105cb8a548d597cdeed000a23e0f', 'mac_address': 'fa:16:3e:dc:ff:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58e4bef6-f903-473d-9814-72b7784d4240', 'device_owner': 'network:router_interface', 'standard_attr_id': 3587, 'fixed_ips': [{'subnet_id': 'f744038a-6262-44b2-b221-cdb82b342ac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:08:52Z', 'updated_at': '2021-07-13T14:08:56Z', 'revision_number': 4, 'project_id': '563c105cb8a548d597cdeed000a23e0f', 'subnets': [{'id': 'f744038a-6262-44b2-b221-cdb82b342ac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:08:57.186182 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072c7165-3f4d-4c50-9d01-cbfeaaba52cb None None] The sync data for ids ['58e4bef6-f903-473d-9814-72b7784d4240'] in n-d-800634-1 is: [{'id': '58e4bef6-f903-473d-9814-72b7784d4240', 'name': 'tempest-TestVolumeBackupRestore-933053820-router', 'tenant_id': '563c105cb8a548d597cdeed000a23e0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.174'}], 'enable_snat': True}, 'gw_port_id': '97272e1b-1b04-4e74-81f0-d670fb7436c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:08:49Z', 'updated_at': '2021-07-13T14:08:53Z', 'revision_number': 4, 'project_id': '563c105cb8a548d597cdeed000a23e0f', 'gw_port': {'id': '97272e1b-1b04-4e74-81f0-d670fb7436c0', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e4:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e4bef6-f903-473d-9814-72b7784d4240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:08:50Z', 'updated_at': '2021-07-13T14:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': '40775bb8-59d9-4208-9379-5f4ab4264343', 'name': '', 'network_id': 'd9b20102-dae7-41fd-a434-d6eeeb3ce86f', 'tenant_id': '563c105cb8a548d597cdeed000a23e0f', 'mac_address': 'fa:16:3e:dc:ff:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58e4bef6-f903-473d-9814-72b7784d4240', 'device_owner': 'network:router_interface', 'standard_attr_id': 3587, 'fixed_ips': [{'subnet_id': 'f744038a-6262-44b2-b221-cdb82b342ac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:08:52Z', 'updated_at': '2021-07-13T14:08:56Z', 'revision_number': 4, 'project_id': '563c105cb8a548d597cdeed000a23e0f', 'subnets': [{'id': 'f744038a-6262-44b2-b221-cdb82b342ac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:08:57.283819 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 5fef5d6b-d699-4c62-9c74-03ce487c09a7 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:08:57.348184 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-c2a34a28-2085-4486-8212-32a558fe6936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb4d2e9b-4493-4f0a-a06c-b07b95853f17', 'name': 'tempest-TestVolumeBackupRestore-1857760247-router', 'tenant_id': 'bdace2b088944b9ebd187b5e83b7129b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': 'fda58e87-ddaf-4917-9941-286112f84df2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:08:55Z', 'updated_at': '2021-07-13T14:08:56Z', 'revision_number': 3, 'project_id': 'bdace2b088944b9ebd187b5e83b7129b', 'gw_port': {'id': 'fda58e87-ddaf-4917-9941-286112f84df2', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:64:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb4d2e9b-4493-4f0a-a06c-b07b95853f17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:08:55Z', 'updated_at': '2021-07-13T14:08:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:08:57.352119 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port 5fef5d6b-d699-4c62-9c74-03ce487c09a7 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:08:57.356974 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 97272e1b-1b04-4e74-81f0-d670fb7436c0 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:08:57.386464 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a34a28-2085-4486-8212-32a558fe6936 None None] Checking router: fb4d2e9b-4493-4f0a-a06c-b07b95853f17 for host: n-d-800634-1 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:08:57.387068 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a34a28-2085-4486-8212-32a558fe6936 None None] Updating router fb4d2e9b-4493-4f0a-a06c-b07b95853f17 port fda58e87-ddaf-4917-9941-286112f84df2 binding host n-d-800634-1 {{(pid=93753) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 14:08:57.429196 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 97272e1b-1b04-4e74-81f0-d670fb7436c0 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:08:57.429576 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:57.429810 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c2a34a28-2085-4486-8212-32a558fe6936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:57.662179 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5cadcbad-bdef-49e7-aec1-02837b61d6a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:57.731867 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c2a34a28-2085-4486-8212-32a558fe6936 None None] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:57.749460 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-c2a34a28-2085-4486-8212-32a558fe6936 None None] Transition to ACTIVE for port object fda58e87-ddaf-4917-9941-286112f84df2 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:08:57.757130 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c2a34a28-2085-4486-8212-32a558fe6936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:57.826001 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-c2a34a28-2085-4486-8212-32a558fe6936 None None] Attempting to bind port fda58e87-ddaf-4917-9941-286112f84df2 on host n-d-800634-1 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:08:57.826471 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-c2a34a28-2085-4486-8212-32a558fe6936 None None] Attempting to bind port fda58e87-ddaf-4917-9941-286112f84df2 by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:08:57.826927 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a34a28-2085-4486-8212-32a558fe6936 None None] Attempting to bind port fda58e87-ddaf-4917-9941-286112f84df2 on network acf968b8-c524-46a9-a20b-ad9667009130 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:08:57.835679 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a34a28-2085-4486-8212-32a558fe6936 None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 8, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:08:57.836219 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a34a28-2085-4486-8212-32a558fe6936 None None] Checking segment: {'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:08:57.836713 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c2a34a28-2085-4486-8212-32a558fe6936 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:57.837196 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a34a28-2085-4486-8212-32a558fe6936 None None] Bound using segment: {'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:08:57.837816 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-c2a34a28-2085-4486-8212-32a558fe6936 None None] Bound port: fda58e87-ddaf-4917-9941-286112f84df2, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:08:57.838839 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c2a34a28-2085-4486-8212-32a558fe6936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:57.867706 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-5cadcbad-bdef-49e7-aec1-02837b61d6a1 admin admin] Allocated IP 172.20.0.1 (8ac0398e-9fbc-4dfc-a754-3626473eb0e4/fe93ac7c-3472-480a-aa4e-724a45e19110/3d302599-4f8d-47ba-bd9a-d4604a34b955) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:08:57.871692 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58618861-8a5e-4bb3-a819-2f98b5b30aa6 None None] Pushing event updated for resources: {'Port': ['ID=fda58e87-ddaf-4917-9941-286112f84df2,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:08:57.919428 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-c2a34a28-2085-4486-8212-32a558fe6936 None None] For port fda58e87-ddaf-4917-9941-286112f84df2, host n-d-800634-1, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:08:57.925978 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-c2a34a28-2085-4486-8212-32a558fe6936 None None] For port fda58e87-ddaf-4917-9941-286112f84df2, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=fda58e87-ddaf-4917-9941-286112f84df2,segment=NetworkSegment(3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87),segment_id=3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:08:57.931146 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c2a34a28-2085-4486-8212-32a558fe6936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:57.981673 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a34a28-2085-4486-8212-32a558fe6936 None None] Routers {'fb4d2e9b-4493-4f0a-a06c-b07b95853f17'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:08:57.982457 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-c2a34a28-2085-4486-8212-32a558fe6936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:08:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['fb4d2e9b-4493-4f0a-a06c-b07b95853f17'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:08:57.988220 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c9680df-f20f-4db4-9d1f-bebc46a76058 None None] Network 8ac0398e-9fbc-4dfc-a754-3626473eb0e4 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:08:58.020750 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5cadcbad-bdef-49e7-aec1-02837b61d6a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:58.039141 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-5cadcbad-bdef-49e7-aec1-02837b61d6a1 admin admin] Transition to ACTIVE for port object 3d302599-4f8d-47ba-bd9a-d4604a34b955 will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:08:58.081107 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5cadcbad-bdef-49e7-aec1-02837b61d6a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:58.115040 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-11302b4e-5d04-4dea-a1fa-071aceaabf26 None None] Provisioning for port 5fef5d6b-d699-4c62-9c74-03ce487c09a7 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:08:58.115617 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58618861-8a5e-4bb3-a819-2f98b5b30aa6 None None] Pushing event updated for resources: {'Port': ['ID=fda58e87-ddaf-4917-9941-286112f84df2,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:08:58.125379 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-c2a34a28-2085-4486-8212-32a558fe6936 None None] Set router fb4d2e9b-4493-4f0a-a06c-b07b95853f17 gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:08:58.143214 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-11302b4e-5d04-4dea-a1fa-071aceaabf26 None None] Provisioning complete for port 5fef5d6b-d699-4c62-9c74-03ce487c09a7 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:08:58.143858 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11302b4e-5d04-4dea-a1fa-071aceaabf26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:58.151941 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cadcbad-bdef-49e7-aec1-02837b61d6a1 admin admin] Pushing event updated for resources: {'Port': ['ID=3d302599-4f8d-47ba-bd9a-d4604a34b955,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:08:58.163613 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cadcbad-bdef-49e7-aec1-02837b61d6a1 admin admin] Network 8ac0398e-9fbc-4dfc-a754-3626473eb0e4 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:08:58.165169 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-5cadcbad-bdef-49e7-aec1-02837b61d6a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:08:58.169337 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cadcbad-bdef-49e7-aec1-02837b61d6a1 admin admin] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:08:58.210045 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5cadcbad-bdef-49e7-aec1-02837b61d6a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-450452'] for router_interface, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:58.296199 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11302b4e-5d04-4dea-a1fa-071aceaabf26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:58.342896 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-c2a34a28-2085-4486-8212-32a558fe6936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb4d2e9b-4493-4f0a-a06c-b07b95853f17', 'name': 'tempest-TestVolumeBackupRestore-1857760247-router', 'tenant_id': 'bdace2b088944b9ebd187b5e83b7129b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': 'fda58e87-ddaf-4917-9941-286112f84df2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:08:55Z', 'updated_at': '2021-07-13T14:08:56Z', 'revision_number': 3, 'project_id': 'bdace2b088944b9ebd187b5e83b7129b', 'gw_port': {'id': 'fda58e87-ddaf-4917-9941-286112f84df2', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:64:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb4d2e9b-4493-4f0a-a06c-b07b95853f17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:08:55Z', 'updated_at': '2021-07-13T14:08:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:08:58.348131 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-11302b4e-5d04-4dea-a1fa-071aceaabf26 None None] For port 5fef5d6b-d699-4c62-9c74-03ce487c09a7, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=5fef5d6b-d699-4c62-9c74-03ce487c09a7,segment=NetworkSegment(64d60426-1d30-4330-a1d6-61f8b9dcce19),segment_id=64d60426-1d30-4330-a1d6-61f8b9dcce19)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:08:58.373241 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11302b4e-5d04-4dea-a1fa-071aceaabf26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:58.375847 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a34a28-2085-4486-8212-32a558fe6936 None None] The sync data for ids ['fb4d2e9b-4493-4f0a-a06c-b07b95853f17'] in n-d-800634-1 is: [{'id': 'fb4d2e9b-4493-4f0a-a06c-b07b95853f17', 'name': 'tempest-TestVolumeBackupRestore-1857760247-router', 'tenant_id': 'bdace2b088944b9ebd187b5e83b7129b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': 'fda58e87-ddaf-4917-9941-286112f84df2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:08:55Z', 'updated_at': '2021-07-13T14:08:56Z', 'revision_number': 3, 'project_id': 'bdace2b088944b9ebd187b5e83b7129b', 'gw_port': {'id': 'fda58e87-ddaf-4917-9941-286112f84df2', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:64:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb4d2e9b-4493-4f0a-a06c-b07b95853f17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:08:55Z', 'updated_at': '2021-07-13T14:08:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:08:58.379392 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5cadcbad-bdef-49e7-aec1-02837b61d6a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:58.454239 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11302b4e-5d04-4dea-a1fa-071aceaabf26 None None] Pushing event updated for resources: {'Port': ['ID=5fef5d6b-d699-4c62-9c74-03ce487c09a7,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:08:58.571012 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5cadcbad-bdef-49e7-aec1-02837b61d6a1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:58.578469 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5cadcbad-bdef-49e7-aec1-02837b61d6a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:58.652699 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cadcbad-bdef-49e7-aec1-02837b61d6a1 admin admin] Pushing event updated for resources: {'Port': ['ID=3d302599-4f8d-47ba-bd9a-d4604a34b955,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:08:58.656659 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5cadcbad-bdef-49e7-aec1-02837b61d6a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1785045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451806'] for router_interface, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:58.701873 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-485b4a0a-c254-4a49-b23f-f83f8f5bf1ac None None] Provisioning for port 3d302599-4f8d-47ba-bd9a-d4604a34b955 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:08:58.706507 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-485b4a0a-c254-4a49-b23f-f83f8f5bf1ac None None] Provisioning complete for port 3d302599-4f8d-47ba-bd9a-d4604a34b955 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:08:58.706885 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-485b4a0a-c254-4a49-b23f-f83f8f5bf1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:58.742098 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-485b4a0a-c254-4a49-b23f-f83f8f5bf1ac None None] Port 3d302599-4f8d-47ba-bd9a-d4604a34b955 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:08:58.754518 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-485b4a0a-c254-4a49-b23f-f83f8f5bf1ac None None] Provisioning complete for port 5fef5d6b-d699-4c62-9c74-03ce487c09a7 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:08:58.754892 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-485b4a0a-c254-4a49-b23f-f83f8f5bf1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:58.757869 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cadcbad-bdef-49e7-aec1-02837b61d6a1 admin admin] Network 8ac0398e-9fbc-4dfc-a754-3626473eb0e4 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:08:58.759384 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-5cadcbad-bdef-49e7-aec1-02837b61d6a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:08:58.885606 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cadcbad-bdef-49e7-aec1-02837b61d6a1 admin admin] Router fb4d2e9b-4493-4f0a-a06c-b07b95853f17 has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:08:58.962220 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-dae9bab9-0f15-4ec1-95de-6ebe5955abcd None None] Provisioning complete for port 3d302599-4f8d-47ba-bd9a-d4604a34b955 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:08:58.962589 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-dae9bab9-0f15-4ec1-95de-6ebe5955abcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:58.999686 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-dae9bab9-0f15-4ec1-95de-6ebe5955abcd None None] Port 3d302599-4f8d-47ba-bd9a-d4604a34b955 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:08:59.007021 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cadcbad-bdef-49e7-aec1-02837b61d6a1 admin admin] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:08:59.019186 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-5cadcbad-bdef-49e7-aec1-02837b61d6a1 admin admin] 10.222.0.23 "PUT /v2.0/routers/fb4d2e9b-4493-4f0a-a06c-b07b95853f17/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9850011 Jul 13 14:08:59.118773 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-7b2a4e95-db0b-42fd-bdfe-f1a9f143cbf0 None None] Provisioning complete for port 3d302599-4f8d-47ba-bd9a-d4604a34b955 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:08:59.119988 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-7b2a4e95-db0b-42fd-bdfe-f1a9f143cbf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:59.166945 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-7b2a4e95-db0b-42fd-bdfe-f1a9f143cbf0 None None] Port 3d302599-4f8d-47ba-bd9a-d4604a34b955 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:08:59.170111 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 40775bb8-59d9-4208-9379-5f4ab4264343 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:08:59.219749 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port 40775bb8-59d9-4208-9379-5f4ab4264343 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:08:59.223976 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 40775bb8-59d9-4208-9379-5f4ab4264343 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:08:59.224375 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:59.310706 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:59.345500 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port 40775bb8-59d9-4208-9379-5f4ab4264343, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=40775bb8-59d9-4208-9379-5f4ab4264343,segment=NetworkSegment(e9d41607-f9b1-4a3c-8602-0ca6a6a781f7),segment_id=e9d41607-f9b1-4a3c-8602-0ca6a6a781f7)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:08:59.350074 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:08:59.350951 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 5fef5d6b-d699-4c62-9c74-03ce487c09a7 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:08:59.475262 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=40775bb8-59d9-4208-9379-5f4ab4264343,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:08:59.483196 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 5fef5d6b-d699-4c62-9c74-03ce487c09a7 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:08:59.483722 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:09:00.559392 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:09:00.861272 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:09:00.944092 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4834e4e5-1d6d-44b2-8363-6e3cb2dae763 None None] Sync routers for ids ['fb4d2e9b-4493-4f0a-a06c-b07b95853f17'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:09:00.957049 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4834e4e5-1d6d-44b2-8363-6e3cb2dae763 None None] Routers {'fb4d2e9b-4493-4f0a-a06c-b07b95853f17'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:09:00.957669 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-4834e4e5-1d6d-44b2-8363-6e3cb2dae763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:08:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['fb4d2e9b-4493-4f0a-a06c-b07b95853f17'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:09:01.076454 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-4834e4e5-1d6d-44b2-8363-6e3cb2dae763 None None] Set router fb4d2e9b-4493-4f0a-a06c-b07b95853f17 gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:09:01.155837 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 40775bb8-59d9-4208-9379-5f4ab4264343 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:09:01.293196 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 40775bb8-59d9-4208-9379-5f4ab4264343 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:09:01.293561 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:09:01.359912 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-4834e4e5-1d6d-44b2-8363-6e3cb2dae763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb4d2e9b-4493-4f0a-a06c-b07b95853f17', 'name': 'tempest-TestVolumeBackupRestore-1857760247-router', 'tenant_id': 'bdace2b088944b9ebd187b5e83b7129b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': 'fda58e87-ddaf-4917-9941-286112f84df2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:08:55Z', 'updated_at': '2021-07-13T14:08:58Z', 'revision_number': 4, 'project_id': 'bdace2b088944b9ebd187b5e83b7129b', 'gw_port': {'id': 'fda58e87-ddaf-4917-9941-286112f84df2', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:64:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb4d2e9b-4493-4f0a-a06c-b07b95853f17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:08:55Z', 'updated_at': '2021-07-13T14:08:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': '3d302599-4f8d-47ba-bd9a-d4604a34b955', 'name': '', 'network_id': '8ac0398e-9fbc-4dfc-a754-3626473eb0e4', 'tenant_id': 'bdace2b088944b9ebd187b5e83b7129b', 'mac_address': 'fa:16:3e:09:7b:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb4d2e9b-4493-4f0a-a06c-b07b95853f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3599, 'fixed_ips': [{'subnet_id': 'fe93ac7c-3472-480a-aa4e-724a45e19110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:08:57Z', 'updated_at': '2021-07-13T14:08:58Z', 'revision_number': 2, 'project_id': 'bdace2b088944b9ebd187b5e83b7129b', 'subnets': [{'id': 'fe93ac7c-3472-480a-aa4e-724a45e19110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:09:01.405685 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4834e4e5-1d6d-44b2-8363-6e3cb2dae763 None None] Checking router: fb4d2e9b-4493-4f0a-a06c-b07b95853f17 for host: n-d-800634-1 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:09:01.406067 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4834e4e5-1d6d-44b2-8363-6e3cb2dae763 None None] Updating router fb4d2e9b-4493-4f0a-a06c-b07b95853f17 port 3d302599-4f8d-47ba-bd9a-d4604a34b955 binding host n-d-800634-1 {{(pid=93752) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 14:09:01.441330 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device fda58e87-ddaf-4917-9941-286112f84df2 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:09:01.471401 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4834e4e5-1d6d-44b2-8363-6e3cb2dae763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:09:01.582887 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port fda58e87-ddaf-4917-9941-286112f84df2 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:09:01.591132 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port fda58e87-ddaf-4917-9941-286112f84df2 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:09:01.593751 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:09:01.909920 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:09:01.944020 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port fda58e87-ddaf-4917-9941-286112f84df2, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=fda58e87-ddaf-4917-9941-286112f84df2,segment=NetworkSegment(3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87),segment_id=3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:09:01.956333 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:09:02.033446 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4834e4e5-1d6d-44b2-8363-6e3cb2dae763 None None] Notify callbacks [] for port, precommit_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:09:02.044192 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=fda58e87-ddaf-4917-9941-286112f84df2,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:09:02.048986 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-4834e4e5-1d6d-44b2-8363-6e3cb2dae763 None None] Transition to ACTIVE for port object 3d302599-4f8d-47ba-bd9a-d4604a34b955 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:09:02.056445 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4834e4e5-1d6d-44b2-8363-6e3cb2dae763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:09:02.117662 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771ea92d-8104-4af1-b90f-df8b6c46fb65 None None] Pushing event updated for resources: {'Port': ['ID=3d302599-4f8d-47ba-bd9a-d4604a34b955,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:09:02.175636 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-4834e4e5-1d6d-44b2-8363-6e3cb2dae763 None None] Attempting to bind port 3d302599-4f8d-47ba-bd9a-d4604a34b955 on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:09:02.176142 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-4834e4e5-1d6d-44b2-8363-6e3cb2dae763 None None] Attempting to bind port 3d302599-4f8d-47ba-bd9a-d4604a34b955 by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '64d60426-1d30-4330-a1d6-61f8b9dcce19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '8ac0398e-9fbc-4dfc-a754-3626473eb0e4'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:09:02.176515 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4834e4e5-1d6d-44b2-8363-6e3cb2dae763 None None] Attempting to bind port 3d302599-4f8d-47ba-bd9a-d4604a34b955 on network 8ac0398e-9fbc-4dfc-a754-3626473eb0e4 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:09:02.181787 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4834e4e5-1d6d-44b2-8363-6e3cb2dae763 None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 8, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:09:02.182270 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4834e4e5-1d6d-44b2-8363-6e3cb2dae763 None None] Checking segment: {'id': '64d60426-1d30-4330-a1d6-61f8b9dcce19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '8ac0398e-9fbc-4dfc-a754-3626473eb0e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:09:02.182688 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4834e4e5-1d6d-44b2-8363-6e3cb2dae763 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:09:02.183084 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4834e4e5-1d6d-44b2-8363-6e3cb2dae763 None None] Bound using segment: {'id': '64d60426-1d30-4330-a1d6-61f8b9dcce19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '8ac0398e-9fbc-4dfc-a754-3626473eb0e4'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:09:02.185610 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-4834e4e5-1d6d-44b2-8363-6e3cb2dae763 None None] Bound port: 3d302599-4f8d-47ba-bd9a-d4604a34b955, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64d60426-1d30-4330-a1d6-61f8b9dcce19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '8ac0398e-9fbc-4dfc-a754-3626473eb0e4'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:09:02.186052 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4834e4e5-1d6d-44b2-8363-6e3cb2dae763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:09:02.252635 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [req-b8ceb814-31bb-46ba-9707-a53ae747bffc req-f261d4ce-d5b6-4146-b8c1-43f93fd534ad service neutron] (93751) timed out ('10.222.0.41', 50885) {{(pid=93751) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 13 14:09:02.255841 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-4834e4e5-1d6d-44b2-8363-6e3cb2dae763 None None] For port 3d302599-4f8d-47ba-bd9a-d4604a34b955, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:09:02.259427 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-4834e4e5-1d6d-44b2-8363-6e3cb2dae763 None None] For port 3d302599-4f8d-47ba-bd9a-d4604a34b955, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=3d302599-4f8d-47ba-bd9a-d4604a34b955,segment=NetworkSegment(64d60426-1d30-4330-a1d6-61f8b9dcce19),segment_id=64d60426-1d30-4330-a1d6-61f8b9dcce19)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:09:02.265146 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4834e4e5-1d6d-44b2-8363-6e3cb2dae763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:09:02.341116 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4834e4e5-1d6d-44b2-8363-6e3cb2dae763 None None] Routers {'fb4d2e9b-4493-4f0a-a06c-b07b95853f17'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:09:02.341831 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-4834e4e5-1d6d-44b2-8363-6e3cb2dae763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:08:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['fb4d2e9b-4493-4f0a-a06c-b07b95853f17'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:09:02.347962 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771ea92d-8104-4af1-b90f-df8b6c46fb65 None None] Pushing event updated for resources: {'Port': ['ID=3d302599-4f8d-47ba-bd9a-d4604a34b955,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:09:02.482471 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-4834e4e5-1d6d-44b2-8363-6e3cb2dae763 None None] Set router fb4d2e9b-4493-4f0a-a06c-b07b95853f17 gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:09:02.700991 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-4834e4e5-1d6d-44b2-8363-6e3cb2dae763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb4d2e9b-4493-4f0a-a06c-b07b95853f17', 'name': 'tempest-TestVolumeBackupRestore-1857760247-router', 'tenant_id': 'bdace2b088944b9ebd187b5e83b7129b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': 'fda58e87-ddaf-4917-9941-286112f84df2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:08:55Z', 'updated_at': '2021-07-13T14:08:58Z', 'revision_number': 4, 'project_id': 'bdace2b088944b9ebd187b5e83b7129b', 'gw_port': {'id': 'fda58e87-ddaf-4917-9941-286112f84df2', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:64:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb4d2e9b-4493-4f0a-a06c-b07b95853f17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:08:55Z', 'updated_at': '2021-07-13T14:09:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': '3d302599-4f8d-47ba-bd9a-d4604a34b955', 'name': '', 'network_id': '8ac0398e-9fbc-4dfc-a754-3626473eb0e4', 'tenant_id': 'bdace2b088944b9ebd187b5e83b7129b', 'mac_address': 'fa:16:3e:09:7b:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb4d2e9b-4493-4f0a-a06c-b07b95853f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3599, 'fixed_ips': [{'subnet_id': 'fe93ac7c-3472-480a-aa4e-724a45e19110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:08:57Z', 'updated_at': '2021-07-13T14:09:02Z', 'revision_number': 4, 'project_id': 'bdace2b088944b9ebd187b5e83b7129b', 'subnets': [{'id': 'fe93ac7c-3472-480a-aa4e-724a45e19110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:09:02.728265 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4834e4e5-1d6d-44b2-8363-6e3cb2dae763 None None] The sync data for ids ['fb4d2e9b-4493-4f0a-a06c-b07b95853f17'] in n-d-800634-1 is: [{'id': 'fb4d2e9b-4493-4f0a-a06c-b07b95853f17', 'name': 'tempest-TestVolumeBackupRestore-1857760247-router', 'tenant_id': 'bdace2b088944b9ebd187b5e83b7129b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': 'fda58e87-ddaf-4917-9941-286112f84df2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:08:55Z', 'updated_at': '2021-07-13T14:08:58Z', 'revision_number': 4, 'project_id': 'bdace2b088944b9ebd187b5e83b7129b', 'gw_port': {'id': 'fda58e87-ddaf-4917-9941-286112f84df2', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:64:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb4d2e9b-4493-4f0a-a06c-b07b95853f17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:08:55Z', 'updated_at': '2021-07-13T14:09:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': '3d302599-4f8d-47ba-bd9a-d4604a34b955', 'name': '', 'network_id': '8ac0398e-9fbc-4dfc-a754-3626473eb0e4', 'tenant_id': 'bdace2b088944b9ebd187b5e83b7129b', 'mac_address': 'fa:16:3e:09:7b:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb4d2e9b-4493-4f0a-a06c-b07b95853f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3599, 'fixed_ips': [{'subnet_id': 'fe93ac7c-3472-480a-aa4e-724a45e19110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:08:57Z', 'updated_at': '2021-07-13T14:09:02Z', 'revision_number': 4, 'project_id': 'bdace2b088944b9ebd187b5e83b7129b', 'subnets': [{'id': 'fe93ac7c-3472-480a-aa4e-724a45e19110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:09:03.105239 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device fda58e87-ddaf-4917-9941-286112f84df2 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:09:03.164431 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port fda58e87-ddaf-4917-9941-286112f84df2 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:09:03.169061 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:09:05.092578 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 3d302599-4f8d-47ba-bd9a-d4604a34b955 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:09:05.143882 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port 3d302599-4f8d-47ba-bd9a-d4604a34b955 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:09:05.147890 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 3d302599-4f8d-47ba-bd9a-d4604a34b955 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:09:05.148264 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:09:05.245723 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:09:05.278055 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port 3d302599-4f8d-47ba-bd9a-d4604a34b955, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=3d302599-4f8d-47ba-bd9a-d4604a34b955,segment=NetworkSegment(64d60426-1d30-4330-a1d6-61f8b9dcce19),segment_id=64d60426-1d30-4330-a1d6-61f8b9dcce19)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:09:05.283136 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:09:05.334158 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=3d302599-4f8d-47ba-bd9a-d4604a34b955,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:09:07.075018 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 3d302599-4f8d-47ba-bd9a-d4604a34b955 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:09:07.132252 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 3d302599-4f8d-47ba-bd9a-d4604a34b955 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:09:07.132252 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:09:12.054362 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cfb0a8b4-8477-4384-b5a4-52b73da44fe2 req-874449f7-2f40-4230-8476-d427bcec237b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=43001923-938d-4f6f-b253-e4b2a2f3dc0c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0523014 Jul 13 14:09:12.156130 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb0a8b4-8477-4384-b5a4-52b73da44fe2 req-a8ba89f1-28b8-40ba-8b69-89663e178c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:09:12.157988 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cfb0a8b4-8477-4384-b5a4-52b73da44fe2 req-a8ba89f1-28b8-40ba-8b69-89663e178c5f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=59f4d545a6654c5eb7918dfd74d8ac77&device_id=43001923-938d-4f6f-b253-e4b2a2f3dc0c HTTP/1.1" status: 200 len: 1097 time: 0.0559554 Jul 13 14:09:12.270441 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb0a8b4-8477-4384-b5a4-52b73da44fe2 req-05e4f04c-c724-4f0d-ae95-8c54b6bbdf2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:09:12.271906 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cfb0a8b4-8477-4384-b5a4-52b73da44fe2 req-05e4f04c-c724-4f0d-ae95-8c54b6bbdf2d service neutron] 10.222.0.41 "GET /v2.0/networks?id=85675ef6-c9f4-45a9-b143-088b3c3bab41 HTTP/1.1" status: 200 len: 909 time: 0.0925057 Jul 13 14:09:12.340315 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cfb0a8b4-8477-4384-b5a4-52b73da44fe2 req-934ffe72-c8b1-4bf2-8aa2-9c036e3e9c9b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c05abf6b-af95-42f9-8af2-f25383760a91 HTTP/1.1" status: 200 len: 1002 time: 0.0612245 Jul 13 14:09:12.394077 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb0a8b4-8477-4384-b5a4-52b73da44fe2 req-9dae7f4e-1ad5-40db-adcb-ea49584a1491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:09:12.395614 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cfb0a8b4-8477-4384-b5a4-52b73da44fe2 req-9dae7f4e-1ad5-40db-adcb-ea49584a1491 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a3263c26-0926-4e8f-a717-50d981fdb59c HTTP/1.1" status: 200 len: 848 time: 0.0495601 Jul 13 14:09:12.468428 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb0a8b4-8477-4384-b5a4-52b73da44fe2 req-2dd7f5b3-2275-41c8-823f-9b9854e240d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:09:12.470204 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cfb0a8b4-8477-4384-b5a4-52b73da44fe2 req-2dd7f5b3-2275-41c8-823f-9b9854e240d0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=85675ef6-c9f4-45a9-b143-088b3c3bab41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0678999 Jul 13 14:09:12.587093 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cfb0a8b4-8477-4384-b5a4-52b73da44fe2 req-9af58eee-ffb6-429a-b4ae-6ca225bd5248 service neutron] 10.222.0.41 "GET /v2.0/networks/85675ef6-c9f4-45a9-b143-088b3c3bab41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102395 Jul 13 14:09:12.738029 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cfb0a8b4-8477-4384-b5a4-52b73da44fe2 req-32cca9ef-b2b5-4a0d-a3a2-bbb9184b5354 service neutron] 10.222.0.41 "GET /v2.0/networks/85675ef6-c9f4-45a9-b143-088b3c3bab41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434708 Jul 13 14:09:14.233116 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bd86b362-2f8c-4f4d-930c-c385cd94ceaa req-471535e4-b9ca-4677-8b97-08553952fee4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=998b600e-f613-44d3-9672-14539ee3cc31&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0520067 Jul 13 14:09:14.328649 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd86b362-2f8c-4f4d-930c-c385cd94ceaa req-726287c9-dc52-4d8c-a01d-854f2a9a32da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:09:14.330555 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bd86b362-2f8c-4f4d-930c-c385cd94ceaa req-726287c9-dc52-4d8c-a01d-854f2a9a32da service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9b84fd52966d4a72b64b59fb4909d5ab&device_id=998b600e-f613-44d3-9672-14539ee3cc31 HTTP/1.1" status: 200 len: 1096 time: 0.0537984 Jul 13 14:09:14.448047 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd86b362-2f8c-4f4d-930c-c385cd94ceaa req-65628612-afbc-4e02-8938-1c4403ab87ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:09:14.449559 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bd86b362-2f8c-4f4d-930c-c385cd94ceaa req-65628612-afbc-4e02-8938-1c4403ab87ea service neutron] 10.222.0.26 "GET /v2.0/networks?id=9c2558ca-4bbf-4e33-ab1c-e7f21b409eb5 HTTP/1.1" status: 200 len: 910 time: 0.1000397 Jul 13 14:09:14.515800 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bd86b362-2f8c-4f4d-930c-c385cd94ceaa req-c82b9782-9121-41c5-a720-14b57067807a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ead54961-2be4-4486-bd25-9e380b821e3f HTTP/1.1" status: 200 len: 1000 time: 0.0603869 Jul 13 14:09:14.569792 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd86b362-2f8c-4f4d-930c-c385cd94ceaa req-c9ae70ee-f679-4b38-845a-f603e012b57a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:09:14.571271 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bd86b362-2f8c-4f4d-930c-c385cd94ceaa req-c9ae70ee-f679-4b38-845a-f603e012b57a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e70149ef-39e2-4581-bd26-e6cc81b2fee5 HTTP/1.1" status: 200 len: 849 time: 0.0500646 Jul 13 14:09:14.630022 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd86b362-2f8c-4f4d-930c-c385cd94ceaa req-d9cffa95-3b68-4954-a3d6-8d9348af24c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:09:14.631652 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bd86b362-2f8c-4f4d-930c-c385cd94ceaa req-d9cffa95-3b68-4954-a3d6-8d9348af24c0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9c2558ca-4bbf-4e33-ab1c-e7f21b409eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0539031 Jul 13 14:09:14.721807 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bd86b362-2f8c-4f4d-930c-c385cd94ceaa req-08d49b3a-ad93-4eef-9dd7-51ab8db12235 service neutron] 10.222.0.26 "GET /v2.0/networks/9c2558ca-4bbf-4e33-ab1c-e7f21b409eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836077 Jul 13 14:09:14.820657 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bd86b362-2f8c-4f4d-930c-c385cd94ceaa req-d105d96e-417f-40d4-b857-ee7ba2dc0973 service neutron] 10.222.0.26 "GET /v2.0/networks/9c2558ca-4bbf-4e33-ab1c-e7f21b409eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932646 Jul 13 14:09:17.221712 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e64fafa0-1c5b-49c1-b4ec-7486cfdfa53e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:09:19.886223 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-87beb46e-2e34-4ea9-9eb1-1430360c34c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:09:20.025325 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:09:21.196106 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:09:21.812500 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 42020) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:09:21.951814 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2b861d-200f-45ab-a341-1da0c1598bb8 req-a64b148f-a20b-4c0e-b861-5a1ed07e743d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:09:21.953362 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ea2b861d-200f-45ab-a341-1da0c1598bb8 req-a64b148f-a20b-4c0e-b861-5a1ed07e743d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=43001923-938d-4f6f-b253-e4b2a2f3dc0c HTTP/1.1" status: 200 len: 1097 time: 0.1398532 Jul 13 14:09:21.994933 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ea2b861d-200f-45ab-a341-1da0c1598bb8 req-ce300cb4-33ce-4981-ad65-5985e35330e3 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=99a46f9a-af6e-4206-b58b-77b552720bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0357304 Jul 13 14:09:22.704256 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:09:30.567394 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:09:30.872956 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:09:32.564289 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:09:47.224219 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-7a929235-70ea-44ba-9701-61b37d604f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:09:49.896198 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-576df1a3-8f61-4cdd-a42f-a8b7553309be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:09:50.018050 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:09:51.194856 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:09:52.707008 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:10:00.585210 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:10:00.873297 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:10:09.563779 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:10:14.065089 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5f83c0a7-0883-4957-a42e-6c922c042048 req-8382ebeb-5e04-47db-8d9e-c539f762b9c3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=43001923-938d-4f6f-b253-e4b2a2f3dc0c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0659854 Jul 13 14:10:14.162010 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f83c0a7-0883-4957-a42e-6c922c042048 req-dc4c0dd5-2fa0-4e53-b101-576a4e6147a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:10:14.164355 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5f83c0a7-0883-4957-a42e-6c922c042048 req-dc4c0dd5-2fa0-4e53-b101-576a4e6147a1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=59f4d545a6654c5eb7918dfd74d8ac77&device_id=43001923-938d-4f6f-b253-e4b2a2f3dc0c HTTP/1.1" status: 200 len: 1097 time: 0.0557737 Jul 13 14:10:14.280854 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f83c0a7-0883-4957-a42e-6c922c042048 req-ab8064df-f0de-42e5-9d82-172701ac53dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:10:14.282854 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5f83c0a7-0883-4957-a42e-6c922c042048 req-ab8064df-f0de-42e5-9d82-172701ac53dd service neutron] 10.222.0.41 "GET /v2.0/networks?id=85675ef6-c9f4-45a9-b143-088b3c3bab41 HTTP/1.1" status: 200 len: 909 time: 0.0929985 Jul 13 14:10:14.350246 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5f83c0a7-0883-4957-a42e-6c922c042048 req-fe2a5398-2cea-4e52-ac13-f8b68f911dca service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c05abf6b-af95-42f9-8af2-f25383760a91 HTTP/1.1" status: 200 len: 1002 time: 0.0600264 Jul 13 14:10:14.409363 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f83c0a7-0883-4957-a42e-6c922c042048 req-ae2a4c6b-bd81-4876-aac9-8a877a687b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:10:14.410881 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5f83c0a7-0883-4957-a42e-6c922c042048 req-ae2a4c6b-bd81-4876-aac9-8a877a687b2b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a3263c26-0926-4e8f-a717-50d981fdb59c HTTP/1.1" status: 200 len: 848 time: 0.0552685 Jul 13 14:10:14.474069 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f83c0a7-0883-4957-a42e-6c922c042048 req-43e14f78-6060-43b9-a3f5-17f39c11386d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:10:14.475621 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5f83c0a7-0883-4957-a42e-6c922c042048 req-43e14f78-6060-43b9-a3f5-17f39c11386d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=85675ef6-c9f4-45a9-b143-088b3c3bab41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0588336 Jul 13 14:10:14.567417 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5f83c0a7-0883-4957-a42e-6c922c042048 req-a4e9dd12-e01a-4739-813f-d457d6414070 service neutron] 10.222.0.41 "GET /v2.0/networks/85675ef6-c9f4-45a9-b143-088b3c3bab41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858161 Jul 13 14:10:14.678921 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5f83c0a7-0883-4957-a42e-6c922c042048 req-01ff636b-b0f8-42fa-9953-69fdaca1423e service neutron] 10.222.0.41 "GET /v2.0/networks/85675ef6-c9f4-45a9-b143-088b3c3bab41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055915 Jul 13 14:10:15.840414 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4c6cd869-9dd2-483d-a3de-0d47f9ef0bdf req-b43fb656-bc93-4167-bf79-34557e8e85e2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=998b600e-f613-44d3-9672-14539ee3cc31&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0513110 Jul 13 14:10:15.933609 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6cd869-9dd2-483d-a3de-0d47f9ef0bdf req-94ce1b3c-c206-4c45-9f9c-fd8e7382ac45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:10:15.935141 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4c6cd869-9dd2-483d-a3de-0d47f9ef0bdf req-94ce1b3c-c206-4c45-9f9c-fd8e7382ac45 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9b84fd52966d4a72b64b59fb4909d5ab&device_id=998b600e-f613-44d3-9672-14539ee3cc31 HTTP/1.1" status: 200 len: 1096 time: 0.0527472 Jul 13 14:10:16.047826 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6cd869-9dd2-483d-a3de-0d47f9ef0bdf req-9b5da1d7-fa58-46b6-a014-2f33974dfca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:10:16.049342 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4c6cd869-9dd2-483d-a3de-0d47f9ef0bdf req-9b5da1d7-fa58-46b6-a014-2f33974dfca4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9c2558ca-4bbf-4e33-ab1c-e7f21b409eb5 HTTP/1.1" status: 200 len: 910 time: 0.0934935 Jul 13 14:10:16.114509 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4c6cd869-9dd2-483d-a3de-0d47f9ef0bdf req-f43b2828-1906-44b4-bc2e-7e6ee9ab53b0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ead54961-2be4-4486-bd25-9e380b821e3f HTTP/1.1" status: 200 len: 1000 time: 0.0590842 Jul 13 14:10:16.168359 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6cd869-9dd2-483d-a3de-0d47f9ef0bdf req-318ca583-7041-4e82-88f4-e54491548629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:10:16.169901 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4c6cd869-9dd2-483d-a3de-0d47f9ef0bdf req-318ca583-7041-4e82-88f4-e54491548629 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e70149ef-39e2-4581-bd26-e6cc81b2fee5 HTTP/1.1" status: 200 len: 849 time: 0.0495362 Jul 13 14:10:16.228068 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6cd869-9dd2-483d-a3de-0d47f9ef0bdf req-2a1f4367-a338-45ae-b699-2b30f4c4d15e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:10:16.229589 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4c6cd869-9dd2-483d-a3de-0d47f9ef0bdf req-2a1f4367-a338-45ae-b699-2b30f4c4d15e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9c2558ca-4bbf-4e33-ab1c-e7f21b409eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0541084 Jul 13 14:10:16.318127 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4c6cd869-9dd2-483d-a3de-0d47f9ef0bdf req-6e669567-5f5b-4717-886d-350bae5b1699 service neutron] 10.222.0.26 "GET /v2.0/networks/9c2558ca-4bbf-4e33-ab1c-e7f21b409eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817313 Jul 13 14:10:16.419184 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4c6cd869-9dd2-483d-a3de-0d47f9ef0bdf req-80c93b99-b6d3-47bf-a87b-ed63fac82d0a service neutron] 10.222.0.26 "GET /v2.0/networks/9c2558ca-4bbf-4e33-ab1c-e7f21b409eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954180 Jul 13 14:10:17.228034 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-357cbd71-bf1e-4978-91a2-9fbc0fd8de17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:10:17.836831 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671aeb66-24f7-4982-817c-331856ee8c56 req-4961d85b-2d13-470c-925e-498fb6bbc509 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:10:17.838488 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-671aeb66-24f7-4982-817c-331856ee8c56 req-4961d85b-2d13-470c-925e-498fb6bbc509 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] 10.222.0.23 "GET /v2.0/ports?device_id=998b600e-f613-44d3-9672-14539ee3cc31 HTTP/1.1" status: 200 len: 945 time: 0.0773320 Jul 13 14:10:17.877249 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-671aeb66-24f7-4982-817c-331856ee8c56 req-839fe8eb-f56d-46ad-b1f2-735dc94d0e8c tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] 10.222.0.23 "GET /v2.0/security-groups?id=6a64e81e-8698-45a3-a18c-176c62e9d304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329669 Jul 13 14:10:19.112770 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a155705-8b1a-4f1f-b37d-15f937833e8e req-5f4bd047-bedf-4f6f-8d65-c1c610e2e8e5 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:10:19.115087 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0a155705-8b1a-4f1f-b37d-15f937833e8e req-5f4bd047-bedf-4f6f-8d65-c1c610e2e8e5 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] 10.222.0.23 "GET /v2.0/ports?device_id=998b600e-f613-44d3-9672-14539ee3cc31 HTTP/1.1" status: 200 len: 945 time: 0.1244698 Jul 13 14:10:19.154665 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0a155705-8b1a-4f1f-b37d-15f937833e8e req-eabe20fe-248b-48c8-9b2b-43140782b8e3 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] 10.222.0.23 "GET /v2.0/security-groups?id=6a64e81e-8698-45a3-a18c-176c62e9d304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329587 Jul 13 14:10:19.377192 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45ce198-6a14-474a-aab2-87cde337f94f req-5ff68757-04ed-4070-b625-5e139de8470e tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:10:19.378696 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c45ce198-6a14-474a-aab2-87cde337f94f req-5ff68757-04ed-4070-b625-5e139de8470e tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] 10.222.0.26 "GET /v2.0/ports?device_id=998b600e-f613-44d3-9672-14539ee3cc31 HTTP/1.1" status: 200 len: 945 time: 0.0696852 Jul 13 14:10:19.481056 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-c45ce198-6a14-474a-aab2-87cde337f94f req-0a253755-b7a7-4bc0-8f70-e974cc691d1e tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Deleting port ead54961-2be4-4486-bd25-9e380b821e3f {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:10:19.481315 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-c45ce198-6a14-474a-aab2-87cde337f94f req-0a253755-b7a7-4bc0-8f70-e974cc691d1e tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:10:19.571725 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-c45ce198-6a14-474a-aab2-87cde337f94f req-0a253755-b7a7-4bc0-8f70-e974cc691d1e tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] For port ead54961-2be4-4486-bd25-9e380b821e3f, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=ead54961-2be4-4486-bd25-9e380b821e3f,segment=NetworkSegment(57f437cd-e1c4-48a0-95a6-7e5eac541e89),segment_id=57f437cd-e1c4-48a0-95a6-7e5eac541e89)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:10:19.572084 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-c45ce198-6a14-474a-aab2-87cde337f94f req-0a253755-b7a7-4bc0-8f70-e974cc691d1e tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:10:19.742579 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-c45ce198-6a14-474a-aab2-87cde337f94f req-0a253755-b7a7-4bc0-8f70-e974cc691d1e tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:10:19.742964 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-c45ce198-6a14-474a-aab2-87cde337f94f req-0a253755-b7a7-4bc0-8f70-e974cc691d1e tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446547'] for floatingip, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:10:19.743279 n-d-800634-1 neutron-server[93750]: INFO neutron.db.l3_db [req-c45ce198-6a14-474a-aab2-87cde337f94f req-0a253755-b7a7-4bc0-8f70-e974cc691d1e tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Floating IP 1d5d21f8-dd9a-4654-b14e-5a02f0f97880 disassociated. External IP: 172.25.6.45, port: ead54961-2be4-4486-bd25-9e380b821e3f. Jul 13 14:10:19.743620 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-c45ce198-6a14-474a-aab2-87cde337f94f req-0a253755-b7a7-4bc0-8f70-e974cc691d1e tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Calling delete_port for ead54961-2be4-4486-bd25-9e380b821e3f owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:10:19.889192 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-51ffde9e-c289-46c2-8bc3-417e1d04ed6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:10:19.893345 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-c45ce198-6a14-474a-aab2-87cde337f94f req-0a253755-b7a7-4bc0-8f70-e974cc691d1e tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:10:19.927829 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a253755-b7a7-4bc0-8f70-e974cc691d1e tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Pushing event deleted for resources: {'Port': ['ID=ead54961-2be4-4486-bd25-9e380b821e3f,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:10:19.939568 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a253755-b7a7-4bc0-8f70-e974cc691d1e tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:10:19.939918 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a253755-b7a7-4bc0-8f70-e974cc691d1e tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:10:19.940765 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a253755-b7a7-4bc0-8f70-e974cc691d1e tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:10:19.940765 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a253755-b7a7-4bc0-8f70-e974cc691d1e tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:10:19.941064 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a253755-b7a7-4bc0-8f70-e974cc691d1e tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:10:19.941225 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a253755-b7a7-4bc0-8f70-e974cc691d1e tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:10:19.941555 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a253755-b7a7-4bc0-8f70-e974cc691d1e tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:10:19.941925 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a253755-b7a7-4bc0-8f70-e974cc691d1e tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:10:19.942252 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a253755-b7a7-4bc0-8f70-e974cc691d1e tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:10:19.942577 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a253755-b7a7-4bc0-8f70-e974cc691d1e tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:10:19.942916 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a253755-b7a7-4bc0-8f70-e974cc691d1e tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:10:19.943225 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a253755-b7a7-4bc0-8f70-e974cc691d1e tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:10:20.024285 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:10:20.054721 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c45ce198-6a14-474a-aab2-87cde337f94f req-0a253755-b7a7-4bc0-8f70-e974cc691d1e tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Router 60825822-aab3-40b2-be6c-a95554885520 has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:10:20.162025 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c45ce198-6a14-474a-aab2-87cde337f94f req-0a253755-b7a7-4bc0-8f70-e974cc691d1e tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:10:20.171420 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f932487c-d744-4159-871b-bed5c7e9b66d None None] Sync routers for ids ['60825822-aab3-40b2-be6c-a95554885520'] in n-d-800634-1 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:10:20.180942 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f932487c-d744-4159-871b-bed5c7e9b66d None None] Routers {'60825822-aab3-40b2-be6c-a95554885520'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:10:20.181590 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-f932487c-d744-4159-871b-bed5c7e9b66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:10:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['60825822-aab3-40b2-be6c-a95554885520'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:10:20.205577 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-c45ce198-6a14-474a-aab2-87cde337f94f req-0a253755-b7a7-4bc0-8f70-e974cc691d1e tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] No DVR routers for this DVR port ead54961-2be4-4486-bd25-9e380b821e3f on host n-h1-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:10:20.208435 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-c45ce198-6a14-474a-aab2-87cde337f94f req-0a253755-b7a7-4bc0-8f70-e974cc691d1e tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:10:20.210613 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c45ce198-6a14-474a-aab2-87cde337f94f req-0a253755-b7a7-4bc0-8f70-e974cc691d1e tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] 10.222.0.26 "DELETE /v2.0/ports/ead54961-2be4-4486-bd25-9e380b821e3f HTTP/1.1" status: 204 len: 173 time: 0.8267472 Jul 13 14:10:20.211599 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '998b600e-f613-44d3-9672-14539ee3cc31', 'name': 'network-vif-deleted', 'tag': 'ead54961-2be4-4486-bd25-9e380b821e3f'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:10:20.214586 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a59c1c5a-7508-4c37-932d-5c973c23c696" -d '{"events": [{"server_uuid": "998b600e-f613-44d3-9672-14539ee3cc31", "name": "network-vif-deleted", "tag": "ead54961-2be4-4486-bd25-9e380b821e3f"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:10:20.281027 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b740c238-0efa-43db-b7f7-13834f92b473 x-openstack-request-id: req-b740c238-0efa-43db-b7f7-13834f92b473 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:10:20.281599 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "998b600e-f613-44d3-9672-14539ee3cc31", "name": "network-vif-deleted", "tag": "ead54961-2be4-4486-bd25-9e380b821e3f", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:10:20.282040 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b740c238-0efa-43db-b7f7-13834f92b473 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:10:20.282614 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '998b600e-f613-44d3-9672-14539ee3cc31', 'name': 'network-vif-deleted', 'tag': 'ead54961-2be4-4486-bd25-9e380b821e3f', 'status': 'completed', 'code': 200} Jul 13 14:10:20.349992 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f4c87484-2ca9-4c5c-a798-aaf612855bff req-2f2018a8-0c48-4bb7-ad9c-f3d828bf7e37 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] 10.222.0.23 "GET /v2.0/ports?device_id=998b600e-f613-44d3-9672-14539ee3cc31 HTTP/1.1" status: 200 len: 210 time: 0.0411739 Jul 13 14:10:20.382101 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-f932487c-d744-4159-871b-bed5c7e9b66d None None] Set router 60825822-aab3-40b2-be6c-a95554885520 gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:10:20.587061 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-f932487c-d744-4159-871b-bed5c7e9b66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60825822-aab3-40b2-be6c-a95554885520', 'name': 'tempest-AttachVolumeTestJSON-735102816-router', 'tenant_id': '9b84fd52966d4a72b64b59fb4909d5ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '267dd320-ec96-49b6-809c-c559eec3dd7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:03:54Z', 'updated_at': '2021-07-13T14:03:57Z', 'revision_number': 4, 'project_id': '9b84fd52966d4a72b64b59fb4909d5ab', 'gw_port': {'id': '267dd320-ec96-49b6-809c-c559eec3dd7a', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:95:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60825822-aab3-40b2-be6c-a95554885520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3174, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:03:55Z', 'updated_at': '2021-07-13T14:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': '2c79a40e-af92-44ae-87e9-b711e0e32b08', 'name': '', 'network_id': '9c2558ca-4bbf-4e33-ab1c-e7f21b409eb5', 'tenant_id': '9b84fd52966d4a72b64b59fb4909d5ab', 'mac_address': 'fa:16:3e:2d:b9:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60825822-aab3-40b2-be6c-a95554885520', 'device_owner': 'network:router_interface', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': 'e70149ef-39e2-4581-bd26-e6cc81b2fee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:03:57Z', 'updated_at': '2021-07-13T14:04:02Z', 'revision_number': 5, 'project_id': '9b84fd52966d4a72b64b59fb4909d5ab', 'subnets': [{'id': 'e70149ef-39e2-4581-bd26-e6cc81b2fee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:10:20.613345 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f932487c-d744-4159-871b-bed5c7e9b66d None None] Checking router: 60825822-aab3-40b2-be6c-a95554885520 for host: n-d-800634-1 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:10:20.622319 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f932487c-d744-4159-871b-bed5c7e9b66d None None] Routers {'60825822-aab3-40b2-be6c-a95554885520'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:10:20.622948 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-f932487c-d744-4159-871b-bed5c7e9b66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:10:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['60825822-aab3-40b2-be6c-a95554885520'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:10:20.730786 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-f932487c-d744-4159-871b-bed5c7e9b66d None None] Set router 60825822-aab3-40b2-be6c-a95554885520 gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:10:20.937850 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-f932487c-d744-4159-871b-bed5c7e9b66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60825822-aab3-40b2-be6c-a95554885520', 'name': 'tempest-AttachVolumeTestJSON-735102816-router', 'tenant_id': '9b84fd52966d4a72b64b59fb4909d5ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '267dd320-ec96-49b6-809c-c559eec3dd7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:03:54Z', 'updated_at': '2021-07-13T14:03:57Z', 'revision_number': 4, 'project_id': '9b84fd52966d4a72b64b59fb4909d5ab', 'gw_port': {'id': '267dd320-ec96-49b6-809c-c559eec3dd7a', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:95:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60825822-aab3-40b2-be6c-a95554885520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3174, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:03:55Z', 'updated_at': '2021-07-13T14:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': '2c79a40e-af92-44ae-87e9-b711e0e32b08', 'name': '', 'network_id': '9c2558ca-4bbf-4e33-ab1c-e7f21b409eb5', 'tenant_id': '9b84fd52966d4a72b64b59fb4909d5ab', 'mac_address': 'fa:16:3e:2d:b9:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60825822-aab3-40b2-be6c-a95554885520', 'device_owner': 'network:router_interface', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': 'e70149ef-39e2-4581-bd26-e6cc81b2fee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:03:57Z', 'updated_at': '2021-07-13T14:04:02Z', 'revision_number': 5, 'project_id': '9b84fd52966d4a72b64b59fb4909d5ab', 'subnets': [{'id': 'e70149ef-39e2-4581-bd26-e6cc81b2fee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:10:20.968619 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f932487c-d744-4159-871b-bed5c7e9b66d None None] The sync data for ids ['60825822-aab3-40b2-be6c-a95554885520'] in n-d-800634-1 is: [{'id': '60825822-aab3-40b2-be6c-a95554885520', 'name': 'tempest-AttachVolumeTestJSON-735102816-router', 'tenant_id': '9b84fd52966d4a72b64b59fb4909d5ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '267dd320-ec96-49b6-809c-c559eec3dd7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:03:54Z', 'updated_at': '2021-07-13T14:03:57Z', 'revision_number': 4, 'project_id': '9b84fd52966d4a72b64b59fb4909d5ab', 'gw_port': {'id': '267dd320-ec96-49b6-809c-c559eec3dd7a', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:95:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60825822-aab3-40b2-be6c-a95554885520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3174, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:03:55Z', 'updated_at': '2021-07-13T14:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': '2c79a40e-af92-44ae-87e9-b711e0e32b08', 'name': '', 'network_id': '9c2558ca-4bbf-4e33-ab1c-e7f21b409eb5', 'tenant_id': '9b84fd52966d4a72b64b59fb4909d5ab', 'mac_address': 'fa:16:3e:2d:b9:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60825822-aab3-40b2-be6c-a95554885520', 'device_owner': 'network:router_interface', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': 'e70149ef-39e2-4581-bd26-e6cc81b2fee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:03:57Z', 'updated_at': '2021-07-13T14:04:02Z', 'revision_number': 5, 'project_id': '9b84fd52966d4a72b64b59fb4909d5ab', 'subnets': [{'id': 'e70149ef-39e2-4581-bd26-e6cc81b2fee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:10:21.202031 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:10:21.237027 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed5c407-c93f-4de3-b8df-47b242952911 None None] New status for floating IP 1d5d21f8-dd9a-4654-b14e-5a02f0f97880: DOWN {{(pid=93752) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 14:10:21.475956 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 42764) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:10:21.532642 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f050f459-78fb-42fe-8ea1-ae30d97ae3dc tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:10:21.556085 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f050f459-78fb-42fe-8ea1-ae30d97ae3dc tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:10:21.602711 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f050f459-78fb-42fe-8ea1-ae30d97ae3dc tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:10:21.605390 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f050f459-78fb-42fe-8ea1-ae30d97ae3dc tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:10:21.606641 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-f050f459-78fb-42fe-8ea1-ae30d97ae3dc tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] 10.222.0.23 "DELETE /v2.0/security-groups/6a64e81e-8698-45a3-a18c-176c62e9d304 HTTP/1.1" status: 204 len: 168 time: 0.1291795 Jul 13 14:10:21.609522 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 42766) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:10:21.615912 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f050f459-78fb-42fe-8ea1-ae30d97ae3dc tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a64e81e-8698-45a3-a18c-176c62e9d304,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:10:21.624336 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f050f459-78fb-42fe-8ea1-ae30d97ae3dc tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:10:21.624677 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f050f459-78fb-42fe-8ea1-ae30d97ae3dc tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:10:21.625209 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f050f459-78fb-42fe-8ea1-ae30d97ae3dc tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:10:21.625542 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f050f459-78fb-42fe-8ea1-ae30d97ae3dc tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:10:21.625951 n-d-800634-1 neutron-server[93750]: INFO neutron.api.v2.resource [None req-e3b1b20b-5448-4f1f-b2d0-6c401ad166fe tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] show failed (client error): The resource could not be found. Jul 13 14:10:21.626103 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f050f459-78fb-42fe-8ea1-ae30d97ae3dc tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:10:21.626412 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f050f459-78fb-42fe-8ea1-ae30d97ae3dc tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:10:21.626737 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f050f459-78fb-42fe-8ea1-ae30d97ae3dc tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:10:21.629905 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f050f459-78fb-42fe-8ea1-ae30d97ae3dc tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:10:21.629905 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f050f459-78fb-42fe-8ea1-ae30d97ae3dc tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:10:21.630148 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-e3b1b20b-5448-4f1f-b2d0-6c401ad166fe tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] 10.222.0.23 "GET /v2.0/security-groups/6a64e81e-8698-45a3-a18c-176c62e9d304 HTTP/1.1" status: 404 len: 347 time: 0.0160229 Jul 13 14:10:21.630242 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f050f459-78fb-42fe-8ea1-ae30d97ae3dc tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:10:21.630242 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f050f459-78fb-42fe-8ea1-ae30d97ae3dc tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:10:21.630242 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f050f459-78fb-42fe-8ea1-ae30d97ae3dc tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:10:21.630498 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 42768) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:10:21.764827 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-d5bb738d-8962-4f5d-9da6-5226a09f79f7 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Deleting port 571ceffc-32b2-4f89-abca-c5ab7d9d2414 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:10:21.765165 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d5bb738d-8962-4f5d-9da6-5226a09f79f7 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:10:21.852638 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d5bb738d-8962-4f5d-9da6-5226a09f79f7 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:10:21.853018 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d5bb738d-8962-4f5d-9da6-5226a09f79f7 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:10:21.865410 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-d5bb738d-8962-4f5d-9da6-5226a09f79f7 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Calling delete_port for 571ceffc-32b2-4f89-abca-c5ab7d9d2414 owned by network:floatingip {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:10:22.000949 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d5bb738d-8962-4f5d-9da6-5226a09f79f7 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:10:22.026708 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bb738d-8962-4f5d-9da6-5226a09f79f7 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Pushing event deleted for resources: {'Port': ['ID=571ceffc-32b2-4f89-abca-c5ab7d9d2414,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:10:22.089607 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d5bb738d-8962-4f5d-9da6-5226a09f79f7 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Notify callbacks [] for floatingip, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:10:22.092142 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d5bb738d-8962-4f5d-9da6-5226a09f79f7 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for floatingip, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:10:22.093291 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-d5bb738d-8962-4f5d-9da6-5226a09f79f7 tempest-AttachVolumeTestJSON-1770953255 tempest-AttachVolumeTestJSON-1770953255-project] 10.222.0.23 "DELETE /v2.0/floatingips/1d5d21f8-dd9a-4654-b14e-5a02f0f97880 HTTP/1.1" status: 204 len: 168 time: 0.4613643 Jul 13 14:10:22.713353 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:10:23.171972 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device ead54961-2be4-4486-bd25-9e380b821e3f no longer exists at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:10:23.192310 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-381d4315-9089-413f-a071-aa2897bda790 None None] No Port match for: ead54961-2be4-4486-bd25-9e380b821e3f {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:10:23.192738 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device ead54961-2be4-4486-bd25-9e380b821e3f not bound to the agent host n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:10:30.119083 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 42870) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:10:30.623463 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:10:30.631474 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0555a170-b8b3-439f-800a-1b5623eca02d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451695'] for router_interface, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:10:30.909928 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:10:31.279623 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-0555a170-b8b3-439f-800a-1b5623eca02d admin admin] Deleting port 2c79a40e-af92-44ae-87e9-b711e0e32b08 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:10:31.280266 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0555a170-b8b3-439f-800a-1b5623eca02d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:10:31.362858 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-0555a170-b8b3-439f-800a-1b5623eca02d admin admin] For port 2c79a40e-af92-44ae-87e9-b711e0e32b08, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=2c79a40e-af92-44ae-87e9-b711e0e32b08,segment=NetworkSegment(57f437cd-e1c4-48a0-95a6-7e5eac541e89),segment_id=57f437cd-e1c4-48a0-95a6-7e5eac541e89)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:10:31.363213 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0555a170-b8b3-439f-800a-1b5623eca02d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:10:31.375824 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-0555a170-b8b3-439f-800a-1b5623eca02d admin admin] Calling delete_port for 2c79a40e-af92-44ae-87e9-b711e0e32b08 owned by network:router_interface {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:10:31.578405 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0555a170-b8b3-439f-800a-1b5623eca02d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:10:31.606609 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0555a170-b8b3-439f-800a-1b5623eca02d admin admin] Pushing event deleted for resources: {'Port': ['ID=2c79a40e-af92-44ae-87e9-b711e0e32b08,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:10:31.781687 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0555a170-b8b3-439f-800a-1b5623eca02d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1785036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452491'] for router_interface, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:10:32.011293 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0555a170-b8b3-439f-800a-1b5623eca02d admin admin] Router 60825822-aab3-40b2-be6c-a95554885520 has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:10:32.121431 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0555a170-b8b3-439f-800a-1b5623eca02d admin admin] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:10:32.130066 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-0555a170-b8b3-439f-800a-1b5623eca02d admin admin] 10.222.0.23 "PUT /v2.0/routers/60825822-aab3-40b2-be6c-a95554885520/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0061424 Jul 13 14:10:32.130201 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 42908) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:10:32.135109 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9fa699c-eea9-4a4a-b1f4-4c94e53b40a6 None None] Sync routers for ids ['60825822-aab3-40b2-be6c-a95554885520'] in n-d-800634-1 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:10:32.145577 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9fa699c-eea9-4a4a-b1f4-4c94e53b40a6 None None] Routers {'60825822-aab3-40b2-be6c-a95554885520'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:10:32.146229 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-c9fa699c-eea9-4a4a-b1f4-4c94e53b40a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:10:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['60825822-aab3-40b2-be6c-a95554885520'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:10:32.257533 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-c9fa699c-eea9-4a4a-b1f4-4c94e53b40a6 None None] Set router 60825822-aab3-40b2-be6c-a95554885520 gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:10:32.263158 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c864ec73-0a25-4923-b80c-0b0277afb81a admin admin] Notify callbacks [] for router, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:10:32.376969 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c864ec73-0a25-4923-b80c-0b0277afb81a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:10:32.440021 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-c864ec73-0a25-4923-b80c-0b0277afb81a admin admin] Deleting port 267dd320-ec96-49b6-809c-c559eec3dd7a {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:10:32.440359 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c864ec73-0a25-4923-b80c-0b0277afb81a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:10:32.447745 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-c9fa699c-eea9-4a4a-b1f4-4c94e53b40a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60825822-aab3-40b2-be6c-a95554885520', 'name': 'tempest-AttachVolumeTestJSON-735102816-router', 'tenant_id': '9b84fd52966d4a72b64b59fb4909d5ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '267dd320-ec96-49b6-809c-c559eec3dd7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:03:54Z', 'updated_at': '2021-07-13T14:10:31Z', 'revision_number': 5, 'project_id': '9b84fd52966d4a72b64b59fb4909d5ab', 'gw_port': {'id': '267dd320-ec96-49b6-809c-c559eec3dd7a', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:95:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60825822-aab3-40b2-be6c-a95554885520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3174, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:03:55Z', 'updated_at': '2021-07-13T14:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:10:32.474262 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9fa699c-eea9-4a4a-b1f4-4c94e53b40a6 None None] Checking router: 60825822-aab3-40b2-be6c-a95554885520 for host: n-d-800634-1 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:10:32.484460 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9fa699c-eea9-4a4a-b1f4-4c94e53b40a6 None None] Routers {'60825822-aab3-40b2-be6c-a95554885520'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:10:32.485081 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-c9fa699c-eea9-4a4a-b1f4-4c94e53b40a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:10:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['60825822-aab3-40b2-be6c-a95554885520'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:10:32.527573 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-c864ec73-0a25-4923-b80c-0b0277afb81a admin admin] For port 267dd320-ec96-49b6-809c-c559eec3dd7a, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=267dd320-ec96-49b6-809c-c559eec3dd7a,segment=NetworkSegment(3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87),segment_id=3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:10:32.527979 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c864ec73-0a25-4923-b80c-0b0277afb81a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:10:32.546122 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-c864ec73-0a25-4923-b80c-0b0277afb81a admin admin] Calling delete_port for 267dd320-ec96-49b6-809c-c559eec3dd7a owned by network:router_gateway {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:10:32.589154 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-c9fa699c-eea9-4a4a-b1f4-4c94e53b40a6 None None] Set router 60825822-aab3-40b2-be6c-a95554885520 gateway port host: None {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:10:32.645788 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-c9fa699c-eea9-4a4a-b1f4-4c94e53b40a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60825822-aab3-40b2-be6c-a95554885520', 'name': 'tempest-AttachVolumeTestJSON-735102816-router', 'tenant_id': '9b84fd52966d4a72b64b59fb4909d5ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:03:54Z', 'updated_at': '2021-07-13T14:10:32Z', 'revision_number': 6, 'project_id': '9b84fd52966d4a72b64b59fb4909d5ab', 'gw_port_host': None}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:10:32.675904 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9fa699c-eea9-4a4a-b1f4-4c94e53b40a6 None None] The sync data for ids ['60825822-aab3-40b2-be6c-a95554885520'] in n-d-800634-1 is: [{'id': '60825822-aab3-40b2-be6c-a95554885520', 'name': 'tempest-AttachVolumeTestJSON-735102816-router', 'tenant_id': '9b84fd52966d4a72b64b59fb4909d5ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:03:54Z', 'updated_at': '2021-07-13T14:10:32Z', 'revision_number': 6, 'project_id': '9b84fd52966d4a72b64b59fb4909d5ab', 'gw_port_host': None}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:10:32.742137 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c864ec73-0a25-4923-b80c-0b0277afb81a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:10:32.774546 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c864ec73-0a25-4923-b80c-0b0277afb81a admin admin] Pushing event deleted for resources: {'Port': ['ID=267dd320-ec96-49b6-809c-c559eec3dd7a,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:10:32.844130 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c864ec73-0a25-4923-b80c-0b0277afb81a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-446473'] for router_gateway, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:10:33.250901 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 2c79a40e-af92-44ae-87e9-b711e0e32b08 no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:10:33.265129 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c864ec73-0a25-4923-b80c-0b0277afb81a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1591938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2696'] for router, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:10:33.268362 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c864ec73-0a25-4923-b80c-0b0277afb81a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:10:33.275353 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: 2c79a40e-af92-44ae-87e9-b711e0e32b08 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:10:33.276007 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 2c79a40e-af92-44ae-87e9-b711e0e32b08 not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:10:33.325711 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c864ec73-0a25-4923-b80c-0b0277afb81a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593106'] for router, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:10:33.326924 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c864ec73-0a25-4923-b80c-0b0277afb81a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 60825822-aab3-40b2-be6c-a95554885520 {{(pid=93751) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 14:10:33.332295 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c864ec73-0a25-4923-b80c-0b0277afb81a admin admin] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:10:33.333557 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-c864ec73-0a25-4923-b80c-0b0277afb81a admin admin] 10.222.0.23 "DELETE /v2.0/routers/60825822-aab3-40b2-be6c-a95554885520 HTTP/1.1" status: 204 len: 168 time: 1.2020164 Jul 13 14:10:33.336784 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 42928) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:10:33.383721 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-97206556-712c-4194-914c-72fa71a1ef10 admin admin] Deleting subnet e70149ef-39e2-4581-bd26-e6cc81b2fee5 {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 14:10:33.387161 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-97206556-712c-4194-914c-72fa71a1ef10 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:10:33.427989 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-97206556-712c-4194-914c-72fa71a1ef10 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6018489'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:10:33.519131 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-97206556-712c-4194-914c-72fa71a1ef10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:10:33.580816 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-97206556-712c-4194-914c-72fa71a1ef10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6018534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6105009'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:10:33.608898 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97206556-712c-4194-914c-72fa71a1ef10 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e70149ef-39e2-4581-bd26-e6cc81b2fee5,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:10:33.610908 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-97206556-712c-4194-914c-72fa71a1ef10 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:10:33.615047 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-97206556-712c-4194-914c-72fa71a1ef10 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/e70149ef-39e2-4581-bd26-e6cc81b2fee5 HTTP/1.1" status: 204 len: 168 time: 0.2749510 Jul 13 14:10:33.615477 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 42936) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:10:33.620875 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0662572-bee6-4835-b9fb-e26147a52d39 None None] Network 9c2558ca-4bbf-4e33-ab1c-e7f21b409eb5 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:10:33.711326 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8fa000da-974d-4268-9862-4153f2052fba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:10:33.781521 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-8fa000da-974d-4268-9862-4153f2052fba admin admin] Deleting port f14a992c-57a9-478d-be2b-4224e8ae160f {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:10:33.781890 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8fa000da-974d-4268-9862-4153f2052fba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:10:33.834511 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e28fadd-3b26-4ef6-ae9c-dabe2b14a626 None None] DHCP port deletion for 9c2558ca-4bbf-4e33-ab1c-e7f21b409eb5 request from n-d-800634-1 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 14:10:33.850303 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-8fa000da-974d-4268-9862-4153f2052fba admin admin] For port f14a992c-57a9-478d-be2b-4224e8ae160f, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=f14a992c-57a9-478d-be2b-4224e8ae160f,segment=NetworkSegment(57f437cd-e1c4-48a0-95a6-7e5eac541e89),segment_id=57f437cd-e1c4-48a0-95a6-7e5eac541e89)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:10:33.850662 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8fa000da-974d-4268-9862-4153f2052fba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:10:33.865442 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-8fa000da-974d-4268-9862-4153f2052fba admin admin] Calling delete_port for f14a992c-57a9-478d-be2b-4224e8ae160f owned by network:dhcp {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:10:33.890352 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-4e28fadd-3b26-4ef6-ae9c-dabe2b14a626 None None] Deleting port f14a992c-57a9-478d-be2b-4224e8ae160f {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:10:33.892160 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4e28fadd-3b26-4ef6-ae9c-dabe2b14a626 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:10:33.965030 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-4e28fadd-3b26-4ef6-ae9c-dabe2b14a626 None None] For port f14a992c-57a9-478d-be2b-4224e8ae160f, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=f14a992c-57a9-478d-be2b-4224e8ae160f,segment=NetworkSegment(57f437cd-e1c4-48a0-95a6-7e5eac541e89),segment_id=57f437cd-e1c4-48a0-95a6-7e5eac541e89)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:10:33.965421 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4e28fadd-3b26-4ef6-ae9c-dabe2b14a626 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:10:33.966734 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8fa000da-974d-4268-9862-4153f2052fba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:10:33.979361 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa000da-974d-4268-9862-4153f2052fba admin admin] No DVR routers for this DVR port f14a992c-57a9-478d-be2b-4224e8ae160f on host n-d-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:10:33.985524 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-4e28fadd-3b26-4ef6-ae9c-dabe2b14a626 None None] Calling delete_port for f14a992c-57a9-478d-be2b-4224e8ae160f owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:10:34.077487 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa000da-974d-4268-9862-4153f2052fba admin admin] Pushing event deleted for resources: {'Port': ['ID=f14a992c-57a9-478d-be2b-4224e8ae160f,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:10:34.083161 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8fa000da-974d-4268-9862-4153f2052fba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:10:34.090621 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4e28fadd-3b26-4ef6-ae9c-dabe2b14a626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:10:34.095477 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-8fa000da-974d-4268-9862-4153f2052fba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c2558ca-4bbf-4e33-ab1c-e7f21b409eb5']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:10:34.110288 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-8fa000da-974d-4268-9862-4153f2052fba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57f437cd-e1c4-48a0-95a6-7e5eac541e89') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:10:34.110702 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-8fa000da-974d-4268-9862-4153f2052fba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57f437cd-e1c4-48a0-95a6-7e5eac541e89') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:10:34.122185 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8fa000da-974d-4268-9862-4153f2052fba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5431730'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:10:34.128582 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e28fadd-3b26-4ef6-ae9c-dabe2b14a626 None None] Pushing event deleted for resources: {'Port': ['ID=f14a992c-57a9-478d-be2b-4224e8ae160f,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:10:34.131827 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e28fadd-3b26-4ef6-ae9c-dabe2b14a626 None None] No DVR routers for this DVR port f14a992c-57a9-478d-be2b-4224e8ae160f on host n-d-800634-1 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:10:34.147485 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8fa000da-974d-4268-9862-4153f2052fba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:10:34.155293 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e28fadd-3b26-4ef6-ae9c-dabe2b14a626 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:10:34.155645 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e28fadd-3b26-4ef6-ae9c-dabe2b14a626 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:10:34.155986 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e28fadd-3b26-4ef6-ae9c-dabe2b14a626 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:10:34.156448 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e28fadd-3b26-4ef6-ae9c-dabe2b14a626 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:10:34.157000 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e28fadd-3b26-4ef6-ae9c-dabe2b14a626 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:10:34.157163 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e28fadd-3b26-4ef6-ae9c-dabe2b14a626 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:10:34.157695 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e28fadd-3b26-4ef6-ae9c-dabe2b14a626 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:10:34.158068 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e28fadd-3b26-4ef6-ae9c-dabe2b14a626 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:10:34.158395 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fa000da-974d-4268-9862-4153f2052fba admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 14:10:34.158541 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e28fadd-3b26-4ef6-ae9c-dabe2b14a626 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:10:34.158716 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e28fadd-3b26-4ef6-ae9c-dabe2b14a626 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:10:34.159051 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8fa000da-974d-4268-9862-4153f2052fba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5970419'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:10:34.159418 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e28fadd-3b26-4ef6-ae9c-dabe2b14a626 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:10:34.159924 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e28fadd-3b26-4ef6-ae9c-dabe2b14a626 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:10:34.160916 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:10:34.160916 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:10:34.160916 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:10:34.160916 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:10:34.160916 n-d-800634-1 neutron-server[93750]: Traceback (most recent call last): Jul 13 14:10:34.160916 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 14:10:34.160916 n-d-800634-1 neutron-server[93750]: timer() Jul 13 14:10:34.160916 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 14:10:34.160916 n-d-800634-1 neutron-server[93750]: cb(*args, **kw) Jul 13 14:10:34.160916 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 14:10:34.160916 n-d-800634-1 neutron-server[93750]: return func(*args, **kwargs) Jul 13 14:10:34.160916 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 14:10:34.160916 n-d-800634-1 neutron-server[93750]: self._notify() Jul 13 14:10:34.160916 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 14:10:34.160916 n-d-800634-1 neutron-server[93750]: self.callback(batched_events) Jul 13 14:10:34.160916 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 14:10:34.160916 n-d-800634-1 neutron-server[93750]: event.method(event) Jul 13 14:10:34.160916 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 14:10:34.160916 n-d-800634-1 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 14:10:34.160916 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 14:10:34.160916 n-d-800634-1 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 14:10:34.160916 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 14:10:34.160916 n-d-800634-1 neutron-server[93750]: return f(self, *a, **k) Jul 13 14:10:34.160916 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 14:10:34.160916 n-d-800634-1 neutron-server[93750]: return self._get(url).json() Jul 13 14:10:34.160916 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 14:10:34.160916 n-d-800634-1 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 14:10:34.160916 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 14:10:34.160916 n-d-800634-1 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 13 14:10:34.160916 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 14:10:34.160916 n-d-800634-1 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 14:10:34.160916 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 14:10:34.160916 n-d-800634-1 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 14:10:34.160916 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 14:10:34.160916 n-d-800634-1 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 14:10:34.160916 n-d-800634-1 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 14:10:34.222722 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8fa000da-974d-4268-9862-4153f2052fba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:10:34.229147 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8fa000da-974d-4268-9862-4153f2052fba admin admin] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:10:34.231328 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-8fa000da-974d-4268-9862-4153f2052fba admin admin] 10.222.0.23 "DELETE /v2.0/networks/9c2558ca-4bbf-4e33-ab1c-e7f21b409eb5 HTTP/1.1" status: 204 len: 168 time: 0.6144893 Jul 13 14:10:34.244569 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa000da-974d-4268-9862-4153f2052fba admin admin] Pushing event deleted for resources: {'Network': ['ID=9c2558ca-4bbf-4e33-ab1c-e7f21b409eb5,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:10:34.353969 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 42948) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:10:34.405189 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-1ae26a26-f9a8-4dbf-8f10-7e44733803ae admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9b84fd52966d4a72b64b59fb4909d5ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0495338 Jul 13 14:10:34.407537 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 42952) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:10:34.462608 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d448b8d3-5927-4c25-8074-d6da57afa170 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:10:34.486861 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d448b8d3-5927-4c25-8074-d6da57afa170 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:10:34.542317 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d448b8d3-5927-4c25-8074-d6da57afa170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:10:34.545527 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d448b8d3-5927-4c25-8074-d6da57afa170 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:10:34.549237 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-d448b8d3-5927-4c25-8074-d6da57afa170 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/76f966e3-edd2-4bdc-88a7-3dcc575a8df4 HTTP/1.1" status: 204 len: 168 time: 0.1383431 Jul 13 14:10:34.561371 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d448b8d3-5927-4c25-8074-d6da57afa170 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76f966e3-edd2-4bdc-88a7-3dcc575a8df4,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:10:35.158430 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 267dd320-ec96-49b6-809c-c559eec3dd7a no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:10:35.181461 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: 267dd320-ec96-49b6-809c-c559eec3dd7a {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:10:35.181773 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 267dd320-ec96-49b6-809c-c559eec3dd7a not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:10:35.182220 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device f14a992c-57a9-478d-be2b-4224e8ae160f no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:10:35.219143 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: f14a992c-57a9-478d-be2b-4224e8ae160f {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:10:35.219493 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device f14a992c-57a9-478d-be2b-4224e8ae160f not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:10:36.653743 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 43060) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:10:36.771164 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6ecd0927-8450-4e80-947c-21a8183a5d33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:10:36.866282 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6ecd0927-8450-4e80-947c-21a8183a5d33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:10:36.871390 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6ecd0927-8450-4e80-947c-21a8183a5d33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:10:36.911177 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecd0927-8450-4e80-947c-21a8183a5d33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30baaea3-1d5a-4e2a-90f3-b53017a3d816,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:10:36.920342 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-6ecd0927-8450-4e80-947c-21a8183a5d33 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4aacc633cde74551af302d79e2a06400&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2625618 Jul 13 14:10:36.921866 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 43070) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:10:36.986810 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a39c9b19-d3bc-4cfa-b948-415eb214937e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:10:37.007119 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a39c9b19-d3bc-4cfa-b948-415eb214937e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:10:37.062940 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a39c9b19-d3bc-4cfa-b948-415eb214937e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:10:37.065795 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a39c9b19-d3bc-4cfa-b948-415eb214937e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:10:37.067324 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-a39c9b19-d3bc-4cfa-b948-415eb214937e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/30baaea3-1d5a-4e2a-90f3-b53017a3d816 HTTP/1.1" status: 204 len: 168 time: 0.1441524 Jul 13 14:10:37.076824 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39c9b19-d3bc-4cfa-b948-415eb214937e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30baaea3-1d5a-4e2a-90f3-b53017a3d816,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:10:37.357640 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 43082) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:10:37.371712 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-62af2b2e-b35b-408b-8e6b-700ba70c203d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:10:37.473424 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-62af2b2e-b35b-408b-8e6b-700ba70c203d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:10:37.477841 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-62af2b2e-b35b-408b-8e6b-700ba70c203d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:10:37.516665 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-62af2b2e-b35b-408b-8e6b-700ba70c203d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=967ac575dd52485a8eccbff4d53181a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1575658 Jul 13 14:10:37.519191 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 43088) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:10:37.525474 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62af2b2e-b35b-408b-8e6b-700ba70c203d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b6ea84b-cef7-4632-bf8c-055a9018b2e5,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:10:37.593176 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-52df3509-62d9-4fc5-ad59-5a04211fc4db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:10:37.614388 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-52df3509-62d9-4fc5-ad59-5a04211fc4db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:10:37.680908 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-52df3509-62d9-4fc5-ad59-5a04211fc4db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:10:37.683527 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-52df3509-62d9-4fc5-ad59-5a04211fc4db admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:10:37.685001 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-52df3509-62d9-4fc5-ad59-5a04211fc4db admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3b6ea84b-cef7-4632-bf8c-055a9018b2e5 HTTP/1.1" status: 204 len: 168 time: 0.1647060 Jul 13 14:10:37.692912 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52df3509-62d9-4fc5-ad59-5a04211fc4db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b6ea84b-cef7-4632-bf8c-055a9018b2e5,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:10:44.499605 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 43304) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:10:44.605293 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-18181151-0a42-4fea-9634-e04f875e9f1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:10:44.703014 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-18181151-0a42-4fea-9634-e04f875e9f1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:10:44.706718 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-18181151-0a42-4fea-9634-e04f875e9f1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:10:44.745226 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18181151-0a42-4fea-9634-e04f875e9f1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a1ce71b-8a83-4696-b599-5ad07bee952b,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:10:44.749530 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-18181151-0a42-4fea-9634-e04f875e9f1f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0f05da3a210a4b7eb4a1d8ecb6ddaa05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2486711 Jul 13 14:10:44.755176 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 43310) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:10:44.804365 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-047924a0-435c-4545-941d-3b4261fd88ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:10:44.826165 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-047924a0-435c-4545-941d-3b4261fd88ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:10:44.874149 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-047924a0-435c-4545-941d-3b4261fd88ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:10:44.877145 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-047924a0-435c-4545-941d-3b4261fd88ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:10:44.878327 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-047924a0-435c-4545-941d-3b4261fd88ec admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6a1ce71b-8a83-4696-b599-5ad07bee952b HTTP/1.1" status: 204 len: 168 time: 0.1223211 Jul 13 14:10:44.886331 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047924a0-435c-4545-941d-3b4261fd88ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a1ce71b-8a83-4696-b599-5ad07bee952b,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:10:45.159372 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 43324) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:10:45.173780 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-eba2c13d-5ac1-41f9-91e5-52d79aa33d61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:10:45.267338 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-eba2c13d-5ac1-41f9-91e5-52d79aa33d61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:10:45.271212 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-eba2c13d-5ac1-41f9-91e5-52d79aa33d61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:10:45.313727 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-eba2c13d-5ac1-41f9-91e5-52d79aa33d61 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d9c2d6a6bf4644949ae42e46eaecaab5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1532495 Jul 13 14:10:45.314680 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba2c13d-5ac1-41f9-91e5-52d79aa33d61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09f7380d-3415-4d2d-bf85-0c88d510040c,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:10:45.316403 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 43326) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:10:45.369493 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-42adc8fb-6497-40a1-aac6-ee1574d4a394 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:10:45.388484 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-42adc8fb-6497-40a1-aac6-ee1574d4a394 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:10:45.435572 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-42adc8fb-6497-40a1-aac6-ee1574d4a394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:10:45.438299 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-42adc8fb-6497-40a1-aac6-ee1574d4a394 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:10:45.439425 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-42adc8fb-6497-40a1-aac6-ee1574d4a394 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/09f7380d-3415-4d2d-bf85-0c88d510040c HTTP/1.1" status: 204 len: 168 time: 0.1219299 Jul 13 14:10:45.447293 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42adc8fb-6497-40a1-aac6-ee1574d4a394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09f7380d-3415-4d2d-bf85-0c88d510040c,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:10:46.168820 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 43352) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:10:46.174091 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-3b754467-92bd-45b2-918d-b42aef6f1555 tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2054994505', 'description': 'tempest-secgroup-smoke-2054994505 description', 'project_id': '563c105cb8a548d597cdeed000a23e0f'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:10:46.195623 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3b754467-92bd-45b2-918d-b42aef6f1555 tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:10:46.277921 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3b754467-92bd-45b2-918d-b42aef6f1555 tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:10:46.281687 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3b754467-92bd-45b2-918d-b42aef6f1555 tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:10:46.316942 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3b754467-92bd-45b2-918d-b42aef6f1555 tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:10:46.322073 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-3b754467-92bd-45b2-918d-b42aef6f1555 tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1488132 Jul 13 14:10:46.322529 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 43358) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:10:46.322955 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b754467-92bd-45b2-918d-b42aef6f1555 tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24be8385-7b37-485e-8668-d27d79d5ef0d,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:10:46.327287 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-8c2d8577-1f67-4435-825a-60437faa03e6 tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] Request body: {'security_group_rule': {'security_group_id': '24be8385-7b37-485e-8668-d27d79d5ef0d', 'project_id': '563c105cb8a548d597cdeed000a23e0f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:10:46.356660 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8c2d8577-1f67-4435-825a-60437faa03e6 tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:10:46.415526 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8c2d8577-1f67-4435-825a-60437faa03e6 tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:10:46.419524 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8c2d8577-1f67-4435-825a-60437faa03e6 tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:10:46.436635 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2d8577-1f67-4435-825a-60437faa03e6 tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74c077d7-6fe5-44d3-b067-d05da4cab323,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:10:46.443476 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8c2d8577-1f67-4435-825a-60437faa03e6 tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:10:46.445662 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-8c2d8577-1f67-4435-825a-60437faa03e6 tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1222415 Jul 13 14:10:46.448612 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 43364) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:10:46.453145 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-ab1ef5a9-fbbb-45f6-8bfa-8a1a625514d3 tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] Request body: {'security_group_rule': {'security_group_id': '24be8385-7b37-485e-8668-d27d79d5ef0d', 'project_id': '563c105cb8a548d597cdeed000a23e0f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:10:46.481126 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ab1ef5a9-fbbb-45f6-8bfa-8a1a625514d3 tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:10:46.549399 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ab1ef5a9-fbbb-45f6-8bfa-8a1a625514d3 tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:10:46.549399 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ab1ef5a9-fbbb-45f6-8bfa-8a1a625514d3 tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:10:46.563181 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:10:46.567131 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1ef5a9-fbbb-45f6-8bfa-8a1a625514d3 tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a979a7d-9639-4e0c-bcd8-8ca876141d67,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:10:46.571710 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ab1ef5a9-fbbb-45f6-8bfa-8a1a625514d3 tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:10:46.572968 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-ab1ef5a9-fbbb-45f6-8bfa-8a1a625514d3 tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1234243 Jul 13 14:10:46.575644 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 43370) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:10:46.580397 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-96da1eef-6a31-4665-9a5e-7bca11e78d18 tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] Request body: {'security_group_rule': {'security_group_id': '24be8385-7b37-485e-8668-d27d79d5ef0d', 'project_id': '563c105cb8a548d597cdeed000a23e0f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:10:46.613219 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-96da1eef-6a31-4665-9a5e-7bca11e78d18 tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:10:46.675819 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-96da1eef-6a31-4665-9a5e-7bca11e78d18 tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:10:46.680464 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-96da1eef-6a31-4665-9a5e-7bca11e78d18 tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:10:46.702425 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96da1eef-6a31-4665-9a5e-7bca11e78d18 tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6396d3cd-9785-4bc0-91a4-587cdeae436d,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:10:46.708763 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-96da1eef-6a31-4665-9a5e-7bca11e78d18 tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:10:46.710487 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-96da1eef-6a31-4665-9a5e-7bca11e78d18 tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1332214 Jul 13 14:10:46.713602 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 43376) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:10:46.718706 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-186247a4-3a90-4575-a5c7-aaa5f95801b5 tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] Request body: {'security_group_rule': {'security_group_id': '24be8385-7b37-485e-8668-d27d79d5ef0d', 'project_id': '563c105cb8a548d597cdeed000a23e0f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:10:46.749075 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-186247a4-3a90-4575-a5c7-aaa5f95801b5 tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:10:46.810258 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-186247a4-3a90-4575-a5c7-aaa5f95801b5 tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:10:46.815093 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-186247a4-3a90-4575-a5c7-aaa5f95801b5 tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:10:46.833260 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186247a4-3a90-4575-a5c7-aaa5f95801b5 tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28ff64fa-d428-4fba-bfa8-cc49f4d222ab,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:10:46.841259 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-186247a4-3a90-4575-a5c7-aaa5f95801b5 tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:10:46.842476 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-186247a4-3a90-4575-a5c7-aaa5f95801b5 tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1275899 Jul 13 14:10:46.845374 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 43380) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:10:46.850080 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-8cf59763-d267-4ba4-8bd1-39d5b2fd34fc tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] Request body: {'security_group_rule': {'security_group_id': '24be8385-7b37-485e-8668-d27d79d5ef0d', 'project_id': '563c105cb8a548d597cdeed000a23e0f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:10:46.872854 n-d-800634-1 neutron-server[93751]: INFO neutron.db.securitygroups_db [None req-8cf59763-d267-4ba4-8bd1-39d5b2fd34fc tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] Project 563c105cb8a548d597cdeed000a23e0f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 14:10:46.878060 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8cf59763-d267-4ba4-8bd1-39d5b2fd34fc tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:10:46.950923 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8cf59763-d267-4ba4-8bd1-39d5b2fd34fc tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:10:46.955343 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8cf59763-d267-4ba4-8bd1-39d5b2fd34fc tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:10:46.974130 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf59763-d267-4ba4-8bd1-39d5b2fd34fc tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cff6710-6ceb-45a3-9fde-6237cf8e4a98,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:10:46.985652 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8cf59763-d267-4ba4-8bd1-39d5b2fd34fc tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:10:46.986905 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-8cf59763-d267-4ba4-8bd1-39d5b2fd34fc tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1405466 Jul 13 14:10:46.989578 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 43388) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:10:46.995109 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-ab2bf041-5eba-4c30-a48f-cb2cf3c2c3b0 tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] Request body: {'security_group_rule': {'security_group_id': '24be8385-7b37-485e-8668-d27d79d5ef0d', 'project_id': '563c105cb8a548d597cdeed000a23e0f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:10:47.020026 n-d-800634-1 neutron-server[93751]: INFO neutron.db.securitygroups_db [None req-ab2bf041-5eba-4c30-a48f-cb2cf3c2c3b0 tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] Project 563c105cb8a548d597cdeed000a23e0f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 14:10:47.025791 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ab2bf041-5eba-4c30-a48f-cb2cf3c2c3b0 tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:10:47.100464 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ab2bf041-5eba-4c30-a48f-cb2cf3c2c3b0 tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:10:47.104403 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ab2bf041-5eba-4c30-a48f-cb2cf3c2c3b0 tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:10:47.121413 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2bf041-5eba-4c30-a48f-cb2cf3c2c3b0 tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8234dcf8-94b7-49c1-b468-bbc41ce2a803,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:10:47.127867 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ab2bf041-5eba-4c30-a48f-cb2cf3c2c3b0 tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:10:47.129108 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-ab2bf041-5eba-4c30-a48f-cb2cf3c2c3b0 tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1385078 Jul 13 14:10:47.231817 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-272ba92e-7f99-4b40-8937-3fd2767e1d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:10:47.520752 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e72b54a5-e5bc-4658-b502-7a6c2be73b28 req-f20c8e8f-dc41-4de4-be84-06c5998fbc30 tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2054994505&fields=id&tenant_id=563c105cb8a548d597cdeed000a23e0f HTTP/1.1" status: 200 len: 267 time: 0.0342371 Jul 13 14:10:47.633487 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72b54a5-e5bc-4658-b502-7a6c2be73b28 req-f50dc78c-fd42-41e9-b897-fb93e60fafa5 tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:10:47.635035 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e72b54a5-e5bc-4658-b502-7a6c2be73b28 req-f50dc78c-fd42-41e9-b897-fb93e60fafa5 tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] 10.222.0.23 "GET /v2.0/networks?id=d9b20102-dae7-41fd-a434-d6eeeb3ce86f HTTP/1.1" status: 200 len: 813 time: 0.1073406 Jul 13 14:10:47.650237 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e72b54a5-e5bc-4658-b502-7a6c2be73b28 req-791c36bb-8607-4b77-bed0-133118a23978 tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] 10.222.0.23 "GET /v2.0/quotas/563c105cb8a548d597cdeed000a23e0f HTTP/1.1" status: 200 len: 375 time: 0.0099385 Jul 13 14:10:47.721540 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e72b54a5-e5bc-4658-b502-7a6c2be73b28 req-cc723dce-742f-41d4-a7c7-1fb5b8d4949d tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=563c105cb8a548d597cdeed000a23e0f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0661423 Jul 13 14:10:47.825174 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e72b54a5-e5bc-4658-b502-7a6c2be73b28 req-b00427ec-75c9-4c94-b6d2-419bb907122f service neutron] 10.222.0.23 "GET /v2.0/networks/d9b20102-dae7-41fd-a434-d6eeeb3ce86f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897446 Jul 13 14:10:47.918960 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e72b54a5-e5bc-4658-b502-7a6c2be73b28 req-e0671b02-ff20-4f9d-9835-b8025239cc16 service neutron] 10.222.0.23 "GET /v2.0/networks/d9b20102-dae7-41fd-a434-d6eeeb3ce86f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869820 Jul 13 14:10:48.239827 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-99dc381e-32a3-440b-b13e-60ea3c8951f3 req-7878fbe9-74f0-4dc2-83e9-c8e700da41ee tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] 10.222.0.23 "GET /v2.0/ports?device_id=98cf7d0d-a023-4ea6-8a79-27b0e156b753 HTTP/1.1" status: 200 len: 210 time: 0.0300429 Jul 13 14:10:49.417078 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72b54a5-e5bc-4658-b502-7a6c2be73b28 req-9e8aed7e-9a4b-43b5-a6bb-22e931baf46e tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:10:49.419692 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e72b54a5-e5bc-4658-b502-7a6c2be73b28 req-9e8aed7e-9a4b-43b5-a6bb-22e931baf46e tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] 10.222.0.26 "GET /v2.0/networks?id=d9b20102-dae7-41fd-a434-d6eeeb3ce86f HTTP/1.1" status: 200 len: 813 time: 0.1757700 Jul 13 14:10:49.449513 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c822bbdb-d0d0-4f24-aa9c-b6d05ae25353 req-31131b0b-6803-4298-98e0-c9c307775ad5 tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] 10.222.0.23 "GET /v2.0/ports?device_id=98cf7d0d-a023-4ea6-8a79-27b0e156b753 HTTP/1.1" status: 200 len: 210 time: 0.0396271 Jul 13 14:10:49.495811 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e72b54a5-e5bc-4658-b502-7a6c2be73b28 req-275c5a0b-502f-45de-8225-8c5b4f087770 tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=563c105cb8a548d597cdeed000a23e0f HTTP/1.1" status: 200 len: 380 time: 0.0615559 Jul 13 14:10:49.515711 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-e72b54a5-e5bc-4658-b502-7a6c2be73b28 req-f48f5b38-3bcc-4e31-9525-a569690d4ed3 tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] Request body: {'port': {'device_id': '98cf7d0d-a023-4ea6-8a79-27b0e156b753', 'network_id': 'd9b20102-dae7-41fd-a434-d6eeeb3ce86f', 'admin_state_up': True, 'tenant_id': '563c105cb8a548d597cdeed000a23e0f', 'security_groups': ['24be8385-7b37-485e-8668-d27d79d5ef0d']}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:10:49.638123 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e72b54a5-e5bc-4658-b502-7a6c2be73b28 req-f48f5b38-3bcc-4e31-9525-a569690d4ed3 tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] Made reservation on behalf of 563c105cb8a548d597cdeed000a23e0f for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:10:49.642230 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-e72b54a5-e5bc-4658-b502-7a6c2be73b28 req-f48f5b38-3bcc-4e31-9525-a569690d4ed3 tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:10:49.782317 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-e72b54a5-e5bc-4658-b502-7a6c2be73b28 req-f48f5b38-3bcc-4e31-9525-a569690d4ed3 tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] Allocated IP 172.20.0.6 (d9b20102-dae7-41fd-a434-d6eeeb3ce86f/f744038a-6262-44b2-b221-cdb82b342ac6/3ec1891a-ba2e-4f2e-ba61-42f30dae24ec) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:10:49.896725 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b3c2a1b6-ac22-4389-8e5d-e0983f8dbfa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:10:49.948160 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-e72b54a5-e5bc-4658-b502-7a6c2be73b28 req-f48f5b38-3bcc-4e31-9525-a569690d4ed3 tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:10:49.964276 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-e72b54a5-e5bc-4658-b502-7a6c2be73b28 req-f48f5b38-3bcc-4e31-9525-a569690d4ed3 tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] Transition to ACTIVE for port object 3ec1891a-ba2e-4f2e-ba61-42f30dae24ec will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:10:50.001607 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-e72b54a5-e5bc-4658-b502-7a6c2be73b28 req-f48f5b38-3bcc-4e31-9525-a569690d4ed3 tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:10:50.019225 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:10:50.053602 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e72b54a5-e5bc-4658-b502-7a6c2be73b28 req-f48f5b38-3bcc-4e31-9525-a569690d4ed3 tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] Network d9b20102-dae7-41fd-a434-d6eeeb3ce86f is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:10:50.059651 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-e72b54a5-e5bc-4658-b502-7a6c2be73b28 req-f48f5b38-3bcc-4e31-9525-a569690d4ed3 tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:10:50.062843 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-e72b54a5-e5bc-4658-b502-7a6c2be73b28 req-f48f5b38-3bcc-4e31-9525-a569690d4ed3 tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:10:50.103533 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48f5b38-3bcc-4e31-9525-a569690d4ed3 tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] Pushing event updated for resources: {'Port': ['ID=3ec1891a-ba2e-4f2e-ba61-42f30dae24ec,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:10:50.130669 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72b54a5-e5bc-4658-b502-7a6c2be73b28 req-f48f5b38-3bcc-4e31-9525-a569690d4ed3 tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:10:50.131975 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-e72b54a5-e5bc-4658-b502-7a6c2be73b28 req-f48f5b38-3bcc-4e31-9525-a569690d4ed3 tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:10:50.148309 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e72b54a5-e5bc-4658-b502-7a6c2be73b28 req-f48f5b38-3bcc-4e31-9525-a569690d4ed3 tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6357558 Jul 13 14:10:50.161188 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [req-e72b54a5-e5bc-4658-b502-7a6c2be73b28 req-689318cc-d630-4a43-b970-fe6e1f5cc19d tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93750) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 14:10:50.163678 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e72b54a5-e5bc-4658-b502-7a6c2be73b28 req-689318cc-d630-4a43-b970-fe6e1f5cc19d tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0077767 Jul 13 14:10:50.174964 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-e72b54a5-e5bc-4658-b502-7a6c2be73b28 req-78da00d5-1864-4edf-a6b8-16d03ab6d721 service neutron] Request body: {'port': {'device_id': '98cf7d0d-a023-4ea6-8a79-27b0e156b753', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:10:50.279487 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-e72b54a5-e5bc-4658-b502-7a6c2be73b28 req-78da00d5-1864-4edf-a6b8-16d03ab6d721 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:10:50.354172 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-74c07386-27f9-45cc-b5da-c2d021147108 None None] Provisioning for port 3ec1891a-ba2e-4f2e-ba61-42f30dae24ec completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:10:50.359236 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-74c07386-27f9-45cc-b5da-c2d021147108 None None] Provisioning complete for port 3ec1891a-ba2e-4f2e-ba61-42f30dae24ec triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:10:50.360298 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-74c07386-27f9-45cc-b5da-c2d021147108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:10:50.405415 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-74c07386-27f9-45cc-b5da-c2d021147108 None None] Port 3ec1891a-ba2e-4f2e-ba61-42f30dae24ec cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:10:50.626767 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-e72b54a5-e5bc-4658-b502-7a6c2be73b28 req-78da00d5-1864-4edf-a6b8-16d03ab6d721 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ec1891a-ba2e-4f2e-ba61-42f30dae24ec {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:10:50.636569 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-e72b54a5-e5bc-4658-b502-7a6c2be73b28 req-78da00d5-1864-4edf-a6b8-16d03ab6d721 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:10:50.654313 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-e72b54a5-e5bc-4658-b502-7a6c2be73b28 req-78da00d5-1864-4edf-a6b8-16d03ab6d721 service neutron] Transition to ACTIVE for port object 3ec1891a-ba2e-4f2e-ba61-42f30dae24ec will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:10:50.665288 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-e72b54a5-e5bc-4658-b502-7a6c2be73b28 req-78da00d5-1864-4edf-a6b8-16d03ab6d721 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:10:50.722389 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80e6911-059b-4ec0-8e6a-76f178d57581 req-671ff4ed-ae6e-496b-b16e-535c5ee66e37 tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:10:50.723961 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a80e6911-059b-4ec0-8e6a-76f178d57581 req-671ff4ed-ae6e-496b-b16e-535c5ee66e37 tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] 10.222.0.23 "GET /v2.0/ports?device_id=98cf7d0d-a023-4ea6-8a79-27b0e156b753 HTTP/1.1" status: 200 len: 931 time: 0.1338561 Jul 13 14:10:50.744185 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78da00d5-1864-4edf-a6b8-16d03ab6d721 service neutron] Pushing event updated for resources: {'Port': ['ID=3ec1891a-ba2e-4f2e-ba61-42f30dae24ec,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:10:50.862554 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a80e6911-059b-4ec0-8e6a-76f178d57581 req-0ed89a93-c7d5-42da-afd5-26e237174efb tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] 10.222.0.23 "GET /v2.0/security-groups?id=24be8385-7b37-485e-8668-d27d79d5ef0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1295254 Jul 13 14:10:50.880672 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-e72b54a5-e5bc-4658-b502-7a6c2be73b28 req-78da00d5-1864-4edf-a6b8-16d03ab6d721 service neutron] Attempting to bind port 3ec1891a-ba2e-4f2e-ba61-42f30dae24ec on host n-h1-800634-1 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:10:50.881079 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-e72b54a5-e5bc-4658-b502-7a6c2be73b28 req-78da00d5-1864-4edf-a6b8-16d03ab6d721 service neutron] Attempting to bind port 3ec1891a-ba2e-4f2e-ba61-42f30dae24ec by drivers openvswitch,hyperv on host n-h1-800634-1 at level 0 using segments [{'id': 'e9d41607-f9b1-4a3c-8602-0ca6a6a781f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'd9b20102-dae7-41fd-a434-d6eeeb3ce86f'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:10:50.882024 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72b54a5-e5bc-4658-b502-7a6c2be73b28 req-78da00d5-1864-4edf-a6b8-16d03ab6d721 service neutron] Attempting to bind port 3ec1891a-ba2e-4f2e-ba61-42f30dae24ec on network d9b20102-dae7-41fd-a434-d6eeeb3ce86f {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:10:50.887051 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72b54a5-e5bc-4658-b502-7a6c2be73b28 req-78da00d5-1864-4edf-a6b8-16d03ab6d721 service neutron] Port 3ec1891a-ba2e-4f2e-ba61-42f30dae24ec on network d9b20102-dae7-41fd-a434-d6eeeb3ce86f not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-1 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 14:10:50.887447 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72b54a5-e5bc-4658-b502-7a6c2be73b28 req-78da00d5-1864-4edf-a6b8-16d03ab6d721 service neutron] Attempting to bind port 3ec1891a-ba2e-4f2e-ba61-42f30dae24ec on network d9b20102-dae7-41fd-a434-d6eeeb3ce86f {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:10:50.892704 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72b54a5-e5bc-4658-b502-7a6c2be73b28 req-78da00d5-1864-4edf-a6b8-16d03ab6d721 service neutron] Checking agent: {'id': 'a7603dc8-3c50-4a9b-8f0d-1143528f155e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:10:50.893121 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72b54a5-e5bc-4658-b502-7a6c2be73b28 req-78da00d5-1864-4edf-a6b8-16d03ab6d721 service neutron] Checking segment: {'id': 'e9d41607-f9b1-4a3c-8602-0ca6a6a781f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'd9b20102-dae7-41fd-a434-d6eeeb3ce86f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:10:50.893566 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72b54a5-e5bc-4658-b502-7a6c2be73b28 req-78da00d5-1864-4edf-a6b8-16d03ab6d721 service neutron] Bound using segment: {'id': 'e9d41607-f9b1-4a3c-8602-0ca6a6a781f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'd9b20102-dae7-41fd-a434-d6eeeb3ce86f'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:10:50.894030 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-e72b54a5-e5bc-4658-b502-7a6c2be73b28 req-78da00d5-1864-4edf-a6b8-16d03ab6d721 service neutron] Bound port: 3ec1891a-ba2e-4f2e-ba61-42f30dae24ec, host: n-h1-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9d41607-f9b1-4a3c-8602-0ca6a6a781f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'd9b20102-dae7-41fd-a434-d6eeeb3ce86f'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:10:50.894419 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-e72b54a5-e5bc-4658-b502-7a6c2be73b28 req-78da00d5-1864-4edf-a6b8-16d03ab6d721 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:10:50.985487 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-e72b54a5-e5bc-4658-b502-7a6c2be73b28 req-78da00d5-1864-4edf-a6b8-16d03ab6d721 service neutron] For port 3ec1891a-ba2e-4f2e-ba61-42f30dae24ec, host n-h1-800634-1, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:10:50.990367 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-e72b54a5-e5bc-4658-b502-7a6c2be73b28 req-78da00d5-1864-4edf-a6b8-16d03ab6d721 service neutron] For port 3ec1891a-ba2e-4f2e-ba61-42f30dae24ec, host n-h1-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=3ec1891a-ba2e-4f2e-ba61-42f30dae24ec,segment=NetworkSegment(e9d41607-f9b1-4a3c-8602-0ca6a6a781f7),segment_id=e9d41607-f9b1-4a3c-8602-0ca6a6a781f7)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:10:50.999472 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-e72b54a5-e5bc-4658-b502-7a6c2be73b28 req-78da00d5-1864-4edf-a6b8-16d03ab6d721 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:10:51.044760 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72b54a5-e5bc-4658-b502-7a6c2be73b28 req-78da00d5-1864-4edf-a6b8-16d03ab6d721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:10:51.045376 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-e72b54a5-e5bc-4658-b502-7a6c2be73b28 req-78da00d5-1864-4edf-a6b8-16d03ab6d721 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:10:51.046798 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e72b54a5-e5bc-4658-b502-7a6c2be73b28 req-78da00d5-1864-4edf-a6b8-16d03ab6d721 service neutron] 10.222.0.26 "PUT /v2.0/ports/3ec1891a-ba2e-4f2e-ba61-42f30dae24ec HTTP/1.1" status: 200 len: 1091 time: 0.8773293 Jul 13 14:10:51.047368 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98cf7d0d-a023-4ea6-8a79-27b0e156b753', 'tag': '3ec1891a-ba2e-4f2e-ba61-42f30dae24ec'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:10:51.050119 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ad152df-9b4d-4fe4-8f72-b86014eee51c" -d '{"events": [{"name": "network-changed", "server_uuid": "98cf7d0d-a023-4ea6-8a79-27b0e156b753", "tag": "3ec1891a-ba2e-4f2e-ba61-42f30dae24ec"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:10:51.087754 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78da00d5-1864-4edf-a6b8-16d03ab6d721 service neutron] Pushing event updated for resources: {'Port': ['ID=3ec1891a-ba2e-4f2e-ba61-42f30dae24ec,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:10:51.156341 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-790fd5a3-4bd5-4e5c-956b-bf4a6c970184 x-openstack-request-id: req-790fd5a3-4bd5-4e5c-956b-bf4a6c970184 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:10:51.156617 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98cf7d0d-a023-4ea6-8a79-27b0e156b753", "tag": "3ec1891a-ba2e-4f2e-ba61-42f30dae24ec", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:10:51.156863 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-790fd5a3-4bd5-4e5c-956b-bf4a6c970184 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:10:51.157266 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98cf7d0d-a023-4ea6-8a79-27b0e156b753', 'tag': '3ec1891a-ba2e-4f2e-ba61-42f30dae24ec', 'status': 'completed', 'code': 200} Jul 13 14:10:51.196731 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72b54a5-e5bc-4658-b502-7a6c2be73b28 req-7a1acd40-8184-4d78-96f5-ca1409400efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:10:51.198572 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e72b54a5-e5bc-4658-b502-7a6c2be73b28 req-7a1acd40-8184-4d78-96f5-ca1409400efa service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=563c105cb8a548d597cdeed000a23e0f&device_id=98cf7d0d-a023-4ea6-8a79-27b0e156b753 HTTP/1.1" status: 200 len: 1094 time: 0.0955446 Jul 13 14:10:51.204514 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:10:51.244386 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e72b54a5-e5bc-4658-b502-7a6c2be73b28 req-5c82a33e-909d-444e-92f5-7af44ca79b2a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3ec1891a-ba2e-4f2e-ba61-42f30dae24ec HTTP/1.1" status: 200 len: 217 time: 0.0384376 Jul 13 14:10:51.298771 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72b54a5-e5bc-4658-b502-7a6c2be73b28 req-2ddabe8b-cd28-4658-8bbb-a5ef8de307d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:10:51.300262 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e72b54a5-e5bc-4658-b502-7a6c2be73b28 req-2ddabe8b-cd28-4658-8bbb-a5ef8de307d0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f744038a-6262-44b2-b221-cdb82b342ac6 HTTP/1.1" status: 200 len: 852 time: 0.0498092 Jul 13 14:10:51.388658 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72b54a5-e5bc-4658-b502-7a6c2be73b28 req-5ea22681-7843-4eb7-94bc-231dea41dfc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:10:51.390337 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e72b54a5-e5bc-4658-b502-7a6c2be73b28 req-5ea22681-7843-4eb7-94bc-231dea41dfc4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d9b20102-dae7-41fd-a434-d6eeeb3ce86f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0841153 Jul 13 14:10:51.489750 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e72b54a5-e5bc-4658-b502-7a6c2be73b28 req-c74d03a6-85eb-4c24-bd86-facb8b7226dc service neutron] 10.222.0.26 "GET /v2.0/networks/d9b20102-dae7-41fd-a434-d6eeeb3ce86f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927553 Jul 13 14:10:51.594403 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e72b54a5-e5bc-4658-b502-7a6c2be73b28 req-79fcb310-2cc7-46e7-b4b9-cc1e7aedbc33 service neutron] 10.222.0.26 "GET /v2.0/networks/d9b20102-dae7-41fd-a434-d6eeeb3ce86f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983837 Jul 13 14:10:51.699133 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad152df-9b4d-4fe4-8f72-b86014eee51c req-b484238d-0652-441f-a790-d56cda0c65e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:10:51.700667 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1ad152df-9b4d-4fe4-8f72-b86014eee51c req-b484238d-0652-441f-a790-d56cda0c65e7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=563c105cb8a548d597cdeed000a23e0f&device_id=98cf7d0d-a023-4ea6-8a79-27b0e156b753 HTTP/1.1" status: 200 len: 1094 time: 0.0569623 Jul 13 14:10:51.799959 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad152df-9b4d-4fe4-8f72-b86014eee51c req-41e30dfd-fd74-4b19-8dd0-a6b22aedcf41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:10:51.801450 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1ad152df-9b4d-4fe4-8f72-b86014eee51c req-41e30dfd-fd74-4b19-8dd0-a6b22aedcf41 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d9b20102-dae7-41fd-a434-d6eeeb3ce86f HTTP/1.1" status: 200 len: 913 time: 0.0939562 Jul 13 14:10:51.848141 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1ad152df-9b4d-4fe4-8f72-b86014eee51c req-fbb8106b-6058-491b-b6aa-2e30db26918d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3ec1891a-ba2e-4f2e-ba61-42f30dae24ec HTTP/1.1" status: 200 len: 217 time: 0.0410311 Jul 13 14:10:51.905257 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad152df-9b4d-4fe4-8f72-b86014eee51c req-e8838e38-b617-47b4-a2d6-1b86efeff190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:10:51.907243 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1ad152df-9b4d-4fe4-8f72-b86014eee51c req-e8838e38-b617-47b4-a2d6-1b86efeff190 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f744038a-6262-44b2-b221-cdb82b342ac6 HTTP/1.1" status: 200 len: 852 time: 0.0530896 Jul 13 14:10:51.984434 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad152df-9b4d-4fe4-8f72-b86014eee51c req-9b8a51d0-afec-46c8-8457-fd732841f9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:10:51.986297 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1ad152df-9b4d-4fe4-8f72-b86014eee51c req-9b8a51d0-afec-46c8-8457-fd732841f9db service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d9b20102-dae7-41fd-a434-d6eeeb3ce86f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0729139 Jul 13 14:10:52.148186 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e550f9fa-8c45-43ec-901e-755d8edc0475 req-68183734-227e-4a99-bce1-af3c974830fb tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:10:52.149785 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e550f9fa-8c45-43ec-901e-755d8edc0475 req-68183734-227e-4a99-bce1-af3c974830fb tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] 10.222.0.23 "GET /v2.0/ports?device_id=98cf7d0d-a023-4ea6-8a79-27b0e156b753 HTTP/1.1" status: 200 len: 943 time: 0.1473989 Jul 13 14:10:52.152186 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1ad152df-9b4d-4fe4-8f72-b86014eee51c req-aa75ce27-8e69-4a30-afd9-d0e7378ce1f9 service neutron] 10.222.0.26 "GET /v2.0/networks/d9b20102-dae7-41fd-a434-d6eeeb3ce86f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591403 Jul 13 14:10:52.248861 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e550f9fa-8c45-43ec-901e-755d8edc0475 req-84555192-73fa-4d53-880e-eba01af978c4 tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] 10.222.0.23 "GET /v2.0/security-groups?id=24be8385-7b37-485e-8668-d27d79d5ef0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920529 Jul 13 14:10:52.298427 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1ad152df-9b4d-4fe4-8f72-b86014eee51c req-85080a11-3cd4-49b9-8127-452fc4dad5de service neutron] 10.222.0.26 "GET /v2.0/networks/d9b20102-dae7-41fd-a434-d6eeeb3ce86f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345580 Jul 13 14:10:52.710851 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:10:53.461671 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b004c34-3e00-4d87-95dc-ce3412579f0f req-f95beeff-7e4f-4122-b004-e80d3dc285a0 tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:10:53.463207 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2b004c34-3e00-4d87-95dc-ce3412579f0f req-f95beeff-7e4f-4122-b004-e80d3dc285a0 tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] 10.222.0.23 "GET /v2.0/ports?device_id=98cf7d0d-a023-4ea6-8a79-27b0e156b753 HTTP/1.1" status: 200 len: 943 time: 0.0879962 Jul 13 14:10:53.504190 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2b004c34-3e00-4d87-95dc-ce3412579f0f req-645327fd-aa81-4e45-83fa-2fae3fda7ef3 tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] 10.222.0.23 "GET /v2.0/security-groups?id=24be8385-7b37-485e-8668-d27d79d5ef0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346115 Jul 13 14:10:54.873357 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbd7919-06f6-4ee4-95dd-f7957b832fc9 req-77d4c64f-723c-45ae-ac05-a21ec8842b98 tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:10:54.874892 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ecbd7919-06f6-4ee4-95dd-f7957b832fc9 req-77d4c64f-723c-45ae-ac05-a21ec8842b98 tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] 10.222.0.23 "GET /v2.0/ports?device_id=98cf7d0d-a023-4ea6-8a79-27b0e156b753 HTTP/1.1" status: 200 len: 943 time: 0.0658648 Jul 13 14:10:54.915970 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ecbd7919-06f6-4ee4-95dd-f7957b832fc9 req-353b27a0-8205-491b-b10d-cd0500da6d22 tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] 10.222.0.23 "GET /v2.0/security-groups?id=24be8385-7b37-485e-8668-d27d79d5ef0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352714 Jul 13 14:10:56.095065 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20479d72-c368-418d-a776-03b6c3012e4b req-da971677-241b-4c3d-bf70-d207020d5110 tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:10:56.096587 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-20479d72-c368-418d-a776-03b6c3012e4b req-da971677-241b-4c3d-bf70-d207020d5110 tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] 10.222.0.23 "GET /v2.0/ports?device_id=98cf7d0d-a023-4ea6-8a79-27b0e156b753 HTTP/1.1" status: 200 len: 943 time: 0.0652330 Jul 13 14:10:56.136605 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-20479d72-c368-418d-a776-03b6c3012e4b req-71469d35-48de-4fbb-b7b0-ec9f0c390c13 tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] 10.222.0.23 "GET /v2.0/security-groups?id=24be8385-7b37-485e-8668-d27d79d5ef0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336781 Jul 13 14:10:56.578734 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 43650) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:10:56.681070 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7ace68bc-0dd2-40e4-bc8a-493e38311da2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:10:56.770125 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7ace68bc-0dd2-40e4-bc8a-493e38311da2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:10:56.774312 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7ace68bc-0dd2-40e4-bc8a-493e38311da2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:10:56.812517 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-7ace68bc-0dd2-40e4-bc8a-493e38311da2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a68a27ac3bdd41c8b3cf917aa330f395&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2327070 Jul 13 14:10:56.813793 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ace68bc-0dd2-40e4-bc8a-493e38311da2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fb5f49d-9e25-4756-9f35-4f2982708b34,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:10:56.815229 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 43654) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:10:56.865138 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1efa8264-bf97-493d-99af-208c92a7729d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:10:56.886354 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1efa8264-bf97-493d-99af-208c92a7729d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:10:56.940857 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1efa8264-bf97-493d-99af-208c92a7729d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:10:56.944338 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1efa8264-bf97-493d-99af-208c92a7729d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:10:56.945479 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-1efa8264-bf97-493d-99af-208c92a7729d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9fb5f49d-9e25-4756-9f35-4f2982708b34 HTTP/1.1" status: 204 len: 168 time: 0.1292012 Jul 13 14:10:56.953243 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efa8264-bf97-493d-99af-208c92a7729d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fb5f49d-9e25-4756-9f35-4f2982708b34,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:10:57.196269 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 43662) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:10:57.211619 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-67400389-a729-483c-9100-9980c91c372d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:10:57.348558 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba595da-49f4-424e-82b9-8055e5e791fb req-5c4c2b37-5bcb-410c-b99c-c4cd4014268c tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:10:57.350128 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1ba595da-49f4-424e-82b9-8055e5e791fb req-5c4c2b37-5bcb-410c-b99c-c4cd4014268c tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] 10.222.0.23 "GET /v2.0/ports?device_id=98cf7d0d-a023-4ea6-8a79-27b0e156b753 HTTP/1.1" status: 200 len: 943 time: 0.0998390 Jul 13 14:10:57.352416 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-67400389-a729-483c-9100-9980c91c372d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:10:57.356228 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-67400389-a729-483c-9100-9980c91c372d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:10:57.411893 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67400389-a729-483c-9100-9980c91c372d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1584d45e-fd12-4295-84e7-c329c309ece7,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:10:57.425451 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-67400389-a729-483c-9100-9980c91c372d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8d885988748344bfad96677d26d82148&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2279572 Jul 13 14:10:57.428917 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 43664) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:10:57.431306 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1ba595da-49f4-424e-82b9-8055e5e791fb req-6b41ba5c-c01f-42b8-8c0c-e05b42f6c184 tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] 10.222.0.23 "GET /v2.0/security-groups?id=24be8385-7b37-485e-8668-d27d79d5ef0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721498 Jul 13 14:10:57.482906 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8ae98948-8ce0-4036-b84c-d326c8d63c8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:10:57.503916 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8ae98948-8ce0-4036-b84c-d326c8d63c8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:10:57.548826 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8ae98948-8ce0-4036-b84c-d326c8d63c8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:10:57.551538 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8ae98948-8ce0-4036-b84c-d326c8d63c8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:10:57.552674 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-8ae98948-8ce0-4036-b84c-d326c8d63c8c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1584d45e-fd12-4295-84e7-c329c309ece7 HTTP/1.1" status: 204 len: 168 time: 0.1224833 Jul 13 14:10:57.560721 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae98948-8ce0-4036-b84c-d326c8d63c8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1584d45e-fd12-4295-84e7-c329c309ece7,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:10:58.605566 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672ddc8f-bee0-46fc-b68d-a460c6b3341b req-68c40042-75b9-4503-8ed1-725afdf6d997 tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:10:58.607254 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-672ddc8f-bee0-46fc-b68d-a460c6b3341b req-68c40042-75b9-4503-8ed1-725afdf6d997 tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] 10.222.0.23 "GET /v2.0/ports?device_id=98cf7d0d-a023-4ea6-8a79-27b0e156b753 HTTP/1.1" status: 200 len: 943 time: 0.0648880 Jul 13 14:10:58.646316 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-672ddc8f-bee0-46fc-b68d-a460c6b3341b req-36ed5a87-c7cc-461e-aa90-dbba45ea97f4 tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] 10.222.0.23 "GET /v2.0/security-groups?id=24be8385-7b37-485e-8668-d27d79d5ef0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331681 Jul 13 14:10:59.820347 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 43730) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:10:59.831960 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a689e6-da20-4cb6-be3c-e7b734f17a13 req-499dc314-2f02-4265-8b40-e08da09eab67 tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:10:59.833470 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f5a689e6-da20-4cb6-be3c-e7b734f17a13 req-499dc314-2f02-4265-8b40-e08da09eab67 tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] 10.222.0.23 "GET /v2.0/ports?device_id=98cf7d0d-a023-4ea6-8a79-27b0e156b753 HTTP/1.1" status: 200 len: 943 time: 0.0717196 Jul 13 14:10:59.872832 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f5a689e6-da20-4cb6-be3c-e7b734f17a13 req-7ddaf049-6f00-4712-ae37-c9a97d830f15 tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] 10.222.0.23 "GET /v2.0/security-groups?id=24be8385-7b37-485e-8668-d27d79d5ef0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333865 Jul 13 14:10:59.927061 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ccc4840b-dd0d-43b8-9c92-09c47441f524 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:00.015549 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ccc4840b-dd0d-43b8-9c92-09c47441f524 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:00.019324 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ccc4840b-dd0d-43b8-9c92-09c47441f524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:00.059690 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-ccc4840b-dd0d-43b8-9c92-09c47441f524 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=75459a03493d4ca290d0404fa811bf24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2381740 Jul 13 14:11:00.061583 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc4840b-dd0d-43b8-9c92-09c47441f524 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=606fe01f-3e3d-4bae-8d96-cf804d998d70,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:11:00.062499 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 43734) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:11:00.112488 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-52b3291a-8b80-4e33-b56c-079906d36fc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:00.134078 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-52b3291a-8b80-4e33-b56c-079906d36fc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:00.181004 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-52b3291a-8b80-4e33-b56c-079906d36fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:00.183791 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-52b3291a-8b80-4e33-b56c-079906d36fc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:00.184967 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-52b3291a-8b80-4e33-b56c-079906d36fc3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/606fe01f-3e3d-4bae-8d96-cf804d998d70 HTTP/1.1" status: 204 len: 168 time: 0.1214223 Jul 13 14:11:00.192276 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b3291a-8b80-4e33-b56c-079906d36fc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=606fe01f-3e3d-4bae-8d96-cf804d998d70,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:11:00.592388 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:00.886610 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:01.050451 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7930f1e9-e904-4f30-a0db-9afb1bf5ab1e req-9e3c1740-c40b-4a63-97d1-16306cbaae91 tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:11:01.051882 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7930f1e9-e904-4f30-a0db-9afb1bf5ab1e req-9e3c1740-c40b-4a63-97d1-16306cbaae91 tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] 10.222.0.23 "GET /v2.0/ports?device_id=98cf7d0d-a023-4ea6-8a79-27b0e156b753 HTTP/1.1" status: 200 len: 943 time: 0.0658402 Jul 13 14:11:01.095143 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7930f1e9-e904-4f30-a0db-9afb1bf5ab1e req-38a1e7fb-1cdd-4c04-8304-278f285e0729 tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] 10.222.0.23 "GET /v2.0/security-groups?id=24be8385-7b37-485e-8668-d27d79d5ef0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367975 Jul 13 14:11:01.353685 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 43782) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:11:01.373487 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 3ec1891a-ba2e-4f2e-ba61-42f30dae24ec details requested by agent hyperv_n-h1-800634-1 with host n-h1-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 14:11:01.458684 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0037890c-bc9b-4e48-9d34-100a6de4f64a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:01.468548 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 3ec1891a-ba2e-4f2e-ba61-42f30dae24ec, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=3ec1891a-ba2e-4f2e-ba61-42f30dae24ec,segment=NetworkSegment(e9d41607-f9b1-4a3c-8602-0ca6a6a781f7),segment_id=e9d41607-f9b1-4a3c-8602-0ca6a6a781f7)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:11:01.480443 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Returning: {'device': '3ec1891a-ba2e-4f2e-ba61-42f30dae24ec', 'network_id': 'd9b20102-dae7-41fd-a434-d6eeeb3ce86f', 'port_id': '3ec1891a-ba2e-4f2e-ba61-42f30dae24ec', 'mac_address': 'fa:16:3e:72:e4:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f744038a-6262-44b2-b221-cdb82b342ac6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 14:11:01.523064 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:01.535521 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ec1891a-ba2e-4f2e-ba61-42f30dae24ec {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:11:01.549048 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0037890c-bc9b-4e48-9d34-100a6de4f64a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:01.553947 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0037890c-bc9b-4e48-9d34-100a6de4f64a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:01.556356 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 3ec1891a-ba2e-4f2e-ba61-42f30dae24ec, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=3ec1891a-ba2e-4f2e-ba61-42f30dae24ec,segment=NetworkSegment(e9d41607-f9b1-4a3c-8602-0ca6a6a781f7),segment_id=e9d41607-f9b1-4a3c-8602-0ca6a6a781f7)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:11:01.559781 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:01.597768 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-0037890c-bc9b-4e48-9d34-100a6de4f64a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c7e3bde08edb4a4d9720cc598e83fe0a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2429421 Jul 13 14:11:01.598651 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0037890c-bc9b-4e48-9d34-100a6de4f64a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a94ae06-0abc-4782-a798-e2b5adb3e3b0,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:11:01.601354 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 43786) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:11:01.611042 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=3ec1891a-ba2e-4f2e-ba61-42f30dae24ec,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:11:01.650794 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-22e9deef-8a1b-4f61-86fd-940ab117e05d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:01.671527 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-22e9deef-8a1b-4f61-86fd-940ab117e05d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:01.718635 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-22e9deef-8a1b-4f61-86fd-940ab117e05d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:01.721305 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-22e9deef-8a1b-4f61-86fd-940ab117e05d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:01.722650 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-22e9deef-8a1b-4f61-86fd-940ab117e05d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7a94ae06-0abc-4782-a798-e2b5adb3e3b0 HTTP/1.1" status: 204 len: 168 time: 0.1199105 Jul 13 14:11:01.731131 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e9deef-8a1b-4f61-86fd-940ab117e05d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a94ae06-0abc-4782-a798-e2b5adb3e3b0,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:11:01.784750 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['3ec1891a-ba2e-4f2e-ba61-42f30dae24ec'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:11:02.287980 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0ac87d-5e92-4190-9e13-4b80100c938c req-95adb889-90d5-4aaa-88a1-69ce19d4b168 tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:11:02.289460 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0d0ac87d-5e92-4190-9e13-4b80100c938c req-95adb889-90d5-4aaa-88a1-69ce19d4b168 tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] 10.222.0.23 "GET /v2.0/ports?device_id=98cf7d0d-a023-4ea6-8a79-27b0e156b753 HTTP/1.1" status: 200 len: 944 time: 0.0788722 Jul 13 14:11:02.330785 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0d0ac87d-5e92-4190-9e13-4b80100c938c req-f383c98c-8552-4e34-8e1a-c42091c441eb tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] 10.222.0.23 "GET /v2.0/security-groups?id=24be8385-7b37-485e-8668-d27d79d5ef0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351398 Jul 13 14:11:02.962281 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 43824) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:11:03.059071 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-c84f71de-cd01-4d9d-b8be-0c0734c6b652 tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-2119416500', 'router:external': True}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:11:03.079791 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c84f71de-cd01-4d9d-b8be-0c0734c6b652 tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Made reservation on behalf of c1c8881319ed46e98a73c7d612dd6e3c for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:11:03.082390 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c84f71de-cd01-4d9d-b8be-0c0734c6b652 tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:03.090594 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c84f71de-cd01-4d9d-b8be-0c0734c6b652 tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:03.181238 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c84f71de-cd01-4d9d-b8be-0c0734c6b652 tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:03.185861 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c84f71de-cd01-4d9d-b8be-0c0734c6b652 tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:03.206883 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c84f71de-cd01-4d9d-b8be-0c0734c6b652 tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 14:11:03.223197 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c84f71de-cd01-4d9d-b8be-0c0734c6b652 tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:03.223544 n-d-800634-1 neutron-server[93750]: INFO neutron.db.segments_db [None req-c84f71de-cd01-4d9d-b8be-0c0734c6b652 tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Added segment 8f6d85e5-b1d0-492a-b525-c1ac68e264cc of type vlan for network d9cfe26c-12e8-43f0-a747-5bb717f981f7 Jul 13 14:11:03.232918 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84f71de-cd01-4d9d-b8be-0c0734c6b652 tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c1ce84e-4cb1-4557-aeb9-fa04e8b5690b,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:11:03.277242 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c84f71de-cd01-4d9d-b8be-0c0734c6b652 tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:03.310904 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c84f71de-cd01-4d9d-b8be-0c0734c6b652 tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:03.312007 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c84f71de-cd01-4d9d-b8be-0c0734c6b652 tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:11:03.312596 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c84f71de-cd01-4d9d-b8be-0c0734c6b652 tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:03.362816 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-c84f71de-cd01-4d9d-b8be-0c0734c6b652 tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.3993747 Jul 13 14:11:03.366239 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 43830) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:11:03.372063 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-dfc6c90d-a8f0-4740-bc48-1e915ef35512 tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Request body: {'subnet': {'network_id': 'd9cfe26c-12e8-43f0-a747-5bb717f981f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:11:03.373928 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84f71de-cd01-4d9d-b8be-0c0734c6b652 tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Pushing event updated for resources: {'Network': ['ID=d9cfe26c-12e8-43f0-a747-5bb717f981f7,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:11:03.384928 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network d9cfe26c-12e8-43f0-a747-5bb717f981f7 details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 14:11:03.389261 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 3ec1891a-ba2e-4f2e-ba61-42f30dae24ec up at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:11:03.420835 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfc6c90d-a8f0-4740-bc48-1e915ef35512 tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Made reservation on behalf of c1c8881319ed46e98a73c7d612dd6e3c for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:11:03.424104 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dfc6c90d-a8f0-4740-bc48-1e915ef35512 tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6104980'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:03.593579 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4501eef-9a5b-47d8-afb1-83974bad1136 req-ad4741f6-1bf2-4404-9b73-dcf1214d6924 tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:11:03.595257 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f4501eef-9a5b-47d8-afb1-83974bad1136 req-ad4741f6-1bf2-4404-9b73-dcf1214d6924 tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] 10.222.0.23 "GET /v2.0/ports?device_id=98cf7d0d-a023-4ea6-8a79-27b0e156b753 HTTP/1.1" status: 200 len: 944 time: 0.1083663 Jul 13 14:11:03.658590 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning for port 3ec1891a-ba2e-4f2e-ba61-42f30dae24ec completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:11:03.663515 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning complete for port 3ec1891a-ba2e-4f2e-ba61-42f30dae24ec triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:11:03.664041 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:03.686805 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f4501eef-9a5b-47d8-afb1-83974bad1136 req-f4b92b85-2520-4a4a-978b-bc3230dc7f6e tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] 10.222.0.23 "GET /v2.0/security-groups?id=24be8385-7b37-485e-8668-d27d79d5ef0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728714 Jul 13 14:11:03.747139 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:03.771582 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98cf7d0d-a023-4ea6-8a79-27b0e156b753', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ec1891a-ba2e-4f2e-ba61-42f30dae24ec'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:11:03.774456 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d276dd7-5915-4316-8cff-f4ef0343cc2e" -d '{"events": [{"server_uuid": "98cf7d0d-a023-4ea6-8a79-27b0e156b753", "name": "network-vif-plugged", "status": "completed", "tag": "3ec1891a-ba2e-4f2e-ba61-42f30dae24ec"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:11:03.790774 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 3ec1891a-ba2e-4f2e-ba61-42f30dae24ec, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=3ec1891a-ba2e-4f2e-ba61-42f30dae24ec,segment=NetworkSegment(e9d41607-f9b1-4a3c-8602-0ca6a6a781f7),segment_id=e9d41607-f9b1-4a3c-8602-0ca6a6a781f7)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:11:03.795521 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:03.823107 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6edc9dde-450b-45fe-adf6-4ca1df6232cc x-openstack-request-id: req-6edc9dde-450b-45fe-adf6-4ca1df6232cc {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:11:03.823403 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98cf7d0d-a023-4ea6-8a79-27b0e156b753", "name": "network-vif-plugged", "status": "completed", "tag": "3ec1891a-ba2e-4f2e-ba61-42f30dae24ec", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:11:03.823661 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6edc9dde-450b-45fe-adf6-4ca1df6232cc {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:11:03.824080 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98cf7d0d-a023-4ea6-8a79-27b0e156b753', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ec1891a-ba2e-4f2e-ba61-42f30dae24ec', 'code': 200} Jul 13 14:11:03.850846 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=3ec1891a-ba2e-4f2e-ba61-42f30dae24ec,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:11:03.860449 n-d-800634-1 neutron-server[93751]: DEBUG neutron.objects.ports [None req-dfc6c90d-a8f0-4740-bc48-1e915ef35512 tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93751) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 13 14:11:03.861034 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dfc6c90d-a8f0-4740-bc48-1e915ef35512 tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6018343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6104998'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:03.927900 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc6c90d-a8f0-4740-bc48-1e915ef35512 tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Pushing event updated for resources: {'Subnet': ['ID=3dddbd52-5708-450b-95bc-ad06ef737e42,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:11:03.944759 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc6c90d-a8f0-4740-bc48-1e915ef35512 tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Checking segment: {'id': '8f6d85e5-b1d0-492a-b525-c1ac68e264cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'd9cfe26c-12e8-43f0-a747-5bb717f981f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:11:03.945123 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc6c90d-a8f0-4740-bc48-1e915ef35512 tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Network hostable DHCP agents. Network: d9cfe26c-12e8-43f0-a747-5bb717f981f7, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 14:11:03.945686 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d825ebb-6644-4630-80e9-e3e7ca462e91 req-c4cc1206-e6fd-4ebf-9d7d-fe8671770bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:11:03.947295 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0d825ebb-6644-4630-80e9-e3e7ca462e91 req-c4cc1206-e6fd-4ebf-9d7d-fe8671770bf6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=98cf7d0d-a023-4ea6-8a79-27b0e156b753 HTTP/1.1" status: 200 len: 1096 time: 0.0591390 Jul 13 14:11:03.962501 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc6c90d-a8f0-4740-bc48-1e915ef35512 tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Network d9cfe26c-12e8-43f0-a747-5bb717f981f7 is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 14:11:03.971044 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-dfc6c90d-a8f0-4740-bc48-1e915ef35512 tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, d9cfe26c-12e8-43f0-a747-5bb717f981f7) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:11:03.976247 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfc6c90d-a8f0-4740-bc48-1e915ef35512 tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:11:03.976969 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dfc6c90d-a8f0-4740-bc48-1e915ef35512 tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:03.981193 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f996a811-00fa-4bd7-8860-7909f1845217 None None] Network d9cfe26c-12e8-43f0-a747-5bb717f981f7 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:11:03.989579 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0d825ebb-6644-4630-80e9-e3e7ca462e91 req-bae54b19-cae8-4c2a-88d7-dbf59772bf8c service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=24be8385-7b37-485e-8668-d27d79d5ef0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360963 Jul 13 14:11:03.992364 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-dfc6c90d-a8f0-4740-bc48-1e915ef35512 tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.6244686 Jul 13 14:11:03.995132 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 43836) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:11:03.999931 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-86d2979b-96b5-497c-a40a-33385cb79d05 tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-704074599', 'network_id': 'd9cfe26c-12e8-43f0-a747-5bb717f981f7'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:11:04.019226 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86d2979b-96b5-497c-a40a-33385cb79d05 tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Made reservation on behalf of c1c8881319ed46e98a73c7d612dd6e3c for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:11:04.022335 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-86d2979b-96b5-497c-a40a-33385cb79d05 tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:04.038755 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [None req-86d2979b-96b5-497c-a40a-33385cb79d05 tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] device_id is not set on port 827b86a2-a9ea-4f96-b635-82e64eec7620 yet. {{(pid=93751) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 14:11:04.110262 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34eef13a-da03-4533-81e4-fe817afdff10 None None] Network d9cfe26c-12e8-43f0-a747-5bb717f981f7 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:11:04.149370 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-86d2979b-96b5-497c-a40a-33385cb79d05 tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Allocated IP 2001:db8::2c0 (d9cfe26c-12e8-43f0-a747-5bb717f981f7/3dddbd52-5708-450b-95bc-ad06ef737e42/827b86a2-a9ea-4f96-b635-82e64eec7620) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:11:04.285575 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-86d2979b-96b5-497c-a40a-33385cb79d05 tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:04.325141 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-86d2979b-96b5-497c-a40a-33385cb79d05 tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:04.370968 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d2979b-96b5-497c-a40a-33385cb79d05 tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Network d9cfe26c-12e8-43f0-a747-5bb717f981f7 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:11:04.373714 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-86d2979b-96b5-497c-a40a-33385cb79d05 tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:11:04.377095 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d2979b-96b5-497c-a40a-33385cb79d05 tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:11:04.378107 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d2979b-96b5-497c-a40a-33385cb79d05 tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:11:04.378708 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-86d2979b-96b5-497c-a40a-33385cb79d05 tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:04.387126 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d2979b-96b5-497c-a40a-33385cb79d05 tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Pushing event updated for resources: {'Port': ['ID=827b86a2-a9ea-4f96-b635-82e64eec7620,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:11:04.398508 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-86d2979b-96b5-497c-a40a-33385cb79d05 tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.4021788 Jul 13 14:11:04.401235 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 43838) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:11:04.483401 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-873d8b22-b2c0-4f85-9414-bf6aefd33bf7 tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Deleting port 827b86a2-a9ea-4f96-b635-82e64eec7620 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:11:04.483749 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-873d8b22-b2c0-4f85-9414-bf6aefd33bf7 tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:04.561463 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-873d8b22-b2c0-4f85-9414-bf6aefd33bf7 tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:04.572755 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-873d8b22-b2c0-4f85-9414-bf6aefd33bf7 tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Calling delete_port for 827b86a2-a9ea-4f96-b635-82e64eec7620 owned by {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:11:04.696255 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-873d8b22-b2c0-4f85-9414-bf6aefd33bf7 tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:04.728925 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873d8b22-b2c0-4f85-9414-bf6aefd33bf7 tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Pushing event deleted for resources: {'Port': ['ID=827b86a2-a9ea-4f96-b635-82e64eec7620,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:11:04.758503 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-873d8b22-b2c0-4f85-9414-bf6aefd33bf7 tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:04.763646 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-873d8b22-b2c0-4f85-9414-bf6aefd33bf7 tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] 10.222.0.23 "DELETE /v2.0/ports/827b86a2-a9ea-4f96-b635-82e64eec7620 HTTP/1.1" status: 204 len: 168 time: 0.3587103 Jul 13 14:11:04.763829 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 43842) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:11:04.768865 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-1f80b270-92db-4cf5-9caf-715546c387f2 tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd9cfe26c-12e8-43f0-a747-5bb717f981f7', 'external_fixed_ips': [{'subnet_id': '3dddbd52-5708-450b-95bc-ad06ef737e42', 'ip_address': '2001:db8::2c0'}]}}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:11:04.794336 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1f80b270-92db-4cf5-9caf-715546c387f2 tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1591928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2714'] for router, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:04.795649 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1f80b270-92db-4cf5-9caf-715546c387f2 tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447198', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1629690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2689'] for router, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:04.878934 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1f80b270-92db-4cf5-9caf-715546c387f2 tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:05.002913 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aab7bb5-5076-43b0-926b-83a875370c8a req-268041ab-0674-4ed8-9706-e72377ae6e5f tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:11:05.004298 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3aab7bb5-5076-43b0-926b-83a875370c8a req-268041ab-0674-4ed8-9706-e72377ae6e5f tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] 10.222.0.23 "GET /v2.0/ports?device_id=98cf7d0d-a023-4ea6-8a79-27b0e156b753 HTTP/1.1" status: 200 len: 945 time: 0.1822493 Jul 13 14:11:05.048828 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1f80b270-92db-4cf5-9caf-715546c387f2 tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447180', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1591910', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2751'] for router, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:05.096759 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3aab7bb5-5076-43b0-926b-83a875370c8a req-005a1ff2-d865-4a00-af9d-39dbac7933ee tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] 10.222.0.23 "GET /v2.0/security-groups?id=24be8385-7b37-485e-8668-d27d79d5ef0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648856 Jul 13 14:11:05.269801 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0838a1f-9d24-4a59-96a4-fde1fe6e6525 req-0588334e-7cb0-42ef-a3e1-5ff3cb25c79b tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:11:05.271228 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e0838a1f-9d24-4a59-96a4-fde1fe6e6525 req-0588334e-7cb0-42ef-a3e1-5ff3cb25c79b tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] 10.222.0.23 "GET /v2.0/ports?device_id=98cf7d0d-a023-4ea6-8a79-27b0e156b753 HTTP/1.1" status: 200 len: 945 time: 0.0652628 Jul 13 14:11:05.278613 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1f80b270-92db-4cf5-9caf-715546c387f2 tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:05.298134 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1f80b270-92db-4cf5-9caf-715546c387f2 tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:05.309103 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e0838a1f-9d24-4a59-96a4-fde1fe6e6525 req-e4205ec4-20aa-4009-befc-bc5bd4c7380a tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] 10.222.0.23 "GET /v2.0/security-groups?id=24be8385-7b37-485e-8668-d27d79d5ef0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318553 Jul 13 14:11:05.334069 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 43846) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:11:05.447976 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-1f80b270-92db-4cf5-9caf-715546c387f2 tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Allocated IP 2001:db8::2c0 (d9cfe26c-12e8-43f0-a747-5bb717f981f7/3dddbd52-5708-450b-95bc-ad06ef737e42/41d2706e-6265-44bc-94cc-c3b4c2f14741) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:11:05.495076 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b06699-58df-403d-8886-9529b99a3dc4 tempest-TestVolumeBackupRestore-1517661657 tempest-TestVolumeBackupRestore-1517661657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:11:05.496619 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-f4b06699-58df-403d-8886-9529b99a3dc4 tempest-TestVolumeBackupRestore-1517661657 tempest-TestVolumeBackupRestore-1517661657-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=98cf7d0d-a023-4ea6-8a79-27b0e156b753 HTTP/1.1" status: 200 len: 1091 time: 0.1608942 Jul 13 14:11:05.499556 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 43850) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:11:05.504006 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-5de3c92a-deac-48ca-8d48-07b4fd7f9202 tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] Request body: {'floatingip': {'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'port_id': '3ec1891a-ba2e-4f2e-ba61-42f30dae24ec', 'tenant_id': '563c105cb8a548d597cdeed000a23e0f', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:11:05.526770 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5de3c92a-deac-48ca-8d48-07b4fd7f9202 tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] Notify callbacks [] for floatingip, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:05.549359 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1f80b270-92db-4cf5-9caf-715546c387f2 tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:05.588544 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1f80b270-92db-4cf5-9caf-715546c387f2 tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:05.630983 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5de3c92a-deac-48ca-8d48-07b4fd7f9202 tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:05.634325 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f80b270-92db-4cf5-9caf-715546c387f2 tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Network d9cfe26c-12e8-43f0-a747-5bb717f981f7 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:11:05.637261 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-1f80b270-92db-4cf5-9caf-715546c387f2 tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:11:05.640795 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f80b270-92db-4cf5-9caf-715546c387f2 tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:11:05.646702 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f80b270-92db-4cf5-9caf-715546c387f2 tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Pushing event updated for resources: {'Port': ['ID=41d2706e-6265-44bc-94cc-c3b4c2f14741,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:11:05.737330 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-5de3c92a-deac-48ca-8d48-07b4fd7f9202 tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] Allocated IP 172.25.6.66 (acf968b8-c524-46a9-a20b-ad9667009130/dde5a78e-bd1e-4f47-8189-7321d4de73d3/d501153a-f83d-4818-aea4-cadf39b80950) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:11:05.843940 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5de3c92a-deac-48ca-8d48-07b4fd7f9202 tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:05.853590 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1f80b270-92db-4cf5-9caf-715546c387f2 tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:05.884359 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5de3c92a-deac-48ca-8d48-07b4fd7f9202 tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:05.924134 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de3c92a-deac-48ca-8d48-07b4fd7f9202 tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] Network acf968b8-c524-46a9-a20b-ad9667009130 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:11:05.929486 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-5de3c92a-deac-48ca-8d48-07b4fd7f9202 tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:11:05.934026 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de3c92a-deac-48ca-8d48-07b4fd7f9202 tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:11:05.937089 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de3c92a-deac-48ca-8d48-07b4fd7f9202 tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] Pushing event updated for resources: {'Port': ['ID=d501153a-f83d-4818-aea4-cadf39b80950,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:11:06.059571 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1f80b270-92db-4cf5-9caf-715546c387f2 tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447217'] for router, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:06.321363 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5de3c92a-deac-48ca-8d48-07b4fd7f9202 tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:06.404687 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5de3c92a-deac-48ca-8d48-07b4fd7f9202 tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:06.484818 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f80b270-92db-4cf5-9caf-715546c387f2 tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Router 38198998-2b9b-43be-ae06-85deed4faff0 is scheduled to L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 with binding_index 1 {{(pid=93751) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 14:11:06.554195 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5de3c92a-deac-48ca-8d48-07b4fd7f9202 tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:06.558743 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5de3c92a-deac-48ca-8d48-07b4fd7f9202 tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:06.591743 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f80b270-92db-4cf5-9caf-715546c387f2 tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:11:06.602852 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535ad20c-0a19-4fd5-8931-2b5ff88a5b43 None None] Sync routers for ids ['38198998-2b9b-43be-ae06-85deed4faff0'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:11:06.608226 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1f80b270-92db-4cf5-9caf-715546c387f2 tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:06.609507 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-1f80b270-92db-4cf5-9caf-715546c387f2 tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 1.8447213 Jul 13 14:11:06.612470 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 43852) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:11:06.614460 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535ad20c-0a19-4fd5-8931-2b5ff88a5b43 None None] Routers {'38198998-2b9b-43be-ae06-85deed4faff0'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:11:06.615257 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-535ad20c-0a19-4fd5-8931-2b5ff88a5b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:10:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['38198998-2b9b-43be-ae06-85deed4faff0'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:11:06.630694 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de3c92a-deac-48ca-8d48-07b4fd7f9202 tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] Pushing event updated for resources: {'Port': ['ID=d501153a-f83d-4818-aea4-cadf39b80950,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:11:06.640498 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5de3c92a-deac-48ca-8d48-07b4fd7f9202 tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446547'] for floatingip, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:06.722549 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bffe4fed-1bbc-49ff-89a1-caf9a24f1ab7 tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Notify callbacks [] for router, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:06.732122 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-535ad20c-0a19-4fd5-8931-2b5ff88a5b43 None None] Set router 38198998-2b9b-43be-ae06-85deed4faff0 gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:11:06.746920 n-d-800634-1 neutron-server[93750]: INFO neutron.db.l3_db [None req-5de3c92a-deac-48ca-8d48-07b4fd7f9202 tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] Floating IP 002d3724-59a8-4ec6-a76c-010b92f72a12 associated. External IP: 172.25.6.66, port: 3ec1891a-ba2e-4f2e-ba61-42f30dae24ec. Jul 13 14:11:06.828693 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bffe4fed-1bbc-49ff-89a1-caf9a24f1ab7 tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:06.898821 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-bffe4fed-1bbc-49ff-89a1-caf9a24f1ab7 tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Deleting port 41d2706e-6265-44bc-94cc-c3b4c2f14741 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:11:06.899082 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bffe4fed-1bbc-49ff-89a1-caf9a24f1ab7 tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:06.931162 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-535ad20c-0a19-4fd5-8931-2b5ff88a5b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38198998-2b9b-43be-ae06-85deed4faff0', 'name': '', 'tenant_id': 'c1c8881319ed46e98a73c7d612dd6e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9cfe26c-12e8-43f0-a747-5bb717f981f7', 'external_fixed_ips': [{'subnet_id': '3dddbd52-5708-450b-95bc-ad06ef737e42', 'ip_address': '2001:db8::2c0'}], 'enable_snat': True}, 'gw_port_id': '41d2706e-6265-44bc-94cc-c3b4c2f14741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:11:04Z', 'updated_at': '2021-07-13T14:11:05Z', 'revision_number': 3, 'project_id': 'c1c8881319ed46e98a73c7d612dd6e3c', 'gw_port': {'id': '41d2706e-6265-44bc-94cc-c3b4c2f14741', 'name': '', 'network_id': 'd9cfe26c-12e8-43f0-a747-5bb717f981f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:d5:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38198998-2b9b-43be-ae06-85deed4faff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': '3dddbd52-5708-450b-95bc-ad06ef737e42', 'ip_address': '2001:db8::2c0', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:11:05Z', 'updated_at': '2021-07-13T14:11:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3dddbd52-5708-450b-95bc-ad06ef737e42', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:11:06.965169 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535ad20c-0a19-4fd5-8931-2b5ff88a5b43 None None] Checking router: 38198998-2b9b-43be-ae06-85deed4faff0 for host: n-d-800634-1 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:11:06.965891 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535ad20c-0a19-4fd5-8931-2b5ff88a5b43 None None] Updating router 38198998-2b9b-43be-ae06-85deed4faff0 port 41d2706e-6265-44bc-94cc-c3b4c2f14741 binding host n-d-800634-1 {{(pid=93752) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 14:11:06.984971 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bffe4fed-1bbc-49ff-89a1-caf9a24f1ab7 tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:06.998516 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-bffe4fed-1bbc-49ff-89a1-caf9a24f1ab7 tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Calling delete_port for 41d2706e-6265-44bc-94cc-c3b4c2f14741 owned by network:router_gateway {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:11:07.002743 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-535ad20c-0a19-4fd5-8931-2b5ff88a5b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:07.181522 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bffe4fed-1bbc-49ff-89a1-caf9a24f1ab7 tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:07.213309 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffe4fed-1bbc-49ff-89a1-caf9a24f1ab7 tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Pushing event deleted for resources: {'Port': ['ID=41d2706e-6265-44bc-94cc-c3b4c2f14741,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:11:07.245914 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bffe4fed-1bbc-49ff-89a1-caf9a24f1ab7 tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-446473'] for router_gateway, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:07.292882 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.db.api [None req-535ad20c-0a19-4fd5-8931-2b5ff88a5b43 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93752) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 14:11:07.293428 n-d-800634-1 neutron-server[93752]: DEBUG oslo_db.api [None req-535ad20c-0a19-4fd5-8931-2b5ff88a5b43 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 14:11:07.335863 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5de3c92a-deac-48ca-8d48-07b4fd7f9202 tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] Router 58e4bef6-f903-473d-9814-72b7784d4240 has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:11:07.338755 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bffe4fed-1bbc-49ff-89a1-caf9a24f1ab7 tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1591938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2696'] for router, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:07.340821 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bffe4fed-1bbc-49ff-89a1-caf9a24f1ab7 tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:07.386092 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bffe4fed-1bbc-49ff-89a1-caf9a24f1ab7 tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593106'] for router, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:07.386657 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bffe4fed-1bbc-49ff-89a1-caf9a24f1ab7 tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 38198998-2b9b-43be-ae06-85deed4faff0 {{(pid=93751) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 14:11:07.392194 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bffe4fed-1bbc-49ff-89a1-caf9a24f1ab7 tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:07.393596 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-bffe4fed-1bbc-49ff-89a1-caf9a24f1ab7 tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] 10.222.0.23 "DELETE /v2.0/routers/38198998-2b9b-43be-ae06-85deed4faff0 HTTP/1.1" status: 204 len: 168 time: 0.7802272 Jul 13 14:11:07.396150 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 43854) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:11:07.441318 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-1803c564-9d1f-4b9b-8a21-b327d1e7a8a9 tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Deleting subnet 3dddbd52-5708-450b-95bc-ad06ef737e42 {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 14:11:07.445024 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1803c564-9d1f-4b9b-8a21-b327d1e7a8a9 tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:07.450769 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5de3c92a-deac-48ca-8d48-07b4fd7f9202 tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:11:07.461183 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b5f403-e05d-47e1-bff9-9914a5791cdf None None] Sync routers for ids ['58e4bef6-f903-473d-9814-72b7784d4240'] in n-d-800634-1 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:11:07.467176 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5de3c92a-deac-48ca-8d48-07b4fd7f9202 tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for floatingip, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:07.470978 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b5f403-e05d-47e1-bff9-9914a5791cdf None None] Routers {'58e4bef6-f903-473d-9814-72b7784d4240'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:11:07.471699 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-26b5f403-e05d-47e1-bff9-9914a5791cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:10:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['58e4bef6-f903-473d-9814-72b7784d4240'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:11:07.482109 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1803c564-9d1f-4b9b-8a21-b327d1e7a8a9 tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6018489'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:07.505890 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-5de3c92a-deac-48ca-8d48-07b4fd7f9202 tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0047920 Jul 13 14:11:07.506193 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98cf7d0d-a023-4ea6-8a79-27b0e156b753', 'tag': '3ec1891a-ba2e-4f2e-ba61-42f30dae24ec'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:11:07.508289 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 43856) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:11:07.508797 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f682b50-0c0a-42e6-8918-698b771492bb" -d '{"events": [{"name": "network-changed", "server_uuid": "98cf7d0d-a023-4ea6-8a79-27b0e156b753", "tag": "3ec1891a-ba2e-4f2e-ba61-42f30dae24ec"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:11:07.545302 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efbcf4ed-2691-4b2f-af5a-758fcf90409e x-openstack-request-id: req-efbcf4ed-2691-4b2f-af5a-758fcf90409e {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:11:07.545597 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98cf7d0d-a023-4ea6-8a79-27b0e156b753", "tag": "3ec1891a-ba2e-4f2e-ba61-42f30dae24ec", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:11:07.546040 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-efbcf4ed-2691-4b2f-af5a-758fcf90409e {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:11:07.546445 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98cf7d0d-a023-4ea6-8a79-27b0e156b753', 'tag': '3ec1891a-ba2e-4f2e-ba61-42f30dae24ec', 'status': 'completed', 'code': 200} Jul 13 14:11:07.557998 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1803c564-9d1f-4b9b-8a21-b327d1e7a8a9 tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:07.594949 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-26b5f403-e05d-47e1-bff9-9914a5791cdf None None] Set router 58e4bef6-f903-473d-9814-72b7784d4240 gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:11:07.609971 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e70cec-718c-49f2-8767-04991a07830e tempest-TestVolumeBackupRestore-1517661657 tempest-TestVolumeBackupRestore-1517661657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:11:07.611637 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-24e70cec-718c-49f2-8767-04991a07830e tempest-TestVolumeBackupRestore-1517661657 tempest-TestVolumeBackupRestore-1517661657-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=98cf7d0d-a023-4ea6-8a79-27b0e156b753 HTTP/1.1" status: 200 len: 1091 time: 0.1023586 Jul 13 14:11:07.614333 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 43860) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:11:07.619881 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-3e7570f6-a0cf-4d87-9d66-97019ba5c9db tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] Request body: {'floatingip': {'port_id': '3ec1891a-ba2e-4f2e-ba61-42f30dae24ec'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:11:07.631440 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f682b50-0c0a-42e6-8918-698b771492bb req-fcc5e171-b6fb-4443-893a-4384d2552a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:11:07.633033 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0f682b50-0c0a-42e6-8918-698b771492bb req-fcc5e171-b6fb-4443-893a-4384d2552a65 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=563c105cb8a548d597cdeed000a23e0f&device_id=98cf7d0d-a023-4ea6-8a79-27b0e156b753 HTTP/1.1" status: 200 len: 1096 time: 0.0623457 Jul 13 14:11:07.682010 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1803c564-9d1f-4b9b-8a21-b327d1e7a8a9 tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6018534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6105009'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:07.716240 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3e7570f6-a0cf-4d87-9d66-97019ba5c9db tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] Notify callbacks [] for floatingip, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:07.721354 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1803c564-9d1f-4b9b-8a21-b327d1e7a8a9 tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=3dddbd52-5708-450b-95bc-ad06ef737e42,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:11:07.736447 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f682b50-0c0a-42e6-8918-698b771492bb req-ee3c80e3-e9ff-406e-85d5-0651d329b552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:11:07.737954 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0f682b50-0c0a-42e6-8918-698b771492bb req-ee3c80e3-e9ff-406e-85d5-0651d329b552 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d9b20102-dae7-41fd-a434-d6eeeb3ce86f HTTP/1.1" status: 200 len: 913 time: 0.0990863 Jul 13 14:11:07.754034 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1803c564-9d1f-4b9b-8a21-b327d1e7a8a9 tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:07.756563 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-1803c564-9d1f-4b9b-8a21-b327d1e7a8a9 tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] 10.222.0.23 "DELETE /v2.0/subnets/3dddbd52-5708-450b-95bc-ad06ef737e42 HTTP/1.1" status: 204 len: 168 time: 0.3582230 Jul 13 14:11:07.761545 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 43862) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:11:07.815368 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535ad20c-0a19-4fd5-8931-2b5ff88a5b43 None None] Port 41d2706e-6265-44bc-94cc-c3b4c2f14741 not found while updating agent binding for router 38198998-2b9b-43be-ae06-85deed4faff0. {{(pid=93752) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 13 14:11:07.816881 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0f682b50-0c0a-42e6-8918-698b771492bb req-7c3acc9e-6ba9-4dba-a1b3-087dbad6c2fc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3ec1891a-ba2e-4f2e-ba61-42f30dae24ec HTTP/1.1" status: 200 len: 998 time: 0.0730236 Jul 13 14:11:07.826502 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535ad20c-0a19-4fd5-8931-2b5ff88a5b43 None None] Routers set() bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:11:07.827214 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535ad20c-0a19-4fd5-8931-2b5ff88a5b43 None None] Router IDs set() for agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 13 14:11:07.828033 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_agentschedulers_db [None req-535ad20c-0a19-4fd5-8931-2b5ff88a5b43 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'38198998-2b9b-43be-ae06-85deed4faff0'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:10:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent'). {{(pid=93752) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 13 14:11:07.828681 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535ad20c-0a19-4fd5-8931-2b5ff88a5b43 None None] The sync data for ids ['38198998-2b9b-43be-ae06-85deed4faff0'] in n-d-800634-1 is: [] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:11:07.873370 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f682b50-0c0a-42e6-8918-698b771492bb req-2f8bf0b3-e36c-4de4-bfb6-418a916d2150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:11:07.874956 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0f682b50-0c0a-42e6-8918-698b771492bb req-2f8bf0b3-e36c-4de4-bfb6-418a916d2150 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f744038a-6262-44b2-b221-cdb82b342ac6 HTTP/1.1" status: 200 len: 852 time: 0.0521078 Jul 13 14:11:07.880227 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b2745c39-e279-4fe7-9c21-6083ae131771 tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:07.946051 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f682b50-0c0a-42e6-8918-698b771492bb req-289c0f45-111e-4cf1-b604-467f8979d243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:11:07.947714 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0f682b50-0c0a-42e6-8918-698b771492bb req-289c0f45-111e-4cf1-b604-467f8979d243 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d9b20102-dae7-41fd-a434-d6eeeb3ce86f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0668542 Jul 13 14:11:07.963226 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-26b5f403-e05d-47e1-bff9-9914a5791cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58e4bef6-f903-473d-9814-72b7784d4240', 'name': 'tempest-TestVolumeBackupRestore-933053820-router', 'tenant_id': '563c105cb8a548d597cdeed000a23e0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.174'}], 'enable_snat': True}, 'gw_port_id': '97272e1b-1b04-4e74-81f0-d670fb7436c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:08:49Z', 'updated_at': '2021-07-13T14:08:53Z', 'revision_number': 4, 'project_id': '563c105cb8a548d597cdeed000a23e0f', 'gw_port': {'id': '97272e1b-1b04-4e74-81f0-d670fb7436c0', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e4:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e4bef6-f903-473d-9814-72b7784d4240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:08:50Z', 'updated_at': '2021-07-13T14:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_floatingips': [{'id': '002d3724-59a8-4ec6-a76c-010b92f72a12', 'tenant_id': '563c105cb8a548d597cdeed000a23e0f', 'floating_ip_address': '172.25.6.66', 'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'router_id': '58e4bef6-f903-473d-9814-72b7784d4240', 'port_id': '3ec1891a-ba2e-4f2e-ba61-42f30dae24ec', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9b20102-dae7-41fd-a434-d6eeeb3ce86f', 'mac_address': 'fa:16:3e:72:e4:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98cf7d0d-a023-4ea6-8a79-27b0e156b753', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:11:06Z', 'updated_at': '2021-07-13T14:11:06Z', 'revision_number': 0, 'project_id': '563c105cb8a548d597cdeed000a23e0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40775bb8-59d9-4208-9379-5f4ab4264343', 'name': '', 'network_id': 'd9b20102-dae7-41fd-a434-d6eeeb3ce86f', 'tenant_id': '563c105cb8a548d597cdeed000a23e0f', 'mac_address': 'fa:16:3e:dc:ff:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e4bef6-f903-473d-9814-72b7784d4240', 'device_owner': 'network:router_interface', 'standard_attr_id': 3587, 'fixed_ips': [{'subnet_id': 'f744038a-6262-44b2-b221-cdb82b342ac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:08:52Z', 'updated_at': '2021-07-13T14:08:59Z', 'revision_number': 5, 'project_id': '563c105cb8a548d597cdeed000a23e0f', 'subnets': [{'id': 'f744038a-6262-44b2-b221-cdb82b342ac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:11:08.004371 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b5f403-e05d-47e1-bff9-9914a5791cdf None None] Checking router: 58e4bef6-f903-473d-9814-72b7784d4240 for host: n-d-800634-1 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:11:08.014197 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b5f403-e05d-47e1-bff9-9914a5791cdf None None] Routers {'58e4bef6-f903-473d-9814-72b7784d4240'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:11:08.014809 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-26b5f403-e05d-47e1-bff9-9914a5791cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:10:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['58e4bef6-f903-473d-9814-72b7784d4240'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:11:08.046470 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0f682b50-0c0a-42e6-8918-698b771492bb req-32d166ff-95c4-4d66-aed3-385a24444c30 service neutron] 10.222.0.26 "GET /v2.0/networks/d9b20102-dae7-41fd-a434-d6eeeb3ce86f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923836 Jul 13 14:11:08.055939 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b2745c39-e279-4fe7-9c21-6083ae131771 tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:08.069042 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-b2745c39-e279-4fe7-9c21-6083ae131771 tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9cfe26c-12e8-43f0-a747-5bb717f981f7']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:11:08.110582 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-b2745c39-e279-4fe7-9c21-6083ae131771 tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f6d85e5-b1d0-492a-b525-c1ac68e264cc') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:11:08.110901 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-b2745c39-e279-4fe7-9c21-6083ae131771 tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f6d85e5-b1d0-492a-b525-c1ac68e264cc') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:11:08.126586 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b2745c39-e279-4fe7-9c21-6083ae131771 tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6018464'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:08.131482 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-26b5f403-e05d-47e1-bff9-9914a5791cdf None None] Set router 58e4bef6-f903-473d-9814-72b7784d4240 gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:11:08.149991 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b2745c39-e279-4fe7-9c21-6083ae131771 tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:08.157648 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0f682b50-0c0a-42e6-8918-698b771492bb req-8c7d3d6d-9a83-439c-972a-a7c89892bbd5 service neutron] 10.222.0.26 "GET /v2.0/networks/d9b20102-dae7-41fd-a434-d6eeeb3ce86f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051664 Jul 13 14:11:08.192699 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2745c39-e279-4fe7-9c21-6083ae131771 tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 14:11:08.193109 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b2745c39-e279-4fe7-9c21-6083ae131771 tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6018632'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:08.195724 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:11:08.195724 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:11:08.195724 n-d-800634-1 neutron-server[93751]: Traceback (most recent call last): Jul 13 14:11:08.195724 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 14:11:08.195724 n-d-800634-1 neutron-server[93751]: timer() Jul 13 14:11:08.195724 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 14:11:08.195724 n-d-800634-1 neutron-server[93751]: cb(*args, **kw) Jul 13 14:11:08.195724 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 14:11:08.195724 n-d-800634-1 neutron-server[93751]: return func(*args, **kwargs) Jul 13 14:11:08.195724 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 14:11:08.195724 n-d-800634-1 neutron-server[93751]: self._notify() Jul 13 14:11:08.195724 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 14:11:08.195724 n-d-800634-1 neutron-server[93751]: self.callback(batched_events) Jul 13 14:11:08.195724 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 14:11:08.195724 n-d-800634-1 neutron-server[93751]: event.method(event) Jul 13 14:11:08.195724 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 14:11:08.195724 n-d-800634-1 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 14:11:08.195724 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 14:11:08.195724 n-d-800634-1 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 14:11:08.195724 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 14:11:08.195724 n-d-800634-1 neutron-server[93751]: return f(self, *a, **k) Jul 13 14:11:08.195724 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 14:11:08.195724 n-d-800634-1 neutron-server[93751]: return self._get(url).json() Jul 13 14:11:08.195724 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 14:11:08.195724 n-d-800634-1 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 14:11:08.195724 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 14:11:08.195724 n-d-800634-1 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 13 14:11:08.195724 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 14:11:08.195724 n-d-800634-1 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 14:11:08.195724 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 14:11:08.195724 n-d-800634-1 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 14:11:08.195724 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 14:11:08.195724 n-d-800634-1 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 14:11:08.195724 n-d-800634-1 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 14:11:08.278674 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b2745c39-e279-4fe7-9c21-6083ae131771 tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:08.283173 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2745c39-e279-4fe7-9c21-6083ae131771 tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d9cfe26c-12e8-43f0-a747-5bb717f981f7 {{(pid=93751) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 13 14:11:08.285785 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b2745c39-e279-4fe7-9c21-6083ae131771 tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:08.292475 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-b2745c39-e279-4fe7-9c21-6083ae131771 tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] 10.222.0.23 "DELETE /v2.0/networks/d9cfe26c-12e8-43f0-a747-5bb717f981f7 HTTP/1.1" status: 204 len: 168 time: 0.5297980 Jul 13 14:11:08.354702 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2745c39-e279-4fe7-9c21-6083ae131771 tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Pushing event deleted for resources: {'Network': ['ID=d9cfe26c-12e8-43f0-a747-5bb717f981f7,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:11:08.397792 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-26b5f403-e05d-47e1-bff9-9914a5791cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58e4bef6-f903-473d-9814-72b7784d4240', 'name': 'tempest-TestVolumeBackupRestore-933053820-router', 'tenant_id': '563c105cb8a548d597cdeed000a23e0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.174'}], 'enable_snat': True}, 'gw_port_id': '97272e1b-1b04-4e74-81f0-d670fb7436c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:08:49Z', 'updated_at': '2021-07-13T14:08:53Z', 'revision_number': 4, 'project_id': '563c105cb8a548d597cdeed000a23e0f', 'gw_port': {'id': '97272e1b-1b04-4e74-81f0-d670fb7436c0', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e4:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e4bef6-f903-473d-9814-72b7784d4240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:08:50Z', 'updated_at': '2021-07-13T14:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_floatingips': [{'id': '002d3724-59a8-4ec6-a76c-010b92f72a12', 'tenant_id': '563c105cb8a548d597cdeed000a23e0f', 'floating_ip_address': '172.25.6.66', 'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'router_id': '58e4bef6-f903-473d-9814-72b7784d4240', 'port_id': '3ec1891a-ba2e-4f2e-ba61-42f30dae24ec', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9b20102-dae7-41fd-a434-d6eeeb3ce86f', 'mac_address': 'fa:16:3e:72:e4:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98cf7d0d-a023-4ea6-8a79-27b0e156b753', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:11:06Z', 'updated_at': '2021-07-13T14:11:06Z', 'revision_number': 0, 'project_id': '563c105cb8a548d597cdeed000a23e0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40775bb8-59d9-4208-9379-5f4ab4264343', 'name': '', 'network_id': 'd9b20102-dae7-41fd-a434-d6eeeb3ce86f', 'tenant_id': '563c105cb8a548d597cdeed000a23e0f', 'mac_address': 'fa:16:3e:dc:ff:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e4bef6-f903-473d-9814-72b7784d4240', 'device_owner': 'network:router_interface', 'standard_attr_id': 3587, 'fixed_ips': [{'subnet_id': 'f744038a-6262-44b2-b221-cdb82b342ac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:08:52Z', 'updated_at': '2021-07-13T14:08:59Z', 'revision_number': 5, 'project_id': '563c105cb8a548d597cdeed000a23e0f', 'subnets': [{'id': 'f744038a-6262-44b2-b221-cdb82b342ac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:11:08.429420 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b5f403-e05d-47e1-bff9-9914a5791cdf None None] The sync data for ids ['58e4bef6-f903-473d-9814-72b7784d4240'] in n-d-800634-1 is: [{'id': '58e4bef6-f903-473d-9814-72b7784d4240', 'name': 'tempest-TestVolumeBackupRestore-933053820-router', 'tenant_id': '563c105cb8a548d597cdeed000a23e0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.174'}], 'enable_snat': True}, 'gw_port_id': '97272e1b-1b04-4e74-81f0-d670fb7436c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:08:49Z', 'updated_at': '2021-07-13T14:08:53Z', 'revision_number': 4, 'project_id': '563c105cb8a548d597cdeed000a23e0f', 'gw_port': {'id': '97272e1b-1b04-4e74-81f0-d670fb7436c0', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e4:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e4bef6-f903-473d-9814-72b7784d4240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:08:50Z', 'updated_at': '2021-07-13T14:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_floatingips': [{'id': '002d3724-59a8-4ec6-a76c-010b92f72a12', 'tenant_id': '563c105cb8a548d597cdeed000a23e0f', 'floating_ip_address': '172.25.6.66', 'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'router_id': '58e4bef6-f903-473d-9814-72b7784d4240', 'port_id': '3ec1891a-ba2e-4f2e-ba61-42f30dae24ec', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9b20102-dae7-41fd-a434-d6eeeb3ce86f', 'mac_address': 'fa:16:3e:72:e4:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98cf7d0d-a023-4ea6-8a79-27b0e156b753', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:11:06Z', 'updated_at': '2021-07-13T14:11:06Z', 'revision_number': 0, 'project_id': '563c105cb8a548d597cdeed000a23e0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40775bb8-59d9-4208-9379-5f4ab4264343', 'name': '', 'network_id': 'd9b20102-dae7-41fd-a434-d6eeeb3ce86f', 'tenant_id': '563c105cb8a548d597cdeed000a23e0f', 'mac_address': 'fa:16:3e:dc:ff:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e4bef6-f903-473d-9814-72b7784d4240', 'device_owner': 'network:router_interface', 'standard_attr_id': 3587, 'fixed_ips': [{'subnet_id': 'f744038a-6262-44b2-b221-cdb82b342ac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:08:52Z', 'updated_at': '2021-07-13T14:08:59Z', 'revision_number': 5, 'project_id': '563c105cb8a548d597cdeed000a23e0f', 'subnets': [{'id': 'f744038a-6262-44b2-b221-cdb82b342ac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:11:08.511904 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 43870) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:11:08.516290 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-798db543-4e70-4717-ace5-46a681e2838b tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Request body: {'router': {'name': 'tempest-router--1722067392', 'project_id': '6fcaad04875c4e79975c568cf7a69e1c'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:11:08.539848 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-798db543-4e70-4717-ace5-46a681e2838b tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1591928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2714'] for router, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:08.542179 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-798db543-4e70-4717-ace5-46a681e2838b tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447198', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1629690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2689'] for router, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:08.544215 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3e7570f6-a0cf-4d87-9d66-97019ba5c9db tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:08.549151 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3e7570f6-a0cf-4d87-9d66-97019ba5c9db tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446547'] for floatingip, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:08.598270 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-798db543-4e70-4717-ace5-46a681e2838b tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:08.603846 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-798db543-4e70-4717-ace5-46a681e2838b tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447217'] for router, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:08.617659 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-798db543-4e70-4717-ace5-46a681e2838b tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:08.621462 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-798db543-4e70-4717-ace5-46a681e2838b tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1061976 Jul 13 14:11:08.621721 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 43872) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:11:08.698659 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-edfece94-45e6-43ba-8d5e-072b76c966bc tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Notify callbacks [] for router, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:08.775551 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e7570f6-a0cf-4d87-9d66-97019ba5c9db tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] Router 58e4bef6-f903-473d-9814-72b7784d4240 has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:11:08.866777 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-edfece94-45e6-43ba-8d5e-072b76c966bc tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1591938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2696'] for router, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:08.869078 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-edfece94-45e6-43ba-8d5e-072b76c966bc tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:08.892262 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e7570f6-a0cf-4d87-9d66-97019ba5c9db tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:11:08.901413 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3e7570f6-a0cf-4d87-9d66-97019ba5c9db tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for floatingip, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:08.914413 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-edfece94-45e6-43ba-8d5e-072b76c966bc tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593106'] for router, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:08.915017 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edfece94-45e6-43ba-8d5e-072b76c966bc tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 72a4cc67-e931-4f1f-8118-be9a84d8a5bd {{(pid=93750) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 14:11:08.919396 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-edfece94-45e6-43ba-8d5e-072b76c966bc tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:08.923094 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-edfece94-45e6-43ba-8d5e-072b76c966bc tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] 10.222.0.23 "DELETE /v2.0/routers/72a4cc67-e931-4f1f-8118-be9a84d8a5bd HTTP/1.1" status: 204 len: 168 time: 0.2979691 Jul 13 14:11:08.948121 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98cf7d0d-a023-4ea6-8a79-27b0e156b753', 'tag': '3ec1891a-ba2e-4f2e-ba61-42f30dae24ec'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:11:08.950488 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d17b627af75e17e0f4b8d6239d04f8c2f78634e2c585e32a7aeca336500f34a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-550c83bc-3644-4b87-8817-c0b3bea57c05" -d '{"events": [{"name": "network-changed", "server_uuid": "98cf7d0d-a023-4ea6-8a79-27b0e156b753", "tag": "3ec1891a-ba2e-4f2e-ba61-42f30dae24ec"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:11:08.997784 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-3e7570f6-a0cf-4d87-9d66-97019ba5c9db tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] 10.222.0.23 "PUT /v2.0/floatingips/002d3724-59a8-4ec6-a76c-010b92f72a12 HTTP/1.1" status: 200 len: 990 time: 1.3745177 Jul 13 14:11:09.020493 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e77ea94c-1012-432a-a743-ff30ea4db1f8 x-openstack-request-id: req-e77ea94c-1012-432a-a743-ff30ea4db1f8 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:11:09.020789 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98cf7d0d-a023-4ea6-8a79-27b0e156b753", "tag": "3ec1891a-ba2e-4f2e-ba61-42f30dae24ec", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:11:09.021047 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e77ea94c-1012-432a-a743-ff30ea4db1f8 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:11:09.021644 n-d-800634-1 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98cf7d0d-a023-4ea6-8a79-27b0e156b753', 'tag': '3ec1891a-ba2e-4f2e-ba61-42f30dae24ec', 'status': 'completed', 'code': 200} Jul 13 14:11:09.053601 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 43878) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:11:09.095415 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0d192c-391d-4c1d-949a-6376f4382f40 None None] New status for floating IP 002d3724-59a8-4ec6-a76c-010b92f72a12: ACTIVE {{(pid=93752) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 14:11:09.124510 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550c83bc-3644-4b87-8817-c0b3bea57c05 req-a3591124-c2a9-4036-87fb-3650f7265af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:11:09.126122 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-550c83bc-3644-4b87-8817-c0b3bea57c05 req-a3591124-c2a9-4036-87fb-3650f7265af8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=563c105cb8a548d597cdeed000a23e0f&device_id=98cf7d0d-a023-4ea6-8a79-27b0e156b753 HTTP/1.1" status: 200 len: 1096 time: 0.0797129 Jul 13 14:11:09.225996 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550c83bc-3644-4b87-8817-c0b3bea57c05 req-a2edee4c-ee8b-4b5a-aafc-abd5dccc04eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:11:09.227507 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-550c83bc-3644-4b87-8817-c0b3bea57c05 req-a2edee4c-ee8b-4b5a-aafc-abd5dccc04eb service neutron] 10.222.0.26 "GET /v2.0/networks?id=d9b20102-dae7-41fd-a434-d6eeeb3ce86f HTTP/1.1" status: 200 len: 913 time: 0.0954075 Jul 13 14:11:09.290900 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-94ba988c-805d-4426-8412-979b1050d28d tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2135950316', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}, 'admin_state_up': False}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:11:09.302024 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-550c83bc-3644-4b87-8817-c0b3bea57c05 req-b90b0984-f3d6-49f6-8f40-571d7ffb2046 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3ec1891a-ba2e-4f2e-ba61-42f30dae24ec HTTP/1.1" status: 200 len: 998 time: 0.0681851 Jul 13 14:11:09.312656 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd682c0f-fb5e-4176-b32e-f6e49dcf201c None None] Sync routers for ids ['58e4bef6-f903-473d-9814-72b7784d4240'] in n-d-800634-1 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:11:09.316366 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-94ba988c-805d-4426-8412-979b1050d28d tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1591928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2714'] for router, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:09.317549 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-94ba988c-805d-4426-8412-979b1050d28d tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447198', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1629690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2689'] for router, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:09.323300 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd682c0f-fb5e-4176-b32e-f6e49dcf201c None None] Routers {'58e4bef6-f903-473d-9814-72b7784d4240'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:11:09.323922 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-fd682c0f-fb5e-4176-b32e-f6e49dcf201c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:10:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['58e4bef6-f903-473d-9814-72b7784d4240'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:11:09.358041 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550c83bc-3644-4b87-8817-c0b3bea57c05 req-4437cf1c-c8c1-4d56-8044-989b55195bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:11:09.359641 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-550c83bc-3644-4b87-8817-c0b3bea57c05 req-4437cf1c-c8c1-4d56-8044-989b55195bb4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f744038a-6262-44b2-b221-cdb82b342ac6 HTTP/1.1" status: 200 len: 852 time: 0.0519004 Jul 13 14:11:09.394743 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-94ba988c-805d-4426-8412-979b1050d28d tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:09.420052 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550c83bc-3644-4b87-8817-c0b3bea57c05 req-7f6d6aeb-2eaf-4b1f-a9f4-e9337f349332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:11:09.421571 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-550c83bc-3644-4b87-8817-c0b3bea57c05 req-7f6d6aeb-2eaf-4b1f-a9f4-e9337f349332 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d9b20102-dae7-41fd-a434-d6eeeb3ce86f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0550220 Jul 13 14:11:09.443271 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-fd682c0f-fb5e-4176-b32e-f6e49dcf201c None None] Set router 58e4bef6-f903-473d-9814-72b7784d4240 gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:11:09.515686 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-550c83bc-3644-4b87-8817-c0b3bea57c05 req-43d05b28-5b51-4033-b249-b6bde86bd32d service neutron] 10.222.0.26 "GET /v2.0/networks/d9b20102-dae7-41fd-a434-d6eeeb3ce86f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867720 Jul 13 14:11:09.618566 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-550c83bc-3644-4b87-8817-c0b3bea57c05 req-e257d40f-7761-4c6f-b1c0-641eaffa1cc5 service neutron] 10.222.0.26 "GET /v2.0/networks/d9b20102-dae7-41fd-a434-d6eeeb3ce86f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967724 Jul 13 14:11:09.681242 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-fd682c0f-fb5e-4176-b32e-f6e49dcf201c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58e4bef6-f903-473d-9814-72b7784d4240', 'name': 'tempest-TestVolumeBackupRestore-933053820-router', 'tenant_id': '563c105cb8a548d597cdeed000a23e0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.174'}], 'enable_snat': True}, 'gw_port_id': '97272e1b-1b04-4e74-81f0-d670fb7436c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:08:49Z', 'updated_at': '2021-07-13T14:08:53Z', 'revision_number': 4, 'project_id': '563c105cb8a548d597cdeed000a23e0f', 'gw_port': {'id': '97272e1b-1b04-4e74-81f0-d670fb7436c0', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e4:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e4bef6-f903-473d-9814-72b7784d4240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:08:50Z', 'updated_at': '2021-07-13T14:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_floatingips': [{'id': '002d3724-59a8-4ec6-a76c-010b92f72a12', 'tenant_id': '563c105cb8a548d597cdeed000a23e0f', 'floating_ip_address': '172.25.6.66', 'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'router_id': '58e4bef6-f903-473d-9814-72b7784d4240', 'port_id': '3ec1891a-ba2e-4f2e-ba61-42f30dae24ec', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9b20102-dae7-41fd-a434-d6eeeb3ce86f', 'mac_address': 'fa:16:3e:72:e4:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98cf7d0d-a023-4ea6-8a79-27b0e156b753', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:11:06Z', 'updated_at': '2021-07-13T14:11:09Z', 'revision_number': 2, 'project_id': '563c105cb8a548d597cdeed000a23e0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40775bb8-59d9-4208-9379-5f4ab4264343', 'name': '', 'network_id': 'd9b20102-dae7-41fd-a434-d6eeeb3ce86f', 'tenant_id': '563c105cb8a548d597cdeed000a23e0f', 'mac_address': 'fa:16:3e:dc:ff:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e4bef6-f903-473d-9814-72b7784d4240', 'device_owner': 'network:router_interface', 'standard_attr_id': 3587, 'fixed_ips': [{'subnet_id': 'f744038a-6262-44b2-b221-cdb82b342ac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:08:52Z', 'updated_at': '2021-07-13T14:08:59Z', 'revision_number': 5, 'project_id': '563c105cb8a548d597cdeed000a23e0f', 'subnets': [{'id': 'f744038a-6262-44b2-b221-cdb82b342ac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:11:09.712680 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd682c0f-fb5e-4176-b32e-f6e49dcf201c None None] Checking router: 58e4bef6-f903-473d-9814-72b7784d4240 for host: n-d-800634-1 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:11:09.721267 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd682c0f-fb5e-4176-b32e-f6e49dcf201c None None] Routers {'58e4bef6-f903-473d-9814-72b7784d4240'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:11:09.721919 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-fd682c0f-fb5e-4176-b32e-f6e49dcf201c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:10:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['58e4bef6-f903-473d-9814-72b7784d4240'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:11:09.827303 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-fd682c0f-fb5e-4176-b32e-f6e49dcf201c None None] Set router 58e4bef6-f903-473d-9814-72b7784d4240 gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:11:09.829710 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-94ba988c-805d-4426-8412-979b1050d28d tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447180', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1591910', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2751'] for router, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:10.024120 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-94ba988c-805d-4426-8412-979b1050d28d tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Notify callbacks [] for router_gateway, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:10.042942 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-94ba988c-805d-4426-8412-979b1050d28d tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:10.050477 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-fd682c0f-fb5e-4176-b32e-f6e49dcf201c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58e4bef6-f903-473d-9814-72b7784d4240', 'name': 'tempest-TestVolumeBackupRestore-933053820-router', 'tenant_id': '563c105cb8a548d597cdeed000a23e0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.174'}], 'enable_snat': True}, 'gw_port_id': '97272e1b-1b04-4e74-81f0-d670fb7436c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:08:49Z', 'updated_at': '2021-07-13T14:08:53Z', 'revision_number': 4, 'project_id': '563c105cb8a548d597cdeed000a23e0f', 'gw_port': {'id': '97272e1b-1b04-4e74-81f0-d670fb7436c0', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e4:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e4bef6-f903-473d-9814-72b7784d4240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:08:50Z', 'updated_at': '2021-07-13T14:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_floatingips': [{'id': '002d3724-59a8-4ec6-a76c-010b92f72a12', 'tenant_id': '563c105cb8a548d597cdeed000a23e0f', 'floating_ip_address': '172.25.6.66', 'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'router_id': '58e4bef6-f903-473d-9814-72b7784d4240', 'port_id': '3ec1891a-ba2e-4f2e-ba61-42f30dae24ec', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9b20102-dae7-41fd-a434-d6eeeb3ce86f', 'mac_address': 'fa:16:3e:72:e4:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98cf7d0d-a023-4ea6-8a79-27b0e156b753', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:11:06Z', 'updated_at': '2021-07-13T14:11:09Z', 'revision_number': 2, 'project_id': '563c105cb8a548d597cdeed000a23e0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40775bb8-59d9-4208-9379-5f4ab4264343', 'name': '', 'network_id': 'd9b20102-dae7-41fd-a434-d6eeeb3ce86f', 'tenant_id': '563c105cb8a548d597cdeed000a23e0f', 'mac_address': 'fa:16:3e:dc:ff:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e4bef6-f903-473d-9814-72b7784d4240', 'device_owner': 'network:router_interface', 'standard_attr_id': 3587, 'fixed_ips': [{'subnet_id': 'f744038a-6262-44b2-b221-cdb82b342ac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:08:52Z', 'updated_at': '2021-07-13T14:08:59Z', 'revision_number': 5, 'project_id': '563c105cb8a548d597cdeed000a23e0f', 'subnets': [{'id': 'f744038a-6262-44b2-b221-cdb82b342ac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:11:10.077799 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd682c0f-fb5e-4176-b32e-f6e49dcf201c None None] The sync data for ids ['58e4bef6-f903-473d-9814-72b7784d4240'] in n-d-800634-1 is: [{'id': '58e4bef6-f903-473d-9814-72b7784d4240', 'name': 'tempest-TestVolumeBackupRestore-933053820-router', 'tenant_id': '563c105cb8a548d597cdeed000a23e0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.174'}], 'enable_snat': True}, 'gw_port_id': '97272e1b-1b04-4e74-81f0-d670fb7436c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:08:49Z', 'updated_at': '2021-07-13T14:08:53Z', 'revision_number': 4, 'project_id': '563c105cb8a548d597cdeed000a23e0f', 'gw_port': {'id': '97272e1b-1b04-4e74-81f0-d670fb7436c0', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e4:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e4bef6-f903-473d-9814-72b7784d4240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:08:50Z', 'updated_at': '2021-07-13T14:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_floatingips': [{'id': '002d3724-59a8-4ec6-a76c-010b92f72a12', 'tenant_id': '563c105cb8a548d597cdeed000a23e0f', 'floating_ip_address': '172.25.6.66', 'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'router_id': '58e4bef6-f903-473d-9814-72b7784d4240', 'port_id': '3ec1891a-ba2e-4f2e-ba61-42f30dae24ec', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9b20102-dae7-41fd-a434-d6eeeb3ce86f', 'mac_address': 'fa:16:3e:72:e4:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98cf7d0d-a023-4ea6-8a79-27b0e156b753', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:11:06Z', 'updated_at': '2021-07-13T14:11:09Z', 'revision_number': 2, 'project_id': '563c105cb8a548d597cdeed000a23e0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40775bb8-59d9-4208-9379-5f4ab4264343', 'name': '', 'network_id': 'd9b20102-dae7-41fd-a434-d6eeeb3ce86f', 'tenant_id': '563c105cb8a548d597cdeed000a23e0f', 'mac_address': 'fa:16:3e:dc:ff:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e4bef6-f903-473d-9814-72b7784d4240', 'device_owner': 'network:router_interface', 'standard_attr_id': 3587, 'fixed_ips': [{'subnet_id': 'f744038a-6262-44b2-b221-cdb82b342ac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:08:52Z', 'updated_at': '2021-07-13T14:08:59Z', 'revision_number': 5, 'project_id': '563c105cb8a548d597cdeed000a23e0f', 'subnets': [{'id': 'f744038a-6262-44b2-b221-cdb82b342ac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:11:10.155977 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-94ba988c-805d-4426-8412-979b1050d28d tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Allocated IP 172.25.6.114 (acf968b8-c524-46a9-a20b-ad9667009130/dde5a78e-bd1e-4f47-8189-7321d4de73d3/6e5929e5-5175-432a-822d-fb0354ead3ab) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:11:10.263473 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-94ba988c-805d-4426-8412-979b1050d28d tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:10.306389 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-94ba988c-805d-4426-8412-979b1050d28d tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:10.341436 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ba988c-805d-4426-8412-979b1050d28d tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Network acf968b8-c524-46a9-a20b-ad9667009130 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:11:10.346090 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-94ba988c-805d-4426-8412-979b1050d28d tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:11:10.349529 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ba988c-805d-4426-8412-979b1050d28d tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:11:10.375142 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ba988c-805d-4426-8412-979b1050d28d tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Pushing event updated for resources: {'Port': ['ID=6e5929e5-5175-432a-822d-fb0354ead3ab,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:11:10.600689 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-94ba988c-805d-4426-8412-979b1050d28d tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Notify callbacks [] for router_gateway, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:10.804781 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-94ba988c-805d-4426-8412-979b1050d28d tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447217'] for router, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:10.936718 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94ba988c-805d-4426-8412-979b1050d28d tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Router 80758e28-58e6-4ea3-9335-1eef3619a9d4 is scheduled to L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 with binding_index 1 {{(pid=93751) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 14:11:11.024023 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98cf7d0d-a023-4ea6-8a79-27b0e156b753', 'tag': '3ec1891a-ba2e-4f2e-ba61-42f30dae24ec'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:11:11.026643 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d17b627af75e17e0f4b8d6239d04f8c2f78634e2c585e32a7aeca336500f34a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93d4479b-5ce4-4179-8d96-108fc689a933" -d '{"events": [{"name": "network-changed", "server_uuid": "98cf7d0d-a023-4ea6-8a79-27b0e156b753", "tag": "3ec1891a-ba2e-4f2e-ba61-42f30dae24ec"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:11:11.051973 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94ba988c-805d-4426-8412-979b1050d28d tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:11:11.062089 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7859a18-9b83-4e6b-bccc-d0fb10d37922 None None] Sync routers for ids ['80758e28-58e6-4ea3-9335-1eef3619a9d4'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:11:11.073524 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-94ba988c-805d-4426-8412-979b1050d28d tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:11.075647 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-94ba988c-805d-4426-8412-979b1050d28d tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 2.0208108 Jul 13 14:11:11.076070 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7859a18-9b83-4e6b-bccc-d0fb10d37922 None None] Routers {'80758e28-58e6-4ea3-9335-1eef3619a9d4'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:11:11.076941 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-d7859a18-9b83-4e6b-bccc-d0fb10d37922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:10:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['80758e28-58e6-4ea3-9335-1eef3619a9d4'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:11:11.077816 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bac12063-fd9c-4878-ae08-5742b8f32ab8 x-openstack-request-id: req-bac12063-fd9c-4878-ae08-5742b8f32ab8 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:11:11.078311 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98cf7d0d-a023-4ea6-8a79-27b0e156b753", "tag": "3ec1891a-ba2e-4f2e-ba61-42f30dae24ec", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:11:11.079372 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 43884) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:11:11.091514 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bac12063-fd9c-4878-ae08-5742b8f32ab8 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:11:11.092141 n-d-800634-1 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98cf7d0d-a023-4ea6-8a79-27b0e156b753', 'tag': '3ec1891a-ba2e-4f2e-ba61-42f30dae24ec', 'status': 'completed', 'code': 200} Jul 13 14:11:11.116307 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-d7859a18-9b83-4e6b-bccc-d0fb10d37922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:11:11.125885 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7859a18-9b83-4e6b-bccc-d0fb10d37922 None None] Routers {'80758e28-58e6-4ea3-9335-1eef3619a9d4'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:11:11.126742 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-d7859a18-9b83-4e6b-bccc-d0fb10d37922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:10:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['80758e28-58e6-4ea3-9335-1eef3619a9d4'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:11:11.162244 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-d7859a18-9b83-4e6b-bccc-d0fb10d37922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:11:11.163219 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7859a18-9b83-4e6b-bccc-d0fb10d37922 None None] The sync data for ids ['80758e28-58e6-4ea3-9335-1eef3619a9d4'] in n-d-800634-1 is: [] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:11:11.234875 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-c68cfb43-8449-4622-938b-15bfacc50f48 tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] 10.222.0.23 "GET /v2.0/routers/80758e28-58e6-4ea3-9335-1eef3619a9d4 HTTP/1.1" status: 200 len: 925 time: 0.1542003 Jul 13 14:11:11.237632 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 43886) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:11:11.240956 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d4479b-5ce4-4179-8d96-108fc689a933 req-cd8706e3-0b8a-48c2-9f88-5816d2759934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:11:11.242432 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-93d4479b-5ce4-4179-8d96-108fc689a933 req-cd8706e3-0b8a-48c2-9f88-5816d2759934 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=563c105cb8a548d597cdeed000a23e0f&device_id=98cf7d0d-a023-4ea6-8a79-27b0e156b753 HTTP/1.1" status: 200 len: 1096 time: 0.1182928 Jul 13 14:11:11.268055 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-5dd2a7b2-b6ed-4eaa-9327-55785d029c40 tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] 10.222.0.23 "GET /v2.0/ports?device_id=80758e28-58e6-4ea3-9335-1eef3619a9d4 HTTP/1.1" status: 200 len: 205 time: 0.0292492 Jul 13 14:11:11.270463 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 43888) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:11:11.334645 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d4479b-5ce4-4179-8d96-108fc689a933 req-5581b72b-496f-4866-a938-276af9445eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:11:11.336158 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-93d4479b-5ce4-4179-8d96-108fc689a933 req-5581b72b-496f-4866-a938-276af9445eb8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d9b20102-dae7-41fd-a434-d6eeeb3ce86f HTTP/1.1" status: 200 len: 913 time: 0.0879304 Jul 13 14:11:11.376295 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9c612480-bb1b-413b-9dc3-34796b5b63cd tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Notify callbacks [] for router, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:11.401134 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-93d4479b-5ce4-4179-8d96-108fc689a933 req-d3848133-b481-4943-bd4e-fc68f3af3767 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3ec1891a-ba2e-4f2e-ba61-42f30dae24ec HTTP/1.1" status: 200 len: 1000 time: 0.0592256 Jul 13 14:11:11.455455 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d4479b-5ce4-4179-8d96-108fc689a933 req-de36882b-e14d-4603-acd5-752be920ef89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:11:11.456942 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-93d4479b-5ce4-4179-8d96-108fc689a933 req-de36882b-e14d-4603-acd5-752be920ef89 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f744038a-6262-44b2-b221-cdb82b342ac6 HTTP/1.1" status: 200 len: 852 time: 0.0494998 Jul 13 14:11:11.481822 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9c612480-bb1b-413b-9dc3-34796b5b63cd tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:11.514878 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d4479b-5ce4-4179-8d96-108fc689a933 req-496be3c5-3b59-4050-a57b-ddca90ec3f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:11:11.516297 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-93d4479b-5ce4-4179-8d96-108fc689a933 req-496be3c5-3b59-4050-a57b-ddca90ec3f2e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d9b20102-dae7-41fd-a434-d6eeeb3ce86f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0529914 Jul 13 14:11:11.533861 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-9c612480-bb1b-413b-9dc3-34796b5b63cd tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Deleting port 6e5929e5-5175-432a-822d-fb0354ead3ab {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:11:11.534215 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9c612480-bb1b-413b-9dc3-34796b5b63cd tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:11.606087 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-93d4479b-5ce4-4179-8d96-108fc689a933 req-6c598333-6bc8-4bb4-8e5e-c3d5eb7805ee service neutron] 10.222.0.26 "GET /v2.0/networks/d9b20102-dae7-41fd-a434-d6eeeb3ce86f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830598 Jul 13 14:11:11.610505 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9c612480-bb1b-413b-9dc3-34796b5b63cd tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:11.622218 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-9c612480-bb1b-413b-9dc3-34796b5b63cd tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Calling delete_port for 6e5929e5-5175-432a-822d-fb0354ead3ab owned by network:router_gateway {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:11:11.700192 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-93d4479b-5ce4-4179-8d96-108fc689a933 req-fc52122c-210b-4100-a2ca-37c34b023117 service neutron] 10.222.0.26 "GET /v2.0/networks/d9b20102-dae7-41fd-a434-d6eeeb3ce86f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875008 Jul 13 14:11:11.788619 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9c612480-bb1b-413b-9dc3-34796b5b63cd tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:11.817350 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c612480-bb1b-413b-9dc3-34796b5b63cd tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Pushing event deleted for resources: {'Port': ['ID=6e5929e5-5175-432a-822d-fb0354ead3ab,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:11:11.878327 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9c612480-bb1b-413b-9dc3-34796b5b63cd tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-446473'] for router_gateway, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:11.968743 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9c612480-bb1b-413b-9dc3-34796b5b63cd tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1591938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2696'] for router, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:11.970972 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9c612480-bb1b-413b-9dc3-34796b5b63cd tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:12.016345 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9c612480-bb1b-413b-9dc3-34796b5b63cd tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593106'] for router, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:12.016946 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c612480-bb1b-413b-9dc3-34796b5b63cd tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Fanout notify agent at l3_agent the message router_deleted on router 80758e28-58e6-4ea3-9335-1eef3619a9d4 {{(pid=93751) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 14:11:12.024238 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9c612480-bb1b-413b-9dc3-34796b5b63cd tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:12.025337 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-9c612480-bb1b-413b-9dc3-34796b5b63cd tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] 10.222.0.23 "DELETE /v2.0/routers/80758e28-58e6-4ea3-9335-1eef3619a9d4 HTTP/1.1" status: 204 len: 168 time: 0.7539666 Jul 13 14:11:12.028991 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 43890) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:11:12.033284 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-ff6f9fc0-a2f2-4ccc-a299-f9c35f82188f tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Request body: {'router': {'name': 'tempest-snat-router-683521823', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'enable_snat': False}}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:11:12.054387 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ff6f9fc0-a2f2-4ccc-a299-f9c35f82188f tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1591928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2714'] for router, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:12.055348 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ff6f9fc0-a2f2-4ccc-a299-f9c35f82188f tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447198', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1629690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2689'] for router, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:12.106323 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ff6f9fc0-a2f2-4ccc-a299-f9c35f82188f tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:12.243083 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ff6f9fc0-a2f2-4ccc-a299-f9c35f82188f tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447180', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1591910', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2751'] for router, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:12.438911 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ff6f9fc0-a2f2-4ccc-a299-f9c35f82188f tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:12.458053 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ff6f9fc0-a2f2-4ccc-a299-f9c35f82188f tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:12.563565 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-ff6f9fc0-a2f2-4ccc-a299-f9c35f82188f tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Allocated IP 172.25.6.133 (acf968b8-c524-46a9-a20b-ad9667009130/dde5a78e-bd1e-4f47-8189-7321d4de73d3/55b0d607-0488-4a88-b4c4-aee86b20fa08) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:11:12.661713 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ff6f9fc0-a2f2-4ccc-a299-f9c35f82188f tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:12.704854 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ff6f9fc0-a2f2-4ccc-a299-f9c35f82188f tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:13.017400 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff6f9fc0-a2f2-4ccc-a299-f9c35f82188f tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Network acf968b8-c524-46a9-a20b-ad9667009130 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:11:13.022164 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-ff6f9fc0-a2f2-4ccc-a299-f9c35f82188f tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:11:13.025637 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6f9fc0-a2f2-4ccc-a299-f9c35f82188f tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:11:13.048439 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6f9fc0-a2f2-4ccc-a299-f9c35f82188f tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Pushing event updated for resources: {'Port': ['ID=55b0d607-0488-4a88-b4c4-aee86b20fa08,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:11:13.268641 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ff6f9fc0-a2f2-4ccc-a299-f9c35f82188f tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:13.462920 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ff6f9fc0-a2f2-4ccc-a299-f9c35f82188f tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447217'] for router, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:13.593977 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff6f9fc0-a2f2-4ccc-a299-f9c35f82188f tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Router 14c816fd-c505-4814-9982-f4dbcf519684 is scheduled to L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 with binding_index 1 {{(pid=93751) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 14:11:13.698332 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff6f9fc0-a2f2-4ccc-a299-f9c35f82188f tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:11:13.706823 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0baf4686-60cc-41b8-89de-86bd53907cd2 None None] Sync routers for ids ['14c816fd-c505-4814-9982-f4dbcf519684'] in n-d-800634-1 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:11:13.715208 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ff6f9fc0-a2f2-4ccc-a299-f9c35f82188f tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:13.716791 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-ff6f9fc0-a2f2-4ccc-a299-f9c35f82188f tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 1.6867268 Jul 13 14:11:13.717094 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0baf4686-60cc-41b8-89de-86bd53907cd2 None None] Routers {'14c816fd-c505-4814-9982-f4dbcf519684'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:11:13.717726 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-0baf4686-60cc-41b8-89de-86bd53907cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:10:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['14c816fd-c505-4814-9982-f4dbcf519684'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:11:13.719386 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 43892) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:11:13.826082 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-0baf4686-60cc-41b8-89de-86bd53907cd2 None None] Set router 14c816fd-c505-4814-9982-f4dbcf519684 gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:11:13.829860 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-abf0de61-7a19-42cd-9b45-c54e97b84dec tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] 10.222.0.23 "GET /v2.0/routers/14c816fd-c505-4814-9982-f4dbcf519684 HTTP/1.1" status: 200 len: 908 time: 0.1092463 Jul 13 14:11:13.832370 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 43894) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:11:13.837477 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-0a3b587f-051e-4844-b664-40842349b76c tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Request body: {'router': {'name': 'tempest-snat-router-683521823', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'enable_snat': True}}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:11:13.860249 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0a3b587f-051e-4844-b664-40842349b76c tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1591928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2714'] for router, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:13.861221 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0a3b587f-051e-4844-b664-40842349b76c tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447198', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1629690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2689'] for router, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:13.916049 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0a3b587f-051e-4844-b664-40842349b76c tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:14.053347 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0a3b587f-051e-4844-b664-40842349b76c tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447180', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1591910', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2751'] for router, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:14.093675 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-0baf4686-60cc-41b8-89de-86bd53907cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c816fd-c505-4814-9982-f4dbcf519684', 'name': 'tempest-snat-router-683521823', 'tenant_id': 'c1c8881319ed46e98a73c7d612dd6e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.133'}], 'enable_snat': False}, 'gw_port_id': '55b0d607-0488-4a88-b4c4-aee86b20fa08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:11:12Z', 'updated_at': '2021-07-13T14:11:13Z', 'revision_number': 3, 'project_id': 'c1c8881319ed46e98a73c7d612dd6e3c', 'gw_port': {'id': '55b0d607-0488-4a88-b4c4-aee86b20fa08', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ac:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14c816fd-c505-4814-9982-f4dbcf519684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:11:12Z', 'updated_at': '2021-07-13T14:11:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:11:14.120586 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0baf4686-60cc-41b8-89de-86bd53907cd2 None None] Checking router: 14c816fd-c505-4814-9982-f4dbcf519684 for host: n-d-800634-1 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:11:14.120857 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0baf4686-60cc-41b8-89de-86bd53907cd2 None None] Updating router 14c816fd-c505-4814-9982-f4dbcf519684 port 55b0d607-0488-4a88-b4c4-aee86b20fa08 binding host n-d-800634-1 {{(pid=93753) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 14:11:14.154593 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0baf4686-60cc-41b8-89de-86bd53907cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:14.252292 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0a3b587f-051e-4844-b664-40842349b76c tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:14.276051 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0a3b587f-051e-4844-b664-40842349b76c tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:14.403792 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0baf4686-60cc-41b8-89de-86bd53907cd2 None None] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:14.413991 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-0baf4686-60cc-41b8-89de-86bd53907cd2 None None] Transition to ACTIVE for port object 55b0d607-0488-4a88-b4c4-aee86b20fa08 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:11:14.419080 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0baf4686-60cc-41b8-89de-86bd53907cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:14.469908 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-0a3b587f-051e-4844-b664-40842349b76c tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Allocated IP 172.25.6.33 (acf968b8-c524-46a9-a20b-ad9667009130/dde5a78e-bd1e-4f47-8189-7321d4de73d3/b17796c1-b792-432d-b124-0c3aaf60d5fb) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:11:14.470423 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b995704-2564-4420-94c6-e5de2bf05725 None None] Pushing event updated for resources: {'Port': ['ID=55b0d607-0488-4a88-b4c4-aee86b20fa08,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:11:14.473433 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-0baf4686-60cc-41b8-89de-86bd53907cd2 None None] Attempting to bind port 55b0d607-0488-4a88-b4c4-aee86b20fa08 on host n-d-800634-1 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:11:14.473823 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-0baf4686-60cc-41b8-89de-86bd53907cd2 None None] Attempting to bind port 55b0d607-0488-4a88-b4c4-aee86b20fa08 by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:11:14.474188 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0baf4686-60cc-41b8-89de-86bd53907cd2 None None] Attempting to bind port 55b0d607-0488-4a88-b4c4-aee86b20fa08 on network acf968b8-c524-46a9-a20b-ad9667009130 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:11:14.482176 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b995704-2564-4420-94c6-e5de2bf05725 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:11:14.482975 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b995704-2564-4420-94c6-e5de2bf05725 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:11:14.483319 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b995704-2564-4420-94c6-e5de2bf05725 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:11:14.483656 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b995704-2564-4420-94c6-e5de2bf05725 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:11:14.483991 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b995704-2564-4420-94c6-e5de2bf05725 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:11:14.484323 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b995704-2564-4420-94c6-e5de2bf05725 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:11:14.484651 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b995704-2564-4420-94c6-e5de2bf05725 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:11:14.484976 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b995704-2564-4420-94c6-e5de2bf05725 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:11:14.485341 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b995704-2564-4420-94c6-e5de2bf05725 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:11:14.485693 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b995704-2564-4420-94c6-e5de2bf05725 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:11:14.486089 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b995704-2564-4420-94c6-e5de2bf05725 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:11:14.486408 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b995704-2564-4420-94c6-e5de2bf05725 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:11:14.491735 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0baf4686-60cc-41b8-89de-86bd53907cd2 None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 10, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:11:14.492111 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0baf4686-60cc-41b8-89de-86bd53907cd2 None None] Checking segment: {'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:11:14.492510 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0baf4686-60cc-41b8-89de-86bd53907cd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:14.492892 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0baf4686-60cc-41b8-89de-86bd53907cd2 None None] Bound using segment: {'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:11:14.493365 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-0baf4686-60cc-41b8-89de-86bd53907cd2 None None] Bound port: 55b0d607-0488-4a88-b4c4-aee86b20fa08, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:11:14.493761 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0baf4686-60cc-41b8-89de-86bd53907cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:14.544981 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-0baf4686-60cc-41b8-89de-86bd53907cd2 None None] For port 55b0d607-0488-4a88-b4c4-aee86b20fa08, host n-d-800634-1, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:11:14.548174 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-0baf4686-60cc-41b8-89de-86bd53907cd2 None None] For port 55b0d607-0488-4a88-b4c4-aee86b20fa08, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=55b0d607-0488-4a88-b4c4-aee86b20fa08,segment=NetworkSegment(3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87),segment_id=3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:11:14.552267 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0baf4686-60cc-41b8-89de-86bd53907cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:14.577658 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0a3b587f-051e-4844-b664-40842349b76c tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:14.610659 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0baf4686-60cc-41b8-89de-86bd53907cd2 None None] Routers {'14c816fd-c505-4814-9982-f4dbcf519684'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:11:14.611268 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-0baf4686-60cc-41b8-89de-86bd53907cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:10:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['14c816fd-c505-4814-9982-f4dbcf519684'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:11:14.620575 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0a3b587f-051e-4844-b664-40842349b76c tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:14.643590 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b995704-2564-4420-94c6-e5de2bf05725 None None] Pushing event updated for resources: {'Port': ['ID=55b0d607-0488-4a88-b4c4-aee86b20fa08,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:11:14.658324 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a3b587f-051e-4844-b664-40842349b76c tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Network acf968b8-c524-46a9-a20b-ad9667009130 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:11:14.664157 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-0a3b587f-051e-4844-b664-40842349b76c tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:11:14.667703 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3b587f-051e-4844-b664-40842349b76c tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:11:14.691611 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3b587f-051e-4844-b664-40842349b76c tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Pushing event updated for resources: {'Port': ['ID=b17796c1-b792-432d-b124-0c3aaf60d5fb,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:11:14.722134 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-0baf4686-60cc-41b8-89de-86bd53907cd2 None None] Set router 14c816fd-c505-4814-9982-f4dbcf519684 gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:11:14.902039 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-0baf4686-60cc-41b8-89de-86bd53907cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c816fd-c505-4814-9982-f4dbcf519684', 'name': 'tempest-snat-router-683521823', 'tenant_id': 'c1c8881319ed46e98a73c7d612dd6e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.133'}], 'enable_snat': False}, 'gw_port_id': '55b0d607-0488-4a88-b4c4-aee86b20fa08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:11:12Z', 'updated_at': '2021-07-13T14:11:13Z', 'revision_number': 3, 'project_id': 'c1c8881319ed46e98a73c7d612dd6e3c', 'gw_port': {'id': '55b0d607-0488-4a88-b4c4-aee86b20fa08', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ac:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14c816fd-c505-4814-9982-f4dbcf519684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:11:12Z', 'updated_at': '2021-07-13T14:11:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:11:14.928868 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0baf4686-60cc-41b8-89de-86bd53907cd2 None None] The sync data for ids ['14c816fd-c505-4814-9982-f4dbcf519684'] in n-d-800634-1 is: [{'id': '14c816fd-c505-4814-9982-f4dbcf519684', 'name': 'tempest-snat-router-683521823', 'tenant_id': 'c1c8881319ed46e98a73c7d612dd6e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.133'}], 'enable_snat': False}, 'gw_port_id': '55b0d607-0488-4a88-b4c4-aee86b20fa08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:11:12Z', 'updated_at': '2021-07-13T14:11:13Z', 'revision_number': 3, 'project_id': 'c1c8881319ed46e98a73c7d612dd6e3c', 'gw_port': {'id': '55b0d607-0488-4a88-b4c4-aee86b20fa08', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ac:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14c816fd-c505-4814-9982-f4dbcf519684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:11:12Z', 'updated_at': '2021-07-13T14:11:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-800634-1'}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:11:14.930808 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0a3b587f-051e-4844-b664-40842349b76c tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:15.138349 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0a3b587f-051e-4844-b664-40842349b76c tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447217'] for router, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:15.293126 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a3b587f-051e-4844-b664-40842349b76c tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Router 14a71fa3-8f4a-4f42-b77d-2410f74c23b9 is scheduled to L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 with binding_index 1 {{(pid=93751) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 14:11:15.702540 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a3b587f-051e-4844-b664-40842349b76c tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:11:15.713014 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df570c7-c316-477e-a8d3-6446add938eb None None] Sync routers for ids ['14a71fa3-8f4a-4f42-b77d-2410f74c23b9'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:11:15.718283 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0a3b587f-051e-4844-b664-40842349b76c tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:15.719653 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-0a3b587f-051e-4844-b664-40842349b76c tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 1.8861837 Jul 13 14:11:15.722414 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 43896) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:11:15.726757 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df570c7-c316-477e-a8d3-6446add938eb None None] Routers {'14a71fa3-8f4a-4f42-b77d-2410f74c23b9'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:11:15.727393 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-5df570c7-c316-477e-a8d3-6446add938eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:10:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['14a71fa3-8f4a-4f42-b77d-2410f74c23b9'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:11:15.833335 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f9801f41-b21a-409b-b00f-dceb0a3474e2 req-35e903b9-dcc9-4f16-9493-a31e7c0b6414 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=98cf7d0d-a023-4ea6-8a79-27b0e156b753&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0739145 Jul 13 14:11:15.848473 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-8decc04a-e032-46c6-b93b-befc461995fe tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] 10.222.0.23 "GET /v2.0/routers/14a71fa3-8f4a-4f42-b77d-2410f74c23b9 HTTP/1.1" status: 200 len: 906 time: 0.1244805 Jul 13 14:11:15.851855 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 43898) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:11:15.858302 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-5df570c7-c316-477e-a8d3-6446add938eb None None] Set router 14a71fa3-8f4a-4f42-b77d-2410f74c23b9 gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:11:15.949764 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9801f41-b21a-409b-b00f-dceb0a3474e2 req-85c683eb-e710-45a6-a938-4fd3fc36f5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:11:15.951670 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f9801f41-b21a-409b-b00f-dceb0a3474e2 req-85c683eb-e710-45a6-a938-4fd3fc36f5b3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=563c105cb8a548d597cdeed000a23e0f&device_id=98cf7d0d-a023-4ea6-8a79-27b0e156b753 HTTP/1.1" status: 200 len: 1096 time: 0.0718637 Jul 13 14:11:15.970071 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9cece1a0-3ac0-409b-ac4f-d2d91500d69b tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Notify callbacks [] for router, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:16.075630 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-5df570c7-c316-477e-a8d3-6446add938eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14a71fa3-8f4a-4f42-b77d-2410f74c23b9', 'name': 'tempest-snat-router-683521823', 'tenant_id': 'c1c8881319ed46e98a73c7d612dd6e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.33'}], 'enable_snat': True}, 'gw_port_id': 'b17796c1-b792-432d-b124-0c3aaf60d5fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:11:13Z', 'updated_at': '2021-07-13T14:11:14Z', 'revision_number': 3, 'project_id': 'c1c8881319ed46e98a73c7d612dd6e3c', 'gw_port': {'id': 'b17796c1-b792-432d-b124-0c3aaf60d5fb', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:32:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14a71fa3-8f4a-4f42-b77d-2410f74c23b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:11:14Z', 'updated_at': '2021-07-13T14:11:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:11:16.089767 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9801f41-b21a-409b-b00f-dceb0a3474e2 req-6d41fc97-3449-4f5a-8fdd-e15ee95fa996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:11:16.091556 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f9801f41-b21a-409b-b00f-dceb0a3474e2 req-6d41fc97-3449-4f5a-8fdd-e15ee95fa996 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d9b20102-dae7-41fd-a434-d6eeeb3ce86f HTTP/1.1" status: 200 len: 913 time: 0.1167204 Jul 13 14:11:16.097894 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9cece1a0-3ac0-409b-ac4f-d2d91500d69b tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:16.110890 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df570c7-c316-477e-a8d3-6446add938eb None None] Checking router: 14a71fa3-8f4a-4f42-b77d-2410f74c23b9 for host: n-d-800634-1 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:11:16.111379 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df570c7-c316-477e-a8d3-6446add938eb None None] Updating router 14a71fa3-8f4a-4f42-b77d-2410f74c23b9 port b17796c1-b792-432d-b124-0c3aaf60d5fb binding host n-d-800634-1 {{(pid=93752) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 14:11:16.150567 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5df570c7-c316-477e-a8d3-6446add938eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:16.160313 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-9cece1a0-3ac0-409b-ac4f-d2d91500d69b tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Deleting port b17796c1-b792-432d-b124-0c3aaf60d5fb {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:11:16.160907 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9cece1a0-3ac0-409b-ac4f-d2d91500d69b tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:16.206792 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f9801f41-b21a-409b-b00f-dceb0a3474e2 req-c821815c-0395-4dc9-b2a6-bcaa090b29ce service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3ec1891a-ba2e-4f2e-ba61-42f30dae24ec HTTP/1.1" status: 200 len: 1000 time: 0.1086564 Jul 13 14:11:16.248782 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-56be19da-03e3-433b-97b2-6e86621f6aa1 req-c13f1716-2547-4cd7-a1ab-f02d95ae80bd service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=43001923-938d-4f6f-b253-e4b2a2f3dc0c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2498848 Jul 13 14:11:16.257117 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9cece1a0-3ac0-409b-ac4f-d2d91500d69b tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:16.273246 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-9cece1a0-3ac0-409b-ac4f-d2d91500d69b tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Calling delete_port for b17796c1-b792-432d-b124-0c3aaf60d5fb owned by network:router_gateway {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:11:16.285045 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9801f41-b21a-409b-b00f-dceb0a3474e2 req-11773242-09b6-48a7-8190-672533769cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:11:16.288398 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f9801f41-b21a-409b-b00f-dceb0a3474e2 req-11773242-09b6-48a7-8190-672533769cca service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f744038a-6262-44b2-b221-cdb82b342ac6 HTTP/1.1" status: 200 len: 852 time: 0.0754573 Jul 13 14:11:16.388298 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9801f41-b21a-409b-b00f-dceb0a3474e2 req-5c69208e-6f24-4571-aaab-e1ba51a80e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:11:16.390188 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f9801f41-b21a-409b-b00f-dceb0a3474e2 req-5c69208e-6f24-4571-aaab-e1ba51a80e33 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d9b20102-dae7-41fd-a434-d6eeeb3ce86f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0952501 Jul 13 14:11:16.397337 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56be19da-03e3-433b-97b2-6e86621f6aa1 req-465c176b-eefe-4a8f-b6d2-8d4de7867d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:11:16.400027 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-56be19da-03e3-433b-97b2-6e86621f6aa1 req-465c176b-eefe-4a8f-b6d2-8d4de7867d1b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=59f4d545a6654c5eb7918dfd74d8ac77&device_id=43001923-938d-4f6f-b253-e4b2a2f3dc0c HTTP/1.1" status: 200 len: 1097 time: 0.0966425 Jul 13 14:11:16.482417 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9cece1a0-3ac0-409b-ac4f-d2d91500d69b tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:16.483477 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.db.api [None req-5df570c7-c316-477e-a8d3-6446add938eb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93752) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 14:11:16.484113 n-d-800634-1 neutron-server[93752]: DEBUG oslo_db.api [None req-5df570c7-c316-477e-a8d3-6446add938eb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 14:11:16.508394 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cece1a0-3ac0-409b-ac4f-d2d91500d69b tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Pushing event deleted for resources: {'Port': ['ID=b17796c1-b792-432d-b124-0c3aaf60d5fb,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:11:16.580962 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9cece1a0-3ac0-409b-ac4f-d2d91500d69b tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-446473'] for router_gateway, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:16.581280 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f9801f41-b21a-409b-b00f-dceb0a3474e2 req-65450c44-e802-423a-b047-321e41f2aa4d service neutron] 10.222.0.26 "GET /v2.0/networks/d9b20102-dae7-41fd-a434-d6eeeb3ce86f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801591 Jul 13 14:11:16.602417 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56be19da-03e3-433b-97b2-6e86621f6aa1 req-f177766a-37d9-4993-b724-4c6678727498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:11:16.603853 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-56be19da-03e3-433b-97b2-6e86621f6aa1 req-f177766a-37d9-4993-b724-4c6678727498 service neutron] 10.222.0.41 "GET /v2.0/networks?id=85675ef6-c9f4-45a9-b143-088b3c3bab41 HTTP/1.1" status: 200 len: 909 time: 0.1724834 Jul 13 14:11:16.678101 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9cece1a0-3ac0-409b-ac4f-d2d91500d69b tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1591938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2696'] for router, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:16.680621 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9cece1a0-3ac0-409b-ac4f-d2d91500d69b tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:16.726826 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9cece1a0-3ac0-409b-ac4f-d2d91500d69b tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593106'] for router, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:16.727359 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cece1a0-3ac0-409b-ac4f-d2d91500d69b tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 14a71fa3-8f4a-4f42-b77d-2410f74c23b9 {{(pid=93751) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 14:11:16.727655 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-56be19da-03e3-433b-97b2-6e86621f6aa1 req-e5b11efb-b109-4838-93ed-9a5426fde622 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c05abf6b-af95-42f9-8af2-f25383760a91 HTTP/1.1" status: 200 len: 1002 time: 0.1132414 Jul 13 14:11:16.731673 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9cece1a0-3ac0-409b-ac4f-d2d91500d69b tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:16.732931 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-9cece1a0-3ac0-409b-ac4f-d2d91500d69b tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] 10.222.0.23 "DELETE /v2.0/routers/14a71fa3-8f4a-4f42-b77d-2410f74c23b9 HTTP/1.1" status: 204 len: 168 time: 0.8799708 Jul 13 14:11:16.735570 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 43902) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:11:16.775224 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f9801f41-b21a-409b-b00f-dceb0a3474e2 req-1fd02960-7e72-418b-9337-8b0efae136bc service neutron] 10.222.0.26 "GET /v2.0/networks/d9b20102-dae7-41fd-a434-d6eeeb3ce86f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864853 Jul 13 14:11:16.795778 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56be19da-03e3-433b-97b2-6e86621f6aa1 req-545155be-2ce1-433d-8c4b-8820a988efed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:11:16.797481 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-56be19da-03e3-433b-97b2-6e86621f6aa1 req-545155be-2ce1-433d-8c4b-8820a988efed service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a3263c26-0926-4e8f-a717-50d981fdb59c HTTP/1.1" status: 200 len: 848 time: 0.0625145 Jul 13 14:11:16.856504 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56be19da-03e3-433b-97b2-6e86621f6aa1 req-f73b528c-1b62-4213-9571-b460972ead8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:11:16.857329 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9c111caa-0116-4d97-95b5-4e3b60f92401 tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Notify callbacks [] for router, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:16.858092 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-56be19da-03e3-433b-97b2-6e86621f6aa1 req-f73b528c-1b62-4213-9571-b460972ead8b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=85675ef6-c9f4-45a9-b143-088b3c3bab41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0545774 Jul 13 14:11:16.867938 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [req-56be19da-03e3-433b-97b2-6e86621f6aa1 req-b32fc4b1-3d22-4f98-9e95-25552468f069 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93750) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 14:11:16.868942 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-56be19da-03e3-433b-97b2-6e86621f6aa1 req-b32fc4b1-3d22-4f98-9e95-25552468f069 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052502 Jul 13 14:11:16.966513 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-56be19da-03e3-433b-97b2-6e86621f6aa1 req-5f6ffa47-7af8-44ba-bb3a-cabba40aeb55 service neutron] 10.222.0.41 "GET /v2.0/networks/85675ef6-c9f4-45a9-b143-088b3c3bab41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911241 Jul 13 14:11:16.970630 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9c111caa-0116-4d97-95b5-4e3b60f92401 tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:17.007530 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df570c7-c316-477e-a8d3-6446add938eb None None] Port b17796c1-b792-432d-b124-0c3aaf60d5fb not found while updating agent binding for router 14a71fa3-8f4a-4f42-b77d-2410f74c23b9. {{(pid=93752) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 13 14:11:17.016600 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df570c7-c316-477e-a8d3-6446add938eb None None] Routers set() bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:11:17.017212 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df570c7-c316-477e-a8d3-6446add938eb None None] Router IDs set() for agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 13 14:11:17.018028 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_agentschedulers_db [None req-5df570c7-c316-477e-a8d3-6446add938eb None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'14a71fa3-8f4a-4f42-b77d-2410f74c23b9'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:10:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent'). {{(pid=93752) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 13 14:11:17.018792 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df570c7-c316-477e-a8d3-6446add938eb None None] The sync data for ids ['14a71fa3-8f4a-4f42-b77d-2410f74c23b9'] in n-d-800634-1 is: [] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:11:17.033402 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-9c111caa-0116-4d97-95b5-4e3b60f92401 tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Deleting port 55b0d607-0488-4a88-b4c4-aee86b20fa08 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:11:17.033778 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9c111caa-0116-4d97-95b5-4e3b60f92401 tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:17.062505 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-56be19da-03e3-433b-97b2-6e86621f6aa1 req-ae13f709-e589-466f-8baa-aae32da736c7 service neutron] 10.222.0.41 "GET /v2.0/networks/85675ef6-c9f4-45a9-b143-088b3c3bab41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893974 Jul 13 14:11:17.120738 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-9c111caa-0116-4d97-95b5-4e3b60f92401 tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] For port 55b0d607-0488-4a88-b4c4-aee86b20fa08, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=55b0d607-0488-4a88-b4c4-aee86b20fa08,segment=NetworkSegment(3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87),segment_id=3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:11:17.121122 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9c111caa-0116-4d97-95b5-4e3b60f92401 tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:17.135434 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-9c111caa-0116-4d97-95b5-4e3b60f92401 tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Calling delete_port for 55b0d607-0488-4a88-b4c4-aee86b20fa08 owned by network:router_gateway {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:11:17.183801 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 55b0d607-0488-4a88-b4c4-aee86b20fa08 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:11:17.239605 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d0ecc394-6f45-41b4-8b4f-93cb99d038a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:17.243049 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port 55b0d607-0488-4a88-b4c4-aee86b20fa08 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:11:17.246781 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 55b0d607-0488-4a88-b4c4-aee86b20fa08 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:11:17.247140 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:17.315911 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9c111caa-0116-4d97-95b5-4e3b60f92401 tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:17.329677 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:17.367223 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c111caa-0116-4d97-95b5-4e3b60f92401 tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Pushing event deleted for resources: {'Port': ['ID=55b0d607-0488-4a88-b4c4-aee86b20fa08,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:11:17.408410 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9c111caa-0116-4d97-95b5-4e3b60f92401 tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-446473'] for router_gateway, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:17.497634 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9c111caa-0116-4d97-95b5-4e3b60f92401 tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1591938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2696'] for router, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:17.499728 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9c111caa-0116-4d97-95b5-4e3b60f92401 tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:17.545590 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9c111caa-0116-4d97-95b5-4e3b60f92401 tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593106'] for router, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:17.546140 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c111caa-0116-4d97-95b5-4e3b60f92401 tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 14c816fd-c505-4814-9982-f4dbcf519684 {{(pid=93751) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 14:11:17.550372 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9c111caa-0116-4d97-95b5-4e3b60f92401 tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:17.551360 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-9c111caa-0116-4d97-95b5-4e3b60f92401 tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] 10.222.0.23 "DELETE /v2.0/routers/14c816fd-c505-4814-9982-f4dbcf519684 HTTP/1.1" status: 204 len: 168 time: 0.8148320 Jul 13 14:11:17.555840 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 43904) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:11:17.560893 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-45621bde-f50e-47fd-b259-5b2bb55eda4b tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1695134310', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}, 'admin_state_up': False}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:11:17.587318 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-45621bde-f50e-47fd-b259-5b2bb55eda4b tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1591928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2714'] for router, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:17.588401 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-45621bde-f50e-47fd-b259-5b2bb55eda4b tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447198', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1629690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2689'] for router, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:17.646060 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-45621bde-f50e-47fd-b259-5b2bb55eda4b tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:17.783282 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-45621bde-f50e-47fd-b259-5b2bb55eda4b tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447180', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1591910', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2751'] for router, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:18.337643 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-45621bde-f50e-47fd-b259-5b2bb55eda4b tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Notify callbacks [] for router_gateway, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:18.357457 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-45621bde-f50e-47fd-b259-5b2bb55eda4b tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:18.470814 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-45621bde-f50e-47fd-b259-5b2bb55eda4b tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Allocated IP 172.25.6.93 (acf968b8-c524-46a9-a20b-ad9667009130/dde5a78e-bd1e-4f47-8189-7321d4de73d3/af9202f2-0027-4c3c-961c-0ec959e72297) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:11:18.572525 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-45621bde-f50e-47fd-b259-5b2bb55eda4b tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:18.610022 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-45621bde-f50e-47fd-b259-5b2bb55eda4b tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:18.653038 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45621bde-f50e-47fd-b259-5b2bb55eda4b tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Network acf968b8-c524-46a9-a20b-ad9667009130 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:11:18.655887 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-45621bde-f50e-47fd-b259-5b2bb55eda4b tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:11:18.658384 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45621bde-f50e-47fd-b259-5b2bb55eda4b tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:11:18.682794 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45621bde-f50e-47fd-b259-5b2bb55eda4b tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Pushing event updated for resources: {'Port': ['ID=af9202f2-0027-4c3c-961c-0ec959e72297,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:11:18.916414 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-45621bde-f50e-47fd-b259-5b2bb55eda4b tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Notify callbacks [] for router_gateway, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:19.121720 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-45621bde-f50e-47fd-b259-5b2bb55eda4b tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447217'] for router, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:19.155965 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 55b0d607-0488-4a88-b4c4-aee86b20fa08 no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:11:19.176664 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: 55b0d607-0488-4a88-b4c4-aee86b20fa08 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:11:19.176935 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 55b0d607-0488-4a88-b4c4-aee86b20fa08 not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:11:19.268055 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45621bde-f50e-47fd-b259-5b2bb55eda4b tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Router 0b76ac28-e316-4473-be9c-aa7298d61974 is scheduled to L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 with binding_index 1 {{(pid=93750) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 14:11:19.378804 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45621bde-f50e-47fd-b259-5b2bb55eda4b tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:11:19.388652 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c965a2f0-a9f6-4b30-88f5-8089ae84c175 None None] Sync routers for ids ['0b76ac28-e316-4473-be9c-aa7298d61974'] in n-d-800634-1 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:11:19.398457 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c965a2f0-a9f6-4b30-88f5-8089ae84c175 None None] Routers {'0b76ac28-e316-4473-be9c-aa7298d61974'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:11:19.398800 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-45621bde-f50e-47fd-b259-5b2bb55eda4b tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:19.399061 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-c965a2f0-a9f6-4b30-88f5-8089ae84c175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:10:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['0b76ac28-e316-4473-be9c-aa7298d61974'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:11:19.402242 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-45621bde-f50e-47fd-b259-5b2bb55eda4b tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 1.8452477 Jul 13 14:11:19.403070 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 43906) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:11:19.407691 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-2123d67c-8ded-4a8e-92c8-251a007a49c3 tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'enable_snat': False}}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:11:19.434245 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-c965a2f0-a9f6-4b30-88f5-8089ae84c175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:11:19.442537 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c965a2f0-a9f6-4b30-88f5-8089ae84c175 None None] Routers {'0b76ac28-e316-4473-be9c-aa7298d61974'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:11:19.444300 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-c965a2f0-a9f6-4b30-88f5-8089ae84c175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:10:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['0b76ac28-e316-4473-be9c-aa7298d61974'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:11:19.476563 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-c965a2f0-a9f6-4b30-88f5-8089ae84c175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:11:19.477208 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c965a2f0-a9f6-4b30-88f5-8089ae84c175 None None] The sync data for ids ['0b76ac28-e316-4473-be9c-aa7298d61974'] in n-d-800634-1 is: [] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:11:19.704001 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2123d67c-8ded-4a8e-92c8-251a007a49c3 tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447180', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1591910', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2751'] for router, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:19.888722 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-41466974-ada1-4dcb-bcfe-8604a5f4a837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:20.011416 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:20.094748 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2123d67c-8ded-4a8e-92c8-251a007a49c3 tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447180', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1591910', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2751'] for router, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:20.098068 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2123d67c-8ded-4a8e-92c8-251a007a49c3 tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-447171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-447226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1591965'] for router, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:20.502956 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2123d67c-8ded-4a8e-92c8-251a007a49c3 tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Router 0b76ac28-e316-4473-be9c-aa7298d61974 has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:11:20.606355 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2123d67c-8ded-4a8e-92c8-251a007a49c3 tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:11:20.610500 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2123d67c-8ded-4a8e-92c8-251a007a49c3 tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:20.611702 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-2123d67c-8ded-4a8e-92c8-251a007a49c3 tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] 10.222.0.23 "PUT /v2.0/routers/0b76ac28-e316-4473-be9c-aa7298d61974 HTTP/1.1" status: 200 len: 925 time: 1.2076263 Jul 13 14:11:20.614335 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 43908) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:11:20.617892 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984f3e17-2caa-45e1-ae77-775eef16f1f5 None None] Sync routers for ids ['0b76ac28-e316-4473-be9c-aa7298d61974'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:11:20.627689 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984f3e17-2caa-45e1-ae77-775eef16f1f5 None None] Routers {'0b76ac28-e316-4473-be9c-aa7298d61974'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:11:20.628299 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-984f3e17-2caa-45e1-ae77-775eef16f1f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:11:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['0b76ac28-e316-4473-be9c-aa7298d61974'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:11:20.663101 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-984f3e17-2caa-45e1-ae77-775eef16f1f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:11:20.671450 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984f3e17-2caa-45e1-ae77-775eef16f1f5 None None] Routers {'0b76ac28-e316-4473-be9c-aa7298d61974'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:11:20.672049 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-984f3e17-2caa-45e1-ae77-775eef16f1f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:11:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['0b76ac28-e316-4473-be9c-aa7298d61974'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:11:20.704294 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-984f3e17-2caa-45e1-ae77-775eef16f1f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:11:20.705434 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984f3e17-2caa-45e1-ae77-775eef16f1f5 None None] The sync data for ids ['0b76ac28-e316-4473-be9c-aa7298d61974'] in n-d-800634-1 is: [] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:11:20.719885 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-818963be-d394-4493-b0d0-e81046fca46a tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] 10.222.0.23 "GET /v2.0/routers/0b76ac28-e316-4473-be9c-aa7298d61974 HTTP/1.1" status: 200 len: 925 time: 0.1035802 Jul 13 14:11:20.722508 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 43910) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:11:20.805834 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81da16fa-41db-4cd6-8d65-2f1ce99daf4a tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:11:20.807359 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-81da16fa-41db-4cd6-8d65-2f1ce99daf4a tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=acf968b8-c524-46a9-a20b-ad9667009130&device_id=0b76ac28-e316-4473-be9c-aa7298d61974&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0839481 Jul 13 14:11:20.810024 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 43912) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:11:20.897088 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-453704ee-28fa-4c69-81c2-008edc64b6c2 tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:11:20.898546 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-453704ee-28fa-4c69-81c2-008edc64b6c2 tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] 10.222.0.23 "GET /v2.0/networks/acf968b8-c524-46a9-a20b-ad9667009130 HTTP/1.1" status: 200 len: 881 time: 0.0875890 Jul 13 14:11:20.901406 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 43914) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:11:20.931251 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-1eee4059-85f8-49d1-98e2-6d4ef6c67efd tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b76ac28-e316-4473-be9c-aa7298d61974 HTTP/1.1" status: 200 len: 205 time: 0.0287471 Jul 13 14:11:20.933644 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 43916) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:11:21.040325 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f587134e-66b3-47e7-8170-4b709f7f02df tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Notify callbacks [] for router, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:21.144542 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f587134e-66b3-47e7-8170-4b709f7f02df tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:21.194614 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:21.197994 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-f587134e-66b3-47e7-8170-4b709f7f02df tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Deleting port af9202f2-0027-4c3c-961c-0ec959e72297 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:11:21.198347 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f587134e-66b3-47e7-8170-4b709f7f02df tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:21.277716 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f587134e-66b3-47e7-8170-4b709f7f02df tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:21.289956 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-f587134e-66b3-47e7-8170-4b709f7f02df tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Calling delete_port for af9202f2-0027-4c3c-961c-0ec959e72297 owned by network:router_gateway {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:11:21.463607 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f587134e-66b3-47e7-8170-4b709f7f02df tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:21.491538 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f587134e-66b3-47e7-8170-4b709f7f02df tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Pushing event deleted for resources: {'Port': ['ID=af9202f2-0027-4c3c-961c-0ec959e72297,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:11:21.551455 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f587134e-66b3-47e7-8170-4b709f7f02df tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-446473'] for router_gateway, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:21.641447 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f587134e-66b3-47e7-8170-4b709f7f02df tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1591938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2696'] for router, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:21.643558 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f587134e-66b3-47e7-8170-4b709f7f02df tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:21.689401 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f587134e-66b3-47e7-8170-4b709f7f02df tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593106'] for router, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:21.689959 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f587134e-66b3-47e7-8170-4b709f7f02df tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Fanout notify agent at l3_agent the message router_deleted on router 0b76ac28-e316-4473-be9c-aa7298d61974 {{(pid=93751) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 14:11:21.697208 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f587134e-66b3-47e7-8170-4b709f7f02df tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:21.698335 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-f587134e-66b3-47e7-8170-4b709f7f02df tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] 10.222.0.23 "DELETE /v2.0/routers/0b76ac28-e316-4473-be9c-aa7298d61974 HTTP/1.1" status: 204 len: 168 time: 0.7637792 Jul 13 14:11:21.701919 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 43918) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:11:21.706405 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-ed2a944d-e6d6-4fd1-aeee-edc73d2aed1d tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-556914808', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:11:21.728262 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ed2a944d-e6d6-4fd1-aeee-edc73d2aed1d tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1591928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2714'] for router, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:21.729268 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ed2a944d-e6d6-4fd1-aeee-edc73d2aed1d tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447198', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1629690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2689'] for router, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:21.778467 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ed2a944d-e6d6-4fd1-aeee-edc73d2aed1d tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:21.782485 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ed2a944d-e6d6-4fd1-aeee-edc73d2aed1d tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447217'] for router, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:21.798893 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ed2a944d-e6d6-4fd1-aeee-edc73d2aed1d tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:21.800196 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-ed2a944d-e6d6-4fd1-aeee-edc73d2aed1d tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.0973003 Jul 13 14:11:21.803692 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 43920) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:11:21.808438 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-65fd3646-8515-4f04-9fcf-7e893bbdd299 tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Request body: {'router': {'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:11:22.011711 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-65fd3646-8515-4f04-9fcf-7e893bbdd299 tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447180', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1591910', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2751'] for router, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:22.201678 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-65fd3646-8515-4f04-9fcf-7e893bbdd299 tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Notify callbacks [] for router_gateway, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:22.223904 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-65fd3646-8515-4f04-9fcf-7e893bbdd299 tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:22.330007 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-65fd3646-8515-4f04-9fcf-7e893bbdd299 tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Allocated IP 172.25.6.19 (acf968b8-c524-46a9-a20b-ad9667009130/dde5a78e-bd1e-4f47-8189-7321d4de73d3/36159cbf-413a-45e8-8efa-486d571ea5da) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:11:22.451835 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-65fd3646-8515-4f04-9fcf-7e893bbdd299 tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:22.491177 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-65fd3646-8515-4f04-9fcf-7e893bbdd299 tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:22.530638 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65fd3646-8515-4f04-9fcf-7e893bbdd299 tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Network acf968b8-c524-46a9-a20b-ad9667009130 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:11:22.535026 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-65fd3646-8515-4f04-9fcf-7e893bbdd299 tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:11:22.540092 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65fd3646-8515-4f04-9fcf-7e893bbdd299 tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:11:22.543117 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fd3646-8515-4f04-9fcf-7e893bbdd299 tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Pushing event updated for resources: {'Port': ['ID=36159cbf-413a-45e8-8efa-486d571ea5da,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:11:22.570138 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fd3646-8515-4f04-9fcf-7e893bbdd299 tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:11:22.570486 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fd3646-8515-4f04-9fcf-7e893bbdd299 tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:11:22.570829 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fd3646-8515-4f04-9fcf-7e893bbdd299 tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:11:22.571164 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fd3646-8515-4f04-9fcf-7e893bbdd299 tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:11:22.571499 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fd3646-8515-4f04-9fcf-7e893bbdd299 tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:11:22.571834 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fd3646-8515-4f04-9fcf-7e893bbdd299 tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:11:22.572160 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fd3646-8515-4f04-9fcf-7e893bbdd299 tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:11:22.572492 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fd3646-8515-4f04-9fcf-7e893bbdd299 tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:11:22.572816 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fd3646-8515-4f04-9fcf-7e893bbdd299 tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:11:22.573138 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fd3646-8515-4f04-9fcf-7e893bbdd299 tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:11:22.573460 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fd3646-8515-4f04-9fcf-7e893bbdd299 tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:11:22.573808 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fd3646-8515-4f04-9fcf-7e893bbdd299 tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:11:22.708193 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:22.807869 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-65fd3646-8515-4f04-9fcf-7e893bbdd299 tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Notify callbacks [] for router_gateway, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:23.008900 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-65fd3646-8515-4f04-9fcf-7e893bbdd299 tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447180', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1591910', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2751'] for router, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:23.012350 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-65fd3646-8515-4f04-9fcf-7e893bbdd299 tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-447171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-447226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1591965'] for router, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:23.147566 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65fd3646-8515-4f04-9fcf-7e893bbdd299 tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Router a0480e46-0c32-49dd-8b8e-6a6bebfc8b04 is scheduled to L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 with binding_index 1 {{(pid=93750) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 14:11:23.258710 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65fd3646-8515-4f04-9fcf-7e893bbdd299 tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:11:23.267010 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-65fd3646-8515-4f04-9fcf-7e893bbdd299 tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:23.268192 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-65fd3646-8515-4f04-9fcf-7e893bbdd299 tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] 10.222.0.23 "PUT /v2.0/routers/a0480e46-0c32-49dd-8b8e-6a6bebfc8b04 HTTP/1.1" status: 200 len: 882 time: 1.4634745 Jul 13 14:11:23.268345 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a407d2e5-83b9-4560-a99e-74b636d9fe67 None None] Sync routers for ids ['a0480e46-0c32-49dd-8b8e-6a6bebfc8b04'] in n-d-800634-1 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:11:23.270819 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 43922) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:11:23.277669 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a407d2e5-83b9-4560-a99e-74b636d9fe67 None None] Routers {'a0480e46-0c32-49dd-8b8e-6a6bebfc8b04'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:11:23.278309 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-a407d2e5-83b9-4560-a99e-74b636d9fe67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:11:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['a0480e46-0c32-49dd-8b8e-6a6bebfc8b04'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:11:23.314251 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-a407d2e5-83b9-4560-a99e-74b636d9fe67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:11:23.323663 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a407d2e5-83b9-4560-a99e-74b636d9fe67 None None] Routers {'a0480e46-0c32-49dd-8b8e-6a6bebfc8b04'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:11:23.324366 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-a407d2e5-83b9-4560-a99e-74b636d9fe67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:11:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['a0480e46-0c32-49dd-8b8e-6a6bebfc8b04'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:11:23.356363 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-a407d2e5-83b9-4560-a99e-74b636d9fe67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:11:23.356957 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a407d2e5-83b9-4560-a99e-74b636d9fe67 None None] The sync data for ids ['a0480e46-0c32-49dd-8b8e-6a6bebfc8b04'] in n-d-800634-1 is: [] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:11:23.387708 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-f2cca180-2513-43d0-b7be-c1933ecef577 tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] 10.222.0.23 "GET /v2.0/routers/a0480e46-0c32-49dd-8b8e-6a6bebfc8b04 HTTP/1.1" status: 200 len: 923 time: 0.1156311 Jul 13 14:11:23.390434 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 43924) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:11:23.476363 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e448d8a1-5cf1-4bff-8fc8-b9dfc5c40d5e tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:11:23.477932 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-e448d8a1-5cf1-4bff-8fc8-b9dfc5c40d5e tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=acf968b8-c524-46a9-a20b-ad9667009130&device_id=a0480e46-0c32-49dd-8b8e-6a6bebfc8b04&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0865560 Jul 13 14:11:23.480540 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 43926) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:11:23.561866 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:11:23.567827 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdac4903-418d-4e80-a49f-4e803ffbf24a tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:11:23.570025 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-bdac4903-418d-4e80-a49f-4e803ffbf24a tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] 10.222.0.23 "GET /v2.0/networks/acf968b8-c524-46a9-a20b-ad9667009130 HTTP/1.1" status: 200 len: 881 time: 0.0884719 Jul 13 14:11:23.572996 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 43928) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:11:23.600945 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-4dd97d87-3c76-43be-b08c-d149921a9fdd tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0480e46-0c32-49dd-8b8e-6a6bebfc8b04 HTTP/1.1" status: 200 len: 205 time: 0.0268617 Jul 13 14:11:23.603379 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 43930) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:11:24.054030 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8b1f9775-ac1a-46aa-b279-7332796f806d tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Notify callbacks [] for router, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:24.158029 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8b1f9775-ac1a-46aa-b279-7332796f806d tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:24.211182 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-8b1f9775-ac1a-46aa-b279-7332796f806d tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Deleting port 36159cbf-413a-45e8-8efa-486d571ea5da {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:11:24.211447 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8b1f9775-ac1a-46aa-b279-7332796f806d tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:24.296008 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8b1f9775-ac1a-46aa-b279-7332796f806d tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:24.307490 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-8b1f9775-ac1a-46aa-b279-7332796f806d tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Calling delete_port for 36159cbf-413a-45e8-8efa-486d571ea5da owned by network:router_gateway {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:11:24.469865 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8b1f9775-ac1a-46aa-b279-7332796f806d tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:24.496966 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1f9775-ac1a-46aa-b279-7332796f806d tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Pushing event deleted for resources: {'Port': ['ID=36159cbf-413a-45e8-8efa-486d571ea5da,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:11:24.557204 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8b1f9775-ac1a-46aa-b279-7332796f806d tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-446473'] for router_gateway, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:24.648706 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8b1f9775-ac1a-46aa-b279-7332796f806d tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1591938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2696'] for router, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:24.650810 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8b1f9775-ac1a-46aa-b279-7332796f806d tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:24.696394 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8b1f9775-ac1a-46aa-b279-7332796f806d tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593106'] for router, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:24.696993 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b1f9775-ac1a-46aa-b279-7332796f806d tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Fanout notify agent at l3_agent the message router_deleted on router a0480e46-0c32-49dd-8b8e-6a6bebfc8b04 {{(pid=93750) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 14:11:24.704507 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8b1f9775-ac1a-46aa-b279-7332796f806d tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:24.705624 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-8b1f9775-ac1a-46aa-b279-7332796f806d tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] 10.222.0.23 "DELETE /v2.0/routers/a0480e46-0c32-49dd-8b8e-6a6bebfc8b04 HTTP/1.1" status: 204 len: 168 time: 1.1013637 Jul 13 14:11:24.709957 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 43932) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:11:24.714470 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-0be3c87e-bd24-45fb-bda3-9c834eb5b64a tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-699759484', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:11:24.737053 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0be3c87e-bd24-45fb-bda3-9c834eb5b64a tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1591928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2714'] for router, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:24.738072 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0be3c87e-bd24-45fb-bda3-9c834eb5b64a tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447198', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1629690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2689'] for router, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:24.792994 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0be3c87e-bd24-45fb-bda3-9c834eb5b64a tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:24.796959 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0be3c87e-bd24-45fb-bda3-9c834eb5b64a tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447217'] for router, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:24.812609 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0be3c87e-bd24-45fb-bda3-9c834eb5b64a tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:24.813809 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-0be3c87e-bd24-45fb-bda3-9c834eb5b64a tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1028006 Jul 13 14:11:24.816609 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 43934) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:11:24.821679 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-4658a861-aa4f-4a97-bdba-1e0db09527ac tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'enable_snat': True}}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:11:25.029264 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4658a861-aa4f-4a97-bdba-1e0db09527ac tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447180', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1591910', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2751'] for router, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:25.246296 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4658a861-aa4f-4a97-bdba-1e0db09527ac tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:25.265305 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4658a861-aa4f-4a97-bdba-1e0db09527ac tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:25.378355 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-4658a861-aa4f-4a97-bdba-1e0db09527ac tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Allocated IP 172.25.6.171 (acf968b8-c524-46a9-a20b-ad9667009130/dde5a78e-bd1e-4f47-8189-7321d4de73d3/5c53c3e0-7466-4fd5-b9e9-0faa186a91e9) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:11:25.486899 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4658a861-aa4f-4a97-bdba-1e0db09527ac tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:25.530449 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4658a861-aa4f-4a97-bdba-1e0db09527ac tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:25.567841 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4658a861-aa4f-4a97-bdba-1e0db09527ac tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Network acf968b8-c524-46a9-a20b-ad9667009130 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:11:25.572809 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-4658a861-aa4f-4a97-bdba-1e0db09527ac tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:11:25.576363 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4658a861-aa4f-4a97-bdba-1e0db09527ac tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:11:25.602669 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4658a861-aa4f-4a97-bdba-1e0db09527ac tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Pushing event updated for resources: {'Port': ['ID=5c53c3e0-7466-4fd5-b9e9-0faa186a91e9,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:11:25.829755 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4658a861-aa4f-4a97-bdba-1e0db09527ac tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:26.030701 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4658a861-aa4f-4a97-bdba-1e0db09527ac tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447180', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1591910', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2751'] for router, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:26.034083 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4658a861-aa4f-4a97-bdba-1e0db09527ac tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-447171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-447226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1591965'] for router, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:26.170769 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4658a861-aa4f-4a97-bdba-1e0db09527ac tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Router 43caa444-aa9c-4229-b481-99ca648366a6 is scheduled to L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 with binding_index 1 {{(pid=93750) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 14:11:26.278234 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4658a861-aa4f-4a97-bdba-1e0db09527ac tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:11:26.282660 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4658a861-aa4f-4a97-bdba-1e0db09527ac tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:26.284285 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-4658a861-aa4f-4a97-bdba-1e0db09527ac tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] 10.222.0.23 "PUT /v2.0/routers/43caa444-aa9c-4229-b481-99ca648366a6 HTTP/1.1" status: 200 len: 918 time: 1.4663131 Jul 13 14:11:26.286433 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 43940) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:11:26.288054 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd903ce2-d16a-4ab1-a894-7c4593021ff3 None None] Sync routers for ids ['43caa444-aa9c-4229-b481-99ca648366a6'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:11:26.300524 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd903ce2-d16a-4ab1-a894-7c4593021ff3 None None] Routers {'43caa444-aa9c-4229-b481-99ca648366a6'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:11:26.301532 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-cd903ce2-d16a-4ab1-a894-7c4593021ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:11:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['43caa444-aa9c-4229-b481-99ca648366a6'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:11:26.361502 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-cd903ce2-d16a-4ab1-a894-7c4593021ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:11:26.374914 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd903ce2-d16a-4ab1-a894-7c4593021ff3 None None] Routers {'43caa444-aa9c-4229-b481-99ca648366a6'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:11:26.375875 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-cd903ce2-d16a-4ab1-a894-7c4593021ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:11:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['43caa444-aa9c-4229-b481-99ca648366a6'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:11:26.436097 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-cd903ce2-d16a-4ab1-a894-7c4593021ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:11:26.436881 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd903ce2-d16a-4ab1-a894-7c4593021ff3 None None] The sync data for ids ['43caa444-aa9c-4229-b481-99ca648366a6'] in n-d-800634-1 is: [] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:11:26.451521 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-bc4e2013-9b73-4f47-8da3-fc881f8bef2f tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] 10.222.0.23 "GET /v2.0/routers/43caa444-aa9c-4229-b481-99ca648366a6 HTTP/1.1" status: 200 len: 924 time: 0.1638837 Jul 13 14:11:26.454111 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 43942) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:11:26.512020 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfe7d40a-1842-4814-b987-afe07376a91a tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:11:26.513550 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-dfe7d40a-1842-4814-b987-afe07376a91a tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=acf968b8-c524-46a9-a20b-ad9667009130&device_id=43caa444-aa9c-4229-b481-99ca648366a6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0583341 Jul 13 14:11:26.516117 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 43944) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:11:26.600091 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f84ed5-7a02-4afd-873e-e8dde20c2d26 tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:11:26.601507 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-09f84ed5-7a02-4afd-873e-e8dde20c2d26 tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] 10.222.0.23 "GET /v2.0/networks/acf968b8-c524-46a9-a20b-ad9667009130 HTTP/1.1" status: 200 len: 881 time: 0.0845094 Jul 13 14:11:26.604288 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 43946) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:11:26.637462 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-defb3aac-0d38-48c7-acaa-a93289269df1 tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] 10.222.0.23 "GET /v2.0/ports?device_id=43caa444-aa9c-4229-b481-99ca648366a6 HTTP/1.1" status: 200 len: 205 time: 0.0320992 Jul 13 14:11:26.639776 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 43948) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:11:26.745715 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bfa3f33e-c3a3-48f6-9293-f1d35c8433e1 tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Notify callbacks [] for router, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:26.848816 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bfa3f33e-c3a3-48f6-9293-f1d35c8433e1 tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:26.904638 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-bfa3f33e-c3a3-48f6-9293-f1d35c8433e1 tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Deleting port 5c53c3e0-7466-4fd5-b9e9-0faa186a91e9 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:11:26.905020 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bfa3f33e-c3a3-48f6-9293-f1d35c8433e1 tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:26.981251 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bfa3f33e-c3a3-48f6-9293-f1d35c8433e1 tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:26.993618 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-bfa3f33e-c3a3-48f6-9293-f1d35c8433e1 tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Calling delete_port for 5c53c3e0-7466-4fd5-b9e9-0faa186a91e9 owned by network:router_gateway {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:11:27.160152 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bfa3f33e-c3a3-48f6-9293-f1d35c8433e1 tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:27.186076 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa3f33e-c3a3-48f6-9293-f1d35c8433e1 tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Pushing event deleted for resources: {'Port': ['ID=5c53c3e0-7466-4fd5-b9e9-0faa186a91e9,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:11:27.249877 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bfa3f33e-c3a3-48f6-9293-f1d35c8433e1 tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-446473'] for router_gateway, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:27.339165 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bfa3f33e-c3a3-48f6-9293-f1d35c8433e1 tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1591938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2696'] for router, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:27.341238 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bfa3f33e-c3a3-48f6-9293-f1d35c8433e1 tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:27.383334 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bfa3f33e-c3a3-48f6-9293-f1d35c8433e1 tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593106'] for router, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:27.383814 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfa3f33e-c3a3-48f6-9293-f1d35c8433e1 tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Fanout notify agent at l3_agent the message router_deleted on router 43caa444-aa9c-4229-b481-99ca648366a6 {{(pid=93750) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 14:11:27.390397 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bfa3f33e-c3a3-48f6-9293-f1d35c8433e1 tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:27.391707 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-bfa3f33e-c3a3-48f6-9293-f1d35c8433e1 tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] 10.222.0.23 "DELETE /v2.0/routers/43caa444-aa9c-4229-b481-99ca648366a6 HTTP/1.1" status: 204 len: 168 time: 0.7508917 Jul 13 14:11:27.395348 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 43950) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:11:27.402087 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-e625b1fa-0de6-427e-94aa-b1071506ba28 tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-876980142', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:11:27.427376 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e625b1fa-0de6-427e-94aa-b1071506ba28 tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1591928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2714'] for router, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:27.428603 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e625b1fa-0de6-427e-94aa-b1071506ba28 tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447198', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1629690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2689'] for router, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:27.487043 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e625b1fa-0de6-427e-94aa-b1071506ba28 tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:27.491745 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e625b1fa-0de6-427e-94aa-b1071506ba28 tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447217'] for router, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:27.508343 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e625b1fa-0de6-427e-94aa-b1071506ba28 tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:27.509590 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-e625b1fa-0de6-427e-94aa-b1071506ba28 tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1126645 Jul 13 14:11:27.512690 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 43952) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:11:27.517397 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-c04f3009-a10f-479b-91cd-0ddf2aa20445 tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'enable_snat': False}}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:11:28.084776 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c04f3009-a10f-479b-91cd-0ddf2aa20445 tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447180', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1591910', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2751'] for router, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:28.289703 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c04f3009-a10f-479b-91cd-0ddf2aa20445 tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:28.308733 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c04f3009-a10f-479b-91cd-0ddf2aa20445 tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:28.414325 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-c04f3009-a10f-479b-91cd-0ddf2aa20445 tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Allocated IP 172.25.6.113 (acf968b8-c524-46a9-a20b-ad9667009130/dde5a78e-bd1e-4f47-8189-7321d4de73d3/b6d8acf7-b59e-4538-b835-1005ffef32b5) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:11:28.527309 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c04f3009-a10f-479b-91cd-0ddf2aa20445 tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:28.566156 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c04f3009-a10f-479b-91cd-0ddf2aa20445 tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:28.606619 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c04f3009-a10f-479b-91cd-0ddf2aa20445 tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Network acf968b8-c524-46a9-a20b-ad9667009130 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:11:28.609508 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-c04f3009-a10f-479b-91cd-0ddf2aa20445 tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:11:28.612969 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04f3009-a10f-479b-91cd-0ddf2aa20445 tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:11:28.619810 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04f3009-a10f-479b-91cd-0ddf2aa20445 tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Pushing event updated for resources: {'Port': ['ID=b6d8acf7-b59e-4538-b835-1005ffef32b5,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:11:28.880134 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c04f3009-a10f-479b-91cd-0ddf2aa20445 tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:29.091242 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c04f3009-a10f-479b-91cd-0ddf2aa20445 tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447180', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1591910', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2751'] for router, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:29.095073 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c04f3009-a10f-479b-91cd-0ddf2aa20445 tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-447171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-447226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1591965'] for router, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:29.230346 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c04f3009-a10f-479b-91cd-0ddf2aa20445 tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Router 7a75b58c-611a-42db-acd0-f79948ff05d5 is scheduled to L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 with binding_index 1 {{(pid=93750) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 14:11:29.347204 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c04f3009-a10f-479b-91cd-0ddf2aa20445 tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:11:29.352482 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c04f3009-a10f-479b-91cd-0ddf2aa20445 tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:29.356339 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-c04f3009-a10f-479b-91cd-0ddf2aa20445 tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] 10.222.0.23 "PUT /v2.0/routers/7a75b58c-611a-42db-acd0-f79948ff05d5 HTTP/1.1" status: 200 len: 919 time: 1.8400919 Jul 13 14:11:29.356542 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d54d67e-ed03-4d5a-b750-123ce8a4d8f1 None None] Sync routers for ids ['7a75b58c-611a-42db-acd0-f79948ff05d5'] in n-d-800634-1 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:11:29.356972 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 43954) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:11:29.366241 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d54d67e-ed03-4d5a-b750-123ce8a4d8f1 None None] Routers {'7a75b58c-611a-42db-acd0-f79948ff05d5'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:11:29.366975 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-8d54d67e-ed03-4d5a-b750-123ce8a4d8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:11:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['7a75b58c-611a-42db-acd0-f79948ff05d5'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:11:29.399633 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-8d54d67e-ed03-4d5a-b750-123ce8a4d8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:11:29.408784 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d54d67e-ed03-4d5a-b750-123ce8a4d8f1 None None] Routers {'7a75b58c-611a-42db-acd0-f79948ff05d5'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:11:29.409383 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-8d54d67e-ed03-4d5a-b750-123ce8a4d8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:11:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['7a75b58c-611a-42db-acd0-f79948ff05d5'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:11:29.443846 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-8d54d67e-ed03-4d5a-b750-123ce8a4d8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:11:29.444833 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d54d67e-ed03-4d5a-b750-123ce8a4d8f1 None None] The sync data for ids ['7a75b58c-611a-42db-acd0-f79948ff05d5'] in n-d-800634-1 is: [] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:11:29.469029 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-29b04d9f-099f-4dd9-8e81-c8106765d6d3 tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] 10.222.0.23 "GET /v2.0/routers/7a75b58c-611a-42db-acd0-f79948ff05d5 HTTP/1.1" status: 200 len: 925 time: 0.1112359 Jul 13 14:11:29.471751 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 43956) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:11:29.524933 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3960cdb8-6b54-4bdb-b214-2fd3b66625ae tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:11:29.526395 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-3960cdb8-6b54-4bdb-b214-2fd3b66625ae tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=acf968b8-c524-46a9-a20b-ad9667009130&device_id=7a75b58c-611a-42db-acd0-f79948ff05d5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0537467 Jul 13 14:11:29.529238 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 43958) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:11:29.616329 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dcab7e4-526f-4a41-a4b6-fbe0b3f1a11e tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:11:29.617710 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-1dcab7e4-526f-4a41-a4b6-fbe0b3f1a11e tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] 10.222.0.23 "GET /v2.0/networks/acf968b8-c524-46a9-a20b-ad9667009130 HTTP/1.1" status: 200 len: 881 time: 0.0874031 Jul 13 14:11:29.620525 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 43960) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:11:29.649622 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-9e299c5f-8eaf-4117-b103-4827b3a86f20 tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a75b58c-611a-42db-acd0-f79948ff05d5 HTTP/1.1" status: 200 len: 205 time: 0.0280631 Jul 13 14:11:29.651973 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 43962) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:11:29.757191 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3815351c-bf25-42ff-a144-96c75ce335dc tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Notify callbacks [] for router, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:29.863584 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3815351c-bf25-42ff-a144-96c75ce335dc tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:29.914950 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-3815351c-bf25-42ff-a144-96c75ce335dc tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Deleting port b6d8acf7-b59e-4538-b835-1005ffef32b5 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:11:29.915289 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3815351c-bf25-42ff-a144-96c75ce335dc tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:29.991935 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3815351c-bf25-42ff-a144-96c75ce335dc tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:30.003218 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-3815351c-bf25-42ff-a144-96c75ce335dc tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Calling delete_port for b6d8acf7-b59e-4538-b835-1005ffef32b5 owned by network:router_gateway {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:11:30.168446 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3815351c-bf25-42ff-a144-96c75ce335dc tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:30.197995 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3815351c-bf25-42ff-a144-96c75ce335dc tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Pushing event deleted for resources: {'Port': ['ID=b6d8acf7-b59e-4538-b835-1005ffef32b5,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:11:30.259740 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3815351c-bf25-42ff-a144-96c75ce335dc tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-446473'] for router_gateway, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:30.351538 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3815351c-bf25-42ff-a144-96c75ce335dc tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1591938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2696'] for router, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:30.353660 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3815351c-bf25-42ff-a144-96c75ce335dc tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:30.400590 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3815351c-bf25-42ff-a144-96c75ce335dc tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593106'] for router, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:30.401332 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3815351c-bf25-42ff-a144-96c75ce335dc tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Fanout notify agent at l3_agent the message router_deleted on router 7a75b58c-611a-42db-acd0-f79948ff05d5 {{(pid=93750) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 14:11:30.408719 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3815351c-bf25-42ff-a144-96c75ce335dc tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:30.409855 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-3815351c-bf25-42ff-a144-96c75ce335dc tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] 10.222.0.23 "DELETE /v2.0/routers/7a75b58c-611a-42db-acd0-f79948ff05d5 HTTP/1.1" status: 204 len: 168 time: 0.7569740 Jul 13 14:11:30.414434 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 43964) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:11:30.419347 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-7b2caffb-fd71-40dd-bbcd-e09fb454f08e tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-403986851', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}, 'admin_state_up': False}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:11:30.442591 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7b2caffb-fd71-40dd-bbcd-e09fb454f08e tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1591928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2714'] for router, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:30.444121 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7b2caffb-fd71-40dd-bbcd-e09fb454f08e tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447198', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1629690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2689'] for router, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:30.496430 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7b2caffb-fd71-40dd-bbcd-e09fb454f08e tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:30.591292 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:30.633013 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7b2caffb-fd71-40dd-bbcd-e09fb454f08e tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447180', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1591910', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2751'] for router, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:30.824950 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7b2caffb-fd71-40dd-bbcd-e09fb454f08e tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Notify callbacks [] for router_gateway, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:30.843267 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7b2caffb-fd71-40dd-bbcd-e09fb454f08e tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:30.902780 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:30.956370 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-7b2caffb-fd71-40dd-bbcd-e09fb454f08e tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Allocated IP 172.25.6.197 (acf968b8-c524-46a9-a20b-ad9667009130/dde5a78e-bd1e-4f47-8189-7321d4de73d3/15f9104d-a77f-4e11-803a-ac0be903f08a) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:11:31.058211 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7b2caffb-fd71-40dd-bbcd-e09fb454f08e tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:31.096663 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7b2caffb-fd71-40dd-bbcd-e09fb454f08e tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:31.135316 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b2caffb-fd71-40dd-bbcd-e09fb454f08e tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Network acf968b8-c524-46a9-a20b-ad9667009130 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:11:31.138153 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-7b2caffb-fd71-40dd-bbcd-e09fb454f08e tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:11:31.141506 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2caffb-fd71-40dd-bbcd-e09fb454f08e tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:11:31.181992 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2caffb-fd71-40dd-bbcd-e09fb454f08e tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Pushing event updated for resources: {'Port': ['ID=15f9104d-a77f-4e11-803a-ac0be903f08a,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:11:31.407697 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7b2caffb-fd71-40dd-bbcd-e09fb454f08e tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Notify callbacks [] for router_gateway, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:31.619274 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7b2caffb-fd71-40dd-bbcd-e09fb454f08e tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447217'] for router, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:32.117019 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b2caffb-fd71-40dd-bbcd-e09fb454f08e tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Router 2cff168b-ed00-44d6-b7dc-053967fc973b is scheduled to L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 with binding_index 1 {{(pid=93750) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 14:11:32.223383 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b2caffb-fd71-40dd-bbcd-e09fb454f08e tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:11:32.233287 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e1fc38-8814-4e68-8f6d-723786c12772 None None] Sync routers for ids ['2cff168b-ed00-44d6-b7dc-053967fc973b'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:11:32.242022 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7b2caffb-fd71-40dd-bbcd-e09fb454f08e tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:32.243379 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-7b2caffb-fd71-40dd-bbcd-e09fb454f08e tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 1.8278837 Jul 13 14:11:32.243705 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e1fc38-8814-4e68-8f6d-723786c12772 None None] Routers {'2cff168b-ed00-44d6-b7dc-053967fc973b'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:11:32.244324 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-62e1fc38-8814-4e68-8f6d-723786c12772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:11:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['2cff168b-ed00-44d6-b7dc-053967fc973b'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:11:32.246267 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 43968) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:11:32.251719 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-4bf0ffcf-d343-427d-8c9b-5acb25733e8a tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:11:32.278251 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-62e1fc38-8814-4e68-8f6d-723786c12772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:11:32.287933 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e1fc38-8814-4e68-8f6d-723786c12772 None None] Routers {'2cff168b-ed00-44d6-b7dc-053967fc973b'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:11:32.288576 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-62e1fc38-8814-4e68-8f6d-723786c12772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:11:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['2cff168b-ed00-44d6-b7dc-053967fc973b'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:11:32.325293 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-62e1fc38-8814-4e68-8f6d-723786c12772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:11:32.326023 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e1fc38-8814-4e68-8f6d-723786c12772 None None] The sync data for ids ['2cff168b-ed00-44d6-b7dc-053967fc973b'] in n-d-800634-1 is: [] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:11:32.567546 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4bf0ffcf-d343-427d-8c9b-5acb25733e8a tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447180', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1591910', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2751'] for router, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:32.581309 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4bf0ffcf-d343-427d-8c9b-5acb25733e8a tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:32.634269 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-4bf0ffcf-d343-427d-8c9b-5acb25733e8a tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Deleting port 15f9104d-a77f-4e11-803a-ac0be903f08a {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:11:32.635059 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4bf0ffcf-d343-427d-8c9b-5acb25733e8a tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:32.714652 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4bf0ffcf-d343-427d-8c9b-5acb25733e8a tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:32.727247 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-4bf0ffcf-d343-427d-8c9b-5acb25733e8a tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Calling delete_port for 15f9104d-a77f-4e11-803a-ac0be903f08a owned by network:router_gateway {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:11:32.915570 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4bf0ffcf-d343-427d-8c9b-5acb25733e8a tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:32.944712 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf0ffcf-d343-427d-8c9b-5acb25733e8a tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Pushing event deleted for resources: {'Port': ['ID=15f9104d-a77f-4e11-803a-ac0be903f08a,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:11:33.016283 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4bf0ffcf-d343-427d-8c9b-5acb25733e8a tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-446473'] for router_gateway, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:33.226796 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4bf0ffcf-d343-427d-8c9b-5acb25733e8a tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447180', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1591910', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2751'] for router, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:33.230243 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4bf0ffcf-d343-427d-8c9b-5acb25733e8a tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-447171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-447226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1591965'] for router, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:33.317277 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bf0ffcf-d343-427d-8c9b-5acb25733e8a tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Router 2cff168b-ed00-44d6-b7dc-053967fc973b has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:11:33.392461 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bf0ffcf-d343-427d-8c9b-5acb25733e8a tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:11:33.402418 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01e70c5-cace-46ef-b138-bfaa02055e94 None None] Sync routers for ids ['2cff168b-ed00-44d6-b7dc-053967fc973b'] in n-d-800634-1 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:11:33.403465 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4bf0ffcf-d343-427d-8c9b-5acb25733e8a tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:33.404773 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-4bf0ffcf-d343-427d-8c9b-5acb25733e8a tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] 10.222.0.23 "PUT /v2.0/routers/2cff168b-ed00-44d6-b7dc-053967fc973b HTTP/1.1" status: 200 len: 709 time: 1.1573958 Jul 13 14:11:33.407649 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 43970) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:11:33.413239 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01e70c5-cace-46ef-b138-bfaa02055e94 None None] Routers {'2cff168b-ed00-44d6-b7dc-053967fc973b'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:11:33.413835 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-d01e70c5-cace-46ef-b138-bfaa02055e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:11:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['2cff168b-ed00-44d6-b7dc-053967fc973b'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:11:33.447318 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-d01e70c5-cace-46ef-b138-bfaa02055e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:11:33.456227 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01e70c5-cace-46ef-b138-bfaa02055e94 None None] Routers {'2cff168b-ed00-44d6-b7dc-053967fc973b'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:11:33.456831 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-d01e70c5-cace-46ef-b138-bfaa02055e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:11:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['2cff168b-ed00-44d6-b7dc-053967fc973b'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:11:33.484981 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-48fc0bcc-2f9a-46a9-ba10-3f25d81146a4 tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] 10.222.0.23 "GET /v2.0/routers/2cff168b-ed00-44d6-b7dc-053967fc973b HTTP/1.1" status: 200 len: 744 time: 0.0759308 Jul 13 14:11:33.487489 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 43972) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:11:33.492699 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-d01e70c5-cace-46ef-b138-bfaa02055e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:11:33.493348 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01e70c5-cace-46ef-b138-bfaa02055e94 None None] The sync data for ids ['2cff168b-ed00-44d6-b7dc-053967fc973b'] in n-d-800634-1 is: [] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:11:33.529747 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-284bbeab-396e-4d22-a03a-f61bb5e23a3e tempest-RoutersIpV6AdminTest-1866496348 tempest-RoutersIpV6AdminTest-1866496348-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=acf968b8-c524-46a9-a20b-ad9667009130&device_id=2cff168b-ed00-44d6-b7dc-053967fc973b HTTP/1.1" status: 200 len: 205 time: 0.0411837 Jul 13 14:11:33.532298 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 43974) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:11:33.564086 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-b5d1a38d-3d06-449f-95ea-f389db148ee0 tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] 10.222.0.23 "GET /v2.0/ports?device_id=2cff168b-ed00-44d6-b7dc-053967fc973b HTTP/1.1" status: 200 len: 205 time: 0.0307028 Jul 13 14:11:33.566440 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 43976) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:11:33.640435 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a0b4916f-3c76-4477-a020-8f6a9116eb80 tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Notify callbacks [] for router, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:33.793853 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a0b4916f-3c76-4477-a020-8f6a9116eb80 tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1591938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2696'] for router, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:33.795928 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a0b4916f-3c76-4477-a020-8f6a9116eb80 tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:33.839179 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a0b4916f-3c76-4477-a020-8f6a9116eb80 tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593106'] for router, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:33.839763 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0b4916f-3c76-4477-a020-8f6a9116eb80 tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Fanout notify agent at l3_agent the message router_deleted on router 2cff168b-ed00-44d6-b7dc-053967fc973b {{(pid=93751) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 14:11:33.847070 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a0b4916f-3c76-4477-a020-8f6a9116eb80 tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:33.848183 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-a0b4916f-3c76-4477-a020-8f6a9116eb80 tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] 10.222.0.23 "DELETE /v2.0/routers/2cff168b-ed00-44d6-b7dc-053967fc973b HTTP/1.1" status: 204 len: 168 time: 0.2808475 Jul 13 14:11:33.852777 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 43980) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:11:33.889921 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-e4500c82-8f65-45f1-9a0f-4bba1ed31cc6 tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] 10.222.0.23 "GET /v2.0/ports?device_id=2cff168b-ed00-44d6-b7dc-053967fc973b HTTP/1.1" status: 200 len: 205 time: 0.0358102 Jul 13 14:11:33.892126 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 43982) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:11:33.934671 n-d-800634-1 neutron-server[93750]: INFO neutron.api.v2.resource [None req-3b1a1808-0364-4a76-b3b6-85a5f0a3d33e tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] delete failed (client error): The resource could not be found. Jul 13 14:11:33.935993 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-3b1a1808-0364-4a76-b3b6-85a5f0a3d33e tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] 10.222.0.23 "DELETE /v2.0/routers/2cff168b-ed00-44d6-b7dc-053967fc973b HTTP/1.1" status: 404 len: 336 time: 0.0429237 Jul 13 14:11:33.938693 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 43984) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:11:33.972785 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-d70ad5b8-44d3-4e70-b5da-d20d173d406b tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a75b58c-611a-42db-acd0-f79948ff05d5 HTTP/1.1" status: 200 len: 205 time: 0.0327523 Jul 13 14:11:33.976081 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 43986) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:11:34.018872 n-d-800634-1 neutron-server[93750]: INFO neutron.api.v2.resource [None req-1aa9684b-cd7f-4d80-94b6-dfd4fe14419a tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] delete failed (client error): The resource could not be found. Jul 13 14:11:34.019929 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-1aa9684b-cd7f-4d80-94b6-dfd4fe14419a tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] 10.222.0.23 "DELETE /v2.0/routers/7a75b58c-611a-42db-acd0-f79948ff05d5 HTTP/1.1" status: 404 len: 336 time: 0.0428600 Jul 13 14:11:34.023219 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 43988) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:11:34.055590 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-88715267-d1dd-49d3-be5a-35d3a27ffd1e tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] 10.222.0.23 "GET /v2.0/ports?device_id=43caa444-aa9c-4229-b481-99ca648366a6 HTTP/1.1" status: 200 len: 205 time: 0.0310545 Jul 13 14:11:34.057987 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 43990) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:11:34.098509 n-d-800634-1 neutron-server[93751]: INFO neutron.api.v2.resource [None req-754f9313-23d6-40fa-85b2-7113365c5169 tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] delete failed (client error): The resource could not be found. Jul 13 14:11:34.100148 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-754f9313-23d6-40fa-85b2-7113365c5169 tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] 10.222.0.23 "DELETE /v2.0/routers/43caa444-aa9c-4229-b481-99ca648366a6 HTTP/1.1" status: 404 len: 336 time: 0.0412488 Jul 13 14:11:34.102698 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 43992) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:11:34.131252 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-e77733b1-791f-43e7-b500-381e0b9710cc tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0480e46-0c32-49dd-8b8e-6a6bebfc8b04 HTTP/1.1" status: 200 len: 205 time: 0.0275502 Jul 13 14:11:34.133440 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 43994) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:11:34.170412 n-d-800634-1 neutron-server[93751]: INFO neutron.api.v2.resource [None req-3feb6e75-31ba-4f7c-8438-c5d279c0c2d1 tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] delete failed (client error): The resource could not be found. Jul 13 14:11:34.171388 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-3feb6e75-31ba-4f7c-8438-c5d279c0c2d1 tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] 10.222.0.23 "DELETE /v2.0/routers/a0480e46-0c32-49dd-8b8e-6a6bebfc8b04 HTTP/1.1" status: 404 len: 336 time: 0.0370305 Jul 13 14:11:34.173777 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 43996) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:11:34.200975 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-eb7a91d8-e40a-4a7c-b811-22543ca6d5b9 tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b76ac28-e316-4473-be9c-aa7298d61974 HTTP/1.1" status: 200 len: 205 time: 0.0262282 Jul 13 14:11:34.203121 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 43998) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:11:34.242024 n-d-800634-1 neutron-server[93751]: INFO neutron.api.v2.resource [None req-90fa849a-7611-4aac-be6c-62b4a08eafee tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] delete failed (client error): The resource could not be found. Jul 13 14:11:34.242979 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-90fa849a-7611-4aac-be6c-62b4a08eafee tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] 10.222.0.23 "DELETE /v2.0/routers/0b76ac28-e316-4473-be9c-aa7298d61974 HTTP/1.1" status: 404 len: 336 time: 0.0390151 Jul 13 14:11:34.245344 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 44000) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:11:34.273577 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-8af20034-26c9-4981-aa02-4328ce43a358 tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] 10.222.0.23 "GET /v2.0/ports?device_id=80758e28-58e6-4ea3-9335-1eef3619a9d4 HTTP/1.1" status: 200 len: 205 time: 0.0272145 Jul 13 14:11:34.275804 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 44002) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:11:34.314876 n-d-800634-1 neutron-server[93751]: INFO neutron.api.v2.resource [None req-1760ba0c-5377-4a73-811e-4be252f3c7dd tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] delete failed (client error): The resource could not be found. Jul 13 14:11:34.315823 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-1760ba0c-5377-4a73-811e-4be252f3c7dd tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] 10.222.0.23 "DELETE /v2.0/routers/80758e28-58e6-4ea3-9335-1eef3619a9d4 HTTP/1.1" status: 404 len: 336 time: 0.0391705 Jul 13 14:11:34.318901 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 44004) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:11:34.344857 n-d-800634-1 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b180370-aabc-4875-b567-608ada9a487f tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] DELETE failed (client error): The resource could not be found. Jul 13 14:11:34.345321 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b180370-aabc-4875-b567-608ada9a487f tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 14:11:34.346961 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-6b180370-aabc-4875-b567-608ada9a487f tempest-RoutersIpV6AdminTest-812287357 tempest-RoutersIpV6AdminTest-812287357-project] 10.222.0.23 "DELETE /v2.0/subnets/3dddbd52-5708-450b-95bc-ad06ef737e42 HTTP/1.1" status: 404 len: 337 time: 0.0271788 Jul 13 14:11:34.581887 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 44010) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:11:34.693973 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0be53325-e74f-4e35-8098-1616b947abb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:34.783989 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0be53325-e74f-4e35-8098-1616b947abb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:34.788061 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0be53325-e74f-4e35-8098-1616b947abb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:34.826181 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-0be53325-e74f-4e35-8098-1616b947abb7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e0463aeb84894cc2a4f0e3f3942383dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2432189 Jul 13 14:11:34.827270 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be53325-e74f-4e35-8098-1616b947abb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3625ac98-2863-4bcc-8ec5-5a533b751ce4,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:11:34.828951 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 44014) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:11:34.834831 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be53325-e74f-4e35-8098-1616b947abb7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:11:34.835173 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be53325-e74f-4e35-8098-1616b947abb7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:11:34.835510 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be53325-e74f-4e35-8098-1616b947abb7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:11:34.835842 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be53325-e74f-4e35-8098-1616b947abb7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:11:34.836170 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be53325-e74f-4e35-8098-1616b947abb7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:11:34.836497 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be53325-e74f-4e35-8098-1616b947abb7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:11:34.836840 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be53325-e74f-4e35-8098-1616b947abb7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:11:34.837141 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be53325-e74f-4e35-8098-1616b947abb7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:11:34.837465 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be53325-e74f-4e35-8098-1616b947abb7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:11:34.837812 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be53325-e74f-4e35-8098-1616b947abb7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:11:34.838136 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be53325-e74f-4e35-8098-1616b947abb7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:11:34.838453 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be53325-e74f-4e35-8098-1616b947abb7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:11:34.880258 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d13205af-4de4-443d-a06f-7108ddd8d9d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:34.901614 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d13205af-4de4-443d-a06f-7108ddd8d9d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:34.950661 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d13205af-4de4-443d-a06f-7108ddd8d9d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:34.953248 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d13205af-4de4-443d-a06f-7108ddd8d9d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:34.954438 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-d13205af-4de4-443d-a06f-7108ddd8d9d6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3625ac98-2863-4bcc-8ec5-5a533b751ce4 HTTP/1.1" status: 204 len: 168 time: 0.1245406 Jul 13 14:11:34.962258 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13205af-4de4-443d-a06f-7108ddd8d9d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3625ac98-2863-4bcc-8ec5-5a533b751ce4,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:11:35.205514 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 44020) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:11:35.246727 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-00999036-f5e3-4df3-b27c-2c537f243949 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c1c8881319ed46e98a73c7d612dd6e3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0400257 Jul 13 14:11:35.249090 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 44022) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:11:35.299684 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d9a6f45a-bb0b-4d88-89d7-b993d0377d7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:35.326922 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d9a6f45a-bb0b-4d88-89d7-b993d0377d7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:35.375365 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d9a6f45a-bb0b-4d88-89d7-b993d0377d7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:35.377859 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d9a6f45a-bb0b-4d88-89d7-b993d0377d7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:35.379263 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-d9a6f45a-bb0b-4d88-89d7-b993d0377d7b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7c1ce84e-4cb1-4557-aeb9-fa04e8b5690b HTTP/1.1" status: 204 len: 168 time: 0.1292932 Jul 13 14:11:35.387211 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a6f45a-bb0b-4d88-89d7-b993d0377d7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c1ce84e-4cb1-4557-aeb9-fa04e8b5690b,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:11:36.050201 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 44044) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:11:36.144568 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-bbd11c3b-c835-408a-8614-18a99c175a16 tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Request body: {'networks': [{'name': 'tempest-network--470385446'}, {'name': 'tempest-network--2003093336'}]} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:11:36.144888 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-bbd11c3b-c835-408a-8614-18a99c175a16 tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Request body: {'network': {'name': 'tempest-network--470385446'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:11:36.145353 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-bbd11c3b-c835-408a-8614-18a99c175a16 tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Request body: {'network': {'name': 'tempest-network--2003093336'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:11:36.168027 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbd11c3b-c835-408a-8614-18a99c175a16 tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Made reservation on behalf of 31f5eeb61c7745b9a42c246d9b4b5337 for: {'network': 2} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:11:36.172825 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bbd11c3b-c835-408a-8614-18a99c175a16 tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:36.181411 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bbd11c3b-c835-408a-8614-18a99c175a16 tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:36.275816 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bbd11c3b-c835-408a-8614-18a99c175a16 tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:36.279838 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bbd11c3b-c835-408a-8614-18a99c175a16 tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:36.280499 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bbd11c3b-c835-408a-8614-18a99c175a16 tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:36.320201 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd11c3b-c835-408a-8614-18a99c175a16 tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ade1275e-3637-4813-a3d3-352163680477,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:11:36.325370 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbd11c3b-c835-408a-8614-18a99c175a16 tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 14:11:36.335519 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bbd11c3b-c835-408a-8614-18a99c175a16 tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:36.335858 n-d-800634-1 neutron-server[93750]: INFO neutron.db.segments_db [None req-bbd11c3b-c835-408a-8614-18a99c175a16 tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Added segment 45df9717-a6d2-4355-ba88-9ce4e55bc4ce of type vlan for network 908ccf07-9a09-4925-b49c-970bda379ca4 Jul 13 14:11:36.376822 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bbd11c3b-c835-408a-8614-18a99c175a16 tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:36.415547 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbd11c3b-c835-408a-8614-18a99c175a16 tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 14:11:36.424536 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bbd11c3b-c835-408a-8614-18a99c175a16 tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:36.424799 n-d-800634-1 neutron-server[93750]: INFO neutron.db.segments_db [None req-bbd11c3b-c835-408a-8614-18a99c175a16 tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Added segment d1e95c4c-27e5-4be6-bc01-442589675fd9 of type vlan for network d865d896-619f-4ff7-ab26-825905b42666 Jul 13 14:11:36.464331 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bbd11c3b-c835-408a-8614-18a99c175a16 tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:36.495008 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bbd11c3b-c835-408a-8614-18a99c175a16 tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:36.495628 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bbd11c3b-c835-408a-8614-18a99c175a16 tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:36.501452 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd11c3b-c835-408a-8614-18a99c175a16 tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:11:36.507080 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd11c3b-c835-408a-8614-18a99c175a16 tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:11:36.507716 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bbd11c3b-c835-408a-8614-18a99c175a16 tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:36.566102 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-bbd11c3b-c835-408a-8614-18a99c175a16 tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.5146737 Jul 13 14:11:36.569239 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 44048) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:11:36.575641 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd11c3b-c835-408a-8614-18a99c175a16 tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Pushing event updated for resources: {'Network': ['ID=908ccf07-9a09-4925-b49c-970bda379ca4,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:11:36.587664 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network 908ccf07-9a09-4925-b49c-970bda379ca4 details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 14:11:36.643550 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd11c3b-c835-408a-8614-18a99c175a16 tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Pushing event updated for resources: {'Network': ['ID=d865d896-619f-4ff7-ab26-825905b42666,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:11:36.654811 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network d865d896-619f-4ff7-ab26-825905b42666 details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 14:11:37.057943 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0150611-352a-4c7d-a4dd-0730c311fc72 tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:11:37.064740 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0150611-352a-4c7d-a4dd-0730c311fc72 tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:11:37.070726 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0150611-352a-4c7d-a4dd-0730c311fc72 tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:11:37.076736 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0150611-352a-4c7d-a4dd-0730c311fc72 tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:11:37.078442 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-b0150611-352a-4c7d-a4dd-0730c311fc72 tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.5081565 Jul 13 14:11:37.081200 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 44050) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:11:37.154360 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9c59570f-6bf5-43fa-86a0-b60891955b55 tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:37.240243 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9c59570f-6bf5-43fa-86a0-b60891955b55 tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:37.249718 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-9c59570f-6bf5-43fa-86a0-b60891955b55 tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['908ccf07-9a09-4925-b49c-970bda379ca4']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:11:37.260022 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-9c59570f-6bf5-43fa-86a0-b60891955b55 tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45df9717-a6d2-4355-ba88-9ce4e55bc4ce') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:11:37.260312 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-9c59570f-6bf5-43fa-86a0-b60891955b55 tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45df9717-a6d2-4355-ba88-9ce4e55bc4ce') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:11:37.268902 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9c59570f-6bf5-43fa-86a0-b60891955b55 tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6018464'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:37.282471 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9c59570f-6bf5-43fa-86a0-b60891955b55 tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:37.289011 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c59570f-6bf5-43fa-86a0-b60891955b55 tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 14:11:37.289397 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9c59570f-6bf5-43fa-86a0-b60891955b55 tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6018632'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:37.292217 n-d-800634-1 neutron-server[93751]: Traceback (most recent call last): Jul 13 14:11:37.292217 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 14:11:37.292217 n-d-800634-1 neutron-server[93751]: timer() Jul 13 14:11:37.292217 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 14:11:37.292217 n-d-800634-1 neutron-server[93751]: cb(*args, **kw) Jul 13 14:11:37.292217 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 14:11:37.292217 n-d-800634-1 neutron-server[93751]: return func(*args, **kwargs) Jul 13 14:11:37.292217 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 14:11:37.292217 n-d-800634-1 neutron-server[93751]: self._notify() Jul 13 14:11:37.292217 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 14:11:37.292217 n-d-800634-1 neutron-server[93751]: self.callback(batched_events) Jul 13 14:11:37.292217 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 14:11:37.292217 n-d-800634-1 neutron-server[93751]: event.method(event) Jul 13 14:11:37.292217 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 14:11:37.292217 n-d-800634-1 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 14:11:37.292217 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 14:11:37.292217 n-d-800634-1 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 14:11:37.292217 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 14:11:37.292217 n-d-800634-1 neutron-server[93751]: return f(self, *a, **k) Jul 13 14:11:37.292217 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 14:11:37.292217 n-d-800634-1 neutron-server[93751]: return self._get(url).json() Jul 13 14:11:37.292217 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 14:11:37.292217 n-d-800634-1 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 14:11:37.292217 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 14:11:37.292217 n-d-800634-1 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 13 14:11:37.292217 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 14:11:37.292217 n-d-800634-1 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 14:11:37.292217 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 14:11:37.292217 n-d-800634-1 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 14:11:37.292217 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 14:11:37.292217 n-d-800634-1 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 14:11:37.292217 n-d-800634-1 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 14:11:37.347862 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9c59570f-6bf5-43fa-86a0-b60891955b55 tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:37.354504 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9c59570f-6bf5-43fa-86a0-b60891955b55 tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:37.356288 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-9c59570f-6bf5-43fa-86a0-b60891955b55 tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] 10.222.0.23 "DELETE /v2.0/networks/908ccf07-9a09-4925-b49c-970bda379ca4 HTTP/1.1" status: 204 len: 168 time: 0.2741466 Jul 13 14:11:37.359053 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 44054) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:11:37.367871 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c59570f-6bf5-43fa-86a0-b60891955b55 tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Pushing event deleted for resources: {'Network': ['ID=908ccf07-9a09-4925-b49c-970bda379ca4,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:11:37.437041 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-10888bb7-1944-4b93-bd15-cecda090eb39 tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:37.528113 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-10888bb7-1944-4b93-bd15-cecda090eb39 tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:37.538562 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-10888bb7-1944-4b93-bd15-cecda090eb39 tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d865d896-619f-4ff7-ab26-825905b42666']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:11:37.548903 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-10888bb7-1944-4b93-bd15-cecda090eb39 tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1e95c4c-27e5-4be6-bc01-442589675fd9') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:11:37.549203 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-10888bb7-1944-4b93-bd15-cecda090eb39 tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1e95c4c-27e5-4be6-bc01-442589675fd9') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:11:37.558011 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-10888bb7-1944-4b93-bd15-cecda090eb39 tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5431730'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:37.571927 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-10888bb7-1944-4b93-bd15-cecda090eb39 tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:37.577580 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10888bb7-1944-4b93-bd15-cecda090eb39 tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 14:11:37.577996 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-10888bb7-1944-4b93-bd15-cecda090eb39 tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5970419'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:37.580901 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:11:37.580901 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:11:37.580901 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:11:37.580901 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:11:37.580901 n-d-800634-1 neutron-server[93750]: Traceback (most recent call last): Jul 13 14:11:37.580901 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 14:11:37.580901 n-d-800634-1 neutron-server[93750]: timer() Jul 13 14:11:37.580901 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 14:11:37.580901 n-d-800634-1 neutron-server[93750]: cb(*args, **kw) Jul 13 14:11:37.580901 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 14:11:37.580901 n-d-800634-1 neutron-server[93750]: return func(*args, **kwargs) Jul 13 14:11:37.580901 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 14:11:37.580901 n-d-800634-1 neutron-server[93750]: self._notify() Jul 13 14:11:37.580901 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 14:11:37.580901 n-d-800634-1 neutron-server[93750]: self.callback(batched_events) Jul 13 14:11:37.580901 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 14:11:37.580901 n-d-800634-1 neutron-server[93750]: event.method(event) Jul 13 14:11:37.580901 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 14:11:37.580901 n-d-800634-1 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 14:11:37.580901 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 14:11:37.580901 n-d-800634-1 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 14:11:37.580901 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 14:11:37.580901 n-d-800634-1 neutron-server[93750]: return f(self, *a, **k) Jul 13 14:11:37.580901 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 14:11:37.580901 n-d-800634-1 neutron-server[93750]: return self._get(url).json() Jul 13 14:11:37.580901 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 14:11:37.580901 n-d-800634-1 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 14:11:37.580901 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 14:11:37.580901 n-d-800634-1 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 13 14:11:37.580901 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 14:11:37.580901 n-d-800634-1 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 14:11:37.580901 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 14:11:37.580901 n-d-800634-1 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 14:11:37.580901 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 14:11:37.580901 n-d-800634-1 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 14:11:37.580901 n-d-800634-1 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 14:11:37.638750 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-10888bb7-1944-4b93-bd15-cecda090eb39 tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:37.643443 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-10888bb7-1944-4b93-bd15-cecda090eb39 tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:37.646768 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-10888bb7-1944-4b93-bd15-cecda090eb39 tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] 10.222.0.23 "DELETE /v2.0/networks/d865d896-619f-4ff7-ab26-825905b42666 HTTP/1.1" status: 204 len: 168 time: 0.2865074 Jul 13 14:11:37.648959 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 44056) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:11:37.662257 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10888bb7-1944-4b93-bd15-cecda090eb39 tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Pushing event deleted for resources: {'Network': ['ID=d865d896-619f-4ff7-ab26-825905b42666,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:11:37.754157 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2337415d-0a13-4b22-92d1-58233db78a55 tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:11:37.760390 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2337415d-0a13-4b22-92d1-58233db78a55 tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:11:37.762017 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-2337415d-0a13-4b22-92d1-58233db78a55 tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1120036 Jul 13 14:11:37.765622 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 44058) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:11:37.771851 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-8c89702b-0e81-4a55-a664-7c080916af08 tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1864636525'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:11:37.793306 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c89702b-0e81-4a55-a664-7c080916af08 tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Made reservation on behalf of 31f5eeb61c7745b9a42c246d9b4b5337 for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:11:37.796766 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8c89702b-0e81-4a55-a664-7c080916af08 tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:37.820655 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c89702b-0e81-4a55-a664-7c080916af08 tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 14:11:37.828943 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8c89702b-0e81-4a55-a664-7c080916af08 tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:37.829287 n-d-800634-1 neutron-server[93751]: INFO neutron.db.segments_db [None req-8c89702b-0e81-4a55-a664-7c080916af08 tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Added segment 641c7dac-bf22-47a9-985d-93fd977ee3d3 of type vlan for network 034c5766-0b20-4b93-a9d8-8277829ba026 Jul 13 14:11:37.869135 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8c89702b-0e81-4a55-a664-7c080916af08 tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:37.896962 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8c89702b-0e81-4a55-a664-7c080916af08 tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:37.902467 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c89702b-0e81-4a55-a664-7c080916af08 tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:11:37.903042 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8c89702b-0e81-4a55-a664-7c080916af08 tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:37.966066 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-8c89702b-0e81-4a55-a664-7c080916af08 tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1993191 Jul 13 14:11:37.968684 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 44060) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:11:37.975529 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-2e2c44d3-484b-4370-8264-590fd1a0b8bf tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-262105996'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:11:37.976813 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c89702b-0e81-4a55-a664-7c080916af08 tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Pushing event updated for resources: {'Network': ['ID=034c5766-0b20-4b93-a9d8-8277829ba026,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:11:37.986719 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network 034c5766-0b20-4b93-a9d8-8277829ba026 details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 14:11:37.997011 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e2c44d3-484b-4370-8264-590fd1a0b8bf tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Made reservation on behalf of 31f5eeb61c7745b9a42c246d9b4b5337 for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:11:38.000627 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2e2c44d3-484b-4370-8264-590fd1a0b8bf tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:38.029359 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e2c44d3-484b-4370-8264-590fd1a0b8bf tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 14:11:38.047379 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2e2c44d3-484b-4370-8264-590fd1a0b8bf tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:38.047777 n-d-800634-1 neutron-server[93750]: INFO neutron.db.segments_db [None req-2e2c44d3-484b-4370-8264-590fd1a0b8bf tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Added segment df0bab36-249b-405b-8974-66fec87f5504 of type vlan for network 7e9d26e9-f1fd-4c03-8a81-701455c4e48f Jul 13 14:11:38.088333 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2e2c44d3-484b-4370-8264-590fd1a0b8bf tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:38.116768 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2e2c44d3-484b-4370-8264-590fd1a0b8bf tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:38.122441 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e2c44d3-484b-4370-8264-590fd1a0b8bf tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:11:38.123055 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2e2c44d3-484b-4370-8264-590fd1a0b8bf tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:38.175545 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-2e2c44d3-484b-4370-8264-590fd1a0b8bf tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2054262 Jul 13 14:11:38.179167 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 44062) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:11:38.184372 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-00d2a4b5-d328-4be2-87ce-4d25fbd75eae tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Request body: {'ports': [{'network_id': '034c5766-0b20-4b93-a9d8-8277829ba026', 'name': 'tempest-port--178231656', 'admin_state_up': True}, {'network_id': '7e9d26e9-f1fd-4c03-8a81-701455c4e48f', 'admin_state_up': False}]} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:11:38.184756 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-00d2a4b5-d328-4be2-87ce-4d25fbd75eae tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Request body: {'port': {'network_id': '034c5766-0b20-4b93-a9d8-8277829ba026', 'name': 'tempest-port--178231656', 'admin_state_up': True}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:11:38.185303 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-00d2a4b5-d328-4be2-87ce-4d25fbd75eae tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Request body: {'port': {'network_id': '7e9d26e9-f1fd-4c03-8a81-701455c4e48f', 'admin_state_up': False}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:11:38.190077 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2c44d3-484b-4370-8264-590fd1a0b8bf tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Pushing event updated for resources: {'Network': ['ID=7e9d26e9-f1fd-4c03-8a81-701455c4e48f,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:11:38.200455 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network 7e9d26e9-f1fd-4c03-8a81-701455c4e48f details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 14:11:38.341990 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00d2a4b5-d328-4be2-87ce-4d25fbd75eae tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Made reservation on behalf of 31f5eeb61c7745b9a42c246d9b4b5337 for: {'port': 2} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:11:38.346530 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-00d2a4b5-d328-4be2-87ce-4d25fbd75eae tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:38.359552 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-00d2a4b5-d328-4be2-87ce-4d25fbd75eae tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:38.438347 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [None req-00d2a4b5-d328-4be2-87ce-4d25fbd75eae tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] device_id is not set on port 54d52d30-78e7-4611-8000-dc2d64b84467 yet. {{(pid=93751) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 14:11:38.560039 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-00d2a4b5-d328-4be2-87ce-4d25fbd75eae tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:38.633283 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [None req-00d2a4b5-d328-4be2-87ce-4d25fbd75eae tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] device_id is not set on port a3519de1-c34d-47c2-bf8a-836ef6bd88eb yet. {{(pid=93751) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 14:11:38.743997 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-00d2a4b5-d328-4be2-87ce-4d25fbd75eae tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:38.782847 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-00d2a4b5-d328-4be2-87ce-4d25fbd75eae tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:38.846143 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d2a4b5-d328-4be2-87ce-4d25fbd75eae tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Pushing event updated for resources: {'Port': ['ID=54d52d30-78e7-4611-8000-dc2d64b84467,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:11:38.856507 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d2a4b5-d328-4be2-87ce-4d25fbd75eae tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Checking segment: {'id': '641c7dac-bf22-47a9-985d-93fd977ee3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '034c5766-0b20-4b93-a9d8-8277829ba026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:11:38.856887 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00d2a4b5-d328-4be2-87ce-4d25fbd75eae tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Network hostable DHCP agents. Network: 034c5766-0b20-4b93-a9d8-8277829ba026, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 14:11:38.873352 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00d2a4b5-d328-4be2-87ce-4d25fbd75eae tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Network 034c5766-0b20-4b93-a9d8-8277829ba026 is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 14:11:38.881893 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-00d2a4b5-d328-4be2-87ce-4d25fbd75eae tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, 034c5766-0b20-4b93-a9d8-8277829ba026) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:11:38.886487 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d2a4b5-d328-4be2-87ce-4d25fbd75eae tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:11:38.887339 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-00d2a4b5-d328-4be2-87ce-4d25fbd75eae tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:38.892196 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0389b7c9-6a16-4395-8eb6-f75881d84949 None None] Network 034c5766-0b20-4b93-a9d8-8277829ba026 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:11:38.951567 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d2a4b5-d328-4be2-87ce-4d25fbd75eae tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Pushing event updated for resources: {'Port': ['ID=a3519de1-c34d-47c2-bf8a-836ef6bd88eb,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:11:38.970828 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d2a4b5-d328-4be2-87ce-4d25fbd75eae tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Checking segment: {'id': 'df0bab36-249b-405b-8974-66fec87f5504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '7e9d26e9-f1fd-4c03-8a81-701455c4e48f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:11:38.971197 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00d2a4b5-d328-4be2-87ce-4d25fbd75eae tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Network hostable DHCP agents. Network: 7e9d26e9-f1fd-4c03-8a81-701455c4e48f, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 14:11:38.990212 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00d2a4b5-d328-4be2-87ce-4d25fbd75eae tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Network 7e9d26e9-f1fd-4c03-8a81-701455c4e48f is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 14:11:39.000275 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-00d2a4b5-d328-4be2-87ce-4d25fbd75eae tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, 7e9d26e9-f1fd-4c03-8a81-701455c4e48f) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:11:39.006638 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d2a4b5-d328-4be2-87ce-4d25fbd75eae tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:11:39.012896 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d2a4b5-d328-4be2-87ce-4d25fbd75eae tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:11:39.017874 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d2a4b5-d328-4be2-87ce-4d25fbd75eae tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:11:39.018589 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-00d2a4b5-d328-4be2-87ce-4d25fbd75eae tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:39.034446 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-00d2a4b5-d328-4be2-87ce-4d25fbd75eae tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 0.8540673 Jul 13 14:11:39.038226 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 44064) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:11:39.068360 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f27962-460b-4a1e-91f4-7a5e65750d4e None None] Network 7e9d26e9-f1fd-4c03-8a81-701455c4e48f requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:11:39.166735 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9348ac8d-e305-4c66-b60d-e3f1077672e9 tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:11:39.172639 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9348ac8d-e305-4c66-b60d-e3f1077672e9 tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:11:39.174230 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-9348ac8d-e305-4c66-b60d-e3f1077672e9 tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1350114 Jul 13 14:11:39.177816 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 44066) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:11:39.277372 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-b1ed09fc-0c3f-4310-b3ca-5f92c939aa8d tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Deleting port 54d52d30-78e7-4611-8000-dc2d64b84467 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:11:39.277679 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b1ed09fc-0c3f-4310-b3ca-5f92c939aa8d tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:39.355589 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b1ed09fc-0c3f-4310-b3ca-5f92c939aa8d tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:39.371101 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-b1ed09fc-0c3f-4310-b3ca-5f92c939aa8d tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Calling delete_port for 54d52d30-78e7-4611-8000-dc2d64b84467 owned by {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:11:39.451737 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b1ed09fc-0c3f-4310-b3ca-5f92c939aa8d tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:39.485022 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ed09fc-0c3f-4310-b3ca-5f92c939aa8d tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Pushing event deleted for resources: {'Port': ['ID=54d52d30-78e7-4611-8000-dc2d64b84467,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:11:39.490525 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b1ed09fc-0c3f-4310-b3ca-5f92c939aa8d tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:39.492420 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-b1ed09fc-0c3f-4310-b3ca-5f92c939aa8d tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] 10.222.0.23 "DELETE /v2.0/ports/54d52d30-78e7-4611-8000-dc2d64b84467 HTTP/1.1" status: 204 len: 168 time: 0.3135588 Jul 13 14:11:39.495040 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 44068) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:11:39.590094 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-f73fced7-be25-4678-8a23-f7939886f5c3 tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Deleting port a3519de1-c34d-47c2-bf8a-836ef6bd88eb {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:11:39.590437 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f73fced7-be25-4678-8a23-f7939886f5c3 tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:39.660299 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f73fced7-be25-4678-8a23-f7939886f5c3 tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:39.674097 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-f73fced7-be25-4678-8a23-f7939886f5c3 tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Calling delete_port for a3519de1-c34d-47c2-bf8a-836ef6bd88eb owned by {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:11:39.751707 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f73fced7-be25-4678-8a23-f7939886f5c3 tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:39.781143 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73fced7-be25-4678-8a23-f7939886f5c3 tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Pushing event deleted for resources: {'Port': ['ID=a3519de1-c34d-47c2-bf8a-836ef6bd88eb,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:11:39.791206 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f73fced7-be25-4678-8a23-f7939886f5c3 tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:39.792910 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-f73fced7-be25-4678-8a23-f7939886f5c3 tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] 10.222.0.23 "DELETE /v2.0/ports/a3519de1-c34d-47c2-bf8a-836ef6bd88eb HTTP/1.1" status: 204 len: 168 time: 0.2969460 Jul 13 14:11:39.795343 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 44070) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:11:39.825253 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-7e1e63d6-7446-4bc1-8d58-adf95eb4df76 tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0288291 Jul 13 14:11:39.828639 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 44072) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:11:39.833406 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-6b2e95f3-2c89-4ae0-ad84-54f276617927 tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-279481537'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:11:39.855697 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b2e95f3-2c89-4ae0-ad84-54f276617927 tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Made reservation on behalf of 31f5eeb61c7745b9a42c246d9b4b5337 for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:11:39.859291 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6b2e95f3-2c89-4ae0-ad84-54f276617927 tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:39.886574 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b2e95f3-2c89-4ae0-ad84-54f276617927 tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 14:11:39.895059 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6b2e95f3-2c89-4ae0-ad84-54f276617927 tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:39.895400 n-d-800634-1 neutron-server[93750]: INFO neutron.db.segments_db [None req-6b2e95f3-2c89-4ae0-ad84-54f276617927 tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Added segment 76fc0b4e-2d20-4f50-875a-7f71ff1fe128 of type vlan for network 03f3e2b6-5c0b-4407-b993-cfd02d4eb05a Jul 13 14:11:39.937141 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6b2e95f3-2c89-4ae0-ad84-54f276617927 tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:39.966927 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6b2e95f3-2c89-4ae0-ad84-54f276617927 tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:39.972531 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b2e95f3-2c89-4ae0-ad84-54f276617927 tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:11:39.973121 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6b2e95f3-2c89-4ae0-ad84-54f276617927 tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:40.026624 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-6b2e95f3-2c89-4ae0-ad84-54f276617927 tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.1969578 Jul 13 14:11:40.029092 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 44074) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:11:40.036060 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-f2fa7c5c-f57f-4468-9310-677e2377e4e2 tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1596713690'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:11:40.053437 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2e95f3-2c89-4ae0-ad84-54f276617927 tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Pushing event updated for resources: {'Network': ['ID=03f3e2b6-5c0b-4407-b993-cfd02d4eb05a,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:11:40.064274 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network 03f3e2b6-5c0b-4407-b993-cfd02d4eb05a details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 14:11:40.070524 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2fa7c5c-f57f-4468-9310-677e2377e4e2 tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Made reservation on behalf of 31f5eeb61c7745b9a42c246d9b4b5337 for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:11:40.074197 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f2fa7c5c-f57f-4468-9310-677e2377e4e2 tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:40.098039 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2fa7c5c-f57f-4468-9310-677e2377e4e2 tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 14:11:40.107801 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f2fa7c5c-f57f-4468-9310-677e2377e4e2 tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:40.108053 n-d-800634-1 neutron-server[93750]: INFO neutron.db.segments_db [None req-f2fa7c5c-f57f-4468-9310-677e2377e4e2 tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Added segment 71e4b20c-1c72-4d59-b786-d381599b475a of type vlan for network a8004ff1-5f42-4b1f-8e10-7fe79fd89959 Jul 13 14:11:40.154617 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f2fa7c5c-f57f-4468-9310-677e2377e4e2 tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:40.183871 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f2fa7c5c-f57f-4468-9310-677e2377e4e2 tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:40.189501 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2fa7c5c-f57f-4468-9310-677e2377e4e2 tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:11:40.190124 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f2fa7c5c-f57f-4468-9310-677e2377e4e2 tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:40.247089 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-f2fa7c5c-f57f-4468-9310-677e2377e4e2 tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2169714 Jul 13 14:11:40.258724 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fa7c5c-f57f-4468-9310-677e2377e4e2 tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Pushing event updated for resources: {'Network': ['ID=a8004ff1-5f42-4b1f-8e10-7fe79fd89959,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:11:40.269531 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network a8004ff1-5f42-4b1f-8e10-7fe79fd89959 details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 14:11:40.384856 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 44076) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:11:40.390159 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-73d32bc0-de14-45e5-b2e2-bcc3d2b05b18 tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Request body: {'subnets': [{'network_id': '03f3e2b6-5c0b-4407-b993-cfd02d4eb05a', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--823794312', 'ip_version': 4}, {'network_id': 'a8004ff1-5f42-4b1f-8e10-7fe79fd89959', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:11:40.390483 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-73d32bc0-de14-45e5-b2e2-bcc3d2b05b18 tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Request body: {'subnet': {'network_id': '03f3e2b6-5c0b-4407-b993-cfd02d4eb05a', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--823794312', 'ip_version': 4}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:11:40.391058 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-73d32bc0-de14-45e5-b2e2-bcc3d2b05b18 tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Request body: {'subnet': {'network_id': 'a8004ff1-5f42-4b1f-8e10-7fe79fd89959', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:11:40.549189 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73d32bc0-de14-45e5-b2e2-bcc3d2b05b18 tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Made reservation on behalf of 31f5eeb61c7745b9a42c246d9b4b5337 for: {'subnet': 2} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:11:40.554485 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-73d32bc0-de14-45e5-b2e2-bcc3d2b05b18 tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4763385'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:40.554815 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-73d32bc0-de14-45e5-b2e2-bcc3d2b05b18 tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4763385'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:40.916251 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-73d32bc0-de14-45e5-b2e2-bcc3d2b05b18 tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5970588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4763339'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:40.972748 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d32bc0-de14-45e5-b2e2-bcc3d2b05b18 tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Pushing event updated for resources: {'Subnet': ['ID=887be355-c0d2-4f1d-8496-0ce66b5ebef2,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:11:40.985038 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d32bc0-de14-45e5-b2e2-bcc3d2b05b18 tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Checking segment: {'id': '76fc0b4e-2d20-4f50-875a-7f71ff1fe128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '03f3e2b6-5c0b-4407-b993-cfd02d4eb05a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:11:40.985401 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d32bc0-de14-45e5-b2e2-bcc3d2b05b18 tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Network hostable DHCP agents. Network: 03f3e2b6-5c0b-4407-b993-cfd02d4eb05a, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 14:11:41.005896 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d32bc0-de14-45e5-b2e2-bcc3d2b05b18 tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Network 03f3e2b6-5c0b-4407-b993-cfd02d4eb05a is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 14:11:41.015514 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-73d32bc0-de14-45e5-b2e2-bcc3d2b05b18 tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, 03f3e2b6-5c0b-4407-b993-cfd02d4eb05a) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:11:41.019442 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-73d32bc0-de14-45e5-b2e2-bcc3d2b05b18 tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5970588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4763339'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:41.025223 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7298222a-c564-44f7-83f3-9aeb3e05a84c None None] Network 03f3e2b6-5c0b-4407-b993-cfd02d4eb05a requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:11:41.091081 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d32bc0-de14-45e5-b2e2-bcc3d2b05b18 tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Pushing event updated for resources: {'Subnet': ['ID=43ded8b9-b515-4754-aed0-47a9bdf0a62a,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:11:41.095518 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d32bc0-de14-45e5-b2e2-bcc3d2b05b18 tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Checking segment: {'id': '71e4b20c-1c72-4d59-b786-d381599b475a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'a8004ff1-5f42-4b1f-8e10-7fe79fd89959'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:11:41.095892 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d32bc0-de14-45e5-b2e2-bcc3d2b05b18 tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Network hostable DHCP agents. Network: a8004ff1-5f42-4b1f-8e10-7fe79fd89959, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 14:11:41.114547 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d32bc0-de14-45e5-b2e2-bcc3d2b05b18 tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Network a8004ff1-5f42-4b1f-8e10-7fe79fd89959 is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 14:11:41.125499 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-73d32bc0-de14-45e5-b2e2-bcc3d2b05b18 tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, a8004ff1-5f42-4b1f-8e10-7fe79fd89959) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:11:41.130628 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d32bc0-de14-45e5-b2e2-bcc3d2b05b18 tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:11:41.131237 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d32bc0-de14-45e5-b2e2-bcc3d2b05b18 tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:11:41.131937 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-73d32bc0-de14-45e5-b2e2-bcc3d2b05b18 tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:41.142873 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ea1afea-ad00-4a19-986c-6e76a0eefc06 None None] Network a8004ff1-5f42-4b1f-8e10-7fe79fd89959 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:11:41.150838 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-73d32bc0-de14-45e5-b2e2-bcc3d2b05b18 tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 0.7625971 Jul 13 14:11:41.151029 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 44078) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:11:41.243937 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b953d23d-aaa7-42bc-8344-6118312c9f66 tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:11:41.245938 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b953d23d-aaa7-42bc-8344-6118312c9f66 tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:11:41.247294 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95c0d6d8-bf50-4540-aad9-897102121e8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a7201e1-61ce-5a3e-b7f7-e800379ed03b-03f3e2b6-5c0b-4407-b993-cfd02d4eb05a', 'network_id': '03f3e2b6-5c0b-4407-b993-cfd02d4eb05a', 'tenant_id': '31f5eeb61c7745b9a42c246d9b4b5337', 'fixed_ips': [{'subnet_id': '887be355-c0d2-4f1d-8496-0ce66b5ebef2'}]}} from n-d-800634-1. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 14:11:41.247752 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b953d23d-aaa7-42bc-8344-6118312c9f66 tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:11:41.248234 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-95c0d6d8-bf50-4540-aad9-897102121e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:41.249473 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-b953d23d-aaa7-42bc-8344-6118312c9f66 tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.0974269 Jul 13 14:11:41.252623 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 44080) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:11:41.316108 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-babc8267-a1b2-4bb6-b7a0-8765db609134 tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Deleting subnet 887be355-c0d2-4f1d-8496-0ce66b5ebef2 {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 14:11:41.320313 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-babc8267-a1b2-4bb6-b7a0-8765db609134 tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:41.366543 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-babc8267-a1b2-4bb6-b7a0-8765db609134 tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5431723'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:41.407497 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da0de8c-1db2-46de-ae83-6e24fd35575f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a7201e1-61ce-5a3e-b7f7-e800379ed03b-a8004ff1-5f42-4b1f-8e10-7fe79fd89959', 'network_id': 'a8004ff1-5f42-4b1f-8e10-7fe79fd89959', 'tenant_id': '31f5eeb61c7745b9a42c246d9b4b5337', 'fixed_ips': [{'subnet_id': '43ded8b9-b515-4754-aed0-47a9bdf0a62a'}]}} from n-d-800634-1. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 14:11:41.408361 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5da0de8c-1db2-46de-ae83-6e24fd35575f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:41.421763 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-babc8267-a1b2-4bb6-b7a0-8765db609134 tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:41.488747 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-babc8267-a1b2-4bb6-b7a0-8765db609134 tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5970525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4763356'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:41.495260 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server [None req-95c0d6d8-bf50-4540-aad9-897102121e8f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 887be355-c0d2-4f1d-8496-0ce66b5ebef2: This subnet is being modified by another concurrent operation. Jul 13 14:11:41.495260 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 13 14:11:41.495260 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 13 14:11:41.495260 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 13 14:11:41.495260 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 13 14:11:41.495260 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 13 14:11:41.495260 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 13 14:11:41.495260 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 13 14:11:41.495260 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 13 14:11:41.495260 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 13 14:11:41.495260 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 13 14:11:41.495260 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 13 14:11:41.495260 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 14:11:41.495260 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 14:11:41.495260 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 14:11:41.495260 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 14:11:41.495260 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 13 14:11:41.495260 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 13 14:11:41.495260 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 13 14:11:41.495260 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 13 14:11:41.495260 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 14:11:41.495260 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 14:11:41.495260 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 14:11:41.495260 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 14:11:41.495260 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 13 14:11:41.495260 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 13 14:11:41.495260 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 13 14:11:41.495260 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 13 14:11:41.495260 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 14:11:41.495260 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 14:11:41.495260 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 14:11:41.495260 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 14:11:41.495260 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 13 14:11:41.495260 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 13 14:11:41.495260 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 13 14:11:41.495260 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 13 14:11:41.495260 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 13 14:11:41.495260 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 13 14:11:41.495260 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 13 14:11:41.495260 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 13 14:11:41.495260 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 13 14:11:41.495260 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 13 14:11:41.495260 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 13 14:11:41.495260 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 13 14:11:41.495260 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 13 14:11:41.495260 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 13 14:11:41.495260 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 13 14:11:41.495260 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 13 14:11:41.495260 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 14:11:41.495260 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 14:11:41.495260 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 14:11:41.495260 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 14:11:41.495260 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 13 14:11:41.495260 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 13 14:11:41.495260 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 13 14:11:41.495260 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 13 14:11:41.495260 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 14:11:41.495260 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 14:11:41.495260 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 14:11:41.495260 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 14:11:41.495260 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 13 14:11:41.495260 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 13 14:11:41.495260 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 13 14:11:41.495260 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 13 14:11:41.495260 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 14:11:41.495260 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 14:11:41.495260 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 14:11:41.495260 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 14:11:41.495260 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 13 14:11:41.495260 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 13 14:11:41.495260 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 13 14:11:41.495260 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 13 14:11:41.495260 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 13 14:11:41.495260 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 13 14:11:41.495260 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 13 14:11:41.495260 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 13 14:11:41.495260 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 13 14:11:41.495260 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 13 14:11:41.495260 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 14:11:41.495260 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 14:11:41.495260 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 14:11:41.495260 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 14:11:41.495260 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 13 14:11:41.495260 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 13 14:11:41.495260 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 13 14:11:41.495260 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 13 14:11:41.495260 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 13 14:11:41.495260 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 13 14:11:41.495260 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 13 14:11:41.495260 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server raise exception Jul 13 14:11:41.495260 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 887be355-c0d2-4f1d-8496-0ce66b5ebef2: This subnet is being modified by another concurrent operation. Jul 13 14:11:41.495260 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server Jul 13 14:11:41.518497 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c3c2bfb-e94d-483d-9985-d71fe4aa7732 None None] Network 03f3e2b6-5c0b-4407-b993-cfd02d4eb05a requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:11:41.526722 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babc8267-a1b2-4bb6-b7a0-8765db609134 tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Pushing event deleted for resources: {'Subnet': ['ID=887be355-c0d2-4f1d-8496-0ce66b5ebef2,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:11:41.530625 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-babc8267-a1b2-4bb6-b7a0-8765db609134 tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:41.532687 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-babc8267-a1b2-4bb6-b7a0-8765db609134 tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] 10.222.0.23 "DELETE /v2.0/subnets/887be355-c0d2-4f1d-8496-0ce66b5ebef2 HTTP/1.1" status: 204 len: 168 time: 0.2788901 Jul 13 14:11:41.535139 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 44082) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:11:41.591218 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-05d7806a-355a-46d3-88e0-4a2ea0367fd5 tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Deleting subnet 43ded8b9-b515-4754-aed0-47a9bdf0a62a {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 14:11:41.621169 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-5da0de8c-1db2-46de-ae83-6e24fd35575f None None] Allocated IP 172.20.0.18 (a8004ff1-5f42-4b1f-8e10-7fe79fd89959/43ded8b9-b515-4754-aed0-47a9bdf0a62a/c40c8cde-f56a-4b1c-b245-60c67c371efc) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:11:41.806979 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5da0de8c-1db2-46de-ae83-6e24fd35575f None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:41.815083 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-5da0de8c-1db2-46de-ae83-6e24fd35575f None None] Transition to ACTIVE for port object c40c8cde-f56a-4b1c-b245-60c67c371efc will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:11:41.829639 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-5da0de8c-1db2-46de-ae83-6e24fd35575f None None] Transition to ACTIVE for port object c40c8cde-f56a-4b1c-b245-60c67c371efc will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:11:41.835410 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-05d7806a-355a-46d3-88e0-4a2ea0367fd5 tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:41.835954 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5da0de8c-1db2-46de-ae83-6e24fd35575f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:41.875170 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da0de8c-1db2-46de-ae83-6e24fd35575f None None] Network a8004ff1-5f42-4b1f-8e10-7fe79fd89959 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:11:41.875454 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-05d7806a-355a-46d3-88e0-4a2ea0367fd5 tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5431723'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:41.879437 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-5da0de8c-1db2-46de-ae83-6e24fd35575f None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:11:41.884783 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da0de8c-1db2-46de-ae83-6e24fd35575f None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:11:41.887760 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da0de8c-1db2-46de-ae83-6e24fd35575f None None] Pushing event updated for resources: {'Port': ['ID=c40c8cde-f56a-4b1c-b245-60c67c371efc,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:11:41.899893 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da0de8c-1db2-46de-ae83-6e24fd35575f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:11:41.900235 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da0de8c-1db2-46de-ae83-6e24fd35575f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:11:41.900579 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da0de8c-1db2-46de-ae83-6e24fd35575f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:11:41.900916 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da0de8c-1db2-46de-ae83-6e24fd35575f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:11:41.901247 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da0de8c-1db2-46de-ae83-6e24fd35575f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:11:41.901577 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da0de8c-1db2-46de-ae83-6e24fd35575f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:11:41.901927 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da0de8c-1db2-46de-ae83-6e24fd35575f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:11:41.902286 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da0de8c-1db2-46de-ae83-6e24fd35575f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:11:41.902625 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da0de8c-1db2-46de-ae83-6e24fd35575f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:11:41.902892 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da0de8c-1db2-46de-ae83-6e24fd35575f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:11:41.903230 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da0de8c-1db2-46de-ae83-6e24fd35575f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:11:41.903555 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da0de8c-1db2-46de-ae83-6e24fd35575f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:11:41.959067 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-5da0de8c-1db2-46de-ae83-6e24fd35575f None None] Attempting to bind port c40c8cde-f56a-4b1c-b245-60c67c371efc on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:11:41.959452 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-5da0de8c-1db2-46de-ae83-6e24fd35575f None None] Attempting to bind port c40c8cde-f56a-4b1c-b245-60c67c371efc by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '71e4b20c-1c72-4d59-b786-d381599b475a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'a8004ff1-5f42-4b1f-8e10-7fe79fd89959'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:11:41.959810 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da0de8c-1db2-46de-ae83-6e24fd35575f None None] Attempting to bind port c40c8cde-f56a-4b1c-b245-60c67c371efc on network a8004ff1-5f42-4b1f-8e10-7fe79fd89959 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:11:41.964907 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da0de8c-1db2-46de-ae83-6e24fd35575f None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 11, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:11:41.965278 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da0de8c-1db2-46de-ae83-6e24fd35575f None None] Checking segment: {'id': '71e4b20c-1c72-4d59-b786-d381599b475a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'a8004ff1-5f42-4b1f-8e10-7fe79fd89959'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:11:41.965680 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5da0de8c-1db2-46de-ae83-6e24fd35575f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:41.966103 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da0de8c-1db2-46de-ae83-6e24fd35575f None None] Bound using segment: {'id': '71e4b20c-1c72-4d59-b786-d381599b475a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'a8004ff1-5f42-4b1f-8e10-7fe79fd89959'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:11:41.966561 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-5da0de8c-1db2-46de-ae83-6e24fd35575f None None] Bound port: c40c8cde-f56a-4b1c-b245-60c67c371efc, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71e4b20c-1c72-4d59-b786-d381599b475a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'a8004ff1-5f42-4b1f-8e10-7fe79fd89959'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:11:41.966943 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5da0de8c-1db2-46de-ae83-6e24fd35575f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:42.002075 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-05d7806a-355a-46d3-88e0-4a2ea0367fd5 tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:42.061071 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-05d7806a-355a-46d3-88e0-4a2ea0367fd5 tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5970525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4763356'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:42.064593 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-5da0de8c-1db2-46de-ae83-6e24fd35575f None None] For port c40c8cde-f56a-4b1c-b245-60c67c371efc, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:11:42.068214 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-5da0de8c-1db2-46de-ae83-6e24fd35575f None None] For port c40c8cde-f56a-4b1c-b245-60c67c371efc, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=c40c8cde-f56a-4b1c-b245-60c67c371efc,segment=NetworkSegment(71e4b20c-1c72-4d59-b786-d381599b475a),segment_id=71e4b20c-1c72-4d59-b786-d381599b475a)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:11:42.072753 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5da0de8c-1db2-46de-ae83-6e24fd35575f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:42.088391 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d7806a-355a-46d3-88e0-4a2ea0367fd5 tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Pushing event deleted for resources: {'Subnet': ['ID=43ded8b9-b515-4754-aed0-47a9bdf0a62a,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:11:42.091998 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-05d7806a-355a-46d3-88e0-4a2ea0367fd5 tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:42.096162 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-05d7806a-355a-46d3-88e0-4a2ea0367fd5 tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] 10.222.0.23 "DELETE /v2.0/subnets/43ded8b9-b515-4754-aed0-47a9bdf0a62a HTTP/1.1" status: 204 len: 168 time: 0.5577645 Jul 13 14:11:42.096387 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 44086) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:11:42.137086 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da0de8c-1db2-46de-ae83-6e24fd35575f None None] Pushing event updated for resources: {'Port': ['ID=c40c8cde-f56a-4b1c-b245-60c67c371efc,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:11:42.154386 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb8b510-a9c7-40b6-b828-65890dcef063 tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:11:42.159071 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-3cb8b510-a9c7-40b6-b828-65890dcef063 tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0586424 Jul 13 14:11:42.159401 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 44088) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:11:42.165872 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 44090) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:11:42.245102 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-95eb1348-d452-44f2-9368-ba29ccfbfcde tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:42.323770 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-95eb1348-d452-44f2-9368-ba29ccfbfcde tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Deleting port c40c8cde-f56a-4b1c-b245-60c67c371efc {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:11:42.324182 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-95eb1348-d452-44f2-9368-ba29ccfbfcde tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:42.380278 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-e9a3d9c3-9626-4d04-acc0-a923d29a4bec tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] Deleting port d501153a-f83d-4818-aea4-cadf39b80950 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:11:42.381038 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e9a3d9c3-9626-4d04-acc0-a923d29a4bec tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:42.394874 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-95eb1348-d452-44f2-9368-ba29ccfbfcde tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] For port c40c8cde-f56a-4b1c-b245-60c67c371efc, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=c40c8cde-f56a-4b1c-b245-60c67c371efc,segment=NetworkSegment(71e4b20c-1c72-4d59-b786-d381599b475a),segment_id=71e4b20c-1c72-4d59-b786-d381599b475a)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:11:42.395238 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-95eb1348-d452-44f2-9368-ba29ccfbfcde tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:42.412123 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-95eb1348-d452-44f2-9368-ba29ccfbfcde tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Calling delete_port for c40c8cde-f56a-4b1c-b245-60c67c371efc owned by network:dhcp {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:11:42.466534 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e9a3d9c3-9626-4d04-acc0-a923d29a4bec tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:42.466865 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e9a3d9c3-9626-4d04-acc0-a923d29a4bec tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:42.478993 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-e9a3d9c3-9626-4d04-acc0-a923d29a4bec tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] Calling delete_port for d501153a-f83d-4818-aea4-cadf39b80950 owned by network:floatingip {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:11:42.500735 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-95eb1348-d452-44f2-9368-ba29ccfbfcde tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:42.529548 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95eb1348-d452-44f2-9368-ba29ccfbfcde tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Pushing event deleted for resources: {'Port': ['ID=c40c8cde-f56a-4b1c-b245-60c67c371efc,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:11:42.534215 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95eb1348-d452-44f2-9368-ba29ccfbfcde tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] No DVR routers for this DVR port c40c8cde-f56a-4b1c-b245-60c67c371efc on host n-d-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:11:42.620576 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-95eb1348-d452-44f2-9368-ba29ccfbfcde tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:42.632365 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-95eb1348-d452-44f2-9368-ba29ccfbfcde tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8004ff1-5f42-4b1f-8e10-7fe79fd89959']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:11:42.636076 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e9a3d9c3-9626-4d04-acc0-a923d29a4bec tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:42.647179 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-95eb1348-d452-44f2-9368-ba29ccfbfcde tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71e4b20c-1c72-4d59-b786-d381599b475a') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:11:42.647575 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-95eb1348-d452-44f2-9368-ba29ccfbfcde tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71e4b20c-1c72-4d59-b786-d381599b475a') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:11:42.657201 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-95eb1348-d452-44f2-9368-ba29ccfbfcde tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5431730'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:42.665024 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a3d9c3-9626-4d04-acc0-a923d29a4bec tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] Pushing event deleted for resources: {'Port': ['ID=d501153a-f83d-4818-aea4-cadf39b80950,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:11:42.674988 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-95eb1348-d452-44f2-9368-ba29ccfbfcde tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:42.682705 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95eb1348-d452-44f2-9368-ba29ccfbfcde tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 14:11:42.683311 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-95eb1348-d452-44f2-9368-ba29ccfbfcde tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5970419'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:42.686762 n-d-800634-1 neutron-server[93750]: Traceback (most recent call last): Jul 13 14:11:42.686762 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 14:11:42.686762 n-d-800634-1 neutron-server[93750]: timer() Jul 13 14:11:42.686762 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 14:11:42.686762 n-d-800634-1 neutron-server[93750]: cb(*args, **kw) Jul 13 14:11:42.686762 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 14:11:42.686762 n-d-800634-1 neutron-server[93750]: return func(*args, **kwargs) Jul 13 14:11:42.686762 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 14:11:42.686762 n-d-800634-1 neutron-server[93750]: self._notify() Jul 13 14:11:42.686762 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 14:11:42.686762 n-d-800634-1 neutron-server[93750]: self.callback(batched_events) Jul 13 14:11:42.686762 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 14:11:42.686762 n-d-800634-1 neutron-server[93750]: event.method(event) Jul 13 14:11:42.686762 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 14:11:42.686762 n-d-800634-1 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 14:11:42.686762 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 14:11:42.686762 n-d-800634-1 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 14:11:42.686762 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 14:11:42.686762 n-d-800634-1 neutron-server[93750]: return f(self, *a, **k) Jul 13 14:11:42.686762 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 14:11:42.686762 n-d-800634-1 neutron-server[93750]: return self._get(url).json() Jul 13 14:11:42.686762 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 14:11:42.686762 n-d-800634-1 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 14:11:42.686762 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 14:11:42.686762 n-d-800634-1 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 13 14:11:42.686762 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 14:11:42.686762 n-d-800634-1 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 14:11:42.686762 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 14:11:42.686762 n-d-800634-1 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 14:11:42.686762 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 14:11:42.686762 n-d-800634-1 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 14:11:42.686762 n-d-800634-1 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 14:11:42.735938 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e9a3d9c3-9626-4d04-acc0-a923d29a4bec tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] Notify callbacks [] for floatingip, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:42.736325 n-d-800634-1 neutron-server[93751]: INFO neutron.db.l3_db [None req-e9a3d9c3-9626-4d04-acc0-a923d29a4bec tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] Floating IP 002d3724-59a8-4ec6-a76c-010b92f72a12 disassociated (deleted). External IP: 172.25.6.66, port: 3ec1891a-ba2e-4f2e-ba61-42f30dae24ec. Jul 13 14:11:42.752142 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-95eb1348-d452-44f2-9368-ba29ccfbfcde tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:42.759225 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-95eb1348-d452-44f2-9368-ba29ccfbfcde tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:42.761141 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-95eb1348-d452-44f2-9368-ba29ccfbfcde tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] 10.222.0.23 "DELETE /v2.0/networks/a8004ff1-5f42-4b1f-8e10-7fe79fd89959 HTTP/1.1" status: 204 len: 168 time: 0.6007562 Jul 13 14:11:42.763714 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 44092) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:11:42.782405 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95eb1348-d452-44f2-9368-ba29ccfbfcde tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Pushing event deleted for resources: {'Network': ['ID=a8004ff1-5f42-4b1f-8e10-7fe79fd89959,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:11:42.860902 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-83e1eef4-6577-4fad-9dd9-9811581a4aad tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:42.953322 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-83e1eef4-6577-4fad-9dd9-9811581a4aad tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:42.966283 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-83e1eef4-6577-4fad-9dd9-9811581a4aad tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03f3e2b6-5c0b-4407-b993-cfd02d4eb05a']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:11:42.968248 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9a3d9c3-9626-4d04-acc0-a923d29a4bec tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] Router 58e4bef6-f903-473d-9814-72b7784d4240 has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:11:42.982733 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-83e1eef4-6577-4fad-9dd9-9811581a4aad tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76fc0b4e-2d20-4f50-875a-7f71ff1fe128') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:11:42.982733 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-83e1eef4-6577-4fad-9dd9-9811581a4aad tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76fc0b4e-2d20-4f50-875a-7f71ff1fe128') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:11:42.990353 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-83e1eef4-6577-4fad-9dd9-9811581a4aad tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5431730'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:43.010661 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-83e1eef4-6577-4fad-9dd9-9811581a4aad tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:43.017494 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83e1eef4-6577-4fad-9dd9-9811581a4aad tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 14:11:43.017990 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-83e1eef4-6577-4fad-9dd9-9811581a4aad tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5970419'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:43.022071 n-d-800634-1 neutron-server[93750]: Traceback (most recent call last): Jul 13 14:11:43.022071 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 14:11:43.022071 n-d-800634-1 neutron-server[93750]: timer() Jul 13 14:11:43.022071 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 14:11:43.022071 n-d-800634-1 neutron-server[93750]: cb(*args, **kw) Jul 13 14:11:43.022071 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 14:11:43.022071 n-d-800634-1 neutron-server[93750]: return func(*args, **kwargs) Jul 13 14:11:43.022071 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 14:11:43.022071 n-d-800634-1 neutron-server[93750]: self._notify() Jul 13 14:11:43.022071 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 14:11:43.022071 n-d-800634-1 neutron-server[93750]: self.callback(batched_events) Jul 13 14:11:43.022071 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 14:11:43.022071 n-d-800634-1 neutron-server[93750]: event.method(event) Jul 13 14:11:43.022071 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 14:11:43.022071 n-d-800634-1 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 14:11:43.022071 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 14:11:43.022071 n-d-800634-1 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 14:11:43.022071 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 14:11:43.022071 n-d-800634-1 neutron-server[93750]: return f(self, *a, **k) Jul 13 14:11:43.022071 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 14:11:43.022071 n-d-800634-1 neutron-server[93750]: return self._get(url).json() Jul 13 14:11:43.022071 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 14:11:43.022071 n-d-800634-1 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 14:11:43.022071 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 14:11:43.022071 n-d-800634-1 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 13 14:11:43.022071 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 14:11:43.022071 n-d-800634-1 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 14:11:43.022071 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 14:11:43.022071 n-d-800634-1 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 14:11:43.022071 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 14:11:43.022071 n-d-800634-1 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 14:11:43.022071 n-d-800634-1 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 14:11:43.082912 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-83e1eef4-6577-4fad-9dd9-9811581a4aad tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:43.088649 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-83e1eef4-6577-4fad-9dd9-9811581a4aad tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:43.093481 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-83e1eef4-6577-4fad-9dd9-9811581a4aad tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] 10.222.0.23 "DELETE /v2.0/networks/03f3e2b6-5c0b-4407-b993-cfd02d4eb05a HTTP/1.1" status: 204 len: 168 time: 0.3263483 Jul 13 14:11:43.094447 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9a3d9c3-9626-4d04-acc0-a923d29a4bec tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:11:43.094447 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 44094) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:11:43.105548 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e9a3d9c3-9626-4d04-acc0-a923d29a4bec tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for floatingip, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:43.112391 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7da349b-c7b6-44bc-951b-ac4d6c51aed5 None None] Sync routers for ids ['58e4bef6-f903-473d-9814-72b7784d4240'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:11:43.119283 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e1eef4-6577-4fad-9dd9-9811581a4aad tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Pushing event deleted for resources: {'Network': ['ID=03f3e2b6-5c0b-4407-b993-cfd02d4eb05a,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:11:43.125639 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7da349b-c7b6-44bc-951b-ac4d6c51aed5 None None] Routers {'58e4bef6-f903-473d-9814-72b7784d4240'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:11:43.126394 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-a7da349b-c7b6-44bc-951b-ac4d6c51aed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:11:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['58e4bef6-f903-473d-9814-72b7784d4240'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:11:43.200864 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-e9a3d9c3-9626-4d04-acc0-a923d29a4bec tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] 10.222.0.23 "DELETE /v2.0/floatingips/002d3724-59a8-4ec6-a76c-010b92f72a12 HTTP/1.1" status: 204 len: 168 time: 1.0337679 Jul 13 14:11:43.203097 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98cf7d0d-a023-4ea6-8a79-27b0e156b753', 'tag': '3ec1891a-ba2e-4f2e-ba61-42f30dae24ec'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:11:43.205443 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d17b627af75e17e0f4b8d6239d04f8c2f78634e2c585e32a7aeca336500f34a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f55ea357-27e4-4f7b-8f2e-643f6d3f51f6" -d '{"events": [{"name": "network-changed", "server_uuid": "98cf7d0d-a023-4ea6-8a79-27b0e156b753", "tag": "3ec1891a-ba2e-4f2e-ba61-42f30dae24ec"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:11:43.214183 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4e148608-92c4-454a-b5e5-78896cc00f3f tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:43.251302 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-f721d0f6-5677-4e77-9532-724e8951af7a None None] Could not find standard attr ID for object c40c8cde-f56a-4b1c-b245-60c67c371efc. {{(pid=93752) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 14:11:43.275230 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-a7da349b-c7b6-44bc-951b-ac4d6c51aed5 None None] Set router 58e4bef6-f903-473d-9814-72b7784d4240 gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:11:43.298185 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a1140c7-3bd6-4d06-a025-d9a2d6637f2a x-openstack-request-id: req-3a1140c7-3bd6-4d06-a025-d9a2d6637f2a {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:11:43.298795 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98cf7d0d-a023-4ea6-8a79-27b0e156b753", "tag": "3ec1891a-ba2e-4f2e-ba61-42f30dae24ec", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:11:43.299236 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3a1140c7-3bd6-4d06-a025-d9a2d6637f2a {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:11:43.299896 n-d-800634-1 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98cf7d0d-a023-4ea6-8a79-27b0e156b753', 'tag': '3ec1891a-ba2e-4f2e-ba61-42f30dae24ec', 'status': 'completed', 'code': 200} Jul 13 14:11:43.309751 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e45c42-f006-4742-946d-8ae33617baaf None None] DHCP port deletion for a8004ff1-5f42-4b1f-8e10-7fe79fd89959 request from n-d-800634-1 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 14:11:43.331081 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4e148608-92c4-454a-b5e5-78896cc00f3f tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:43.331291 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72690c19-3b6d-43b5-9d73-7e02b26fc066 None None] Network a8004ff1-5f42-4b1f-8e10-7fe79fd89959 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:11:43.347300 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72690c19-3b6d-43b5-9d73-7e02b26fc066 None None] Network a8004ff1-5f42-4b1f-8e10-7fe79fd89959 could not be found, it might have been deleted concurrently. {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 13 14:11:43.359191 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-4e148608-92c4-454a-b5e5-78896cc00f3f tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e9d26e9-f1fd-4c03-8a81-701455c4e48f']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:11:43.376077 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-4e148608-92c4-454a-b5e5-78896cc00f3f tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df0bab36-249b-405b-8974-66fec87f5504') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:11:43.376378 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-4e148608-92c4-454a-b5e5-78896cc00f3f tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df0bab36-249b-405b-8974-66fec87f5504') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:11:43.378045 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55ea357-27e4-4f7b-8f2e-643f6d3f51f6 req-0c5e1e78-2a03-42a1-bf33-a3c385eb3ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:11:43.379575 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ca12b3f-23d0-45cd-853c-1ac9c5293188 None None] get_active_networks_info from n-d-800634-1 {{(pid=93752) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 13 14:11:43.380139 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f55ea357-27e4-4f7b-8f2e-643f6d3f51f6 req-0c5e1e78-2a03-42a1-bf33-a3c385eb3ea4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=563c105cb8a548d597cdeed000a23e0f&device_id=98cf7d0d-a023-4ea6-8a79-27b0e156b753 HTTP/1.1" status: 200 len: 1096 time: 0.0670509 Jul 13 14:11:43.387571 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4e148608-92c4-454a-b5e5-78896cc00f3f tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6018464'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:43.406960 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4e148608-92c4-454a-b5e5-78896cc00f3f tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:43.418083 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e148608-92c4-454a-b5e5-78896cc00f3f tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 14:11:43.418949 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4e148608-92c4-454a-b5e5-78896cc00f3f tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6018632'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:43.423311 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:11:43.423311 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:11:43.423311 n-d-800634-1 neutron-server[93751]: Traceback (most recent call last): Jul 13 14:11:43.423311 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 14:11:43.423311 n-d-800634-1 neutron-server[93751]: timer() Jul 13 14:11:43.423311 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 14:11:43.423311 n-d-800634-1 neutron-server[93751]: cb(*args, **kw) Jul 13 14:11:43.423311 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 14:11:43.423311 n-d-800634-1 neutron-server[93751]: return func(*args, **kwargs) Jul 13 14:11:43.423311 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 14:11:43.423311 n-d-800634-1 neutron-server[93751]: self._notify() Jul 13 14:11:43.423311 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 14:11:43.423311 n-d-800634-1 neutron-server[93751]: self.callback(batched_events) Jul 13 14:11:43.423311 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 14:11:43.423311 n-d-800634-1 neutron-server[93751]: event.method(event) Jul 13 14:11:43.423311 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 14:11:43.423311 n-d-800634-1 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 14:11:43.423311 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 14:11:43.423311 n-d-800634-1 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 14:11:43.423311 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 14:11:43.423311 n-d-800634-1 neutron-server[93751]: return f(self, *a, **k) Jul 13 14:11:43.423311 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 14:11:43.423311 n-d-800634-1 neutron-server[93751]: return self._get(url).json() Jul 13 14:11:43.423311 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 14:11:43.423311 n-d-800634-1 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 14:11:43.423311 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 14:11:43.423311 n-d-800634-1 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 13 14:11:43.423311 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 14:11:43.423311 n-d-800634-1 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 14:11:43.423311 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 14:11:43.423311 n-d-800634-1 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 14:11:43.423311 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 14:11:43.423311 n-d-800634-1 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 14:11:43.423311 n-d-800634-1 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 14:11:43.518821 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4e148608-92c4-454a-b5e5-78896cc00f3f tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:43.525751 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4e148608-92c4-454a-b5e5-78896cc00f3f tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:43.530954 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-4e148608-92c4-454a-b5e5-78896cc00f3f tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] 10.222.0.23 "DELETE /v2.0/networks/7e9d26e9-f1fd-4c03-8a81-701455c4e48f HTTP/1.1" status: 204 len: 168 time: 0.4336748 Jul 13 14:11:43.534750 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 44102) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:11:43.584089 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca12b3f-23d0-45cd-853c-1ac9c5293188 None None] Resources bound (agent type, host, resource id): {{(pid=93752) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 13 14:11:43.644388 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c650b3fa-9abf-4d21-ac38-eaf154e00fe4 tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:43.650116 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e148608-92c4-454a-b5e5-78896cc00f3f tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Pushing event deleted for resources: {'Network': ['ID=7e9d26e9-f1fd-4c03-8a81-701455c4e48f,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:11:43.673064 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-a7da349b-c7b6-44bc-951b-ac4d6c51aed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58e4bef6-f903-473d-9814-72b7784d4240', 'name': 'tempest-TestVolumeBackupRestore-933053820-router', 'tenant_id': '563c105cb8a548d597cdeed000a23e0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.174'}], 'enable_snat': True}, 'gw_port_id': '97272e1b-1b04-4e74-81f0-d670fb7436c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:08:49Z', 'updated_at': '2021-07-13T14:08:53Z', 'revision_number': 4, 'project_id': '563c105cb8a548d597cdeed000a23e0f', 'gw_port': {'id': '97272e1b-1b04-4e74-81f0-d670fb7436c0', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e4:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e4bef6-f903-473d-9814-72b7784d4240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:08:50Z', 'updated_at': '2021-07-13T14:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': '40775bb8-59d9-4208-9379-5f4ab4264343', 'name': '', 'network_id': 'd9b20102-dae7-41fd-a434-d6eeeb3ce86f', 'tenant_id': '563c105cb8a548d597cdeed000a23e0f', 'mac_address': 'fa:16:3e:dc:ff:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e4bef6-f903-473d-9814-72b7784d4240', 'device_owner': 'network:router_interface', 'standard_attr_id': 3587, 'fixed_ips': [{'subnet_id': 'f744038a-6262-44b2-b221-cdb82b342ac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:08:52Z', 'updated_at': '2021-07-13T14:08:59Z', 'revision_number': 5, 'project_id': '563c105cb8a548d597cdeed000a23e0f', 'subnets': [{'id': 'f744038a-6262-44b2-b221-cdb82b342ac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:11:43.702028 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7da349b-c7b6-44bc-951b-ac4d6c51aed5 None None] Checking router: 58e4bef6-f903-473d-9814-72b7784d4240 for host: n-d-800634-1 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:11:43.718572 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7da349b-c7b6-44bc-951b-ac4d6c51aed5 None None] Routers {'58e4bef6-f903-473d-9814-72b7784d4240'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:11:43.719206 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-a7da349b-c7b6-44bc-951b-ac4d6c51aed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:11:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['58e4bef6-f903-473d-9814-72b7784d4240'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:11:43.794571 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c650b3fa-9abf-4d21-ac38-eaf154e00fe4 tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:43.813379 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a860d5-47af-4c30-b3e3-7aa6fb03f826 req-2d42d1ef-d6d1-48ef-942f-22cdb8890e00 tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:11:43.815003 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-16a860d5-47af-4c30-b3e3-7aa6fb03f826 req-2d42d1ef-d6d1-48ef-942f-22cdb8890e00 tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] 10.222.0.23 "GET /v2.0/ports?device_id=98cf7d0d-a023-4ea6-8a79-27b0e156b753 HTTP/1.1" status: 200 len: 945 time: 0.1677761 Jul 13 14:11:43.816778 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-c650b3fa-9abf-4d21-ac38-eaf154e00fe4 tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['034c5766-0b20-4b93-a9d8-8277829ba026']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:11:43.834155 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-c650b3fa-9abf-4d21-ac38-eaf154e00fe4 tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '641c7dac-bf22-47a9-985d-93fd977ee3d3') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:11:43.834781 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-c650b3fa-9abf-4d21-ac38-eaf154e00fe4 tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '641c7dac-bf22-47a9-985d-93fd977ee3d3') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:11:43.855066 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c650b3fa-9abf-4d21-ac38-eaf154e00fe4 tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6018464'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:43.873825 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55ea357-27e4-4f7b-8f2e-643f6d3f51f6 req-3913d234-3f5f-4da1-b09e-ba9094794485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:11:43.875692 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f55ea357-27e4-4f7b-8f2e-643f6d3f51f6 req-3913d234-3f5f-4da1-b09e-ba9094794485 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d9b20102-dae7-41fd-a434-d6eeeb3ce86f HTTP/1.1" status: 200 len: 913 time: 0.4893541 Jul 13 14:11:43.881077 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c650b3fa-9abf-4d21-ac38-eaf154e00fe4 tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:43.890275 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-16a860d5-47af-4c30-b3e3-7aa6fb03f826 req-f9dd8ac5-0e24-4ba3-aa95-6313ed0cd682 tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] 10.222.0.23 "GET /v2.0/security-groups?id=24be8385-7b37-485e-8668-d27d79d5ef0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658760 Jul 13 14:11:43.890453 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-a7da349b-c7b6-44bc-951b-ac4d6c51aed5 None None] Set router 58e4bef6-f903-473d-9814-72b7784d4240 gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:11:43.898772 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c650b3fa-9abf-4d21-ac38-eaf154e00fe4 tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 14:11:43.899195 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c650b3fa-9abf-4d21-ac38-eaf154e00fe4 tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6018632'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:43.902819 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:11:43.902819 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:11:43.902819 n-d-800634-1 neutron-server[93751]: Traceback (most recent call last): Jul 13 14:11:43.902819 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 14:11:43.902819 n-d-800634-1 neutron-server[93751]: timer() Jul 13 14:11:43.902819 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 14:11:43.902819 n-d-800634-1 neutron-server[93751]: cb(*args, **kw) Jul 13 14:11:43.902819 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 14:11:43.902819 n-d-800634-1 neutron-server[93751]: return func(*args, **kwargs) Jul 13 14:11:43.902819 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 14:11:43.902819 n-d-800634-1 neutron-server[93751]: self._notify() Jul 13 14:11:43.902819 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 14:11:43.902819 n-d-800634-1 neutron-server[93751]: self.callback(batched_events) Jul 13 14:11:43.902819 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 14:11:43.902819 n-d-800634-1 neutron-server[93751]: event.method(event) Jul 13 14:11:43.902819 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 14:11:43.902819 n-d-800634-1 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 14:11:43.902819 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 14:11:43.902819 n-d-800634-1 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 14:11:43.902819 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 14:11:43.902819 n-d-800634-1 neutron-server[93751]: return f(self, *a, **k) Jul 13 14:11:43.902819 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 14:11:43.902819 n-d-800634-1 neutron-server[93751]: return self._get(url).json() Jul 13 14:11:43.902819 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 14:11:43.902819 n-d-800634-1 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 14:11:43.902819 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 14:11:43.902819 n-d-800634-1 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 13 14:11:43.902819 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 14:11:43.902819 n-d-800634-1 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 14:11:43.902819 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 14:11:43.902819 n-d-800634-1 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 14:11:43.902819 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 14:11:43.902819 n-d-800634-1 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 14:11:43.902819 n-d-800634-1 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 14:11:43.923738 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f55ea357-27e4-4f7b-8f2e-643f6d3f51f6 req-03ab1252-195a-4f3d-bde1-5c9fd88f05d5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3ec1891a-ba2e-4f2e-ba61-42f30dae24ec HTTP/1.1" status: 200 len: 217 time: 0.0409553 Jul 13 14:11:43.977716 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c650b3fa-9abf-4d21-ac38-eaf154e00fe4 tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:43.986297 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c650b3fa-9abf-4d21-ac38-eaf154e00fe4 tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:43.986560 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55ea357-27e4-4f7b-8f2e-643f6d3f51f6 req-91e8dbd3-c6c8-4a9f-8995-67f4fe012a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:11:43.988211 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-c650b3fa-9abf-4d21-ac38-eaf154e00fe4 tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] 10.222.0.23 "DELETE /v2.0/networks/034c5766-0b20-4b93-a9d8-8277829ba026 HTTP/1.1" status: 204 len: 168 time: 0.4510405 Jul 13 14:11:43.992108 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f55ea357-27e4-4f7b-8f2e-643f6d3f51f6 req-91e8dbd3-c6c8-4a9f-8995-67f4fe012a1b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f744038a-6262-44b2-b221-cdb82b342ac6 HTTP/1.1" status: 200 len: 852 time: 0.0539427 Jul 13 14:11:43.999674 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c650b3fa-9abf-4d21-ac38-eaf154e00fe4 tempest-BulkNetworkOpsTest-990935256 tempest-BulkNetworkOpsTest-990935256-project] Pushing event deleted for resources: {'Network': ['ID=034c5766-0b20-4b93-a9d8-8277829ba026,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:11:44.055593 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55ea357-27e4-4f7b-8f2e-643f6d3f51f6 req-c0d7505d-b60a-4eab-aecc-183cd10c1899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:11:44.057298 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f55ea357-27e4-4f7b-8f2e-643f6d3f51f6 req-c0d7505d-b60a-4eab-aecc-183cd10c1899 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d9b20102-dae7-41fd-a434-d6eeeb3ce86f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0623908 Jul 13 14:11:44.153527 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f55ea357-27e4-4f7b-8f2e-643f6d3f51f6 req-4e7323e3-28ce-4084-80e0-9b9ed90a4ccf service neutron] 10.222.0.26 "GET /v2.0/networks/d9b20102-dae7-41fd-a434-d6eeeb3ce86f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896297 Jul 13 14:11:44.256138 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f55ea357-27e4-4f7b-8f2e-643f6d3f51f6 req-825a0f87-7418-4c66-85b7-9bda31b101c2 service neutron] 10.222.0.26 "GET /v2.0/networks/d9b20102-dae7-41fd-a434-d6eeeb3ce86f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964797 Jul 13 14:11:44.262229 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 44108) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:11:44.340063 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-a7da349b-c7b6-44bc-951b-ac4d6c51aed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58e4bef6-f903-473d-9814-72b7784d4240', 'name': 'tempest-TestVolumeBackupRestore-933053820-router', 'tenant_id': '563c105cb8a548d597cdeed000a23e0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.174'}], 'enable_snat': True}, 'gw_port_id': '97272e1b-1b04-4e74-81f0-d670fb7436c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:08:49Z', 'updated_at': '2021-07-13T14:08:53Z', 'revision_number': 4, 'project_id': '563c105cb8a548d597cdeed000a23e0f', 'gw_port': {'id': '97272e1b-1b04-4e74-81f0-d670fb7436c0', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e4:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e4bef6-f903-473d-9814-72b7784d4240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:08:50Z', 'updated_at': '2021-07-13T14:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': '40775bb8-59d9-4208-9379-5f4ab4264343', 'name': '', 'network_id': 'd9b20102-dae7-41fd-a434-d6eeeb3ce86f', 'tenant_id': '563c105cb8a548d597cdeed000a23e0f', 'mac_address': 'fa:16:3e:dc:ff:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e4bef6-f903-473d-9814-72b7784d4240', 'device_owner': 'network:router_interface', 'standard_attr_id': 3587, 'fixed_ips': [{'subnet_id': 'f744038a-6262-44b2-b221-cdb82b342ac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:08:52Z', 'updated_at': '2021-07-13T14:08:59Z', 'revision_number': 5, 'project_id': '563c105cb8a548d597cdeed000a23e0f', 'subnets': [{'id': 'f744038a-6262-44b2-b221-cdb82b342ac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:11:44.366964 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7da349b-c7b6-44bc-951b-ac4d6c51aed5 None None] The sync data for ids ['58e4bef6-f903-473d-9814-72b7784d4240'] in n-d-800634-1 is: [{'id': '58e4bef6-f903-473d-9814-72b7784d4240', 'name': 'tempest-TestVolumeBackupRestore-933053820-router', 'tenant_id': '563c105cb8a548d597cdeed000a23e0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.174'}], 'enable_snat': True}, 'gw_port_id': '97272e1b-1b04-4e74-81f0-d670fb7436c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:08:49Z', 'updated_at': '2021-07-13T14:08:53Z', 'revision_number': 4, 'project_id': '563c105cb8a548d597cdeed000a23e0f', 'gw_port': {'id': '97272e1b-1b04-4e74-81f0-d670fb7436c0', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e4:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e4bef6-f903-473d-9814-72b7784d4240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:08:50Z', 'updated_at': '2021-07-13T14:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': '40775bb8-59d9-4208-9379-5f4ab4264343', 'name': '', 'network_id': 'd9b20102-dae7-41fd-a434-d6eeeb3ce86f', 'tenant_id': '563c105cb8a548d597cdeed000a23e0f', 'mac_address': 'fa:16:3e:dc:ff:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e4bef6-f903-473d-9814-72b7784d4240', 'device_owner': 'network:router_interface', 'standard_attr_id': 3587, 'fixed_ips': [{'subnet_id': 'f744038a-6262-44b2-b221-cdb82b342ac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:08:52Z', 'updated_at': '2021-07-13T14:08:59Z', 'revision_number': 5, 'project_id': '563c105cb8a548d597cdeed000a23e0f', 'subnets': [{'id': 'f744038a-6262-44b2-b221-cdb82b342ac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:11:44.416031 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-cf0a7a6b-3750-4909-b0f3-963049b91908 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=31f5eeb61c7745b9a42c246d9b4b5337&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1518836 Jul 13 14:11:44.418403 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 44112) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:11:44.470874 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bb54bb37-9bb4-4881-a1d1-fbc8ef77c5af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:44.494229 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bb54bb37-9bb4-4881-a1d1-fbc8ef77c5af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:44.546180 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bb54bb37-9bb4-4881-a1d1-fbc8ef77c5af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:44.548692 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bb54bb37-9bb4-4881-a1d1-fbc8ef77c5af admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:44.552652 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-bb54bb37-9bb4-4881-a1d1-fbc8ef77c5af admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ade1275e-3637-4813-a3d3-352163680477 HTTP/1.1" status: 204 len: 168 time: 0.1332009 Jul 13 14:11:44.560709 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb54bb37-9bb4-4881-a1d1-fbc8ef77c5af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ade1275e-3637-4813-a3d3-352163680477,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:11:44.593868 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a85347-0a48-4863-9212-4ff6b5dd79e5 None None] New status for floating IP 002d3724-59a8-4ec6-a76c-010b92f72a12: DOWN {{(pid=93753) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 14:11:45.125310 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e469f7-eb44-459b-a0b8-7dd5bbbbf4a4 req-8652e01b-a29d-44a9-8ebd-bcd36390dadf tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:11:45.126833 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-61e469f7-eb44-459b-a0b8-7dd5bbbbf4a4 req-8652e01b-a29d-44a9-8ebd-bcd36390dadf tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] 10.222.0.26 "GET /v2.0/ports?device_id=98cf7d0d-a023-4ea6-8a79-27b0e156b753 HTTP/1.1" status: 200 len: 945 time: 0.1204298 Jul 13 14:11:45.135469 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1605b8-d71b-42e0-bea5-94837fa1ca03 req-c56a4050-5301-4371-b262-61aa385433dd tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:11:45.136228 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device c40c8cde-f56a-4b1c-b245-60c67c371efc no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:11:45.138207 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0c1605b8-d71b-42e0-bea5-94837fa1ca03 req-c56a4050-5301-4371-b262-61aa385433dd tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] 10.222.0.23 "GET /v2.0/ports?device_id=98cf7d0d-a023-4ea6-8a79-27b0e156b753 HTTP/1.1" status: 200 len: 945 time: 0.1223567 Jul 13 14:11:45.158537 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: c40c8cde-f56a-4b1c-b245-60c67c371efc {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:11:45.158984 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device c40c8cde-f56a-4b1c-b245-60c67c371efc not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:11:45.204630 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 44136) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:11:45.241643 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0c1605b8-d71b-42e0-bea5-94837fa1ca03 req-4da1f19e-6834-4c7c-88ec-99ea41b608d8 tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] 10.222.0.23 "GET /v2.0/security-groups?id=24be8385-7b37-485e-8668-d27d79d5ef0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954955 Jul 13 14:11:45.267333 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-61e469f7-eb44-459b-a0b8-7dd5bbbbf4a4 req-bd12c32c-8f57-4aa0-b200-062f759236b7 tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] Deleting port 3ec1891a-ba2e-4f2e-ba61-42f30dae24ec {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:11:45.269310 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-61e469f7-eb44-459b-a0b8-7dd5bbbbf4a4 req-bd12c32c-8f57-4aa0-b200-062f759236b7 tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:45.305869 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-93fc6669-26dd-4486-96a2-919301f8a02d tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1433133237'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:11:45.327830 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93fc6669-26dd-4486-96a2-919301f8a02d tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Made reservation on behalf of bfce0c437c6747a5a26f9d80cf230ebf for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:11:45.331386 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-93fc6669-26dd-4486-96a2-919301f8a02d tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:45.340445 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-93fc6669-26dd-4486-96a2-919301f8a02d tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:45.364689 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-61e469f7-eb44-459b-a0b8-7dd5bbbbf4a4 req-bd12c32c-8f57-4aa0-b200-062f759236b7 tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] For port 3ec1891a-ba2e-4f2e-ba61-42f30dae24ec, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=3ec1891a-ba2e-4f2e-ba61-42f30dae24ec,segment=NetworkSegment(e9d41607-f9b1-4a3c-8602-0ca6a6a781f7),segment_id=e9d41607-f9b1-4a3c-8602-0ca6a6a781f7)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:11:45.365084 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-61e469f7-eb44-459b-a0b8-7dd5bbbbf4a4 req-bd12c32c-8f57-4aa0-b200-062f759236b7 tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:45.378012 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-61e469f7-eb44-459b-a0b8-7dd5bbbbf4a4 req-bd12c32c-8f57-4aa0-b200-062f759236b7 tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] Calling delete_port for 3ec1891a-ba2e-4f2e-ba61-42f30dae24ec owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:11:45.442025 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-93fc6669-26dd-4486-96a2-919301f8a02d tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:45.446578 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-93fc6669-26dd-4486-96a2-919301f8a02d tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:45.469133 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93fc6669-26dd-4486-96a2-919301f8a02d tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 14:11:45.482652 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fc6669-26dd-4486-96a2-919301f8a02d tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ffb754b-910f-46ea-bac7-2d4aa1b2dc69,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:11:45.516092 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-61e469f7-eb44-459b-a0b8-7dd5bbbbf4a4 req-bd12c32c-8f57-4aa0-b200-062f759236b7 tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:45.518500 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-93fc6669-26dd-4486-96a2-919301f8a02d tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:45.518911 n-d-800634-1 neutron-server[93751]: INFO neutron.db.segments_db [None req-93fc6669-26dd-4486-96a2-919301f8a02d tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Added segment 7188aac8-0e1d-4773-8bac-95d4ed1ff61c of type vlan for network 5ba71d39-f731-42e6-8884-24eaca4f65b2 Jul 13 14:11:45.546706 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd12c32c-8f57-4aa0-b200-062f759236b7 tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] Pushing event deleted for resources: {'Port': ['ID=3ec1891a-ba2e-4f2e-ba61-42f30dae24ec,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:11:45.563790 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-93fc6669-26dd-4486-96a2-919301f8a02d tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:45.594853 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-93fc6669-26dd-4486-96a2-919301f8a02d tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:45.601551 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93fc6669-26dd-4486-96a2-919301f8a02d tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:11:45.602293 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-93fc6669-26dd-4486-96a2-919301f8a02d tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:45.610397 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-61e469f7-eb44-459b-a0b8-7dd5bbbbf4a4 req-bd12c32c-8f57-4aa0-b200-062f759236b7 tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] No DVR routers for this DVR port 3ec1891a-ba2e-4f2e-ba61-42f30dae24ec on host n-h1-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:11:45.612819 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-61e469f7-eb44-459b-a0b8-7dd5bbbbf4a4 req-bd12c32c-8f57-4aa0-b200-062f759236b7 tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:45.617407 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-61e469f7-eb44-459b-a0b8-7dd5bbbbf4a4 req-bd12c32c-8f57-4aa0-b200-062f759236b7 tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] 10.222.0.26 "DELETE /v2.0/ports/3ec1891a-ba2e-4f2e-ba61-42f30dae24ec HTTP/1.1" status: 204 len: 173 time: 0.4767218 Jul 13 14:11:45.617407 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98cf7d0d-a023-4ea6-8a79-27b0e156b753', 'name': 'network-vif-deleted', 'tag': '3ec1891a-ba2e-4f2e-ba61-42f30dae24ec'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:11:45.618948 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75b86f93-ad52-4e9d-a83a-ab5855594396" -d '{"events": [{"server_uuid": "98cf7d0d-a023-4ea6-8a79-27b0e156b753", "name": "network-vif-deleted", "tag": "3ec1891a-ba2e-4f2e-ba61-42f30dae24ec"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:11:45.682484 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-93fc6669-26dd-4486-96a2-919301f8a02d tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4764435 Jul 13 14:11:45.697531 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fc6669-26dd-4486-96a2-919301f8a02d tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Pushing event updated for resources: {'Network': ['ID=5ba71d39-f731-42e6-8884-24eaca4f65b2,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:11:45.711836 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network 5ba71d39-f731-42e6-8884-24eaca4f65b2 details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 14:11:45.811055 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-453c2409-aa60-4c52-ab72-660f6cfaee0f x-openstack-request-id: req-453c2409-aa60-4c52-ab72-660f6cfaee0f {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:11:45.811354 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98cf7d0d-a023-4ea6-8a79-27b0e156b753", "name": "network-vif-deleted", "tag": "3ec1891a-ba2e-4f2e-ba61-42f30dae24ec", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:11:45.811601 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-453c2409-aa60-4c52-ab72-660f6cfaee0f {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:11:45.811999 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98cf7d0d-a023-4ea6-8a79-27b0e156b753', 'name': 'network-vif-deleted', 'tag': '3ec1891a-ba2e-4f2e-ba61-42f30dae24ec', 'status': 'completed', 'code': 200} Jul 13 14:11:46.403226 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b18034cb-0155-43d0-ae64-7de08836be27 req-7dab8ede-de83-4606-9f06-a8a9e5a77753 tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] 10.222.0.23 "GET /v2.0/ports?device_id=98cf7d0d-a023-4ea6-8a79-27b0e156b753 HTTP/1.1" status: 200 len: 210 time: 0.0430064 Jul 13 14:11:47.232361 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f615beec-9b48-40e3-b08b-4a551a7b014b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:47.508928 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 3ec1891a-ba2e-4f2e-ba61-42f30dae24ec no longer exists at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:11:47.546171 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-381d4315-9089-413f-a071-aa2897bda790 None None] No Port match for: 3ec1891a-ba2e-4f2e-ba61-42f30dae24ec {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:11:47.546970 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 3ec1891a-ba2e-4f2e-ba61-42f30dae24ec not bound to the agent host n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:11:47.559523 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-11ee5a03-8245-46c9-a0c6-15ba0341ad3e req-b5edf827-9528-4c53-b86d-bf2e2a6eea35 tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] 10.222.0.23 "GET /v2.0/ports?device_id=98cf7d0d-a023-4ea6-8a79-27b0e156b753 HTTP/1.1" status: 200 len: 210 time: 0.0337737 Jul 13 14:11:48.709670 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d90ca012-68e3-4a22-8b87-5853223bdbed req-9f9c186b-305e-4d25-ae49-0fdc4f127979 tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] 10.222.0.23 "GET /v2.0/ports?device_id=98cf7d0d-a023-4ea6-8a79-27b0e156b753 HTTP/1.1" status: 200 len: 210 time: 0.0311613 Jul 13 14:11:48.928499 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 44154) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:11:48.933714 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-d32028b2-bead-440d-9521-1ec178d7a23c tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Request body: {'subnet': {'network_id': '5ba71d39-f731-42e6-8884-24eaca4f65b2', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:11:49.025281 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d32028b2-bead-440d-9521-1ec178d7a23c tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Made reservation on behalf of bfce0c437c6747a5a26f9d80cf230ebf for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:11:49.028826 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d32028b2-bead-440d-9521-1ec178d7a23c tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6104980'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:49.214123 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d32028b2-bead-440d-9521-1ec178d7a23c tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6018343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6104998'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:49.277823 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32028b2-bead-440d-9521-1ec178d7a23c tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Pushing event updated for resources: {'Subnet': ['ID=25054686-f2b2-4aa8-86b8-a02c8baaf543,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:11:49.285244 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32028b2-bead-440d-9521-1ec178d7a23c tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Checking segment: {'id': '7188aac8-0e1d-4773-8bac-95d4ed1ff61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '5ba71d39-f731-42e6-8884-24eaca4f65b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:11:49.285629 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d32028b2-bead-440d-9521-1ec178d7a23c tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Network hostable DHCP agents. Network: 5ba71d39-f731-42e6-8884-24eaca4f65b2, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 14:11:49.303060 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d32028b2-bead-440d-9521-1ec178d7a23c tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Network 5ba71d39-f731-42e6-8884-24eaca4f65b2 is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 14:11:49.311854 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-d32028b2-bead-440d-9521-1ec178d7a23c tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, 5ba71d39-f731-42e6-8884-24eaca4f65b2) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:11:49.318110 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d32028b2-bead-440d-9521-1ec178d7a23c tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:11:49.319193 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d32028b2-bead-440d-9521-1ec178d7a23c tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:49.320466 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faaf54b0-6fcf-4edf-85bc-17a1c25fabe8 None None] Network 5ba71d39-f731-42e6-8884-24eaca4f65b2 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:11:49.333813 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-d32028b2-bead-440d-9521-1ec178d7a23c tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4031529 Jul 13 14:11:49.337334 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 44156) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:11:49.342292 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-acaeb43e-36b3-4202-ab86-71d2cb9101d7 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-275987907'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:11:49.363030 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acaeb43e-36b3-4202-ab86-71d2cb9101d7 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Made reservation on behalf of bfce0c437c6747a5a26f9d80cf230ebf for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:11:49.366654 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-acaeb43e-36b3-4202-ab86-71d2cb9101d7 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:49.403014 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acaeb43e-36b3-4202-ab86-71d2cb9101d7 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 14:11:49.413515 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-acaeb43e-36b3-4202-ab86-71d2cb9101d7 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:49.413971 n-d-800634-1 neutron-server[93751]: INFO neutron.db.segments_db [None req-acaeb43e-36b3-4202-ab86-71d2cb9101d7 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Added segment f752943e-a61c-43d6-b9cd-be7e84078045 of type vlan for network 7ba26912-47e0-4925-97fd-aab630c323e6 Jul 13 14:11:49.457716 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-acaeb43e-36b3-4202-ab86-71d2cb9101d7 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:49.492043 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-acaeb43e-36b3-4202-ab86-71d2cb9101d7 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:49.498126 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acaeb43e-36b3-4202-ab86-71d2cb9101d7 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:11:49.498337 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-acaeb43e-36b3-4202-ab86-71d2cb9101d7 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:49.500442 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a562b08-5e01-4f30-932a-3ebabf0e6653 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a7201e1-61ce-5a3e-b7f7-e800379ed03b-5ba71d39-f731-42e6-8884-24eaca4f65b2', 'network_id': '5ba71d39-f731-42e6-8884-24eaca4f65b2', 'tenant_id': 'bfce0c437c6747a5a26f9d80cf230ebf', 'fixed_ips': [{'subnet_id': '25054686-f2b2-4aa8-86b8-a02c8baaf543'}]}} from n-d-800634-1. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 14:11:49.501490 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9a562b08-5e01-4f30-932a-3ebabf0e6653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:49.559862 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-acaeb43e-36b3-4202-ab86-71d2cb9101d7 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2188525 Jul 13 14:11:49.560103 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 44158) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:11:49.564918 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-ae8d2492-0ac6-4dcd-8091-f4038629fb4b tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Request body: {'subnet': {'network_id': '7ba26912-47e0-4925-97fd-aab630c323e6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:11:49.588160 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaeb43e-36b3-4202-ab86-71d2cb9101d7 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Pushing event updated for resources: {'Network': ['ID=7ba26912-47e0-4925-97fd-aab630c323e6,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:11:49.599038 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network 7ba26912-47e0-4925-97fd-aab630c323e6 details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 14:11:49.673647 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae8d2492-0ac6-4dcd-8091-f4038629fb4b tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Made reservation on behalf of bfce0c437c6747a5a26f9d80cf230ebf for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:11:49.678155 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ae8d2492-0ac6-4dcd-8091-f4038629fb4b tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6104980'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:49.707677 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-9a562b08-5e01-4f30-932a-3ebabf0e6653 None None] Allocated IP 2001:db8:0:ffff::2 (5ba71d39-f731-42e6-8884-24eaca4f65b2/25054686-f2b2-4aa8-86b8-a02c8baaf543/3fe89a0c-d51d-4c9c-af7c-27a44c251e29) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:11:49.805441 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 44162) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:11:49.862603 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9a562b08-5e01-4f30-932a-3ebabf0e6653 None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:49.872678 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-9a562b08-5e01-4f30-932a-3ebabf0e6653 None None] Transition to ACTIVE for port object 3fe89a0c-d51d-4c9c-af7c-27a44c251e29 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:11:49.873180 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ae8d2492-0ac6-4dcd-8091-f4038629fb4b tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6018343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6104998'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:49.873417 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9b56a03c-083c-4722-a2fb-d379b2bd2fb9 tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:49.898129 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-9a562b08-5e01-4f30-932a-3ebabf0e6653 None None] Transition to ACTIVE for port object 3fe89a0c-d51d-4c9c-af7c-27a44c251e29 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:11:49.901248 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-76eab6f1-aa5d-47a0-b585-9043bc593d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:49.903949 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9b56a03c-083c-4722-a2fb-d379b2bd2fb9 tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:49.906510 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9a562b08-5e01-4f30-932a-3ebabf0e6653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:49.945106 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8d2492-0ac6-4dcd-8091-f4038629fb4b tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Pushing event updated for resources: {'Subnet': ['ID=b8d67a0c-cbe2-46ad-bc15-ddaf308eccdf,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:11:49.949992 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8d2492-0ac6-4dcd-8091-f4038629fb4b tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Checking segment: {'id': 'f752943e-a61c-43d6-b9cd-be7e84078045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '7ba26912-47e0-4925-97fd-aab630c323e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:11:49.950361 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae8d2492-0ac6-4dcd-8091-f4038629fb4b tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Network hostable DHCP agents. Network: 7ba26912-47e0-4925-97fd-aab630c323e6, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 14:11:49.953921 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a562b08-5e01-4f30-932a-3ebabf0e6653 None None] Network 5ba71d39-f731-42e6-8884-24eaca4f65b2 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:11:49.957054 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-9a562b08-5e01-4f30-932a-3ebabf0e6653 None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:11:49.962394 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a562b08-5e01-4f30-932a-3ebabf0e6653 None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:11:49.969100 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae8d2492-0ac6-4dcd-8091-f4038629fb4b tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Network 7ba26912-47e0-4925-97fd-aab630c323e6 is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 14:11:49.969963 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a562b08-5e01-4f30-932a-3ebabf0e6653 None None] Pushing event updated for resources: {'Port': ['ID=3fe89a0c-d51d-4c9c-af7c-27a44c251e29,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:11:49.982569 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-ae8d2492-0ac6-4dcd-8091-f4038629fb4b tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, 7ba26912-47e0-4925-97fd-aab630c323e6) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:11:49.988583 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9b56a03c-083c-4722-a2fb-d379b2bd2fb9 tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:49.992394 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9b56a03c-083c-4722-a2fb-d379b2bd2fb9 tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:49.996393 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae8d2492-0ac6-4dcd-8091-f4038629fb4b tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:11:49.996393 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ae8d2492-0ac6-4dcd-8091-f4038629fb4b tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:49.996712 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c74fbe-2449-44b2-9b57-2f0bc8c4489c None None] Network 7ba26912-47e0-4925-97fd-aab630c323e6 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:11:50.003674 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-9b56a03c-083c-4722-a2fb-d379b2bd2fb9 tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] 10.222.0.23 "DELETE /v2.0/security-groups/24be8385-7b37-485e-8668-d27d79d5ef0d HTTP/1.1" status: 204 len: 168 time: 0.1953163 Jul 13 14:11:50.017537 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-ae8d2492-0ac6-4dcd-8091-f4038629fb4b tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.4564288 Jul 13 14:11:50.020181 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 44166) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:11:50.022079 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b56a03c-083c-4722-a2fb-d379b2bd2fb9 tempest-TestVolumeBackupRestore-1245689563 tempest-TestVolumeBackupRestore-1245689563-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24be8385-7b37-485e-8668-d27d79d5ef0d,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:11:50.078182 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-9a562b08-5e01-4f30-932a-3ebabf0e6653 None None] Attempting to bind port 3fe89a0c-d51d-4c9c-af7c-27a44c251e29 on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:11:50.078451 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-9a562b08-5e01-4f30-932a-3ebabf0e6653 None None] Attempting to bind port 3fe89a0c-d51d-4c9c-af7c-27a44c251e29 by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '7188aac8-0e1d-4773-8bac-95d4ed1ff61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '5ba71d39-f731-42e6-8884-24eaca4f65b2'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:11:50.078594 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a562b08-5e01-4f30-932a-3ebabf0e6653 None None] Attempting to bind port 3fe89a0c-d51d-4c9c-af7c-27a44c251e29 on network 5ba71d39-f731-42e6-8884-24eaca4f65b2 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:11:50.096106 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:50.099414 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a562b08-5e01-4f30-932a-3ebabf0e6653 None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 11, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:11:50.099707 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a562b08-5e01-4f30-932a-3ebabf0e6653 None None] Checking segment: {'id': '7188aac8-0e1d-4773-8bac-95d4ed1ff61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '5ba71d39-f731-42e6-8884-24eaca4f65b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:11:50.101331 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9a562b08-5e01-4f30-932a-3ebabf0e6653 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:50.101762 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a562b08-5e01-4f30-932a-3ebabf0e6653 None None] Bound using segment: {'id': '7188aac8-0e1d-4773-8bac-95d4ed1ff61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '5ba71d39-f731-42e6-8884-24eaca4f65b2'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:11:50.102300 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-9a562b08-5e01-4f30-932a-3ebabf0e6653 None None] Bound port: 3fe89a0c-d51d-4c9c-af7c-27a44c251e29, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7188aac8-0e1d-4773-8bac-95d4ed1ff61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '5ba71d39-f731-42e6-8884-24eaca4f65b2'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:11:50.106183 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9a562b08-5e01-4f30-932a-3ebabf0e6653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:50.154910 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a5eba168-7af8-4d63-b78b-4b83114140f0 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:50.224964 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-9a562b08-5e01-4f30-932a-3ebabf0e6653 None None] For port 3fe89a0c-d51d-4c9c-af7c-27a44c251e29, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:11:50.230019 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-9a562b08-5e01-4f30-932a-3ebabf0e6653 None None] For port 3fe89a0c-d51d-4c9c-af7c-27a44c251e29, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=3fe89a0c-d51d-4c9c-af7c-27a44c251e29,segment=NetworkSegment(7188aac8-0e1d-4773-8bac-95d4ed1ff61c),segment_id=7188aac8-0e1d-4773-8bac-95d4ed1ff61c)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:11:50.238561 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a5eba168-7af8-4d63-b78b-4b83114140f0 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:50.252617 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9a562b08-5e01-4f30-932a-3ebabf0e6653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:50.395912 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd44854f-4bbb-4512-bb7a-6fdff3049f2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a7201e1-61ce-5a3e-b7f7-e800379ed03b-7ba26912-47e0-4925-97fd-aab630c323e6', 'network_id': '7ba26912-47e0-4925-97fd-aab630c323e6', 'tenant_id': 'bfce0c437c6747a5a26f9d80cf230ebf', 'fixed_ips': [{'subnet_id': 'b8d67a0c-cbe2-46ad-bc15-ddaf308eccdf'}]}} from n-d-800634-1. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 14:11:50.398043 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-cd44854f-4bbb-4512-bb7a-6fdff3049f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:50.399158 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a5eba168-7af8-4d63-b78b-4b83114140f0 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6018534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6105009'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:50.448012 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eba168-7af8-4d63-b78b-4b83114140f0 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Pushing event deleted for resources: {'Subnet': ['ID=b8d67a0c-cbe2-46ad-bc15-ddaf308eccdf,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:11:50.464460 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a562b08-5e01-4f30-932a-3ebabf0e6653 None None] Pushing event updated for resources: {'Port': ['ID=3fe89a0c-d51d-4c9c-af7c-27a44c251e29,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:11:50.577526 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a5eba168-7af8-4d63-b78b-4b83114140f0 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:50.578535 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b34afaab-fb9f-44be-8c51-adf72c27d8b6 None None] Network 7ba26912-47e0-4925-97fd-aab630c323e6 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:11:50.589118 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-a5eba168-7af8-4d63-b78b-4b83114140f0 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ba26912-47e0-4925-97fd-aab630c323e6']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:11:50.607542 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-a5eba168-7af8-4d63-b78b-4b83114140f0 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f752943e-a61c-43d6-b9cd-be7e84078045') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:11:50.608086 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-a5eba168-7af8-4d63-b78b-4b83114140f0 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f752943e-a61c-43d6-b9cd-be7e84078045') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:11:50.620262 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a5eba168-7af8-4d63-b78b-4b83114140f0 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6018464'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:50.636357 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a5eba168-7af8-4d63-b78b-4b83114140f0 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:50.651436 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5eba168-7af8-4d63-b78b-4b83114140f0 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 14:11:50.651900 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a5eba168-7af8-4d63-b78b-4b83114140f0 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6018632'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:50.657165 n-d-800634-1 neutron-server[93751]: Traceback (most recent call last): Jul 13 14:11:50.657165 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 14:11:50.657165 n-d-800634-1 neutron-server[93751]: timer() Jul 13 14:11:50.657165 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 14:11:50.657165 n-d-800634-1 neutron-server[93751]: cb(*args, **kw) Jul 13 14:11:50.657165 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 14:11:50.657165 n-d-800634-1 neutron-server[93751]: return func(*args, **kwargs) Jul 13 14:11:50.657165 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 14:11:50.657165 n-d-800634-1 neutron-server[93751]: self._notify() Jul 13 14:11:50.657165 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 14:11:50.657165 n-d-800634-1 neutron-server[93751]: self.callback(batched_events) Jul 13 14:11:50.657165 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 14:11:50.657165 n-d-800634-1 neutron-server[93751]: event.method(event) Jul 13 14:11:50.657165 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 14:11:50.657165 n-d-800634-1 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 14:11:50.657165 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 14:11:50.657165 n-d-800634-1 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 14:11:50.657165 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 14:11:50.657165 n-d-800634-1 neutron-server[93751]: return f(self, *a, **k) Jul 13 14:11:50.657165 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 14:11:50.657165 n-d-800634-1 neutron-server[93751]: return self._get(url).json() Jul 13 14:11:50.657165 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 14:11:50.657165 n-d-800634-1 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 14:11:50.657165 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 14:11:50.657165 n-d-800634-1 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 13 14:11:50.657165 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 14:11:50.657165 n-d-800634-1 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 14:11:50.657165 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 14:11:50.657165 n-d-800634-1 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 14:11:50.657165 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 14:11:50.657165 n-d-800634-1 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 14:11:50.657165 n-d-800634-1 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 14:11:50.781187 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a5eba168-7af8-4d63-b78b-4b83114140f0 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:50.820468 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a5eba168-7af8-4d63-b78b-4b83114140f0 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:50.827442 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-a5eba168-7af8-4d63-b78b-4b83114140f0 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] 10.222.0.23 "DELETE /v2.0/networks/7ba26912-47e0-4925-97fd-aab630c323e6 HTTP/1.1" status: 204 len: 168 time: 0.8050048 Jul 13 14:11:50.829036 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eba168-7af8-4d63-b78b-4b83114140f0 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Pushing event deleted for resources: {'Network': ['ID=7ba26912-47e0-4925-97fd-aab630c323e6,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:11:50.834346 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 44230) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:11:50.841782 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-2e5585ad-a74b-4e8b-bdaa-ba29e1b36973 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1389862022'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:11:50.878218 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e5585ad-a74b-4e8b-bdaa-ba29e1b36973 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Made reservation on behalf of bfce0c437c6747a5a26f9d80cf230ebf for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:11:50.883976 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2e5585ad-a74b-4e8b-bdaa-ba29e1b36973 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:50.917013 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e5585ad-a74b-4e8b-bdaa-ba29e1b36973 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 14:11:50.935217 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2e5585ad-a74b-4e8b-bdaa-ba29e1b36973 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:50.935557 n-d-800634-1 neutron-server[93750]: INFO neutron.db.segments_db [None req-2e5585ad-a74b-4e8b-bdaa-ba29e1b36973 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Added segment 705c70e8-853b-4d0e-b8f6-bfdba5933dab of type vlan for network 00ca0b5d-c677-4944-8567-011dcd5f8e52 Jul 13 14:11:50.992795 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2e5585ad-a74b-4e8b-bdaa-ba29e1b36973 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:51.031322 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2e5585ad-a74b-4e8b-bdaa-ba29e1b36973 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:51.038939 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e5585ad-a74b-4e8b-bdaa-ba29e1b36973 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:11:51.040076 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2e5585ad-a74b-4e8b-bdaa-ba29e1b36973 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:51.136986 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 44264) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:11:51.142320 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-d5d8a669-eb1d-442c-a927-0bbb7d51365b tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Request body: {'subnet': {'network_id': '00ca0b5d-c677-4944-8567-011dcd5f8e52', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:11:51.146515 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-2e5585ad-a74b-4e8b-bdaa-ba29e1b36973 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3106482 Jul 13 14:11:51.181702 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5585ad-a74b-4e8b-bdaa-ba29e1b36973 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Pushing event updated for resources: {'Network': ['ID=00ca0b5d-c677-4944-8567-011dcd5f8e52,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:11:51.230374 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network 00ca0b5d-c677-4944-8567-011dcd5f8e52 details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 14:11:51.315259 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5d8a669-eb1d-442c-a927-0bbb7d51365b tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Made reservation on behalf of bfce0c437c6747a5a26f9d80cf230ebf for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:11:51.320261 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d5d8a669-eb1d-442c-a927-0bbb7d51365b tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6104980'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:51.474889 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 3fe89a0c-d51d-4c9c-af7c-27a44c251e29 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:11:51.525653 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:51.577707 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port 3fe89a0c-d51d-4c9c-af7c-27a44c251e29 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:11:51.643957 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d5d8a669-eb1d-442c-a927-0bbb7d51365b tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6018343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6104998'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:51.741565 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d8a669-eb1d-442c-a927-0bbb7d51365b tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Checking segment: {'id': '705c70e8-853b-4d0e-b8f6-bfdba5933dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '00ca0b5d-c677-4944-8567-011dcd5f8e52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:11:51.742179 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d8a669-eb1d-442c-a927-0bbb7d51365b tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Network hostable DHCP agents. Network: 00ca0b5d-c677-4944-8567-011dcd5f8e52, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 14:11:51.762941 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d8a669-eb1d-442c-a927-0bbb7d51365b tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Pushing event updated for resources: {'Subnet': ['ID=d6689bd3-be40-4f69-8c52-c25a0f5cb2e1,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:11:51.774717 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d8a669-eb1d-442c-a927-0bbb7d51365b tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Network 00ca0b5d-c677-4944-8567-011dcd5f8e52 is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 14:11:51.790792 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-d5d8a669-eb1d-442c-a927-0bbb7d51365b tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, 00ca0b5d-c677-4944-8567-011dcd5f8e52) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:11:51.796883 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d8a669-eb1d-442c-a927-0bbb7d51365b tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:11:51.799978 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeb94eb8-8807-4816-94c2-474025396349 None None] Network 00ca0b5d-c677-4944-8567-011dcd5f8e52 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:11:51.814280 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d5d8a669-eb1d-442c-a927-0bbb7d51365b tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:51.854663 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 44328) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:11:51.863878 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-a7f7d032-07fe-4018-83b8-57f0823f1e62 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1798992035'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:11:51.869722 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-d5d8a669-eb1d-442c-a927-0bbb7d51365b tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.7314143 Jul 13 14:11:51.897838 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7f7d032-07fe-4018-83b8-57f0823f1e62 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Made reservation on behalf of bfce0c437c6747a5a26f9d80cf230ebf for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:11:51.907362 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a7f7d032-07fe-4018-83b8-57f0823f1e62 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:51.953225 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7f7d032-07fe-4018-83b8-57f0823f1e62 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 14:11:51.966334 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a7f7d032-07fe-4018-83b8-57f0823f1e62 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:51.966984 n-d-800634-1 neutron-server[93750]: INFO neutron.db.segments_db [None req-a7f7d032-07fe-4018-83b8-57f0823f1e62 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Added segment 6d64eb2f-3be2-444d-bb81-d27d9266f65a of type vlan for network 21bc4ed7-900f-475d-83a8-212a37f97af3 Jul 13 14:11:52.040234 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a83c8a7-e9a0-41cc-8874-5504cc77cdb0 None None] Network 5ba71d39-f731-42e6-8884-24eaca4f65b2 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:11:52.043805 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a7f7d032-07fe-4018-83b8-57f0823f1e62 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:52.089372 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a7f7d032-07fe-4018-83b8-57f0823f1e62 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:52.099419 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f7d032-07fe-4018-83b8-57f0823f1e62 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:11:52.101813 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a7f7d032-07fe-4018-83b8-57f0823f1e62 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:52.155189 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-11f70e98-347a-4a03-8cec-f32152c9137b None None] Provisioning for port 3fe89a0c-d51d-4c9c-af7c-27a44c251e29 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:11:52.171639 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 44362) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:11:52.174515 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-11f70e98-347a-4a03-8cec-f32152c9137b None None] Provisioning complete for port 3fe89a0c-d51d-4c9c-af7c-27a44c251e29 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:11:52.174918 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11f70e98-347a-4a03-8cec-f32152c9137b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:52.178086 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-197746db-173e-450b-88e1-ea772505f505 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Request body: {'subnet': {'network_id': '21bc4ed7-900f-475d-83a8-212a37f97af3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:11:52.181390 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-a7f7d032-07fe-4018-83b8-57f0823f1e62 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3228741 Jul 13 14:11:52.215932 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f7d032-07fe-4018-83b8-57f0823f1e62 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Pushing event updated for resources: {'Network': ['ID=21bc4ed7-900f-475d-83a8-212a37f97af3,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:11:52.251332 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network 21bc4ed7-900f-475d-83a8-212a37f97af3 details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 14:11:52.300722 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-197746db-173e-450b-88e1-ea772505f505 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Made reservation on behalf of bfce0c437c6747a5a26f9d80cf230ebf for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:11:52.307192 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-197746db-173e-450b-88e1-ea772505f505 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6104980'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:52.415819 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ac52a4-487f-4ad4-8263-211706d16de9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a7201e1-61ce-5a3e-b7f7-e800379ed03b-00ca0b5d-c677-4944-8567-011dcd5f8e52', 'network_id': '00ca0b5d-c677-4944-8567-011dcd5f8e52', 'tenant_id': 'bfce0c437c6747a5a26f9d80cf230ebf', 'fixed_ips': [{'subnet_id': 'd6689bd3-be40-4f69-8c52-c25a0f5cb2e1'}]}} from n-d-800634-1. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 14:11:52.417002 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-48ac52a4-487f-4ad4-8263-211706d16de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:52.440568 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.ipam_backend_mixin [None req-197746db-173e-450b-88e1-ea772505f505 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Performing IP validity checks on allocation pools {{(pid=93751) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 13 14:11:52.441769 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.ipam_backend_mixin [None req-197746db-173e-450b-88e1-ea772505f505 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93751) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 13 14:11:52.655975 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11f70e98-347a-4a03-8cec-f32152c9137b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:52.663465 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-197746db-173e-450b-88e1-ea772505f505 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6018343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6104998'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:52.779888 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197746db-173e-450b-88e1-ea772505f505 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Pushing event updated for resources: {'Subnet': ['ID=15869f90-ad4f-4bea-bbb7-ff022648a75c,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:11:52.801049 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-197746db-173e-450b-88e1-ea772505f505 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Checking segment: {'id': '6d64eb2f-3be2-444d-bb81-d27d9266f65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '21bc4ed7-900f-475d-83a8-212a37f97af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:11:52.803230 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-197746db-173e-450b-88e1-ea772505f505 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Network hostable DHCP agents. Network: 21bc4ed7-900f-475d-83a8-212a37f97af3, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 14:11:52.809438 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-11f70e98-347a-4a03-8cec-f32152c9137b None None] For port 3fe89a0c-d51d-4c9c-af7c-27a44c251e29, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=3fe89a0c-d51d-4c9c-af7c-27a44c251e29,segment=NetworkSegment(7188aac8-0e1d-4773-8bac-95d4ed1ff61c),segment_id=7188aac8-0e1d-4773-8bac-95d4ed1ff61c)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:11:52.820883 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:52.841039 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-48ac52a4-487f-4ad4-8263-211706d16de9 None None] Allocated IP 2001:db8::1 (00ca0b5d-c677-4944-8567-011dcd5f8e52/d6689bd3-be40-4f69-8c52-c25a0f5cb2e1/d5c22ebb-e795-4525-b6f5-1764b51abdba) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:11:52.845879 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-197746db-173e-450b-88e1-ea772505f505 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Network 21bc4ed7-900f-475d-83a8-212a37f97af3 is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 14:11:52.854784 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11f70e98-347a-4a03-8cec-f32152c9137b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:52.869849 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-197746db-173e-450b-88e1-ea772505f505 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, 21bc4ed7-900f-475d-83a8-212a37f97af3) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:11:52.873968 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-197746db-173e-450b-88e1-ea772505f505 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:11:52.874606 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-197746db-173e-450b-88e1-ea772505f505 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:52.894768 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-197746db-173e-450b-88e1-ea772505f505 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.7217929 Jul 13 14:11:52.897935 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 44438) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:11:52.933546 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7bf81d2-72e8-4509-a2d7-5e70bee18df2 None None] Network 21bc4ed7-900f-475d-83a8-212a37f97af3 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:11:53.104368 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f665c79e-c07f-4c51-9f8b-16240e149b9d tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:53.122641 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f70e98-347a-4a03-8cec-f32152c9137b None None] Pushing event updated for resources: {'Port': ['ID=3fe89a0c-d51d-4c9c-af7c-27a44c251e29,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:11:53.179054 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f665c79e-c07f-4c51-9f8b-16240e149b9d tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:53.283110 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f665c79e-c07f-4c51-9f8b-16240e149b9d tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6018534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6105009'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:53.318656 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f665c79e-c07f-4c51-9f8b-16240e149b9d tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Pushing event deleted for resources: {'Subnet': ['ID=15869f90-ad4f-4bea-bbb7-ff022648a75c,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:11:53.361235 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-48ac52a4-487f-4ad4-8263-211706d16de9 None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:53.376133 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-48ac52a4-487f-4ad4-8263-211706d16de9 None None] Transition to ACTIVE for port object d5c22ebb-e795-4525-b6f5-1764b51abdba will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:11:53.395852 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f665c79e-c07f-4c51-9f8b-16240e149b9d tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:53.408315 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-f665c79e-c07f-4c51-9f8b-16240e149b9d tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21bc4ed7-900f-475d-83a8-212a37f97af3']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:11:53.439724 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-48ac52a4-487f-4ad4-8263-211706d16de9 None None] Transition to ACTIVE for port object d5c22ebb-e795-4525-b6f5-1764b51abdba will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:11:53.439724 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e77204d0-49e1-410a-931f-6e2948081668 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a7201e1-61ce-5a3e-b7f7-e800379ed03b-21bc4ed7-900f-475d-83a8-212a37f97af3', 'network_id': '21bc4ed7-900f-475d-83a8-212a37f97af3', 'tenant_id': 'bfce0c437c6747a5a26f9d80cf230ebf', 'fixed_ips': [{'subnet_id': '15869f90-ad4f-4bea-bbb7-ff022648a75c'}]}} from n-d-800634-1. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 14:11:53.440488 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-f665c79e-c07f-4c51-9f8b-16240e149b9d tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d64eb2f-3be2-444d-bb81-d27d9266f65a') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:11:53.440488 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-f665c79e-c07f-4c51-9f8b-16240e149b9d tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d64eb2f-3be2-444d-bb81-d27d9266f65a') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:11:53.440766 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e77204d0-49e1-410a-931f-6e2948081668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:53.440766 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-c6ce6ddf-e498-4bbf-9cc0-84eb31dd63be None None] Provisioning complete for port 3fe89a0c-d51d-4c9c-af7c-27a44c251e29 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:11:53.440766 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c6ce6ddf-e498-4bbf-9cc0-84eb31dd63be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:53.448574 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f665c79e-c07f-4c51-9f8b-16240e149b9d tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6018464'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:53.480224 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f665c79e-c07f-4c51-9f8b-16240e149b9d tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:53.483736 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-48ac52a4-487f-4ad4-8263-211706d16de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:53.499211 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f665c79e-c07f-4c51-9f8b-16240e149b9d tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 14:11:53.503867 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f665c79e-c07f-4c51-9f8b-16240e149b9d tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6018632'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:53.556293 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ac52a4-487f-4ad4-8263-211706d16de9 None None] Network 00ca0b5d-c677-4944-8567-011dcd5f8e52 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:11:53.560050 n-d-800634-1 neutron-server[93751]: Traceback (most recent call last): Jul 13 14:11:53.560050 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 14:11:53.560050 n-d-800634-1 neutron-server[93751]: timer() Jul 13 14:11:53.560050 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 14:11:53.560050 n-d-800634-1 neutron-server[93751]: cb(*args, **kw) Jul 13 14:11:53.560050 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 14:11:53.560050 n-d-800634-1 neutron-server[93751]: return func(*args, **kwargs) Jul 13 14:11:53.560050 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 14:11:53.560050 n-d-800634-1 neutron-server[93751]: self._notify() Jul 13 14:11:53.560050 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 14:11:53.560050 n-d-800634-1 neutron-server[93751]: self.callback(batched_events) Jul 13 14:11:53.560050 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 14:11:53.560050 n-d-800634-1 neutron-server[93751]: event.method(event) Jul 13 14:11:53.560050 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 14:11:53.560050 n-d-800634-1 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 14:11:53.560050 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 14:11:53.560050 n-d-800634-1 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 14:11:53.560050 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 14:11:53.560050 n-d-800634-1 neutron-server[93751]: return f(self, *a, **k) Jul 13 14:11:53.560050 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 14:11:53.560050 n-d-800634-1 neutron-server[93751]: return self._get(url).json() Jul 13 14:11:53.560050 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 14:11:53.560050 n-d-800634-1 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 14:11:53.560050 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 14:11:53.560050 n-d-800634-1 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 13 14:11:53.560050 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 14:11:53.560050 n-d-800634-1 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 14:11:53.560050 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 14:11:53.560050 n-d-800634-1 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 14:11:53.560050 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 14:11:53.560050 n-d-800634-1 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 14:11:53.560050 n-d-800634-1 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 14:11:53.570632 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-48ac52a4-487f-4ad4-8263-211706d16de9 None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:11:53.573796 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ac52a4-487f-4ad4-8263-211706d16de9 None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:11:53.581796 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f665c79e-c07f-4c51-9f8b-16240e149b9d tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:53.589612 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f665c79e-c07f-4c51-9f8b-16240e149b9d tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:53.593945 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-f665c79e-c07f-4c51-9f8b-16240e149b9d tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] 10.222.0.23 "DELETE /v2.0/networks/21bc4ed7-900f-475d-83a8-212a37f97af3 HTTP/1.1" status: 204 len: 168 time: 0.6909590 Jul 13 14:11:53.599240 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 44508) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:11:53.616715 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-172db08f-6bd3-437d-af57-adb551652eac tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-417073722'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:11:53.619008 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ac52a4-487f-4ad4-8263-211706d16de9 None None] Pushing event updated for resources: {'Port': ['ID=d5c22ebb-e795-4525-b6f5-1764b51abdba,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:11:53.627837 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f665c79e-c07f-4c51-9f8b-16240e149b9d tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Pushing event deleted for resources: {'Network': ['ID=21bc4ed7-900f-475d-83a8-212a37f97af3,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:11:53.641443 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-141c3bc7-5a3f-47f1-9877-44b8d3817ee1 None None] Network 21bc4ed7-900f-475d-83a8-212a37f97af3 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:11:53.678964 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-172db08f-6bd3-437d-af57-adb551652eac tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Made reservation on behalf of bfce0c437c6747a5a26f9d80cf230ebf for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:11:53.683477 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-172db08f-6bd3-437d-af57-adb551652eac tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:53.686719 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-141c3bc7-5a3f-47f1-9877-44b8d3817ee1 None None] Network 21bc4ed7-900f-475d-83a8-212a37f97af3 could not be found, it might have been deleted concurrently. {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 13 14:11:53.729219 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-172db08f-6bd3-437d-af57-adb551652eac tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 14:11:53.732707 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-48ac52a4-487f-4ad4-8263-211706d16de9 None None] Attempting to bind port d5c22ebb-e795-4525-b6f5-1764b51abdba on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:11:53.733070 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-48ac52a4-487f-4ad4-8263-211706d16de9 None None] Attempting to bind port d5c22ebb-e795-4525-b6f5-1764b51abdba by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '705c70e8-853b-4d0e-b8f6-bfdba5933dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '00ca0b5d-c677-4944-8567-011dcd5f8e52'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:11:53.733411 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ac52a4-487f-4ad4-8263-211706d16de9 None None] Attempting to bind port d5c22ebb-e795-4525-b6f5-1764b51abdba on network 00ca0b5d-c677-4944-8567-011dcd5f8e52 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:11:53.744333 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-172db08f-6bd3-437d-af57-adb551652eac tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:53.744744 n-d-800634-1 neutron-server[93750]: INFO neutron.db.segments_db [None req-172db08f-6bd3-437d-af57-adb551652eac tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Added segment 00f78e85-4b4c-4b6a-8955-407f1382f238 of type vlan for network 03f8f21b-fa76-46e2-8477-bf460371203c Jul 13 14:11:53.758245 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ac52a4-487f-4ad4-8263-211706d16de9 None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 11, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:11:53.758826 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ac52a4-487f-4ad4-8263-211706d16de9 None None] Checking segment: {'id': '705c70e8-853b-4d0e-b8f6-bfdba5933dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '00ca0b5d-c677-4944-8567-011dcd5f8e52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:11:53.759544 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-48ac52a4-487f-4ad4-8263-211706d16de9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:53.759954 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ac52a4-487f-4ad4-8263-211706d16de9 None None] Bound using segment: {'id': '705c70e8-853b-4d0e-b8f6-bfdba5933dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '00ca0b5d-c677-4944-8567-011dcd5f8e52'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:11:53.760462 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-48ac52a4-487f-4ad4-8263-211706d16de9 None None] Bound port: d5c22ebb-e795-4525-b6f5-1764b51abdba, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '705c70e8-853b-4d0e-b8f6-bfdba5933dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '00ca0b5d-c677-4944-8567-011dcd5f8e52'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:11:53.761718 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-48ac52a4-487f-4ad4-8263-211706d16de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:53.820977 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-172db08f-6bd3-437d-af57-adb551652eac tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:53.867775 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-172db08f-6bd3-437d-af57-adb551652eac tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:53.877163 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-172db08f-6bd3-437d-af57-adb551652eac tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:11:53.878444 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-172db08f-6bd3-437d-af57-adb551652eac tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:53.993464 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-172db08f-6bd3-437d-af57-adb551652eac tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3920693 Jul 13 14:11:53.996290 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 44548) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:11:54.005077 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-a1349d1d-a0b3-4614-9fa6-87a6f076bcf4 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Request body: {'subnet': {'network_id': '03f8f21b-fa76-46e2-8477-bf460371203c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:11:54.006273 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172db08f-6bd3-437d-af57-adb551652eac tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Pushing event updated for resources: {'Network': ['ID=03f8f21b-fa76-46e2-8477-bf460371203c,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:11:54.020358 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network 03f8f21b-fa76-46e2-8477-bf460371203c details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 14:11:54.088534 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-48ac52a4-487f-4ad4-8263-211706d16de9 None None] For port d5c22ebb-e795-4525-b6f5-1764b51abdba, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:11:54.094859 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-48ac52a4-487f-4ad4-8263-211706d16de9 None None] For port d5c22ebb-e795-4525-b6f5-1764b51abdba, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=d5c22ebb-e795-4525-b6f5-1764b51abdba,segment=NetworkSegment(705c70e8-853b-4d0e-b8f6-bfdba5933dab),segment_id=705c70e8-853b-4d0e-b8f6-bfdba5933dab)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:11:54.104212 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-48ac52a4-487f-4ad4-8263-211706d16de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:54.179392 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ac52a4-487f-4ad4-8263-211706d16de9 None None] Pushing event updated for resources: {'Port': ['ID=d5c22ebb-e795-4525-b6f5-1764b51abdba,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:11:54.229446 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1349d1d-a0b3-4614-9fa6-87a6f076bcf4 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Made reservation on behalf of bfce0c437c6747a5a26f9d80cf230ebf for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:11:54.235647 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a1349d1d-a0b3-4614-9fa6-87a6f076bcf4 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6104980'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:54.498573 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a1349d1d-a0b3-4614-9fa6-87a6f076bcf4 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6018343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6104998'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:54.576658 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1349d1d-a0b3-4614-9fa6-87a6f076bcf4 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Pushing event updated for resources: {'Subnet': ['ID=b2ba8008-5845-438b-979f-8db98b1617ed,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:11:54.591961 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1349d1d-a0b3-4614-9fa6-87a6f076bcf4 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Checking segment: {'id': '00f78e85-4b4c-4b6a-8955-407f1382f238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '03f8f21b-fa76-46e2-8477-bf460371203c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:11:54.592439 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1349d1d-a0b3-4614-9fa6-87a6f076bcf4 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Network hostable DHCP agents. Network: 03f8f21b-fa76-46e2-8477-bf460371203c, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 14:11:54.614763 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1349d1d-a0b3-4614-9fa6-87a6f076bcf4 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Network 03f8f21b-fa76-46e2-8477-bf460371203c is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 14:11:54.626789 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-a1349d1d-a0b3-4614-9fa6-87a6f076bcf4 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, 03f8f21b-fa76-46e2-8477-bf460371203c) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:11:54.633568 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1349d1d-a0b3-4614-9fa6-87a6f076bcf4 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:11:54.634225 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a1349d1d-a0b3-4614-9fa6-87a6f076bcf4 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:54.641809 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad656bac-0b0e-4743-be7f-94b3fcab6ad2 None None] Network 03f8f21b-fa76-46e2-8477-bf460371203c requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:11:54.653269 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-a1349d1d-a0b3-4614-9fa6-87a6f076bcf4 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.6558743 Jul 13 14:11:54.655850 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 44616) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:11:54.813565 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 44634) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:11:54.872133 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd02bb83-e1f2-44d4-adb5-12b63b573c21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a7201e1-61ce-5a3e-b7f7-e800379ed03b-03f8f21b-fa76-46e2-8477-bf460371203c', 'network_id': '03f8f21b-fa76-46e2-8477-bf460371203c', 'tenant_id': 'bfce0c437c6747a5a26f9d80cf230ebf', 'fixed_ips': [{'subnet_id': 'b2ba8008-5845-438b-979f-8db98b1617ed'}]}} from n-d-800634-1. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 14:11:54.873563 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fd02bb83-e1f2-44d4-adb5-12b63b573c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:55.139049 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-fd02bb83-e1f2-44d4-adb5-12b63b573c21 None None] Allocated IP 2001:db8::1 (03f8f21b-fa76-46e2-8477-bf460371203c/b2ba8008-5845-438b-979f-8db98b1617ed/36439939-32ac-492d-806b-9a76da500d50) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:11:55.211010 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d75715cb-cf9e-4f92-a240-0713e269e046 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:55.317860 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d75715cb-cf9e-4f92-a240-0713e269e046 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:55.399814 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 3fe89a0c-d51d-4c9c-af7c-27a44c251e29 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:11:55.445392 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fd02bb83-e1f2-44d4-adb5-12b63b573c21 None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:55.464374 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fd02bb83-e1f2-44d4-adb5-12b63b573c21 None None] Transition to ACTIVE for port object 36439939-32ac-492d-806b-9a76da500d50 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:11:55.470115 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f643b32d-7d33-4b00-8357-17641e762501 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451695'] for router_interface, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:55.508407 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fd02bb83-e1f2-44d4-adb5-12b63b573c21 None None] Transition to ACTIVE for port object 36439939-32ac-492d-806b-9a76da500d50 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:11:55.511456 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 3fe89a0c-d51d-4c9c-af7c-27a44c251e29 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:11:55.511806 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:55.540095 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fd02bb83-e1f2-44d4-adb5-12b63b573c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:55.543095 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d75715cb-cf9e-4f92-a240-0713e269e046 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6018534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6105009'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:55.574020 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75715cb-cf9e-4f92-a240-0713e269e046 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Pushing event deleted for resources: {'Subnet': ['ID=b2ba8008-5845-438b-979f-8db98b1617ed,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:11:55.607076 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1607591e-ffe0-4fbb-be08-21cc043191e8 None None] Network 00ca0b5d-c677-4944-8567-011dcd5f8e52 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:11:55.611727 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd02bb83-e1f2-44d4-adb5-12b63b573c21 None None] Network 03f8f21b-fa76-46e2-8477-bf460371203c is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:11:55.652200 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d75715cb-cf9e-4f92-a240-0713e269e046 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:55.659734 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-fd02bb83-e1f2-44d4-adb5-12b63b573c21 None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:11:55.665106 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd02bb83-e1f2-44d4-adb5-12b63b573c21 None None] Pushing event updated for resources: {'Port': ['ID=36439939-32ac-492d-806b-9a76da500d50,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:11:55.673497 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-d75715cb-cf9e-4f92-a240-0713e269e046 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03f8f21b-fa76-46e2-8477-bf460371203c']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:11:55.675455 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd02bb83-e1f2-44d4-adb5-12b63b573c21 None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:11:55.688174 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-d75715cb-cf9e-4f92-a240-0713e269e046 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00f78e85-4b4c-4b6a-8955-407f1382f238') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:11:55.689254 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-d75715cb-cf9e-4f92-a240-0713e269e046 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00f78e85-4b4c-4b6a-8955-407f1382f238') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:11:55.703150 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d75715cb-cf9e-4f92-a240-0713e269e046 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6018464'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:55.719653 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-369f29ed-a820-4673-8747-2aa052b93a1b None None] Provisioning for port d5c22ebb-e795-4525-b6f5-1764b51abdba completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:11:55.720940 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d75715cb-cf9e-4f92-a240-0713e269e046 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:55.731633 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d75715cb-cf9e-4f92-a240-0713e269e046 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 14:11:55.732140 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d75715cb-cf9e-4f92-a240-0713e269e046 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6018632'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:55.736739 n-d-800634-1 neutron-server[93751]: Traceback (most recent call last): Jul 13 14:11:55.736739 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 14:11:55.736739 n-d-800634-1 neutron-server[93751]: timer() Jul 13 14:11:55.736739 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 14:11:55.736739 n-d-800634-1 neutron-server[93751]: cb(*args, **kw) Jul 13 14:11:55.736739 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 14:11:55.736739 n-d-800634-1 neutron-server[93751]: return func(*args, **kwargs) Jul 13 14:11:55.736739 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 14:11:55.736739 n-d-800634-1 neutron-server[93751]: self._notify() Jul 13 14:11:55.736739 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 14:11:55.736739 n-d-800634-1 neutron-server[93751]: self.callback(batched_events) Jul 13 14:11:55.736739 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 14:11:55.736739 n-d-800634-1 neutron-server[93751]: event.method(event) Jul 13 14:11:55.736739 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 14:11:55.736739 n-d-800634-1 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 14:11:55.736739 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 14:11:55.736739 n-d-800634-1 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 14:11:55.736739 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 14:11:55.736739 n-d-800634-1 neutron-server[93751]: return f(self, *a, **k) Jul 13 14:11:55.736739 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 14:11:55.736739 n-d-800634-1 neutron-server[93751]: return self._get(url).json() Jul 13 14:11:55.736739 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 14:11:55.736739 n-d-800634-1 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 14:11:55.736739 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 14:11:55.736739 n-d-800634-1 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 13 14:11:55.736739 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 14:11:55.736739 n-d-800634-1 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 14:11:55.736739 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 14:11:55.736739 n-d-800634-1 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 14:11:55.736739 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 14:11:55.736739 n-d-800634-1 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 14:11:55.736739 n-d-800634-1 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 14:11:55.809808 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.db.api [None req-d75715cb-cf9e-4f92-a240-0713e269e046 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 13 14:11:55.809808 n-d-800634-1 neutron-server[93751]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 13 14:11:55.809808 n-d-800634-1 neutron-server[93751]: [parameters: {'id': '03f8f21b-fa76-46e2-8477-bf460371203c'}] Jul 13 14:11:55.809808 n-d-800634-1 neutron-server[93751]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93751) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 14:11:55.810436 n-d-800634-1 neutron-server[93751]: DEBUG oslo_db.api [None req-d75715cb-cf9e-4f92-a240-0713e269e046 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 14:11:55.821874 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-fd02bb83-e1f2-44d4-adb5-12b63b573c21 None None] Attempting to bind port 36439939-32ac-492d-806b-9a76da500d50 on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:11:55.822524 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-fd02bb83-e1f2-44d4-adb5-12b63b573c21 None None] Attempting to bind port 36439939-32ac-492d-806b-9a76da500d50 by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '00f78e85-4b4c-4b6a-8955-407f1382f238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '03f8f21b-fa76-46e2-8477-bf460371203c'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:11:55.822888 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd02bb83-e1f2-44d4-adb5-12b63b573c21 None None] Attempting to bind port 36439939-32ac-492d-806b-9a76da500d50 on network 03f8f21b-fa76-46e2-8477-bf460371203c {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:11:55.840193 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-f643b32d-7d33-4b00-8357-17641e762501 admin admin] Deleting port 40775bb8-59d9-4208-9379-5f4ab4264343 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:11:55.840783 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f643b32d-7d33-4b00-8357-17641e762501 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:55.849409 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device d5c22ebb-e795-4525-b6f5-1764b51abdba up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:11:55.852951 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd02bb83-e1f2-44d4-adb5-12b63b573c21 None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 11, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:11:55.853332 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd02bb83-e1f2-44d4-adb5-12b63b573c21 None None] Checking segment: {'id': '00f78e85-4b4c-4b6a-8955-407f1382f238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '03f8f21b-fa76-46e2-8477-bf460371203c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:11:55.853761 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fd02bb83-e1f2-44d4-adb5-12b63b573c21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:55.854368 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd02bb83-e1f2-44d4-adb5-12b63b573c21 None None] Bound using segment: {'id': '00f78e85-4b4c-4b6a-8955-407f1382f238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '03f8f21b-fa76-46e2-8477-bf460371203c'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:11:55.854860 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-fd02bb83-e1f2-44d4-adb5-12b63b573c21 None None] Bound port: 36439939-32ac-492d-806b-9a76da500d50, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00f78e85-4b4c-4b6a-8955-407f1382f238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '03f8f21b-fa76-46e2-8477-bf460371203c'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:11:55.855249 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fd02bb83-e1f2-44d4-adb5-12b63b573c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:55.924828 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-f643b32d-7d33-4b00-8357-17641e762501 admin admin] For port 40775bb8-59d9-4208-9379-5f4ab4264343, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=40775bb8-59d9-4208-9379-5f4ab4264343,segment=NetworkSegment(e9d41607-f9b1-4a3c-8602-0ca6a6a781f7),segment_id=e9d41607-f9b1-4a3c-8602-0ca6a6a781f7)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:11:55.925255 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f643b32d-7d33-4b00-8357-17641e762501 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:55.939162 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-f643b32d-7d33-4b00-8357-17641e762501 admin admin] Calling delete_port for 40775bb8-59d9-4208-9379-5f4ab4264343 owned by network:router_interface {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:11:55.997693 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fd02bb83-e1f2-44d4-adb5-12b63b573c21 None None] For port 36439939-32ac-492d-806b-9a76da500d50, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:11:56.011660 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port d5c22ebb-e795-4525-b6f5-1764b51abdba completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:11:56.015551 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fd02bb83-e1f2-44d4-adb5-12b63b573c21 None None] For port 36439939-32ac-492d-806b-9a76da500d50, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=36439939-32ac-492d-806b-9a76da500d50,segment=NetworkSegment(00f78e85-4b4c-4b6a-8955-407f1382f238),segment_id=00f78e85-4b4c-4b6a-8955-407f1382f238)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:11:56.020880 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port d5c22ebb-e795-4525-b6f5-1764b51abdba triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:11:56.021362 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:56.025824 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fd02bb83-e1f2-44d4-adb5-12b63b573c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:56.155442 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f643b32d-7d33-4b00-8357-17641e762501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:56.159066 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd02bb83-e1f2-44d4-adb5-12b63b573c21 None None] Pushing event updated for resources: {'Port': ['ID=36439939-32ac-492d-806b-9a76da500d50,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:11:56.193234 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f643b32d-7d33-4b00-8357-17641e762501 admin admin] Pushing event deleted for resources: {'Port': ['ID=40775bb8-59d9-4208-9379-5f4ab4264343,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:11:56.193835 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec8ad3e3-3137-4352-aa42-4c34f4733bec None None] Network 03f8f21b-fa76-46e2-8477-bf460371203c requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:11:56.251387 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:56.312037 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d75715cb-cf9e-4f92-a240-0713e269e046 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:56.325418 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port d5c22ebb-e795-4525-b6f5-1764b51abdba, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=d5c22ebb-e795-4525-b6f5-1764b51abdba,segment=NetworkSegment(705c70e8-853b-4d0e-b8f6-bfdba5933dab),segment_id=705c70e8-853b-4d0e-b8f6-bfdba5933dab)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:11:56.349741 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:56.382053 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-e1bc2341-dacf-4e87-9190-431b591e7615 None None] Provisioning complete for port d5c22ebb-e795-4525-b6f5-1764b51abdba triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:11:56.382431 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e1bc2341-dacf-4e87-9190-431b591e7615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:56.388182 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f643b32d-7d33-4b00-8357-17641e762501 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1785036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452491'] for router_interface, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:56.391133 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-d75715cb-cf9e-4f92-a240-0713e269e046 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Deleting port 36439939-32ac-492d-806b-9a76da500d50 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:11:56.391645 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d75715cb-cf9e-4f92-a240-0713e269e046 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:56.451189 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=d5c22ebb-e795-4525-b6f5-1764b51abdba,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:11:56.477274 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-d75715cb-cf9e-4f92-a240-0713e269e046 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] For port 36439939-32ac-492d-806b-9a76da500d50, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=36439939-32ac-492d-806b-9a76da500d50,segment=NetworkSegment(00f78e85-4b4c-4b6a-8955-407f1382f238),segment_id=00f78e85-4b4c-4b6a-8955-407f1382f238)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:11:56.477644 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d75715cb-cf9e-4f92-a240-0713e269e046 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:56.490105 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f686eb08-8e07-4548-af88-9561e3c834cb None None] get_active_networks_info from n-d-800634-1 {{(pid=93752) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 13 14:11:56.492052 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-d75715cb-cf9e-4f92-a240-0713e269e046 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Calling delete_port for 36439939-32ac-492d-806b-9a76da500d50 owned by network:dhcp {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:11:56.588855 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d75715cb-cf9e-4f92-a240-0713e269e046 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:56.603504 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d75715cb-cf9e-4f92-a240-0713e269e046 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] No DVR routers for this DVR port 36439939-32ac-492d-806b-9a76da500d50 on host n-d-800634-1 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:11:56.610781 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f686eb08-8e07-4548-af88-9561e3c834cb None None] Resources bound (agent type, host, resource id): {{(pid=93752) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 13 14:11:56.625089 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75715cb-cf9e-4f92-a240-0713e269e046 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Pushing event deleted for resources: {'Port': ['ID=36439939-32ac-492d-806b-9a76da500d50,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:11:56.637362 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f643b32d-7d33-4b00-8357-17641e762501 admin admin] Router 58e4bef6-f903-473d-9814-72b7784d4240 has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:11:56.699798 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d75715cb-cf9e-4f92-a240-0713e269e046 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:56.710647 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-d75715cb-cf9e-4f92-a240-0713e269e046 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03f8f21b-fa76-46e2-8477-bf460371203c']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:11:56.722192 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-d75715cb-cf9e-4f92-a240-0713e269e046 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00f78e85-4b4c-4b6a-8955-407f1382f238') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:11:56.722597 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-d75715cb-cf9e-4f92-a240-0713e269e046 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00f78e85-4b4c-4b6a-8955-407f1382f238') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:11:56.732633 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d75715cb-cf9e-4f92-a240-0713e269e046 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6018464'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:56.751514 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f643b32d-7d33-4b00-8357-17641e762501 admin admin] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:11:56.751861 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d75715cb-cf9e-4f92-a240-0713e269e046 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:56.757092 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-f643b32d-7d33-4b00-8357-17641e762501 admin admin] 10.222.0.23 "PUT /v2.0/routers/58e4bef6-f903-473d-9814-72b7784d4240/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9423237 Jul 13 14:11:56.759502 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 44636) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:11:56.765215 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d75715cb-cf9e-4f92-a240-0713e269e046 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 14:11:56.765649 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d75715cb-cf9e-4f92-a240-0713e269e046 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6018632'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:56.767039 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cdf3d12-ca4e-4aae-8b28-7fa921816e35 None None] Sync routers for ids ['58e4bef6-f903-473d-9814-72b7784d4240'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:11:56.768537 n-d-800634-1 neutron-server[93751]: Traceback (most recent call last): Jul 13 14:11:56.768537 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 14:11:56.768537 n-d-800634-1 neutron-server[93751]: timer() Jul 13 14:11:56.768537 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 14:11:56.768537 n-d-800634-1 neutron-server[93751]: cb(*args, **kw) Jul 13 14:11:56.768537 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 14:11:56.768537 n-d-800634-1 neutron-server[93751]: return func(*args, **kwargs) Jul 13 14:11:56.768537 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 14:11:56.768537 n-d-800634-1 neutron-server[93751]: self._notify() Jul 13 14:11:56.768537 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 14:11:56.768537 n-d-800634-1 neutron-server[93751]: self.callback(batched_events) Jul 13 14:11:56.768537 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 14:11:56.768537 n-d-800634-1 neutron-server[93751]: event.method(event) Jul 13 14:11:56.768537 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 14:11:56.768537 n-d-800634-1 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 14:11:56.768537 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 14:11:56.768537 n-d-800634-1 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 14:11:56.768537 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 14:11:56.768537 n-d-800634-1 neutron-server[93751]: return f(self, *a, **k) Jul 13 14:11:56.768537 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 14:11:56.768537 n-d-800634-1 neutron-server[93751]: return self._get(url).json() Jul 13 14:11:56.768537 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 14:11:56.768537 n-d-800634-1 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 14:11:56.768537 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 14:11:56.768537 n-d-800634-1 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 13 14:11:56.768537 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 14:11:56.768537 n-d-800634-1 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 14:11:56.768537 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 14:11:56.768537 n-d-800634-1 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 14:11:56.768537 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 14:11:56.768537 n-d-800634-1 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 14:11:56.768537 n-d-800634-1 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 14:11:56.783453 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cdf3d12-ca4e-4aae-8b28-7fa921816e35 None None] Routers {'58e4bef6-f903-473d-9814-72b7784d4240'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:11:56.784087 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-9cdf3d12-ca4e-4aae-8b28-7fa921816e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:11:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['58e4bef6-f903-473d-9814-72b7784d4240'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:11:56.837285 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d75715cb-cf9e-4f92-a240-0713e269e046 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:56.847733 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d75715cb-cf9e-4f92-a240-0713e269e046 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:56.854600 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-d75715cb-cf9e-4f92-a240-0713e269e046 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] 10.222.0.23 "DELETE /v2.0/networks/03f8f21b-fa76-46e2-8477-bf460371203c HTTP/1.1" status: 204 len: 168 time: 2.1935413 Jul 13 14:11:56.854779 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 44638) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:11:56.859883 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-53db2d01-f634-478f-b35c-7294a395b857 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-825962368'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:11:56.876068 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75715cb-cf9e-4f92-a240-0713e269e046 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Pushing event deleted for resources: {'Network': ['ID=03f8f21b-fa76-46e2-8477-bf460371203c,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:11:56.884338 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8aa74b30-40e0-4a62-aa11-69864e60f1a6 admin admin] Notify callbacks [] for router, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:56.894971 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53db2d01-f634-478f-b35c-7294a395b857 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Made reservation on behalf of bfce0c437c6747a5a26f9d80cf230ebf for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:11:56.900137 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-53db2d01-f634-478f-b35c-7294a395b857 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:56.931719 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53db2d01-f634-478f-b35c-7294a395b857 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 14:11:56.946946 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-53db2d01-f634-478f-b35c-7294a395b857 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:56.947534 n-d-800634-1 neutron-server[93751]: INFO neutron.db.segments_db [None req-53db2d01-f634-478f-b35c-7294a395b857 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Added segment 9dc32a5c-cf6e-4169-8bb5-cb074e0a4cb3 of type vlan for network 2c199e55-7951-4818-a25d-fbc55293bb92 Jul 13 14:11:56.955743 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-9cdf3d12-ca4e-4aae-8b28-7fa921816e35 None None] Set router 58e4bef6-f903-473d-9814-72b7784d4240 gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:11:56.991604 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-53db2d01-f634-478f-b35c-7294a395b857 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:57.026119 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-53db2d01-f634-478f-b35c-7294a395b857 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:57.032307 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53db2d01-f634-478f-b35c-7294a395b857 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:11:57.033365 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-53db2d01-f634-478f-b35c-7294a395b857 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:57.110427 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-53db2d01-f634-478f-b35c-7294a395b857 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2517500 Jul 13 14:11:57.110657 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 44640) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:11:57.116503 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-027d5da4-86ed-4be4-b68a-876902e11742 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Request body: {'subnet': {'network_id': '2c199e55-7951-4818-a25d-fbc55293bb92', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:11:57.165669 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53db2d01-f634-478f-b35c-7294a395b857 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Pushing event updated for resources: {'Network': ['ID=2c199e55-7951-4818-a25d-fbc55293bb92,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:11:57.177461 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network 2c199e55-7951-4818-a25d-fbc55293bb92 details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 14:11:57.183138 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-9cdf3d12-ca4e-4aae-8b28-7fa921816e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58e4bef6-f903-473d-9814-72b7784d4240', 'name': 'tempest-TestVolumeBackupRestore-933053820-router', 'tenant_id': '563c105cb8a548d597cdeed000a23e0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.174'}], 'enable_snat': True}, 'gw_port_id': '97272e1b-1b04-4e74-81f0-d670fb7436c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:08:49Z', 'updated_at': '2021-07-13T14:11:56Z', 'revision_number': 5, 'project_id': '563c105cb8a548d597cdeed000a23e0f', 'gw_port': {'id': '97272e1b-1b04-4e74-81f0-d670fb7436c0', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e4:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e4bef6-f903-473d-9814-72b7784d4240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:08:50Z', 'updated_at': '2021-07-13T14:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:11:57.223711 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-027d5da4-86ed-4be4-b68a-876902e11742 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Made reservation on behalf of bfce0c437c6747a5a26f9d80cf230ebf for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:11:57.228010 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-027d5da4-86ed-4be4-b68a-876902e11742 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6104980'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:57.288010 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8aa74b30-40e0-4a62-aa11-69864e60f1a6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:57.353044 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-8aa74b30-40e0-4a62-aa11-69864e60f1a6 admin admin] Deleting port 97272e1b-1b04-4e74-81f0-d670fb7436c0 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:11:57.353459 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8aa74b30-40e0-4a62-aa11-69864e60f1a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:57.441232 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-8aa74b30-40e0-4a62-aa11-69864e60f1a6 admin admin] For port 97272e1b-1b04-4e74-81f0-d670fb7436c0, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=97272e1b-1b04-4e74-81f0-d670fb7436c0,segment=NetworkSegment(3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87),segment_id=3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:11:57.442124 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8aa74b30-40e0-4a62-aa11-69864e60f1a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:57.450190 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device d5c22ebb-e795-4525-b6f5-1764b51abdba up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:11:57.451376 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-027d5da4-86ed-4be4-b68a-876902e11742 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6018343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6104998'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:57.455092 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cdf3d12-ca4e-4aae-8b28-7fa921816e35 None None] Checking router: 58e4bef6-f903-473d-9814-72b7784d4240 for host: n-d-800634-1 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:11:57.462879 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-8aa74b30-40e0-4a62-aa11-69864e60f1a6 admin admin] Calling delete_port for 97272e1b-1b04-4e74-81f0-d670fb7436c0 owned by network:router_gateway {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:11:57.503515 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cdf3d12-ca4e-4aae-8b28-7fa921816e35 None None] Routers {'58e4bef6-f903-473d-9814-72b7784d4240'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:11:57.504149 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-9cdf3d12-ca4e-4aae-8b28-7fa921816e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:11:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['58e4bef6-f903-473d-9814-72b7784d4240'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:11:57.517917 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027d5da4-86ed-4be4-b68a-876902e11742 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Pushing event updated for resources: {'Subnet': ['ID=568b755e-eb26-4c35-99db-de9190de2f74,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:11:57.529238 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-027d5da4-86ed-4be4-b68a-876902e11742 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Checking segment: {'id': '9dc32a5c-cf6e-4169-8bb5-cb074e0a4cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '2c199e55-7951-4818-a25d-fbc55293bb92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:11:57.529781 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-027d5da4-86ed-4be4-b68a-876902e11742 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Network hostable DHCP agents. Network: 2c199e55-7951-4818-a25d-fbc55293bb92, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 14:11:57.550116 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-027d5da4-86ed-4be4-b68a-876902e11742 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Network 2c199e55-7951-4818-a25d-fbc55293bb92 is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 14:11:57.559565 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-027d5da4-86ed-4be4-b68a-876902e11742 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, 2c199e55-7951-4818-a25d-fbc55293bb92) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:11:57.571178 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-027d5da4-86ed-4be4-b68a-876902e11742 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:11:57.571782 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-027d5da4-86ed-4be4-b68a-876902e11742 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:57.575025 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfd16098-5433-4dfa-9ff9-b337b4d7627e None None] Network 2c199e55-7951-4818-a25d-fbc55293bb92 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:11:57.589282 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-027d5da4-86ed-4be4-b68a-876902e11742 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.4777284 Jul 13 14:11:57.591854 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 44642) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:11:57.646407 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8aa74b30-40e0-4a62-aa11-69864e60f1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:57.670208 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-9cdf3d12-ca4e-4aae-8b28-7fa921816e35 None None] Set router 58e4bef6-f903-473d-9814-72b7784d4240 gateway port host: None {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:11:57.682450 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa74b30-40e0-4a62-aa11-69864e60f1a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=97272e1b-1b04-4e74-81f0-d670fb7436c0,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:11:57.696709 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-eedb11b5-1541-444e-9e29-53e01af5b720 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:57.727336 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-9cdf3d12-ca4e-4aae-8b28-7fa921816e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58e4bef6-f903-473d-9814-72b7784d4240', 'name': 'tempest-TestVolumeBackupRestore-933053820-router', 'tenant_id': '563c105cb8a548d597cdeed000a23e0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:08:49Z', 'updated_at': '2021-07-13T14:11:57Z', 'revision_number': 6, 'project_id': '563c105cb8a548d597cdeed000a23e0f', 'gw_port_host': None}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:11:57.729418 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port d5c22ebb-e795-4525-b6f5-1764b51abdba triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:11:57.729418 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:57.748709 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8aa74b30-40e0-4a62-aa11-69864e60f1a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-446473'] for router_gateway, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:57.759172 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-eedb11b5-1541-444e-9e29-53e01af5b720 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:57.788324 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cdf3d12-ca4e-4aae-8b28-7fa921816e35 None None] The sync data for ids ['58e4bef6-f903-473d-9814-72b7784d4240'] in n-d-800634-1 is: [{'id': '58e4bef6-f903-473d-9814-72b7784d4240', 'name': 'tempest-TestVolumeBackupRestore-933053820-router', 'tenant_id': '563c105cb8a548d597cdeed000a23e0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:08:49Z', 'updated_at': '2021-07-13T14:11:57Z', 'revision_number': 6, 'project_id': '563c105cb8a548d597cdeed000a23e0f', 'gw_port_host': None}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:11:57.832130 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-eedb11b5-1541-444e-9e29-53e01af5b720 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6018534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6105009'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:57.858390 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8aa74b30-40e0-4a62-aa11-69864e60f1a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1591938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2696'] for router, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:57.860628 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8aa74b30-40e0-4a62-aa11-69864e60f1a6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:57.868691 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedb11b5-1541-444e-9e29-53e01af5b720 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Pushing event deleted for resources: {'Subnet': ['ID=568b755e-eb26-4c35-99db-de9190de2f74,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:11:57.895152 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c5b973-a119-4e9a-8445-7f133d5e6f7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a7201e1-61ce-5a3e-b7f7-e800379ed03b-2c199e55-7951-4818-a25d-fbc55293bb92', 'network_id': '2c199e55-7951-4818-a25d-fbc55293bb92', 'tenant_id': 'bfce0c437c6747a5a26f9d80cf230ebf', 'fixed_ips': [{'subnet_id': '568b755e-eb26-4c35-99db-de9190de2f74'}]}} from n-d-800634-1. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 14:11:57.896851 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-42c5b973-a119-4e9a-8445-7f133d5e6f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:57.907694 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8aa74b30-40e0-4a62-aa11-69864e60f1a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593106'] for router, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:57.908424 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aa74b30-40e0-4a62-aa11-69864e60f1a6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 58e4bef6-f903-473d-9814-72b7784d4240 {{(pid=93750) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 14:11:57.914129 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8aa74b30-40e0-4a62-aa11-69864e60f1a6 admin admin] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:57.915271 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-8aa74b30-40e0-4a62-aa11-69864e60f1a6 admin admin] 10.222.0.23 "DELETE /v2.0/routers/58e4bef6-f903-473d-9814-72b7784d4240 HTTP/1.1" status: 204 len: 168 time: 1.1545978 Jul 13 14:11:57.917826 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 44644) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:11:57.954016 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-eedb11b5-1541-444e-9e29-53e01af5b720 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:57.964762 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-eedb11b5-1541-444e-9e29-53e01af5b720 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c199e55-7951-4818-a25d-fbc55293bb92']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:11:57.976021 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-eedb11b5-1541-444e-9e29-53e01af5b720 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9dc32a5c-cf6e-4169-8bb5-cb074e0a4cb3') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:11:57.976242 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-eedb11b5-1541-444e-9e29-53e01af5b720 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9dc32a5c-cf6e-4169-8bb5-cb074e0a4cb3') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:11:57.976861 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-cacc091d-659e-46a1-af21-c9cc4e15bf31 admin admin] Deleting subnet f744038a-6262-44b2-b221-cdb82b342ac6 {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 14:11:57.981940 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-cacc091d-659e-46a1-af21-c9cc4e15bf31 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:57.987416 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-eedb11b5-1541-444e-9e29-53e01af5b720 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6018464'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:58.008446 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-eedb11b5-1541-444e-9e29-53e01af5b720 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:58.010242 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e9bb0d-0564-49be-9c1b-088e64480394 None None] Network 2c199e55-7951-4818-a25d-fbc55293bb92 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:11:58.014711 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eedb11b5-1541-444e-9e29-53e01af5b720 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 14:11:58.015111 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-eedb11b5-1541-444e-9e29-53e01af5b720 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6018632'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:58.018270 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-cacc091d-659e-46a1-af21-c9cc4e15bf31 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5431723'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:58.018454 n-d-800634-1 neutron-server[93751]: Traceback (most recent call last): Jul 13 14:11:58.018454 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 14:11:58.018454 n-d-800634-1 neutron-server[93751]: timer() Jul 13 14:11:58.018454 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 14:11:58.018454 n-d-800634-1 neutron-server[93751]: cb(*args, **kw) Jul 13 14:11:58.018454 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 14:11:58.018454 n-d-800634-1 neutron-server[93751]: return func(*args, **kwargs) Jul 13 14:11:58.018454 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 14:11:58.018454 n-d-800634-1 neutron-server[93751]: self._notify() Jul 13 14:11:58.018454 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 14:11:58.018454 n-d-800634-1 neutron-server[93751]: self.callback(batched_events) Jul 13 14:11:58.018454 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 14:11:58.018454 n-d-800634-1 neutron-server[93751]: event.method(event) Jul 13 14:11:58.018454 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 14:11:58.018454 n-d-800634-1 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 14:11:58.018454 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 14:11:58.018454 n-d-800634-1 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 14:11:58.018454 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 14:11:58.018454 n-d-800634-1 neutron-server[93751]: return f(self, *a, **k) Jul 13 14:11:58.018454 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 14:11:58.018454 n-d-800634-1 neutron-server[93751]: return self._get(url).json() Jul 13 14:11:58.018454 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 14:11:58.018454 n-d-800634-1 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 14:11:58.018454 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 14:11:58.018454 n-d-800634-1 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 13 14:11:58.018454 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 14:11:58.018454 n-d-800634-1 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 14:11:58.018454 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 14:11:58.018454 n-d-800634-1 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 14:11:58.018454 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 14:11:58.018454 n-d-800634-1 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 14:11:58.018454 n-d-800634-1 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 14:11:58.078684 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-eedb11b5-1541-444e-9e29-53e01af5b720 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:58.086786 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-eedb11b5-1541-444e-9e29-53e01af5b720 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:58.092551 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-eedb11b5-1541-444e-9e29-53e01af5b720 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] 10.222.0.23 "DELETE /v2.0/networks/2c199e55-7951-4818-a25d-fbc55293bb92 HTTP/1.1" status: 204 len: 168 time: 0.4953163 Jul 13 14:11:58.092725 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 44646) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:11:58.097356 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-602642f8-8450-4a66-8b72-db1a01f90595 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-81766568'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:11:58.102911 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedb11b5-1541-444e-9e29-53e01af5b720 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Pushing event deleted for resources: {'Network': ['ID=2c199e55-7951-4818-a25d-fbc55293bb92,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:11:58.137499 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-cacc091d-659e-46a1-af21-c9cc4e15bf31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:58.140633 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-602642f8-8450-4a66-8b72-db1a01f90595 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Made reservation on behalf of bfce0c437c6747a5a26f9d80cf230ebf for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:11:58.144155 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-602642f8-8450-4a66-8b72-db1a01f90595 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:58.204862 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-602642f8-8450-4a66-8b72-db1a01f90595 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 14:11:58.222887 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-602642f8-8450-4a66-8b72-db1a01f90595 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:58.223893 n-d-800634-1 neutron-server[93750]: INFO neutron.db.segments_db [None req-602642f8-8450-4a66-8b72-db1a01f90595 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Added segment 156fb6b3-3e79-427e-ac69-c7f162b819f3 of type vlan for network e65ac694-f818-49c9-a73d-5211a2f1a293 Jul 13 14:11:58.234209 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-cacc091d-659e-46a1-af21-c9cc4e15bf31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5970525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4763356'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:58.281210 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacc091d-659e-46a1-af21-c9cc4e15bf31 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f744038a-6262-44b2-b221-cdb82b342ac6,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:11:58.290451 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-cacc091d-659e-46a1-af21-c9cc4e15bf31 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:58.292307 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-cacc091d-659e-46a1-af21-c9cc4e15bf31 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/f744038a-6262-44b2-b221-cdb82b342ac6 HTTP/1.1" status: 204 len: 168 time: 0.3734035 Jul 13 14:11:58.295018 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 44648) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:11:58.295786 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-044b5302-5a6e-46a7-a7ae-644b65cfb94a None None] Network d9b20102-dae7-41fd-a434-d6eeeb3ce86f requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:11:58.302737 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-602642f8-8450-4a66-8b72-db1a01f90595 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:58.334297 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-602642f8-8450-4a66-8b72-db1a01f90595 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:58.340343 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-602642f8-8450-4a66-8b72-db1a01f90595 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:11:58.340936 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-602642f8-8450-4a66-8b72-db1a01f90595 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:58.371965 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7fe9c0be-010d-45c9-9006-cac7734e0c53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:58.409827 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-602642f8-8450-4a66-8b72-db1a01f90595 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.3164191 Jul 13 14:11:58.412981 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 44650) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:11:58.417966 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-7e9f9715-6f43-425b-87ae-ff81ec0ee364 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Request body: {'subnet': {'network_id': 'e65ac694-f818-49c9-a73d-5211a2f1a293', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:11:58.435275 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-7fe9c0be-010d-45c9-9006-cac7734e0c53 admin admin] Deleting port c99cbc73-5541-4e17-86ba-da6f044e1ce1 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:11:58.435608 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7fe9c0be-010d-45c9-9006-cac7734e0c53 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:58.466326 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602642f8-8450-4a66-8b72-db1a01f90595 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Pushing event updated for resources: {'Network': ['ID=e65ac694-f818-49c9-a73d-5211a2f1a293,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:11:58.477982 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network e65ac694-f818-49c9-a73d-5211a2f1a293 details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 14:11:58.502554 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-7fe9c0be-010d-45c9-9006-cac7734e0c53 admin admin] For port c99cbc73-5541-4e17-86ba-da6f044e1ce1, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=c99cbc73-5541-4e17-86ba-da6f044e1ce1,segment=NetworkSegment(e9d41607-f9b1-4a3c-8602-0ca6a6a781f7),segment_id=e9d41607-f9b1-4a3c-8602-0ca6a6a781f7)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:11:58.503182 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7fe9c0be-010d-45c9-9006-cac7734e0c53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:58.517257 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-7fe9c0be-010d-45c9-9006-cac7734e0c53 admin admin] Calling delete_port for c99cbc73-5541-4e17-86ba-da6f044e1ce1 owned by network:dhcp {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:11:58.520562 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e9f9715-6f43-425b-87ae-ff81ec0ee364 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Made reservation on behalf of bfce0c437c6747a5a26f9d80cf230ebf for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:11:58.525081 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7e9f9715-6f43-425b-87ae-ff81ec0ee364 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4763385'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:58.608705 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7deffa2e-0eab-4e1e-b936-a3076b9aacda None None] DHCP port deletion for d9b20102-dae7-41fd-a434-d6eeeb3ce86f request from n-d-800634-1 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 14:11:58.621765 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7fe9c0be-010d-45c9-9006-cac7734e0c53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:58.651484 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe9c0be-010d-45c9-9006-cac7734e0c53 admin admin] Pushing event deleted for resources: {'Port': ['ID=c99cbc73-5541-4e17-86ba-da6f044e1ce1,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:11:58.655765 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe9c0be-010d-45c9-9006-cac7734e0c53 admin admin] No DVR routers for this DVR port c99cbc73-5541-4e17-86ba-da6f044e1ce1 on host n-d-800634-1 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:11:58.660150 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-7deffa2e-0eab-4e1e-b936-a3076b9aacda None None] Deleting port c99cbc73-5541-4e17-86ba-da6f044e1ce1 {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:11:58.661466 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-7deffa2e-0eab-4e1e-b936-a3076b9aacda None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:58.732158 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-7deffa2e-0eab-4e1e-b936-a3076b9aacda None None] For port c99cbc73-5541-4e17-86ba-da6f044e1ce1, host n-d-800634-1, got binding levels [] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:11:58.732346 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7fe9c0be-010d-45c9-9006-cac7734e0c53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:58.732696 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-7deffa2e-0eab-4e1e-b936-a3076b9aacda None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:58.739463 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7e9f9715-6f43-425b-87ae-ff81ec0ee364 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5970588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4763339'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:58.743944 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-7fe9c0be-010d-45c9-9006-cac7734e0c53 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9b20102-dae7-41fd-a434-d6eeeb3ce86f']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:11:58.754280 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-7deffa2e-0eab-4e1e-b936-a3076b9aacda None None] Calling delete_port for c99cbc73-5541-4e17-86ba-da6f044e1ce1 owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:11:58.755667 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-7fe9c0be-010d-45c9-9006-cac7734e0c53 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9d41607-f9b1-4a3c-8602-0ca6a6a781f7') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:11:58.756232 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-7fe9c0be-010d-45c9-9006-cac7734e0c53 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9d41607-f9b1-4a3c-8602-0ca6a6a781f7') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:11:58.757696 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.ipam_backend_mixin [None req-7deffa2e-0eab-4e1e-b936-a3076b9aacda None None] Port c99cbc73-5541-4e17-86ba-da6f044e1ce1 was not found and therefore no delete operation was performed {{(pid=93752) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 13 14:11:58.759054 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-7deffa2e-0eab-4e1e-b936-a3076b9aacda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:58.766666 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7fe9c0be-010d-45c9-9006-cac7734e0c53 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6018464'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:58.782035 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7fe9c0be-010d-45c9-9006-cac7734e0c53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:58.788701 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fe9c0be-010d-45c9-9006-cac7734e0c53 admin admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 14:11:58.789173 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7fe9c0be-010d-45c9-9006-cac7734e0c53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6018632'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:58.790901 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7deffa2e-0eab-4e1e-b936-a3076b9aacda None None] Pushing event deleted for resources: {'Port': ['ID=c99cbc73-5541-4e17-86ba-da6f044e1ce1,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:11:58.792885 n-d-800634-1 neutron-server[93751]: Traceback (most recent call last): Jul 13 14:11:58.792885 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 14:11:58.792885 n-d-800634-1 neutron-server[93751]: timer() Jul 13 14:11:58.792885 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 14:11:58.792885 n-d-800634-1 neutron-server[93751]: cb(*args, **kw) Jul 13 14:11:58.792885 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 14:11:58.792885 n-d-800634-1 neutron-server[93751]: return func(*args, **kwargs) Jul 13 14:11:58.792885 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 14:11:58.792885 n-d-800634-1 neutron-server[93751]: self._notify() Jul 13 14:11:58.792885 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 14:11:58.792885 n-d-800634-1 neutron-server[93751]: self.callback(batched_events) Jul 13 14:11:58.792885 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 14:11:58.792885 n-d-800634-1 neutron-server[93751]: event.method(event) Jul 13 14:11:58.792885 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 14:11:58.792885 n-d-800634-1 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 14:11:58.792885 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 14:11:58.792885 n-d-800634-1 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 14:11:58.792885 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 14:11:58.792885 n-d-800634-1 neutron-server[93751]: return f(self, *a, **k) Jul 13 14:11:58.792885 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 14:11:58.792885 n-d-800634-1 neutron-server[93751]: return self._get(url).json() Jul 13 14:11:58.792885 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 14:11:58.792885 n-d-800634-1 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 14:11:58.792885 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 14:11:58.792885 n-d-800634-1 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 13 14:11:58.792885 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 14:11:58.792885 n-d-800634-1 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 14:11:58.792885 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 14:11:58.792885 n-d-800634-1 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 14:11:58.792885 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 14:11:58.792885 n-d-800634-1 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 14:11:58.792885 n-d-800634-1 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 14:11:58.796485 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7deffa2e-0eab-4e1e-b936-a3076b9aacda None None] No DVR routers for this DVR port c99cbc73-5541-4e17-86ba-da6f044e1ce1 on host n-d-800634-1 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:11:58.823048 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9f9715-6f43-425b-87ae-ff81ec0ee364 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Pushing event updated for resources: {'Subnet': ['ID=e3ba4431-08e1-4907-8e17-77ade9658308,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:11:58.826326 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9f9715-6f43-425b-87ae-ff81ec0ee364 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Checking segment: {'id': '156fb6b3-3e79-427e-ac69-c7f162b819f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'e65ac694-f818-49c9-a73d-5211a2f1a293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:11:58.826635 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e9f9715-6f43-425b-87ae-ff81ec0ee364 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Network hostable DHCP agents. Network: e65ac694-f818-49c9-a73d-5211a2f1a293, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 14:11:58.846848 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e9f9715-6f43-425b-87ae-ff81ec0ee364 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Network e65ac694-f818-49c9-a73d-5211a2f1a293 is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 14:11:58.855884 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7fe9c0be-010d-45c9-9006-cac7734e0c53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:58.858505 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-7e9f9715-6f43-425b-87ae-ff81ec0ee364 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, e65ac694-f818-49c9-a73d-5211a2f1a293) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:11:58.866172 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7fe9c0be-010d-45c9-9006-cac7734e0c53 admin admin] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:58.870638 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-7fe9c0be-010d-45c9-9006-cac7734e0c53 admin admin] 10.222.0.23 "DELETE /v2.0/networks/d9b20102-dae7-41fd-a434-d6eeeb3ce86f HTTP/1.1" status: 204 len: 168 time: 0.5720456 Jul 13 14:11:58.870845 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e9f9715-6f43-425b-87ae-ff81ec0ee364 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:11:58.871293 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7e9f9715-6f43-425b-87ae-ff81ec0ee364 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:58.871953 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa6e9b02-7489-488a-8064-c9ff966608a9 None None] Network e65ac694-f818-49c9-a73d-5211a2f1a293 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:11:58.873511 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 44652) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:11:58.891073 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe9c0be-010d-45c9-9006-cac7734e0c53 admin admin] Pushing event deleted for resources: {'Network': ['ID=d9b20102-dae7-41fd-a434-d6eeeb3ce86f,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:11:58.936760 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-7e9f9715-6f43-425b-87ae-ff81ec0ee364 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5227029 Jul 13 14:11:58.939655 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 44654) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:11:58.945349 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-d3fe4e4b-df76-4457-8058-d75f5f62e389 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Request body: {'subnet': {'network_id': 'e65ac694-f818-49c9-a73d-5211a2f1a293', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:11:59.034593 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b78122-c3a6-4387-a61a-8ea572341c2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a7201e1-61ce-5a3e-b7f7-e800379ed03b-e65ac694-f818-49c9-a73d-5211a2f1a293', 'network_id': 'e65ac694-f818-49c9-a73d-5211a2f1a293', 'tenant_id': 'bfce0c437c6747a5a26f9d80cf230ebf', 'fixed_ips': [{'subnet_id': 'e3ba4431-08e1-4907-8e17-77ade9658308'}]}} from n-d-800634-1. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 14:11:59.035460 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7b78122-c3a6-4387-a61a-8ea572341c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:59.175302 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-a7b78122-c3a6-4387-a61a-8ea572341c2f None None] Allocated IP 2001:db8::2 (e65ac694-f818-49c9-a73d-5211a2f1a293/e3ba4431-08e1-4907-8e17-77ade9658308/07fb560e-c928-4747-bc41-92a0535355b7) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:11:59.191513 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3fe4e4b-df76-4457-8058-d75f5f62e389 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Made reservation on behalf of bfce0c437c6747a5a26f9d80cf230ebf for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:11:59.195538 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d3fe4e4b-df76-4457-8058-d75f5f62e389 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4763385'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:59.196995 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 40775bb8-59d9-4208-9379-5f4ab4264343 no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:11:59.251684 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: 40775bb8-59d9-4208-9379-5f4ab4264343 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:11:59.251921 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 40775bb8-59d9-4208-9379-5f4ab4264343 not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:11:59.252334 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device c99cbc73-5541-4e17-86ba-da6f044e1ce1 no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:11:59.273924 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: c99cbc73-5541-4e17-86ba-da6f044e1ce1 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:11:59.274269 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device c99cbc73-5541-4e17-86ba-da6f044e1ce1 not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:11:59.274676 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 97272e1b-1b04-4e74-81f0-d670fb7436c0 no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:11:59.298148 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: 97272e1b-1b04-4e74-81f0-d670fb7436c0 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:11:59.298884 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 97272e1b-1b04-4e74-81f0-d670fb7436c0 not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:11:59.383480 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7b78122-c3a6-4387-a61a-8ea572341c2f None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:59.391958 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-a7b78122-c3a6-4387-a61a-8ea572341c2f None None] Transition to ACTIVE for port object 07fb560e-c928-4747-bc41-92a0535355b7 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:11:59.408720 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-a7b78122-c3a6-4387-a61a-8ea572341c2f None None] Transition to ACTIVE for port object 07fb560e-c928-4747-bc41-92a0535355b7 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:11:59.414813 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7b78122-c3a6-4387-a61a-8ea572341c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:59.456623 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b78122-c3a6-4387-a61a-8ea572341c2f None None] Network e65ac694-f818-49c9-a73d-5211a2f1a293 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:11:59.460456 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-a7b78122-c3a6-4387-a61a-8ea572341c2f None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:11:59.462820 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b78122-c3a6-4387-a61a-8ea572341c2f None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:11:59.471550 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b78122-c3a6-4387-a61a-8ea572341c2f None None] Pushing event updated for resources: {'Port': ['ID=07fb560e-c928-4747-bc41-92a0535355b7,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:11:59.526083 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-a7b78122-c3a6-4387-a61a-8ea572341c2f None None] Attempting to bind port 07fb560e-c928-4747-bc41-92a0535355b7 on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:11:59.526348 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-a7b78122-c3a6-4387-a61a-8ea572341c2f None None] Attempting to bind port 07fb560e-c928-4747-bc41-92a0535355b7 by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '156fb6b3-3e79-427e-ac69-c7f162b819f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'e65ac694-f818-49c9-a73d-5211a2f1a293'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:11:59.526734 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b78122-c3a6-4387-a61a-8ea572341c2f None None] Attempting to bind port 07fb560e-c928-4747-bc41-92a0535355b7 on network e65ac694-f818-49c9-a73d-5211a2f1a293 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:11:59.531818 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b78122-c3a6-4387-a61a-8ea572341c2f None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 11, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:11:59.532216 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b78122-c3a6-4387-a61a-8ea572341c2f None None] Checking segment: {'id': '156fb6b3-3e79-427e-ac69-c7f162b819f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'e65ac694-f818-49c9-a73d-5211a2f1a293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:11:59.532625 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7b78122-c3a6-4387-a61a-8ea572341c2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:59.533041 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b78122-c3a6-4387-a61a-8ea572341c2f None None] Bound using segment: {'id': '156fb6b3-3e79-427e-ac69-c7f162b819f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'e65ac694-f818-49c9-a73d-5211a2f1a293'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:11:59.533516 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-a7b78122-c3a6-4387-a61a-8ea572341c2f None None] Bound port: 07fb560e-c928-4747-bc41-92a0535355b7, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '156fb6b3-3e79-427e-ac69-c7f162b819f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'e65ac694-f818-49c9-a73d-5211a2f1a293'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:11:59.533927 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7b78122-c3a6-4387-a61a-8ea572341c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:59.540259 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-338e5388-536c-4c0f-b3ea-b5208091a54b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451695'] for router_interface, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:59.581534 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d3fe4e4b-df76-4457-8058-d75f5f62e389 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5970588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4763339'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:59.597568 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-a7b78122-c3a6-4387-a61a-8ea572341c2f None None] For port 07fb560e-c928-4747-bc41-92a0535355b7, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:11:59.600877 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-a7b78122-c3a6-4387-a61a-8ea572341c2f None None] For port 07fb560e-c928-4747-bc41-92a0535355b7, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=07fb560e-c928-4747-bc41-92a0535355b7,segment=NetworkSegment(156fb6b3-3e79-427e-ac69-c7f162b819f3),segment_id=156fb6b3-3e79-427e-ac69-c7f162b819f3)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:11:59.605419 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7b78122-c3a6-4387-a61a-8ea572341c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:59.666701 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b78122-c3a6-4387-a61a-8ea572341c2f None None] Pushing event updated for resources: {'Port': ['ID=07fb560e-c928-4747-bc41-92a0535355b7,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:11:59.675535 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3fe4e4b-df76-4457-8058-d75f5f62e389 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Network e65ac694-f818-49c9-a73d-5211a2f1a293 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:11:59.682708 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-d3fe4e4b-df76-4457-8058-d75f5f62e389 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:11:59.686927 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3fe4e4b-df76-4457-8058-d75f5f62e389 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:11:59.687515 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d3fe4e4b-df76-4457-8058-d75f5f62e389 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:59.689639 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fe4e4b-df76-4457-8058-d75f5f62e389 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Pushing event updated for resources: {'Subnet': ['ID=f000a87a-0690-4293-8242-cf64ae6f6251,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:11:59.710728 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-d3fe4e4b-df76-4457-8058-d75f5f62e389 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.7699814 Jul 13 14:11:59.713259 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 44656) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:11:59.827823 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc72f09a-39bb-45a3-ad1f-edb39772fbf2 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:11:59.827823 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc72f09a-39bb-45a3-ad1f-edb39772fbf2 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:11:59.827823 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc72f09a-39bb-45a3-ad1f-edb39772fbf2 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:11:59.828131 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc72f09a-39bb-45a3-ad1f-edb39772fbf2 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:11:59.830148 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc72f09a-39bb-45a3-ad1f-edb39772fbf2 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:11:59.831944 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-cc72f09a-39bb-45a3-ad1f-edb39772fbf2 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1175394 Jul 13 14:11:59.840426 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 44658) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:11:59.848743 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-3bd5ec99-460a-46f9-af5f-25f5a7efa901 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-838429502'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:11:59.878185 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bd5ec99-460a-46f9-af5f-25f5a7efa901 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Made reservation on behalf of bfce0c437c6747a5a26f9d80cf230ebf for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:11:59.882880 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3bd5ec99-460a-46f9-af5f-25f5a7efa901 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:59.909427 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bd5ec99-460a-46f9-af5f-25f5a7efa901 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 14:11:59.930815 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3bd5ec99-460a-46f9-af5f-25f5a7efa901 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:59.931186 n-d-800634-1 neutron-server[93751]: INFO neutron.db.segments_db [None req-3bd5ec99-460a-46f9-af5f-25f5a7efa901 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Added segment 90a9762d-16e1-46e6-9cf1-da7230477313 of type vlan for network e18773c2-640d-46f1-a550-019e67483b36 Jul 13 14:11:59.967167 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-338e5388-536c-4c0f-b3ea-b5208091a54b admin admin] Deleting port 3d302599-4f8d-47ba-bd9a-d4604a34b955 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:11:59.967797 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-338e5388-536c-4c0f-b3ea-b5208091a54b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:11:59.986007 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3bd5ec99-460a-46f9-af5f-25f5a7efa901 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:00.022345 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3bd5ec99-460a-46f9-af5f-25f5a7efa901 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:00.028593 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bd5ec99-460a-46f9-af5f-25f5a7efa901 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:12:00.029457 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3bd5ec99-460a-46f9-af5f-25f5a7efa901 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:00.059637 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-338e5388-536c-4c0f-b3ea-b5208091a54b admin admin] For port 3d302599-4f8d-47ba-bd9a-d4604a34b955, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=3d302599-4f8d-47ba-bd9a-d4604a34b955,segment=NetworkSegment(64d60426-1d30-4330-a1d6-61f8b9dcce19),segment_id=64d60426-1d30-4330-a1d6-61f8b9dcce19)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:12:00.059997 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-338e5388-536c-4c0f-b3ea-b5208091a54b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:00.073518 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-338e5388-536c-4c0f-b3ea-b5208091a54b admin admin] Calling delete_port for 3d302599-4f8d-47ba-bd9a-d4604a34b955 owned by network:router_interface {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:12:00.093216 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-3bd5ec99-460a-46f9-af5f-25f5a7efa901 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2509565 Jul 13 14:12:00.095936 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 44660) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:12:00.103544 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-27bba7b5-eebc-4071-b598-39f0227a5d77 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:12:00.110249 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd5ec99-460a-46f9-af5f-25f5a7efa901 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Pushing event updated for resources: {'Network': ['ID=e18773c2-640d-46f1-a550-019e67483b36,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:12:00.121149 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network e18773c2-640d-46f1-a550-019e67483b36 details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 14:12:00.272794 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-338e5388-536c-4c0f-b3ea-b5208091a54b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:00.276293 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-27bba7b5-eebc-4071-b598-39f0227a5d77 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:00.291177 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-27bba7b5-eebc-4071-b598-39f0227a5d77 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:00.300014 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338e5388-536c-4c0f-b3ea-b5208091a54b admin admin] Pushing event deleted for resources: {'Port': ['ID=3d302599-4f8d-47ba-bd9a-d4604a34b955,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:12:00.312563 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-27bba7b5-eebc-4071-b598-39f0227a5d77 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Network e18773c2-640d-46f1-a550-019e67483b36 is not hosted by any dhcp agent {{(pid=93751) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 13 14:12:00.318722 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27bba7b5-eebc-4071-b598-39f0227a5d77 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:12:00.319325 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-27bba7b5-eebc-4071-b598-39f0227a5d77 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:00.320746 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-27bba7b5-eebc-4071-b598-39f0227a5d77 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] 10.222.0.23 "PUT /v2.0/networks/e18773c2-640d-46f1-a550-019e67483b36 HTTP/1.1" status: 200 len: 723 time: 0.2238879 Jul 13 14:12:00.325761 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 44662) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:12:00.330657 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-c5a85aed-1a48-47f1-9213-0542cc22c9d9 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Request body: {'subnet': {'network_id': 'e18773c2-640d-46f1-a550-019e67483b36', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:12:00.373001 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bba7b5-eebc-4071-b598-39f0227a5d77 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Pushing event updated for resources: {'Network': ['ID=e18773c2-640d-46f1-a550-019e67483b36,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:12:00.385296 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network e18773c2-640d-46f1-a550-019e67483b36 details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 14:12:00.562665 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:12:00.606952 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:00.759653 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b4d1b53-e9c7-4a4f-b0ea-428d7677d324 None None] Network e65ac694-f818-49c9-a73d-5211a2f1a293 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:12:00.799879 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5a85aed-1a48-47f1-9213-0542cc22c9d9 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Made reservation on behalf of bfce0c437c6747a5a26f9d80cf230ebf for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:12:00.803551 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c5a85aed-1a48-47f1-9213-0542cc22c9d9 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4763385'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:00.821815 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-4d59c986-b98c-4079-bd05-e399af8ef1fe None None] Provisioning for port 07fb560e-c928-4747-bc41-92a0535355b7 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:12:00.876509 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-338e5388-536c-4c0f-b3ea-b5208091a54b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1785036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452491'] for router_interface, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:00.931138 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:01.013503 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd77679f-5b58-4edf-a38d-3be8acd4ef61 None None] Update dhcp port {'port': {'network_id': 'e65ac694-f818-49c9-a73d-5211a2f1a293', 'fixed_ips': [{'subnet_id': 'e3ba4431-08e1-4907-8e17-77ade9658308', 'ip_address': '2001:db8::2'}, {'subnet_id': 'f000a87a-0690-4293-8242-cf64ae6f6251'}], 'binding:host_id': 'n-d-800634-1'}, 'id': '07fb560e-c928-4747-bc41-92a0535355b7'} from n-d-800634-1. {{(pid=93752) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 13 14:12:01.047831 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-cd77679f-5b58-4edf-a38d-3be8acd4ef61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:01.131106 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c5a85aed-1a48-47f1-9213-0542cc22c9d9 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5970588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4763339'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:01.221411 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-cd77679f-5b58-4edf-a38d-3be8acd4ef61 None None] Allocated IP 172.20.0.1 (e65ac694-f818-49c9-a73d-5211a2f1a293/f000a87a-0690-4293-8242-cf64ae6f6251/07fb560e-c928-4747-bc41-92a0535355b7) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:12:01.231397 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a85aed-1a48-47f1-9213-0542cc22c9d9 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Pushing event updated for resources: {'Subnet': ['ID=7a5e9ba7-5fe1-4700-a5b4-7ff9fd3eb248,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:12:01.248679 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-338e5388-536c-4c0f-b3ea-b5208091a54b admin admin] Router fb4d2e9b-4493-4f0a-a06c-b07b95853f17 has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:12:01.258148 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a85aed-1a48-47f1-9213-0542cc22c9d9 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Checking segment: {'id': '90a9762d-16e1-46e6-9cf1-da7230477313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'e18773c2-640d-46f1-a550-019e67483b36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:12:01.258431 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a85aed-1a48-47f1-9213-0542cc22c9d9 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Network hostable DHCP agents. Network: e18773c2-640d-46f1-a550-019e67483b36, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 14:12:01.314649 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 07fb560e-c928-4747-bc41-92a0535355b7 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:12:01.319889 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a85aed-1a48-47f1-9213-0542cc22c9d9 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Network e18773c2-640d-46f1-a550-019e67483b36 is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 14:12:01.353343 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-cd77679f-5b58-4edf-a38d-3be8acd4ef61 None None] For port 07fb560e-c928-4747-bc41-92a0535355b7, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=07fb560e-c928-4747-bc41-92a0535355b7,segment=NetworkSegment(156fb6b3-3e79-427e-ac69-c7f162b819f3),segment_id=156fb6b3-3e79-427e-ac69-c7f162b819f3)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:12:01.360718 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-c5a85aed-1a48-47f1-9213-0542cc22c9d9 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, e18773c2-640d-46f1-a550-019e67483b36) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:12:01.370738 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5a85aed-1a48-47f1-9213-0542cc22c9d9 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:12:01.371334 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c5a85aed-1a48-47f1-9213-0542cc22c9d9 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:01.373410 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0204c013-2934-4b8f-96d7-ba999f6a9262 None None] Network e18773c2-640d-46f1-a550-019e67483b36 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:12:01.391383 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-c5a85aed-1a48-47f1-9213-0542cc22c9d9 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0645726 Jul 13 14:12:01.394205 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 44664) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:12:01.394710 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-338e5388-536c-4c0f-b3ea-b5208091a54b admin admin] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:12:01.401891 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-338e5388-536c-4c0f-b3ea-b5208091a54b admin admin] 10.222.0.23 "PUT /v2.0/routers/fb4d2e9b-4493-4f0a-a06c-b07b95853f17/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5249488 Jul 13 14:12:01.402087 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 44666) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:12:01.411650 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-ce1f2436-3341-4deb-928e-0efd3f1c3a62 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:12:01.420043 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96941d63-6561-406e-9b20-a966c690d3ee None None] Sync routers for ids ['fb4d2e9b-4493-4f0a-a06c-b07b95853f17'] in n-d-800634-1 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:12:01.431922 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96941d63-6561-406e-9b20-a966c690d3ee None None] Routers {'fb4d2e9b-4493-4f0a-a06c-b07b95853f17'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:12:01.432843 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-96941d63-6561-406e-9b20-a966c690d3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:11:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['fb4d2e9b-4493-4f0a-a06c-b07b95853f17'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:12:01.440688 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-cd77679f-5b58-4edf-a38d-3be8acd4ef61 None None] Notify callbacks [] for port, precommit_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:01.523125 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e372d1f7-564f-4027-bb1a-57fbcad9b278 admin admin] Notify callbacks [] for router, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:01.536831 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ce1f2436-3341-4deb-928e-0efd3f1c3a62 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-6104991'] for subnet, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:01.561529 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-96941d63-6561-406e-9b20-a966c690d3ee None None] Set router fb4d2e9b-4493-4f0a-a06c-b07b95853f17 gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:12:01.636755 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port 07fb560e-c928-4747-bc41-92a0535355b7 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:12:01.655312 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 07fb560e-c928-4747-bc41-92a0535355b7 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:12:01.655690 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:01.657586 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-cd77679f-5b58-4edf-a38d-3be8acd4ef61 None None] Transition to ACTIVE for port object 07fb560e-c928-4747-bc41-92a0535355b7 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:12:01.662756 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e372d1f7-564f-4027-bb1a-57fbcad9b278 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:01.667556 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-cd77679f-5b58-4edf-a38d-3be8acd4ef61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:01.718944 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ce1f2436-3341-4deb-928e-0efd3f1c3a62 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8787164375278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-6018545'] for subnet, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:01.739197 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-e372d1f7-564f-4027-bb1a-57fbcad9b278 admin admin] Deleting port fda58e87-ddaf-4917-9941-286112f84df2 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:12:01.739729 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e372d1f7-564f-4027-bb1a-57fbcad9b278 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:01.765291 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-96941d63-6561-406e-9b20-a966c690d3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb4d2e9b-4493-4f0a-a06c-b07b95853f17', 'name': 'tempest-TestVolumeBackupRestore-1857760247-router', 'tenant_id': 'bdace2b088944b9ebd187b5e83b7129b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': 'fda58e87-ddaf-4917-9941-286112f84df2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:08:55Z', 'updated_at': '2021-07-13T14:12:00Z', 'revision_number': 5, 'project_id': 'bdace2b088944b9ebd187b5e83b7129b', 'gw_port': {'id': 'fda58e87-ddaf-4917-9941-286112f84df2', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:64:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb4d2e9b-4493-4f0a-a06c-b07b95853f17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:08:55Z', 'updated_at': '2021-07-13T14:09:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:12:01.770118 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce1f2436-3341-4deb-928e-0efd3f1c3a62 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:12:01.770118 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ce1f2436-3341-4deb-928e-0efd3f1c3a62 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:01.771534 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-ce1f2436-3341-4deb-928e-0efd3f1c3a62 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] 10.222.0.23 "PUT /v2.0/subnets/7a5e9ba7-5fe1-4700-a5b4-7ff9fd3eb248 HTTP/1.1" status: 200 len: 826 time: 0.3755214 Jul 13 14:12:01.776039 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 44668) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:12:01.797116 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96941d63-6561-406e-9b20-a966c690d3ee None None] Checking router: fb4d2e9b-4493-4f0a-a06c-b07b95853f17 for host: n-d-800634-1 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:12:01.807155 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96941d63-6561-406e-9b20-a966c690d3ee None None] Routers {'fb4d2e9b-4493-4f0a-a06c-b07b95853f17'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:12:01.808020 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-96941d63-6561-406e-9b20-a966c690d3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:11:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['fb4d2e9b-4493-4f0a-a06c-b07b95853f17'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:12:01.837800 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd77679f-5b58-4edf-a38d-3be8acd4ef61 None None] Pushing event updated for resources: {'Port': ['ID=07fb560e-c928-4747-bc41-92a0535355b7,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:12:01.846005 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1f2436-3341-4deb-928e-0efd3f1c3a62 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Pushing event updated for resources: {'Subnet': ['ID=7a5e9ba7-5fe1-4700-a5b4-7ff9fd3eb248,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:12:01.852354 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Port 07fb560e-c928-4747-bc41-92a0535355b7 had new provisioning blocks added so it will not transition to active. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Jul 13 14:12:01.860672 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-e372d1f7-564f-4027-bb1a-57fbcad9b278 admin admin] For port fda58e87-ddaf-4917-9941-286112f84df2, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=fda58e87-ddaf-4917-9941-286112f84df2,segment=NetworkSegment(3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87),segment_id=3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:12:01.861166 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e372d1f7-564f-4027-bb1a-57fbcad9b278 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:01.889547 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d5af16-37fc-4568-96c2-dded9d08f0c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a7201e1-61ce-5a3e-b7f7-e800379ed03b-e18773c2-640d-46f1-a550-019e67483b36', 'network_id': 'e18773c2-640d-46f1-a550-019e67483b36', 'tenant_id': 'bfce0c437c6747a5a26f9d80cf230ebf', 'fixed_ips': [{'subnet_id': '7a5e9ba7-5fe1-4700-a5b4-7ff9fd3eb248'}]}} from n-d-800634-1. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 14:12:01.891131 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-53d5af16-37fc-4568-96c2-dded9d08f0c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:01.896034 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-e372d1f7-564f-4027-bb1a-57fbcad9b278 admin admin] Calling delete_port for fda58e87-ddaf-4917-9941-286112f84df2 owned by network:router_gateway {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:12:01.909907 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6255a9ce-4a90-435f-8287-09727edd7271 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:01.934705 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-96941d63-6561-406e-9b20-a966c690d3ee None None] Set router fb4d2e9b-4493-4f0a-a06c-b07b95853f17 gateway port host: None {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:12:01.974278 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6255a9ce-4a90-435f-8287-09727edd7271 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:02.008994 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-96941d63-6561-406e-9b20-a966c690d3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb4d2e9b-4493-4f0a-a06c-b07b95853f17', 'name': 'tempest-TestVolumeBackupRestore-1857760247-router', 'tenant_id': 'bdace2b088944b9ebd187b5e83b7129b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:08:55Z', 'updated_at': '2021-07-13T14:12:01Z', 'revision_number': 6, 'project_id': 'bdace2b088944b9ebd187b5e83b7129b', 'gw_port_host': None}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:12:02.047317 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96941d63-6561-406e-9b20-a966c690d3ee None None] The sync data for ids ['fb4d2e9b-4493-4f0a-a06c-b07b95853f17'] in n-d-800634-1 is: [{'id': 'fb4d2e9b-4493-4f0a-a06c-b07b95853f17', 'name': 'tempest-TestVolumeBackupRestore-1857760247-router', 'tenant_id': 'bdace2b088944b9ebd187b5e83b7129b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:08:55Z', 'updated_at': '2021-07-13T14:12:01Z', 'revision_number': 6, 'project_id': 'bdace2b088944b9ebd187b5e83b7129b', 'gw_port_host': None}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:12:02.048086 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6255a9ce-4a90-435f-8287-09727edd7271 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6018534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6105009'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:02.052591 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server [None req-53d5af16-37fc-4568-96c2-dded9d08f0c9 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7a5e9ba7-5fe1-4700-a5b4-7ff9fd3eb248: This subnet is being modified by another concurrent operation. Jul 13 14:12:02.052591 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 13 14:12:02.052591 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 13 14:12:02.052591 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 13 14:12:02.052591 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 13 14:12:02.052591 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 13 14:12:02.052591 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 13 14:12:02.052591 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 13 14:12:02.052591 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 13 14:12:02.052591 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 13 14:12:02.052591 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 13 14:12:02.052591 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 13 14:12:02.052591 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 14:12:02.052591 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 14:12:02.052591 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 14:12:02.052591 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 14:12:02.052591 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 13 14:12:02.052591 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 13 14:12:02.052591 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 13 14:12:02.052591 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 13 14:12:02.052591 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 14:12:02.052591 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 14:12:02.052591 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 14:12:02.052591 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 14:12:02.052591 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 13 14:12:02.052591 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 13 14:12:02.052591 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 13 14:12:02.052591 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 13 14:12:02.052591 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 14:12:02.052591 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 14:12:02.052591 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 14:12:02.052591 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 14:12:02.052591 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 13 14:12:02.052591 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 13 14:12:02.052591 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 13 14:12:02.052591 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 13 14:12:02.052591 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 13 14:12:02.052591 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 13 14:12:02.052591 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 13 14:12:02.052591 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 13 14:12:02.052591 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 13 14:12:02.052591 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 13 14:12:02.052591 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 13 14:12:02.052591 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 13 14:12:02.052591 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 13 14:12:02.052591 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 13 14:12:02.052591 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 13 14:12:02.052591 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 13 14:12:02.052591 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 14:12:02.052591 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 14:12:02.052591 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 14:12:02.052591 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 14:12:02.052591 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 13 14:12:02.052591 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 13 14:12:02.052591 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 13 14:12:02.052591 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 13 14:12:02.052591 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 14:12:02.052591 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 14:12:02.052591 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 14:12:02.052591 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 14:12:02.052591 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 13 14:12:02.052591 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 13 14:12:02.052591 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 13 14:12:02.052591 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 13 14:12:02.052591 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 14:12:02.052591 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 14:12:02.052591 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 14:12:02.052591 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 14:12:02.052591 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 13 14:12:02.052591 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 13 14:12:02.052591 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 13 14:12:02.052591 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 13 14:12:02.052591 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 13 14:12:02.052591 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 13 14:12:02.052591 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 13 14:12:02.052591 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 13 14:12:02.052591 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 13 14:12:02.052591 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 13 14:12:02.052591 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 14:12:02.052591 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 14:12:02.052591 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 14:12:02.052591 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 14:12:02.052591 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 13 14:12:02.052591 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 13 14:12:02.052591 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 13 14:12:02.052591 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 13 14:12:02.052591 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 13 14:12:02.052591 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 13 14:12:02.052591 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 13 14:12:02.052591 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server raise exception Jul 13 14:12:02.052591 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7a5e9ba7-5fe1-4700-a5b4-7ff9fd3eb248: This subnet is being modified by another concurrent operation. Jul 13 14:12:02.052591 n-d-800634-1 neutron-server[93752]: ERROR oslo_messaging.rpc.server Jul 13 14:12:02.078310 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9079bc56-4f85-4299-af5a-d61c225fb4d6 None None] Network e18773c2-640d-46f1-a550-019e67483b36 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:12:02.105240 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6255a9ce-4a90-435f-8287-09727edd7271 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Pushing event deleted for resources: {'Subnet': ['ID=7a5e9ba7-5fe1-4700-a5b4-7ff9fd3eb248,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:12:02.158480 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e372d1f7-564f-4027-bb1a-57fbcad9b278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:02.190506 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e372d1f7-564f-4027-bb1a-57fbcad9b278 admin admin] Pushing event deleted for resources: {'Port': ['ID=fda58e87-ddaf-4917-9941-286112f84df2,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:12:02.198706 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6255a9ce-4a90-435f-8287-09727edd7271 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:02.213601 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-6255a9ce-4a90-435f-8287-09727edd7271 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e18773c2-640d-46f1-a550-019e67483b36']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:12:02.220229 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bca0d65d-0484-4cf2-9c14-0ab8b230701e None None] Network e18773c2-640d-46f1-a550-019e67483b36 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:12:02.227573 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-6255a9ce-4a90-435f-8287-09727edd7271 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90a9762d-16e1-46e6-9cf1-da7230477313') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:12:02.228007 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-6255a9ce-4a90-435f-8287-09727edd7271 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90a9762d-16e1-46e6-9cf1-da7230477313') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:12:02.240018 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6255a9ce-4a90-435f-8287-09727edd7271 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6018464'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:02.262929 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6255a9ce-4a90-435f-8287-09727edd7271 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:02.272513 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6255a9ce-4a90-435f-8287-09727edd7271 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 14:12:02.272928 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6255a9ce-4a90-435f-8287-09727edd7271 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6018632'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:02.279176 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e372d1f7-564f-4027-bb1a-57fbcad9b278 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-446473'] for router_gateway, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:02.333355 n-d-800634-1 neutron-server[93751]: Traceback (most recent call last): Jul 13 14:12:02.333355 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 14:12:02.333355 n-d-800634-1 neutron-server[93751]: timer() Jul 13 14:12:02.333355 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 14:12:02.333355 n-d-800634-1 neutron-server[93751]: cb(*args, **kw) Jul 13 14:12:02.333355 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 14:12:02.333355 n-d-800634-1 neutron-server[93751]: return func(*args, **kwargs) Jul 13 14:12:02.333355 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 14:12:02.333355 n-d-800634-1 neutron-server[93751]: self._notify() Jul 13 14:12:02.333355 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 14:12:02.333355 n-d-800634-1 neutron-server[93751]: self.callback(batched_events) Jul 13 14:12:02.333355 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 14:12:02.333355 n-d-800634-1 neutron-server[93751]: event.method(event) Jul 13 14:12:02.333355 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 14:12:02.333355 n-d-800634-1 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 14:12:02.333355 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 14:12:02.333355 n-d-800634-1 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 14:12:02.333355 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 14:12:02.333355 n-d-800634-1 neutron-server[93751]: return f(self, *a, **k) Jul 13 14:12:02.333355 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 14:12:02.333355 n-d-800634-1 neutron-server[93751]: return self._get(url).json() Jul 13 14:12:02.333355 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 14:12:02.333355 n-d-800634-1 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 14:12:02.333355 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 14:12:02.333355 n-d-800634-1 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 13 14:12:02.333355 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 14:12:02.333355 n-d-800634-1 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 14:12:02.333355 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 14:12:02.333355 n-d-800634-1 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 14:12:02.333355 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 14:12:02.333355 n-d-800634-1 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 14:12:02.333355 n-d-800634-1 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 14:12:02.345167 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6255a9ce-4a90-435f-8287-09727edd7271 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:02.354523 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6255a9ce-4a90-435f-8287-09727edd7271 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:02.358815 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-6255a9ce-4a90-435f-8287-09727edd7271 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] 10.222.0.23 "DELETE /v2.0/networks/e18773c2-640d-46f1-a550-019e67483b36 HTTP/1.1" status: 204 len: 168 time: 0.5795200 Jul 13 14:12:02.365839 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 44670) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:12:02.373980 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6255a9ce-4a90-435f-8287-09727edd7271 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Pushing event deleted for resources: {'Network': ['ID=e18773c2-640d-46f1-a550-019e67483b36,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:12:02.386589 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e372d1f7-564f-4027-bb1a-57fbcad9b278 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1591938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2696'] for router, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:02.386836 n-d-800634-1 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-264c6116-e7ff-4ac9-a645-cff592b4efc2 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] DELETE failed (client error): The resource could not be found. Jul 13 14:12:02.387384 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-264c6116-e7ff-4ac9-a645-cff592b4efc2 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 14:12:02.392722 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e372d1f7-564f-4027-bb1a-57fbcad9b278 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:02.392897 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-264c6116-e7ff-4ac9-a645-cff592b4efc2 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] 10.222.0.23 "DELETE /v2.0/networks/e18773c2-640d-46f1-a550-019e67483b36 HTTP/1.1" status: 404 len: 339 time: 0.0223763 Jul 13 14:12:02.394271 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 44672) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:12:02.401106 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-41780948-4d68-44a8-ba70-11a391135702 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1529014791', 'description': 'd1'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:12:02.429172 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41780948-4d68-44a8-ba70-11a391135702 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Made reservation on behalf of bfce0c437c6747a5a26f9d80cf230ebf for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:12:02.432742 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-41780948-4d68-44a8-ba70-11a391135702 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:02.445048 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e372d1f7-564f-4027-bb1a-57fbcad9b278 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593106'] for router, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:02.445885 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e372d1f7-564f-4027-bb1a-57fbcad9b278 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fb4d2e9b-4493-4f0a-a06c-b07b95853f17 {{(pid=93750) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 14:12:02.450617 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e372d1f7-564f-4027-bb1a-57fbcad9b278 admin admin] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:02.452730 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-e372d1f7-564f-4027-bb1a-57fbcad9b278 admin admin] 10.222.0.23 "DELETE /v2.0/routers/fb4d2e9b-4493-4f0a-a06c-b07b95853f17 HTTP/1.1" status: 204 len: 168 time: 1.0495496 Jul 13 14:12:02.455082 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 44674) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:12:02.476282 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41780948-4d68-44a8-ba70-11a391135702 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 14:12:02.489963 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-41780948-4d68-44a8-ba70-11a391135702 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:02.490458 n-d-800634-1 neutron-server[93751]: INFO neutron.db.segments_db [None req-41780948-4d68-44a8-ba70-11a391135702 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Added segment 6bd3bf49-843c-4058-b77b-fc56dedec377 of type vlan for network 5fde6b41-c577-4877-909d-f99aafd40310 Jul 13 14:12:02.515496 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b3e532f-dded-4f2e-a915-0bcc587a80a8 admin admin] Deleting subnet fe93ac7c-3472-480a-aa4e-724a45e19110 {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 14:12:02.519142 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2b3e532f-dded-4f2e-a915-0bcc587a80a8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:02.546178 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-41780948-4d68-44a8-ba70-11a391135702 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:02.560490 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2b3e532f-dded-4f2e-a915-0bcc587a80a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5431723'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:02.586370 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-41780948-4d68-44a8-ba70-11a391135702 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:02.591427 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41780948-4d68-44a8-ba70-11a391135702 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:12:02.592737 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-41780948-4d68-44a8-ba70-11a391135702 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:02.595283 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a34c7f7-ee3c-4806-b392-ca2cc1b641b5 None None] Network e65ac694-f818-49c9-a73d-5211a2f1a293 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:12:02.656511 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-41780948-4d68-44a8-ba70-11a391135702 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2596292 Jul 13 14:12:02.659334 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 44676) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:12:02.663213 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2b3e532f-dded-4f2e-a915-0bcc587a80a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:02.667099 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41780948-4d68-44a8-ba70-11a391135702 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Pushing event updated for resources: {'Network': ['ID=5fde6b41-c577-4877-909d-f99aafd40310,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:12:02.684833 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network 5fde6b41-c577-4877-909d-f99aafd40310 details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 14:12:02.757223 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-efcc7fa2-91d5-45c3-8e09-747bb41dc4b1 None None] Provisioning for port 07fb560e-c928-4747-bc41-92a0535355b7 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:12:02.776055 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-586fa3b4-1602-4b78-a1ad-08f1a6316256 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:12:02.777558 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-586fa3b4-1602-4b78-a1ad-08f1a6316256 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] 10.222.0.23 "GET /v2.0/networks?id=5fde6b41-c577-4877-909d-f99aafd40310 HTTP/1.1" status: 200 len: 765 time: 0.1171944 Jul 13 14:12:02.780234 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-efcc7fa2-91d5-45c3-8e09-747bb41dc4b1 None None] Provisioning complete for port 07fb560e-c928-4747-bc41-92a0535355b7 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:12:02.780392 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 44678) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:12:02.780616 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-efcc7fa2-91d5-45c3-8e09-747bb41dc4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:02.788234 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-11c1a440-dc51-4722-93b7-ce69c9e5b1a0 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Request body: {'network': {'description': 'd2'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:12:02.842721 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2b3e532f-dded-4f2e-a915-0bcc587a80a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5970525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4763356'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:02.866055 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac8c90e6-e8ec-4517-affa-1b1c29959ebe None None] Network 8ac0398e-9fbc-4dfc-a754-3626473eb0e4 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:12:02.882634 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2b3e532f-dded-4f2e-a915-0bcc587a80a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:02.884519 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-2b3e532f-dded-4f2e-a915-0bcc587a80a8 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/fe93ac7c-3472-480a-aa4e-724a45e19110 HTTP/1.1" status: 204 len: 168 time: 0.4283969 Jul 13 14:12:02.889807 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 44680) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:12:02.891954 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3e532f-dded-4f2e-a915-0bcc587a80a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe93ac7c-3472-480a-aa4e-724a45e19110,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:12:02.979138 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-efcc7fa2-91d5-45c3-8e09-747bb41dc4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:03.024045 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-36e9b6b0-ac86-45ca-9e2e-cac9c9cdfc9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:03.059662 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-efcc7fa2-91d5-45c3-8e09-747bb41dc4b1 None None] For port 07fb560e-c928-4747-bc41-92a0535355b7, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=07fb560e-c928-4747-bc41-92a0535355b7,segment=NetworkSegment(156fb6b3-3e79-427e-ac69-c7f162b819f3),segment_id=156fb6b3-3e79-427e-ac69-c7f162b819f3)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:12:03.061241 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-11c1a440-dc51-4722-93b7-ce69c9e5b1a0 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:03.072047 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-efcc7fa2-91d5-45c3-8e09-747bb41dc4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:03.108065 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-11c1a440-dc51-4722-93b7-ce69c9e5b1a0 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:03.161115 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-11c1a440-dc51-4722-93b7-ce69c9e5b1a0 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Network 5fde6b41-c577-4877-909d-f99aafd40310 is not hosted by any dhcp agent {{(pid=93750) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 13 14:12:03.171826 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcc7fa2-91d5-45c3-8e09-747bb41dc4b1 None None] Pushing event updated for resources: {'Port': ['ID=07fb560e-c928-4747-bc41-92a0535355b7,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:12:03.182640 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11c1a440-dc51-4722-93b7-ce69c9e5b1a0 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:12:03.183406 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-11c1a440-dc51-4722-93b7-ce69c9e5b1a0 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:03.184673 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-11c1a440-dc51-4722-93b7-ce69c9e5b1a0 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] 10.222.0.23 "PUT /v2.0/networks/5fde6b41-c577-4877-909d-f99aafd40310 HTTP/1.1" status: 200 len: 762 time: 0.4034460 Jul 13 14:12:03.190544 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 44682) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:12:03.216598 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c1a440-dc51-4722-93b7-ce69c9e5b1a0 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Pushing event updated for resources: {'Network': ['ID=5fde6b41-c577-4877-909d-f99aafd40310,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:12:03.222512 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-36e9b6b0-ac86-45ca-9e2e-cac9c9cdfc9f admin admin] Deleting port 5fef5d6b-d699-4c62-9c74-03ce487c09a7 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:12:03.222875 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-36e9b6b0-ac86-45ca-9e2e-cac9c9cdfc9f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:03.231963 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9912e38-2366-4528-aa95-db3011e8a0af None None] DHCP port deletion for 8ac0398e-9fbc-4dfc-a754-3626473eb0e4 request from n-d-800634-1 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 14:12:03.294167 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network 5fde6b41-c577-4877-909d-f99aafd40310 details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 14:12:03.296190 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 07fb560e-c928-4747-bc41-92a0535355b7 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:12:03.345008 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-36e9b6b0-ac86-45ca-9e2e-cac9c9cdfc9f admin admin] For port 5fef5d6b-d699-4c62-9c74-03ce487c09a7, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=5fef5d6b-d699-4c62-9c74-03ce487c09a7,segment=NetworkSegment(64d60426-1d30-4330-a1d6-61f8b9dcce19),segment_id=64d60426-1d30-4330-a1d6-61f8b9dcce19)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:12:03.345377 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-36e9b6b0-ac86-45ca-9e2e-cac9c9cdfc9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:03.365837 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-36e9b6b0-ac86-45ca-9e2e-cac9c9cdfc9f admin admin] Calling delete_port for 5fef5d6b-d699-4c62-9c74-03ce487c09a7 owned by network:dhcp {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:12:03.366641 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bcb1ff2-3c58-4942-9e25-10d53c297b31 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:12:03.368745 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-4bcb1ff2-3c58-4942-9e25-10d53c297b31 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] 10.222.0.23 "GET /v2.0/networks?id=5fde6b41-c577-4877-909d-f99aafd40310 HTTP/1.1" status: 200 len: 765 time: 0.1770492 Jul 13 14:12:03.374397 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 44684) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:12:03.479966 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-cb54b899-f948-45b5-83a9-e28b656a9b10 None None] Provisioning complete for port 07fb560e-c928-4747-bc41-92a0535355b7 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:12:03.480649 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-cb54b899-f948-45b5-83a9-e28b656a9b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:03.502692 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-36e9b6b0-ac86-45ca-9e2e-cac9c9cdfc9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:03.530860 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e9b6b0-ac86-45ca-9e2e-cac9c9cdfc9f admin admin] Pushing event deleted for resources: {'Port': ['ID=5fef5d6b-d699-4c62-9c74-03ce487c09a7,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:12:03.533978 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 07fb560e-c928-4747-bc41-92a0535355b7 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:12:03.534357 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:03.537251 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e9b6b0-ac86-45ca-9e2e-cac9c9cdfc9f admin admin] No DVR routers for this DVR port 5fef5d6b-d699-4c62-9c74-03ce487c09a7 on host n-d-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:12:03.574557 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b9912e38-2366-4528-aa95-db3011e8a0af None None] Deleting port 5fef5d6b-d699-4c62-9c74-03ce487c09a7 {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:12:03.574928 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b9912e38-2366-4528-aa95-db3011e8a0af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:03.610482 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-36e9b6b0-ac86-45ca-9e2e-cac9c9cdfc9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:03.620065 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d7ea72-719f-4479-9b43-1292ba26379a tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:12:03.620935 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-36e9b6b0-ac86-45ca-9e2e-cac9c9cdfc9f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ac0398e-9fbc-4dfc-a754-3626473eb0e4']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:12:03.624105 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-21d7ea72-719f-4479-9b43-1292ba26379a tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2486823 Jul 13 14:12:03.627724 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 44686) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:12:03.639630 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-36e9b6b0-ac86-45ca-9e2e-cac9c9cdfc9f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64d60426-1d30-4330-a1d6-61f8b9dcce19') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:12:03.640830 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-36e9b6b0-ac86-45ca-9e2e-cac9c9cdfc9f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64d60426-1d30-4330-a1d6-61f8b9dcce19') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:12:03.653234 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-36e9b6b0-ac86-45ca-9e2e-cac9c9cdfc9f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5431730'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:03.673547 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-e8577323-93cb-4f97-bac5-f243bbb17f62 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] 10.222.0.23 "GET /v2.0/subnets?network_id=acf968b8-c524-46a9-a20b-ad9667009130 HTTP/1.1" status: 200 len: 207 time: 0.0422163 Jul 13 14:12:03.676475 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-36e9b6b0-ac86-45ca-9e2e-cac9c9cdfc9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:03.678744 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 44688) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:12:03.686982 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36e9b6b0-ac86-45ca-9e2e-cac9c9cdfc9f admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 14:12:03.688939 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-36e9b6b0-ac86-45ca-9e2e-cac9c9cdfc9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5970419'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:03.694373 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b9912e38-2366-4528-aa95-db3011e8a0af None None] For port 5fef5d6b-d699-4c62-9c74-03ce487c09a7, host n-d-800634-1, got binding levels [] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:12:03.694902 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b9912e38-2366-4528-aa95-db3011e8a0af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:03.747034 n-d-800634-1 neutron-server[93750]: Traceback (most recent call last): Jul 13 14:12:03.747034 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 14:12:03.747034 n-d-800634-1 neutron-server[93750]: timer() Jul 13 14:12:03.747034 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 14:12:03.747034 n-d-800634-1 neutron-server[93750]: cb(*args, **kw) Jul 13 14:12:03.747034 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 14:12:03.747034 n-d-800634-1 neutron-server[93750]: return func(*args, **kwargs) Jul 13 14:12:03.747034 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 14:12:03.747034 n-d-800634-1 neutron-server[93750]: self._notify() Jul 13 14:12:03.747034 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 14:12:03.747034 n-d-800634-1 neutron-server[93750]: self.callback(batched_events) Jul 13 14:12:03.747034 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 14:12:03.747034 n-d-800634-1 neutron-server[93750]: event.method(event) Jul 13 14:12:03.747034 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 14:12:03.747034 n-d-800634-1 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 14:12:03.747034 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 14:12:03.747034 n-d-800634-1 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 14:12:03.747034 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 14:12:03.747034 n-d-800634-1 neutron-server[93750]: return f(self, *a, **k) Jul 13 14:12:03.747034 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 14:12:03.747034 n-d-800634-1 neutron-server[93750]: return self._get(url).json() Jul 13 14:12:03.747034 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 14:12:03.747034 n-d-800634-1 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 14:12:03.747034 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 14:12:03.747034 n-d-800634-1 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 13 14:12:03.747034 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 14:12:03.747034 n-d-800634-1 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 14:12:03.747034 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 14:12:03.747034 n-d-800634-1 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 14:12:03.747034 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 14:12:03.747034 n-d-800634-1 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 14:12:03.747034 n-d-800634-1 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 14:12:03.755698 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b9912e38-2366-4528-aa95-db3011e8a0af None None] Calling delete_port for 5fef5d6b-d699-4c62-9c74-03ce487c09a7 owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:12:03.756361 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-36e9b6b0-ac86-45ca-9e2e-cac9c9cdfc9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:03.759480 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.ipam_backend_mixin [None req-b9912e38-2366-4528-aa95-db3011e8a0af None None] Port 5fef5d6b-d699-4c62-9c74-03ce487c09a7 was not found and therefore no delete operation was performed {{(pid=93752) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 13 14:12:03.761208 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b9912e38-2366-4528-aa95-db3011e8a0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:03.768771 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-36e9b6b0-ac86-45ca-9e2e-cac9c9cdfc9f admin admin] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:03.779419 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-36e9b6b0-ac86-45ca-9e2e-cac9c9cdfc9f admin admin] 10.222.0.23 "DELETE /v2.0/networks/8ac0398e-9fbc-4dfc-a754-3626473eb0e4 HTTP/1.1" status: 204 len: 168 time: 0.8883829 Jul 13 14:12:03.808128 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b9912e38-2366-4528-aa95-db3011e8a0af None None] Network 8ac0398e-9fbc-4dfc-a754-3626473eb0e4 is not hosted by any dhcp agent {{(pid=93752) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 13 14:12:03.809230 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e9b6b0-ac86-45ca-9e2e-cac9c9cdfc9f admin admin] Pushing event deleted for resources: {'Network': ['ID=8ac0398e-9fbc-4dfc-a754-3626473eb0e4,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:12:03.811665 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9912e38-2366-4528-aa95-db3011e8a0af None None] No DVR routers for this DVR port 5fef5d6b-d699-4c62-9c74-03ce487c09a7 on host n-d-800634-1 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:12:03.813786 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9912e38-2366-4528-aa95-db3011e8a0af None None] Pushing event deleted for resources: {'Port': ['ID=5fef5d6b-d699-4c62-9c74-03ce487c09a7,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:12:03.827634 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 3d302599-4f8d-47ba-bd9a-d4604a34b955 no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:12:03.856261 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: 3d302599-4f8d-47ba-bd9a-d4604a34b955 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:12:03.857439 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 3d302599-4f8d-47ba-bd9a-d4604a34b955 not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:12:03.857439 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device fda58e87-ddaf-4917-9941-286112f84df2 no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:12:03.858998 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc1ed65a-63f1-442e-bd70-6cee9364390c None None] get_active_networks_info from n-d-800634-1 {{(pid=93752) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 13 14:12:03.872433 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d3f157a-fa66-42b5-98b7-c09a9b5b48d5 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:12:03.881403 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d3f157a-fa66-42b5-98b7-c09a9b5b48d5 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:12:03.887657 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d3f157a-fa66-42b5-98b7-c09a9b5b48d5 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:12:03.896472 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d3f157a-fa66-42b5-98b7-c09a9b5b48d5 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:12:03.900799 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: fda58e87-ddaf-4917-9941-286112f84df2 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:12:03.901143 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device fda58e87-ddaf-4917-9941-286112f84df2 not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:12:03.912710 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d3f157a-fa66-42b5-98b7-c09a9b5b48d5 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:12:03.920490 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d3f157a-fa66-42b5-98b7-c09a9b5b48d5 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:12:03.922404 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-9d3f157a-fa66-42b5-98b7-c09a9b5b48d5 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.2425480 Jul 13 14:12:03.932836 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 44692) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:12:03.997546 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc1ed65a-63f1-442e-bd70-6cee9364390c None None] Resources bound (agent type, host, resource id): {{(pid=93752) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 13 14:12:04.046280 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 44694) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:12:04.092416 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-5c0a8e43-6116-4f77-aa56-9688b2784670 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=563c105cb8a548d597cdeed000a23e0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0448232 Jul 13 14:12:04.094770 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 44696) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:12:04.154440 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 44698) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:12:04.154886 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-ac94a779-75a9-4405-a721-2c5c7c2afdeb tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] 10.222.0.23 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.2256734 Jul 13 14:12:04.165677 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1ed9ce89-5392-49a8-8602-dc2c07d809b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:04.215912 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1ed9ce89-5392-49a8-8602-dc2c07d809b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:04.238511 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1275c8a-9419-4933-b9ae-7c1c82b3516a tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:12:04.240770 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1275c8a-9419-4933-b9ae-7c1c82b3516a tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:12:04.242306 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1275c8a-9419-4933-b9ae-7c1c82b3516a tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:12:04.243805 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1275c8a-9419-4933-b9ae-7c1c82b3516a tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:12:04.245318 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1275c8a-9419-4933-b9ae-7c1c82b3516a tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:12:04.247033 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-c1275c8a-9419-4933-b9ae-7c1c82b3516a tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0912185 Jul 13 14:12:04.250888 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 44700) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:12:04.288447 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1ed9ce89-5392-49a8-8602-dc2c07d809b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:04.291094 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1ed9ce89-5392-49a8-8602-dc2c07d809b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:04.292275 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-1ed9ce89-5392-49a8-8602-dc2c07d809b7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9f36de32-9556-46f0-bedf-e69266865920 HTTP/1.1" status: 204 len: 168 time: 0.1966033 Jul 13 14:12:04.300978 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed9ce89-5392-49a8-8602-dc2c07d809b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f36de32-9556-46f0-bedf-e69266865920,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:12:04.605278 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b548c37d-8a3b-4bfb-9a8e-1f6caa3c5e74 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Attributes excluded by policy engine: ['shared'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:12:04.606878 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b548c37d-8a3b-4bfb-9a8e-1f6caa3c5e74 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Attributes excluded by policy engine: ['shared'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:12:04.608306 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b548c37d-8a3b-4bfb-9a8e-1f6caa3c5e74 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Attributes excluded by policy engine: ['shared'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:12:04.609717 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b548c37d-8a3b-4bfb-9a8e-1f6caa3c5e74 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Attributes excluded by policy engine: ['shared'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:12:04.611782 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b548c37d-8a3b-4bfb-9a8e-1f6caa3c5e74 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Attributes excluded by policy engine: ['shared'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:12:04.613775 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-b548c37d-8a3b-4bfb-9a8e-1f6caa3c5e74 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] 10.222.0.23 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.3608077 Jul 13 14:12:04.617063 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 44706) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:12:04.657160 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 44708) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:12:04.698720 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-fd5e1937-b08b-4d54-bcee-3b205a4cf02d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bdace2b088944b9ebd187b5e83b7129b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0403528 Jul 13 14:12:04.701211 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 44710) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:12:04.721869 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c4ca3a-63da-427e-b034-9ed60b991fb9 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:12:04.723883 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-59c4ca3a-63da-427e-b034-9ed60b991fb9 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] 10.222.0.23 "GET /v2.0/networks/5ba71d39-f731-42e6-8884-24eaca4f65b2 HTTP/1.1" status: 200 len: 804 time: 0.1052468 Jul 13 14:12:04.726825 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 44712) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:12:04.751541 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d8664004-4153-4c4c-9260-36ace6447e19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:04.772995 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d8664004-4153-4c4c-9260-36ace6447e19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:04.827434 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d8664004-4153-4c4c-9260-36ace6447e19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:04.830313 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d8664004-4153-4c4c-9260-36ace6447e19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:04.834425 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-f2b1101b-9195-474f-b122-43e55c1a7cfe tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] 10.222.0.23 "GET /v2.0/networks/5ba71d39-f731-42e6-8884-24eaca4f65b2?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1032815 Jul 13 14:12:04.834574 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-d8664004-4153-4c4c-9260-36ace6447e19 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ce664e26-8bee-4128-bc44-569831ebadd2 HTTP/1.1" status: 204 len: 168 time: 0.1296458 Jul 13 14:12:04.835118 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 44714) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:12:04.840072 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8664004-4153-4c4c-9260-36ace6447e19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce664e26-8bee-4128-bc44-569831ebadd2,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:12:04.889428 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce969c7b-434f-452a-9a34-eb704c5a40ef tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:12:04.890957 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-ce969c7b-434f-452a-9a34-eb704c5a40ef tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] 10.222.0.23 "GET /v2.0/subnets/25054686-f2b2-4aa8-86b8-a02c8baaf543 HTTP/1.1" status: 200 len: 843 time: 0.0549002 Jul 13 14:12:04.894691 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 44718) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:12:04.953883 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa43088-201e-4ddf-b5a5-b3d533042bf8 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Attributes excluded by policy engine: ['shared'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:12:04.955237 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-9aa43088-201e-4ddf-b5a5-b3d533042bf8 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] 10.222.0.23 "GET /v2.0/subnets/25054686-f2b2-4aa8-86b8-a02c8baaf543?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0589302 Jul 13 14:12:04.959492 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 44720) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:12:04.964577 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-f52f3ef1-0147-4d8c-b78a-90af7dc2105e tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2108803289'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:12:04.987927 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f52f3ef1-0147-4d8c-b78a-90af7dc2105e tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Made reservation on behalf of bfce0c437c6747a5a26f9d80cf230ebf for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:12:04.991976 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f52f3ef1-0147-4d8c-b78a-90af7dc2105e tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:05.019706 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f52f3ef1-0147-4d8c-b78a-90af7dc2105e tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 14:12:05.030193 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f52f3ef1-0147-4d8c-b78a-90af7dc2105e tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:05.030540 n-d-800634-1 neutron-server[93751]: INFO neutron.db.segments_db [None req-f52f3ef1-0147-4d8c-b78a-90af7dc2105e tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Added segment 4ce43fcb-9095-42ad-b60f-584928c43546 of type vlan for network 7040cfd8-1fa1-416b-b5dc-6f018b91a874 Jul 13 14:12:05.074586 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f52f3ef1-0147-4d8c-b78a-90af7dc2105e tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:05.114389 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f52f3ef1-0147-4d8c-b78a-90af7dc2105e tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:05.120564 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52f3ef1-0147-4d8c-b78a-90af7dc2105e tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:12:05.121464 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f52f3ef1-0147-4d8c-b78a-90af7dc2105e tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:05.193149 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-f52f3ef1-0147-4d8c-b78a-90af7dc2105e tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2287240 Jul 13 14:12:05.193586 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 44722) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:12:05.199459 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-44b3bb6c-ca72-45a8-81ca-650e73c57aa7 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Request body: {'subnet': {'network_id': '7040cfd8-1fa1-416b-b5dc-6f018b91a874', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:12:05.209217 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 07fb560e-c928-4747-bc41-92a0535355b7 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:12:05.214099 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52f3ef1-0147-4d8c-b78a-90af7dc2105e tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Pushing event updated for resources: {'Network': ['ID=7040cfd8-1fa1-416b-b5dc-6f018b91a874,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:12:05.236463 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network 7040cfd8-1fa1-416b-b5dc-6f018b91a874 details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 14:12:05.311627 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44b3bb6c-ca72-45a8-81ca-650e73c57aa7 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Made reservation on behalf of bfce0c437c6747a5a26f9d80cf230ebf for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:12:05.315812 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-44b3bb6c-ca72-45a8-81ca-650e73c57aa7 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4763385'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:05.333988 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 07fb560e-c928-4747-bc41-92a0535355b7 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:12:05.334606 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:05.384290 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.ipam_backend_mixin [None req-44b3bb6c-ca72-45a8-81ca-650e73c57aa7 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Performing IP validity checks on allocation pools {{(pid=93750) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 13 14:12:05.384725 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.ipam_backend_mixin [None req-44b3bb6c-ca72-45a8-81ca-650e73c57aa7 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93750) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 13 14:12:05.479319 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 5fef5d6b-d699-4c62-9c74-03ce487c09a7 no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:12:05.503581 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: 5fef5d6b-d699-4c62-9c74-03ce487c09a7 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:12:05.503922 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 5fef5d6b-d699-4c62-9c74-03ce487c09a7 not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:12:05.532562 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-44b3bb6c-ca72-45a8-81ca-650e73c57aa7 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5970588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4763339'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:05.592969 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b3bb6c-ca72-45a8-81ca-650e73c57aa7 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Pushing event updated for resources: {'Subnet': ['ID=08bced87-908a-445a-b130-35e3752de7a4,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:12:05.603485 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b3bb6c-ca72-45a8-81ca-650e73c57aa7 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Checking segment: {'id': '4ce43fcb-9095-42ad-b60f-584928c43546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '7040cfd8-1fa1-416b-b5dc-6f018b91a874'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:12:05.603848 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b3bb6c-ca72-45a8-81ca-650e73c57aa7 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Network hostable DHCP agents. Network: 7040cfd8-1fa1-416b-b5dc-6f018b91a874, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 14:12:05.620576 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b3bb6c-ca72-45a8-81ca-650e73c57aa7 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Network 7040cfd8-1fa1-416b-b5dc-6f018b91a874 is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 14:12:05.628666 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-44b3bb6c-ca72-45a8-81ca-650e73c57aa7 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, 7040cfd8-1fa1-416b-b5dc-6f018b91a874) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:12:05.633302 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b3bb6c-ca72-45a8-81ca-650e73c57aa7 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:12:05.633940 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-44b3bb6c-ca72-45a8-81ca-650e73c57aa7 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:05.638146 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8178d7c3-3760-4b88-8b70-efbea8af9486 None None] Network 7040cfd8-1fa1-416b-b5dc-6f018b91a874 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:12:05.650233 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-44b3bb6c-ca72-45a8-81ca-650e73c57aa7 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.4554982 Jul 13 14:12:05.651335 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 44724) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:12:05.656997 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-58b9fc30-8903-4e4b-bcd0-84f77d593f3b tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:12:05.749870 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-58b9fc30-8903-4e4b-bcd0-84f77d593f3b tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-6104991'] for subnet, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:05.784504 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb264c4-b44b-4e57-ac3c-f32b6da811b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a7201e1-61ce-5a3e-b7f7-e800379ed03b-7040cfd8-1fa1-416b-b5dc-6f018b91a874', 'network_id': '7040cfd8-1fa1-416b-b5dc-6f018b91a874', 'tenant_id': 'bfce0c437c6747a5a26f9d80cf230ebf', 'fixed_ips': [{'subnet_id': '08bced87-908a-445a-b130-35e3752de7a4'}]}} from n-d-800634-1. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 14:12:05.785605 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-bbb264c4-b44b-4e57-ac3c-f32b6da811b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:05.915651 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-58b9fc30-8903-4e4b-bcd0-84f77d593f3b tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8787164375278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-6018545'] for subnet, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:05.958344 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58b9fc30-8903-4e4b-bcd0-84f77d593f3b tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:12:05.958989 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-58b9fc30-8903-4e4b-bcd0-84f77d593f3b tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:05.959994 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-bbb264c4-b44b-4e57-ac3c-f32b6da811b7 None None] Allocated IP 2001:db8::3 (7040cfd8-1fa1-416b-b5dc-6f018b91a874/08bced87-908a-445a-b130-35e3752de7a4/2ec7e5d1-03f0-4b97-b846-ccbc441e9048) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:12:05.962211 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-58b9fc30-8903-4e4b-bcd0-84f77d593f3b tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] 10.222.0.23 "PUT /v2.0/subnets/08bced87-908a-445a-b130-35e3752de7a4 HTTP/1.1" status: 200 len: 900 time: 0.3096435 Jul 13 14:12:05.963481 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 44728) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:12:05.974457 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b9fc30-8903-4e4b-bcd0-84f77d593f3b tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Pushing event updated for resources: {'Subnet': ['ID=08bced87-908a-445a-b130-35e3752de7a4,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:12:06.069748 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-10d0459a-6b60-400a-9f94-0a4e9fba1f26 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:06.111228 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-bbb264c4-b44b-4e57-ac3c-f32b6da811b7 None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:06.120308 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-bbb264c4-b44b-4e57-ac3c-f32b6da811b7 None None] Transition to ACTIVE for port object 2ec7e5d1-03f0-4b97-b846-ccbc441e9048 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:12:06.134841 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-bbb264c4-b44b-4e57-ac3c-f32b6da811b7 None None] Transition to ACTIVE for port object 2ec7e5d1-03f0-4b97-b846-ccbc441e9048 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:12:06.140154 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-bbb264c4-b44b-4e57-ac3c-f32b6da811b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:06.148366 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-10d0459a-6b60-400a-9f94-0a4e9fba1f26 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:06.181197 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb264c4-b44b-4e57-ac3c-f32b6da811b7 None None] Network 7040cfd8-1fa1-416b-b5dc-6f018b91a874 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:12:06.185405 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-bbb264c4-b44b-4e57-ac3c-f32b6da811b7 None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:12:06.190188 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb264c4-b44b-4e57-ac3c-f32b6da811b7 None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:12:06.193549 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb264c4-b44b-4e57-ac3c-f32b6da811b7 None None] Pushing event updated for resources: {'Port': ['ID=2ec7e5d1-03f0-4b97-b846-ccbc441e9048,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:12:06.222292 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-10d0459a-6b60-400a-9f94-0a4e9fba1f26 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5970525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4763356'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:06.251302 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d0459a-6b60-400a-9f94-0a4e9fba1f26 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Pushing event deleted for resources: {'Subnet': ['ID=08bced87-908a-445a-b130-35e3752de7a4,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:12:06.258825 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-bbb264c4-b44b-4e57-ac3c-f32b6da811b7 None None] Attempting to bind port 2ec7e5d1-03f0-4b97-b846-ccbc441e9048 on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:12:06.259273 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-bbb264c4-b44b-4e57-ac3c-f32b6da811b7 None None] Attempting to bind port 2ec7e5d1-03f0-4b97-b846-ccbc441e9048 by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '4ce43fcb-9095-42ad-b60f-584928c43546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '7040cfd8-1fa1-416b-b5dc-6f018b91a874'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:12:06.259546 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb264c4-b44b-4e57-ac3c-f32b6da811b7 None None] Attempting to bind port 2ec7e5d1-03f0-4b97-b846-ccbc441e9048 on network 7040cfd8-1fa1-416b-b5dc-6f018b91a874 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:12:06.264596 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb264c4-b44b-4e57-ac3c-f32b6da811b7 None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 11, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:12:06.264963 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb264c4-b44b-4e57-ac3c-f32b6da811b7 None None] Checking segment: {'id': '4ce43fcb-9095-42ad-b60f-584928c43546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '7040cfd8-1fa1-416b-b5dc-6f018b91a874'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:12:06.265366 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-bbb264c4-b44b-4e57-ac3c-f32b6da811b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:06.265775 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb264c4-b44b-4e57-ac3c-f32b6da811b7 None None] Bound using segment: {'id': '4ce43fcb-9095-42ad-b60f-584928c43546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '7040cfd8-1fa1-416b-b5dc-6f018b91a874'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:12:06.266237 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-bbb264c4-b44b-4e57-ac3c-f32b6da811b7 None None] Bound port: 2ec7e5d1-03f0-4b97-b846-ccbc441e9048, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ce43fcb-9095-42ad-b60f-584928c43546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '7040cfd8-1fa1-416b-b5dc-6f018b91a874'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:12:06.266623 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-bbb264c4-b44b-4e57-ac3c-f32b6da811b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:06.309479 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-10d0459a-6b60-400a-9f94-0a4e9fba1f26 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:06.319532 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-10d0459a-6b60-400a-9f94-0a4e9fba1f26 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7040cfd8-1fa1-416b-b5dc-6f018b91a874']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:12:06.329727 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-bbb264c4-b44b-4e57-ac3c-f32b6da811b7 None None] For port 2ec7e5d1-03f0-4b97-b846-ccbc441e9048, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:12:06.330200 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-10d0459a-6b60-400a-9f94-0a4e9fba1f26 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ce43fcb-9095-42ad-b60f-584928c43546') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:12:06.330524 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-10d0459a-6b60-400a-9f94-0a4e9fba1f26 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ce43fcb-9095-42ad-b60f-584928c43546') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:12:06.333951 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-bbb264c4-b44b-4e57-ac3c-f32b6da811b7 None None] For port 2ec7e5d1-03f0-4b97-b846-ccbc441e9048, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=2ec7e5d1-03f0-4b97-b846-ccbc441e9048,segment=NetworkSegment(4ce43fcb-9095-42ad-b60f-584928c43546),segment_id=4ce43fcb-9095-42ad-b60f-584928c43546)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:12:06.338426 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-bbb264c4-b44b-4e57-ac3c-f32b6da811b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:06.340726 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-10d0459a-6b60-400a-9f94-0a4e9fba1f26 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5431730'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:06.359852 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-10d0459a-6b60-400a-9f94-0a4e9fba1f26 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:06.365767 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10d0459a-6b60-400a-9f94-0a4e9fba1f26 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 14:12:06.366167 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-10d0459a-6b60-400a-9f94-0a4e9fba1f26 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5970419'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:06.369391 n-d-800634-1 neutron-server[93750]: Traceback (most recent call last): Jul 13 14:12:06.369391 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 14:12:06.369391 n-d-800634-1 neutron-server[93750]: timer() Jul 13 14:12:06.369391 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 14:12:06.369391 n-d-800634-1 neutron-server[93750]: cb(*args, **kw) Jul 13 14:12:06.369391 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 14:12:06.369391 n-d-800634-1 neutron-server[93750]: return func(*args, **kwargs) Jul 13 14:12:06.369391 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 14:12:06.369391 n-d-800634-1 neutron-server[93750]: self._notify() Jul 13 14:12:06.369391 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 14:12:06.369391 n-d-800634-1 neutron-server[93750]: self.callback(batched_events) Jul 13 14:12:06.369391 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 14:12:06.369391 n-d-800634-1 neutron-server[93750]: event.method(event) Jul 13 14:12:06.369391 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 14:12:06.369391 n-d-800634-1 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 14:12:06.369391 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 14:12:06.369391 n-d-800634-1 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 14:12:06.369391 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 14:12:06.369391 n-d-800634-1 neutron-server[93750]: return f(self, *a, **k) Jul 13 14:12:06.369391 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 14:12:06.369391 n-d-800634-1 neutron-server[93750]: return self._get(url).json() Jul 13 14:12:06.369391 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 14:12:06.369391 n-d-800634-1 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 14:12:06.369391 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 14:12:06.369391 n-d-800634-1 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 13 14:12:06.369391 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 14:12:06.369391 n-d-800634-1 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 14:12:06.369391 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 14:12:06.369391 n-d-800634-1 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 14:12:06.369391 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 14:12:06.369391 n-d-800634-1 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 14:12:06.369391 n-d-800634-1 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 14:12:06.425410 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.db.api [None req-10d0459a-6b60-400a-9f94-0a4e9fba1f26 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 13 14:12:06.425410 n-d-800634-1 neutron-server[93750]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 13 14:12:06.425410 n-d-800634-1 neutron-server[93750]: [parameters: {'id': '7040cfd8-1fa1-416b-b5dc-6f018b91a874'}] Jul 13 14:12:06.425410 n-d-800634-1 neutron-server[93750]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93750) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 14:12:06.425844 n-d-800634-1 neutron-server[93750]: DEBUG oslo_db.api [None req-10d0459a-6b60-400a-9f94-0a4e9fba1f26 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 14:12:06.432918 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb264c4-b44b-4e57-ac3c-f32b6da811b7 None None] Pushing event updated for resources: {'Port': ['ID=2ec7e5d1-03f0-4b97-b846-ccbc441e9048,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:12:06.448329 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a737d84c-f765-4e54-82fd-ca378140dd87 None None] Network 7040cfd8-1fa1-416b-b5dc-6f018b91a874 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:12:06.727796 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e89a6f-8c39-44b0-b06b-575af6cc1d33 None None] Network 7040cfd8-1fa1-416b-b5dc-6f018b91a874 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:12:06.860502 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e21153-cdd0-470e-b3fb-28cfb2cefc92 None None] get_active_networks_info from n-d-800634-1 {{(pid=93752) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 13 14:12:06.926755 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-10d0459a-6b60-400a-9f94-0a4e9fba1f26 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:06.960912 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16e21153-cdd0-470e-b3fb-28cfb2cefc92 None None] Resources bound (agent type, host, resource id): {{(pid=93752) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 13 14:12:06.980668 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-10d0459a-6b60-400a-9f94-0a4e9fba1f26 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Deleting port 2ec7e5d1-03f0-4b97-b846-ccbc441e9048 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:12:06.980964 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-10d0459a-6b60-400a-9f94-0a4e9fba1f26 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:07.046647 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-10d0459a-6b60-400a-9f94-0a4e9fba1f26 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] For port 2ec7e5d1-03f0-4b97-b846-ccbc441e9048, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=2ec7e5d1-03f0-4b97-b846-ccbc441e9048,segment=NetworkSegment(4ce43fcb-9095-42ad-b60f-584928c43546),segment_id=4ce43fcb-9095-42ad-b60f-584928c43546)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:12:07.047000 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-10d0459a-6b60-400a-9f94-0a4e9fba1f26 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:07.060089 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-10d0459a-6b60-400a-9f94-0a4e9fba1f26 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Calling delete_port for 2ec7e5d1-03f0-4b97-b846-ccbc441e9048 owned by network:dhcp {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:12:07.139128 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-10d0459a-6b60-400a-9f94-0a4e9fba1f26 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:07.164956 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d0459a-6b60-400a-9f94-0a4e9fba1f26 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Pushing event deleted for resources: {'Port': ['ID=2ec7e5d1-03f0-4b97-b846-ccbc441e9048,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:12:07.168221 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d0459a-6b60-400a-9f94-0a4e9fba1f26 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] No DVR routers for this DVR port 2ec7e5d1-03f0-4b97-b846-ccbc441e9048 on host n-d-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:12:07.248854 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-10d0459a-6b60-400a-9f94-0a4e9fba1f26 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:07.258851 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-10d0459a-6b60-400a-9f94-0a4e9fba1f26 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7040cfd8-1fa1-416b-b5dc-6f018b91a874']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:12:07.268887 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-10d0459a-6b60-400a-9f94-0a4e9fba1f26 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ce43fcb-9095-42ad-b60f-584928c43546') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:12:07.269180 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-10d0459a-6b60-400a-9f94-0a4e9fba1f26 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ce43fcb-9095-42ad-b60f-584928c43546') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:12:07.277853 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-10d0459a-6b60-400a-9f94-0a4e9fba1f26 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5431730'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:07.291315 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-10d0459a-6b60-400a-9f94-0a4e9fba1f26 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:07.296943 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10d0459a-6b60-400a-9f94-0a4e9fba1f26 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 14:12:07.297321 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-10d0459a-6b60-400a-9f94-0a4e9fba1f26 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5970419'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:07.300170 n-d-800634-1 neutron-server[93750]: Traceback (most recent call last): Jul 13 14:12:07.300170 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 14:12:07.300170 n-d-800634-1 neutron-server[93750]: timer() Jul 13 14:12:07.300170 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 14:12:07.300170 n-d-800634-1 neutron-server[93750]: cb(*args, **kw) Jul 13 14:12:07.300170 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 14:12:07.300170 n-d-800634-1 neutron-server[93750]: return func(*args, **kwargs) Jul 13 14:12:07.300170 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 14:12:07.300170 n-d-800634-1 neutron-server[93750]: self._notify() Jul 13 14:12:07.300170 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 14:12:07.300170 n-d-800634-1 neutron-server[93750]: self.callback(batched_events) Jul 13 14:12:07.300170 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 14:12:07.300170 n-d-800634-1 neutron-server[93750]: event.method(event) Jul 13 14:12:07.300170 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 14:12:07.300170 n-d-800634-1 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 14:12:07.300170 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 14:12:07.300170 n-d-800634-1 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 14:12:07.300170 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 14:12:07.300170 n-d-800634-1 neutron-server[93750]: return f(self, *a, **k) Jul 13 14:12:07.300170 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 14:12:07.300170 n-d-800634-1 neutron-server[93750]: return self._get(url).json() Jul 13 14:12:07.300170 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 14:12:07.300170 n-d-800634-1 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 14:12:07.300170 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 14:12:07.300170 n-d-800634-1 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 13 14:12:07.300170 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 14:12:07.300170 n-d-800634-1 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 14:12:07.300170 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 14:12:07.300170 n-d-800634-1 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 14:12:07.300170 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 14:12:07.300170 n-d-800634-1 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 14:12:07.300170 n-d-800634-1 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 14:12:07.360292 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-10d0459a-6b60-400a-9f94-0a4e9fba1f26 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:07.365274 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-10d0459a-6b60-400a-9f94-0a4e9fba1f26 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:07.367553 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-10d0459a-6b60-400a-9f94-0a4e9fba1f26 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] 10.222.0.23 "DELETE /v2.0/networks/7040cfd8-1fa1-416b-b5dc-6f018b91a874 HTTP/1.1" status: 204 len: 168 time: 1.4028790 Jul 13 14:12:07.371348 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 44730) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:12:07.382516 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d0459a-6b60-400a-9f94-0a4e9fba1f26 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Pushing event deleted for resources: {'Network': ['ID=7040cfd8-1fa1-416b-b5dc-6f018b91a874,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:12:07.397270 n-d-800634-1 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-92aeb5d1-119a-4c41-bd44-63b43cdd4211 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] DELETE failed (client error): The resource could not be found. Jul 13 14:12:07.397697 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92aeb5d1-119a-4c41-bd44-63b43cdd4211 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 14:12:07.399522 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-92aeb5d1-119a-4c41-bd44-63b43cdd4211 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] 10.222.0.23 "DELETE /v2.0/subnets/08bced87-908a-445a-b130-35e3752de7a4 HTTP/1.1" status: 404 len: 337 time: 0.0270817 Jul 13 14:12:07.402133 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 44732) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:12:07.420345 n-d-800634-1 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca00e908-bf6a-41af-b859-3183dea12223 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] DELETE failed (client error): The resource could not be found. Jul 13 14:12:07.420852 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca00e908-bf6a-41af-b859-3183dea12223 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 14:12:07.422482 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-ca00e908-bf6a-41af-b859-3183dea12223 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] 10.222.0.23 "DELETE /v2.0/networks/7040cfd8-1fa1-416b-b5dc-6f018b91a874 HTTP/1.1" status: 404 len: 339 time: 0.0194156 Jul 13 14:12:07.424725 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 44734) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:12:07.501847 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0504cc70-df7a-44bd-bf66-4befc867a19b tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:07.585430 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0504cc70-df7a-44bd-bf66-4befc867a19b tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:07.595218 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-0504cc70-df7a-44bd-bf66-4befc867a19b tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fde6b41-c577-4877-909d-f99aafd40310']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:12:07.609721 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-0504cc70-df7a-44bd-bf66-4befc867a19b tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bd3bf49-843c-4058-b77b-fc56dedec377') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:12:07.610034 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-0504cc70-df7a-44bd-bf66-4befc867a19b tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bd3bf49-843c-4058-b77b-fc56dedec377') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:12:07.619256 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0504cc70-df7a-44bd-bf66-4befc867a19b tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6018464'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:07.632407 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0504cc70-df7a-44bd-bf66-4befc867a19b tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:07.638019 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0504cc70-df7a-44bd-bf66-4befc867a19b tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 14:12:07.638394 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0504cc70-df7a-44bd-bf66-4befc867a19b tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6018632'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:07.641185 n-d-800634-1 neutron-server[93751]: Traceback (most recent call last): Jul 13 14:12:07.641185 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 14:12:07.641185 n-d-800634-1 neutron-server[93751]: timer() Jul 13 14:12:07.641185 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 14:12:07.641185 n-d-800634-1 neutron-server[93751]: cb(*args, **kw) Jul 13 14:12:07.641185 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 14:12:07.641185 n-d-800634-1 neutron-server[93751]: return func(*args, **kwargs) Jul 13 14:12:07.641185 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 14:12:07.641185 n-d-800634-1 neutron-server[93751]: self._notify() Jul 13 14:12:07.641185 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 14:12:07.641185 n-d-800634-1 neutron-server[93751]: self.callback(batched_events) Jul 13 14:12:07.641185 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 14:12:07.641185 n-d-800634-1 neutron-server[93751]: event.method(event) Jul 13 14:12:07.641185 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 14:12:07.641185 n-d-800634-1 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 14:12:07.641185 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 14:12:07.641185 n-d-800634-1 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 14:12:07.641185 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 14:12:07.641185 n-d-800634-1 neutron-server[93751]: return f(self, *a, **k) Jul 13 14:12:07.641185 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 14:12:07.641185 n-d-800634-1 neutron-server[93751]: return self._get(url).json() Jul 13 14:12:07.641185 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 14:12:07.641185 n-d-800634-1 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 14:12:07.641185 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 14:12:07.641185 n-d-800634-1 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 13 14:12:07.641185 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 14:12:07.641185 n-d-800634-1 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 14:12:07.641185 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 14:12:07.641185 n-d-800634-1 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 14:12:07.641185 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 14:12:07.641185 n-d-800634-1 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 14:12:07.641185 n-d-800634-1 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 14:12:07.696117 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0504cc70-df7a-44bd-bf66-4befc867a19b tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:07.702444 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0504cc70-df7a-44bd-bf66-4befc867a19b tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:07.704193 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-0504cc70-df7a-44bd-bf66-4befc867a19b tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] 10.222.0.23 "DELETE /v2.0/networks/5fde6b41-c577-4877-909d-f99aafd40310 HTTP/1.1" status: 204 len: 168 time: 0.2786257 Jul 13 14:12:07.706871 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 44736) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:12:07.715787 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0504cc70-df7a-44bd-bf66-4befc867a19b tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Pushing event deleted for resources: {'Network': ['ID=5fde6b41-c577-4877-909d-f99aafd40310,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:12:07.735975 n-d-800634-1 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-69df8a8d-3718-4f79-8444-79f9b218a300 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] DELETE failed (client error): The resource could not be found. Jul 13 14:12:07.736415 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69df8a8d-3718-4f79-8444-79f9b218a300 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93750) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 14:12:07.738100 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-69df8a8d-3718-4f79-8444-79f9b218a300 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] 10.222.0.23 "DELETE /v2.0/subnets/7a5e9ba7-5fe1-4700-a5b4-7ff9fd3eb248 HTTP/1.1" status: 404 len: 337 time: 0.0295138 Jul 13 14:12:07.740685 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 44738) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:12:07.758300 n-d-800634-1 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0a0497b-756e-41b2-87d0-18765019103e tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] DELETE failed (client error): The resource could not be found. Jul 13 14:12:07.758757 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0a0497b-756e-41b2-87d0-18765019103e tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93750) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 14:12:07.760355 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-d0a0497b-756e-41b2-87d0-18765019103e tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] 10.222.0.23 "DELETE /v2.0/networks/e18773c2-640d-46f1-a550-019e67483b36 HTTP/1.1" status: 404 len: 339 time: 0.0187700 Jul 13 14:12:07.762679 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 44740) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:12:07.814371 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-a99eb13e-370a-49a1-8370-e61edc7e1ad8 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Deleting subnet f000a87a-0690-4293-8242-cf64ae6f6251 {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 14:12:07.817504 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a99eb13e-370a-49a1-8370-e61edc7e1ad8 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:07.857884 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a99eb13e-370a-49a1-8370-e61edc7e1ad8 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5431723'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:07.945365 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a99eb13e-370a-49a1-8370-e61edc7e1ad8 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:08.007490 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a99eb13e-370a-49a1-8370-e61edc7e1ad8 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5970525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4763356'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:08.036785 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a99eb13e-370a-49a1-8370-e61edc7e1ad8 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:08.039227 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-a99eb13e-370a-49a1-8370-e61edc7e1ad8 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] 10.222.0.23 "DELETE /v2.0/subnets/f000a87a-0690-4293-8242-cf64ae6f6251 HTTP/1.1" status: 204 len: 168 time: 0.2752852 Jul 13 14:12:08.040586 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99eb13e-370a-49a1-8370-e61edc7e1ad8 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Pushing event deleted for resources: {'Subnet': ['ID=f000a87a-0690-4293-8242-cf64ae6f6251,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:12:08.041580 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 44742) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:12:08.047190 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd533f81-00e2-4e23-a980-b1215748ec23 None None] Network e65ac694-f818-49c9-a73d-5211a2f1a293 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:12:08.093703 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd4fc3f8-a533-4bb7-87d9-6acf9ef08c41 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Deleting subnet e3ba4431-08e1-4907-8e17-77ade9658308 {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 14:12:08.096861 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dd4fc3f8-a533-4bb7-87d9-6acf9ef08c41 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:08.140977 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dd4fc3f8-a533-4bb7-87d9-6acf9ef08c41 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6018489'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:08.234681 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dd4fc3f8-a533-4bb7-87d9-6acf9ef08c41 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:08.296638 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dd4fc3f8-a533-4bb7-87d9-6acf9ef08c41 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6018534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6105009'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:08.327941 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4fc3f8-a533-4bb7-87d9-6acf9ef08c41 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Pushing event deleted for resources: {'Subnet': ['ID=e3ba4431-08e1-4907-8e17-77ade9658308,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:12:08.331623 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dd4fc3f8-a533-4bb7-87d9-6acf9ef08c41 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:08.336806 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 44744) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:12:08.336938 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-dd4fc3f8-a533-4bb7-87d9-6acf9ef08c41 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] 10.222.0.23 "DELETE /v2.0/subnets/e3ba4431-08e1-4907-8e17-77ade9658308 HTTP/1.1" status: 204 len: 168 time: 0.2941046 Jul 13 14:12:08.418463 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-13023fc3-c85e-4f21-a322-85557bf825c9 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:08.476987 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-13023fc3-c85e-4f21-a322-85557bf825c9 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Deleting port 07fb560e-c928-4747-bc41-92a0535355b7 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:12:08.477323 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-13023fc3-c85e-4f21-a322-85557bf825c9 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:08.540528 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-13023fc3-c85e-4f21-a322-85557bf825c9 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] For port 07fb560e-c928-4747-bc41-92a0535355b7, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=07fb560e-c928-4747-bc41-92a0535355b7,segment=NetworkSegment(156fb6b3-3e79-427e-ac69-c7f162b819f3),segment_id=156fb6b3-3e79-427e-ac69-c7f162b819f3)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:12:08.540892 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-13023fc3-c85e-4f21-a322-85557bf825c9 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:08.555122 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-13023fc3-c85e-4f21-a322-85557bf825c9 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Calling delete_port for 07fb560e-c928-4747-bc41-92a0535355b7 owned by network:dhcp {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:12:08.640695 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-13023fc3-c85e-4f21-a322-85557bf825c9 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:08.668173 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13023fc3-c85e-4f21-a322-85557bf825c9 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Pushing event deleted for resources: {'Port': ['ID=07fb560e-c928-4747-bc41-92a0535355b7,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:12:08.671589 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13023fc3-c85e-4f21-a322-85557bf825c9 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] No DVR routers for this DVR port 07fb560e-c928-4747-bc41-92a0535355b7 on host n-d-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:12:08.709064 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a12ff11c-9388-424e-b384-6d494a2b232c None None] Network e65ac694-f818-49c9-a73d-5211a2f1a293 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:12:08.756782 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-13023fc3-c85e-4f21-a322-85557bf825c9 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:08.761602 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-243c2b6c-dfa1-41ee-9006-b6c544f09fe1 None None] Could not find standard attr ID for object 07fb560e-c928-4747-bc41-92a0535355b7. {{(pid=93752) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 14:12:08.766833 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-13023fc3-c85e-4f21-a322-85557bf825c9 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e65ac694-f818-49c9-a73d-5211a2f1a293']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:12:08.777357 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-13023fc3-c85e-4f21-a322-85557bf825c9 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '156fb6b3-3e79-427e-ac69-c7f162b819f3') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:12:08.777650 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-13023fc3-c85e-4f21-a322-85557bf825c9 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '156fb6b3-3e79-427e-ac69-c7f162b819f3') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:12:08.786396 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-13023fc3-c85e-4f21-a322-85557bf825c9 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5431730'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:08.799912 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-13023fc3-c85e-4f21-a322-85557bf825c9 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:08.806305 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13023fc3-c85e-4f21-a322-85557bf825c9 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 14:12:08.806722 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-13023fc3-c85e-4f21-a322-85557bf825c9 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5970419'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:08.809708 n-d-800634-1 neutron-server[93750]: Traceback (most recent call last): Jul 13 14:12:08.809708 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 14:12:08.809708 n-d-800634-1 neutron-server[93750]: timer() Jul 13 14:12:08.809708 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 14:12:08.809708 n-d-800634-1 neutron-server[93750]: cb(*args, **kw) Jul 13 14:12:08.809708 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 14:12:08.809708 n-d-800634-1 neutron-server[93750]: return func(*args, **kwargs) Jul 13 14:12:08.809708 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 14:12:08.809708 n-d-800634-1 neutron-server[93750]: self._notify() Jul 13 14:12:08.809708 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 14:12:08.809708 n-d-800634-1 neutron-server[93750]: self.callback(batched_events) Jul 13 14:12:08.809708 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 14:12:08.809708 n-d-800634-1 neutron-server[93750]: event.method(event) Jul 13 14:12:08.809708 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 14:12:08.809708 n-d-800634-1 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 14:12:08.809708 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 14:12:08.809708 n-d-800634-1 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 14:12:08.809708 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 14:12:08.809708 n-d-800634-1 neutron-server[93750]: return f(self, *a, **k) Jul 13 14:12:08.809708 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 14:12:08.809708 n-d-800634-1 neutron-server[93750]: return self._get(url).json() Jul 13 14:12:08.809708 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 14:12:08.809708 n-d-800634-1 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 14:12:08.809708 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 14:12:08.809708 n-d-800634-1 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 13 14:12:08.809708 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 14:12:08.809708 n-d-800634-1 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 14:12:08.809708 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 14:12:08.809708 n-d-800634-1 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 14:12:08.809708 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 14:12:08.809708 n-d-800634-1 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 14:12:08.809708 n-d-800634-1 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 14:12:08.867511 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-13023fc3-c85e-4f21-a322-85557bf825c9 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:08.872874 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-13023fc3-c85e-4f21-a322-85557bf825c9 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:08.874706 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1d6ed92-9a5b-4858-aae5-136041f8de02 None None] DHCP port deletion for e65ac694-f818-49c9-a73d-5211a2f1a293 request from n-d-800634-1 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 14:12:08.875263 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-13023fc3-c85e-4f21-a322-85557bf825c9 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] 10.222.0.23 "DELETE /v2.0/networks/e65ac694-f818-49c9-a73d-5211a2f1a293 HTTP/1.1" status: 204 len: 168 time: 0.5374224 Jul 13 14:12:08.877749 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 44746) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:12:08.899702 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13023fc3-c85e-4f21-a322-85557bf825c9 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Pushing event deleted for resources: {'Network': ['ID=e65ac694-f818-49c9-a73d-5211a2f1a293,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:12:09.185942 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 07fb560e-c928-4747-bc41-92a0535355b7 no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:12:09.206395 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: 07fb560e-c928-4747-bc41-92a0535355b7 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:12:09.206738 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 07fb560e-c928-4747-bc41-92a0535355b7 not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:12:09.219534 n-d-800634-1 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-f17ef12b-6798-4583-aede-8550d2f73d5d tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] DELETE failed (client error): The resource could not be found. Jul 13 14:12:09.219977 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f17ef12b-6798-4583-aede-8550d2f73d5d tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 14:12:09.221676 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-f17ef12b-6798-4583-aede-8550d2f73d5d tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] 10.222.0.23 "DELETE /v2.0/subnets/568b755e-eb26-4c35-99db-de9190de2f74 HTTP/1.1" status: 404 len: 337 time: 0.3429599 Jul 13 14:12:09.224985 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 44748) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:12:09.242879 n-d-800634-1 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc66fc0f-50b4-4567-aeac-02aa6f549b65 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] DELETE failed (client error): The resource could not be found. Jul 13 14:12:09.243440 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc66fc0f-50b4-4567-aeac-02aa6f549b65 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 14:12:09.245023 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-dc66fc0f-50b4-4567-aeac-02aa6f549b65 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] 10.222.0.23 "DELETE /v2.0/networks/2c199e55-7951-4818-a25d-fbc55293bb92 HTTP/1.1" status: 404 len: 339 time: 0.0190983 Jul 13 14:12:09.247354 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 44750) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:12:09.272290 n-d-800634-1 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cb462e5-0ff5-4896-9c0f-d03e0737d72c tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] DELETE failed (client error): The resource could not be found. Jul 13 14:12:09.272722 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cb462e5-0ff5-4896-9c0f-d03e0737d72c tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 14:12:09.274349 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-6cb462e5-0ff5-4896-9c0f-d03e0737d72c tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] 10.222.0.23 "DELETE /v2.0/subnets/b2ba8008-5845-438b-979f-8db98b1617ed HTTP/1.1" status: 404 len: 337 time: 0.0261497 Jul 13 14:12:09.276584 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 44752) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:12:09.294000 n-d-800634-1 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-98d9feed-79ed-4752-9122-b479d849bb8f tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] DELETE failed (client error): The resource could not be found. Jul 13 14:12:09.294507 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98d9feed-79ed-4752-9122-b479d849bb8f tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 14:12:09.296080 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-98d9feed-79ed-4752-9122-b479d849bb8f tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] 10.222.0.23 "DELETE /v2.0/networks/03f8f21b-fa76-46e2-8477-bf460371203c HTTP/1.1" status: 404 len: 339 time: 0.0186443 Jul 13 14:12:09.298399 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 44754) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:12:09.323510 n-d-800634-1 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-12bf5aa0-afe7-4c47-b5f9-c9ef6101163c tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] DELETE failed (client error): The resource could not be found. Jul 13 14:12:09.323948 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12bf5aa0-afe7-4c47-b5f9-c9ef6101163c tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 14:12:09.325543 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-12bf5aa0-afe7-4c47-b5f9-c9ef6101163c tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] 10.222.0.23 "DELETE /v2.0/subnets/15869f90-ad4f-4bea-bbb7-ff022648a75c HTTP/1.1" status: 404 len: 337 time: 0.0262718 Jul 13 14:12:09.327893 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 44756) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:12:09.345413 n-d-800634-1 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-02d1d1f7-d5b4-42be-8b1c-bbfb8ce8834a tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] DELETE failed (client error): The resource could not be found. Jul 13 14:12:09.346027 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02d1d1f7-d5b4-42be-8b1c-bbfb8ce8834a tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 14:12:09.348556 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-02d1d1f7-d5b4-42be-8b1c-bbfb8ce8834a tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] 10.222.0.23 "DELETE /v2.0/networks/21bc4ed7-900f-475d-83a8-212a37f97af3 HTTP/1.1" status: 404 len: 339 time: 0.0191550 Jul 13 14:12:09.350836 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 44758) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:12:09.406368 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8406d78-02cf-412f-ba9e-dbc62dbef399 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Deleting subnet d6689bd3-be40-4f69-8c52-c25a0f5cb2e1 {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 14:12:09.409616 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a8406d78-02cf-412f-ba9e-dbc62dbef399 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:09.449801 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a8406d78-02cf-412f-ba9e-dbc62dbef399 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6018489'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:09.533420 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a8406d78-02cf-412f-ba9e-dbc62dbef399 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:09.600110 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a8406d78-02cf-412f-ba9e-dbc62dbef399 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6018534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6105009'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:09.628297 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a8406d78-02cf-412f-ba9e-dbc62dbef399 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:09.631524 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-a8406d78-02cf-412f-ba9e-dbc62dbef399 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] 10.222.0.23 "DELETE /v2.0/subnets/d6689bd3-be40-4f69-8c52-c25a0f5cb2e1 HTTP/1.1" status: 204 len: 168 time: 0.2792547 Jul 13 14:12:09.632457 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8406d78-02cf-412f-ba9e-dbc62dbef399 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Pushing event deleted for resources: {'Subnet': ['ID=d6689bd3-be40-4f69-8c52-c25a0f5cb2e1,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:12:09.633829 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 44760) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:12:09.635655 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c15cb22c-fab2-452d-9af1-24de2f55c3cd None None] Network 00ca0b5d-c677-4944-8567-011dcd5f8e52 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:12:09.713496 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d7e9e642-81f5-4609-b32b-4b029ed73018 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:09.764973 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-d7e9e642-81f5-4609-b32b-4b029ed73018 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Deleting port d5c22ebb-e795-4525-b6f5-1764b51abdba {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:12:09.765475 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d7e9e642-81f5-4609-b32b-4b029ed73018 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:09.826048 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-958f225f-ba55-43d2-ac53-1772591bf6be None None] DHCP port deletion for 00ca0b5d-c677-4944-8567-011dcd5f8e52 request from n-d-800634-1 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 14:12:09.829893 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-d7e9e642-81f5-4609-b32b-4b029ed73018 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] For port d5c22ebb-e795-4525-b6f5-1764b51abdba, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=d5c22ebb-e795-4525-b6f5-1764b51abdba,segment=NetworkSegment(705c70e8-853b-4d0e-b8f6-bfdba5933dab),segment_id=705c70e8-853b-4d0e-b8f6-bfdba5933dab)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:12:09.830258 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d7e9e642-81f5-4609-b32b-4b029ed73018 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:09.844500 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-d7e9e642-81f5-4609-b32b-4b029ed73018 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Calling delete_port for d5c22ebb-e795-4525-b6f5-1764b51abdba owned by network:dhcp {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:12:09.877028 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-958f225f-ba55-43d2-ac53-1772591bf6be None None] Deleting port d5c22ebb-e795-4525-b6f5-1764b51abdba {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:12:09.877407 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-958f225f-ba55-43d2-ac53-1772591bf6be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:09.927984 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d7e9e642-81f5-4609-b32b-4b029ed73018 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:09.944246 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-958f225f-ba55-43d2-ac53-1772591bf6be None None] For port d5c22ebb-e795-4525-b6f5-1764b51abdba, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=d5c22ebb-e795-4525-b6f5-1764b51abdba,segment=NetworkSegment(705c70e8-853b-4d0e-b8f6-bfdba5933dab),segment_id=705c70e8-853b-4d0e-b8f6-bfdba5933dab)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:12:09.944646 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-958f225f-ba55-43d2-ac53-1772591bf6be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:09.952324 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e9e642-81f5-4609-b32b-4b029ed73018 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Pushing event deleted for resources: {'Port': ['ID=d5c22ebb-e795-4525-b6f5-1764b51abdba,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:12:09.959800 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e9e642-81f5-4609-b32b-4b029ed73018 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] No DVR routers for this DVR port d5c22ebb-e795-4525-b6f5-1764b51abdba on host n-d-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:12:09.961608 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-958f225f-ba55-43d2-ac53-1772591bf6be None None] Calling delete_port for d5c22ebb-e795-4525-b6f5-1764b51abdba owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:12:10.036140 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-958f225f-ba55-43d2-ac53-1772591bf6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:10.039660 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d7e9e642-81f5-4609-b32b-4b029ed73018 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:10.050722 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-d7e9e642-81f5-4609-b32b-4b029ed73018 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00ca0b5d-c677-4944-8567-011dcd5f8e52']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:12:10.061811 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-d7e9e642-81f5-4609-b32b-4b029ed73018 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '705c70e8-853b-4d0e-b8f6-bfdba5933dab') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:12:10.062151 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-d7e9e642-81f5-4609-b32b-4b029ed73018 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '705c70e8-853b-4d0e-b8f6-bfdba5933dab') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:12:10.062712 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958f225f-ba55-43d2-ac53-1772591bf6be None None] Pushing event deleted for resources: {'Port': ['ID=d5c22ebb-e795-4525-b6f5-1764b51abdba,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:12:10.064881 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958f225f-ba55-43d2-ac53-1772591bf6be None None] No DVR routers for this DVR port d5c22ebb-e795-4525-b6f5-1764b51abdba on host n-d-800634-1 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:12:10.075591 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d7e9e642-81f5-4609-b32b-4b029ed73018 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5431730'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:10.090062 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d7e9e642-81f5-4609-b32b-4b029ed73018 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:10.096103 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7e9e642-81f5-4609-b32b-4b029ed73018 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 14:12:10.096500 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d7e9e642-81f5-4609-b32b-4b029ed73018 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5970419'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:10.099850 n-d-800634-1 neutron-server[93750]: Traceback (most recent call last): Jul 13 14:12:10.099850 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 14:12:10.099850 n-d-800634-1 neutron-server[93750]: timer() Jul 13 14:12:10.099850 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 14:12:10.099850 n-d-800634-1 neutron-server[93750]: cb(*args, **kw) Jul 13 14:12:10.099850 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 14:12:10.099850 n-d-800634-1 neutron-server[93750]: return func(*args, **kwargs) Jul 13 14:12:10.099850 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 14:12:10.099850 n-d-800634-1 neutron-server[93750]: self._notify() Jul 13 14:12:10.099850 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 14:12:10.099850 n-d-800634-1 neutron-server[93750]: self.callback(batched_events) Jul 13 14:12:10.099850 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 14:12:10.099850 n-d-800634-1 neutron-server[93750]: event.method(event) Jul 13 14:12:10.099850 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 14:12:10.099850 n-d-800634-1 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 14:12:10.099850 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 14:12:10.099850 n-d-800634-1 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 14:12:10.099850 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 14:12:10.099850 n-d-800634-1 neutron-server[93750]: return f(self, *a, **k) Jul 13 14:12:10.099850 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 14:12:10.099850 n-d-800634-1 neutron-server[93750]: return self._get(url).json() Jul 13 14:12:10.099850 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 14:12:10.099850 n-d-800634-1 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 14:12:10.099850 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 14:12:10.099850 n-d-800634-1 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 13 14:12:10.099850 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 14:12:10.099850 n-d-800634-1 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 14:12:10.099850 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 14:12:10.099850 n-d-800634-1 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 14:12:10.099850 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 14:12:10.099850 n-d-800634-1 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 14:12:10.099850 n-d-800634-1 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 14:12:10.156771 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d7e9e642-81f5-4609-b32b-4b029ed73018 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:10.163656 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d7e9e642-81f5-4609-b32b-4b029ed73018 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:10.165681 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-d7e9e642-81f5-4609-b32b-4b029ed73018 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] 10.222.0.23 "DELETE /v2.0/networks/00ca0b5d-c677-4944-8567-011dcd5f8e52 HTTP/1.1" status: 204 len: 168 time: 0.5308690 Jul 13 14:12:10.168316 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 44762) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:12:10.178449 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e9e642-81f5-4609-b32b-4b029ed73018 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Pushing event deleted for resources: {'Network': ['ID=00ca0b5d-c677-4944-8567-011dcd5f8e52,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:12:10.196761 n-d-800634-1 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-d887c56e-0ecd-4c09-87d5-c11f19631718 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] DELETE failed (client error): The resource could not be found. Jul 13 14:12:10.197208 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d887c56e-0ecd-4c09-87d5-c11f19631718 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 14:12:10.198943 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-d887c56e-0ecd-4c09-87d5-c11f19631718 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] 10.222.0.23 "DELETE /v2.0/subnets/b8d67a0c-cbe2-46ad-bc15-ddaf308eccdf HTTP/1.1" status: 404 len: 337 time: 0.0295992 Jul 13 14:12:10.201406 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 44764) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:12:10.219222 n-d-800634-1 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-95195912-2e21-48c3-9b15-c73bcb171498 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] DELETE failed (client error): The resource could not be found. Jul 13 14:12:10.219731 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95195912-2e21-48c3-9b15-c73bcb171498 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 14:12:10.221322 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-95195912-2e21-48c3-9b15-c73bcb171498 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] 10.222.0.23 "DELETE /v2.0/networks/7ba26912-47e0-4925-97fd-aab630c323e6 HTTP/1.1" status: 404 len: 339 time: 0.0190012 Jul 13 14:12:10.223713 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 44766) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:12:10.273244 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-16b8a63a-abe2-452c-9589-df352dabc170 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Deleting subnet 25054686-f2b2-4aa8-86b8-a02c8baaf543 {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 14:12:10.276293 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-16b8a63a-abe2-452c-9589-df352dabc170 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:10.320541 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-16b8a63a-abe2-452c-9589-df352dabc170 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6018489'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:10.403111 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-16b8a63a-abe2-452c-9589-df352dabc170 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:10.461931 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-16b8a63a-abe2-452c-9589-df352dabc170 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6018534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6105009'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:10.493447 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b8a63a-abe2-452c-9589-df352dabc170 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Pushing event deleted for resources: {'Subnet': ['ID=25054686-f2b2-4aa8-86b8-a02c8baaf543,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:12:10.497178 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-16b8a63a-abe2-452c-9589-df352dabc170 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:10.499689 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-16b8a63a-abe2-452c-9589-df352dabc170 tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] 10.222.0.23 "DELETE /v2.0/subnets/25054686-f2b2-4aa8-86b8-a02c8baaf543 HTTP/1.1" status: 204 len: 168 time: 0.2750847 Jul 13 14:12:10.501670 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 44768) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:12:10.503685 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b86d9f4-6d28-4692-875b-ece12a12798f None None] Network 5ba71d39-f731-42e6-8884-24eaca4f65b2 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:12:10.580934 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-180fabb0-2237-446e-9cb5-9a6188a5dc2d tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:10.634016 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-180fabb0-2237-446e-9cb5-9a6188a5dc2d tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Deleting port 3fe89a0c-d51d-4c9c-af7c-27a44c251e29 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:12:10.634542 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-180fabb0-2237-446e-9cb5-9a6188a5dc2d tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:10.678227 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-047f2756-0633-442b-9af9-6a11b09ae76f None None] DHCP port deletion for 5ba71d39-f731-42e6-8884-24eaca4f65b2 request from n-d-800634-1 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 14:12:10.698031 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-180fabb0-2237-446e-9cb5-9a6188a5dc2d tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] For port 3fe89a0c-d51d-4c9c-af7c-27a44c251e29, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=3fe89a0c-d51d-4c9c-af7c-27a44c251e29,segment=NetworkSegment(7188aac8-0e1d-4773-8bac-95d4ed1ff61c),segment_id=7188aac8-0e1d-4773-8bac-95d4ed1ff61c)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:12:10.698397 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-180fabb0-2237-446e-9cb5-9a6188a5dc2d tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:10.716090 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-180fabb0-2237-446e-9cb5-9a6188a5dc2d tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Calling delete_port for 3fe89a0c-d51d-4c9c-af7c-27a44c251e29 owned by network:dhcp {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:12:10.727366 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-047f2756-0633-442b-9af9-6a11b09ae76f None None] Deleting port 3fe89a0c-d51d-4c9c-af7c-27a44c251e29 {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:12:10.727742 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-047f2756-0633-442b-9af9-6a11b09ae76f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:10.788007 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-047f2756-0633-442b-9af9-6a11b09ae76f None None] For port 3fe89a0c-d51d-4c9c-af7c-27a44c251e29, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=3fe89a0c-d51d-4c9c-af7c-27a44c251e29,segment=NetworkSegment(7188aac8-0e1d-4773-8bac-95d4ed1ff61c),segment_id=7188aac8-0e1d-4773-8bac-95d4ed1ff61c)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:12:10.788395 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-047f2756-0633-442b-9af9-6a11b09ae76f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:10.796123 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-180fabb0-2237-446e-9cb5-9a6188a5dc2d tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:10.801279 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-047f2756-0633-442b-9af9-6a11b09ae76f None None] Calling delete_port for 3fe89a0c-d51d-4c9c-af7c-27a44c251e29 owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:12:10.823877 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180fabb0-2237-446e-9cb5-9a6188a5dc2d tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Pushing event deleted for resources: {'Port': ['ID=3fe89a0c-d51d-4c9c-af7c-27a44c251e29,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:12:10.826399 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180fabb0-2237-446e-9cb5-9a6188a5dc2d tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] No DVR routers for this DVR port 3fe89a0c-d51d-4c9c-af7c-27a44c251e29 on host n-d-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:12:10.880610 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-047f2756-0633-442b-9af9-6a11b09ae76f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:10.904059 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047f2756-0633-442b-9af9-6a11b09ae76f None None] Pushing event deleted for resources: {'Port': ['ID=3fe89a0c-d51d-4c9c-af7c-27a44c251e29,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:12:10.910094 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047f2756-0633-442b-9af9-6a11b09ae76f None None] No DVR routers for this DVR port 3fe89a0c-d51d-4c9c-af7c-27a44c251e29 on host n-d-800634-1 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:12:10.914562 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-180fabb0-2237-446e-9cb5-9a6188a5dc2d tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:10.925052 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-180fabb0-2237-446e-9cb5-9a6188a5dc2d tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ba71d39-f731-42e6-8884-24eaca4f65b2']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:12:10.935684 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-180fabb0-2237-446e-9cb5-9a6188a5dc2d tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7188aac8-0e1d-4773-8bac-95d4ed1ff61c') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:12:10.936059 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-180fabb0-2237-446e-9cb5-9a6188a5dc2d tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7188aac8-0e1d-4773-8bac-95d4ed1ff61c') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:12:10.945376 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-180fabb0-2237-446e-9cb5-9a6188a5dc2d tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5431730'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:10.959279 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-180fabb0-2237-446e-9cb5-9a6188a5dc2d tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:10.964926 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-180fabb0-2237-446e-9cb5-9a6188a5dc2d tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 14:12:10.965311 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-180fabb0-2237-446e-9cb5-9a6188a5dc2d tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5970419'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:10.968177 n-d-800634-1 neutron-server[93750]: Traceback (most recent call last): Jul 13 14:12:10.968177 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 14:12:10.968177 n-d-800634-1 neutron-server[93750]: timer() Jul 13 14:12:10.968177 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 14:12:10.968177 n-d-800634-1 neutron-server[93750]: cb(*args, **kw) Jul 13 14:12:10.968177 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 14:12:10.968177 n-d-800634-1 neutron-server[93750]: return func(*args, **kwargs) Jul 13 14:12:10.968177 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 14:12:10.968177 n-d-800634-1 neutron-server[93750]: self._notify() Jul 13 14:12:10.968177 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 14:12:10.968177 n-d-800634-1 neutron-server[93750]: self.callback(batched_events) Jul 13 14:12:10.968177 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 14:12:10.968177 n-d-800634-1 neutron-server[93750]: event.method(event) Jul 13 14:12:10.968177 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 14:12:10.968177 n-d-800634-1 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 14:12:10.968177 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 14:12:10.968177 n-d-800634-1 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 14:12:10.968177 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 14:12:10.968177 n-d-800634-1 neutron-server[93750]: return f(self, *a, **k) Jul 13 14:12:10.968177 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 14:12:10.968177 n-d-800634-1 neutron-server[93750]: return self._get(url).json() Jul 13 14:12:10.968177 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 14:12:10.968177 n-d-800634-1 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 14:12:10.968177 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 14:12:10.968177 n-d-800634-1 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 13 14:12:10.968177 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 14:12:10.968177 n-d-800634-1 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 14:12:10.968177 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 14:12:10.968177 n-d-800634-1 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 14:12:10.968177 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 14:12:10.968177 n-d-800634-1 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 14:12:10.968177 n-d-800634-1 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 14:12:11.024328 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-180fabb0-2237-446e-9cb5-9a6188a5dc2d tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:11.030805 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-180fabb0-2237-446e-9cb5-9a6188a5dc2d tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:11.032588 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-180fabb0-2237-446e-9cb5-9a6188a5dc2d tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] 10.222.0.23 "DELETE /v2.0/networks/5ba71d39-f731-42e6-8884-24eaca4f65b2 HTTP/1.1" status: 204 len: 168 time: 0.5299046 Jul 13 14:12:11.045025 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180fabb0-2237-446e-9cb5-9a6188a5dc2d tempest-NetworksIpV6Test-1743155254 tempest-NetworksIpV6Test-1743155254-project] Pushing event deleted for resources: {'Network': ['ID=5ba71d39-f731-42e6-8884-24eaca4f65b2,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:12:11.196693 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 3fe89a0c-d51d-4c9c-af7c-27a44c251e29 no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:12:11.221607 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: 3fe89a0c-d51d-4c9c-af7c-27a44c251e29 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:12:11.221980 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 3fe89a0c-d51d-4c9c-af7c-27a44c251e29 not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:12:11.222409 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device d5c22ebb-e795-4525-b6f5-1764b51abdba no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:12:11.243138 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: d5c22ebb-e795-4525-b6f5-1764b51abdba {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:12:11.243495 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device d5c22ebb-e795-4525-b6f5-1764b51abdba not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:12:11.293249 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 44774) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:12:11.430372 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-d0d72c4a-3988-4c93-8c3c-dc941c3fb14d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bfce0c437c6747a5a26f9d80cf230ebf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1358693 Jul 13 14:12:11.432760 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 44778) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:12:11.480460 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e7594280-b7ed-4897-af64-a44a5405483d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:11.501688 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e7594280-b7ed-4897-af64-a44a5405483d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:11.554258 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e7594280-b7ed-4897-af64-a44a5405483d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:11.556823 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e7594280-b7ed-4897-af64-a44a5405483d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:11.557985 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-e7594280-b7ed-4897-af64-a44a5405483d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1ffb754b-910f-46ea-bac7-2d4aa1b2dc69 HTTP/1.1" status: 204 len: 168 time: 0.1243279 Jul 13 14:12:11.565519 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7594280-b7ed-4897-af64-a44a5405483d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ffb754b-910f-46ea-bac7-2d4aa1b2dc69,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:12:12.183343 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 44800) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:12:12.277066 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-eb3cbcd8-d0e7-4b95-925a-8fa7b6efe086 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Request body: {'security_group': {'name': 'tempest-secgroup--1261776112'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:12:12.301171 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-eb3cbcd8-d0e7-4b95-925a-8fa7b6efe086 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:12.309250 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-eb3cbcd8-d0e7-4b95-925a-8fa7b6efe086 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:12.400131 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-eb3cbcd8-d0e7-4b95-925a-8fa7b6efe086 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:12.404672 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-eb3cbcd8-d0e7-4b95-925a-8fa7b6efe086 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:12.445140 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3cbcd8-d0e7-4b95-925a-8fa7b6efe086 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04b33708-c3ff-40ba-b04e-fe9fccf13b64,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:12:12.500638 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-eb3cbcd8-d0e7-4b95-925a-8fa7b6efe086 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:12.504431 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-eb3cbcd8-d0e7-4b95-925a-8fa7b6efe086 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:12.530581 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-eb3cbcd8-d0e7-4b95-925a-8fa7b6efe086 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:12.531812 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-eb3cbcd8-d0e7-4b95-925a-8fa7b6efe086 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3474805 Jul 13 14:12:12.534564 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 44804) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:12:12.536704 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3cbcd8-d0e7-4b95-925a-8fa7b6efe086 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8f76998-f693-4a85-87c1-5ed35b94bc29,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:12:12.604235 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-a0c90531-7773-461c-a333-cced863d71a1 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0675564 Jul 13 14:12:12.606787 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 44806) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:12:12.611082 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-7c598043-2840-4436-bc64-17bd6f3d1bcc tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Request body: {'security_group': {'name': 'tempest-security--1147310057', 'description': 'tempest-security-description-2022921978'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:12:12.635875 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7c598043-2840-4436-bc64-17bd6f3d1bcc tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Notify callbacks [] for security_group, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:12.681444 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7c598043-2840-4436-bc64-17bd6f3d1bcc tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Notify callbacks [] for security_group, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:12.684923 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7c598043-2840-4436-bc64-17bd6f3d1bcc tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:12.687455 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7c598043-2840-4436-bc64-17bd6f3d1bcc tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:12.688685 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-7c598043-2840-4436-bc64-17bd6f3d1bcc tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] 10.222.0.23 "PUT /v2.0/security-groups/a8f76998-f693-4a85-87c1-5ed35b94bc29 HTTP/1.1" status: 200 len: 1780 time: 0.0809772 Jul 13 14:12:12.691642 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 44808) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:12:12.711944 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c598043-2840-4436-bc64-17bd6f3d1bcc tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8f76998-f693-4a85-87c1-5ed35b94bc29,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:12:12.732264 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-38801781-c547-4408-bc33-320bb465f79b tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] 10.222.0.23 "GET /v2.0/security-groups/a8f76998-f693-4a85-87c1-5ed35b94bc29 HTTP/1.1" status: 200 len: 1780 time: 0.0394387 Jul 13 14:12:12.734709 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 44810) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:12:12.784850 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-258da917-c715-4411-89da-b1cebdb18138 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:12.807961 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-258da917-c715-4411-89da-b1cebdb18138 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:12.847016 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-258da917-c715-4411-89da-b1cebdb18138 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:12.850118 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-258da917-c715-4411-89da-b1cebdb18138 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:12.851236 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-258da917-c715-4411-89da-b1cebdb18138 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] 10.222.0.23 "DELETE /v2.0/security-groups/a8f76998-f693-4a85-87c1-5ed35b94bc29 HTTP/1.1" status: 204 len: 168 time: 0.1156476 Jul 13 14:12:12.853879 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 44812) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:12:12.860018 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258da917-c715-4411-89da-b1cebdb18138 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8f76998-f693-4a85-87c1-5ed35b94bc29,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:12:12.899149 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-2bc38ef7-6b11-42d9-82d0-b160cddf1586 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0438199 Jul 13 14:12:12.901860 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 44814) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:12:12.915230 n-d-800634-1 neutron-server[93750]: INFO neutron.api.v2.resource [None req-98e0a4d0-e707-4023-ac64-0bb2fdf60fd8 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] delete failed (client error): The resource could not be found. Jul 13 14:12:12.916176 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-98e0a4d0-e707-4023-ac64-0bb2fdf60fd8 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] 10.222.0.23 "DELETE /v2.0/security-groups/a8f76998-f693-4a85-87c1-5ed35b94bc29 HTTP/1.1" status: 404 len: 347 time: 0.0134153 Jul 13 14:12:12.919701 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 44816) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:12:12.924886 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-3b94e109-c70b-445c-97c2-098d3036def6 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Request body: {'security_group': {'name': 'tempest-secgroup--1234331810'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:12:12.949515 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3b94e109-c70b-445c-97c2-098d3036def6 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:13.030605 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3b94e109-c70b-445c-97c2-098d3036def6 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:13.034026 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3b94e109-c70b-445c-97c2-098d3036def6 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:13.064768 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3b94e109-c70b-445c-97c2-098d3036def6 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:13.065982 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-3b94e109-c70b-445c-97c2-098d3036def6 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1453469 Jul 13 14:12:13.068556 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b94e109-c70b-445c-97c2-098d3036def6 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a593ff96-0a24-44b6-aae5-d8ab1f8705c5,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:12:13.069688 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 44818) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:12:13.075171 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-261ee8d4-7798-404d-aaa1-4d2960cfc6e1 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Request body: {'security_group_rule': {'security_group_id': 'a593ff96-0a24-44b6-aae5-d8ab1f8705c5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:12:13.102158 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-261ee8d4-7798-404d-aaa1-4d2960cfc6e1 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:13.151839 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-261ee8d4-7798-404d-aaa1-4d2960cfc6e1 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:13.155229 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-261ee8d4-7798-404d-aaa1-4d2960cfc6e1 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:13.172546 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261ee8d4-7798-404d-aaa1-4d2960cfc6e1 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e2c7236-0afd-4431-a9ce-9a9c9147c998,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:12:13.179009 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-261ee8d4-7798-404d-aaa1-4d2960cfc6e1 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:13.180225 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-261ee8d4-7798-404d-aaa1-4d2960cfc6e1 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1088924 Jul 13 14:12:13.183088 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 44820) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:12:13.212403 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fb39cf97-69d4-4d7b-9234-b7bd1ffe68bd tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:13.219577 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fb39cf97-69d4-4d7b-9234-b7bd1ffe68bd tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:13.247971 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fb39cf97-69d4-4d7b-9234-b7bd1ffe68bd tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:13.255722 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fb39cf97-69d4-4d7b-9234-b7bd1ffe68bd tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:13.256830 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-fb39cf97-69d4-4d7b-9234-b7bd1ffe68bd tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/9e2c7236-0afd-4431-a9ce-9a9c9147c998 HTTP/1.1" status: 204 len: 168 time: 0.0728180 Jul 13 14:12:13.259629 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 44822) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:12:13.261209 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb39cf97-69d4-4d7b-9234-b7bd1ffe68bd tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9e2c7236-0afd-4431-a9ce-9a9c9147c998,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:12:13.307316 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-adf3e9fb-8794-4c84-82f3-41e570020e27 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0465479 Jul 13 14:12:13.310075 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 44824) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:12:13.360340 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-01be8905-c688-4947-a7d1-ca555af32d36 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:13.381936 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-01be8905-c688-4947-a7d1-ca555af32d36 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:13.424868 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-01be8905-c688-4947-a7d1-ca555af32d36 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:13.428145 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-01be8905-c688-4947-a7d1-ca555af32d36 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:13.429277 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-01be8905-c688-4947-a7d1-ca555af32d36 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] 10.222.0.23 "DELETE /v2.0/security-groups/a593ff96-0a24-44b6-aae5-d8ab1f8705c5 HTTP/1.1" status: 204 len: 168 time: 0.1183081 Jul 13 14:12:13.432159 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 44826) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:12:13.438032 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01be8905-c688-4947-a7d1-ca555af32d36 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a593ff96-0a24-44b6-aae5-d8ab1f8705c5,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:12:13.487515 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-a663319c-3ac4-4ba5-8371-f956718d7480 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0539939 Jul 13 14:12:13.492142 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 44828) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:12:13.496564 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-d245f1a3-520f-4836-8018-627380f52c95 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Request body: {'security_group': {'name': 'tempest-secgroup--1930886874'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:12:13.520444 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d245f1a3-520f-4836-8018-627380f52c95 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:13.603942 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d245f1a3-520f-4836-8018-627380f52c95 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:13.607836 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d245f1a3-520f-4836-8018-627380f52c95 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:13.633846 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d245f1a3-520f-4836-8018-627380f52c95 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:13.635098 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-d245f1a3-520f-4836-8018-627380f52c95 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1420140 Jul 13 14:12:13.638300 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 44830) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:12:13.638949 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d245f1a3-520f-4836-8018-627380f52c95 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f03f53c6-8e9b-4e86-a065-bd3b94a39c30,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:12:13.643719 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-5e507006-5cb4-48cf-9cee-a3ca054bc189 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Request body: {'security_group_rule': {'security_group_id': 'f03f53c6-8e9b-4e86-a065-bd3b94a39c30', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:12:13.671543 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5e507006-5cb4-48cf-9cee-a3ca054bc189 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:13.728444 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5e507006-5cb4-48cf-9cee-a3ca054bc189 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:13.732154 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5e507006-5cb4-48cf-9cee-a3ca054bc189 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:13.755259 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e507006-5cb4-48cf-9cee-a3ca054bc189 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae83945d-901a-4be7-8324-28fe22be7a36,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:12:13.758988 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5e507006-5cb4-48cf-9cee-a3ca054bc189 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:13.760141 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-5e507006-5cb4-48cf-9cee-a3ca054bc189 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1206887 Jul 13 14:12:13.762805 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 44832) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:12:13.767181 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-90a57626-ba86-4d4a-b76e-b31015c35de9 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Request body: {'security_group_rule': {'security_group_id': 'f03f53c6-8e9b-4e86-a065-bd3b94a39c30', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:12:13.794805 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-90a57626-ba86-4d4a-b76e-b31015c35de9 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:13.849858 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-90a57626-ba86-4d4a-b76e-b31015c35de9 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:13.853174 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-90a57626-ba86-4d4a-b76e-b31015c35de9 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:13.870041 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a57626-ba86-4d4a-b76e-b31015c35de9 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6ee787c-a8fe-4331-bb72-761b1651dbc7,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:12:13.876757 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-90a57626-ba86-4d4a-b76e-b31015c35de9 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:13.877837 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-90a57626-ba86-4d4a-b76e-b31015c35de9 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1140673 Jul 13 14:12:13.880454 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 44834) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:12:13.884856 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-e64a3f96-f622-434c-90b0-7caf2500250f tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Request body: {'security_group_rule': {'security_group_id': 'f03f53c6-8e9b-4e86-a065-bd3b94a39c30', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:12:13.911679 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e64a3f96-f622-434c-90b0-7caf2500250f tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:13.969755 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e64a3f96-f622-434c-90b0-7caf2500250f tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:13.973661 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e64a3f96-f622-434c-90b0-7caf2500250f tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:13.994011 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64a3f96-f622-434c-90b0-7caf2500250f tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9baa10c7-fa8d-495c-96c3-184e2fb7124d,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:12:13.997422 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e64a3f96-f622-434c-90b0-7caf2500250f tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:13.998626 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-e64a3f96-f622-434c-90b0-7caf2500250f tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1172357 Jul 13 14:12:14.001299 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 44836) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:12:14.006417 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-f2e0bfc5-ac8e-466c-a5d8-92f70f4ec75d tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Request body: {'security_group_rule': {'security_group_id': 'f03f53c6-8e9b-4e86-a065-bd3b94a39c30', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:12:14.032383 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f2e0bfc5-ac8e-466c-a5d8-92f70f4ec75d tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:14.092011 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f2e0bfc5-ac8e-466c-a5d8-92f70f4ec75d tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:14.095651 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f2e0bfc5-ac8e-466c-a5d8-92f70f4ec75d tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:14.115857 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e0bfc5-ac8e-466c-a5d8-92f70f4ec75d tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73fc5b03-0b2e-4068-a28c-603e7e454bc4,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:12:14.121553 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f2e0bfc5-ac8e-466c-a5d8-92f70f4ec75d tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:14.125564 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-f2e0bfc5-ac8e-466c-a5d8-92f70f4ec75d tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1204569 Jul 13 14:12:14.125715 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 44838) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:12:14.130908 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-694e663a-5ef9-4f15-816e-ac6494287bd8 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Request body: {'security_group_rule': {'security_group_id': 'f03f53c6-8e9b-4e86-a065-bd3b94a39c30', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:12:14.157773 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-694e663a-5ef9-4f15-816e-ac6494287bd8 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:14.221939 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-694e663a-5ef9-4f15-816e-ac6494287bd8 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:14.226138 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-694e663a-5ef9-4f15-816e-ac6494287bd8 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:14.246331 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694e663a-5ef9-4f15-816e-ac6494287bd8 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41c1488b-df87-444e-aabe-5b8bc2fe5f71,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:12:14.249512 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-694e663a-5ef9-4f15-816e-ac6494287bd8 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:14.250711 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-694e663a-5ef9-4f15-816e-ac6494287bd8 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1239808 Jul 13 14:12:14.253563 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 44840) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:12:14.278729 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c6720128-99d0-4ad6-befc-fc2cff3a52de tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:14.286489 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c6720128-99d0-4ad6-befc-fc2cff3a52de tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:14.312950 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c6720128-99d0-4ad6-befc-fc2cff3a52de tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:14.319684 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c6720128-99d0-4ad6-befc-fc2cff3a52de tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:14.320797 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-c6720128-99d0-4ad6-befc-fc2cff3a52de tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/41c1488b-df87-444e-aabe-5b8bc2fe5f71 HTTP/1.1" status: 204 len: 168 time: 0.0652511 Jul 13 14:12:14.323446 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 44842) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:12:14.326421 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6720128-99d0-4ad6-befc-fc2cff3a52de tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=41c1488b-df87-444e-aabe-5b8bc2fe5f71,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:12:14.369809 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-e4c64a3e-8f7e-4f5c-919f-3bf06ea6db67 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0452013 Jul 13 14:12:14.372587 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 44844) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:12:14.400815 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-97db98fe-02a6-4c59-bd0f-e60e6115c29a tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:14.409688 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-97db98fe-02a6-4c59-bd0f-e60e6115c29a tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:14.438964 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-97db98fe-02a6-4c59-bd0f-e60e6115c29a tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:14.445698 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-97db98fe-02a6-4c59-bd0f-e60e6115c29a tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:14.446807 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-97db98fe-02a6-4c59-bd0f-e60e6115c29a tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/73fc5b03-0b2e-4068-a28c-603e7e454bc4 HTTP/1.1" status: 204 len: 168 time: 0.0733848 Jul 13 14:12:14.449484 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 44846) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:12:14.452285 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97db98fe-02a6-4c59-bd0f-e60e6115c29a tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=73fc5b03-0b2e-4068-a28c-603e7e454bc4,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:12:14.503069 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-df731ae3-8c81-4869-948c-0c253c4cdef0 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0518234 Jul 13 14:12:14.506893 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 44848) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:12:14.529287 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1dc3d58f-28dc-4ad4-bb42-c1055703f0d7 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:14.537128 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1dc3d58f-28dc-4ad4-bb42-c1055703f0d7 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:14.564431 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1dc3d58f-28dc-4ad4-bb42-c1055703f0d7 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:14.572000 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1dc3d58f-28dc-4ad4-bb42-c1055703f0d7 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:14.573106 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-1dc3d58f-28dc-4ad4-bb42-c1055703f0d7 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/9baa10c7-fa8d-495c-96c3-184e2fb7124d HTTP/1.1" status: 204 len: 168 time: 0.0653281 Jul 13 14:12:14.575884 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 44850) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:12:14.578224 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc3d58f-28dc-4ad4-bb42-c1055703f0d7 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9baa10c7-fa8d-495c-96c3-184e2fb7124d,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:12:14.619701 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-d64a70d0-0678-4bdb-ad49-bcac85d75dad tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0425572 Jul 13 14:12:14.622356 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 44852) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:12:14.646369 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3e7f53bf-b42d-4451-a8e4-2e0b255647dc tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:14.653507 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3e7f53bf-b42d-4451-a8e4-2e0b255647dc tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:14.680856 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3e7f53bf-b42d-4451-a8e4-2e0b255647dc tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:14.686639 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3e7f53bf-b42d-4451-a8e4-2e0b255647dc tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:14.687739 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-3e7f53bf-b42d-4451-a8e4-2e0b255647dc tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/e6ee787c-a8fe-4331-bb72-761b1651dbc7 HTTP/1.1" status: 204 len: 168 time: 0.0644703 Jul 13 14:12:14.690409 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 44854) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:12:14.694514 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7f53bf-b42d-4451-a8e4-2e0b255647dc tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e6ee787c-a8fe-4331-bb72-761b1651dbc7,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:12:14.733001 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-844783fb-00ea-403b-bfa2-ffeff9505f94 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0396957 Jul 13 14:12:14.735709 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 44856) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:12:14.759551 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4f1c4138-855c-4baa-a470-3de62b7385cb tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:14.767099 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4f1c4138-855c-4baa-a470-3de62b7385cb tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:14.794890 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4f1c4138-855c-4baa-a470-3de62b7385cb tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:14.801851 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4f1c4138-855c-4baa-a470-3de62b7385cb tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:14.803132 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-4f1c4138-855c-4baa-a470-3de62b7385cb tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/ae83945d-901a-4be7-8324-28fe22be7a36 HTTP/1.1" status: 204 len: 168 time: 0.0664837 Jul 13 14:12:14.805883 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 44858) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:12:14.810023 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1c4138-855c-4baa-a470-3de62b7385cb tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ae83945d-901a-4be7-8324-28fe22be7a36,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:12:14.849164 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-00ae8985-62a3-4910-9740-3b890c62d017 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0418968 Jul 13 14:12:14.852244 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 44860) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:12:14.903983 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-58b869fa-c85e-497e-95bc-75cd4be05967 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:14.925706 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-58b869fa-c85e-497e-95bc-75cd4be05967 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:14.970765 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-58b869fa-c85e-497e-95bc-75cd4be05967 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:14.974039 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-58b869fa-c85e-497e-95bc-75cd4be05967 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:14.975172 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-58b869fa-c85e-497e-95bc-75cd4be05967 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] 10.222.0.23 "DELETE /v2.0/security-groups/f03f53c6-8e9b-4e86-a065-bd3b94a39c30 HTTP/1.1" status: 204 len: 168 time: 0.1219883 Jul 13 14:12:14.977997 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 44862) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:12:14.983862 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b869fa-c85e-497e-95bc-75cd4be05967 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f03f53c6-8e9b-4e86-a065-bd3b94a39c30,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:12:15.025574 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-77b08449-1efe-4fca-ae52-6dc5aadc3f94 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0464354 Jul 13 14:12:15.029772 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 44864) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:12:15.034471 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-6c36641f-808d-49c8-ac74-e17bbaad4801 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Request body: {'security_group': {'name': 'tempest-secgroup--206764267'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:12:15.058496 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6c36641f-808d-49c8-ac74-e17bbaad4801 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:15.139294 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6c36641f-808d-49c8-ac74-e17bbaad4801 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:15.142879 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6c36641f-808d-49c8-ac74-e17bbaad4801 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:15.171292 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6c36641f-808d-49c8-ac74-e17bbaad4801 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:15.172507 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-6c36641f-808d-49c8-ac74-e17bbaad4801 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1416385 Jul 13 14:12:15.174507 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c36641f-808d-49c8-ac74-e17bbaad4801 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b3bebc0-3184-481d-a202-b6c179313f45,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:12:15.175260 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 44866) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:12:15.181251 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-14fb776b-e68e-44c5-928e-161e2ebe4dac tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Request body: {'security_group_rule': {'security_group_id': '4b3bebc0-3184-481d-a202-b6c179313f45', 'direction': 'ingress', 'protocol': 17}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:12:15.209086 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-14fb776b-e68e-44c5-928e-161e2ebe4dac tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:15.266166 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-14fb776b-e68e-44c5-928e-161e2ebe4dac tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:15.270013 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-14fb776b-e68e-44c5-928e-161e2ebe4dac tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:15.289171 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fb776b-e68e-44c5-928e-161e2ebe4dac tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5014f3e-89c8-467b-9059-72f49d823436,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:12:15.292243 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-14fb776b-e68e-44c5-928e-161e2ebe4dac tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:15.293598 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-14fb776b-e68e-44c5-928e-161e2ebe4dac tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1166422 Jul 13 14:12:15.296520 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 44868) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:12:15.349907 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e3c3b681-14b8-4273-affc-54ef42c98355 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:15.372229 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e3c3b681-14b8-4273-affc-54ef42c98355 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:15.417423 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e3c3b681-14b8-4273-affc-54ef42c98355 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:15.419992 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e3c3b681-14b8-4273-affc-54ef42c98355 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:15.421680 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-e3c3b681-14b8-4273-affc-54ef42c98355 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] 10.222.0.23 "DELETE /v2.0/security-groups/4b3bebc0-3184-481d-a202-b6c179313f45 HTTP/1.1" status: 204 len: 168 time: 0.1237121 Jul 13 14:12:15.423981 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 44870) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:12:15.431199 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c3b681-14b8-4273-affc-54ef42c98355 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b3bebc0-3184-481d-a202-b6c179313f45,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:12:15.471269 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-031a98ec-681a-4228-b195-e56b703b9313 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0459394 Jul 13 14:12:15.475648 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 44872) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:12:15.480225 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-64dd64ff-e2d0-42cd-94ea-652dd5755094 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Request body: {'security_group': {'name': 'tempest-secgroup--30555586'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:12:15.502402 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-64dd64ff-e2d0-42cd-94ea-652dd5755094 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:15.585144 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-64dd64ff-e2d0-42cd-94ea-652dd5755094 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:15.588633 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-64dd64ff-e2d0-42cd-94ea-652dd5755094 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:15.617327 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-64dd64ff-e2d0-42cd-94ea-652dd5755094 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:15.618573 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-64dd64ff-e2d0-42cd-94ea-652dd5755094 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1419888 Jul 13 14:12:15.620400 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dd64ff-e2d0-42cd-94ea-652dd5755094 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=687ade79-0f5d-4594-8fdf-f4fa86d91786,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:12:15.621507 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 44874) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:12:15.626279 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-b4f02430-b59d-4d85-857b-b5d145843121 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Request body: {'security_group': {'name': 'tempest-secgroup--199044795'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:12:15.647778 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b4f02430-b59d-4d85-857b-b5d145843121 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:15.730716 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b4f02430-b59d-4d85-857b-b5d145843121 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:15.734325 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b4f02430-b59d-4d85-857b-b5d145843121 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:15.762242 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b4f02430-b59d-4d85-857b-b5d145843121 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:15.763469 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-b4f02430-b59d-4d85-857b-b5d145843121 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1409023 Jul 13 14:12:15.765378 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f02430-b59d-4d85-857b-b5d145843121 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10022a3d-88d5-4613-a80d-c591afe1b212,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:12:15.766412 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 44876) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:12:15.772693 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-a4191a72-acbf-4bee-95d9-8cf650cecf69 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Request body: {'security_group_rule': {'security_group_id': '687ade79-0f5d-4594-8fdf-f4fa86d91786', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '10022a3d-88d5-4613-a80d-c591afe1b212', 'remote_ip_prefix': None}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:12:15.803004 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a4191a72-acbf-4bee-95d9-8cf650cecf69 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:15.877128 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a4191a72-acbf-4bee-95d9-8cf650cecf69 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:15.880684 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a4191a72-acbf-4bee-95d9-8cf650cecf69 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:15.898103 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4191a72-acbf-4bee-95d9-8cf650cecf69 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=969dbdaf-7ae0-4d45-bced-fd611d022a6d,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:12:15.903268 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a4191a72-acbf-4bee-95d9-8cf650cecf69 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:15.904421 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-a4191a72-acbf-4bee-95d9-8cf650cecf69 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1369755 Jul 13 14:12:15.907543 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 44878) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:12:15.932770 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-eff60110-5286-4255-803e-f5cf3c93363b tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:15.940166 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-eff60110-5286-4255-803e-f5cf3c93363b tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:15.967167 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-eff60110-5286-4255-803e-f5cf3c93363b tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:15.974282 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-eff60110-5286-4255-803e-f5cf3c93363b tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:15.975370 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-eff60110-5286-4255-803e-f5cf3c93363b tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/969dbdaf-7ae0-4d45-bced-fd611d022a6d HTTP/1.1" status: 204 len: 168 time: 0.0669227 Jul 13 14:12:15.978148 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 44880) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:12:15.980587 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff60110-5286-4255-803e-f5cf3c93363b tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=969dbdaf-7ae0-4d45-bced-fd611d022a6d,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:12:16.022224 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-893741bc-477d-491f-9a80-6c7bb96d0ae3 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0428667 Jul 13 14:12:16.024888 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 44882) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:12:16.061077 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-59f7a2ad-5659-4534-a896-35c3bc67d96e req-8cfeb9f9-cdd2-43fe-9441-8e68a7971ff9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=43001923-938d-4f6f-b253-e4b2a2f3dc0c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0548611 Jul 13 14:12:16.077582 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-12e73986-d031-4151-b267-70daadb37c7a tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:16.101004 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-12e73986-d031-4151-b267-70daadb37c7a tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:16.142336 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-12e73986-d031-4151-b267-70daadb37c7a tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:16.146020 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-12e73986-d031-4151-b267-70daadb37c7a tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:16.147219 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-12e73986-d031-4151-b267-70daadb37c7a tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] 10.222.0.23 "DELETE /v2.0/security-groups/10022a3d-88d5-4613-a80d-c591afe1b212 HTTP/1.1" status: 204 len: 168 time: 0.1214242 Jul 13 14:12:16.150322 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 44884) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:12:16.156664 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e73986-d031-4151-b267-70daadb37c7a tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10022a3d-88d5-4613-a80d-c591afe1b212,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:12:16.162783 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f7a2ad-5659-4534-a896-35c3bc67d96e req-680518cd-1b0e-49e2-b22b-a18fa50a3301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:12:16.164267 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-59f7a2ad-5659-4534-a896-35c3bc67d96e req-680518cd-1b0e-49e2-b22b-a18fa50a3301 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=59f4d545a6654c5eb7918dfd74d8ac77&device_id=43001923-938d-4f6f-b253-e4b2a2f3dc0c HTTP/1.1" status: 200 len: 1097 time: 0.0628581 Jul 13 14:12:16.261015 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-23d4e4b5-18df-45d9-889c-93b990094b31 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4509 time: 0.1093931 Jul 13 14:12:16.263898 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 44886) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:12:16.291282 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f7a2ad-5659-4534-a896-35c3bc67d96e req-32985687-3d4b-4abe-881f-0c59850c5fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:12:16.292755 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-59f7a2ad-5659-4534-a896-35c3bc67d96e req-32985687-3d4b-4abe-881f-0c59850c5fa7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=85675ef6-c9f4-45a9-b143-088b3c3bab41 HTTP/1.1" status: 200 len: 909 time: 0.1043897 Jul 13 14:12:16.318784 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5adc086e-bd84-4075-8f23-a4ac867efec1 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:16.341922 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5adc086e-bd84-4075-8f23-a4ac867efec1 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:16.361722 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-59f7a2ad-5659-4534-a896-35c3bc67d96e req-e382db12-43b1-494f-9688-2458d584be84 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c05abf6b-af95-42f9-8af2-f25383760a91 HTTP/1.1" status: 200 len: 1002 time: 0.0619636 Jul 13 14:12:16.387774 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5adc086e-bd84-4075-8f23-a4ac867efec1 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:16.390531 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5adc086e-bd84-4075-8f23-a4ac867efec1 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:16.391715 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-5adc086e-bd84-4075-8f23-a4ac867efec1 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] 10.222.0.23 "DELETE /v2.0/security-groups/687ade79-0f5d-4594-8fdf-f4fa86d91786 HTTP/1.1" status: 204 len: 168 time: 0.1268227 Jul 13 14:12:16.394586 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 44888) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:12:16.402204 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adc086e-bd84-4075-8f23-a4ac867efec1 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=687ade79-0f5d-4594-8fdf-f4fa86d91786,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:12:16.432121 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f7a2ad-5659-4534-a896-35c3bc67d96e req-3ece9c88-5acb-4a4e-a28a-e80d63a7eea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:12:16.433598 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-59f7a2ad-5659-4534-a896-35c3bc67d96e req-3ece9c88-5acb-4a4e-a28a-e80d63a7eea7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a3263c26-0926-4e8f-a717-50d981fdb59c HTTP/1.1" status: 200 len: 848 time: 0.0662203 Jul 13 14:12:16.459775 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-201be287-c0b6-454b-85f1-0f4564fff324 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0636706 Jul 13 14:12:16.466127 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 44890) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:12:16.468584 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-a1c21552-ba5d-425b-bc26-be1e742ad068 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Request body: {'security_group': {'name': 'tempest-secgroup--1133932208'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:12:16.490423 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a1c21552-ba5d-425b-bc26-be1e742ad068 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:16.506803 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f7a2ad-5659-4534-a896-35c3bc67d96e req-1c26c701-8b5e-47a8-b8fb-c8fd464c6dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:12:16.508307 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-59f7a2ad-5659-4534-a896-35c3bc67d96e req-1c26c701-8b5e-47a8-b8fb-c8fd464c6dd4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=85675ef6-c9f4-45a9-b143-088b3c3bab41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0648148 Jul 13 14:12:16.572937 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a1c21552-ba5d-425b-bc26-be1e742ad068 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:16.576874 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a1c21552-ba5d-425b-bc26-be1e742ad068 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:16.601635 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-59f7a2ad-5659-4534-a896-35c3bc67d96e req-a7715fb3-555f-4148-9ba8-f8baaf5bd007 service neutron] 10.222.0.41 "GET /v2.0/networks/85675ef6-c9f4-45a9-b143-088b3c3bab41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868189 Jul 13 14:12:16.604987 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a1c21552-ba5d-425b-bc26-be1e742ad068 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:16.606246 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-a1c21552-ba5d-425b-bc26-be1e742ad068 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1414139 Jul 13 14:12:16.609026 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 44892) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:12:16.614920 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-65d4ccff-5850-4e52-a8d2-e1ab97ad6400 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Request body: {'security_group_rule': {'security_group_id': '4fbb6ad0-66e6-48e8-b734-0971e02055d8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:12:16.620152 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c21552-ba5d-425b-bc26-be1e742ad068 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fbb6ad0-66e6-48e8-b734-0971e02055d8,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:12:16.644071 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-65d4ccff-5850-4e52-a8d2-e1ab97ad6400 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:16.699138 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-59f7a2ad-5659-4534-a896-35c3bc67d96e req-8be17210-d935-4c33-9773-b8114eb42cf3 service neutron] 10.222.0.41 "GET /v2.0/networks/85675ef6-c9f4-45a9-b143-088b3c3bab41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912387 Jul 13 14:12:16.708970 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-65d4ccff-5850-4e52-a8d2-e1ab97ad6400 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:16.712802 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-65d4ccff-5850-4e52-a8d2-e1ab97ad6400 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:16.733216 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d4ccff-5850-4e52-a8d2-e1ab97ad6400 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92e885fc-319b-43a6-b28d-ba78b9df9de2,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:12:16.740312 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-65d4ccff-5850-4e52-a8d2-e1ab97ad6400 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:16.741515 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-65d4ccff-5850-4e52-a8d2-e1ab97ad6400 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1315682 Jul 13 14:12:16.744978 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 44894) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:12:16.768249 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d57eae0a-17ec-4f0d-abb3-833a920cf2f9 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:16.777097 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d57eae0a-17ec-4f0d-abb3-833a920cf2f9 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:16.803976 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d57eae0a-17ec-4f0d-abb3-833a920cf2f9 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:16.811335 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d57eae0a-17ec-4f0d-abb3-833a920cf2f9 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:16.814882 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-d57eae0a-17ec-4f0d-abb3-833a920cf2f9 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/92e885fc-319b-43a6-b28d-ba78b9df9de2 HTTP/1.1" status: 204 len: 168 time: 0.0665820 Jul 13 14:12:16.815241 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 44896) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:12:16.816722 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57eae0a-17ec-4f0d-abb3-833a920cf2f9 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=92e885fc-319b-43a6-b28d-ba78b9df9de2,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:12:16.856765 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-f2661e63-9630-4dce-864f-f914f145de7b tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0403082 Jul 13 14:12:16.859415 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 44898) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:12:16.909807 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-15c3e41b-13b7-40bf-bde2-4af383eff1c0 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:16.931803 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-15c3e41b-13b7-40bf-bde2-4af383eff1c0 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:16.973587 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-15c3e41b-13b7-40bf-bde2-4af383eff1c0 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:16.976206 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-15c3e41b-13b7-40bf-bde2-4af383eff1c0 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:16.977894 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-15c3e41b-13b7-40bf-bde2-4af383eff1c0 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] 10.222.0.23 "DELETE /v2.0/security-groups/4fbb6ad0-66e6-48e8-b734-0971e02055d8 HTTP/1.1" status: 204 len: 168 time: 0.1175563 Jul 13 14:12:16.980748 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 44900) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:12:16.987539 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c3e41b-13b7-40bf-bde2-4af383eff1c0 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fbb6ad0-66e6-48e8-b734-0971e02055d8,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:12:17.029463 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-bb3bfc39-926f-4b48-b667-589bc62f87cb tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0475194 Jul 13 14:12:17.033261 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 44902) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:12:17.038573 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-61a8dfc2-e628-467d-91b6-5baaa9aece9b tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Request body: {'security_group': {'name': 'tempest-secgroup--1077401387'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:12:17.059629 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-61a8dfc2-e628-467d-91b6-5baaa9aece9b tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:17.140667 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-61a8dfc2-e628-467d-91b6-5baaa9aece9b tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:17.144807 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-61a8dfc2-e628-467d-91b6-5baaa9aece9b tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:17.170804 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-61a8dfc2-e628-467d-91b6-5baaa9aece9b tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:17.172015 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-61a8dfc2-e628-467d-91b6-5baaa9aece9b tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1378269 Jul 13 14:12:17.174774 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 44904) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:12:17.180625 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-fbd065d6-9bb3-4fb7-9e06-6b224684f4fa tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Request body: {'security_group_rule': {'security_group_id': 'dc5dab89-61ed-4d72-a977-d53edbf70252', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:12:17.185915 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a8dfc2-e628-467d-91b6-5baaa9aece9b tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc5dab89-61ed-4d72-a977-d53edbf70252,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:12:17.210273 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fbd065d6-9bb3-4fb7-9e06-6b224684f4fa tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:17.236697 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-1c13e23e-1228-4eb8-976c-3cc36d1104c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:17.271578 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fbd065d6-9bb3-4fb7-9e06-6b224684f4fa tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:17.274882 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fbd065d6-9bb3-4fb7-9e06-6b224684f4fa tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:17.294702 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd065d6-9bb3-4fb7-9e06-6b224684f4fa tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b502fe2-9687-45ef-9870-6696237120d9,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:12:17.298334 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fbd065d6-9bb3-4fb7-9e06-6b224684f4fa tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:17.299837 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-fbd065d6-9bb3-4fb7-9e06-6b224684f4fa tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1238046 Jul 13 14:12:17.302794 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 44906) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:12:17.318336 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-257fc78d-36c2-46bb-90af-0283a3feabf8 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] 10.222.0.23 "GET /v2.0/security-group-rules/9b502fe2-9687-45ef-9870-6696237120d9 HTTP/1.1" status: 200 len: 763 time: 0.0145435 Jul 13 14:12:17.320527 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 44908) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:12:17.360001 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-5d1da850-1f62-4c5d-af02-f3d80301057e tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0384798 Jul 13 14:12:17.362518 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 44910) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:12:17.386008 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-12155a93-f58d-4075-b06a-656a751d3a57 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:17.393094 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-12155a93-f58d-4075-b06a-656a751d3a57 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:17.426460 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-12155a93-f58d-4075-b06a-656a751d3a57 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:17.430919 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-12155a93-f58d-4075-b06a-656a751d3a57 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:17.432147 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-12155a93-f58d-4075-b06a-656a751d3a57 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/9b502fe2-9687-45ef-9870-6696237120d9 HTTP/1.1" status: 204 len: 168 time: 0.0687454 Jul 13 14:12:17.434821 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 44912) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:12:17.439599 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12155a93-f58d-4075-b06a-656a751d3a57 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9b502fe2-9687-45ef-9870-6696237120d9,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:12:17.476117 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-40c7c243-845a-42a1-b8ff-2be9e5c544c5 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0397584 Jul 13 14:12:17.478741 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 44914) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:12:17.483653 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-a5662a58-767e-4ed1-ae4a-a1b45b2f994c tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Request body: {'security_group_rule': {'security_group_id': 'dc5dab89-61ed-4d72-a977-d53edbf70252', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:12:17.511726 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a5662a58-767e-4ed1-ae4a-a1b45b2f994c tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:17.558092 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a5662a58-767e-4ed1-ae4a-a1b45b2f994c tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:17.561601 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a5662a58-767e-4ed1-ae4a-a1b45b2f994c tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:17.584790 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5662a58-767e-4ed1-ae4a-a1b45b2f994c tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb6934b5-6573-4721-bfd6-6b9fdbf2286a,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:12:17.588393 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a5662a58-767e-4ed1-ae4a-a1b45b2f994c tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:17.593548 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-a5662a58-767e-4ed1-ae4a-a1b45b2f994c tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1097682 Jul 13 14:12:17.594077 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 44916) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:12:17.875450 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-089ae710-2266-418e-8752-29348097ab92 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] 10.222.0.23 "GET /v2.0/security-group-rules/fb6934b5-6573-4721-bfd6-6b9fdbf2286a HTTP/1.1" status: 200 len: 763 time: 0.2806885 Jul 13 14:12:17.878012 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 44918) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:12:17.919746 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-4c68384d-dc31-4d58-9157-965839a8ec9c tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0406940 Jul 13 14:12:17.922351 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 44920) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:12:17.945081 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-54b65156-aed3-4e61-bc5f-926620de9b6c tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:17.952601 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-54b65156-aed3-4e61-bc5f-926620de9b6c tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:17.979855 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-54b65156-aed3-4e61-bc5f-926620de9b6c tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:17.984546 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-54b65156-aed3-4e61-bc5f-926620de9b6c tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:17.985666 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-54b65156-aed3-4e61-bc5f-926620de9b6c tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/fb6934b5-6573-4721-bfd6-6b9fdbf2286a HTTP/1.1" status: 204 len: 168 time: 0.0624261 Jul 13 14:12:17.988990 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 44922) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:12:17.995249 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b65156-aed3-4e61-bc5f-926620de9b6c tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fb6934b5-6573-4721-bfd6-6b9fdbf2286a,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:12:18.029726 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-e3937639-4b2b-4b6d-b3bd-8678ac64544b tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0394325 Jul 13 14:12:18.032560 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 44924) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:12:18.038196 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-cd2fb8da-de5a-4c23-a04c-72bfc078a1bb tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Request body: {'security_group_rule': {'security_group_id': 'dc5dab89-61ed-4d72-a977-d53edbf70252', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:12:18.065457 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cd2fb8da-de5a-4c23-a04c-72bfc078a1bb tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:18.114159 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cd2fb8da-de5a-4c23-a04c-72bfc078a1bb tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:18.117639 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cd2fb8da-de5a-4c23-a04c-72bfc078a1bb tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:18.134951 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2fb8da-de5a-4c23-a04c-72bfc078a1bb tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64bfe084-9d61-4b36-806c-c6a04d7b9954,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:12:18.140488 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cd2fb8da-de5a-4c23-a04c-72bfc078a1bb tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:18.141766 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-cd2fb8da-de5a-4c23-a04c-72bfc078a1bb tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1081276 Jul 13 14:12:18.144602 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 44926) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:12:18.161462 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-b5e996ce-6e2a-4218-9dcf-115bab931e84 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] 10.222.0.23 "GET /v2.0/security-group-rules/64bfe084-9d61-4b36-806c-c6a04d7b9954 HTTP/1.1" status: 200 len: 764 time: 0.0158465 Jul 13 14:12:18.164890 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 44928) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:12:18.205305 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-a228044c-8fb4-4a65-89a7-6096a30b9801 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0394108 Jul 13 14:12:18.208750 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 44930) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:12:18.232415 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2528ad79-2095-43d0-a0e2-743dc4fc8608 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:18.240912 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2528ad79-2095-43d0-a0e2-743dc4fc8608 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:18.266942 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2528ad79-2095-43d0-a0e2-743dc4fc8608 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:18.272203 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2528ad79-2095-43d0-a0e2-743dc4fc8608 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:18.273477 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-2528ad79-2095-43d0-a0e2-743dc4fc8608 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/64bfe084-9d61-4b36-806c-c6a04d7b9954 HTTP/1.1" status: 204 len: 168 time: 0.0638616 Jul 13 14:12:18.276219 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 44932) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:12:18.281011 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528ad79-2095-43d0-a0e2-743dc4fc8608 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=64bfe084-9d61-4b36-806c-c6a04d7b9954,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:12:18.317357 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-39555edd-0397-405f-acc2-275a073764e8 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0400205 Jul 13 14:12:18.320341 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 44934) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:12:18.371520 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-185b8e8b-e819-441d-8b16-bdb26b707d40 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:18.392812 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-185b8e8b-e819-441d-8b16-bdb26b707d40 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:18.437352 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-185b8e8b-e819-441d-8b16-bdb26b707d40 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:18.439859 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-185b8e8b-e819-441d-8b16-bdb26b707d40 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:18.440973 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-185b8e8b-e819-441d-8b16-bdb26b707d40 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] 10.222.0.23 "DELETE /v2.0/security-groups/dc5dab89-61ed-4d72-a977-d53edbf70252 HTTP/1.1" status: 204 len: 168 time: 0.1197422 Jul 13 14:12:18.443954 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 44936) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:12:18.450275 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185b8e8b-e819-441d-8b16-bdb26b707d40 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc5dab89-61ed-4d72-a977-d53edbf70252,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:12:18.489361 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-a80f1b26-d525-44e6-8d65-2623476284a9 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0440998 Jul 13 14:12:18.493254 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 44938) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:12:18.536457 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-abbdd18c-c9ea-40b1-a08c-f3a12cfd7e46 tempest-SecGroupTest-1194488544 tempest-SecGroupTest-1194488544-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0420702 Jul 13 14:12:18.768485 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 44944) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:12:18.899711 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-b3446258-cb58-4df6-9c30-a7e3ba3eecb5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5d676ae3219544049e720c0e6359bd0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1300838 Jul 13 14:12:18.902587 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 44948) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:12:18.952321 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b75d8846-89ab-481f-82ca-d8cd0149906e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:18.974949 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b75d8846-89ab-481f-82ca-d8cd0149906e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:19.021718 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b75d8846-89ab-481f-82ca-d8cd0149906e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:19.024435 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b75d8846-89ab-481f-82ca-d8cd0149906e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:19.025607 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-b75d8846-89ab-481f-82ca-d8cd0149906e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/04b33708-c3ff-40ba-b04e-fe9fccf13b64 HTTP/1.1" status: 204 len: 168 time: 0.1220174 Jul 13 14:12:19.033009 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75d8846-89ab-481f-82ca-d8cd0149906e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04b33708-c3ff-40ba-b04e-fe9fccf13b64,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:12:19.646156 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 44970) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:12:19.740386 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-54db0df5-dc91-4ee1-ba6e-e89a700d2e79 tempest-SubnetPoolsTestJSON-2094463079 tempest-SubnetPoolsTestJSON-2094463079-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1453330888', 'prefixes': ['172.20.0.0/16']}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:12:19.795992 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-54db0df5-dc91-4ee1-ba6e-e89a700d2e79 tempest-SubnetPoolsTestJSON-2094463079 tempest-SubnetPoolsTestJSON-2094463079-project] Notify callbacks [] for subnetpool, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:19.797252 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-54db0df5-dc91-4ee1-ba6e-e89a700d2e79 tempest-SubnetPoolsTestJSON-2094463079 tempest-SubnetPoolsTestJSON-2094463079-project] 10.222.0.23 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.1500871 Jul 13 14:12:19.800206 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 44974) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:12:19.836202 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-804798e6-a122-403c-9aad-2d893e50b0b9 tempest-SubnetPoolsTestJSON-2094463079 tempest-SubnetPoolsTestJSON-2094463079-project] 10.222.0.23 "GET /v2.0/subnetpools/8a8a4416-44e5-4893-9ede-840be63e0868 HTTP/1.1" status: 200 len: 732 time: 0.0349152 Jul 13 14:12:19.838712 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 44976) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:12:19.842943 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-b06b0e4e-c69d-4a46-b012-5beeaf0e6263 tempest-SubnetPoolsTestJSON-2094463079 tempest-SubnetPoolsTestJSON-2094463079-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1227502465'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:12:19.893345 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-69977f53-acf8-431d-988a-468533bc5235 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:19.926751 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b06b0e4e-c69d-4a46-b012-5beeaf0e6263 tempest-SubnetPoolsTestJSON-2094463079 tempest-SubnetPoolsTestJSON-2094463079-project] Notify callbacks [] for subnetpool, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:19.927963 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-b06b0e4e-c69d-4a46-b012-5beeaf0e6263 tempest-SubnetPoolsTestJSON-2094463079 tempest-SubnetPoolsTestJSON-2094463079-project] 10.222.0.23 "PUT /v2.0/subnetpools/8a8a4416-44e5-4893-9ede-840be63e0868 HTTP/1.1" status: 200 len: 684 time: 0.0883551 Jul 13 14:12:19.930583 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 44978) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:12:20.005455 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6a2d852a-147a-476a-bc58-895bc04d3d55 tempest-SubnetPoolsTestJSON-2094463079 tempest-SubnetPoolsTestJSON-2094463079-project] Notify callbacks [] for subnetpool, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:20.009383 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-6a2d852a-147a-476a-bc58-895bc04d3d55 tempest-SubnetPoolsTestJSON-2094463079 tempest-SubnetPoolsTestJSON-2094463079-project] 10.222.0.23 "DELETE /v2.0/subnetpools/8a8a4416-44e5-4893-9ede-840be63e0868 HTTP/1.1" status: 204 len: 168 time: 0.0750916 Jul 13 14:12:20.009652 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 44980) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:12:20.011869 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:20.025356 n-d-800634-1 neutron-server[93751]: INFO neutron.api.v2.resource [None req-978837ad-e8b1-4a34-8013-19195454f805 tempest-SubnetPoolsTestJSON-2094463079 tempest-SubnetPoolsTestJSON-2094463079-project] show failed (client error): The resource could not be found. Jul 13 14:12:20.026344 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-978837ad-e8b1-4a34-8013-19195454f805 tempest-SubnetPoolsTestJSON-2094463079 tempest-SubnetPoolsTestJSON-2094463079-project] 10.222.0.23 "GET /v2.0/subnetpools/8a8a4416-44e5-4893-9ede-840be63e0868 HTTP/1.1" status: 404 len: 346 time: 0.0156841 Jul 13 14:12:20.028925 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 44982) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:12:20.042943 n-d-800634-1 neutron-server[93751]: INFO neutron.api.v2.resource [None req-cf04d341-3238-4031-9b74-df21a5f6e70e tempest-SubnetPoolsTestJSON-2094463079 tempest-SubnetPoolsTestJSON-2094463079-project] delete failed (client error): The resource could not be found. Jul 13 14:12:20.043868 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-cf04d341-3238-4031-9b74-df21a5f6e70e tempest-SubnetPoolsTestJSON-2094463079 tempest-SubnetPoolsTestJSON-2094463079-project] 10.222.0.23 "DELETE /v2.0/subnetpools/8a8a4416-44e5-4893-9ede-840be63e0868 HTTP/1.1" status: 404 len: 346 time: 0.0140951 Jul 13 14:12:20.280639 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 44988) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:12:20.387536 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-394b21de-da65-4827-8571-1d7dafb7406e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:20.476280 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-394b21de-da65-4827-8571-1d7dafb7406e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:20.480068 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-394b21de-da65-4827-8571-1d7dafb7406e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:20.522101 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-394b21de-da65-4827-8571-1d7dafb7406e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3eb236b013254895947fdc59356abae7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2403870 Jul 13 14:12:20.523995 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394b21de-da65-4827-8571-1d7dafb7406e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31a06899-25ed-4cd3-a215-c419afa5129f,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:12:20.524842 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 44992) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:12:20.575957 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-68fe8f46-a3c0-4c1b-a2af-778a63078110 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:20.596156 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-68fe8f46-a3c0-4c1b-a2af-778a63078110 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:20.642314 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-68fe8f46-a3c0-4c1b-a2af-778a63078110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:20.644921 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-68fe8f46-a3c0-4c1b-a2af-778a63078110 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:20.646131 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-68fe8f46-a3c0-4c1b-a2af-778a63078110 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/31a06899-25ed-4cd3-a215-c419afa5129f HTTP/1.1" status: 204 len: 168 time: 0.1202350 Jul 13 14:12:20.653635 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fe8f46-a3c0-4c1b-a2af-778a63078110 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31a06899-25ed-4cd3-a215-c419afa5129f,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:12:21.198316 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:22.410005 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 45054) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:12:22.511983 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8c2ddae1-e3a8-4890-abe3-227cb7630834 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:22.596988 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8c2ddae1-e3a8-4890-abe3-227cb7630834 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:22.600723 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8c2ddae1-e3a8-4890-abe3-227cb7630834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:22.638371 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-8c2ddae1-e3a8-4890-abe3-227cb7630834 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=be8f5cb4c725499cab2f9a915583c6ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2271183 Jul 13 14:12:22.639233 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2ddae1-e3a8-4890-abe3-227cb7630834 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b7ec48a-322a-4728-b796-ed01b3415578,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:12:22.641158 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 45058) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:12:22.647412 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2ddae1-e3a8-4890-abe3-227cb7630834 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:12:22.647759 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2ddae1-e3a8-4890-abe3-227cb7630834 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:12:22.648099 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2ddae1-e3a8-4890-abe3-227cb7630834 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:12:22.648435 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2ddae1-e3a8-4890-abe3-227cb7630834 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:12:22.648771 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2ddae1-e3a8-4890-abe3-227cb7630834 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:12:22.649099 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2ddae1-e3a8-4890-abe3-227cb7630834 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:12:22.649424 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2ddae1-e3a8-4890-abe3-227cb7630834 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:12:22.649759 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2ddae1-e3a8-4890-abe3-227cb7630834 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:12:22.650110 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2ddae1-e3a8-4890-abe3-227cb7630834 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:12:22.650431 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2ddae1-e3a8-4890-abe3-227cb7630834 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:12:22.650803 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2ddae1-e3a8-4890-abe3-227cb7630834 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:12:22.651133 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2ddae1-e3a8-4890-abe3-227cb7630834 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:12:22.691629 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a50be48e-d5c4-4509-891d-4e38fa42e7b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:22.713814 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:22.714638 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a50be48e-d5c4-4509-891d-4e38fa42e7b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:22.761904 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a50be48e-d5c4-4509-891d-4e38fa42e7b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:22.764550 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a50be48e-d5c4-4509-891d-4e38fa42e7b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:22.765693 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-a50be48e-d5c4-4509-891d-4e38fa42e7b2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7b7ec48a-322a-4728-b796-ed01b3415578 HTTP/1.1" status: 204 len: 168 time: 0.1234925 Jul 13 14:12:22.773286 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50be48e-d5c4-4509-891d-4e38fa42e7b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b7ec48a-322a-4728-b796-ed01b3415578,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:12:23.024322 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 45064) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:12:23.038044 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6268775f-37e2-4571-a158-1e95598c9c5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:23.130036 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6268775f-37e2-4571-a158-1e95598c9c5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:23.133860 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6268775f-37e2-4571-a158-1e95598c9c5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:23.170659 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6268775f-37e2-4571-a158-1e95598c9c5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=befca59a-f57d-476a-a182-0eb79c6492b0,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:12:23.175023 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-6268775f-37e2-4571-a158-1e95598c9c5a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fe1f9d0d2ee84c9e9f524d550b345a6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1496603 Jul 13 14:12:23.178520 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 45066) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:12:23.225095 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-40ea730a-f7e1-4810-9ba3-8f10079fa049 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:23.246231 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-40ea730a-f7e1-4810-9ba3-8f10079fa049 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:23.293681 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-40ea730a-f7e1-4810-9ba3-8f10079fa049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:23.296188 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-40ea730a-f7e1-4810-9ba3-8f10079fa049 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:23.297347 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-40ea730a-f7e1-4810-9ba3-8f10079fa049 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/befca59a-f57d-476a-a182-0eb79c6492b0 HTTP/1.1" status: 204 len: 168 time: 0.1179845 Jul 13 14:12:23.305563 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ea730a-f7e1-4810-9ba3-8f10079fa049 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=befca59a-f57d-476a-a182-0eb79c6492b0,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:12:30.605123 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:30.900719 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:37.561774 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:12:41.731377 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 45230) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:12:41.835317 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ffe285a9-f571-4550-aa5f-0bddfb31be5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:41.928152 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ffe285a9-f571-4550-aa5f-0bddfb31be5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:41.932022 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ffe285a9-f571-4550-aa5f-0bddfb31be5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:41.970679 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-ffe285a9-f571-4550-aa5f-0bddfb31be5b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c52cab5c2f5f4e6895ce17aaeed71df9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2382145 Jul 13 14:12:41.971682 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe285a9-f571-4550-aa5f-0bddfb31be5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=997408a7-2d2d-4d6b-a006-20935e3b9955,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:12:41.973370 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 45234) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:12:41.979984 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe285a9-f571-4550-aa5f-0bddfb31be5b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:12:41.980272 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe285a9-f571-4550-aa5f-0bddfb31be5b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:12:41.980599 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe285a9-f571-4550-aa5f-0bddfb31be5b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:12:41.980939 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe285a9-f571-4550-aa5f-0bddfb31be5b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:12:41.981275 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe285a9-f571-4550-aa5f-0bddfb31be5b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:12:41.981607 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe285a9-f571-4550-aa5f-0bddfb31be5b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:12:41.981968 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe285a9-f571-4550-aa5f-0bddfb31be5b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:12:41.982302 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe285a9-f571-4550-aa5f-0bddfb31be5b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:12:41.982628 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe285a9-f571-4550-aa5f-0bddfb31be5b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:12:41.982955 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe285a9-f571-4550-aa5f-0bddfb31be5b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:12:41.983277 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe285a9-f571-4550-aa5f-0bddfb31be5b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:12:41.983599 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe285a9-f571-4550-aa5f-0bddfb31be5b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:12:42.023150 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bd962d05-d095-482c-bb4e-67186cfe9515 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:42.043855 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bd962d05-d095-482c-bb4e-67186cfe9515 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:42.093217 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bd962d05-d095-482c-bb4e-67186cfe9515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:42.095766 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bd962d05-d095-482c-bb4e-67186cfe9515 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:42.096894 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-bd962d05-d095-482c-bb4e-67186cfe9515 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/997408a7-2d2d-4d6b-a006-20935e3b9955 HTTP/1.1" status: 204 len: 168 time: 0.1219215 Jul 13 14:12:42.105578 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd962d05-d095-482c-bb4e-67186cfe9515 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=997408a7-2d2d-4d6b-a006-20935e3b9955,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:12:42.353265 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 45240) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:12:42.366864 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ba076e5e-7c6d-4823-8141-0d59b0a5f136 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:42.455550 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ba076e5e-7c6d-4823-8141-0d59b0a5f136 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:42.459752 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ba076e5e-7c6d-4823-8141-0d59b0a5f136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:42.498928 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-ba076e5e-7c6d-4823-8141-0d59b0a5f136 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0f997199330f459aa8e153cce47bdd96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1445351 Jul 13 14:12:42.500035 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba076e5e-7c6d-4823-8141-0d59b0a5f136 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed2667ee-02ae-480b-a6ae-2b7cf0765e0f,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:12:42.502167 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 45242) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:12:42.555250 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-89ef8101-15ed-461e-a0b7-d50683c5bb7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:42.576155 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-89ef8101-15ed-461e-a0b7-d50683c5bb7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:42.622988 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-89ef8101-15ed-461e-a0b7-d50683c5bb7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:42.625934 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-89ef8101-15ed-461e-a0b7-d50683c5bb7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:42.627236 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-89ef8101-15ed-461e-a0b7-d50683c5bb7c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ed2667ee-02ae-480b-a6ae-2b7cf0765e0f HTTP/1.1" status: 204 len: 168 time: 0.1240802 Jul 13 14:12:42.635275 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ef8101-15ed-461e-a0b7-d50683c5bb7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed2667ee-02ae-480b-a6ae-2b7cf0765e0f,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:12:46.935898 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 45328) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:12:47.044017 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7ac71653-9d06-4a85-8fcb-5ccc8706780f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:47.134540 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7ac71653-9d06-4a85-8fcb-5ccc8706780f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:47.138027 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7ac71653-9d06-4a85-8fcb-5ccc8706780f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:47.177236 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-7ac71653-9d06-4a85-8fcb-5ccc8706780f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e7e4fa648743429ba943bf6a88bfb65e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2396615 Jul 13 14:12:47.178222 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac71653-9d06-4a85-8fcb-5ccc8706780f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c723ca7f-e69d-4c4d-a271-58bb9e807838,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:12:47.180971 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 45332) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:12:47.232693 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5c1ea072-0e5f-4f20-8efc-a50514f8b2f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:47.241504 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8c23452f-d49d-441d-9469-929a0bfaea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:47.255282 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5c1ea072-0e5f-4f20-8efc-a50514f8b2f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:47.304314 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5c1ea072-0e5f-4f20-8efc-a50514f8b2f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:47.307050 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5c1ea072-0e5f-4f20-8efc-a50514f8b2f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:47.308245 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-5c1ea072-0e5f-4f20-8efc-a50514f8b2f6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c723ca7f-e69d-4c4d-a271-58bb9e807838 HTTP/1.1" status: 204 len: 168 time: 0.1252511 Jul 13 14:12:47.317074 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1ea072-0e5f-4f20-8efc-a50514f8b2f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c723ca7f-e69d-4c4d-a271-58bb9e807838,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:12:47.564321 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 45338) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:12:47.580728 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ee959210-c46d-400a-a8bd-d2e5451dea01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:47.675039 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ee959210-c46d-400a-a8bd-d2e5451dea01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:47.679266 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ee959210-c46d-400a-a8bd-d2e5451dea01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:47.717349 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-ee959210-c46d-400a-a8bd-d2e5451dea01 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8266cde8b97945ca97959b004abb26f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1519060 Jul 13 14:12:47.718340 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee959210-c46d-400a-a8bd-d2e5451dea01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae8e4ade-0b5e-42b2-9ab9-a4948dd77b5e,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:12:47.720029 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 45340) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:12:47.769285 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b2d2e7a3-dd6d-46a1-8eab-81235cf33deb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:47.792984 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b2d2e7a3-dd6d-46a1-8eab-81235cf33deb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:47.842813 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b2d2e7a3-dd6d-46a1-8eab-81235cf33deb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:47.845723 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b2d2e7a3-dd6d-46a1-8eab-81235cf33deb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:47.846885 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-b2d2e7a3-dd6d-46a1-8eab-81235cf33deb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ae8e4ade-0b5e-42b2-9ab9-a4948dd77b5e HTTP/1.1" status: 204 len: 168 time: 0.1257694 Jul 13 14:12:47.855300 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d2e7a3-dd6d-46a1-8eab-81235cf33deb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae8e4ade-0b5e-42b2-9ab9-a4948dd77b5e,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:12:49.897545 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-3f69e802-abbe-47d0-9837-a2face15a9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:50.013201 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:51.203384 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:52.715819 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:54.632455 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 45428) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:12:54.735669 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1b36965c-b4fe-4d6b-ac8c-a74bd8e099ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:54.829628 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1b36965c-b4fe-4d6b-ac8c-a74bd8e099ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:54.834063 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1b36965c-b4fe-4d6b-ac8c-a74bd8e099ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:54.871668 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-1b36965c-b4fe-4d6b-ac8c-a74bd8e099ba admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5a86a059eea64ad0a3fb808259d4bd33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2381463 Jul 13 14:12:54.872513 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b36965c-b4fe-4d6b-ac8c-a74bd8e099ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48044db9-638b-422d-855c-fa98f9abd8ee,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:12:54.874410 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 45432) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:12:54.925871 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-cd5ef1cc-b78f-4ad4-a481-7c756c3724ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:54.949060 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-cd5ef1cc-b78f-4ad4-a481-7c756c3724ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:54.994260 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-cd5ef1cc-b78f-4ad4-a481-7c756c3724ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:54.996828 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-cd5ef1cc-b78f-4ad4-a481-7c756c3724ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:54.998030 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-cd5ef1cc-b78f-4ad4-a481-7c756c3724ef admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/48044db9-638b-422d-855c-fa98f9abd8ee HTTP/1.1" status: 204 len: 168 time: 0.1225722 Jul 13 14:12:55.006885 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5ef1cc-b78f-4ad4-a481-7c756c3724ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48044db9-638b-422d-855c-fa98f9abd8ee,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:12:55.252468 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 45438) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:12:55.265345 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f5a4b510-f4a4-46bd-8386-7b80d802d53e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:55.355088 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f5a4b510-f4a4-46bd-8386-7b80d802d53e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:55.358575 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f5a4b510-f4a4-46bd-8386-7b80d802d53e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:55.396943 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-f5a4b510-f4a4-46bd-8386-7b80d802d53e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9e0e15c3e63444ca9e89216e8151c421&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1433904 Jul 13 14:12:55.398932 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a4b510-f4a4-46bd-8386-7b80d802d53e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07de25a1-7f7e-47aa-be2b-0874fd28280d,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:12:55.400056 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 45440) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:12:55.451290 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0690fb61-edda-4aa6-a4df-fcf5bfb73732 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:55.472600 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0690fb61-edda-4aa6-a4df-fcf5bfb73732 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:55.517817 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0690fb61-edda-4aa6-a4df-fcf5bfb73732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:55.520944 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0690fb61-edda-4aa6-a4df-fcf5bfb73732 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:12:55.522158 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-0690fb61-edda-4aa6-a4df-fcf5bfb73732 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/07de25a1-7f7e-47aa-be2b-0874fd28280d HTTP/1.1" status: 204 len: 168 time: 0.1210489 Jul 13 14:12:55.529538 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0690fb61-edda-4aa6-a4df-fcf5bfb73732 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07de25a1-7f7e-47aa-be2b-0874fd28280d,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:13:00.639181 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:00.805532 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 45516) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:13:00.899025 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:00.922505 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-72c64b80-9d70-4475-b445-9dfeea5404f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:01.012162 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-72c64b80-9d70-4475-b445-9dfeea5404f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:01.015915 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-72c64b80-9d70-4475-b445-9dfeea5404f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:01.055207 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-72c64b80-9d70-4475-b445-9dfeea5404f8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=390b157c48064771a1b1279aabaee272&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2485762 Jul 13 14:13:01.056434 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c64b80-9d70-4475-b445-9dfeea5404f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=477369a9-8bec-4001-a423-12e0f80ac3dc,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:13:01.057992 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 45520) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:13:01.106249 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-67ddd405-770e-4430-ad88-d5a9301bb65d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:01.128364 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-67ddd405-770e-4430-ad88-d5a9301bb65d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:01.177645 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-67ddd405-770e-4430-ad88-d5a9301bb65d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:01.180602 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-67ddd405-770e-4430-ad88-d5a9301bb65d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:01.181775 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-67ddd405-770e-4430-ad88-d5a9301bb65d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/477369a9-8bec-4001-a423-12e0f80ac3dc HTTP/1.1" status: 204 len: 168 time: 0.1227632 Jul 13 14:13:01.189215 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ddd405-770e-4430-ad88-d5a9301bb65d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=477369a9-8bec-4001-a423-12e0f80ac3dc,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:13:01.438072 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 45526) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:13:01.451716 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b0530dcb-7a87-4894-8ff8-5b6a4ba6f696 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:01.540312 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b0530dcb-7a87-4894-8ff8-5b6a4ba6f696 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:01.544074 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b0530dcb-7a87-4894-8ff8-5b6a4ba6f696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:01.584332 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0530dcb-7a87-4894-8ff8-5b6a4ba6f696 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5f2b1d2-6743-4ef2-ba5b-92a6c06792a2,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:13:01.588662 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-b0530dcb-7a87-4894-8ff8-5b6a4ba6f696 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=54ae4447cfac47e992e1ff026624634e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1495278 Jul 13 14:13:01.591396 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 45528) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:13:01.640008 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f459cca6-e47e-4c1a-9d9b-a2fdd3e4bccd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:01.660892 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f459cca6-e47e-4c1a-9d9b-a2fdd3e4bccd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:01.705978 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f459cca6-e47e-4c1a-9d9b-a2fdd3e4bccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:01.708948 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f459cca6-e47e-4c1a-9d9b-a2fdd3e4bccd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:01.712821 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-f459cca6-e47e-4c1a-9d9b-a2fdd3e4bccd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e5f2b1d2-6743-4ef2-ba5b-92a6c06792a2 HTTP/1.1" status: 204 len: 168 time: 0.1179206 Jul 13 14:13:01.718143 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f459cca6-e47e-4c1a-9d9b-a2fdd3e4bccd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5f2b1d2-6743-4ef2-ba5b-92a6c06792a2,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:13:03.754445 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 45598) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:13:03.858825 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-48177db3-0b10-49bc-8593-528f1911dbb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:03.957072 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-48177db3-0b10-49bc-8593-528f1911dbb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:03.961893 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-48177db3-0b10-49bc-8593-528f1911dbb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:03.999095 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-48177db3-0b10-49bc-8593-528f1911dbb5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=11cef476dab94b8ca4477bc37aef9f5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2434690 Jul 13 14:13:03.999942 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48177db3-0b10-49bc-8593-528f1911dbb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8258215-7175-4d9f-90a8-0d2d679eda47,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:13:04.002030 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 45604) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:13:04.053692 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9dbd088b-4b6f-470f-aaa1-ba992291724c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:04.073954 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9dbd088b-4b6f-470f-aaa1-ba992291724c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:04.120513 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9dbd088b-4b6f-470f-aaa1-ba992291724c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:04.123107 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9dbd088b-4b6f-470f-aaa1-ba992291724c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:04.124234 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-9dbd088b-4b6f-470f-aaa1-ba992291724c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a8258215-7175-4d9f-90a8-0d2d679eda47 HTTP/1.1" status: 204 len: 168 time: 0.1210334 Jul 13 14:13:04.132785 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbd088b-4b6f-470f-aaa1-ba992291724c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8258215-7175-4d9f-90a8-0d2d679eda47,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:13:04.375743 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 45610) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:13:04.389447 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d1e147e5-69fe-4cfb-8e74-ee1bc75e5acb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:04.479697 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d1e147e5-69fe-4cfb-8e74-ee1bc75e5acb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:04.485005 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d1e147e5-69fe-4cfb-8e74-ee1bc75e5acb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:04.522698 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e147e5-69fe-4cfb-8e74-ee1bc75e5acb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0b0602c-0066-460c-9f7b-f16422ac0712,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:13:04.527900 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-d1e147e5-69fe-4cfb-8e74-ee1bc75e5acb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8faca8e83408442b9ddbd6814979de89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1511211 Jul 13 14:13:04.530559 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 45612) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:13:04.579006 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2ded0e05-a7e9-494a-93c1-39d5e368fc1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:04.599401 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2ded0e05-a7e9-494a-93c1-39d5e368fc1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:04.645981 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2ded0e05-a7e9-494a-93c1-39d5e368fc1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:04.648556 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2ded0e05-a7e9-494a-93c1-39d5e368fc1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:04.649691 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-2ded0e05-a7e9-494a-93c1-39d5e368fc1d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d0b0602c-0066-460c-9f7b-f16422ac0712 HTTP/1.1" status: 204 len: 168 time: 0.1182394 Jul 13 14:13:04.657296 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ded0e05-a7e9-494a-93c1-39d5e368fc1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0b0602c-0066-460c-9f7b-f16422ac0712,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:13:06.461292 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 45682) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:13:06.565535 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0841cc78-59fb-4ee5-88f4-b1a494268035 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:06.656819 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0841cc78-59fb-4ee5-88f4-b1a494268035 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:06.660774 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0841cc78-59fb-4ee5-88f4-b1a494268035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:06.701310 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-0841cc78-59fb-4ee5-88f4-b1a494268035 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8abf5b3e32ac4c618d1f2153dc735672&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2389224 Jul 13 14:13:06.702443 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0841cc78-59fb-4ee5-88f4-b1a494268035 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f39dbb5c-c377-4db4-9867-c6ed1067fd19,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:13:06.704053 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 45686) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:13:06.756213 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-49fe0c38-23ed-4b6b-bdb2-e4971ae0aa97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:06.778483 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-49fe0c38-23ed-4b6b-bdb2-e4971ae0aa97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:06.827396 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-49fe0c38-23ed-4b6b-bdb2-e4971ae0aa97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:06.830233 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-49fe0c38-23ed-4b6b-bdb2-e4971ae0aa97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:06.831403 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-49fe0c38-23ed-4b6b-bdb2-e4971ae0aa97 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f39dbb5c-c377-4db4-9867-c6ed1067fd19 HTTP/1.1" status: 204 len: 168 time: 0.1263344 Jul 13 14:13:06.839980 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fe0c38-23ed-4b6b-bdb2-e4971ae0aa97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f39dbb5c-c377-4db4-9867-c6ed1067fd19,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:13:07.088561 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 45692) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:13:07.102233 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1179a32c-0a14-4a21-96a9-672a93b7c2e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:07.193760 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1179a32c-0a14-4a21-96a9-672a93b7c2e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:07.197411 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1179a32c-0a14-4a21-96a9-672a93b7c2e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:07.236528 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-1179a32c-0a14-4a21-96a9-672a93b7c2e0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=db63f2302b9f42eea4f3aba9f21b28b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1468632 Jul 13 14:13:07.237402 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1179a32c-0a14-4a21-96a9-672a93b7c2e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0727f0ec-5125-43e7-9554-38183fd988ac,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:13:07.239267 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 45694) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:13:07.289017 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b4ccf4ff-5ca9-4162-a039-36175b8e39c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:07.310756 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b4ccf4ff-5ca9-4162-a039-36175b8e39c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:07.357231 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b4ccf4ff-5ca9-4162-a039-36175b8e39c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:07.359785 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b4ccf4ff-5ca9-4162-a039-36175b8e39c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:07.360918 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-b4ccf4ff-5ca9-4162-a039-36175b8e39c5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0727f0ec-5125-43e7-9554-38183fd988ac HTTP/1.1" status: 204 len: 168 time: 0.1199698 Jul 13 14:13:07.368518 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ccf4ff-5ca9-4162-a039-36175b8e39c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0727f0ec-5125-43e7-9554-38183fd988ac,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:13:14.561798 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:13:17.243821 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a5308f10-1bb1-41f1-834f-c7fb64ad86e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:17.398546 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 45852) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:13:17.517482 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4a7a72bc-0f22-4dd7-bc00-ed976103f523 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:17.605309 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4a7a72bc-0f22-4dd7-bc00-ed976103f523 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:17.608845 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4a7a72bc-0f22-4dd7-bc00-ed976103f523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:17.647446 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-4a7a72bc-0f22-4dd7-bc00-ed976103f523 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ef5621cb947a4d8984735e8310afe7ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2478032 Jul 13 14:13:17.648134 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7a72bc-0f22-4dd7-bc00-ed976103f523 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59164a6f-f2cb-4422-919d-fc1246412e2f,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:13:17.650725 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 45858) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:13:17.700320 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c71c975d-8b93-4554-91b7-5ff3ff507812 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:17.723055 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c71c975d-8b93-4554-91b7-5ff3ff507812 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:17.768222 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c71c975d-8b93-4554-91b7-5ff3ff507812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:17.770749 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c71c975d-8b93-4554-91b7-5ff3ff507812 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:17.771979 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-c71c975d-8b93-4554-91b7-5ff3ff507812 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/59164a6f-f2cb-4422-919d-fc1246412e2f HTTP/1.1" status: 204 len: 168 time: 0.1196637 Jul 13 14:13:17.779846 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71c975d-8b93-4554-91b7-5ff3ff507812 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59164a6f-f2cb-4422-919d-fc1246412e2f,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:13:18.026356 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 45864) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:13:18.042008 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-398ef355-fb5e-4d94-b533-7401627f4de0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:18.082328 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8e52fc67-439d-4962-a9b5-94d8d59a48d8 req-edc3f9db-dc2e-4e1f-81c6-744766423023 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=43001923-938d-4f6f-b253-e4b2a2f3dc0c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0922837 Jul 13 14:13:18.174965 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-398ef355-fb5e-4d94-b533-7401627f4de0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:18.179459 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-398ef355-fb5e-4d94-b533-7401627f4de0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:18.227398 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-398ef355-fb5e-4d94-b533-7401627f4de0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=32aedcefb44f4c0b90baaedc1926f6e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2002351 Jul 13 14:13:18.230110 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 45866) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:13:18.232417 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398ef355-fb5e-4d94-b533-7401627f4de0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=896585d7-9dba-4a16-b032-bce55185f42a,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:13:18.244755 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e52fc67-439d-4962-a9b5-94d8d59a48d8 req-cf2cbad1-b298-4925-b471-d42119afca8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:13:18.246223 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8e52fc67-439d-4962-a9b5-94d8d59a48d8 req-cf2cbad1-b298-4925-b471-d42119afca8c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=59f4d545a6654c5eb7918dfd74d8ac77&device_id=43001923-938d-4f6f-b253-e4b2a2f3dc0c HTTP/1.1" status: 200 len: 1097 time: 0.1198316 Jul 13 14:13:18.286384 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d8debf44-b813-4de5-a750-1e282d87b6e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:18.308442 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d8debf44-b813-4de5-a750-1e282d87b6e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:18.355983 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d8debf44-b813-4de5-a750-1e282d87b6e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:18.356227 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e52fc67-439d-4962-a9b5-94d8d59a48d8 req-0eca337a-f9d0-4853-93f1-0491320863c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:13:18.357727 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8e52fc67-439d-4962-a9b5-94d8d59a48d8 req-0eca337a-f9d0-4853-93f1-0491320863c2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=85675ef6-c9f4-45a9-b143-088b3c3bab41 HTTP/1.1" status: 200 len: 909 time: 0.0908785 Jul 13 14:13:18.358918 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d8debf44-b813-4de5-a750-1e282d87b6e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:18.360055 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-d8debf44-b813-4de5-a750-1e282d87b6e9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/896585d7-9dba-4a16-b032-bce55185f42a HTTP/1.1" status: 204 len: 168 time: 0.1289170 Jul 13 14:13:18.368422 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8debf44-b813-4de5-a750-1e282d87b6e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=896585d7-9dba-4a16-b032-bce55185f42a,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:13:18.436360 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8e52fc67-439d-4962-a9b5-94d8d59a48d8 req-3d62052f-0026-4531-be73-d95a79086e51 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c05abf6b-af95-42f9-8af2-f25383760a91 HTTP/1.1" status: 200 len: 1002 time: 0.0695987 Jul 13 14:13:18.489222 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e52fc67-439d-4962-a9b5-94d8d59a48d8 req-6d2db698-92cd-4ca3-8fbb-f619b8155757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:13:18.491478 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8e52fc67-439d-4962-a9b5-94d8d59a48d8 req-6d2db698-92cd-4ca3-8fbb-f619b8155757 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a3263c26-0926-4e8f-a717-50d981fdb59c HTTP/1.1" status: 200 len: 848 time: 0.0491786 Jul 13 14:13:18.550226 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e52fc67-439d-4962-a9b5-94d8d59a48d8 req-665c0e28-ca81-4c66-a50a-36ac0fb10f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:13:18.551767 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8e52fc67-439d-4962-a9b5-94d8d59a48d8 req-665c0e28-ca81-4c66-a50a-36ac0fb10f02 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=85675ef6-c9f4-45a9-b143-088b3c3bab41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0545177 Jul 13 14:13:18.645843 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8e52fc67-439d-4962-a9b5-94d8d59a48d8 req-e17f41fa-f7aa-4ea8-b854-e8a0a672999b service neutron] 10.222.0.41 "GET /v2.0/networks/85675ef6-c9f4-45a9-b143-088b3c3bab41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874350 Jul 13 14:13:18.685656 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 45872) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:13:18.698989 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2667e2c3-c0a8-483f-9b62-41186213cfea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:18.741053 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8e52fc67-439d-4962-a9b5-94d8d59a48d8 req-f83ca812-dc4f-48c6-ae20-f2b02f3c19dc service neutron] 10.222.0.41 "GET /v2.0/networks/85675ef6-c9f4-45a9-b143-088b3c3bab41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875857 Jul 13 14:13:18.789658 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2667e2c3-c0a8-483f-9b62-41186213cfea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:18.793167 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2667e2c3-c0a8-483f-9b62-41186213cfea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:18.830742 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-2667e2c3-c0a8-483f-9b62-41186213cfea admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f2d4a2b38d3c42ac8f965687db24aa4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1438854 Jul 13 14:13:18.831584 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2667e2c3-c0a8-483f-9b62-41186213cfea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a74e21f5-7058-468d-881e-e3ff44b6d468,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:13:18.833354 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 45874) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:13:18.884167 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ad291c28-52b3-4c1f-89d1-715e54286656 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:18.907692 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ad291c28-52b3-4c1f-89d1-715e54286656 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:18.957571 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ad291c28-52b3-4c1f-89d1-715e54286656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:18.960631 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ad291c28-52b3-4c1f-89d1-715e54286656 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:18.961788 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-ad291c28-52b3-4c1f-89d1-715e54286656 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a74e21f5-7058-468d-881e-e3ff44b6d468 HTTP/1.1" status: 204 len: 168 time: 0.1263251 Jul 13 14:13:18.972314 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad291c28-52b3-4c1f-89d1-715e54286656 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a74e21f5-7058-468d-881e-e3ff44b6d468,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:13:19.611990 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 45898) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:13:19.706903 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-e5891ae6-6645-4b11-89ee-c1508176e945 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-823514930-network', 'tenant_id': '57eda5113dcc44d488f6b5ef225bc464'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:13:19.728516 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5891ae6-6645-4b11-89ee-c1508176e945 admin admin] Made reservation on behalf of 57eda5113dcc44d488f6b5ef225bc464 for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:13:19.730983 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e5891ae6-6645-4b11-89ee-c1508176e945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:19.739404 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e5891ae6-6645-4b11-89ee-c1508176e945 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:19.830001 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e5891ae6-6645-4b11-89ee-c1508176e945 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:19.834430 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e5891ae6-6645-4b11-89ee-c1508176e945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:19.860347 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5891ae6-6645-4b11-89ee-c1508176e945 admin admin] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 14:13:19.870554 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5891ae6-6645-4b11-89ee-c1508176e945 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6c6e9d7-155f-4d92-8fee-f513d64198e0,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:13:19.879350 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e5891ae6-6645-4b11-89ee-c1508176e945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:19.879350 n-d-800634-1 neutron-server[93750]: INFO neutron.db.segments_db [None req-e5891ae6-6645-4b11-89ee-c1508176e945 admin admin] Added segment 49093024-4f36-45af-823e-59e6f7d92792 of type vlan for network ee1d0c22-418f-4a90-a3f4-7e1d402c7b0e Jul 13 14:13:19.895283 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-949a2737-b7a3-4db9-9c1f-b81600313c3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:19.923459 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e5891ae6-6645-4b11-89ee-c1508176e945 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:19.951668 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e5891ae6-6645-4b11-89ee-c1508176e945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:19.952623 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5891ae6-6645-4b11-89ee-c1508176e945 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:13:19.953227 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e5891ae6-6645-4b11-89ee-c1508176e945 admin admin] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:20.009054 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-e5891ae6-6645-4b11-89ee-c1508176e945 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3959501 Jul 13 14:13:20.012269 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 45902) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:13:20.015570 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:20.017654 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-b90522ab-475f-4d96-89a2-84c3e73df3f7 admin admin] Request body: {'subnet': {'network_id': 'ee1d0c22-418f-4a90-a3f4-7e1d402c7b0e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-823514930-subnet', 'tenant_id': '57eda5113dcc44d488f6b5ef225bc464', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:13:20.020930 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5891ae6-6645-4b11-89ee-c1508176e945 admin admin] Pushing event updated for resources: {'Network': ['ID=ee1d0c22-418f-4a90-a3f4-7e1d402c7b0e,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:13:20.032108 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network ee1d0c22-418f-4a90-a3f4-7e1d402c7b0e details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 14:13:20.039677 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b90522ab-475f-4d96-89a2-84c3e73df3f7 admin admin] Made reservation on behalf of 57eda5113dcc44d488f6b5ef225bc464 for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:13:20.042235 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b90522ab-475f-4d96-89a2-84c3e73df3f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6104980'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:20.214535 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b90522ab-475f-4d96-89a2-84c3e73df3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6018343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6104998'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:20.263026 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90522ab-475f-4d96-89a2-84c3e73df3f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4edf408c-b769-43c3-84ab-f20560c0c914,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:13:20.278566 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90522ab-475f-4d96-89a2-84c3e73df3f7 admin admin] Checking segment: {'id': '49093024-4f36-45af-823e-59e6f7d92792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'ee1d0c22-418f-4a90-a3f4-7e1d402c7b0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:13:20.278920 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b90522ab-475f-4d96-89a2-84c3e73df3f7 admin admin] Network hostable DHCP agents. Network: ee1d0c22-418f-4a90-a3f4-7e1d402c7b0e, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 14:13:20.296708 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b90522ab-475f-4d96-89a2-84c3e73df3f7 admin admin] Network ee1d0c22-418f-4a90-a3f4-7e1d402c7b0e is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 14:13:20.305800 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-b90522ab-475f-4d96-89a2-84c3e73df3f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, ee1d0c22-418f-4a90-a3f4-7e1d402c7b0e) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:13:20.310011 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b90522ab-475f-4d96-89a2-84c3e73df3f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:13:20.310613 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b90522ab-475f-4d96-89a2-84c3e73df3f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:20.314585 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-660f5a68-001c-4dde-8a38-66adde4be6f2 None None] Network ee1d0c22-418f-4a90-a3f4-7e1d402c7b0e requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:13:20.326521 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-b90522ab-475f-4d96-89a2-84c3e73df3f7 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3130004 Jul 13 14:13:20.442084 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d94bb35-46ec-41e7-a40b-e41e9de0c8d4 None None] Network ee1d0c22-418f-4a90-a3f4-7e1d402c7b0e requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:13:21.205224 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:22.073555 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc2e5dd-b874-4463-a4e6-37d7bf23d262 req-6bef40b1-218b-47d4-b2ad-1669efda2063 tempest-VolumesActionsTest-391296744 tempest-VolumesActionsTest-391296744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:13:22.074975 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2cc2e5dd-b874-4463-a4e6-37d7bf23d262 req-6bef40b1-218b-47d4-b2ad-1669efda2063 tempest-VolumesActionsTest-391296744 tempest-VolumesActionsTest-391296744-project] 10.222.0.23 "GET /v2.0/networks?id=ee1d0c22-418f-4a90-a3f4-7e1d402c7b0e HTTP/1.1" status: 200 len: 808 time: 0.1074393 Jul 13 14:13:22.089133 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2cc2e5dd-b874-4463-a4e6-37d7bf23d262 req-5b7d2b18-4e64-4c7a-a129-a5d363e8cc1a tempest-VolumesActionsTest-391296744 tempest-VolumesActionsTest-391296744-project] 10.222.0.23 "GET /v2.0/quotas/57eda5113dcc44d488f6b5ef225bc464 HTTP/1.1" status: 200 len: 375 time: 0.0089850 Jul 13 14:13:22.122163 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2cc2e5dd-b874-4463-a4e6-37d7bf23d262 req-8b31f322-9fbf-43f6-9869-edec605c9548 tempest-VolumesActionsTest-391296744 tempest-VolumesActionsTest-391296744-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=57eda5113dcc44d488f6b5ef225bc464&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284061 Jul 13 14:13:22.132428 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [req-2cc2e5dd-b874-4463-a4e6-37d7bf23d262 req-fc1746c0-ded4-4804-a263-5087528a5a6a service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 14:13:22.133499 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2cc2e5dd-b874-4463-a4e6-37d7bf23d262 req-fc1746c0-ded4-4804-a263-5087528a5a6a service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051832 Jul 13 14:13:22.224430 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2cc2e5dd-b874-4463-a4e6-37d7bf23d262 req-04cc0946-2396-4d74-b1fe-5d6186773b00 service neutron] 10.222.0.23 "GET /v2.0/networks/ee1d0c22-418f-4a90-a3f4-7e1d402c7b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849063 Jul 13 14:13:22.312306 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2cc2e5dd-b874-4463-a4e6-37d7bf23d262 req-0482deed-8cfd-46b7-a2e4-f91d015e019a service neutron] 10.222.0.23 "GET /v2.0/networks/ee1d0c22-418f-4a90-a3f4-7e1d402c7b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816109 Jul 13 14:13:22.488353 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ff0a4fbf-90df-4e6c-98a0-079ed1fe2aeb req-3d006f13-1d59-41ce-8a31-3c34c6530e40 tempest-VolumesActionsTest-391296744 tempest-VolumesActionsTest-391296744-project] 10.222.0.23 "GET /v2.0/ports?device_id=62e5d7f3-be6d-456c-9e04-f59f00779a10 HTTP/1.1" status: 200 len: 210 time: 0.0303769 Jul 13 14:13:22.718045 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:23.644354 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e4651a16-2c42-4b53-a538-e33c1cee4913 req-124397a3-875e-49ed-85c1-a68e2780ab2e tempest-VolumesActionsTest-391296744 tempest-VolumesActionsTest-391296744-project] 10.222.0.23 "GET /v2.0/ports?device_id=62e5d7f3-be6d-456c-9e04-f59f00779a10 HTTP/1.1" status: 200 len: 210 time: 0.0304585 Jul 13 14:13:23.704739 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc2e5dd-b874-4463-a4e6-37d7bf23d262 req-11ca9d8f-ef58-487e-8435-c6164cd67fd4 tempest-VolumesActionsTest-391296744 tempest-VolumesActionsTest-391296744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:13:23.706342 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2cc2e5dd-b874-4463-a4e6-37d7bf23d262 req-11ca9d8f-ef58-487e-8435-c6164cd67fd4 tempest-VolumesActionsTest-391296744 tempest-VolumesActionsTest-391296744-project] 10.222.0.26 "GET /v2.0/networks?id=ee1d0c22-418f-4a90-a3f4-7e1d402c7b0e HTTP/1.1" status: 200 len: 808 time: 0.1088252 Jul 13 14:13:23.719749 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-2cc2e5dd-b874-4463-a4e6-37d7bf23d262 req-d1308715-75c7-44b7-abfd-b1eed0963cf2 tempest-VolumesActionsTest-391296744 tempest-VolumesActionsTest-391296744-project] Request body: {'port': {'device_id': '62e5d7f3-be6d-456c-9e04-f59f00779a10', 'network_id': 'ee1d0c22-418f-4a90-a3f4-7e1d402c7b0e', 'admin_state_up': True, 'tenant_id': '57eda5113dcc44d488f6b5ef225bc464'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:13:23.835400 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cc2e5dd-b874-4463-a4e6-37d7bf23d262 req-d1308715-75c7-44b7-abfd-b1eed0963cf2 tempest-VolumesActionsTest-391296744 tempest-VolumesActionsTest-391296744-project] Made reservation on behalf of 57eda5113dcc44d488f6b5ef225bc464 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:13:23.841271 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-2cc2e5dd-b874-4463-a4e6-37d7bf23d262 req-d1308715-75c7-44b7-abfd-b1eed0963cf2 tempest-VolumesActionsTest-391296744 tempest-VolumesActionsTest-391296744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:23.972196 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-2cc2e5dd-b874-4463-a4e6-37d7bf23d262 req-d1308715-75c7-44b7-abfd-b1eed0963cf2 tempest-VolumesActionsTest-391296744 tempest-VolumesActionsTest-391296744-project] Allocated IP 172.20.0.14 (ee1d0c22-418f-4a90-a3f4-7e1d402c7b0e/4edf408c-b769-43c3-84ab-f20560c0c914/6b68ef3a-9452-4192-9db6-5ef90854c722) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:13:24.116569 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-2cc2e5dd-b874-4463-a4e6-37d7bf23d262 req-d1308715-75c7-44b7-abfd-b1eed0963cf2 tempest-VolumesActionsTest-391296744 tempest-VolumesActionsTest-391296744-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:24.155939 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-2cc2e5dd-b874-4463-a4e6-37d7bf23d262 req-d1308715-75c7-44b7-abfd-b1eed0963cf2 tempest-VolumesActionsTest-391296744 tempest-VolumesActionsTest-391296744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:24.203284 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cc2e5dd-b874-4463-a4e6-37d7bf23d262 req-d1308715-75c7-44b7-abfd-b1eed0963cf2 tempest-VolumesActionsTest-391296744 tempest-VolumesActionsTest-391296744-project] Network ee1d0c22-418f-4a90-a3f4-7e1d402c7b0e is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:13:24.208414 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-2cc2e5dd-b874-4463-a4e6-37d7bf23d262 req-d1308715-75c7-44b7-abfd-b1eed0963cf2 tempest-VolumesActionsTest-391296744 tempest-VolumesActionsTest-391296744-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:13:24.212382 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cc2e5dd-b874-4463-a4e6-37d7bf23d262 req-d1308715-75c7-44b7-abfd-b1eed0963cf2 tempest-VolumesActionsTest-391296744 tempest-VolumesActionsTest-391296744-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:13:24.238428 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1308715-75c7-44b7-abfd-b1eed0963cf2 tempest-VolumesActionsTest-391296744 tempest-VolumesActionsTest-391296744-project] Pushing event updated for resources: {'Port': ['ID=6b68ef3a-9452-4192-9db6-5ef90854c722,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:13:24.253489 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1308715-75c7-44b7-abfd-b1eed0963cf2 tempest-VolumesActionsTest-391296744 tempest-VolumesActionsTest-391296744-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:13:24.253862 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1308715-75c7-44b7-abfd-b1eed0963cf2 tempest-VolumesActionsTest-391296744 tempest-VolumesActionsTest-391296744-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:13:24.254202 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1308715-75c7-44b7-abfd-b1eed0963cf2 tempest-VolumesActionsTest-391296744 tempest-VolumesActionsTest-391296744-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:13:24.254535 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1308715-75c7-44b7-abfd-b1eed0963cf2 tempest-VolumesActionsTest-391296744 tempest-VolumesActionsTest-391296744-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:13:24.254866 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1308715-75c7-44b7-abfd-b1eed0963cf2 tempest-VolumesActionsTest-391296744 tempest-VolumesActionsTest-391296744-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:13:24.255201 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1308715-75c7-44b7-abfd-b1eed0963cf2 tempest-VolumesActionsTest-391296744 tempest-VolumesActionsTest-391296744-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:13:24.255527 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1308715-75c7-44b7-abfd-b1eed0963cf2 tempest-VolumesActionsTest-391296744 tempest-VolumesActionsTest-391296744-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:13:24.255851 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1308715-75c7-44b7-abfd-b1eed0963cf2 tempest-VolumesActionsTest-391296744 tempest-VolumesActionsTest-391296744-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:13:24.256190 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1308715-75c7-44b7-abfd-b1eed0963cf2 tempest-VolumesActionsTest-391296744 tempest-VolumesActionsTest-391296744-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:13:24.256493 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1308715-75c7-44b7-abfd-b1eed0963cf2 tempest-VolumesActionsTest-391296744 tempest-VolumesActionsTest-391296744-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:13:24.256812 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1308715-75c7-44b7-abfd-b1eed0963cf2 tempest-VolumesActionsTest-391296744 tempest-VolumesActionsTest-391296744-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:13:24.257130 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1308715-75c7-44b7-abfd-b1eed0963cf2 tempest-VolumesActionsTest-391296744 tempest-VolumesActionsTest-391296744-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:13:24.278417 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc2e5dd-b874-4463-a4e6-37d7bf23d262 req-d1308715-75c7-44b7-abfd-b1eed0963cf2 tempest-VolumesActionsTest-391296744 tempest-VolumesActionsTest-391296744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:13:24.279173 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-2cc2e5dd-b874-4463-a4e6-37d7bf23d262 req-d1308715-75c7-44b7-abfd-b1eed0963cf2 tempest-VolumesActionsTest-391296744 tempest-VolumesActionsTest-391296744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:24.293417 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2cc2e5dd-b874-4463-a4e6-37d7bf23d262 req-d1308715-75c7-44b7-abfd-b1eed0963cf2 tempest-VolumesActionsTest-391296744 tempest-VolumesActionsTest-391296744-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5775421 Jul 13 14:13:24.354159 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-2cc2e5dd-b874-4463-a4e6-37d7bf23d262 req-7b863332-8aae-4fb2-bdfa-b4977936a640 service neutron] Request body: {'port': {'device_id': '62e5d7f3-be6d-456c-9e04-f59f00779a10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:13:24.426316 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-2cc2e5dd-b874-4463-a4e6-37d7bf23d262 req-7b863332-8aae-4fb2-bdfa-b4977936a640 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:24.697682 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-2cc2e5dd-b874-4463-a4e6-37d7bf23d262 req-7b863332-8aae-4fb2-bdfa-b4977936a640 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b68ef3a-9452-4192-9db6-5ef90854c722 {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:13:24.705522 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-2cc2e5dd-b874-4463-a4e6-37d7bf23d262 req-7b863332-8aae-4fb2-bdfa-b4977936a640 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:24.718643 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-2cc2e5dd-b874-4463-a4e6-37d7bf23d262 req-7b863332-8aae-4fb2-bdfa-b4977936a640 service neutron] Transition to ACTIVE for port object 6b68ef3a-9452-4192-9db6-5ef90854c722 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:13:24.724422 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-2cc2e5dd-b874-4463-a4e6-37d7bf23d262 req-7b863332-8aae-4fb2-bdfa-b4977936a640 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:24.796039 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b863332-8aae-4fb2-bdfa-b4977936a640 service neutron] Pushing event updated for resources: {'Port': ['ID=6b68ef3a-9452-4192-9db6-5ef90854c722,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:13:24.890879 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-2cc2e5dd-b874-4463-a4e6-37d7bf23d262 req-7b863332-8aae-4fb2-bdfa-b4977936a640 service neutron] Attempting to bind port 6b68ef3a-9452-4192-9db6-5ef90854c722 on host n-h1-800634-1 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:13:24.891209 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-2cc2e5dd-b874-4463-a4e6-37d7bf23d262 req-7b863332-8aae-4fb2-bdfa-b4977936a640 service neutron] Attempting to bind port 6b68ef3a-9452-4192-9db6-5ef90854c722 by drivers openvswitch,hyperv on host n-h1-800634-1 at level 0 using segments [{'id': '49093024-4f36-45af-823e-59e6f7d92792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'ee1d0c22-418f-4a90-a3f4-7e1d402c7b0e'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:13:24.891550 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc2e5dd-b874-4463-a4e6-37d7bf23d262 req-7b863332-8aae-4fb2-bdfa-b4977936a640 service neutron] Attempting to bind port 6b68ef3a-9452-4192-9db6-5ef90854c722 on network ee1d0c22-418f-4a90-a3f4-7e1d402c7b0e {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:13:24.898621 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc2e5dd-b874-4463-a4e6-37d7bf23d262 req-7b863332-8aae-4fb2-bdfa-b4977936a640 service neutron] Port 6b68ef3a-9452-4192-9db6-5ef90854c722 on network ee1d0c22-418f-4a90-a3f4-7e1d402c7b0e not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-1 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 14:13:24.898939 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc2e5dd-b874-4463-a4e6-37d7bf23d262 req-7b863332-8aae-4fb2-bdfa-b4977936a640 service neutron] Attempting to bind port 6b68ef3a-9452-4192-9db6-5ef90854c722 on network ee1d0c22-418f-4a90-a3f4-7e1d402c7b0e {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:13:24.909359 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027baa90-5c82-439b-8719-0b7cd3fd4bca req-51b88c28-578b-4968-be0e-ecff5c112950 tempest-VolumesActionsTest-391296744 tempest-VolumesActionsTest-391296744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:13:24.910879 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-027baa90-5c82-439b-8719-0b7cd3fd4bca req-51b88c28-578b-4968-be0e-ecff5c112950 tempest-VolumesActionsTest-391296744 tempest-VolumesActionsTest-391296744-project] 10.222.0.23 "GET /v2.0/ports?device_id=62e5d7f3-be6d-456c-9e04-f59f00779a10 HTTP/1.1" status: 200 len: 944 time: 0.1177478 Jul 13 14:13:24.913902 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc2e5dd-b874-4463-a4e6-37d7bf23d262 req-7b863332-8aae-4fb2-bdfa-b4977936a640 service neutron] Checking agent: {'id': 'a7603dc8-3c50-4a9b-8f0d-1143528f155e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:13:24.914240 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc2e5dd-b874-4463-a4e6-37d7bf23d262 req-7b863332-8aae-4fb2-bdfa-b4977936a640 service neutron] Checking segment: {'id': '49093024-4f36-45af-823e-59e6f7d92792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'ee1d0c22-418f-4a90-a3f4-7e1d402c7b0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:13:24.914616 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc2e5dd-b874-4463-a4e6-37d7bf23d262 req-7b863332-8aae-4fb2-bdfa-b4977936a640 service neutron] Bound using segment: {'id': '49093024-4f36-45af-823e-59e6f7d92792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'ee1d0c22-418f-4a90-a3f4-7e1d402c7b0e'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:13:24.915043 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-2cc2e5dd-b874-4463-a4e6-37d7bf23d262 req-7b863332-8aae-4fb2-bdfa-b4977936a640 service neutron] Bound port: 6b68ef3a-9452-4192-9db6-5ef90854c722, host: n-h1-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49093024-4f36-45af-823e-59e6f7d92792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'ee1d0c22-418f-4a90-a3f4-7e1d402c7b0e'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:13:24.915401 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-2cc2e5dd-b874-4463-a4e6-37d7bf23d262 req-7b863332-8aae-4fb2-bdfa-b4977936a640 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:24.986472 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-027baa90-5c82-439b-8719-0b7cd3fd4bca req-e31d835e-7b7e-40f5-a1de-9460b8143890 tempest-VolumesActionsTest-391296744 tempest-VolumesActionsTest-391296744-project] 10.222.0.23 "GET /v2.0/security-groups?id=a6c6e9d7-155f-4d92-8fee-f513d64198e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623841 Jul 13 14:13:25.006720 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-2cc2e5dd-b874-4463-a4e6-37d7bf23d262 req-7b863332-8aae-4fb2-bdfa-b4977936a640 service neutron] For port 6b68ef3a-9452-4192-9db6-5ef90854c722, host n-h1-800634-1, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:13:25.010412 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-2cc2e5dd-b874-4463-a4e6-37d7bf23d262 req-7b863332-8aae-4fb2-bdfa-b4977936a640 service neutron] For port 6b68ef3a-9452-4192-9db6-5ef90854c722, host n-h1-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=6b68ef3a-9452-4192-9db6-5ef90854c722,segment=NetworkSegment(49093024-4f36-45af-823e-59e6f7d92792),segment_id=49093024-4f36-45af-823e-59e6f7d92792)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:13:25.014386 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-2cc2e5dd-b874-4463-a4e6-37d7bf23d262 req-7b863332-8aae-4fb2-bdfa-b4977936a640 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:25.046880 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc2e5dd-b874-4463-a4e6-37d7bf23d262 req-7b863332-8aae-4fb2-bdfa-b4977936a640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:13:25.047627 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-2cc2e5dd-b874-4463-a4e6-37d7bf23d262 req-7b863332-8aae-4fb2-bdfa-b4977936a640 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:25.049079 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2cc2e5dd-b874-4463-a4e6-37d7bf23d262 req-7b863332-8aae-4fb2-bdfa-b4977936a640 service neutron] 10.222.0.26 "PUT /v2.0/ports/6b68ef3a-9452-4192-9db6-5ef90854c722 HTTP/1.1" status: 200 len: 1092 time: 0.7487423 Jul 13 14:13:25.049519 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62e5d7f3-be6d-456c-9e04-f59f00779a10', 'tag': '6b68ef3a-9452-4192-9db6-5ef90854c722'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:13:25.051892 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cbf0dd1-89e2-4024-a86a-6c30503ff149" -d '{"events": [{"name": "network-changed", "server_uuid": "62e5d7f3-be6d-456c-9e04-f59f00779a10", "tag": "6b68ef3a-9452-4192-9db6-5ef90854c722"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:13:25.082803 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b863332-8aae-4fb2-bdfa-b4977936a640 service neutron] Pushing event updated for resources: {'Port': ['ID=6b68ef3a-9452-4192-9db6-5ef90854c722,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:13:25.090064 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:13:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-507983d4-0edc-4fb4-a96a-25dca69a51f6 x-openstack-request-id: req-507983d4-0edc-4fb4-a96a-25dca69a51f6 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:13:25.090351 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62e5d7f3-be6d-456c-9e04-f59f00779a10", "tag": "6b68ef3a-9452-4192-9db6-5ef90854c722", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:13:25.090604 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-507983d4-0edc-4fb4-a96a-25dca69a51f6 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:13:25.090990 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62e5d7f3-be6d-456c-9e04-f59f00779a10', 'tag': '6b68ef3a-9452-4192-9db6-5ef90854c722', 'status': 'completed', 'code': 200} Jul 13 14:13:25.153006 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc2e5dd-b874-4463-a4e6-37d7bf23d262 req-581f1194-7d4f-4024-bc98-5162f164f9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:13:25.154570 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2cc2e5dd-b874-4463-a4e6-37d7bf23d262 req-581f1194-7d4f-4024-bc98-5162f164f9a1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=57eda5113dcc44d488f6b5ef225bc464&device_id=62e5d7f3-be6d-456c-9e04-f59f00779a10 HTTP/1.1" status: 200 len: 1095 time: 0.0602701 Jul 13 14:13:25.197155 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2cc2e5dd-b874-4463-a4e6-37d7bf23d262 req-a249c353-e62c-49c4-a511-55f6ee598ec7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6b68ef3a-9452-4192-9db6-5ef90854c722 HTTP/1.1" status: 200 len: 217 time: 0.0359740 Jul 13 14:13:25.244542 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc2e5dd-b874-4463-a4e6-37d7bf23d262 req-fe0befbb-86da-431f-a588-fa33616c4706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:13:25.245974 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2cc2e5dd-b874-4463-a4e6-37d7bf23d262 req-fe0befbb-86da-431f-a588-fa33616c4706 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4edf408c-b769-43c3-84ab-f20560c0c914 HTTP/1.1" status: 200 len: 848 time: 0.0435660 Jul 13 14:13:25.281889 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2cc2e5dd-b874-4463-a4e6-37d7bf23d262 req-d8024640-ac71-4d23-a664-90b44632eb4f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ee1d0c22-418f-4a90-a3f4-7e1d402c7b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298312 Jul 13 14:13:25.373246 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2cc2e5dd-b874-4463-a4e6-37d7bf23d262 req-d1e0fddd-c070-432b-9337-93ed86198df3 service neutron] 10.222.0.26 "GET /v2.0/networks/ee1d0c22-418f-4a90-a3f4-7e1d402c7b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847764 Jul 13 14:13:25.466548 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2cc2e5dd-b874-4463-a4e6-37d7bf23d262 req-9b096b0f-55df-4eea-bbe5-dd9190ecefc8 service neutron] 10.222.0.26 "GET /v2.0/networks/ee1d0c22-418f-4a90-a3f4-7e1d402c7b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874114 Jul 13 14:13:25.566504 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbf0dd1-89e2-4024-a86a-6c30503ff149 req-8b97c98f-ce63-4bbe-bc6b-6c66aee8dc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:13:25.567989 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0cbf0dd1-89e2-4024-a86a-6c30503ff149 req-8b97c98f-ce63-4bbe-bc6b-6c66aee8dc9b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=57eda5113dcc44d488f6b5ef225bc464&device_id=62e5d7f3-be6d-456c-9e04-f59f00779a10 HTTP/1.1" status: 200 len: 1095 time: 0.0546784 Jul 13 14:13:25.657247 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbf0dd1-89e2-4024-a86a-6c30503ff149 req-baeaef89-78c8-4beb-80b8-cc97ea811e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:13:25.658951 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0cbf0dd1-89e2-4024-a86a-6c30503ff149 req-baeaef89-78c8-4beb-80b8-cc97ea811e4f service neutron] 10.222.0.26 "GET /v2.0/networks?id=ee1d0c22-418f-4a90-a3f4-7e1d402c7b0e HTTP/1.1" status: 200 len: 908 time: 0.0850871 Jul 13 14:13:25.704902 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0cbf0dd1-89e2-4024-a86a-6c30503ff149 req-67a91ba9-5768-4f10-8fd6-76f6b4e5c97e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6b68ef3a-9452-4192-9db6-5ef90854c722 HTTP/1.1" status: 200 len: 217 time: 0.0387735 Jul 13 14:13:25.754516 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbf0dd1-89e2-4024-a86a-6c30503ff149 req-eb57fd91-0cfc-41dc-9cef-3a14970a4c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:13:25.756161 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0cbf0dd1-89e2-4024-a86a-6c30503ff149 req-eb57fd91-0cfc-41dc-9cef-3a14970a4c19 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4edf408c-b769-43c3-84ab-f20560c0c914 HTTP/1.1" status: 200 len: 848 time: 0.0441847 Jul 13 14:13:25.789944 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0cbf0dd1-89e2-4024-a86a-6c30503ff149 req-ec1c6782-becd-420d-b214-3398e680119d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ee1d0c22-418f-4a90-a3f4-7e1d402c7b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268118 Jul 13 14:13:25.888266 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0cbf0dd1-89e2-4024-a86a-6c30503ff149 req-2ac31df9-86a4-45d9-90e7-b962c20fb676 service neutron] 10.222.0.26 "GET /v2.0/networks/ee1d0c22-418f-4a90-a3f4-7e1d402c7b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921469 Jul 13 14:13:25.981528 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0cbf0dd1-89e2-4024-a86a-6c30503ff149 req-ab6f163a-3cce-429a-8a44-e570fb0c5c61 service neutron] 10.222.0.26 "GET /v2.0/networks/ee1d0c22-418f-4a90-a3f4-7e1d402c7b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869505 Jul 13 14:13:26.162907 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91041bf-4195-40ca-93eb-f6af50fe2884 req-2843cb14-089b-4ce2-a014-4bbf483426af tempest-VolumesActionsTest-391296744 tempest-VolumesActionsTest-391296744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:13:26.164415 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f91041bf-4195-40ca-93eb-f6af50fe2884 req-2843cb14-089b-4ce2-a014-4bbf483426af tempest-VolumesActionsTest-391296744 tempest-VolumesActionsTest-391296744-project] 10.222.0.23 "GET /v2.0/ports?device_id=62e5d7f3-be6d-456c-9e04-f59f00779a10 HTTP/1.1" status: 200 len: 944 time: 0.0659637 Jul 13 14:13:26.207718 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f91041bf-4195-40ca-93eb-f6af50fe2884 req-e48e6ae9-e054-41ec-ba67-cf6e7162beff tempest-VolumesActionsTest-391296744 tempest-VolumesActionsTest-391296744-project] 10.222.0.23 "GET /v2.0/security-groups?id=a6c6e9d7-155f-4d92-8fee-f513d64198e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371072 Jul 13 14:13:27.196830 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b982e2-e133-4a6e-baf5-cfa737793081 req-b9d63420-faf0-42fc-86fe-f5e438775e95 tempest-TestServerBasicOps-2087525176 tempest-TestServerBasicOps-2087525176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:13:27.198730 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d5b982e2-e133-4a6e-baf5-cfa737793081 req-b9d63420-faf0-42fc-86fe-f5e438775e95 tempest-TestServerBasicOps-2087525176 tempest-TestServerBasicOps-2087525176-project] 10.222.0.23 "GET /v2.0/ports?device_id=43001923-938d-4f6f-b253-e4b2a2f3dc0c HTTP/1.1" status: 200 len: 946 time: 0.0665097 Jul 13 14:13:27.236819 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d5b982e2-e133-4a6e-baf5-cfa737793081 req-d388c290-e3be-4c09-9874-94a80f0ecf33 tempest-TestServerBasicOps-2087525176 tempest-TestServerBasicOps-2087525176-project] 10.222.0.23 "GET /v2.0/security-groups?id=99a46f9a-af6e-4206-b58b-77b552720bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325875 Jul 13 14:13:27.386169 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e9dd76-9271-48ad-abb5-048c019ea523 req-6f3efa26-fe2b-41d4-a9b1-a6a3e668ca04 tempest-VolumesActionsTest-391296744 tempest-VolumesActionsTest-391296744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:13:27.387647 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e7e9dd76-9271-48ad-abb5-048c019ea523 req-6f3efa26-fe2b-41d4-a9b1-a6a3e668ca04 tempest-VolumesActionsTest-391296744 tempest-VolumesActionsTest-391296744-project] 10.222.0.23 "GET /v2.0/ports?device_id=62e5d7f3-be6d-456c-9e04-f59f00779a10 HTTP/1.1" status: 200 len: 944 time: 0.0680785 Jul 13 14:13:27.429695 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e7e9dd76-9271-48ad-abb5-048c019ea523 req-a2a662f6-b5bd-4742-924f-d9030b9dc455 tempest-VolumesActionsTest-391296744 tempest-VolumesActionsTest-391296744-project] 10.222.0.23 "GET /v2.0/security-groups?id=a6c6e9d7-155f-4d92-8fee-f513d64198e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359490 Jul 13 14:13:27.931325 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 6b68ef3a-9452-4192-9db6-5ef90854c722 details requested by agent hyperv_n-h1-800634-1 with host n-h1-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 14:13:28.030130 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 6b68ef3a-9452-4192-9db6-5ef90854c722, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=6b68ef3a-9452-4192-9db6-5ef90854c722,segment=NetworkSegment(49093024-4f36-45af-823e-59e6f7d92792),segment_id=49093024-4f36-45af-823e-59e6f7d92792)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:13:28.041291 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Returning: {'device': '6b68ef3a-9452-4192-9db6-5ef90854c722', 'network_id': 'ee1d0c22-418f-4a90-a3f4-7e1d402c7b0e', 'port_id': '6b68ef3a-9452-4192-9db6-5ef90854c722', 'mac_address': 'fa:16:3e:b9:0a:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4edf408c-b769-43c3-84ab-f20560c0c914', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 14:13:28.077709 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:28.090980 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b68ef3a-9452-4192-9db6-5ef90854c722 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:13:28.110791 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 6b68ef3a-9452-4192-9db6-5ef90854c722, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=6b68ef3a-9452-4192-9db6-5ef90854c722,segment=NetworkSegment(49093024-4f36-45af-823e-59e6f7d92792),segment_id=49093024-4f36-45af-823e-59e6f7d92792)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:13:28.114556 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:28.162665 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=6b68ef3a-9452-4192-9db6-5ef90854c722,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:13:28.170641 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:13:28.170990 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:13:28.171332 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:13:28.171668 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:13:28.171998 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:13:28.172327 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:13:28.172657 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:13:28.172982 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:13:28.173304 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:13:28.173627 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:13:28.173976 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:13:28.174295 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:13:28.341750 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['6b68ef3a-9452-4192-9db6-5ef90854c722'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:13:28.461319 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf345ce-205c-41f4-8b92-5438a4418324 req-d3ec2da4-1522-41f6-995b-fcab4d803f34 tempest-TestServerBasicOps-2087525176 tempest-TestServerBasicOps-2087525176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:13:28.463405 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ebf345ce-205c-41f4-8b92-5438a4418324 req-d3ec2da4-1522-41f6-995b-fcab4d803f34 tempest-TestServerBasicOps-2087525176 tempest-TestServerBasicOps-2087525176-project] 10.222.0.23 "GET /v2.0/ports?device_id=43001923-938d-4f6f-b253-e4b2a2f3dc0c HTTP/1.1" status: 200 len: 946 time: 0.1115468 Jul 13 14:13:28.477121 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b61ab3-8a0d-4903-9b05-fd28dba3a894 req-5dbd2494-2858-4134-b920-ea70e896b77a tempest-TestServerBasicOps-2087525176 tempest-TestServerBasicOps-2087525176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:13:28.479291 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-90b61ab3-8a0d-4903-9b05-fd28dba3a894 req-5dbd2494-2858-4134-b920-ea70e896b77a tempest-TestServerBasicOps-2087525176 tempest-TestServerBasicOps-2087525176-project] 10.222.0.41 "GET /v2.0/ports?device_id=43001923-938d-4f6f-b253-e4b2a2f3dc0c HTTP/1.1" status: 200 len: 946 time: 0.1156747 Jul 13 14:13:28.548741 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ebf345ce-205c-41f4-8b92-5438a4418324 req-d074d7b2-483a-40c6-8c10-175514aacf29 tempest-TestServerBasicOps-2087525176 tempest-TestServerBasicOps-2087525176-project] 10.222.0.23 "GET /v2.0/security-groups?id=99a46f9a-af6e-4206-b58b-77b552720bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0684564 Jul 13 14:13:28.602421 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-90b61ab3-8a0d-4903-9b05-fd28dba3a894 req-ec31e502-e0ca-4ef6-b29b-968f3705b2a5 tempest-TestServerBasicOps-2087525176 tempest-TestServerBasicOps-2087525176-project] Deleting port c05abf6b-af95-42f9-8af2-f25383760a91 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:13:28.602743 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-90b61ab3-8a0d-4903-9b05-fd28dba3a894 req-ec31e502-e0ca-4ef6-b29b-968f3705b2a5 tempest-TestServerBasicOps-2087525176 tempest-TestServerBasicOps-2087525176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:28.609876 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f896808-b84d-4f60-a214-2fb365a20825 req-cec15ac6-485b-40bc-80a7-cd39c32dc927 tempest-VolumesActionsTest-391296744 tempest-VolumesActionsTest-391296744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:13:28.611399 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7f896808-b84d-4f60-a214-2fb365a20825 req-cec15ac6-485b-40bc-80a7-cd39c32dc927 tempest-VolumesActionsTest-391296744 tempest-VolumesActionsTest-391296744-project] 10.222.0.23 "GET /v2.0/ports?device_id=62e5d7f3-be6d-456c-9e04-f59f00779a10 HTTP/1.1" status: 200 len: 945 time: 0.0657985 Jul 13 14:13:28.651310 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7f896808-b84d-4f60-a214-2fb365a20825 req-69ff6760-97ab-476c-b13c-e0c43029eb38 tempest-VolumesActionsTest-391296744 tempest-VolumesActionsTest-391296744-project] 10.222.0.23 "GET /v2.0/security-groups?id=a6c6e9d7-155f-4d92-8fee-f513d64198e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341730 Jul 13 14:13:28.694889 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-90b61ab3-8a0d-4903-9b05-fd28dba3a894 req-ec31e502-e0ca-4ef6-b29b-968f3705b2a5 tempest-TestServerBasicOps-2087525176 tempest-TestServerBasicOps-2087525176-project] For port c05abf6b-af95-42f9-8af2-f25383760a91, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=c05abf6b-af95-42f9-8af2-f25383760a91,segment=NetworkSegment(690de628-e56f-4727-ac77-cb037614538e),segment_id=690de628-e56f-4727-ac77-cb037614538e)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:13:28.695253 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-90b61ab3-8a0d-4903-9b05-fd28dba3a894 req-ec31e502-e0ca-4ef6-b29b-968f3705b2a5 tempest-TestServerBasicOps-2087525176 tempest-TestServerBasicOps-2087525176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:28.961551 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-90b61ab3-8a0d-4903-9b05-fd28dba3a894 req-ec31e502-e0ca-4ef6-b29b-968f3705b2a5 tempest-TestServerBasicOps-2087525176 tempest-TestServerBasicOps-2087525176-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:28.962076 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-90b61ab3-8a0d-4903-9b05-fd28dba3a894 req-ec31e502-e0ca-4ef6-b29b-968f3705b2a5 tempest-TestServerBasicOps-2087525176 tempest-TestServerBasicOps-2087525176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446547'] for floatingip, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:28.962284 n-d-800634-1 neutron-server[93750]: INFO neutron.db.l3_db [req-90b61ab3-8a0d-4903-9b05-fd28dba3a894 req-ec31e502-e0ca-4ef6-b29b-968f3705b2a5 tempest-TestServerBasicOps-2087525176 tempest-TestServerBasicOps-2087525176-project] Floating IP 67f9806b-2bcf-4b7d-b4d0-43c56c8ea367 disassociated. External IP: 172.25.6.226, port: c05abf6b-af95-42f9-8af2-f25383760a91. Jul 13 14:13:28.962624 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-90b61ab3-8a0d-4903-9b05-fd28dba3a894 req-ec31e502-e0ca-4ef6-b29b-968f3705b2a5 tempest-TestServerBasicOps-2087525176 tempest-TestServerBasicOps-2087525176-project] Calling delete_port for c05abf6b-af95-42f9-8af2-f25383760a91 owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:13:29.365461 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-90b61ab3-8a0d-4903-9b05-fd28dba3a894 req-ec31e502-e0ca-4ef6-b29b-968f3705b2a5 tempest-TestServerBasicOps-2087525176 tempest-TestServerBasicOps-2087525176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:29.396163 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec31e502-e0ca-4ef6-b29b-968f3705b2a5 tempest-TestServerBasicOps-2087525176 tempest-TestServerBasicOps-2087525176-project] Pushing event deleted for resources: {'Port': ['ID=c05abf6b-af95-42f9-8af2-f25383760a91,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:13:29.514039 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [req-90b61ab3-8a0d-4903-9b05-fd28dba3a894 req-ec31e502-e0ca-4ef6-b29b-968f3705b2a5 tempest-TestServerBasicOps-2087525176 tempest-TestServerBasicOps-2087525176-project] Router 05b1fbf9-1116-473a-9585-6fc6322e1a43 has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:13:29.622480 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-90b61ab3-8a0d-4903-9b05-fd28dba3a894 req-ec31e502-e0ca-4ef6-b29b-968f3705b2a5 tempest-TestServerBasicOps-2087525176 tempest-TestServerBasicOps-2087525176-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:13:29.633543 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a47920-fdf1-4529-b9dd-45ac365213ca None None] Sync routers for ids ['05b1fbf9-1116-473a-9585-6fc6322e1a43'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:13:29.643588 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a47920-fdf1-4529-b9dd-45ac365213ca None None] Routers {'05b1fbf9-1116-473a-9585-6fc6322e1a43'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:13:29.644203 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-11a47920-fdf1-4529-b9dd-45ac365213ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:13:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['05b1fbf9-1116-473a-9585-6fc6322e1a43'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:13:29.674682 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-90b61ab3-8a0d-4903-9b05-fd28dba3a894 req-ec31e502-e0ca-4ef6-b29b-968f3705b2a5 tempest-TestServerBasicOps-2087525176 tempest-TestServerBasicOps-2087525176-project] No DVR routers for this DVR port c05abf6b-af95-42f9-8af2-f25383760a91 on host n-h2-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:13:29.677625 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-90b61ab3-8a0d-4903-9b05-fd28dba3a894 req-ec31e502-e0ca-4ef6-b29b-968f3705b2a5 tempest-TestServerBasicOps-2087525176 tempest-TestServerBasicOps-2087525176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:29.679754 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-90b61ab3-8a0d-4903-9b05-fd28dba3a894 req-ec31e502-e0ca-4ef6-b29b-968f3705b2a5 tempest-TestServerBasicOps-2087525176 tempest-TestServerBasicOps-2087525176-project] 10.222.0.41 "DELETE /v2.0/ports/c05abf6b-af95-42f9-8af2-f25383760a91 HTTP/1.1" status: 204 len: 173 time: 1.1923969 Jul 13 14:13:29.694928 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43001923-938d-4f6f-b253-e4b2a2f3dc0c', 'name': 'network-vif-deleted', 'tag': 'c05abf6b-af95-42f9-8af2-f25383760a91'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:13:29.697512 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66b2ecee-24d1-4984-b940-2338865ca95a" -d '{"events": [{"server_uuid": "43001923-938d-4f6f-b253-e4b2a2f3dc0c", "name": "network-vif-deleted", "tag": "c05abf6b-af95-42f9-8af2-f25383760a91"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:13:29.724609 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0055e42e-5c52-45e1-9331-771fef3e8603 req-e5beae21-4195-4c91-8822-86c06359df01 tempest-TestServerBasicOps-2087525176 tempest-TestServerBasicOps-2087525176-project] 10.222.0.23 "GET /v2.0/ports?device_id=43001923-938d-4f6f-b253-e4b2a2f3dc0c HTTP/1.1" status: 200 len: 210 time: 0.0509901 Jul 13 14:13:29.785234 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-11a47920-fdf1-4529-b9dd-45ac365213ca None None] Set router 05b1fbf9-1116-473a-9585-6fc6322e1a43 gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:13:29.802643 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec9d902a-e164-41c6-959a-e25c5475430e x-openstack-request-id: req-ec9d902a-e164-41c6-959a-e25c5475430e {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:13:29.803120 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43001923-938d-4f6f-b253-e4b2a2f3dc0c", "name": "network-vif-deleted", "tag": "c05abf6b-af95-42f9-8af2-f25383760a91", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:13:29.803534 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ec9d902a-e164-41c6-959a-e25c5475430e {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:13:29.804192 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43001923-938d-4f6f-b253-e4b2a2f3dc0c', 'name': 'network-vif-deleted', 'tag': 'c05abf6b-af95-42f9-8af2-f25383760a91', 'status': 'completed', 'code': 200} Jul 13 14:13:29.871639 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b790a57f-c424-4c6e-8b98-b068e09f0dba req-0ec89e84-5bfa-41af-a1ea-619f571f4d83 tempest-VolumesActionsTest-391296744 tempest-VolumesActionsTest-391296744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:13:29.873233 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b790a57f-c424-4c6e-8b98-b068e09f0dba req-0ec89e84-5bfa-41af-a1ea-619f571f4d83 tempest-VolumesActionsTest-391296744 tempest-VolumesActionsTest-391296744-project] 10.222.0.23 "GET /v2.0/ports?device_id=62e5d7f3-be6d-456c-9e04-f59f00779a10 HTTP/1.1" status: 200 len: 945 time: 0.0925350 Jul 13 14:13:29.919479 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b790a57f-c424-4c6e-8b98-b068e09f0dba req-90b41e46-fa01-418e-981e-774e8f5e0f9f tempest-VolumesActionsTest-391296744 tempest-VolumesActionsTest-391296744-project] 10.222.0.23 "GET /v2.0/security-groups?id=a6c6e9d7-155f-4d92-8fee-f513d64198e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386090 Jul 13 14:13:29.946952 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 6b68ef3a-9452-4192-9db6-5ef90854c722 up at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:13:30.047953 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning for port 6b68ef3a-9452-4192-9db6-5ef90854c722 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:13:30.054299 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning complete for port 6b68ef3a-9452-4192-9db6-5ef90854c722 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:13:30.054665 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:30.098113 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-11a47920-fdf1-4529-b9dd-45ac365213ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05b1fbf9-1116-473a-9585-6fc6322e1a43', 'name': 'tempest-TestServerBasicOps-1851359004-router', 'tenant_id': '59f4d545a6654c5eb7918dfd74d8ac77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': '785f8ff2-6117-45a9-b460-0b126f8270b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:08:23Z', 'updated_at': '2021-07-13T14:08:26Z', 'revision_number': 4, 'project_id': '59f4d545a6654c5eb7918dfd74d8ac77', 'gw_port': {'id': '785f8ff2-6117-45a9-b460-0b126f8270b7', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d2:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b1fbf9-1116-473a-9585-6fc6322e1a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:08:23Z', 'updated_at': '2021-07-13T14:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': 'b803ed8e-bad7-4c15-b7b1-1ce09254f814', 'name': '', 'network_id': '85675ef6-c9f4-45a9-b143-088b3c3bab41', 'tenant_id': '59f4d545a6654c5eb7918dfd74d8ac77', 'mac_address': 'fa:16:3e:8f:e1:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b1fbf9-1116-473a-9585-6fc6322e1a43', 'device_owner': 'network:router_interface', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': 'a3263c26-0926-4e8f-a717-50d981fdb59c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:08:26Z', 'updated_at': '2021-07-13T14:08:33Z', 'revision_number': 5, 'project_id': '59f4d545a6654c5eb7918dfd74d8ac77', 'subnets': [{'id': 'a3263c26-0926-4e8f-a717-50d981fdb59c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:13:30.129097 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a47920-fdf1-4529-b9dd-45ac365213ca None None] Checking router: 05b1fbf9-1116-473a-9585-6fc6322e1a43 for host: n-d-800634-1 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:13:30.160994 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a47920-fdf1-4529-b9dd-45ac365213ca None None] Routers {'05b1fbf9-1116-473a-9585-6fc6322e1a43'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:13:30.161581 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-11a47920-fdf1-4529-b9dd-45ac365213ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:13:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['05b1fbf9-1116-473a-9585-6fc6322e1a43'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:13:30.368007 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:30.426397 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62e5d7f3-be6d-456c-9e04-f59f00779a10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b68ef3a-9452-4192-9db6-5ef90854c722'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:13:30.428569 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a171a02e-aa7f-41cf-8533-fccd8abc197a" -d '{"events": [{"server_uuid": "62e5d7f3-be6d-456c-9e04-f59f00779a10", "name": "network-vif-plugged", "status": "completed", "tag": "6b68ef3a-9452-4192-9db6-5ef90854c722"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:13:30.449726 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 6b68ef3a-9452-4192-9db6-5ef90854c722, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=6b68ef3a-9452-4192-9db6-5ef90854c722,segment=NetworkSegment(49093024-4f36-45af-823e-59e6f7d92792),segment_id=49093024-4f36-45af-823e-59e6f7d92792)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:13:30.457196 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:30.468315 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-11a47920-fdf1-4529-b9dd-45ac365213ca None None] Set router 05b1fbf9-1116-473a-9585-6fc6322e1a43 gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:13:30.573380 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=6b68ef3a-9452-4192-9db6-5ef90854c722,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:13:30.612639 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2632239e-49c5-4167-a4f3-f60574f07e84 x-openstack-request-id: req-2632239e-49c5-4167-a4f3-f60574f07e84 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:13:30.612925 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62e5d7f3-be6d-456c-9e04-f59f00779a10", "name": "network-vif-plugged", "status": "completed", "tag": "6b68ef3a-9452-4192-9db6-5ef90854c722", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:13:30.613177 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2632239e-49c5-4167-a4f3-f60574f07e84 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:13:30.613558 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62e5d7f3-be6d-456c-9e04-f59f00779a10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b68ef3a-9452-4192-9db6-5ef90854c722', 'code': 200} Jul 13 14:13:30.664957 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:30.720891 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-11a47920-fdf1-4529-b9dd-45ac365213ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05b1fbf9-1116-473a-9585-6fc6322e1a43', 'name': 'tempest-TestServerBasicOps-1851359004-router', 'tenant_id': '59f4d545a6654c5eb7918dfd74d8ac77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': '785f8ff2-6117-45a9-b460-0b126f8270b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:08:23Z', 'updated_at': '2021-07-13T14:08:26Z', 'revision_number': 4, 'project_id': '59f4d545a6654c5eb7918dfd74d8ac77', 'gw_port': {'id': '785f8ff2-6117-45a9-b460-0b126f8270b7', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d2:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b1fbf9-1116-473a-9585-6fc6322e1a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:08:23Z', 'updated_at': '2021-07-13T14:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': 'b803ed8e-bad7-4c15-b7b1-1ce09254f814', 'name': '', 'network_id': '85675ef6-c9f4-45a9-b143-088b3c3bab41', 'tenant_id': '59f4d545a6654c5eb7918dfd74d8ac77', 'mac_address': 'fa:16:3e:8f:e1:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b1fbf9-1116-473a-9585-6fc6322e1a43', 'device_owner': 'network:router_interface', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': 'a3263c26-0926-4e8f-a717-50d981fdb59c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:08:26Z', 'updated_at': '2021-07-13T14:08:33Z', 'revision_number': 5, 'project_id': '59f4d545a6654c5eb7918dfd74d8ac77', 'subnets': [{'id': 'a3263c26-0926-4e8f-a717-50d981fdb59c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:13:30.721619 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446cfc91-24b1-4248-9dd2-54ef9b404387 req-6443b08e-be0e-44be-87b6-6563714c8f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:13:30.723194 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-446cfc91-24b1-4248-9dd2-54ef9b404387 req-6443b08e-be0e-44be-87b6-6563714c8f56 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=62e5d7f3-be6d-456c-9e04-f59f00779a10 HTTP/1.1" status: 200 len: 1097 time: 0.0515335 Jul 13 14:13:30.748424 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a47920-fdf1-4529-b9dd-45ac365213ca None None] The sync data for ids ['05b1fbf9-1116-473a-9585-6fc6322e1a43'] in n-d-800634-1 is: [{'id': '05b1fbf9-1116-473a-9585-6fc6322e1a43', 'name': 'tempest-TestServerBasicOps-1851359004-router', 'tenant_id': '59f4d545a6654c5eb7918dfd74d8ac77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': '785f8ff2-6117-45a9-b460-0b126f8270b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:08:23Z', 'updated_at': '2021-07-13T14:08:26Z', 'revision_number': 4, 'project_id': '59f4d545a6654c5eb7918dfd74d8ac77', 'gw_port': {'id': '785f8ff2-6117-45a9-b460-0b126f8270b7', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d2:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b1fbf9-1116-473a-9585-6fc6322e1a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:08:23Z', 'updated_at': '2021-07-13T14:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': 'b803ed8e-bad7-4c15-b7b1-1ce09254f814', 'name': '', 'network_id': '85675ef6-c9f4-45a9-b143-088b3c3bab41', 'tenant_id': '59f4d545a6654c5eb7918dfd74d8ac77', 'mac_address': 'fa:16:3e:8f:e1:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b1fbf9-1116-473a-9585-6fc6322e1a43', 'device_owner': 'network:router_interface', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': 'a3263c26-0926-4e8f-a717-50d981fdb59c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:08:26Z', 'updated_at': '2021-07-13T14:08:33Z', 'revision_number': 5, 'project_id': '59f4d545a6654c5eb7918dfd74d8ac77', 'subnets': [{'id': 'a3263c26-0926-4e8f-a717-50d981fdb59c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:13:30.760264 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-446cfc91-24b1-4248-9dd2-54ef9b404387 req-c84a2ebf-90bd-4329-8416-d1a4d6f607ec service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=a6c6e9d7-155f-4d92-8fee-f513d64198e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303173 Jul 13 14:13:30.824838 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 45990) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:13:30.902322 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:30.961431 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-2b2ab4a4-4a7f-4301-bf90-59cc38d8437f tempest-TestServerBasicOps-2087525176 tempest-TestServerBasicOps-2087525176-project] Deleting port 18756dc3-8491-4813-b316-197b472a77fc {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:13:30.961812 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2b2ab4a4-4a7f-4301-bf90-59cc38d8437f tempest-TestServerBasicOps-2087525176 tempest-TestServerBasicOps-2087525176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:30.993769 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad279938-0e8d-4f5d-ab68-7fe884b06d3a None None] New status for floating IP 67f9806b-2bcf-4b7d-b4d0-43c56c8ea367: DOWN {{(pid=93753) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 14:13:31.046117 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2b2ab4a4-4a7f-4301-bf90-59cc38d8437f tempest-TestServerBasicOps-2087525176 tempest-TestServerBasicOps-2087525176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:31.046573 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2b2ab4a4-4a7f-4301-bf90-59cc38d8437f tempest-TestServerBasicOps-2087525176 tempest-TestServerBasicOps-2087525176-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:31.086788 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-2b2ab4a4-4a7f-4301-bf90-59cc38d8437f tempest-TestServerBasicOps-2087525176 tempest-TestServerBasicOps-2087525176-project] Calling delete_port for 18756dc3-8491-4813-b316-197b472a77fc owned by network:floatingip {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:13:31.184359 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6191ff-7c4f-4d7c-b399-d4d4894d44b3 req-caa87a23-2d15-48bc-bdb6-b9323aab473e tempest-VolumesActionsTest-391296744 tempest-VolumesActionsTest-391296744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:13:31.185890 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8e6191ff-7c4f-4d7c-b399-d4d4894d44b3 req-caa87a23-2d15-48bc-bdb6-b9323aab473e tempest-VolumesActionsTest-391296744 tempest-VolumesActionsTest-391296744-project] 10.222.0.23 "GET /v2.0/ports?device_id=62e5d7f3-be6d-456c-9e04-f59f00779a10 HTTP/1.1" status: 200 len: 946 time: 0.1367617 Jul 13 14:13:31.238999 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8e6191ff-7c4f-4d7c-b399-d4d4894d44b3 req-00d09861-99b6-468d-81a4-7ce60021f053 tempest-VolumesActionsTest-391296744 tempest-VolumesActionsTest-391296744-project] 10.222.0.23 "GET /v2.0/security-groups?id=a6c6e9d7-155f-4d92-8fee-f513d64198e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473003 Jul 13 14:13:31.278603 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2b2ab4a4-4a7f-4301-bf90-59cc38d8437f tempest-TestServerBasicOps-2087525176 tempest-TestServerBasicOps-2087525176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:31.303500 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2ab4a4-4a7f-4301-bf90-59cc38d8437f tempest-TestServerBasicOps-2087525176 tempest-TestServerBasicOps-2087525176-project] Pushing event deleted for resources: {'Port': ['ID=18756dc3-8491-4813-b316-197b472a77fc,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:13:31.370642 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2b2ab4a4-4a7f-4301-bf90-59cc38d8437f tempest-TestServerBasicOps-2087525176 tempest-TestServerBasicOps-2087525176-project] Notify callbacks [] for floatingip, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:31.373516 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2b2ab4a4-4a7f-4301-bf90-59cc38d8437f tempest-TestServerBasicOps-2087525176 tempest-TestServerBasicOps-2087525176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for floatingip, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:31.374680 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-2b2ab4a4-4a7f-4301-bf90-59cc38d8437f tempest-TestServerBasicOps-2087525176 tempest-TestServerBasicOps-2087525176-project] 10.222.0.23 "DELETE /v2.0/floatingips/67f9806b-2bcf-4b7d-b4d0-43c56c8ea367 HTTP/1.1" status: 204 len: 168 time: 0.5489571 Jul 13 14:13:31.517236 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 45998) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:13:31.577759 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bba9a704-2991-4c4f-aa1c-a9bb8ea82a60 tempest-TestServerBasicOps-2087525176 tempest-TestServerBasicOps-2087525176-project] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:31.602421 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bba9a704-2991-4c4f-aa1c-a9bb8ea82a60 tempest-TestServerBasicOps-2087525176 tempest-TestServerBasicOps-2087525176-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:31.662407 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bba9a704-2991-4c4f-aa1c-a9bb8ea82a60 tempest-TestServerBasicOps-2087525176 tempest-TestServerBasicOps-2087525176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:31.665465 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bba9a704-2991-4c4f-aa1c-a9bb8ea82a60 tempest-TestServerBasicOps-2087525176 tempest-TestServerBasicOps-2087525176-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:31.667148 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-bba9a704-2991-4c4f-aa1c-a9bb8ea82a60 tempest-TestServerBasicOps-2087525176 tempest-TestServerBasicOps-2087525176-project] 10.222.0.23 "DELETE /v2.0/security-groups/99a46f9a-af6e-4206-b58b-77b552720bb0 HTTP/1.1" status: 204 len: 168 time: 0.1488025 Jul 13 14:13:31.675911 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba9a704-2991-4c4f-aa1c-a9bb8ea82a60 tempest-TestServerBasicOps-2087525176 tempest-TestServerBasicOps-2087525176-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99a46f9a-af6e-4206-b58b-77b552720bb0,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:13:31.711956 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 46002) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:13:32.073114 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device c05abf6b-af95-42f9-8af2-f25383760a91 no longer exists at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:13:32.092713 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] No Port match for: c05abf6b-af95-42f9-8af2-f25383760a91 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:13:32.093050 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device c05abf6b-af95-42f9-8af2-f25383760a91 not bound to the agent host n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:13:32.107038 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f8276bc4-e7cf-4032-8056-c5459e6b0b06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451695'] for router_interface, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:32.361504 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-f8276bc4-e7cf-4032-8056-c5459e6b0b06 admin admin] Deleting port b803ed8e-bad7-4c15-b7b1-1ce09254f814 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:13:32.361783 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f8276bc4-e7cf-4032-8056-c5459e6b0b06 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:32.417359 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13af9825-31e0-4d24-80e5-0dc620bfa45d req-0551c6f5-1c73-42f1-b021-69e4c5cdfa31 tempest-VolumesActionsTest-391296744 tempest-VolumesActionsTest-391296744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:13:32.418950 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-13af9825-31e0-4d24-80e5-0dc620bfa45d req-0551c6f5-1c73-42f1-b021-69e4c5cdfa31 tempest-VolumesActionsTest-391296744 tempest-VolumesActionsTest-391296744-project] 10.222.0.23 "GET /v2.0/ports?device_id=62e5d7f3-be6d-456c-9e04-f59f00779a10 HTTP/1.1" status: 200 len: 946 time: 0.0670712 Jul 13 14:13:32.440202 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-f8276bc4-e7cf-4032-8056-c5459e6b0b06 admin admin] For port b803ed8e-bad7-4c15-b7b1-1ce09254f814, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=b803ed8e-bad7-4c15-b7b1-1ce09254f814,segment=NetworkSegment(690de628-e56f-4727-ac77-cb037614538e),segment_id=690de628-e56f-4727-ac77-cb037614538e)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:13:32.440564 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f8276bc4-e7cf-4032-8056-c5459e6b0b06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:32.453565 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-f8276bc4-e7cf-4032-8056-c5459e6b0b06 admin admin] Calling delete_port for b803ed8e-bad7-4c15-b7b1-1ce09254f814 owned by network:router_interface {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:13:32.457360 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-13af9825-31e0-4d24-80e5-0dc620bfa45d req-efd45039-e8e1-45f2-a47a-2262cc6ec474 tempest-VolumesActionsTest-391296744 tempest-VolumesActionsTest-391296744-project] 10.222.0.23 "GET /v2.0/security-groups?id=a6c6e9d7-155f-4d92-8fee-f513d64198e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325701 Jul 13 14:13:32.640276 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f8276bc4-e7cf-4032-8056-c5459e6b0b06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:32.674846 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8276bc4-e7cf-4032-8056-c5459e6b0b06 admin admin] Pushing event deleted for resources: {'Port': ['ID=b803ed8e-bad7-4c15-b7b1-1ce09254f814,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:13:32.862722 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f8276bc4-e7cf-4032-8056-c5459e6b0b06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1785036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452491'] for router_interface, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:33.244453 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874310fd-ecb3-4484-a568-293724f6e8be req-e97985eb-9a56-4420-b2f6-b7d07fe145b5 tempest-VolumesActionsTest-391296744 tempest-VolumesActionsTest-391296744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:13:33.246983 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-874310fd-ecb3-4484-a568-293724f6e8be req-e97985eb-9a56-4420-b2f6-b7d07fe145b5 tempest-VolumesActionsTest-391296744 tempest-VolumesActionsTest-391296744-project] 10.222.0.23 "GET /v2.0/ports?device_id=62e5d7f3-be6d-456c-9e04-f59f00779a10 HTTP/1.1" status: 200 len: 946 time: 0.0753417 Jul 13 14:13:33.287785 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-874310fd-ecb3-4484-a568-293724f6e8be req-88f911b3-f007-4abc-a9c1-66cd1e6a02ef tempest-VolumesActionsTest-391296744 tempest-VolumesActionsTest-391296744-project] 10.222.0.23 "GET /v2.0/security-groups?id=a6c6e9d7-155f-4d92-8fee-f513d64198e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346775 Jul 13 14:13:33.384151 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8276bc4-e7cf-4032-8056-c5459e6b0b06 admin admin] Router 05b1fbf9-1116-473a-9585-6fc6322e1a43 has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:13:33.487057 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8276bc4-e7cf-4032-8056-c5459e6b0b06 admin admin] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:13:33.491748 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-f8276bc4-e7cf-4032-8056-c5459e6b0b06 admin admin] 10.222.0.23 "PUT /v2.0/routers/05b1fbf9-1116-473a-9585-6fc6322e1a43/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7786932 Jul 13 14:13:33.495749 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 46020) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:13:33.495894 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f8e203-701c-443b-9f6b-52c729c4b925 None None] Sync routers for ids ['05b1fbf9-1116-473a-9585-6fc6322e1a43'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:13:33.505173 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f8e203-701c-443b-9f6b-52c729c4b925 None None] Routers {'05b1fbf9-1116-473a-9585-6fc6322e1a43'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:13:33.505893 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-f6f8e203-701c-443b-9f6b-52c729c4b925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:13:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['05b1fbf9-1116-473a-9585-6fc6322e1a43'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:13:33.599669 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ee2be86b-a948-46a5-adb3-0acd271ed59c admin admin] Notify callbacks [] for router, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:33.611283 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-f6f8e203-701c-443b-9f6b-52c729c4b925 None None] Set router 05b1fbf9-1116-473a-9585-6fc6322e1a43 gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:13:33.701415 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ee2be86b-a948-46a5-adb3-0acd271ed59c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:33.754383 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-ee2be86b-a948-46a5-adb3-0acd271ed59c admin admin] Deleting port 785f8ff2-6117-45a9-b460-0b126f8270b7 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:13:33.754643 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ee2be86b-a948-46a5-adb3-0acd271ed59c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:33.796357 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-f6f8e203-701c-443b-9f6b-52c729c4b925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05b1fbf9-1116-473a-9585-6fc6322e1a43', 'name': 'tempest-TestServerBasicOps-1851359004-router', 'tenant_id': '59f4d545a6654c5eb7918dfd74d8ac77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': '785f8ff2-6117-45a9-b460-0b126f8270b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:08:23Z', 'updated_at': '2021-07-13T14:13:32Z', 'revision_number': 5, 'project_id': '59f4d545a6654c5eb7918dfd74d8ac77', 'gw_port': {'id': '785f8ff2-6117-45a9-b460-0b126f8270b7', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d2:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b1fbf9-1116-473a-9585-6fc6322e1a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:08:23Z', 'updated_at': '2021-07-13T14:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:13:33.823345 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f8e203-701c-443b-9f6b-52c729c4b925 None None] Checking router: 05b1fbf9-1116-473a-9585-6fc6322e1a43 for host: n-d-800634-1 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:13:33.832856 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f8e203-701c-443b-9f6b-52c729c4b925 None None] Routers {'05b1fbf9-1116-473a-9585-6fc6322e1a43'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:13:33.833481 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-f6f8e203-701c-443b-9f6b-52c729c4b925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:13:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['05b1fbf9-1116-473a-9585-6fc6322e1a43'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:13:33.839242 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-ee2be86b-a948-46a5-adb3-0acd271ed59c admin admin] For port 785f8ff2-6117-45a9-b460-0b126f8270b7, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=785f8ff2-6117-45a9-b460-0b126f8270b7,segment=NetworkSegment(3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87),segment_id=3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:13:33.839603 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ee2be86b-a948-46a5-adb3-0acd271ed59c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:33.852055 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-ee2be86b-a948-46a5-adb3-0acd271ed59c admin admin] Calling delete_port for 785f8ff2-6117-45a9-b460-0b126f8270b7 owned by network:router_gateway {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:13:33.922417 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-f6f8e203-701c-443b-9f6b-52c729c4b925 None None] Set router 05b1fbf9-1116-473a-9585-6fc6322e1a43 gateway port host: None {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:13:33.974440 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-f6f8e203-701c-443b-9f6b-52c729c4b925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05b1fbf9-1116-473a-9585-6fc6322e1a43', 'name': 'tempest-TestServerBasicOps-1851359004-router', 'tenant_id': '59f4d545a6654c5eb7918dfd74d8ac77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:08:23Z', 'updated_at': '2021-07-13T14:13:33Z', 'revision_number': 6, 'project_id': '59f4d545a6654c5eb7918dfd74d8ac77', 'gw_port_host': None}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:13:34.004799 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f8e203-701c-443b-9f6b-52c729c4b925 None None] The sync data for ids ['05b1fbf9-1116-473a-9585-6fc6322e1a43'] in n-d-800634-1 is: [{'id': '05b1fbf9-1116-473a-9585-6fc6322e1a43', 'name': 'tempest-TestServerBasicOps-1851359004-router', 'tenant_id': '59f4d545a6654c5eb7918dfd74d8ac77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:08:23Z', 'updated_at': '2021-07-13T14:13:33Z', 'revision_number': 6, 'project_id': '59f4d545a6654c5eb7918dfd74d8ac77', 'gw_port_host': None}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:13:34.020968 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ee2be86b-a948-46a5-adb3-0acd271ed59c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:34.049897 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2be86b-a948-46a5-adb3-0acd271ed59c admin admin] Pushing event deleted for resources: {'Port': ['ID=785f8ff2-6117-45a9-b460-0b126f8270b7,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:13:34.113530 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ee2be86b-a948-46a5-adb3-0acd271ed59c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-446473'] for router_gateway, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:34.202516 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ee2be86b-a948-46a5-adb3-0acd271ed59c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1591938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2696'] for router, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:34.204632 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ee2be86b-a948-46a5-adb3-0acd271ed59c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:34.247717 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ee2be86b-a948-46a5-adb3-0acd271ed59c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593106'] for router, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:34.248267 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee2be86b-a948-46a5-adb3-0acd271ed59c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 05b1fbf9-1116-473a-9585-6fc6322e1a43 {{(pid=93751) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 14:13:34.252739 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ee2be86b-a948-46a5-adb3-0acd271ed59c admin admin] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:34.254168 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-ee2be86b-a948-46a5-adb3-0acd271ed59c admin admin] 10.222.0.23 "DELETE /v2.0/routers/05b1fbf9-1116-473a-9585-6fc6322e1a43 HTTP/1.1" status: 204 len: 168 time: 0.7574422 Jul 13 14:13:34.256950 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 46022) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:13:34.301383 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-410a0d0e-b3c5-4935-934f-ec0bb415e415 admin admin] Deleting subnet a3263c26-0926-4e8f-a717-50d981fdb59c {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 14:13:34.304356 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-410a0d0e-b3c5-4935-934f-ec0bb415e415 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:34.339281 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-410a0d0e-b3c5-4935-934f-ec0bb415e415 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6018489'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:34.427587 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2728650-9649-44aa-91f0-a424f6a5ef7a req-e1bd6d66-5b95-48e2-bb4f-57dbc6e90807 tempest-VolumesActionsTest-391296744 tempest-VolumesActionsTest-391296744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:13:34.429566 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e2728650-9649-44aa-91f0-a424f6a5ef7a req-e1bd6d66-5b95-48e2-bb4f-57dbc6e90807 tempest-VolumesActionsTest-391296744 tempest-VolumesActionsTest-391296744-project] 10.222.0.26 "GET /v2.0/ports?device_id=62e5d7f3-be6d-456c-9e04-f59f00779a10 HTTP/1.1" status: 200 len: 946 time: 0.0827005 Jul 13 14:13:34.465293 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-410a0d0e-b3c5-4935-934f-ec0bb415e415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:34.532000 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a3cb66-af47-4a29-8297-05ddd1670989 req-565421f7-6480-4c0e-aa76-b26ec9577468 tempest-VolumesActionsTest-391296744 tempest-VolumesActionsTest-391296744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:13:34.533593 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-90a3cb66-af47-4a29-8297-05ddd1670989 req-565421f7-6480-4c0e-aa76-b26ec9577468 tempest-VolumesActionsTest-391296744 tempest-VolumesActionsTest-391296744-project] 10.222.0.23 "GET /v2.0/ports?device_id=62e5d7f3-be6d-456c-9e04-f59f00779a10 HTTP/1.1" status: 200 len: 946 time: 0.1214204 Jul 13 14:13:34.536352 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-e2728650-9649-44aa-91f0-a424f6a5ef7a req-7d42bd1e-f8c7-4b96-807c-68ad0f52ae1f tempest-VolumesActionsTest-391296744 tempest-VolumesActionsTest-391296744-project] Deleting port 6b68ef3a-9452-4192-9db6-5ef90854c722 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:13:34.536919 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-e2728650-9649-44aa-91f0-a424f6a5ef7a req-7d42bd1e-f8c7-4b96-807c-68ad0f52ae1f tempest-VolumesActionsTest-391296744 tempest-VolumesActionsTest-391296744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:34.548321 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-410a0d0e-b3c5-4935-934f-ec0bb415e415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6018534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6105009'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:34.586636 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410a0d0e-b3c5-4935-934f-ec0bb415e415 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3263c26-0926-4e8f-a717-50d981fdb59c,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:13:34.594815 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-410a0d0e-b3c5-4935-934f-ec0bb415e415 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:34.599743 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-410a0d0e-b3c5-4935-934f-ec0bb415e415 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/a3263c26-0926-4e8f-a717-50d981fdb59c HTTP/1.1" status: 204 len: 168 time: 0.3388484 Jul 13 14:13:34.599868 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 46026) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:13:34.602716 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac0a9610-561e-4c39-8151-84d77565d68a None None] Network 85675ef6-c9f4-45a9-b143-088b3c3bab41 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:13:34.611344 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-90a3cb66-af47-4a29-8297-05ddd1670989 req-3a49095c-c08b-4327-a0c3-a28328278a4c tempest-VolumesActionsTest-391296744 tempest-VolumesActionsTest-391296744-project] 10.222.0.23 "GET /v2.0/security-groups?id=a6c6e9d7-155f-4d92-8fee-f513d64198e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715919 Jul 13 14:13:34.690044 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-e2728650-9649-44aa-91f0-a424f6a5ef7a req-7d42bd1e-f8c7-4b96-807c-68ad0f52ae1f tempest-VolumesActionsTest-391296744 tempest-VolumesActionsTest-391296744-project] For port 6b68ef3a-9452-4192-9db6-5ef90854c722, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=6b68ef3a-9452-4192-9db6-5ef90854c722,segment=NetworkSegment(49093024-4f36-45af-823e-59e6f7d92792),segment_id=49093024-4f36-45af-823e-59e6f7d92792)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:13:34.690418 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-e2728650-9649-44aa-91f0-a424f6a5ef7a req-7d42bd1e-f8c7-4b96-807c-68ad0f52ae1f tempest-VolumesActionsTest-391296744 tempest-VolumesActionsTest-391296744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:34.704149 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2ed8f8d6-1a2c-47cf-a730-53b66e448cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:34.709897 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-e2728650-9649-44aa-91f0-a424f6a5ef7a req-7d42bd1e-f8c7-4b96-807c-68ad0f52ae1f tempest-VolumesActionsTest-391296744 tempest-VolumesActionsTest-391296744-project] Calling delete_port for 6b68ef3a-9452-4192-9db6-5ef90854c722 owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:13:34.811028 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc2d8a2c-febd-4d30-bfa3-4ffddb6a27a3 None None] DHCP port deletion for 85675ef6-c9f4-45a9-b143-088b3c3bab41 request from n-d-800634-1 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 14:13:34.836911 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-2ed8f8d6-1a2c-47cf-a730-53b66e448cd1 admin admin] Deleting port 1abf4c85-5d68-40ca-bc44-edb1bf1ed118 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:13:34.837278 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2ed8f8d6-1a2c-47cf-a730-53b66e448cd1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:34.859628 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-dc2d8a2c-febd-4d30-bfa3-4ffddb6a27a3 None None] Deleting port 1abf4c85-5d68-40ca-bc44-edb1bf1ed118 {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:13:34.860015 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-dc2d8a2c-febd-4d30-bfa3-4ffddb6a27a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:34.933211 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-dc2d8a2c-febd-4d30-bfa3-4ffddb6a27a3 None None] For port 1abf4c85-5d68-40ca-bc44-edb1bf1ed118, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=1abf4c85-5d68-40ca-bc44-edb1bf1ed118,segment=NetworkSegment(690de628-e56f-4727-ac77-cb037614538e),segment_id=690de628-e56f-4727-ac77-cb037614538e)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:13:34.933650 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-dc2d8a2c-febd-4d30-bfa3-4ffddb6a27a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:34.947301 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-dc2d8a2c-febd-4d30-bfa3-4ffddb6a27a3 None None] Calling delete_port for 1abf4c85-5d68-40ca-bc44-edb1bf1ed118 owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:13:34.954559 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-2ed8f8d6-1a2c-47cf-a730-53b66e448cd1 admin admin] For port 1abf4c85-5d68-40ca-bc44-edb1bf1ed118, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=1abf4c85-5d68-40ca-bc44-edb1bf1ed118,segment=NetworkSegment(690de628-e56f-4727-ac77-cb037614538e),segment_id=690de628-e56f-4727-ac77-cb037614538e)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:13:34.954990 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2ed8f8d6-1a2c-47cf-a730-53b66e448cd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:34.969256 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-2ed8f8d6-1a2c-47cf-a730-53b66e448cd1 admin admin] Calling delete_port for 1abf4c85-5d68-40ca-bc44-edb1bf1ed118 owned by network:dhcp {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:13:34.971045 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-e2728650-9649-44aa-91f0-a424f6a5ef7a req-7d42bd1e-f8c7-4b96-807c-68ad0f52ae1f tempest-VolumesActionsTest-391296744 tempest-VolumesActionsTest-391296744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:34.993413 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['6b68ef3a-9452-4192-9db6-5ef90854c722'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:13:35.011164 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d42bd1e-f8c7-4b96-807c-68ad0f52ae1f tempest-VolumesActionsTest-391296744 tempest-VolumesActionsTest-391296744-project] Pushing event deleted for resources: {'Port': ['ID=6b68ef3a-9452-4192-9db6-5ef90854c722,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:13:35.060149 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-dc2d8a2c-febd-4d30-bfa3-4ffddb6a27a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:35.086416 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2d8a2c-febd-4d30-bfa3-4ffddb6a27a3 None None] Pushing event deleted for resources: {'Port': ['ID=1abf4c85-5d68-40ca-bc44-edb1bf1ed118,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:13:35.091364 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2d8a2c-febd-4d30-bfa3-4ffddb6a27a3 None None] No DVR routers for this DVR port 1abf4c85-5d68-40ca-bc44-edb1bf1ed118 on host n-d-800634-1 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:13:35.101104 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2728650-9649-44aa-91f0-a424f6a5ef7a req-7d42bd1e-f8c7-4b96-807c-68ad0f52ae1f tempest-VolumesActionsTest-391296744 tempest-VolumesActionsTest-391296744-project] No DVR routers for this DVR port 6b68ef3a-9452-4192-9db6-5ef90854c722 on host n-h1-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:13:35.107878 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-e2728650-9649-44aa-91f0-a424f6a5ef7a req-7d42bd1e-f8c7-4b96-807c-68ad0f52ae1f tempest-VolumesActionsTest-391296744 tempest-VolumesActionsTest-391296744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:35.110345 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e2728650-9649-44aa-91f0-a424f6a5ef7a req-7d42bd1e-f8c7-4b96-807c-68ad0f52ae1f tempest-VolumesActionsTest-391296744 tempest-VolumesActionsTest-391296744-project] 10.222.0.26 "DELETE /v2.0/ports/6b68ef3a-9452-4192-9db6-5ef90854c722 HTTP/1.1" status: 204 len: 173 time: 0.6753232 Jul 13 14:13:35.110812 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62e5d7f3-be6d-456c-9e04-f59f00779a10', 'name': 'network-vif-deleted', 'tag': '6b68ef3a-9452-4192-9db6-5ef90854c722'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:13:35.113275 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73deaff9-9cb4-4522-8149-2fe5b10f3d87" -d '{"events": [{"server_uuid": "62e5d7f3-be6d-456c-9e04-f59f00779a10", "name": "network-vif-deleted", "tag": "6b68ef3a-9452-4192-9db6-5ef90854c722"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:13:35.156512 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2ed8f8d6-1a2c-47cf-a730-53b66e448cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:35.188793 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37e68f78-19d1-4083-945d-dc4de9548889 x-openstack-request-id: req-37e68f78-19d1-4083-945d-dc4de9548889 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:13:35.189201 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62e5d7f3-be6d-456c-9e04-f59f00779a10", "name": "network-vif-deleted", "tag": "6b68ef3a-9452-4192-9db6-5ef90854c722", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:13:35.189976 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-37e68f78-19d1-4083-945d-dc4de9548889 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:13:35.190394 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62e5d7f3-be6d-456c-9e04-f59f00779a10', 'name': 'network-vif-deleted', 'tag': '6b68ef3a-9452-4192-9db6-5ef90854c722', 'status': 'completed', 'code': 200} Jul 13 14:13:35.193543 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed8f8d6-1a2c-47cf-a730-53b66e448cd1 admin admin] Pushing event deleted for resources: {'Port': ['ID=1abf4c85-5d68-40ca-bc44-edb1bf1ed118,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:13:35.196088 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed8f8d6-1a2c-47cf-a730-53b66e448cd1 admin admin] No DVR routers for this DVR port 1abf4c85-5d68-40ca-bc44-edb1bf1ed118 on host n-d-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:13:35.264520 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device b803ed8e-bad7-4c15-b7b1-1ce09254f814 no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:13:35.279560 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2ed8f8d6-1a2c-47cf-a730-53b66e448cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:35.286588 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: b803ed8e-bad7-4c15-b7b1-1ce09254f814 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:13:35.286939 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device b803ed8e-bad7-4c15-b7b1-1ce09254f814 not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:13:35.287605 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 785f8ff2-6117-45a9-b460-0b126f8270b7 no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:13:35.290731 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-2ed8f8d6-1a2c-47cf-a730-53b66e448cd1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85675ef6-c9f4-45a9-b143-088b3c3bab41']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:13:35.306770 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-2ed8f8d6-1a2c-47cf-a730-53b66e448cd1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '690de628-e56f-4727-ac77-cb037614538e') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:13:35.307090 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-2ed8f8d6-1a2c-47cf-a730-53b66e448cd1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '690de628-e56f-4727-ac77-cb037614538e') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:13:35.309145 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: 785f8ff2-6117-45a9-b460-0b126f8270b7 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:13:35.309492 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 785f8ff2-6117-45a9-b460-0b126f8270b7 not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:13:35.309977 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 1abf4c85-5d68-40ca-bc44-edb1bf1ed118 no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:13:35.316185 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2ed8f8d6-1a2c-47cf-a730-53b66e448cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5431730'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:35.330105 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2ed8f8d6-1a2c-47cf-a730-53b66e448cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:35.330904 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: 1abf4c85-5d68-40ca-bc44-edb1bf1ed118 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:13:35.331284 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 1abf4c85-5d68-40ca-bc44-edb1bf1ed118 not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:13:35.337181 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ed8f8d6-1a2c-47cf-a730-53b66e448cd1 admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 14:13:35.338286 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2ed8f8d6-1a2c-47cf-a730-53b66e448cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5970419'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:35.340334 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:13:35.340334 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:13:35.340334 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:13:35.340334 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:13:35.340334 n-d-800634-1 neutron-server[93750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 14:13:35.340334 n-d-800634-1 neutron-server[93750]: self.session.flush() Jul 13 14:13:35.340334 n-d-800634-1 neutron-server[93750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 14:13:35.340334 n-d-800634-1 neutron-server[93750]: self.session.flush() Jul 13 14:13:35.340334 n-d-800634-1 neutron-server[93750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 14:13:35.340334 n-d-800634-1 neutron-server[93750]: self.session.flush() Jul 13 14:13:35.340334 n-d-800634-1 neutron-server[93750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 14:13:35.340334 n-d-800634-1 neutron-server[93750]: self.session.flush() Jul 13 14:13:35.340334 n-d-800634-1 neutron-server[93750]: Traceback (most recent call last): Jul 13 14:13:35.340334 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 14:13:35.340334 n-d-800634-1 neutron-server[93750]: timer() Jul 13 14:13:35.340334 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 14:13:35.340334 n-d-800634-1 neutron-server[93750]: cb(*args, **kw) Jul 13 14:13:35.340334 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 14:13:35.340334 n-d-800634-1 neutron-server[93750]: return func(*args, **kwargs) Jul 13 14:13:35.340334 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 14:13:35.340334 n-d-800634-1 neutron-server[93750]: self._notify() Jul 13 14:13:35.340334 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 14:13:35.340334 n-d-800634-1 neutron-server[93750]: self.callback(batched_events) Jul 13 14:13:35.340334 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 14:13:35.340334 n-d-800634-1 neutron-server[93750]: event.method(event) Jul 13 14:13:35.340334 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 14:13:35.340334 n-d-800634-1 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 14:13:35.340334 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 14:13:35.340334 n-d-800634-1 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 14:13:35.340334 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 14:13:35.340334 n-d-800634-1 neutron-server[93750]: return f(self, *a, **k) Jul 13 14:13:35.340334 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 14:13:35.340334 n-d-800634-1 neutron-server[93750]: return self._get(url).json() Jul 13 14:13:35.340334 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 14:13:35.340334 n-d-800634-1 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 14:13:35.340334 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 14:13:35.340334 n-d-800634-1 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 13 14:13:35.340334 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 14:13:35.340334 n-d-800634-1 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 14:13:35.340334 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 14:13:35.340334 n-d-800634-1 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 14:13:35.340334 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 14:13:35.340334 n-d-800634-1 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 14:13:35.340334 n-d-800634-1 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 14:13:35.397127 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2ed8f8d6-1a2c-47cf-a730-53b66e448cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:35.404317 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2ed8f8d6-1a2c-47cf-a730-53b66e448cd1 admin admin] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:35.406221 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-2ed8f8d6-1a2c-47cf-a730-53b66e448cd1 admin admin] 10.222.0.23 "DELETE /v2.0/networks/85675ef6-c9f4-45a9-b143-088b3c3bab41 HTTP/1.1" status: 204 len: 168 time: 0.8055317 Jul 13 14:13:35.409290 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 46030) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:13:35.418556 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed8f8d6-1a2c-47cf-a730-53b66e448cd1 admin admin] Pushing event deleted for resources: {'Network': ['ID=85675ef6-c9f4-45a9-b143-088b3c3bab41,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:13:35.783812 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-9e72963c-5fc2-4991-a16f-b1bcf2b91ea3 req-d7a31d06-59ce-4ab1-8c77-36d9dfdf164a tempest-VolumesActionsTest-391296744 tempest-VolumesActionsTest-391296744-project] 10.222.0.23 "GET /v2.0/ports?device_id=62e5d7f3-be6d-456c-9e04-f59f00779a10 HTTP/1.1" status: 200 len: 210 time: 0.0379028 Jul 13 14:13:35.805028 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bf1e0bbb-65d6-4c3a-8d71-e4160ba4e824 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451695'] for router_interface, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:36.062160 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-bf1e0bbb-65d6-4c3a-8d71-e4160ba4e824 admin admin] Deleting port ff537f95-5a9d-4b6b-a25d-9621befa223b {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:13:36.062498 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bf1e0bbb-65d6-4c3a-8d71-e4160ba4e824 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:36.139364 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-bf1e0bbb-65d6-4c3a-8d71-e4160ba4e824 admin admin] For port ff537f95-5a9d-4b6b-a25d-9621befa223b, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=ff537f95-5a9d-4b6b-a25d-9621befa223b,segment=NetworkSegment(bde7a7ee-652c-4005-9bde-952c78cfbc5d),segment_id=bde7a7ee-652c-4005-9bde-952c78cfbc5d)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:13:36.139724 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bf1e0bbb-65d6-4c3a-8d71-e4160ba4e824 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:36.152008 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-bf1e0bbb-65d6-4c3a-8d71-e4160ba4e824 admin admin] Calling delete_port for ff537f95-5a9d-4b6b-a25d-9621befa223b owned by network:router_interface {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:13:36.331887 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bf1e0bbb-65d6-4c3a-8d71-e4160ba4e824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:36.357687 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1e0bbb-65d6-4c3a-8d71-e4160ba4e824 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff537f95-5a9d-4b6b-a25d-9621befa223b,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:13:36.531147 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bf1e0bbb-65d6-4c3a-8d71-e4160ba4e824 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1785036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452491'] for router_interface, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:36.742854 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf1e0bbb-65d6-4c3a-8d71-e4160ba4e824 admin admin] Router 50a9e27f-97d0-4c99-bcad-809fc8d99af3 has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:13:36.849375 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf1e0bbb-65d6-4c3a-8d71-e4160ba4e824 admin admin] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:13:36.855136 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-bf1e0bbb-65d6-4c3a-8d71-e4160ba4e824 admin admin] 10.222.0.23 "PUT /v2.0/routers/50a9e27f-97d0-4c99-bcad-809fc8d99af3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4443042 Jul 13 14:13:36.857211 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 46036) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:13:36.860897 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9223be5a-7734-4baa-8ff2-dce850cb8b41 None None] Sync routers for ids ['50a9e27f-97d0-4c99-bcad-809fc8d99af3'] in n-d-800634-1 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:13:36.871042 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9223be5a-7734-4baa-8ff2-dce850cb8b41 None None] Routers {'50a9e27f-97d0-4c99-bcad-809fc8d99af3'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:13:36.871828 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-9223be5a-7734-4baa-8ff2-dce850cb8b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:13:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['50a9e27f-97d0-4c99-bcad-809fc8d99af3'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:13:36.974136 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-68e88e08-8146-42d0-89fb-d9168924cef6 admin admin] Notify callbacks [] for router, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:36.980043 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-9223be5a-7734-4baa-8ff2-dce850cb8b41 None None] Set router 50a9e27f-97d0-4c99-bcad-809fc8d99af3 gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:13:37.155558 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-68e88e08-8146-42d0-89fb-d9168924cef6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:37.166543 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad99cfd7-7e47-4b71-b430-70b8737fb34b req-bfca2292-940a-4751-ab86-76f332510f67 tempest-VolumesActionsTest-391296744 tempest-VolumesActionsTest-391296744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:13:37.168038 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ad99cfd7-7e47-4b71-b430-70b8737fb34b req-bfca2292-940a-4751-ab86-76f332510f67 tempest-VolumesActionsTest-391296744 tempest-VolumesActionsTest-391296744-project] 10.222.0.23 "GET /v2.0/networks?id=ee1d0c22-418f-4a90-a3f4-7e1d402c7b0e HTTP/1.1" status: 200 len: 808 time: 0.1555381 Jul 13 14:13:37.168480 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-9223be5a-7734-4baa-8ff2-dce850cb8b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50a9e27f-97d0-4c99-bcad-809fc8d99af3', 'name': 'tempest-TestServerBasicOps-1276585152-router', 'tenant_id': 'b8ff95a1b8ed49feb4f6c5177217c5a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.100'}], 'enable_snat': True}, 'gw_port_id': '95b4540c-be6b-4243-a915-f4a137c4d50f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:08:28Z', 'updated_at': '2021-07-13T14:13:36Z', 'revision_number': 5, 'project_id': 'b8ff95a1b8ed49feb4f6c5177217c5a7', 'gw_port': {'id': '95b4540c-be6b-4243-a915-f4a137c4d50f', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:89:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a9e27f-97d0-4c99-bcad-809fc8d99af3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:08:29Z', 'updated_at': '2021-07-13T14:08:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:13:37.195813 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9223be5a-7734-4baa-8ff2-dce850cb8b41 None None] Checking router: 50a9e27f-97d0-4c99-bcad-809fc8d99af3 for host: n-d-800634-1 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:13:37.209316 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ad99cfd7-7e47-4b71-b430-70b8737fb34b req-40c293e2-851c-47e3-b76e-a0eeef7aa10c tempest-VolumesActionsTest-391296744 tempest-VolumesActionsTest-391296744-project] 10.222.0.23 "GET /v2.0/quotas/57eda5113dcc44d488f6b5ef225bc464 HTTP/1.1" status: 200 len: 375 time: 0.0325489 Jul 13 14:13:37.212360 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9223be5a-7734-4baa-8ff2-dce850cb8b41 None None] Routers {'50a9e27f-97d0-4c99-bcad-809fc8d99af3'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:13:37.213163 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-9223be5a-7734-4baa-8ff2-dce850cb8b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:13:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['50a9e27f-97d0-4c99-bcad-809fc8d99af3'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:13:37.252353 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ad99cfd7-7e47-4b71-b430-70b8737fb34b req-a4ea5098-9589-49a1-abd1-be176db86d71 tempest-VolumesActionsTest-391296744 tempest-VolumesActionsTest-391296744-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=57eda5113dcc44d488f6b5ef225bc464&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0359557 Jul 13 14:13:37.258126 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-68e88e08-8146-42d0-89fb-d9168924cef6 admin admin] Deleting port 95b4540c-be6b-4243-a915-f4a137c4d50f {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:13:37.258480 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-68e88e08-8146-42d0-89fb-d9168924cef6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:37.307984 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-9223be5a-7734-4baa-8ff2-dce850cb8b41 None None] Set router 50a9e27f-97d0-4c99-bcad-809fc8d99af3 gateway port host: None {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:13:37.363451 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-9223be5a-7734-4baa-8ff2-dce850cb8b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50a9e27f-97d0-4c99-bcad-809fc8d99af3', 'name': 'tempest-TestServerBasicOps-1276585152-router', 'tenant_id': 'b8ff95a1b8ed49feb4f6c5177217c5a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:08:28Z', 'updated_at': '2021-07-13T14:13:37Z', 'revision_number': 6, 'project_id': 'b8ff95a1b8ed49feb4f6c5177217c5a7', 'gw_port_host': None}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:13:37.396212 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-68e88e08-8146-42d0-89fb-d9168924cef6 admin admin] For port 95b4540c-be6b-4243-a915-f4a137c4d50f, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=95b4540c-be6b-4243-a915-f4a137c4d50f,segment=NetworkSegment(3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87),segment_id=3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:13:37.396577 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-68e88e08-8146-42d0-89fb-d9168924cef6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:37.416247 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-68e88e08-8146-42d0-89fb-d9168924cef6 admin admin] Calling delete_port for 95b4540c-be6b-4243-a915-f4a137c4d50f owned by network:router_gateway {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:13:37.476380 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9223be5a-7734-4baa-8ff2-dce850cb8b41 None None] The sync data for ids ['50a9e27f-97d0-4c99-bcad-809fc8d99af3'] in n-d-800634-1 is: [{'id': '50a9e27f-97d0-4c99-bcad-809fc8d99af3', 'name': 'tempest-TestServerBasicOps-1276585152-router', 'tenant_id': 'b8ff95a1b8ed49feb4f6c5177217c5a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:08:28Z', 'updated_at': '2021-07-13T14:13:37Z', 'revision_number': 6, 'project_id': 'b8ff95a1b8ed49feb4f6c5177217c5a7', 'gw_port_host': None}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:13:37.489831 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ad99cfd7-7e47-4b71-b430-70b8737fb34b req-0d538f55-6474-49e2-b543-e0203aac0632 service neutron] 10.222.0.23 "GET /v2.0/networks/ee1d0c22-418f-4a90-a3f4-7e1d402c7b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2292304 Jul 13 14:13:37.968376 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ad99cfd7-7e47-4b71-b430-70b8737fb34b req-d7861865-b2ac-4e0f-9efe-c0d29b646d8f service neutron] 10.222.0.23 "GET /v2.0/networks/ee1d0c22-418f-4a90-a3f4-7e1d402c7b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4691389 Jul 13 14:13:37.993608 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 6b68ef3a-9452-4192-9db6-5ef90854c722 no longer exists at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:13:38.014198 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-68e88e08-8146-42d0-89fb-d9168924cef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:38.016905 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-381d4315-9089-413f-a071-aa2897bda790 None None] No Port match for: 6b68ef3a-9452-4192-9db6-5ef90854c722 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:13:38.017326 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 6b68ef3a-9452-4192-9db6-5ef90854c722 not bound to the agent host n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:13:38.042589 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e88e08-8146-42d0-89fb-d9168924cef6 admin admin] Pushing event deleted for resources: {'Port': ['ID=95b4540c-be6b-4243-a915-f4a137c4d50f,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:13:38.113155 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-68e88e08-8146-42d0-89fb-d9168924cef6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-446473'] for router_gateway, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:38.159612 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-eb2bcd6d-bdb2-4649-b902-93f7462c0d7c req-bef82c3b-18a3-435c-b802-6e8c0f82c75f tempest-VolumesActionsTest-391296744 tempest-VolumesActionsTest-391296744-project] 10.222.0.23 "GET /v2.0/ports?device_id=a23a6fca-f243-4aaf-ac17-8385627effca HTTP/1.1" status: 200 len: 210 time: 0.0294156 Jul 13 14:13:38.209022 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-68e88e08-8146-42d0-89fb-d9168924cef6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1591938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2696'] for router, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:38.212295 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-68e88e08-8146-42d0-89fb-d9168924cef6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:38.262432 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-68e88e08-8146-42d0-89fb-d9168924cef6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593106'] for router, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:38.263079 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68e88e08-8146-42d0-89fb-d9168924cef6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 50a9e27f-97d0-4c99-bcad-809fc8d99af3 {{(pid=93751) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 14:13:38.271527 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-68e88e08-8146-42d0-89fb-d9168924cef6 admin admin] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:38.272666 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-68e88e08-8146-42d0-89fb-d9168924cef6 admin admin] 10.222.0.23 "DELETE /v2.0/routers/50a9e27f-97d0-4c99-bcad-809fc8d99af3 HTTP/1.1" status: 204 len: 168 time: 1.4143982 Jul 13 14:13:38.275781 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 46060) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:13:38.324766 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-af25bb75-f791-4b9d-b2e1-b1bceeeba2b8 admin admin] Deleting subnet 95ed2751-2e5e-46ef-8f3f-3d51a57dc269 {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 14:13:38.328153 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-af25bb75-f791-4b9d-b2e1-b1bceeeba2b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:38.372612 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-af25bb75-f791-4b9d-b2e1-b1bceeeba2b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6018489'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:38.454987 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-af25bb75-f791-4b9d-b2e1-b1bceeeba2b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:38.516621 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-af25bb75-f791-4b9d-b2e1-b1bceeeba2b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6018534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6105009'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:38.546848 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af25bb75-f791-4b9d-b2e1-b1bceeeba2b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95ed2751-2e5e-46ef-8f3f-3d51a57dc269,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:13:38.548814 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-af25bb75-f791-4b9d-b2e1-b1bceeeba2b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:38.552930 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-af25bb75-f791-4b9d-b2e1-b1bceeeba2b8 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/95ed2751-2e5e-46ef-8f3f-3d51a57dc269 HTTP/1.1" status: 204 len: 168 time: 0.2737322 Jul 13 14:13:38.554041 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 46064) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:13:38.561853 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94c1ee32-ee81-432f-aca5-8c8bfe04b5fe None None] Network 87e368b7-30ed-4533-b739-21d5bae82448 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:13:38.636862 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0cfba6b3-e1fd-417c-b684-f09c8a3b6635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:38.695246 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-0cfba6b3-e1fd-417c-b684-f09c8a3b6635 admin admin] Deleting port 5ae09a97-b3b9-43c9-b47d-84115a90ec68 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:13:38.696198 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0cfba6b3-e1fd-417c-b684-f09c8a3b6635 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:38.766098 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efb08143-f0d0-410a-b426-ef4aaa341efd None None] DHCP port deletion for 87e368b7-30ed-4533-b739-21d5bae82448 request from n-d-800634-1 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 14:13:38.767217 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-0cfba6b3-e1fd-417c-b684-f09c8a3b6635 admin admin] For port 5ae09a97-b3b9-43c9-b47d-84115a90ec68, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=5ae09a97-b3b9-43c9-b47d-84115a90ec68,segment=NetworkSegment(bde7a7ee-652c-4005-9bde-952c78cfbc5d),segment_id=bde7a7ee-652c-4005-9bde-952c78cfbc5d)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:13:38.767702 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0cfba6b3-e1fd-417c-b684-f09c8a3b6635 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:38.786560 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-0cfba6b3-e1fd-417c-b684-f09c8a3b6635 admin admin] Calling delete_port for 5ae09a97-b3b9-43c9-b47d-84115a90ec68 owned by network:dhcp {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:13:38.819991 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-efb08143-f0d0-410a-b426-ef4aaa341efd None None] Deleting port 5ae09a97-b3b9-43c9-b47d-84115a90ec68 {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:13:38.820420 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-efb08143-f0d0-410a-b426-ef4aaa341efd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:38.867129 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0cfba6b3-e1fd-417c-b684-f09c8a3b6635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:38.885956 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-efb08143-f0d0-410a-b426-ef4aaa341efd None None] For port 5ae09a97-b3b9-43c9-b47d-84115a90ec68, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=5ae09a97-b3b9-43c9-b47d-84115a90ec68,segment=NetworkSegment(bde7a7ee-652c-4005-9bde-952c78cfbc5d),segment_id=bde7a7ee-652c-4005-9bde-952c78cfbc5d)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:13:38.886356 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-efb08143-f0d0-410a-b426-ef4aaa341efd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:38.894727 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfba6b3-e1fd-417c-b684-f09c8a3b6635 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ae09a97-b3b9-43c9-b47d-84115a90ec68,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:13:38.898302 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cfba6b3-e1fd-417c-b684-f09c8a3b6635 admin admin] No DVR routers for this DVR port 5ae09a97-b3b9-43c9-b47d-84115a90ec68 on host n-d-800634-1 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:13:38.900649 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-efb08143-f0d0-410a-b426-ef4aaa341efd None None] Calling delete_port for 5ae09a97-b3b9-43c9-b47d-84115a90ec68 owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:13:38.976229 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0cfba6b3-e1fd-417c-b684-f09c8a3b6635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:38.980350 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-efb08143-f0d0-410a-b426-ef4aaa341efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:38.986873 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-0cfba6b3-e1fd-417c-b684-f09c8a3b6635 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87e368b7-30ed-4533-b739-21d5bae82448']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:13:38.998091 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-0cfba6b3-e1fd-417c-b684-f09c8a3b6635 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bde7a7ee-652c-4005-9bde-952c78cfbc5d') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:13:38.998388 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-0cfba6b3-e1fd-417c-b684-f09c8a3b6635 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bde7a7ee-652c-4005-9bde-952c78cfbc5d') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:13:39.005140 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb08143-f0d0-410a-b426-ef4aaa341efd None None] Pushing event deleted for resources: {'Port': ['ID=5ae09a97-b3b9-43c9-b47d-84115a90ec68,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:13:39.008751 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0cfba6b3-e1fd-417c-b684-f09c8a3b6635 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6018464'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:39.009433 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb08143-f0d0-410a-b426-ef4aaa341efd None None] No DVR routers for this DVR port 5ae09a97-b3b9-43c9-b47d-84115a90ec68 on host n-d-800634-1 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:13:39.026683 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0cfba6b3-e1fd-417c-b684-f09c8a3b6635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:39.033490 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cfba6b3-e1fd-417c-b684-f09c8a3b6635 admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 14:13:39.033490 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0cfba6b3-e1fd-417c-b684-f09c8a3b6635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6018632'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:39.035432 n-d-800634-1 neutron-server[93751]: Traceback (most recent call last): Jul 13 14:13:39.035432 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 14:13:39.035432 n-d-800634-1 neutron-server[93751]: timer() Jul 13 14:13:39.035432 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 14:13:39.035432 n-d-800634-1 neutron-server[93751]: cb(*args, **kw) Jul 13 14:13:39.035432 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 14:13:39.035432 n-d-800634-1 neutron-server[93751]: return func(*args, **kwargs) Jul 13 14:13:39.035432 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 14:13:39.035432 n-d-800634-1 neutron-server[93751]: self._notify() Jul 13 14:13:39.035432 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 14:13:39.035432 n-d-800634-1 neutron-server[93751]: self.callback(batched_events) Jul 13 14:13:39.035432 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 14:13:39.035432 n-d-800634-1 neutron-server[93751]: event.method(event) Jul 13 14:13:39.035432 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 14:13:39.035432 n-d-800634-1 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 14:13:39.035432 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 14:13:39.035432 n-d-800634-1 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 14:13:39.035432 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 14:13:39.035432 n-d-800634-1 neutron-server[93751]: return f(self, *a, **k) Jul 13 14:13:39.035432 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 14:13:39.035432 n-d-800634-1 neutron-server[93751]: return self._get(url).json() Jul 13 14:13:39.035432 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 14:13:39.035432 n-d-800634-1 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 14:13:39.035432 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 14:13:39.035432 n-d-800634-1 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 13 14:13:39.035432 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 14:13:39.035432 n-d-800634-1 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 14:13:39.035432 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 14:13:39.035432 n-d-800634-1 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 14:13:39.035432 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 14:13:39.035432 n-d-800634-1 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 14:13:39.035432 n-d-800634-1 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 14:13:39.091641 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0cfba6b3-e1fd-417c-b684-f09c8a3b6635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:39.099832 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0cfba6b3-e1fd-417c-b684-f09c8a3b6635 admin admin] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:39.101881 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-0cfba6b3-e1fd-417c-b684-f09c8a3b6635 admin admin] 10.222.0.23 "DELETE /v2.0/networks/87e368b7-30ed-4533-b739-21d5bae82448 HTTP/1.1" status: 204 len: 168 time: 0.5477922 Jul 13 14:13:39.112587 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfba6b3-e1fd-417c-b684-f09c8a3b6635 admin admin] Pushing event deleted for resources: {'Network': ['ID=87e368b7-30ed-4533-b739-21d5bae82448,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:13:39.251085 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 46070) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:13:39.299194 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad99cfd7-7e47-4b71-b430-70b8737fb34b req-4141717f-ae78-4044-812a-c7ca0ad6f925 tempest-VolumesActionsTest-391296744 tempest-VolumesActionsTest-391296744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:13:39.300863 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ad99cfd7-7e47-4b71-b430-70b8737fb34b req-4141717f-ae78-4044-812a-c7ca0ad6f925 tempest-VolumesActionsTest-391296744 tempest-VolumesActionsTest-391296744-project] 10.222.0.41 "GET /v2.0/networks?id=ee1d0c22-418f-4a90-a3f4-7e1d402c7b0e HTTP/1.1" status: 200 len: 808 time: 0.1568050 Jul 13 14:13:39.305797 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device ff537f95-5a9d-4b6b-a25d-9621befa223b no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:13:39.313814 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-ad99cfd7-7e47-4b71-b430-70b8737fb34b req-1af764e1-5abc-41c8-8fb0-dfc9cea08cf0 tempest-VolumesActionsTest-391296744 tempest-VolumesActionsTest-391296744-project] Request body: {'port': {'device_id': 'a23a6fca-f243-4aaf-ac17-8385627effca', 'network_id': 'ee1d0c22-418f-4a90-a3f4-7e1d402c7b0e', 'admin_state_up': True, 'tenant_id': '57eda5113dcc44d488f6b5ef225bc464'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:13:39.329431 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-468541a5-07fa-4502-a231-e75e78843e88 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=59f4d545a6654c5eb7918dfd74d8ac77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0759616 Jul 13 14:13:39.329643 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 46072) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:13:39.336092 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: ff537f95-5a9d-4b6b-a25d-9621befa223b {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:13:39.336439 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device ff537f95-5a9d-4b6b-a25d-9621befa223b not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:13:39.336857 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 95b4540c-be6b-4243-a915-f4a137c4d50f no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:13:39.357766 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: 95b4540c-be6b-4243-a915-f4a137c4d50f {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:13:39.358392 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 95b4540c-be6b-4243-a915-f4a137c4d50f not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:13:39.358962 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 5ae09a97-b3b9-43c9-b47d-84115a90ec68 no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:13:39.369826 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-0c7287da-16a8-4bf2-ae8f-e9b09b7d81e0 req-711d85ff-a0a5-47cf-a2b9-b0bce4e4dce0 tempest-VolumesActionsTest-391296744 tempest-VolumesActionsTest-391296744-project] 10.222.0.23 "GET /v2.0/ports?device_id=a23a6fca-f243-4aaf-ac17-8385627effca HTTP/1.1" status: 200 len: 210 time: 0.0347135 Jul 13 14:13:39.382708 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: 5ae09a97-b3b9-43c9-b47d-84115a90ec68 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:13:39.383049 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 5ae09a97-b3b9-43c9-b47d-84115a90ec68 not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:13:39.442736 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4c289939-5e95-47fc-b5f2-c88c1851c8ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:39.482261 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4c289939-5e95-47fc-b5f2-c88c1851c8ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:39.515619 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad99cfd7-7e47-4b71-b430-70b8737fb34b req-1af764e1-5abc-41c8-8fb0-dfc9cea08cf0 tempest-VolumesActionsTest-391296744 tempest-VolumesActionsTest-391296744-project] Made reservation on behalf of 57eda5113dcc44d488f6b5ef225bc464 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:13:39.519875 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-ad99cfd7-7e47-4b71-b430-70b8737fb34b req-1af764e1-5abc-41c8-8fb0-dfc9cea08cf0 tempest-VolumesActionsTest-391296744 tempest-VolumesActionsTest-391296744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:39.560143 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4c289939-5e95-47fc-b5f2-c88c1851c8ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:39.562867 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4c289939-5e95-47fc-b5f2-c88c1851c8ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:39.564096 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-4c289939-5e95-47fc-b5f2-c88c1851c8ac admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e5ac786c-e0b2-463c-949b-5a7e2c0ffcea HTTP/1.1" status: 204 len: 168 time: 0.2335083 Jul 13 14:13:39.606617 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c289939-5e95-47fc-b5f2-c88c1851c8ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5ac786c-e0b2-463c-949b-5a7e2c0ffcea,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:13:39.673960 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-ad99cfd7-7e47-4b71-b430-70b8737fb34b req-1af764e1-5abc-41c8-8fb0-dfc9cea08cf0 tempest-VolumesActionsTest-391296744 tempest-VolumesActionsTest-391296744-project] Allocated IP 172.20.0.3 (ee1d0c22-418f-4a90-a3f4-7e1d402c7b0e/4edf408c-b769-43c3-84ab-f20560c0c914/6a373a47-57f6-45c4-81f9-90c127f33c9f) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:13:39.830314 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-ad99cfd7-7e47-4b71-b430-70b8737fb34b req-1af764e1-5abc-41c8-8fb0-dfc9cea08cf0 tempest-VolumesActionsTest-391296744 tempest-VolumesActionsTest-391296744-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:39.872666 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-ad99cfd7-7e47-4b71-b430-70b8737fb34b req-1af764e1-5abc-41c8-8fb0-dfc9cea08cf0 tempest-VolumesActionsTest-391296744 tempest-VolumesActionsTest-391296744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:39.893478 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 46078) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:13:39.929095 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad99cfd7-7e47-4b71-b430-70b8737fb34b req-1af764e1-5abc-41c8-8fb0-dfc9cea08cf0 tempest-VolumesActionsTest-391296744 tempest-VolumesActionsTest-391296744-project] Network ee1d0c22-418f-4a90-a3f4-7e1d402c7b0e is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:13:39.933799 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-ad99cfd7-7e47-4b71-b430-70b8737fb34b req-1af764e1-5abc-41c8-8fb0-dfc9cea08cf0 tempest-VolumesActionsTest-391296744 tempest-VolumesActionsTest-391296744-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:13:39.939782 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-51385ea0-2fdb-4fef-ad82-fe1caeaa42fc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b8ff95a1b8ed49feb4f6c5177217c5a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0428391 Jul 13 14:13:39.939952 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad99cfd7-7e47-4b71-b430-70b8737fb34b req-1af764e1-5abc-41c8-8fb0-dfc9cea08cf0 tempest-VolumesActionsTest-391296744 tempest-VolumesActionsTest-391296744-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:13:39.940050 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 46080) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:13:39.968791 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af764e1-5abc-41c8-8fb0-dfc9cea08cf0 tempest-VolumesActionsTest-391296744 tempest-VolumesActionsTest-391296744-project] Pushing event updated for resources: {'Port': ['ID=6a373a47-57f6-45c4-81f9-90c127f33c9f,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:13:39.992262 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7ac29dd8-5975-4455-a558-4ea77668cec3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:39.996879 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad99cfd7-7e47-4b71-b430-70b8737fb34b req-1af764e1-5abc-41c8-8fb0-dfc9cea08cf0 tempest-VolumesActionsTest-391296744 tempest-VolumesActionsTest-391296744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:13:39.997497 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-ad99cfd7-7e47-4b71-b430-70b8737fb34b req-1af764e1-5abc-41c8-8fb0-dfc9cea08cf0 tempest-VolumesActionsTest-391296744 tempest-VolumesActionsTest-391296744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:40.015034 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7ac29dd8-5975-4455-a558-4ea77668cec3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:40.019378 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ad99cfd7-7e47-4b71-b430-70b8737fb34b req-1af764e1-5abc-41c8-8fb0-dfc9cea08cf0 tempest-VolumesActionsTest-391296744 tempest-VolumesActionsTest-391296744-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7099216 Jul 13 14:13:40.031108 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-ad99cfd7-7e47-4b71-b430-70b8737fb34b req-38d0f1be-49f6-463f-93eb-6ce7c26a67db service neutron] Request body: {'port': {'device_id': 'a23a6fca-f243-4aaf-ac17-8385627effca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:13:40.064522 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7ac29dd8-5975-4455-a558-4ea77668cec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:40.067411 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7ac29dd8-5975-4455-a558-4ea77668cec3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:40.068679 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-7ac29dd8-5975-4455-a558-4ea77668cec3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/000a4d24-b154-4507-a086-c18c5b5e2084 HTTP/1.1" status: 204 len: 168 time: 0.1277301 Jul 13 14:13:40.077992 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac29dd8-5975-4455-a558-4ea77668cec3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=000a4d24-b154-4507-a086-c18c5b5e2084,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:13:40.111661 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-ad99cfd7-7e47-4b71-b430-70b8737fb34b req-38d0f1be-49f6-463f-93eb-6ce7c26a67db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:40.388287 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-ad99cfd7-7e47-4b71-b430-70b8737fb34b req-38d0f1be-49f6-463f-93eb-6ce7c26a67db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a373a47-57f6-45c4-81f9-90c127f33c9f {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:13:40.396333 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-ad99cfd7-7e47-4b71-b430-70b8737fb34b req-38d0f1be-49f6-463f-93eb-6ce7c26a67db service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:40.409795 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-ad99cfd7-7e47-4b71-b430-70b8737fb34b req-38d0f1be-49f6-463f-93eb-6ce7c26a67db service neutron] Transition to ACTIVE for port object 6a373a47-57f6-45c4-81f9-90c127f33c9f will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:13:40.416434 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-ad99cfd7-7e47-4b71-b430-70b8737fb34b req-38d0f1be-49f6-463f-93eb-6ce7c26a67db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:40.472473 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d0f1be-49f6-463f-93eb-6ce7c26a67db service neutron] Pushing event updated for resources: {'Port': ['ID=6a373a47-57f6-45c4-81f9-90c127f33c9f,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:13:40.589065 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-ad99cfd7-7e47-4b71-b430-70b8737fb34b req-38d0f1be-49f6-463f-93eb-6ce7c26a67db service neutron] Attempting to bind port 6a373a47-57f6-45c4-81f9-90c127f33c9f on host n-h2-800634-1 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:13:40.589354 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-ad99cfd7-7e47-4b71-b430-70b8737fb34b req-38d0f1be-49f6-463f-93eb-6ce7c26a67db service neutron] Attempting to bind port 6a373a47-57f6-45c4-81f9-90c127f33c9f by drivers openvswitch,hyperv on host n-h2-800634-1 at level 0 using segments [{'id': '49093024-4f36-45af-823e-59e6f7d92792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'ee1d0c22-418f-4a90-a3f4-7e1d402c7b0e'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:13:40.589582 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad99cfd7-7e47-4b71-b430-70b8737fb34b req-38d0f1be-49f6-463f-93eb-6ce7c26a67db service neutron] Attempting to bind port 6a373a47-57f6-45c4-81f9-90c127f33c9f on network ee1d0c22-418f-4a90-a3f4-7e1d402c7b0e {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:13:40.599013 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad99cfd7-7e47-4b71-b430-70b8737fb34b req-38d0f1be-49f6-463f-93eb-6ce7c26a67db service neutron] Port 6a373a47-57f6-45c4-81f9-90c127f33c9f on network ee1d0c22-418f-4a90-a3f4-7e1d402c7b0e not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-1 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 14:13:40.599325 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad99cfd7-7e47-4b71-b430-70b8737fb34b req-38d0f1be-49f6-463f-93eb-6ce7c26a67db service neutron] Attempting to bind port 6a373a47-57f6-45c4-81f9-90c127f33c9f on network ee1d0c22-418f-4a90-a3f4-7e1d402c7b0e {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:13:40.609158 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad99cfd7-7e47-4b71-b430-70b8737fb34b req-38d0f1be-49f6-463f-93eb-6ce7c26a67db service neutron] Checking agent: {'id': 'f615e5c9-21ab-43f2-adbc-192d64b795cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:13:40.609500 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad99cfd7-7e47-4b71-b430-70b8737fb34b req-38d0f1be-49f6-463f-93eb-6ce7c26a67db service neutron] Checking segment: {'id': '49093024-4f36-45af-823e-59e6f7d92792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'ee1d0c22-418f-4a90-a3f4-7e1d402c7b0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:13:40.609927 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad99cfd7-7e47-4b71-b430-70b8737fb34b req-38d0f1be-49f6-463f-93eb-6ce7c26a67db service neutron] Bound using segment: {'id': '49093024-4f36-45af-823e-59e6f7d92792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'ee1d0c22-418f-4a90-a3f4-7e1d402c7b0e'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:13:40.610367 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-ad99cfd7-7e47-4b71-b430-70b8737fb34b req-38d0f1be-49f6-463f-93eb-6ce7c26a67db service neutron] Bound port: 6a373a47-57f6-45c4-81f9-90c127f33c9f, host: n-h2-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49093024-4f36-45af-823e-59e6f7d92792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'ee1d0c22-418f-4a90-a3f4-7e1d402c7b0e'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:13:40.611012 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-ad99cfd7-7e47-4b71-b430-70b8737fb34b req-38d0f1be-49f6-463f-93eb-6ce7c26a67db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:40.627720 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411261da-2386-4f0e-8b41-42c21141d4f1 req-d1b27729-ea50-4413-aecf-2b2f8d195cdd tempest-VolumesActionsTest-391296744 tempest-VolumesActionsTest-391296744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:13:40.629248 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-411261da-2386-4f0e-8b41-42c21141d4f1 req-d1b27729-ea50-4413-aecf-2b2f8d195cdd tempest-VolumesActionsTest-391296744 tempest-VolumesActionsTest-391296744-project] 10.222.0.23 "GET /v2.0/ports?device_id=a23a6fca-f243-4aaf-ac17-8385627effca HTTP/1.1" status: 200 len: 943 time: 0.1290615 Jul 13 14:13:40.709552 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-411261da-2386-4f0e-8b41-42c21141d4f1 req-013d7e0d-85b4-4ff4-b383-938df7c2a881 tempest-VolumesActionsTest-391296744 tempest-VolumesActionsTest-391296744-project] 10.222.0.23 "GET /v2.0/security-groups?id=a6c6e9d7-155f-4d92-8fee-f513d64198e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737555 Jul 13 14:13:40.717397 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-ad99cfd7-7e47-4b71-b430-70b8737fb34b req-38d0f1be-49f6-463f-93eb-6ce7c26a67db service neutron] For port 6a373a47-57f6-45c4-81f9-90c127f33c9f, host n-h2-800634-1, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:13:40.720800 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-ad99cfd7-7e47-4b71-b430-70b8737fb34b req-38d0f1be-49f6-463f-93eb-6ce7c26a67db service neutron] For port 6a373a47-57f6-45c4-81f9-90c127f33c9f, host n-h2-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=6a373a47-57f6-45c4-81f9-90c127f33c9f,segment=NetworkSegment(49093024-4f36-45af-823e-59e6f7d92792),segment_id=49093024-4f36-45af-823e-59e6f7d92792)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:13:40.727466 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-ad99cfd7-7e47-4b71-b430-70b8737fb34b req-38d0f1be-49f6-463f-93eb-6ce7c26a67db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:40.762834 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad99cfd7-7e47-4b71-b430-70b8737fb34b req-38d0f1be-49f6-463f-93eb-6ce7c26a67db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:13:40.763447 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-ad99cfd7-7e47-4b71-b430-70b8737fb34b req-38d0f1be-49f6-463f-93eb-6ce7c26a67db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:40.764829 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ad99cfd7-7e47-4b71-b430-70b8737fb34b req-38d0f1be-49f6-463f-93eb-6ce7c26a67db service neutron] 10.222.0.41 "PUT /v2.0/ports/6a373a47-57f6-45c4-81f9-90c127f33c9f HTTP/1.1" status: 200 len: 1091 time: 0.7379844 Jul 13 14:13:40.765268 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a23a6fca-f243-4aaf-ac17-8385627effca', 'tag': '6a373a47-57f6-45c4-81f9-90c127f33c9f'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:13:40.767550 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8029de8e-aa36-410c-90bc-cf418954c5cb" -d '{"events": [{"name": "network-changed", "server_uuid": "a23a6fca-f243-4aaf-ac17-8385627effca", "tag": "6a373a47-57f6-45c4-81f9-90c127f33c9f"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:13:40.798919 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d0f1be-49f6-463f-93eb-6ce7c26a67db service neutron] Pushing event updated for resources: {'Port': ['ID=6a373a47-57f6-45c4-81f9-90c127f33c9f,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:13:40.816399 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 46106) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:13:40.818015 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-244849ad-4645-469f-bed3-6ba3ece4b5d5 x-openstack-request-id: req-244849ad-4645-469f-bed3-6ba3ece4b5d5 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:13:40.818305 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a23a6fca-f243-4aaf-ac17-8385627effca", "tag": "6a373a47-57f6-45c4-81f9-90c127f33c9f", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:13:40.818555 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-244849ad-4645-469f-bed3-6ba3ece4b5d5 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:13:40.818945 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a23a6fca-f243-4aaf-ac17-8385627effca', 'tag': '6a373a47-57f6-45c4-81f9-90c127f33c9f', 'status': 'completed', 'code': 200} Jul 13 14:13:40.867053 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad99cfd7-7e47-4b71-b430-70b8737fb34b req-1f37c470-1d21-4149-b3e9-4acbc67a8f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:13:40.869296 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ad99cfd7-7e47-4b71-b430-70b8737fb34b req-1f37c470-1d21-4149-b3e9-4acbc67a8f19 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=57eda5113dcc44d488f6b5ef225bc464&device_id=a23a6fca-f243-4aaf-ac17-8385627effca HTTP/1.1" status: 200 len: 1094 time: 0.0605114 Jul 13 14:13:40.911894 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ad99cfd7-7e47-4b71-b430-70b8737fb34b req-520a489d-8cd2-43c6-96cc-c7ccf8f10ace service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6a373a47-57f6-45c4-81f9-90c127f33c9f HTTP/1.1" status: 200 len: 217 time: 0.0359800 Jul 13 14:13:40.917469 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-fc6d2796-3ce0-4464-8c00-6741c2df62bc admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-604855268-network', 'tenant_id': '5c9ef36c351841ca83dde6dc04bc97a4'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:13:40.941100 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc6d2796-3ce0-4464-8c00-6741c2df62bc admin admin] Made reservation on behalf of 5c9ef36c351841ca83dde6dc04bc97a4 for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:13:40.943593 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fc6d2796-3ce0-4464-8c00-6741c2df62bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:40.955668 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fc6d2796-3ce0-4464-8c00-6741c2df62bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:40.961526 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad99cfd7-7e47-4b71-b430-70b8737fb34b req-a59851f2-100b-437f-acf0-7541b506f58c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:13:40.963148 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ad99cfd7-7e47-4b71-b430-70b8737fb34b req-a59851f2-100b-437f-acf0-7541b506f58c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4edf408c-b769-43c3-84ab-f20560c0c914 HTTP/1.1" status: 200 len: 848 time: 0.0453498 Jul 13 14:13:41.003271 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ad99cfd7-7e47-4b71-b430-70b8737fb34b req-d64290a9-0511-4cc8-a514-7d685749850f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ee1d0c22-418f-4a90-a3f4-7e1d402c7b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343323 Jul 13 14:13:41.046072 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fc6d2796-3ce0-4464-8c00-6741c2df62bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:41.049956 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fc6d2796-3ce0-4464-8c00-6741c2df62bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:41.071616 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc6d2796-3ce0-4464-8c00-6741c2df62bc admin admin] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 14:13:41.085217 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6d2796-3ce0-4464-8c00-6741c2df62bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=327f6fa2-19e0-4d43-babb-db11eb72d370,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:13:41.090249 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fc6d2796-3ce0-4464-8c00-6741c2df62bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:41.090597 n-d-800634-1 neutron-server[93751]: INFO neutron.db.segments_db [None req-fc6d2796-3ce0-4464-8c00-6741c2df62bc admin admin] Added segment 4c12d2cb-e5d8-4587-a297-9866d410582d of type vlan for network a2277fe2-5365-4bd5-b2cf-1188f0e7fb16 Jul 13 14:13:41.101189 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ad99cfd7-7e47-4b71-b430-70b8737fb34b req-a2848bb2-aa2f-490d-abe1-a445ea82f62d service neutron] 10.222.0.41 "GET /v2.0/networks/ee1d0c22-418f-4a90-a3f4-7e1d402c7b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912204 Jul 13 14:13:41.131491 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fc6d2796-3ce0-4464-8c00-6741c2df62bc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:41.161427 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fc6d2796-3ce0-4464-8c00-6741c2df62bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:41.162600 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc6d2796-3ce0-4464-8c00-6741c2df62bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:13:41.163193 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fc6d2796-3ce0-4464-8c00-6741c2df62bc admin admin] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:41.198675 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ad99cfd7-7e47-4b71-b430-70b8737fb34b req-9af22807-6943-4139-8107-994c6ba916f3 service neutron] 10.222.0.41 "GET /v2.0/networks/ee1d0c22-418f-4a90-a3f4-7e1d402c7b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918033 Jul 13 14:13:41.217438 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-fc6d2796-3ce0-4464-8c00-6741c2df62bc admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3998644 Jul 13 14:13:41.220399 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 46110) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:13:41.226163 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-dab54c7a-8fa6-4698-90ce-c24958326149 admin admin] Request body: {'subnet': {'network_id': 'a2277fe2-5365-4bd5-b2cf-1188f0e7fb16', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-604855268-subnet', 'tenant_id': '5c9ef36c351841ca83dde6dc04bc97a4', 'ip_version': 4}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:13:41.238550 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6d2796-3ce0-4464-8c00-6741c2df62bc admin admin] Pushing event updated for resources: {'Network': ['ID=a2277fe2-5365-4bd5-b2cf-1188f0e7fb16,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:13:41.249618 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network a2277fe2-5365-4bd5-b2cf-1188f0e7fb16 details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 14:13:41.256655 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dab54c7a-8fa6-4698-90ce-c24958326149 admin admin] Made reservation on behalf of 5c9ef36c351841ca83dde6dc04bc97a4 for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:13:41.259953 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dab54c7a-8fa6-4698-90ce-c24958326149 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6104980'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:41.300046 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8029de8e-aa36-410c-90bc-cf418954c5cb req-c805e8ee-7567-4dc8-894e-c535a21f264d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:13:41.301603 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8029de8e-aa36-410c-90bc-cf418954c5cb req-c805e8ee-7567-4dc8-894e-c535a21f264d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=57eda5113dcc44d488f6b5ef225bc464&device_id=a23a6fca-f243-4aaf-ac17-8385627effca HTTP/1.1" status: 200 len: 1094 time: 0.0574694 Jul 13 14:13:41.396531 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8029de8e-aa36-410c-90bc-cf418954c5cb req-b977ce3d-fd70-4531-b382-e826fc955168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:13:41.398044 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8029de8e-aa36-410c-90bc-cf418954c5cb req-b977ce3d-fd70-4531-b382-e826fc955168 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ee1d0c22-418f-4a90-a3f4-7e1d402c7b0e HTTP/1.1" status: 200 len: 908 time: 0.0901868 Jul 13 14:13:41.440942 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dab54c7a-8fa6-4698-90ce-c24958326149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6018343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6104998'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:41.447628 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8029de8e-aa36-410c-90bc-cf418954c5cb req-23cce648-72ab-497f-92f6-586ad496d3d8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6a373a47-57f6-45c4-81f9-90c127f33c9f HTTP/1.1" status: 200 len: 217 time: 0.0427575 Jul 13 14:13:41.497351 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8029de8e-aa36-410c-90bc-cf418954c5cb req-31e371d0-ed06-4cf2-b41f-ba1a857ff676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:13:41.498893 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8029de8e-aa36-410c-90bc-cf418954c5cb req-31e371d0-ed06-4cf2-b41f-ba1a857ff676 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4edf408c-b769-43c3-84ab-f20560c0c914 HTTP/1.1" status: 200 len: 848 time: 0.0459263 Jul 13 14:13:41.502269 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab54c7a-8fa6-4698-90ce-c24958326149 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6728334e-b0b1-4ba8-880a-f1431373cfed,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:13:41.509434 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab54c7a-8fa6-4698-90ce-c24958326149 admin admin] Checking segment: {'id': '4c12d2cb-e5d8-4587-a297-9866d410582d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a2277fe2-5365-4bd5-b2cf-1188f0e7fb16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:13:41.509813 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab54c7a-8fa6-4698-90ce-c24958326149 admin admin] Network hostable DHCP agents. Network: a2277fe2-5365-4bd5-b2cf-1188f0e7fb16, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 14:13:41.527944 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab54c7a-8fa6-4698-90ce-c24958326149 admin admin] Network a2277fe2-5365-4bd5-b2cf-1188f0e7fb16 is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 14:13:41.535856 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8029de8e-aa36-410c-90bc-cf418954c5cb req-032642a9-928d-44ae-bbaf-19dd729cf460 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ee1d0c22-418f-4a90-a3f4-7e1d402c7b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293036 Jul 13 14:13:41.537969 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-dab54c7a-8fa6-4698-90ce-c24958326149 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, a2277fe2-5365-4bd5-b2cf-1188f0e7fb16) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:13:41.547570 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15504311-0c7b-4c42-9da6-793297f2eb15 None None] Network a2277fe2-5365-4bd5-b2cf-1188f0e7fb16 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:13:41.547961 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab54c7a-8fa6-4698-90ce-c24958326149 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:13:41.548637 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dab54c7a-8fa6-4698-90ce-c24958326149 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:41.565517 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-dab54c7a-8fa6-4698-90ce-c24958326149 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3430171 Jul 13 14:13:41.567952 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 46112) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:13:41.574013 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-3eedacda-3fed-43cc-b591-2847ae35838e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-604855268-router', 'tenant_id': '5c9ef36c351841ca83dde6dc04bc97a4', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:13:41.599061 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3eedacda-3fed-43cc-b591-2847ae35838e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1591928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2714'] for router, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:41.600444 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3eedacda-3fed-43cc-b591-2847ae35838e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447198', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1629690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2689'] for router, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:41.639153 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8029de8e-aa36-410c-90bc-cf418954c5cb req-21547608-3506-4fbb-81e6-6f6103bfcb14 service neutron] 10.222.0.41 "GET /v2.0/networks/ee1d0c22-418f-4a90-a3f4-7e1d402c7b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966508 Jul 13 14:13:41.657566 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3eedacda-3fed-43cc-b591-2847ae35838e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:41.707903 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d90c8937-2284-4674-a3b4-3823a82b6bac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a7201e1-61ce-5a3e-b7f7-e800379ed03b-a2277fe2-5365-4bd5-b2cf-1188f0e7fb16', 'network_id': 'a2277fe2-5365-4bd5-b2cf-1188f0e7fb16', 'tenant_id': '5c9ef36c351841ca83dde6dc04bc97a4', 'fixed_ips': [{'subnet_id': '6728334e-b0b1-4ba8-880a-f1431373cfed'}]}} from n-d-800634-1. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 14:13:41.709205 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d90c8937-2284-4674-a3b4-3823a82b6bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:41.741758 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8029de8e-aa36-410c-90bc-cf418954c5cb req-64f4e97a-5800-4628-aacb-9205f0c7de30 service neutron] 10.222.0.41 "GET /v2.0/networks/ee1d0c22-418f-4a90-a3f4-7e1d402c7b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958014 Jul 13 14:13:41.811659 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3eedacda-3fed-43cc-b591-2847ae35838e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447180', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1591910', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2751'] for router, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:41.873115 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-d90c8937-2284-4674-a3b4-3823a82b6bac None None] Allocated IP 172.20.0.2 (a2277fe2-5365-4bd5-b2cf-1188f0e7fb16/6728334e-b0b1-4ba8-880a-f1431373cfed/2649b1d0-d66d-49f0-a36d-293a7b9fc4c4) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:13:41.902642 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03810c40-ce7e-45b8-9972-e9ede6389a67 req-acf77654-8032-4693-9452-1c82128c44de tempest-VolumesActionsTest-391296744 tempest-VolumesActionsTest-391296744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:13:41.904299 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-03810c40-ce7e-45b8-9972-e9ede6389a67 req-acf77654-8032-4693-9452-1c82128c44de tempest-VolumesActionsTest-391296744 tempest-VolumesActionsTest-391296744-project] 10.222.0.23 "GET /v2.0/ports?device_id=a23a6fca-f243-4aaf-ac17-8385627effca HTTP/1.1" status: 200 len: 943 time: 0.0698001 Jul 13 14:13:41.955379 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-03810c40-ce7e-45b8-9972-e9ede6389a67 req-0f8ef133-c060-4632-8d68-edcfea63f113 tempest-VolumesActionsTest-391296744 tempest-VolumesActionsTest-391296744-project] 10.222.0.23 "GET /v2.0/security-groups?id=a6c6e9d7-155f-4d92-8fee-f513d64198e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414643 Jul 13 14:13:42.032322 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d90c8937-2284-4674-a3b4-3823a82b6bac None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:42.033163 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3eedacda-3fed-43cc-b591-2847ae35838e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:42.041781 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-d90c8937-2284-4674-a3b4-3823a82b6bac None None] Transition to ACTIVE for port object 2649b1d0-d66d-49f0-a36d-293a7b9fc4c4 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:13:42.057058 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-d90c8937-2284-4674-a3b4-3823a82b6bac None None] Transition to ACTIVE for port object 2649b1d0-d66d-49f0-a36d-293a7b9fc4c4 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:13:42.057450 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3eedacda-3fed-43cc-b591-2847ae35838e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:42.062845 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d90c8937-2284-4674-a3b4-3823a82b6bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:42.102758 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d90c8937-2284-4674-a3b4-3823a82b6bac None None] Network a2277fe2-5365-4bd5-b2cf-1188f0e7fb16 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:13:42.108257 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-d90c8937-2284-4674-a3b4-3823a82b6bac None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:13:42.112640 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90c8937-2284-4674-a3b4-3823a82b6bac None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:13:42.123343 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90c8937-2284-4674-a3b4-3823a82b6bac None None] Pushing event updated for resources: {'Port': ['ID=2649b1d0-d66d-49f0-a36d-293a7b9fc4c4,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:13:42.171316 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-3eedacda-3fed-43cc-b591-2847ae35838e admin admin] Allocated IP 172.25.6.6 (acf968b8-c524-46a9-a20b-ad9667009130/dde5a78e-bd1e-4f47-8189-7321d4de73d3/86e1179c-e760-45c7-8bec-f2bf92676012) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:13:42.174396 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-d90c8937-2284-4674-a3b4-3823a82b6bac None None] Attempting to bind port 2649b1d0-d66d-49f0-a36d-293a7b9fc4c4 on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:13:42.174772 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-d90c8937-2284-4674-a3b4-3823a82b6bac None None] Attempting to bind port 2649b1d0-d66d-49f0-a36d-293a7b9fc4c4 by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '4c12d2cb-e5d8-4587-a297-9866d410582d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a2277fe2-5365-4bd5-b2cf-1188f0e7fb16'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:13:42.175191 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90c8937-2284-4674-a3b4-3823a82b6bac None None] Attempting to bind port 2649b1d0-d66d-49f0-a36d-293a7b9fc4c4 on network a2277fe2-5365-4bd5-b2cf-1188f0e7fb16 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:13:42.180533 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90c8937-2284-4674-a3b4-3823a82b6bac None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 13, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:13:42.180900 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90c8937-2284-4674-a3b4-3823a82b6bac None None] Checking segment: {'id': '4c12d2cb-e5d8-4587-a297-9866d410582d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a2277fe2-5365-4bd5-b2cf-1188f0e7fb16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:13:42.181365 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d90c8937-2284-4674-a3b4-3823a82b6bac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:42.181779 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90c8937-2284-4674-a3b4-3823a82b6bac None None] Bound using segment: {'id': '4c12d2cb-e5d8-4587-a297-9866d410582d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a2277fe2-5365-4bd5-b2cf-1188f0e7fb16'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:13:42.182246 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-d90c8937-2284-4674-a3b4-3823a82b6bac None None] Bound port: 2649b1d0-d66d-49f0-a36d-293a7b9fc4c4, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c12d2cb-e5d8-4587-a297-9866d410582d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a2277fe2-5365-4bd5-b2cf-1188f0e7fb16'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:13:42.182620 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d90c8937-2284-4674-a3b4-3823a82b6bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:42.244412 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-d90c8937-2284-4674-a3b4-3823a82b6bac None None] For port 2649b1d0-d66d-49f0-a36d-293a7b9fc4c4, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:13:42.247420 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-d90c8937-2284-4674-a3b4-3823a82b6bac None None] For port 2649b1d0-d66d-49f0-a36d-293a7b9fc4c4, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=2649b1d0-d66d-49f0-a36d-293a7b9fc4c4,segment=NetworkSegment(4c12d2cb-e5d8-4587-a297-9866d410582d),segment_id=4c12d2cb-e5d8-4587-a297-9866d410582d)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:13:42.251378 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d90c8937-2284-4674-a3b4-3823a82b6bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:42.281813 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3eedacda-3fed-43cc-b591-2847ae35838e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:42.315313 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90c8937-2284-4674-a3b4-3823a82b6bac None None] Pushing event updated for resources: {'Port': ['ID=2649b1d0-d66d-49f0-a36d-293a7b9fc4c4,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:13:42.330122 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3eedacda-3fed-43cc-b591-2847ae35838e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:42.374465 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eedacda-3fed-43cc-b591-2847ae35838e admin admin] Network acf968b8-c524-46a9-a20b-ad9667009130 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:13:42.379903 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-3eedacda-3fed-43cc-b591-2847ae35838e admin admin] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:13:42.382182 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eedacda-3fed-43cc-b591-2847ae35838e admin admin] Pushing event updated for resources: {'Port': ['ID=86e1179c-e760-45c7-8bec-f2bf92676012,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:13:42.386491 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eedacda-3fed-43cc-b591-2847ae35838e admin admin] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:13:42.413082 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eedacda-3fed-43cc-b591-2847ae35838e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:13:42.413452 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eedacda-3fed-43cc-b591-2847ae35838e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:13:42.413882 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eedacda-3fed-43cc-b591-2847ae35838e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:13:42.414253 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eedacda-3fed-43cc-b591-2847ae35838e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:13:42.414619 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eedacda-3fed-43cc-b591-2847ae35838e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:13:42.415049 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eedacda-3fed-43cc-b591-2847ae35838e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:13:42.415279 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eedacda-3fed-43cc-b591-2847ae35838e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:13:42.416305 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eedacda-3fed-43cc-b591-2847ae35838e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:13:42.416672 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eedacda-3fed-43cc-b591-2847ae35838e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:13:42.417002 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eedacda-3fed-43cc-b591-2847ae35838e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:13:42.417331 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eedacda-3fed-43cc-b591-2847ae35838e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:13:42.417756 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eedacda-3fed-43cc-b591-2847ae35838e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:13:42.671968 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3eedacda-3fed-43cc-b591-2847ae35838e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:42.867812 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3eedacda-3fed-43cc-b591-2847ae35838e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447217'] for router, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:43.009005 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3eedacda-3fed-43cc-b591-2847ae35838e admin admin] Router 4deed369-e52f-4c7a-a686-014ab24c32b5 is scheduled to L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 with binding_index 1 {{(pid=93751) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 14:13:43.156215 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eedacda-3fed-43cc-b591-2847ae35838e admin admin] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:13:43.168926 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4abcf9d1-e6a5-41a2-81cb-0bfb40b27835 None None] Sync routers for ids ['4deed369-e52f-4c7a-a686-014ab24c32b5'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:13:43.178936 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4abcf9d1-e6a5-41a2-81cb-0bfb40b27835 None None] Routers {'4deed369-e52f-4c7a-a686-014ab24c32b5'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:13:43.180723 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-4abcf9d1-e6a5-41a2-81cb-0bfb40b27835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:13:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['4deed369-e52f-4c7a-a686-014ab24c32b5'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:13:43.200574 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3eedacda-3fed-43cc-b591-2847ae35838e admin admin] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:43.201841 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-3eedacda-3fed-43cc-b591-2847ae35838e admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6328902 Jul 13 14:13:43.204649 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 46118) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:13:43.218853 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071a42f9-994b-4a4e-a28b-0fbde3e18971 req-6b9e4583-8308-498f-9833-2f40a7fd738a tempest-VolumesActionsTest-391296744 tempest-VolumesActionsTest-391296744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:13:43.223782 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-071a42f9-994b-4a4e-a28b-0fbde3e18971 req-6b9e4583-8308-498f-9833-2f40a7fd738a tempest-VolumesActionsTest-391296744 tempest-VolumesActionsTest-391296744-project] 10.222.0.23 "GET /v2.0/ports?device_id=a23a6fca-f243-4aaf-ac17-8385627effca HTTP/1.1" status: 200 len: 943 time: 0.1226642 Jul 13 14:13:43.278464 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-071a42f9-994b-4a4e-a28b-0fbde3e18971 req-506ba048-278b-4b7f-8508-0ba35af27a00 tempest-VolumesActionsTest-391296744 tempest-VolumesActionsTest-391296744-project] 10.222.0.23 "GET /v2.0/security-groups?id=a6c6e9d7-155f-4d92-8fee-f513d64198e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482001 Jul 13 14:13:43.298635 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03abde90-2d3b-47f0-8f4f-407d5c490257 None None] Network a2277fe2-5365-4bd5-b2cf-1188f0e7fb16 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:13:43.481039 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 2649b1d0-d66d-49f0-a36d-293a7b9fc4c4 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:13:43.577169 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-340b8294-b1b8-41f9-95ed-7f3a588730d6 None None] Provisioning for port 2649b1d0-d66d-49f0-a36d-293a7b9fc4c4 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:13:43.583081 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-4abcf9d1-e6a5-41a2-81cb-0bfb40b27835 None None] Set router 4deed369-e52f-4c7a-a686-014ab24c32b5 gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:13:43.740088 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port 2649b1d0-d66d-49f0-a36d-293a7b9fc4c4 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:13:43.758028 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 2649b1d0-d66d-49f0-a36d-293a7b9fc4c4 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:13:43.758429 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:43.943050 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:43.955783 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-4abcf9d1-e6a5-41a2-81cb-0bfb40b27835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4deed369-e52f-4c7a-a686-014ab24c32b5', 'name': 'tempest-TestVolumeBootPattern-604855268-router', 'tenant_id': '5c9ef36c351841ca83dde6dc04bc97a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': '86e1179c-e760-45c7-8bec-f2bf92676012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:13:41Z', 'updated_at': '2021-07-13T14:13:42Z', 'revision_number': 3, 'project_id': '5c9ef36c351841ca83dde6dc04bc97a4', 'gw_port': {'id': '86e1179c-e760-45c7-8bec-f2bf92676012', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:f6:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4deed369-e52f-4c7a-a686-014ab24c32b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:13:42Z', 'updated_at': '2021-07-13T14:13:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:13:43.962478 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b8f15c31-6c36-45e1-9df7-0f588b032025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:43.993406 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4abcf9d1-e6a5-41a2-81cb-0bfb40b27835 None None] Checking router: 4deed369-e52f-4c7a-a686-014ab24c32b5 for host: n-d-800634-1 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:13:43.994286 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4abcf9d1-e6a5-41a2-81cb-0bfb40b27835 None None] Updating router 4deed369-e52f-4c7a-a686-014ab24c32b5 port 86e1179c-e760-45c7-8bec-f2bf92676012 binding host n-d-800634-1 {{(pid=93752) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 14:13:44.031507 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port 2649b1d0-d66d-49f0-a36d-293a7b9fc4c4, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=2649b1d0-d66d-49f0-a36d-293a7b9fc4c4,segment=NetworkSegment(4c12d2cb-e5d8-4587-a297-9866d410582d),segment_id=4c12d2cb-e5d8-4587-a297-9866d410582d)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:13:44.041356 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:44.048758 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4abcf9d1-e6a5-41a2-81cb-0bfb40b27835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:44.169985 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 6a373a47-57f6-45c4-81f9-90c127f33c9f details requested by agent hyperv_n-h2-800634-1 with host n-h2-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 14:13:44.179525 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-b8f15c31-6c36-45e1-9df7-0f588b032025 admin admin] Allocated IP 172.20.0.1 (a2277fe2-5365-4bd5-b2cf-1188f0e7fb16/6728334e-b0b1-4ba8-880a-f1431373cfed/e85ac72d-9f0b-406f-a1fa-a10f77a09a3a) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:13:44.182767 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=2649b1d0-d66d-49f0-a36d-293a7b9fc4c4,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:13:44.222881 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-eae53771-42b4-440c-9aa5-cd982c47cb29 None None] Provisioning complete for port 2649b1d0-d66d-49f0-a36d-293a7b9fc4c4 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:13:44.223177 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-eae53771-42b4-440c-9aa5-cd982c47cb29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:44.298515 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b8f15c31-6c36-45e1-9df7-0f588b032025 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:44.312158 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [None req-b8f15c31-6c36-45e1-9df7-0f588b032025 admin admin] Transition to ACTIVE for port object e85ac72d-9f0b-406f-a1fa-a10f77a09a3a will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:13:44.352586 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b8f15c31-6c36-45e1-9df7-0f588b032025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:44.391842 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f15c31-6c36-45e1-9df7-0f588b032025 admin admin] Network a2277fe2-5365-4bd5-b2cf-1188f0e7fb16 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:13:44.395040 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-b8f15c31-6c36-45e1-9df7-0f588b032025 admin admin] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:13:44.400465 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f15c31-6c36-45e1-9df7-0f588b032025 admin admin] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:13:44.407629 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 6a373a47-57f6-45c4-81f9-90c127f33c9f, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=6a373a47-57f6-45c4-81f9-90c127f33c9f,segment=NetworkSegment(49093024-4f36-45af-823e-59e6f7d92792),segment_id=49093024-4f36-45af-823e-59e6f7d92792)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:13:44.458882 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Returning: {'device': '6a373a47-57f6-45c4-81f9-90c127f33c9f', 'network_id': 'ee1d0c22-418f-4a90-a3f4-7e1d402c7b0e', 'port_id': '6a373a47-57f6-45c4-81f9-90c127f33c9f', 'mac_address': 'fa:16:3e:b2:df:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4edf408c-b769-43c3-84ab-f20560c0c914', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 14:13:44.480800 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f15c31-6c36-45e1-9df7-0f588b032025 admin admin] Pushing event updated for resources: {'Port': ['ID=e85ac72d-9f0b-406f-a1fa-a10f77a09a3a,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:13:44.499190 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b8f15c31-6c36-45e1-9df7-0f588b032025 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-450452'] for router_interface, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:44.551106 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:44.556875 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4abcf9d1-e6a5-41a2-81cb-0bfb40b27835 None None] Notify callbacks [] for port, precommit_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:44.575918 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a373a47-57f6-45c4-81f9-90c127f33c9f {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:13:44.582208 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-4abcf9d1-e6a5-41a2-81cb-0bfb40b27835 None None] Transition to ACTIVE for port object 86e1179c-e760-45c7-8bec-f2bf92676012 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:13:44.592431 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4abcf9d1-e6a5-41a2-81cb-0bfb40b27835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:44.595388 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f66fd75-6b31-4378-9921-622eec673fbc req-dda7a794-e302-495f-a703-0ae8d6b8f614 tempest-VolumesActionsTest-391296744 tempest-VolumesActionsTest-391296744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:13:44.597226 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8f66fd75-6b31-4378-9921-622eec673fbc req-dda7a794-e302-495f-a703-0ae8d6b8f614 tempest-VolumesActionsTest-391296744 tempest-VolumesActionsTest-391296744-project] 10.222.0.23 "GET /v2.0/ports?device_id=a23a6fca-f243-4aaf-ac17-8385627effca HTTP/1.1" status: 200 len: 943 time: 0.1980593 Jul 13 14:13:44.609903 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 6a373a47-57f6-45c4-81f9-90c127f33c9f, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=6a373a47-57f6-45c4-81f9-90c127f33c9f,segment=NetworkSegment(49093024-4f36-45af-823e-59e6f7d92792),segment_id=49093024-4f36-45af-823e-59e6f7d92792)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:13:44.631543 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:44.655378 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-4abcf9d1-e6a5-41a2-81cb-0bfb40b27835 None None] Attempting to bind port 86e1179c-e760-45c7-8bec-f2bf92676012 on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:13:44.655769 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-4abcf9d1-e6a5-41a2-81cb-0bfb40b27835 None None] Attempting to bind port 86e1179c-e760-45c7-8bec-f2bf92676012 by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:13:44.656115 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4abcf9d1-e6a5-41a2-81cb-0bfb40b27835 None None] Attempting to bind port 86e1179c-e760-45c7-8bec-f2bf92676012 on network acf968b8-c524-46a9-a20b-ad9667009130 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:13:44.663492 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df2758d-4ec8-47d0-8393-4b0e48cf9650 None None] Pushing event updated for resources: {'Port': ['ID=86e1179c-e760-45c7-8bec-f2bf92676012,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:13:44.666969 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4abcf9d1-e6a5-41a2-81cb-0bfb40b27835 None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 13, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:13:44.667336 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4abcf9d1-e6a5-41a2-81cb-0bfb40b27835 None None] Checking segment: {'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:13:44.667758 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4abcf9d1-e6a5-41a2-81cb-0bfb40b27835 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:44.668119 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4abcf9d1-e6a5-41a2-81cb-0bfb40b27835 None None] Bound using segment: {'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:13:44.668601 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-4abcf9d1-e6a5-41a2-81cb-0bfb40b27835 None None] Bound port: 86e1179c-e760-45c7-8bec-f2bf92676012, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:13:44.668994 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4abcf9d1-e6a5-41a2-81cb-0bfb40b27835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:44.705627 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8f66fd75-6b31-4378-9921-622eec673fbc req-d46ac5cf-dcdd-421d-9186-1ec440284fe8 tempest-VolumesActionsTest-391296744 tempest-VolumesActionsTest-391296744-project] 10.222.0.23 "GET /v2.0/security-groups?id=a6c6e9d7-155f-4d92-8fee-f513d64198e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869222 Jul 13 14:13:44.748956 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b8f15c31-6c36-45e1-9df7-0f588b032025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:44.766808 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-4f66bf3c-f36a-4537-9528-85a05f7fade3 None None] Provisioning for port e85ac72d-9f0b-406f-a1fa-a10f77a09a3a completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:13:44.775647 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=6a373a47-57f6-45c4-81f9-90c127f33c9f,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:13:44.778626 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-4abcf9d1-e6a5-41a2-81cb-0bfb40b27835 None None] For port 86e1179c-e760-45c7-8bec-f2bf92676012, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:13:44.780593 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-4f66bf3c-f36a-4537-9528-85a05f7fade3 None None] Provisioning complete for port e85ac72d-9f0b-406f-a1fa-a10f77a09a3a triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:13:44.780979 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4f66bf3c-f36a-4537-9528-85a05f7fade3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:44.784242 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-4abcf9d1-e6a5-41a2-81cb-0bfb40b27835 None None] For port 86e1179c-e760-45c7-8bec-f2bf92676012, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=86e1179c-e760-45c7-8bec-f2bf92676012,segment=NetworkSegment(3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87),segment_id=3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:13:44.812449 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4abcf9d1-e6a5-41a2-81cb-0bfb40b27835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:44.865608 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-4f66bf3c-f36a-4537-9528-85a05f7fade3 None None] Port e85ac72d-9f0b-406f-a1fa-a10f77a09a3a cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:13:44.876527 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['6a373a47-57f6-45c4-81f9-90c127f33c9f'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:13:44.906742 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4abcf9d1-e6a5-41a2-81cb-0bfb40b27835 None None] Routers {'4deed369-e52f-4c7a-a686-014ab24c32b5'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:13:44.907379 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-4abcf9d1-e6a5-41a2-81cb-0bfb40b27835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:13:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['4deed369-e52f-4c7a-a686-014ab24c32b5'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:13:44.931822 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b8f15c31-6c36-45e1-9df7-0f588b032025 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:44.937175 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b8f15c31-6c36-45e1-9df7-0f588b032025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:44.945888 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df2758d-4ec8-47d0-8393-4b0e48cf9650 None None] Pushing event updated for resources: {'Port': ['ID=86e1179c-e760-45c7-8bec-f2bf92676012,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:13:45.005411 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f15c31-6c36-45e1-9df7-0f588b032025 admin admin] Pushing event updated for resources: {'Port': ['ID=e85ac72d-9f0b-406f-a1fa-a10f77a09a3a,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:13:45.009324 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b8f15c31-6c36-45e1-9df7-0f588b032025 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1785045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451806'] for router_interface, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:45.054308 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-4abcf9d1-e6a5-41a2-81cb-0bfb40b27835 None None] Set router 4deed369-e52f-4c7a-a686-014ab24c32b5 gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:13:45.105191 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f15c31-6c36-45e1-9df7-0f588b032025 admin admin] Network a2277fe2-5365-4bd5-b2cf-1188f0e7fb16 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:13:45.106637 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-b8f15c31-6c36-45e1-9df7-0f588b032025 admin admin] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:13:45.232992 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8f15c31-6c36-45e1-9df7-0f588b032025 admin admin] Router 4deed369-e52f-4c7a-a686-014ab24c32b5 has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:13:45.281698 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 2649b1d0-d66d-49f0-a36d-293a7b9fc4c4 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:13:45.351234 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8f15c31-6c36-45e1-9df7-0f588b032025 admin admin] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:13:45.357818 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-b8f15c31-6c36-45e1-9df7-0f588b032025 admin admin] 10.222.0.23 "PUT /v2.0/routers/4deed369-e52f-4c7a-a686-014ab24c32b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1511540 Jul 13 14:13:45.371880 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-4abcf9d1-e6a5-41a2-81cb-0bfb40b27835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4deed369-e52f-4c7a-a686-014ab24c32b5', 'name': 'tempest-TestVolumeBootPattern-604855268-router', 'tenant_id': '5c9ef36c351841ca83dde6dc04bc97a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': '86e1179c-e760-45c7-8bec-f2bf92676012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:13:41Z', 'updated_at': '2021-07-13T14:13:44Z', 'revision_number': 4, 'project_id': '5c9ef36c351841ca83dde6dc04bc97a4', 'gw_port': {'id': '86e1179c-e760-45c7-8bec-f2bf92676012', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:f6:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4deed369-e52f-4c7a-a686-014ab24c32b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:13:42Z', 'updated_at': '2021-07-13T14:13:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': 'e85ac72d-9f0b-406f-a1fa-a10f77a09a3a', 'name': '', 'network_id': 'a2277fe2-5365-4bd5-b2cf-1188f0e7fb16', 'tenant_id': '5c9ef36c351841ca83dde6dc04bc97a4', 'mac_address': 'fa:16:3e:e3:43:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4deed369-e52f-4c7a-a686-014ab24c32b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '6728334e-b0b1-4ba8-880a-f1431373cfed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:13:43Z', 'updated_at': '2021-07-13T14:13:44Z', 'revision_number': 1, 'project_id': '5c9ef36c351841ca83dde6dc04bc97a4', 'subnets': [{'id': '6728334e-b0b1-4ba8-880a-f1431373cfed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:13:45.375724 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 2649b1d0-d66d-49f0-a36d-293a7b9fc4c4 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:13:45.375724 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:45.423516 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4abcf9d1-e6a5-41a2-81cb-0bfb40b27835 None None] The sync data for ids ['4deed369-e52f-4c7a-a686-014ab24c32b5'] in n-d-800634-1 is: [{'id': '4deed369-e52f-4c7a-a686-014ab24c32b5', 'name': 'tempest-TestVolumeBootPattern-604855268-router', 'tenant_id': '5c9ef36c351841ca83dde6dc04bc97a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': '86e1179c-e760-45c7-8bec-f2bf92676012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:13:41Z', 'updated_at': '2021-07-13T14:13:44Z', 'revision_number': 4, 'project_id': '5c9ef36c351841ca83dde6dc04bc97a4', 'gw_port': {'id': '86e1179c-e760-45c7-8bec-f2bf92676012', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:f6:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4deed369-e52f-4c7a-a686-014ab24c32b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:13:42Z', 'updated_at': '2021-07-13T14:13:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': 'e85ac72d-9f0b-406f-a1fa-a10f77a09a3a', 'name': '', 'network_id': 'a2277fe2-5365-4bd5-b2cf-1188f0e7fb16', 'tenant_id': '5c9ef36c351841ca83dde6dc04bc97a4', 'mac_address': 'fa:16:3e:e3:43:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4deed369-e52f-4c7a-a686-014ab24c32b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '6728334e-b0b1-4ba8-880a-f1431373cfed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:13:43Z', 'updated_at': '2021-07-13T14:13:44Z', 'revision_number': 1, 'project_id': '5c9ef36c351841ca83dde6dc04bc97a4', 'subnets': [{'id': '6728334e-b0b1-4ba8-880a-f1431373cfed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:13:45.445953 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-3c01641f-ded8-4bdf-8a64-1cda1a4167c0 None None] Provisioning complete for port e85ac72d-9f0b-406f-a1fa-a10f77a09a3a triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:13:45.446318 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-3c01641f-ded8-4bdf-8a64-1cda1a4167c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:45.509871 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-3c01641f-ded8-4bdf-8a64-1cda1a4167c0 None None] Port e85ac72d-9f0b-406f-a1fa-a10f77a09a3a cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:13:45.864999 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 46138) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:13:45.871142 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-149a7716-244d-42ce-852b-e16978f2e3a6 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2125471317-network', 'tenant_id': 'be626fae257b4f19ad7615723cda0cb5'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:13:45.897711 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-149a7716-244d-42ce-852b-e16978f2e3a6 admin admin] Made reservation on behalf of be626fae257b4f19ad7615723cda0cb5 for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:13:45.901145 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-149a7716-244d-42ce-852b-e16978f2e3a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:45.911699 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-149a7716-244d-42ce-852b-e16978f2e3a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:45.917594 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfe1543-4550-439b-8565-58caf250e61e req-ed486a7f-aec3-4884-82a3-5a6a09e61f88 tempest-VolumesActionsTest-391296744 tempest-VolumesActionsTest-391296744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:13:45.919284 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5cfe1543-4550-439b-8565-58caf250e61e req-ed486a7f-aec3-4884-82a3-5a6a09e61f88 tempest-VolumesActionsTest-391296744 tempest-VolumesActionsTest-391296744-project] 10.222.0.23 "GET /v2.0/ports?device_id=a23a6fca-f243-4aaf-ac17-8385627effca HTTP/1.1" status: 200 len: 944 time: 0.0834737 Jul 13 14:13:45.972671 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5cfe1543-4550-439b-8565-58caf250e61e req-9fe019a3-48ab-41af-a014-893c05548bc2 tempest-VolumesActionsTest-391296744 tempest-VolumesActionsTest-391296744-project] 10.222.0.23 "GET /v2.0/security-groups?id=a6c6e9d7-155f-4d92-8fee-f513d64198e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425246 Jul 13 14:13:46.024557 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-149a7716-244d-42ce-852b-e16978f2e3a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:46.029296 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-149a7716-244d-42ce-852b-e16978f2e3a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:46.059904 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-149a7716-244d-42ce-852b-e16978f2e3a6 admin admin] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 14:13:46.064764 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149a7716-244d-42ce-852b-e16978f2e3a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd800b19-cdb1-4041-9d54-10e33100a0d4,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:13:46.074521 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-149a7716-244d-42ce-852b-e16978f2e3a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:46.074867 n-d-800634-1 neutron-server[93750]: INFO neutron.db.segments_db [None req-149a7716-244d-42ce-852b-e16978f2e3a6 admin admin] Added segment 7630433c-fc3e-4651-87a2-08bb7573b7ea of type vlan for network 8c07dd09-0a0d-4c0a-88e4-ce9fcd648380 Jul 13 14:13:46.136020 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-149a7716-244d-42ce-852b-e16978f2e3a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:46.155271 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 6a373a47-57f6-45c4-81f9-90c127f33c9f up at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:13:46.176892 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-149a7716-244d-42ce-852b-e16978f2e3a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:46.178116 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-149a7716-244d-42ce-852b-e16978f2e3a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:13:46.178737 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-149a7716-244d-42ce-852b-e16978f2e3a6 admin admin] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:46.215560 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning for port 6a373a47-57f6-45c4-81f9-90c127f33c9f completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:13:46.219894 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning complete for port 6a373a47-57f6-45c4-81f9-90c127f33c9f triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:13:46.220271 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:46.240013 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-149a7716-244d-42ce-852b-e16978f2e3a6 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3736444 Jul 13 14:13:46.242955 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 46140) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:13:46.248348 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-c913327d-0560-4ae5-b697-26d593c888b8 admin admin] Request body: {'subnet': {'network_id': '8c07dd09-0a0d-4c0a-88e4-ce9fcd648380', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2125471317-subnet', 'tenant_id': 'be626fae257b4f19ad7615723cda0cb5', 'ip_version': 4}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:13:46.260724 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149a7716-244d-42ce-852b-e16978f2e3a6 admin admin] Pushing event updated for resources: {'Network': ['ID=8c07dd09-0a0d-4c0a-88e4-ce9fcd648380,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:13:46.272769 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network 8c07dd09-0a0d-4c0a-88e4-ce9fcd648380 details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 14:13:46.277427 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c913327d-0560-4ae5-b697-26d593c888b8 admin admin] Made reservation on behalf of be626fae257b4f19ad7615723cda0cb5 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:13:46.280295 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c913327d-0560-4ae5-b697-26d593c888b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4763385'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:46.484773 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c913327d-0560-4ae5-b697-26d593c888b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5970588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4763339'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:46.535155 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:46.550560 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c913327d-0560-4ae5-b697-26d593c888b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9a7a404-0eaa-44e2-b705-00776819dd11,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:13:46.558094 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c913327d-0560-4ae5-b697-26d593c888b8 admin admin] Checking segment: {'id': '7630433c-fc3e-4651-87a2-08bb7573b7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8c07dd09-0a0d-4c0a-88e4-ce9fcd648380'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:13:46.558471 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c913327d-0560-4ae5-b697-26d593c888b8 admin admin] Network hostable DHCP agents. Network: 8c07dd09-0a0d-4c0a-88e4-ce9fcd648380, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 14:13:46.563591 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a23a6fca-f243-4aaf-ac17-8385627effca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a373a47-57f6-45c4-81f9-90c127f33c9f'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:13:46.565912 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e88bf81a-976e-4e5b-8780-58b6b1a8656b" -d '{"events": [{"server_uuid": "a23a6fca-f243-4aaf-ac17-8385627effca", "name": "network-vif-plugged", "status": "completed", "tag": "6a373a47-57f6-45c4-81f9-90c127f33c9f"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:13:46.577533 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 6a373a47-57f6-45c4-81f9-90c127f33c9f, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=6a373a47-57f6-45c4-81f9-90c127f33c9f,segment=NetworkSegment(49093024-4f36-45af-823e-59e6f7d92792),segment_id=49093024-4f36-45af-823e-59e6f7d92792)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:13:46.583248 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:46.586233 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c913327d-0560-4ae5-b697-26d593c888b8 admin admin] Network 8c07dd09-0a0d-4c0a-88e4-ce9fcd648380 is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 14:13:46.597229 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-c913327d-0560-4ae5-b697-26d593c888b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, 8c07dd09-0a0d-4c0a-88e4-ce9fcd648380) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:13:46.602591 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c913327d-0560-4ae5-b697-26d593c888b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:13:46.603691 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c913327d-0560-4ae5-b697-26d593c888b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:46.621997 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-c913327d-0560-4ae5-b697-26d593c888b8 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3776803 Jul 13 14:13:46.624215 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:13:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fee297de-dbc6-4530-a932-8bf0fd8d3201 x-openstack-request-id: req-fee297de-dbc6-4530-a932-8bf0fd8d3201 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:13:46.624364 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 46144) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:13:46.624502 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a23a6fca-f243-4aaf-ac17-8385627effca", "name": "network-vif-plugged", "status": "completed", "tag": "6a373a47-57f6-45c4-81f9-90c127f33c9f", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:13:46.624871 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fee297de-dbc6-4530-a932-8bf0fd8d3201 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:13:46.625270 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a23a6fca-f243-4aaf-ac17-8385627effca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a373a47-57f6-45c4-81f9-90c127f33c9f', 'code': 200} Jul 13 14:13:46.627159 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c218110c-4257-48e9-8b00-ac964b6e9c4a None None] Network 8c07dd09-0a0d-4c0a-88e4-ce9fcd648380 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:13:46.629426 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-fafb4933-c0d9-42f8-90c3-c80dbda07748 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2125471317-router', 'tenant_id': 'be626fae257b4f19ad7615723cda0cb5', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:13:46.655930 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fafb4933-c0d9-42f8-90c3-c80dbda07748 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1591928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2714'] for router, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:46.657244 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fafb4933-c0d9-42f8-90c3-c80dbda07748 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447198', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1629690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2689'] for router, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:46.685398 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=6a373a47-57f6-45c4-81f9-90c127f33c9f,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:13:46.723617 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fafb4933-c0d9-42f8-90c3-c80dbda07748 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:46.801420 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b813b5e-9f7a-4920-864e-d8b75c032fee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a7201e1-61ce-5a3e-b7f7-e800379ed03b-8c07dd09-0a0d-4c0a-88e4-ce9fcd648380', 'network_id': '8c07dd09-0a0d-4c0a-88e4-ce9fcd648380', 'tenant_id': 'be626fae257b4f19ad7615723cda0cb5', 'fixed_ips': [{'subnet_id': 'e9a7a404-0eaa-44e2-b705-00776819dd11'}]}} from n-d-800634-1. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 14:13:46.802679 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6b813b5e-9f7a-4920-864e-d8b75c032fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:46.897091 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aa9b25-b039-4d2a-9e6f-ec45eaab4202 req-e093b0f4-1e86-4880-b146-7fddd2ae9571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:13:46.898683 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a4aa9b25-b039-4d2a-9e6f-ec45eaab4202 req-e093b0f4-1e86-4880-b146-7fddd2ae9571 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a23a6fca-f243-4aaf-ac17-8385627effca HTTP/1.1" status: 200 len: 1096 time: 0.1869667 Jul 13 14:13:46.903024 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fafb4933-c0d9-42f8-90c3-c80dbda07748 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447180', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1591910', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2751'] for router, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:46.960334 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-6b813b5e-9f7a-4920-864e-d8b75c032fee None None] Allocated IP 172.20.0.2 (8c07dd09-0a0d-4c0a-88e4-ce9fcd648380/e9a7a404-0eaa-44e2-b705-00776819dd11/a2eee5cc-f923-42a1-80a2-b21c9f2a1df0) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:13:46.977205 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a4aa9b25-b039-4d2a-9e6f-ec45eaab4202 req-31236f3b-52c1-4a11-819d-d93b520383d8 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a6c6e9d7-155f-4d92-8fee-f513d64198e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703325 Jul 13 14:13:47.124708 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6b813b5e-9f7a-4920-864e-d8b75c032fee None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:47.134053 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-6b813b5e-9f7a-4920-864e-d8b75c032fee None None] Transition to ACTIVE for port object a2eee5cc-f923-42a1-80a2-b21c9f2a1df0 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:13:47.154449 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-6b813b5e-9f7a-4920-864e-d8b75c032fee None None] Transition to ACTIVE for port object a2eee5cc-f923-42a1-80a2-b21c9f2a1df0 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:13:47.160377 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6b813b5e-9f7a-4920-864e-d8b75c032fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:47.184718 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e19831-379f-4bd6-9320-f3bb4fd00536 req-4adc4a73-aab9-4521-965c-30673d6f0fc6 tempest-VolumesActionsTest-391296744 tempest-VolumesActionsTest-391296744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:13:47.186354 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e9e19831-379f-4bd6-9320-f3bb4fd00536 req-4adc4a73-aab9-4521-965c-30673d6f0fc6 tempest-VolumesActionsTest-391296744 tempest-VolumesActionsTest-391296744-project] 10.222.0.23 "GET /v2.0/ports?device_id=a23a6fca-f243-4aaf-ac17-8385627effca HTTP/1.1" status: 200 len: 945 time: 0.0797629 Jul 13 14:13:47.201073 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b813b5e-9f7a-4920-864e-d8b75c032fee None None] Network 8c07dd09-0a0d-4c0a-88e4-ce9fcd648380 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:13:47.207353 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-6b813b5e-9f7a-4920-864e-d8b75c032fee None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:13:47.209909 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b813b5e-9f7a-4920-864e-d8b75c032fee None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:13:47.224352 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b813b5e-9f7a-4920-864e-d8b75c032fee None None] Pushing event updated for resources: {'Port': ['ID=a2eee5cc-f923-42a1-80a2-b21c9f2a1df0,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:13:47.260744 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e9e19831-379f-4bd6-9320-f3bb4fd00536 req-5879d6e8-2e2b-4dd4-87b1-3a1962862b18 tempest-VolumesActionsTest-391296744 tempest-VolumesActionsTest-391296744-project] 10.222.0.23 "GET /v2.0/security-groups?id=a6c6e9d7-155f-4d92-8fee-f513d64198e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639694 Jul 13 14:13:47.293462 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-cc7ca688-c33b-4078-8263-4beb7754de65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:47.301696 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-6b813b5e-9f7a-4920-864e-d8b75c032fee None None] Attempting to bind port a2eee5cc-f923-42a1-80a2-b21c9f2a1df0 on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:13:47.302342 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-6b813b5e-9f7a-4920-864e-d8b75c032fee None None] Attempting to bind port a2eee5cc-f923-42a1-80a2-b21c9f2a1df0 by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '7630433c-fc3e-4651-87a2-08bb7573b7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8c07dd09-0a0d-4c0a-88e4-ce9fcd648380'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:13:47.302892 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b813b5e-9f7a-4920-864e-d8b75c032fee None None] Attempting to bind port a2eee5cc-f923-42a1-80a2-b21c9f2a1df0 on network 8c07dd09-0a0d-4c0a-88e4-ce9fcd648380 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:13:47.310177 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b813b5e-9f7a-4920-864e-d8b75c032fee None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 13, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:13:47.310813 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b813b5e-9f7a-4920-864e-d8b75c032fee None None] Checking segment: {'id': '7630433c-fc3e-4651-87a2-08bb7573b7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8c07dd09-0a0d-4c0a-88e4-ce9fcd648380'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:13:47.311357 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6b813b5e-9f7a-4920-864e-d8b75c032fee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:47.311872 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b813b5e-9f7a-4920-864e-d8b75c032fee None None] Bound using segment: {'id': '7630433c-fc3e-4651-87a2-08bb7573b7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8c07dd09-0a0d-4c0a-88e4-ce9fcd648380'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:13:47.312479 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-6b813b5e-9f7a-4920-864e-d8b75c032fee None None] Bound port: a2eee5cc-f923-42a1-80a2-b21c9f2a1df0, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7630433c-fc3e-4651-87a2-08bb7573b7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8c07dd09-0a0d-4c0a-88e4-ce9fcd648380'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:13:47.313018 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6b813b5e-9f7a-4920-864e-d8b75c032fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:47.318440 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 86e1179c-e760-45c7-8bec-f2bf92676012 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:13:47.421861 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-6b813b5e-9f7a-4920-864e-d8b75c032fee None None] For port a2eee5cc-f923-42a1-80a2-b21c9f2a1df0, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:13:47.425221 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-6b813b5e-9f7a-4920-864e-d8b75c032fee None None] For port a2eee5cc-f923-42a1-80a2-b21c9f2a1df0, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=a2eee5cc-f923-42a1-80a2-b21c9f2a1df0,segment=NetworkSegment(7630433c-fc3e-4651-87a2-08bb7573b7ea),segment_id=7630433c-fc3e-4651-87a2-08bb7573b7ea)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:13:47.426415 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port 86e1179c-e760-45c7-8bec-f2bf92676012 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:13:47.432482 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6b813b5e-9f7a-4920-864e-d8b75c032fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:47.450892 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fafb4933-c0d9-42f8-90c3-c80dbda07748 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:47.457314 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 86e1179c-e760-45c7-8bec-f2bf92676012 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:13:47.457685 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:47.470316 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fafb4933-c0d9-42f8-90c3-c80dbda07748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:47.526995 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b813b5e-9f7a-4920-864e-d8b75c032fee None None] Pushing event updated for resources: {'Port': ['ID=a2eee5cc-f923-42a1-80a2-b21c9f2a1df0,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:13:47.573560 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:47.594838 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-fafb4933-c0d9-42f8-90c3-c80dbda07748 admin admin] Allocated IP 172.25.6.28 (acf968b8-c524-46a9-a20b-ad9667009130/dde5a78e-bd1e-4f47-8189-7321d4de73d3/b83fc922-c8ee-441f-b8c6-c5ca9b2766b2) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:13:47.595410 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port 86e1179c-e760-45c7-8bec-f2bf92676012, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=86e1179c-e760-45c7-8bec-f2bf92676012,segment=NetworkSegment(3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87),segment_id=3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:13:47.602159 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:47.668520 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=86e1179c-e760-45c7-8bec-f2bf92676012,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:13:47.736920 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fafb4933-c0d9-42f8-90c3-c80dbda07748 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:47.737148 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b18387-b4bb-4852-9fbb-91b26f111009 None None] Sync routers for ids ['4deed369-e52f-4c7a-a686-014ab24c32b5'] in n-d-800634-1 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:13:47.757207 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b18387-b4bb-4852-9fbb-91b26f111009 None None] Routers {'4deed369-e52f-4c7a-a686-014ab24c32b5'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:13:47.758335 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-47b18387-b4bb-4852-9fbb-91b26f111009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:13:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['4deed369-e52f-4c7a-a686-014ab24c32b5'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:13:47.810345 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fafb4933-c0d9-42f8-90c3-c80dbda07748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:47.861534 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fafb4933-c0d9-42f8-90c3-c80dbda07748 admin admin] Network acf968b8-c524-46a9-a20b-ad9667009130 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:13:47.869815 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-fafb4933-c0d9-42f8-90c3-c80dbda07748 admin admin] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:13:47.877060 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fafb4933-c0d9-42f8-90c3-c80dbda07748 admin admin] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:13:47.902087 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafb4933-c0d9-42f8-90c3-c80dbda07748 admin admin] Pushing event updated for resources: {'Port': ['ID=b83fc922-c8ee-441f-b8c6-c5ca9b2766b2,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:13:47.929265 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-47b18387-b4bb-4852-9fbb-91b26f111009 None None] Set router 4deed369-e52f-4c7a-a686-014ab24c32b5 gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:13:48.151445 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fafb4933-c0d9-42f8-90c3-c80dbda07748 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:48.195442 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-47b18387-b4bb-4852-9fbb-91b26f111009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4deed369-e52f-4c7a-a686-014ab24c32b5', 'name': 'tempest-TestVolumeBootPattern-604855268-router', 'tenant_id': '5c9ef36c351841ca83dde6dc04bc97a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': '86e1179c-e760-45c7-8bec-f2bf92676012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:13:41Z', 'updated_at': '2021-07-13T14:13:44Z', 'revision_number': 4, 'project_id': '5c9ef36c351841ca83dde6dc04bc97a4', 'gw_port': {'id': '86e1179c-e760-45c7-8bec-f2bf92676012', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:f6:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4deed369-e52f-4c7a-a686-014ab24c32b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:13:42Z', 'updated_at': '2021-07-13T14:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': 'e85ac72d-9f0b-406f-a1fa-a10f77a09a3a', 'name': '', 'network_id': 'a2277fe2-5365-4bd5-b2cf-1188f0e7fb16', 'tenant_id': '5c9ef36c351841ca83dde6dc04bc97a4', 'mac_address': 'fa:16:3e:e3:43:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4deed369-e52f-4c7a-a686-014ab24c32b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '6728334e-b0b1-4ba8-880a-f1431373cfed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:13:43Z', 'updated_at': '2021-07-13T14:13:44Z', 'revision_number': 2, 'project_id': '5c9ef36c351841ca83dde6dc04bc97a4', 'subnets': [{'id': '6728334e-b0b1-4ba8-880a-f1431373cfed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:13:48.224470 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b18387-b4bb-4852-9fbb-91b26f111009 None None] Checking router: 4deed369-e52f-4c7a-a686-014ab24c32b5 for host: n-d-800634-1 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:13:48.224716 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b18387-b4bb-4852-9fbb-91b26f111009 None None] Updating router 4deed369-e52f-4c7a-a686-014ab24c32b5 port e85ac72d-9f0b-406f-a1fa-a10f77a09a3a binding host n-d-800634-1 {{(pid=93753) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 14:13:48.260684 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-47b18387-b4bb-4852-9fbb-91b26f111009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:48.359781 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fafb4933-c0d9-42f8-90c3-c80dbda07748 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447217'] for router, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:48.525092 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427a6f20-2800-467e-9fb0-8218e8e4e294 req-da824b25-2f3e-45fe-8e20-b7abdf1c42db tempest-VolumesActionsTest-391296744 tempest-VolumesActionsTest-391296744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:13:48.527014 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-427a6f20-2800-467e-9fb0-8218e8e4e294 req-da824b25-2f3e-45fe-8e20-b7abdf1c42db tempest-VolumesActionsTest-391296744 tempest-VolumesActionsTest-391296744-project] 10.222.0.23 "GET /v2.0/ports?device_id=a23a6fca-f243-4aaf-ac17-8385627effca HTTP/1.1" status: 200 len: 945 time: 0.1284018 Jul 13 14:13:48.559175 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-47b18387-b4bb-4852-9fbb-91b26f111009 None None] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:48.570412 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-47b18387-b4bb-4852-9fbb-91b26f111009 None None] Transition to ACTIVE for port object e85ac72d-9f0b-406f-a1fa-a10f77a09a3a will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:13:48.577632 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-47b18387-b4bb-4852-9fbb-91b26f111009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:48.583713 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-427a6f20-2800-467e-9fb0-8218e8e4e294 req-78d0cdb2-fe98-419d-88c1-fedcbb5ae287 tempest-VolumesActionsTest-391296744 tempest-VolumesActionsTest-391296744-project] 10.222.0.23 "GET /v2.0/security-groups?id=a6c6e9d7-155f-4d92-8fee-f513d64198e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478480 Jul 13 14:13:48.587961 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fafb4933-c0d9-42f8-90c3-c80dbda07748 admin admin] Router 9846ac9d-be95-4ec2-964d-0c6fa01501dd is scheduled to L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 with binding_index 1 {{(pid=93750) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 14:13:48.625947 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa692105-b96a-416e-897c-c81765e995bf None None] Pushing event updated for resources: {'Port': ['ID=e85ac72d-9f0b-406f-a1fa-a10f77a09a3a,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:13:48.651096 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa692105-b96a-416e-897c-c81765e995bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:13:48.652191 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa692105-b96a-416e-897c-c81765e995bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:13:48.653400 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa692105-b96a-416e-897c-c81765e995bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:13:48.653876 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa692105-b96a-416e-897c-c81765e995bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:13:48.654611 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa692105-b96a-416e-897c-c81765e995bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:13:48.655634 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa692105-b96a-416e-897c-c81765e995bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:13:48.656335 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa692105-b96a-416e-897c-c81765e995bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:13:48.656766 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa692105-b96a-416e-897c-c81765e995bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:13:48.657332 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa692105-b96a-416e-897c-c81765e995bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:13:48.657703 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa692105-b96a-416e-897c-c81765e995bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:13:48.658157 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa692105-b96a-416e-897c-c81765e995bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:13:48.658584 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa692105-b96a-416e-897c-c81765e995bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:13:48.724331 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fafb4933-c0d9-42f8-90c3-c80dbda07748 admin admin] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:13:48.735792 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8067939-a6e8-44e4-ae82-42b9193f81bf None None] Sync routers for ids ['9846ac9d-be95-4ec2-964d-0c6fa01501dd'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:13:48.750286 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8067939-a6e8-44e4-ae82-42b9193f81bf None None] Routers {'9846ac9d-be95-4ec2-964d-0c6fa01501dd'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:13:48.751165 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-a8067939-a6e8-44e4-ae82-42b9193f81bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:13:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['9846ac9d-be95-4ec2-964d-0c6fa01501dd'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:13:48.753311 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-47b18387-b4bb-4852-9fbb-91b26f111009 None None] Attempting to bind port e85ac72d-9f0b-406f-a1fa-a10f77a09a3a on host n-d-800634-1 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:13:48.753817 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-47b18387-b4bb-4852-9fbb-91b26f111009 None None] Attempting to bind port e85ac72d-9f0b-406f-a1fa-a10f77a09a3a by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '4c12d2cb-e5d8-4587-a297-9866d410582d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a2277fe2-5365-4bd5-b2cf-1188f0e7fb16'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:13:48.754017 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fafb4933-c0d9-42f8-90c3-c80dbda07748 admin admin] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:48.754131 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b18387-b4bb-4852-9fbb-91b26f111009 None None] Attempting to bind port e85ac72d-9f0b-406f-a1fa-a10f77a09a3a on network a2277fe2-5365-4bd5-b2cf-1188f0e7fb16 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:13:48.758423 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 46152) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:13:48.759927 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b18387-b4bb-4852-9fbb-91b26f111009 None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 13, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:13:48.760655 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b18387-b4bb-4852-9fbb-91b26f111009 None None] Checking segment: {'id': '4c12d2cb-e5d8-4587-a297-9866d410582d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a2277fe2-5365-4bd5-b2cf-1188f0e7fb16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:13:48.761181 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-fafb4933-c0d9-42f8-90c3-c80dbda07748 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.1354644 Jul 13 14:13:48.761507 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-47b18387-b4bb-4852-9fbb-91b26f111009 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:48.762245 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b18387-b4bb-4852-9fbb-91b26f111009 None None] Bound using segment: {'id': '4c12d2cb-e5d8-4587-a297-9866d410582d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a2277fe2-5365-4bd5-b2cf-1188f0e7fb16'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:13:48.763292 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-47b18387-b4bb-4852-9fbb-91b26f111009 None None] Bound port: e85ac72d-9f0b-406f-a1fa-a10f77a09a3a, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c12d2cb-e5d8-4587-a297-9866d410582d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a2277fe2-5365-4bd5-b2cf-1188f0e7fb16'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:13:48.764021 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-47b18387-b4bb-4852-9fbb-91b26f111009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:48.831544 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ca22320-bd44-4fd0-9aba-8990896c8b89 None None] Network 8c07dd09-0a0d-4c0a-88e4-ce9fcd648380 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:13:48.854854 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-47b18387-b4bb-4852-9fbb-91b26f111009 None None] For port e85ac72d-9f0b-406f-a1fa-a10f77a09a3a, host n-d-800634-1, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:13:48.860554 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-47b18387-b4bb-4852-9fbb-91b26f111009 None None] For port e85ac72d-9f0b-406f-a1fa-a10f77a09a3a, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=e85ac72d-9f0b-406f-a1fa-a10f77a09a3a,segment=NetworkSegment(4c12d2cb-e5d8-4587-a297-9866d410582d),segment_id=4c12d2cb-e5d8-4587-a297-9866d410582d)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:13:48.868117 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-47b18387-b4bb-4852-9fbb-91b26f111009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:48.959548 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b18387-b4bb-4852-9fbb-91b26f111009 None None] Routers {'4deed369-e52f-4c7a-a686-014ab24c32b5'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:13:48.960203 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-47b18387-b4bb-4852-9fbb-91b26f111009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:13:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['4deed369-e52f-4c7a-a686-014ab24c32b5'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:13:49.002680 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-1b4a2e8d-7c45-4ad4-865f-7e21878226df None None] Provisioning for port a2eee5cc-f923-42a1-80a2-b21c9f2a1df0 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:13:49.011527 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa692105-b96a-416e-897c-c81765e995bf None None] Pushing event updated for resources: {'Port': ['ID=e85ac72d-9f0b-406f-a1fa-a10f77a09a3a,revision_number=4']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:13:49.033321 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-a8067939-a6e8-44e4-ae82-42b9193f81bf None None] Set router 9846ac9d-be95-4ec2-964d-0c6fa01501dd gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:13:49.101256 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-47b18387-b4bb-4852-9fbb-91b26f111009 None None] Set router 4deed369-e52f-4c7a-a686-014ab24c32b5 gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:13:49.444889 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-47b18387-b4bb-4852-9fbb-91b26f111009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4deed369-e52f-4c7a-a686-014ab24c32b5', 'name': 'tempest-TestVolumeBootPattern-604855268-router', 'tenant_id': '5c9ef36c351841ca83dde6dc04bc97a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': '86e1179c-e760-45c7-8bec-f2bf92676012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:13:41Z', 'updated_at': '2021-07-13T14:13:44Z', 'revision_number': 4, 'project_id': '5c9ef36c351841ca83dde6dc04bc97a4', 'gw_port': {'id': '86e1179c-e760-45c7-8bec-f2bf92676012', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:f6:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4deed369-e52f-4c7a-a686-014ab24c32b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:13:42Z', 'updated_at': '2021-07-13T14:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': 'e85ac72d-9f0b-406f-a1fa-a10f77a09a3a', 'name': '', 'network_id': 'a2277fe2-5365-4bd5-b2cf-1188f0e7fb16', 'tenant_id': '5c9ef36c351841ca83dde6dc04bc97a4', 'mac_address': 'fa:16:3e:e3:43:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4deed369-e52f-4c7a-a686-014ab24c32b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '6728334e-b0b1-4ba8-880a-f1431373cfed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:13:43Z', 'updated_at': '2021-07-13T14:13:48Z', 'revision_number': 4, 'project_id': '5c9ef36c351841ca83dde6dc04bc97a4', 'subnets': [{'id': '6728334e-b0b1-4ba8-880a-f1431373cfed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:13:49.457062 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1263d6f8-8800-4f26-b159-8387313586b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:49.489668 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b18387-b4bb-4852-9fbb-91b26f111009 None None] The sync data for ids ['4deed369-e52f-4c7a-a686-014ab24c32b5'] in n-d-800634-1 is: [{'id': '4deed369-e52f-4c7a-a686-014ab24c32b5', 'name': 'tempest-TestVolumeBootPattern-604855268-router', 'tenant_id': '5c9ef36c351841ca83dde6dc04bc97a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': '86e1179c-e760-45c7-8bec-f2bf92676012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:13:41Z', 'updated_at': '2021-07-13T14:13:44Z', 'revision_number': 4, 'project_id': '5c9ef36c351841ca83dde6dc04bc97a4', 'gw_port': {'id': '86e1179c-e760-45c7-8bec-f2bf92676012', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:f6:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4deed369-e52f-4c7a-a686-014ab24c32b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:13:42Z', 'updated_at': '2021-07-13T14:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': 'e85ac72d-9f0b-406f-a1fa-a10f77a09a3a', 'name': '', 'network_id': 'a2277fe2-5365-4bd5-b2cf-1188f0e7fb16', 'tenant_id': '5c9ef36c351841ca83dde6dc04bc97a4', 'mac_address': 'fa:16:3e:e3:43:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4deed369-e52f-4c7a-a686-014ab24c32b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '6728334e-b0b1-4ba8-880a-f1431373cfed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:13:43Z', 'updated_at': '2021-07-13T14:13:48Z', 'revision_number': 4, 'project_id': '5c9ef36c351841ca83dde6dc04bc97a4', 'subnets': [{'id': '6728334e-b0b1-4ba8-880a-f1431373cfed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:13:49.507053 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 86e1179c-e760-45c7-8bec-f2bf92676012 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:13:49.606151 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-a8067939-a6e8-44e4-ae82-42b9193f81bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9846ac9d-be95-4ec2-964d-0c6fa01501dd', 'name': 'tempest-TestVolumeBootPattern-2125471317-router', 'tenant_id': 'be626fae257b4f19ad7615723cda0cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.28'}], 'enable_snat': True}, 'gw_port_id': 'b83fc922-c8ee-441f-b8c6-c5ca9b2766b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:13:46Z', 'updated_at': '2021-07-13T14:13:48Z', 'revision_number': 3, 'project_id': 'be626fae257b4f19ad7615723cda0cb5', 'gw_port': {'id': 'b83fc922-c8ee-441f-b8c6-c5ca9b2766b2', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:77:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9846ac9d-be95-4ec2-964d-0c6fa01501dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:13:47Z', 'updated_at': '2021-07-13T14:13:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:13:49.661360 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 86e1179c-e760-45c7-8bec-f2bf92676012 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:13:49.662330 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:49.681725 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-1263d6f8-8800-4f26-b159-8387313586b9 admin admin] Allocated IP 172.20.0.1 (8c07dd09-0a0d-4c0a-88e4-ce9fcd648380/e9a7a404-0eaa-44e2-b705-00776819dd11/6b70f6f5-c21c-4cb8-b6cd-a4fcf12a85fd) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:13:49.702320 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8067939-a6e8-44e4-ae82-42b9193f81bf None None] Checking router: 9846ac9d-be95-4ec2-964d-0c6fa01501dd for host: n-d-800634-1 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:13:49.702697 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8067939-a6e8-44e4-ae82-42b9193f81bf None None] Updating router 9846ac9d-be95-4ec2-964d-0c6fa01501dd port b83fc922-c8ee-441f-b8c6-c5ca9b2766b2 binding host n-d-800634-1 {{(pid=93752) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 14:13:49.764784 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a8067939-a6e8-44e4-ae82-42b9193f81bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:49.838981 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1263d6f8-8800-4f26-b159-8387313586b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:49.855293 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-1263d6f8-8800-4f26-b159-8387313586b9 admin admin] Transition to ACTIVE for port object 6b70f6f5-c21c-4cb8-b6cd-a4fcf12a85fd will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:13:49.899469 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1263d6f8-8800-4f26-b159-8387313586b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:49.931485 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c9c7d7-41a9-4022-8f31-17d00c829ba5 req-ff466ac5-2180-4096-b39f-917be46e3179 tempest-VolumesActionsTest-391296744 tempest-VolumesActionsTest-391296744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:13:49.934104 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c7c9c7d7-41a9-4022-8f31-17d00c829ba5 req-ff466ac5-2180-4096-b39f-917be46e3179 tempest-VolumesActionsTest-391296744 tempest-VolumesActionsTest-391296744-project] 10.222.0.23 "GET /v2.0/ports?device_id=a23a6fca-f243-4aaf-ac17-8385627effca HTTP/1.1" status: 200 len: 945 time: 0.1028798 Jul 13 14:13:49.951758 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1263d6f8-8800-4f26-b159-8387313586b9 admin admin] Network 8c07dd09-0a0d-4c0a-88e4-ce9fcd648380 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:13:49.955805 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-1263d6f8-8800-4f26-b159-8387313586b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:13:49.960379 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1263d6f8-8800-4f26-b159-8387313586b9 admin admin] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:13:50.001219 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device e85ac72d-9f0b-406f-a1fa-a10f77a09a3a up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:13:50.005191 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c7c9c7d7-41a9-4022-8f31-17d00c829ba5 req-a49edf36-1eb7-4002-b6bf-1b6f9b4161a3 tempest-VolumesActionsTest-391296744 tempest-VolumesActionsTest-391296744-project] 10.222.0.23 "GET /v2.0/security-groups?id=a6c6e9d7-155f-4d92-8fee-f513d64198e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654302 Jul 13 14:13:50.041949 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1263d6f8-8800-4f26-b159-8387313586b9 admin admin] Pushing event updated for resources: {'Port': ['ID=6b70f6f5-c21c-4cb8-b6cd-a4fcf12a85fd,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:13:50.054817 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1263d6f8-8800-4f26-b159-8387313586b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-450452'] for router_interface, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:50.076164 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-aed70fd2-79fa-412c-8d90-dcc8ea17ce6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:50.121560 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:50.168039 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port e85ac72d-9f0b-406f-a1fa-a10f77a09a3a completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:13:50.173946 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port e85ac72d-9f0b-406f-a1fa-a10f77a09a3a triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:13:50.174314 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:50.244200 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1263d6f8-8800-4f26-b159-8387313586b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:50.382517 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:50.387802 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-14b2f4ff-16c0-41dd-bf3b-df5b5fa4dae6 None None] Provisioning for port 6b70f6f5-c21c-4cb8-b6cd-a4fcf12a85fd completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:13:50.440629 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1263d6f8-8800-4f26-b159-8387313586b9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:50.450488 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1263d6f8-8800-4f26-b159-8387313586b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:50.525628 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1263d6f8-8800-4f26-b159-8387313586b9 admin admin] Pushing event updated for resources: {'Port': ['ID=6b70f6f5-c21c-4cb8-b6cd-a4fcf12a85fd,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:13:50.528098 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1263d6f8-8800-4f26-b159-8387313586b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1785045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451806'] for router_interface, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:50.587820 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a8067939-a6e8-44e4-ae82-42b9193f81bf None None] Notify callbacks [] for port, precommit_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:50.598941 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-14b2f4ff-16c0-41dd-bf3b-df5b5fa4dae6 None None] Provisioning complete for port 6b70f6f5-c21c-4cb8-b6cd-a4fcf12a85fd triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:13:50.599303 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-14b2f4ff-16c0-41dd-bf3b-df5b5fa4dae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:50.625572 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1263d6f8-8800-4f26-b159-8387313586b9 admin admin] Network 8c07dd09-0a0d-4c0a-88e4-ce9fcd648380 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:13:50.626949 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-1263d6f8-8800-4f26-b159-8387313586b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:13:50.636968 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-a8067939-a6e8-44e4-ae82-42b9193f81bf None None] Transition to ACTIVE for port object b83fc922-c8ee-441f-b8c6-c5ca9b2766b2 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:13:50.665423 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a8067939-a6e8-44e4-ae82-42b9193f81bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:50.670418 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port e85ac72d-9f0b-406f-a1fa-a10f77a09a3a, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=e85ac72d-9f0b-406f-a1fa-a10f77a09a3a,segment=NetworkSegment(4c12d2cb-e5d8-4587-a297-9866d410582d),segment_id=4c12d2cb-e5d8-4587-a297-9866d410582d)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:13:50.707617 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:50.708572 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device a2eee5cc-f923-42a1-80a2-b21c9f2a1df0 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:13:50.725055 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-14b2f4ff-16c0-41dd-bf3b-df5b5fa4dae6 None None] Port 6b70f6f5-c21c-4cb8-b6cd-a4fcf12a85fd cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:13:50.782104 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-a8067939-a6e8-44e4-ae82-42b9193f81bf None None] Attempting to bind port b83fc922-c8ee-441f-b8c6-c5ca9b2766b2 on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:13:50.782988 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-a8067939-a6e8-44e4-ae82-42b9193f81bf None None] Attempting to bind port b83fc922-c8ee-441f-b8c6-c5ca9b2766b2 by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:13:50.782988 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8067939-a6e8-44e4-ae82-42b9193f81bf None None] Attempting to bind port b83fc922-c8ee-441f-b8c6-c5ca9b2766b2 on network acf968b8-c524-46a9-a20b-ad9667009130 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:13:50.794749 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedac523-e6da-4431-8745-e1ba4f7c2563 None None] Pushing event updated for resources: {'Port': ['ID=b83fc922-c8ee-441f-b8c6-c5ca9b2766b2,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:13:50.821030 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8067939-a6e8-44e4-ae82-42b9193f81bf None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 13, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:13:50.822198 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8067939-a6e8-44e4-ae82-42b9193f81bf None None] Checking segment: {'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:13:50.822711 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a8067939-a6e8-44e4-ae82-42b9193f81bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:50.823288 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8067939-a6e8-44e4-ae82-42b9193f81bf None None] Bound using segment: {'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:13:50.823991 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-a8067939-a6e8-44e4-ae82-42b9193f81bf None None] Bound port: b83fc922-c8ee-441f-b8c6-c5ca9b2766b2, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:13:50.824462 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a8067939-a6e8-44e4-ae82-42b9193f81bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:50.900120 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=e85ac72d-9f0b-406f-a1fa-a10f77a09a3a,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:13:50.904804 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port a2eee5cc-f923-42a1-80a2-b21c9f2a1df0 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:13:50.916261 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port a2eee5cc-f923-42a1-80a2-b21c9f2a1df0 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:13:50.916854 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:50.921140 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-a8067939-a6e8-44e4-ae82-42b9193f81bf None None] For port b83fc922-c8ee-441f-b8c6-c5ca9b2766b2, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:13:50.959602 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-a8067939-a6e8-44e4-ae82-42b9193f81bf None None] For port b83fc922-c8ee-441f-b8c6-c5ca9b2766b2, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=b83fc922-c8ee-441f-b8c6-c5ca9b2766b2,segment=NetworkSegment(3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87),segment_id=3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:13:50.970206 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a8067939-a6e8-44e4-ae82-42b9193f81bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:50.989381 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a079e08c-a17e-4fd5-bec0-72026a23f235 req-da4edb86-3b71-4904-90a6-62621516067a tempest-VolumesActionsTest-391296744 tempest-VolumesActionsTest-391296744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:13:50.991342 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a079e08c-a17e-4fd5-bec0-72026a23f235 req-da4edb86-3b71-4904-90a6-62621516067a tempest-VolumesActionsTest-391296744 tempest-VolumesActionsTest-391296744-project] 10.222.0.41 "GET /v2.0/ports?device_id=a23a6fca-f243-4aaf-ac17-8385627effca HTTP/1.1" status: 200 len: 945 time: 0.0953345 Jul 13 14:13:51.017548 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-355ab5a3-5fe6-41d5-a3a8-a067d7b52792 None None] Provisioning complete for port 6b70f6f5-c21c-4cb8-b6cd-a4fcf12a85fd triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:13:51.018046 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-355ab5a3-5fe6-41d5-a3a8-a067d7b52792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:51.098921 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8067939-a6e8-44e4-ae82-42b9193f81bf None None] Routers {'9846ac9d-be95-4ec2-964d-0c6fa01501dd'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:13:51.099710 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-a8067939-a6e8-44e4-ae82-42b9193f81bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:13:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['9846ac9d-be95-4ec2-964d-0c6fa01501dd'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:13:51.104564 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-a079e08c-a17e-4fd5-bec0-72026a23f235 req-7f8eb40c-8b67-45e6-adb7-60cb873e38c8 tempest-VolumesActionsTest-391296744 tempest-VolumesActionsTest-391296744-project] Deleting port 6a373a47-57f6-45c4-81f9-90c127f33c9f {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:13:51.104925 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-a079e08c-a17e-4fd5-bec0-72026a23f235 req-7f8eb40c-8b67-45e6-adb7-60cb873e38c8 tempest-VolumesActionsTest-391296744 tempest-VolumesActionsTest-391296744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:51.107086 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedac523-e6da-4431-8745-e1ba4f7c2563 None None] Pushing event updated for resources: {'Port': ['ID=b83fc922-c8ee-441f-b8c6-c5ca9b2766b2,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:13:51.135171 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1263d6f8-8800-4f26-b159-8387313586b9 admin admin] Router 9846ac9d-be95-4ec2-964d-0c6fa01501dd has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:13:51.152189 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-355ab5a3-5fe6-41d5-a3a8-a067d7b52792 None None] Port 6b70f6f5-c21c-4cb8-b6cd-a4fcf12a85fd cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:13:51.171476 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:51.226392 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-a079e08c-a17e-4fd5-bec0-72026a23f235 req-7f8eb40c-8b67-45e6-adb7-60cb873e38c8 tempest-VolumesActionsTest-391296744 tempest-VolumesActionsTest-391296744-project] For port 6a373a47-57f6-45c4-81f9-90c127f33c9f, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=6a373a47-57f6-45c4-81f9-90c127f33c9f,segment=NetworkSegment(49093024-4f36-45af-823e-59e6f7d92792),segment_id=49093024-4f36-45af-823e-59e6f7d92792)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:13:51.227386 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-a079e08c-a17e-4fd5-bec0-72026a23f235 req-7f8eb40c-8b67-45e6-adb7-60cb873e38c8 tempest-VolumesActionsTest-391296744 tempest-VolumesActionsTest-391296744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:51.244953 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:51.250219 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-a079e08c-a17e-4fd5-bec0-72026a23f235 req-7f8eb40c-8b67-45e6-adb7-60cb873e38c8 tempest-VolumesActionsTest-391296744 tempest-VolumesActionsTest-391296744-project] Calling delete_port for 6a373a47-57f6-45c4-81f9-90c127f33c9f owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:13:51.258596 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port a2eee5cc-f923-42a1-80a2-b21c9f2a1df0, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=a2eee5cc-f923-42a1-80a2-b21c9f2a1df0,segment=NetworkSegment(7630433c-fc3e-4651-87a2-08bb7573b7ea),segment_id=7630433c-fc3e-4651-87a2-08bb7573b7ea)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:13:51.266766 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:51.269809 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-a8067939-a6e8-44e4-ae82-42b9193f81bf None None] Set router 9846ac9d-be95-4ec2-964d-0c6fa01501dd gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:13:51.331134 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1263d6f8-8800-4f26-b159-8387313586b9 admin admin] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:13:51.340424 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-1263d6f8-8800-4f26-b159-8387313586b9 admin admin] 10.222.0.23 "PUT /v2.0/routers/9846ac9d-be95-4ec2-964d-0c6fa01501dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5798206 Jul 13 14:13:51.360670 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1866b81c-3b32-4753-9a98-02a4e6609954 req-5ddb4fb7-f1c2-461d-9e9f-8dfc9f566b45 tempest-VolumesActionsTest-391296744 tempest-VolumesActionsTest-391296744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:13:51.367595 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1866b81c-3b32-4753-9a98-02a4e6609954 req-5ddb4fb7-f1c2-461d-9e9f-8dfc9f566b45 tempest-VolumesActionsTest-391296744 tempest-VolumesActionsTest-391296744-project] 10.222.0.23 "GET /v2.0/ports?device_id=a23a6fca-f243-4aaf-ac17-8385627effca HTTP/1.1" status: 200 len: 945 time: 0.2225108 Jul 13 14:13:51.378679 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=a2eee5cc-f923-42a1-80a2-b21c9f2a1df0,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:13:51.391684 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device e85ac72d-9f0b-406f-a1fa-a10f77a09a3a up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:13:51.415887 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1866b81c-3b32-4753-9a98-02a4e6609954 req-63528bcb-a6fe-4c36-8e67-364cc992a700 tempest-VolumesActionsTest-391296744 tempest-VolumesActionsTest-391296744-project] 10.222.0.23 "GET /v2.0/security-groups?id=a6c6e9d7-155f-4d92-8fee-f513d64198e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465808 Jul 13 14:13:51.428838 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-a079e08c-a17e-4fd5-bec0-72026a23f235 req-7f8eb40c-8b67-45e6-adb7-60cb873e38c8 tempest-VolumesActionsTest-391296744 tempest-VolumesActionsTest-391296744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:51.451114 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['6a373a47-57f6-45c4-81f9-90c127f33c9f'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:13:51.471759 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8eb40c-8b67-45e6-adb7-60cb873e38c8 tempest-VolumesActionsTest-391296744 tempest-VolumesActionsTest-391296744-project] Pushing event deleted for resources: {'Port': ['ID=6a373a47-57f6-45c4-81f9-90c127f33c9f,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:13:51.542924 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-a079e08c-a17e-4fd5-bec0-72026a23f235 req-7f8eb40c-8b67-45e6-adb7-60cb873e38c8 tempest-VolumesActionsTest-391296744 tempest-VolumesActionsTest-391296744-project] No DVR routers for this DVR port 6a373a47-57f6-45c4-81f9-90c127f33c9f on host n-h2-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:13:51.546140 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-a079e08c-a17e-4fd5-bec0-72026a23f235 req-7f8eb40c-8b67-45e6-adb7-60cb873e38c8 tempest-VolumesActionsTest-391296744 tempest-VolumesActionsTest-391296744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:51.548889 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a079e08c-a17e-4fd5-bec0-72026a23f235 req-7f8eb40c-8b67-45e6-adb7-60cb873e38c8 tempest-VolumesActionsTest-391296744 tempest-VolumesActionsTest-391296744-project] 10.222.0.41 "DELETE /v2.0/ports/6a373a47-57f6-45c4-81f9-90c127f33c9f HTTP/1.1" status: 204 len: 173 time: 0.5515094 Jul 13 14:13:51.549349 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a23a6fca-f243-4aaf-ac17-8385627effca', 'name': 'network-vif-deleted', 'tag': '6a373a47-57f6-45c4-81f9-90c127f33c9f'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:13:51.551718 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3d2cf30-ed3a-4027-ac13-7d68559cd479" -d '{"events": [{"server_uuid": "a23a6fca-f243-4aaf-ac17-8385627effca", "name": "network-vif-deleted", "tag": "6a373a47-57f6-45c4-81f9-90c127f33c9f"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:13:51.580246 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:13:51.602475 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port e85ac72d-9f0b-406f-a1fa-a10f77a09a3a triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:13:51.603520 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:51.630523 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bec204c-8d3b-4274-ae8d-4767fae45638 x-openstack-request-id: req-5bec204c-8d3b-4274-ae8d-4767fae45638 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:13:51.630826 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a23a6fca-f243-4aaf-ac17-8385627effca", "name": "network-vif-deleted", "tag": "6a373a47-57f6-45c4-81f9-90c127f33c9f", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:13:51.631080 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5bec204c-8d3b-4274-ae8d-4767fae45638 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:13:51.631485 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a23a6fca-f243-4aaf-ac17-8385627effca', 'name': 'network-vif-deleted', 'tag': '6a373a47-57f6-45c4-81f9-90c127f33c9f', 'status': 'completed', 'code': 200} Jul 13 14:13:51.757330 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-a8067939-a6e8-44e4-ae82-42b9193f81bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9846ac9d-be95-4ec2-964d-0c6fa01501dd', 'name': 'tempest-TestVolumeBootPattern-2125471317-router', 'tenant_id': 'be626fae257b4f19ad7615723cda0cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.28'}], 'enable_snat': True}, 'gw_port_id': 'b83fc922-c8ee-441f-b8c6-c5ca9b2766b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:13:46Z', 'updated_at': '2021-07-13T14:13:50Z', 'revision_number': 4, 'project_id': 'be626fae257b4f19ad7615723cda0cb5', 'gw_port': {'id': 'b83fc922-c8ee-441f-b8c6-c5ca9b2766b2', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:77:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9846ac9d-be95-4ec2-964d-0c6fa01501dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:13:47Z', 'updated_at': '2021-07-13T14:13:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': '6b70f6f5-c21c-4cb8-b6cd-a4fcf12a85fd', 'name': '', 'network_id': '8c07dd09-0a0d-4c0a-88e4-ce9fcd648380', 'tenant_id': 'be626fae257b4f19ad7615723cda0cb5', 'mac_address': 'fa:16:3e:65:93:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9846ac9d-be95-4ec2-964d-0c6fa01501dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': 'e9a7a404-0eaa-44e2-b705-00776819dd11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:13:49Z', 'updated_at': '2021-07-13T14:13:50Z', 'revision_number': 2, 'project_id': 'be626fae257b4f19ad7615723cda0cb5', 'subnets': [{'id': 'e9a7a404-0eaa-44e2-b705-00776819dd11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:13:51.785049 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8067939-a6e8-44e4-ae82-42b9193f81bf None None] The sync data for ids ['9846ac9d-be95-4ec2-964d-0c6fa01501dd'] in n-d-800634-1 is: [{'id': '9846ac9d-be95-4ec2-964d-0c6fa01501dd', 'name': 'tempest-TestVolumeBootPattern-2125471317-router', 'tenant_id': 'be626fae257b4f19ad7615723cda0cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.28'}], 'enable_snat': True}, 'gw_port_id': 'b83fc922-c8ee-441f-b8c6-c5ca9b2766b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:13:46Z', 'updated_at': '2021-07-13T14:13:50Z', 'revision_number': 4, 'project_id': 'be626fae257b4f19ad7615723cda0cb5', 'gw_port': {'id': 'b83fc922-c8ee-441f-b8c6-c5ca9b2766b2', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:77:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9846ac9d-be95-4ec2-964d-0c6fa01501dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:13:47Z', 'updated_at': '2021-07-13T14:13:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': '6b70f6f5-c21c-4cb8-b6cd-a4fcf12a85fd', 'name': '', 'network_id': '8c07dd09-0a0d-4c0a-88e4-ce9fcd648380', 'tenant_id': 'be626fae257b4f19ad7615723cda0cb5', 'mac_address': 'fa:16:3e:65:93:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9846ac9d-be95-4ec2-964d-0c6fa01501dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': 'e9a7a404-0eaa-44e2-b705-00776819dd11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:13:49Z', 'updated_at': '2021-07-13T14:13:50Z', 'revision_number': 2, 'project_id': 'be626fae257b4f19ad7615723cda0cb5', 'subnets': [{'id': 'e9a7a404-0eaa-44e2-b705-00776819dd11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:13:52.727219 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:53.467549 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device a2eee5cc-f923-42a1-80a2-b21c9f2a1df0 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:13:53.528307 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port a2eee5cc-f923-42a1-80a2-b21c9f2a1df0 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:13:53.528832 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:53.624192 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device b83fc922-c8ee-441f-b8c6-c5ca9b2766b2 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:13:53.679743 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port b83fc922-c8ee-441f-b8c6-c5ca9b2766b2 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:13:53.685676 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port b83fc922-c8ee-441f-b8c6-c5ca9b2766b2 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:13:53.686244 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:53.718022 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb581514-12a6-4fff-9b24-86542b24f29e req-3ab191cf-71d5-4e41-8bd7-82f34c5c05df tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:13:53.724622 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bb581514-12a6-4fff-9b24-86542b24f29e req-3ab191cf-71d5-4e41-8bd7-82f34c5c05df tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/networks?id=a2277fe2-5365-4bd5-b2cf-1188f0e7fb16 HTTP/1.1" status: 200 len: 811 time: 0.1234033 Jul 13 14:13:53.741295 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bb581514-12a6-4fff-9b24-86542b24f29e req-f5d01aa2-0489-4747-96f1-c2eb5d67b471 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/quotas/5c9ef36c351841ca83dde6dc04bc97a4 HTTP/1.1" status: 200 len: 375 time: 0.0156753 Jul 13 14:13:53.787719 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:53.816561 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port b83fc922-c8ee-441f-b8c6-c5ca9b2766b2, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=b83fc922-c8ee-441f-b8c6-c5ca9b2766b2,segment=NetworkSegment(3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87),segment_id=3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:13:53.823624 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:53.862186 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bb581514-12a6-4fff-9b24-86542b24f29e req-b55d54ae-7b2e-4ec5-b6f9-cfb55f382ad1 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=5c9ef36c351841ca83dde6dc04bc97a4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1200845 Jul 13 14:13:53.881387 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=b83fc922-c8ee-441f-b8c6-c5ca9b2766b2,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:13:54.007684 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4900e4ac-48f9-4b2c-bfbb-ab32d9df580d None None] Sync routers for ids ['9846ac9d-be95-4ec2-964d-0c6fa01501dd'] in n-d-800634-1 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:13:54.012692 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [req-bb581514-12a6-4fff-9b24-86542b24f29e req-1ca2782c-e643-4630-a660-32b05488d1f6 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93750) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 14:13:54.013196 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bb581514-12a6-4fff-9b24-86542b24f29e req-1ca2782c-e643-4630-a660-32b05488d1f6 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1390870 Jul 13 14:13:54.026664 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4900e4ac-48f9-4b2c-bfbb-ab32d9df580d None None] Routers {'9846ac9d-be95-4ec2-964d-0c6fa01501dd'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:13:54.027921 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-4900e4ac-48f9-4b2c-bfbb-ab32d9df580d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:13:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['9846ac9d-be95-4ec2-964d-0c6fa01501dd'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:13:54.134919 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bb581514-12a6-4fff-9b24-86542b24f29e req-db9884a3-613c-4f46-9265-f7188806c922 service neutron] 10.222.0.23 "GET /v2.0/networks/a2277fe2-5365-4bd5-b2cf-1188f0e7fb16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116917 Jul 13 14:13:54.153464 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-4900e4ac-48f9-4b2c-bfbb-ab32d9df580d None None] Set router 9846ac9d-be95-4ec2-964d-0c6fa01501dd gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:13:54.214764 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 6a373a47-57f6-45c4-81f9-90c127f33c9f no longer exists at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:13:54.234731 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] No Port match for: 6a373a47-57f6-45c4-81f9-90c127f33c9f {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:13:54.235074 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 6a373a47-57f6-45c4-81f9-90c127f33c9f not bound to the agent host n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:13:54.247624 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bb581514-12a6-4fff-9b24-86542b24f29e req-97125c43-fcc6-4dee-9cca-d9568a8b839c service neutron] 10.222.0.23 "GET /v2.0/networks/a2277fe2-5365-4bd5-b2cf-1188f0e7fb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067922 Jul 13 14:13:54.524136 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-4900e4ac-48f9-4b2c-bfbb-ab32d9df580d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9846ac9d-be95-4ec2-964d-0c6fa01501dd', 'name': 'tempest-TestVolumeBootPattern-2125471317-router', 'tenant_id': 'be626fae257b4f19ad7615723cda0cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.28'}], 'enable_snat': True}, 'gw_port_id': 'b83fc922-c8ee-441f-b8c6-c5ca9b2766b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:13:46Z', 'updated_at': '2021-07-13T14:13:50Z', 'revision_number': 4, 'project_id': 'be626fae257b4f19ad7615723cda0cb5', 'gw_port': {'id': 'b83fc922-c8ee-441f-b8c6-c5ca9b2766b2', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:77:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9846ac9d-be95-4ec2-964d-0c6fa01501dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:13:47Z', 'updated_at': '2021-07-13T14:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': '6b70f6f5-c21c-4cb8-b6cd-a4fcf12a85fd', 'name': '', 'network_id': '8c07dd09-0a0d-4c0a-88e4-ce9fcd648380', 'tenant_id': 'be626fae257b4f19ad7615723cda0cb5', 'mac_address': 'fa:16:3e:65:93:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9846ac9d-be95-4ec2-964d-0c6fa01501dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': 'e9a7a404-0eaa-44e2-b705-00776819dd11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:13:49Z', 'updated_at': '2021-07-13T14:13:50Z', 'revision_number': 2, 'project_id': 'be626fae257b4f19ad7615723cda0cb5', 'subnets': [{'id': 'e9a7a404-0eaa-44e2-b705-00776819dd11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:13:54.553542 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4900e4ac-48f9-4b2c-bfbb-ab32d9df580d None None] Checking router: 9846ac9d-be95-4ec2-964d-0c6fa01501dd for host: n-d-800634-1 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:13:54.553914 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4900e4ac-48f9-4b2c-bfbb-ab32d9df580d None None] Updating router 9846ac9d-be95-4ec2-964d-0c6fa01501dd port 6b70f6f5-c21c-4cb8-b6cd-a4fcf12a85fd binding host n-d-800634-1 {{(pid=93753) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 14:13:54.599886 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4900e4ac-48f9-4b2c-bfbb-ab32d9df580d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:54.755423 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-58eaa89e-bb62-41af-a92f-95008e6576fb req-64ac693f-b93e-463b-92f2-7edb57f7a92b tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/ports?device_id=148c23f8-ea7f-4346-833a-3bd348fdddb0 HTTP/1.1" status: 200 len: 210 time: 0.0685322 Jul 13 14:13:55.074234 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4900e4ac-48f9-4b2c-bfbb-ab32d9df580d None None] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:55.085704 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-4900e4ac-48f9-4b2c-bfbb-ab32d9df580d None None] Transition to ACTIVE for port object 6b70f6f5-c21c-4cb8-b6cd-a4fcf12a85fd will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:13:55.099274 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4900e4ac-48f9-4b2c-bfbb-ab32d9df580d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:55.177599 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95f5ac2-72ed-4f3d-a756-e0871618d11b None None] Pushing event updated for resources: {'Port': ['ID=6b70f6f5-c21c-4cb8-b6cd-a4fcf12a85fd,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:13:55.259607 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-4900e4ac-48f9-4b2c-bfbb-ab32d9df580d None None] Attempting to bind port 6b70f6f5-c21c-4cb8-b6cd-a4fcf12a85fd on host n-d-800634-1 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:13:55.260071 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-4900e4ac-48f9-4b2c-bfbb-ab32d9df580d None None] Attempting to bind port 6b70f6f5-c21c-4cb8-b6cd-a4fcf12a85fd by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '7630433c-fc3e-4651-87a2-08bb7573b7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8c07dd09-0a0d-4c0a-88e4-ce9fcd648380'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:13:55.260523 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4900e4ac-48f9-4b2c-bfbb-ab32d9df580d None None] Attempting to bind port 6b70f6f5-c21c-4cb8-b6cd-a4fcf12a85fd on network 8c07dd09-0a0d-4c0a-88e4-ce9fcd648380 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:13:55.271391 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4900e4ac-48f9-4b2c-bfbb-ab32d9df580d None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 13, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:13:55.271924 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4900e4ac-48f9-4b2c-bfbb-ab32d9df580d None None] Checking segment: {'id': '7630433c-fc3e-4651-87a2-08bb7573b7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8c07dd09-0a0d-4c0a-88e4-ce9fcd648380'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:13:55.272417 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4900e4ac-48f9-4b2c-bfbb-ab32d9df580d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:55.272897 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4900e4ac-48f9-4b2c-bfbb-ab32d9df580d None None] Bound using segment: {'id': '7630433c-fc3e-4651-87a2-08bb7573b7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8c07dd09-0a0d-4c0a-88e4-ce9fcd648380'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:13:55.273455 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-4900e4ac-48f9-4b2c-bfbb-ab32d9df580d None None] Bound port: 6b70f6f5-c21c-4cb8-b6cd-a4fcf12a85fd, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7630433c-fc3e-4651-87a2-08bb7573b7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8c07dd09-0a0d-4c0a-88e4-ce9fcd648380'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:13:55.274951 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4900e4ac-48f9-4b2c-bfbb-ab32d9df580d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:55.385280 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-4900e4ac-48f9-4b2c-bfbb-ab32d9df580d None None] For port 6b70f6f5-c21c-4cb8-b6cd-a4fcf12a85fd, host n-d-800634-1, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:13:55.392174 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-4900e4ac-48f9-4b2c-bfbb-ab32d9df580d None None] For port 6b70f6f5-c21c-4cb8-b6cd-a4fcf12a85fd, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=6b70f6f5-c21c-4cb8-b6cd-a4fcf12a85fd,segment=NetworkSegment(7630433c-fc3e-4651-87a2-08bb7573b7ea),segment_id=7630433c-fc3e-4651-87a2-08bb7573b7ea)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:13:55.403697 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4900e4ac-48f9-4b2c-bfbb-ab32d9df580d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:55.408951 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device b83fc922-c8ee-441f-b8c6-c5ca9b2766b2 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:13:55.509652 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4900e4ac-48f9-4b2c-bfbb-ab32d9df580d None None] Routers {'9846ac9d-be95-4ec2-964d-0c6fa01501dd'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:13:55.510501 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-4900e4ac-48f9-4b2c-bfbb-ab32d9df580d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:13:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['9846ac9d-be95-4ec2-964d-0c6fa01501dd'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:13:55.559826 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port b83fc922-c8ee-441f-b8c6-c5ca9b2766b2 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:13:55.572618 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:55.668584 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-4900e4ac-48f9-4b2c-bfbb-ab32d9df580d None None] Set router 9846ac9d-be95-4ec2-964d-0c6fa01501dd gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:13:55.865582 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95f5ac2-72ed-4f3d-a756-e0871618d11b None None] Pushing event updated for resources: {'Port': ['ID=6b70f6f5-c21c-4cb8-b6cd-a4fcf12a85fd,revision_number=4']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:13:55.930158 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-71717506-9d35-4f04-add8-43046b9dfd4a req-3559a6dc-4219-4745-97b0-216307df17af tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/ports?device_id=148c23f8-ea7f-4346-833a-3bd348fdddb0 HTTP/1.1" status: 200 len: 210 time: 0.0352402 Jul 13 14:13:55.998356 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-4900e4ac-48f9-4b2c-bfbb-ab32d9df580d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9846ac9d-be95-4ec2-964d-0c6fa01501dd', 'name': 'tempest-TestVolumeBootPattern-2125471317-router', 'tenant_id': 'be626fae257b4f19ad7615723cda0cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.28'}], 'enable_snat': True}, 'gw_port_id': 'b83fc922-c8ee-441f-b8c6-c5ca9b2766b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:13:46Z', 'updated_at': '2021-07-13T14:13:50Z', 'revision_number': 4, 'project_id': 'be626fae257b4f19ad7615723cda0cb5', 'gw_port': {'id': 'b83fc922-c8ee-441f-b8c6-c5ca9b2766b2', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:77:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9846ac9d-be95-4ec2-964d-0c6fa01501dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:13:47Z', 'updated_at': '2021-07-13T14:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': '6b70f6f5-c21c-4cb8-b6cd-a4fcf12a85fd', 'name': '', 'network_id': '8c07dd09-0a0d-4c0a-88e4-ce9fcd648380', 'tenant_id': 'be626fae257b4f19ad7615723cda0cb5', 'mac_address': 'fa:16:3e:65:93:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9846ac9d-be95-4ec2-964d-0c6fa01501dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': 'e9a7a404-0eaa-44e2-b705-00776819dd11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:13:49Z', 'updated_at': '2021-07-13T14:13:55Z', 'revision_number': 4, 'project_id': 'be626fae257b4f19ad7615723cda0cb5', 'subnets': [{'id': 'e9a7a404-0eaa-44e2-b705-00776819dd11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:13:56.029828 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4900e4ac-48f9-4b2c-bfbb-ab32d9df580d None None] The sync data for ids ['9846ac9d-be95-4ec2-964d-0c6fa01501dd'] in n-d-800634-1 is: [{'id': '9846ac9d-be95-4ec2-964d-0c6fa01501dd', 'name': 'tempest-TestVolumeBootPattern-2125471317-router', 'tenant_id': 'be626fae257b4f19ad7615723cda0cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.28'}], 'enable_snat': True}, 'gw_port_id': 'b83fc922-c8ee-441f-b8c6-c5ca9b2766b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:13:46Z', 'updated_at': '2021-07-13T14:13:50Z', 'revision_number': 4, 'project_id': 'be626fae257b4f19ad7615723cda0cb5', 'gw_port': {'id': 'b83fc922-c8ee-441f-b8c6-c5ca9b2766b2', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:77:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9846ac9d-be95-4ec2-964d-0c6fa01501dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:13:47Z', 'updated_at': '2021-07-13T14:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': '6b70f6f5-c21c-4cb8-b6cd-a4fcf12a85fd', 'name': '', 'network_id': '8c07dd09-0a0d-4c0a-88e4-ce9fcd648380', 'tenant_id': 'be626fae257b4f19ad7615723cda0cb5', 'mac_address': 'fa:16:3e:65:93:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9846ac9d-be95-4ec2-964d-0c6fa01501dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': 'e9a7a404-0eaa-44e2-b705-00776819dd11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:13:49Z', 'updated_at': '2021-07-13T14:13:55Z', 'revision_number': 4, 'project_id': 'be626fae257b4f19ad7615723cda0cb5', 'subnets': [{'id': 'e9a7a404-0eaa-44e2-b705-00776819dd11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:13:56.392592 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb581514-12a6-4fff-9b24-86542b24f29e req-0ff727ba-6117-4c2d-ad19-2b2c3922be48 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:13:56.395539 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bb581514-12a6-4fff-9b24-86542b24f29e req-0ff727ba-6117-4c2d-ad19-2b2c3922be48 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.41 "GET /v2.0/networks?id=a2277fe2-5365-4bd5-b2cf-1188f0e7fb16 HTTP/1.1" status: 200 len: 811 time: 0.2215056 Jul 13 14:13:56.418538 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-bb581514-12a6-4fff-9b24-86542b24f29e req-3dc2602a-6d2f-4dff-9fe8-2fa82088000f tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Request body: {'port': {'device_id': '148c23f8-ea7f-4346-833a-3bd348fdddb0', 'network_id': 'a2277fe2-5365-4bd5-b2cf-1188f0e7fb16', 'admin_state_up': True, 'tenant_id': '5c9ef36c351841ca83dde6dc04bc97a4'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:13:56.622184 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb581514-12a6-4fff-9b24-86542b24f29e req-3dc2602a-6d2f-4dff-9fe8-2fa82088000f tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Made reservation on behalf of 5c9ef36c351841ca83dde6dc04bc97a4 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:13:56.626446 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-bb581514-12a6-4fff-9b24-86542b24f29e req-3dc2602a-6d2f-4dff-9fe8-2fa82088000f tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:56.861031 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-bb581514-12a6-4fff-9b24-86542b24f29e req-3dc2602a-6d2f-4dff-9fe8-2fa82088000f tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Allocated IP 172.20.0.9 (a2277fe2-5365-4bd5-b2cf-1188f0e7fb16/6728334e-b0b1-4ba8-880a-f1431373cfed/530c0586-ef52-4a50-ad1b-56fccdb05701) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:13:57.160893 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5f1ed3f2-2df7-41ce-921d-858b9ffcacc0 req-26018975-fb9f-4c0f-97d0-dbe82941b028 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/ports?device_id=148c23f8-ea7f-4346-833a-3bd348fdddb0 HTTP/1.1" status: 200 len: 210 time: 0.0326025 Jul 13 14:13:57.193513 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-bb581514-12a6-4fff-9b24-86542b24f29e req-3dc2602a-6d2f-4dff-9fe8-2fa82088000f tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:57.214806 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-bb581514-12a6-4fff-9b24-86542b24f29e req-3dc2602a-6d2f-4dff-9fe8-2fa82088000f tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Transition to ACTIVE for port object 530c0586-ef52-4a50-ad1b-56fccdb05701 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:13:57.256281 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-bb581514-12a6-4fff-9b24-86542b24f29e req-3dc2602a-6d2f-4dff-9fe8-2fa82088000f tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:57.331119 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb581514-12a6-4fff-9b24-86542b24f29e req-3dc2602a-6d2f-4dff-9fe8-2fa82088000f tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Network a2277fe2-5365-4bd5-b2cf-1188f0e7fb16 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:13:57.335240 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-bb581514-12a6-4fff-9b24-86542b24f29e req-3dc2602a-6d2f-4dff-9fe8-2fa82088000f tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:13:57.361839 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb581514-12a6-4fff-9b24-86542b24f29e req-3dc2602a-6d2f-4dff-9fe8-2fa82088000f tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:13:57.422756 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc2602a-6d2f-4dff-9fe8-2fa82088000f tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Pushing event updated for resources: {'Port': ['ID=530c0586-ef52-4a50-ad1b-56fccdb05701,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:13:57.459002 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 6b70f6f5-c21c-4cb8-b6cd-a4fcf12a85fd up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:13:57.481782 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb581514-12a6-4fff-9b24-86542b24f29e req-3dc2602a-6d2f-4dff-9fe8-2fa82088000f tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:13:57.482454 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-bb581514-12a6-4fff-9b24-86542b24f29e req-3dc2602a-6d2f-4dff-9fe8-2fa82088000f tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:57.504230 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bb581514-12a6-4fff-9b24-86542b24f29e req-3dc2602a-6d2f-4dff-9fe8-2fa82088000f tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0993052 Jul 13 14:13:57.534211 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-bb581514-12a6-4fff-9b24-86542b24f29e req-2b1153ed-8ea7-468a-bacc-ec406b718432 service neutron] Request body: {'port': {'device_id': '148c23f8-ea7f-4346-833a-3bd348fdddb0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:13:57.560691 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port 6b70f6f5-c21c-4cb8-b6cd-a4fcf12a85fd completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:13:57.566790 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 6b70f6f5-c21c-4cb8-b6cd-a4fcf12a85fd triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:13:57.567401 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:57.684710 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-bb581514-12a6-4fff-9b24-86542b24f29e req-2b1153ed-8ea7-468a-bacc-ec406b718432 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:57.720628 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:57.732918 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-e5ed9e30-7e51-4c82-9db8-02f9939a6da9 None None] Provisioning for port 530c0586-ef52-4a50-ad1b-56fccdb05701 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:13:57.739960 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-e5ed9e30-7e51-4c82-9db8-02f9939a6da9 None None] Provisioning complete for port 530c0586-ef52-4a50-ad1b-56fccdb05701 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:13:57.740452 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e5ed9e30-7e51-4c82-9db8-02f9939a6da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:57.798117 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port 6b70f6f5-c21c-4cb8-b6cd-a4fcf12a85fd, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=6b70f6f5-c21c-4cb8-b6cd-a4fcf12a85fd,segment=NetworkSegment(7630433c-fc3e-4651-87a2-08bb7573b7ea),segment_id=7630433c-fc3e-4651-87a2-08bb7573b7ea)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:13:57.800170 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-e5ed9e30-7e51-4c82-9db8-02f9939a6da9 None None] Port 530c0586-ef52-4a50-ad1b-56fccdb05701 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:13:57.810210 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:57.895754 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=6b70f6f5-c21c-4cb8-b6cd-a4fcf12a85fd,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:13:58.060896 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-bb581514-12a6-4fff-9b24-86542b24f29e req-2b1153ed-8ea7-468a-bacc-ec406b718432 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 530c0586-ef52-4a50-ad1b-56fccdb05701 {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:13:58.069884 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-bb581514-12a6-4fff-9b24-86542b24f29e req-2b1153ed-8ea7-468a-bacc-ec406b718432 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:58.088619 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-bb581514-12a6-4fff-9b24-86542b24f29e req-2b1153ed-8ea7-468a-bacc-ec406b718432 service neutron] Transition to ACTIVE for port object 530c0586-ef52-4a50-ad1b-56fccdb05701 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:13:58.098404 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-bb581514-12a6-4fff-9b24-86542b24f29e req-2b1153ed-8ea7-468a-bacc-ec406b718432 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:58.163627 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1153ed-8ea7-468a-bacc-ec406b718432 service neutron] Pushing event updated for resources: {'Port': ['ID=530c0586-ef52-4a50-ad1b-56fccdb05701,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:13:58.280433 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-bb581514-12a6-4fff-9b24-86542b24f29e req-2b1153ed-8ea7-468a-bacc-ec406b718432 service neutron] Attempting to bind port 530c0586-ef52-4a50-ad1b-56fccdb05701 on host n-h2-800634-1 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:13:58.281852 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-bb581514-12a6-4fff-9b24-86542b24f29e req-2b1153ed-8ea7-468a-bacc-ec406b718432 service neutron] Attempting to bind port 530c0586-ef52-4a50-ad1b-56fccdb05701 by drivers openvswitch,hyperv on host n-h2-800634-1 at level 0 using segments [{'id': '4c12d2cb-e5d8-4587-a297-9866d410582d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a2277fe2-5365-4bd5-b2cf-1188f0e7fb16'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:13:58.282387 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb581514-12a6-4fff-9b24-86542b24f29e req-2b1153ed-8ea7-468a-bacc-ec406b718432 service neutron] Attempting to bind port 530c0586-ef52-4a50-ad1b-56fccdb05701 on network a2277fe2-5365-4bd5-b2cf-1188f0e7fb16 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:13:58.291846 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb581514-12a6-4fff-9b24-86542b24f29e req-2b1153ed-8ea7-468a-bacc-ec406b718432 service neutron] Port 530c0586-ef52-4a50-ad1b-56fccdb05701 on network a2277fe2-5365-4bd5-b2cf-1188f0e7fb16 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-1 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 14:13:58.292432 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb581514-12a6-4fff-9b24-86542b24f29e req-2b1153ed-8ea7-468a-bacc-ec406b718432 service neutron] Attempting to bind port 530c0586-ef52-4a50-ad1b-56fccdb05701 on network a2277fe2-5365-4bd5-b2cf-1188f0e7fb16 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:13:58.299603 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb581514-12a6-4fff-9b24-86542b24f29e req-2b1153ed-8ea7-468a-bacc-ec406b718432 service neutron] Checking agent: {'id': 'f615e5c9-21ab-43f2-adbc-192d64b795cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:13:58.300385 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb581514-12a6-4fff-9b24-86542b24f29e req-2b1153ed-8ea7-468a-bacc-ec406b718432 service neutron] Checking segment: {'id': '4c12d2cb-e5d8-4587-a297-9866d410582d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a2277fe2-5365-4bd5-b2cf-1188f0e7fb16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:13:58.301718 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb581514-12a6-4fff-9b24-86542b24f29e req-2b1153ed-8ea7-468a-bacc-ec406b718432 service neutron] Bound using segment: {'id': '4c12d2cb-e5d8-4587-a297-9866d410582d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a2277fe2-5365-4bd5-b2cf-1188f0e7fb16'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:13:58.302428 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-bb581514-12a6-4fff-9b24-86542b24f29e req-2b1153ed-8ea7-468a-bacc-ec406b718432 service neutron] Bound port: 530c0586-ef52-4a50-ad1b-56fccdb05701, host: n-h2-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c12d2cb-e5d8-4587-a297-9866d410582d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a2277fe2-5365-4bd5-b2cf-1188f0e7fb16'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:13:58.302990 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-bb581514-12a6-4fff-9b24-86542b24f29e req-2b1153ed-8ea7-468a-bacc-ec406b718432 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:58.455360 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-bb581514-12a6-4fff-9b24-86542b24f29e req-2b1153ed-8ea7-468a-bacc-ec406b718432 service neutron] For port 530c0586-ef52-4a50-ad1b-56fccdb05701, host n-h2-800634-1, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:13:58.475329 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-bb581514-12a6-4fff-9b24-86542b24f29e req-2b1153ed-8ea7-468a-bacc-ec406b718432 service neutron] For port 530c0586-ef52-4a50-ad1b-56fccdb05701, host n-h2-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=530c0586-ef52-4a50-ad1b-56fccdb05701,segment=NetworkSegment(4c12d2cb-e5d8-4587-a297-9866d410582d),segment_id=4c12d2cb-e5d8-4587-a297-9866d410582d)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:13:58.487437 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c33e4b-4807-4198-82b2-4267d47ebbde req-17d4d507-e8cf-4b65-9409-feddca6e2e00 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:13:58.489294 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-67c33e4b-4807-4198-82b2-4267d47ebbde req-17d4d507-e8cf-4b65-9409-feddca6e2e00 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/ports?device_id=148c23f8-ea7f-4346-833a-3bd348fdddb0 HTTP/1.1" status: 200 len: 943 time: 0.1332154 Jul 13 14:13:58.491686 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-bb581514-12a6-4fff-9b24-86542b24f29e req-2b1153ed-8ea7-468a-bacc-ec406b718432 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:58.556306 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb581514-12a6-4fff-9b24-86542b24f29e req-2b1153ed-8ea7-468a-bacc-ec406b718432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:13:58.557056 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-bb581514-12a6-4fff-9b24-86542b24f29e req-2b1153ed-8ea7-468a-bacc-ec406b718432 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:58.558586 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bb581514-12a6-4fff-9b24-86542b24f29e req-2b1153ed-8ea7-468a-bacc-ec406b718432 service neutron] 10.222.0.41 "PUT /v2.0/ports/530c0586-ef52-4a50-ad1b-56fccdb05701 HTTP/1.1" status: 200 len: 1091 time: 1.0376217 Jul 13 14:13:58.561053 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '148c23f8-ea7f-4346-833a-3bd348fdddb0', 'tag': '530c0586-ef52-4a50-ad1b-56fccdb05701'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:13:58.563948 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bee42fb5-c500-4423-b2bb-3cb408c71ac2" -d '{"events": [{"name": "network-changed", "server_uuid": "148c23f8-ea7f-4346-833a-3bd348fdddb0", "tag": "530c0586-ef52-4a50-ad1b-56fccdb05701"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:13:58.607038 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1153ed-8ea7-468a-bacc-ec406b718432 service neutron] Pushing event updated for resources: {'Port': ['ID=530c0586-ef52-4a50-ad1b-56fccdb05701,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:13:58.624047 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-67c33e4b-4807-4198-82b2-4267d47ebbde req-85d8e130-afff-4787-8d50-c49fb1735a9e tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/security-groups?id=327f6fa2-19e0-4d43-babb-db11eb72d370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034362 Jul 13 14:13:58.695885 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9de8eed0-b1ec-4b63-ae22-722ff8f0f0dc x-openstack-request-id: req-9de8eed0-b1ec-4b63-ae22-722ff8f0f0dc {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:13:58.696431 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "148c23f8-ea7f-4346-833a-3bd348fdddb0", "tag": "530c0586-ef52-4a50-ad1b-56fccdb05701", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:13:58.696834 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9de8eed0-b1ec-4b63-ae22-722ff8f0f0dc {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:13:58.697382 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '148c23f8-ea7f-4346-833a-3bd348fdddb0', 'tag': '530c0586-ef52-4a50-ad1b-56fccdb05701', 'status': 'completed', 'code': 200} Jul 13 14:13:58.743899 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb581514-12a6-4fff-9b24-86542b24f29e req-49750f81-d2d0-49db-a808-78ed2f44fae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:13:58.745424 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bb581514-12a6-4fff-9b24-86542b24f29e req-49750f81-d2d0-49db-a808-78ed2f44fae4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5c9ef36c351841ca83dde6dc04bc97a4&device_id=148c23f8-ea7f-4346-833a-3bd348fdddb0 HTTP/1.1" status: 200 len: 1094 time: 0.1202266 Jul 13 14:13:58.807070 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bb581514-12a6-4fff-9b24-86542b24f29e req-59e0d86b-ea42-4d82-862d-9cf8acfeac65 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=530c0586-ef52-4a50-ad1b-56fccdb05701 HTTP/1.1" status: 200 len: 217 time: 0.0526209 Jul 13 14:13:58.911090 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb581514-12a6-4fff-9b24-86542b24f29e req-6a45dffa-2727-4e92-8d74-ea42376f9086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:13:58.913607 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bb581514-12a6-4fff-9b24-86542b24f29e req-6a45dffa-2727-4e92-8d74-ea42376f9086 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6728334e-b0b1-4ba8-880a-f1431373cfed HTTP/1.1" status: 200 len: 850 time: 0.0947981 Jul 13 14:13:58.998650 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb581514-12a6-4fff-9b24-86542b24f29e req-4b56441c-7734-46b9-8cb6-5796a84f4a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:13:59.000377 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bb581514-12a6-4fff-9b24-86542b24f29e req-4b56441c-7734-46b9-8cb6-5796a84f4a44 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a2277fe2-5365-4bd5-b2cf-1188f0e7fb16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0807493 Jul 13 14:13:59.107372 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bb581514-12a6-4fff-9b24-86542b24f29e req-0cb7f43e-054d-4a68-89c7-f8b15d43ea3f service neutron] 10.222.0.41 "GET /v2.0/networks/a2277fe2-5365-4bd5-b2cf-1188f0e7fb16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967896 Jul 13 14:13:59.402735 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 6b70f6f5-c21c-4cb8-b6cd-a4fcf12a85fd up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:13:59.535970 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 6b70f6f5-c21c-4cb8-b6cd-a4fcf12a85fd triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:13:59.538884 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:13:59.549228 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bb581514-12a6-4fff-9b24-86542b24f29e req-f7dc5268-e302-449e-9bd4-ad2680a2f4ff service neutron] 10.222.0.41 "GET /v2.0/networks/a2277fe2-5365-4bd5-b2cf-1188f0e7fb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4367590 Jul 13 14:13:59.667354 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee42fb5-c500-4423-b2bb-3cb408c71ac2 req-96d4f505-d1fa-454d-8b66-eea79871a35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:13:59.669478 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bee42fb5-c500-4423-b2bb-3cb408c71ac2 req-96d4f505-d1fa-454d-8b66-eea79871a35a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5c9ef36c351841ca83dde6dc04bc97a4&device_id=148c23f8-ea7f-4346-833a-3bd348fdddb0 HTTP/1.1" status: 200 len: 1094 time: 0.0642822 Jul 13 14:13:59.840117 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee42fb5-c500-4423-b2bb-3cb408c71ac2 req-9c3718c6-4ca0-4848-bba4-1b770ddab5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:13:59.841796 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bee42fb5-c500-4423-b2bb-3cb408c71ac2 req-9c3718c6-4ca0-4848-bba4-1b770ddab5ef service neutron] 10.222.0.41 "GET /v2.0/networks?id=a2277fe2-5365-4bd5-b2cf-1188f0e7fb16 HTTP/1.1" status: 200 len: 911 time: 0.1660125 Jul 13 14:13:59.907403 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39df898-ff5c-4438-9601-df004b31c20f req-01726d24-6aca-4ff8-b0d6-ac2523a6d288 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:13:59.910846 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bee42fb5-c500-4423-b2bb-3cb408c71ac2 req-19e29773-0b42-4626-9279-8a7b7c3d5e0f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=530c0586-ef52-4a50-ad1b-56fccdb05701 HTTP/1.1" status: 200 len: 217 time: 0.0625713 Jul 13 14:13:59.918670 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a39df898-ff5c-4438-9601-df004b31c20f req-01726d24-6aca-4ff8-b0d6-ac2523a6d288 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/ports?device_id=148c23f8-ea7f-4346-833a-3bd348fdddb0 HTTP/1.1" status: 200 len: 943 time: 0.1250353 Jul 13 14:14:00.004145 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee42fb5-c500-4423-b2bb-3cb408c71ac2 req-cd27b5b2-697c-44bd-9c4e-90af785c4702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:14:00.005971 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bee42fb5-c500-4423-b2bb-3cb408c71ac2 req-cd27b5b2-697c-44bd-9c4e-90af785c4702 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6728334e-b0b1-4ba8-880a-f1431373cfed HTTP/1.1" status: 200 len: 850 time: 0.0862575 Jul 13 14:14:00.014614 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a39df898-ff5c-4438-9601-df004b31c20f req-44597e52-08ed-4972-9b6c-d00632493182 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/security-groups?id=327f6fa2-19e0-4d43-babb-db11eb72d370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947495 Jul 13 14:14:00.099758 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee42fb5-c500-4423-b2bb-3cb408c71ac2 req-f9d2e1f4-c8da-4d5a-910a-33ee8995978c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:14:00.101926 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bee42fb5-c500-4423-b2bb-3cb408c71ac2 req-f9d2e1f4-c8da-4d5a-910a-33ee8995978c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a2277fe2-5365-4bd5-b2cf-1188f0e7fb16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0881467 Jul 13 14:14:00.304930 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bee42fb5-c500-4423-b2bb-3cb408c71ac2 req-1584829b-286c-45ce-84e9-1f6c9172bb6d service neutron] 10.222.0.41 "GET /v2.0/networks/a2277fe2-5365-4bd5-b2cf-1188f0e7fb16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960332 Jul 13 14:14:00.441996 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bee42fb5-c500-4423-b2bb-3cb408c71ac2 req-09a3fe52-8dec-4efa-a59c-104a35d89850 service neutron] 10.222.0.41 "GET /v2.0/networks/a2277fe2-5365-4bd5-b2cf-1188f0e7fb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311185 Jul 13 14:14:00.674466 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:14:00.933347 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:14:01.303792 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1c2cee-490f-4e6e-afff-fca652d7d4f7 req-69409b2e-8fe2-4232-b9c5-e7759b5f7d6d tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:14:01.306374 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2d1c2cee-490f-4e6e-afff-fca652d7d4f7 req-69409b2e-8fe2-4232-b9c5-e7759b5f7d6d tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/ports?device_id=148c23f8-ea7f-4346-833a-3bd348fdddb0 HTTP/1.1" status: 200 len: 943 time: 0.1473782 Jul 13 14:14:01.352006 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2d1c2cee-490f-4e6e-afff-fca652d7d4f7 req-aaa3758d-35ee-4f9f-a6b7-68d47512954b tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/security-groups?id=327f6fa2-19e0-4d43-babb-db11eb72d370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372539 Jul 13 14:14:02.544135 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb77dad-7641-4898-8d3f-60f7ce1f6df7 req-979d45cc-2fc4-418d-9033-69bc3907913b tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:14:02.545713 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-9cb77dad-7641-4898-8d3f-60f7ce1f6df7 req-979d45cc-2fc4-418d-9033-69bc3907913b tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/ports?device_id=148c23f8-ea7f-4346-833a-3bd348fdddb0 HTTP/1.1" status: 200 len: 943 time: 0.0682430 Jul 13 14:14:02.584971 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-9cb77dad-7641-4898-8d3f-60f7ce1f6df7 req-1f37d41a-e064-4e80-9f6d-0b908cc93113 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/security-groups?id=327f6fa2-19e0-4d43-babb-db11eb72d370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333579 Jul 13 14:14:03.817386 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bedc0fb-dfed-48d7-8e21-8182c25f97bc req-e128d131-dfcc-4efc-b782-43b974284fd3 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:14:03.820024 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3bedc0fb-dfed-48d7-8e21-8182c25f97bc req-e128d131-dfcc-4efc-b782-43b974284fd3 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/ports?device_id=148c23f8-ea7f-4346-833a-3bd348fdddb0 HTTP/1.1" status: 200 len: 943 time: 0.0939977 Jul 13 14:14:03.873254 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3bedc0fb-dfed-48d7-8e21-8182c25f97bc req-c0109397-a014-484d-b094-8f44012ee179 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/security-groups?id=327f6fa2-19e0-4d43-babb-db11eb72d370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465944 Jul 13 14:14:05.058962 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c773f8-e61a-41a4-8eca-1e9a0dd63650 req-772aee46-a29f-4bf7-9813-feb7f737ddac tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:14:05.060490 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-44c773f8-e61a-41a4-8eca-1e9a0dd63650 req-772aee46-a29f-4bf7-9813-feb7f737ddac tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/ports?device_id=148c23f8-ea7f-4346-833a-3bd348fdddb0 HTTP/1.1" status: 200 len: 943 time: 0.0696478 Jul 13 14:14:05.126792 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-44c773f8-e61a-41a4-8eca-1e9a0dd63650 req-14c99927-13e1-4f6b-9949-8ddf537b0c12 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/security-groups?id=327f6fa2-19e0-4d43-babb-db11eb72d370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606589 Jul 13 14:14:06.344533 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5f20ae-413e-41f2-ad87-619df7efb199 req-febeac24-ab46-4663-b736-66079280c114 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:14:06.350216 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bf5f20ae-413e-41f2-ad87-619df7efb199 req-febeac24-ab46-4663-b736-66079280c114 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/ports?device_id=148c23f8-ea7f-4346-833a-3bd348fdddb0 HTTP/1.1" status: 200 len: 943 time: 0.0902331 Jul 13 14:14:06.404000 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bf5f20ae-413e-41f2-ad87-619df7efb199 req-4726c3fd-d1cd-4fea-a432-6644d452e944 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/security-groups?id=327f6fa2-19e0-4d43-babb-db11eb72d370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521643 Jul 13 14:14:07.609369 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb8a64a-4ba4-4185-afe3-411934a0d87b req-bc515058-4332-4b3b-b76f-19d57266b342 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:14:07.611030 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-feb8a64a-4ba4-4185-afe3-411934a0d87b req-bc515058-4332-4b3b-b76f-19d57266b342 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/ports?device_id=148c23f8-ea7f-4346-833a-3bd348fdddb0 HTTP/1.1" status: 200 len: 943 time: 0.0764716 Jul 13 14:14:07.665478 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-feb8a64a-4ba4-4185-afe3-411934a0d87b req-7b8d247b-c90f-446c-963d-68c96cdeb4f2 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/security-groups?id=327f6fa2-19e0-4d43-babb-db11eb72d370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477107 Jul 13 14:14:08.857024 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df999a21-1ce5-4933-bfad-b916e9bf4439 req-2d9c7ac6-55cf-46c1-96dc-433f5f3c4ca9 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:14:08.858612 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-df999a21-1ce5-4933-bfad-b916e9bf4439 req-2d9c7ac6-55cf-46c1-96dc-433f5f3c4ca9 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/ports?device_id=148c23f8-ea7f-4346-833a-3bd348fdddb0 HTTP/1.1" status: 200 len: 943 time: 0.0802879 Jul 13 14:14:08.907984 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-df999a21-1ce5-4933-bfad-b916e9bf4439 req-046589bb-fe80-4c7b-9a8e-ce835105b3a9 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/security-groups?id=327f6fa2-19e0-4d43-babb-db11eb72d370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435331 Jul 13 14:14:10.109019 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8534fe42-be83-435a-9249-8d7f0f4e873b req-876028d8-ec0e-4dae-af40-b3cc2e734bec tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:14:10.115901 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8534fe42-be83-435a-9249-8d7f0f4e873b req-876028d8-ec0e-4dae-af40-b3cc2e734bec tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/ports?device_id=148c23f8-ea7f-4346-833a-3bd348fdddb0 HTTP/1.1" status: 200 len: 943 time: 0.0754962 Jul 13 14:14:10.154291 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8534fe42-be83-435a-9249-8d7f0f4e873b req-d7c971ed-9178-4ac0-8cd8-3e38c270ecb5 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/security-groups?id=327f6fa2-19e0-4d43-babb-db11eb72d370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374815 Jul 13 14:14:10.259244 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 530c0586-ef52-4a50-ad1b-56fccdb05701 details requested by agent hyperv_n-h2-800634-1 with host n-h2-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 14:14:10.375079 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 530c0586-ef52-4a50-ad1b-56fccdb05701, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=530c0586-ef52-4a50-ad1b-56fccdb05701,segment=NetworkSegment(4c12d2cb-e5d8-4587-a297-9866d410582d),segment_id=4c12d2cb-e5d8-4587-a297-9866d410582d)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:14:10.395978 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Returning: {'device': '530c0586-ef52-4a50-ad1b-56fccdb05701', 'network_id': 'a2277fe2-5365-4bd5-b2cf-1188f0e7fb16', 'port_id': '530c0586-ef52-4a50-ad1b-56fccdb05701', 'mac_address': 'fa:16:3e:33:ca:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6728334e-b0b1-4ba8-880a-f1431373cfed', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 14:14:10.491763 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:14:10.513324 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 530c0586-ef52-4a50-ad1b-56fccdb05701 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:14:10.541463 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 530c0586-ef52-4a50-ad1b-56fccdb05701, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=530c0586-ef52-4a50-ad1b-56fccdb05701,segment=NetworkSegment(4c12d2cb-e5d8-4587-a297-9866d410582d),segment_id=4c12d2cb-e5d8-4587-a297-9866d410582d)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:14:10.546343 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:14:10.605312 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=530c0586-ef52-4a50-ad1b-56fccdb05701,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:14:10.732899 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['530c0586-ef52-4a50-ad1b-56fccdb05701'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:14:11.339786 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a7253d-b116-4406-8b93-c79658b37546 req-858aa26c-9399-44ee-9c92-474ba3bfa47e tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:14:11.341327 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f7a7253d-b116-4406-8b93-c79658b37546 req-858aa26c-9399-44ee-9c92-474ba3bfa47e tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/ports?device_id=148c23f8-ea7f-4346-833a-3bd348fdddb0 HTTP/1.1" status: 200 len: 944 time: 0.0728500 Jul 13 14:14:11.381627 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f7a7253d-b116-4406-8b93-c79658b37546 req-e429902c-3ccd-4f28-8088-db0e5df2eb7f tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/security-groups?id=327f6fa2-19e0-4d43-babb-db11eb72d370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345533 Jul 13 14:14:12.291513 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 530c0586-ef52-4a50-ad1b-56fccdb05701 up at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:14:12.344616 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning for port 530c0586-ef52-4a50-ad1b-56fccdb05701 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:14:12.348804 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning complete for port 530c0586-ef52-4a50-ad1b-56fccdb05701 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:14:12.349159 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:14:12.434636 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:14:12.459615 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '148c23f8-ea7f-4346-833a-3bd348fdddb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '530c0586-ef52-4a50-ad1b-56fccdb05701'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:14:12.462998 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f17f76c5-1c2a-4c56-9eab-a6ef969df751" -d '{"events": [{"server_uuid": "148c23f8-ea7f-4346-833a-3bd348fdddb0", "name": "network-vif-plugged", "status": "completed", "tag": "530c0586-ef52-4a50-ad1b-56fccdb05701"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:14:12.476848 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 530c0586-ef52-4a50-ad1b-56fccdb05701, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=530c0586-ef52-4a50-ad1b-56fccdb05701,segment=NetworkSegment(4c12d2cb-e5d8-4587-a297-9866d410582d),segment_id=4c12d2cb-e5d8-4587-a297-9866d410582d)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:14:12.483565 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:14:12.511916 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f8a2189-5ad2-4e50-998f-6d8fd4be2307 x-openstack-request-id: req-6f8a2189-5ad2-4e50-998f-6d8fd4be2307 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:14:12.512305 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "148c23f8-ea7f-4346-833a-3bd348fdddb0", "name": "network-vif-plugged", "status": "completed", "tag": "530c0586-ef52-4a50-ad1b-56fccdb05701", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:14:12.512556 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6f8a2189-5ad2-4e50-998f-6d8fd4be2307 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:14:12.512956 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '148c23f8-ea7f-4346-833a-3bd348fdddb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '530c0586-ef52-4a50-ad1b-56fccdb05701', 'code': 200} Jul 13 14:14:12.549938 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=530c0586-ef52-4a50-ad1b-56fccdb05701,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:14:12.585508 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f567d59-e5ed-42c7-a12b-f6cf8c8dc2f3 req-87bb34db-db2a-4e95-9cae-19d42110d055 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:14:12.587450 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3f567d59-e5ed-42c7-a12b-f6cf8c8dc2f3 req-87bb34db-db2a-4e95-9cae-19d42110d055 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/ports?device_id=148c23f8-ea7f-4346-833a-3bd348fdddb0 HTTP/1.1" status: 200 len: 945 time: 0.0815105 Jul 13 14:14:12.628287 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3f567d59-e5ed-42c7-a12b-f6cf8c8dc2f3 req-59925835-c45a-4d50-995c-51dad010af38 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/security-groups?id=327f6fa2-19e0-4d43-babb-db11eb72d370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349808 Jul 13 14:14:12.638327 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b83f6d-8fed-47c6-85cc-d20fffab8ac4 req-2958fe0b-3cc0-476e-b64b-878093ffa3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:14:12.639967 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-30b83f6d-8fed-47c6-85cc-d20fffab8ac4 req-2958fe0b-3cc0-476e-b64b-878093ffa3f4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=148c23f8-ea7f-4346-833a-3bd348fdddb0 HTTP/1.1" status: 200 len: 1096 time: 0.0595028 Jul 13 14:14:12.677720 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-30b83f6d-8fed-47c6-85cc-d20fffab8ac4 req-388fd242-c459-4bba-8358-a39437a390b2 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=327f6fa2-19e0-4d43-babb-db11eb72d370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315688 Jul 13 14:14:13.808046 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c07a17-1bd8-46e6-8498-f8f2423b2949 req-0f091244-717d-4764-b2c5-a842c38ec6b5 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:14:13.809553 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c9c07a17-1bd8-46e6-8498-f8f2423b2949 req-0f091244-717d-4764-b2c5-a842c38ec6b5 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/ports?device_id=148c23f8-ea7f-4346-833a-3bd348fdddb0 HTTP/1.1" status: 200 len: 945 time: 0.0676761 Jul 13 14:14:13.848079 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c9c07a17-1bd8-46e6-8498-f8f2423b2949 req-d1b22aeb-6114-4181-939f-3a8cea678deb tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/security-groups?id=327f6fa2-19e0-4d43-babb-db11eb72d370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328283 Jul 13 14:14:14.027059 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736cd019-e9b3-4b84-93ef-908c9e64810c req-ca224f0b-0449-474f-b71e-ff8989087910 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:14:14.028581 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-736cd019-e9b3-4b84-93ef-908c9e64810c req-ca224f0b-0449-474f-b71e-ff8989087910 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/ports?device_id=148c23f8-ea7f-4346-833a-3bd348fdddb0 HTTP/1.1" status: 200 len: 945 time: 0.0650918 Jul 13 14:14:14.068153 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-736cd019-e9b3-4b84-93ef-908c9e64810c req-9afdad9a-72f1-4e06-a26a-a10f6acae3d7 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/security-groups?id=327f6fa2-19e0-4d43-babb-db11eb72d370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338776 Jul 13 14:14:14.246768 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93af5146-7131-444f-87bf-e4a599833f4f req-9d8e823a-fede-4902-a12c-285cd1f5c090 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:14:14.248291 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-93af5146-7131-444f-87bf-e4a599833f4f req-9d8e823a-fede-4902-a12c-285cd1f5c090 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/ports?device_id=148c23f8-ea7f-4346-833a-3bd348fdddb0 HTTP/1.1" status: 200 len: 945 time: 0.0643883 Jul 13 14:14:14.286673 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-93af5146-7131-444f-87bf-e4a599833f4f req-06a5d4bf-f7f6-4ab5-bc39-63c8e4e82952 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/security-groups?id=327f6fa2-19e0-4d43-babb-db11eb72d370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326149 Jul 13 14:14:14.670158 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e42fa1e-d162-453f-9223-69255b076e61 req-f8b5a940-7dd6-446e-a738-eb4216ab3f59 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:14:14.671648 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2e42fa1e-d162-453f-9223-69255b076e61 req-f8b5a940-7dd6-446e-a738-eb4216ab3f59 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/ports?device_id=148c23f8-ea7f-4346-833a-3bd348fdddb0 HTTP/1.1" status: 200 len: 945 time: 0.0698197 Jul 13 14:14:14.709397 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2e42fa1e-d162-453f-9223-69255b076e61 req-920d33d8-2351-4efa-bad6-6ebb53e230ea tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/security-groups?id=327f6fa2-19e0-4d43-babb-db11eb72d370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321612 Jul 13 14:14:14.806138 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 46496) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:14:14.852686 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-9841d263-1f23-4aa5-9250-382b1a3ca2e6 admin admin] Deleting subnet 4edf408c-b769-43c3-84ab-f20560c0c914 {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 14:14:14.856126 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9841d263-1f23-4aa5-9250-382b1a3ca2e6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:14:14.890368 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9841d263-1f23-4aa5-9250-382b1a3ca2e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5431723'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:14:14.939284 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9841d263-1f23-4aa5-9250-382b1a3ca2e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:14:14.992223 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9841d263-1f23-4aa5-9250-382b1a3ca2e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5970525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4763356'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:14:15.020284 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9841d263-1f23-4aa5-9250-382b1a3ca2e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4edf408c-b769-43c3-84ab-f20560c0c914,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:14:15.026091 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9841d263-1f23-4aa5-9250-382b1a3ca2e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:14:15.030403 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-9841d263-1f23-4aa5-9250-382b1a3ca2e6 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/4edf408c-b769-43c3-84ab-f20560c0c914 HTTP/1.1" status: 204 len: 168 time: 0.2208674 Jul 13 14:14:15.031237 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 46498) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:14:15.101283 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-66c5e096-8cb0-4f16-a29a-a0193846de5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:14:15.187353 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-66c5e096-8cb0-4f16-a29a-a0193846de5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:14:15.197663 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-66c5e096-8cb0-4f16-a29a-a0193846de5c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee1d0c22-418f-4a90-a3f4-7e1d402c7b0e']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:14:15.207567 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-66c5e096-8cb0-4f16-a29a-a0193846de5c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49093024-4f36-45af-823e-59e6f7d92792') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:14:15.207855 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-66c5e096-8cb0-4f16-a29a-a0193846de5c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49093024-4f36-45af-823e-59e6f7d92792') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:14:15.216854 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-66c5e096-8cb0-4f16-a29a-a0193846de5c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5431730'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:14:15.230080 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-66c5e096-8cb0-4f16-a29a-a0193846de5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:14:15.235748 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66c5e096-8cb0-4f16-a29a-a0193846de5c admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 14:14:15.236130 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-66c5e096-8cb0-4f16-a29a-a0193846de5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5970419'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:14:15.237877 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:14:15.237877 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:14:15.237877 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:14:15.237877 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:14:15.237877 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:14:15.237877 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:14:15.237877 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:14:15.237877 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:14:15.237877 n-d-800634-1 neutron-server[93750]: Traceback (most recent call last): Jul 13 14:14:15.237877 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 14:14:15.237877 n-d-800634-1 neutron-server[93750]: timer() Jul 13 14:14:15.237877 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 14:14:15.237877 n-d-800634-1 neutron-server[93750]: cb(*args, **kw) Jul 13 14:14:15.237877 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 14:14:15.237877 n-d-800634-1 neutron-server[93750]: return func(*args, **kwargs) Jul 13 14:14:15.237877 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 14:14:15.237877 n-d-800634-1 neutron-server[93750]: self._notify() Jul 13 14:14:15.237877 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 14:14:15.237877 n-d-800634-1 neutron-server[93750]: self.callback(batched_events) Jul 13 14:14:15.237877 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 14:14:15.237877 n-d-800634-1 neutron-server[93750]: event.method(event) Jul 13 14:14:15.237877 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 14:14:15.237877 n-d-800634-1 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 14:14:15.237877 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 14:14:15.237877 n-d-800634-1 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 14:14:15.237877 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 14:14:15.237877 n-d-800634-1 neutron-server[93750]: return f(self, *a, **k) Jul 13 14:14:15.237877 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 14:14:15.237877 n-d-800634-1 neutron-server[93750]: return self._get(url).json() Jul 13 14:14:15.237877 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 14:14:15.237877 n-d-800634-1 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 14:14:15.237877 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 14:14:15.237877 n-d-800634-1 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 13 14:14:15.237877 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 14:14:15.237877 n-d-800634-1 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 14:14:15.237877 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 14:14:15.237877 n-d-800634-1 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 14:14:15.237877 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 14:14:15.237877 n-d-800634-1 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 14:14:15.237877 n-d-800634-1 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 14:14:15.291492 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-66c5e096-8cb0-4f16-a29a-a0193846de5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:14:15.297075 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-66c5e096-8cb0-4f16-a29a-a0193846de5c admin admin] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:14:15.301417 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-66c5e096-8cb0-4f16-a29a-a0193846de5c admin admin] 10.222.0.23 "DELETE /v2.0/networks/ee1d0c22-418f-4a90-a3f4-7e1d402c7b0e HTTP/1.1" status: 204 len: 168 time: 0.2674723 Jul 13 14:14:15.315379 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c5e096-8cb0-4f16-a29a-a0193846de5c admin admin] Pushing event deleted for resources: {'Network': ['ID=ee1d0c22-418f-4a90-a3f4-7e1d402c7b0e,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:14:15.461283 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 46502) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:14:15.500966 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-21062217-e72d-435b-8e38-852745981006 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=57eda5113dcc44d488f6b5ef225bc464&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383682 Jul 13 14:14:15.503322 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 46504) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:14:15.550741 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ecb6257c-bacd-431a-9d93-3de80a56ddf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:14:15.573163 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ecb6257c-bacd-431a-9d93-3de80a56ddf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:14:15.619545 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ecb6257c-bacd-431a-9d93-3de80a56ddf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:14:15.622118 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ecb6257c-bacd-431a-9d93-3de80a56ddf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:14:15.623312 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-ecb6257c-bacd-431a-9d93-3de80a56ddf1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a6c6e9d7-155f-4d92-8fee-f513d64198e0 HTTP/1.1" status: 204 len: 168 time: 0.1190450 Jul 13 14:14:15.631034 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb6257c-bacd-431a-9d93-3de80a56ddf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6c6e9d7-155f-4d92-8fee-f513d64198e0,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:14:15.887075 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74105adb-78ad-4dba-9aea-108d69774efa req-77803995-c5f0-465a-b09c-d6969a47c007 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:14:15.888593 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-74105adb-78ad-4dba-9aea-108d69774efa req-77803995-c5f0-465a-b09c-d6969a47c007 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/ports?device_id=148c23f8-ea7f-4346-833a-3bd348fdddb0 HTTP/1.1" status: 200 len: 945 time: 0.0645766 Jul 13 14:14:15.928353 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-74105adb-78ad-4dba-9aea-108d69774efa req-bc72dfc8-c945-466a-b4b1-63ed7a0f8bb7 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/security-groups?id=327f6fa2-19e0-4d43-babb-db11eb72d370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341742 Jul 13 14:14:16.004439 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8facfb1-a6b6-4a7f-bed9-bafdbb288862 req-d4f45e23-be71-443d-9306-544c6b638d3f tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:14:16.006067 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c8facfb1-a6b6-4a7f-bed9-bafdbb288862 req-d4f45e23-be71-443d-9306-544c6b638d3f tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.41 "GET /v2.0/ports?device_id=148c23f8-ea7f-4346-833a-3bd348fdddb0 HTTP/1.1" status: 200 len: 945 time: 0.0660932 Jul 13 14:14:16.112071 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-c8facfb1-a6b6-4a7f-bed9-bafdbb288862 req-c7a9d324-2a75-444d-96d9-1a6ffff92d0a tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Deleting port 530c0586-ef52-4a50-ad1b-56fccdb05701 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:14:16.112407 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-c8facfb1-a6b6-4a7f-bed9-bafdbb288862 req-c7a9d324-2a75-444d-96d9-1a6ffff92d0a tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:14:16.205597 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-c8facfb1-a6b6-4a7f-bed9-bafdbb288862 req-c7a9d324-2a75-444d-96d9-1a6ffff92d0a tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] For port 530c0586-ef52-4a50-ad1b-56fccdb05701, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=530c0586-ef52-4a50-ad1b-56fccdb05701,segment=NetworkSegment(4c12d2cb-e5d8-4587-a297-9866d410582d),segment_id=4c12d2cb-e5d8-4587-a297-9866d410582d)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:14:16.205994 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-c8facfb1-a6b6-4a7f-bed9-bafdbb288862 req-c7a9d324-2a75-444d-96d9-1a6ffff92d0a tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:14:16.226550 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-c8facfb1-a6b6-4a7f-bed9-bafdbb288862 req-c7a9d324-2a75-444d-96d9-1a6ffff92d0a tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Calling delete_port for 530c0586-ef52-4a50-ad1b-56fccdb05701 owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:14:16.293913 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 46528) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:14:16.357008 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-c8facfb1-a6b6-4a7f-bed9-bafdbb288862 req-c7a9d324-2a75-444d-96d9-1a6ffff92d0a tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:14:16.369115 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['530c0586-ef52-4a50-ad1b-56fccdb05701'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:14:16.387965 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a9d324-2a75-444d-96d9-1a6ffff92d0a tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Pushing event deleted for resources: {'Port': ['ID=530c0586-ef52-4a50-ad1b-56fccdb05701,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:14:16.413449 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-49cf8925-5b79-4953-9b64-409735b780c9 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-2061719568-network', 'tenant_id': '4537674fb98f4187865b2b9fb6269d6b'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:14:16.437604 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8facfb1-a6b6-4a7f-bed9-bafdbb288862 req-c7a9d324-2a75-444d-96d9-1a6ffff92d0a tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] No DVR routers for this DVR port 530c0586-ef52-4a50-ad1b-56fccdb05701 on host n-h2-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:14:16.440526 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-c8facfb1-a6b6-4a7f-bed9-bafdbb288862 req-c7a9d324-2a75-444d-96d9-1a6ffff92d0a tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:14:16.442799 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c8facfb1-a6b6-4a7f-bed9-bafdbb288862 req-c7a9d324-2a75-444d-96d9-1a6ffff92d0a tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.41 "DELETE /v2.0/ports/530c0586-ef52-4a50-ad1b-56fccdb05701 HTTP/1.1" status: 204 len: 173 time: 0.4310308 Jul 13 14:14:16.443275 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '148c23f8-ea7f-4346-833a-3bd348fdddb0', 'name': 'network-vif-deleted', 'tag': '530c0586-ef52-4a50-ad1b-56fccdb05701'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:14:16.444141 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49cf8925-5b79-4953-9b64-409735b780c9 admin admin] Made reservation on behalf of 4537674fb98f4187865b2b9fb6269d6b for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:14:16.445678 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e609b790-6d9d-43c6-9db5-57eebfce0c09" -d '{"events": [{"server_uuid": "148c23f8-ea7f-4346-833a-3bd348fdddb0", "name": "network-vif-deleted", "tag": "530c0586-ef52-4a50-ad1b-56fccdb05701"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:14:16.447146 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-49cf8925-5b79-4953-9b64-409735b780c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:14:16.456466 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-49cf8925-5b79-4953-9b64-409735b780c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:14:16.504523 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:14:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5baf2720-bb70-4e21-b3b7-d9a91bfd24b8 x-openstack-request-id: req-5baf2720-bb70-4e21-b3b7-d9a91bfd24b8 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:14:16.504996 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "148c23f8-ea7f-4346-833a-3bd348fdddb0", "name": "network-vif-deleted", "tag": "530c0586-ef52-4a50-ad1b-56fccdb05701", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:14:16.505373 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5baf2720-bb70-4e21-b3b7-d9a91bfd24b8 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:14:16.505825 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '148c23f8-ea7f-4346-833a-3bd348fdddb0', 'name': 'network-vif-deleted', 'tag': '530c0586-ef52-4a50-ad1b-56fccdb05701', 'status': 'completed', 'code': 200} Jul 13 14:14:16.568281 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-49cf8925-5b79-4953-9b64-409735b780c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:14:16.574482 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-49cf8925-5b79-4953-9b64-409735b780c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:14:16.589974 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49cf8925-5b79-4953-9b64-409735b780c9 admin admin] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 14:14:16.613597 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cf8925-5b79-4953-9b64-409735b780c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=359df090-020c-43d1-bfe6-5a8589453377,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:14:16.620896 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-49cf8925-5b79-4953-9b64-409735b780c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:14:16.621250 n-d-800634-1 neutron-server[93751]: INFO neutron.db.segments_db [None req-49cf8925-5b79-4953-9b64-409735b780c9 admin admin] Added segment 6bb11521-5185-415a-b2bd-4dc40396ee5d of type vlan for network a884b8fb-5224-46d0-880e-a41a69c84314 Jul 13 14:14:16.662237 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-49cf8925-5b79-4953-9b64-409735b780c9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:14:16.691915 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-49cf8925-5b79-4953-9b64-409735b780c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:14:16.692888 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49cf8925-5b79-4953-9b64-409735b780c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:14:16.693471 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-49cf8925-5b79-4953-9b64-409735b780c9 admin admin] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:14:16.751636 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-49cf8925-5b79-4953-9b64-409735b780c9 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4565248 Jul 13 14:14:16.754677 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 46534) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:14:16.756895 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cf8925-5b79-4953-9b64-409735b780c9 admin admin] Pushing event updated for resources: {'Network': ['ID=a884b8fb-5224-46d0-880e-a41a69c84314,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:14:16.760590 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-b46eaf1f-cf30-47ee-bdae-01f1522fae47 admin admin] Request body: {'subnet': {'network_id': 'a884b8fb-5224-46d0-880e-a41a69c84314', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-2061719568-subnet', 'tenant_id': '4537674fb98f4187865b2b9fb6269d6b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:14:16.770644 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network a884b8fb-5224-46d0-880e-a41a69c84314 details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 14:14:16.783622 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b46eaf1f-cf30-47ee-bdae-01f1522fae47 admin admin] Made reservation on behalf of 4537674fb98f4187865b2b9fb6269d6b for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:14:16.786412 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b46eaf1f-cf30-47ee-bdae-01f1522fae47 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4763385'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:14:16.974012 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b46eaf1f-cf30-47ee-bdae-01f1522fae47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5970588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4763339'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:14:17.035641 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46eaf1f-cf30-47ee-bdae-01f1522fae47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c300a67-a6c0-40f2-b259-4d0f0f6ad1ea,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:14:17.046183 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46eaf1f-cf30-47ee-bdae-01f1522fae47 admin admin] Checking segment: {'id': '6bb11521-5185-415a-b2bd-4dc40396ee5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'a884b8fb-5224-46d0-880e-a41a69c84314'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:14:17.046544 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b46eaf1f-cf30-47ee-bdae-01f1522fae47 admin admin] Network hostable DHCP agents. Network: a884b8fb-5224-46d0-880e-a41a69c84314, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 14:14:17.067855 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b46eaf1f-cf30-47ee-bdae-01f1522fae47 admin admin] Network a884b8fb-5224-46d0-880e-a41a69c84314 is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 14:14:17.078131 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-b46eaf1f-cf30-47ee-bdae-01f1522fae47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, a884b8fb-5224-46d0-880e-a41a69c84314) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:14:17.086706 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c94bc165-13dd-45ac-8fdc-09e7f610254d None None] Network a884b8fb-5224-46d0-880e-a41a69c84314 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:14:17.090680 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6e4cf809-5814-44e9-bd57-2e1c63423ae5 req-8b84f68f-c174-478d-9172-91b8c853960a tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/ports?device_id=148c23f8-ea7f-4346-833a-3bd348fdddb0 HTTP/1.1" status: 200 len: 210 time: 0.0406296 Jul 13 14:14:17.097484 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b46eaf1f-cf30-47ee-bdae-01f1522fae47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:14:17.098358 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b46eaf1f-cf30-47ee-bdae-01f1522fae47 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:14:17.119083 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-b46eaf1f-cf30-47ee-bdae-01f1522fae47 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3624671 Jul 13 14:14:17.231352 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-792acacb-262f-47bc-8c01-2bd88fb79e6b None None] Network a884b8fb-5224-46d0-880e-a41a69c84314 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:14:17.295727 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6c500708-5646-4a21-97ae-8a3e5d6a8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:14:17.619253 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 46554) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:14:17.624453 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-13f460b5-63e6-4e62-90d9-605e0093685d admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1159738824-network', 'tenant_id': 'fce4759acb59488298df5048353512cf'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:14:17.645790 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13f460b5-63e6-4e62-90d9-605e0093685d admin admin] Made reservation on behalf of fce4759acb59488298df5048353512cf for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:14:17.648406 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-13f460b5-63e6-4e62-90d9-605e0093685d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:14:17.657538 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-13f460b5-63e6-4e62-90d9-605e0093685d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:14:17.753037 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-13f460b5-63e6-4e62-90d9-605e0093685d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:14:17.757520 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-13f460b5-63e6-4e62-90d9-605e0093685d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:14:17.786313 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13f460b5-63e6-4e62-90d9-605e0093685d admin admin] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 14:14:17.795448 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f460b5-63e6-4e62-90d9-605e0093685d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f20715d-1fa1-4e3e-a5a1-d55f133c4bdb,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:14:17.802276 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-13f460b5-63e6-4e62-90d9-605e0093685d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:14:17.803292 n-d-800634-1 neutron-server[93751]: INFO neutron.db.segments_db [None req-13f460b5-63e6-4e62-90d9-605e0093685d admin admin] Added segment 8422fb8a-05c0-41a3-9f40-0179f8b36f90 of type vlan for network 9c74815d-33a1-4f93-b540-707dfb4b8b01 Jul 13 14:14:17.846548 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-13f460b5-63e6-4e62-90d9-605e0093685d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:14:17.877418 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-13f460b5-63e6-4e62-90d9-605e0093685d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:14:17.878517 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f460b5-63e6-4e62-90d9-605e0093685d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:14:17.879158 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-13f460b5-63e6-4e62-90d9-605e0093685d admin admin] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:14:17.943251 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-13f460b5-63e6-4e62-90d9-605e0093685d admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3208783 Jul 13 14:14:17.944181 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 46556) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:14:17.949756 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-d6448866-ca82-4cd6-9de2-1b2f76ba0587 admin admin] Request body: {'subnet': {'network_id': '9c74815d-33a1-4f93-b540-707dfb4b8b01', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1159738824-subnet', 'tenant_id': 'fce4759acb59488298df5048353512cf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:14:17.957512 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f460b5-63e6-4e62-90d9-605e0093685d admin admin] Pushing event updated for resources: {'Network': ['ID=9c74815d-33a1-4f93-b540-707dfb4b8b01,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:14:17.968747 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network 9c74815d-33a1-4f93-b540-707dfb4b8b01 details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 14:14:17.979409 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6448866-ca82-4cd6-9de2-1b2f76ba0587 admin admin] Made reservation on behalf of fce4759acb59488298df5048353512cf for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:14:17.984375 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d6448866-ca82-4cd6-9de2-1b2f76ba0587 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6104980'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:14:18.167565 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d6448866-ca82-4cd6-9de2-1b2f76ba0587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6018343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6104998'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:14:18.235475 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6448866-ca82-4cd6-9de2-1b2f76ba0587 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a6b9286-7818-423f-ae76-a0890cde1c53,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:14:18.244974 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6448866-ca82-4cd6-9de2-1b2f76ba0587 admin admin] Checking segment: {'id': '8422fb8a-05c0-41a3-9f40-0179f8b36f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9c74815d-33a1-4f93-b540-707dfb4b8b01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:14:18.245346 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6448866-ca82-4cd6-9de2-1b2f76ba0587 admin admin] Network hostable DHCP agents. Network: 9c74815d-33a1-4f93-b540-707dfb4b8b01, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 14:14:18.250621 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-324345cd-bddb-4873-ac69-adaa2a5e6537 req-0658744b-4ee4-467f-83f2-9a43dd6d40c1 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/ports?device_id=148c23f8-ea7f-4346-833a-3bd348fdddb0 HTTP/1.1" status: 200 len: 210 time: 0.0321589 Jul 13 14:14:18.263542 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6448866-ca82-4cd6-9de2-1b2f76ba0587 admin admin] Network 9c74815d-33a1-4f93-b540-707dfb4b8b01 is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 14:14:18.272613 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-d6448866-ca82-4cd6-9de2-1b2f76ba0587 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, 9c74815d-33a1-4f93-b540-707dfb4b8b01) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:14:18.277233 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6448866-ca82-4cd6-9de2-1b2f76ba0587 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:14:18.277859 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d6448866-ca82-4cd6-9de2-1b2f76ba0587 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:14:18.282605 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a9f5274-4260-44c3-b3d5-ed1bb01a13f2 None None] Network 9c74815d-33a1-4f93-b540-707dfb4b8b01 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:14:18.303709 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-d6448866-ca82-4cd6-9de2-1b2f76ba0587 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3500366 Jul 13 14:14:18.423749 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7f89409-383c-49b4-ba63-996976ca4bb6 None None] Network 9c74815d-33a1-4f93-b540-707dfb4b8b01 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:14:18.815889 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3400645-4776-43a8-875d-b37a004d6b0a req-f618823f-dbb6-49b6-86a8-285893835c62 tempest-TestServerAdvancedOps-1307126080 tempest-TestServerAdvancedOps-1307126080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:14:18.817354 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f3400645-4776-43a8-875d-b37a004d6b0a req-f618823f-dbb6-49b6-86a8-285893835c62 tempest-TestServerAdvancedOps-1307126080 tempest-TestServerAdvancedOps-1307126080-project] 10.222.0.23 "GET /v2.0/networks?id=a884b8fb-5224-46d0-880e-a41a69c84314 HTTP/1.1" status: 200 len: 812 time: 0.1124511 Jul 13 14:14:18.832182 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f3400645-4776-43a8-875d-b37a004d6b0a req-1e66f1f7-572f-465b-b20a-38611b70c03c tempest-TestServerAdvancedOps-1307126080 tempest-TestServerAdvancedOps-1307126080-project] 10.222.0.23 "GET /v2.0/quotas/4537674fb98f4187865b2b9fb6269d6b HTTP/1.1" status: 200 len: 375 time: 0.0089939 Jul 13 14:14:18.867679 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f3400645-4776-43a8-875d-b37a004d6b0a req-e2b44d6b-a608-4386-a422-57e8dac9a9cf tempest-TestServerAdvancedOps-1307126080 tempest-TestServerAdvancedOps-1307126080-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=4537674fb98f4187865b2b9fb6269d6b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0294058 Jul 13 14:14:18.960411 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f3400645-4776-43a8-875d-b37a004d6b0a req-3d203d80-2ab7-4c8b-879e-8b769ea20159 service neutron] 10.222.0.23 "GET /v2.0/networks/a884b8fb-5224-46d0-880e-a41a69c84314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854867 Jul 13 14:14:19.057585 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f3400645-4776-43a8-875d-b37a004d6b0a req-25d3d830-352d-4e65-be92-f1eccdf33ac4 service neutron] 10.222.0.23 "GET /v2.0/networks/a884b8fb-5224-46d0-880e-a41a69c84314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903871 Jul 13 14:14:19.245997 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0e3e01bc-cfbc-477f-89c3-c8f5a37df587 req-da830f01-1dd8-4013-95ea-3cb53e40c979 tempest-TestServerAdvancedOps-1307126080 tempest-TestServerAdvancedOps-1307126080-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9d849fa-8f1d-4452-ba63-5e47edbd9c7b HTTP/1.1" status: 200 len: 210 time: 0.0361412 Jul 13 14:14:19.402463 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3164a4f8-bcae-4549-af88-523b1e5d4a2e req-645005f0-93e8-47e0-b185-6bd5695b3167 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/ports?device_id=148c23f8-ea7f-4346-833a-3bd348fdddb0 HTTP/1.1" status: 200 len: 210 time: 0.0336902 Jul 13 14:14:19.898073 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-852d35f6-2370-495b-a87c-108c1feba3b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:14:20.025296 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:14:20.337868 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 530c0586-ef52-4a50-ad1b-56fccdb05701 no longer exists at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:14:20.342817 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3400645-4776-43a8-875d-b37a004d6b0a req-90fe1ec1-58ef-4235-907d-4dffb3b9ec03 tempest-TestServerAdvancedOps-1307126080 tempest-TestServerAdvancedOps-1307126080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:14:20.344698 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f3400645-4776-43a8-875d-b37a004d6b0a req-90fe1ec1-58ef-4235-907d-4dffb3b9ec03 tempest-TestServerAdvancedOps-1307126080 tempest-TestServerAdvancedOps-1307126080-project] 10.222.0.26 "GET /v2.0/networks?id=a884b8fb-5224-46d0-880e-a41a69c84314 HTTP/1.1" status: 200 len: 812 time: 0.1220007 Jul 13 14:14:20.363272 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] No Port match for: 530c0586-ef52-4a50-ad1b-56fccdb05701 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:14:20.363476 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-f3400645-4776-43a8-875d-b37a004d6b0a req-3e2bb9fd-14c9-432b-944f-4ce747774533 tempest-TestServerAdvancedOps-1307126080 tempest-TestServerAdvancedOps-1307126080-project] Request body: {'port': {'device_id': 'e9d849fa-8f1d-4452-ba63-5e47edbd9c7b', 'network_id': 'a884b8fb-5224-46d0-880e-a41a69c84314', 'admin_state_up': True, 'tenant_id': '4537674fb98f4187865b2b9fb6269d6b'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:14:20.364076 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 530c0586-ef52-4a50-ad1b-56fccdb05701 not bound to the agent host n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:14:20.448311 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9538ee15-afc5-4264-a672-17ed21c7ec6d req-fdce3eb8-943e-4f71-9535-9bc38843f175 tempest-TestServerAdvancedOps-1307126080 tempest-TestServerAdvancedOps-1307126080-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9d849fa-8f1d-4452-ba63-5e47edbd9c7b HTTP/1.1" status: 200 len: 210 time: 0.0675685 Jul 13 14:14:20.512196 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3400645-4776-43a8-875d-b37a004d6b0a req-3e2bb9fd-14c9-432b-944f-4ce747774533 tempest-TestServerAdvancedOps-1307126080 tempest-TestServerAdvancedOps-1307126080-project] Made reservation on behalf of 4537674fb98f4187865b2b9fb6269d6b for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:14:20.517276 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f3400645-4776-43a8-875d-b37a004d6b0a req-3e2bb9fd-14c9-432b-944f-4ce747774533 tempest-TestServerAdvancedOps-1307126080 tempest-TestServerAdvancedOps-1307126080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:14:20.601626 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8b047691-a231-4211-bb56-4c4ec8734957 req-40f6ebf4-c679-42ef-ae79-39bb5119d0d3 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/ports?device_id=148c23f8-ea7f-4346-833a-3bd348fdddb0 HTTP/1.1" status: 200 len: 210 time: 0.0333195 Jul 13 14:14:20.664744 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-f3400645-4776-43a8-875d-b37a004d6b0a req-3e2bb9fd-14c9-432b-944f-4ce747774533 tempest-TestServerAdvancedOps-1307126080 tempest-TestServerAdvancedOps-1307126080-project] Allocated IP 172.20.0.6 (a884b8fb-5224-46d0-880e-a41a69c84314/4c300a67-a6c0-40f2-b259-4d0f0f6ad1ea/a0fb91f9-376b-4d7a-b37b-1521c30926f2) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:14:20.822359 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f3400645-4776-43a8-875d-b37a004d6b0a req-3e2bb9fd-14c9-432b-944f-4ce747774533 tempest-TestServerAdvancedOps-1307126080 tempest-TestServerAdvancedOps-1307126080-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:14:20.860793 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f3400645-4776-43a8-875d-b37a004d6b0a req-3e2bb9fd-14c9-432b-944f-4ce747774533 tempest-TestServerAdvancedOps-1307126080 tempest-TestServerAdvancedOps-1307126080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:14:20.912897 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3400645-4776-43a8-875d-b37a004d6b0a req-3e2bb9fd-14c9-432b-944f-4ce747774533 tempest-TestServerAdvancedOps-1307126080 tempest-TestServerAdvancedOps-1307126080-project] Network a884b8fb-5224-46d0-880e-a41a69c84314 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:14:20.916501 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-f3400645-4776-43a8-875d-b37a004d6b0a req-3e2bb9fd-14c9-432b-944f-4ce747774533 tempest-TestServerAdvancedOps-1307126080 tempest-TestServerAdvancedOps-1307126080-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:14:20.920477 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3400645-4776-43a8-875d-b37a004d6b0a req-3e2bb9fd-14c9-432b-944f-4ce747774533 tempest-TestServerAdvancedOps-1307126080 tempest-TestServerAdvancedOps-1307126080-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:14:20.927701 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2bb9fd-14c9-432b-944f-4ce747774533 tempest-TestServerAdvancedOps-1307126080 tempest-TestServerAdvancedOps-1307126080-project] Pushing event updated for resources: {'Port': ['ID=a0fb91f9-376b-4d7a-b37b-1521c30926f2,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:14:20.975327 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3400645-4776-43a8-875d-b37a004d6b0a req-3e2bb9fd-14c9-432b-944f-4ce747774533 tempest-TestServerAdvancedOps-1307126080 tempest-TestServerAdvancedOps-1307126080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:14:20.975943 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f3400645-4776-43a8-875d-b37a004d6b0a req-3e2bb9fd-14c9-432b-944f-4ce747774533 tempest-TestServerAdvancedOps-1307126080 tempest-TestServerAdvancedOps-1307126080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:14:20.990161 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f3400645-4776-43a8-875d-b37a004d6b0a req-3e2bb9fd-14c9-432b-944f-4ce747774533 tempest-TestServerAdvancedOps-1307126080 tempest-TestServerAdvancedOps-1307126080-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6358633 Jul 13 14:14:21.003380 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-f3400645-4776-43a8-875d-b37a004d6b0a req-9cc63198-235e-4758-89eb-6b300d65183e service neutron] Request body: {'port': {'device_id': 'e9d849fa-8f1d-4452-ba63-5e47edbd9c7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:14:21.075741 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f3400645-4776-43a8-875d-b37a004d6b0a req-9cc63198-235e-4758-89eb-6b300d65183e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:14:21.212603 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:14:21.343496 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-f3400645-4776-43a8-875d-b37a004d6b0a req-9cc63198-235e-4758-89eb-6b300d65183e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0fb91f9-376b-4d7a-b37b-1521c30926f2 {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:14:21.350925 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f3400645-4776-43a8-875d-b37a004d6b0a req-9cc63198-235e-4758-89eb-6b300d65183e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:14:21.363788 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-f3400645-4776-43a8-875d-b37a004d6b0a req-9cc63198-235e-4758-89eb-6b300d65183e service neutron] Transition to ACTIVE for port object a0fb91f9-376b-4d7a-b37b-1521c30926f2 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:14:21.367661 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f3400645-4776-43a8-875d-b37a004d6b0a req-9cc63198-235e-4758-89eb-6b300d65183e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:14:21.416752 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc63198-235e-4758-89eb-6b300d65183e service neutron] Pushing event updated for resources: {'Port': ['ID=a0fb91f9-376b-4d7a-b37b-1521c30926f2,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:14:21.490410 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-f3400645-4776-43a8-875d-b37a004d6b0a req-9cc63198-235e-4758-89eb-6b300d65183e service neutron] Attempting to bind port a0fb91f9-376b-4d7a-b37b-1521c30926f2 on host n-h1-800634-1 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:14:21.490756 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-f3400645-4776-43a8-875d-b37a004d6b0a req-9cc63198-235e-4758-89eb-6b300d65183e service neutron] Attempting to bind port a0fb91f9-376b-4d7a-b37b-1521c30926f2 by drivers openvswitch,hyperv on host n-h1-800634-1 at level 0 using segments [{'id': '6bb11521-5185-415a-b2bd-4dc40396ee5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'a884b8fb-5224-46d0-880e-a41a69c84314'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:14:21.491186 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3400645-4776-43a8-875d-b37a004d6b0a req-9cc63198-235e-4758-89eb-6b300d65183e service neutron] Attempting to bind port a0fb91f9-376b-4d7a-b37b-1521c30926f2 on network a884b8fb-5224-46d0-880e-a41a69c84314 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:14:21.496292 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3400645-4776-43a8-875d-b37a004d6b0a req-9cc63198-235e-4758-89eb-6b300d65183e service neutron] Port a0fb91f9-376b-4d7a-b37b-1521c30926f2 on network a884b8fb-5224-46d0-880e-a41a69c84314 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-1 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 14:14:21.496619 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3400645-4776-43a8-875d-b37a004d6b0a req-9cc63198-235e-4758-89eb-6b300d65183e service neutron] Attempting to bind port a0fb91f9-376b-4d7a-b37b-1521c30926f2 on network a884b8fb-5224-46d0-880e-a41a69c84314 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:14:21.501378 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3400645-4776-43a8-875d-b37a004d6b0a req-9cc63198-235e-4758-89eb-6b300d65183e service neutron] Checking agent: {'id': 'a7603dc8-3c50-4a9b-8f0d-1143528f155e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 14, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:14:21.501723 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3400645-4776-43a8-875d-b37a004d6b0a req-9cc63198-235e-4758-89eb-6b300d65183e service neutron] Checking segment: {'id': '6bb11521-5185-415a-b2bd-4dc40396ee5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'a884b8fb-5224-46d0-880e-a41a69c84314'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:14:21.502133 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3400645-4776-43a8-875d-b37a004d6b0a req-9cc63198-235e-4758-89eb-6b300d65183e service neutron] Bound using segment: {'id': '6bb11521-5185-415a-b2bd-4dc40396ee5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'a884b8fb-5224-46d0-880e-a41a69c84314'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:14:21.502565 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-f3400645-4776-43a8-875d-b37a004d6b0a req-9cc63198-235e-4758-89eb-6b300d65183e service neutron] Bound port: a0fb91f9-376b-4d7a-b37b-1521c30926f2, host: n-h1-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bb11521-5185-415a-b2bd-4dc40396ee5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'a884b8fb-5224-46d0-880e-a41a69c84314'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:14:21.502926 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f3400645-4776-43a8-875d-b37a004d6b0a req-9cc63198-235e-4758-89eb-6b300d65183e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:14:21.596912 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-f3400645-4776-43a8-875d-b37a004d6b0a req-9cc63198-235e-4758-89eb-6b300d65183e service neutron] For port a0fb91f9-376b-4d7a-b37b-1521c30926f2, host n-h1-800634-1, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:14:21.614021 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-f3400645-4776-43a8-875d-b37a004d6b0a req-9cc63198-235e-4758-89eb-6b300d65183e service neutron] For port a0fb91f9-376b-4d7a-b37b-1521c30926f2, host n-h1-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=a0fb91f9-376b-4d7a-b37b-1521c30926f2,segment=NetworkSegment(6bb11521-5185-415a-b2bd-4dc40396ee5d),segment_id=6bb11521-5185-415a-b2bd-4dc40396ee5d)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:14:21.620663 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f3400645-4776-43a8-875d-b37a004d6b0a req-9cc63198-235e-4758-89eb-6b300d65183e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:14:21.659616 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3400645-4776-43a8-875d-b37a004d6b0a req-9cc63198-235e-4758-89eb-6b300d65183e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:14:21.660231 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f3400645-4776-43a8-875d-b37a004d6b0a req-9cc63198-235e-4758-89eb-6b300d65183e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:14:21.661617 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f3400645-4776-43a8-875d-b37a004d6b0a req-9cc63198-235e-4758-89eb-6b300d65183e service neutron] 10.222.0.26 "PUT /v2.0/ports/a0fb91f9-376b-4d7a-b37b-1521c30926f2 HTTP/1.1" status: 200 len: 1091 time: 0.6624448 Jul 13 14:14:21.664113 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9d849fa-8f1d-4452-ba63-5e47edbd9c7b', 'tag': 'a0fb91f9-376b-4d7a-b37b-1521c30926f2'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:14:21.666986 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a40d64e3-5801-45d5-91b2-4300951465eb" -d '{"events": [{"name": "network-changed", "server_uuid": "e9d849fa-8f1d-4452-ba63-5e47edbd9c7b", "tag": "a0fb91f9-376b-4d7a-b37b-1521c30926f2"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:14:21.707795 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e98f82c-d374-4dcd-bbfa-6c1a08b84cb3 req-b06a18af-5701-47b9-a5df-bd793dfb99eb tempest-TestServerAdvancedOps-1307126080 tempest-TestServerAdvancedOps-1307126080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:14:21.709244 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3e98f82c-d374-4dcd-bbfa-6c1a08b84cb3 req-b06a18af-5701-47b9-a5df-bd793dfb99eb tempest-TestServerAdvancedOps-1307126080 tempest-TestServerAdvancedOps-1307126080-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9d849fa-8f1d-4452-ba63-5e47edbd9c7b HTTP/1.1" status: 200 len: 943 time: 0.1432495 Jul 13 14:14:21.723190 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc63198-235e-4758-89eb-6b300d65183e service neutron] Pushing event updated for resources: {'Port': ['ID=a0fb91f9-376b-4d7a-b37b-1521c30926f2,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:14:21.753964 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d67048a-57a4-429f-b4d8-529a64bc9133 x-openstack-request-id: req-8d67048a-57a4-429f-b4d8-529a64bc9133 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:14:21.754268 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9d849fa-8f1d-4452-ba63-5e47edbd9c7b", "tag": "a0fb91f9-376b-4d7a-b37b-1521c30926f2", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:14:21.754524 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8d67048a-57a4-429f-b4d8-529a64bc9133 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:14:21.755124 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9d849fa-8f1d-4452-ba63-5e47edbd9c7b', 'tag': 'a0fb91f9-376b-4d7a-b37b-1521c30926f2', 'status': 'completed', 'code': 200} Jul 13 14:14:21.791609 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3e98f82c-d374-4dcd-bbfa-6c1a08b84cb3 req-45272b76-0a13-4612-98ee-92cf5ead1427 tempest-TestServerAdvancedOps-1307126080 tempest-TestServerAdvancedOps-1307126080-project] 10.222.0.23 "GET /v2.0/security-groups?id=359df090-020c-43d1-bfe6-5a8589453377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653605 Jul 13 14:14:21.813902 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3400645-4776-43a8-875d-b37a004d6b0a req-445b082f-99f7-4938-99e0-9cc9681879ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:14:21.813902 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f3400645-4776-43a8-875d-b37a004d6b0a req-445b082f-99f7-4938-99e0-9cc9681879ef service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4537674fb98f4187865b2b9fb6269d6b&device_id=e9d849fa-8f1d-4452-ba63-5e47edbd9c7b HTTP/1.1" status: 200 len: 1094 time: 0.0982168 Jul 13 14:14:21.857184 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f3400645-4776-43a8-875d-b37a004d6b0a req-936fc246-3430-4160-8c7b-b323457ec651 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a0fb91f9-376b-4d7a-b37b-1521c30926f2 HTTP/1.1" status: 200 len: 217 time: 0.0370102 Jul 13 14:14:21.911155 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3400645-4776-43a8-875d-b37a004d6b0a req-073a406f-3011-4fe8-8a1a-5288f182e2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:14:21.912890 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f3400645-4776-43a8-875d-b37a004d6b0a req-073a406f-3011-4fe8-8a1a-5288f182e2a2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4c300a67-a6c0-40f2-b259-4d0f0f6ad1ea HTTP/1.1" status: 200 len: 852 time: 0.0492804 Jul 13 14:14:21.945295 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f3400645-4776-43a8-875d-b37a004d6b0a req-1645cbcd-3998-4492-95db-d4a6989a4bae service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a884b8fb-5224-46d0-880e-a41a69c84314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264590 Jul 13 14:14:22.035131 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f3400645-4776-43a8-875d-b37a004d6b0a req-34178fa4-1fb0-4914-951e-e2e0999d8fe1 service neutron] 10.222.0.26 "GET /v2.0/networks/a884b8fb-5224-46d0-880e-a41a69c84314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837142 Jul 13 14:14:22.136563 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f3400645-4776-43a8-875d-b37a004d6b0a req-6ccfaf99-d08b-46c4-87f1-89b221b3b0f9 service neutron] 10.222.0.26 "GET /v2.0/networks/a884b8fb-5224-46d0-880e-a41a69c84314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949171 Jul 13 14:14:22.239237 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40d64e3-5801-45d5-91b2-4300951465eb req-fd96fb5b-49ff-4e46-a5ab-40e6447410eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:14:22.240987 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a40d64e3-5801-45d5-91b2-4300951465eb req-fd96fb5b-49ff-4e46-a5ab-40e6447410eb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4537674fb98f4187865b2b9fb6269d6b&device_id=e9d849fa-8f1d-4452-ba63-5e47edbd9c7b HTTP/1.1" status: 200 len: 1094 time: 0.0565293 Jul 13 14:14:22.336339 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40d64e3-5801-45d5-91b2-4300951465eb req-df10f8d5-d687-4f68-a39c-7bb70e0f2592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:14:22.338480 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a40d64e3-5801-45d5-91b2-4300951465eb req-df10f8d5-d687-4f68-a39c-7bb70e0f2592 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a884b8fb-5224-46d0-880e-a41a69c84314 HTTP/1.1" status: 200 len: 912 time: 0.0920300 Jul 13 14:14:22.379169 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a40d64e3-5801-45d5-91b2-4300951465eb req-28431d39-d262-49e3-84d9-95d5cd1d3bc8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a0fb91f9-376b-4d7a-b37b-1521c30926f2 HTTP/1.1" status: 200 len: 217 time: 0.0347767 Jul 13 14:14:22.434045 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40d64e3-5801-45d5-91b2-4300951465eb req-dc8d24c4-c9ed-486a-b8e9-add8860becd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:14:22.435458 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a40d64e3-5801-45d5-91b2-4300951465eb req-dc8d24c4-c9ed-486a-b8e9-add8860becd2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4c300a67-a6c0-40f2-b259-4d0f0f6ad1ea HTTP/1.1" status: 200 len: 852 time: 0.0492902 Jul 13 14:14:22.472266 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a40d64e3-5801-45d5-91b2-4300951465eb req-488929b2-0414-486d-8e28-fb41996e0fc1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a884b8fb-5224-46d0-880e-a41a69c84314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292954 Jul 13 14:14:22.570572 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a40d64e3-5801-45d5-91b2-4300951465eb req-9656bc8a-86a7-4279-b21a-fd645f4b06d2 service neutron] 10.222.0.26 "GET /v2.0/networks/a884b8fb-5224-46d0-880e-a41a69c84314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914233 Jul 13 14:14:22.661766 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a40d64e3-5801-45d5-91b2-4300951465eb req-2f6aff61-9b21-475c-a002-aa3508deecb1 service neutron] 10.222.0.26 "GET /v2.0/networks/a884b8fb-5224-46d0-880e-a41a69c84314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843296 Jul 13 14:14:22.725007 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:14:22.981470 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b848c2c6-d042-4f4e-bc83-48e94d288505 req-ff15f83e-3812-418b-9410-488fc4adaaa4 tempest-TestServerAdvancedOps-1307126080 tempest-TestServerAdvancedOps-1307126080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:14:22.982924 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b848c2c6-d042-4f4e-bc83-48e94d288505 req-ff15f83e-3812-418b-9410-488fc4adaaa4 tempest-TestServerAdvancedOps-1307126080 tempest-TestServerAdvancedOps-1307126080-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9d849fa-8f1d-4452-ba63-5e47edbd9c7b HTTP/1.1" status: 200 len: 943 time: 0.0706804 Jul 13 14:14:23.024139 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b848c2c6-d042-4f4e-bc83-48e94d288505 req-9689e332-35d4-481b-8ee0-5a8a20bb7562 tempest-TestServerAdvancedOps-1307126080 tempest-TestServerAdvancedOps-1307126080-project] 10.222.0.23 "GET /v2.0/security-groups?id=359df090-020c-43d1-bfe6-5a8589453377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355704 Jul 13 14:14:24.133493 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device a0fb91f9-376b-4d7a-b37b-1521c30926f2 details requested by agent hyperv_n-h1-800634-1 with host n-h1-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 14:14:24.215490 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651f7e1d-5d56-42d8-8f3c-da77124afa9e req-3f7e18a3-e598-4e68-a149-cb15ad0f7d14 tempest-TestServerAdvancedOps-1307126080 tempest-TestServerAdvancedOps-1307126080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:14:24.217585 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-651f7e1d-5d56-42d8-8f3c-da77124afa9e req-3f7e18a3-e598-4e68-a149-cb15ad0f7d14 tempest-TestServerAdvancedOps-1307126080 tempest-TestServerAdvancedOps-1307126080-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9d849fa-8f1d-4452-ba63-5e47edbd9c7b HTTP/1.1" status: 200 len: 943 time: 0.0784028 Jul 13 14:14:24.260557 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-651f7e1d-5d56-42d8-8f3c-da77124afa9e req-748130d6-6d73-45b9-9ac4-4eec4731ae9d tempest-TestServerAdvancedOps-1307126080 tempest-TestServerAdvancedOps-1307126080-project] 10.222.0.23 "GET /v2.0/security-groups?id=359df090-020c-43d1-bfe6-5a8589453377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348928 Jul 13 14:14:24.264026 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port a0fb91f9-376b-4d7a-b37b-1521c30926f2, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=a0fb91f9-376b-4d7a-b37b-1521c30926f2,segment=NetworkSegment(6bb11521-5185-415a-b2bd-4dc40396ee5d),segment_id=6bb11521-5185-415a-b2bd-4dc40396ee5d)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:14:24.278623 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Returning: {'device': 'a0fb91f9-376b-4d7a-b37b-1521c30926f2', 'network_id': 'a884b8fb-5224-46d0-880e-a41a69c84314', 'port_id': 'a0fb91f9-376b-4d7a-b37b-1521c30926f2', 'mac_address': 'fa:16:3e:bd:c2:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c300a67-a6c0-40f2-b259-4d0f0f6ad1ea', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 14:14:24.319159 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:14:24.332823 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0fb91f9-376b-4d7a-b37b-1521c30926f2 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:14:24.352934 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port a0fb91f9-376b-4d7a-b37b-1521c30926f2, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=a0fb91f9-376b-4d7a-b37b-1521c30926f2,segment=NetworkSegment(6bb11521-5185-415a-b2bd-4dc40396ee5d),segment_id=6bb11521-5185-415a-b2bd-4dc40396ee5d)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:14:24.359000 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:14:24.413999 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=a0fb91f9-376b-4d7a-b37b-1521c30926f2,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:14:24.543627 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['a0fb91f9-376b-4d7a-b37b-1521c30926f2'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:14:25.455547 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb21012a-38a6-46bc-8439-4080e49211cc req-0e566d66-546d-470c-a492-efd99aebefb5 tempest-TestServerAdvancedOps-1307126080 tempest-TestServerAdvancedOps-1307126080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:14:25.457194 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-bb21012a-38a6-46bc-8439-4080e49211cc req-0e566d66-546d-470c-a492-efd99aebefb5 tempest-TestServerAdvancedOps-1307126080 tempest-TestServerAdvancedOps-1307126080-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9d849fa-8f1d-4452-ba63-5e47edbd9c7b HTTP/1.1" status: 200 len: 944 time: 0.0699184 Jul 13 14:14:25.498442 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-bb21012a-38a6-46bc-8439-4080e49211cc req-7312db5e-0afd-4428-b27e-9e00206c9c3a tempest-TestServerAdvancedOps-1307126080 tempest-TestServerAdvancedOps-1307126080-project] 10.222.0.23 "GET /v2.0/security-groups?id=359df090-020c-43d1-bfe6-5a8589453377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349338 Jul 13 14:14:26.149546 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device a0fb91f9-376b-4d7a-b37b-1521c30926f2 up at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:14:26.200583 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning for port a0fb91f9-376b-4d7a-b37b-1521c30926f2 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:14:26.204906 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning complete for port a0fb91f9-376b-4d7a-b37b-1521c30926f2 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:14:26.205794 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:14:26.295313 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:14:26.324917 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9d849fa-8f1d-4452-ba63-5e47edbd9c7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0fb91f9-376b-4d7a-b37b-1521c30926f2'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:14:26.327141 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c6e12f4-93ef-4dd2-90db-0da432f20b9e" -d '{"events": [{"server_uuid": "e9d849fa-8f1d-4452-ba63-5e47edbd9c7b", "name": "network-vif-plugged", "status": "completed", "tag": "a0fb91f9-376b-4d7a-b37b-1521c30926f2"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:14:26.340099 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port a0fb91f9-376b-4d7a-b37b-1521c30926f2, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=a0fb91f9-376b-4d7a-b37b-1521c30926f2,segment=NetworkSegment(6bb11521-5185-415a-b2bd-4dc40396ee5d),segment_id=6bb11521-5185-415a-b2bd-4dc40396ee5d)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:14:26.345141 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:14:26.376177 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:14:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca406127-17ce-42e6-bc26-6d17349a0f59 x-openstack-request-id: req-ca406127-17ce-42e6-bc26-6d17349a0f59 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:14:26.376478 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9d849fa-8f1d-4452-ba63-5e47edbd9c7b", "name": "network-vif-plugged", "status": "completed", "tag": "a0fb91f9-376b-4d7a-b37b-1521c30926f2", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:14:26.376737 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ca406127-17ce-42e6-bc26-6d17349a0f59 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:14:26.377128 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9d849fa-8f1d-4452-ba63-5e47edbd9c7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0fb91f9-376b-4d7a-b37b-1521c30926f2', 'code': 200} Jul 13 14:14:26.402302 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=a0fb91f9-376b-4d7a-b37b-1521c30926f2,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:14:26.488096 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eebf98e-7844-4dfa-a98e-66f928de8828 req-d07a8055-cd83-4b9b-9ce8-a50fd48c814d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:14:26.490982 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6eebf98e-7844-4dfa-a98e-66f928de8828 req-d07a8055-cd83-4b9b-9ce8-a50fd48c814d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e9d849fa-8f1d-4452-ba63-5e47edbd9c7b HTTP/1.1" status: 200 len: 1096 time: 0.0539596 Jul 13 14:14:26.528333 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6eebf98e-7844-4dfa-a98e-66f928de8828 req-395e248c-adbc-4aa5-8736-526daa2082c9 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=359df090-020c-43d1-bfe6-5a8589453377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311878 Jul 13 14:14:26.681197 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb30cc1-0564-443e-88ea-04bb55410d1a req-a40c4ca4-1fab-4202-81e3-01ebd94a8ca1 tempest-TestServerAdvancedOps-1307126080 tempest-TestServerAdvancedOps-1307126080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:14:26.682804 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-0fb30cc1-0564-443e-88ea-04bb55410d1a req-a40c4ca4-1fab-4202-81e3-01ebd94a8ca1 tempest-TestServerAdvancedOps-1307126080 tempest-TestServerAdvancedOps-1307126080-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9d849fa-8f1d-4452-ba63-5e47edbd9c7b HTTP/1.1" status: 200 len: 945 time: 0.0694954 Jul 13 14:14:26.723060 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-0fb30cc1-0564-443e-88ea-04bb55410d1a req-0686764a-698b-4741-adb5-d2fc72da2301 tempest-TestServerAdvancedOps-1307126080 tempest-TestServerAdvancedOps-1307126080-project] 10.222.0.23 "GET /v2.0/security-groups?id=359df090-020c-43d1-bfe6-5a8589453377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343268 Jul 13 14:14:27.912808 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d160a4ac-ab37-4c5e-ba88-35544763a609 req-7212dd11-40bb-4832-be53-63c348ba2422 tempest-TestServerAdvancedOps-1307126080 tempest-TestServerAdvancedOps-1307126080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:14:27.915547 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d160a4ac-ab37-4c5e-ba88-35544763a609 req-7212dd11-40bb-4832-be53-63c348ba2422 tempest-TestServerAdvancedOps-1307126080 tempest-TestServerAdvancedOps-1307126080-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9d849fa-8f1d-4452-ba63-5e47edbd9c7b HTTP/1.1" status: 200 len: 945 time: 0.0711629 Jul 13 14:14:27.965008 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d160a4ac-ab37-4c5e-ba88-35544763a609 req-c4a34b64-e830-446d-b794-85d2797dda74 tempest-TestServerAdvancedOps-1307126080 tempest-TestServerAdvancedOps-1307126080-project] 10.222.0.23 "GET /v2.0/security-groups?id=359df090-020c-43d1-bfe6-5a8589453377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436971 Jul 13 14:14:28.152083 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac563840-cd32-4638-a33c-c429b146750c req-da1f37cb-e16f-4ec8-bac5-944239f86a2a tempest-TestServerAdvancedOps-1307126080 tempest-TestServerAdvancedOps-1307126080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:14:28.153576 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ac563840-cd32-4638-a33c-c429b146750c req-da1f37cb-e16f-4ec8-bac5-944239f86a2a tempest-TestServerAdvancedOps-1307126080 tempest-TestServerAdvancedOps-1307126080-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9d849fa-8f1d-4452-ba63-5e47edbd9c7b HTTP/1.1" status: 200 len: 945 time: 0.0729535 Jul 13 14:14:28.196070 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ac563840-cd32-4638-a33c-c429b146750c req-0244956e-32f6-4439-865d-97076bad6473 tempest-TestServerAdvancedOps-1307126080 tempest-TestServerAdvancedOps-1307126080-project] 10.222.0.23 "GET /v2.0/security-groups?id=359df090-020c-43d1-bfe6-5a8589453377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341115 Jul 13 14:14:28.562308 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:14:28.596966 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fd6d98-569d-42e7-b927-8bfb21ecd206 req-62557dd1-61b2-48a8-b85f-b2bde91cc731 tempest-TestServerAdvancedOps-1307126080 tempest-TestServerAdvancedOps-1307126080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:14:28.598483 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f5fd6d98-569d-42e7-b927-8bfb21ecd206 req-62557dd1-61b2-48a8-b85f-b2bde91cc731 tempest-TestServerAdvancedOps-1307126080 tempest-TestServerAdvancedOps-1307126080-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9d849fa-8f1d-4452-ba63-5e47edbd9c7b HTTP/1.1" status: 200 len: 945 time: 0.0669656 Jul 13 14:14:28.638756 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f5fd6d98-569d-42e7-b927-8bfb21ecd206 req-a5ded1c9-f877-4081-9461-c88218a8089a tempest-TestServerAdvancedOps-1307126080 tempest-TestServerAdvancedOps-1307126080-project] 10.222.0.23 "GET /v2.0/security-groups?id=359df090-020c-43d1-bfe6-5a8589453377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335677 Jul 13 14:14:29.829947 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc59c59-2140-4414-b17d-9fcd1e580e9c req-c71f482b-aaed-43c5-ad98-322e6cf60081 tempest-TestServerAdvancedOps-1307126080 tempest-TestServerAdvancedOps-1307126080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:14:29.831684 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ffc59c59-2140-4414-b17d-9fcd1e580e9c req-c71f482b-aaed-43c5-ad98-322e6cf60081 tempest-TestServerAdvancedOps-1307126080 tempest-TestServerAdvancedOps-1307126080-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9d849fa-8f1d-4452-ba63-5e47edbd9c7b HTTP/1.1" status: 200 len: 945 time: 0.0751331 Jul 13 14:14:29.872618 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ffc59c59-2140-4414-b17d-9fcd1e580e9c req-b925a088-98cb-434e-b51a-4af3d0f4aae3 tempest-TestServerAdvancedOps-1307126080 tempest-TestServerAdvancedOps-1307126080-project] 10.222.0.23 "GET /v2.0/security-groups?id=359df090-020c-43d1-bfe6-5a8589453377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352776 Jul 13 14:14:30.262306 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9006af-ba0c-4bea-9384-4843524d7674 req-f454ff4e-65fc-4c88-8e61-64513e17aae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:14:30.264405 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9f9006af-ba0c-4bea-9384-4843524d7674 req-f454ff4e-65fc-4c88-8e61-64513e17aae1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4537674fb98f4187865b2b9fb6269d6b&device_id=e9d849fa-8f1d-4452-ba63-5e47edbd9c7b HTTP/1.1" status: 200 len: 1096 time: 0.1093645 Jul 13 14:14:30.277096 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90689108-cb42-444a-b22d-5b99b0f74aba req-909f87df-3a3e-4e64-80ab-6ce6b2cba683 tempest-TestServerAdvancedOps-1307126080 tempest-TestServerAdvancedOps-1307126080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:14:30.278609 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-90689108-cb42-444a-b22d-5b99b0f74aba req-909f87df-3a3e-4e64-80ab-6ce6b2cba683 tempest-TestServerAdvancedOps-1307126080 tempest-TestServerAdvancedOps-1307126080-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9d849fa-8f1d-4452-ba63-5e47edbd9c7b HTTP/1.1" status: 200 len: 945 time: 0.1113203 Jul 13 14:14:30.371320 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-90689108-cb42-444a-b22d-5b99b0f74aba req-6e53bb51-eac5-4399-9fe0-f72f09b56017 tempest-TestServerAdvancedOps-1307126080 tempest-TestServerAdvancedOps-1307126080-project] 10.222.0.23 "GET /v2.0/security-groups?id=359df090-020c-43d1-bfe6-5a8589453377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845511 Jul 13 14:14:30.400602 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9006af-ba0c-4bea-9384-4843524d7674 req-cd36c982-0981-4ee2-a780-69468594d73a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:14:30.402783 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9f9006af-ba0c-4bea-9384-4843524d7674 req-cd36c982-0981-4ee2-a780-69468594d73a service neutron] 10.222.0.26 "GET /v2.0/networks?id=a884b8fb-5224-46d0-880e-a41a69c84314 HTTP/1.1" status: 200 len: 912 time: 0.1232936 Jul 13 14:14:30.455440 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9f9006af-ba0c-4bea-9384-4843524d7674 req-0b7d038e-6b43-4dda-b02e-f43d7e8195b4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a0fb91f9-376b-4d7a-b37b-1521c30926f2 HTTP/1.1" status: 200 len: 217 time: 0.0468352 Jul 13 14:14:30.505773 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9006af-ba0c-4bea-9384-4843524d7674 req-c6fd0067-4fec-41a3-9398-27376caeb7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:14:30.507276 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9f9006af-ba0c-4bea-9384-4843524d7674 req-c6fd0067-4fec-41a3-9398-27376caeb7bc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4c300a67-a6c0-40f2-b259-4d0f0f6ad1ea HTTP/1.1" status: 200 len: 852 time: 0.0456395 Jul 13 14:14:30.541639 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9f9006af-ba0c-4bea-9384-4843524d7674 req-9b723317-3d08-4cda-bc08-8c486dc79b5a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a884b8fb-5224-46d0-880e-a41a69c84314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278831 Jul 13 14:14:30.639985 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9f9006af-ba0c-4bea-9384-4843524d7674 req-6ce95dd7-27f7-4249-8036-6e88d1a3dd8c service neutron] 10.222.0.26 "GET /v2.0/networks/a884b8fb-5224-46d0-880e-a41a69c84314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927513 Jul 13 14:14:30.667306 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:14:30.738277 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9f9006af-ba0c-4bea-9384-4843524d7674 req-4fc50c28-8dbc-4a1f-be20-a336ad085092 service neutron] 10.222.0.26 "GET /v2.0/networks/a884b8fb-5224-46d0-880e-a41a69c84314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925410 Jul 13 14:14:30.953297 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:14:31.567940 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a883f96-1ae3-4987-a149-ed256ec762c1 req-9d00e587-4a0f-4b76-8fab-85c509b36ed4 tempest-TestServerAdvancedOps-1307126080 tempest-TestServerAdvancedOps-1307126080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:14:31.569602 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3a883f96-1ae3-4987-a149-ed256ec762c1 req-9d00e587-4a0f-4b76-8fab-85c509b36ed4 tempest-TestServerAdvancedOps-1307126080 tempest-TestServerAdvancedOps-1307126080-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9d849fa-8f1d-4452-ba63-5e47edbd9c7b HTTP/1.1" status: 200 len: 945 time: 0.0694792 Jul 13 14:14:31.613535 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3a883f96-1ae3-4987-a149-ed256ec762c1 req-74499d23-778e-4eb2-ab65-a3392de89d34 tempest-TestServerAdvancedOps-1307126080 tempest-TestServerAdvancedOps-1307126080-project] 10.222.0.23 "GET /v2.0/security-groups?id=359df090-020c-43d1-bfe6-5a8589453377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375419 Jul 13 14:14:32.000231 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fc62ed-83fa-4f98-b9af-7b5f56214f3a req-3e06e89a-5f52-49f5-bf94-a1750bf7d446 tempest-TestServerAdvancedOps-1307126080 tempest-TestServerAdvancedOps-1307126080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:14:32.001755 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-59fc62ed-83fa-4f98-b9af-7b5f56214f3a req-3e06e89a-5f52-49f5-bf94-a1750bf7d446 tempest-TestServerAdvancedOps-1307126080 tempest-TestServerAdvancedOps-1307126080-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9d849fa-8f1d-4452-ba63-5e47edbd9c7b HTTP/1.1" status: 200 len: 945 time: 0.0659764 Jul 13 14:14:32.052431 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-59fc62ed-83fa-4f98-b9af-7b5f56214f3a req-c79c8e86-1775-48a5-a724-d81a43c54474 tempest-TestServerAdvancedOps-1307126080 tempest-TestServerAdvancedOps-1307126080-project] 10.222.0.23 "GET /v2.0/security-groups?id=359df090-020c-43d1-bfe6-5a8589453377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444584 Jul 13 14:14:33.253007 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29468d9c-a7be-4913-96a0-367a792086cf req-63eb2e17-f713-42c9-88d1-bb3fc796b2db tempest-TestServerAdvancedOps-1307126080 tempest-TestServerAdvancedOps-1307126080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:14:33.255603 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-29468d9c-a7be-4913-96a0-367a792086cf req-63eb2e17-f713-42c9-88d1-bb3fc796b2db tempest-TestServerAdvancedOps-1307126080 tempest-TestServerAdvancedOps-1307126080-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9d849fa-8f1d-4452-ba63-5e47edbd9c7b HTTP/1.1" status: 200 len: 945 time: 0.0750644 Jul 13 14:14:33.298301 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-29468d9c-a7be-4913-96a0-367a792086cf req-fe19cbf7-d170-4e1b-adb7-8bb30474c3bc tempest-TestServerAdvancedOps-1307126080 tempest-TestServerAdvancedOps-1307126080-project] 10.222.0.23 "GET /v2.0/security-groups?id=359df090-020c-43d1-bfe6-5a8589453377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368552 Jul 13 14:14:33.687853 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931ba35a-e535-4964-8fca-a1853a0abfbc req-cf1809e4-df46-42d5-aa90-f5c37aba4104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:14:33.689370 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-931ba35a-e535-4964-8fca-a1853a0abfbc req-cf1809e4-df46-42d5-aa90-f5c37aba4104 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4537674fb98f4187865b2b9fb6269d6b&device_id=e9d849fa-8f1d-4452-ba63-5e47edbd9c7b HTTP/1.1" status: 200 len: 1096 time: 0.0997262 Jul 13 14:14:33.698424 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4910666e-6295-4925-9eed-b025a6c688b5 req-bad55a49-e26d-4a28-93fe-b669cbcd0c33 tempest-TestServerAdvancedOps-1307126080 tempest-TestServerAdvancedOps-1307126080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:14:33.699892 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4910666e-6295-4925-9eed-b025a6c688b5 req-bad55a49-e26d-4a28-93fe-b669cbcd0c33 tempest-TestServerAdvancedOps-1307126080 tempest-TestServerAdvancedOps-1307126080-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9d849fa-8f1d-4452-ba63-5e47edbd9c7b HTTP/1.1" status: 200 len: 945 time: 0.1013565 Jul 13 14:14:33.791812 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4910666e-6295-4925-9eed-b025a6c688b5 req-5d5f8bd4-2c7b-46bf-9dec-476e81647446 tempest-TestServerAdvancedOps-1307126080 tempest-TestServerAdvancedOps-1307126080-project] 10.222.0.23 "GET /v2.0/security-groups?id=359df090-020c-43d1-bfe6-5a8589453377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835807 Jul 13 14:14:33.818855 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931ba35a-e535-4964-8fca-a1853a0abfbc req-ffc4e308-d5ab-46b6-8f16-4fff9ec40a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:14:33.820331 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-931ba35a-e535-4964-8fca-a1853a0abfbc req-ffc4e308-d5ab-46b6-8f16-4fff9ec40a82 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a884b8fb-5224-46d0-880e-a41a69c84314 HTTP/1.1" status: 200 len: 912 time: 0.1196623 Jul 13 14:14:33.863967 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-931ba35a-e535-4964-8fca-a1853a0abfbc req-d5dad6e4-c8d0-4cf7-af91-33f004a436bc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a0fb91f9-376b-4d7a-b37b-1521c30926f2 HTTP/1.1" status: 200 len: 217 time: 0.0377982 Jul 13 14:14:33.919570 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931ba35a-e535-4964-8fca-a1853a0abfbc req-a13f7964-0678-442e-8aeb-98c377c6dbed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:14:33.921113 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-931ba35a-e535-4964-8fca-a1853a0abfbc req-a13f7964-0678-442e-8aeb-98c377c6dbed service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4c300a67-a6c0-40f2-b259-4d0f0f6ad1ea HTTP/1.1" status: 200 len: 852 time: 0.0512867 Jul 13 14:14:33.958183 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-931ba35a-e535-4964-8fca-a1853a0abfbc req-da1b146e-da99-478a-a1d2-a9bf07ffb596 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a884b8fb-5224-46d0-880e-a41a69c84314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297232 Jul 13 14:14:34.086055 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-931ba35a-e535-4964-8fca-a1853a0abfbc req-411cf286-4457-446f-ac4f-8b4a39a22f9a service neutron] 10.222.0.26 "GET /v2.0/networks/a884b8fb-5224-46d0-880e-a41a69c84314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220260 Jul 13 14:14:34.184062 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-931ba35a-e535-4964-8fca-a1853a0abfbc req-a4c7a876-3b17-4397-8b68-50955ccdff11 service neutron] 10.222.0.26 "GET /v2.0/networks/a884b8fb-5224-46d0-880e-a41a69c84314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923054 Jul 13 14:14:34.985013 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7b9687-0e7c-4015-aba7-098b0da67612 req-553c9ded-5d5c-4723-8be8-93aafa567c00 tempest-TestServerAdvancedOps-1307126080 tempest-TestServerAdvancedOps-1307126080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:14:34.986599 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3e7b9687-0e7c-4015-aba7-098b0da67612 req-553c9ded-5d5c-4723-8be8-93aafa567c00 tempest-TestServerAdvancedOps-1307126080 tempest-TestServerAdvancedOps-1307126080-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9d849fa-8f1d-4452-ba63-5e47edbd9c7b HTTP/1.1" status: 200 len: 945 time: 0.0684102 Jul 13 14:14:35.027232 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3e7b9687-0e7c-4015-aba7-098b0da67612 req-bad252eb-b2af-41ff-8a68-cc2d16564a31 tempest-TestServerAdvancedOps-1307126080 tempest-TestServerAdvancedOps-1307126080-project] 10.222.0.23 "GET /v2.0/security-groups?id=359df090-020c-43d1-bfe6-5a8589453377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349593 Jul 13 14:14:35.443949 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508caebf-049f-4848-8b72-39f708569946 req-e3f7c8d3-7ed6-4e51-b079-9e13b63a5b10 tempest-TestServerAdvancedOps-1307126080 tempest-TestServerAdvancedOps-1307126080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:14:35.445535 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-508caebf-049f-4848-8b72-39f708569946 req-e3f7c8d3-7ed6-4e51-b079-9e13b63a5b10 tempest-TestServerAdvancedOps-1307126080 tempest-TestServerAdvancedOps-1307126080-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9d849fa-8f1d-4452-ba63-5e47edbd9c7b HTTP/1.1" status: 200 len: 945 time: 0.0726054 Jul 13 14:14:35.487253 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-508caebf-049f-4848-8b72-39f708569946 req-0eabd376-1e3a-4a22-8871-7145fa3236b9 tempest-TestServerAdvancedOps-1307126080 tempest-TestServerAdvancedOps-1307126080-project] 10.222.0.23 "GET /v2.0/security-groups?id=359df090-020c-43d1-bfe6-5a8589453377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348423 Jul 13 14:14:36.690100 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e43249-b1bc-4408-9f23-6bf3b2b6720b req-bb460f07-0bd5-4505-bd65-a02e0242abc3 tempest-TestServerAdvancedOps-1307126080 tempest-TestServerAdvancedOps-1307126080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:14:36.691757 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f0e43249-b1bc-4408-9f23-6bf3b2b6720b req-bb460f07-0bd5-4505-bd65-a02e0242abc3 tempest-TestServerAdvancedOps-1307126080 tempest-TestServerAdvancedOps-1307126080-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9d849fa-8f1d-4452-ba63-5e47edbd9c7b HTTP/1.1" status: 200 len: 945 time: 0.0666888 Jul 13 14:14:36.731892 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f0e43249-b1bc-4408-9f23-6bf3b2b6720b req-1e76fccf-8a1b-47c4-ba00-d5055d861089 tempest-TestServerAdvancedOps-1307126080 tempest-TestServerAdvancedOps-1307126080-project] 10.222.0.23 "GET /v2.0/security-groups?id=359df090-020c-43d1-bfe6-5a8589453377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323195 Jul 13 14:14:37.082755 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db828b82-b564-401e-929e-037ae419f05c req-68244bd8-d2ac-4e24-bb78-696fe57247a0 tempest-TestServerAdvancedOps-1307126080 tempest-TestServerAdvancedOps-1307126080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:14:37.084148 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-db828b82-b564-401e-929e-037ae419f05c req-68244bd8-d2ac-4e24-bb78-696fe57247a0 tempest-TestServerAdvancedOps-1307126080 tempest-TestServerAdvancedOps-1307126080-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9d849fa-8f1d-4452-ba63-5e47edbd9c7b HTTP/1.1" status: 200 len: 945 time: 0.0683949 Jul 13 14:14:37.216947 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-db828b82-b564-401e-929e-037ae419f05c req-131f9ef3-fa99-488b-922c-1bf5ebcf71c2 tempest-TestServerAdvancedOps-1307126080 tempest-TestServerAdvancedOps-1307126080-project] Deleting port a0fb91f9-376b-4d7a-b37b-1521c30926f2 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:14:37.217523 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-db828b82-b564-401e-929e-037ae419f05c req-131f9ef3-fa99-488b-922c-1bf5ebcf71c2 tempest-TestServerAdvancedOps-1307126080 tempest-TestServerAdvancedOps-1307126080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:14:37.358191 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-db828b82-b564-401e-929e-037ae419f05c req-131f9ef3-fa99-488b-922c-1bf5ebcf71c2 tempest-TestServerAdvancedOps-1307126080 tempest-TestServerAdvancedOps-1307126080-project] For port a0fb91f9-376b-4d7a-b37b-1521c30926f2, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=a0fb91f9-376b-4d7a-b37b-1521c30926f2,segment=NetworkSegment(6bb11521-5185-415a-b2bd-4dc40396ee5d),segment_id=6bb11521-5185-415a-b2bd-4dc40396ee5d)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:14:37.358480 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-db828b82-b564-401e-929e-037ae419f05c req-131f9ef3-fa99-488b-922c-1bf5ebcf71c2 tempest-TestServerAdvancedOps-1307126080 tempest-TestServerAdvancedOps-1307126080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:14:37.381343 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-db828b82-b564-401e-929e-037ae419f05c req-131f9ef3-fa99-488b-922c-1bf5ebcf71c2 tempest-TestServerAdvancedOps-1307126080 tempest-TestServerAdvancedOps-1307126080-project] Calling delete_port for a0fb91f9-376b-4d7a-b37b-1521c30926f2 owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:14:37.570525 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-db828b82-b564-401e-929e-037ae419f05c req-131f9ef3-fa99-488b-922c-1bf5ebcf71c2 tempest-TestServerAdvancedOps-1307126080 tempest-TestServerAdvancedOps-1307126080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:14:37.586766 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['a0fb91f9-376b-4d7a-b37b-1521c30926f2'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:14:37.606405 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131f9ef3-fa99-488b-922c-1bf5ebcf71c2 tempest-TestServerAdvancedOps-1307126080 tempest-TestServerAdvancedOps-1307126080-project] Pushing event deleted for resources: {'Port': ['ID=a0fb91f9-376b-4d7a-b37b-1521c30926f2,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:14:37.644998 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131f9ef3-fa99-488b-922c-1bf5ebcf71c2 tempest-TestServerAdvancedOps-1307126080 tempest-TestServerAdvancedOps-1307126080-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:14:37.645392 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131f9ef3-fa99-488b-922c-1bf5ebcf71c2 tempest-TestServerAdvancedOps-1307126080 tempest-TestServerAdvancedOps-1307126080-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:14:37.645674 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131f9ef3-fa99-488b-922c-1bf5ebcf71c2 tempest-TestServerAdvancedOps-1307126080 tempest-TestServerAdvancedOps-1307126080-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:14:37.646042 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131f9ef3-fa99-488b-922c-1bf5ebcf71c2 tempest-TestServerAdvancedOps-1307126080 tempest-TestServerAdvancedOps-1307126080-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:14:37.646372 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131f9ef3-fa99-488b-922c-1bf5ebcf71c2 tempest-TestServerAdvancedOps-1307126080 tempest-TestServerAdvancedOps-1307126080-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:14:37.646698 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131f9ef3-fa99-488b-922c-1bf5ebcf71c2 tempest-TestServerAdvancedOps-1307126080 tempest-TestServerAdvancedOps-1307126080-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:14:37.647021 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131f9ef3-fa99-488b-922c-1bf5ebcf71c2 tempest-TestServerAdvancedOps-1307126080 tempest-TestServerAdvancedOps-1307126080-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:14:37.647343 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131f9ef3-fa99-488b-922c-1bf5ebcf71c2 tempest-TestServerAdvancedOps-1307126080 tempest-TestServerAdvancedOps-1307126080-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:14:37.647666 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131f9ef3-fa99-488b-922c-1bf5ebcf71c2 tempest-TestServerAdvancedOps-1307126080 tempest-TestServerAdvancedOps-1307126080-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:14:37.647982 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131f9ef3-fa99-488b-922c-1bf5ebcf71c2 tempest-TestServerAdvancedOps-1307126080 tempest-TestServerAdvancedOps-1307126080-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:14:37.648301 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131f9ef3-fa99-488b-922c-1bf5ebcf71c2 tempest-TestServerAdvancedOps-1307126080 tempest-TestServerAdvancedOps-1307126080-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:14:37.648622 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131f9ef3-fa99-488b-922c-1bf5ebcf71c2 tempest-TestServerAdvancedOps-1307126080 tempest-TestServerAdvancedOps-1307126080-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:14:37.671742 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-db828b82-b564-401e-929e-037ae419f05c req-131f9ef3-fa99-488b-922c-1bf5ebcf71c2 tempest-TestServerAdvancedOps-1307126080 tempest-TestServerAdvancedOps-1307126080-project] No DVR routers for this DVR port a0fb91f9-376b-4d7a-b37b-1521c30926f2 on host n-h1-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:14:37.674232 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-db828b82-b564-401e-929e-037ae419f05c req-131f9ef3-fa99-488b-922c-1bf5ebcf71c2 tempest-TestServerAdvancedOps-1307126080 tempest-TestServerAdvancedOps-1307126080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:14:37.676211 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-db828b82-b564-401e-929e-037ae419f05c req-131f9ef3-fa99-488b-922c-1bf5ebcf71c2 tempest-TestServerAdvancedOps-1307126080 tempest-TestServerAdvancedOps-1307126080-project] 10.222.0.26 "DELETE /v2.0/ports/a0fb91f9-376b-4d7a-b37b-1521c30926f2 HTTP/1.1" status: 204 len: 173 time: 0.5870509 Jul 13 14:14:37.676711 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9d849fa-8f1d-4452-ba63-5e47edbd9c7b', 'name': 'network-vif-deleted', 'tag': 'a0fb91f9-376b-4d7a-b37b-1521c30926f2'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:14:37.678976 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5c883f8-aa74-423b-a00d-37fee85925f9" -d '{"events": [{"server_uuid": "e9d849fa-8f1d-4452-ba63-5e47edbd9c7b", "name": "network-vif-deleted", "tag": "a0fb91f9-376b-4d7a-b37b-1521c30926f2"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:14:37.725843 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:14:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49dbccfe-b3dd-4ad3-b2be-95ddb80501ec x-openstack-request-id: req-49dbccfe-b3dd-4ad3-b2be-95ddb80501ec {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:14:37.726449 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9d849fa-8f1d-4452-ba63-5e47edbd9c7b", "name": "network-vif-deleted", "tag": "a0fb91f9-376b-4d7a-b37b-1521c30926f2", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:14:37.726554 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-49dbccfe-b3dd-4ad3-b2be-95ddb80501ec {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:14:37.727046 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9d849fa-8f1d-4452-ba63-5e47edbd9c7b', 'name': 'network-vif-deleted', 'tag': 'a0fb91f9-376b-4d7a-b37b-1521c30926f2', 'status': 'completed', 'code': 200} Jul 13 14:14:37.882163 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-28b9be1f-d9bb-4d87-8d5a-9171b03e25a3 req-cbda4dea-81d6-4139-8d71-2265e7f70005 tempest-TestServerAdvancedOps-1307126080 tempest-TestServerAdvancedOps-1307126080-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9d849fa-8f1d-4452-ba63-5e47edbd9c7b HTTP/1.1" status: 200 len: 210 time: 0.0327239 Jul 13 14:14:38.982619 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 46782) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:14:39.030777 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-33a2c8ca-4f12-4124-8051-8ff07065d847 admin admin] Deleting subnet 4c300a67-a6c0-40f2-b259-4d0f0f6ad1ea {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 14:14:39.033785 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-33a2c8ca-4f12-4124-8051-8ff07065d847 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:14:39.067898 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-33a2c8ca-4f12-4124-8051-8ff07065d847 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6018489'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:14:39.112582 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-33a2c8ca-4f12-4124-8051-8ff07065d847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:14:39.165788 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-33a2c8ca-4f12-4124-8051-8ff07065d847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6018534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6105009'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:14:39.191293 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a2c8ca-4f12-4124-8051-8ff07065d847 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c300a67-a6c0-40f2-b259-4d0f0f6ad1ea,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:14:39.195166 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-33a2c8ca-4f12-4124-8051-8ff07065d847 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:14:39.197476 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-33a2c8ca-4f12-4124-8051-8ff07065d847 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/4c300a67-a6c0-40f2-b259-4d0f0f6ad1ea HTTP/1.1" status: 204 len: 168 time: 0.2134252 Jul 13 14:14:39.200119 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 46784) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:14:39.266521 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-77c2c58a-c83d-469e-b551-1dab727ac9ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:14:39.349340 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-77c2c58a-c83d-469e-b551-1dab727ac9ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:14:39.360686 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-77c2c58a-c83d-469e-b551-1dab727ac9ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a884b8fb-5224-46d0-880e-a41a69c84314']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:14:39.370993 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-77c2c58a-c83d-469e-b551-1dab727ac9ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bb11521-5185-415a-b2bd-4dc40396ee5d') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:14:39.371290 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-77c2c58a-c83d-469e-b551-1dab727ac9ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bb11521-5185-415a-b2bd-4dc40396ee5d') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:14:39.380114 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-77c2c58a-c83d-469e-b551-1dab727ac9ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6018464'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:14:39.395682 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-77c2c58a-c83d-469e-b551-1dab727ac9ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:14:39.402872 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77c2c58a-c83d-469e-b551-1dab727ac9ec admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 14:14:39.403267 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-77c2c58a-c83d-469e-b551-1dab727ac9ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6018632'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:14:39.405107 n-d-800634-1 neutron-server[93751]: Traceback (most recent call last): Jul 13 14:14:39.405107 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 14:14:39.405107 n-d-800634-1 neutron-server[93751]: timer() Jul 13 14:14:39.405107 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 14:14:39.405107 n-d-800634-1 neutron-server[93751]: cb(*args, **kw) Jul 13 14:14:39.405107 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 14:14:39.405107 n-d-800634-1 neutron-server[93751]: return func(*args, **kwargs) Jul 13 14:14:39.405107 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 14:14:39.405107 n-d-800634-1 neutron-server[93751]: self._notify() Jul 13 14:14:39.405107 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 14:14:39.405107 n-d-800634-1 neutron-server[93751]: self.callback(batched_events) Jul 13 14:14:39.405107 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 14:14:39.405107 n-d-800634-1 neutron-server[93751]: event.method(event) Jul 13 14:14:39.405107 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 14:14:39.405107 n-d-800634-1 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 14:14:39.405107 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 14:14:39.405107 n-d-800634-1 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 14:14:39.405107 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 14:14:39.405107 n-d-800634-1 neutron-server[93751]: return f(self, *a, **k) Jul 13 14:14:39.405107 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 14:14:39.405107 n-d-800634-1 neutron-server[93751]: return self._get(url).json() Jul 13 14:14:39.405107 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 14:14:39.405107 n-d-800634-1 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 14:14:39.405107 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 14:14:39.405107 n-d-800634-1 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 13 14:14:39.405107 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 14:14:39.405107 n-d-800634-1 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 14:14:39.405107 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 14:14:39.405107 n-d-800634-1 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 14:14:39.405107 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 14:14:39.405107 n-d-800634-1 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 14:14:39.405107 n-d-800634-1 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 14:14:39.462824 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-77c2c58a-c83d-469e-b551-1dab727ac9ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:14:39.470821 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-77c2c58a-c83d-469e-b551-1dab727ac9ec admin admin] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:14:39.472744 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-77c2c58a-c83d-469e-b551-1dab727ac9ec admin admin] 10.222.0.23 "DELETE /v2.0/networks/a884b8fb-5224-46d0-880e-a41a69c84314 HTTP/1.1" status: 204 len: 168 time: 0.2716651 Jul 13 14:14:39.475684 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 46792) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:14:39.492057 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c2c58a-c83d-469e-b551-1dab727ac9ec admin admin] Pushing event deleted for resources: {'Network': ['ID=a884b8fb-5224-46d0-880e-a41a69c84314,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:14:39.537628 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-32a6568c-77d9-4630-b14a-4024713524be admin admin] Deleting subnet 7a6b9286-7818-423f-ae76-a0890cde1c53 {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 14:14:39.541432 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-32a6568c-77d9-4630-b14a-4024713524be admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:14:39.580290 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-32a6568c-77d9-4630-b14a-4024713524be admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5431723'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:14:39.927676 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-32a6568c-77d9-4630-b14a-4024713524be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:14:39.985967 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-32a6568c-77d9-4630-b14a-4024713524be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5970525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4763356'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:14:40.012417 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a6568c-77d9-4630-b14a-4024713524be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a6b9286-7818-423f-ae76-a0890cde1c53,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:14:40.015937 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-32a6568c-77d9-4630-b14a-4024713524be admin admin] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:14:40.017807 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-32a6568c-77d9-4630-b14a-4024713524be admin admin] 10.222.0.23 "DELETE /v2.0/subnets/7a6b9286-7818-423f-ae76-a0890cde1c53 HTTP/1.1" status: 204 len: 168 time: 0.5410368 Jul 13 14:14:40.021227 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 46796) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:14:40.099981 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d166b283-a7e6-42c8-a819-b320ef88a4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:14:40.189657 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d166b283-a7e6-42c8-a819-b320ef88a4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:14:40.199453 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-d166b283-a7e6-42c8-a819-b320ef88a4c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c74815d-33a1-4f93-b540-707dfb4b8b01']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:14:40.209552 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-d166b283-a7e6-42c8-a819-b320ef88a4c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8422fb8a-05c0-41a3-9f40-0179f8b36f90') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:14:40.209893 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-d166b283-a7e6-42c8-a819-b320ef88a4c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8422fb8a-05c0-41a3-9f40-0179f8b36f90') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:14:40.218632 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d166b283-a7e6-42c8-a819-b320ef88a4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5431730'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:14:40.232740 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d166b283-a7e6-42c8-a819-b320ef88a4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:14:40.239017 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d166b283-a7e6-42c8-a819-b320ef88a4c8 admin admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 14:14:40.239431 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d166b283-a7e6-42c8-a819-b320ef88a4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5970419'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:14:40.241056 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:14:40.241056 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:14:40.241056 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:14:40.241056 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:14:40.241056 n-d-800634-1 neutron-server[93750]: Traceback (most recent call last): Jul 13 14:14:40.241056 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 14:14:40.241056 n-d-800634-1 neutron-server[93750]: timer() Jul 13 14:14:40.241056 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 14:14:40.241056 n-d-800634-1 neutron-server[93750]: cb(*args, **kw) Jul 13 14:14:40.241056 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 14:14:40.241056 n-d-800634-1 neutron-server[93750]: return func(*args, **kwargs) Jul 13 14:14:40.241056 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 14:14:40.241056 n-d-800634-1 neutron-server[93750]: self._notify() Jul 13 14:14:40.241056 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 14:14:40.241056 n-d-800634-1 neutron-server[93750]: self.callback(batched_events) Jul 13 14:14:40.241056 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 14:14:40.241056 n-d-800634-1 neutron-server[93750]: event.method(event) Jul 13 14:14:40.241056 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 14:14:40.241056 n-d-800634-1 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 14:14:40.241056 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 14:14:40.241056 n-d-800634-1 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 14:14:40.241056 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 14:14:40.241056 n-d-800634-1 neutron-server[93750]: return f(self, *a, **k) Jul 13 14:14:40.241056 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 14:14:40.241056 n-d-800634-1 neutron-server[93750]: return self._get(url).json() Jul 13 14:14:40.241056 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 14:14:40.241056 n-d-800634-1 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 14:14:40.241056 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 14:14:40.241056 n-d-800634-1 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 13 14:14:40.241056 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 14:14:40.241056 n-d-800634-1 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 14:14:40.241056 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 14:14:40.241056 n-d-800634-1 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 14:14:40.241056 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 14:14:40.241056 n-d-800634-1 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 14:14:40.241056 n-d-800634-1 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 14:14:40.300232 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d166b283-a7e6-42c8-a819-b320ef88a4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:14:40.309507 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d166b283-a7e6-42c8-a819-b320ef88a4c8 admin admin] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:14:40.312359 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-d166b283-a7e6-42c8-a819-b320ef88a4c8 admin admin] 10.222.0.23 "DELETE /v2.0/networks/9c74815d-33a1-4f93-b540-707dfb4b8b01 HTTP/1.1" status: 204 len: 168 time: 0.2896738 Jul 13 14:14:40.328796 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d166b283-a7e6-42c8-a819-b320ef88a4c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=9c74815d-33a1-4f93-b540-707dfb4b8b01,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:14:40.512889 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 46800) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:14:40.558727 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-f7b7355d-3afc-4178-8319-a6d7995150e2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4537674fb98f4187865b2b9fb6269d6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0443196 Jul 13 14:14:40.560954 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 46802) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:14:40.666926 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7d1ebbe8-a991-4fcc-afd1-cb8186d3be88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:14:40.696232 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7d1ebbe8-a991-4fcc-afd1-cb8186d3be88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:14:40.764197 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7d1ebbe8-a991-4fcc-afd1-cb8186d3be88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:14:40.766915 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7d1ebbe8-a991-4fcc-afd1-cb8186d3be88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:14:40.768071 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-7d1ebbe8-a991-4fcc-afd1-cb8186d3be88 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/359df090-020c-43d1-bfe6-5a8589453377 HTTP/1.1" status: 204 len: 168 time: 0.2062171 Jul 13 14:14:40.777773 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1ebbe8-a991-4fcc-afd1-cb8186d3be88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=359df090-020c-43d1-bfe6-5a8589453377,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:14:41.095690 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 46810) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:14:41.134466 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-73419c71-d6cb-44f1-8b1b-d8fcacbfe873 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fce4759acb59488298df5048353512cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0376430 Jul 13 14:14:41.137605 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 46812) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:14:41.186193 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fdfa85f4-b536-4fd3-a0e3-442b58ddb9f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:14:41.210323 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fdfa85f4-b536-4fd3-a0e3-442b58ddb9f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:14:41.259492 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fdfa85f4-b536-4fd3-a0e3-442b58ddb9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:14:41.262419 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fdfa85f4-b536-4fd3-a0e3-442b58ddb9f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:14:41.263571 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-fdfa85f4-b536-4fd3-a0e3-442b58ddb9f4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6f20715d-1fa1-4e3e-a5a1-d55f133c4bdb HTTP/1.1" status: 204 len: 168 time: 0.1250267 Jul 13 14:14:41.271110 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfa85f4-b536-4fd3-a0e3-442b58ddb9f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f20715d-1fa1-4e3e-a5a1-d55f133c4bdb,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:14:42.062086 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c485bd-39c0-4474-a284-b0287b653b53 req-9f47a2b4-5468-4d34-895d-683b4e79a154 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:14:42.063562 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-75c485bd-39c0-4474-a284-b0287b653b53 req-9f47a2b4-5468-4d34-895d-683b4e79a154 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/networks?id=a2277fe2-5365-4bd5-b2cf-1188f0e7fb16 HTTP/1.1" status: 200 len: 811 time: 0.1012146 Jul 13 14:14:42.079029 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-75c485bd-39c0-4474-a284-b0287b653b53 req-ee9eceb7-5fe2-44d0-8284-7b2bc0e92b07 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/quotas/5c9ef36c351841ca83dde6dc04bc97a4 HTTP/1.1" status: 200 len: 375 time: 0.0101376 Jul 13 14:14:42.153947 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-75c485bd-39c0-4474-a284-b0287b653b53 req-0911fd62-2341-4f31-a5a4-b0f16e3cae2e tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=5c9ef36c351841ca83dde6dc04bc97a4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0700340 Jul 13 14:14:42.242962 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device a0fb91f9-376b-4d7a-b37b-1521c30926f2 no longer exists at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:14:42.246222 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-75c485bd-39c0-4474-a284-b0287b653b53 req-078a26f7-025c-4a37-af4c-a940772d2a63 service neutron] 10.222.0.23 "GET /v2.0/networks/a2277fe2-5365-4bd5-b2cf-1188f0e7fb16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858455 Jul 13 14:14:42.263512 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-381d4315-9089-413f-a071-aa2897bda790 None None] No Port match for: a0fb91f9-376b-4d7a-b37b-1521c30926f2 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:14:42.263860 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device a0fb91f9-376b-4d7a-b37b-1521c30926f2 not bound to the agent host n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:14:42.342107 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-75c485bd-39c0-4474-a284-b0287b653b53 req-604ce62a-df37-4d95-b0a3-06baf1cb1704 service neutron] 10.222.0.23 "GET /v2.0/networks/a2277fe2-5365-4bd5-b2cf-1188f0e7fb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896678 Jul 13 14:14:42.559691 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-10bda132-864b-4d6e-be48-37ebdd66464f req-54d8cbef-49ef-417e-90e8-c960954b78b7 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e70a489-b799-44ab-a7f0-c47bfc172304 HTTP/1.1" status: 200 len: 210 time: 0.0484986 Jul 13 14:14:43.596961 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c485bd-39c0-4474-a284-b0287b653b53 req-8f682e83-1d91-4b4f-8981-530e4af061d1 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:14:43.598693 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-75c485bd-39c0-4474-a284-b0287b653b53 req-8f682e83-1d91-4b4f-8981-530e4af061d1 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.41 "GET /v2.0/networks?id=a2277fe2-5365-4bd5-b2cf-1188f0e7fb16 HTTP/1.1" status: 200 len: 811 time: 0.1120389 Jul 13 14:14:43.618921 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-75c485bd-39c0-4474-a284-b0287b653b53 req-22118a0d-13f2-4711-9720-235523e13899 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Request body: {'port': {'device_id': '1e70a489-b799-44ab-a7f0-c47bfc172304', 'network_id': 'a2277fe2-5365-4bd5-b2cf-1188f0e7fb16', 'admin_state_up': True, 'tenant_id': '5c9ef36c351841ca83dde6dc04bc97a4'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:14:43.722787 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2291d74c-c046-44f6-97d2-54745b2431e3 req-59e0cfdf-dfcf-4906-9072-4b6ef5c43055 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e70a489-b799-44ab-a7f0-c47bfc172304 HTTP/1.1" status: 200 len: 210 time: 0.0392516 Jul 13 14:14:43.771993 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75c485bd-39c0-4474-a284-b0287b653b53 req-22118a0d-13f2-4711-9720-235523e13899 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Made reservation on behalf of 5c9ef36c351841ca83dde6dc04bc97a4 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:14:43.776434 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-75c485bd-39c0-4474-a284-b0287b653b53 req-22118a0d-13f2-4711-9720-235523e13899 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:14:43.919751 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-75c485bd-39c0-4474-a284-b0287b653b53 req-22118a0d-13f2-4711-9720-235523e13899 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Allocated IP 172.20.0.14 (a2277fe2-5365-4bd5-b2cf-1188f0e7fb16/6728334e-b0b1-4ba8-880a-f1431373cfed/9253a727-5f96-4b77-8e14-483fdcfe8cf5) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:14:44.133647 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-75c485bd-39c0-4474-a284-b0287b653b53 req-22118a0d-13f2-4711-9720-235523e13899 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:14:44.147804 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-75c485bd-39c0-4474-a284-b0287b653b53 req-22118a0d-13f2-4711-9720-235523e13899 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Transition to ACTIVE for port object 9253a727-5f96-4b77-8e14-483fdcfe8cf5 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:14:44.185296 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-75c485bd-39c0-4474-a284-b0287b653b53 req-22118a0d-13f2-4711-9720-235523e13899 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:14:44.257601 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75c485bd-39c0-4474-a284-b0287b653b53 req-22118a0d-13f2-4711-9720-235523e13899 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Network a2277fe2-5365-4bd5-b2cf-1188f0e7fb16 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:14:44.262955 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-75c485bd-39c0-4474-a284-b0287b653b53 req-22118a0d-13f2-4711-9720-235523e13899 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:14:44.270119 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-75c485bd-39c0-4474-a284-b0287b653b53 req-22118a0d-13f2-4711-9720-235523e13899 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:14:44.304186 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22118a0d-13f2-4711-9720-235523e13899 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Pushing event updated for resources: {'Port': ['ID=9253a727-5f96-4b77-8e14-483fdcfe8cf5,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:14:44.332834 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c485bd-39c0-4474-a284-b0287b653b53 req-22118a0d-13f2-4711-9720-235523e13899 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:14:44.333478 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-75c485bd-39c0-4474-a284-b0287b653b53 req-22118a0d-13f2-4711-9720-235523e13899 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:14:44.349672 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-75c485bd-39c0-4474-a284-b0287b653b53 req-22118a0d-13f2-4711-9720-235523e13899 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7349997 Jul 13 14:14:44.361601 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-75c485bd-39c0-4474-a284-b0287b653b53 req-5ee5c03c-725c-4841-950b-86e443c56d40 service neutron] Request body: {'port': {'device_id': '1e70a489-b799-44ab-a7f0-c47bfc172304', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:14:44.460350 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-75c485bd-39c0-4474-a284-b0287b653b53 req-5ee5c03c-725c-4841-950b-86e443c56d40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:14:44.564265 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-7a5a64cc-610b-4c73-84c6-f399ac19c054 None None] Provisioning for port 9253a727-5f96-4b77-8e14-483fdcfe8cf5 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:14:44.569447 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-7a5a64cc-610b-4c73-84c6-f399ac19c054 None None] Provisioning complete for port 9253a727-5f96-4b77-8e14-483fdcfe8cf5 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:14:44.569850 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-7a5a64cc-610b-4c73-84c6-f399ac19c054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:14:44.606003 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-7a5a64cc-610b-4c73-84c6-f399ac19c054 None None] Port 9253a727-5f96-4b77-8e14-483fdcfe8cf5 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:14:44.742133 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-75c485bd-39c0-4474-a284-b0287b653b53 req-5ee5c03c-725c-4841-950b-86e443c56d40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9253a727-5f96-4b77-8e14-483fdcfe8cf5 {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:14:44.750202 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-75c485bd-39c0-4474-a284-b0287b653b53 req-5ee5c03c-725c-4841-950b-86e443c56d40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:14:44.764369 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-75c485bd-39c0-4474-a284-b0287b653b53 req-5ee5c03c-725c-4841-950b-86e443c56d40 service neutron] Transition to ACTIVE for port object 9253a727-5f96-4b77-8e14-483fdcfe8cf5 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:14:44.769185 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-75c485bd-39c0-4474-a284-b0287b653b53 req-5ee5c03c-725c-4841-950b-86e443c56d40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:14:44.868154 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee5c03c-725c-4841-950b-86e443c56d40 service neutron] Pushing event updated for resources: {'Port': ['ID=9253a727-5f96-4b77-8e14-483fdcfe8cf5,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:14:44.914967 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-75c485bd-39c0-4474-a284-b0287b653b53 req-5ee5c03c-725c-4841-950b-86e443c56d40 service neutron] Attempting to bind port 9253a727-5f96-4b77-8e14-483fdcfe8cf5 on host n-h2-800634-1 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:14:44.915308 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-75c485bd-39c0-4474-a284-b0287b653b53 req-5ee5c03c-725c-4841-950b-86e443c56d40 service neutron] Attempting to bind port 9253a727-5f96-4b77-8e14-483fdcfe8cf5 by drivers openvswitch,hyperv on host n-h2-800634-1 at level 0 using segments [{'id': '4c12d2cb-e5d8-4587-a297-9866d410582d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a2277fe2-5365-4bd5-b2cf-1188f0e7fb16'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:14:44.915634 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c485bd-39c0-4474-a284-b0287b653b53 req-5ee5c03c-725c-4841-950b-86e443c56d40 service neutron] Attempting to bind port 9253a727-5f96-4b77-8e14-483fdcfe8cf5 on network a2277fe2-5365-4bd5-b2cf-1188f0e7fb16 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:14:44.925772 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c485bd-39c0-4474-a284-b0287b653b53 req-5ee5c03c-725c-4841-950b-86e443c56d40 service neutron] Port 9253a727-5f96-4b77-8e14-483fdcfe8cf5 on network a2277fe2-5365-4bd5-b2cf-1188f0e7fb16 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-1 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 14:14:44.925772 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c485bd-39c0-4474-a284-b0287b653b53 req-5ee5c03c-725c-4841-950b-86e443c56d40 service neutron] Attempting to bind port 9253a727-5f96-4b77-8e14-483fdcfe8cf5 on network a2277fe2-5365-4bd5-b2cf-1188f0e7fb16 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:14:44.929417 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9309f623-b3c4-4dbb-8ca9-7838272318ef req-9da823d8-7c81-4b4f-a7bb-a2282cdbfc00 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:14:44.931204 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c485bd-39c0-4474-a284-b0287b653b53 req-5ee5c03c-725c-4841-950b-86e443c56d40 service neutron] Checking agent: {'id': 'f615e5c9-21ab-43f2-adbc-192d64b795cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:14:44.931556 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c485bd-39c0-4474-a284-b0287b653b53 req-5ee5c03c-725c-4841-950b-86e443c56d40 service neutron] Checking segment: {'id': '4c12d2cb-e5d8-4587-a297-9866d410582d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a2277fe2-5365-4bd5-b2cf-1188f0e7fb16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:14:44.932100 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c485bd-39c0-4474-a284-b0287b653b53 req-5ee5c03c-725c-4841-950b-86e443c56d40 service neutron] Bound using segment: {'id': '4c12d2cb-e5d8-4587-a297-9866d410582d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a2277fe2-5365-4bd5-b2cf-1188f0e7fb16'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:14:44.932469 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-9309f623-b3c4-4dbb-8ca9-7838272318ef req-9da823d8-7c81-4b4f-a7bb-a2282cdbfc00 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e70a489-b799-44ab-a7f0-c47bfc172304 HTTP/1.1" status: 200 len: 944 time: 0.0881035 Jul 13 14:14:44.932653 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-75c485bd-39c0-4474-a284-b0287b653b53 req-5ee5c03c-725c-4841-950b-86e443c56d40 service neutron] Bound port: 9253a727-5f96-4b77-8e14-483fdcfe8cf5, host: n-h2-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c12d2cb-e5d8-4587-a297-9866d410582d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a2277fe2-5365-4bd5-b2cf-1188f0e7fb16'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:14:44.933445 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-75c485bd-39c0-4474-a284-b0287b653b53 req-5ee5c03c-725c-4841-950b-86e443c56d40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:14:44.974211 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-9309f623-b3c4-4dbb-8ca9-7838272318ef req-1574fd2a-878a-43c6-860c-13d972ce758c tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/security-groups?id=327f6fa2-19e0-4d43-babb-db11eb72d370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354629 Jul 13 14:14:45.022015 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-75c485bd-39c0-4474-a284-b0287b653b53 req-5ee5c03c-725c-4841-950b-86e443c56d40 service neutron] For port 9253a727-5f96-4b77-8e14-483fdcfe8cf5, host n-h2-800634-1, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:14:45.025447 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-75c485bd-39c0-4474-a284-b0287b653b53 req-5ee5c03c-725c-4841-950b-86e443c56d40 service neutron] For port 9253a727-5f96-4b77-8e14-483fdcfe8cf5, host n-h2-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=9253a727-5f96-4b77-8e14-483fdcfe8cf5,segment=NetworkSegment(4c12d2cb-e5d8-4587-a297-9866d410582d),segment_id=4c12d2cb-e5d8-4587-a297-9866d410582d)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:14:45.030417 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-75c485bd-39c0-4474-a284-b0287b653b53 req-5ee5c03c-725c-4841-950b-86e443c56d40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:14:45.075304 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c485bd-39c0-4474-a284-b0287b653b53 req-5ee5c03c-725c-4841-950b-86e443c56d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:14:45.075918 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-75c485bd-39c0-4474-a284-b0287b653b53 req-5ee5c03c-725c-4841-950b-86e443c56d40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:14:45.077322 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-75c485bd-39c0-4474-a284-b0287b653b53 req-5ee5c03c-725c-4841-950b-86e443c56d40 service neutron] 10.222.0.41 "PUT /v2.0/ports/9253a727-5f96-4b77-8e14-483fdcfe8cf5 HTTP/1.1" status: 200 len: 1092 time: 0.7204673 Jul 13 14:14:45.077759 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e70a489-b799-44ab-a7f0-c47bfc172304', 'tag': '9253a727-5f96-4b77-8e14-483fdcfe8cf5'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:14:45.080046 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e1679c4-c97c-4131-ae25-c2bc4ef89c88" -d '{"events": [{"name": "network-changed", "server_uuid": "1e70a489-b799-44ab-a7f0-c47bfc172304", "tag": "9253a727-5f96-4b77-8e14-483fdcfe8cf5"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:14:45.132821 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee5c03c-725c-4841-950b-86e443c56d40 service neutron] Pushing event updated for resources: {'Port': ['ID=9253a727-5f96-4b77-8e14-483fdcfe8cf5,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:14:45.170717 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91664dad-e942-46fe-bd57-5bd4a6eb9e2f x-openstack-request-id: req-91664dad-e942-46fe-bd57-5bd4a6eb9e2f {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:14:45.171013 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e70a489-b799-44ab-a7f0-c47bfc172304", "tag": "9253a727-5f96-4b77-8e14-483fdcfe8cf5", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:14:45.171264 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-91664dad-e942-46fe-bd57-5bd4a6eb9e2f {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:14:45.171667 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e70a489-b799-44ab-a7f0-c47bfc172304', 'tag': '9253a727-5f96-4b77-8e14-483fdcfe8cf5', 'status': 'completed', 'code': 200} Jul 13 14:14:45.210299 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c485bd-39c0-4474-a284-b0287b653b53 req-9d44f58c-46c6-4ce2-8c28-fb3d7c90b26d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:14:45.212195 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-75c485bd-39c0-4474-a284-b0287b653b53 req-9d44f58c-46c6-4ce2-8c28-fb3d7c90b26d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5c9ef36c351841ca83dde6dc04bc97a4&device_id=1e70a489-b799-44ab-a7f0-c47bfc172304 HTTP/1.1" status: 200 len: 1095 time: 0.0894973 Jul 13 14:14:45.257884 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-75c485bd-39c0-4474-a284-b0287b653b53 req-b2693830-b758-4fa6-a4fe-e2d64d1d2ee8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9253a727-5f96-4b77-8e14-483fdcfe8cf5 HTTP/1.1" status: 200 len: 217 time: 0.0386057 Jul 13 14:14:45.308424 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c485bd-39c0-4474-a284-b0287b653b53 req-2fc46010-6f7c-49a5-b6c9-323e7139ce2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:14:45.310226 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-75c485bd-39c0-4474-a284-b0287b653b53 req-2fc46010-6f7c-49a5-b6c9-323e7139ce2a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6728334e-b0b1-4ba8-880a-f1431373cfed HTTP/1.1" status: 200 len: 850 time: 0.0459847 Jul 13 14:14:45.375355 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c485bd-39c0-4474-a284-b0287b653b53 req-df750d7e-b55d-4ea9-841b-a73d10963c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:14:45.376893 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-75c485bd-39c0-4474-a284-b0287b653b53 req-df750d7e-b55d-4ea9-841b-a73d10963c4f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a2277fe2-5365-4bd5-b2cf-1188f0e7fb16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0609615 Jul 13 14:14:45.512165 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-75c485bd-39c0-4474-a284-b0287b653b53 req-f4800300-0996-4ec4-a7bb-c60f69636ea6 service neutron] 10.222.0.41 "GET /v2.0/networks/a2277fe2-5365-4bd5-b2cf-1188f0e7fb16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286690 Jul 13 14:14:45.610753 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-75c485bd-39c0-4474-a284-b0287b653b53 req-9e57eeca-dfa6-486e-9135-af162dee555e service neutron] 10.222.0.41 "GET /v2.0/networks/a2277fe2-5365-4bd5-b2cf-1188f0e7fb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923910 Jul 13 14:14:45.707548 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1679c4-c97c-4131-ae25-c2bc4ef89c88 req-646afc2b-3e63-420a-82b5-17ee068418b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:14:45.709049 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5e1679c4-c97c-4131-ae25-c2bc4ef89c88 req-646afc2b-3e63-420a-82b5-17ee068418b0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5c9ef36c351841ca83dde6dc04bc97a4&device_id=1e70a489-b799-44ab-a7f0-c47bfc172304 HTTP/1.1" status: 200 len: 1095 time: 0.0542018 Jul 13 14:14:45.799093 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1679c4-c97c-4131-ae25-c2bc4ef89c88 req-09eceabb-7e99-4b03-a993-f8ac28b820a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:14:45.800486 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5e1679c4-c97c-4131-ae25-c2bc4ef89c88 req-09eceabb-7e99-4b03-a993-f8ac28b820a7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a2277fe2-5365-4bd5-b2cf-1188f0e7fb16 HTTP/1.1" status: 200 len: 911 time: 0.0858932 Jul 13 14:14:45.845506 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5e1679c4-c97c-4131-ae25-c2bc4ef89c88 req-a480b1bc-a752-4bf3-a558-a592af2b2bce service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9253a727-5f96-4b77-8e14-483fdcfe8cf5 HTTP/1.1" status: 200 len: 217 time: 0.0385377 Jul 13 14:14:45.893985 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1679c4-c97c-4131-ae25-c2bc4ef89c88 req-71c872e3-23f7-4f6f-b658-33a9e5c5aba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:14:45.895552 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5e1679c4-c97c-4131-ae25-c2bc4ef89c88 req-71c872e3-23f7-4f6f-b658-33a9e5c5aba6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6728334e-b0b1-4ba8-880a-f1431373cfed HTTP/1.1" status: 200 len: 850 time: 0.0443785 Jul 13 14:14:45.952949 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1679c4-c97c-4131-ae25-c2bc4ef89c88 req-9a8aa453-a141-4f93-bc6a-5d85ef8eca76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:14:45.954603 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5e1679c4-c97c-4131-ae25-c2bc4ef89c88 req-9a8aa453-a141-4f93-bc6a-5d85ef8eca76 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a2277fe2-5365-4bd5-b2cf-1188f0e7fb16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0528812 Jul 13 14:14:46.050332 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5e1679c4-c97c-4131-ae25-c2bc4ef89c88 req-773fb9ca-2511-417a-8d2a-0b49ea35f9ec service neutron] 10.222.0.41 "GET /v2.0/networks/a2277fe2-5365-4bd5-b2cf-1188f0e7fb16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896287 Jul 13 14:14:46.154252 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5e1679c4-c97c-4131-ae25-c2bc4ef89c88 req-83fa4807-328b-44b6-ac74-138b7b5250e4 service neutron] 10.222.0.41 "GET /v2.0/networks/a2277fe2-5365-4bd5-b2cf-1188f0e7fb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977609 Jul 13 14:14:46.181037 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d85e1d3-1281-4aa9-827d-ada33fb05716 req-42eeaed2-4b4a-4a74-aa18-2cdcd8231889 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:14:46.182849 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-0d85e1d3-1281-4aa9-827d-ada33fb05716 req-42eeaed2-4b4a-4a74-aa18-2cdcd8231889 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e70a489-b799-44ab-a7f0-c47bfc172304 HTTP/1.1" status: 200 len: 944 time: 0.0818231 Jul 13 14:14:46.230962 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-0d85e1d3-1281-4aa9-827d-ada33fb05716 req-28864ece-b1a9-4f6e-8b3f-ad418f4e267b tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/security-groups?id=327f6fa2-19e0-4d43-babb-db11eb72d370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381382 Jul 13 14:14:47.275407 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a59657c7-b8a9-4347-ae4d-74daee4edca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:14:47.502951 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f54d519-42d5-4212-89e5-bb4ea349b59f req-9283dc02-f2f5-47a5-bead-063cef485ae5 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:14:47.503519 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8f54d519-42d5-4212-89e5-bb4ea349b59f req-9283dc02-f2f5-47a5-bead-063cef485ae5 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e70a489-b799-44ab-a7f0-c47bfc172304 HTTP/1.1" status: 200 len: 944 time: 0.1048524 Jul 13 14:14:47.559078 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8f54d519-42d5-4212-89e5-bb4ea349b59f req-b342923d-6d56-4320-a151-4686346496db tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/security-groups?id=327f6fa2-19e0-4d43-babb-db11eb72d370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492721 Jul 13 14:14:48.864516 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2146684-230e-45fc-8bdd-f6c5efe64bc2 req-0bfaf3d7-2e3e-4e7e-a1e6-f0b322fc1443 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:14:48.867701 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a2146684-230e-45fc-8bdd-f6c5efe64bc2 req-0bfaf3d7-2e3e-4e7e-a1e6-f0b322fc1443 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e70a489-b799-44ab-a7f0-c47bfc172304 HTTP/1.1" status: 200 len: 944 time: 0.0996637 Jul 13 14:14:48.932630 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a2146684-230e-45fc-8bdd-f6c5efe64bc2 req-97625eaa-8ead-45ae-b29c-4b2150be0a85 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/security-groups?id=327f6fa2-19e0-4d43-babb-db11eb72d370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552182 Jul 13 14:14:49.902569 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-cfd8fe73-b7d6-4760-8c2e-cca7e7242d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:14:50.028692 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:14:50.128046 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c04314-949e-467b-88e9-40e62511a85a req-4ce134b4-0b88-4893-b2b2-b5a3612a46ca tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:14:50.134507 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e5c04314-949e-467b-88e9-40e62511a85a req-4ce134b4-0b88-4893-b2b2-b5a3612a46ca tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e70a489-b799-44ab-a7f0-c47bfc172304 HTTP/1.1" status: 200 len: 944 time: 0.0835943 Jul 13 14:14:50.178277 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e5c04314-949e-467b-88e9-40e62511a85a req-97361487-4dd2-4e45-92f6-392f51a2635d tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/security-groups?id=327f6fa2-19e0-4d43-babb-db11eb72d370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428834 Jul 13 14:14:51.239072 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:14:51.410613 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf05d65-7a36-4a54-a3bb-c4cf61f497a9 req-9c42c5ba-4a6d-4115-822a-9072266c459f tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:14:51.412998 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-dcf05d65-7a36-4a54-a3bb-c4cf61f497a9 req-9c42c5ba-4a6d-4115-822a-9072266c459f tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e70a489-b799-44ab-a7f0-c47bfc172304 HTTP/1.1" status: 200 len: 944 time: 0.0846732 Jul 13 14:14:51.477376 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-dcf05d65-7a36-4a54-a3bb-c4cf61f497a9 req-b6dd5128-fc98-4b0b-a1c7-aa835e1090b7 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/security-groups?id=327f6fa2-19e0-4d43-babb-db11eb72d370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580206 Jul 13 14:14:52.694683 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186c9933-1fc6-421e-b67c-571fbf045319 req-16fb5f7f-c9e7-447c-a636-3aa490cde192 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:14:52.696285 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-186c9933-1fc6-421e-b67c-571fbf045319 req-16fb5f7f-c9e7-447c-a636-3aa490cde192 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e70a489-b799-44ab-a7f0-c47bfc172304 HTTP/1.1" status: 200 len: 944 time: 0.0736206 Jul 13 14:14:52.728485 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:14:52.740070 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-186c9933-1fc6-421e-b67c-571fbf045319 req-c123f0da-cc89-4ea5-9506-215678f60d72 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/security-groups?id=327f6fa2-19e0-4d43-babb-db11eb72d370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367916 Jul 13 14:14:53.918138 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cde3aec-0efd-4a50-a0b4-bdc1bcb16c7b req-58b28e26-ac35-47a3-8548-1474cd8cdd5f tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:14:53.919708 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-9cde3aec-0efd-4a50-a0b4-bdc1bcb16c7b req-58b28e26-ac35-47a3-8548-1474cd8cdd5f tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e70a489-b799-44ab-a7f0-c47bfc172304 HTTP/1.1" status: 200 len: 944 time: 0.0683656 Jul 13 14:14:53.966413 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-9cde3aec-0efd-4a50-a0b4-bdc1bcb16c7b req-e50cdb88-6dd4-426f-a296-39c7ee12319b tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/security-groups?id=327f6fa2-19e0-4d43-babb-db11eb72d370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361779 Jul 13 14:14:55.154030 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46403843-f4f1-473b-84c8-169d7731c55b req-16b86673-e81a-4742-9a2b-3a8773b7a948 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:14:55.155594 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-46403843-f4f1-473b-84c8-169d7731c55b req-16b86673-e81a-4742-9a2b-3a8773b7a948 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e70a489-b799-44ab-a7f0-c47bfc172304 HTTP/1.1" status: 200 len: 944 time: 0.0806732 Jul 13 14:14:55.216622 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-46403843-f4f1-473b-84c8-169d7731c55b req-55c6c5d9-ee6d-4920-bf9a-8a89c708eb7d tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/security-groups?id=327f6fa2-19e0-4d43-babb-db11eb72d370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547223 Jul 13 14:14:56.406944 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e5814f-8d1c-41e9-abb7-d3ced748bbd4 req-a93eda30-663c-4884-a2a5-ee34f06e3cff tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:14:56.409637 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-93e5814f-8d1c-41e9-abb7-d3ced748bbd4 req-a93eda30-663c-4884-a2a5-ee34f06e3cff tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e70a489-b799-44ab-a7f0-c47bfc172304 HTTP/1.1" status: 200 len: 944 time: 0.0791461 Jul 13 14:14:56.470932 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-93e5814f-8d1c-41e9-abb7-d3ced748bbd4 req-b9b5d5a6-fefe-4fb8-aec6-a7db4ac40532 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/security-groups?id=327f6fa2-19e0-4d43-babb-db11eb72d370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550239 Jul 13 14:14:57.645862 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4003489e-199e-4548-8c06-3be0a389805f req-81d22104-926f-4c76-bc31-674f9b78b349 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:14:57.647385 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4003489e-199e-4548-8c06-3be0a389805f req-81d22104-926f-4c76-bc31-674f9b78b349 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e70a489-b799-44ab-a7f0-c47bfc172304 HTTP/1.1" status: 200 len: 944 time: 0.0633702 Jul 13 14:14:57.686683 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4003489e-199e-4548-8c06-3be0a389805f req-ffe56dc7-6928-483f-a7af-583e28bf00ff tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/security-groups?id=327f6fa2-19e0-4d43-babb-db11eb72d370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334787 Jul 13 14:14:58.863570 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e064b51d-9bb0-442b-b34e-9cb26260b675 req-e2c8fdcb-a1f5-4ce3-b15a-8bddff54c521 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:14:58.865045 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e064b51d-9bb0-442b-b34e-9cb26260b675 req-e2c8fdcb-a1f5-4ce3-b15a-8bddff54c521 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e70a489-b799-44ab-a7f0-c47bfc172304 HTTP/1.1" status: 200 len: 944 time: 0.0675180 Jul 13 14:14:58.902367 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e064b51d-9bb0-442b-b34e-9cb26260b675 req-9b8ab0ae-ec71-4e0e-8b88-7c4af550b603 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/security-groups?id=327f6fa2-19e0-4d43-babb-db11eb72d370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311551 Jul 13 14:15:00.087031 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb33145d-710b-4ffb-bbcd-51c35edbfb58 req-9b202c86-9323-4664-9196-0bfda2fc0130 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:15:00.089131 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-eb33145d-710b-4ffb-bbcd-51c35edbfb58 req-9b202c86-9323-4664-9196-0bfda2fc0130 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e70a489-b799-44ab-a7f0-c47bfc172304 HTTP/1.1" status: 200 len: 944 time: 0.0671985 Jul 13 14:15:00.126504 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-eb33145d-710b-4ffb-bbcd-51c35edbfb58 req-68453da4-d9a5-4bf9-8cb5-d61d10554f6c tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/security-groups?id=327f6fa2-19e0-4d43-babb-db11eb72d370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319624 Jul 13 14:15:00.677582 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:15:00.951895 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:15:01.298028 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724a8d4c-3cd9-4650-87e4-ce5a817ccab3 req-9afeb93e-4c47-4533-b8f3-8e3d87b50ef8 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:15:01.299458 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-724a8d4c-3cd9-4650-87e4-ce5a817ccab3 req-9afeb93e-4c47-4533-b8f3-8e3d87b50ef8 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e70a489-b799-44ab-a7f0-c47bfc172304 HTTP/1.1" status: 200 len: 944 time: 0.0634654 Jul 13 14:15:01.338069 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-724a8d4c-3cd9-4650-87e4-ce5a817ccab3 req-7c2d0362-9119-4a8d-8dbf-9d581a40e8a8 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/security-groups?id=327f6fa2-19e0-4d43-babb-db11eb72d370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331287 Jul 13 14:15:02.514760 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71e7d90-b6a9-42a1-a5d3-db894633c99c req-1b376693-c593-4da4-8b9e-ff69c7fb12fa tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:15:02.516268 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f71e7d90-b6a9-42a1-a5d3-db894633c99c req-1b376693-c593-4da4-8b9e-ff69c7fb12fa tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e70a489-b799-44ab-a7f0-c47bfc172304 HTTP/1.1" status: 200 len: 944 time: 0.0692604 Jul 13 14:15:02.554812 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f71e7d90-b6a9-42a1-a5d3-db894633c99c req-e97554b9-8f4a-421a-b8ec-b21d02978b47 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/security-groups?id=327f6fa2-19e0-4d43-babb-db11eb72d370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326731 Jul 13 14:15:03.746016 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eafd1d6-b25d-4eab-aa0e-6e340aa10fc5 req-8b9c679e-dfcc-484c-bb7f-0f459b5cd360 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:15:03.748301 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4eafd1d6-b25d-4eab-aa0e-6e340aa10fc5 req-8b9c679e-dfcc-484c-bb7f-0f459b5cd360 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e70a489-b799-44ab-a7f0-c47bfc172304 HTTP/1.1" status: 200 len: 944 time: 0.0783424 Jul 13 14:15:03.800864 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4eafd1d6-b25d-4eab-aa0e-6e340aa10fc5 req-9d6794b8-f649-48b7-9874-a01a64d7dfb2 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/security-groups?id=327f6fa2-19e0-4d43-babb-db11eb72d370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467465 Jul 13 14:15:04.973587 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7375923e-2425-4b6a-b6b6-a8889fe5c359 req-1700c2be-7da1-4594-bebb-29e65f466f9a tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:15:04.975138 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7375923e-2425-4b6a-b6b6-a8889fe5c359 req-1700c2be-7da1-4594-bebb-29e65f466f9a tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e70a489-b799-44ab-a7f0-c47bfc172304 HTTP/1.1" status: 200 len: 944 time: 0.0641503 Jul 13 14:15:05.016544 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7375923e-2425-4b6a-b6b6-a8889fe5c359 req-1d01bc0c-1750-4872-8c94-a5c942338bd7 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/security-groups?id=327f6fa2-19e0-4d43-babb-db11eb72d370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339372 Jul 13 14:15:05.562163 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:15:06.185647 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39df7b87-5b95-48d5-b692-fe91c50a84e2 req-249e937a-329e-41fe-8e58-62631045b50d tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:15:06.187154 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-39df7b87-5b95-48d5-b692-fe91c50a84e2 req-249e937a-329e-41fe-8e58-62631045b50d tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e70a489-b799-44ab-a7f0-c47bfc172304 HTTP/1.1" status: 200 len: 944 time: 0.0629342 Jul 13 14:15:06.224046 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-39df7b87-5b95-48d5-b692-fe91c50a84e2 req-6b547869-9668-4971-9484-340f107d3df8 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/security-groups?id=327f6fa2-19e0-4d43-babb-db11eb72d370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312476 Jul 13 14:15:06.461612 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 9253a727-5f96-4b77-8e14-483fdcfe8cf5 details requested by agent hyperv_n-h2-800634-1 with host n-h2-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 14:15:06.554229 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 9253a727-5f96-4b77-8e14-483fdcfe8cf5, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=9253a727-5f96-4b77-8e14-483fdcfe8cf5,segment=NetworkSegment(4c12d2cb-e5d8-4587-a297-9866d410582d),segment_id=4c12d2cb-e5d8-4587-a297-9866d410582d)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:15:06.565656 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Returning: {'device': '9253a727-5f96-4b77-8e14-483fdcfe8cf5', 'network_id': 'a2277fe2-5365-4bd5-b2cf-1188f0e7fb16', 'port_id': '9253a727-5f96-4b77-8e14-483fdcfe8cf5', 'mac_address': 'fa:16:3e:21:21:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6728334e-b0b1-4ba8-880a-f1431373cfed', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 14:15:06.606414 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:15:06.618822 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9253a727-5f96-4b77-8e14-483fdcfe8cf5 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:15:06.638299 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 9253a727-5f96-4b77-8e14-483fdcfe8cf5, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=9253a727-5f96-4b77-8e14-483fdcfe8cf5,segment=NetworkSegment(4c12d2cb-e5d8-4587-a297-9866d410582d),segment_id=4c12d2cb-e5d8-4587-a297-9866d410582d)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:15:06.642610 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:15:06.690730 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=9253a727-5f96-4b77-8e14-483fdcfe8cf5,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:15:06.697986 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:15:06.698336 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:15:06.698683 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:15:06.699042 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:15:06.699363 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:15:06.699698 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:15:06.700027 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:15:06.700357 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:15:06.700684 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:15:06.701008 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:15:06.701333 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:15:06.701655 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:15:06.842980 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['9253a727-5f96-4b77-8e14-483fdcfe8cf5'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:15:07.402996 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d154e6-99a0-4442-94a8-d48312ea61ca req-c1820ba8-35e2-417e-a53d-fa61862c6486 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:15:07.404804 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-85d154e6-99a0-4442-94a8-d48312ea61ca req-c1820ba8-35e2-417e-a53d-fa61862c6486 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e70a489-b799-44ab-a7f0-c47bfc172304 HTTP/1.1" status: 200 len: 945 time: 0.0677607 Jul 13 14:15:07.443659 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-85d154e6-99a0-4442-94a8-d48312ea61ca req-a64a3752-6b35-4da8-963f-f3947814f3fb tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/security-groups?id=327f6fa2-19e0-4d43-babb-db11eb72d370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333357 Jul 13 14:15:08.477963 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 9253a727-5f96-4b77-8e14-483fdcfe8cf5 up at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:15:08.548584 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning for port 9253a727-5f96-4b77-8e14-483fdcfe8cf5 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:15:08.552680 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning complete for port 9253a727-5f96-4b77-8e14-483fdcfe8cf5 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:15:08.553056 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:15:08.625601 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549f0d08-2aa7-45f1-bc2b-0df64076d29a req-e715fc13-e862-4d56-927b-2abfcee13f39 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:15:08.628187 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-549f0d08-2aa7-45f1-bc2b-0df64076d29a req-e715fc13-e862-4d56-927b-2abfcee13f39 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e70a489-b799-44ab-a7f0-c47bfc172304 HTTP/1.1" status: 200 len: 945 time: 0.0667799 Jul 13 14:15:08.640397 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:15:08.663133 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e70a489-b799-44ab-a7f0-c47bfc172304', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9253a727-5f96-4b77-8e14-483fdcfe8cf5'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:15:08.665619 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c3ec51d-cda1-4a8d-9c97-6c4a632bc0b4" -d '{"events": [{"server_uuid": "1e70a489-b799-44ab-a7f0-c47bfc172304", "name": "network-vif-plugged", "status": "completed", "tag": "9253a727-5f96-4b77-8e14-483fdcfe8cf5"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:15:08.682210 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 9253a727-5f96-4b77-8e14-483fdcfe8cf5, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=9253a727-5f96-4b77-8e14-483fdcfe8cf5,segment=NetworkSegment(4c12d2cb-e5d8-4587-a297-9866d410582d),segment_id=4c12d2cb-e5d8-4587-a297-9866d410582d)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:15:08.687335 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:15:08.690340 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-549f0d08-2aa7-45f1-bc2b-0df64076d29a req-5849f0c8-64f3-402d-b3c8-39121834323c tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/security-groups?id=327f6fa2-19e0-4d43-babb-db11eb72d370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557160 Jul 13 14:15:08.715252 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-216d8ccf-db60-4cb1-b23b-546b360b5359 x-openstack-request-id: req-216d8ccf-db60-4cb1-b23b-546b360b5359 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:15:08.715542 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e70a489-b799-44ab-a7f0-c47bfc172304", "name": "network-vif-plugged", "status": "completed", "tag": "9253a727-5f96-4b77-8e14-483fdcfe8cf5", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:15:08.715798 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-216d8ccf-db60-4cb1-b23b-546b360b5359 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:15:08.716184 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e70a489-b799-44ab-a7f0-c47bfc172304', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9253a727-5f96-4b77-8e14-483fdcfe8cf5', 'code': 200} Jul 13 14:15:08.744013 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=9253a727-5f96-4b77-8e14-483fdcfe8cf5,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:15:08.819297 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12f1f57-2da2-4761-951a-6c9986eb2fae req-c72f0a8c-96b7-4875-bd27-a9b9d53a012e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:15:08.820779 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a12f1f57-2da2-4761-951a-6c9986eb2fae req-c72f0a8c-96b7-4875-bd27-a9b9d53a012e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1e70a489-b799-44ab-a7f0-c47bfc172304 HTTP/1.1" status: 200 len: 1097 time: 0.0523264 Jul 13 14:15:08.856418 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a12f1f57-2da2-4761-951a-6c9986eb2fae req-3366d7e9-5067-4897-baff-c855f09e0b88 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=327f6fa2-19e0-4d43-babb-db11eb72d370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285962 Jul 13 14:15:09.863630 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce7ce5a-c651-4174-9870-3bece2c573b4 req-97f590a6-1c42-4440-b544-08c4183a7455 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:15:09.865162 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7ce7ce5a-c651-4174-9870-3bece2c573b4 req-97f590a6-1c42-4440-b544-08c4183a7455 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e70a489-b799-44ab-a7f0-c47bfc172304 HTTP/1.1" status: 200 len: 946 time: 0.0679240 Jul 13 14:15:09.920138 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7ce7ce5a-c651-4174-9870-3bece2c573b4 req-7350e2a4-3272-4510-91af-23ee718b5556 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/security-groups?id=327f6fa2-19e0-4d43-babb-db11eb72d370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482733 Jul 13 14:15:10.098964 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7abd86-9730-438f-8dc2-66211df4e2a2 req-c375a684-fb24-4458-9caa-908311db4785 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:15:10.100478 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ed7abd86-9730-438f-8dc2-66211df4e2a2 req-c375a684-fb24-4458-9caa-908311db4785 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e70a489-b799-44ab-a7f0-c47bfc172304 HTTP/1.1" status: 200 len: 946 time: 0.0697503 Jul 13 14:15:10.140288 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ed7abd86-9730-438f-8dc2-66211df4e2a2 req-98856847-78fc-40ca-9270-154ed26c5f0a tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/security-groups?id=327f6fa2-19e0-4d43-babb-db11eb72d370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330250 Jul 13 14:15:10.313808 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9ea0ea-4fd9-4e22-bfcf-7bac326c0ba5 req-94261b55-cd04-4330-906c-30c16a43af7f tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:15:10.315291 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1c9ea0ea-4fd9-4e22-bfcf-7bac326c0ba5 req-94261b55-cd04-4330-906c-30c16a43af7f tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e70a489-b799-44ab-a7f0-c47bfc172304 HTTP/1.1" status: 200 len: 946 time: 0.0651617 Jul 13 14:15:10.353314 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1c9ea0ea-4fd9-4e22-bfcf-7bac326c0ba5 req-9eb6b5f0-3bcd-46f9-981f-1e2d89f9592c tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/security-groups?id=327f6fa2-19e0-4d43-babb-db11eb72d370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323803 Jul 13 14:15:10.803344 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b1f775-633f-4d5f-8812-a4e4c8cf1ffe req-c9394078-719c-4214-8ddf-e626b84189a5 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:15:10.804835 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-97b1f775-633f-4d5f-8812-a4e4c8cf1ffe req-c9394078-719c-4214-8ddf-e626b84189a5 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e70a489-b799-44ab-a7f0-c47bfc172304 HTTP/1.1" status: 200 len: 946 time: 0.0673764 Jul 13 14:15:10.843380 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-97b1f775-633f-4d5f-8812-a4e4c8cf1ffe req-b51f14f6-2bc8-43b4-a3cd-7558de6213fc tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/security-groups?id=327f6fa2-19e0-4d43-babb-db11eb72d370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324018 Jul 13 14:15:12.029043 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded27bc1-13b5-4574-8824-8f36e0a9f601 req-f582f966-194b-43f1-8bde-e883960fad9a tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:15:12.031138 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ded27bc1-13b5-4574-8824-8f36e0a9f601 req-f582f966-194b-43f1-8bde-e883960fad9a tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e70a489-b799-44ab-a7f0-c47bfc172304 HTTP/1.1" status: 200 len: 946 time: 0.0682786 Jul 13 14:15:12.086844 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ded27bc1-13b5-4574-8824-8f36e0a9f601 req-9d4a4d7b-3b47-4102-9b2e-10d23f46423d tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/security-groups?id=327f6fa2-19e0-4d43-babb-db11eb72d370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455232 Jul 13 14:15:12.150579 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf76380-301c-48c1-bd62-4d04fa90808f req-b07a9b75-15cb-4bab-8824-fa4087e8ed2c tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:15:12.153008 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-aaf76380-301c-48c1-bd62-4d04fa90808f req-b07a9b75-15cb-4bab-8824-fa4087e8ed2c tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e70a489-b799-44ab-a7f0-c47bfc172304 HTTP/1.1" status: 200 len: 946 time: 0.0784914 Jul 13 14:15:12.264491 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-aaf76380-301c-48c1-bd62-4d04fa90808f req-c6da7ec9-cbd0-462e-bd77-2b3251196182 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Deleting port 9253a727-5f96-4b77-8e14-483fdcfe8cf5 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:15:12.264834 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-aaf76380-301c-48c1-bd62-4d04fa90808f req-c6da7ec9-cbd0-462e-bd77-2b3251196182 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:15:12.351847 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-aaf76380-301c-48c1-bd62-4d04fa90808f req-c6da7ec9-cbd0-462e-bd77-2b3251196182 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] For port 9253a727-5f96-4b77-8e14-483fdcfe8cf5, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=9253a727-5f96-4b77-8e14-483fdcfe8cf5,segment=NetworkSegment(4c12d2cb-e5d8-4587-a297-9866d410582d),segment_id=4c12d2cb-e5d8-4587-a297-9866d410582d)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:15:12.352211 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-aaf76380-301c-48c1-bd62-4d04fa90808f req-c6da7ec9-cbd0-462e-bd77-2b3251196182 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:15:12.365746 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-aaf76380-301c-48c1-bd62-4d04fa90808f req-c6da7ec9-cbd0-462e-bd77-2b3251196182 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Calling delete_port for 9253a727-5f96-4b77-8e14-483fdcfe8cf5 owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:15:12.498241 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-aaf76380-301c-48c1-bd62-4d04fa90808f req-c6da7ec9-cbd0-462e-bd77-2b3251196182 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:15:12.509491 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['9253a727-5f96-4b77-8e14-483fdcfe8cf5'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:15:12.527850 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6da7ec9-cbd0-462e-bd77-2b3251196182 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Pushing event deleted for resources: {'Port': ['ID=9253a727-5f96-4b77-8e14-483fdcfe8cf5,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:15:12.580089 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaf76380-301c-48c1-bd62-4d04fa90808f req-c6da7ec9-cbd0-462e-bd77-2b3251196182 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] No DVR routers for this DVR port 9253a727-5f96-4b77-8e14-483fdcfe8cf5 on host n-h2-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:15:12.583380 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-aaf76380-301c-48c1-bd62-4d04fa90808f req-c6da7ec9-cbd0-462e-bd77-2b3251196182 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:15:12.586016 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-aaf76380-301c-48c1-bd62-4d04fa90808f req-c6da7ec9-cbd0-462e-bd77-2b3251196182 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.41 "DELETE /v2.0/ports/9253a727-5f96-4b77-8e14-483fdcfe8cf5 HTTP/1.1" status: 204 len: 173 time: 0.4269075 Jul 13 14:15:12.586466 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e70a489-b799-44ab-a7f0-c47bfc172304', 'name': 'network-vif-deleted', 'tag': '9253a727-5f96-4b77-8e14-483fdcfe8cf5'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:15:12.589422 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5beda6d-9be0-4007-a1ba-7612d29b8269" -d '{"events": [{"server_uuid": "1e70a489-b799-44ab-a7f0-c47bfc172304", "name": "network-vif-deleted", "tag": "9253a727-5f96-4b77-8e14-483fdcfe8cf5"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:15:12.631269 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73c0bd76-95c5-4f79-9919-7ba949b88fb7 x-openstack-request-id: req-73c0bd76-95c5-4f79-9919-7ba949b88fb7 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:15:12.631629 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e70a489-b799-44ab-a7f0-c47bfc172304", "name": "network-vif-deleted", "tag": "9253a727-5f96-4b77-8e14-483fdcfe8cf5", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:15:12.631955 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-73c0bd76-95c5-4f79-9919-7ba949b88fb7 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:15:12.632468 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e70a489-b799-44ab-a7f0-c47bfc172304', 'name': 'network-vif-deleted', 'tag': '9253a727-5f96-4b77-8e14-483fdcfe8cf5', 'status': 'completed', 'code': 200} Jul 13 14:15:13.235111 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3d8ffe3c-74b8-4fda-8fb8-39e8799a0df6 req-e752050e-5a43-431f-9a15-bcc118dedc56 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e70a489-b799-44ab-a7f0-c47bfc172304 HTTP/1.1" status: 200 len: 210 time: 0.0301189 Jul 13 14:15:14.383652 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-13cc8a11-0c57-4882-b63c-168fab0ad0e1 req-d958eb3c-7427-4e48-92bf-72092e58bdb2 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e70a489-b799-44ab-a7f0-c47bfc172304 HTTP/1.1" status: 200 len: 210 time: 0.0285342 Jul 13 14:15:14.492657 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 9253a727-5f96-4b77-8e14-483fdcfe8cf5 no longer exists at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:15:14.514717 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] No Port match for: 9253a727-5f96-4b77-8e14-483fdcfe8cf5 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:15:14.515064 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 9253a727-5f96-4b77-8e14-483fdcfe8cf5 not bound to the agent host n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:15:15.554767 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3faa3729-aa13-4cf4-8598-8dc73db2328c req-4028a894-0d02-4930-b608-32e161ee4ca5 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e70a489-b799-44ab-a7f0-c47bfc172304 HTTP/1.1" status: 200 len: 210 time: 0.0296957 Jul 13 14:15:17.252306 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4d3699a3-fe28-4140-839b-390270ed5c21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:15:19.909468 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-3c117724-0dcc-40c0-b7ec-40f9e8d571ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:15:20.033065 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:15:21.224296 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:15:22.732497 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:15:30.680927 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:15:30.947411 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:15:37.979344 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc504fa-c16a-4b5d-9627-85f5067280aa req-45532d7f-24ce-4e23-b224-78d8b25ff95f tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:15:37.981023 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4cc504fa-c16a-4b5d-9627-85f5067280aa req-45532d7f-24ce-4e23-b224-78d8b25ff95f tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/networks?id=a2277fe2-5365-4bd5-b2cf-1188f0e7fb16 HTTP/1.1" status: 200 len: 811 time: 0.1135757 Jul 13 14:15:37.996195 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4cc504fa-c16a-4b5d-9627-85f5067280aa req-cfe49dd6-02c9-4a60-9fb7-6a634e97a334 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/quotas/5c9ef36c351841ca83dde6dc04bc97a4 HTTP/1.1" status: 200 len: 375 time: 0.0093291 Jul 13 14:15:38.068367 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4cc504fa-c16a-4b5d-9627-85f5067280aa req-558fbbd0-6f3d-4c3b-962e-4e8b78e9ba68 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=5c9ef36c351841ca83dde6dc04bc97a4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0671043 Jul 13 14:15:38.161713 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4cc504fa-c16a-4b5d-9627-85f5067280aa req-e5824b17-4ec9-4bc9-8c62-e850a9b46405 service neutron] 10.222.0.23 "GET /v2.0/networks/a2277fe2-5365-4bd5-b2cf-1188f0e7fb16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865164 Jul 13 14:15:38.251180 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4cc504fa-c16a-4b5d-9627-85f5067280aa req-f3c89853-9709-4923-ae67-23518d763754 service neutron] 10.222.0.23 "GET /v2.0/networks/a2277fe2-5365-4bd5-b2cf-1188f0e7fb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827777 Jul 13 14:15:38.566388 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-27b33853-4758-4819-9171-030c37cca12e req-f84fbb71-8e53-4bd7-9a47-1a1be7e8fe1b tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e1371f6-f4e6-4665-a1c2-3fee96c8e681 HTTP/1.1" status: 200 len: 210 time: 0.0450933 Jul 13 14:15:39.625689 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc504fa-c16a-4b5d-9627-85f5067280aa req-607ebe77-62d2-484e-9c1c-3e3e44e059ae tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:15:39.627460 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4cc504fa-c16a-4b5d-9627-85f5067280aa req-607ebe77-62d2-484e-9c1c-3e3e44e059ae tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.41 "GET /v2.0/networks?id=a2277fe2-5365-4bd5-b2cf-1188f0e7fb16 HTTP/1.1" status: 200 len: 811 time: 0.1296375 Jul 13 14:15:39.650145 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-4cc504fa-c16a-4b5d-9627-85f5067280aa req-3f31eb66-c2ae-45a4-889d-fa17fa3114b4 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Request body: {'port': {'device_id': '7e1371f6-f4e6-4665-a1c2-3fee96c8e681', 'network_id': 'a2277fe2-5365-4bd5-b2cf-1188f0e7fb16', 'admin_state_up': True, 'tenant_id': '5c9ef36c351841ca83dde6dc04bc97a4'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:15:39.756352 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-162c8e3e-25ef-4618-b866-9602b44c0b15 req-156d69aa-b6c3-4606-a372-4a3ad65bd3f5 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e1371f6-f4e6-4665-a1c2-3fee96c8e681 HTTP/1.1" status: 200 len: 210 time: 0.0377870 Jul 13 14:15:39.838214 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cc504fa-c16a-4b5d-9627-85f5067280aa req-3f31eb66-c2ae-45a4-889d-fa17fa3114b4 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Made reservation on behalf of 5c9ef36c351841ca83dde6dc04bc97a4 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:15:39.842531 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4cc504fa-c16a-4b5d-9627-85f5067280aa req-3f31eb66-c2ae-45a4-889d-fa17fa3114b4 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:15:39.982209 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-4cc504fa-c16a-4b5d-9627-85f5067280aa req-3f31eb66-c2ae-45a4-889d-fa17fa3114b4 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Allocated IP 172.20.0.10 (a2277fe2-5365-4bd5-b2cf-1188f0e7fb16/6728334e-b0b1-4ba8-880a-f1431373cfed/a56bfed8-421e-40ab-a824-af903de8552f) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:15:40.142341 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4cc504fa-c16a-4b5d-9627-85f5067280aa req-3f31eb66-c2ae-45a4-889d-fa17fa3114b4 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:15:40.163142 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-4cc504fa-c16a-4b5d-9627-85f5067280aa req-3f31eb66-c2ae-45a4-889d-fa17fa3114b4 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Transition to ACTIVE for port object a56bfed8-421e-40ab-a824-af903de8552f will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:15:40.198823 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4cc504fa-c16a-4b5d-9627-85f5067280aa req-3f31eb66-c2ae-45a4-889d-fa17fa3114b4 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:15:40.247268 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cc504fa-c16a-4b5d-9627-85f5067280aa req-3f31eb66-c2ae-45a4-889d-fa17fa3114b4 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Network a2277fe2-5365-4bd5-b2cf-1188f0e7fb16 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:15:40.250756 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-4cc504fa-c16a-4b5d-9627-85f5067280aa req-3f31eb66-c2ae-45a4-889d-fa17fa3114b4 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:15:40.254814 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cc504fa-c16a-4b5d-9627-85f5067280aa req-3f31eb66-c2ae-45a4-889d-fa17fa3114b4 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:15:40.281671 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f31eb66-c2ae-45a4-889d-fa17fa3114b4 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Pushing event updated for resources: {'Port': ['ID=a56bfed8-421e-40ab-a824-af903de8552f,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:15:40.302220 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f31eb66-c2ae-45a4-889d-fa17fa3114b4 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:15:40.302776 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f31eb66-c2ae-45a4-889d-fa17fa3114b4 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:15:40.303482 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f31eb66-c2ae-45a4-889d-fa17fa3114b4 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:15:40.304147 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f31eb66-c2ae-45a4-889d-fa17fa3114b4 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:15:40.304570 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f31eb66-c2ae-45a4-889d-fa17fa3114b4 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:15:40.305071 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f31eb66-c2ae-45a4-889d-fa17fa3114b4 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:15:40.305555 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f31eb66-c2ae-45a4-889d-fa17fa3114b4 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:15:40.306063 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f31eb66-c2ae-45a4-889d-fa17fa3114b4 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:15:40.306784 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f31eb66-c2ae-45a4-889d-fa17fa3114b4 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:15:40.308019 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f31eb66-c2ae-45a4-889d-fa17fa3114b4 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:15:40.308499 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f31eb66-c2ae-45a4-889d-fa17fa3114b4 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:15:40.309309 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f31eb66-c2ae-45a4-889d-fa17fa3114b4 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:15:40.333012 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc504fa-c16a-4b5d-9627-85f5067280aa req-3f31eb66-c2ae-45a4-889d-fa17fa3114b4 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:15:40.333688 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4cc504fa-c16a-4b5d-9627-85f5067280aa req-3f31eb66-c2ae-45a4-889d-fa17fa3114b4 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:15:40.353273 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4cc504fa-c16a-4b5d-9627-85f5067280aa req-3f31eb66-c2ae-45a4-889d-fa17fa3114b4 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7101204 Jul 13 14:15:40.370598 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-4cc504fa-c16a-4b5d-9627-85f5067280aa req-171ed6c3-5409-4238-a594-0701c8506e50 service neutron] Request body: {'port': {'device_id': '7e1371f6-f4e6-4665-a1c2-3fee96c8e681', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:15:40.464613 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4cc504fa-c16a-4b5d-9627-85f5067280aa req-171ed6c3-5409-4238-a594-0701c8506e50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:15:40.562695 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b6cfbeaf-1c40-474b-8c9d-5c4d3743b008 None None] Provisioning for port a56bfed8-421e-40ab-a824-af903de8552f completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:15:40.567113 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b6cfbeaf-1c40-474b-8c9d-5c4d3743b008 None None] Provisioning complete for port a56bfed8-421e-40ab-a824-af903de8552f triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:15:40.567489 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b6cfbeaf-1c40-474b-8c9d-5c4d3743b008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:15:40.603534 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b6cfbeaf-1c40-474b-8c9d-5c4d3743b008 None None] Port a56bfed8-421e-40ab-a824-af903de8552f cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:15:40.742219 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-4cc504fa-c16a-4b5d-9627-85f5067280aa req-171ed6c3-5409-4238-a594-0701c8506e50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a56bfed8-421e-40ab-a824-af903de8552f {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:15:40.750584 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4cc504fa-c16a-4b5d-9627-85f5067280aa req-171ed6c3-5409-4238-a594-0701c8506e50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:15:40.762909 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-4cc504fa-c16a-4b5d-9627-85f5067280aa req-171ed6c3-5409-4238-a594-0701c8506e50 service neutron] Transition to ACTIVE for port object a56bfed8-421e-40ab-a824-af903de8552f will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:15:40.767447 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4cc504fa-c16a-4b5d-9627-85f5067280aa req-171ed6c3-5409-4238-a594-0701c8506e50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:15:40.995718 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806ad93e-7897-4f0c-943b-e16bb83b02f0 req-26f6fbef-8ce3-4672-b349-ee12e37eb6b9 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:15:40.999845 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-806ad93e-7897-4f0c-943b-e16bb83b02f0 req-26f6fbef-8ce3-4672-b349-ee12e37eb6b9 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e1371f6-f4e6-4665-a1c2-3fee96c8e681 HTTP/1.1" status: 200 len: 944 time: 0.1018682 Jul 13 14:15:41.079068 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-806ad93e-7897-4f0c-943b-e16bb83b02f0 req-4f1da8fb-5bfb-4747-9181-9d96de1de395 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/security-groups?id=327f6fa2-19e0-4d43-babb-db11eb72d370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729213 Jul 13 14:15:41.215306 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171ed6c3-5409-4238-a594-0701c8506e50 service neutron] Pushing event updated for resources: {'Port': ['ID=a56bfed8-421e-40ab-a824-af903de8552f,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:15:41.249209 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-4cc504fa-c16a-4b5d-9627-85f5067280aa req-171ed6c3-5409-4238-a594-0701c8506e50 service neutron] Attempting to bind port a56bfed8-421e-40ab-a824-af903de8552f on host n-h2-800634-1 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:15:41.249470 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-4cc504fa-c16a-4b5d-9627-85f5067280aa req-171ed6c3-5409-4238-a594-0701c8506e50 service neutron] Attempting to bind port a56bfed8-421e-40ab-a824-af903de8552f by drivers openvswitch,hyperv on host n-h2-800634-1 at level 0 using segments [{'id': '4c12d2cb-e5d8-4587-a297-9866d410582d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a2277fe2-5365-4bd5-b2cf-1188f0e7fb16'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:15:41.249875 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cc504fa-c16a-4b5d-9627-85f5067280aa req-171ed6c3-5409-4238-a594-0701c8506e50 service neutron] Attempting to bind port a56bfed8-421e-40ab-a824-af903de8552f on network a2277fe2-5365-4bd5-b2cf-1188f0e7fb16 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:15:41.256267 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cc504fa-c16a-4b5d-9627-85f5067280aa req-171ed6c3-5409-4238-a594-0701c8506e50 service neutron] Port a56bfed8-421e-40ab-a824-af903de8552f on network a2277fe2-5365-4bd5-b2cf-1188f0e7fb16 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-1 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 14:15:41.256710 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cc504fa-c16a-4b5d-9627-85f5067280aa req-171ed6c3-5409-4238-a594-0701c8506e50 service neutron] Attempting to bind port a56bfed8-421e-40ab-a824-af903de8552f on network a2277fe2-5365-4bd5-b2cf-1188f0e7fb16 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:15:41.261985 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cc504fa-c16a-4b5d-9627-85f5067280aa req-171ed6c3-5409-4238-a594-0701c8506e50 service neutron] Checking agent: {'id': 'f615e5c9-21ab-43f2-adbc-192d64b795cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 15, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:15:41.262308 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cc504fa-c16a-4b5d-9627-85f5067280aa req-171ed6c3-5409-4238-a594-0701c8506e50 service neutron] Checking segment: {'id': '4c12d2cb-e5d8-4587-a297-9866d410582d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a2277fe2-5365-4bd5-b2cf-1188f0e7fb16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:15:41.262689 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cc504fa-c16a-4b5d-9627-85f5067280aa req-171ed6c3-5409-4238-a594-0701c8506e50 service neutron] Bound using segment: {'id': '4c12d2cb-e5d8-4587-a297-9866d410582d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a2277fe2-5365-4bd5-b2cf-1188f0e7fb16'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:15:41.263120 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-4cc504fa-c16a-4b5d-9627-85f5067280aa req-171ed6c3-5409-4238-a594-0701c8506e50 service neutron] Bound port: a56bfed8-421e-40ab-a824-af903de8552f, host: n-h2-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c12d2cb-e5d8-4587-a297-9866d410582d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a2277fe2-5365-4bd5-b2cf-1188f0e7fb16'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:15:41.263479 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4cc504fa-c16a-4b5d-9627-85f5067280aa req-171ed6c3-5409-4238-a594-0701c8506e50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:15:41.328129 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-4cc504fa-c16a-4b5d-9627-85f5067280aa req-171ed6c3-5409-4238-a594-0701c8506e50 service neutron] For port a56bfed8-421e-40ab-a824-af903de8552f, host n-h2-800634-1, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:15:41.331134 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-4cc504fa-c16a-4b5d-9627-85f5067280aa req-171ed6c3-5409-4238-a594-0701c8506e50 service neutron] For port a56bfed8-421e-40ab-a824-af903de8552f, host n-h2-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=a56bfed8-421e-40ab-a824-af903de8552f,segment=NetworkSegment(4c12d2cb-e5d8-4587-a297-9866d410582d),segment_id=4c12d2cb-e5d8-4587-a297-9866d410582d)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:15:41.336086 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4cc504fa-c16a-4b5d-9627-85f5067280aa req-171ed6c3-5409-4238-a594-0701c8506e50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:15:41.375120 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc504fa-c16a-4b5d-9627-85f5067280aa req-171ed6c3-5409-4238-a594-0701c8506e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:15:41.376154 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4cc504fa-c16a-4b5d-9627-85f5067280aa req-171ed6c3-5409-4238-a594-0701c8506e50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:15:41.378501 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4cc504fa-c16a-4b5d-9627-85f5067280aa req-171ed6c3-5409-4238-a594-0701c8506e50 service neutron] 10.222.0.41 "PUT /v2.0/ports/a56bfed8-421e-40ab-a824-af903de8552f HTTP/1.1" status: 200 len: 1092 time: 1.0163200 Jul 13 14:15:41.379349 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e1371f6-f4e6-4665-a1c2-3fee96c8e681', 'tag': 'a56bfed8-421e-40ab-a824-af903de8552f'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:15:41.383224 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4eb2022-501d-4380-8547-708819577ff7" -d '{"events": [{"name": "network-changed", "server_uuid": "7e1371f6-f4e6-4665-a1c2-3fee96c8e681", "tag": "a56bfed8-421e-40ab-a824-af903de8552f"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:15:41.446410 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171ed6c3-5409-4238-a594-0701c8506e50 service neutron] Pushing event updated for resources: {'Port': ['ID=a56bfed8-421e-40ab-a824-af903de8552f,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:15:41.471874 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-135a0f81-0e68-478f-9193-2fe383b7cce1 x-openstack-request-id: req-135a0f81-0e68-478f-9193-2fe383b7cce1 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:15:41.472174 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e1371f6-f4e6-4665-a1c2-3fee96c8e681", "tag": "a56bfed8-421e-40ab-a824-af903de8552f", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:15:41.472431 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-135a0f81-0e68-478f-9193-2fe383b7cce1 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:15:41.472833 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e1371f6-f4e6-4665-a1c2-3fee96c8e681', 'tag': 'a56bfed8-421e-40ab-a824-af903de8552f', 'status': 'completed', 'code': 200} Jul 13 14:15:41.503153 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc504fa-c16a-4b5d-9627-85f5067280aa req-6914bb52-9de3-4546-a159-e56ac2651240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:15:41.504581 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4cc504fa-c16a-4b5d-9627-85f5067280aa req-6914bb52-9de3-4546-a159-e56ac2651240 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5c9ef36c351841ca83dde6dc04bc97a4&device_id=7e1371f6-f4e6-4665-a1c2-3fee96c8e681 HTTP/1.1" status: 200 len: 1095 time: 0.0754428 Jul 13 14:15:41.568306 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4cc504fa-c16a-4b5d-9627-85f5067280aa req-7d93b4c1-7d67-4870-bde6-3072d27f33f4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a56bfed8-421e-40ab-a824-af903de8552f HTTP/1.1" status: 200 len: 217 time: 0.0561414 Jul 13 14:15:41.650552 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc504fa-c16a-4b5d-9627-85f5067280aa req-21d8b689-9967-42b3-ac38-3ea92553abb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:15:41.653469 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4cc504fa-c16a-4b5d-9627-85f5067280aa req-21d8b689-9967-42b3-ac38-3ea92553abb4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6728334e-b0b1-4ba8-880a-f1431373cfed HTTP/1.1" status: 200 len: 850 time: 0.0785348 Jul 13 14:15:41.713397 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc504fa-c16a-4b5d-9627-85f5067280aa req-1dfca5d4-5e54-4aac-b991-0c7ff67fa273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:15:41.715670 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4cc504fa-c16a-4b5d-9627-85f5067280aa req-1dfca5d4-5e54-4aac-b991-0c7ff67fa273 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a2277fe2-5365-4bd5-b2cf-1188f0e7fb16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0566039 Jul 13 14:15:41.847940 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4cc504fa-c16a-4b5d-9627-85f5067280aa req-4f9a76df-3b9a-4819-8366-b6c454bca8fc service neutron] 10.222.0.41 "GET /v2.0/networks/a2277fe2-5365-4bd5-b2cf-1188f0e7fb16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248255 Jul 13 14:15:41.949067 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4cc504fa-c16a-4b5d-9627-85f5067280aa req-7cf214b2-c3d2-4673-b033-1e5b7f516308 service neutron] 10.222.0.41 "GET /v2.0/networks/a2277fe2-5365-4bd5-b2cf-1188f0e7fb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954974 Jul 13 14:15:42.049614 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eb2022-501d-4380-8547-708819577ff7 req-0abe635e-105b-480d-bc3a-033cf8031b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:15:42.051148 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a4eb2022-501d-4380-8547-708819577ff7 req-0abe635e-105b-480d-bc3a-033cf8031b7d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5c9ef36c351841ca83dde6dc04bc97a4&device_id=7e1371f6-f4e6-4665-a1c2-3fee96c8e681 HTTP/1.1" status: 200 len: 1095 time: 0.0569665 Jul 13 14:15:42.151995 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eb2022-501d-4380-8547-708819577ff7 req-dfe43b19-c9a2-4211-a305-d1505c40d87c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:15:42.153613 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a4eb2022-501d-4380-8547-708819577ff7 req-dfe43b19-c9a2-4211-a305-d1505c40d87c service neutron] 10.222.0.41 "GET /v2.0/networks?id=a2277fe2-5365-4bd5-b2cf-1188f0e7fb16 HTTP/1.1" status: 200 len: 911 time: 0.0962849 Jul 13 14:15:42.198302 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a4eb2022-501d-4380-8547-708819577ff7 req-2e1d384f-753c-4184-8726-f59c6ed79d03 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a56bfed8-421e-40ab-a824-af903de8552f HTTP/1.1" status: 200 len: 217 time: 0.0366445 Jul 13 14:15:42.249085 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eb2022-501d-4380-8547-708819577ff7 req-4aa6a481-78ce-4f8d-b5c8-7c299f816965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:15:42.251012 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a4eb2022-501d-4380-8547-708819577ff7 req-4aa6a481-78ce-4f8d-b5c8-7c299f816965 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6728334e-b0b1-4ba8-880a-f1431373cfed HTTP/1.1" status: 200 len: 850 time: 0.0480633 Jul 13 14:15:42.263587 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a29b535-b49f-4c67-83f2-85403c4257fe req-84d15855-d0c8-44f8-8d4f-ff9197a763f2 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:15:42.265267 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-0a29b535-b49f-4c67-83f2-85403c4257fe req-84d15855-d0c8-44f8-8d4f-ff9197a763f2 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e1371f6-f4e6-4665-a1c2-3fee96c8e681 HTTP/1.1" status: 200 len: 944 time: 0.0680969 Jul 13 14:15:42.306856 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-0a29b535-b49f-4c67-83f2-85403c4257fe req-a567a18e-6998-4221-95f6-9191be592205 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/security-groups?id=327f6fa2-19e0-4d43-babb-db11eb72d370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356343 Jul 13 14:15:42.316900 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eb2022-501d-4380-8547-708819577ff7 req-5654df71-c2c8-453c-9ddd-aa48478da3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:15:42.318819 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a4eb2022-501d-4380-8547-708819577ff7 req-5654df71-c2c8-453c-9ddd-aa48478da3f2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a2277fe2-5365-4bd5-b2cf-1188f0e7fb16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0613997 Jul 13 14:15:42.414041 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a4eb2022-501d-4380-8547-708819577ff7 req-9621f70e-5d73-4eeb-840a-090daa4932d9 service neutron] 10.222.0.41 "GET /v2.0/networks/a2277fe2-5365-4bd5-b2cf-1188f0e7fb16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890596 Jul 13 14:15:42.516762 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a4eb2022-501d-4380-8547-708819577ff7 req-9d5717f9-71c5-4158-aadb-104640d6d251 service neutron] 10.222.0.41 "GET /v2.0/networks/a2277fe2-5365-4bd5-b2cf-1188f0e7fb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964324 Jul 13 14:15:42.561715 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:15:43.494613 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525eb92c-dbc6-46b3-9222-758a07fa0092 req-fcba9d6c-146c-4654-897e-176a1f0788f9 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:15:43.497172 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-525eb92c-dbc6-46b3-9222-758a07fa0092 req-fcba9d6c-146c-4654-897e-176a1f0788f9 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e1371f6-f4e6-4665-a1c2-3fee96c8e681 HTTP/1.1" status: 200 len: 944 time: 0.0667500 Jul 13 14:15:43.536784 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-525eb92c-dbc6-46b3-9222-758a07fa0092 req-7b85f241-0842-46ce-8f78-0fad6895ca38 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/security-groups?id=327f6fa2-19e0-4d43-babb-db11eb72d370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336444 Jul 13 14:15:44.711518 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149dffd5-e147-4410-ab09-8e9f21d70421 req-75095bc0-a10a-4c04-b178-d422e988cd3e tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:15:44.713015 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-149dffd5-e147-4410-ab09-8e9f21d70421 req-75095bc0-a10a-4c04-b178-d422e988cd3e tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e1371f6-f4e6-4665-a1c2-3fee96c8e681 HTTP/1.1" status: 200 len: 944 time: 0.0638537 Jul 13 14:15:44.752341 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-149dffd5-e147-4410-ab09-8e9f21d70421 req-3c6dc2fa-1bad-4abe-b2c3-12cbd4a56982 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/security-groups?id=327f6fa2-19e0-4d43-babb-db11eb72d370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319264 Jul 13 14:15:45.942290 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa24733-8b4d-415f-a566-7b11d119b2f8 req-ebf926dc-9cd2-40ce-90ea-b5b2e05f9684 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:15:45.943801 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-caa24733-8b4d-415f-a566-7b11d119b2f8 req-ebf926dc-9cd2-40ce-90ea-b5b2e05f9684 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e1371f6-f4e6-4665-a1c2-3fee96c8e681 HTTP/1.1" status: 200 len: 944 time: 0.0656142 Jul 13 14:15:45.983897 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-caa24733-8b4d-415f-a566-7b11d119b2f8 req-d1fd5e0b-591a-42f1-9b7c-c9ee095c3879 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/security-groups?id=327f6fa2-19e0-4d43-babb-db11eb72d370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336332 Jul 13 14:15:47.256182 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f80e4b24-5d57-4447-8eb0-3e1cbe6513a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:15:47.269679 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b885732e-9d3e-4b44-a816-607533d44de7 req-10fa0006-a92d-4ba6-b96f-3005385cd1fa tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:15:47.271190 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b885732e-9d3e-4b44-a816-607533d44de7 req-10fa0006-a92d-4ba6-b96f-3005385cd1fa tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e1371f6-f4e6-4665-a1c2-3fee96c8e681 HTTP/1.1" status: 200 len: 944 time: 0.1745784 Jul 13 14:15:47.308709 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b885732e-9d3e-4b44-a816-607533d44de7 req-bd389468-81af-4726-bfab-defbc4fbac13 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/security-groups?id=327f6fa2-19e0-4d43-babb-db11eb72d370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319798 Jul 13 14:15:48.485428 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f55d22-5362-4b05-af29-a022c84244a1 req-8f6c3a91-53f7-440f-9f10-ce772d522e20 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:15:48.486943 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-84f55d22-5362-4b05-af29-a022c84244a1 req-8f6c3a91-53f7-440f-9f10-ce772d522e20 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e1371f6-f4e6-4665-a1c2-3fee96c8e681 HTTP/1.1" status: 200 len: 944 time: 0.0673935 Jul 13 14:15:48.523800 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-84f55d22-5362-4b05-af29-a022c84244a1 req-f5b6074e-6791-4e1b-a5dd-575e801e4c67 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/security-groups?id=327f6fa2-19e0-4d43-babb-db11eb72d370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313704 Jul 13 14:15:49.695416 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98688550-3319-41b3-b21d-628300d1f35d req-629a47a8-0950-4196-9448-031865f1b371 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:15:49.696803 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-98688550-3319-41b3-b21d-628300d1f35d req-629a47a8-0950-4196-9448-031865f1b371 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e1371f6-f4e6-4665-a1c2-3fee96c8e681 HTTP/1.1" status: 200 len: 944 time: 0.0631087 Jul 13 14:15:49.734374 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-98688550-3319-41b3-b21d-628300d1f35d req-1bb42477-61dc-4d07-89eb-7b1f36392b57 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/security-groups?id=327f6fa2-19e0-4d43-babb-db11eb72d370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317931 Jul 13 14:15:49.900978 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a57add41-44b0-4459-a9a8-faa837a6375f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:15:50.034940 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:15:50.576014 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [req-d75c6ebb-5620-4054-8a9d-7e42b6fa8cc3 req-c79ec7b1-bf84-4d93-89fd-af7421df23fa service neutron] (93751) timed out ('10.222.0.23', 36762) {{(pid=93751) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 13 14:15:50.903182 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2afbd21-e4e2-4038-96ff-555b29082727 req-07dad787-b76c-4f96-9fcc-5bffe4c3ab3b tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:15:50.904575 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b2afbd21-e4e2-4038-96ff-555b29082727 req-07dad787-b76c-4f96-9fcc-5bffe4c3ab3b tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e1371f6-f4e6-4665-a1c2-3fee96c8e681 HTTP/1.1" status: 200 len: 944 time: 0.0629914 Jul 13 14:15:50.945145 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b2afbd21-e4e2-4038-96ff-555b29082727 req-0ae7a817-6d0d-426f-b4d4-de4d928d40e7 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/security-groups?id=327f6fa2-19e0-4d43-babb-db11eb72d370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348945 Jul 13 14:15:51.220296 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:15:52.148855 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87cbac1-8a45-4150-af32-71e162214e08 req-5ed2f09c-3e7e-4435-940d-b10ac73e3147 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:15:52.150815 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a87cbac1-8a45-4150-af32-71e162214e08 req-5ed2f09c-3e7e-4435-940d-b10ac73e3147 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e1371f6-f4e6-4665-a1c2-3fee96c8e681 HTTP/1.1" status: 200 len: 944 time: 0.0755539 Jul 13 14:15:52.193724 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a87cbac1-8a45-4150-af32-71e162214e08 req-e1dee1e2-88c4-4bf1-beb1-66203a26fb24 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/security-groups?id=327f6fa2-19e0-4d43-babb-db11eb72d370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364039 Jul 13 14:15:52.617553 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device a56bfed8-421e-40ab-a824-af903de8552f details requested by agent hyperv_n-h2-800634-1 with host n-h2-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 14:15:52.712233 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port a56bfed8-421e-40ab-a824-af903de8552f, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=a56bfed8-421e-40ab-a824-af903de8552f,segment=NetworkSegment(4c12d2cb-e5d8-4587-a297-9866d410582d),segment_id=4c12d2cb-e5d8-4587-a297-9866d410582d)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:15:52.736673 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Returning: {'device': 'a56bfed8-421e-40ab-a824-af903de8552f', 'network_id': 'a2277fe2-5365-4bd5-b2cf-1188f0e7fb16', 'port_id': 'a56bfed8-421e-40ab-a824-af903de8552f', 'mac_address': 'fa:16:3e:e5:f9:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6728334e-b0b1-4ba8-880a-f1431373cfed', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 14:15:52.743622 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:15:52.774022 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:15:52.786936 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a56bfed8-421e-40ab-a824-af903de8552f {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:15:52.807708 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port a56bfed8-421e-40ab-a824-af903de8552f, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=a56bfed8-421e-40ab-a824-af903de8552f,segment=NetworkSegment(4c12d2cb-e5d8-4587-a297-9866d410582d),segment_id=4c12d2cb-e5d8-4587-a297-9866d410582d)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:15:52.812050 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:15:52.858007 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=a56bfed8-421e-40ab-a824-af903de8552f,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:15:52.996276 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['a56bfed8-421e-40ab-a824-af903de8552f'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:15:53.369992 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dffa80-afba-480a-b2d5-ffb64ce54833 req-ace639d4-3107-41a4-8d81-cf8ba5c43ab4 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:15:53.372038 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-12dffa80-afba-480a-b2d5-ffb64ce54833 req-ace639d4-3107-41a4-8d81-cf8ba5c43ab4 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e1371f6-f4e6-4665-a1c2-3fee96c8e681 HTTP/1.1" status: 200 len: 945 time: 0.0682147 Jul 13 14:15:53.409454 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-12dffa80-afba-480a-b2d5-ffb64ce54833 req-6d76eee3-a85e-427a-afbb-db7216989d47 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/security-groups?id=327f6fa2-19e0-4d43-babb-db11eb72d370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317953 Jul 13 14:15:54.582924 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a50860c-4b2e-40b4-bbdc-e33c794aba21 req-6823cfa9-7d06-471f-880b-9ea399bf9f23 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:15:54.584410 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4a50860c-4b2e-40b4-bbdc-e33c794aba21 req-6823cfa9-7d06-471f-880b-9ea399bf9f23 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e1371f6-f4e6-4665-a1c2-3fee96c8e681 HTTP/1.1" status: 200 len: 945 time: 0.0652983 Jul 13 14:15:54.622172 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4a50860c-4b2e-40b4-bbdc-e33c794aba21 req-1eff705a-1a88-414d-8518-be2b20aa8688 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/security-groups?id=327f6fa2-19e0-4d43-babb-db11eb72d370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322616 Jul 13 14:15:54.632684 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device a56bfed8-421e-40ab-a824-af903de8552f up at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:15:54.680537 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning for port a56bfed8-421e-40ab-a824-af903de8552f completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:15:54.684079 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning complete for port a56bfed8-421e-40ab-a824-af903de8552f triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:15:54.684450 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:15:54.760553 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:15:54.782354 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e1371f6-f4e6-4665-a1c2-3fee96c8e681', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a56bfed8-421e-40ab-a824-af903de8552f'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:15:54.784568 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb5b853f-a162-4cf5-97fc-00f7943bb5e5" -d '{"events": [{"server_uuid": "7e1371f6-f4e6-4665-a1c2-3fee96c8e681", "name": "network-vif-plugged", "status": "completed", "tag": "a56bfed8-421e-40ab-a824-af903de8552f"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:15:54.797814 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port a56bfed8-421e-40ab-a824-af903de8552f, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=a56bfed8-421e-40ab-a824-af903de8552f,segment=NetworkSegment(4c12d2cb-e5d8-4587-a297-9866d410582d),segment_id=4c12d2cb-e5d8-4587-a297-9866d410582d)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:15:54.802211 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:15:54.826527 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1de5c72-e321-4bbc-8e5d-40d2114fb2f6 x-openstack-request-id: req-b1de5c72-e321-4bbc-8e5d-40d2114fb2f6 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:15:54.826809 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e1371f6-f4e6-4665-a1c2-3fee96c8e681", "name": "network-vif-plugged", "status": "completed", "tag": "a56bfed8-421e-40ab-a824-af903de8552f", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:15:54.827760 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b1de5c72-e321-4bbc-8e5d-40d2114fb2f6 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:15:54.828194 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e1371f6-f4e6-4665-a1c2-3fee96c8e681', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a56bfed8-421e-40ab-a824-af903de8552f', 'code': 200} Jul 13 14:15:54.858604 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=a56bfed8-421e-40ab-a824-af903de8552f,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:15:54.939990 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc85ec5-c39e-4fed-93f5-913f2831f654 req-6d542f8d-125d-414a-9e8c-984c08049182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:15:54.941299 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6cc85ec5-c39e-4fed-93f5-913f2831f654 req-6d542f8d-125d-414a-9e8c-984c08049182 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7e1371f6-f4e6-4665-a1c2-3fee96c8e681 HTTP/1.1" status: 200 len: 1097 time: 0.0548637 Jul 13 14:15:54.977986 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6cc85ec5-c39e-4fed-93f5-913f2831f654 req-e7bfdae8-cfd2-4d45-aafd-be957485f134 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=327f6fa2-19e0-4d43-babb-db11eb72d370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297256 Jul 13 14:15:55.799291 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9541d7de-6465-4c33-abbd-1169572d0c7b req-921a00af-4b59-4482-8057-6ff3153047b9 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:15:55.800760 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-9541d7de-6465-4c33-abbd-1169572d0c7b req-921a00af-4b59-4482-8057-6ff3153047b9 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e1371f6-f4e6-4665-a1c2-3fee96c8e681 HTTP/1.1" status: 200 len: 946 time: 0.0648580 Jul 13 14:15:55.841119 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-9541d7de-6465-4c33-abbd-1169572d0c7b req-3695a52d-5f17-48a0-a0d9-1224f9f39a12 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/security-groups?id=327f6fa2-19e0-4d43-babb-db11eb72d370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324850 Jul 13 14:15:57.017846 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e6fb64-2f88-44d8-982b-6d081748b923 req-adb3349c-356d-45a6-8914-6c060448e205 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:15:57.019356 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-08e6fb64-2f88-44d8-982b-6d081748b923 req-adb3349c-356d-45a6-8914-6c060448e205 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e1371f6-f4e6-4665-a1c2-3fee96c8e681 HTTP/1.1" status: 200 len: 946 time: 0.0649734 Jul 13 14:15:57.056207 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-08e6fb64-2f88-44d8-982b-6d081748b923 req-3ffdb4b1-830d-4f1f-94a7-1274e947c218 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/security-groups?id=327f6fa2-19e0-4d43-babb-db11eb72d370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313072 Jul 13 14:15:57.229951 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252e2574-f4eb-4d3e-93e2-0798bef24d2e req-c2db6d16-2717-4d45-bdd9-a5686736cc43 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:15:57.231313 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-252e2574-f4eb-4d3e-93e2-0798bef24d2e req-c2db6d16-2717-4d45-bdd9-a5686736cc43 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e1371f6-f4e6-4665-a1c2-3fee96c8e681 HTTP/1.1" status: 200 len: 946 time: 0.0670757 Jul 13 14:15:57.269387 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-252e2574-f4eb-4d3e-93e2-0798bef24d2e req-8d0f8ccc-bdf7-467e-9237-3930b86c65af tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/security-groups?id=327f6fa2-19e0-4d43-babb-db11eb72d370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317247 Jul 13 14:15:59.698899 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c105755-6ca6-4179-8d48-54ca89a47d59 req-785c0390-e8d6-4e96-9ac7-a5082ed810fd tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:15:59.700284 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4c105755-6ca6-4179-8d48-54ca89a47d59 req-785c0390-e8d6-4e96-9ac7-a5082ed810fd tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/networks?id=a2277fe2-5365-4bd5-b2cf-1188f0e7fb16 HTTP/1.1" status: 200 len: 811 time: 0.1008799 Jul 13 14:15:59.715589 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4c105755-6ca6-4179-8d48-54ca89a47d59 req-976bacf7-fb59-4997-b98b-d6a6c79bba75 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/quotas/5c9ef36c351841ca83dde6dc04bc97a4 HTTP/1.1" status: 200 len: 375 time: 0.0088863 Jul 13 14:15:59.792419 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4c105755-6ca6-4179-8d48-54ca89a47d59 req-b59760a9-38a1-4374-9e3c-fb7a9dc572d6 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=5c9ef36c351841ca83dde6dc04bc97a4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0709429 Jul 13 14:15:59.880666 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4c105755-6ca6-4179-8d48-54ca89a47d59 req-a832d9b8-7b58-45a2-a9ee-c66853001273 service neutron] 10.222.0.23 "GET /v2.0/networks/a2277fe2-5365-4bd5-b2cf-1188f0e7fb16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809071 Jul 13 14:15:59.974846 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4c105755-6ca6-4179-8d48-54ca89a47d59 req-8a3e6759-39ba-455f-86d1-17709b42da01 service neutron] 10.222.0.23 "GET /v2.0/networks/a2277fe2-5365-4bd5-b2cf-1188f0e7fb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885723 Jul 13 14:16:00.180502 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4e645bb0-f545-4024-a7b3-7fe92ecac25f req-ae6be8b1-990e-4070-b628-bd0a1aac4bb4 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/ports?device_id=c059fc88-7e59-43dc-af71-4be7973f77c6 HTTP/1.1" status: 200 len: 210 time: 0.0327003 Jul 13 14:16:00.680792 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:16:00.943677 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:16:01.198863 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c105755-6ca6-4179-8d48-54ca89a47d59 req-ba53ce9e-6b53-4eea-8352-cf80b4fdfbed tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:16:01.200319 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4c105755-6ca6-4179-8d48-54ca89a47d59 req-ba53ce9e-6b53-4eea-8352-cf80b4fdfbed tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.26 "GET /v2.0/networks?id=a2277fe2-5365-4bd5-b2cf-1188f0e7fb16 HTTP/1.1" status: 200 len: 811 time: 0.1043670 Jul 13 14:16:01.220509 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-4c105755-6ca6-4179-8d48-54ca89a47d59 req-4b53aa4e-e21f-4fd7-a3b1-418c68a1f7fe tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Request body: {'port': {'device_id': 'c059fc88-7e59-43dc-af71-4be7973f77c6', 'network_id': 'a2277fe2-5365-4bd5-b2cf-1188f0e7fb16', 'admin_state_up': True, 'tenant_id': '5c9ef36c351841ca83dde6dc04bc97a4'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:16:01.338838 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c105755-6ca6-4179-8d48-54ca89a47d59 req-4b53aa4e-e21f-4fd7-a3b1-418c68a1f7fe tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Made reservation on behalf of 5c9ef36c351841ca83dde6dc04bc97a4 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:16:01.342921 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4c105755-6ca6-4179-8d48-54ca89a47d59 req-4b53aa4e-e21f-4fd7-a3b1-418c68a1f7fe tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:16:01.347001 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-cd65cc08-a3c9-4437-b3f0-9e2daff999aa req-a28ed22f-2a17-4e29-99d1-54018d167781 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/ports?device_id=c059fc88-7e59-43dc-af71-4be7973f77c6 HTTP/1.1" status: 200 len: 210 time: 0.0303049 Jul 13 14:16:01.472663 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-4c105755-6ca6-4179-8d48-54ca89a47d59 req-4b53aa4e-e21f-4fd7-a3b1-418c68a1f7fe tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Allocated IP 172.20.0.12 (a2277fe2-5365-4bd5-b2cf-1188f0e7fb16/6728334e-b0b1-4ba8-880a-f1431373cfed/a66c1d15-803b-46c2-81e2-25a21e1080e4) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:16:01.644160 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4c105755-6ca6-4179-8d48-54ca89a47d59 req-4b53aa4e-e21f-4fd7-a3b1-418c68a1f7fe tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:16:01.659677 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-4c105755-6ca6-4179-8d48-54ca89a47d59 req-4b53aa4e-e21f-4fd7-a3b1-418c68a1f7fe tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Transition to ACTIVE for port object a66c1d15-803b-46c2-81e2-25a21e1080e4 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:16:01.694533 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4c105755-6ca6-4179-8d48-54ca89a47d59 req-4b53aa4e-e21f-4fd7-a3b1-418c68a1f7fe tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:16:01.706338 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['a56bfed8-421e-40ab-a824-af903de8552f'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:16:01.754802 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b53aa4e-e21f-4fd7-a3b1-418c68a1f7fe tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Pushing event updated for resources: {'Port': ['ID=a66c1d15-803b-46c2-81e2-25a21e1080e4,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:16:01.764340 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c105755-6ca6-4179-8d48-54ca89a47d59 req-4b53aa4e-e21f-4fd7-a3b1-418c68a1f7fe tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Network a2277fe2-5365-4bd5-b2cf-1188f0e7fb16 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:16:01.766525 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-4c105755-6ca6-4179-8d48-54ca89a47d59 req-4b53aa4e-e21f-4fd7-a3b1-418c68a1f7fe tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:16:01.769365 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c105755-6ca6-4179-8d48-54ca89a47d59 req-4b53aa4e-e21f-4fd7-a3b1-418c68a1f7fe tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:16:01.828596 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c105755-6ca6-4179-8d48-54ca89a47d59 req-4b53aa4e-e21f-4fd7-a3b1-418c68a1f7fe tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:16:01.829612 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4c105755-6ca6-4179-8d48-54ca89a47d59 req-4b53aa4e-e21f-4fd7-a3b1-418c68a1f7fe tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:16:01.846178 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4c105755-6ca6-4179-8d48-54ca89a47d59 req-4b53aa4e-e21f-4fd7-a3b1-418c68a1f7fe tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6304989 Jul 13 14:16:01.858986 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-4c105755-6ca6-4179-8d48-54ca89a47d59 req-7c370d88-cfa1-4225-876c-ec87999c973b service neutron] Request body: {'port': {'device_id': 'c059fc88-7e59-43dc-af71-4be7973f77c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:16:01.941297 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4c105755-6ca6-4179-8d48-54ca89a47d59 req-7c370d88-cfa1-4225-876c-ec87999c973b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:16:02.027250 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-c61050c2-2ce4-4c20-aad9-890d946a550e None None] Provisioning for port a66c1d15-803b-46c2-81e2-25a21e1080e4 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:16:02.031284 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-c61050c2-2ce4-4c20-aad9-890d946a550e None None] Provisioning complete for port a66c1d15-803b-46c2-81e2-25a21e1080e4 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:16:02.031644 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c61050c2-2ce4-4c20-aad9-890d946a550e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:16:02.068152 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-c61050c2-2ce4-4c20-aad9-890d946a550e None None] Port a66c1d15-803b-46c2-81e2-25a21e1080e4 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:16:02.284318 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-4c105755-6ca6-4179-8d48-54ca89a47d59 req-7c370d88-cfa1-4225-876c-ec87999c973b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a66c1d15-803b-46c2-81e2-25a21e1080e4 {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:16:02.292817 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4c105755-6ca6-4179-8d48-54ca89a47d59 req-7c370d88-cfa1-4225-876c-ec87999c973b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:16:02.306624 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-4c105755-6ca6-4179-8d48-54ca89a47d59 req-7c370d88-cfa1-4225-876c-ec87999c973b service neutron] Transition to ACTIVE for port object a66c1d15-803b-46c2-81e2-25a21e1080e4 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:16:02.310657 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4c105755-6ca6-4179-8d48-54ca89a47d59 req-7c370d88-cfa1-4225-876c-ec87999c973b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:16:02.403449 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c370d88-cfa1-4225-876c-ec87999c973b service neutron] Pushing event updated for resources: {'Port': ['ID=a66c1d15-803b-46c2-81e2-25a21e1080e4,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:16:02.444095 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-4c105755-6ca6-4179-8d48-54ca89a47d59 req-7c370d88-cfa1-4225-876c-ec87999c973b service neutron] Attempting to bind port a66c1d15-803b-46c2-81e2-25a21e1080e4 on host n-h1-800634-1 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:16:02.444566 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-4c105755-6ca6-4179-8d48-54ca89a47d59 req-7c370d88-cfa1-4225-876c-ec87999c973b service neutron] Attempting to bind port a66c1d15-803b-46c2-81e2-25a21e1080e4 by drivers openvswitch,hyperv on host n-h1-800634-1 at level 0 using segments [{'id': '4c12d2cb-e5d8-4587-a297-9866d410582d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a2277fe2-5365-4bd5-b2cf-1188f0e7fb16'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:16:02.444745 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c105755-6ca6-4179-8d48-54ca89a47d59 req-7c370d88-cfa1-4225-876c-ec87999c973b service neutron] Attempting to bind port a66c1d15-803b-46c2-81e2-25a21e1080e4 on network a2277fe2-5365-4bd5-b2cf-1188f0e7fb16 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:16:02.449833 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c105755-6ca6-4179-8d48-54ca89a47d59 req-7c370d88-cfa1-4225-876c-ec87999c973b service neutron] Port a66c1d15-803b-46c2-81e2-25a21e1080e4 on network a2277fe2-5365-4bd5-b2cf-1188f0e7fb16 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-1 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 14:16:02.450159 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c105755-6ca6-4179-8d48-54ca89a47d59 req-7c370d88-cfa1-4225-876c-ec87999c973b service neutron] Attempting to bind port a66c1d15-803b-46c2-81e2-25a21e1080e4 on network a2277fe2-5365-4bd5-b2cf-1188f0e7fb16 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:16:02.456586 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c105755-6ca6-4179-8d48-54ca89a47d59 req-7c370d88-cfa1-4225-876c-ec87999c973b service neutron] Checking agent: {'id': 'a7603dc8-3c50-4a9b-8f0d-1143528f155e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 16, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:16:02.456976 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c105755-6ca6-4179-8d48-54ca89a47d59 req-7c370d88-cfa1-4225-876c-ec87999c973b service neutron] Checking segment: {'id': '4c12d2cb-e5d8-4587-a297-9866d410582d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a2277fe2-5365-4bd5-b2cf-1188f0e7fb16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:16:02.457367 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c105755-6ca6-4179-8d48-54ca89a47d59 req-7c370d88-cfa1-4225-876c-ec87999c973b service neutron] Bound using segment: {'id': '4c12d2cb-e5d8-4587-a297-9866d410582d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a2277fe2-5365-4bd5-b2cf-1188f0e7fb16'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:16:02.457967 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-4c105755-6ca6-4179-8d48-54ca89a47d59 req-7c370d88-cfa1-4225-876c-ec87999c973b service neutron] Bound port: a66c1d15-803b-46c2-81e2-25a21e1080e4, host: n-h1-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c12d2cb-e5d8-4587-a297-9866d410582d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a2277fe2-5365-4bd5-b2cf-1188f0e7fb16'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:16:02.458331 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4c105755-6ca6-4179-8d48-54ca89a47d59 req-7c370d88-cfa1-4225-876c-ec87999c973b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:16:02.572096 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-4c105755-6ca6-4179-8d48-54ca89a47d59 req-7c370d88-cfa1-4225-876c-ec87999c973b service neutron] For port a66c1d15-803b-46c2-81e2-25a21e1080e4, host n-h1-800634-1, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:16:02.590838 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-4c105755-6ca6-4179-8d48-54ca89a47d59 req-7c370d88-cfa1-4225-876c-ec87999c973b service neutron] For port a66c1d15-803b-46c2-81e2-25a21e1080e4, host n-h1-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=a66c1d15-803b-46c2-81e2-25a21e1080e4,segment=NetworkSegment(4c12d2cb-e5d8-4587-a297-9866d410582d),segment_id=4c12d2cb-e5d8-4587-a297-9866d410582d)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:16:02.597218 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4c105755-6ca6-4179-8d48-54ca89a47d59 req-7c370d88-cfa1-4225-876c-ec87999c973b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:16:02.639419 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71003cac-abee-4552-933d-6af79835f2da req-82cff7db-2185-4593-acc1-1aaef6454bb2 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:16:02.641504 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-71003cac-abee-4552-933d-6af79835f2da req-82cff7db-2185-4593-acc1-1aaef6454bb2 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/ports?device_id=c059fc88-7e59-43dc-af71-4be7973f77c6 HTTP/1.1" status: 200 len: 944 time: 0.1383531 Jul 13 14:16:02.661214 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c105755-6ca6-4179-8d48-54ca89a47d59 req-7c370d88-cfa1-4225-876c-ec87999c973b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:16:02.661852 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4c105755-6ca6-4179-8d48-54ca89a47d59 req-7c370d88-cfa1-4225-876c-ec87999c973b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:16:02.663318 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4c105755-6ca6-4179-8d48-54ca89a47d59 req-7c370d88-cfa1-4225-876c-ec87999c973b service neutron] 10.222.0.26 "PUT /v2.0/ports/a66c1d15-803b-46c2-81e2-25a21e1080e4 HTTP/1.1" status: 200 len: 1092 time: 0.8099840 Jul 13 14:16:02.663709 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c059fc88-7e59-43dc-af71-4be7973f77c6', 'tag': 'a66c1d15-803b-46c2-81e2-25a21e1080e4'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:16:02.665984 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a04ce11-0232-497e-ae25-a49c7d7ea65f" -d '{"events": [{"name": "network-changed", "server_uuid": "c059fc88-7e59-43dc-af71-4be7973f77c6", "tag": "a66c1d15-803b-46c2-81e2-25a21e1080e4"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:16:02.703819 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c370d88-cfa1-4225-876c-ec87999c973b service neutron] Pushing event updated for resources: {'Port': ['ID=a66c1d15-803b-46c2-81e2-25a21e1080e4,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:16:02.727720 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aa1f107-489e-455a-8f9d-7ec5d95e17b4 x-openstack-request-id: req-3aa1f107-489e-455a-8f9d-7ec5d95e17b4 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:16:02.728034 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c059fc88-7e59-43dc-af71-4be7973f77c6", "tag": "a66c1d15-803b-46c2-81e2-25a21e1080e4", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:16:02.728285 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3aa1f107-489e-455a-8f9d-7ec5d95e17b4 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:16:02.728743 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c059fc88-7e59-43dc-af71-4be7973f77c6', 'tag': 'a66c1d15-803b-46c2-81e2-25a21e1080e4', 'status': 'completed', 'code': 200} Jul 13 14:16:02.761491 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-71003cac-abee-4552-933d-6af79835f2da req-880a2894-a211-48ba-939a-594980a65fcf tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/security-groups?id=327f6fa2-19e0-4d43-babb-db11eb72d370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120119 Jul 13 14:16:02.795503 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c105755-6ca6-4179-8d48-54ca89a47d59 req-13bdb95b-7a4a-4714-8394-6362a624308d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:16:02.797781 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4c105755-6ca6-4179-8d48-54ca89a47d59 req-13bdb95b-7a4a-4714-8394-6362a624308d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5c9ef36c351841ca83dde6dc04bc97a4&device_id=c059fc88-7e59-43dc-af71-4be7973f77c6 HTTP/1.1" status: 200 len: 1095 time: 0.0829198 Jul 13 14:16:02.851446 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4c105755-6ca6-4179-8d48-54ca89a47d59 req-6553ba4c-87fe-4d9d-ba1f-9490a2c59e42 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a66c1d15-803b-46c2-81e2-25a21e1080e4 HTTP/1.1" status: 200 len: 217 time: 0.0464361 Jul 13 14:16:02.902428 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c105755-6ca6-4179-8d48-54ca89a47d59 req-8daf5f5f-43e2-4429-86d1-3333075bd573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:16:02.904002 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4c105755-6ca6-4179-8d48-54ca89a47d59 req-8daf5f5f-43e2-4429-86d1-3333075bd573 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6728334e-b0b1-4ba8-880a-f1431373cfed HTTP/1.1" status: 200 len: 850 time: 0.0472295 Jul 13 14:16:02.975566 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c105755-6ca6-4179-8d48-54ca89a47d59 req-1f71b782-c089-4a00-8a50-1ecad0b50b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:16:02.977091 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4c105755-6ca6-4179-8d48-54ca89a47d59 req-1f71b782-c089-4a00-8a50-1ecad0b50b80 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a2277fe2-5365-4bd5-b2cf-1188f0e7fb16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0667949 Jul 13 14:16:03.074209 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4c105755-6ca6-4179-8d48-54ca89a47d59 req-1a9e68b9-2eb3-4d72-bc4e-c76cf4a30103 service neutron] 10.222.0.26 "GET /v2.0/networks/a2277fe2-5365-4bd5-b2cf-1188f0e7fb16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904386 Jul 13 14:16:03.181488 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4c105755-6ca6-4179-8d48-54ca89a47d59 req-431945ac-98a4-4d80-a72b-236bccc7921c service neutron] 10.222.0.26 "GET /v2.0/networks/a2277fe2-5365-4bd5-b2cf-1188f0e7fb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980628 Jul 13 14:16:03.290253 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a04ce11-0232-497e-ae25-a49c7d7ea65f req-2378ac23-4f1b-4d45-8489-92f21fe3ae5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:16:03.291959 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6a04ce11-0232-497e-ae25-a49c7d7ea65f req-2378ac23-4f1b-4d45-8489-92f21fe3ae5e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5c9ef36c351841ca83dde6dc04bc97a4&device_id=c059fc88-7e59-43dc-af71-4be7973f77c6 HTTP/1.1" status: 200 len: 1095 time: 0.0617125 Jul 13 14:16:03.384615 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a04ce11-0232-497e-ae25-a49c7d7ea65f req-34ff6556-f577-4f72-bcec-0376be0c85b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:16:03.386287 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6a04ce11-0232-497e-ae25-a49c7d7ea65f req-34ff6556-f577-4f72-bcec-0376be0c85b1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a2277fe2-5365-4bd5-b2cf-1188f0e7fb16 HTTP/1.1" status: 200 len: 911 time: 0.0885141 Jul 13 14:16:03.434636 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6a04ce11-0232-497e-ae25-a49c7d7ea65f req-25fb5f34-c8bd-4fb3-817b-80b5f0844bdb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a66c1d15-803b-46c2-81e2-25a21e1080e4 HTTP/1.1" status: 200 len: 217 time: 0.0423591 Jul 13 14:16:03.484720 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a04ce11-0232-497e-ae25-a49c7d7ea65f req-d7726c9e-e2ac-45de-a3a0-b06aefb0b4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:16:03.486369 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6a04ce11-0232-497e-ae25-a49c7d7ea65f req-d7726c9e-e2ac-45de-a3a0-b06aefb0b4d9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6728334e-b0b1-4ba8-880a-f1431373cfed HTTP/1.1" status: 200 len: 850 time: 0.0463238 Jul 13 14:16:03.559876 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a04ce11-0232-497e-ae25-a49c7d7ea65f req-7b080e16-7626-4f3d-a6d8-171cc0136f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:16:03.561096 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6a04ce11-0232-497e-ae25-a49c7d7ea65f req-7b080e16-7626-4f3d-a6d8-171cc0136f26 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a2277fe2-5365-4bd5-b2cf-1188f0e7fb16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0674899 Jul 13 14:16:03.658726 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6a04ce11-0232-497e-ae25-a49c7d7ea65f req-701f3c9a-aa5b-4dc6-af02-b203fec5fa19 service neutron] 10.222.0.26 "GET /v2.0/networks/a2277fe2-5365-4bd5-b2cf-1188f0e7fb16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916264 Jul 13 14:16:03.753562 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6a04ce11-0232-497e-ae25-a49c7d7ea65f req-25bc1c14-a966-430e-917d-ad3ccdc3588c service neutron] 10.222.0.26 "GET /v2.0/networks/a2277fe2-5365-4bd5-b2cf-1188f0e7fb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874028 Jul 13 14:16:03.961587 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0e9ad1-9a00-4427-bf7e-dfd87e5227a4 req-2c706798-161d-412d-a7b2-4333069442cf tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:16:03.963263 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7f0e9ad1-9a00-4427-bf7e-dfd87e5227a4 req-2c706798-161d-412d-a7b2-4333069442cf tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/ports?device_id=c059fc88-7e59-43dc-af71-4be7973f77c6 HTTP/1.1" status: 200 len: 944 time: 0.0727501 Jul 13 14:16:04.013653 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7f0e9ad1-9a00-4427-bf7e-dfd87e5227a4 req-85fa752c-5e06-415a-bab7-dc74f465eb46 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/security-groups?id=327f6fa2-19e0-4d43-babb-db11eb72d370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445898 Jul 13 14:16:05.327719 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c547481-2b63-4059-a454-f32a50504b1f req-da965ac8-5baa-405e-8344-4156fb19a2e1 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:16:05.331161 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8c547481-2b63-4059-a454-f32a50504b1f req-da965ac8-5baa-405e-8344-4156fb19a2e1 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/ports?device_id=c059fc88-7e59-43dc-af71-4be7973f77c6 HTTP/1.1" status: 200 len: 944 time: 0.1131184 Jul 13 14:16:05.399086 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8c547481-2b63-4059-a454-f32a50504b1f req-407bf37f-3a23-47ab-8c05-a50e2c0e20b5 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/security-groups?id=327f6fa2-19e0-4d43-babb-db11eb72d370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609779 Jul 13 14:16:06.607596 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168fd3ce-0a53-4e37-9bd4-a1219497622c req-7df8defe-50f5-41c1-8d0b-dc0ef62cccf9 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:16:06.609892 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-168fd3ce-0a53-4e37-9bd4-a1219497622c req-7df8defe-50f5-41c1-8d0b-dc0ef62cccf9 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/ports?device_id=c059fc88-7e59-43dc-af71-4be7973f77c6 HTTP/1.1" status: 200 len: 944 time: 0.0763934 Jul 13 14:16:06.654543 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-168fd3ce-0a53-4e37-9bd4-a1219497622c req-f8da2d0f-33ba-4cea-90d5-e02a4cee5ee1 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/security-groups?id=327f6fa2-19e0-4d43-babb-db11eb72d370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360458 Jul 13 14:16:07.849386 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeee5af-0a70-40ed-8d24-65f275a54fd5 req-081005b5-d53f-418c-b5c4-77659235ca9d tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:16:07.850929 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-eaeee5af-0a70-40ed-8d24-65f275a54fd5 req-081005b5-d53f-418c-b5c4-77659235ca9d tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/ports?device_id=c059fc88-7e59-43dc-af71-4be7973f77c6 HTTP/1.1" status: 200 len: 944 time: 0.0726249 Jul 13 14:16:07.898570 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-eaeee5af-0a70-40ed-8d24-65f275a54fd5 req-5c73d8b7-bf8f-4561-a137-85a95467af52 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/security-groups?id=327f6fa2-19e0-4d43-babb-db11eb72d370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364490 Jul 13 14:16:09.078388 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3db04c4-2f36-412a-9034-26cfb710c4be req-fadfb9d6-5401-479e-b8f6-7c31e7c7dbbc tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:16:09.079900 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a3db04c4-2f36-412a-9034-26cfb710c4be req-fadfb9d6-5401-479e-b8f6-7c31e7c7dbbc tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/ports?device_id=c059fc88-7e59-43dc-af71-4be7973f77c6 HTTP/1.1" status: 200 len: 944 time: 0.0653980 Jul 13 14:16:09.119376 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a3db04c4-2f36-412a-9034-26cfb710c4be req-5d37c0ab-7778-4af0-bd8f-8a78b59c1f03 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/security-groups?id=327f6fa2-19e0-4d43-babb-db11eb72d370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325365 Jul 13 14:16:10.292752 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd6f65e-ebab-4bc9-bf88-fb9a0cc5a67d req-ddfe175d-6b69-419e-9eec-8ba750619a2a tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:16:10.294289 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4cd6f65e-ebab-4bc9-bf88-fb9a0cc5a67d req-ddfe175d-6b69-419e-9eec-8ba750619a2a tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/ports?device_id=c059fc88-7e59-43dc-af71-4be7973f77c6 HTTP/1.1" status: 200 len: 944 time: 0.0669854 Jul 13 14:16:10.333361 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4cd6f65e-ebab-4bc9-bf88-fb9a0cc5a67d req-555dccdc-7334-4805-87c6-64922038e6af tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/security-groups?id=327f6fa2-19e0-4d43-babb-db11eb72d370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324996 Jul 13 14:16:11.518475 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413ace15-65b7-4d46-bad2-2c2248291755 req-c5fa8e3e-bc14-4c82-a85f-b6a47fcc2ae4 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:16:11.519979 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-413ace15-65b7-4d46-bad2-2c2248291755 req-c5fa8e3e-bc14-4c82-a85f-b6a47fcc2ae4 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/ports?device_id=c059fc88-7e59-43dc-af71-4be7973f77c6 HTTP/1.1" status: 200 len: 944 time: 0.0701058 Jul 13 14:16:11.562145 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-413ace15-65b7-4d46-bad2-2c2248291755 req-4feca1b4-0325-4d12-94b9-54fb111cb8cc tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/security-groups?id=327f6fa2-19e0-4d43-babb-db11eb72d370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365016 Jul 13 14:16:12.752772 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10848472-3827-4417-afcd-28746e346274 req-6efec128-9d1f-4493-860e-ab9db6cece76 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:16:12.754336 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-10848472-3827-4417-afcd-28746e346274 req-6efec128-9d1f-4493-860e-ab9db6cece76 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/ports?device_id=c059fc88-7e59-43dc-af71-4be7973f77c6 HTTP/1.1" status: 200 len: 944 time: 0.0734355 Jul 13 14:16:12.793910 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-10848472-3827-4417-afcd-28746e346274 req-f83d8fc9-d0b6-4184-ae18-10a50d3a30c5 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/security-groups?id=327f6fa2-19e0-4d43-babb-db11eb72d370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340350 Jul 13 14:16:13.972922 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d321b1c6-31a1-4ac8-8ef4-dcfbe47c5ef6 req-487a5840-fa70-4456-8005-eae173014ffb tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:16:13.974549 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d321b1c6-31a1-4ac8-8ef4-dcfbe47c5ef6 req-487a5840-fa70-4456-8005-eae173014ffb tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/ports?device_id=c059fc88-7e59-43dc-af71-4be7973f77c6 HTTP/1.1" status: 200 len: 944 time: 0.0666690 Jul 13 14:16:14.016751 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d321b1c6-31a1-4ac8-8ef4-dcfbe47c5ef6 req-1532842f-c100-4fc4-9f93-a93b12ff7af4 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/security-groups?id=327f6fa2-19e0-4d43-babb-db11eb72d370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362992 Jul 13 14:16:15.189898 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14769274-5aa9-4cf1-a69d-af51c449af28 req-1728e123-8dde-40a7-a23f-48cf6712b566 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:16:15.191492 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-14769274-5aa9-4cf1-a69d-af51c449af28 req-1728e123-8dde-40a7-a23f-48cf6712b566 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/ports?device_id=c059fc88-7e59-43dc-af71-4be7973f77c6 HTTP/1.1" status: 200 len: 944 time: 0.0637147 Jul 13 14:16:15.228828 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-14769274-5aa9-4cf1-a69d-af51c449af28 req-ba007a16-8934-419a-bfa2-cbe4aa119db7 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/security-groups?id=327f6fa2-19e0-4d43-babb-db11eb72d370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317967 Jul 13 14:16:16.405485 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41dcc89-33f8-4cc6-b558-4ddd239d0cba req-27af0971-cfab-4651-bafe-140915e886ef tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:16:16.407496 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f41dcc89-33f8-4cc6-b558-4ddd239d0cba req-27af0971-cfab-4651-bafe-140915e886ef tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/ports?device_id=c059fc88-7e59-43dc-af71-4be7973f77c6 HTTP/1.1" status: 200 len: 944 time: 0.0659542 Jul 13 14:16:16.448961 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f41dcc89-33f8-4cc6-b558-4ddd239d0cba req-63e1cacf-bea9-485f-911a-22568fbbf874 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/security-groups?id=327f6fa2-19e0-4d43-babb-db11eb72d370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354867 Jul 13 14:16:17.259153 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b3082e7c-6e4a-4a8a-81b6-5c99517e42c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:16:17.629314 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a3fefd-a174-4122-9c7d-01cb71084ed5 req-da0b680c-9a61-429c-9a21-0a3661e89dc7 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:16:17.630873 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-42a3fefd-a174-4122-9c7d-01cb71084ed5 req-da0b680c-9a61-429c-9a21-0a3661e89dc7 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/ports?device_id=c059fc88-7e59-43dc-af71-4be7973f77c6 HTTP/1.1" status: 200 len: 944 time: 0.0631826 Jul 13 14:16:17.668640 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-42a3fefd-a174-4122-9c7d-01cb71084ed5 req-e3edaf74-96cf-4909-8e60-6df0376bdb5d tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/security-groups?id=327f6fa2-19e0-4d43-babb-db11eb72d370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322702 Jul 13 14:16:18.865085 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411f3551-cb47-493e-b1ef-cceda8028df6 req-da200fab-b367-48ff-9f72-8cc2834e561f tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:16:18.866573 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-411f3551-cb47-493e-b1ef-cceda8028df6 req-da200fab-b367-48ff-9f72-8cc2834e561f tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/ports?device_id=c059fc88-7e59-43dc-af71-4be7973f77c6 HTTP/1.1" status: 200 len: 944 time: 0.0737274 Jul 13 14:16:18.905945 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-411f3551-cb47-493e-b1ef-cceda8028df6 req-00e2f598-e22d-46de-ae03-82813af48f0e tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/security-groups?id=327f6fa2-19e0-4d43-babb-db11eb72d370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335736 Jul 13 14:16:19.560290 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:16:19.905314 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-10956c7a-a3f1-4b5c-80f4-2ee1af49af4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:16:20.047544 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:16:20.175989 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968c5a7e-998e-435d-b1c7-21b4f57ca22e req-94e444b0-af84-4545-b6f7-4f11d704dc52 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:16:20.177512 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-968c5a7e-998e-435d-b1c7-21b4f57ca22e req-94e444b0-af84-4545-b6f7-4f11d704dc52 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/ports?device_id=c059fc88-7e59-43dc-af71-4be7973f77c6 HTTP/1.1" status: 200 len: 944 time: 0.1155062 Jul 13 14:16:20.185404 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cd4e4796-22c2-45fd-a52c-418948a6abea req-67fde040-79f7-4035-9593-bfde6a98b2f1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7e1371f6-f4e6-4665-a1c2-3fee96c8e681&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2016954 Jul 13 14:16:20.226211 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-968c5a7e-998e-435d-b1c7-21b4f57ca22e req-56815c3c-b8bb-4d65-aaf3-e0a051b35598 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/security-groups?id=327f6fa2-19e0-4d43-babb-db11eb72d370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396845 Jul 13 14:16:20.298249 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4e4796-22c2-45fd-a52c-418948a6abea req-f4ab8ef2-2260-4503-9a62-1314a29e0bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:16:20.299995 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cd4e4796-22c2-45fd-a52c-418948a6abea req-f4ab8ef2-2260-4503-9a62-1314a29e0bd9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5c9ef36c351841ca83dde6dc04bc97a4&device_id=7e1371f6-f4e6-4665-a1c2-3fee96c8e681 HTTP/1.1" status: 200 len: 1097 time: 0.0643823 Jul 13 14:16:20.417641 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4e4796-22c2-45fd-a52c-418948a6abea req-033bb77e-8979-4a8e-9e66-339ae8762bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:16:20.419225 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cd4e4796-22c2-45fd-a52c-418948a6abea req-033bb77e-8979-4a8e-9e66-339ae8762bd4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a2277fe2-5365-4bd5-b2cf-1188f0e7fb16 HTTP/1.1" status: 200 len: 911 time: 0.0992558 Jul 13 14:16:20.461178 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cd4e4796-22c2-45fd-a52c-418948a6abea req-58cd1a1e-1cbe-473b-88da-78bf47eff943 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a56bfed8-421e-40ab-a824-af903de8552f HTTP/1.1" status: 200 len: 217 time: 0.0361159 Jul 13 14:16:20.524597 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4e4796-22c2-45fd-a52c-418948a6abea req-82d26066-80fd-4b2c-9c8d-b63bcb9636fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:16:20.526248 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cd4e4796-22c2-45fd-a52c-418948a6abea req-82d26066-80fd-4b2c-9c8d-b63bcb9636fb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6728334e-b0b1-4ba8-880a-f1431373cfed HTTP/1.1" status: 200 len: 850 time: 0.0592427 Jul 13 14:16:20.590643 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4e4796-22c2-45fd-a52c-418948a6abea req-5f21cb23-223a-4b27-b72d-ffec314e4bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:16:20.592634 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cd4e4796-22c2-45fd-a52c-418948a6abea req-5f21cb23-223a-4b27-b72d-ffec314e4bc8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a2277fe2-5365-4bd5-b2cf-1188f0e7fb16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0605752 Jul 13 14:16:20.683215 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cd4e4796-22c2-45fd-a52c-418948a6abea req-1302c447-4089-4903-af7c-889e510d8e01 service neutron] 10.222.0.41 "GET /v2.0/networks/a2277fe2-5365-4bd5-b2cf-1188f0e7fb16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834267 Jul 13 14:16:20.779713 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cd4e4796-22c2-45fd-a52c-418948a6abea req-dbd06d2c-6b3f-437a-9a5b-887e104ac15c service neutron] 10.222.0.41 "GET /v2.0/networks/a2277fe2-5365-4bd5-b2cf-1188f0e7fb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883992 Jul 13 14:16:21.221534 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:16:21.401791 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f048b8f-67b8-462c-a062-2f9dfae40e44 req-0de96b80-cbd3-41c5-9e51-3a915675dcbe tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:16:21.403289 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-0f048b8f-67b8-462c-a062-2f9dfae40e44 req-0de96b80-cbd3-41c5-9e51-3a915675dcbe tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/ports?device_id=c059fc88-7e59-43dc-af71-4be7973f77c6 HTTP/1.1" status: 200 len: 944 time: 0.0635312 Jul 13 14:16:21.444983 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-0f048b8f-67b8-462c-a062-2f9dfae40e44 req-d3bb8da5-1aac-46f4-907a-0c13cf579da4 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/security-groups?id=327f6fa2-19e0-4d43-babb-db11eb72d370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360644 Jul 13 14:16:22.626850 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df60d9ae-18db-4478-83aa-f66cb1f88803 req-224db213-f60a-4c11-b910-efb86c37a9aa tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:16:22.628336 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-df60d9ae-18db-4478-83aa-f66cb1f88803 req-224db213-f60a-4c11-b910-efb86c37a9aa tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/ports?device_id=c059fc88-7e59-43dc-af71-4be7973f77c6 HTTP/1.1" status: 200 len: 944 time: 0.0697856 Jul 13 14:16:22.668393 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-df60d9ae-18db-4478-83aa-f66cb1f88803 req-2ec49729-bcf7-4422-b484-edeab0cba742 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/security-groups?id=327f6fa2-19e0-4d43-babb-db11eb72d370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343134 Jul 13 14:16:22.734610 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:16:23.853597 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e69b79-b7f7-4715-a205-5f1343d85485 req-f4f1b461-c0db-41b4-8f5e-56fbe9479edb tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:16:23.855097 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-99e69b79-b7f7-4715-a205-5f1343d85485 req-f4f1b461-c0db-41b4-8f5e-56fbe9479edb tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/ports?device_id=c059fc88-7e59-43dc-af71-4be7973f77c6 HTTP/1.1" status: 200 len: 944 time: 0.0700576 Jul 13 14:16:23.893034 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-99e69b79-b7f7-4715-a205-5f1343d85485 req-278a3ad7-e322-4a47-a272-29ef1c831e98 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/security-groups?id=327f6fa2-19e0-4d43-babb-db11eb72d370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321178 Jul 13 14:16:24.590614 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device a66c1d15-803b-46c2-81e2-25a21e1080e4 details requested by agent hyperv_n-h1-800634-1 with host n-h1-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 14:16:24.690135 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port a66c1d15-803b-46c2-81e2-25a21e1080e4, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=a66c1d15-803b-46c2-81e2-25a21e1080e4,segment=NetworkSegment(4c12d2cb-e5d8-4587-a297-9866d410582d),segment_id=4c12d2cb-e5d8-4587-a297-9866d410582d)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:16:24.702171 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Returning: {'device': 'a66c1d15-803b-46c2-81e2-25a21e1080e4', 'network_id': 'a2277fe2-5365-4bd5-b2cf-1188f0e7fb16', 'port_id': 'a66c1d15-803b-46c2-81e2-25a21e1080e4', 'mac_address': 'fa:16:3e:52:a0:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6728334e-b0b1-4ba8-880a-f1431373cfed', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 14:16:24.746118 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:16:24.759597 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a66c1d15-803b-46c2-81e2-25a21e1080e4 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:16:24.779684 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port a66c1d15-803b-46c2-81e2-25a21e1080e4, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=a66c1d15-803b-46c2-81e2-25a21e1080e4,segment=NetworkSegment(4c12d2cb-e5d8-4587-a297-9866d410582d),segment_id=4c12d2cb-e5d8-4587-a297-9866d410582d)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:16:24.783757 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:16:24.845272 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=a66c1d15-803b-46c2-81e2-25a21e1080e4,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:16:24.853873 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:16:24.854339 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:16:24.854789 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:16:24.855170 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:16:24.855666 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:16:24.856067 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:16:24.856403 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:16:24.856951 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:16:24.857288 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:16:24.857794 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:16:24.858248 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:16:24.858679 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:16:25.017763 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['a66c1d15-803b-46c2-81e2-25a21e1080e4'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:16:25.131430 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81549ac7-4665-4578-b718-65aaeb8c0af0 req-215449f2-d35a-4dd2-8143-500ae889ee4a tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:16:25.133024 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-81549ac7-4665-4578-b718-65aaeb8c0af0 req-215449f2-d35a-4dd2-8143-500ae889ee4a tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/ports?device_id=c059fc88-7e59-43dc-af71-4be7973f77c6 HTTP/1.1" status: 200 len: 945 time: 0.0848813 Jul 13 14:16:25.178876 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-81549ac7-4665-4578-b718-65aaeb8c0af0 req-c184ab79-6cb0-4a99-9d82-bb8ba9c668f2 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/security-groups?id=327f6fa2-19e0-4d43-babb-db11eb72d370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398376 Jul 13 14:16:26.375315 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8883437-faa2-4d4b-b411-0f008954ef23 req-a09b9d2e-6dca-4d2e-9448-fb789bd297c5 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:16:26.376839 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a8883437-faa2-4d4b-b411-0f008954ef23 req-a09b9d2e-6dca-4d2e-9448-fb789bd297c5 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/ports?device_id=c059fc88-7e59-43dc-af71-4be7973f77c6 HTTP/1.1" status: 200 len: 945 time: 0.0708051 Jul 13 14:16:26.415586 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a8883437-faa2-4d4b-b411-0f008954ef23 req-518f975a-c1c4-4172-ba3b-0d0db2c06efa tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/security-groups?id=327f6fa2-19e0-4d43-babb-db11eb72d370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325520 Jul 13 14:16:26.618141 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device a66c1d15-803b-46c2-81e2-25a21e1080e4 up at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:16:26.668710 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning for port a66c1d15-803b-46c2-81e2-25a21e1080e4 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:16:26.672506 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning complete for port a66c1d15-803b-46c2-81e2-25a21e1080e4 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:16:26.672890 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:16:26.753480 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:16:26.778347 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c059fc88-7e59-43dc-af71-4be7973f77c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a66c1d15-803b-46c2-81e2-25a21e1080e4'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:16:26.780704 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78772191-66c3-48a8-9368-7f785d40bb02" -d '{"events": [{"server_uuid": "c059fc88-7e59-43dc-af71-4be7973f77c6", "name": "network-vif-plugged", "status": "completed", "tag": "a66c1d15-803b-46c2-81e2-25a21e1080e4"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:16:26.794983 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port a66c1d15-803b-46c2-81e2-25a21e1080e4, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=a66c1d15-803b-46c2-81e2-25a21e1080e4,segment=NetworkSegment(4c12d2cb-e5d8-4587-a297-9866d410582d),segment_id=4c12d2cb-e5d8-4587-a297-9866d410582d)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:16:26.799467 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:16:26.839173 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:16:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0273a5c2-28a6-4b47-8db1-4421ecf4e213 x-openstack-request-id: req-0273a5c2-28a6-4b47-8db1-4421ecf4e213 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:16:26.839473 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c059fc88-7e59-43dc-af71-4be7973f77c6", "name": "network-vif-plugged", "status": "completed", "tag": "a66c1d15-803b-46c2-81e2-25a21e1080e4", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:16:26.839734 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0273a5c2-28a6-4b47-8db1-4421ecf4e213 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:16:26.840126 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c059fc88-7e59-43dc-af71-4be7973f77c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a66c1d15-803b-46c2-81e2-25a21e1080e4', 'code': 200} Jul 13 14:16:26.863320 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=a66c1d15-803b-46c2-81e2-25a21e1080e4,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:16:26.961810 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e54949-5865-4342-be7a-5f51bcf2121b req-b577efd6-3f90-4b99-b0ec-a4affeb777fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:16:26.963498 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-41e54949-5865-4342-be7a-5f51bcf2121b req-b577efd6-3f90-4b99-b0ec-a4affeb777fe service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c059fc88-7e59-43dc-af71-4be7973f77c6 HTTP/1.1" status: 200 len: 1097 time: 0.0587642 Jul 13 14:16:27.002929 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-41e54949-5865-4342-be7a-5f51bcf2121b req-9a9471ca-61cb-40af-87fa-2aa957cbadbd service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=327f6fa2-19e0-4d43-babb-db11eb72d370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331092 Jul 13 14:16:27.591317 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12788123-7b36-4dc1-84ee-d33fca2ae18c req-e41dc9e6-85b7-435d-bb73-2274de03df1a tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:16:27.592810 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-12788123-7b36-4dc1-84ee-d33fca2ae18c req-e41dc9e6-85b7-435d-bb73-2274de03df1a tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/ports?device_id=c059fc88-7e59-43dc-af71-4be7973f77c6 HTTP/1.1" status: 200 len: 946 time: 0.0634167 Jul 13 14:16:27.631928 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-12788123-7b36-4dc1-84ee-d33fca2ae18c req-fc02ab43-8e89-4a0a-adf6-125a20b4fbf7 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/security-groups?id=327f6fa2-19e0-4d43-babb-db11eb72d370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330193 Jul 13 14:16:28.809307 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eb4ce7-f8d7-4cbe-979c-ef9a7819b133 req-27cf86ef-c452-4abc-ab62-32f81720edaa tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:16:28.810876 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-10eb4ce7-f8d7-4cbe-979c-ef9a7819b133 req-27cf86ef-c452-4abc-ab62-32f81720edaa tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/ports?device_id=c059fc88-7e59-43dc-af71-4be7973f77c6 HTTP/1.1" status: 200 len: 946 time: 0.0664082 Jul 13 14:16:28.850903 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-10eb4ce7-f8d7-4cbe-979c-ef9a7819b133 req-49f19075-4860-431b-9aa5-bc215450c9c3 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/security-groups?id=327f6fa2-19e0-4d43-babb-db11eb72d370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337934 Jul 13 14:16:29.035528 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2c53e1-d0b4-47be-a906-f3bfc34559b8 req-01cdf8eb-69ca-443a-8783-f4cb0137381b tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:16:29.037005 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8a2c53e1-d0b4-47be-a906-f3bfc34559b8 req-01cdf8eb-69ca-443a-8783-f4cb0137381b tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/ports?device_id=c059fc88-7e59-43dc-af71-4be7973f77c6 HTTP/1.1" status: 200 len: 946 time: 0.0679555 Jul 13 14:16:29.074796 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8a2c53e1-d0b4-47be-a906-f3bfc34559b8 req-5b17839a-8250-4be0-a447-80a2238376cf tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/security-groups?id=327f6fa2-19e0-4d43-babb-db11eb72d370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317452 Jul 13 14:16:29.518453 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03e2d0f-c1b7-4ab1-bcec-c8247389a365 req-4f53ffd0-037e-4736-a9cc-99f98834c1e3 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:16:29.519813 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e03e2d0f-c1b7-4ab1-bcec-c8247389a365 req-4f53ffd0-037e-4736-a9cc-99f98834c1e3 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/ports?device_id=c059fc88-7e59-43dc-af71-4be7973f77c6 HTTP/1.1" status: 200 len: 946 time: 0.0627275 Jul 13 14:16:29.557568 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e03e2d0f-c1b7-4ab1-bcec-c8247389a365 req-e118e0c3-509d-46ec-ba4d-2cfce1f9a940 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/security-groups?id=327f6fa2-19e0-4d43-babb-db11eb72d370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318503 Jul 13 14:16:30.677388 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:16:30.743459 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918354f2-3950-4378-b927-c098b7b6f7f4 req-f26601c1-bdac-45e2-a369-efe16d572f94 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:16:30.744961 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-918354f2-3950-4378-b927-c098b7b6f7f4 req-f26601c1-bdac-45e2-a369-efe16d572f94 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/ports?device_id=c059fc88-7e59-43dc-af71-4be7973f77c6 HTTP/1.1" status: 200 len: 946 time: 0.0700102 Jul 13 14:16:30.784389 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-918354f2-3950-4378-b927-c098b7b6f7f4 req-105a8ada-a5fe-4b51-9eb7-8cf2ba92a5f2 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/security-groups?id=327f6fa2-19e0-4d43-babb-db11eb72d370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334375 Jul 13 14:16:30.867518 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d43e7f-89aa-49d5-815f-dca6faa8ab23 req-538a3618-7e62-4e82-8047-33cf0d232963 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:16:30.869038 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-25d43e7f-89aa-49d5-815f-dca6faa8ab23 req-538a3618-7e62-4e82-8047-33cf0d232963 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.26 "GET /v2.0/ports?device_id=c059fc88-7e59-43dc-af71-4be7973f77c6 HTTP/1.1" status: 200 len: 946 time: 0.0672281 Jul 13 14:16:30.944563 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:16:30.976031 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-25d43e7f-89aa-49d5-815f-dca6faa8ab23 req-a2764b18-9a03-425b-a905-6d38463b2a14 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Deleting port a66c1d15-803b-46c2-81e2-25a21e1080e4 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:16:30.976458 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-25d43e7f-89aa-49d5-815f-dca6faa8ab23 req-a2764b18-9a03-425b-a905-6d38463b2a14 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:16:31.063643 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-25d43e7f-89aa-49d5-815f-dca6faa8ab23 req-a2764b18-9a03-425b-a905-6d38463b2a14 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] For port a66c1d15-803b-46c2-81e2-25a21e1080e4, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=a66c1d15-803b-46c2-81e2-25a21e1080e4,segment=NetworkSegment(4c12d2cb-e5d8-4587-a297-9866d410582d),segment_id=4c12d2cb-e5d8-4587-a297-9866d410582d)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:16:31.064002 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-25d43e7f-89aa-49d5-815f-dca6faa8ab23 req-a2764b18-9a03-425b-a905-6d38463b2a14 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:16:31.076872 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-25d43e7f-89aa-49d5-815f-dca6faa8ab23 req-a2764b18-9a03-425b-a905-6d38463b2a14 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Calling delete_port for a66c1d15-803b-46c2-81e2-25a21e1080e4 owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:16:31.206411 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-25d43e7f-89aa-49d5-815f-dca6faa8ab23 req-a2764b18-9a03-425b-a905-6d38463b2a14 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:16:31.219220 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['a66c1d15-803b-46c2-81e2-25a21e1080e4'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:16:31.221469 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['a56bfed8-421e-40ab-a824-af903de8552f'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:16:31.235763 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2764b18-9a03-425b-a905-6d38463b2a14 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Pushing event deleted for resources: {'Port': ['ID=a66c1d15-803b-46c2-81e2-25a21e1080e4,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:16:31.285704 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-25d43e7f-89aa-49d5-815f-dca6faa8ab23 req-a2764b18-9a03-425b-a905-6d38463b2a14 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] No DVR routers for this DVR port a66c1d15-803b-46c2-81e2-25a21e1080e4 on host n-h1-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:16:31.288496 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-25d43e7f-89aa-49d5-815f-dca6faa8ab23 req-a2764b18-9a03-425b-a905-6d38463b2a14 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:16:31.290977 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-25d43e7f-89aa-49d5-815f-dca6faa8ab23 req-a2764b18-9a03-425b-a905-6d38463b2a14 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.26 "DELETE /v2.0/ports/a66c1d15-803b-46c2-81e2-25a21e1080e4 HTTP/1.1" status: 204 len: 173 time: 0.4171150 Jul 13 14:16:31.291452 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c059fc88-7e59-43dc-af71-4be7973f77c6', 'name': 'network-vif-deleted', 'tag': 'a66c1d15-803b-46c2-81e2-25a21e1080e4'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:16:31.294065 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15bf91ae-3e7d-4bdf-b14f-a4469b2b68fe" -d '{"events": [{"server_uuid": "c059fc88-7e59-43dc-af71-4be7973f77c6", "name": "network-vif-deleted", "tag": "a66c1d15-803b-46c2-81e2-25a21e1080e4"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:16:31.342956 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebe98699-887f-4e4f-b5af-96a5eb18998c x-openstack-request-id: req-ebe98699-887f-4e4f-b5af-96a5eb18998c {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:16:31.343273 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c059fc88-7e59-43dc-af71-4be7973f77c6", "name": "network-vif-deleted", "tag": "a66c1d15-803b-46c2-81e2-25a21e1080e4", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:16:31.343575 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ebe98699-887f-4e4f-b5af-96a5eb18998c {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:16:31.344331 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c059fc88-7e59-43dc-af71-4be7973f77c6', 'name': 'network-vif-deleted', 'tag': 'a66c1d15-803b-46c2-81e2-25a21e1080e4', 'status': 'completed', 'code': 200} Jul 13 14:16:31.935561 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1f60c8ba-e427-4122-b50a-1a52d8627611 req-98221f58-c919-44a2-b7e4-8fead87ee681 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/ports?device_id=c059fc88-7e59-43dc-af71-4be7973f77c6 HTTP/1.1" status: 200 len: 210 time: 0.0333068 Jul 13 14:16:33.082400 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-34df4d5b-0353-4131-ba4a-5a25f10ac39e req-00c4d9ae-7286-468b-8b06-57d097a6eb07 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/ports?device_id=c059fc88-7e59-43dc-af71-4be7973f77c6 HTTP/1.1" status: 200 len: 210 time: 0.0324619 Jul 13 14:16:34.230636 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-56728b51-144c-4000-afb7-a860d10c4454 req-0a655396-fe39-4d79-a1b2-c82d7a83609f tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/ports?device_id=c059fc88-7e59-43dc-af71-4be7973f77c6 HTTP/1.1" status: 200 len: 210 time: 0.0309522 Jul 13 14:16:34.650090 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device a66c1d15-803b-46c2-81e2-25a21e1080e4 no longer exists at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:16:34.670524 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-381d4315-9089-413f-a071-aa2897bda790 None None] No Port match for: a66c1d15-803b-46c2-81e2-25a21e1080e4 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:16:34.670902 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device a66c1d15-803b-46c2-81e2-25a21e1080e4 not bound to the agent host n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:16:35.437242 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e5f07d0d-05cd-4738-bab0-af6e29f02238 req-ce04b39f-0cd5-426b-89b3-eb5194bc3589 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/ports?device_id=c059fc88-7e59-43dc-af71-4be7973f77c6 HTTP/1.1" status: 200 len: 210 time: 0.0350664 Jul 13 14:16:40.081450 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c90ca43-4e33-45c6-a7d0-c829e7b9b961 req-df1fe05d-35a2-47da-9cbe-c431594a9381 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:16:40.082953 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2c90ca43-4e33-45c6-a7d0-c829e7b9b961 req-df1fe05d-35a2-47da-9cbe-c431594a9381 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e1371f6-f4e6-4665-a1c2-3fee96c8e681 HTTP/1.1" status: 200 len: 946 time: 0.0623965 Jul 13 14:16:40.120526 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2c90ca43-4e33-45c6-a7d0-c829e7b9b961 req-e41f3385-6589-4aa5-90b7-2e9c78c37b46 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/security-groups?id=327f6fa2-19e0-4d43-babb-db11eb72d370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314891 Jul 13 14:16:41.298935 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7f681c-9571-4a7d-a26d-406d9a48100d req-bd547079-b942-46a2-8d34-0326b32f5f43 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:16:41.300629 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8a7f681c-9571-4a7d-a26d-406d9a48100d req-bd547079-b942-46a2-8d34-0326b32f5f43 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e1371f6-f4e6-4665-a1c2-3fee96c8e681 HTTP/1.1" status: 200 len: 946 time: 0.0632851 Jul 13 14:16:41.339033 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8a7f681c-9571-4a7d-a26d-406d9a48100d req-1d6cffb4-4e83-4c8b-980c-9426ab919645 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/security-groups?id=327f6fa2-19e0-4d43-babb-db11eb72d370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321307 Jul 13 14:16:41.477844 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f0c492-c8d7-4c62-ad44-0fc2cebc4aa1 req-8deed30d-7009-4f34-898a-e43d3302b79e tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:16:41.479310 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-92f0c492-c8d7-4c62-ad44-0fc2cebc4aa1 req-8deed30d-7009-4f34-898a-e43d3302b79e tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e1371f6-f4e6-4665-a1c2-3fee96c8e681 HTTP/1.1" status: 200 len: 946 time: 0.0670478 Jul 13 14:16:41.576125 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-92f0c492-c8d7-4c62-ad44-0fc2cebc4aa1 req-4a93eaa0-51e6-4414-9363-c238b948f207 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Deleting port a56bfed8-421e-40ab-a824-af903de8552f {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:16:41.576470 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-92f0c492-c8d7-4c62-ad44-0fc2cebc4aa1 req-4a93eaa0-51e6-4414-9363-c238b948f207 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:16:41.666715 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-92f0c492-c8d7-4c62-ad44-0fc2cebc4aa1 req-4a93eaa0-51e6-4414-9363-c238b948f207 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] For port a56bfed8-421e-40ab-a824-af903de8552f, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=a56bfed8-421e-40ab-a824-af903de8552f,segment=NetworkSegment(4c12d2cb-e5d8-4587-a297-9866d410582d),segment_id=4c12d2cb-e5d8-4587-a297-9866d410582d)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:16:41.667076 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-92f0c492-c8d7-4c62-ad44-0fc2cebc4aa1 req-4a93eaa0-51e6-4414-9363-c238b948f207 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:16:41.678999 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-92f0c492-c8d7-4c62-ad44-0fc2cebc4aa1 req-4a93eaa0-51e6-4414-9363-c238b948f207 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Calling delete_port for a56bfed8-421e-40ab-a824-af903de8552f owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:16:41.807996 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-92f0c492-c8d7-4c62-ad44-0fc2cebc4aa1 req-4a93eaa0-51e6-4414-9363-c238b948f207 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:16:41.820361 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['a56bfed8-421e-40ab-a824-af903de8552f'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:16:41.837797 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a93eaa0-51e6-4414-9363-c238b948f207 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Pushing event deleted for resources: {'Port': ['ID=a56bfed8-421e-40ab-a824-af903de8552f,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:16:41.865473 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a93eaa0-51e6-4414-9363-c238b948f207 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:16:41.865852 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a93eaa0-51e6-4414-9363-c238b948f207 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:16:41.866199 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a93eaa0-51e6-4414-9363-c238b948f207 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:16:41.866541 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a93eaa0-51e6-4414-9363-c238b948f207 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:16:41.866876 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a93eaa0-51e6-4414-9363-c238b948f207 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:16:41.867264 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a93eaa0-51e6-4414-9363-c238b948f207 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:16:41.867536 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a93eaa0-51e6-4414-9363-c238b948f207 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:16:41.867861 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a93eaa0-51e6-4414-9363-c238b948f207 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:16:41.868186 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a93eaa0-51e6-4414-9363-c238b948f207 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:16:41.868510 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a93eaa0-51e6-4414-9363-c238b948f207 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:16:41.868831 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a93eaa0-51e6-4414-9363-c238b948f207 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:16:41.869154 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a93eaa0-51e6-4414-9363-c238b948f207 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:16:41.891991 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-92f0c492-c8d7-4c62-ad44-0fc2cebc4aa1 req-4a93eaa0-51e6-4414-9363-c238b948f207 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] No DVR routers for this DVR port a56bfed8-421e-40ab-a824-af903de8552f on host n-h2-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:16:41.894504 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-92f0c492-c8d7-4c62-ad44-0fc2cebc4aa1 req-4a93eaa0-51e6-4414-9363-c238b948f207 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:16:41.896466 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-92f0c492-c8d7-4c62-ad44-0fc2cebc4aa1 req-4a93eaa0-51e6-4414-9363-c238b948f207 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.41 "DELETE /v2.0/ports/a56bfed8-421e-40ab-a824-af903de8552f HTTP/1.1" status: 204 len: 173 time: 0.4119794 Jul 13 14:16:41.896896 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e1371f6-f4e6-4665-a1c2-3fee96c8e681', 'name': 'network-vif-deleted', 'tag': 'a56bfed8-421e-40ab-a824-af903de8552f'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:16:41.899826 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b80c98af-e0ef-4f27-8ac4-da834ddb96fa" -d '{"events": [{"server_uuid": "7e1371f6-f4e6-4665-a1c2-3fee96c8e681", "name": "network-vif-deleted", "tag": "a56bfed8-421e-40ab-a824-af903de8552f"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:16:41.945481 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:16:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c667dd2c-1ded-49b9-95ee-e4181c41b929 x-openstack-request-id: req-c667dd2c-1ded-49b9-95ee-e4181c41b929 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:16:41.945898 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e1371f6-f4e6-4665-a1c2-3fee96c8e681", "name": "network-vif-deleted", "tag": "a56bfed8-421e-40ab-a824-af903de8552f", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:16:41.946158 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c667dd2c-1ded-49b9-95ee-e4181c41b929 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:16:41.946561 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e1371f6-f4e6-4665-a1c2-3fee96c8e681', 'name': 'network-vif-deleted', 'tag': 'a56bfed8-421e-40ab-a824-af903de8552f', 'status': 'completed', 'code': 200} Jul 13 14:16:42.490042 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-0ce98234-9716-4829-abdc-c1cd61d372ff req-cf030832-5056-4fd3-9744-7d8fcd1909f4 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e1371f6-f4e6-4665-a1c2-3fee96c8e681 HTTP/1.1" status: 200 len: 210 time: 0.0287001 Jul 13 14:16:43.633695 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7c48be00-ecf6-4643-8818-32476692ed2f req-70724d3d-0a25-422a-b6c0-72ba59082b56 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e1371f6-f4e6-4665-a1c2-3fee96c8e681 HTTP/1.1" status: 200 len: 210 time: 0.0302050 Jul 13 14:16:44.778857 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-00120e88-aa34-4c9a-a1d2-80b1e389254d req-2d7e4a2c-b54f-4795-861c-0d0e07d438a6 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e1371f6-f4e6-4665-a1c2-3fee96c8e681 HTTP/1.1" status: 200 len: 210 time: 0.0323012 Jul 13 14:16:44.868035 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device a56bfed8-421e-40ab-a824-af903de8552f no longer exists at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:16:44.891211 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] No Port match for: a56bfed8-421e-40ab-a824-af903de8552f {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:16:44.891640 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device a56bfed8-421e-40ab-a824-af903de8552f not bound to the agent host n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:16:47.259923 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-90bd4732-4aad-4de7-b6ac-317999b578c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:16:49.045707 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 47386) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:16:49.050324 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-55254227-c348-471c-9066-4960d3c75ed6 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-919416036', 'description': 'tempest-secgroup-smoke-919416036 description', 'project_id': '5c9ef36c351841ca83dde6dc04bc97a4'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:16:49.071627 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-55254227-c348-471c-9066-4960d3c75ed6 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:16:49.151872 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-55254227-c348-471c-9066-4960d3c75ed6 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:16:49.155558 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-55254227-c348-471c-9066-4960d3c75ed6 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:16:49.184766 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-55254227-c348-471c-9066-4960d3c75ed6 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:16:49.186016 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-55254227-c348-471c-9066-4960d3c75ed6 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1392775 Jul 13 14:16:49.186694 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55254227-c348-471c-9066-4960d3c75ed6 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c6a1591-b676-474e-9244-bc788ecd8d7f,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:16:49.189251 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 47388) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:16:49.193924 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-199c03be-6e99-4e8f-a6c0-0bde2131a4bc tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Request body: {'security_group_rule': {'security_group_id': '8c6a1591-b676-474e-9244-bc788ecd8d7f', 'project_id': '5c9ef36c351841ca83dde6dc04bc97a4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:16:49.194076 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55254227-c348-471c-9066-4960d3c75ed6 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:16:49.194372 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55254227-c348-471c-9066-4960d3c75ed6 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:16:49.195263 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55254227-c348-471c-9066-4960d3c75ed6 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:16:49.195596 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55254227-c348-471c-9066-4960d3c75ed6 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:16:49.196002 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55254227-c348-471c-9066-4960d3c75ed6 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:16:49.196337 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55254227-c348-471c-9066-4960d3c75ed6 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:16:49.196664 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55254227-c348-471c-9066-4960d3c75ed6 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:16:49.196985 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55254227-c348-471c-9066-4960d3c75ed6 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:16:49.197303 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55254227-c348-471c-9066-4960d3c75ed6 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:16:49.197622 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55254227-c348-471c-9066-4960d3c75ed6 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:16:49.197967 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55254227-c348-471c-9066-4960d3c75ed6 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:16:49.198288 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55254227-c348-471c-9066-4960d3c75ed6 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:16:49.221287 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-199c03be-6e99-4e8f-a6c0-0bde2131a4bc tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:16:49.280091 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-199c03be-6e99-4e8f-a6c0-0bde2131a4bc tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:16:49.283724 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-199c03be-6e99-4e8f-a6c0-0bde2131a4bc tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:16:49.302300 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199c03be-6e99-4e8f-a6c0-0bde2131a4bc tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef52cb01-7db4-4c9c-adaf-a1bf5c1067e7,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:16:49.304540 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-199c03be-6e99-4e8f-a6c0-0bde2131a4bc tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:16:49.305721 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-199c03be-6e99-4e8f-a6c0-0bde2131a4bc tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1154909 Jul 13 14:16:49.308509 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 47390) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:16:49.312960 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-c9e3d6c6-6e1b-4ed9-9e76-aa387d451474 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Request body: {'security_group_rule': {'security_group_id': '8c6a1591-b676-474e-9244-bc788ecd8d7f', 'project_id': '5c9ef36c351841ca83dde6dc04bc97a4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:16:49.339851 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c9e3d6c6-6e1b-4ed9-9e76-aa387d451474 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:16:49.395575 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c9e3d6c6-6e1b-4ed9-9e76-aa387d451474 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:16:49.400148 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c9e3d6c6-6e1b-4ed9-9e76-aa387d451474 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:16:49.416899 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e3d6c6-6e1b-4ed9-9e76-aa387d451474 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba8a08cd-f9a1-46f2-983e-d4251daabfe7,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:16:49.423121 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c9e3d6c6-6e1b-4ed9-9e76-aa387d451474 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:16:49.424340 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-c9e3d6c6-6e1b-4ed9-9e76-aa387d451474 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1148610 Jul 13 14:16:49.427199 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 47392) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:16:49.431935 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-f2f07cb9-4e85-4a3b-94ac-61ca5cb63b2e tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Request body: {'security_group_rule': {'security_group_id': '8c6a1591-b676-474e-9244-bc788ecd8d7f', 'project_id': '5c9ef36c351841ca83dde6dc04bc97a4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:16:49.459827 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f2f07cb9-4e85-4a3b-94ac-61ca5cb63b2e tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:16:49.516355 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f2f07cb9-4e85-4a3b-94ac-61ca5cb63b2e tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:16:49.519928 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f2f07cb9-4e85-4a3b-94ac-61ca5cb63b2e tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:16:49.537953 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f07cb9-4e85-4a3b-94ac-61ca5cb63b2e tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5c70ce0-da60-472a-a9bf-290e8f0e881d,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:16:49.543006 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f2f07cb9-4e85-4a3b-94ac-61ca5cb63b2e tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:16:49.544191 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-f2f07cb9-4e85-4a3b-94ac-61ca5cb63b2e tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1160235 Jul 13 14:16:49.546885 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 47394) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:16:49.551417 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-bc703bfb-6c9d-4128-893f-8313df1a4465 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Request body: {'security_group_rule': {'security_group_id': '8c6a1591-b676-474e-9244-bc788ecd8d7f', 'project_id': '5c9ef36c351841ca83dde6dc04bc97a4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:16:49.578755 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bc703bfb-6c9d-4128-893f-8313df1a4465 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:16:49.639459 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bc703bfb-6c9d-4128-893f-8313df1a4465 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:16:49.642893 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bc703bfb-6c9d-4128-893f-8313df1a4465 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:16:49.659602 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc703bfb-6c9d-4128-893f-8313df1a4465 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08ca774c-1fa4-4246-a8d8-e6363f3b62e4,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:16:49.666557 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bc703bfb-6c9d-4128-893f-8313df1a4465 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:16:49.668161 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-bc703bfb-6c9d-4128-893f-8313df1a4465 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1201935 Jul 13 14:16:49.670744 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 47396) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:16:49.675064 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-d00bf3cb-8207-4176-9046-cb8c099ddabb tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Request body: {'security_group_rule': {'security_group_id': '8c6a1591-b676-474e-9244-bc788ecd8d7f', 'project_id': '5c9ef36c351841ca83dde6dc04bc97a4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:16:49.696806 n-d-800634-1 neutron-server[93750]: INFO neutron.db.securitygroups_db [None req-d00bf3cb-8207-4176-9046-cb8c099ddabb tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Project 5c9ef36c351841ca83dde6dc04bc97a4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 14:16:49.701710 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d00bf3cb-8207-4176-9046-cb8c099ddabb tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:16:49.761318 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d00bf3cb-8207-4176-9046-cb8c099ddabb tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:16:49.764795 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d00bf3cb-8207-4176-9046-cb8c099ddabb tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:16:49.785172 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00bf3cb-8207-4176-9046-cb8c099ddabb tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a71ba148-6a77-40f8-b199-db262afcf539,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:16:49.789698 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d00bf3cb-8207-4176-9046-cb8c099ddabb tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:16:49.790924 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-d00bf3cb-8207-4176-9046-cb8c099ddabb tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1192634 Jul 13 14:16:49.793903 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 47398) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:16:49.798450 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-554590f4-9ca2-444f-a92d-6ef94352a533 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Request body: {'security_group_rule': {'security_group_id': '8c6a1591-b676-474e-9244-bc788ecd8d7f', 'project_id': '5c9ef36c351841ca83dde6dc04bc97a4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:16:49.819406 n-d-800634-1 neutron-server[93750]: INFO neutron.db.securitygroups_db [None req-554590f4-9ca2-444f-a92d-6ef94352a533 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Project 5c9ef36c351841ca83dde6dc04bc97a4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 14:16:49.824445 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-554590f4-9ca2-444f-a92d-6ef94352a533 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:16:49.884999 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-554590f4-9ca2-444f-a92d-6ef94352a533 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:16:49.888342 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-554590f4-9ca2-444f-a92d-6ef94352a533 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:16:49.907576 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9f04eb5f-b12b-4479-af24-5104b27a6b0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:16:49.911496 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554590f4-9ca2-444f-a92d-6ef94352a533 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ff487a4-6b4f-4ca0-99a7-548b53c174d0,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:16:49.914646 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-554590f4-9ca2-444f-a92d-6ef94352a533 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:16:49.915849 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-554590f4-9ca2-444f-a92d-6ef94352a533 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1210275 Jul 13 14:16:50.045251 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:16:51.226865 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:16:52.737566 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:16:56.559907 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:17:00.676632 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:17:00.958818 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:17:04.236585 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-532463cc-860c-4d76-8bd5-88c942e25206 req-69709d1a-66fe-4a6d-872c-6fe053bffe73 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-919416036&fields=id&tenant_id=5c9ef36c351841ca83dde6dc04bc97a4 HTTP/1.1" status: 200 len: 267 time: 0.0442207 Jul 13 14:17:04.339801 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532463cc-860c-4d76-8bd5-88c942e25206 req-202ca7cf-8ec6-40a5-9711-78915ee562c5 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:17:04.341188 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-532463cc-860c-4d76-8bd5-88c942e25206 req-202ca7cf-8ec6-40a5-9711-78915ee562c5 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/networks?id=a2277fe2-5365-4bd5-b2cf-1188f0e7fb16 HTTP/1.1" status: 200 len: 811 time: 0.0982518 Jul 13 14:17:04.355199 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-532463cc-860c-4d76-8bd5-88c942e25206 req-785b7830-f92e-40b8-941a-2835eef1cf49 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/quotas/5c9ef36c351841ca83dde6dc04bc97a4 HTTP/1.1" status: 200 len: 375 time: 0.0087845 Jul 13 14:17:04.427902 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-532463cc-860c-4d76-8bd5-88c942e25206 req-c3e2b89e-7d00-420b-81f3-9e221b24d109 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=5c9ef36c351841ca83dde6dc04bc97a4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0679069 Jul 13 14:17:04.520752 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-532463cc-860c-4d76-8bd5-88c942e25206 req-7b97b277-b0fc-41ad-b042-75409f190cdb service neutron] 10.222.0.23 "GET /v2.0/networks/a2277fe2-5365-4bd5-b2cf-1188f0e7fb16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812020 Jul 13 14:17:04.611680 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-532463cc-860c-4d76-8bd5-88c942e25206 req-ad7e67c0-0228-483b-b60e-e18683c24e53 service neutron] 10.222.0.23 "GET /v2.0/networks/a2277fe2-5365-4bd5-b2cf-1188f0e7fb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843029 Jul 13 14:17:04.902932 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a2ea3f4d-9295-401a-832d-30697702fd61 req-f75e7560-aa03-45ee-aac2-66cd7ab8cfb2 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b749909-0066-4c1f-a015-f68d647884bb HTTP/1.1" status: 200 len: 210 time: 0.0294657 Jul 13 14:17:06.190717 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5c610563-f3e6-4282-bb1a-5fc9c33d9be5 req-d21f4fd4-9dc2-4a46-8a9a-662f689956e9 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b749909-0066-4c1f-a015-f68d647884bb HTTP/1.1" status: 200 len: 210 time: 0.0595207 Jul 13 14:17:06.236666 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532463cc-860c-4d76-8bd5-88c942e25206 req-0307b834-a80f-439a-8630-1bf0b64b0c62 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:17:06.238130 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-532463cc-860c-4d76-8bd5-88c942e25206 req-0307b834-a80f-439a-8630-1bf0b64b0c62 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.41 "GET /v2.0/networks?id=a2277fe2-5365-4bd5-b2cf-1188f0e7fb16 HTTP/1.1" status: 200 len: 811 time: 0.4306962 Jul 13 14:17:06.281839 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-532463cc-860c-4d76-8bd5-88c942e25206 req-5c5e7980-698c-4a69-bbd1-11da7531e2d4 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5c9ef36c351841ca83dde6dc04bc97a4 HTTP/1.1" status: 200 len: 379 time: 0.0344238 Jul 13 14:17:06.291511 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-532463cc-860c-4d76-8bd5-88c942e25206 req-fcebc233-3d1d-42d9-a231-925c2c4eb248 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Request body: {'port': {'device_id': '4b749909-0066-4c1f-a015-f68d647884bb', 'network_id': 'a2277fe2-5365-4bd5-b2cf-1188f0e7fb16', 'admin_state_up': True, 'tenant_id': '5c9ef36c351841ca83dde6dc04bc97a4', 'security_groups': ['8c6a1591-b676-474e-9244-bc788ecd8d7f']}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:17:06.399405 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-532463cc-860c-4d76-8bd5-88c942e25206 req-fcebc233-3d1d-42d9-a231-925c2c4eb248 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Made reservation on behalf of 5c9ef36c351841ca83dde6dc04bc97a4 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:17:06.403266 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-532463cc-860c-4d76-8bd5-88c942e25206 req-fcebc233-3d1d-42d9-a231-925c2c4eb248 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:17:06.535038 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-532463cc-860c-4d76-8bd5-88c942e25206 req-fcebc233-3d1d-42d9-a231-925c2c4eb248 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Allocated IP 172.20.0.6 (a2277fe2-5365-4bd5-b2cf-1188f0e7fb16/6728334e-b0b1-4ba8-880a-f1431373cfed/5385d6e6-7882-4588-ae76-3fde0e3a4124) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:17:06.678930 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-532463cc-860c-4d76-8bd5-88c942e25206 req-fcebc233-3d1d-42d9-a231-925c2c4eb248 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:17:06.691938 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-532463cc-860c-4d76-8bd5-88c942e25206 req-fcebc233-3d1d-42d9-a231-925c2c4eb248 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Transition to ACTIVE for port object 5385d6e6-7882-4588-ae76-3fde0e3a4124 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:17:06.726021 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-532463cc-860c-4d76-8bd5-88c942e25206 req-fcebc233-3d1d-42d9-a231-925c2c4eb248 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:17:06.772295 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-532463cc-860c-4d76-8bd5-88c942e25206 req-fcebc233-3d1d-42d9-a231-925c2c4eb248 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Network a2277fe2-5365-4bd5-b2cf-1188f0e7fb16 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:17:06.776348 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-532463cc-860c-4d76-8bd5-88c942e25206 req-fcebc233-3d1d-42d9-a231-925c2c4eb248 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:17:06.780201 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-532463cc-860c-4d76-8bd5-88c942e25206 req-fcebc233-3d1d-42d9-a231-925c2c4eb248 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:17:06.786480 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcebc233-3d1d-42d9-a231-925c2c4eb248 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Pushing event updated for resources: {'Port': ['ID=5385d6e6-7882-4588-ae76-3fde0e3a4124,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:17:06.834479 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532463cc-860c-4d76-8bd5-88c942e25206 req-fcebc233-3d1d-42d9-a231-925c2c4eb248 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:17:06.835107 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-532463cc-860c-4d76-8bd5-88c942e25206 req-fcebc233-3d1d-42d9-a231-925c2c4eb248 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:17:06.850184 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-532463cc-860c-4d76-8bd5-88c942e25206 req-fcebc233-3d1d-42d9-a231-925c2c4eb248 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5624053 Jul 13 14:17:06.863820 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-532463cc-860c-4d76-8bd5-88c942e25206 req-1e1610d9-a0a7-4875-9d08-a1e3780d065c service neutron] Request body: {'port': {'device_id': '4b749909-0066-4c1f-a015-f68d647884bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:17:06.948467 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-532463cc-860c-4d76-8bd5-88c942e25206 req-1e1610d9-a0a7-4875-9d08-a1e3780d065c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:17:07.048092 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-abf9ffee-990e-4fd8-acfc-545b075362c1 None None] Provisioning for port 5385d6e6-7882-4588-ae76-3fde0e3a4124 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:17:07.052328 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-abf9ffee-990e-4fd8-acfc-545b075362c1 None None] Provisioning complete for port 5385d6e6-7882-4588-ae76-3fde0e3a4124 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:17:07.052923 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-abf9ffee-990e-4fd8-acfc-545b075362c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:17:07.086427 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-abf9ffee-990e-4fd8-acfc-545b075362c1 None None] Port 5385d6e6-7882-4588-ae76-3fde0e3a4124 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:17:07.237499 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-532463cc-860c-4d76-8bd5-88c942e25206 req-1e1610d9-a0a7-4875-9d08-a1e3780d065c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5385d6e6-7882-4588-ae76-3fde0e3a4124 {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:17:07.245712 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-532463cc-860c-4d76-8bd5-88c942e25206 req-1e1610d9-a0a7-4875-9d08-a1e3780d065c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:17:07.264105 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-532463cc-860c-4d76-8bd5-88c942e25206 req-1e1610d9-a0a7-4875-9d08-a1e3780d065c service neutron] Transition to ACTIVE for port object 5385d6e6-7882-4588-ae76-3fde0e3a4124 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:17:07.268106 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-532463cc-860c-4d76-8bd5-88c942e25206 req-1e1610d9-a0a7-4875-9d08-a1e3780d065c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:17:07.355311 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1610d9-a0a7-4875-9d08-a1e3780d065c service neutron] Pushing event updated for resources: {'Port': ['ID=5385d6e6-7882-4588-ae76-3fde0e3a4124,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:17:07.391792 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8911eba5-8a01-4039-8b69-2d3b589e57f8 req-83f344eb-0925-4ab3-87fb-e3974098f1cc tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:17:07.393785 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8911eba5-8a01-4039-8b69-2d3b589e57f8 req-83f344eb-0925-4ab3-87fb-e3974098f1cc tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b749909-0066-4c1f-a015-f68d647884bb HTTP/1.1" status: 200 len: 943 time: 0.0778034 Jul 13 14:17:07.443625 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8911eba5-8a01-4039-8b69-2d3b589e57f8 req-359f744f-0353-401f-9f30-23c2a9c80036 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c6a1591-b676-474e-9244-bc788ecd8d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390725 Jul 13 14:17:07.451324 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-532463cc-860c-4d76-8bd5-88c942e25206 req-1e1610d9-a0a7-4875-9d08-a1e3780d065c service neutron] Attempting to bind port 5385d6e6-7882-4588-ae76-3fde0e3a4124 on host n-h2-800634-1 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:17:07.451669 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-532463cc-860c-4d76-8bd5-88c942e25206 req-1e1610d9-a0a7-4875-9d08-a1e3780d065c service neutron] Attempting to bind port 5385d6e6-7882-4588-ae76-3fde0e3a4124 by drivers openvswitch,hyperv on host n-h2-800634-1 at level 0 using segments [{'id': '4c12d2cb-e5d8-4587-a297-9866d410582d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a2277fe2-5365-4bd5-b2cf-1188f0e7fb16'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:17:07.452552 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-532463cc-860c-4d76-8bd5-88c942e25206 req-1e1610d9-a0a7-4875-9d08-a1e3780d065c service neutron] Attempting to bind port 5385d6e6-7882-4588-ae76-3fde0e3a4124 on network a2277fe2-5365-4bd5-b2cf-1188f0e7fb16 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:17:07.457004 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-532463cc-860c-4d76-8bd5-88c942e25206 req-1e1610d9-a0a7-4875-9d08-a1e3780d065c service neutron] Port 5385d6e6-7882-4588-ae76-3fde0e3a4124 on network a2277fe2-5365-4bd5-b2cf-1188f0e7fb16 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-1 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 14:17:07.457341 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-532463cc-860c-4d76-8bd5-88c942e25206 req-1e1610d9-a0a7-4875-9d08-a1e3780d065c service neutron] Attempting to bind port 5385d6e6-7882-4588-ae76-3fde0e3a4124 on network a2277fe2-5365-4bd5-b2cf-1188f0e7fb16 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:17:07.468815 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-532463cc-860c-4d76-8bd5-88c942e25206 req-1e1610d9-a0a7-4875-9d08-a1e3780d065c service neutron] Checking agent: {'id': 'f615e5c9-21ab-43f2-adbc-192d64b795cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:17:07.469355 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-532463cc-860c-4d76-8bd5-88c942e25206 req-1e1610d9-a0a7-4875-9d08-a1e3780d065c service neutron] Checking segment: {'id': '4c12d2cb-e5d8-4587-a297-9866d410582d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a2277fe2-5365-4bd5-b2cf-1188f0e7fb16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:17:07.470017 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-532463cc-860c-4d76-8bd5-88c942e25206 req-1e1610d9-a0a7-4875-9d08-a1e3780d065c service neutron] Bound using segment: {'id': '4c12d2cb-e5d8-4587-a297-9866d410582d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a2277fe2-5365-4bd5-b2cf-1188f0e7fb16'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:17:07.470616 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-532463cc-860c-4d76-8bd5-88c942e25206 req-1e1610d9-a0a7-4875-9d08-a1e3780d065c service neutron] Bound port: 5385d6e6-7882-4588-ae76-3fde0e3a4124, host: n-h2-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c12d2cb-e5d8-4587-a297-9866d410582d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a2277fe2-5365-4bd5-b2cf-1188f0e7fb16'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:17:07.471279 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-532463cc-860c-4d76-8bd5-88c942e25206 req-1e1610d9-a0a7-4875-9d08-a1e3780d065c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:17:07.543482 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-532463cc-860c-4d76-8bd5-88c942e25206 req-1e1610d9-a0a7-4875-9d08-a1e3780d065c service neutron] For port 5385d6e6-7882-4588-ae76-3fde0e3a4124, host n-h2-800634-1, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:17:07.546804 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-532463cc-860c-4d76-8bd5-88c942e25206 req-1e1610d9-a0a7-4875-9d08-a1e3780d065c service neutron] For port 5385d6e6-7882-4588-ae76-3fde0e3a4124, host n-h2-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=5385d6e6-7882-4588-ae76-3fde0e3a4124,segment=NetworkSegment(4c12d2cb-e5d8-4587-a297-9866d410582d),segment_id=4c12d2cb-e5d8-4587-a297-9866d410582d)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:17:07.551847 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-532463cc-860c-4d76-8bd5-88c942e25206 req-1e1610d9-a0a7-4875-9d08-a1e3780d065c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:17:07.586731 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532463cc-860c-4d76-8bd5-88c942e25206 req-1e1610d9-a0a7-4875-9d08-a1e3780d065c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:17:07.587428 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-532463cc-860c-4d76-8bd5-88c942e25206 req-1e1610d9-a0a7-4875-9d08-a1e3780d065c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:17:07.589247 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-532463cc-860c-4d76-8bd5-88c942e25206 req-1e1610d9-a0a7-4875-9d08-a1e3780d065c service neutron] 10.222.0.41 "PUT /v2.0/ports/5385d6e6-7882-4588-ae76-3fde0e3a4124 HTTP/1.1" status: 200 len: 1091 time: 0.7300358 Jul 13 14:17:07.591781 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b749909-0066-4c1f-a015-f68d647884bb', 'tag': '5385d6e6-7882-4588-ae76-3fde0e3a4124'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:17:07.594163 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9ba8290-d9f6-497c-b0fc-0ffe69593703" -d '{"events": [{"name": "network-changed", "server_uuid": "4b749909-0066-4c1f-a015-f68d647884bb", "tag": "5385d6e6-7882-4588-ae76-3fde0e3a4124"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:17:07.631585 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1610d9-a0a7-4875-9d08-a1e3780d065c service neutron] Pushing event updated for resources: {'Port': ['ID=5385d6e6-7882-4588-ae76-3fde0e3a4124,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:17:07.707565 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532463cc-860c-4d76-8bd5-88c942e25206 req-9e8b0382-6205-488e-a64c-1d6e9f3369f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:17:07.712308 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-532463cc-860c-4d76-8bd5-88c942e25206 req-9e8b0382-6205-488e-a64c-1d6e9f3369f1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5c9ef36c351841ca83dde6dc04bc97a4&device_id=4b749909-0066-4c1f-a015-f68d647884bb HTTP/1.1" status: 200 len: 1094 time: 0.0656121 Jul 13 14:17:07.763896 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-532463cc-860c-4d76-8bd5-88c942e25206 req-8aa2abf9-a616-4e2b-954c-a61c58c6a87a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5385d6e6-7882-4588-ae76-3fde0e3a4124 HTTP/1.1" status: 200 len: 217 time: 0.0401990 Jul 13 14:17:07.765385 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d019073c-4038-43b2-9ec1-fb6a6bfd04ca x-openstack-request-id: req-d019073c-4038-43b2-9ec1-fb6a6bfd04ca {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:17:07.765700 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b749909-0066-4c1f-a015-f68d647884bb", "tag": "5385d6e6-7882-4588-ae76-3fde0e3a4124", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:17:07.765979 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d019073c-4038-43b2-9ec1-fb6a6bfd04ca {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:17:07.766391 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b749909-0066-4c1f-a015-f68d647884bb', 'tag': '5385d6e6-7882-4588-ae76-3fde0e3a4124', 'status': 'completed', 'code': 200} Jul 13 14:17:07.824520 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532463cc-860c-4d76-8bd5-88c942e25206 req-68013979-42c5-47e9-9771-ffee510dbf4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:17:07.826236 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-532463cc-860c-4d76-8bd5-88c942e25206 req-68013979-42c5-47e9-9771-ffee510dbf4c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6728334e-b0b1-4ba8-880a-f1431373cfed HTTP/1.1" status: 200 len: 850 time: 0.0543213 Jul 13 14:17:07.892944 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532463cc-860c-4d76-8bd5-88c942e25206 req-7db67599-5083-4bec-8967-acca53c42596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:17:07.894422 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-532463cc-860c-4d76-8bd5-88c942e25206 req-7db67599-5083-4bec-8967-acca53c42596 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a2277fe2-5365-4bd5-b2cf-1188f0e7fb16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0599811 Jul 13 14:17:07.994738 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-532463cc-860c-4d76-8bd5-88c942e25206 req-233c42c4-f27a-4670-bfdc-0cbf6ec35585 service neutron] 10.222.0.41 "GET /v2.0/networks/a2277fe2-5365-4bd5-b2cf-1188f0e7fb16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917952 Jul 13 14:17:08.089764 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-532463cc-860c-4d76-8bd5-88c942e25206 req-2434306b-de66-49bb-93c8-36e4f59fe48f service neutron] 10.222.0.41 "GET /v2.0/networks/a2277fe2-5365-4bd5-b2cf-1188f0e7fb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874124 Jul 13 14:17:08.200515 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ba8290-d9f6-497c-b0fc-0ffe69593703 req-6795b274-1585-4c17-8978-37078c703a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:17:08.201942 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f9ba8290-d9f6-497c-b0fc-0ffe69593703 req-6795b274-1585-4c17-8978-37078c703a5c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5c9ef36c351841ca83dde6dc04bc97a4&device_id=4b749909-0066-4c1f-a015-f68d647884bb HTTP/1.1" status: 200 len: 1094 time: 0.0627651 Jul 13 14:17:08.292039 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ba8290-d9f6-497c-b0fc-0ffe69593703 req-6e11701c-9814-4fe8-9a70-1a4adc15669c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:17:08.293758 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f9ba8290-d9f6-497c-b0fc-0ffe69593703 req-6e11701c-9814-4fe8-9a70-1a4adc15669c service neutron] 10.222.0.41 "GET /v2.0/networks?id=a2277fe2-5365-4bd5-b2cf-1188f0e7fb16 HTTP/1.1" status: 200 len: 911 time: 0.0856552 Jul 13 14:17:08.343466 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f9ba8290-d9f6-497c-b0fc-0ffe69593703 req-fc91282b-4d08-4949-a115-932df12635df service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5385d6e6-7882-4588-ae76-3fde0e3a4124 HTTP/1.1" status: 200 len: 217 time: 0.0383897 Jul 13 14:17:08.392983 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ba8290-d9f6-497c-b0fc-0ffe69593703 req-a67a36ce-a084-45b6-87ea-b48c60855195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:17:08.394477 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f9ba8290-d9f6-497c-b0fc-0ffe69593703 req-a67a36ce-a084-45b6-87ea-b48c60855195 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6728334e-b0b1-4ba8-880a-f1431373cfed HTTP/1.1" status: 200 len: 850 time: 0.0447505 Jul 13 14:17:08.454486 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ba8290-d9f6-497c-b0fc-0ffe69593703 req-2061bc9d-5656-4136-a072-4eb852776c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:17:08.455928 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f9ba8290-d9f6-497c-b0fc-0ffe69593703 req-2061bc9d-5656-4136-a072-4eb852776c77 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a2277fe2-5365-4bd5-b2cf-1188f0e7fb16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0532370 Jul 13 14:17:08.565510 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f9ba8290-d9f6-497c-b0fc-0ffe69593703 req-7791c1d9-15c4-4e6b-9fbe-6cab769d3279 service neutron] 10.222.0.41 "GET /v2.0/networks/a2277fe2-5365-4bd5-b2cf-1188f0e7fb16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977201 Jul 13 14:17:08.638335 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56db4156-d294-4e99-a134-10a352175df5 req-f20b8bc9-4ff6-42ea-8b07-226b3b49f695 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:17:08.640134 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-56db4156-d294-4e99-a134-10a352175df5 req-f20b8bc9-4ff6-42ea-8b07-226b3b49f695 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b749909-0066-4c1f-a015-f68d647884bb HTTP/1.1" status: 200 len: 943 time: 0.0707614 Jul 13 14:17:08.660487 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f9ba8290-d9f6-497c-b0fc-0ffe69593703 req-88852ab1-fece-4edf-bf89-de593180ae20 service neutron] 10.222.0.41 "GET /v2.0/networks/a2277fe2-5365-4bd5-b2cf-1188f0e7fb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874243 Jul 13 14:17:08.683996 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-56db4156-d294-4e99-a134-10a352175df5 req-498ac14e-458a-4a7f-b51e-28b3e5f0e47c tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c6a1591-b676-474e-9244-bc788ecd8d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376213 Jul 13 14:17:09.868288 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1901d86b-d004-408e-a7bf-6494a7387d4c req-425419ae-9448-4a28-ae53-1e840bed97a6 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:17:09.869818 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1901d86b-d004-408e-a7bf-6494a7387d4c req-425419ae-9448-4a28-ae53-1e840bed97a6 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b749909-0066-4c1f-a015-f68d647884bb HTTP/1.1" status: 200 len: 943 time: 0.0684531 Jul 13 14:17:09.911180 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1901d86b-d004-408e-a7bf-6494a7387d4c req-43ab8cd0-b579-4fd4-8f02-9672c12b5991 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c6a1591-b676-474e-9244-bc788ecd8d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351803 Jul 13 14:17:10.422170 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [req-d71cba3e-14f3-49aa-8cfc-dd56a7b0c57b req-13bbdd2f-f02a-4d84-8282-fef4ddbda6a4 service neutron] (93751) timed out ('10.222.0.23', 46604) {{(pid=93751) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 13 14:17:11.100323 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80445f4a-ecdb-451d-bc0f-ded42e21f40d req-02bbf45c-a3b8-424d-b65c-6838c46cff20 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:17:11.102343 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-80445f4a-ecdb-451d-bc0f-ded42e21f40d req-02bbf45c-a3b8-424d-b65c-6838c46cff20 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b749909-0066-4c1f-a015-f68d647884bb HTTP/1.1" status: 200 len: 943 time: 0.0691130 Jul 13 14:17:11.138816 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-80445f4a-ecdb-451d-bc0f-ded42e21f40d req-67fe35b6-b5ee-49c1-ad0f-acac5a564214 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c6a1591-b676-474e-9244-bc788ecd8d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309982 Jul 13 14:17:12.315464 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc27fe7c-ef0a-4438-9ac3-28c9e7968779 req-47b66a7d-306f-464c-95c4-eb17c0e50f37 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:17:12.316972 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-fc27fe7c-ef0a-4438-9ac3-28c9e7968779 req-47b66a7d-306f-464c-95c4-eb17c0e50f37 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b749909-0066-4c1f-a015-f68d647884bb HTTP/1.1" status: 200 len: 943 time: 0.0692754 Jul 13 14:17:12.356863 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-fc27fe7c-ef0a-4438-9ac3-28c9e7968779 req-14351bd1-7add-414f-b265-9c69fb386128 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c6a1591-b676-474e-9244-bc788ecd8d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320091 Jul 13 14:17:13.535225 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8384d6-369e-4bdd-b09a-dc0d3d124837 req-561acd2d-f450-4df5-a3e0-34ba356c52d5 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:17:13.536719 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ac8384d6-369e-4bdd-b09a-dc0d3d124837 req-561acd2d-f450-4df5-a3e0-34ba356c52d5 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b749909-0066-4c1f-a015-f68d647884bb HTTP/1.1" status: 200 len: 943 time: 0.0689268 Jul 13 14:17:13.576237 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ac8384d6-369e-4bdd-b09a-dc0d3d124837 req-8289138a-4df5-475b-8a7a-539aca04206b tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c6a1591-b676-474e-9244-bc788ecd8d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339446 Jul 13 14:17:14.752455 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5944a80b-683f-4348-a720-ee18efd268f2 req-2b003fa2-c8a9-40b3-8798-9602d0c2e5f9 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:17:14.753957 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5944a80b-683f-4348-a720-ee18efd268f2 req-2b003fa2-c8a9-40b3-8798-9602d0c2e5f9 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b749909-0066-4c1f-a015-f68d647884bb HTTP/1.1" status: 200 len: 943 time: 0.0642543 Jul 13 14:17:14.791023 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5944a80b-683f-4348-a720-ee18efd268f2 req-57c6e9bc-d677-46a9-9e50-9c116c7d6296 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c6a1591-b676-474e-9244-bc788ecd8d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315921 Jul 13 14:17:15.965761 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f7986c-b3a3-4a61-a2ef-71d62bc0558a req-0c73fa34-4fa2-4194-850b-2e42847d9616 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:17:15.967325 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c6f7986c-b3a3-4a61-a2ef-71d62bc0558a req-0c73fa34-4fa2-4194-850b-2e42847d9616 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b749909-0066-4c1f-a015-f68d647884bb HTTP/1.1" status: 200 len: 943 time: 0.0651340 Jul 13 14:17:16.006206 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c6f7986c-b3a3-4a61-a2ef-71d62bc0558a req-b420700f-981b-476e-9ab9-b8d3115a6f7d tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c6a1591-b676-474e-9244-bc788ecd8d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334752 Jul 13 14:17:17.053914 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 5385d6e6-7882-4588-ae76-3fde0e3a4124 details requested by agent hyperv_n-h2-800634-1 with host n-h2-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 14:17:17.151158 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 5385d6e6-7882-4588-ae76-3fde0e3a4124, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=5385d6e6-7882-4588-ae76-3fde0e3a4124,segment=NetworkSegment(4c12d2cb-e5d8-4587-a297-9866d410582d),segment_id=4c12d2cb-e5d8-4587-a297-9866d410582d)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:17:17.162534 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Returning: {'device': '5385d6e6-7882-4588-ae76-3fde0e3a4124', 'network_id': 'a2277fe2-5365-4bd5-b2cf-1188f0e7fb16', 'port_id': '5385d6e6-7882-4588-ae76-3fde0e3a4124', 'mac_address': 'fa:16:3e:ce:f4:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6728334e-b0b1-4ba8-880a-f1431373cfed', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 14:17:17.185878 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e6c2c1-5a45-41b6-bd87-b8fc7e041a30 req-30ef6954-4bcf-4d4b-9a57-28fef56c50b1 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:17:17.187384 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-16e6c2c1-5a45-41b6-bd87-b8fc7e041a30 req-30ef6954-4bcf-4d4b-9a57-28fef56c50b1 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b749909-0066-4c1f-a015-f68d647884bb HTTP/1.1" status: 200 len: 943 time: 0.0703552 Jul 13 14:17:17.199194 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:17:17.211328 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5385d6e6-7882-4588-ae76-3fde0e3a4124 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:17:17.225471 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-16e6c2c1-5a45-41b6-bd87-b8fc7e041a30 req-f638346e-0c67-4aee-bf53-41d54604aae4 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c6a1591-b676-474e-9244-bc788ecd8d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324392 Jul 13 14:17:17.230819 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 5385d6e6-7882-4588-ae76-3fde0e3a4124, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=5385d6e6-7882-4588-ae76-3fde0e3a4124,segment=NetworkSegment(4c12d2cb-e5d8-4587-a297-9866d410582d),segment_id=4c12d2cb-e5d8-4587-a297-9866d410582d)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:17:17.235540 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:17:17.283962 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d5f31af3-aac1-449a-adad-85e18d9d79ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:17:17.297386 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=5385d6e6-7882-4588-ae76-3fde0e3a4124,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:17:17.431097 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['5385d6e6-7882-4588-ae76-3fde0e3a4124'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:17:18.412704 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302e8a20-6c65-43a6-8ff6-0a8b73f9d1d9 req-bc91055b-de01-4d9b-b246-a1d225bd10ee tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:17:18.414197 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-302e8a20-6c65-43a6-8ff6-0a8b73f9d1d9 req-bc91055b-de01-4d9b-b246-a1d225bd10ee tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b749909-0066-4c1f-a015-f68d647884bb HTTP/1.1" status: 200 len: 944 time: 0.0663157 Jul 13 14:17:18.456814 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-302e8a20-6c65-43a6-8ff6-0a8b73f9d1d9 req-b357ab7a-0f44-4e1c-a140-15a97e7ece83 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c6a1591-b676-474e-9244-bc788ecd8d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350387 Jul 13 14:17:19.053170 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 5385d6e6-7882-4588-ae76-3fde0e3a4124 up at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:17:19.099739 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning for port 5385d6e6-7882-4588-ae76-3fde0e3a4124 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:17:19.103167 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning complete for port 5385d6e6-7882-4588-ae76-3fde0e3a4124 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:17:19.103535 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:17:19.178164 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:17:19.199907 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b749909-0066-4c1f-a015-f68d647884bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5385d6e6-7882-4588-ae76-3fde0e3a4124'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:17:19.202128 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df737514-e134-4638-9c36-e81078c8d0e4" -d '{"events": [{"server_uuid": "4b749909-0066-4c1f-a015-f68d647884bb", "name": "network-vif-plugged", "status": "completed", "tag": "5385d6e6-7882-4588-ae76-3fde0e3a4124"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:17:19.214342 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 5385d6e6-7882-4588-ae76-3fde0e3a4124, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=5385d6e6-7882-4588-ae76-3fde0e3a4124,segment=NetworkSegment(4c12d2cb-e5d8-4587-a297-9866d410582d),segment_id=4c12d2cb-e5d8-4587-a297-9866d410582d)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:17:19.218505 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:17:19.244632 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-819e2c3a-8792-434c-a7b2-d1d9ed7a3a1e x-openstack-request-id: req-819e2c3a-8792-434c-a7b2-d1d9ed7a3a1e {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:17:19.244926 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b749909-0066-4c1f-a015-f68d647884bb", "name": "network-vif-plugged", "status": "completed", "tag": "5385d6e6-7882-4588-ae76-3fde0e3a4124", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:17:19.245183 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-819e2c3a-8792-434c-a7b2-d1d9ed7a3a1e {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:17:19.245577 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b749909-0066-4c1f-a015-f68d647884bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5385d6e6-7882-4588-ae76-3fde0e3a4124', 'code': 200} Jul 13 14:17:19.273005 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=5385d6e6-7882-4588-ae76-3fde0e3a4124,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:17:19.353879 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8df0d91-ad9d-4c7f-bdc7-b113694c988b req-8b1cba7f-9432-4dff-98de-5e024ffb6464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:17:19.355998 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e8df0d91-ad9d-4c7f-bdc7-b113694c988b req-8b1cba7f-9432-4dff-98de-5e024ffb6464 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4b749909-0066-4c1f-a015-f68d647884bb HTTP/1.1" status: 200 len: 1096 time: 0.0523441 Jul 13 14:17:19.388880 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e8df0d91-ad9d-4c7f-bdc7-b113694c988b req-35aad763-f3f1-4c70-8ef2-672d4342e761 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8c6a1591-b676-474e-9244-bc788ecd8d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0273628 Jul 13 14:17:19.629213 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d827c1c-6b3d-49e2-819f-a9e6a6144cf3 req-4a562201-2655-412b-ae19-c948a1d60358 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:17:19.630726 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-0d827c1c-6b3d-49e2-819f-a9e6a6144cf3 req-4a562201-2655-412b-ae19-c948a1d60358 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b749909-0066-4c1f-a015-f68d647884bb HTTP/1.1" status: 200 len: 945 time: 0.0631809 Jul 13 14:17:19.668003 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-0d827c1c-6b3d-49e2-819f-a9e6a6144cf3 req-f129240d-9dc6-4481-a72f-14c0ea01cf10 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c6a1591-b676-474e-9244-bc788ecd8d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317154 Jul 13 14:17:19.908659 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6319a04c-f805-4aa5-8e75-a858aa403e5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:17:20.049431 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:17:20.839525 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b08d24d-1683-4636-9189-f57a2036011c req-d2462b4a-e566-470d-924a-57ceabb96f97 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:17:20.840993 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4b08d24d-1683-4636-9189-f57a2036011c req-d2462b4a-e566-470d-924a-57ceabb96f97 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b749909-0066-4c1f-a015-f68d647884bb HTTP/1.1" status: 200 len: 945 time: 0.0623991 Jul 13 14:17:20.878426 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4b08d24d-1683-4636-9189-f57a2036011c req-65598d5c-6054-429d-a6da-0f8625c7f25a tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c6a1591-b676-474e-9244-bc788ecd8d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316710 Jul 13 14:17:21.039880 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2323e0a8-6bbd-45c2-b4d0-ce64701091ba req-fecb4091-9531-4771-8809-4b3e090ecf25 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4b749909-0066-4c1f-a015-f68d647884bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0563262 Jul 13 14:17:21.053027 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8444d8-e9d5-44d0-8072-5f7093147584 req-705672a7-4b5f-4b48-a812-be31cb587617 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:17:21.054680 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-fc8444d8-e9d5-44d0-8072-5f7093147584 req-705672a7-4b5f-4b48-a812-be31cb587617 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b749909-0066-4c1f-a015-f68d647884bb HTTP/1.1" status: 200 len: 945 time: 0.0641749 Jul 13 14:17:21.093214 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-fc8444d8-e9d5-44d0-8072-5f7093147584 req-31a2dadd-45df-4e30-b93a-df3c28aaa0f7 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c6a1591-b676-474e-9244-bc788ecd8d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327127 Jul 13 14:17:21.118419 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 47584) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:17:21.137190 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2323e0a8-6bbd-45c2-b4d0-ce64701091ba req-c2e8fadc-55d4-4daa-b94c-58dfff0d2853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:17:21.138904 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2323e0a8-6bbd-45c2-b4d0-ce64701091ba req-c2e8fadc-55d4-4daa-b94c-58dfff0d2853 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5c9ef36c351841ca83dde6dc04bc97a4&device_id=4b749909-0066-4c1f-a015-f68d647884bb HTTP/1.1" status: 200 len: 1096 time: 0.0577686 Jul 13 14:17:21.176654 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bddca84-91ea-4e52-9b86-19898a87fc8c tempest-TestVolumeBootPattern-1418351527 tempest-TestVolumeBootPattern-1418351527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:17:21.180872 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-0bddca84-91ea-4e52-9b86-19898a87fc8c tempest-TestVolumeBootPattern-1418351527 tempest-TestVolumeBootPattern-1418351527-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=4b749909-0066-4c1f-a015-f68d647884bb HTTP/1.1" status: 200 len: 1091 time: 0.0587628 Jul 13 14:17:21.181073 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 47586) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:17:21.185875 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-b70804b4-42fe-4438-b033-4a48d2057f1d tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Request body: {'floatingip': {'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'port_id': '5385d6e6-7882-4588-ae76-3fde0e3a4124', 'tenant_id': '5c9ef36c351841ca83dde6dc04bc97a4', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:17:21.207600 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b70804b4-42fe-4438-b033-4a48d2057f1d tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Notify callbacks [] for floatingip, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:17:21.230498 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:17:21.246898 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2323e0a8-6bbd-45c2-b4d0-ce64701091ba req-635a2a08-45e3-407c-b0ea-bdc65ab27030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:17:21.248765 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2323e0a8-6bbd-45c2-b4d0-ce64701091ba req-635a2a08-45e3-407c-b0ea-bdc65ab27030 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a2277fe2-5365-4bd5-b2cf-1188f0e7fb16 HTTP/1.1" status: 200 len: 911 time: 0.0909975 Jul 13 14:17:21.295917 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2323e0a8-6bbd-45c2-b4d0-ce64701091ba req-39c1da94-e58f-40c6-8d16-7138a265d644 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5385d6e6-7882-4588-ae76-3fde0e3a4124 HTTP/1.1" status: 200 len: 217 time: 0.0404992 Jul 13 14:17:21.305590 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b70804b4-42fe-4438-b033-4a48d2057f1d tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:17:21.346706 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2323e0a8-6bbd-45c2-b4d0-ce64701091ba req-01c45d2a-7d83-447d-8232-a7e6f2d916df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:17:21.348174 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2323e0a8-6bbd-45c2-b4d0-ce64701091ba req-01c45d2a-7d83-447d-8232-a7e6f2d916df service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6728334e-b0b1-4ba8-880a-f1431373cfed HTTP/1.1" status: 200 len: 850 time: 0.0470483 Jul 13 14:17:21.411555 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2323e0a8-6bbd-45c2-b4d0-ce64701091ba req-68cfbc64-6e5a-4b05-b6bf-84a57ffa00ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:17:21.413079 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2323e0a8-6bbd-45c2-b4d0-ce64701091ba req-68cfbc64-6e5a-4b05-b6bf-84a57ffa00ae service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a2277fe2-5365-4bd5-b2cf-1188f0e7fb16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0555401 Jul 13 14:17:21.418126 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-b70804b4-42fe-4438-b033-4a48d2057f1d tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Allocated IP 172.25.6.218 (acf968b8-c524-46a9-a20b-ad9667009130/dde5a78e-bd1e-4f47-8189-7321d4de73d3/9645dfff-ecaf-4b26-9312-9685339398f4) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:17:21.509699 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2323e0a8-6bbd-45c2-b4d0-ce64701091ba req-c44cfd39-0bea-454e-ab3c-f5713d471ca7 service neutron] 10.222.0.41 "GET /v2.0/networks/a2277fe2-5365-4bd5-b2cf-1188f0e7fb16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893416 Jul 13 14:17:21.521638 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b70804b4-42fe-4438-b033-4a48d2057f1d tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:17:21.566368 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b70804b4-42fe-4438-b033-4a48d2057f1d tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:17:21.603827 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2323e0a8-6bbd-45c2-b4d0-ce64701091ba req-e842190d-2514-484b-b6b2-4fc98b6731ba service neutron] 10.222.0.41 "GET /v2.0/networks/a2277fe2-5365-4bd5-b2cf-1188f0e7fb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878239 Jul 13 14:17:21.608935 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b70804b4-42fe-4438-b033-4a48d2057f1d tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Network acf968b8-c524-46a9-a20b-ad9667009130 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:17:21.611842 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-b70804b4-42fe-4438-b033-4a48d2057f1d tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:17:21.615311 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70804b4-42fe-4438-b033-4a48d2057f1d tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:17:21.620698 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70804b4-42fe-4438-b033-4a48d2057f1d tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Pushing event updated for resources: {'Port': ['ID=9645dfff-ecaf-4b26-9312-9685339398f4,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:17:22.291458 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b70804b4-42fe-4438-b033-4a48d2057f1d tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:17:22.366290 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b70804b4-42fe-4438-b033-4a48d2057f1d tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:17:22.515965 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b70804b4-42fe-4438-b033-4a48d2057f1d tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:17:22.520995 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b70804b4-42fe-4438-b033-4a48d2057f1d tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:17:22.593788 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70804b4-42fe-4438-b033-4a48d2057f1d tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Pushing event updated for resources: {'Port': ['ID=9645dfff-ecaf-4b26-9312-9685339398f4,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:17:22.603711 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b70804b4-42fe-4438-b033-4a48d2057f1d tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446547'] for floatingip, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:17:22.705136 n-d-800634-1 neutron-server[93751]: INFO neutron.db.l3_db [None req-b70804b4-42fe-4438-b033-4a48d2057f1d tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Floating IP 287d0b68-4dcc-4bda-955a-6ac33f548172 associated. External IP: 172.25.6.218, port: 5385d6e6-7882-4588-ae76-3fde0e3a4124. Jul 13 14:17:22.748265 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:17:22.912433 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b70804b4-42fe-4438-b033-4a48d2057f1d tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Router 4deed369-e52f-4c7a-a686-014ab24c32b5 has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:17:23.021974 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b70804b4-42fe-4438-b033-4a48d2057f1d tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:17:23.032345 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd07a610-8bd7-45fd-a8b5-d0d4e59bd4d8 None None] Sync routers for ids ['4deed369-e52f-4c7a-a686-014ab24c32b5'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:17:23.038081 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b70804b4-42fe-4438-b033-4a48d2057f1d tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for floatingip, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:17:23.041299 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd07a610-8bd7-45fd-a8b5-d0d4e59bd4d8 None None] Routers {'4deed369-e52f-4c7a-a686-014ab24c32b5'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:17:23.042036 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-cd07a610-8bd7-45fd-a8b5-d0d4e59bd4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:17:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['4deed369-e52f-4c7a-a686-014ab24c32b5'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:17:23.073830 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-b70804b4-42fe-4438-b033-4a48d2057f1d tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8917344 Jul 13 14:17:23.074428 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b749909-0066-4c1f-a015-f68d647884bb', 'tag': '5385d6e6-7882-4588-ae76-3fde0e3a4124'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:17:23.077243 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d17b627af75e17e0f4b8d6239d04f8c2f78634e2c585e32a7aeca336500f34a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c6994c9-7d0c-4c3a-91c5-5ed4d89f86db" -d '{"events": [{"name": "network-changed", "server_uuid": "4b749909-0066-4c1f-a015-f68d647884bb", "tag": "5385d6e6-7882-4588-ae76-3fde0e3a4124"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:17:23.151373 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-cd07a610-8bd7-45fd-a8b5-d0d4e59bd4d8 None None] Set router 4deed369-e52f-4c7a-a686-014ab24c32b5 gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:17:23.173600 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-662ab06a-55c0-4865-94c4-854c5b687444 x-openstack-request-id: req-662ab06a-55c0-4865-94c4-854c5b687444 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:17:23.174007 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b749909-0066-4c1f-a015-f68d647884bb", "tag": "5385d6e6-7882-4588-ae76-3fde0e3a4124", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:17:23.174264 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-662ab06a-55c0-4865-94c4-854c5b687444 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:17:23.174687 n-d-800634-1 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b749909-0066-4c1f-a015-f68d647884bb', 'tag': '5385d6e6-7882-4588-ae76-3fde0e3a4124', 'status': 'completed', 'code': 200} Jul 13 14:17:23.250903 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6994c9-7d0c-4c3a-91c5-5ed4d89f86db req-702a3fa4-6176-4f08-9e90-9efc671e237a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:17:23.252431 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7c6994c9-7d0c-4c3a-91c5-5ed4d89f86db req-702a3fa4-6176-4f08-9e90-9efc671e237a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5c9ef36c351841ca83dde6dc04bc97a4&device_id=4b749909-0066-4c1f-a015-f68d647884bb HTTP/1.1" status: 200 len: 1096 time: 0.0588944 Jul 13 14:17:23.350221 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6994c9-7d0c-4c3a-91c5-5ed4d89f86db req-40f376a9-42ca-4c9e-a1cd-05fed876e22f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:17:23.351745 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7c6994c9-7d0c-4c3a-91c5-5ed4d89f86db req-40f376a9-42ca-4c9e-a1cd-05fed876e22f service neutron] 10.222.0.41 "GET /v2.0/networks?id=a2277fe2-5365-4bd5-b2cf-1188f0e7fb16 HTTP/1.1" status: 200 len: 911 time: 0.0936224 Jul 13 14:17:23.378301 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-cd07a610-8bd7-45fd-a8b5-d0d4e59bd4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4deed369-e52f-4c7a-a686-014ab24c32b5', 'name': 'tempest-TestVolumeBootPattern-604855268-router', 'tenant_id': '5c9ef36c351841ca83dde6dc04bc97a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': '86e1179c-e760-45c7-8bec-f2bf92676012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:13:41Z', 'updated_at': '2021-07-13T14:13:44Z', 'revision_number': 4, 'project_id': '5c9ef36c351841ca83dde6dc04bc97a4', 'gw_port': {'id': '86e1179c-e760-45c7-8bec-f2bf92676012', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:f6:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4deed369-e52f-4c7a-a686-014ab24c32b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:13:42Z', 'updated_at': '2021-07-13T14:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_floatingips': [{'id': '287d0b68-4dcc-4bda-955a-6ac33f548172', 'tenant_id': '5c9ef36c351841ca83dde6dc04bc97a4', 'floating_ip_address': '172.25.6.218', 'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'router_id': '4deed369-e52f-4c7a-a686-014ab24c32b5', 'port_id': '5385d6e6-7882-4588-ae76-3fde0e3a4124', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3950, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2277fe2-5365-4bd5-b2cf-1188f0e7fb16', 'mac_address': 'fa:16:3e:ce:f4:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b749909-0066-4c1f-a015-f68d647884bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:17:22Z', 'updated_at': '2021-07-13T14:17:22Z', 'revision_number': 0, 'project_id': '5c9ef36c351841ca83dde6dc04bc97a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e85ac72d-9f0b-406f-a1fa-a10f77a09a3a', 'name': '', 'network_id': 'a2277fe2-5365-4bd5-b2cf-1188f0e7fb16', 'tenant_id': '5c9ef36c351841ca83dde6dc04bc97a4', 'mac_address': 'fa:16:3e:e3:43:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4deed369-e52f-4c7a-a686-014ab24c32b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '6728334e-b0b1-4ba8-880a-f1431373cfed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:13:43Z', 'updated_at': '2021-07-13T14:13:50Z', 'revision_number': 5, 'project_id': '5c9ef36c351841ca83dde6dc04bc97a4', 'subnets': [{'id': '6728334e-b0b1-4ba8-880a-f1431373cfed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:17:23.408810 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd07a610-8bd7-45fd-a8b5-d0d4e59bd4d8 None None] Checking router: 4deed369-e52f-4c7a-a686-014ab24c32b5 for host: n-d-800634-1 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:17:23.417269 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd07a610-8bd7-45fd-a8b5-d0d4e59bd4d8 None None] Routers {'4deed369-e52f-4c7a-a686-014ab24c32b5'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:17:23.417933 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-cd07a610-8bd7-45fd-a8b5-d0d4e59bd4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:17:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['4deed369-e52f-4c7a-a686-014ab24c32b5'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:17:23.421805 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7c6994c9-7d0c-4c3a-91c5-5ed4d89f86db req-47e887d5-fd06-4df6-8c95-4b6a6ffb7fcf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5385d6e6-7882-4588-ae76-3fde0e3a4124 HTTP/1.1" status: 200 len: 999 time: 0.0641460 Jul 13 14:17:23.470757 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6994c9-7d0c-4c3a-91c5-5ed4d89f86db req-07b13f98-808c-42ed-b869-398f8c42e98f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:17:23.472261 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7c6994c9-7d0c-4c3a-91c5-5ed4d89f86db req-07b13f98-808c-42ed-b869-398f8c42e98f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6728334e-b0b1-4ba8-880a-f1431373cfed HTTP/1.1" status: 200 len: 850 time: 0.0444748 Jul 13 14:17:23.523675 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-cd07a610-8bd7-45fd-a8b5-d0d4e59bd4d8 None None] Set router 4deed369-e52f-4c7a-a686-014ab24c32b5 gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:17:23.530204 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6994c9-7d0c-4c3a-91c5-5ed4d89f86db req-7937ce89-0114-41ae-bc1d-99f44cdeab02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:17:23.531729 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7c6994c9-7d0c-4c3a-91c5-5ed4d89f86db req-7937ce89-0114-41ae-bc1d-99f44cdeab02 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a2277fe2-5365-4bd5-b2cf-1188f0e7fb16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0531299 Jul 13 14:17:23.627537 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7c6994c9-7d0c-4c3a-91c5-5ed4d89f86db req-52e2dd97-c344-4c08-a9a7-c697f9690527 service neutron] 10.222.0.41 "GET /v2.0/networks/a2277fe2-5365-4bd5-b2cf-1188f0e7fb16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894270 Jul 13 14:17:23.718793 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7c6994c9-7d0c-4c3a-91c5-5ed4d89f86db req-2f5ebf90-ca33-4ac6-8b06-bfa36cf2eae7 service neutron] 10.222.0.41 "GET /v2.0/networks/a2277fe2-5365-4bd5-b2cf-1188f0e7fb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849752 Jul 13 14:17:23.752405 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-cd07a610-8bd7-45fd-a8b5-d0d4e59bd4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4deed369-e52f-4c7a-a686-014ab24c32b5', 'name': 'tempest-TestVolumeBootPattern-604855268-router', 'tenant_id': '5c9ef36c351841ca83dde6dc04bc97a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': '86e1179c-e760-45c7-8bec-f2bf92676012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:13:41Z', 'updated_at': '2021-07-13T14:13:44Z', 'revision_number': 4, 'project_id': '5c9ef36c351841ca83dde6dc04bc97a4', 'gw_port': {'id': '86e1179c-e760-45c7-8bec-f2bf92676012', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:f6:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4deed369-e52f-4c7a-a686-014ab24c32b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:13:42Z', 'updated_at': '2021-07-13T14:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_floatingips': [{'id': '287d0b68-4dcc-4bda-955a-6ac33f548172', 'tenant_id': '5c9ef36c351841ca83dde6dc04bc97a4', 'floating_ip_address': '172.25.6.218', 'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'router_id': '4deed369-e52f-4c7a-a686-014ab24c32b5', 'port_id': '5385d6e6-7882-4588-ae76-3fde0e3a4124', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3950, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2277fe2-5365-4bd5-b2cf-1188f0e7fb16', 'mac_address': 'fa:16:3e:ce:f4:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b749909-0066-4c1f-a015-f68d647884bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:17:22Z', 'updated_at': '2021-07-13T14:17:22Z', 'revision_number': 0, 'project_id': '5c9ef36c351841ca83dde6dc04bc97a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e85ac72d-9f0b-406f-a1fa-a10f77a09a3a', 'name': '', 'network_id': 'a2277fe2-5365-4bd5-b2cf-1188f0e7fb16', 'tenant_id': '5c9ef36c351841ca83dde6dc04bc97a4', 'mac_address': 'fa:16:3e:e3:43:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4deed369-e52f-4c7a-a686-014ab24c32b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '6728334e-b0b1-4ba8-880a-f1431373cfed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:13:43Z', 'updated_at': '2021-07-13T14:13:50Z', 'revision_number': 5, 'project_id': '5c9ef36c351841ca83dde6dc04bc97a4', 'subnets': [{'id': '6728334e-b0b1-4ba8-880a-f1431373cfed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:17:23.778159 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd07a610-8bd7-45fd-a8b5-d0d4e59bd4d8 None None] The sync data for ids ['4deed369-e52f-4c7a-a686-014ab24c32b5'] in n-d-800634-1 is: [{'id': '4deed369-e52f-4c7a-a686-014ab24c32b5', 'name': 'tempest-TestVolumeBootPattern-604855268-router', 'tenant_id': '5c9ef36c351841ca83dde6dc04bc97a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': '86e1179c-e760-45c7-8bec-f2bf92676012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:13:41Z', 'updated_at': '2021-07-13T14:13:44Z', 'revision_number': 4, 'project_id': '5c9ef36c351841ca83dde6dc04bc97a4', 'gw_port': {'id': '86e1179c-e760-45c7-8bec-f2bf92676012', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:f6:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4deed369-e52f-4c7a-a686-014ab24c32b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:13:42Z', 'updated_at': '2021-07-13T14:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_floatingips': [{'id': '287d0b68-4dcc-4bda-955a-6ac33f548172', 'tenant_id': '5c9ef36c351841ca83dde6dc04bc97a4', 'floating_ip_address': '172.25.6.218', 'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'router_id': '4deed369-e52f-4c7a-a686-014ab24c32b5', 'port_id': '5385d6e6-7882-4588-ae76-3fde0e3a4124', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3950, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2277fe2-5365-4bd5-b2cf-1188f0e7fb16', 'mac_address': 'fa:16:3e:ce:f4:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b749909-0066-4c1f-a015-f68d647884bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:17:22Z', 'updated_at': '2021-07-13T14:17:22Z', 'revision_number': 0, 'project_id': '5c9ef36c351841ca83dde6dc04bc97a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e85ac72d-9f0b-406f-a1fa-a10f77a09a3a', 'name': '', 'network_id': 'a2277fe2-5365-4bd5-b2cf-1188f0e7fb16', 'tenant_id': '5c9ef36c351841ca83dde6dc04bc97a4', 'mac_address': 'fa:16:3e:e3:43:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4deed369-e52f-4c7a-a686-014ab24c32b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '6728334e-b0b1-4ba8-880a-f1431373cfed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:13:43Z', 'updated_at': '2021-07-13T14:13:50Z', 'revision_number': 5, 'project_id': '5c9ef36c351841ca83dde6dc04bc97a4', 'subnets': [{'id': '6728334e-b0b1-4ba8-880a-f1431373cfed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:17:23.966519 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba192fe-d6d6-4d6b-a5c4-3a5c77e935b8 None None] New status for floating IP 287d0b68-4dcc-4bda-955a-6ac33f548172: ACTIVE {{(pid=93753) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 14:17:30.675716 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:17:30.975600 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:17:33.559471 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:17:47.264212 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c006f07b-d219-40b2-ba05-4cdc0cba90b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:17:49.909317 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ac614075-fdce-4824-9d07-b7958a3eb945 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:17:50.051064 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:17:51.230635 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:17:52.742285 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:18:00.673875 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:18:00.976014 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:18:10.560002 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:18:17.266103 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-0d14fdf4-cc67-485c-a6a0-c883f81b44d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:18:19.910167 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e966b2f1-1aa2-4220-87ab-406fb67b904d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:18:20.057455 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:18:21.035902 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-992e0f51-0f69-4cd6-a535-0fdda2291740 req-ae9d55e0-e0d1-418f-b9b2-0d17e134c812 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4b749909-0066-4c1f-a015-f68d647884bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0533333 Jul 13 14:18:21.140081 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992e0f51-0f69-4cd6-a535-0fdda2291740 req-3a13b739-a9ac-48f5-a5ee-6e2fa0e69764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:18:21.141653 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-992e0f51-0f69-4cd6-a535-0fdda2291740 req-3a13b739-a9ac-48f5-a5ee-6e2fa0e69764 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5c9ef36c351841ca83dde6dc04bc97a4&device_id=4b749909-0066-4c1f-a015-f68d647884bb HTTP/1.1" status: 200 len: 1096 time: 0.0633054 Jul 13 14:18:21.240441 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:18:21.270508 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992e0f51-0f69-4cd6-a535-0fdda2291740 req-b8808e28-b165-4a87-8211-812abbd09f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:18:21.272008 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-992e0f51-0f69-4cd6-a535-0fdda2291740 req-b8808e28-b165-4a87-8211-812abbd09f63 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a2277fe2-5365-4bd5-b2cf-1188f0e7fb16 HTTP/1.1" status: 200 len: 911 time: 0.1111493 Jul 13 14:18:21.340756 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-992e0f51-0f69-4cd6-a535-0fdda2291740 req-5118c7ed-7968-4e44-bc3c-1b7e28d0c349 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5385d6e6-7882-4588-ae76-3fde0e3a4124 HTTP/1.1" status: 200 len: 1001 time: 0.0629280 Jul 13 14:18:21.389649 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992e0f51-0f69-4cd6-a535-0fdda2291740 req-1870520d-59c6-461b-a8b9-7642beea539c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:18:21.391124 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-992e0f51-0f69-4cd6-a535-0fdda2291740 req-1870520d-59c6-461b-a8b9-7642beea539c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6728334e-b0b1-4ba8-880a-f1431373cfed HTTP/1.1" status: 200 len: 850 time: 0.0447154 Jul 13 14:18:21.450134 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992e0f51-0f69-4cd6-a535-0fdda2291740 req-07633b6b-86c2-4bd5-8760-863b3ac88905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:18:21.451708 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-992e0f51-0f69-4cd6-a535-0fdda2291740 req-07633b6b-86c2-4bd5-8760-863b3ac88905 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a2277fe2-5365-4bd5-b2cf-1188f0e7fb16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0548177 Jul 13 14:18:21.545285 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-992e0f51-0f69-4cd6-a535-0fdda2291740 req-6cf69c20-3135-483d-bdbb-05646b45cb52 service neutron] 10.222.0.41 "GET /v2.0/networks/a2277fe2-5365-4bd5-b2cf-1188f0e7fb16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868495 Jul 13 14:18:21.643615 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-992e0f51-0f69-4cd6-a535-0fdda2291740 req-1717216e-b228-48b4-90b2-9e5168206889 service neutron] 10.222.0.41 "GET /v2.0/networks/a2277fe2-5365-4bd5-b2cf-1188f0e7fb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914133 Jul 13 14:18:22.744471 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:18:30.674570 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:18:30.975453 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:18:39.337044 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [req-34459c2d-3a8d-46d0-bc3c-e3ccfa09e73f req-78cc126d-d300-497d-896e-971d29c54792 service neutron] (93751) timed out ('10.222.0.26', 60647) {{(pid=93751) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 13 14:18:47.269555 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c0ad1b78-c190-4ad3-ac71-dfb8069542ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:18:47.558891 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:18:49.910958 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-1abb97ac-089b-474f-a7db-9a1b1be84de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:18:50.048381 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:18:51.237551 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:18:52.747789 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:19:00.689035 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:19:00.973590 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:19:06.651648 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [req-50cf081c-8e31-4237-a2fe-f2bbe2e31e21 req-feb3f450-f0a7-4368-9244-364a02b79fd3 service neutron] (93750) timed out ('10.222.0.41', 50865) {{(pid=93750) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 13 14:19:17.271926 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-7bd6ac4e-c914-496d-badc-24efff8a3a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:19:18.845796 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df0b789-08c7-4ba6-9a4f-2ddfed2c4d4b req-5481c372-edb3-448e-b695-723d55bbe4f7 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:19:18.847319 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3df0b789-08c7-4ba6-9a4f-2ddfed2c4d4b req-5481c372-edb3-448e-b695-723d55bbe4f7 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b749909-0066-4c1f-a015-f68d647884bb HTTP/1.1" status: 200 len: 945 time: 0.0653257 Jul 13 14:19:18.885502 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3df0b789-08c7-4ba6-9a4f-2ddfed2c4d4b req-b2a03402-10d9-44c1-bf5b-71bebda25aef tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c6a1591-b676-474e-9244-bc788ecd8d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326540 Jul 13 14:19:19.912979 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-69c65654-50fd-4abb-a21b-5e54f2d4f502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:19:20.049044 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:19:20.076964 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18f80f5-004c-41c2-8cb8-0197895f8fca req-3dfee154-6902-4d93-9b6b-326509a61932 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:19:20.078584 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c18f80f5-004c-41c2-8cb8-0197895f8fca req-3dfee154-6902-4d93-9b6b-326509a61932 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b749909-0066-4c1f-a015-f68d647884bb HTTP/1.1" status: 200 len: 945 time: 0.0751698 Jul 13 14:19:20.119179 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c18f80f5-004c-41c2-8cb8-0197895f8fca req-4be068e1-c96e-48c4-bd5c-cfe757786c9b tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c6a1591-b676-474e-9244-bc788ecd8d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345783 Jul 13 14:19:20.251089 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be11ad79-d529-45cc-b6b4-ac61d3129cd4 req-09f2ca86-b8f8-459d-b65a-0484128910cd tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:19:20.252472 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-be11ad79-d529-45cc-b6b4-ac61d3129cd4 req-09f2ca86-b8f8-459d-b65a-0484128910cd tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b749909-0066-4c1f-a015-f68d647884bb HTTP/1.1" status: 200 len: 945 time: 0.0685434 Jul 13 14:19:20.354079 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-be11ad79-d529-45cc-b6b4-ac61d3129cd4 req-fbfdcbd7-1662-4253-bcf7-59b599e9ec27 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Deleting port 5385d6e6-7882-4588-ae76-3fde0e3a4124 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:19:20.354422 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-be11ad79-d529-45cc-b6b4-ac61d3129cd4 req-fbfdcbd7-1662-4253-bcf7-59b599e9ec27 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:19:20.455694 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-be11ad79-d529-45cc-b6b4-ac61d3129cd4 req-fbfdcbd7-1662-4253-bcf7-59b599e9ec27 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] For port 5385d6e6-7882-4588-ae76-3fde0e3a4124, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=5385d6e6-7882-4588-ae76-3fde0e3a4124,segment=NetworkSegment(4c12d2cb-e5d8-4587-a297-9866d410582d),segment_id=4c12d2cb-e5d8-4587-a297-9866d410582d)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:19:20.456053 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-be11ad79-d529-45cc-b6b4-ac61d3129cd4 req-fbfdcbd7-1662-4253-bcf7-59b599e9ec27 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:19:20.622300 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-be11ad79-d529-45cc-b6b4-ac61d3129cd4 req-fbfdcbd7-1662-4253-bcf7-59b599e9ec27 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:19:20.622671 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-be11ad79-d529-45cc-b6b4-ac61d3129cd4 req-fbfdcbd7-1662-4253-bcf7-59b599e9ec27 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446547'] for floatingip, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:19:20.622978 n-d-800634-1 neutron-server[93750]: INFO neutron.db.l3_db [req-be11ad79-d529-45cc-b6b4-ac61d3129cd4 req-fbfdcbd7-1662-4253-bcf7-59b599e9ec27 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Floating IP 287d0b68-4dcc-4bda-955a-6ac33f548172 disassociated. External IP: 172.25.6.218, port: 5385d6e6-7882-4588-ae76-3fde0e3a4124. Jul 13 14:19:20.623311 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-be11ad79-d529-45cc-b6b4-ac61d3129cd4 req-fbfdcbd7-1662-4253-bcf7-59b599e9ec27 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Calling delete_port for 5385d6e6-7882-4588-ae76-3fde0e3a4124 owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:19:20.748593 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-be11ad79-d529-45cc-b6b4-ac61d3129cd4 req-fbfdcbd7-1662-4253-bcf7-59b599e9ec27 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:19:20.778798 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfdcbd7-1662-4253-bcf7-59b599e9ec27 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Pushing event deleted for resources: {'Port': ['ID=5385d6e6-7882-4588-ae76-3fde0e3a4124,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:19:20.789992 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfdcbd7-1662-4253-bcf7-59b599e9ec27 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:19:20.790336 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfdcbd7-1662-4253-bcf7-59b599e9ec27 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:19:20.790674 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfdcbd7-1662-4253-bcf7-59b599e9ec27 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:19:20.791007 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfdcbd7-1662-4253-bcf7-59b599e9ec27 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:19:20.791332 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfdcbd7-1662-4253-bcf7-59b599e9ec27 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:19:20.791656 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfdcbd7-1662-4253-bcf7-59b599e9ec27 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:19:20.791976 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfdcbd7-1662-4253-bcf7-59b599e9ec27 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:19:20.792295 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfdcbd7-1662-4253-bcf7-59b599e9ec27 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:19:20.792613 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfdcbd7-1662-4253-bcf7-59b599e9ec27 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:19:20.792927 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfdcbd7-1662-4253-bcf7-59b599e9ec27 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:19:20.793243 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfdcbd7-1662-4253-bcf7-59b599e9ec27 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:19:20.793683 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfdcbd7-1662-4253-bcf7-59b599e9ec27 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:19:20.900219 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [req-be11ad79-d529-45cc-b6b4-ac61d3129cd4 req-fbfdcbd7-1662-4253-bcf7-59b599e9ec27 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Router 4deed369-e52f-4c7a-a686-014ab24c32b5 has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:19:21.007649 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-be11ad79-d529-45cc-b6b4-ac61d3129cd4 req-fbfdcbd7-1662-4253-bcf7-59b599e9ec27 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:19:21.019547 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cad778b-d75b-4bac-ab08-7b342e665534 None None] Sync routers for ids ['4deed369-e52f-4c7a-a686-014ab24c32b5'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:19:21.030257 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cad778b-d75b-4bac-ab08-7b342e665534 None None] Routers {'4deed369-e52f-4c7a-a686-014ab24c32b5'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:19:21.031113 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-3cad778b-d75b-4bac-ab08-7b342e665534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:19:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['4deed369-e52f-4c7a-a686-014ab24c32b5'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:19:21.050887 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-be11ad79-d529-45cc-b6b4-ac61d3129cd4 req-fbfdcbd7-1662-4253-bcf7-59b599e9ec27 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] No DVR routers for this DVR port 5385d6e6-7882-4588-ae76-3fde0e3a4124 on host n-h2-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:19:21.053462 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-be11ad79-d529-45cc-b6b4-ac61d3129cd4 req-fbfdcbd7-1662-4253-bcf7-59b599e9ec27 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:19:21.055407 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-be11ad79-d529-45cc-b6b4-ac61d3129cd4 req-fbfdcbd7-1662-4253-bcf7-59b599e9ec27 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.41 "DELETE /v2.0/ports/5385d6e6-7882-4588-ae76-3fde0e3a4124 HTTP/1.1" status: 204 len: 173 time: 0.7968607 Jul 13 14:19:21.055837 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b749909-0066-4c1f-a015-f68d647884bb', 'name': 'network-vif-deleted', 'tag': '5385d6e6-7882-4588-ae76-3fde0e3a4124'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:19:21.058167 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e63eb89-74de-41e0-8b95-c1955ff4cb2d" -d '{"events": [{"server_uuid": "4b749909-0066-4c1f-a015-f68d647884bb", "name": "network-vif-deleted", "tag": "5385d6e6-7882-4588-ae76-3fde0e3a4124"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:19:21.107605 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-611db0a5-8185-4c7b-bdc3-43015adf8dbd x-openstack-request-id: req-611db0a5-8185-4c7b-bdc3-43015adf8dbd {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:19:21.107895 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b749909-0066-4c1f-a015-f68d647884bb", "name": "network-vif-deleted", "tag": "5385d6e6-7882-4588-ae76-3fde0e3a4124", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:19:21.108148 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-611db0a5-8185-4c7b-bdc3-43015adf8dbd {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:19:21.108554 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b749909-0066-4c1f-a015-f68d647884bb', 'name': 'network-vif-deleted', 'tag': '5385d6e6-7882-4588-ae76-3fde0e3a4124', 'status': 'completed', 'code': 200} Jul 13 14:19:21.156560 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-3cad778b-d75b-4bac-ab08-7b342e665534 None None] Set router 4deed369-e52f-4c7a-a686-014ab24c32b5 gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:19:21.297464 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:19:21.298299 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-68a2b573-47ee-4b2b-8c43-0c498caa2f09 req-66a2afcf-2a0d-4c0c-b5f4-6890e42dd201 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b749909-0066-4c1f-a015-f68d647884bb HTTP/1.1" status: 200 len: 210 time: 0.0437305 Jul 13 14:19:21.391440 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-3cad778b-d75b-4bac-ab08-7b342e665534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4deed369-e52f-4c7a-a686-014ab24c32b5', 'name': 'tempest-TestVolumeBootPattern-604855268-router', 'tenant_id': '5c9ef36c351841ca83dde6dc04bc97a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': '86e1179c-e760-45c7-8bec-f2bf92676012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:13:41Z', 'updated_at': '2021-07-13T14:13:44Z', 'revision_number': 4, 'project_id': '5c9ef36c351841ca83dde6dc04bc97a4', 'gw_port': {'id': '86e1179c-e760-45c7-8bec-f2bf92676012', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:f6:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4deed369-e52f-4c7a-a686-014ab24c32b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:13:42Z', 'updated_at': '2021-07-13T14:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': 'e85ac72d-9f0b-406f-a1fa-a10f77a09a3a', 'name': '', 'network_id': 'a2277fe2-5365-4bd5-b2cf-1188f0e7fb16', 'tenant_id': '5c9ef36c351841ca83dde6dc04bc97a4', 'mac_address': 'fa:16:3e:e3:43:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4deed369-e52f-4c7a-a686-014ab24c32b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '6728334e-b0b1-4ba8-880a-f1431373cfed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:13:43Z', 'updated_at': '2021-07-13T14:13:50Z', 'revision_number': 5, 'project_id': '5c9ef36c351841ca83dde6dc04bc97a4', 'subnets': [{'id': '6728334e-b0b1-4ba8-880a-f1431373cfed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:19:21.416774 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cad778b-d75b-4bac-ab08-7b342e665534 None None] Checking router: 4deed369-e52f-4c7a-a686-014ab24c32b5 for host: n-d-800634-1 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:19:21.425671 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cad778b-d75b-4bac-ab08-7b342e665534 None None] Routers {'4deed369-e52f-4c7a-a686-014ab24c32b5'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:19:21.426323 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-3cad778b-d75b-4bac-ab08-7b342e665534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:19:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['4deed369-e52f-4c7a-a686-014ab24c32b5'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:19:21.532502 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-3cad778b-d75b-4bac-ab08-7b342e665534 None None] Set router 4deed369-e52f-4c7a-a686-014ab24c32b5 gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:19:21.735737 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-3cad778b-d75b-4bac-ab08-7b342e665534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4deed369-e52f-4c7a-a686-014ab24c32b5', 'name': 'tempest-TestVolumeBootPattern-604855268-router', 'tenant_id': '5c9ef36c351841ca83dde6dc04bc97a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': '86e1179c-e760-45c7-8bec-f2bf92676012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:13:41Z', 'updated_at': '2021-07-13T14:13:44Z', 'revision_number': 4, 'project_id': '5c9ef36c351841ca83dde6dc04bc97a4', 'gw_port': {'id': '86e1179c-e760-45c7-8bec-f2bf92676012', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:f6:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4deed369-e52f-4c7a-a686-014ab24c32b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:13:42Z', 'updated_at': '2021-07-13T14:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': 'e85ac72d-9f0b-406f-a1fa-a10f77a09a3a', 'name': '', 'network_id': 'a2277fe2-5365-4bd5-b2cf-1188f0e7fb16', 'tenant_id': '5c9ef36c351841ca83dde6dc04bc97a4', 'mac_address': 'fa:16:3e:e3:43:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4deed369-e52f-4c7a-a686-014ab24c32b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '6728334e-b0b1-4ba8-880a-f1431373cfed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:13:43Z', 'updated_at': '2021-07-13T14:13:50Z', 'revision_number': 5, 'project_id': '5c9ef36c351841ca83dde6dc04bc97a4', 'subnets': [{'id': '6728334e-b0b1-4ba8-880a-f1431373cfed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:19:21.767873 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cad778b-d75b-4bac-ab08-7b342e665534 None None] The sync data for ids ['4deed369-e52f-4c7a-a686-014ab24c32b5'] in n-d-800634-1 is: [{'id': '4deed369-e52f-4c7a-a686-014ab24c32b5', 'name': 'tempest-TestVolumeBootPattern-604855268-router', 'tenant_id': '5c9ef36c351841ca83dde6dc04bc97a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': '86e1179c-e760-45c7-8bec-f2bf92676012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:13:41Z', 'updated_at': '2021-07-13T14:13:44Z', 'revision_number': 4, 'project_id': '5c9ef36c351841ca83dde6dc04bc97a4', 'gw_port': {'id': '86e1179c-e760-45c7-8bec-f2bf92676012', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:f6:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4deed369-e52f-4c7a-a686-014ab24c32b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:13:42Z', 'updated_at': '2021-07-13T14:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': 'e85ac72d-9f0b-406f-a1fa-a10f77a09a3a', 'name': '', 'network_id': 'a2277fe2-5365-4bd5-b2cf-1188f0e7fb16', 'tenant_id': '5c9ef36c351841ca83dde6dc04bc97a4', 'mac_address': 'fa:16:3e:e3:43:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4deed369-e52f-4c7a-a686-014ab24c32b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '6728334e-b0b1-4ba8-880a-f1431373cfed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:13:43Z', 'updated_at': '2021-07-13T14:13:50Z', 'revision_number': 5, 'project_id': '5c9ef36c351841ca83dde6dc04bc97a4', 'subnets': [{'id': '6728334e-b0b1-4ba8-880a-f1431373cfed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:19:22.001311 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345c44db-9159-4a86-b3b3-56ce680785e0 None None] New status for floating IP 287d0b68-4dcc-4bda-955a-6ac33f548172: DOWN {{(pid=93753) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 14:19:22.438691 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6e585003-2ef4-4fa1-a176-1e17eb6bf0a8 req-516d8e48-0bdd-498a-a871-42a75fab1dcc tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b749909-0066-4c1f-a015-f68d647884bb HTTP/1.1" status: 200 len: 210 time: 0.0298021 Jul 13 14:19:22.749173 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:19:23.582786 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e707d869-df9c-40ff-9992-e0b81c827326 req-3e450509-02e4-459e-88b0-c0978d7fcd7b tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b749909-0066-4c1f-a015-f68d647884bb HTTP/1.1" status: 200 len: 210 time: 0.0297842 Jul 13 14:19:23.707101 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 5385d6e6-7882-4588-ae76-3fde0e3a4124 no longer exists at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:19:23.727874 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] No Port match for: 5385d6e6-7882-4588-ae76-3fde0e3a4124 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:19:23.728139 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 5385d6e6-7882-4588-ae76-3fde0e3a4124 not bound to the agent host n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:19:24.557590 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:19:24.739762 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ccc8ffd8-1d15-4d63-8522-ce780c91392c req-e9e5ac0d-7f2a-478c-9f04-c67f5678c842 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b749909-0066-4c1f-a015-f68d647884bb HTTP/1.1" status: 200 len: 210 time: 0.0328321 Jul 13 14:19:24.848984 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [req-032df113-d79b-48e7-a1bc-67f940546297 req-6362ebf5-e66c-44c0-9642-e4b38ebc9d9b service neutron] (93750) timed out ('10.222.0.26', 60646) {{(pid=93750) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 13 14:19:25.974646 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0878ecb8-d8a0-47df-99c4-598a8698eda3 req-3a3037cb-859c-45e6-abb9-5448ae1393e9 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-919416036&fields=id&tenant_id=5c9ef36c351841ca83dde6dc04bc97a4 HTTP/1.1" status: 200 len: 267 time: 0.0349076 Jul 13 14:19:26.080805 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0878ecb8-d8a0-47df-99c4-598a8698eda3 req-8ff02c6d-a9a4-41f0-b119-326ca7c2fbff tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:19:26.082297 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0878ecb8-d8a0-47df-99c4-598a8698eda3 req-8ff02c6d-a9a4-41f0-b119-326ca7c2fbff tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/networks?id=a2277fe2-5365-4bd5-b2cf-1188f0e7fb16 HTTP/1.1" status: 200 len: 811 time: 0.1014388 Jul 13 14:19:26.096274 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0878ecb8-d8a0-47df-99c4-598a8698eda3 req-e0f08fc4-2994-4b98-85c6-6fcec6b25153 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/quotas/5c9ef36c351841ca83dde6dc04bc97a4 HTTP/1.1" status: 200 len: 375 time: 0.0088720 Jul 13 14:19:26.173474 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0878ecb8-d8a0-47df-99c4-598a8698eda3 req-0eb72553-0321-4bdd-a633-0bb0e47de61c tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=5c9ef36c351841ca83dde6dc04bc97a4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0722737 Jul 13 14:19:26.365832 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0878ecb8-d8a0-47df-99c4-598a8698eda3 req-8ae52ad7-17c0-4eb5-b966-71ed324dc994 service neutron] 10.222.0.23 "GET /v2.0/networks/a2277fe2-5365-4bd5-b2cf-1188f0e7fb16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814320 Jul 13 14:19:26.752411 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0878ecb8-d8a0-47df-99c4-598a8698eda3 req-3f590f08-c460-405f-a44f-195abf9a406d service neutron] 10.222.0.23 "GET /v2.0/networks/a2277fe2-5365-4bd5-b2cf-1188f0e7fb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3809874 Jul 13 14:19:27.055276 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f5e26289-7230-4a42-829d-002d08e5663b req-8d9c6010-51a5-4713-a2a6-6cd98f89b35c tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/ports?device_id=126f38d5-624d-43c7-a5d9-3241f02e8ecc HTTP/1.1" status: 200 len: 210 time: 0.0331659 Jul 13 14:19:28.235037 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-241e100e-5536-461d-9f10-7f11045eebbc req-1bd0445e-2e63-4e20-a024-7e02777259c9 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/ports?device_id=126f38d5-624d-43c7-a5d9-3241f02e8ecc HTTP/1.1" status: 200 len: 210 time: 0.0620763 Jul 13 14:19:28.285309 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0878ecb8-d8a0-47df-99c4-598a8698eda3 req-4a236714-6e19-46d3-9067-e5f9967888ff tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:19:28.286805 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0878ecb8-d8a0-47df-99c4-598a8698eda3 req-4a236714-6e19-46d3-9067-e5f9967888ff tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.41 "GET /v2.0/networks?id=a2277fe2-5365-4bd5-b2cf-1188f0e7fb16 HTTP/1.1" status: 200 len: 811 time: 0.1413531 Jul 13 14:19:28.329102 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0878ecb8-d8a0-47df-99c4-598a8698eda3 req-301c1b4b-40fb-4f95-b273-6e7634594afc tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5c9ef36c351841ca83dde6dc04bc97a4 HTTP/1.1" status: 200 len: 379 time: 0.0346878 Jul 13 14:19:28.343229 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-0878ecb8-d8a0-47df-99c4-598a8698eda3 req-f518dbb6-10f0-47d1-b155-4c4ca31eebb0 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Request body: {'port': {'device_id': '126f38d5-624d-43c7-a5d9-3241f02e8ecc', 'network_id': 'a2277fe2-5365-4bd5-b2cf-1188f0e7fb16', 'admin_state_up': True, 'tenant_id': '5c9ef36c351841ca83dde6dc04bc97a4', 'security_groups': ['8c6a1591-b676-474e-9244-bc788ecd8d7f']}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:19:28.453561 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0878ecb8-d8a0-47df-99c4-598a8698eda3 req-f518dbb6-10f0-47d1-b155-4c4ca31eebb0 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Made reservation on behalf of 5c9ef36c351841ca83dde6dc04bc97a4 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:19:28.457228 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-0878ecb8-d8a0-47df-99c4-598a8698eda3 req-f518dbb6-10f0-47d1-b155-4c4ca31eebb0 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:19:28.587085 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-0878ecb8-d8a0-47df-99c4-598a8698eda3 req-f518dbb6-10f0-47d1-b155-4c4ca31eebb0 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Allocated IP 172.20.0.9 (a2277fe2-5365-4bd5-b2cf-1188f0e7fb16/6728334e-b0b1-4ba8-880a-f1431373cfed/1b920cfc-d74e-411b-92f6-376fc7afdb7b) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:19:28.728153 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-0878ecb8-d8a0-47df-99c4-598a8698eda3 req-f518dbb6-10f0-47d1-b155-4c4ca31eebb0 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:19:28.742298 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-0878ecb8-d8a0-47df-99c4-598a8698eda3 req-f518dbb6-10f0-47d1-b155-4c4ca31eebb0 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Transition to ACTIVE for port object 1b920cfc-d74e-411b-92f6-376fc7afdb7b will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:19:28.775974 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-0878ecb8-d8a0-47df-99c4-598a8698eda3 req-f518dbb6-10f0-47d1-b155-4c4ca31eebb0 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:19:28.821701 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0878ecb8-d8a0-47df-99c4-598a8698eda3 req-f518dbb6-10f0-47d1-b155-4c4ca31eebb0 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Network a2277fe2-5365-4bd5-b2cf-1188f0e7fb16 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:19:28.825849 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-0878ecb8-d8a0-47df-99c4-598a8698eda3 req-f518dbb6-10f0-47d1-b155-4c4ca31eebb0 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:19:28.830194 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-0878ecb8-d8a0-47df-99c4-598a8698eda3 req-f518dbb6-10f0-47d1-b155-4c4ca31eebb0 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:19:28.858879 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f518dbb6-10f0-47d1-b155-4c4ca31eebb0 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Pushing event updated for resources: {'Port': ['ID=1b920cfc-d74e-411b-92f6-376fc7afdb7b,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:19:28.894550 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0878ecb8-d8a0-47df-99c4-598a8698eda3 req-f518dbb6-10f0-47d1-b155-4c4ca31eebb0 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:19:28.895403 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-0878ecb8-d8a0-47df-99c4-598a8698eda3 req-f518dbb6-10f0-47d1-b155-4c4ca31eebb0 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:19:28.912586 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0878ecb8-d8a0-47df-99c4-598a8698eda3 req-f518dbb6-10f0-47d1-b155-4c4ca31eebb0 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5736561 Jul 13 14:19:28.925151 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-0878ecb8-d8a0-47df-99c4-598a8698eda3 req-9d9cddd4-c5ab-4b82-9770-5c4dab3dc56b service neutron] Request body: {'port': {'device_id': '126f38d5-624d-43c7-a5d9-3241f02e8ecc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:19:29.008360 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-0878ecb8-d8a0-47df-99c4-598a8698eda3 req-9d9cddd4-c5ab-4b82-9770-5c4dab3dc56b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:19:29.069949 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-cd401ebd-ef84-407a-a306-833c58409de0 None None] Provisioning for port 1b920cfc-d74e-411b-92f6-376fc7afdb7b completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:19:29.074083 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-cd401ebd-ef84-407a-a306-833c58409de0 None None] Provisioning complete for port 1b920cfc-d74e-411b-92f6-376fc7afdb7b triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:19:29.074450 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-cd401ebd-ef84-407a-a306-833c58409de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:19:29.109008 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-cd401ebd-ef84-407a-a306-833c58409de0 None None] Port 1b920cfc-d74e-411b-92f6-376fc7afdb7b cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:19:29.282077 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-0878ecb8-d8a0-47df-99c4-598a8698eda3 req-9d9cddd4-c5ab-4b82-9770-5c4dab3dc56b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b920cfc-d74e-411b-92f6-376fc7afdb7b {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:19:29.289980 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-0878ecb8-d8a0-47df-99c4-598a8698eda3 req-9d9cddd4-c5ab-4b82-9770-5c4dab3dc56b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:19:29.304246 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-0878ecb8-d8a0-47df-99c4-598a8698eda3 req-9d9cddd4-c5ab-4b82-9770-5c4dab3dc56b service neutron] Transition to ACTIVE for port object 1b920cfc-d74e-411b-92f6-376fc7afdb7b will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:19:29.309695 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-0878ecb8-d8a0-47df-99c4-598a8698eda3 req-9d9cddd4-c5ab-4b82-9770-5c4dab3dc56b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:19:29.365248 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9cddd4-c5ab-4b82-9770-5c4dab3dc56b service neutron] Pushing event updated for resources: {'Port': ['ID=1b920cfc-d74e-411b-92f6-376fc7afdb7b,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:19:29.455745 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-0878ecb8-d8a0-47df-99c4-598a8698eda3 req-9d9cddd4-c5ab-4b82-9770-5c4dab3dc56b service neutron] Attempting to bind port 1b920cfc-d74e-411b-92f6-376fc7afdb7b on host n-h2-800634-1 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:19:29.456612 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-0878ecb8-d8a0-47df-99c4-598a8698eda3 req-9d9cddd4-c5ab-4b82-9770-5c4dab3dc56b service neutron] Attempting to bind port 1b920cfc-d74e-411b-92f6-376fc7afdb7b by drivers openvswitch,hyperv on host n-h2-800634-1 at level 0 using segments [{'id': '4c12d2cb-e5d8-4587-a297-9866d410582d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a2277fe2-5365-4bd5-b2cf-1188f0e7fb16'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:19:29.456974 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0878ecb8-d8a0-47df-99c4-598a8698eda3 req-9d9cddd4-c5ab-4b82-9770-5c4dab3dc56b service neutron] Attempting to bind port 1b920cfc-d74e-411b-92f6-376fc7afdb7b on network a2277fe2-5365-4bd5-b2cf-1188f0e7fb16 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:19:29.463901 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0878ecb8-d8a0-47df-99c4-598a8698eda3 req-9d9cddd4-c5ab-4b82-9770-5c4dab3dc56b service neutron] Port 1b920cfc-d74e-411b-92f6-376fc7afdb7b on network a2277fe2-5365-4bd5-b2cf-1188f0e7fb16 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-1 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 14:19:29.464236 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0878ecb8-d8a0-47df-99c4-598a8698eda3 req-9d9cddd4-c5ab-4b82-9770-5c4dab3dc56b service neutron] Attempting to bind port 1b920cfc-d74e-411b-92f6-376fc7afdb7b on network a2277fe2-5365-4bd5-b2cf-1188f0e7fb16 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:19:29.470052 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7573e5ba-86bf-4e67-9f13-a9247809334d req-3ab124a7-9fba-4317-9672-e7e398c51506 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:19:29.472427 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7573e5ba-86bf-4e67-9f13-a9247809334d req-3ab124a7-9fba-4317-9672-e7e398c51506 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/ports?device_id=126f38d5-624d-43c7-a5d9-3241f02e8ecc HTTP/1.1" status: 200 len: 943 time: 0.0889447 Jul 13 14:19:29.474495 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0878ecb8-d8a0-47df-99c4-598a8698eda3 req-9d9cddd4-c5ab-4b82-9770-5c4dab3dc56b service neutron] Checking agent: {'id': 'f615e5c9-21ab-43f2-adbc-192d64b795cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:19:29.475111 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0878ecb8-d8a0-47df-99c4-598a8698eda3 req-9d9cddd4-c5ab-4b82-9770-5c4dab3dc56b service neutron] Checking segment: {'id': '4c12d2cb-e5d8-4587-a297-9866d410582d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a2277fe2-5365-4bd5-b2cf-1188f0e7fb16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:19:29.475747 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0878ecb8-d8a0-47df-99c4-598a8698eda3 req-9d9cddd4-c5ab-4b82-9770-5c4dab3dc56b service neutron] Bound using segment: {'id': '4c12d2cb-e5d8-4587-a297-9866d410582d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a2277fe2-5365-4bd5-b2cf-1188f0e7fb16'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:19:29.476529 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-0878ecb8-d8a0-47df-99c4-598a8698eda3 req-9d9cddd4-c5ab-4b82-9770-5c4dab3dc56b service neutron] Bound port: 1b920cfc-d74e-411b-92f6-376fc7afdb7b, host: n-h2-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c12d2cb-e5d8-4587-a297-9866d410582d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a2277fe2-5365-4bd5-b2cf-1188f0e7fb16'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:19:29.477000 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-0878ecb8-d8a0-47df-99c4-598a8698eda3 req-9d9cddd4-c5ab-4b82-9770-5c4dab3dc56b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:19:29.531631 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7573e5ba-86bf-4e67-9f13-a9247809334d req-57bd226b-c808-4806-a8ba-2a684c4a10fd tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c6a1591-b676-474e-9244-bc788ecd8d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504487 Jul 13 14:19:29.571522 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-0878ecb8-d8a0-47df-99c4-598a8698eda3 req-9d9cddd4-c5ab-4b82-9770-5c4dab3dc56b service neutron] For port 1b920cfc-d74e-411b-92f6-376fc7afdb7b, host n-h2-800634-1, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:19:29.575275 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-0878ecb8-d8a0-47df-99c4-598a8698eda3 req-9d9cddd4-c5ab-4b82-9770-5c4dab3dc56b service neutron] For port 1b920cfc-d74e-411b-92f6-376fc7afdb7b, host n-h2-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=1b920cfc-d74e-411b-92f6-376fc7afdb7b,segment=NetworkSegment(4c12d2cb-e5d8-4587-a297-9866d410582d),segment_id=4c12d2cb-e5d8-4587-a297-9866d410582d)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:19:29.579677 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-0878ecb8-d8a0-47df-99c4-598a8698eda3 req-9d9cddd4-c5ab-4b82-9770-5c4dab3dc56b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:19:29.618567 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0878ecb8-d8a0-47df-99c4-598a8698eda3 req-9d9cddd4-c5ab-4b82-9770-5c4dab3dc56b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:19:29.619203 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-0878ecb8-d8a0-47df-99c4-598a8698eda3 req-9d9cddd4-c5ab-4b82-9770-5c4dab3dc56b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:19:29.620730 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0878ecb8-d8a0-47df-99c4-598a8698eda3 req-9d9cddd4-c5ab-4b82-9770-5c4dab3dc56b service neutron] 10.222.0.41 "PUT /v2.0/ports/1b920cfc-d74e-411b-92f6-376fc7afdb7b HTTP/1.1" status: 200 len: 1091 time: 0.7007926 Jul 13 14:19:29.621226 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '126f38d5-624d-43c7-a5d9-3241f02e8ecc', 'tag': '1b920cfc-d74e-411b-92f6-376fc7afdb7b'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:19:29.624227 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-398ec9cd-1f35-48a6-9abe-37d5961ccb0c" -d '{"events": [{"name": "network-changed", "server_uuid": "126f38d5-624d-43c7-a5d9-3241f02e8ecc", "tag": "1b920cfc-d74e-411b-92f6-376fc7afdb7b"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:19:29.654613 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9cddd4-c5ab-4b82-9770-5c4dab3dc56b service neutron] Pushing event updated for resources: {'Port': ['ID=1b920cfc-d74e-411b-92f6-376fc7afdb7b,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:19:29.681914 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:19:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79bd6d1a-6e53-491b-ad3f-aea8f5ca7b9d x-openstack-request-id: req-79bd6d1a-6e53-491b-ad3f-aea8f5ca7b9d {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:19:29.682209 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "126f38d5-624d-43c7-a5d9-3241f02e8ecc", "tag": "1b920cfc-d74e-411b-92f6-376fc7afdb7b", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:19:29.682493 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-79bd6d1a-6e53-491b-ad3f-aea8f5ca7b9d {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:19:29.682861 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '126f38d5-624d-43c7-a5d9-3241f02e8ecc', 'tag': '1b920cfc-d74e-411b-92f6-376fc7afdb7b', 'status': 'completed', 'code': 200} Jul 13 14:19:29.739179 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0878ecb8-d8a0-47df-99c4-598a8698eda3 req-fd05c127-180d-4348-8a9a-f5ccd9635f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:19:29.740931 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0878ecb8-d8a0-47df-99c4-598a8698eda3 req-fd05c127-180d-4348-8a9a-f5ccd9635f61 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5c9ef36c351841ca83dde6dc04bc97a4&device_id=126f38d5-624d-43c7-a5d9-3241f02e8ecc HTTP/1.1" status: 200 len: 1094 time: 0.0676184 Jul 13 14:19:29.783486 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0878ecb8-d8a0-47df-99c4-598a8698eda3 req-5ab43cd5-a7bc-4bd9-b5d9-af88b212495c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b920cfc-d74e-411b-92f6-376fc7afdb7b HTTP/1.1" status: 200 len: 217 time: 0.0352426 Jul 13 14:19:29.836677 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0878ecb8-d8a0-47df-99c4-598a8698eda3 req-478209e8-7fd3-4932-a4a3-a70b08945470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:19:29.838286 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0878ecb8-d8a0-47df-99c4-598a8698eda3 req-478209e8-7fd3-4932-a4a3-a70b08945470 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6728334e-b0b1-4ba8-880a-f1431373cfed HTTP/1.1" status: 200 len: 850 time: 0.0479796 Jul 13 14:19:29.896907 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0878ecb8-d8a0-47df-99c4-598a8698eda3 req-9f960137-25db-4258-979e-ff7b4cae7a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:19:29.898371 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0878ecb8-d8a0-47df-99c4-598a8698eda3 req-9f960137-25db-4258-979e-ff7b4cae7a1a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a2277fe2-5365-4bd5-b2cf-1188f0e7fb16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0535431 Jul 13 14:19:29.995275 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0878ecb8-d8a0-47df-99c4-598a8698eda3 req-f73850bd-7beb-43a0-818e-a0048e1be1db service neutron] 10.222.0.41 "GET /v2.0/networks/a2277fe2-5365-4bd5-b2cf-1188f0e7fb16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901601 Jul 13 14:19:30.088168 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0878ecb8-d8a0-47df-99c4-598a8698eda3 req-758785a1-2945-4a70-9a37-a7541b16c1c9 service neutron] 10.222.0.41 "GET /v2.0/networks/a2277fe2-5365-4bd5-b2cf-1188f0e7fb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862191 Jul 13 14:19:30.197592 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398ec9cd-1f35-48a6-9abe-37d5961ccb0c req-0c63537c-fe82-4037-8e31-12aa9ac2a273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:19:30.199100 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-398ec9cd-1f35-48a6-9abe-37d5961ccb0c req-0c63537c-fe82-4037-8e31-12aa9ac2a273 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5c9ef36c351841ca83dde6dc04bc97a4&device_id=126f38d5-624d-43c7-a5d9-3241f02e8ecc HTTP/1.1" status: 200 len: 1094 time: 0.0603087 Jul 13 14:19:30.288337 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398ec9cd-1f35-48a6-9abe-37d5961ccb0c req-16a32bab-e97b-4229-a3b7-73bf57d496e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:19:30.289846 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-398ec9cd-1f35-48a6-9abe-37d5961ccb0c req-16a32bab-e97b-4229-a3b7-73bf57d496e1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a2277fe2-5365-4bd5-b2cf-1188f0e7fb16 HTTP/1.1" status: 200 len: 911 time: 0.0848722 Jul 13 14:19:30.334850 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-398ec9cd-1f35-48a6-9abe-37d5961ccb0c req-787e9cb2-09db-4c8b-9606-fa8026ff1a5a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b920cfc-d74e-411b-92f6-376fc7afdb7b HTTP/1.1" status: 200 len: 217 time: 0.0391185 Jul 13 14:19:30.384795 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398ec9cd-1f35-48a6-9abe-37d5961ccb0c req-378eba77-2142-4be0-82b1-d4672dcb1530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:19:30.386296 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-398ec9cd-1f35-48a6-9abe-37d5961ccb0c req-378eba77-2142-4be0-82b1-d4672dcb1530 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6728334e-b0b1-4ba8-880a-f1431373cfed HTTP/1.1" status: 200 len: 850 time: 0.0448301 Jul 13 14:19:30.444886 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398ec9cd-1f35-48a6-9abe-37d5961ccb0c req-b45d0e02-40ff-46cf-ba0d-4d6850bf5856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:19:30.446434 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-398ec9cd-1f35-48a6-9abe-37d5961ccb0c req-b45d0e02-40ff-46cf-ba0d-4d6850bf5856 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a2277fe2-5365-4bd5-b2cf-1188f0e7fb16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0537477 Jul 13 14:19:30.540170 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-398ec9cd-1f35-48a6-9abe-37d5961ccb0c req-df9b4d9c-37c0-4b9e-ab31-8a32491528a6 service neutron] 10.222.0.41 "GET /v2.0/networks/a2277fe2-5365-4bd5-b2cf-1188f0e7fb16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864232 Jul 13 14:19:30.630958 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-398ec9cd-1f35-48a6-9abe-37d5961ccb0c req-9411ae5f-fb57-4869-94ed-e8eb5cc55473 service neutron] 10.222.0.41 "GET /v2.0/networks/a2277fe2-5365-4bd5-b2cf-1188f0e7fb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846009 Jul 13 14:19:30.704774 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:19:30.717365 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da726fb-3b6a-40f1-b2b3-95b7bfc61c45 req-cdebe3e2-02d0-4bfc-8150-7bc9ae52f2b7 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:19:30.718897 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8da726fb-3b6a-40f1-b2b3-95b7bfc61c45 req-cdebe3e2-02d0-4bfc-8150-7bc9ae52f2b7 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/ports?device_id=126f38d5-624d-43c7-a5d9-3241f02e8ecc HTTP/1.1" status: 200 len: 943 time: 0.0666065 Jul 13 14:19:30.757215 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8da726fb-3b6a-40f1-b2b3-95b7bfc61c45 req-9ec15f83-20cc-4bb1-8f25-b8edc585a467 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c6a1591-b676-474e-9244-bc788ecd8d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327966 Jul 13 14:19:30.983374 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:19:31.934752 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcde0c7-c34d-4d8c-ae31-1b52496e4bb6 req-08afc58e-b246-4b9d-80f0-b273c3b58009 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:19:31.936314 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-fbcde0c7-c34d-4d8c-ae31-1b52496e4bb6 req-08afc58e-b246-4b9d-80f0-b273c3b58009 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/ports?device_id=126f38d5-624d-43c7-a5d9-3241f02e8ecc HTTP/1.1" status: 200 len: 943 time: 0.0670047 Jul 13 14:19:31.982399 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-fbcde0c7-c34d-4d8c-ae31-1b52496e4bb6 req-31939daa-e576-45ce-a384-66472548e62b tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c6a1591-b676-474e-9244-bc788ecd8d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398214 Jul 13 14:19:33.160055 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fd5a98-08af-47f5-b1b8-5871c867d4ff req-f6094125-34a0-43c9-a7bc-9b8d98f68d6a tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:19:33.161541 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-59fd5a98-08af-47f5-b1b8-5871c867d4ff req-f6094125-34a0-43c9-a7bc-9b8d98f68d6a tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/ports?device_id=126f38d5-624d-43c7-a5d9-3241f02e8ecc HTTP/1.1" status: 200 len: 943 time: 0.0662980 Jul 13 14:19:33.199147 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-59fd5a98-08af-47f5-b1b8-5871c867d4ff req-984ecb4b-7230-4646-a15e-69a1481fd297 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c6a1591-b676-474e-9244-bc788ecd8d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321269 Jul 13 14:19:34.373582 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b37eb51-bd4b-4dd3-bf5d-6fd1fdc47ced req-5a7bc2e7-e07d-4034-a0d5-1145c28fb557 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:19:34.375089 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8b37eb51-bd4b-4dd3-bf5d-6fd1fdc47ced req-5a7bc2e7-e07d-4034-a0d5-1145c28fb557 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/ports?device_id=126f38d5-624d-43c7-a5d9-3241f02e8ecc HTTP/1.1" status: 200 len: 943 time: 0.0670202 Jul 13 14:19:34.412732 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8b37eb51-bd4b-4dd3-bf5d-6fd1fdc47ced req-77e7090c-4c4a-4a71-a3fc-bd541c3b9868 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c6a1591-b676-474e-9244-bc788ecd8d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321674 Jul 13 14:19:35.585251 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d2b25e-4617-41b7-9eca-c23146eeee98 req-81128458-8f63-490a-8512-bde6d142fcc5 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:19:35.586749 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-28d2b25e-4617-41b7-9eca-c23146eeee98 req-81128458-8f63-490a-8512-bde6d142fcc5 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/ports?device_id=126f38d5-624d-43c7-a5d9-3241f02e8ecc HTTP/1.1" status: 200 len: 943 time: 0.0628631 Jul 13 14:19:35.624061 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-28d2b25e-4617-41b7-9eca-c23146eeee98 req-139a83e6-5cb1-49bb-bd60-07291f0918fb tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c6a1591-b676-474e-9244-bc788ecd8d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312521 Jul 13 14:19:36.794628 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fde66d-3a12-40c5-a1b3-be30569fe443 req-ac23fe9d-fd12-4d0f-8487-b1f8cd4e356f tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:19:36.796650 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-77fde66d-3a12-40c5-a1b3-be30569fe443 req-ac23fe9d-fd12-4d0f-8487-b1f8cd4e356f tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/ports?device_id=126f38d5-624d-43c7-a5d9-3241f02e8ecc HTTP/1.1" status: 200 len: 943 time: 0.0639422 Jul 13 14:19:36.834614 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-77fde66d-3a12-40c5-a1b3-be30569fe443 req-adeecfe1-29bf-4d29-9872-546a23f223c2 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c6a1591-b676-474e-9244-bc788ecd8d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321183 Jul 13 14:19:38.008390 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f80bd1-89ca-4a46-96a0-83af895f096d req-67f5cdc8-f15d-4a26-a44e-1343dabf481e tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:19:38.009884 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-12f80bd1-89ca-4a46-96a0-83af895f096d req-67f5cdc8-f15d-4a26-a44e-1343dabf481e tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/ports?device_id=126f38d5-624d-43c7-a5d9-3241f02e8ecc HTTP/1.1" status: 200 len: 943 time: 0.0622053 Jul 13 14:19:38.051234 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-12f80bd1-89ca-4a46-96a0-83af895f096d req-a323bd25-a487-4ca7-a06f-c77c35825678 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c6a1591-b676-474e-9244-bc788ecd8d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352192 Jul 13 14:19:39.228289 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33425c8b-9302-42a1-84b8-0bd95977e08e req-75bc2a1a-8fc3-4cad-ab92-191263dd45d6 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:19:39.229665 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-33425c8b-9302-42a1-84b8-0bd95977e08e req-75bc2a1a-8fc3-4cad-ab92-191263dd45d6 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/ports?device_id=126f38d5-624d-43c7-a5d9-3241f02e8ecc HTTP/1.1" status: 200 len: 943 time: 0.0671349 Jul 13 14:19:39.267219 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-33425c8b-9302-42a1-84b8-0bd95977e08e req-ce8d4675-14a4-4d75-a2ce-1888c51ef866 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c6a1591-b676-474e-9244-bc788ecd8d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317547 Jul 13 14:19:39.737615 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 1b920cfc-d74e-411b-92f6-376fc7afdb7b details requested by agent hyperv_n-h2-800634-1 with host n-h2-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 14:19:39.834604 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 1b920cfc-d74e-411b-92f6-376fc7afdb7b, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=1b920cfc-d74e-411b-92f6-376fc7afdb7b,segment=NetworkSegment(4c12d2cb-e5d8-4587-a297-9866d410582d),segment_id=4c12d2cb-e5d8-4587-a297-9866d410582d)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:19:39.845563 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Returning: {'device': '1b920cfc-d74e-411b-92f6-376fc7afdb7b', 'network_id': 'a2277fe2-5365-4bd5-b2cf-1188f0e7fb16', 'port_id': '1b920cfc-d74e-411b-92f6-376fc7afdb7b', 'mac_address': 'fa:16:3e:6c:0c:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6728334e-b0b1-4ba8-880a-f1431373cfed', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 14:19:39.881579 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:19:39.893758 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b920cfc-d74e-411b-92f6-376fc7afdb7b {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:19:39.912270 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 1b920cfc-d74e-411b-92f6-376fc7afdb7b, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=1b920cfc-d74e-411b-92f6-376fc7afdb7b,segment=NetworkSegment(4c12d2cb-e5d8-4587-a297-9866d410582d),segment_id=4c12d2cb-e5d8-4587-a297-9866d410582d)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:19:39.916319 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:19:39.967733 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=1b920cfc-d74e-411b-92f6-376fc7afdb7b,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:19:39.974892 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:19:39.975239 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:19:39.975578 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:19:39.975914 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:19:39.976248 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:19:39.976575 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:19:39.976900 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:19:39.977223 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:19:39.977547 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:19:39.977891 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:19:39.978272 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:19:39.978602 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:19:40.150209 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['1b920cfc-d74e-411b-92f6-376fc7afdb7b'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:19:40.437618 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f68dac-1900-4a08-9c1e-d31750088850 req-ee2b5ec3-7e03-4562-ad00-5d890092941c tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:19:40.439146 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-39f68dac-1900-4a08-9c1e-d31750088850 req-ee2b5ec3-7e03-4562-ad00-5d890092941c tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/ports?device_id=126f38d5-624d-43c7-a5d9-3241f02e8ecc HTTP/1.1" status: 200 len: 944 time: 0.0630767 Jul 13 14:19:40.476371 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-39f68dac-1900-4a08-9c1e-d31750088850 req-3165771a-9cf1-4e8f-b4f3-ee3cf64d013c tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c6a1591-b676-474e-9244-bc788ecd8d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317376 Jul 13 14:19:41.647688 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd2b2d6-7a8c-4e03-aefa-d73b516d085c req-82c21807-ef6a-4494-8f25-45c58dac54d8 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:19:41.649181 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ebd2b2d6-7a8c-4e03-aefa-d73b516d085c req-82c21807-ef6a-4494-8f25-45c58dac54d8 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/ports?device_id=126f38d5-624d-43c7-a5d9-3241f02e8ecc HTTP/1.1" status: 200 len: 944 time: 0.0641510 Jul 13 14:19:41.688786 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ebd2b2d6-7a8c-4e03-aefa-d73b516d085c req-afd3c48f-f195-484e-b201-6300d24243ce tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c6a1591-b676-474e-9244-bc788ecd8d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336099 Jul 13 14:19:41.768738 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 1b920cfc-d74e-411b-92f6-376fc7afdb7b up at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:19:41.821129 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning for port 1b920cfc-d74e-411b-92f6-376fc7afdb7b completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:19:41.824799 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning complete for port 1b920cfc-d74e-411b-92f6-376fc7afdb7b triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:19:41.825172 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:19:41.899141 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:19:41.924380 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '126f38d5-624d-43c7-a5d9-3241f02e8ecc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b920cfc-d74e-411b-92f6-376fc7afdb7b'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:19:41.926671 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56ddec05-e6c6-4a33-9b02-60b4dfbb50b0" -d '{"events": [{"server_uuid": "126f38d5-624d-43c7-a5d9-3241f02e8ecc", "name": "network-vif-plugged", "status": "completed", "tag": "1b920cfc-d74e-411b-92f6-376fc7afdb7b"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:19:41.940549 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 1b920cfc-d74e-411b-92f6-376fc7afdb7b, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=1b920cfc-d74e-411b-92f6-376fc7afdb7b,segment=NetworkSegment(4c12d2cb-e5d8-4587-a297-9866d410582d),segment_id=4c12d2cb-e5d8-4587-a297-9866d410582d)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:19:41.945791 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:19:41.992758 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=1b920cfc-d74e-411b-92f6-376fc7afdb7b,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:19:42.022978 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6886cef8-2e6e-4c11-a228-4e05b039762e x-openstack-request-id: req-6886cef8-2e6e-4c11-a228-4e05b039762e {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:19:42.023271 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "126f38d5-624d-43c7-a5d9-3241f02e8ecc", "name": "network-vif-plugged", "status": "completed", "tag": "1b920cfc-d74e-411b-92f6-376fc7afdb7b", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:19:42.023522 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6886cef8-2e6e-4c11-a228-4e05b039762e {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:19:42.023915 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '126f38d5-624d-43c7-a5d9-3241f02e8ecc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b920cfc-d74e-411b-92f6-376fc7afdb7b', 'code': 200} Jul 13 14:19:42.130963 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02c31b5-eb25-4604-b5f3-62edf115054b req-43c7753e-288e-4258-b02b-8de038103c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:19:42.132418 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f02c31b5-eb25-4604-b5f3-62edf115054b req-43c7753e-288e-4258-b02b-8de038103c1d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=126f38d5-624d-43c7-a5d9-3241f02e8ecc HTTP/1.1" status: 200 len: 1096 time: 0.0505044 Jul 13 14:19:42.164535 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f02c31b5-eb25-4604-b5f3-62edf115054b req-1a72a5c1-407f-4691-8545-1d78c45b9c7d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8c6a1591-b676-474e-9244-bc788ecd8d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0262244 Jul 13 14:19:42.864633 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27630c5-ddd9-43af-b467-4ca37eddb607 req-9f7886c9-9b4a-4494-9049-fd564e26fb9f tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:19:42.866151 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f27630c5-ddd9-43af-b467-4ca37eddb607 req-9f7886c9-9b4a-4494-9049-fd564e26fb9f tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/ports?device_id=126f38d5-624d-43c7-a5d9-3241f02e8ecc HTTP/1.1" status: 200 len: 945 time: 0.0679486 Jul 13 14:19:42.905220 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f27630c5-ddd9-43af-b467-4ca37eddb607 req-f9f1fb38-ae9c-40ab-96e7-d7bca8fd4cf1 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c6a1591-b676-474e-9244-bc788ecd8d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328825 Jul 13 14:19:44.088259 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2751934d-a706-4830-a4e4-86b5aebf27d6 req-0d039ea6-f78b-4aca-8ae5-22be6e9ab330 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:19:44.089772 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2751934d-a706-4830-a4e4-86b5aebf27d6 req-0d039ea6-f78b-4aca-8ae5-22be6e9ab330 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/ports?device_id=126f38d5-624d-43c7-a5d9-3241f02e8ecc HTTP/1.1" status: 200 len: 945 time: 0.0661349 Jul 13 14:19:44.132212 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2751934d-a706-4830-a4e4-86b5aebf27d6 req-7f5358b4-63b4-4b23-bf46-f0b912851d8a tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c6a1591-b676-474e-9244-bc788ecd8d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339842 Jul 13 14:19:44.307961 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53442a7-c5fd-4642-8277-966ad7ec30b7 req-0e756ecd-98c1-414f-b119-7c6689b847b5 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:19:44.309483 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a53442a7-c5fd-4642-8277-966ad7ec30b7 req-0e756ecd-98c1-414f-b119-7c6689b847b5 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/ports?device_id=126f38d5-624d-43c7-a5d9-3241f02e8ecc HTTP/1.1" status: 200 len: 945 time: 0.0658052 Jul 13 14:19:44.350276 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a53442a7-c5fd-4642-8277-966ad7ec30b7 req-3fe61fc5-e6f5-4457-ab8d-3254904db749 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c6a1591-b676-474e-9244-bc788ecd8d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349493 Jul 13 14:19:44.375294 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 47744) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:19:44.560038 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a524645-f7c0-4af8-a5b3-c1a731c4e8cd tempest-TestVolumeBootPattern-1418351527 tempest-TestVolumeBootPattern-1418351527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:19:44.561497 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-7a524645-f7c0-4af8-a5b3-c1a731c4e8cd tempest-TestVolumeBootPattern-1418351527 tempest-TestVolumeBootPattern-1418351527-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=126f38d5-624d-43c7-a5d9-3241f02e8ecc HTTP/1.1" status: 200 len: 1091 time: 0.1851482 Jul 13 14:19:44.564975 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 47750) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:19:44.569388 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-620c0084-f4e9-4714-84e2-1bba721c801b tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Request body: {'floatingip': {'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'port_id': '1b920cfc-d74e-411b-92f6-376fc7afdb7b', 'tenant_id': '5c9ef36c351841ca83dde6dc04bc97a4', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:19:44.591112 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-620c0084-f4e9-4714-84e2-1bba721c801b tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Notify callbacks [] for floatingip, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:19:44.683728 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-620c0084-f4e9-4714-84e2-1bba721c801b tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:19:44.789192 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-620c0084-f4e9-4714-84e2-1bba721c801b tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Allocated IP 172.25.6.12 (acf968b8-c524-46a9-a20b-ad9667009130/dde5a78e-bd1e-4f47-8189-7321d4de73d3/606fccf0-7d1f-4bf8-95e4-36c94f816760) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:19:44.890634 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-620c0084-f4e9-4714-84e2-1bba721c801b tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:19:44.928262 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-620c0084-f4e9-4714-84e2-1bba721c801b tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:19:44.973185 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-620c0084-f4e9-4714-84e2-1bba721c801b tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Network acf968b8-c524-46a9-a20b-ad9667009130 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:19:44.976026 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-620c0084-f4e9-4714-84e2-1bba721c801b tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:19:44.979452 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620c0084-f4e9-4714-84e2-1bba721c801b tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:19:45.001222 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620c0084-f4e9-4714-84e2-1bba721c801b tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Pushing event updated for resources: {'Port': ['ID=606fccf0-7d1f-4bf8-95e4-36c94f816760,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:19:45.017086 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620c0084-f4e9-4714-84e2-1bba721c801b tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:19:45.017433 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620c0084-f4e9-4714-84e2-1bba721c801b tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:19:45.017796 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620c0084-f4e9-4714-84e2-1bba721c801b tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:19:45.018138 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620c0084-f4e9-4714-84e2-1bba721c801b tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:19:45.018470 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620c0084-f4e9-4714-84e2-1bba721c801b tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:19:45.018805 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620c0084-f4e9-4714-84e2-1bba721c801b tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:19:45.019131 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620c0084-f4e9-4714-84e2-1bba721c801b tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:19:45.019453 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620c0084-f4e9-4714-84e2-1bba721c801b tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:19:45.019777 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620c0084-f4e9-4714-84e2-1bba721c801b tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:19:45.020101 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620c0084-f4e9-4714-84e2-1bba721c801b tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:19:45.020422 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620c0084-f4e9-4714-84e2-1bba721c801b tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:19:45.020829 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620c0084-f4e9-4714-84e2-1bba721c801b tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:19:45.354659 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-620c0084-f4e9-4714-84e2-1bba721c801b tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:19:45.436721 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-620c0084-f4e9-4714-84e2-1bba721c801b tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:19:45.586581 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-620c0084-f4e9-4714-84e2-1bba721c801b tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:19:45.590868 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-620c0084-f4e9-4714-84e2-1bba721c801b tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:19:45.660714 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620c0084-f4e9-4714-84e2-1bba721c801b tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Pushing event updated for resources: {'Port': ['ID=606fccf0-7d1f-4bf8-95e4-36c94f816760,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:19:45.670645 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-620c0084-f4e9-4714-84e2-1bba721c801b tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446547'] for floatingip, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:19:45.769838 n-d-800634-1 neutron-server[93751]: INFO neutron.db.l3_db [None req-620c0084-f4e9-4714-84e2-1bba721c801b tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Floating IP 7525a198-3345-49f3-a098-48c7ad26cd3e associated. External IP: 172.25.6.12, port: 1b920cfc-d74e-411b-92f6-376fc7afdb7b. Jul 13 14:19:45.975560 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-620c0084-f4e9-4714-84e2-1bba721c801b tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Router 4deed369-e52f-4c7a-a686-014ab24c32b5 has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:19:46.082412 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-620c0084-f4e9-4714-84e2-1bba721c801b tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:19:46.091448 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982190c3-9d09-4d8e-9926-5d025c7a1c7e None None] Sync routers for ids ['4deed369-e52f-4c7a-a686-014ab24c32b5'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:19:46.098373 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-620c0084-f4e9-4714-84e2-1bba721c801b tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for floatingip, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:19:46.101156 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982190c3-9d09-4d8e-9926-5d025c7a1c7e None None] Routers {'4deed369-e52f-4c7a-a686-014ab24c32b5'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:19:46.101804 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-982190c3-9d09-4d8e-9926-5d025c7a1c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:19:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['4deed369-e52f-4c7a-a686-014ab24c32b5'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:19:46.134940 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-620c0084-f4e9-4714-84e2-1bba721c801b tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5689342 Jul 13 14:19:46.135512 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '126f38d5-624d-43c7-a5d9-3241f02e8ecc', 'tag': '1b920cfc-d74e-411b-92f6-376fc7afdb7b'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:19:46.137759 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d17b627af75e17e0f4b8d6239d04f8c2f78634e2c585e32a7aeca336500f34a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05edb7b7-ad2d-4a3b-8773-2df28506abcc" -d '{"events": [{"name": "network-changed", "server_uuid": "126f38d5-624d-43c7-a5d9-3241f02e8ecc", "tag": "1b920cfc-d74e-411b-92f6-376fc7afdb7b"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:19:46.175625 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fecc92b0-25af-4ae6-ad06-31f0ef940411 x-openstack-request-id: req-fecc92b0-25af-4ae6-ad06-31f0ef940411 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:19:46.175912 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "126f38d5-624d-43c7-a5d9-3241f02e8ecc", "tag": "1b920cfc-d74e-411b-92f6-376fc7afdb7b", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:19:46.176161 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fecc92b0-25af-4ae6-ad06-31f0ef940411 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:19:46.176560 n-d-800634-1 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '126f38d5-624d-43c7-a5d9-3241f02e8ecc', 'tag': '1b920cfc-d74e-411b-92f6-376fc7afdb7b', 'status': 'completed', 'code': 200} Jul 13 14:19:46.257324 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05edb7b7-ad2d-4a3b-8773-2df28506abcc req-2cf59de3-a508-416a-a2c9-abd33a263c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:19:46.258818 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-05edb7b7-ad2d-4a3b-8773-2df28506abcc req-2cf59de3-a508-416a-a2c9-abd33a263c80 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5c9ef36c351841ca83dde6dc04bc97a4&device_id=126f38d5-624d-43c7-a5d9-3241f02e8ecc HTTP/1.1" status: 200 len: 1096 time: 0.0594625 Jul 13 14:19:46.351845 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05edb7b7-ad2d-4a3b-8773-2df28506abcc req-d3383e81-b39f-44e9-8c93-401448570cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:19:46.353357 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-05edb7b7-ad2d-4a3b-8773-2df28506abcc req-d3383e81-b39f-44e9-8c93-401448570cee service neutron] 10.222.0.41 "GET /v2.0/networks?id=a2277fe2-5365-4bd5-b2cf-1188f0e7fb16 HTTP/1.1" status: 200 len: 911 time: 0.0888376 Jul 13 14:19:46.375277 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-982190c3-9d09-4d8e-9926-5d025c7a1c7e None None] Set router 4deed369-e52f-4c7a-a686-014ab24c32b5 gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:19:46.422264 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-05edb7b7-ad2d-4a3b-8773-2df28506abcc req-c7aac7db-7639-4d87-8abb-d98866fecfaf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b920cfc-d74e-411b-92f6-376fc7afdb7b HTTP/1.1" status: 200 len: 998 time: 0.0624804 Jul 13 14:19:46.470804 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05edb7b7-ad2d-4a3b-8773-2df28506abcc req-dc151382-9b37-4289-819f-c9b74623723e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:19:46.472292 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-05edb7b7-ad2d-4a3b-8773-2df28506abcc req-dc151382-9b37-4289-819f-c9b74623723e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6728334e-b0b1-4ba8-880a-f1431373cfed HTTP/1.1" status: 200 len: 850 time: 0.0444098 Jul 13 14:19:46.531120 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05edb7b7-ad2d-4a3b-8773-2df28506abcc req-f9d08665-1376-46cc-88d3-4aada7eb1638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:19:46.532567 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-05edb7b7-ad2d-4a3b-8773-2df28506abcc req-f9d08665-1376-46cc-88d3-4aada7eb1638 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a2277fe2-5365-4bd5-b2cf-1188f0e7fb16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530531 Jul 13 14:19:46.593552 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-982190c3-9d09-4d8e-9926-5d025c7a1c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4deed369-e52f-4c7a-a686-014ab24c32b5', 'name': 'tempest-TestVolumeBootPattern-604855268-router', 'tenant_id': '5c9ef36c351841ca83dde6dc04bc97a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': '86e1179c-e760-45c7-8bec-f2bf92676012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:13:41Z', 'updated_at': '2021-07-13T14:13:44Z', 'revision_number': 4, 'project_id': '5c9ef36c351841ca83dde6dc04bc97a4', 'gw_port': {'id': '86e1179c-e760-45c7-8bec-f2bf92676012', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:f6:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4deed369-e52f-4c7a-a686-014ab24c32b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:13:42Z', 'updated_at': '2021-07-13T14:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_floatingips': [{'id': '7525a198-3345-49f3-a098-48c7ad26cd3e', 'tenant_id': '5c9ef36c351841ca83dde6dc04bc97a4', 'floating_ip_address': '172.25.6.12', 'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'router_id': '4deed369-e52f-4c7a-a686-014ab24c32b5', 'port_id': '1b920cfc-d74e-411b-92f6-376fc7afdb7b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3953, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2277fe2-5365-4bd5-b2cf-1188f0e7fb16', 'mac_address': 'fa:16:3e:6c:0c:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '126f38d5-624d-43c7-a5d9-3241f02e8ecc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:19:45Z', 'updated_at': '2021-07-13T14:19:45Z', 'revision_number': 0, 'project_id': '5c9ef36c351841ca83dde6dc04bc97a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e85ac72d-9f0b-406f-a1fa-a10f77a09a3a', 'name': '', 'network_id': 'a2277fe2-5365-4bd5-b2cf-1188f0e7fb16', 'tenant_id': '5c9ef36c351841ca83dde6dc04bc97a4', 'mac_address': 'fa:16:3e:e3:43:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4deed369-e52f-4c7a-a686-014ab24c32b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '6728334e-b0b1-4ba8-880a-f1431373cfed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:13:43Z', 'updated_at': '2021-07-13T14:13:50Z', 'revision_number': 5, 'project_id': '5c9ef36c351841ca83dde6dc04bc97a4', 'subnets': [{'id': '6728334e-b0b1-4ba8-880a-f1431373cfed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:19:46.622244 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982190c3-9d09-4d8e-9926-5d025c7a1c7e None None] Checking router: 4deed369-e52f-4c7a-a686-014ab24c32b5 for host: n-d-800634-1 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:19:46.626907 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-05edb7b7-ad2d-4a3b-8773-2df28506abcc req-396b6f30-5b79-418e-95f4-0dd9b6cec186 service neutron] 10.222.0.41 "GET /v2.0/networks/a2277fe2-5365-4bd5-b2cf-1188f0e7fb16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875828 Jul 13 14:19:46.630570 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982190c3-9d09-4d8e-9926-5d025c7a1c7e None None] Routers {'4deed369-e52f-4c7a-a686-014ab24c32b5'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:19:46.631180 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-982190c3-9d09-4d8e-9926-5d025c7a1c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:19:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['4deed369-e52f-4c7a-a686-014ab24c32b5'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:19:46.715808 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-05edb7b7-ad2d-4a3b-8773-2df28506abcc req-aaa85b01-d367-4410-bfdf-97de024693f9 service neutron] 10.222.0.41 "GET /v2.0/networks/a2277fe2-5365-4bd5-b2cf-1188f0e7fb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830398 Jul 13 14:19:46.739285 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-982190c3-9d09-4d8e-9926-5d025c7a1c7e None None] Set router 4deed369-e52f-4c7a-a686-014ab24c32b5 gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:19:46.958688 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-982190c3-9d09-4d8e-9926-5d025c7a1c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4deed369-e52f-4c7a-a686-014ab24c32b5', 'name': 'tempest-TestVolumeBootPattern-604855268-router', 'tenant_id': '5c9ef36c351841ca83dde6dc04bc97a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': '86e1179c-e760-45c7-8bec-f2bf92676012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:13:41Z', 'updated_at': '2021-07-13T14:13:44Z', 'revision_number': 4, 'project_id': '5c9ef36c351841ca83dde6dc04bc97a4', 'gw_port': {'id': '86e1179c-e760-45c7-8bec-f2bf92676012', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:f6:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4deed369-e52f-4c7a-a686-014ab24c32b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:13:42Z', 'updated_at': '2021-07-13T14:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_floatingips': [{'id': '7525a198-3345-49f3-a098-48c7ad26cd3e', 'tenant_id': '5c9ef36c351841ca83dde6dc04bc97a4', 'floating_ip_address': '172.25.6.12', 'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'router_id': '4deed369-e52f-4c7a-a686-014ab24c32b5', 'port_id': '1b920cfc-d74e-411b-92f6-376fc7afdb7b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3953, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2277fe2-5365-4bd5-b2cf-1188f0e7fb16', 'mac_address': 'fa:16:3e:6c:0c:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '126f38d5-624d-43c7-a5d9-3241f02e8ecc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:19:45Z', 'updated_at': '2021-07-13T14:19:45Z', 'revision_number': 0, 'project_id': '5c9ef36c351841ca83dde6dc04bc97a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e85ac72d-9f0b-406f-a1fa-a10f77a09a3a', 'name': '', 'network_id': 'a2277fe2-5365-4bd5-b2cf-1188f0e7fb16', 'tenant_id': '5c9ef36c351841ca83dde6dc04bc97a4', 'mac_address': 'fa:16:3e:e3:43:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4deed369-e52f-4c7a-a686-014ab24c32b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '6728334e-b0b1-4ba8-880a-f1431373cfed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:13:43Z', 'updated_at': '2021-07-13T14:13:50Z', 'revision_number': 5, 'project_id': '5c9ef36c351841ca83dde6dc04bc97a4', 'subnets': [{'id': '6728334e-b0b1-4ba8-880a-f1431373cfed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:19:46.985586 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982190c3-9d09-4d8e-9926-5d025c7a1c7e None None] The sync data for ids ['4deed369-e52f-4c7a-a686-014ab24c32b5'] in n-d-800634-1 is: [{'id': '4deed369-e52f-4c7a-a686-014ab24c32b5', 'name': 'tempest-TestVolumeBootPattern-604855268-router', 'tenant_id': '5c9ef36c351841ca83dde6dc04bc97a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': '86e1179c-e760-45c7-8bec-f2bf92676012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:13:41Z', 'updated_at': '2021-07-13T14:13:44Z', 'revision_number': 4, 'project_id': '5c9ef36c351841ca83dde6dc04bc97a4', 'gw_port': {'id': '86e1179c-e760-45c7-8bec-f2bf92676012', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:f6:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4deed369-e52f-4c7a-a686-014ab24c32b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:13:42Z', 'updated_at': '2021-07-13T14:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_floatingips': [{'id': '7525a198-3345-49f3-a098-48c7ad26cd3e', 'tenant_id': '5c9ef36c351841ca83dde6dc04bc97a4', 'floating_ip_address': '172.25.6.12', 'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'router_id': '4deed369-e52f-4c7a-a686-014ab24c32b5', 'port_id': '1b920cfc-d74e-411b-92f6-376fc7afdb7b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3953, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2277fe2-5365-4bd5-b2cf-1188f0e7fb16', 'mac_address': 'fa:16:3e:6c:0c:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '126f38d5-624d-43c7-a5d9-3241f02e8ecc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:19:45Z', 'updated_at': '2021-07-13T14:19:45Z', 'revision_number': 0, 'project_id': '5c9ef36c351841ca83dde6dc04bc97a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e85ac72d-9f0b-406f-a1fa-a10f77a09a3a', 'name': '', 'network_id': 'a2277fe2-5365-4bd5-b2cf-1188f0e7fb16', 'tenant_id': '5c9ef36c351841ca83dde6dc04bc97a4', 'mac_address': 'fa:16:3e:e3:43:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4deed369-e52f-4c7a-a686-014ab24c32b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '6728334e-b0b1-4ba8-880a-f1431373cfed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:13:43Z', 'updated_at': '2021-07-13T14:13:50Z', 'revision_number': 5, 'project_id': '5c9ef36c351841ca83dde6dc04bc97a4', 'subnets': [{'id': '6728334e-b0b1-4ba8-880a-f1431373cfed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:19:47.168621 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041df34a-691d-4db9-84fe-295d3dc5631e None None] New status for floating IP 7525a198-3345-49f3-a098-48c7ad26cd3e: ACTIVE {{(pid=93753) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 14:19:47.272220 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a708ff9d-f3ce-4303-976a-71eaf8c1788c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:19:49.915287 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-aacc3b01-4638-4b48-aaa0-262a568c15c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:19:50.050259 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:19:51.243748 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:19:52.753059 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:20:00.709154 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:20:00.982955 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:20:01.556318 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:20:17.273078 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8e329dc4-a613-422d-b7e6-3cf7f12ceced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:20:19.916508 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-84d1ca54-0b3a-42fd-b636-8954317ebc58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:20:20.052471 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:20:21.034352 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7e038a24-e96d-4013-887a-8645a7bbc295 req-5631c5bd-fd68-4c9d-a990-360444126f30 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=126f38d5-624d-43c7-a5d9-3241f02e8ecc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0547905 Jul 13 14:20:21.133908 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e038a24-e96d-4013-887a-8645a7bbc295 req-b377299e-d5d9-4640-89e3-8fec797354db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:20:21.135454 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7e038a24-e96d-4013-887a-8645a7bbc295 req-b377299e-d5d9-4640-89e3-8fec797354db service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5c9ef36c351841ca83dde6dc04bc97a4&device_id=126f38d5-624d-43c7-a5d9-3241f02e8ecc HTTP/1.1" status: 200 len: 1096 time: 0.0574927 Jul 13 14:20:21.242269 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e038a24-e96d-4013-887a-8645a7bbc295 req-ea2c5613-f3b9-409d-ae7f-00cc3c73c077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:20:21.243732 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7e038a24-e96d-4013-887a-8645a7bbc295 req-ea2c5613-f3b9-409d-ae7f-00cc3c73c077 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a2277fe2-5365-4bd5-b2cf-1188f0e7fb16 HTTP/1.1" status: 200 len: 911 time: 0.0885565 Jul 13 14:20:21.247063 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:20:21.314606 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7e038a24-e96d-4013-887a-8645a7bbc295 req-0206e054-53d4-4eaf-bfa1-6dac69bae35b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b920cfc-d74e-411b-92f6-376fc7afdb7b HTTP/1.1" status: 200 len: 1000 time: 0.0651178 Jul 13 14:20:21.364282 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e038a24-e96d-4013-887a-8645a7bbc295 req-c381e9c3-6b3e-4f0f-9755-c2e5cd1b5c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:20:21.365758 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7e038a24-e96d-4013-887a-8645a7bbc295 req-c381e9c3-6b3e-4f0f-9755-c2e5cd1b5c03 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6728334e-b0b1-4ba8-880a-f1431373cfed HTTP/1.1" status: 200 len: 850 time: 0.0449991 Jul 13 14:20:21.423617 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e038a24-e96d-4013-887a-8645a7bbc295 req-33c12f65-cb30-4940-a6d5-d440742c28d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:20:21.425181 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7e038a24-e96d-4013-887a-8645a7bbc295 req-33c12f65-cb30-4940-a6d5-d440742c28d1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a2277fe2-5365-4bd5-b2cf-1188f0e7fb16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0538540 Jul 13 14:20:21.524936 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7e038a24-e96d-4013-887a-8645a7bbc295 req-080e7ee4-b3e2-404c-b138-4eb8b21b7522 service neutron] 10.222.0.41 "GET /v2.0/networks/a2277fe2-5365-4bd5-b2cf-1188f0e7fb16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929978 Jul 13 14:20:21.615085 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7e038a24-e96d-4013-887a-8645a7bbc295 req-82bfdda7-f4ae-4227-9ae8-10d5bce93617 service neutron] 10.222.0.41 "GET /v2.0/networks/a2277fe2-5365-4bd5-b2cf-1188f0e7fb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844030 Jul 13 14:20:22.757807 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:20:30.704714 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:20:31.005374 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:20:38.557617 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:20:47.274571 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e70b7fe0-bce4-476e-91cc-19c44d035280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:20:49.919583 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-16c002da-61fd-4dcd-abaa-5410414a1c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:20:50.054598 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:20:51.250314 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:20:52.757251 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:21:00.703227 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:21:01.036120 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:21:01.327602 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [req-65af0c51-17d6-413b-a7ee-3bc0f9276c26 req-70133aaa-3944-4725-b3ba-1e6edcfa2e68 service neutron] (93751) timed out ('10.222.0.23', 60684) {{(pid=93751) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 13 14:21:15.556640 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:21:17.275723 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-612772a1-48a2-4c56-8c4f-6c3df0a5debb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:21:19.931677 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b58214a8-d01c-4138-b2a8-bc8ed2920343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:21:20.064293 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:21:21.254177 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:21:22.762600 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:21:23.096079 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-521b8560-c504-4c95-aa87-b38e952b35ed req-a5155127-8091-4221-871a-315d8f2ac577 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=126f38d5-624d-43c7-a5d9-3241f02e8ecc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1118941 Jul 13 14:21:23.193944 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521b8560-c504-4c95-aa87-b38e952b35ed req-7d5e41a7-cfbd-42a2-9923-5def41a4b61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:21:23.195409 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-521b8560-c504-4c95-aa87-b38e952b35ed req-7d5e41a7-cfbd-42a2-9923-5def41a4b61b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5c9ef36c351841ca83dde6dc04bc97a4&device_id=126f38d5-624d-43c7-a5d9-3241f02e8ecc HTTP/1.1" status: 200 len: 1096 time: 0.0574374 Jul 13 14:21:23.297364 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521b8560-c504-4c95-aa87-b38e952b35ed req-ad674f92-aa04-4fb9-8762-8c7a28586595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:21:23.298999 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-521b8560-c504-4c95-aa87-b38e952b35ed req-ad674f92-aa04-4fb9-8762-8c7a28586595 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a2277fe2-5365-4bd5-b2cf-1188f0e7fb16 HTTP/1.1" status: 200 len: 911 time: 0.0844288 Jul 13 14:21:23.367023 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-521b8560-c504-4c95-aa87-b38e952b35ed req-4fd35709-5738-44c8-9c84-1cfe90793257 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b920cfc-d74e-411b-92f6-376fc7afdb7b HTTP/1.1" status: 200 len: 1000 time: 0.0613787 Jul 13 14:21:23.414666 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521b8560-c504-4c95-aa87-b38e952b35ed req-7820de52-e0eb-4e09-9ed4-06f783309b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:21:23.416104 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-521b8560-c504-4c95-aa87-b38e952b35ed req-7820de52-e0eb-4e09-9ed4-06f783309b5c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6728334e-b0b1-4ba8-880a-f1431373cfed HTTP/1.1" status: 200 len: 850 time: 0.0429716 Jul 13 14:21:23.477941 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521b8560-c504-4c95-aa87-b38e952b35ed req-671377ae-c630-4a4d-9b9d-63574e6726a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:21:23.479481 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-521b8560-c504-4c95-aa87-b38e952b35ed req-671377ae-c630-4a4d-9b9d-63574e6726a1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a2277fe2-5365-4bd5-b2cf-1188f0e7fb16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0571098 Jul 13 14:21:23.490301 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [req-521b8560-c504-4c95-aa87-b38e952b35ed req-17105cc7-2621-4e19-a7bc-7726d13c2ca4 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93750) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 14:21:23.491217 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-521b8560-c504-4c95-aa87-b38e952b35ed req-17105cc7-2621-4e19-a7bc-7726d13c2ca4 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055890 Jul 13 14:21:23.591849 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-521b8560-c504-4c95-aa87-b38e952b35ed req-cbf4bd03-e426-4b5e-a65e-7f2ccbee7a04 service neutron] 10.222.0.41 "GET /v2.0/networks/a2277fe2-5365-4bd5-b2cf-1188f0e7fb16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908923 Jul 13 14:21:23.685249 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-521b8560-c504-4c95-aa87-b38e952b35ed req-09d5b30d-0dbe-42e6-b824-adac51886515 service neutron] 10.222.0.41 "GET /v2.0/networks/a2277fe2-5365-4bd5-b2cf-1188f0e7fb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875275 Jul 13 14:21:23.904068 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bc1ddc00-3f40-4ca4-b55d-f3743e57b991 req-e2b4786b-af26-4f93-9bc9-83d7fdb2957f tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-919416036&fields=id&tenant_id=5c9ef36c351841ca83dde6dc04bc97a4 HTTP/1.1" status: 200 len: 267 time: 0.0329511 Jul 13 14:21:24.018925 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1ddc00-3f40-4ca4-b55d-f3743e57b991 req-f978f386-9476-4df3-b0fe-9086a7d1e5c8 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:21:24.020428 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bc1ddc00-3f40-4ca4-b55d-f3743e57b991 req-f978f386-9476-4df3-b0fe-9086a7d1e5c8 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/networks?id=a2277fe2-5365-4bd5-b2cf-1188f0e7fb16 HTTP/1.1" status: 200 len: 811 time: 0.1096408 Jul 13 14:21:24.035007 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bc1ddc00-3f40-4ca4-b55d-f3743e57b991 req-5a37b4c2-ea52-4ef6-a577-c6ef2551f792 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/quotas/5c9ef36c351841ca83dde6dc04bc97a4 HTTP/1.1" status: 200 len: 375 time: 0.0092063 Jul 13 14:21:24.113397 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bc1ddc00-3f40-4ca4-b55d-f3743e57b991 req-cdf9cb08-bf23-48c9-9d00-855b95f52528 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=5c9ef36c351841ca83dde6dc04bc97a4&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0730629 Jul 13 14:21:24.212418 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bc1ddc00-3f40-4ca4-b55d-f3743e57b991 req-ba55c0f1-60cb-4f61-b2fa-3c38ef572005 service neutron] 10.222.0.23 "GET /v2.0/networks/a2277fe2-5365-4bd5-b2cf-1188f0e7fb16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868506 Jul 13 14:21:24.301216 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bc1ddc00-3f40-4ca4-b55d-f3743e57b991 req-d086d75f-296c-4a40-acb9-6e2c74fa11b5 service neutron] 10.222.0.23 "GET /v2.0/networks/a2277fe2-5365-4bd5-b2cf-1188f0e7fb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830419 Jul 13 14:21:24.653643 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d3fdea33-ad46-4096-8aac-9387f3645cba req-f9168002-ac71-4baf-ac8d-5d568b9085a4 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc291e79-0e9a-422a-9870-2df218ef0bfa HTTP/1.1" status: 200 len: 210 time: 0.0802302 Jul 13 14:21:25.806531 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6bb47411-70da-4424-930f-955a6d740d37 req-79e3aa1c-5fb9-4734-8d9f-ecdbe10b4457 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc291e79-0e9a-422a-9870-2df218ef0bfa HTTP/1.1" status: 200 len: 210 time: 0.0403090 Jul 13 14:21:25.814841 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1ddc00-3f40-4ca4-b55d-f3743e57b991 req-caccf563-2c91-4dd2-9e88-7cd854ce2205 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:21:25.816297 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bc1ddc00-3f40-4ca4-b55d-f3743e57b991 req-caccf563-2c91-4dd2-9e88-7cd854ce2205 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.26 "GET /v2.0/networks?id=a2277fe2-5365-4bd5-b2cf-1188f0e7fb16 HTTP/1.1" status: 200 len: 811 time: 0.1469591 Jul 13 14:21:25.859712 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bc1ddc00-3f40-4ca4-b55d-f3743e57b991 req-405fb37d-c541-4068-84af-7dcff4a1f2bf tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5c9ef36c351841ca83dde6dc04bc97a4 HTTP/1.1" status: 200 len: 379 time: 0.0350735 Jul 13 14:21:25.872317 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-bc1ddc00-3f40-4ca4-b55d-f3743e57b991 req-63f3f615-2bf6-48d9-9cd0-61476597ca98 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Request body: {'port': {'device_id': 'dc291e79-0e9a-422a-9870-2df218ef0bfa', 'network_id': 'a2277fe2-5365-4bd5-b2cf-1188f0e7fb16', 'admin_state_up': True, 'tenant_id': '5c9ef36c351841ca83dde6dc04bc97a4', 'security_groups': ['8c6a1591-b676-474e-9244-bc788ecd8d7f']}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:21:26.294815 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc1ddc00-3f40-4ca4-b55d-f3743e57b991 req-63f3f615-2bf6-48d9-9cd0-61476597ca98 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Made reservation on behalf of 5c9ef36c351841ca83dde6dc04bc97a4 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:21:26.298336 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-bc1ddc00-3f40-4ca4-b55d-f3743e57b991 req-63f3f615-2bf6-48d9-9cd0-61476597ca98 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:21:26.426188 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-bc1ddc00-3f40-4ca4-b55d-f3743e57b991 req-63f3f615-2bf6-48d9-9cd0-61476597ca98 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Allocated IP 172.20.0.3 (a2277fe2-5365-4bd5-b2cf-1188f0e7fb16/6728334e-b0b1-4ba8-880a-f1431373cfed/83a08fec-b7d7-4152-9e0f-a194d4b86c67) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:21:26.627346 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-bc1ddc00-3f40-4ca4-b55d-f3743e57b991 req-63f3f615-2bf6-48d9-9cd0-61476597ca98 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:21:26.641433 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-bc1ddc00-3f40-4ca4-b55d-f3743e57b991 req-63f3f615-2bf6-48d9-9cd0-61476597ca98 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Transition to ACTIVE for port object 83a08fec-b7d7-4152-9e0f-a194d4b86c67 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:21:26.674436 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-bc1ddc00-3f40-4ca4-b55d-f3743e57b991 req-63f3f615-2bf6-48d9-9cd0-61476597ca98 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:21:26.722017 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc1ddc00-3f40-4ca4-b55d-f3743e57b991 req-63f3f615-2bf6-48d9-9cd0-61476597ca98 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Network a2277fe2-5365-4bd5-b2cf-1188f0e7fb16 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:21:26.726003 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-bc1ddc00-3f40-4ca4-b55d-f3743e57b991 req-63f3f615-2bf6-48d9-9cd0-61476597ca98 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:21:26.729084 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc1ddc00-3f40-4ca4-b55d-f3743e57b991 req-63f3f615-2bf6-48d9-9cd0-61476597ca98 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:21:26.768684 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f3f615-2bf6-48d9-9cd0-61476597ca98 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Pushing event updated for resources: {'Port': ['ID=83a08fec-b7d7-4152-9e0f-a194d4b86c67,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:21:26.782073 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f3f615-2bf6-48d9-9cd0-61476597ca98 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:21:26.782419 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f3f615-2bf6-48d9-9cd0-61476597ca98 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:21:26.782766 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f3f615-2bf6-48d9-9cd0-61476597ca98 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:21:26.783104 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f3f615-2bf6-48d9-9cd0-61476597ca98 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:21:26.783449 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f3f615-2bf6-48d9-9cd0-61476597ca98 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:21:26.783768 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f3f615-2bf6-48d9-9cd0-61476597ca98 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:21:26.784096 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f3f615-2bf6-48d9-9cd0-61476597ca98 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:21:26.784444 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f3f615-2bf6-48d9-9cd0-61476597ca98 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:21:26.784747 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f3f615-2bf6-48d9-9cd0-61476597ca98 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:21:26.785065 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f3f615-2bf6-48d9-9cd0-61476597ca98 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:21:26.785391 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f3f615-2bf6-48d9-9cd0-61476597ca98 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:21:26.785708 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f3f615-2bf6-48d9-9cd0-61476597ca98 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:21:26.801268 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1ddc00-3f40-4ca4-b55d-f3743e57b991 req-63f3f615-2bf6-48d9-9cd0-61476597ca98 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:21:26.803086 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-bc1ddc00-3f40-4ca4-b55d-f3743e57b991 req-63f3f615-2bf6-48d9-9cd0-61476597ca98 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:21:26.820314 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bc1ddc00-3f40-4ca4-b55d-f3743e57b991 req-63f3f615-2bf6-48d9-9cd0-61476597ca98 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9517064 Jul 13 14:21:26.830137 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [req-bc1ddc00-3f40-4ca4-b55d-f3743e57b991 req-906772e0-170f-409a-8029-09b30cacf9f7 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93750) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 14:21:26.831448 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bc1ddc00-3f40-4ca4-b55d-f3743e57b991 req-906772e0-170f-409a-8029-09b30cacf9f7 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056989 Jul 13 14:21:26.905013 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-bc1ddc00-3f40-4ca4-b55d-f3743e57b991 req-ae447ec8-3260-4691-864d-3a84790df869 service neutron] Request body: {'port': {'device_id': 'dc291e79-0e9a-422a-9870-2df218ef0bfa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:21:26.999514 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-bc1ddc00-3f40-4ca4-b55d-f3743e57b991 req-ae447ec8-3260-4691-864d-3a84790df869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:21:27.059828 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-0bae1f77-ef54-4e5c-90c0-1c0bc2b28547 None None] Provisioning for port 83a08fec-b7d7-4152-9e0f-a194d4b86c67 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:21:27.064158 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129adc28-1bb4-417b-b8ea-22c6c489ca4b req-85c51241-c56e-47dc-a9ce-77a641e5acbf tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:21:27.065549 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-0bae1f77-ef54-4e5c-90c0-1c0bc2b28547 None None] Provisioning complete for port 83a08fec-b7d7-4152-9e0f-a194d4b86c67 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:21:27.066165 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-0bae1f77-ef54-4e5c-90c0-1c0bc2b28547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:21:27.070312 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-129adc28-1bb4-417b-b8ea-22c6c489ca4b req-85c51241-c56e-47dc-a9ce-77a641e5acbf tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc291e79-0e9a-422a-9870-2df218ef0bfa HTTP/1.1" status: 200 len: 931 time: 0.1176302 Jul 13 14:21:27.118061 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-129adc28-1bb4-417b-b8ea-22c6c489ca4b req-db12125d-3124-4beb-bf23-8fc039bf8f04 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c6a1591-b676-474e-9244-bc788ecd8d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429547 Jul 13 14:21:27.118728 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-0bae1f77-ef54-4e5c-90c0-1c0bc2b28547 None None] Port 83a08fec-b7d7-4152-9e0f-a194d4b86c67 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:21:27.313224 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-bc1ddc00-3f40-4ca4-b55d-f3743e57b991 req-ae447ec8-3260-4691-864d-3a84790df869 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83a08fec-b7d7-4152-9e0f-a194d4b86c67 {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:21:27.321179 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-bc1ddc00-3f40-4ca4-b55d-f3743e57b991 req-ae447ec8-3260-4691-864d-3a84790df869 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:21:27.333601 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-bc1ddc00-3f40-4ca4-b55d-f3743e57b991 req-ae447ec8-3260-4691-864d-3a84790df869 service neutron] Transition to ACTIVE for port object 83a08fec-b7d7-4152-9e0f-a194d4b86c67 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:21:27.337367 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-bc1ddc00-3f40-4ca4-b55d-f3743e57b991 req-ae447ec8-3260-4691-864d-3a84790df869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:21:27.391479 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae447ec8-3260-4691-864d-3a84790df869 service neutron] Pushing event updated for resources: {'Port': ['ID=83a08fec-b7d7-4152-9e0f-a194d4b86c67,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:21:27.465367 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-bc1ddc00-3f40-4ca4-b55d-f3743e57b991 req-ae447ec8-3260-4691-864d-3a84790df869 service neutron] Attempting to bind port 83a08fec-b7d7-4152-9e0f-a194d4b86c67 on host n-h1-800634-1 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:21:27.465701 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-bc1ddc00-3f40-4ca4-b55d-f3743e57b991 req-ae447ec8-3260-4691-864d-3a84790df869 service neutron] Attempting to bind port 83a08fec-b7d7-4152-9e0f-a194d4b86c67 by drivers openvswitch,hyperv on host n-h1-800634-1 at level 0 using segments [{'id': '4c12d2cb-e5d8-4587-a297-9866d410582d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a2277fe2-5365-4bd5-b2cf-1188f0e7fb16'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:21:27.466057 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc1ddc00-3f40-4ca4-b55d-f3743e57b991 req-ae447ec8-3260-4691-864d-3a84790df869 service neutron] Attempting to bind port 83a08fec-b7d7-4152-9e0f-a194d4b86c67 on network a2277fe2-5365-4bd5-b2cf-1188f0e7fb16 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:21:27.470687 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc1ddc00-3f40-4ca4-b55d-f3743e57b991 req-ae447ec8-3260-4691-864d-3a84790df869 service neutron] Port 83a08fec-b7d7-4152-9e0f-a194d4b86c67 on network a2277fe2-5365-4bd5-b2cf-1188f0e7fb16 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-1 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 14:21:27.471034 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc1ddc00-3f40-4ca4-b55d-f3743e57b991 req-ae447ec8-3260-4691-864d-3a84790df869 service neutron] Attempting to bind port 83a08fec-b7d7-4152-9e0f-a194d4b86c67 on network a2277fe2-5365-4bd5-b2cf-1188f0e7fb16 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:21:27.477192 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc1ddc00-3f40-4ca4-b55d-f3743e57b991 req-ae447ec8-3260-4691-864d-3a84790df869 service neutron] Checking agent: {'id': 'a7603dc8-3c50-4a9b-8f0d-1143528f155e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:21:27.477522 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc1ddc00-3f40-4ca4-b55d-f3743e57b991 req-ae447ec8-3260-4691-864d-3a84790df869 service neutron] Checking segment: {'id': '4c12d2cb-e5d8-4587-a297-9866d410582d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a2277fe2-5365-4bd5-b2cf-1188f0e7fb16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:21:27.477932 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc1ddc00-3f40-4ca4-b55d-f3743e57b991 req-ae447ec8-3260-4691-864d-3a84790df869 service neutron] Bound using segment: {'id': '4c12d2cb-e5d8-4587-a297-9866d410582d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a2277fe2-5365-4bd5-b2cf-1188f0e7fb16'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:21:27.478365 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-bc1ddc00-3f40-4ca4-b55d-f3743e57b991 req-ae447ec8-3260-4691-864d-3a84790df869 service neutron] Bound port: 83a08fec-b7d7-4152-9e0f-a194d4b86c67, host: n-h1-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c12d2cb-e5d8-4587-a297-9866d410582d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a2277fe2-5365-4bd5-b2cf-1188f0e7fb16'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:21:27.478718 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-bc1ddc00-3f40-4ca4-b55d-f3743e57b991 req-ae447ec8-3260-4691-864d-3a84790df869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:21:27.553604 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-bc1ddc00-3f40-4ca4-b55d-f3743e57b991 req-ae447ec8-3260-4691-864d-3a84790df869 service neutron] For port 83a08fec-b7d7-4152-9e0f-a194d4b86c67, host n-h1-800634-1, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:21:27.556860 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-bc1ddc00-3f40-4ca4-b55d-f3743e57b991 req-ae447ec8-3260-4691-864d-3a84790df869 service neutron] For port 83a08fec-b7d7-4152-9e0f-a194d4b86c67, host n-h1-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=83a08fec-b7d7-4152-9e0f-a194d4b86c67,segment=NetworkSegment(4c12d2cb-e5d8-4587-a297-9866d410582d),segment_id=4c12d2cb-e5d8-4587-a297-9866d410582d)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:21:27.563504 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-bc1ddc00-3f40-4ca4-b55d-f3743e57b991 req-ae447ec8-3260-4691-864d-3a84790df869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:21:27.600906 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1ddc00-3f40-4ca4-b55d-f3743e57b991 req-ae447ec8-3260-4691-864d-3a84790df869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:21:27.601532 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-bc1ddc00-3f40-4ca4-b55d-f3743e57b991 req-ae447ec8-3260-4691-864d-3a84790df869 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:21:27.603011 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bc1ddc00-3f40-4ca4-b55d-f3743e57b991 req-ae447ec8-3260-4691-864d-3a84790df869 service neutron] 10.222.0.26 "PUT /v2.0/ports/83a08fec-b7d7-4152-9e0f-a194d4b86c67 HTTP/1.1" status: 200 len: 1091 time: 0.7646596 Jul 13 14:21:27.603479 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc291e79-0e9a-422a-9870-2df218ef0bfa', 'tag': '83a08fec-b7d7-4152-9e0f-a194d4b86c67'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:21:27.605788 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7dbb02d-3ac4-4e02-9b84-6720ca152133" -d '{"events": [{"name": "network-changed", "server_uuid": "dc291e79-0e9a-422a-9870-2df218ef0bfa", "tag": "83a08fec-b7d7-4152-9e0f-a194d4b86c67"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:21:27.633141 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae447ec8-3260-4691-864d-3a84790df869 service neutron] Pushing event updated for resources: {'Port': ['ID=83a08fec-b7d7-4152-9e0f-a194d4b86c67,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:21:27.687385 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-779a8cff-21f7-4e99-94ff-76283d3c720e x-openstack-request-id: req-779a8cff-21f7-4e99-94ff-76283d3c720e {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:21:27.687681 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc291e79-0e9a-422a-9870-2df218ef0bfa", "tag": "83a08fec-b7d7-4152-9e0f-a194d4b86c67", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:21:27.688086 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-779a8cff-21f7-4e99-94ff-76283d3c720e {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:21:27.688498 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc291e79-0e9a-422a-9870-2df218ef0bfa', 'tag': '83a08fec-b7d7-4152-9e0f-a194d4b86c67', 'status': 'completed', 'code': 200} Jul 13 14:21:27.721444 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1ddc00-3f40-4ca4-b55d-f3743e57b991 req-a5dfc313-ab99-46db-805e-f574edb22e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:21:27.723026 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bc1ddc00-3f40-4ca4-b55d-f3743e57b991 req-a5dfc313-ab99-46db-805e-f574edb22e6e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5c9ef36c351841ca83dde6dc04bc97a4&device_id=dc291e79-0e9a-422a-9870-2df218ef0bfa HTTP/1.1" status: 200 len: 1094 time: 0.0716155 Jul 13 14:21:27.773057 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bc1ddc00-3f40-4ca4-b55d-f3743e57b991 req-50f959d0-6d12-4ea9-83a2-0e365d1cb4ae service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=83a08fec-b7d7-4152-9e0f-a194d4b86c67 HTTP/1.1" status: 200 len: 217 time: 0.0431426 Jul 13 14:21:27.825804 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1ddc00-3f40-4ca4-b55d-f3743e57b991 req-f57a9d7f-fd52-41ab-919d-2cb2dae443d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:21:27.827316 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bc1ddc00-3f40-4ca4-b55d-f3743e57b991 req-f57a9d7f-fd52-41ab-919d-2cb2dae443d6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6728334e-b0b1-4ba8-880a-f1431373cfed HTTP/1.1" status: 200 len: 850 time: 0.0483828 Jul 13 14:21:27.887094 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1ddc00-3f40-4ca4-b55d-f3743e57b991 req-35535c1d-1e4e-434d-aac7-725797aeb6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:21:27.888622 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bc1ddc00-3f40-4ca4-b55d-f3743e57b991 req-35535c1d-1e4e-434d-aac7-725797aeb6a0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a2277fe2-5365-4bd5-b2cf-1188f0e7fb16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0547578 Jul 13 14:21:27.988927 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bc1ddc00-3f40-4ca4-b55d-f3743e57b991 req-f31154b1-9605-4991-b331-d0f5f28a0a14 service neutron] 10.222.0.26 "GET /v2.0/networks/a2277fe2-5365-4bd5-b2cf-1188f0e7fb16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941987 Jul 13 14:21:28.086205 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bc1ddc00-3f40-4ca4-b55d-f3743e57b991 req-a3255bf5-81e5-4bd9-ae93-9edae8657bba service neutron] 10.222.0.26 "GET /v2.0/networks/a2277fe2-5365-4bd5-b2cf-1188f0e7fb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913122 Jul 13 14:21:28.186039 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dbb02d-3ac4-4e02-9b84-6720ca152133 req-1c992ea8-6ce5-4d7f-8f67-1bf184011458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:21:28.187605 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f7dbb02d-3ac4-4e02-9b84-6720ca152133 req-1c992ea8-6ce5-4d7f-8f67-1bf184011458 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5c9ef36c351841ca83dde6dc04bc97a4&device_id=dc291e79-0e9a-422a-9870-2df218ef0bfa HTTP/1.1" status: 200 len: 1094 time: 0.0570257 Jul 13 14:21:28.293673 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dbb02d-3ac4-4e02-9b84-6720ca152133 req-613390bf-1633-49d9-a4ef-513c0fe647da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:21:28.295094 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f7dbb02d-3ac4-4e02-9b84-6720ca152133 req-613390bf-1633-49d9-a4ef-513c0fe647da service neutron] 10.222.0.26 "GET /v2.0/networks?id=a2277fe2-5365-4bd5-b2cf-1188f0e7fb16 HTTP/1.1" status: 200 len: 911 time: 0.1007223 Jul 13 14:21:28.320996 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffe8243-30a4-4cc6-9791-52e2082a50fa req-8dd9b11c-6991-403a-b958-ed6c54984294 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:21:28.322576 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5ffe8243-30a4-4cc6-9791-52e2082a50fa req-8dd9b11c-6991-403a-b958-ed6c54984294 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc291e79-0e9a-422a-9870-2df218ef0bfa HTTP/1.1" status: 200 len: 943 time: 0.0717020 Jul 13 14:21:28.338994 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f7dbb02d-3ac4-4e02-9b84-6720ca152133 req-6ca4551f-8b31-45c5-8463-b0cb28aa0ad9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=83a08fec-b7d7-4152-9e0f-a194d4b86c67 HTTP/1.1" status: 200 len: 217 time: 0.0372760 Jul 13 14:21:28.363230 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5ffe8243-30a4-4cc6-9791-52e2082a50fa req-8d7975a7-9aa1-4584-8748-858a9fa3cf5a tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c6a1591-b676-474e-9244-bc788ecd8d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344901 Jul 13 14:21:28.393502 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dbb02d-3ac4-4e02-9b84-6720ca152133 req-175918b3-a9f9-4ec9-8e68-2c420aa95f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:21:28.395033 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f7dbb02d-3ac4-4e02-9b84-6720ca152133 req-175918b3-a9f9-4ec9-8e68-2c420aa95f14 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6728334e-b0b1-4ba8-880a-f1431373cfed HTTP/1.1" status: 200 len: 850 time: 0.0507145 Jul 13 14:21:28.462954 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dbb02d-3ac4-4e02-9b84-6720ca152133 req-aa142db9-8d6e-4d54-ad04-afa13a8fda73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:21:28.464505 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f7dbb02d-3ac4-4e02-9b84-6720ca152133 req-aa142db9-8d6e-4d54-ad04-afa13a8fda73 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a2277fe2-5365-4bd5-b2cf-1188f0e7fb16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0635731 Jul 13 14:21:28.557426 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f7dbb02d-3ac4-4e02-9b84-6720ca152133 req-2ea70c40-df6a-4074-9e66-6ffb68dc41e2 service neutron] 10.222.0.26 "GET /v2.0/networks/a2277fe2-5365-4bd5-b2cf-1188f0e7fb16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865495 Jul 13 14:21:28.656719 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f7dbb02d-3ac4-4e02-9b84-6720ca152133 req-04154498-e119-4e6c-a262-0ed357bafca3 service neutron] 10.222.0.26 "GET /v2.0/networks/a2277fe2-5365-4bd5-b2cf-1188f0e7fb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924778 Jul 13 14:21:29.562251 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab69fe2-3dd7-43f1-85a6-c52651b2e481 req-55471ee4-b266-4700-9b5b-213c8280aef2 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:21:29.563912 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0ab69fe2-3dd7-43f1-85a6-c52651b2e481 req-55471ee4-b266-4700-9b5b-213c8280aef2 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc291e79-0e9a-422a-9870-2df218ef0bfa HTTP/1.1" status: 200 len: 943 time: 0.0675623 Jul 13 14:21:29.603664 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0ab69fe2-3dd7-43f1-85a6-c52651b2e481 req-0a764f27-b65b-4d28-b00a-39b3075b1182 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c6a1591-b676-474e-9244-bc788ecd8d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326061 Jul 13 14:21:30.710891 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:21:30.782956 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e81703-73f6-4b04-bf18-ce9675eb349e req-66554a0e-81e8-4935-a50d-4e2d54b98a32 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:21:30.784437 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-15e81703-73f6-4b04-bf18-ce9675eb349e req-66554a0e-81e8-4935-a50d-4e2d54b98a32 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc291e79-0e9a-422a-9870-2df218ef0bfa HTTP/1.1" status: 200 len: 943 time: 0.0641048 Jul 13 14:21:30.822959 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-15e81703-73f6-4b04-bf18-ce9675eb349e req-0d9ae9aa-5275-4d75-8f74-f6dd1897c662 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c6a1591-b676-474e-9244-bc788ecd8d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321701 Jul 13 14:21:31.035047 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:21:31.994652 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8973ded-c14f-4643-a1d9-9f8d59a8e240 req-e6a29205-7bcf-4edd-9b7a-bda6fab2a88d tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:21:31.996191 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c8973ded-c14f-4643-a1d9-9f8d59a8e240 req-e6a29205-7bcf-4edd-9b7a-bda6fab2a88d tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc291e79-0e9a-422a-9870-2df218ef0bfa HTTP/1.1" status: 200 len: 943 time: 0.0636127 Jul 13 14:21:32.039310 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c8973ded-c14f-4643-a1d9-9f8d59a8e240 req-eebf7ab5-77be-4b1d-b12d-d8943d061839 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c6a1591-b676-474e-9244-bc788ecd8d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374115 Jul 13 14:21:33.216020 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bcb9b2-f832-4c4e-a011-eb40aa26bc01 req-2afa07df-8057-4959-8660-6d1a4ea5b56d tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:21:33.217418 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c8bcb9b2-f832-4c4e-a011-eb40aa26bc01 req-2afa07df-8057-4959-8660-6d1a4ea5b56d tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc291e79-0e9a-422a-9870-2df218ef0bfa HTTP/1.1" status: 200 len: 943 time: 0.0667748 Jul 13 14:21:33.254713 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c8bcb9b2-f832-4c4e-a011-eb40aa26bc01 req-4cf633f9-f9b2-4e29-a1e3-cf8d466ae617 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c6a1591-b676-474e-9244-bc788ecd8d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314958 Jul 13 14:21:34.430378 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6ba1f3-73f9-43f8-a76d-7af53a0980e8 req-0341f2ed-3c20-450b-b5b3-10a3f6c1bb17 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:21:34.431891 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9a6ba1f3-73f9-43f8-a76d-7af53a0980e8 req-0341f2ed-3c20-450b-b5b3-10a3f6c1bb17 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc291e79-0e9a-422a-9870-2df218ef0bfa HTTP/1.1" status: 200 len: 943 time: 0.0649192 Jul 13 14:21:34.469789 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9a6ba1f3-73f9-43f8-a76d-7af53a0980e8 req-a87beaeb-33af-49a8-a0e2-b415142849de tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c6a1591-b676-474e-9244-bc788ecd8d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323496 Jul 13 14:21:35.656788 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d151afe8-f957-486e-8938-a380c2174b17 req-44fd2897-6ee3-42f4-b7a1-7846f37ed865 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:21:35.658308 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d151afe8-f957-486e-8938-a380c2174b17 req-44fd2897-6ee3-42f4-b7a1-7846f37ed865 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc291e79-0e9a-422a-9870-2df218ef0bfa HTTP/1.1" status: 200 len: 943 time: 0.0715988 Jul 13 14:21:35.698158 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d151afe8-f957-486e-8938-a380c2174b17 req-bf9286a8-b39e-4c7d-8f7b-db5c4c983574 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c6a1591-b676-474e-9244-bc788ecd8d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331724 Jul 13 14:21:36.875822 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6106d196-c65f-4094-bcf8-e7bc0cd39a05 req-19f49b53-818c-43d7-b107-29c6882ba640 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:21:36.877331 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6106d196-c65f-4094-bcf8-e7bc0cd39a05 req-19f49b53-818c-43d7-b107-29c6882ba640 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc291e79-0e9a-422a-9870-2df218ef0bfa HTTP/1.1" status: 200 len: 943 time: 0.0642691 Jul 13 14:21:36.915920 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6106d196-c65f-4094-bcf8-e7bc0cd39a05 req-cf209388-ea2b-458a-a14f-87ddb89db808 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c6a1591-b676-474e-9244-bc788ecd8d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329845 Jul 13 14:21:38.023233 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 83a08fec-b7d7-4152-9e0f-a194d4b86c67 details requested by agent hyperv_n-h1-800634-1 with host n-h1-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 14:21:38.094239 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583b0d4e-da5f-47c1-b24c-8af18dd2ac8e req-a08da08d-a9fa-436a-b624-a69d351160ec tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:21:38.095836 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-583b0d4e-da5f-47c1-b24c-8af18dd2ac8e req-a08da08d-a9fa-436a-b624-a69d351160ec tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc291e79-0e9a-422a-9870-2df218ef0bfa HTTP/1.1" status: 200 len: 943 time: 0.0682364 Jul 13 14:21:38.120228 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 83a08fec-b7d7-4152-9e0f-a194d4b86c67, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=83a08fec-b7d7-4152-9e0f-a194d4b86c67,segment=NetworkSegment(4c12d2cb-e5d8-4587-a297-9866d410582d),segment_id=4c12d2cb-e5d8-4587-a297-9866d410582d)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:21:38.132638 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Returning: {'device': '83a08fec-b7d7-4152-9e0f-a194d4b86c67', 'network_id': 'a2277fe2-5365-4bd5-b2cf-1188f0e7fb16', 'port_id': '83a08fec-b7d7-4152-9e0f-a194d4b86c67', 'mac_address': 'fa:16:3e:66:52:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6728334e-b0b1-4ba8-880a-f1431373cfed', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 14:21:38.135537 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-583b0d4e-da5f-47c1-b24c-8af18dd2ac8e req-83886c4b-5691-4b9e-b6d9-e063ddbb0daa tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c6a1591-b676-474e-9244-bc788ecd8d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336394 Jul 13 14:21:38.174503 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:21:38.187192 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83a08fec-b7d7-4152-9e0f-a194d4b86c67 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:21:38.207416 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 83a08fec-b7d7-4152-9e0f-a194d4b86c67, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=83a08fec-b7d7-4152-9e0f-a194d4b86c67,segment=NetworkSegment(4c12d2cb-e5d8-4587-a297-9866d410582d),segment_id=4c12d2cb-e5d8-4587-a297-9866d410582d)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:21:38.211772 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:21:38.258513 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=83a08fec-b7d7-4152-9e0f-a194d4b86c67,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:21:38.265718 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:21:38.266094 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:21:38.266434 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:21:38.266768 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:21:38.267102 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:21:38.267432 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:21:38.267758 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:21:38.268082 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:21:38.268405 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:21:38.268727 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:21:38.269047 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:21:38.269366 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:21:38.454069 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['83a08fec-b7d7-4152-9e0f-a194d4b86c67'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:21:39.314844 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2299eb7a-ca6f-42bb-9e80-7d021ce86062 req-c265f34e-d8de-4e0b-a992-5ac4d073fd69 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:21:39.316366 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2299eb7a-ca6f-42bb-9e80-7d021ce86062 req-c265f34e-d8de-4e0b-a992-5ac4d073fd69 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc291e79-0e9a-422a-9870-2df218ef0bfa HTTP/1.1" status: 200 len: 944 time: 0.0686586 Jul 13 14:21:39.354540 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2299eb7a-ca6f-42bb-9e80-7d021ce86062 req-a49defb7-ba3a-4c66-aa90-39a994f80d68 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c6a1591-b676-474e-9244-bc788ecd8d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326383 Jul 13 14:21:40.034390 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 83a08fec-b7d7-4152-9e0f-a194d4b86c67 up at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:21:40.082003 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning for port 83a08fec-b7d7-4152-9e0f-a194d4b86c67 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:21:40.086368 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning complete for port 83a08fec-b7d7-4152-9e0f-a194d4b86c67 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:21:40.086742 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:21:40.163725 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:21:40.186602 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc291e79-0e9a-422a-9870-2df218ef0bfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83a08fec-b7d7-4152-9e0f-a194d4b86c67'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:21:40.188909 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eaa7e5b-ebb8-4ae0-abfe-83edc0f19169" -d '{"events": [{"server_uuid": "dc291e79-0e9a-422a-9870-2df218ef0bfa", "name": "network-vif-plugged", "status": "completed", "tag": "83a08fec-b7d7-4152-9e0f-a194d4b86c67"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:21:40.202369 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 83a08fec-b7d7-4152-9e0f-a194d4b86c67, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=83a08fec-b7d7-4152-9e0f-a194d4b86c67,segment=NetworkSegment(4c12d2cb-e5d8-4587-a297-9866d410582d),segment_id=4c12d2cb-e5d8-4587-a297-9866d410582d)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:21:40.207298 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:21:40.230789 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6df08700-c634-464b-af2a-c3588fdd52f3 x-openstack-request-id: req-6df08700-c634-464b-af2a-c3588fdd52f3 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:21:40.231085 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc291e79-0e9a-422a-9870-2df218ef0bfa", "name": "network-vif-plugged", "status": "completed", "tag": "83a08fec-b7d7-4152-9e0f-a194d4b86c67", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:21:40.231341 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6df08700-c634-464b-af2a-c3588fdd52f3 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:21:40.231752 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc291e79-0e9a-422a-9870-2df218ef0bfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83a08fec-b7d7-4152-9e0f-a194d4b86c67', 'code': 200} Jul 13 14:21:40.257747 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=83a08fec-b7d7-4152-9e0f-a194d4b86c67,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:21:40.343693 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00996976-c90e-4182-8c65-0478eb11c66f req-4a0ebbb0-3241-471b-a359-ff95cea15eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:21:40.345224 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-00996976-c90e-4182-8c65-0478eb11c66f req-4a0ebbb0-3241-471b-a359-ff95cea15eae service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=dc291e79-0e9a-422a-9870-2df218ef0bfa HTTP/1.1" status: 200 len: 1096 time: 0.0516720 Jul 13 14:21:40.380742 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-00996976-c90e-4182-8c65-0478eb11c66f req-da89909f-57d0-4eda-b6a7-d6f966f5fc09 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=8c6a1591-b676-474e-9244-bc788ecd8d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0288212 Jul 13 14:21:40.525206 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ac44af-df12-4b0e-adb3-6829f8cf54d6 req-d0e2c25b-c126-4ba8-be03-7415bfd931a5 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:21:40.526663 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c9ac44af-df12-4b0e-adb3-6829f8cf54d6 req-d0e2c25b-c126-4ba8-be03-7415bfd931a5 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc291e79-0e9a-422a-9870-2df218ef0bfa HTTP/1.1" status: 200 len: 945 time: 0.0649889 Jul 13 14:21:40.565290 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c9ac44af-df12-4b0e-adb3-6829f8cf54d6 req-3921c455-08ff-45c4-91ba-5d7fdaa1c7a2 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c6a1591-b676-474e-9244-bc788ecd8d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331004 Jul 13 14:21:41.753648 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f9c05a-0133-42e2-8eab-fe84d6f45899 req-fb26d47c-5654-4969-af84-306c7418b7c7 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:21:41.755199 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c4f9c05a-0133-42e2-8eab-fe84d6f45899 req-fb26d47c-5654-4969-af84-306c7418b7c7 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc291e79-0e9a-422a-9870-2df218ef0bfa HTTP/1.1" status: 200 len: 945 time: 0.0731313 Jul 13 14:21:41.792531 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c4f9c05a-0133-42e2-8eab-fe84d6f45899 req-6276d63b-b42e-41d6-84db-8e39d6cf04db tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c6a1591-b676-474e-9244-bc788ecd8d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318470 Jul 13 14:21:41.971578 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db7afb5-00ac-4757-8be2-08c8074a37ee req-152f12f7-f706-4814-9b07-569e30b841dc tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:21:41.973071 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2db7afb5-00ac-4757-8be2-08c8074a37ee req-152f12f7-f706-4814-9b07-569e30b841dc tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc291e79-0e9a-422a-9870-2df218ef0bfa HTTP/1.1" status: 200 len: 945 time: 0.0692010 Jul 13 14:21:42.012287 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2db7afb5-00ac-4757-8be2-08c8074a37ee req-00d24853-25e8-48be-bd68-102cd005cf88 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c6a1591-b676-474e-9244-bc788ecd8d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329800 Jul 13 14:21:42.038068 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 47950) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:21:42.090309 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42d42c55-9839-4cbe-ada1-0a5de2cb60f7 tempest-TestVolumeBootPattern-1418351527 tempest-TestVolumeBootPattern-1418351527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:21:42.091864 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-42d42c55-9839-4cbe-ada1-0a5de2cb60f7 tempest-TestVolumeBootPattern-1418351527 tempest-TestVolumeBootPattern-1418351527-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=dc291e79-0e9a-422a-9870-2df218ef0bfa HTTP/1.1" status: 200 len: 1091 time: 0.0528002 Jul 13 14:21:42.094705 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 47952) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:21:42.099710 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-658148ab-a2c9-443e-b6a2-707d23e3ce6d tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Request body: {'floatingip': {'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'port_id': '83a08fec-b7d7-4152-9e0f-a194d4b86c67', 'tenant_id': '5c9ef36c351841ca83dde6dc04bc97a4', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:21:42.121588 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-658148ab-a2c9-443e-b6a2-707d23e3ce6d tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Notify callbacks [] for floatingip, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:21:42.222795 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-658148ab-a2c9-443e-b6a2-707d23e3ce6d tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:21:42.327232 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-658148ab-a2c9-443e-b6a2-707d23e3ce6d tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Allocated IP 172.25.6.215 (acf968b8-c524-46a9-a20b-ad9667009130/dde5a78e-bd1e-4f47-8189-7321d4de73d3/87b3df48-da63-4af0-b835-ee1dfb9a4e7c) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:21:42.432769 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-658148ab-a2c9-443e-b6a2-707d23e3ce6d tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:21:42.472328 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-658148ab-a2c9-443e-b6a2-707d23e3ce6d tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:21:42.508615 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-658148ab-a2c9-443e-b6a2-707d23e3ce6d tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Network acf968b8-c524-46a9-a20b-ad9667009130 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:21:42.513439 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-658148ab-a2c9-443e-b6a2-707d23e3ce6d tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:21:42.517019 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658148ab-a2c9-443e-b6a2-707d23e3ce6d tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:21:42.541349 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658148ab-a2c9-443e-b6a2-707d23e3ce6d tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Pushing event updated for resources: {'Port': ['ID=87b3df48-da63-4af0-b835-ee1dfb9a4e7c,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:21:42.890204 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-658148ab-a2c9-443e-b6a2-707d23e3ce6d tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:21:42.971076 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-658148ab-a2c9-443e-b6a2-707d23e3ce6d tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:21:43.119393 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-658148ab-a2c9-443e-b6a2-707d23e3ce6d tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:21:43.123840 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-658148ab-a2c9-443e-b6a2-707d23e3ce6d tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:21:43.195324 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658148ab-a2c9-443e-b6a2-707d23e3ce6d tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Pushing event updated for resources: {'Port': ['ID=87b3df48-da63-4af0-b835-ee1dfb9a4e7c,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:21:43.208911 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-658148ab-a2c9-443e-b6a2-707d23e3ce6d tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446547'] for floatingip, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:21:43.310124 n-d-800634-1 neutron-server[93750]: INFO neutron.db.l3_db [None req-658148ab-a2c9-443e-b6a2-707d23e3ce6d tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Floating IP 7e218504-4f6d-4e73-8401-23305ec0eb0f associated. External IP: 172.25.6.215, port: 83a08fec-b7d7-4152-9e0f-a194d4b86c67. Jul 13 14:21:43.518058 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-658148ab-a2c9-443e-b6a2-707d23e3ce6d tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Router 4deed369-e52f-4c7a-a686-014ab24c32b5 has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:21:43.626946 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-658148ab-a2c9-443e-b6a2-707d23e3ce6d tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:21:43.637398 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e2c601-5ace-4de0-b253-0a4d940dc498 None None] Sync routers for ids ['4deed369-e52f-4c7a-a686-014ab24c32b5'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:21:43.643285 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-658148ab-a2c9-443e-b6a2-707d23e3ce6d tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for floatingip, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:21:43.648094 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e2c601-5ace-4de0-b253-0a4d940dc498 None None] Routers {'4deed369-e52f-4c7a-a686-014ab24c32b5'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:21:43.648725 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-36e2c601-5ace-4de0-b253-0a4d940dc498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:21:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['4deed369-e52f-4c7a-a686-014ab24c32b5'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:21:43.759964 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-36e2c601-5ace-4de0-b253-0a4d940dc498 None None] Set router 4deed369-e52f-4c7a-a686-014ab24c32b5 gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:21:43.993229 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-658148ab-a2c9-443e-b6a2-707d23e3ce6d tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8974040 Jul 13 14:21:43.993882 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc291e79-0e9a-422a-9870-2df218ef0bfa', 'tag': '83a08fec-b7d7-4152-9e0f-a194d4b86c67'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:21:43.996164 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b68331e7-8a4b-4c17-9635-937ab756eef8" -d '{"events": [{"name": "network-changed", "server_uuid": "dc291e79-0e9a-422a-9870-2df218ef0bfa", "tag": "83a08fec-b7d7-4152-9e0f-a194d4b86c67"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:21:44.005570 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-36e2c601-5ace-4de0-b253-0a4d940dc498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4deed369-e52f-4c7a-a686-014ab24c32b5', 'name': 'tempest-TestVolumeBootPattern-604855268-router', 'tenant_id': '5c9ef36c351841ca83dde6dc04bc97a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': '86e1179c-e760-45c7-8bec-f2bf92676012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:13:41Z', 'updated_at': '2021-07-13T14:13:44Z', 'revision_number': 4, 'project_id': '5c9ef36c351841ca83dde6dc04bc97a4', 'gw_port': {'id': '86e1179c-e760-45c7-8bec-f2bf92676012', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:f6:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4deed369-e52f-4c7a-a686-014ab24c32b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:13:42Z', 'updated_at': '2021-07-13T14:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_floatingips': [{'id': '7525a198-3345-49f3-a098-48c7ad26cd3e', 'tenant_id': '5c9ef36c351841ca83dde6dc04bc97a4', 'floating_ip_address': '172.25.6.12', 'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'router_id': '4deed369-e52f-4c7a-a686-014ab24c32b5', 'port_id': '1b920cfc-d74e-411b-92f6-376fc7afdb7b', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3953, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2277fe2-5365-4bd5-b2cf-1188f0e7fb16', 'mac_address': 'fa:16:3e:6c:0c:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '126f38d5-624d-43c7-a5d9-3241f02e8ecc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:19:45Z', 'updated_at': '2021-07-13T14:19:47Z', 'revision_number': 1, 'project_id': '5c9ef36c351841ca83dde6dc04bc97a4', 'fixed_ip_address_scope': None}, {'id': '7e218504-4f6d-4e73-8401-23305ec0eb0f', 'tenant_id': '5c9ef36c351841ca83dde6dc04bc97a4', 'floating_ip_address': '172.25.6.215', 'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'router_id': '4deed369-e52f-4c7a-a686-014ab24c32b5', 'port_id': '83a08fec-b7d7-4152-9e0f-a194d4b86c67', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3956, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2277fe2-5365-4bd5-b2cf-1188f0e7fb16', 'mac_address': 'fa:16:3e:66:52:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc291e79-0e9a-422a-9870-2df218ef0bfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:21:42Z', 'updated_at': '2021-07-13T14:21:42Z', 'revision_number': 0, 'project_id': '5c9ef36c351841ca83dde6dc04bc97a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e85ac72d-9f0b-406f-a1fa-a10f77a09a3a', 'name': '', 'network_id': 'a2277fe2-5365-4bd5-b2cf-1188f0e7fb16', 'tenant_id': '5c9ef36c351841ca83dde6dc04bc97a4', 'mac_address': 'fa:16:3e:e3:43:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4deed369-e52f-4c7a-a686-014ab24c32b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '6728334e-b0b1-4ba8-880a-f1431373cfed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:13:43Z', 'updated_at': '2021-07-13T14:13:50Z', 'revision_number': 5, 'project_id': '5c9ef36c351841ca83dde6dc04bc97a4', 'subnets': [{'id': '6728334e-b0b1-4ba8-880a-f1431373cfed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:21:44.032835 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e2c601-5ace-4de0-b253-0a4d940dc498 None None] Checking router: 4deed369-e52f-4c7a-a686-014ab24c32b5 for host: n-d-800634-1 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:21:44.034310 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e1a79a4-f75c-479c-821c-b1a8ecbd4866 x-openstack-request-id: req-4e1a79a4-f75c-479c-821c-b1a8ecbd4866 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:21:44.034613 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc291e79-0e9a-422a-9870-2df218ef0bfa", "tag": "83a08fec-b7d7-4152-9e0f-a194d4b86c67", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:21:44.034871 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4e1a79a4-f75c-479c-821c-b1a8ecbd4866 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:21:44.035748 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc291e79-0e9a-422a-9870-2df218ef0bfa', 'tag': '83a08fec-b7d7-4152-9e0f-a194d4b86c67', 'status': 'completed', 'code': 200} Jul 13 14:21:44.041839 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e2c601-5ace-4de0-b253-0a4d940dc498 None None] Routers {'4deed369-e52f-4c7a-a686-014ab24c32b5'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:21:44.042461 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-36e2c601-5ace-4de0-b253-0a4d940dc498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:21:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['4deed369-e52f-4c7a-a686-014ab24c32b5'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:21:44.109042 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68331e7-8a4b-4c17-9635-937ab756eef8 req-476aea5f-fe41-404d-9f38-9f0456b81265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:21:44.110618 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b68331e7-8a4b-4c17-9635-937ab756eef8 req-476aea5f-fe41-404d-9f38-9f0456b81265 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5c9ef36c351841ca83dde6dc04bc97a4&device_id=dc291e79-0e9a-422a-9870-2df218ef0bfa HTTP/1.1" status: 200 len: 1096 time: 0.0536849 Jul 13 14:21:44.147271 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-36e2c601-5ace-4de0-b253-0a4d940dc498 None None] Set router 4deed369-e52f-4c7a-a686-014ab24c32b5 gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:21:44.204404 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68331e7-8a4b-4c17-9635-937ab756eef8 req-61c8a22f-6e46-4892-a876-90f89ab60bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:21:44.205869 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b68331e7-8a4b-4c17-9635-937ab756eef8 req-61c8a22f-6e46-4892-a876-90f89ab60bb0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a2277fe2-5365-4bd5-b2cf-1188f0e7fb16 HTTP/1.1" status: 200 len: 911 time: 0.0893166 Jul 13 14:21:44.270803 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b68331e7-8a4b-4c17-9635-937ab756eef8 req-73b28431-f12f-4e11-8d60-28c2321a7966 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=83a08fec-b7d7-4152-9e0f-a194d4b86c67 HTTP/1.1" status: 200 len: 999 time: 0.0588591 Jul 13 14:21:44.321784 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68331e7-8a4b-4c17-9635-937ab756eef8 req-1f7e0778-b2bb-40ad-adca-e8207e470d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:21:44.323270 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b68331e7-8a4b-4c17-9635-937ab756eef8 req-1f7e0778-b2bb-40ad-adca-e8207e470d3b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6728334e-b0b1-4ba8-880a-f1431373cfed HTTP/1.1" status: 200 len: 850 time: 0.0457923 Jul 13 14:21:44.374931 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-36e2c601-5ace-4de0-b253-0a4d940dc498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4deed369-e52f-4c7a-a686-014ab24c32b5', 'name': 'tempest-TestVolumeBootPattern-604855268-router', 'tenant_id': '5c9ef36c351841ca83dde6dc04bc97a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': '86e1179c-e760-45c7-8bec-f2bf92676012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:13:41Z', 'updated_at': '2021-07-13T14:13:44Z', 'revision_number': 4, 'project_id': '5c9ef36c351841ca83dde6dc04bc97a4', 'gw_port': {'id': '86e1179c-e760-45c7-8bec-f2bf92676012', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:f6:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4deed369-e52f-4c7a-a686-014ab24c32b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:13:42Z', 'updated_at': '2021-07-13T14:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_floatingips': [{'id': '7525a198-3345-49f3-a098-48c7ad26cd3e', 'tenant_id': '5c9ef36c351841ca83dde6dc04bc97a4', 'floating_ip_address': '172.25.6.12', 'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'router_id': '4deed369-e52f-4c7a-a686-014ab24c32b5', 'port_id': '1b920cfc-d74e-411b-92f6-376fc7afdb7b', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3953, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2277fe2-5365-4bd5-b2cf-1188f0e7fb16', 'mac_address': 'fa:16:3e:6c:0c:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '126f38d5-624d-43c7-a5d9-3241f02e8ecc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:19:45Z', 'updated_at': '2021-07-13T14:19:47Z', 'revision_number': 1, 'project_id': '5c9ef36c351841ca83dde6dc04bc97a4', 'fixed_ip_address_scope': None}, {'id': '7e218504-4f6d-4e73-8401-23305ec0eb0f', 'tenant_id': '5c9ef36c351841ca83dde6dc04bc97a4', 'floating_ip_address': '172.25.6.215', 'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'router_id': '4deed369-e52f-4c7a-a686-014ab24c32b5', 'port_id': '83a08fec-b7d7-4152-9e0f-a194d4b86c67', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3956, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2277fe2-5365-4bd5-b2cf-1188f0e7fb16', 'mac_address': 'fa:16:3e:66:52:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc291e79-0e9a-422a-9870-2df218ef0bfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:21:42Z', 'updated_at': '2021-07-13T14:21:42Z', 'revision_number': 0, 'project_id': '5c9ef36c351841ca83dde6dc04bc97a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e85ac72d-9f0b-406f-a1fa-a10f77a09a3a', 'name': '', 'network_id': 'a2277fe2-5365-4bd5-b2cf-1188f0e7fb16', 'tenant_id': '5c9ef36c351841ca83dde6dc04bc97a4', 'mac_address': 'fa:16:3e:e3:43:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4deed369-e52f-4c7a-a686-014ab24c32b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '6728334e-b0b1-4ba8-880a-f1431373cfed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:13:43Z', 'updated_at': '2021-07-13T14:13:50Z', 'revision_number': 5, 'project_id': '5c9ef36c351841ca83dde6dc04bc97a4', 'subnets': [{'id': '6728334e-b0b1-4ba8-880a-f1431373cfed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:21:44.385604 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68331e7-8a4b-4c17-9635-937ab756eef8 req-5c39783a-245e-404c-9b9d-96ef8d327287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:21:44.387168 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b68331e7-8a4b-4c17-9635-937ab756eef8 req-5c39783a-245e-404c-9b9d-96ef8d327287 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a2277fe2-5365-4bd5-b2cf-1188f0e7fb16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0576181 Jul 13 14:21:44.481350 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b68331e7-8a4b-4c17-9635-937ab756eef8 req-f1455a0a-391e-477c-a222-8e64648bd503 service neutron] 10.222.0.26 "GET /v2.0/networks/a2277fe2-5365-4bd5-b2cf-1188f0e7fb16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872672 Jul 13 14:21:44.563056 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e2c601-5ace-4de0-b253-0a4d940dc498 None None] The sync data for ids ['4deed369-e52f-4c7a-a686-014ab24c32b5'] in n-d-800634-1 is: [{'id': '4deed369-e52f-4c7a-a686-014ab24c32b5', 'name': 'tempest-TestVolumeBootPattern-604855268-router', 'tenant_id': '5c9ef36c351841ca83dde6dc04bc97a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': '86e1179c-e760-45c7-8bec-f2bf92676012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:13:41Z', 'updated_at': '2021-07-13T14:13:44Z', 'revision_number': 4, 'project_id': '5c9ef36c351841ca83dde6dc04bc97a4', 'gw_port': {'id': '86e1179c-e760-45c7-8bec-f2bf92676012', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:f6:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4deed369-e52f-4c7a-a686-014ab24c32b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:13:42Z', 'updated_at': '2021-07-13T14:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_floatingips': [{'id': '7525a198-3345-49f3-a098-48c7ad26cd3e', 'tenant_id': '5c9ef36c351841ca83dde6dc04bc97a4', 'floating_ip_address': '172.25.6.12', 'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'router_id': '4deed369-e52f-4c7a-a686-014ab24c32b5', 'port_id': '1b920cfc-d74e-411b-92f6-376fc7afdb7b', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3953, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2277fe2-5365-4bd5-b2cf-1188f0e7fb16', 'mac_address': 'fa:16:3e:6c:0c:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '126f38d5-624d-43c7-a5d9-3241f02e8ecc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:19:45Z', 'updated_at': '2021-07-13T14:19:47Z', 'revision_number': 1, 'project_id': '5c9ef36c351841ca83dde6dc04bc97a4', 'fixed_ip_address_scope': None}, {'id': '7e218504-4f6d-4e73-8401-23305ec0eb0f', 'tenant_id': '5c9ef36c351841ca83dde6dc04bc97a4', 'floating_ip_address': '172.25.6.215', 'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'router_id': '4deed369-e52f-4c7a-a686-014ab24c32b5', 'port_id': '83a08fec-b7d7-4152-9e0f-a194d4b86c67', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3956, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2277fe2-5365-4bd5-b2cf-1188f0e7fb16', 'mac_address': 'fa:16:3e:66:52:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc291e79-0e9a-422a-9870-2df218ef0bfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:21:42Z', 'updated_at': '2021-07-13T14:21:42Z', 'revision_number': 0, 'project_id': '5c9ef36c351841ca83dde6dc04bc97a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e85ac72d-9f0b-406f-a1fa-a10f77a09a3a', 'name': '', 'network_id': 'a2277fe2-5365-4bd5-b2cf-1188f0e7fb16', 'tenant_id': '5c9ef36c351841ca83dde6dc04bc97a4', 'mac_address': 'fa:16:3e:e3:43:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4deed369-e52f-4c7a-a686-014ab24c32b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '6728334e-b0b1-4ba8-880a-f1431373cfed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:13:43Z', 'updated_at': '2021-07-13T14:13:50Z', 'revision_number': 5, 'project_id': '5c9ef36c351841ca83dde6dc04bc97a4', 'subnets': [{'id': '6728334e-b0b1-4ba8-880a-f1431373cfed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:21:44.580302 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b68331e7-8a4b-4c17-9635-937ab756eef8 req-b2e79260-de4e-45d0-959b-2f4560c22220 service neutron] 10.222.0.26 "GET /v2.0/networks/a2277fe2-5365-4bd5-b2cf-1188f0e7fb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932102 Jul 13 14:21:44.759634 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a44b6fd-e330-4393-9be0-662a2414b1b9 None None] New status for floating IP 7e218504-4f6d-4e73-8401-23305ec0eb0f: ACTIVE {{(pid=93753) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 14:21:47.278871 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8079bb67-0490-4a2b-934a-e74f9706127a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:21:49.925234 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8afa6992-3f1e-4bc6-a3ff-45603bd8b56d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:21:50.059934 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:21:51.257688 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:21:52.556232 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:21:52.765645 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:22:00.708777 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:22:01.034275 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:22:17.279574 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6238cea4-c9bc-4cdd-9c2f-ced31314c474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:22:19.927722 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-3fb4a7b2-8eab-4fb3-80e9-4ed94893aba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:22:20.062606 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:22:21.259743 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:22:22.767845 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:22:24.027939 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-12fe4f12-89a5-4c4a-af8d-5c3f3221b2e5 req-859ab714-9856-4255-82c8-ac3dc8fe2c9b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=126f38d5-624d-43c7-a5d9-3241f02e8ecc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0535679 Jul 13 14:22:24.121764 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fe4f12-89a5-4c4a-af8d-5c3f3221b2e5 req-728251e2-de79-408a-b63f-db5e7e5eb4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:22:24.123302 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-12fe4f12-89a5-4c4a-af8d-5c3f3221b2e5 req-728251e2-de79-408a-b63f-db5e7e5eb4fc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5c9ef36c351841ca83dde6dc04bc97a4&device_id=126f38d5-624d-43c7-a5d9-3241f02e8ecc HTTP/1.1" status: 200 len: 1096 time: 0.0536458 Jul 13 14:22:24.229262 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fe4f12-89a5-4c4a-af8d-5c3f3221b2e5 req-09b26f6b-c04b-4b18-b041-3b40051b9049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:22:24.230702 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-12fe4f12-89a5-4c4a-af8d-5c3f3221b2e5 req-09b26f6b-c04b-4b18-b041-3b40051b9049 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a2277fe2-5365-4bd5-b2cf-1188f0e7fb16 HTTP/1.1" status: 200 len: 911 time: 0.0883787 Jul 13 14:22:24.295223 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-12fe4f12-89a5-4c4a-af8d-5c3f3221b2e5 req-5589b190-a347-4d1c-9985-5ae12890f867 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b920cfc-d74e-411b-92f6-376fc7afdb7b HTTP/1.1" status: 200 len: 1000 time: 0.0585251 Jul 13 14:22:24.348822 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fe4f12-89a5-4c4a-af8d-5c3f3221b2e5 req-16abe4dd-5272-44fa-9593-6059fbb07e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:22:24.350313 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-12fe4f12-89a5-4c4a-af8d-5c3f3221b2e5 req-16abe4dd-5272-44fa-9593-6059fbb07e25 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6728334e-b0b1-4ba8-880a-f1431373cfed HTTP/1.1" status: 200 len: 850 time: 0.0486600 Jul 13 14:22:24.406004 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fe4f12-89a5-4c4a-af8d-5c3f3221b2e5 req-e1016f4d-81a3-4f59-a3fd-a60dd9b6ead2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:22:24.407508 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-12fe4f12-89a5-4c4a-af8d-5c3f3221b2e5 req-e1016f4d-81a3-4f59-a3fd-a60dd9b6ead2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a2277fe2-5365-4bd5-b2cf-1188f0e7fb16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0512028 Jul 13 14:22:24.502710 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-12fe4f12-89a5-4c4a-af8d-5c3f3221b2e5 req-b5687bbe-a6f4-412a-974c-b9bf3243a8a0 service neutron] 10.222.0.41 "GET /v2.0/networks/a2277fe2-5365-4bd5-b2cf-1188f0e7fb16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884547 Jul 13 14:22:24.615776 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-12fe4f12-89a5-4c4a-af8d-5c3f3221b2e5 req-926893b6-38c5-4f85-99fb-cc9018af1e48 service neutron] 10.222.0.41 "GET /v2.0/networks/a2277fe2-5365-4bd5-b2cf-1188f0e7fb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071258 Jul 13 14:22:27.272404 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8614c3a1-35a2-4e03-84aa-dc82ccbce962 req-7733df21-7301-4624-a8e1-bf444107b4e5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=dc291e79-0e9a-422a-9870-2df218ef0bfa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0548961 Jul 13 14:22:27.371515 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8614c3a1-35a2-4e03-84aa-dc82ccbce962 req-ae6e2264-74df-4678-b632-d2e2fc2f9730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:22:27.373191 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8614c3a1-35a2-4e03-84aa-dc82ccbce962 req-ae6e2264-74df-4678-b632-d2e2fc2f9730 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5c9ef36c351841ca83dde6dc04bc97a4&device_id=dc291e79-0e9a-422a-9870-2df218ef0bfa HTTP/1.1" status: 200 len: 1096 time: 0.0557437 Jul 13 14:22:27.495623 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8614c3a1-35a2-4e03-84aa-dc82ccbce962 req-d69bcb67-6b9b-4cbe-8143-17165be5bc06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:22:27.497332 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8614c3a1-35a2-4e03-84aa-dc82ccbce962 req-d69bcb67-6b9b-4cbe-8143-17165be5bc06 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a2277fe2-5365-4bd5-b2cf-1188f0e7fb16 HTTP/1.1" status: 200 len: 911 time: 0.1017661 Jul 13 14:22:27.573856 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8614c3a1-35a2-4e03-84aa-dc82ccbce962 req-c0042acf-4270-4a15-82ba-2ebcd15fa23a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=83a08fec-b7d7-4152-9e0f-a194d4b86c67 HTTP/1.1" status: 200 len: 1001 time: 0.0698149 Jul 13 14:22:27.630678 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8614c3a1-35a2-4e03-84aa-dc82ccbce962 req-94dfe09a-21b5-48ef-b690-f8a402ceed48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:22:27.632304 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8614c3a1-35a2-4e03-84aa-dc82ccbce962 req-94dfe09a-21b5-48ef-b690-f8a402ceed48 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6728334e-b0b1-4ba8-880a-f1431373cfed HTTP/1.1" status: 200 len: 850 time: 0.0530570 Jul 13 14:22:27.694899 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8614c3a1-35a2-4e03-84aa-dc82ccbce962 req-563acee6-aa11-4747-a289-60ea9dc8a09a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:22:27.696475 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8614c3a1-35a2-4e03-84aa-dc82ccbce962 req-563acee6-aa11-4747-a289-60ea9dc8a09a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a2277fe2-5365-4bd5-b2cf-1188f0e7fb16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0586915 Jul 13 14:22:27.788636 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8614c3a1-35a2-4e03-84aa-dc82ccbce962 req-eded43de-b1f6-41fb-b0b5-5152450dd83c service neutron] 10.222.0.26 "GET /v2.0/networks/a2277fe2-5365-4bd5-b2cf-1188f0e7fb16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858216 Jul 13 14:22:27.893781 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8614c3a1-35a2-4e03-84aa-dc82ccbce962 req-3e3e592a-bfb4-48eb-9b3d-df0a0c2c4adb service neutron] 10.222.0.26 "GET /v2.0/networks/a2277fe2-5365-4bd5-b2cf-1188f0e7fb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989928 Jul 13 14:22:29.556918 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:22:30.722522 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:22:31.023303 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:22:47.280891 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-cefaca5e-2c33-4174-abff-7ac6465427aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:22:49.928740 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-af2187d1-f5b7-45fe-83d0-cc53f2eb6473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:22:50.063351 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:22:51.263443 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:22:52.769628 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:23:00.722161 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:23:01.033394 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:23:06.557360 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:23:15.253348 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 47980) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:23:15.418129 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-89fbfaee-f64b-4e51-ac72-bdadad689397 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Deleting port 87b3df48-da63-4af0-b835-ee1dfb9a4e7c {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:23:15.418473 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-89fbfaee-f64b-4e51-ac72-bdadad689397 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:23:15.502269 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-89fbfaee-f64b-4e51-ac72-bdadad689397 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:23:15.502599 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-89fbfaee-f64b-4e51-ac72-bdadad689397 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:23:15.514516 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-89fbfaee-f64b-4e51-ac72-bdadad689397 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Calling delete_port for 87b3df48-da63-4af0-b835-ee1dfb9a4e7c owned by network:floatingip {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:23:15.686989 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-89fbfaee-f64b-4e51-ac72-bdadad689397 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:23:15.712517 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fbfaee-f64b-4e51-ac72-bdadad689397 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Pushing event deleted for resources: {'Port': ['ID=87b3df48-da63-4af0-b835-ee1dfb9a4e7c,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:23:15.722878 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fbfaee-f64b-4e51-ac72-bdadad689397 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:23:15.723364 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fbfaee-f64b-4e51-ac72-bdadad689397 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:23:15.723789 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fbfaee-f64b-4e51-ac72-bdadad689397 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:23:15.724159 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fbfaee-f64b-4e51-ac72-bdadad689397 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:23:15.724844 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fbfaee-f64b-4e51-ac72-bdadad689397 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:23:15.724844 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fbfaee-f64b-4e51-ac72-bdadad689397 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:23:15.725127 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fbfaee-f64b-4e51-ac72-bdadad689397 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:23:15.725457 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fbfaee-f64b-4e51-ac72-bdadad689397 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:23:15.725807 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fbfaee-f64b-4e51-ac72-bdadad689397 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:23:15.726138 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fbfaee-f64b-4e51-ac72-bdadad689397 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:23:15.726469 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fbfaee-f64b-4e51-ac72-bdadad689397 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:23:15.726792 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fbfaee-f64b-4e51-ac72-bdadad689397 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:23:15.789136 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-89fbfaee-f64b-4e51-ac72-bdadad689397 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Notify callbacks [] for floatingip, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:23:15.789385 n-d-800634-1 neutron-server[93750]: INFO neutron.db.l3_db [None req-89fbfaee-f64b-4e51-ac72-bdadad689397 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Floating IP 7e218504-4f6d-4e73-8401-23305ec0eb0f disassociated (deleted). External IP: 172.25.6.215, port: 83a08fec-b7d7-4152-9e0f-a194d4b86c67. Jul 13 14:23:16.004845 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89fbfaee-f64b-4e51-ac72-bdadad689397 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Router 4deed369-e52f-4c7a-a686-014ab24c32b5 has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:23:16.114491 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89fbfaee-f64b-4e51-ac72-bdadad689397 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:23:16.119091 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-89fbfaee-f64b-4e51-ac72-bdadad689397 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for floatingip, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:23:16.124455 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f9b19bd-4eea-4dcb-a011-cf08ea8d3bb3 None None] Sync routers for ids ['4deed369-e52f-4c7a-a686-014ab24c32b5'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:23:16.135038 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9b19bd-4eea-4dcb-a011-cf08ea8d3bb3 None None] Routers {'4deed369-e52f-4c7a-a686-014ab24c32b5'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:23:16.135634 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-0f9b19bd-4eea-4dcb-a011-cf08ea8d3bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:22:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['4deed369-e52f-4c7a-a686-014ab24c32b5'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:23:16.156549 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-89fbfaee-f64b-4e51-ac72-bdadad689397 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "DELETE /v2.0/floatingips/7e218504-4f6d-4e73-8401-23305ec0eb0f HTTP/1.1" status: 204 len: 168 time: 0.9016435 Jul 13 14:23:16.157255 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc291e79-0e9a-422a-9870-2df218ef0bfa', 'tag': '83a08fec-b7d7-4152-9e0f-a194d4b86c67'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:23:16.159675 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baa4f0c9-585c-4113-bec9-fcdf55d0d61b" -d '{"events": [{"name": "network-changed", "server_uuid": "dc291e79-0e9a-422a-9870-2df218ef0bfa", "tag": "83a08fec-b7d7-4152-9e0f-a194d4b86c67"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:23:16.244493 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-0f9b19bd-4eea-4dcb-a011-cf08ea8d3bb3 None None] Set router 4deed369-e52f-4c7a-a686-014ab24c32b5 gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:23:16.290182 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48bce51d-15ea-4b2e-871e-5f5dc64130ce x-openstack-request-id: req-48bce51d-15ea-4b2e-871e-5f5dc64130ce {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:23:16.290675 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc291e79-0e9a-422a-9870-2df218ef0bfa", "tag": "83a08fec-b7d7-4152-9e0f-a194d4b86c67", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:23:16.290783 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-48bce51d-15ea-4b2e-871e-5f5dc64130ce {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:23:16.291108 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc291e79-0e9a-422a-9870-2df218ef0bfa', 'tag': '83a08fec-b7d7-4152-9e0f-a194d4b86c67', 'status': 'completed', 'code': 200} Jul 13 14:23:16.385403 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa4f0c9-585c-4113-bec9-fcdf55d0d61b req-7d19eeb1-eb38-4e72-b538-33d8adf914c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:23:16.387107 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-baa4f0c9-585c-4113-bec9-fcdf55d0d61b req-7d19eeb1-eb38-4e72-b538-33d8adf914c2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5c9ef36c351841ca83dde6dc04bc97a4&device_id=dc291e79-0e9a-422a-9870-2df218ef0bfa HTTP/1.1" status: 200 len: 1096 time: 0.0742185 Jul 13 14:23:16.507970 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa4f0c9-585c-4113-bec9-fcdf55d0d61b req-22dd72e1-4b1c-4c39-84c0-6e4f31898838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:23:16.510097 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-baa4f0c9-585c-4113-bec9-fcdf55d0d61b req-22dd72e1-4b1c-4c39-84c0-6e4f31898838 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a2277fe2-5365-4bd5-b2cf-1188f0e7fb16 HTTP/1.1" status: 200 len: 911 time: 0.1123774 Jul 13 14:23:16.518876 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-0f9b19bd-4eea-4dcb-a011-cf08ea8d3bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4deed369-e52f-4c7a-a686-014ab24c32b5', 'name': 'tempest-TestVolumeBootPattern-604855268-router', 'tenant_id': '5c9ef36c351841ca83dde6dc04bc97a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': '86e1179c-e760-45c7-8bec-f2bf92676012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:13:41Z', 'updated_at': '2021-07-13T14:13:44Z', 'revision_number': 4, 'project_id': '5c9ef36c351841ca83dde6dc04bc97a4', 'gw_port': {'id': '86e1179c-e760-45c7-8bec-f2bf92676012', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:f6:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4deed369-e52f-4c7a-a686-014ab24c32b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:13:42Z', 'updated_at': '2021-07-13T14:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_floatingips': [{'id': '7525a198-3345-49f3-a098-48c7ad26cd3e', 'tenant_id': '5c9ef36c351841ca83dde6dc04bc97a4', 'floating_ip_address': '172.25.6.12', 'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'router_id': '4deed369-e52f-4c7a-a686-014ab24c32b5', 'port_id': '1b920cfc-d74e-411b-92f6-376fc7afdb7b', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3953, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2277fe2-5365-4bd5-b2cf-1188f0e7fb16', 'mac_address': 'fa:16:3e:6c:0c:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '126f38d5-624d-43c7-a5d9-3241f02e8ecc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:19:45Z', 'updated_at': '2021-07-13T14:19:47Z', 'revision_number': 1, 'project_id': '5c9ef36c351841ca83dde6dc04bc97a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e85ac72d-9f0b-406f-a1fa-a10f77a09a3a', 'name': '', 'network_id': 'a2277fe2-5365-4bd5-b2cf-1188f0e7fb16', 'tenant_id': '5c9ef36c351841ca83dde6dc04bc97a4', 'mac_address': 'fa:16:3e:e3:43:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4deed369-e52f-4c7a-a686-014ab24c32b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '6728334e-b0b1-4ba8-880a-f1431373cfed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:13:43Z', 'updated_at': '2021-07-13T14:13:50Z', 'revision_number': 5, 'project_id': '5c9ef36c351841ca83dde6dc04bc97a4', 'subnets': [{'id': '6728334e-b0b1-4ba8-880a-f1431373cfed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:23:16.548834 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f9b19bd-4eea-4dcb-a011-cf08ea8d3bb3 None None] Checking router: 4deed369-e52f-4c7a-a686-014ab24c32b5 for host: n-d-800634-1 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:23:16.561398 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9b19bd-4eea-4dcb-a011-cf08ea8d3bb3 None None] Routers {'4deed369-e52f-4c7a-a686-014ab24c32b5'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:23:16.562120 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-0f9b19bd-4eea-4dcb-a011-cf08ea8d3bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:22:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['4deed369-e52f-4c7a-a686-014ab24c32b5'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:23:16.565610 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-baa4f0c9-585c-4113-bec9-fcdf55d0d61b req-bed508d7-4089-4d4d-b518-ac5c23e4172f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=83a08fec-b7d7-4152-9e0f-a194d4b86c67 HTTP/1.1" status: 200 len: 217 time: 0.0484803 Jul 13 14:23:16.626173 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa4f0c9-585c-4113-bec9-fcdf55d0d61b req-28d58f09-63dc-4f3c-bcb3-9ef2c3ab0df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:23:16.627325 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99c3d9a-6949-445c-8ff0-edeb90eb7987 req-04e7b4e4-ea41-46ce-9afd-66497f23ff26 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:23:16.627812 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-baa4f0c9-585c-4113-bec9-fcdf55d0d61b req-28d58f09-63dc-4f3c-bcb3-9ef2c3ab0df2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6728334e-b0b1-4ba8-880a-f1431373cfed HTTP/1.1" status: 200 len: 850 time: 0.0557470 Jul 13 14:23:16.634333 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e99c3d9a-6949-445c-8ff0-edeb90eb7987 req-04e7b4e4-ea41-46ce-9afd-66497f23ff26 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc291e79-0e9a-422a-9870-2df218ef0bfa HTTP/1.1" status: 200 len: 945 time: 0.1019595 Jul 13 14:23:16.672616 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e99c3d9a-6949-445c-8ff0-edeb90eb7987 req-e69ae4c2-e66a-43e2-9bf4-4248592af72c tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c6a1591-b676-474e-9244-bc788ecd8d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360622 Jul 13 14:23:16.677706 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-0f9b19bd-4eea-4dcb-a011-cf08ea8d3bb3 None None] Set router 4deed369-e52f-4c7a-a686-014ab24c32b5 gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:23:16.689214 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa4f0c9-585c-4113-bec9-fcdf55d0d61b req-874bd93e-b220-4926-9aec-a475104b2eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:23:16.690785 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-baa4f0c9-585c-4113-bec9-fcdf55d0d61b req-874bd93e-b220-4926-9aec-a475104b2eb1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a2277fe2-5365-4bd5-b2cf-1188f0e7fb16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0555606 Jul 13 14:23:16.793694 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-baa4f0c9-585c-4113-bec9-fcdf55d0d61b req-55d05e1f-d968-448c-a329-3cbc692f0b2d service neutron] 10.222.0.26 "GET /v2.0/networks/a2277fe2-5365-4bd5-b2cf-1188f0e7fb16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953536 Jul 13 14:23:16.892873 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-baa4f0c9-585c-4113-bec9-fcdf55d0d61b req-dd73f5ac-357e-48e5-a648-204a7cfbde0f service neutron] 10.222.0.26 "GET /v2.0/networks/a2277fe2-5365-4bd5-b2cf-1188f0e7fb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919318 Jul 13 14:23:16.924873 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-0f9b19bd-4eea-4dcb-a011-cf08ea8d3bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4deed369-e52f-4c7a-a686-014ab24c32b5', 'name': 'tempest-TestVolumeBootPattern-604855268-router', 'tenant_id': '5c9ef36c351841ca83dde6dc04bc97a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': '86e1179c-e760-45c7-8bec-f2bf92676012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:13:41Z', 'updated_at': '2021-07-13T14:13:44Z', 'revision_number': 4, 'project_id': '5c9ef36c351841ca83dde6dc04bc97a4', 'gw_port': {'id': '86e1179c-e760-45c7-8bec-f2bf92676012', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:f6:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4deed369-e52f-4c7a-a686-014ab24c32b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:13:42Z', 'updated_at': '2021-07-13T14:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_floatingips': [{'id': '7525a198-3345-49f3-a098-48c7ad26cd3e', 'tenant_id': '5c9ef36c351841ca83dde6dc04bc97a4', 'floating_ip_address': '172.25.6.12', 'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'router_id': '4deed369-e52f-4c7a-a686-014ab24c32b5', 'port_id': '1b920cfc-d74e-411b-92f6-376fc7afdb7b', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3953, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2277fe2-5365-4bd5-b2cf-1188f0e7fb16', 'mac_address': 'fa:16:3e:6c:0c:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '126f38d5-624d-43c7-a5d9-3241f02e8ecc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:19:45Z', 'updated_at': '2021-07-13T14:19:47Z', 'revision_number': 1, 'project_id': '5c9ef36c351841ca83dde6dc04bc97a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e85ac72d-9f0b-406f-a1fa-a10f77a09a3a', 'name': '', 'network_id': 'a2277fe2-5365-4bd5-b2cf-1188f0e7fb16', 'tenant_id': '5c9ef36c351841ca83dde6dc04bc97a4', 'mac_address': 'fa:16:3e:e3:43:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4deed369-e52f-4c7a-a686-014ab24c32b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '6728334e-b0b1-4ba8-880a-f1431373cfed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:13:43Z', 'updated_at': '2021-07-13T14:13:50Z', 'revision_number': 5, 'project_id': '5c9ef36c351841ca83dde6dc04bc97a4', 'subnets': [{'id': '6728334e-b0b1-4ba8-880a-f1431373cfed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:23:16.953838 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f9b19bd-4eea-4dcb-a011-cf08ea8d3bb3 None None] The sync data for ids ['4deed369-e52f-4c7a-a686-014ab24c32b5'] in n-d-800634-1 is: [{'id': '4deed369-e52f-4c7a-a686-014ab24c32b5', 'name': 'tempest-TestVolumeBootPattern-604855268-router', 'tenant_id': '5c9ef36c351841ca83dde6dc04bc97a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': '86e1179c-e760-45c7-8bec-f2bf92676012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:13:41Z', 'updated_at': '2021-07-13T14:13:44Z', 'revision_number': 4, 'project_id': '5c9ef36c351841ca83dde6dc04bc97a4', 'gw_port': {'id': '86e1179c-e760-45c7-8bec-f2bf92676012', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:f6:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4deed369-e52f-4c7a-a686-014ab24c32b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:13:42Z', 'updated_at': '2021-07-13T14:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_floatingips': [{'id': '7525a198-3345-49f3-a098-48c7ad26cd3e', 'tenant_id': '5c9ef36c351841ca83dde6dc04bc97a4', 'floating_ip_address': '172.25.6.12', 'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'router_id': '4deed369-e52f-4c7a-a686-014ab24c32b5', 'port_id': '1b920cfc-d74e-411b-92f6-376fc7afdb7b', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3953, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2277fe2-5365-4bd5-b2cf-1188f0e7fb16', 'mac_address': 'fa:16:3e:6c:0c:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '126f38d5-624d-43c7-a5d9-3241f02e8ecc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:19:45Z', 'updated_at': '2021-07-13T14:19:47Z', 'revision_number': 1, 'project_id': '5c9ef36c351841ca83dde6dc04bc97a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e85ac72d-9f0b-406f-a1fa-a10f77a09a3a', 'name': '', 'network_id': 'a2277fe2-5365-4bd5-b2cf-1188f0e7fb16', 'tenant_id': '5c9ef36c351841ca83dde6dc04bc97a4', 'mac_address': 'fa:16:3e:e3:43:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4deed369-e52f-4c7a-a686-014ab24c32b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '6728334e-b0b1-4ba8-880a-f1431373cfed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:13:43Z', 'updated_at': '2021-07-13T14:13:50Z', 'revision_number': 5, 'project_id': '5c9ef36c351841ca83dde6dc04bc97a4', 'subnets': [{'id': '6728334e-b0b1-4ba8-880a-f1431373cfed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:23:17.183328 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5a9ba4-aafb-4d25-b602-9f1a3204f5c8 None None] New status for floating IP 7e218504-4f6d-4e73-8401-23305ec0eb0f: DOWN {{(pid=93753) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 14:23:17.283927 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8eaaf059-f68b-4763-a412-ea32ebcdb34e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:23:17.863167 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c36eef-5483-4cff-a20e-a663c67953af req-20e5ef7b-c2f0-48c9-b7f4-f58d4b0369e2 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:23:17.865275 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-82c36eef-5483-4cff-a20e-a663c67953af req-20e5ef7b-c2f0-48c9-b7f4-f58d4b0369e2 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc291e79-0e9a-422a-9870-2df218ef0bfa HTTP/1.1" status: 200 len: 945 time: 0.0653968 Jul 13 14:23:17.904826 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-82c36eef-5483-4cff-a20e-a663c67953af req-975817fc-fab3-414a-8beb-dbe4d518d6bd tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c6a1591-b676-474e-9244-bc788ecd8d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339348 Jul 13 14:23:18.004631 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3ce571-7664-4a79-92b7-893f213b30c5 req-c9ac0957-2722-4a11-8c90-62f4d60573d5 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:23:18.006320 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8e3ce571-7664-4a79-92b7-893f213b30c5 req-c9ac0957-2722-4a11-8c90-62f4d60573d5 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc291e79-0e9a-422a-9870-2df218ef0bfa HTTP/1.1" status: 200 len: 945 time: 0.0707784 Jul 13 14:23:18.111831 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-8e3ce571-7664-4a79-92b7-893f213b30c5 req-9251d2e8-3f6c-4cea-833c-93a04628f759 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Deleting port 83a08fec-b7d7-4152-9e0f-a194d4b86c67 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:23:18.112177 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-8e3ce571-7664-4a79-92b7-893f213b30c5 req-9251d2e8-3f6c-4cea-833c-93a04628f759 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:23:18.199993 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-8e3ce571-7664-4a79-92b7-893f213b30c5 req-9251d2e8-3f6c-4cea-833c-93a04628f759 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] For port 83a08fec-b7d7-4152-9e0f-a194d4b86c67, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=83a08fec-b7d7-4152-9e0f-a194d4b86c67,segment=NetworkSegment(4c12d2cb-e5d8-4587-a297-9866d410582d),segment_id=4c12d2cb-e5d8-4587-a297-9866d410582d)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:23:18.200270 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-8e3ce571-7664-4a79-92b7-893f213b30c5 req-9251d2e8-3f6c-4cea-833c-93a04628f759 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:23:18.218253 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-8e3ce571-7664-4a79-92b7-893f213b30c5 req-9251d2e8-3f6c-4cea-833c-93a04628f759 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Calling delete_port for 83a08fec-b7d7-4152-9e0f-a194d4b86c67 owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:23:18.349417 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-8e3ce571-7664-4a79-92b7-893f213b30c5 req-9251d2e8-3f6c-4cea-833c-93a04628f759 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:23:18.386327 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9251d2e8-3f6c-4cea-833c-93a04628f759 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Pushing event deleted for resources: {'Port': ['ID=83a08fec-b7d7-4152-9e0f-a194d4b86c67,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:23:18.432447 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e3ce571-7664-4a79-92b7-893f213b30c5 req-9251d2e8-3f6c-4cea-833c-93a04628f759 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] No DVR routers for this DVR port 83a08fec-b7d7-4152-9e0f-a194d4b86c67 on host n-h1-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:23:18.435413 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-8e3ce571-7664-4a79-92b7-893f213b30c5 req-9251d2e8-3f6c-4cea-833c-93a04628f759 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:23:18.437506 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8e3ce571-7664-4a79-92b7-893f213b30c5 req-9251d2e8-3f6c-4cea-833c-93a04628f759 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.26 "DELETE /v2.0/ports/83a08fec-b7d7-4152-9e0f-a194d4b86c67 HTTP/1.1" status: 204 len: 173 time: 0.4251189 Jul 13 14:23:18.438456 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc291e79-0e9a-422a-9870-2df218ef0bfa', 'name': 'network-vif-deleted', 'tag': '83a08fec-b7d7-4152-9e0f-a194d4b86c67'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:23:18.441748 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bcff393-d082-4ae2-b66c-b3397d45689b" -d '{"events": [{"server_uuid": "dc291e79-0e9a-422a-9870-2df218ef0bfa", "name": "network-vif-deleted", "tag": "83a08fec-b7d7-4152-9e0f-a194d4b86c67"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:23:18.497370 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:23:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fb31272-d978-4ec8-99bd-4b363bd042c6 x-openstack-request-id: req-3fb31272-d978-4ec8-99bd-4b363bd042c6 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:23:18.497676 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc291e79-0e9a-422a-9870-2df218ef0bfa", "name": "network-vif-deleted", "tag": "83a08fec-b7d7-4152-9e0f-a194d4b86c67", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:23:18.498042 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3fb31272-d978-4ec8-99bd-4b363bd042c6 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:23:18.498448 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc291e79-0e9a-422a-9870-2df218ef0bfa', 'name': 'network-vif-deleted', 'tag': '83a08fec-b7d7-4152-9e0f-a194d4b86c67', 'status': 'completed', 'code': 200} Jul 13 14:23:19.054012 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c7f757c4-95bf-422f-903c-d796fd1eda3a req-73c165b0-5a13-42a4-aba5-5a2d6d2a966e tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc291e79-0e9a-422a-9870-2df218ef0bfa HTTP/1.1" status: 200 len: 210 time: 0.0307231 Jul 13 14:23:19.930245 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0dc0f2f-7875-4c62-a7cf-588e81296b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:23:20.066044 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:23:20.210350 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-0f430285-acea-42da-a374-a88296eebb43 req-14f654b3-e9b1-49f3-9f6b-f77409084a5a tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc291e79-0e9a-422a-9870-2df218ef0bfa HTTP/1.1" status: 200 len: 210 time: 0.0388815 Jul 13 14:23:20.522080 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 83a08fec-b7d7-4152-9e0f-a194d4b86c67 no longer exists at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:23:20.541638 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-381d4315-9089-413f-a071-aa2897bda790 None None] No Port match for: 83a08fec-b7d7-4152-9e0f-a194d4b86c67 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:23:20.542011 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 83a08fec-b7d7-4152-9e0f-a194d4b86c67 not bound to the agent host n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:23:21.267854 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:23:21.351924 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5a39a2af-cfc1-401f-8695-e69d2b11bbdb req-9ff17f70-7c23-455e-ad8b-ce549d64a2ef tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc291e79-0e9a-422a-9870-2df218ef0bfa HTTP/1.1" status: 200 len: 210 time: 0.0292482 Jul 13 14:23:22.774312 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:23:24.028753 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bfadfa8b-8dbd-4627-98c6-dd51d3577ae0 req-b7b3a19b-0678-476c-b7cf-5a9600dc40ff service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=126f38d5-624d-43c7-a5d9-3241f02e8ecc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0598083 Jul 13 14:23:24.124133 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfadfa8b-8dbd-4627-98c6-dd51d3577ae0 req-971a855c-12ad-454a-b4f8-cfad5e9e2088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:23:24.125635 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bfadfa8b-8dbd-4627-98c6-dd51d3577ae0 req-971a855c-12ad-454a-b4f8-cfad5e9e2088 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5c9ef36c351841ca83dde6dc04bc97a4&device_id=126f38d5-624d-43c7-a5d9-3241f02e8ecc HTTP/1.1" status: 200 len: 1096 time: 0.0545592 Jul 13 14:23:24.232125 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfadfa8b-8dbd-4627-98c6-dd51d3577ae0 req-bd5de353-750b-4040-b015-e6fd621d22c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:23:24.233512 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bfadfa8b-8dbd-4627-98c6-dd51d3577ae0 req-bd5de353-750b-4040-b015-e6fd621d22c3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a2277fe2-5365-4bd5-b2cf-1188f0e7fb16 HTTP/1.1" status: 200 len: 911 time: 0.0858378 Jul 13 14:23:24.304995 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bfadfa8b-8dbd-4627-98c6-dd51d3577ae0 req-266540ca-be5a-4bf4-8d56-5eb929b8df6a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b920cfc-d74e-411b-92f6-376fc7afdb7b HTTP/1.1" status: 200 len: 1000 time: 0.0645552 Jul 13 14:23:24.354395 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfadfa8b-8dbd-4627-98c6-dd51d3577ae0 req-0c4409e6-b58b-4479-841f-a1432c9f8628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:23:24.356041 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bfadfa8b-8dbd-4627-98c6-dd51d3577ae0 req-0c4409e6-b58b-4479-841f-a1432c9f8628 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6728334e-b0b1-4ba8-880a-f1431373cfed HTTP/1.1" status: 200 len: 850 time: 0.0455382 Jul 13 14:23:24.416436 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfadfa8b-8dbd-4627-98c6-dd51d3577ae0 req-020329e3-84a8-4597-88f9-e6c48c60a8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:23:24.418016 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bfadfa8b-8dbd-4627-98c6-dd51d3577ae0 req-020329e3-84a8-4597-88f9-e6c48c60a8fc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a2277fe2-5365-4bd5-b2cf-1188f0e7fb16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0550325 Jul 13 14:23:24.516114 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bfadfa8b-8dbd-4627-98c6-dd51d3577ae0 req-26c3fc63-998c-41ad-9231-9a76b195e052 service neutron] 10.222.0.41 "GET /v2.0/networks/a2277fe2-5365-4bd5-b2cf-1188f0e7fb16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912919 Jul 13 14:23:24.611387 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bfadfa8b-8dbd-4627-98c6-dd51d3577ae0 req-db00061e-5597-45b1-a4c5-8c2397599f9c service neutron] 10.222.0.41 "GET /v2.0/networks/a2277fe2-5365-4bd5-b2cf-1188f0e7fb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887315 Jul 13 14:23:26.754588 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 48040) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:23:26.921243 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-9d4b1eec-e38e-481f-98ea-b7d5202a673f tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Deleting port 606fccf0-7d1f-4bf8-95e4-36c94f816760 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:23:26.921565 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9d4b1eec-e38e-481f-98ea-b7d5202a673f tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:23:27.004989 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9d4b1eec-e38e-481f-98ea-b7d5202a673f tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:23:27.005215 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9d4b1eec-e38e-481f-98ea-b7d5202a673f tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:23:27.016617 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-9d4b1eec-e38e-481f-98ea-b7d5202a673f tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Calling delete_port for 606fccf0-7d1f-4bf8-95e4-36c94f816760 owned by network:floatingip {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:23:27.166527 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9d4b1eec-e38e-481f-98ea-b7d5202a673f tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:23:27.193805 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4b1eec-e38e-481f-98ea-b7d5202a673f tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Pushing event deleted for resources: {'Port': ['ID=606fccf0-7d1f-4bf8-95e4-36c94f816760,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:23:27.254510 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9d4b1eec-e38e-481f-98ea-b7d5202a673f tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Notify callbacks [] for floatingip, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:23:27.254840 n-d-800634-1 neutron-server[93750]: INFO neutron.db.l3_db [None req-9d4b1eec-e38e-481f-98ea-b7d5202a673f tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Floating IP 7525a198-3345-49f3-a098-48c7ad26cd3e disassociated (deleted). External IP: 172.25.6.12, port: 1b920cfc-d74e-411b-92f6-376fc7afdb7b. Jul 13 14:23:27.466665 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d4b1eec-e38e-481f-98ea-b7d5202a673f tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Router 4deed369-e52f-4c7a-a686-014ab24c32b5 has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:23:27.574765 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d4b1eec-e38e-481f-98ea-b7d5202a673f tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:23:27.579514 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9d4b1eec-e38e-481f-98ea-b7d5202a673f tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for floatingip, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:23:27.584351 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62080884-a27c-44aa-8071-a133c66b7912 None None] Sync routers for ids ['4deed369-e52f-4c7a-a686-014ab24c32b5'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:23:27.592905 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62080884-a27c-44aa-8071-a133c66b7912 None None] Routers {'4deed369-e52f-4c7a-a686-014ab24c32b5'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:23:27.593523 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-62080884-a27c-44aa-8071-a133c66b7912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:23:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['4deed369-e52f-4c7a-a686-014ab24c32b5'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:23:27.621166 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-9d4b1eec-e38e-481f-98ea-b7d5202a673f tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "DELETE /v2.0/floatingips/7525a198-3345-49f3-a098-48c7ad26cd3e HTTP/1.1" status: 204 len: 168 time: 0.8629608 Jul 13 14:23:27.621166 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '126f38d5-624d-43c7-a5d9-3241f02e8ecc', 'tag': '1b920cfc-d74e-411b-92f6-376fc7afdb7b'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:23:27.621523 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-422ede29-d916-4474-9e2b-cec1bc2e5ca0" -d '{"events": [{"name": "network-changed", "server_uuid": "126f38d5-624d-43c7-a5d9-3241f02e8ecc", "tag": "1b920cfc-d74e-411b-92f6-376fc7afdb7b"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:23:27.659753 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:23:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a3ea73f-0417-4dbb-84e3-040546005db2 x-openstack-request-id: req-0a3ea73f-0417-4dbb-84e3-040546005db2 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:23:27.660599 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "126f38d5-624d-43c7-a5d9-3241f02e8ecc", "tag": "1b920cfc-d74e-411b-92f6-376fc7afdb7b", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:23:27.660889 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0a3ea73f-0417-4dbb-84e3-040546005db2 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:23:27.661264 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '126f38d5-624d-43c7-a5d9-3241f02e8ecc', 'tag': '1b920cfc-d74e-411b-92f6-376fc7afdb7b', 'status': 'completed', 'code': 200} Jul 13 14:23:27.704996 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-62080884-a27c-44aa-8071-a133c66b7912 None None] Set router 4deed369-e52f-4c7a-a686-014ab24c32b5 gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:23:27.741455 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422ede29-d916-4474-9e2b-cec1bc2e5ca0 req-f8b6eddd-6039-446b-819f-bb9a31ce8e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:23:27.743003 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-422ede29-d916-4474-9e2b-cec1bc2e5ca0 req-f8b6eddd-6039-446b-819f-bb9a31ce8e15 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5c9ef36c351841ca83dde6dc04bc97a4&device_id=126f38d5-624d-43c7-a5d9-3241f02e8ecc HTTP/1.1" status: 200 len: 1096 time: 0.0582783 Jul 13 14:23:27.949316 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-62080884-a27c-44aa-8071-a133c66b7912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4deed369-e52f-4c7a-a686-014ab24c32b5', 'name': 'tempest-TestVolumeBootPattern-604855268-router', 'tenant_id': '5c9ef36c351841ca83dde6dc04bc97a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': '86e1179c-e760-45c7-8bec-f2bf92676012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:13:41Z', 'updated_at': '2021-07-13T14:13:44Z', 'revision_number': 4, 'project_id': '5c9ef36c351841ca83dde6dc04bc97a4', 'gw_port': {'id': '86e1179c-e760-45c7-8bec-f2bf92676012', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:f6:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4deed369-e52f-4c7a-a686-014ab24c32b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:13:42Z', 'updated_at': '2021-07-13T14:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': 'e85ac72d-9f0b-406f-a1fa-a10f77a09a3a', 'name': '', 'network_id': 'a2277fe2-5365-4bd5-b2cf-1188f0e7fb16', 'tenant_id': '5c9ef36c351841ca83dde6dc04bc97a4', 'mac_address': 'fa:16:3e:e3:43:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4deed369-e52f-4c7a-a686-014ab24c32b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '6728334e-b0b1-4ba8-880a-f1431373cfed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:13:43Z', 'updated_at': '2021-07-13T14:13:50Z', 'revision_number': 5, 'project_id': '5c9ef36c351841ca83dde6dc04bc97a4', 'subnets': [{'id': '6728334e-b0b1-4ba8-880a-f1431373cfed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:23:27.977944 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62080884-a27c-44aa-8071-a133c66b7912 None None] Checking router: 4deed369-e52f-4c7a-a686-014ab24c32b5 for host: n-d-800634-1 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:23:27.987202 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62080884-a27c-44aa-8071-a133c66b7912 None None] Routers {'4deed369-e52f-4c7a-a686-014ab24c32b5'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:23:27.987849 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-62080884-a27c-44aa-8071-a133c66b7912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:23:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['4deed369-e52f-4c7a-a686-014ab24c32b5'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:23:28.035490 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c5457b-a168-4350-8a40-e03f415ce537 req-ba9f5ef7-b7d8-4360-8214-9059597ca81c tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:23:28.038656 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a4c5457b-a168-4350-8a40-e03f415ce537 req-ba9f5ef7-b7d8-4360-8214-9059597ca81c tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/ports?device_id=126f38d5-624d-43c7-a5d9-3241f02e8ecc HTTP/1.1" status: 200 len: 945 time: 0.0748024 Jul 13 14:23:28.080572 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a4c5457b-a168-4350-8a40-e03f415ce537 req-a332f352-c9a0-42f7-8288-4140f836a029 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c6a1591-b676-474e-9244-bc788ecd8d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357983 Jul 13 14:23:28.116977 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-62080884-a27c-44aa-8071-a133c66b7912 None None] Set router 4deed369-e52f-4c7a-a686-014ab24c32b5 gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:23:28.180176 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422ede29-d916-4474-9e2b-cec1bc2e5ca0 req-23bed229-adca-48c4-8ab6-73a24a86fb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:23:28.181668 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-422ede29-d916-4474-9e2b-cec1bc2e5ca0 req-23bed229-adca-48c4-8ab6-73a24a86fb69 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a2277fe2-5365-4bd5-b2cf-1188f0e7fb16 HTTP/1.1" status: 200 len: 911 time: 0.4316504 Jul 13 14:23:28.226083 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-422ede29-d916-4474-9e2b-cec1bc2e5ca0 req-26a46ff4-3991-4fde-a9cb-7e83da653543 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b920cfc-d74e-411b-92f6-376fc7afdb7b HTTP/1.1" status: 200 len: 217 time: 0.0372393 Jul 13 14:23:28.280689 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422ede29-d916-4474-9e2b-cec1bc2e5ca0 req-48758b31-cf3b-4911-a19f-860c1970b131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:23:28.282116 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-422ede29-d916-4474-9e2b-cec1bc2e5ca0 req-48758b31-cf3b-4911-a19f-860c1970b131 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6728334e-b0b1-4ba8-880a-f1431373cfed HTTP/1.1" status: 200 len: 850 time: 0.0498490 Jul 13 14:23:28.324129 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-62080884-a27c-44aa-8071-a133c66b7912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4deed369-e52f-4c7a-a686-014ab24c32b5', 'name': 'tempest-TestVolumeBootPattern-604855268-router', 'tenant_id': '5c9ef36c351841ca83dde6dc04bc97a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': '86e1179c-e760-45c7-8bec-f2bf92676012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:13:41Z', 'updated_at': '2021-07-13T14:13:44Z', 'revision_number': 4, 'project_id': '5c9ef36c351841ca83dde6dc04bc97a4', 'gw_port': {'id': '86e1179c-e760-45c7-8bec-f2bf92676012', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:f6:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4deed369-e52f-4c7a-a686-014ab24c32b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:13:42Z', 'updated_at': '2021-07-13T14:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': 'e85ac72d-9f0b-406f-a1fa-a10f77a09a3a', 'name': '', 'network_id': 'a2277fe2-5365-4bd5-b2cf-1188f0e7fb16', 'tenant_id': '5c9ef36c351841ca83dde6dc04bc97a4', 'mac_address': 'fa:16:3e:e3:43:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4deed369-e52f-4c7a-a686-014ab24c32b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '6728334e-b0b1-4ba8-880a-f1431373cfed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:13:43Z', 'updated_at': '2021-07-13T14:13:50Z', 'revision_number': 5, 'project_id': '5c9ef36c351841ca83dde6dc04bc97a4', 'subnets': [{'id': '6728334e-b0b1-4ba8-880a-f1431373cfed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:23:28.341361 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422ede29-d916-4474-9e2b-cec1bc2e5ca0 req-441a6ddf-4ebe-4987-b57e-a7a765427852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:23:28.342929 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-422ede29-d916-4474-9e2b-cec1bc2e5ca0 req-441a6ddf-4ebe-4987-b57e-a7a765427852 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a2277fe2-5365-4bd5-b2cf-1188f0e7fb16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0542605 Jul 13 14:23:28.351013 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62080884-a27c-44aa-8071-a133c66b7912 None None] The sync data for ids ['4deed369-e52f-4c7a-a686-014ab24c32b5'] in n-d-800634-1 is: [{'id': '4deed369-e52f-4c7a-a686-014ab24c32b5', 'name': 'tempest-TestVolumeBootPattern-604855268-router', 'tenant_id': '5c9ef36c351841ca83dde6dc04bc97a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': '86e1179c-e760-45c7-8bec-f2bf92676012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:13:41Z', 'updated_at': '2021-07-13T14:13:44Z', 'revision_number': 4, 'project_id': '5c9ef36c351841ca83dde6dc04bc97a4', 'gw_port': {'id': '86e1179c-e760-45c7-8bec-f2bf92676012', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:f6:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4deed369-e52f-4c7a-a686-014ab24c32b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:13:42Z', 'updated_at': '2021-07-13T14:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': 'e85ac72d-9f0b-406f-a1fa-a10f77a09a3a', 'name': '', 'network_id': 'a2277fe2-5365-4bd5-b2cf-1188f0e7fb16', 'tenant_id': '5c9ef36c351841ca83dde6dc04bc97a4', 'mac_address': 'fa:16:3e:e3:43:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4deed369-e52f-4c7a-a686-014ab24c32b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '6728334e-b0b1-4ba8-880a-f1431373cfed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:13:43Z', 'updated_at': '2021-07-13T14:13:50Z', 'revision_number': 5, 'project_id': '5c9ef36c351841ca83dde6dc04bc97a4', 'subnets': [{'id': '6728334e-b0b1-4ba8-880a-f1431373cfed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:23:28.438853 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-422ede29-d916-4474-9e2b-cec1bc2e5ca0 req-20028105-5852-4584-874a-4e53743b29f0 service neutron] 10.222.0.41 "GET /v2.0/networks/a2277fe2-5365-4bd5-b2cf-1188f0e7fb16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880775 Jul 13 14:23:28.539550 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-422ede29-d916-4474-9e2b-cec1bc2e5ca0 req-7e9d95f8-bbd9-4a9f-81c1-f2948f1b01ed service neutron] 10.222.0.41 "GET /v2.0/networks/a2277fe2-5365-4bd5-b2cf-1188f0e7fb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933845 Jul 13 14:23:28.588753 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b3a10a-3f24-4781-b73f-117b9febfce4 None None] New status for floating IP 7525a198-3345-49f3-a098-48c7ad26cd3e: DOWN {{(pid=93753) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 14:23:29.260074 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8f2e6b-f990-4095-a882-111793df2b7e req-42c34ade-d1a6-4e1d-84ce-187089b6b04e tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:23:29.261498 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3c8f2e6b-f990-4095-a882-111793df2b7e req-42c34ade-d1a6-4e1d-84ce-187089b6b04e tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/ports?device_id=126f38d5-624d-43c7-a5d9-3241f02e8ecc HTTP/1.1" status: 200 len: 945 time: 0.0632460 Jul 13 14:23:29.302094 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3c8f2e6b-f990-4095-a882-111793df2b7e req-b0436d70-781f-431d-9c70-0bfeeb7bf3d7 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c6a1591-b676-474e-9244-bc788ecd8d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325098 Jul 13 14:23:29.439127 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c912b4-c9fe-4a81-92a5-75c876623c7f req-e30d168c-451e-4c6b-8ce8-a931b6cc86fe tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:23:29.440593 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-04c912b4-c9fe-4a81-92a5-75c876623c7f req-e30d168c-451e-4c6b-8ce8-a931b6cc86fe tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.41 "GET /v2.0/ports?device_id=126f38d5-624d-43c7-a5d9-3241f02e8ecc HTTP/1.1" status: 200 len: 945 time: 0.0677898 Jul 13 14:23:29.539947 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-04c912b4-c9fe-4a81-92a5-75c876623c7f req-2fbba91c-cc65-4496-9def-63ac930c3e29 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Deleting port 1b920cfc-d74e-411b-92f6-376fc7afdb7b {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:23:29.540198 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-04c912b4-c9fe-4a81-92a5-75c876623c7f req-2fbba91c-cc65-4496-9def-63ac930c3e29 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:23:29.634736 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-04c912b4-c9fe-4a81-92a5-75c876623c7f req-2fbba91c-cc65-4496-9def-63ac930c3e29 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] For port 1b920cfc-d74e-411b-92f6-376fc7afdb7b, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=1b920cfc-d74e-411b-92f6-376fc7afdb7b,segment=NetworkSegment(4c12d2cb-e5d8-4587-a297-9866d410582d),segment_id=4c12d2cb-e5d8-4587-a297-9866d410582d)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:23:29.635098 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-04c912b4-c9fe-4a81-92a5-75c876623c7f req-2fbba91c-cc65-4496-9def-63ac930c3e29 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:23:29.648141 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-04c912b4-c9fe-4a81-92a5-75c876623c7f req-2fbba91c-cc65-4496-9def-63ac930c3e29 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Calling delete_port for 1b920cfc-d74e-411b-92f6-376fc7afdb7b owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:23:29.784418 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-04c912b4-c9fe-4a81-92a5-75c876623c7f req-2fbba91c-cc65-4496-9def-63ac930c3e29 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:23:29.819362 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbba91c-cc65-4496-9def-63ac930c3e29 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Pushing event deleted for resources: {'Port': ['ID=1b920cfc-d74e-411b-92f6-376fc7afdb7b,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:23:29.868698 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-04c912b4-c9fe-4a81-92a5-75c876623c7f req-2fbba91c-cc65-4496-9def-63ac930c3e29 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] No DVR routers for this DVR port 1b920cfc-d74e-411b-92f6-376fc7afdb7b on host n-h2-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:23:29.871285 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-04c912b4-c9fe-4a81-92a5-75c876623c7f req-2fbba91c-cc65-4496-9def-63ac930c3e29 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:23:29.874018 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-04c912b4-c9fe-4a81-92a5-75c876623c7f req-2fbba91c-cc65-4496-9def-63ac930c3e29 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.41 "DELETE /v2.0/ports/1b920cfc-d74e-411b-92f6-376fc7afdb7b HTTP/1.1" status: 204 len: 173 time: 0.4276307 Jul 13 14:23:29.874489 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '126f38d5-624d-43c7-a5d9-3241f02e8ecc', 'name': 'network-vif-deleted', 'tag': '1b920cfc-d74e-411b-92f6-376fc7afdb7b'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:23:29.877144 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cf9003c-2d5c-4795-b9b5-e6cf8d64c36f" -d '{"events": [{"server_uuid": "126f38d5-624d-43c7-a5d9-3241f02e8ecc", "name": "network-vif-deleted", "tag": "1b920cfc-d74e-411b-92f6-376fc7afdb7b"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:23:29.915948 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:23:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0c731a8-8797-4fbc-978b-2e4355d8ed70 x-openstack-request-id: req-e0c731a8-8797-4fbc-978b-2e4355d8ed70 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:23:29.916251 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "126f38d5-624d-43c7-a5d9-3241f02e8ecc", "name": "network-vif-deleted", "tag": "1b920cfc-d74e-411b-92f6-376fc7afdb7b", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:23:29.916504 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e0c731a8-8797-4fbc-978b-2e4355d8ed70 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:23:29.916907 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '126f38d5-624d-43c7-a5d9-3241f02e8ecc', 'name': 'network-vif-deleted', 'tag': '1b920cfc-d74e-411b-92f6-376fc7afdb7b', 'status': 'completed', 'code': 200} Jul 13 14:23:30.442333 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-14b85f7d-ab37-4727-bf60-7cae0a2dd360 req-7ee6da62-db31-4cec-9780-3feb50fe2d09 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/ports?device_id=126f38d5-624d-43c7-a5d9-3241f02e8ecc HTTP/1.1" status: 200 len: 210 time: 0.0288918 Jul 13 14:23:30.738934 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:23:31.050467 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:23:31.596653 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f42966b4-1e2e-4002-bcd9-65a5706fd6b0 req-47d3c593-e9e3-4993-8484-55e935e6f71e tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/ports?device_id=126f38d5-624d-43c7-a5d9-3241f02e8ecc HTTP/1.1" status: 200 len: 210 time: 0.0306675 Jul 13 14:23:32.740047 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9b3f773d-20ba-402d-97d1-fffedec95ab0 req-93ac71d8-ec44-4e0f-a799-55c580f4b2f4 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "GET /v2.0/ports?device_id=126f38d5-624d-43c7-a5d9-3241f02e8ecc HTTP/1.1" status: 200 len: 210 time: 0.0295353 Jul 13 14:23:33.038435 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 1b920cfc-d74e-411b-92f6-376fc7afdb7b no longer exists at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:23:33.060234 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] No Port match for: 1b920cfc-d74e-411b-92f6-376fc7afdb7b {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:23:33.060583 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 1b920cfc-d74e-411b-92f6-376fc7afdb7b not bound to the agent host n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:23:33.835574 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 48060) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:23:33.963863 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-9eccf2a9-85ec-4cb2-b496-bdb12d9ea414 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Deleting port 9645dfff-ecaf-4b26-9312-9685339398f4 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:23:33.964209 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9eccf2a9-85ec-4cb2-b496-bdb12d9ea414 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:23:34.038726 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9eccf2a9-85ec-4cb2-b496-bdb12d9ea414 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:23:34.038964 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9eccf2a9-85ec-4cb2-b496-bdb12d9ea414 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:23:34.050193 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-9eccf2a9-85ec-4cb2-b496-bdb12d9ea414 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Calling delete_port for 9645dfff-ecaf-4b26-9312-9685339398f4 owned by network:floatingip {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:23:34.182611 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9eccf2a9-85ec-4cb2-b496-bdb12d9ea414 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:23:34.212724 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eccf2a9-85ec-4cb2-b496-bdb12d9ea414 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Pushing event deleted for resources: {'Port': ['ID=9645dfff-ecaf-4b26-9312-9685339398f4,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:23:34.275157 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9eccf2a9-85ec-4cb2-b496-bdb12d9ea414 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Notify callbacks [] for floatingip, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:23:34.277605 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9eccf2a9-85ec-4cb2-b496-bdb12d9ea414 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for floatingip, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:23:34.278775 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-9eccf2a9-85ec-4cb2-b496-bdb12d9ea414 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "DELETE /v2.0/floatingips/287d0b68-4dcc-4bda-955a-6ac33f548172 HTTP/1.1" status: 204 len: 168 time: 0.4422112 Jul 13 14:23:36.603824 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 48074) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:23:36.667750 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a152c056-4b45-4d22-9e90-0025324b05b2 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:23:36.694519 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a152c056-4b45-4d22-9e90-0025324b05b2 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:23:36.758773 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a152c056-4b45-4d22-9e90-0025324b05b2 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:23:36.761659 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a152c056-4b45-4d22-9e90-0025324b05b2 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:23:36.763171 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-a152c056-4b45-4d22-9e90-0025324b05b2 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] 10.222.0.23 "DELETE /v2.0/security-groups/8c6a1591-b676-474e-9244-bc788ecd8d7f HTTP/1.1" status: 204 len: 168 time: 0.1581047 Jul 13 14:23:36.779229 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a152c056-4b45-4d22-9e90-0025324b05b2 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c6a1591-b676-474e-9244-bc788ecd8d7f,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:23:36.792024 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a152c056-4b45-4d22-9e90-0025324b05b2 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:23:36.792592 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a152c056-4b45-4d22-9e90-0025324b05b2 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:23:36.793156 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a152c056-4b45-4d22-9e90-0025324b05b2 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:23:36.793725 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a152c056-4b45-4d22-9e90-0025324b05b2 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:23:36.794323 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a152c056-4b45-4d22-9e90-0025324b05b2 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:23:36.794929 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a152c056-4b45-4d22-9e90-0025324b05b2 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:23:36.795473 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a152c056-4b45-4d22-9e90-0025324b05b2 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:23:36.796035 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a152c056-4b45-4d22-9e90-0025324b05b2 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:23:36.796589 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a152c056-4b45-4d22-9e90-0025324b05b2 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:23:36.797148 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a152c056-4b45-4d22-9e90-0025324b05b2 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:23:36.797707 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a152c056-4b45-4d22-9e90-0025324b05b2 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:23:36.798311 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a152c056-4b45-4d22-9e90-0025324b05b2 tempest-TestVolumeBootPattern-382172342 tempest-TestVolumeBootPattern-382172342-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:23:36.865809 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 48078) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:23:37.670479 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-91fc6fa2-021f-4f55-a6dd-1195de315b03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451695'] for router_interface, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:23:37.929622 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-91fc6fa2-021f-4f55-a6dd-1195de315b03 admin admin] Deleting port e85ac72d-9f0b-406f-a1fa-a10f77a09a3a {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:23:37.929973 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-91fc6fa2-021f-4f55-a6dd-1195de315b03 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:23:38.010715 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-91fc6fa2-021f-4f55-a6dd-1195de315b03 admin admin] For port e85ac72d-9f0b-406f-a1fa-a10f77a09a3a, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=e85ac72d-9f0b-406f-a1fa-a10f77a09a3a,segment=NetworkSegment(4c12d2cb-e5d8-4587-a297-9866d410582d),segment_id=4c12d2cb-e5d8-4587-a297-9866d410582d)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:23:38.011081 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-91fc6fa2-021f-4f55-a6dd-1195de315b03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:23:38.024926 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-91fc6fa2-021f-4f55-a6dd-1195de315b03 admin admin] Calling delete_port for e85ac72d-9f0b-406f-a1fa-a10f77a09a3a owned by network:router_interface {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:23:38.210870 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-91fc6fa2-021f-4f55-a6dd-1195de315b03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:23:38.234172 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fc6fa2-021f-4f55-a6dd-1195de315b03 admin admin] Pushing event deleted for resources: {'Port': ['ID=e85ac72d-9f0b-406f-a1fa-a10f77a09a3a,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:23:38.405357 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-91fc6fa2-021f-4f55-a6dd-1195de315b03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1785036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452491'] for router_interface, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:23:38.621797 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91fc6fa2-021f-4f55-a6dd-1195de315b03 admin admin] Router 4deed369-e52f-4c7a-a686-014ab24c32b5 has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:23:38.728868 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91fc6fa2-021f-4f55-a6dd-1195de315b03 admin admin] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:23:38.734826 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-91fc6fa2-021f-4f55-a6dd-1195de315b03 admin admin] 10.222.0.23 "PUT /v2.0/routers/4deed369-e52f-4c7a-a686-014ab24c32b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8678501 Jul 13 14:23:38.736442 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 48082) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:23:38.739135 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8929e51-2f1d-4476-9afc-9c94fdf4e1f1 None None] Sync routers for ids ['4deed369-e52f-4c7a-a686-014ab24c32b5'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:23:38.748201 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8929e51-2f1d-4476-9afc-9c94fdf4e1f1 None None] Routers {'4deed369-e52f-4c7a-a686-014ab24c32b5'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:23:38.748814 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-a8929e51-2f1d-4476-9afc-9c94fdf4e1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:23:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['4deed369-e52f-4c7a-a686-014ab24c32b5'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:23:38.843117 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-30adc0db-9b82-478a-a1e7-7edc16cb9730 admin admin] Notify callbacks [] for router, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:23:38.852745 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-a8929e51-2f1d-4476-9afc-9c94fdf4e1f1 None None] Set router 4deed369-e52f-4c7a-a686-014ab24c32b5 gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:23:38.956560 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-30adc0db-9b82-478a-a1e7-7edc16cb9730 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:23:39.023257 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-30adc0db-9b82-478a-a1e7-7edc16cb9730 admin admin] Deleting port 86e1179c-e760-45c7-8bec-f2bf92676012 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:23:39.023598 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-30adc0db-9b82-478a-a1e7-7edc16cb9730 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:23:39.044506 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-a8929e51-2f1d-4476-9afc-9c94fdf4e1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4deed369-e52f-4c7a-a686-014ab24c32b5', 'name': 'tempest-TestVolumeBootPattern-604855268-router', 'tenant_id': '5c9ef36c351841ca83dde6dc04bc97a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': '86e1179c-e760-45c7-8bec-f2bf92676012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:13:41Z', 'updated_at': '2021-07-13T14:23:38Z', 'revision_number': 5, 'project_id': '5c9ef36c351841ca83dde6dc04bc97a4', 'gw_port': {'id': '86e1179c-e760-45c7-8bec-f2bf92676012', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:f6:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4deed369-e52f-4c7a-a686-014ab24c32b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:13:42Z', 'updated_at': '2021-07-13T14:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:23:39.071443 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8929e51-2f1d-4476-9afc-9c94fdf4e1f1 None None] Checking router: 4deed369-e52f-4c7a-a686-014ab24c32b5 for host: n-d-800634-1 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:23:39.080002 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8929e51-2f1d-4476-9afc-9c94fdf4e1f1 None None] Routers {'4deed369-e52f-4c7a-a686-014ab24c32b5'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:23:39.080635 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-a8929e51-2f1d-4476-9afc-9c94fdf4e1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:23:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['4deed369-e52f-4c7a-a686-014ab24c32b5'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:23:39.110773 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-30adc0db-9b82-478a-a1e7-7edc16cb9730 admin admin] For port 86e1179c-e760-45c7-8bec-f2bf92676012, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=86e1179c-e760-45c7-8bec-f2bf92676012,segment=NetworkSegment(3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87),segment_id=3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:23:39.111141 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-30adc0db-9b82-478a-a1e7-7edc16cb9730 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:23:39.124805 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-30adc0db-9b82-478a-a1e7-7edc16cb9730 admin admin] Calling delete_port for 86e1179c-e760-45c7-8bec-f2bf92676012 owned by network:router_gateway {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:23:39.301449 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-30adc0db-9b82-478a-a1e7-7edc16cb9730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:23:39.327880 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30adc0db-9b82-478a-a1e7-7edc16cb9730 admin admin] Pushing event deleted for resources: {'Port': ['ID=86e1179c-e760-45c7-8bec-f2bf92676012,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:23:39.336141 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-a8929e51-2f1d-4476-9afc-9c94fdf4e1f1 None None] Set router 4deed369-e52f-4c7a-a686-014ab24c32b5 gateway port host: None {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:23:39.386998 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-a8929e51-2f1d-4476-9afc-9c94fdf4e1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4deed369-e52f-4c7a-a686-014ab24c32b5', 'name': 'tempest-TestVolumeBootPattern-604855268-router', 'tenant_id': '5c9ef36c351841ca83dde6dc04bc97a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:13:41Z', 'updated_at': '2021-07-13T14:23:38Z', 'revision_number': 6, 'project_id': '5c9ef36c351841ca83dde6dc04bc97a4', 'gw_port_host': None}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:23:39.388340 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-30adc0db-9b82-478a-a1e7-7edc16cb9730 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-446473'] for router_gateway, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:23:39.418007 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8929e51-2f1d-4476-9afc-9c94fdf4e1f1 None None] The sync data for ids ['4deed369-e52f-4c7a-a686-014ab24c32b5'] in n-d-800634-1 is: [{'id': '4deed369-e52f-4c7a-a686-014ab24c32b5', 'name': 'tempest-TestVolumeBootPattern-604855268-router', 'tenant_id': '5c9ef36c351841ca83dde6dc04bc97a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:13:41Z', 'updated_at': '2021-07-13T14:23:38Z', 'revision_number': 6, 'project_id': '5c9ef36c351841ca83dde6dc04bc97a4', 'gw_port_host': None}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:23:39.482358 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-30adc0db-9b82-478a-a1e7-7edc16cb9730 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1591938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2696'] for router, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:23:39.484424 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-30adc0db-9b82-478a-a1e7-7edc16cb9730 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:23:39.530197 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-30adc0db-9b82-478a-a1e7-7edc16cb9730 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593106'] for router, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:23:39.530746 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30adc0db-9b82-478a-a1e7-7edc16cb9730 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4deed369-e52f-4c7a-a686-014ab24c32b5 {{(pid=93751) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 14:23:39.535236 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-30adc0db-9b82-478a-a1e7-7edc16cb9730 admin admin] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:23:39.536349 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-30adc0db-9b82-478a-a1e7-7edc16cb9730 admin admin] 10.222.0.23 "DELETE /v2.0/routers/4deed369-e52f-4c7a-a686-014ab24c32b5 HTTP/1.1" status: 204 len: 168 time: 0.7989876 Jul 13 14:23:39.538876 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 48084) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:23:39.583745 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-61b314e5-a3fc-47d9-81a0-1e37de2ce425 admin admin] Deleting subnet 6728334e-b0b1-4ba8-880a-f1431373cfed {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 14:23:39.586892 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-61b314e5-a3fc-47d9-81a0-1e37de2ce425 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:23:39.621985 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-61b314e5-a3fc-47d9-81a0-1e37de2ce425 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6018489'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:23:39.702245 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-61b314e5-a3fc-47d9-81a0-1e37de2ce425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:23:39.759155 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-61b314e5-a3fc-47d9-81a0-1e37de2ce425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6018534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6105009'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:23:39.774294 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-61b314e5-a3fc-47d9-81a0-1e37de2ce425 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:23:39.776899 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-61b314e5-a3fc-47d9-81a0-1e37de2ce425 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/6728334e-b0b1-4ba8-880a-f1431373cfed HTTP/1.1" status: 204 len: 168 time: 0.2369125 Jul 13 14:23:39.779455 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 48086) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:23:39.783272 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d2739a7-1b54-4199-9653-5c74ee00fa65 None None] Network a2277fe2-5365-4bd5-b2cf-1188f0e7fb16 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:23:39.797919 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b314e5-a3fc-47d9-81a0-1e37de2ce425 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6728334e-b0b1-4ba8-880a-f1431373cfed,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:23:39.884649 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c38e8bdc-b357-46e6-8625-70e9abd5b289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:23:39.899909 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device e85ac72d-9f0b-406f-a1fa-a10f77a09a3a no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:23:39.922582 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: e85ac72d-9f0b-406f-a1fa-a10f77a09a3a {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:23:39.922943 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device e85ac72d-9f0b-406f-a1fa-a10f77a09a3a not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:23:39.973247 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-c38e8bdc-b357-46e6-8625-70e9abd5b289 admin admin] Deleting port 2649b1d0-d66d-49f0-a36d-293a7b9fc4c4 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:23:39.973615 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c38e8bdc-b357-46e6-8625-70e9abd5b289 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:23:40.042589 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-c38e8bdc-b357-46e6-8625-70e9abd5b289 admin admin] For port 2649b1d0-d66d-49f0-a36d-293a7b9fc4c4, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=2649b1d0-d66d-49f0-a36d-293a7b9fc4c4,segment=NetworkSegment(4c12d2cb-e5d8-4587-a297-9866d410582d),segment_id=4c12d2cb-e5d8-4587-a297-9866d410582d)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:23:40.042950 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c38e8bdc-b357-46e6-8625-70e9abd5b289 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:23:40.058065 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-c38e8bdc-b357-46e6-8625-70e9abd5b289 admin admin] Calling delete_port for 2649b1d0-d66d-49f0-a36d-293a7b9fc4c4 owned by network:dhcp {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:23:40.138784 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c38e8bdc-b357-46e6-8625-70e9abd5b289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:23:40.164485 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38e8bdc-b357-46e6-8625-70e9abd5b289 admin admin] Pushing event deleted for resources: {'Port': ['ID=2649b1d0-d66d-49f0-a36d-293a7b9fc4c4,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:23:40.167982 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38e8bdc-b357-46e6-8625-70e9abd5b289 admin admin] No DVR routers for this DVR port 2649b1d0-d66d-49f0-a36d-293a7b9fc4c4 on host n-d-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:23:40.243954 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c38e8bdc-b357-46e6-8625-70e9abd5b289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:23:40.254967 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-c38e8bdc-b357-46e6-8625-70e9abd5b289 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2277fe2-5365-4bd5-b2cf-1188f0e7fb16']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:23:40.267700 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-c38e8bdc-b357-46e6-8625-70e9abd5b289 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c12d2cb-e5d8-4587-a297-9866d410582d') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:23:40.268349 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-c38e8bdc-b357-46e6-8625-70e9abd5b289 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c12d2cb-e5d8-4587-a297-9866d410582d') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:23:40.270919 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adc44690-e40d-4f8b-8770-84e254392d00 None None] DHCP port deletion for a2277fe2-5365-4bd5-b2cf-1188f0e7fb16 request from n-d-800634-1 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 14:23:40.282050 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c38e8bdc-b357-46e6-8625-70e9abd5b289 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5431730'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:23:40.293948 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c38e8bdc-b357-46e6-8625-70e9abd5b289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:23:40.301220 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c38e8bdc-b357-46e6-8625-70e9abd5b289 admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 14:23:40.302066 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c38e8bdc-b357-46e6-8625-70e9abd5b289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5970419'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:23:40.303579 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:23:40.303579 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:23:40.303579 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:23:40.303579 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:23:40.303579 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:23:40.303579 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:23:40.303579 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:23:40.303579 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:23:40.303579 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:23:40.303579 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:23:40.303579 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:23:40.303579 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:23:40.303579 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:23:40.303579 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:23:40.303579 n-d-800634-1 neutron-server[93750]: Traceback (most recent call last): Jul 13 14:23:40.303579 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 14:23:40.303579 n-d-800634-1 neutron-server[93750]: timer() Jul 13 14:23:40.303579 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 14:23:40.303579 n-d-800634-1 neutron-server[93750]: cb(*args, **kw) Jul 13 14:23:40.303579 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 14:23:40.303579 n-d-800634-1 neutron-server[93750]: return func(*args, **kwargs) Jul 13 14:23:40.303579 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 14:23:40.303579 n-d-800634-1 neutron-server[93750]: self._notify() Jul 13 14:23:40.303579 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 14:23:40.303579 n-d-800634-1 neutron-server[93750]: self.callback(batched_events) Jul 13 14:23:40.303579 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 14:23:40.303579 n-d-800634-1 neutron-server[93750]: event.method(event) Jul 13 14:23:40.303579 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 14:23:40.303579 n-d-800634-1 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 14:23:40.303579 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 14:23:40.303579 n-d-800634-1 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 14:23:40.303579 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 14:23:40.303579 n-d-800634-1 neutron-server[93750]: return f(self, *a, **k) Jul 13 14:23:40.303579 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 14:23:40.303579 n-d-800634-1 neutron-server[93750]: return self._get(url).json() Jul 13 14:23:40.303579 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 14:23:40.303579 n-d-800634-1 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 14:23:40.303579 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 14:23:40.303579 n-d-800634-1 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 13 14:23:40.303579 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 14:23:40.303579 n-d-800634-1 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 14:23:40.303579 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 14:23:40.303579 n-d-800634-1 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 14:23:40.303579 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 14:23:40.303579 n-d-800634-1 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 14:23:40.303579 n-d-800634-1 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 14:23:40.363662 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c38e8bdc-b357-46e6-8625-70e9abd5b289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:23:40.369572 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c38e8bdc-b357-46e6-8625-70e9abd5b289 admin admin] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:23:40.372523 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-c38e8bdc-b357-46e6-8625-70e9abd5b289 admin admin] 10.222.0.23 "DELETE /v2.0/networks/a2277fe2-5365-4bd5-b2cf-1188f0e7fb16 HTTP/1.1" status: 204 len: 168 time: 0.5915275 Jul 13 14:23:40.375638 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 48088) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:23:40.384753 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38e8bdc-b357-46e6-8625-70e9abd5b289 admin admin] Pushing event deleted for resources: {'Network': ['ID=a2277fe2-5365-4bd5-b2cf-1188f0e7fb16,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:23:40.738312 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ab1ebeec-2a90-468f-b95b-4af380017c3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451695'] for router_interface, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:23:41.005004 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-ab1ebeec-2a90-468f-b95b-4af380017c3c admin admin] Deleting port 6b70f6f5-c21c-4cb8-b6cd-a4fcf12a85fd {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:23:41.005850 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ab1ebeec-2a90-468f-b95b-4af380017c3c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:23:41.085013 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-ab1ebeec-2a90-468f-b95b-4af380017c3c admin admin] For port 6b70f6f5-c21c-4cb8-b6cd-a4fcf12a85fd, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=6b70f6f5-c21c-4cb8-b6cd-a4fcf12a85fd,segment=NetworkSegment(7630433c-fc3e-4651-87a2-08bb7573b7ea),segment_id=7630433c-fc3e-4651-87a2-08bb7573b7ea)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:23:41.085013 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ab1ebeec-2a90-468f-b95b-4af380017c3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:23:41.099193 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-ab1ebeec-2a90-468f-b95b-4af380017c3c admin admin] Calling delete_port for 6b70f6f5-c21c-4cb8-b6cd-a4fcf12a85fd owned by network:router_interface {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:23:41.286063 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ab1ebeec-2a90-468f-b95b-4af380017c3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:23:41.311932 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1ebeec-2a90-468f-b95b-4af380017c3c admin admin] Pushing event deleted for resources: {'Port': ['ID=6b70f6f5-c21c-4cb8-b6cd-a4fcf12a85fd,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:23:41.485429 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ab1ebeec-2a90-468f-b95b-4af380017c3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1785036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452491'] for router_interface, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:23:41.728133 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 86e1179c-e760-45c7-8bec-f2bf92676012 no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:23:41.749778 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: 86e1179c-e760-45c7-8bec-f2bf92676012 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:23:41.750045 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 86e1179c-e760-45c7-8bec-f2bf92676012 not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:23:41.750432 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 2649b1d0-d66d-49f0-a36d-293a7b9fc4c4 no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:23:41.772494 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: 2649b1d0-d66d-49f0-a36d-293a7b9fc4c4 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:23:41.772837 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 2649b1d0-d66d-49f0-a36d-293a7b9fc4c4 not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:23:42.018820 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab1ebeec-2a90-468f-b95b-4af380017c3c admin admin] Router 9846ac9d-be95-4ec2-964d-0c6fa01501dd has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:23:42.129756 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab1ebeec-2a90-468f-b95b-4af380017c3c admin admin] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:23:42.135282 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-ab1ebeec-2a90-468f-b95b-4af380017c3c admin admin] 10.222.0.23 "PUT /v2.0/routers/9846ac9d-be95-4ec2-964d-0c6fa01501dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7582896 Jul 13 14:23:42.139213 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 48090) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:23:42.140196 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d460a2-9319-4293-b430-47702e73bf91 None None] Sync routers for ids ['9846ac9d-be95-4ec2-964d-0c6fa01501dd'] in n-d-800634-1 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:23:42.157309 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d460a2-9319-4293-b430-47702e73bf91 None None] Routers {'9846ac9d-be95-4ec2-964d-0c6fa01501dd'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:23:42.158407 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-46d460a2-9319-4293-b430-47702e73bf91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:23:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['9846ac9d-be95-4ec2-964d-0c6fa01501dd'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:23:42.249395 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e6a8e648-2768-4531-954f-ae56b009eaa9 admin admin] Notify callbacks [] for router, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:23:42.267411 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-46d460a2-9319-4293-b430-47702e73bf91 None None] Set router 9846ac9d-be95-4ec2-964d-0c6fa01501dd gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:23:42.357631 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e6a8e648-2768-4531-954f-ae56b009eaa9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:23:42.411791 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-e6a8e648-2768-4531-954f-ae56b009eaa9 admin admin] Deleting port b83fc922-c8ee-441f-b8c6-c5ca9b2766b2 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:23:42.412139 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e6a8e648-2768-4531-954f-ae56b009eaa9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:23:42.449021 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-46d460a2-9319-4293-b430-47702e73bf91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9846ac9d-be95-4ec2-964d-0c6fa01501dd', 'name': 'tempest-TestVolumeBootPattern-2125471317-router', 'tenant_id': 'be626fae257b4f19ad7615723cda0cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.28'}], 'enable_snat': True}, 'gw_port_id': 'b83fc922-c8ee-441f-b8c6-c5ca9b2766b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:13:46Z', 'updated_at': '2021-07-13T14:23:41Z', 'revision_number': 5, 'project_id': 'be626fae257b4f19ad7615723cda0cb5', 'gw_port': {'id': 'b83fc922-c8ee-441f-b8c6-c5ca9b2766b2', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:77:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9846ac9d-be95-4ec2-964d-0c6fa01501dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:13:47Z', 'updated_at': '2021-07-13T14:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:23:42.475080 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d460a2-9319-4293-b430-47702e73bf91 None None] Checking router: 9846ac9d-be95-4ec2-964d-0c6fa01501dd for host: n-d-800634-1 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:23:42.483180 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d460a2-9319-4293-b430-47702e73bf91 None None] Routers {'9846ac9d-be95-4ec2-964d-0c6fa01501dd'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:23:42.483791 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-46d460a2-9319-4293-b430-47702e73bf91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:23:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['9846ac9d-be95-4ec2-964d-0c6fa01501dd'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:23:42.494503 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-e6a8e648-2768-4531-954f-ae56b009eaa9 admin admin] For port b83fc922-c8ee-441f-b8c6-c5ca9b2766b2, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=b83fc922-c8ee-441f-b8c6-c5ca9b2766b2,segment=NetworkSegment(3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87),segment_id=3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:23:42.494869 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e6a8e648-2768-4531-954f-ae56b009eaa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:23:42.507524 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-e6a8e648-2768-4531-954f-ae56b009eaa9 admin admin] Calling delete_port for b83fc922-c8ee-441f-b8c6-c5ca9b2766b2 owned by network:router_gateway {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:23:42.659519 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-46d460a2-9319-4293-b430-47702e73bf91 None None] Set router 9846ac9d-be95-4ec2-964d-0c6fa01501dd gateway port host: None {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:23:42.679867 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e6a8e648-2768-4531-954f-ae56b009eaa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:23:42.711308 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a8e648-2768-4531-954f-ae56b009eaa9 admin admin] Pushing event deleted for resources: {'Port': ['ID=b83fc922-c8ee-441f-b8c6-c5ca9b2766b2,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:23:42.714887 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-46d460a2-9319-4293-b430-47702e73bf91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9846ac9d-be95-4ec2-964d-0c6fa01501dd', 'name': 'tempest-TestVolumeBootPattern-2125471317-router', 'tenant_id': 'be626fae257b4f19ad7615723cda0cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:13:46Z', 'updated_at': '2021-07-13T14:23:42Z', 'revision_number': 6, 'project_id': 'be626fae257b4f19ad7615723cda0cb5', 'gw_port_host': None}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:23:42.741860 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d460a2-9319-4293-b430-47702e73bf91 None None] The sync data for ids ['9846ac9d-be95-4ec2-964d-0c6fa01501dd'] in n-d-800634-1 is: [{'id': '9846ac9d-be95-4ec2-964d-0c6fa01501dd', 'name': 'tempest-TestVolumeBootPattern-2125471317-router', 'tenant_id': 'be626fae257b4f19ad7615723cda0cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:13:46Z', 'updated_at': '2021-07-13T14:23:42Z', 'revision_number': 6, 'project_id': 'be626fae257b4f19ad7615723cda0cb5', 'gw_port_host': None}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:23:42.775671 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e6a8e648-2768-4531-954f-ae56b009eaa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-446473'] for router_gateway, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:23:42.869093 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e6a8e648-2768-4531-954f-ae56b009eaa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1591938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2696'] for router, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:23:42.871272 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e6a8e648-2768-4531-954f-ae56b009eaa9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:23:42.918216 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e6a8e648-2768-4531-954f-ae56b009eaa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593106'] for router, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:23:42.918777 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6a8e648-2768-4531-954f-ae56b009eaa9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9846ac9d-be95-4ec2-964d-0c6fa01501dd {{(pid=93751) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 14:23:42.923337 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e6a8e648-2768-4531-954f-ae56b009eaa9 admin admin] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:23:42.924512 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-e6a8e648-2768-4531-954f-ae56b009eaa9 admin admin] 10.222.0.23 "DELETE /v2.0/routers/9846ac9d-be95-4ec2-964d-0c6fa01501dd HTTP/1.1" status: 204 len: 168 time: 0.7842674 Jul 13 14:23:42.928339 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 48092) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:23:42.973706 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-596c72ab-283b-42f9-94e0-c44acfa80d3e admin admin] Deleting subnet e9a7a404-0eaa-44e2-b705-00776819dd11 {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 14:23:42.976879 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-596c72ab-283b-42f9-94e0-c44acfa80d3e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:23:43.011880 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-596c72ab-283b-42f9-94e0-c44acfa80d3e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6018489'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:23:43.097235 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-596c72ab-283b-42f9-94e0-c44acfa80d3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:23:43.161725 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-596c72ab-283b-42f9-94e0-c44acfa80d3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6018534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6105009'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:23:43.199083 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596c72ab-283b-42f9-94e0-c44acfa80d3e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9a7a404-0eaa-44e2-b705-00776819dd11,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:23:43.204404 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-596c72ab-283b-42f9-94e0-c44acfa80d3e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:23:43.206514 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-596c72ab-283b-42f9-94e0-c44acfa80d3e admin admin] 10.222.0.23 "DELETE /v2.0/subnets/e9a7a404-0eaa-44e2-b705-00776819dd11 HTTP/1.1" status: 204 len: 168 time: 0.2769611 Jul 13 14:23:43.209349 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 48094) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:23:43.210217 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9cb4507-fb71-478a-9301-9157f20ef140 None None] Network 8c07dd09-0a0d-4c0a-88e4-ce9fcd648380 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:23:43.278054 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b9a4a630-8545-4da4-86f6-efc07e9c88c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:23:43.340561 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-b9a4a630-8545-4da4-86f6-efc07e9c88c1 admin admin] Deleting port a2eee5cc-f923-42a1-80a2-b21c9f2a1df0 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:23:43.340825 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b9a4a630-8545-4da4-86f6-efc07e9c88c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:23:43.405723 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-b9a4a630-8545-4da4-86f6-efc07e9c88c1 admin admin] For port a2eee5cc-f923-42a1-80a2-b21c9f2a1df0, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=a2eee5cc-f923-42a1-80a2-b21c9f2a1df0,segment=NetworkSegment(7630433c-fc3e-4651-87a2-08bb7573b7ea),segment_id=7630433c-fc3e-4651-87a2-08bb7573b7ea)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:23:43.406105 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b9a4a630-8545-4da4-86f6-efc07e9c88c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:23:43.420170 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-b9a4a630-8545-4da4-86f6-efc07e9c88c1 admin admin] Calling delete_port for a2eee5cc-f923-42a1-80a2-b21c9f2a1df0 owned by network:dhcp {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:23:43.504711 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b9a4a630-8545-4da4-86f6-efc07e9c88c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:23:43.526621 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ac13cb8-2c75-45f2-b19c-f8b9027771c3 None None] DHCP port deletion for 8c07dd09-0a0d-4c0a-88e4-ce9fcd648380 request from n-d-800634-1 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 14:23:43.531203 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a4a630-8545-4da4-86f6-efc07e9c88c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2eee5cc-f923-42a1-80a2-b21c9f2a1df0,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:23:43.540526 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a4a630-8545-4da4-86f6-efc07e9c88c1 admin admin] No DVR routers for this DVR port a2eee5cc-f923-42a1-80a2-b21c9f2a1df0 on host n-d-800634-1 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:23:43.557109 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:23:43.612015 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b9a4a630-8545-4da4-86f6-efc07e9c88c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:23:43.622997 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-b9a4a630-8545-4da4-86f6-efc07e9c88c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c07dd09-0a0d-4c0a-88e4-ce9fcd648380']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:23:43.639732 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-b9a4a630-8545-4da4-86f6-efc07e9c88c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7630433c-fc3e-4651-87a2-08bb7573b7ea') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:23:43.640072 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-b9a4a630-8545-4da4-86f6-efc07e9c88c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7630433c-fc3e-4651-87a2-08bb7573b7ea') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:23:43.650757 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b9a4a630-8545-4da4-86f6-efc07e9c88c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6018464'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:23:43.666007 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b9a4a630-8545-4da4-86f6-efc07e9c88c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:23:43.672177 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9a4a630-8545-4da4-86f6-efc07e9c88c1 admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 14:23:43.672960 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b9a4a630-8545-4da4-86f6-efc07e9c88c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6018632'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:23:43.675468 n-d-800634-1 neutron-server[93751]: Traceback (most recent call last): Jul 13 14:23:43.675468 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 14:23:43.675468 n-d-800634-1 neutron-server[93751]: timer() Jul 13 14:23:43.675468 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 14:23:43.675468 n-d-800634-1 neutron-server[93751]: cb(*args, **kw) Jul 13 14:23:43.675468 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 14:23:43.675468 n-d-800634-1 neutron-server[93751]: return func(*args, **kwargs) Jul 13 14:23:43.675468 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 14:23:43.675468 n-d-800634-1 neutron-server[93751]: self._notify() Jul 13 14:23:43.675468 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 14:23:43.675468 n-d-800634-1 neutron-server[93751]: self.callback(batched_events) Jul 13 14:23:43.675468 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 14:23:43.675468 n-d-800634-1 neutron-server[93751]: event.method(event) Jul 13 14:23:43.675468 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 14:23:43.675468 n-d-800634-1 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 14:23:43.675468 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 14:23:43.675468 n-d-800634-1 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 14:23:43.675468 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 14:23:43.675468 n-d-800634-1 neutron-server[93751]: return f(self, *a, **k) Jul 13 14:23:43.675468 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 14:23:43.675468 n-d-800634-1 neutron-server[93751]: return self._get(url).json() Jul 13 14:23:43.675468 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 14:23:43.675468 n-d-800634-1 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 14:23:43.675468 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 14:23:43.675468 n-d-800634-1 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 13 14:23:43.675468 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 14:23:43.675468 n-d-800634-1 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 14:23:43.675468 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 14:23:43.675468 n-d-800634-1 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 14:23:43.675468 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 14:23:43.675468 n-d-800634-1 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 14:23:43.675468 n-d-800634-1 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 14:23:43.692145 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 6b70f6f5-c21c-4cb8-b6cd-a4fcf12a85fd no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:23:43.713180 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: 6b70f6f5-c21c-4cb8-b6cd-a4fcf12a85fd {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:23:43.713426 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 6b70f6f5-c21c-4cb8-b6cd-a4fcf12a85fd not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:23:43.713883 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device a2eee5cc-f923-42a1-80a2-b21c9f2a1df0 no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:23:43.732994 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: a2eee5cc-f923-42a1-80a2-b21c9f2a1df0 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:23:43.733373 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device a2eee5cc-f923-42a1-80a2-b21c9f2a1df0 not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:23:43.733877 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device b83fc922-c8ee-441f-b8c6-c5ca9b2766b2 no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:23:43.737626 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b9a4a630-8545-4da4-86f6-efc07e9c88c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:23:43.744423 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b9a4a630-8545-4da4-86f6-efc07e9c88c1 admin admin] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:23:43.749629 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-b9a4a630-8545-4da4-86f6-efc07e9c88c1 admin admin] 10.222.0.23 "DELETE /v2.0/networks/8c07dd09-0a0d-4c0a-88e4-ce9fcd648380 HTTP/1.1" status: 204 len: 168 time: 0.5392671 Jul 13 14:23:43.760771 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: b83fc922-c8ee-441f-b8c6-c5ca9b2766b2 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:23:43.761348 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device b83fc922-c8ee-441f-b8c6-c5ca9b2766b2 not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:23:43.763008 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a4a630-8545-4da4-86f6-efc07e9c88c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c07dd09-0a0d-4c0a-88e4-ce9fcd648380,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:23:43.881638 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 48098) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:23:43.921070 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-f09057b9-3aef-4a82-8caf-1dce7febf36c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5c9ef36c351841ca83dde6dc04bc97a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0381663 Jul 13 14:23:43.923471 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 48100) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:23:43.972416 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cfb80815-3338-4206-9b84-71e0ea8bdc35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:23:43.997524 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cfb80815-3338-4206-9b84-71e0ea8bdc35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:23:44.043269 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cfb80815-3338-4206-9b84-71e0ea8bdc35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:23:44.045872 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cfb80815-3338-4206-9b84-71e0ea8bdc35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:23:44.049307 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-cfb80815-3338-4206-9b84-71e0ea8bdc35 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/327f6fa2-19e0-4d43-babb-db11eb72d370 HTTP/1.1" status: 204 len: 168 time: 0.1225636 Jul 13 14:23:44.055375 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb80815-3338-4206-9b84-71e0ea8bdc35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=327f6fa2-19e0-4d43-babb-db11eb72d370,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:23:44.367084 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 48106) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:23:44.408867 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-9af1242e-6e65-412e-8fb7-4ed3732ecccb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=be626fae257b4f19ad7615723cda0cb5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0404222 Jul 13 14:23:44.411718 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 48108) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:23:44.462286 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3c3246f4-1eb9-4108-87e1-315bda467fae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:23:44.484226 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3c3246f4-1eb9-4108-87e1-315bda467fae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:23:44.530906 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3c3246f4-1eb9-4108-87e1-315bda467fae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:23:44.533538 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3c3246f4-1eb9-4108-87e1-315bda467fae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:23:44.535274 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-3c3246f4-1eb9-4108-87e1-315bda467fae admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fd800b19-cdb1-4041-9d54-10e33100a0d4 HTTP/1.1" status: 204 len: 168 time: 0.1221316 Jul 13 14:23:44.543727 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3246f4-1eb9-4108-87e1-315bda467fae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd800b19-cdb1-4041-9d54-10e33100a0d4,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:23:47.287176 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-eca5b3ee-62f2-4098-aa37-11522e61ff9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:23:49.939832 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-dcf8c93b-3307-43e6-8350-6165ad540cec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:23:50.079397 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:23:51.269059 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:23:52.778294 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:23:54.836714 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-294123f8-6748-434f-9d74-b676d741aac8 req-f4c7d37c-3124-482b-98cb-39c30f6fb1e5 tempest-ServersAdminNegativeTestJSON-483683121 tempest-ServersAdminNegativeTestJSON-483683121-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=36b076fa888a4a8eb29c601fc97245c5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0290868 Jul 13 14:23:55.028488 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294123f8-6748-434f-9d74-b676d741aac8 req-a6dea37f-14b1-48a7-b48c-5181d0c1cbe0 tempest-ServersAdminNegativeTestJSON-483683121 tempest-ServersAdminNegativeTestJSON-483683121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:23:55.029976 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-294123f8-6748-434f-9d74-b676d741aac8 req-a6dea37f-14b1-48a7-b48c-5181d0c1cbe0 tempest-ServersAdminNegativeTestJSON-483683121 tempest-ServersAdminNegativeTestJSON-483683121-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1882005 Jul 13 14:23:55.045073 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-294123f8-6748-434f-9d74-b676d741aac8 req-06e69d0b-922a-4bf8-95c4-a5c5afc9d94a tempest-ServersAdminNegativeTestJSON-483683121 tempest-ServersAdminNegativeTestJSON-483683121-project] 10.222.0.23 "GET /v2.0/quotas/36b076fa888a4a8eb29c601fc97245c5 HTTP/1.1" status: 200 len: 375 time: 0.0091150 Jul 13 14:23:55.078798 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-294123f8-6748-434f-9d74-b676d741aac8 req-229f2abe-6b48-4f25-915a-16131bcbf00a tempest-ServersAdminNegativeTestJSON-483683121 tempest-ServersAdminNegativeTestJSON-483683121-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=36b076fa888a4a8eb29c601fc97245c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0288246 Jul 13 14:23:55.252977 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-28d965dc-8b0d-472f-bd48-b68ac666cbba req-7d388bdd-f3bf-49dd-8df9-c2cec9eaad6c tempest-ServersAdminNegativeTestJSON-483683121 tempest-ServersAdminNegativeTestJSON-483683121-project] 10.222.0.23 "GET /v2.0/ports?device_id=c376694e-8c92-4d2f-816d-9b6ea1af91c9 HTTP/1.1" status: 200 len: 210 time: 0.0355377 Jul 13 14:23:56.289223 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-294123f8-6748-434f-9d74-b676d741aac8 req-011d9652-3a6b-4759-b3b5-3e75856d9a12 tempest-ServersAdminNegativeTestJSON-483683121 tempest-ServersAdminNegativeTestJSON-483683121-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=36b076fa888a4a8eb29c601fc97245c5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0342398 Jul 13 14:23:56.412769 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4c2e1d17-53dd-44fa-aa3b-dac2e84368e2 req-1d234ee2-d2cf-4af2-8611-122dfe038c1d tempest-ServersAdminNegativeTestJSON-483683121 tempest-ServersAdminNegativeTestJSON-483683121-project] 10.222.0.23 "GET /v2.0/ports?device_id=c376694e-8c92-4d2f-816d-9b6ea1af91c9 HTTP/1.1" status: 200 len: 210 time: 0.0341213 Jul 13 14:23:56.495387 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294123f8-6748-434f-9d74-b676d741aac8 req-a96d5f93-e052-4685-8284-2011bb4a6287 tempest-ServersAdminNegativeTestJSON-483683121 tempest-ServersAdminNegativeTestJSON-483683121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:23:56.496831 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-294123f8-6748-434f-9d74-b676d741aac8 req-a96d5f93-e052-4685-8284-2011bb4a6287 tempest-ServersAdminNegativeTestJSON-483683121 tempest-ServersAdminNegativeTestJSON-483683121-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2069373 Jul 13 14:23:56.513504 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-294123f8-6748-434f-9d74-b676d741aac8 req-dfa396ff-6130-441e-97b9-b3ba3e151f80 tempest-ServersAdminNegativeTestJSON-483683121 tempest-ServersAdminNegativeTestJSON-483683121-project] Request body: {'port': {'device_id': 'c376694e-8c92-4d2f-816d-9b6ea1af91c9', 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30', 'admin_state_up': True, 'tenant_id': '36b076fa888a4a8eb29c601fc97245c5'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:23:56.627520 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-294123f8-6748-434f-9d74-b676d741aac8 req-dfa396ff-6130-441e-97b9-b3ba3e151f80 tempest-ServersAdminNegativeTestJSON-483683121 tempest-ServersAdminNegativeTestJSON-483683121-project] Made reservation on behalf of 36b076fa888a4a8eb29c601fc97245c5 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:23:56.631638 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-294123f8-6748-434f-9d74-b676d741aac8 req-dfa396ff-6130-441e-97b9-b3ba3e151f80 tempest-ServersAdminNegativeTestJSON-483683121 tempest-ServersAdminNegativeTestJSON-483683121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:23:56.640540 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-294123f8-6748-434f-9d74-b676d741aac8 req-dfa396ff-6130-441e-97b9-b3ba3e151f80 tempest-ServersAdminNegativeTestJSON-483683121 tempest-ServersAdminNegativeTestJSON-483683121-project] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:23:56.732031 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-294123f8-6748-434f-9d74-b676d741aac8 req-dfa396ff-6130-441e-97b9-b3ba3e151f80 tempest-ServersAdminNegativeTestJSON-483683121 tempest-ServersAdminNegativeTestJSON-483683121-project] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:23:56.735940 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-294123f8-6748-434f-9d74-b676d741aac8 req-dfa396ff-6130-441e-97b9-b3ba3e151f80 tempest-ServersAdminNegativeTestJSON-483683121 tempest-ServersAdminNegativeTestJSON-483683121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:23:56.802209 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa396ff-6130-441e-97b9-b3ba3e151f80 tempest-ServersAdminNegativeTestJSON-483683121 tempest-ServersAdminNegativeTestJSON-483683121-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a788f52-5d4e-49d0-b6bc-b7006fc26bea,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:23:56.873713 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-294123f8-6748-434f-9d74-b676d741aac8 req-dfa396ff-6130-441e-97b9-b3ba3e151f80 tempest-ServersAdminNegativeTestJSON-483683121 tempest-ServersAdminNegativeTestJSON-483683121-project] Allocated IP 192.168.233.183 (e0bfb334-0fd9-4ba5-ba79-1568ecabee30/60b55863-ceb6-45af-a8a4-4b22d72866af/1c016d48-5495-4735-ab19-0477bc43a1a3) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:23:57.023133 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-294123f8-6748-434f-9d74-b676d741aac8 req-dfa396ff-6130-441e-97b9-b3ba3e151f80 tempest-ServersAdminNegativeTestJSON-483683121 tempest-ServersAdminNegativeTestJSON-483683121-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:23:57.037044 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-294123f8-6748-434f-9d74-b676d741aac8 req-dfa396ff-6130-441e-97b9-b3ba3e151f80 tempest-ServersAdminNegativeTestJSON-483683121 tempest-ServersAdminNegativeTestJSON-483683121-project] Transition to ACTIVE for port object 1c016d48-5495-4735-ab19-0477bc43a1a3 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:23:57.069344 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-294123f8-6748-434f-9d74-b676d741aac8 req-dfa396ff-6130-441e-97b9-b3ba3e151f80 tempest-ServersAdminNegativeTestJSON-483683121 tempest-ServersAdminNegativeTestJSON-483683121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:23:57.116342 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-294123f8-6748-434f-9d74-b676d741aac8 req-dfa396ff-6130-441e-97b9-b3ba3e151f80 tempest-ServersAdminNegativeTestJSON-483683121 tempest-ServersAdminNegativeTestJSON-483683121-project] Network e0bfb334-0fd9-4ba5-ba79-1568ecabee30 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:23:57.119610 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-294123f8-6748-434f-9d74-b676d741aac8 req-dfa396ff-6130-441e-97b9-b3ba3e151f80 tempest-ServersAdminNegativeTestJSON-483683121 tempest-ServersAdminNegativeTestJSON-483683121-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:23:57.122175 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-294123f8-6748-434f-9d74-b676d741aac8 req-dfa396ff-6130-441e-97b9-b3ba3e151f80 tempest-ServersAdminNegativeTestJSON-483683121 tempest-ServersAdminNegativeTestJSON-483683121-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:23:57.152241 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa396ff-6130-441e-97b9-b3ba3e151f80 tempest-ServersAdminNegativeTestJSON-483683121 tempest-ServersAdminNegativeTestJSON-483683121-project] Pushing event updated for resources: {'Port': ['ID=1c016d48-5495-4735-ab19-0477bc43a1a3,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:23:57.185162 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294123f8-6748-434f-9d74-b676d741aac8 req-dfa396ff-6130-441e-97b9-b3ba3e151f80 tempest-ServersAdminNegativeTestJSON-483683121 tempest-ServersAdminNegativeTestJSON-483683121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:23:57.185812 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-294123f8-6748-434f-9d74-b676d741aac8 req-dfa396ff-6130-441e-97b9-b3ba3e151f80 tempest-ServersAdminNegativeTestJSON-483683121 tempest-ServersAdminNegativeTestJSON-483683121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:23:57.202065 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-294123f8-6748-434f-9d74-b676d741aac8 req-dfa396ff-6130-441e-97b9-b3ba3e151f80 tempest-ServersAdminNegativeTestJSON-483683121 tempest-ServersAdminNegativeTestJSON-483683121-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6923382 Jul 13 14:23:57.213591 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-294123f8-6748-434f-9d74-b676d741aac8 req-c1083735-94b8-406a-a2f8-5eedcb87d647 service neutron] Request body: {'port': {'device_id': 'c376694e-8c92-4d2f-816d-9b6ea1af91c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:23:57.293968 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-294123f8-6748-434f-9d74-b676d741aac8 req-c1083735-94b8-406a-a2f8-5eedcb87d647 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:23:57.319053 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-1a7a9954-85b0-4683-9fc8-9c7c71be7780 None None] Provisioning for port 1c016d48-5495-4735-ab19-0477bc43a1a3 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:23:57.322783 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-1a7a9954-85b0-4683-9fc8-9c7c71be7780 None None] Provisioning complete for port 1c016d48-5495-4735-ab19-0477bc43a1a3 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:23:57.323168 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-1a7a9954-85b0-4683-9fc8-9c7c71be7780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:23:57.357528 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-1a7a9954-85b0-4683-9fc8-9c7c71be7780 None None] Port 1c016d48-5495-4735-ab19-0477bc43a1a3 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:23:57.587193 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-294123f8-6748-434f-9d74-b676d741aac8 req-c1083735-94b8-406a-a2f8-5eedcb87d647 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c016d48-5495-4735-ab19-0477bc43a1a3 {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:23:57.595787 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-294123f8-6748-434f-9d74-b676d741aac8 req-c1083735-94b8-406a-a2f8-5eedcb87d647 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:23:57.617669 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-294123f8-6748-434f-9d74-b676d741aac8 req-c1083735-94b8-406a-a2f8-5eedcb87d647 service neutron] Transition to ACTIVE for port object 1c016d48-5495-4735-ab19-0477bc43a1a3 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:23:57.621494 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-294123f8-6748-434f-9d74-b676d741aac8 req-c1083735-94b8-406a-a2f8-5eedcb87d647 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:23:57.672085 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1107bdc-f6b1-43b8-a1eb-0db13579565b req-f679cb35-980f-44ae-86f0-dda0c486e679 tempest-ServersAdminNegativeTestJSON-483683121 tempest-ServersAdminNegativeTestJSON-483683121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:23:57.673633 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b1107bdc-f6b1-43b8-a1eb-0db13579565b req-f679cb35-980f-44ae-86f0-dda0c486e679 tempest-ServersAdminNegativeTestJSON-483683121 tempest-ServersAdminNegativeTestJSON-483683121-project] 10.222.0.23 "GET /v2.0/ports?device_id=c376694e-8c92-4d2f-816d-9b6ea1af91c9 HTTP/1.1" status: 200 len: 936 time: 0.1298892 Jul 13 14:23:57.705306 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1083735-94b8-406a-a2f8-5eedcb87d647 service neutron] Pushing event updated for resources: {'Port': ['ID=1c016d48-5495-4735-ab19-0477bc43a1a3,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:23:57.777212 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b1107bdc-f6b1-43b8-a1eb-0db13579565b req-4cf0d8df-9ffe-40e7-b5c9-b7b15b9415eb tempest-ServersAdminNegativeTestJSON-483683121 tempest-ServersAdminNegativeTestJSON-483683121-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a788f52-5d4e-49d0-b6bc-b7006fc26bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957656 Jul 13 14:23:57.802655 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-294123f8-6748-434f-9d74-b676d741aac8 req-c1083735-94b8-406a-a2f8-5eedcb87d647 service neutron] Attempting to bind port 1c016d48-5495-4735-ab19-0477bc43a1a3 on host n-h2-800634-1 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:23:57.802997 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-294123f8-6748-434f-9d74-b676d741aac8 req-c1083735-94b8-406a-a2f8-5eedcb87d647 service neutron] Attempting to bind port 1c016d48-5495-4735-ab19-0477bc43a1a3 by drivers openvswitch,hyperv on host n-h2-800634-1 at level 0 using segments [{'id': '62a4f2e9-97ca-473c-a2df-e7f9f532c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:23:57.803343 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294123f8-6748-434f-9d74-b676d741aac8 req-c1083735-94b8-406a-a2f8-5eedcb87d647 service neutron] Attempting to bind port 1c016d48-5495-4735-ab19-0477bc43a1a3 on network e0bfb334-0fd9-4ba5-ba79-1568ecabee30 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:23:57.808062 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294123f8-6748-434f-9d74-b676d741aac8 req-c1083735-94b8-406a-a2f8-5eedcb87d647 service neutron] Port 1c016d48-5495-4735-ab19-0477bc43a1a3 on network e0bfb334-0fd9-4ba5-ba79-1568ecabee30 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-1 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 14:23:57.808388 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294123f8-6748-434f-9d74-b676d741aac8 req-c1083735-94b8-406a-a2f8-5eedcb87d647 service neutron] Attempting to bind port 1c016d48-5495-4735-ab19-0477bc43a1a3 on network e0bfb334-0fd9-4ba5-ba79-1568ecabee30 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:23:57.813785 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294123f8-6748-434f-9d74-b676d741aac8 req-c1083735-94b8-406a-a2f8-5eedcb87d647 service neutron] Checking agent: {'id': 'f615e5c9-21ab-43f2-adbc-192d64b795cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:23:57.814131 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294123f8-6748-434f-9d74-b676d741aac8 req-c1083735-94b8-406a-a2f8-5eedcb87d647 service neutron] Checking segment: {'id': '62a4f2e9-97ca-473c-a2df-e7f9f532c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:23:57.814517 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294123f8-6748-434f-9d74-b676d741aac8 req-c1083735-94b8-406a-a2f8-5eedcb87d647 service neutron] Bound using segment: {'id': '62a4f2e9-97ca-473c-a2df-e7f9f532c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:23:57.814959 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-294123f8-6748-434f-9d74-b676d741aac8 req-c1083735-94b8-406a-a2f8-5eedcb87d647 service neutron] Bound port: 1c016d48-5495-4735-ab19-0477bc43a1a3, host: n-h2-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62a4f2e9-97ca-473c-a2df-e7f9f532c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:23:57.815336 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-294123f8-6748-434f-9d74-b676d741aac8 req-c1083735-94b8-406a-a2f8-5eedcb87d647 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:23:57.882557 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-294123f8-6748-434f-9d74-b676d741aac8 req-c1083735-94b8-406a-a2f8-5eedcb87d647 service neutron] For port 1c016d48-5495-4735-ab19-0477bc43a1a3, host n-h2-800634-1, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:23:57.886174 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-294123f8-6748-434f-9d74-b676d741aac8 req-c1083735-94b8-406a-a2f8-5eedcb87d647 service neutron] For port 1c016d48-5495-4735-ab19-0477bc43a1a3, host n-h2-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=1c016d48-5495-4735-ab19-0477bc43a1a3,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:23:57.890190 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-294123f8-6748-434f-9d74-b676d741aac8 req-c1083735-94b8-406a-a2f8-5eedcb87d647 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:23:57.923229 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294123f8-6748-434f-9d74-b676d741aac8 req-c1083735-94b8-406a-a2f8-5eedcb87d647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:23:57.923852 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-294123f8-6748-434f-9d74-b676d741aac8 req-c1083735-94b8-406a-a2f8-5eedcb87d647 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:23:57.925312 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-294123f8-6748-434f-9d74-b676d741aac8 req-c1083735-94b8-406a-a2f8-5eedcb87d647 service neutron] 10.222.0.41 "PUT /v2.0/ports/1c016d48-5495-4735-ab19-0477bc43a1a3 HTTP/1.1" status: 200 len: 1096 time: 0.7161894 Jul 13 14:23:57.925935 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c376694e-8c92-4d2f-816d-9b6ea1af91c9', 'tag': '1c016d48-5495-4735-ab19-0477bc43a1a3'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:23:57.928462 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6677662-8fe4-4709-bcaf-f67e716dac40" -d '{"events": [{"name": "network-changed", "server_uuid": "c376694e-8c92-4d2f-816d-9b6ea1af91c9", "tag": "1c016d48-5495-4735-ab19-0477bc43a1a3"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:23:57.960641 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1083735-94b8-406a-a2f8-5eedcb87d647 service neutron] Pushing event updated for resources: {'Port': ['ID=1c016d48-5495-4735-ab19-0477bc43a1a3,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:23:57.982511 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea39254e-54f6-47fa-bfbe-8302a380bba1 x-openstack-request-id: req-ea39254e-54f6-47fa-bfbe-8302a380bba1 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:23:57.982812 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c376694e-8c92-4d2f-816d-9b6ea1af91c9", "tag": "1c016d48-5495-4735-ab19-0477bc43a1a3", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:23:57.983075 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ea39254e-54f6-47fa-bfbe-8302a380bba1 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:23:57.983483 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c376694e-8c92-4d2f-816d-9b6ea1af91c9', 'tag': '1c016d48-5495-4735-ab19-0477bc43a1a3', 'status': 'completed', 'code': 200} Jul 13 14:23:58.030195 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294123f8-6748-434f-9d74-b676d741aac8 req-e85dad60-3df1-45ec-b7cb-f0287f0e5dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:23:58.031749 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-294123f8-6748-434f-9d74-b676d741aac8 req-e85dad60-3df1-45ec-b7cb-f0287f0e5dac service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=36b076fa888a4a8eb29c601fc97245c5&device_id=c376694e-8c92-4d2f-816d-9b6ea1af91c9 HTTP/1.1" status: 200 len: 1099 time: 0.0610757 Jul 13 14:23:58.080677 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-294123f8-6748-434f-9d74-b676d741aac8 req-5f8b74c2-739b-49be-af62-95e49a1c8bad service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=1c016d48-5495-4735-ab19-0477bc43a1a3 HTTP/1.1" status: 200 len: 217 time: 0.0407386 Jul 13 14:23:58.131013 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294123f8-6748-434f-9d74-b676d741aac8 req-8e62ed0c-09e3-463f-88c3-06bd2a3fbf84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:23:58.132525 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-294123f8-6748-434f-9d74-b676d741aac8 req-8e62ed0c-09e3-463f-88c3-06bd2a3fbf84 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=60b55863-ceb6-45af-a8a4-4b22d72866af HTTP/1.1" status: 200 len: 843 time: 0.0458057 Jul 13 14:23:58.189832 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294123f8-6748-434f-9d74-b676d741aac8 req-45093d1f-3395-4291-9c79-71ed743db11f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:23:58.192284 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-294123f8-6748-434f-9d74-b676d741aac8 req-45093d1f-3395-4291-9c79-71ed743db11f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e0bfb334-0fd9-4ba5-ba79-1568ecabee30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0539587 Jul 13 14:23:58.292640 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-294123f8-6748-434f-9d74-b676d741aac8 req-a1ec4814-f5e7-43a1-b381-2faa4f3b4022 service neutron] 10.222.0.41 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938947 Jul 13 14:23:58.383827 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-294123f8-6748-434f-9d74-b676d741aac8 req-f119dd56-a86b-4f20-8654-a76303ed404b service neutron] 10.222.0.41 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848815 Jul 13 14:23:58.483216 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6677662-8fe4-4709-bcaf-f67e716dac40 req-bfda8cae-138c-45af-bff5-abaff08db43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:23:58.484716 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f6677662-8fe4-4709-bcaf-f67e716dac40 req-bfda8cae-138c-45af-bff5-abaff08db43e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=36b076fa888a4a8eb29c601fc97245c5&device_id=c376694e-8c92-4d2f-816d-9b6ea1af91c9 HTTP/1.1" status: 200 len: 1099 time: 0.0564985 Jul 13 14:23:58.571982 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6677662-8fe4-4709-bcaf-f67e716dac40 req-355b7c79-064d-4f76-8954-3a399f493f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:23:58.573447 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f6677662-8fe4-4709-bcaf-f67e716dac40 req-355b7c79-064d-4f76-8954-3a399f493f0b service neutron] 10.222.0.41 "GET /v2.0/networks?id=e0bfb334-0fd9-4ba5-ba79-1568ecabee30 HTTP/1.1" status: 200 len: 869 time: 0.0825427 Jul 13 14:23:58.614820 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f6677662-8fe4-4709-bcaf-f67e716dac40 req-2b21e734-8588-418e-b01f-f3607df76e12 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=1c016d48-5495-4735-ab19-0477bc43a1a3 HTTP/1.1" status: 200 len: 217 time: 0.0340958 Jul 13 14:23:58.666359 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6677662-8fe4-4709-bcaf-f67e716dac40 req-61517dc5-9798-47c0-ae4e-451362843524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:23:58.667779 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f6677662-8fe4-4709-bcaf-f67e716dac40 req-61517dc5-9798-47c0-ae4e-451362843524 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=60b55863-ceb6-45af-a8a4-4b22d72866af HTTP/1.1" status: 200 len: 843 time: 0.0470960 Jul 13 14:23:58.724899 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6677662-8fe4-4709-bcaf-f67e716dac40 req-e3ca6f6a-5014-4fb4-b7b4-549123a3123b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:23:58.726418 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f6677662-8fe4-4709-bcaf-f67e716dac40 req-e3ca6f6a-5014-4fb4-b7b4-549123a3123b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e0bfb334-0fd9-4ba5-ba79-1568ecabee30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0516989 Jul 13 14:23:58.814862 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f6677662-8fe4-4709-bcaf-f67e716dac40 req-a4a8517b-d70a-4039-8d5c-564854b3ea2c service neutron] 10.222.0.41 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817196 Jul 13 14:23:58.953916 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f6677662-8fe4-4709-bcaf-f67e716dac40 req-a24fd193-35d7-4ef8-ba08-0af9510c3281 service neutron] 10.222.0.41 "GET /v2.0/networks/e0bfb334-0fd9-4ba5-ba79-1568ecabee30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318071 Jul 13 14:23:58.981047 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24805e05-be46-487a-958f-bb9c4795028e req-9ee5ce86-177d-4e7c-b726-313855589d2f tempest-ServersAdminNegativeTestJSON-483683121 tempest-ServersAdminNegativeTestJSON-483683121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:23:58.982495 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-24805e05-be46-487a-958f-bb9c4795028e req-9ee5ce86-177d-4e7c-b726-313855589d2f tempest-ServersAdminNegativeTestJSON-483683121 tempest-ServersAdminNegativeTestJSON-483683121-project] 10.222.0.23 "GET /v2.0/ports?device_id=c376694e-8c92-4d2f-816d-9b6ea1af91c9 HTTP/1.1" status: 200 len: 948 time: 0.0889606 Jul 13 14:23:59.021146 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-24805e05-be46-487a-958f-bb9c4795028e req-d2a0b459-eee8-46be-991c-27f9cd9f1da4 tempest-ServersAdminNegativeTestJSON-483683121 tempest-ServersAdminNegativeTestJSON-483683121-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a788f52-5d4e-49d0-b6bc-b7006fc26bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324903 Jul 13 14:24:00.196459 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05701c5-9ff3-48ab-a121-02028247cbbd req-7e253d9c-4bbe-4991-8d95-b731f1e576da tempest-ServersAdminNegativeTestJSON-483683121 tempest-ServersAdminNegativeTestJSON-483683121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:24:00.197930 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a05701c5-9ff3-48ab-a121-02028247cbbd req-7e253d9c-4bbe-4991-8d95-b731f1e576da tempest-ServersAdminNegativeTestJSON-483683121 tempest-ServersAdminNegativeTestJSON-483683121-project] 10.222.0.23 "GET /v2.0/ports?device_id=c376694e-8c92-4d2f-816d-9b6ea1af91c9 HTTP/1.1" status: 200 len: 948 time: 0.0663917 Jul 13 14:24:00.236267 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a05701c5-9ff3-48ab-a121-02028247cbbd req-180ece7b-a5bb-4539-ae5c-4f8deb6ceffb tempest-ServersAdminNegativeTestJSON-483683121 tempest-ServersAdminNegativeTestJSON-483683121-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a788f52-5d4e-49d0-b6bc-b7006fc26bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327368 Jul 13 14:24:00.759136 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:24:01.064256 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:24:01.135969 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 1c016d48-5495-4735-ab19-0477bc43a1a3 details requested by agent hyperv_n-h2-800634-1 with host n-h2-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 14:24:01.232607 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 1c016d48-5495-4735-ab19-0477bc43a1a3, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=1c016d48-5495-4735-ab19-0477bc43a1a3,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:24:01.243782 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Returning: {'device': '1c016d48-5495-4735-ab19-0477bc43a1a3', 'network_id': 'e0bfb334-0fd9-4ba5-ba79-1568ecabee30', 'port_id': '1c016d48-5495-4735-ab19-0477bc43a1a3', 'mac_address': 'fa:16:3e:ba:bc:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60b55863-ceb6-45af-a8a4-4b22d72866af', 'ip_address': '192.168.233.183'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 14:24:01.281172 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:24:01.294855 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c016d48-5495-4735-ab19-0477bc43a1a3 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:24:01.316135 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 1c016d48-5495-4735-ab19-0477bc43a1a3, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=1c016d48-5495-4735-ab19-0477bc43a1a3,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:24:01.320307 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:24:01.369120 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=1c016d48-5495-4735-ab19-0477bc43a1a3,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:24:01.376616 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:24:01.376965 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:24:01.377308 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:24:01.377644 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:24:01.378003 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:24:01.378339 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:24:01.378720 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:24:01.379060 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:24:01.379386 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:24:01.379708 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:24:01.380040 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:24:01.380362 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:24:01.417021 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dc2789-1b54-4e9c-a877-2320ecf6d006 req-6a4f91c8-b5cc-4514-bce7-0bdf7bc86680 tempest-ServersAdminNegativeTestJSON-483683121 tempest-ServersAdminNegativeTestJSON-483683121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:24:01.418591 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d5dc2789-1b54-4e9c-a877-2320ecf6d006 req-6a4f91c8-b5cc-4514-bce7-0bdf7bc86680 tempest-ServersAdminNegativeTestJSON-483683121 tempest-ServersAdminNegativeTestJSON-483683121-project] 10.222.0.23 "GET /v2.0/ports?device_id=c376694e-8c92-4d2f-816d-9b6ea1af91c9 HTTP/1.1" status: 200 len: 949 time: 0.0695550 Jul 13 14:24:01.459335 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d5dc2789-1b54-4e9c-a877-2320ecf6d006 req-35dd474d-1159-4c93-99ab-0f4301f70e45 tempest-ServersAdminNegativeTestJSON-483683121 tempest-ServersAdminNegativeTestJSON-483683121-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a788f52-5d4e-49d0-b6bc-b7006fc26bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349450 Jul 13 14:24:01.540529 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['1c016d48-5495-4735-ab19-0477bc43a1a3'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:24:02.634476 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00888f4f-14c3-4a2e-a2bc-41b64995f930 req-404ecc4b-1838-4fa1-8c99-8947fe85e0e5 tempest-ServersAdminNegativeTestJSON-483683121 tempest-ServersAdminNegativeTestJSON-483683121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:24:02.635977 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-00888f4f-14c3-4a2e-a2bc-41b64995f930 req-404ecc4b-1838-4fa1-8c99-8947fe85e0e5 tempest-ServersAdminNegativeTestJSON-483683121 tempest-ServersAdminNegativeTestJSON-483683121-project] 10.222.0.23 "GET /v2.0/ports?device_id=c376694e-8c92-4d2f-816d-9b6ea1af91c9 HTTP/1.1" status: 200 len: 949 time: 0.0627213 Jul 13 14:24:02.673934 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-00888f4f-14c3-4a2e-a2bc-41b64995f930 req-0c35b44f-3542-492b-aa32-b20f8b614935 tempest-ServersAdminNegativeTestJSON-483683121 tempest-ServersAdminNegativeTestJSON-483683121-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a788f52-5d4e-49d0-b6bc-b7006fc26bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324399 Jul 13 14:24:03.136225 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 1c016d48-5495-4735-ab19-0477bc43a1a3 up at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:24:03.185586 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning for port 1c016d48-5495-4735-ab19-0477bc43a1a3 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:24:03.189407 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning complete for port 1c016d48-5495-4735-ab19-0477bc43a1a3 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:24:03.189763 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:24:03.270721 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:24:03.293252 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c376694e-8c92-4d2f-816d-9b6ea1af91c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c016d48-5495-4735-ab19-0477bc43a1a3'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:24:03.295434 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5b1ac82-36f4-464e-9dd5-1c5f6021fab2" -d '{"events": [{"server_uuid": "c376694e-8c92-4d2f-816d-9b6ea1af91c9", "name": "network-vif-plugged", "status": "completed", "tag": "1c016d48-5495-4735-ab19-0477bc43a1a3"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:24:03.309973 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 1c016d48-5495-4735-ab19-0477bc43a1a3, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=1c016d48-5495-4735-ab19-0477bc43a1a3,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:24:03.314099 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:24:03.338518 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd72b5a8-b2d0-41a9-b7a7-8bc1f60669ea x-openstack-request-id: req-fd72b5a8-b2d0-41a9-b7a7-8bc1f60669ea {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:24:03.338816 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c376694e-8c92-4d2f-816d-9b6ea1af91c9", "name": "network-vif-plugged", "status": "completed", "tag": "1c016d48-5495-4735-ab19-0477bc43a1a3", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:24:03.339074 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fd72b5a8-b2d0-41a9-b7a7-8bc1f60669ea {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:24:03.339465 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c376694e-8c92-4d2f-816d-9b6ea1af91c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c016d48-5495-4735-ab19-0477bc43a1a3', 'code': 200} Jul 13 14:24:03.365938 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=1c016d48-5495-4735-ab19-0477bc43a1a3,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:24:03.452228 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4704f7ba-1d5c-4ccf-a1a0-808ddacb6d3c req-45ba000e-e623-42f6-ae73-3ceb8bbc2165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:24:03.453638 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4704f7ba-1d5c-4ccf-a1a0-808ddacb6d3c req-45ba000e-e623-42f6-ae73-3ceb8bbc2165 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c376694e-8c92-4d2f-816d-9b6ea1af91c9 HTTP/1.1" status: 200 len: 1101 time: 0.0514336 Jul 13 14:24:03.490842 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4704f7ba-1d5c-4ccf-a1a0-808ddacb6d3c req-bf224df0-c9d1-4392-ae64-7669b1820dec service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=1a788f52-5d4e-49d0-b6bc-b7006fc26bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310187 Jul 13 14:24:03.852358 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20564d8-e51f-4beb-bd90-d08506c38bba req-e8518645-e2ad-4493-9938-ed9f1f88b0ce tempest-ServersAdminNegativeTestJSON-483683121 tempest-ServersAdminNegativeTestJSON-483683121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:24:03.853897 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b20564d8-e51f-4beb-bd90-d08506c38bba req-e8518645-e2ad-4493-9938-ed9f1f88b0ce tempest-ServersAdminNegativeTestJSON-483683121 tempest-ServersAdminNegativeTestJSON-483683121-project] 10.222.0.23 "GET /v2.0/ports?device_id=c376694e-8c92-4d2f-816d-9b6ea1af91c9 HTTP/1.1" status: 200 len: 950 time: 0.0691540 Jul 13 14:24:03.891214 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b20564d8-e51f-4beb-bd90-d08506c38bba req-af035527-50c4-4ea2-b5cf-f298df6c90a8 tempest-ServersAdminNegativeTestJSON-483683121 tempest-ServersAdminNegativeTestJSON-483683121-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a788f52-5d4e-49d0-b6bc-b7006fc26bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317330 Jul 13 14:24:05.068560 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd5d272-57de-4cb4-b526-9b0a1fe01b1b req-a8844b1a-a534-4b98-b7ee-9e42a2113c2f tempest-ServersAdminNegativeTestJSON-483683121 tempest-ServersAdminNegativeTestJSON-483683121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:24:05.070075 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1cd5d272-57de-4cb4-b526-9b0a1fe01b1b req-a8844b1a-a534-4b98-b7ee-9e42a2113c2f tempest-ServersAdminNegativeTestJSON-483683121 tempest-ServersAdminNegativeTestJSON-483683121-project] 10.222.0.23 "GET /v2.0/ports?device_id=c376694e-8c92-4d2f-816d-9b6ea1af91c9 HTTP/1.1" status: 200 len: 950 time: 0.0632210 Jul 13 14:24:05.111298 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1cd5d272-57de-4cb4-b526-9b0a1fe01b1b req-8b5961cf-39da-431c-8191-a6a3453d2dce tempest-ServersAdminNegativeTestJSON-483683121 tempest-ServersAdminNegativeTestJSON-483683121-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a788f52-5d4e-49d0-b6bc-b7006fc26bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356646 Jul 13 14:24:06.372758 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6bbb29-a8a1-4f11-b8ca-b5ff4102c5d0 req-c3724940-567d-4af1-b59b-0e663b2e5868 tempest-ServersAdminNegativeTestJSON-483683121 tempest-ServersAdminNegativeTestJSON-483683121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:24:06.374273 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4b6bbb29-a8a1-4f11-b8ca-b5ff4102c5d0 req-c3724940-567d-4af1-b59b-0e663b2e5868 tempest-ServersAdminNegativeTestJSON-483683121 tempest-ServersAdminNegativeTestJSON-483683121-project] 10.222.0.23 "GET /v2.0/ports?device_id=c376694e-8c92-4d2f-816d-9b6ea1af91c9 HTTP/1.1" status: 200 len: 950 time: 0.0646770 Jul 13 14:24:06.412099 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4b6bbb29-a8a1-4f11-b8ca-b5ff4102c5d0 req-017ebee6-e4b8-447c-9342-30d6923a7e81 tempest-ServersAdminNegativeTestJSON-483683121 tempest-ServersAdminNegativeTestJSON-483683121-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a788f52-5d4e-49d0-b6bc-b7006fc26bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316448 Jul 13 14:24:07.586501 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4517ad-be81-40c1-8d50-26859301ae5d req-25830d0e-5b51-4b39-b1b4-49d3e3170620 tempest-ServersAdminNegativeTestJSON-483683121 tempest-ServersAdminNegativeTestJSON-483683121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:24:07.587997 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ea4517ad-be81-40c1-8d50-26859301ae5d req-25830d0e-5b51-4b39-b1b4-49d3e3170620 tempest-ServersAdminNegativeTestJSON-483683121 tempest-ServersAdminNegativeTestJSON-483683121-project] 10.222.0.41 "GET /v2.0/ports?device_id=c376694e-8c92-4d2f-816d-9b6ea1af91c9 HTTP/1.1" status: 200 len: 950 time: 0.0632577 Jul 13 14:24:07.589223 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbcadd1-44df-4ab9-835a-ae3b437cf523 req-6a5f0ddf-219f-4431-b367-e22efc0f20c6 tempest-ServersAdminNegativeTestJSON-483683121 tempest-ServersAdminNegativeTestJSON-483683121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:24:07.590741 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-acbcadd1-44df-4ab9-835a-ae3b437cf523 req-6a5f0ddf-219f-4431-b367-e22efc0f20c6 tempest-ServersAdminNegativeTestJSON-483683121 tempest-ServersAdminNegativeTestJSON-483683121-project] 10.222.0.23 "GET /v2.0/ports?device_id=c376694e-8c92-4d2f-816d-9b6ea1af91c9 HTTP/1.1" status: 200 len: 950 time: 0.0676913 Jul 13 14:24:07.630536 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-acbcadd1-44df-4ab9-835a-ae3b437cf523 req-f5557416-f6c4-4bdc-adbe-439ca20ed3f0 tempest-ServersAdminNegativeTestJSON-483683121 tempest-ServersAdminNegativeTestJSON-483683121-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a788f52-5d4e-49d0-b6bc-b7006fc26bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342052 Jul 13 14:24:07.694940 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-ea4517ad-be81-40c1-8d50-26859301ae5d req-bd0e61ae-d8dc-4f61-b8aa-bd634a5cafaf tempest-ServersAdminNegativeTestJSON-483683121 tempest-ServersAdminNegativeTestJSON-483683121-project] Deleting port 1c016d48-5495-4735-ab19-0477bc43a1a3 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:24:07.695177 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-ea4517ad-be81-40c1-8d50-26859301ae5d req-bd0e61ae-d8dc-4f61-b8aa-bd634a5cafaf tempest-ServersAdminNegativeTestJSON-483683121 tempest-ServersAdminNegativeTestJSON-483683121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:24:07.780533 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-ea4517ad-be81-40c1-8d50-26859301ae5d req-bd0e61ae-d8dc-4f61-b8aa-bd634a5cafaf tempest-ServersAdminNegativeTestJSON-483683121 tempest-ServersAdminNegativeTestJSON-483683121-project] For port 1c016d48-5495-4735-ab19-0477bc43a1a3, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=1c016d48-5495-4735-ab19-0477bc43a1a3,segment=NetworkSegment(62a4f2e9-97ca-473c-a2df-e7f9f532c648),segment_id=62a4f2e9-97ca-473c-a2df-e7f9f532c648)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:24:07.780892 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-ea4517ad-be81-40c1-8d50-26859301ae5d req-bd0e61ae-d8dc-4f61-b8aa-bd634a5cafaf tempest-ServersAdminNegativeTestJSON-483683121 tempest-ServersAdminNegativeTestJSON-483683121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:24:07.793980 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-ea4517ad-be81-40c1-8d50-26859301ae5d req-bd0e61ae-d8dc-4f61-b8aa-bd634a5cafaf tempest-ServersAdminNegativeTestJSON-483683121 tempest-ServersAdminNegativeTestJSON-483683121-project] Calling delete_port for 1c016d48-5495-4735-ab19-0477bc43a1a3 owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:24:07.919812 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-ea4517ad-be81-40c1-8d50-26859301ae5d req-bd0e61ae-d8dc-4f61-b8aa-bd634a5cafaf tempest-ServersAdminNegativeTestJSON-483683121 tempest-ServersAdminNegativeTestJSON-483683121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:24:07.932069 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['1c016d48-5495-4735-ab19-0477bc43a1a3'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:24:07.949628 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0e61ae-d8dc-4f61-b8aa-bd634a5cafaf tempest-ServersAdminNegativeTestJSON-483683121 tempest-ServersAdminNegativeTestJSON-483683121-project] Pushing event deleted for resources: {'Port': ['ID=1c016d48-5495-4735-ab19-0477bc43a1a3,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:24:08.000393 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea4517ad-be81-40c1-8d50-26859301ae5d req-bd0e61ae-d8dc-4f61-b8aa-bd634a5cafaf tempest-ServersAdminNegativeTestJSON-483683121 tempest-ServersAdminNegativeTestJSON-483683121-project] No DVR routers for this DVR port 1c016d48-5495-4735-ab19-0477bc43a1a3 on host n-h2-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:24:08.003035 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-ea4517ad-be81-40c1-8d50-26859301ae5d req-bd0e61ae-d8dc-4f61-b8aa-bd634a5cafaf tempest-ServersAdminNegativeTestJSON-483683121 tempest-ServersAdminNegativeTestJSON-483683121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:24:08.005938 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ea4517ad-be81-40c1-8d50-26859301ae5d req-bd0e61ae-d8dc-4f61-b8aa-bd634a5cafaf tempest-ServersAdminNegativeTestJSON-483683121 tempest-ServersAdminNegativeTestJSON-483683121-project] 10.222.0.41 "DELETE /v2.0/ports/1c016d48-5495-4735-ab19-0477bc43a1a3 HTTP/1.1" status: 204 len: 173 time: 0.4118516 Jul 13 14:24:08.006387 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c376694e-8c92-4d2f-816d-9b6ea1af91c9', 'name': 'network-vif-deleted', 'tag': '1c016d48-5495-4735-ab19-0477bc43a1a3'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:24:08.008728 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59520cd4-2f2d-4a99-b109-539a7e2a0019" -d '{"events": [{"server_uuid": "c376694e-8c92-4d2f-816d-9b6ea1af91c9", "name": "network-vif-deleted", "tag": "1c016d48-5495-4735-ab19-0477bc43a1a3"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:24:08.057173 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:24:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f797c0ca-e323-4d1e-b371-122bb69e2060 x-openstack-request-id: req-f797c0ca-e323-4d1e-b371-122bb69e2060 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:24:08.057173 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c376694e-8c92-4d2f-816d-9b6ea1af91c9", "name": "network-vif-deleted", "tag": "1c016d48-5495-4735-ab19-0477bc43a1a3", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:24:08.057173 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f797c0ca-e323-4d1e-b371-122bb69e2060 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:24:08.057173 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c376694e-8c92-4d2f-816d-9b6ea1af91c9', 'name': 'network-vif-deleted', 'tag': '1c016d48-5495-4735-ab19-0477bc43a1a3', 'status': 'completed', 'code': 200} Jul 13 14:24:08.958657 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 48246) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:24:09.099899 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-c867603a-8d16-4a43-ba3c-99cd541a2119 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=36b076fa888a4a8eb29c601fc97245c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1399999 Jul 13 14:24:09.102434 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 48250) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:24:09.149326 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2296d4c4-3c43-4caa-b633-1cfddc59d832 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:24:09.170218 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2296d4c4-3c43-4caa-b633-1cfddc59d832 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:24:09.217509 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2296d4c4-3c43-4caa-b633-1cfddc59d832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:24:09.220019 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2296d4c4-3c43-4caa-b633-1cfddc59d832 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:24:09.221212 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-2296d4c4-3c43-4caa-b633-1cfddc59d832 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1a788f52-5d4e-49d0-b6bc-b7006fc26bea HTTP/1.1" status: 204 len: 168 time: 0.1178784 Jul 13 14:24:09.229723 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2296d4c4-3c43-4caa-b633-1cfddc59d832 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a788f52-5d4e-49d0-b6bc-b7006fc26bea,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:24:09.481532 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 48256) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:24:09.495317 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d1d65b8d-cd15-47cb-b4f1-1151a34f8461 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:24:09.583371 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d1d65b8d-cd15-47cb-b4f1-1151a34f8461 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:24:09.587178 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d1d65b8d-cd15-47cb-b4f1-1151a34f8461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:24:09.626792 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-d1d65b8d-cd15-47cb-b4f1-1151a34f8461 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=db5804521719410b81faaba374ab7288&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1441031 Jul 13 14:24:09.627529 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d65b8d-cd15-47cb-b4f1-1151a34f8461 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb64df5e-ae85-457f-8e46-123e662a3c18,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:24:09.630679 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 48258) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:24:09.680324 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7eb8cf07-dd24-4835-8293-55b30e21efd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:24:09.700517 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7eb8cf07-dd24-4835-8293-55b30e21efd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:24:09.752376 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7eb8cf07-dd24-4835-8293-55b30e21efd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:24:09.754818 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7eb8cf07-dd24-4835-8293-55b30e21efd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:24:09.755984 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-7eb8cf07-dd24-4835-8293-55b30e21efd8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bb64df5e-ae85-457f-8e46-123e662a3c18 HTTP/1.1" status: 204 len: 168 time: 0.1242278 Jul 13 14:24:09.763944 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb8cf07-dd24-4835-8293-55b30e21efd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb64df5e-ae85-457f-8e46-123e662a3c18,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:24:10.405106 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 48280) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:24:10.498607 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-d55c7b34-328a-43d7-96fc-cd41360c8912 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1205237421-network', 'tenant_id': '379e87b0074d4b7683346201e16e9d61'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:24:10.521066 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d55c7b34-328a-43d7-96fc-cd41360c8912 admin admin] Made reservation on behalf of 379e87b0074d4b7683346201e16e9d61 for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:24:10.523427 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d55c7b34-328a-43d7-96fc-cd41360c8912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:24:10.531379 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d55c7b34-328a-43d7-96fc-cd41360c8912 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:24:10.617921 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d55c7b34-328a-43d7-96fc-cd41360c8912 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:24:10.622141 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d55c7b34-328a-43d7-96fc-cd41360c8912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:24:10.649888 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d55c7b34-328a-43d7-96fc-cd41360c8912 admin admin] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 14:24:10.656051 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55c7b34-328a-43d7-96fc-cd41360c8912 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b6e082d-5bd4-4972-baa9-ab7331d2a29f,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:24:10.662662 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d55c7b34-328a-43d7-96fc-cd41360c8912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:24:10.663004 n-d-800634-1 neutron-server[93750]: INFO neutron.db.segments_db [None req-d55c7b34-328a-43d7-96fc-cd41360c8912 admin admin] Added segment fc37fd29-f8cf-473b-99f2-6f8f3bda3d87 of type vlan for network 0779769a-cce2-41b1-bd33-b9f425821d6b Jul 13 14:24:10.702675 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d55c7b34-328a-43d7-96fc-cd41360c8912 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:24:10.732696 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d55c7b34-328a-43d7-96fc-cd41360c8912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:24:10.733851 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55c7b34-328a-43d7-96fc-cd41360c8912 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:24:10.734431 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d55c7b34-328a-43d7-96fc-cd41360c8912 admin admin] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:24:10.788579 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-d55c7b34-328a-43d7-96fc-cd41360c8912 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3822405 Jul 13 14:24:10.791707 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 48284) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:24:10.796858 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-ba05796f-907d-4144-b5be-062895639307 admin admin] Request body: {'subnet': {'network_id': '0779769a-cce2-41b1-bd33-b9f425821d6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1205237421-subnet', 'tenant_id': '379e87b0074d4b7683346201e16e9d61', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:24:10.799360 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55c7b34-328a-43d7-96fc-cd41360c8912 admin admin] Pushing event updated for resources: {'Network': ['ID=0779769a-cce2-41b1-bd33-b9f425821d6b,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:24:10.810681 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network 0779769a-cce2-41b1-bd33-b9f425821d6b details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 14:24:10.819288 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba05796f-907d-4144-b5be-062895639307 admin admin] Made reservation on behalf of 379e87b0074d4b7683346201e16e9d61 for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:24:10.821761 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ba05796f-907d-4144-b5be-062895639307 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6104980'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:24:10.988799 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ba05796f-907d-4144-b5be-062895639307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6018343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6104998'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:24:11.048889 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba05796f-907d-4144-b5be-062895639307 admin admin] Pushing event updated for resources: {'Subnet': ['ID=850d86a2-7a38-41bc-b12c-fbf718fe6362,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:24:11.056480 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba05796f-907d-4144-b5be-062895639307 admin admin] Checking segment: {'id': 'fc37fd29-f8cf-473b-99f2-6f8f3bda3d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0779769a-cce2-41b1-bd33-b9f425821d6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:24:11.056844 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba05796f-907d-4144-b5be-062895639307 admin admin] Network hostable DHCP agents. Network: 0779769a-cce2-41b1-bd33-b9f425821d6b, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 14:24:11.072942 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba05796f-907d-4144-b5be-062895639307 admin admin] Network 0779769a-cce2-41b1-bd33-b9f425821d6b is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 14:24:11.082095 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-ba05796f-907d-4144-b5be-062895639307 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, 0779769a-cce2-41b1-bd33-b9f425821d6b) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:24:11.086326 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba05796f-907d-4144-b5be-062895639307 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:24:11.086892 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ba05796f-907d-4144-b5be-062895639307 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:24:11.091779 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e12978-8f6b-43ae-9874-fe27a438d4f8 None None] Network 0779769a-cce2-41b1-bd33-b9f425821d6b requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:24:11.107906 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-ba05796f-907d-4144-b5be-062895639307 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3150008 Jul 13 14:24:11.211627 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 1c016d48-5495-4735-ab19-0477bc43a1a3 no longer exists at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:24:11.233779 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e44c3876-f8e9-41e5-a8df-a9c119326fdf None None] Network 0779769a-cce2-41b1-bd33-b9f425821d6b requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:24:11.235943 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] No Port match for: 1c016d48-5495-4735-ab19-0477bc43a1a3 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:24:11.236287 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 1c016d48-5495-4735-ab19-0477bc43a1a3 not bound to the agent host n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:24:11.531088 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b630eb-a581-48b4-9438-1eb937113380 req-183ef2ed-4b58-4a6d-a1ac-9a6f4fee8482 tempest-DeleteServersTestJSON-1653225659 tempest-DeleteServersTestJSON-1653225659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:24:11.532574 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-64b630eb-a581-48b4-9438-1eb937113380 req-183ef2ed-4b58-4a6d-a1ac-9a6f4fee8482 tempest-DeleteServersTestJSON-1653225659 tempest-DeleteServersTestJSON-1653225659-project] 10.222.0.23 "GET /v2.0/networks?id=0779769a-cce2-41b1-bd33-b9f425821d6b HTTP/1.1" status: 200 len: 812 time: 0.0998914 Jul 13 14:24:11.547209 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-64b630eb-a581-48b4-9438-1eb937113380 req-576842b7-afcc-4476-9139-a8666ee67d81 tempest-DeleteServersTestJSON-1653225659 tempest-DeleteServersTestJSON-1653225659-project] 10.222.0.23 "GET /v2.0/quotas/379e87b0074d4b7683346201e16e9d61 HTTP/1.1" status: 200 len: 375 time: 0.0090430 Jul 13 14:24:11.580595 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-64b630eb-a581-48b4-9438-1eb937113380 req-e6fafcd5-c563-4c21-ac2b-e368a15780bd tempest-DeleteServersTestJSON-1653225659 tempest-DeleteServersTestJSON-1653225659-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=379e87b0074d4b7683346201e16e9d61&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0278268 Jul 13 14:24:11.590905 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [req-64b630eb-a581-48b4-9438-1eb937113380 req-8ead7689-3f5b-4ada-868b-9ba126b46b83 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93750) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 14:24:11.591939 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-64b630eb-a581-48b4-9438-1eb937113380 req-8ead7689-3f5b-4ada-868b-9ba126b46b83 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050149 Jul 13 14:24:11.682362 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-64b630eb-a581-48b4-9438-1eb937113380 req-5c2eaac9-2661-466d-b29e-2b2f5156816f service neutron] 10.222.0.23 "GET /v2.0/networks/0779769a-cce2-41b1-bd33-b9f425821d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853188 Jul 13 14:24:11.769755 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-64b630eb-a581-48b4-9438-1eb937113380 req-e679fb18-e429-4f0f-b285-07fa49ceca29 service neutron] 10.222.0.23 "GET /v2.0/networks/0779769a-cce2-41b1-bd33-b9f425821d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809925 Jul 13 14:24:12.957121 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-476d8e16-e560-45fe-b172-6d2245357d57 req-50a2166a-9033-48bb-8ba1-865d368c04f8 tempest-DeleteServersTestJSON-1653225659 tempest-DeleteServersTestJSON-1653225659-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0b74e2e-e596-4b51-9c91-b4d88fb5503c HTTP/1.1" status: 200 len: 210 time: 0.0309567 Jul 13 14:24:14.042628 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-19c9bad7-2b07-496f-9396-0273a96cd50f req-0b0d8506-643f-410c-861d-d340cb5b707e tempest-DeleteServersTestJSON-1653225659 tempest-DeleteServersTestJSON-1653225659-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0b74e2e-e596-4b51-9c91-b4d88fb5503c HTTP/1.1" status: 200 len: 210 time: 0.0326948 Jul 13 14:24:15.124969 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-801cf6ae-fcb2-48f1-88de-b673e7b72199 req-6d246e2b-2bfa-4b10-97f7-584ee45566c5 tempest-DeleteServersTestJSON-1653225659 tempest-DeleteServersTestJSON-1653225659-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0b74e2e-e596-4b51-9c91-b4d88fb5503c HTTP/1.1" status: 200 len: 210 time: 0.0298414 Jul 13 14:24:16.212135 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-45309ddf-85a1-4129-af32-e2e81782170a req-d8f7ecd5-720e-47ea-aacc-3fc8cfe30754 tempest-DeleteServersTestJSON-1653225659 tempest-DeleteServersTestJSON-1653225659-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0b74e2e-e596-4b51-9c91-b4d88fb5503c HTTP/1.1" status: 200 len: 210 time: 0.0285006 Jul 13 14:24:17.290194 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9fcd58d9-4fb1-4daf-a422-90b6bd873dc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:24:17.361633 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f215fbfa-083f-4274-a71b-29194ddae355 req-c965e40b-fdc4-47c1-b282-cf4ea3cd95e2 tempest-DeleteServersTestJSON-1653225659 tempest-DeleteServersTestJSON-1653225659-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0b74e2e-e596-4b51-9c91-b4d88fb5503c HTTP/1.1" status: 200 len: 210 time: 0.0283720 Jul 13 14:24:18.100999 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b630eb-a581-48b4-9438-1eb937113380 req-ee3917f5-1d21-41b3-8f41-96897947cee6 tempest-DeleteServersTestJSON-1653225659 tempest-DeleteServersTestJSON-1653225659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:24:18.102484 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-64b630eb-a581-48b4-9438-1eb937113380 req-ee3917f5-1d21-41b3-8f41-96897947cee6 tempest-DeleteServersTestJSON-1653225659 tempest-DeleteServersTestJSON-1653225659-project] 10.222.0.41 "GET /v2.0/networks?id=0779769a-cce2-41b1-bd33-b9f425821d6b HTTP/1.1" status: 200 len: 812 time: 0.1023550 Jul 13 14:24:18.115829 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-64b630eb-a581-48b4-9438-1eb937113380 req-dca5d1f1-5186-41ef-862b-c064fec4f33a tempest-DeleteServersTestJSON-1653225659 tempest-DeleteServersTestJSON-1653225659-project] Request body: {'port': {'device_id': 'f0b74e2e-e596-4b51-9c91-b4d88fb5503c', 'network_id': '0779769a-cce2-41b1-bd33-b9f425821d6b', 'admin_state_up': True, 'tenant_id': '379e87b0074d4b7683346201e16e9d61'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:24:18.239792 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64b630eb-a581-48b4-9438-1eb937113380 req-dca5d1f1-5186-41ef-862b-c064fec4f33a tempest-DeleteServersTestJSON-1653225659 tempest-DeleteServersTestJSON-1653225659-project] Made reservation on behalf of 379e87b0074d4b7683346201e16e9d61 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:24:18.243477 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-64b630eb-a581-48b4-9438-1eb937113380 req-dca5d1f1-5186-41ef-862b-c064fec4f33a tempest-DeleteServersTestJSON-1653225659 tempest-DeleteServersTestJSON-1653225659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:24:18.834381 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cc31b62a-52c5-457b-8772-08ffe70e68fb req-9e2590ff-7e7b-4c8c-b9d6-879a947fb485 tempest-DeleteServersTestJSON-1653225659 tempest-DeleteServersTestJSON-1653225659-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0b74e2e-e596-4b51-9c91-b4d88fb5503c HTTP/1.1" status: 200 len: 210 time: 0.0537190 Jul 13 14:24:18.848110 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-64b630eb-a581-48b4-9438-1eb937113380 req-dca5d1f1-5186-41ef-862b-c064fec4f33a tempest-DeleteServersTestJSON-1653225659 tempest-DeleteServersTestJSON-1653225659-project] Allocated IP 172.20.0.14 (0779769a-cce2-41b1-bd33-b9f425821d6b/850d86a2-7a38-41bc-b12c-fbf718fe6362/27d01248-5ff9-45d6-b712-508f20b1f376) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:24:19.024754 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-64b630eb-a581-48b4-9438-1eb937113380 req-dca5d1f1-5186-41ef-862b-c064fec4f33a tempest-DeleteServersTestJSON-1653225659 tempest-DeleteServersTestJSON-1653225659-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:24:19.062684 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-64b630eb-a581-48b4-9438-1eb937113380 req-dca5d1f1-5186-41ef-862b-c064fec4f33a tempest-DeleteServersTestJSON-1653225659 tempest-DeleteServersTestJSON-1653225659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:24:19.105466 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64b630eb-a581-48b4-9438-1eb937113380 req-dca5d1f1-5186-41ef-862b-c064fec4f33a tempest-DeleteServersTestJSON-1653225659 tempest-DeleteServersTestJSON-1653225659-project] Network 0779769a-cce2-41b1-bd33-b9f425821d6b is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:24:19.110693 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-64b630eb-a581-48b4-9438-1eb937113380 req-dca5d1f1-5186-41ef-862b-c064fec4f33a tempest-DeleteServersTestJSON-1653225659 tempest-DeleteServersTestJSON-1653225659-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:24:19.115363 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-64b630eb-a581-48b4-9438-1eb937113380 req-dca5d1f1-5186-41ef-862b-c064fec4f33a tempest-DeleteServersTestJSON-1653225659 tempest-DeleteServersTestJSON-1653225659-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:24:19.141314 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca5d1f1-5186-41ef-862b-c064fec4f33a tempest-DeleteServersTestJSON-1653225659 tempest-DeleteServersTestJSON-1653225659-project] Pushing event updated for resources: {'Port': ['ID=27d01248-5ff9-45d6-b712-508f20b1f376,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:24:19.156079 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca5d1f1-5186-41ef-862b-c064fec4f33a tempest-DeleteServersTestJSON-1653225659 tempest-DeleteServersTestJSON-1653225659-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:24:19.156425 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca5d1f1-5186-41ef-862b-c064fec4f33a tempest-DeleteServersTestJSON-1653225659 tempest-DeleteServersTestJSON-1653225659-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:24:19.156758 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca5d1f1-5186-41ef-862b-c064fec4f33a tempest-DeleteServersTestJSON-1653225659 tempest-DeleteServersTestJSON-1653225659-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:24:19.157089 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca5d1f1-5186-41ef-862b-c064fec4f33a tempest-DeleteServersTestJSON-1653225659 tempest-DeleteServersTestJSON-1653225659-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:24:19.157417 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca5d1f1-5186-41ef-862b-c064fec4f33a tempest-DeleteServersTestJSON-1653225659 tempest-DeleteServersTestJSON-1653225659-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:24:19.157751 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca5d1f1-5186-41ef-862b-c064fec4f33a tempest-DeleteServersTestJSON-1653225659 tempest-DeleteServersTestJSON-1653225659-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:24:19.158089 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca5d1f1-5186-41ef-862b-c064fec4f33a tempest-DeleteServersTestJSON-1653225659 tempest-DeleteServersTestJSON-1653225659-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:24:19.158411 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca5d1f1-5186-41ef-862b-c064fec4f33a tempest-DeleteServersTestJSON-1653225659 tempest-DeleteServersTestJSON-1653225659-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:24:19.158728 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca5d1f1-5186-41ef-862b-c064fec4f33a tempest-DeleteServersTestJSON-1653225659 tempest-DeleteServersTestJSON-1653225659-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:24:19.159044 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca5d1f1-5186-41ef-862b-c064fec4f33a tempest-DeleteServersTestJSON-1653225659 tempest-DeleteServersTestJSON-1653225659-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:24:19.160064 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca5d1f1-5186-41ef-862b-c064fec4f33a tempest-DeleteServersTestJSON-1653225659 tempest-DeleteServersTestJSON-1653225659-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:24:19.160334 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca5d1f1-5186-41ef-862b-c064fec4f33a tempest-DeleteServersTestJSON-1653225659 tempest-DeleteServersTestJSON-1653225659-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:24:19.180432 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b630eb-a581-48b4-9438-1eb937113380 req-dca5d1f1-5186-41ef-862b-c064fec4f33a tempest-DeleteServersTestJSON-1653225659 tempest-DeleteServersTestJSON-1653225659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:24:19.181046 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-64b630eb-a581-48b4-9438-1eb937113380 req-dca5d1f1-5186-41ef-862b-c064fec4f33a tempest-DeleteServersTestJSON-1653225659 tempest-DeleteServersTestJSON-1653225659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:24:19.195065 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-64b630eb-a581-48b4-9438-1eb937113380 req-dca5d1f1-5186-41ef-862b-c064fec4f33a tempest-DeleteServersTestJSON-1653225659 tempest-DeleteServersTestJSON-1653225659-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0836687 Jul 13 14:24:19.207715 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-64b630eb-a581-48b4-9438-1eb937113380 req-2a553410-4901-4c2f-948e-dd1648611112 service neutron] Request body: {'port': {'device_id': 'f0b74e2e-e596-4b51-9c91-b4d88fb5503c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:24:19.281986 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-64b630eb-a581-48b4-9438-1eb937113380 req-2a553410-4901-4c2f-948e-dd1648611112 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:24:19.541791 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-64b630eb-a581-48b4-9438-1eb937113380 req-2a553410-4901-4c2f-948e-dd1648611112 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27d01248-5ff9-45d6-b712-508f20b1f376 {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:24:19.549264 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-64b630eb-a581-48b4-9438-1eb937113380 req-2a553410-4901-4c2f-948e-dd1648611112 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:24:19.561555 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-64b630eb-a581-48b4-9438-1eb937113380 req-2a553410-4901-4c2f-948e-dd1648611112 service neutron] Transition to ACTIVE for port object 27d01248-5ff9-45d6-b712-508f20b1f376 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:24:19.565239 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-64b630eb-a581-48b4-9438-1eb937113380 req-2a553410-4901-4c2f-948e-dd1648611112 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:24:19.639930 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a553410-4901-4c2f-948e-dd1648611112 service neutron] Pushing event updated for resources: {'Port': ['ID=27d01248-5ff9-45d6-b712-508f20b1f376,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:24:19.691911 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-64b630eb-a581-48b4-9438-1eb937113380 req-2a553410-4901-4c2f-948e-dd1648611112 service neutron] Attempting to bind port 27d01248-5ff9-45d6-b712-508f20b1f376 on host n-h2-800634-1 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:24:19.692157 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-64b630eb-a581-48b4-9438-1eb937113380 req-2a553410-4901-4c2f-948e-dd1648611112 service neutron] Attempting to bind port 27d01248-5ff9-45d6-b712-508f20b1f376 by drivers openvswitch,hyperv on host n-h2-800634-1 at level 0 using segments [{'id': 'fc37fd29-f8cf-473b-99f2-6f8f3bda3d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0779769a-cce2-41b1-bd33-b9f425821d6b'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:24:19.692488 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b630eb-a581-48b4-9438-1eb937113380 req-2a553410-4901-4c2f-948e-dd1648611112 service neutron] Attempting to bind port 27d01248-5ff9-45d6-b712-508f20b1f376 on network 0779769a-cce2-41b1-bd33-b9f425821d6b {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:24:19.696785 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b630eb-a581-48b4-9438-1eb937113380 req-2a553410-4901-4c2f-948e-dd1648611112 service neutron] Port 27d01248-5ff9-45d6-b712-508f20b1f376 on network 0779769a-cce2-41b1-bd33-b9f425821d6b not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-1 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 14:24:19.697108 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b630eb-a581-48b4-9438-1eb937113380 req-2a553410-4901-4c2f-948e-dd1648611112 service neutron] Attempting to bind port 27d01248-5ff9-45d6-b712-508f20b1f376 on network 0779769a-cce2-41b1-bd33-b9f425821d6b {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:24:19.701897 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b630eb-a581-48b4-9438-1eb937113380 req-2a553410-4901-4c2f-948e-dd1648611112 service neutron] Checking agent: {'id': 'f615e5c9-21ab-43f2-adbc-192d64b795cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 24, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:24:19.702243 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b630eb-a581-48b4-9438-1eb937113380 req-2a553410-4901-4c2f-948e-dd1648611112 service neutron] Checking segment: {'id': 'fc37fd29-f8cf-473b-99f2-6f8f3bda3d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0779769a-cce2-41b1-bd33-b9f425821d6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:24:19.702628 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b630eb-a581-48b4-9438-1eb937113380 req-2a553410-4901-4c2f-948e-dd1648611112 service neutron] Bound using segment: {'id': 'fc37fd29-f8cf-473b-99f2-6f8f3bda3d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0779769a-cce2-41b1-bd33-b9f425821d6b'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:24:19.703055 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-64b630eb-a581-48b4-9438-1eb937113380 req-2a553410-4901-4c2f-948e-dd1648611112 service neutron] Bound port: 27d01248-5ff9-45d6-b712-508f20b1f376, host: n-h2-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc37fd29-f8cf-473b-99f2-6f8f3bda3d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0779769a-cce2-41b1-bd33-b9f425821d6b'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:24:19.703414 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-64b630eb-a581-48b4-9438-1eb937113380 req-2a553410-4901-4c2f-948e-dd1648611112 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:24:19.767154 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-64b630eb-a581-48b4-9438-1eb937113380 req-2a553410-4901-4c2f-948e-dd1648611112 service neutron] For port 27d01248-5ff9-45d6-b712-508f20b1f376, host n-h2-800634-1, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:24:19.770388 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-64b630eb-a581-48b4-9438-1eb937113380 req-2a553410-4901-4c2f-948e-dd1648611112 service neutron] For port 27d01248-5ff9-45d6-b712-508f20b1f376, host n-h2-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=27d01248-5ff9-45d6-b712-508f20b1f376,segment=NetworkSegment(fc37fd29-f8cf-473b-99f2-6f8f3bda3d87),segment_id=fc37fd29-f8cf-473b-99f2-6f8f3bda3d87)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:24:19.774274 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-64b630eb-a581-48b4-9438-1eb937113380 req-2a553410-4901-4c2f-948e-dd1648611112 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:24:19.809976 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b630eb-a581-48b4-9438-1eb937113380 req-2a553410-4901-4c2f-948e-dd1648611112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:24:19.810598 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-64b630eb-a581-48b4-9438-1eb937113380 req-2a553410-4901-4c2f-948e-dd1648611112 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:24:19.812023 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-64b630eb-a581-48b4-9438-1eb937113380 req-2a553410-4901-4c2f-948e-dd1648611112 service neutron] 10.222.0.41 "PUT /v2.0/ports/27d01248-5ff9-45d6-b712-508f20b1f376 HTTP/1.1" status: 200 len: 1092 time: 0.6090105 Jul 13 14:24:19.812492 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0b74e2e-e596-4b51-9c91-b4d88fb5503c', 'tag': '27d01248-5ff9-45d6-b712-508f20b1f376'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:24:19.814786 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86b6d2cd-0e49-4cc6-b7fe-df67941d7f11" -d '{"events": [{"name": "network-changed", "server_uuid": "f0b74e2e-e596-4b51-9c91-b4d88fb5503c", "tag": "27d01248-5ff9-45d6-b712-508f20b1f376"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:24:19.843218 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a553410-4901-4c2f-948e-dd1648611112 service neutron] Pushing event updated for resources: {'Port': ['ID=27d01248-5ff9-45d6-b712-508f20b1f376,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:24:19.859582 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51a94b3f-782a-4107-8189-4d8f57ab0b85 x-openstack-request-id: req-51a94b3f-782a-4107-8189-4d8f57ab0b85 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:24:19.859880 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0b74e2e-e596-4b51-9c91-b4d88fb5503c", "tag": "27d01248-5ff9-45d6-b712-508f20b1f376", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:24:19.860134 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-51a94b3f-782a-4107-8189-4d8f57ab0b85 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:24:19.860530 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0b74e2e-e596-4b51-9c91-b4d88fb5503c', 'tag': '27d01248-5ff9-45d6-b712-508f20b1f376', 'status': 'completed', 'code': 200} Jul 13 14:24:19.910479 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b630eb-a581-48b4-9438-1eb937113380 req-c3a4a19d-1c82-4b63-b303-f24dbd6c4847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:24:19.912068 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-64b630eb-a581-48b4-9438-1eb937113380 req-c3a4a19d-1c82-4b63-b303-f24dbd6c4847 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=379e87b0074d4b7683346201e16e9d61&device_id=f0b74e2e-e596-4b51-9c91-b4d88fb5503c HTTP/1.1" status: 200 len: 1095 time: 0.0616663 Jul 13 14:24:19.943512 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-05977ad0-197d-4f69-9561-c86084e531e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:24:19.957470 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-64b630eb-a581-48b4-9438-1eb937113380 req-1e08c545-7d73-43e8-8927-ee1a8aca2209 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=27d01248-5ff9-45d6-b712-508f20b1f376 HTTP/1.1" status: 200 len: 217 time: 0.0378721 Jul 13 14:24:20.035179 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b630eb-a581-48b4-9438-1eb937113380 req-78bdd1c6-a89f-4791-8879-53c4f90a3b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:24:20.036750 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-64b630eb-a581-48b4-9438-1eb937113380 req-78bdd1c6-a89f-4791-8879-53c4f90a3b9f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=850d86a2-7a38-41bc-b12c-fbf718fe6362 HTTP/1.1" status: 200 len: 852 time: 0.0715840 Jul 13 14:24:20.072098 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:24:20.074848 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-64b630eb-a581-48b4-9438-1eb937113380 req-92314ac5-d9c4-44c7-9c34-9fd392601286 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0779769a-cce2-41b1-bd33-b9f425821d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317256 Jul 13 14:24:20.087280 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4422eb34-af66-49d8-a64a-7f1a54fd55eb req-70c92614-e7e5-4e3b-9f08-5bfd760fcb3f tempest-DeleteServersTestJSON-1653225659 tempest-DeleteServersTestJSON-1653225659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:24:20.088733 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4422eb34-af66-49d8-a64a-7f1a54fd55eb req-70c92614-e7e5-4e3b-9f08-5bfd760fcb3f tempest-DeleteServersTestJSON-1653225659 tempest-DeleteServersTestJSON-1653225659-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0b74e2e-e596-4b51-9c91-b4d88fb5503c HTTP/1.1" status: 200 len: 944 time: 0.1347058 Jul 13 14:24:20.175543 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4422eb34-af66-49d8-a64a-7f1a54fd55eb req-ad7bb98b-615e-44ab-adda-743cd3fc9631 tempest-DeleteServersTestJSON-1653225659 tempest-DeleteServersTestJSON-1653225659-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b6e082d-5bd4-4972-baa9-ab7331d2a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785267 Jul 13 14:24:20.204998 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-64b630eb-a581-48b4-9438-1eb937113380 req-cb4673c3-fbdd-4e9c-9224-78fbac582f01 service neutron] 10.222.0.41 "GET /v2.0/networks/0779769a-cce2-41b1-bd33-b9f425821d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151938 Jul 13 14:24:20.303403 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-64b630eb-a581-48b4-9438-1eb937113380 req-e8050fad-d958-4642-a368-199e913162ce service neutron] 10.222.0.41 "GET /v2.0/networks/0779769a-cce2-41b1-bd33-b9f425821d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917885 Jul 13 14:24:20.401382 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b6d2cd-0e49-4cc6-b7fe-df67941d7f11 req-21634090-c07d-4485-ac40-2289799c1f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:24:20.402928 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-86b6d2cd-0e49-4cc6-b7fe-df67941d7f11 req-21634090-c07d-4485-ac40-2289799c1f5c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=379e87b0074d4b7683346201e16e9d61&device_id=f0b74e2e-e596-4b51-9c91-b4d88fb5503c HTTP/1.1" status: 200 len: 1095 time: 0.0542645 Jul 13 14:24:20.499081 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b6d2cd-0e49-4cc6-b7fe-df67941d7f11 req-3560eaf4-eb1d-47c5-b04f-b638c1d38b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:24:20.500494 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-86b6d2cd-0e49-4cc6-b7fe-df67941d7f11 req-3560eaf4-eb1d-47c5-b04f-b638c1d38b2c service neutron] 10.222.0.41 "GET /v2.0/networks?id=0779769a-cce2-41b1-bd33-b9f425821d6b HTTP/1.1" status: 200 len: 912 time: 0.0913472 Jul 13 14:24:20.541720 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-86b6d2cd-0e49-4cc6-b7fe-df67941d7f11 req-00710d52-2f15-4a2d-928a-f3c3161297ee service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=27d01248-5ff9-45d6-b712-508f20b1f376 HTTP/1.1" status: 200 len: 217 time: 0.0347581 Jul 13 14:24:20.556880 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:24:20.595228 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b6d2cd-0e49-4cc6-b7fe-df67941d7f11 req-d8c3f0cc-f031-4b1d-9ed3-91e0b8ccb5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:24:20.596726 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-86b6d2cd-0e49-4cc6-b7fe-df67941d7f11 req-d8c3f0cc-f031-4b1d-9ed3-91e0b8ccb5a8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=850d86a2-7a38-41bc-b12c-fbf718fe6362 HTTP/1.1" status: 200 len: 852 time: 0.0485773 Jul 13 14:24:20.630408 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-86b6d2cd-0e49-4cc6-b7fe-df67941d7f11 req-147895ca-e009-4a48-9eb4-8635ec444793 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0779769a-cce2-41b1-bd33-b9f425821d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271075 Jul 13 14:24:20.718128 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-86b6d2cd-0e49-4cc6-b7fe-df67941d7f11 req-c053f93f-df54-4264-9254-5e7b86f643c6 service neutron] 10.222.0.41 "GET /v2.0/networks/0779769a-cce2-41b1-bd33-b9f425821d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815301 Jul 13 14:24:20.811688 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-86b6d2cd-0e49-4cc6-b7fe-df67941d7f11 req-8a8eee04-6a23-429e-a9ce-9478517fceb2 service neutron] 10.222.0.41 "GET /v2.0/networks/0779769a-cce2-41b1-bd33-b9f425821d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872109 Jul 13 14:24:21.272185 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:24:21.354649 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59120d50-7232-4514-a1cf-a2b691243cb7 req-6ca11729-011d-4bdf-8d24-f3aeadde861c tempest-DeleteServersTestJSON-1653225659 tempest-DeleteServersTestJSON-1653225659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:24:21.356137 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-59120d50-7232-4514-a1cf-a2b691243cb7 req-6ca11729-011d-4bdf-8d24-f3aeadde861c tempest-DeleteServersTestJSON-1653225659 tempest-DeleteServersTestJSON-1653225659-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0b74e2e-e596-4b51-9c91-b4d88fb5503c HTTP/1.1" status: 200 len: 944 time: 0.0673203 Jul 13 14:24:21.392973 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-59120d50-7232-4514-a1cf-a2b691243cb7 req-8ba3899d-d9e5-4120-a221-e04d3a0b7afc tempest-DeleteServersTestJSON-1653225659 tempest-DeleteServersTestJSON-1653225659-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b6e082d-5bd4-4972-baa9-ab7331d2a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313878 Jul 13 14:24:21.996124 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [req-ea2b861d-200f-45ab-a341-1da0c1598bb8 req-ce300cb4-33ce-4981-ad65-5985e35330e3 service neutron] (93751) timed out ('10.222.0.23', 42020) {{(pid=93751) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 13 14:24:22.567007 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb1aedb-bbff-464d-870f-cccfd7cba3d1 req-a7f2bc45-e941-4ac9-9fe0-49588e148864 tempest-DeleteServersTestJSON-1653225659 tempest-DeleteServersTestJSON-1653225659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:24:22.568511 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bfb1aedb-bbff-464d-870f-cccfd7cba3d1 req-a7f2bc45-e941-4ac9-9fe0-49588e148864 tempest-DeleteServersTestJSON-1653225659 tempest-DeleteServersTestJSON-1653225659-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0b74e2e-e596-4b51-9c91-b4d88fb5503c HTTP/1.1" status: 200 len: 944 time: 0.0654554 Jul 13 14:24:22.606273 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bfb1aedb-bbff-464d-870f-cccfd7cba3d1 req-15ad9068-fac7-4182-b47e-837347035b7c tempest-DeleteServersTestJSON-1653225659 tempest-DeleteServersTestJSON-1653225659-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b6e082d-5bd4-4972-baa9-ab7331d2a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321667 Jul 13 14:24:22.779265 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:24:23.282555 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 27d01248-5ff9-45d6-b712-508f20b1f376 details requested by agent hyperv_n-h2-800634-1 with host n-h2-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 14:24:23.382603 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 27d01248-5ff9-45d6-b712-508f20b1f376, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=27d01248-5ff9-45d6-b712-508f20b1f376,segment=NetworkSegment(fc37fd29-f8cf-473b-99f2-6f8f3bda3d87),segment_id=fc37fd29-f8cf-473b-99f2-6f8f3bda3d87)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:24:23.394506 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Returning: {'device': '27d01248-5ff9-45d6-b712-508f20b1f376', 'network_id': '0779769a-cce2-41b1-bd33-b9f425821d6b', 'port_id': '27d01248-5ff9-45d6-b712-508f20b1f376', 'mac_address': 'fa:16:3e:02:52:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '850d86a2-7a38-41bc-b12c-fbf718fe6362', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 14:24:23.431289 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:24:23.444450 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27d01248-5ff9-45d6-b712-508f20b1f376 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:24:23.464407 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 27d01248-5ff9-45d6-b712-508f20b1f376, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=27d01248-5ff9-45d6-b712-508f20b1f376,segment=NetworkSegment(fc37fd29-f8cf-473b-99f2-6f8f3bda3d87),segment_id=fc37fd29-f8cf-473b-99f2-6f8f3bda3d87)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:24:23.468435 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:24:23.514788 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=27d01248-5ff9-45d6-b712-508f20b1f376,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:24:23.656324 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['27d01248-5ff9-45d6-b712-508f20b1f376'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:24:23.780103 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b66080f-3de2-4fce-acf7-a85b0895355b req-f8e24d5b-d1bd-4731-ad5e-af2e79d8bf2d tempest-DeleteServersTestJSON-1653225659 tempest-DeleteServersTestJSON-1653225659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:24:23.781607 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5b66080f-3de2-4fce-acf7-a85b0895355b req-f8e24d5b-d1bd-4731-ad5e-af2e79d8bf2d tempest-DeleteServersTestJSON-1653225659 tempest-DeleteServersTestJSON-1653225659-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0b74e2e-e596-4b51-9c91-b4d88fb5503c HTTP/1.1" status: 200 len: 945 time: 0.0631852 Jul 13 14:24:23.825153 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5b66080f-3de2-4fce-acf7-a85b0895355b req-c27cfe09-5061-4dc0-b5d3-fff0d64281cd tempest-DeleteServersTestJSON-1653225659 tempest-DeleteServersTestJSON-1653225659-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b6e082d-5bd4-4972-baa9-ab7331d2a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372691 Jul 13 14:24:25.007611 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16da35c-2229-4fd8-8a1b-e9ddc1b7834b req-a355b08f-9ad1-4ce3-8d71-aa31b4ad8734 tempest-DeleteServersTestJSON-1653225659 tempest-DeleteServersTestJSON-1653225659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:24:25.009099 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a16da35c-2229-4fd8-8a1b-e9ddc1b7834b req-a355b08f-9ad1-4ce3-8d71-aa31b4ad8734 tempest-DeleteServersTestJSON-1653225659 tempest-DeleteServersTestJSON-1653225659-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0b74e2e-e596-4b51-9c91-b4d88fb5503c HTTP/1.1" status: 200 len: 945 time: 0.0708108 Jul 13 14:24:25.046964 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a16da35c-2229-4fd8-8a1b-e9ddc1b7834b req-cbb4d413-647f-4bf7-9b59-b91827de5514 tempest-DeleteServersTestJSON-1653225659 tempest-DeleteServersTestJSON-1653225659-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b6e082d-5bd4-4972-baa9-ab7331d2a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321715 Jul 13 14:24:25.291463 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 27d01248-5ff9-45d6-b712-508f20b1f376 up at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:24:25.341799 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning for port 27d01248-5ff9-45d6-b712-508f20b1f376 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:24:25.345559 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning complete for port 27d01248-5ff9-45d6-b712-508f20b1f376 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:24:25.345951 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:24:25.422832 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:24:25.446370 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0b74e2e-e596-4b51-9c91-b4d88fb5503c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27d01248-5ff9-45d6-b712-508f20b1f376'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:24:25.448734 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d67291b4-65de-4bbd-ba79-0863c2362bfb" -d '{"events": [{"server_uuid": "f0b74e2e-e596-4b51-9c91-b4d88fb5503c", "name": "network-vif-plugged", "status": "completed", "tag": "27d01248-5ff9-45d6-b712-508f20b1f376"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:24:25.466053 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 27d01248-5ff9-45d6-b712-508f20b1f376, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=27d01248-5ff9-45d6-b712-508f20b1f376,segment=NetworkSegment(fc37fd29-f8cf-473b-99f2-6f8f3bda3d87),segment_id=fc37fd29-f8cf-473b-99f2-6f8f3bda3d87)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:24:25.470772 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:24:25.495943 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f443bd8-c3ce-4184-870b-b1dc0871ac69 x-openstack-request-id: req-4f443bd8-c3ce-4184-870b-b1dc0871ac69 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:24:25.496230 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0b74e2e-e596-4b51-9c91-b4d88fb5503c", "name": "network-vif-plugged", "status": "completed", "tag": "27d01248-5ff9-45d6-b712-508f20b1f376", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:24:25.496484 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4f443bd8-c3ce-4184-870b-b1dc0871ac69 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:24:25.496868 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0b74e2e-e596-4b51-9c91-b4d88fb5503c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27d01248-5ff9-45d6-b712-508f20b1f376', 'code': 200} Jul 13 14:24:25.522098 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=27d01248-5ff9-45d6-b712-508f20b1f376,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:24:25.605513 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb09e91d-d3a7-498f-b663-96090f586d52 req-0db83138-aba4-4503-9eb2-07b6667a1408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:24:25.607036 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cb09e91d-d3a7-498f-b663-96090f586d52 req-0db83138-aba4-4503-9eb2-07b6667a1408 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f0b74e2e-e596-4b51-9c91-b4d88fb5503c HTTP/1.1" status: 200 len: 1097 time: 0.0515685 Jul 13 14:24:25.640383 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cb09e91d-d3a7-498f-b663-96090f586d52 req-9aa9c5a6-146c-4351-8b9e-d0bc5fb33210 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6b6e082d-5bd4-4972-baa9-ab7331d2a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267575 Jul 13 14:24:26.220760 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c827c69d-bc2c-49ab-a37a-3e587077517d req-0b3b8106-d350-457b-8da4-b01af0f3e5a7 tempest-DeleteServersTestJSON-1653225659 tempest-DeleteServersTestJSON-1653225659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:24:26.222205 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c827c69d-bc2c-49ab-a37a-3e587077517d req-0b3b8106-d350-457b-8da4-b01af0f3e5a7 tempest-DeleteServersTestJSON-1653225659 tempest-DeleteServersTestJSON-1653225659-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0b74e2e-e596-4b51-9c91-b4d88fb5503c HTTP/1.1" status: 200 len: 946 time: 0.0646083 Jul 13 14:24:26.260184 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c827c69d-bc2c-49ab-a37a-3e587077517d req-632da225-43db-40e9-b41e-9f7ccb5a72a1 tempest-DeleteServersTestJSON-1653225659 tempest-DeleteServersTestJSON-1653225659-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b6e082d-5bd4-4972-baa9-ab7331d2a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322175 Jul 13 14:24:27.440414 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93613aff-9c29-405d-a541-c9d3db53d752 req-17c540f2-e763-4e0e-b8e2-1bd80c6b8684 tempest-DeleteServersTestJSON-1653225659 tempest-DeleteServersTestJSON-1653225659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:24:27.441985 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-93613aff-9c29-405d-a541-c9d3db53d752 req-17c540f2-e763-4e0e-b8e2-1bd80c6b8684 tempest-DeleteServersTestJSON-1653225659 tempest-DeleteServersTestJSON-1653225659-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0b74e2e-e596-4b51-9c91-b4d88fb5503c HTTP/1.1" status: 200 len: 946 time: 0.0637500 Jul 13 14:24:27.483440 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-93613aff-9c29-405d-a541-c9d3db53d752 req-39000b1b-e625-4db6-b615-d1c9011e2331 tempest-DeleteServersTestJSON-1653225659 tempest-DeleteServersTestJSON-1653225659-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b6e082d-5bd4-4972-baa9-ab7331d2a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360010 Jul 13 14:24:27.766892 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 48354) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:24:27.871940 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5c5220bd-6896-4145-840c-f585d5b4834d req-3d58f78e-69d0-49b2-9af0-364a97f3e16f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f0b74e2e-e596-4b51-9c91-b4d88fb5503c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1037567 Jul 13 14:24:27.882526 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c4efd3-6ac8-4db7-a8c3-6b55e9381a87 req-df8cd5f0-2f70-4682-9deb-ce88ef8c343f tempest-DeleteServersTestJSON-1653225659 tempest-DeleteServersTestJSON-1653225659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:24:27.884051 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a0c4efd3-6ac8-4db7-a8c3-6b55e9381a87 req-df8cd5f0-2f70-4682-9deb-ce88ef8c343f tempest-DeleteServersTestJSON-1653225659 tempest-DeleteServersTestJSON-1653225659-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0b74e2e-e596-4b51-9c91-b4d88fb5503c HTTP/1.1" status: 200 len: 946 time: 0.0657690 Jul 13 14:24:27.929837 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a0c4efd3-6ac8-4db7-a8c3-6b55e9381a87 req-cf56e6b2-b9f3-449b-b174-34e6294dde59 tempest-DeleteServersTestJSON-1653225659 tempest-DeleteServersTestJSON-1653225659-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b6e082d-5bd4-4972-baa9-ab7331d2a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400927 Jul 13 14:24:29.105671 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fff2932-efbe-4c57-957a-b464de0af493 req-4f04f9e1-1533-4549-a079-94f9d6b21fe0 tempest-DeleteServersTestJSON-1653225659 tempest-DeleteServersTestJSON-1653225659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:24:29.107151 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8fff2932-efbe-4c57-957a-b464de0af493 req-4f04f9e1-1533-4549-a079-94f9d6b21fe0 tempest-DeleteServersTestJSON-1653225659 tempest-DeleteServersTestJSON-1653225659-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0b74e2e-e596-4b51-9c91-b4d88fb5503c HTTP/1.1" status: 200 len: 946 time: 0.0653696 Jul 13 14:24:29.150237 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8fff2932-efbe-4c57-957a-b464de0af493 req-99a281c6-db04-48d8-b115-78392a5b7656 tempest-DeleteServersTestJSON-1653225659 tempest-DeleteServersTestJSON-1653225659-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b6e082d-5bd4-4972-baa9-ab7331d2a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365391 Jul 13 14:24:29.268322 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5220bd-6896-4145-840c-f585d5b4834d req-bb78ebca-7c88-4955-8514-bb9e4387340e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:24:29.269907 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5c5220bd-6896-4145-840c-f585d5b4834d req-bb78ebca-7c88-4955-8514-bb9e4387340e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=379e87b0074d4b7683346201e16e9d61&device_id=f0b74e2e-e596-4b51-9c91-b4d88fb5503c HTTP/1.1" status: 200 len: 1097 time: 0.0584719 Jul 13 14:24:29.364815 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5220bd-6896-4145-840c-f585d5b4834d req-eecdea7e-93cf-445a-8cf9-5c9f1b4703c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:24:29.366585 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5c5220bd-6896-4145-840c-f585d5b4834d req-eecdea7e-93cf-445a-8cf9-5c9f1b4703c8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0779769a-cce2-41b1-bd33-b9f425821d6b HTTP/1.1" status: 200 len: 912 time: 0.0906870 Jul 13 14:24:29.407574 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5c5220bd-6896-4145-840c-f585d5b4834d req-b4fc2fcf-5817-4855-b73a-d397281dfb21 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=27d01248-5ff9-45d6-b712-508f20b1f376 HTTP/1.1" status: 200 len: 217 time: 0.0350499 Jul 13 14:24:29.462371 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5220bd-6896-4145-840c-f585d5b4834d req-5f8887e4-ac98-4c4d-aa80-98c13094bcf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:24:29.463857 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5c5220bd-6896-4145-840c-f585d5b4834d req-5f8887e4-ac98-4c4d-aa80-98c13094bcf7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=850d86a2-7a38-41bc-b12c-fbf718fe6362 HTTP/1.1" status: 200 len: 852 time: 0.0505052 Jul 13 14:24:29.498168 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5c5220bd-6896-4145-840c-f585d5b4834d req-ae4dc47e-a107-4176-b84e-19272a16f8b9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0779769a-cce2-41b1-bd33-b9f425821d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275178 Jul 13 14:24:29.588178 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5c5220bd-6896-4145-840c-f585d5b4834d req-bcb2192a-13a6-47ea-8fe5-6369360a211c service neutron] 10.222.0.41 "GET /v2.0/networks/0779769a-cce2-41b1-bd33-b9f425821d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834234 Jul 13 14:24:29.692349 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5c5220bd-6896-4145-840c-f585d5b4834d req-ef16ca00-fed0-42f8-b6af-b1c9d284e35d service neutron] 10.222.0.41 "GET /v2.0/networks/0779769a-cce2-41b1-bd33-b9f425821d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974903 Jul 13 14:24:30.335995 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f27b539-192a-45f3-8aeb-4efd47a5f422 req-3d4395c5-303c-4f6e-bc9d-1938f333fe7d tempest-DeleteServersTestJSON-1653225659 tempest-DeleteServersTestJSON-1653225659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:24:30.337496 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5f27b539-192a-45f3-8aeb-4efd47a5f422 req-3d4395c5-303c-4f6e-bc9d-1938f333fe7d tempest-DeleteServersTestJSON-1653225659 tempest-DeleteServersTestJSON-1653225659-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0b74e2e-e596-4b51-9c91-b4d88fb5503c HTTP/1.1" status: 200 len: 946 time: 0.0657454 Jul 13 14:24:30.376656 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5f27b539-192a-45f3-8aeb-4efd47a5f422 req-41172ec5-1c9b-417b-8d33-3c9023ce97f7 tempest-DeleteServersTestJSON-1653225659 tempest-DeleteServersTestJSON-1653225659-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b6e082d-5bd4-4972-baa9-ab7331d2a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335982 Jul 13 14:24:30.766110 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:24:31.064054 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:24:31.563275 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6de93e6-ff06-4402-8b53-81680ef982d9 req-e9922f3e-18ff-4a62-9c03-4442f906c2d5 tempest-DeleteServersTestJSON-1653225659 tempest-DeleteServersTestJSON-1653225659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:24:31.564787 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a6de93e6-ff06-4402-8b53-81680ef982d9 req-e9922f3e-18ff-4a62-9c03-4442f906c2d5 tempest-DeleteServersTestJSON-1653225659 tempest-DeleteServersTestJSON-1653225659-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0b74e2e-e596-4b51-9c91-b4d88fb5503c HTTP/1.1" status: 200 len: 946 time: 0.0678639 Jul 13 14:24:31.604365 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a6de93e6-ff06-4402-8b53-81680ef982d9 req-ff011071-4994-4bba-b664-c40b0e5eb841 tempest-DeleteServersTestJSON-1653225659 tempest-DeleteServersTestJSON-1653225659-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b6e082d-5bd4-4972-baa9-ab7331d2a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338602 Jul 13 14:24:32.783172 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94351e9-2d22-4224-a4ae-a85ac843ac60 req-e32afeb1-0a07-4e94-a9dc-417a173347ee tempest-DeleteServersTestJSON-1653225659 tempest-DeleteServersTestJSON-1653225659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:24:32.784685 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b94351e9-2d22-4224-a4ae-a85ac843ac60 req-e32afeb1-0a07-4e94-a9dc-417a173347ee tempest-DeleteServersTestJSON-1653225659 tempest-DeleteServersTestJSON-1653225659-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0b74e2e-e596-4b51-9c91-b4d88fb5503c HTTP/1.1" status: 200 len: 946 time: 0.0683901 Jul 13 14:24:32.824452 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b94351e9-2d22-4224-a4ae-a85ac843ac60 req-e85ec561-ddee-4e68-88a8-d0cf5fbbe1e9 tempest-DeleteServersTestJSON-1653225659 tempest-DeleteServersTestJSON-1653225659-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b6e082d-5bd4-4972-baa9-ab7331d2a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342278 Jul 13 14:24:34.017811 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12b8957-5153-4e92-85df-8a0896c7a4e2 req-f635d034-7757-449b-a590-66d1b63e086e tempest-DeleteServersTestJSON-1653225659 tempest-DeleteServersTestJSON-1653225659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:24:34.020075 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b12b8957-5153-4e92-85df-8a0896c7a4e2 req-f635d034-7757-449b-a590-66d1b63e086e tempest-DeleteServersTestJSON-1653225659 tempest-DeleteServersTestJSON-1653225659-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0b74e2e-e596-4b51-9c91-b4d88fb5503c HTTP/1.1" status: 200 len: 946 time: 0.0690405 Jul 13 14:24:34.060358 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b12b8957-5153-4e92-85df-8a0896c7a4e2 req-f1dacb2a-77ec-4d74-a823-1ba2856355e7 tempest-DeleteServersTestJSON-1653225659 tempest-DeleteServersTestJSON-1653225659-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b6e082d-5bd4-4972-baa9-ab7331d2a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345116 Jul 13 14:24:35.239659 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9c95bc-9806-4675-907f-9b400fa7d6c6 req-91a53747-f3e9-46cc-a9b3-8766ffd2cb72 tempest-DeleteServersTestJSON-1653225659 tempest-DeleteServersTestJSON-1653225659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:24:35.241088 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ff9c95bc-9806-4675-907f-9b400fa7d6c6 req-91a53747-f3e9-46cc-a9b3-8766ffd2cb72 tempest-DeleteServersTestJSON-1653225659 tempest-DeleteServersTestJSON-1653225659-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0b74e2e-e596-4b51-9c91-b4d88fb5503c HTTP/1.1" status: 200 len: 946 time: 0.0673218 Jul 13 14:24:35.282269 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ff9c95bc-9806-4675-907f-9b400fa7d6c6 req-59dce9b8-e7f0-4040-b40b-2d81d8176fbf tempest-DeleteServersTestJSON-1653225659 tempest-DeleteServersTestJSON-1653225659-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b6e082d-5bd4-4972-baa9-ab7331d2a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346696 Jul 13 14:24:36.463114 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4dddaf-65a4-4fed-80b1-a72e5aaca40b req-de4b22e6-dc4e-4121-8a58-caf94a1cbdf3 tempest-DeleteServersTestJSON-1653225659 tempest-DeleteServersTestJSON-1653225659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:24:36.464662 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9c4dddaf-65a4-4fed-80b1-a72e5aaca40b req-de4b22e6-dc4e-4121-8a58-caf94a1cbdf3 tempest-DeleteServersTestJSON-1653225659 tempest-DeleteServersTestJSON-1653225659-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0b74e2e-e596-4b51-9c91-b4d88fb5503c HTTP/1.1" status: 200 len: 946 time: 0.0670550 Jul 13 14:24:36.504455 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9c4dddaf-65a4-4fed-80b1-a72e5aaca40b req-11099875-399c-4151-a459-3960df38aa54 tempest-DeleteServersTestJSON-1653225659 tempest-DeleteServersTestJSON-1653225659-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b6e082d-5bd4-4972-baa9-ab7331d2a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341375 Jul 13 14:24:37.677616 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759f563f-77f9-434a-928f-76655ea4201d req-cd6ba0a8-5087-483d-a8fb-80e82a5fa606 tempest-DeleteServersTestJSON-1653225659 tempest-DeleteServersTestJSON-1653225659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:24:37.679138 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-759f563f-77f9-434a-928f-76655ea4201d req-cd6ba0a8-5087-483d-a8fb-80e82a5fa606 tempest-DeleteServersTestJSON-1653225659 tempest-DeleteServersTestJSON-1653225659-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0b74e2e-e596-4b51-9c91-b4d88fb5503c HTTP/1.1" status: 200 len: 946 time: 0.0634663 Jul 13 14:24:37.719462 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-759f563f-77f9-434a-928f-76655ea4201d req-13ac8914-7ba1-4431-a13a-87aac39e0c96 tempest-DeleteServersTestJSON-1653225659 tempest-DeleteServersTestJSON-1653225659-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b6e082d-5bd4-4972-baa9-ab7331d2a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348494 Jul 13 14:24:38.889586 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6bbc2e-87e5-4eeb-9f62-e3c179849520 req-a9130ab1-ff15-43dd-96ac-a4d494f0ffe4 tempest-DeleteServersTestJSON-1653225659 tempest-DeleteServersTestJSON-1653225659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:24:38.891080 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-af6bbc2e-87e5-4eeb-9f62-e3c179849520 req-a9130ab1-ff15-43dd-96ac-a4d494f0ffe4 tempest-DeleteServersTestJSON-1653225659 tempest-DeleteServersTestJSON-1653225659-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0b74e2e-e596-4b51-9c91-b4d88fb5503c HTTP/1.1" status: 200 len: 946 time: 0.0622816 Jul 13 14:24:38.937186 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-af6bbc2e-87e5-4eeb-9f62-e3c179849520 req-239c7967-5da7-4cc2-a234-55e3a894c806 tempest-DeleteServersTestJSON-1653225659 tempest-DeleteServersTestJSON-1653225659-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b6e082d-5bd4-4972-baa9-ab7331d2a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392270 Jul 13 14:24:40.113463 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b8196c-7417-44b6-a838-ddb70fe6d42e req-3fd0d7c2-c8df-41d1-9e6a-76be9df05a67 tempest-DeleteServersTestJSON-1653225659 tempest-DeleteServersTestJSON-1653225659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:24:40.114995 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-72b8196c-7417-44b6-a838-ddb70fe6d42e req-3fd0d7c2-c8df-41d1-9e6a-76be9df05a67 tempest-DeleteServersTestJSON-1653225659 tempest-DeleteServersTestJSON-1653225659-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0b74e2e-e596-4b51-9c91-b4d88fb5503c HTTP/1.1" status: 200 len: 946 time: 0.0641851 Jul 13 14:24:40.153339 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-72b8196c-7417-44b6-a838-ddb70fe6d42e req-d86d0a1f-8e13-4b79-a4b4-a271f8f51c71 tempest-DeleteServersTestJSON-1653225659 tempest-DeleteServersTestJSON-1653225659-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b6e082d-5bd4-4972-baa9-ab7331d2a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328383 Jul 13 14:24:41.327193 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdc1c5e-7855-4732-a1f4-13f7d0b03a92 req-d5222a5c-2a81-40ba-aa00-f6bb0709f20f tempest-DeleteServersTestJSON-1653225659 tempest-DeleteServersTestJSON-1653225659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:24:41.328679 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bfdc1c5e-7855-4732-a1f4-13f7d0b03a92 req-d5222a5c-2a81-40ba-aa00-f6bb0709f20f tempest-DeleteServersTestJSON-1653225659 tempest-DeleteServersTestJSON-1653225659-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0b74e2e-e596-4b51-9c91-b4d88fb5503c HTTP/1.1" status: 200 len: 946 time: 0.0656898 Jul 13 14:24:41.367401 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bfdc1c5e-7855-4732-a1f4-13f7d0b03a92 req-7d8eb59f-bd0a-41a4-bede-bac4ff7cfed7 tempest-DeleteServersTestJSON-1653225659 tempest-DeleteServersTestJSON-1653225659-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b6e082d-5bd4-4972-baa9-ab7331d2a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324855 Jul 13 14:24:42.543163 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8115da-5775-49f3-9864-2873397583ff req-4ac41618-773b-4d53-bb11-28ab0743f260 tempest-DeleteServersTestJSON-1653225659 tempest-DeleteServersTestJSON-1653225659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:24:42.544664 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1a8115da-5775-49f3-9864-2873397583ff req-4ac41618-773b-4d53-bb11-28ab0743f260 tempest-DeleteServersTestJSON-1653225659 tempest-DeleteServersTestJSON-1653225659-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0b74e2e-e596-4b51-9c91-b4d88fb5503c HTTP/1.1" status: 200 len: 946 time: 0.0639641 Jul 13 14:24:42.582741 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1a8115da-5775-49f3-9864-2873397583ff req-bdd21681-0ad1-485b-bbd6-ce53a4b4adcf tempest-DeleteServersTestJSON-1653225659 tempest-DeleteServersTestJSON-1653225659-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b6e082d-5bd4-4972-baa9-ab7331d2a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324986 Jul 13 14:24:43.755406 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733dc022-64cd-422b-9544-d6668246678a req-25716720-baed-432b-b096-64666407540a tempest-DeleteServersTestJSON-1653225659 tempest-DeleteServersTestJSON-1653225659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:24:43.756949 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-733dc022-64cd-422b-9544-d6668246678a req-25716720-baed-432b-b096-64666407540a tempest-DeleteServersTestJSON-1653225659 tempest-DeleteServersTestJSON-1653225659-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0b74e2e-e596-4b51-9c91-b4d88fb5503c HTTP/1.1" status: 200 len: 946 time: 0.0637460 Jul 13 14:24:43.796153 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-733dc022-64cd-422b-9544-d6668246678a req-6ef2f6d2-1127-411d-b261-f7d7e53f9535 tempest-DeleteServersTestJSON-1653225659 tempest-DeleteServersTestJSON-1653225659-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b6e082d-5bd4-4972-baa9-ab7331d2a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336103 Jul 13 14:24:44.973533 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50f5a4b-3e8e-4858-9436-abcdf8e7579a req-8b82df39-2870-4d38-a347-fe601bdc311b tempest-DeleteServersTestJSON-1653225659 tempest-DeleteServersTestJSON-1653225659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:24:44.975050 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b50f5a4b-3e8e-4858-9436-abcdf8e7579a req-8b82df39-2870-4d38-a347-fe601bdc311b tempest-DeleteServersTestJSON-1653225659 tempest-DeleteServersTestJSON-1653225659-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0b74e2e-e596-4b51-9c91-b4d88fb5503c HTTP/1.1" status: 200 len: 946 time: 0.0679569 Jul 13 14:24:45.012882 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b50f5a4b-3e8e-4858-9436-abcdf8e7579a req-8cc1854d-7bb2-45e7-9ec3-be8d04a237f3 tempest-DeleteServersTestJSON-1653225659 tempest-DeleteServersTestJSON-1653225659-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b6e082d-5bd4-4972-baa9-ab7331d2a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322568 Jul 13 14:24:46.191837 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620f7d8f-9147-472c-854e-0464c22c42ec req-e5659d7b-c62a-46fa-9fd6-10c6a90ef84b tempest-DeleteServersTestJSON-1653225659 tempest-DeleteServersTestJSON-1653225659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:24:46.193242 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-620f7d8f-9147-472c-854e-0464c22c42ec req-e5659d7b-c62a-46fa-9fd6-10c6a90ef84b tempest-DeleteServersTestJSON-1653225659 tempest-DeleteServersTestJSON-1653225659-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0b74e2e-e596-4b51-9c91-b4d88fb5503c HTTP/1.1" status: 200 len: 946 time: 0.0675514 Jul 13 14:24:46.231024 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-620f7d8f-9147-472c-854e-0464c22c42ec req-b00c4243-6f74-4c6b-b2d3-94f0c41c066d tempest-DeleteServersTestJSON-1653225659 tempest-DeleteServersTestJSON-1653225659-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b6e082d-5bd4-4972-baa9-ab7331d2a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322800 Jul 13 14:24:47.291955 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2a05a58a-d4dc-4e8e-b9bd-49b7bf0185c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:24:47.406722 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08999d90-7f95-443c-9cd7-6e8774530e7e req-df5150e6-f955-4cd3-96f9-a71fba59ab4f tempest-DeleteServersTestJSON-1653225659 tempest-DeleteServersTestJSON-1653225659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:24:47.408208 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-08999d90-7f95-443c-9cd7-6e8774530e7e req-df5150e6-f955-4cd3-96f9-a71fba59ab4f tempest-DeleteServersTestJSON-1653225659 tempest-DeleteServersTestJSON-1653225659-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0b74e2e-e596-4b51-9c91-b4d88fb5503c HTTP/1.1" status: 200 len: 946 time: 0.0637345 Jul 13 14:24:47.446859 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-08999d90-7f95-443c-9cd7-6e8774530e7e req-ed3a68f2-b91f-4525-ac12-df5896b56afe tempest-DeleteServersTestJSON-1653225659 tempest-DeleteServersTestJSON-1653225659-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b6e082d-5bd4-4972-baa9-ab7331d2a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329440 Jul 13 14:24:48.621312 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf6b7af-1077-4bbd-94ea-e676bd031c8f req-0f1e2ec7-6366-4f64-959e-991e88459551 tempest-DeleteServersTestJSON-1653225659 tempest-DeleteServersTestJSON-1653225659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:24:48.622824 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cdf6b7af-1077-4bbd-94ea-e676bd031c8f req-0f1e2ec7-6366-4f64-959e-991e88459551 tempest-DeleteServersTestJSON-1653225659 tempest-DeleteServersTestJSON-1653225659-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0b74e2e-e596-4b51-9c91-b4d88fb5503c HTTP/1.1" status: 200 len: 946 time: 0.0651588 Jul 13 14:24:48.661972 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cdf6b7af-1077-4bbd-94ea-e676bd031c8f req-6f9e7dda-b6fe-4905-8a0c-a0b0f59ae834 tempest-DeleteServersTestJSON-1653225659 tempest-DeleteServersTestJSON-1653225659-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b6e082d-5bd4-4972-baa9-ab7331d2a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328543 Jul 13 14:24:49.845900 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b80dc0-aeef-4652-a4c9-6fb42b39b150 req-74d4dfcd-84bc-42eb-aa2f-916f976b5d92 tempest-DeleteServersTestJSON-1653225659 tempest-DeleteServersTestJSON-1653225659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:24:49.848170 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-86b80dc0-aeef-4652-a4c9-6fb42b39b150 req-74d4dfcd-84bc-42eb-aa2f-916f976b5d92 tempest-DeleteServersTestJSON-1653225659 tempest-DeleteServersTestJSON-1653225659-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0b74e2e-e596-4b51-9c91-b4d88fb5503c HTTP/1.1" status: 200 len: 946 time: 0.0631900 Jul 13 14:24:49.889549 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-86b80dc0-aeef-4652-a4c9-6fb42b39b150 req-5ac149ec-46c0-4de3-8800-2d3817d834b1 tempest-DeleteServersTestJSON-1653225659 tempest-DeleteServersTestJSON-1653225659-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b6e082d-5bd4-4972-baa9-ab7331d2a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357394 Jul 13 14:24:49.935688 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-0f5aa6e1-8b8e-4350-af5c-ebdce274cddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:24:50.073066 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:24:51.065047 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398d2867-19ca-4692-8b08-c09a8d20eb18 req-10eaee67-027e-4221-bcee-0d3e17f325dc tempest-DeleteServersTestJSON-1653225659 tempest-DeleteServersTestJSON-1653225659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:24:51.067153 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-398d2867-19ca-4692-8b08-c09a8d20eb18 req-10eaee67-027e-4221-bcee-0d3e17f325dc tempest-DeleteServersTestJSON-1653225659 tempest-DeleteServersTestJSON-1653225659-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0b74e2e-e596-4b51-9c91-b4d88fb5503c HTTP/1.1" status: 200 len: 946 time: 0.0636423 Jul 13 14:24:51.109381 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-398d2867-19ca-4692-8b08-c09a8d20eb18 req-bc7d11b7-6465-49ed-bed1-e910a145fc4e tempest-DeleteServersTestJSON-1653225659 tempest-DeleteServersTestJSON-1653225659-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b6e082d-5bd4-4972-baa9-ab7331d2a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367267 Jul 13 14:24:51.274297 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:24:52.285424 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f0ebfb-5f4d-46a1-a60a-ef905b9d296b req-e0c1b7f4-6cc2-484c-bf73-3ec3f8de6966 tempest-DeleteServersTestJSON-1653225659 tempest-DeleteServersTestJSON-1653225659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:24:52.286919 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-77f0ebfb-5f4d-46a1-a60a-ef905b9d296b req-e0c1b7f4-6cc2-484c-bf73-3ec3f8de6966 tempest-DeleteServersTestJSON-1653225659 tempest-DeleteServersTestJSON-1653225659-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0b74e2e-e596-4b51-9c91-b4d88fb5503c HTTP/1.1" status: 200 len: 946 time: 0.0647194 Jul 13 14:24:52.326837 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-77f0ebfb-5f4d-46a1-a60a-ef905b9d296b req-41de3d8d-eccb-49e2-951f-8fb55b3f8c11 tempest-DeleteServersTestJSON-1653225659 tempest-DeleteServersTestJSON-1653225659-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b6e082d-5bd4-4972-baa9-ab7331d2a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344193 Jul 13 14:24:52.782697 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:24:53.506710 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55137cd1-a040-49be-b918-90c671c2f863 req-d2e15011-3582-4077-a4b9-73c850d20958 tempest-DeleteServersTestJSON-1653225659 tempest-DeleteServersTestJSON-1653225659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:24:53.508240 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-55137cd1-a040-49be-b918-90c671c2f863 req-d2e15011-3582-4077-a4b9-73c850d20958 tempest-DeleteServersTestJSON-1653225659 tempest-DeleteServersTestJSON-1653225659-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0b74e2e-e596-4b51-9c91-b4d88fb5503c HTTP/1.1" status: 200 len: 946 time: 0.0655966 Jul 13 14:24:53.547197 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-55137cd1-a040-49be-b918-90c671c2f863 req-2bb7c5f6-fe4a-4393-8bfa-c0e70d4c953f tempest-DeleteServersTestJSON-1653225659 tempest-DeleteServersTestJSON-1653225659-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b6e082d-5bd4-4972-baa9-ab7331d2a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330670 Jul 13 14:24:54.719259 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d9b243-3e4f-4498-abd1-850f90b960bb req-95f18dc8-6082-465a-9d58-46cd9f90c540 tempest-DeleteServersTestJSON-1653225659 tempest-DeleteServersTestJSON-1653225659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:24:54.720729 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-50d9b243-3e4f-4498-abd1-850f90b960bb req-95f18dc8-6082-465a-9d58-46cd9f90c540 tempest-DeleteServersTestJSON-1653225659 tempest-DeleteServersTestJSON-1653225659-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0b74e2e-e596-4b51-9c91-b4d88fb5503c HTTP/1.1" status: 200 len: 946 time: 0.0631688 Jul 13 14:24:54.759830 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-50d9b243-3e4f-4498-abd1-850f90b960bb req-2cdfe82e-edeb-4212-8a3f-2f653dab4b7d tempest-DeleteServersTestJSON-1653225659 tempest-DeleteServersTestJSON-1653225659-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b6e082d-5bd4-4972-baa9-ab7331d2a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335064 Jul 13 14:24:55.934000 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2476fcbe-0047-4692-8435-7e5558028d5f req-85ef9a1a-4bfc-45a7-8a84-708752da6cb9 tempest-DeleteServersTestJSON-1653225659 tempest-DeleteServersTestJSON-1653225659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:24:55.935502 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2476fcbe-0047-4692-8435-7e5558028d5f req-85ef9a1a-4bfc-45a7-8a84-708752da6cb9 tempest-DeleteServersTestJSON-1653225659 tempest-DeleteServersTestJSON-1653225659-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0b74e2e-e596-4b51-9c91-b4d88fb5503c HTTP/1.1" status: 200 len: 946 time: 0.0633841 Jul 13 14:24:55.975359 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2476fcbe-0047-4692-8435-7e5558028d5f req-b7a97c7e-b907-4f74-a89f-d600ca8fa773 tempest-DeleteServersTestJSON-1653225659 tempest-DeleteServersTestJSON-1653225659-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b6e082d-5bd4-4972-baa9-ab7331d2a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333076 Jul 13 14:24:56.604834 n-d-800634-1 neutron-server[93750]: INFO neutron.api.v2.resource [req-5c5220bd-6896-4145-840c-f585d5b4834d req-f6e5b42f-7cf7-41ab-8848-e3d742c5a2cc service neutron] show failed (client error): The resource could not be found. Jul 13 14:24:56.605894 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5c5220bd-6896-4145-840c-f585d5b4834d req-f6e5b42f-7cf7-41ab-8848-e3d742c5a2cc service neutron] 10.222.0.41 "GET /v2.0/ports/27d01248-5ff9-45d6-b712-508f20b1f376/bindings/n-h1-800634-1 HTTP/1.1" status: 404 len: 380 time: 0.0636675 Jul 13 14:24:56.891888 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5220bd-6896-4145-840c-f585d5b4834d req-96b97e71-c289-456e-a377-b9b47e57b11d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:24:56.893910 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5c5220bd-6896-4145-840c-f585d5b4834d req-96b97e71-c289-456e-a377-b9b47e57b11d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f0b74e2e-e596-4b51-9c91-b4d88fb5503c&tenant_id=379e87b0074d4b7683346201e16e9d61 HTTP/1.1" status: 200 len: 1097 time: 0.0851538 Jul 13 14:24:56.904299 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-5c5220bd-6896-4145-840c-f585d5b4834d req-7f0fcefa-5485-48bd-8f10-7b5a64e8e657 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800634-1', 'device_owner': 'compute:nova'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:24:56.981490 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-5c5220bd-6896-4145-840c-f585d5b4834d req-7f0fcefa-5485-48bd-8f10-7b5a64e8e657 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:24:57.159085 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3354f5d9-4e95-4df4-bdeb-f2eef1ca1873 req-11c58817-7456-49c6-b901-f8d21af6e590 tempest-DeleteServersTestJSON-1653225659 tempest-DeleteServersTestJSON-1653225659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:24:57.160683 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3354f5d9-4e95-4df4-bdeb-f2eef1ca1873 req-11c58817-7456-49c6-b901-f8d21af6e590 tempest-DeleteServersTestJSON-1653225659 tempest-DeleteServersTestJSON-1653225659-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0b74e2e-e596-4b51-9c91-b4d88fb5503c HTTP/1.1" status: 200 len: 946 time: 0.0679972 Jul 13 14:24:57.193882 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-5c5220bd-6896-4145-840c-f585d5b4834d req-7f0fcefa-5485-48bd-8f10-7b5a64e8e657 service neutron] For port 27d01248-5ff9-45d6-b712-508f20b1f376, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=27d01248-5ff9-45d6-b712-508f20b1f376,segment=NetworkSegment(fc37fd29-f8cf-473b-99f2-6f8f3bda3d87),segment_id=fc37fd29-f8cf-473b-99f2-6f8f3bda3d87)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:24:57.199770 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3354f5d9-4e95-4df4-bdeb-f2eef1ca1873 req-d315ae7b-4ab1-41d4-8435-6186f174833a tempest-DeleteServersTestJSON-1653225659 tempest-DeleteServersTestJSON-1653225659-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b6e082d-5bd4-4972-baa9-ab7331d2a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330927 Jul 13 14:24:57.228420 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-5c5220bd-6896-4145-840c-f585d5b4834d req-7f0fcefa-5485-48bd-8f10-7b5a64e8e657 service neutron] For port 27d01248-5ff9-45d6-b712-508f20b1f376, host n-h2-800634-1, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:24:57.266904 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0b74e2e-e596-4b51-9c91-b4d88fb5503c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27d01248-5ff9-45d6-b712-508f20b1f376'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:24:57.270013 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c3d3461-b967-4e1c-b984-82558baba562" -d '{"events": [{"server_uuid": "f0b74e2e-e596-4b51-9c91-b4d88fb5503c", "name": "network-vif-unplugged", "status": "completed", "tag": "27d01248-5ff9-45d6-b712-508f20b1f376"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:24:57.273692 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-5c5220bd-6896-4145-840c-f585d5b4834d req-7f0fcefa-5485-48bd-8f10-7b5a64e8e657 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:24:57.286225 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-5c5220bd-6896-4145-840c-f585d5b4834d req-7f0fcefa-5485-48bd-8f10-7b5a64e8e657 service neutron] Transition to ACTIVE for port object 27d01248-5ff9-45d6-b712-508f20b1f376 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:24:57.290145 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-5c5220bd-6896-4145-840c-f585d5b4834d req-7f0fcefa-5485-48bd-8f10-7b5a64e8e657 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:24:57.326651 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 14:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91c78ee1-6d53-4f19-ac10-4ae3c81dd7f1 x-openstack-request-id: req-91c78ee1-6d53-4f19-ac10-4ae3c81dd7f1 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:24:57.326948 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0b74e2e-e596-4b51-9c91-b4d88fb5503c", "name": "network-vif-unplugged", "status": "completed", "tag": "27d01248-5ff9-45d6-b712-508f20b1f376", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:24:57.327200 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-91c78ee1-6d53-4f19-ac10-4ae3c81dd7f1 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:24:57.327892 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0b74e2e-e596-4b51-9c91-b4d88fb5503c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27d01248-5ff9-45d6-b712-508f20b1f376', 'code': 200} Jul 13 14:24:57.360190 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c5220bd-6896-4145-840c-f585d5b4834d req-7f0fcefa-5485-48bd-8f10-7b5a64e8e657 service neutron] No DVR routers for this DVR port 27d01248-5ff9-45d6-b712-508f20b1f376 on host n-h2-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:24:57.364092 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0fcefa-5485-48bd-8f10-7b5a64e8e657 service neutron] Pushing event updated for resources: {'Port': ['ID=27d01248-5ff9-45d6-b712-508f20b1f376,revision_number=6']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:24:57.402080 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-5c5220bd-6896-4145-840c-f585d5b4834d req-7f0fcefa-5485-48bd-8f10-7b5a64e8e657 service neutron] Attempting to bind port 27d01248-5ff9-45d6-b712-508f20b1f376 on host n-h1-800634-1 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:24:57.402422 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-5c5220bd-6896-4145-840c-f585d5b4834d req-7f0fcefa-5485-48bd-8f10-7b5a64e8e657 service neutron] Attempting to bind port 27d01248-5ff9-45d6-b712-508f20b1f376 by drivers openvswitch,hyperv on host n-h1-800634-1 at level 0 using segments [{'id': 'fc37fd29-f8cf-473b-99f2-6f8f3bda3d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0779769a-cce2-41b1-bd33-b9f425821d6b'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:24:57.402754 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c5220bd-6896-4145-840c-f585d5b4834d req-7f0fcefa-5485-48bd-8f10-7b5a64e8e657 service neutron] Attempting to bind port 27d01248-5ff9-45d6-b712-508f20b1f376 on network 0779769a-cce2-41b1-bd33-b9f425821d6b {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:24:57.407083 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c5220bd-6896-4145-840c-f585d5b4834d req-7f0fcefa-5485-48bd-8f10-7b5a64e8e657 service neutron] Port 27d01248-5ff9-45d6-b712-508f20b1f376 on network 0779769a-cce2-41b1-bd33-b9f425821d6b not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-1 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 14:24:57.407407 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c5220bd-6896-4145-840c-f585d5b4834d req-7f0fcefa-5485-48bd-8f10-7b5a64e8e657 service neutron] Attempting to bind port 27d01248-5ff9-45d6-b712-508f20b1f376 on network 0779769a-cce2-41b1-bd33-b9f425821d6b {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:24:57.412468 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c5220bd-6896-4145-840c-f585d5b4834d req-7f0fcefa-5485-48bd-8f10-7b5a64e8e657 service neutron] Checking agent: {'id': 'a7603dc8-3c50-4a9b-8f0d-1143528f155e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 24, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:24:57.412731 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c5220bd-6896-4145-840c-f585d5b4834d req-7f0fcefa-5485-48bd-8f10-7b5a64e8e657 service neutron] Checking segment: {'id': 'fc37fd29-f8cf-473b-99f2-6f8f3bda3d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0779769a-cce2-41b1-bd33-b9f425821d6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:24:57.413148 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c5220bd-6896-4145-840c-f585d5b4834d req-7f0fcefa-5485-48bd-8f10-7b5a64e8e657 service neutron] Bound using segment: {'id': 'fc37fd29-f8cf-473b-99f2-6f8f3bda3d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0779769a-cce2-41b1-bd33-b9f425821d6b'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:24:57.413620 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-5c5220bd-6896-4145-840c-f585d5b4834d req-7f0fcefa-5485-48bd-8f10-7b5a64e8e657 service neutron] Bound port: 27d01248-5ff9-45d6-b712-508f20b1f376, host: n-h1-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc37fd29-f8cf-473b-99f2-6f8f3bda3d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0779769a-cce2-41b1-bd33-b9f425821d6b'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:24:57.414013 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-5c5220bd-6896-4145-840c-f585d5b4834d req-7f0fcefa-5485-48bd-8f10-7b5a64e8e657 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:24:57.479548 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-5c5220bd-6896-4145-840c-f585d5b4834d req-7f0fcefa-5485-48bd-8f10-7b5a64e8e657 service neutron] For port 27d01248-5ff9-45d6-b712-508f20b1f376, host n-h1-800634-1, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:24:57.482815 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-5c5220bd-6896-4145-840c-f585d5b4834d req-7f0fcefa-5485-48bd-8f10-7b5a64e8e657 service neutron] For port 27d01248-5ff9-45d6-b712-508f20b1f376, host n-h1-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=27d01248-5ff9-45d6-b712-508f20b1f376,segment=NetworkSegment(fc37fd29-f8cf-473b-99f2-6f8f3bda3d87),segment_id=fc37fd29-f8cf-473b-99f2-6f8f3bda3d87)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:24:57.487519 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-5c5220bd-6896-4145-840c-f585d5b4834d req-7f0fcefa-5485-48bd-8f10-7b5a64e8e657 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:24:57.525924 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5220bd-6896-4145-840c-f585d5b4834d req-7f0fcefa-5485-48bd-8f10-7b5a64e8e657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:24:57.526489 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-5c5220bd-6896-4145-840c-f585d5b4834d req-7f0fcefa-5485-48bd-8f10-7b5a64e8e657 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:24:57.527920 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5c5220bd-6896-4145-840c-f585d5b4834d req-7f0fcefa-5485-48bd-8f10-7b5a64e8e657 service neutron] 10.222.0.26 "PUT /v2.0/ports/27d01248-5ff9-45d6-b712-508f20b1f376 HTTP/1.1" status: 200 len: 1092 time: 0.6277132 Jul 13 14:24:57.552743 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0fcefa-5485-48bd-8f10-7b5a64e8e657 service neutron] Pushing event updated for resources: {'Port': ['ID=27d01248-5ff9-45d6-b712-508f20b1f376,revision_number=7']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:24:57.562070 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:24:57.612788 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5220bd-6896-4145-840c-f585d5b4834d req-ddd39a00-9138-4007-acd4-02e839942219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:24:57.614503 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5c5220bd-6896-4145-840c-f585d5b4834d req-ddd39a00-9138-4007-acd4-02e839942219 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=379e87b0074d4b7683346201e16e9d61&device_id=f0b74e2e-e596-4b51-9c91-b4d88fb5503c HTTP/1.1" status: 200 len: 1095 time: 0.0581017 Jul 13 14:24:57.713386 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5220bd-6896-4145-840c-f585d5b4834d req-6c9178b5-99bf-4377-918c-3e661d4045e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:24:57.714843 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5c5220bd-6896-4145-840c-f585d5b4834d req-6c9178b5-99bf-4377-918c-3e661d4045e1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0779769a-cce2-41b1-bd33-b9f425821d6b HTTP/1.1" status: 200 len: 912 time: 0.0946887 Jul 13 14:24:57.758065 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5c5220bd-6896-4145-840c-f585d5b4834d req-118d5b4e-5b0a-4fdb-b035-844651c09385 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=27d01248-5ff9-45d6-b712-508f20b1f376 HTTP/1.1" status: 200 len: 217 time: 0.0365129 Jul 13 14:24:57.812116 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5220bd-6896-4145-840c-f585d5b4834d req-0baa9f69-85d4-46db-9e5e-8da45fc529de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:24:57.813612 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5c5220bd-6896-4145-840c-f585d5b4834d req-0baa9f69-85d4-46db-9e5e-8da45fc529de service neutron] 10.222.0.26 "GET /v2.0/subnets?id=850d86a2-7a38-41bc-b12c-fbf718fe6362 HTTP/1.1" status: 200 len: 852 time: 0.0501943 Jul 13 14:24:57.847450 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5c5220bd-6896-4145-840c-f585d5b4834d req-5e4bf712-05c9-4b08-acad-e7e4e0750246 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0779769a-cce2-41b1-bd33-b9f425821d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275695 Jul 13 14:24:57.951490 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5c5220bd-6896-4145-840c-f585d5b4834d req-2b775c85-ab11-43e9-a61c-7b3e1364fa19 service neutron] 10.222.0.26 "GET /v2.0/networks/0779769a-cce2-41b1-bd33-b9f425821d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982542 Jul 13 14:24:58.044916 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5c5220bd-6896-4145-840c-f585d5b4834d req-c3bc5ef1-56f3-4aad-a5b8-069f54f436f9 service neutron] 10.222.0.26 "GET /v2.0/networks/0779769a-cce2-41b1-bd33-b9f425821d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864353 Jul 13 14:24:58.388540 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e70d4fd-9772-40d1-afc0-6d18138fd118 req-6cfa10d6-23dc-4b8e-b8f1-fa43912135a0 tempest-DeleteServersTestJSON-1653225659 tempest-DeleteServersTestJSON-1653225659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:24:58.390164 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2e70d4fd-9772-40d1-afc0-6d18138fd118 req-6cfa10d6-23dc-4b8e-b8f1-fa43912135a0 tempest-DeleteServersTestJSON-1653225659 tempest-DeleteServersTestJSON-1653225659-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0b74e2e-e596-4b51-9c91-b4d88fb5503c HTTP/1.1" status: 200 len: 944 time: 0.0724349 Jul 13 14:24:58.429576 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2e70d4fd-9772-40d1-afc0-6d18138fd118 req-38f8d41e-71ff-416a-812a-b4e93c15f5fc tempest-DeleteServersTestJSON-1653225659 tempest-DeleteServersTestJSON-1653225659-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b6e082d-5bd4-4972-baa9-ab7331d2a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333021 Jul 13 14:24:59.328988 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0b74e2e-e596-4b51-9c91-b4d88fb5503c', 'tag': '27d01248-5ff9-45d6-b712-508f20b1f376'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:24:59.331510 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebd45dd2-9255-476a-a2db-1100a3f72442" -d '{"events": [{"name": "network-changed", "server_uuid": "f0b74e2e-e596-4b51-9c91-b4d88fb5503c", "tag": "27d01248-5ff9-45d6-b712-508f20b1f376"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:24:59.379216 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-398612d5-1149-471e-af00-9e7e51cda749 x-openstack-request-id: req-398612d5-1149-471e-af00-9e7e51cda749 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:24:59.379511 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0b74e2e-e596-4b51-9c91-b4d88fb5503c", "tag": "27d01248-5ff9-45d6-b712-508f20b1f376", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:24:59.379758 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-398612d5-1149-471e-af00-9e7e51cda749 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:24:59.380169 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0b74e2e-e596-4b51-9c91-b4d88fb5503c', 'tag': '27d01248-5ff9-45d6-b712-508f20b1f376', 'status': 'completed', 'code': 200} Jul 13 14:24:59.437135 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 27d01248-5ff9-45d6-b712-508f20b1f376 no longer exists at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:24:59.483150 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 27d01248-5ff9-45d6-b712-508f20b1f376 not bound to the agent host n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:24:59.504553 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd45dd2-9255-476a-a2db-1100a3f72442 req-3451fa47-8772-4bc4-aec1-16f898f68714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:24:59.506175 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ebd45dd2-9255-476a-a2db-1100a3f72442 req-3451fa47-8772-4bc4-aec1-16f898f68714 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=379e87b0074d4b7683346201e16e9d61&device_id=f0b74e2e-e596-4b51-9c91-b4d88fb5503c HTTP/1.1" status: 200 len: 1095 time: 0.0995364 Jul 13 14:24:59.507966 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd45dd2-9255-476a-a2db-1100a3f72442 req-0fecc1fc-fe23-4559-815e-5037ebeb792b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:24:59.509308 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ebd45dd2-9255-476a-a2db-1100a3f72442 req-0fecc1fc-fe23-4559-815e-5037ebeb792b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=379e87b0074d4b7683346201e16e9d61&device_id=f0b74e2e-e596-4b51-9c91-b4d88fb5503c HTTP/1.1" status: 200 len: 1095 time: 0.1106441 Jul 13 14:24:59.630443 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a5b792-6823-48e3-b105-a805b41f7898 req-33eb756e-132a-45cd-9826-8703acf94aff tempest-DeleteServersTestJSON-1653225659 tempest-DeleteServersTestJSON-1653225659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:24:59.632018 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-38a5b792-6823-48e3-b105-a805b41f7898 req-33eb756e-132a-45cd-9826-8703acf94aff tempest-DeleteServersTestJSON-1653225659 tempest-DeleteServersTestJSON-1653225659-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0b74e2e-e596-4b51-9c91-b4d88fb5503c HTTP/1.1" status: 200 len: 944 time: 0.0714836 Jul 13 14:24:59.681455 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd45dd2-9255-476a-a2db-1100a3f72442 req-d691cc2a-5735-4c27-a751-a5553970386d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:24:59.683091 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ebd45dd2-9255-476a-a2db-1100a3f72442 req-d691cc2a-5735-4c27-a751-a5553970386d service neutron] 10.222.0.26 "GET /v2.0/networks?id=0779769a-cce2-41b1-bd33-b9f425821d6b HTTP/1.1" status: 200 len: 912 time: 0.1696999 Jul 13 14:24:59.685962 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd45dd2-9255-476a-a2db-1100a3f72442 req-d010f38c-0b5a-41cb-9dc9-5cc22f7479a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:24:59.686150 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-38a5b792-6823-48e3-b105-a805b41f7898 req-2d0f4ce8-efcd-4820-83d6-72ac6168772a tempest-DeleteServersTestJSON-1653225659 tempest-DeleteServersTestJSON-1653225659-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b6e082d-5bd4-4972-baa9-ab7331d2a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479376 Jul 13 14:24:59.687338 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ebd45dd2-9255-476a-a2db-1100a3f72442 req-d010f38c-0b5a-41cb-9dc9-5cc22f7479a4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0779769a-cce2-41b1-bd33-b9f425821d6b HTTP/1.1" status: 200 len: 912 time: 0.1658030 Jul 13 14:24:59.741869 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ebd45dd2-9255-476a-a2db-1100a3f72442 req-95673da6-f792-471d-8b23-82f2d189c05f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=27d01248-5ff9-45d6-b712-508f20b1f376 HTTP/1.1" status: 200 len: 217 time: 0.0483093 Jul 13 14:24:59.778720 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ebd45dd2-9255-476a-a2db-1100a3f72442 req-106a6c16-9c5d-42e4-a037-7748cd066404 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=27d01248-5ff9-45d6-b712-508f20b1f376 HTTP/1.1" status: 200 len: 217 time: 0.0438366 Jul 13 14:24:59.850115 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd45dd2-9255-476a-a2db-1100a3f72442 req-8aa33b65-a3f2-4621-bcb7-f31c432e8c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:24:59.851584 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ebd45dd2-9255-476a-a2db-1100a3f72442 req-8aa33b65-a3f2-4621-bcb7-f31c432e8c6f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=850d86a2-7a38-41bc-b12c-fbf718fe6362 HTTP/1.1" status: 200 len: 852 time: 0.0808938 Jul 13 14:24:59.854978 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd45dd2-9255-476a-a2db-1100a3f72442 req-bdfe2db0-40a1-40fc-984f-6350145faf81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:24:59.856284 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ebd45dd2-9255-476a-a2db-1100a3f72442 req-bdfe2db0-40a1-40fc-984f-6350145faf81 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=850d86a2-7a38-41bc-b12c-fbf718fe6362 HTTP/1.1" status: 200 len: 852 time: 0.0582561 Jul 13 14:24:59.895586 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ebd45dd2-9255-476a-a2db-1100a3f72442 req-5f9684cd-a097-435c-8c79-5808a3c0431b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0779769a-cce2-41b1-bd33-b9f425821d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379093 Jul 13 14:24:59.913963 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ebd45dd2-9255-476a-a2db-1100a3f72442 req-f0db14ba-8245-4c53-9c0c-6bb76d9616a5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0779769a-cce2-41b1-bd33-b9f425821d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490210 Jul 13 14:25:00.065954 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ebd45dd2-9255-476a-a2db-1100a3f72442 req-84d97787-d589-45df-b8f3-71251129c796 service neutron] 10.222.0.41 "GET /v2.0/networks/0779769a-cce2-41b1-bd33-b9f425821d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534033 Jul 13 14:25:00.067833 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ebd45dd2-9255-476a-a2db-1100a3f72442 req-7674da60-dc88-44d3-ac8a-225a17f6e270 service neutron] 10.222.0.26 "GET /v2.0/networks/0779769a-cce2-41b1-bd33-b9f425821d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472845 Jul 13 14:25:00.540399 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ebd45dd2-9255-476a-a2db-1100a3f72442 req-b088b729-a66c-4cf4-b5de-56f2d378b79b service neutron] 10.222.0.41 "GET /v2.0/networks/0779769a-cce2-41b1-bd33-b9f425821d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4686472 Jul 13 14:25:00.543786 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ebd45dd2-9255-476a-a2db-1100a3f72442 req-460ea3eb-fd4f-4e63-b8ec-bd3f8c5778ff service neutron] 10.222.0.26 "GET /v2.0/networks/0779769a-cce2-41b1-bd33-b9f425821d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4645026 Jul 13 14:25:00.773521 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:25:00.867892 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d929aa5-f4ce-4d6c-857b-f3396da32003 req-b91e403b-7c3e-4880-a756-d41072d57ed7 tempest-DeleteServersTestJSON-1653225659 tempest-DeleteServersTestJSON-1653225659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:25:00.869393 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7d929aa5-f4ce-4d6c-857b-f3396da32003 req-b91e403b-7c3e-4880-a756-d41072d57ed7 tempest-DeleteServersTestJSON-1653225659 tempest-DeleteServersTestJSON-1653225659-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0b74e2e-e596-4b51-9c91-b4d88fb5503c HTTP/1.1" status: 200 len: 944 time: 0.0658052 Jul 13 14:25:00.912602 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7d929aa5-f4ce-4d6c-857b-f3396da32003 req-42788088-3eaf-4c39-9bd9-1ebccc289e1a tempest-DeleteServersTestJSON-1653225659 tempest-DeleteServersTestJSON-1653225659-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b6e082d-5bd4-4972-baa9-ab7331d2a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376434 Jul 13 14:25:00.926082 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 27d01248-5ff9-45d6-b712-508f20b1f376 details requested by agent hyperv_n-h1-800634-1 with host n-h1-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 14:25:01.038154 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 27d01248-5ff9-45d6-b712-508f20b1f376, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=27d01248-5ff9-45d6-b712-508f20b1f376,segment=NetworkSegment(fc37fd29-f8cf-473b-99f2-6f8f3bda3d87),segment_id=fc37fd29-f8cf-473b-99f2-6f8f3bda3d87)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:25:01.051489 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Returning: {'device': '27d01248-5ff9-45d6-b712-508f20b1f376', 'network_id': '0779769a-cce2-41b1-bd33-b9f425821d6b', 'port_id': '27d01248-5ff9-45d6-b712-508f20b1f376', 'mac_address': 'fa:16:3e:02:52:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '850d86a2-7a38-41bc-b12c-fbf718fe6362', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 14:25:01.103910 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:25:01.105701 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:25:01.118212 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27d01248-5ff9-45d6-b712-508f20b1f376 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:25:01.141554 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 27d01248-5ff9-45d6-b712-508f20b1f376, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=27d01248-5ff9-45d6-b712-508f20b1f376,segment=NetworkSegment(fc37fd29-f8cf-473b-99f2-6f8f3bda3d87),segment_id=fc37fd29-f8cf-473b-99f2-6f8f3bda3d87)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:25:01.148020 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:25:01.203954 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=27d01248-5ff9-45d6-b712-508f20b1f376,revision_number=8']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:25:01.373925 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c461d918-ff9c-4575-ac48-711701b17cff req-20867859-3aec-4991-bf53-652ea655e839 tempest-DeleteServersTestJSON-1653225659 tempest-DeleteServersTestJSON-1653225659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:25:01.375674 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c461d918-ff9c-4575-ac48-711701b17cff req-20867859-3aec-4991-bf53-652ea655e839 tempest-DeleteServersTestJSON-1653225659 tempest-DeleteServersTestJSON-1653225659-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0b74e2e-e596-4b51-9c91-b4d88fb5503c&tenant_id=379e87b0074d4b7683346201e16e9d61&binding%3Ahost_id=n-h1-800634-1 HTTP/1.1" status: 200 len: 945 time: 0.1155379 Jul 13 14:25:01.399717 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['27d01248-5ff9-45d6-b712-508f20b1f376'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:25:01.441833 n-d-800634-1 neutron-server[93750]: INFO neutron.api.v2.resource [req-c461d918-ff9c-4575-ac48-711701b17cff req-70ba9264-d3ca-4d89-9a68-d3c6169524a3 service neutron] delete failed (client error): The resource could not be found. Jul 13 14:25:01.442873 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c461d918-ff9c-4575-ac48-711701b17cff req-70ba9264-d3ca-4d89-9a68-d3c6169524a3 service neutron] 10.222.0.41 "DELETE /v2.0/ports/27d01248-5ff9-45d6-b712-508f20b1f376/bindings/n-h2-800634-1 HTTP/1.1" status: 404 len: 380 time: 0.0610898 Jul 13 14:25:01.544866 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c461d918-ff9c-4575-ac48-711701b17cff req-ae47e4e0-4a23-4579-b3ac-38f1d7788372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:25:01.546900 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c461d918-ff9c-4575-ac48-711701b17cff req-ae47e4e0-4a23-4579-b3ac-38f1d7788372 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=379e87b0074d4b7683346201e16e9d61&device_id=f0b74e2e-e596-4b51-9c91-b4d88fb5503c HTTP/1.1" status: 200 len: 1096 time: 0.0605276 Jul 13 14:25:01.639286 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c461d918-ff9c-4575-ac48-711701b17cff req-27460161-2072-431e-b224-e84b12024a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:25:01.640703 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c461d918-ff9c-4575-ac48-711701b17cff req-27460161-2072-431e-b224-e84b12024a96 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0779769a-cce2-41b1-bd33-b9f425821d6b HTTP/1.1" status: 200 len: 912 time: 0.0879228 Jul 13 14:25:01.686986 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c461d918-ff9c-4575-ac48-711701b17cff req-36edfb5c-11cd-478c-b926-08240f65ee2e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=27d01248-5ff9-45d6-b712-508f20b1f376 HTTP/1.1" status: 200 len: 217 time: 0.0395465 Jul 13 14:25:01.734977 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c461d918-ff9c-4575-ac48-711701b17cff req-4b5701fd-2b7b-492b-8823-6ba99512b970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:25:01.737080 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c461d918-ff9c-4575-ac48-711701b17cff req-4b5701fd-2b7b-492b-8823-6ba99512b970 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=850d86a2-7a38-41bc-b12c-fbf718fe6362 HTTP/1.1" status: 200 len: 852 time: 0.0438371 Jul 13 14:25:01.770258 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c461d918-ff9c-4575-ac48-711701b17cff req-184caba7-13c2-4ff7-8440-1bb3c402955e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0779769a-cce2-41b1-bd33-b9f425821d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263584 Jul 13 14:25:01.863472 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c461d918-ff9c-4575-ac48-711701b17cff req-fb6907e1-8484-44ba-a4d4-7187a6b951a0 service neutron] 10.222.0.41 "GET /v2.0/networks/0779769a-cce2-41b1-bd33-b9f425821d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862846 Jul 13 14:25:01.951135 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c461d918-ff9c-4575-ac48-711701b17cff req-8d70b17f-876c-4e27-998d-8325f2a2f34c service neutron] 10.222.0.41 "GET /v2.0/networks/0779769a-cce2-41b1-bd33-b9f425821d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829659 Jul 13 14:25:02.778077 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2f2d40-cf1f-4ef5-8e4f-46d12a629ddf req-639af276-bc6e-427a-ade6-94fa0e62ef69 tempest-DeleteServersTestJSON-1653225659 tempest-DeleteServersTestJSON-1653225659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:25:02.779611 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3e2f2d40-cf1f-4ef5-8e4f-46d12a629ddf req-639af276-bc6e-427a-ade6-94fa0e62ef69 tempest-DeleteServersTestJSON-1653225659 tempest-DeleteServersTestJSON-1653225659-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0b74e2e-e596-4b51-9c91-b4d88fb5503c HTTP/1.1" status: 200 len: 945 time: 0.0750806 Jul 13 14:25:02.819198 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3e2f2d40-cf1f-4ef5-8e4f-46d12a629ddf req-9c95d80b-5331-4335-bffa-de568022ab90 tempest-DeleteServersTestJSON-1653225659 tempest-DeleteServersTestJSON-1653225659-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b6e082d-5bd4-4972-baa9-ab7331d2a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333118 Jul 13 14:25:02.928308 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 27d01248-5ff9-45d6-b712-508f20b1f376 up at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:25:02.976202 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning for port 27d01248-5ff9-45d6-b712-508f20b1f376 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:25:02.979807 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning complete for port 27d01248-5ff9-45d6-b712-508f20b1f376 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:25:02.980179 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:25:03.055031 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:25:03.077380 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0b74e2e-e596-4b51-9c91-b4d88fb5503c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27d01248-5ff9-45d6-b712-508f20b1f376'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:25:03.079648 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1321ebb-d6dc-4c23-b72c-fa027a894b20" -d '{"events": [{"server_uuid": "f0b74e2e-e596-4b51-9c91-b4d88fb5503c", "name": "network-vif-plugged", "status": "completed", "tag": "27d01248-5ff9-45d6-b712-508f20b1f376"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:25:03.092882 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 27d01248-5ff9-45d6-b712-508f20b1f376, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=27d01248-5ff9-45d6-b712-508f20b1f376,segment=NetworkSegment(fc37fd29-f8cf-473b-99f2-6f8f3bda3d87),segment_id=fc37fd29-f8cf-473b-99f2-6f8f3bda3d87)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:25:03.098486 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:25:03.154728 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=27d01248-5ff9-45d6-b712-508f20b1f376,revision_number=9']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:25:03.163426 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:25:03.163852 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:25:03.164263 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:25:03.164669 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:25:03.165070 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:25:03.165477 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:25:03.165900 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:25:03.166298 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:25:03.166810 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:25:03.167090 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:25:03.167482 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:25:03.167869 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:25:03.191320 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdac4705-71cc-4a1e-948d-47d9889bf886 x-openstack-request-id: req-bdac4705-71cc-4a1e-948d-47d9889bf886 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:25:03.191883 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0b74e2e-e596-4b51-9c91-b4d88fb5503c", "name": "network-vif-plugged", "status": "completed", "tag": "27d01248-5ff9-45d6-b712-508f20b1f376", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:25:03.192169 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bdac4705-71cc-4a1e-948d-47d9889bf886 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:25:03.192567 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0b74e2e-e596-4b51-9c91-b4d88fb5503c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27d01248-5ff9-45d6-b712-508f20b1f376', 'code': 200} Jul 13 14:25:03.933871 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c461d918-ff9c-4575-ac48-711701b17cff req-3cb29f26-e382-4c2e-9d2a-d6f79e752e8c tempest-DeleteServersTestJSON-1653225659 tempest-DeleteServersTestJSON-1653225659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:25:03.935388 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c461d918-ff9c-4575-ac48-711701b17cff req-3cb29f26-e382-4c2e-9d2a-d6f79e752e8c tempest-DeleteServersTestJSON-1653225659 tempest-DeleteServersTestJSON-1653225659-project] 10.222.0.26 "GET /v2.0/ports?device_id=f0b74e2e-e596-4b51-9c91-b4d88fb5503c HTTP/1.1" status: 200 len: 946 time: 0.0653291 Jul 13 14:25:04.070144 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb92baa1-fad7-44f6-b4d5-f725a476b97b req-853807bc-e9a1-454e-9ed2-7530df5a7ee2 tempest-DeleteServersTestJSON-1653225659 tempest-DeleteServersTestJSON-1653225659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:25:04.071672 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bb92baa1-fad7-44f6-b4d5-f725a476b97b req-853807bc-e9a1-454e-9ed2-7530df5a7ee2 tempest-DeleteServersTestJSON-1653225659 tempest-DeleteServersTestJSON-1653225659-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0b74e2e-e596-4b51-9c91-b4d88fb5503c HTTP/1.1" status: 200 len: 946 time: 0.1353836 Jul 13 14:25:04.120244 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-c461d918-ff9c-4575-ac48-711701b17cff req-3d4666a2-2a2f-4f47-9aba-0da74ed7c6fe tempest-DeleteServersTestJSON-1653225659 tempest-DeleteServersTestJSON-1653225659-project] Deleting port 27d01248-5ff9-45d6-b712-508f20b1f376 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:25:04.120513 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-c461d918-ff9c-4575-ac48-711701b17cff req-3d4666a2-2a2f-4f47-9aba-0da74ed7c6fe tempest-DeleteServersTestJSON-1653225659 tempest-DeleteServersTestJSON-1653225659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:25:04.125409 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bb92baa1-fad7-44f6-b4d5-f725a476b97b req-3aabed8c-56f6-42e0-a26d-5c08d32f0f30 tempest-DeleteServersTestJSON-1653225659 tempest-DeleteServersTestJSON-1653225659-project] 10.222.0.23 "GET /v2.0/security-groups?id=6b6e082d-5bd4-4972-baa9-ab7331d2a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479338 Jul 13 14:25:04.214151 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-c461d918-ff9c-4575-ac48-711701b17cff req-3d4666a2-2a2f-4f47-9aba-0da74ed7c6fe tempest-DeleteServersTestJSON-1653225659 tempest-DeleteServersTestJSON-1653225659-project] For port 27d01248-5ff9-45d6-b712-508f20b1f376, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=27d01248-5ff9-45d6-b712-508f20b1f376,segment=NetworkSegment(fc37fd29-f8cf-473b-99f2-6f8f3bda3d87),segment_id=fc37fd29-f8cf-473b-99f2-6f8f3bda3d87)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:25:04.214514 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-c461d918-ff9c-4575-ac48-711701b17cff req-3d4666a2-2a2f-4f47-9aba-0da74ed7c6fe tempest-DeleteServersTestJSON-1653225659 tempest-DeleteServersTestJSON-1653225659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:25:04.231724 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-c461d918-ff9c-4575-ac48-711701b17cff req-3d4666a2-2a2f-4f47-9aba-0da74ed7c6fe tempest-DeleteServersTestJSON-1653225659 tempest-DeleteServersTestJSON-1653225659-project] Calling delete_port for 27d01248-5ff9-45d6-b712-508f20b1f376 owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:25:04.357594 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-c461d918-ff9c-4575-ac48-711701b17cff req-3d4666a2-2a2f-4f47-9aba-0da74ed7c6fe tempest-DeleteServersTestJSON-1653225659 tempest-DeleteServersTestJSON-1653225659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:25:04.368453 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['27d01248-5ff9-45d6-b712-508f20b1f376'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:25:04.395359 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4666a2-2a2f-4f47-9aba-0da74ed7c6fe tempest-DeleteServersTestJSON-1653225659 tempest-DeleteServersTestJSON-1653225659-project] Pushing event deleted for resources: {'Port': ['ID=27d01248-5ff9-45d6-b712-508f20b1f376,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:25:04.440942 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-c461d918-ff9c-4575-ac48-711701b17cff req-3d4666a2-2a2f-4f47-9aba-0da74ed7c6fe tempest-DeleteServersTestJSON-1653225659 tempest-DeleteServersTestJSON-1653225659-project] No DVR routers for this DVR port 27d01248-5ff9-45d6-b712-508f20b1f376 on host n-h1-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:25:04.443648 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-c461d918-ff9c-4575-ac48-711701b17cff req-3d4666a2-2a2f-4f47-9aba-0da74ed7c6fe tempest-DeleteServersTestJSON-1653225659 tempest-DeleteServersTestJSON-1653225659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:25:04.445685 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c461d918-ff9c-4575-ac48-711701b17cff req-3d4666a2-2a2f-4f47-9aba-0da74ed7c6fe tempest-DeleteServersTestJSON-1653225659 tempest-DeleteServersTestJSON-1653225659-project] 10.222.0.26 "DELETE /v2.0/ports/27d01248-5ff9-45d6-b712-508f20b1f376 HTTP/1.1" status: 204 len: 173 time: 0.4994752 Jul 13 14:25:04.446157 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0b74e2e-e596-4b51-9c91-b4d88fb5503c', 'name': 'network-vif-deleted', 'tag': '27d01248-5ff9-45d6-b712-508f20b1f376'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:25:04.448522 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22b5b689-958d-461c-837a-0e0f495cab07" -d '{"events": [{"server_uuid": "f0b74e2e-e596-4b51-9c91-b4d88fb5503c", "name": "network-vif-deleted", "tag": "27d01248-5ff9-45d6-b712-508f20b1f376"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:25:04.490032 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-127e1b69-5d27-4301-b13a-38501584811f x-openstack-request-id: req-127e1b69-5d27-4301-b13a-38501584811f {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:25:04.490306 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0b74e2e-e596-4b51-9c91-b4d88fb5503c", "name": "network-vif-deleted", "tag": "27d01248-5ff9-45d6-b712-508f20b1f376", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:25:04.490519 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-127e1b69-5d27-4301-b13a-38501584811f {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:25:04.490932 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0b74e2e-e596-4b51-9c91-b4d88fb5503c', 'name': 'network-vif-deleted', 'tag': '27d01248-5ff9-45d6-b712-508f20b1f376', 'status': 'completed', 'code': 200} Jul 13 14:25:05.366065 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 48460) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:25:05.411618 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-029e6631-709e-4c81-ac1b-ec1bd967d23c admin admin] Deleting subnet 850d86a2-7a38-41bc-b12c-fbf718fe6362 {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 14:25:05.414830 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-029e6631-709e-4c81-ac1b-ec1bd967d23c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:25:05.449425 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-029e6631-709e-4c81-ac1b-ec1bd967d23c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5431723'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:25:05.489852 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-029e6631-709e-4c81-ac1b-ec1bd967d23c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:25:05.547453 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-029e6631-709e-4c81-ac1b-ec1bd967d23c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5970525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4763356'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:25:05.581841 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029e6631-709e-4c81-ac1b-ec1bd967d23c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=850d86a2-7a38-41bc-b12c-fbf718fe6362,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:25:05.585568 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-029e6631-709e-4c81-ac1b-ec1bd967d23c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:25:05.587554 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-029e6631-709e-4c81-ac1b-ec1bd967d23c admin admin] 10.222.0.23 "DELETE /v2.0/subnets/850d86a2-7a38-41bc-b12c-fbf718fe6362 HTTP/1.1" status: 204 len: 168 time: 0.2204754 Jul 13 14:25:05.590044 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 48462) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:25:05.658645 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-df0c52a5-16ae-4d4f-9493-f582f3056fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:25:05.743127 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-df0c52a5-16ae-4d4f-9493-f582f3056fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:25:05.753588 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-df0c52a5-16ae-4d4f-9493-f582f3056fcb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0779769a-cce2-41b1-bd33-b9f425821d6b']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:25:05.763990 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-df0c52a5-16ae-4d4f-9493-f582f3056fcb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc37fd29-f8cf-473b-99f2-6f8f3bda3d87') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:25:05.764291 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-df0c52a5-16ae-4d4f-9493-f582f3056fcb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc37fd29-f8cf-473b-99f2-6f8f3bda3d87') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:25:05.773150 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-df0c52a5-16ae-4d4f-9493-f582f3056fcb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5431730'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:25:05.787316 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-df0c52a5-16ae-4d4f-9493-f582f3056fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:25:05.793145 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df0c52a5-16ae-4d4f-9493-f582f3056fcb admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 14:25:05.793539 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-df0c52a5-16ae-4d4f-9493-f582f3056fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5970419'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:25:05.795208 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:25:05.795208 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:25:05.795208 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:25:05.795208 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:25:05.795208 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:25:05.795208 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:25:05.795208 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:25:05.795208 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:25:05.795208 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:25:05.795208 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:25:05.795208 n-d-800634-1 neutron-server[93750]: Traceback (most recent call last): Jul 13 14:25:05.795208 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 14:25:05.795208 n-d-800634-1 neutron-server[93750]: timer() Jul 13 14:25:05.795208 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 14:25:05.795208 n-d-800634-1 neutron-server[93750]: cb(*args, **kw) Jul 13 14:25:05.795208 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 14:25:05.795208 n-d-800634-1 neutron-server[93750]: return func(*args, **kwargs) Jul 13 14:25:05.795208 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 14:25:05.795208 n-d-800634-1 neutron-server[93750]: self._notify() Jul 13 14:25:05.795208 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 14:25:05.795208 n-d-800634-1 neutron-server[93750]: self.callback(batched_events) Jul 13 14:25:05.795208 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 14:25:05.795208 n-d-800634-1 neutron-server[93750]: event.method(event) Jul 13 14:25:05.795208 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 14:25:05.795208 n-d-800634-1 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 14:25:05.795208 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 14:25:05.795208 n-d-800634-1 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 14:25:05.795208 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 14:25:05.795208 n-d-800634-1 neutron-server[93750]: return f(self, *a, **k) Jul 13 14:25:05.795208 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 14:25:05.795208 n-d-800634-1 neutron-server[93750]: return self._get(url).json() Jul 13 14:25:05.795208 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 14:25:05.795208 n-d-800634-1 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 14:25:05.795208 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 14:25:05.795208 n-d-800634-1 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 13 14:25:05.795208 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 14:25:05.795208 n-d-800634-1 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 14:25:05.795208 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 14:25:05.795208 n-d-800634-1 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 14:25:05.795208 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 14:25:05.795208 n-d-800634-1 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 14:25:05.795208 n-d-800634-1 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 14:25:05.850319 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-df0c52a5-16ae-4d4f-9493-f582f3056fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:25:05.855845 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-df0c52a5-16ae-4d4f-9493-f582f3056fcb admin admin] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:25:05.857699 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-df0c52a5-16ae-4d4f-9493-f582f3056fcb admin admin] 10.222.0.23 "DELETE /v2.0/networks/0779769a-cce2-41b1-bd33-b9f425821d6b HTTP/1.1" status: 204 len: 168 time: 0.2666843 Jul 13 14:25:05.869591 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0c52a5-16ae-4d4f-9493-f582f3056fcb admin admin] Pushing event deleted for resources: {'Network': ['ID=0779769a-cce2-41b1-bd33-b9f425821d6b,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:25:05.967337 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 48466) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:25:06.012894 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-6563f3c8-458e-4a7b-9252-b29ff5b5cf22 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=379e87b0074d4b7683346201e16e9d61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0442045 Jul 13 14:25:06.015212 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 48468) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:25:06.063469 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c5834a4d-378b-4d5a-bee4-6bdc2102893b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:25:06.084317 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c5834a4d-378b-4d5a-bee4-6bdc2102893b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:25:06.131468 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c5834a4d-378b-4d5a-bee4-6bdc2102893b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:25:06.134255 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c5834a4d-378b-4d5a-bee4-6bdc2102893b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:25:06.135416 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-c5834a4d-378b-4d5a-bee4-6bdc2102893b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6b6e082d-5bd4-4972-baa9-ab7331d2a29f HTTP/1.1" status: 204 len: 168 time: 0.1193044 Jul 13 14:25:06.143290 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5834a4d-378b-4d5a-bee4-6bdc2102893b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b6e082d-5bd4-4972-baa9-ab7331d2a29f,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:25:06.781409 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 48490) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:25:06.879888 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-8015f501-be2b-4af8-907d-ee8d88fb3f87 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1942292952-network', 'tenant_id': '82e10d9325e144bd81cdf38e1410f813'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:25:06.901752 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8015f501-be2b-4af8-907d-ee8d88fb3f87 admin admin] Made reservation on behalf of 82e10d9325e144bd81cdf38e1410f813 for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:25:06.904180 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8015f501-be2b-4af8-907d-ee8d88fb3f87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:25:06.912887 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8015f501-be2b-4af8-907d-ee8d88fb3f87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:25:06.958094 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 27d01248-5ff9-45d6-b712-508f20b1f376 no longer exists at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:25:06.980934 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-381d4315-9089-413f-a071-aa2897bda790 None None] No Port match for: 27d01248-5ff9-45d6-b712-508f20b1f376 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:25:06.981400 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 27d01248-5ff9-45d6-b712-508f20b1f376 not bound to the agent host n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:25:07.010303 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8015f501-be2b-4af8-907d-ee8d88fb3f87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:25:07.014178 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8015f501-be2b-4af8-907d-ee8d88fb3f87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:25:07.038753 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8015f501-be2b-4af8-907d-ee8d88fb3f87 admin admin] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 14:25:07.048457 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8015f501-be2b-4af8-907d-ee8d88fb3f87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeb0fa7d-75ba-40db-b60e-e3eae3f39652,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:25:07.054018 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8015f501-be2b-4af8-907d-ee8d88fb3f87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:25:07.054354 n-d-800634-1 neutron-server[93751]: INFO neutron.db.segments_db [None req-8015f501-be2b-4af8-907d-ee8d88fb3f87 admin admin] Added segment 1cb5d14e-85a6-47a3-9f6d-997511b9654f of type vlan for network c6905330-aa3c-406f-9be5-f82475cdb3f7 Jul 13 14:25:07.065503 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8015f501-be2b-4af8-907d-ee8d88fb3f87 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:25:07.065997 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8015f501-be2b-4af8-907d-ee8d88fb3f87 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:25:07.066446 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8015f501-be2b-4af8-907d-ee8d88fb3f87 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:25:07.066785 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8015f501-be2b-4af8-907d-ee8d88fb3f87 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:25:07.067114 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8015f501-be2b-4af8-907d-ee8d88fb3f87 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:25:07.067448 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8015f501-be2b-4af8-907d-ee8d88fb3f87 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:25:07.067772 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8015f501-be2b-4af8-907d-ee8d88fb3f87 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:25:07.068113 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8015f501-be2b-4af8-907d-ee8d88fb3f87 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:25:07.068415 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8015f501-be2b-4af8-907d-ee8d88fb3f87 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:25:07.068734 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8015f501-be2b-4af8-907d-ee8d88fb3f87 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:25:07.069052 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8015f501-be2b-4af8-907d-ee8d88fb3f87 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:25:07.069371 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8015f501-be2b-4af8-907d-ee8d88fb3f87 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:25:07.112541 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8015f501-be2b-4af8-907d-ee8d88fb3f87 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:25:07.140594 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8015f501-be2b-4af8-907d-ee8d88fb3f87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:25:07.141545 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8015f501-be2b-4af8-907d-ee8d88fb3f87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:25:07.142157 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8015f501-be2b-4af8-907d-ee8d88fb3f87 admin admin] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:25:07.195234 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-8015f501-be2b-4af8-907d-ee8d88fb3f87 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4126394 Jul 13 14:25:07.198260 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 48494) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:25:07.203574 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-b0d505a8-2e56-4553-8cd1-3a3fa279230b admin admin] Request body: {'subnet': {'network_id': 'c6905330-aa3c-406f-9be5-f82475cdb3f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1942292952-subnet', 'tenant_id': '82e10d9325e144bd81cdf38e1410f813', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:25:07.205893 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8015f501-be2b-4af8-907d-ee8d88fb3f87 admin admin] Pushing event updated for resources: {'Network': ['ID=c6905330-aa3c-406f-9be5-f82475cdb3f7,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:25:07.216382 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network c6905330-aa3c-406f-9be5-f82475cdb3f7 details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 14:25:07.229052 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0d505a8-2e56-4553-8cd1-3a3fa279230b admin admin] Made reservation on behalf of 82e10d9325e144bd81cdf38e1410f813 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:25:07.231496 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b0d505a8-2e56-4553-8cd1-3a3fa279230b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4763385'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:25:07.398080 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b0d505a8-2e56-4553-8cd1-3a3fa279230b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5970588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4763339'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:25:07.452701 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d505a8-2e56-4553-8cd1-3a3fa279230b admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb8270c7-dd42-4e39-9267-63f39158664c,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:25:07.462179 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d505a8-2e56-4553-8cd1-3a3fa279230b admin admin] Checking segment: {'id': '1cb5d14e-85a6-47a3-9f6d-997511b9654f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c6905330-aa3c-406f-9be5-f82475cdb3f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:25:07.462545 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0d505a8-2e56-4553-8cd1-3a3fa279230b admin admin] Network hostable DHCP agents. Network: c6905330-aa3c-406f-9be5-f82475cdb3f7, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 14:25:07.478494 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0d505a8-2e56-4553-8cd1-3a3fa279230b admin admin] Network c6905330-aa3c-406f-9be5-f82475cdb3f7 is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 14:25:07.487318 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-b0d505a8-2e56-4553-8cd1-3a3fa279230b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, c6905330-aa3c-406f-9be5-f82475cdb3f7) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:25:07.491678 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0d505a8-2e56-4553-8cd1-3a3fa279230b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:25:07.492271 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b0d505a8-2e56-4553-8cd1-3a3fa279230b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:25:07.497023 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-384099ce-a9af-4a72-9776-d605284384b4 None None] Network c6905330-aa3c-406f-9be5-f82475cdb3f7 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:25:07.506403 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-b0d505a8-2e56-4553-8cd1-3a3fa279230b admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3069947 Jul 13 14:25:07.624500 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aead1cf8-9dd0-46f8-bd66-41c89e0d0917 None None] Network c6905330-aa3c-406f-9be5-f82475cdb3f7 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:25:07.955068 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c60d30-304f-4e63-bebc-0f940384e0c4 req-ae754433-253b-491d-b74d-23acdd4e91f2 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:25:07.958861 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-13c60d30-304f-4e63-bebc-0f940384e0c4 req-ae754433-253b-491d-b74d-23acdd4e91f2 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.23 "GET /v2.0/networks?id=c6905330-aa3c-406f-9be5-f82475cdb3f7 HTTP/1.1" status: 200 len: 815 time: 0.1068785 Jul 13 14:25:07.972809 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-13c60d30-304f-4e63-bebc-0f940384e0c4 req-45eafcdb-e9f8-48e3-a749-d573f2aa66d9 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.23 "GET /v2.0/quotas/82e10d9325e144bd81cdf38e1410f813 HTTP/1.1" status: 200 len: 375 time: 0.0099063 Jul 13 14:25:08.011030 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-13c60d30-304f-4e63-bebc-0f940384e0c4 req-8220ed40-079d-4918-ac75-d9b82607195a tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=82e10d9325e144bd81cdf38e1410f813&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0329731 Jul 13 14:25:08.072234 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [req-13c60d30-304f-4e63-bebc-0f940384e0c4 req-c945d26e-dc3c-45eb-8ce2-cc701a2bb957 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 14:25:08.073232 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-13c60d30-304f-4e63-bebc-0f940384e0c4 req-c945d26e-dc3c-45eb-8ce2-cc701a2bb957 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0559196 Jul 13 14:25:08.167675 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-13c60d30-304f-4e63-bebc-0f940384e0c4 req-868fb2bb-06b7-4ade-b089-eb30205f43bf service neutron] 10.222.0.23 "GET /v2.0/networks/c6905330-aa3c-406f-9be5-f82475cdb3f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886264 Jul 13 14:25:08.261813 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-13c60d30-304f-4e63-bebc-0f940384e0c4 req-85fdbdf1-1db9-4d01-ac62-a8abccf2d055 service neutron] 10.222.0.23 "GET /v2.0/networks/c6905330-aa3c-406f-9be5-f82475cdb3f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882814 Jul 13 14:25:08.437723 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-dd40b09c-cbd3-48a6-9a7d-d77bad1ab61d req-6b973ad6-92fe-4b8d-b2c5-84d71ccd8c04 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.23 "GET /v2.0/ports?device_id=4761101e-cda0-428c-8e36-f9061b6cf735 HTTP/1.1" status: 200 len: 210 time: 0.0340636 Jul 13 14:25:09.593258 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7233429e-24ce-4516-b485-23b4b37bd0a9 req-5a0b641f-ce71-4c2a-9244-d4ce488e9dbf tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.23 "GET /v2.0/ports?device_id=4761101e-cda0-428c-8e36-f9061b6cf735 HTTP/1.1" status: 200 len: 210 time: 0.0322478 Jul 13 14:25:09.656235 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c60d30-304f-4e63-bebc-0f940384e0c4 req-9b0c74a2-399c-4cf5-b31b-6505a04ccb9a tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:25:09.657804 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-13c60d30-304f-4e63-bebc-0f940384e0c4 req-9b0c74a2-399c-4cf5-b31b-6505a04ccb9a tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.26 "GET /v2.0/networks?id=c6905330-aa3c-406f-9be5-f82475cdb3f7 HTTP/1.1" status: 200 len: 815 time: 0.1283193 Jul 13 14:25:09.678277 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-13c60d30-304f-4e63-bebc-0f940384e0c4 req-2f3ad336-674c-4140-a424-9f583dd50d7a tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] Request body: {'port': {'device_id': '4761101e-cda0-428c-8e36-f9061b6cf735', 'network_id': 'c6905330-aa3c-406f-9be5-f82475cdb3f7', 'admin_state_up': True, 'tenant_id': '82e10d9325e144bd81cdf38e1410f813'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:25:09.793111 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13c60d30-304f-4e63-bebc-0f940384e0c4 req-2f3ad336-674c-4140-a424-9f583dd50d7a tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] Made reservation on behalf of 82e10d9325e144bd81cdf38e1410f813 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:25:09.796783 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-13c60d30-304f-4e63-bebc-0f940384e0c4 req-2f3ad336-674c-4140-a424-9f583dd50d7a tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:25:09.930936 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-13c60d30-304f-4e63-bebc-0f940384e0c4 req-2f3ad336-674c-4140-a424-9f583dd50d7a tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] Allocated IP 172.20.0.5 (c6905330-aa3c-406f-9be5-f82475cdb3f7/eb8270c7-dd42-4e39-9267-63f39158664c/9ab5474f-b594-4b82-b6c1-fe71a122553a) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:25:10.090030 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-13c60d30-304f-4e63-bebc-0f940384e0c4 req-2f3ad336-674c-4140-a424-9f583dd50d7a tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:25:10.132936 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-13c60d30-304f-4e63-bebc-0f940384e0c4 req-2f3ad336-674c-4140-a424-9f583dd50d7a tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:25:10.179254 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13c60d30-304f-4e63-bebc-0f940384e0c4 req-2f3ad336-674c-4140-a424-9f583dd50d7a tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] Network c6905330-aa3c-406f-9be5-f82475cdb3f7 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:25:10.186178 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-13c60d30-304f-4e63-bebc-0f940384e0c4 req-2f3ad336-674c-4140-a424-9f583dd50d7a tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:25:10.190589 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-13c60d30-304f-4e63-bebc-0f940384e0c4 req-2f3ad336-674c-4140-a424-9f583dd50d7a tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:25:10.194629 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3ad336-674c-4140-a424-9f583dd50d7a tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] Pushing event updated for resources: {'Port': ['ID=9ab5474f-b594-4b82-b6c1-fe71a122553a,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:25:10.243809 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c60d30-304f-4e63-bebc-0f940384e0c4 req-2f3ad336-674c-4140-a424-9f583dd50d7a tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:25:10.244423 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-13c60d30-304f-4e63-bebc-0f940384e0c4 req-2f3ad336-674c-4140-a424-9f583dd50d7a tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:25:10.258357 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-13c60d30-304f-4e63-bebc-0f940384e0c4 req-2f3ad336-674c-4140-a424-9f583dd50d7a tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5849192 Jul 13 14:25:10.269695 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-13c60d30-304f-4e63-bebc-0f940384e0c4 req-e2018b5a-a65f-4312-82a1-24a388ec8dfc service neutron] Request body: {'port': {'device_id': '4761101e-cda0-428c-8e36-f9061b6cf735', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:25:10.345622 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-13c60d30-304f-4e63-bebc-0f940384e0c4 req-e2018b5a-a65f-4312-82a1-24a388ec8dfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:25:10.618749 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-13c60d30-304f-4e63-bebc-0f940384e0c4 req-e2018b5a-a65f-4312-82a1-24a388ec8dfc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ab5474f-b594-4b82-b6c1-fe71a122553a {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:25:10.626406 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-13c60d30-304f-4e63-bebc-0f940384e0c4 req-e2018b5a-a65f-4312-82a1-24a388ec8dfc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:25:10.640734 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-13c60d30-304f-4e63-bebc-0f940384e0c4 req-e2018b5a-a65f-4312-82a1-24a388ec8dfc service neutron] Transition to ACTIVE for port object 9ab5474f-b594-4b82-b6c1-fe71a122553a will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:25:10.645888 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-13c60d30-304f-4e63-bebc-0f940384e0c4 req-e2018b5a-a65f-4312-82a1-24a388ec8dfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:25:10.695148 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2018b5a-a65f-4312-82a1-24a388ec8dfc service neutron] Pushing event updated for resources: {'Port': ['ID=9ab5474f-b594-4b82-b6c1-fe71a122553a,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:25:10.809721 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-13c60d30-304f-4e63-bebc-0f940384e0c4 req-e2018b5a-a65f-4312-82a1-24a388ec8dfc service neutron] Attempting to bind port 9ab5474f-b594-4b82-b6c1-fe71a122553a on host n-h1-800634-1 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:25:10.810077 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-13c60d30-304f-4e63-bebc-0f940384e0c4 req-e2018b5a-a65f-4312-82a1-24a388ec8dfc service neutron] Attempting to bind port 9ab5474f-b594-4b82-b6c1-fe71a122553a by drivers openvswitch,hyperv on host n-h1-800634-1 at level 0 using segments [{'id': '1cb5d14e-85a6-47a3-9f6d-997511b9654f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c6905330-aa3c-406f-9be5-f82475cdb3f7'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:25:10.810413 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c60d30-304f-4e63-bebc-0f940384e0c4 req-e2018b5a-a65f-4312-82a1-24a388ec8dfc service neutron] Attempting to bind port 9ab5474f-b594-4b82-b6c1-fe71a122553a on network c6905330-aa3c-406f-9be5-f82475cdb3f7 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:25:10.818188 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c60d30-304f-4e63-bebc-0f940384e0c4 req-e2018b5a-a65f-4312-82a1-24a388ec8dfc service neutron] Port 9ab5474f-b594-4b82-b6c1-fe71a122553a on network c6905330-aa3c-406f-9be5-f82475cdb3f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-1 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 14:25:10.818508 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c60d30-304f-4e63-bebc-0f940384e0c4 req-e2018b5a-a65f-4312-82a1-24a388ec8dfc service neutron] Attempting to bind port 9ab5474f-b594-4b82-b6c1-fe71a122553a on network c6905330-aa3c-406f-9be5-f82475cdb3f7 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:25:10.825928 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c60d30-304f-4e63-bebc-0f940384e0c4 req-e2018b5a-a65f-4312-82a1-24a388ec8dfc service neutron] Checking agent: {'id': 'a7603dc8-3c50-4a9b-8f0d-1143528f155e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:25:10.826265 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c60d30-304f-4e63-bebc-0f940384e0c4 req-e2018b5a-a65f-4312-82a1-24a388ec8dfc service neutron] Checking segment: {'id': '1cb5d14e-85a6-47a3-9f6d-997511b9654f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c6905330-aa3c-406f-9be5-f82475cdb3f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:25:10.826646 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c60d30-304f-4e63-bebc-0f940384e0c4 req-e2018b5a-a65f-4312-82a1-24a388ec8dfc service neutron] Bound using segment: {'id': '1cb5d14e-85a6-47a3-9f6d-997511b9654f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c6905330-aa3c-406f-9be5-f82475cdb3f7'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:25:10.827068 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-13c60d30-304f-4e63-bebc-0f940384e0c4 req-e2018b5a-a65f-4312-82a1-24a388ec8dfc service neutron] Bound port: 9ab5474f-b594-4b82-b6c1-fe71a122553a, host: n-h1-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cb5d14e-85a6-47a3-9f6d-997511b9654f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c6905330-aa3c-406f-9be5-f82475cdb3f7'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:25:10.827425 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-13c60d30-304f-4e63-bebc-0f940384e0c4 req-e2018b5a-a65f-4312-82a1-24a388ec8dfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:25:10.843734 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267adbdb-61e6-4610-a993-aa62d6a42395 req-b96264f9-5db6-4e8f-af32-30574e47485e tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:25:10.845230 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-267adbdb-61e6-4610-a993-aa62d6a42395 req-b96264f9-5db6-4e8f-af32-30574e47485e tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.23 "GET /v2.0/ports?device_id=4761101e-cda0-428c-8e36-f9061b6cf735 HTTP/1.1" status: 200 len: 943 time: 0.1236577 Jul 13 14:25:10.920250 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-267adbdb-61e6-4610-a993-aa62d6a42395 req-bfbe0d72-a436-4689-b038-8b367409c73a tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.23 "GET /v2.0/security-groups?id=aeb0fa7d-75ba-40db-b60e-e3eae3f39652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692234 Jul 13 14:25:10.928291 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-13c60d30-304f-4e63-bebc-0f940384e0c4 req-e2018b5a-a65f-4312-82a1-24a388ec8dfc service neutron] For port 9ab5474f-b594-4b82-b6c1-fe71a122553a, host n-h1-800634-1, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:25:10.931569 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-13c60d30-304f-4e63-bebc-0f940384e0c4 req-e2018b5a-a65f-4312-82a1-24a388ec8dfc service neutron] For port 9ab5474f-b594-4b82-b6c1-fe71a122553a, host n-h1-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=9ab5474f-b594-4b82-b6c1-fe71a122553a,segment=NetworkSegment(1cb5d14e-85a6-47a3-9f6d-997511b9654f),segment_id=1cb5d14e-85a6-47a3-9f6d-997511b9654f)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:25:10.937435 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-13c60d30-304f-4e63-bebc-0f940384e0c4 req-e2018b5a-a65f-4312-82a1-24a388ec8dfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:25:10.971069 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c60d30-304f-4e63-bebc-0f940384e0c4 req-e2018b5a-a65f-4312-82a1-24a388ec8dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:25:10.971702 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-13c60d30-304f-4e63-bebc-0f940384e0c4 req-e2018b5a-a65f-4312-82a1-24a388ec8dfc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:25:10.973109 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-13c60d30-304f-4e63-bebc-0f940384e0c4 req-e2018b5a-a65f-4312-82a1-24a388ec8dfc service neutron] 10.222.0.26 "PUT /v2.0/ports/9ab5474f-b594-4b82-b6c1-fe71a122553a HTTP/1.1" status: 200 len: 1091 time: 0.7080169 Jul 13 14:25:10.975441 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4761101e-cda0-428c-8e36-f9061b6cf735', 'tag': '9ab5474f-b594-4b82-b6c1-fe71a122553a'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:25:10.977778 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f378375-5019-479a-b343-a9ad8ad4c4a8" -d '{"events": [{"name": "network-changed", "server_uuid": "4761101e-cda0-428c-8e36-f9061b6cf735", "tag": "9ab5474f-b594-4b82-b6c1-fe71a122553a"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:25:11.007096 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2018b5a-a65f-4312-82a1-24a388ec8dfc service neutron] Pushing event updated for resources: {'Port': ['ID=9ab5474f-b594-4b82-b6c1-fe71a122553a,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:25:11.020349 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24d78c67-5665-4598-b0b0-5cd163e632e8 x-openstack-request-id: req-24d78c67-5665-4598-b0b0-5cd163e632e8 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:25:11.020641 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4761101e-cda0-428c-8e36-f9061b6cf735", "tag": "9ab5474f-b594-4b82-b6c1-fe71a122553a", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:25:11.020893 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-24d78c67-5665-4598-b0b0-5cd163e632e8 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:25:11.021281 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4761101e-cda0-428c-8e36-f9061b6cf735', 'tag': '9ab5474f-b594-4b82-b6c1-fe71a122553a', 'status': 'completed', 'code': 200} Jul 13 14:25:11.068468 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c60d30-304f-4e63-bebc-0f940384e0c4 req-d9177115-57ca-4770-a421-90d1317db4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:25:11.070060 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-13c60d30-304f-4e63-bebc-0f940384e0c4 req-d9177115-57ca-4770-a421-90d1317db4d0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=82e10d9325e144bd81cdf38e1410f813&device_id=4761101e-cda0-428c-8e36-f9061b6cf735 HTTP/1.1" status: 200 len: 1094 time: 0.0593081 Jul 13 14:25:11.110048 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-13c60d30-304f-4e63-bebc-0f940384e0c4 req-b802601f-48bf-4f2e-809f-564ab924deda service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9ab5474f-b594-4b82-b6c1-fe71a122553a HTTP/1.1" status: 200 len: 217 time: 0.0333357 Jul 13 14:25:11.160571 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c60d30-304f-4e63-bebc-0f940384e0c4 req-47355116-4717-4f95-ab44-0556cb5dd00b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:25:11.162050 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-13c60d30-304f-4e63-bebc-0f940384e0c4 req-47355116-4717-4f95-ab44-0556cb5dd00b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=eb8270c7-dd42-4e39-9267-63f39158664c HTTP/1.1" status: 200 len: 855 time: 0.0465293 Jul 13 14:25:11.198395 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-13c60d30-304f-4e63-bebc-0f940384e0c4 req-070dd505-15de-4945-8146-e85f3856605e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c6905330-aa3c-406f-9be5-f82475cdb3f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302944 Jul 13 14:25:11.287362 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-13c60d30-304f-4e63-bebc-0f940384e0c4 req-3ea0aa1c-40f8-4a31-a742-3636427e86c2 service neutron] 10.222.0.26 "GET /v2.0/networks/c6905330-aa3c-406f-9be5-f82475cdb3f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827701 Jul 13 14:25:11.380660 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-13c60d30-304f-4e63-bebc-0f940384e0c4 req-5bdab388-a438-4598-8375-d8561e02f4fd service neutron] 10.222.0.26 "GET /v2.0/networks/c6905330-aa3c-406f-9be5-f82475cdb3f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868206 Jul 13 14:25:11.483706 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f378375-5019-479a-b343-a9ad8ad4c4a8 req-7bd4ea5e-d160-4a8c-9530-a5329de9ff0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:25:11.485132 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9f378375-5019-479a-b343-a9ad8ad4c4a8 req-7bd4ea5e-d160-4a8c-9530-a5329de9ff0c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=82e10d9325e144bd81cdf38e1410f813&device_id=4761101e-cda0-428c-8e36-f9061b6cf735 HTTP/1.1" status: 200 len: 1094 time: 0.0534825 Jul 13 14:25:11.573386 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f378375-5019-479a-b343-a9ad8ad4c4a8 req-5c992f24-ce1c-469f-863b-55981ef3e16f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:25:11.574912 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9f378375-5019-479a-b343-a9ad8ad4c4a8 req-5c992f24-ce1c-469f-863b-55981ef3e16f service neutron] 10.222.0.26 "GET /v2.0/networks?id=c6905330-aa3c-406f-9be5-f82475cdb3f7 HTTP/1.1" status: 200 len: 915 time: 0.0835433 Jul 13 14:25:11.620365 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9f378375-5019-479a-b343-a9ad8ad4c4a8 req-93f0c215-5270-4c2d-907c-fa129b72b390 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9ab5474f-b594-4b82-b6c1-fe71a122553a HTTP/1.1" status: 200 len: 217 time: 0.0387952 Jul 13 14:25:11.667929 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f378375-5019-479a-b343-a9ad8ad4c4a8 req-10fefd77-e36b-4594-a2b1-e3dc9abac38d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:25:11.669361 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9f378375-5019-479a-b343-a9ad8ad4c4a8 req-10fefd77-e36b-4594-a2b1-e3dc9abac38d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=eb8270c7-dd42-4e39-9267-63f39158664c HTTP/1.1" status: 200 len: 855 time: 0.0430546 Jul 13 14:25:11.702386 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9f378375-5019-479a-b343-a9ad8ad4c4a8 req-bc360b9b-a743-48d1-8ca9-a17b82685d7d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c6905330-aa3c-406f-9be5-f82475cdb3f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260961 Jul 13 14:25:11.794411 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9f378375-5019-479a-b343-a9ad8ad4c4a8 req-2477b847-e016-46a7-9221-88363ac42500 service neutron] 10.222.0.26 "GET /v2.0/networks/c6905330-aa3c-406f-9be5-f82475cdb3f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847147 Jul 13 14:25:11.884199 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9f378375-5019-479a-b343-a9ad8ad4c4a8 req-e2afdb6a-d236-4180-bff1-3c0d5b4ea277 service neutron] 10.222.0.26 "GET /v2.0/networks/c6905330-aa3c-406f-9be5-f82475cdb3f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819361 Jul 13 14:25:12.093088 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8edbe0-f579-430d-996b-e05624f97cba req-6ef2c751-5fe2-43c1-9ed2-226e0daa26ad tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:25:12.094597 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bb8edbe0-f579-430d-996b-e05624f97cba req-6ef2c751-5fe2-43c1-9ed2-226e0daa26ad tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.23 "GET /v2.0/ports?device_id=4761101e-cda0-428c-8e36-f9061b6cf735 HTTP/1.1" status: 200 len: 943 time: 0.0635252 Jul 13 14:25:12.136212 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bb8edbe0-f579-430d-996b-e05624f97cba req-d3c746ac-9e0f-4f40-9be2-52aa99afcb8f tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.23 "GET /v2.0/security-groups?id=aeb0fa7d-75ba-40db-b60e-e3eae3f39652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359833 Jul 13 14:25:12.988365 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 9ab5474f-b594-4b82-b6c1-fe71a122553a details requested by agent hyperv_n-h1-800634-1 with host n-h1-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 14:25:13.082681 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 9ab5474f-b594-4b82-b6c1-fe71a122553a, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=9ab5474f-b594-4b82-b6c1-fe71a122553a,segment=NetworkSegment(1cb5d14e-85a6-47a3-9f6d-997511b9654f),segment_id=1cb5d14e-85a6-47a3-9f6d-997511b9654f)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:25:13.093621 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Returning: {'device': '9ab5474f-b594-4b82-b6c1-fe71a122553a', 'network_id': 'c6905330-aa3c-406f-9be5-f82475cdb3f7', 'port_id': '9ab5474f-b594-4b82-b6c1-fe71a122553a', 'mac_address': 'fa:16:3e:9b:0e:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb8270c7-dd42-4e39-9267-63f39158664c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 14:25:13.130659 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:25:13.142709 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ab5474f-b594-4b82-b6c1-fe71a122553a {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:25:13.161256 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 9ab5474f-b594-4b82-b6c1-fe71a122553a, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=9ab5474f-b594-4b82-b6c1-fe71a122553a,segment=NetworkSegment(1cb5d14e-85a6-47a3-9f6d-997511b9654f),segment_id=1cb5d14e-85a6-47a3-9f6d-997511b9654f)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:25:13.165594 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:25:13.212840 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=9ab5474f-b594-4b82-b6c1-fe71a122553a,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:25:13.311665 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2644f3a8-e2b8-4bb3-a6df-32fbbc877399 req-b2457a1c-d148-4d01-87c9-23fa82588c2e tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:25:13.313136 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2644f3a8-e2b8-4bb3-a6df-32fbbc877399 req-b2457a1c-d148-4d01-87c9-23fa82588c2e tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.23 "GET /v2.0/ports?device_id=4761101e-cda0-428c-8e36-f9061b6cf735 HTTP/1.1" status: 200 len: 944 time: 0.0624037 Jul 13 14:25:13.348983 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['9ab5474f-b594-4b82-b6c1-fe71a122553a'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:25:13.350576 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2644f3a8-e2b8-4bb3-a6df-32fbbc877399 req-1a1c22b3-88ec-4ea4-825c-2e6e2dcf185e tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.23 "GET /v2.0/security-groups?id=aeb0fa7d-75ba-40db-b60e-e3eae3f39652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310576 Jul 13 14:25:14.528850 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1d8b80-b3e2-47ba-a066-2862afe43ca6 req-8fb9b6ef-0fa5-4458-8db1-3260a0d7efeb tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:25:14.530592 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-fa1d8b80-b3e2-47ba-a066-2862afe43ca6 req-8fb9b6ef-0fa5-4458-8db1-3260a0d7efeb tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.23 "GET /v2.0/ports?device_id=4761101e-cda0-428c-8e36-f9061b6cf735 HTTP/1.1" status: 200 len: 944 time: 0.0649769 Jul 13 14:25:14.571059 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-fa1d8b80-b3e2-47ba-a066-2862afe43ca6 req-14a590d1-014b-44fe-ab96-9dd7cd279a4f tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.23 "GET /v2.0/security-groups?id=aeb0fa7d-75ba-40db-b60e-e3eae3f39652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342994 Jul 13 14:25:14.988318 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 9ab5474f-b594-4b82-b6c1-fe71a122553a up at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:25:15.038584 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning for port 9ab5474f-b594-4b82-b6c1-fe71a122553a completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:25:15.042359 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning complete for port 9ab5474f-b594-4b82-b6c1-fe71a122553a triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:25:15.042737 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:25:15.125274 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:25:15.148075 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4761101e-cda0-428c-8e36-f9061b6cf735', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ab5474f-b594-4b82-b6c1-fe71a122553a'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:25:15.150384 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e9e5950-e479-44fc-ae00-012a3a8bc398" -d '{"events": [{"server_uuid": "4761101e-cda0-428c-8e36-f9061b6cf735", "name": "network-vif-plugged", "status": "completed", "tag": "9ab5474f-b594-4b82-b6c1-fe71a122553a"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:25:15.163908 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 9ab5474f-b594-4b82-b6c1-fe71a122553a, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=9ab5474f-b594-4b82-b6c1-fe71a122553a,segment=NetworkSegment(1cb5d14e-85a6-47a3-9f6d-997511b9654f),segment_id=1cb5d14e-85a6-47a3-9f6d-997511b9654f)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:25:15.167799 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:25:15.193197 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:25:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-358d6202-0470-43bd-870b-fff4d6c1ccd2 x-openstack-request-id: req-358d6202-0470-43bd-870b-fff4d6c1ccd2 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:25:15.193423 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4761101e-cda0-428c-8e36-f9061b6cf735", "name": "network-vif-plugged", "status": "completed", "tag": "9ab5474f-b594-4b82-b6c1-fe71a122553a", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:25:15.193649 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-358d6202-0470-43bd-870b-fff4d6c1ccd2 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:25:15.194084 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4761101e-cda0-428c-8e36-f9061b6cf735', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ab5474f-b594-4b82-b6c1-fe71a122553a', 'code': 200} Jul 13 14:25:15.225077 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=9ab5474f-b594-4b82-b6c1-fe71a122553a,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:25:15.307454 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7d2075-5efe-4347-8bb4-d8b2b90d4fdf req-ccb6c348-146c-4677-b688-7a3822ca4185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:25:15.308947 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-de7d2075-5efe-4347-8bb4-d8b2b90d4fdf req-ccb6c348-146c-4677-b688-7a3822ca4185 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4761101e-cda0-428c-8e36-f9061b6cf735 HTTP/1.1" status: 200 len: 1096 time: 0.0552549 Jul 13 14:25:15.343341 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-de7d2075-5efe-4347-8bb4-d8b2b90d4fdf req-6f95fa54-b7d3-4c0e-bded-feca191b1a64 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=aeb0fa7d-75ba-40db-b60e-e3eae3f39652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274498 Jul 13 14:25:15.753117 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ad6292-02c3-4808-9acf-aad7743f7eae req-0c0dea06-2946-4213-884d-8c7cca0a2538 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:25:15.754815 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-32ad6292-02c3-4808-9acf-aad7743f7eae req-0c0dea06-2946-4213-884d-8c7cca0a2538 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.23 "GET /v2.0/ports?device_id=4761101e-cda0-428c-8e36-f9061b6cf735 HTTP/1.1" status: 200 len: 945 time: 0.0709116 Jul 13 14:25:15.794350 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-32ad6292-02c3-4808-9acf-aad7743f7eae req-b68eb84c-d10b-4da3-a573-039e4cb596b5 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.23 "GET /v2.0/security-groups?id=aeb0fa7d-75ba-40db-b60e-e3eae3f39652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335090 Jul 13 14:25:16.974753 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6157779f-f2f9-4042-ad55-eb1fa99dd839 req-0f54f18b-0e7b-4717-aad0-803f067e24d0 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:25:16.976235 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6157779f-f2f9-4042-ad55-eb1fa99dd839 req-0f54f18b-0e7b-4717-aad0-803f067e24d0 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.23 "GET /v2.0/ports?device_id=4761101e-cda0-428c-8e36-f9061b6cf735 HTTP/1.1" status: 200 len: 945 time: 0.0698409 Jul 13 14:25:17.013570 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6157779f-f2f9-4042-ad55-eb1fa99dd839 req-7fea3c19-6ef4-4225-ba1d-e014d019b54f tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.23 "GET /v2.0/security-groups?id=aeb0fa7d-75ba-40db-b60e-e3eae3f39652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318153 Jul 13 14:25:17.187044 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af20fc90-1710-4bc4-b122-5c479a45d1a5 req-065960b1-fc3f-469f-ba88-65f17ba831c3 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:25:17.188541 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-af20fc90-1710-4bc4-b122-5c479a45d1a5 req-065960b1-fc3f-469f-ba88-65f17ba831c3 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.23 "GET /v2.0/ports?device_id=4761101e-cda0-428c-8e36-f9061b6cf735 HTTP/1.1" status: 200 len: 945 time: 0.0642288 Jul 13 14:25:17.227668 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-af20fc90-1710-4bc4-b122-5c479a45d1a5 req-5769c4b3-54c6-41a0-a96f-f49f2dc1a8cf tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.23 "GET /v2.0/security-groups?id=aeb0fa7d-75ba-40db-b60e-e3eae3f39652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327559 Jul 13 14:25:17.294919 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-90725d37-71dc-448c-85a6-5ac81e46f2f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:25:17.780955 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dc5451-f2dd-45ed-b355-65a8d37d0707 req-c8355c53-03ea-4a04-b74d-73afce72b6b7 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:25:17.782521 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f2dc5451-f2dd-45ed-b355-65a8d37d0707 req-c8355c53-03ea-4a04-b74d-73afce72b6b7 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.23 "GET /v2.0/ports?device_id=4761101e-cda0-428c-8e36-f9061b6cf735 HTTP/1.1" status: 200 len: 945 time: 0.0638554 Jul 13 14:25:17.827518 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f2dc5451-f2dd-45ed-b355-65a8d37d0707 req-aba17a42-67b2-4601-a966-4f4940f182be tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.23 "GET /v2.0/security-groups?id=aeb0fa7d-75ba-40db-b60e-e3eae3f39652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390697 Jul 13 14:25:18.004094 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8a0876-3f28-42cd-a515-8d9dbab08702 req-661090e0-096b-42dd-903b-5ce55bf1dc22 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:25:18.005989 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6e8a0876-3f28-42cd-a515-8d9dbab08702 req-661090e0-096b-42dd-903b-5ce55bf1dc22 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.23 "GET /v2.0/ports?device_id=4761101e-cda0-428c-8e36-f9061b6cf735 HTTP/1.1" status: 200 len: 945 time: 0.0677204 Jul 13 14:25:18.044522 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6e8a0876-3f28-42cd-a515-8d9dbab08702 req-b6fe7e18-8c7a-42b9-bbb6-1fda3a8e96ff tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.23 "GET /v2.0/security-groups?id=aeb0fa7d-75ba-40db-b60e-e3eae3f39652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327754 Jul 13 14:25:18.413211 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cd51463b-5deb-490c-90f6-65183fea8571 req-673b59b7-c779-4201-8d50-8553107af768 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4761101e-cda0-428c-8e36-f9061b6cf735&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0548086 Jul 13 14:25:18.459965 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90290c7-9127-41c1-a558-bb647f36a2d4 req-03a9d6b2-69f5-4bb0-8879-c509f8f99c8a tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:25:18.461586 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a90290c7-9127-41c1-a558-bb647f36a2d4 req-03a9d6b2-69f5-4bb0-8879-c509f8f99c8a tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.23 "GET /v2.0/ports?device_id=4761101e-cda0-428c-8e36-f9061b6cf735 HTTP/1.1" status: 200 len: 945 time: 0.0655606 Jul 13 14:25:18.502814 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a90290c7-9127-41c1-a558-bb647f36a2d4 req-236ac37b-6b9f-414c-8b60-f6d0c2175608 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.23 "GET /v2.0/security-groups?id=aeb0fa7d-75ba-40db-b60e-e3eae3f39652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349314 Jul 13 14:25:19.541517 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd51463b-5deb-490c-90f6-65183fea8571 req-911f712f-13c1-4967-97d5-f3a3d5d7df17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:25:19.543057 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cd51463b-5deb-490c-90f6-65183fea8571 req-911f712f-13c1-4967-97d5-f3a3d5d7df17 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=82e10d9325e144bd81cdf38e1410f813&device_id=4761101e-cda0-428c-8e36-f9061b6cf735 HTTP/1.1" status: 200 len: 1096 time: 0.0523713 Jul 13 14:25:19.667504 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd51463b-5deb-490c-90f6-65183fea8571 req-d291dd22-ee5a-4503-8e32-ce4cfd3637ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:25:19.669200 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cd51463b-5deb-490c-90f6-65183fea8571 req-d291dd22-ee5a-4503-8e32-ce4cfd3637ba service neutron] 10.222.0.26 "GET /v2.0/networks?id=c6905330-aa3c-406f-9be5-f82475cdb3f7 HTTP/1.1" status: 200 len: 915 time: 0.1203270 Jul 13 14:25:19.713330 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cd51463b-5deb-490c-90f6-65183fea8571 req-bbe51783-115d-4f39-bd1e-312d2f1fc46d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9ab5474f-b594-4b82-b6c1-fe71a122553a HTTP/1.1" status: 200 len: 217 time: 0.0371575 Jul 13 14:25:19.771933 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfef104-fa7f-4bf0-900c-49136c73ae51 req-76b9db1a-5560-4184-b00b-ef9261261231 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:25:19.773519 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8dfef104-fa7f-4bf0-900c-49136c73ae51 req-76b9db1a-5560-4184-b00b-ef9261261231 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.23 "GET /v2.0/ports?device_id=4761101e-cda0-428c-8e36-f9061b6cf735 HTTP/1.1" status: 200 len: 945 time: 0.1466959 Jul 13 14:25:19.790613 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd51463b-5deb-490c-90f6-65183fea8571 req-53e3e922-f8a5-4039-a26c-7d1f4cc36c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:25:19.792050 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cd51463b-5deb-490c-90f6-65183fea8571 req-53e3e922-f8a5-4039-a26c-7d1f4cc36c79 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=eb8270c7-dd42-4e39-9267-63f39158664c HTTP/1.1" status: 200 len: 855 time: 0.0726171 Jul 13 14:25:19.831088 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cd51463b-5deb-490c-90f6-65183fea8571 req-e1677de5-c930-46da-86dd-b19c45c417d2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c6905330-aa3c-406f-9be5-f82475cdb3f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321476 Jul 13 14:25:19.860168 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8dfef104-fa7f-4bf0-900c-49136c73ae51 req-1a7f7bdf-f87c-4482-bcba-cc6b0a155de3 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.23 "GET /v2.0/security-groups?id=aeb0fa7d-75ba-40db-b60e-e3eae3f39652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801599 Jul 13 14:25:19.933021 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cd51463b-5deb-490c-90f6-65183fea8571 req-8db9a109-9b07-41f7-9ced-b118aa5936b6 service neutron] 10.222.0.26 "GET /v2.0/networks/c6905330-aa3c-406f-9be5-f82475cdb3f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963919 Jul 13 14:25:19.937556 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-95559286-45c2-4594-a507-272723e45aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:25:20.036328 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cd51463b-5deb-490c-90f6-65183fea8571 req-039cdeb5-25fc-4845-b909-5dffb6414dc2 service neutron] 10.222.0.26 "GET /v2.0/networks/c6905330-aa3c-406f-9be5-f82475cdb3f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961888 Jul 13 14:25:20.075560 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:25:21.042182 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0791f224-2dc3-404d-a913-abefae7553c5 req-c9235d89-bf8f-45a3-8f07-fbe46d868634 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:25:21.043645 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-0791f224-2dc3-404d-a913-abefae7553c5 req-c9235d89-bf8f-45a3-8f07-fbe46d868634 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.23 "GET /v2.0/ports?device_id=4761101e-cda0-428c-8e36-f9061b6cf735 HTTP/1.1" status: 200 len: 945 time: 0.0670853 Jul 13 14:25:21.081200 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-0791f224-2dc3-404d-a913-abefae7553c5 req-afffb64c-e3a4-4b1e-adfe-1dc64302212f tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.23 "GET /v2.0/security-groups?id=aeb0fa7d-75ba-40db-b60e-e3eae3f39652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319946 Jul 13 14:25:21.278406 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:25:22.256160 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5b02cd-0841-49be-9fd1-029c8148fcad req-1afd0630-f363-4d50-865e-e689bc5994d5 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:25:22.257587 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9e5b02cd-0841-49be-9fd1-029c8148fcad req-1afd0630-f363-4d50-865e-e689bc5994d5 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.23 "GET /v2.0/ports?device_id=4761101e-cda0-428c-8e36-f9061b6cf735 HTTP/1.1" status: 200 len: 945 time: 0.0643945 Jul 13 14:25:22.296476 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9e5b02cd-0841-49be-9fd1-029c8148fcad req-2b104ef5-91e4-4bdb-a452-1d38ba4422d7 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.23 "GET /v2.0/security-groups?id=aeb0fa7d-75ba-40db-b60e-e3eae3f39652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333419 Jul 13 14:25:22.789358 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:25:23.470465 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8fe20c-9e0f-46b5-ae2e-0e91e46bed2c req-c66121d7-ff94-4996-9f52-41a31b91faf4 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:25:23.472490 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ef8fe20c-9e0f-46b5-ae2e-0e91e46bed2c req-c66121d7-ff94-4996-9f52-41a31b91faf4 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.23 "GET /v2.0/ports?device_id=4761101e-cda0-428c-8e36-f9061b6cf735 HTTP/1.1" status: 200 len: 945 time: 0.0629318 Jul 13 14:25:23.509786 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ef8fe20c-9e0f-46b5-ae2e-0e91e46bed2c req-22242514-03a4-4b1e-8b2c-caec9ea22150 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.23 "GET /v2.0/security-groups?id=aeb0fa7d-75ba-40db-b60e-e3eae3f39652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318713 Jul 13 14:25:24.689249 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f259185f-2e07-478d-bc3b-c0aaf9c7a464 req-f75c2a91-b8b4-4ea6-b191-ce9d6a2c20ee tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:25:24.691283 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f259185f-2e07-478d-bc3b-c0aaf9c7a464 req-f75c2a91-b8b4-4ea6-b191-ce9d6a2c20ee tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.23 "GET /v2.0/ports?device_id=4761101e-cda0-428c-8e36-f9061b6cf735 HTTP/1.1" status: 200 len: 945 time: 0.0673757 Jul 13 14:25:24.729281 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f259185f-2e07-478d-bc3b-c0aaf9c7a464 req-39d1b341-d165-42a6-904f-3013e96ffa77 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.23 "GET /v2.0/security-groups?id=aeb0fa7d-75ba-40db-b60e-e3eae3f39652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323613 Jul 13 14:25:25.905897 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aa9ec0-05a5-43ca-87a7-1393255e2f0e req-be46f462-7e46-4062-b11c-3e4a6996456d tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:25:25.907411 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a0aa9ec0-05a5-43ca-87a7-1393255e2f0e req-be46f462-7e46-4062-b11c-3e4a6996456d tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.23 "GET /v2.0/ports?device_id=4761101e-cda0-428c-8e36-f9061b6cf735 HTTP/1.1" status: 200 len: 945 time: 0.0685825 Jul 13 14:25:25.946993 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a0aa9ec0-05a5-43ca-87a7-1393255e2f0e req-00f545ff-b314-4196-89dc-3c3dc5859532 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.23 "GET /v2.0/security-groups?id=aeb0fa7d-75ba-40db-b60e-e3eae3f39652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337541 Jul 13 14:25:27.125247 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c709af-1499-4428-8c1f-7c9801eada94 req-556c7821-635a-47d9-8f6b-5d7eda3a9087 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:25:27.126817 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c5c709af-1499-4428-8c1f-7c9801eada94 req-556c7821-635a-47d9-8f6b-5d7eda3a9087 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.23 "GET /v2.0/ports?device_id=4761101e-cda0-428c-8e36-f9061b6cf735 HTTP/1.1" status: 200 len: 945 time: 0.0683396 Jul 13 14:25:27.165793 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c5c709af-1499-4428-8c1f-7c9801eada94 req-8dc2b5c7-3896-4e42-b431-1167a995e30b tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.23 "GET /v2.0/security-groups?id=aeb0fa7d-75ba-40db-b60e-e3eae3f39652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332675 Jul 13 14:25:28.338577 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd40b09-c978-44a9-a279-85990eb9e3be req-26c123fb-b5af-4ad2-9315-d0b079362f9e tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:25:28.340080 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ccd40b09-c978-44a9-a279-85990eb9e3be req-26c123fb-b5af-4ad2-9315-d0b079362f9e tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.23 "GET /v2.0/ports?device_id=4761101e-cda0-428c-8e36-f9061b6cf735 HTTP/1.1" status: 200 len: 945 time: 0.0633881 Jul 13 14:25:28.379321 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ccd40b09-c978-44a9-a279-85990eb9e3be req-f1535721-5eab-4fb9-84ed-5e8042475e98 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.23 "GET /v2.0/security-groups?id=aeb0fa7d-75ba-40db-b60e-e3eae3f39652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334272 Jul 13 14:25:29.554337 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d685bf5-b14d-4177-a115-0732213d33d6 req-3c5645e7-9724-43e2-9d76-9190b75ead2f tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:25:29.555830 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4d685bf5-b14d-4177-a115-0732213d33d6 req-3c5645e7-9724-43e2-9d76-9190b75ead2f tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.23 "GET /v2.0/ports?device_id=4761101e-cda0-428c-8e36-f9061b6cf735 HTTP/1.1" status: 200 len: 945 time: 0.0645442 Jul 13 14:25:29.594108 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4d685bf5-b14d-4177-a115-0732213d33d6 req-3047b27d-dbf0-4828-90c6-cc3596cb50fd tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.23 "GET /v2.0/security-groups?id=aeb0fa7d-75ba-40db-b60e-e3eae3f39652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326967 Jul 13 14:25:30.787219 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:25:30.787884 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f747edca-c1f1-4bca-9526-b187368a875a req-19b86896-e8b9-4225-9242-ea31c418d399 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:25:30.789212 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f747edca-c1f1-4bca-9526-b187368a875a req-19b86896-e8b9-4225-9242-ea31c418d399 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.23 "GET /v2.0/ports?device_id=4761101e-cda0-428c-8e36-f9061b6cf735 HTTP/1.1" status: 200 len: 945 time: 0.0641997 Jul 13 14:25:30.828002 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f747edca-c1f1-4bca-9526-b187368a875a req-ac1c1e6d-98fe-461e-8b69-58a8bd356fa0 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.23 "GET /v2.0/security-groups?id=aeb0fa7d-75ba-40db-b60e-e3eae3f39652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330834 Jul 13 14:25:31.095616 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:25:32.006172 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f41e85b-0dfa-4961-8f41-05ba3f1c99ca req-ad7987cb-11cb-4903-a122-c278ac4178b1 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:25:32.007650 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2f41e85b-0dfa-4961-8f41-05ba3f1c99ca req-ad7987cb-11cb-4903-a122-c278ac4178b1 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.23 "GET /v2.0/ports?device_id=4761101e-cda0-428c-8e36-f9061b6cf735 HTTP/1.1" status: 200 len: 945 time: 0.0670049 Jul 13 14:25:32.045638 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2f41e85b-0dfa-4961-8f41-05ba3f1c99ca req-f6ac6fc7-4e1f-476a-aaca-30526d518597 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.23 "GET /v2.0/security-groups?id=aeb0fa7d-75ba-40db-b60e-e3eae3f39652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324056 Jul 13 14:25:32.947436 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd59437-e702-481d-bb5b-156fd759a8c9 req-17b0cef1-4106-4102-8ddc-8bc82e4a7198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:25:32.948950 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cfd59437-e702-481d-bb5b-156fd759a8c9 req-17b0cef1-4106-4102-8ddc-8bc82e4a7198 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=82e10d9325e144bd81cdf38e1410f813&device_id=4761101e-cda0-428c-8e36-f9061b6cf735 HTTP/1.1" status: 200 len: 1096 time: 0.0567544 Jul 13 14:25:33.055942 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd59437-e702-481d-bb5b-156fd759a8c9 req-9479c8b1-0ff7-43e8-b53a-5584a60102a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:25:33.057396 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cfd59437-e702-481d-bb5b-156fd759a8c9 req-9479c8b1-0ff7-43e8-b53a-5584a60102a1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c6905330-aa3c-406f-9be5-f82475cdb3f7 HTTP/1.1" status: 200 len: 915 time: 0.0881016 Jul 13 14:25:33.100949 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cfd59437-e702-481d-bb5b-156fd759a8c9 req-a8749ea9-abdf-4af1-95f9-0ab65de3ddb2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9ab5474f-b594-4b82-b6c1-fe71a122553a HTTP/1.1" status: 200 len: 217 time: 0.0371528 Jul 13 14:25:33.150013 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd59437-e702-481d-bb5b-156fd759a8c9 req-9bba4068-acfe-4ddf-8d76-c921d3ae730d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:25:33.151501 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cfd59437-e702-481d-bb5b-156fd759a8c9 req-9bba4068-acfe-4ddf-8d76-c921d3ae730d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=eb8270c7-dd42-4e39-9267-63f39158664c HTTP/1.1" status: 200 len: 855 time: 0.0451627 Jul 13 14:25:33.188101 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cfd59437-e702-481d-bb5b-156fd759a8c9 req-ef3364a7-bee7-43fc-bc33-6d4e063db5b9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c6905330-aa3c-406f-9be5-f82475cdb3f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308077 Jul 13 14:25:33.228887 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e242d49c-0442-43ff-ab1b-262380ac61c8 req-b783ddbb-51f9-4deb-9d7b-8096193a48aa tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:25:33.230320 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e242d49c-0442-43ff-ab1b-262380ac61c8 req-b783ddbb-51f9-4deb-9d7b-8096193a48aa tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.23 "GET /v2.0/ports?device_id=4761101e-cda0-428c-8e36-f9061b6cf735 HTTP/1.1" status: 200 len: 945 time: 0.0681188 Jul 13 14:25:33.269401 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e242d49c-0442-43ff-ab1b-262380ac61c8 req-a0af20df-0710-4fac-be50-24cff2329e8e tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.23 "GET /v2.0/security-groups?id=aeb0fa7d-75ba-40db-b60e-e3eae3f39652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325372 Jul 13 14:25:33.280254 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cfd59437-e702-481d-bb5b-156fd759a8c9 req-ecc31733-fec2-4b1a-bc2d-74c502384aff service neutron] 10.222.0.26 "GET /v2.0/networks/c6905330-aa3c-406f-9be5-f82475cdb3f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851955 Jul 13 14:25:33.373849 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cfd59437-e702-481d-bb5b-156fd759a8c9 req-4d2a44ad-8b6f-47d6-93dc-5502d4c41a3b service neutron] 10.222.0.26 "GET /v2.0/networks/c6905330-aa3c-406f-9be5-f82475cdb3f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865097 Jul 13 14:25:34.564350 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:25:34.776263 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9db393-4b32-40c7-8fb8-6c493d8bd280 req-ab69260c-6cc7-41b5-8c03-7e22ae0df67c tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:25:34.777712 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3f9db393-4b32-40c7-8fb8-6c493d8bd280 req-ab69260c-6cc7-41b5-8c03-7e22ae0df67c tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.23 "GET /v2.0/ports?device_id=4761101e-cda0-428c-8e36-f9061b6cf735 HTTP/1.1" status: 200 len: 945 time: 0.3944173 Jul 13 14:25:34.814563 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3f9db393-4b32-40c7-8fb8-6c493d8bd280 req-7fa5d2a3-8a7b-498d-8248-03ed349cc07d tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.23 "GET /v2.0/security-groups?id=aeb0fa7d-75ba-40db-b60e-e3eae3f39652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312936 Jul 13 14:25:35.990910 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2034415-7499-4483-b78f-888118d20760 req-a2094fb0-bba5-4ed4-8fe0-0efca7e2d58c tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:25:35.992427 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d2034415-7499-4483-b78f-888118d20760 req-a2094fb0-bba5-4ed4-8fe0-0efca7e2d58c tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.23 "GET /v2.0/ports?device_id=4761101e-cda0-428c-8e36-f9061b6cf735 HTTP/1.1" status: 200 len: 945 time: 0.0679307 Jul 13 14:25:36.030758 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d2034415-7499-4483-b78f-888118d20760 req-ae221cba-427c-4e01-af6d-cb405c34cbce tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.23 "GET /v2.0/security-groups?id=aeb0fa7d-75ba-40db-b60e-e3eae3f39652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326238 Jul 13 14:25:37.208173 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1dfc06-9941-49a3-acb8-5d51aa453d16 req-c2df01e3-9de6-45fb-ae70-4ac60ee82cbf tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:25:37.209606 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4b1dfc06-9941-49a3-acb8-5d51aa453d16 req-c2df01e3-9de6-45fb-ae70-4ac60ee82cbf tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.23 "GET /v2.0/ports?device_id=4761101e-cda0-428c-8e36-f9061b6cf735 HTTP/1.1" status: 200 len: 945 time: 0.0630391 Jul 13 14:25:37.247361 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4b1dfc06-9941-49a3-acb8-5d51aa453d16 req-0d6d03af-1f84-4a3f-8a04-3e2488f84f66 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.23 "GET /v2.0/security-groups?id=aeb0fa7d-75ba-40db-b60e-e3eae3f39652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323057 Jul 13 14:25:38.426186 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297f0599-c4ab-49cd-b350-bad676181d51 req-36967fc4-cce9-4bb3-88e6-5f76aab18afc tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:25:38.427923 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-297f0599-c4ab-49cd-b350-bad676181d51 req-36967fc4-cce9-4bb3-88e6-5f76aab18afc tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.23 "GET /v2.0/ports?device_id=4761101e-cda0-428c-8e36-f9061b6cf735 HTTP/1.1" status: 200 len: 945 time: 0.0674140 Jul 13 14:25:38.465571 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-297f0599-c4ab-49cd-b350-bad676181d51 req-b8669a2b-88b4-4bca-9cc4-60d5773c7458 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.23 "GET /v2.0/security-groups?id=aeb0fa7d-75ba-40db-b60e-e3eae3f39652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321512 Jul 13 14:25:39.640850 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8edcab-98f0-453c-8280-452bb2419382 req-3b740b6b-c995-4f2c-8a98-65d23c0dd54f tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:25:39.642424 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9e8edcab-98f0-453c-8280-452bb2419382 req-3b740b6b-c995-4f2c-8a98-65d23c0dd54f tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.23 "GET /v2.0/ports?device_id=4761101e-cda0-428c-8e36-f9061b6cf735 HTTP/1.1" status: 200 len: 945 time: 0.0656261 Jul 13 14:25:39.681040 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9e8edcab-98f0-453c-8280-452bb2419382 req-09621470-a573-4ac0-a04d-d983d15d2d92 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.23 "GET /v2.0/security-groups?id=aeb0fa7d-75ba-40db-b60e-e3eae3f39652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318265 Jul 13 14:25:40.853063 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f5d9da-7722-4d74-aa3c-bf34caf8386d req-639e67c2-6f2a-4bbe-a055-645c016ad498 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:25:40.854604 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d4f5d9da-7722-4d74-aa3c-bf34caf8386d req-639e67c2-6f2a-4bbe-a055-645c016ad498 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.23 "GET /v2.0/ports?device_id=4761101e-cda0-428c-8e36-f9061b6cf735 HTTP/1.1" status: 200 len: 945 time: 0.0649347 Jul 13 14:25:40.892249 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d4f5d9da-7722-4d74-aa3c-bf34caf8386d req-d901bb96-944f-4e2c-bcea-d5f9c986f00b tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.23 "GET /v2.0/security-groups?id=aeb0fa7d-75ba-40db-b60e-e3eae3f39652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320568 Jul 13 14:25:42.067888 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d874921-d048-43ef-b9bb-6dbf064f5a93 req-683449dc-bdf4-4aeb-8f1b-c935a843674e tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:25:42.069384 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4d874921-d048-43ef-b9bb-6dbf064f5a93 req-683449dc-bdf4-4aeb-8f1b-c935a843674e tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.23 "GET /v2.0/ports?device_id=4761101e-cda0-428c-8e36-f9061b6cf735 HTTP/1.1" status: 200 len: 945 time: 0.0633504 Jul 13 14:25:42.108086 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4d874921-d048-43ef-b9bb-6dbf064f5a93 req-21f7cb46-c3d8-4904-b047-123ade7de6a0 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.23 "GET /v2.0/security-groups?id=aeb0fa7d-75ba-40db-b60e-e3eae3f39652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331912 Jul 13 14:25:43.285037 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d4f85f-7b32-418e-ab9f-878facbaf0a2 req-e4c17b34-144c-4d11-b43c-e183aebde78c tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:25:43.286472 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c9d4f85f-7b32-418e-ab9f-878facbaf0a2 req-e4c17b34-144c-4d11-b43c-e183aebde78c tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.23 "GET /v2.0/ports?device_id=4761101e-cda0-428c-8e36-f9061b6cf735 HTTP/1.1" status: 200 len: 945 time: 0.0631499 Jul 13 14:25:43.324602 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c9d4f85f-7b32-418e-ab9f-878facbaf0a2 req-161559c1-8764-4e94-9cfd-074446f2182c tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.23 "GET /v2.0/security-groups?id=aeb0fa7d-75ba-40db-b60e-e3eae3f39652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324335 Jul 13 14:25:44.500068 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f07d277-f437-4fe2-8cd8-e2161fdc9210 req-45901fd8-8330-440f-9349-8b52cd2d085a tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:25:44.501544 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0f07d277-f437-4fe2-8cd8-e2161fdc9210 req-45901fd8-8330-440f-9349-8b52cd2d085a tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.23 "GET /v2.0/ports?device_id=4761101e-cda0-428c-8e36-f9061b6cf735 HTTP/1.1" status: 200 len: 945 time: 0.0636914 Jul 13 14:25:44.543149 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0f07d277-f437-4fe2-8cd8-e2161fdc9210 req-5540b9c2-1306-4d59-af47-1ad93e2d5cb4 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.23 "GET /v2.0/security-groups?id=aeb0fa7d-75ba-40db-b60e-e3eae3f39652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359883 Jul 13 14:25:45.717637 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4834f0f1-10b2-4601-8c5c-1017731c5b2d req-644b9926-e868-4035-b5aa-71d17e207f9f tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:25:45.719134 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4834f0f1-10b2-4601-8c5c-1017731c5b2d req-644b9926-e868-4035-b5aa-71d17e207f9f tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.23 "GET /v2.0/ports?device_id=4761101e-cda0-428c-8e36-f9061b6cf735 HTTP/1.1" status: 200 len: 945 time: 0.0668542 Jul 13 14:25:45.757678 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4834f0f1-10b2-4601-8c5c-1017731c5b2d req-b391642c-95a2-4b1b-97a4-a16e17a92b45 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.23 "GET /v2.0/security-groups?id=aeb0fa7d-75ba-40db-b60e-e3eae3f39652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319436 Jul 13 14:25:46.931709 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc15c876-d436-4cd3-819f-d085c877d54b req-c91fec0f-6bb4-4958-86ea-dd062e70ee56 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:25:46.933262 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bc15c876-d436-4cd3-819f-d085c877d54b req-c91fec0f-6bb4-4958-86ea-dd062e70ee56 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.23 "GET /v2.0/ports?device_id=4761101e-cda0-428c-8e36-f9061b6cf735 HTTP/1.1" status: 200 len: 945 time: 0.0627975 Jul 13 14:25:46.970276 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bc15c876-d436-4cd3-819f-d085c877d54b req-1850a4d9-5033-4bed-97d7-016b939440b7 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.23 "GET /v2.0/security-groups?id=aeb0fa7d-75ba-40db-b60e-e3eae3f39652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314267 Jul 13 14:25:47.277026 n-d-800634-1 neutron-server[93750]: INFO neutron.api.v2.resource [req-cd51463b-5deb-490c-90f6-65183fea8571 req-575691ef-35da-4bab-b560-2545191d8976 service neutron] show failed (client error): The resource could not be found. Jul 13 14:25:47.278070 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cd51463b-5deb-490c-90f6-65183fea8571 req-575691ef-35da-4bab-b560-2545191d8976 service neutron] 10.222.0.26 "GET /v2.0/ports/9ab5474f-b594-4b82-b6c1-fe71a122553a/bindings/n-h2-800634-1 HTTP/1.1" status: 404 len: 380 time: 0.0550795 Jul 13 14:25:47.296801 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-077adacb-b5e4-4703-8147-682ab6b78385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:25:47.554619 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd51463b-5deb-490c-90f6-65183fea8571 req-b5d568da-bb05-4262-8b05-328cc7d26b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:25:47.556041 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cd51463b-5deb-490c-90f6-65183fea8571 req-b5d568da-bb05-4262-8b05-328cc7d26b5f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4761101e-cda0-428c-8e36-f9061b6cf735&tenant_id=82e10d9325e144bd81cdf38e1410f813 HTTP/1.1" status: 200 len: 1096 time: 0.0571914 Jul 13 14:25:47.567566 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-cd51463b-5deb-490c-90f6-65183fea8571 req-d1993a6f-7050-429e-abad-808f7cf871fb service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800634-1', 'device_owner': 'compute:nova'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:25:47.639232 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-cd51463b-5deb-490c-90f6-65183fea8571 req-d1993a6f-7050-429e-abad-808f7cf871fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:25:47.848775 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-cd51463b-5deb-490c-90f6-65183fea8571 req-d1993a6f-7050-429e-abad-808f7cf871fb service neutron] For port 9ab5474f-b594-4b82-b6c1-fe71a122553a, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=9ab5474f-b594-4b82-b6c1-fe71a122553a,segment=NetworkSegment(1cb5d14e-85a6-47a3-9f6d-997511b9654f),segment_id=1cb5d14e-85a6-47a3-9f6d-997511b9654f)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:25:47.881211 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-cd51463b-5deb-490c-90f6-65183fea8571 req-d1993a6f-7050-429e-abad-808f7cf871fb service neutron] For port 9ab5474f-b594-4b82-b6c1-fe71a122553a, host n-h1-800634-1, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:25:47.928211 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4761101e-cda0-428c-8e36-f9061b6cf735', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ab5474f-b594-4b82-b6c1-fe71a122553a'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:25:47.930753 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64df0969-960c-4224-8c87-79b082ea551e" -d '{"events": [{"server_uuid": "4761101e-cda0-428c-8e36-f9061b6cf735", "name": "network-vif-unplugged", "status": "completed", "tag": "9ab5474f-b594-4b82-b6c1-fe71a122553a"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:25:47.935086 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-cd51463b-5deb-490c-90f6-65183fea8571 req-d1993a6f-7050-429e-abad-808f7cf871fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:25:47.948511 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-cd51463b-5deb-490c-90f6-65183fea8571 req-d1993a6f-7050-429e-abad-808f7cf871fb service neutron] Transition to ACTIVE for port object 9ab5474f-b594-4b82-b6c1-fe71a122553a will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:25:47.952427 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-cd51463b-5deb-490c-90f6-65183fea8571 req-d1993a6f-7050-429e-abad-808f7cf871fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:25:47.991836 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 14:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e97b118a-ece5-4317-b8fb-066381cf4bb3 x-openstack-request-id: req-e97b118a-ece5-4317-b8fb-066381cf4bb3 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:25:47.992130 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4761101e-cda0-428c-8e36-f9061b6cf735", "name": "network-vif-unplugged", "status": "completed", "tag": "9ab5474f-b594-4b82-b6c1-fe71a122553a", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:25:47.992382 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e97b118a-ece5-4317-b8fb-066381cf4bb3 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:25:47.992770 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4761101e-cda0-428c-8e36-f9061b6cf735', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ab5474f-b594-4b82-b6c1-fe71a122553a', 'code': 200} Jul 13 14:25:48.022096 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd51463b-5deb-490c-90f6-65183fea8571 req-d1993a6f-7050-429e-abad-808f7cf871fb service neutron] No DVR routers for this DVR port 9ab5474f-b594-4b82-b6c1-fe71a122553a on host n-h1-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:25:48.028760 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1993a6f-7050-429e-abad-808f7cf871fb service neutron] Pushing event updated for resources: {'Port': ['ID=9ab5474f-b594-4b82-b6c1-fe71a122553a,revision_number=6']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:25:48.042641 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1993a6f-7050-429e-abad-808f7cf871fb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:25:48.042993 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1993a6f-7050-429e-abad-808f7cf871fb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:25:48.043331 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1993a6f-7050-429e-abad-808f7cf871fb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:25:48.043670 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1993a6f-7050-429e-abad-808f7cf871fb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:25:48.044002 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1993a6f-7050-429e-abad-808f7cf871fb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:25:48.044342 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1993a6f-7050-429e-abad-808f7cf871fb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:25:48.044659 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1993a6f-7050-429e-abad-808f7cf871fb service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:25:48.044979 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1993a6f-7050-429e-abad-808f7cf871fb service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:25:48.045299 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1993a6f-7050-429e-abad-808f7cf871fb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:25:48.045647 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1993a6f-7050-429e-abad-808f7cf871fb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:25:48.045994 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1993a6f-7050-429e-abad-808f7cf871fb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:25:48.046310 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1993a6f-7050-429e-abad-808f7cf871fb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:25:48.081534 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-cd51463b-5deb-490c-90f6-65183fea8571 req-d1993a6f-7050-429e-abad-808f7cf871fb service neutron] Attempting to bind port 9ab5474f-b594-4b82-b6c1-fe71a122553a on host n-h2-800634-1 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:25:48.081914 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-cd51463b-5deb-490c-90f6-65183fea8571 req-d1993a6f-7050-429e-abad-808f7cf871fb service neutron] Attempting to bind port 9ab5474f-b594-4b82-b6c1-fe71a122553a by drivers openvswitch,hyperv on host n-h2-800634-1 at level 0 using segments [{'id': '1cb5d14e-85a6-47a3-9f6d-997511b9654f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c6905330-aa3c-406f-9be5-f82475cdb3f7'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:25:48.082246 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd51463b-5deb-490c-90f6-65183fea8571 req-d1993a6f-7050-429e-abad-808f7cf871fb service neutron] Attempting to bind port 9ab5474f-b594-4b82-b6c1-fe71a122553a on network c6905330-aa3c-406f-9be5-f82475cdb3f7 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:25:48.098563 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd51463b-5deb-490c-90f6-65183fea8571 req-d1993a6f-7050-429e-abad-808f7cf871fb service neutron] Port 9ab5474f-b594-4b82-b6c1-fe71a122553a on network c6905330-aa3c-406f-9be5-f82475cdb3f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-1 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 14:25:48.098563 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd51463b-5deb-490c-90f6-65183fea8571 req-d1993a6f-7050-429e-abad-808f7cf871fb service neutron] Attempting to bind port 9ab5474f-b594-4b82-b6c1-fe71a122553a on network c6905330-aa3c-406f-9be5-f82475cdb3f7 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:25:48.123903 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd51463b-5deb-490c-90f6-65183fea8571 req-d1993a6f-7050-429e-abad-808f7cf871fb service neutron] Checking agent: {'id': 'f615e5c9-21ab-43f2-adbc-192d64b795cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 25, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:25:48.124166 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd51463b-5deb-490c-90f6-65183fea8571 req-d1993a6f-7050-429e-abad-808f7cf871fb service neutron] Checking segment: {'id': '1cb5d14e-85a6-47a3-9f6d-997511b9654f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c6905330-aa3c-406f-9be5-f82475cdb3f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:25:48.124546 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd51463b-5deb-490c-90f6-65183fea8571 req-d1993a6f-7050-429e-abad-808f7cf871fb service neutron] Bound using segment: {'id': '1cb5d14e-85a6-47a3-9f6d-997511b9654f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c6905330-aa3c-406f-9be5-f82475cdb3f7'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:25:48.124973 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-cd51463b-5deb-490c-90f6-65183fea8571 req-d1993a6f-7050-429e-abad-808f7cf871fb service neutron] Bound port: 9ab5474f-b594-4b82-b6c1-fe71a122553a, host: n-h2-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cb5d14e-85a6-47a3-9f6d-997511b9654f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c6905330-aa3c-406f-9be5-f82475cdb3f7'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:25:48.125329 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-cd51463b-5deb-490c-90f6-65183fea8571 req-d1993a6f-7050-429e-abad-808f7cf871fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:25:48.198710 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a78e67f-5566-43f7-9105-d6f7159aa131 req-3abcd610-98b8-4d88-b795-a486297c9ec5 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:25:48.200187 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2a78e67f-5566-43f7-9105-d6f7159aa131 req-3abcd610-98b8-4d88-b795-a486297c9ec5 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.23 "GET /v2.0/ports?device_id=4761101e-cda0-428c-8e36-f9061b6cf735 HTTP/1.1" status: 200 len: 943 time: 0.1146393 Jul 13 14:25:48.225497 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-cd51463b-5deb-490c-90f6-65183fea8571 req-d1993a6f-7050-429e-abad-808f7cf871fb service neutron] For port 9ab5474f-b594-4b82-b6c1-fe71a122553a, host n-h2-800634-1, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:25:48.240432 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-cd51463b-5deb-490c-90f6-65183fea8571 req-d1993a6f-7050-429e-abad-808f7cf871fb service neutron] For port 9ab5474f-b594-4b82-b6c1-fe71a122553a, host n-h2-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=9ab5474f-b594-4b82-b6c1-fe71a122553a,segment=NetworkSegment(1cb5d14e-85a6-47a3-9f6d-997511b9654f),segment_id=1cb5d14e-85a6-47a3-9f6d-997511b9654f)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:25:48.246778 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-cd51463b-5deb-490c-90f6-65183fea8571 req-d1993a6f-7050-429e-abad-808f7cf871fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:25:48.279167 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2a78e67f-5566-43f7-9105-d6f7159aa131 req-0a67c93c-4861-4900-b41c-bfe837a45381 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.23 "GET /v2.0/security-groups?id=aeb0fa7d-75ba-40db-b60e-e3eae3f39652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734322 Jul 13 14:25:48.289285 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd51463b-5deb-490c-90f6-65183fea8571 req-d1993a6f-7050-429e-abad-808f7cf871fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:25:48.289946 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-cd51463b-5deb-490c-90f6-65183fea8571 req-d1993a6f-7050-429e-abad-808f7cf871fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:25:48.291306 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cd51463b-5deb-490c-90f6-65183fea8571 req-d1993a6f-7050-429e-abad-808f7cf871fb service neutron] 10.222.0.41 "PUT /v2.0/ports/9ab5474f-b594-4b82-b6c1-fe71a122553a HTTP/1.1" status: 200 len: 1091 time: 0.7284944 Jul 13 14:25:48.311721 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1993a6f-7050-429e-abad-808f7cf871fb service neutron] Pushing event updated for resources: {'Port': ['ID=9ab5474f-b594-4b82-b6c1-fe71a122553a,revision_number=7']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:25:48.371381 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd51463b-5deb-490c-90f6-65183fea8571 req-b3c2348a-1583-427c-9c3f-5db004387972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:25:48.372892 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cd51463b-5deb-490c-90f6-65183fea8571 req-b3c2348a-1583-427c-9c3f-5db004387972 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=82e10d9325e144bd81cdf38e1410f813&device_id=4761101e-cda0-428c-8e36-f9061b6cf735 HTTP/1.1" status: 200 len: 1094 time: 0.0582666 Jul 13 14:25:48.462352 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd51463b-5deb-490c-90f6-65183fea8571 req-454c559e-79cd-4d89-9b31-15a82c3a133b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:25:48.463840 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cd51463b-5deb-490c-90f6-65183fea8571 req-454c559e-79cd-4d89-9b31-15a82c3a133b service neutron] 10.222.0.41 "GET /v2.0/networks?id=c6905330-aa3c-406f-9be5-f82475cdb3f7 HTTP/1.1" status: 200 len: 915 time: 0.0847771 Jul 13 14:25:48.504555 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cd51463b-5deb-490c-90f6-65183fea8571 req-56eea272-1116-43a8-849a-9e8b4f52a130 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9ab5474f-b594-4b82-b6c1-fe71a122553a HTTP/1.1" status: 200 len: 217 time: 0.0348022 Jul 13 14:25:48.558218 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd51463b-5deb-490c-90f6-65183fea8571 req-0efac3dd-ce2b-4755-b7e6-44d2b28f7434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:25:48.559694 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cd51463b-5deb-490c-90f6-65183fea8571 req-0efac3dd-ce2b-4755-b7e6-44d2b28f7434 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=eb8270c7-dd42-4e39-9267-63f39158664c HTTP/1.1" status: 200 len: 855 time: 0.0480247 Jul 13 14:25:48.594246 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cd51463b-5deb-490c-90f6-65183fea8571 req-f26c57e8-f0d5-42b1-9e65-0f1585454dcc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c6905330-aa3c-406f-9be5-f82475cdb3f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267110 Jul 13 14:25:48.682521 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cd51463b-5deb-490c-90f6-65183fea8571 req-6038f868-d8e4-4b9d-b05a-2b0b43bd2164 service neutron] 10.222.0.41 "GET /v2.0/networks/c6905330-aa3c-406f-9be5-f82475cdb3f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823028 Jul 13 14:25:48.777218 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cd51463b-5deb-490c-90f6-65183fea8571 req-c5f45257-9426-4358-8614-a780f47bb2db service neutron] 10.222.0.41 "GET /v2.0/networks/c6905330-aa3c-406f-9be5-f82475cdb3f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882142 Jul 13 14:25:49.455774 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5fc586-6544-4741-92d8-b045873a5787 req-50c8687d-0bd8-489c-9d19-42c34356f191 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:25:49.458362 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-bb5fc586-6544-4741-92d8-b045873a5787 req-50c8687d-0bd8-489c-9d19-42c34356f191 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.23 "GET /v2.0/ports?device_id=4761101e-cda0-428c-8e36-f9061b6cf735 HTTP/1.1" status: 200 len: 943 time: 0.0646386 Jul 13 14:25:49.495748 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-bb5fc586-6544-4741-92d8-b045873a5787 req-56f576e5-ed11-4762-aba8-e1a6b578c2e2 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.23 "GET /v2.0/security-groups?id=aeb0fa7d-75ba-40db-b60e-e3eae3f39652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319138 Jul 13 14:25:49.938641 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f7a870fd-42e9-49f3-8b4a-2a29b0287bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:25:49.994349 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4761101e-cda0-428c-8e36-f9061b6cf735', 'tag': '9ab5474f-b594-4b82-b6c1-fe71a122553a'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:25:49.996734 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-066939f2-27dd-4cdc-8617-c1349b7e9da7" -d '{"events": [{"name": "network-changed", "server_uuid": "4761101e-cda0-428c-8e36-f9061b6cf735", "tag": "9ab5474f-b594-4b82-b6c1-fe71a122553a"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:25:50.044605 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:25:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57798a49-ab57-4413-bd06-297f6bb0fc80 x-openstack-request-id: req-57798a49-ab57-4413-bd06-297f6bb0fc80 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:25:50.044969 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4761101e-cda0-428c-8e36-f9061b6cf735", "tag": "9ab5474f-b594-4b82-b6c1-fe71a122553a", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:25:50.045230 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-57798a49-ab57-4413-bd06-297f6bb0fc80 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:25:50.045638 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4761101e-cda0-428c-8e36-f9061b6cf735', 'tag': '9ab5474f-b594-4b82-b6c1-fe71a122553a', 'status': 'completed', 'code': 200} Jul 13 14:25:50.077023 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:25:50.160255 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066939f2-27dd-4cdc-8617-c1349b7e9da7 req-939dfe2f-ac8a-45f3-b42d-8639b7391a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:25:50.161769 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-066939f2-27dd-4cdc-8617-c1349b7e9da7 req-939dfe2f-ac8a-45f3-b42d-8639b7391a5c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=82e10d9325e144bd81cdf38e1410f813&device_id=4761101e-cda0-428c-8e36-f9061b6cf735 HTTP/1.1" status: 200 len: 1094 time: 0.0945294 Jul 13 14:25:50.167281 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066939f2-27dd-4cdc-8617-c1349b7e9da7 req-f300eae3-8c00-477d-bfeb-5874c2ed3eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:25:50.168690 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-066939f2-27dd-4cdc-8617-c1349b7e9da7 req-f300eae3-8c00-477d-bfeb-5874c2ed3eef service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=82e10d9325e144bd81cdf38e1410f813&device_id=4761101e-cda0-428c-8e36-f9061b6cf735 HTTP/1.1" status: 200 len: 1094 time: 0.0927434 Jul 13 14:25:50.319902 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066939f2-27dd-4cdc-8617-c1349b7e9da7 req-aff91cc0-503f-4cae-8ca8-9633db0ef71e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:25:50.321382 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-066939f2-27dd-4cdc-8617-c1349b7e9da7 req-aff91cc0-503f-4cae-8ca8-9633db0ef71e service neutron] 10.222.0.41 "GET /v2.0/networks?id=c6905330-aa3c-406f-9be5-f82475cdb3f7 HTTP/1.1" status: 200 len: 915 time: 0.1518610 Jul 13 14:25:50.323869 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066939f2-27dd-4cdc-8617-c1349b7e9da7 req-65c106f0-33b0-4b83-9756-5014dce36c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:25:50.325184 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-066939f2-27dd-4cdc-8617-c1349b7e9da7 req-65c106f0-33b0-4b83-9756-5014dce36c82 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c6905330-aa3c-406f-9be5-f82475cdb3f7 HTTP/1.1" status: 200 len: 915 time: 0.1486154 Jul 13 14:25:50.398726 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-066939f2-27dd-4cdc-8617-c1349b7e9da7 req-76f34419-8234-4f83-9c92-a58ba5445834 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9ab5474f-b594-4b82-b6c1-fe71a122553a HTTP/1.1" status: 200 len: 217 time: 0.0701432 Jul 13 14:25:50.399905 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-066939f2-27dd-4cdc-8617-c1349b7e9da7 req-2398d619-1e94-480e-8ebc-f3fc041763ba service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9ab5474f-b594-4b82-b6c1-fe71a122553a HTTP/1.1" status: 200 len: 217 time: 0.0657616 Jul 13 14:25:50.484636 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066939f2-27dd-4cdc-8617-c1349b7e9da7 req-9718ab25-e0f6-454d-893f-1b38a1cb5717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:25:50.486167 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-066939f2-27dd-4cdc-8617-c1349b7e9da7 req-9718ab25-e0f6-454d-893f-1b38a1cb5717 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=eb8270c7-dd42-4e39-9267-63f39158664c HTTP/1.1" status: 200 len: 855 time: 0.0808623 Jul 13 14:25:50.488609 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066939f2-27dd-4cdc-8617-c1349b7e9da7 req-78b7f5c4-bc32-490d-b1ff-ca3a3a7f2834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:25:50.489952 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-066939f2-27dd-4cdc-8617-c1349b7e9da7 req-78b7f5c4-bc32-490d-b1ff-ca3a3a7f2834 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=eb8270c7-dd42-4e39-9267-63f39158664c HTTP/1.1" status: 200 len: 855 time: 0.0768735 Jul 13 14:25:50.546164 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-066939f2-27dd-4cdc-8617-c1349b7e9da7 req-08e3b685-9981-4c1c-ba6b-8eced6af5926 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c6905330-aa3c-406f-9be5-f82475cdb3f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537722 Jul 13 14:25:50.548021 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-066939f2-27dd-4cdc-8617-c1349b7e9da7 req-f40273eb-d9ec-4a2c-a954-722ccfe84488 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c6905330-aa3c-406f-9be5-f82475cdb3f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482938 Jul 13 14:25:50.683813 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd56b79-b53c-4cd7-9e1d-dcb4e3b5f5be req-e0f284f5-9cde-472f-acfb-0ca13b899444 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:25:50.685472 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-bcd56b79-b53c-4cd7-9e1d-dcb4e3b5f5be req-e0f284f5-9cde-472f-acfb-0ca13b899444 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.23 "GET /v2.0/ports?device_id=4761101e-cda0-428c-8e36-f9061b6cf735 HTTP/1.1" status: 200 len: 943 time: 0.0686746 Jul 13 14:25:50.709233 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-066939f2-27dd-4cdc-8617-c1349b7e9da7 req-375e035c-9212-4e66-a465-2314fcf4654c service neutron] 10.222.0.41 "GET /v2.0/networks/c6905330-aa3c-406f-9be5-f82475cdb3f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553767 Jul 13 14:25:50.712699 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-066939f2-27dd-4cdc-8617-c1349b7e9da7 req-93dea072-7490-452b-864a-8e82ed71e9cc service neutron] 10.222.0.26 "GET /v2.0/networks/c6905330-aa3c-406f-9be5-f82475cdb3f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578319 Jul 13 14:25:50.723946 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-bcd56b79-b53c-4cd7-9e1d-dcb4e3b5f5be req-52a95a57-f61b-4d3f-8100-12feeb489dcf tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.23 "GET /v2.0/security-groups?id=aeb0fa7d-75ba-40db-b60e-e3eae3f39652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327218 Jul 13 14:25:50.872028 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-066939f2-27dd-4cdc-8617-c1349b7e9da7 req-66329e8d-23a6-4cf8-a744-5d5f97ce549f service neutron] 10.222.0.41 "GET /v2.0/networks/c6905330-aa3c-406f-9be5-f82475cdb3f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567204 Jul 13 14:25:50.874188 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-066939f2-27dd-4cdc-8617-c1349b7e9da7 req-7df5341d-d5d3-4801-bc2a-095d9bf169ec service neutron] 10.222.0.26 "GET /v2.0/networks/c6905330-aa3c-406f-9be5-f82475cdb3f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512609 Jul 13 14:25:51.028919 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a781401a-a500-40b2-988a-1998a6dd9c62 req-ef945de0-5420-42c5-bb26-fff1bc424442 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:25:51.030432 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a781401a-a500-40b2-988a-1998a6dd9c62 req-ef945de0-5420-42c5-bb26-fff1bc424442 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.23 "GET /v2.0/ports?device_id=4761101e-cda0-428c-8e36-f9061b6cf735 HTTP/1.1" status: 200 len: 943 time: 0.0625246 Jul 13 14:25:51.043171 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59056386-0a5d-45e0-8820-a8a57737b18f req-8a1f3925-44a0-475b-a665-3569c6d14dfd tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:25:51.044813 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-59056386-0a5d-45e0-8820-a8a57737b18f req-8a1f3925-44a0-475b-a665-3569c6d14dfd tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.26 "GET /v2.0/ports?device_id=4761101e-cda0-428c-8e36-f9061b6cf735&tenant_id=82e10d9325e144bd81cdf38e1410f813&binding%3Ahost_id=n-h2-800634-1 HTTP/1.1" status: 200 len: 943 time: 0.0726483 Jul 13 14:25:51.069611 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a781401a-a500-40b2-988a-1998a6dd9c62 req-911f3ac9-44a8-4972-97c8-f6ad731c627b tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.23 "GET /v2.0/security-groups?id=aeb0fa7d-75ba-40db-b60e-e3eae3f39652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331633 Jul 13 14:25:51.104223 n-d-800634-1 neutron-server[93750]: INFO neutron.api.v2.resource [req-59056386-0a5d-45e0-8820-a8a57737b18f req-88a053cf-0e7e-4601-a80d-861705809c04 service neutron] delete failed (client error): The resource could not be found. Jul 13 14:25:51.105232 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-59056386-0a5d-45e0-8820-a8a57737b18f req-88a053cf-0e7e-4601-a80d-861705809c04 service neutron] 10.222.0.26 "DELETE /v2.0/ports/9ab5474f-b594-4b82-b6c1-fe71a122553a/bindings/n-h1-800634-1 HTTP/1.1" status: 404 len: 380 time: 0.0547323 Jul 13 14:25:51.143759 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 9ab5474f-b594-4b82-b6c1-fe71a122553a no longer exists at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:25:51.183412 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 9ab5474f-b594-4b82-b6c1-fe71a122553a not bound to the agent host n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:25:51.204966 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59056386-0a5d-45e0-8820-a8a57737b18f req-281c8799-4bd2-4da0-b0a5-a79b0b4dce24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:25:51.206473 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-59056386-0a5d-45e0-8820-a8a57737b18f req-281c8799-4bd2-4da0-b0a5-a79b0b4dce24 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=82e10d9325e144bd81cdf38e1410f813&device_id=4761101e-cda0-428c-8e36-f9061b6cf735 HTTP/1.1" status: 200 len: 1094 time: 0.0601094 Jul 13 14:25:51.280834 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:25:51.296417 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59056386-0a5d-45e0-8820-a8a57737b18f req-78bc6c3b-0d67-42f6-b06b-2d936ed08cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:25:51.297969 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-59056386-0a5d-45e0-8820-a8a57737b18f req-78bc6c3b-0d67-42f6-b06b-2d936ed08cb6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c6905330-aa3c-406f-9be5-f82475cdb3f7 HTTP/1.1" status: 200 len: 915 time: 0.0858943 Jul 13 14:25:51.343080 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-59056386-0a5d-45e0-8820-a8a57737b18f req-a71310d3-77d2-476a-ab37-e5759755efba service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9ab5474f-b594-4b82-b6c1-fe71a122553a HTTP/1.1" status: 200 len: 217 time: 0.0391009 Jul 13 14:25:51.392675 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59056386-0a5d-45e0-8820-a8a57737b18f req-cad26e43-d470-4c26-8ba8-67ef7e55b7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:25:51.394445 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-59056386-0a5d-45e0-8820-a8a57737b18f req-cad26e43-d470-4c26-8ba8-67ef7e55b7fd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=eb8270c7-dd42-4e39-9267-63f39158664c HTTP/1.1" status: 200 len: 855 time: 0.0446460 Jul 13 14:25:51.427397 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-59056386-0a5d-45e0-8820-a8a57737b18f req-5f7d65b8-4da0-4f7e-a02b-c7d887c85a1b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c6905330-aa3c-406f-9be5-f82475cdb3f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269217 Jul 13 14:25:51.529240 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-59056386-0a5d-45e0-8820-a8a57737b18f req-0d4cb87a-ba3c-46fd-a46d-3a817141b455 service neutron] 10.222.0.26 "GET /v2.0/networks/c6905330-aa3c-406f-9be5-f82475cdb3f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950074 Jul 13 14:25:51.619119 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-59056386-0a5d-45e0-8820-a8a57737b18f req-ac9ccf84-b5fa-4909-a97c-c771ec378710 service neutron] 10.222.0.26 "GET /v2.0/networks/c6905330-aa3c-406f-9be5-f82475cdb3f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841975 Jul 13 14:25:51.710370 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 9ab5474f-b594-4b82-b6c1-fe71a122553a details requested by agent hyperv_n-h2-800634-1 with host n-h2-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 14:25:51.810466 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 9ab5474f-b594-4b82-b6c1-fe71a122553a, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=9ab5474f-b594-4b82-b6c1-fe71a122553a,segment=NetworkSegment(1cb5d14e-85a6-47a3-9f6d-997511b9654f),segment_id=1cb5d14e-85a6-47a3-9f6d-997511b9654f)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:25:51.822536 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Returning: {'device': '9ab5474f-b594-4b82-b6c1-fe71a122553a', 'network_id': 'c6905330-aa3c-406f-9be5-f82475cdb3f7', 'port_id': '9ab5474f-b594-4b82-b6c1-fe71a122553a', 'mac_address': 'fa:16:3e:9b:0e:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb8270c7-dd42-4e39-9267-63f39158664c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 14:25:51.858271 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:25:51.871185 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ab5474f-b594-4b82-b6c1-fe71a122553a {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:25:51.891125 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 9ab5474f-b594-4b82-b6c1-fe71a122553a, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=9ab5474f-b594-4b82-b6c1-fe71a122553a,segment=NetworkSegment(1cb5d14e-85a6-47a3-9f6d-997511b9654f),segment_id=1cb5d14e-85a6-47a3-9f6d-997511b9654f)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:25:51.895626 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:25:51.947280 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=9ab5474f-b594-4b82-b6c1-fe71a122553a,revision_number=8']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:25:52.107195 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['9ab5474f-b594-4b82-b6c1-fe71a122553a'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:25:52.267070 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238ccd5c-97f2-4651-afe4-a59df9c00ad2 req-b81a1028-840e-4116-ae2d-e212343839c2 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:25:52.268872 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-238ccd5c-97f2-4651-afe4-a59df9c00ad2 req-b81a1028-840e-4116-ae2d-e212343839c2 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.23 "GET /v2.0/ports?device_id=4761101e-cda0-428c-8e36-f9061b6cf735 HTTP/1.1" status: 200 len: 944 time: 0.0763421 Jul 13 14:25:52.312711 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-238ccd5c-97f2-4651-afe4-a59df9c00ad2 req-b5bbed69-e84c-4d93-8b56-fc3af1b374dc tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.23 "GET /v2.0/security-groups?id=aeb0fa7d-75ba-40db-b60e-e3eae3f39652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373452 Jul 13 14:25:52.486208 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f272e85-d92f-4e37-8c36-610d5de5ef9e req-855aa001-848b-4764-b04f-7c2ca0b46d3c tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:25:52.488386 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4f272e85-d92f-4e37-8c36-610d5de5ef9e req-855aa001-848b-4764-b04f-7c2ca0b46d3c tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.23 "GET /v2.0/ports?device_id=4761101e-cda0-428c-8e36-f9061b6cf735 HTTP/1.1" status: 200 len: 944 time: 0.0671310 Jul 13 14:25:52.525715 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4f272e85-d92f-4e37-8c36-610d5de5ef9e req-fe7dbe0f-9805-4642-8cba-59d7174641fc tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.23 "GET /v2.0/security-groups?id=aeb0fa7d-75ba-40db-b60e-e3eae3f39652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315726 Jul 13 14:25:52.697301 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c60c309-9caa-47ad-969f-d302ec5661c8 req-8dcc7992-0bec-43e8-852a-2ba4316687d9 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:25:52.698817 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6c60c309-9caa-47ad-969f-d302ec5661c8 req-8dcc7992-0bec-43e8-852a-2ba4316687d9 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.23 "GET /v2.0/ports?device_id=4761101e-cda0-428c-8e36-f9061b6cf735 HTTP/1.1" status: 200 len: 944 time: 0.0645368 Jul 13 14:25:52.736172 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6c60c309-9caa-47ad-969f-d302ec5661c8 req-f36b6330-5f31-4936-80cd-1733ba60d2a7 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.23 "GET /v2.0/security-groups?id=aeb0fa7d-75ba-40db-b60e-e3eae3f39652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318213 Jul 13 14:25:52.789321 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:25:53.180058 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fdeaf6-0411-4258-b00d-057615d94f6f req-9d94720c-d3e0-42c3-8118-b54cd8509865 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:25:53.181527 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c7fdeaf6-0411-4258-b00d-057615d94f6f req-9d94720c-d3e0-42c3-8118-b54cd8509865 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.23 "GET /v2.0/networks?id=c6905330-aa3c-406f-9be5-f82475cdb3f7 HTTP/1.1" status: 200 len: 815 time: 0.1036730 Jul 13 14:25:53.197610 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c7fdeaf6-0411-4258-b00d-057615d94f6f req-1b0b0091-9c8a-4a84-b647-6cee4a416dd7 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.23 "GET /v2.0/quotas/82e10d9325e144bd81cdf38e1410f813 HTTP/1.1" status: 200 len: 375 time: 0.0104754 Jul 13 14:25:53.263634 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c7fdeaf6-0411-4258-b00d-057615d94f6f req-8e856209-3865-4c70-92a0-fb05fd557b32 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=82e10d9325e144bd81cdf38e1410f813&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0611908 Jul 13 14:25:53.403155 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c7fdeaf6-0411-4258-b00d-057615d94f6f req-7fa0ba34-0a69-4e3c-b41f-c851ea66d440 service neutron] 10.222.0.23 "GET /v2.0/networks/c6905330-aa3c-406f-9be5-f82475cdb3f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326697 Jul 13 14:25:53.493145 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c7fdeaf6-0411-4258-b00d-057615d94f6f req-2c06f8b4-953b-4e77-ad75-68d43aecea0c service neutron] 10.222.0.23 "GET /v2.0/networks/c6905330-aa3c-406f-9be5-f82475cdb3f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843377 Jul 13 14:25:53.671149 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-9704fa27-4a2d-4c5d-8704-dc8460d0f8f0 req-07672cf7-984e-4d0b-8fca-436c748de5e9 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ec76111-a91e-44b7-9c79-c9b9bf52f8d2 HTTP/1.1" status: 200 len: 210 time: 0.0345762 Jul 13 14:25:53.705241 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 9ab5474f-b594-4b82-b6c1-fe71a122553a up at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:25:53.760683 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning for port 9ab5474f-b594-4b82-b6c1-fe71a122553a completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:25:53.764740 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning complete for port 9ab5474f-b594-4b82-b6c1-fe71a122553a triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:25:53.765107 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:25:53.859138 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:25:53.882477 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4761101e-cda0-428c-8e36-f9061b6cf735', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ab5474f-b594-4b82-b6c1-fe71a122553a'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:25:53.884790 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf853c1a-8949-4f51-9f58-2adcdf03afdc" -d '{"events": [{"server_uuid": "4761101e-cda0-428c-8e36-f9061b6cf735", "name": "network-vif-plugged", "status": "completed", "tag": "9ab5474f-b594-4b82-b6c1-fe71a122553a"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:25:53.898923 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 9ab5474f-b594-4b82-b6c1-fe71a122553a, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=9ab5474f-b594-4b82-b6c1-fe71a122553a,segment=NetworkSegment(1cb5d14e-85a6-47a3-9f6d-997511b9654f),segment_id=1cb5d14e-85a6-47a3-9f6d-997511b9654f)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:25:53.903427 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:25:53.933148 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:25:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7ea43ed-d8ed-4266-b6f8-e3690f876ca7 x-openstack-request-id: req-a7ea43ed-d8ed-4266-b6f8-e3690f876ca7 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:25:53.933474 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4761101e-cda0-428c-8e36-f9061b6cf735", "name": "network-vif-plugged", "status": "completed", "tag": "9ab5474f-b594-4b82-b6c1-fe71a122553a", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:25:53.933692 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a7ea43ed-d8ed-4266-b6f8-e3690f876ca7 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:25:53.934125 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4761101e-cda0-428c-8e36-f9061b6cf735', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ab5474f-b594-4b82-b6c1-fe71a122553a', 'code': 200} Jul 13 14:25:53.961564 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=9ab5474f-b594-4b82-b6c1-fe71a122553a,revision_number=9']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:25:54.265932 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff53520f-c953-4f0c-99aa-eec6a3ac7a3c req-01f778a9-eded-4f21-ba83-5acabc33ad08 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:25:54.267333 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ff53520f-c953-4f0c-99aa-eec6a3ac7a3c req-01f778a9-eded-4f21-ba83-5acabc33ad08 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.41 "GET /v2.0/ports?device_id=4761101e-cda0-428c-8e36-f9061b6cf735 HTTP/1.1" status: 200 len: 945 time: 0.0649035 Jul 13 14:25:54.374044 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-ff53520f-c953-4f0c-99aa-eec6a3ac7a3c req-c2146b2a-3a1e-4bc8-83f5-9f33b62dbf94 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] Deleting port 9ab5474f-b594-4b82-b6c1-fe71a122553a {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:25:54.374395 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-ff53520f-c953-4f0c-99aa-eec6a3ac7a3c req-c2146b2a-3a1e-4bc8-83f5-9f33b62dbf94 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:25:54.461075 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-ff53520f-c953-4f0c-99aa-eec6a3ac7a3c req-c2146b2a-3a1e-4bc8-83f5-9f33b62dbf94 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] For port 9ab5474f-b594-4b82-b6c1-fe71a122553a, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=9ab5474f-b594-4b82-b6c1-fe71a122553a,segment=NetworkSegment(1cb5d14e-85a6-47a3-9f6d-997511b9654f),segment_id=1cb5d14e-85a6-47a3-9f6d-997511b9654f)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:25:54.461787 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-ff53520f-c953-4f0c-99aa-eec6a3ac7a3c req-c2146b2a-3a1e-4bc8-83f5-9f33b62dbf94 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:25:54.475137 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-ff53520f-c953-4f0c-99aa-eec6a3ac7a3c req-c2146b2a-3a1e-4bc8-83f5-9f33b62dbf94 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] Calling delete_port for 9ab5474f-b594-4b82-b6c1-fe71a122553a owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:25:54.611710 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-ff53520f-c953-4f0c-99aa-eec6a3ac7a3c req-c2146b2a-3a1e-4bc8-83f5-9f33b62dbf94 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:25:54.621620 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.41', 51576) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:25:54.622995 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['9ab5474f-b594-4b82-b6c1-fe71a122553a'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:25:54.652492 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2146b2a-3a1e-4bc8-83f5-9f33b62dbf94 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] Pushing event deleted for resources: {'Port': ['ID=9ab5474f-b594-4b82-b6c1-fe71a122553a,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:25:54.707053 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff53520f-c953-4f0c-99aa-eec6a3ac7a3c req-c2146b2a-3a1e-4bc8-83f5-9f33b62dbf94 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] No DVR routers for this DVR port 9ab5474f-b594-4b82-b6c1-fe71a122553a on host n-h2-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:25:54.710133 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-ff53520f-c953-4f0c-99aa-eec6a3ac7a3c req-c2146b2a-3a1e-4bc8-83f5-9f33b62dbf94 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:25:54.712465 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ff53520f-c953-4f0c-99aa-eec6a3ac7a3c req-c2146b2a-3a1e-4bc8-83f5-9f33b62dbf94 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.41 "DELETE /v2.0/ports/9ab5474f-b594-4b82-b6c1-fe71a122553a HTTP/1.1" status: 204 len: 173 time: 0.4390895 Jul 13 14:25:54.714091 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4761101e-cda0-428c-8e36-f9061b6cf735', 'name': 'network-vif-deleted', 'tag': '9ab5474f-b594-4b82-b6c1-fe71a122553a'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:25:54.716335 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08e27e5e-6f71-47e4-b7d2-c3d3eb96af02" -d '{"events": [{"server_uuid": "4761101e-cda0-428c-8e36-f9061b6cf735", "name": "network-vif-deleted", "tag": "9ab5474f-b594-4b82-b6c1-fe71a122553a"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:25:54.752706 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fdeaf6-0411-4258-b00d-057615d94f6f req-0d2ed789-053d-419a-bcf0-47b6153ab00c tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:25:54.754513 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c7fdeaf6-0411-4258-b00d-057615d94f6f req-0d2ed789-053d-419a-bcf0-47b6153ab00c tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.41 "GET /v2.0/networks?id=c6905330-aa3c-406f-9be5-f82475cdb3f7 HTTP/1.1" status: 200 len: 815 time: 0.1316454 Jul 13 14:25:54.764427 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-764ad504-1146-4857-ab12-cb665e4a294e x-openstack-request-id: req-764ad504-1146-4857-ab12-cb665e4a294e {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:25:54.764719 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4761101e-cda0-428c-8e36-f9061b6cf735", "name": "network-vif-deleted", "tag": "9ab5474f-b594-4b82-b6c1-fe71a122553a", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:25:54.764977 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-764ad504-1146-4857-ab12-cb665e4a294e {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:25:54.765389 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4761101e-cda0-428c-8e36-f9061b6cf735', 'name': 'network-vif-deleted', 'tag': '9ab5474f-b594-4b82-b6c1-fe71a122553a', 'status': 'completed', 'code': 200} Jul 13 14:25:54.770957 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-c7fdeaf6-0411-4258-b00d-057615d94f6f req-7e582407-99a1-431a-a4ca-31e844107b37 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] Request body: {'port': {'device_id': '4ec76111-a91e-44b7-9c79-c9b9bf52f8d2', 'network_id': 'c6905330-aa3c-406f-9be5-f82475cdb3f7', 'admin_state_up': True, 'tenant_id': '82e10d9325e144bd81cdf38e1410f813'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:25:54.866019 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5cfd1147-dafb-40e5-a10b-d42e43759879 req-66fb2f87-66b1-4923-a162-f9cdb574b73b tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ec76111-a91e-44b7-9c79-c9b9bf52f8d2 HTTP/1.1" status: 200 len: 210 time: 0.0410869 Jul 13 14:25:54.936442 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7fdeaf6-0411-4258-b00d-057615d94f6f req-7e582407-99a1-431a-a4ca-31e844107b37 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] Made reservation on behalf of 82e10d9325e144bd81cdf38e1410f813 for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:25:54.940428 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-c7fdeaf6-0411-4258-b00d-057615d94f6f req-7e582407-99a1-431a-a4ca-31e844107b37 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:25:55.079324 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [req-c7fdeaf6-0411-4258-b00d-057615d94f6f req-7e582407-99a1-431a-a4ca-31e844107b37 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] Allocated IP 172.20.0.6 (c6905330-aa3c-406f-9be5-f82475cdb3f7/eb8270c7-dd42-4e39-9267-63f39158664c/5e5b8e39-5815-4489-9969-bc932bfc93c7) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:25:55.235683 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-c7fdeaf6-0411-4258-b00d-057615d94f6f req-7e582407-99a1-431a-a4ca-31e844107b37 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:25:55.598078 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-c7fdeaf6-0411-4258-b00d-057615d94f6f req-7e582407-99a1-431a-a4ca-31e844107b37 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:25:55.609639 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['9ab5474f-b594-4b82-b6c1-fe71a122553a'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:25:55.644365 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7fdeaf6-0411-4258-b00d-057615d94f6f req-7e582407-99a1-431a-a4ca-31e844107b37 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] Network c6905330-aa3c-406f-9be5-f82475cdb3f7 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:25:55.649652 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [req-c7fdeaf6-0411-4258-b00d-057615d94f6f req-7e582407-99a1-431a-a4ca-31e844107b37 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:25:55.653555 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7fdeaf6-0411-4258-b00d-057615d94f6f req-7e582407-99a1-431a-a4ca-31e844107b37 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:25:55.681285 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e582407-99a1-431a-a4ca-31e844107b37 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] Pushing event updated for resources: {'Port': ['ID=5e5b8e39-5815-4489-9969-bc932bfc93c7,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:25:55.708121 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fdeaf6-0411-4258-b00d-057615d94f6f req-7e582407-99a1-431a-a4ca-31e844107b37 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:25:55.708737 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-c7fdeaf6-0411-4258-b00d-057615d94f6f req-7e582407-99a1-431a-a4ca-31e844107b37 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:25:55.722811 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c7fdeaf6-0411-4258-b00d-057615d94f6f req-7e582407-99a1-431a-a4ca-31e844107b37 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9579282 Jul 13 14:25:55.734720 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-c7fdeaf6-0411-4258-b00d-057615d94f6f req-f4ce827b-efcd-4307-b4df-716739ef6a18 service neutron] Request body: {'port': {'device_id': '4ec76111-a91e-44b7-9c79-c9b9bf52f8d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-1'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:25:55.808484 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-c7fdeaf6-0411-4258-b00d-057615d94f6f req-f4ce827b-efcd-4307-b4df-716739ef6a18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:25:56.051689 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd665306-8809-4138-ba4d-8570b9fe1b5b req-a4f9af7b-3a58-4fb3-a82f-9f8f86e25daf tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:25:56.053456 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-fd665306-8809-4138-ba4d-8570b9fe1b5b req-a4f9af7b-3a58-4fb3-a82f-9f8f86e25daf tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ec76111-a91e-44b7-9c79-c9b9bf52f8d2 HTTP/1.1" status: 200 len: 931 time: 0.0643892 Jul 13 14:25:56.091736 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-fd665306-8809-4138-ba4d-8570b9fe1b5b req-baa23078-5ce3-49bf-b1dd-9a52514073ff tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.23 "GET /v2.0/security-groups?id=aeb0fa7d-75ba-40db-b60e-e3eae3f39652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325315 Jul 13 14:25:56.123773 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [req-c7fdeaf6-0411-4258-b00d-057615d94f6f req-f4ce827b-efcd-4307-b4df-716739ef6a18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e5b8e39-5815-4489-9969-bc932bfc93c7 {{(pid=93751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:25:56.131584 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-c7fdeaf6-0411-4258-b00d-057615d94f6f req-f4ce827b-efcd-4307-b4df-716739ef6a18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:25:56.145233 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-c7fdeaf6-0411-4258-b00d-057615d94f6f req-f4ce827b-efcd-4307-b4df-716739ef6a18 service neutron] Transition to ACTIVE for port object 5e5b8e39-5815-4489-9969-bc932bfc93c7 will not be triggered until provisioned by entity L2. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:25:56.149435 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-c7fdeaf6-0411-4258-b00d-057615d94f6f req-f4ce827b-efcd-4307-b4df-716739ef6a18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:25:56.198778 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ce827b-efcd-4307-b4df-716739ef6a18 service neutron] Pushing event updated for resources: {'Port': ['ID=5e5b8e39-5815-4489-9969-bc932bfc93c7,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:25:56.269856 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-c7fdeaf6-0411-4258-b00d-057615d94f6f req-f4ce827b-efcd-4307-b4df-716739ef6a18 service neutron] Attempting to bind port 5e5b8e39-5815-4489-9969-bc932bfc93c7 on host n-h2-800634-1 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:25:56.270193 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-c7fdeaf6-0411-4258-b00d-057615d94f6f req-f4ce827b-efcd-4307-b4df-716739ef6a18 service neutron] Attempting to bind port 5e5b8e39-5815-4489-9969-bc932bfc93c7 by drivers openvswitch,hyperv on host n-h2-800634-1 at level 0 using segments [{'id': '1cb5d14e-85a6-47a3-9f6d-997511b9654f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c6905330-aa3c-406f-9be5-f82475cdb3f7'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:25:56.270521 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7fdeaf6-0411-4258-b00d-057615d94f6f req-f4ce827b-efcd-4307-b4df-716739ef6a18 service neutron] Attempting to bind port 5e5b8e39-5815-4489-9969-bc932bfc93c7 on network c6905330-aa3c-406f-9be5-f82475cdb3f7 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:25:56.274717 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7fdeaf6-0411-4258-b00d-057615d94f6f req-f4ce827b-efcd-4307-b4df-716739ef6a18 service neutron] Port 5e5b8e39-5815-4489-9969-bc932bfc93c7 on network c6905330-aa3c-406f-9be5-f82475cdb3f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-1 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 14:25:56.275038 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7fdeaf6-0411-4258-b00d-057615d94f6f req-f4ce827b-efcd-4307-b4df-716739ef6a18 service neutron] Attempting to bind port 5e5b8e39-5815-4489-9969-bc932bfc93c7 on network c6905330-aa3c-406f-9be5-f82475cdb3f7 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:25:56.279746 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7fdeaf6-0411-4258-b00d-057615d94f6f req-f4ce827b-efcd-4307-b4df-716739ef6a18 service neutron] Checking agent: {'id': 'f615e5c9-21ab-43f2-adbc-192d64b795cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 25, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:25:56.280082 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7fdeaf6-0411-4258-b00d-057615d94f6f req-f4ce827b-efcd-4307-b4df-716739ef6a18 service neutron] Checking segment: {'id': '1cb5d14e-85a6-47a3-9f6d-997511b9654f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c6905330-aa3c-406f-9be5-f82475cdb3f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:25:56.280461 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7fdeaf6-0411-4258-b00d-057615d94f6f req-f4ce827b-efcd-4307-b4df-716739ef6a18 service neutron] Bound using segment: {'id': '1cb5d14e-85a6-47a3-9f6d-997511b9654f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c6905330-aa3c-406f-9be5-f82475cdb3f7'} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:25:56.280882 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-c7fdeaf6-0411-4258-b00d-057615d94f6f req-f4ce827b-efcd-4307-b4df-716739ef6a18 service neutron] Bound port: 5e5b8e39-5815-4489-9969-bc932bfc93c7, host: n-h2-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cb5d14e-85a6-47a3-9f6d-997511b9654f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c6905330-aa3c-406f-9be5-f82475cdb3f7'}}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:25:56.281237 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-c7fdeaf6-0411-4258-b00d-057615d94f6f req-f4ce827b-efcd-4307-b4df-716739ef6a18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:25:56.347338 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-c7fdeaf6-0411-4258-b00d-057615d94f6f req-f4ce827b-efcd-4307-b4df-716739ef6a18 service neutron] For port 5e5b8e39-5815-4489-9969-bc932bfc93c7, host n-h2-800634-1, cleared binding levels {{(pid=93751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:25:56.350349 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-c7fdeaf6-0411-4258-b00d-057615d94f6f req-f4ce827b-efcd-4307-b4df-716739ef6a18 service neutron] For port 5e5b8e39-5815-4489-9969-bc932bfc93c7, host n-h2-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=5e5b8e39-5815-4489-9969-bc932bfc93c7,segment=NetworkSegment(1cb5d14e-85a6-47a3-9f6d-997511b9654f),segment_id=1cb5d14e-85a6-47a3-9f6d-997511b9654f)] {{(pid=93751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:25:56.354593 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-c7fdeaf6-0411-4258-b00d-057615d94f6f req-f4ce827b-efcd-4307-b4df-716739ef6a18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:25:56.387374 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fdeaf6-0411-4258-b00d-057615d94f6f req-f4ce827b-efcd-4307-b4df-716739ef6a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:25:56.387985 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-c7fdeaf6-0411-4258-b00d-057615d94f6f req-f4ce827b-efcd-4307-b4df-716739ef6a18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:25:56.390114 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c7fdeaf6-0411-4258-b00d-057615d94f6f req-f4ce827b-efcd-4307-b4df-716739ef6a18 service neutron] 10.222.0.41 "PUT /v2.0/ports/5e5b8e39-5815-4489-9969-bc932bfc93c7 HTTP/1.1" status: 200 len: 1091 time: 0.6596437 Jul 13 14:25:56.392299 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ec76111-a91e-44b7-9c79-c9b9bf52f8d2', 'tag': '5e5b8e39-5815-4489-9969-bc932bfc93c7'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:25:56.395458 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d17b627af75e17e0f4b8d6239d04f8c2f78634e2c585e32a7aeca336500f34a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5781d5bf-f98e-4cee-93c2-c0f9f4c9c4c2" -d '{"events": [{"name": "network-changed", "server_uuid": "4ec76111-a91e-44b7-9c79-c9b9bf52f8d2", "tag": "5e5b8e39-5815-4489-9969-bc932bfc93c7"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:25:56.425080 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ce827b-efcd-4307-b4df-716739ef6a18 service neutron] Pushing event updated for resources: {'Port': ['ID=5e5b8e39-5815-4489-9969-bc932bfc93c7,revision_number=3']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:25:56.494505 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39611d1c-8d48-40de-9f56-5f4fd5884eb8 x-openstack-request-id: req-39611d1c-8d48-40de-9f56-5f4fd5884eb8 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:25:56.494801 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ec76111-a91e-44b7-9c79-c9b9bf52f8d2", "tag": "5e5b8e39-5815-4489-9969-bc932bfc93c7", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:25:56.495057 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-39611d1c-8d48-40de-9f56-5f4fd5884eb8 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:25:56.495450 n-d-800634-1 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ec76111-a91e-44b7-9c79-c9b9bf52f8d2', 'tag': '5e5b8e39-5815-4489-9969-bc932bfc93c7', 'status': 'completed', 'code': 200} Jul 13 14:25:56.523574 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fdeaf6-0411-4258-b00d-057615d94f6f req-28282277-51d5-4f7a-a34d-bb838c430b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:25:56.525112 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c7fdeaf6-0411-4258-b00d-057615d94f6f req-28282277-51d5-4f7a-a34d-bb838c430b93 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=82e10d9325e144bd81cdf38e1410f813&device_id=4ec76111-a91e-44b7-9c79-c9b9bf52f8d2 HTTP/1.1" status: 200 len: 1094 time: 0.0942495 Jul 13 14:25:56.583442 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c7fdeaf6-0411-4258-b00d-057615d94f6f req-926f4781-e1c1-48a8-bbf5-68b260cd125b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5e5b8e39-5815-4489-9969-bc932bfc93c7 HTTP/1.1" status: 200 len: 217 time: 0.0512414 Jul 13 14:25:56.643092 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fdeaf6-0411-4258-b00d-057615d94f6f req-57399bf5-a96e-4ebc-b576-a857f8db2286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:25:56.645371 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c7fdeaf6-0411-4258-b00d-057615d94f6f req-57399bf5-a96e-4ebc-b576-a857f8db2286 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=eb8270c7-dd42-4e39-9267-63f39158664c HTTP/1.1" status: 200 len: 855 time: 0.0553777 Jul 13 14:25:56.691759 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c7fdeaf6-0411-4258-b00d-057615d94f6f req-9057024f-4bf1-4956-8a2c-7f50c2095ed1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c6905330-aa3c-406f-9be5-f82475cdb3f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399027 Jul 13 14:25:56.784635 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c7fdeaf6-0411-4258-b00d-057615d94f6f req-25a43c40-e5e2-4494-a6fa-fc2c4ad4fd5b service neutron] 10.222.0.41 "GET /v2.0/networks/c6905330-aa3c-406f-9be5-f82475cdb3f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857921 Jul 13 14:25:56.872134 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c7fdeaf6-0411-4258-b00d-057615d94f6f req-86507786-6714-4919-864a-dd334c27bec5 service neutron] 10.222.0.41 "GET /v2.0/networks/c6905330-aa3c-406f-9be5-f82475cdb3f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821512 Jul 13 14:25:56.973897 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5781d5bf-f98e-4cee-93c2-c0f9f4c9c4c2 req-687e626e-cd3f-4a8b-a619-5757b8195902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:25:56.975308 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5781d5bf-f98e-4cee-93c2-c0f9f4c9c4c2 req-687e626e-cd3f-4a8b-a619-5757b8195902 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=82e10d9325e144bd81cdf38e1410f813&device_id=4ec76111-a91e-44b7-9c79-c9b9bf52f8d2 HTTP/1.1" status: 200 len: 1094 time: 0.0544393 Jul 13 14:25:57.131804 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5781d5bf-f98e-4cee-93c2-c0f9f4c9c4c2 req-e2982209-e9c0-4f42-83c8-430c9a88cd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:25:57.133284 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5781d5bf-f98e-4cee-93c2-c0f9f4c9c4c2 req-e2982209-e9c0-4f42-83c8-430c9a88cd78 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c6905330-aa3c-406f-9be5-f82475cdb3f7 HTTP/1.1" status: 200 len: 915 time: 0.1518424 Jul 13 14:25:57.176178 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5781d5bf-f98e-4cee-93c2-c0f9f4c9c4c2 req-4de59e2b-9f0a-46eb-b59e-b354c88bad94 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5e5b8e39-5815-4489-9969-bc932bfc93c7 HTTP/1.1" status: 200 len: 217 time: 0.0360348 Jul 13 14:25:57.228490 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5781d5bf-f98e-4cee-93c2-c0f9f4c9c4c2 req-f0be5869-20db-4de6-beec-886a36f26e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:25:57.229914 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5781d5bf-f98e-4cee-93c2-c0f9f4c9c4c2 req-f0be5869-20db-4de6-beec-886a36f26e96 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=eb8270c7-dd42-4e39-9267-63f39158664c HTTP/1.1" status: 200 len: 855 time: 0.0466893 Jul 13 14:25:57.267453 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5781d5bf-f98e-4cee-93c2-c0f9f4c9c4c2 req-785be59d-afbf-498a-a739-a34ebcd40eaa service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c6905330-aa3c-406f-9be5-f82475cdb3f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307686 Jul 13 14:25:57.278189 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c310f41c-c263-4581-9e9e-70b602b0d4ae req-3bf21b4c-30be-4147-ac96-099d781bf84c tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:25:57.279684 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c310f41c-c263-4581-9e9e-70b602b0d4ae req-3bf21b4c-30be-4147-ac96-099d781bf84c tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ec76111-a91e-44b7-9c79-c9b9bf52f8d2 HTTP/1.1" status: 200 len: 943 time: 0.0688879 Jul 13 14:25:57.319670 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c310f41c-c263-4581-9e9e-70b602b0d4ae req-89483659-9e10-4748-b50f-f2760412989f tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.23 "GET /v2.0/security-groups?id=aeb0fa7d-75ba-40db-b60e-e3eae3f39652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338826 Jul 13 14:25:57.359524 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5781d5bf-f98e-4cee-93c2-c0f9f4c9c4c2 req-cd968587-b690-440b-9542-08887e0a47dc service neutron] 10.222.0.41 "GET /v2.0/networks/c6905330-aa3c-406f-9be5-f82475cdb3f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848532 Jul 13 14:25:57.454118 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5781d5bf-f98e-4cee-93c2-c0f9f4c9c4c2 req-7c5ec285-762c-44b8-8da8-ec350bbbdd36 service neutron] 10.222.0.41 "GET /v2.0/networks/c6905330-aa3c-406f-9be5-f82475cdb3f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877893 Jul 13 14:25:57.742815 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 9ab5474f-b594-4b82-b6c1-fe71a122553a no longer exists at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:25:57.765256 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] No Port match for: 9ab5474f-b594-4b82-b6c1-fe71a122553a {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:25:57.765597 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 9ab5474f-b594-4b82-b6c1-fe71a122553a not bound to the agent host n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:25:58.501162 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7262c437-33b3-4e84-852c-1a53a25686b2 req-61cddef6-05f1-43a5-acc2-9d956e93972c tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:25:58.503882 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7262c437-33b3-4e84-852c-1a53a25686b2 req-61cddef6-05f1-43a5-acc2-9d956e93972c tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ec76111-a91e-44b7-9c79-c9b9bf52f8d2 HTTP/1.1" status: 200 len: 943 time: 0.0699964 Jul 13 14:25:58.540868 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7262c437-33b3-4e84-852c-1a53a25686b2 req-efa03de2-a512-4ea7-a2a6-03124fdb5a54 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.23 "GET /v2.0/security-groups?id=aeb0fa7d-75ba-40db-b60e-e3eae3f39652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319560 Jul 13 14:25:59.724309 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf138b24-f280-49f7-b1c2-960ed0965259 req-8641b679-80f0-44bb-bf38-e37baf7d4065 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:25:59.725827 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cf138b24-f280-49f7-b1c2-960ed0965259 req-8641b679-80f0-44bb-bf38-e37baf7d4065 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ec76111-a91e-44b7-9c79-c9b9bf52f8d2 HTTP/1.1" status: 200 len: 943 time: 0.0720475 Jul 13 14:25:59.757187 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 5e5b8e39-5815-4489-9969-bc932bfc93c7 details requested by agent hyperv_n-h2-800634-1 with host n-h2-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 14:25:59.771822 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cf138b24-f280-49f7-b1c2-960ed0965259 req-d8beb409-90d5-4ef0-9239-60c55ee32c97 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.23 "GET /v2.0/security-groups?id=aeb0fa7d-75ba-40db-b60e-e3eae3f39652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386953 Jul 13 14:25:59.852058 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 5e5b8e39-5815-4489-9969-bc932bfc93c7, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=5e5b8e39-5815-4489-9969-bc932bfc93c7,segment=NetworkSegment(1cb5d14e-85a6-47a3-9f6d-997511b9654f),segment_id=1cb5d14e-85a6-47a3-9f6d-997511b9654f)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:25:59.864327 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Returning: {'device': '5e5b8e39-5815-4489-9969-bc932bfc93c7', 'network_id': 'c6905330-aa3c-406f-9be5-f82475cdb3f7', 'port_id': '5e5b8e39-5815-4489-9969-bc932bfc93c7', 'mac_address': 'fa:16:3e:62:4f:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb8270c7-dd42-4e39-9267-63f39158664c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 14:25:59.905591 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:25:59.918602 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e5b8e39-5815-4489-9969-bc932bfc93c7 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:25:59.938815 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 5e5b8e39-5815-4489-9969-bc932bfc93c7, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=5e5b8e39-5815-4489-9969-bc932bfc93c7,segment=NetworkSegment(1cb5d14e-85a6-47a3-9f6d-997511b9654f),segment_id=1cb5d14e-85a6-47a3-9f6d-997511b9654f)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:25:59.942417 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:25:59.989035 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=5e5b8e39-5815-4489-9969-bc932bfc93c7,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:26:00.125017 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['5e5b8e39-5815-4489-9969-bc932bfc93c7'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:26:00.784438 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:26:00.947727 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b036c1e8-c94e-4f3d-9a26-a2d28468bc6b req-f581a37c-72b0-4e22-bace-39035e19286d tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:26:00.949223 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b036c1e8-c94e-4f3d-9a26-a2d28468bc6b req-f581a37c-72b0-4e22-bace-39035e19286d tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ec76111-a91e-44b7-9c79-c9b9bf52f8d2 HTTP/1.1" status: 200 len: 944 time: 0.0628223 Jul 13 14:26:00.987697 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b036c1e8-c94e-4f3d-9a26-a2d28468bc6b req-050ee46f-6e53-41e0-bd61-70cd0d5562d5 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.23 "GET /v2.0/security-groups?id=aeb0fa7d-75ba-40db-b60e-e3eae3f39652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322552 Jul 13 14:26:01.110152 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:26:01.757056 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 5e5b8e39-5815-4489-9969-bc932bfc93c7 up at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:26:01.806319 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning for port 5e5b8e39-5815-4489-9969-bc932bfc93c7 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:26:01.809920 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning complete for port 5e5b8e39-5815-4489-9969-bc932bfc93c7 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:26:01.810291 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:26:01.887194 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:26:01.909408 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ec76111-a91e-44b7-9c79-c9b9bf52f8d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e5b8e39-5815-4489-9969-bc932bfc93c7'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:26:01.911698 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-479f429b-de30-482a-9754-c9dfc836faaf" -d '{"events": [{"server_uuid": "4ec76111-a91e-44b7-9c79-c9b9bf52f8d2", "name": "network-vif-plugged", "status": "completed", "tag": "5e5b8e39-5815-4489-9969-bc932bfc93c7"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:26:01.925256 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 5e5b8e39-5815-4489-9969-bc932bfc93c7, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=5e5b8e39-5815-4489-9969-bc932bfc93c7,segment=NetworkSegment(1cb5d14e-85a6-47a3-9f6d-997511b9654f),segment_id=1cb5d14e-85a6-47a3-9f6d-997511b9654f)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:26:01.930093 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:26:01.962822 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:26:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3e5c089-6272-470c-adf4-d00f747b93a8 x-openstack-request-id: req-d3e5c089-6272-470c-adf4-d00f747b93a8 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:26:01.963110 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ec76111-a91e-44b7-9c79-c9b9bf52f8d2", "name": "network-vif-plugged", "status": "completed", "tag": "5e5b8e39-5815-4489-9969-bc932bfc93c7", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:26:01.963364 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d3e5c089-6272-470c-adf4-d00f747b93a8 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:26:01.963749 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ec76111-a91e-44b7-9c79-c9b9bf52f8d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e5b8e39-5815-4489-9969-bc932bfc93c7', 'code': 200} Jul 13 14:26:01.990299 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=5e5b8e39-5815-4489-9969-bc932bfc93c7,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:26:02.070770 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5427128d-5a1c-4f3b-a5f9-4427b5f32ad0 req-f1207504-2ac4-496d-b442-ea4c7f5b8cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:26:02.072289 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5427128d-5a1c-4f3b-a5f9-4427b5f32ad0 req-f1207504-2ac4-496d-b442-ea4c7f5b8cfb service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4ec76111-a91e-44b7-9c79-c9b9bf52f8d2 HTTP/1.1" status: 200 len: 1096 time: 0.0583997 Jul 13 14:26:02.118985 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5427128d-5a1c-4f3b-a5f9-4427b5f32ad0 req-12a9a65f-9a80-41ac-93ff-798646497f34 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=aeb0fa7d-75ba-40db-b60e-e3eae3f39652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404150 Jul 13 14:26:02.170782 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262310a7-e231-4a99-be56-2aec796609a9 req-dbe4a489-1a11-45ab-bb2d-2bd47d56c449 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:26:02.172303 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-262310a7-e231-4a99-be56-2aec796609a9 req-dbe4a489-1a11-45ab-bb2d-2bd47d56c449 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ec76111-a91e-44b7-9c79-c9b9bf52f8d2 HTTP/1.1" status: 200 len: 945 time: 0.0668004 Jul 13 14:26:02.216990 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-262310a7-e231-4a99-be56-2aec796609a9 req-50d81c8c-8e1e-4f73-adb1-06e6b44c18ae tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.23 "GET /v2.0/security-groups?id=aeb0fa7d-75ba-40db-b60e-e3eae3f39652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342205 Jul 13 14:26:03.400414 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a1c602-bc65-4ce6-9c1f-242bcdc31639 req-f4b64fa0-043d-4949-a0e0-f9fc59ecaf1d tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:26:03.402024 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f7a1c602-bc65-4ce6-9c1f-242bcdc31639 req-f4b64fa0-043d-4949-a0e0-f9fc59ecaf1d tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ec76111-a91e-44b7-9c79-c9b9bf52f8d2 HTTP/1.1" status: 200 len: 945 time: 0.0674639 Jul 13 14:26:03.441163 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f7a1c602-bc65-4ce6-9c1f-242bcdc31639 req-5b1c147e-4763-458c-ac90-620657a1abed tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.23 "GET /v2.0/security-groups?id=aeb0fa7d-75ba-40db-b60e-e3eae3f39652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336387 Jul 13 14:26:03.618191 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a55849b-10d6-4087-9add-c6a086f32a31 req-ee1547ff-097f-44b6-9925-387f4b0e645b tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:26:03.619702 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7a55849b-10d6-4087-9add-c6a086f32a31 req-ee1547ff-097f-44b6-9925-387f4b0e645b tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ec76111-a91e-44b7-9c79-c9b9bf52f8d2 HTTP/1.1" status: 200 len: 945 time: 0.0642350 Jul 13 14:26:03.663481 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7a55849b-10d6-4087-9add-c6a086f32a31 req-db00ff28-6df0-40f6-b8a6-46bacc43f839 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.23 "GET /v2.0/security-groups?id=aeb0fa7d-75ba-40db-b60e-e3eae3f39652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380750 Jul 13 14:26:04.017311 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2f7ba1c3-c755-4b1a-a26f-f9b1494c8f97 req-2d1cc97a-f3e8-4fb7-9712-b79433ef5d6c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4ec76111-a91e-44b7-9c79-c9b9bf52f8d2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0574632 Jul 13 14:26:04.075455 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc84d59-2e64-4061-a2f1-7b828b64b30a req-a2858600-69b5-44be-987a-f23f0ea77839 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:26:04.076955 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-acc84d59-2e64-4061-a2f1-7b828b64b30a req-a2858600-69b5-44be-987a-f23f0ea77839 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ec76111-a91e-44b7-9c79-c9b9bf52f8d2 HTTP/1.1" status: 200 len: 945 time: 0.0683885 Jul 13 14:26:04.118807 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-acc84d59-2e64-4061-a2f1-7b828b64b30a req-8b4f339a-c2cc-46ed-b819-915dccab6876 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.23 "GET /v2.0/security-groups?id=aeb0fa7d-75ba-40db-b60e-e3eae3f39652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362029 Jul 13 14:26:05.162928 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7ba1c3-c755-4b1a-a26f-f9b1494c8f97 req-28c93a96-775b-49a3-a272-ada7f261db67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:26:05.164574 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2f7ba1c3-c755-4b1a-a26f-f9b1494c8f97 req-28c93a96-775b-49a3-a272-ada7f261db67 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=82e10d9325e144bd81cdf38e1410f813&device_id=4ec76111-a91e-44b7-9c79-c9b9bf52f8d2 HTTP/1.1" status: 200 len: 1096 time: 0.0541418 Jul 13 14:26:05.263777 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7ba1c3-c755-4b1a-a26f-f9b1494c8f97 req-923632b9-a648-4d35-a0eb-8ccdc67a1b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:26:05.265419 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2f7ba1c3-c755-4b1a-a26f-f9b1494c8f97 req-923632b9-a648-4d35-a0eb-8ccdc67a1b8d service neutron] 10.222.0.41 "GET /v2.0/networks?id=c6905330-aa3c-406f-9be5-f82475cdb3f7 HTTP/1.1" status: 200 len: 915 time: 0.0949922 Jul 13 14:26:05.308490 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2f7ba1c3-c755-4b1a-a26f-f9b1494c8f97 req-661c0d45-9d0e-4e9c-a5eb-d76cd157e671 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5e5b8e39-5815-4489-9969-bc932bfc93c7 HTTP/1.1" status: 200 len: 217 time: 0.0365860 Jul 13 14:26:05.314741 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e7a6fb-60b8-4eb6-95c3-9b7890f24693 req-8816f42d-1baa-430b-89a5-2706b45d0d78 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:26:05.316817 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-39e7a6fb-60b8-4eb6-95c3-9b7890f24693 req-8816f42d-1baa-430b-89a5-2706b45d0d78 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ec76111-a91e-44b7-9c79-c9b9bf52f8d2 HTTP/1.1" status: 200 len: 945 time: 0.0786014 Jul 13 14:26:05.358973 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7ba1c3-c755-4b1a-a26f-f9b1494c8f97 req-17bade9d-7ef4-43e6-b0ec-9f3651778ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:26:05.360451 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2f7ba1c3-c755-4b1a-a26f-f9b1494c8f97 req-17bade9d-7ef4-43e6-b0ec-9f3651778ba1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=eb8270c7-dd42-4e39-9267-63f39158664c HTTP/1.1" status: 200 len: 855 time: 0.0464990 Jul 13 14:26:05.374336 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-39e7a6fb-60b8-4eb6-95c3-9b7890f24693 req-6d582cc6-b334-44c8-b968-92ac14dced1c tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.23 "GET /v2.0/security-groups?id=aeb0fa7d-75ba-40db-b60e-e3eae3f39652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384202 Jul 13 14:26:05.399201 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2f7ba1c3-c755-4b1a-a26f-f9b1494c8f97 req-2dbabee6-3b64-483e-8c25-c63fcb8907ee service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c6905330-aa3c-406f-9be5-f82475cdb3f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329201 Jul 13 14:26:05.489218 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2f7ba1c3-c755-4b1a-a26f-f9b1494c8f97 req-582b2e2e-4856-4cc9-bd8d-7711abaa8111 service neutron] 10.222.0.41 "GET /v2.0/networks/c6905330-aa3c-406f-9be5-f82475cdb3f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842125 Jul 13 14:26:05.585544 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2f7ba1c3-c755-4b1a-a26f-f9b1494c8f97 req-0e99d3e9-6993-4be9-a6a5-117fc5b01015 service neutron] 10.222.0.41 "GET /v2.0/networks/c6905330-aa3c-406f-9be5-f82475cdb3f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893519 Jul 13 14:26:06.556214 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e4024e-e6ec-4dd2-8d47-53e775f3fbbe req-7466e955-8900-43f8-8360-c36d0e7ca351 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:26:06.557713 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-46e4024e-e6ec-4dd2-8d47-53e775f3fbbe req-7466e955-8900-43f8-8360-c36d0e7ca351 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ec76111-a91e-44b7-9c79-c9b9bf52f8d2 HTTP/1.1" status: 200 len: 945 time: 0.0666161 Jul 13 14:26:06.600528 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-46e4024e-e6ec-4dd2-8d47-53e775f3fbbe req-e5d8bb75-aad6-4aea-b0e0-68218ec21b6f tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.23 "GET /v2.0/security-groups?id=aeb0fa7d-75ba-40db-b60e-e3eae3f39652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320420 Jul 13 14:26:07.778471 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0595eb3-03b6-48e2-9df1-4f8ac29c2ec6 req-e950cd70-c3f9-4287-91eb-a3509a390089 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:26:07.779994 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f0595eb3-03b6-48e2-9df1-4f8ac29c2ec6 req-e950cd70-c3f9-4287-91eb-a3509a390089 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ec76111-a91e-44b7-9c79-c9b9bf52f8d2 HTTP/1.1" status: 200 len: 945 time: 0.0663853 Jul 13 14:26:07.818923 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f0595eb3-03b6-48e2-9df1-4f8ac29c2ec6 req-fa437907-c8bb-4976-aed7-ae03dcf541d1 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.23 "GET /v2.0/security-groups?id=aeb0fa7d-75ba-40db-b60e-e3eae3f39652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328124 Jul 13 14:26:08.994783 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ec12b9-b944-4446-85c5-1184b6a5344f req-0afd75d7-9233-4938-b5c6-fa4b131306a0 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:26:08.996263 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a6ec12b9-b944-4446-85c5-1184b6a5344f req-0afd75d7-9233-4938-b5c6-fa4b131306a0 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ec76111-a91e-44b7-9c79-c9b9bf52f8d2 HTTP/1.1" status: 200 len: 945 time: 0.0637481 Jul 13 14:26:09.037195 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a6ec12b9-b944-4446-85c5-1184b6a5344f req-b5a41bec-8a6c-426c-87ac-f40b0db3e056 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.23 "GET /v2.0/security-groups?id=aeb0fa7d-75ba-40db-b60e-e3eae3f39652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353518 Jul 13 14:26:10.217306 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad3cf64-b8ae-47a7-972c-7510f1586661 req-d073cd3b-50b8-4532-b404-7e2399d2663d tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:26:10.218944 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3ad3cf64-b8ae-47a7-972c-7510f1586661 req-d073cd3b-50b8-4532-b404-7e2399d2663d tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ec76111-a91e-44b7-9c79-c9b9bf52f8d2 HTTP/1.1" status: 200 len: 945 time: 0.0659916 Jul 13 14:26:10.263725 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3ad3cf64-b8ae-47a7-972c-7510f1586661 req-579f7e22-8e66-4954-9b03-c31150faae18 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.23 "GET /v2.0/security-groups?id=aeb0fa7d-75ba-40db-b60e-e3eae3f39652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385249 Jul 13 14:26:11.448723 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a9f265-dbfc-40be-9313-6a63fac1b668 req-e8a012a5-1d5c-4003-ac3b-fad7aa3596d7 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:26:11.450310 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-70a9f265-dbfc-40be-9313-6a63fac1b668 req-e8a012a5-1d5c-4003-ac3b-fad7aa3596d7 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ec76111-a91e-44b7-9c79-c9b9bf52f8d2 HTTP/1.1" status: 200 len: 945 time: 0.0670121 Jul 13 14:26:11.492752 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-70a9f265-dbfc-40be-9313-6a63fac1b668 req-6e6e9612-0828-4da4-a61b-c0a19088e009 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.23 "GET /v2.0/security-groups?id=aeb0fa7d-75ba-40db-b60e-e3eae3f39652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363030 Jul 13 14:26:11.562764 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:26:12.676756 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5918e8c-a033-4e49-a06d-c999ae118802 req-1389d05f-52b2-48f0-9587-ae7324a96402 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:26:12.678673 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e5918e8c-a033-4e49-a06d-c999ae118802 req-1389d05f-52b2-48f0-9587-ae7324a96402 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ec76111-a91e-44b7-9c79-c9b9bf52f8d2 HTTP/1.1" status: 200 len: 945 time: 0.0678358 Jul 13 14:26:12.718339 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e5918e8c-a033-4e49-a06d-c999ae118802 req-40d8f590-33be-4a8f-8a0a-464ee764652a tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.23 "GET /v2.0/security-groups?id=aeb0fa7d-75ba-40db-b60e-e3eae3f39652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340528 Jul 13 14:26:13.898054 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5eaa55-c193-43a0-b98a-01d040a02f5a req-fa78ad43-ecc9-401d-b571-97ad4a955d1e tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:26:13.899597 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6a5eaa55-c193-43a0-b98a-01d040a02f5a req-fa78ad43-ecc9-401d-b571-97ad4a955d1e tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ec76111-a91e-44b7-9c79-c9b9bf52f8d2 HTTP/1.1" status: 200 len: 945 time: 0.0666361 Jul 13 14:26:13.938390 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6a5eaa55-c193-43a0-b98a-01d040a02f5a req-cc3875d6-49b0-4592-aaec-c14bf0f44dab tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.23 "GET /v2.0/security-groups?id=aeb0fa7d-75ba-40db-b60e-e3eae3f39652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328860 Jul 13 14:26:15.112476 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd553c4e-6dc1-45db-9c8f-b95a7e5b1c7f req-81923b81-07d9-4f75-8271-f024306c9081 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:26:15.114010 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-fd553c4e-6dc1-45db-9c8f-b95a7e5b1c7f req-81923b81-07d9-4f75-8271-f024306c9081 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ec76111-a91e-44b7-9c79-c9b9bf52f8d2 HTTP/1.1" status: 200 len: 945 time: 0.0628958 Jul 13 14:26:15.152113 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-fd553c4e-6dc1-45db-9c8f-b95a7e5b1c7f req-fe889586-6fa7-4e18-b028-7761ee9d7775 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.23 "GET /v2.0/security-groups?id=aeb0fa7d-75ba-40db-b60e-e3eae3f39652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325425 Jul 13 14:26:16.325892 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607dd363-0d6a-4750-9c94-42c3320cc8c8 req-3f9aadd1-061a-4c36-aab1-f54808cda8fc tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:26:16.327367 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-607dd363-0d6a-4750-9c94-42c3320cc8c8 req-3f9aadd1-061a-4c36-aab1-f54808cda8fc tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ec76111-a91e-44b7-9c79-c9b9bf52f8d2 HTTP/1.1" status: 200 len: 945 time: 0.0652075 Jul 13 14:26:16.364145 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-607dd363-0d6a-4750-9c94-42c3320cc8c8 req-b7627562-f9dc-48b5-91ae-79e33c77074c tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.23 "GET /v2.0/security-groups?id=aeb0fa7d-75ba-40db-b60e-e3eae3f39652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304887 Jul 13 14:26:17.299160 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-1d3dd282-4c96-4462-a423-b35f522a8ee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:26:17.542090 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cafee1-1c72-48e7-9f57-8b0a6a80584d req-5c4635be-c354-4df1-9fe6-ee0a22a142be tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:26:17.543550 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-11cafee1-1c72-48e7-9f57-8b0a6a80584d req-5c4635be-c354-4df1-9fe6-ee0a22a142be tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ec76111-a91e-44b7-9c79-c9b9bf52f8d2 HTTP/1.1" status: 200 len: 945 time: 0.0668161 Jul 13 14:26:17.582712 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-11cafee1-1c72-48e7-9f57-8b0a6a80584d req-af4c0299-d54e-4dcd-bcf9-69a5e9cd1730 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.23 "GET /v2.0/security-groups?id=aeb0fa7d-75ba-40db-b60e-e3eae3f39652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337343 Jul 13 14:26:18.755660 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd89a50b-582b-4c5c-b9bf-c6f536696742 req-49a8d07f-388f-4da7-beec-7f66ea1e7296 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:26:18.757141 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-bd89a50b-582b-4c5c-b9bf-c6f536696742 req-49a8d07f-388f-4da7-beec-7f66ea1e7296 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ec76111-a91e-44b7-9c79-c9b9bf52f8d2 HTTP/1.1" status: 200 len: 945 time: 0.0626683 Jul 13 14:26:18.794408 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-bd89a50b-582b-4c5c-b9bf-c6f536696742 req-4f4d2070-d914-4313-a5e6-1fb3fa5b444b tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.23 "GET /v2.0/security-groups?id=aeb0fa7d-75ba-40db-b60e-e3eae3f39652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318379 Jul 13 14:26:19.941949 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-0839a229-2d09-4ed5-b9af-ec2e42a06746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:26:19.971966 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9a3644-f2eb-45f3-9464-70410a7a123e req-7d1659fe-1fe6-41d8-b307-cfdd7605a22b tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:26:19.973373 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-fd9a3644-f2eb-45f3-9464-70410a7a123e req-7d1659fe-1fe6-41d8-b307-cfdd7605a22b tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ec76111-a91e-44b7-9c79-c9b9bf52f8d2 HTTP/1.1" status: 200 len: 945 time: 0.0657744 Jul 13 14:26:20.010554 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-fd9a3644-f2eb-45f3-9464-70410a7a123e req-32a5ef8a-1b91-4cde-b265-757698905fdd tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.23 "GET /v2.0/security-groups?id=aeb0fa7d-75ba-40db-b60e-e3eae3f39652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316889 Jul 13 14:26:20.079105 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:26:21.183330 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6372ad-5e84-4bac-93da-9317480b4130 req-dbf94e4a-1ddd-4fed-9b19-ae6c7b6064ca tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:26:21.184804 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-bf6372ad-5e84-4bac-93da-9317480b4130 req-dbf94e4a-1ddd-4fed-9b19-ae6c7b6064ca tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ec76111-a91e-44b7-9c79-c9b9bf52f8d2 HTTP/1.1" status: 200 len: 945 time: 0.0633161 Jul 13 14:26:21.228402 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-bf6372ad-5e84-4bac-93da-9317480b4130 req-21fc1a80-0aaf-407c-ab86-3abb8d104ba3 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.23 "GET /v2.0/security-groups?id=aeb0fa7d-75ba-40db-b60e-e3eae3f39652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368209 Jul 13 14:26:21.284641 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:26:22.477367 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f079e5e0-f9b4-4194-acc3-50b76985107f req-0ff036e7-cb76-4bad-ab24-b49baa2faf8b tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:26:22.479123 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f079e5e0-f9b4-4194-acc3-50b76985107f req-0ff036e7-cb76-4bad-ab24-b49baa2faf8b tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ec76111-a91e-44b7-9c79-c9b9bf52f8d2 HTTP/1.1" status: 200 len: 945 time: 0.1236281 Jul 13 14:26:22.520931 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f079e5e0-f9b4-4194-acc3-50b76985107f req-84563537-5079-4c8d-a7ae-685c4d50ffd6 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.23 "GET /v2.0/security-groups?id=aeb0fa7d-75ba-40db-b60e-e3eae3f39652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361714 Jul 13 14:26:22.791300 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:26:23.743238 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd31416-1c38-4e01-a609-6a6df315a35f req-826463a1-3ff3-4f8e-9b2d-47a5bd3ba53b tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:26:23.744732 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2bd31416-1c38-4e01-a609-6a6df315a35f req-826463a1-3ff3-4f8e-9b2d-47a5bd3ba53b tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ec76111-a91e-44b7-9c79-c9b9bf52f8d2 HTTP/1.1" status: 200 len: 945 time: 0.1132376 Jul 13 14:26:23.782456 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2bd31416-1c38-4e01-a609-6a6df315a35f req-d82035d5-d086-4851-bad9-c64d66ed234a tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.23 "GET /v2.0/security-groups?id=aeb0fa7d-75ba-40db-b60e-e3eae3f39652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321889 Jul 13 14:26:24.955411 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a8ce14-b4a7-4fd0-98c5-7873aa3f7a4a req-073d890b-2784-4fc5-89dc-90ae70471115 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:26:24.957115 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-35a8ce14-b4a7-4fd0-98c5-7873aa3f7a4a req-073d890b-2784-4fc5-89dc-90ae70471115 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ec76111-a91e-44b7-9c79-c9b9bf52f8d2 HTTP/1.1" status: 200 len: 945 time: 0.0648937 Jul 13 14:26:24.994186 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-35a8ce14-b4a7-4fd0-98c5-7873aa3f7a4a req-2bcee61d-cca6-4510-8265-51bbf56cf874 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.23 "GET /v2.0/security-groups?id=aeb0fa7d-75ba-40db-b60e-e3eae3f39652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314431 Jul 13 14:26:26.164096 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b3dfc2-cb86-4dbb-afa1-01d45c4ffa76 req-726e5e02-3e2c-4c15-8a16-604bf79348c9 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:26:26.165546 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-24b3dfc2-cb86-4dbb-afa1-01d45c4ffa76 req-726e5e02-3e2c-4c15-8a16-604bf79348c9 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ec76111-a91e-44b7-9c79-c9b9bf52f8d2 HTTP/1.1" status: 200 len: 945 time: 0.0616138 Jul 13 14:26:26.203244 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-24b3dfc2-cb86-4dbb-afa1-01d45c4ffa76 req-51e409e6-122d-4454-bdae-c42540708220 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.23 "GET /v2.0/security-groups?id=aeb0fa7d-75ba-40db-b60e-e3eae3f39652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322340 Jul 13 14:26:27.099848 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d05617-9127-43a8-85de-dc92efb5111e req-e9f9a71b-5aee-43f1-91c4-769b17c93934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:26:27.101332 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-86d05617-9127-43a8-85de-dc92efb5111e req-e9f9a71b-5aee-43f1-91c4-769b17c93934 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=82e10d9325e144bd81cdf38e1410f813&device_id=4ec76111-a91e-44b7-9c79-c9b9bf52f8d2 HTTP/1.1" status: 200 len: 1096 time: 0.1025889 Jul 13 14:26:27.206500 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d05617-9127-43a8-85de-dc92efb5111e req-3d478883-ffe1-4203-8353-695fde1a839b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:26:27.207866 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-86d05617-9127-43a8-85de-dc92efb5111e req-3d478883-ffe1-4203-8353-695fde1a839b service neutron] 10.222.0.41 "GET /v2.0/networks?id=c6905330-aa3c-406f-9be5-f82475cdb3f7 HTTP/1.1" status: 200 len: 915 time: 0.0853882 Jul 13 14:26:27.252292 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-86d05617-9127-43a8-85de-dc92efb5111e req-5b3c0946-42ce-48a3-8baf-9b9e514a49bc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5e5b8e39-5815-4489-9969-bc932bfc93c7 HTTP/1.1" status: 200 len: 217 time: 0.0379519 Jul 13 14:26:27.300895 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d05617-9127-43a8-85de-dc92efb5111e req-e564f3b3-eeb6-4136-bf3b-8148b5480fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:26:27.302384 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-86d05617-9127-43a8-85de-dc92efb5111e req-e564f3b3-eeb6-4136-bf3b-8148b5480fe8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=eb8270c7-dd42-4e39-9267-63f39158664c HTTP/1.1" status: 200 len: 855 time: 0.0445356 Jul 13 14:26:27.335822 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-86d05617-9127-43a8-85de-dc92efb5111e req-36011b18-bba1-45cd-ba56-7f6124113caf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c6905330-aa3c-406f-9be5-f82475cdb3f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270212 Jul 13 14:26:27.374462 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54044d2c-62c7-415d-901a-51371183883c req-47e95879-7d58-4843-bffa-28bf5357a2c7 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:26:27.375937 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-54044d2c-62c7-415d-901a-51371183883c req-47e95879-7d58-4843-bffa-28bf5357a2c7 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ec76111-a91e-44b7-9c79-c9b9bf52f8d2 HTTP/1.1" status: 200 len: 945 time: 0.0630369 Jul 13 14:26:27.414271 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-54044d2c-62c7-415d-901a-51371183883c req-10a93c38-e649-4e3a-ac5a-7c4c71750c02 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.23 "GET /v2.0/security-groups?id=aeb0fa7d-75ba-40db-b60e-e3eae3f39652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321403 Jul 13 14:26:27.429705 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-86d05617-9127-43a8-85de-dc92efb5111e req-a2b4a49a-d6cf-432d-a156-9d2657801ecc service neutron] 10.222.0.41 "GET /v2.0/networks/c6905330-aa3c-406f-9be5-f82475cdb3f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856655 Jul 13 14:26:27.519624 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-86d05617-9127-43a8-85de-dc92efb5111e req-6dd528dd-c3f6-4564-9424-ecd0d857ad66 service neutron] 10.222.0.41 "GET /v2.0/networks/c6905330-aa3c-406f-9be5-f82475cdb3f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834262 Jul 13 14:26:28.591665 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2155a3-66fd-422b-ba8e-7c13e9494eda req-8bb4cacb-6e01-42ab-9e00-527140148a84 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:26:28.593116 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1a2155a3-66fd-422b-ba8e-7c13e9494eda req-8bb4cacb-6e01-42ab-9e00-527140148a84 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ec76111-a91e-44b7-9c79-c9b9bf52f8d2 HTTP/1.1" status: 200 len: 945 time: 0.0634856 Jul 13 14:26:28.629912 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1a2155a3-66fd-422b-ba8e-7c13e9494eda req-da2d12dc-d4d9-4fc0-ac86-5b5458590214 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.23 "GET /v2.0/security-groups?id=aeb0fa7d-75ba-40db-b60e-e3eae3f39652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304146 Jul 13 14:26:29.812472 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23047dfe-d75b-4c39-8a6c-f02003955805 req-c9053b45-8c41-4891-b433-6edf5820de91 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:26:29.814277 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-23047dfe-d75b-4c39-8a6c-f02003955805 req-c9053b45-8c41-4891-b433-6edf5820de91 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ec76111-a91e-44b7-9c79-c9b9bf52f8d2 HTTP/1.1" status: 200 len: 945 time: 0.0682745 Jul 13 14:26:29.852308 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-23047dfe-d75b-4c39-8a6c-f02003955805 req-6d6f5cb0-63a3-465e-a004-72e266ee63e5 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.23 "GET /v2.0/security-groups?id=aeb0fa7d-75ba-40db-b60e-e3eae3f39652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320642 Jul 13 14:26:30.784449 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:26:31.029009 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4d9bdb-3a96-47bd-a171-b5e77be2945a req-d1c9785f-72f6-49b3-953c-23cd86e9a0c9 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:26:31.030496 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1e4d9bdb-3a96-47bd-a171-b5e77be2945a req-d1c9785f-72f6-49b3-953c-23cd86e9a0c9 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ec76111-a91e-44b7-9c79-c9b9bf52f8d2 HTTP/1.1" status: 200 len: 945 time: 0.0664907 Jul 13 14:26:31.067860 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1e4d9bdb-3a96-47bd-a171-b5e77be2945a req-401d2c02-feaa-46d2-b4f4-220c552ad8ec tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.23 "GET /v2.0/security-groups?id=aeb0fa7d-75ba-40db-b60e-e3eae3f39652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315709 Jul 13 14:26:31.139161 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:26:32.237842 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af77e2f4-681c-495e-96de-804cc2ad642d req-3cce0ba7-3212-4aca-9b2d-ef07967055cb tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:26:32.239312 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-af77e2f4-681c-495e-96de-804cc2ad642d req-3cce0ba7-3212-4aca-9b2d-ef07967055cb tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ec76111-a91e-44b7-9c79-c9b9bf52f8d2 HTTP/1.1" status: 200 len: 945 time: 0.0630260 Jul 13 14:26:32.276603 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-af77e2f4-681c-495e-96de-804cc2ad642d req-1339f201-c1ac-44a9-b428-249cb4e5c8a1 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.23 "GET /v2.0/security-groups?id=aeb0fa7d-75ba-40db-b60e-e3eae3f39652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317419 Jul 13 14:26:32.405320 n-d-800634-1 neutron-server[93751]: INFO neutron.api.v2.resource [req-2f7ba1c3-c755-4b1a-a26f-f9b1494c8f97 req-ae42c22c-d3ef-46ff-8a78-459fe7340f23 service neutron] show failed (client error): The resource could not be found. Jul 13 14:26:32.406271 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2f7ba1c3-c755-4b1a-a26f-f9b1494c8f97 req-ae42c22c-d3ef-46ff-8a78-459fe7340f23 service neutron] 10.222.0.41 "GET /v2.0/ports/5e5b8e39-5815-4489-9969-bc932bfc93c7/bindings/n-h1-800634-1 HTTP/1.1" status: 404 len: 380 time: 0.0543535 Jul 13 14:26:32.690263 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7ba1c3-c755-4b1a-a26f-f9b1494c8f97 req-c5a4db5a-dca2-453f-9c76-47057d3e0a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:26:32.691721 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2f7ba1c3-c755-4b1a-a26f-f9b1494c8f97 req-c5a4db5a-dca2-453f-9c76-47057d3e0a22 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4ec76111-a91e-44b7-9c79-c9b9bf52f8d2&tenant_id=82e10d9325e144bd81cdf38e1410f813 HTTP/1.1" status: 200 len: 1096 time: 0.0975375 Jul 13 14:26:32.702207 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-2f7ba1c3-c755-4b1a-a26f-f9b1494c8f97 req-dba4045c-4589-474a-a88a-c19a1db71599 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800634-1', 'device_owner': 'compute:nova'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:26:32.778529 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-2f7ba1c3-c755-4b1a-a26f-f9b1494c8f97 req-dba4045c-4589-474a-a88a-c19a1db71599 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:26:32.794581 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.26', 61448) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:26:32.846798 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb10fbc4-8775-43d7-82c1-e8f3b4cd3378 req-ee57dfe7-b2ad-4cda-bef0-e08315b7f37c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:26:32.848274 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-cb10fbc4-8775-43d7-82c1-e8f3b4cd3378 req-ee57dfe7-b2ad-4cda-bef0-e08315b7f37c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=82e10d9325e144bd81cdf38e1410f813&device_id=4ec76111-a91e-44b7-9c79-c9b9bf52f8d2 HTTP/1.1" status: 200 len: 1096 time: 0.0527258 Jul 13 14:26:32.958605 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb10fbc4-8775-43d7-82c1-e8f3b4cd3378 req-bfdc4c6d-d2c5-41b4-921f-c12ec92e90ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:26:32.959981 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-cb10fbc4-8775-43d7-82c1-e8f3b4cd3378 req-bfdc4c6d-d2c5-41b4-921f-c12ec92e90ce service neutron] 10.222.0.26 "GET /v2.0/networks?id=c6905330-aa3c-406f-9be5-f82475cdb3f7 HTTP/1.1" status: 200 len: 915 time: 0.0914533 Jul 13 14:26:33.002679 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-cb10fbc4-8775-43d7-82c1-e8f3b4cd3378 req-76c868fd-7d97-49a4-9ba5-f52a6126d3dd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5e5b8e39-5815-4489-9969-bc932bfc93c7 HTTP/1.1" status: 200 len: 217 time: 0.0354388 Jul 13 14:26:33.054932 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb10fbc4-8775-43d7-82c1-e8f3b4cd3378 req-ff1debbe-5455-4b03-a764-2d1c227476c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:26:33.056404 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-cb10fbc4-8775-43d7-82c1-e8f3b4cd3378 req-ff1debbe-5455-4b03-a764-2d1c227476c9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=eb8270c7-dd42-4e39-9267-63f39158664c HTTP/1.1" status: 200 len: 855 time: 0.0489583 Jul 13 14:26:33.091015 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-cb10fbc4-8775-43d7-82c1-e8f3b4cd3378 req-cf95602d-89f4-4808-98b4-434af3b266cd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c6905330-aa3c-406f-9be5-f82475cdb3f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280640 Jul 13 14:26:33.181149 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-cb10fbc4-8775-43d7-82c1-e8f3b4cd3378 req-d6a13674-8f4a-484d-8ded-840330c23342 service neutron] 10.222.0.26 "GET /v2.0/networks/c6905330-aa3c-406f-9be5-f82475cdb3f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836318 Jul 13 14:26:33.274898 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-cb10fbc4-8775-43d7-82c1-e8f3b4cd3378 req-392f7c08-4f72-4055-a08f-98664ffbbba9 service neutron] 10.222.0.26 "GET /v2.0/networks/c6905330-aa3c-406f-9be5-f82475cdb3f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876348 Jul 13 14:26:33.316968 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-2f7ba1c3-c755-4b1a-a26f-f9b1494c8f97 req-dba4045c-4589-474a-a88a-c19a1db71599 service neutron] For port 5e5b8e39-5815-4489-9969-bc932bfc93c7, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=5e5b8e39-5815-4489-9969-bc932bfc93c7,segment=NetworkSegment(1cb5d14e-85a6-47a3-9f6d-997511b9654f),segment_id=1cb5d14e-85a6-47a3-9f6d-997511b9654f)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:26:33.350315 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-2f7ba1c3-c755-4b1a-a26f-f9b1494c8f97 req-dba4045c-4589-474a-a88a-c19a1db71599 service neutron] For port 5e5b8e39-5815-4489-9969-bc932bfc93c7, host n-h2-800634-1, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:26:33.389828 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ec76111-a91e-44b7-9c79-c9b9bf52f8d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e5b8e39-5815-4489-9969-bc932bfc93c7'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:26:33.392040 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-333f77a6-9160-4a35-b33c-26d8d7256cab" -d '{"events": [{"server_uuid": "4ec76111-a91e-44b7-9c79-c9b9bf52f8d2", "name": "network-vif-unplugged", "status": "completed", "tag": "5e5b8e39-5815-4489-9969-bc932bfc93c7"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:26:33.396239 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-2f7ba1c3-c755-4b1a-a26f-f9b1494c8f97 req-dba4045c-4589-474a-a88a-c19a1db71599 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:26:33.408773 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-2f7ba1c3-c755-4b1a-a26f-f9b1494c8f97 req-dba4045c-4589-474a-a88a-c19a1db71599 service neutron] Transition to ACTIVE for port object 5e5b8e39-5815-4489-9969-bc932bfc93c7 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:26:33.413419 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-2f7ba1c3-c755-4b1a-a26f-f9b1494c8f97 req-dba4045c-4589-474a-a88a-c19a1db71599 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:26:33.457357 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 14:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4d2ca88-abfe-4e43-af10-fb46f5e241fc x-openstack-request-id: req-e4d2ca88-abfe-4e43-af10-fb46f5e241fc {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:26:33.457647 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ec76111-a91e-44b7-9c79-c9b9bf52f8d2", "name": "network-vif-unplugged", "status": "completed", "tag": "5e5b8e39-5815-4489-9969-bc932bfc93c7", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:26:33.457924 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e4d2ca88-abfe-4e43-af10-fb46f5e241fc {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:26:33.458173 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa55a8e-dcdc-4a20-be6f-812eec1be8bd req-3d2f5bf9-3f9b-41dd-8537-c33f23d7def1 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:26:33.458653 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ec76111-a91e-44b7-9c79-c9b9bf52f8d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e5b8e39-5815-4489-9969-bc932bfc93c7', 'code': 200} Jul 13 14:26:33.460421 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-baa55a8e-dcdc-4a20-be6f-812eec1be8bd req-3d2f5bf9-3f9b-41dd-8537-c33f23d7def1 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ec76111-a91e-44b7-9c79-c9b9bf52f8d2 HTTP/1.1" status: 200 len: 945 time: 0.0717077 Jul 13 14:26:33.475360 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba4045c-4589-474a-a88a-c19a1db71599 service neutron] Pushing event updated for resources: {'Port': ['ID=5e5b8e39-5815-4489-9969-bc932bfc93c7,revision_number=6']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:26:33.494512 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f7ba1c3-c755-4b1a-a26f-f9b1494c8f97 req-dba4045c-4589-474a-a88a-c19a1db71599 service neutron] No DVR routers for this DVR port 5e5b8e39-5815-4489-9969-bc932bfc93c7 on host n-h2-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:26:33.501725 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-baa55a8e-dcdc-4a20-be6f-812eec1be8bd req-9fa17e94-9ae0-40dd-89b2-5d1d973b3343 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.23 "GET /v2.0/security-groups?id=aeb0fa7d-75ba-40db-b60e-e3eae3f39652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359595 Jul 13 14:26:33.530732 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-2f7ba1c3-c755-4b1a-a26f-f9b1494c8f97 req-dba4045c-4589-474a-a88a-c19a1db71599 service neutron] Attempting to bind port 5e5b8e39-5815-4489-9969-bc932bfc93c7 on host n-h1-800634-1 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:26:33.530995 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-2f7ba1c3-c755-4b1a-a26f-f9b1494c8f97 req-dba4045c-4589-474a-a88a-c19a1db71599 service neutron] Attempting to bind port 5e5b8e39-5815-4489-9969-bc932bfc93c7 by drivers openvswitch,hyperv on host n-h1-800634-1 at level 0 using segments [{'id': '1cb5d14e-85a6-47a3-9f6d-997511b9654f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c6905330-aa3c-406f-9be5-f82475cdb3f7'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:26:33.531317 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7ba1c3-c755-4b1a-a26f-f9b1494c8f97 req-dba4045c-4589-474a-a88a-c19a1db71599 service neutron] Attempting to bind port 5e5b8e39-5815-4489-9969-bc932bfc93c7 on network c6905330-aa3c-406f-9be5-f82475cdb3f7 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:26:33.536475 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7ba1c3-c755-4b1a-a26f-f9b1494c8f97 req-dba4045c-4589-474a-a88a-c19a1db71599 service neutron] Port 5e5b8e39-5815-4489-9969-bc932bfc93c7 on network c6905330-aa3c-406f-9be5-f82475cdb3f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-1 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 14:26:33.536819 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7ba1c3-c755-4b1a-a26f-f9b1494c8f97 req-dba4045c-4589-474a-a88a-c19a1db71599 service neutron] Attempting to bind port 5e5b8e39-5815-4489-9969-bc932bfc93c7 on network c6905330-aa3c-406f-9be5-f82475cdb3f7 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:26:33.541446 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7ba1c3-c755-4b1a-a26f-f9b1494c8f97 req-dba4045c-4589-474a-a88a-c19a1db71599 service neutron] Checking agent: {'id': 'a7603dc8-3c50-4a9b-8f0d-1143528f155e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:26:33.541802 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7ba1c3-c755-4b1a-a26f-f9b1494c8f97 req-dba4045c-4589-474a-a88a-c19a1db71599 service neutron] Checking segment: {'id': '1cb5d14e-85a6-47a3-9f6d-997511b9654f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c6905330-aa3c-406f-9be5-f82475cdb3f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:26:33.542192 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7ba1c3-c755-4b1a-a26f-f9b1494c8f97 req-dba4045c-4589-474a-a88a-c19a1db71599 service neutron] Bound using segment: {'id': '1cb5d14e-85a6-47a3-9f6d-997511b9654f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c6905330-aa3c-406f-9be5-f82475cdb3f7'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:26:33.542594 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-2f7ba1c3-c755-4b1a-a26f-f9b1494c8f97 req-dba4045c-4589-474a-a88a-c19a1db71599 service neutron] Bound port: 5e5b8e39-5815-4489-9969-bc932bfc93c7, host: n-h1-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cb5d14e-85a6-47a3-9f6d-997511b9654f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c6905330-aa3c-406f-9be5-f82475cdb3f7'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:26:33.542942 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-2f7ba1c3-c755-4b1a-a26f-f9b1494c8f97 req-dba4045c-4589-474a-a88a-c19a1db71599 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:26:33.604915 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-2f7ba1c3-c755-4b1a-a26f-f9b1494c8f97 req-dba4045c-4589-474a-a88a-c19a1db71599 service neutron] For port 5e5b8e39-5815-4489-9969-bc932bfc93c7, host n-h1-800634-1, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:26:33.607834 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-2f7ba1c3-c755-4b1a-a26f-f9b1494c8f97 req-dba4045c-4589-474a-a88a-c19a1db71599 service neutron] For port 5e5b8e39-5815-4489-9969-bc932bfc93c7, host n-h1-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=5e5b8e39-5815-4489-9969-bc932bfc93c7,segment=NetworkSegment(1cb5d14e-85a6-47a3-9f6d-997511b9654f),segment_id=1cb5d14e-85a6-47a3-9f6d-997511b9654f)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:26:33.613441 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-2f7ba1c3-c755-4b1a-a26f-f9b1494c8f97 req-dba4045c-4589-474a-a88a-c19a1db71599 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:26:33.650247 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7ba1c3-c755-4b1a-a26f-f9b1494c8f97 req-dba4045c-4589-474a-a88a-c19a1db71599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:26:33.651181 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-2f7ba1c3-c755-4b1a-a26f-f9b1494c8f97 req-dba4045c-4589-474a-a88a-c19a1db71599 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:26:33.652550 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2f7ba1c3-c755-4b1a-a26f-f9b1494c8f97 req-dba4045c-4589-474a-a88a-c19a1db71599 service neutron] 10.222.0.26 "PUT /v2.0/ports/5e5b8e39-5815-4489-9969-bc932bfc93c7 HTTP/1.1" status: 200 len: 1091 time: 0.9542222 Jul 13 14:26:33.683886 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba4045c-4589-474a-a88a-c19a1db71599 service neutron] Pushing event updated for resources: {'Port': ['ID=5e5b8e39-5815-4489-9969-bc932bfc93c7,revision_number=7']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:26:33.730475 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7ba1c3-c755-4b1a-a26f-f9b1494c8f97 req-6d7bec9e-8149-4c8f-b5d5-ff5779a9b9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:26:33.731954 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2f7ba1c3-c755-4b1a-a26f-f9b1494c8f97 req-6d7bec9e-8149-4c8f-b5d5-ff5779a9b9fa service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=82e10d9325e144bd81cdf38e1410f813&device_id=4ec76111-a91e-44b7-9c79-c9b9bf52f8d2 HTTP/1.1" status: 200 len: 1094 time: 0.0558202 Jul 13 14:26:33.818856 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7ba1c3-c755-4b1a-a26f-f9b1494c8f97 req-2e20c6fc-a81c-44fa-8bc9-0eca2b4efe9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:26:33.820325 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2f7ba1c3-c755-4b1a-a26f-f9b1494c8f97 req-2e20c6fc-a81c-44fa-8bc9-0eca2b4efe9a service neutron] 10.222.0.26 "GET /v2.0/networks?id=c6905330-aa3c-406f-9be5-f82475cdb3f7 HTTP/1.1" status: 200 len: 915 time: 0.0826957 Jul 13 14:26:33.863263 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2f7ba1c3-c755-4b1a-a26f-f9b1494c8f97 req-ad0da8f4-eb83-4ae2-ba21-ab7bf75e6cb5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5e5b8e39-5815-4489-9969-bc932bfc93c7 HTTP/1.1" status: 200 len: 217 time: 0.0372891 Jul 13 14:26:33.909963 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7ba1c3-c755-4b1a-a26f-f9b1494c8f97 req-3e4e1b7d-866b-4b36-8c7f-6c4fcfe9b833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:26:33.911335 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2f7ba1c3-c755-4b1a-a26f-f9b1494c8f97 req-3e4e1b7d-866b-4b36-8c7f-6c4fcfe9b833 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=eb8270c7-dd42-4e39-9267-63f39158664c HTTP/1.1" status: 200 len: 855 time: 0.0427880 Jul 13 14:26:33.943867 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2f7ba1c3-c755-4b1a-a26f-f9b1494c8f97 req-2b857b70-730f-4d92-9ff4-fac19ee6a26f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c6905330-aa3c-406f-9be5-f82475cdb3f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255582 Jul 13 14:26:34.034345 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2f7ba1c3-c755-4b1a-a26f-f9b1494c8f97 req-1cdc7489-552f-497f-ae70-2a3a5eba06ac service neutron] 10.222.0.26 "GET /v2.0/networks/c6905330-aa3c-406f-9be5-f82475cdb3f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846980 Jul 13 14:26:34.124586 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2f7ba1c3-c755-4b1a-a26f-f9b1494c8f97 req-7c1f8a04-c275-4478-a57f-6d70adf006d7 service neutron] 10.222.0.26 "GET /v2.0/networks/c6905330-aa3c-406f-9be5-f82475cdb3f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827675 Jul 13 14:26:34.684082 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176b4837-9e15-4f80-9d08-2413ca651e9c req-77f71b6e-25b1-4bad-875b-1d631b02ed31 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:26:34.686035 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-176b4837-9e15-4f80-9d08-2413ca651e9c req-77f71b6e-25b1-4bad-875b-1d631b02ed31 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ec76111-a91e-44b7-9c79-c9b9bf52f8d2 HTTP/1.1" status: 200 len: 943 time: 0.0684404 Jul 13 14:26:34.724289 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-176b4837-9e15-4f80-9d08-2413ca651e9c req-8e18dfea-2495-4a46-91b1-cdae7c858071 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.23 "GET /v2.0/security-groups?id=aeb0fa7d-75ba-40db-b60e-e3eae3f39652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322378 Jul 13 14:26:35.459706 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ec76111-a91e-44b7-9c79-c9b9bf52f8d2', 'tag': '5e5b8e39-5815-4489-9969-bc932bfc93c7'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:26:35.462090 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-396f8c2c-77c2-4d51-a6a2-d0d5ac914bc5" -d '{"events": [{"name": "network-changed", "server_uuid": "4ec76111-a91e-44b7-9c79-c9b9bf52f8d2", "tag": "5e5b8e39-5815-4489-9969-bc932bfc93c7"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:26:35.512341 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:26:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe4974a3-5a8a-45b1-ae6f-d62f34d05b42 x-openstack-request-id: req-fe4974a3-5a8a-45b1-ae6f-d62f34d05b42 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:26:35.512645 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ec76111-a91e-44b7-9c79-c9b9bf52f8d2", "tag": "5e5b8e39-5815-4489-9969-bc932bfc93c7", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:26:35.512928 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fe4974a3-5a8a-45b1-ae6f-d62f34d05b42 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:26:35.513342 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ec76111-a91e-44b7-9c79-c9b9bf52f8d2', 'tag': '5e5b8e39-5815-4489-9969-bc932bfc93c7', 'status': 'completed', 'code': 200} Jul 13 14:26:35.588460 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396f8c2c-77c2-4d51-a6a2-d0d5ac914bc5 req-4a63e376-cf68-435c-adb5-4586026e6574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:26:35.590011 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-396f8c2c-77c2-4d51-a6a2-d0d5ac914bc5 req-4a63e376-cf68-435c-adb5-4586026e6574 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=82e10d9325e144bd81cdf38e1410f813&device_id=4ec76111-a91e-44b7-9c79-c9b9bf52f8d2 HTTP/1.1" status: 200 len: 1094 time: 0.0610819 Jul 13 14:26:35.606956 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396f8c2c-77c2-4d51-a6a2-d0d5ac914bc5 req-fb13c7f3-c6d6-43dd-9208-2cde7705d06f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:26:35.608482 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-396f8c2c-77c2-4d51-a6a2-d0d5ac914bc5 req-fb13c7f3-c6d6-43dd-9208-2cde7705d06f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=82e10d9325e144bd81cdf38e1410f813&device_id=4ec76111-a91e-44b7-9c79-c9b9bf52f8d2 HTTP/1.1" status: 200 len: 1094 time: 0.0581965 Jul 13 14:26:35.687328 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396f8c2c-77c2-4d51-a6a2-d0d5ac914bc5 req-806b7478-af61-4936-852d-942aea55ee01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:26:35.688795 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-396f8c2c-77c2-4d51-a6a2-d0d5ac914bc5 req-806b7478-af61-4936-852d-942aea55ee01 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c6905330-aa3c-406f-9be5-f82475cdb3f7 HTTP/1.1" status: 200 len: 915 time: 0.0929620 Jul 13 14:26:35.711135 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396f8c2c-77c2-4d51-a6a2-d0d5ac914bc5 req-e9ea408f-b209-4d47-9eac-4c3795ffb7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:26:35.712927 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-396f8c2c-77c2-4d51-a6a2-d0d5ac914bc5 req-e9ea408f-b209-4d47-9eac-4c3795ffb7e2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c6905330-aa3c-406f-9be5-f82475cdb3f7 HTTP/1.1" status: 200 len: 915 time: 0.0980008 Jul 13 14:26:35.729521 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-396f8c2c-77c2-4d51-a6a2-d0d5ac914bc5 req-24d3f8c4-979c-45f8-b315-9b61e82d3162 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5e5b8e39-5815-4489-9969-bc932bfc93c7 HTTP/1.1" status: 200 len: 217 time: 0.0343885 Jul 13 14:26:35.755292 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-396f8c2c-77c2-4d51-a6a2-d0d5ac914bc5 req-af568421-8526-4112-a4f6-4737325e0364 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5e5b8e39-5815-4489-9969-bc932bfc93c7 HTTP/1.1" status: 200 len: 217 time: 0.0362806 Jul 13 14:26:35.782540 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396f8c2c-77c2-4d51-a6a2-d0d5ac914bc5 req-a1f7b37c-840a-48bb-bf40-a4600b488358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:26:35.784919 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-396f8c2c-77c2-4d51-a6a2-d0d5ac914bc5 req-a1f7b37c-840a-48bb-bf40-a4600b488358 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=eb8270c7-dd42-4e39-9267-63f39158664c HTTP/1.1" status: 200 len: 855 time: 0.0493288 Jul 13 14:26:35.805758 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396f8c2c-77c2-4d51-a6a2-d0d5ac914bc5 req-d139de40-af91-4b68-9160-4b5127dcfe7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:26:35.807357 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-396f8c2c-77c2-4d51-a6a2-d0d5ac914bc5 req-d139de40-af91-4b68-9160-4b5127dcfe7b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=eb8270c7-dd42-4e39-9267-63f39158664c HTTP/1.1" status: 200 len: 855 time: 0.0462167 Jul 13 14:26:35.818448 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-396f8c2c-77c2-4d51-a6a2-d0d5ac914bc5 req-e8c4b4f7-3730-4785-9033-e630c9c32cdf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c6905330-aa3c-406f-9be5-f82475cdb3f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274978 Jul 13 14:26:35.843909 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-396f8c2c-77c2-4d51-a6a2-d0d5ac914bc5 req-58eafd16-15fa-40d5-8588-e4acfd5a0893 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c6905330-aa3c-406f-9be5-f82475cdb3f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300951 Jul 13 14:26:35.881936 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 5e5b8e39-5815-4489-9969-bc932bfc93c7 no longer exists at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:26:35.908999 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-396f8c2c-77c2-4d51-a6a2-d0d5ac914bc5 req-19e98245-612a-4504-823e-b30f6b7c5ae1 service neutron] 10.222.0.41 "GET /v2.0/networks/c6905330-aa3c-406f-9be5-f82475cdb3f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830042 Jul 13 14:26:35.926609 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 5e5b8e39-5815-4489-9969-bc932bfc93c7 not bound to the agent host n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:26:35.984326 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563a8473-ff97-4783-96a6-5983da883ed9 req-297f7aab-fadb-4502-9316-804b316cb003 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:26:35.985764 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-563a8473-ff97-4783-96a6-5983da883ed9 req-297f7aab-fadb-4502-9316-804b316cb003 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ec76111-a91e-44b7-9c79-c9b9bf52f8d2 HTTP/1.1" status: 200 len: 943 time: 0.1445746 Jul 13 14:26:35.988575 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-396f8c2c-77c2-4d51-a6a2-d0d5ac914bc5 req-0040df55-850f-4646-a77b-498248c58bbb service neutron] 10.222.0.26 "GET /v2.0/networks/c6905330-aa3c-406f-9be5-f82475cdb3f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344206 Jul 13 14:26:36.005064 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-396f8c2c-77c2-4d51-a6a2-d0d5ac914bc5 req-3a18bc88-73f9-4205-9068-cb559576f3cd service neutron] 10.222.0.41 "GET /v2.0/networks/c6905330-aa3c-406f-9be5-f82475cdb3f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897598 Jul 13 14:26:36.077881 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-563a8473-ff97-4783-96a6-5983da883ed9 req-609cdfee-d1c3-4b89-b75d-96e35503da76 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.23 "GET /v2.0/security-groups?id=aeb0fa7d-75ba-40db-b60e-e3eae3f39652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859470 Jul 13 14:26:36.109568 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-396f8c2c-77c2-4d51-a6a2-d0d5ac914bc5 req-f146c93e-13aa-44fd-b413-4e2b57a033f6 service neutron] 10.222.0.26 "GET /v2.0/networks/c6905330-aa3c-406f-9be5-f82475cdb3f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103964 Jul 13 14:26:36.377589 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee2e8e5-2dcb-4226-8546-e58471027c59 req-0ffc8506-90d8-4dba-96f7-a61466d30cfe tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:26:36.379140 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-aee2e8e5-2dcb-4226-8546-e58471027c59 req-0ffc8506-90d8-4dba-96f7-a61466d30cfe tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ec76111-a91e-44b7-9c79-c9b9bf52f8d2 HTTP/1.1" status: 200 len: 943 time: 0.0651255 Jul 13 14:26:36.417639 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-aee2e8e5-2dcb-4226-8546-e58471027c59 req-8e843dc2-91c6-401f-807e-e0ca9ae45ff3 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.23 "GET /v2.0/security-groups?id=aeb0fa7d-75ba-40db-b60e-e3eae3f39652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328422 Jul 13 14:26:36.425125 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19248ccf-4a7f-4c2d-8cd6-27faeb8138d3 req-2d93cd15-db10-4560-90fe-36eab212e789 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:26:36.426643 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-19248ccf-4a7f-4c2d-8cd6-27faeb8138d3 req-2d93cd15-db10-4560-90fe-36eab212e789 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ec76111-a91e-44b7-9c79-c9b9bf52f8d2&tenant_id=82e10d9325e144bd81cdf38e1410f813&binding%3Ahost_id=n-h1-800634-1 HTTP/1.1" status: 200 len: 943 time: 0.1132417 Jul 13 14:26:36.483454 n-d-800634-1 neutron-server[93751]: INFO neutron.api.v2.resource [req-19248ccf-4a7f-4c2d-8cd6-27faeb8138d3 req-83eacf38-48e8-4953-a510-42198dc86d45 service neutron] delete failed (client error): The resource could not be found. Jul 13 14:26:36.484442 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-19248ccf-4a7f-4c2d-8cd6-27faeb8138d3 req-83eacf38-48e8-4953-a510-42198dc86d45 service neutron] 10.222.0.41 "DELETE /v2.0/ports/5e5b8e39-5815-4489-9969-bc932bfc93c7/bindings/n-h2-800634-1 HTTP/1.1" status: 404 len: 380 time: 0.0521467 Jul 13 14:26:36.576474 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19248ccf-4a7f-4c2d-8cd6-27faeb8138d3 req-1496b7b5-b0b2-4d9a-9ff3-5a7687201f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:26:36.577978 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-19248ccf-4a7f-4c2d-8cd6-27faeb8138d3 req-1496b7b5-b0b2-4d9a-9ff3-5a7687201f13 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=82e10d9325e144bd81cdf38e1410f813&device_id=4ec76111-a91e-44b7-9c79-c9b9bf52f8d2 HTTP/1.1" status: 200 len: 1094 time: 0.0513842 Jul 13 14:26:36.665698 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19248ccf-4a7f-4c2d-8cd6-27faeb8138d3 req-ceff6f2a-f7d9-44ad-95fe-fec13fd12129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:26:36.667150 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-19248ccf-4a7f-4c2d-8cd6-27faeb8138d3 req-ceff6f2a-f7d9-44ad-95fe-fec13fd12129 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c6905330-aa3c-406f-9be5-f82475cdb3f7 HTTP/1.1" status: 200 len: 915 time: 0.0832050 Jul 13 14:26:36.707068 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-19248ccf-4a7f-4c2d-8cd6-27faeb8138d3 req-c19f20f8-645a-4885-aa77-cc5d7a7eadd9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5e5b8e39-5815-4489-9969-bc932bfc93c7 HTTP/1.1" status: 200 len: 217 time: 0.0337198 Jul 13 14:26:36.754333 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19248ccf-4a7f-4c2d-8cd6-27faeb8138d3 req-1174aea3-1135-45ce-8528-3f3be587e5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:26:36.755743 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-19248ccf-4a7f-4c2d-8cd6-27faeb8138d3 req-1174aea3-1135-45ce-8528-3f3be587e5b9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=eb8270c7-dd42-4e39-9267-63f39158664c HTTP/1.1" status: 200 len: 855 time: 0.0418985 Jul 13 14:26:36.791800 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-19248ccf-4a7f-4c2d-8cd6-27faeb8138d3 req-1ad76c65-4458-4d94-a58d-16bbb60ddf89 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c6905330-aa3c-406f-9be5-f82475cdb3f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293961 Jul 13 14:26:36.878075 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-19248ccf-4a7f-4c2d-8cd6-27faeb8138d3 req-a7f74734-a375-45e9-8512-4bafa9e500ab service neutron] 10.222.0.41 "GET /v2.0/networks/c6905330-aa3c-406f-9be5-f82475cdb3f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799971 Jul 13 14:26:36.971330 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-19248ccf-4a7f-4c2d-8cd6-27faeb8138d3 req-2e2592d1-9f36-439c-a892-095aa12c099e service neutron] 10.222.0.41 "GET /v2.0/networks/c6905330-aa3c-406f-9be5-f82475cdb3f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862353 Jul 13 14:26:37.360978 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 5e5b8e39-5815-4489-9969-bc932bfc93c7 details requested by agent hyperv_n-h1-800634-1 with host n-h1-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 14:26:37.461255 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 5e5b8e39-5815-4489-9969-bc932bfc93c7, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=5e5b8e39-5815-4489-9969-bc932bfc93c7,segment=NetworkSegment(1cb5d14e-85a6-47a3-9f6d-997511b9654f),segment_id=1cb5d14e-85a6-47a3-9f6d-997511b9654f)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:26:37.473565 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Returning: {'device': '5e5b8e39-5815-4489-9969-bc932bfc93c7', 'network_id': 'c6905330-aa3c-406f-9be5-f82475cdb3f7', 'port_id': '5e5b8e39-5815-4489-9969-bc932bfc93c7', 'mac_address': 'fa:16:3e:62:4f:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb8270c7-dd42-4e39-9267-63f39158664c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 14:26:37.513979 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:26:37.527407 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e5b8e39-5815-4489-9969-bc932bfc93c7 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:26:37.552055 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 5e5b8e39-5815-4489-9969-bc932bfc93c7, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=5e5b8e39-5815-4489-9969-bc932bfc93c7,segment=NetworkSegment(1cb5d14e-85a6-47a3-9f6d-997511b9654f),segment_id=1cb5d14e-85a6-47a3-9f6d-997511b9654f)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:26:37.556929 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:26:37.609809 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=5e5b8e39-5815-4489-9969-bc932bfc93c7,revision_number=8']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:26:37.618297 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:26:37.618653 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:26:37.619184 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:26:37.619524 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:26:37.619857 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:26:37.620187 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:26:37.620539 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:26:37.620842 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:26:37.621166 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:26:37.621492 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:26:37.621839 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:26:37.622162 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:26:37.780412 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['5e5b8e39-5815-4489-9969-bc932bfc93c7'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:26:37.940252 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de512bea-6f39-4568-9f29-40cb9a5b27cd req-9fb8945d-11d6-41db-8b5e-cc5102363536 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:26:37.941981 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-de512bea-6f39-4568-9f29-40cb9a5b27cd req-9fb8945d-11d6-41db-8b5e-cc5102363536 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ec76111-a91e-44b7-9c79-c9b9bf52f8d2 HTTP/1.1" status: 200 len: 943 time: 0.4070055 Jul 13 14:26:37.979314 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-de512bea-6f39-4568-9f29-40cb9a5b27cd req-94869282-1787-42b8-ba5d-fd0da3564829 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.23 "GET /v2.0/security-groups?id=aeb0fa7d-75ba-40db-b60e-e3eae3f39652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318470 Jul 13 14:26:38.153517 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b55f304-3d1c-4d2c-87e8-2a53332a283e req-3f3288f3-73d4-4e62-8795-4bf5fda61a35 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:26:38.155070 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5b55f304-3d1c-4d2c-87e8-2a53332a283e req-3f3288f3-73d4-4e62-8795-4bf5fda61a35 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ec76111-a91e-44b7-9c79-c9b9bf52f8d2 HTTP/1.1" status: 200 len: 944 time: 0.0676000 Jul 13 14:26:38.195862 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5b55f304-3d1c-4d2c-87e8-2a53332a283e req-6fda2838-5779-4a80-8737-633b010d021f tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.23 "GET /v2.0/security-groups?id=aeb0fa7d-75ba-40db-b60e-e3eae3f39652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347095 Jul 13 14:26:38.364657 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285a8e0e-d872-4813-8666-578b9f94fc24 req-830e99f6-5aea-469a-b45f-9b2e2a108289 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:26:38.366131 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-285a8e0e-d872-4813-8666-578b9f94fc24 req-830e99f6-5aea-469a-b45f-9b2e2a108289 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ec76111-a91e-44b7-9c79-c9b9bf52f8d2 HTTP/1.1" status: 200 len: 944 time: 0.0629365 Jul 13 14:26:38.403236 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-285a8e0e-d872-4813-8666-578b9f94fc24 req-22615c65-62ee-4958-909f-cf1dec3c7a67 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.23 "GET /v2.0/security-groups?id=aeb0fa7d-75ba-40db-b60e-e3eae3f39652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316839 Jul 13 14:26:38.956173 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ae8cd6-3396-499d-8a24-8fd3ab5b7b54 req-76988c3e-0ea9-4f60-b3ef-1ab20903f7b6 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:26:38.957670 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-40ae8cd6-3396-499d-8a24-8fd3ab5b7b54 req-76988c3e-0ea9-4f60-b3ef-1ab20903f7b6 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ec76111-a91e-44b7-9c79-c9b9bf52f8d2 HTTP/1.1" status: 200 len: 944 time: 0.0649612 Jul 13 14:26:38.994970 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-40ae8cd6-3396-499d-8a24-8fd3ab5b7b54 req-8f15cb9d-f7d9-4149-8846-dd833972399e tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.23 "GET /v2.0/security-groups?id=aeb0fa7d-75ba-40db-b60e-e3eae3f39652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317645 Jul 13 14:26:39.383518 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 5e5b8e39-5815-4489-9969-bc932bfc93c7 up at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:26:39.431295 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning for port 5e5b8e39-5815-4489-9969-bc932bfc93c7 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:26:39.434858 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning complete for port 5e5b8e39-5815-4489-9969-bc932bfc93c7 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:26:39.435216 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:26:39.513295 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:26:39.535231 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ec76111-a91e-44b7-9c79-c9b9bf52f8d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e5b8e39-5815-4489-9969-bc932bfc93c7'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:26:39.537546 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61f25469-b061-44eb-8b1c-4ddc7d1ce749" -d '{"events": [{"server_uuid": "4ec76111-a91e-44b7-9c79-c9b9bf52f8d2", "name": "network-vif-plugged", "status": "completed", "tag": "5e5b8e39-5815-4489-9969-bc932bfc93c7"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:26:39.550819 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 5e5b8e39-5815-4489-9969-bc932bfc93c7, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=5e5b8e39-5815-4489-9969-bc932bfc93c7,segment=NetworkSegment(1cb5d14e-85a6-47a3-9f6d-997511b9654f),segment_id=1cb5d14e-85a6-47a3-9f6d-997511b9654f)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:26:39.554931 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:26:39.579462 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b64c3a5-3ca0-4207-bffe-6897c7d5fa81 x-openstack-request-id: req-5b64c3a5-3ca0-4207-bffe-6897c7d5fa81 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:26:39.579754 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ec76111-a91e-44b7-9c79-c9b9bf52f8d2", "name": "network-vif-plugged", "status": "completed", "tag": "5e5b8e39-5815-4489-9969-bc932bfc93c7", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:26:39.580089 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5b64c3a5-3ca0-4207-bffe-6897c7d5fa81 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:26:39.580638 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ec76111-a91e-44b7-9c79-c9b9bf52f8d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e5b8e39-5815-4489-9969-bc932bfc93c7', 'code': 200} Jul 13 14:26:39.605678 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=5e5b8e39-5815-4489-9969-bc932bfc93c7,revision_number=9']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:26:39.993770 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5474e7-790f-4dcc-895d-6d14c1cc1a3d req-ade417e3-e893-4cf5-a24d-7e14300df1b7 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:26:39.995139 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-fa5474e7-790f-4dcc-895d-6d14c1cc1a3d req-ade417e3-e893-4cf5-a24d-7e14300df1b7 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ec76111-a91e-44b7-9c79-c9b9bf52f8d2 HTTP/1.1" status: 200 len: 945 time: 0.0639668 Jul 13 14:26:40.103325 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-fa5474e7-790f-4dcc-895d-6d14c1cc1a3d req-08ffc599-c512-41e4-b3f4-3d614e3ad766 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] Deleting port 5e5b8e39-5815-4489-9969-bc932bfc93c7 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:26:40.103657 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-fa5474e7-790f-4dcc-895d-6d14c1cc1a3d req-08ffc599-c512-41e4-b3f4-3d614e3ad766 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:26:40.234562 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-fa5474e7-790f-4dcc-895d-6d14c1cc1a3d req-08ffc599-c512-41e4-b3f4-3d614e3ad766 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] For port 5e5b8e39-5815-4489-9969-bc932bfc93c7, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=5e5b8e39-5815-4489-9969-bc932bfc93c7,segment=NetworkSegment(1cb5d14e-85a6-47a3-9f6d-997511b9654f),segment_id=1cb5d14e-85a6-47a3-9f6d-997511b9654f)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:26:40.234921 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-fa5474e7-790f-4dcc-895d-6d14c1cc1a3d req-08ffc599-c512-41e4-b3f4-3d614e3ad766 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:26:40.254454 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6d10ec-e775-41a1-9a5f-76a0c736cffe req-5bff7df6-a53c-44ec-ad00-0aace5d494a1 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:26:40.255866 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7f6d10ec-e775-41a1-9a5f-76a0c736cffe req-5bff7df6-a53c-44ec-ad00-0aace5d494a1 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ec76111-a91e-44b7-9c79-c9b9bf52f8d2 HTTP/1.1" status: 200 len: 945 time: 0.1483328 Jul 13 14:26:40.259705 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-fa5474e7-790f-4dcc-895d-6d14c1cc1a3d req-08ffc599-c512-41e4-b3f4-3d614e3ad766 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] Calling delete_port for 5e5b8e39-5815-4489-9969-bc932bfc93c7 owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:26:40.331483 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7f6d10ec-e775-41a1-9a5f-76a0c736cffe req-b5feb78e-ac52-4a57-8775-8fe85cb805d9 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.23 "GET /v2.0/security-groups?id=aeb0fa7d-75ba-40db-b60e-e3eae3f39652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698669 Jul 13 14:26:40.415680 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-fa5474e7-790f-4dcc-895d-6d14c1cc1a3d req-08ffc599-c512-41e4-b3f4-3d614e3ad766 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:26:40.426904 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['5e5b8e39-5815-4489-9969-bc932bfc93c7'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:26:40.446004 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ffc599-c512-41e4-b3f4-3d614e3ad766 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] Pushing event deleted for resources: {'Port': ['ID=5e5b8e39-5815-4489-9969-bc932bfc93c7,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:26:40.488646 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa5474e7-790f-4dcc-895d-6d14c1cc1a3d req-08ffc599-c512-41e4-b3f4-3d614e3ad766 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] No DVR routers for this DVR port 5e5b8e39-5815-4489-9969-bc932bfc93c7 on host n-h1-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:26:40.491198 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-fa5474e7-790f-4dcc-895d-6d14c1cc1a3d req-08ffc599-c512-41e4-b3f4-3d614e3ad766 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:26:40.493279 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-fa5474e7-790f-4dcc-895d-6d14c1cc1a3d req-08ffc599-c512-41e4-b3f4-3d614e3ad766 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] 10.222.0.26 "DELETE /v2.0/ports/5e5b8e39-5815-4489-9969-bc932bfc93c7 HTTP/1.1" status: 204 len: 173 time: 0.4925923 Jul 13 14:26:40.493714 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ec76111-a91e-44b7-9c79-c9b9bf52f8d2', 'name': 'network-vif-deleted', 'tag': '5e5b8e39-5815-4489-9969-bc932bfc93c7'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:26:40.495977 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f562fe5-9a7c-456c-8ba9-5d8e5c0fa1e1" -d '{"events": [{"server_uuid": "4ec76111-a91e-44b7-9c79-c9b9bf52f8d2", "name": "network-vif-deleted", "tag": "5e5b8e39-5815-4489-9969-bc932bfc93c7"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:26:40.532287 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2970a35-3722-4d2e-bf0a-68c4604351dd x-openstack-request-id: req-f2970a35-3722-4d2e-bf0a-68c4604351dd {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:26:40.532588 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ec76111-a91e-44b7-9c79-c9b9bf52f8d2", "name": "network-vif-deleted", "tag": "5e5b8e39-5815-4489-9969-bc932bfc93c7", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:26:40.532846 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f2970a35-3722-4d2e-bf0a-68c4604351dd {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:26:40.533287 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ec76111-a91e-44b7-9c79-c9b9bf52f8d2', 'name': 'network-vif-deleted', 'tag': '5e5b8e39-5815-4489-9969-bc932bfc93c7', 'status': 'completed', 'code': 200} Jul 13 14:26:41.559304 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 48834) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:26:41.606923 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b716d2f-fcef-4b92-ac4a-374900068532 admin admin] Deleting subnet eb8270c7-dd42-4e39-9267-63f39158664c {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 14:26:41.609963 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0b716d2f-fcef-4b92-ac4a-374900068532 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:26:41.643273 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0b716d2f-fcef-4b92-ac4a-374900068532 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6018489'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:26:41.681635 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0b716d2f-fcef-4b92-ac4a-374900068532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:26:41.731899 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0b716d2f-fcef-4b92-ac4a-374900068532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6018534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6105009'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:26:41.761823 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b716d2f-fcef-4b92-ac4a-374900068532 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb8270c7-dd42-4e39-9267-63f39158664c,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:26:41.764386 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0b716d2f-fcef-4b92-ac4a-374900068532 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:26:41.766182 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-0b716d2f-fcef-4b92-ac4a-374900068532 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/eb8270c7-dd42-4e39-9267-63f39158664c HTTP/1.1" status: 204 len: 168 time: 0.2059076 Jul 13 14:26:41.769007 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 48836) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:26:41.772272 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b716d2f-fcef-4b92-ac4a-374900068532 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:26:41.772616 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b716d2f-fcef-4b92-ac4a-374900068532 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:26:41.772951 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b716d2f-fcef-4b92-ac4a-374900068532 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:26:41.773286 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b716d2f-fcef-4b92-ac4a-374900068532 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:26:41.773615 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b716d2f-fcef-4b92-ac4a-374900068532 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:26:41.773970 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b716d2f-fcef-4b92-ac4a-374900068532 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:26:41.774292 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b716d2f-fcef-4b92-ac4a-374900068532 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:26:41.774613 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b716d2f-fcef-4b92-ac4a-374900068532 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:26:41.774931 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b716d2f-fcef-4b92-ac4a-374900068532 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:26:41.775250 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b716d2f-fcef-4b92-ac4a-374900068532 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:26:41.775695 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b716d2f-fcef-4b92-ac4a-374900068532 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:26:41.775890 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b716d2f-fcef-4b92-ac4a-374900068532 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:26:41.841442 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-87255395-1e85-4b27-9441-9332a591996f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:26:41.918751 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-87255395-1e85-4b27-9441-9332a591996f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:26:41.929704 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-87255395-1e85-4b27-9441-9332a591996f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6905330-aa3c-406f-9be5-f82475cdb3f7']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:26:41.940143 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-87255395-1e85-4b27-9441-9332a591996f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cb5d14e-85a6-47a3-9f6d-997511b9654f') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:26:41.940438 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-87255395-1e85-4b27-9441-9332a591996f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cb5d14e-85a6-47a3-9f6d-997511b9654f') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:26:41.949526 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-87255395-1e85-4b27-9441-9332a591996f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5431730'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:26:41.968551 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-87255395-1e85-4b27-9441-9332a591996f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:26:41.974911 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87255395-1e85-4b27-9441-9332a591996f admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 14:26:41.975294 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-87255395-1e85-4b27-9441-9332a591996f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5970419'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:26:41.976905 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:26:41.976905 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:26:41.976905 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:26:41.976905 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:26:41.976905 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:26:41.976905 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:26:41.976905 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:26:41.976905 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:26:41.976905 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:26:41.976905 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:26:41.976905 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:26:41.976905 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:26:41.976905 n-d-800634-1 neutron-server[93750]: Traceback (most recent call last): Jul 13 14:26:41.976905 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 14:26:41.976905 n-d-800634-1 neutron-server[93750]: timer() Jul 13 14:26:41.976905 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 14:26:41.976905 n-d-800634-1 neutron-server[93750]: cb(*args, **kw) Jul 13 14:26:41.976905 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 14:26:41.976905 n-d-800634-1 neutron-server[93750]: return func(*args, **kwargs) Jul 13 14:26:41.976905 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 14:26:41.976905 n-d-800634-1 neutron-server[93750]: self._notify() Jul 13 14:26:41.976905 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 14:26:41.976905 n-d-800634-1 neutron-server[93750]: self.callback(batched_events) Jul 13 14:26:41.976905 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 14:26:41.976905 n-d-800634-1 neutron-server[93750]: event.method(event) Jul 13 14:26:41.976905 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 14:26:41.976905 n-d-800634-1 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 14:26:41.976905 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 14:26:41.976905 n-d-800634-1 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 14:26:41.976905 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 14:26:41.976905 n-d-800634-1 neutron-server[93750]: return f(self, *a, **k) Jul 13 14:26:41.976905 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 14:26:41.976905 n-d-800634-1 neutron-server[93750]: return self._get(url).json() Jul 13 14:26:41.976905 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 14:26:41.976905 n-d-800634-1 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 14:26:41.976905 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 14:26:41.976905 n-d-800634-1 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 13 14:26:41.976905 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 14:26:41.976905 n-d-800634-1 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 14:26:41.976905 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 14:26:41.976905 n-d-800634-1 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 14:26:41.976905 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 14:26:41.976905 n-d-800634-1 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 14:26:41.976905 n-d-800634-1 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 14:26:42.029594 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-87255395-1e85-4b27-9441-9332a591996f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:26:42.035803 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-87255395-1e85-4b27-9441-9332a591996f admin admin] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:26:42.037676 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-87255395-1e85-4b27-9441-9332a591996f admin admin] 10.222.0.23 "DELETE /v2.0/networks/c6905330-aa3c-406f-9be5-f82475cdb3f7 HTTP/1.1" status: 204 len: 168 time: 0.2675579 Jul 13 14:26:42.048493 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87255395-1e85-4b27-9441-9332a591996f admin admin] Pushing event deleted for resources: {'Network': ['ID=c6905330-aa3c-406f-9be5-f82475cdb3f7,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:26:42.144870 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 48840) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:26:42.185099 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-91d8b87d-8776-4a35-91c4-d0b326922e6e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=82e10d9325e144bd81cdf38e1410f813&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389590 Jul 13 14:26:42.187517 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 48842) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:26:42.234320 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-853ebfa1-65d6-44cf-9105-1a4799c6b1f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:26:42.255196 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-853ebfa1-65d6-44cf-9105-1a4799c6b1f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:26:42.307842 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-853ebfa1-65d6-44cf-9105-1a4799c6b1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:26:42.310515 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-853ebfa1-65d6-44cf-9105-1a4799c6b1f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:26:42.311653 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-853ebfa1-65d6-44cf-9105-1a4799c6b1f2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/aeb0fa7d-75ba-40db-b60e-e3eae3f39652 HTTP/1.1" status: 204 len: 168 time: 0.1232533 Jul 13 14:26:42.320666 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853ebfa1-65d6-44cf-9105-1a4799c6b1f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeb0fa7d-75ba-40db-b60e-e3eae3f39652,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:26:42.950698 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 48864) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:26:43.042414 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-20debe33-b473-4b6e-8885-dba37ee1105c admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1113875761-network', 'tenant_id': '83e4cfc114994f069bc88b9beef4b060'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:26:43.063644 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20debe33-b473-4b6e-8885-dba37ee1105c admin admin] Made reservation on behalf of 83e4cfc114994f069bc88b9beef4b060 for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:26:43.066767 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-20debe33-b473-4b6e-8885-dba37ee1105c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:26:43.075033 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-20debe33-b473-4b6e-8885-dba37ee1105c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:26:43.164262 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-20debe33-b473-4b6e-8885-dba37ee1105c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:26:43.167688 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-20debe33-b473-4b6e-8885-dba37ee1105c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:26:43.187924 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20debe33-b473-4b6e-8885-dba37ee1105c admin admin] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 14:26:43.202677 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20debe33-b473-4b6e-8885-dba37ee1105c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1e5f10f-9e8a-473d-a21d-6bf1588b515f,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:26:43.206350 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-20debe33-b473-4b6e-8885-dba37ee1105c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:26:43.206702 n-d-800634-1 neutron-server[93750]: INFO neutron.db.segments_db [None req-20debe33-b473-4b6e-8885-dba37ee1105c admin admin] Added segment 711d6f24-5014-4ae2-bf25-76237a1bec49 of type vlan for network 14500164-ea70-45d9-8358-e7ee203ceb0e Jul 13 14:26:43.245301 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-20debe33-b473-4b6e-8885-dba37ee1105c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:26:43.272749 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-20debe33-b473-4b6e-8885-dba37ee1105c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:26:43.273602 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20debe33-b473-4b6e-8885-dba37ee1105c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:26:43.274219 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-20debe33-b473-4b6e-8885-dba37ee1105c admin admin] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:26:43.332228 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-20debe33-b473-4b6e-8885-dba37ee1105c admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3804049 Jul 13 14:26:43.335102 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 48868) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:26:43.341972 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-acc35f96-4b20-4a37-a15c-6b00d590e4a4 admin admin] Request body: {'subnet': {'network_id': '14500164-ea70-45d9-8358-e7ee203ceb0e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1113875761-subnet', 'tenant_id': '83e4cfc114994f069bc88b9beef4b060', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:26:43.347785 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20debe33-b473-4b6e-8885-dba37ee1105c admin admin] Pushing event updated for resources: {'Network': ['ID=14500164-ea70-45d9-8358-e7ee203ceb0e,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:26:43.357269 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network 14500164-ea70-45d9-8358-e7ee203ceb0e details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 14:26:43.365587 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acc35f96-4b20-4a37-a15c-6b00d590e4a4 admin admin] Made reservation on behalf of 83e4cfc114994f069bc88b9beef4b060 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:26:43.368126 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-acc35f96-4b20-4a37-a15c-6b00d590e4a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4763385'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:26:43.408066 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 5e5b8e39-5815-4489-9969-bc932bfc93c7 no longer exists at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:26:43.438270 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-381d4315-9089-413f-a071-aa2897bda790 None None] No Port match for: 5e5b8e39-5815-4489-9969-bc932bfc93c7 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:26:43.438613 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 5e5b8e39-5815-4489-9969-bc932bfc93c7 not bound to the agent host n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:26:43.537360 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-acc35f96-4b20-4a37-a15c-6b00d590e4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5970588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4763339'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:26:43.594086 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc35f96-4b20-4a37-a15c-6b00d590e4a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4a064e2-d549-471a-a220-dea1e128d3d3,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:26:43.601121 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc35f96-4b20-4a37-a15c-6b00d590e4a4 admin admin] Checking segment: {'id': '711d6f24-5014-4ae2-bf25-76237a1bec49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '14500164-ea70-45d9-8358-e7ee203ceb0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:26:43.601482 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acc35f96-4b20-4a37-a15c-6b00d590e4a4 admin admin] Network hostable DHCP agents. Network: 14500164-ea70-45d9-8358-e7ee203ceb0e, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 14:26:43.617995 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acc35f96-4b20-4a37-a15c-6b00d590e4a4 admin admin] Network 14500164-ea70-45d9-8358-e7ee203ceb0e is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 14:26:43.625710 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-acc35f96-4b20-4a37-a15c-6b00d590e4a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, 14500164-ea70-45d9-8358-e7ee203ceb0e) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:26:43.630571 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc35f96-4b20-4a37-a15c-6b00d590e4a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:26:43.631158 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-acc35f96-4b20-4a37-a15c-6b00d590e4a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:26:43.635567 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42195609-52b7-4348-8e31-cd8ee7d07023 None None] Network 14500164-ea70-45d9-8358-e7ee203ceb0e requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:26:43.644993 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-acc35f96-4b20-4a37-a15c-6b00d590e4a4 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3087811 Jul 13 14:26:43.647706 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 48870) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:26:43.652077 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-08cfef51-70b9-4c18-85ed-1899488873d2 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1113875761-router', 'tenant_id': '83e4cfc114994f069bc88b9beef4b060', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:26:43.671336 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-08cfef51-70b9-4c18-85ed-1899488873d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1591928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2714'] for router, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:26:43.672351 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-08cfef51-70b9-4c18-85ed-1899488873d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447198', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1629690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2689'] for router, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:26:43.728107 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-08cfef51-70b9-4c18-85ed-1899488873d2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:26:43.782083 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f33dfe-9fba-475a-bfb7-80f8c7751192 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a7201e1-61ce-5a3e-b7f7-e800379ed03b-14500164-ea70-45d9-8358-e7ee203ceb0e', 'network_id': '14500164-ea70-45d9-8358-e7ee203ceb0e', 'tenant_id': '83e4cfc114994f069bc88b9beef4b060', 'fixed_ips': [{'subnet_id': 'f4a064e2-d549-471a-a220-dea1e128d3d3'}]}} from n-d-800634-1. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 14:26:43.782951 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-95f33dfe-9fba-475a-bfb7-80f8c7751192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:26:43.865467 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-08cfef51-70b9-4c18-85ed-1899488873d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447180', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1591910', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2751'] for router, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:26:43.920281 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-95f33dfe-9fba-475a-bfb7-80f8c7751192 None None] Allocated IP 172.20.0.2 (14500164-ea70-45d9-8358-e7ee203ceb0e/f4a064e2-d549-471a-a220-dea1e128d3d3/d7d56fc1-a684-43ef-b7e4-6dcea0100eb6) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:26:44.065777 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-08cfef51-70b9-4c18-85ed-1899488873d2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:26:44.072276 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-95f33dfe-9fba-475a-bfb7-80f8c7751192 None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:26:44.081813 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-95f33dfe-9fba-475a-bfb7-80f8c7751192 None None] Transition to ACTIVE for port object d7d56fc1-a684-43ef-b7e4-6dcea0100eb6 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:26:44.085789 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-08cfef51-70b9-4c18-85ed-1899488873d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:26:44.097204 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-95f33dfe-9fba-475a-bfb7-80f8c7751192 None None] Transition to ACTIVE for port object d7d56fc1-a684-43ef-b7e4-6dcea0100eb6 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:26:44.102709 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-95f33dfe-9fba-475a-bfb7-80f8c7751192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:26:44.144387 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f33dfe-9fba-475a-bfb7-80f8c7751192 None None] Network 14500164-ea70-45d9-8358-e7ee203ceb0e is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:26:44.147217 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-95f33dfe-9fba-475a-bfb7-80f8c7751192 None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:26:44.151489 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f33dfe-9fba-475a-bfb7-80f8c7751192 None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:26:44.154478 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f33dfe-9fba-475a-bfb7-80f8c7751192 None None] Pushing event updated for resources: {'Port': ['ID=d7d56fc1-a684-43ef-b7e4-6dcea0100eb6,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:26:44.191332 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-08cfef51-70b9-4c18-85ed-1899488873d2 admin admin] Allocated IP 172.25.6.5 (acf968b8-c524-46a9-a20b-ad9667009130/dde5a78e-bd1e-4f47-8189-7321d4de73d3/f73fb570-9b0a-437c-9323-8904f128109b) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:26:44.210327 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-95f33dfe-9fba-475a-bfb7-80f8c7751192 None None] Attempting to bind port d7d56fc1-a684-43ef-b7e4-6dcea0100eb6 on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:26:44.210703 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-95f33dfe-9fba-475a-bfb7-80f8c7751192 None None] Attempting to bind port d7d56fc1-a684-43ef-b7e4-6dcea0100eb6 by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '711d6f24-5014-4ae2-bf25-76237a1bec49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '14500164-ea70-45d9-8358-e7ee203ceb0e'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:26:44.211070 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f33dfe-9fba-475a-bfb7-80f8c7751192 None None] Attempting to bind port d7d56fc1-a684-43ef-b7e4-6dcea0100eb6 on network 14500164-ea70-45d9-8358-e7ee203ceb0e {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:26:44.215904 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f33dfe-9fba-475a-bfb7-80f8c7751192 None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 26, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:26:44.216278 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f33dfe-9fba-475a-bfb7-80f8c7751192 None None] Checking segment: {'id': '711d6f24-5014-4ae2-bf25-76237a1bec49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '14500164-ea70-45d9-8358-e7ee203ceb0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:26:44.216681 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-95f33dfe-9fba-475a-bfb7-80f8c7751192 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:26:44.217076 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f33dfe-9fba-475a-bfb7-80f8c7751192 None None] Bound using segment: {'id': '711d6f24-5014-4ae2-bf25-76237a1bec49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '14500164-ea70-45d9-8358-e7ee203ceb0e'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:26:44.217543 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-95f33dfe-9fba-475a-bfb7-80f8c7751192 None None] Bound port: d7d56fc1-a684-43ef-b7e4-6dcea0100eb6, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '711d6f24-5014-4ae2-bf25-76237a1bec49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '14500164-ea70-45d9-8358-e7ee203ceb0e'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:26:44.217957 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-95f33dfe-9fba-475a-bfb7-80f8c7751192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:26:44.282629 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-95f33dfe-9fba-475a-bfb7-80f8c7751192 None None] For port d7d56fc1-a684-43ef-b7e4-6dcea0100eb6, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:26:44.286831 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-95f33dfe-9fba-475a-bfb7-80f8c7751192 None None] For port d7d56fc1-a684-43ef-b7e4-6dcea0100eb6, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=d7d56fc1-a684-43ef-b7e4-6dcea0100eb6,segment=NetworkSegment(711d6f24-5014-4ae2-bf25-76237a1bec49),segment_id=711d6f24-5014-4ae2-bf25-76237a1bec49)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:26:44.290669 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-95f33dfe-9fba-475a-bfb7-80f8c7751192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:26:44.297545 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-08cfef51-70b9-4c18-85ed-1899488873d2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:26:44.341687 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-08cfef51-70b9-4c18-85ed-1899488873d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:26:44.346119 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f33dfe-9fba-475a-bfb7-80f8c7751192 None None] Pushing event updated for resources: {'Port': ['ID=d7d56fc1-a684-43ef-b7e4-6dcea0100eb6,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:26:44.384564 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08cfef51-70b9-4c18-85ed-1899488873d2 admin admin] Network acf968b8-c524-46a9-a20b-ad9667009130 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:26:44.387602 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-08cfef51-70b9-4c18-85ed-1899488873d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:26:44.390455 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08cfef51-70b9-4c18-85ed-1899488873d2 admin admin] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:26:44.414888 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cfef51-70b9-4c18-85ed-1899488873d2 admin admin] Pushing event updated for resources: {'Port': ['ID=f73fb570-9b0a-437c-9323-8904f128109b,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:26:44.665178 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-08cfef51-70b9-4c18-85ed-1899488873d2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:26:44.858499 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-08cfef51-70b9-4c18-85ed-1899488873d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447217'] for router, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:26:44.991214 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08cfef51-70b9-4c18-85ed-1899488873d2 admin admin] Router 50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc is scheduled to L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 with binding_index 1 {{(pid=93750) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 14:26:45.102324 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08cfef51-70b9-4c18-85ed-1899488873d2 admin admin] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:26:45.112508 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ea28d8-84e2-4ab1-90ab-141461ab9b37 None None] Sync routers for ids ['50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:26:45.118786 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-08cfef51-70b9-4c18-85ed-1899488873d2 admin admin] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:26:45.122801 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-08cfef51-70b9-4c18-85ed-1899488873d2 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.4715641 Jul 13 14:26:45.123163 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 48872) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:26:45.123783 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ea28d8-84e2-4ab1-90ab-141461ab9b37 None None] Routers {'50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:26:45.124418 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-a7ea28d8-84e2-4ab1-90ab-141461ab9b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:26:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:26:45.215664 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a6dbc27-d1d0-49dd-8784-9493c5b0760d None None] Network 14500164-ea70-45d9-8358-e7ee203ceb0e requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:26:45.284044 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-a7ea28d8-84e2-4ab1-90ab-141461ab9b37 None None] Set router 50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:26:45.340298 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-934a3efa-7e49-457c-91cb-5f922bdf0e0a None None] Provisioning for port d7d56fc1-a684-43ef-b7e4-6dcea0100eb6 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:26:45.548175 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8706abec-0a01-411c-8bfb-c524361207dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:26:45.561443 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-a7ea28d8-84e2-4ab1-90ab-141461ab9b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc', 'name': 'tempest-ServerActionsTestJSON-1113875761-router', 'tenant_id': '83e4cfc114994f069bc88b9beef4b060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': 'f73fb570-9b0a-437c-9323-8904f128109b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:26:43Z', 'updated_at': '2021-07-13T14:26:44Z', 'revision_number': 3, 'project_id': '83e4cfc114994f069bc88b9beef4b060', 'gw_port': {'id': 'f73fb570-9b0a-437c-9323-8904f128109b', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a2:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:26:44Z', 'updated_at': '2021-07-13T14:26:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:26:45.717037 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-8706abec-0a01-411c-8bfb-c524361207dd admin admin] Allocated IP 172.20.0.1 (14500164-ea70-45d9-8358-e7ee203ceb0e/f4a064e2-d549-471a-a220-dea1e128d3d3/c348c8f1-1951-45d3-bb20-9d8cc8b7f236) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:26:45.751374 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ea28d8-84e2-4ab1-90ab-141461ab9b37 None None] Checking router: 50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc for host: n-d-800634-1 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:26:45.752402 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ea28d8-84e2-4ab1-90ab-141461ab9b37 None None] Updating router 50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc port f73fb570-9b0a-437c-9323-8904f128109b binding host n-d-800634-1 {{(pid=93752) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 14:26:45.787037 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7ea28d8-84e2-4ab1-90ab-141461ab9b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:26:45.814860 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device d7d56fc1-a684-43ef-b7e4-6dcea0100eb6 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:26:45.842061 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8706abec-0a01-411c-8bfb-c524361207dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:26:45.856254 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-8706abec-0a01-411c-8bfb-c524361207dd admin admin] Transition to ACTIVE for port object c348c8f1-1951-45d3-bb20-9d8cc8b7f236 will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:26:45.891270 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8706abec-0a01-411c-8bfb-c524361207dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:26:45.930796 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8706abec-0a01-411c-8bfb-c524361207dd admin admin] Network 14500164-ea70-45d9-8358-e7ee203ceb0e is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:26:45.935129 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-8706abec-0a01-411c-8bfb-c524361207dd admin admin] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:26:45.937908 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8706abec-0a01-411c-8bfb-c524361207dd admin admin] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:26:45.951222 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port d7d56fc1-a684-43ef-b7e4-6dcea0100eb6 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:26:45.973998 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8706abec-0a01-411c-8bfb-c524361207dd admin admin] Pushing event updated for resources: {'Port': ['ID=c348c8f1-1951-45d3-bb20-9d8cc8b7f236,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:26:45.988078 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8706abec-0a01-411c-8bfb-c524361207dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-450452'] for router_interface, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:26:45.993590 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port d7d56fc1-a684-43ef-b7e4-6dcea0100eb6 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:26:45.993997 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:26:46.129830 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:26:46.138618 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8706abec-0a01-411c-8bfb-c524361207dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:26:46.195918 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7ea28d8-84e2-4ab1-90ab-141461ab9b37 None None] Notify callbacks [] for port, precommit_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:26:46.206110 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port d7d56fc1-a684-43ef-b7e4-6dcea0100eb6, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=d7d56fc1-a684-43ef-b7e4-6dcea0100eb6,segment=NetworkSegment(711d6f24-5014-4ae2-bf25-76237a1bec49),segment_id=711d6f24-5014-4ae2-bf25-76237a1bec49)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:26:46.215793 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:26:46.221309 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-a7ea28d8-84e2-4ab1-90ab-141461ab9b37 None None] Transition to ACTIVE for port object f73fb570-9b0a-437c-9323-8904f128109b will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:26:46.242306 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-e777b199-2fc4-4f25-b4e5-b78cc8d0cace None None] Provisioning for port c348c8f1-1951-45d3-bb20-9d8cc8b7f236 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:26:46.248734 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7ea28d8-84e2-4ab1-90ab-141461ab9b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:26:46.253586 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-e777b199-2fc4-4f25-b4e5-b78cc8d0cace None None] Provisioning complete for port c348c8f1-1951-45d3-bb20-9d8cc8b7f236 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:26:46.253977 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e777b199-2fc4-4f25-b4e5-b78cc8d0cace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:26:46.306108 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8706abec-0a01-411c-8bfb-c524361207dd admin admin] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:26:46.310720 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8706abec-0a01-411c-8bfb-c524361207dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:26:46.319160 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-a7ea28d8-84e2-4ab1-90ab-141461ab9b37 None None] Attempting to bind port f73fb570-9b0a-437c-9323-8904f128109b on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:26:46.319473 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-a7ea28d8-84e2-4ab1-90ab-141461ab9b37 None None] Attempting to bind port f73fb570-9b0a-437c-9323-8904f128109b by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:26:46.319843 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ea28d8-84e2-4ab1-90ab-141461ab9b37 None None] Attempting to bind port f73fb570-9b0a-437c-9323-8904f128109b on network acf968b8-c524-46a9-a20b-ad9667009130 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:26:46.322966 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=d7d56fc1-a684-43ef-b7e4-6dcea0100eb6,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:26:46.327159 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-e777b199-2fc4-4f25-b4e5-b78cc8d0cace None None] Port c348c8f1-1951-45d3-bb20-9d8cc8b7f236 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:26:46.331083 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ea28d8-84e2-4ab1-90ab-141461ab9b37 None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 26, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:26:46.331446 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ea28d8-84e2-4ab1-90ab-141461ab9b37 None None] Checking segment: {'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:26:46.331851 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7ea28d8-84e2-4ab1-90ab-141461ab9b37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:26:46.332240 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ea28d8-84e2-4ab1-90ab-141461ab9b37 None None] Bound using segment: {'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:26:46.332709 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-a7ea28d8-84e2-4ab1-90ab-141461ab9b37 None None] Bound port: f73fb570-9b0a-437c-9323-8904f128109b, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:26:46.333101 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7ea28d8-84e2-4ab1-90ab-141461ab9b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:26:46.385122 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8706abec-0a01-411c-8bfb-c524361207dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1785045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451806'] for router_interface, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:26:46.388001 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8706abec-0a01-411c-8bfb-c524361207dd admin admin] Pushing event updated for resources: {'Port': ['ID=c348c8f1-1951-45d3-bb20-9d8cc8b7f236,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:26:46.399710 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a717a615-4102-4b50-ae71-2ef574fe447d None None] Pushing event updated for resources: {'Port': ['ID=f73fb570-9b0a-437c-9323-8904f128109b,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:26:46.418086 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-a7ea28d8-84e2-4ab1-90ab-141461ab9b37 None None] For port f73fb570-9b0a-437c-9323-8904f128109b, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:26:46.421464 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-a7ea28d8-84e2-4ab1-90ab-141461ab9b37 None None] For port f73fb570-9b0a-437c-9323-8904f128109b, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=f73fb570-9b0a-437c-9323-8904f128109b,segment=NetworkSegment(3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87),segment_id=3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:26:46.426280 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7ea28d8-84e2-4ab1-90ab-141461ab9b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:26:46.483544 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ea28d8-84e2-4ab1-90ab-141461ab9b37 None None] Routers {'50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:26:46.484178 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-a7ea28d8-84e2-4ab1-90ab-141461ab9b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:26:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:26:46.484641 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8706abec-0a01-411c-8bfb-c524361207dd admin admin] Network 14500164-ea70-45d9-8358-e7ee203ceb0e is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:26:46.486189 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-8706abec-0a01-411c-8bfb-c524361207dd admin admin] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:26:46.489368 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a717a615-4102-4b50-ae71-2ef574fe447d None None] Pushing event updated for resources: {'Port': ['ID=f73fb570-9b0a-437c-9323-8904f128109b,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:26:46.600753 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-a7ea28d8-84e2-4ab1-90ab-141461ab9b37 None None] Set router 50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:26:46.606981 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8706abec-0a01-411c-8bfb-c524361207dd admin admin] Router 50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:26:46.723024 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8706abec-0a01-411c-8bfb-c524361207dd admin admin] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:26:46.728005 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-8706abec-0a01-411c-8bfb-c524361207dd admin admin] 10.222.0.23 "PUT /v2.0/routers/50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6038177 Jul 13 14:26:46.768057 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-0e8e62e2-bc24-4e0c-92ae-6a6253dba00b None None] Provisioning complete for port c348c8f1-1951-45d3-bb20-9d8cc8b7f236 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:26:46.768541 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-0e8e62e2-bc24-4e0c-92ae-6a6253dba00b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:26:46.827955 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-0e8e62e2-bc24-4e0c-92ae-6a6253dba00b None None] Port c348c8f1-1951-45d3-bb20-9d8cc8b7f236 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:26:46.849749 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-a7ea28d8-84e2-4ab1-90ab-141461ab9b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc', 'name': 'tempest-ServerActionsTestJSON-1113875761-router', 'tenant_id': '83e4cfc114994f069bc88b9beef4b060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': 'f73fb570-9b0a-437c-9323-8904f128109b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:26:43Z', 'updated_at': '2021-07-13T14:26:46Z', 'revision_number': 4, 'project_id': '83e4cfc114994f069bc88b9beef4b060', 'gw_port': {'id': 'f73fb570-9b0a-437c-9323-8904f128109b', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a2:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:26:44Z', 'updated_at': '2021-07-13T14:26:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': 'c348c8f1-1951-45d3-bb20-9d8cc8b7f236', 'name': '', 'network_id': '14500164-ea70-45d9-8358-e7ee203ceb0e', 'tenant_id': '83e4cfc114994f069bc88b9beef4b060', 'mac_address': 'fa:16:3e:6f:0d:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'f4a064e2-d549-471a-a220-dea1e128d3d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:26:45Z', 'updated_at': '2021-07-13T14:26:46Z', 'revision_number': 2, 'project_id': '83e4cfc114994f069bc88b9beef4b060', 'subnets': [{'id': 'f4a064e2-d549-471a-a220-dea1e128d3d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:26:46.875366 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ea28d8-84e2-4ab1-90ab-141461ab9b37 None None] The sync data for ids ['50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc'] in n-d-800634-1 is: [{'id': '50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc', 'name': 'tempest-ServerActionsTestJSON-1113875761-router', 'tenant_id': '83e4cfc114994f069bc88b9beef4b060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': 'f73fb570-9b0a-437c-9323-8904f128109b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:26:43Z', 'updated_at': '2021-07-13T14:26:46Z', 'revision_number': 4, 'project_id': '83e4cfc114994f069bc88b9beef4b060', 'gw_port': {'id': 'f73fb570-9b0a-437c-9323-8904f128109b', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a2:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:26:44Z', 'updated_at': '2021-07-13T14:26:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': 'c348c8f1-1951-45d3-bb20-9d8cc8b7f236', 'name': '', 'network_id': '14500164-ea70-45d9-8358-e7ee203ceb0e', 'tenant_id': '83e4cfc114994f069bc88b9beef4b060', 'mac_address': 'fa:16:3e:6f:0d:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'f4a064e2-d549-471a-a220-dea1e128d3d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:26:45Z', 'updated_at': '2021-07-13T14:26:46Z', 'revision_number': 2, 'project_id': '83e4cfc114994f069bc88b9beef4b060', 'subnets': [{'id': 'f4a064e2-d549-471a-a220-dea1e128d3d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:26:47.204740 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 48880) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:26:47.210519 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-57a8ac41-2d41-4800-8c4b-72af91239d3f tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Request body: {'security_group': {'name': 'tempest-securitygroup--753730354', 'description': 'tempest-description--1716279001'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:26:47.234907 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-57a8ac41-2d41-4800-8c4b-72af91239d3f tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:26:47.301713 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-637404cc-193c-4dca-98b8-a271a0c25c6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:26:47.321880 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-57a8ac41-2d41-4800-8c4b-72af91239d3f tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:26:47.325890 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-57a8ac41-2d41-4800-8c4b-72af91239d3f tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:26:47.355522 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-57a8ac41-2d41-4800-8c4b-72af91239d3f tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:26:47.356684 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-57a8ac41-2d41-4800-8c4b-72af91239d3f tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1500309 Jul 13 14:26:47.359630 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 48882) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:26:47.361211 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a8ac41-2d41-4800-8c4b-72af91239d3f tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bbffade-850f-40f8-9d63-3701c1aa27a7,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:26:47.365291 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-6cb59bbd-c3c7-4bf8-992e-d56e42078253 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Request body: {'security_group_rule': {'security_group_id': '6bbffade-850f-40f8-9d63-3701c1aa27a7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:26:47.393064 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6cb59bbd-c3c7-4bf8-992e-d56e42078253 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:26:47.452510 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6cb59bbd-c3c7-4bf8-992e-d56e42078253 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:26:47.458730 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6cb59bbd-c3c7-4bf8-992e-d56e42078253 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:26:47.477239 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb59bbd-c3c7-4bf8-992e-d56e42078253 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=392db210-d944-4d0e-95ba-5d32a5ee8638,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:26:47.483518 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6cb59bbd-c3c7-4bf8-992e-d56e42078253 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:26:47.484752 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-6cb59bbd-c3c7-4bf8-992e-d56e42078253 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1234846 Jul 13 14:26:47.488181 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 48884) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:26:47.493022 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-3e8e290c-b8c2-4859-ad73-574fd0ad7aac tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Request body: {'security_group_rule': {'security_group_id': '6bbffade-850f-40f8-9d63-3701c1aa27a7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:26:47.533802 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3e8e290c-b8c2-4859-ad73-574fd0ad7aac tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:26:47.598767 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3e8e290c-b8c2-4859-ad73-574fd0ad7aac tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:26:47.602857 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3e8e290c-b8c2-4859-ad73-574fd0ad7aac tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:26:47.626924 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8e290c-b8c2-4859-ad73-574fd0ad7aac tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5f6cda4-eb4f-4107-94d1-22a610854aed,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:26:47.632694 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3e8e290c-b8c2-4859-ad73-574fd0ad7aac tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:26:47.640606 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-3e8e290c-b8c2-4859-ad73-574fd0ad7aac tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1486118 Jul 13 14:26:47.640799 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 48886) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:26:47.645712 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-4ed00f3d-16d5-419f-812d-997661396b6d tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Request body: {'floatingip': {'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:26:47.667735 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4ed00f3d-16d5-419f-812d-997661396b6d tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Notify callbacks [] for floatingip, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:26:47.777714 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4ed00f3d-16d5-419f-812d-997661396b6d tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:26:47.875031 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device f73fb570-9b0a-437c-9323-8904f128109b up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:26:47.891716 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-4ed00f3d-16d5-419f-812d-997661396b6d tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Allocated IP 172.25.6.82 (acf968b8-c524-46a9-a20b-ad9667009130/dde5a78e-bd1e-4f47-8189-7321d4de73d3/8ddc4c8c-2b33-4000-9c76-5799c68e3ab8) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:26:47.938329 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port f73fb570-9b0a-437c-9323-8904f128109b completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:26:47.943491 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port f73fb570-9b0a-437c-9323-8904f128109b triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:26:47.943929 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:26:48.005090 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4ed00f3d-16d5-419f-812d-997661396b6d tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:26:48.028781 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:26:48.048931 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4ed00f3d-16d5-419f-812d-997661396b6d tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:26:48.053394 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port f73fb570-9b0a-437c-9323-8904f128109b, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=f73fb570-9b0a-437c-9323-8904f128109b,segment=NetworkSegment(3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87),segment_id=3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:26:48.059133 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:26:48.059910 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device d7d56fc1-a684-43ef-b7e4-6dcea0100eb6 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:26:48.097054 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed00f3d-16d5-419f-812d-997661396b6d tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Network acf968b8-c524-46a9-a20b-ad9667009130 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:26:48.102465 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-4ed00f3d-16d5-419f-812d-997661396b6d tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:26:48.104887 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed00f3d-16d5-419f-812d-997661396b6d tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Pushing event updated for resources: {'Port': ['ID=8ddc4c8c-2b33-4000-9c76-5799c68e3ab8,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:26:48.107243 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed00f3d-16d5-419f-812d-997661396b6d tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:26:48.132917 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed00f3d-16d5-419f-812d-997661396b6d tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:26:48.133251 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed00f3d-16d5-419f-812d-997661396b6d tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:26:48.133588 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed00f3d-16d5-419f-812d-997661396b6d tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:26:48.133946 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed00f3d-16d5-419f-812d-997661396b6d tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:26:48.134276 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed00f3d-16d5-419f-812d-997661396b6d tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:26:48.134604 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed00f3d-16d5-419f-812d-997661396b6d tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:26:48.134928 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed00f3d-16d5-419f-812d-997661396b6d tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:26:48.135248 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed00f3d-16d5-419f-812d-997661396b6d tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:26:48.135565 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed00f3d-16d5-419f-812d-997661396b6d tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:26:48.135951 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed00f3d-16d5-419f-812d-997661396b6d tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:26:48.136221 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed00f3d-16d5-419f-812d-997661396b6d tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:26:48.136507 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed00f3d-16d5-419f-812d-997661396b6d tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:26:48.138071 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=f73fb570-9b0a-437c-9323-8904f128109b,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:26:48.151547 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port d7d56fc1-a684-43ef-b7e4-6dcea0100eb6 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:26:48.151918 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:26:48.219717 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4ed00f3d-16d5-419f-812d-997661396b6d tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:26:48.265762 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4ed00f3d-16d5-419f-812d-997661396b6d tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:26:48.418018 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4ed00f3d-16d5-419f-812d-997661396b6d tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:26:48.422851 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4ed00f3d-16d5-419f-812d-997661396b6d tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:26:48.497397 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed00f3d-16d5-419f-812d-997661396b6d tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Pushing event updated for resources: {'Port': ['ID=8ddc4c8c-2b33-4000-9c76-5799c68e3ab8,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:26:48.507100 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4ed00f3d-16d5-419f-812d-997661396b6d tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446547'] for floatingip, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:26:48.520126 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4ed00f3d-16d5-419f-812d-997661396b6d tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for floatingip, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:26:48.521375 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-4ed00f3d-16d5-419f-812d-997661396b6d tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8796289 Jul 13 14:26:48.561981 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:26:48.663353 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-084594b6-7dd0-462e-af67-b9f2bea37e1b req-3ab5314c-ea5d-4d3f-b66c-d4e2458de233 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--753730354&fields=id&tenant_id=83e4cfc114994f069bc88b9beef4b060 HTTP/1.1" status: 200 len: 267 time: 0.0345738 Jul 13 14:26:48.771289 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084594b6-7dd0-462e-af67-b9f2bea37e1b req-eb385215-e8fe-44ec-8008-61e430956995 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:26:48.773300 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-084594b6-7dd0-462e-af67-b9f2bea37e1b req-eb385215-e8fe-44ec-8008-61e430956995 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/networks?id=14500164-ea70-45d9-8358-e7ee203ceb0e HTTP/1.1" status: 200 len: 812 time: 0.1036556 Jul 13 14:26:48.788008 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-084594b6-7dd0-462e-af67-b9f2bea37e1b req-e5f997be-9c84-4cda-89ba-37e5e3a56149 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/quotas/83e4cfc114994f069bc88b9beef4b060 HTTP/1.1" status: 200 len: 375 time: 0.0094149 Jul 13 14:26:48.866869 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-084594b6-7dd0-462e-af67-b9f2bea37e1b req-cfef26e5-e0f7-42ca-874d-e4f46aa57230 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=83e4cfc114994f069bc88b9beef4b060&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0740466 Jul 13 14:26:48.905653 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5544738-9165-444f-a9bb-389258e6f175 None None] Sync routers for ids ['50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc'] in n-d-800634-1 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:26:48.914792 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5544738-9165-444f-a9bb-389258e6f175 None None] Routers {'50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:26:48.915361 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-a5544738-9165-444f-a9bb-389258e6f175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:26:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:26:48.964666 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-084594b6-7dd0-462e-af67-b9f2bea37e1b req-1882e2a3-5eec-45b1-895a-dec0fa63e3c9 service neutron] 10.222.0.23 "GET /v2.0/networks/14500164-ea70-45d9-8358-e7ee203ceb0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853841 Jul 13 14:26:49.020283 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-a5544738-9165-444f-a9bb-389258e6f175 None None] Set router 50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:26:49.058791 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-084594b6-7dd0-462e-af67-b9f2bea37e1b req-eb194c49-cffa-45f2-a0e6-aa6a5d4d51dd service neutron] 10.222.0.23 "GET /v2.0/networks/14500164-ea70-45d9-8358-e7ee203ceb0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884974 Jul 13 14:26:49.216534 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-a5544738-9165-444f-a9bb-389258e6f175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc', 'name': 'tempest-ServerActionsTestJSON-1113875761-router', 'tenant_id': '83e4cfc114994f069bc88b9beef4b060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': 'f73fb570-9b0a-437c-9323-8904f128109b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:26:43Z', 'updated_at': '2021-07-13T14:26:46Z', 'revision_number': 4, 'project_id': '83e4cfc114994f069bc88b9beef4b060', 'gw_port': {'id': 'f73fb570-9b0a-437c-9323-8904f128109b', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a2:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:26:44Z', 'updated_at': '2021-07-13T14:26:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': 'c348c8f1-1951-45d3-bb20-9d8cc8b7f236', 'name': '', 'network_id': '14500164-ea70-45d9-8358-e7ee203ceb0e', 'tenant_id': '83e4cfc114994f069bc88b9beef4b060', 'mac_address': 'fa:16:3e:6f:0d:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'f4a064e2-d549-471a-a220-dea1e128d3d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:26:45Z', 'updated_at': '2021-07-13T14:26:46Z', 'revision_number': 2, 'project_id': '83e4cfc114994f069bc88b9beef4b060', 'subnets': [{'id': 'f4a064e2-d549-471a-a220-dea1e128d3d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:26:49.245068 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5544738-9165-444f-a9bb-389258e6f175 None None] Checking router: 50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc for host: n-d-800634-1 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:26:49.245418 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5544738-9165-444f-a9bb-389258e6f175 None None] Updating router 50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc port c348c8f1-1951-45d3-bb20-9d8cc8b7f236 binding host n-d-800634-1 {{(pid=93753) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 14:26:49.253284 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-cb3dbfb2-35e8-49a5-93d3-10fe69d280f2 req-60e036a3-bb84-4e76-8653-230d203ba004 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/ports?device_id=09ed3493-a57d-4440-a0d5-77a74e04f90c HTTP/1.1" status: 200 len: 210 time: 0.0387759 Jul 13 14:26:49.280454 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a5544738-9165-444f-a9bb-389258e6f175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:26:49.559952 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a5544738-9165-444f-a9bb-389258e6f175 None None] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:26:49.569985 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-a5544738-9165-444f-a9bb-389258e6f175 None None] Transition to ACTIVE for port object c348c8f1-1951-45d3-bb20-9d8cc8b7f236 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:26:49.575644 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a5544738-9165-444f-a9bb-389258e6f175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:26:49.629198 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbba015-ccd0-4205-aa5d-e11aedad68b8 None None] Pushing event updated for resources: {'Port': ['ID=c348c8f1-1951-45d3-bb20-9d8cc8b7f236,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:26:49.640644 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbba015-ccd0-4205-aa5d-e11aedad68b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:26:49.640989 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbba015-ccd0-4205-aa5d-e11aedad68b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:26:49.641307 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbba015-ccd0-4205-aa5d-e11aedad68b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:26:49.641632 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbba015-ccd0-4205-aa5d-e11aedad68b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:26:49.641978 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbba015-ccd0-4205-aa5d-e11aedad68b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:26:49.642826 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbba015-ccd0-4205-aa5d-e11aedad68b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:26:49.643823 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbba015-ccd0-4205-aa5d-e11aedad68b8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:26:49.644153 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbba015-ccd0-4205-aa5d-e11aedad68b8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:26:49.644493 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbba015-ccd0-4205-aa5d-e11aedad68b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:26:49.644799 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbba015-ccd0-4205-aa5d-e11aedad68b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:26:49.645117 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbba015-ccd0-4205-aa5d-e11aedad68b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:26:49.645440 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbba015-ccd0-4205-aa5d-e11aedad68b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:26:49.709079 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-a5544738-9165-444f-a9bb-389258e6f175 None None] Attempting to bind port c348c8f1-1951-45d3-bb20-9d8cc8b7f236 on host n-d-800634-1 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:26:49.709453 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-a5544738-9165-444f-a9bb-389258e6f175 None None] Attempting to bind port c348c8f1-1951-45d3-bb20-9d8cc8b7f236 by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '711d6f24-5014-4ae2-bf25-76237a1bec49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '14500164-ea70-45d9-8358-e7ee203ceb0e'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:26:49.709852 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5544738-9165-444f-a9bb-389258e6f175 None None] Attempting to bind port c348c8f1-1951-45d3-bb20-9d8cc8b7f236 on network 14500164-ea70-45d9-8358-e7ee203ceb0e {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:26:49.716092 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5544738-9165-444f-a9bb-389258e6f175 None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 26, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:26:49.716383 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5544738-9165-444f-a9bb-389258e6f175 None None] Checking segment: {'id': '711d6f24-5014-4ae2-bf25-76237a1bec49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '14500164-ea70-45d9-8358-e7ee203ceb0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:26:49.716791 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a5544738-9165-444f-a9bb-389258e6f175 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:26:49.717184 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5544738-9165-444f-a9bb-389258e6f175 None None] Bound using segment: {'id': '711d6f24-5014-4ae2-bf25-76237a1bec49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '14500164-ea70-45d9-8358-e7ee203ceb0e'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:26:49.717687 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-a5544738-9165-444f-a9bb-389258e6f175 None None] Bound port: c348c8f1-1951-45d3-bb20-9d8cc8b7f236, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '711d6f24-5014-4ae2-bf25-76237a1bec49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '14500164-ea70-45d9-8358-e7ee203ceb0e'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:26:49.718051 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a5544738-9165-444f-a9bb-389258e6f175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:26:49.787204 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-a5544738-9165-444f-a9bb-389258e6f175 None None] For port c348c8f1-1951-45d3-bb20-9d8cc8b7f236, host n-d-800634-1, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:26:49.790470 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-a5544738-9165-444f-a9bb-389258e6f175 None None] For port c348c8f1-1951-45d3-bb20-9d8cc8b7f236, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=c348c8f1-1951-45d3-bb20-9d8cc8b7f236,segment=NetworkSegment(711d6f24-5014-4ae2-bf25-76237a1bec49),segment_id=711d6f24-5014-4ae2-bf25-76237a1bec49)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:26:49.796834 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a5544738-9165-444f-a9bb-389258e6f175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:26:49.809406 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device f73fb570-9b0a-437c-9323-8904f128109b up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:26:49.864488 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbba015-ccd0-4205-aa5d-e11aedad68b8 None None] Pushing event updated for resources: {'Port': ['ID=c348c8f1-1951-45d3-bb20-9d8cc8b7f236,revision_number=4']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:26:49.872013 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5544738-9165-444f-a9bb-389258e6f175 None None] Routers {'50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:26:49.872640 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-a5544738-9165-444f-a9bb-389258e6f175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:26:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:26:49.883220 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port f73fb570-9b0a-437c-9323-8904f128109b triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:26:49.883596 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:26:49.958439 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-225bb45f-624b-4d83-b20a-35b9224834d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:26:49.996050 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-a5544738-9165-444f-a9bb-389258e6f175 None None] Set router 50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:26:50.082691 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:26:50.293510 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-a5544738-9165-444f-a9bb-389258e6f175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc', 'name': 'tempest-ServerActionsTestJSON-1113875761-router', 'tenant_id': '83e4cfc114994f069bc88b9beef4b060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': 'f73fb570-9b0a-437c-9323-8904f128109b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:26:43Z', 'updated_at': '2021-07-13T14:26:46Z', 'revision_number': 4, 'project_id': '83e4cfc114994f069bc88b9beef4b060', 'gw_port': {'id': 'f73fb570-9b0a-437c-9323-8904f128109b', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a2:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:26:44Z', 'updated_at': '2021-07-13T14:26:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': 'c348c8f1-1951-45d3-bb20-9d8cc8b7f236', 'name': '', 'network_id': '14500164-ea70-45d9-8358-e7ee203ceb0e', 'tenant_id': '83e4cfc114994f069bc88b9beef4b060', 'mac_address': 'fa:16:3e:6f:0d:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'f4a064e2-d549-471a-a220-dea1e128d3d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:26:45Z', 'updated_at': '2021-07-13T14:26:49Z', 'revision_number': 4, 'project_id': '83e4cfc114994f069bc88b9beef4b060', 'subnets': [{'id': 'f4a064e2-d549-471a-a220-dea1e128d3d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:26:50.325677 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5544738-9165-444f-a9bb-389258e6f175 None None] The sync data for ids ['50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc'] in n-d-800634-1 is: [{'id': '50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc', 'name': 'tempest-ServerActionsTestJSON-1113875761-router', 'tenant_id': '83e4cfc114994f069bc88b9beef4b060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': 'f73fb570-9b0a-437c-9323-8904f128109b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:26:43Z', 'updated_at': '2021-07-13T14:26:46Z', 'revision_number': 4, 'project_id': '83e4cfc114994f069bc88b9beef4b060', 'gw_port': {'id': 'f73fb570-9b0a-437c-9323-8904f128109b', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a2:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:26:44Z', 'updated_at': '2021-07-13T14:26:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': 'c348c8f1-1951-45d3-bb20-9d8cc8b7f236', 'name': '', 'network_id': '14500164-ea70-45d9-8358-e7ee203ceb0e', 'tenant_id': '83e4cfc114994f069bc88b9beef4b060', 'mac_address': 'fa:16:3e:6f:0d:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'f4a064e2-d549-471a-a220-dea1e128d3d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:26:45Z', 'updated_at': '2021-07-13T14:26:49Z', 'revision_number': 4, 'project_id': '83e4cfc114994f069bc88b9beef4b060', 'subnets': [{'id': 'f4a064e2-d549-471a-a220-dea1e128d3d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:26:50.380347 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084594b6-7dd0-462e-af67-b9f2bea37e1b req-0cbca417-9c70-4f9b-a182-89c7b5288874 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:26:50.381890 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-084594b6-7dd0-462e-af67-b9f2bea37e1b req-0cbca417-9c70-4f9b-a182-89c7b5288874 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.26 "GET /v2.0/networks?id=14500164-ea70-45d9-8358-e7ee203ceb0e HTTP/1.1" status: 200 len: 812 time: 0.1127322 Jul 13 14:26:50.460121 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0737db2e-e447-40d4-bd9d-a6d507a3ed7f req-f63866e6-5a95-498a-80f3-069b01e67f87 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/ports?device_id=09ed3493-a57d-4440-a0d5-77a74e04f90c HTTP/1.1" status: 200 len: 210 time: 0.0426958 Jul 13 14:26:50.464904 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-084594b6-7dd0-462e-af67-b9f2bea37e1b req-7883bd86-dd6a-43e2-a4c4-7497a383fb6d tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=83e4cfc114994f069bc88b9beef4b060 HTTP/1.1" status: 200 len: 379 time: 0.0750053 Jul 13 14:26:50.475647 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-084594b6-7dd0-462e-af67-b9f2bea37e1b req-3aebe3ed-1314-4029-87a2-9899d73962cf tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Request body: {'port': {'device_id': '09ed3493-a57d-4440-a0d5-77a74e04f90c', 'network_id': '14500164-ea70-45d9-8358-e7ee203ceb0e', 'admin_state_up': True, 'tenant_id': '83e4cfc114994f069bc88b9beef4b060', 'security_groups': ['6bbffade-850f-40f8-9d63-3701c1aa27a7']}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:26:50.589269 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-084594b6-7dd0-462e-af67-b9f2bea37e1b req-3aebe3ed-1314-4029-87a2-9899d73962cf tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Made reservation on behalf of 83e4cfc114994f069bc88b9beef4b060 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:26:50.592971 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-084594b6-7dd0-462e-af67-b9f2bea37e1b req-3aebe3ed-1314-4029-87a2-9899d73962cf tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:26:51.051993 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-084594b6-7dd0-462e-af67-b9f2bea37e1b req-3aebe3ed-1314-4029-87a2-9899d73962cf tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Allocated IP 172.20.0.3 (14500164-ea70-45d9-8358-e7ee203ceb0e/f4a064e2-d549-471a-a220-dea1e128d3d3/510911ad-65d7-47e1-b58f-150f80485b0e) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:26:51.189034 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-084594b6-7dd0-462e-af67-b9f2bea37e1b req-3aebe3ed-1314-4029-87a2-9899d73962cf tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:26:51.202261 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-084594b6-7dd0-462e-af67-b9f2bea37e1b req-3aebe3ed-1314-4029-87a2-9899d73962cf tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Transition to ACTIVE for port object 510911ad-65d7-47e1-b58f-150f80485b0e will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:26:51.233495 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-084594b6-7dd0-462e-af67-b9f2bea37e1b req-3aebe3ed-1314-4029-87a2-9899d73962cf tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:26:51.275181 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-084594b6-7dd0-462e-af67-b9f2bea37e1b req-3aebe3ed-1314-4029-87a2-9899d73962cf tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Network 14500164-ea70-45d9-8358-e7ee203ceb0e is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:26:51.280464 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-084594b6-7dd0-462e-af67-b9f2bea37e1b req-3aebe3ed-1314-4029-87a2-9899d73962cf tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:26:51.284520 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-084594b6-7dd0-462e-af67-b9f2bea37e1b req-3aebe3ed-1314-4029-87a2-9899d73962cf tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:26:51.289201 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:26:51.316561 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aebe3ed-1314-4029-87a2-9899d73962cf tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Pushing event updated for resources: {'Port': ['ID=510911ad-65d7-47e1-b58f-150f80485b0e,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:26:51.340059 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084594b6-7dd0-462e-af67-b9f2bea37e1b req-3aebe3ed-1314-4029-87a2-9899d73962cf tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:26:51.340676 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-084594b6-7dd0-462e-af67-b9f2bea37e1b req-3aebe3ed-1314-4029-87a2-9899d73962cf tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:26:51.355979 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-084594b6-7dd0-462e-af67-b9f2bea37e1b req-3aebe3ed-1314-4029-87a2-9899d73962cf tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8853068 Jul 13 14:26:51.367882 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-084594b6-7dd0-462e-af67-b9f2bea37e1b req-5fde99e4-7de4-4e5f-9e6c-c8bcf737dd62 service neutron] Request body: {'port': {'device_id': '09ed3493-a57d-4440-a0d5-77a74e04f90c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:26:51.449577 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-084594b6-7dd0-462e-af67-b9f2bea37e1b req-5fde99e4-7de4-4e5f-9e6c-c8bcf737dd62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:26:51.542565 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-a99d1acb-8b97-4690-8a4e-8e7a984037b7 None None] Provisioning for port 510911ad-65d7-47e1-b58f-150f80485b0e completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:26:51.547850 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-a99d1acb-8b97-4690-8a4e-8e7a984037b7 None None] Provisioning complete for port 510911ad-65d7-47e1-b58f-150f80485b0e triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:26:51.548233 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a99d1acb-8b97-4690-8a4e-8e7a984037b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:26:51.588309 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-a99d1acb-8b97-4690-8a4e-8e7a984037b7 None None] Port 510911ad-65d7-47e1-b58f-150f80485b0e cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:26:51.639832 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e88ed8-d7be-49a8-bc80-f08c805b0cd0 req-5c12e6ae-7860-476c-aa05-03cce72c6332 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:26:51.641350 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-11e88ed8-d7be-49a8-bc80-f08c805b0cd0 req-5c12e6ae-7860-476c-aa05-03cce72c6332 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/ports?device_id=09ed3493-a57d-4440-a0d5-77a74e04f90c HTTP/1.1" status: 200 len: 931 time: 0.0627794 Jul 13 14:26:51.680535 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-11e88ed8-d7be-49a8-bc80-f08c805b0cd0 req-bd6cfe54-8fd8-49ca-95e3-692306da9c90 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bbffade-850f-40f8-9d63-3701c1aa27a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327291 Jul 13 14:26:51.727777 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-084594b6-7dd0-462e-af67-b9f2bea37e1b req-5fde99e4-7de4-4e5f-9e6c-c8bcf737dd62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 510911ad-65d7-47e1-b58f-150f80485b0e {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:26:51.732897 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-084594b6-7dd0-462e-af67-b9f2bea37e1b req-5fde99e4-7de4-4e5f-9e6c-c8bcf737dd62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:26:51.745372 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-084594b6-7dd0-462e-af67-b9f2bea37e1b req-5fde99e4-7de4-4e5f-9e6c-c8bcf737dd62 service neutron] Transition to ACTIVE for port object 510911ad-65d7-47e1-b58f-150f80485b0e will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:26:51.750171 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-084594b6-7dd0-462e-af67-b9f2bea37e1b req-5fde99e4-7de4-4e5f-9e6c-c8bcf737dd62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:26:51.801419 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fde99e4-7de4-4e5f-9e6c-c8bcf737dd62 service neutron] Pushing event updated for resources: {'Port': ['ID=510911ad-65d7-47e1-b58f-150f80485b0e,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:26:51.804690 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device c348c8f1-1951-45d3-bb20-9d8cc8b7f236 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:26:51.858422 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port c348c8f1-1951-45d3-bb20-9d8cc8b7f236 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:26:51.862885 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port c348c8f1-1951-45d3-bb20-9d8cc8b7f236 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:26:51.863142 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:26:51.879123 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-084594b6-7dd0-462e-af67-b9f2bea37e1b req-5fde99e4-7de4-4e5f-9e6c-c8bcf737dd62 service neutron] Attempting to bind port 510911ad-65d7-47e1-b58f-150f80485b0e on host n-h1-800634-1 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:26:51.879464 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-084594b6-7dd0-462e-af67-b9f2bea37e1b req-5fde99e4-7de4-4e5f-9e6c-c8bcf737dd62 service neutron] Attempting to bind port 510911ad-65d7-47e1-b58f-150f80485b0e by drivers openvswitch,hyperv on host n-h1-800634-1 at level 0 using segments [{'id': '711d6f24-5014-4ae2-bf25-76237a1bec49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '14500164-ea70-45d9-8358-e7ee203ceb0e'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:26:51.879793 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-084594b6-7dd0-462e-af67-b9f2bea37e1b req-5fde99e4-7de4-4e5f-9e6c-c8bcf737dd62 service neutron] Attempting to bind port 510911ad-65d7-47e1-b58f-150f80485b0e on network 14500164-ea70-45d9-8358-e7ee203ceb0e {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:26:51.884323 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-084594b6-7dd0-462e-af67-b9f2bea37e1b req-5fde99e4-7de4-4e5f-9e6c-c8bcf737dd62 service neutron] Port 510911ad-65d7-47e1-b58f-150f80485b0e on network 14500164-ea70-45d9-8358-e7ee203ceb0e not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-1 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 14:26:51.885063 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-084594b6-7dd0-462e-af67-b9f2bea37e1b req-5fde99e4-7de4-4e5f-9e6c-c8bcf737dd62 service neutron] Attempting to bind port 510911ad-65d7-47e1-b58f-150f80485b0e on network 14500164-ea70-45d9-8358-e7ee203ceb0e {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:26:51.890142 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-084594b6-7dd0-462e-af67-b9f2bea37e1b req-5fde99e4-7de4-4e5f-9e6c-c8bcf737dd62 service neutron] Checking agent: {'id': 'a7603dc8-3c50-4a9b-8f0d-1143528f155e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:26:51.890477 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-084594b6-7dd0-462e-af67-b9f2bea37e1b req-5fde99e4-7de4-4e5f-9e6c-c8bcf737dd62 service neutron] Checking segment: {'id': '711d6f24-5014-4ae2-bf25-76237a1bec49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '14500164-ea70-45d9-8358-e7ee203ceb0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:26:51.890865 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-084594b6-7dd0-462e-af67-b9f2bea37e1b req-5fde99e4-7de4-4e5f-9e6c-c8bcf737dd62 service neutron] Bound using segment: {'id': '711d6f24-5014-4ae2-bf25-76237a1bec49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '14500164-ea70-45d9-8358-e7ee203ceb0e'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:26:51.891284 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-084594b6-7dd0-462e-af67-b9f2bea37e1b req-5fde99e4-7de4-4e5f-9e6c-c8bcf737dd62 service neutron] Bound port: 510911ad-65d7-47e1-b58f-150f80485b0e, host: n-h1-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '711d6f24-5014-4ae2-bf25-76237a1bec49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '14500164-ea70-45d9-8358-e7ee203ceb0e'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:26:51.891643 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-084594b6-7dd0-462e-af67-b9f2bea37e1b req-5fde99e4-7de4-4e5f-9e6c-c8bcf737dd62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:26:51.952994 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:26:51.967738 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-084594b6-7dd0-462e-af67-b9f2bea37e1b req-5fde99e4-7de4-4e5f-9e6c-c8bcf737dd62 service neutron] For port 510911ad-65d7-47e1-b58f-150f80485b0e, host n-h1-800634-1, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:26:51.972160 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-084594b6-7dd0-462e-af67-b9f2bea37e1b req-5fde99e4-7de4-4e5f-9e6c-c8bcf737dd62 service neutron] For port 510911ad-65d7-47e1-b58f-150f80485b0e, host n-h1-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=510911ad-65d7-47e1-b58f-150f80485b0e,segment=NetworkSegment(711d6f24-5014-4ae2-bf25-76237a1bec49),segment_id=711d6f24-5014-4ae2-bf25-76237a1bec49)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:26:51.977538 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-084594b6-7dd0-462e-af67-b9f2bea37e1b req-5fde99e4-7de4-4e5f-9e6c-c8bcf737dd62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:26:51.992622 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port c348c8f1-1951-45d3-bb20-9d8cc8b7f236, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=c348c8f1-1951-45d3-bb20-9d8cc8b7f236,segment=NetworkSegment(711d6f24-5014-4ae2-bf25-76237a1bec49),segment_id=711d6f24-5014-4ae2-bf25-76237a1bec49)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:26:51.996807 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:26:52.019693 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084594b6-7dd0-462e-af67-b9f2bea37e1b req-5fde99e4-7de4-4e5f-9e6c-c8bcf737dd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:26:52.020398 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-084594b6-7dd0-462e-af67-b9f2bea37e1b req-5fde99e4-7de4-4e5f-9e6c-c8bcf737dd62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:26:52.021840 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-084594b6-7dd0-462e-af67-b9f2bea37e1b req-5fde99e4-7de4-4e5f-9e6c-c8bcf737dd62 service neutron] 10.222.0.26 "PUT /v2.0/ports/510911ad-65d7-47e1-b58f-150f80485b0e HTTP/1.1" status: 200 len: 1091 time: 0.6585231 Jul 13 14:26:52.022294 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09ed3493-a57d-4440-a0d5-77a74e04f90c', 'tag': '510911ad-65d7-47e1-b58f-150f80485b0e'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:26:52.024676 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ab0f5c44a4ad0ce5334737c516cc16ee26234427fa91060fdeecfc35ed57b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-413e674d-715b-4730-b727-e72b2a395f31" -d '{"events": [{"name": "network-changed", "server_uuid": "09ed3493-a57d-4440-a0d5-77a74e04f90c", "tag": "510911ad-65d7-47e1-b58f-150f80485b0e"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:26:52.054908 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fde99e4-7de4-4e5f-9e6c-c8bcf737dd62 service neutron] Pushing event updated for resources: {'Port': ['ID=510911ad-65d7-47e1-b58f-150f80485b0e,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:26:52.056476 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=c348c8f1-1951-45d3-bb20-9d8cc8b7f236,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:26:52.112750 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dd68877-4e6d-455d-85ab-55117cd69827 x-openstack-request-id: req-2dd68877-4e6d-455d-85ab-55117cd69827 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:26:52.113045 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09ed3493-a57d-4440-a0d5-77a74e04f90c", "tag": "510911ad-65d7-47e1-b58f-150f80485b0e", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:26:52.113297 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2dd68877-4e6d-455d-85ab-55117cd69827 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:26:52.113694 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09ed3493-a57d-4440-a0d5-77a74e04f90c', 'tag': '510911ad-65d7-47e1-b58f-150f80485b0e', 'status': 'completed', 'code': 200} Jul 13 14:26:52.141469 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084594b6-7dd0-462e-af67-b9f2bea37e1b req-9c031648-a808-4bed-817d-08d08e601908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:26:52.143095 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-084594b6-7dd0-462e-af67-b9f2bea37e1b req-9c031648-a808-4bed-817d-08d08e601908 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=83e4cfc114994f069bc88b9beef4b060&device_id=09ed3493-a57d-4440-a0d5-77a74e04f90c HTTP/1.1" status: 200 len: 1094 time: 0.0604353 Jul 13 14:26:52.190736 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-084594b6-7dd0-462e-af67-b9f2bea37e1b req-9848944a-ffd7-4a61-9f64-0dc1f1113e93 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=510911ad-65d7-47e1-b58f-150f80485b0e HTTP/1.1" status: 200 len: 217 time: 0.0400763 Jul 13 14:26:52.238857 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084594b6-7dd0-462e-af67-b9f2bea37e1b req-01bd92bb-84a6-47cb-8720-4902a1f0ae63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:26:52.240300 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-084594b6-7dd0-462e-af67-b9f2bea37e1b req-01bd92bb-84a6-47cb-8720-4902a1f0ae63 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f4a064e2-d549-471a-a220-dea1e128d3d3 HTTP/1.1" status: 200 len: 851 time: 0.0438890 Jul 13 14:26:52.299087 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084594b6-7dd0-462e-af67-b9f2bea37e1b req-e6c30f66-5f4c-4ff7-93da-d814ece74cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:26:52.300704 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-084594b6-7dd0-462e-af67-b9f2bea37e1b req-e6c30f66-5f4c-4ff7-93da-d814ece74cdf service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=14500164-ea70-45d9-8358-e7ee203ceb0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0546706 Jul 13 14:26:52.393475 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-084594b6-7dd0-462e-af67-b9f2bea37e1b req-e37d88a3-974e-4073-bb1a-3c89e1e48ea0 service neutron] 10.222.0.26 "GET /v2.0/networks/14500164-ea70-45d9-8358-e7ee203ceb0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866287 Jul 13 14:26:52.483745 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-084594b6-7dd0-462e-af67-b9f2bea37e1b req-fba8fbe0-3d30-4750-bc5a-f43b39dc2bc6 service neutron] 10.222.0.26 "GET /v2.0/networks/14500164-ea70-45d9-8358-e7ee203ceb0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838625 Jul 13 14:26:52.591224 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413e674d-715b-4730-b727-e72b2a395f31 req-15d6fff4-16ca-4e36-824a-2dea8ccafd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:26:52.592717 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-413e674d-715b-4730-b727-e72b2a395f31 req-15d6fff4-16ca-4e36-824a-2dea8ccafd81 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=83e4cfc114994f069bc88b9beef4b060&device_id=09ed3493-a57d-4440-a0d5-77a74e04f90c HTTP/1.1" status: 200 len: 1094 time: 0.0585392 Jul 13 14:26:52.680278 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413e674d-715b-4730-b727-e72b2a395f31 req-5d6230aa-9f78-42cf-94b9-82665b67cd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:26:52.682401 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-413e674d-715b-4730-b727-e72b2a395f31 req-5d6230aa-9f78-42cf-94b9-82665b67cd09 service neutron] 10.222.0.26 "GET /v2.0/networks?id=14500164-ea70-45d9-8358-e7ee203ceb0e HTTP/1.1" status: 200 len: 912 time: 0.0833449 Jul 13 14:26:52.729142 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-413e674d-715b-4730-b727-e72b2a395f31 req-108c22ad-d9cd-40a1-a3e5-47da6428c0fc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=510911ad-65d7-47e1-b58f-150f80485b0e HTTP/1.1" status: 200 len: 217 time: 0.0407310 Jul 13 14:26:52.784493 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413e674d-715b-4730-b727-e72b2a395f31 req-74ad3520-d0df-49ed-89ee-5f7728e1f6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:26:52.786229 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-413e674d-715b-4730-b727-e72b2a395f31 req-74ad3520-d0df-49ed-89ee-5f7728e1f6e2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f4a064e2-d549-471a-a220-dea1e128d3d3 HTTP/1.1" status: 200 len: 851 time: 0.0494628 Jul 13 14:26:52.806622 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:26:52.845234 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413e674d-715b-4730-b727-e72b2a395f31 req-89a49467-7d59-41c6-904e-ee3ba80c786b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:26:52.847020 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-413e674d-715b-4730-b727-e72b2a395f31 req-89a49467-7d59-41c6-904e-ee3ba80c786b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=14500164-ea70-45d9-8358-e7ee203ceb0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0542066 Jul 13 14:26:52.858481 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a19c4d-9ead-4feb-9608-03c5f7b395d4 req-8dec3ce0-567f-488e-b369-dde4ccc3fe3e tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:26:52.860095 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-88a19c4d-9ead-4feb-9608-03c5f7b395d4 req-8dec3ce0-567f-488e-b369-dde4ccc3fe3e tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/ports?device_id=09ed3493-a57d-4440-a0d5-77a74e04f90c HTTP/1.1" status: 200 len: 943 time: 0.0642855 Jul 13 14:26:52.903073 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-88a19c4d-9ead-4feb-9608-03c5f7b395d4 req-891b029f-6dbe-44e4-b926-29c293b6b3c7 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bbffade-850f-40f8-9d63-3701c1aa27a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372579 Jul 13 14:26:52.937997 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-413e674d-715b-4730-b727-e72b2a395f31 req-e8fa0661-18ed-4d6d-89a1-c5bbd62e007a service neutron] 10.222.0.26 "GET /v2.0/networks/14500164-ea70-45d9-8358-e7ee203ceb0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835750 Jul 13 14:26:53.030594 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-413e674d-715b-4730-b727-e72b2a395f31 req-efdc96fb-d84f-43f1-9ec5-b35f4750186d service neutron] 10.222.0.26 "GET /v2.0/networks/14500164-ea70-45d9-8358-e7ee203ceb0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866218 Jul 13 14:26:53.771961 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device c348c8f1-1951-45d3-bb20-9d8cc8b7f236 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:26:53.820062 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port c348c8f1-1951-45d3-bb20-9d8cc8b7f236 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:26:53.820724 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:26:54.076402 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83760ac7-68ce-4a86-b0a1-5c5b25fbfe10 req-41fa238f-f997-42db-84b4-0d700ce31a33 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:26:54.077902 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-83760ac7-68ce-4a86-b0a1-5c5b25fbfe10 req-41fa238f-f997-42db-84b4-0d700ce31a33 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/ports?device_id=09ed3493-a57d-4440-a0d5-77a74e04f90c HTTP/1.1" status: 200 len: 943 time: 0.0635376 Jul 13 14:26:54.115961 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-83760ac7-68ce-4a86-b0a1-5c5b25fbfe10 req-30f5fe74-e6ba-4776-86bd-3a5ab46671f2 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bbffade-850f-40f8-9d63-3701c1aa27a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321789 Jul 13 14:26:55.286647 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c04d856-858b-42aa-8ed7-ec5669a3555d req-27db68b2-ec52-4dd3-956e-34703d4f39b0 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:26:55.288056 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4c04d856-858b-42aa-8ed7-ec5669a3555d req-27db68b2-ec52-4dd3-956e-34703d4f39b0 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/ports?device_id=09ed3493-a57d-4440-a0d5-77a74e04f90c HTTP/1.1" status: 200 len: 943 time: 0.0631099 Jul 13 14:26:55.325369 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4c04d856-858b-42aa-8ed7-ec5669a3555d req-632c8eac-2684-4b8b-bea4-6937a1733371 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bbffade-850f-40f8-9d63-3701c1aa27a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315330 Jul 13 14:26:55.486100 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 510911ad-65d7-47e1-b58f-150f80485b0e details requested by agent hyperv_n-h1-800634-1 with host n-h1-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 14:26:55.579683 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 510911ad-65d7-47e1-b58f-150f80485b0e, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=510911ad-65d7-47e1-b58f-150f80485b0e,segment=NetworkSegment(711d6f24-5014-4ae2-bf25-76237a1bec49),segment_id=711d6f24-5014-4ae2-bf25-76237a1bec49)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:26:55.591483 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Returning: {'device': '510911ad-65d7-47e1-b58f-150f80485b0e', 'network_id': '14500164-ea70-45d9-8358-e7ee203ceb0e', 'port_id': '510911ad-65d7-47e1-b58f-150f80485b0e', 'mac_address': 'fa:16:3e:b8:87:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4a064e2-d549-471a-a220-dea1e128d3d3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 14:26:55.628472 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:26:55.644650 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 510911ad-65d7-47e1-b58f-150f80485b0e {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:26:55.664056 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 510911ad-65d7-47e1-b58f-150f80485b0e, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=510911ad-65d7-47e1-b58f-150f80485b0e,segment=NetworkSegment(711d6f24-5014-4ae2-bf25-76237a1bec49),segment_id=711d6f24-5014-4ae2-bf25-76237a1bec49)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:26:55.667716 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:26:55.715240 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=510911ad-65d7-47e1-b58f-150f80485b0e,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:26:55.849951 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['510911ad-65d7-47e1-b58f-150f80485b0e'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:26:56.501022 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428066b8-ae86-4343-964f-7d27e03af568 req-8e3f6a61-cbd3-433e-88f3-746d23a087d8 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:26:56.503034 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-428066b8-ae86-4343-964f-7d27e03af568 req-8e3f6a61-cbd3-433e-88f3-746d23a087d8 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/ports?device_id=09ed3493-a57d-4440-a0d5-77a74e04f90c HTTP/1.1" status: 200 len: 944 time: 0.0682979 Jul 13 14:26:56.540162 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-428066b8-ae86-4343-964f-7d27e03af568 req-6749ae47-47c5-4c7d-a887-8262b6bc9cb0 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bbffade-850f-40f8-9d63-3701c1aa27a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316987 Jul 13 14:26:57.486414 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 510911ad-65d7-47e1-b58f-150f80485b0e up at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:26:57.535683 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning for port 510911ad-65d7-47e1-b58f-150f80485b0e completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:26:57.539256 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning complete for port 510911ad-65d7-47e1-b58f-150f80485b0e triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:26:57.539626 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:26:57.617182 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:26:57.639550 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09ed3493-a57d-4440-a0d5-77a74e04f90c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '510911ad-65d7-47e1-b58f-150f80485b0e'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:26:57.642003 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e18b5b837d0bbff800eb6844cce393e651deecdd0946d75bc3073e7a77277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-715fa878-0ebe-4b3c-8899-67b8301e7e50" -d '{"events": [{"server_uuid": "09ed3493-a57d-4440-a0d5-77a74e04f90c", "name": "network-vif-plugged", "status": "completed", "tag": "510911ad-65d7-47e1-b58f-150f80485b0e"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:26:57.655390 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 510911ad-65d7-47e1-b58f-150f80485b0e, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=510911ad-65d7-47e1-b58f-150f80485b0e,segment=NetworkSegment(711d6f24-5014-4ae2-bf25-76237a1bec49),segment_id=711d6f24-5014-4ae2-bf25-76237a1bec49)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:26:57.659762 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:26:57.689877 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73c4127a-dba8-4509-af49-5fdba0aebc32 x-openstack-request-id: req-73c4127a-dba8-4509-af49-5fdba0aebc32 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:26:57.690319 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09ed3493-a57d-4440-a0d5-77a74e04f90c", "name": "network-vif-plugged", "status": "completed", "tag": "510911ad-65d7-47e1-b58f-150f80485b0e", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:26:57.690674 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-73c4127a-dba8-4509-af49-5fdba0aebc32 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:26:57.691061 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09ed3493-a57d-4440-a0d5-77a74e04f90c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '510911ad-65d7-47e1-b58f-150f80485b0e', 'code': 200} Jul 13 14:26:57.723841 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=510911ad-65d7-47e1-b58f-150f80485b0e,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:26:57.732479 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6e5321-9a05-4d0d-bf96-e953b1fc59e3 req-3eb69252-5ab4-4965-8612-99fe4fe98ac5 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:26:57.734040 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3f6e5321-9a05-4d0d-bf96-e953b1fc59e3 req-3eb69252-5ab4-4965-8612-99fe4fe98ac5 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/ports?device_id=09ed3493-a57d-4440-a0d5-77a74e04f90c HTTP/1.1" status: 200 len: 945 time: 0.0838532 Jul 13 14:26:57.772749 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3f6e5321-9a05-4d0d-bf96-e953b1fc59e3 req-9a436f1b-b9eb-414d-b554-3a5ddb5bd24d tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bbffade-850f-40f8-9d63-3701c1aa27a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331125 Jul 13 14:26:57.794695 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b286bd-8531-461f-a7cd-c7c561d6c7c2 req-10f6b57c-bec2-4870-9083-52eaf13fb8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:26:57.796217 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b7b286bd-8531-461f-a7cd-c7c561d6c7c2 req-10f6b57c-bec2-4870-9083-52eaf13fb8e6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=09ed3493-a57d-4440-a0d5-77a74e04f90c HTTP/1.1" status: 200 len: 1096 time: 0.0527053 Jul 13 14:26:57.831163 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b7b286bd-8531-461f-a7cd-c7c561d6c7c2 req-d3fef8ec-d678-47b2-af19-4bff18107106 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=6bbffade-850f-40f8-9d63-3701c1aa27a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0291855 Jul 13 14:26:58.944738 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff109909-a7b8-4016-b5bf-f9bc3b392900 req-e3ae9bb6-862f-4f93-8e17-2d7a06bf0e5f tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:26:58.946254 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ff109909-a7b8-4016-b5bf-f9bc3b392900 req-e3ae9bb6-862f-4f93-8e17-2d7a06bf0e5f tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/ports?device_id=09ed3493-a57d-4440-a0d5-77a74e04f90c HTTP/1.1" status: 200 len: 945 time: 0.0632699 Jul 13 14:26:58.983595 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ff109909-a7b8-4016-b5bf-f9bc3b392900 req-3d46202b-c6ac-440d-ae72-4146b9f15363 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bbffade-850f-40f8-9d63-3701c1aa27a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318367 Jul 13 14:26:59.151969 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336bde7b-320e-4e43-b334-3f1d56b6c146 req-e8832445-ed86-4aa8-9c7a-46a4a4bcfd0e tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:26:59.153447 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-336bde7b-320e-4e43-b334-3f1d56b6c146 req-e8832445-ed86-4aa8-9c7a-46a4a4bcfd0e tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/ports?device_id=09ed3493-a57d-4440-a0d5-77a74e04f90c HTTP/1.1" status: 200 len: 945 time: 0.0664783 Jul 13 14:26:59.161906 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 48936) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:26:59.166267 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-aaa768c7-d145-4c55-8b64-89ff7843ea97 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Request body: {'floatingip': {'port_id': '510911ad-65d7-47e1-b58f-150f80485b0e'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:26:59.206198 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-aaa768c7-d145-4c55-8b64-89ff7843ea97 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Notify callbacks [] for floatingip, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:26:59.660327 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-aaa768c7-d145-4c55-8b64-89ff7843ea97 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:26:59.664427 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-aaa768c7-d145-4c55-8b64-89ff7843ea97 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446547'] for floatingip, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:26:59.778163 n-d-800634-1 neutron-server[93751]: INFO neutron.db.l3_db [None req-aaa768c7-d145-4c55-8b64-89ff7843ea97 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Floating IP a0b5e78f-53bc-4f37-8891-31b1052135af associated. External IP: 172.25.6.82, port: 510911ad-65d7-47e1-b58f-150f80485b0e. Jul 13 14:27:00.024743 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaa768c7-d145-4c55-8b64-89ff7843ea97 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Router 50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:27:00.146662 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaa768c7-d145-4c55-8b64-89ff7843ea97 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:27:00.151197 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-aaa768c7-d145-4c55-8b64-89ff7843ea97 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for floatingip, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:27:00.155622 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3419c98-1f0f-415f-bd74-d4039071485a None None] Sync routers for ids ['50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:27:00.165447 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3419c98-1f0f-415f-bd74-d4039071485a None None] Routers {'50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:27:00.166104 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-f3419c98-1f0f-415f-bd74-d4039071485a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:26:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:27:00.191225 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-aaa768c7-d145-4c55-8b64-89ff7843ea97 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "PUT /v2.0/floatingips/a0b5e78f-53bc-4f37-8891-31b1052135af HTTP/1.1" status: 200 len: 990 time: 1.0249693 Jul 13 14:27:00.191225 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09ed3493-a57d-4440-a0d5-77a74e04f90c', 'tag': '510911ad-65d7-47e1-b58f-150f80485b0e'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:27:00.191874 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d17b627af75e17e0f4b8d6239d04f8c2f78634e2c585e32a7aeca336500f34a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ac60c5e-5040-4434-8a6a-666ca860ab18" -d '{"events": [{"name": "network-changed", "server_uuid": "09ed3493-a57d-4440-a0d5-77a74e04f90c", "tag": "510911ad-65d7-47e1-b58f-150f80485b0e"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:27:00.227471 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b05ac33d-ac4c-4657-b572-1f38f6b61fb8 x-openstack-request-id: req-b05ac33d-ac4c-4657-b572-1f38f6b61fb8 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:27:00.227719 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09ed3493-a57d-4440-a0d5-77a74e04f90c", "tag": "510911ad-65d7-47e1-b58f-150f80485b0e", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:27:00.227976 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b05ac33d-ac4c-4657-b572-1f38f6b61fb8 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:27:00.228375 n-d-800634-1 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09ed3493-a57d-4440-a0d5-77a74e04f90c', 'tag': '510911ad-65d7-47e1-b58f-150f80485b0e', 'status': 'completed', 'code': 200} Jul 13 14:27:00.274798 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-f3419c98-1f0f-415f-bd74-d4039071485a None None] Set router 50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:27:00.311724 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac60c5e-5040-4434-8a6a-666ca860ab18 req-a90d8d35-0914-4b2f-bf25-038acc88aff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:27:00.313254 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6ac60c5e-5040-4434-8a6a-666ca860ab18 req-a90d8d35-0914-4b2f-bf25-038acc88aff9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=83e4cfc114994f069bc88b9beef4b060&device_id=09ed3493-a57d-4440-a0d5-77a74e04f90c HTTP/1.1" status: 200 len: 1096 time: 0.0604465 Jul 13 14:27:00.409045 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac60c5e-5040-4434-8a6a-666ca860ab18 req-d0c6fb95-3e40-4de8-8a55-9e621922fad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:27:00.410558 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6ac60c5e-5040-4434-8a6a-666ca860ab18 req-d0c6fb95-3e40-4de8-8a55-9e621922fad8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=14500164-ea70-45d9-8358-e7ee203ceb0e HTTP/1.1" status: 200 len: 912 time: 0.0913227 Jul 13 14:27:00.481808 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6ac60c5e-5040-4434-8a6a-666ca860ab18 req-d9e4c3c6-d4f7-40a2-b7eb-81b58cb6fb87 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=510911ad-65d7-47e1-b58f-150f80485b0e HTTP/1.1" status: 200 len: 998 time: 0.0647528 Jul 13 14:27:00.495790 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-f3419c98-1f0f-415f-bd74-d4039071485a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc', 'name': 'tempest-ServerActionsTestJSON-1113875761-router', 'tenant_id': '83e4cfc114994f069bc88b9beef4b060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': 'f73fb570-9b0a-437c-9323-8904f128109b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:26:43Z', 'updated_at': '2021-07-13T14:26:46Z', 'revision_number': 4, 'project_id': '83e4cfc114994f069bc88b9beef4b060', 'gw_port': {'id': 'f73fb570-9b0a-437c-9323-8904f128109b', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a2:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:26:44Z', 'updated_at': '2021-07-13T14:26:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_floatingips': [{'id': 'a0b5e78f-53bc-4f37-8891-31b1052135af', 'tenant_id': '83e4cfc114994f069bc88b9beef4b060', 'floating_ip_address': '172.25.6.82', 'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'router_id': '50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc', 'port_id': '510911ad-65d7-47e1-b58f-150f80485b0e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14500164-ea70-45d9-8358-e7ee203ceb0e', 'mac_address': 'fa:16:3e:b8:87:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ed3493-a57d-4440-a0d5-77a74e04f90c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:26:48Z', 'updated_at': '2021-07-13T14:26:59Z', 'revision_number': 1, 'project_id': '83e4cfc114994f069bc88b9beef4b060', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c348c8f1-1951-45d3-bb20-9d8cc8b7f236', 'name': '', 'network_id': '14500164-ea70-45d9-8358-e7ee203ceb0e', 'tenant_id': '83e4cfc114994f069bc88b9beef4b060', 'mac_address': 'fa:16:3e:6f:0d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'f4a064e2-d549-471a-a220-dea1e128d3d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:26:45Z', 'updated_at': '2021-07-13T14:26:51Z', 'revision_number': 5, 'project_id': '83e4cfc114994f069bc88b9beef4b060', 'subnets': [{'id': 'f4a064e2-d549-471a-a220-dea1e128d3d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:27:00.526745 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3419c98-1f0f-415f-bd74-d4039071485a None None] Checking router: 50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc for host: n-d-800634-1 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:27:00.529883 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac60c5e-5040-4434-8a6a-666ca860ab18 req-10d5aae6-e6fa-4a76-b03d-2ce245d0ce38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:27:00.531364 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6ac60c5e-5040-4434-8a6a-666ca860ab18 req-10d5aae6-e6fa-4a76-b03d-2ce245d0ce38 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f4a064e2-d549-471a-a220-dea1e128d3d3 HTTP/1.1" status: 200 len: 851 time: 0.0442247 Jul 13 14:27:00.535305 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3419c98-1f0f-415f-bd74-d4039071485a None None] Routers {'50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:27:00.535927 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-f3419c98-1f0f-415f-bd74-d4039071485a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:26:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:27:00.589868 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac60c5e-5040-4434-8a6a-666ca860ab18 req-e30a8aec-192f-4ba0-935e-3c978756756d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:27:00.591399 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6ac60c5e-5040-4434-8a6a-666ca860ab18 req-e30a8aec-192f-4ba0-935e-3c978756756d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=14500164-ea70-45d9-8358-e7ee203ceb0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0545278 Jul 13 14:27:00.687166 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6ac60c5e-5040-4434-8a6a-666ca860ab18 req-573b2eaa-d79e-43a4-a462-bdac363acc5e service neutron] 10.222.0.26 "GET /v2.0/networks/14500164-ea70-45d9-8358-e7ee203ceb0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894606 Jul 13 14:27:00.780291 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6ac60c5e-5040-4434-8a6a-666ca860ab18 req-6e0a2fc0-cf2e-4d66-82e9-9609a797c38b service neutron] 10.222.0.26 "GET /v2.0/networks/14500164-ea70-45d9-8358-e7ee203ceb0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869563 Jul 13 14:27:00.793610 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:27:00.804651 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-f3419c98-1f0f-415f-bd74-d4039071485a None None] Set router 50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:27:01.023542 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-f3419c98-1f0f-415f-bd74-d4039071485a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc', 'name': 'tempest-ServerActionsTestJSON-1113875761-router', 'tenant_id': '83e4cfc114994f069bc88b9beef4b060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': 'f73fb570-9b0a-437c-9323-8904f128109b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:26:43Z', 'updated_at': '2021-07-13T14:26:46Z', 'revision_number': 4, 'project_id': '83e4cfc114994f069bc88b9beef4b060', 'gw_port': {'id': 'f73fb570-9b0a-437c-9323-8904f128109b', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a2:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:26:44Z', 'updated_at': '2021-07-13T14:26:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_floatingips': [{'id': 'a0b5e78f-53bc-4f37-8891-31b1052135af', 'tenant_id': '83e4cfc114994f069bc88b9beef4b060', 'floating_ip_address': '172.25.6.82', 'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'router_id': '50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc', 'port_id': '510911ad-65d7-47e1-b58f-150f80485b0e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14500164-ea70-45d9-8358-e7ee203ceb0e', 'mac_address': 'fa:16:3e:b8:87:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ed3493-a57d-4440-a0d5-77a74e04f90c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:26:48Z', 'updated_at': '2021-07-13T14:26:59Z', 'revision_number': 1, 'project_id': '83e4cfc114994f069bc88b9beef4b060', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c348c8f1-1951-45d3-bb20-9d8cc8b7f236', 'name': '', 'network_id': '14500164-ea70-45d9-8358-e7ee203ceb0e', 'tenant_id': '83e4cfc114994f069bc88b9beef4b060', 'mac_address': 'fa:16:3e:6f:0d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'f4a064e2-d549-471a-a220-dea1e128d3d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:26:45Z', 'updated_at': '2021-07-13T14:26:51Z', 'revision_number': 5, 'project_id': '83e4cfc114994f069bc88b9beef4b060', 'subnets': [{'id': 'f4a064e2-d549-471a-a220-dea1e128d3d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:27:01.052345 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3419c98-1f0f-415f-bd74-d4039071485a None None] The sync data for ids ['50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc'] in n-d-800634-1 is: [{'id': '50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc', 'name': 'tempest-ServerActionsTestJSON-1113875761-router', 'tenant_id': '83e4cfc114994f069bc88b9beef4b060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': 'f73fb570-9b0a-437c-9323-8904f128109b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:26:43Z', 'updated_at': '2021-07-13T14:26:46Z', 'revision_number': 4, 'project_id': '83e4cfc114994f069bc88b9beef4b060', 'gw_port': {'id': 'f73fb570-9b0a-437c-9323-8904f128109b', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a2:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:26:44Z', 'updated_at': '2021-07-13T14:26:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_floatingips': [{'id': 'a0b5e78f-53bc-4f37-8891-31b1052135af', 'tenant_id': '83e4cfc114994f069bc88b9beef4b060', 'floating_ip_address': '172.25.6.82', 'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'router_id': '50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc', 'port_id': '510911ad-65d7-47e1-b58f-150f80485b0e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14500164-ea70-45d9-8358-e7ee203ceb0e', 'mac_address': 'fa:16:3e:b8:87:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ed3493-a57d-4440-a0d5-77a74e04f90c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:26:48Z', 'updated_at': '2021-07-13T14:26:59Z', 'revision_number': 1, 'project_id': '83e4cfc114994f069bc88b9beef4b060', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c348c8f1-1951-45d3-bb20-9d8cc8b7f236', 'name': '', 'network_id': '14500164-ea70-45d9-8358-e7ee203ceb0e', 'tenant_id': '83e4cfc114994f069bc88b9beef4b060', 'mac_address': 'fa:16:3e:6f:0d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'f4a064e2-d549-471a-a220-dea1e128d3d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:26:45Z', 'updated_at': '2021-07-13T14:26:51Z', 'revision_number': 5, 'project_id': '83e4cfc114994f069bc88b9beef4b060', 'subnets': [{'id': 'f4a064e2-d549-471a-a220-dea1e128d3d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:27:01.154754 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:27:01.240456 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9752b59f-5a4a-4dbc-ac34-f40e6cf32d9d None None] New status for floating IP a0b5e78f-53bc-4f37-8891-31b1052135af: ACTIVE {{(pid=93753) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 14:27:17.305610 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5d783aab-956a-4a82-aa78-c1e3e52eb97b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:27:19.939172 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-780c4cfb-378d-49f1-95aa-a39e76f31c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:27:20.084168 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:27:21.289192 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:27:22.792453 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:27:25.562964 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:27:30.781923 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:27:31.153103 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:27:34.825396 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-fe069c6f-ddcd-4471-b95e-bfb2a3bddb56 req-5637d128-000d-403f-b376-685935b23d4d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=09ed3493-a57d-4440-a0d5-77a74e04f90c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0515828 Jul 13 14:27:34.920680 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe069c6f-ddcd-4471-b95e-bfb2a3bddb56 req-7557640b-ae90-4c66-a5b2-b14e54c16a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:27:34.922232 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-fe069c6f-ddcd-4471-b95e-bfb2a3bddb56 req-7557640b-ae90-4c66-a5b2-b14e54c16a99 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=83e4cfc114994f069bc88b9beef4b060&device_id=09ed3493-a57d-4440-a0d5-77a74e04f90c HTTP/1.1" status: 200 len: 1096 time: 0.0558498 Jul 13 14:27:35.025352 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe069c6f-ddcd-4471-b95e-bfb2a3bddb56 req-71e2e155-0f45-4bc6-8090-b6ae636bbd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:27:35.026870 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-fe069c6f-ddcd-4471-b95e-bfb2a3bddb56 req-71e2e155-0f45-4bc6-8090-b6ae636bbd78 service neutron] 10.222.0.26 "GET /v2.0/networks?id=14500164-ea70-45d9-8358-e7ee203ceb0e HTTP/1.1" status: 200 len: 912 time: 0.0850377 Jul 13 14:27:35.094760 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-fe069c6f-ddcd-4471-b95e-bfb2a3bddb56 req-50a72742-8a96-47e9-98e5-eb6256120d11 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=510911ad-65d7-47e1-b58f-150f80485b0e HTTP/1.1" status: 200 len: 1000 time: 0.0619996 Jul 13 14:27:35.142756 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe069c6f-ddcd-4471-b95e-bfb2a3bddb56 req-5df292ac-3bc7-4f56-b208-02c569be0e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:27:35.144155 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-fe069c6f-ddcd-4471-b95e-bfb2a3bddb56 req-5df292ac-3bc7-4f56-b208-02c569be0e53 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f4a064e2-d549-471a-a220-dea1e128d3d3 HTTP/1.1" status: 200 len: 851 time: 0.0437701 Jul 13 14:27:35.199795 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe069c6f-ddcd-4471-b95e-bfb2a3bddb56 req-bce17c53-5feb-45e4-bc5c-23c02afccb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:27:35.201248 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-fe069c6f-ddcd-4471-b95e-bfb2a3bddb56 req-bce17c53-5feb-45e4-bc5c-23c02afccb52 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=14500164-ea70-45d9-8358-e7ee203ceb0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0510340 Jul 13 14:27:35.293962 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-fe069c6f-ddcd-4471-b95e-bfb2a3bddb56 req-c36dd2a9-f096-4bdc-b24e-9da25cb8a1ef service neutron] 10.222.0.26 "GET /v2.0/networks/14500164-ea70-45d9-8358-e7ee203ceb0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861166 Jul 13 14:27:35.383792 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-fe069c6f-ddcd-4471-b95e-bfb2a3bddb56 req-d270f1f5-1533-4bd2-89b2-8868225e9cfd service neutron] 10.222.0.26 "GET /v2.0/networks/14500164-ea70-45d9-8358-e7ee203ceb0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841103 Jul 13 14:27:47.305926 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b99c0b1f-397f-4480-a526-857987d7c56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:27:49.939727 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2def2be3-bd2e-4b56-ad6a-53c2c416b118 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:27:50.084993 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:27:51.291147 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:27:52.795796 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:28:00.783740 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:28:01.153554 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:28:02.562560 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:28:17.307912 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-73527c1d-7c5b-44ce-89a0-4eb8c1bdedf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:28:19.940539 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-438a6c28-098b-46b2-b7d2-cc747ac928af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:28:20.086421 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:28:21.295478 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:28:22.799225 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:28:30.780110 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:28:31.167303 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:28:36.346448 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b5e07fe4-46aa-4657-b1f2-f8d69691c211 req-da3cdfa9-d1a8-4f27-a21b-5a65d25cd810 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=09ed3493-a57d-4440-a0d5-77a74e04f90c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0899184 Jul 13 14:28:36.442045 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e07fe4-46aa-4657-b1f2-f8d69691c211 req-ca84dfc1-2e54-46df-aadb-f80f9b9703b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:28:36.443536 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b5e07fe4-46aa-4657-b1f2-f8d69691c211 req-ca84dfc1-2e54-46df-aadb-f80f9b9703b7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=83e4cfc114994f069bc88b9beef4b060&device_id=09ed3493-a57d-4440-a0d5-77a74e04f90c HTTP/1.1" status: 200 len: 1096 time: 0.0560377 Jul 13 14:28:36.547134 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e07fe4-46aa-4657-b1f2-f8d69691c211 req-a70f18b5-7eeb-4b71-baf3-723e4d9549de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:28:36.548517 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b5e07fe4-46aa-4657-b1f2-f8d69691c211 req-a70f18b5-7eeb-4b71-baf3-723e4d9549de service neutron] 10.222.0.26 "GET /v2.0/networks?id=14500164-ea70-45d9-8358-e7ee203ceb0e HTTP/1.1" status: 200 len: 912 time: 0.0850904 Jul 13 14:28:36.618085 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b5e07fe4-46aa-4657-b1f2-f8d69691c211 req-df2bf83e-3891-4110-a1b3-35f70484edb7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=510911ad-65d7-47e1-b58f-150f80485b0e HTTP/1.1" status: 200 len: 1000 time: 0.0613582 Jul 13 14:28:36.663747 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e07fe4-46aa-4657-b1f2-f8d69691c211 req-024a7fd5-69cf-41ba-9eee-db8c4ea640f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:28:36.665666 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b5e07fe4-46aa-4657-b1f2-f8d69691c211 req-024a7fd5-69cf-41ba-9eee-db8c4ea640f1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f4a064e2-d549-471a-a220-dea1e128d3d3 HTTP/1.1" status: 200 len: 851 time: 0.0421534 Jul 13 14:28:36.721725 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e07fe4-46aa-4657-b1f2-f8d69691c211 req-66bff597-e24f-4347-b461-fe9d7d3a0162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:28:36.723188 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b5e07fe4-46aa-4657-b1f2-f8d69691c211 req-66bff597-e24f-4347-b461-fe9d7d3a0162 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=14500164-ea70-45d9-8358-e7ee203ceb0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0497901 Jul 13 14:28:36.814321 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b5e07fe4-46aa-4657-b1f2-f8d69691c211 req-b820ff45-cbb2-479f-99f6-2f5d2c6b7e05 service neutron] 10.222.0.26 "GET /v2.0/networks/14500164-ea70-45d9-8358-e7ee203ceb0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833764 Jul 13 14:28:36.903030 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b5e07fe4-46aa-4657-b1f2-f8d69691c211 req-becc27f8-451a-4bcc-998c-c983c9cf6f87 service neutron] 10.222.0.26 "GET /v2.0/networks/14500164-ea70-45d9-8358-e7ee203ceb0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826578 Jul 13 14:28:37.436247 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c7b77d-363d-46c7-bcf1-8363ddcc110f req-2ac047ea-d542-43e6-a283-359acc8fc14f tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:28:37.437662 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f7c7b77d-363d-46c7-bcf1-8363ddcc110f req-2ac047ea-d542-43e6-a283-359acc8fc14f tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/ports?device_id=09ed3493-a57d-4440-a0d5-77a74e04f90c HTTP/1.1" status: 200 len: 945 time: 0.1082582 Jul 13 14:28:37.475601 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f7c7b77d-363d-46c7-bcf1-8363ddcc110f req-0bc687bb-808b-4c62-8c62-62b3e8f0d864 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bbffade-850f-40f8-9d63-3701c1aa27a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324144 Jul 13 14:28:37.753535 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 49148) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:28:37.855177 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f21be7c5-86ff-4b29-b992-916da38fb54e req-133877bb-b68b-4884-8c5d-20543bc5972f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=09ed3493-a57d-4440-a0d5-77a74e04f90c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1004291 Jul 13 14:28:37.867037 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da1c1b1-0151-4f71-9874-e2295fb28616 req-704b25a8-85e1-4656-953a-3ec7e0c0ea93 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:28:37.869158 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7da1c1b1-0151-4f71-9874-e2295fb28616 req-704b25a8-85e1-4656-953a-3ec7e0c0ea93 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/ports?device_id=09ed3493-a57d-4440-a0d5-77a74e04f90c HTTP/1.1" status: 200 len: 945 time: 0.0675137 Jul 13 14:28:37.908662 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7da1c1b1-0151-4f71-9874-e2295fb28616 req-2c2f4532-71c0-4b04-a18c-3d5327544dc3 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bbffade-850f-40f8-9d63-3701c1aa27a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338075 Jul 13 14:28:39.023741 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21be7c5-86ff-4b29-b992-916da38fb54e req-5cbdf12c-9e3e-49de-8f49-3b4768078a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:28:39.025277 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f21be7c5-86ff-4b29-b992-916da38fb54e req-5cbdf12c-9e3e-49de-8f49-3b4768078a71 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=83e4cfc114994f069bc88b9beef4b060&device_id=09ed3493-a57d-4440-a0d5-77a74e04f90c HTTP/1.1" status: 200 len: 1096 time: 0.0584431 Jul 13 14:28:39.120998 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21be7c5-86ff-4b29-b992-916da38fb54e req-0baca6b4-d433-4b30-a8c3-8981eff19bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:28:39.122515 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f21be7c5-86ff-4b29-b992-916da38fb54e req-0baca6b4-d433-4b30-a8c3-8981eff19bb2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=14500164-ea70-45d9-8358-e7ee203ceb0e HTTP/1.1" status: 200 len: 912 time: 0.0914166 Jul 13 14:28:39.219477 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f21be7c5-86ff-4b29-b992-916da38fb54e req-5bcbfe3d-e7c3-4c9f-b4fc-7cd152be93dd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=510911ad-65d7-47e1-b58f-150f80485b0e HTTP/1.1" status: 200 len: 1000 time: 0.0901816 Jul 13 14:28:39.279790 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522d00de-443c-45f9-87bb-528036eed865 req-11158858-0387-40bd-a2ab-b647f20a6356 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:28:39.281255 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-522d00de-443c-45f9-87bb-528036eed865 req-11158858-0387-40bd-a2ab-b647f20a6356 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/ports?device_id=09ed3493-a57d-4440-a0d5-77a74e04f90c HTTP/1.1" status: 200 len: 945 time: 0.1836841 Jul 13 14:28:39.286478 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21be7c5-86ff-4b29-b992-916da38fb54e req-6b384fe5-625f-4bf9-be51-87dacd18ee51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:28:39.287829 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f21be7c5-86ff-4b29-b992-916da38fb54e req-6b384fe5-625f-4bf9-be51-87dacd18ee51 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f4a064e2-d549-471a-a220-dea1e128d3d3 HTTP/1.1" status: 200 len: 851 time: 0.0624881 Jul 13 14:28:39.352867 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-522d00de-443c-45f9-87bb-528036eed865 req-79751bd4-c098-4f4a-8902-695f2081930f tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bbffade-850f-40f8-9d63-3701c1aa27a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641055 Jul 13 14:28:39.370810 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21be7c5-86ff-4b29-b992-916da38fb54e req-771a7ed2-3fbe-418d-88c6-7ec6e4dbef2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:28:39.372300 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f21be7c5-86ff-4b29-b992-916da38fb54e req-771a7ed2-3fbe-418d-88c6-7ec6e4dbef2b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=14500164-ea70-45d9-8358-e7ee203ceb0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0777647 Jul 13 14:28:39.460906 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f21be7c5-86ff-4b29-b992-916da38fb54e req-4cf50d01-7ff9-4101-9a26-501ff8412678 service neutron] 10.222.0.26 "GET /v2.0/networks/14500164-ea70-45d9-8358-e7ee203ceb0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814481 Jul 13 14:28:39.552743 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f21be7c5-86ff-4b29-b992-916da38fb54e req-33a210ff-4c34-4a56-bc27-d82609ba708c service neutron] 10.222.0.26 "GET /v2.0/networks/14500164-ea70-45d9-8358-e7ee203ceb0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857143 Jul 13 14:28:39.562698 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:28:40.529340 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8713d55-6af6-4272-88e8-52307a1e7a80 req-d796a316-2596-467a-b2ac-98698d657f33 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:28:40.530950 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f8713d55-6af6-4272-88e8-52307a1e7a80 req-d796a316-2596-467a-b2ac-98698d657f33 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/ports?device_id=09ed3493-a57d-4440-a0d5-77a74e04f90c HTTP/1.1" status: 200 len: 945 time: 0.0645525 Jul 13 14:28:40.573258 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f8713d55-6af6-4272-88e8-52307a1e7a80 req-2a44b21b-77e5-4ce1-b01a-1ea11bfcc242 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bbffade-850f-40f8-9d63-3701c1aa27a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328228 Jul 13 14:28:41.743655 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afe025b-799f-4aa7-b48a-6ac4204f2191 req-91f45f6f-8b90-45f1-adc3-6c26163fcbb1 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:28:41.745770 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6afe025b-799f-4aa7-b48a-6ac4204f2191 req-91f45f6f-8b90-45f1-adc3-6c26163fcbb1 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/ports?device_id=09ed3493-a57d-4440-a0d5-77a74e04f90c HTTP/1.1" status: 200 len: 945 time: 0.0630839 Jul 13 14:28:41.783671 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6afe025b-799f-4aa7-b48a-6ac4204f2191 req-d7ac81c6-dd57-4f91-8fc6-1673aa2879f4 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bbffade-850f-40f8-9d63-3701c1aa27a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322208 Jul 13 14:28:42.956035 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b68864e-141e-4b18-8093-4e2702b7538d req-df7fd69e-7862-4a9d-adf6-778b18961be9 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:28:42.957526 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-9b68864e-141e-4b18-8093-4e2702b7538d req-df7fd69e-7862-4a9d-adf6-778b18961be9 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/ports?device_id=09ed3493-a57d-4440-a0d5-77a74e04f90c HTTP/1.1" status: 200 len: 945 time: 0.0632265 Jul 13 14:28:42.993915 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-9b68864e-141e-4b18-8093-4e2702b7538d req-35b76dda-8461-40e8-9051-06b31e3bd186 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bbffade-850f-40f8-9d63-3701c1aa27a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309002 Jul 13 14:28:44.164865 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a26a0d7-7152-494e-909c-38ef7f0f2488 req-0bfd43a0-405e-4b83-8d1a-579e553b610b tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:28:44.166368 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6a26a0d7-7152-494e-909c-38ef7f0f2488 req-0bfd43a0-405e-4b83-8d1a-579e553b610b tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/ports?device_id=09ed3493-a57d-4440-a0d5-77a74e04f90c HTTP/1.1" status: 200 len: 945 time: 0.0621614 Jul 13 14:28:44.204639 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6a26a0d7-7152-494e-909c-38ef7f0f2488 req-1b453a90-61a1-4d2d-86f0-f23577631276 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bbffade-850f-40f8-9d63-3701c1aa27a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325356 Jul 13 14:28:45.390628 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5509d5c-a0e6-4fc6-abf4-82d9f723a498 req-fddf7af1-0976-4860-a831-815526d61a2c tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:28:45.392197 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b5509d5c-a0e6-4fc6-abf4-82d9f723a498 req-fddf7af1-0976-4860-a831-815526d61a2c tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/ports?device_id=09ed3493-a57d-4440-a0d5-77a74e04f90c HTTP/1.1" status: 200 len: 945 time: 0.0686440 Jul 13 14:28:45.434973 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b5509d5c-a0e6-4fc6-abf4-82d9f723a498 req-290055ee-1e79-4def-a7b5-d1065f66f86e tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bbffade-850f-40f8-9d63-3701c1aa27a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322196 Jul 13 14:28:46.612690 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa63669-0d88-4107-8bb6-5e76e317d9dc req-39b34685-62f3-4e65-8cdf-e78337850830 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:28:46.614202 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bfa63669-0d88-4107-8bb6-5e76e317d9dc req-39b34685-62f3-4e65-8cdf-e78337850830 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/ports?device_id=09ed3493-a57d-4440-a0d5-77a74e04f90c HTTP/1.1" status: 200 len: 945 time: 0.0691929 Jul 13 14:28:46.652401 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bfa63669-0d88-4107-8bb6-5e76e317d9dc req-2c22503f-3dcf-4a33-a884-bd2331f182b8 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bbffade-850f-40f8-9d63-3701c1aa27a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326352 Jul 13 14:28:47.432833 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4a387c22-f9ff-471e-94f1-50ca36b27762 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:28:47.826601 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7046be1-95ad-45a0-b044-7e35e3f6b99d req-48cf5ab5-4b2f-4e22-8e9c-864addb0644a tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:28:47.828085 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d7046be1-95ad-45a0-b044-7e35e3f6b99d req-48cf5ab5-4b2f-4e22-8e9c-864addb0644a tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/ports?device_id=09ed3493-a57d-4440-a0d5-77a74e04f90c HTTP/1.1" status: 200 len: 945 time: 0.0636232 Jul 13 14:28:47.865238 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d7046be1-95ad-45a0-b044-7e35e3f6b99d req-ba4cb0a6-c745-4f94-8233-1b9ba2a50559 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bbffade-850f-40f8-9d63-3701c1aa27a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316904 Jul 13 14:28:49.039340 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e70ef0-ebf3-4b0a-8cd8-39f3f8786851 req-66085b97-7165-413c-9873-caddca16ec81 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:28:49.040807 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-22e70ef0-ebf3-4b0a-8cd8-39f3f8786851 req-66085b97-7165-413c-9873-caddca16ec81 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/ports?device_id=09ed3493-a57d-4440-a0d5-77a74e04f90c HTTP/1.1" status: 200 len: 945 time: 0.0631869 Jul 13 14:28:49.078606 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-22e70ef0-ebf3-4b0a-8cd8-39f3f8786851 req-5aaa7404-cf13-49a3-b0d1-bf999bef4fe5 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bbffade-850f-40f8-9d63-3701c1aa27a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321982 Jul 13 14:28:49.941380 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-aa301d5f-a709-4ff4-b147-c3ebacb9f915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:28:50.086077 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:28:50.251779 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4bf91d-67d2-4e68-8bda-1db3344d96f4 req-3a276a4b-76bf-4c76-a1f8-7851f42e48b1 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:28:50.253271 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-fd4bf91d-67d2-4e68-8bda-1db3344d96f4 req-3a276a4b-76bf-4c76-a1f8-7851f42e48b1 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/ports?device_id=09ed3493-a57d-4440-a0d5-77a74e04f90c HTTP/1.1" status: 200 len: 945 time: 0.0661380 Jul 13 14:28:50.291649 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-fd4bf91d-67d2-4e68-8bda-1db3344d96f4 req-1d050af0-fdb5-49fa-990e-86b4600d04f8 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bbffade-850f-40f8-9d63-3701c1aa27a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328491 Jul 13 14:28:51.298317 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:28:51.502005 n-d-800634-1 neutron-server[93750]: INFO neutron.api.v2.resource [req-f21be7c5-86ff-4b29-b992-916da38fb54e req-4c893387-9380-464e-b8c6-be52e96b24c6 service neutron] show failed (client error): The resource could not be found. Jul 13 14:28:51.503131 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f21be7c5-86ff-4b29-b992-916da38fb54e req-4c893387-9380-464e-b8c6-be52e96b24c6 service neutron] 10.222.0.26 "GET /v2.0/ports/510911ad-65d7-47e1-b58f-150f80485b0e/bindings/n-h2-800634-1 HTTP/1.1" status: 404 len: 380 time: 0.0711823 Jul 13 14:28:51.515114 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f0d354-2d3a-4b04-8664-c9268d215d77 req-8c681ecf-b040-43e4-b22f-0e214ef74f51 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:28:51.517153 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-13f0d354-2d3a-4b04-8664-c9268d215d77 req-8c681ecf-b040-43e4-b22f-0e214ef74f51 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/ports?device_id=09ed3493-a57d-4440-a0d5-77a74e04f90c HTTP/1.1" status: 200 len: 945 time: 0.1164939 Jul 13 14:28:51.557566 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-13f0d354-2d3a-4b04-8664-c9268d215d77 req-6e09209b-e53a-4390-96e6-b3cb89e2baf5 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bbffade-850f-40f8-9d63-3701c1aa27a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345566 Jul 13 14:28:51.867799 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21be7c5-86ff-4b29-b992-916da38fb54e req-bffb2c4a-ca89-4578-a731-c8d8bea2fd0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:28:51.869243 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f21be7c5-86ff-4b29-b992-916da38fb54e req-bffb2c4a-ca89-4578-a731-c8d8bea2fd0f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=09ed3493-a57d-4440-a0d5-77a74e04f90c&tenant_id=83e4cfc114994f069bc88b9beef4b060 HTTP/1.1" status: 200 len: 1096 time: 0.1399689 Jul 13 14:28:51.880094 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-f21be7c5-86ff-4b29-b992-916da38fb54e req-dbd2d22d-8f7b-4ca7-8be2-abdf8a60dbac service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800634-1', 'device_owner': 'compute:nova'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:28:51.955163 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-f21be7c5-86ff-4b29-b992-916da38fb54e req-dbd2d22d-8f7b-4ca7-8be2-abdf8a60dbac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:28:52.153999 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-f21be7c5-86ff-4b29-b992-916da38fb54e req-dbd2d22d-8f7b-4ca7-8be2-abdf8a60dbac service neutron] For port 510911ad-65d7-47e1-b58f-150f80485b0e, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=510911ad-65d7-47e1-b58f-150f80485b0e,segment=NetworkSegment(711d6f24-5014-4ae2-bf25-76237a1bec49),segment_id=711d6f24-5014-4ae2-bf25-76237a1bec49)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:28:52.186006 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-f21be7c5-86ff-4b29-b992-916da38fb54e req-dbd2d22d-8f7b-4ca7-8be2-abdf8a60dbac service neutron] For port 510911ad-65d7-47e1-b58f-150f80485b0e, host n-h1-800634-1, cleared binding levels {{(pid=93751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:28:52.224297 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09ed3493-a57d-4440-a0d5-77a74e04f90c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '510911ad-65d7-47e1-b58f-150f80485b0e'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:28:52.229492 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-f21be7c5-86ff-4b29-b992-916da38fb54e req-dbd2d22d-8f7b-4ca7-8be2-abdf8a60dbac service neutron] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:28:52.241596 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-f21be7c5-86ff-4b29-b992-916da38fb54e req-dbd2d22d-8f7b-4ca7-8be2-abdf8a60dbac service neutron] Transition to ACTIVE for port object 510911ad-65d7-47e1-b58f-150f80485b0e will not be triggered until provisioned by entity L2. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:28:52.246726 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-f21be7c5-86ff-4b29-b992-916da38fb54e req-dbd2d22d-8f7b-4ca7-8be2-abdf8a60dbac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:28:52.275982 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dea8b0fca9d342929f96bd35c86b8a14765464b9140f1e1e2496fbd7209775c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9fa1776-5519-41fe-a3e7-22764098f312" -d '{"events": [{"server_uuid": "09ed3493-a57d-4440-a0d5-77a74e04f90c", "name": "network-vif-unplugged", "status": "completed", "tag": "510911ad-65d7-47e1-b58f-150f80485b0e"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:28:52.391930 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 14:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4865f12-ee2d-4680-a2b4-a94e56209b52 x-openstack-request-id: req-e4865f12-ee2d-4680-a2b4-a94e56209b52 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:28:52.392222 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09ed3493-a57d-4440-a0d5-77a74e04f90c", "name": "network-vif-unplugged", "status": "completed", "tag": "510911ad-65d7-47e1-b58f-150f80485b0e", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:28:52.392478 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e4865f12-ee2d-4680-a2b4-a94e56209b52 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:28:52.392878 n-d-800634-1 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09ed3493-a57d-4440-a0d5-77a74e04f90c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '510911ad-65d7-47e1-b58f-150f80485b0e', 'code': 200} Jul 13 14:28:52.399044 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd2d22d-8f7b-4ca7-8be2-abdf8a60dbac service neutron] Pushing event updated for resources: {'Port': ['ID=510911ad-65d7-47e1-b58f-150f80485b0e,revision_number=6']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:28:52.415693 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd2d22d-8f7b-4ca7-8be2-abdf8a60dbac service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:28:52.416041 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd2d22d-8f7b-4ca7-8be2-abdf8a60dbac service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:28:52.416382 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd2d22d-8f7b-4ca7-8be2-abdf8a60dbac service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:28:52.416718 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd2d22d-8f7b-4ca7-8be2-abdf8a60dbac service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:28:52.417055 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd2d22d-8f7b-4ca7-8be2-abdf8a60dbac service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:28:52.417942 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd2d22d-8f7b-4ca7-8be2-abdf8a60dbac service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:28:52.418422 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd2d22d-8f7b-4ca7-8be2-abdf8a60dbac service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:28:52.418758 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd2d22d-8f7b-4ca7-8be2-abdf8a60dbac service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:28:52.419080 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd2d22d-8f7b-4ca7-8be2-abdf8a60dbac service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:28:52.419404 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd2d22d-8f7b-4ca7-8be2-abdf8a60dbac service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:28:52.419729 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd2d22d-8f7b-4ca7-8be2-abdf8a60dbac service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:28:52.420049 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd2d22d-8f7b-4ca7-8be2-abdf8a60dbac service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:28:52.442371 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-f21be7c5-86ff-4b29-b992-916da38fb54e req-dbd2d22d-8f7b-4ca7-8be2-abdf8a60dbac service neutron] No DVR routers for this DVR port 510911ad-65d7-47e1-b58f-150f80485b0e on host n-h1-800634-1 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:28:52.581858 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-f21be7c5-86ff-4b29-b992-916da38fb54e req-dbd2d22d-8f7b-4ca7-8be2-abdf8a60dbac service neutron] Attempting to bind port 510911ad-65d7-47e1-b58f-150f80485b0e on host n-h2-800634-1 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:28:52.582199 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-f21be7c5-86ff-4b29-b992-916da38fb54e req-dbd2d22d-8f7b-4ca7-8be2-abdf8a60dbac service neutron] Attempting to bind port 510911ad-65d7-47e1-b58f-150f80485b0e by drivers openvswitch,hyperv on host n-h2-800634-1 at level 0 using segments [{'id': '711d6f24-5014-4ae2-bf25-76237a1bec49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '14500164-ea70-45d9-8358-e7ee203ceb0e'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:28:52.582528 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21be7c5-86ff-4b29-b992-916da38fb54e req-dbd2d22d-8f7b-4ca7-8be2-abdf8a60dbac service neutron] Attempting to bind port 510911ad-65d7-47e1-b58f-150f80485b0e on network 14500164-ea70-45d9-8358-e7ee203ceb0e {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:28:52.586943 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21be7c5-86ff-4b29-b992-916da38fb54e req-dbd2d22d-8f7b-4ca7-8be2-abdf8a60dbac service neutron] Port 510911ad-65d7-47e1-b58f-150f80485b0e on network 14500164-ea70-45d9-8358-e7ee203ceb0e not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-1 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 14:28:52.587268 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21be7c5-86ff-4b29-b992-916da38fb54e req-dbd2d22d-8f7b-4ca7-8be2-abdf8a60dbac service neutron] Attempting to bind port 510911ad-65d7-47e1-b58f-150f80485b0e on network 14500164-ea70-45d9-8358-e7ee203ceb0e {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:28:52.592956 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21be7c5-86ff-4b29-b992-916da38fb54e req-dbd2d22d-8f7b-4ca7-8be2-abdf8a60dbac service neutron] Checking agent: {'id': 'f615e5c9-21ab-43f2-adbc-192d64b795cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:28:52.593298 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21be7c5-86ff-4b29-b992-916da38fb54e req-dbd2d22d-8f7b-4ca7-8be2-abdf8a60dbac service neutron] Checking segment: {'id': '711d6f24-5014-4ae2-bf25-76237a1bec49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '14500164-ea70-45d9-8358-e7ee203ceb0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:28:52.593684 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21be7c5-86ff-4b29-b992-916da38fb54e req-dbd2d22d-8f7b-4ca7-8be2-abdf8a60dbac service neutron] Bound using segment: {'id': '711d6f24-5014-4ae2-bf25-76237a1bec49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '14500164-ea70-45d9-8358-e7ee203ceb0e'} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:28:52.594143 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-f21be7c5-86ff-4b29-b992-916da38fb54e req-dbd2d22d-8f7b-4ca7-8be2-abdf8a60dbac service neutron] Bound port: 510911ad-65d7-47e1-b58f-150f80485b0e, host: n-h2-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '711d6f24-5014-4ae2-bf25-76237a1bec49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '14500164-ea70-45d9-8358-e7ee203ceb0e'}}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:28:52.594504 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-f21be7c5-86ff-4b29-b992-916da38fb54e req-dbd2d22d-8f7b-4ca7-8be2-abdf8a60dbac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:28:52.739980 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3cd435-f758-4e58-8d8c-5485e914c833 req-cbee3193-e6dd-4b1c-bf41-8b36f6676b11 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:28:52.741619 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1f3cd435-f758-4e58-8d8c-5485e914c833 req-cbee3193-e6dd-4b1c-bf41-8b36f6676b11 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/ports?device_id=09ed3493-a57d-4440-a0d5-77a74e04f90c HTTP/1.1" status: 200 len: 943 time: 0.0687842 Jul 13 14:28:52.781165 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1f3cd435-f758-4e58-8d8c-5485e914c833 req-3d981617-52c7-488c-b2db-178dd6e7a8e7 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bbffade-850f-40f8-9d63-3701c1aa27a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334728 Jul 13 14:28:52.802935 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:28:52.996200 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-f21be7c5-86ff-4b29-b992-916da38fb54e req-dbd2d22d-8f7b-4ca7-8be2-abdf8a60dbac service neutron] For port 510911ad-65d7-47e1-b58f-150f80485b0e, host n-h2-800634-1, cleared binding levels {{(pid=93751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:28:52.999066 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-f21be7c5-86ff-4b29-b992-916da38fb54e req-dbd2d22d-8f7b-4ca7-8be2-abdf8a60dbac service neutron] For port 510911ad-65d7-47e1-b58f-150f80485b0e, host n-h2-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=510911ad-65d7-47e1-b58f-150f80485b0e,segment=NetworkSegment(711d6f24-5014-4ae2-bf25-76237a1bec49),segment_id=711d6f24-5014-4ae2-bf25-76237a1bec49)] {{(pid=93751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:28:53.003610 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-f21be7c5-86ff-4b29-b992-916da38fb54e req-dbd2d22d-8f7b-4ca7-8be2-abdf8a60dbac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:28:53.038567 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21be7c5-86ff-4b29-b992-916da38fb54e req-dbd2d22d-8f7b-4ca7-8be2-abdf8a60dbac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:28:53.039179 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-f21be7c5-86ff-4b29-b992-916da38fb54e req-dbd2d22d-8f7b-4ca7-8be2-abdf8a60dbac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:28:53.040545 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f21be7c5-86ff-4b29-b992-916da38fb54e req-dbd2d22d-8f7b-4ca7-8be2-abdf8a60dbac service neutron] 10.222.0.41 "PUT /v2.0/ports/510911ad-65d7-47e1-b58f-150f80485b0e HTTP/1.1" status: 200 len: 1091 time: 1.1644161 Jul 13 14:28:53.060982 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd2d22d-8f7b-4ca7-8be2-abdf8a60dbac service neutron] Pushing event updated for resources: {'Port': ['ID=510911ad-65d7-47e1-b58f-150f80485b0e,revision_number=7']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:28:53.126175 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21be7c5-86ff-4b29-b992-916da38fb54e req-e0cac584-4c55-43bd-b81c-aa3ef684f6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:28:53.127723 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f21be7c5-86ff-4b29-b992-916da38fb54e req-e0cac584-4c55-43bd-b81c-aa3ef684f6d5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=83e4cfc114994f069bc88b9beef4b060&device_id=09ed3493-a57d-4440-a0d5-77a74e04f90c HTTP/1.1" status: 200 len: 1094 time: 0.0558875 Jul 13 14:28:53.221695 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21be7c5-86ff-4b29-b992-916da38fb54e req-fa1cf115-4cc0-4abf-a065-0d316bcc97d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:28:53.223190 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f21be7c5-86ff-4b29-b992-916da38fb54e req-fa1cf115-4cc0-4abf-a065-0d316bcc97d7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=14500164-ea70-45d9-8358-e7ee203ceb0e HTTP/1.1" status: 200 len: 912 time: 0.0896282 Jul 13 14:28:53.318770 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f21be7c5-86ff-4b29-b992-916da38fb54e req-4c266420-d1a8-4fee-94ca-0795970ae2a0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=510911ad-65d7-47e1-b58f-150f80485b0e HTTP/1.1" status: 200 len: 998 time: 0.0894675 Jul 13 14:28:53.366286 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21be7c5-86ff-4b29-b992-916da38fb54e req-10117de6-bcc3-4b4e-a7e9-6ea5fa7a0232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:28:53.367693 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f21be7c5-86ff-4b29-b992-916da38fb54e req-10117de6-bcc3-4b4e-a7e9-6ea5fa7a0232 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f4a064e2-d549-471a-a220-dea1e128d3d3 HTTP/1.1" status: 200 len: 851 time: 0.0423295 Jul 13 14:28:53.439709 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21be7c5-86ff-4b29-b992-916da38fb54e req-389947aa-6025-4a95-a6eb-6e560d944356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:28:53.441190 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f21be7c5-86ff-4b29-b992-916da38fb54e req-389947aa-6025-4a95-a6eb-6e560d944356 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=14500164-ea70-45d9-8358-e7ee203ceb0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0671601 Jul 13 14:28:53.531587 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f21be7c5-86ff-4b29-b992-916da38fb54e req-aff1028f-7c4f-4cc4-9099-792af10de8a7 service neutron] 10.222.0.41 "GET /v2.0/networks/14500164-ea70-45d9-8358-e7ee203ceb0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839813 Jul 13 14:28:53.619023 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f21be7c5-86ff-4b29-b992-916da38fb54e req-e1d8a537-8c41-459c-8766-20f36838aacd service neutron] 10.222.0.41 "GET /v2.0/networks/14500164-ea70-45d9-8358-e7ee203ceb0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805769 Jul 13 14:28:53.963786 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57a4344-753e-45dc-ae5b-e0e2ade7c278 req-6ce22615-c13d-4d12-8f92-a806eb891686 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:28:53.966009 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c57a4344-753e-45dc-ae5b-e0e2ade7c278 req-6ce22615-c13d-4d12-8f92-a806eb891686 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/ports?device_id=09ed3493-a57d-4440-a0d5-77a74e04f90c HTTP/1.1" status: 200 len: 943 time: 0.0678871 Jul 13 14:28:53.999135 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 510911ad-65d7-47e1-b58f-150f80485b0e no longer exists at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:28:54.003185 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c57a4344-753e-45dc-ae5b-e0e2ade7c278 req-e6ecb367-b50a-4412-8048-780e03b19962 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bbffade-850f-40f8-9d63-3701c1aa27a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316043 Jul 13 14:28:54.037148 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 510911ad-65d7-47e1-b58f-150f80485b0e not bound to the agent host n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:28:54.393808 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09ed3493-a57d-4440-a0d5-77a74e04f90c', 'tag': '510911ad-65d7-47e1-b58f-150f80485b0e'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:28:54.396144 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dea8b0fca9d342929f96bd35c86b8a14765464b9140f1e1e2496fbd7209775c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-988fad45-2bfa-4fb8-a20a-ab5ba6bc4f62" -d '{"events": [{"name": "network-changed", "server_uuid": "09ed3493-a57d-4440-a0d5-77a74e04f90c", "tag": "510911ad-65d7-47e1-b58f-150f80485b0e"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:28:54.442402 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:28:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51e93fe7-2223-4996-9ddb-2809fc3c0f64 x-openstack-request-id: req-51e93fe7-2223-4996-9ddb-2809fc3c0f64 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:28:54.442699 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09ed3493-a57d-4440-a0d5-77a74e04f90c", "tag": "510911ad-65d7-47e1-b58f-150f80485b0e", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:28:54.442951 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-51e93fe7-2223-4996-9ddb-2809fc3c0f64 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:28:54.443368 n-d-800634-1 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09ed3493-a57d-4440-a0d5-77a74e04f90c', 'tag': '510911ad-65d7-47e1-b58f-150f80485b0e', 'status': 'completed', 'code': 200} Jul 13 14:28:54.515230 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988fad45-2bfa-4fb8-a20a-ab5ba6bc4f62 req-e5bb66cb-5e05-4ece-983b-14609e65a6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:28:54.516735 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-988fad45-2bfa-4fb8-a20a-ab5ba6bc4f62 req-e5bb66cb-5e05-4ece-983b-14609e65a6e9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=83e4cfc114994f069bc88b9beef4b060&device_id=09ed3493-a57d-4440-a0d5-77a74e04f90c HTTP/1.1" status: 200 len: 1094 time: 0.0536578 Jul 13 14:28:54.521433 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988fad45-2bfa-4fb8-a20a-ab5ba6bc4f62 req-8c583f24-38e8-4660-97e4-cb5a11c50235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:28:54.522967 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-988fad45-2bfa-4fb8-a20a-ab5ba6bc4f62 req-8c583f24-38e8-4660-97e4-cb5a11c50235 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=83e4cfc114994f069bc88b9beef4b060&device_id=09ed3493-a57d-4440-a0d5-77a74e04f90c HTTP/1.1" status: 200 len: 1094 time: 0.0564685 Jul 13 14:28:54.609944 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988fad45-2bfa-4fb8-a20a-ab5ba6bc4f62 req-252603e7-8c19-4fbf-8897-2a587f4c748e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:28:54.611427 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-988fad45-2bfa-4fb8-a20a-ab5ba6bc4f62 req-252603e7-8c19-4fbf-8897-2a587f4c748e service neutron] 10.222.0.41 "GET /v2.0/networks?id=14500164-ea70-45d9-8358-e7ee203ceb0e HTTP/1.1" status: 200 len: 912 time: 0.0884287 Jul 13 14:28:54.612535 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988fad45-2bfa-4fb8-a20a-ab5ba6bc4f62 req-685acfcb-c70d-4984-9b84-322f0469aaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:28:54.614009 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-988fad45-2bfa-4fb8-a20a-ab5ba6bc4f62 req-685acfcb-c70d-4984-9b84-322f0469aaf1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=14500164-ea70-45d9-8358-e7ee203ceb0e HTTP/1.1" status: 200 len: 912 time: 0.0849841 Jul 13 14:28:54.677398 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-988fad45-2bfa-4fb8-a20a-ab5ba6bc4f62 req-1aa19d95-8746-4c8a-846b-8c68eb414728 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=510911ad-65d7-47e1-b58f-150f80485b0e HTTP/1.1" status: 200 len: 998 time: 0.0589719 Jul 13 14:28:54.682118 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-988fad45-2bfa-4fb8-a20a-ab5ba6bc4f62 req-f0599eda-2750-4a9f-bf4a-1e4ed155551e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=510911ad-65d7-47e1-b58f-150f80485b0e HTTP/1.1" status: 200 len: 998 time: 0.0624163 Jul 13 14:28:54.725634 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988fad45-2bfa-4fb8-a20a-ab5ba6bc4f62 req-68f80471-a7f8-472f-ab02-ae15035a76a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:28:54.727120 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-988fad45-2bfa-4fb8-a20a-ab5ba6bc4f62 req-68f80471-a7f8-472f-ab02-ae15035a76a6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f4a064e2-d549-471a-a220-dea1e128d3d3 HTTP/1.1" status: 200 len: 851 time: 0.0427577 Jul 13 14:28:54.729095 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988fad45-2bfa-4fb8-a20a-ab5ba6bc4f62 req-fce02879-7a05-4710-a564-274715c16b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:28:54.731057 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-988fad45-2bfa-4fb8-a20a-ab5ba6bc4f62 req-fce02879-7a05-4710-a564-274715c16b20 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f4a064e2-d549-471a-a220-dea1e128d3d3 HTTP/1.1" status: 200 len: 851 time: 0.0435760 Jul 13 14:28:54.787087 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988fad45-2bfa-4fb8-a20a-ab5ba6bc4f62 req-056d1c56-2a51-44fb-8a01-dd4cdf2e1cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:28:54.787372 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988fad45-2bfa-4fb8-a20a-ab5ba6bc4f62 req-701a3dbc-075e-4901-af96-af6ce9cdcad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:28:54.788581 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-988fad45-2bfa-4fb8-a20a-ab5ba6bc4f62 req-056d1c56-2a51-44fb-8a01-dd4cdf2e1cb5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=14500164-ea70-45d9-8358-e7ee203ceb0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0545719 Jul 13 14:28:54.788726 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-988fad45-2bfa-4fb8-a20a-ab5ba6bc4f62 req-701a3dbc-075e-4901-af96-af6ce9cdcad0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=14500164-ea70-45d9-8358-e7ee203ceb0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515156 Jul 13 14:28:54.878378 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-988fad45-2bfa-4fb8-a20a-ab5ba6bc4f62 req-7afc6c0f-5497-4828-b9d9-6f56a7d0697a service neutron] 10.222.0.41 "GET /v2.0/networks/14500164-ea70-45d9-8358-e7ee203ceb0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822098 Jul 13 14:28:54.881584 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-988fad45-2bfa-4fb8-a20a-ab5ba6bc4f62 req-44bf29ea-e0fd-4d1b-9255-f7be6c39e303 service neutron] 10.222.0.26 "GET /v2.0/networks/14500164-ea70-45d9-8358-e7ee203ceb0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857253 Jul 13 14:28:54.972007 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-988fad45-2bfa-4fb8-a20a-ab5ba6bc4f62 req-db4c26c2-760c-4708-84a4-df73242151eb service neutron] 10.222.0.26 "GET /v2.0/networks/14500164-ea70-45d9-8358-e7ee203ceb0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839770 Jul 13 14:28:54.974827 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-988fad45-2bfa-4fb8-a20a-ab5ba6bc4f62 req-eb49dea7-009d-4e80-9de9-f1f7bede84ca service neutron] 10.222.0.41 "GET /v2.0/networks/14500164-ea70-45d9-8358-e7ee203ceb0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899947 Jul 13 14:28:55.182762 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392522e3-4be9-4df2-9a14-c25597b10d8e req-195ed67b-8bf1-4e8b-861f-a4660d9b7bcf tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:28:55.184859 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-392522e3-4be9-4df2-9a14-c25597b10d8e req-195ed67b-8bf1-4e8b-861f-a4660d9b7bcf tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/ports?device_id=09ed3493-a57d-4440-a0d5-77a74e04f90c HTTP/1.1" status: 200 len: 943 time: 0.0675254 Jul 13 14:28:55.226148 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-392522e3-4be9-4df2-9a14-c25597b10d8e req-cb1ff917-e084-4707-b4c7-c9ba2fcbd725 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bbffade-850f-40f8-9d63-3701c1aa27a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350561 Jul 13 14:28:56.400935 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b456899f-baef-4882-9bb4-9ccb3d8031d6 req-01bf065e-680a-4e65-a4bd-f7ac1235c35d tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:28:56.402552 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b456899f-baef-4882-9bb4-9ccb3d8031d6 req-01bf065e-680a-4e65-a4bd-f7ac1235c35d tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/ports?device_id=09ed3493-a57d-4440-a0d5-77a74e04f90c HTTP/1.1" status: 200 len: 943 time: 0.0625181 Jul 13 14:28:56.443587 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b456899f-baef-4882-9bb4-9ccb3d8031d6 req-8486181f-7493-4ce1-9c49-4dd9ba43cf24 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bbffade-850f-40f8-9d63-3701c1aa27a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355558 Jul 13 14:28:56.529853 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 510911ad-65d7-47e1-b58f-150f80485b0e details requested by agent hyperv_n-h2-800634-1 with host n-h2-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 14:28:56.632699 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 510911ad-65d7-47e1-b58f-150f80485b0e, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=510911ad-65d7-47e1-b58f-150f80485b0e,segment=NetworkSegment(711d6f24-5014-4ae2-bf25-76237a1bec49),segment_id=711d6f24-5014-4ae2-bf25-76237a1bec49)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:28:56.647917 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Returning: {'device': '510911ad-65d7-47e1-b58f-150f80485b0e', 'network_id': '14500164-ea70-45d9-8358-e7ee203ceb0e', 'port_id': '510911ad-65d7-47e1-b58f-150f80485b0e', 'mac_address': 'fa:16:3e:b8:87:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4a064e2-d549-471a-a220-dea1e128d3d3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 14:28:56.685000 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:28:56.699405 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 510911ad-65d7-47e1-b58f-150f80485b0e {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:28:56.718897 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 510911ad-65d7-47e1-b58f-150f80485b0e, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=510911ad-65d7-47e1-b58f-150f80485b0e,segment=NetworkSegment(711d6f24-5014-4ae2-bf25-76237a1bec49),segment_id=711d6f24-5014-4ae2-bf25-76237a1bec49)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:28:56.722733 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:28:56.771297 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=510911ad-65d7-47e1-b58f-150f80485b0e,revision_number=8']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:28:56.778821 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:28:56.779181 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:28:56.779525 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:28:56.779923 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:28:56.780204 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:28:56.780537 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:28:56.780873 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:28:56.781201 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:28:56.781526 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:28:56.781889 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:28:56.782217 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:28:56.782543 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:28:56.801061 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5222a805-b5e2-4877-8126-d501fa4ca02e req-3e536cbf-87d6-482b-b0df-35c06e4a3aa6 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:28:56.802579 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5222a805-b5e2-4877-8126-d501fa4ca02e req-3e536cbf-87d6-482b-b0df-35c06e4a3aa6 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.26 "GET /v2.0/ports?device_id=09ed3493-a57d-4440-a0d5-77a74e04f90c&tenant_id=83e4cfc114994f069bc88b9beef4b060&binding%3Ahost_id=n-h2-800634-1 HTTP/1.1" status: 200 len: 943 time: 0.1185656 Jul 13 14:28:56.811521 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc05d76b-ea4f-4bc8-847a-5e85105d770e req-9ae79240-c23e-4482-bf93-f83dd7a522b8 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:28:56.812878 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-fc05d76b-ea4f-4bc8-847a-5e85105d770e req-9ae79240-c23e-4482-bf93-f83dd7a522b8 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/ports?device_id=09ed3493-a57d-4440-a0d5-77a74e04f90c HTTP/1.1" status: 200 len: 944 time: 0.1171844 Jul 13 14:28:56.887130 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-fc05d76b-ea4f-4bc8-847a-5e85105d770e req-758ef87f-b34d-4680-a80a-8ae0cc9b1d9d tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bbffade-850f-40f8-9d63-3701c1aa27a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679951 Jul 13 14:28:56.895685 n-d-800634-1 neutron-server[93750]: INFO neutron.api.v2.resource [req-5222a805-b5e2-4877-8126-d501fa4ca02e req-9a763172-c604-4e89-9045-f4efa4e3a9ab service neutron] delete failed (client error): The resource could not be found. Jul 13 14:28:56.896670 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5222a805-b5e2-4877-8126-d501fa4ca02e req-9a763172-c604-4e89-9045-f4efa4e3a9ab service neutron] 10.222.0.26 "DELETE /v2.0/ports/510911ad-65d7-47e1-b58f-150f80485b0e/bindings/n-h1-800634-1 HTTP/1.1" status: 404 len: 380 time: 0.0829523 Jul 13 14:28:56.959888 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['510911ad-65d7-47e1-b58f-150f80485b0e'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:28:56.999874 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5222a805-b5e2-4877-8126-d501fa4ca02e req-0d58136b-96fa-4015-bfb6-88df3b9f48e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:28:57.001411 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5222a805-b5e2-4877-8126-d501fa4ca02e req-0d58136b-96fa-4015-bfb6-88df3b9f48e6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=83e4cfc114994f069bc88b9beef4b060&device_id=09ed3493-a57d-4440-a0d5-77a74e04f90c HTTP/1.1" status: 200 len: 1095 time: 0.0543408 Jul 13 14:28:57.090670 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5222a805-b5e2-4877-8126-d501fa4ca02e req-1cdf4916-108e-4c15-8159-225a0205b430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:28:57.093040 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5222a805-b5e2-4877-8126-d501fa4ca02e req-1cdf4916-108e-4c15-8159-225a0205b430 service neutron] 10.222.0.26 "GET /v2.0/networks?id=14500164-ea70-45d9-8358-e7ee203ceb0e HTTP/1.1" status: 200 len: 912 time: 0.0856950 Jul 13 14:28:57.161292 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5222a805-b5e2-4877-8126-d501fa4ca02e req-e209dadc-5d6b-4f12-b756-192a60af0eea service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=510911ad-65d7-47e1-b58f-150f80485b0e HTTP/1.1" status: 200 len: 999 time: 0.0620656 Jul 13 14:28:57.209566 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5222a805-b5e2-4877-8126-d501fa4ca02e req-f6a07285-75f1-491d-a184-f0bd6818a88c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:28:57.210968 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5222a805-b5e2-4877-8126-d501fa4ca02e req-f6a07285-75f1-491d-a184-f0bd6818a88c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f4a064e2-d549-471a-a220-dea1e128d3d3 HTTP/1.1" status: 200 len: 851 time: 0.0434248 Jul 13 14:28:57.266842 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5222a805-b5e2-4877-8126-d501fa4ca02e req-3a9b7c5d-cb74-407f-9234-445d46ca434d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:28:57.268302 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5222a805-b5e2-4877-8126-d501fa4ca02e req-3a9b7c5d-cb74-407f-9234-445d46ca434d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=14500164-ea70-45d9-8358-e7ee203ceb0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508001 Jul 13 14:28:57.360879 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5222a805-b5e2-4877-8126-d501fa4ca02e req-820ddc87-3992-4c65-94b3-814ccbc10c67 service neutron] 10.222.0.26 "GET /v2.0/networks/14500164-ea70-45d9-8358-e7ee203ceb0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860243 Jul 13 14:28:57.447875 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5222a805-b5e2-4877-8126-d501fa4ca02e req-6085bc6f-a583-4bf0-8d4f-41a61963c7a4 service neutron] 10.222.0.26 "GET /v2.0/networks/14500164-ea70-45d9-8358-e7ee203ceb0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812201 Jul 13 14:28:58.065814 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598befaf-1e34-4e8a-84b7-21efeb525a4e req-e91fe968-74e5-4734-a393-cdb7fca86a02 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:28:58.067311 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-598befaf-1e34-4e8a-84b7-21efeb525a4e req-e91fe968-74e5-4734-a393-cdb7fca86a02 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/ports?device_id=09ed3493-a57d-4440-a0d5-77a74e04f90c HTTP/1.1" status: 200 len: 944 time: 0.0654385 Jul 13 14:28:58.104352 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-598befaf-1e34-4e8a-84b7-21efeb525a4e req-26d9979c-17c1-4c9b-9509-0d0b0b2b8558 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bbffade-850f-40f8-9d63-3701c1aa27a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315268 Jul 13 14:28:58.279655 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb82119-ecb3-4338-9f62-c0637fe96e8c req-d4ba7c6c-ecdd-4268-8216-ed463a8a68ff tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:28:58.281162 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0cb82119-ecb3-4338-9f62-c0637fe96e8c req-d4ba7c6c-ecdd-4268-8216-ed463a8a68ff tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/ports?device_id=09ed3493-a57d-4440-a0d5-77a74e04f90c HTTP/1.1" status: 200 len: 944 time: 0.0673103 Jul 13 14:28:58.320080 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0cb82119-ecb3-4338-9f62-c0637fe96e8c req-47a6d847-3915-4ec6-8e76-c68e6e3ed091 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bbffade-850f-40f8-9d63-3701c1aa27a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327275 Jul 13 14:28:58.497223 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd6b4ee-c68a-4074-992b-e67203d28b0d req-137e0cff-682c-4585-8395-19fafa117ed2 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:28:58.498729 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-bfd6b4ee-c68a-4074-992b-e67203d28b0d req-137e0cff-682c-4585-8395-19fafa117ed2 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/ports?device_id=09ed3493-a57d-4440-a0d5-77a74e04f90c HTTP/1.1" status: 200 len: 944 time: 0.0672243 Jul 13 14:28:58.532770 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 510911ad-65d7-47e1-b58f-150f80485b0e up at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:28:58.536946 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-bfd6b4ee-c68a-4074-992b-e67203d28b0d req-dd24c443-2c41-4071-9ba8-8392a6c55633 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bbffade-850f-40f8-9d63-3701c1aa27a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325568 Jul 13 14:28:58.582456 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning for port 510911ad-65d7-47e1-b58f-150f80485b0e completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:28:58.586053 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning complete for port 510911ad-65d7-47e1-b58f-150f80485b0e triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:28:58.586421 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:28:58.666830 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:28:58.689469 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09ed3493-a57d-4440-a0d5-77a74e04f90c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '510911ad-65d7-47e1-b58f-150f80485b0e'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:28:58.703484 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 510911ad-65d7-47e1-b58f-150f80485b0e, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=510911ad-65d7-47e1-b58f-150f80485b0e,segment=NetworkSegment(711d6f24-5014-4ae2-bf25-76237a1bec49),segment_id=711d6f24-5014-4ae2-bf25-76237a1bec49)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:28:58.708833 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:28:58.734620 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f877c416c4e1be0a98e2d34673ec81d4e31c3422e8e709fff770f7d8b7e0843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a61893c-99b8-4197-b453-4b23f66a031f" -d '{"events": [{"server_uuid": "09ed3493-a57d-4440-a0d5-77a74e04f90c", "name": "network-vif-plugged", "status": "completed", "tag": "510911ad-65d7-47e1-b58f-150f80485b0e"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:28:58.763320 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=510911ad-65d7-47e1-b58f-150f80485b0e,revision_number=9']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:28:58.821867 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1e2c5d3-8d2c-436c-bbf3-bc0c47bfaace x-openstack-request-id: req-e1e2c5d3-8d2c-436c-bbf3-bc0c47bfaace {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:28:58.822192 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09ed3493-a57d-4440-a0d5-77a74e04f90c", "name": "network-vif-plugged", "status": "completed", "tag": "510911ad-65d7-47e1-b58f-150f80485b0e", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:28:58.822503 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e1e2c5d3-8d2c-436c-bbf3-bc0c47bfaace {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:28:58.822857 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09ed3493-a57d-4440-a0d5-77a74e04f90c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '510911ad-65d7-47e1-b58f-150f80485b0e', 'code': 200} Jul 13 14:28:58.937833 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67180b10-5761-4ea1-8430-f126a92876da req-b393203b-9cdf-4f62-b299-2a4e26eaf80d tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:28:58.939364 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-67180b10-5761-4ea1-8430-f126a92876da req-b393203b-9cdf-4f62-b299-2a4e26eaf80d tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/ports?device_id=09ed3493-a57d-4440-a0d5-77a74e04f90c HTTP/1.1" status: 200 len: 945 time: 0.0633900 Jul 13 14:28:58.977402 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-67180b10-5761-4ea1-8430-f126a92876da req-ca39855f-62e1-474b-a985-82f71b5a148c tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bbffade-850f-40f8-9d63-3701c1aa27a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325866 Jul 13 14:29:00.150567 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6f643f-a760-4fea-8e0a-9a2f2108bec6 req-a422c64b-0845-4b1b-99ab-075680f376f9 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:29:00.152609 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-9b6f643f-a760-4fea-8e0a-9a2f2108bec6 req-a422c64b-0845-4b1b-99ab-075680f376f9 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.41 "GET /v2.0/ports?device_id=09ed3493-a57d-4440-a0d5-77a74e04f90c HTTP/1.1" status: 200 len: 945 time: 0.0964971 Jul 13 14:29:00.209470 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80b6544-2168-414c-82f4-ef4b33449f42 req-4681a9d8-0c71-43e6-86a3-60e977c1048c tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:29:00.210946 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e80b6544-2168-414c-82f4-ef4b33449f42 req-4681a9d8-0c71-43e6-86a3-60e977c1048c tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/ports?device_id=09ed3493-a57d-4440-a0d5-77a74e04f90c HTTP/1.1" status: 200 len: 945 time: 0.1220412 Jul 13 14:29:00.276539 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e80b6544-2168-414c-82f4-ef4b33449f42 req-99957eaa-2587-477b-b4e2-cb2afdcefdd9 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bbffade-850f-40f8-9d63-3701c1aa27a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543468 Jul 13 14:29:00.292506 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-9b6f643f-a760-4fea-8e0a-9a2f2108bec6 req-3ed6a183-14cb-4994-9ac0-982a538111c8 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Deleting port 510911ad-65d7-47e1-b58f-150f80485b0e {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:29:00.293556 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-9b6f643f-a760-4fea-8e0a-9a2f2108bec6 req-3ed6a183-14cb-4994-9ac0-982a538111c8 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:29:00.382781 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-9b6f643f-a760-4fea-8e0a-9a2f2108bec6 req-3ed6a183-14cb-4994-9ac0-982a538111c8 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] For port 510911ad-65d7-47e1-b58f-150f80485b0e, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=510911ad-65d7-47e1-b58f-150f80485b0e,segment=NetworkSegment(711d6f24-5014-4ae2-bf25-76237a1bec49),segment_id=711d6f24-5014-4ae2-bf25-76237a1bec49)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:29:00.383144 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-9b6f643f-a760-4fea-8e0a-9a2f2108bec6 req-3ed6a183-14cb-4994-9ac0-982a538111c8 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:29:00.598874 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-9b6f643f-a760-4fea-8e0a-9a2f2108bec6 req-3ed6a183-14cb-4994-9ac0-982a538111c8 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:29:00.599250 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-9b6f643f-a760-4fea-8e0a-9a2f2108bec6 req-3ed6a183-14cb-4994-9ac0-982a538111c8 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446547'] for floatingip, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:29:00.599566 n-d-800634-1 neutron-server[93751]: INFO neutron.db.l3_db [req-9b6f643f-a760-4fea-8e0a-9a2f2108bec6 req-3ed6a183-14cb-4994-9ac0-982a538111c8 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Floating IP a0b5e78f-53bc-4f37-8891-31b1052135af disassociated. External IP: 172.25.6.82, port: 510911ad-65d7-47e1-b58f-150f80485b0e. Jul 13 14:29:00.599912 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-9b6f643f-a760-4fea-8e0a-9a2f2108bec6 req-3ed6a183-14cb-4994-9ac0-982a538111c8 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Calling delete_port for 510911ad-65d7-47e1-b58f-150f80485b0e owned by compute:nova {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:29:00.723887 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-9b6f643f-a760-4fea-8e0a-9a2f2108bec6 req-3ed6a183-14cb-4994-9ac0-982a538111c8 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:29:00.757631 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed6a183-14cb-4994-9ac0-982a538111c8 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Pushing event deleted for resources: {'Port': ['ID=510911ad-65d7-47e1-b58f-150f80485b0e,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:29:00.797316 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:29:00.874721 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9b6f643f-a760-4fea-8e0a-9a2f2108bec6 req-3ed6a183-14cb-4994-9ac0-982a538111c8 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Router 50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:29:00.985547 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9b6f643f-a760-4fea-8e0a-9a2f2108bec6 req-3ed6a183-14cb-4994-9ac0-982a538111c8 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:29:00.995421 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f90a71c-bf37-4dff-931a-f2f04a1f731c None None] Sync routers for ids ['50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:29:01.005388 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f90a71c-bf37-4dff-931a-f2f04a1f731c None None] Routers {'50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:29:01.006036 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-5f90a71c-bf37-4dff-931a-f2f04a1f731c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:28:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:29:01.044121 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b6f643f-a760-4fea-8e0a-9a2f2108bec6 req-3ed6a183-14cb-4994-9ac0-982a538111c8 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] No DVR routers for this DVR port 510911ad-65d7-47e1-b58f-150f80485b0e on host n-h2-800634-1 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:29:01.046825 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-9b6f643f-a760-4fea-8e0a-9a2f2108bec6 req-3ed6a183-14cb-4994-9ac0-982a538111c8 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:29:01.048964 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-9b6f643f-a760-4fea-8e0a-9a2f2108bec6 req-3ed6a183-14cb-4994-9ac0-982a538111c8 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.41 "DELETE /v2.0/ports/510911ad-65d7-47e1-b58f-150f80485b0e HTTP/1.1" status: 204 len: 173 time: 0.8897367 Jul 13 14:29:01.049449 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09ed3493-a57d-4440-a0d5-77a74e04f90c', 'name': 'network-vif-deleted', 'tag': '510911ad-65d7-47e1-b58f-150f80485b0e'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:29:01.051750 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dea8b0fca9d342929f96bd35c86b8a14765464b9140f1e1e2496fbd7209775c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4df0528f-9923-4af2-9564-688330d69fcd" -d '{"events": [{"server_uuid": "09ed3493-a57d-4440-a0d5-77a74e04f90c", "name": "network-vif-deleted", "tag": "510911ad-65d7-47e1-b58f-150f80485b0e"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:29:01.095976 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c5ec1f6-fbbc-4ea1-ab61-1114947e0759 x-openstack-request-id: req-4c5ec1f6-fbbc-4ea1-ab61-1114947e0759 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:29:01.096355 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09ed3493-a57d-4440-a0d5-77a74e04f90c", "name": "network-vif-deleted", "tag": "510911ad-65d7-47e1-b58f-150f80485b0e", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:29:01.096676 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4c5ec1f6-fbbc-4ea1-ab61-1114947e0759 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:29:01.097075 n-d-800634-1 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09ed3493-a57d-4440-a0d5-77a74e04f90c', 'name': 'network-vif-deleted', 'tag': '510911ad-65d7-47e1-b58f-150f80485b0e', 'status': 'completed', 'code': 200} Jul 13 14:29:01.125874 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-5f90a71c-bf37-4dff-931a-f2f04a1f731c None None] Set router 50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:29:01.246083 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:29:01.337865 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-5f90a71c-bf37-4dff-931a-f2f04a1f731c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc', 'name': 'tempest-ServerActionsTestJSON-1113875761-router', 'tenant_id': '83e4cfc114994f069bc88b9beef4b060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': 'f73fb570-9b0a-437c-9323-8904f128109b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:26:43Z', 'updated_at': '2021-07-13T14:26:46Z', 'revision_number': 4, 'project_id': '83e4cfc114994f069bc88b9beef4b060', 'gw_port': {'id': 'f73fb570-9b0a-437c-9323-8904f128109b', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a2:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:26:44Z', 'updated_at': '2021-07-13T14:26:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': 'c348c8f1-1951-45d3-bb20-9d8cc8b7f236', 'name': '', 'network_id': '14500164-ea70-45d9-8358-e7ee203ceb0e', 'tenant_id': '83e4cfc114994f069bc88b9beef4b060', 'mac_address': 'fa:16:3e:6f:0d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'f4a064e2-d549-471a-a220-dea1e128d3d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:26:45Z', 'updated_at': '2021-07-13T14:26:51Z', 'revision_number': 5, 'project_id': '83e4cfc114994f069bc88b9beef4b060', 'subnets': [{'id': 'f4a064e2-d549-471a-a220-dea1e128d3d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:29:01.368800 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f90a71c-bf37-4dff-931a-f2f04a1f731c None None] Checking router: 50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc for host: n-d-800634-1 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:29:01.377584 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f90a71c-bf37-4dff-931a-f2f04a1f731c None None] Routers {'50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:29:01.378761 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-5f90a71c-bf37-4dff-931a-f2f04a1f731c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:28:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:29:01.447968 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-95530a17-a32a-4dd8-bdae-355a334c4649 req-eede14a2-5d40-4c67-a03a-8dafaa3c63d5 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/ports?device_id=09ed3493-a57d-4440-a0d5-77a74e04f90c HTTP/1.1" status: 200 len: 210 time: 0.0288250 Jul 13 14:29:01.486582 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-5f90a71c-bf37-4dff-931a-f2f04a1f731c None None] Set router 50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:29:01.693514 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-5f90a71c-bf37-4dff-931a-f2f04a1f731c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc', 'name': 'tempest-ServerActionsTestJSON-1113875761-router', 'tenant_id': '83e4cfc114994f069bc88b9beef4b060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': 'f73fb570-9b0a-437c-9323-8904f128109b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:26:43Z', 'updated_at': '2021-07-13T14:26:46Z', 'revision_number': 4, 'project_id': '83e4cfc114994f069bc88b9beef4b060', 'gw_port': {'id': 'f73fb570-9b0a-437c-9323-8904f128109b', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a2:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:26:44Z', 'updated_at': '2021-07-13T14:26:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': 'c348c8f1-1951-45d3-bb20-9d8cc8b7f236', 'name': '', 'network_id': '14500164-ea70-45d9-8358-e7ee203ceb0e', 'tenant_id': '83e4cfc114994f069bc88b9beef4b060', 'mac_address': 'fa:16:3e:6f:0d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'f4a064e2-d549-471a-a220-dea1e128d3d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:26:45Z', 'updated_at': '2021-07-13T14:26:51Z', 'revision_number': 5, 'project_id': '83e4cfc114994f069bc88b9beef4b060', 'subnets': [{'id': 'f4a064e2-d549-471a-a220-dea1e128d3d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:29:01.720706 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f90a71c-bf37-4dff-931a-f2f04a1f731c None None] The sync data for ids ['50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc'] in n-d-800634-1 is: [{'id': '50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc', 'name': 'tempest-ServerActionsTestJSON-1113875761-router', 'tenant_id': '83e4cfc114994f069bc88b9beef4b060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': 'f73fb570-9b0a-437c-9323-8904f128109b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:26:43Z', 'updated_at': '2021-07-13T14:26:46Z', 'revision_number': 4, 'project_id': '83e4cfc114994f069bc88b9beef4b060', 'gw_port': {'id': 'f73fb570-9b0a-437c-9323-8904f128109b', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a2:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:26:44Z', 'updated_at': '2021-07-13T14:26:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': 'c348c8f1-1951-45d3-bb20-9d8cc8b7f236', 'name': '', 'network_id': '14500164-ea70-45d9-8358-e7ee203ceb0e', 'tenant_id': '83e4cfc114994f069bc88b9beef4b060', 'mac_address': 'fa:16:3e:6f:0d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'f4a064e2-d549-471a-a220-dea1e128d3d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:26:45Z', 'updated_at': '2021-07-13T14:26:51Z', 'revision_number': 5, 'project_id': '83e4cfc114994f069bc88b9beef4b060', 'subnets': [{'id': 'f4a064e2-d549-471a-a220-dea1e128d3d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:29:01.956736 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6dbd4db-d255-4d63-a010-446320e826bc None None] New status for floating IP a0b5e78f-53bc-4f37-8891-31b1052135af: DOWN {{(pid=93753) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 14:29:02.563192 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 510911ad-65d7-47e1-b58f-150f80485b0e no longer exists at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:29:02.585443 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] No Port match for: 510911ad-65d7-47e1-b58f-150f80485b0e {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:29:02.585841 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 510911ad-65d7-47e1-b58f-150f80485b0e not bound to the agent host n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:29:02.749161 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6b29a319-1ca0-4203-a366-bf14146013a3 req-f8c9546b-80cc-48a5-b5bd-bd0b2a26f17f tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--753730354&fields=id&tenant_id=83e4cfc114994f069bc88b9beef4b060 HTTP/1.1" status: 200 len: 267 time: 0.0319369 Jul 13 14:29:02.857459 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b29a319-1ca0-4203-a366-bf14146013a3 req-fa978eba-184d-4336-9ffa-d7f21e06cbaa tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:29:02.858940 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6b29a319-1ca0-4203-a366-bf14146013a3 req-fa978eba-184d-4336-9ffa-d7f21e06cbaa tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/networks?id=14500164-ea70-45d9-8358-e7ee203ceb0e HTTP/1.1" status: 200 len: 812 time: 0.1036391 Jul 13 14:29:02.873037 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6b29a319-1ca0-4203-a366-bf14146013a3 req-db89a8a5-fde2-4da4-b821-5464f579b7ae tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/quotas/83e4cfc114994f069bc88b9beef4b060 HTTP/1.1" status: 200 len: 375 time: 0.0087514 Jul 13 14:29:02.940914 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6b29a319-1ca0-4203-a366-bf14146013a3 req-0e02690f-d2dc-47b4-acc1-bc04a2178e69 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=83e4cfc114994f069bc88b9beef4b060&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0630860 Jul 13 14:29:03.113965 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6b29a319-1ca0-4203-a366-bf14146013a3 req-a33ccb60-5fa4-4532-91e1-a02ad6f6a71b service neutron] 10.222.0.23 "GET /v2.0/networks/14500164-ea70-45d9-8358-e7ee203ceb0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284006 Jul 13 14:29:03.199468 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6b29a319-1ca0-4203-a366-bf14146013a3 req-d73f5b51-24df-4927-a150-f30fed1fa96c service neutron] 10.222.0.23 "GET /v2.0/networks/14500164-ea70-45d9-8358-e7ee203ceb0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827305 Jul 13 14:29:03.391622 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-841dfbc6-0c40-4d7c-988e-6d43daf9dda4 req-2fba5031-dbb6-4e79-bf95-c228e39346f7 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/ports?device_id=3df49cd4-67d4-4d45-8cd6-7642e1f0b81b HTTP/1.1" status: 200 len: 210 time: 0.0322940 Jul 13 14:29:04.542158 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3396b2a7-afc4-49be-921c-cbebaba1be4a req-48d20d05-3e3f-4051-887a-db413c6cdf17 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/ports?device_id=3df49cd4-67d4-4d45-8cd6-7642e1f0b81b HTTP/1.1" status: 200 len: 210 time: 0.0328100 Jul 13 14:29:04.580385 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b29a319-1ca0-4203-a366-bf14146013a3 req-54ee66cd-588e-498a-802a-3d4c6192868d tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:29:04.581881 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6b29a319-1ca0-4203-a366-bf14146013a3 req-54ee66cd-588e-498a-802a-3d4c6192868d tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.26 "GET /v2.0/networks?id=14500164-ea70-45d9-8358-e7ee203ceb0e HTTP/1.1" status: 200 len: 812 time: 0.1420629 Jul 13 14:29:04.628953 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6b29a319-1ca0-4203-a366-bf14146013a3 req-679d5398-3d8b-4562-b2d4-b8232c6e2075 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=83e4cfc114994f069bc88b9beef4b060 HTTP/1.1" status: 200 len: 379 time: 0.0367925 Jul 13 14:29:04.635967 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-6b29a319-1ca0-4203-a366-bf14146013a3 req-772ee996-8afc-4097-817c-f5f029d79121 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Request body: {'port': {'device_id': '3df49cd4-67d4-4d45-8cd6-7642e1f0b81b', 'network_id': '14500164-ea70-45d9-8358-e7ee203ceb0e', 'admin_state_up': True, 'tenant_id': '83e4cfc114994f069bc88b9beef4b060', 'security_groups': ['6bbffade-850f-40f8-9d63-3701c1aa27a7']}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:29:04.749261 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b29a319-1ca0-4203-a366-bf14146013a3 req-772ee996-8afc-4097-817c-f5f029d79121 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Made reservation on behalf of 83e4cfc114994f069bc88b9beef4b060 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:29:04.752713 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-6b29a319-1ca0-4203-a366-bf14146013a3 req-772ee996-8afc-4097-817c-f5f029d79121 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:29:05.191869 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-6b29a319-1ca0-4203-a366-bf14146013a3 req-772ee996-8afc-4097-817c-f5f029d79121 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Allocated IP 172.20.0.8 (14500164-ea70-45d9-8358-e7ee203ceb0e/f4a064e2-d549-471a-a220-dea1e128d3d3/603d3f81-00a8-4339-9e0e-b8b93ba54986) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:29:05.331106 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-6b29a319-1ca0-4203-a366-bf14146013a3 req-772ee996-8afc-4097-817c-f5f029d79121 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:29:05.345580 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-6b29a319-1ca0-4203-a366-bf14146013a3 req-772ee996-8afc-4097-817c-f5f029d79121 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Transition to ACTIVE for port object 603d3f81-00a8-4339-9e0e-b8b93ba54986 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:29:05.379948 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-6b29a319-1ca0-4203-a366-bf14146013a3 req-772ee996-8afc-4097-817c-f5f029d79121 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:29:05.421797 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b29a319-1ca0-4203-a366-bf14146013a3 req-772ee996-8afc-4097-817c-f5f029d79121 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Network 14500164-ea70-45d9-8358-e7ee203ceb0e is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:29:05.426828 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-6b29a319-1ca0-4203-a366-bf14146013a3 req-772ee996-8afc-4097-817c-f5f029d79121 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:29:05.431063 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b29a319-1ca0-4203-a366-bf14146013a3 req-772ee996-8afc-4097-817c-f5f029d79121 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:29:05.461405 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772ee996-8afc-4097-817c-f5f029d79121 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Pushing event updated for resources: {'Port': ['ID=603d3f81-00a8-4339-9e0e-b8b93ba54986,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:29:05.476515 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772ee996-8afc-4097-817c-f5f029d79121 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:29:05.476859 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772ee996-8afc-4097-817c-f5f029d79121 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:29:05.477197 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772ee996-8afc-4097-817c-f5f029d79121 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:29:05.477528 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772ee996-8afc-4097-817c-f5f029d79121 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:29:05.477883 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772ee996-8afc-4097-817c-f5f029d79121 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:29:05.478208 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772ee996-8afc-4097-817c-f5f029d79121 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:29:05.478530 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772ee996-8afc-4097-817c-f5f029d79121 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:29:05.478846 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772ee996-8afc-4097-817c-f5f029d79121 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:29:05.479166 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772ee996-8afc-4097-817c-f5f029d79121 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:29:05.479479 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772ee996-8afc-4097-817c-f5f029d79121 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:29:05.479889 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772ee996-8afc-4097-817c-f5f029d79121 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:29:05.480740 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772ee996-8afc-4097-817c-f5f029d79121 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:29:05.500495 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b29a319-1ca0-4203-a366-bf14146013a3 req-772ee996-8afc-4097-817c-f5f029d79121 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:29:05.501112 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-6b29a319-1ca0-4203-a366-bf14146013a3 req-772ee996-8afc-4097-817c-f5f029d79121 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:29:05.515924 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6b29a319-1ca0-4203-a366-bf14146013a3 req-772ee996-8afc-4097-817c-f5f029d79121 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8838716 Jul 13 14:29:05.528079 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-6b29a319-1ca0-4203-a366-bf14146013a3 req-77f717bb-eb67-49c5-a653-ca4705d2147f service neutron] Request body: {'port': {'device_id': '3df49cd4-67d4-4d45-8cd6-7642e1f0b81b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:29:05.606690 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-6b29a319-1ca0-4203-a366-bf14146013a3 req-77f717bb-eb67-49c5-a653-ca4705d2147f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:29:05.673257 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-9df15994-3866-4910-b059-17dc4d3d80a8 None None] Provisioning for port 603d3f81-00a8-4339-9e0e-b8b93ba54986 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:29:05.677109 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-9df15994-3866-4910-b059-17dc4d3d80a8 None None] Provisioning complete for port 603d3f81-00a8-4339-9e0e-b8b93ba54986 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:29:05.677664 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9df15994-3866-4910-b059-17dc4d3d80a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:29:05.713436 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-9df15994-3866-4910-b059-17dc4d3d80a8 None None] Port 603d3f81-00a8-4339-9e0e-b8b93ba54986 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:29:05.727057 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2478f543-8f8b-4f73-ab56-ed4f1e86a94b req-d7957685-e50c-4537-b483-eb5ec1a55a77 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:29:05.728550 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2478f543-8f8b-4f73-ab56-ed4f1e86a94b req-d7957685-e50c-4537-b483-eb5ec1a55a77 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/ports?device_id=3df49cd4-67d4-4d45-8cd6-7642e1f0b81b HTTP/1.1" status: 200 len: 931 time: 0.0648689 Jul 13 14:29:05.766250 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2478f543-8f8b-4f73-ab56-ed4f1e86a94b req-a95897df-875f-4d56-b36c-0717ae2d033b tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bbffade-850f-40f8-9d63-3701c1aa27a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318043 Jul 13 14:29:05.874149 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-6b29a319-1ca0-4203-a366-bf14146013a3 req-77f717bb-eb67-49c5-a653-ca4705d2147f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 603d3f81-00a8-4339-9e0e-b8b93ba54986 {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:29:05.881343 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-6b29a319-1ca0-4203-a366-bf14146013a3 req-77f717bb-eb67-49c5-a653-ca4705d2147f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:29:05.893487 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-6b29a319-1ca0-4203-a366-bf14146013a3 req-77f717bb-eb67-49c5-a653-ca4705d2147f service neutron] Transition to ACTIVE for port object 603d3f81-00a8-4339-9e0e-b8b93ba54986 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:29:05.897183 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-6b29a319-1ca0-4203-a366-bf14146013a3 req-77f717bb-eb67-49c5-a653-ca4705d2147f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:29:05.947420 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f717bb-eb67-49c5-a653-ca4705d2147f service neutron] Pushing event updated for resources: {'Port': ['ID=603d3f81-00a8-4339-9e0e-b8b93ba54986,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:29:06.019481 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-6b29a319-1ca0-4203-a366-bf14146013a3 req-77f717bb-eb67-49c5-a653-ca4705d2147f service neutron] Attempting to bind port 603d3f81-00a8-4339-9e0e-b8b93ba54986 on host n-h1-800634-1 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:29:06.019812 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-6b29a319-1ca0-4203-a366-bf14146013a3 req-77f717bb-eb67-49c5-a653-ca4705d2147f service neutron] Attempting to bind port 603d3f81-00a8-4339-9e0e-b8b93ba54986 by drivers openvswitch,hyperv on host n-h1-800634-1 at level 0 using segments [{'id': '711d6f24-5014-4ae2-bf25-76237a1bec49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '14500164-ea70-45d9-8358-e7ee203ceb0e'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:29:06.020141 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b29a319-1ca0-4203-a366-bf14146013a3 req-77f717bb-eb67-49c5-a653-ca4705d2147f service neutron] Attempting to bind port 603d3f81-00a8-4339-9e0e-b8b93ba54986 on network 14500164-ea70-45d9-8358-e7ee203ceb0e {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:29:06.024680 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b29a319-1ca0-4203-a366-bf14146013a3 req-77f717bb-eb67-49c5-a653-ca4705d2147f service neutron] Port 603d3f81-00a8-4339-9e0e-b8b93ba54986 on network 14500164-ea70-45d9-8358-e7ee203ceb0e not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-1 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 14:29:06.025000 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b29a319-1ca0-4203-a366-bf14146013a3 req-77f717bb-eb67-49c5-a653-ca4705d2147f service neutron] Attempting to bind port 603d3f81-00a8-4339-9e0e-b8b93ba54986 on network 14500164-ea70-45d9-8358-e7ee203ceb0e {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:29:06.030923 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b29a319-1ca0-4203-a366-bf14146013a3 req-77f717bb-eb67-49c5-a653-ca4705d2147f service neutron] Checking agent: {'id': 'a7603dc8-3c50-4a9b-8f0d-1143528f155e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:29:06.031258 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b29a319-1ca0-4203-a366-bf14146013a3 req-77f717bb-eb67-49c5-a653-ca4705d2147f service neutron] Checking segment: {'id': '711d6f24-5014-4ae2-bf25-76237a1bec49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '14500164-ea70-45d9-8358-e7ee203ceb0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:29:06.031638 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b29a319-1ca0-4203-a366-bf14146013a3 req-77f717bb-eb67-49c5-a653-ca4705d2147f service neutron] Bound using segment: {'id': '711d6f24-5014-4ae2-bf25-76237a1bec49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '14500164-ea70-45d9-8358-e7ee203ceb0e'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:29:06.032066 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-6b29a319-1ca0-4203-a366-bf14146013a3 req-77f717bb-eb67-49c5-a653-ca4705d2147f service neutron] Bound port: 603d3f81-00a8-4339-9e0e-b8b93ba54986, host: n-h1-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '711d6f24-5014-4ae2-bf25-76237a1bec49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '14500164-ea70-45d9-8358-e7ee203ceb0e'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:29:06.032423 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-6b29a319-1ca0-4203-a366-bf14146013a3 req-77f717bb-eb67-49c5-a653-ca4705d2147f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:29:06.099250 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-6b29a319-1ca0-4203-a366-bf14146013a3 req-77f717bb-eb67-49c5-a653-ca4705d2147f service neutron] For port 603d3f81-00a8-4339-9e0e-b8b93ba54986, host n-h1-800634-1, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:29:06.102208 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-6b29a319-1ca0-4203-a366-bf14146013a3 req-77f717bb-eb67-49c5-a653-ca4705d2147f service neutron] For port 603d3f81-00a8-4339-9e0e-b8b93ba54986, host n-h1-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=603d3f81-00a8-4339-9e0e-b8b93ba54986,segment=NetworkSegment(711d6f24-5014-4ae2-bf25-76237a1bec49),segment_id=711d6f24-5014-4ae2-bf25-76237a1bec49)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:29:06.106475 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-6b29a319-1ca0-4203-a366-bf14146013a3 req-77f717bb-eb67-49c5-a653-ca4705d2147f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:29:06.148592 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b29a319-1ca0-4203-a366-bf14146013a3 req-77f717bb-eb67-49c5-a653-ca4705d2147f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:29:06.149204 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-6b29a319-1ca0-4203-a366-bf14146013a3 req-77f717bb-eb67-49c5-a653-ca4705d2147f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:29:06.150605 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6b29a319-1ca0-4203-a366-bf14146013a3 req-77f717bb-eb67-49c5-a653-ca4705d2147f service neutron] 10.222.0.26 "PUT /v2.0/ports/603d3f81-00a8-4339-9e0e-b8b93ba54986 HTTP/1.1" status: 200 len: 1091 time: 0.6275563 Jul 13 14:29:06.151046 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3df49cd4-67d4-4d45-8cd6-7642e1f0b81b', 'tag': '603d3f81-00a8-4339-9e0e-b8b93ba54986'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:29:06.174633 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f717bb-eb67-49c5-a653-ca4705d2147f service neutron] Pushing event updated for resources: {'Port': ['ID=603d3f81-00a8-4339-9e0e-b8b93ba54986,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:29:06.202161 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d80e434584b282bc6a886e23c599c6bef7951b468a8cb6259e8628cee4d6f2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26f45b29-94b5-4192-a032-e0eff3bcf8fa" -d '{"events": [{"name": "network-changed", "server_uuid": "3df49cd4-67d4-4d45-8cd6-7642e1f0b81b", "tag": "603d3f81-00a8-4339-9e0e-b8b93ba54986"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:29:06.258887 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b29a319-1ca0-4203-a366-bf14146013a3 req-668142bf-81ef-466f-af2c-3f5d35f03cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:29:06.260499 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6b29a319-1ca0-4203-a366-bf14146013a3 req-668142bf-81ef-466f-af2c-3f5d35f03cd2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=83e4cfc114994f069bc88b9beef4b060&device_id=3df49cd4-67d4-4d45-8cd6-7642e1f0b81b HTTP/1.1" status: 200 len: 1094 time: 0.0691483 Jul 13 14:29:06.301313 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26a6c244-10ba-41ba-a789-3f4befaccfca x-openstack-request-id: req-26a6c244-10ba-41ba-a789-3f4befaccfca {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:29:06.301606 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3df49cd4-67d4-4d45-8cd6-7642e1f0b81b", "tag": "603d3f81-00a8-4339-9e0e-b8b93ba54986", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:29:06.301880 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-26a6c244-10ba-41ba-a789-3f4befaccfca {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:29:06.302282 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3df49cd4-67d4-4d45-8cd6-7642e1f0b81b', 'tag': '603d3f81-00a8-4339-9e0e-b8b93ba54986', 'status': 'completed', 'code': 200} Jul 13 14:29:06.304108 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6b29a319-1ca0-4203-a366-bf14146013a3 req-e1a0d6dc-d6cd-4403-9f3a-1070263da32e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=603d3f81-00a8-4339-9e0e-b8b93ba54986 HTTP/1.1" status: 200 len: 217 time: 0.0367737 Jul 13 14:29:06.358477 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b29a319-1ca0-4203-a366-bf14146013a3 req-bfbacec1-1c63-4662-98b3-3bdd88380e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:29:06.359943 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6b29a319-1ca0-4203-a366-bf14146013a3 req-bfbacec1-1c63-4662-98b3-3bdd88380e94 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f4a064e2-d549-471a-a220-dea1e128d3d3 HTTP/1.1" status: 200 len: 851 time: 0.0496364 Jul 13 14:29:06.416678 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b29a319-1ca0-4203-a366-bf14146013a3 req-040c9837-ea74-484a-8195-b309ef9c47ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:29:06.418287 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6b29a319-1ca0-4203-a366-bf14146013a3 req-040c9837-ea74-484a-8195-b309ef9c47ed service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=14500164-ea70-45d9-8358-e7ee203ceb0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519917 Jul 13 14:29:06.507846 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6b29a319-1ca0-4203-a366-bf14146013a3 req-f3a8e65f-1bfb-4c62-9f51-08efbc900f59 service neutron] 10.222.0.26 "GET /v2.0/networks/14500164-ea70-45d9-8358-e7ee203ceb0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825126 Jul 13 14:29:06.599793 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6b29a319-1ca0-4203-a366-bf14146013a3 req-b922106b-cad2-4e0d-8fd1-d3136e615a32 service neutron] 10.222.0.26 "GET /v2.0/networks/14500164-ea70-45d9-8358-e7ee203ceb0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859084 Jul 13 14:29:06.699468 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f45b29-94b5-4192-a032-e0eff3bcf8fa req-31fbd1a7-1b0a-4e87-8f97-7a325c9d6dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:29:06.701049 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-26f45b29-94b5-4192-a032-e0eff3bcf8fa req-31fbd1a7-1b0a-4e87-8f97-7a325c9d6dc3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=83e4cfc114994f069bc88b9beef4b060&device_id=3df49cd4-67d4-4d45-8cd6-7642e1f0b81b HTTP/1.1" status: 200 len: 1094 time: 0.0530028 Jul 13 14:29:06.791642 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f45b29-94b5-4192-a032-e0eff3bcf8fa req-e2f220e7-0f9d-4846-89f0-4f443cd9001f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:29:06.793558 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-26f45b29-94b5-4192-a032-e0eff3bcf8fa req-e2f220e7-0f9d-4846-89f0-4f443cd9001f service neutron] 10.222.0.26 "GET /v2.0/networks?id=14500164-ea70-45d9-8358-e7ee203ceb0e HTTP/1.1" status: 200 len: 912 time: 0.0865934 Jul 13 14:29:06.834901 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-26f45b29-94b5-4192-a032-e0eff3bcf8fa req-065354b4-9390-43a2-952e-b19f453fc469 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=603d3f81-00a8-4339-9e0e-b8b93ba54986 HTTP/1.1" status: 200 len: 217 time: 0.0349162 Jul 13 14:29:06.884957 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f45b29-94b5-4192-a032-e0eff3bcf8fa req-fffdf2f5-3cc6-428a-b5f4-e85b9874260a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:29:06.886725 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-26f45b29-94b5-4192-a032-e0eff3bcf8fa req-fffdf2f5-3cc6-428a-b5f4-e85b9874260a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f4a064e2-d549-471a-a220-dea1e128d3d3 HTTP/1.1" status: 200 len: 851 time: 0.0452154 Jul 13 14:29:06.939968 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8b0968-de98-4f8b-8f4e-8eb2a6ef3243 req-5b2b178d-01de-482a-8173-db4d238da88c tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:29:06.941603 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-0c8b0968-de98-4f8b-8f4e-8eb2a6ef3243 req-5b2b178d-01de-482a-8173-db4d238da88c tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/ports?device_id=3df49cd4-67d4-4d45-8cd6-7642e1f0b81b HTTP/1.1" status: 200 len: 943 time: 0.0639007 Jul 13 14:29:06.948644 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f45b29-94b5-4192-a032-e0eff3bcf8fa req-8b093b6c-22d5-437c-8d74-cdb26bdb2d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:29:06.950200 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-26f45b29-94b5-4192-a032-e0eff3bcf8fa req-8b093b6c-22d5-437c-8d74-cdb26bdb2d58 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=14500164-ea70-45d9-8358-e7ee203ceb0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0569763 Jul 13 14:29:06.980814 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-0c8b0968-de98-4f8b-8f4e-8eb2a6ef3243 req-651d59f7-3e3e-4a5a-add0-084d1f81a14c tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bbffade-850f-40f8-9d63-3701c1aa27a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325828 Jul 13 14:29:07.039092 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-26f45b29-94b5-4192-a032-e0eff3bcf8fa req-bd63d5d3-1f45-4846-819d-b065d1f5a239 service neutron] 10.222.0.26 "GET /v2.0/networks/14500164-ea70-45d9-8358-e7ee203ceb0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812438 Jul 13 14:29:07.131024 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-26f45b29-94b5-4192-a032-e0eff3bcf8fa req-284dea52-c5b4-4a61-9619-ee686740cfde service neutron] 10.222.0.26 "GET /v2.0/networks/14500164-ea70-45d9-8358-e7ee203ceb0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847509 Jul 13 14:29:08.156732 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 603d3f81-00a8-4339-9e0e-b8b93ba54986 details requested by agent hyperv_n-h1-800634-1 with host n-h1-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 14:29:08.163792 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ddb720-e5d5-4ff7-8f49-d45249ddf165 req-109fdc4a-bad2-4f60-9386-8d2fd9a0c76e tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:29:08.165317 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-85ddb720-e5d5-4ff7-8f49-d45249ddf165 req-109fdc4a-bad2-4f60-9386-8d2fd9a0c76e tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/ports?device_id=3df49cd4-67d4-4d45-8cd6-7642e1f0b81b HTTP/1.1" status: 200 len: 943 time: 0.0667169 Jul 13 14:29:08.204514 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-85ddb720-e5d5-4ff7-8f49-d45249ddf165 req-ec53fade-ee8f-4694-a0b3-57cfdf624666 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bbffade-850f-40f8-9d63-3701c1aa27a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325167 Jul 13 14:29:08.275407 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 603d3f81-00a8-4339-9e0e-b8b93ba54986, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=603d3f81-00a8-4339-9e0e-b8b93ba54986,segment=NetworkSegment(711d6f24-5014-4ae2-bf25-76237a1bec49),segment_id=711d6f24-5014-4ae2-bf25-76237a1bec49)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:29:08.287978 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Returning: {'device': '603d3f81-00a8-4339-9e0e-b8b93ba54986', 'network_id': '14500164-ea70-45d9-8358-e7ee203ceb0e', 'port_id': '603d3f81-00a8-4339-9e0e-b8b93ba54986', 'mac_address': 'fa:16:3e:06:7d:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4a064e2-d549-471a-a220-dea1e128d3d3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 14:29:08.327572 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:29:08.341070 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 603d3f81-00a8-4339-9e0e-b8b93ba54986 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:29:08.361154 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 603d3f81-00a8-4339-9e0e-b8b93ba54986, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=603d3f81-00a8-4339-9e0e-b8b93ba54986,segment=NetworkSegment(711d6f24-5014-4ae2-bf25-76237a1bec49),segment_id=711d6f24-5014-4ae2-bf25-76237a1bec49)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:29:08.364894 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:29:08.411380 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=603d3f81-00a8-4339-9e0e-b8b93ba54986,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:29:08.598989 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['603d3f81-00a8-4339-9e0e-b8b93ba54986'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:29:09.377127 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba989d2-4c43-4c88-a2ce-3405fb4bca0b req-674304ed-4297-45e4-9fd3-7f1ac1aaf319 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:29:09.378777 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2ba989d2-4c43-4c88-a2ce-3405fb4bca0b req-674304ed-4297-45e4-9fd3-7f1ac1aaf319 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/ports?device_id=3df49cd4-67d4-4d45-8cd6-7642e1f0b81b HTTP/1.1" status: 200 len: 944 time: 0.0658011 Jul 13 14:29:09.415654 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2ba989d2-4c43-4c88-a2ce-3405fb4bca0b req-bb77f0b6-9d8d-49a4-8181-7655ee10d2a2 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bbffade-850f-40f8-9d63-3701c1aa27a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314236 Jul 13 14:29:10.034337 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 603d3f81-00a8-4339-9e0e-b8b93ba54986 up at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:29:10.081956 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning for port 603d3f81-00a8-4339-9e0e-b8b93ba54986 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:29:10.085514 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning complete for port 603d3f81-00a8-4339-9e0e-b8b93ba54986 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:29:10.085926 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:29:10.162053 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:29:10.184470 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3df49cd4-67d4-4d45-8cd6-7642e1f0b81b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '603d3f81-00a8-4339-9e0e-b8b93ba54986'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:29:10.186737 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f877c416c4e1be0a98e2d34673ec81d4e31c3422e8e709fff770f7d8b7e0843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc5f1234-7206-4a86-8b9e-33c911c0dc3e" -d '{"events": [{"server_uuid": "3df49cd4-67d4-4d45-8cd6-7642e1f0b81b", "name": "network-vif-plugged", "status": "completed", "tag": "603d3f81-00a8-4339-9e0e-b8b93ba54986"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:29:10.199759 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 603d3f81-00a8-4339-9e0e-b8b93ba54986, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=603d3f81-00a8-4339-9e0e-b8b93ba54986,segment=NetworkSegment(711d6f24-5014-4ae2-bf25-76237a1bec49),segment_id=711d6f24-5014-4ae2-bf25-76237a1bec49)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:29:10.203618 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:29:10.226378 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:29:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed82d27f-de1f-4832-a4e6-a84e5c8bee19 x-openstack-request-id: req-ed82d27f-de1f-4832-a4e6-a84e5c8bee19 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:29:10.226670 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3df49cd4-67d4-4d45-8cd6-7642e1f0b81b", "name": "network-vif-plugged", "status": "completed", "tag": "603d3f81-00a8-4339-9e0e-b8b93ba54986", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:29:10.226925 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ed82d27f-de1f-4832-a4e6-a84e5c8bee19 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:29:10.227312 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3df49cd4-67d4-4d45-8cd6-7642e1f0b81b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '603d3f81-00a8-4339-9e0e-b8b93ba54986', 'code': 200} Jul 13 14:29:10.254442 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=603d3f81-00a8-4339-9e0e-b8b93ba54986,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:29:10.340925 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525ac709-5367-42f4-a7ff-65905391e79d req-c280afe6-0845-42c7-a3c9-c53a72f3f945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:29:10.342374 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-525ac709-5367-42f4-a7ff-65905391e79d req-c280afe6-0845-42c7-a3c9-c53a72f3f945 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3df49cd4-67d4-4d45-8cd6-7642e1f0b81b HTTP/1.1" status: 200 len: 1096 time: 0.0527389 Jul 13 14:29:10.376789 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-525ac709-5367-42f4-a7ff-65905391e79d req-a83b2520-05c3-46c2-935d-664254dc8434 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=6bbffade-850f-40f8-9d63-3701c1aa27a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0283148 Jul 13 14:29:10.590079 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b008d42c-99b0-45df-bbbc-506ee53d7175 req-cfa26830-008a-4db2-b9f7-587fb5dcb53d tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:29:10.591637 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b008d42c-99b0-45df-bbbc-506ee53d7175 req-cfa26830-008a-4db2-b9f7-587fb5dcb53d tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/ports?device_id=3df49cd4-67d4-4d45-8cd6-7642e1f0b81b HTTP/1.1" status: 200 len: 945 time: 0.0638556 Jul 13 14:29:10.627965 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b008d42c-99b0-45df-bbbc-506ee53d7175 req-9e651ab9-9cc3-46f5-aca4-a0f4b00ad0e6 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bbffade-850f-40f8-9d63-3701c1aa27a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309465 Jul 13 14:29:11.804058 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082c54ba-8b1a-4906-a8d6-bbf5915ed13b req-cec5d59d-9235-4644-b8a5-7f1baad2f0e9 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:29:11.805838 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-082c54ba-8b1a-4906-a8d6-bbf5915ed13b req-cec5d59d-9235-4644-b8a5-7f1baad2f0e9 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/ports?device_id=3df49cd4-67d4-4d45-8cd6-7642e1f0b81b HTTP/1.1" status: 200 len: 945 time: 0.0667250 Jul 13 14:29:11.843924 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-082c54ba-8b1a-4906-a8d6-bbf5915ed13b req-7124c6f0-a551-4eb7-bf16-dac29cb86fe5 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bbffade-850f-40f8-9d63-3701c1aa27a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323904 Jul 13 14:29:12.009249 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d70df70-cf19-4346-afc9-41441b9457f0 req-c75a1da3-258f-4f12-99fb-049d8cafc5a0 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:29:12.010750 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-0d70df70-cf19-4346-afc9-41441b9457f0 req-c75a1da3-258f-4f12-99fb-049d8cafc5a0 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/ports?device_id=3df49cd4-67d4-4d45-8cd6-7642e1f0b81b HTTP/1.1" status: 200 len: 945 time: 0.0624390 Jul 13 14:29:12.019775 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 49330) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:29:12.024242 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-a67b7d63-8e45-4ef3-9db6-653a5f67fd58 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Request body: {'floatingip': {'port_id': '603d3f81-00a8-4339-9e0e-b8b93ba54986'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:29:12.066528 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a67b7d63-8e45-4ef3-9db6-653a5f67fd58 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Notify callbacks [] for floatingip, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:29:12.743331 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a67b7d63-8e45-4ef3-9db6-653a5f67fd58 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:29:12.747204 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a67b7d63-8e45-4ef3-9db6-653a5f67fd58 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446547'] for floatingip, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:29:12.845961 n-d-800634-1 neutron-server[93751]: INFO neutron.db.l3_db [None req-a67b7d63-8e45-4ef3-9db6-653a5f67fd58 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Floating IP a0b5e78f-53bc-4f37-8891-31b1052135af associated. External IP: 172.25.6.82, port: 603d3f81-00a8-4339-9e0e-b8b93ba54986. Jul 13 14:29:13.045501 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a67b7d63-8e45-4ef3-9db6-653a5f67fd58 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Router 50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:29:13.151002 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a67b7d63-8e45-4ef3-9db6-653a5f67fd58 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:29:13.155861 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a67b7d63-8e45-4ef3-9db6-653a5f67fd58 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for floatingip, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:29:13.160158 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d0f2b1-98c5-4cd0-b797-ec26f7a71cb2 None None] Sync routers for ids ['50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:29:13.170500 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d0f2b1-98c5-4cd0-b797-ec26f7a71cb2 None None] Routers {'50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:29:13.171123 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-44d0f2b1-98c5-4cd0-b797-ec26f7a71cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:28:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:29:13.195047 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-a67b7d63-8e45-4ef3-9db6-653a5f67fd58 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "PUT /v2.0/floatingips/a0b5e78f-53bc-4f37-8891-31b1052135af HTTP/1.1" status: 200 len: 990 time: 1.1742113 Jul 13 14:29:13.195632 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3df49cd4-67d4-4d45-8cd6-7642e1f0b81b', 'tag': '603d3f81-00a8-4339-9e0e-b8b93ba54986'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:29:13.197887 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dea8b0fca9d342929f96bd35c86b8a14765464b9140f1e1e2496fbd7209775c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02c76f71-5133-4334-b580-c0b06ce47f03" -d '{"events": [{"name": "network-changed", "server_uuid": "3df49cd4-67d4-4d45-8cd6-7642e1f0b81b", "tag": "603d3f81-00a8-4339-9e0e-b8b93ba54986"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:29:13.234226 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eb91652-1916-4a64-91e2-f0d357dec65a x-openstack-request-id: req-8eb91652-1916-4a64-91e2-f0d357dec65a {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:29:13.234590 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3df49cd4-67d4-4d45-8cd6-7642e1f0b81b", "tag": "603d3f81-00a8-4339-9e0e-b8b93ba54986", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:29:13.234908 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8eb91652-1916-4a64-91e2-f0d357dec65a {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:29:13.235495 n-d-800634-1 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3df49cd4-67d4-4d45-8cd6-7642e1f0b81b', 'tag': '603d3f81-00a8-4339-9e0e-b8b93ba54986', 'status': 'completed', 'code': 200} Jul 13 14:29:13.294415 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-44d0f2b1-98c5-4cd0-b797-ec26f7a71cb2 None None] Set router 50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:29:13.314520 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c76f71-5133-4334-b580-c0b06ce47f03 req-b2eb566e-d424-474c-a608-eb339d1d520e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:29:13.316049 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-02c76f71-5133-4334-b580-c0b06ce47f03 req-b2eb566e-d424-474c-a608-eb339d1d520e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=83e4cfc114994f069bc88b9beef4b060&device_id=3df49cd4-67d4-4d45-8cd6-7642e1f0b81b HTTP/1.1" status: 200 len: 1096 time: 0.0574455 Jul 13 14:29:13.409333 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c76f71-5133-4334-b580-c0b06ce47f03 req-574a0057-70da-4362-844a-e3aff03a2b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:29:13.410847 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-02c76f71-5133-4334-b580-c0b06ce47f03 req-574a0057-70da-4362-844a-e3aff03a2b52 service neutron] 10.222.0.26 "GET /v2.0/networks?id=14500164-ea70-45d9-8358-e7ee203ceb0e HTTP/1.1" status: 200 len: 912 time: 0.0886815 Jul 13 14:29:13.475521 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-02c76f71-5133-4334-b580-c0b06ce47f03 req-54b84721-b5a1-473c-8b07-5460eb4255e8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=603d3f81-00a8-4339-9e0e-b8b93ba54986 HTTP/1.1" status: 200 len: 998 time: 0.0586193 Jul 13 14:29:13.520718 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-44d0f2b1-98c5-4cd0-b797-ec26f7a71cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc', 'name': 'tempest-ServerActionsTestJSON-1113875761-router', 'tenant_id': '83e4cfc114994f069bc88b9beef4b060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': 'f73fb570-9b0a-437c-9323-8904f128109b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:26:43Z', 'updated_at': '2021-07-13T14:26:46Z', 'revision_number': 4, 'project_id': '83e4cfc114994f069bc88b9beef4b060', 'gw_port': {'id': 'f73fb570-9b0a-437c-9323-8904f128109b', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a2:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:26:44Z', 'updated_at': '2021-07-13T14:26:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_floatingips': [{'id': 'a0b5e78f-53bc-4f37-8891-31b1052135af', 'tenant_id': '83e4cfc114994f069bc88b9beef4b060', 'floating_ip_address': '172.25.6.82', 'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'router_id': '50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc', 'port_id': '603d3f81-00a8-4339-9e0e-b8b93ba54986', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14500164-ea70-45d9-8358-e7ee203ceb0e', 'mac_address': 'fa:16:3e:06:7d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df49cd4-67d4-4d45-8cd6-7642e1f0b81b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:26:48Z', 'updated_at': '2021-07-13T14:29:12Z', 'revision_number': 5, 'project_id': '83e4cfc114994f069bc88b9beef4b060', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c348c8f1-1951-45d3-bb20-9d8cc8b7f236', 'name': '', 'network_id': '14500164-ea70-45d9-8358-e7ee203ceb0e', 'tenant_id': '83e4cfc114994f069bc88b9beef4b060', 'mac_address': 'fa:16:3e:6f:0d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'f4a064e2-d549-471a-a220-dea1e128d3d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:26:45Z', 'updated_at': '2021-07-13T14:26:51Z', 'revision_number': 5, 'project_id': '83e4cfc114994f069bc88b9beef4b060', 'subnets': [{'id': 'f4a064e2-d549-471a-a220-dea1e128d3d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:29:13.524653 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c76f71-5133-4334-b580-c0b06ce47f03 req-07ec7c31-96bf-4754-bfe6-87aab35d2fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:29:13.526148 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-02c76f71-5133-4334-b580-c0b06ce47f03 req-07ec7c31-96bf-4754-bfe6-87aab35d2fb3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f4a064e2-d549-471a-a220-dea1e128d3d3 HTTP/1.1" status: 200 len: 851 time: 0.0443978 Jul 13 14:29:13.548529 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d0f2b1-98c5-4cd0-b797-ec26f7a71cb2 None None] Checking router: 50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc for host: n-d-800634-1 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:29:13.556950 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d0f2b1-98c5-4cd0-b797-ec26f7a71cb2 None None] Routers {'50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:29:13.557548 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-44d0f2b1-98c5-4cd0-b797-ec26f7a71cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:28:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:29:13.586889 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c76f71-5133-4334-b580-c0b06ce47f03 req-8202b498-0820-48aa-9c68-91ca184a26ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:29:13.588309 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-02c76f71-5133-4334-b580-c0b06ce47f03 req-8202b498-0820-48aa-9c68-91ca184a26ef service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=14500164-ea70-45d9-8358-e7ee203ceb0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0561292 Jul 13 14:29:13.663943 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-44d0f2b1-98c5-4cd0-b797-ec26f7a71cb2 None None] Set router 50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:29:13.677322 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-02c76f71-5133-4334-b580-c0b06ce47f03 req-fba70de8-f259-4662-9675-e81a4d66434a service neutron] 10.222.0.26 "GET /v2.0/networks/14500164-ea70-45d9-8358-e7ee203ceb0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826094 Jul 13 14:29:13.771295 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-02c76f71-5133-4334-b580-c0b06ce47f03 req-b8275a5c-eb1d-4bf2-bf31-56e6abd3f6cb service neutron] 10.222.0.26 "GET /v2.0/networks/14500164-ea70-45d9-8358-e7ee203ceb0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877709 Jul 13 14:29:13.884231 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-44d0f2b1-98c5-4cd0-b797-ec26f7a71cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc', 'name': 'tempest-ServerActionsTestJSON-1113875761-router', 'tenant_id': '83e4cfc114994f069bc88b9beef4b060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': 'f73fb570-9b0a-437c-9323-8904f128109b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:26:43Z', 'updated_at': '2021-07-13T14:26:46Z', 'revision_number': 4, 'project_id': '83e4cfc114994f069bc88b9beef4b060', 'gw_port': {'id': 'f73fb570-9b0a-437c-9323-8904f128109b', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a2:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:26:44Z', 'updated_at': '2021-07-13T14:26:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_floatingips': [{'id': 'a0b5e78f-53bc-4f37-8891-31b1052135af', 'tenant_id': '83e4cfc114994f069bc88b9beef4b060', 'floating_ip_address': '172.25.6.82', 'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'router_id': '50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc', 'port_id': '603d3f81-00a8-4339-9e0e-b8b93ba54986', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14500164-ea70-45d9-8358-e7ee203ceb0e', 'mac_address': 'fa:16:3e:06:7d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df49cd4-67d4-4d45-8cd6-7642e1f0b81b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:26:48Z', 'updated_at': '2021-07-13T14:29:12Z', 'revision_number': 5, 'project_id': '83e4cfc114994f069bc88b9beef4b060', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c348c8f1-1951-45d3-bb20-9d8cc8b7f236', 'name': '', 'network_id': '14500164-ea70-45d9-8358-e7ee203ceb0e', 'tenant_id': '83e4cfc114994f069bc88b9beef4b060', 'mac_address': 'fa:16:3e:6f:0d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'f4a064e2-d549-471a-a220-dea1e128d3d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:26:45Z', 'updated_at': '2021-07-13T14:26:51Z', 'revision_number': 5, 'project_id': '83e4cfc114994f069bc88b9beef4b060', 'subnets': [{'id': 'f4a064e2-d549-471a-a220-dea1e128d3d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:29:13.913550 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d0f2b1-98c5-4cd0-b797-ec26f7a71cb2 None None] The sync data for ids ['50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc'] in n-d-800634-1 is: [{'id': '50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc', 'name': 'tempest-ServerActionsTestJSON-1113875761-router', 'tenant_id': '83e4cfc114994f069bc88b9beef4b060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': 'f73fb570-9b0a-437c-9323-8904f128109b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:26:43Z', 'updated_at': '2021-07-13T14:26:46Z', 'revision_number': 4, 'project_id': '83e4cfc114994f069bc88b9beef4b060', 'gw_port': {'id': 'f73fb570-9b0a-437c-9323-8904f128109b', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a2:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:26:44Z', 'updated_at': '2021-07-13T14:26:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_floatingips': [{'id': 'a0b5e78f-53bc-4f37-8891-31b1052135af', 'tenant_id': '83e4cfc114994f069bc88b9beef4b060', 'floating_ip_address': '172.25.6.82', 'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'router_id': '50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc', 'port_id': '603d3f81-00a8-4339-9e0e-b8b93ba54986', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14500164-ea70-45d9-8358-e7ee203ceb0e', 'mac_address': 'fa:16:3e:06:7d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df49cd4-67d4-4d45-8cd6-7642e1f0b81b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:26:48Z', 'updated_at': '2021-07-13T14:29:12Z', 'revision_number': 5, 'project_id': '83e4cfc114994f069bc88b9beef4b060', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c348c8f1-1951-45d3-bb20-9d8cc8b7f236', 'name': '', 'network_id': '14500164-ea70-45d9-8358-e7ee203ceb0e', 'tenant_id': '83e4cfc114994f069bc88b9beef4b060', 'mac_address': 'fa:16:3e:6f:0d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'f4a064e2-d549-471a-a220-dea1e128d3d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:26:45Z', 'updated_at': '2021-07-13T14:26:51Z', 'revision_number': 5, 'project_id': '83e4cfc114994f069bc88b9beef4b060', 'subnets': [{'id': 'f4a064e2-d549-471a-a220-dea1e128d3d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:29:14.109963 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca071120-3fd6-4d9c-b7cc-7b62af7201ce None None] New status for floating IP a0b5e78f-53bc-4f37-8891-31b1052135af: ACTIVE {{(pid=93753) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 14:29:16.562557 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:29:17.314021 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-967db5b3-05be-4e13-96e7-6b34df1efe0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:29:19.944627 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-265cdea7-4a9e-44fc-be76-020bc44fe28d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:29:20.085904 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:29:21.301916 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:29:22.803683 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:29:30.816828 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:29:31.222276 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:29:38.263872 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-25a57984-2ca5-4b70-84a2-91a605f71baf req-686790b6-1efa-40da-a042-9b5920e53c49 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3df49cd4-67d4-4d45-8cd6-7642e1f0b81b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0519655 Jul 13 14:29:38.358146 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a57984-2ca5-4b70-84a2-91a605f71baf req-02b0d46a-d961-4d0b-9bd4-7aad63918461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:29:38.359670 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-25a57984-2ca5-4b70-84a2-91a605f71baf req-02b0d46a-d961-4d0b-9bd4-7aad63918461 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=83e4cfc114994f069bc88b9beef4b060&device_id=3df49cd4-67d4-4d45-8cd6-7642e1f0b81b HTTP/1.1" status: 200 len: 1096 time: 0.0534534 Jul 13 14:29:38.465372 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a57984-2ca5-4b70-84a2-91a605f71baf req-6b1b296b-82b2-48a0-82d4-d11bc54fa914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:29:38.466875 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-25a57984-2ca5-4b70-84a2-91a605f71baf req-6b1b296b-82b2-48a0-82d4-d11bc54fa914 service neutron] 10.222.0.26 "GET /v2.0/networks?id=14500164-ea70-45d9-8358-e7ee203ceb0e HTTP/1.1" status: 200 len: 912 time: 0.0880287 Jul 13 14:29:38.532897 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-25a57984-2ca5-4b70-84a2-91a605f71baf req-a25e0df1-f847-454e-9806-dcccf1eec1f4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=603d3f81-00a8-4339-9e0e-b8b93ba54986 HTTP/1.1" status: 200 len: 1000 time: 0.0594938 Jul 13 14:29:38.581761 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a57984-2ca5-4b70-84a2-91a605f71baf req-40ed406f-b938-4340-be8f-0f164a1f36f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:29:38.583444 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-25a57984-2ca5-4b70-84a2-91a605f71baf req-40ed406f-b938-4340-be8f-0f164a1f36f8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f4a064e2-d549-471a-a220-dea1e128d3d3 HTTP/1.1" status: 200 len: 851 time: 0.0449736 Jul 13 14:29:38.643763 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a57984-2ca5-4b70-84a2-91a605f71baf req-ebc33e73-f4c3-4c2a-8e45-75e368f649f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:29:38.645222 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-25a57984-2ca5-4b70-84a2-91a605f71baf req-ebc33e73-f4c3-4c2a-8e45-75e368f649f1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=14500164-ea70-45d9-8358-e7ee203ceb0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0555420 Jul 13 14:29:38.738969 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-25a57984-2ca5-4b70-84a2-91a605f71baf req-a201e59c-d90f-468c-95a5-f32ff7887b83 service neutron] 10.222.0.26 "GET /v2.0/networks/14500164-ea70-45d9-8358-e7ee203ceb0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853024 Jul 13 14:29:38.840882 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-25a57984-2ca5-4b70-84a2-91a605f71baf req-bd0ac426-3393-4f43-b22c-4d68d6acad02 service neutron] 10.222.0.26 "GET /v2.0/networks/14500164-ea70-45d9-8358-e7ee203ceb0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869391 Jul 13 14:29:47.315376 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-942985a5-38f8-4bc6-ac0e-b670f60d0c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:29:49.944778 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-36cd1075-0a2f-4714-bcca-4d9d2438a835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:29:50.086121 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:29:51.303431 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:29:52.806504 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:29:53.562282 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:30:00.825895 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:30:01.229718 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:30:17.316772 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-cfb0c333-812b-4726-a994-44477fcf5010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:30:19.944323 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b0d5f6a3-66ae-4558-800d-1477569be435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:30:20.085679 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:30:21.307254 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:30:22.809691 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:30:30.562484 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:30:30.841674 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:30:31.245512 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:30:40.290423 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3adef0f3-6003-46bc-9f8c-d5e315a40a06 req-a867cf61-ce74-4934-b13c-158ff2fc4090 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3df49cd4-67d4-4d45-8cd6-7642e1f0b81b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0613489 Jul 13 14:30:40.386471 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adef0f3-6003-46bc-9f8c-d5e315a40a06 req-7c36d513-cc5d-474f-8e26-7335374c958e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:30:40.387986 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3adef0f3-6003-46bc-9f8c-d5e315a40a06 req-7c36d513-cc5d-474f-8e26-7335374c958e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=83e4cfc114994f069bc88b9beef4b060&device_id=3df49cd4-67d4-4d45-8cd6-7642e1f0b81b HTTP/1.1" status: 200 len: 1096 time: 0.0549614 Jul 13 14:30:40.497700 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adef0f3-6003-46bc-9f8c-d5e315a40a06 req-2b2bf2b5-ce6b-49e1-a3db-a78be1583aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:30:40.499421 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3adef0f3-6003-46bc-9f8c-d5e315a40a06 req-2b2bf2b5-ce6b-49e1-a3db-a78be1583aac service neutron] 10.222.0.26 "GET /v2.0/networks?id=14500164-ea70-45d9-8358-e7ee203ceb0e HTTP/1.1" status: 200 len: 912 time: 0.0875199 Jul 13 14:30:40.562604 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3adef0f3-6003-46bc-9f8c-d5e315a40a06 req-faa22640-078e-4e5c-a420-541fe8f127c7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=603d3f81-00a8-4339-9e0e-b8b93ba54986 HTTP/1.1" status: 200 len: 1000 time: 0.0567191 Jul 13 14:30:40.609559 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adef0f3-6003-46bc-9f8c-d5e315a40a06 req-cebe54b3-a807-4072-8ff2-cfdaf76a1ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:30:40.611000 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3adef0f3-6003-46bc-9f8c-d5e315a40a06 req-cebe54b3-a807-4072-8ff2-cfdaf76a1ca6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f4a064e2-d549-471a-a220-dea1e128d3d3 HTTP/1.1" status: 200 len: 851 time: 0.0423734 Jul 13 14:30:40.675087 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adef0f3-6003-46bc-9f8c-d5e315a40a06 req-f1a47bff-7255-41f0-9845-58eaaaf9639a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:30:40.676560 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3adef0f3-6003-46bc-9f8c-d5e315a40a06 req-f1a47bff-7255-41f0-9845-58eaaaf9639a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=14500164-ea70-45d9-8358-e7ee203ceb0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0597966 Jul 13 14:30:40.763514 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3adef0f3-6003-46bc-9f8c-d5e315a40a06 req-7379a9df-c446-4414-99cb-99eefc4bdfec service neutron] 10.222.0.26 "GET /v2.0/networks/14500164-ea70-45d9-8358-e7ee203ceb0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805271 Jul 13 14:30:40.855523 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3adef0f3-6003-46bc-9f8c-d5e315a40a06 req-33fddb93-6299-4e76-ad9b-106461395c8f service neutron] 10.222.0.26 "GET /v2.0/networks/14500164-ea70-45d9-8358-e7ee203ceb0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854552 Jul 13 14:30:47.317250 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8a793b7f-f3fd-49ab-ba34-b76efe14c84b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:30:49.543666 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609216ec-9c9f-48fc-a875-cc38f71e33dc req-cb0a1b0e-74a3-4f29-8250-3a4ed185505b tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:30:49.545082 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-609216ec-9c9f-48fc-a875-cc38f71e33dc req-cb0a1b0e-74a3-4f29-8250-3a4ed185505b tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/ports?device_id=3df49cd4-67d4-4d45-8cd6-7642e1f0b81b HTTP/1.1" status: 200 len: 945 time: 0.0725551 Jul 13 14:30:49.584239 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-609216ec-9c9f-48fc-a875-cc38f71e33dc req-fc6bd197-e860-43c0-b618-922a1483d4c7 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bbffade-850f-40f8-9d63-3701c1aa27a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328145 Jul 13 14:30:49.945302 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fe931752-2469-4d8a-b108-945535cb7219 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:30:50.084677 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:30:50.765238 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c4ddf5-9c23-40c5-a039-9174cecf10af req-8cef60fd-997d-443f-b543-2592372e7806 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:30:50.766757 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-99c4ddf5-9c23-40c5-a039-9174cecf10af req-8cef60fd-997d-443f-b543-2592372e7806 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/ports?device_id=3df49cd4-67d4-4d45-8cd6-7642e1f0b81b HTTP/1.1" status: 200 len: 945 time: 0.0657179 Jul 13 14:30:50.804351 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-99c4ddf5-9c23-40c5-a039-9174cecf10af req-689053e5-97a0-4499-9298-a13cf0f08c10 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bbffade-850f-40f8-9d63-3701c1aa27a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312192 Jul 13 14:30:51.310058 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:30:51.975993 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ed3a4a-7ba5-42c7-b82f-dbdd54f30128 req-ecea50c0-9861-4eb3-85f1-ac1b60fffb5d tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:30:51.977467 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-05ed3a4a-7ba5-42c7-b82f-dbdd54f30128 req-ecea50c0-9861-4eb3-85f1-ac1b60fffb5d tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/ports?device_id=3df49cd4-67d4-4d45-8cd6-7642e1f0b81b HTTP/1.1" status: 200 len: 945 time: 0.0630760 Jul 13 14:30:52.014088 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-05ed3a4a-7ba5-42c7-b82f-dbdd54f30128 req-ca885f6f-056c-43d1-b69b-73b746e5c14a tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bbffade-850f-40f8-9d63-3701c1aa27a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311458 Jul 13 14:30:52.811677 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:30:53.186691 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0e63c4-e101-43b6-b8ab-53b279e9a53d req-dae16618-1797-448f-9b93-54915861d409 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:30:53.188184 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7d0e63c4-e101-43b6-b8ab-53b279e9a53d req-dae16618-1797-448f-9b93-54915861d409 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/ports?device_id=3df49cd4-67d4-4d45-8cd6-7642e1f0b81b HTTP/1.1" status: 200 len: 945 time: 0.0636406 Jul 13 14:30:53.229528 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7d0e63c4-e101-43b6-b8ab-53b279e9a53d req-29860f5e-f76d-460b-8c3a-2dc091f5f274 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bbffade-850f-40f8-9d63-3701c1aa27a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352445 Jul 13 14:30:54.404760 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b48c42b-2a90-456d-ba39-ad74372c12ab req-a6e23d3b-4719-49b0-ad34-952f3ac48349 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:30:54.406258 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7b48c42b-2a90-456d-ba39-ad74372c12ab req-a6e23d3b-4719-49b0-ad34-952f3ac48349 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/ports?device_id=3df49cd4-67d4-4d45-8cd6-7642e1f0b81b HTTP/1.1" status: 200 len: 945 time: 0.0660806 Jul 13 14:30:54.445228 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7b48c42b-2a90-456d-ba39-ad74372c12ab req-dd68f696-a5df-494a-871c-2d0749cfadb2 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bbffade-850f-40f8-9d63-3701c1aa27a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325232 Jul 13 14:30:55.617690 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dff16b1-d678-4898-a015-749f102960a3 req-4a4b7d6f-1354-444c-bbfb-40bc4cdf3ad8 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:30:55.619280 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6dff16b1-d678-4898-a015-749f102960a3 req-4a4b7d6f-1354-444c-bbfb-40bc4cdf3ad8 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/ports?device_id=3df49cd4-67d4-4d45-8cd6-7642e1f0b81b HTTP/1.1" status: 200 len: 945 time: 0.0649447 Jul 13 14:30:55.657033 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6dff16b1-d678-4898-a015-749f102960a3 req-d897eaba-db48-4448-96ae-0d23a463cb45 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bbffade-850f-40f8-9d63-3701c1aa27a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321891 Jul 13 14:30:56.833134 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20024a89-2aa7-4800-bb1e-a9e9bed16f61 req-7a681851-e265-481f-b924-ef7559620a8f tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:30:56.834638 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-20024a89-2aa7-4800-bb1e-a9e9bed16f61 req-7a681851-e265-481f-b924-ef7559620a8f tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/ports?device_id=3df49cd4-67d4-4d45-8cd6-7642e1f0b81b HTTP/1.1" status: 200 len: 945 time: 0.0640955 Jul 13 14:30:56.872779 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-20024a89-2aa7-4800-bb1e-a9e9bed16f61 req-53464dfc-8237-4a0a-8501-bceba2a0c376 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bbffade-850f-40f8-9d63-3701c1aa27a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325656 Jul 13 14:30:58.048376 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9f58d9-b309-470e-8b5c-8f54b52d3f3a req-882947e6-0e26-4983-81ca-eda8215f2431 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:30:58.050506 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2e9f58d9-b309-470e-8b5c-8f54b52d3f3a req-882947e6-0e26-4983-81ca-eda8215f2431 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/ports?device_id=3df49cd4-67d4-4d45-8cd6-7642e1f0b81b HTTP/1.1" status: 200 len: 945 time: 0.0643382 Jul 13 14:30:58.087939 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2e9f58d9-b309-470e-8b5c-8f54b52d3f3a req-d6275104-75c0-4259-b739-47992a88cdbf tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bbffade-850f-40f8-9d63-3701c1aa27a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316916 Jul 13 14:30:59.264062 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef34c77a-bd20-40f6-a79a-2c9b70926556 req-1ec88cb3-9350-4393-8d83-b4c746d1e683 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:30:59.265448 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ef34c77a-bd20-40f6-a79a-2c9b70926556 req-1ec88cb3-9350-4393-8d83-b4c746d1e683 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/ports?device_id=3df49cd4-67d4-4d45-8cd6-7642e1f0b81b HTTP/1.1" status: 200 len: 945 time: 0.0662789 Jul 13 14:30:59.303356 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ef34c77a-bd20-40f6-a79a-2c9b70926556 req-f8b3b945-bea6-42cb-84c6-e8ad5222b562 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bbffade-850f-40f8-9d63-3701c1aa27a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319989 Jul 13 14:31:00.478519 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5471b2c-9bed-43d7-9fde-3cda4212ca15 req-7ba2e019-1ffd-4c0c-85d4-dfbc55078814 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:31:00.480010 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d5471b2c-9bed-43d7-9fde-3cda4212ca15 req-7ba2e019-1ffd-4c0c-85d4-dfbc55078814 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/ports?device_id=3df49cd4-67d4-4d45-8cd6-7642e1f0b81b HTTP/1.1" status: 200 len: 945 time: 0.0675442 Jul 13 14:31:00.517537 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d5471b2c-9bed-43d7-9fde-3cda4212ca15 req-de9b4cf9-2682-4759-a82d-45b5b9a06060 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bbffade-850f-40f8-9d63-3701c1aa27a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319841 Jul 13 14:31:00.853919 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:31:00.859639 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-88cd3cc7-c98d-4c75-ac03-1f0c9c2dfab6 req-48457f2f-6ed7-431d-b4d7-d94c709460a6 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=3df49cd4-67d4-4d45-8cd6-7642e1f0b81b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0621893 Jul 13 14:31:00.911806 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8b20ca-a732-4856-8846-0db0e037c049 req-b915adc2-0f24-47db-b223-30059ed52e10 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:31:00.913316 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ca8b20ca-a732-4856-8846-0db0e037c049 req-b915adc2-0f24-47db-b223-30059ed52e10 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/ports?device_id=3df49cd4-67d4-4d45-8cd6-7642e1f0b81b HTTP/1.1" status: 200 len: 945 time: 0.0702291 Jul 13 14:31:00.953029 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ca8b20ca-a732-4856-8846-0db0e037c049 req-06f8c71a-53fa-448c-a678-03ccd4855053 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bbffade-850f-40f8-9d63-3701c1aa27a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337763 Jul 13 14:31:01.237888 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:31:02.126830 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cd3cc7-c98d-4c75-ac03-1f0c9c2dfab6 req-41bfbe76-5c86-49f9-8cdb-706137825eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:31:02.128408 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-88cd3cc7-c98d-4c75-ac03-1f0c9c2dfab6 req-41bfbe76-5c86-49f9-8cdb-706137825eb1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=83e4cfc114994f069bc88b9beef4b060&device_id=3df49cd4-67d4-4d45-8cd6-7642e1f0b81b HTTP/1.1" status: 200 len: 1096 time: 0.0578630 Jul 13 14:31:02.139290 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6a80cb-e1ab-4876-a0db-f9c5e3a77f40 req-9691849d-9498-4fe1-8d90-c0f5651d6b22 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:31:02.140787 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4d6a80cb-e1ab-4876-a0db-f9c5e3a77f40 req-9691849d-9498-4fe1-8d90-c0f5651d6b22 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/ports?device_id=3df49cd4-67d4-4d45-8cd6-7642e1f0b81b HTTP/1.1" status: 200 len: 945 time: 0.0639565 Jul 13 14:31:02.179181 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4d6a80cb-e1ab-4876-a0db-f9c5e3a77f40 req-f40c8ba3-bd93-49ca-925d-8ec547c8df4f tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bbffade-850f-40f8-9d63-3701c1aa27a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317786 Jul 13 14:31:02.217886 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cd3cc7-c98d-4c75-ac03-1f0c9c2dfab6 req-1c9f82b0-1d41-4f21-86ee-bda90d7fb24c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:31:02.219370 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-88cd3cc7-c98d-4c75-ac03-1f0c9c2dfab6 req-1c9f82b0-1d41-4f21-86ee-bda90d7fb24c service neutron] 10.222.0.26 "GET /v2.0/networks?id=14500164-ea70-45d9-8358-e7ee203ceb0e HTTP/1.1" status: 200 len: 912 time: 0.0853753 Jul 13 14:31:02.285988 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-88cd3cc7-c98d-4c75-ac03-1f0c9c2dfab6 req-da610602-98ce-4d3d-b1ab-e81832558951 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=603d3f81-00a8-4339-9e0e-b8b93ba54986 HTTP/1.1" status: 200 len: 1000 time: 0.0607188 Jul 13 14:31:02.334650 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cd3cc7-c98d-4c75-ac03-1f0c9c2dfab6 req-ff57cf83-b324-44be-a081-2540775bc7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:31:02.336086 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-88cd3cc7-c98d-4c75-ac03-1f0c9c2dfab6 req-ff57cf83-b324-44be-a081-2540775bc7ff service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f4a064e2-d549-471a-a220-dea1e128d3d3 HTTP/1.1" status: 200 len: 851 time: 0.0439489 Jul 13 14:31:02.391312 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cd3cc7-c98d-4c75-ac03-1f0c9c2dfab6 req-2db1868e-ee21-4909-bb41-3eda29358959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:31:02.393247 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-88cd3cc7-c98d-4c75-ac03-1f0c9c2dfab6 req-2db1868e-ee21-4909-bb41-3eda29358959 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=14500164-ea70-45d9-8358-e7ee203ceb0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0503922 Jul 13 14:31:02.482876 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-88cd3cc7-c98d-4c75-ac03-1f0c9c2dfab6 req-2f6f708d-8d10-4c9d-9201-c85fa0d62789 service neutron] 10.222.0.26 "GET /v2.0/networks/14500164-ea70-45d9-8358-e7ee203ceb0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835953 Jul 13 14:31:02.571453 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-88cd3cc7-c98d-4c75-ac03-1f0c9c2dfab6 req-38bb8335-ee32-4642-94c6-393cc2b9b306 service neutron] 10.222.0.26 "GET /v2.0/networks/14500164-ea70-45d9-8358-e7ee203ceb0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822637 Jul 13 14:31:03.355623 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6f978e-5064-4fb9-ad7e-e3d00dd5ae77 req-8cb48e9f-4085-49f6-bcbb-8b379b8159fe tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:31:03.357121 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1f6f978e-5064-4fb9-ad7e-e3d00dd5ae77 req-8cb48e9f-4085-49f6-bcbb-8b379b8159fe tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/ports?device_id=3df49cd4-67d4-4d45-8cd6-7642e1f0b81b HTTP/1.1" status: 200 len: 945 time: 0.0675671 Jul 13 14:31:03.407883 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1f6f978e-5064-4fb9-ad7e-e3d00dd5ae77 req-09b6b8a5-f960-419c-b82e-c5f35f888dd6 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bbffade-850f-40f8-9d63-3701c1aa27a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441213 Jul 13 14:31:04.399192 n-d-800634-1 neutron-server[93750]: INFO neutron.api.v2.resource [req-88cd3cc7-c98d-4c75-ac03-1f0c9c2dfab6 req-19f0546b-da75-4ac1-ac96-0163ce90db40 service neutron] show failed (client error): The resource could not be found. Jul 13 14:31:04.400296 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-88cd3cc7-c98d-4c75-ac03-1f0c9c2dfab6 req-19f0546b-da75-4ac1-ac96-0163ce90db40 service neutron] 10.222.0.26 "GET /v2.0/ports/603d3f81-00a8-4339-9e0e-b8b93ba54986/bindings/n-h2-800634-1 HTTP/1.1" status: 404 len: 380 time: 0.0593612 Jul 13 14:31:04.590606 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8796ec-844e-4db7-8798-d4f7d760528a req-78f818bf-fb58-4fce-9e26-bea500426941 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:31:04.592109 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8c8796ec-844e-4db7-8798-d4f7d760528a req-78f818bf-fb58-4fce-9e26-bea500426941 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/ports?device_id=3df49cd4-67d4-4d45-8cd6-7642e1f0b81b HTTP/1.1" status: 200 len: 945 time: 0.0700908 Jul 13 14:31:04.663651 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8c8796ec-844e-4db7-8798-d4f7d760528a req-47279349-1e09-4084-903b-ebe96d445369 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bbffade-850f-40f8-9d63-3701c1aa27a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591576 Jul 13 14:31:04.677660 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cd3cc7-c98d-4c75-ac03-1f0c9c2dfab6 req-30edc9b0-4d1b-4b90-aef4-14be61358a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:31:04.679144 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-88cd3cc7-c98d-4c75-ac03-1f0c9c2dfab6 req-30edc9b0-4d1b-4b90-aef4-14be61358a7f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3df49cd4-67d4-4d45-8cd6-7642e1f0b81b&tenant_id=83e4cfc114994f069bc88b9beef4b060 HTTP/1.1" status: 200 len: 1096 time: 0.0822802 Jul 13 14:31:04.690202 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-88cd3cc7-c98d-4c75-ac03-1f0c9c2dfab6 req-37595fca-f5d1-423e-bbdb-dddeb9f572ad service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800634-1', 'device_owner': 'compute:nova'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:31:04.764258 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-88cd3cc7-c98d-4c75-ac03-1f0c9c2dfab6 req-37595fca-f5d1-423e-bbdb-dddeb9f572ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:31:04.960639 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-88cd3cc7-c98d-4c75-ac03-1f0c9c2dfab6 req-37595fca-f5d1-423e-bbdb-dddeb9f572ad service neutron] For port 603d3f81-00a8-4339-9e0e-b8b93ba54986, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=603d3f81-00a8-4339-9e0e-b8b93ba54986,segment=NetworkSegment(711d6f24-5014-4ae2-bf25-76237a1bec49),segment_id=711d6f24-5014-4ae2-bf25-76237a1bec49)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:31:04.993327 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-88cd3cc7-c98d-4c75-ac03-1f0c9c2dfab6 req-37595fca-f5d1-423e-bbdb-dddeb9f572ad service neutron] For port 603d3f81-00a8-4339-9e0e-b8b93ba54986, host n-h1-800634-1, cleared binding levels {{(pid=93751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:31:05.037424 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3df49cd4-67d4-4d45-8cd6-7642e1f0b81b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '603d3f81-00a8-4339-9e0e-b8b93ba54986'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:31:05.039735 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dea8b0fca9d342929f96bd35c86b8a14765464b9140f1e1e2496fbd7209775c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f2b5b78-74c5-495d-bd2f-4ec26b8ed180" -d '{"events": [{"server_uuid": "3df49cd4-67d4-4d45-8cd6-7642e1f0b81b", "name": "network-vif-unplugged", "status": "completed", "tag": "603d3f81-00a8-4339-9e0e-b8b93ba54986"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:31:05.043619 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-88cd3cc7-c98d-4c75-ac03-1f0c9c2dfab6 req-37595fca-f5d1-423e-bbdb-dddeb9f572ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:31:05.056697 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-88cd3cc7-c98d-4c75-ac03-1f0c9c2dfab6 req-37595fca-f5d1-423e-bbdb-dddeb9f572ad service neutron] Transition to ACTIVE for port object 603d3f81-00a8-4339-9e0e-b8b93ba54986 will not be triggered until provisioned by entity L2. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:31:05.060411 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-88cd3cc7-c98d-4c75-ac03-1f0c9c2dfab6 req-37595fca-f5d1-423e-bbdb-dddeb9f572ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:31:05.088523 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 14:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e94f798-5627-44cc-96d2-cd6a79a60dc5 x-openstack-request-id: req-8e94f798-5627-44cc-96d2-cd6a79a60dc5 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:31:05.088817 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3df49cd4-67d4-4d45-8cd6-7642e1f0b81b", "name": "network-vif-unplugged", "status": "completed", "tag": "603d3f81-00a8-4339-9e0e-b8b93ba54986", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:31:05.089069 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8e94f798-5627-44cc-96d2-cd6a79a60dc5 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:31:05.089459 n-d-800634-1 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3df49cd4-67d4-4d45-8cd6-7642e1f0b81b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '603d3f81-00a8-4339-9e0e-b8b93ba54986', 'code': 200} Jul 13 14:31:05.114908 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37595fca-f5d1-423e-bbdb-dddeb9f572ad service neutron] Pushing event updated for resources: {'Port': ['ID=603d3f81-00a8-4339-9e0e-b8b93ba54986,revision_number=6']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:31:05.151534 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37595fca-f5d1-423e-bbdb-dddeb9f572ad service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:31:05.151890 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37595fca-f5d1-423e-bbdb-dddeb9f572ad service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:31:05.152235 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37595fca-f5d1-423e-bbdb-dddeb9f572ad service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:31:05.152574 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37595fca-f5d1-423e-bbdb-dddeb9f572ad service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:31:05.152908 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37595fca-f5d1-423e-bbdb-dddeb9f572ad service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:31:05.153238 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37595fca-f5d1-423e-bbdb-dddeb9f572ad service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:31:05.153565 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37595fca-f5d1-423e-bbdb-dddeb9f572ad service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:31:05.153988 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37595fca-f5d1-423e-bbdb-dddeb9f572ad service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:31:05.154323 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37595fca-f5d1-423e-bbdb-dddeb9f572ad service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:31:05.154654 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37595fca-f5d1-423e-bbdb-dddeb9f572ad service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:31:05.154978 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37595fca-f5d1-423e-bbdb-dddeb9f572ad service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:31:05.155298 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37595fca-f5d1-423e-bbdb-dddeb9f572ad service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:31:05.203897 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-88cd3cc7-c98d-4c75-ac03-1f0c9c2dfab6 req-37595fca-f5d1-423e-bbdb-dddeb9f572ad service neutron] No DVR routers for this DVR port 603d3f81-00a8-4339-9e0e-b8b93ba54986 on host n-h1-800634-1 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:31:05.342203 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-88cd3cc7-c98d-4c75-ac03-1f0c9c2dfab6 req-37595fca-f5d1-423e-bbdb-dddeb9f572ad service neutron] Attempting to bind port 603d3f81-00a8-4339-9e0e-b8b93ba54986 on host n-h2-800634-1 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:31:05.342538 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-88cd3cc7-c98d-4c75-ac03-1f0c9c2dfab6 req-37595fca-f5d1-423e-bbdb-dddeb9f572ad service neutron] Attempting to bind port 603d3f81-00a8-4339-9e0e-b8b93ba54986 by drivers openvswitch,hyperv on host n-h2-800634-1 at level 0 using segments [{'id': '711d6f24-5014-4ae2-bf25-76237a1bec49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '14500164-ea70-45d9-8358-e7ee203ceb0e'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:31:05.342865 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88cd3cc7-c98d-4c75-ac03-1f0c9c2dfab6 req-37595fca-f5d1-423e-bbdb-dddeb9f572ad service neutron] Attempting to bind port 603d3f81-00a8-4339-9e0e-b8b93ba54986 on network 14500164-ea70-45d9-8358-e7ee203ceb0e {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:31:05.348046 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88cd3cc7-c98d-4c75-ac03-1f0c9c2dfab6 req-37595fca-f5d1-423e-bbdb-dddeb9f572ad service neutron] Port 603d3f81-00a8-4339-9e0e-b8b93ba54986 on network 14500164-ea70-45d9-8358-e7ee203ceb0e not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-1 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 14:31:05.348372 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88cd3cc7-c98d-4c75-ac03-1f0c9c2dfab6 req-37595fca-f5d1-423e-bbdb-dddeb9f572ad service neutron] Attempting to bind port 603d3f81-00a8-4339-9e0e-b8b93ba54986 on network 14500164-ea70-45d9-8358-e7ee203ceb0e {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:31:05.353306 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88cd3cc7-c98d-4c75-ac03-1f0c9c2dfab6 req-37595fca-f5d1-423e-bbdb-dddeb9f572ad service neutron] Checking agent: {'id': 'f615e5c9-21ab-43f2-adbc-192d64b795cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:31:05.353633 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88cd3cc7-c98d-4c75-ac03-1f0c9c2dfab6 req-37595fca-f5d1-423e-bbdb-dddeb9f572ad service neutron] Checking segment: {'id': '711d6f24-5014-4ae2-bf25-76237a1bec49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '14500164-ea70-45d9-8358-e7ee203ceb0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:31:05.354042 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88cd3cc7-c98d-4c75-ac03-1f0c9c2dfab6 req-37595fca-f5d1-423e-bbdb-dddeb9f572ad service neutron] Bound using segment: {'id': '711d6f24-5014-4ae2-bf25-76237a1bec49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '14500164-ea70-45d9-8358-e7ee203ceb0e'} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:31:05.354466 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-88cd3cc7-c98d-4c75-ac03-1f0c9c2dfab6 req-37595fca-f5d1-423e-bbdb-dddeb9f572ad service neutron] Bound port: 603d3f81-00a8-4339-9e0e-b8b93ba54986, host: n-h2-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '711d6f24-5014-4ae2-bf25-76237a1bec49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '14500164-ea70-45d9-8358-e7ee203ceb0e'}}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:31:05.354906 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-88cd3cc7-c98d-4c75-ac03-1f0c9c2dfab6 req-37595fca-f5d1-423e-bbdb-dddeb9f572ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:31:05.417421 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-88cd3cc7-c98d-4c75-ac03-1f0c9c2dfab6 req-37595fca-f5d1-423e-bbdb-dddeb9f572ad service neutron] For port 603d3f81-00a8-4339-9e0e-b8b93ba54986, host n-h2-800634-1, cleared binding levels {{(pid=93751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:31:05.420322 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-88cd3cc7-c98d-4c75-ac03-1f0c9c2dfab6 req-37595fca-f5d1-423e-bbdb-dddeb9f572ad service neutron] For port 603d3f81-00a8-4339-9e0e-b8b93ba54986, host n-h2-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=603d3f81-00a8-4339-9e0e-b8b93ba54986,segment=NetworkSegment(711d6f24-5014-4ae2-bf25-76237a1bec49),segment_id=711d6f24-5014-4ae2-bf25-76237a1bec49)] {{(pid=93751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:31:05.424056 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-88cd3cc7-c98d-4c75-ac03-1f0c9c2dfab6 req-37595fca-f5d1-423e-bbdb-dddeb9f572ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:31:05.456468 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cd3cc7-c98d-4c75-ac03-1f0c9c2dfab6 req-37595fca-f5d1-423e-bbdb-dddeb9f572ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:31:05.457103 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-88cd3cc7-c98d-4c75-ac03-1f0c9c2dfab6 req-37595fca-f5d1-423e-bbdb-dddeb9f572ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:31:05.458574 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-88cd3cc7-c98d-4c75-ac03-1f0c9c2dfab6 req-37595fca-f5d1-423e-bbdb-dddeb9f572ad service neutron] 10.222.0.41 "PUT /v2.0/ports/603d3f81-00a8-4339-9e0e-b8b93ba54986 HTTP/1.1" status: 200 len: 1091 time: 0.7726154 Jul 13 14:31:05.486886 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37595fca-f5d1-423e-bbdb-dddeb9f572ad service neutron] Pushing event updated for resources: {'Port': ['ID=603d3f81-00a8-4339-9e0e-b8b93ba54986,revision_number=7']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:31:05.547835 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cd3cc7-c98d-4c75-ac03-1f0c9c2dfab6 req-75e12722-8c27-4c2f-8151-5b7c9c77d120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:31:05.549457 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-88cd3cc7-c98d-4c75-ac03-1f0c9c2dfab6 req-75e12722-8c27-4c2f-8151-5b7c9c77d120 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=83e4cfc114994f069bc88b9beef4b060&device_id=3df49cd4-67d4-4d45-8cd6-7642e1f0b81b HTTP/1.1" status: 200 len: 1094 time: 0.0637581 Jul 13 14:31:05.643316 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cd3cc7-c98d-4c75-ac03-1f0c9c2dfab6 req-1e57eeea-1031-4eb4-962f-03509b26c28a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:31:05.644811 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-88cd3cc7-c98d-4c75-ac03-1f0c9c2dfab6 req-1e57eeea-1031-4eb4-962f-03509b26c28a service neutron] 10.222.0.41 "GET /v2.0/networks?id=14500164-ea70-45d9-8358-e7ee203ceb0e HTTP/1.1" status: 200 len: 912 time: 0.0887520 Jul 13 14:31:05.715196 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-88cd3cc7-c98d-4c75-ac03-1f0c9c2dfab6 req-df50e285-d647-4fe2-ac2b-2439b5c36373 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=603d3f81-00a8-4339-9e0e-b8b93ba54986 HTTP/1.1" status: 200 len: 998 time: 0.0639400 Jul 13 14:31:05.767154 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cd3cc7-c98d-4c75-ac03-1f0c9c2dfab6 req-e52b4afb-11bd-4100-bbf9-9de89c20b817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:31:05.768659 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-88cd3cc7-c98d-4c75-ac03-1f0c9c2dfab6 req-e52b4afb-11bd-4100-bbf9-9de89c20b817 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f4a064e2-d549-471a-a220-dea1e128d3d3 HTTP/1.1" status: 200 len: 851 time: 0.0470250 Jul 13 14:31:05.874291 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378aa572-aad1-4693-b9a0-7293a881e28f req-15c45d52-5662-48c6-aee4-5ac687ecd89d tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:31:05.875777 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-378aa572-aad1-4693-b9a0-7293a881e28f req-15c45d52-5662-48c6-aee4-5ac687ecd89d tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/ports?device_id=3df49cd4-67d4-4d45-8cd6-7642e1f0b81b HTTP/1.1" status: 200 len: 943 time: 0.0936537 Jul 13 14:31:05.878533 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cd3cc7-c98d-4c75-ac03-1f0c9c2dfab6 req-3aa78ee0-296b-40cb-add4-2c956c0f0b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:31:05.879940 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-88cd3cc7-c98d-4c75-ac03-1f0c9c2dfab6 req-3aa78ee0-296b-40cb-add4-2c956c0f0b5e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=14500164-ea70-45d9-8358-e7ee203ceb0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1051269 Jul 13 14:31:05.966292 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-378aa572-aad1-4693-b9a0-7293a881e28f req-82a25bec-4813-42a8-ae63-7bc00aaf6c36 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bbffade-850f-40f8-9d63-3701c1aa27a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843208 Jul 13 14:31:05.996256 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-88cd3cc7-c98d-4c75-ac03-1f0c9c2dfab6 req-5d841770-8801-4aeb-ace5-0a473c745dcf service neutron] 10.222.0.41 "GET /v2.0/networks/14500164-ea70-45d9-8358-e7ee203ceb0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085691 Jul 13 14:31:06.087334 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-88cd3cc7-c98d-4c75-ac03-1f0c9c2dfab6 req-27cda7b9-89d5-452e-9484-02c733e54a04 service neutron] 10.222.0.41 "GET /v2.0/networks/14500164-ea70-45d9-8358-e7ee203ceb0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842888 Jul 13 14:31:07.091111 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3df49cd4-67d4-4d45-8cd6-7642e1f0b81b', 'tag': '603d3f81-00a8-4339-9e0e-b8b93ba54986'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:31:07.093491 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dea8b0fca9d342929f96bd35c86b8a14765464b9140f1e1e2496fbd7209775c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-009590f0-c074-4c89-8f8f-6da7bd92d4a4" -d '{"events": [{"name": "network-changed", "server_uuid": "3df49cd4-67d4-4d45-8cd6-7642e1f0b81b", "tag": "603d3f81-00a8-4339-9e0e-b8b93ba54986"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:31:07.140396 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0a2bf91-855d-4762-a2df-973f94dc8a1e x-openstack-request-id: req-b0a2bf91-855d-4762-a2df-973f94dc8a1e {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:31:07.140694 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3df49cd4-67d4-4d45-8cd6-7642e1f0b81b", "tag": "603d3f81-00a8-4339-9e0e-b8b93ba54986", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:31:07.140950 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b0a2bf91-855d-4762-a2df-973f94dc8a1e {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:31:07.141346 n-d-800634-1 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3df49cd4-67d4-4d45-8cd6-7642e1f0b81b', 'tag': '603d3f81-00a8-4339-9e0e-b8b93ba54986', 'status': 'completed', 'code': 200} Jul 13 14:31:07.149479 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ca17d4-9b2a-4236-aa1a-a4c578b0c348 req-e922cb60-c4ee-4f01-80cd-ce04cdd807ab tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:31:07.151055 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b4ca17d4-9b2a-4236-aa1a-a4c578b0c348 req-e922cb60-c4ee-4f01-80cd-ce04cdd807ab tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/ports?device_id=3df49cd4-67d4-4d45-8cd6-7642e1f0b81b HTTP/1.1" status: 200 len: 943 time: 0.0694778 Jul 13 14:31:07.214011 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009590f0-c074-4c89-8f8f-6da7bd92d4a4 req-51b4a481-d188-41b7-a2f2-93c34effaf14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:31:07.215443 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-009590f0-c074-4c89-8f8f-6da7bd92d4a4 req-51b4a481-d188-41b7-a2f2-93c34effaf14 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=83e4cfc114994f069bc88b9beef4b060&device_id=3df49cd4-67d4-4d45-8cd6-7642e1f0b81b HTTP/1.1" status: 200 len: 1094 time: 0.0529196 Jul 13 14:31:07.219412 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b4ca17d4-9b2a-4236-aa1a-a4c578b0c348 req-e6b710e5-1278-45cc-b404-454620e14898 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bbffade-850f-40f8-9d63-3701c1aa27a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619533 Jul 13 14:31:07.242391 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009590f0-c074-4c89-8f8f-6da7bd92d4a4 req-bd85a0f2-ccd6-4116-9908-59c2a70281f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:31:07.243880 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-009590f0-c074-4c89-8f8f-6da7bd92d4a4 req-bd85a0f2-ccd6-4116-9908-59c2a70281f8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=83e4cfc114994f069bc88b9beef4b060&device_id=3df49cd4-67d4-4d45-8cd6-7642e1f0b81b HTTP/1.1" status: 200 len: 1094 time: 0.0714333 Jul 13 14:31:07.308756 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 603d3f81-00a8-4339-9e0e-b8b93ba54986 details requested by agent hyperv_n-h2-800634-1 with host n-h2-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 14:31:07.312519 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009590f0-c074-4c89-8f8f-6da7bd92d4a4 req-7d664fee-a6d5-44b3-a0be-65f39fe53348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:31:07.315275 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-009590f0-c074-4c89-8f8f-6da7bd92d4a4 req-7d664fee-a6d5-44b3-a0be-65f39fe53348 service neutron] 10.222.0.41 "GET /v2.0/networks?id=14500164-ea70-45d9-8358-e7ee203ceb0e HTTP/1.1" status: 200 len: 912 time: 0.0923173 Jul 13 14:31:07.345457 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009590f0-c074-4c89-8f8f-6da7bd92d4a4 req-0871a7c2-f32a-45d8-ad2f-5d9c6bd43583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:31:07.347698 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-009590f0-c074-4c89-8f8f-6da7bd92d4a4 req-0871a7c2-f32a-45d8-ad2f-5d9c6bd43583 service neutron] 10.222.0.26 "GET /v2.0/networks?id=14500164-ea70-45d9-8358-e7ee203ceb0e HTTP/1.1" status: 200 len: 912 time: 0.0976677 Jul 13 14:31:07.399523 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-009590f0-c074-4c89-8f8f-6da7bd92d4a4 req-3feee97b-9a56-4ffa-99e4-ca6bbced9a02 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=603d3f81-00a8-4339-9e0e-b8b93ba54986 HTTP/1.1" status: 200 len: 998 time: 0.0775630 Jul 13 14:31:07.410379 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 603d3f81-00a8-4339-9e0e-b8b93ba54986, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=603d3f81-00a8-4339-9e0e-b8b93ba54986,segment=NetworkSegment(711d6f24-5014-4ae2-bf25-76237a1bec49),segment_id=711d6f24-5014-4ae2-bf25-76237a1bec49)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:31:07.418952 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-009590f0-c074-4c89-8f8f-6da7bd92d4a4 req-9eb23bdd-2427-4a8c-9f95-69aba3e549b5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=603d3f81-00a8-4339-9e0e-b8b93ba54986 HTTP/1.1" status: 200 len: 998 time: 0.0652380 Jul 13 14:31:07.426225 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Returning: {'device': '603d3f81-00a8-4339-9e0e-b8b93ba54986', 'network_id': '14500164-ea70-45d9-8358-e7ee203ceb0e', 'port_id': '603d3f81-00a8-4339-9e0e-b8b93ba54986', 'mac_address': 'fa:16:3e:06:7d:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4a064e2-d549-471a-a220-dea1e128d3d3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 14:31:07.458264 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009590f0-c074-4c89-8f8f-6da7bd92d4a4 req-aca5993a-2561-470c-a843-af3d245dacc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:31:07.460311 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-009590f0-c074-4c89-8f8f-6da7bd92d4a4 req-aca5993a-2561-470c-a843-af3d245dacc0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f4a064e2-d549-471a-a220-dea1e128d3d3 HTTP/1.1" status: 200 len: 851 time: 0.0542538 Jul 13 14:31:07.477674 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:31:07.479125 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009590f0-c074-4c89-8f8f-6da7bd92d4a4 req-5c948510-fba6-4b54-9a0c-a76449a950ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:31:07.481138 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-009590f0-c074-4c89-8f8f-6da7bd92d4a4 req-5c948510-fba6-4b54-9a0c-a76449a950ed service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f4a064e2-d549-471a-a220-dea1e128d3d3 HTTP/1.1" status: 200 len: 851 time: 0.0559645 Jul 13 14:31:07.491342 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 603d3f81-00a8-4339-9e0e-b8b93ba54986 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:31:07.513245 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 603d3f81-00a8-4339-9e0e-b8b93ba54986, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=603d3f81-00a8-4339-9e0e-b8b93ba54986,segment=NetworkSegment(711d6f24-5014-4ae2-bf25-76237a1bec49),segment_id=711d6f24-5014-4ae2-bf25-76237a1bec49)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:31:07.518014 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:31:07.523502 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009590f0-c074-4c89-8f8f-6da7bd92d4a4 req-2ae3f08a-e7c4-49a0-8b24-7dd9b8f6abbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:31:07.525210 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-009590f0-c074-4c89-8f8f-6da7bd92d4a4 req-2ae3f08a-e7c4-49a0-8b24-7dd9b8f6abbc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=14500164-ea70-45d9-8358-e7ee203ceb0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0586576 Jul 13 14:31:07.545187 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009590f0-c074-4c89-8f8f-6da7bd92d4a4 req-32e0b0ef-1f2d-4606-b9f3-b156452b2b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:31:07.546727 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-009590f0-c074-4c89-8f8f-6da7bd92d4a4 req-32e0b0ef-1f2d-4606-b9f3-b156452b2b66 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=14500164-ea70-45d9-8358-e7ee203ceb0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0586889 Jul 13 14:31:07.563026 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:31:07.567876 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=603d3f81-00a8-4339-9e0e-b8b93ba54986,revision_number=8']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:31:07.575531 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:31:07.575874 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:31:07.576211 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:31:07.576543 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:31:07.576871 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:31:07.577193 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:31:07.577518 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:31:07.577866 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:31:07.578205 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:31:07.578529 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:31:07.578848 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:31:07.579450 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:31:07.622389 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-009590f0-c074-4c89-8f8f-6da7bd92d4a4 req-19b51b09-afcf-41bf-b7b2-c1af93edb4da service neutron] 10.222.0.41 "GET /v2.0/networks/14500164-ea70-45d9-8358-e7ee203ceb0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906351 Jul 13 14:31:07.644589 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-009590f0-c074-4c89-8f8f-6da7bd92d4a4 req-70b0d19a-03c6-4b7f-8123-ed1bddd89660 service neutron] 10.222.0.26 "GET /v2.0/networks/14500164-ea70-45d9-8358-e7ee203ceb0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911901 Jul 13 14:31:07.713089 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-009590f0-c074-4c89-8f8f-6da7bd92d4a4 req-1a9edaaf-eec9-44a5-9c3a-e83fa0d9b0ba service neutron] 10.222.0.41 "GET /v2.0/networks/14500164-ea70-45d9-8358-e7ee203ceb0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830145 Jul 13 14:31:07.722029 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['603d3f81-00a8-4339-9e0e-b8b93ba54986'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:31:07.741070 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-009590f0-c074-4c89-8f8f-6da7bd92d4a4 req-af4d03a4-b9a9-4be8-9901-e0470e601064 service neutron] 10.222.0.26 "GET /v2.0/networks/14500164-ea70-45d9-8358-e7ee203ceb0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905509 Jul 13 14:31:08.402528 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3604dbd5-f3f9-447d-8459-11f53def904d req-4d3f5e24-a18a-4301-b731-a01f20d5760a tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:31:08.404007 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3604dbd5-f3f9-447d-8459-11f53def904d req-4d3f5e24-a18a-4301-b731-a01f20d5760a tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/ports?device_id=3df49cd4-67d4-4d45-8cd6-7642e1f0b81b HTTP/1.1" status: 200 len: 944 time: 0.0683022 Jul 13 14:31:08.441441 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3604dbd5-f3f9-447d-8459-11f53def904d req-f6914972-660f-49eb-a48e-9a5283227c16 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bbffade-850f-40f8-9d63-3701c1aa27a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313091 Jul 13 14:31:08.481014 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 603d3f81-00a8-4339-9e0e-b8b93ba54986 no longer exists at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:31:08.520456 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 603d3f81-00a8-4339-9e0e-b8b93ba54986 not bound to the agent host n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:31:08.732311 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336c1951-fcc7-4327-9d38-2de9c2cb9bb2 req-6b11d862-df35-47e7-bf58-e0fa1773ede2 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:31:08.733800 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-336c1951-fcc7-4327-9d38-2de9c2cb9bb2 req-6b11d862-df35-47e7-bf58-e0fa1773ede2 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/ports?device_id=3df49cd4-67d4-4d45-8cd6-7642e1f0b81b HTTP/1.1" status: 200 len: 944 time: 0.0640082 Jul 13 14:31:08.742675 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acf3bef-01ab-4666-9acd-39979c78d8cc req-76dc8efb-3e7c-4390-b568-3c300e4b101d tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:31:08.744159 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7acf3bef-01ab-4666-9acd-39979c78d8cc req-76dc8efb-3e7c-4390-b568-3c300e4b101d tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.26 "GET /v2.0/ports?device_id=3df49cd4-67d4-4d45-8cd6-7642e1f0b81b&tenant_id=83e4cfc114994f069bc88b9beef4b060&binding%3Ahost_id=n-h2-800634-1 HTTP/1.1" status: 200 len: 944 time: 0.0709217 Jul 13 14:31:08.772358 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-336c1951-fcc7-4327-9d38-2de9c2cb9bb2 req-10b23d63-7ed1-4872-9aa4-17ca24602608 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bbffade-850f-40f8-9d63-3701c1aa27a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327904 Jul 13 14:31:08.810453 n-d-800634-1 neutron-server[93750]: INFO neutron.api.v2.resource [req-7acf3bef-01ab-4666-9acd-39979c78d8cc req-a9701fe4-7dff-452a-8a87-00b49d7ece50 service neutron] delete failed (client error): The resource could not be found. Jul 13 14:31:08.811479 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7acf3bef-01ab-4666-9acd-39979c78d8cc req-a9701fe4-7dff-452a-8a87-00b49d7ece50 service neutron] 10.222.0.26 "DELETE /v2.0/ports/603d3f81-00a8-4339-9e0e-b8b93ba54986/bindings/n-h1-800634-1 HTTP/1.1" status: 404 len: 380 time: 0.0615599 Jul 13 14:31:08.904162 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acf3bef-01ab-4666-9acd-39979c78d8cc req-c95d4a3a-1d6c-4037-98e8-b254ac2fd72c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:31:08.905624 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7acf3bef-01ab-4666-9acd-39979c78d8cc req-c95d4a3a-1d6c-4037-98e8-b254ac2fd72c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=83e4cfc114994f069bc88b9beef4b060&device_id=3df49cd4-67d4-4d45-8cd6-7642e1f0b81b HTTP/1.1" status: 200 len: 1095 time: 0.0521331 Jul 13 14:31:08.994266 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acf3bef-01ab-4666-9acd-39979c78d8cc req-a9407d78-0266-4f09-8947-db585439aaf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:31:08.995740 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7acf3bef-01ab-4666-9acd-39979c78d8cc req-a9407d78-0266-4f09-8947-db585439aaf3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=14500164-ea70-45d9-8358-e7ee203ceb0e HTTP/1.1" status: 200 len: 912 time: 0.0832438 Jul 13 14:31:09.063481 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7acf3bef-01ab-4666-9acd-39979c78d8cc req-921c9dbe-d627-4f94-8ba2-a25ed01d7f02 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=603d3f81-00a8-4339-9e0e-b8b93ba54986 HTTP/1.1" status: 200 len: 999 time: 0.0614247 Jul 13 14:31:09.116437 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acf3bef-01ab-4666-9acd-39979c78d8cc req-67d75485-aa26-4749-8d19-6399ad197fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:31:09.117891 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7acf3bef-01ab-4666-9acd-39979c78d8cc req-67d75485-aa26-4749-8d19-6399ad197fd2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f4a064e2-d549-471a-a220-dea1e128d3d3 HTTP/1.1" status: 200 len: 851 time: 0.0481062 Jul 13 14:31:09.176709 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acf3bef-01ab-4666-9acd-39979c78d8cc req-c421fc4e-0a81-4131-8b90-13a28763e4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:31:09.178269 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7acf3bef-01ab-4666-9acd-39979c78d8cc req-c421fc4e-0a81-4131-8b90-13a28763e4f7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=14500164-ea70-45d9-8358-e7ee203ceb0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0545442 Jul 13 14:31:09.270112 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7acf3bef-01ab-4666-9acd-39979c78d8cc req-ed6d633a-63c0-4891-a730-5e4269f91167 service neutron] 10.222.0.26 "GET /v2.0/networks/14500164-ea70-45d9-8358-e7ee203ceb0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849640 Jul 13 14:31:09.323808 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 603d3f81-00a8-4339-9e0e-b8b93ba54986 up at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:31:09.360401 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7acf3bef-01ab-4666-9acd-39979c78d8cc req-486a50dc-14f8-4248-9075-701e4f55ec0f service neutron] 10.222.0.26 "GET /v2.0/networks/14500164-ea70-45d9-8358-e7ee203ceb0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845904 Jul 13 14:31:09.374883 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning for port 603d3f81-00a8-4339-9e0e-b8b93ba54986 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:31:09.379020 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning complete for port 603d3f81-00a8-4339-9e0e-b8b93ba54986 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:31:09.379400 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:31:09.465546 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:31:09.488828 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3df49cd4-67d4-4d45-8cd6-7642e1f0b81b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '603d3f81-00a8-4339-9e0e-b8b93ba54986'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:31:09.491103 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f877c416c4e1be0a98e2d34673ec81d4e31c3422e8e709fff770f7d8b7e0843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec8e642d-a688-4676-b19c-5d579558bddf" -d '{"events": [{"server_uuid": "3df49cd4-67d4-4d45-8cd6-7642e1f0b81b", "name": "network-vif-plugged", "status": "completed", "tag": "603d3f81-00a8-4339-9e0e-b8b93ba54986"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:31:09.505439 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 603d3f81-00a8-4339-9e0e-b8b93ba54986, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=603d3f81-00a8-4339-9e0e-b8b93ba54986,segment=NetworkSegment(711d6f24-5014-4ae2-bf25-76237a1bec49),segment_id=711d6f24-5014-4ae2-bf25-76237a1bec49)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:31:09.509305 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:31:09.540640 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d561537-9401-4d38-bcee-ce88da1a9d13 x-openstack-request-id: req-1d561537-9401-4d38-bcee-ce88da1a9d13 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:31:09.540945 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3df49cd4-67d4-4d45-8cd6-7642e1f0b81b", "name": "network-vif-plugged", "status": "completed", "tag": "603d3f81-00a8-4339-9e0e-b8b93ba54986", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:31:09.541180 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1d561537-9401-4d38-bcee-ce88da1a9d13 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:31:09.541565 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3df49cd4-67d4-4d45-8cd6-7642e1f0b81b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '603d3f81-00a8-4339-9e0e-b8b93ba54986', 'code': 200} Jul 13 14:31:09.562026 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=603d3f81-00a8-4339-9e0e-b8b93ba54986,revision_number=9']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:31:09.951089 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a34204-6f66-470d-bcec-9d37a27639f9 req-3bef5561-a7fc-4291-9791-282c956a8a25 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:31:09.952620 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-53a34204-6f66-470d-bcec-9d37a27639f9 req-3bef5561-a7fc-4291-9791-282c956a8a25 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/ports?device_id=3df49cd4-67d4-4d45-8cd6-7642e1f0b81b HTTP/1.1" status: 200 len: 945 time: 0.0659933 Jul 13 14:31:09.994043 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-53a34204-6f66-470d-bcec-9d37a27639f9 req-2c202a31-65d3-4bc9-a7ac-d9422ee2efae tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bbffade-850f-40f8-9d63-3701c1aa27a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347974 Jul 13 14:31:10.169063 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa6ed8c-2dc1-46ea-b1b9-41cf73fbb7e9 req-2f684591-fc05-4d96-96bd-bdb704645048 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:31:10.170567 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9aa6ed8c-2dc1-46ea-b1b9-41cf73fbb7e9 req-2f684591-fc05-4d96-96bd-bdb704645048 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/ports?device_id=3df49cd4-67d4-4d45-8cd6-7642e1f0b81b HTTP/1.1" status: 200 len: 945 time: 0.0665257 Jul 13 14:31:10.207967 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9aa6ed8c-2dc1-46ea-b1b9-41cf73fbb7e9 req-24afb080-2d4e-47d1-9a80-5b444f8cd567 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bbffade-850f-40f8-9d63-3701c1aa27a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311706 Jul 13 14:31:10.530157 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07471a98-d0c0-4cf6-9f9f-fc8875d7e216 req-1620ef43-daa7-468d-802d-a5097a4bdc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:31:10.531572 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-07471a98-d0c0-4cf6-9f9f-fc8875d7e216 req-1620ef43-daa7-468d-802d-a5097a4bdc3f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=83e4cfc114994f069bc88b9beef4b060&device_id=3df49cd4-67d4-4d45-8cd6-7642e1f0b81b HTTP/1.1" status: 200 len: 1096 time: 0.0572593 Jul 13 14:31:10.538050 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c33e0c0-a5bd-417c-96d4-f83097810f8b req-22278243-0f04-463a-ad0e-7d4daf26f7ac tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:31:10.539543 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9c33e0c0-a5bd-417c-96d4-f83097810f8b req-22278243-0f04-463a-ad0e-7d4daf26f7ac tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/ports?device_id=3df49cd4-67d4-4d45-8cd6-7642e1f0b81b HTTP/1.1" status: 200 len: 945 time: 0.0636635 Jul 13 14:31:10.577904 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9c33e0c0-a5bd-417c-96d4-f83097810f8b req-69a61d5d-7179-45ef-8be8-ecfc2455f2eb tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bbffade-850f-40f8-9d63-3701c1aa27a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327137 Jul 13 14:31:10.621481 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07471a98-d0c0-4cf6-9f9f-fc8875d7e216 req-a2d1c1f2-ff0e-4d90-a5d7-df25bf2a4de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:31:10.622977 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-07471a98-d0c0-4cf6-9f9f-fc8875d7e216 req-a2d1c1f2-ff0e-4d90-a5d7-df25bf2a4de9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=14500164-ea70-45d9-8358-e7ee203ceb0e HTTP/1.1" status: 200 len: 912 time: 0.0851028 Jul 13 14:31:10.692390 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-07471a98-d0c0-4cf6-9f9f-fc8875d7e216 req-81ef2d75-c23a-4673-ba19-bf585379c4c3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=603d3f81-00a8-4339-9e0e-b8b93ba54986 HTTP/1.1" status: 200 len: 1000 time: 0.0625386 Jul 13 14:31:10.740666 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07471a98-d0c0-4cf6-9f9f-fc8875d7e216 req-15792cab-0090-4b8f-8d2e-fb3aae511bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:31:10.742113 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-07471a98-d0c0-4cf6-9f9f-fc8875d7e216 req-15792cab-0090-4b8f-8d2e-fb3aae511bbe service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f4a064e2-d549-471a-a220-dea1e128d3d3 HTTP/1.1" status: 200 len: 851 time: 0.0435207 Jul 13 14:31:10.799809 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07471a98-d0c0-4cf6-9f9f-fc8875d7e216 req-2d895a63-2cf9-452d-b798-0c6ec28cab9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:31:10.801213 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-07471a98-d0c0-4cf6-9f9f-fc8875d7e216 req-2d895a63-2cf9-452d-b798-0c6ec28cab9c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=14500164-ea70-45d9-8358-e7ee203ceb0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530889 Jul 13 14:31:10.890762 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-07471a98-d0c0-4cf6-9f9f-fc8875d7e216 req-b79582e8-e663-4df0-8e9f-ae9ce227ee6d service neutron] 10.222.0.41 "GET /v2.0/networks/14500164-ea70-45d9-8358-e7ee203ceb0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831227 Jul 13 14:31:10.978508 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-07471a98-d0c0-4cf6-9f9f-fc8875d7e216 req-1269c52d-aa19-4baa-9455-d5233e8c587f service neutron] 10.222.0.41 "GET /v2.0/networks/14500164-ea70-45d9-8358-e7ee203ceb0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811870 Jul 13 14:31:11.927093 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cea1cc7-7b89-4684-a7c7-5a79194a3a9e req-0b8f93b1-cfb8-4a4c-9059-af232845bdfb tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:31:11.928543 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6cea1cc7-7b89-4684-a7c7-5a79194a3a9e req-0b8f93b1-cfb8-4a4c-9059-af232845bdfb tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/ports?device_id=3df49cd4-67d4-4d45-8cd6-7642e1f0b81b HTTP/1.1" status: 200 len: 945 time: 0.0635173 Jul 13 14:31:11.971948 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6cea1cc7-7b89-4684-a7c7-5a79194a3a9e req-f2a258c6-92c4-4727-a828-b365fab4d017 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bbffade-850f-40f8-9d63-3701c1aa27a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375493 Jul 13 14:31:12.343678 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce02dc43-8421-4d7f-9431-e970c516b1bf req-4848dc78-8002-471e-aa1e-d2e315ea740e tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:31:12.345183 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ce02dc43-8421-4d7f-9431-e970c516b1bf req-4848dc78-8002-471e-aa1e-d2e315ea740e tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/ports?device_id=3df49cd4-67d4-4d45-8cd6-7642e1f0b81b HTTP/1.1" status: 200 len: 945 time: 0.0625126 Jul 13 14:31:12.382834 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ce02dc43-8421-4d7f-9431-e970c516b1bf req-ad6e8f76-fcd1-4df7-997f-e683da852e15 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bbffade-850f-40f8-9d63-3701c1aa27a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318501 Jul 13 14:31:13.544340 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74d6036-ff35-4180-8e7f-c0447316d468 req-3b0fb228-70b1-459d-a842-f2704835840a tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:31:13.546086 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e74d6036-ff35-4180-8e7f-c0447316d468 req-3b0fb228-70b1-459d-a842-f2704835840a tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.41 "GET /v2.0/ports?device_id=3df49cd4-67d4-4d45-8cd6-7642e1f0b81b HTTP/1.1" status: 200 len: 945 time: 0.0644352 Jul 13 14:31:13.554339 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293943bc-aa17-4260-9363-075574db0eb1 req-3550bf2b-f690-4535-a4c6-e20982500c89 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:31:13.556070 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-293943bc-aa17-4260-9363-075574db0eb1 req-3550bf2b-f690-4535-a4c6-e20982500c89 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/ports?device_id=3df49cd4-67d4-4d45-8cd6-7642e1f0b81b HTTP/1.1" status: 200 len: 945 time: 0.0633118 Jul 13 14:31:13.594072 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-293943bc-aa17-4260-9363-075574db0eb1 req-e99a9ad3-f067-4c69-b803-af278d9bbfd2 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bbffade-850f-40f8-9d63-3701c1aa27a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322835 Jul 13 14:31:13.648955 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-e74d6036-ff35-4180-8e7f-c0447316d468 req-5f5a33ec-2085-4d84-99fa-585087b8611b tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Deleting port 603d3f81-00a8-4339-9e0e-b8b93ba54986 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:31:13.649297 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-e74d6036-ff35-4180-8e7f-c0447316d468 req-5f5a33ec-2085-4d84-99fa-585087b8611b tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:31:13.734504 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-e74d6036-ff35-4180-8e7f-c0447316d468 req-5f5a33ec-2085-4d84-99fa-585087b8611b tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] For port 603d3f81-00a8-4339-9e0e-b8b93ba54986, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=603d3f81-00a8-4339-9e0e-b8b93ba54986,segment=NetworkSegment(711d6f24-5014-4ae2-bf25-76237a1bec49),segment_id=711d6f24-5014-4ae2-bf25-76237a1bec49)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:31:13.735686 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-e74d6036-ff35-4180-8e7f-c0447316d468 req-5f5a33ec-2085-4d84-99fa-585087b8611b tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:31:14.154990 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-e74d6036-ff35-4180-8e7f-c0447316d468 req-5f5a33ec-2085-4d84-99fa-585087b8611b tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:31:14.155358 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-e74d6036-ff35-4180-8e7f-c0447316d468 req-5f5a33ec-2085-4d84-99fa-585087b8611b tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446547'] for floatingip, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:31:14.155682 n-d-800634-1 neutron-server[93751]: INFO neutron.db.l3_db [req-e74d6036-ff35-4180-8e7f-c0447316d468 req-5f5a33ec-2085-4d84-99fa-585087b8611b tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Floating IP a0b5e78f-53bc-4f37-8891-31b1052135af disassociated. External IP: 172.25.6.82, port: 603d3f81-00a8-4339-9e0e-b8b93ba54986. Jul 13 14:31:14.155996 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-e74d6036-ff35-4180-8e7f-c0447316d468 req-5f5a33ec-2085-4d84-99fa-585087b8611b tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Calling delete_port for 603d3f81-00a8-4339-9e0e-b8b93ba54986 owned by compute:nova {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:31:14.278312 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-e74d6036-ff35-4180-8e7f-c0447316d468 req-5f5a33ec-2085-4d84-99fa-585087b8611b tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:31:14.310581 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5a33ec-2085-4d84-99fa-585087b8611b tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Pushing event deleted for resources: {'Port': ['ID=603d3f81-00a8-4339-9e0e-b8b93ba54986,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:31:14.428707 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e74d6036-ff35-4180-8e7f-c0447316d468 req-5f5a33ec-2085-4d84-99fa-585087b8611b tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Router 50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:31:14.535835 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e74d6036-ff35-4180-8e7f-c0447316d468 req-5f5a33ec-2085-4d84-99fa-585087b8611b tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:31:14.544865 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369f4d28-e1bc-49dc-90f7-2067a3ef2bec None None] Sync routers for ids ['50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:31:14.555318 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369f4d28-e1bc-49dc-90f7-2067a3ef2bec None None] Routers {'50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:31:14.556183 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-369f4d28-e1bc-49dc-90f7-2067a3ef2bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:30:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:31:14.581856 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-e74d6036-ff35-4180-8e7f-c0447316d468 req-5f5a33ec-2085-4d84-99fa-585087b8611b tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] No DVR routers for this DVR port 603d3f81-00a8-4339-9e0e-b8b93ba54986 on host n-h2-800634-1 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:31:14.584299 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-e74d6036-ff35-4180-8e7f-c0447316d468 req-5f5a33ec-2085-4d84-99fa-585087b8611b tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:31:14.586313 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e74d6036-ff35-4180-8e7f-c0447316d468 req-5f5a33ec-2085-4d84-99fa-585087b8611b tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.41 "DELETE /v2.0/ports/603d3f81-00a8-4339-9e0e-b8b93ba54986 HTTP/1.1" status: 204 len: 173 time: 1.0346704 Jul 13 14:31:14.586752 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3df49cd4-67d4-4d45-8cd6-7642e1f0b81b', 'name': 'network-vif-deleted', 'tag': '603d3f81-00a8-4339-9e0e-b8b93ba54986'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:31:14.588983 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dea8b0fca9d342929f96bd35c86b8a14765464b9140f1e1e2496fbd7209775c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71790658-6451-4bf9-862b-acc626205bda" -d '{"events": [{"server_uuid": "3df49cd4-67d4-4d45-8cd6-7642e1f0b81b", "name": "network-vif-deleted", "tag": "603d3f81-00a8-4339-9e0e-b8b93ba54986"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:31:14.636975 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0cb0220-4fc8-43b4-8454-2ad5544d6480 x-openstack-request-id: req-f0cb0220-4fc8-43b4-8454-2ad5544d6480 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:31:14.637278 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3df49cd4-67d4-4d45-8cd6-7642e1f0b81b", "name": "network-vif-deleted", "tag": "603d3f81-00a8-4339-9e0e-b8b93ba54986", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:31:14.637533 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f0cb0220-4fc8-43b4-8454-2ad5544d6480 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:31:14.638151 n-d-800634-1 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3df49cd4-67d4-4d45-8cd6-7642e1f0b81b', 'name': 'network-vif-deleted', 'tag': '603d3f81-00a8-4339-9e0e-b8b93ba54986', 'status': 'completed', 'code': 200} Jul 13 14:31:14.668776 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-369f4d28-e1bc-49dc-90f7-2067a3ef2bec None None] Set router 50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:31:14.753100 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-156d3380-54ce-4c31-9c76-555655194cf2 req-17d0a316-8a8f-47ac-b85d-8909ab4dc43d tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/ports?device_id=3df49cd4-67d4-4d45-8cd6-7642e1f0b81b HTTP/1.1" status: 200 len: 210 time: 0.0346639 Jul 13 14:31:14.879346 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-369f4d28-e1bc-49dc-90f7-2067a3ef2bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc', 'name': 'tempest-ServerActionsTestJSON-1113875761-router', 'tenant_id': '83e4cfc114994f069bc88b9beef4b060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': 'f73fb570-9b0a-437c-9323-8904f128109b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:26:43Z', 'updated_at': '2021-07-13T14:26:46Z', 'revision_number': 4, 'project_id': '83e4cfc114994f069bc88b9beef4b060', 'gw_port': {'id': 'f73fb570-9b0a-437c-9323-8904f128109b', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a2:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:26:44Z', 'updated_at': '2021-07-13T14:26:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': 'c348c8f1-1951-45d3-bb20-9d8cc8b7f236', 'name': '', 'network_id': '14500164-ea70-45d9-8358-e7ee203ceb0e', 'tenant_id': '83e4cfc114994f069bc88b9beef4b060', 'mac_address': 'fa:16:3e:6f:0d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'f4a064e2-d549-471a-a220-dea1e128d3d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:26:45Z', 'updated_at': '2021-07-13T14:26:51Z', 'revision_number': 5, 'project_id': '83e4cfc114994f069bc88b9beef4b060', 'subnets': [{'id': 'f4a064e2-d549-471a-a220-dea1e128d3d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:31:15.062757 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369f4d28-e1bc-49dc-90f7-2067a3ef2bec None None] Checking router: 50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc for host: n-d-800634-1 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:31:15.071308 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369f4d28-e1bc-49dc-90f7-2067a3ef2bec None None] Routers {'50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:31:15.071924 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-369f4d28-e1bc-49dc-90f7-2067a3ef2bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:30:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:31:15.177656 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-369f4d28-e1bc-49dc-90f7-2067a3ef2bec None None] Set router 50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:31:15.370372 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-369f4d28-e1bc-49dc-90f7-2067a3ef2bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc', 'name': 'tempest-ServerActionsTestJSON-1113875761-router', 'tenant_id': '83e4cfc114994f069bc88b9beef4b060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': 'f73fb570-9b0a-437c-9323-8904f128109b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:26:43Z', 'updated_at': '2021-07-13T14:26:46Z', 'revision_number': 4, 'project_id': '83e4cfc114994f069bc88b9beef4b060', 'gw_port': {'id': 'f73fb570-9b0a-437c-9323-8904f128109b', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a2:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:26:44Z', 'updated_at': '2021-07-13T14:26:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': 'c348c8f1-1951-45d3-bb20-9d8cc8b7f236', 'name': '', 'network_id': '14500164-ea70-45d9-8358-e7ee203ceb0e', 'tenant_id': '83e4cfc114994f069bc88b9beef4b060', 'mac_address': 'fa:16:3e:6f:0d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'f4a064e2-d549-471a-a220-dea1e128d3d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:26:45Z', 'updated_at': '2021-07-13T14:26:51Z', 'revision_number': 5, 'project_id': '83e4cfc114994f069bc88b9beef4b060', 'subnets': [{'id': 'f4a064e2-d549-471a-a220-dea1e128d3d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:31:15.399285 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369f4d28-e1bc-49dc-90f7-2067a3ef2bec None None] The sync data for ids ['50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc'] in n-d-800634-1 is: [{'id': '50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc', 'name': 'tempest-ServerActionsTestJSON-1113875761-router', 'tenant_id': '83e4cfc114994f069bc88b9beef4b060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': 'f73fb570-9b0a-437c-9323-8904f128109b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:26:43Z', 'updated_at': '2021-07-13T14:26:46Z', 'revision_number': 4, 'project_id': '83e4cfc114994f069bc88b9beef4b060', 'gw_port': {'id': 'f73fb570-9b0a-437c-9323-8904f128109b', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a2:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:26:44Z', 'updated_at': '2021-07-13T14:26:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': 'c348c8f1-1951-45d3-bb20-9d8cc8b7f236', 'name': '', 'network_id': '14500164-ea70-45d9-8358-e7ee203ceb0e', 'tenant_id': '83e4cfc114994f069bc88b9beef4b060', 'mac_address': 'fa:16:3e:6f:0d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'f4a064e2-d549-471a-a220-dea1e128d3d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:26:45Z', 'updated_at': '2021-07-13T14:26:51Z', 'revision_number': 5, 'project_id': '83e4cfc114994f069bc88b9beef4b060', 'subnets': [{'id': 'f4a064e2-d549-471a-a220-dea1e128d3d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:31:15.604691 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6871d7ac-5f25-4c82-93b2-50fe522148be None None] New status for floating IP a0b5e78f-53bc-4f37-8891-31b1052135af: DOWN {{(pid=93753) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 14:31:16.112181 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6758577c-6ae6-47e0-a290-82badac138be req-893da460-2e8a-4726-8f3e-3fc25f0b7d2c tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--753730354&fields=id&tenant_id=83e4cfc114994f069bc88b9beef4b060 HTTP/1.1" status: 200 len: 267 time: 0.0424068 Jul 13 14:31:16.220802 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6758577c-6ae6-47e0-a290-82badac138be req-0b8d9471-6770-4022-9aa5-044dca9ad881 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:31:16.222333 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6758577c-6ae6-47e0-a290-82badac138be req-0b8d9471-6770-4022-9aa5-044dca9ad881 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/networks?id=14500164-ea70-45d9-8358-e7ee203ceb0e HTTP/1.1" status: 200 len: 812 time: 0.1017604 Jul 13 14:31:16.237572 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6758577c-6ae6-47e0-a290-82badac138be req-27794a07-e515-4ade-bc33-18e55d2863e9 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/quotas/83e4cfc114994f069bc88b9beef4b060 HTTP/1.1" status: 200 len: 375 time: 0.0098653 Jul 13 14:31:16.326629 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6758577c-6ae6-47e0-a290-82badac138be req-a58b5a87-d7f1-4f07-8b67-8e167ae2e2b6 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=83e4cfc114994f069bc88b9beef4b060&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0840814 Jul 13 14:31:16.509272 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6758577c-6ae6-47e0-a290-82badac138be req-0c91b4e5-6471-4922-b5d0-dd3a270c89de service neutron] 10.222.0.23 "GET /v2.0/networks/14500164-ea70-45d9-8358-e7ee203ceb0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213231 Jul 13 14:31:16.596555 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6758577c-6ae6-47e0-a290-82badac138be req-05ecacd5-d1d1-4a03-ae41-a6780815122c service neutron] 10.222.0.23 "GET /v2.0/networks/14500164-ea70-45d9-8358-e7ee203ceb0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816448 Jul 13 14:31:16.768440 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a271946c-ba5f-464f-9c0e-7d9f46b68856 req-1cc71df0-dbe6-4386-96fd-651609fe6926 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/ports?device_id=56200a62-95d3-4a9a-8076-f9450945b320 HTTP/1.1" status: 200 len: 210 time: 0.0286238 Jul 13 14:31:17.317062 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d1c897f9-fe0d-428a-b5ad-5fc596cde136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:31:17.385900 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 603d3f81-00a8-4339-9e0e-b8b93ba54986 no longer exists at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:31:17.405875 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] No Port match for: 603d3f81-00a8-4339-9e0e-b8b93ba54986 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:31:17.406217 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 603d3f81-00a8-4339-9e0e-b8b93ba54986 not bound to the agent host n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:31:17.790224 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6758577c-6ae6-47e0-a290-82badac138be req-50cd22b3-1bcd-4292-ba8e-7d000e5bdc26 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:31:17.791721 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6758577c-6ae6-47e0-a290-82badac138be req-50cd22b3-1bcd-4292-ba8e-7d000e5bdc26 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.26 "GET /v2.0/networks?id=14500164-ea70-45d9-8358-e7ee203ceb0e HTTP/1.1" status: 200 len: 812 time: 0.1068480 Jul 13 14:31:17.940469 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f169cce7-b217-4f52-bc4b-7acfcde5e746 req-86b526fa-c554-478a-927e-97c94f7c157b tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/ports?device_id=56200a62-95d3-4a9a-8076-f9450945b320 HTTP/1.1" status: 200 len: 210 time: 0.0314357 Jul 13 14:31:18.156435 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6758577c-6ae6-47e0-a290-82badac138be req-f207ce0b-f0c4-4c95-b79e-65029acae416 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=83e4cfc114994f069bc88b9beef4b060 HTTP/1.1" status: 200 len: 379 time: 0.3562586 Jul 13 14:31:18.165256 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-6758577c-6ae6-47e0-a290-82badac138be req-1b15518f-6af3-4f68-a814-c3a00ccaa228 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Request body: {'port': {'device_id': '56200a62-95d3-4a9a-8076-f9450945b320', 'network_id': '14500164-ea70-45d9-8358-e7ee203ceb0e', 'admin_state_up': True, 'tenant_id': '83e4cfc114994f069bc88b9beef4b060', 'security_groups': ['6bbffade-850f-40f8-9d63-3701c1aa27a7']}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:31:18.269311 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6758577c-6ae6-47e0-a290-82badac138be req-1b15518f-6af3-4f68-a814-c3a00ccaa228 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Made reservation on behalf of 83e4cfc114994f069bc88b9beef4b060 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:31:18.272723 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-6758577c-6ae6-47e0-a290-82badac138be req-1b15518f-6af3-4f68-a814-c3a00ccaa228 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:31:18.402100 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-6758577c-6ae6-47e0-a290-82badac138be req-1b15518f-6af3-4f68-a814-c3a00ccaa228 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Allocated IP 172.20.0.11 (14500164-ea70-45d9-8358-e7ee203ceb0e/f4a064e2-d549-471a-a220-dea1e128d3d3/506f8536-6d0d-4115-81cb-7f303269173d) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:31:18.540241 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-6758577c-6ae6-47e0-a290-82badac138be req-1b15518f-6af3-4f68-a814-c3a00ccaa228 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:31:18.554091 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-6758577c-6ae6-47e0-a290-82badac138be req-1b15518f-6af3-4f68-a814-c3a00ccaa228 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Transition to ACTIVE for port object 506f8536-6d0d-4115-81cb-7f303269173d will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:31:18.586228 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-6758577c-6ae6-47e0-a290-82badac138be req-1b15518f-6af3-4f68-a814-c3a00ccaa228 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:31:18.631871 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6758577c-6ae6-47e0-a290-82badac138be req-1b15518f-6af3-4f68-a814-c3a00ccaa228 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Network 14500164-ea70-45d9-8358-e7ee203ceb0e is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:31:18.635072 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-6758577c-6ae6-47e0-a290-82badac138be req-1b15518f-6af3-4f68-a814-c3a00ccaa228 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:31:18.638883 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-6758577c-6ae6-47e0-a290-82badac138be req-1b15518f-6af3-4f68-a814-c3a00ccaa228 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:31:18.645626 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b15518f-6af3-4f68-a814-c3a00ccaa228 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Pushing event updated for resources: {'Port': ['ID=506f8536-6d0d-4115-81cb-7f303269173d,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:31:18.673880 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b15518f-6af3-4f68-a814-c3a00ccaa228 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:31:18.674238 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b15518f-6af3-4f68-a814-c3a00ccaa228 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:31:18.674577 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b15518f-6af3-4f68-a814-c3a00ccaa228 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:31:18.674915 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b15518f-6af3-4f68-a814-c3a00ccaa228 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:31:18.675253 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b15518f-6af3-4f68-a814-c3a00ccaa228 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:31:18.675586 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b15518f-6af3-4f68-a814-c3a00ccaa228 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:31:18.675914 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b15518f-6af3-4f68-a814-c3a00ccaa228 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:31:18.676241 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b15518f-6af3-4f68-a814-c3a00ccaa228 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:31:18.676565 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b15518f-6af3-4f68-a814-c3a00ccaa228 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:31:18.676891 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b15518f-6af3-4f68-a814-c3a00ccaa228 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:31:18.677215 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b15518f-6af3-4f68-a814-c3a00ccaa228 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:31:18.677536 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b15518f-6af3-4f68-a814-c3a00ccaa228 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:31:18.702690 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6758577c-6ae6-47e0-a290-82badac138be req-1b15518f-6af3-4f68-a814-c3a00ccaa228 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:31:18.703316 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-6758577c-6ae6-47e0-a290-82badac138be req-1b15518f-6af3-4f68-a814-c3a00ccaa228 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:31:18.721821 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6758577c-6ae6-47e0-a290-82badac138be req-1b15518f-6af3-4f68-a814-c3a00ccaa228 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5600173 Jul 13 14:31:18.733101 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-6758577c-6ae6-47e0-a290-82badac138be req-817ce2c8-d503-4ac3-9e05-fd47ceb0367b service neutron] Request body: {'port': {'device_id': '56200a62-95d3-4a9a-8076-f9450945b320', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:31:18.818059 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-6758577c-6ae6-47e0-a290-82badac138be req-817ce2c8-d503-4ac3-9e05-fd47ceb0367b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:31:18.841195 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-93780c7b-2fe2-4352-bcd2-292ef5a443d6 None None] Provisioning for port 506f8536-6d0d-4115-81cb-7f303269173d completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:31:18.844788 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-93780c7b-2fe2-4352-bcd2-292ef5a443d6 None None] Provisioning complete for port 506f8536-6d0d-4115-81cb-7f303269173d triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:31:18.845158 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-93780c7b-2fe2-4352-bcd2-292ef5a443d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:31:18.879289 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-93780c7b-2fe2-4352-bcd2-292ef5a443d6 None None] Port 506f8536-6d0d-4115-81cb-7f303269173d cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:31:19.114525 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-6758577c-6ae6-47e0-a290-82badac138be req-817ce2c8-d503-4ac3-9e05-fd47ceb0367b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 506f8536-6d0d-4115-81cb-7f303269173d {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:31:19.123178 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-6758577c-6ae6-47e0-a290-82badac138be req-817ce2c8-d503-4ac3-9e05-fd47ceb0367b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:31:19.146096 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-6758577c-6ae6-47e0-a290-82badac138be req-817ce2c8-d503-4ac3-9e05-fd47ceb0367b service neutron] Transition to ACTIVE for port object 506f8536-6d0d-4115-81cb-7f303269173d will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:31:19.151146 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-6758577c-6ae6-47e0-a290-82badac138be req-817ce2c8-d503-4ac3-9e05-fd47ceb0367b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:31:19.191632 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeb54fc-ebd5-4f91-bdad-02114d6180ea req-dc8da4b2-8366-423c-90c0-a1744e0170df tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:31:19.193229 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2eeb54fc-ebd5-4f91-bdad-02114d6180ea req-dc8da4b2-8366-423c-90c0-a1744e0170df tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/ports?device_id=56200a62-95d3-4a9a-8076-f9450945b320 HTTP/1.1" status: 200 len: 932 time: 0.1418905 Jul 13 14:31:19.233155 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817ce2c8-d503-4ac3-9e05-fd47ceb0367b service neutron] Pushing event updated for resources: {'Port': ['ID=506f8536-6d0d-4115-81cb-7f303269173d,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:31:19.290852 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2eeb54fc-ebd5-4f91-bdad-02114d6180ea req-e108060c-32aa-40c8-9941-a9d2d0d202be tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bbffade-850f-40f8-9d63-3701c1aa27a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912440 Jul 13 14:31:19.321369 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-6758577c-6ae6-47e0-a290-82badac138be req-817ce2c8-d503-4ac3-9e05-fd47ceb0367b service neutron] Attempting to bind port 506f8536-6d0d-4115-81cb-7f303269173d on host n-h1-800634-1 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:31:19.321712 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-6758577c-6ae6-47e0-a290-82badac138be req-817ce2c8-d503-4ac3-9e05-fd47ceb0367b service neutron] Attempting to bind port 506f8536-6d0d-4115-81cb-7f303269173d by drivers openvswitch,hyperv on host n-h1-800634-1 at level 0 using segments [{'id': '711d6f24-5014-4ae2-bf25-76237a1bec49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '14500164-ea70-45d9-8358-e7ee203ceb0e'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:31:19.322072 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6758577c-6ae6-47e0-a290-82badac138be req-817ce2c8-d503-4ac3-9e05-fd47ceb0367b service neutron] Attempting to bind port 506f8536-6d0d-4115-81cb-7f303269173d on network 14500164-ea70-45d9-8358-e7ee203ceb0e {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:31:19.326713 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6758577c-6ae6-47e0-a290-82badac138be req-817ce2c8-d503-4ac3-9e05-fd47ceb0367b service neutron] Port 506f8536-6d0d-4115-81cb-7f303269173d on network 14500164-ea70-45d9-8358-e7ee203ceb0e not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-1 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 14:31:19.326976 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6758577c-6ae6-47e0-a290-82badac138be req-817ce2c8-d503-4ac3-9e05-fd47ceb0367b service neutron] Attempting to bind port 506f8536-6d0d-4115-81cb-7f303269173d on network 14500164-ea70-45d9-8358-e7ee203ceb0e {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:31:19.332666 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6758577c-6ae6-47e0-a290-82badac138be req-817ce2c8-d503-4ac3-9e05-fd47ceb0367b service neutron] Checking agent: {'id': 'a7603dc8-3c50-4a9b-8f0d-1143528f155e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:31:19.333007 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6758577c-6ae6-47e0-a290-82badac138be req-817ce2c8-d503-4ac3-9e05-fd47ceb0367b service neutron] Checking segment: {'id': '711d6f24-5014-4ae2-bf25-76237a1bec49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '14500164-ea70-45d9-8358-e7ee203ceb0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:31:19.333396 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6758577c-6ae6-47e0-a290-82badac138be req-817ce2c8-d503-4ac3-9e05-fd47ceb0367b service neutron] Bound using segment: {'id': '711d6f24-5014-4ae2-bf25-76237a1bec49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '14500164-ea70-45d9-8358-e7ee203ceb0e'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:31:19.333848 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-6758577c-6ae6-47e0-a290-82badac138be req-817ce2c8-d503-4ac3-9e05-fd47ceb0367b service neutron] Bound port: 506f8536-6d0d-4115-81cb-7f303269173d, host: n-h1-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '711d6f24-5014-4ae2-bf25-76237a1bec49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '14500164-ea70-45d9-8358-e7ee203ceb0e'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:31:19.334225 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-6758577c-6ae6-47e0-a290-82badac138be req-817ce2c8-d503-4ac3-9e05-fd47ceb0367b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:31:19.403417 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-6758577c-6ae6-47e0-a290-82badac138be req-817ce2c8-d503-4ac3-9e05-fd47ceb0367b service neutron] For port 506f8536-6d0d-4115-81cb-7f303269173d, host n-h1-800634-1, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:31:19.406768 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-6758577c-6ae6-47e0-a290-82badac138be req-817ce2c8-d503-4ac3-9e05-fd47ceb0367b service neutron] For port 506f8536-6d0d-4115-81cb-7f303269173d, host n-h1-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=506f8536-6d0d-4115-81cb-7f303269173d,segment=NetworkSegment(711d6f24-5014-4ae2-bf25-76237a1bec49),segment_id=711d6f24-5014-4ae2-bf25-76237a1bec49)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:31:19.411601 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-6758577c-6ae6-47e0-a290-82badac138be req-817ce2c8-d503-4ac3-9e05-fd47ceb0367b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:31:19.445232 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6758577c-6ae6-47e0-a290-82badac138be req-817ce2c8-d503-4ac3-9e05-fd47ceb0367b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:31:19.445811 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-6758577c-6ae6-47e0-a290-82badac138be req-817ce2c8-d503-4ac3-9e05-fd47ceb0367b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:31:19.447186 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6758577c-6ae6-47e0-a290-82badac138be req-817ce2c8-d503-4ac3-9e05-fd47ceb0367b service neutron] 10.222.0.26 "PUT /v2.0/ports/506f8536-6d0d-4115-81cb-7f303269173d HTTP/1.1" status: 200 len: 1092 time: 0.7185261 Jul 13 14:31:19.447624 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56200a62-95d3-4a9a-8076-f9450945b320', 'tag': '506f8536-6d0d-4115-81cb-7f303269173d'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:31:19.449917 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d80e434584b282bc6a886e23c599c6bef7951b468a8cb6259e8628cee4d6f2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-564b65c5-2177-4490-92d4-e9b5d47e4492" -d '{"events": [{"name": "network-changed", "server_uuid": "56200a62-95d3-4a9a-8076-f9450945b320", "tag": "506f8536-6d0d-4115-81cb-7f303269173d"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:31:19.474683 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817ce2c8-d503-4ac3-9e05-fd47ceb0367b service neutron] Pushing event updated for resources: {'Port': ['ID=506f8536-6d0d-4115-81cb-7f303269173d,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:31:19.517145 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c561abc-2c0d-44c1-bcbc-b7b690ff0dde x-openstack-request-id: req-2c561abc-2c0d-44c1-bcbc-b7b690ff0dde {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:31:19.517442 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56200a62-95d3-4a9a-8076-f9450945b320", "tag": "506f8536-6d0d-4115-81cb-7f303269173d", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:31:19.517715 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2c561abc-2c0d-44c1-bcbc-b7b690ff0dde {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:31:19.518119 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56200a62-95d3-4a9a-8076-f9450945b320', 'tag': '506f8536-6d0d-4115-81cb-7f303269173d', 'status': 'completed', 'code': 200} Jul 13 14:31:19.546740 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6758577c-6ae6-47e0-a290-82badac138be req-31dff1b6-abb4-4c76-83b3-66a7ea64394d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:31:19.548213 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6758577c-6ae6-47e0-a290-82badac138be req-31dff1b6-abb4-4c76-83b3-66a7ea64394d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=83e4cfc114994f069bc88b9beef4b060&device_id=56200a62-95d3-4a9a-8076-f9450945b320 HTTP/1.1" status: 200 len: 1095 time: 0.0601790 Jul 13 14:31:19.595161 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6758577c-6ae6-47e0-a290-82badac138be req-dd2a029a-59c1-43ae-9847-945e54480447 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=506f8536-6d0d-4115-81cb-7f303269173d HTTP/1.1" status: 200 len: 217 time: 0.0396883 Jul 13 14:31:19.646517 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6758577c-6ae6-47e0-a290-82badac138be req-bc701155-27f0-4b51-96bf-2922bd0127b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:31:19.648048 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6758577c-6ae6-47e0-a290-82badac138be req-bc701155-27f0-4b51-96bf-2922bd0127b0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f4a064e2-d549-471a-a220-dea1e128d3d3 HTTP/1.1" status: 200 len: 851 time: 0.0469604 Jul 13 14:31:19.705329 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6758577c-6ae6-47e0-a290-82badac138be req-c735a131-4f43-433f-887e-1e12f97a2fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:31:19.706757 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6758577c-6ae6-47e0-a290-82badac138be req-c735a131-4f43-433f-887e-1e12f97a2fe8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=14500164-ea70-45d9-8358-e7ee203ceb0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0528989 Jul 13 14:31:19.802377 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6758577c-6ae6-47e0-a290-82badac138be req-c378684f-7df7-403a-891c-79f05da1fedc service neutron] 10.222.0.26 "GET /v2.0/networks/14500164-ea70-45d9-8358-e7ee203ceb0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890961 Jul 13 14:31:19.890604 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6758577c-6ae6-47e0-a290-82badac138be req-5282a6b9-7171-48ee-8b7e-ba35f46f534b service neutron] 10.222.0.26 "GET /v2.0/networks/14500164-ea70-45d9-8358-e7ee203ceb0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817428 Jul 13 14:31:19.945997 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-399c8512-47bb-42d2-83bf-3fa676f9cdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:31:19.993067 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564b65c5-2177-4490-92d4-e9b5d47e4492 req-ceecca25-eea5-415f-8fa5-50748d0d3584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:31:19.994590 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-564b65c5-2177-4490-92d4-e9b5d47e4492 req-ceecca25-eea5-415f-8fa5-50748d0d3584 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=83e4cfc114994f069bc88b9beef4b060&device_id=56200a62-95d3-4a9a-8076-f9450945b320 HTTP/1.1" status: 200 len: 1095 time: 0.0553579 Jul 13 14:31:20.086750 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:31:20.091962 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564b65c5-2177-4490-92d4-e9b5d47e4492 req-cdf6bdc2-293a-47f1-8456-4000557903cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:31:20.093452 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-564b65c5-2177-4490-92d4-e9b5d47e4492 req-cdf6bdc2-293a-47f1-8456-4000557903cc service neutron] 10.222.0.26 "GET /v2.0/networks?id=14500164-ea70-45d9-8358-e7ee203ceb0e HTTP/1.1" status: 200 len: 912 time: 0.0933597 Jul 13 14:31:20.134612 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-564b65c5-2177-4490-92d4-e9b5d47e4492 req-cb8493f8-ca6b-4925-b7af-7a1207b9d323 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=506f8536-6d0d-4115-81cb-7f303269173d HTTP/1.1" status: 200 len: 217 time: 0.0349619 Jul 13 14:31:20.188141 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564b65c5-2177-4490-92d4-e9b5d47e4492 req-1ac68157-6fe2-4dc7-b899-eb795518106a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:31:20.189669 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-564b65c5-2177-4490-92d4-e9b5d47e4492 req-1ac68157-6fe2-4dc7-b899-eb795518106a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f4a064e2-d549-471a-a220-dea1e128d3d3 HTTP/1.1" status: 200 len: 851 time: 0.0486741 Jul 13 14:31:20.246658 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564b65c5-2177-4490-92d4-e9b5d47e4492 req-acffb716-f2d9-4103-92af-3e1f81645920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:31:20.248145 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-564b65c5-2177-4490-92d4-e9b5d47e4492 req-acffb716-f2d9-4103-92af-3e1f81645920 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=14500164-ea70-45d9-8358-e7ee203ceb0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0517631 Jul 13 14:31:20.337999 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-564b65c5-2177-4490-92d4-e9b5d47e4492 req-1cb41e44-03a5-4f95-85fd-eb28a913343a service neutron] 10.222.0.26 "GET /v2.0/networks/14500164-ea70-45d9-8358-e7ee203ceb0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824256 Jul 13 14:31:20.465292 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-564b65c5-2177-4490-92d4-e9b5d47e4492 req-8fd53326-009b-4ceb-a575-747ee1534b8d service neutron] 10.222.0.26 "GET /v2.0/networks/14500164-ea70-45d9-8358-e7ee203ceb0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208496 Jul 13 14:31:20.490497 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef9ac60-a585-4bbe-8a3a-81d0696a9715 req-3774f440-9743-48d4-a5c1-c4c021de5ee2 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:31:20.491992 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9ef9ac60-a585-4bbe-8a3a-81d0696a9715 req-3774f440-9743-48d4-a5c1-c4c021de5ee2 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/ports?device_id=56200a62-95d3-4a9a-8076-f9450945b320 HTTP/1.1" status: 200 len: 944 time: 0.0889587 Jul 13 14:31:20.530605 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9ef9ac60-a585-4bbe-8a3a-81d0696a9715 req-c1185440-ae2d-4d0e-a33a-0fa3fcd43688 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bbffade-850f-40f8-9d63-3701c1aa27a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331371 Jul 13 14:31:21.312691 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:31:21.706006 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22e0200-f025-4514-9f75-9a8c87d888c1 req-95d98baa-80ef-4849-8e62-05e3312bb676 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:31:21.707479 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a22e0200-f025-4514-9f75-9a8c87d888c1 req-95d98baa-80ef-4849-8e62-05e3312bb676 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/ports?device_id=56200a62-95d3-4a9a-8076-f9450945b320 HTTP/1.1" status: 200 len: 944 time: 0.0672126 Jul 13 14:31:21.744086 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a22e0200-f025-4514-9f75-9a8c87d888c1 req-78169854-b721-46bf-86d1-813a6fe29f91 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bbffade-850f-40f8-9d63-3701c1aa27a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311263 Jul 13 14:31:22.542676 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 506f8536-6d0d-4115-81cb-7f303269173d details requested by agent hyperv_n-h1-800634-1 with host n-h1-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 14:31:22.638351 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 506f8536-6d0d-4115-81cb-7f303269173d, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=506f8536-6d0d-4115-81cb-7f303269173d,segment=NetworkSegment(711d6f24-5014-4ae2-bf25-76237a1bec49),segment_id=711d6f24-5014-4ae2-bf25-76237a1bec49)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:31:22.649289 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Returning: {'device': '506f8536-6d0d-4115-81cb-7f303269173d', 'network_id': '14500164-ea70-45d9-8358-e7ee203ceb0e', 'port_id': '506f8536-6d0d-4115-81cb-7f303269173d', 'mac_address': 'fa:16:3e:a9:b1:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4a064e2-d549-471a-a220-dea1e128d3d3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 14:31:22.685211 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:31:22.697842 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 506f8536-6d0d-4115-81cb-7f303269173d {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:31:22.716330 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 506f8536-6d0d-4115-81cb-7f303269173d, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=506f8536-6d0d-4115-81cb-7f303269173d,segment=NetworkSegment(711d6f24-5014-4ae2-bf25-76237a1bec49),segment_id=711d6f24-5014-4ae2-bf25-76237a1bec49)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:31:22.720110 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:31:22.770467 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=506f8536-6d0d-4115-81cb-7f303269173d,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:31:22.815683 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:31:22.922925 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f9ebee-f720-45a6-b411-12c3a7536bf0 req-b05a1aef-297f-46be-8da9-dfb30d5e06f2 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:31:22.926177 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f8f9ebee-f720-45a6-b411-12c3a7536bf0 req-b05a1aef-297f-46be-8da9-dfb30d5e06f2 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/ports?device_id=56200a62-95d3-4a9a-8076-f9450945b320 HTTP/1.1" status: 200 len: 945 time: 0.0697529 Jul 13 14:31:22.963411 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f8f9ebee-f720-45a6-b411-12c3a7536bf0 req-380ab778-9b48-4c9d-824f-e161d3f81112 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bbffade-850f-40f8-9d63-3701c1aa27a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325866 Jul 13 14:31:22.978068 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['506f8536-6d0d-4115-81cb-7f303269173d'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:31:24.136413 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2bd436-454a-4c58-bcfe-d31b7873f6c7 req-5014c97f-6e95-4c62-b170-443f9453b4e4 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:31:24.137857 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-0b2bd436-454a-4c58-bcfe-d31b7873f6c7 req-5014c97f-6e95-4c62-b170-443f9453b4e4 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/ports?device_id=56200a62-95d3-4a9a-8076-f9450945b320 HTTP/1.1" status: 200 len: 945 time: 0.0621238 Jul 13 14:31:24.176330 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-0b2bd436-454a-4c58-bcfe-d31b7873f6c7 req-5561ccec-4d7b-4944-adae-c70d272417f9 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bbffade-850f-40f8-9d63-3701c1aa27a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321085 Jul 13 14:31:24.558142 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 506f8536-6d0d-4115-81cb-7f303269173d up at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:31:24.605508 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning for port 506f8536-6d0d-4115-81cb-7f303269173d completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:31:24.609066 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning complete for port 506f8536-6d0d-4115-81cb-7f303269173d triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:31:24.609437 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:31:24.687290 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:31:24.708979 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56200a62-95d3-4a9a-8076-f9450945b320', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '506f8536-6d0d-4115-81cb-7f303269173d'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:31:24.711233 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f877c416c4e1be0a98e2d34673ec81d4e31c3422e8e709fff770f7d8b7e0843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27fe1ae1-37ea-4635-9bf0-c81f03b1ea2e" -d '{"events": [{"server_uuid": "56200a62-95d3-4a9a-8076-f9450945b320", "name": "network-vif-plugged", "status": "completed", "tag": "506f8536-6d0d-4115-81cb-7f303269173d"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:31:24.723555 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 506f8536-6d0d-4115-81cb-7f303269173d, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=506f8536-6d0d-4115-81cb-7f303269173d,segment=NetworkSegment(711d6f24-5014-4ae2-bf25-76237a1bec49),segment_id=711d6f24-5014-4ae2-bf25-76237a1bec49)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:31:24.728588 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:31:24.754320 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fcda59b-1561-4e5d-9534-714fcf20ba9a x-openstack-request-id: req-8fcda59b-1561-4e5d-9534-714fcf20ba9a {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:31:24.754611 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56200a62-95d3-4a9a-8076-f9450945b320", "name": "network-vif-plugged", "status": "completed", "tag": "506f8536-6d0d-4115-81cb-7f303269173d", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:31:24.754865 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8fcda59b-1561-4e5d-9534-714fcf20ba9a {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:31:24.755253 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56200a62-95d3-4a9a-8076-f9450945b320', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '506f8536-6d0d-4115-81cb-7f303269173d', 'code': 200} Jul 13 14:31:24.782154 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=506f8536-6d0d-4115-81cb-7f303269173d,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:31:24.864912 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbba7a10-0961-4104-a047-75ba4bb381a9 req-29325a7b-bd5d-42a7-9456-e94e7b442a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:31:24.866354 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-fbba7a10-0961-4104-a047-75ba4bb381a9 req-29325a7b-bd5d-42a7-9456-e94e7b442a20 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=56200a62-95d3-4a9a-8076-f9450945b320 HTTP/1.1" status: 200 len: 1097 time: 0.0529525 Jul 13 14:31:24.900199 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-fbba7a10-0961-4104-a047-75ba4bb381a9 req-27e30eb0-ee71-4945-bab7-ecb8dcac7ba0 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=6bbffade-850f-40f8-9d63-3701c1aa27a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275054 Jul 13 14:31:25.350708 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbc323d-e9fd-4f99-b2b0-4559638fa9a6 req-3f0cbf21-e7c1-4e86-b95f-18b4fc6de987 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:31:25.352514 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2cbc323d-e9fd-4f99-b2b0-4559638fa9a6 req-3f0cbf21-e7c1-4e86-b95f-18b4fc6de987 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/ports?device_id=56200a62-95d3-4a9a-8076-f9450945b320 HTTP/1.1" status: 200 len: 946 time: 0.0678217 Jul 13 14:31:25.391997 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2cbc323d-e9fd-4f99-b2b0-4559638fa9a6 req-3db29421-0f9b-47b3-8aa9-b51956896204 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bbffade-850f-40f8-9d63-3701c1aa27a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339432 Jul 13 14:31:26.565973 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68b2f67-0250-472f-8ba2-47a058c084fd req-55b9ff04-401f-473c-9ec6-aa72c9722916 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:31:26.567454 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f68b2f67-0250-472f-8ba2-47a058c084fd req-55b9ff04-401f-473c-9ec6-aa72c9722916 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/ports?device_id=56200a62-95d3-4a9a-8076-f9450945b320 HTTP/1.1" status: 200 len: 946 time: 0.0630949 Jul 13 14:31:26.604285 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f68b2f67-0250-472f-8ba2-47a058c084fd req-35f7b4d7-9677-400f-a9d2-1250d51f151b tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bbffade-850f-40f8-9d63-3701c1aa27a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314436 Jul 13 14:31:26.769937 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37130f6a-8852-4019-ad69-1e0a7857a1c9 req-46ca900e-c65c-411f-8982-e11be07971c3 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:31:26.771332 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-37130f6a-8852-4019-ad69-1e0a7857a1c9 req-46ca900e-c65c-411f-8982-e11be07971c3 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/ports?device_id=56200a62-95d3-4a9a-8076-f9450945b320 HTTP/1.1" status: 200 len: 946 time: 0.0640235 Jul 13 14:31:26.779868 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 49734) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:31:26.784790 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-e7b47be2-4fa7-4247-ad75-8e33bd0d8932 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Request body: {'floatingip': {'port_id': '506f8536-6d0d-4115-81cb-7f303269173d'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:31:26.823656 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e7b47be2-4fa7-4247-ad75-8e33bd0d8932 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Notify callbacks [] for floatingip, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:31:27.265995 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e7b47be2-4fa7-4247-ad75-8e33bd0d8932 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:31:27.270521 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e7b47be2-4fa7-4247-ad75-8e33bd0d8932 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446547'] for floatingip, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:31:27.369102 n-d-800634-1 neutron-server[93751]: INFO neutron.db.l3_db [None req-e7b47be2-4fa7-4247-ad75-8e33bd0d8932 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Floating IP a0b5e78f-53bc-4f37-8891-31b1052135af associated. External IP: 172.25.6.82, port: 506f8536-6d0d-4115-81cb-7f303269173d. Jul 13 14:31:27.571608 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7b47be2-4fa7-4247-ad75-8e33bd0d8932 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Router 50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:31:27.679068 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7b47be2-4fa7-4247-ad75-8e33bd0d8932 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:31:27.683775 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e7b47be2-4fa7-4247-ad75-8e33bd0d8932 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for floatingip, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:31:27.689502 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5251603-7b0f-4b07-9c42-32d912b91c52 None None] Sync routers for ids ['50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:31:27.699697 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5251603-7b0f-4b07-9c42-32d912b91c52 None None] Routers {'50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:31:27.700305 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-b5251603-7b0f-4b07-9c42-32d912b91c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:31:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:31:27.719548 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-e7b47be2-4fa7-4247-ad75-8e33bd0d8932 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "PUT /v2.0/floatingips/a0b5e78f-53bc-4f37-8891-31b1052135af HTTP/1.1" status: 200 len: 991 time: 0.9386353 Jul 13 14:31:27.720124 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56200a62-95d3-4a9a-8076-f9450945b320', 'tag': '506f8536-6d0d-4115-81cb-7f303269173d'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:31:27.723097 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dea8b0fca9d342929f96bd35c86b8a14765464b9140f1e1e2496fbd7209775c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b21b7bc-d9b6-405f-9a61-246afeae84a1" -d '{"events": [{"name": "network-changed", "server_uuid": "56200a62-95d3-4a9a-8076-f9450945b320", "tag": "506f8536-6d0d-4115-81cb-7f303269173d"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:31:27.759702 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d68b068-64df-471b-8542-0ce97a892781 x-openstack-request-id: req-9d68b068-64df-471b-8542-0ce97a892781 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:31:27.760146 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56200a62-95d3-4a9a-8076-f9450945b320", "tag": "506f8536-6d0d-4115-81cb-7f303269173d", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:31:27.760572 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9d68b068-64df-471b-8542-0ce97a892781 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:31:27.761062 n-d-800634-1 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56200a62-95d3-4a9a-8076-f9450945b320', 'tag': '506f8536-6d0d-4115-81cb-7f303269173d', 'status': 'completed', 'code': 200} Jul 13 14:31:27.812733 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-b5251603-7b0f-4b07-9c42-32d912b91c52 None None] Set router 50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:31:27.842535 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b21b7bc-d9b6-405f-9a61-246afeae84a1 req-e8a4e078-c015-4768-95e2-9cd9b32beb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:31:27.844556 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3b21b7bc-d9b6-405f-9a61-246afeae84a1 req-e8a4e078-c015-4768-95e2-9cd9b32beb7f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=83e4cfc114994f069bc88b9beef4b060&device_id=56200a62-95d3-4a9a-8076-f9450945b320 HTTP/1.1" status: 200 len: 1097 time: 0.0582049 Jul 13 14:31:27.934255 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b21b7bc-d9b6-405f-9a61-246afeae84a1 req-2630a533-1292-45cc-990e-1319d661e74e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:31:27.935744 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3b21b7bc-d9b6-405f-9a61-246afeae84a1 req-2630a533-1292-45cc-990e-1319d661e74e service neutron] 10.222.0.26 "GET /v2.0/networks?id=14500164-ea70-45d9-8358-e7ee203ceb0e HTTP/1.1" status: 200 len: 912 time: 0.0852885 Jul 13 14:31:28.004616 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3b21b7bc-d9b6-405f-9a61-246afeae84a1 req-d2dd49cb-4696-439f-a278-52283d0caaff service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=506f8536-6d0d-4115-81cb-7f303269173d HTTP/1.1" status: 200 len: 999 time: 0.0625114 Jul 13 14:31:28.039180 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-b5251603-7b0f-4b07-9c42-32d912b91c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc', 'name': 'tempest-ServerActionsTestJSON-1113875761-router', 'tenant_id': '83e4cfc114994f069bc88b9beef4b060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': 'f73fb570-9b0a-437c-9323-8904f128109b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:26:43Z', 'updated_at': '2021-07-13T14:26:46Z', 'revision_number': 4, 'project_id': '83e4cfc114994f069bc88b9beef4b060', 'gw_port': {'id': 'f73fb570-9b0a-437c-9323-8904f128109b', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a2:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:26:44Z', 'updated_at': '2021-07-13T14:26:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_floatingips': [{'id': 'a0b5e78f-53bc-4f37-8891-31b1052135af', 'tenant_id': '83e4cfc114994f069bc88b9beef4b060', 'floating_ip_address': '172.25.6.82', 'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'router_id': '50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc', 'port_id': '506f8536-6d0d-4115-81cb-7f303269173d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14500164-ea70-45d9-8358-e7ee203ceb0e', 'mac_address': 'fa:16:3e:a9:b1:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56200a62-95d3-4a9a-8076-f9450945b320', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:26:48Z', 'updated_at': '2021-07-13T14:31:27Z', 'revision_number': 9, 'project_id': '83e4cfc114994f069bc88b9beef4b060', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c348c8f1-1951-45d3-bb20-9d8cc8b7f236', 'name': '', 'network_id': '14500164-ea70-45d9-8358-e7ee203ceb0e', 'tenant_id': '83e4cfc114994f069bc88b9beef4b060', 'mac_address': 'fa:16:3e:6f:0d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'f4a064e2-d549-471a-a220-dea1e128d3d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:26:45Z', 'updated_at': '2021-07-13T14:26:51Z', 'revision_number': 5, 'project_id': '83e4cfc114994f069bc88b9beef4b060', 'subnets': [{'id': 'f4a064e2-d549-471a-a220-dea1e128d3d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:31:28.053043 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b21b7bc-d9b6-405f-9a61-246afeae84a1 req-889f70f6-c8b0-4d1f-a174-383a23670de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:31:28.054545 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3b21b7bc-d9b6-405f-9a61-246afeae84a1 req-889f70f6-c8b0-4d1f-a174-383a23670de0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f4a064e2-d549-471a-a220-dea1e128d3d3 HTTP/1.1" status: 200 len: 851 time: 0.0440738 Jul 13 14:31:28.065708 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5251603-7b0f-4b07-9c42-32d912b91c52 None None] Checking router: 50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc for host: n-d-800634-1 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:31:28.073949 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5251603-7b0f-4b07-9c42-32d912b91c52 None None] Routers {'50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:31:28.074606 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-b5251603-7b0f-4b07-9c42-32d912b91c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:31:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:31:28.111175 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b21b7bc-d9b6-405f-9a61-246afeae84a1 req-501b2e8e-6200-4f12-91bd-15dc4db92c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:31:28.112724 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3b21b7bc-d9b6-405f-9a61-246afeae84a1 req-501b2e8e-6200-4f12-91bd-15dc4db92c69 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=14500164-ea70-45d9-8358-e7ee203ceb0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522404 Jul 13 14:31:28.122944 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [req-3b21b7bc-d9b6-405f-9a61-246afeae84a1 req-dbde6c89-223d-45e8-9653-0537d87e53cd service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93750) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 14:31:28.123936 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3b21b7bc-d9b6-405f-9a61-246afeae84a1 req-dbde6c89-223d-45e8-9653-0537d87e53cd service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050569 Jul 13 14:31:28.180179 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-b5251603-7b0f-4b07-9c42-32d912b91c52 None None] Set router 50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:31:28.217709 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3b21b7bc-d9b6-405f-9a61-246afeae84a1 req-cfda69de-feb4-42c8-826c-e5b842d5647e service neutron] 10.222.0.26 "GET /v2.0/networks/14500164-ea70-45d9-8358-e7ee203ceb0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873771 Jul 13 14:31:28.307067 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3b21b7bc-d9b6-405f-9a61-246afeae84a1 req-58b63894-e9a0-479b-a865-6a5655d19382 service neutron] 10.222.0.26 "GET /v2.0/networks/14500164-ea70-45d9-8358-e7ee203ceb0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829117 Jul 13 14:31:28.404451 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-b5251603-7b0f-4b07-9c42-32d912b91c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc', 'name': 'tempest-ServerActionsTestJSON-1113875761-router', 'tenant_id': '83e4cfc114994f069bc88b9beef4b060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': 'f73fb570-9b0a-437c-9323-8904f128109b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:26:43Z', 'updated_at': '2021-07-13T14:26:46Z', 'revision_number': 4, 'project_id': '83e4cfc114994f069bc88b9beef4b060', 'gw_port': {'id': 'f73fb570-9b0a-437c-9323-8904f128109b', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a2:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:26:44Z', 'updated_at': '2021-07-13T14:26:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_floatingips': [{'id': 'a0b5e78f-53bc-4f37-8891-31b1052135af', 'tenant_id': '83e4cfc114994f069bc88b9beef4b060', 'floating_ip_address': '172.25.6.82', 'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'router_id': '50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc', 'port_id': '506f8536-6d0d-4115-81cb-7f303269173d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14500164-ea70-45d9-8358-e7ee203ceb0e', 'mac_address': 'fa:16:3e:a9:b1:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56200a62-95d3-4a9a-8076-f9450945b320', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:26:48Z', 'updated_at': '2021-07-13T14:31:27Z', 'revision_number': 9, 'project_id': '83e4cfc114994f069bc88b9beef4b060', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c348c8f1-1951-45d3-bb20-9d8cc8b7f236', 'name': '', 'network_id': '14500164-ea70-45d9-8358-e7ee203ceb0e', 'tenant_id': '83e4cfc114994f069bc88b9beef4b060', 'mac_address': 'fa:16:3e:6f:0d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'f4a064e2-d549-471a-a220-dea1e128d3d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:26:45Z', 'updated_at': '2021-07-13T14:26:51Z', 'revision_number': 5, 'project_id': '83e4cfc114994f069bc88b9beef4b060', 'subnets': [{'id': 'f4a064e2-d549-471a-a220-dea1e128d3d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:31:28.430054 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5251603-7b0f-4b07-9c42-32d912b91c52 None None] The sync data for ids ['50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc'] in n-d-800634-1 is: [{'id': '50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc', 'name': 'tempest-ServerActionsTestJSON-1113875761-router', 'tenant_id': '83e4cfc114994f069bc88b9beef4b060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': 'f73fb570-9b0a-437c-9323-8904f128109b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:26:43Z', 'updated_at': '2021-07-13T14:26:46Z', 'revision_number': 4, 'project_id': '83e4cfc114994f069bc88b9beef4b060', 'gw_port': {'id': 'f73fb570-9b0a-437c-9323-8904f128109b', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a2:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:26:44Z', 'updated_at': '2021-07-13T14:26:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_floatingips': [{'id': 'a0b5e78f-53bc-4f37-8891-31b1052135af', 'tenant_id': '83e4cfc114994f069bc88b9beef4b060', 'floating_ip_address': '172.25.6.82', 'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'router_id': '50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc', 'port_id': '506f8536-6d0d-4115-81cb-7f303269173d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14500164-ea70-45d9-8358-e7ee203ceb0e', 'mac_address': 'fa:16:3e:a9:b1:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56200a62-95d3-4a9a-8076-f9450945b320', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:26:48Z', 'updated_at': '2021-07-13T14:31:27Z', 'revision_number': 9, 'project_id': '83e4cfc114994f069bc88b9beef4b060', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c348c8f1-1951-45d3-bb20-9d8cc8b7f236', 'name': '', 'network_id': '14500164-ea70-45d9-8358-e7ee203ceb0e', 'tenant_id': '83e4cfc114994f069bc88b9beef4b060', 'mac_address': 'fa:16:3e:6f:0d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'f4a064e2-d549-471a-a220-dea1e128d3d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:26:45Z', 'updated_at': '2021-07-13T14:26:51Z', 'revision_number': 5, 'project_id': '83e4cfc114994f069bc88b9beef4b060', 'subnets': [{'id': 'f4a064e2-d549-471a-a220-dea1e128d3d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:31:28.613659 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa053434-ac9e-4094-9782-e77851372ebf None None] New status for floating IP a0b5e78f-53bc-4f37-8891-31b1052135af: ACTIVE {{(pid=93753) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 14:31:30.850578 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:31:31.258016 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:31:40.261321 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9e423d59-29af-4ab0-80ed-2afa6f8f4278 req-cdca28dd-8f85-4d5f-9830-bf4a7dbfb511 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=56200a62-95d3-4a9a-8076-f9450945b320&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0502615 Jul 13 14:31:40.358384 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e423d59-29af-4ab0-80ed-2afa6f8f4278 req-f8083cfb-fb84-4ad0-8460-00ef12c369b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:31:40.359859 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9e423d59-29af-4ab0-80ed-2afa6f8f4278 req-f8083cfb-fb84-4ad0-8460-00ef12c369b1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=83e4cfc114994f069bc88b9beef4b060&device_id=56200a62-95d3-4a9a-8076-f9450945b320 HTTP/1.1" status: 200 len: 1097 time: 0.0568781 Jul 13 14:31:40.460887 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e423d59-29af-4ab0-80ed-2afa6f8f4278 req-01e5e362-bb91-4278-a279-0d739b33251f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:31:40.462368 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9e423d59-29af-4ab0-80ed-2afa6f8f4278 req-01e5e362-bb91-4278-a279-0d739b33251f service neutron] 10.222.0.26 "GET /v2.0/networks?id=14500164-ea70-45d9-8358-e7ee203ceb0e HTTP/1.1" status: 200 len: 912 time: 0.0828846 Jul 13 14:31:40.529502 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9e423d59-29af-4ab0-80ed-2afa6f8f4278 req-7bdfde80-2f62-40ec-a950-0bcecdd2e2b7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=506f8536-6d0d-4115-81cb-7f303269173d HTTP/1.1" status: 200 len: 1002 time: 0.0611079 Jul 13 14:31:40.583102 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e423d59-29af-4ab0-80ed-2afa6f8f4278 req-57f4615a-851c-4584-8c5b-fb0f32b06293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:31:40.584496 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9e423d59-29af-4ab0-80ed-2afa6f8f4278 req-57f4615a-851c-4584-8c5b-fb0f32b06293 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f4a064e2-d549-471a-a220-dea1e128d3d3 HTTP/1.1" status: 200 len: 851 time: 0.0434597 Jul 13 14:31:40.639623 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e423d59-29af-4ab0-80ed-2afa6f8f4278 req-d757133f-d51c-4a76-a135-625c95267a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:31:40.641075 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9e423d59-29af-4ab0-80ed-2afa6f8f4278 req-d757133f-d51c-4a76-a135-625c95267a19 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=14500164-ea70-45d9-8358-e7ee203ceb0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0505857 Jul 13 14:31:40.731541 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9e423d59-29af-4ab0-80ed-2afa6f8f4278 req-ef1248fa-9469-4fe4-96fc-282a94a9e534 service neutron] 10.222.0.26 "GET /v2.0/networks/14500164-ea70-45d9-8358-e7ee203ceb0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836732 Jul 13 14:31:40.819585 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9e423d59-29af-4ab0-80ed-2afa6f8f4278 req-87a4fb3d-7c41-499c-b1a9-e6e368f9b234 service neutron] 10.222.0.26 "GET /v2.0/networks/14500164-ea70-45d9-8358-e7ee203ceb0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813024 Jul 13 14:31:44.563098 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:31:47.321496 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-50978fee-f5c5-4d38-95f8-6d3fadd08ab3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:31:49.947170 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-411a06cf-78f1-48d4-b195-4992abb501ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:31:50.087842 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:31:51.314874 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:31:52.819001 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:32:00.864637 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:32:01.257641 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:32:17.322692 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4265f178-027a-41df-8189-abdd483f4456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:32:19.946866 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ebdf0225-e7ac-4d6f-9378-5c15b8ae8b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:32:20.089022 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:32:21.317472 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:32:21.562295 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:32:22.820842 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:32:30.867763 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:32:31.256213 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:32:42.256560 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5e213729-6b5f-456b-bb4c-0eaac2679782 req-f047aac3-57d2-43c7-bebd-05d25eaf71d3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=56200a62-95d3-4a9a-8076-f9450945b320&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0513892 Jul 13 14:32:42.352642 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e213729-6b5f-456b-bb4c-0eaac2679782 req-bf033a47-5dba-4120-a7b7-85418ca548ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:32:42.354141 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5e213729-6b5f-456b-bb4c-0eaac2679782 req-bf033a47-5dba-4120-a7b7-85418ca548ec service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=83e4cfc114994f069bc88b9beef4b060&device_id=56200a62-95d3-4a9a-8076-f9450945b320 HTTP/1.1" status: 200 len: 1097 time: 0.0567842 Jul 13 14:32:42.455514 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e213729-6b5f-456b-bb4c-0eaac2679782 req-e2f89d37-0404-43f4-8fcc-7b39ed2b3e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:32:42.457794 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5e213729-6b5f-456b-bb4c-0eaac2679782 req-e2f89d37-0404-43f4-8fcc-7b39ed2b3e24 service neutron] 10.222.0.26 "GET /v2.0/networks?id=14500164-ea70-45d9-8358-e7ee203ceb0e HTTP/1.1" status: 200 len: 912 time: 0.0844197 Jul 13 14:32:42.524209 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5e213729-6b5f-456b-bb4c-0eaac2679782 req-300899f9-83d7-4d7f-8121-125f816256de service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=506f8536-6d0d-4115-81cb-7f303269173d HTTP/1.1" status: 200 len: 1002 time: 0.0602283 Jul 13 14:32:42.571216 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e213729-6b5f-456b-bb4c-0eaac2679782 req-c35faa0e-372b-45d5-9023-fc277d325190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:32:42.572629 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5e213729-6b5f-456b-bb4c-0eaac2679782 req-c35faa0e-372b-45d5-9023-fc277d325190 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f4a064e2-d549-471a-a220-dea1e128d3d3 HTTP/1.1" status: 200 len: 851 time: 0.0430801 Jul 13 14:32:42.627249 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e213729-6b5f-456b-bb4c-0eaac2679782 req-a94bcb55-a500-4046-9c54-e365204cceee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:32:42.629387 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5e213729-6b5f-456b-bb4c-0eaac2679782 req-a94bcb55-a500-4046-9c54-e365204cceee service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=14500164-ea70-45d9-8358-e7ee203ceb0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507686 Jul 13 14:32:42.720913 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5e213729-6b5f-456b-bb4c-0eaac2679782 req-1e410b99-a3d8-4b1b-b697-c57c12949525 service neutron] 10.222.0.26 "GET /v2.0/networks/14500164-ea70-45d9-8358-e7ee203ceb0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849843 Jul 13 14:32:42.809659 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5e213729-6b5f-456b-bb4c-0eaac2679782 req-cf48a843-71eb-46f8-b6c6-a5918a727a30 service neutron] 10.222.0.26 "GET /v2.0/networks/14500164-ea70-45d9-8358-e7ee203ceb0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823662 Jul 13 14:32:47.325284 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6c17de41-b697-437c-9546-ba2dafd1ee3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:32:49.948183 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d2aa8b24-9a1a-41fa-9a4b-70231c7f50b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:32:50.089143 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:32:51.320728 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:32:52.824261 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:32:58.561751 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:33:00.878733 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:33:01.255780 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:33:03.986645 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6708ae1c-8d76-4ce7-bd12-ad6b92c7e1de req-4c237cf4-5d8d-4d8a-8774-0075e64c8da8 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=56200a62-95d3-4a9a-8076-f9450945b320&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0657895 Jul 13 14:33:04.046788 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66310587-dceb-4fb4-a6aa-9b38bc979130 req-33886b72-4f0e-4c07-b864-ab1284317696 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:33:04.048327 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-66310587-dceb-4fb4-a6aa-9b38bc979130 req-33886b72-4f0e-4c07-b864-ab1284317696 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/ports?device_id=56200a62-95d3-4a9a-8076-f9450945b320 HTTP/1.1" status: 200 len: 946 time: 0.0724046 Jul 13 14:33:04.090742 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-66310587-dceb-4fb4-a6aa-9b38bc979130 req-4be34c9c-5d0b-4979-bfcd-30ac1b6fcd5b tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bbffade-850f-40f8-9d63-3701c1aa27a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358968 Jul 13 14:33:05.106956 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6708ae1c-8d76-4ce7-bd12-ad6b92c7e1de req-d8b35871-70de-4219-8084-734cee935628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:33:05.108441 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6708ae1c-8d76-4ce7-bd12-ad6b92c7e1de req-d8b35871-70de-4219-8084-734cee935628 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=83e4cfc114994f069bc88b9beef4b060&device_id=56200a62-95d3-4a9a-8076-f9450945b320 HTTP/1.1" status: 200 len: 1097 time: 0.0552237 Jul 13 14:33:05.200035 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6708ae1c-8d76-4ce7-bd12-ad6b92c7e1de req-bb925e72-eec2-4712-a29e-f815b33d064c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:33:05.201451 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6708ae1c-8d76-4ce7-bd12-ad6b92c7e1de req-bb925e72-eec2-4712-a29e-f815b33d064c service neutron] 10.222.0.26 "GET /v2.0/networks?id=14500164-ea70-45d9-8358-e7ee203ceb0e HTTP/1.1" status: 200 len: 912 time: 0.0867853 Jul 13 14:33:05.299734 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6708ae1c-8d76-4ce7-bd12-ad6b92c7e1de req-6bdf294a-0cbf-4a20-86af-77a94933b253 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=506f8536-6d0d-4115-81cb-7f303269173d HTTP/1.1" status: 200 len: 1002 time: 0.0924451 Jul 13 14:33:05.356191 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8819c95-3fc6-4b90-b285-5e23e68c27d8 req-41421f42-2280-45fd-8610-47349f2137d5 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:33:05.357682 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e8819c95-3fc6-4b90-b285-5e23e68c27d8 req-41421f42-2280-45fd-8610-47349f2137d5 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/ports?device_id=56200a62-95d3-4a9a-8076-f9450945b320 HTTP/1.1" status: 200 len: 946 time: 0.1447139 Jul 13 14:33:05.367084 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6708ae1c-8d76-4ce7-bd12-ad6b92c7e1de req-8ea371c4-c28c-4305-aece-4ad3e6a7a60a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:33:05.368453 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6708ae1c-8d76-4ce7-bd12-ad6b92c7e1de req-8ea371c4-c28c-4305-aece-4ad3e6a7a60a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f4a064e2-d549-471a-a220-dea1e128d3d3 HTTP/1.1" status: 200 len: 851 time: 0.0616102 Jul 13 14:33:05.433235 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e8819c95-3fc6-4b90-b285-5e23e68c27d8 req-4ca16d11-427e-4a3f-9122-6a434515531d tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bbffade-850f-40f8-9d63-3701c1aa27a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685091 Jul 13 14:33:05.455728 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6708ae1c-8d76-4ce7-bd12-ad6b92c7e1de req-9b4d1210-c59f-4ad0-bfb2-d12ec0432c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:33:05.457233 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6708ae1c-8d76-4ce7-bd12-ad6b92c7e1de req-9b4d1210-c59f-4ad0-bfb2-d12ec0432c96 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=14500164-ea70-45d9-8358-e7ee203ceb0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0827475 Jul 13 14:33:05.549071 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6708ae1c-8d76-4ce7-bd12-ad6b92c7e1de req-b32f1588-e277-46ac-ba0f-9d2fcf0bc5d3 service neutron] 10.222.0.26 "GET /v2.0/networks/14500164-ea70-45d9-8358-e7ee203ceb0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852561 Jul 13 14:33:05.639794 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6708ae1c-8d76-4ce7-bd12-ad6b92c7e1de req-772ea506-34e6-4f25-91da-7be21d108bdd service neutron] 10.222.0.26 "GET /v2.0/networks/14500164-ea70-45d9-8358-e7ee203ceb0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842469 Jul 13 14:33:06.608956 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e862ad-5e36-4424-878f-e36ff13c7a99 req-fe795a9c-a7a4-46f2-b429-e72659954c60 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:33:06.610436 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-66e862ad-5e36-4424-878f-e36ff13c7a99 req-fe795a9c-a7a4-46f2-b429-e72659954c60 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/ports?device_id=56200a62-95d3-4a9a-8076-f9450945b320 HTTP/1.1" status: 200 len: 946 time: 0.0636365 Jul 13 14:33:06.648366 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-66e862ad-5e36-4424-878f-e36ff13c7a99 req-d2d71b45-334c-472e-abeb-ae5bef001c45 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bbffade-850f-40f8-9d63-3701c1aa27a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319407 Jul 13 14:33:07.843835 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38275b44-a1ac-42ca-91fd-dfd7cb70e5d1 req-2a35433c-4d4b-4d93-8871-dc6eaf0a6d39 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:33:07.845354 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-38275b44-a1ac-42ca-91fd-dfd7cb70e5d1 req-2a35433c-4d4b-4d93-8871-dc6eaf0a6d39 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/ports?device_id=56200a62-95d3-4a9a-8076-f9450945b320 HTTP/1.1" status: 200 len: 946 time: 0.0720263 Jul 13 14:33:07.885540 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-38275b44-a1ac-42ca-91fd-dfd7cb70e5d1 req-90c771dd-70d8-4b00-ab0a-fb3a7c64fd18 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bbffade-850f-40f8-9d63-3701c1aa27a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343969 Jul 13 14:33:09.062194 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5f4e52-5d4b-4398-a53e-4a801b62d8e9 req-2a2ce72b-d4f8-47a1-8012-53efff09f85c tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:33:09.063676 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-0a5f4e52-5d4b-4398-a53e-4a801b62d8e9 req-2a2ce72b-d4f8-47a1-8012-53efff09f85c tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/ports?device_id=56200a62-95d3-4a9a-8076-f9450945b320 HTTP/1.1" status: 200 len: 946 time: 0.0630333 Jul 13 14:33:09.101299 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-0a5f4e52-5d4b-4398-a53e-4a801b62d8e9 req-c8b18536-5495-4701-8a3b-3e64e2a3f173 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bbffade-850f-40f8-9d63-3701c1aa27a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321791 Jul 13 14:33:10.273480 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625b1ee2-1652-4f99-a566-757e94a87cbe req-28faa041-f067-4ba3-9571-d56102a23101 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:33:10.274957 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-625b1ee2-1652-4f99-a566-757e94a87cbe req-28faa041-f067-4ba3-9571-d56102a23101 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/ports?device_id=56200a62-95d3-4a9a-8076-f9450945b320 HTTP/1.1" status: 200 len: 946 time: 0.0631137 Jul 13 14:33:10.312310 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-625b1ee2-1652-4f99-a566-757e94a87cbe req-92b443f4-7a94-4f96-973a-5721ef208e34 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bbffade-850f-40f8-9d63-3701c1aa27a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319657 Jul 13 14:33:11.485935 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641a7c51-c239-48fa-aa2b-fe8937c0ba23 req-af71d3e5-bc12-445c-b801-23b4bd9281e7 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:33:11.487382 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-641a7c51-c239-48fa-aa2b-fe8937c0ba23 req-af71d3e5-bc12-445c-b801-23b4bd9281e7 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/ports?device_id=56200a62-95d3-4a9a-8076-f9450945b320 HTTP/1.1" status: 200 len: 946 time: 0.0666196 Jul 13 14:33:11.525479 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-641a7c51-c239-48fa-aa2b-fe8937c0ba23 req-487fdc37-622f-49b2-a56c-423c537ef758 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bbffade-850f-40f8-9d63-3701c1aa27a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320661 Jul 13 14:33:12.702350 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe601406-2a1e-48c4-bae7-1d799e4f9a39 req-f97b989d-878b-49a0-8db1-c30a2970a638 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:33:12.703833 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-fe601406-2a1e-48c4-bae7-1d799e4f9a39 req-f97b989d-878b-49a0-8db1-c30a2970a638 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/ports?device_id=56200a62-95d3-4a9a-8076-f9450945b320 HTTP/1.1" status: 200 len: 946 time: 0.0669420 Jul 13 14:33:12.742339 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-fe601406-2a1e-48c4-bae7-1d799e4f9a39 req-0f963740-3144-4dea-afbe-5329771ba788 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bbffade-850f-40f8-9d63-3701c1aa27a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326982 Jul 13 14:33:13.913335 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a023c0-0ba5-4def-9299-3f77df7c83d5 req-af610a27-6d57-4e3b-807e-2b678138eda8 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:33:13.914828 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a2a023c0-0ba5-4def-9299-3f77df7c83d5 req-af610a27-6d57-4e3b-807e-2b678138eda8 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/ports?device_id=56200a62-95d3-4a9a-8076-f9450945b320 HTTP/1.1" status: 200 len: 946 time: 0.0641580 Jul 13 14:33:13.953620 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a2a023c0-0ba5-4def-9299-3f77df7c83d5 req-3e90c721-2971-4a9f-a3d6-77b6744277a6 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bbffade-850f-40f8-9d63-3701c1aa27a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332103 Jul 13 14:33:15.128894 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892a5563-bd6f-4892-8017-4f65c91ac544 req-6441811c-b8d0-4379-af8c-16e9cba5f518 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:33:15.130951 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-892a5563-bd6f-4892-8017-4f65c91ac544 req-6441811c-b8d0-4379-af8c-16e9cba5f518 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/ports?device_id=56200a62-95d3-4a9a-8076-f9450945b320 HTTP/1.1" status: 200 len: 946 time: 0.0639760 Jul 13 14:33:15.167733 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-892a5563-bd6f-4892-8017-4f65c91ac544 req-1301fa3a-7cf6-4afe-996f-502cec3652da tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bbffade-850f-40f8-9d63-3701c1aa27a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313199 Jul 13 14:33:16.348204 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f8417f-6f81-4457-88d0-e491f1038faf req-f64cc13f-f231-460c-af8c-8b8641636054 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:33:16.350481 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e0f8417f-6f81-4457-88d0-e491f1038faf req-f64cc13f-f231-460c-af8c-8b8641636054 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/ports?device_id=56200a62-95d3-4a9a-8076-f9450945b320 HTTP/1.1" status: 200 len: 946 time: 0.0678313 Jul 13 14:33:16.394328 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e0f8417f-6f81-4457-88d0-e491f1038faf req-fbd7fc48-8df1-41a7-856e-f39a24a6c3e4 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bbffade-850f-40f8-9d63-3701c1aa27a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382249 Jul 13 14:33:17.325908 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-07c27e4e-f42a-42a4-9ed6-742dac9a65aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:33:17.500306 n-d-800634-1 neutron-server[93750]: INFO neutron.api.v2.resource [req-6708ae1c-8d76-4ce7-bd12-ad6b92c7e1de req-61847e0f-63d4-4a2e-8a1f-61c3e9db4294 service neutron] show failed (client error): The resource could not be found. Jul 13 14:33:17.501330 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6708ae1c-8d76-4ce7-bd12-ad6b92c7e1de req-61847e0f-63d4-4a2e-8a1f-61c3e9db4294 service neutron] 10.222.0.26 "GET /v2.0/ports/506f8536-6d0d-4115-81cb-7f303269173d/bindings/n-h2-800634-1 HTTP/1.1" status: 404 len: 380 time: 0.0542972 Jul 13 14:33:17.576281 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fe3244-f997-4a89-b644-1810b059efc0 req-06a35ca3-f239-4c6d-838e-0e704ef6f408 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:33:17.577696 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d1fe3244-f997-4a89-b644-1810b059efc0 req-06a35ca3-f239-4c6d-838e-0e704ef6f408 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/ports?device_id=56200a62-95d3-4a9a-8076-f9450945b320 HTTP/1.1" status: 200 len: 946 time: 0.0726290 Jul 13 14:33:17.617633 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d1fe3244-f997-4a89-b644-1810b059efc0 req-eb8499bc-de09-4829-b6e6-2a6a05276d8d tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bbffade-850f-40f8-9d63-3701c1aa27a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341735 Jul 13 14:33:17.750896 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6708ae1c-8d76-4ce7-bd12-ad6b92c7e1de req-bd53d594-6d88-4d08-ab4f-5cfaa502e771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:33:17.752452 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6708ae1c-8d76-4ce7-bd12-ad6b92c7e1de req-bd53d594-6d88-4d08-ab4f-5cfaa502e771 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=56200a62-95d3-4a9a-8076-f9450945b320&tenant_id=83e4cfc114994f069bc88b9beef4b060 HTTP/1.1" status: 200 len: 1097 time: 0.0525672 Jul 13 14:33:17.762683 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-6708ae1c-8d76-4ce7-bd12-ad6b92c7e1de req-cf9bdf17-341a-4e63-9d0b-0d1dd8c7acef service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800634-1', 'device_owner': 'compute:nova'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:33:17.832142 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-6708ae1c-8d76-4ce7-bd12-ad6b92c7e1de req-cf9bdf17-341a-4e63-9d0b-0d1dd8c7acef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:33:18.031995 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-6708ae1c-8d76-4ce7-bd12-ad6b92c7e1de req-cf9bdf17-341a-4e63-9d0b-0d1dd8c7acef service neutron] For port 506f8536-6d0d-4115-81cb-7f303269173d, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=506f8536-6d0d-4115-81cb-7f303269173d,segment=NetworkSegment(711d6f24-5014-4ae2-bf25-76237a1bec49),segment_id=711d6f24-5014-4ae2-bf25-76237a1bec49)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:33:18.068417 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-6708ae1c-8d76-4ce7-bd12-ad6b92c7e1de req-cf9bdf17-341a-4e63-9d0b-0d1dd8c7acef service neutron] For port 506f8536-6d0d-4115-81cb-7f303269173d, host n-h1-800634-1, cleared binding levels {{(pid=93751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:33:18.106903 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56200a62-95d3-4a9a-8076-f9450945b320', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '506f8536-6d0d-4115-81cb-7f303269173d'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:33:18.109383 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dea8b0fca9d342929f96bd35c86b8a14765464b9140f1e1e2496fbd7209775c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-289ae4c1-4867-4e17-99bf-e853137c0d0d" -d '{"events": [{"server_uuid": "56200a62-95d3-4a9a-8076-f9450945b320", "name": "network-vif-unplugged", "status": "completed", "tag": "506f8536-6d0d-4115-81cb-7f303269173d"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:33:18.113195 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-6708ae1c-8d76-4ce7-bd12-ad6b92c7e1de req-cf9bdf17-341a-4e63-9d0b-0d1dd8c7acef service neutron] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:33:18.126247 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-6708ae1c-8d76-4ce7-bd12-ad6b92c7e1de req-cf9bdf17-341a-4e63-9d0b-0d1dd8c7acef service neutron] Transition to ACTIVE for port object 506f8536-6d0d-4115-81cb-7f303269173d will not be triggered until provisioned by entity L2. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:33:18.129983 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-6708ae1c-8d76-4ce7-bd12-ad6b92c7e1de req-cf9bdf17-341a-4e63-9d0b-0d1dd8c7acef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:33:18.160418 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 14:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a4ff9c0-157f-4fbd-ad5e-3a4fdef482d4 x-openstack-request-id: req-9a4ff9c0-157f-4fbd-ad5e-3a4fdef482d4 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:33:18.160782 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56200a62-95d3-4a9a-8076-f9450945b320", "name": "network-vif-unplugged", "status": "completed", "tag": "506f8536-6d0d-4115-81cb-7f303269173d", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:33:18.161185 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9a4ff9c0-157f-4fbd-ad5e-3a4fdef482d4 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:33:18.161726 n-d-800634-1 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56200a62-95d3-4a9a-8076-f9450945b320', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '506f8536-6d0d-4115-81cb-7f303269173d', 'code': 200} Jul 13 14:33:18.212314 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9bdf17-341a-4e63-9d0b-0d1dd8c7acef service neutron] Pushing event updated for resources: {'Port': ['ID=506f8536-6d0d-4115-81cb-7f303269173d,revision_number=6']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:33:18.226432 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9bdf17-341a-4e63-9d0b-0d1dd8c7acef service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:33:18.226773 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9bdf17-341a-4e63-9d0b-0d1dd8c7acef service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:33:18.227112 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9bdf17-341a-4e63-9d0b-0d1dd8c7acef service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:33:18.227446 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9bdf17-341a-4e63-9d0b-0d1dd8c7acef service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:33:18.227773 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9bdf17-341a-4e63-9d0b-0d1dd8c7acef service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:33:18.228114 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9bdf17-341a-4e63-9d0b-0d1dd8c7acef service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:33:18.228424 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9bdf17-341a-4e63-9d0b-0d1dd8c7acef service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:33:18.228750 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9bdf17-341a-4e63-9d0b-0d1dd8c7acef service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:33:18.229072 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9bdf17-341a-4e63-9d0b-0d1dd8c7acef service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:33:18.229388 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9bdf17-341a-4e63-9d0b-0d1dd8c7acef service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:33:18.229706 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9bdf17-341a-4e63-9d0b-0d1dd8c7acef service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:33:18.230045 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9bdf17-341a-4e63-9d0b-0d1dd8c7acef service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:33:18.273058 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-6708ae1c-8d76-4ce7-bd12-ad6b92c7e1de req-cf9bdf17-341a-4e63-9d0b-0d1dd8c7acef service neutron] No DVR routers for this DVR port 506f8536-6d0d-4115-81cb-7f303269173d on host n-h1-800634-1 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:33:18.665216 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-6708ae1c-8d76-4ce7-bd12-ad6b92c7e1de req-cf9bdf17-341a-4e63-9d0b-0d1dd8c7acef service neutron] Attempting to bind port 506f8536-6d0d-4115-81cb-7f303269173d on host n-h2-800634-1 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:33:18.665559 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-6708ae1c-8d76-4ce7-bd12-ad6b92c7e1de req-cf9bdf17-341a-4e63-9d0b-0d1dd8c7acef service neutron] Attempting to bind port 506f8536-6d0d-4115-81cb-7f303269173d by drivers openvswitch,hyperv on host n-h2-800634-1 at level 0 using segments [{'id': '711d6f24-5014-4ae2-bf25-76237a1bec49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '14500164-ea70-45d9-8358-e7ee203ceb0e'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:33:18.665923 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6708ae1c-8d76-4ce7-bd12-ad6b92c7e1de req-cf9bdf17-341a-4e63-9d0b-0d1dd8c7acef service neutron] Attempting to bind port 506f8536-6d0d-4115-81cb-7f303269173d on network 14500164-ea70-45d9-8358-e7ee203ceb0e {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:33:18.670303 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6708ae1c-8d76-4ce7-bd12-ad6b92c7e1de req-cf9bdf17-341a-4e63-9d0b-0d1dd8c7acef service neutron] Port 506f8536-6d0d-4115-81cb-7f303269173d on network 14500164-ea70-45d9-8358-e7ee203ceb0e not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-1 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 14:33:18.670630 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6708ae1c-8d76-4ce7-bd12-ad6b92c7e1de req-cf9bdf17-341a-4e63-9d0b-0d1dd8c7acef service neutron] Attempting to bind port 506f8536-6d0d-4115-81cb-7f303269173d on network 14500164-ea70-45d9-8358-e7ee203ceb0e {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:33:18.675355 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6708ae1c-8d76-4ce7-bd12-ad6b92c7e1de req-cf9bdf17-341a-4e63-9d0b-0d1dd8c7acef service neutron] Checking agent: {'id': 'f615e5c9-21ab-43f2-adbc-192d64b795cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 33, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:33:18.675697 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6708ae1c-8d76-4ce7-bd12-ad6b92c7e1de req-cf9bdf17-341a-4e63-9d0b-0d1dd8c7acef service neutron] Checking segment: {'id': '711d6f24-5014-4ae2-bf25-76237a1bec49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '14500164-ea70-45d9-8358-e7ee203ceb0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:33:18.676079 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6708ae1c-8d76-4ce7-bd12-ad6b92c7e1de req-cf9bdf17-341a-4e63-9d0b-0d1dd8c7acef service neutron] Bound using segment: {'id': '711d6f24-5014-4ae2-bf25-76237a1bec49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '14500164-ea70-45d9-8358-e7ee203ceb0e'} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:33:18.676501 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-6708ae1c-8d76-4ce7-bd12-ad6b92c7e1de req-cf9bdf17-341a-4e63-9d0b-0d1dd8c7acef service neutron] Bound port: 506f8536-6d0d-4115-81cb-7f303269173d, host: n-h2-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '711d6f24-5014-4ae2-bf25-76237a1bec49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '14500164-ea70-45d9-8358-e7ee203ceb0e'}}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:33:18.676860 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-6708ae1c-8d76-4ce7-bd12-ad6b92c7e1de req-cf9bdf17-341a-4e63-9d0b-0d1dd8c7acef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:33:18.739541 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-6708ae1c-8d76-4ce7-bd12-ad6b92c7e1de req-cf9bdf17-341a-4e63-9d0b-0d1dd8c7acef service neutron] For port 506f8536-6d0d-4115-81cb-7f303269173d, host n-h2-800634-1, cleared binding levels {{(pid=93751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:33:18.743357 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-6708ae1c-8d76-4ce7-bd12-ad6b92c7e1de req-cf9bdf17-341a-4e63-9d0b-0d1dd8c7acef service neutron] For port 506f8536-6d0d-4115-81cb-7f303269173d, host n-h2-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=506f8536-6d0d-4115-81cb-7f303269173d,segment=NetworkSegment(711d6f24-5014-4ae2-bf25-76237a1bec49),segment_id=711d6f24-5014-4ae2-bf25-76237a1bec49)] {{(pid=93751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:33:18.747552 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-6708ae1c-8d76-4ce7-bd12-ad6b92c7e1de req-cf9bdf17-341a-4e63-9d0b-0d1dd8c7acef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:33:18.780719 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6708ae1c-8d76-4ce7-bd12-ad6b92c7e1de req-cf9bdf17-341a-4e63-9d0b-0d1dd8c7acef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:33:18.781345 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-6708ae1c-8d76-4ce7-bd12-ad6b92c7e1de req-cf9bdf17-341a-4e63-9d0b-0d1dd8c7acef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:33:18.783211 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6708ae1c-8d76-4ce7-bd12-ad6b92c7e1de req-cf9bdf17-341a-4e63-9d0b-0d1dd8c7acef service neutron] 10.222.0.41 "PUT /v2.0/ports/506f8536-6d0d-4115-81cb-7f303269173d HTTP/1.1" status: 200 len: 1092 time: 1.0244141 Jul 13 14:33:18.795009 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf06490d-e747-478f-9c07-3d9e36cd962b req-a59c2d5f-e008-4d5e-99cc-df323cbded38 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:33:18.797577 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bf06490d-e747-478f-9c07-3d9e36cd962b req-a59c2d5f-e008-4d5e-99cc-df323cbded38 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/ports?device_id=56200a62-95d3-4a9a-8076-f9450945b320 HTTP/1.1" status: 200 len: 944 time: 0.0668566 Jul 13 14:33:18.820332 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9bdf17-341a-4e63-9d0b-0d1dd8c7acef service neutron] Pushing event updated for resources: {'Port': ['ID=506f8536-6d0d-4115-81cb-7f303269173d,revision_number=7']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:33:18.843240 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bf06490d-e747-478f-9c07-3d9e36cd962b req-200ba991-a696-4a9a-a5e3-2c3f5752c941 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bbffade-850f-40f8-9d63-3701c1aa27a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390391 Jul 13 14:33:18.875191 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6708ae1c-8d76-4ce7-bd12-ad6b92c7e1de req-5c6a3fa0-fb90-4c66-a087-5e397176b51c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:33:18.876687 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6708ae1c-8d76-4ce7-bd12-ad6b92c7e1de req-5c6a3fa0-fb90-4c66-a087-5e397176b51c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=83e4cfc114994f069bc88b9beef4b060&device_id=56200a62-95d3-4a9a-8076-f9450945b320 HTTP/1.1" status: 200 len: 1095 time: 0.0683064 Jul 13 14:33:18.969273 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6708ae1c-8d76-4ce7-bd12-ad6b92c7e1de req-95e97eca-ccfc-43ef-a5f2-cc1f3f8c8cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:33:18.970769 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6708ae1c-8d76-4ce7-bd12-ad6b92c7e1de req-95e97eca-ccfc-43ef-a5f2-cc1f3f8c8cd4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=14500164-ea70-45d9-8358-e7ee203ceb0e HTTP/1.1" status: 200 len: 912 time: 0.0879359 Jul 13 14:33:19.043295 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6708ae1c-8d76-4ce7-bd12-ad6b92c7e1de req-96ca2870-39a3-4f28-a461-b0f00356aca1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=506f8536-6d0d-4115-81cb-7f303269173d HTTP/1.1" status: 200 len: 1000 time: 0.0664983 Jul 13 14:33:19.090821 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6708ae1c-8d76-4ce7-bd12-ad6b92c7e1de req-b5a3d0b3-d787-443f-b1d0-54d5a11bc0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:33:19.092265 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6708ae1c-8d76-4ce7-bd12-ad6b92c7e1de req-b5a3d0b3-d787-443f-b1d0-54d5a11bc0cc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f4a064e2-d549-471a-a220-dea1e128d3d3 HTTP/1.1" status: 200 len: 851 time: 0.0433655 Jul 13 14:33:19.147297 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6708ae1c-8d76-4ce7-bd12-ad6b92c7e1de req-5745a301-71a2-4440-8853-2322a80a8333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:33:19.148723 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6708ae1c-8d76-4ce7-bd12-ad6b92c7e1de req-5745a301-71a2-4440-8853-2322a80a8333 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=14500164-ea70-45d9-8358-e7ee203ceb0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0505028 Jul 13 14:33:19.158438 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [req-6708ae1c-8d76-4ce7-bd12-ad6b92c7e1de req-64724734-49fd-439e-a64d-df009f5df6de service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 14:33:19.159360 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6708ae1c-8d76-4ce7-bd12-ad6b92c7e1de req-64724734-49fd-439e-a64d-df009f5df6de service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048594 Jul 13 14:33:19.249117 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6708ae1c-8d76-4ce7-bd12-ad6b92c7e1de req-bf4fc36e-220c-464f-976e-4440c28bf6b8 service neutron] 10.222.0.41 "GET /v2.0/networks/14500164-ea70-45d9-8358-e7ee203ceb0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832660 Jul 13 14:33:19.335925 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6708ae1c-8d76-4ce7-bd12-ad6b92c7e1de req-7a2e2702-03f4-498e-b240-a1833f81aef8 service neutron] 10.222.0.41 "GET /v2.0/networks/14500164-ea70-45d9-8358-e7ee203ceb0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805387 Jul 13 14:33:19.949939 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c74985c0-3057-44a3-b85d-8112f5d60b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:33:20.025241 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaf1b91-1440-4732-99fe-752fda7d4b55 req-8b56e751-0758-4c1d-9eb6-d646de002297 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:33:20.026748 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-0eaf1b91-1440-4732-99fe-752fda7d4b55 req-8b56e751-0758-4c1d-9eb6-d646de002297 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/ports?device_id=56200a62-95d3-4a9a-8076-f9450945b320 HTTP/1.1" status: 200 len: 944 time: 0.0667756 Jul 13 14:33:20.063426 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-0eaf1b91-1440-4732-99fe-752fda7d4b55 req-da3c7639-289d-4aa4-87e7-c14bd515847f tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bbffade-850f-40f8-9d63-3701c1aa27a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312521 Jul 13 14:33:20.090283 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:33:20.163242 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56200a62-95d3-4a9a-8076-f9450945b320', 'tag': '506f8536-6d0d-4115-81cb-7f303269173d'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:33:20.165582 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dea8b0fca9d342929f96bd35c86b8a14765464b9140f1e1e2496fbd7209775c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fc30410-ecfc-41d9-a985-296b98a89ffd" -d '{"events": [{"name": "network-changed", "server_uuid": "56200a62-95d3-4a9a-8076-f9450945b320", "tag": "506f8536-6d0d-4115-81cb-7f303269173d"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:33:20.213665 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb1fff28-e944-4a00-b31d-26895413b76d x-openstack-request-id: req-cb1fff28-e944-4a00-b31d-26895413b76d {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:33:20.213990 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56200a62-95d3-4a9a-8076-f9450945b320", "tag": "506f8536-6d0d-4115-81cb-7f303269173d", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:33:20.214243 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cb1fff28-e944-4a00-b31d-26895413b76d {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:33:20.214635 n-d-800634-1 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56200a62-95d3-4a9a-8076-f9450945b320', 'tag': '506f8536-6d0d-4115-81cb-7f303269173d', 'status': 'completed', 'code': 200} Jul 13 14:33:20.287750 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc30410-ecfc-41d9-a985-296b98a89ffd req-1cc9c723-009b-4e20-9f35-095f31b5c443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:33:20.289045 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc30410-ecfc-41d9-a985-296b98a89ffd req-e912e883-fefc-4f24-a0df-660dba581ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:33:20.289275 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7fc30410-ecfc-41d9-a985-296b98a89ffd req-1cc9c723-009b-4e20-9f35-095f31b5c443 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=83e4cfc114994f069bc88b9beef4b060&device_id=56200a62-95d3-4a9a-8076-f9450945b320 HTTP/1.1" status: 200 len: 1095 time: 0.0529029 Jul 13 14:33:20.290656 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7fc30410-ecfc-41d9-a985-296b98a89ffd req-e912e883-fefc-4f24-a0df-660dba581ac3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=83e4cfc114994f069bc88b9beef4b060&device_id=56200a62-95d3-4a9a-8076-f9450945b320 HTTP/1.1" status: 200 len: 1095 time: 0.0538163 Jul 13 14:33:20.388989 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc30410-ecfc-41d9-a985-296b98a89ffd req-18a14f65-6f39-4bd4-915e-18f105ed3240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:33:20.390629 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7fc30410-ecfc-41d9-a985-296b98a89ffd req-18a14f65-6f39-4bd4-915e-18f105ed3240 service neutron] 10.222.0.41 "GET /v2.0/networks?id=14500164-ea70-45d9-8358-e7ee203ceb0e HTTP/1.1" status: 200 len: 912 time: 0.0926683 Jul 13 14:33:20.462206 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7fc30410-ecfc-41d9-a985-296b98a89ffd req-c2b1cc3d-d3cd-44b6-a481-3d1be5760650 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=506f8536-6d0d-4115-81cb-7f303269173d HTTP/1.1" status: 200 len: 1000 time: 0.0634255 Jul 13 14:33:20.516863 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc30410-ecfc-41d9-a985-296b98a89ffd req-e80a68c0-a73f-4064-98a5-a039a73e6b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:33:20.518368 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7fc30410-ecfc-41d9-a985-296b98a89ffd req-e80a68c0-a73f-4064-98a5-a039a73e6b10 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f4a064e2-d549-471a-a220-dea1e128d3d3 HTTP/1.1" status: 200 len: 851 time: 0.0495145 Jul 13 14:33:20.583117 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc30410-ecfc-41d9-a985-296b98a89ffd req-dd3bb26d-e4d5-4b56-835e-07c33e29c292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:33:20.585658 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7fc30410-ecfc-41d9-a985-296b98a89ffd req-dd3bb26d-e4d5-4b56-835e-07c33e29c292 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=14500164-ea70-45d9-8358-e7ee203ceb0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0603404 Jul 13 14:33:20.678395 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7fc30410-ecfc-41d9-a985-296b98a89ffd req-ebf48fbb-81fb-44fa-b068-f6b51b064a0b service neutron] 10.222.0.41 "GET /v2.0/networks/14500164-ea70-45d9-8358-e7ee203ceb0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856478 Jul 13 14:33:20.706165 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc30410-ecfc-41d9-a985-296b98a89ffd req-28bf015a-16dc-4129-8b74-d120e4b9c3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:33:20.707646 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7fc30410-ecfc-41d9-a985-296b98a89ffd req-28bf015a-16dc-4129-8b74-d120e4b9c3ca service neutron] 10.222.0.26 "GET /v2.0/networks?id=14500164-ea70-45d9-8358-e7ee203ceb0e HTTP/1.1" status: 200 len: 912 time: 0.4125614 Jul 13 14:33:20.773281 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7fc30410-ecfc-41d9-a985-296b98a89ffd req-33af9d17-91fe-4dcf-b050-53ec7f757a9a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=506f8536-6d0d-4115-81cb-7f303269173d HTTP/1.1" status: 200 len: 1000 time: 0.0590222 Jul 13 14:33:20.776863 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7fc30410-ecfc-41d9-a985-296b98a89ffd req-bb5eddb0-2423-4e76-861a-c545a39dea5f service neutron] 10.222.0.41 "GET /v2.0/networks/14500164-ea70-45d9-8358-e7ee203ceb0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912244 Jul 13 14:33:20.827028 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc30410-ecfc-41d9-a985-296b98a89ffd req-2e8dbdf0-bbbd-455d-8659-0cda8e479ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:33:20.829189 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7fc30410-ecfc-41d9-a985-296b98a89ffd req-2e8dbdf0-bbbd-455d-8659-0cda8e479ae6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f4a064e2-d549-471a-a220-dea1e128d3d3 HTTP/1.1" status: 200 len: 851 time: 0.0505786 Jul 13 14:33:20.886893 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc30410-ecfc-41d9-a985-296b98a89ffd req-db41d7c1-cf6b-4e38-8914-620b5c3bf223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:33:20.888393 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7fc30410-ecfc-41d9-a985-296b98a89ffd req-db41d7c1-cf6b-4e38-8914-620b5c3bf223 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=14500164-ea70-45d9-8358-e7ee203ceb0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0531261 Jul 13 14:33:20.980095 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7fc30410-ecfc-41d9-a985-296b98a89ffd req-a0bc61d4-04b3-4cd5-a205-39fc85522105 service neutron] 10.222.0.26 "GET /v2.0/networks/14500164-ea70-45d9-8358-e7ee203ceb0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856693 Jul 13 14:33:21.071381 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7fc30410-ecfc-41d9-a985-296b98a89ffd req-a4c40cc8-6de4-4252-8187-4e6ae62cb44a service neutron] 10.222.0.26 "GET /v2.0/networks/14500164-ea70-45d9-8358-e7ee203ceb0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855844 Jul 13 14:33:21.150338 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 506f8536-6d0d-4115-81cb-7f303269173d no longer exists at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:33:21.188404 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 506f8536-6d0d-4115-81cb-7f303269173d not bound to the agent host n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:33:21.237872 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f2dc23-40c0-4493-82b9-f7665dbb68ec req-f166685a-9141-4c7d-90df-fdc6a4f0caf7 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:33:21.239399 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-42f2dc23-40c0-4493-82b9-f7665dbb68ec req-f166685a-9141-4c7d-90df-fdc6a4f0caf7 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/ports?device_id=56200a62-95d3-4a9a-8076-f9450945b320 HTTP/1.1" status: 200 len: 944 time: 0.0644042 Jul 13 14:33:21.276553 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-42f2dc23-40c0-4493-82b9-f7665dbb68ec req-3ef8c8fc-9495-46f8-9bbc-9b52293dce71 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bbffade-850f-40f8-9d63-3701c1aa27a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314605 Jul 13 14:33:21.322475 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:33:21.691511 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500984c6-c41a-4ad1-b175-4f0afe40ec63 req-d2f5357b-b1b6-40e9-b5f3-c141498e1d8b tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:33:21.693981 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-500984c6-c41a-4ad1-b175-4f0afe40ec63 req-d2f5357b-b1b6-40e9-b5f3-c141498e1d8b tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.41 "GET /v2.0/ports?device_id=56200a62-95d3-4a9a-8076-f9450945b320&tenant_id=83e4cfc114994f069bc88b9beef4b060&binding%3Ahost_id=n-h2-800634-1 HTTP/1.1" status: 200 len: 944 time: 0.0825777 Jul 13 14:33:21.788588 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-500984c6-c41a-4ad1-b175-4f0afe40ec63 req-79ba34fb-b448-4a22-8d5d-67d4f8f67678 service neutron] 10.222.0.41 "GET /v2.0/ports/506f8536-6d0d-4115-81cb-7f303269173d/bindings/n-h2-800634-1 HTTP/1.1" status: 200 len: 382 time: 0.0726316 Jul 13 14:33:21.797237 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3aaf65-6fa6-4893-9818-1e6a8376f9a1 req-185426fb-9814-4b19-9b2a-2a5e801a8998 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:33:21.798706 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-bc3aaf65-6fa6-4893-9818-1e6a8376f9a1 req-185426fb-9814-4b19-9b2a-2a5e801a8998 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/ports?device_id=56200a62-95d3-4a9a-8076-f9450945b320 HTTP/1.1" status: 200 len: 944 time: 0.1247129 Jul 13 14:33:21.866866 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-bc3aaf65-6fa6-4893-9818-1e6a8376f9a1 req-772c332f-b5d0-4caf-a36b-f82dc801b534 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bbffade-850f-40f8-9d63-3701c1aa27a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620856 Jul 13 14:33:21.884913 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500984c6-c41a-4ad1-b175-4f0afe40ec63 req-db3f3739-9dca-4388-bcdd-89b2268a3608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:33:21.886432 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-500984c6-c41a-4ad1-b175-4f0afe40ec63 req-db3f3739-9dca-4388-bcdd-89b2268a3608 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=83e4cfc114994f069bc88b9beef4b060&device_id=56200a62-95d3-4a9a-8076-f9450945b320 HTTP/1.1" status: 200 len: 1095 time: 0.0743012 Jul 13 14:33:21.977054 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500984c6-c41a-4ad1-b175-4f0afe40ec63 req-255e58ce-5a96-4547-a422-bf3f95bd77a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:33:21.978539 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-500984c6-c41a-4ad1-b175-4f0afe40ec63 req-255e58ce-5a96-4547-a422-bf3f95bd77a9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=14500164-ea70-45d9-8358-e7ee203ceb0e HTTP/1.1" status: 200 len: 912 time: 0.0862179 Jul 13 14:33:22.041470 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-500984c6-c41a-4ad1-b175-4f0afe40ec63 req-2c61bf92-4224-4a0e-bd20-9a6965a37283 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=506f8536-6d0d-4115-81cb-7f303269173d HTTP/1.1" status: 200 len: 1000 time: 0.0564399 Jul 13 14:33:22.091840 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500984c6-c41a-4ad1-b175-4f0afe40ec63 req-4f8135a5-4427-4a66-8f8f-909b373f2cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:33:22.093270 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-500984c6-c41a-4ad1-b175-4f0afe40ec63 req-4f8135a5-4427-4a66-8f8f-909b373f2cab service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f4a064e2-d549-471a-a220-dea1e128d3d3 HTTP/1.1" status: 200 len: 851 time: 0.0462222 Jul 13 14:33:22.147904 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500984c6-c41a-4ad1-b175-4f0afe40ec63 req-df7918a1-0ffb-49f5-b566-6f82af0d049d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:33:22.149256 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-500984c6-c41a-4ad1-b175-4f0afe40ec63 req-df7918a1-0ffb-49f5-b566-6f82af0d049d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=14500164-ea70-45d9-8358-e7ee203ceb0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0497358 Jul 13 14:33:22.235432 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-500984c6-c41a-4ad1-b175-4f0afe40ec63 req-8016c6be-398c-4137-808b-f269c02b256f service neutron] 10.222.0.41 "GET /v2.0/networks/14500164-ea70-45d9-8358-e7ee203ceb0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799787 Jul 13 14:33:22.325319 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-500984c6-c41a-4ad1-b175-4f0afe40ec63 req-9c06eb64-b924-464d-8af2-0b8d2b3590d2 service neutron] 10.222.0.41 "GET /v2.0/networks/14500164-ea70-45d9-8358-e7ee203ceb0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840492 Jul 13 14:33:22.826786 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:33:23.041335 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf94bd0-d3f3-4de5-b87f-399c42b7c108 req-df3253fd-7240-4e5c-97dc-b06a600690c8 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:33:23.042745 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4cf94bd0-d3f3-4de5-b87f-399c42b7c108 req-df3253fd-7240-4e5c-97dc-b06a600690c8 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/ports?device_id=56200a62-95d3-4a9a-8076-f9450945b320 HTTP/1.1" status: 200 len: 944 time: 0.0626733 Jul 13 14:33:23.079497 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4cf94bd0-d3f3-4de5-b87f-399c42b7c108 req-04729ae3-e8f6-4e8f-9542-c98db3c79a59 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bbffade-850f-40f8-9d63-3701c1aa27a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314319 Jul 13 14:33:23.959317 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 506f8536-6d0d-4115-81cb-7f303269173d details requested by agent hyperv_n-h2-800634-1 with host n-h2-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 14:33:24.060580 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 506f8536-6d0d-4115-81cb-7f303269173d, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=506f8536-6d0d-4115-81cb-7f303269173d,segment=NetworkSegment(711d6f24-5014-4ae2-bf25-76237a1bec49),segment_id=711d6f24-5014-4ae2-bf25-76237a1bec49)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:33:24.071918 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Returning: {'device': '506f8536-6d0d-4115-81cb-7f303269173d', 'network_id': '14500164-ea70-45d9-8358-e7ee203ceb0e', 'port_id': '506f8536-6d0d-4115-81cb-7f303269173d', 'mac_address': 'fa:16:3e:a9:b1:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4a064e2-d549-471a-a220-dea1e128d3d3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 14:33:24.109445 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:33:24.123523 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 506f8536-6d0d-4115-81cb-7f303269173d {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:33:24.143929 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 506f8536-6d0d-4115-81cb-7f303269173d, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=506f8536-6d0d-4115-81cb-7f303269173d,segment=NetworkSegment(711d6f24-5014-4ae2-bf25-76237a1bec49),segment_id=711d6f24-5014-4ae2-bf25-76237a1bec49)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:33:24.149078 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:33:24.200591 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=506f8536-6d0d-4115-81cb-7f303269173d,revision_number=8']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:33:24.210744 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:33:24.211124 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:33:24.211469 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:33:24.211809 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:33:24.212427 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:33:24.212772 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:33:24.213136 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:33:24.213465 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:33:24.213825 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:33:24.214174 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:33:24.214502 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:33:24.214828 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:33:24.272953 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4673f281-ad10-4e9b-a3eb-4994c84e16b3 req-3300e1d3-d0bc-4383-91af-aff420659824 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:33:24.274505 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4673f281-ad10-4e9b-a3eb-4994c84e16b3 req-3300e1d3-d0bc-4383-91af-aff420659824 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/ports?device_id=56200a62-95d3-4a9a-8076-f9450945b320 HTTP/1.1" status: 200 len: 945 time: 0.0680060 Jul 13 14:33:24.314961 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4673f281-ad10-4e9b-a3eb-4994c84e16b3 req-6610e06f-d8a2-4fdb-8938-e35ffac88cdb tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bbffade-850f-40f8-9d63-3701c1aa27a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343957 Jul 13 14:33:24.340724 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500984c6-c41a-4ad1-b175-4f0afe40ec63 req-1091f187-6f83-4fdc-8655-aae34ab23fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:33:24.342256 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-500984c6-c41a-4ad1-b175-4f0afe40ec63 req-1091f187-6f83-4fdc-8655-aae34ab23fb4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=56200a62-95d3-4a9a-8076-f9450945b320&tenant_id=83e4cfc114994f069bc88b9beef4b060 HTTP/1.1" status: 200 len: 1096 time: 0.0584440 Jul 13 14:33:24.352897 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-500984c6-c41a-4ad1-b175-4f0afe40ec63 req-4c703eca-bd0e-4be0-9b7d-e14e8bd040f5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800634-1', 'device_owner': 'compute:nova'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:33:24.421498 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-500984c6-c41a-4ad1-b175-4f0afe40ec63 req-4c703eca-bd0e-4be0-9b7d-e14e8bd040f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:33:24.620274 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-500984c6-c41a-4ad1-b175-4f0afe40ec63 req-4c703eca-bd0e-4be0-9b7d-e14e8bd040f5 service neutron] For port 506f8536-6d0d-4115-81cb-7f303269173d, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=506f8536-6d0d-4115-81cb-7f303269173d,segment=NetworkSegment(711d6f24-5014-4ae2-bf25-76237a1bec49),segment_id=711d6f24-5014-4ae2-bf25-76237a1bec49)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:33:24.651491 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-500984c6-c41a-4ad1-b175-4f0afe40ec63 req-4c703eca-bd0e-4be0-9b7d-e14e8bd040f5 service neutron] For port 506f8536-6d0d-4115-81cb-7f303269173d, host n-h2-800634-1, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:33:24.687635 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-500984c6-c41a-4ad1-b175-4f0afe40ec63 req-4c703eca-bd0e-4be0-9b7d-e14e8bd040f5 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 506f8536-6d0d-4115-81cb-7f303269173d {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:33:24.695946 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-500984c6-c41a-4ad1-b175-4f0afe40ec63 req-4c703eca-bd0e-4be0-9b7d-e14e8bd040f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:33:24.705902 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-500984c6-c41a-4ad1-b175-4f0afe40ec63 req-4c703eca-bd0e-4be0-9b7d-e14e8bd040f5 service neutron] Ignored duplicate provisioning block setup for port 506f8536-6d0d-4115-81cb-7f303269173d by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 13 14:33:24.709712 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-500984c6-c41a-4ad1-b175-4f0afe40ec63 req-4c703eca-bd0e-4be0-9b7d-e14e8bd040f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:33:24.820451 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c703eca-bd0e-4be0-9b7d-e14e8bd040f5 service neutron] Pushing event updated for resources: {'Port': ['ID=506f8536-6d0d-4115-81cb-7f303269173d,revision_number=9']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:33:24.844930 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c703eca-bd0e-4be0-9b7d-e14e8bd040f5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:33:24.845283 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c703eca-bd0e-4be0-9b7d-e14e8bd040f5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:33:24.845629 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c703eca-bd0e-4be0-9b7d-e14e8bd040f5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:33:24.845991 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c703eca-bd0e-4be0-9b7d-e14e8bd040f5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:33:24.846321 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c703eca-bd0e-4be0-9b7d-e14e8bd040f5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:33:24.846649 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c703eca-bd0e-4be0-9b7d-e14e8bd040f5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:33:24.846973 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c703eca-bd0e-4be0-9b7d-e14e8bd040f5 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:33:24.847313 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c703eca-bd0e-4be0-9b7d-e14e8bd040f5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:33:24.847615 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c703eca-bd0e-4be0-9b7d-e14e8bd040f5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:33:24.847934 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c703eca-bd0e-4be0-9b7d-e14e8bd040f5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:33:24.848258 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c703eca-bd0e-4be0-9b7d-e14e8bd040f5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:33:24.848574 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c703eca-bd0e-4be0-9b7d-e14e8bd040f5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:33:24.894046 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-500984c6-c41a-4ad1-b175-4f0afe40ec63 req-4c703eca-bd0e-4be0-9b7d-e14e8bd040f5 service neutron] No DVR routers for this DVR port 506f8536-6d0d-4115-81cb-7f303269173d on host n-h2-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:33:25.032575 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-500984c6-c41a-4ad1-b175-4f0afe40ec63 req-4c703eca-bd0e-4be0-9b7d-e14e8bd040f5 service neutron] Attempting to bind port 506f8536-6d0d-4115-81cb-7f303269173d on host n-h1-800634-1 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:33:25.032828 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-500984c6-c41a-4ad1-b175-4f0afe40ec63 req-4c703eca-bd0e-4be0-9b7d-e14e8bd040f5 service neutron] Attempting to bind port 506f8536-6d0d-4115-81cb-7f303269173d by drivers openvswitch,hyperv on host n-h1-800634-1 at level 0 using segments [{'id': '711d6f24-5014-4ae2-bf25-76237a1bec49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '14500164-ea70-45d9-8358-e7ee203ceb0e'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:33:25.033158 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-500984c6-c41a-4ad1-b175-4f0afe40ec63 req-4c703eca-bd0e-4be0-9b7d-e14e8bd040f5 service neutron] Attempting to bind port 506f8536-6d0d-4115-81cb-7f303269173d on network 14500164-ea70-45d9-8358-e7ee203ceb0e {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:33:25.038132 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-500984c6-c41a-4ad1-b175-4f0afe40ec63 req-4c703eca-bd0e-4be0-9b7d-e14e8bd040f5 service neutron] Port 506f8536-6d0d-4115-81cb-7f303269173d on network 14500164-ea70-45d9-8358-e7ee203ceb0e not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-1 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 14:33:25.038445 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-500984c6-c41a-4ad1-b175-4f0afe40ec63 req-4c703eca-bd0e-4be0-9b7d-e14e8bd040f5 service neutron] Attempting to bind port 506f8536-6d0d-4115-81cb-7f303269173d on network 14500164-ea70-45d9-8358-e7ee203ceb0e {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:33:25.043394 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-500984c6-c41a-4ad1-b175-4f0afe40ec63 req-4c703eca-bd0e-4be0-9b7d-e14e8bd040f5 service neutron] Checking agent: {'id': 'a7603dc8-3c50-4a9b-8f0d-1143528f155e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 33, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:33:25.043725 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-500984c6-c41a-4ad1-b175-4f0afe40ec63 req-4c703eca-bd0e-4be0-9b7d-e14e8bd040f5 service neutron] Checking segment: {'id': '711d6f24-5014-4ae2-bf25-76237a1bec49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '14500164-ea70-45d9-8358-e7ee203ceb0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:33:25.044102 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-500984c6-c41a-4ad1-b175-4f0afe40ec63 req-4c703eca-bd0e-4be0-9b7d-e14e8bd040f5 service neutron] Bound using segment: {'id': '711d6f24-5014-4ae2-bf25-76237a1bec49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '14500164-ea70-45d9-8358-e7ee203ceb0e'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:33:25.044777 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-500984c6-c41a-4ad1-b175-4f0afe40ec63 req-4c703eca-bd0e-4be0-9b7d-e14e8bd040f5 service neutron] Bound port: 506f8536-6d0d-4115-81cb-7f303269173d, host: n-h1-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '711d6f24-5014-4ae2-bf25-76237a1bec49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '14500164-ea70-45d9-8358-e7ee203ceb0e'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:33:25.045133 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-500984c6-c41a-4ad1-b175-4f0afe40ec63 req-4c703eca-bd0e-4be0-9b7d-e14e8bd040f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:33:25.109934 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-500984c6-c41a-4ad1-b175-4f0afe40ec63 req-4c703eca-bd0e-4be0-9b7d-e14e8bd040f5 service neutron] For port 506f8536-6d0d-4115-81cb-7f303269173d, host n-h1-800634-1, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:33:25.113013 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-500984c6-c41a-4ad1-b175-4f0afe40ec63 req-4c703eca-bd0e-4be0-9b7d-e14e8bd040f5 service neutron] For port 506f8536-6d0d-4115-81cb-7f303269173d, host n-h1-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=506f8536-6d0d-4115-81cb-7f303269173d,segment=NetworkSegment(711d6f24-5014-4ae2-bf25-76237a1bec49),segment_id=711d6f24-5014-4ae2-bf25-76237a1bec49)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:33:25.116784 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-500984c6-c41a-4ad1-b175-4f0afe40ec63 req-4c703eca-bd0e-4be0-9b7d-e14e8bd040f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:33:25.150512 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500984c6-c41a-4ad1-b175-4f0afe40ec63 req-4c703eca-bd0e-4be0-9b7d-e14e8bd040f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:33:25.151124 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-500984c6-c41a-4ad1-b175-4f0afe40ec63 req-4c703eca-bd0e-4be0-9b7d-e14e8bd040f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:33:25.152499 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-500984c6-c41a-4ad1-b175-4f0afe40ec63 req-4c703eca-bd0e-4be0-9b7d-e14e8bd040f5 service neutron] 10.222.0.26 "PUT /v2.0/ports/506f8536-6d0d-4115-81cb-7f303269173d HTTP/1.1" status: 200 len: 1092 time: 0.8036392 Jul 13 14:33:25.152941 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56200a62-95d3-4a9a-8076-f9450945b320', 'tag': '506f8536-6d0d-4115-81cb-7f303269173d'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:33:25.155206 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d80e434584b282bc6a886e23c599c6bef7951b468a8cb6259e8628cee4d6f2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b0d5edc-891f-4804-b834-104fc2bc1aab" -d '{"events": [{"name": "network-changed", "server_uuid": "56200a62-95d3-4a9a-8076-f9450945b320", "tag": "506f8536-6d0d-4115-81cb-7f303269173d"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:33:25.181914 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c703eca-bd0e-4be0-9b7d-e14e8bd040f5 service neutron] Pushing event updated for resources: {'Port': ['ID=506f8536-6d0d-4115-81cb-7f303269173d,revision_number=10']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:33:25.220562 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:33:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70f76200-3e0f-480e-aff2-cfc69e81f72e x-openstack-request-id: req-70f76200-3e0f-480e-aff2-cfc69e81f72e {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:33:25.220855 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56200a62-95d3-4a9a-8076-f9450945b320", "tag": "506f8536-6d0d-4115-81cb-7f303269173d", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:33:25.221107 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-70f76200-3e0f-480e-aff2-cfc69e81f72e {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:33:25.221502 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56200a62-95d3-4a9a-8076-f9450945b320', 'tag': '506f8536-6d0d-4115-81cb-7f303269173d', 'status': 'completed', 'code': 200} Jul 13 14:33:25.251443 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500984c6-c41a-4ad1-b175-4f0afe40ec63 req-51322e83-5a76-456a-9cda-e404f62bb746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:33:25.253127 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-500984c6-c41a-4ad1-b175-4f0afe40ec63 req-51322e83-5a76-456a-9cda-e404f62bb746 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=83e4cfc114994f069bc88b9beef4b060&device_id=56200a62-95d3-4a9a-8076-f9450945b320 HTTP/1.1" status: 200 len: 1096 time: 0.0627773 Jul 13 14:33:25.299512 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0d5edc-891f-4804-b834-104fc2bc1aab req-a88c555a-591c-46ef-98b0-89b16ab3677b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:33:25.302255 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7b0d5edc-891f-4804-b834-104fc2bc1aab req-a88c555a-591c-46ef-98b0-89b16ab3677b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=83e4cfc114994f069bc88b9beef4b060&device_id=56200a62-95d3-4a9a-8076-f9450945b320 HTTP/1.1" status: 200 len: 1096 time: 0.0611579 Jul 13 14:33:25.360687 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500984c6-c41a-4ad1-b175-4f0afe40ec63 req-b2d5db37-bade-42f2-990e-ff9d2fb8492a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:33:25.362243 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-500984c6-c41a-4ad1-b175-4f0afe40ec63 req-b2d5db37-bade-42f2-990e-ff9d2fb8492a service neutron] 10.222.0.26 "GET /v2.0/networks?id=14500164-ea70-45d9-8358-e7ee203ceb0e HTTP/1.1" status: 200 len: 912 time: 0.1017728 Jul 13 14:33:25.413637 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0d5edc-891f-4804-b834-104fc2bc1aab req-1a5a29fd-6016-49e4-9f69-13c6ba53e5da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:33:25.415435 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7b0d5edc-891f-4804-b834-104fc2bc1aab req-1a5a29fd-6016-49e4-9f69-13c6ba53e5da service neutron] 10.222.0.41 "GET /v2.0/networks?id=14500164-ea70-45d9-8358-e7ee203ceb0e HTTP/1.1" status: 200 len: 912 time: 0.1075621 Jul 13 14:33:25.436463 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-500984c6-c41a-4ad1-b175-4f0afe40ec63 req-47d5c100-06ec-4c8f-ba87-1a8b917012a2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=506f8536-6d0d-4115-81cb-7f303269173d HTTP/1.1" status: 200 len: 1000 time: 0.0674515 Jul 13 14:33:25.487411 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500984c6-c41a-4ad1-b175-4f0afe40ec63 req-c50e5d19-161a-4607-aa59-f0c6303b5fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:33:25.488902 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-500984c6-c41a-4ad1-b175-4f0afe40ec63 req-c50e5d19-161a-4607-aa59-f0c6303b5fd7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f4a064e2-d549-471a-a220-dea1e128d3d3 HTTP/1.1" status: 200 len: 851 time: 0.0463421 Jul 13 14:33:25.516632 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7b0d5edc-891f-4804-b834-104fc2bc1aab req-02f7ccf8-9474-4576-b869-4187dd43cec0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=506f8536-6d0d-4115-81cb-7f303269173d HTTP/1.1" status: 200 len: 1000 time: 0.0943873 Jul 13 14:33:25.550607 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500984c6-c41a-4ad1-b175-4f0afe40ec63 req-970a9a54-7ea1-4e35-8bd3-b341d946c93d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:33:25.552731 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-500984c6-c41a-4ad1-b175-4f0afe40ec63 req-970a9a54-7ea1-4e35-8bd3-b341d946c93d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=14500164-ea70-45d9-8358-e7ee203ceb0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0567381 Jul 13 14:33:25.575007 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f73aff-9f80-4d46-a346-c6f9a112b733 req-28ea25f7-a90e-4ee5-8815-e1a24d70b581 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:33:25.576484 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f1f73aff-9f80-4d46-a346-c6f9a112b733 req-28ea25f7-a90e-4ee5-8815-e1a24d70b581 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/ports?device_id=56200a62-95d3-4a9a-8076-f9450945b320 HTTP/1.1" status: 200 len: 945 time: 0.1185522 Jul 13 14:33:25.586147 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0d5edc-891f-4804-b834-104fc2bc1aab req-938243af-6366-48d9-a6c5-5441ee6c1887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:33:25.587531 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7b0d5edc-891f-4804-b834-104fc2bc1aab req-938243af-6366-48d9-a6c5-5441ee6c1887 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f4a064e2-d549-471a-a220-dea1e128d3d3 HTTP/1.1" status: 200 len: 851 time: 0.0633025 Jul 13 14:33:25.645071 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-500984c6-c41a-4ad1-b175-4f0afe40ec63 req-a2684f6c-8d10-40e4-b097-064f75857725 service neutron] 10.222.0.26 "GET /v2.0/networks/14500164-ea70-45d9-8358-e7ee203ceb0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862007 Jul 13 14:33:25.652785 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f1f73aff-9f80-4d46-a346-c6f9a112b733 req-665d8608-5666-4bc9-a90a-1bd26096afb8 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bbffade-850f-40f8-9d63-3701c1aa27a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700321 Jul 13 14:33:25.671874 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0d5edc-891f-4804-b834-104fc2bc1aab req-30ca38bf-1fb7-4a7f-88ec-baacb0fe240a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:33:25.673522 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7b0d5edc-891f-4804-b834-104fc2bc1aab req-30ca38bf-1fb7-4a7f-88ec-baacb0fe240a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=14500164-ea70-45d9-8358-e7ee203ceb0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0797639 Jul 13 14:33:25.743105 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-500984c6-c41a-4ad1-b175-4f0afe40ec63 req-f06764f7-d2ef-4591-ae9c-222ee0d839f4 service neutron] 10.222.0.26 "GET /v2.0/networks/14500164-ea70-45d9-8358-e7ee203ceb0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924993 Jul 13 14:33:25.767630 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7b0d5edc-891f-4804-b834-104fc2bc1aab req-a720a504-3095-4b18-8aa8-6b7c17e40f63 service neutron] 10.222.0.41 "GET /v2.0/networks/14500164-ea70-45d9-8358-e7ee203ceb0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878975 Jul 13 14:33:25.845625 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0d5edc-891f-4804-b834-104fc2bc1aab req-3995cdb8-44ab-47df-b9f0-9b42da98dd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:33:25.847162 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7b0d5edc-891f-4804-b834-104fc2bc1aab req-3995cdb8-44ab-47df-b9f0-9b42da98dd56 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=83e4cfc114994f069bc88b9beef4b060&device_id=56200a62-95d3-4a9a-8076-f9450945b320 HTTP/1.1" status: 200 len: 1096 time: 0.0535719 Jul 13 14:33:25.861545 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7b0d5edc-891f-4804-b834-104fc2bc1aab req-b8b72ff3-727a-4c92-bcd7-798f82d96911 service neutron] 10.222.0.41 "GET /v2.0/networks/14500164-ea70-45d9-8358-e7ee203ceb0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872474 Jul 13 14:33:25.937452 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0d5edc-891f-4804-b834-104fc2bc1aab req-6de2c123-42ee-400c-b73d-dc7e864e4222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:33:25.939249 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7b0d5edc-891f-4804-b834-104fc2bc1aab req-6de2c123-42ee-400c-b73d-dc7e864e4222 service neutron] 10.222.0.26 "GET /v2.0/networks?id=14500164-ea70-45d9-8358-e7ee203ceb0e HTTP/1.1" status: 200 len: 912 time: 0.0855234 Jul 13 14:33:25.959673 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 506f8536-6d0d-4115-81cb-7f303269173d no longer exists at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:33:25.997654 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 506f8536-6d0d-4115-81cb-7f303269173d not bound to the agent host n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:33:26.007512 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7b0d5edc-891f-4804-b834-104fc2bc1aab req-367f8753-c1a1-41ae-a7e3-3b30b446d0a3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=506f8536-6d0d-4115-81cb-7f303269173d HTTP/1.1" status: 200 len: 1000 time: 0.0620487 Jul 13 14:33:26.055277 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0d5edc-891f-4804-b834-104fc2bc1aab req-20646a01-4ae2-4124-9296-710c04343ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:33:26.056950 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7b0d5edc-891f-4804-b834-104fc2bc1aab req-20646a01-4ae2-4124-9296-710c04343ad1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f4a064e2-d549-471a-a220-dea1e128d3d3 HTTP/1.1" status: 200 len: 851 time: 0.0431678 Jul 13 14:33:26.112082 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0d5edc-891f-4804-b834-104fc2bc1aab req-946976bc-56ff-4d20-926f-bc4706dac7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:33:26.113532 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7b0d5edc-891f-4804-b834-104fc2bc1aab req-946976bc-56ff-4d20-926f-bc4706dac7f2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=14500164-ea70-45d9-8358-e7ee203ceb0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0503397 Jul 13 14:33:26.206353 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7b0d5edc-891f-4804-b834-104fc2bc1aab req-c3d18321-85b1-45c8-a27d-f0c3b77cbd85 service neutron] 10.222.0.26 "GET /v2.0/networks/14500164-ea70-45d9-8358-e7ee203ceb0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853477 Jul 13 14:33:26.295122 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7b0d5edc-891f-4804-b834-104fc2bc1aab req-b94fc8d7-6ecc-4328-a4ff-3c305d22330e service neutron] 10.222.0.26 "GET /v2.0/networks/14500164-ea70-45d9-8358-e7ee203ceb0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814989 Jul 13 14:33:26.843211 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97fc494-6c1e-40eb-a982-04a1a58477fc req-b5f253c4-82a3-47ed-bbb3-47c4518c2e4b tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:33:26.844703 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c97fc494-6c1e-40eb-a982-04a1a58477fc req-b5f253c4-82a3-47ed-bbb3-47c4518c2e4b tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/ports?device_id=56200a62-95d3-4a9a-8076-f9450945b320 HTTP/1.1" status: 200 len: 945 time: 0.0684617 Jul 13 14:33:26.883178 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c97fc494-6c1e-40eb-a982-04a1a58477fc req-c2e95911-64e9-40e1-9144-b85a25b03de7 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bbffade-850f-40f8-9d63-3701c1aa27a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323546 Jul 13 14:33:28.056574 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2da91a-919c-49d1-a780-fd68b247a20e req-8116a218-6f8c-45bb-94a0-6cb5ab993792 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:33:28.058059 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4c2da91a-919c-49d1-a780-fd68b247a20e req-8116a218-6f8c-45bb-94a0-6cb5ab993792 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/ports?device_id=56200a62-95d3-4a9a-8076-f9450945b320 HTTP/1.1" status: 200 len: 945 time: 0.0636721 Jul 13 14:33:28.095558 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4c2da91a-919c-49d1-a780-fd68b247a20e req-bf8c1646-5981-48f7-912f-326876428984 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bbffade-850f-40f8-9d63-3701c1aa27a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321381 Jul 13 14:33:28.276506 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796a34fa-e2d5-420b-98a8-19fc293ab703 req-70c7c884-5f26-4f19-a09f-f50fd1a5ae02 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:33:28.278014 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-796a34fa-e2d5-420b-98a8-19fc293ab703 req-70c7c884-5f26-4f19-a09f-f50fd1a5ae02 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/ports?device_id=56200a62-95d3-4a9a-8076-f9450945b320 HTTP/1.1" status: 200 len: 945 time: 0.0698359 Jul 13 14:33:28.316608 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-796a34fa-e2d5-420b-98a8-19fc293ab703 req-946c3c6f-cd39-425d-ba6d-81af2f02afa4 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bbffade-850f-40f8-9d63-3701c1aa27a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330751 Jul 13 14:33:28.486899 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c318f4-3a2e-4a00-bd8f-937298e43513 req-3327b148-89d3-430d-8535-a31d2126bc90 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:33:28.488291 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-49c318f4-3a2e-4a00-bd8f-937298e43513 req-3327b148-89d3-430d-8535-a31d2126bc90 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/ports?device_id=56200a62-95d3-4a9a-8076-f9450945b320 HTTP/1.1" status: 200 len: 945 time: 0.0629969 Jul 13 14:33:28.525801 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-49c318f4-3a2e-4a00-bd8f-937298e43513 req-6f6226f3-afd9-4f1b-96c6-addb0e8cff40 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bbffade-850f-40f8-9d63-3701c1aa27a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311737 Jul 13 14:33:28.904707 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34601c1-9282-4f3c-bb39-c3b23cdd355f req-30ffd594-da70-49a4-8e05-5fcecda58630 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:33:28.906223 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e34601c1-9282-4f3c-bb39-c3b23cdd355f req-30ffd594-da70-49a4-8e05-5fcecda58630 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/ports?device_id=56200a62-95d3-4a9a-8076-f9450945b320 HTTP/1.1" status: 200 len: 945 time: 0.0661726 Jul 13 14:33:28.944022 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e34601c1-9282-4f3c-bb39-c3b23cdd355f req-b32a3023-5f08-488e-afbb-22c22e400e2d tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bbffade-850f-40f8-9d63-3701c1aa27a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317140 Jul 13 14:33:29.234984 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 506f8536-6d0d-4115-81cb-7f303269173d details requested by agent hyperv_n-h1-800634-1 with host n-h1-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 14:33:29.326975 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 506f8536-6d0d-4115-81cb-7f303269173d, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=506f8536-6d0d-4115-81cb-7f303269173d,segment=NetworkSegment(711d6f24-5014-4ae2-bf25-76237a1bec49),segment_id=711d6f24-5014-4ae2-bf25-76237a1bec49)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:33:29.338738 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Returning: {'device': '506f8536-6d0d-4115-81cb-7f303269173d', 'network_id': '14500164-ea70-45d9-8358-e7ee203ceb0e', 'port_id': '506f8536-6d0d-4115-81cb-7f303269173d', 'mac_address': 'fa:16:3e:a9:b1:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4a064e2-d549-471a-a220-dea1e128d3d3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 14:33:29.377338 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:33:29.389981 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 506f8536-6d0d-4115-81cb-7f303269173d {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:33:29.408312 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 506f8536-6d0d-4115-81cb-7f303269173d, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=506f8536-6d0d-4115-81cb-7f303269173d,segment=NetworkSegment(711d6f24-5014-4ae2-bf25-76237a1bec49),segment_id=711d6f24-5014-4ae2-bf25-76237a1bec49)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:33:29.412505 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:33:29.461144 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=506f8536-6d0d-4115-81cb-7f303269173d,revision_number=11']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:33:29.632509 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['506f8536-6d0d-4115-81cb-7f303269173d'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:33:30.024016 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4f96b4-2881-4b30-bc93-99319a46cb6c req-f27a3436-3637-41f1-96b4-eb2200144776 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:33:30.025508 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6c4f96b4-2881-4b30-bc93-99319a46cb6c req-f27a3436-3637-41f1-96b4-eb2200144776 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.26 "GET /v2.0/ports?device_id=56200a62-95d3-4a9a-8076-f9450945b320 HTTP/1.1" status: 200 len: 946 time: 0.0672913 Jul 13 14:33:30.165153 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6686d93d-a4b1-4af7-ad40-8ad5d858c4c7 req-1d29d6ad-2dc0-4d2e-9c35-220c747907df tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:33:30.166660 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6686d93d-a4b1-4af7-ad40-8ad5d858c4c7 req-1d29d6ad-2dc0-4d2e-9c35-220c747907df tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/ports?device_id=56200a62-95d3-4a9a-8076-f9450945b320 HTTP/1.1" status: 200 len: 946 time: 0.1087923 Jul 13 14:33:30.180580 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-6c4f96b4-2881-4b30-bc93-99319a46cb6c req-9bbe94fa-87d1-44d6-8357-fb246cf9e227 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Deleting port 506f8536-6d0d-4115-81cb-7f303269173d {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:33:30.180848 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-6c4f96b4-2881-4b30-bc93-99319a46cb6c req-9bbe94fa-87d1-44d6-8357-fb246cf9e227 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:33:30.255816 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6686d93d-a4b1-4af7-ad40-8ad5d858c4c7 req-400dd4bd-3de6-4f86-a946-c49d0ee2e1e0 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bbffade-850f-40f8-9d63-3701c1aa27a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824633 Jul 13 14:33:30.290650 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-6c4f96b4-2881-4b30-bc93-99319a46cb6c req-9bbe94fa-87d1-44d6-8357-fb246cf9e227 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] For port 506f8536-6d0d-4115-81cb-7f303269173d, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=506f8536-6d0d-4115-81cb-7f303269173d,segment=NetworkSegment(711d6f24-5014-4ae2-bf25-76237a1bec49),segment_id=711d6f24-5014-4ae2-bf25-76237a1bec49)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:33:30.291014 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-6c4f96b4-2881-4b30-bc93-99319a46cb6c req-9bbe94fa-87d1-44d6-8357-fb246cf9e227 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:33:30.457414 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-6c4f96b4-2881-4b30-bc93-99319a46cb6c req-9bbe94fa-87d1-44d6-8357-fb246cf9e227 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:33:30.457702 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-6c4f96b4-2881-4b30-bc93-99319a46cb6c req-9bbe94fa-87d1-44d6-8357-fb246cf9e227 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446547'] for floatingip, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:33:30.458576 n-d-800634-1 neutron-server[93750]: INFO neutron.db.l3_db [req-6c4f96b4-2881-4b30-bc93-99319a46cb6c req-9bbe94fa-87d1-44d6-8357-fb246cf9e227 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Floating IP a0b5e78f-53bc-4f37-8891-31b1052135af disassociated. External IP: 172.25.6.82, port: 506f8536-6d0d-4115-81cb-7f303269173d. Jul 13 14:33:30.459016 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-6c4f96b4-2881-4b30-bc93-99319a46cb6c req-9bbe94fa-87d1-44d6-8357-fb246cf9e227 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Calling delete_port for 506f8536-6d0d-4115-81cb-7f303269173d owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:33:30.588780 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-6c4f96b4-2881-4b30-bc93-99319a46cb6c req-9bbe94fa-87d1-44d6-8357-fb246cf9e227 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:33:30.617366 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbe94fa-87d1-44d6-8357-fb246cf9e227 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Pushing event deleted for resources: {'Port': ['ID=506f8536-6d0d-4115-81cb-7f303269173d,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:33:30.740893 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6c4f96b4-2881-4b30-bc93-99319a46cb6c req-9bbe94fa-87d1-44d6-8357-fb246cf9e227 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Router 50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:33:30.852443 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6c4f96b4-2881-4b30-bc93-99319a46cb6c req-9bbe94fa-87d1-44d6-8357-fb246cf9e227 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:33:30.862205 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07cdde4e-6518-4fb7-81d4-1c3b4e6d63e4 None None] Sync routers for ids ['50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:33:30.882650 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07cdde4e-6518-4fb7-81d4-1c3b4e6d63e4 None None] Routers {'50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:33:30.883260 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-07cdde4e-6518-4fb7-81d4-1c3b4e6d63e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:33:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:33:30.886549 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:33:30.897301 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c4f96b4-2881-4b30-bc93-99319a46cb6c req-9bbe94fa-87d1-44d6-8357-fb246cf9e227 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] No DVR routers for this DVR port 506f8536-6d0d-4115-81cb-7f303269173d on host n-h1-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:33:30.900132 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-6c4f96b4-2881-4b30-bc93-99319a46cb6c req-9bbe94fa-87d1-44d6-8357-fb246cf9e227 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:33:30.902328 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6c4f96b4-2881-4b30-bc93-99319a46cb6c req-9bbe94fa-87d1-44d6-8357-fb246cf9e227 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.26 "DELETE /v2.0/ports/506f8536-6d0d-4115-81cb-7f303269173d HTTP/1.1" status: 204 len: 173 time: 0.8713353 Jul 13 14:33:30.902869 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56200a62-95d3-4a9a-8076-f9450945b320', 'name': 'network-vif-deleted', 'tag': '506f8536-6d0d-4115-81cb-7f303269173d'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:33:30.905161 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d80e434584b282bc6a886e23c599c6bef7951b468a8cb6259e8628cee4d6f2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0d6103c-8083-42b5-86c0-42bddfeeede2" -d '{"events": [{"server_uuid": "56200a62-95d3-4a9a-8076-f9450945b320", "name": "network-vif-deleted", "tag": "506f8536-6d0d-4115-81cb-7f303269173d"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:33:30.944238 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4afc2a08-7edb-4c89-825c-d852994aed79 x-openstack-request-id: req-4afc2a08-7edb-4c89-825c-d852994aed79 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:33:30.944827 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56200a62-95d3-4a9a-8076-f9450945b320", "name": "network-vif-deleted", "tag": "506f8536-6d0d-4115-81cb-7f303269173d", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:33:30.945111 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4afc2a08-7edb-4c89-825c-d852994aed79 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:33:30.945518 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56200a62-95d3-4a9a-8076-f9450945b320', 'name': 'network-vif-deleted', 'tag': '506f8536-6d0d-4115-81cb-7f303269173d', 'status': 'completed', 'code': 200} Jul 13 14:33:31.151275 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-07cdde4e-6518-4fb7-81d4-1c3b4e6d63e4 None None] Set router 50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:33:31.272748 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 506f8536-6d0d-4115-81cb-7f303269173d details requested by agent hyperv_n-h1-800634-1 with host n-h1-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 14:33:31.287995 n-d-800634-1 neutron-server[93752]: INFO neutron.plugins.ml2.plugin [None req-381d4315-9089-413f-a071-aa2897bda790 None None] No ports have port_id starting with 506f8536-6d0d-4115-81cb-7f303269173d Jul 13 14:33:31.291707 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 506f8536-6d0d-4115-81cb-7f303269173d requested by agent hyperv_n-h1-800634-1 not found in database {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Jul 13 14:33:31.297473 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:33:31.385310 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-07cdde4e-6518-4fb7-81d4-1c3b4e6d63e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc', 'name': 'tempest-ServerActionsTestJSON-1113875761-router', 'tenant_id': '83e4cfc114994f069bc88b9beef4b060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': 'f73fb570-9b0a-437c-9323-8904f128109b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:26:43Z', 'updated_at': '2021-07-13T14:26:46Z', 'revision_number': 4, 'project_id': '83e4cfc114994f069bc88b9beef4b060', 'gw_port': {'id': 'f73fb570-9b0a-437c-9323-8904f128109b', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a2:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:26:44Z', 'updated_at': '2021-07-13T14:26:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': 'c348c8f1-1951-45d3-bb20-9d8cc8b7f236', 'name': '', 'network_id': '14500164-ea70-45d9-8358-e7ee203ceb0e', 'tenant_id': '83e4cfc114994f069bc88b9beef4b060', 'mac_address': 'fa:16:3e:6f:0d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'f4a064e2-d549-471a-a220-dea1e128d3d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:26:45Z', 'updated_at': '2021-07-13T14:26:51Z', 'revision_number': 5, 'project_id': '83e4cfc114994f069bc88b9beef4b060', 'subnets': [{'id': 'f4a064e2-d549-471a-a220-dea1e128d3d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:33:31.410680 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07cdde4e-6518-4fb7-81d4-1c3b4e6d63e4 None None] Checking router: 50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc for host: n-d-800634-1 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:33:31.419163 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07cdde4e-6518-4fb7-81d4-1c3b4e6d63e4 None None] Routers {'50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:33:31.419780 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-07cdde4e-6518-4fb7-81d4-1c3b4e6d63e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:33:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:33:31.528667 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-07cdde4e-6518-4fb7-81d4-1c3b4e6d63e4 None None] Set router 50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:33:31.625523 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1056f704-989d-4671-8914-1835bd8494a5 req-addeeb1a-3490-4ca4-993a-ac677b61b86d tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--753730354&fields=id&tenant_id=83e4cfc114994f069bc88b9beef4b060 HTTP/1.1" status: 200 len: 267 time: 0.0371947 Jul 13 14:33:31.730455 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-07cdde4e-6518-4fb7-81d4-1c3b4e6d63e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc', 'name': 'tempest-ServerActionsTestJSON-1113875761-router', 'tenant_id': '83e4cfc114994f069bc88b9beef4b060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': 'f73fb570-9b0a-437c-9323-8904f128109b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:26:43Z', 'updated_at': '2021-07-13T14:26:46Z', 'revision_number': 4, 'project_id': '83e4cfc114994f069bc88b9beef4b060', 'gw_port': {'id': 'f73fb570-9b0a-437c-9323-8904f128109b', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a2:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:26:44Z', 'updated_at': '2021-07-13T14:26:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': 'c348c8f1-1951-45d3-bb20-9d8cc8b7f236', 'name': '', 'network_id': '14500164-ea70-45d9-8358-e7ee203ceb0e', 'tenant_id': '83e4cfc114994f069bc88b9beef4b060', 'mac_address': 'fa:16:3e:6f:0d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'f4a064e2-d549-471a-a220-dea1e128d3d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:26:45Z', 'updated_at': '2021-07-13T14:26:51Z', 'revision_number': 5, 'project_id': '83e4cfc114994f069bc88b9beef4b060', 'subnets': [{'id': 'f4a064e2-d549-471a-a220-dea1e128d3d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:33:31.732866 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1056f704-989d-4671-8914-1835bd8494a5 req-47fa295b-c28e-4336-afca-0315848ce713 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:33:31.734379 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1056f704-989d-4671-8914-1835bd8494a5 req-47fa295b-c28e-4336-afca-0315848ce713 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/networks?id=14500164-ea70-45d9-8358-e7ee203ceb0e HTTP/1.1" status: 200 len: 812 time: 0.1017535 Jul 13 14:33:31.750157 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1056f704-989d-4671-8914-1835bd8494a5 req-917d2f4f-4a80-4853-b6d7-602cee4b5686 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/quotas/83e4cfc114994f069bc88b9beef4b060 HTTP/1.1" status: 200 len: 375 time: 0.0102892 Jul 13 14:33:31.757517 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07cdde4e-6518-4fb7-81d4-1c3b4e6d63e4 None None] The sync data for ids ['50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc'] in n-d-800634-1 is: [{'id': '50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc', 'name': 'tempest-ServerActionsTestJSON-1113875761-router', 'tenant_id': '83e4cfc114994f069bc88b9beef4b060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': 'f73fb570-9b0a-437c-9323-8904f128109b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:26:43Z', 'updated_at': '2021-07-13T14:26:46Z', 'revision_number': 4, 'project_id': '83e4cfc114994f069bc88b9beef4b060', 'gw_port': {'id': 'f73fb570-9b0a-437c-9323-8904f128109b', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a2:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:26:44Z', 'updated_at': '2021-07-13T14:26:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': 'c348c8f1-1951-45d3-bb20-9d8cc8b7f236', 'name': '', 'network_id': '14500164-ea70-45d9-8358-e7ee203ceb0e', 'tenant_id': '83e4cfc114994f069bc88b9beef4b060', 'mac_address': 'fa:16:3e:6f:0d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'f4a064e2-d549-471a-a220-dea1e128d3d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:26:45Z', 'updated_at': '2021-07-13T14:26:51Z', 'revision_number': 5, 'project_id': '83e4cfc114994f069bc88b9beef4b060', 'subnets': [{'id': 'f4a064e2-d549-471a-a220-dea1e128d3d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:33:31.823739 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1056f704-989d-4671-8914-1835bd8494a5 req-cb2eed8d-160d-4fe6-a9fa-cdbcf09db61d tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=83e4cfc114994f069bc88b9beef4b060&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0669670 Jul 13 14:33:31.928437 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1056f704-989d-4671-8914-1835bd8494a5 req-820a96bd-5c1a-4829-afd2-76ab4fa68150 service neutron] 10.222.0.23 "GET /v2.0/networks/14500164-ea70-45d9-8358-e7ee203ceb0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927882 Jul 13 14:33:31.992975 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8828ad-b0bb-4b06-8235-8e4ac5939efc None None] New status for floating IP a0b5e78f-53bc-4f37-8891-31b1052135af: DOWN {{(pid=93753) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 14:33:32.025455 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1056f704-989d-4671-8914-1835bd8494a5 req-287f7f2e-522b-4f26-a84c-2f6de33a7d91 service neutron] 10.222.0.23 "GET /v2.0/networks/14500164-ea70-45d9-8358-e7ee203ceb0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862792 Jul 13 14:33:32.197314 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-46a70c1c-81b5-4dba-a8c4-4555e7f5a601 req-c6ece196-ec2a-4d1d-a50a-a1d9d16ae3f3 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/ports?device_id=261f0362-f532-4898-850a-cd8c65efc1da HTTP/1.1" status: 200 len: 210 time: 0.0281835 Jul 13 14:33:33.199363 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1056f704-989d-4671-8914-1835bd8494a5 req-8b0949f8-babc-4cee-9447-03620a386a99 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:33:33.200711 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1056f704-989d-4671-8914-1835bd8494a5 req-8b0949f8-babc-4cee-9447-03620a386a99 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.41 "GET /v2.0/networks?id=14500164-ea70-45d9-8358-e7ee203ceb0e HTTP/1.1" status: 200 len: 812 time: 0.1046169 Jul 13 14:33:33.259699 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1056f704-989d-4671-8914-1835bd8494a5 req-6c247eaf-f405-4870-a725-751b2c78d14f tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=83e4cfc114994f069bc88b9beef4b060 HTTP/1.1" status: 200 len: 379 time: 0.0502634 Jul 13 14:33:33.268835 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-1056f704-989d-4671-8914-1835bd8494a5 req-7fb9b849-1cd4-4664-bea5-3399a16c9a92 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Request body: {'port': {'device_id': '261f0362-f532-4898-850a-cd8c65efc1da', 'network_id': '14500164-ea70-45d9-8358-e7ee203ceb0e', 'admin_state_up': True, 'tenant_id': '83e4cfc114994f069bc88b9beef4b060', 'security_groups': ['6bbffade-850f-40f8-9d63-3701c1aa27a7']}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:33:33.349760 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-93e9bad4-f82a-4ca7-84f9-db6a079580d4 req-5d3733b0-d86b-4d4d-9619-1f0388a7e473 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/ports?device_id=261f0362-f532-4898-850a-cd8c65efc1da HTTP/1.1" status: 200 len: 210 time: 0.0349760 Jul 13 14:33:33.383361 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1056f704-989d-4671-8914-1835bd8494a5 req-7fb9b849-1cd4-4664-bea5-3399a16c9a92 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Made reservation on behalf of 83e4cfc114994f069bc88b9beef4b060 for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:33:33.387073 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-1056f704-989d-4671-8914-1835bd8494a5 req-7fb9b849-1cd4-4664-bea5-3399a16c9a92 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:33:33.516153 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [req-1056f704-989d-4671-8914-1835bd8494a5 req-7fb9b849-1cd4-4664-bea5-3399a16c9a92 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Allocated IP 172.20.0.5 (14500164-ea70-45d9-8358-e7ee203ceb0e/f4a064e2-d549-471a-a220-dea1e128d3d3/faf81d99-4a56-41af-b744-d1a10fffe6ff) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:33:33.652811 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-1056f704-989d-4671-8914-1835bd8494a5 req-7fb9b849-1cd4-4664-bea5-3399a16c9a92 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:33:33.666686 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-1056f704-989d-4671-8914-1835bd8494a5 req-7fb9b849-1cd4-4664-bea5-3399a16c9a92 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Transition to ACTIVE for port object faf81d99-4a56-41af-b744-d1a10fffe6ff will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:33:33.698861 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-1056f704-989d-4671-8914-1835bd8494a5 req-7fb9b849-1cd4-4664-bea5-3399a16c9a92 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:33:33.740544 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1056f704-989d-4671-8914-1835bd8494a5 req-7fb9b849-1cd4-4664-bea5-3399a16c9a92 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Network 14500164-ea70-45d9-8358-e7ee203ceb0e is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:33:33.745666 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [req-1056f704-989d-4671-8914-1835bd8494a5 req-7fb9b849-1cd4-4664-bea5-3399a16c9a92 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:33:33.749489 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-1056f704-989d-4671-8914-1835bd8494a5 req-7fb9b849-1cd4-4664-bea5-3399a16c9a92 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:33:33.775314 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb9b849-1cd4-4664-bea5-3399a16c9a92 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Pushing event updated for resources: {'Port': ['ID=faf81d99-4a56-41af-b744-d1a10fffe6ff,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:33:33.804642 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1056f704-989d-4671-8914-1835bd8494a5 req-7fb9b849-1cd4-4664-bea5-3399a16c9a92 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:33:33.805263 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-1056f704-989d-4671-8914-1835bd8494a5 req-7fb9b849-1cd4-4664-bea5-3399a16c9a92 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:33:33.819938 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1056f704-989d-4671-8914-1835bd8494a5 req-7fb9b849-1cd4-4664-bea5-3399a16c9a92 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5549049 Jul 13 14:33:33.832184 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-1056f704-989d-4671-8914-1835bd8494a5 req-f93f3745-fa16-414b-a0de-733c451566b3 service neutron] Request body: {'port': {'device_id': '261f0362-f532-4898-850a-cd8c65efc1da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-1'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:33:33.915788 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-1056f704-989d-4671-8914-1835bd8494a5 req-f93f3745-fa16-414b-a0de-733c451566b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:33:33.977241 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-6e2b8939-5132-48b9-b097-3079815be7c0 None None] Provisioning for port faf81d99-4a56-41af-b744-d1a10fffe6ff completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:33:33.981211 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-6e2b8939-5132-48b9-b097-3079815be7c0 None None] Provisioning complete for port faf81d99-4a56-41af-b744-d1a10fffe6ff triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:33:33.981583 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6e2b8939-5132-48b9-b097-3079815be7c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:33:34.014141 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-6e2b8939-5132-48b9-b097-3079815be7c0 None None] Port faf81d99-4a56-41af-b744-d1a10fffe6ff cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:33:34.173329 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [req-1056f704-989d-4671-8914-1835bd8494a5 req-f93f3745-fa16-414b-a0de-733c451566b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id faf81d99-4a56-41af-b744-d1a10fffe6ff {{(pid=93751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:33:34.181641 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-1056f704-989d-4671-8914-1835bd8494a5 req-f93f3745-fa16-414b-a0de-733c451566b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:33:34.192985 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-1056f704-989d-4671-8914-1835bd8494a5 req-f93f3745-fa16-414b-a0de-733c451566b3 service neutron] Transition to ACTIVE for port object faf81d99-4a56-41af-b744-d1a10fffe6ff will not be triggered until provisioned by entity L2. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:33:34.196729 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-1056f704-989d-4671-8914-1835bd8494a5 req-f93f3745-fa16-414b-a0de-733c451566b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:33:34.246822 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93f3745-fa16-414b-a0de-733c451566b3 service neutron] Pushing event updated for resources: {'Port': ['ID=faf81d99-4a56-41af-b744-d1a10fffe6ff,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:33:34.321171 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-1056f704-989d-4671-8914-1835bd8494a5 req-f93f3745-fa16-414b-a0de-733c451566b3 service neutron] Attempting to bind port faf81d99-4a56-41af-b744-d1a10fffe6ff on host n-h2-800634-1 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:33:34.321511 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-1056f704-989d-4671-8914-1835bd8494a5 req-f93f3745-fa16-414b-a0de-733c451566b3 service neutron] Attempting to bind port faf81d99-4a56-41af-b744-d1a10fffe6ff by drivers openvswitch,hyperv on host n-h2-800634-1 at level 0 using segments [{'id': '711d6f24-5014-4ae2-bf25-76237a1bec49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '14500164-ea70-45d9-8358-e7ee203ceb0e'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:33:34.321875 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1056f704-989d-4671-8914-1835bd8494a5 req-f93f3745-fa16-414b-a0de-733c451566b3 service neutron] Attempting to bind port faf81d99-4a56-41af-b744-d1a10fffe6ff on network 14500164-ea70-45d9-8358-e7ee203ceb0e {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:33:34.326456 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1056f704-989d-4671-8914-1835bd8494a5 req-f93f3745-fa16-414b-a0de-733c451566b3 service neutron] Port faf81d99-4a56-41af-b744-d1a10fffe6ff on network 14500164-ea70-45d9-8358-e7ee203ceb0e not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-1 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 14:33:34.326777 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1056f704-989d-4671-8914-1835bd8494a5 req-f93f3745-fa16-414b-a0de-733c451566b3 service neutron] Attempting to bind port faf81d99-4a56-41af-b744-d1a10fffe6ff on network 14500164-ea70-45d9-8358-e7ee203ceb0e {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:33:34.331576 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1056f704-989d-4671-8914-1835bd8494a5 req-f93f3745-fa16-414b-a0de-733c451566b3 service neutron] Checking agent: {'id': 'f615e5c9-21ab-43f2-adbc-192d64b795cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 33, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:33:34.331914 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1056f704-989d-4671-8914-1835bd8494a5 req-f93f3745-fa16-414b-a0de-733c451566b3 service neutron] Checking segment: {'id': '711d6f24-5014-4ae2-bf25-76237a1bec49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '14500164-ea70-45d9-8358-e7ee203ceb0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:33:34.332305 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1056f704-989d-4671-8914-1835bd8494a5 req-f93f3745-fa16-414b-a0de-733c451566b3 service neutron] Bound using segment: {'id': '711d6f24-5014-4ae2-bf25-76237a1bec49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '14500164-ea70-45d9-8358-e7ee203ceb0e'} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:33:34.332730 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-1056f704-989d-4671-8914-1835bd8494a5 req-f93f3745-fa16-414b-a0de-733c451566b3 service neutron] Bound port: faf81d99-4a56-41af-b744-d1a10fffe6ff, host: n-h2-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '711d6f24-5014-4ae2-bf25-76237a1bec49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '14500164-ea70-45d9-8358-e7ee203ceb0e'}}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:33:34.333616 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-1056f704-989d-4671-8914-1835bd8494a5 req-f93f3745-fa16-414b-a0de-733c451566b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:33:34.400463 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-1056f704-989d-4671-8914-1835bd8494a5 req-f93f3745-fa16-414b-a0de-733c451566b3 service neutron] For port faf81d99-4a56-41af-b744-d1a10fffe6ff, host n-h2-800634-1, cleared binding levels {{(pid=93751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:33:34.403584 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-1056f704-989d-4671-8914-1835bd8494a5 req-f93f3745-fa16-414b-a0de-733c451566b3 service neutron] For port faf81d99-4a56-41af-b744-d1a10fffe6ff, host n-h2-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=faf81d99-4a56-41af-b744-d1a10fffe6ff,segment=NetworkSegment(711d6f24-5014-4ae2-bf25-76237a1bec49),segment_id=711d6f24-5014-4ae2-bf25-76237a1bec49)] {{(pid=93751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:33:34.407405 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-1056f704-989d-4671-8914-1835bd8494a5 req-f93f3745-fa16-414b-a0de-733c451566b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:33:34.445695 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1056f704-989d-4671-8914-1835bd8494a5 req-f93f3745-fa16-414b-a0de-733c451566b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:33:34.446357 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-1056f704-989d-4671-8914-1835bd8494a5 req-f93f3745-fa16-414b-a0de-733c451566b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:33:34.447774 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1056f704-989d-4671-8914-1835bd8494a5 req-f93f3745-fa16-414b-a0de-733c451566b3 service neutron] 10.222.0.41 "PUT /v2.0/ports/faf81d99-4a56-41af-b744-d1a10fffe6ff HTTP/1.1" status: 200 len: 1091 time: 0.6199343 Jul 13 14:33:34.448217 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '261f0362-f532-4898-850a-cd8c65efc1da', 'tag': 'faf81d99-4a56-41af-b744-d1a10fffe6ff'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:33:34.450537 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dea8b0fca9d342929f96bd35c86b8a14765464b9140f1e1e2496fbd7209775c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a83c855c-e523-4edd-b420-f8938e4410b5" -d '{"events": [{"name": "network-changed", "server_uuid": "261f0362-f532-4898-850a-cd8c65efc1da", "tag": "faf81d99-4a56-41af-b744-d1a10fffe6ff"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:33:34.475013 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93f3745-fa16-414b-a0de-733c451566b3 service neutron] Pushing event updated for resources: {'Port': ['ID=faf81d99-4a56-41af-b744-d1a10fffe6ff,revision_number=3']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:33:34.512247 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db5f7099-f231-42e9-95aa-daf1fde4068d x-openstack-request-id: req-db5f7099-f231-42e9-95aa-daf1fde4068d {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:33:34.512540 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "261f0362-f532-4898-850a-cd8c65efc1da", "tag": "faf81d99-4a56-41af-b744-d1a10fffe6ff", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:33:34.512793 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-db5f7099-f231-42e9-95aa-daf1fde4068d {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:33:34.513204 n-d-800634-1 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '261f0362-f532-4898-850a-cd8c65efc1da', 'tag': 'faf81d99-4a56-41af-b744-d1a10fffe6ff', 'status': 'completed', 'code': 200} Jul 13 14:33:34.595582 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d62fb35-ab35-41cb-ae49-2b17f18489be req-740a674c-8a99-4e50-9b46-385c68c79e19 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:33:34.597133 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1d62fb35-ab35-41cb-ae49-2b17f18489be req-740a674c-8a99-4e50-9b46-385c68c79e19 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/ports?device_id=261f0362-f532-4898-850a-cd8c65efc1da HTTP/1.1" status: 200 len: 943 time: 0.1191447 Jul 13 14:33:34.600801 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1056f704-989d-4671-8914-1835bd8494a5 req-70e0ef1f-bfc1-4cbf-b4f0-a6c7276ed22a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:33:34.602266 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1056f704-989d-4671-8914-1835bd8494a5 req-70e0ef1f-bfc1-4cbf-b4f0-a6c7276ed22a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=83e4cfc114994f069bc88b9beef4b060&device_id=261f0362-f532-4898-850a-cd8c65efc1da HTTP/1.1" status: 200 len: 1094 time: 0.0927339 Jul 13 14:33:34.650758 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1056f704-989d-4671-8914-1835bd8494a5 req-9aa7432a-1d25-47ae-bc9a-6c1acd99c1c8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=faf81d99-4a56-41af-b744-d1a10fffe6ff HTTP/1.1" status: 200 len: 217 time: 0.0413108 Jul 13 14:33:34.696488 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1d62fb35-ab35-41cb-ae49-2b17f18489be req-4a326bd2-97e4-4060-9029-472f37e7702b tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bbffade-850f-40f8-9d63-3701c1aa27a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930591 Jul 13 14:33:34.712543 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1056f704-989d-4671-8914-1835bd8494a5 req-9d512f8c-cd93-4560-a0ea-86e52a3d00e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:33:34.714006 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1056f704-989d-4671-8914-1835bd8494a5 req-9d512f8c-cd93-4560-a0ea-86e52a3d00e2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f4a064e2-d549-471a-a220-dea1e128d3d3 HTTP/1.1" status: 200 len: 851 time: 0.0575595 Jul 13 14:33:34.769447 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1056f704-989d-4671-8914-1835bd8494a5 req-c8b793e3-bdf6-4846-84d6-8573efcb7b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:33:34.771795 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1056f704-989d-4671-8914-1835bd8494a5 req-c8b793e3-bdf6-4846-84d6-8573efcb7b28 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=14500164-ea70-45d9-8358-e7ee203ceb0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519917 Jul 13 14:33:34.859433 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1056f704-989d-4671-8914-1835bd8494a5 req-c054493a-2859-44f0-ba63-dde54454bc35 service neutron] 10.222.0.41 "GET /v2.0/networks/14500164-ea70-45d9-8358-e7ee203ceb0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808320 Jul 13 14:33:34.950649 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1056f704-989d-4671-8914-1835bd8494a5 req-f11cf1d6-d297-4a00-a38b-7307ea40123f service neutron] 10.222.0.41 "GET /v2.0/networks/14500164-ea70-45d9-8358-e7ee203ceb0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852237 Jul 13 14:33:35.047381 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83c855c-e523-4edd-b420-f8938e4410b5 req-14d04b4d-a167-4538-94ce-6158d82aeaf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:33:35.048834 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a83c855c-e523-4edd-b420-f8938e4410b5 req-14d04b4d-a167-4538-94ce-6158d82aeaf8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=83e4cfc114994f069bc88b9beef4b060&device_id=261f0362-f532-4898-850a-cd8c65efc1da HTTP/1.1" status: 200 len: 1094 time: 0.0514686 Jul 13 14:33:35.138778 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83c855c-e523-4edd-b420-f8938e4410b5 req-d46311b6-bac5-4c1d-a80b-5969aa07e62e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:33:35.140145 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a83c855c-e523-4edd-b420-f8938e4410b5 req-d46311b6-bac5-4c1d-a80b-5969aa07e62e service neutron] 10.222.0.41 "GET /v2.0/networks?id=14500164-ea70-45d9-8358-e7ee203ceb0e HTTP/1.1" status: 200 len: 912 time: 0.0856576 Jul 13 14:33:35.181554 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a83c855c-e523-4edd-b420-f8938e4410b5 req-8f7a2f2f-11d7-4905-bc88-7f8cbfdb4c2c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=faf81d99-4a56-41af-b744-d1a10fffe6ff HTTP/1.1" status: 200 len: 217 time: 0.0335963 Jul 13 14:33:35.228042 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83c855c-e523-4edd-b420-f8938e4410b5 req-dd02e5b9-0fde-4d14-9f5d-41a541db2631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:33:35.229437 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a83c855c-e523-4edd-b420-f8938e4410b5 req-dd02e5b9-0fde-4d14-9f5d-41a541db2631 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f4a064e2-d549-471a-a220-dea1e128d3d3 HTTP/1.1" status: 200 len: 851 time: 0.0422683 Jul 13 14:33:35.258398 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 506f8536-6d0d-4115-81cb-7f303269173d no longer exists at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:33:35.281461 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-381d4315-9089-413f-a071-aa2897bda790 None None] No Port match for: 506f8536-6d0d-4115-81cb-7f303269173d {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:33:35.281823 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 506f8536-6d0d-4115-81cb-7f303269173d not bound to the agent host n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:33:35.285474 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83c855c-e523-4edd-b420-f8938e4410b5 req-06455536-dc8f-49bd-b472-fad5dd899b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:33:35.287050 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a83c855c-e523-4edd-b420-f8938e4410b5 req-06455536-dc8f-49bd-b472-fad5dd899b28 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=14500164-ea70-45d9-8358-e7ee203ceb0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0512569 Jul 13 14:33:35.561164 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:33:35.633721 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a83c855c-e523-4edd-b420-f8938e4410b5 req-9121e9eb-3f8f-4a48-bec1-fcb152ef911c service neutron] 10.222.0.41 "GET /v2.0/networks/14500164-ea70-45d9-8358-e7ee203ceb0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3396392 Jul 13 14:33:35.727814 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a83c855c-e523-4edd-b420-f8938e4410b5 req-b7fd9899-600b-4ef2-b53a-d75ea7f0db8e service neutron] 10.222.0.41 "GET /v2.0/networks/14500164-ea70-45d9-8358-e7ee203ceb0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869920 Jul 13 14:33:35.869654 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195e4777-7cec-420f-a15d-bf4432f8be8f req-a34d2391-de87-49ab-bf82-cfffc4eb713d tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:33:35.871046 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-195e4777-7cec-420f-a15d-bf4432f8be8f req-a34d2391-de87-49ab-bf82-cfffc4eb713d tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/ports?device_id=261f0362-f532-4898-850a-cd8c65efc1da HTTP/1.1" status: 200 len: 943 time: 0.0615103 Jul 13 14:33:35.907563 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-195e4777-7cec-420f-a15d-bf4432f8be8f req-b6c0b3ec-311d-4e23-88a4-27d41f19ccc9 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bbffade-850f-40f8-9d63-3701c1aa27a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310261 Jul 13 14:33:37.129093 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc2a87e-57ce-4b7a-bce6-e3ebf273f2da req-4a9b511a-6042-441d-8ecb-153e6eb2387e tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:33:37.131298 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-bcc2a87e-57ce-4b7a-bce6-e3ebf273f2da req-4a9b511a-6042-441d-8ecb-153e6eb2387e tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/ports?device_id=261f0362-f532-4898-850a-cd8c65efc1da HTTP/1.1" status: 200 len: 943 time: 0.1128538 Jul 13 14:33:37.168686 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-bcc2a87e-57ce-4b7a-bce6-e3ebf273f2da req-e5d670d6-c632-4307-901e-14fbe1a393bd tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bbffade-850f-40f8-9d63-3701c1aa27a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318367 Jul 13 14:33:37.990520 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device faf81d99-4a56-41af-b744-d1a10fffe6ff details requested by agent hyperv_n-h2-800634-1 with host n-h2-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 14:33:38.081265 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port faf81d99-4a56-41af-b744-d1a10fffe6ff, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=faf81d99-4a56-41af-b744-d1a10fffe6ff,segment=NetworkSegment(711d6f24-5014-4ae2-bf25-76237a1bec49),segment_id=711d6f24-5014-4ae2-bf25-76237a1bec49)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:33:38.092649 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Returning: {'device': 'faf81d99-4a56-41af-b744-d1a10fffe6ff', 'network_id': '14500164-ea70-45d9-8358-e7ee203ceb0e', 'port_id': 'faf81d99-4a56-41af-b744-d1a10fffe6ff', 'mac_address': 'fa:16:3e:da:0e:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4a064e2-d549-471a-a220-dea1e128d3d3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 14:33:38.127965 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:33:38.143382 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id faf81d99-4a56-41af-b744-d1a10fffe6ff {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:33:38.163404 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port faf81d99-4a56-41af-b744-d1a10fffe6ff, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=faf81d99-4a56-41af-b744-d1a10fffe6ff,segment=NetworkSegment(711d6f24-5014-4ae2-bf25-76237a1bec49),segment_id=711d6f24-5014-4ae2-bf25-76237a1bec49)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:33:38.167197 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:33:38.217109 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=faf81d99-4a56-41af-b744-d1a10fffe6ff,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:33:38.353760 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efb9e3e-c6b3-4445-8890-617b43893aa8 req-e07169bf-9d68-437e-9959-911d705b2b1f tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:33:38.355929 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5efb9e3e-c6b3-4445-8890-617b43893aa8 req-e07169bf-9d68-437e-9959-911d705b2b1f tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/ports?device_id=261f0362-f532-4898-850a-cd8c65efc1da HTTP/1.1" status: 200 len: 944 time: 0.0681334 Jul 13 14:33:38.357820 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['faf81d99-4a56-41af-b744-d1a10fffe6ff'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:33:38.401612 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5efb9e3e-c6b3-4445-8890-617b43893aa8 req-5f3bbc3f-f3af-4805-8baf-8acffaf0c64c tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bbffade-850f-40f8-9d63-3701c1aa27a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383198 Jul 13 14:33:39.583784 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3019967e-facf-44d3-9a1f-43d703e85a42 req-c75b53ba-008d-4a57-9eea-b6e8745ae13e tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:33:39.585259 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3019967e-facf-44d3-9a1f-43d703e85a42 req-c75b53ba-008d-4a57-9eea-b6e8745ae13e tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/ports?device_id=261f0362-f532-4898-850a-cd8c65efc1da HTTP/1.1" status: 200 len: 944 time: 0.0632432 Jul 13 14:33:39.622503 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3019967e-facf-44d3-9a1f-43d703e85a42 req-dbf433d9-5e53-4eef-82ef-5ef5b1f392c2 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bbffade-850f-40f8-9d63-3701c1aa27a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314126 Jul 13 14:33:40.005396 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device faf81d99-4a56-41af-b744-d1a10fffe6ff up at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:33:40.055715 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning for port faf81d99-4a56-41af-b744-d1a10fffe6ff completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:33:40.059480 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning complete for port faf81d99-4a56-41af-b744-d1a10fffe6ff triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:33:40.059851 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:33:40.133000 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:33:40.154368 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '261f0362-f532-4898-850a-cd8c65efc1da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faf81d99-4a56-41af-b744-d1a10fffe6ff'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:33:40.156676 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f877c416c4e1be0a98e2d34673ec81d4e31c3422e8e709fff770f7d8b7e0843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-614d9db5-b241-42d6-b53e-32e46f61413d" -d '{"events": [{"server_uuid": "261f0362-f532-4898-850a-cd8c65efc1da", "name": "network-vif-plugged", "status": "completed", "tag": "faf81d99-4a56-41af-b744-d1a10fffe6ff"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:33:40.170066 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port faf81d99-4a56-41af-b744-d1a10fffe6ff, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=faf81d99-4a56-41af-b744-d1a10fffe6ff,segment=NetworkSegment(711d6f24-5014-4ae2-bf25-76237a1bec49),segment_id=711d6f24-5014-4ae2-bf25-76237a1bec49)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:33:40.173885 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:33:40.202529 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e55c61b4-70e5-4043-9a50-be3408a8bd1e x-openstack-request-id: req-e55c61b4-70e5-4043-9a50-be3408a8bd1e {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:33:40.202820 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "261f0362-f532-4898-850a-cd8c65efc1da", "name": "network-vif-plugged", "status": "completed", "tag": "faf81d99-4a56-41af-b744-d1a10fffe6ff", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:33:40.203103 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e55c61b4-70e5-4043-9a50-be3408a8bd1e {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:33:40.203485 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '261f0362-f532-4898-850a-cd8c65efc1da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faf81d99-4a56-41af-b744-d1a10fffe6ff', 'code': 200} Jul 13 14:33:40.231260 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=faf81d99-4a56-41af-b744-d1a10fffe6ff,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:33:40.309785 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619c51f1-a749-497c-8264-808dd60fac2e req-f3ff3bba-bf20-42b5-a47f-10ad884407f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:33:40.311268 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-619c51f1-a749-497c-8264-808dd60fac2e req-f3ff3bba-bf20-42b5-a47f-10ad884407f6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=261f0362-f532-4898-850a-cd8c65efc1da HTTP/1.1" status: 200 len: 1096 time: 0.0544724 Jul 13 14:33:40.344839 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-619c51f1-a749-497c-8264-808dd60fac2e req-0c101bc2-fe0f-41f6-bca3-3d8f162571e6 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6bbffade-850f-40f8-9d63-3701c1aa27a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272200 Jul 13 14:33:40.791793 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44edb6f5-d3c1-4185-bb91-2c9a106e310c req-f3d33c25-8859-40f3-b19e-2cfb2d7908d8 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:33:40.793266 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-44edb6f5-d3c1-4185-bb91-2c9a106e310c req-f3d33c25-8859-40f3-b19e-2cfb2d7908d8 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/ports?device_id=261f0362-f532-4898-850a-cd8c65efc1da HTTP/1.1" status: 200 len: 945 time: 0.0624304 Jul 13 14:33:40.830029 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-44edb6f5-d3c1-4185-bb91-2c9a106e310c req-1819cebb-4ce4-442e-b777-c606eee70cbe tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bbffade-850f-40f8-9d63-3701c1aa27a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312595 Jul 13 14:33:42.047428 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2659285b-df17-4741-a82b-0355fefb41d9 req-cb2798a7-1cd5-4cb3-9d90-4ae570b46caa tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:33:42.048899 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2659285b-df17-4741-a82b-0355fefb41d9 req-cb2798a7-1cd5-4cb3-9d90-4ae570b46caa tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/ports?device_id=261f0362-f532-4898-850a-cd8c65efc1da HTTP/1.1" status: 200 len: 945 time: 0.1045070 Jul 13 14:33:42.086049 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2659285b-df17-4741-a82b-0355fefb41d9 req-3cddfcf5-c728-448d-99bd-5623045015e1 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bbffade-850f-40f8-9d63-3701c1aa27a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315208 Jul 13 14:33:42.250670 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e346258c-7f99-4155-9535-bf62a578d47a req-577b546c-0da9-4b00-a7b4-470421b9df90 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:33:42.252133 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e346258c-7f99-4155-9535-bf62a578d47a req-577b546c-0da9-4b00-a7b4-470421b9df90 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/ports?device_id=261f0362-f532-4898-850a-cd8c65efc1da HTTP/1.1" status: 200 len: 945 time: 0.0626736 Jul 13 14:33:42.261079 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 50086) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:33:42.265509 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-5b6424bf-2e8e-4562-afda-89d0c0e68e0f tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Request body: {'floatingip': {'port_id': 'faf81d99-4a56-41af-b744-d1a10fffe6ff'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:33:42.307206 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5b6424bf-2e8e-4562-afda-89d0c0e68e0f tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Notify callbacks [] for floatingip, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:33:42.743546 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5b6424bf-2e8e-4562-afda-89d0c0e68e0f tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:33:42.747339 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5b6424bf-2e8e-4562-afda-89d0c0e68e0f tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446547'] for floatingip, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:33:42.846423 n-d-800634-1 neutron-server[93751]: INFO neutron.db.l3_db [None req-5b6424bf-2e8e-4562-afda-89d0c0e68e0f tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Floating IP a0b5e78f-53bc-4f37-8891-31b1052135af associated. External IP: 172.25.6.82, port: faf81d99-4a56-41af-b744-d1a10fffe6ff. Jul 13 14:33:43.052948 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b6424bf-2e8e-4562-afda-89d0c0e68e0f tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Router 50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:33:43.154283 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b6424bf-2e8e-4562-afda-89d0c0e68e0f tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:33:43.159053 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5b6424bf-2e8e-4562-afda-89d0c0e68e0f tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for floatingip, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:33:43.163953 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3400db-f997-4e26-9b44-690d50cdb59f None None] Sync routers for ids ['50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:33:43.173541 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3400db-f997-4e26-9b44-690d50cdb59f None None] Routers {'50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:33:43.174189 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-2b3400db-f997-4e26-9b44-690d50cdb59f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:33:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:33:43.200856 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-5b6424bf-2e8e-4562-afda-89d0c0e68e0f tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "PUT /v2.0/floatingips/a0b5e78f-53bc-4f37-8891-31b1052135af HTTP/1.1" status: 200 len: 991 time: 0.9387281 Jul 13 14:33:43.201439 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '261f0362-f532-4898-850a-cd8c65efc1da', 'tag': 'faf81d99-4a56-41af-b744-d1a10fffe6ff'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:33:43.203840 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dea8b0fca9d342929f96bd35c86b8a14765464b9140f1e1e2496fbd7209775c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d60ca6c3-8b1a-434d-8e12-f185d2521aef" -d '{"events": [{"name": "network-changed", "server_uuid": "261f0362-f532-4898-850a-cd8c65efc1da", "tag": "faf81d99-4a56-41af-b744-d1a10fffe6ff"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:33:43.247667 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:33:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73d9410e-5d8e-46b8-8c8e-e058293dcd94 x-openstack-request-id: req-73d9410e-5d8e-46b8-8c8e-e058293dcd94 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:33:43.247975 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "261f0362-f532-4898-850a-cd8c65efc1da", "tag": "faf81d99-4a56-41af-b744-d1a10fffe6ff", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:33:43.248289 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-73d9410e-5d8e-46b8-8c8e-e058293dcd94 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:33:43.248616 n-d-800634-1 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '261f0362-f532-4898-850a-cd8c65efc1da', 'tag': 'faf81d99-4a56-41af-b744-d1a10fffe6ff', 'status': 'completed', 'code': 200} Jul 13 14:33:43.283183 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-2b3400db-f997-4e26-9b44-690d50cdb59f None None] Set router 50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:33:43.329270 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60ca6c3-8b1a-434d-8e12-f185d2521aef req-eaaee412-654e-4e5a-bf96-b0fff8b2f3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:33:43.330804 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d60ca6c3-8b1a-434d-8e12-f185d2521aef req-eaaee412-654e-4e5a-bf96-b0fff8b2f3e7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=83e4cfc114994f069bc88b9beef4b060&device_id=261f0362-f532-4898-850a-cd8c65efc1da HTTP/1.1" status: 200 len: 1096 time: 0.0594029 Jul 13 14:33:43.418349 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60ca6c3-8b1a-434d-8e12-f185d2521aef req-d0f5512a-fd2c-4371-9c22-da08fee6dab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:33:43.419810 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d60ca6c3-8b1a-434d-8e12-f185d2521aef req-d0f5512a-fd2c-4371-9c22-da08fee6dab9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=14500164-ea70-45d9-8358-e7ee203ceb0e HTTP/1.1" status: 200 len: 912 time: 0.0828135 Jul 13 14:33:43.487940 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d60ca6c3-8b1a-434d-8e12-f185d2521aef req-7a111fdc-9daf-4fb0-a729-15e661904356 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=faf81d99-4a56-41af-b744-d1a10fffe6ff HTTP/1.1" status: 200 len: 999 time: 0.0617955 Jul 13 14:33:43.508518 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-2b3400db-f997-4e26-9b44-690d50cdb59f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc', 'name': 'tempest-ServerActionsTestJSON-1113875761-router', 'tenant_id': '83e4cfc114994f069bc88b9beef4b060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': 'f73fb570-9b0a-437c-9323-8904f128109b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:26:43Z', 'updated_at': '2021-07-13T14:26:46Z', 'revision_number': 4, 'project_id': '83e4cfc114994f069bc88b9beef4b060', 'gw_port': {'id': 'f73fb570-9b0a-437c-9323-8904f128109b', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a2:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:26:44Z', 'updated_at': '2021-07-13T14:26:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_floatingips': [{'id': 'a0b5e78f-53bc-4f37-8891-31b1052135af', 'tenant_id': '83e4cfc114994f069bc88b9beef4b060', 'floating_ip_address': '172.25.6.82', 'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'router_id': '50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc', 'port_id': 'faf81d99-4a56-41af-b744-d1a10fffe6ff', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14500164-ea70-45d9-8358-e7ee203ceb0e', 'mac_address': 'fa:16:3e:da:0e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '261f0362-f532-4898-850a-cd8c65efc1da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:26:48Z', 'updated_at': '2021-07-13T14:33:42Z', 'revision_number': 13, 'project_id': '83e4cfc114994f069bc88b9beef4b060', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c348c8f1-1951-45d3-bb20-9d8cc8b7f236', 'name': '', 'network_id': '14500164-ea70-45d9-8358-e7ee203ceb0e', 'tenant_id': '83e4cfc114994f069bc88b9beef4b060', 'mac_address': 'fa:16:3e:6f:0d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'f4a064e2-d549-471a-a220-dea1e128d3d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:26:45Z', 'updated_at': '2021-07-13T14:26:51Z', 'revision_number': 5, 'project_id': '83e4cfc114994f069bc88b9beef4b060', 'subnets': [{'id': 'f4a064e2-d549-471a-a220-dea1e128d3d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:33:43.534416 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3400db-f997-4e26-9b44-690d50cdb59f None None] Checking router: 50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc for host: n-d-800634-1 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:33:43.541670 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60ca6c3-8b1a-434d-8e12-f185d2521aef req-97484909-9763-4a87-a030-ab5abf924de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:33:43.542598 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3400db-f997-4e26-9b44-690d50cdb59f None None] Routers {'50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:33:43.543149 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d60ca6c3-8b1a-434d-8e12-f185d2521aef req-97484909-9763-4a87-a030-ab5abf924de9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f4a064e2-d549-471a-a220-dea1e128d3d3 HTTP/1.1" status: 200 len: 851 time: 0.0491450 Jul 13 14:33:43.543255 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-2b3400db-f997-4e26-9b44-690d50cdb59f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:33:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:33:43.600301 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60ca6c3-8b1a-434d-8e12-f185d2521aef req-052a2c13-3332-4de6-9812-d40a61bee196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:33:43.601713 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d60ca6c3-8b1a-434d-8e12-f185d2521aef req-052a2c13-3332-4de6-9812-d40a61bee196 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=14500164-ea70-45d9-8358-e7ee203ceb0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0523620 Jul 13 14:33:43.648743 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-2b3400db-f997-4e26-9b44-690d50cdb59f None None] Set router 50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:33:43.694683 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d60ca6c3-8b1a-434d-8e12-f185d2521aef req-e231b578-7ce2-4e07-bdb1-091755cd3ed8 service neutron] 10.222.0.41 "GET /v2.0/networks/14500164-ea70-45d9-8358-e7ee203ceb0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864251 Jul 13 14:33:43.783499 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d60ca6c3-8b1a-434d-8e12-f185d2521aef req-e9270e14-5437-42f5-8861-0a814d62746a service neutron] 10.222.0.41 "GET /v2.0/networks/14500164-ea70-45d9-8358-e7ee203ceb0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825109 Jul 13 14:33:43.872556 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-2b3400db-f997-4e26-9b44-690d50cdb59f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc', 'name': 'tempest-ServerActionsTestJSON-1113875761-router', 'tenant_id': '83e4cfc114994f069bc88b9beef4b060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': 'f73fb570-9b0a-437c-9323-8904f128109b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:26:43Z', 'updated_at': '2021-07-13T14:26:46Z', 'revision_number': 4, 'project_id': '83e4cfc114994f069bc88b9beef4b060', 'gw_port': {'id': 'f73fb570-9b0a-437c-9323-8904f128109b', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a2:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:26:44Z', 'updated_at': '2021-07-13T14:26:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_floatingips': [{'id': 'a0b5e78f-53bc-4f37-8891-31b1052135af', 'tenant_id': '83e4cfc114994f069bc88b9beef4b060', 'floating_ip_address': '172.25.6.82', 'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'router_id': '50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc', 'port_id': 'faf81d99-4a56-41af-b744-d1a10fffe6ff', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14500164-ea70-45d9-8358-e7ee203ceb0e', 'mac_address': 'fa:16:3e:da:0e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '261f0362-f532-4898-850a-cd8c65efc1da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:26:48Z', 'updated_at': '2021-07-13T14:33:42Z', 'revision_number': 13, 'project_id': '83e4cfc114994f069bc88b9beef4b060', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c348c8f1-1951-45d3-bb20-9d8cc8b7f236', 'name': '', 'network_id': '14500164-ea70-45d9-8358-e7ee203ceb0e', 'tenant_id': '83e4cfc114994f069bc88b9beef4b060', 'mac_address': 'fa:16:3e:6f:0d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'f4a064e2-d549-471a-a220-dea1e128d3d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:26:45Z', 'updated_at': '2021-07-13T14:26:51Z', 'revision_number': 5, 'project_id': '83e4cfc114994f069bc88b9beef4b060', 'subnets': [{'id': 'f4a064e2-d549-471a-a220-dea1e128d3d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:33:43.897751 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3400db-f997-4e26-9b44-690d50cdb59f None None] The sync data for ids ['50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc'] in n-d-800634-1 is: [{'id': '50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc', 'name': 'tempest-ServerActionsTestJSON-1113875761-router', 'tenant_id': '83e4cfc114994f069bc88b9beef4b060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': 'f73fb570-9b0a-437c-9323-8904f128109b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:26:43Z', 'updated_at': '2021-07-13T14:26:46Z', 'revision_number': 4, 'project_id': '83e4cfc114994f069bc88b9beef4b060', 'gw_port': {'id': 'f73fb570-9b0a-437c-9323-8904f128109b', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a2:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:26:44Z', 'updated_at': '2021-07-13T14:26:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_floatingips': [{'id': 'a0b5e78f-53bc-4f37-8891-31b1052135af', 'tenant_id': '83e4cfc114994f069bc88b9beef4b060', 'floating_ip_address': '172.25.6.82', 'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'router_id': '50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc', 'port_id': 'faf81d99-4a56-41af-b744-d1a10fffe6ff', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14500164-ea70-45d9-8358-e7ee203ceb0e', 'mac_address': 'fa:16:3e:da:0e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '261f0362-f532-4898-850a-cd8c65efc1da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:26:48Z', 'updated_at': '2021-07-13T14:33:42Z', 'revision_number': 13, 'project_id': '83e4cfc114994f069bc88b9beef4b060', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c348c8f1-1951-45d3-bb20-9d8cc8b7f236', 'name': '', 'network_id': '14500164-ea70-45d9-8358-e7ee203ceb0e', 'tenant_id': '83e4cfc114994f069bc88b9beef4b060', 'mac_address': 'fa:16:3e:6f:0d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'f4a064e2-d549-471a-a220-dea1e128d3d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:26:45Z', 'updated_at': '2021-07-13T14:26:51Z', 'revision_number': 5, 'project_id': '83e4cfc114994f069bc88b9beef4b060', 'subnets': [{'id': 'f4a064e2-d549-471a-a220-dea1e128d3d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:33:44.095411 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c585b1af-f2d9-43b6-a889-0c056c6cfcfc None None] New status for floating IP a0b5e78f-53bc-4f37-8891-31b1052135af: ACTIVE {{(pid=93753) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 14:33:47.325836 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2f2e898d-614a-4ac1-a89c-e8d2a6888c32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:33:49.950794 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e1c69deb-4a1a-4605-8570-3bc0206453b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:33:50.093789 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:33:51.327960 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:33:52.829752 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:34:00.879893 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:34:01.257485 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:34:12.561348 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:34:17.326434 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e8250e3d-2097-4b58-80d1-c963ede3f699 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:34:19.951288 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c0fc90d9-fb0a-4bd4-89ea-fafeb1c6d4d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:34:20.097511 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:34:21.328490 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:34:22.831934 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:34:30.890663 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:34:31.253381 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:34:38.041079 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7d7e5d9f-de63-4f64-9922-46f4360db8dc req-38e0ce53-679b-4a36-b527-d8f354307761 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=261f0362-f532-4898-850a-cd8c65efc1da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0929735 Jul 13 14:34:38.132390 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7e5d9f-de63-4f64-9922-46f4360db8dc req-ca9c4d9d-7dae-4cfb-9574-8e64e980ce1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:34:38.134026 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7d7e5d9f-de63-4f64-9922-46f4360db8dc req-ca9c4d9d-7dae-4cfb-9574-8e64e980ce1f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=83e4cfc114994f069bc88b9beef4b060&device_id=261f0362-f532-4898-850a-cd8c65efc1da HTTP/1.1" status: 200 len: 1096 time: 0.0519376 Jul 13 14:34:38.236630 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7e5d9f-de63-4f64-9922-46f4360db8dc req-cc90a8ad-e9c3-4b0f-a34d-7a6dfda84894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:34:38.238067 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7d7e5d9f-de63-4f64-9922-46f4360db8dc req-cc90a8ad-e9c3-4b0f-a34d-7a6dfda84894 service neutron] 10.222.0.41 "GET /v2.0/networks?id=14500164-ea70-45d9-8358-e7ee203ceb0e HTTP/1.1" status: 200 len: 912 time: 0.0838659 Jul 13 14:34:38.304556 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7d7e5d9f-de63-4f64-9922-46f4360db8dc req-d45ab06d-4efc-42af-a698-1e18cd5a6893 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=faf81d99-4a56-41af-b744-d1a10fffe6ff HTTP/1.1" status: 200 len: 1001 time: 0.0605857 Jul 13 14:34:38.352630 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7e5d9f-de63-4f64-9922-46f4360db8dc req-2ddaa0fe-2fbf-43ca-8c71-290bab74634e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:34:38.354068 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7d7e5d9f-de63-4f64-9922-46f4360db8dc req-2ddaa0fe-2fbf-43ca-8c71-290bab74634e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f4a064e2-d549-471a-a220-dea1e128d3d3 HTTP/1.1" status: 200 len: 851 time: 0.0435898 Jul 13 14:34:38.409542 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7e5d9f-de63-4f64-9922-46f4360db8dc req-c6ca0ca8-b774-4999-a362-8d68053f2bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:34:38.411064 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7d7e5d9f-de63-4f64-9922-46f4360db8dc req-c6ca0ca8-b774-4999-a362-8d68053f2bda service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=14500164-ea70-45d9-8358-e7ee203ceb0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509241 Jul 13 14:34:38.503298 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7d7e5d9f-de63-4f64-9922-46f4360db8dc req-91644874-4c30-4b1c-a53b-dbaf127d6a64 service neutron] 10.222.0.41 "GET /v2.0/networks/14500164-ea70-45d9-8358-e7ee203ceb0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860658 Jul 13 14:34:38.596524 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7d7e5d9f-de63-4f64-9922-46f4360db8dc req-2d21e407-0950-4a5e-aac4-81060daa1f7f service neutron] 10.222.0.41 "GET /v2.0/networks/14500164-ea70-45d9-8358-e7ee203ceb0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819468 Jul 13 14:34:47.327253 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-904e8308-04c2-41be-a8bd-790bdaad9f40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:34:49.561043 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:34:49.951107 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-14a304b8-6937-41ff-82b6-23826adab6a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:34:50.097850 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:34:51.330634 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:34:52.834640 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:00.890028 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:01.253155 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:17.329760 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-37d110ee-4a3a-4369-92ab-3bae8c9474d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:19.686001 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5128c214-6f8b-4051-8bcf-cb77b9c4236c req-7aa1cabb-772c-4224-9f10-b5622212986b tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:35:19.687392 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5128c214-6f8b-4051-8bcf-cb77b9c4236c req-7aa1cabb-772c-4224-9f10-b5622212986b tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/ports?device_id=261f0362-f532-4898-850a-cd8c65efc1da HTTP/1.1" status: 200 len: 945 time: 0.0682456 Jul 13 14:35:19.724388 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5128c214-6f8b-4051-8bcf-cb77b9c4236c req-7997da5d-8d70-4858-9944-41cfd247c6db tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bbffade-850f-40f8-9d63-3701c1aa27a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314772 Jul 13 14:35:19.953166 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-abeda5be-34bf-49ed-a4e0-25d32e6fb6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:20.101419 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:21.335128 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:22.831943 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:26.560872 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:35:30.890931 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:31.079183 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3761f9d-e8ad-4af8-8609-0ec126e744fa req-ebe8e691-51d1-4f78-a888-b82118f2be30 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:35:31.080647 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d3761f9d-e8ad-4af8-8609-0ec126e744fa req-ebe8e691-51d1-4f78-a888-b82118f2be30 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/ports?device_id=261f0362-f532-4898-850a-cd8c65efc1da HTTP/1.1" status: 200 len: 945 time: 0.0987191 Jul 13 14:35:31.127398 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b2019651-8c7b-49b0-862b-5089c6762b42 req-e7c7f8cd-a86c-42fb-bfc6-18f76d5d0ab1 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=261f0362-f532-4898-850a-cd8c65efc1da&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1355197 Jul 13 14:35:31.130593 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d3761f9d-e8ad-4af8-8609-0ec126e744fa req-e6ac7013-69fd-4f17-89ed-4019d1248fcc tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bbffade-850f-40f8-9d63-3701c1aa27a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444062 Jul 13 14:35:31.269173 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:32.305274 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffe6862-31cd-4125-8dbe-49ae71439bce req-3907749a-b5bc-435f-ab86-0b6be3d1a9d4 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:35:32.307537 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-cffe6862-31cd-4125-8dbe-49ae71439bce req-3907749a-b5bc-435f-ab86-0b6be3d1a9d4 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/ports?device_id=261f0362-f532-4898-850a-cd8c65efc1da HTTP/1.1" status: 200 len: 945 time: 0.0656652 Jul 13 14:35:32.344197 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-cffe6862-31cd-4125-8dbe-49ae71439bce req-b4ab4c50-9029-4ada-9e2a-166e8b41e6c6 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bbffade-850f-40f8-9d63-3701c1aa27a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310898 Jul 13 14:35:33.322954 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2019651-8c7b-49b0-862b-5089c6762b42 req-55abf479-4d81-4df3-89c9-dd5225d18a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:35:33.324468 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b2019651-8c7b-49b0-862b-5089c6762b42 req-55abf479-4d81-4df3-89c9-dd5225d18a3b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=83e4cfc114994f069bc88b9beef4b060&device_id=261f0362-f532-4898-850a-cd8c65efc1da HTTP/1.1" status: 200 len: 1096 time: 0.0570889 Jul 13 14:35:33.412841 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2019651-8c7b-49b0-862b-5089c6762b42 req-c2c4aa2f-7a03-411d-a4b0-a7d414450f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:35:33.414364 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b2019651-8c7b-49b0-862b-5089c6762b42 req-c2c4aa2f-7a03-411d-a4b0-a7d414450f69 service neutron] 10.222.0.41 "GET /v2.0/networks?id=14500164-ea70-45d9-8358-e7ee203ceb0e HTTP/1.1" status: 200 len: 912 time: 0.0836849 Jul 13 14:35:33.483112 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b2019651-8c7b-49b0-862b-5089c6762b42 req-a73e7ed8-59ba-4a15-aaa3-b20f4f64a7de service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=faf81d99-4a56-41af-b744-d1a10fffe6ff HTTP/1.1" status: 200 len: 1001 time: 0.0624251 Jul 13 14:35:33.523097 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713f4ecd-6c9f-40a2-9400-ad62ae5e3f12 req-b993341f-4da4-47b2-be78-ca5e86a80798 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:35:33.524626 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-713f4ecd-6c9f-40a2-9400-ad62ae5e3f12 req-b993341f-4da4-47b2-be78-ca5e86a80798 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/ports?device_id=261f0362-f532-4898-850a-cd8c65efc1da HTTP/1.1" status: 200 len: 945 time: 0.0643559 Jul 13 14:35:33.532061 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2019651-8c7b-49b0-862b-5089c6762b42 req-ac2f0526-cc8f-4c0a-9190-e0ded25c2ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:35:33.533556 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b2019651-8c7b-49b0-862b-5089c6762b42 req-ac2f0526-cc8f-4c0a-9190-e0ded25c2ede service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f4a064e2-d549-471a-a220-dea1e128d3d3 HTTP/1.1" status: 200 len: 851 time: 0.0447342 Jul 13 14:35:33.562565 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-713f4ecd-6c9f-40a2-9400-ad62ae5e3f12 req-bd0b6fe2-436f-4a10-bea7-67dfb84d6b29 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bbffade-850f-40f8-9d63-3701c1aa27a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319431 Jul 13 14:35:33.590588 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2019651-8c7b-49b0-862b-5089c6762b42 req-0334387f-a800-4580-b556-806965577010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:35:33.592080 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b2019651-8c7b-49b0-862b-5089c6762b42 req-0334387f-a800-4580-b556-806965577010 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=14500164-ea70-45d9-8358-e7ee203ceb0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0527921 Jul 13 14:35:33.682532 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b2019651-8c7b-49b0-862b-5089c6762b42 req-846a1ef0-c602-4d85-a2e1-153452a0e5f9 service neutron] 10.222.0.41 "GET /v2.0/networks/14500164-ea70-45d9-8358-e7ee203ceb0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837944 Jul 13 14:35:33.769574 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b2019651-8c7b-49b0-862b-5089c6762b42 req-aae06c3f-15c2-4ec0-9e7b-e7ba6719a386 service neutron] 10.222.0.41 "GET /v2.0/networks/14500164-ea70-45d9-8358-e7ee203ceb0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809736 Jul 13 14:35:34.736924 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2199416-f74e-4e00-a830-70407b55259a req-0ac7adab-d15a-41ee-98b0-7df1babb0d23 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:35:34.738414 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c2199416-f74e-4e00-a830-70407b55259a req-0ac7adab-d15a-41ee-98b0-7df1babb0d23 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/ports?device_id=261f0362-f532-4898-850a-cd8c65efc1da HTTP/1.1" status: 200 len: 945 time: 0.0627952 Jul 13 14:35:34.776213 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c2199416-f74e-4e00-a830-70407b55259a req-609f4bda-e029-4dd7-9bba-8fc2c6a21bd7 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bbffade-850f-40f8-9d63-3701c1aa27a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322163 Jul 13 14:35:35.951757 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18502e36-600a-45bd-8850-21f8e4369797 req-e8dc9f04-9b2d-4551-ab38-606ec078646f tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:35:35.953249 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-18502e36-600a-45bd-8850-21f8e4369797 req-e8dc9f04-9b2d-4551-ab38-606ec078646f tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/ports?device_id=261f0362-f532-4898-850a-cd8c65efc1da HTTP/1.1" status: 200 len: 945 time: 0.0676837 Jul 13 14:35:35.990707 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-18502e36-600a-45bd-8850-21f8e4369797 req-d01e3c7e-e246-48fe-91d4-93731699b342 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bbffade-850f-40f8-9d63-3701c1aa27a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316789 Jul 13 14:35:37.167836 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed70cf12-a56c-4dd1-93d5-da0013c978bc req-c4db93a5-40ee-47a6-a4ca-9346694fa5e4 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:35:37.169303 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ed70cf12-a56c-4dd1-93d5-da0013c978bc req-c4db93a5-40ee-47a6-a4ca-9346694fa5e4 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/ports?device_id=261f0362-f532-4898-850a-cd8c65efc1da HTTP/1.1" status: 200 len: 945 time: 0.0669870 Jul 13 14:35:37.206120 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ed70cf12-a56c-4dd1-93d5-da0013c978bc req-a3dc62ab-b031-47b7-a26d-08514908712f tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bbffade-850f-40f8-9d63-3701c1aa27a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311017 Jul 13 14:35:38.380682 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8674263-b8f7-4545-adbc-e910def64cc0 req-b6fe802e-1ea7-4314-833b-beeea55f3d5a tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:35:38.382181 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f8674263-b8f7-4545-adbc-e910def64cc0 req-b6fe802e-1ea7-4314-833b-beeea55f3d5a tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/ports?device_id=261f0362-f532-4898-850a-cd8c65efc1da HTTP/1.1" status: 200 len: 945 time: 0.0633383 Jul 13 14:35:38.418958 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f8674263-b8f7-4545-adbc-e910def64cc0 req-de7ae021-0edc-4f74-a67e-d82786b1efb5 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bbffade-850f-40f8-9d63-3701c1aa27a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312774 Jul 13 14:35:39.592899 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9c2570-e396-4d8e-8523-400b5a14be04 req-9167d56a-472e-42cc-b16a-bef7aa26efaa tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:35:39.594391 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8a9c2570-e396-4d8e-8523-400b5a14be04 req-9167d56a-472e-42cc-b16a-bef7aa26efaa tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/ports?device_id=261f0362-f532-4898-850a-cd8c65efc1da HTTP/1.1" status: 200 len: 945 time: 0.0631828 Jul 13 14:35:39.631202 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8a9c2570-e396-4d8e-8523-400b5a14be04 req-d0f17557-de48-40da-a568-a1b4e0c90740 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bbffade-850f-40f8-9d63-3701c1aa27a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313387 Jul 13 14:35:40.051093 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331278d6-0504-4fa0-a2d2-328bf62712d2 req-6dd44b86-2348-48c3-b353-afd49f438aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:35:40.052562 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-331278d6-0504-4fa0-a2d2-328bf62712d2 req-6dd44b86-2348-48c3-b353-afd49f438aa6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=83e4cfc114994f069bc88b9beef4b060&device_id=261f0362-f532-4898-850a-cd8c65efc1da HTTP/1.1" status: 200 len: 1096 time: 0.0564754 Jul 13 14:35:40.156043 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331278d6-0504-4fa0-a2d2-328bf62712d2 req-c24fd79d-828d-420a-aec0-644eb810a512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:35:40.157431 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-331278d6-0504-4fa0-a2d2-328bf62712d2 req-c24fd79d-828d-420a-aec0-644eb810a512 service neutron] 10.222.0.41 "GET /v2.0/networks?id=14500164-ea70-45d9-8358-e7ee203ceb0e HTTP/1.1" status: 200 len: 912 time: 0.0839677 Jul 13 14:35:40.223990 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-331278d6-0504-4fa0-a2d2-328bf62712d2 req-9395a70a-aa92-4273-b2c5-772d7141a12e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=faf81d99-4a56-41af-b744-d1a10fffe6ff HTTP/1.1" status: 200 len: 1001 time: 0.0603793 Jul 13 14:35:40.525774 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331278d6-0504-4fa0-a2d2-328bf62712d2 req-268ffda0-c6de-4b77-90d5-532fe087afa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:35:40.527729 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-331278d6-0504-4fa0-a2d2-328bf62712d2 req-268ffda0-c6de-4b77-90d5-532fe087afa1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f4a064e2-d549-471a-a220-dea1e128d3d3 HTTP/1.1" status: 200 len: 851 time: 0.2966373 Jul 13 14:35:40.583398 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331278d6-0504-4fa0-a2d2-328bf62712d2 req-2ad0bd08-2479-44c9-9efc-224656f299ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:35:40.584869 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-331278d6-0504-4fa0-a2d2-328bf62712d2 req-2ad0bd08-2479-44c9-9efc-224656f299ef service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=14500164-ea70-45d9-8358-e7ee203ceb0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508187 Jul 13 14:35:40.676812 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-331278d6-0504-4fa0-a2d2-328bf62712d2 req-bd9e9a2f-7631-46ce-85e8-a4bfeb639957 service neutron] 10.222.0.41 "GET /v2.0/networks/14500164-ea70-45d9-8358-e7ee203ceb0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847759 Jul 13 14:35:40.766903 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-331278d6-0504-4fa0-a2d2-328bf62712d2 req-1656629a-f57c-44be-93b8-d47496e3a51c service neutron] 10.222.0.41 "GET /v2.0/networks/14500164-ea70-45d9-8358-e7ee203ceb0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833321 Jul 13 14:35:40.805711 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa7f245-eefd-417c-a94c-7b8a7751e4a9 req-96e7e153-d4ce-4a4a-bafe-8d2eb12d372d tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:35:40.807409 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0aa7f245-eefd-417c-a94c-7b8a7751e4a9 req-96e7e153-d4ce-4a4a-bafe-8d2eb12d372d tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/ports?device_id=261f0362-f532-4898-850a-cd8c65efc1da HTTP/1.1" status: 200 len: 945 time: 0.0646019 Jul 13 14:35:40.844139 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0aa7f245-eefd-417c-a94c-7b8a7751e4a9 req-96b6f308-2348-4552-a61a-694af2413bcf tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bbffade-850f-40f8-9d63-3701c1aa27a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312812 Jul 13 14:35:42.020663 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ff6e44-f9af-4aeb-959c-f159b9dcea0f req-2db11be1-10ac-4199-9cb9-767d40b6c5dc tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:35:42.022150 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-14ff6e44-f9af-4aeb-959c-f159b9dcea0f req-2db11be1-10ac-4199-9cb9-767d40b6c5dc tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/ports?device_id=261f0362-f532-4898-850a-cd8c65efc1da HTTP/1.1" status: 200 len: 945 time: 0.0661142 Jul 13 14:35:42.060508 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-14ff6e44-f9af-4aeb-959c-f159b9dcea0f req-aab48d67-f5c3-4f5e-a057-621684bc239b tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bbffade-850f-40f8-9d63-3701c1aa27a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327704 Jul 13 14:35:43.238264 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c20202d-2645-4ebe-8dc5-71a794e9225f req-f29117c4-3f90-4de3-89b1-f2d3c11ad1d0 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:35:43.239663 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0c20202d-2645-4ebe-8dc5-71a794e9225f req-f29117c4-3f90-4de3-89b1-f2d3c11ad1d0 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/ports?device_id=261f0362-f532-4898-850a-cd8c65efc1da HTTP/1.1" status: 200 len: 945 time: 0.0682299 Jul 13 14:35:43.276618 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0c20202d-2645-4ebe-8dc5-71a794e9225f req-206e38c1-36eb-42e4-ae04-352b568a2daf tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bbffade-850f-40f8-9d63-3701c1aa27a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312150 Jul 13 14:35:44.457698 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b43b8a1-6369-4696-a23d-4d334110a8f2 req-e547d56b-e7f9-4ab5-87ff-ef52d935cf81 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:35:44.459203 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3b43b8a1-6369-4696-a23d-4d334110a8f2 req-e547d56b-e7f9-4ab5-87ff-ef52d935cf81 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/ports?device_id=261f0362-f532-4898-850a-cd8c65efc1da HTTP/1.1" status: 200 len: 945 time: 0.0630596 Jul 13 14:35:44.497122 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3b43b8a1-6369-4696-a23d-4d334110a8f2 req-16db7778-10dc-49f6-af3c-ceadfef39653 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bbffade-850f-40f8-9d63-3701c1aa27a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325131 Jul 13 14:35:45.669337 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014bdf27-8545-4cc2-9a24-55e1c345cdfa req-9fbb0298-792e-4455-976d-7c862fa7bb69 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:35:45.670744 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-014bdf27-8545-4cc2-9a24-55e1c345cdfa req-9fbb0298-792e-4455-976d-7c862fa7bb69 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/ports?device_id=261f0362-f532-4898-850a-cd8c65efc1da HTTP/1.1" status: 200 len: 945 time: 0.0625916 Jul 13 14:35:45.707861 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-014bdf27-8545-4cc2-9a24-55e1c345cdfa req-98406231-0232-4d3f-91d2-d038709b0701 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bbffade-850f-40f8-9d63-3701c1aa27a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316510 Jul 13 14:35:46.882953 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7323a61e-dc81-4488-8d28-5780363b32ad req-b56ed35a-dfdd-4e21-a4e5-67827e8ce471 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:35:46.884458 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7323a61e-dc81-4488-8d28-5780363b32ad req-b56ed35a-dfdd-4e21-a4e5-67827e8ce471 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/ports?device_id=261f0362-f532-4898-850a-cd8c65efc1da HTTP/1.1" status: 200 len: 945 time: 0.0634513 Jul 13 14:35:46.922539 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7323a61e-dc81-4488-8d28-5780363b32ad req-531c6639-a0dc-42ec-80e3-de1307100f48 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bbffade-850f-40f8-9d63-3701c1aa27a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324919 Jul 13 14:35:47.330794 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-141b63c9-79eb-4132-b9e9-f30026520308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:47.446145 n-d-800634-1 neutron-server[93751]: INFO neutron.api.v2.resource [req-b2019651-8c7b-49b0-862b-5089c6762b42 req-769f9b9a-d27d-4e3a-a672-df8ab24591e7 service neutron] show failed (client error): The resource could not be found. Jul 13 14:35:47.447141 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b2019651-8c7b-49b0-862b-5089c6762b42 req-769f9b9a-d27d-4e3a-a672-df8ab24591e7 service neutron] 10.222.0.41 "GET /v2.0/ports/faf81d99-4a56-41af-b744-d1a10fffe6ff/bindings/n-h1-800634-1 HTTP/1.1" status: 404 len: 380 time: 0.0573018 Jul 13 14:35:47.728441 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2019651-8c7b-49b0-862b-5089c6762b42 req-444393b7-661f-4985-b497-ca414fa75cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:35:47.729947 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b2019651-8c7b-49b0-862b-5089c6762b42 req-444393b7-661f-4985-b497-ca414fa75cca service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=261f0362-f532-4898-850a-cd8c65efc1da&tenant_id=83e4cfc114994f069bc88b9beef4b060 HTTP/1.1" status: 200 len: 1096 time: 0.0917568 Jul 13 14:35:47.740806 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-b2019651-8c7b-49b0-862b-5089c6762b42 req-bd351a1a-d0e5-44a9-a7e4-0753e0208991 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800634-1', 'device_owner': 'compute:nova'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:35:47.810112 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-b2019651-8c7b-49b0-862b-5089c6762b42 req-bd351a1a-d0e5-44a9-a7e4-0753e0208991 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:48.013984 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-b2019651-8c7b-49b0-862b-5089c6762b42 req-bd351a1a-d0e5-44a9-a7e4-0753e0208991 service neutron] For port faf81d99-4a56-41af-b744-d1a10fffe6ff, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=faf81d99-4a56-41af-b744-d1a10fffe6ff,segment=NetworkSegment(711d6f24-5014-4ae2-bf25-76237a1bec49),segment_id=711d6f24-5014-4ae2-bf25-76237a1bec49)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:35:48.077396 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-b2019651-8c7b-49b0-862b-5089c6762b42 req-bd351a1a-d0e5-44a9-a7e4-0753e0208991 service neutron] For port faf81d99-4a56-41af-b744-d1a10fffe6ff, host n-h2-800634-1, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:35:48.127354 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '261f0362-f532-4898-850a-cd8c65efc1da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'faf81d99-4a56-41af-b744-d1a10fffe6ff'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:35:48.129601 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d80e434584b282bc6a886e23c599c6bef7951b468a8cb6259e8628cee4d6f2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f10f7837-0099-4f24-ab16-7ae000e26d66" -d '{"events": [{"server_uuid": "261f0362-f532-4898-850a-cd8c65efc1da", "name": "network-vif-unplugged", "status": "completed", "tag": "faf81d99-4a56-41af-b744-d1a10fffe6ff"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:35:48.135677 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-b2019651-8c7b-49b0-862b-5089c6762b42 req-bd351a1a-d0e5-44a9-a7e4-0753e0208991 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:48.160045 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839bf3cf-2ba0-4851-917b-e0514632239c req-c0d623a3-4c9e-4611-833b-aa8b003f91ab tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:35:48.161551 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-839bf3cf-2ba0-4851-917b-e0514632239c req-c0d623a3-4c9e-4611-833b-aa8b003f91ab tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/ports?device_id=261f0362-f532-4898-850a-cd8c65efc1da HTTP/1.1" status: 200 len: 945 time: 0.1199143 Jul 13 14:35:48.164140 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-b2019651-8c7b-49b0-862b-5089c6762b42 req-bd351a1a-d0e5-44a9-a7e4-0753e0208991 service neutron] Transition to ACTIVE for port object faf81d99-4a56-41af-b744-d1a10fffe6ff will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:35:48.177379 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-b2019651-8c7b-49b0-862b-5089c6762b42 req-bd351a1a-d0e5-44a9-a7e4-0753e0208991 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:48.235076 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 14:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c79b3ef-a58a-406d-81b8-bf899014e591 x-openstack-request-id: req-1c79b3ef-a58a-406d-81b8-bf899014e591 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:35:48.235076 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "261f0362-f532-4898-850a-cd8c65efc1da", "name": "network-vif-unplugged", "status": "completed", "tag": "faf81d99-4a56-41af-b744-d1a10fffe6ff", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:35:48.235076 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1c79b3ef-a58a-406d-81b8-bf899014e591 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:35:48.235616 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '261f0362-f532-4898-850a-cd8c65efc1da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'faf81d99-4a56-41af-b744-d1a10fffe6ff', 'code': 200} Jul 13 14:35:48.250540 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-839bf3cf-2ba0-4851-917b-e0514632239c req-82506a53-393d-44ac-9a0c-9b8cfea29506 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bbffade-850f-40f8-9d63-3701c1aa27a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826066 Jul 13 14:35:48.258994 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd351a1a-d0e5-44a9-a7e4-0753e0208991 service neutron] Pushing event updated for resources: {'Port': ['ID=faf81d99-4a56-41af-b744-d1a10fffe6ff,revision_number=6']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:35:48.304269 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd351a1a-d0e5-44a9-a7e4-0753e0208991 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:35:48.304622 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd351a1a-d0e5-44a9-a7e4-0753e0208991 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:35:48.304963 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd351a1a-d0e5-44a9-a7e4-0753e0208991 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:35:48.305301 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd351a1a-d0e5-44a9-a7e4-0753e0208991 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:35:48.305637 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd351a1a-d0e5-44a9-a7e4-0753e0208991 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:35:48.305991 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd351a1a-d0e5-44a9-a7e4-0753e0208991 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:35:48.306321 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd351a1a-d0e5-44a9-a7e4-0753e0208991 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:35:48.306648 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd351a1a-d0e5-44a9-a7e4-0753e0208991 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:35:48.307225 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd351a1a-d0e5-44a9-a7e4-0753e0208991 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:35:48.307554 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd351a1a-d0e5-44a9-a7e4-0753e0208991 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:35:48.307875 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd351a1a-d0e5-44a9-a7e4-0753e0208991 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:35:48.308198 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd351a1a-d0e5-44a9-a7e4-0753e0208991 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:35:48.349315 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2019651-8c7b-49b0-862b-5089c6762b42 req-bd351a1a-d0e5-44a9-a7e4-0753e0208991 service neutron] No DVR routers for this DVR port faf81d99-4a56-41af-b744-d1a10fffe6ff on host n-h2-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:35:48.495587 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-b2019651-8c7b-49b0-862b-5089c6762b42 req-bd351a1a-d0e5-44a9-a7e4-0753e0208991 service neutron] Attempting to bind port faf81d99-4a56-41af-b744-d1a10fffe6ff on host n-h1-800634-1 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:35:48.496562 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-b2019651-8c7b-49b0-862b-5089c6762b42 req-bd351a1a-d0e5-44a9-a7e4-0753e0208991 service neutron] Attempting to bind port faf81d99-4a56-41af-b744-d1a10fffe6ff by drivers openvswitch,hyperv on host n-h1-800634-1 at level 0 using segments [{'id': '711d6f24-5014-4ae2-bf25-76237a1bec49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '14500164-ea70-45d9-8358-e7ee203ceb0e'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:35:48.497212 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2019651-8c7b-49b0-862b-5089c6762b42 req-bd351a1a-d0e5-44a9-a7e4-0753e0208991 service neutron] Attempting to bind port faf81d99-4a56-41af-b744-d1a10fffe6ff on network 14500164-ea70-45d9-8358-e7ee203ceb0e {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:35:48.502003 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2019651-8c7b-49b0-862b-5089c6762b42 req-bd351a1a-d0e5-44a9-a7e4-0753e0208991 service neutron] Port faf81d99-4a56-41af-b744-d1a10fffe6ff on network 14500164-ea70-45d9-8358-e7ee203ceb0e not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-1 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 14:35:48.502263 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2019651-8c7b-49b0-862b-5089c6762b42 req-bd351a1a-d0e5-44a9-a7e4-0753e0208991 service neutron] Attempting to bind port faf81d99-4a56-41af-b744-d1a10fffe6ff on network 14500164-ea70-45d9-8358-e7ee203ceb0e {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:35:48.507047 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2019651-8c7b-49b0-862b-5089c6762b42 req-bd351a1a-d0e5-44a9-a7e4-0753e0208991 service neutron] Checking agent: {'id': 'a7603dc8-3c50-4a9b-8f0d-1143528f155e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 35, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:35:48.507383 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2019651-8c7b-49b0-862b-5089c6762b42 req-bd351a1a-d0e5-44a9-a7e4-0753e0208991 service neutron] Checking segment: {'id': '711d6f24-5014-4ae2-bf25-76237a1bec49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '14500164-ea70-45d9-8358-e7ee203ceb0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:35:48.507761 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2019651-8c7b-49b0-862b-5089c6762b42 req-bd351a1a-d0e5-44a9-a7e4-0753e0208991 service neutron] Bound using segment: {'id': '711d6f24-5014-4ae2-bf25-76237a1bec49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '14500164-ea70-45d9-8358-e7ee203ceb0e'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:35:48.508184 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-b2019651-8c7b-49b0-862b-5089c6762b42 req-bd351a1a-d0e5-44a9-a7e4-0753e0208991 service neutron] Bound port: faf81d99-4a56-41af-b744-d1a10fffe6ff, host: n-h1-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '711d6f24-5014-4ae2-bf25-76237a1bec49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '14500164-ea70-45d9-8358-e7ee203ceb0e'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:35:48.508543 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-b2019651-8c7b-49b0-862b-5089c6762b42 req-bd351a1a-d0e5-44a9-a7e4-0753e0208991 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:48.569919 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-b2019651-8c7b-49b0-862b-5089c6762b42 req-bd351a1a-d0e5-44a9-a7e4-0753e0208991 service neutron] For port faf81d99-4a56-41af-b744-d1a10fffe6ff, host n-h1-800634-1, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:35:48.573108 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-b2019651-8c7b-49b0-862b-5089c6762b42 req-bd351a1a-d0e5-44a9-a7e4-0753e0208991 service neutron] For port faf81d99-4a56-41af-b744-d1a10fffe6ff, host n-h1-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=faf81d99-4a56-41af-b744-d1a10fffe6ff,segment=NetworkSegment(711d6f24-5014-4ae2-bf25-76237a1bec49),segment_id=711d6f24-5014-4ae2-bf25-76237a1bec49)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:35:48.577428 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-b2019651-8c7b-49b0-862b-5089c6762b42 req-bd351a1a-d0e5-44a9-a7e4-0753e0208991 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:48.612961 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2019651-8c7b-49b0-862b-5089c6762b42 req-bd351a1a-d0e5-44a9-a7e4-0753e0208991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:35:48.613573 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-b2019651-8c7b-49b0-862b-5089c6762b42 req-bd351a1a-d0e5-44a9-a7e4-0753e0208991 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:48.614967 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b2019651-8c7b-49b0-862b-5089c6762b42 req-bd351a1a-d0e5-44a9-a7e4-0753e0208991 service neutron] 10.222.0.26 "PUT /v2.0/ports/faf81d99-4a56-41af-b744-d1a10fffe6ff HTTP/1.1" status: 200 len: 1091 time: 0.8780704 Jul 13 14:35:48.638106 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd351a1a-d0e5-44a9-a7e4-0753e0208991 service neutron] Pushing event updated for resources: {'Port': ['ID=faf81d99-4a56-41af-b744-d1a10fffe6ff,revision_number=7']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:35:48.695192 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2019651-8c7b-49b0-862b-5089c6762b42 req-0fcf2b4d-c46d-4543-87c8-826c06760b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:35:48.696780 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b2019651-8c7b-49b0-862b-5089c6762b42 req-0fcf2b4d-c46d-4543-87c8-826c06760b55 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=83e4cfc114994f069bc88b9beef4b060&device_id=261f0362-f532-4898-850a-cd8c65efc1da HTTP/1.1" status: 200 len: 1094 time: 0.0558078 Jul 13 14:35:48.790873 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2019651-8c7b-49b0-862b-5089c6762b42 req-73948f90-6219-4487-82f6-d74e019ca159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:35:48.792344 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b2019651-8c7b-49b0-862b-5089c6762b42 req-73948f90-6219-4487-82f6-d74e019ca159 service neutron] 10.222.0.26 "GET /v2.0/networks?id=14500164-ea70-45d9-8358-e7ee203ceb0e HTTP/1.1" status: 200 len: 912 time: 0.0893211 Jul 13 14:35:48.860407 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b2019651-8c7b-49b0-862b-5089c6762b42 req-add1730e-20f9-4160-bb12-bdb9cecfe7f4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=faf81d99-4a56-41af-b744-d1a10fffe6ff HTTP/1.1" status: 200 len: 999 time: 0.0618522 Jul 13 14:35:48.906370 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2019651-8c7b-49b0-862b-5089c6762b42 req-948f8948-76f5-479c-8979-1c72818d9476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:35:48.907806 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b2019651-8c7b-49b0-862b-5089c6762b42 req-948f8948-76f5-479c-8979-1c72818d9476 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f4a064e2-d549-471a-a220-dea1e128d3d3 HTTP/1.1" status: 200 len: 851 time: 0.0420222 Jul 13 14:35:48.964339 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2019651-8c7b-49b0-862b-5089c6762b42 req-7dbd6c05-41e0-4dc6-9993-e54f7534ea8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:35:48.966001 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b2019651-8c7b-49b0-862b-5089c6762b42 req-7dbd6c05-41e0-4dc6-9993-e54f7534ea8f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=14500164-ea70-45d9-8358-e7ee203ceb0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520654 Jul 13 14:35:49.056670 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b2019651-8c7b-49b0-862b-5089c6762b42 req-3cac7048-85c3-4426-b601-da099d622a5e service neutron] 10.222.0.26 "GET /v2.0/networks/14500164-ea70-45d9-8358-e7ee203ceb0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844591 Jul 13 14:35:49.143065 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b2019651-8c7b-49b0-862b-5089c6762b42 req-1783dc85-273a-4490-b28f-b33c5480fa1d service neutron] 10.222.0.26 "GET /v2.0/networks/14500164-ea70-45d9-8358-e7ee203ceb0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803022 Jul 13 14:35:49.429804 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfed9dc-383f-443e-9d03-8197ffbd3702 req-baaaaec7-4f43-4b9b-b88c-79aedf669e8c tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:35:49.431317 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3bfed9dc-383f-443e-9d03-8197ffbd3702 req-baaaaec7-4f43-4b9b-b88c-79aedf669e8c tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/ports?device_id=261f0362-f532-4898-850a-cd8c65efc1da HTTP/1.1" status: 200 len: 943 time: 0.0646098 Jul 13 14:35:49.470033 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3bfed9dc-383f-443e-9d03-8197ffbd3702 req-c19c5e99-fd2c-4c1f-8b66-4c96f4e8e05e tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bbffade-850f-40f8-9d63-3701c1aa27a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328507 Jul 13 14:35:49.954282 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-422bc26f-34c0-48ee-99bb-2b73156f4b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:50.103308 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:50.236411 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '261f0362-f532-4898-850a-cd8c65efc1da', 'tag': 'faf81d99-4a56-41af-b744-d1a10fffe6ff'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:35:50.238808 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d80e434584b282bc6a886e23c599c6bef7951b468a8cb6259e8628cee4d6f2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee2c3b79-51ed-4734-bf49-bfb0b4905ace" -d '{"events": [{"name": "network-changed", "server_uuid": "261f0362-f532-4898-850a-cd8c65efc1da", "tag": "faf81d99-4a56-41af-b744-d1a10fffe6ff"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:35:50.287395 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd207445-9351-4263-810e-c393f36aa2e3 x-openstack-request-id: req-cd207445-9351-4263-810e-c393f36aa2e3 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:35:50.287687 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "261f0362-f532-4898-850a-cd8c65efc1da", "tag": "faf81d99-4a56-41af-b744-d1a10fffe6ff", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:35:50.288430 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cd207445-9351-4263-810e-c393f36aa2e3 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:35:50.288430 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '261f0362-f532-4898-850a-cd8c65efc1da', 'tag': 'faf81d99-4a56-41af-b744-d1a10fffe6ff', 'status': 'completed', 'code': 200} Jul 13 14:35:50.361703 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2c3b79-51ed-4734-bf49-bfb0b4905ace req-314b985b-5cc6-447c-93e1-69ad7c4e72e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:35:50.363556 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ee2c3b79-51ed-4734-bf49-bfb0b4905ace req-314b985b-5cc6-447c-93e1-69ad7c4e72e6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=83e4cfc114994f069bc88b9beef4b060&device_id=261f0362-f532-4898-850a-cd8c65efc1da HTTP/1.1" status: 200 len: 1094 time: 0.0573988 Jul 13 14:35:50.370588 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2c3b79-51ed-4734-bf49-bfb0b4905ace req-a273289a-337c-43a3-b0e4-82fb9ea29a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:35:50.372292 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ee2c3b79-51ed-4734-bf49-bfb0b4905ace req-a273289a-337c-43a3-b0e4-82fb9ea29a1f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=83e4cfc114994f069bc88b9beef4b060&device_id=261f0362-f532-4898-850a-cd8c65efc1da HTTP/1.1" status: 200 len: 1094 time: 0.0620780 Jul 13 14:35:50.465335 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2c3b79-51ed-4734-bf49-bfb0b4905ace req-ee556498-8ec9-4a13-9bff-aed51c5604df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:35:50.466799 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2c3b79-51ed-4734-bf49-bfb0b4905ace req-5f96c494-46ce-4830-9c50-e4cbc9a84a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:35:50.468036 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ee2c3b79-51ed-4734-bf49-bfb0b4905ace req-ee556498-8ec9-4a13-9bff-aed51c5604df service neutron] 10.222.0.41 "GET /v2.0/networks?id=14500164-ea70-45d9-8358-e7ee203ceb0e HTTP/1.1" status: 200 len: 912 time: 0.0979946 Jul 13 14:35:50.468255 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ee2c3b79-51ed-4734-bf49-bfb0b4905ace req-5f96c494-46ce-4830-9c50-e4cbc9a84a7c service neutron] 10.222.0.26 "GET /v2.0/networks?id=14500164-ea70-45d9-8358-e7ee203ceb0e HTTP/1.1" status: 200 len: 912 time: 0.0899947 Jul 13 14:35:50.543387 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ee2c3b79-51ed-4734-bf49-bfb0b4905ace req-aa3d744d-b162-49f2-b536-a8baf18f9ea2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=faf81d99-4a56-41af-b744-d1a10fffe6ff HTTP/1.1" status: 200 len: 999 time: 0.0693574 Jul 13 14:35:50.549156 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ee2c3b79-51ed-4734-bf49-bfb0b4905ace req-53fe1626-12c4-4926-8735-d74e861dc12c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=faf81d99-4a56-41af-b744-d1a10fffe6ff HTTP/1.1" status: 200 len: 999 time: 0.0747721 Jul 13 14:35:50.609775 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2c3b79-51ed-4734-bf49-bfb0b4905ace req-dba007c0-a20d-4b53-a1c8-f308d09133ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:35:50.611400 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ee2c3b79-51ed-4734-bf49-bfb0b4905ace req-dba007c0-a20d-4b53-a1c8-f308d09133ce service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f4a064e2-d549-471a-a220-dea1e128d3d3 HTTP/1.1" status: 200 len: 851 time: 0.0556979 Jul 13 14:35:50.637492 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2c3b79-51ed-4734-bf49-bfb0b4905ace req-e31ee866-295d-4cb1-8207-68b6749ecdd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:35:50.638896 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ee2c3b79-51ed-4734-bf49-bfb0b4905ace req-e31ee866-295d-4cb1-8207-68b6749ecdd9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f4a064e2-d549-471a-a220-dea1e128d3d3 HTTP/1.1" status: 200 len: 851 time: 0.0898669 Jul 13 14:35:50.672222 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2c3b79-51ed-4734-bf49-bfb0b4905ace req-afb49e7d-34c9-456d-a799-21b2208e2fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:35:50.673655 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ee2c3b79-51ed-4734-bf49-bfb0b4905ace req-afb49e7d-34c9-456d-a799-21b2208e2fa9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=14500164-ea70-45d9-8358-e7ee203ceb0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0556676 Jul 13 14:35:50.690244 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device faf81d99-4a56-41af-b744-d1a10fffe6ff no longer exists at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:35:50.702347 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815f58c3-5f66-43aa-a0d0-de3e003ecaca req-0d1a8a1b-87e0-4e48-8760-c35605d140e0 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:35:50.703888 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-815f58c3-5f66-43aa-a0d0-de3e003ecaca req-0d1a8a1b-87e0-4e48-8760-c35605d140e0 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/ports?device_id=261f0362-f532-4898-850a-cd8c65efc1da HTTP/1.1" status: 200 len: 943 time: 0.1087894 Jul 13 14:35:50.753320 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device faf81d99-4a56-41af-b744-d1a10fffe6ff not bound to the agent host n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:35:50.764655 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2c3b79-51ed-4734-bf49-bfb0b4905ace req-d149946f-8cff-4617-b404-c1a5a25a8c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:35:50.766354 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ee2c3b79-51ed-4734-bf49-bfb0b4905ace req-d149946f-8cff-4617-b404-c1a5a25a8c5b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=14500164-ea70-45d9-8358-e7ee203ceb0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1210992 Jul 13 14:35:50.772050 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-815f58c3-5f66-43aa-a0d0-de3e003ecaca req-fdc46bf4-9752-4b40-bf84-d6e2625690b1 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bbffade-850f-40f8-9d63-3701c1aa27a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596628 Jul 13 14:35:50.873195 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ee2c3b79-51ed-4734-bf49-bfb0b4905ace req-c3cdc0da-562c-419e-9e57-a5efbeb3ddf6 service neutron] 10.222.0.41 "GET /v2.0/networks/14500164-ea70-45d9-8358-e7ee203ceb0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999403 Jul 13 14:35:50.978270 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ee2c3b79-51ed-4734-bf49-bfb0b4905ace req-848234c0-1c61-4d64-9b80-f140052eb9e8 service neutron] 10.222.0.41 "GET /v2.0/networks/14500164-ea70-45d9-8358-e7ee203ceb0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984385 Jul 13 14:35:51.101813 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ee2c3b79-51ed-4734-bf49-bfb0b4905ace req-ae782094-d0d9-47de-b79b-8f6776f9b8d9 service neutron] 10.222.0.26 "GET /v2.0/networks/14500164-ea70-45d9-8358-e7ee203ceb0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4214346 Jul 13 14:35:51.191291 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ee2c3b79-51ed-4734-bf49-bfb0b4905ace req-0ba7d7de-5edd-449e-ac7a-3a060866803a service neutron] 10.222.0.26 "GET /v2.0/networks/14500164-ea70-45d9-8358-e7ee203ceb0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834911 Jul 13 14:35:51.337478 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:51.953042 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3e9069-eb09-4c14-9a7e-b89ea683c636 req-cf787af5-32ea-49bb-b935-13928348f8bb tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:35:51.954586 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8e3e9069-eb09-4c14-9a7e-b89ea683c636 req-cf787af5-32ea-49bb-b935-13928348f8bb tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/ports?device_id=261f0362-f532-4898-850a-cd8c65efc1da HTTP/1.1" status: 200 len: 943 time: 0.0646744 Jul 13 14:35:51.995467 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8e3e9069-eb09-4c14-9a7e-b89ea683c636 req-469b8634-ae62-4aba-8053-a1dd748aff78 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bbffade-850f-40f8-9d63-3701c1aa27a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354271 Jul 13 14:35:52.834247 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:53.175943 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e35bac9-e037-4ddd-9ce9-18625e80c57c req-63a111b7-0d53-4611-9d67-5b21aad6c1f1 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:35:53.177344 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5e35bac9-e037-4ddd-9ce9-18625e80c57c req-63a111b7-0d53-4611-9d67-5b21aad6c1f1 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/ports?device_id=261f0362-f532-4898-850a-cd8c65efc1da HTTP/1.1" status: 200 len: 943 time: 0.0639958 Jul 13 14:35:53.215617 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5e35bac9-e037-4ddd-9ce9-18625e80c57c req-0e6ceab4-ddaa-4a71-975b-6d8fa0a6a38f tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bbffade-850f-40f8-9d63-3701c1aa27a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324314 Jul 13 14:35:54.390584 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a3a0b1-9047-4f73-82e3-8091188a644c req-b1c3b6c7-9d09-4580-b58c-4a9b3b619920 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:35:54.392124 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-33a3a0b1-9047-4f73-82e3-8091188a644c req-b1c3b6c7-9d09-4580-b58c-4a9b3b619920 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/ports?device_id=261f0362-f532-4898-850a-cd8c65efc1da HTTP/1.1" status: 200 len: 943 time: 0.0630662 Jul 13 14:35:54.432288 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-33a3a0b1-9047-4f73-82e3-8091188a644c req-935a3dd0-6a7f-4ac2-971f-c2225618d0f9 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bbffade-850f-40f8-9d63-3701c1aa27a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339270 Jul 13 14:35:55.606464 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8244c27e-700b-4663-8184-857cac510df4 req-b7a17d22-2558-4dfc-aa39-b6bd6f9a7134 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:35:55.607940 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8244c27e-700b-4663-8184-857cac510df4 req-b7a17d22-2558-4dfc-aa39-b6bd6f9a7134 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/ports?device_id=261f0362-f532-4898-850a-cd8c65efc1da HTTP/1.1" status: 200 len: 943 time: 0.0666027 Jul 13 14:35:55.644750 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8244c27e-700b-4663-8184-857cac510df4 req-780cced0-8e03-495f-9bcd-6b2bc5087905 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bbffade-850f-40f8-9d63-3701c1aa27a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313683 Jul 13 14:35:56.816117 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55a4724-ff4a-4160-a993-9a8a17a9f8a6 req-a692a680-f19b-4ef8-8457-f02193f253ac tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:35:56.817579 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b55a4724-ff4a-4160-a993-9a8a17a9f8a6 req-a692a680-f19b-4ef8-8457-f02193f253ac tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/ports?device_id=261f0362-f532-4898-850a-cd8c65efc1da HTTP/1.1" status: 200 len: 943 time: 0.0625484 Jul 13 14:35:56.854343 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b55a4724-ff4a-4160-a993-9a8a17a9f8a6 req-9333caf9-078f-439c-879e-46ce06c29ff4 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bbffade-850f-40f8-9d63-3701c1aa27a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313113 Jul 13 14:35:58.031169 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd4f4f8-df05-4559-a63e-0e28c8be8e92 req-05144026-8424-4c08-b515-92a90721dd79 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:35:58.032653 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ddd4f4f8-df05-4559-a63e-0e28c8be8e92 req-05144026-8424-4c08-b515-92a90721dd79 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/ports?device_id=261f0362-f532-4898-850a-cd8c65efc1da HTTP/1.1" status: 200 len: 943 time: 0.0670059 Jul 13 14:35:58.069864 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ddd4f4f8-df05-4559-a63e-0e28c8be8e92 req-183a456c-76f8-4a0b-9043-94aa39e21482 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bbffade-850f-40f8-9d63-3701c1aa27a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316319 Jul 13 14:35:59.245263 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a66ada-f078-4353-ac10-5b9ed6bbfb90 req-0790bed2-3336-4a7c-a6d0-4231cfa76d49 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:35:59.247146 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-82a66ada-f078-4353-ac10-5b9ed6bbfb90 req-0790bed2-3336-4a7c-a6d0-4231cfa76d49 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/ports?device_id=261f0362-f532-4898-850a-cd8c65efc1da HTTP/1.1" status: 200 len: 943 time: 0.0661764 Jul 13 14:35:59.284819 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-82a66ada-f078-4353-ac10-5b9ed6bbfb90 req-7d2f5c71-c859-49e1-9b8d-dfdba8d1dae4 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bbffade-850f-40f8-9d63-3701c1aa27a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322175 Jul 13 14:36:00.461888 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17bedb6-ed7c-4bdf-947c-2abe81a621ca req-bc4a6498-f311-4a55-b002-1b836fee5fd5 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:00.463365 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a17bedb6-ed7c-4bdf-947c-2abe81a621ca req-bc4a6498-f311-4a55-b002-1b836fee5fd5 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/ports?device_id=261f0362-f532-4898-850a-cd8c65efc1da HTTP/1.1" status: 200 len: 943 time: 0.0697098 Jul 13 14:36:00.500932 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a17bedb6-ed7c-4bdf-947c-2abe81a621ca req-ca93715e-37aa-4efa-b16f-4838e945c307 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bbffade-850f-40f8-9d63-3701c1aa27a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315368 Jul 13 14:36:00.893252 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc174e3-338f-406f-be82-a70bbb205b76 req-eed28c89-dbc0-4ba2-bd86-f3477a3cd40d tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:00.894666 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cdc174e3-338f-406f-be82-a70bbb205b76 req-eed28c89-dbc0-4ba2-bd86-f3477a3cd40d tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.26 "GET /v2.0/ports?device_id=261f0362-f532-4898-850a-cd8c65efc1da&tenant_id=83e4cfc114994f069bc88b9beef4b060&binding%3Ahost_id=n-h1-800634-1 HTTP/1.1" status: 200 len: 943 time: 0.0728691 Jul 13 14:36:00.920376 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:00.951350 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48878cb-f0ce-431b-af0f-91f20a06acfa req-c601b23c-549a-4627-af81-5384b1377e39 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:00.952844 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c48878cb-f0ce-431b-af0f-91f20a06acfa req-c601b23c-549a-4627-af81-5384b1377e39 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/ports?device_id=261f0362-f532-4898-850a-cd8c65efc1da HTTP/1.1" status: 200 len: 943 time: 0.0653849 Jul 13 14:36:00.959037 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cdc174e3-338f-406f-be82-a70bbb205b76 req-b63b65fb-ae9d-4802-bd1b-49f9c9d5cca1 service neutron] 10.222.0.26 "GET /v2.0/ports/faf81d99-4a56-41af-b744-d1a10fffe6ff/bindings/n-h1-800634-1 HTTP/1.1" status: 200 len: 382 time: 0.0571935 Jul 13 14:36:00.991062 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c48878cb-f0ce-431b-af0f-91f20a06acfa req-92f03c5f-3e34-4596-8f91-7c790b09dd04 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bbffade-850f-40f8-9d63-3701c1aa27a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326710 Jul 13 14:36:01.037310 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc174e3-338f-406f-be82-a70bbb205b76 req-cb0c44ca-336c-4905-9f5a-348c83435af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:01.038822 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cdc174e3-338f-406f-be82-a70bbb205b76 req-cb0c44ca-336c-4905-9f5a-348c83435af7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=83e4cfc114994f069bc88b9beef4b060&device_id=261f0362-f532-4898-850a-cd8c65efc1da HTTP/1.1" status: 200 len: 1094 time: 0.0576146 Jul 13 14:36:01.126312 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc174e3-338f-406f-be82-a70bbb205b76 req-484c3c56-706e-4162-8837-1463ea327e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:01.127740 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cdc174e3-338f-406f-be82-a70bbb205b76 req-484c3c56-706e-4162-8837-1463ea327e79 service neutron] 10.222.0.26 "GET /v2.0/networks?id=14500164-ea70-45d9-8358-e7ee203ceb0e HTTP/1.1" status: 200 len: 912 time: 0.0830534 Jul 13 14:36:01.195657 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cdc174e3-338f-406f-be82-a70bbb205b76 req-4dd7c291-ec7b-4461-b43b-6719c1798f69 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=faf81d99-4a56-41af-b744-d1a10fffe6ff HTTP/1.1" status: 200 len: 999 time: 0.0614655 Jul 13 14:36:01.242405 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc174e3-338f-406f-be82-a70bbb205b76 req-98abdb9d-f1f8-46d1-8135-384881c7e25d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:01.243814 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cdc174e3-338f-406f-be82-a70bbb205b76 req-98abdb9d-f1f8-46d1-8135-384881c7e25d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f4a064e2-d549-471a-a220-dea1e128d3d3 HTTP/1.1" status: 200 len: 851 time: 0.0419219 Jul 13 14:36:01.282259 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:01.300004 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc174e3-338f-406f-be82-a70bbb205b76 req-38bba487-7a19-486f-8f85-c5a56b62f9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:01.301540 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cdc174e3-338f-406f-be82-a70bbb205b76 req-38bba487-7a19-486f-8f85-c5a56b62f9dd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=14500164-ea70-45d9-8358-e7ee203ceb0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520566 Jul 13 14:36:01.394897 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cdc174e3-338f-406f-be82-a70bbb205b76 req-6abe45cd-4b15-4c01-967b-b599bf7539cd service neutron] 10.222.0.26 "GET /v2.0/networks/14500164-ea70-45d9-8358-e7ee203ceb0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869143 Jul 13 14:36:01.484338 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cdc174e3-338f-406f-be82-a70bbb205b76 req-2cb31a08-313b-4bd8-91dd-ffd67df65370 service neutron] 10.222.0.26 "GET /v2.0/networks/14500164-ea70-45d9-8358-e7ee203ceb0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832455 Jul 13 14:36:01.708157 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device faf81d99-4a56-41af-b744-d1a10fffe6ff details requested by agent hyperv_n-h1-800634-1 with host n-h1-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 14:36:01.800115 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port faf81d99-4a56-41af-b744-d1a10fffe6ff, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=faf81d99-4a56-41af-b744-d1a10fffe6ff,segment=NetworkSegment(711d6f24-5014-4ae2-bf25-76237a1bec49),segment_id=711d6f24-5014-4ae2-bf25-76237a1bec49)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:36:01.811045 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Returning: {'device': 'faf81d99-4a56-41af-b744-d1a10fffe6ff', 'network_id': '14500164-ea70-45d9-8358-e7ee203ceb0e', 'port_id': 'faf81d99-4a56-41af-b744-d1a10fffe6ff', 'mac_address': 'fa:16:3e:da:0e:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4a064e2-d549-471a-a220-dea1e128d3d3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 14:36:01.849667 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:01.862487 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id faf81d99-4a56-41af-b744-d1a10fffe6ff {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:36:01.880612 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port faf81d99-4a56-41af-b744-d1a10fffe6ff, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=faf81d99-4a56-41af-b744-d1a10fffe6ff,segment=NetworkSegment(711d6f24-5014-4ae2-bf25-76237a1bec49),segment_id=711d6f24-5014-4ae2-bf25-76237a1bec49)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:36:01.884365 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:01.931070 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=faf81d99-4a56-41af-b744-d1a10fffe6ff,revision_number=8']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:36:01.938617 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:36:01.939048 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:36:01.939290 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:36:01.939625 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:36:01.939955 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:36:01.940286 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:36:01.940612 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:36:01.940936 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:36:01.941259 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:36:01.941582 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:36:01.941929 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:36:01.942251 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:36:02.146336 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['faf81d99-4a56-41af-b744-d1a10fffe6ff'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:36:02.168149 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f385f4-9361-4658-b455-113c1d458b86 req-5374f3db-9b76-4684-9514-b2d60cb81534 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:02.169699 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e8f385f4-9361-4658-b455-113c1d458b86 req-5374f3db-9b76-4684-9514-b2d60cb81534 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/ports?device_id=261f0362-f532-4898-850a-cd8c65efc1da HTTP/1.1" status: 200 len: 944 time: 0.0647116 Jul 13 14:36:02.207960 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e8f385f4-9361-4658-b455-113c1d458b86 req-cd357283-ccb0-4e4d-8d03-20c0084d5e6b tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bbffade-850f-40f8-9d63-3701c1aa27a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326648 Jul 13 14:36:03.391029 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d62c76-b3de-4b85-a4c8-bdfb4b7d6b0e req-d81393ba-0d28-4794-b545-a21052a16d78 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:03.392648 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e0d62c76-b3de-4b85-a4c8-bdfb4b7d6b0e req-d81393ba-0d28-4794-b545-a21052a16d78 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/ports?device_id=261f0362-f532-4898-850a-cd8c65efc1da HTTP/1.1" status: 200 len: 944 time: 0.0702405 Jul 13 14:36:03.430797 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e0d62c76-b3de-4b85-a4c8-bdfb4b7d6b0e req-463cb920-d320-4392-9a91-3697dd5827ae tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bbffade-850f-40f8-9d63-3701c1aa27a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327058 Jul 13 14:36:03.560830 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:36:03.723325 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device faf81d99-4a56-41af-b744-d1a10fffe6ff up at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:36:03.775461 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning for port faf81d99-4a56-41af-b744-d1a10fffe6ff completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:36:03.779993 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning complete for port faf81d99-4a56-41af-b744-d1a10fffe6ff triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:36:03.780413 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:03.859972 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:03.882377 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '261f0362-f532-4898-850a-cd8c65efc1da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faf81d99-4a56-41af-b744-d1a10fffe6ff'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:36:03.884638 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f877c416c4e1be0a98e2d34673ec81d4e31c3422e8e709fff770f7d8b7e0843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64b6aa84-30f5-4447-81fa-796218c2e9dc" -d '{"events": [{"server_uuid": "261f0362-f532-4898-850a-cd8c65efc1da", "name": "network-vif-plugged", "status": "completed", "tag": "faf81d99-4a56-41af-b744-d1a10fffe6ff"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:36:03.907539 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port faf81d99-4a56-41af-b744-d1a10fffe6ff, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=faf81d99-4a56-41af-b744-d1a10fffe6ff,segment=NetworkSegment(711d6f24-5014-4ae2-bf25-76237a1bec49),segment_id=711d6f24-5014-4ae2-bf25-76237a1bec49)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:36:03.913826 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:03.975253 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=faf81d99-4a56-41af-b744-d1a10fffe6ff,revision_number=9']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:36:03.993949 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fbb7ede-d87f-4213-a294-7ebea542eb6e x-openstack-request-id: req-9fbb7ede-d87f-4213-a294-7ebea542eb6e {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:36:03.994397 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "261f0362-f532-4898-850a-cd8c65efc1da", "name": "network-vif-plugged", "status": "completed", "tag": "faf81d99-4a56-41af-b744-d1a10fffe6ff", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:36:03.994662 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9fbb7ede-d87f-4213-a294-7ebea542eb6e {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:36:03.995060 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '261f0362-f532-4898-850a-cd8c65efc1da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faf81d99-4a56-41af-b744-d1a10fffe6ff', 'code': 200} Jul 13 14:36:04.624422 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e4763a-a93f-4dce-a313-6c2e91131dd4 req-4d9362bb-60ed-4a89-98b9-25a2e1acb3e0 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:04.625962 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b3e4763a-a93f-4dce-a313-6c2e91131dd4 req-4d9362bb-60ed-4a89-98b9-25a2e1acb3e0 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/ports?device_id=261f0362-f532-4898-850a-cd8c65efc1da HTTP/1.1" status: 200 len: 945 time: 0.0742667 Jul 13 14:36:04.663610 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b3e4763a-a93f-4dce-a313-6c2e91131dd4 req-db44800a-bbd9-4a87-8d58-e6e55ed0e7c2 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bbffade-850f-40f8-9d63-3701c1aa27a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316088 Jul 13 14:36:05.272323 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc174e3-338f-406f-be82-a70bbb205b76 req-4b80c41d-4aa1-48dc-93a9-c9224626a4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:05.273848 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-cdc174e3-338f-406f-be82-a70bbb205b76 req-4b80c41d-4aa1-48dc-93a9-c9224626a4d4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=261f0362-f532-4898-850a-cd8c65efc1da&tenant_id=83e4cfc114994f069bc88b9beef4b060 HTTP/1.1" status: 200 len: 1096 time: 0.0553684 Jul 13 14:36:05.284658 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-cdc174e3-338f-406f-be82-a70bbb205b76 req-b6f2991a-1ace-4674-ad24-7f11fefe47ed service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800634-1', 'device_owner': 'compute:nova'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:36:05.353836 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-cdc174e3-338f-406f-be82-a70bbb205b76 req-b6f2991a-1ace-4674-ad24-7f11fefe47ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:05.551244 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-cdc174e3-338f-406f-be82-a70bbb205b76 req-b6f2991a-1ace-4674-ad24-7f11fefe47ed service neutron] For port faf81d99-4a56-41af-b744-d1a10fffe6ff, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=faf81d99-4a56-41af-b744-d1a10fffe6ff,segment=NetworkSegment(711d6f24-5014-4ae2-bf25-76237a1bec49),segment_id=711d6f24-5014-4ae2-bf25-76237a1bec49)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:36:05.584066 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-cdc174e3-338f-406f-be82-a70bbb205b76 req-b6f2991a-1ace-4674-ad24-7f11fefe47ed service neutron] For port faf81d99-4a56-41af-b744-d1a10fffe6ff, host n-h1-800634-1, cleared binding levels {{(pid=93751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:36:05.627341 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '261f0362-f532-4898-850a-cd8c65efc1da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'faf81d99-4a56-41af-b744-d1a10fffe6ff'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:36:05.629717 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dea8b0fca9d342929f96bd35c86b8a14765464b9140f1e1e2496fbd7209775c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4b39188-c203-40bb-9720-70c5d3e158fb" -d '{"events": [{"server_uuid": "261f0362-f532-4898-850a-cd8c65efc1da", "name": "network-vif-unplugged", "status": "completed", "tag": "faf81d99-4a56-41af-b744-d1a10fffe6ff"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:36:05.633164 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-cdc174e3-338f-406f-be82-a70bbb205b76 req-b6f2991a-1ace-4674-ad24-7f11fefe47ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:05.646130 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-cdc174e3-338f-406f-be82-a70bbb205b76 req-b6f2991a-1ace-4674-ad24-7f11fefe47ed service neutron] Transition to ACTIVE for port object faf81d99-4a56-41af-b744-d1a10fffe6ff will not be triggered until provisioned by entity L2. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:36:05.649481 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-cdc174e3-338f-406f-be82-a70bbb205b76 req-b6f2991a-1ace-4674-ad24-7f11fefe47ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:05.748062 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 14:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03e35b6a-344e-4264-a07a-546b90e9f0aa x-openstack-request-id: req-03e35b6a-344e-4264-a07a-546b90e9f0aa {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:36:05.749977 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "261f0362-f532-4898-850a-cd8c65efc1da", "name": "network-vif-unplugged", "status": "completed", "tag": "faf81d99-4a56-41af-b744-d1a10fffe6ff", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:36:05.750286 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-03e35b6a-344e-4264-a07a-546b90e9f0aa {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:36:05.750723 n-d-800634-1 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '261f0362-f532-4898-850a-cd8c65efc1da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'faf81d99-4a56-41af-b744-d1a10fffe6ff', 'code': 200} Jul 13 14:36:05.774283 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdc174e3-338f-406f-be82-a70bbb205b76 req-b6f2991a-1ace-4674-ad24-7f11fefe47ed service neutron] No DVR routers for this DVR port faf81d99-4a56-41af-b744-d1a10fffe6ff on host n-h1-800634-1 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:36:05.777303 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f2991a-1ace-4674-ad24-7f11fefe47ed service neutron] Pushing event updated for resources: {'Port': ['ID=faf81d99-4a56-41af-b744-d1a10fffe6ff,revision_number=10']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:36:05.839622 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f2991a-1ace-4674-ad24-7f11fefe47ed service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:36:05.840177 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f2991a-1ace-4674-ad24-7f11fefe47ed service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:36:05.840522 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f2991a-1ace-4674-ad24-7f11fefe47ed service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:36:05.841073 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f2991a-1ace-4674-ad24-7f11fefe47ed service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:36:05.841404 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f2991a-1ace-4674-ad24-7f11fefe47ed service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:36:05.841748 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f2991a-1ace-4674-ad24-7f11fefe47ed service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:36:05.842076 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f2991a-1ace-4674-ad24-7f11fefe47ed service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:36:05.842397 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f2991a-1ace-4674-ad24-7f11fefe47ed service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:36:05.842719 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f2991a-1ace-4674-ad24-7f11fefe47ed service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:36:05.843039 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f2991a-1ace-4674-ad24-7f11fefe47ed service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:36:05.843357 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f2991a-1ace-4674-ad24-7f11fefe47ed service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:36:05.843673 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f2991a-1ace-4674-ad24-7f11fefe47ed service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:36:05.956433 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ae51af-e20b-423a-8b02-8f581a243f40 req-7ca138e2-0071-418e-b8bf-9b174962f3c4 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:05.958226 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e5ae51af-e20b-423a-8b02-8f581a243f40 req-7ca138e2-0071-418e-b8bf-9b174962f3c4 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/ports?device_id=261f0362-f532-4898-850a-cd8c65efc1da HTTP/1.1" status: 200 len: 944 time: 0.1411638 Jul 13 14:36:06.005256 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-cdc174e3-338f-406f-be82-a70bbb205b76 req-b6f2991a-1ace-4674-ad24-7f11fefe47ed service neutron] Attempting to bind port faf81d99-4a56-41af-b744-d1a10fffe6ff on host n-h2-800634-1 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:36:06.005557 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-cdc174e3-338f-406f-be82-a70bbb205b76 req-b6f2991a-1ace-4674-ad24-7f11fefe47ed service neutron] Attempting to bind port faf81d99-4a56-41af-b744-d1a10fffe6ff by drivers openvswitch,hyperv on host n-h2-800634-1 at level 0 using segments [{'id': '711d6f24-5014-4ae2-bf25-76237a1bec49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '14500164-ea70-45d9-8358-e7ee203ceb0e'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:36:06.005833 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc174e3-338f-406f-be82-a70bbb205b76 req-b6f2991a-1ace-4674-ad24-7f11fefe47ed service neutron] Attempting to bind port faf81d99-4a56-41af-b744-d1a10fffe6ff on network 14500164-ea70-45d9-8358-e7ee203ceb0e {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:36:06.018431 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc174e3-338f-406f-be82-a70bbb205b76 req-b6f2991a-1ace-4674-ad24-7f11fefe47ed service neutron] Port faf81d99-4a56-41af-b744-d1a10fffe6ff on network 14500164-ea70-45d9-8358-e7ee203ceb0e not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-1 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 14:36:06.018755 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc174e3-338f-406f-be82-a70bbb205b76 req-b6f2991a-1ace-4674-ad24-7f11fefe47ed service neutron] Attempting to bind port faf81d99-4a56-41af-b744-d1a10fffe6ff on network 14500164-ea70-45d9-8358-e7ee203ceb0e {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:36:06.023773 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e5ae51af-e20b-423a-8b02-8f581a243f40 req-d9b10121-9b6f-414d-8660-fcc87ea30311 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bbffade-850f-40f8-9d63-3701c1aa27a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493541 Jul 13 14:36:06.026303 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc174e3-338f-406f-be82-a70bbb205b76 req-b6f2991a-1ace-4674-ad24-7f11fefe47ed service neutron] Checking agent: {'id': 'f615e5c9-21ab-43f2-adbc-192d64b795cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 36, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:36:06.026855 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc174e3-338f-406f-be82-a70bbb205b76 req-b6f2991a-1ace-4674-ad24-7f11fefe47ed service neutron] Checking segment: {'id': '711d6f24-5014-4ae2-bf25-76237a1bec49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '14500164-ea70-45d9-8358-e7ee203ceb0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:36:06.027132 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc174e3-338f-406f-be82-a70bbb205b76 req-b6f2991a-1ace-4674-ad24-7f11fefe47ed service neutron] Bound using segment: {'id': '711d6f24-5014-4ae2-bf25-76237a1bec49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '14500164-ea70-45d9-8358-e7ee203ceb0e'} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:36:06.027785 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-cdc174e3-338f-406f-be82-a70bbb205b76 req-b6f2991a-1ace-4674-ad24-7f11fefe47ed service neutron] Bound port: faf81d99-4a56-41af-b744-d1a10fffe6ff, host: n-h2-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '711d6f24-5014-4ae2-bf25-76237a1bec49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '14500164-ea70-45d9-8358-e7ee203ceb0e'}}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:36:06.028146 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-cdc174e3-338f-406f-be82-a70bbb205b76 req-b6f2991a-1ace-4674-ad24-7f11fefe47ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:06.093651 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-cdc174e3-338f-406f-be82-a70bbb205b76 req-b6f2991a-1ace-4674-ad24-7f11fefe47ed service neutron] For port faf81d99-4a56-41af-b744-d1a10fffe6ff, host n-h2-800634-1, cleared binding levels {{(pid=93751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:36:06.096785 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-cdc174e3-338f-406f-be82-a70bbb205b76 req-b6f2991a-1ace-4674-ad24-7f11fefe47ed service neutron] For port faf81d99-4a56-41af-b744-d1a10fffe6ff, host n-h2-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=faf81d99-4a56-41af-b744-d1a10fffe6ff,segment=NetworkSegment(711d6f24-5014-4ae2-bf25-76237a1bec49),segment_id=711d6f24-5014-4ae2-bf25-76237a1bec49)] {{(pid=93751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:36:06.100595 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-cdc174e3-338f-406f-be82-a70bbb205b76 req-b6f2991a-1ace-4674-ad24-7f11fefe47ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:06.132573 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc174e3-338f-406f-be82-a70bbb205b76 req-b6f2991a-1ace-4674-ad24-7f11fefe47ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:06.133175 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-cdc174e3-338f-406f-be82-a70bbb205b76 req-b6f2991a-1ace-4674-ad24-7f11fefe47ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:06.134554 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-cdc174e3-338f-406f-be82-a70bbb205b76 req-b6f2991a-1ace-4674-ad24-7f11fefe47ed service neutron] 10.222.0.41 "PUT /v2.0/ports/faf81d99-4a56-41af-b744-d1a10fffe6ff HTTP/1.1" status: 200 len: 1092 time: 0.8538566 Jul 13 14:36:06.158443 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f2991a-1ace-4674-ad24-7f11fefe47ed service neutron] Pushing event updated for resources: {'Port': ['ID=faf81d99-4a56-41af-b744-d1a10fffe6ff,revision_number=11']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:36:06.215577 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc174e3-338f-406f-be82-a70bbb205b76 req-a20868fa-f4e2-41a0-95a4-b9f26efc4ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:06.217097 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-cdc174e3-338f-406f-be82-a70bbb205b76 req-a20868fa-f4e2-41a0-95a4-b9f26efc4ff1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=83e4cfc114994f069bc88b9beef4b060&device_id=261f0362-f532-4898-850a-cd8c65efc1da HTTP/1.1" status: 200 len: 1095 time: 0.0557113 Jul 13 14:36:06.316986 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc174e3-338f-406f-be82-a70bbb205b76 req-8c7aa2e8-9ba7-4b52-91ff-edfd34358001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:06.318486 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-cdc174e3-338f-406f-be82-a70bbb205b76 req-8c7aa2e8-9ba7-4b52-91ff-edfd34358001 service neutron] 10.222.0.41 "GET /v2.0/networks?id=14500164-ea70-45d9-8358-e7ee203ceb0e HTTP/1.1" status: 200 len: 912 time: 0.0954881 Jul 13 14:36:06.384090 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-cdc174e3-338f-406f-be82-a70bbb205b76 req-fb714039-621a-4a76-ad2d-8fd39f284bc1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=faf81d99-4a56-41af-b744-d1a10fffe6ff HTTP/1.1" status: 200 len: 999 time: 0.0581121 Jul 13 14:36:06.431817 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc174e3-338f-406f-be82-a70bbb205b76 req-67fea34b-8217-4ec5-bd09-c6c05f2c08c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:06.433664 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-cdc174e3-338f-406f-be82-a70bbb205b76 req-67fea34b-8217-4ec5-bd09-c6c05f2c08c2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f4a064e2-d549-471a-a220-dea1e128d3d3 HTTP/1.1" status: 200 len: 851 time: 0.0430982 Jul 13 14:36:06.494382 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc174e3-338f-406f-be82-a70bbb205b76 req-67491320-ba72-4222-8d06-5565538b7c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:06.496339 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-cdc174e3-338f-406f-be82-a70bbb205b76 req-67491320-ba72-4222-8d06-5565538b7c68 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=14500164-ea70-45d9-8358-e7ee203ceb0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0566232 Jul 13 14:36:06.581136 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-cdc174e3-338f-406f-be82-a70bbb205b76 req-65ca89cc-a272-42cc-a590-500e9bea2ee0 service neutron] 10.222.0.41 "GET /v2.0/networks/14500164-ea70-45d9-8358-e7ee203ceb0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790379 Jul 13 14:36:06.672066 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-cdc174e3-338f-406f-be82-a70bbb205b76 req-002cbfaf-dc81-4a9f-976c-7ad8bf74e9bb service neutron] 10.222.0.41 "GET /v2.0/networks/14500164-ea70-45d9-8358-e7ee203ceb0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841918 Jul 13 14:36:07.208090 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3d16a0-5054-494a-a534-d48880d0a125 req-e0e89dcf-6b86-462b-a87f-5086e2e6dcde tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:07.209632 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-da3d16a0-5054-494a-a534-d48880d0a125 req-e0e89dcf-6b86-462b-a87f-5086e2e6dcde tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/ports?device_id=261f0362-f532-4898-850a-cd8c65efc1da HTTP/1.1" status: 200 len: 944 time: 0.0701175 Jul 13 14:36:07.248699 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-da3d16a0-5054-494a-a534-d48880d0a125 req-7ad9bbe0-9959-4a60-bad6-904db4093f67 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bbffade-850f-40f8-9d63-3701c1aa27a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333638 Jul 13 14:36:07.738777 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device faf81d99-4a56-41af-b744-d1a10fffe6ff no longer exists at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:36:07.751883 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '261f0362-f532-4898-850a-cd8c65efc1da', 'tag': 'faf81d99-4a56-41af-b744-d1a10fffe6ff'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:36:07.754843 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dea8b0fca9d342929f96bd35c86b8a14765464b9140f1e1e2496fbd7209775c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1a7f06a-1c10-428f-aedb-a9219a897cd8" -d '{"events": [{"name": "network-changed", "server_uuid": "261f0362-f532-4898-850a-cd8c65efc1da", "tag": "faf81d99-4a56-41af-b744-d1a10fffe6ff"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:36:07.780297 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device faf81d99-4a56-41af-b744-d1a10fffe6ff not bound to the agent host n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:36:07.806154 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14020da5-a9d3-44c7-b559-d421638f8e2d x-openstack-request-id: req-14020da5-a9d3-44c7-b559-d421638f8e2d {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:36:07.806445 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "261f0362-f532-4898-850a-cd8c65efc1da", "tag": "faf81d99-4a56-41af-b744-d1a10fffe6ff", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:36:07.806914 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-14020da5-a9d3-44c7-b559-d421638f8e2d {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:36:07.807356 n-d-800634-1 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '261f0362-f532-4898-850a-cd8c65efc1da', 'tag': 'faf81d99-4a56-41af-b744-d1a10fffe6ff', 'status': 'completed', 'code': 200} Jul 13 14:36:07.883540 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a7f06a-1c10-428f-aedb-a9219a897cd8 req-afc89e1d-cd8b-48f0-978e-b87e67d86a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:07.884629 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a7f06a-1c10-428f-aedb-a9219a897cd8 req-546ef5ab-522d-4bc0-af14-c1e25034ab82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:07.885191 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e1a7f06a-1c10-428f-aedb-a9219a897cd8 req-afc89e1d-cd8b-48f0-978e-b87e67d86a9f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=83e4cfc114994f069bc88b9beef4b060&device_id=261f0362-f532-4898-850a-cd8c65efc1da HTTP/1.1" status: 200 len: 1095 time: 0.0574148 Jul 13 14:36:07.886213 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e1a7f06a-1c10-428f-aedb-a9219a897cd8 req-546ef5ab-522d-4bc0-af14-c1e25034ab82 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=83e4cfc114994f069bc88b9beef4b060&device_id=261f0362-f532-4898-850a-cd8c65efc1da HTTP/1.1" status: 200 len: 1095 time: 0.0561540 Jul 13 14:36:07.982165 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a7f06a-1c10-428f-aedb-a9219a897cd8 req-5f29f3c6-e96e-4555-bc77-63727b3b9653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:07.982417 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a7f06a-1c10-428f-aedb-a9219a897cd8 req-6b9e8441-9a0d-4dca-9ea2-553755bfa290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:07.983643 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e1a7f06a-1c10-428f-aedb-a9219a897cd8 req-5f29f3c6-e96e-4555-bc77-63727b3b9653 service neutron] 10.222.0.41 "GET /v2.0/networks?id=14500164-ea70-45d9-8358-e7ee203ceb0e HTTP/1.1" status: 200 len: 912 time: 0.0927653 Jul 13 14:36:07.983957 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e1a7f06a-1c10-428f-aedb-a9219a897cd8 req-6b9e8441-9a0d-4dca-9ea2-553755bfa290 service neutron] 10.222.0.26 "GET /v2.0/networks?id=14500164-ea70-45d9-8358-e7ee203ceb0e HTTP/1.1" status: 200 len: 912 time: 0.0916977 Jul 13 14:36:08.051978 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e1a7f06a-1c10-428f-aedb-a9219a897cd8 req-45b0e3f2-f1b7-4db2-8494-4c711a714e08 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=faf81d99-4a56-41af-b744-d1a10fffe6ff HTTP/1.1" status: 200 len: 999 time: 0.0618038 Jul 13 14:36:08.054538 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e1a7f06a-1c10-428f-aedb-a9219a897cd8 req-7a7eff3a-5a71-476e-9155-a618025c41b8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=faf81d99-4a56-41af-b744-d1a10fffe6ff HTTP/1.1" status: 200 len: 999 time: 0.0644686 Jul 13 14:36:08.103479 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a7f06a-1c10-428f-aedb-a9219a897cd8 req-cb9b3200-c29d-4393-a9a2-0ea0b7cd9241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:08.105650 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e1a7f06a-1c10-428f-aedb-a9219a897cd8 req-cb9b3200-c29d-4393-a9a2-0ea0b7cd9241 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f4a064e2-d549-471a-a220-dea1e128d3d3 HTTP/1.1" status: 200 len: 851 time: 0.0468557 Jul 13 14:36:08.105994 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a7f06a-1c10-428f-aedb-a9219a897cd8 req-811f330c-3ea4-4320-93b8-2ed6a9f602e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:08.107516 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e1a7f06a-1c10-428f-aedb-a9219a897cd8 req-811f330c-3ea4-4320-93b8-2ed6a9f602e9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f4a064e2-d549-471a-a220-dea1e128d3d3 HTTP/1.1" status: 200 len: 851 time: 0.0469663 Jul 13 14:36:08.166620 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a7f06a-1c10-428f-aedb-a9219a897cd8 req-1afd6e5c-42bd-4376-b317-1dc24ced01ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:08.168687 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e1a7f06a-1c10-428f-aedb-a9219a897cd8 req-1afd6e5c-42bd-4376-b317-1dc24ced01ef service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=14500164-ea70-45d9-8358-e7ee203ceb0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0548940 Jul 13 14:36:08.169484 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a7f06a-1c10-428f-aedb-a9219a897cd8 req-b761d9ee-11ee-477a-846d-4c7799bfed5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:08.171033 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e1a7f06a-1c10-428f-aedb-a9219a897cd8 req-b761d9ee-11ee-477a-846d-4c7799bfed5f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=14500164-ea70-45d9-8358-e7ee203ceb0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0603659 Jul 13 14:36:08.260767 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e1a7f06a-1c10-428f-aedb-a9219a897cd8 req-f369342f-7207-4138-a3bc-b6a9446ce495 service neutron] 10.222.0.26 "GET /v2.0/networks/14500164-ea70-45d9-8358-e7ee203ceb0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829582 Jul 13 14:36:08.263246 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e1a7f06a-1c10-428f-aedb-a9219a897cd8 req-f4b847e7-1a51-4a1e-bb60-d2ee659e93e6 service neutron] 10.222.0.41 "GET /v2.0/networks/14500164-ea70-45d9-8358-e7ee203ceb0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884073 Jul 13 14:36:08.359806 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e1a7f06a-1c10-428f-aedb-a9219a897cd8 req-18c29a86-8d1c-4151-bd53-d192b982a81c service neutron] 10.222.0.41 "GET /v2.0/networks/14500164-ea70-45d9-8358-e7ee203ceb0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904214 Jul 13 14:36:08.367076 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e1a7f06a-1c10-428f-aedb-a9219a897cd8 req-c5d94ab5-a023-40a2-ad9c-234a7c29ec07 service neutron] 10.222.0.26 "GET /v2.0/networks/14500164-ea70-45d9-8358-e7ee203ceb0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001565 Jul 13 14:36:08.445354 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26722422-c67a-4340-952f-dc619cfbefa5 req-a640d575-de8f-4424-a284-1d03b8486b4c tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:08.446909 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-26722422-c67a-4340-952f-dc619cfbefa5 req-a640d575-de8f-4424-a284-1d03b8486b4c tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/ports?device_id=261f0362-f532-4898-850a-cd8c65efc1da HTTP/1.1" status: 200 len: 944 time: 0.0685685 Jul 13 14:36:08.490168 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-26722422-c67a-4340-952f-dc619cfbefa5 req-44c4a962-3699-4672-b0b3-b4aadaccd0e4 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bbffade-850f-40f8-9d63-3701c1aa27a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366497 Jul 13 14:36:09.678424 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b508959-f079-41d3-b4f3-90e607693938 req-afee915f-2e2a-4b15-946e-784bd88b283c tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:09.679959 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7b508959-f079-41d3-b4f3-90e607693938 req-afee915f-2e2a-4b15-946e-784bd88b283c tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/ports?device_id=261f0362-f532-4898-850a-cd8c65efc1da HTTP/1.1" status: 200 len: 944 time: 0.0715065 Jul 13 14:36:09.721209 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7b508959-f079-41d3-b4f3-90e607693938 req-3ebfa236-be25-4733-a68d-c0347cb8b617 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bbffade-850f-40f8-9d63-3701c1aa27a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348527 Jul 13 14:36:10.910153 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9add51d-f5e5-403f-aab4-489d4999d231 req-f02771f2-e2e7-4714-a7e8-ab724aa3dd46 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:10.911682 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e9add51d-f5e5-403f-aab4-489d4999d231 req-f02771f2-e2e7-4714-a7e8-ab724aa3dd46 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/ports?device_id=261f0362-f532-4898-850a-cd8c65efc1da HTTP/1.1" status: 200 len: 944 time: 0.0693390 Jul 13 14:36:10.957351 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e9add51d-f5e5-403f-aab4-489d4999d231 req-dbb7aa31-887e-46de-be39-15c4ea617949 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bbffade-850f-40f8-9d63-3701c1aa27a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392015 Jul 13 14:36:12.132279 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38db6e5f-bb32-40ff-9ad6-1f7f52cf07e3 req-c4ce7b3a-3e3b-4dee-b035-53a30f812e55 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:12.133829 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-38db6e5f-bb32-40ff-9ad6-1f7f52cf07e3 req-c4ce7b3a-3e3b-4dee-b035-53a30f812e55 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/ports?device_id=261f0362-f532-4898-850a-cd8c65efc1da HTTP/1.1" status: 200 len: 944 time: 0.0624135 Jul 13 14:36:12.170610 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-38db6e5f-bb32-40ff-9ad6-1f7f52cf07e3 req-56b6ea5f-4c76-454a-8776-d867d791af5c tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bbffade-850f-40f8-9d63-3701c1aa27a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313451 Jul 13 14:36:13.347179 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77134ca2-6e7b-4650-bc84-65bca883de70 req-466d1258-fc9a-427e-8b27-cb8cff2a7ab6 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:13.348649 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-77134ca2-6e7b-4650-bc84-65bca883de70 req-466d1258-fc9a-427e-8b27-cb8cff2a7ab6 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/ports?device_id=261f0362-f532-4898-850a-cd8c65efc1da HTTP/1.1" status: 200 len: 944 time: 0.0678499 Jul 13 14:36:13.385472 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-77134ca2-6e7b-4650-bc84-65bca883de70 req-e89cd16c-1324-496f-a167-746292060023 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bbffade-850f-40f8-9d63-3701c1aa27a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313950 Jul 13 14:36:14.561060 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc01704-e612-44f4-bdfc-81688627aec6 req-382ed6cf-3233-4631-8332-98a49c72ac8f tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:14.562622 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7dc01704-e612-44f4-bdfc-81688627aec6 req-382ed6cf-3233-4631-8332-98a49c72ac8f tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/ports?device_id=261f0362-f532-4898-850a-cd8c65efc1da HTTP/1.1" status: 200 len: 944 time: 0.0673363 Jul 13 14:36:14.599801 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7dc01704-e612-44f4-bdfc-81688627aec6 req-57ac5592-3bb7-4c3e-b5c9-cffeee118327 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bbffade-850f-40f8-9d63-3701c1aa27a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317609 Jul 13 14:36:15.774715 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afa1ae2-0bb7-47b4-8887-99df93a39df1 req-adb2f167-4e35-4a25-a025-f14ea6432ccd tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:15.776210 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0afa1ae2-0bb7-47b4-8887-99df93a39df1 req-adb2f167-4e35-4a25-a025-f14ea6432ccd tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/ports?device_id=261f0362-f532-4898-850a-cd8c65efc1da HTTP/1.1" status: 200 len: 944 time: 0.0647416 Jul 13 14:36:15.815155 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0afa1ae2-0bb7-47b4-8887-99df93a39df1 req-9c772e51-6ec6-4bb1-b01a-469674aea80c tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bbffade-850f-40f8-9d63-3701c1aa27a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329156 Jul 13 14:36:16.986582 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5b76d0-0ccf-4a64-a773-a9253a2f8c4a req-da697bc0-91c9-4405-a166-51367bb296c5 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:16.988201 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-fe5b76d0-0ccf-4a64-a773-a9253a2f8c4a req-da697bc0-91c9-4405-a166-51367bb296c5 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/ports?device_id=261f0362-f532-4898-850a-cd8c65efc1da HTTP/1.1" status: 200 len: 944 time: 0.0643873 Jul 13 14:36:17.028807 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-fe5b76d0-0ccf-4a64-a773-a9253a2f8c4a req-6cc7b08d-6ddb-46bd-8cdf-173705d8d88a tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bbffade-850f-40f8-9d63-3701c1aa27a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350485 Jul 13 14:36:17.332838 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-3bf0d944-c54c-4808-ac46-b33d26b6d8cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:18.206952 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dab9f5a-1f4d-4c2c-84b1-b133bd882c17 req-49ea0ef0-956c-4475-8437-26ca16f5f8b7 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:18.208340 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3dab9f5a-1f4d-4c2c-84b1-b133bd882c17 req-49ea0ef0-956c-4475-8437-26ca16f5f8b7 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/ports?device_id=261f0362-f532-4898-850a-cd8c65efc1da HTTP/1.1" status: 200 len: 944 time: 0.0672505 Jul 13 14:36:18.245791 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3dab9f5a-1f4d-4c2c-84b1-b133bd882c17 req-4fbdeafa-09ce-4da1-8550-4dba68be0d94 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bbffade-850f-40f8-9d63-3701c1aa27a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318863 Jul 13 14:36:18.419800 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428b6aaf-6cf8-47d2-b148-19bd47ed1cd8 req-37e8daa8-8c96-4dc5-a566-e584283b63cf tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:18.421271 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-428b6aaf-6cf8-47d2-b148-19bd47ed1cd8 req-37e8daa8-8c96-4dc5-a566-e584283b63cf tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/ports?device_id=261f0362-f532-4898-850a-cd8c65efc1da HTTP/1.1" status: 200 len: 944 time: 0.0626981 Jul 13 14:36:18.459202 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-428b6aaf-6cf8-47d2-b148-19bd47ed1cd8 req-d1614840-e735-4e36-a267-fca3b4f6c5ec tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bbffade-850f-40f8-9d63-3701c1aa27a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323963 Jul 13 14:36:18.638242 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f1db61-7980-47b0-a826-5968b5401f10 req-7f42f2fd-5d3a-4f88-aad4-792f97c7da10 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:18.639706 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-21f1db61-7980-47b0-a826-5968b5401f10 req-7f42f2fd-5d3a-4f88-aad4-792f97c7da10 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/ports?device_id=261f0362-f532-4898-850a-cd8c65efc1da HTTP/1.1" status: 200 len: 944 time: 0.0698929 Jul 13 14:36:18.676730 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-21f1db61-7980-47b0-a826-5968b5401f10 req-4b01758a-bd84-4418-a171-2664a8e6dbfb tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bbffade-850f-40f8-9d63-3701c1aa27a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315518 Jul 13 14:36:18.769617 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device faf81d99-4a56-41af-b744-d1a10fffe6ff details requested by agent hyperv_n-h2-800634-1 with host n-h2-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 14:36:19.037933 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port faf81d99-4a56-41af-b744-d1a10fffe6ff, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=faf81d99-4a56-41af-b744-d1a10fffe6ff,segment=NetworkSegment(711d6f24-5014-4ae2-bf25-76237a1bec49),segment_id=711d6f24-5014-4ae2-bf25-76237a1bec49)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:36:19.049597 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Returning: {'device': 'faf81d99-4a56-41af-b744-d1a10fffe6ff', 'network_id': '14500164-ea70-45d9-8358-e7ee203ceb0e', 'port_id': 'faf81d99-4a56-41af-b744-d1a10fffe6ff', 'mac_address': 'fa:16:3e:da:0e:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4a064e2-d549-471a-a220-dea1e128d3d3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 14:36:19.066849 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e934cbd-f5b5-4e2d-8f68-faf7ecfc758a req-670531cb-2a41-40bc-86cf-ef8c332b70d4 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:19.068346 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9e934cbd-f5b5-4e2d-8f68-faf7ecfc758a req-670531cb-2a41-40bc-86cf-ef8c332b70d4 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/ports?device_id=261f0362-f532-4898-850a-cd8c65efc1da HTTP/1.1" status: 200 len: 944 time: 0.0644233 Jul 13 14:36:19.086109 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:19.099774 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id faf81d99-4a56-41af-b744-d1a10fffe6ff {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:36:19.107089 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9e934cbd-f5b5-4e2d-8f68-faf7ecfc758a req-c4a026e1-6140-4a0c-bd65-89af8985666e tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bbffade-850f-40f8-9d63-3701c1aa27a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331972 Jul 13 14:36:19.121297 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port faf81d99-4a56-41af-b744-d1a10fffe6ff, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=faf81d99-4a56-41af-b744-d1a10fffe6ff,segment=NetworkSegment(711d6f24-5014-4ae2-bf25-76237a1bec49),segment_id=711d6f24-5014-4ae2-bf25-76237a1bec49)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:36:19.124970 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:19.172570 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=faf81d99-4a56-41af-b744-d1a10fffe6ff,revision_number=12']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:36:19.367895 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['faf81d99-4a56-41af-b744-d1a10fffe6ff'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:36:19.954896 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-23f7f29a-e955-444e-8cac-61bb1eea7819 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:20.105596 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:20.286554 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa3bec5-2239-473c-b028-5090bc3ff182 req-4d7ce111-3319-4cbf-9c99-0eba43206817 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:20.287934 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-bfa3bec5-2239-473c-b028-5090bc3ff182 req-4d7ce111-3319-4cbf-9c99-0eba43206817 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/ports?device_id=261f0362-f532-4898-850a-cd8c65efc1da HTTP/1.1" status: 200 len: 945 time: 0.0668340 Jul 13 14:36:20.327041 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-bfa3bec5-2239-473c-b028-5090bc3ff182 req-e7ffe45b-76d1-416d-9a2c-f3a807aee448 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bbffade-850f-40f8-9d63-3701c1aa27a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324452 Jul 13 14:36:20.546977 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b564b50d-f0ed-4c3c-a57e-492834cd6895 req-f61f4e37-344c-469f-8958-ae653da6ab2f tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:20.548346 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b564b50d-f0ed-4c3c-a57e-492834cd6895 req-f61f4e37-344c-469f-8958-ae653da6ab2f tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.41 "GET /v2.0/ports?device_id=261f0362-f532-4898-850a-cd8c65efc1da HTTP/1.1" status: 200 len: 945 time: 0.0694997 Jul 13 14:36:20.649434 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-b564b50d-f0ed-4c3c-a57e-492834cd6895 req-a750be88-dd95-4e90-b019-aa8dc241aeca tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Deleting port faf81d99-4a56-41af-b744-d1a10fffe6ff {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:36:20.649801 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-b564b50d-f0ed-4c3c-a57e-492834cd6895 req-a750be88-dd95-4e90-b019-aa8dc241aeca tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:20.735487 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-b564b50d-f0ed-4c3c-a57e-492834cd6895 req-a750be88-dd95-4e90-b019-aa8dc241aeca tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] For port faf81d99-4a56-41af-b744-d1a10fffe6ff, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=faf81d99-4a56-41af-b744-d1a10fffe6ff,segment=NetworkSegment(711d6f24-5014-4ae2-bf25-76237a1bec49),segment_id=711d6f24-5014-4ae2-bf25-76237a1bec49)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:36:20.735840 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-b564b50d-f0ed-4c3c-a57e-492834cd6895 req-a750be88-dd95-4e90-b019-aa8dc241aeca tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:20.765038 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device faf81d99-4a56-41af-b744-d1a10fffe6ff up at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:36:20.815822 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning for port faf81d99-4a56-41af-b744-d1a10fffe6ff completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:36:20.819408 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning complete for port faf81d99-4a56-41af-b744-d1a10fffe6ff triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:36:20.819783 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:20.898579 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:20.908005 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-b564b50d-f0ed-4c3c-a57e-492834cd6895 req-a750be88-dd95-4e90-b019-aa8dc241aeca tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:20.908382 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-b564b50d-f0ed-4c3c-a57e-492834cd6895 req-a750be88-dd95-4e90-b019-aa8dc241aeca tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446547'] for floatingip, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:20.908698 n-d-800634-1 neutron-server[93751]: INFO neutron.db.l3_db [req-b564b50d-f0ed-4c3c-a57e-492834cd6895 req-a750be88-dd95-4e90-b019-aa8dc241aeca tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Floating IP a0b5e78f-53bc-4f37-8891-31b1052135af disassociated. External IP: 172.25.6.82, port: faf81d99-4a56-41af-b744-d1a10fffe6ff. Jul 13 14:36:20.909038 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-b564b50d-f0ed-4c3c-a57e-492834cd6895 req-a750be88-dd95-4e90-b019-aa8dc241aeca tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Calling delete_port for faf81d99-4a56-41af-b744-d1a10fffe6ff owned by compute:nova {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:36:20.921845 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '261f0362-f532-4898-850a-cd8c65efc1da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faf81d99-4a56-41af-b744-d1a10fffe6ff'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:36:20.924134 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f877c416c4e1be0a98e2d34673ec81d4e31c3422e8e709fff770f7d8b7e0843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6630da3a-bbc6-4161-b67d-6ace6bce8883" -d '{"events": [{"server_uuid": "261f0362-f532-4898-850a-cd8c65efc1da", "name": "network-vif-plugged", "status": "completed", "tag": "faf81d99-4a56-41af-b744-d1a10fffe6ff"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:36:20.942133 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port faf81d99-4a56-41af-b744-d1a10fffe6ff, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=faf81d99-4a56-41af-b744-d1a10fffe6ff,segment=NetworkSegment(711d6f24-5014-4ae2-bf25-76237a1bec49),segment_id=711d6f24-5014-4ae2-bf25-76237a1bec49)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:36:20.946403 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:20.972899 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48168cbe-f758-4ae1-89c6-eb1b1e4de79e x-openstack-request-id: req-48168cbe-f758-4ae1-89c6-eb1b1e4de79e {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:36:20.973548 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "261f0362-f532-4898-850a-cd8c65efc1da", "name": "network-vif-plugged", "status": "completed", "tag": "faf81d99-4a56-41af-b744-d1a10fffe6ff", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:36:20.973548 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-48168cbe-f758-4ae1-89c6-eb1b1e4de79e {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:36:20.973822 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '261f0362-f532-4898-850a-cd8c65efc1da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faf81d99-4a56-41af-b744-d1a10fffe6ff', 'code': 200} Jul 13 14:36:21.000827 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=faf81d99-4a56-41af-b744-d1a10fffe6ff,revision_number=13']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:36:21.036051 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-b564b50d-f0ed-4c3c-a57e-492834cd6895 req-a750be88-dd95-4e90-b019-aa8dc241aeca tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:21.065607 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a750be88-dd95-4e90-b019-aa8dc241aeca tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Pushing event deleted for resources: {'Port': ['ID=faf81d99-4a56-41af-b744-d1a10fffe6ff,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:36:21.180664 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b564b50d-f0ed-4c3c-a57e-492834cd6895 req-a750be88-dd95-4e90-b019-aa8dc241aeca tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Router 50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:36:21.292307 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b564b50d-f0ed-4c3c-a57e-492834cd6895 req-a750be88-dd95-4e90-b019-aa8dc241aeca tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:36:21.302316 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d42dc7e-07c8-40a6-8888-b52b6f99eb80 None None] Sync routers for ids ['50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:36:21.312627 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d42dc7e-07c8-40a6-8888-b52b6f99eb80 None None] Routers {'50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:36:21.313329 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-1d42dc7e-07c8-40a6-8888-b52b6f99eb80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:36:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:36:21.338458 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-b564b50d-f0ed-4c3c-a57e-492834cd6895 req-a750be88-dd95-4e90-b019-aa8dc241aeca tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] No DVR routers for this DVR port faf81d99-4a56-41af-b744-d1a10fffe6ff on host n-h2-800634-1 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:36:21.341594 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-b564b50d-f0ed-4c3c-a57e-492834cd6895 req-a750be88-dd95-4e90-b019-aa8dc241aeca tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:21.343616 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b564b50d-f0ed-4c3c-a57e-492834cd6895 req-a750be88-dd95-4e90-b019-aa8dc241aeca tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.41 "DELETE /v2.0/ports/faf81d99-4a56-41af-b744-d1a10fffe6ff HTTP/1.1" status: 204 len: 173 time: 0.7903368 Jul 13 14:36:21.344052 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '261f0362-f532-4898-850a-cd8c65efc1da', 'name': 'network-vif-deleted', 'tag': 'faf81d99-4a56-41af-b744-d1a10fffe6ff'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:36:21.346319 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dea8b0fca9d342929f96bd35c86b8a14765464b9140f1e1e2496fbd7209775c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d1a7848-b32e-4664-adb9-42ab93585aa2" -d '{"events": [{"server_uuid": "261f0362-f532-4898-850a-cd8c65efc1da", "name": "network-vif-deleted", "tag": "faf81d99-4a56-41af-b744-d1a10fffe6ff"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:36:21.387218 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:36:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36040c4a-e4e1-411a-8be4-3469d879690e x-openstack-request-id: req-36040c4a-e4e1-411a-8be4-3469d879690e {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:36:21.387701 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "261f0362-f532-4898-850a-cd8c65efc1da", "name": "network-vif-deleted", "tag": "faf81d99-4a56-41af-b744-d1a10fffe6ff", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:36:21.388134 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-36040c4a-e4e1-411a-8be4-3469d879690e {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:36:21.388538 n-d-800634-1 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '261f0362-f532-4898-850a-cd8c65efc1da', 'name': 'network-vif-deleted', 'tag': 'faf81d99-4a56-41af-b744-d1a10fffe6ff', 'status': 'completed', 'code': 200} Jul 13 14:36:21.390162 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:21.454987 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-1d42dc7e-07c8-40a6-8888-b52b6f99eb80 None None] Set router 50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:36:21.491643 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-18079ff8-50f3-4337-b342-6ba5d0d8c862 req-26ca4f92-e4cf-4488-80e5-edc4fe2932ee tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/ports?device_id=261f0362-f532-4898-850a-cd8c65efc1da HTTP/1.1" status: 200 len: 210 time: 0.0337615 Jul 13 14:36:21.661021 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-1d42dc7e-07c8-40a6-8888-b52b6f99eb80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc', 'name': 'tempest-ServerActionsTestJSON-1113875761-router', 'tenant_id': '83e4cfc114994f069bc88b9beef4b060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': 'f73fb570-9b0a-437c-9323-8904f128109b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:26:43Z', 'updated_at': '2021-07-13T14:26:46Z', 'revision_number': 4, 'project_id': '83e4cfc114994f069bc88b9beef4b060', 'gw_port': {'id': 'f73fb570-9b0a-437c-9323-8904f128109b', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a2:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:26:44Z', 'updated_at': '2021-07-13T14:26:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': 'c348c8f1-1951-45d3-bb20-9d8cc8b7f236', 'name': '', 'network_id': '14500164-ea70-45d9-8358-e7ee203ceb0e', 'tenant_id': '83e4cfc114994f069bc88b9beef4b060', 'mac_address': 'fa:16:3e:6f:0d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'f4a064e2-d549-471a-a220-dea1e128d3d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:26:45Z', 'updated_at': '2021-07-13T14:26:51Z', 'revision_number': 5, 'project_id': '83e4cfc114994f069bc88b9beef4b060', 'subnets': [{'id': 'f4a064e2-d549-471a-a220-dea1e128d3d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:36:21.687976 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d42dc7e-07c8-40a6-8888-b52b6f99eb80 None None] Checking router: 50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc for host: n-d-800634-1 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:36:21.696119 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d42dc7e-07c8-40a6-8888-b52b6f99eb80 None None] Routers {'50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:36:21.696725 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-1d42dc7e-07c8-40a6-8888-b52b6f99eb80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:36:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:36:21.802850 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-1d42dc7e-07c8-40a6-8888-b52b6f99eb80 None None] Set router 50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:36:22.003056 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-1d42dc7e-07c8-40a6-8888-b52b6f99eb80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc', 'name': 'tempest-ServerActionsTestJSON-1113875761-router', 'tenant_id': '83e4cfc114994f069bc88b9beef4b060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': 'f73fb570-9b0a-437c-9323-8904f128109b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:26:43Z', 'updated_at': '2021-07-13T14:26:46Z', 'revision_number': 4, 'project_id': '83e4cfc114994f069bc88b9beef4b060', 'gw_port': {'id': 'f73fb570-9b0a-437c-9323-8904f128109b', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a2:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:26:44Z', 'updated_at': '2021-07-13T14:26:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': 'c348c8f1-1951-45d3-bb20-9d8cc8b7f236', 'name': '', 'network_id': '14500164-ea70-45d9-8358-e7ee203ceb0e', 'tenant_id': '83e4cfc114994f069bc88b9beef4b060', 'mac_address': 'fa:16:3e:6f:0d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'f4a064e2-d549-471a-a220-dea1e128d3d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:26:45Z', 'updated_at': '2021-07-13T14:26:51Z', 'revision_number': 5, 'project_id': '83e4cfc114994f069bc88b9beef4b060', 'subnets': [{'id': 'f4a064e2-d549-471a-a220-dea1e128d3d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:36:22.030199 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d42dc7e-07c8-40a6-8888-b52b6f99eb80 None None] The sync data for ids ['50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc'] in n-d-800634-1 is: [{'id': '50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc', 'name': 'tempest-ServerActionsTestJSON-1113875761-router', 'tenant_id': '83e4cfc114994f069bc88b9beef4b060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': 'f73fb570-9b0a-437c-9323-8904f128109b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:26:43Z', 'updated_at': '2021-07-13T14:26:46Z', 'revision_number': 4, 'project_id': '83e4cfc114994f069bc88b9beef4b060', 'gw_port': {'id': 'f73fb570-9b0a-437c-9323-8904f128109b', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a2:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:26:44Z', 'updated_at': '2021-07-13T14:26:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': 'c348c8f1-1951-45d3-bb20-9d8cc8b7f236', 'name': '', 'network_id': '14500164-ea70-45d9-8358-e7ee203ceb0e', 'tenant_id': '83e4cfc114994f069bc88b9beef4b060', 'mac_address': 'fa:16:3e:6f:0d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'f4a064e2-d549-471a-a220-dea1e128d3d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:26:45Z', 'updated_at': '2021-07-13T14:26:51Z', 'revision_number': 5, 'project_id': '83e4cfc114994f069bc88b9beef4b060', 'subnets': [{'id': 'f4a064e2-d549-471a-a220-dea1e128d3d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:36:22.251731 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703ce85b-2e9c-4fa6-82f2-d934ebd11d00 None None] New status for floating IP a0b5e78f-53bc-4f37-8891-31b1052135af: DOWN {{(pid=93753) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 14:36:22.638999 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f3998834-dad9-427c-86c2-ad6bcc9fbf51 req-21684d67-0a61-4ab0-8ed2-769b2ca2af46 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/ports?device_id=261f0362-f532-4898-850a-cd8c65efc1da HTTP/1.1" status: 200 len: 210 time: 0.0286808 Jul 13 14:36:22.837375 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:23.782838 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f52f2777-ce46-40a7-9f1a-68576fe8adb0 req-7b6f5fd8-1661-4d85-a537-9e7480f41569 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/ports?device_id=261f0362-f532-4898-850a-cd8c65efc1da HTTP/1.1" status: 200 len: 210 time: 0.0291741 Jul 13 14:36:24.794533 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device faf81d99-4a56-41af-b744-d1a10fffe6ff no longer exists at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:36:24.815360 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] No Port match for: faf81d99-4a56-41af-b744-d1a10fffe6ff {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:36:24.815710 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device faf81d99-4a56-41af-b744-d1a10fffe6ff not bound to the agent host n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:36:24.936581 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6709d51e-cac3-4b61-abef-342dae7d5a7b req-768c26e4-6ee2-44f5-ae76-d6112a5bdfaa tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/ports?device_id=261f0362-f532-4898-850a-cd8c65efc1da HTTP/1.1" status: 200 len: 210 time: 0.0300274 Jul 13 14:36:29.955343 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 50538) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:36:30.008477 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ef973cee-e4c3-470c-945d-effd95f38f67 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:30.031058 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ef973cee-e4c3-470c-945d-effd95f38f67 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:30.079936 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ef973cee-e4c3-470c-945d-effd95f38f67 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:30.082530 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ef973cee-e4c3-470c-945d-effd95f38f67 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:30.083819 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-ef973cee-e4c3-470c-945d-effd95f38f67 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "DELETE /v2.0/security-groups/6bbffade-850f-40f8-9d63-3701c1aa27a7 HTTP/1.1" status: 204 len: 168 time: 0.1273408 Jul 13 14:36:30.086547 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 50540) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:36:30.093377 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef973cee-e4c3-470c-945d-effd95f38f67 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bbffade-850f-40f8-9d63-3701c1aa27a7,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:36:30.099936 n-d-800634-1 neutron-server[93750]: INFO neutron.api.v2.resource [None req-cedb06b9-a301-4edf-9ca8-e1c90ef540fb tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] show failed (client error): The resource could not be found. Jul 13 14:36:30.101807 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-cedb06b9-a301-4edf-9ca8-e1c90ef540fb tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "GET /v2.0/security-groups/6bbffade-850f-40f8-9d63-3701c1aa27a7 HTTP/1.1" status: 404 len: 347 time: 0.0133483 Jul 13 14:36:30.103602 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 50542) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:36:30.228516 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-686fd439-7b11-4903-a38d-a6fa6f0d93d4 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Deleting port 8ddc4c8c-2b33-4000-9c76-5799c68e3ab8 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:36:30.228775 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-686fd439-7b11-4903-a38d-a6fa6f0d93d4 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:30.308991 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-686fd439-7b11-4903-a38d-a6fa6f0d93d4 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:30.309314 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-686fd439-7b11-4903-a38d-a6fa6f0d93d4 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:30.320433 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-686fd439-7b11-4903-a38d-a6fa6f0d93d4 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Calling delete_port for 8ddc4c8c-2b33-4000-9c76-5799c68e3ab8 owned by network:floatingip {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:36:30.451289 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-686fd439-7b11-4903-a38d-a6fa6f0d93d4 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:30.479026 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686fd439-7b11-4903-a38d-a6fa6f0d93d4 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Pushing event deleted for resources: {'Port': ['ID=8ddc4c8c-2b33-4000-9c76-5799c68e3ab8,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:36:30.545940 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-686fd439-7b11-4903-a38d-a6fa6f0d93d4 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Notify callbacks [] for floatingip, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:30.548564 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-686fd439-7b11-4903-a38d-a6fa6f0d93d4 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for floatingip, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:30.549760 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-686fd439-7b11-4903-a38d-a6fa6f0d93d4 tempest-ServerActionsTestJSON-575502635 tempest-ServerActionsTestJSON-575502635-project] 10.222.0.23 "DELETE /v2.0/floatingips/a0b5e78f-53bc-4f37-8891-31b1052135af HTTP/1.1" status: 204 len: 168 time: 0.4452417 Jul 13 14:36:30.552783 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 50544) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:36:30.930570 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:30.971209 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-29710947-1c3b-4059-9a7b-f082f3dd3ff2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451695'] for router_interface, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:31.222418 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-29710947-1c3b-4059-9a7b-f082f3dd3ff2 admin admin] Deleting port c348c8f1-1951-45d3-bb20-9d8cc8b7f236 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:36:31.223098 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-29710947-1c3b-4059-9a7b-f082f3dd3ff2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:31.298283 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-29710947-1c3b-4059-9a7b-f082f3dd3ff2 admin admin] For port c348c8f1-1951-45d3-bb20-9d8cc8b7f236, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=c348c8f1-1951-45d3-bb20-9d8cc8b7f236,segment=NetworkSegment(711d6f24-5014-4ae2-bf25-76237a1bec49),segment_id=711d6f24-5014-4ae2-bf25-76237a1bec49)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:36:31.298642 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-29710947-1c3b-4059-9a7b-f082f3dd3ff2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:31.298810 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:31.311831 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-29710947-1c3b-4059-9a7b-f082f3dd3ff2 admin admin] Calling delete_port for c348c8f1-1951-45d3-bb20-9d8cc8b7f236 owned by network:router_interface {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:36:31.487473 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-29710947-1c3b-4059-9a7b-f082f3dd3ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:31.513724 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29710947-1c3b-4059-9a7b-f082f3dd3ff2 admin admin] Pushing event deleted for resources: {'Port': ['ID=c348c8f1-1951-45d3-bb20-9d8cc8b7f236,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:36:31.684977 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-29710947-1c3b-4059-9a7b-f082f3dd3ff2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1785036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452491'] for router_interface, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:31.895389 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29710947-1c3b-4059-9a7b-f082f3dd3ff2 admin admin] Router 50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:36:32.003245 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29710947-1c3b-4059-9a7b-f082f3dd3ff2 admin admin] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:36:32.008426 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-29710947-1c3b-4059-9a7b-f082f3dd3ff2 admin admin] 10.222.0.23 "PUT /v2.0/routers/50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4543545 Jul 13 14:36:32.010582 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 50550) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:36:32.013099 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f92087-2695-4785-aac9-879455c95e5e None None] Sync routers for ids ['50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:36:32.022385 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f92087-2695-4785-aac9-879455c95e5e None None] Routers {'50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:36:32.023236 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-76f92087-2695-4785-aac9-879455c95e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:36:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:36:32.115435 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-30888c00-ed82-49b3-b98b-61a280a4f77a admin admin] Notify callbacks [] for router, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:32.135141 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-76f92087-2695-4785-aac9-879455c95e5e None None] Set router 50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:36:32.326160 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-76f92087-2695-4785-aac9-879455c95e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc', 'name': 'tempest-ServerActionsTestJSON-1113875761-router', 'tenant_id': '83e4cfc114994f069bc88b9beef4b060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': 'f73fb570-9b0a-437c-9323-8904f128109b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:26:43Z', 'updated_at': '2021-07-13T14:36:31Z', 'revision_number': 5, 'project_id': '83e4cfc114994f069bc88b9beef4b060', 'gw_port': {'id': 'f73fb570-9b0a-437c-9323-8904f128109b', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a2:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:26:44Z', 'updated_at': '2021-07-13T14:26:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:36:32.352349 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f92087-2695-4785-aac9-879455c95e5e None None] Checking router: 50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc for host: n-d-800634-1 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:36:32.361661 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f92087-2695-4785-aac9-879455c95e5e None None] Routers {'50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:36:32.362321 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-76f92087-2695-4785-aac9-879455c95e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:36:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:36:32.473901 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-76f92087-2695-4785-aac9-879455c95e5e None None] Set router 50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:36:32.551710 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-30888c00-ed82-49b3-b98b-61a280a4f77a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:32.603919 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-30888c00-ed82-49b3-b98b-61a280a4f77a admin admin] Deleting port f73fb570-9b0a-437c-9323-8904f128109b {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:36:32.604174 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-30888c00-ed82-49b3-b98b-61a280a4f77a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:32.653085 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-76f92087-2695-4785-aac9-879455c95e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc', 'name': 'tempest-ServerActionsTestJSON-1113875761-router', 'tenant_id': '83e4cfc114994f069bc88b9beef4b060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': 'f73fb570-9b0a-437c-9323-8904f128109b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:26:43Z', 'updated_at': '2021-07-13T14:36:31Z', 'revision_number': 5, 'project_id': '83e4cfc114994f069bc88b9beef4b060', 'gw_port': {'id': 'f73fb570-9b0a-437c-9323-8904f128109b', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a2:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:26:44Z', 'updated_at': '2021-07-13T14:26:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:36:32.682924 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f92087-2695-4785-aac9-879455c95e5e None None] The sync data for ids ['50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc'] in n-d-800634-1 is: [{'id': '50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc', 'name': 'tempest-ServerActionsTestJSON-1113875761-router', 'tenant_id': '83e4cfc114994f069bc88b9beef4b060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': 'f73fb570-9b0a-437c-9323-8904f128109b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:26:43Z', 'updated_at': '2021-07-13T14:36:31Z', 'revision_number': 5, 'project_id': '83e4cfc114994f069bc88b9beef4b060', 'gw_port': {'id': 'f73fb570-9b0a-437c-9323-8904f128109b', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a2:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:26:44Z', 'updated_at': '2021-07-13T14:26:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:36:32.684126 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-30888c00-ed82-49b3-b98b-61a280a4f77a admin admin] For port f73fb570-9b0a-437c-9323-8904f128109b, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=f73fb570-9b0a-437c-9323-8904f128109b,segment=NetworkSegment(3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87),segment_id=3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:36:32.684499 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-30888c00-ed82-49b3-b98b-61a280a4f77a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:32.698053 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-30888c00-ed82-49b3-b98b-61a280a4f77a admin admin] Calling delete_port for f73fb570-9b0a-437c-9323-8904f128109b owned by network:router_gateway {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:36:32.863674 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-30888c00-ed82-49b3-b98b-61a280a4f77a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:32.896706 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30888c00-ed82-49b3-b98b-61a280a4f77a admin admin] Pushing event deleted for resources: {'Port': ['ID=f73fb570-9b0a-437c-9323-8904f128109b,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:36:32.955235 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-30888c00-ed82-49b3-b98b-61a280a4f77a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-446473'] for router_gateway, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:33.047370 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-30888c00-ed82-49b3-b98b-61a280a4f77a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1591938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2696'] for router, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:33.049726 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-30888c00-ed82-49b3-b98b-61a280a4f77a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:33.095897 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-30888c00-ed82-49b3-b98b-61a280a4f77a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593106'] for router, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:33.096454 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30888c00-ed82-49b3-b98b-61a280a4f77a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc {{(pid=93750) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 14:36:33.101032 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-30888c00-ed82-49b3-b98b-61a280a4f77a admin admin] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:33.102243 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-30888c00-ed82-49b3-b98b-61a280a4f77a admin admin] 10.222.0.23 "DELETE /v2.0/routers/50c1a6fa-7556-427a-8fe2-faf7c9b1e2cc HTTP/1.1" status: 204 len: 168 time: 1.0906739 Jul 13 14:36:33.104755 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 50552) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:36:33.156488 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-9be60202-c9c5-4b36-a332-81331157418a admin admin] Deleting subnet f4a064e2-d549-471a-a220-dea1e128d3d3 {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 14:36:33.160186 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9be60202-c9c5-4b36-a332-81331157418a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:33.196230 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9be60202-c9c5-4b36-a332-81331157418a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5431723'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:33.276411 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9be60202-c9c5-4b36-a332-81331157418a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:33.331741 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9be60202-c9c5-4b36-a332-81331157418a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5970525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4763356'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:33.363324 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be60202-c9c5-4b36-a332-81331157418a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4a064e2-d549-471a-a220-dea1e128d3d3,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:36:33.365376 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9be60202-c9c5-4b36-a332-81331157418a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:33.369379 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-9be60202-c9c5-4b36-a332-81331157418a admin admin] 10.222.0.23 "DELETE /v2.0/subnets/f4a064e2-d549-471a-a220-dea1e128d3d3 HTTP/1.1" status: 204 len: 168 time: 0.2614324 Jul 13 14:36:33.369604 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 50554) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:36:33.380198 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96f3a474-f58d-4761-beca-3acf0d9e8e84 None None] Network 14500164-ea70-45d9-8358-e7ee203ceb0e requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:36:33.439152 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d5452b26-4bd1-45f2-aac5-ebbba478e615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:33.492133 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-d5452b26-4bd1-45f2-aac5-ebbba478e615 admin admin] Deleting port d7d56fc1-a684-43ef-b7e4-6dcea0100eb6 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:36:33.492476 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d5452b26-4bd1-45f2-aac5-ebbba478e615 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:33.561546 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-d5452b26-4bd1-45f2-aac5-ebbba478e615 admin admin] For port d7d56fc1-a684-43ef-b7e4-6dcea0100eb6, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=d7d56fc1-a684-43ef-b7e4-6dcea0100eb6,segment=NetworkSegment(711d6f24-5014-4ae2-bf25-76237a1bec49),segment_id=711d6f24-5014-4ae2-bf25-76237a1bec49)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:36:33.562218 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d5452b26-4bd1-45f2-aac5-ebbba478e615 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:33.574594 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-d5452b26-4bd1-45f2-aac5-ebbba478e615 admin admin] Calling delete_port for d7d56fc1-a684-43ef-b7e4-6dcea0100eb6 owned by network:dhcp {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:36:33.653267 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d5452b26-4bd1-45f2-aac5-ebbba478e615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:33.679862 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5452b26-4bd1-45f2-aac5-ebbba478e615 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7d56fc1-a684-43ef-b7e4-6dcea0100eb6,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:36:33.682749 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5452b26-4bd1-45f2-aac5-ebbba478e615 admin admin] No DVR routers for this DVR port d7d56fc1-a684-43ef-b7e4-6dcea0100eb6 on host n-d-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:36:33.706274 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9f1fff6-602b-43b7-b08b-3b337da2457d None None] DHCP port deletion for 14500164-ea70-45d9-8358-e7ee203ceb0e request from n-d-800634-1 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 14:36:33.765768 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d5452b26-4bd1-45f2-aac5-ebbba478e615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:33.775491 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-d5452b26-4bd1-45f2-aac5-ebbba478e615 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14500164-ea70-45d9-8358-e7ee203ceb0e']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:36:33.786184 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-d5452b26-4bd1-45f2-aac5-ebbba478e615 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '711d6f24-5014-4ae2-bf25-76237a1bec49') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:36:33.786477 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-d5452b26-4bd1-45f2-aac5-ebbba478e615 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '711d6f24-5014-4ae2-bf25-76237a1bec49') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:36:33.795274 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d5452b26-4bd1-45f2-aac5-ebbba478e615 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5431730'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:33.809266 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d5452b26-4bd1-45f2-aac5-ebbba478e615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:33.815094 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5452b26-4bd1-45f2-aac5-ebbba478e615 admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 14:36:33.815471 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d5452b26-4bd1-45f2-aac5-ebbba478e615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5970419'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:33.817092 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:36:33.817092 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:36:33.817092 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:36:33.817092 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:36:33.817092 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:36:33.817092 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:36:33.817092 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:36:33.817092 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:36:33.817092 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:36:33.817092 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:36:33.817092 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:36:33.817092 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:36:33.817092 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:36:33.817092 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:36:33.817092 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:36:33.817092 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:36:33.817092 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:36:33.817092 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:36:33.817092 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:36:33.817092 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:36:33.817092 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:36:33.817092 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:36:33.817092 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:36:33.817092 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:36:33.817092 n-d-800634-1 neutron-server[93750]: Traceback (most recent call last): Jul 13 14:36:33.817092 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 14:36:33.817092 n-d-800634-1 neutron-server[93750]: timer() Jul 13 14:36:33.817092 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 14:36:33.817092 n-d-800634-1 neutron-server[93750]: cb(*args, **kw) Jul 13 14:36:33.817092 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 14:36:33.817092 n-d-800634-1 neutron-server[93750]: return func(*args, **kwargs) Jul 13 14:36:33.817092 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 14:36:33.817092 n-d-800634-1 neutron-server[93750]: self._notify() Jul 13 14:36:33.817092 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 14:36:33.817092 n-d-800634-1 neutron-server[93750]: self.callback(batched_events) Jul 13 14:36:33.817092 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 14:36:33.817092 n-d-800634-1 neutron-server[93750]: event.method(event) Jul 13 14:36:33.817092 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 14:36:33.817092 n-d-800634-1 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 14:36:33.817092 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 14:36:33.817092 n-d-800634-1 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 14:36:33.817092 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 14:36:33.817092 n-d-800634-1 neutron-server[93750]: return f(self, *a, **k) Jul 13 14:36:33.817092 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 14:36:33.817092 n-d-800634-1 neutron-server[93750]: return self._get(url).json() Jul 13 14:36:33.817092 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 14:36:33.817092 n-d-800634-1 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 14:36:33.817092 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 14:36:33.817092 n-d-800634-1 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 13 14:36:33.817092 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 14:36:33.817092 n-d-800634-1 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 14:36:33.817092 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 14:36:33.817092 n-d-800634-1 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 14:36:33.817092 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 14:36:33.817092 n-d-800634-1 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 14:36:33.817092 n-d-800634-1 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 14:36:33.873977 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d5452b26-4bd1-45f2-aac5-ebbba478e615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:33.880059 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d5452b26-4bd1-45f2-aac5-ebbba478e615 admin admin] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:33.881894 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-d5452b26-4bd1-45f2-aac5-ebbba478e615 admin admin] 10.222.0.23 "DELETE /v2.0/networks/14500164-ea70-45d9-8358-e7ee203ceb0e HTTP/1.1" status: 204 len: 168 time: 0.5113244 Jul 13 14:36:33.894386 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5452b26-4bd1-45f2-aac5-ebbba478e615 admin admin] Pushing event deleted for resources: {'Network': ['ID=14500164-ea70-45d9-8358-e7ee203ceb0e,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:36:33.987847 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 50558) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:36:34.028722 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-7145939f-9ead-46b1-97a3-45ae688167c5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=83e4cfc114994f069bc88b9beef4b060&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391138 Jul 13 14:36:34.030639 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 50560) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:36:34.079579 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device f73fb570-9b0a-437c-9323-8904f128109b no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:36:34.085470 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d01712af-10c8-4f1f-95cb-f90897f8329e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:34.102314 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: f73fb570-9b0a-437c-9323-8904f128109b {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:36:34.102656 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device f73fb570-9b0a-437c-9323-8904f128109b not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:36:34.103072 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device c348c8f1-1951-45d3-bb20-9d8cc8b7f236 no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:36:34.107683 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d01712af-10c8-4f1f-95cb-f90897f8329e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:34.122360 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: c348c8f1-1951-45d3-bb20-9d8cc8b7f236 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:36:34.122701 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device c348c8f1-1951-45d3-bb20-9d8cc8b7f236 not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:36:34.123114 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device d7d56fc1-a684-43ef-b7e4-6dcea0100eb6 no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:36:34.142074 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: d7d56fc1-a684-43ef-b7e4-6dcea0100eb6 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:36:34.142468 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device d7d56fc1-a684-43ef-b7e4-6dcea0100eb6 not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:36:34.155180 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d01712af-10c8-4f1f-95cb-f90897f8329e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:34.157659 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d01712af-10c8-4f1f-95cb-f90897f8329e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:34.158847 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-d01712af-10c8-4f1f-95cb-f90897f8329e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d1e5f10f-9e8a-473d-a21d-6bf1588b515f HTTP/1.1" status: 204 len: 168 time: 0.1272032 Jul 13 14:36:34.166408 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01712af-10c8-4f1f-95cb-f90897f8329e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1e5f10f-9e8a-473d-a21d-6bf1588b515f,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:36:34.834420 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 50582) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:36:34.928882 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-66b22af8-d322-441c-892b-169cda3059ce admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-971310364-network', 'tenant_id': '2144b55e951f4864bbd7f1e74333a0d6'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:36:34.954883 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66b22af8-d322-441c-892b-169cda3059ce admin admin] Made reservation on behalf of 2144b55e951f4864bbd7f1e74333a0d6 for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:36:34.957252 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-66b22af8-d322-441c-892b-169cda3059ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:34.965779 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-66b22af8-d322-441c-892b-169cda3059ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:35.052577 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-66b22af8-d322-441c-892b-169cda3059ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:35.056424 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-66b22af8-d322-441c-892b-169cda3059ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:35.082283 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66b22af8-d322-441c-892b-169cda3059ce admin admin] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 14:36:35.091913 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b22af8-d322-441c-892b-169cda3059ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d38f9e56-be8d-4cd3-9439-d7349ec0788f,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:36:35.096676 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-66b22af8-d322-441c-892b-169cda3059ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:35.097019 n-d-800634-1 neutron-server[93751]: INFO neutron.db.segments_db [None req-66b22af8-d322-441c-892b-169cda3059ce admin admin] Added segment 9cafed26-5e1f-416b-9d33-85b262daa0e1 of type vlan for network c1011512-e103-45b3-a702-fec41bacef76 Jul 13 14:36:35.137517 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-66b22af8-d322-441c-892b-169cda3059ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:35.164928 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-66b22af8-d322-441c-892b-169cda3059ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:35.165928 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b22af8-d322-441c-892b-169cda3059ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:35.166497 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-66b22af8-d322-441c-892b-169cda3059ce admin admin] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:35.222565 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-66b22af8-d322-441c-892b-169cda3059ce admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3869042 Jul 13 14:36:35.225624 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 50586) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:36:35.229353 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b22af8-d322-441c-892b-169cda3059ce admin admin] Pushing event updated for resources: {'Network': ['ID=c1011512-e103-45b3-a702-fec41bacef76,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:36:35.231405 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-441f1f1c-16e5-41b6-9c72-e5ae7b5c8c19 admin admin] Request body: {'subnet': {'network_id': 'c1011512-e103-45b3-a702-fec41bacef76', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-971310364-subnet', 'tenant_id': '2144b55e951f4864bbd7f1e74333a0d6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:36:35.241235 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network c1011512-e103-45b3-a702-fec41bacef76 details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 14:36:35.259354 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-441f1f1c-16e5-41b6-9c72-e5ae7b5c8c19 admin admin] Made reservation on behalf of 2144b55e951f4864bbd7f1e74333a0d6 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:36:35.262129 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-441f1f1c-16e5-41b6-9c72-e5ae7b5c8c19 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4763385'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:35.438003 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-441f1f1c-16e5-41b6-9c72-e5ae7b5c8c19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5970588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4763339'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:35.500044 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441f1f1c-16e5-41b6-9c72-e5ae7b5c8c19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ab39cc9-45f6-49c4-98c5-13cdbb25269a,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:36:35.507501 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441f1f1c-16e5-41b6-9c72-e5ae7b5c8c19 admin admin] Checking segment: {'id': '9cafed26-5e1f-416b-9d33-85b262daa0e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c1011512-e103-45b3-a702-fec41bacef76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:36:35.507866 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-441f1f1c-16e5-41b6-9c72-e5ae7b5c8c19 admin admin] Network hostable DHCP agents. Network: c1011512-e103-45b3-a702-fec41bacef76, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 14:36:35.523870 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-441f1f1c-16e5-41b6-9c72-e5ae7b5c8c19 admin admin] Network c1011512-e103-45b3-a702-fec41bacef76 is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 14:36:35.532540 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-441f1f1c-16e5-41b6-9c72-e5ae7b5c8c19 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, c1011512-e103-45b3-a702-fec41bacef76) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:36:35.536422 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-441f1f1c-16e5-41b6-9c72-e5ae7b5c8c19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:35.537009 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-441f1f1c-16e5-41b6-9c72-e5ae7b5c8c19 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:35.541020 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48d134a2-1aa1-48c0-91ce-40a3ffa2a02c None None] Network c1011512-e103-45b3-a702-fec41bacef76 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:36:35.552046 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-441f1f1c-16e5-41b6-9c72-e5ae7b5c8c19 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3251731 Jul 13 14:36:35.671566 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5acb8ca-049f-4ad1-a071-66e4ea58c385 None None] Network c1011512-e103-45b3-a702-fec41bacef76 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:36:35.985392 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61858b7f-8bab-4bb8-ad79-2cbd2826b19b req-c81e506e-172c-4c95-adc9-b467d0a8a876 tempest-ServersNegativeTestJSON-1774031728 tempest-ServersNegativeTestJSON-1774031728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:35.986885 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-61858b7f-8bab-4bb8-ad79-2cbd2826b19b req-c81e506e-172c-4c95-adc9-b467d0a8a876 tempest-ServersNegativeTestJSON-1774031728 tempest-ServersNegativeTestJSON-1774031728-project] 10.222.0.23 "GET /v2.0/networks?id=c1011512-e103-45b3-a702-fec41bacef76 HTTP/1.1" status: 200 len: 813 time: 0.1021006 Jul 13 14:36:36.001564 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-61858b7f-8bab-4bb8-ad79-2cbd2826b19b req-df991c6c-bdfb-47ca-a051-d383c17af1fb tempest-ServersNegativeTestJSON-1774031728 tempest-ServersNegativeTestJSON-1774031728-project] 10.222.0.23 "GET /v2.0/quotas/2144b55e951f4864bbd7f1e74333a0d6 HTTP/1.1" status: 200 len: 375 time: 0.0094144 Jul 13 14:36:36.033583 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-61858b7f-8bab-4bb8-ad79-2cbd2826b19b req-469f6195-98c0-47cb-8cac-40bd10a243c0 tempest-ServersNegativeTestJSON-1774031728 tempest-ServersNegativeTestJSON-1774031728-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=2144b55e951f4864bbd7f1e74333a0d6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272336 Jul 13 14:36:36.088055 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [req-61858b7f-8bab-4bb8-ad79-2cbd2826b19b req-cb8cc5c3-7064-4bd5-8ae9-591b59664682 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93750) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 14:36:36.089040 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-61858b7f-8bab-4bb8-ad79-2cbd2826b19b req-cb8cc5c3-7064-4bd5-8ae9-591b59664682 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0493166 Jul 13 14:36:36.179609 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-61858b7f-8bab-4bb8-ad79-2cbd2826b19b req-446689a9-2b1b-44f9-8f4f-c2deb43940bb service neutron] 10.222.0.23 "GET /v2.0/networks/c1011512-e103-45b3-a702-fec41bacef76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843904 Jul 13 14:36:36.271576 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-61858b7f-8bab-4bb8-ad79-2cbd2826b19b req-fd9c0a0f-ace4-4241-8c14-b8a6d226fb65 service neutron] 10.222.0.23 "GET /v2.0/networks/c1011512-e103-45b3-a702-fec41bacef76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852594 Jul 13 14:36:36.702484 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ca434ab9-022f-4717-861a-02a4d4ad1b5f req-999267f3-8311-4d7b-b357-322ed805fda3 tempest-ServersNegativeTestJSON-1774031728 tempest-ServersNegativeTestJSON-1774031728-project] 10.222.0.23 "GET /v2.0/ports?device_id=196ba52a-a28b-41b0-b710-009f35f4d2b9 HTTP/1.1" status: 200 len: 210 time: 0.2958581 Jul 13 14:36:37.622811 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61858b7f-8bab-4bb8-ad79-2cbd2826b19b req-ababb904-d1a9-4fb4-a265-ddf5ef4917a7 tempest-ServersNegativeTestJSON-1774031728 tempest-ServersNegativeTestJSON-1774031728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:37.624419 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-61858b7f-8bab-4bb8-ad79-2cbd2826b19b req-ababb904-d1a9-4fb4-a265-ddf5ef4917a7 tempest-ServersNegativeTestJSON-1774031728 tempest-ServersNegativeTestJSON-1774031728-project] 10.222.0.41 "GET /v2.0/networks?id=c1011512-e103-45b3-a702-fec41bacef76 HTTP/1.1" status: 200 len: 813 time: 0.1022005 Jul 13 14:36:37.635831 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-61858b7f-8bab-4bb8-ad79-2cbd2826b19b req-5c4b624e-187f-4840-956e-e466556af75d tempest-ServersNegativeTestJSON-1774031728 tempest-ServersNegativeTestJSON-1774031728-project] Request body: {'port': {'device_id': '196ba52a-a28b-41b0-b710-009f35f4d2b9', 'network_id': 'c1011512-e103-45b3-a702-fec41bacef76', 'admin_state_up': True, 'tenant_id': '2144b55e951f4864bbd7f1e74333a0d6'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:36:37.746939 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61858b7f-8bab-4bb8-ad79-2cbd2826b19b req-5c4b624e-187f-4840-956e-e466556af75d tempest-ServersNegativeTestJSON-1774031728 tempest-ServersNegativeTestJSON-1774031728-project] Made reservation on behalf of 2144b55e951f4864bbd7f1e74333a0d6 for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:36:37.750533 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-61858b7f-8bab-4bb8-ad79-2cbd2826b19b req-5c4b624e-187f-4840-956e-e466556af75d tempest-ServersNegativeTestJSON-1774031728 tempest-ServersNegativeTestJSON-1774031728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:37.852060 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-448c005e-1b6a-40c2-b9fe-731715ea3eee req-578627f9-1b67-4814-b251-f4182ec9e48f tempest-ServersNegativeTestJSON-1774031728 tempest-ServersNegativeTestJSON-1774031728-project] 10.222.0.23 "GET /v2.0/ports?device_id=196ba52a-a28b-41b0-b710-009f35f4d2b9 HTTP/1.1" status: 200 len: 210 time: 0.0337212 Jul 13 14:36:37.879187 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [req-61858b7f-8bab-4bb8-ad79-2cbd2826b19b req-5c4b624e-187f-4840-956e-e466556af75d tempest-ServersNegativeTestJSON-1774031728 tempest-ServersNegativeTestJSON-1774031728-project] Allocated IP 172.20.0.13 (c1011512-e103-45b3-a702-fec41bacef76/6ab39cc9-45f6-49c4-98c5-13cdbb25269a/760ce5f0-1f9d-48a0-b1a0-a517592af543) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:36:38.027368 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-61858b7f-8bab-4bb8-ad79-2cbd2826b19b req-5c4b624e-187f-4840-956e-e466556af75d tempest-ServersNegativeTestJSON-1774031728 tempest-ServersNegativeTestJSON-1774031728-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:38.065221 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-61858b7f-8bab-4bb8-ad79-2cbd2826b19b req-5c4b624e-187f-4840-956e-e466556af75d tempest-ServersNegativeTestJSON-1774031728 tempest-ServersNegativeTestJSON-1774031728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:38.115201 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61858b7f-8bab-4bb8-ad79-2cbd2826b19b req-5c4b624e-187f-4840-956e-e466556af75d tempest-ServersNegativeTestJSON-1774031728 tempest-ServersNegativeTestJSON-1774031728-project] Network c1011512-e103-45b3-a702-fec41bacef76 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:36:38.118414 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [req-61858b7f-8bab-4bb8-ad79-2cbd2826b19b req-5c4b624e-187f-4840-956e-e466556af75d tempest-ServersNegativeTestJSON-1774031728 tempest-ServersNegativeTestJSON-1774031728-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:36:38.122761 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-61858b7f-8bab-4bb8-ad79-2cbd2826b19b req-5c4b624e-187f-4840-956e-e466556af75d tempest-ServersNegativeTestJSON-1774031728 tempest-ServersNegativeTestJSON-1774031728-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:36:38.145610 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4b624e-187f-4840-956e-e466556af75d tempest-ServersNegativeTestJSON-1774031728 tempest-ServersNegativeTestJSON-1774031728-project] Pushing event updated for resources: {'Port': ['ID=760ce5f0-1f9d-48a0-b1a0-a517592af543,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:36:38.172289 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61858b7f-8bab-4bb8-ad79-2cbd2826b19b req-5c4b624e-187f-4840-956e-e466556af75d tempest-ServersNegativeTestJSON-1774031728 tempest-ServersNegativeTestJSON-1774031728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:38.172890 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-61858b7f-8bab-4bb8-ad79-2cbd2826b19b req-5c4b624e-187f-4840-956e-e466556af75d tempest-ServersNegativeTestJSON-1774031728 tempest-ServersNegativeTestJSON-1774031728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:38.187714 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-61858b7f-8bab-4bb8-ad79-2cbd2826b19b req-5c4b624e-187f-4840-956e-e466556af75d tempest-ServersNegativeTestJSON-1774031728 tempest-ServersNegativeTestJSON-1774031728-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5555775 Jul 13 14:36:38.198909 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-61858b7f-8bab-4bb8-ad79-2cbd2826b19b req-ed0d86ea-8006-42e1-9360-a976dfcea42e service neutron] Request body: {'port': {'device_id': '196ba52a-a28b-41b0-b710-009f35f4d2b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-1'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:36:38.268227 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-61858b7f-8bab-4bb8-ad79-2cbd2826b19b req-ed0d86ea-8006-42e1-9360-a976dfcea42e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:38.536208 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [req-61858b7f-8bab-4bb8-ad79-2cbd2826b19b req-ed0d86ea-8006-42e1-9360-a976dfcea42e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 760ce5f0-1f9d-48a0-b1a0-a517592af543 {{(pid=93751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:36:38.544441 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-61858b7f-8bab-4bb8-ad79-2cbd2826b19b req-ed0d86ea-8006-42e1-9360-a976dfcea42e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:38.555853 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-61858b7f-8bab-4bb8-ad79-2cbd2826b19b req-ed0d86ea-8006-42e1-9360-a976dfcea42e service neutron] Transition to ACTIVE for port object 760ce5f0-1f9d-48a0-b1a0-a517592af543 will not be triggered until provisioned by entity L2. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:36:38.559624 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-61858b7f-8bab-4bb8-ad79-2cbd2826b19b req-ed0d86ea-8006-42e1-9360-a976dfcea42e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:38.609630 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0d86ea-8006-42e1-9360-a976dfcea42e service neutron] Pushing event updated for resources: {'Port': ['ID=760ce5f0-1f9d-48a0-b1a0-a517592af543,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:36:38.674423 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-61858b7f-8bab-4bb8-ad79-2cbd2826b19b req-ed0d86ea-8006-42e1-9360-a976dfcea42e service neutron] Attempting to bind port 760ce5f0-1f9d-48a0-b1a0-a517592af543 on host n-h2-800634-1 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:36:38.674757 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-61858b7f-8bab-4bb8-ad79-2cbd2826b19b req-ed0d86ea-8006-42e1-9360-a976dfcea42e service neutron] Attempting to bind port 760ce5f0-1f9d-48a0-b1a0-a517592af543 by drivers openvswitch,hyperv on host n-h2-800634-1 at level 0 using segments [{'id': '9cafed26-5e1f-416b-9d33-85b262daa0e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c1011512-e103-45b3-a702-fec41bacef76'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:36:38.675089 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61858b7f-8bab-4bb8-ad79-2cbd2826b19b req-ed0d86ea-8006-42e1-9360-a976dfcea42e service neutron] Attempting to bind port 760ce5f0-1f9d-48a0-b1a0-a517592af543 on network c1011512-e103-45b3-a702-fec41bacef76 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:36:38.679326 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61858b7f-8bab-4bb8-ad79-2cbd2826b19b req-ed0d86ea-8006-42e1-9360-a976dfcea42e service neutron] Port 760ce5f0-1f9d-48a0-b1a0-a517592af543 on network c1011512-e103-45b3-a702-fec41bacef76 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-1 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 14:36:38.679648 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61858b7f-8bab-4bb8-ad79-2cbd2826b19b req-ed0d86ea-8006-42e1-9360-a976dfcea42e service neutron] Attempting to bind port 760ce5f0-1f9d-48a0-b1a0-a517592af543 on network c1011512-e103-45b3-a702-fec41bacef76 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:36:38.684662 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61858b7f-8bab-4bb8-ad79-2cbd2826b19b req-ed0d86ea-8006-42e1-9360-a976dfcea42e service neutron] Checking agent: {'id': 'f615e5c9-21ab-43f2-adbc-192d64b795cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:36:38.684993 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61858b7f-8bab-4bb8-ad79-2cbd2826b19b req-ed0d86ea-8006-42e1-9360-a976dfcea42e service neutron] Checking segment: {'id': '9cafed26-5e1f-416b-9d33-85b262daa0e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c1011512-e103-45b3-a702-fec41bacef76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:36:38.685376 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61858b7f-8bab-4bb8-ad79-2cbd2826b19b req-ed0d86ea-8006-42e1-9360-a976dfcea42e service neutron] Bound using segment: {'id': '9cafed26-5e1f-416b-9d33-85b262daa0e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c1011512-e103-45b3-a702-fec41bacef76'} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:36:38.685833 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-61858b7f-8bab-4bb8-ad79-2cbd2826b19b req-ed0d86ea-8006-42e1-9360-a976dfcea42e service neutron] Bound port: 760ce5f0-1f9d-48a0-b1a0-a517592af543, host: n-h2-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cafed26-5e1f-416b-9d33-85b262daa0e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c1011512-e103-45b3-a702-fec41bacef76'}}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:36:38.686189 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-61858b7f-8bab-4bb8-ad79-2cbd2826b19b req-ed0d86ea-8006-42e1-9360-a976dfcea42e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:38.751093 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-61858b7f-8bab-4bb8-ad79-2cbd2826b19b req-ed0d86ea-8006-42e1-9360-a976dfcea42e service neutron] For port 760ce5f0-1f9d-48a0-b1a0-a517592af543, host n-h2-800634-1, cleared binding levels {{(pid=93751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:36:38.754187 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-61858b7f-8bab-4bb8-ad79-2cbd2826b19b req-ed0d86ea-8006-42e1-9360-a976dfcea42e service neutron] For port 760ce5f0-1f9d-48a0-b1a0-a517592af543, host n-h2-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=760ce5f0-1f9d-48a0-b1a0-a517592af543,segment=NetworkSegment(9cafed26-5e1f-416b-9d33-85b262daa0e1),segment_id=9cafed26-5e1f-416b-9d33-85b262daa0e1)] {{(pid=93751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:36:38.758101 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-61858b7f-8bab-4bb8-ad79-2cbd2826b19b req-ed0d86ea-8006-42e1-9360-a976dfcea42e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:38.791192 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61858b7f-8bab-4bb8-ad79-2cbd2826b19b req-ed0d86ea-8006-42e1-9360-a976dfcea42e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:38.791802 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-61858b7f-8bab-4bb8-ad79-2cbd2826b19b req-ed0d86ea-8006-42e1-9360-a976dfcea42e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:38.793819 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-61858b7f-8bab-4bb8-ad79-2cbd2826b19b req-ed0d86ea-8006-42e1-9360-a976dfcea42e service neutron] 10.222.0.41 "PUT /v2.0/ports/760ce5f0-1f9d-48a0-b1a0-a517592af543 HTTP/1.1" status: 200 len: 1092 time: 0.5991070 Jul 13 14:36:38.794250 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '196ba52a-a28b-41b0-b710-009f35f4d2b9', 'tag': '760ce5f0-1f9d-48a0-b1a0-a517592af543'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:36:38.796483 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dea8b0fca9d342929f96bd35c86b8a14765464b9140f1e1e2496fbd7209775c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47528e2c-e3e6-4c73-8b02-55d13e728a96" -d '{"events": [{"name": "network-changed", "server_uuid": "196ba52a-a28b-41b0-b710-009f35f4d2b9", "tag": "760ce5f0-1f9d-48a0-b1a0-a517592af543"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:36:38.821712 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0d86ea-8006-42e1-9360-a976dfcea42e service neutron] Pushing event updated for resources: {'Port': ['ID=760ce5f0-1f9d-48a0-b1a0-a517592af543,revision_number=3']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:36:38.831874 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:36:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72e0066e-a5a8-4540-8491-1e53b452a0c4 x-openstack-request-id: req-72e0066e-a5a8-4540-8491-1e53b452a0c4 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:36:38.832176 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "196ba52a-a28b-41b0-b710-009f35f4d2b9", "tag": "760ce5f0-1f9d-48a0-b1a0-a517592af543", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:36:38.832482 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-72e0066e-a5a8-4540-8491-1e53b452a0c4 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:36:38.832868 n-d-800634-1 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '196ba52a-a28b-41b0-b710-009f35f4d2b9', 'tag': '760ce5f0-1f9d-48a0-b1a0-a517592af543', 'status': 'completed', 'code': 200} Jul 13 14:36:38.893508 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61858b7f-8bab-4bb8-ad79-2cbd2826b19b req-0878c50c-7a2b-491e-bc98-6e3d61ec4baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:38.895280 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-61858b7f-8bab-4bb8-ad79-2cbd2826b19b req-0878c50c-7a2b-491e-bc98-6e3d61ec4baf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2144b55e951f4864bbd7f1e74333a0d6&device_id=196ba52a-a28b-41b0-b710-009f35f4d2b9 HTTP/1.1" status: 200 len: 1095 time: 0.0548337 Jul 13 14:36:38.943377 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-61858b7f-8bab-4bb8-ad79-2cbd2826b19b req-21e08552-4ce0-4242-af56-1ae3bc0074de service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=760ce5f0-1f9d-48a0-b1a0-a517592af543 HTTP/1.1" status: 200 len: 217 time: 0.0410197 Jul 13 14:36:38.994009 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61858b7f-8bab-4bb8-ad79-2cbd2826b19b req-654511f2-a8c0-402f-968a-fed3dca92e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:38.996096 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-61858b7f-8bab-4bb8-ad79-2cbd2826b19b req-654511f2-a8c0-402f-968a-fed3dca92e3c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6ab39cc9-45f6-49c4-98c5-13cdbb25269a HTTP/1.1" status: 200 len: 853 time: 0.0450864 Jul 13 14:36:39.027662 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-61858b7f-8bab-4bb8-ad79-2cbd2826b19b req-2b728bb7-0261-484e-846f-e833dda41044 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c1011512-e103-45b3-a702-fec41bacef76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261972 Jul 13 14:36:39.032726 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c938664-4721-44e6-aed0-e8bfa448b832 req-61380400-96c3-4459-a308-089eb0e4ba1d tempest-ServersNegativeTestJSON-1774031728 tempest-ServersNegativeTestJSON-1774031728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:39.034251 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5c938664-4721-44e6-aed0-e8bfa448b832 req-61380400-96c3-4459-a308-089eb0e4ba1d tempest-ServersNegativeTestJSON-1774031728 tempest-ServersNegativeTestJSON-1774031728-project] 10.222.0.23 "GET /v2.0/ports?device_id=196ba52a-a28b-41b0-b710-009f35f4d2b9 HTTP/1.1" status: 200 len: 944 time: 0.0642214 Jul 13 14:36:39.074079 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5c938664-4721-44e6-aed0-e8bfa448b832 req-2dce3e93-b602-4c0e-985e-586b1554f104 tempest-ServersNegativeTestJSON-1774031728 tempest-ServersNegativeTestJSON-1774031728-project] 10.222.0.23 "GET /v2.0/security-groups?id=d38f9e56-be8d-4cd3-9439-d7349ec0788f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337410 Jul 13 14:36:39.120550 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-61858b7f-8bab-4bb8-ad79-2cbd2826b19b req-011a73a8-be6d-4e4a-a5ee-b08c7bf0a04f service neutron] 10.222.0.41 "GET /v2.0/networks/c1011512-e103-45b3-a702-fec41bacef76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868325 Jul 13 14:36:39.207415 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-61858b7f-8bab-4bb8-ad79-2cbd2826b19b req-46d0bae0-a254-48c6-8851-7c0e5b17c7b1 service neutron] 10.222.0.41 "GET /v2.0/networks/c1011512-e103-45b3-a702-fec41bacef76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807269 Jul 13 14:36:39.302586 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47528e2c-e3e6-4c73-8b02-55d13e728a96 req-8e8beddd-c509-4363-9864-1523a3bf6973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:39.304025 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-47528e2c-e3e6-4c73-8b02-55d13e728a96 req-8e8beddd-c509-4363-9864-1523a3bf6973 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2144b55e951f4864bbd7f1e74333a0d6&device_id=196ba52a-a28b-41b0-b710-009f35f4d2b9 HTTP/1.1" status: 200 len: 1095 time: 0.0522251 Jul 13 14:36:39.396489 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47528e2c-e3e6-4c73-8b02-55d13e728a96 req-08b6d8b9-55a3-4bf2-b0f2-28a8e7083139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:39.397890 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-47528e2c-e3e6-4c73-8b02-55d13e728a96 req-08b6d8b9-55a3-4bf2-b0f2-28a8e7083139 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c1011512-e103-45b3-a702-fec41bacef76 HTTP/1.1" status: 200 len: 913 time: 0.0876400 Jul 13 14:36:39.438279 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-47528e2c-e3e6-4c73-8b02-55d13e728a96 req-138ff2e6-8c3d-4ca5-81c7-cfe77696b253 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=760ce5f0-1f9d-48a0-b1a0-a517592af543 HTTP/1.1" status: 200 len: 217 time: 0.0337729 Jul 13 14:36:39.484808 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47528e2c-e3e6-4c73-8b02-55d13e728a96 req-190aafd3-b7fe-470b-bbec-30312430b669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:39.486218 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-47528e2c-e3e6-4c73-8b02-55d13e728a96 req-190aafd3-b7fe-470b-bbec-30312430b669 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6ab39cc9-45f6-49c4-98c5-13cdbb25269a HTTP/1.1" status: 200 len: 853 time: 0.0418074 Jul 13 14:36:39.524089 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-47528e2c-e3e6-4c73-8b02-55d13e728a96 req-20f2ed10-a195-4019-8b97-ef47b141b3a1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c1011512-e103-45b3-a702-fec41bacef76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300918 Jul 13 14:36:39.610064 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-47528e2c-e3e6-4c73-8b02-55d13e728a96 req-ba75f418-ee53-44e3-82c1-ec4a58117b5d service neutron] 10.222.0.41 "GET /v2.0/networks/c1011512-e103-45b3-a702-fec41bacef76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792313 Jul 13 14:36:39.703275 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-47528e2c-e3e6-4c73-8b02-55d13e728a96 req-55bf0d03-10ea-4cae-acf5-ca038064227c service neutron] 10.222.0.41 "GET /v2.0/networks/c1011512-e103-45b3-a702-fec41bacef76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856233 Jul 13 14:36:40.249906 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2c6079-4136-4194-9e5c-e00e73c9f004 req-3eec90fd-889d-43e6-a74f-62bd93cc3e00 tempest-ServersNegativeTestJSON-1774031728 tempest-ServersNegativeTestJSON-1774031728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:40.251427 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6f2c6079-4136-4194-9e5c-e00e73c9f004 req-3eec90fd-889d-43e6-a74f-62bd93cc3e00 tempest-ServersNegativeTestJSON-1774031728 tempest-ServersNegativeTestJSON-1774031728-project] 10.222.0.23 "GET /v2.0/ports?device_id=196ba52a-a28b-41b0-b710-009f35f4d2b9 HTTP/1.1" status: 200 len: 944 time: 0.0660844 Jul 13 14:36:40.288667 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6f2c6079-4136-4194-9e5c-e00e73c9f004 req-59b0f36d-457f-4a99-b4ff-99c8055f6e7d tempest-ServersNegativeTestJSON-1774031728 tempest-ServersNegativeTestJSON-1774031728-project] 10.222.0.23 "GET /v2.0/security-groups?id=d38f9e56-be8d-4cd3-9439-d7349ec0788f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316021 Jul 13 14:36:40.560626 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:36:41.462346 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcaa66e-7102-4463-a567-c1b891deab0e req-56bccfb4-e2eb-45f0-a0aa-ef0ceca8a525 tempest-ServersNegativeTestJSON-1774031728 tempest-ServersNegativeTestJSON-1774031728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:41.463821 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cdcaa66e-7102-4463-a567-c1b891deab0e req-56bccfb4-e2eb-45f0-a0aa-ef0ceca8a525 tempest-ServersNegativeTestJSON-1774031728 tempest-ServersNegativeTestJSON-1774031728-project] 10.222.0.23 "GET /v2.0/ports?device_id=196ba52a-a28b-41b0-b710-009f35f4d2b9 HTTP/1.1" status: 200 len: 944 time: 0.0623648 Jul 13 14:36:41.504576 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cdcaa66e-7102-4463-a567-c1b891deab0e req-3beff9b5-6cce-4258-bdf0-5add9b9e2f27 tempest-ServersNegativeTestJSON-1774031728 tempest-ServersNegativeTestJSON-1774031728-project] 10.222.0.23 "GET /v2.0/security-groups?id=d38f9e56-be8d-4cd3-9439-d7349ec0788f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352206 Jul 13 14:36:42.675166 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da0ae8e-2326-47ee-8f71-65b4461283fb req-b9455bfd-8f7d-4ace-bb77-4527a005f25f tempest-ServersNegativeTestJSON-1774031728 tempest-ServersNegativeTestJSON-1774031728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:42.676680 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8da0ae8e-2326-47ee-8f71-65b4461283fb req-b9455bfd-8f7d-4ace-bb77-4527a005f25f tempest-ServersNegativeTestJSON-1774031728 tempest-ServersNegativeTestJSON-1774031728-project] 10.222.0.23 "GET /v2.0/ports?device_id=196ba52a-a28b-41b0-b710-009f35f4d2b9 HTTP/1.1" status: 200 len: 944 time: 0.0634062 Jul 13 14:36:42.718813 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8da0ae8e-2326-47ee-8f71-65b4461283fb req-dc0aa78f-79ce-4d80-a78d-a9e93dd69c50 tempest-ServersNegativeTestJSON-1774031728 tempest-ServersNegativeTestJSON-1774031728-project] 10.222.0.23 "GET /v2.0/security-groups?id=d38f9e56-be8d-4cd3-9439-d7349ec0788f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366290 Jul 13 14:36:42.842233 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 760ce5f0-1f9d-48a0-b1a0-a517592af543 details requested by agent hyperv_n-h2-800634-1 with host n-h2-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 14:36:42.936826 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 760ce5f0-1f9d-48a0-b1a0-a517592af543, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=760ce5f0-1f9d-48a0-b1a0-a517592af543,segment=NetworkSegment(9cafed26-5e1f-416b-9d33-85b262daa0e1),segment_id=9cafed26-5e1f-416b-9d33-85b262daa0e1)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:36:42.948075 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Returning: {'device': '760ce5f0-1f9d-48a0-b1a0-a517592af543', 'network_id': 'c1011512-e103-45b3-a702-fec41bacef76', 'port_id': '760ce5f0-1f9d-48a0-b1a0-a517592af543', 'mac_address': 'fa:16:3e:fe:27:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ab39cc9-45f6-49c4-98c5-13cdbb25269a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 14:36:42.984399 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:42.997087 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 760ce5f0-1f9d-48a0-b1a0-a517592af543 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:36:43.016688 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 760ce5f0-1f9d-48a0-b1a0-a517592af543, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=760ce5f0-1f9d-48a0-b1a0-a517592af543,segment=NetworkSegment(9cafed26-5e1f-416b-9d33-85b262daa0e1),segment_id=9cafed26-5e1f-416b-9d33-85b262daa0e1)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:36:43.020716 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:43.066424 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=760ce5f0-1f9d-48a0-b1a0-a517592af543,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:36:43.207214 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['760ce5f0-1f9d-48a0-b1a0-a517592af543'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:36:43.889845 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06384c87-410f-4fb9-ba7d-f4123f15a1dc req-99985423-88dc-4284-a0fb-edd15c68ac24 tempest-ServersNegativeTestJSON-1774031728 tempest-ServersNegativeTestJSON-1774031728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:43.891337 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-06384c87-410f-4fb9-ba7d-f4123f15a1dc req-99985423-88dc-4284-a0fb-edd15c68ac24 tempest-ServersNegativeTestJSON-1774031728 tempest-ServersNegativeTestJSON-1774031728-project] 10.222.0.23 "GET /v2.0/ports?device_id=196ba52a-a28b-41b0-b710-009f35f4d2b9 HTTP/1.1" status: 200 len: 945 time: 0.0633109 Jul 13 14:36:43.930265 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-06384c87-410f-4fb9-ba7d-f4123f15a1dc req-e5f275a3-6bda-459e-b96b-a052cf7abcb7 tempest-ServersNegativeTestJSON-1774031728 tempest-ServersNegativeTestJSON-1774031728-project] 10.222.0.23 "GET /v2.0/security-groups?id=d38f9e56-be8d-4cd3-9439-d7349ec0788f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333886 Jul 13 14:36:44.857410 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 760ce5f0-1f9d-48a0-b1a0-a517592af543 up at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:36:44.904440 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning for port 760ce5f0-1f9d-48a0-b1a0-a517592af543 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:36:44.907987 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning complete for port 760ce5f0-1f9d-48a0-b1a0-a517592af543 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:36:44.908361 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:44.988189 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:45.010302 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '196ba52a-a28b-41b0-b710-009f35f4d2b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '760ce5f0-1f9d-48a0-b1a0-a517592af543'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:36:45.012582 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f877c416c4e1be0a98e2d34673ec81d4e31c3422e8e709fff770f7d8b7e0843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-636db755-b30d-4640-a820-76364763785a" -d '{"events": [{"server_uuid": "196ba52a-a28b-41b0-b710-009f35f4d2b9", "name": "network-vif-plugged", "status": "completed", "tag": "760ce5f0-1f9d-48a0-b1a0-a517592af543"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:36:45.025240 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 760ce5f0-1f9d-48a0-b1a0-a517592af543, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=760ce5f0-1f9d-48a0-b1a0-a517592af543,segment=NetworkSegment(9cafed26-5e1f-416b-9d33-85b262daa0e1),segment_id=9cafed26-5e1f-416b-9d33-85b262daa0e1)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:36:45.029853 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:45.076159 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65a461de-1ad3-456c-a319-b0dee3159849 x-openstack-request-id: req-65a461de-1ad3-456c-a319-b0dee3159849 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:36:45.076479 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "196ba52a-a28b-41b0-b710-009f35f4d2b9", "name": "network-vif-plugged", "status": "completed", "tag": "760ce5f0-1f9d-48a0-b1a0-a517592af543", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:36:45.076739 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-65a461de-1ad3-456c-a319-b0dee3159849 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:36:45.077349 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '196ba52a-a28b-41b0-b710-009f35f4d2b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '760ce5f0-1f9d-48a0-b1a0-a517592af543', 'code': 200} Jul 13 14:36:45.081860 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=760ce5f0-1f9d-48a0-b1a0-a517592af543,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:36:45.127598 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9493bb8e-74b7-4b37-bdd7-3234f4459f26 req-207cc428-8e4d-41dd-afe7-e1f6e455c6e1 tempest-ServersNegativeTestJSON-1774031728 tempest-ServersNegativeTestJSON-1774031728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:45.129009 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-9493bb8e-74b7-4b37-bdd7-3234f4459f26 req-207cc428-8e4d-41dd-afe7-e1f6e455c6e1 tempest-ServersNegativeTestJSON-1774031728 tempest-ServersNegativeTestJSON-1774031728-project] 10.222.0.23 "GET /v2.0/ports?device_id=196ba52a-a28b-41b0-b710-009f35f4d2b9 HTTP/1.1" status: 200 len: 946 time: 0.0805893 Jul 13 14:36:45.196819 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-9493bb8e-74b7-4b37-bdd7-3234f4459f26 req-00870ac2-488b-411f-825b-da27cef27b62 tempest-ServersNegativeTestJSON-1774031728 tempest-ServersNegativeTestJSON-1774031728-project] 10.222.0.23 "GET /v2.0/security-groups?id=d38f9e56-be8d-4cd3-9439-d7349ec0788f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623031 Jul 13 14:36:45.213788 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef5c20b-a641-42c0-a32a-daf18e5249b5 req-2e4891b4-4437-4d8e-a493-03a609374956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:45.215387 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-eef5c20b-a641-42c0-a32a-daf18e5249b5 req-2e4891b4-4437-4d8e-a493-03a609374956 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=196ba52a-a28b-41b0-b710-009f35f4d2b9 HTTP/1.1" status: 200 len: 1097 time: 0.0750868 Jul 13 14:36:45.250240 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-eef5c20b-a641-42c0-a32a-daf18e5249b5 req-52066e35-0b63-497b-a390-79f5400bfb8c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d38f9e56-be8d-4cd3-9439-d7349ec0788f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283170 Jul 13 14:36:46.369329 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77573d4b-4c1b-4c71-9c9d-69290d4aba6b req-bf9e2217-5a68-4366-bfb0-c72e76ad253b tempest-ServersNegativeTestJSON-1774031728 tempest-ServersNegativeTestJSON-1774031728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:46.372232 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-77573d4b-4c1b-4c71-9c9d-69290d4aba6b req-bf9e2217-5a68-4366-bfb0-c72e76ad253b tempest-ServersNegativeTestJSON-1774031728 tempest-ServersNegativeTestJSON-1774031728-project] 10.222.0.23 "GET /v2.0/ports?device_id=196ba52a-a28b-41b0-b710-009f35f4d2b9 HTTP/1.1" status: 200 len: 946 time: 0.0648975 Jul 13 14:36:46.409892 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-77573d4b-4c1b-4c71-9c9d-69290d4aba6b req-b41d98e1-6ac6-49d4-aed4-e889a363b895 tempest-ServersNegativeTestJSON-1774031728 tempest-ServersNegativeTestJSON-1774031728-project] 10.222.0.23 "GET /v2.0/security-groups?id=d38f9e56-be8d-4cd3-9439-d7349ec0788f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318024 Jul 13 14:36:46.637687 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea677a12-51c2-43a3-bdba-0509d7c59dd7 req-9280466f-2a28-4f5d-992f-415488fdce6b tempest-ServersNegativeTestJSON-1774031728 tempest-ServersNegativeTestJSON-1774031728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:46.639167 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ea677a12-51c2-43a3-bdba-0509d7c59dd7 req-9280466f-2a28-4f5d-992f-415488fdce6b tempest-ServersNegativeTestJSON-1774031728 tempest-ServersNegativeTestJSON-1774031728-project] 10.222.0.23 "GET /v2.0/networks?id=c1011512-e103-45b3-a702-fec41bacef76 HTTP/1.1" status: 200 len: 813 time: 0.1035538 Jul 13 14:36:46.654391 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ea677a12-51c2-43a3-bdba-0509d7c59dd7 req-92e25b58-e7e0-4463-9de8-be4a9ad27200 tempest-ServersNegativeTestJSON-1774031728 tempest-ServersNegativeTestJSON-1774031728-project] 10.222.0.23 "GET /v2.0/quotas/2144b55e951f4864bbd7f1e74333a0d6 HTTP/1.1" status: 200 len: 375 time: 0.0095296 Jul 13 14:36:46.721386 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ea677a12-51c2-43a3-bdba-0509d7c59dd7 req-463929bd-b585-46f6-b2df-c7510f1203ff tempest-ServersNegativeTestJSON-1774031728 tempest-ServersNegativeTestJSON-1774031728-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=2144b55e951f4864bbd7f1e74333a0d6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0614336 Jul 13 14:36:46.772213 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [req-ea677a12-51c2-43a3-bdba-0509d7c59dd7 req-c45ecab4-f13a-4ca0-9763-5e5cfcd9bc6e service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 14:36:46.773210 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ea677a12-51c2-43a3-bdba-0509d7c59dd7 req-c45ecab4-f13a-4ca0-9763-5e5cfcd9bc6e service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0455539 Jul 13 14:36:46.867573 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ea677a12-51c2-43a3-bdba-0509d7c59dd7 req-b2b03a95-3006-48a1-b608-61468ee4e076 service neutron] 10.222.0.23 "GET /v2.0/networks/c1011512-e103-45b3-a702-fec41bacef76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880468 Jul 13 14:36:46.958069 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ea677a12-51c2-43a3-bdba-0509d7c59dd7 req-7f455d2f-d5f5-4f96-b0ff-59d2a15be360 service neutron] 10.222.0.23 "GET /v2.0/networks/c1011512-e103-45b3-a702-fec41bacef76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836248 Jul 13 14:36:47.133377 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6c44a371-f83f-4f0e-9274-d6f8e163bce7 req-5a352e81-a05f-4de0-a1ad-fb5afc81f24a tempest-ServersNegativeTestJSON-1774031728 tempest-ServersNegativeTestJSON-1774031728-project] 10.222.0.23 "GET /v2.0/ports?device_id=f28b7763-19ef-47a5-ab4e-9b2e3badb3f3 HTTP/1.1" status: 200 len: 210 time: 0.0346110 Jul 13 14:36:47.333605 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-1753c204-f24c-48e1-b5b2-00db8bf6f671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:48.217865 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea677a12-51c2-43a3-bdba-0509d7c59dd7 req-f8701f0f-3b26-469d-a60a-599b7ffe36fc tempest-ServersNegativeTestJSON-1774031728 tempest-ServersNegativeTestJSON-1774031728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:48.220068 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ea677a12-51c2-43a3-bdba-0509d7c59dd7 req-f8701f0f-3b26-469d-a60a-599b7ffe36fc tempest-ServersNegativeTestJSON-1774031728 tempest-ServersNegativeTestJSON-1774031728-project] 10.222.0.26 "GET /v2.0/networks?id=c1011512-e103-45b3-a702-fec41bacef76 HTTP/1.1" status: 200 len: 813 time: 0.1059787 Jul 13 14:36:48.239027 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-ea677a12-51c2-43a3-bdba-0509d7c59dd7 req-283f30bb-77b4-4a78-8cfa-49421d50641d tempest-ServersNegativeTestJSON-1774031728 tempest-ServersNegativeTestJSON-1774031728-project] Request body: {'port': {'device_id': 'f28b7763-19ef-47a5-ab4e-9b2e3badb3f3', 'network_id': 'c1011512-e103-45b3-a702-fec41bacef76', 'admin_state_up': True, 'tenant_id': '2144b55e951f4864bbd7f1e74333a0d6'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:36:48.283727 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ea84eabf-fe44-4155-bfb9-d52bf3ba20dd req-0c6e75d9-ff14-4a4e-8d70-9d127163fdc5 tempest-ServersNegativeTestJSON-1774031728 tempest-ServersNegativeTestJSON-1774031728-project] 10.222.0.23 "GET /v2.0/ports?device_id=f28b7763-19ef-47a5-ab4e-9b2e3badb3f3 HTTP/1.1" status: 200 len: 210 time: 0.0307326 Jul 13 14:36:48.351595 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea677a12-51c2-43a3-bdba-0509d7c59dd7 req-283f30bb-77b4-4a78-8cfa-49421d50641d tempest-ServersNegativeTestJSON-1774031728 tempest-ServersNegativeTestJSON-1774031728-project] Made reservation on behalf of 2144b55e951f4864bbd7f1e74333a0d6 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:36:48.355666 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-ea677a12-51c2-43a3-bdba-0509d7c59dd7 req-283f30bb-77b4-4a78-8cfa-49421d50641d tempest-ServersNegativeTestJSON-1774031728 tempest-ServersNegativeTestJSON-1774031728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:48.481523 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-ea677a12-51c2-43a3-bdba-0509d7c59dd7 req-283f30bb-77b4-4a78-8cfa-49421d50641d tempest-ServersNegativeTestJSON-1774031728 tempest-ServersNegativeTestJSON-1774031728-project] Allocated IP 172.20.0.6 (c1011512-e103-45b3-a702-fec41bacef76/6ab39cc9-45f6-49c4-98c5-13cdbb25269a/bacdbd1a-2959-4086-b39e-f9b05dac434a) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:36:48.626994 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-ea677a12-51c2-43a3-bdba-0509d7c59dd7 req-283f30bb-77b4-4a78-8cfa-49421d50641d tempest-ServersNegativeTestJSON-1774031728 tempest-ServersNegativeTestJSON-1774031728-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:48.664906 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-ea677a12-51c2-43a3-bdba-0509d7c59dd7 req-283f30bb-77b4-4a78-8cfa-49421d50641d tempest-ServersNegativeTestJSON-1774031728 tempest-ServersNegativeTestJSON-1774031728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:48.675954 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['760ce5f0-1f9d-48a0-b1a0-a517592af543'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:36:48.711253 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea677a12-51c2-43a3-bdba-0509d7c59dd7 req-283f30bb-77b4-4a78-8cfa-49421d50641d tempest-ServersNegativeTestJSON-1774031728 tempest-ServersNegativeTestJSON-1774031728-project] Network c1011512-e103-45b3-a702-fec41bacef76 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:36:48.715239 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-ea677a12-51c2-43a3-bdba-0509d7c59dd7 req-283f30bb-77b4-4a78-8cfa-49421d50641d tempest-ServersNegativeTestJSON-1774031728 tempest-ServersNegativeTestJSON-1774031728-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:36:48.719938 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea677a12-51c2-43a3-bdba-0509d7c59dd7 req-283f30bb-77b4-4a78-8cfa-49421d50641d tempest-ServersNegativeTestJSON-1774031728 tempest-ServersNegativeTestJSON-1774031728-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:36:48.745428 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283f30bb-77b4-4a78-8cfa-49421d50641d tempest-ServersNegativeTestJSON-1774031728 tempest-ServersNegativeTestJSON-1774031728-project] Pushing event updated for resources: {'Port': ['ID=bacdbd1a-2959-4086-b39e-f9b05dac434a,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:36:48.765305 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283f30bb-77b4-4a78-8cfa-49421d50641d tempest-ServersNegativeTestJSON-1774031728 tempest-ServersNegativeTestJSON-1774031728-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:36:48.765649 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283f30bb-77b4-4a78-8cfa-49421d50641d tempest-ServersNegativeTestJSON-1774031728 tempest-ServersNegativeTestJSON-1774031728-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:36:48.766014 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283f30bb-77b4-4a78-8cfa-49421d50641d tempest-ServersNegativeTestJSON-1774031728 tempest-ServersNegativeTestJSON-1774031728-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:36:48.766346 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283f30bb-77b4-4a78-8cfa-49421d50641d tempest-ServersNegativeTestJSON-1774031728 tempest-ServersNegativeTestJSON-1774031728-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:36:48.766698 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283f30bb-77b4-4a78-8cfa-49421d50641d tempest-ServersNegativeTestJSON-1774031728 tempest-ServersNegativeTestJSON-1774031728-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:36:48.767045 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283f30bb-77b4-4a78-8cfa-49421d50641d tempest-ServersNegativeTestJSON-1774031728 tempest-ServersNegativeTestJSON-1774031728-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:36:48.767349 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283f30bb-77b4-4a78-8cfa-49421d50641d tempest-ServersNegativeTestJSON-1774031728 tempest-ServersNegativeTestJSON-1774031728-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:36:48.767670 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283f30bb-77b4-4a78-8cfa-49421d50641d tempest-ServersNegativeTestJSON-1774031728 tempest-ServersNegativeTestJSON-1774031728-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:36:48.767992 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283f30bb-77b4-4a78-8cfa-49421d50641d tempest-ServersNegativeTestJSON-1774031728 tempest-ServersNegativeTestJSON-1774031728-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:36:48.768315 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283f30bb-77b4-4a78-8cfa-49421d50641d tempest-ServersNegativeTestJSON-1774031728 tempest-ServersNegativeTestJSON-1774031728-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:36:48.768636 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283f30bb-77b4-4a78-8cfa-49421d50641d tempest-ServersNegativeTestJSON-1774031728 tempest-ServersNegativeTestJSON-1774031728-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:36:48.768956 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283f30bb-77b4-4a78-8cfa-49421d50641d tempest-ServersNegativeTestJSON-1774031728 tempest-ServersNegativeTestJSON-1774031728-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:36:48.789888 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea677a12-51c2-43a3-bdba-0509d7c59dd7 req-283f30bb-77b4-4a78-8cfa-49421d50641d tempest-ServersNegativeTestJSON-1774031728 tempest-ServersNegativeTestJSON-1774031728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:48.790498 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-ea677a12-51c2-43a3-bdba-0509d7c59dd7 req-283f30bb-77b4-4a78-8cfa-49421d50641d tempest-ServersNegativeTestJSON-1774031728 tempest-ServersNegativeTestJSON-1774031728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:48.803880 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ea677a12-51c2-43a3-bdba-0509d7c59dd7 req-283f30bb-77b4-4a78-8cfa-49421d50641d tempest-ServersNegativeTestJSON-1774031728 tempest-ServersNegativeTestJSON-1774031728-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5689013 Jul 13 14:36:48.814773 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-ea677a12-51c2-43a3-bdba-0509d7c59dd7 req-9d15a847-ce1c-4c65-8327-c6952524d90b service neutron] Request body: {'port': {'device_id': 'f28b7763-19ef-47a5-ab4e-9b2e3badb3f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:36:48.884458 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-ea677a12-51c2-43a3-bdba-0509d7c59dd7 req-9d15a847-ce1c-4c65-8327-c6952524d90b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:49.146523 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-ea677a12-51c2-43a3-bdba-0509d7c59dd7 req-9d15a847-ce1c-4c65-8327-c6952524d90b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bacdbd1a-2959-4086-b39e-f9b05dac434a {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:36:49.154139 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-ea677a12-51c2-43a3-bdba-0509d7c59dd7 req-9d15a847-ce1c-4c65-8327-c6952524d90b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:49.165683 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-ea677a12-51c2-43a3-bdba-0509d7c59dd7 req-9d15a847-ce1c-4c65-8327-c6952524d90b service neutron] Transition to ACTIVE for port object bacdbd1a-2959-4086-b39e-f9b05dac434a will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:36:49.169503 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-ea677a12-51c2-43a3-bdba-0509d7c59dd7 req-9d15a847-ce1c-4c65-8327-c6952524d90b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:49.238546 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d15a847-ce1c-4c65-8327-c6952524d90b service neutron] Pushing event updated for resources: {'Port': ['ID=bacdbd1a-2959-4086-b39e-f9b05dac434a,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:36:49.287878 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-ea677a12-51c2-43a3-bdba-0509d7c59dd7 req-9d15a847-ce1c-4c65-8327-c6952524d90b service neutron] Attempting to bind port bacdbd1a-2959-4086-b39e-f9b05dac434a on host n-h1-800634-1 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:36:49.288214 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-ea677a12-51c2-43a3-bdba-0509d7c59dd7 req-9d15a847-ce1c-4c65-8327-c6952524d90b service neutron] Attempting to bind port bacdbd1a-2959-4086-b39e-f9b05dac434a by drivers openvswitch,hyperv on host n-h1-800634-1 at level 0 using segments [{'id': '9cafed26-5e1f-416b-9d33-85b262daa0e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c1011512-e103-45b3-a702-fec41bacef76'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:36:49.288544 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea677a12-51c2-43a3-bdba-0509d7c59dd7 req-9d15a847-ce1c-4c65-8327-c6952524d90b service neutron] Attempting to bind port bacdbd1a-2959-4086-b39e-f9b05dac434a on network c1011512-e103-45b3-a702-fec41bacef76 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:36:49.292894 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea677a12-51c2-43a3-bdba-0509d7c59dd7 req-9d15a847-ce1c-4c65-8327-c6952524d90b service neutron] Port bacdbd1a-2959-4086-b39e-f9b05dac434a on network c1011512-e103-45b3-a702-fec41bacef76 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-1 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 14:36:49.293220 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea677a12-51c2-43a3-bdba-0509d7c59dd7 req-9d15a847-ce1c-4c65-8327-c6952524d90b service neutron] Attempting to bind port bacdbd1a-2959-4086-b39e-f9b05dac434a on network c1011512-e103-45b3-a702-fec41bacef76 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:36:49.298063 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea677a12-51c2-43a3-bdba-0509d7c59dd7 req-9d15a847-ce1c-4c65-8327-c6952524d90b service neutron] Checking agent: {'id': 'a7603dc8-3c50-4a9b-8f0d-1143528f155e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:36:49.298423 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea677a12-51c2-43a3-bdba-0509d7c59dd7 req-9d15a847-ce1c-4c65-8327-c6952524d90b service neutron] Checking segment: {'id': '9cafed26-5e1f-416b-9d33-85b262daa0e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c1011512-e103-45b3-a702-fec41bacef76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:36:49.298802 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea677a12-51c2-43a3-bdba-0509d7c59dd7 req-9d15a847-ce1c-4c65-8327-c6952524d90b service neutron] Bound using segment: {'id': '9cafed26-5e1f-416b-9d33-85b262daa0e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c1011512-e103-45b3-a702-fec41bacef76'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:36:49.299272 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-ea677a12-51c2-43a3-bdba-0509d7c59dd7 req-9d15a847-ce1c-4c65-8327-c6952524d90b service neutron] Bound port: bacdbd1a-2959-4086-b39e-f9b05dac434a, host: n-h1-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cafed26-5e1f-416b-9d33-85b262daa0e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c1011512-e103-45b3-a702-fec41bacef76'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:36:49.299630 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-ea677a12-51c2-43a3-bdba-0509d7c59dd7 req-9d15a847-ce1c-4c65-8327-c6952524d90b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:49.366259 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-ea677a12-51c2-43a3-bdba-0509d7c59dd7 req-9d15a847-ce1c-4c65-8327-c6952524d90b service neutron] For port bacdbd1a-2959-4086-b39e-f9b05dac434a, host n-h1-800634-1, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:36:49.369546 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-ea677a12-51c2-43a3-bdba-0509d7c59dd7 req-9d15a847-ce1c-4c65-8327-c6952524d90b service neutron] For port bacdbd1a-2959-4086-b39e-f9b05dac434a, host n-h1-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=bacdbd1a-2959-4086-b39e-f9b05dac434a,segment=NetworkSegment(9cafed26-5e1f-416b-9d33-85b262daa0e1),segment_id=9cafed26-5e1f-416b-9d33-85b262daa0e1)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:36:49.375339 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-ea677a12-51c2-43a3-bdba-0509d7c59dd7 req-9d15a847-ce1c-4c65-8327-c6952524d90b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:49.441583 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea677a12-51c2-43a3-bdba-0509d7c59dd7 req-9d15a847-ce1c-4c65-8327-c6952524d90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:49.442276 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-ea677a12-51c2-43a3-bdba-0509d7c59dd7 req-9d15a847-ce1c-4c65-8327-c6952524d90b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:49.443654 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ea677a12-51c2-43a3-bdba-0509d7c59dd7 req-9d15a847-ce1c-4c65-8327-c6952524d90b service neutron] 10.222.0.26 "PUT /v2.0/ports/bacdbd1a-2959-4086-b39e-f9b05dac434a HTTP/1.1" status: 200 len: 1091 time: 0.6330557 Jul 13 14:36:49.444097 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f28b7763-19ef-47a5-ab4e-9b2e3badb3f3', 'tag': 'bacdbd1a-2959-4086-b39e-f9b05dac434a'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:36:49.446400 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d80e434584b282bc6a886e23c599c6bef7951b468a8cb6259e8628cee4d6f2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af305976-9a66-43c8-8571-e99fd73b272f" -d '{"events": [{"name": "network-changed", "server_uuid": "f28b7763-19ef-47a5-ab4e-9b2e3badb3f3", "tag": "bacdbd1a-2959-4086-b39e-f9b05dac434a"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:36:49.477568 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d15a847-ce1c-4c65-8327-c6952524d90b service neutron] Pushing event updated for resources: {'Port': ['ID=bacdbd1a-2959-4086-b39e-f9b05dac434a,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:36:49.496834 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-545dcd1a-069a-443d-bfac-a5971356d984 x-openstack-request-id: req-545dcd1a-069a-443d-bfac-a5971356d984 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:36:49.497114 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f28b7763-19ef-47a5-ab4e-9b2e3badb3f3", "tag": "bacdbd1a-2959-4086-b39e-f9b05dac434a", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:36:49.497365 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-545dcd1a-069a-443d-bfac-a5971356d984 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:36:49.497766 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f28b7763-19ef-47a5-ab4e-9b2e3badb3f3', 'tag': 'bacdbd1a-2959-4086-b39e-f9b05dac434a', 'status': 'completed', 'code': 200} Jul 13 14:36:49.535742 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2730e0ec-d8d1-4c18-a314-5d21823bf669 req-8a901052-caf7-487f-b1b4-b66513fc1c45 tempest-ServersNegativeTestJSON-1774031728 tempest-ServersNegativeTestJSON-1774031728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:49.537215 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2730e0ec-d8d1-4c18-a314-5d21823bf669 req-8a901052-caf7-487f-b1b4-b66513fc1c45 tempest-ServersNegativeTestJSON-1774031728 tempest-ServersNegativeTestJSON-1774031728-project] 10.222.0.23 "GET /v2.0/ports?device_id=f28b7763-19ef-47a5-ab4e-9b2e3badb3f3 HTTP/1.1" status: 200 len: 943 time: 0.1351137 Jul 13 14:36:49.587233 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea677a12-51c2-43a3-bdba-0509d7c59dd7 req-17c4d81c-f90f-40c4-96d4-7530eedf738a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:49.588708 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ea677a12-51c2-43a3-bdba-0509d7c59dd7 req-17c4d81c-f90f-40c4-96d4-7530eedf738a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2144b55e951f4864bbd7f1e74333a0d6&device_id=f28b7763-19ef-47a5-ab4e-9b2e3badb3f3 HTTP/1.1" status: 200 len: 1094 time: 0.1020081 Jul 13 14:36:49.592124 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2730e0ec-d8d1-4c18-a314-5d21823bf669 req-9f6baa90-6b34-4fef-b539-5bbd45cf3d5e tempest-ServersNegativeTestJSON-1774031728 tempest-ServersNegativeTestJSON-1774031728-project] 10.222.0.23 "GET /v2.0/security-groups?id=d38f9e56-be8d-4cd3-9439-d7349ec0788f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481956 Jul 13 14:36:49.629195 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ea677a12-51c2-43a3-bdba-0509d7c59dd7 req-540563e1-4b5a-4f56-97ea-8bbbf0b50d09 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bacdbd1a-2959-4086-b39e-f9b05dac434a HTTP/1.1" status: 200 len: 217 time: 0.0331578 Jul 13 14:36:49.675934 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea677a12-51c2-43a3-bdba-0509d7c59dd7 req-1c71c916-e3d3-4faa-86c7-7eea12cec096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:49.677257 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ea677a12-51c2-43a3-bdba-0509d7c59dd7 req-1c71c916-e3d3-4faa-86c7-7eea12cec096 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6ab39cc9-45f6-49c4-98c5-13cdbb25269a HTTP/1.1" status: 200 len: 853 time: 0.0422773 Jul 13 14:36:49.712191 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ea677a12-51c2-43a3-bdba-0509d7c59dd7 req-7fb66400-bbc2-4f2e-afcc-8c7376a4e06f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c1011512-e103-45b3-a702-fec41bacef76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287170 Jul 13 14:36:49.797842 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ea677a12-51c2-43a3-bdba-0509d7c59dd7 req-7c3dbd63-ae78-4eb4-b2b7-c12df20abc0e service neutron] 10.222.0.26 "GET /v2.0/networks/c1011512-e103-45b3-a702-fec41bacef76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792854 Jul 13 14:36:49.892052 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ea677a12-51c2-43a3-bdba-0509d7c59dd7 req-150a7504-58a2-4b46-b458-822e80c1aff7 service neutron] 10.222.0.26 "GET /v2.0/networks/c1011512-e103-45b3-a702-fec41bacef76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876718 Jul 13 14:36:49.957634 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-45659972-8c53-48a0-b7cc-482e04f53080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:49.992920 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af305976-9a66-43c8-8571-e99fd73b272f req-be01d3aa-86fa-4f29-8028-02e7ea6e5af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:49.994450 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-af305976-9a66-43c8-8571-e99fd73b272f req-be01d3aa-86fa-4f29-8028-02e7ea6e5af7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2144b55e951f4864bbd7f1e74333a0d6&device_id=f28b7763-19ef-47a5-ab4e-9b2e3badb3f3 HTTP/1.1" status: 200 len: 1094 time: 0.0557611 Jul 13 14:36:50.081139 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af305976-9a66-43c8-8571-e99fd73b272f req-a58f62e1-8f4e-4fdd-b28e-761d92d917cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:50.082647 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-af305976-9a66-43c8-8571-e99fd73b272f req-a58f62e1-8f4e-4fdd-b28e-761d92d917cb service neutron] 10.222.0.26 "GET /v2.0/networks?id=c1011512-e103-45b3-a702-fec41bacef76 HTTP/1.1" status: 200 len: 913 time: 0.0824587 Jul 13 14:36:50.107435 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:50.130627 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-af305976-9a66-43c8-8571-e99fd73b272f req-cbfaeddd-f626-4560-adb3-10a743e075e8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bacdbd1a-2959-4086-b39e-f9b05dac434a HTTP/1.1" status: 200 len: 217 time: 0.0417106 Jul 13 14:36:50.178369 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af305976-9a66-43c8-8571-e99fd73b272f req-4deadad1-3b23-42c9-a001-52c86719094f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:50.179778 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-af305976-9a66-43c8-8571-e99fd73b272f req-4deadad1-3b23-42c9-a001-52c86719094f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6ab39cc9-45f6-49c4-98c5-13cdbb25269a HTTP/1.1" status: 200 len: 853 time: 0.0429676 Jul 13 14:36:50.211579 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-af305976-9a66-43c8-8571-e99fd73b272f req-a0816e05-a1f1-4807-8482-3543c97e3284 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c1011512-e103-45b3-a702-fec41bacef76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253170 Jul 13 14:36:50.302245 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-af305976-9a66-43c8-8571-e99fd73b272f req-508b5351-1e84-4f69-871c-9319ae8a1a4c service neutron] 10.222.0.26 "GET /v2.0/networks/c1011512-e103-45b3-a702-fec41bacef76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839093 Jul 13 14:36:50.390783 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-af305976-9a66-43c8-8571-e99fd73b272f req-14afa313-a269-4c2d-a8d7-588d73cbe876 service neutron] 10.222.0.26 "GET /v2.0/networks/c1011512-e103-45b3-a702-fec41bacef76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819991 Jul 13 14:36:50.766483 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a38eaa6-f1b3-4c07-a046-4a0f24649845 req-1ad7e186-4257-4281-947d-d42e42cbce0f tempest-ServersNegativeTestJSON-1774031728 tempest-ServersNegativeTestJSON-1774031728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:50.767990 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2a38eaa6-f1b3-4c07-a046-4a0f24649845 req-1ad7e186-4257-4281-947d-d42e42cbce0f tempest-ServersNegativeTestJSON-1774031728 tempest-ServersNegativeTestJSON-1774031728-project] 10.222.0.23 "GET /v2.0/ports?device_id=f28b7763-19ef-47a5-ab4e-9b2e3badb3f3 HTTP/1.1" status: 200 len: 943 time: 0.0671685 Jul 13 14:36:50.805020 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2a38eaa6-f1b3-4c07-a046-4a0f24649845 req-39d03f06-f51d-40d2-8bd6-47dad73fdcaa tempest-ServersNegativeTestJSON-1774031728 tempest-ServersNegativeTestJSON-1774031728-project] 10.222.0.23 "GET /v2.0/security-groups?id=d38f9e56-be8d-4cd3-9439-d7349ec0788f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314705 Jul 13 14:36:51.342927 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:51.878182 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device bacdbd1a-2959-4086-b39e-f9b05dac434a details requested by agent hyperv_n-h1-800634-1 with host n-h1-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 14:36:51.974430 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port bacdbd1a-2959-4086-b39e-f9b05dac434a, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=bacdbd1a-2959-4086-b39e-f9b05dac434a,segment=NetworkSegment(9cafed26-5e1f-416b-9d33-85b262daa0e1),segment_id=9cafed26-5e1f-416b-9d33-85b262daa0e1)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:36:51.980180 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359e6b26-b71f-4e45-8866-3a3b658a3491 req-28b335b2-85a9-42b6-afd5-0036230d45b9 tempest-ServersNegativeTestJSON-1774031728 tempest-ServersNegativeTestJSON-1774031728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:51.981723 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-359e6b26-b71f-4e45-8866-3a3b658a3491 req-28b335b2-85a9-42b6-afd5-0036230d45b9 tempest-ServersNegativeTestJSON-1774031728 tempest-ServersNegativeTestJSON-1774031728-project] 10.222.0.23 "GET /v2.0/ports?device_id=f28b7763-19ef-47a5-ab4e-9b2e3badb3f3 HTTP/1.1" status: 200 len: 943 time: 0.0648706 Jul 13 14:36:52.026719 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-359e6b26-b71f-4e45-8866-3a3b658a3491 req-ef1a9732-5940-4d70-9d4f-6207d5b3fc4f tempest-ServersNegativeTestJSON-1774031728 tempest-ServersNegativeTestJSON-1774031728-project] 10.222.0.23 "GET /v2.0/security-groups?id=d38f9e56-be8d-4cd3-9439-d7349ec0788f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387304 Jul 13 14:36:52.138628 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Returning: {'device': 'bacdbd1a-2959-4086-b39e-f9b05dac434a', 'network_id': 'c1011512-e103-45b3-a702-fec41bacef76', 'port_id': 'bacdbd1a-2959-4086-b39e-f9b05dac434a', 'mac_address': 'fa:16:3e:43:49:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ab39cc9-45f6-49c4-98c5-13cdbb25269a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 14:36:52.173887 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:52.186721 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bacdbd1a-2959-4086-b39e-f9b05dac434a {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:36:52.206183 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port bacdbd1a-2959-4086-b39e-f9b05dac434a, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=bacdbd1a-2959-4086-b39e-f9b05dac434a,segment=NetworkSegment(9cafed26-5e1f-416b-9d33-85b262daa0e1),segment_id=9cafed26-5e1f-416b-9d33-85b262daa0e1)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:36:52.210133 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:52.255643 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=bacdbd1a-2959-4086-b39e-f9b05dac434a,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:36:52.393242 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['bacdbd1a-2959-4086-b39e-f9b05dac434a'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:36:52.840263 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:53.200269 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb7ed56-3dfe-4dbd-84db-cdb87db56c6a req-2c417f55-68c5-419d-8def-22ef1db9727a tempest-ServersNegativeTestJSON-1774031728 tempest-ServersNegativeTestJSON-1774031728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:53.201783 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-acb7ed56-3dfe-4dbd-84db-cdb87db56c6a req-2c417f55-68c5-419d-8def-22ef1db9727a tempest-ServersNegativeTestJSON-1774031728 tempest-ServersNegativeTestJSON-1774031728-project] 10.222.0.23 "GET /v2.0/ports?device_id=f28b7763-19ef-47a5-ab4e-9b2e3badb3f3 HTTP/1.1" status: 200 len: 944 time: 0.0630081 Jul 13 14:36:53.239491 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-acb7ed56-3dfe-4dbd-84db-cdb87db56c6a req-5c93f1e0-51e2-4ffb-ac6e-4660c7d81a73 tempest-ServersNegativeTestJSON-1774031728 tempest-ServersNegativeTestJSON-1774031728-project] 10.222.0.23 "GET /v2.0/security-groups?id=d38f9e56-be8d-4cd3-9439-d7349ec0788f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321362 Jul 13 14:36:53.893568 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device bacdbd1a-2959-4086-b39e-f9b05dac434a up at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:36:53.941912 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning for port bacdbd1a-2959-4086-b39e-f9b05dac434a completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:36:53.945783 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning complete for port bacdbd1a-2959-4086-b39e-f9b05dac434a triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:36:53.946173 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:54.024128 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:54.046524 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f28b7763-19ef-47a5-ab4e-9b2e3badb3f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bacdbd1a-2959-4086-b39e-f9b05dac434a'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:36:54.048758 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f877c416c4e1be0a98e2d34673ec81d4e31c3422e8e709fff770f7d8b7e0843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beb9eba5-b65e-47f9-9c12-244221378922" -d '{"events": [{"server_uuid": "f28b7763-19ef-47a5-ab4e-9b2e3badb3f3", "name": "network-vif-plugged", "status": "completed", "tag": "bacdbd1a-2959-4086-b39e-f9b05dac434a"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:36:54.062230 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port bacdbd1a-2959-4086-b39e-f9b05dac434a, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=bacdbd1a-2959-4086-b39e-f9b05dac434a,segment=NetworkSegment(9cafed26-5e1f-416b-9d33-85b262daa0e1),segment_id=9cafed26-5e1f-416b-9d33-85b262daa0e1)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:36:54.067411 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:54.090630 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7da3e75-0a7e-45f7-905e-b4300497dfce x-openstack-request-id: req-d7da3e75-0a7e-45f7-905e-b4300497dfce {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:36:54.090936 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f28b7763-19ef-47a5-ab4e-9b2e3badb3f3", "name": "network-vif-plugged", "status": "completed", "tag": "bacdbd1a-2959-4086-b39e-f9b05dac434a", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:36:54.091200 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d7da3e75-0a7e-45f7-905e-b4300497dfce {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:36:54.091587 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f28b7763-19ef-47a5-ab4e-9b2e3badb3f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bacdbd1a-2959-4086-b39e-f9b05dac434a', 'code': 200} Jul 13 14:36:54.117299 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=bacdbd1a-2959-4086-b39e-f9b05dac434a,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:36:54.196065 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30cbc72-b896-48e3-93bf-4b9d079c561e req-24c19ca3-163d-4494-8838-bde1dde2aa2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:54.197524 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a30cbc72-b896-48e3-93bf-4b9d079c561e req-24c19ca3-163d-4494-8838-bde1dde2aa2c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f28b7763-19ef-47a5-ab4e-9b2e3badb3f3 HTTP/1.1" status: 200 len: 1096 time: 0.0512509 Jul 13 14:36:54.231580 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a30cbc72-b896-48e3-93bf-4b9d079c561e req-86f43ce1-679e-4931-9e57-e6e8ca551210 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d38f9e56-be8d-4cd3-9439-d7349ec0788f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270956 Jul 13 14:36:54.412234 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ddd437-0ae3-47c2-8368-850fe6704971 req-b5bda67a-5e90-4407-b4ba-884f8b53cff7 tempest-ServersNegativeTestJSON-1774031728 tempest-ServersNegativeTestJSON-1774031728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:54.413702 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e4ddd437-0ae3-47c2-8368-850fe6704971 req-b5bda67a-5e90-4407-b4ba-884f8b53cff7 tempest-ServersNegativeTestJSON-1774031728 tempest-ServersNegativeTestJSON-1774031728-project] 10.222.0.23 "GET /v2.0/ports?device_id=f28b7763-19ef-47a5-ab4e-9b2e3badb3f3 HTTP/1.1" status: 200 len: 945 time: 0.0660648 Jul 13 14:36:54.453539 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e4ddd437-0ae3-47c2-8368-850fe6704971 req-1cd56955-0a29-4e01-986d-e489ab3fd175 tempest-ServersNegativeTestJSON-1774031728 tempest-ServersNegativeTestJSON-1774031728-project] 10.222.0.23 "GET /v2.0/security-groups?id=d38f9e56-be8d-4cd3-9439-d7349ec0788f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340776 Jul 13 14:36:55.626444 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c054da-94eb-4a84-956d-a7e494f4be86 req-0f5c5011-103f-4e1a-9d8d-a5d019dbe476 tempest-ServersNegativeTestJSON-1774031728 tempest-ServersNegativeTestJSON-1774031728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:55.627925 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-65c054da-94eb-4a84-956d-a7e494f4be86 req-0f5c5011-103f-4e1a-9d8d-a5d019dbe476 tempest-ServersNegativeTestJSON-1774031728 tempest-ServersNegativeTestJSON-1774031728-project] 10.222.0.23 "GET /v2.0/ports?device_id=f28b7763-19ef-47a5-ab4e-9b2e3badb3f3 HTTP/1.1" status: 200 len: 945 time: 0.0652874 Jul 13 14:36:55.665400 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-65c054da-94eb-4a84-956d-a7e494f4be86 req-9d86015f-1022-43ee-a9b8-355b58930ed3 tempest-ServersNegativeTestJSON-1774031728 tempest-ServersNegativeTestJSON-1774031728-project] 10.222.0.23 "GET /v2.0/security-groups?id=d38f9e56-be8d-4cd3-9439-d7349ec0788f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319927 Jul 13 14:36:56.041697 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613ddb41-561e-4fa7-b97a-3bbcee199c5b req-a663ead9-2781-45ac-a9e4-dcdbb2f25dba tempest-ServersNegativeTestJSON-1774031728 tempest-ServersNegativeTestJSON-1774031728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:56.043201 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-613ddb41-561e-4fa7-b97a-3bbcee199c5b req-a663ead9-2781-45ac-a9e4-dcdbb2f25dba tempest-ServersNegativeTestJSON-1774031728 tempest-ServersNegativeTestJSON-1774031728-project] 10.222.0.23 "GET /v2.0/ports?device_id=f28b7763-19ef-47a5-ab4e-9b2e3badb3f3 HTTP/1.1" status: 200 len: 945 time: 0.0658441 Jul 13 14:36:56.081054 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-613ddb41-561e-4fa7-b97a-3bbcee199c5b req-08196b70-9e8c-4645-b4a6-a3e6959ee3bb tempest-ServersNegativeTestJSON-1774031728 tempest-ServersNegativeTestJSON-1774031728-project] 10.222.0.23 "GET /v2.0/security-groups?id=d38f9e56-be8d-4cd3-9439-d7349ec0788f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324092 Jul 13 14:36:57.232426 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ce1293-5fe6-4201-ab89-e0556c2f0de8 req-91322d52-7419-4ab4-9be4-5da01d6cb519 tempest-ServersNegativeTestJSON-1774031728 tempest-ServersNegativeTestJSON-1774031728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:57.233848 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-78ce1293-5fe6-4201-ab89-e0556c2f0de8 req-91322d52-7419-4ab4-9be4-5da01d6cb519 tempest-ServersNegativeTestJSON-1774031728 tempest-ServersNegativeTestJSON-1774031728-project] 10.222.0.26 "GET /v2.0/ports?device_id=f28b7763-19ef-47a5-ab4e-9b2e3badb3f3 HTTP/1.1" status: 200 len: 945 time: 0.0646033 Jul 13 14:36:57.256567 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abe9cc9-952d-4260-a725-b9d98bec5a76 req-41e5d170-9e17-48f3-b8f4-c22425a1a8b6 tempest-ServersNegativeTestJSON-1774031728 tempest-ServersNegativeTestJSON-1774031728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:57.258081 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2abe9cc9-952d-4260-a725-b9d98bec5a76 req-41e5d170-9e17-48f3-b8f4-c22425a1a8b6 tempest-ServersNegativeTestJSON-1774031728 tempest-ServersNegativeTestJSON-1774031728-project] 10.222.0.23 "GET /v2.0/ports?device_id=f28b7763-19ef-47a5-ab4e-9b2e3badb3f3 HTTP/1.1" status: 200 len: 945 time: 0.0642772 Jul 13 14:36:57.296059 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2abe9cc9-952d-4260-a725-b9d98bec5a76 req-61b8d4f4-2c0b-4d2f-9576-a4498ddeb7c7 tempest-ServersNegativeTestJSON-1774031728 tempest-ServersNegativeTestJSON-1774031728-project] 10.222.0.23 "GET /v2.0/security-groups?id=d38f9e56-be8d-4cd3-9439-d7349ec0788f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318012 Jul 13 14:36:57.337568 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-78ce1293-5fe6-4201-ab89-e0556c2f0de8 req-98323f5a-ec99-4a75-9d42-a8299bc719fe tempest-ServersNegativeTestJSON-1774031728 tempest-ServersNegativeTestJSON-1774031728-project] Deleting port bacdbd1a-2959-4086-b39e-f9b05dac434a {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:36:57.337943 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-78ce1293-5fe6-4201-ab89-e0556c2f0de8 req-98323f5a-ec99-4a75-9d42-a8299bc719fe tempest-ServersNegativeTestJSON-1774031728 tempest-ServersNegativeTestJSON-1774031728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:57.423470 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-78ce1293-5fe6-4201-ab89-e0556c2f0de8 req-98323f5a-ec99-4a75-9d42-a8299bc719fe tempest-ServersNegativeTestJSON-1774031728 tempest-ServersNegativeTestJSON-1774031728-project] For port bacdbd1a-2959-4086-b39e-f9b05dac434a, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=bacdbd1a-2959-4086-b39e-f9b05dac434a,segment=NetworkSegment(9cafed26-5e1f-416b-9d33-85b262daa0e1),segment_id=9cafed26-5e1f-416b-9d33-85b262daa0e1)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:36:57.423831 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-78ce1293-5fe6-4201-ab89-e0556c2f0de8 req-98323f5a-ec99-4a75-9d42-a8299bc719fe tempest-ServersNegativeTestJSON-1774031728 tempest-ServersNegativeTestJSON-1774031728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:57.437070 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-78ce1293-5fe6-4201-ab89-e0556c2f0de8 req-98323f5a-ec99-4a75-9d42-a8299bc719fe tempest-ServersNegativeTestJSON-1774031728 tempest-ServersNegativeTestJSON-1774031728-project] Calling delete_port for bacdbd1a-2959-4086-b39e-f9b05dac434a owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:36:57.566164 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-78ce1293-5fe6-4201-ab89-e0556c2f0de8 req-98323f5a-ec99-4a75-9d42-a8299bc719fe tempest-ServersNegativeTestJSON-1774031728 tempest-ServersNegativeTestJSON-1774031728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:57.579619 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['bacdbd1a-2959-4086-b39e-f9b05dac434a'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:36:57.582689 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['760ce5f0-1f9d-48a0-b1a0-a517592af543'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:36:57.603526 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98323f5a-ec99-4a75-9d42-a8299bc719fe tempest-ServersNegativeTestJSON-1774031728 tempest-ServersNegativeTestJSON-1774031728-project] Pushing event deleted for resources: {'Port': ['ID=bacdbd1a-2959-4086-b39e-f9b05dac434a,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:36:57.642128 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-78ce1293-5fe6-4201-ab89-e0556c2f0de8 req-98323f5a-ec99-4a75-9d42-a8299bc719fe tempest-ServersNegativeTestJSON-1774031728 tempest-ServersNegativeTestJSON-1774031728-project] No DVR routers for this DVR port bacdbd1a-2959-4086-b39e-f9b05dac434a on host n-h1-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:36:57.644859 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-78ce1293-5fe6-4201-ab89-e0556c2f0de8 req-98323f5a-ec99-4a75-9d42-a8299bc719fe tempest-ServersNegativeTestJSON-1774031728 tempest-ServersNegativeTestJSON-1774031728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:57.647029 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-78ce1293-5fe6-4201-ab89-e0556c2f0de8 req-98323f5a-ec99-4a75-9d42-a8299bc719fe tempest-ServersNegativeTestJSON-1774031728 tempest-ServersNegativeTestJSON-1774031728-project] 10.222.0.26 "DELETE /v2.0/ports/bacdbd1a-2959-4086-b39e-f9b05dac434a HTTP/1.1" status: 204 len: 173 time: 0.4079781 Jul 13 14:36:57.647490 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f28b7763-19ef-47a5-ab4e-9b2e3badb3f3', 'name': 'network-vif-deleted', 'tag': 'bacdbd1a-2959-4086-b39e-f9b05dac434a'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:36:57.650377 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d80e434584b282bc6a886e23c599c6bef7951b468a8cb6259e8628cee4d6f2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-842e9b76-963d-4ebd-bf24-dfaf082dbbc9" -d '{"events": [{"server_uuid": "f28b7763-19ef-47a5-ab4e-9b2e3badb3f3", "name": "network-vif-deleted", "tag": "bacdbd1a-2959-4086-b39e-f9b05dac434a"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:36:57.695075 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:36:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d1cbb64-5a74-486c-a4e2-1a190d3ecee1 x-openstack-request-id: req-9d1cbb64-5a74-486c-a4e2-1a190d3ecee1 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:36:57.695374 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f28b7763-19ef-47a5-ab4e-9b2e3badb3f3", "name": "network-vif-deleted", "tag": "bacdbd1a-2959-4086-b39e-f9b05dac434a", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:36:57.695632 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9d1cbb64-5a74-486c-a4e2-1a190d3ecee1 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:36:57.696259 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f28b7763-19ef-47a5-ab4e-9b2e3badb3f3', 'name': 'network-vif-deleted', 'tag': 'bacdbd1a-2959-4086-b39e-f9b05dac434a', 'status': 'completed', 'code': 200} Jul 13 14:36:58.545722 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6028b66d-b338-4fec-a19a-f2f36add6aff req-1481eeaa-77ed-44b2-910e-b97f338bd3ec tempest-ServersNegativeTestJSON-1774031728 tempest-ServersNegativeTestJSON-1774031728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:58.547242 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6028b66d-b338-4fec-a19a-f2f36add6aff req-1481eeaa-77ed-44b2-910e-b97f338bd3ec tempest-ServersNegativeTestJSON-1774031728 tempest-ServersNegativeTestJSON-1774031728-project] 10.222.0.23 "GET /v2.0/ports?device_id=196ba52a-a28b-41b0-b710-009f35f4d2b9 HTTP/1.1" status: 200 len: 946 time: 0.0690691 Jul 13 14:36:58.585131 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6028b66d-b338-4fec-a19a-f2f36add6aff req-63bccb32-1bc4-438b-8625-42230161a7a1 tempest-ServersNegativeTestJSON-1774031728 tempest-ServersNegativeTestJSON-1774031728-project] 10.222.0.23 "GET /v2.0/security-groups?id=d38f9e56-be8d-4cd3-9439-d7349ec0788f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322847 Jul 13 14:36:58.771855 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8955c54c-4161-4b8d-b8f9-754767b3e253 req-d75df588-6750-4675-be85-d5edc22bbbe2 tempest-ServersNegativeTestJSON-1774031728 tempest-ServersNegativeTestJSON-1774031728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:58.773318 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8955c54c-4161-4b8d-b8f9-754767b3e253 req-d75df588-6750-4675-be85-d5edc22bbbe2 tempest-ServersNegativeTestJSON-1774031728 tempest-ServersNegativeTestJSON-1774031728-project] 10.222.0.23 "GET /v2.0/ports?device_id=196ba52a-a28b-41b0-b710-009f35f4d2b9 HTTP/1.1" status: 200 len: 946 time: 0.0643556 Jul 13 14:36:58.811478 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8955c54c-4161-4b8d-b8f9-754767b3e253 req-7e8c211d-d79d-4f65-9b2f-877baf6b4ac0 tempest-ServersNegativeTestJSON-1774031728 tempest-ServersNegativeTestJSON-1774031728-project] 10.222.0.23 "GET /v2.0/security-groups?id=d38f9e56-be8d-4cd3-9439-d7349ec0788f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319221 Jul 13 14:36:58.985042 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973290a0-17bc-42b2-9230-a955cec61094 req-6d44b3f4-0ecd-4706-a799-5719c9e66ce6 tempest-ServersNegativeTestJSON-1774031728 tempest-ServersNegativeTestJSON-1774031728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:58.986559 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-973290a0-17bc-42b2-9230-a955cec61094 req-6d44b3f4-0ecd-4706-a799-5719c9e66ce6 tempest-ServersNegativeTestJSON-1774031728 tempest-ServersNegativeTestJSON-1774031728-project] 10.222.0.23 "GET /v2.0/ports?device_id=196ba52a-a28b-41b0-b710-009f35f4d2b9 HTTP/1.1" status: 200 len: 946 time: 0.0642278 Jul 13 14:36:59.023494 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-973290a0-17bc-42b2-9230-a955cec61094 req-00c67474-d84f-43bf-8b1f-bbce3e982774 tempest-ServersNegativeTestJSON-1774031728 tempest-ServersNegativeTestJSON-1774031728-project] 10.222.0.23 "GET /v2.0/security-groups?id=d38f9e56-be8d-4cd3-9439-d7349ec0788f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314231 Jul 13 14:36:59.296822 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c3a79a-5556-47af-92b1-74ba42216cfa req-71705b1a-972d-4fad-ae36-7173a50aa260 tempest-ServersNegativeTestJSON-1774031728 tempest-ServersNegativeTestJSON-1774031728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:59.298297 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c7c3a79a-5556-47af-92b1-74ba42216cfa req-71705b1a-972d-4fad-ae36-7173a50aa260 tempest-ServersNegativeTestJSON-1774031728 tempest-ServersNegativeTestJSON-1774031728-project] 10.222.0.23 "GET /v2.0/ports?device_id=196ba52a-a28b-41b0-b710-009f35f4d2b9 HTTP/1.1" status: 200 len: 946 time: 0.0668585 Jul 13 14:36:59.335533 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c7c3a79a-5556-47af-92b1-74ba42216cfa req-ed6ca94b-2100-424c-b6af-a0eee3ee293f tempest-ServersNegativeTestJSON-1774031728 tempest-ServersNegativeTestJSON-1774031728-project] 10.222.0.23 "GET /v2.0/security-groups?id=d38f9e56-be8d-4cd3-9439-d7349ec0788f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318234 Jul 13 14:36:59.513128 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe9f58e-9d90-44a9-b948-50ee3e49cc3f req-1149b049-aee8-4a81-bf30-b561d93f36bd tempest-ServersNegativeTestJSON-1774031728 tempest-ServersNegativeTestJSON-1774031728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:59.514523 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3fe9f58e-9d90-44a9-b948-50ee3e49cc3f req-1149b049-aee8-4a81-bf30-b561d93f36bd tempest-ServersNegativeTestJSON-1774031728 tempest-ServersNegativeTestJSON-1774031728-project] 10.222.0.23 "GET /v2.0/ports?device_id=196ba52a-a28b-41b0-b710-009f35f4d2b9 HTTP/1.1" status: 200 len: 946 time: 0.0679219 Jul 13 14:36:59.550923 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3fe9f58e-9d90-44a9-b948-50ee3e49cc3f req-b57516c7-27c4-47b7-a6e4-593c99d2a586 tempest-ServersNegativeTestJSON-1774031728 tempest-ServersNegativeTestJSON-1774031728-project] 10.222.0.23 "GET /v2.0/security-groups?id=d38f9e56-be8d-4cd3-9439-d7349ec0788f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308797 Jul 13 14:36:59.730924 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794c0853-d355-4111-87ad-0c1889efface req-123d4107-e33a-4231-9806-9faecae2f500 tempest-ServersNegativeTestJSON-1774031728 tempest-ServersNegativeTestJSON-1774031728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:59.732383 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-794c0853-d355-4111-87ad-0c1889efface req-123d4107-e33a-4231-9806-9faecae2f500 tempest-ServersNegativeTestJSON-1774031728 tempest-ServersNegativeTestJSON-1774031728-project] 10.222.0.23 "GET /v2.0/ports?device_id=196ba52a-a28b-41b0-b710-009f35f4d2b9 HTTP/1.1" status: 200 len: 946 time: 0.0639133 Jul 13 14:36:59.769961 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-794c0853-d355-4111-87ad-0c1889efface req-624af0f3-58c3-4ae5-96c2-e077ccdc28ad tempest-ServersNegativeTestJSON-1774031728 tempest-ServersNegativeTestJSON-1774031728-project] 10.222.0.23 "GET /v2.0/security-groups?id=d38f9e56-be8d-4cd3-9439-d7349ec0788f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320807 Jul 13 14:37:00.272404 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f67f48-d4e1-4f7b-9d0d-f3d0200cab4c req-f3209cd9-0dc4-435e-8b69-fc94a09c87ea tempest-ServersNegativeTestJSON-1774031728 tempest-ServersNegativeTestJSON-1774031728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:00.273899 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b3f67f48-d4e1-4f7b-9d0d-f3d0200cab4c req-f3209cd9-0dc4-435e-8b69-fc94a09c87ea tempest-ServersNegativeTestJSON-1774031728 tempest-ServersNegativeTestJSON-1774031728-project] 10.222.0.23 "GET /v2.0/ports?device_id=196ba52a-a28b-41b0-b710-009f35f4d2b9 HTTP/1.1" status: 200 len: 946 time: 0.0622571 Jul 13 14:37:00.311650 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b3f67f48-d4e1-4f7b-9d0d-f3d0200cab4c req-f20246ce-b0ed-41b6-afe8-cbd5f9d3bd67 tempest-ServersNegativeTestJSON-1774031728 tempest-ServersNegativeTestJSON-1774031728-project] 10.222.0.23 "GET /v2.0/security-groups?id=d38f9e56-be8d-4cd3-9439-d7349ec0788f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317304 Jul 13 14:37:00.932574 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:01.298351 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:01.513253 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb483e7-40d3-46e7-b4a2-b6dcdcd38b81 req-d63228df-b57a-4099-b2f8-60c43b0e4f60 tempest-ServersNegativeTestJSON-1774031728 tempest-ServersNegativeTestJSON-1774031728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:01.514748 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4cb483e7-40d3-46e7-b4a2-b6dcdcd38b81 req-d63228df-b57a-4099-b2f8-60c43b0e4f60 tempest-ServersNegativeTestJSON-1774031728 tempest-ServersNegativeTestJSON-1774031728-project] 10.222.0.23 "GET /v2.0/ports?device_id=196ba52a-a28b-41b0-b710-009f35f4d2b9 HTTP/1.1" status: 200 len: 946 time: 0.0941133 Jul 13 14:37:01.565614 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0182943c-1a94-4a5d-8ee7-e0cbcff9f043 req-4abe25bb-892d-45a6-809a-fb2b8a6f07bf tempest-ServersNegativeTestJSON-1774031728 tempest-ServersNegativeTestJSON-1774031728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:01.567077 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-0182943c-1a94-4a5d-8ee7-e0cbcff9f043 req-4abe25bb-892d-45a6-809a-fb2b8a6f07bf tempest-ServersNegativeTestJSON-1774031728 tempest-ServersNegativeTestJSON-1774031728-project] 10.222.0.41 "GET /v2.0/ports?device_id=196ba52a-a28b-41b0-b710-009f35f4d2b9 HTTP/1.1" status: 200 len: 946 time: 0.1007538 Jul 13 14:37:01.574742 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4cb483e7-40d3-46e7-b4a2-b6dcdcd38b81 req-3c1dd9a2-30f6-423f-b415-216c79fb6233 tempest-ServersNegativeTestJSON-1774031728 tempest-ServersNegativeTestJSON-1774031728-project] 10.222.0.23 "GET /v2.0/security-groups?id=d38f9e56-be8d-4cd3-9439-d7349ec0788f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523756 Jul 13 14:37:01.667489 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-0182943c-1a94-4a5d-8ee7-e0cbcff9f043 req-6726958d-de80-41f0-88a8-1d35f3942dc6 tempest-ServersNegativeTestJSON-1774031728 tempest-ServersNegativeTestJSON-1774031728-project] Deleting port 760ce5f0-1f9d-48a0-b1a0-a517592af543 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:37:01.667832 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-0182943c-1a94-4a5d-8ee7-e0cbcff9f043 req-6726958d-de80-41f0-88a8-1d35f3942dc6 tempest-ServersNegativeTestJSON-1774031728 tempest-ServersNegativeTestJSON-1774031728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:01.756158 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-0182943c-1a94-4a5d-8ee7-e0cbcff9f043 req-6726958d-de80-41f0-88a8-1d35f3942dc6 tempest-ServersNegativeTestJSON-1774031728 tempest-ServersNegativeTestJSON-1774031728-project] For port 760ce5f0-1f9d-48a0-b1a0-a517592af543, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=760ce5f0-1f9d-48a0-b1a0-a517592af543,segment=NetworkSegment(9cafed26-5e1f-416b-9d33-85b262daa0e1),segment_id=9cafed26-5e1f-416b-9d33-85b262daa0e1)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:37:01.756519 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-0182943c-1a94-4a5d-8ee7-e0cbcff9f043 req-6726958d-de80-41f0-88a8-1d35f3942dc6 tempest-ServersNegativeTestJSON-1774031728 tempest-ServersNegativeTestJSON-1774031728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:01.769510 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-0182943c-1a94-4a5d-8ee7-e0cbcff9f043 req-6726958d-de80-41f0-88a8-1d35f3942dc6 tempest-ServersNegativeTestJSON-1774031728 tempest-ServersNegativeTestJSON-1774031728-project] Calling delete_port for 760ce5f0-1f9d-48a0-b1a0-a517592af543 owned by compute:nova {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:37:01.895673 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-0182943c-1a94-4a5d-8ee7-e0cbcff9f043 req-6726958d-de80-41f0-88a8-1d35f3942dc6 tempest-ServersNegativeTestJSON-1774031728 tempest-ServersNegativeTestJSON-1774031728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:01.908696 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['760ce5f0-1f9d-48a0-b1a0-a517592af543'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:37:01.910835 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device bacdbd1a-2959-4086-b39e-f9b05dac434a no longer exists at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:37:01.925832 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6726958d-de80-41f0-88a8-1d35f3942dc6 tempest-ServersNegativeTestJSON-1774031728 tempest-ServersNegativeTestJSON-1774031728-project] Pushing event deleted for resources: {'Port': ['ID=760ce5f0-1f9d-48a0-b1a0-a517592af543,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:01.952421 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-381d4315-9089-413f-a071-aa2897bda790 None None] No Port match for: bacdbd1a-2959-4086-b39e-f9b05dac434a {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:37:01.952915 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device bacdbd1a-2959-4086-b39e-f9b05dac434a not bound to the agent host n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:37:01.975442 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-0182943c-1a94-4a5d-8ee7-e0cbcff9f043 req-6726958d-de80-41f0-88a8-1d35f3942dc6 tempest-ServersNegativeTestJSON-1774031728 tempest-ServersNegativeTestJSON-1774031728-project] No DVR routers for this DVR port 760ce5f0-1f9d-48a0-b1a0-a517592af543 on host n-h2-800634-1 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:37:01.978083 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-0182943c-1a94-4a5d-8ee7-e0cbcff9f043 req-6726958d-de80-41f0-88a8-1d35f3942dc6 tempest-ServersNegativeTestJSON-1774031728 tempest-ServersNegativeTestJSON-1774031728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:01.980345 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-0182943c-1a94-4a5d-8ee7-e0cbcff9f043 req-6726958d-de80-41f0-88a8-1d35f3942dc6 tempest-ServersNegativeTestJSON-1774031728 tempest-ServersNegativeTestJSON-1774031728-project] 10.222.0.41 "DELETE /v2.0/ports/760ce5f0-1f9d-48a0-b1a0-a517592af543 HTTP/1.1" status: 204 len: 173 time: 0.4047554 Jul 13 14:37:01.980805 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '196ba52a-a28b-41b0-b710-009f35f4d2b9', 'name': 'network-vif-deleted', 'tag': '760ce5f0-1f9d-48a0-b1a0-a517592af543'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:37:01.983174 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dea8b0fca9d342929f96bd35c86b8a14765464b9140f1e1e2496fbd7209775c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c304d9d-6b6c-4150-95c8-a781c01e48c4" -d '{"events": [{"server_uuid": "196ba52a-a28b-41b0-b710-009f35f4d2b9", "name": "network-vif-deleted", "tag": "760ce5f0-1f9d-48a0-b1a0-a517592af543"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:37:02.022041 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d806c4f1-6000-45bb-8949-d7e4c3f04657 x-openstack-request-id: req-d806c4f1-6000-45bb-8949-d7e4c3f04657 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:37:02.022365 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "196ba52a-a28b-41b0-b710-009f35f4d2b9", "name": "network-vif-deleted", "tag": "760ce5f0-1f9d-48a0-b1a0-a517592af543", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:37:02.022624 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d806c4f1-6000-45bb-8949-d7e4c3f04657 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:37:02.023104 n-d-800634-1 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '196ba52a-a28b-41b0-b710-009f35f4d2b9', 'name': 'network-vif-deleted', 'tag': '760ce5f0-1f9d-48a0-b1a0-a517592af543', 'status': 'completed', 'code': 200} Jul 13 14:37:02.671442 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 50736) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:37:02.719931 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-a16bd817-a34e-42de-9493-92b2cb2fac49 admin admin] Deleting subnet 6ab39cc9-45f6-49c4-98c5-13cdbb25269a {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 14:37:02.723011 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a16bd817-a34e-42de-9493-92b2cb2fac49 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:02.757545 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a16bd817-a34e-42de-9493-92b2cb2fac49 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5431723'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:02.795318 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a16bd817-a34e-42de-9493-92b2cb2fac49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:02.846841 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a16bd817-a34e-42de-9493-92b2cb2fac49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5970525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4763356'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:02.872434 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16bd817-a34e-42de-9493-92b2cb2fac49 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ab39cc9-45f6-49c4-98c5-13cdbb25269a,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:02.877162 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a16bd817-a34e-42de-9493-92b2cb2fac49 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:02.879068 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-a16bd817-a34e-42de-9493-92b2cb2fac49 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/6ab39cc9-45f6-49c4-98c5-13cdbb25269a HTTP/1.1" status: 204 len: 168 time: 0.2066450 Jul 13 14:37:02.881501 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 50738) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:37:02.953640 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2ee2a17c-eba2-4483-99f1-6090e59c1390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:03.030187 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2ee2a17c-eba2-4483-99f1-6090e59c1390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:03.039732 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-2ee2a17c-eba2-4483-99f1-6090e59c1390 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1011512-e103-45b3-a702-fec41bacef76']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:37:03.053779 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-2ee2a17c-eba2-4483-99f1-6090e59c1390 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cafed26-5e1f-416b-9d33-85b262daa0e1') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:37:03.054077 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-2ee2a17c-eba2-4483-99f1-6090e59c1390 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cafed26-5e1f-416b-9d33-85b262daa0e1') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:37:03.063487 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2ee2a17c-eba2-4483-99f1-6090e59c1390 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5431730'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:03.078228 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2ee2a17c-eba2-4483-99f1-6090e59c1390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:03.085022 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ee2a17c-eba2-4483-99f1-6090e59c1390 admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 14:37:03.085425 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2ee2a17c-eba2-4483-99f1-6090e59c1390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5970419'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:03.087124 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:37:03.087124 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:37:03.087124 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:37:03.087124 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:37:03.087124 n-d-800634-1 neutron-server[93750]: Traceback (most recent call last): Jul 13 14:37:03.087124 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 14:37:03.087124 n-d-800634-1 neutron-server[93750]: timer() Jul 13 14:37:03.087124 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 14:37:03.087124 n-d-800634-1 neutron-server[93750]: cb(*args, **kw) Jul 13 14:37:03.087124 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 14:37:03.087124 n-d-800634-1 neutron-server[93750]: return func(*args, **kwargs) Jul 13 14:37:03.087124 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 14:37:03.087124 n-d-800634-1 neutron-server[93750]: self._notify() Jul 13 14:37:03.087124 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 14:37:03.087124 n-d-800634-1 neutron-server[93750]: self.callback(batched_events) Jul 13 14:37:03.087124 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 14:37:03.087124 n-d-800634-1 neutron-server[93750]: event.method(event) Jul 13 14:37:03.087124 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 14:37:03.087124 n-d-800634-1 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 14:37:03.087124 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 14:37:03.087124 n-d-800634-1 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 14:37:03.087124 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 14:37:03.087124 n-d-800634-1 neutron-server[93750]: return f(self, *a, **k) Jul 13 14:37:03.087124 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 14:37:03.087124 n-d-800634-1 neutron-server[93750]: return self._get(url).json() Jul 13 14:37:03.087124 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 14:37:03.087124 n-d-800634-1 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 14:37:03.087124 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 14:37:03.087124 n-d-800634-1 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 13 14:37:03.087124 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 14:37:03.087124 n-d-800634-1 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 14:37:03.087124 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 14:37:03.087124 n-d-800634-1 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 14:37:03.087124 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 14:37:03.087124 n-d-800634-1 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 14:37:03.087124 n-d-800634-1 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 14:37:03.141402 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2ee2a17c-eba2-4483-99f1-6090e59c1390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:03.147317 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2ee2a17c-eba2-4483-99f1-6090e59c1390 admin admin] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:03.153454 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-2ee2a17c-eba2-4483-99f1-6090e59c1390 admin admin] 10.222.0.23 "DELETE /v2.0/networks/c1011512-e103-45b3-a702-fec41bacef76 HTTP/1.1" status: 204 len: 168 time: 0.2708855 Jul 13 14:37:03.165150 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee2a17c-eba2-4483-99f1-6090e59c1390 admin admin] Pushing event deleted for resources: {'Network': ['ID=c1011512-e103-45b3-a702-fec41bacef76,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:03.259707 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 50742) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:37:03.300042 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-67638a83-cc45-4ea9-95cb-5170449ae945 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2144b55e951f4864bbd7f1e74333a0d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391402 Jul 13 14:37:03.302484 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 50744) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:37:03.350500 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9f6859cc-37a1-454b-9d30-a908a7b320f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:03.376569 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9f6859cc-37a1-454b-9d30-a908a7b320f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:03.425287 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9f6859cc-37a1-454b-9d30-a908a7b320f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:03.427763 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9f6859cc-37a1-454b-9d30-a908a7b320f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:03.428932 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-9f6859cc-37a1-454b-9d30-a908a7b320f2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d38f9e56-be8d-4cd3-9439-d7349ec0788f HTTP/1.1" status: 204 len: 168 time: 0.1254930 Jul 13 14:37:03.437715 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6859cc-37a1-454b-9d30-a908a7b320f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d38f9e56-be8d-4cd3-9439-d7349ec0788f,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:04.107585 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 50766) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:37:04.197609 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-a8e99d98-4c2e-4e02-ae2d-53acdc1ea816 tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-178550350'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:37:04.219830 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8e99d98-4c2e-4e02-ae2d-53acdc1ea816 tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Made reservation on behalf of d03f8fa6e63643439e9efa06200750b3 for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:37:04.223493 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a8e99d98-4c2e-4e02-ae2d-53acdc1ea816 tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:04.231924 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a8e99d98-4c2e-4e02-ae2d-53acdc1ea816 tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:04.320979 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a8e99d98-4c2e-4e02-ae2d-53acdc1ea816 tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:04.325193 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a8e99d98-4c2e-4e02-ae2d-53acdc1ea816 tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:04.346583 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8e99d98-4c2e-4e02-ae2d-53acdc1ea816 tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 14:37:04.359444 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e99d98-4c2e-4e02-ae2d-53acdc1ea816 tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2fe0a18-dfb6-4f9e-98e2-b304a5b15b3b,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:04.367440 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a8e99d98-4c2e-4e02-ae2d-53acdc1ea816 tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:04.367564 n-d-800634-1 neutron-server[93750]: INFO neutron.db.segments_db [None req-a8e99d98-4c2e-4e02-ae2d-53acdc1ea816 tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Added segment 9a289d6b-5ecf-458d-b6ce-efca2e295702 of type vlan for network e45d45d6-1494-4cf4-941f-296d66db9ac2 Jul 13 14:37:04.407792 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a8e99d98-4c2e-4e02-ae2d-53acdc1ea816 tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:04.436466 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a8e99d98-4c2e-4e02-ae2d-53acdc1ea816 tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:04.442076 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8e99d98-4c2e-4e02-ae2d-53acdc1ea816 tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:04.442706 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a8e99d98-4c2e-4e02-ae2d-53acdc1ea816 tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:04.499404 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-a8e99d98-4c2e-4e02-ae2d-53acdc1ea816 tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3907211 Jul 13 14:37:04.512343 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e99d98-4c2e-4e02-ae2d-53acdc1ea816 tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Pushing event updated for resources: {'Network': ['ID=e45d45d6-1494-4cf4-941f-296d66db9ac2,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:04.524023 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network e45d45d6-1494-4cf4-941f-296d66db9ac2 details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 14:37:04.951560 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 760ce5f0-1f9d-48a0-b1a0-a517592af543 no longer exists at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:37:04.971205 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] No Port match for: 760ce5f0-1f9d-48a0-b1a0-a517592af543 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:37:04.971546 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 760ce5f0-1f9d-48a0-b1a0-a517592af543 not bound to the agent host n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:37:07.700528 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 50770) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:37:07.705667 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-83052f0a-d7f4-42ce-a2a7-65fd4b89493b tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Request body: {'subnet': {'network_id': 'e45d45d6-1494-4cf4-941f-296d66db9ac2', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:37:07.790548 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83052f0a-d7f4-42ce-a2a7-65fd4b89493b tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Made reservation on behalf of d03f8fa6e63643439e9efa06200750b3 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:37:07.795857 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-83052f0a-d7f4-42ce-a2a7-65fd4b89493b tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4763385'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:08.301774 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-83052f0a-d7f4-42ce-a2a7-65fd4b89493b tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5970588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4763339'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:08.363939 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83052f0a-d7f4-42ce-a2a7-65fd4b89493b tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Pushing event updated for resources: {'Subnet': ['ID=b08d0265-09f2-48c6-843e-643595e4eb90,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:08.373350 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83052f0a-d7f4-42ce-a2a7-65fd4b89493b tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Checking segment: {'id': '9a289d6b-5ecf-458d-b6ce-efca2e295702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'e45d45d6-1494-4cf4-941f-296d66db9ac2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:37:08.373710 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83052f0a-d7f4-42ce-a2a7-65fd4b89493b tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Network hostable DHCP agents. Network: e45d45d6-1494-4cf4-941f-296d66db9ac2, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 14:37:08.389424 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83052f0a-d7f4-42ce-a2a7-65fd4b89493b tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Network e45d45d6-1494-4cf4-941f-296d66db9ac2 is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 14:37:08.397528 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-83052f0a-d7f4-42ce-a2a7-65fd4b89493b tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, e45d45d6-1494-4cf4-941f-296d66db9ac2) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:37:08.401536 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83052f0a-d7f4-42ce-a2a7-65fd4b89493b tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:08.402156 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-83052f0a-d7f4-42ce-a2a7-65fd4b89493b tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:08.407979 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82f7367b-7580-4a4b-b8a1-7158c389cccd None None] Network e45d45d6-1494-4cf4-941f-296d66db9ac2 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:37:08.420604 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-83052f0a-d7f4-42ce-a2a7-65fd4b89493b tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7146084 Jul 13 14:37:08.420895 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 50772) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:37:08.425933 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-2df04309-f55d-4086-bd0c-caa634ec9a55 tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1310001206'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:37:08.446605 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2df04309-f55d-4086-bd0c-caa634ec9a55 tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Made reservation on behalf of d03f8fa6e63643439e9efa06200750b3 for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:37:08.450373 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2df04309-f55d-4086-bd0c-caa634ec9a55 tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:08.473946 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2df04309-f55d-4086-bd0c-caa634ec9a55 tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 14:37:08.484138 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2df04309-f55d-4086-bd0c-caa634ec9a55 tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:08.484536 n-d-800634-1 neutron-server[93750]: INFO neutron.db.segments_db [None req-2df04309-f55d-4086-bd0c-caa634ec9a55 tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Added segment 02e67dea-a794-4516-98d1-30faf517e9ef of type vlan for network 109cfda4-8026-4711-ae3e-2cac66470db3 Jul 13 14:37:08.524939 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2df04309-f55d-4086-bd0c-caa634ec9a55 tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:08.555842 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2df04309-f55d-4086-bd0c-caa634ec9a55 tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:08.563307 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2df04309-f55d-4086-bd0c-caa634ec9a55 tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:08.563902 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2df04309-f55d-4086-bd0c-caa634ec9a55 tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:08.566732 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d77c8be-e4e3-4998-a87d-82a08062f3f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a7201e1-61ce-5a3e-b7f7-e800379ed03b-e45d45d6-1494-4cf4-941f-296d66db9ac2', 'network_id': 'e45d45d6-1494-4cf4-941f-296d66db9ac2', 'tenant_id': 'd03f8fa6e63643439e9efa06200750b3', 'fixed_ips': [{'subnet_id': 'b08d0265-09f2-48c6-843e-643595e4eb90'}]}} from n-d-800634-1. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 14:37:08.567621 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9d77c8be-e4e3-4998-a87d-82a08062f3f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:08.622835 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-2df04309-f55d-4086-bd0c-caa634ec9a55 tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2007599 Jul 13 14:37:08.625644 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 50774) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:37:08.631208 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-ccdb55c9-d49f-43fa-ace7-f0f98b5b3c2d tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Request body: {'subnet': {'network_id': '109cfda4-8026-4711-ae3e-2cac66470db3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:37:08.634350 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df04309-f55d-4086-bd0c-caa634ec9a55 tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Pushing event updated for resources: {'Network': ['ID=109cfda4-8026-4711-ae3e-2cac66470db3,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:08.649485 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network 109cfda4-8026-4711-ae3e-2cac66470db3 details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 14:37:08.723333 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccdb55c9-d49f-43fa-ace7-f0f98b5b3c2d tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Made reservation on behalf of d03f8fa6e63643439e9efa06200750b3 for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:37:08.727133 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ccdb55c9-d49f-43fa-ace7-f0f98b5b3c2d tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6104980'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:08.764713 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-9d77c8be-e4e3-4998-a87d-82a08062f3f7 None None] Allocated IP 2001:db8:0:ffff::2 (e45d45d6-1494-4cf4-941f-296d66db9ac2/b08d0265-09f2-48c6-843e-643595e4eb90/622bbbc0-6818-4b37-bd49-0b46c6f21ef1) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:37:08.912070 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9d77c8be-e4e3-4998-a87d-82a08062f3f7 None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:08.921144 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-9d77c8be-e4e3-4998-a87d-82a08062f3f7 None None] Transition to ACTIVE for port object 622bbbc0-6818-4b37-bd49-0b46c6f21ef1 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:37:08.924984 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ccdb55c9-d49f-43fa-ace7-f0f98b5b3c2d tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6018343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6104998'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:08.939463 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-9d77c8be-e4e3-4998-a87d-82a08062f3f7 None None] Transition to ACTIVE for port object 622bbbc0-6818-4b37-bd49-0b46c6f21ef1 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:37:08.945173 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9d77c8be-e4e3-4998-a87d-82a08062f3f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:08.988794 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d77c8be-e4e3-4998-a87d-82a08062f3f7 None None] Network e45d45d6-1494-4cf4-941f-296d66db9ac2 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:37:08.989678 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdb55c9-d49f-43fa-ace7-f0f98b5b3c2d tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Pushing event updated for resources: {'Subnet': ['ID=787781dc-18cd-428f-808a-e145156cc8b2,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:08.992820 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-9d77c8be-e4e3-4998-a87d-82a08062f3f7 None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:37:08.994566 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d77c8be-e4e3-4998-a87d-82a08062f3f7 None None] Pushing event updated for resources: {'Port': ['ID=622bbbc0-6818-4b37-bd49-0b46c6f21ef1,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:08.997365 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d77c8be-e4e3-4998-a87d-82a08062f3f7 None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:37:09.002476 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdb55c9-d49f-43fa-ace7-f0f98b5b3c2d tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:37:09.002825 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdb55c9-d49f-43fa-ace7-f0f98b5b3c2d tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:37:09.003162 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdb55c9-d49f-43fa-ace7-f0f98b5b3c2d tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:37:09.003494 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdb55c9-d49f-43fa-ace7-f0f98b5b3c2d tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:37:09.003824 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdb55c9-d49f-43fa-ace7-f0f98b5b3c2d tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:37:09.004153 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdb55c9-d49f-43fa-ace7-f0f98b5b3c2d tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:37:09.004475 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdb55c9-d49f-43fa-ace7-f0f98b5b3c2d tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:37:09.004795 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdb55c9-d49f-43fa-ace7-f0f98b5b3c2d tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:37:09.005119 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdb55c9-d49f-43fa-ace7-f0f98b5b3c2d tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:37:09.005442 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdb55c9-d49f-43fa-ace7-f0f98b5b3c2d tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:37:09.005779 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdb55c9-d49f-43fa-ace7-f0f98b5b3c2d tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:37:09.006100 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdb55c9-d49f-43fa-ace7-f0f98b5b3c2d tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:37:09.009062 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d77c8be-e4e3-4998-a87d-82a08062f3f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:37:09.009410 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d77c8be-e4e3-4998-a87d-82a08062f3f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:37:09.009766 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d77c8be-e4e3-4998-a87d-82a08062f3f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:37:09.010106 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d77c8be-e4e3-4998-a87d-82a08062f3f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:37:09.010533 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d77c8be-e4e3-4998-a87d-82a08062f3f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:37:09.010934 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d77c8be-e4e3-4998-a87d-82a08062f3f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:37:09.011410 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d77c8be-e4e3-4998-a87d-82a08062f3f7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:37:09.011857 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d77c8be-e4e3-4998-a87d-82a08062f3f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:37:09.012105 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d77c8be-e4e3-4998-a87d-82a08062f3f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:37:09.012388 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d77c8be-e4e3-4998-a87d-82a08062f3f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:37:09.012712 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d77c8be-e4e3-4998-a87d-82a08062f3f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:37:09.012816 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccdb55c9-d49f-43fa-ace7-f0f98b5b3c2d tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Checking segment: {'id': '02e67dea-a794-4516-98d1-30faf517e9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '109cfda4-8026-4711-ae3e-2cac66470db3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:37:09.013034 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d77c8be-e4e3-4998-a87d-82a08062f3f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:37:09.013186 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccdb55c9-d49f-43fa-ace7-f0f98b5b3c2d tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Network hostable DHCP agents. Network: 109cfda4-8026-4711-ae3e-2cac66470db3, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 14:37:09.030069 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccdb55c9-d49f-43fa-ace7-f0f98b5b3c2d tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Network 109cfda4-8026-4711-ae3e-2cac66470db3 is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 14:37:09.040205 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-ccdb55c9-d49f-43fa-ace7-f0f98b5b3c2d tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, 109cfda4-8026-4711-ae3e-2cac66470db3) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:37:09.045169 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccdb55c9-d49f-43fa-ace7-f0f98b5b3c2d tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:09.045844 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ccdb55c9-d49f-43fa-ace7-f0f98b5b3c2d tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:09.055137 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-947d146c-8c80-4c26-86fa-7d4883970690 None None] Network 109cfda4-8026-4711-ae3e-2cac66470db3 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:37:09.061335 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-ccdb55c9-d49f-43fa-ace7-f0f98b5b3c2d tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4344974 Jul 13 14:37:09.064077 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 50776) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:37:09.104132 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-9d77c8be-e4e3-4998-a87d-82a08062f3f7 None None] Attempting to bind port 622bbbc0-6818-4b37-bd49-0b46c6f21ef1 on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:37:09.104504 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-9d77c8be-e4e3-4998-a87d-82a08062f3f7 None None] Attempting to bind port 622bbbc0-6818-4b37-bd49-0b46c6f21ef1 by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '9a289d6b-5ecf-458d-b6ce-efca2e295702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'e45d45d6-1494-4cf4-941f-296d66db9ac2'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:37:09.104871 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d77c8be-e4e3-4998-a87d-82a08062f3f7 None None] Attempting to bind port 622bbbc0-6818-4b37-bd49-0b46c6f21ef1 on network e45d45d6-1494-4cf4-941f-296d66db9ac2 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:37:09.115250 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d77c8be-e4e3-4998-a87d-82a08062f3f7 None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 36, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:37:09.115626 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d77c8be-e4e3-4998-a87d-82a08062f3f7 None None] Checking segment: {'id': '9a289d6b-5ecf-458d-b6ce-efca2e295702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'e45d45d6-1494-4cf4-941f-296d66db9ac2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:37:09.116033 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9d77c8be-e4e3-4998-a87d-82a08062f3f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:09.116422 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d77c8be-e4e3-4998-a87d-82a08062f3f7 None None] Bound using segment: {'id': '9a289d6b-5ecf-458d-b6ce-efca2e295702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'e45d45d6-1494-4cf4-941f-296d66db9ac2'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:37:09.116889 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-9d77c8be-e4e3-4998-a87d-82a08062f3f7 None None] Bound port: 622bbbc0-6818-4b37-bd49-0b46c6f21ef1, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a289d6b-5ecf-458d-b6ce-efca2e295702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'e45d45d6-1494-4cf4-941f-296d66db9ac2'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:37:09.117272 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9d77c8be-e4e3-4998-a87d-82a08062f3f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:09.163368 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-28966fb7-bcd5-474d-bf42-be2c75cb2734 tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:09.232237 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-9d77c8be-e4e3-4998-a87d-82a08062f3f7 None None] For port 622bbbc0-6818-4b37-bd49-0b46c6f21ef1, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:37:09.236721 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-9d77c8be-e4e3-4998-a87d-82a08062f3f7 None None] For port 622bbbc0-6818-4b37-bd49-0b46c6f21ef1, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=622bbbc0-6818-4b37-bd49-0b46c6f21ef1,segment=NetworkSegment(9a289d6b-5ecf-458d-b6ce-efca2e295702),segment_id=9a289d6b-5ecf-458d-b6ce-efca2e295702)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:37:09.242656 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9d77c8be-e4e3-4998-a87d-82a08062f3f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:09.249086 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-28966fb7-bcd5-474d-bf42-be2c75cb2734 tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:09.287176 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34026bf6-7267-474d-8cf7-58d6dab6b599 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a7201e1-61ce-5a3e-b7f7-e800379ed03b-109cfda4-8026-4711-ae3e-2cac66470db3', 'network_id': '109cfda4-8026-4711-ae3e-2cac66470db3', 'tenant_id': 'd03f8fa6e63643439e9efa06200750b3', 'fixed_ips': [{'subnet_id': '787781dc-18cd-428f-808a-e145156cc8b2'}]}} from n-d-800634-1. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 14:37:09.288033 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-34026bf6-7267-474d-8cf7-58d6dab6b599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:09.325548 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-28966fb7-bcd5-474d-bf42-be2c75cb2734 tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6018534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6105009'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:09.339592 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d77c8be-e4e3-4998-a87d-82a08062f3f7 None None] Pushing event updated for resources: {'Port': ['ID=622bbbc0-6818-4b37-bd49-0b46c6f21ef1,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:09.367465 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28966fb7-bcd5-474d-bf42-be2c75cb2734 tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Pushing event deleted for resources: {'Subnet': ['ID=787781dc-18cd-428f-808a-e145156cc8b2,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:09.414384 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aba4ce72-0b52-4f46-96fd-8fa2c980d372 None None] Network 109cfda4-8026-4711-ae3e-2cac66470db3 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:37:09.431183 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-28966fb7-bcd5-474d-bf42-be2c75cb2734 tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:09.442745 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-28966fb7-bcd5-474d-bf42-be2c75cb2734 tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['109cfda4-8026-4711-ae3e-2cac66470db3']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:37:09.455057 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-28966fb7-bcd5-474d-bf42-be2c75cb2734 tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02e67dea-a794-4516-98d1-30faf517e9ef') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:37:09.455544 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-28966fb7-bcd5-474d-bf42-be2c75cb2734 tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02e67dea-a794-4516-98d1-30faf517e9ef') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:37:09.465518 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-28966fb7-bcd5-474d-bf42-be2c75cb2734 tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6018464'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:09.492951 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-28966fb7-bcd5-474d-bf42-be2c75cb2734 tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:09.508717 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28966fb7-bcd5-474d-bf42-be2c75cb2734 tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 14:37:09.510235 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-28966fb7-bcd5-474d-bf42-be2c75cb2734 tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6018632'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:09.514582 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:37:09.514582 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:37:09.514582 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:37:09.514582 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:37:09.514582 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:37:09.514582 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:37:09.514582 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:37:09.514582 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:37:09.514582 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:37:09.514582 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:37:09.514582 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:37:09.514582 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:37:09.514582 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:37:09.514582 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:37:09.514582 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:37:09.514582 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:37:09.514582 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:37:09.514582 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:37:09.514582 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:37:09.514582 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:37:09.514582 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:37:09.514582 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:37:09.514582 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:37:09.514582 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:37:09.514582 n-d-800634-1 neutron-server[93751]: Traceback (most recent call last): Jul 13 14:37:09.514582 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 14:37:09.514582 n-d-800634-1 neutron-server[93751]: timer() Jul 13 14:37:09.514582 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 14:37:09.514582 n-d-800634-1 neutron-server[93751]: cb(*args, **kw) Jul 13 14:37:09.514582 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 14:37:09.514582 n-d-800634-1 neutron-server[93751]: return func(*args, **kwargs) Jul 13 14:37:09.514582 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 14:37:09.514582 n-d-800634-1 neutron-server[93751]: self._notify() Jul 13 14:37:09.514582 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 14:37:09.514582 n-d-800634-1 neutron-server[93751]: self.callback(batched_events) Jul 13 14:37:09.514582 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 14:37:09.514582 n-d-800634-1 neutron-server[93751]: event.method(event) Jul 13 14:37:09.514582 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 14:37:09.514582 n-d-800634-1 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 14:37:09.514582 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 14:37:09.514582 n-d-800634-1 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 14:37:09.514582 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 14:37:09.514582 n-d-800634-1 neutron-server[93751]: return f(self, *a, **k) Jul 13 14:37:09.514582 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 14:37:09.514582 n-d-800634-1 neutron-server[93751]: return self._get(url).json() Jul 13 14:37:09.514582 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 14:37:09.514582 n-d-800634-1 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 14:37:09.514582 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 14:37:09.514582 n-d-800634-1 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 13 14:37:09.514582 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 14:37:09.514582 n-d-800634-1 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 14:37:09.514582 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 14:37:09.514582 n-d-800634-1 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 14:37:09.514582 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 14:37:09.514582 n-d-800634-1 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 14:37:09.514582 n-d-800634-1 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 14:37:09.593316 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-28966fb7-bcd5-474d-bf42-be2c75cb2734 tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:09.613318 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-28966fb7-bcd5-474d-bf42-be2c75cb2734 tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:09.615256 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-28966fb7-bcd5-474d-bf42-be2c75cb2734 tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] 10.222.0.23 "DELETE /v2.0/networks/109cfda4-8026-4711-ae3e-2cac66470db3 HTTP/1.1" status: 204 len: 168 time: 0.5502682 Jul 13 14:37:09.618888 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 50778) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:37:09.625480 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-bae59c2e-3cbe-4442-ac2b-95270dfbd093 tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-817034572'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:37:09.626228 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28966fb7-bcd5-474d-bf42-be2c75cb2734 tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Pushing event deleted for resources: {'Network': ['ID=109cfda4-8026-4711-ae3e-2cac66470db3,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:09.649584 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bae59c2e-3cbe-4442-ac2b-95270dfbd093 tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Made reservation on behalf of d03f8fa6e63643439e9efa06200750b3 for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:37:09.653141 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bae59c2e-3cbe-4442-ac2b-95270dfbd093 tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:09.679803 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bae59c2e-3cbe-4442-ac2b-95270dfbd093 tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 14:37:09.689033 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bae59c2e-3cbe-4442-ac2b-95270dfbd093 tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:09.689369 n-d-800634-1 neutron-server[93750]: INFO neutron.db.segments_db [None req-bae59c2e-3cbe-4442-ac2b-95270dfbd093 tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Added segment 13424f00-397e-4e90-b963-5201b09cb169 of type vlan for network 69f3e708-e568-42c1-b058-4f6cdaac9007 Jul 13 14:37:09.726859 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bae59c2e-3cbe-4442-ac2b-95270dfbd093 tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:09.754725 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bae59c2e-3cbe-4442-ac2b-95270dfbd093 tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:09.760111 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae59c2e-3cbe-4442-ac2b-95270dfbd093 tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:09.760803 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bae59c2e-3cbe-4442-ac2b-95270dfbd093 tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:09.818436 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-bae59c2e-3cbe-4442-ac2b-95270dfbd093 tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1977561 Jul 13 14:37:09.821179 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 50780) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:37:09.826285 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-cbbaac63-0561-4047-8cc4-1c2fd9475bda tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Request body: {'subnet': {'network_id': '69f3e708-e568-42c1-b058-4f6cdaac9007', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:37:09.843944 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae59c2e-3cbe-4442-ac2b-95270dfbd093 tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Pushing event updated for resources: {'Network': ['ID=69f3e708-e568-42c1-b058-4f6cdaac9007,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:09.853819 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network 69f3e708-e568-42c1-b058-4f6cdaac9007 details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 14:37:09.922879 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbbaac63-0561-4047-8cc4-1c2fd9475bda tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Made reservation on behalf of d03f8fa6e63643439e9efa06200750b3 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:37:09.927253 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-cbbaac63-0561-4047-8cc4-1c2fd9475bda tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4763385'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:09.986674 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.ipam_backend_mixin [None req-cbbaac63-0561-4047-8cc4-1c2fd9475bda tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Performing IP validity checks on allocation pools {{(pid=93750) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 13 14:37:09.987373 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.ipam_backend_mixin [None req-cbbaac63-0561-4047-8cc4-1c2fd9475bda tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93750) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 13 14:37:10.124738 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-cbbaac63-0561-4047-8cc4-1c2fd9475bda tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5970588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4763339'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:10.151594 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 622bbbc0-6818-4b37-bd49-0b46c6f21ef1 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:37:10.187612 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbaac63-0561-4047-8cc4-1c2fd9475bda tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Pushing event updated for resources: {'Subnet': ['ID=a8e8ae04-950e-4c42-8889-2878c9c1e194,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:10.196936 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbbaac63-0561-4047-8cc4-1c2fd9475bda tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Checking segment: {'id': '13424f00-397e-4e90-b963-5201b09cb169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '69f3e708-e568-42c1-b058-4f6cdaac9007'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:37:10.197301 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbbaac63-0561-4047-8cc4-1c2fd9475bda tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Network hostable DHCP agents. Network: 69f3e708-e568-42c1-b058-4f6cdaac9007, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 14:37:10.211562 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port 622bbbc0-6818-4b37-bd49-0b46c6f21ef1 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:37:10.216146 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbbaac63-0561-4047-8cc4-1c2fd9475bda tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Network 69f3e708-e568-42c1-b058-4f6cdaac9007 is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 14:37:10.226191 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-cbbaac63-0561-4047-8cc4-1c2fd9475bda tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, 69f3e708-e568-42c1-b058-4f6cdaac9007) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:37:10.233761 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbbaac63-0561-4047-8cc4-1c2fd9475bda tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:10.234382 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-cbbaac63-0561-4047-8cc4-1c2fd9475bda tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:10.235263 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b2799d-f417-4600-bfbc-993545e08227 None None] Network 69f3e708-e568-42c1-b058-4f6cdaac9007 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:37:10.250405 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-cbbaac63-0561-4047-8cc4-1c2fd9475bda tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4281042 Jul 13 14:37:10.252849 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 50782) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:37:10.315659 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d6bb333-8568-4da0-b509-46fcea5a599a None None] Network e45d45d6-1494-4cf4-941f-296d66db9ac2 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:37:10.360596 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6d91920f-9c8d-4ce4-8854-b5f0530c7afe tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:10.414824 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6d91920f-9c8d-4ce4-8854-b5f0530c7afe tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:10.418730 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-6206b774-2e92-496b-ab88-bbd7936cd73f None None] Provisioning for port 622bbbc0-6818-4b37-bd49-0b46c6f21ef1 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:37:10.431944 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-6206b774-2e92-496b-ab88-bbd7936cd73f None None] Provisioning complete for port 622bbbc0-6818-4b37-bd49-0b46c6f21ef1 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:37:10.433205 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6206b774-2e92-496b-ab88-bbd7936cd73f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:10.476778 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6d91920f-9c8d-4ce4-8854-b5f0530c7afe tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5970525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4763356'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:10.506328 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d91920f-9c8d-4ce4-8854-b5f0530c7afe tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Pushing event deleted for resources: {'Subnet': ['ID=a8e8ae04-950e-4c42-8889-2878c9c1e194,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:10.507441 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f5b5ec0-dd48-46e8-9240-69ecadb68cec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a7201e1-61ce-5a3e-b7f7-e800379ed03b-69f3e708-e568-42c1-b058-4f6cdaac9007', 'network_id': '69f3e708-e568-42c1-b058-4f6cdaac9007', 'tenant_id': 'd03f8fa6e63643439e9efa06200750b3', 'fixed_ips': [{'subnet_id': 'a8e8ae04-950e-4c42-8889-2878c9c1e194'}]}} from n-d-800634-1. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 14:37:10.509488 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-7f5b5ec0-dd48-46e8-9240-69ecadb68cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:10.579437 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6d91920f-9c8d-4ce4-8854-b5f0530c7afe tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:10.591432 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-6d91920f-9c8d-4ce4-8854-b5f0530c7afe tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69f3e708-e568-42c1-b058-4f6cdaac9007']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:37:10.603253 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-6d91920f-9c8d-4ce4-8854-b5f0530c7afe tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13424f00-397e-4e90-b963-5201b09cb169') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:37:10.603613 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-6d91920f-9c8d-4ce4-8854-b5f0530c7afe tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13424f00-397e-4e90-b963-5201b09cb169') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:37:10.615435 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6d91920f-9c8d-4ce4-8854-b5f0530c7afe tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5431730'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:10.630117 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6d91920f-9c8d-4ce4-8854-b5f0530c7afe tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:10.637574 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d91920f-9c8d-4ce4-8854-b5f0530c7afe tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 14:37:10.638049 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6d91920f-9c8d-4ce4-8854-b5f0530c7afe tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5970419'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:10.641159 n-d-800634-1 neutron-server[93750]: Traceback (most recent call last): Jul 13 14:37:10.641159 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 14:37:10.641159 n-d-800634-1 neutron-server[93750]: timer() Jul 13 14:37:10.641159 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 14:37:10.641159 n-d-800634-1 neutron-server[93750]: cb(*args, **kw) Jul 13 14:37:10.641159 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 14:37:10.641159 n-d-800634-1 neutron-server[93750]: return func(*args, **kwargs) Jul 13 14:37:10.641159 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 14:37:10.641159 n-d-800634-1 neutron-server[93750]: self._notify() Jul 13 14:37:10.641159 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 14:37:10.641159 n-d-800634-1 neutron-server[93750]: self.callback(batched_events) Jul 13 14:37:10.641159 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 14:37:10.641159 n-d-800634-1 neutron-server[93750]: event.method(event) Jul 13 14:37:10.641159 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 14:37:10.641159 n-d-800634-1 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 14:37:10.641159 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 14:37:10.641159 n-d-800634-1 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 14:37:10.641159 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 14:37:10.641159 n-d-800634-1 neutron-server[93750]: return f(self, *a, **k) Jul 13 14:37:10.641159 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 14:37:10.641159 n-d-800634-1 neutron-server[93750]: return self._get(url).json() Jul 13 14:37:10.641159 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 14:37:10.641159 n-d-800634-1 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 14:37:10.641159 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 14:37:10.641159 n-d-800634-1 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 13 14:37:10.641159 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 14:37:10.641159 n-d-800634-1 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 14:37:10.641159 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 14:37:10.641159 n-d-800634-1 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 14:37:10.641159 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 14:37:10.641159 n-d-800634-1 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 14:37:10.641159 n-d-800634-1 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 14:37:10.702061 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d39f1528-329d-491a-8c66-c3cac680eebe None None] Network 69f3e708-e568-42c1-b058-4f6cdaac9007 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:37:10.711698 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6d91920f-9c8d-4ce4-8854-b5f0530c7afe tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:10.719727 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6d91920f-9c8d-4ce4-8854-b5f0530c7afe tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:10.721661 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-6d91920f-9c8d-4ce4-8854-b5f0530c7afe tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] 10.222.0.23 "DELETE /v2.0/networks/69f3e708-e568-42c1-b058-4f6cdaac9007 HTTP/1.1" status: 204 len: 168 time: 0.4678178 Jul 13 14:37:10.726079 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6206b774-2e92-496b-ab88-bbd7936cd73f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:10.727597 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 50784) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:37:10.732322 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d39f1528-329d-491a-8c66-c3cac680eebe None None] Network 69f3e708-e568-42c1-b058-4f6cdaac9007 could not be found, it might have been deleted concurrently. {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 13 14:37:10.734120 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-6775f88d-1bad-4012-9c9a-e71a119d6d47 tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1780075403'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:37:10.756888 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d91920f-9c8d-4ce4-8854-b5f0530c7afe tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Pushing event deleted for resources: {'Network': ['ID=69f3e708-e568-42c1-b058-4f6cdaac9007,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:10.776504 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6775f88d-1bad-4012-9c9a-e71a119d6d47 tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Made reservation on behalf of d03f8fa6e63643439e9efa06200750b3 for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:37:10.780319 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6775f88d-1bad-4012-9c9a-e71a119d6d47 tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:10.783244 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-6206b774-2e92-496b-ab88-bbd7936cd73f None None] For port 622bbbc0-6818-4b37-bd49-0b46c6f21ef1, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=622bbbc0-6818-4b37-bd49-0b46c6f21ef1,segment=NetworkSegment(9a289d6b-5ecf-458d-b6ce-efca2e295702),segment_id=9a289d6b-5ecf-458d-b6ce-efca2e295702)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:37:10.791825 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6206b774-2e92-496b-ab88-bbd7936cd73f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:10.808100 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6775f88d-1bad-4012-9c9a-e71a119d6d47 tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 14:37:10.820064 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6775f88d-1bad-4012-9c9a-e71a119d6d47 tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:10.820533 n-d-800634-1 neutron-server[93750]: INFO neutron.db.segments_db [None req-6775f88d-1bad-4012-9c9a-e71a119d6d47 tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Added segment 117d17f5-31a2-482c-b238-057d49776378 of type vlan for network d20e8774-d567-4723-8fac-0605799edbc2 Jul 13 14:37:10.848943 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6206b774-2e92-496b-ab88-bbd7936cd73f None None] Pushing event updated for resources: {'Port': ['ID=622bbbc0-6818-4b37-bd49-0b46c6f21ef1,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:10.877326 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6775f88d-1bad-4012-9c9a-e71a119d6d47 tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:10.910312 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6775f88d-1bad-4012-9c9a-e71a119d6d47 tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:10.919254 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6775f88d-1bad-4012-9c9a-e71a119d6d47 tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:10.920175 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6775f88d-1bad-4012-9c9a-e71a119d6d47 tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:10.987418 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-6775f88d-1bad-4012-9c9a-e71a119d6d47 tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2583430 Jul 13 14:37:10.991191 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 50786) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:37:10.997332 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-e418f969-37b3-46f5-b918-4b1532a37f90 tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Request body: {'subnet': {'network_id': 'd20e8774-d567-4723-8fac-0605799edbc2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:37:11.001253 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6775f88d-1bad-4012-9c9a-e71a119d6d47 tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Pushing event updated for resources: {'Network': ['ID=d20e8774-d567-4723-8fac-0605799edbc2,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:11.015194 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network d20e8774-d567-4723-8fac-0605799edbc2 details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 14:37:11.069239 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-3fae894d-f9e4-4fd5-bb06-456a6daa2af8 None None] Provisioning complete for port 622bbbc0-6818-4b37-bd49-0b46c6f21ef1 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:37:11.069571 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-3fae894d-f9e4-4fd5-bb06-456a6daa2af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:11.108499 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e418f969-37b3-46f5-b918-4b1532a37f90 tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Made reservation on behalf of d03f8fa6e63643439e9efa06200750b3 for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:37:11.113189 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e418f969-37b3-46f5-b918-4b1532a37f90 tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6104980'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:11.562128 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e418f969-37b3-46f5-b918-4b1532a37f90 tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6018343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6104998'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:11.626264 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418f969-37b3-46f5-b918-4b1532a37f90 tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Pushing event updated for resources: {'Subnet': ['ID=aabfcdaf-08aa-4bcc-9044-0e7bab508004,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:11.636804 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e418f969-37b3-46f5-b918-4b1532a37f90 tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Checking segment: {'id': '117d17f5-31a2-482c-b238-057d49776378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'd20e8774-d567-4723-8fac-0605799edbc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:37:11.637162 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e418f969-37b3-46f5-b918-4b1532a37f90 tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Network hostable DHCP agents. Network: d20e8774-d567-4723-8fac-0605799edbc2, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 14:37:11.652242 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e418f969-37b3-46f5-b918-4b1532a37f90 tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Network d20e8774-d567-4723-8fac-0605799edbc2 is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 14:37:11.660744 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-e418f969-37b3-46f5-b918-4b1532a37f90 tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, d20e8774-d567-4723-8fac-0605799edbc2) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:37:11.664765 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e418f969-37b3-46f5-b918-4b1532a37f90 tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:11.665349 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e418f969-37b3-46f5-b918-4b1532a37f90 tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:11.669803 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45d04d9c-b38c-4d77-972f-90ba4e050cd9 None None] Network d20e8774-d567-4723-8fac-0605799edbc2 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:37:11.679480 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-e418f969-37b3-46f5-b918-4b1532a37f90 tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6871538 Jul 13 14:37:11.683980 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 50790) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:37:11.689221 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-806e0bca-3d40-46a3-92da-997866e32ed3 tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1925408784'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:37:11.710012 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-806e0bca-3d40-46a3-92da-997866e32ed3 tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Made reservation on behalf of d03f8fa6e63643439e9efa06200750b3 for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:37:11.713508 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-806e0bca-3d40-46a3-92da-997866e32ed3 tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:11.736908 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-806e0bca-3d40-46a3-92da-997866e32ed3 tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 14:37:11.747362 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-806e0bca-3d40-46a3-92da-997866e32ed3 tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:11.747703 n-d-800634-1 neutron-server[93750]: INFO neutron.db.segments_db [None req-806e0bca-3d40-46a3-92da-997866e32ed3 tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Added segment c772987a-262d-4743-9de8-01a90ae03ae5 of type vlan for network 88a1c90e-3dc9-4d8c-9558-d96704960ff9 Jul 13 14:37:11.791688 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-806e0bca-3d40-46a3-92da-997866e32ed3 tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:11.819285 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25c379b2-44bd-4e13-b98b-fb0c3f2b8def None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a7201e1-61ce-5a3e-b7f7-e800379ed03b-d20e8774-d567-4723-8fac-0605799edbc2', 'network_id': 'd20e8774-d567-4723-8fac-0605799edbc2', 'tenant_id': 'd03f8fa6e63643439e9efa06200750b3', 'fixed_ips': [{'subnet_id': 'aabfcdaf-08aa-4bcc-9044-0e7bab508004'}]}} from n-d-800634-1. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 14:37:11.820221 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-25c379b2-44bd-4e13-b98b-fb0c3f2b8def None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:11.822336 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-806e0bca-3d40-46a3-92da-997866e32ed3 tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:11.828556 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806e0bca-3d40-46a3-92da-997866e32ed3 tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:11.829206 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-806e0bca-3d40-46a3-92da-997866e32ed3 tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:11.882448 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-806e0bca-3d40-46a3-92da-997866e32ed3 tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1973414 Jul 13 14:37:11.885180 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 50792) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:37:11.890705 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-8a05b5be-9fc3-4a9b-b646-43048e8c1a97 tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Request body: {'subnet': {'network_id': '88a1c90e-3dc9-4d8c-9558-d96704960ff9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:37:11.948627 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806e0bca-3d40-46a3-92da-997866e32ed3 tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Pushing event updated for resources: {'Network': ['ID=88a1c90e-3dc9-4d8c-9558-d96704960ff9,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:11.960516 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network 88a1c90e-3dc9-4d8c-9558-d96704960ff9 details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 14:37:11.962894 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-25c379b2-44bd-4e13-b98b-fb0c3f2b8def None None] Allocated IP 2001:db8::2 (d20e8774-d567-4723-8fac-0605799edbc2/aabfcdaf-08aa-4bcc-9044-0e7bab508004/e124c3b7-1165-45d7-b1e2-bab9e373a6f5) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:37:11.991952 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a05b5be-9fc3-4a9b-b646-43048e8c1a97 tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Made reservation on behalf of d03f8fa6e63643439e9efa06200750b3 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:37:11.995869 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8a05b5be-9fc3-4a9b-b646-43048e8c1a97 tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4763385'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:12.120417 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 622bbbc0-6818-4b37-bd49-0b46c6f21ef1 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:37:12.194053 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-25c379b2-44bd-4e13-b98b-fb0c3f2b8def None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:12.194590 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8a05b5be-9fc3-4a9b-b646-43048e8c1a97 tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5970588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4763339'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:12.206045 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-25c379b2-44bd-4e13-b98b-fb0c3f2b8def None None] Transition to ACTIVE for port object e124c3b7-1165-45d7-b1e2-bab9e373a6f5 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:37:12.222903 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 622bbbc0-6818-4b37-bd49-0b46c6f21ef1 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:37:12.223267 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:12.224958 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-25c379b2-44bd-4e13-b98b-fb0c3f2b8def None None] Transition to ACTIVE for port object e124c3b7-1165-45d7-b1e2-bab9e373a6f5 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:37:12.247151 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-25c379b2-44bd-4e13-b98b-fb0c3f2b8def None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:12.258137 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a05b5be-9fc3-4a9b-b646-43048e8c1a97 tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Pushing event updated for resources: {'Subnet': ['ID=f87476ce-c416-41dd-89ed-011e94b93b86,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:12.265767 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a05b5be-9fc3-4a9b-b646-43048e8c1a97 tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Checking segment: {'id': 'c772987a-262d-4743-9de8-01a90ae03ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '88a1c90e-3dc9-4d8c-9558-d96704960ff9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:37:12.266143 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a05b5be-9fc3-4a9b-b646-43048e8c1a97 tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Network hostable DHCP agents. Network: 88a1c90e-3dc9-4d8c-9558-d96704960ff9, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 14:37:12.283775 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a05b5be-9fc3-4a9b-b646-43048e8c1a97 tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Network 88a1c90e-3dc9-4d8c-9558-d96704960ff9 is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 14:37:12.293390 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-8a05b5be-9fc3-4a9b-b646-43048e8c1a97 tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, 88a1c90e-3dc9-4d8c-9558-d96704960ff9) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:37:12.294445 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c379b2-44bd-4e13-b98b-fb0c3f2b8def None None] Network d20e8774-d567-4723-8fac-0605799edbc2 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:37:12.298765 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a05b5be-9fc3-4a9b-b646-43048e8c1a97 tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:12.299364 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8a05b5be-9fc3-4a9b-b646-43048e8c1a97 tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:12.301489 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-25c379b2-44bd-4e13-b98b-fb0c3f2b8def None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:37:12.306505 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf1e97e4-6feb-4d7b-bd0a-4f9cf816f8c5 None None] Network 88a1c90e-3dc9-4d8c-9558-d96704960ff9 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:37:12.309702 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c379b2-44bd-4e13-b98b-fb0c3f2b8def None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:37:12.318781 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-8a05b5be-9fc3-4a9b-b646-43048e8c1a97 tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4294324 Jul 13 14:37:12.319196 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 50794) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:37:12.328325 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c379b2-44bd-4e13-b98b-fb0c3f2b8def None None] Pushing event updated for resources: {'Port': ['ID=e124c3b7-1165-45d7-b1e2-bab9e373a6f5,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:12.417223 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8e02f3ff-b72a-4c46-9b70-752160035d55 tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:12.452263 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-25c379b2-44bd-4e13-b98b-fb0c3f2b8def None None] Attempting to bind port e124c3b7-1165-45d7-b1e2-bab9e373a6f5 on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:37:12.452632 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-25c379b2-44bd-4e13-b98b-fb0c3f2b8def None None] Attempting to bind port e124c3b7-1165-45d7-b1e2-bab9e373a6f5 by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '117d17f5-31a2-482c-b238-057d49776378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'd20e8774-d567-4723-8fac-0605799edbc2'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:37:12.452990 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c379b2-44bd-4e13-b98b-fb0c3f2b8def None None] Attempting to bind port e124c3b7-1165-45d7-b1e2-bab9e373a6f5 on network d20e8774-d567-4723-8fac-0605799edbc2 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:37:12.468778 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8e02f3ff-b72a-4c46-9b70-752160035d55 tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:12.473927 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c379b2-44bd-4e13-b98b-fb0c3f2b8def None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 36, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:37:12.474351 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c379b2-44bd-4e13-b98b-fb0c3f2b8def None None] Checking segment: {'id': '117d17f5-31a2-482c-b238-057d49776378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'd20e8774-d567-4723-8fac-0605799edbc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:37:12.474690 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-25c379b2-44bd-4e13-b98b-fb0c3f2b8def None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:12.475068 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c379b2-44bd-4e13-b98b-fb0c3f2b8def None None] Bound using segment: {'id': '117d17f5-31a2-482c-b238-057d49776378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'd20e8774-d567-4723-8fac-0605799edbc2'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:37:12.475534 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-25c379b2-44bd-4e13-b98b-fb0c3f2b8def None None] Bound port: e124c3b7-1165-45d7-b1e2-bab9e373a6f5, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '117d17f5-31a2-482c-b238-057d49776378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'd20e8774-d567-4723-8fac-0605799edbc2'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:37:12.475911 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-25c379b2-44bd-4e13-b98b-fb0c3f2b8def None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:12.534350 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8e02f3ff-b72a-4c46-9b70-752160035d55 tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6018534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6105009'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:12.564105 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e02f3ff-b72a-4c46-9b70-752160035d55 tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Pushing event deleted for resources: {'Subnet': ['ID=f87476ce-c416-41dd-89ed-011e94b93b86,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:12.626070 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8e02f3ff-b72a-4c46-9b70-752160035d55 tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:12.637213 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-8e02f3ff-b72a-4c46-9b70-752160035d55 tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88a1c90e-3dc9-4d8c-9558-d96704960ff9']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:37:12.649089 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-8e02f3ff-b72a-4c46-9b70-752160035d55 tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c772987a-262d-4743-9de8-01a90ae03ae5') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:37:12.649385 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-8e02f3ff-b72a-4c46-9b70-752160035d55 tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c772987a-262d-4743-9de8-01a90ae03ae5') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:37:12.659338 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8e02f3ff-b72a-4c46-9b70-752160035d55 tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6018464'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:12.674128 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8e02f3ff-b72a-4c46-9b70-752160035d55 tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:12.680455 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e02f3ff-b72a-4c46-9b70-752160035d55 tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 14:37:12.680856 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8e02f3ff-b72a-4c46-9b70-752160035d55 tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6018632'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:12.684459 n-d-800634-1 neutron-server[93751]: Traceback (most recent call last): Jul 13 14:37:12.684459 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 14:37:12.684459 n-d-800634-1 neutron-server[93751]: timer() Jul 13 14:37:12.684459 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 14:37:12.684459 n-d-800634-1 neutron-server[93751]: cb(*args, **kw) Jul 13 14:37:12.684459 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 14:37:12.684459 n-d-800634-1 neutron-server[93751]: return func(*args, **kwargs) Jul 13 14:37:12.684459 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 14:37:12.684459 n-d-800634-1 neutron-server[93751]: self._notify() Jul 13 14:37:12.684459 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 14:37:12.684459 n-d-800634-1 neutron-server[93751]: self.callback(batched_events) Jul 13 14:37:12.684459 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 14:37:12.684459 n-d-800634-1 neutron-server[93751]: event.method(event) Jul 13 14:37:12.684459 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 14:37:12.684459 n-d-800634-1 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 14:37:12.684459 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 14:37:12.684459 n-d-800634-1 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 14:37:12.684459 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 14:37:12.684459 n-d-800634-1 neutron-server[93751]: return f(self, *a, **k) Jul 13 14:37:12.684459 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 14:37:12.684459 n-d-800634-1 neutron-server[93751]: return self._get(url).json() Jul 13 14:37:12.684459 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 14:37:12.684459 n-d-800634-1 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 14:37:12.684459 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 14:37:12.684459 n-d-800634-1 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 13 14:37:12.684459 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 14:37:12.684459 n-d-800634-1 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 14:37:12.684459 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 14:37:12.684459 n-d-800634-1 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 14:37:12.684459 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 14:37:12.684459 n-d-800634-1 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 14:37:12.684459 n-d-800634-1 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 14:37:12.746944 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b114eefa-1947-4dab-94a9-7c5f9aa7efbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a7201e1-61ce-5a3e-b7f7-e800379ed03b-88a1c90e-3dc9-4d8c-9558-d96704960ff9', 'network_id': '88a1c90e-3dc9-4d8c-9558-d96704960ff9', 'tenant_id': 'd03f8fa6e63643439e9efa06200750b3', 'fixed_ips': [{'subnet_id': 'f87476ce-c416-41dd-89ed-011e94b93b86'}]}} from n-d-800634-1. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 14:37:12.747830 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b114eefa-1947-4dab-94a9-7c5f9aa7efbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:12.750900 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8e02f3ff-b72a-4c46-9b70-752160035d55 tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:12.754314 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-25c379b2-44bd-4e13-b98b-fb0c3f2b8def None None] For port e124c3b7-1165-45d7-b1e2-bab9e373a6f5, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:37:12.755212 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8e02f3ff-b72a-4c46-9b70-752160035d55 tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:12.757166 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-8e02f3ff-b72a-4c46-9b70-752160035d55 tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] 10.222.0.23 "DELETE /v2.0/networks/88a1c90e-3dc9-4d8c-9558-d96704960ff9 HTTP/1.1" status: 204 len: 168 time: 0.4367585 Jul 13 14:37:12.760045 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 50796) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:37:12.772595 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e02f3ff-b72a-4c46-9b70-752160035d55 tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Pushing event deleted for resources: {'Network': ['ID=88a1c90e-3dc9-4d8c-9558-d96704960ff9,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:12.785442 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-25c379b2-44bd-4e13-b98b-fb0c3f2b8def None None] For port e124c3b7-1165-45d7-b1e2-bab9e373a6f5, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=e124c3b7-1165-45d7-b1e2-bab9e373a6f5,segment=NetworkSegment(117d17f5-31a2-482c-b238-057d49776378),segment_id=117d17f5-31a2-482c-b238-057d49776378)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:37:12.791016 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-25c379b2-44bd-4e13-b98b-fb0c3f2b8def None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:12.799922 n-d-800634-1 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-0035470f-eeb8-4e67-9532-1a464fce8623 tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] GET failed (client error): The resource could not be found. Jul 13 14:37:12.801557 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-0035470f-eeb8-4e67-9532-1a464fce8623 tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] 10.222.0.23 "GET /v2.0/subnets/f87476ce-c416-41dd-89ed-011e94b93b86 HTTP/1.1" status: 404 len: 337 time: 0.0395479 Jul 13 14:37:12.804438 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 50798) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:37:12.815784 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8733902-c1b8-4591-b86f-9d56cd2a1e12 None None] Network 88a1c90e-3dc9-4d8c-9558-d96704960ff9 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:37:12.822608 n-d-800634-1 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-3093c930-1df8-4d13-a2d0-3e400286ee5d tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] DELETE failed (client error): The resource could not be found. Jul 13 14:37:12.823749 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3093c930-1df8-4d13-a2d0-3e400286ee5d tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93750) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 14:37:12.825431 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-3093c930-1df8-4d13-a2d0-3e400286ee5d tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] 10.222.0.23 "DELETE /v2.0/networks/88a1c90e-3dc9-4d8c-9558-d96704960ff9 HTTP/1.1" status: 404 len: 339 time: 0.0200608 Jul 13 14:37:12.829276 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 50800) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:37:12.836982 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8733902-c1b8-4591-b86f-9d56cd2a1e12 None None] Network 88a1c90e-3dc9-4d8c-9558-d96704960ff9 could not be found, it might have been deleted concurrently. {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 13 14:37:12.859152 n-d-800634-1 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-38619aad-e4ce-4075-a212-f755c7939659 tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] DELETE failed (client error): The resource could not be found. Jul 13 14:37:12.859356 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38619aad-e4ce-4075-a212-f755c7939659 tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93750) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 14:37:12.863381 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-38619aad-e4ce-4075-a212-f755c7939659 tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] 10.222.0.23 "DELETE /v2.0/subnets/f87476ce-c416-41dd-89ed-011e94b93b86 HTTP/1.1" status: 404 len: 337 time: 0.0307336 Jul 13 14:37:12.863517 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c379b2-44bd-4e13-b98b-fb0c3f2b8def None None] Pushing event updated for resources: {'Port': ['ID=e124c3b7-1165-45d7-b1e2-bab9e373a6f5,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:12.863638 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 50802) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:37:12.888076 n-d-800634-1 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-873a75db-c281-4131-ba10-c618ad20b340 tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] DELETE failed (client error): The resource could not be found. Jul 13 14:37:12.888631 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-873a75db-c281-4131-ba10-c618ad20b340 tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93750) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 14:37:12.890366 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-873a75db-c281-4131-ba10-c618ad20b340 tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] 10.222.0.23 "DELETE /v2.0/networks/88a1c90e-3dc9-4d8c-9558-d96704960ff9 HTTP/1.1" status: 404 len: 339 time: 0.0259163 Jul 13 14:37:12.892956 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 50804) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:37:12.949700 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-f45df493-35a5-4b32-8b54-dbbc3aa9fbd5 tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Deleting subnet aabfcdaf-08aa-4bcc-9044-0e7bab508004 {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 14:37:12.953281 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f45df493-35a5-4b32-8b54-dbbc3aa9fbd5 tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:12.996069 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f45df493-35a5-4b32-8b54-dbbc3aa9fbd5 tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5431723'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:13.097665 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f45df493-35a5-4b32-8b54-dbbc3aa9fbd5 tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:13.162141 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f45df493-35a5-4b32-8b54-dbbc3aa9fbd5 tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5970525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4763356'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:13.190061 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45df493-35a5-4b32-8b54-dbbc3aa9fbd5 tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Pushing event deleted for resources: {'Subnet': ['ID=aabfcdaf-08aa-4bcc-9044-0e7bab508004,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:13.193771 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f45df493-35a5-4b32-8b54-dbbc3aa9fbd5 tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:13.195629 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-f45df493-35a5-4b32-8b54-dbbc3aa9fbd5 tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] 10.222.0.23 "DELETE /v2.0/subnets/aabfcdaf-08aa-4bcc-9044-0e7bab508004 HTTP/1.1" status: 204 len: 168 time: 0.3017073 Jul 13 14:37:13.198270 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 50806) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:37:13.271963 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ab39d99d-86cb-4d6e-8ea5-ebd90588eafb tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:13.328723 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-ab39d99d-86cb-4d6e-8ea5-ebd90588eafb tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Deleting port e124c3b7-1165-45d7-b1e2-bab9e373a6f5 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:37:13.329409 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ab39d99d-86cb-4d6e-8ea5-ebd90588eafb tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:13.389755 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-ab39d99d-86cb-4d6e-8ea5-ebd90588eafb tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] For port e124c3b7-1165-45d7-b1e2-bab9e373a6f5, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=e124c3b7-1165-45d7-b1e2-bab9e373a6f5,segment=NetworkSegment(117d17f5-31a2-482c-b238-057d49776378),segment_id=117d17f5-31a2-482c-b238-057d49776378)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:37:13.390118 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ab39d99d-86cb-4d6e-8ea5-ebd90588eafb tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:13.403345 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-ab39d99d-86cb-4d6e-8ea5-ebd90588eafb tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Calling delete_port for e124c3b7-1165-45d7-b1e2-bab9e373a6f5 owned by network:dhcp {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:37:13.487035 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ab39d99d-86cb-4d6e-8ea5-ebd90588eafb tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:13.513789 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab39d99d-86cb-4d6e-8ea5-ebd90588eafb tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Pushing event deleted for resources: {'Port': ['ID=e124c3b7-1165-45d7-b1e2-bab9e373a6f5,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:13.518228 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab39d99d-86cb-4d6e-8ea5-ebd90588eafb tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] No DVR routers for this DVR port e124c3b7-1165-45d7-b1e2-bab9e373a6f5 on host n-d-800634-1 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:37:13.599695 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ab39d99d-86cb-4d6e-8ea5-ebd90588eafb tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:13.609807 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-ab39d99d-86cb-4d6e-8ea5-ebd90588eafb tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d20e8774-d567-4723-8fac-0605799edbc2']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:37:13.621240 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-ab39d99d-86cb-4d6e-8ea5-ebd90588eafb tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '117d17f5-31a2-482c-b238-057d49776378') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:37:13.621528 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-ab39d99d-86cb-4d6e-8ea5-ebd90588eafb tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '117d17f5-31a2-482c-b238-057d49776378') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:37:13.631418 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ab39d99d-86cb-4d6e-8ea5-ebd90588eafb tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6018464'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:13.653131 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ab39d99d-86cb-4d6e-8ea5-ebd90588eafb tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:13.659409 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab39d99d-86cb-4d6e-8ea5-ebd90588eafb tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 14:37:13.659709 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ab39d99d-86cb-4d6e-8ea5-ebd90588eafb tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6018632'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:13.662773 n-d-800634-1 neutron-server[93751]: Traceback (most recent call last): Jul 13 14:37:13.662773 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 14:37:13.662773 n-d-800634-1 neutron-server[93751]: timer() Jul 13 14:37:13.662773 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 14:37:13.662773 n-d-800634-1 neutron-server[93751]: cb(*args, **kw) Jul 13 14:37:13.662773 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 14:37:13.662773 n-d-800634-1 neutron-server[93751]: return func(*args, **kwargs) Jul 13 14:37:13.662773 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 14:37:13.662773 n-d-800634-1 neutron-server[93751]: self._notify() Jul 13 14:37:13.662773 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 14:37:13.662773 n-d-800634-1 neutron-server[93751]: self.callback(batched_events) Jul 13 14:37:13.662773 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 14:37:13.662773 n-d-800634-1 neutron-server[93751]: event.method(event) Jul 13 14:37:13.662773 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 14:37:13.662773 n-d-800634-1 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 14:37:13.662773 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 14:37:13.662773 n-d-800634-1 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 14:37:13.662773 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 14:37:13.662773 n-d-800634-1 neutron-server[93751]: return f(self, *a, **k) Jul 13 14:37:13.662773 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 14:37:13.662773 n-d-800634-1 neutron-server[93751]: return self._get(url).json() Jul 13 14:37:13.662773 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 14:37:13.662773 n-d-800634-1 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 14:37:13.662773 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 14:37:13.662773 n-d-800634-1 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 13 14:37:13.662773 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 14:37:13.662773 n-d-800634-1 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 14:37:13.662773 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 14:37:13.662773 n-d-800634-1 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 14:37:13.662773 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 14:37:13.662773 n-d-800634-1 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 14:37:13.662773 n-d-800634-1 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 14:37:13.724090 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ab39d99d-86cb-4d6e-8ea5-ebd90588eafb tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:13.731475 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ab39d99d-86cb-4d6e-8ea5-ebd90588eafb tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:13.733277 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-ab39d99d-86cb-4d6e-8ea5-ebd90588eafb tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] 10.222.0.23 "DELETE /v2.0/networks/d20e8774-d567-4723-8fac-0605799edbc2 HTTP/1.1" status: 204 len: 168 time: 0.5340071 Jul 13 14:37:13.735784 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 50808) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:37:13.754355 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab39d99d-86cb-4d6e-8ea5-ebd90588eafb tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Pushing event deleted for resources: {'Network': ['ID=d20e8774-d567-4723-8fac-0605799edbc2,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:13.772509 n-d-800634-1 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b699660-bc3c-470c-b93d-1e1348440977 tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] DELETE failed (client error): The resource could not be found. Jul 13 14:37:13.772970 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b699660-bc3c-470c-b93d-1e1348440977 tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 14:37:13.774822 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-4b699660-bc3c-470c-b93d-1e1348440977 tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] 10.222.0.23 "DELETE /v2.0/subnets/a8e8ae04-950e-4c42-8889-2878c9c1e194 HTTP/1.1" status: 404 len: 337 time: 0.0381219 Jul 13 14:37:13.778042 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 50810) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:37:13.792789 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-5432fea9-8776-4ceb-8c98-dfba1c904b65 None None] Could not find standard attr ID for object e124c3b7-1165-45d7-b1e2-bab9e373a6f5. {{(pid=93752) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 14:37:13.796584 n-d-800634-1 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f01424f-ceb7-4725-bdf2-aa637f75d8a5 tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] DELETE failed (client error): The resource could not be found. Jul 13 14:37:13.797128 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f01424f-ceb7-4725-bdf2-aa637f75d8a5 tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 14:37:13.798840 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-3f01424f-ceb7-4725-bdf2-aa637f75d8a5 tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] 10.222.0.23 "DELETE /v2.0/networks/69f3e708-e568-42c1-b058-4f6cdaac9007 HTTP/1.1" status: 404 len: 339 time: 0.0198846 Jul 13 14:37:13.801269 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 50812) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:37:13.809873 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd633101-abec-4afa-bcf2-d80efef7719d None None] DHCP port deletion for d20e8774-d567-4723-8fac-0605799edbc2 request from n-d-800634-1 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 14:37:13.827095 n-d-800634-1 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8705e67-35e1-41d2-97b0-2baa4fbe976e tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] DELETE failed (client error): The resource could not be found. Jul 13 14:37:13.827261 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e85e0ae-a34f-413a-8eb2-b5e161b0bf71 None None] Network d20e8774-d567-4723-8fac-0605799edbc2 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:37:13.827547 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8705e67-35e1-41d2-97b0-2baa4fbe976e tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 14:37:13.829259 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-a8705e67-35e1-41d2-97b0-2baa4fbe976e tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] 10.222.0.23 "DELETE /v2.0/subnets/787781dc-18cd-428f-808a-e145156cc8b2 HTTP/1.1" status: 404 len: 337 time: 0.0270693 Jul 13 14:37:13.831814 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 50814) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:37:13.840465 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e85e0ae-a34f-413a-8eb2-b5e161b0bf71 None None] Network d20e8774-d567-4723-8fac-0605799edbc2 could not be found, it might have been deleted concurrently. {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 13 14:37:13.855592 n-d-800634-1 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-92300d37-e2e8-4855-857c-881785cc1b1b tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] DELETE failed (client error): The resource could not be found. Jul 13 14:37:13.856122 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92300d37-e2e8-4855-857c-881785cc1b1b tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 14:37:13.857875 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-92300d37-e2e8-4855-857c-881785cc1b1b tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] 10.222.0.23 "DELETE /v2.0/networks/109cfda4-8026-4711-ae3e-2cac66470db3 HTTP/1.1" status: 404 len: 339 time: 0.0250757 Jul 13 14:37:13.860278 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 50816) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:37:13.910255 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-40aee263-b212-476d-9d69-c839944ddace tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Deleting subnet b08d0265-09f2-48c6-843e-643595e4eb90 {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 14:37:13.913157 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-40aee263-b212-476d-9d69-c839944ddace tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:13.953340 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-40aee263-b212-476d-9d69-c839944ddace tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6018489'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:14.039976 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-40aee263-b212-476d-9d69-c839944ddace tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:14.097516 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-40aee263-b212-476d-9d69-c839944ddace tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6018534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6105009'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:14.124194 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40aee263-b212-476d-9d69-c839944ddace tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Pushing event deleted for resources: {'Subnet': ['ID=b08d0265-09f2-48c6-843e-643595e4eb90,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:14.129579 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-40aee263-b212-476d-9d69-c839944ddace tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:14.131409 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-40aee263-b212-476d-9d69-c839944ddace tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] 10.222.0.23 "DELETE /v2.0/subnets/b08d0265-09f2-48c6-843e-643595e4eb90 HTTP/1.1" status: 204 len: 168 time: 0.2702556 Jul 13 14:37:14.134028 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 50818) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:37:14.136045 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe62598d-b625-451f-b5db-8497ca76d55a None None] Network e45d45d6-1494-4cf4-941f-296d66db9ac2 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:37:14.210118 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-694296c0-6256-4053-9030-09430bb9affd tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:14.268924 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-694296c0-6256-4053-9030-09430bb9affd tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Deleting port 622bbbc0-6818-4b37-bd49-0b46c6f21ef1 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:37:14.269271 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-694296c0-6256-4053-9030-09430bb9affd tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:14.322685 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff884f8-51e8-49b7-a12a-bd41a950c038 None None] DHCP port deletion for e45d45d6-1494-4cf4-941f-296d66db9ac2 request from n-d-800634-1 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 14:37:14.334729 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-694296c0-6256-4053-9030-09430bb9affd tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] For port 622bbbc0-6818-4b37-bd49-0b46c6f21ef1, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=622bbbc0-6818-4b37-bd49-0b46c6f21ef1,segment=NetworkSegment(9a289d6b-5ecf-458d-b6ce-efca2e295702),segment_id=9a289d6b-5ecf-458d-b6ce-efca2e295702)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:37:14.335243 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-694296c0-6256-4053-9030-09430bb9affd tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:14.348085 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-694296c0-6256-4053-9030-09430bb9affd tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Calling delete_port for 622bbbc0-6818-4b37-bd49-0b46c6f21ef1 owned by network:dhcp {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:37:14.368568 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-1ff884f8-51e8-49b7-a12a-bd41a950c038 None None] Deleting port 622bbbc0-6818-4b37-bd49-0b46c6f21ef1 {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:37:14.368949 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-1ff884f8-51e8-49b7-a12a-bd41a950c038 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:14.426425 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-694296c0-6256-4053-9030-09430bb9affd tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:14.429778 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-1ff884f8-51e8-49b7-a12a-bd41a950c038 None None] For port 622bbbc0-6818-4b37-bd49-0b46c6f21ef1, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=622bbbc0-6818-4b37-bd49-0b46c6f21ef1,segment=NetworkSegment(9a289d6b-5ecf-458d-b6ce-efca2e295702),segment_id=9a289d6b-5ecf-458d-b6ce-efca2e295702)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:37:14.430187 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-1ff884f8-51e8-49b7-a12a-bd41a950c038 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:14.443255 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-1ff884f8-51e8-49b7-a12a-bd41a950c038 None None] Calling delete_port for 622bbbc0-6818-4b37-bd49-0b46c6f21ef1 owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:37:14.454045 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694296c0-6256-4053-9030-09430bb9affd tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Pushing event deleted for resources: {'Port': ['ID=622bbbc0-6818-4b37-bd49-0b46c6f21ef1,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:14.460111 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694296c0-6256-4053-9030-09430bb9affd tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] No DVR routers for this DVR port 622bbbc0-6818-4b37-bd49-0b46c6f21ef1 on host n-d-800634-1 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:37:14.526789 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-1ff884f8-51e8-49b7-a12a-bd41a950c038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:14.538704 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-694296c0-6256-4053-9030-09430bb9affd tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:14.548595 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-694296c0-6256-4053-9030-09430bb9affd tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e45d45d6-1494-4cf4-941f-296d66db9ac2']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:37:14.551759 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff884f8-51e8-49b7-a12a-bd41a950c038 None None] Pushing event deleted for resources: {'Port': ['ID=622bbbc0-6818-4b37-bd49-0b46c6f21ef1,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:14.556173 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff884f8-51e8-49b7-a12a-bd41a950c038 None None] No DVR routers for this DVR port 622bbbc0-6818-4b37-bd49-0b46c6f21ef1 on host n-d-800634-1 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:37:14.559884 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-694296c0-6256-4053-9030-09430bb9affd tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a289d6b-5ecf-458d-b6ce-efca2e295702') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:37:14.560357 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-694296c0-6256-4053-9030-09430bb9affd tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a289d6b-5ecf-458d-b6ce-efca2e295702') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:37:14.569225 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-694296c0-6256-4053-9030-09430bb9affd tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6018464'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:14.584208 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-694296c0-6256-4053-9030-09430bb9affd tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:14.590803 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-694296c0-6256-4053-9030-09430bb9affd tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 14:37:14.591214 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-694296c0-6256-4053-9030-09430bb9affd tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6018632'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:14.594264 n-d-800634-1 neutron-server[93751]: Traceback (most recent call last): Jul 13 14:37:14.594264 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 14:37:14.594264 n-d-800634-1 neutron-server[93751]: timer() Jul 13 14:37:14.594264 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 14:37:14.594264 n-d-800634-1 neutron-server[93751]: cb(*args, **kw) Jul 13 14:37:14.594264 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 14:37:14.594264 n-d-800634-1 neutron-server[93751]: return func(*args, **kwargs) Jul 13 14:37:14.594264 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 14:37:14.594264 n-d-800634-1 neutron-server[93751]: self._notify() Jul 13 14:37:14.594264 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 14:37:14.594264 n-d-800634-1 neutron-server[93751]: self.callback(batched_events) Jul 13 14:37:14.594264 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 14:37:14.594264 n-d-800634-1 neutron-server[93751]: event.method(event) Jul 13 14:37:14.594264 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 14:37:14.594264 n-d-800634-1 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 14:37:14.594264 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 14:37:14.594264 n-d-800634-1 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 14:37:14.594264 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 14:37:14.594264 n-d-800634-1 neutron-server[93751]: return f(self, *a, **k) Jul 13 14:37:14.594264 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 14:37:14.594264 n-d-800634-1 neutron-server[93751]: return self._get(url).json() Jul 13 14:37:14.594264 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 14:37:14.594264 n-d-800634-1 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 14:37:14.594264 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 14:37:14.594264 n-d-800634-1 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 13 14:37:14.594264 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 14:37:14.594264 n-d-800634-1 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 14:37:14.594264 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 14:37:14.594264 n-d-800634-1 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 14:37:14.594264 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 14:37:14.594264 n-d-800634-1 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 14:37:14.594264 n-d-800634-1 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 14:37:14.662741 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-694296c0-6256-4053-9030-09430bb9affd tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:14.669785 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-694296c0-6256-4053-9030-09430bb9affd tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:14.671637 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-694296c0-6256-4053-9030-09430bb9affd tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] 10.222.0.23 "DELETE /v2.0/networks/e45d45d6-1494-4cf4-941f-296d66db9ac2 HTTP/1.1" status: 204 len: 168 time: 0.5366042 Jul 13 14:37:14.684180 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694296c0-6256-4053-9030-09430bb9affd tempest-NetworksIpV6Test-1646132890 tempest-NetworksIpV6Test-1646132890-project] Pushing event deleted for resources: {'Network': ['ID=e45d45d6-1494-4cf4-941f-296d66db9ac2,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:14.904163 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 50824) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:37:15.030640 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-bc297700-df5b-4c0c-9c39-fff1384b68d7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d03f8fa6e63643439e9efa06200750b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1253207 Jul 13 14:37:15.033070 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 50828) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:37:15.081717 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-40e07ddc-ed3b-4a20-8bf5-cdb25a5111d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:15.102564 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-40e07ddc-ed3b-4a20-8bf5-cdb25a5111d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:15.149875 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-40e07ddc-ed3b-4a20-8bf5-cdb25a5111d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:15.153267 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-40e07ddc-ed3b-4a20-8bf5-cdb25a5111d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:15.154697 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-40e07ddc-ed3b-4a20-8bf5-cdb25a5111d8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e2fe0a18-dfb6-4f9e-98e2-b304a5b15b3b HTTP/1.1" status: 204 len: 168 time: 0.1207211 Jul 13 14:37:15.162072 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e07ddc-ed3b-4a20-8bf5-cdb25a5111d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2fe0a18-dfb6-4f9e-98e2-b304a5b15b3b,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:15.768206 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 50850) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:37:15.859470 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-7caedfac-ec8b-4a7c-aff2-d4b2bb0fa4d6 tempest-RoutersNegativeTest-2024471505 tempest-RoutersNegativeTest-2024471505-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-388138478', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:37:15.883660 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7caedfac-ec8b-4a7c-aff2-d4b2bb0fa4d6 tempest-RoutersNegativeTest-2024471505 tempest-RoutersNegativeTest-2024471505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1591928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2714'] for router, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:15.884725 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7caedfac-ec8b-4a7c-aff2-d4b2bb0fa4d6 tempest-RoutersNegativeTest-2024471505 tempest-RoutersNegativeTest-2024471505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447198', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1629690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2689'] for router, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:15.971751 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7caedfac-ec8b-4a7c-aff2-d4b2bb0fa4d6 tempest-RoutersNegativeTest-2024471505 tempest-RoutersNegativeTest-2024471505-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:15.975709 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7caedfac-ec8b-4a7c-aff2-d4b2bb0fa4d6 tempest-RoutersNegativeTest-2024471505 tempest-RoutersNegativeTest-2024471505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447217'] for router, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:15.990586 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7caedfac-ec8b-4a7c-aff2-d4b2bb0fa4d6 tempest-RoutersNegativeTest-2024471505 tempest-RoutersNegativeTest-2024471505-project] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:15.991772 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-7caedfac-ec8b-4a7c-aff2-d4b2bb0fa4d6 tempest-RoutersNegativeTest-2024471505 tempest-RoutersNegativeTest-2024471505-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2224863 Jul 13 14:37:15.995035 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 50854) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:37:15.999971 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-09c9b65a-639b-406e-8bec-7c2d94314650 tempest-RoutersNegativeTest-2024471505 tempest-RoutersNegativeTest-2024471505-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1752532631'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:37:16.019689 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09c9b65a-639b-406e-8bec-7c2d94314650 tempest-RoutersNegativeTest-2024471505 tempest-RoutersNegativeTest-2024471505-project] Made reservation on behalf of 473a907b16e043df8024190bdd9718a2 for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:37:16.023216 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-09c9b65a-639b-406e-8bec-7c2d94314650 tempest-RoutersNegativeTest-2024471505 tempest-RoutersNegativeTest-2024471505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:16.031718 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-09c9b65a-639b-406e-8bec-7c2d94314650 tempest-RoutersNegativeTest-2024471505 tempest-RoutersNegativeTest-2024471505-project] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:16.099743 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 622bbbc0-6818-4b37-bd49-0b46c6f21ef1 no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:37:16.120349 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: 622bbbc0-6818-4b37-bd49-0b46c6f21ef1 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:37:16.120697 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 622bbbc0-6818-4b37-bd49-0b46c6f21ef1 not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:37:16.126516 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-09c9b65a-639b-406e-8bec-7c2d94314650 tempest-RoutersNegativeTest-2024471505 tempest-RoutersNegativeTest-2024471505-project] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:16.130646 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-09c9b65a-639b-406e-8bec-7c2d94314650 tempest-RoutersNegativeTest-2024471505 tempest-RoutersNegativeTest-2024471505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:16.157216 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09c9b65a-639b-406e-8bec-7c2d94314650 tempest-RoutersNegativeTest-2024471505 tempest-RoutersNegativeTest-2024471505-project] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 14:37:16.165669 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c9b65a-639b-406e-8bec-7c2d94314650 tempest-RoutersNegativeTest-2024471505 tempest-RoutersNegativeTest-2024471505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=925e1857-dbbf-4cd0-812f-a22cc3de2feb,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:16.172424 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-09c9b65a-639b-406e-8bec-7c2d94314650 tempest-RoutersNegativeTest-2024471505 tempest-RoutersNegativeTest-2024471505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:16.172769 n-d-800634-1 neutron-server[93751]: INFO neutron.db.segments_db [None req-09c9b65a-639b-406e-8bec-7c2d94314650 tempest-RoutersNegativeTest-2024471505 tempest-RoutersNegativeTest-2024471505-project] Added segment b7389f90-8e75-4945-b7ea-2474826c6a53 of type vlan for network 7009ff08-eeaf-4ebe-ab4d-8089375fa702 Jul 13 14:37:16.212901 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-09c9b65a-639b-406e-8bec-7c2d94314650 tempest-RoutersNegativeTest-2024471505 tempest-RoutersNegativeTest-2024471505-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:16.245096 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-09c9b65a-639b-406e-8bec-7c2d94314650 tempest-RoutersNegativeTest-2024471505 tempest-RoutersNegativeTest-2024471505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:16.250693 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c9b65a-639b-406e-8bec-7c2d94314650 tempest-RoutersNegativeTest-2024471505 tempest-RoutersNegativeTest-2024471505-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:16.251271 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-09c9b65a-639b-406e-8bec-7c2d94314650 tempest-RoutersNegativeTest-2024471505 tempest-RoutersNegativeTest-2024471505-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:16.320205 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-09c9b65a-639b-406e-8bec-7c2d94314650 tempest-RoutersNegativeTest-2024471505 tempest-RoutersNegativeTest-2024471505-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3241091 Jul 13 14:37:16.323119 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 50856) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:37:16.328385 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-74cb0871-45ac-4f3a-b76b-e06313eaf2b6 tempest-RoutersNegativeTest-2024471505 tempest-RoutersNegativeTest-2024471505-project] Request body: {'subnet': {'network_id': '7009ff08-eeaf-4ebe-ab4d-8089375fa702', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:37:16.348046 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c9b65a-639b-406e-8bec-7c2d94314650 tempest-RoutersNegativeTest-2024471505 tempest-RoutersNegativeTest-2024471505-project] Pushing event updated for resources: {'Network': ['ID=7009ff08-eeaf-4ebe-ab4d-8089375fa702,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:16.358231 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network 7009ff08-eeaf-4ebe-ab4d-8089375fa702 details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 14:37:16.424470 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74cb0871-45ac-4f3a-b76b-e06313eaf2b6 tempest-RoutersNegativeTest-2024471505 tempest-RoutersNegativeTest-2024471505-project] Made reservation on behalf of 473a907b16e043df8024190bdd9718a2 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:37:16.428137 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-74cb0871-45ac-4f3a-b76b-e06313eaf2b6 tempest-RoutersNegativeTest-2024471505 tempest-RoutersNegativeTest-2024471505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4763385'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:16.608730 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-74cb0871-45ac-4f3a-b76b-e06313eaf2b6 tempest-RoutersNegativeTest-2024471505 tempest-RoutersNegativeTest-2024471505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5970588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4763339'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:16.665554 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cb0871-45ac-4f3a-b76b-e06313eaf2b6 tempest-RoutersNegativeTest-2024471505 tempest-RoutersNegativeTest-2024471505-project] Pushing event updated for resources: {'Subnet': ['ID=00489281-bf09-4234-aa9a-038a2f93fa86,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:16.675675 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74cb0871-45ac-4f3a-b76b-e06313eaf2b6 tempest-RoutersNegativeTest-2024471505 tempest-RoutersNegativeTest-2024471505-project] Checking segment: {'id': 'b7389f90-8e75-4945-b7ea-2474826c6a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '7009ff08-eeaf-4ebe-ab4d-8089375fa702'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:37:16.676036 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74cb0871-45ac-4f3a-b76b-e06313eaf2b6 tempest-RoutersNegativeTest-2024471505 tempest-RoutersNegativeTest-2024471505-project] Network hostable DHCP agents. Network: 7009ff08-eeaf-4ebe-ab4d-8089375fa702, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 14:37:16.691211 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74cb0871-45ac-4f3a-b76b-e06313eaf2b6 tempest-RoutersNegativeTest-2024471505 tempest-RoutersNegativeTest-2024471505-project] Network 7009ff08-eeaf-4ebe-ab4d-8089375fa702 is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 14:37:16.699672 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-74cb0871-45ac-4f3a-b76b-e06313eaf2b6 tempest-RoutersNegativeTest-2024471505 tempest-RoutersNegativeTest-2024471505-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, 7009ff08-eeaf-4ebe-ab4d-8089375fa702) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:37:16.703516 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74cb0871-45ac-4f3a-b76b-e06313eaf2b6 tempest-RoutersNegativeTest-2024471505 tempest-RoutersNegativeTest-2024471505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:16.704102 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-74cb0871-45ac-4f3a-b76b-e06313eaf2b6 tempest-RoutersNegativeTest-2024471505 tempest-RoutersNegativeTest-2024471505-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:16.708902 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a77b60b7-6116-4150-bc84-90c7f6b9ab23 None None] Network 7009ff08-eeaf-4ebe-ab4d-8089375fa702 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:37:16.719535 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-74cb0871-45ac-4f3a-b76b-e06313eaf2b6 tempest-RoutersNegativeTest-2024471505 tempest-RoutersNegativeTest-2024471505-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3952327 Jul 13 14:37:16.722658 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 50858) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:37:16.727775 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-df8f1619-20c3-43ce-a583-7a877a1ca06a tempest-RoutersNegativeTest-2024471505 tempest-RoutersNegativeTest-2024471505-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-928736150'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:37:16.749418 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df8f1619-20c3-43ce-a583-7a877a1ca06a tempest-RoutersNegativeTest-2024471505 tempest-RoutersNegativeTest-2024471505-project] Made reservation on behalf of 473a907b16e043df8024190bdd9718a2 for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:37:16.753064 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-df8f1619-20c3-43ce-a583-7a877a1ca06a tempest-RoutersNegativeTest-2024471505 tempest-RoutersNegativeTest-2024471505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:16.777190 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df8f1619-20c3-43ce-a583-7a877a1ca06a tempest-RoutersNegativeTest-2024471505 tempest-RoutersNegativeTest-2024471505-project] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 14:37:16.791752 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-df8f1619-20c3-43ce-a583-7a877a1ca06a tempest-RoutersNegativeTest-2024471505 tempest-RoutersNegativeTest-2024471505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:16.792242 n-d-800634-1 neutron-server[93751]: INFO neutron.db.segments_db [None req-df8f1619-20c3-43ce-a583-7a877a1ca06a tempest-RoutersNegativeTest-2024471505 tempest-RoutersNegativeTest-2024471505-project] Added segment af551d69-52f5-40e5-8b46-f0717653b703 of type vlan for network 940ae424-26b9-4518-adc0-52594688ba42 Jul 13 14:37:16.838286 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-df8f1619-20c3-43ce-a583-7a877a1ca06a tempest-RoutersNegativeTest-2024471505 tempest-RoutersNegativeTest-2024471505-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:16.857086 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dab8c3b-8580-4940-93e9-312b33013167 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a7201e1-61ce-5a3e-b7f7-e800379ed03b-7009ff08-eeaf-4ebe-ab4d-8089375fa702', 'network_id': '7009ff08-eeaf-4ebe-ab4d-8089375fa702', 'tenant_id': '473a907b16e043df8024190bdd9718a2', 'fixed_ips': [{'subnet_id': '00489281-bf09-4234-aa9a-038a2f93fa86'}]}} from n-d-800634-1. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 14:37:16.858109 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5dab8c3b-8580-4940-93e9-312b33013167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:16.867910 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-df8f1619-20c3-43ce-a583-7a877a1ca06a tempest-RoutersNegativeTest-2024471505 tempest-RoutersNegativeTest-2024471505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:16.874349 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df8f1619-20c3-43ce-a583-7a877a1ca06a tempest-RoutersNegativeTest-2024471505 tempest-RoutersNegativeTest-2024471505-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:16.874947 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-df8f1619-20c3-43ce-a583-7a877a1ca06a tempest-RoutersNegativeTest-2024471505 tempest-RoutersNegativeTest-2024471505-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:16.934527 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-df8f1619-20c3-43ce-a583-7a877a1ca06a tempest-RoutersNegativeTest-2024471505 tempest-RoutersNegativeTest-2024471505-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2071583 Jul 13 14:37:16.934878 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 50860) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:37:16.940123 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-50e5f606-8388-4b27-8d92-734f7071b4ad tempest-RoutersNegativeTest-2024471505 tempest-RoutersNegativeTest-2024471505-project] Request body: {'subnet': {'network_id': '940ae424-26b9-4518-adc0-52594688ba42', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:37:16.951779 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8f1619-20c3-43ce-a583-7a877a1ca06a tempest-RoutersNegativeTest-2024471505 tempest-RoutersNegativeTest-2024471505-project] Pushing event updated for resources: {'Network': ['ID=940ae424-26b9-4518-adc0-52594688ba42,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:16.974656 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network 940ae424-26b9-4518-adc0-52594688ba42 details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 14:37:17.036023 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50e5f606-8388-4b27-8d92-734f7071b4ad tempest-RoutersNegativeTest-2024471505 tempest-RoutersNegativeTest-2024471505-project] Made reservation on behalf of 473a907b16e043df8024190bdd9718a2 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:37:17.039635 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-50e5f606-8388-4b27-8d92-734f7071b4ad tempest-RoutersNegativeTest-2024471505 tempest-RoutersNegativeTest-2024471505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4763385'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:17.049024 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-5dab8c3b-8580-4940-93e9-312b33013167 None None] Allocated IP 172.20.0.2 (7009ff08-eeaf-4ebe-ab4d-8089375fa702/00489281-bf09-4234-aa9a-038a2f93fa86/4403f6cd-25df-4734-a714-26b0528998fd) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:37:17.197544 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5dab8c3b-8580-4940-93e9-312b33013167 None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:17.205855 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-5dab8c3b-8580-4940-93e9-312b33013167 None None] Transition to ACTIVE for port object 4403f6cd-25df-4734-a714-26b0528998fd will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:37:17.220938 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-5dab8c3b-8580-4940-93e9-312b33013167 None None] Transition to ACTIVE for port object 4403f6cd-25df-4734-a714-26b0528998fd will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:37:17.226381 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5dab8c3b-8580-4940-93e9-312b33013167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:17.233165 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-50e5f606-8388-4b27-8d92-734f7071b4ad tempest-RoutersNegativeTest-2024471505 tempest-RoutersNegativeTest-2024471505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5970588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4763339'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:17.263908 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dab8c3b-8580-4940-93e9-312b33013167 None None] Network 7009ff08-eeaf-4ebe-ab4d-8089375fa702 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:37:17.270618 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-5dab8c3b-8580-4940-93e9-312b33013167 None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:37:17.278649 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dab8c3b-8580-4940-93e9-312b33013167 None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:37:17.285678 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dab8c3b-8580-4940-93e9-312b33013167 None None] Pushing event updated for resources: {'Port': ['ID=4403f6cd-25df-4734-a714-26b0528998fd,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:17.306275 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e5f606-8388-4b27-8d92-734f7071b4ad tempest-RoutersNegativeTest-2024471505 tempest-RoutersNegativeTest-2024471505-project] Pushing event updated for resources: {'Subnet': ['ID=3ede487e-147a-4f62-94f5-6adadd636cc6,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:17.309647 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e5f606-8388-4b27-8d92-734f7071b4ad tempest-RoutersNegativeTest-2024471505 tempest-RoutersNegativeTest-2024471505-project] Checking segment: {'id': 'af551d69-52f5-40e5-8b46-f0717653b703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '940ae424-26b9-4518-adc0-52594688ba42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:37:17.310520 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e5f606-8388-4b27-8d92-734f7071b4ad tempest-RoutersNegativeTest-2024471505 tempest-RoutersNegativeTest-2024471505-project] Network hostable DHCP agents. Network: 940ae424-26b9-4518-adc0-52594688ba42, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 14:37:17.329487 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e5f606-8388-4b27-8d92-734f7071b4ad tempest-RoutersNegativeTest-2024471505 tempest-RoutersNegativeTest-2024471505-project] Network 940ae424-26b9-4518-adc0-52594688ba42 is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 14:37:17.338430 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-50e5f606-8388-4b27-8d92-734f7071b4ad tempest-RoutersNegativeTest-2024471505 tempest-RoutersNegativeTest-2024471505-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, 940ae424-26b9-4518-adc0-52594688ba42) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:37:17.348840 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d74490-901a-4731-9b20-e23e7487168a None None] Network 940ae424-26b9-4518-adc0-52594688ba42 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:37:17.349021 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50e5f606-8388-4b27-8d92-734f7071b4ad tempest-RoutersNegativeTest-2024471505 tempest-RoutersNegativeTest-2024471505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:17.349996 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-50e5f606-8388-4b27-8d92-734f7071b4ad tempest-RoutersNegativeTest-2024471505 tempest-RoutersNegativeTest-2024471505-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:17.367281 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-50e5f606-8388-4b27-8d92-734f7071b4ad tempest-RoutersNegativeTest-2024471505 tempest-RoutersNegativeTest-2024471505-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4312062 Jul 13 14:37:17.370579 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 50862) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:37:17.375590 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-9866ff57-8a5c-42fd-a75f-ea883973371a tempest-RoutersNegativeTest-2024471505 tempest-RoutersNegativeTest-2024471505-project] Request body: {'router': {'external_gateway_info': {'network_id': '940ae424-26b9-4518-adc0-52594688ba42'}}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:37:17.392892 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-992d68e3-8127-414e-b873-14f1a52c537a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:17.403502 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-5dab8c3b-8580-4940-93e9-312b33013167 None None] Attempting to bind port 4403f6cd-25df-4734-a714-26b0528998fd on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:37:17.403873 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-5dab8c3b-8580-4940-93e9-312b33013167 None None] Attempting to bind port 4403f6cd-25df-4734-a714-26b0528998fd by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': 'b7389f90-8e75-4945-b7ea-2474826c6a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '7009ff08-eeaf-4ebe-ab4d-8089375fa702'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:37:17.404237 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dab8c3b-8580-4940-93e9-312b33013167 None None] Attempting to bind port 4403f6cd-25df-4734-a714-26b0528998fd on network 7009ff08-eeaf-4ebe-ab4d-8089375fa702 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:37:17.445666 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dab8c3b-8580-4940-93e9-312b33013167 None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 36, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:37:17.446068 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dab8c3b-8580-4940-93e9-312b33013167 None None] Checking segment: {'id': 'b7389f90-8e75-4945-b7ea-2474826c6a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '7009ff08-eeaf-4ebe-ab4d-8089375fa702'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:37:17.446663 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5dab8c3b-8580-4940-93e9-312b33013167 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:17.447062 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dab8c3b-8580-4940-93e9-312b33013167 None None] Bound using segment: {'id': 'b7389f90-8e75-4945-b7ea-2474826c6a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '7009ff08-eeaf-4ebe-ab4d-8089375fa702'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:37:17.447552 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-5dab8c3b-8580-4940-93e9-312b33013167 None None] Bound port: 4403f6cd-25df-4734-a714-26b0528998fd, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7389f90-8e75-4945-b7ea-2474826c6a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '7009ff08-eeaf-4ebe-ab4d-8089375fa702'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:37:17.448119 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5dab8c3b-8580-4940-93e9-312b33013167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:17.550826 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd4eef0d-0270-4336-9979-7d21a33d33d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a7201e1-61ce-5a3e-b7f7-e800379ed03b-940ae424-26b9-4518-adc0-52594688ba42', 'network_id': '940ae424-26b9-4518-adc0-52594688ba42', 'tenant_id': '473a907b16e043df8024190bdd9718a2', 'fixed_ips': [{'subnet_id': '3ede487e-147a-4f62-94f5-6adadd636cc6'}]}} from n-d-800634-1. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 14:37:17.551655 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-cd4eef0d-0270-4336-9979-7d21a33d33d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:17.559744 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:37:17.573997 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-5dab8c3b-8580-4940-93e9-312b33013167 None None] For port 4403f6cd-25df-4734-a714-26b0528998fd, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:37:17.591743 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-5dab8c3b-8580-4940-93e9-312b33013167 None None] For port 4403f6cd-25df-4734-a714-26b0528998fd, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=4403f6cd-25df-4734-a714-26b0528998fd,segment=NetworkSegment(b7389f90-8e75-4945-b7ea-2474826c6a53),segment_id=b7389f90-8e75-4945-b7ea-2474826c6a53)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:37:17.596980 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9866ff57-8a5c-42fd-a75f-ea883973371a tempest-RoutersNegativeTest-2024471505 tempest-RoutersNegativeTest-2024471505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447180', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1591910', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2751'] for router, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:17.638560 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5dab8c3b-8580-4940-93e9-312b33013167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:17.714518 n-d-800634-1 neutron-server[93750]: INFO neutron.api.v2.resource [None req-9866ff57-8a5c-42fd-a75f-ea883973371a tempest-RoutersNegativeTest-2024471505 tempest-RoutersNegativeTest-2024471505-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 14:37:17.715590 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-9866ff57-8a5c-42fd-a75f-ea883973371a tempest-RoutersNegativeTest-2024471505 tempest-RoutersNegativeTest-2024471505-project] 10.222.0.23 "PUT /v2.0/routers/4212960f-7439-4cad-ab24-3f6e8a2cf978 HTTP/1.1" status: 400 len: 364 time: 0.3439341 Jul 13 14:37:17.721525 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 50864) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:37:17.738583 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dab8c3b-8580-4940-93e9-312b33013167 None None] Pushing event updated for resources: {'Port': ['ID=4403f6cd-25df-4734-a714-26b0528998fd,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:17.771871 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-cd4eef0d-0270-4336-9979-7d21a33d33d7 None None] Allocated IP 172.21.0.2 (940ae424-26b9-4518-adc0-52594688ba42/3ede487e-147a-4f62-94f5-6adadd636cc6/a36931ab-cd0f-421d-95d9-73ea27021955) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:37:17.783836 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-8db93a31-eaef-4c37-93f4-c86332f0feb8 tempest-RoutersNegativeTest-2024471505 tempest-RoutersNegativeTest-2024471505-project] Deleting subnet 3ede487e-147a-4f62-94f5-6adadd636cc6 {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 14:37:17.935063 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-cd4eef0d-0270-4336-9979-7d21a33d33d7 None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:17.944274 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-cd4eef0d-0270-4336-9979-7d21a33d33d7 None None] Transition to ACTIVE for port object a36931ab-cd0f-421d-95d9-73ea27021955 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:37:17.959778 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-cd4eef0d-0270-4336-9979-7d21a33d33d7 None None] Transition to ACTIVE for port object a36931ab-cd0f-421d-95d9-73ea27021955 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:37:17.967288 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8db93a31-eaef-4c37-93f4-c86332f0feb8 tempest-RoutersNegativeTest-2024471505 tempest-RoutersNegativeTest-2024471505-project] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:17.967950 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-cd4eef0d-0270-4336-9979-7d21a33d33d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:18.012437 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8db93a31-eaef-4c37-93f4-c86332f0feb8 tempest-RoutersNegativeTest-2024471505 tempest-RoutersNegativeTest-2024471505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6018489'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:18.013723 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd4eef0d-0270-4336-9979-7d21a33d33d7 None None] Network 940ae424-26b9-4518-adc0-52594688ba42 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:37:18.016610 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-cd4eef0d-0270-4336-9979-7d21a33d33d7 None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:37:18.020914 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4eef0d-0270-4336-9979-7d21a33d33d7 None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:37:18.023966 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4eef0d-0270-4336-9979-7d21a33d33d7 None None] Pushing event updated for resources: {'Port': ['ID=a36931ab-cd0f-421d-95d9-73ea27021955,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:18.079839 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-cd4eef0d-0270-4336-9979-7d21a33d33d7 None None] Attempting to bind port a36931ab-cd0f-421d-95d9-73ea27021955 on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:37:18.080220 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-cd4eef0d-0270-4336-9979-7d21a33d33d7 None None] Attempting to bind port a36931ab-cd0f-421d-95d9-73ea27021955 by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': 'af551d69-52f5-40e5-8b46-f0717653b703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '940ae424-26b9-4518-adc0-52594688ba42'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:37:18.080582 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4eef0d-0270-4336-9979-7d21a33d33d7 None None] Attempting to bind port a36931ab-cd0f-421d-95d9-73ea27021955 on network 940ae424-26b9-4518-adc0-52594688ba42 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:37:18.085852 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4eef0d-0270-4336-9979-7d21a33d33d7 None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 36, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:37:18.086241 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4eef0d-0270-4336-9979-7d21a33d33d7 None None] Checking segment: {'id': 'af551d69-52f5-40e5-8b46-f0717653b703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '940ae424-26b9-4518-adc0-52594688ba42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:37:18.086658 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-cd4eef0d-0270-4336-9979-7d21a33d33d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:18.087060 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4eef0d-0270-4336-9979-7d21a33d33d7 None None] Bound using segment: {'id': 'af551d69-52f5-40e5-8b46-f0717653b703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '940ae424-26b9-4518-adc0-52594688ba42'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:37:18.087535 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-cd4eef0d-0270-4336-9979-7d21a33d33d7 None None] Bound port: a36931ab-cd0f-421d-95d9-73ea27021955, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af551d69-52f5-40e5-8b46-f0717653b703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '940ae424-26b9-4518-adc0-52594688ba42'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:37:18.087925 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-cd4eef0d-0270-4336-9979-7d21a33d33d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:18.115158 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8db93a31-eaef-4c37-93f4-c86332f0feb8 tempest-RoutersNegativeTest-2024471505 tempest-RoutersNegativeTest-2024471505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:18.142037 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 4403f6cd-25df-4734-a714-26b0528998fd up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:37:18.184854 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8db93a31-eaef-4c37-93f4-c86332f0feb8 tempest-RoutersNegativeTest-2024471505 tempest-RoutersNegativeTest-2024471505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6018534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6105009'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:18.191858 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-cd4eef0d-0270-4336-9979-7d21a33d33d7 None None] For port a36931ab-cd0f-421d-95d9-73ea27021955, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:37:18.196149 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-cd4eef0d-0270-4336-9979-7d21a33d33d7 None None] For port a36931ab-cd0f-421d-95d9-73ea27021955, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=a36931ab-cd0f-421d-95d9-73ea27021955,segment=NetworkSegment(af551d69-52f5-40e5-8b46-f0717653b703),segment_id=af551d69-52f5-40e5-8b46-f0717653b703)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:37:18.202476 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-cd4eef0d-0270-4336-9979-7d21a33d33d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:18.213970 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db93a31-eaef-4c37-93f4-c86332f0feb8 tempest-RoutersNegativeTest-2024471505 tempest-RoutersNegativeTest-2024471505-project] Pushing event deleted for resources: {'Subnet': ['ID=3ede487e-147a-4f62-94f5-6adadd636cc6,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:18.218843 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8db93a31-eaef-4c37-93f4-c86332f0feb8 tempest-RoutersNegativeTest-2024471505 tempest-RoutersNegativeTest-2024471505-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:18.222910 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-8db93a31-eaef-4c37-93f4-c86332f0feb8 tempest-RoutersNegativeTest-2024471505 tempest-RoutersNegativeTest-2024471505-project] 10.222.0.23 "DELETE /v2.0/subnets/3ede487e-147a-4f62-94f5-6adadd636cc6 HTTP/1.1" status: 204 len: 168 time: 0.4980316 Jul 13 14:37:18.223149 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 50866) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:37:18.261303 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port 4403f6cd-25df-4734-a714-26b0528998fd completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:37:18.272120 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4eef0d-0270-4336-9979-7d21a33d33d7 None None] Pushing event updated for resources: {'Port': ['ID=a36931ab-cd0f-421d-95d9-73ea27021955,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:18.303239 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3eb7781c-9664-4228-80e8-e586b95e3417 tempest-RoutersNegativeTest-2024471505 tempest-RoutersNegativeTest-2024471505-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:18.360202 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-3eb7781c-9664-4228-80e8-e586b95e3417 tempest-RoutersNegativeTest-2024471505 tempest-RoutersNegativeTest-2024471505-project] Deleting port a36931ab-cd0f-421d-95d9-73ea27021955 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:37:18.360550 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3eb7781c-9664-4228-80e8-e586b95e3417 tempest-RoutersNegativeTest-2024471505 tempest-RoutersNegativeTest-2024471505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:18.434456 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-3eb7781c-9664-4228-80e8-e586b95e3417 tempest-RoutersNegativeTest-2024471505 tempest-RoutersNegativeTest-2024471505-project] For port a36931ab-cd0f-421d-95d9-73ea27021955, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=a36931ab-cd0f-421d-95d9-73ea27021955,segment=NetworkSegment(af551d69-52f5-40e5-8b46-f0717653b703),segment_id=af551d69-52f5-40e5-8b46-f0717653b703)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:37:18.434826 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3eb7781c-9664-4228-80e8-e586b95e3417 tempest-RoutersNegativeTest-2024471505 tempest-RoutersNegativeTest-2024471505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:18.465561 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-3eb7781c-9664-4228-80e8-e586b95e3417 tempest-RoutersNegativeTest-2024471505 tempest-RoutersNegativeTest-2024471505-project] Calling delete_port for a36931ab-cd0f-421d-95d9-73ea27021955 owned by network:dhcp {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:37:18.550954 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3eb7781c-9664-4228-80e8-e586b95e3417 tempest-RoutersNegativeTest-2024471505 tempest-RoutersNegativeTest-2024471505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:18.582520 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb7781c-9664-4228-80e8-e586b95e3417 tempest-RoutersNegativeTest-2024471505 tempest-RoutersNegativeTest-2024471505-project] Pushing event deleted for resources: {'Port': ['ID=a36931ab-cd0f-421d-95d9-73ea27021955,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:18.591623 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb7781c-9664-4228-80e8-e586b95e3417 tempest-RoutersNegativeTest-2024471505 tempest-RoutersNegativeTest-2024471505-project] No DVR routers for this DVR port a36931ab-cd0f-421d-95d9-73ea27021955 on host n-d-800634-1 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:37:18.674576 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3eb7781c-9664-4228-80e8-e586b95e3417 tempest-RoutersNegativeTest-2024471505 tempest-RoutersNegativeTest-2024471505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:18.685925 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-3eb7781c-9664-4228-80e8-e586b95e3417 tempest-RoutersNegativeTest-2024471505 tempest-RoutersNegativeTest-2024471505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['940ae424-26b9-4518-adc0-52594688ba42']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:37:18.696659 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-3eb7781c-9664-4228-80e8-e586b95e3417 tempest-RoutersNegativeTest-2024471505 tempest-RoutersNegativeTest-2024471505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af551d69-52f5-40e5-8b46-f0717653b703') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:37:18.696954 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-3eb7781c-9664-4228-80e8-e586b95e3417 tempest-RoutersNegativeTest-2024471505 tempest-RoutersNegativeTest-2024471505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af551d69-52f5-40e5-8b46-f0717653b703') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:37:18.706808 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3eb7781c-9664-4228-80e8-e586b95e3417 tempest-RoutersNegativeTest-2024471505 tempest-RoutersNegativeTest-2024471505-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6018464'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:18.720602 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3eb7781c-9664-4228-80e8-e586b95e3417 tempest-RoutersNegativeTest-2024471505 tempest-RoutersNegativeTest-2024471505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:18.726457 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3eb7781c-9664-4228-80e8-e586b95e3417 tempest-RoutersNegativeTest-2024471505 tempest-RoutersNegativeTest-2024471505-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 14:37:18.726852 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3eb7781c-9664-4228-80e8-e586b95e3417 tempest-RoutersNegativeTest-2024471505 tempest-RoutersNegativeTest-2024471505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6018632'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:18.730435 n-d-800634-1 neutron-server[93751]: Traceback (most recent call last): Jul 13 14:37:18.730435 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 14:37:18.730435 n-d-800634-1 neutron-server[93751]: timer() Jul 13 14:37:18.730435 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 14:37:18.730435 n-d-800634-1 neutron-server[93751]: cb(*args, **kw) Jul 13 14:37:18.730435 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 14:37:18.730435 n-d-800634-1 neutron-server[93751]: return func(*args, **kwargs) Jul 13 14:37:18.730435 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 14:37:18.730435 n-d-800634-1 neutron-server[93751]: self._notify() Jul 13 14:37:18.730435 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 14:37:18.730435 n-d-800634-1 neutron-server[93751]: self.callback(batched_events) Jul 13 14:37:18.730435 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 14:37:18.730435 n-d-800634-1 neutron-server[93751]: event.method(event) Jul 13 14:37:18.730435 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 14:37:18.730435 n-d-800634-1 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 14:37:18.730435 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 14:37:18.730435 n-d-800634-1 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 14:37:18.730435 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 14:37:18.730435 n-d-800634-1 neutron-server[93751]: return f(self, *a, **k) Jul 13 14:37:18.730435 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 14:37:18.730435 n-d-800634-1 neutron-server[93751]: return self._get(url).json() Jul 13 14:37:18.730435 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 14:37:18.730435 n-d-800634-1 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 14:37:18.730435 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 14:37:18.730435 n-d-800634-1 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 13 14:37:18.730435 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 14:37:18.730435 n-d-800634-1 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 14:37:18.730435 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 14:37:18.730435 n-d-800634-1 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 14:37:18.730435 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 14:37:18.730435 n-d-800634-1 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 14:37:18.730435 n-d-800634-1 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 14:37:18.750322 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e45addd1-6e29-426d-864d-844ea22a3a58 None None] Network 7009ff08-eeaf-4ebe-ab4d-8089375fa702 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:37:18.795214 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3eb7781c-9664-4228-80e8-e586b95e3417 tempest-RoutersNegativeTest-2024471505 tempest-RoutersNegativeTest-2024471505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:18.800309 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3eb7781c-9664-4228-80e8-e586b95e3417 tempest-RoutersNegativeTest-2024471505 tempest-RoutersNegativeTest-2024471505-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:18.802618 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-3eb7781c-9664-4228-80e8-e586b95e3417 tempest-RoutersNegativeTest-2024471505 tempest-RoutersNegativeTest-2024471505-project] 10.222.0.23 "DELETE /v2.0/networks/940ae424-26b9-4518-adc0-52594688ba42 HTTP/1.1" status: 204 len: 168 time: 0.5785661 Jul 13 14:37:18.805357 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 50868) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:37:18.818575 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb7781c-9664-4228-80e8-e586b95e3417 tempest-RoutersNegativeTest-2024471505 tempest-RoutersNegativeTest-2024471505-project] Pushing event deleted for resources: {'Network': ['ID=940ae424-26b9-4518-adc0-52594688ba42,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:18.859598 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa883994-bdf1-4d07-ab9d-6580316f6297 tempest-RoutersNegativeTest-2024471505 tempest-RoutersNegativeTest-2024471505-project] Deleting subnet 00489281-bf09-4234-aa9a-038a2f93fa86 {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 14:37:18.862833 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-aa883994-bdf1-4d07-ab9d-6580316f6297 tempest-RoutersNegativeTest-2024471505 tempest-RoutersNegativeTest-2024471505-project] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:18.877384 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-eda732d2-4ecd-4652-ba79-5840c7d91ac9 None None] Provisioning for port 4403f6cd-25df-4734-a714-26b0528998fd completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:37:18.885829 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-eda732d2-4ecd-4652-ba79-5840c7d91ac9 None None] Provisioning complete for port 4403f6cd-25df-4734-a714-26b0528998fd triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:37:18.886214 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-eda732d2-4ecd-4652-ba79-5840c7d91ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:18.902308 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-aa883994-bdf1-4d07-ab9d-6580316f6297 tempest-RoutersNegativeTest-2024471505 tempest-RoutersNegativeTest-2024471505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5431723'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:19.008974 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-aa883994-bdf1-4d07-ab9d-6580316f6297 tempest-RoutersNegativeTest-2024471505 tempest-RoutersNegativeTest-2024471505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:19.013411 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-eda732d2-4ecd-4652-ba79-5840c7d91ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:19.078372 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-aa883994-bdf1-4d07-ab9d-6580316f6297 tempest-RoutersNegativeTest-2024471505 tempest-RoutersNegativeTest-2024471505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5970525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4763356'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:19.108737 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa883994-bdf1-4d07-ab9d-6580316f6297 tempest-RoutersNegativeTest-2024471505 tempest-RoutersNegativeTest-2024471505-project] Pushing event deleted for resources: {'Subnet': ['ID=00489281-bf09-4234-aa9a-038a2f93fa86,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:19.112507 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-aa883994-bdf1-4d07-ab9d-6580316f6297 tempest-RoutersNegativeTest-2024471505 tempest-RoutersNegativeTest-2024471505-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:19.117009 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 50870) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:37:19.117170 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-aa883994-bdf1-4d07-ab9d-6580316f6297 tempest-RoutersNegativeTest-2024471505 tempest-RoutersNegativeTest-2024471505-project] 10.222.0.23 "DELETE /v2.0/subnets/00489281-bf09-4234-aa9a-038a2f93fa86 HTTP/1.1" status: 204 len: 168 time: 0.3106551 Jul 13 14:37:19.121877 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.db.api [None req-eda732d2-4ecd-4652-ba79-5840c7d91ac9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93752) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 14:37:19.122244 n-d-800634-1 neutron-server[93752]: DEBUG oslo_db.api [None req-eda732d2-4ecd-4652-ba79-5840c7d91ac9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 14:37:19.199392 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cda17aff-222d-4e65-9b58-5f56cb82aaf4 tempest-RoutersNegativeTest-2024471505 tempest-RoutersNegativeTest-2024471505-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:19.261672 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-cda17aff-222d-4e65-9b58-5f56cb82aaf4 tempest-RoutersNegativeTest-2024471505 tempest-RoutersNegativeTest-2024471505-project] Deleting port 4403f6cd-25df-4734-a714-26b0528998fd {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:37:19.262050 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cda17aff-222d-4e65-9b58-5f56cb82aaf4 tempest-RoutersNegativeTest-2024471505 tempest-RoutersNegativeTest-2024471505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:19.266783 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d46fa75-3ca8-4a1e-9ac6-be1f7dbbda49 None None] Network 7009ff08-eeaf-4ebe-ab4d-8089375fa702 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:37:19.332882 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-cda17aff-222d-4e65-9b58-5f56cb82aaf4 tempest-RoutersNegativeTest-2024471505 tempest-RoutersNegativeTest-2024471505-project] For port 4403f6cd-25df-4734-a714-26b0528998fd, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=4403f6cd-25df-4734-a714-26b0528998fd,segment=NetworkSegment(b7389f90-8e75-4945-b7ea-2474826c6a53),segment_id=b7389f90-8e75-4945-b7ea-2474826c6a53)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:37:19.333335 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cda17aff-222d-4e65-9b58-5f56cb82aaf4 tempest-RoutersNegativeTest-2024471505 tempest-RoutersNegativeTest-2024471505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:19.347371 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-cda17aff-222d-4e65-9b58-5f56cb82aaf4 tempest-RoutersNegativeTest-2024471505 tempest-RoutersNegativeTest-2024471505-project] Calling delete_port for 4403f6cd-25df-4734-a714-26b0528998fd owned by network:dhcp {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:37:19.436655 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cda17aff-222d-4e65-9b58-5f56cb82aaf4 tempest-RoutersNegativeTest-2024471505 tempest-RoutersNegativeTest-2024471505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:19.446928 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f5952e7-cc78-4735-b4e4-066eb94ab865 None None] DHCP port deletion for 940ae424-26b9-4518-adc0-52594688ba42 request from n-d-800634-1 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 14:37:19.464712 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5339a57f-b611-4112-bb0b-61922a9d9774 None None] Network 940ae424-26b9-4518-adc0-52594688ba42 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:37:19.466456 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda17aff-222d-4e65-9b58-5f56cb82aaf4 tempest-RoutersNegativeTest-2024471505 tempest-RoutersNegativeTest-2024471505-project] Pushing event deleted for resources: {'Port': ['ID=4403f6cd-25df-4734-a714-26b0528998fd,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:19.471043 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda17aff-222d-4e65-9b58-5f56cb82aaf4 tempest-RoutersNegativeTest-2024471505 tempest-RoutersNegativeTest-2024471505-project] No DVR routers for this DVR port 4403f6cd-25df-4734-a714-26b0528998fd on host n-d-800634-1 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:37:19.478371 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5339a57f-b611-4112-bb0b-61922a9d9774 None None] Network 940ae424-26b9-4518-adc0-52594688ba42 could not be found, it might have been deleted concurrently. {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 13 14:37:19.484801 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-947a7274-72ab-4d5d-a16b-6d34e115427b None None] DHCP port deletion for 7009ff08-eeaf-4ebe-ab4d-8089375fa702 request from n-d-800634-1 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 14:37:19.561636 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cda17aff-222d-4e65-9b58-5f56cb82aaf4 tempest-RoutersNegativeTest-2024471505 tempest-RoutersNegativeTest-2024471505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:19.571109 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-cda17aff-222d-4e65-9b58-5f56cb82aaf4 tempest-RoutersNegativeTest-2024471505 tempest-RoutersNegativeTest-2024471505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7009ff08-eeaf-4ebe-ab4d-8089375fa702']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:37:19.581424 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-cda17aff-222d-4e65-9b58-5f56cb82aaf4 tempest-RoutersNegativeTest-2024471505 tempest-RoutersNegativeTest-2024471505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7389f90-8e75-4945-b7ea-2474826c6a53') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:37:19.581720 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-cda17aff-222d-4e65-9b58-5f56cb82aaf4 tempest-RoutersNegativeTest-2024471505 tempest-RoutersNegativeTest-2024471505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7389f90-8e75-4945-b7ea-2474826c6a53') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:37:19.590376 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cda17aff-222d-4e65-9b58-5f56cb82aaf4 tempest-RoutersNegativeTest-2024471505 tempest-RoutersNegativeTest-2024471505-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6018464'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:19.611820 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cda17aff-222d-4e65-9b58-5f56cb82aaf4 tempest-RoutersNegativeTest-2024471505 tempest-RoutersNegativeTest-2024471505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:19.617449 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cda17aff-222d-4e65-9b58-5f56cb82aaf4 tempest-RoutersNegativeTest-2024471505 tempest-RoutersNegativeTest-2024471505-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 14:37:19.617925 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cda17aff-222d-4e65-9b58-5f56cb82aaf4 tempest-RoutersNegativeTest-2024471505 tempest-RoutersNegativeTest-2024471505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6018632'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:19.621679 n-d-800634-1 neutron-server[93751]: Traceback (most recent call last): Jul 13 14:37:19.621679 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 14:37:19.621679 n-d-800634-1 neutron-server[93751]: timer() Jul 13 14:37:19.621679 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 14:37:19.621679 n-d-800634-1 neutron-server[93751]: cb(*args, **kw) Jul 13 14:37:19.621679 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 14:37:19.621679 n-d-800634-1 neutron-server[93751]: return func(*args, **kwargs) Jul 13 14:37:19.621679 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 14:37:19.621679 n-d-800634-1 neutron-server[93751]: self._notify() Jul 13 14:37:19.621679 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 14:37:19.621679 n-d-800634-1 neutron-server[93751]: self.callback(batched_events) Jul 13 14:37:19.621679 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 14:37:19.621679 n-d-800634-1 neutron-server[93751]: event.method(event) Jul 13 14:37:19.621679 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 14:37:19.621679 n-d-800634-1 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 14:37:19.621679 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 14:37:19.621679 n-d-800634-1 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 14:37:19.621679 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 14:37:19.621679 n-d-800634-1 neutron-server[93751]: return f(self, *a, **k) Jul 13 14:37:19.621679 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 14:37:19.621679 n-d-800634-1 neutron-server[93751]: return self._get(url).json() Jul 13 14:37:19.621679 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 14:37:19.621679 n-d-800634-1 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 14:37:19.621679 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 14:37:19.621679 n-d-800634-1 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 13 14:37:19.621679 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 14:37:19.621679 n-d-800634-1 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 14:37:19.621679 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 14:37:19.621679 n-d-800634-1 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 14:37:19.621679 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 14:37:19.621679 n-d-800634-1 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 14:37:19.621679 n-d-800634-1 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 14:37:19.641645 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-eda732d2-4ecd-4652-ba79-5840c7d91ac9 None None] Port 4403f6cd-25df-4734-a714-26b0528998fd update to ACTIVE by agent not found {{(pid=93752) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 13 14:37:19.678932 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cda17aff-222d-4e65-9b58-5f56cb82aaf4 tempest-RoutersNegativeTest-2024471505 tempest-RoutersNegativeTest-2024471505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:19.687194 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cda17aff-222d-4e65-9b58-5f56cb82aaf4 tempest-RoutersNegativeTest-2024471505 tempest-RoutersNegativeTest-2024471505-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:19.689034 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-cda17aff-222d-4e65-9b58-5f56cb82aaf4 tempest-RoutersNegativeTest-2024471505 tempest-RoutersNegativeTest-2024471505-project] 10.222.0.23 "DELETE /v2.0/networks/7009ff08-eeaf-4ebe-ab4d-8089375fa702 HTTP/1.1" status: 204 len: 168 time: 0.5708864 Jul 13 14:37:19.691971 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 50872) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:37:19.702022 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda17aff-222d-4e65-9b58-5f56cb82aaf4 tempest-RoutersNegativeTest-2024471505 tempest-RoutersNegativeTest-2024471505-project] Pushing event deleted for resources: {'Network': ['ID=7009ff08-eeaf-4ebe-ab4d-8089375fa702,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:19.726830 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-4255bf87-d891-4a69-85e6-929ed9367b6b tempest-RoutersNegativeTest-2024471505 tempest-RoutersNegativeTest-2024471505-project] 10.222.0.23 "GET /v2.0/ports?device_id=4212960f-7439-4cad-ab24-3f6e8a2cf978 HTTP/1.1" status: 200 len: 205 time: 0.0337188 Jul 13 14:37:19.729268 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 50874) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:37:19.752759 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-1a68425c-e477-4393-9d02-b51cc05558a1 None None] Could not find standard attr ID for object 4403f6cd-25df-4734-a714-26b0528998fd. {{(pid=93752) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 14:37:19.755511 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-1a68425c-e477-4393-9d02-b51cc05558a1 None None] Could not find standard attr ID for object a36931ab-cd0f-421d-95d9-73ea27021955. {{(pid=93752) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 14:37:19.804735 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-38e0142e-51fe-4dcd-86b7-855d83f31fc8 tempest-RoutersNegativeTest-2024471505 tempest-RoutersNegativeTest-2024471505-project] Notify callbacks [] for router, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:19.959111 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d92d9d50-3479-42d3-9485-6b16b927ccde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:19.972692 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-38e0142e-51fe-4dcd-86b7-855d83f31fc8 tempest-RoutersNegativeTest-2024471505 tempest-RoutersNegativeTest-2024471505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1591938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2696'] for router, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:19.974948 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-38e0142e-51fe-4dcd-86b7-855d83f31fc8 tempest-RoutersNegativeTest-2024471505 tempest-RoutersNegativeTest-2024471505-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:20.022656 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-38e0142e-51fe-4dcd-86b7-855d83f31fc8 tempest-RoutersNegativeTest-2024471505 tempest-RoutersNegativeTest-2024471505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593106'] for router, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:20.023115 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38e0142e-51fe-4dcd-86b7-855d83f31fc8 tempest-RoutersNegativeTest-2024471505 tempest-RoutersNegativeTest-2024471505-project] Fanout notify agent at l3_agent the message router_deleted on router 4212960f-7439-4cad-ab24-3f6e8a2cf978 {{(pid=93750) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 14:37:20.030100 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-38e0142e-51fe-4dcd-86b7-855d83f31fc8 tempest-RoutersNegativeTest-2024471505 tempest-RoutersNegativeTest-2024471505-project] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:20.031371 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-38e0142e-51fe-4dcd-86b7-855d83f31fc8 tempest-RoutersNegativeTest-2024471505 tempest-RoutersNegativeTest-2024471505-project] 10.222.0.23 "DELETE /v2.0/routers/4212960f-7439-4cad-ab24-3f6e8a2cf978 HTTP/1.1" status: 204 len: 168 time: 0.3011487 Jul 13 14:37:20.101793 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 4403f6cd-25df-4734-a714-26b0528998fd no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:37:20.127127 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: 4403f6cd-25df-4734-a714-26b0528998fd {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:37:20.127496 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 4403f6cd-25df-4734-a714-26b0528998fd not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:37:20.130197 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:20.275582 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 50880) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:37:20.402776 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-535a16b5-e0a0-4a30-aa70-f7beaf300a9a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=473a907b16e043df8024190bdd9718a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1260386 Jul 13 14:37:20.405261 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 50884) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:37:20.452870 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f9dbb84c-426a-432a-abfe-0b74d8fa24fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:20.473405 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f9dbb84c-426a-432a-abfe-0b74d8fa24fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:20.523505 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f9dbb84c-426a-432a-abfe-0b74d8fa24fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:20.526781 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f9dbb84c-426a-432a-abfe-0b74d8fa24fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:20.527990 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-f9dbb84c-426a-432a-abfe-0b74d8fa24fd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/925e1857-dbbf-4cd0-812f-a22cc3de2feb HTTP/1.1" status: 204 len: 168 time: 0.1217949 Jul 13 14:37:20.536226 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dbb84c-426a-432a-abfe-0b74d8fa24fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=925e1857-dbbf-4cd0-812f-a22cc3de2feb,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:21.120118 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 50906) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:37:21.212210 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-e654245c-215f-40cf-b59e-6cbc00acc55a admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1221060641-network', 'tenant_id': 'a602b73d3969465b937b8ad47a5e422f'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:37:21.233792 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e654245c-215f-40cf-b59e-6cbc00acc55a admin admin] Made reservation on behalf of a602b73d3969465b937b8ad47a5e422f for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:37:21.236246 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e654245c-215f-40cf-b59e-6cbc00acc55a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:21.245280 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e654245c-215f-40cf-b59e-6cbc00acc55a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:21.337189 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e654245c-215f-40cf-b59e-6cbc00acc55a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:21.341224 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e654245c-215f-40cf-b59e-6cbc00acc55a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:21.347311 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:21.368099 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e654245c-215f-40cf-b59e-6cbc00acc55a admin admin] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 14:37:21.377351 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e654245c-215f-40cf-b59e-6cbc00acc55a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9254debb-e5af-41ac-8d76-a722c1034d2a,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:21.384419 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e654245c-215f-40cf-b59e-6cbc00acc55a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:21.384963 n-d-800634-1 neutron-server[93750]: INFO neutron.db.segments_db [None req-e654245c-215f-40cf-b59e-6cbc00acc55a admin admin] Added segment 64ce391d-92e1-4df5-923a-55f9bf78b4f7 of type vlan for network 084e23d1-a9e2-486e-998f-fc9298c30a12 Jul 13 14:37:21.423966 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e654245c-215f-40cf-b59e-6cbc00acc55a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:21.452859 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e654245c-215f-40cf-b59e-6cbc00acc55a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:21.453840 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e654245c-215f-40cf-b59e-6cbc00acc55a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:21.454418 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e654245c-215f-40cf-b59e-6cbc00acc55a admin admin] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:21.513745 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-e654245c-215f-40cf-b59e-6cbc00acc55a admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3925316 Jul 13 14:37:21.516717 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 50910) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:37:21.517232 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e654245c-215f-40cf-b59e-6cbc00acc55a admin admin] Pushing event updated for resources: {'Network': ['ID=084e23d1-a9e2-486e-998f-fc9298c30a12,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:21.523266 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-b28f55f7-fb68-4218-aa3e-fe7fa89de344 admin admin] Request body: {'subnet': {'network_id': '084e23d1-a9e2-486e-998f-fc9298c30a12', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1221060641-subnet', 'tenant_id': 'a602b73d3969465b937b8ad47a5e422f', 'ip_version': 4}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:37:21.526587 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network 084e23d1-a9e2-486e-998f-fc9298c30a12 details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 14:37:21.545894 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b28f55f7-fb68-4218-aa3e-fe7fa89de344 admin admin] Made reservation on behalf of a602b73d3969465b937b8ad47a5e422f for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:37:21.548297 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b28f55f7-fb68-4218-aa3e-fe7fa89de344 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6104980'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:21.714336 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b28f55f7-fb68-4218-aa3e-fe7fa89de344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6018343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6104998'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:21.767303 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28f55f7-fb68-4218-aa3e-fe7fa89de344 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dabc5492-1008-459b-a522-b11ad78d09f1,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:21.775507 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28f55f7-fb68-4218-aa3e-fe7fa89de344 admin admin] Checking segment: {'id': '64ce391d-92e1-4df5-923a-55f9bf78b4f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '084e23d1-a9e2-486e-998f-fc9298c30a12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:37:21.775981 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b28f55f7-fb68-4218-aa3e-fe7fa89de344 admin admin] Network hostable DHCP agents. Network: 084e23d1-a9e2-486e-998f-fc9298c30a12, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 14:37:21.793665 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b28f55f7-fb68-4218-aa3e-fe7fa89de344 admin admin] Network 084e23d1-a9e2-486e-998f-fc9298c30a12 is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 14:37:21.802006 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-b28f55f7-fb68-4218-aa3e-fe7fa89de344 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, 084e23d1-a9e2-486e-998f-fc9298c30a12) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:37:21.806211 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28f55f7-fb68-4218-aa3e-fe7fa89de344 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:21.806822 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b28f55f7-fb68-4218-aa3e-fe7fa89de344 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:21.813811 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3936087-d133-4368-8b1b-85bc09b1d209 None None] Network 084e23d1-a9e2-486e-998f-fc9298c30a12 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:37:21.821215 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-b28f55f7-fb68-4218-aa3e-fe7fa89de344 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3033364 Jul 13 14:37:21.824084 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 50912) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:37:21.828484 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-582667e8-ce82-47db-b977-59ec0da01f40 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1221060641-router', 'tenant_id': 'a602b73d3969465b937b8ad47a5e422f', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:37:21.848020 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-582667e8-ce82-47db-b977-59ec0da01f40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1591928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2714'] for router, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:21.849027 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-582667e8-ce82-47db-b977-59ec0da01f40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447198', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1629690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2689'] for router, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:21.905513 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-582667e8-ce82-47db-b977-59ec0da01f40 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:21.960148 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c896b735-db4e-4f68-9123-312890b6b94f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a7201e1-61ce-5a3e-b7f7-e800379ed03b-084e23d1-a9e2-486e-998f-fc9298c30a12', 'network_id': '084e23d1-a9e2-486e-998f-fc9298c30a12', 'tenant_id': 'a602b73d3969465b937b8ad47a5e422f', 'fixed_ips': [{'subnet_id': 'dabc5492-1008-459b-a522-b11ad78d09f1'}]}} from n-d-800634-1. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 14:37:21.961007 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c896b735-db4e-4f68-9123-312890b6b94f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:22.040733 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-582667e8-ce82-47db-b977-59ec0da01f40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447180', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1591910', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2751'] for router, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:22.093303 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-c896b735-db4e-4f68-9123-312890b6b94f None None] Allocated IP 172.20.0.2 (084e23d1-a9e2-486e-998f-fc9298c30a12/dabc5492-1008-459b-a522-b11ad78d09f1/d59a073f-a026-489d-be6b-f25e756e0dee) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:37:22.237059 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c896b735-db4e-4f68-9123-312890b6b94f None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:22.246030 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-c896b735-db4e-4f68-9123-312890b6b94f None None] Transition to ACTIVE for port object d59a073f-a026-489d-be6b-f25e756e0dee will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:37:22.248532 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-582667e8-ce82-47db-b977-59ec0da01f40 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:22.261393 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-c896b735-db4e-4f68-9123-312890b6b94f None None] Transition to ACTIVE for port object d59a073f-a026-489d-be6b-f25e756e0dee will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:37:22.267385 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c896b735-db4e-4f68-9123-312890b6b94f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:22.273781 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-582667e8-ce82-47db-b977-59ec0da01f40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:22.303008 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c896b735-db4e-4f68-9123-312890b6b94f None None] Network 084e23d1-a9e2-486e-998f-fc9298c30a12 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:37:22.308512 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-c896b735-db4e-4f68-9123-312890b6b94f None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:37:22.312005 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c896b735-db4e-4f68-9123-312890b6b94f None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:37:22.323864 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c896b735-db4e-4f68-9123-312890b6b94f None None] Pushing event updated for resources: {'Port': ['ID=d59a073f-a026-489d-be6b-f25e756e0dee,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:22.376275 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-c896b735-db4e-4f68-9123-312890b6b94f None None] Attempting to bind port d59a073f-a026-489d-be6b-f25e756e0dee on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:37:22.376964 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-c896b735-db4e-4f68-9123-312890b6b94f None None] Attempting to bind port d59a073f-a026-489d-be6b-f25e756e0dee by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '64ce391d-92e1-4df5-923a-55f9bf78b4f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '084e23d1-a9e2-486e-998f-fc9298c30a12'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:37:22.377094 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c896b735-db4e-4f68-9123-312890b6b94f None None] Attempting to bind port d59a073f-a026-489d-be6b-f25e756e0dee on network 084e23d1-a9e2-486e-998f-fc9298c30a12 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:37:22.379900 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-582667e8-ce82-47db-b977-59ec0da01f40 admin admin] Allocated IP 172.25.6.134 (acf968b8-c524-46a9-a20b-ad9667009130/dde5a78e-bd1e-4f47-8189-7321d4de73d3/b161beb6-8557-47fa-a041-04661859fd8e) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:37:22.382517 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c896b735-db4e-4f68-9123-312890b6b94f None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 37, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:37:22.382937 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c896b735-db4e-4f68-9123-312890b6b94f None None] Checking segment: {'id': '64ce391d-92e1-4df5-923a-55f9bf78b4f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '084e23d1-a9e2-486e-998f-fc9298c30a12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:37:22.383828 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c896b735-db4e-4f68-9123-312890b6b94f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:22.383828 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c896b735-db4e-4f68-9123-312890b6b94f None None] Bound using segment: {'id': '64ce391d-92e1-4df5-923a-55f9bf78b4f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '084e23d1-a9e2-486e-998f-fc9298c30a12'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:37:22.384258 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-c896b735-db4e-4f68-9123-312890b6b94f None None] Bound port: d59a073f-a026-489d-be6b-f25e756e0dee, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64ce391d-92e1-4df5-923a-55f9bf78b4f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '084e23d1-a9e2-486e-998f-fc9298c30a12'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:37:22.384656 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c896b735-db4e-4f68-9123-312890b6b94f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:22.448466 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-c896b735-db4e-4f68-9123-312890b6b94f None None] For port d59a073f-a026-489d-be6b-f25e756e0dee, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:37:22.451777 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-c896b735-db4e-4f68-9123-312890b6b94f None None] For port d59a073f-a026-489d-be6b-f25e756e0dee, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=d59a073f-a026-489d-be6b-f25e756e0dee,segment=NetworkSegment(64ce391d-92e1-4df5-923a-55f9bf78b4f7),segment_id=64ce391d-92e1-4df5-923a-55f9bf78b4f7)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:37:22.456467 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c896b735-db4e-4f68-9123-312890b6b94f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:22.486659 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-582667e8-ce82-47db-b977-59ec0da01f40 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:22.515743 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c896b735-db4e-4f68-9123-312890b6b94f None None] Pushing event updated for resources: {'Port': ['ID=d59a073f-a026-489d-be6b-f25e756e0dee,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:22.536969 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-582667e8-ce82-47db-b977-59ec0da01f40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:22.579542 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-582667e8-ce82-47db-b977-59ec0da01f40 admin admin] Network acf968b8-c524-46a9-a20b-ad9667009130 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:37:22.583903 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-582667e8-ce82-47db-b977-59ec0da01f40 admin admin] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:37:22.589648 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582667e8-ce82-47db-b977-59ec0da01f40 admin admin] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:37:22.591727 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582667e8-ce82-47db-b977-59ec0da01f40 admin admin] Pushing event updated for resources: {'Port': ['ID=b161beb6-8557-47fa-a041-04661859fd8e,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:22.843484 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:23.120858 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-582667e8-ce82-47db-b977-59ec0da01f40 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:23.320245 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-582667e8-ce82-47db-b977-59ec0da01f40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447217'] for router, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:23.404230 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef60de3-9187-4f24-9b8d-cef759d0cce0 None None] Network 084e23d1-a9e2-486e-998f-fc9298c30a12 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:37:23.465230 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-582667e8-ce82-47db-b977-59ec0da01f40 admin admin] Router 955216e7-864b-42fe-9fb0-4fdfcb9faf22 is scheduled to L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 with binding_index 1 {{(pid=93751) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 14:37:23.581417 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-582667e8-ce82-47db-b977-59ec0da01f40 admin admin] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:37:23.591920 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d7d701-9e03-4617-9d6e-63367e96b567 None None] Sync routers for ids ['955216e7-864b-42fe-9fb0-4fdfcb9faf22'] in n-d-800634-1 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:37:23.600530 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-582667e8-ce82-47db-b977-59ec0da01f40 admin admin] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:23.605233 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-582667e8-ce82-47db-b977-59ec0da01f40 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.7768345 Jul 13 14:37:23.605393 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d7d701-9e03-4617-9d6e-63367e96b567 None None] Routers {'955216e7-864b-42fe-9fb0-4fdfcb9faf22'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:37:23.605393 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-43d7d701-9e03-4617-9d6e-63367e96b567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:37:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['955216e7-864b-42fe-9fb0-4fdfcb9faf22'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:37:23.605601 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 50914) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:37:23.625445 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2747244c-a978-466c-96ea-c2d9394eb699 None None] Provisioning for port d59a073f-a026-489d-be6b-f25e756e0dee completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:37:23.714291 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-43d7d701-9e03-4617-9d6e-63367e96b567 None None] Set router 955216e7-864b-42fe-9fb0-4fdfcb9faf22 gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:37:23.903194 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-43d7d701-9e03-4617-9d6e-63367e96b567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '955216e7-864b-42fe-9fb0-4fdfcb9faf22', 'name': 'tempest-TestEncryptedCinderVolumes-1221060641-router', 'tenant_id': 'a602b73d3969465b937b8ad47a5e422f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': 'b161beb6-8557-47fa-a041-04661859fd8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:37:21Z', 'updated_at': '2021-07-13T14:37:22Z', 'revision_number': 3, 'project_id': 'a602b73d3969465b937b8ad47a5e422f', 'gw_port': {'id': 'b161beb6-8557-47fa-a041-04661859fd8e', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:38:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '955216e7-864b-42fe-9fb0-4fdfcb9faf22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:37:22Z', 'updated_at': '2021-07-13T14:37:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:37:23.943920 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d7d701-9e03-4617-9d6e-63367e96b567 None None] Checking router: 955216e7-864b-42fe-9fb0-4fdfcb9faf22 for host: n-d-800634-1 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:37:23.944250 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d7d701-9e03-4617-9d6e-63367e96b567 None None] Updating router 955216e7-864b-42fe-9fb0-4fdfcb9faf22 port b161beb6-8557-47fa-a041-04661859fd8e binding host n-d-800634-1 {{(pid=93753) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 14:37:23.980533 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-43d7d701-9e03-4617-9d6e-63367e96b567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:24.053647 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-385364d5-3aeb-48be-9fd9-4aca6ec7e831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:24.155132 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device d59a073f-a026-489d-be6b-f25e756e0dee up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:37:24.209763 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port d59a073f-a026-489d-be6b-f25e756e0dee completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:37:24.213995 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port d59a073f-a026-489d-be6b-f25e756e0dee triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:37:24.214373 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:24.222720 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-385364d5-3aeb-48be-9fd9-4aca6ec7e831 admin admin] Allocated IP 172.20.0.1 (084e23d1-a9e2-486e-998f-fc9298c30a12/dabc5492-1008-459b-a522-b11ad78d09f1/e8409beb-2081-49a4-aa8c-637812c85a97) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:37:24.247377 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-43d7d701-9e03-4617-9d6e-63367e96b567 None None] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:24.258943 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-43d7d701-9e03-4617-9d6e-63367e96b567 None None] Transition to ACTIVE for port object b161beb6-8557-47fa-a041-04661859fd8e will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:37:24.266795 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-43d7d701-9e03-4617-9d6e-63367e96b567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:24.295614 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:24.324731 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135c74b0-5b3a-48e9-b91d-f5582bf41bd0 None None] Pushing event updated for resources: {'Port': ['ID=b161beb6-8557-47fa-a041-04661859fd8e,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:24.330815 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port d59a073f-a026-489d-be6b-f25e756e0dee, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=d59a073f-a026-489d-be6b-f25e756e0dee,segment=NetworkSegment(64ce391d-92e1-4df5-923a-55f9bf78b4f7),segment_id=64ce391d-92e1-4df5-923a-55f9bf78b4f7)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:37:24.332401 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-43d7d701-9e03-4617-9d6e-63367e96b567 None None] Attempting to bind port b161beb6-8557-47fa-a041-04661859fd8e on host n-d-800634-1 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:37:24.332771 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-43d7d701-9e03-4617-9d6e-63367e96b567 None None] Attempting to bind port b161beb6-8557-47fa-a041-04661859fd8e by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:37:24.333258 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d7d701-9e03-4617-9d6e-63367e96b567 None None] Attempting to bind port b161beb6-8557-47fa-a041-04661859fd8e on network acf968b8-c524-46a9-a20b-ad9667009130 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:37:24.334519 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:24.336644 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135c74b0-5b3a-48e9-b91d-f5582bf41bd0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:37:24.336985 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135c74b0-5b3a-48e9-b91d-f5582bf41bd0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:37:24.337319 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135c74b0-5b3a-48e9-b91d-f5582bf41bd0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:37:24.337649 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135c74b0-5b3a-48e9-b91d-f5582bf41bd0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:37:24.338002 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135c74b0-5b3a-48e9-b91d-f5582bf41bd0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:37:24.339154 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135c74b0-5b3a-48e9-b91d-f5582bf41bd0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:37:24.339585 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135c74b0-5b3a-48e9-b91d-f5582bf41bd0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:37:24.339916 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135c74b0-5b3a-48e9-b91d-f5582bf41bd0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:37:24.340239 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135c74b0-5b3a-48e9-b91d-f5582bf41bd0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:37:24.341910 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135c74b0-5b3a-48e9-b91d-f5582bf41bd0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:37:24.342196 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135c74b0-5b3a-48e9-b91d-f5582bf41bd0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:37:24.342527 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135c74b0-5b3a-48e9-b91d-f5582bf41bd0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:37:24.347510 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-385364d5-3aeb-48be-9fd9-4aca6ec7e831 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:24.348046 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d7d701-9e03-4617-9d6e-63367e96b567 None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 37, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:37:24.348422 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d7d701-9e03-4617-9d6e-63367e96b567 None None] Checking segment: {'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:37:24.348822 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-43d7d701-9e03-4617-9d6e-63367e96b567 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:24.349373 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d7d701-9e03-4617-9d6e-63367e96b567 None None] Bound using segment: {'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:37:24.349674 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-43d7d701-9e03-4617-9d6e-63367e96b567 None None] Bound port: b161beb6-8557-47fa-a041-04661859fd8e, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:37:24.350068 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-43d7d701-9e03-4617-9d6e-63367e96b567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:24.362454 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-385364d5-3aeb-48be-9fd9-4aca6ec7e831 admin admin] Transition to ACTIVE for port object e8409beb-2081-49a4-aa8c-637812c85a97 will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:37:24.389095 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=d59a073f-a026-489d-be6b-f25e756e0dee,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:24.396603 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-385364d5-3aeb-48be-9fd9-4aca6ec7e831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:24.407921 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-43d7d701-9e03-4617-9d6e-63367e96b567 None None] For port b161beb6-8557-47fa-a041-04661859fd8e, host n-d-800634-1, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:37:24.411043 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-43d7d701-9e03-4617-9d6e-63367e96b567 None None] For port b161beb6-8557-47fa-a041-04661859fd8e, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=b161beb6-8557-47fa-a041-04661859fd8e,segment=NetworkSegment(3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87),segment_id=3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:37:24.414995 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-43d7d701-9e03-4617-9d6e-63367e96b567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:24.438988 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-385364d5-3aeb-48be-9fd9-4aca6ec7e831 admin admin] Network 084e23d1-a9e2-486e-998f-fc9298c30a12 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:37:24.443245 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-385364d5-3aeb-48be-9fd9-4aca6ec7e831 admin admin] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:37:24.448953 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385364d5-3aeb-48be-9fd9-4aca6ec7e831 admin admin] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:37:24.452685 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385364d5-3aeb-48be-9fd9-4aca6ec7e831 admin admin] Pushing event updated for resources: {'Port': ['ID=e8409beb-2081-49a4-aa8c-637812c85a97,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:24.467827 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135c74b0-5b3a-48e9-b91d-f5582bf41bd0 None None] Pushing event updated for resources: {'Port': ['ID=b161beb6-8557-47fa-a041-04661859fd8e,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:24.479944 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d7d701-9e03-4617-9d6e-63367e96b567 None None] Routers {'955216e7-864b-42fe-9fb0-4fdfcb9faf22'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:37:24.480231 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-43d7d701-9e03-4617-9d6e-63367e96b567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:37:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['955216e7-864b-42fe-9fb0-4fdfcb9faf22'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:37:24.500725 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-385364d5-3aeb-48be-9fd9-4aca6ec7e831 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-450452'] for router_interface, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:24.647955 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-385364d5-3aeb-48be-9fd9-4aca6ec7e831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:24.684787 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-43d7d701-9e03-4617-9d6e-63367e96b567 None None] Set router 955216e7-864b-42fe-9fb0-4fdfcb9faf22 gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:37:24.688084 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-4a7371c8-a927-49e9-ad76-afe2a60a2acf None None] Provisioning for port e8409beb-2081-49a4-aa8c-637812c85a97 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:37:24.692570 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-4a7371c8-a927-49e9-ad76-afe2a60a2acf None None] Provisioning complete for port e8409beb-2081-49a4-aa8c-637812c85a97 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:37:24.693167 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4a7371c8-a927-49e9-ad76-afe2a60a2acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:24.732930 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-4a7371c8-a927-49e9-ad76-afe2a60a2acf None None] Port e8409beb-2081-49a4-aa8c-637812c85a97 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:37:24.815896 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-385364d5-3aeb-48be-9fd9-4aca6ec7e831 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:24.821793 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-385364d5-3aeb-48be-9fd9-4aca6ec7e831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:24.860594 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-43d7d701-9e03-4617-9d6e-63367e96b567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '955216e7-864b-42fe-9fb0-4fdfcb9faf22', 'name': 'tempest-TestEncryptedCinderVolumes-1221060641-router', 'tenant_id': 'a602b73d3969465b937b8ad47a5e422f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': 'b161beb6-8557-47fa-a041-04661859fd8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:37:21Z', 'updated_at': '2021-07-13T14:37:22Z', 'revision_number': 3, 'project_id': 'a602b73d3969465b937b8ad47a5e422f', 'gw_port': {'id': 'b161beb6-8557-47fa-a041-04661859fd8e', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:38:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '955216e7-864b-42fe-9fb0-4fdfcb9faf22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:37:22Z', 'updated_at': '2021-07-13T14:37:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:37:24.891110 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d7d701-9e03-4617-9d6e-63367e96b567 None None] The sync data for ids ['955216e7-864b-42fe-9fb0-4fdfcb9faf22'] in n-d-800634-1 is: [{'id': '955216e7-864b-42fe-9fb0-4fdfcb9faf22', 'name': 'tempest-TestEncryptedCinderVolumes-1221060641-router', 'tenant_id': 'a602b73d3969465b937b8ad47a5e422f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': 'b161beb6-8557-47fa-a041-04661859fd8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:37:21Z', 'updated_at': '2021-07-13T14:37:22Z', 'revision_number': 3, 'project_id': 'a602b73d3969465b937b8ad47a5e422f', 'gw_port': {'id': 'b161beb6-8557-47fa-a041-04661859fd8e', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:38:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '955216e7-864b-42fe-9fb0-4fdfcb9faf22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:37:22Z', 'updated_at': '2021-07-13T14:37:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:37:24.893485 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-385364d5-3aeb-48be-9fd9-4aca6ec7e831 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1785045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451806'] for router_interface, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:24.895377 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385364d5-3aeb-48be-9fd9-4aca6ec7e831 admin admin] Pushing event updated for resources: {'Port': ['ID=e8409beb-2081-49a4-aa8c-637812c85a97,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:25.000329 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-385364d5-3aeb-48be-9fd9-4aca6ec7e831 admin admin] Network 084e23d1-a9e2-486e-998f-fc9298c30a12 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:37:25.001704 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-385364d5-3aeb-48be-9fd9-4aca6ec7e831 admin admin] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:37:25.137181 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-385364d5-3aeb-48be-9fd9-4aca6ec7e831 admin admin] Router 955216e7-864b-42fe-9fb0-4fdfcb9faf22 has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:37:25.259132 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-c911734b-a15d-43ac-ab77-f5370b5ff4e7 None None] Provisioning complete for port e8409beb-2081-49a4-aa8c-637812c85a97 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:37:25.259295 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c911734b-a15d-43ac-ab77-f5370b5ff4e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:25.262791 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-385364d5-3aeb-48be-9fd9-4aca6ec7e831 admin admin] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:37:25.269485 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-385364d5-3aeb-48be-9fd9-4aca6ec7e831 admin admin] 10.222.0.23 "PUT /v2.0/routers/955216e7-864b-42fe-9fb0-4fdfcb9faf22/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6625330 Jul 13 14:37:25.296850 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-c911734b-a15d-43ac-ab77-f5370b5ff4e7 None None] Port e8409beb-2081-49a4-aa8c-637812c85a97 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:37:25.750746 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 50930) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:37:25.755840 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-9c7b91c9-95ea-4c72-9718-5e9c009c4fff admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-553579665-network', 'tenant_id': '9bf0d4c7a5dd41e99086fb4fe9f1e988'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:37:25.779403 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c7b91c9-95ea-4c72-9718-5e9c009c4fff admin admin] Made reservation on behalf of 9bf0d4c7a5dd41e99086fb4fe9f1e988 for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:37:25.781931 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9c7b91c9-95ea-4c72-9718-5e9c009c4fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:25.790782 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9c7b91c9-95ea-4c72-9718-5e9c009c4fff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:25.879436 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9c7b91c9-95ea-4c72-9718-5e9c009c4fff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:25.883037 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9c7b91c9-95ea-4c72-9718-5e9c009c4fff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:25.907471 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c7b91c9-95ea-4c72-9718-5e9c009c4fff admin admin] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 14:37:25.917028 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7b91c9-95ea-4c72-9718-5e9c009c4fff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75ae19ee-fa03-4f8d-a34a-06411208292f,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:25.927273 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9c7b91c9-95ea-4c72-9718-5e9c009c4fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:25.927560 n-d-800634-1 neutron-server[93751]: INFO neutron.db.segments_db [None req-9c7b91c9-95ea-4c72-9718-5e9c009c4fff admin admin] Added segment 7a0d765c-857a-4750-a4d2-6b838fe3c6dc of type vlan for network 788afb62-6a9d-4454-aefa-28a278f2db7d Jul 13 14:37:25.971443 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9c7b91c9-95ea-4c72-9718-5e9c009c4fff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:26.000097 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9c7b91c9-95ea-4c72-9718-5e9c009c4fff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:26.001106 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7b91c9-95ea-4c72-9718-5e9c009c4fff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:26.001682 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9c7b91c9-95ea-4c72-9718-5e9c009c4fff admin admin] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:26.055357 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-9c7b91c9-95ea-4c72-9718-5e9c009c4fff admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3034620 Jul 13 14:37:26.059044 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 50932) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:37:26.061503 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7b91c9-95ea-4c72-9718-5e9c009c4fff admin admin] Pushing event updated for resources: {'Network': ['ID=788afb62-6a9d-4454-aefa-28a278f2db7d,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:26.064738 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-6c9ebf33-8990-4cbe-81fc-1eee71689439 admin admin] Request body: {'subnet': {'network_id': '788afb62-6a9d-4454-aefa-28a278f2db7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-553579665-subnet', 'tenant_id': '9bf0d4c7a5dd41e99086fb4fe9f1e988', 'ip_version': 4}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:37:26.081215 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network 788afb62-6a9d-4454-aefa-28a278f2db7d details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 14:37:26.087275 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c9ebf33-8990-4cbe-81fc-1eee71689439 admin admin] Made reservation on behalf of 9bf0d4c7a5dd41e99086fb4fe9f1e988 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:37:26.090003 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6c9ebf33-8990-4cbe-81fc-1eee71689439 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4763385'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:26.222441 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device b161beb6-8557-47fa-a041-04661859fd8e up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:37:26.278070 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port b161beb6-8557-47fa-a041-04661859fd8e completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:37:26.281920 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port b161beb6-8557-47fa-a041-04661859fd8e triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:37:26.282296 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:26.287015 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6c9ebf33-8990-4cbe-81fc-1eee71689439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5970588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4763339'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:26.351009 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9ebf33-8990-4cbe-81fc-1eee71689439 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4092c660-a207-49a0-b525-d3c953ab3fa0,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:26.358038 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c9ebf33-8990-4cbe-81fc-1eee71689439 admin admin] Checking segment: {'id': '7a0d765c-857a-4750-a4d2-6b838fe3c6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '788afb62-6a9d-4454-aefa-28a278f2db7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:37:26.358400 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c9ebf33-8990-4cbe-81fc-1eee71689439 admin admin] Network hostable DHCP agents. Network: 788afb62-6a9d-4454-aefa-28a278f2db7d, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 14:37:26.363796 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:26.376683 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c9ebf33-8990-4cbe-81fc-1eee71689439 admin admin] Network 788afb62-6a9d-4454-aefa-28a278f2db7d is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 14:37:26.386707 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port b161beb6-8557-47fa-a041-04661859fd8e, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=b161beb6-8557-47fa-a041-04661859fd8e,segment=NetworkSegment(3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87),segment_id=3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:37:26.387655 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-6c9ebf33-8990-4cbe-81fc-1eee71689439 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, 788afb62-6a9d-4454-aefa-28a278f2db7d) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:37:26.391780 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:26.392520 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9ebf33-8990-4cbe-81fc-1eee71689439 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:26.393514 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device d59a073f-a026-489d-be6b-f25e756e0dee up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:37:26.394369 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6c9ebf33-8990-4cbe-81fc-1eee71689439 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:26.398246 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eefb042e-0cc4-4fc9-b0c9-f16a0d12b31c None None] Network 788afb62-6a9d-4454-aefa-28a278f2db7d requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:37:26.412078 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-6c9ebf33-8990-4cbe-81fc-1eee71689439 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3494477 Jul 13 14:37:26.412276 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 50934) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:37:26.416666 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-5dfdff19-256c-452d-a339-2c084c9c09c1 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-553579665-router', 'tenant_id': '9bf0d4c7a5dd41e99086fb4fe9f1e988', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:37:26.438464 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5dfdff19-256c-452d-a339-2c084c9c09c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1591928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2714'] for router, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:26.439499 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5dfdff19-256c-452d-a339-2c084c9c09c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447198', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1629690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2689'] for router, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:26.498472 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5dfdff19-256c-452d-a339-2c084c9c09c1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:26.533100 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84280e23-b712-47dc-aa90-83c04ae0b0f6 None None] Sync routers for ids ['955216e7-864b-42fe-9fb0-4fdfcb9faf22'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:37:26.537318 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=b161beb6-8557-47fa-a041-04661859fd8e,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:26.565706 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84280e23-b712-47dc-aa90-83c04ae0b0f6 None None] Routers {'955216e7-864b-42fe-9fb0-4fdfcb9faf22'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:37:26.566347 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-84280e23-b712-47dc-aa90-83c04ae0b0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:37:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['955216e7-864b-42fe-9fb0-4fdfcb9faf22'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:37:26.612784 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port d59a073f-a026-489d-be6b-f25e756e0dee triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:37:26.613154 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:26.634926 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5dfdff19-256c-452d-a339-2c084c9c09c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447180', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1591910', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2751'] for router, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:26.767080 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-84280e23-b712-47dc-aa90-83c04ae0b0f6 None None] Set router 955216e7-864b-42fe-9fb0-4fdfcb9faf22 gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:37:26.794038 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f9ae6f-2a53-4144-8713-3ec710c51a2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a7201e1-61ce-5a3e-b7f7-e800379ed03b-788afb62-6a9d-4454-aefa-28a278f2db7d', 'network_id': '788afb62-6a9d-4454-aefa-28a278f2db7d', 'tenant_id': '9bf0d4c7a5dd41e99086fb4fe9f1e988', 'fixed_ips': [{'subnet_id': '4092c660-a207-49a0-b525-d3c953ab3fa0'}]}} from n-d-800634-1. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 14:37:26.794894 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-93f9ae6f-2a53-4144-8713-3ec710c51a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:26.842758 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5dfdff19-256c-452d-a339-2c084c9c09c1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:26.861992 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5dfdff19-256c-452d-a339-2c084c9c09c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:26.965843 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-5dfdff19-256c-452d-a339-2c084c9c09c1 admin admin] Allocated IP 172.25.6.229 (acf968b8-c524-46a9-a20b-ad9667009130/dde5a78e-bd1e-4f47-8189-7321d4de73d3/7fccc500-b7ef-4d40-a3e0-93a6ab9840bc) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:37:27.071786 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5dfdff19-256c-452d-a339-2c084c9c09c1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:27.089082 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-93f9ae6f-2a53-4144-8713-3ec710c51a2e None None] Allocated IP 172.20.0.2 (788afb62-6a9d-4454-aefa-28a278f2db7d/4092c660-a207-49a0-b525-d3c953ab3fa0/9793f15e-cd16-4c11-bd7a-0799ba1bc524) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:37:27.112956 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5dfdff19-256c-452d-a339-2c084c9c09c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:27.153523 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dfdff19-256c-452d-a339-2c084c9c09c1 admin admin] Network acf968b8-c524-46a9-a20b-ad9667009130 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:37:27.157881 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-5dfdff19-256c-452d-a339-2c084c9c09c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:37:27.162813 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dfdff19-256c-452d-a339-2c084c9c09c1 admin admin] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:37:27.165054 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfdff19-256c-452d-a339-2c084c9c09c1 admin admin] Pushing event updated for resources: {'Port': ['ID=7fccc500-b7ef-4d40-a3e0-93a6ab9840bc,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:27.189457 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-84280e23-b712-47dc-aa90-83c04ae0b0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '955216e7-864b-42fe-9fb0-4fdfcb9faf22', 'name': 'tempest-TestEncryptedCinderVolumes-1221060641-router', 'tenant_id': 'a602b73d3969465b937b8ad47a5e422f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': 'b161beb6-8557-47fa-a041-04661859fd8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:37:21Z', 'updated_at': '2021-07-13T14:37:24Z', 'revision_number': 4, 'project_id': 'a602b73d3969465b937b8ad47a5e422f', 'gw_port': {'id': 'b161beb6-8557-47fa-a041-04661859fd8e', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:38:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955216e7-864b-42fe-9fb0-4fdfcb9faf22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:37:22Z', 'updated_at': '2021-07-13T14:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': 'e8409beb-2081-49a4-aa8c-637812c85a97', 'name': '', 'network_id': '084e23d1-a9e2-486e-998f-fc9298c30a12', 'tenant_id': 'a602b73d3969465b937b8ad47a5e422f', 'mac_address': 'fa:16:3e:32:8e:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '955216e7-864b-42fe-9fb0-4fdfcb9faf22', 'device_owner': 'network:router_interface', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': 'dabc5492-1008-459b-a522-b11ad78d09f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:37:24Z', 'updated_at': '2021-07-13T14:37:24Z', 'revision_number': 2, 'project_id': 'a602b73d3969465b937b8ad47a5e422f', 'subnets': [{'id': 'dabc5492-1008-459b-a522-b11ad78d09f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:37:27.221066 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84280e23-b712-47dc-aa90-83c04ae0b0f6 None None] Checking router: 955216e7-864b-42fe-9fb0-4fdfcb9faf22 for host: n-d-800634-1 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:37:27.221421 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84280e23-b712-47dc-aa90-83c04ae0b0f6 None None] Updating router 955216e7-864b-42fe-9fb0-4fdfcb9faf22 port e8409beb-2081-49a4-aa8c-637812c85a97 binding host n-d-800634-1 {{(pid=93752) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 14:37:27.294555 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-84280e23-b712-47dc-aa90-83c04ae0b0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:27.326120 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-93f9ae6f-2a53-4144-8713-3ec710c51a2e None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:27.353231 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-93f9ae6f-2a53-4144-8713-3ec710c51a2e None None] Transition to ACTIVE for port object 9793f15e-cd16-4c11-bd7a-0799ba1bc524 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:37:27.418396 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5dfdff19-256c-452d-a339-2c084c9c09c1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:27.420591 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-93f9ae6f-2a53-4144-8713-3ec710c51a2e None None] Transition to ACTIVE for port object 9793f15e-cd16-4c11-bd7a-0799ba1bc524 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:37:27.433323 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-93f9ae6f-2a53-4144-8713-3ec710c51a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:27.502686 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f9ae6f-2a53-4144-8713-3ec710c51a2e None None] Network 788afb62-6a9d-4454-aefa-28a278f2db7d is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:37:27.530487 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-93f9ae6f-2a53-4144-8713-3ec710c51a2e None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:37:27.539783 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f9ae6f-2a53-4144-8713-3ec710c51a2e None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:37:27.546718 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f9ae6f-2a53-4144-8713-3ec710c51a2e None None] Pushing event updated for resources: {'Port': ['ID=9793f15e-cd16-4c11-bd7a-0799ba1bc524,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:27.630346 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-93f9ae6f-2a53-4144-8713-3ec710c51a2e None None] Attempting to bind port 9793f15e-cd16-4c11-bd7a-0799ba1bc524 on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:37:27.630631 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-93f9ae6f-2a53-4144-8713-3ec710c51a2e None None] Attempting to bind port 9793f15e-cd16-4c11-bd7a-0799ba1bc524 by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '7a0d765c-857a-4750-a4d2-6b838fe3c6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '788afb62-6a9d-4454-aefa-28a278f2db7d'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:37:27.630995 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f9ae6f-2a53-4144-8713-3ec710c51a2e None None] Attempting to bind port 9793f15e-cd16-4c11-bd7a-0799ba1bc524 on network 788afb62-6a9d-4454-aefa-28a278f2db7d {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:37:27.643883 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f9ae6f-2a53-4144-8713-3ec710c51a2e None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 37, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:37:27.644255 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f9ae6f-2a53-4144-8713-3ec710c51a2e None None] Checking segment: {'id': '7a0d765c-857a-4750-a4d2-6b838fe3c6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '788afb62-6a9d-4454-aefa-28a278f2db7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:37:27.644662 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-93f9ae6f-2a53-4144-8713-3ec710c51a2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:27.645057 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f9ae6f-2a53-4144-8713-3ec710c51a2e None None] Bound using segment: {'id': '7a0d765c-857a-4750-a4d2-6b838fe3c6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '788afb62-6a9d-4454-aefa-28a278f2db7d'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:37:27.645539 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-93f9ae6f-2a53-4144-8713-3ec710c51a2e None None] Bound port: 9793f15e-cd16-4c11-bd7a-0799ba1bc524, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a0d765c-857a-4750-a4d2-6b838fe3c6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '788afb62-6a9d-4454-aefa-28a278f2db7d'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:37:27.645951 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-93f9ae6f-2a53-4144-8713-3ec710c51a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:27.754162 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-84280e23-b712-47dc-aa90-83c04ae0b0f6 None None] Notify callbacks [] for port, precommit_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:27.763211 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-93f9ae6f-2a53-4144-8713-3ec710c51a2e None None] For port 9793f15e-cd16-4c11-bd7a-0799ba1bc524, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:37:27.768305 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-93f9ae6f-2a53-4144-8713-3ec710c51a2e None None] For port 9793f15e-cd16-4c11-bd7a-0799ba1bc524, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=9793f15e-cd16-4c11-bd7a-0799ba1bc524,segment=NetworkSegment(7a0d765c-857a-4750-a4d2-6b838fe3c6dc),segment_id=7a0d765c-857a-4750-a4d2-6b838fe3c6dc)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:37:27.771176 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-84280e23-b712-47dc-aa90-83c04ae0b0f6 None None] Transition to ACTIVE for port object e8409beb-2081-49a4-aa8c-637812c85a97 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:37:27.774950 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-93f9ae6f-2a53-4144-8713-3ec710c51a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:27.782133 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-84280e23-b712-47dc-aa90-83c04ae0b0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:27.854524 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f9ae6f-2a53-4144-8713-3ec710c51a2e None None] Pushing event updated for resources: {'Port': ['ID=9793f15e-cd16-4c11-bd7a-0799ba1bc524,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:27.937875 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8e2535-1aa2-4865-b6bf-7f81c8ea5779 None None] Pushing event updated for resources: {'Port': ['ID=e8409beb-2081-49a4-aa8c-637812c85a97,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:27.940276 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-84280e23-b712-47dc-aa90-83c04ae0b0f6 None None] Attempting to bind port e8409beb-2081-49a4-aa8c-637812c85a97 on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:37:27.940648 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-84280e23-b712-47dc-aa90-83c04ae0b0f6 None None] Attempting to bind port e8409beb-2081-49a4-aa8c-637812c85a97 by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '64ce391d-92e1-4df5-923a-55f9bf78b4f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '084e23d1-a9e2-486e-998f-fc9298c30a12'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:37:27.940999 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84280e23-b712-47dc-aa90-83c04ae0b0f6 None None] Attempting to bind port e8409beb-2081-49a4-aa8c-637812c85a97 on network 084e23d1-a9e2-486e-998f-fc9298c30a12 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:37:27.946984 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84280e23-b712-47dc-aa90-83c04ae0b0f6 None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 37, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:37:27.947408 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84280e23-b712-47dc-aa90-83c04ae0b0f6 None None] Checking segment: {'id': '64ce391d-92e1-4df5-923a-55f9bf78b4f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '084e23d1-a9e2-486e-998f-fc9298c30a12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:37:27.947808 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-84280e23-b712-47dc-aa90-83c04ae0b0f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:27.948203 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84280e23-b712-47dc-aa90-83c04ae0b0f6 None None] Bound using segment: {'id': '64ce391d-92e1-4df5-923a-55f9bf78b4f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '084e23d1-a9e2-486e-998f-fc9298c30a12'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:37:27.948675 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-84280e23-b712-47dc-aa90-83c04ae0b0f6 None None] Bound port: e8409beb-2081-49a4-aa8c-637812c85a97, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64ce391d-92e1-4df5-923a-55f9bf78b4f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '084e23d1-a9e2-486e-998f-fc9298c30a12'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:37:27.949060 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-84280e23-b712-47dc-aa90-83c04ae0b0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:27.971435 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5dfdff19-256c-452d-a339-2c084c9c09c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447217'] for router, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:28.030071 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-84280e23-b712-47dc-aa90-83c04ae0b0f6 None None] For port e8409beb-2081-49a4-aa8c-637812c85a97, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:37:28.034564 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-84280e23-b712-47dc-aa90-83c04ae0b0f6 None None] For port e8409beb-2081-49a4-aa8c-637812c85a97, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=e8409beb-2081-49a4-aa8c-637812c85a97,segment=NetworkSegment(64ce391d-92e1-4df5-923a-55f9bf78b4f7),segment_id=64ce391d-92e1-4df5-923a-55f9bf78b4f7)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:37:28.042385 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-84280e23-b712-47dc-aa90-83c04ae0b0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:28.110968 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84280e23-b712-47dc-aa90-83c04ae0b0f6 None None] Routers {'955216e7-864b-42fe-9fb0-4fdfcb9faf22'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:37:28.111648 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-84280e23-b712-47dc-aa90-83c04ae0b0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:37:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['955216e7-864b-42fe-9fb0-4fdfcb9faf22'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:37:28.158034 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8e2535-1aa2-4865-b6bf-7f81c8ea5779 None None] Pushing event updated for resources: {'Port': ['ID=e8409beb-2081-49a4-aa8c-637812c85a97,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:28.167367 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dfdff19-256c-452d-a339-2c084c9c09c1 admin admin] Router ae4aed55-f30c-4f32-9d4e-fe5e916e4a3b is scheduled to L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 with binding_index 1 {{(pid=93750) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 14:37:28.330160 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dfdff19-256c-452d-a339-2c084c9c09c1 admin admin] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:37:28.340158 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-107a463a-3382-4000-8ecd-d1a362439dcd None None] Sync routers for ids ['ae4aed55-f30c-4f32-9d4e-fe5e916e4a3b'] in n-d-800634-1 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:37:28.350528 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5dfdff19-256c-452d-a339-2c084c9c09c1 admin admin] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:28.354371 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-5dfdff19-256c-452d-a339-2c084c9c09c1 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.9386270 Jul 13 14:37:28.355190 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 50936) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:37:28.363490 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107a463a-3382-4000-8ecd-d1a362439dcd None None] Routers {'ae4aed55-f30c-4f32-9d4e-fe5e916e4a3b'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:37:28.364136 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-107a463a-3382-4000-8ecd-d1a362439dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:37:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['ae4aed55-f30c-4f32-9d4e-fe5e916e4a3b'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:37:28.457875 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device b161beb6-8557-47fa-a041-04661859fd8e up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:37:28.491980 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-107a463a-3382-4000-8ecd-d1a362439dcd None None] Set router ae4aed55-f30c-4f32-9d4e-fe5e916e4a3b gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:37:28.513255 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-84280e23-b712-47dc-aa90-83c04ae0b0f6 None None] Set router 955216e7-864b-42fe-9fb0-4fdfcb9faf22 gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:37:28.638590 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port b161beb6-8557-47fa-a041-04661859fd8e triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:37:28.638973 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:28.696706 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-107a463a-3382-4000-8ecd-d1a362439dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae4aed55-f30c-4f32-9d4e-fe5e916e4a3b', 'name': 'tempest-TestEncryptedCinderVolumes-553579665-router', 'tenant_id': '9bf0d4c7a5dd41e99086fb4fe9f1e988', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '7fccc500-b7ef-4d40-a3e0-93a6ab9840bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:37:26Z', 'updated_at': '2021-07-13T14:37:27Z', 'revision_number': 3, 'project_id': '9bf0d4c7a5dd41e99086fb4fe9f1e988', 'gw_port': {'id': '7fccc500-b7ef-4d40-a3e0-93a6ab9840bc', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:12:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae4aed55-f30c-4f32-9d4e-fe5e916e4a3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4080, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:37:26Z', 'updated_at': '2021-07-13T14:37:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:37:28.724506 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-107a463a-3382-4000-8ecd-d1a362439dcd None None] Checking router: ae4aed55-f30c-4f32-9d4e-fe5e916e4a3b for host: n-d-800634-1 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:37:28.725053 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-107a463a-3382-4000-8ecd-d1a362439dcd None None] Updating router ae4aed55-f30c-4f32-9d4e-fe5e916e4a3b port 7fccc500-b7ef-4d40-a3e0-93a6ab9840bc binding host n-d-800634-1 {{(pid=93753) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 14:37:28.787143 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-107a463a-3382-4000-8ecd-d1a362439dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:28.800437 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 9793f15e-cd16-4c11-bd7a-0799ba1bc524 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:37:28.832747 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-edcd16bd-2ba4-4216-b8e1-559c3c1cab64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:28.868075 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-84280e23-b712-47dc-aa90-83c04ae0b0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '955216e7-864b-42fe-9fb0-4fdfcb9faf22', 'name': 'tempest-TestEncryptedCinderVolumes-1221060641-router', 'tenant_id': 'a602b73d3969465b937b8ad47a5e422f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': 'b161beb6-8557-47fa-a041-04661859fd8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:37:21Z', 'updated_at': '2021-07-13T14:37:24Z', 'revision_number': 4, 'project_id': 'a602b73d3969465b937b8ad47a5e422f', 'gw_port': {'id': 'b161beb6-8557-47fa-a041-04661859fd8e', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:38:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955216e7-864b-42fe-9fb0-4fdfcb9faf22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:37:22Z', 'updated_at': '2021-07-13T14:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': 'e8409beb-2081-49a4-aa8c-637812c85a97', 'name': '', 'network_id': '084e23d1-a9e2-486e-998f-fc9298c30a12', 'tenant_id': 'a602b73d3969465b937b8ad47a5e422f', 'mac_address': 'fa:16:3e:32:8e:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '955216e7-864b-42fe-9fb0-4fdfcb9faf22', 'device_owner': 'network:router_interface', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': 'dabc5492-1008-459b-a522-b11ad78d09f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:37:24Z', 'updated_at': '2021-07-13T14:37:28Z', 'revision_number': 4, 'project_id': 'a602b73d3969465b937b8ad47a5e422f', 'subnets': [{'id': 'dabc5492-1008-459b-a522-b11ad78d09f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:37:28.903935 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84280e23-b712-47dc-aa90-83c04ae0b0f6 None None] The sync data for ids ['955216e7-864b-42fe-9fb0-4fdfcb9faf22'] in n-d-800634-1 is: [{'id': '955216e7-864b-42fe-9fb0-4fdfcb9faf22', 'name': 'tempest-TestEncryptedCinderVolumes-1221060641-router', 'tenant_id': 'a602b73d3969465b937b8ad47a5e422f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': 'b161beb6-8557-47fa-a041-04661859fd8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:37:21Z', 'updated_at': '2021-07-13T14:37:24Z', 'revision_number': 4, 'project_id': 'a602b73d3969465b937b8ad47a5e422f', 'gw_port': {'id': 'b161beb6-8557-47fa-a041-04661859fd8e', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:38:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955216e7-864b-42fe-9fb0-4fdfcb9faf22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:37:22Z', 'updated_at': '2021-07-13T14:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': 'e8409beb-2081-49a4-aa8c-637812c85a97', 'name': '', 'network_id': '084e23d1-a9e2-486e-998f-fc9298c30a12', 'tenant_id': 'a602b73d3969465b937b8ad47a5e422f', 'mac_address': 'fa:16:3e:32:8e:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '955216e7-864b-42fe-9fb0-4fdfcb9faf22', 'device_owner': 'network:router_interface', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': 'dabc5492-1008-459b-a522-b11ad78d09f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:37:24Z', 'updated_at': '2021-07-13T14:37:28Z', 'revision_number': 4, 'project_id': 'a602b73d3969465b937b8ad47a5e422f', 'subnets': [{'id': 'dabc5492-1008-459b-a522-b11ad78d09f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:37:28.915324 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port 9793f15e-cd16-4c11-bd7a-0799ba1bc524 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:37:29.062157 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-edcd16bd-2ba4-4216-b8e1-559c3c1cab64 admin admin] Allocated IP 172.20.0.1 (788afb62-6a9d-4454-aefa-28a278f2db7d/4092c660-a207-49a0-b525-d3c953ab3fa0/e9ffc004-d5cc-434f-b284-02d51c96ad42) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:37:29.125246 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-107a463a-3382-4000-8ecd-d1a362439dcd None None] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:29.140564 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-107a463a-3382-4000-8ecd-d1a362439dcd None None] Transition to ACTIVE for port object 7fccc500-b7ef-4d40-a3e0-93a6ab9840bc will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:37:29.149769 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-107a463a-3382-4000-8ecd-d1a362439dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:29.203050 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-edcd16bd-2ba4-4216-b8e1-559c3c1cab64 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:29.215312 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-107a463a-3382-4000-8ecd-d1a362439dcd None None] Attempting to bind port 7fccc500-b7ef-4d40-a3e0-93a6ab9840bc on host n-d-800634-1 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:37:29.215761 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-107a463a-3382-4000-8ecd-d1a362439dcd None None] Attempting to bind port 7fccc500-b7ef-4d40-a3e0-93a6ab9840bc by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:37:29.216191 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107a463a-3382-4000-8ecd-d1a362439dcd None None] Attempting to bind port 7fccc500-b7ef-4d40-a3e0-93a6ab9840bc on network acf968b8-c524-46a9-a20b-ad9667009130 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:37:29.219523 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13888fb5-cc65-409b-be1f-c28e7fe1821c None None] Pushing event updated for resources: {'Port': ['ID=7fccc500-b7ef-4d40-a3e0-93a6ab9840bc,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:29.220068 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-edcd16bd-2ba4-4216-b8e1-559c3c1cab64 admin admin] Transition to ACTIVE for port object e9ffc004-d5cc-434f-b284-02d51c96ad42 will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:37:29.224461 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107a463a-3382-4000-8ecd-d1a362439dcd None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 37, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:37:29.224911 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107a463a-3382-4000-8ecd-d1a362439dcd None None] Checking segment: {'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:37:29.225629 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-107a463a-3382-4000-8ecd-d1a362439dcd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:29.226099 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107a463a-3382-4000-8ecd-d1a362439dcd None None] Bound using segment: {'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:37:29.227192 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-107a463a-3382-4000-8ecd-d1a362439dcd None None] Bound port: 7fccc500-b7ef-4d40-a3e0-93a6ab9840bc, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:37:29.227326 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-107a463a-3382-4000-8ecd-d1a362439dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:29.256801 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac338db-a9f8-48f5-bd39-369c57cb2c4b None None] Network 788afb62-6a9d-4454-aefa-28a278f2db7d requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:37:29.260209 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-edcd16bd-2ba4-4216-b8e1-559c3c1cab64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:29.300247 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edcd16bd-2ba4-4216-b8e1-559c3c1cab64 admin admin] Network 788afb62-6a9d-4454-aefa-28a278f2db7d is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:37:29.310375 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-edcd16bd-2ba4-4216-b8e1-559c3c1cab64 admin admin] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:37:29.311053 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-107a463a-3382-4000-8ecd-d1a362439dcd None None] For port 7fccc500-b7ef-4d40-a3e0-93a6ab9840bc, host n-d-800634-1, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:37:29.314060 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edcd16bd-2ba4-4216-b8e1-559c3c1cab64 admin admin] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:37:29.314840 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-107a463a-3382-4000-8ecd-d1a362439dcd None None] For port 7fccc500-b7ef-4d40-a3e0-93a6ab9840bc, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=7fccc500-b7ef-4d40-a3e0-93a6ab9840bc,segment=NetworkSegment(3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87),segment_id=3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:37:29.321925 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-107a463a-3382-4000-8ecd-d1a362439dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:29.350455 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcd16bd-2ba4-4216-b8e1-559c3c1cab64 admin admin] Pushing event updated for resources: {'Port': ['ID=e9ffc004-d5cc-434f-b284-02d51c96ad42,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:29.367870 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-edcd16bd-2ba4-4216-b8e1-559c3c1cab64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-450452'] for router_interface, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:29.368546 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-8e64d6bf-e1d6-4454-b61d-da53cba88e19 None None] Provisioning for port 9793f15e-cd16-4c11-bd7a-0799ba1bc524 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:37:29.375479 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-8e64d6bf-e1d6-4454-b61d-da53cba88e19 None None] Provisioning complete for port 9793f15e-cd16-4c11-bd7a-0799ba1bc524 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:37:29.375855 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8e64d6bf-e1d6-4454-b61d-da53cba88e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:29.383067 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13888fb5-cc65-409b-be1f-c28e7fe1821c None None] Pushing event updated for resources: {'Port': ['ID=7fccc500-b7ef-4d40-a3e0-93a6ab9840bc,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:29.399237 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107a463a-3382-4000-8ecd-d1a362439dcd None None] Routers {'ae4aed55-f30c-4f32-9d4e-fe5e916e4a3b'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:37:29.400011 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-107a463a-3382-4000-8ecd-d1a362439dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:37:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['ae4aed55-f30c-4f32-9d4e-fe5e916e4a3b'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:37:29.519497 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-107a463a-3382-4000-8ecd-d1a362439dcd None None] Set router ae4aed55-f30c-4f32-9d4e-fe5e916e4a3b gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:37:29.536239 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8e64d6bf-e1d6-4454-b61d-da53cba88e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:29.543314 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-edcd16bd-2ba4-4216-b8e1-559c3c1cab64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:29.582668 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-8e64d6bf-e1d6-4454-b61d-da53cba88e19 None None] For port 9793f15e-cd16-4c11-bd7a-0799ba1bc524, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=9793f15e-cd16-4c11-bd7a-0799ba1bc524,segment=NetworkSegment(7a0d765c-857a-4750-a4d2-6b838fe3c6dc),segment_id=7a0d765c-857a-4750-a4d2-6b838fe3c6dc)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:37:29.590240 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8e64d6bf-e1d6-4454-b61d-da53cba88e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:29.653803 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e64d6bf-e1d6-4454-b61d-da53cba88e19 None None] Pushing event updated for resources: {'Port': ['ID=9793f15e-cd16-4c11-bd7a-0799ba1bc524,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:29.768771 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-edcd16bd-2ba4-4216-b8e1-559c3c1cab64 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:29.778492 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-edcd16bd-2ba4-4216-b8e1-559c3c1cab64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:29.790388 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-107a463a-3382-4000-8ecd-d1a362439dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae4aed55-f30c-4f32-9d4e-fe5e916e4a3b', 'name': 'tempest-TestEncryptedCinderVolumes-553579665-router', 'tenant_id': '9bf0d4c7a5dd41e99086fb4fe9f1e988', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '7fccc500-b7ef-4d40-a3e0-93a6ab9840bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:37:26Z', 'updated_at': '2021-07-13T14:37:27Z', 'revision_number': 3, 'project_id': '9bf0d4c7a5dd41e99086fb4fe9f1e988', 'gw_port': {'id': '7fccc500-b7ef-4d40-a3e0-93a6ab9840bc', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:12:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae4aed55-f30c-4f32-9d4e-fe5e916e4a3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4080, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:37:26Z', 'updated_at': '2021-07-13T14:37:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:37:29.826916 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-107a463a-3382-4000-8ecd-d1a362439dcd None None] The sync data for ids ['ae4aed55-f30c-4f32-9d4e-fe5e916e4a3b'] in n-d-800634-1 is: [{'id': 'ae4aed55-f30c-4f32-9d4e-fe5e916e4a3b', 'name': 'tempest-TestEncryptedCinderVolumes-553579665-router', 'tenant_id': '9bf0d4c7a5dd41e99086fb4fe9f1e988', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '7fccc500-b7ef-4d40-a3e0-93a6ab9840bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:37:26Z', 'updated_at': '2021-07-13T14:37:27Z', 'revision_number': 3, 'project_id': '9bf0d4c7a5dd41e99086fb4fe9f1e988', 'gw_port': {'id': '7fccc500-b7ef-4d40-a3e0-93a6ab9840bc', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:12:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae4aed55-f30c-4f32-9d4e-fe5e916e4a3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4080, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:37:26Z', 'updated_at': '2021-07-13T14:37:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:37:29.834134 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-edcd16bd-2ba4-4216-b8e1-559c3c1cab64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1785045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451806'] for router_interface, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:29.926267 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcd16bd-2ba4-4216-b8e1-559c3c1cab64 admin admin] Pushing event updated for resources: {'Port': ['ID=e9ffc004-d5cc-434f-b284-02d51c96ad42,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:29.935294 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-48b5da5c-4aff-4ac9-a7c7-961bc4ab6868 None None] Provisioning for port e9ffc004-d5cc-434f-b284-02d51c96ad42 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:37:29.944871 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-48b5da5c-4aff-4ac9-a7c7-961bc4ab6868 None None] Provisioning complete for port e9ffc004-d5cc-434f-b284-02d51c96ad42 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:37:29.945254 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-48b5da5c-4aff-4ac9-a7c7-961bc4ab6868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:29.982580 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-48b5da5c-4aff-4ac9-a7c7-961bc4ab6868 None None] Port e9ffc004-d5cc-434f-b284-02d51c96ad42 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:37:29.994542 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-48b5da5c-4aff-4ac9-a7c7-961bc4ab6868 None None] Provisioning complete for port 9793f15e-cd16-4c11-bd7a-0799ba1bc524 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:37:29.995125 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-48b5da5c-4aff-4ac9-a7c7-961bc4ab6868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:30.003806 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edcd16bd-2ba4-4216-b8e1-559c3c1cab64 admin admin] Network 788afb62-6a9d-4454-aefa-28a278f2db7d is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:37:30.005497 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-edcd16bd-2ba4-4216-b8e1-559c3c1cab64 admin admin] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:37:30.216747 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edcd16bd-2ba4-4216-b8e1-559c3c1cab64 admin admin] Router ae4aed55-f30c-4f32-9d4e-fe5e916e4a3b has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:37:30.323668 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 9793f15e-cd16-4c11-bd7a-0799ba1bc524 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:37:30.329173 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-df2783b6-c73f-4884-931a-859dce1b644d None None] Provisioning complete for port e9ffc004-d5cc-434f-b284-02d51c96ad42 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:37:30.329871 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-df2783b6-c73f-4884-931a-859dce1b644d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:30.396939 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-df2783b6-c73f-4884-931a-859dce1b644d None None] Port e9ffc004-d5cc-434f-b284-02d51c96ad42 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:37:30.453207 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 9793f15e-cd16-4c11-bd7a-0799ba1bc524 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:37:30.453778 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:30.553864 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-e0ca70c4-2c94-4527-b36b-e733a4d0f8f4 None None] Provisioning complete for port e9ffc004-d5cc-434f-b284-02d51c96ad42 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:37:30.554241 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e0ca70c4-2c94-4527-b36b-e733a4d0f8f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:30.559214 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device e8409beb-2081-49a4-aa8c-637812c85a97 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:37:30.621632 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-e0ca70c4-2c94-4527-b36b-e733a4d0f8f4 None None] Port e9ffc004-d5cc-434f-b284-02d51c96ad42 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:37:30.642974 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port e8409beb-2081-49a4-aa8c-637812c85a97 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:37:30.647207 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port e8409beb-2081-49a4-aa8c-637812c85a97 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:37:30.647689 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:30.707385 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edcd16bd-2ba4-4216-b8e1-559c3c1cab64 admin admin] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:37:30.712535 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-edcd16bd-2ba4-4216-b8e1-559c3c1cab64 admin admin] 10.222.0.23 "PUT /v2.0/routers/ae4aed55-f30c-4f32-9d4e-fe5e916e4a3b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3562887 Jul 13 14:37:30.742303 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:30.777418 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port e8409beb-2081-49a4-aa8c-637812c85a97, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=e8409beb-2081-49a4-aa8c-637812c85a97,segment=NetworkSegment(64ce391d-92e1-4df5-923a-55f9bf78b4f7),segment_id=64ce391d-92e1-4df5-923a-55f9bf78b4f7)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:37:30.781739 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:30.840790 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=e8409beb-2081-49a4-aa8c-637812c85a97,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:30.949459 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:31.311816 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:31.484915 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739859dc-b3bb-4379-8b79-6921c7302e6d req-46463b2a-81eb-45ee-bddf-ed8ba7c44de5 tempest-TestEncryptedCinderVolumes-1173023992 tempest-TestEncryptedCinderVolumes-1173023992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:31.486491 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-739859dc-b3bb-4379-8b79-6921c7302e6d req-46463b2a-81eb-45ee-bddf-ed8ba7c44de5 tempest-TestEncryptedCinderVolumes-1173023992 tempest-TestEncryptedCinderVolumes-1173023992-project] 10.222.0.23 "GET /v2.0/networks?id=084e23d1-a9e2-486e-998f-fc9298c30a12 HTTP/1.1" status: 200 len: 817 time: 0.0996895 Jul 13 14:37:31.501614 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-739859dc-b3bb-4379-8b79-6921c7302e6d req-c8e7db1d-1cbd-4fda-8031-d5efcaca0b25 tempest-TestEncryptedCinderVolumes-1173023992 tempest-TestEncryptedCinderVolumes-1173023992-project] 10.222.0.23 "GET /v2.0/quotas/a602b73d3969465b937b8ad47a5e422f HTTP/1.1" status: 200 len: 375 time: 0.0097702 Jul 13 14:37:31.574247 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-739859dc-b3bb-4379-8b79-6921c7302e6d req-34e3e3fb-4fd6-443e-bc3d-65b5cce78364 tempest-TestEncryptedCinderVolumes-1173023992 tempest-TestEncryptedCinderVolumes-1173023992-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=a602b73d3969465b937b8ad47a5e422f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0678263 Jul 13 14:37:31.668135 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-739859dc-b3bb-4379-8b79-6921c7302e6d req-4c5e120b-14bf-4e83-8aea-f9254921b5c5 service neutron] 10.222.0.23 "GET /v2.0/networks/084e23d1-a9e2-486e-998f-fc9298c30a12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829604 Jul 13 14:37:31.759594 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-739859dc-b3bb-4379-8b79-6921c7302e6d req-11682916-7297-4ebc-a3bc-e820f182af28 service neutron] 10.222.0.23 "GET /v2.0/networks/084e23d1-a9e2-486e-998f-fc9298c30a12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858331 Jul 13 14:37:31.953480 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-77b4b3fd-522a-4fc9-a9b1-42bd8a3b3437 req-22ef5de5-225f-49f5-ae2e-7f531f8233ef tempest-TestEncryptedCinderVolumes-1173023992 tempest-TestEncryptedCinderVolumes-1173023992-project] 10.222.0.23 "GET /v2.0/ports?device_id=b511e277-b83b-43db-a14f-7cabb6181b56 HTTP/1.1" status: 200 len: 210 time: 0.0382054 Jul 13 14:37:32.226220 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device e8409beb-2081-49a4-aa8c-637812c85a97 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:37:32.279002 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port e8409beb-2081-49a4-aa8c-637812c85a97 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:37:32.279378 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:32.368557 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 7fccc500-b7ef-4d40-a3e0-93a6ab9840bc up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:37:32.421305 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49aad7f3-781e-4567-a4b3-b6817df8cfc3 None None] Sync routers for ids ['ae4aed55-f30c-4f32-9d4e-fe5e916e4a3b'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:37:32.426685 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port 7fccc500-b7ef-4d40-a3e0-93a6ab9840bc completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:37:32.434077 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 7fccc500-b7ef-4d40-a3e0-93a6ab9840bc triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:37:32.434776 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:32.437201 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49aad7f3-781e-4567-a4b3-b6817df8cfc3 None None] Routers {'ae4aed55-f30c-4f32-9d4e-fe5e916e4a3b'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:37:32.437832 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-49aad7f3-781e-4567-a4b3-b6817df8cfc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:37:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['ae4aed55-f30c-4f32-9d4e-fe5e916e4a3b'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:37:32.590448 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-49aad7f3-781e-4567-a4b3-b6817df8cfc3 None None] Set router ae4aed55-f30c-4f32-9d4e-fe5e916e4a3b gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:37:32.629425 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:32.688517 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port 7fccc500-b7ef-4d40-a3e0-93a6ab9840bc, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=7fccc500-b7ef-4d40-a3e0-93a6ab9840bc,segment=NetworkSegment(3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87),segment_id=3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:37:32.703731 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:32.796484 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=7fccc500-b7ef-4d40-a3e0-93a6ab9840bc,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:32.859631 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-49aad7f3-781e-4567-a4b3-b6817df8cfc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae4aed55-f30c-4f32-9d4e-fe5e916e4a3b', 'name': 'tempest-TestEncryptedCinderVolumes-553579665-router', 'tenant_id': '9bf0d4c7a5dd41e99086fb4fe9f1e988', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '7fccc500-b7ef-4d40-a3e0-93a6ab9840bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:37:26Z', 'updated_at': '2021-07-13T14:37:29Z', 'revision_number': 4, 'project_id': '9bf0d4c7a5dd41e99086fb4fe9f1e988', 'gw_port': {'id': '7fccc500-b7ef-4d40-a3e0-93a6ab9840bc', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:12:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae4aed55-f30c-4f32-9d4e-fe5e916e4a3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4080, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:37:26Z', 'updated_at': '2021-07-13T14:37:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': 'e9ffc004-d5cc-434f-b284-02d51c96ad42', 'name': '', 'network_id': '788afb62-6a9d-4454-aefa-28a278f2db7d', 'tenant_id': '9bf0d4c7a5dd41e99086fb4fe9f1e988', 'mac_address': 'fa:16:3e:ee:9c:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae4aed55-f30c-4f32-9d4e-fe5e916e4a3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4081, 'fixed_ips': [{'subnet_id': '4092c660-a207-49a0-b525-d3c953ab3fa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:37:28Z', 'updated_at': '2021-07-13T14:37:29Z', 'revision_number': 2, 'project_id': '9bf0d4c7a5dd41e99086fb4fe9f1e988', 'subnets': [{'id': '4092c660-a207-49a0-b525-d3c953ab3fa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:37:32.885829 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49aad7f3-781e-4567-a4b3-b6817df8cfc3 None None] Checking router: ae4aed55-f30c-4f32-9d4e-fe5e916e4a3b for host: n-d-800634-1 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:37:32.886182 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49aad7f3-781e-4567-a4b3-b6817df8cfc3 None None] Updating router ae4aed55-f30c-4f32-9d4e-fe5e916e4a3b port e9ffc004-d5cc-434f-b284-02d51c96ad42 binding host n-d-800634-1 {{(pid=93752) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 14:37:32.923668 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-49aad7f3-781e-4567-a4b3-b6817df8cfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:33.127760 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7450f564-fef7-4630-9ac1-0efef67a513a req-978d59b2-7d35-4424-8999-efad8f13b1f0 tempest-TestEncryptedCinderVolumes-1173023992 tempest-TestEncryptedCinderVolumes-1173023992-project] 10.222.0.23 "GET /v2.0/ports?device_id=b511e277-b83b-43db-a14f-7cabb6181b56 HTTP/1.1" status: 200 len: 210 time: 0.0386510 Jul 13 14:37:33.152285 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739859dc-b3bb-4379-8b79-6921c7302e6d req-59496f3b-cf78-43a0-b9f5-56486f7a099b tempest-TestEncryptedCinderVolumes-1173023992 tempest-TestEncryptedCinderVolumes-1173023992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:33.153783 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-739859dc-b3bb-4379-8b79-6921c7302e6d req-59496f3b-cf78-43a0-b9f5-56486f7a099b tempest-TestEncryptedCinderVolumes-1173023992 tempest-TestEncryptedCinderVolumes-1173023992-project] 10.222.0.41 "GET /v2.0/networks?id=084e23d1-a9e2-486e-998f-fc9298c30a12 HTTP/1.1" status: 200 len: 817 time: 0.1580548 Jul 13 14:37:33.166429 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-739859dc-b3bb-4379-8b79-6921c7302e6d req-aadc6c57-70f5-49a4-8239-16c95ee8c7a4 tempest-TestEncryptedCinderVolumes-1173023992 tempest-TestEncryptedCinderVolumes-1173023992-project] Request body: {'port': {'device_id': 'b511e277-b83b-43db-a14f-7cabb6181b56', 'network_id': '084e23d1-a9e2-486e-998f-fc9298c30a12', 'admin_state_up': True, 'tenant_id': 'a602b73d3969465b937b8ad47a5e422f'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:37:33.234149 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-49aad7f3-781e-4567-a4b3-b6817df8cfc3 None None] Notify callbacks [] for port, precommit_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:33.244834 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-49aad7f3-781e-4567-a4b3-b6817df8cfc3 None None] Transition to ACTIVE for port object e9ffc004-d5cc-434f-b284-02d51c96ad42 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:37:33.250802 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-49aad7f3-781e-4567-a4b3-b6817df8cfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:33.284511 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-739859dc-b3bb-4379-8b79-6921c7302e6d req-aadc6c57-70f5-49a4-8239-16c95ee8c7a4 tempest-TestEncryptedCinderVolumes-1173023992 tempest-TestEncryptedCinderVolumes-1173023992-project] Made reservation on behalf of a602b73d3969465b937b8ad47a5e422f for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:37:33.288357 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-739859dc-b3bb-4379-8b79-6921c7302e6d req-aadc6c57-70f5-49a4-8239-16c95ee8c7a4 tempest-TestEncryptedCinderVolumes-1173023992 tempest-TestEncryptedCinderVolumes-1173023992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:33.301873 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7120f0db-1ab2-4db1-888d-66047490d13a None None] Pushing event updated for resources: {'Port': ['ID=e9ffc004-d5cc-434f-b284-02d51c96ad42,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:33.365290 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-49aad7f3-781e-4567-a4b3-b6817df8cfc3 None None] Attempting to bind port e9ffc004-d5cc-434f-b284-02d51c96ad42 on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:37:33.365665 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-49aad7f3-781e-4567-a4b3-b6817df8cfc3 None None] Attempting to bind port e9ffc004-d5cc-434f-b284-02d51c96ad42 by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '7a0d765c-857a-4750-a4d2-6b838fe3c6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '788afb62-6a9d-4454-aefa-28a278f2db7d'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:37:33.366060 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49aad7f3-781e-4567-a4b3-b6817df8cfc3 None None] Attempting to bind port e9ffc004-d5cc-434f-b284-02d51c96ad42 on network 788afb62-6a9d-4454-aefa-28a278f2db7d {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:37:33.372087 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49aad7f3-781e-4567-a4b3-b6817df8cfc3 None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 37, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:37:33.372472 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49aad7f3-781e-4567-a4b3-b6817df8cfc3 None None] Checking segment: {'id': '7a0d765c-857a-4750-a4d2-6b838fe3c6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '788afb62-6a9d-4454-aefa-28a278f2db7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:37:33.372880 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-49aad7f3-781e-4567-a4b3-b6817df8cfc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:33.373362 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49aad7f3-781e-4567-a4b3-b6817df8cfc3 None None] Bound using segment: {'id': '7a0d765c-857a-4750-a4d2-6b838fe3c6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '788afb62-6a9d-4454-aefa-28a278f2db7d'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:37:33.373855 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-49aad7f3-781e-4567-a4b3-b6817df8cfc3 None None] Bound port: e9ffc004-d5cc-434f-b284-02d51c96ad42, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a0d765c-857a-4750-a4d2-6b838fe3c6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '788afb62-6a9d-4454-aefa-28a278f2db7d'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:37:33.374151 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-49aad7f3-781e-4567-a4b3-b6817df8cfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:33.441526 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [req-739859dc-b3bb-4379-8b79-6921c7302e6d req-aadc6c57-70f5-49a4-8239-16c95ee8c7a4 tempest-TestEncryptedCinderVolumes-1173023992 tempest-TestEncryptedCinderVolumes-1173023992-project] Allocated IP 172.20.0.6 (084e23d1-a9e2-486e-998f-fc9298c30a12/dabc5492-1008-459b-a522-b11ad78d09f1/f02ebee0-e359-4092-89fb-b9c45e1bdeb3) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:37:33.442300 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-49aad7f3-781e-4567-a4b3-b6817df8cfc3 None None] For port e9ffc004-d5cc-434f-b284-02d51c96ad42, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:37:33.445662 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-49aad7f3-781e-4567-a4b3-b6817df8cfc3 None None] For port e9ffc004-d5cc-434f-b284-02d51c96ad42, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=e9ffc004-d5cc-434f-b284-02d51c96ad42,segment=NetworkSegment(7a0d765c-857a-4750-a4d2-6b838fe3c6dc),segment_id=7a0d765c-857a-4750-a4d2-6b838fe3c6dc)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:37:33.450397 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-49aad7f3-781e-4567-a4b3-b6817df8cfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:33.516926 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7120f0db-1ab2-4db1-888d-66047490d13a None None] Pushing event updated for resources: {'Port': ['ID=e9ffc004-d5cc-434f-b284-02d51c96ad42,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:33.520089 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49aad7f3-781e-4567-a4b3-b6817df8cfc3 None None] Routers {'ae4aed55-f30c-4f32-9d4e-fe5e916e4a3b'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:37:33.520719 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-49aad7f3-781e-4567-a4b3-b6817df8cfc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:37:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['ae4aed55-f30c-4f32-9d4e-fe5e916e4a3b'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:37:33.605903 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-739859dc-b3bb-4379-8b79-6921c7302e6d req-aadc6c57-70f5-49a4-8239-16c95ee8c7a4 tempest-TestEncryptedCinderVolumes-1173023992 tempest-TestEncryptedCinderVolumes-1173023992-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:33.622313 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-739859dc-b3bb-4379-8b79-6921c7302e6d req-aadc6c57-70f5-49a4-8239-16c95ee8c7a4 tempest-TestEncryptedCinderVolumes-1173023992 tempest-TestEncryptedCinderVolumes-1173023992-project] Transition to ACTIVE for port object f02ebee0-e359-4092-89fb-b9c45e1bdeb3 will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:37:33.639660 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-49aad7f3-781e-4567-a4b3-b6817df8cfc3 None None] Set router ae4aed55-f30c-4f32-9d4e-fe5e916e4a3b gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:37:33.658347 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-739859dc-b3bb-4379-8b79-6921c7302e6d req-aadc6c57-70f5-49a4-8239-16c95ee8c7a4 tempest-TestEncryptedCinderVolumes-1173023992 tempest-TestEncryptedCinderVolumes-1173023992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:33.707626 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-739859dc-b3bb-4379-8b79-6921c7302e6d req-aadc6c57-70f5-49a4-8239-16c95ee8c7a4 tempest-TestEncryptedCinderVolumes-1173023992 tempest-TestEncryptedCinderVolumes-1173023992-project] Network 084e23d1-a9e2-486e-998f-fc9298c30a12 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:37:33.716054 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [req-739859dc-b3bb-4379-8b79-6921c7302e6d req-aadc6c57-70f5-49a4-8239-16c95ee8c7a4 tempest-TestEncryptedCinderVolumes-1173023992 tempest-TestEncryptedCinderVolumes-1173023992-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:37:33.720006 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-739859dc-b3bb-4379-8b79-6921c7302e6d req-aadc6c57-70f5-49a4-8239-16c95ee8c7a4 tempest-TestEncryptedCinderVolumes-1173023992 tempest-TestEncryptedCinderVolumes-1173023992-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:37:33.744546 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadc6c57-70f5-49a4-8239-16c95ee8c7a4 tempest-TestEncryptedCinderVolumes-1173023992 tempest-TestEncryptedCinderVolumes-1173023992-project] Pushing event updated for resources: {'Port': ['ID=f02ebee0-e359-4092-89fb-b9c45e1bdeb3,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:33.776922 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739859dc-b3bb-4379-8b79-6921c7302e6d req-aadc6c57-70f5-49a4-8239-16c95ee8c7a4 tempest-TestEncryptedCinderVolumes-1173023992 tempest-TestEncryptedCinderVolumes-1173023992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:33.777607 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-739859dc-b3bb-4379-8b79-6921c7302e6d req-aadc6c57-70f5-49a4-8239-16c95ee8c7a4 tempest-TestEncryptedCinderVolumes-1173023992 tempest-TestEncryptedCinderVolumes-1173023992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:33.795972 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-739859dc-b3bb-4379-8b79-6921c7302e6d req-aadc6c57-70f5-49a4-8239-16c95ee8c7a4 tempest-TestEncryptedCinderVolumes-1173023992 tempest-TestEncryptedCinderVolumes-1173023992-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6332657 Jul 13 14:37:33.810352 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-739859dc-b3bb-4379-8b79-6921c7302e6d req-6fdac7e0-42b9-4464-a7f1-c34a6e119a3b service neutron] Request body: {'port': {'device_id': 'b511e277-b83b-43db-a14f-7cabb6181b56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-1'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:37:33.893245 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-739859dc-b3bb-4379-8b79-6921c7302e6d req-6fdac7e0-42b9-4464-a7f1-c34a6e119a3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:34.047126 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-49aad7f3-781e-4567-a4b3-b6817df8cfc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae4aed55-f30c-4f32-9d4e-fe5e916e4a3b', 'name': 'tempest-TestEncryptedCinderVolumes-553579665-router', 'tenant_id': '9bf0d4c7a5dd41e99086fb4fe9f1e988', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '7fccc500-b7ef-4d40-a3e0-93a6ab9840bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:37:26Z', 'updated_at': '2021-07-13T14:37:29Z', 'revision_number': 4, 'project_id': '9bf0d4c7a5dd41e99086fb4fe9f1e988', 'gw_port': {'id': '7fccc500-b7ef-4d40-a3e0-93a6ab9840bc', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:12:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae4aed55-f30c-4f32-9d4e-fe5e916e4a3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4080, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:37:26Z', 'updated_at': '2021-07-13T14:37:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': 'e9ffc004-d5cc-434f-b284-02d51c96ad42', 'name': '', 'network_id': '788afb62-6a9d-4454-aefa-28a278f2db7d', 'tenant_id': '9bf0d4c7a5dd41e99086fb4fe9f1e988', 'mac_address': 'fa:16:3e:ee:9c:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae4aed55-f30c-4f32-9d4e-fe5e916e4a3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4081, 'fixed_ips': [{'subnet_id': '4092c660-a207-49a0-b525-d3c953ab3fa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:37:28Z', 'updated_at': '2021-07-13T14:37:33Z', 'revision_number': 4, 'project_id': '9bf0d4c7a5dd41e99086fb4fe9f1e988', 'subnets': [{'id': '4092c660-a207-49a0-b525-d3c953ab3fa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:37:34.073812 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49aad7f3-781e-4567-a4b3-b6817df8cfc3 None None] The sync data for ids ['ae4aed55-f30c-4f32-9d4e-fe5e916e4a3b'] in n-d-800634-1 is: [{'id': 'ae4aed55-f30c-4f32-9d4e-fe5e916e4a3b', 'name': 'tempest-TestEncryptedCinderVolumes-553579665-router', 'tenant_id': '9bf0d4c7a5dd41e99086fb4fe9f1e988', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '7fccc500-b7ef-4d40-a3e0-93a6ab9840bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:37:26Z', 'updated_at': '2021-07-13T14:37:29Z', 'revision_number': 4, 'project_id': '9bf0d4c7a5dd41e99086fb4fe9f1e988', 'gw_port': {'id': '7fccc500-b7ef-4d40-a3e0-93a6ab9840bc', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:12:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae4aed55-f30c-4f32-9d4e-fe5e916e4a3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4080, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:37:26Z', 'updated_at': '2021-07-13T14:37:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': 'e9ffc004-d5cc-434f-b284-02d51c96ad42', 'name': '', 'network_id': '788afb62-6a9d-4454-aefa-28a278f2db7d', 'tenant_id': '9bf0d4c7a5dd41e99086fb4fe9f1e988', 'mac_address': 'fa:16:3e:ee:9c:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae4aed55-f30c-4f32-9d4e-fe5e916e4a3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4081, 'fixed_ips': [{'subnet_id': '4092c660-a207-49a0-b525-d3c953ab3fa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:37:28Z', 'updated_at': '2021-07-13T14:37:33Z', 'revision_number': 4, 'project_id': '9bf0d4c7a5dd41e99086fb4fe9f1e988', 'subnets': [{'id': '4092c660-a207-49a0-b525-d3c953ab3fa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:37:34.158737 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-c05a0a7b-d3dd-4894-835d-2d0d6b73ff78 None None] Provisioning for port f02ebee0-e359-4092-89fb-b9c45e1bdeb3 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:37:34.162639 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-c05a0a7b-d3dd-4894-835d-2d0d6b73ff78 None None] Provisioning complete for port f02ebee0-e359-4092-89fb-b9c45e1bdeb3 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:37:34.162997 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c05a0a7b-d3dd-4894-835d-2d0d6b73ff78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:34.200226 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 7fccc500-b7ef-4d40-a3e0-93a6ab9840bc up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:37:34.240643 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-c05a0a7b-d3dd-4894-835d-2d0d6b73ff78 None None] Port f02ebee0-e359-4092-89fb-b9c45e1bdeb3 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:37:34.245278 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [req-739859dc-b3bb-4379-8b79-6921c7302e6d req-6fdac7e0-42b9-4464-a7f1-c34a6e119a3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f02ebee0-e359-4092-89fb-b9c45e1bdeb3 {{(pid=93751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:37:34.253659 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-739859dc-b3bb-4379-8b79-6921c7302e6d req-6fdac7e0-42b9-4464-a7f1-c34a6e119a3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:34.274320 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 7fccc500-b7ef-4d40-a3e0-93a6ab9840bc triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:37:34.274717 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:34.276391 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-739859dc-b3bb-4379-8b79-6921c7302e6d req-6fdac7e0-42b9-4464-a7f1-c34a6e119a3b service neutron] Transition to ACTIVE for port object f02ebee0-e359-4092-89fb-b9c45e1bdeb3 will not be triggered until provisioned by entity L2. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:37:34.281685 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-739859dc-b3bb-4379-8b79-6921c7302e6d req-6fdac7e0-42b9-4464-a7f1-c34a6e119a3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:34.351592 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e06b511-6e56-4344-8eb0-aa700d628406 req-769b0a10-38f5-408f-98ea-d043100eb172 tempest-TestEncryptedCinderVolumes-1173023992 tempest-TestEncryptedCinderVolumes-1173023992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:34.353189 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8e06b511-6e56-4344-8eb0-aa700d628406 req-769b0a10-38f5-408f-98ea-d043100eb172 tempest-TestEncryptedCinderVolumes-1173023992 tempest-TestEncryptedCinderVolumes-1173023992-project] 10.222.0.23 "GET /v2.0/ports?device_id=b511e277-b83b-43db-a14f-7cabb6181b56 HTTP/1.1" status: 200 len: 943 time: 0.0808961 Jul 13 14:37:34.395779 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdac7e0-42b9-4464-a7f1-c34a6e119a3b service neutron] Pushing event updated for resources: {'Port': ['ID=f02ebee0-e359-4092-89fb-b9c45e1bdeb3,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:34.412788 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8e06b511-6e56-4344-8eb0-aa700d628406 req-5d7fb936-2e56-425e-a6ba-86c1690bf6c2 tempest-TestEncryptedCinderVolumes-1173023992 tempest-TestEncryptedCinderVolumes-1173023992-project] 10.222.0.23 "GET /v2.0/security-groups?id=9254debb-e5af-41ac-8d76-a722c1034d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524075 Jul 13 14:37:34.441441 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-739859dc-b3bb-4379-8b79-6921c7302e6d req-6fdac7e0-42b9-4464-a7f1-c34a6e119a3b service neutron] Attempting to bind port f02ebee0-e359-4092-89fb-b9c45e1bdeb3 on host n-h2-800634-1 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:37:34.441804 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-739859dc-b3bb-4379-8b79-6921c7302e6d req-6fdac7e0-42b9-4464-a7f1-c34a6e119a3b service neutron] Attempting to bind port f02ebee0-e359-4092-89fb-b9c45e1bdeb3 by drivers openvswitch,hyperv on host n-h2-800634-1 at level 0 using segments [{'id': '64ce391d-92e1-4df5-923a-55f9bf78b4f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '084e23d1-a9e2-486e-998f-fc9298c30a12'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:37:34.442140 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739859dc-b3bb-4379-8b79-6921c7302e6d req-6fdac7e0-42b9-4464-a7f1-c34a6e119a3b service neutron] Attempting to bind port f02ebee0-e359-4092-89fb-b9c45e1bdeb3 on network 084e23d1-a9e2-486e-998f-fc9298c30a12 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:37:34.447898 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739859dc-b3bb-4379-8b79-6921c7302e6d req-6fdac7e0-42b9-4464-a7f1-c34a6e119a3b service neutron] Port f02ebee0-e359-4092-89fb-b9c45e1bdeb3 on network 084e23d1-a9e2-486e-998f-fc9298c30a12 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-1 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 14:37:34.448482 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739859dc-b3bb-4379-8b79-6921c7302e6d req-6fdac7e0-42b9-4464-a7f1-c34a6e119a3b service neutron] Attempting to bind port f02ebee0-e359-4092-89fb-b9c45e1bdeb3 on network 084e23d1-a9e2-486e-998f-fc9298c30a12 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:37:34.453763 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739859dc-b3bb-4379-8b79-6921c7302e6d req-6fdac7e0-42b9-4464-a7f1-c34a6e119a3b service neutron] Checking agent: {'id': 'f615e5c9-21ab-43f2-adbc-192d64b795cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:37:34.454117 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739859dc-b3bb-4379-8b79-6921c7302e6d req-6fdac7e0-42b9-4464-a7f1-c34a6e119a3b service neutron] Checking segment: {'id': '64ce391d-92e1-4df5-923a-55f9bf78b4f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '084e23d1-a9e2-486e-998f-fc9298c30a12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:37:34.454504 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739859dc-b3bb-4379-8b79-6921c7302e6d req-6fdac7e0-42b9-4464-a7f1-c34a6e119a3b service neutron] Bound using segment: {'id': '64ce391d-92e1-4df5-923a-55f9bf78b4f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '084e23d1-a9e2-486e-998f-fc9298c30a12'} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:37:34.454937 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-739859dc-b3bb-4379-8b79-6921c7302e6d req-6fdac7e0-42b9-4464-a7f1-c34a6e119a3b service neutron] Bound port: f02ebee0-e359-4092-89fb-b9c45e1bdeb3, host: n-h2-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64ce391d-92e1-4df5-923a-55f9bf78b4f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '084e23d1-a9e2-486e-998f-fc9298c30a12'}}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:37:34.455301 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-739859dc-b3bb-4379-8b79-6921c7302e6d req-6fdac7e0-42b9-4464-a7f1-c34a6e119a3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:34.534830 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-739859dc-b3bb-4379-8b79-6921c7302e6d req-6fdac7e0-42b9-4464-a7f1-c34a6e119a3b service neutron] For port f02ebee0-e359-4092-89fb-b9c45e1bdeb3, host n-h2-800634-1, cleared binding levels {{(pid=93751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:37:34.538068 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-739859dc-b3bb-4379-8b79-6921c7302e6d req-6fdac7e0-42b9-4464-a7f1-c34a6e119a3b service neutron] For port f02ebee0-e359-4092-89fb-b9c45e1bdeb3, host n-h2-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=f02ebee0-e359-4092-89fb-b9c45e1bdeb3,segment=NetworkSegment(64ce391d-92e1-4df5-923a-55f9bf78b4f7),segment_id=64ce391d-92e1-4df5-923a-55f9bf78b4f7)] {{(pid=93751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:37:34.547866 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-739859dc-b3bb-4379-8b79-6921c7302e6d req-6fdac7e0-42b9-4464-a7f1-c34a6e119a3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:34.587021 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739859dc-b3bb-4379-8b79-6921c7302e6d req-6fdac7e0-42b9-4464-a7f1-c34a6e119a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:34.587640 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-739859dc-b3bb-4379-8b79-6921c7302e6d req-6fdac7e0-42b9-4464-a7f1-c34a6e119a3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:34.589935 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-739859dc-b3bb-4379-8b79-6921c7302e6d req-6fdac7e0-42b9-4464-a7f1-c34a6e119a3b service neutron] 10.222.0.41 "PUT /v2.0/ports/f02ebee0-e359-4092-89fb-b9c45e1bdeb3 HTTP/1.1" status: 200 len: 1091 time: 0.7853925 Jul 13 14:37:34.590385 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b511e277-b83b-43db-a14f-7cabb6181b56', 'tag': 'f02ebee0-e359-4092-89fb-b9c45e1bdeb3'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:37:34.593170 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dea8b0fca9d342929f96bd35c86b8a14765464b9140f1e1e2496fbd7209775c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e407d889-e141-428d-950c-7e42712260b8" -d '{"events": [{"name": "network-changed", "server_uuid": "b511e277-b83b-43db-a14f-7cabb6181b56", "tag": "f02ebee0-e359-4092-89fb-b9c45e1bdeb3"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:37:34.630636 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdac7e0-42b9-4464-a7f1-c34a6e119a3b service neutron] Pushing event updated for resources: {'Port': ['ID=f02ebee0-e359-4092-89fb-b9c45e1bdeb3,revision_number=3']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:34.643282 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:37:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b25bc3a4-3226-4bd0-8b38-6b744051e82f x-openstack-request-id: req-b25bc3a4-3226-4bd0-8b38-6b744051e82f {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:37:34.643575 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b511e277-b83b-43db-a14f-7cabb6181b56", "tag": "f02ebee0-e359-4092-89fb-b9c45e1bdeb3", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:37:34.643975 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b25bc3a4-3226-4bd0-8b38-6b744051e82f {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:37:34.644407 n-d-800634-1 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b511e277-b83b-43db-a14f-7cabb6181b56', 'tag': 'f02ebee0-e359-4092-89fb-b9c45e1bdeb3', 'status': 'completed', 'code': 200} Jul 13 14:37:34.709498 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739859dc-b3bb-4379-8b79-6921c7302e6d req-02f1da3e-57c0-406c-851a-a4bcd52c186c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:34.711109 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-739859dc-b3bb-4379-8b79-6921c7302e6d req-02f1da3e-57c0-406c-851a-a4bcd52c186c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a602b73d3969465b937b8ad47a5e422f&device_id=b511e277-b83b-43db-a14f-7cabb6181b56 HTTP/1.1" status: 200 len: 1094 time: 0.0698164 Jul 13 14:37:34.757540 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-739859dc-b3bb-4379-8b79-6921c7302e6d req-bee434d5-a2d6-4648-98ea-f24f2d0ea764 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f02ebee0-e359-4092-89fb-b9c45e1bdeb3 HTTP/1.1" status: 200 len: 217 time: 0.0387449 Jul 13 14:37:34.807156 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739859dc-b3bb-4379-8b79-6921c7302e6d req-bfadb3c8-bb6b-40ec-aef1-1653a9488727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:34.808885 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-739859dc-b3bb-4379-8b79-6921c7302e6d req-bfadb3c8-bb6b-40ec-aef1-1653a9488727 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=dabc5492-1008-459b-a522-b11ad78d09f1 HTTP/1.1" status: 200 len: 856 time: 0.0455222 Jul 13 14:37:34.864530 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739859dc-b3bb-4379-8b79-6921c7302e6d req-1e8a6d5d-a922-438c-9fac-7301cb05011c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:34.865943 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-739859dc-b3bb-4379-8b79-6921c7302e6d req-1e8a6d5d-a922-438c-9fac-7301cb05011c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=084e23d1-a9e2-486e-998f-fc9298c30a12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507140 Jul 13 14:37:34.960214 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-739859dc-b3bb-4379-8b79-6921c7302e6d req-8a783cd4-ec95-4c43-9ba9-76870fe1045e service neutron] 10.222.0.41 "GET /v2.0/networks/084e23d1-a9e2-486e-998f-fc9298c30a12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878458 Jul 13 14:37:35.050455 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-739859dc-b3bb-4379-8b79-6921c7302e6d req-3ee39e7a-88ce-42f4-9bf9-61b3debb5df7 service neutron] 10.222.0.41 "GET /v2.0/networks/084e23d1-a9e2-486e-998f-fc9298c30a12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837398 Jul 13 14:37:35.153755 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e407d889-e141-428d-950c-7e42712260b8 req-3f40538b-2fbb-4dc1-9282-4b55b5c7c86b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:35.155271 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e407d889-e141-428d-950c-7e42712260b8 req-3f40538b-2fbb-4dc1-9282-4b55b5c7c86b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a602b73d3969465b937b8ad47a5e422f&device_id=b511e277-b83b-43db-a14f-7cabb6181b56 HTTP/1.1" status: 200 len: 1094 time: 0.0583582 Jul 13 14:37:35.243208 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e407d889-e141-428d-950c-7e42712260b8 req-3a2cb2b0-b654-4564-92d5-ed3665486358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:35.245051 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e407d889-e141-428d-950c-7e42712260b8 req-3a2cb2b0-b654-4564-92d5-ed3665486358 service neutron] 10.222.0.41 "GET /v2.0/networks?id=084e23d1-a9e2-486e-998f-fc9298c30a12 HTTP/1.1" status: 200 len: 917 time: 0.0833848 Jul 13 14:37:35.285325 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e407d889-e141-428d-950c-7e42712260b8 req-15123171-e68d-4546-bda9-d3bdf61026d6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f02ebee0-e359-4092-89fb-b9c45e1bdeb3 HTTP/1.1" status: 200 len: 217 time: 0.0340691 Jul 13 14:37:35.336322 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e407d889-e141-428d-950c-7e42712260b8 req-73ecd89d-84a8-47f9-8d7c-e3d8dbfb1069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:35.337759 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e407d889-e141-428d-950c-7e42712260b8 req-73ecd89d-84a8-47f9-8d7c-e3d8dbfb1069 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=dabc5492-1008-459b-a522-b11ad78d09f1 HTTP/1.1" status: 200 len: 856 time: 0.0461593 Jul 13 14:37:35.397043 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e407d889-e141-428d-950c-7e42712260b8 req-2bd4e058-b606-457d-a262-7254c1b75f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:35.398626 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e407d889-e141-428d-950c-7e42712260b8 req-2bd4e058-b606-457d-a262-7254c1b75f59 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=084e23d1-a9e2-486e-998f-fc9298c30a12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0537555 Jul 13 14:37:35.489980 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e407d889-e141-428d-950c-7e42712260b8 req-b5cb3cf0-9c75-41bc-bfac-0bfad8ffda19 service neutron] 10.222.0.41 "GET /v2.0/networks/084e23d1-a9e2-486e-998f-fc9298c30a12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829499 Jul 13 14:37:35.584938 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e1482b-a9f9-4304-a46e-7331b3becb2e req-7b9b6709-1f58-4052-b883-3d2cf48bf0ce tempest-TestEncryptedCinderVolumes-1173023992 tempest-TestEncryptedCinderVolumes-1173023992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:35.587218 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-69e1482b-a9f9-4304-a46e-7331b3becb2e req-7b9b6709-1f58-4052-b883-3d2cf48bf0ce tempest-TestEncryptedCinderVolumes-1173023992 tempest-TestEncryptedCinderVolumes-1173023992-project] 10.222.0.23 "GET /v2.0/ports?device_id=b511e277-b83b-43db-a14f-7cabb6181b56 HTTP/1.1" status: 200 len: 943 time: 0.0677724 Jul 13 14:37:35.589938 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e407d889-e141-428d-950c-7e42712260b8 req-9661b78d-1502-4d63-a2fd-d7eeac84d862 service neutron] 10.222.0.41 "GET /v2.0/networks/084e23d1-a9e2-486e-998f-fc9298c30a12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927403 Jul 13 14:37:35.627580 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-69e1482b-a9f9-4304-a46e-7331b3becb2e req-657c7baa-fdd0-4a20-81c2-c236ad8c671a tempest-TestEncryptedCinderVolumes-1173023992 tempest-TestEncryptedCinderVolumes-1173023992-project] 10.222.0.23 "GET /v2.0/security-groups?id=9254debb-e5af-41ac-8d76-a722c1034d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343308 Jul 13 14:37:36.131522 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device e9ffc004-d5cc-434f-b284-02d51c96ad42 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:37:36.185654 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port e9ffc004-d5cc-434f-b284-02d51c96ad42 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:37:36.189583 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port e9ffc004-d5cc-434f-b284-02d51c96ad42 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:37:36.190048 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:36.267922 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:36.303129 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port e9ffc004-d5cc-434f-b284-02d51c96ad42, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=e9ffc004-d5cc-434f-b284-02d51c96ad42,segment=NetworkSegment(7a0d765c-857a-4750-a4d2-6b838fe3c6dc),segment_id=7a0d765c-857a-4750-a4d2-6b838fe3c6dc)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:37:36.308688 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:36.359354 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=e9ffc004-d5cc-434f-b284-02d51c96ad42,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:36.802694 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a49f2da-ea76-4629-99a2-cb73e0ad24b3 req-f6370091-bdfd-4770-ad66-d4eaf97bbd1e tempest-TestEncryptedCinderVolumes-1173023992 tempest-TestEncryptedCinderVolumes-1173023992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:36.804241 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-9a49f2da-ea76-4629-99a2-cb73e0ad24b3 req-f6370091-bdfd-4770-ad66-d4eaf97bbd1e tempest-TestEncryptedCinderVolumes-1173023992 tempest-TestEncryptedCinderVolumes-1173023992-project] 10.222.0.23 "GET /v2.0/ports?device_id=b511e277-b83b-43db-a14f-7cabb6181b56 HTTP/1.1" status: 200 len: 943 time: 0.0658233 Jul 13 14:37:36.843934 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-9a49f2da-ea76-4629-99a2-cb73e0ad24b3 req-8630f1a5-afa7-49f6-b9e7-fc9dbf5273bc tempest-TestEncryptedCinderVolumes-1173023992 tempest-TestEncryptedCinderVolumes-1173023992-project] 10.222.0.23 "GET /v2.0/security-groups?id=9254debb-e5af-41ac-8d76-a722c1034d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333707 Jul 13 14:37:38.021665 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718ca4f4-f322-48fc-bbea-02d2f99d85ba req-bd9bd2c8-6359-40d7-989f-24874bfe76f9 tempest-TestEncryptedCinderVolumes-1173023992 tempest-TestEncryptedCinderVolumes-1173023992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:38.023092 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-718ca4f4-f322-48fc-bbea-02d2f99d85ba req-bd9bd2c8-6359-40d7-989f-24874bfe76f9 tempest-TestEncryptedCinderVolumes-1173023992 tempest-TestEncryptedCinderVolumes-1173023992-project] 10.222.0.23 "GET /v2.0/ports?device_id=b511e277-b83b-43db-a14f-7cabb6181b56 HTTP/1.1" status: 200 len: 943 time: 0.0664704 Jul 13 14:37:38.061028 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-718ca4f4-f322-48fc-bbea-02d2f99d85ba req-c0347dfc-f515-4aa2-8e81-982f96b952e8 tempest-TestEncryptedCinderVolumes-1173023992 tempest-TestEncryptedCinderVolumes-1173023992-project] 10.222.0.23 "GET /v2.0/security-groups?id=9254debb-e5af-41ac-8d76-a722c1034d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318851 Jul 13 14:37:38.116465 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device e9ffc004-d5cc-434f-b284-02d51c96ad42 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:37:38.167490 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port e9ffc004-d5cc-434f-b284-02d51c96ad42 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:37:38.167863 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:39.058774 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device f02ebee0-e359-4092-89fb-b9c45e1bdeb3 details requested by agent hyperv_n-h2-800634-1 with host n-h2-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 14:37:39.154422 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port f02ebee0-e359-4092-89fb-b9c45e1bdeb3, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=f02ebee0-e359-4092-89fb-b9c45e1bdeb3,segment=NetworkSegment(64ce391d-92e1-4df5-923a-55f9bf78b4f7),segment_id=64ce391d-92e1-4df5-923a-55f9bf78b4f7)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:37:39.167144 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Returning: {'device': 'f02ebee0-e359-4092-89fb-b9c45e1bdeb3', 'network_id': '084e23d1-a9e2-486e-998f-fc9298c30a12', 'port_id': 'f02ebee0-e359-4092-89fb-b9c45e1bdeb3', 'mac_address': 'fa:16:3e:75:60:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dabc5492-1008-459b-a522-b11ad78d09f1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 14:37:39.204786 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:39.217416 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f02ebee0-e359-4092-89fb-b9c45e1bdeb3 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:37:39.237028 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baa6ab5-64b8-4bfa-a285-f6010fcaffea req-6bada6c3-0e87-4216-b948-393e0fc3dcb1 tempest-TestEncryptedCinderVolumes-1173023992 tempest-TestEncryptedCinderVolumes-1173023992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:39.237588 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port f02ebee0-e359-4092-89fb-b9c45e1bdeb3, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=f02ebee0-e359-4092-89fb-b9c45e1bdeb3,segment=NetworkSegment(64ce391d-92e1-4df5-923a-55f9bf78b4f7),segment_id=64ce391d-92e1-4df5-923a-55f9bf78b4f7)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:37:39.238593 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4baa6ab5-64b8-4bfa-a285-f6010fcaffea req-6bada6c3-0e87-4216-b948-393e0fc3dcb1 tempest-TestEncryptedCinderVolumes-1173023992 tempest-TestEncryptedCinderVolumes-1173023992-project] 10.222.0.23 "GET /v2.0/ports?device_id=b511e277-b83b-43db-a14f-7cabb6181b56 HTTP/1.1" status: 200 len: 943 time: 0.0687830 Jul 13 14:37:39.241281 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:39.277056 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4baa6ab5-64b8-4bfa-a285-f6010fcaffea req-60dab684-173a-4c6c-968b-569b367e370f tempest-TestEncryptedCinderVolumes-1173023992 tempest-TestEncryptedCinderVolumes-1173023992-project] 10.222.0.23 "GET /v2.0/security-groups?id=9254debb-e5af-41ac-8d76-a722c1034d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328805 Jul 13 14:37:39.288939 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=f02ebee0-e359-4092-89fb-b9c45e1bdeb3,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:39.437569 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['f02ebee0-e359-4092-89fb-b9c45e1bdeb3'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:37:40.448973 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd6fb58-1a72-42d3-892b-d22c02cbc526 req-d17d230a-081f-4488-b564-fc88e6798be1 tempest-TestEncryptedCinderVolumes-1173023992 tempest-TestEncryptedCinderVolumes-1173023992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:40.450499 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9bd6fb58-1a72-42d3-892b-d22c02cbc526 req-d17d230a-081f-4488-b564-fc88e6798be1 tempest-TestEncryptedCinderVolumes-1173023992 tempest-TestEncryptedCinderVolumes-1173023992-project] 10.222.0.23 "GET /v2.0/ports?device_id=b511e277-b83b-43db-a14f-7cabb6181b56 HTTP/1.1" status: 200 len: 944 time: 0.0658426 Jul 13 14:37:40.488783 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9bd6fb58-1a72-42d3-892b-d22c02cbc526 req-e3b7daea-0bf3-48e0-a91a-c22a09ea75d2 tempest-TestEncryptedCinderVolumes-1173023992 tempest-TestEncryptedCinderVolumes-1173023992-project] 10.222.0.23 "GET /v2.0/security-groups?id=9254debb-e5af-41ac-8d76-a722c1034d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326419 Jul 13 14:37:41.059289 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device f02ebee0-e359-4092-89fb-b9c45e1bdeb3 up at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:37:41.106238 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning for port f02ebee0-e359-4092-89fb-b9c45e1bdeb3 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:37:41.109866 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning complete for port f02ebee0-e359-4092-89fb-b9c45e1bdeb3 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:37:41.110237 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:41.188862 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:41.210611 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b511e277-b83b-43db-a14f-7cabb6181b56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f02ebee0-e359-4092-89fb-b9c45e1bdeb3'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:37:41.213175 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f877c416c4e1be0a98e2d34673ec81d4e31c3422e8e709fff770f7d8b7e0843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fb8fcbe-7bf9-49ba-b919-ed0f6bd603b5" -d '{"events": [{"server_uuid": "b511e277-b83b-43db-a14f-7cabb6181b56", "name": "network-vif-plugged", "status": "completed", "tag": "f02ebee0-e359-4092-89fb-b9c45e1bdeb3"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:37:41.225598 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port f02ebee0-e359-4092-89fb-b9c45e1bdeb3, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=f02ebee0-e359-4092-89fb-b9c45e1bdeb3,segment=NetworkSegment(64ce391d-92e1-4df5-923a-55f9bf78b4f7),segment_id=64ce391d-92e1-4df5-923a-55f9bf78b4f7)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:37:41.230525 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:41.255469 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb2acab3-af32-49d9-bffc-dd830f07e35e x-openstack-request-id: req-cb2acab3-af32-49d9-bffc-dd830f07e35e {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:37:41.255757 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b511e277-b83b-43db-a14f-7cabb6181b56", "name": "network-vif-plugged", "status": "completed", "tag": "f02ebee0-e359-4092-89fb-b9c45e1bdeb3", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:37:41.256013 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cb2acab3-af32-49d9-bffc-dd830f07e35e {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:37:41.256401 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b511e277-b83b-43db-a14f-7cabb6181b56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f02ebee0-e359-4092-89fb-b9c45e1bdeb3', 'code': 200} Jul 13 14:37:41.283200 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=f02ebee0-e359-4092-89fb-b9c45e1bdeb3,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:41.364635 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02a0587-b236-4669-8ce6-b40f70a4d12f req-a47d4325-a5b6-49c9-bb5b-b1414fb504dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:41.366175 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e02a0587-b236-4669-8ce6-b40f70a4d12f req-a47d4325-a5b6-49c9-bb5b-b1414fb504dc service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b511e277-b83b-43db-a14f-7cabb6181b56 HTTP/1.1" status: 200 len: 1096 time: 0.0513856 Jul 13 14:37:41.398981 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e02a0587-b236-4669-8ce6-b40f70a4d12f req-3745927a-1a40-424e-aa8d-254f16ea18c3 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=9254debb-e5af-41ac-8d76-a722c1034d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267379 Jul 13 14:37:41.664722 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e95f886-d206-4955-b9b6-94423e71a180 req-c9cb003c-a8b3-488d-9595-80e29577b3cc tempest-TestEncryptedCinderVolumes-1173023992 tempest-TestEncryptedCinderVolumes-1173023992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:41.666912 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0e95f886-d206-4955-b9b6-94423e71a180 req-c9cb003c-a8b3-488d-9595-80e29577b3cc tempest-TestEncryptedCinderVolumes-1173023992 tempest-TestEncryptedCinderVolumes-1173023992-project] 10.222.0.23 "GET /v2.0/ports?device_id=b511e277-b83b-43db-a14f-7cabb6181b56 HTTP/1.1" status: 200 len: 945 time: 0.0646715 Jul 13 14:37:41.708121 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0e95f886-d206-4955-b9b6-94423e71a180 req-4dde6a5f-502c-4959-87c1-b3437241e251 tempest-TestEncryptedCinderVolumes-1173023992 tempest-TestEncryptedCinderVolumes-1173023992-project] 10.222.0.23 "GET /v2.0/security-groups?id=9254debb-e5af-41ac-8d76-a722c1034d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357394 Jul 13 14:37:42.884107 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14c1434-91ba-4a2d-b106-c1f2b3c9452f req-af6b5c16-ba7d-4dbc-8ece-5d17b98a2759 tempest-TestEncryptedCinderVolumes-1173023992 tempest-TestEncryptedCinderVolumes-1173023992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:42.886672 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a14c1434-91ba-4a2d-b106-c1f2b3c9452f req-af6b5c16-ba7d-4dbc-8ece-5d17b98a2759 tempest-TestEncryptedCinderVolumes-1173023992 tempest-TestEncryptedCinderVolumes-1173023992-project] 10.222.0.23 "GET /v2.0/ports?device_id=b511e277-b83b-43db-a14f-7cabb6181b56 HTTP/1.1" status: 200 len: 945 time: 0.0654600 Jul 13 14:37:42.927020 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a14c1434-91ba-4a2d-b106-c1f2b3c9452f req-4d367257-e612-4857-b68a-b26631a7dc3f tempest-TestEncryptedCinderVolumes-1173023992 tempest-TestEncryptedCinderVolumes-1173023992-project] 10.222.0.23 "GET /v2.0/security-groups?id=9254debb-e5af-41ac-8d76-a722c1034d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342667 Jul 13 14:37:42.991103 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-bfb0f371-9391-4a43-a968-c6e0a787b8a7 req-a6d8a9c7-5dde-4f35-b717-e3bcaf7fed0f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b511e277-b83b-43db-a14f-7cabb6181b56&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0570183 Jul 13 14:37:43.090501 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb0f371-9391-4a43-a968-c6e0a787b8a7 req-809cc6b6-902f-4888-9141-1dca71f6de8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:43.091994 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-bfb0f371-9391-4a43-a968-c6e0a787b8a7 req-809cc6b6-902f-4888-9141-1dca71f6de8e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a602b73d3969465b937b8ad47a5e422f&device_id=b511e277-b83b-43db-a14f-7cabb6181b56 HTTP/1.1" status: 200 len: 1096 time: 0.0553603 Jul 13 14:37:43.108353 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fd96d3-ca11-43b9-8df9-f3c902d5dc65 req-87236b07-3d10-4e87-addc-a666a9ce7961 tempest-TestEncryptedCinderVolumes-1173023992 tempest-TestEncryptedCinderVolumes-1173023992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:43.109895 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-22fd96d3-ca11-43b9-8df9-f3c902d5dc65 req-87236b07-3d10-4e87-addc-a666a9ce7961 tempest-TestEncryptedCinderVolumes-1173023992 tempest-TestEncryptedCinderVolumes-1173023992-project] 10.222.0.23 "GET /v2.0/ports?device_id=b511e277-b83b-43db-a14f-7cabb6181b56 HTTP/1.1" status: 200 len: 945 time: 0.0638757 Jul 13 14:37:43.147268 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-22fd96d3-ca11-43b9-8df9-f3c902d5dc65 req-ef37839f-896d-48a6-8e3f-2bc329670b1a tempest-TestEncryptedCinderVolumes-1173023992 tempest-TestEncryptedCinderVolumes-1173023992-project] 10.222.0.23 "GET /v2.0/security-groups?id=9254debb-e5af-41ac-8d76-a722c1034d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312035 Jul 13 14:37:43.199395 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb0f371-9391-4a43-a968-c6e0a787b8a7 req-c660075d-206f-4e6e-9be2-aec1b2863728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:43.200972 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-bfb0f371-9391-4a43-a968-c6e0a787b8a7 req-c660075d-206f-4e6e-9be2-aec1b2863728 service neutron] 10.222.0.41 "GET /v2.0/networks?id=084e23d1-a9e2-486e-998f-fc9298c30a12 HTTP/1.1" status: 200 len: 917 time: 0.0889719 Jul 13 14:37:43.247895 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-bfb0f371-9391-4a43-a968-c6e0a787b8a7 req-4a183c4b-e837-448a-a7c4-29b1969d059e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f02ebee0-e359-4092-89fb-b9c45e1bdeb3 HTTP/1.1" status: 200 len: 217 time: 0.0405233 Jul 13 14:37:43.297655 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb0f371-9391-4a43-a968-c6e0a787b8a7 req-cb5b3413-243d-48b2-b747-38ae8b35b1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:43.299158 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-bfb0f371-9391-4a43-a968-c6e0a787b8a7 req-cb5b3413-243d-48b2-b747-38ae8b35b1f3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=dabc5492-1008-459b-a522-b11ad78d09f1 HTTP/1.1" status: 200 len: 856 time: 0.0455728 Jul 13 14:37:43.359067 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb0f371-9391-4a43-a968-c6e0a787b8a7 req-f0e1a58e-eb5e-40a9-8fba-bc0820ee020f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:43.360565 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-bfb0f371-9391-4a43-a968-c6e0a787b8a7 req-f0e1a58e-eb5e-40a9-8fba-bc0820ee020f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=084e23d1-a9e2-486e-998f-fc9298c30a12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0547223 Jul 13 14:37:43.454698 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-bfb0f371-9391-4a43-a968-c6e0a787b8a7 req-c88c3423-7e65-4932-9a0f-e04e1e3e7535 service neutron] 10.222.0.41 "GET /v2.0/networks/084e23d1-a9e2-486e-998f-fc9298c30a12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873001 Jul 13 14:37:43.546137 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-bfb0f371-9391-4a43-a968-c6e0a787b8a7 req-7a87740e-0d99-418b-9ae9-2fde0cefb643 service neutron] 10.222.0.41 "GET /v2.0/networks/084e23d1-a9e2-486e-998f-fc9298c30a12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845673 Jul 13 14:37:47.335110 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fdb639d7-d2b1-4296-bee9-033cb63b6fa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:49.959667 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d0f9ca8c-e83c-4acb-aea3-da34eb749de6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:50.112313 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:51.348619 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:52.844900 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:54.559145 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:38:00.961004 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:01.326453 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:02.296517 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1010960a-0fe6-4471-ad7d-868875a0447b req-c3e394d9-92e5-424e-964b-4bfdeb89e2c0 tempest-TestEncryptedCinderVolumes-1173023992 tempest-TestEncryptedCinderVolumes-1173023992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:02.298199 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1010960a-0fe6-4471-ad7d-868875a0447b req-c3e394d9-92e5-424e-964b-4bfdeb89e2c0 tempest-TestEncryptedCinderVolumes-1173023992 tempest-TestEncryptedCinderVolumes-1173023992-project] 10.222.0.23 "GET /v2.0/ports?device_id=b511e277-b83b-43db-a14f-7cabb6181b56 HTTP/1.1" status: 200 len: 945 time: 0.0657036 Jul 13 14:38:02.339012 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1010960a-0fe6-4471-ad7d-868875a0447b req-3cf5688a-5bda-4508-8d76-e450155c2f22 tempest-TestEncryptedCinderVolumes-1173023992 tempest-TestEncryptedCinderVolumes-1173023992-project] 10.222.0.23 "GET /v2.0/security-groups?id=9254debb-e5af-41ac-8d76-a722c1034d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335217 Jul 13 14:38:03.520628 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c75f3bb-d801-4e08-ab71-d7af07ebf4a7 req-863c4be7-1759-4aac-822a-442a8f0d17f3 tempest-TestEncryptedCinderVolumes-1173023992 tempest-TestEncryptedCinderVolumes-1173023992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:03.522228 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5c75f3bb-d801-4e08-ab71-d7af07ebf4a7 req-863c4be7-1759-4aac-822a-442a8f0d17f3 tempest-TestEncryptedCinderVolumes-1173023992 tempest-TestEncryptedCinderVolumes-1173023992-project] 10.222.0.23 "GET /v2.0/ports?device_id=b511e277-b83b-43db-a14f-7cabb6181b56 HTTP/1.1" status: 200 len: 945 time: 0.0697358 Jul 13 14:38:03.563162 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5c75f3bb-d801-4e08-ab71-d7af07ebf4a7 req-4669abbd-943b-43a3-8276-4e8c60f0f452 tempest-TestEncryptedCinderVolumes-1173023992 tempest-TestEncryptedCinderVolumes-1173023992-project] 10.222.0.23 "GET /v2.0/security-groups?id=9254debb-e5af-41ac-8d76-a722c1034d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346260 Jul 13 14:38:03.797568 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06db8e67-c6fe-415e-aab3-ad6ec450c1c1 req-e093abf4-ddb8-4a23-9a4c-e07c0d2beb79 tempest-TestEncryptedCinderVolumes-1173023992 tempest-TestEncryptedCinderVolumes-1173023992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:03.798926 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-06db8e67-c6fe-415e-aab3-ad6ec450c1c1 req-e093abf4-ddb8-4a23-9a4c-e07c0d2beb79 tempest-TestEncryptedCinderVolumes-1173023992 tempest-TestEncryptedCinderVolumes-1173023992-project] 10.222.0.41 "GET /v2.0/ports?device_id=b511e277-b83b-43db-a14f-7cabb6181b56 HTTP/1.1" status: 200 len: 945 time: 0.0617802 Jul 13 14:38:03.898903 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-06db8e67-c6fe-415e-aab3-ad6ec450c1c1 req-ff3d4882-97e7-40e1-88bd-233c1b287157 tempest-TestEncryptedCinderVolumes-1173023992 tempest-TestEncryptedCinderVolumes-1173023992-project] Deleting port f02ebee0-e359-4092-89fb-b9c45e1bdeb3 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:38:03.899240 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-06db8e67-c6fe-415e-aab3-ad6ec450c1c1 req-ff3d4882-97e7-40e1-88bd-233c1b287157 tempest-TestEncryptedCinderVolumes-1173023992 tempest-TestEncryptedCinderVolumes-1173023992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:03.991974 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-06db8e67-c6fe-415e-aab3-ad6ec450c1c1 req-ff3d4882-97e7-40e1-88bd-233c1b287157 tempest-TestEncryptedCinderVolumes-1173023992 tempest-TestEncryptedCinderVolumes-1173023992-project] For port f02ebee0-e359-4092-89fb-b9c45e1bdeb3, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=f02ebee0-e359-4092-89fb-b9c45e1bdeb3,segment=NetworkSegment(64ce391d-92e1-4df5-923a-55f9bf78b4f7),segment_id=64ce391d-92e1-4df5-923a-55f9bf78b4f7)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:38:03.992340 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-06db8e67-c6fe-415e-aab3-ad6ec450c1c1 req-ff3d4882-97e7-40e1-88bd-233c1b287157 tempest-TestEncryptedCinderVolumes-1173023992 tempest-TestEncryptedCinderVolumes-1173023992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:04.006025 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-06db8e67-c6fe-415e-aab3-ad6ec450c1c1 req-ff3d4882-97e7-40e1-88bd-233c1b287157 tempest-TestEncryptedCinderVolumes-1173023992 tempest-TestEncryptedCinderVolumes-1173023992-project] Calling delete_port for f02ebee0-e359-4092-89fb-b9c45e1bdeb3 owned by compute:nova {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:38:04.133650 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-06db8e67-c6fe-415e-aab3-ad6ec450c1c1 req-ff3d4882-97e7-40e1-88bd-233c1b287157 tempest-TestEncryptedCinderVolumes-1173023992 tempest-TestEncryptedCinderVolumes-1173023992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:04.144886 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['f02ebee0-e359-4092-89fb-b9c45e1bdeb3'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:38:04.163012 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3d4882-97e7-40e1-88bd-233c1b287157 tempest-TestEncryptedCinderVolumes-1173023992 tempest-TestEncryptedCinderVolumes-1173023992-project] Pushing event deleted for resources: {'Port': ['ID=f02ebee0-e359-4092-89fb-b9c45e1bdeb3,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:04.208923 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-06db8e67-c6fe-415e-aab3-ad6ec450c1c1 req-ff3d4882-97e7-40e1-88bd-233c1b287157 tempest-TestEncryptedCinderVolumes-1173023992 tempest-TestEncryptedCinderVolumes-1173023992-project] No DVR routers for this DVR port f02ebee0-e359-4092-89fb-b9c45e1bdeb3 on host n-h2-800634-1 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:38:04.211645 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-06db8e67-c6fe-415e-aab3-ad6ec450c1c1 req-ff3d4882-97e7-40e1-88bd-233c1b287157 tempest-TestEncryptedCinderVolumes-1173023992 tempest-TestEncryptedCinderVolumes-1173023992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:04.214320 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-06db8e67-c6fe-415e-aab3-ad6ec450c1c1 req-ff3d4882-97e7-40e1-88bd-233c1b287157 tempest-TestEncryptedCinderVolumes-1173023992 tempest-TestEncryptedCinderVolumes-1173023992-project] 10.222.0.41 "DELETE /v2.0/ports/f02ebee0-e359-4092-89fb-b9c45e1bdeb3 HTTP/1.1" status: 204 len: 173 time: 0.4093812 Jul 13 14:38:04.214763 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b511e277-b83b-43db-a14f-7cabb6181b56', 'name': 'network-vif-deleted', 'tag': 'f02ebee0-e359-4092-89fb-b9c45e1bdeb3'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:38:04.217073 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dea8b0fca9d342929f96bd35c86b8a14765464b9140f1e1e2496fbd7209775c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa233997-b166-473d-8fa5-99154d2de9fa" -d '{"events": [{"server_uuid": "b511e277-b83b-43db-a14f-7cabb6181b56", "name": "network-vif-deleted", "tag": "f02ebee0-e359-4092-89fb-b9c45e1bdeb3"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:38:04.255648 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:38:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fe609a8-11c0-4501-a30c-395ba5bc6c77 x-openstack-request-id: req-8fe609a8-11c0-4501-a30c-395ba5bc6c77 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:38:04.255949 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b511e277-b83b-43db-a14f-7cabb6181b56", "name": "network-vif-deleted", "tag": "f02ebee0-e359-4092-89fb-b9c45e1bdeb3", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:38:04.256207 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8fe609a8-11c0-4501-a30c-395ba5bc6c77 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:38:04.256609 n-d-800634-1 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b511e277-b83b-43db-a14f-7cabb6181b56', 'name': 'network-vif-deleted', 'tag': 'f02ebee0-e359-4092-89fb-b9c45e1bdeb3', 'status': 'completed', 'code': 200} Jul 13 14:38:04.723285 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-85da3437-da0b-4a2a-b5a7-d62abc84cbf2 req-14b12ced-72a6-4833-b53f-700499907e85 tempest-TestEncryptedCinderVolumes-1173023992 tempest-TestEncryptedCinderVolumes-1173023992-project] 10.222.0.23 "GET /v2.0/ports?device_id=b511e277-b83b-43db-a14f-7cabb6181b56 HTTP/1.1" status: 200 len: 210 time: 0.0324230 Jul 13 14:38:06.246810 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0207bf93-6e46-4869-a353-78aada32cf22 req-6a3ccbc5-83de-4976-b4f8-8c2fd9084a6a tempest-TestEncryptedCinderVolumes-1173023992 tempest-TestEncryptedCinderVolumes-1173023992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:06.248272 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-0207bf93-6e46-4869-a353-78aada32cf22 req-6a3ccbc5-83de-4976-b4f8-8c2fd9084a6a tempest-TestEncryptedCinderVolumes-1173023992 tempest-TestEncryptedCinderVolumes-1173023992-project] 10.222.0.23 "GET /v2.0/networks?id=084e23d1-a9e2-486e-998f-fc9298c30a12 HTTP/1.1" status: 200 len: 817 time: 0.0987275 Jul 13 14:38:06.262605 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-0207bf93-6e46-4869-a353-78aada32cf22 req-1c6db9a2-d1df-445e-a3a5-10bb9cfa7faf tempest-TestEncryptedCinderVolumes-1173023992 tempest-TestEncryptedCinderVolumes-1173023992-project] 10.222.0.23 "GET /v2.0/quotas/a602b73d3969465b937b8ad47a5e422f HTTP/1.1" status: 200 len: 375 time: 0.0089889 Jul 13 14:38:06.332332 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-0207bf93-6e46-4869-a353-78aada32cf22 req-2d3e9417-00ae-45c5-ab21-2029a2f8a764 tempest-TestEncryptedCinderVolumes-1173023992 tempest-TestEncryptedCinderVolumes-1173023992-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=a602b73d3969465b937b8ad47a5e422f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0651000 Jul 13 14:38:06.429284 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-0207bf93-6e46-4869-a353-78aada32cf22 req-14f0e5da-0a8a-4b04-ae8a-2046db2c2460 service neutron] 10.222.0.23 "GET /v2.0/networks/084e23d1-a9e2-486e-998f-fc9298c30a12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854828 Jul 13 14:38:06.516539 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-0207bf93-6e46-4869-a353-78aada32cf22 req-e21e6a4f-0073-48af-943b-4c5f51db6ee9 service neutron] 10.222.0.23 "GET /v2.0/networks/084e23d1-a9e2-486e-998f-fc9298c30a12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807993 Jul 13 14:38:06.688402 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4c7c184c-59b1-4e5c-92f9-fec36e7c93b7 req-d046d84b-f63f-47a9-aea4-a11ea8396c10 tempest-TestEncryptedCinderVolumes-1173023992 tempest-TestEncryptedCinderVolumes-1173023992-project] 10.222.0.23 "GET /v2.0/ports?device_id=427b1bf7-1feb-4333-be20-6fd68c51262e HTTP/1.1" status: 200 len: 210 time: 0.0331547 Jul 13 14:38:07.198005 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device f02ebee0-e359-4092-89fb-b9c45e1bdeb3 no longer exists at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:38:07.217294 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] No Port match for: f02ebee0-e359-4092-89fb-b9c45e1bdeb3 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:38:07.217641 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device f02ebee0-e359-4092-89fb-b9c45e1bdeb3 not bound to the agent host n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:38:07.717888 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0207bf93-6e46-4869-a353-78aada32cf22 req-574080fa-f534-4e2d-9bf9-1d2b7c6dba35 tempest-TestEncryptedCinderVolumes-1173023992 tempest-TestEncryptedCinderVolumes-1173023992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:07.720823 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-0207bf93-6e46-4869-a353-78aada32cf22 req-574080fa-f534-4e2d-9bf9-1d2b7c6dba35 tempest-TestEncryptedCinderVolumes-1173023992 tempest-TestEncryptedCinderVolumes-1173023992-project] 10.222.0.41 "GET /v2.0/networks?id=084e23d1-a9e2-486e-998f-fc9298c30a12 HTTP/1.1" status: 200 len: 817 time: 0.1102788 Jul 13 14:38:07.739838 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-0207bf93-6e46-4869-a353-78aada32cf22 req-13d89316-c752-4d03-96ea-0b606a2086dd tempest-TestEncryptedCinderVolumes-1173023992 tempest-TestEncryptedCinderVolumes-1173023992-project] Request body: {'port': {'device_id': '427b1bf7-1feb-4333-be20-6fd68c51262e', 'network_id': '084e23d1-a9e2-486e-998f-fc9298c30a12', 'admin_state_up': True, 'tenant_id': 'a602b73d3969465b937b8ad47a5e422f'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:38:07.850142 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-cee96fa8-9a84-4024-be8b-c546c3c6e0eb req-87db695a-ef63-44a2-a87b-09ab1fc758e3 tempest-TestEncryptedCinderVolumes-1173023992 tempest-TestEncryptedCinderVolumes-1173023992-project] 10.222.0.23 "GET /v2.0/ports?device_id=427b1bf7-1feb-4333-be20-6fd68c51262e HTTP/1.1" status: 200 len: 210 time: 0.0434494 Jul 13 14:38:07.878101 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0207bf93-6e46-4869-a353-78aada32cf22 req-13d89316-c752-4d03-96ea-0b606a2086dd tempest-TestEncryptedCinderVolumes-1173023992 tempest-TestEncryptedCinderVolumes-1173023992-project] Made reservation on behalf of a602b73d3969465b937b8ad47a5e422f for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:38:07.881581 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-0207bf93-6e46-4869-a353-78aada32cf22 req-13d89316-c752-4d03-96ea-0b606a2086dd tempest-TestEncryptedCinderVolumes-1173023992 tempest-TestEncryptedCinderVolumes-1173023992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:08.004620 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [req-0207bf93-6e46-4869-a353-78aada32cf22 req-13d89316-c752-4d03-96ea-0b606a2086dd tempest-TestEncryptedCinderVolumes-1173023992 tempest-TestEncryptedCinderVolumes-1173023992-project] Allocated IP 172.20.0.8 (084e23d1-a9e2-486e-998f-fc9298c30a12/dabc5492-1008-459b-a522-b11ad78d09f1/96f26ae2-4f43-4820-92a4-eb8466726c1f) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:38:08.151001 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-0207bf93-6e46-4869-a353-78aada32cf22 req-13d89316-c752-4d03-96ea-0b606a2086dd tempest-TestEncryptedCinderVolumes-1173023992 tempest-TestEncryptedCinderVolumes-1173023992-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:08.164123 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-0207bf93-6e46-4869-a353-78aada32cf22 req-13d89316-c752-4d03-96ea-0b606a2086dd tempest-TestEncryptedCinderVolumes-1173023992 tempest-TestEncryptedCinderVolumes-1173023992-project] Transition to ACTIVE for port object 96f26ae2-4f43-4820-92a4-eb8466726c1f will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:38:08.195665 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-0207bf93-6e46-4869-a353-78aada32cf22 req-13d89316-c752-4d03-96ea-0b606a2086dd tempest-TestEncryptedCinderVolumes-1173023992 tempest-TestEncryptedCinderVolumes-1173023992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:08.236609 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0207bf93-6e46-4869-a353-78aada32cf22 req-13d89316-c752-4d03-96ea-0b606a2086dd tempest-TestEncryptedCinderVolumes-1173023992 tempest-TestEncryptedCinderVolumes-1173023992-project] Network 084e23d1-a9e2-486e-998f-fc9298c30a12 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:38:08.241589 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [req-0207bf93-6e46-4869-a353-78aada32cf22 req-13d89316-c752-4d03-96ea-0b606a2086dd tempest-TestEncryptedCinderVolumes-1173023992 tempest-TestEncryptedCinderVolumes-1173023992-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:38:08.245687 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-0207bf93-6e46-4869-a353-78aada32cf22 req-13d89316-c752-4d03-96ea-0b606a2086dd tempest-TestEncryptedCinderVolumes-1173023992 tempest-TestEncryptedCinderVolumes-1173023992-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:38:08.276357 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d89316-c752-4d03-96ea-0b606a2086dd tempest-TestEncryptedCinderVolumes-1173023992 tempest-TestEncryptedCinderVolumes-1173023992-project] Pushing event updated for resources: {'Port': ['ID=96f26ae2-4f43-4820-92a4-eb8466726c1f,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:08.303867 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0207bf93-6e46-4869-a353-78aada32cf22 req-13d89316-c752-4d03-96ea-0b606a2086dd tempest-TestEncryptedCinderVolumes-1173023992 tempest-TestEncryptedCinderVolumes-1173023992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:08.304494 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-0207bf93-6e46-4869-a353-78aada32cf22 req-13d89316-c752-4d03-96ea-0b606a2086dd tempest-TestEncryptedCinderVolumes-1173023992 tempest-TestEncryptedCinderVolumes-1173023992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:08.319126 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-0207bf93-6e46-4869-a353-78aada32cf22 req-13d89316-c752-4d03-96ea-0b606a2086dd tempest-TestEncryptedCinderVolumes-1173023992 tempest-TestEncryptedCinderVolumes-1173023992-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5833530 Jul 13 14:38:08.331366 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-0207bf93-6e46-4869-a353-78aada32cf22 req-f7b06cff-7cce-4664-9c71-7129b4946896 service neutron] Request body: {'port': {'device_id': '427b1bf7-1feb-4333-be20-6fd68c51262e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-1'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:38:08.408207 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-0207bf93-6e46-4869-a353-78aada32cf22 req-f7b06cff-7cce-4664-9c71-7129b4946896 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:08.501294 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-56d99e5e-df15-4443-880b-4fd0cbf310e3 None None] Provisioning for port 96f26ae2-4f43-4820-92a4-eb8466726c1f completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:38:08.505192 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-56d99e5e-df15-4443-880b-4fd0cbf310e3 None None] Provisioning complete for port 96f26ae2-4f43-4820-92a4-eb8466726c1f triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:38:08.505666 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-56d99e5e-df15-4443-880b-4fd0cbf310e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:08.540824 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-56d99e5e-df15-4443-880b-4fd0cbf310e3 None None] Port 96f26ae2-4f43-4820-92a4-eb8466726c1f cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:38:08.678949 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [req-0207bf93-6e46-4869-a353-78aada32cf22 req-f7b06cff-7cce-4664-9c71-7129b4946896 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96f26ae2-4f43-4820-92a4-eb8466726c1f {{(pid=93751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:38:08.686364 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-0207bf93-6e46-4869-a353-78aada32cf22 req-f7b06cff-7cce-4664-9c71-7129b4946896 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:08.698144 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-0207bf93-6e46-4869-a353-78aada32cf22 req-f7b06cff-7cce-4664-9c71-7129b4946896 service neutron] Transition to ACTIVE for port object 96f26ae2-4f43-4820-92a4-eb8466726c1f will not be triggered until provisioned by entity L2. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:38:08.701407 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-0207bf93-6e46-4869-a353-78aada32cf22 req-f7b06cff-7cce-4664-9c71-7129b4946896 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:08.768800 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b06cff-7cce-4664-9c71-7129b4946896 service neutron] Pushing event updated for resources: {'Port': ['ID=96f26ae2-4f43-4820-92a4-eb8466726c1f,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:08.821147 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-0207bf93-6e46-4869-a353-78aada32cf22 req-f7b06cff-7cce-4664-9c71-7129b4946896 service neutron] Attempting to bind port 96f26ae2-4f43-4820-92a4-eb8466726c1f on host n-h2-800634-1 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:38:08.821482 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-0207bf93-6e46-4869-a353-78aada32cf22 req-f7b06cff-7cce-4664-9c71-7129b4946896 service neutron] Attempting to bind port 96f26ae2-4f43-4820-92a4-eb8466726c1f by drivers openvswitch,hyperv on host n-h2-800634-1 at level 0 using segments [{'id': '64ce391d-92e1-4df5-923a-55f9bf78b4f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '084e23d1-a9e2-486e-998f-fc9298c30a12'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:38:08.821846 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0207bf93-6e46-4869-a353-78aada32cf22 req-f7b06cff-7cce-4664-9c71-7129b4946896 service neutron] Attempting to bind port 96f26ae2-4f43-4820-92a4-eb8466726c1f on network 084e23d1-a9e2-486e-998f-fc9298c30a12 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:38:08.826726 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0207bf93-6e46-4869-a353-78aada32cf22 req-f7b06cff-7cce-4664-9c71-7129b4946896 service neutron] Port 96f26ae2-4f43-4820-92a4-eb8466726c1f on network 084e23d1-a9e2-486e-998f-fc9298c30a12 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-1 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 14:38:08.827032 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0207bf93-6e46-4869-a353-78aada32cf22 req-f7b06cff-7cce-4664-9c71-7129b4946896 service neutron] Attempting to bind port 96f26ae2-4f43-4820-92a4-eb8466726c1f on network 084e23d1-a9e2-486e-998f-fc9298c30a12 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:38:08.832031 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0207bf93-6e46-4869-a353-78aada32cf22 req-f7b06cff-7cce-4664-9c71-7129b4946896 service neutron] Checking agent: {'id': 'f615e5c9-21ab-43f2-adbc-192d64b795cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:38:08.832319 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0207bf93-6e46-4869-a353-78aada32cf22 req-f7b06cff-7cce-4664-9c71-7129b4946896 service neutron] Checking segment: {'id': '64ce391d-92e1-4df5-923a-55f9bf78b4f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '084e23d1-a9e2-486e-998f-fc9298c30a12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:38:08.832707 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0207bf93-6e46-4869-a353-78aada32cf22 req-f7b06cff-7cce-4664-9c71-7129b4946896 service neutron] Bound using segment: {'id': '64ce391d-92e1-4df5-923a-55f9bf78b4f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '084e23d1-a9e2-486e-998f-fc9298c30a12'} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:38:08.833138 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-0207bf93-6e46-4869-a353-78aada32cf22 req-f7b06cff-7cce-4664-9c71-7129b4946896 service neutron] Bound port: 96f26ae2-4f43-4820-92a4-eb8466726c1f, host: n-h2-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64ce391d-92e1-4df5-923a-55f9bf78b4f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '084e23d1-a9e2-486e-998f-fc9298c30a12'}}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:38:08.833494 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-0207bf93-6e46-4869-a353-78aada32cf22 req-f7b06cff-7cce-4664-9c71-7129b4946896 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:08.903816 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-0207bf93-6e46-4869-a353-78aada32cf22 req-f7b06cff-7cce-4664-9c71-7129b4946896 service neutron] For port 96f26ae2-4f43-4820-92a4-eb8466726c1f, host n-h2-800634-1, cleared binding levels {{(pid=93751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:38:08.906820 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-0207bf93-6e46-4869-a353-78aada32cf22 req-f7b06cff-7cce-4664-9c71-7129b4946896 service neutron] For port 96f26ae2-4f43-4820-92a4-eb8466726c1f, host n-h2-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=96f26ae2-4f43-4820-92a4-eb8466726c1f,segment=NetworkSegment(64ce391d-92e1-4df5-923a-55f9bf78b4f7),segment_id=64ce391d-92e1-4df5-923a-55f9bf78b4f7)] {{(pid=93751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:38:08.911319 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-0207bf93-6e46-4869-a353-78aada32cf22 req-f7b06cff-7cce-4664-9c71-7129b4946896 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:08.948473 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0207bf93-6e46-4869-a353-78aada32cf22 req-f7b06cff-7cce-4664-9c71-7129b4946896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:08.949510 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-0207bf93-6e46-4869-a353-78aada32cf22 req-f7b06cff-7cce-4664-9c71-7129b4946896 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:08.951917 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-0207bf93-6e46-4869-a353-78aada32cf22 req-f7b06cff-7cce-4664-9c71-7129b4946896 service neutron] 10.222.0.41 "PUT /v2.0/ports/96f26ae2-4f43-4820-92a4-eb8466726c1f HTTP/1.1" status: 200 len: 1091 time: 0.6249144 Jul 13 14:38:08.952521 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '427b1bf7-1feb-4333-be20-6fd68c51262e', 'tag': '96f26ae2-4f43-4820-92a4-eb8466726c1f'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:38:08.954886 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dea8b0fca9d342929f96bd35c86b8a14765464b9140f1e1e2496fbd7209775c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13ce3ec2-b278-46ab-9c29-5f3285757d3d" -d '{"events": [{"name": "network-changed", "server_uuid": "427b1bf7-1feb-4333-be20-6fd68c51262e", "tag": "96f26ae2-4f43-4820-92a4-eb8466726c1f"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:38:08.992879 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b06cff-7cce-4664-9c71-7129b4946896 service neutron] Pushing event updated for resources: {'Port': ['ID=96f26ae2-4f43-4820-92a4-eb8466726c1f,revision_number=3']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:09.011050 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adb13585-a414-48cc-99ab-5f46ff353c0f x-openstack-request-id: req-adb13585-a414-48cc-99ab-5f46ff353c0f {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:38:09.011256 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "427b1bf7-1feb-4333-be20-6fd68c51262e", "tag": "96f26ae2-4f43-4820-92a4-eb8466726c1f", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:38:09.011561 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-adb13585-a414-48cc-99ab-5f46ff353c0f {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:38:09.012025 n-d-800634-1 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '427b1bf7-1feb-4333-be20-6fd68c51262e', 'tag': '96f26ae2-4f43-4820-92a4-eb8466726c1f', 'status': 'completed', 'code': 200} Jul 13 14:38:09.045999 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d29e60-981c-4d6e-a189-fb81100c4227 req-5a1f5716-619c-4933-bfb2-cc1c8c3a1e73 tempest-TestEncryptedCinderVolumes-1173023992 tempest-TestEncryptedCinderVolumes-1173023992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:09.053659 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e2d29e60-981c-4d6e-a189-fb81100c4227 req-5a1f5716-619c-4933-bfb2-cc1c8c3a1e73 tempest-TestEncryptedCinderVolumes-1173023992 tempest-TestEncryptedCinderVolumes-1173023992-project] 10.222.0.23 "GET /v2.0/ports?device_id=427b1bf7-1feb-4333-be20-6fd68c51262e HTTP/1.1" status: 200 len: 943 time: 0.0800412 Jul 13 14:38:09.069963 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0207bf93-6e46-4869-a353-78aada32cf22 req-231a04be-7f4d-4e39-8b5d-d51c11f4cdb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:09.071623 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-0207bf93-6e46-4869-a353-78aada32cf22 req-231a04be-7f4d-4e39-8b5d-d51c11f4cdb9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a602b73d3969465b937b8ad47a5e422f&device_id=427b1bf7-1feb-4333-be20-6fd68c51262e HTTP/1.1" status: 200 len: 1094 time: 0.0575521 Jul 13 14:38:09.098330 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e2d29e60-981c-4d6e-a189-fb81100c4227 req-2edba32e-f83b-4373-a948-85aed6d84e9e tempest-TestEncryptedCinderVolumes-1173023992 tempest-TestEncryptedCinderVolumes-1173023992-project] 10.222.0.23 "GET /v2.0/security-groups?id=9254debb-e5af-41ac-8d76-a722c1034d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436223 Jul 13 14:38:09.116190 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-0207bf93-6e46-4869-a353-78aada32cf22 req-b723afaa-4f81-4c01-b2da-6ccfc3551621 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=96f26ae2-4f43-4820-92a4-eb8466726c1f HTTP/1.1" status: 200 len: 217 time: 0.0373812 Jul 13 14:38:09.169568 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0207bf93-6e46-4869-a353-78aada32cf22 req-5f108192-bc5e-46a0-9fde-7ccf9707552d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:09.171052 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-0207bf93-6e46-4869-a353-78aada32cf22 req-5f108192-bc5e-46a0-9fde-7ccf9707552d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=dabc5492-1008-459b-a522-b11ad78d09f1 HTTP/1.1" status: 200 len: 856 time: 0.0486758 Jul 13 14:38:09.227609 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0207bf93-6e46-4869-a353-78aada32cf22 req-01361d2c-1dd8-49cd-8b7c-e8f8ca26a9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:09.229172 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-0207bf93-6e46-4869-a353-78aada32cf22 req-01361d2c-1dd8-49cd-8b7c-e8f8ca26a9a8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=084e23d1-a9e2-486e-998f-fc9298c30a12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518980 Jul 13 14:38:09.315364 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-0207bf93-6e46-4869-a353-78aada32cf22 req-b07b409b-f4b6-46b6-890f-d73b47251513 service neutron] 10.222.0.41 "GET /v2.0/networks/084e23d1-a9e2-486e-998f-fc9298c30a12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797021 Jul 13 14:38:09.405868 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-0207bf93-6e46-4869-a353-78aada32cf22 req-35ba4779-8625-4cc5-bb97-528e757af310 service neutron] 10.222.0.41 "GET /v2.0/networks/084e23d1-a9e2-486e-998f-fc9298c30a12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842984 Jul 13 14:38:09.503781 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ce3ec2-b278-46ab-9c29-5f3285757d3d req-dd5ab2e4-a1fb-4368-b604-3cf64c077e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:09.505157 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-13ce3ec2-b278-46ab-9c29-5f3285757d3d req-dd5ab2e4-a1fb-4368-b604-3cf64c077e54 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a602b73d3969465b937b8ad47a5e422f&device_id=427b1bf7-1feb-4333-be20-6fd68c51262e HTTP/1.1" status: 200 len: 1094 time: 0.0517335 Jul 13 14:38:09.595603 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ce3ec2-b278-46ab-9c29-5f3285757d3d req-1c06190a-153f-4c19-a8d4-f31668117731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:09.597044 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-13ce3ec2-b278-46ab-9c29-5f3285757d3d req-1c06190a-153f-4c19-a8d4-f31668117731 service neutron] 10.222.0.41 "GET /v2.0/networks?id=084e23d1-a9e2-486e-998f-fc9298c30a12 HTTP/1.1" status: 200 len: 917 time: 0.0853624 Jul 13 14:38:09.639036 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-13ce3ec2-b278-46ab-9c29-5f3285757d3d req-5c6037e9-c093-490e-8b9f-28433df93061 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=96f26ae2-4f43-4820-92a4-eb8466726c1f HTTP/1.1" status: 200 len: 217 time: 0.0344491 Jul 13 14:38:09.686761 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ce3ec2-b278-46ab-9c29-5f3285757d3d req-2e16ef0e-c7d4-4c9a-bced-1b6b92174ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:09.688155 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-13ce3ec2-b278-46ab-9c29-5f3285757d3d req-2e16ef0e-c7d4-4c9a-bced-1b6b92174ec8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=dabc5492-1008-459b-a522-b11ad78d09f1 HTTP/1.1" status: 200 len: 856 time: 0.0428650 Jul 13 14:38:09.747831 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ce3ec2-b278-46ab-9c29-5f3285757d3d req-7653bd03-4ef2-450a-98f9-63a4370fb8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:09.749293 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-13ce3ec2-b278-46ab-9c29-5f3285757d3d req-7653bd03-4ef2-450a-98f9-63a4370fb8d7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=084e23d1-a9e2-486e-998f-fc9298c30a12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0542991 Jul 13 14:38:09.836658 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-13ce3ec2-b278-46ab-9c29-5f3285757d3d req-2ab50b37-0c8f-4e8a-982d-26a56389674e service neutron] 10.222.0.41 "GET /v2.0/networks/084e23d1-a9e2-486e-998f-fc9298c30a12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800638 Jul 13 14:38:09.931009 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-13ce3ec2-b278-46ab-9c29-5f3285757d3d req-eda2b4c4-c213-4b8a-98bf-1e8331d0f773 service neutron] 10.222.0.41 "GET /v2.0/networks/084e23d1-a9e2-486e-998f-fc9298c30a12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872107 Jul 13 14:38:10.265170 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4519e8-eca8-4fab-bf59-3b43990148b3 req-4792b190-e233-4b00-8d9b-33d86d88d7c5 tempest-TestEncryptedCinderVolumes-1173023992 tempest-TestEncryptedCinderVolumes-1173023992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:10.266689 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-de4519e8-eca8-4fab-bf59-3b43990148b3 req-4792b190-e233-4b00-8d9b-33d86d88d7c5 tempest-TestEncryptedCinderVolumes-1173023992 tempest-TestEncryptedCinderVolumes-1173023992-project] 10.222.0.23 "GET /v2.0/ports?device_id=427b1bf7-1feb-4333-be20-6fd68c51262e HTTP/1.1" status: 200 len: 943 time: 0.0639410 Jul 13 14:38:10.303565 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-de4519e8-eca8-4fab-bf59-3b43990148b3 req-c1ffccbe-4e2c-45ae-8212-cf7656bc6217 tempest-TestEncryptedCinderVolumes-1173023992 tempest-TestEncryptedCinderVolumes-1173023992-project] 10.222.0.23 "GET /v2.0/security-groups?id=9254debb-e5af-41ac-8d76-a722c1034d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313714 Jul 13 14:38:11.472848 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6e2c48-aad5-4319-9df1-b5c4dac5df9c req-2b61fd92-b4d9-4add-8368-b540522b2d54 tempest-TestEncryptedCinderVolumes-1173023992 tempest-TestEncryptedCinderVolumes-1173023992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:11.474357 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5f6e2c48-aad5-4319-9df1-b5c4dac5df9c req-2b61fd92-b4d9-4add-8368-b540522b2d54 tempest-TestEncryptedCinderVolumes-1173023992 tempest-TestEncryptedCinderVolumes-1173023992-project] 10.222.0.23 "GET /v2.0/ports?device_id=427b1bf7-1feb-4333-be20-6fd68c51262e HTTP/1.1" status: 200 len: 943 time: 0.0633235 Jul 13 14:38:11.512048 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5f6e2c48-aad5-4319-9df1-b5c4dac5df9c req-8d590d6e-27d5-43cd-a596-d6399c91e665 tempest-TestEncryptedCinderVolumes-1173023992 tempest-TestEncryptedCinderVolumes-1173023992-project] 10.222.0.23 "GET /v2.0/security-groups?id=9254debb-e5af-41ac-8d76-a722c1034d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315247 Jul 13 14:38:12.684644 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9786e0a-d377-45e1-b123-9b888943ca6a req-b6f683f7-b5c5-45eb-b6a0-02274174efa6 tempest-TestEncryptedCinderVolumes-1173023992 tempest-TestEncryptedCinderVolumes-1173023992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:12.686150 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d9786e0a-d377-45e1-b123-9b888943ca6a req-b6f683f7-b5c5-45eb-b6a0-02274174efa6 tempest-TestEncryptedCinderVolumes-1173023992 tempest-TestEncryptedCinderVolumes-1173023992-project] 10.222.0.23 "GET /v2.0/ports?device_id=427b1bf7-1feb-4333-be20-6fd68c51262e HTTP/1.1" status: 200 len: 943 time: 0.0628901 Jul 13 14:38:12.723328 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d9786e0a-d377-45e1-b123-9b888943ca6a req-4db70b8d-e2c3-40ec-b8e7-b3585565fa5e tempest-TestEncryptedCinderVolumes-1173023992 tempest-TestEncryptedCinderVolumes-1173023992-project] 10.222.0.23 "GET /v2.0/security-groups?id=9254debb-e5af-41ac-8d76-a722c1034d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317073 Jul 13 14:38:13.198458 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 96f26ae2-4f43-4820-92a4-eb8466726c1f details requested by agent hyperv_n-h2-800634-1 with host n-h2-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 14:38:13.292036 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 96f26ae2-4f43-4820-92a4-eb8466726c1f, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=96f26ae2-4f43-4820-92a4-eb8466726c1f,segment=NetworkSegment(64ce391d-92e1-4df5-923a-55f9bf78b4f7),segment_id=64ce391d-92e1-4df5-923a-55f9bf78b4f7)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:38:13.302662 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Returning: {'device': '96f26ae2-4f43-4820-92a4-eb8466726c1f', 'network_id': '084e23d1-a9e2-486e-998f-fc9298c30a12', 'port_id': '96f26ae2-4f43-4820-92a4-eb8466726c1f', 'mac_address': 'fa:16:3e:df:4d:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dabc5492-1008-459b-a522-b11ad78d09f1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 14:38:13.338864 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:13.350736 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96f26ae2-4f43-4820-92a4-eb8466726c1f {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:38:13.370505 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 96f26ae2-4f43-4820-92a4-eb8466726c1f, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=96f26ae2-4f43-4820-92a4-eb8466726c1f,segment=NetworkSegment(64ce391d-92e1-4df5-923a-55f9bf78b4f7),segment_id=64ce391d-92e1-4df5-923a-55f9bf78b4f7)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:38:13.374454 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:13.419548 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=96f26ae2-4f43-4820-92a4-eb8466726c1f,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:13.426614 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:13.426957 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:13.427295 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:13.427629 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:13.427956 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:13.428282 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:13.428607 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:13.428924 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:13.429246 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:13.429567 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:13.429908 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:13.430224 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:13.560751 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['96f26ae2-4f43-4820-92a4-eb8466726c1f'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:38:13.902430 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67aaa37e-878f-4c0d-9851-7d184a0b1468 req-ddeb05b7-f111-4c3b-89b5-6c7d244825d4 tempest-TestEncryptedCinderVolumes-1173023992 tempest-TestEncryptedCinderVolumes-1173023992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:13.904363 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-67aaa37e-878f-4c0d-9851-7d184a0b1468 req-ddeb05b7-f111-4c3b-89b5-6c7d244825d4 tempest-TestEncryptedCinderVolumes-1173023992 tempest-TestEncryptedCinderVolumes-1173023992-project] 10.222.0.23 "GET /v2.0/ports?device_id=427b1bf7-1feb-4333-be20-6fd68c51262e HTTP/1.1" status: 200 len: 944 time: 0.0684071 Jul 13 14:38:13.942608 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-67aaa37e-878f-4c0d-9851-7d184a0b1468 req-011237e3-046d-45c2-b77b-8b67141db551 tempest-TestEncryptedCinderVolumes-1173023992 tempest-TestEncryptedCinderVolumes-1173023992-project] 10.222.0.23 "GET /v2.0/security-groups?id=9254debb-e5af-41ac-8d76-a722c1034d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332503 Jul 13 14:38:15.116298 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6fad3d-93a9-4367-a565-59b7a3e36228 req-e6cd9813-3b96-4119-ac86-81fda3d5b317 tempest-TestEncryptedCinderVolumes-1173023992 tempest-TestEncryptedCinderVolumes-1173023992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:15.117804 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8e6fad3d-93a9-4367-a565-59b7a3e36228 req-e6cd9813-3b96-4119-ac86-81fda3d5b317 tempest-TestEncryptedCinderVolumes-1173023992 tempest-TestEncryptedCinderVolumes-1173023992-project] 10.222.0.23 "GET /v2.0/ports?device_id=427b1bf7-1feb-4333-be20-6fd68c51262e HTTP/1.1" status: 200 len: 944 time: 0.0668213 Jul 13 14:38:15.154678 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8e6fad3d-93a9-4367-a565-59b7a3e36228 req-c16c7bd5-5934-4f55-a649-ab16105e75ed tempest-TestEncryptedCinderVolumes-1173023992 tempest-TestEncryptedCinderVolumes-1173023992-project] 10.222.0.23 "GET /v2.0/security-groups?id=9254debb-e5af-41ac-8d76-a722c1034d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305071 Jul 13 14:38:15.212670 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 96f26ae2-4f43-4820-92a4-eb8466726c1f up at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:38:15.259389 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning for port 96f26ae2-4f43-4820-92a4-eb8466726c1f completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:38:15.263169 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning complete for port 96f26ae2-4f43-4820-92a4-eb8466726c1f triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:38:15.263544 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:15.339544 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:15.362376 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '427b1bf7-1feb-4333-be20-6fd68c51262e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96f26ae2-4f43-4820-92a4-eb8466726c1f'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:38:15.364626 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f877c416c4e1be0a98e2d34673ec81d4e31c3422e8e709fff770f7d8b7e0843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49adc5b7-261b-44e2-960e-b51df94fea08" -d '{"events": [{"server_uuid": "427b1bf7-1feb-4333-be20-6fd68c51262e", "name": "network-vif-plugged", "status": "completed", "tag": "96f26ae2-4f43-4820-92a4-eb8466726c1f"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:38:15.377458 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 96f26ae2-4f43-4820-92a4-eb8466726c1f, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=96f26ae2-4f43-4820-92a4-eb8466726c1f,segment=NetworkSegment(64ce391d-92e1-4df5-923a-55f9bf78b4f7),segment_id=64ce391d-92e1-4df5-923a-55f9bf78b4f7)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:38:15.382594 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:15.415973 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50b3a774-1f9f-4f2e-85bd-66fb8941c927 x-openstack-request-id: req-50b3a774-1f9f-4f2e-85bd-66fb8941c927 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:38:15.416413 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "427b1bf7-1feb-4333-be20-6fd68c51262e", "name": "network-vif-plugged", "status": "completed", "tag": "96f26ae2-4f43-4820-92a4-eb8466726c1f", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:38:15.416811 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-50b3a774-1f9f-4f2e-85bd-66fb8941c927 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:38:15.417206 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '427b1bf7-1feb-4333-be20-6fd68c51262e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96f26ae2-4f43-4820-92a4-eb8466726c1f', 'code': 200} Jul 13 14:38:15.434744 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=96f26ae2-4f43-4820-92a4-eb8466726c1f,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:15.529419 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99335c2-a224-4534-8aff-84d6410cd802 req-b8f5c53c-f9c4-4cd0-8acc-4fb59616a5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:15.530858 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e99335c2-a224-4534-8aff-84d6410cd802 req-b8f5c53c-f9c4-4cd0-8acc-4fb59616a5ba service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=427b1bf7-1feb-4333-be20-6fd68c51262e HTTP/1.1" status: 200 len: 1096 time: 0.0513024 Jul 13 14:38:15.565239 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e99335c2-a224-4534-8aff-84d6410cd802 req-badacbd2-573e-4728-8db0-4ce4f51aa093 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=9254debb-e5af-41ac-8d76-a722c1034d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278554 Jul 13 14:38:16.330851 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036d1c1d-f0dd-4e68-9522-f3723046dbd5 req-0d178e1a-eead-4f88-8da4-5c205f6c30b2 tempest-TestEncryptedCinderVolumes-1173023992 tempest-TestEncryptedCinderVolumes-1173023992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:16.332256 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-036d1c1d-f0dd-4e68-9522-f3723046dbd5 req-0d178e1a-eead-4f88-8da4-5c205f6c30b2 tempest-TestEncryptedCinderVolumes-1173023992 tempest-TestEncryptedCinderVolumes-1173023992-project] 10.222.0.23 "GET /v2.0/ports?device_id=427b1bf7-1feb-4333-be20-6fd68c51262e HTTP/1.1" status: 200 len: 945 time: 0.0669203 Jul 13 14:38:16.371138 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-036d1c1d-f0dd-4e68-9522-f3723046dbd5 req-43a702e1-eec4-44fe-a950-09a845e10c0e tempest-TestEncryptedCinderVolumes-1173023992 tempest-TestEncryptedCinderVolumes-1173023992-project] 10.222.0.23 "GET /v2.0/security-groups?id=9254debb-e5af-41ac-8d76-a722c1034d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333500 Jul 13 14:38:17.336238 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-aeb74af6-87ee-423d-a6b8-48524f29020e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:17.548251 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24920d1e-6b07-4d31-a60b-6f23884d065b req-6b2137e2-f9f8-48f8-bdc4-ca089e199af2 tempest-TestEncryptedCinderVolumes-1173023992 tempest-TestEncryptedCinderVolumes-1173023992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:17.549833 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-24920d1e-6b07-4d31-a60b-6f23884d065b req-6b2137e2-f9f8-48f8-bdc4-ca089e199af2 tempest-TestEncryptedCinderVolumes-1173023992 tempest-TestEncryptedCinderVolumes-1173023992-project] 10.222.0.23 "GET /v2.0/ports?device_id=427b1bf7-1feb-4333-be20-6fd68c51262e HTTP/1.1" status: 200 len: 945 time: 0.0674710 Jul 13 14:38:17.591793 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-24920d1e-6b07-4d31-a60b-6f23884d065b req-034e5646-2569-4035-a17e-c251860bec15 tempest-TestEncryptedCinderVolumes-1173023992 tempest-TestEncryptedCinderVolumes-1173023992-project] 10.222.0.23 "GET /v2.0/security-groups?id=9254debb-e5af-41ac-8d76-a722c1034d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351138 Jul 13 14:38:17.772151 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91ee7dd-6d0e-48cb-8a98-d14d190df3e4 req-b270ed3b-9a36-4636-b145-3d4157648126 tempest-TestEncryptedCinderVolumes-1173023992 tempest-TestEncryptedCinderVolumes-1173023992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:17.773908 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c91ee7dd-6d0e-48cb-8a98-d14d190df3e4 req-b270ed3b-9a36-4636-b145-3d4157648126 tempest-TestEncryptedCinderVolumes-1173023992 tempest-TestEncryptedCinderVolumes-1173023992-project] 10.222.0.23 "GET /v2.0/ports?device_id=427b1bf7-1feb-4333-be20-6fd68c51262e HTTP/1.1" status: 200 len: 945 time: 0.0649107 Jul 13 14:38:17.811812 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c91ee7dd-6d0e-48cb-8a98-d14d190df3e4 req-7a89b1e7-825c-43dc-8346-283f222347b3 tempest-TestEncryptedCinderVolumes-1173023992 tempest-TestEncryptedCinderVolumes-1173023992-project] 10.222.0.23 "GET /v2.0/security-groups?id=9254debb-e5af-41ac-8d76-a722c1034d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316775 Jul 13 14:38:19.961302 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-cb8c379c-90fa-44ab-b230-19fd0f087774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:20.112292 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:21.355750 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:22.848055 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:30.957952 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:31.335098 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:31.558592 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:38:36.730876 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df264e49-a81f-4a6a-bf13-c926f029a0ea req-9173739d-e8a3-4b7e-be87-6970024c132c tempest-TestEncryptedCinderVolumes-1173023992 tempest-TestEncryptedCinderVolumes-1173023992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:36.732388 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-df264e49-a81f-4a6a-bf13-c926f029a0ea req-9173739d-e8a3-4b7e-be87-6970024c132c tempest-TestEncryptedCinderVolumes-1173023992 tempest-TestEncryptedCinderVolumes-1173023992-project] 10.222.0.23 "GET /v2.0/ports?device_id=427b1bf7-1feb-4333-be20-6fd68c51262e HTTP/1.1" status: 200 len: 945 time: 0.1576011 Jul 13 14:38:36.770245 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-df264e49-a81f-4a6a-bf13-c926f029a0ea req-8d424183-e44f-4e8a-b5ae-3c4ae26b3166 tempest-TestEncryptedCinderVolumes-1173023992 tempest-TestEncryptedCinderVolumes-1173023992-project] 10.222.0.23 "GET /v2.0/security-groups?id=9254debb-e5af-41ac-8d76-a722c1034d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322645 Jul 13 14:38:37.950867 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d936b28d-9454-4b8d-8233-6f2b5b929d72 req-a60e09ab-572a-40bc-b7f3-826cfefc0e42 tempest-TestEncryptedCinderVolumes-1173023992 tempest-TestEncryptedCinderVolumes-1173023992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:37.952357 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d936b28d-9454-4b8d-8233-6f2b5b929d72 req-a60e09ab-572a-40bc-b7f3-826cfefc0e42 tempest-TestEncryptedCinderVolumes-1173023992 tempest-TestEncryptedCinderVolumes-1173023992-project] 10.222.0.23 "GET /v2.0/ports?device_id=427b1bf7-1feb-4333-be20-6fd68c51262e HTTP/1.1" status: 200 len: 945 time: 0.0646513 Jul 13 14:38:37.994929 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d936b28d-9454-4b8d-8233-6f2b5b929d72 req-9c2d23bf-71a3-4151-aa7e-c32fc10700ef tempest-TestEncryptedCinderVolumes-1173023992 tempest-TestEncryptedCinderVolumes-1173023992-project] 10.222.0.23 "GET /v2.0/security-groups?id=9254debb-e5af-41ac-8d76-a722c1034d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369799 Jul 13 14:38:38.070370 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19c9a97-0eee-4a22-ba0d-5908f3f410d7 req-7e863655-7378-49ce-a53f-5c9a317a3bdf tempest-TestEncryptedCinderVolumes-1173023992 tempest-TestEncryptedCinderVolumes-1173023992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:38.071817 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a19c9a97-0eee-4a22-ba0d-5908f3f410d7 req-7e863655-7378-49ce-a53f-5c9a317a3bdf tempest-TestEncryptedCinderVolumes-1173023992 tempest-TestEncryptedCinderVolumes-1173023992-project] 10.222.0.41 "GET /v2.0/ports?device_id=427b1bf7-1feb-4333-be20-6fd68c51262e HTTP/1.1" status: 200 len: 945 time: 0.0664375 Jul 13 14:38:38.169790 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-a19c9a97-0eee-4a22-ba0d-5908f3f410d7 req-05f92afd-6355-4d1b-a7da-53a1dc0250f7 tempest-TestEncryptedCinderVolumes-1173023992 tempest-TestEncryptedCinderVolumes-1173023992-project] Deleting port 96f26ae2-4f43-4820-92a4-eb8466726c1f {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:38:38.170139 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-a19c9a97-0eee-4a22-ba0d-5908f3f410d7 req-05f92afd-6355-4d1b-a7da-53a1dc0250f7 tempest-TestEncryptedCinderVolumes-1173023992 tempest-TestEncryptedCinderVolumes-1173023992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:38.259355 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-a19c9a97-0eee-4a22-ba0d-5908f3f410d7 req-05f92afd-6355-4d1b-a7da-53a1dc0250f7 tempest-TestEncryptedCinderVolumes-1173023992 tempest-TestEncryptedCinderVolumes-1173023992-project] For port 96f26ae2-4f43-4820-92a4-eb8466726c1f, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=96f26ae2-4f43-4820-92a4-eb8466726c1f,segment=NetworkSegment(64ce391d-92e1-4df5-923a-55f9bf78b4f7),segment_id=64ce391d-92e1-4df5-923a-55f9bf78b4f7)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:38:38.259709 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-a19c9a97-0eee-4a22-ba0d-5908f3f410d7 req-05f92afd-6355-4d1b-a7da-53a1dc0250f7 tempest-TestEncryptedCinderVolumes-1173023992 tempest-TestEncryptedCinderVolumes-1173023992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:38.271508 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-a19c9a97-0eee-4a22-ba0d-5908f3f410d7 req-05f92afd-6355-4d1b-a7da-53a1dc0250f7 tempest-TestEncryptedCinderVolumes-1173023992 tempest-TestEncryptedCinderVolumes-1173023992-project] Calling delete_port for 96f26ae2-4f43-4820-92a4-eb8466726c1f owned by compute:nova {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:38:38.399524 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-a19c9a97-0eee-4a22-ba0d-5908f3f410d7 req-05f92afd-6355-4d1b-a7da-53a1dc0250f7 tempest-TestEncryptedCinderVolumes-1173023992 tempest-TestEncryptedCinderVolumes-1173023992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:38.410748 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['96f26ae2-4f43-4820-92a4-eb8466726c1f'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:38:38.702688 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f92afd-6355-4d1b-a7da-53a1dc0250f7 tempest-TestEncryptedCinderVolumes-1173023992 tempest-TestEncryptedCinderVolumes-1173023992-project] Pushing event deleted for resources: {'Port': ['ID=96f26ae2-4f43-4820-92a4-eb8466726c1f,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:38.730680 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f92afd-6355-4d1b-a7da-53a1dc0250f7 tempest-TestEncryptedCinderVolumes-1173023992 tempest-TestEncryptedCinderVolumes-1173023992-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:38.731031 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f92afd-6355-4d1b-a7da-53a1dc0250f7 tempest-TestEncryptedCinderVolumes-1173023992 tempest-TestEncryptedCinderVolumes-1173023992-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:38.731369 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f92afd-6355-4d1b-a7da-53a1dc0250f7 tempest-TestEncryptedCinderVolumes-1173023992 tempest-TestEncryptedCinderVolumes-1173023992-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:38.732423 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f92afd-6355-4d1b-a7da-53a1dc0250f7 tempest-TestEncryptedCinderVolumes-1173023992 tempest-TestEncryptedCinderVolumes-1173023992-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:38.732876 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f92afd-6355-4d1b-a7da-53a1dc0250f7 tempest-TestEncryptedCinderVolumes-1173023992 tempest-TestEncryptedCinderVolumes-1173023992-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:38.733328 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f92afd-6355-4d1b-a7da-53a1dc0250f7 tempest-TestEncryptedCinderVolumes-1173023992 tempest-TestEncryptedCinderVolumes-1173023992-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:38.733661 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f92afd-6355-4d1b-a7da-53a1dc0250f7 tempest-TestEncryptedCinderVolumes-1173023992 tempest-TestEncryptedCinderVolumes-1173023992-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:38.734018 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f92afd-6355-4d1b-a7da-53a1dc0250f7 tempest-TestEncryptedCinderVolumes-1173023992 tempest-TestEncryptedCinderVolumes-1173023992-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:38.734352 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f92afd-6355-4d1b-a7da-53a1dc0250f7 tempest-TestEncryptedCinderVolumes-1173023992 tempest-TestEncryptedCinderVolumes-1173023992-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:38.734678 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f92afd-6355-4d1b-a7da-53a1dc0250f7 tempest-TestEncryptedCinderVolumes-1173023992 tempest-TestEncryptedCinderVolumes-1173023992-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:38.735000 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f92afd-6355-4d1b-a7da-53a1dc0250f7 tempest-TestEncryptedCinderVolumes-1173023992 tempest-TestEncryptedCinderVolumes-1173023992-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:38.735322 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f92afd-6355-4d1b-a7da-53a1dc0250f7 tempest-TestEncryptedCinderVolumes-1173023992 tempest-TestEncryptedCinderVolumes-1173023992-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:38.758762 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-a19c9a97-0eee-4a22-ba0d-5908f3f410d7 req-05f92afd-6355-4d1b-a7da-53a1dc0250f7 tempest-TestEncryptedCinderVolumes-1173023992 tempest-TestEncryptedCinderVolumes-1173023992-project] No DVR routers for this DVR port 96f26ae2-4f43-4820-92a4-eb8466726c1f on host n-h2-800634-1 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:38:38.761596 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-a19c9a97-0eee-4a22-ba0d-5908f3f410d7 req-05f92afd-6355-4d1b-a7da-53a1dc0250f7 tempest-TestEncryptedCinderVolumes-1173023992 tempest-TestEncryptedCinderVolumes-1173023992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:38.764736 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a19c9a97-0eee-4a22-ba0d-5908f3f410d7 req-05f92afd-6355-4d1b-a7da-53a1dc0250f7 tempest-TestEncryptedCinderVolumes-1173023992 tempest-TestEncryptedCinderVolumes-1173023992-project] 10.222.0.41 "DELETE /v2.0/ports/96f26ae2-4f43-4820-92a4-eb8466726c1f HTTP/1.1" status: 204 len: 173 time: 0.6862752 Jul 13 14:38:38.765192 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '427b1bf7-1feb-4333-be20-6fd68c51262e', 'name': 'network-vif-deleted', 'tag': '96f26ae2-4f43-4820-92a4-eb8466726c1f'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:38:38.767614 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dea8b0fca9d342929f96bd35c86b8a14765464b9140f1e1e2496fbd7209775c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31edbca4-8057-426c-8c2a-75ef8d2b063f" -d '{"events": [{"server_uuid": "427b1bf7-1feb-4333-be20-6fd68c51262e", "name": "network-vif-deleted", "tag": "96f26ae2-4f43-4820-92a4-eb8466726c1f"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:38:38.816366 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fa3bbda-cc7c-4376-b029-0e4d2937d359 x-openstack-request-id: req-2fa3bbda-cc7c-4376-b029-0e4d2937d359 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:38:38.816731 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "427b1bf7-1feb-4333-be20-6fd68c51262e", "name": "network-vif-deleted", "tag": "96f26ae2-4f43-4820-92a4-eb8466726c1f", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:38:38.817049 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2fa3bbda-cc7c-4376-b029-0e4d2937d359 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:38:38.817507 n-d-800634-1 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '427b1bf7-1feb-4333-be20-6fd68c51262e', 'name': 'network-vif-deleted', 'tag': '96f26ae2-4f43-4820-92a4-eb8466726c1f', 'status': 'completed', 'code': 200} Jul 13 14:38:39.148024 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e54e5ec2-f593-4050-b5d4-d8a37a8e2623 req-731a0468-a3ab-4902-a44c-0cfe246428b5 tempest-TestEncryptedCinderVolumes-1173023992 tempest-TestEncryptedCinderVolumes-1173023992-project] 10.222.0.23 "GET /v2.0/ports?device_id=427b1bf7-1feb-4333-be20-6fd68c51262e HTTP/1.1" status: 200 len: 210 time: 0.0309172 Jul 13 14:38:40.274254 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 51238) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:38:40.637062 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bfd62bbf-1389-4191-825f-baf5511d03d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451695'] for router_interface, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:40.895322 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-bfd62bbf-1389-4191-825f-baf5511d03d0 admin admin] Deleting port e8409beb-2081-49a4-aa8c-637812c85a97 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:38:40.895577 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bfd62bbf-1389-4191-825f-baf5511d03d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:40.975677 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-bfd62bbf-1389-4191-825f-baf5511d03d0 admin admin] For port e8409beb-2081-49a4-aa8c-637812c85a97, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=e8409beb-2081-49a4-aa8c-637812c85a97,segment=NetworkSegment(64ce391d-92e1-4df5-923a-55f9bf78b4f7),segment_id=64ce391d-92e1-4df5-923a-55f9bf78b4f7)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:38:40.976031 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bfd62bbf-1389-4191-825f-baf5511d03d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:40.988480 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-bfd62bbf-1389-4191-825f-baf5511d03d0 admin admin] Calling delete_port for e8409beb-2081-49a4-aa8c-637812c85a97 owned by network:router_interface {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:38:41.166083 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bfd62bbf-1389-4191-825f-baf5511d03d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:41.191023 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd62bbf-1389-4191-825f-baf5511d03d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8409beb-2081-49a4-aa8c-637812c85a97,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:41.305722 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 96f26ae2-4f43-4820-92a4-eb8466726c1f no longer exists at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:38:41.327274 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] No Port match for: 96f26ae2-4f43-4820-92a4-eb8466726c1f {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:38:41.327623 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 96f26ae2-4f43-4820-92a4-eb8466726c1f not bound to the agent host n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:38:41.359352 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bfd62bbf-1389-4191-825f-baf5511d03d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1785036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452491'] for router_interface, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:41.573321 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfd62bbf-1389-4191-825f-baf5511d03d0 admin admin] Router 955216e7-864b-42fe-9fb0-4fdfcb9faf22 has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:38:41.679243 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfd62bbf-1389-4191-825f-baf5511d03d0 admin admin] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:38:41.685046 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-bfd62bbf-1389-4191-825f-baf5511d03d0 admin admin] 10.222.0.23 "PUT /v2.0/routers/955216e7-864b-42fe-9fb0-4fdfcb9faf22/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4103990 Jul 13 14:38:41.688153 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 51240) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:38:41.690665 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75835b16-784a-41f2-a46c-3d569fe325fd None None] Sync routers for ids ['955216e7-864b-42fe-9fb0-4fdfcb9faf22'] in n-d-800634-1 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:38:41.701172 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75835b16-784a-41f2-a46c-3d569fe325fd None None] Routers {'955216e7-864b-42fe-9fb0-4fdfcb9faf22'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:38:41.701820 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-75835b16-784a-41f2-a46c-3d569fe325fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:38:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['955216e7-864b-42fe-9fb0-4fdfcb9faf22'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:38:41.791943 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-199074c6-88ca-40cf-87eb-fb06638a957d admin admin] Notify callbacks [] for router, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:41.804660 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-75835b16-784a-41f2-a46c-3d569fe325fd None None] Set router 955216e7-864b-42fe-9fb0-4fdfcb9faf22 gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:38:41.894734 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-199074c6-88ca-40cf-87eb-fb06638a957d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:41.948431 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-199074c6-88ca-40cf-87eb-fb06638a957d admin admin] Deleting port b161beb6-8557-47fa-a041-04661859fd8e {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:38:41.948781 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-199074c6-88ca-40cf-87eb-fb06638a957d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:41.984290 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-75835b16-784a-41f2-a46c-3d569fe325fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '955216e7-864b-42fe-9fb0-4fdfcb9faf22', 'name': 'tempest-TestEncryptedCinderVolumes-1221060641-router', 'tenant_id': 'a602b73d3969465b937b8ad47a5e422f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': 'b161beb6-8557-47fa-a041-04661859fd8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:37:21Z', 'updated_at': '2021-07-13T14:38:41Z', 'revision_number': 5, 'project_id': 'a602b73d3969465b937b8ad47a5e422f', 'gw_port': {'id': 'b161beb6-8557-47fa-a041-04661859fd8e', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:38:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955216e7-864b-42fe-9fb0-4fdfcb9faf22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:37:22Z', 'updated_at': '2021-07-13T14:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:38:42.009838 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75835b16-784a-41f2-a46c-3d569fe325fd None None] Checking router: 955216e7-864b-42fe-9fb0-4fdfcb9faf22 for host: n-d-800634-1 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:38:42.017902 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75835b16-784a-41f2-a46c-3d569fe325fd None None] Routers {'955216e7-864b-42fe-9fb0-4fdfcb9faf22'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:38:42.018506 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-75835b16-784a-41f2-a46c-3d569fe325fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:38:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['955216e7-864b-42fe-9fb0-4fdfcb9faf22'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:38:42.031490 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-199074c6-88ca-40cf-87eb-fb06638a957d admin admin] For port b161beb6-8557-47fa-a041-04661859fd8e, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=b161beb6-8557-47fa-a041-04661859fd8e,segment=NetworkSegment(3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87),segment_id=3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:38:42.031837 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-199074c6-88ca-40cf-87eb-fb06638a957d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:42.044938 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-199074c6-88ca-40cf-87eb-fb06638a957d admin admin] Calling delete_port for b161beb6-8557-47fa-a041-04661859fd8e owned by network:router_gateway {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:38:42.104798 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-75835b16-784a-41f2-a46c-3d569fe325fd None None] Set router 955216e7-864b-42fe-9fb0-4fdfcb9faf22 gateway port host: None {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:38:42.159876 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-75835b16-784a-41f2-a46c-3d569fe325fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '955216e7-864b-42fe-9fb0-4fdfcb9faf22', 'name': 'tempest-TestEncryptedCinderVolumes-1221060641-router', 'tenant_id': 'a602b73d3969465b937b8ad47a5e422f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:37:21Z', 'updated_at': '2021-07-13T14:38:41Z', 'revision_number': 6, 'project_id': 'a602b73d3969465b937b8ad47a5e422f', 'gw_port_host': None}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:38:42.186203 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75835b16-784a-41f2-a46c-3d569fe325fd None None] The sync data for ids ['955216e7-864b-42fe-9fb0-4fdfcb9faf22'] in n-d-800634-1 is: [{'id': '955216e7-864b-42fe-9fb0-4fdfcb9faf22', 'name': 'tempest-TestEncryptedCinderVolumes-1221060641-router', 'tenant_id': 'a602b73d3969465b937b8ad47a5e422f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:37:21Z', 'updated_at': '2021-07-13T14:38:41Z', 'revision_number': 6, 'project_id': 'a602b73d3969465b937b8ad47a5e422f', 'gw_port_host': None}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:38:42.227512 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-199074c6-88ca-40cf-87eb-fb06638a957d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:42.256781 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199074c6-88ca-40cf-87eb-fb06638a957d admin admin] Pushing event deleted for resources: {'Port': ['ID=b161beb6-8557-47fa-a041-04661859fd8e,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:42.319199 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-199074c6-88ca-40cf-87eb-fb06638a957d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-446473'] for router_gateway, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:42.407385 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-199074c6-88ca-40cf-87eb-fb06638a957d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1591938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2696'] for router, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:42.409361 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-199074c6-88ca-40cf-87eb-fb06638a957d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:42.454404 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-199074c6-88ca-40cf-87eb-fb06638a957d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593106'] for router, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:42.455008 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-199074c6-88ca-40cf-87eb-fb06638a957d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 955216e7-864b-42fe-9fb0-4fdfcb9faf22 {{(pid=93751) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 14:38:42.459158 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-199074c6-88ca-40cf-87eb-fb06638a957d admin admin] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:42.462669 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-199074c6-88ca-40cf-87eb-fb06638a957d admin admin] 10.222.0.23 "DELETE /v2.0/routers/955216e7-864b-42fe-9fb0-4fdfcb9faf22 HTTP/1.1" status: 204 len: 168 time: 0.7708652 Jul 13 14:38:42.463045 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 51242) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:38:42.507453 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-c886f1e0-fd81-48b3-a9c8-9089f1de8b6f admin admin] Deleting subnet dabc5492-1008-459b-a522-b11ad78d09f1 {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 14:38:42.510432 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c886f1e0-fd81-48b3-a9c8-9089f1de8b6f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:42.546503 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c886f1e0-fd81-48b3-a9c8-9089f1de8b6f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5431723'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:42.633301 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c886f1e0-fd81-48b3-a9c8-9089f1de8b6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:42.685923 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c886f1e0-fd81-48b3-a9c8-9089f1de8b6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5970525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4763356'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:42.712062 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c886f1e0-fd81-48b3-a9c8-9089f1de8b6f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dabc5492-1008-459b-a522-b11ad78d09f1,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:42.714417 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c886f1e0-fd81-48b3-a9c8-9089f1de8b6f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:42.716888 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-c886f1e0-fd81-48b3-a9c8-9089f1de8b6f admin admin] 10.222.0.23 "DELETE /v2.0/subnets/dabc5492-1008-459b-a522-b11ad78d09f1 HTTP/1.1" status: 204 len: 168 time: 0.2528315 Jul 13 14:38:42.718694 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c5fc85-9271-43b5-a3b5-fdcc36f12aa0 None None] Network 084e23d1-a9e2-486e-998f-fc9298c30a12 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:38:42.719761 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 51244) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:38:42.723667 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c886f1e0-fd81-48b3-a9c8-9089f1de8b6f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:42.724013 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c886f1e0-fd81-48b3-a9c8-9089f1de8b6f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:42.724351 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c886f1e0-fd81-48b3-a9c8-9089f1de8b6f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:42.724683 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c886f1e0-fd81-48b3-a9c8-9089f1de8b6f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:42.725011 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c886f1e0-fd81-48b3-a9c8-9089f1de8b6f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:42.725338 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c886f1e0-fd81-48b3-a9c8-9089f1de8b6f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:42.725662 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c886f1e0-fd81-48b3-a9c8-9089f1de8b6f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:42.726010 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c886f1e0-fd81-48b3-a9c8-9089f1de8b6f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:42.726516 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c886f1e0-fd81-48b3-a9c8-9089f1de8b6f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:42.726846 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c886f1e0-fd81-48b3-a9c8-9089f1de8b6f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:42.727170 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c886f1e0-fd81-48b3-a9c8-9089f1de8b6f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:42.727490 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c886f1e0-fd81-48b3-a9c8-9089f1de8b6f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:42.790169 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2928c498-13b6-4ae1-a371-8713a38ec78b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:42.843559 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-2928c498-13b6-4ae1-a371-8713a38ec78b admin admin] Deleting port d59a073f-a026-489d-be6b-f25e756e0dee {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:38:42.843922 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2928c498-13b6-4ae1-a371-8713a38ec78b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:42.911363 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-2928c498-13b6-4ae1-a371-8713a38ec78b admin admin] For port d59a073f-a026-489d-be6b-f25e756e0dee, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=d59a073f-a026-489d-be6b-f25e756e0dee,segment=NetworkSegment(64ce391d-92e1-4df5-923a-55f9bf78b4f7),segment_id=64ce391d-92e1-4df5-923a-55f9bf78b4f7)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:38:42.911665 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2928c498-13b6-4ae1-a371-8713a38ec78b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:42.926456 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-2928c498-13b6-4ae1-a371-8713a38ec78b admin admin] Calling delete_port for d59a073f-a026-489d-be6b-f25e756e0dee owned by network:dhcp {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:38:42.956812 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e31f114b-cd90-43ee-8d6f-e75dc9a928b2 None None] DHCP port deletion for 084e23d1-a9e2-486e-998f-fc9298c30a12 request from n-d-800634-1 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 14:38:43.004394 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-e31f114b-cd90-43ee-8d6f-e75dc9a928b2 None None] Deleting port d59a073f-a026-489d-be6b-f25e756e0dee {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:38:43.004777 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e31f114b-cd90-43ee-8d6f-e75dc9a928b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:43.020733 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2928c498-13b6-4ae1-a371-8713a38ec78b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:43.047007 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2928c498-13b6-4ae1-a371-8713a38ec78b admin admin] Pushing event deleted for resources: {'Port': ['ID=d59a073f-a026-489d-be6b-f25e756e0dee,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:43.048853 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2928c498-13b6-4ae1-a371-8713a38ec78b admin admin] No DVR routers for this DVR port d59a073f-a026-489d-be6b-f25e756e0dee on host n-d-800634-1 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:38:43.073012 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-e31f114b-cd90-43ee-8d6f-e75dc9a928b2 None None] For port d59a073f-a026-489d-be6b-f25e756e0dee, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=d59a073f-a026-489d-be6b-f25e756e0dee,segment=NetworkSegment(64ce391d-92e1-4df5-923a-55f9bf78b4f7),segment_id=64ce391d-92e1-4df5-923a-55f9bf78b4f7)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:38:43.073726 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e31f114b-cd90-43ee-8d6f-e75dc9a928b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:43.091439 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-e31f114b-cd90-43ee-8d6f-e75dc9a928b2 None None] Calling delete_port for d59a073f-a026-489d-be6b-f25e756e0dee owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:38:43.123250 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2928c498-13b6-4ae1-a371-8713a38ec78b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:43.138780 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-2928c498-13b6-4ae1-a371-8713a38ec78b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['084e23d1-a9e2-486e-998f-fc9298c30a12']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:38:43.150824 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-2928c498-13b6-4ae1-a371-8713a38ec78b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64ce391d-92e1-4df5-923a-55f9bf78b4f7') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:38:43.151180 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-2928c498-13b6-4ae1-a371-8713a38ec78b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64ce391d-92e1-4df5-923a-55f9bf78b4f7') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:38:43.161578 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2928c498-13b6-4ae1-a371-8713a38ec78b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6018464'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:43.169617 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e31f114b-cd90-43ee-8d6f-e75dc9a928b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:43.179990 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2928c498-13b6-4ae1-a371-8713a38ec78b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:43.188205 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2928c498-13b6-4ae1-a371-8713a38ec78b admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 14:38:43.188608 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2928c498-13b6-4ae1-a371-8713a38ec78b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6018632'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:43.190491 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:38:43.190491 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:38:43.190491 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:38:43.190491 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:38:43.190491 n-d-800634-1 neutron-server[93751]: Traceback (most recent call last): Jul 13 14:38:43.190491 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 14:38:43.190491 n-d-800634-1 neutron-server[93751]: timer() Jul 13 14:38:43.190491 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 14:38:43.190491 n-d-800634-1 neutron-server[93751]: cb(*args, **kw) Jul 13 14:38:43.190491 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 14:38:43.190491 n-d-800634-1 neutron-server[93751]: return func(*args, **kwargs) Jul 13 14:38:43.190491 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 14:38:43.190491 n-d-800634-1 neutron-server[93751]: self._notify() Jul 13 14:38:43.190491 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 14:38:43.190491 n-d-800634-1 neutron-server[93751]: self.callback(batched_events) Jul 13 14:38:43.190491 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 14:38:43.190491 n-d-800634-1 neutron-server[93751]: event.method(event) Jul 13 14:38:43.190491 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 14:38:43.190491 n-d-800634-1 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 14:38:43.190491 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 14:38:43.190491 n-d-800634-1 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 14:38:43.190491 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 14:38:43.190491 n-d-800634-1 neutron-server[93751]: return f(self, *a, **k) Jul 13 14:38:43.190491 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 14:38:43.190491 n-d-800634-1 neutron-server[93751]: return self._get(url).json() Jul 13 14:38:43.190491 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 14:38:43.190491 n-d-800634-1 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 14:38:43.190491 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 14:38:43.190491 n-d-800634-1 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 13 14:38:43.190491 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 14:38:43.190491 n-d-800634-1 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 14:38:43.190491 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 14:38:43.190491 n-d-800634-1 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 14:38:43.190491 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 14:38:43.190491 n-d-800634-1 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 14:38:43.190491 n-d-800634-1 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 14:38:43.195826 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31f114b-cd90-43ee-8d6f-e75dc9a928b2 None None] Pushing event deleted for resources: {'Port': ['ID=d59a073f-a026-489d-be6b-f25e756e0dee,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:43.207020 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31f114b-cd90-43ee-8d6f-e75dc9a928b2 None None] No DVR routers for this DVR port d59a073f-a026-489d-be6b-f25e756e0dee on host n-d-800634-1 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:38:43.255305 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2928c498-13b6-4ae1-a371-8713a38ec78b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:43.260859 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2928c498-13b6-4ae1-a371-8713a38ec78b admin admin] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:43.262769 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-2928c498-13b6-4ae1-a371-8713a38ec78b admin admin] 10.222.0.23 "DELETE /v2.0/networks/084e23d1-a9e2-486e-998f-fc9298c30a12 HTTP/1.1" status: 204 len: 168 time: 0.5419450 Jul 13 14:38:43.266487 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 51246) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:38:43.278013 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2928c498-13b6-4ae1-a371-8713a38ec78b admin admin] Pushing event deleted for resources: {'Network': ['ID=084e23d1-a9e2-486e-998f-fc9298c30a12,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:43.609107 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-05b4e56d-969f-49fd-80df-1dfcdb001243 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451695'] for router_interface, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:43.858857 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-05b4e56d-969f-49fd-80df-1dfcdb001243 admin admin] Deleting port e9ffc004-d5cc-434f-b284-02d51c96ad42 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:38:43.859247 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-05b4e56d-969f-49fd-80df-1dfcdb001243 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:43.936965 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-05b4e56d-969f-49fd-80df-1dfcdb001243 admin admin] For port e9ffc004-d5cc-434f-b284-02d51c96ad42, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=e9ffc004-d5cc-434f-b284-02d51c96ad42,segment=NetworkSegment(7a0d765c-857a-4750-a4d2-6b838fe3c6dc),segment_id=7a0d765c-857a-4750-a4d2-6b838fe3c6dc)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:38:43.937322 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-05b4e56d-969f-49fd-80df-1dfcdb001243 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:43.949932 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-05b4e56d-969f-49fd-80df-1dfcdb001243 admin admin] Calling delete_port for e9ffc004-d5cc-434f-b284-02d51c96ad42 owned by network:router_interface {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:38:44.129112 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-05b4e56d-969f-49fd-80df-1dfcdb001243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:44.151840 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device b161beb6-8557-47fa-a041-04661859fd8e no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:38:44.153667 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b4e56d-969f-49fd-80df-1dfcdb001243 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9ffc004-d5cc-434f-b284-02d51c96ad42,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:44.172988 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: b161beb6-8557-47fa-a041-04661859fd8e {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:38:44.173343 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device b161beb6-8557-47fa-a041-04661859fd8e not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:38:44.173922 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device d59a073f-a026-489d-be6b-f25e756e0dee no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:38:44.194439 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: d59a073f-a026-489d-be6b-f25e756e0dee {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:38:44.194789 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device d59a073f-a026-489d-be6b-f25e756e0dee not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:38:44.195422 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device e8409beb-2081-49a4-aa8c-637812c85a97 no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:38:44.218038 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: e8409beb-2081-49a4-aa8c-637812c85a97 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:38:44.218387 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device e8409beb-2081-49a4-aa8c-637812c85a97 not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:38:44.340618 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-05b4e56d-969f-49fd-80df-1dfcdb001243 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1785036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452491'] for router_interface, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:44.547189 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05b4e56d-969f-49fd-80df-1dfcdb001243 admin admin] Router ae4aed55-f30c-4f32-9d4e-fe5e916e4a3b has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:38:44.651001 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05b4e56d-969f-49fd-80df-1dfcdb001243 admin admin] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:38:44.656802 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-05b4e56d-969f-49fd-80df-1dfcdb001243 admin admin] 10.222.0.23 "PUT /v2.0/routers/ae4aed55-f30c-4f32-9d4e-fe5e916e4a3b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3892877 Jul 13 14:38:44.659413 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 51248) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:38:44.660783 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be99715d-9f3c-406f-82da-288b44370f24 None None] Sync routers for ids ['ae4aed55-f30c-4f32-9d4e-fe5e916e4a3b'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:38:44.670837 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be99715d-9f3c-406f-82da-288b44370f24 None None] Routers {'ae4aed55-f30c-4f32-9d4e-fe5e916e4a3b'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:38:44.671512 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-be99715d-9f3c-406f-82da-288b44370f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:38:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['ae4aed55-f30c-4f32-9d4e-fe5e916e4a3b'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:38:44.763886 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d9c8be36-18e4-40b9-b37f-cf24ed19d6e5 admin admin] Notify callbacks [] for router, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:44.773987 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-be99715d-9f3c-406f-82da-288b44370f24 None None] Set router ae4aed55-f30c-4f32-9d4e-fe5e916e4a3b gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:38:44.864668 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d9c8be36-18e4-40b9-b37f-cf24ed19d6e5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:44.916558 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-d9c8be36-18e4-40b9-b37f-cf24ed19d6e5 admin admin] Deleting port 7fccc500-b7ef-4d40-a3e0-93a6ab9840bc {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:38:44.916902 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d9c8be36-18e4-40b9-b37f-cf24ed19d6e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:44.947976 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-be99715d-9f3c-406f-82da-288b44370f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae4aed55-f30c-4f32-9d4e-fe5e916e4a3b', 'name': 'tempest-TestEncryptedCinderVolumes-553579665-router', 'tenant_id': '9bf0d4c7a5dd41e99086fb4fe9f1e988', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '7fccc500-b7ef-4d40-a3e0-93a6ab9840bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:37:26Z', 'updated_at': '2021-07-13T14:38:44Z', 'revision_number': 5, 'project_id': '9bf0d4c7a5dd41e99086fb4fe9f1e988', 'gw_port': {'id': '7fccc500-b7ef-4d40-a3e0-93a6ab9840bc', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:12:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae4aed55-f30c-4f32-9d4e-fe5e916e4a3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4080, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:37:26Z', 'updated_at': '2021-07-13T14:37:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:38:44.974372 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be99715d-9f3c-406f-82da-288b44370f24 None None] Checking router: ae4aed55-f30c-4f32-9d4e-fe5e916e4a3b for host: n-d-800634-1 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:38:44.982808 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be99715d-9f3c-406f-82da-288b44370f24 None None] Routers {'ae4aed55-f30c-4f32-9d4e-fe5e916e4a3b'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:38:44.983464 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-be99715d-9f3c-406f-82da-288b44370f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:38:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['ae4aed55-f30c-4f32-9d4e-fe5e916e4a3b'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:38:44.999183 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-d9c8be36-18e4-40b9-b37f-cf24ed19d6e5 admin admin] For port 7fccc500-b7ef-4d40-a3e0-93a6ab9840bc, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=7fccc500-b7ef-4d40-a3e0-93a6ab9840bc,segment=NetworkSegment(3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87),segment_id=3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:38:44.999603 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d9c8be36-18e4-40b9-b37f-cf24ed19d6e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:45.011128 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-d9c8be36-18e4-40b9-b37f-cf24ed19d6e5 admin admin] Calling delete_port for 7fccc500-b7ef-4d40-a3e0-93a6ab9840bc owned by network:router_gateway {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:38:45.067173 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-be99715d-9f3c-406f-82da-288b44370f24 None None] Set router ae4aed55-f30c-4f32-9d4e-fe5e916e4a3b gateway port host: None {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:38:45.121146 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-be99715d-9f3c-406f-82da-288b44370f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae4aed55-f30c-4f32-9d4e-fe5e916e4a3b', 'name': 'tempest-TestEncryptedCinderVolumes-553579665-router', 'tenant_id': '9bf0d4c7a5dd41e99086fb4fe9f1e988', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:37:26Z', 'updated_at': '2021-07-13T14:38:44Z', 'revision_number': 6, 'project_id': '9bf0d4c7a5dd41e99086fb4fe9f1e988', 'gw_port_host': None}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:38:45.147589 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be99715d-9f3c-406f-82da-288b44370f24 None None] The sync data for ids ['ae4aed55-f30c-4f32-9d4e-fe5e916e4a3b'] in n-d-800634-1 is: [{'id': 'ae4aed55-f30c-4f32-9d4e-fe5e916e4a3b', 'name': 'tempest-TestEncryptedCinderVolumes-553579665-router', 'tenant_id': '9bf0d4c7a5dd41e99086fb4fe9f1e988', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:37:26Z', 'updated_at': '2021-07-13T14:38:44Z', 'revision_number': 6, 'project_id': '9bf0d4c7a5dd41e99086fb4fe9f1e988', 'gw_port_host': None}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:38:45.182315 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d9c8be36-18e4-40b9-b37f-cf24ed19d6e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:45.209001 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c8be36-18e4-40b9-b37f-cf24ed19d6e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=7fccc500-b7ef-4d40-a3e0-93a6ab9840bc,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:45.273287 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d9c8be36-18e4-40b9-b37f-cf24ed19d6e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-446473'] for router_gateway, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:45.363122 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d9c8be36-18e4-40b9-b37f-cf24ed19d6e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1591938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2696'] for router, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:45.365229 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d9c8be36-18e4-40b9-b37f-cf24ed19d6e5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:45.408071 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d9c8be36-18e4-40b9-b37f-cf24ed19d6e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593106'] for router, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:45.408595 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9c8be36-18e4-40b9-b37f-cf24ed19d6e5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ae4aed55-f30c-4f32-9d4e-fe5e916e4a3b {{(pid=93750) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 14:38:45.412850 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d9c8be36-18e4-40b9-b37f-cf24ed19d6e5 admin admin] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:45.414044 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-d9c8be36-18e4-40b9-b37f-cf24ed19d6e5 admin admin] 10.222.0.23 "DELETE /v2.0/routers/ae4aed55-f30c-4f32-9d4e-fe5e916e4a3b HTTP/1.1" status: 204 len: 168 time: 0.7536876 Jul 13 14:38:45.416514 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 51250) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:38:45.461912 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-780a4de2-0b0e-462b-ba89-854345a33680 admin admin] Deleting subnet 4092c660-a207-49a0-b525-d3c953ab3fa0 {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 14:38:45.464870 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-780a4de2-0b0e-462b-ba89-854345a33680 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:45.500357 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-780a4de2-0b0e-462b-ba89-854345a33680 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5431723'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:45.908566 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-780a4de2-0b0e-462b-ba89-854345a33680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:45.963800 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-780a4de2-0b0e-462b-ba89-854345a33680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5970525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4763356'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:45.990397 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780a4de2-0b0e-462b-ba89-854345a33680 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4092c660-a207-49a0-b525-d3c953ab3fa0,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:45.994033 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-780a4de2-0b0e-462b-ba89-854345a33680 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:45.996471 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-780a4de2-0b0e-462b-ba89-854345a33680 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/4092c660-a207-49a0-b525-d3c953ab3fa0 HTTP/1.1" status: 204 len: 168 time: 0.5784438 Jul 13 14:38:45.998763 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 51252) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:38:46.001308 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-248be7d0-3562-4685-8701-e2627514057f None None] Network 788afb62-6a9d-4454-aefa-28a278f2db7d requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:38:46.069799 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-83f6d79a-6e80-4b03-988c-c0df59f45609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:46.126227 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-83f6d79a-6e80-4b03-988c-c0df59f45609 admin admin] Deleting port 9793f15e-cd16-4c11-bd7a-0799ba1bc524 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:38:46.126502 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-83f6d79a-6e80-4b03-988c-c0df59f45609 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:46.179252 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 7fccc500-b7ef-4d40-a3e0-93a6ab9840bc no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:38:46.202617 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: 7fccc500-b7ef-4d40-a3e0-93a6ab9840bc {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:38:46.203267 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 7fccc500-b7ef-4d40-a3e0-93a6ab9840bc not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:38:46.203666 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-83f6d79a-6e80-4b03-988c-c0df59f45609 admin admin] For port 9793f15e-cd16-4c11-bd7a-0799ba1bc524, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=9793f15e-cd16-4c11-bd7a-0799ba1bc524,segment=NetworkSegment(7a0d765c-857a-4750-a4d2-6b838fe3c6dc),segment_id=7a0d765c-857a-4750-a4d2-6b838fe3c6dc)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:38:46.203934 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device e9ffc004-d5cc-434f-b284-02d51c96ad42 no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:38:46.204057 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-83f6d79a-6e80-4b03-988c-c0df59f45609 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:46.220196 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-83f6d79a-6e80-4b03-988c-c0df59f45609 admin admin] Calling delete_port for 9793f15e-cd16-4c11-bd7a-0799ba1bc524 owned by network:dhcp {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:38:46.230121 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0abb6bd6-f144-4888-88fb-1b9248b88ca5 None None] DHCP port deletion for 788afb62-6a9d-4454-aefa-28a278f2db7d request from n-d-800634-1 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 14:38:46.233383 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: e9ffc004-d5cc-434f-b284-02d51c96ad42 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:38:46.233725 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device e9ffc004-d5cc-434f-b284-02d51c96ad42 not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:38:46.307645 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-83f6d79a-6e80-4b03-988c-c0df59f45609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:46.336580 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f6d79a-6e80-4b03-988c-c0df59f45609 admin admin] Pushing event deleted for resources: {'Port': ['ID=9793f15e-cd16-4c11-bd7a-0799ba1bc524,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:46.338728 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f6d79a-6e80-4b03-988c-c0df59f45609 admin admin] No DVR routers for this DVR port 9793f15e-cd16-4c11-bd7a-0799ba1bc524 on host n-d-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:38:46.415529 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-83f6d79a-6e80-4b03-988c-c0df59f45609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:46.426218 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-83f6d79a-6e80-4b03-988c-c0df59f45609 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['788afb62-6a9d-4454-aefa-28a278f2db7d']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:38:46.441078 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-83f6d79a-6e80-4b03-988c-c0df59f45609 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a0d765c-857a-4750-a4d2-6b838fe3c6dc') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:38:46.441484 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-83f6d79a-6e80-4b03-988c-c0df59f45609 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a0d765c-857a-4750-a4d2-6b838fe3c6dc') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:38:46.443852 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-0abb6bd6-f144-4888-88fb-1b9248b88ca5 None None] Deleting port 9793f15e-cd16-4c11-bd7a-0799ba1bc524 {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:38:46.444478 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-0abb6bd6-f144-4888-88fb-1b9248b88ca5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:46.451898 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-83f6d79a-6e80-4b03-988c-c0df59f45609 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5431730'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:46.466659 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-83f6d79a-6e80-4b03-988c-c0df59f45609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:46.472721 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83f6d79a-6e80-4b03-988c-c0df59f45609 admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 14:38:46.473191 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-83f6d79a-6e80-4b03-988c-c0df59f45609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5970419'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:46.474938 n-d-800634-1 neutron-server[93750]: Traceback (most recent call last): Jul 13 14:38:46.474938 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 14:38:46.474938 n-d-800634-1 neutron-server[93750]: timer() Jul 13 14:38:46.474938 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 14:38:46.474938 n-d-800634-1 neutron-server[93750]: cb(*args, **kw) Jul 13 14:38:46.474938 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 14:38:46.474938 n-d-800634-1 neutron-server[93750]: return func(*args, **kwargs) Jul 13 14:38:46.474938 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 14:38:46.474938 n-d-800634-1 neutron-server[93750]: self._notify() Jul 13 14:38:46.474938 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 14:38:46.474938 n-d-800634-1 neutron-server[93750]: self.callback(batched_events) Jul 13 14:38:46.474938 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 14:38:46.474938 n-d-800634-1 neutron-server[93750]: event.method(event) Jul 13 14:38:46.474938 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 14:38:46.474938 n-d-800634-1 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 14:38:46.474938 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 14:38:46.474938 n-d-800634-1 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 14:38:46.474938 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 14:38:46.474938 n-d-800634-1 neutron-server[93750]: return f(self, *a, **k) Jul 13 14:38:46.474938 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 14:38:46.474938 n-d-800634-1 neutron-server[93750]: return self._get(url).json() Jul 13 14:38:46.474938 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 14:38:46.474938 n-d-800634-1 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 14:38:46.474938 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 14:38:46.474938 n-d-800634-1 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 13 14:38:46.474938 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 14:38:46.474938 n-d-800634-1 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 14:38:46.474938 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 14:38:46.474938 n-d-800634-1 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 14:38:46.474938 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 14:38:46.474938 n-d-800634-1 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 14:38:46.474938 n-d-800634-1 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 14:38:46.509459 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-0abb6bd6-f144-4888-88fb-1b9248b88ca5 None None] For port 9793f15e-cd16-4c11-bd7a-0799ba1bc524, host n-d-800634-1, got binding levels [] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:38:46.509886 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-0abb6bd6-f144-4888-88fb-1b9248b88ca5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:46.524224 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-0abb6bd6-f144-4888-88fb-1b9248b88ca5 None None] Calling delete_port for 9793f15e-cd16-4c11-bd7a-0799ba1bc524 owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:38:46.527280 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.ipam_backend_mixin [None req-0abb6bd6-f144-4888-88fb-1b9248b88ca5 None None] Port 9793f15e-cd16-4c11-bd7a-0799ba1bc524 was not found and therefore no delete operation was performed {{(pid=93752) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 13 14:38:46.530068 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-0abb6bd6-f144-4888-88fb-1b9248b88ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:46.535920 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-83f6d79a-6e80-4b03-988c-c0df59f45609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:46.541658 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-83f6d79a-6e80-4b03-988c-c0df59f45609 admin admin] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:46.546929 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-83f6d79a-6e80-4b03-988c-c0df59f45609 admin admin] 10.222.0.23 "DELETE /v2.0/networks/788afb62-6a9d-4454-aefa-28a278f2db7d HTTP/1.1" status: 204 len: 168 time: 0.5440450 Jul 13 14:38:46.555420 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f6d79a-6e80-4b03-988c-c0df59f45609 admin admin] Pushing event deleted for resources: {'Network': ['ID=788afb62-6a9d-4454-aefa-28a278f2db7d,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:46.560934 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abb6bd6-f144-4888-88fb-1b9248b88ca5 None None] Pushing event deleted for resources: {'Port': ['ID=9793f15e-cd16-4c11-bd7a-0799ba1bc524,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:46.565599 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0abb6bd6-f144-4888-88fb-1b9248b88ca5 None None] No DVR routers for this DVR port 9793f15e-cd16-4c11-bd7a-0799ba1bc524 on host n-d-800634-1 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:38:46.718663 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 51256) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:38:46.760641 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-f7a55957-d9ea-42d7-8c23-0bb12c3c672f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a602b73d3969465b937b8ad47a5e422f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0407183 Jul 13 14:38:46.763662 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 51258) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:38:46.815203 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8ffed008-37a7-43dc-95bf-2c30cd9ba753 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:46.836350 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8ffed008-37a7-43dc-95bf-2c30cd9ba753 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:46.881978 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8ffed008-37a7-43dc-95bf-2c30cd9ba753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:46.884541 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8ffed008-37a7-43dc-95bf-2c30cd9ba753 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:46.885713 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-8ffed008-37a7-43dc-95bf-2c30cd9ba753 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9254debb-e5af-41ac-8d76-a722c1034d2a HTTP/1.1" status: 204 len: 168 time: 0.1211305 Jul 13 14:38:46.894050 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffed008-37a7-43dc-95bf-2c30cd9ba753 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9254debb-e5af-41ac-8d76-a722c1034d2a,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:47.190384 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 51264) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:38:47.230418 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-82b485fe-6c5c-43be-bc83-e0be31ca587c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9bf0d4c7a5dd41e99086fb4fe9f1e988&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389144 Jul 13 14:38:47.233053 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 51266) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:38:47.280965 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c95d19d7-40ee-49db-99fe-248d96ed50ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:47.301339 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c95d19d7-40ee-49db-99fe-248d96ed50ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:47.338503 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e143e6f0-5b1d-4759-bc3b-0f1e944d42cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:47.350843 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c95d19d7-40ee-49db-99fe-248d96ed50ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:47.353408 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c95d19d7-40ee-49db-99fe-248d96ed50ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:47.354947 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-c95d19d7-40ee-49db-99fe-248d96ed50ba admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/75ae19ee-fa03-4f8d-a34a-06411208292f HTTP/1.1" status: 204 len: 168 time: 0.1206660 Jul 13 14:38:47.362605 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95d19d7-40ee-49db-99fe-248d96ed50ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75ae19ee-fa03-4f8d-a34a-06411208292f,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:47.994408 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 51288) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:38:48.087628 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-cefd4d7b-2c8c-4d43-88b9-6d7c9cc7912c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-382199274-network', 'tenant_id': '7c7aa799ce9f4c75a1bb2ad471719ad6'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:38:48.113668 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cefd4d7b-2c8c-4d43-88b9-6d7c9cc7912c admin admin] Made reservation on behalf of 7c7aa799ce9f4c75a1bb2ad471719ad6 for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:38:48.116518 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-cefd4d7b-2c8c-4d43-88b9-6d7c9cc7912c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:48.125676 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-cefd4d7b-2c8c-4d43-88b9-6d7c9cc7912c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:48.158647 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 9793f15e-cd16-4c11-bd7a-0799ba1bc524 no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:38:48.181958 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: 9793f15e-cd16-4c11-bd7a-0799ba1bc524 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:38:48.182305 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 9793f15e-cd16-4c11-bd7a-0799ba1bc524 not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:38:48.216813 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-cefd4d7b-2c8c-4d43-88b9-6d7c9cc7912c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:48.221229 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-cefd4d7b-2c8c-4d43-88b9-6d7c9cc7912c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:48.247820 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cefd4d7b-2c8c-4d43-88b9-6d7c9cc7912c admin admin] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 14:38:48.254161 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefd4d7b-2c8c-4d43-88b9-6d7c9cc7912c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=346ea034-9b10-4a46-99d4-66a999d22ded,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:48.260045 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-cefd4d7b-2c8c-4d43-88b9-6d7c9cc7912c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:48.260393 n-d-800634-1 neutron-server[93750]: INFO neutron.db.segments_db [None req-cefd4d7b-2c8c-4d43-88b9-6d7c9cc7912c admin admin] Added segment e7156df3-4761-4cd7-82f7-3cf795fa36e6 of type vlan for network 458ce3bd-23cc-4ba5-a499-447c67a214f8 Jul 13 14:38:48.300914 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-cefd4d7b-2c8c-4d43-88b9-6d7c9cc7912c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:48.328258 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-cefd4d7b-2c8c-4d43-88b9-6d7c9cc7912c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:48.329127 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cefd4d7b-2c8c-4d43-88b9-6d7c9cc7912c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:48.329702 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-cefd4d7b-2c8c-4d43-88b9-6d7c9cc7912c admin admin] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:48.387507 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-cefd4d7b-2c8c-4d43-88b9-6d7c9cc7912c admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3920035 Jul 13 14:38:48.390315 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 51292) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:38:48.396848 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-926636d0-bb30-4d13-a4f6-2b9337db0735 admin admin] Request body: {'subnet': {'network_id': '458ce3bd-23cc-4ba5-a499-447c67a214f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-382199274-subnet', 'tenant_id': '7c7aa799ce9f4c75a1bb2ad471719ad6', 'ip_version': 4}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:38:48.402490 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefd4d7b-2c8c-4d43-88b9-6d7c9cc7912c admin admin] Pushing event updated for resources: {'Network': ['ID=458ce3bd-23cc-4ba5-a499-447c67a214f8,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:48.412629 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network 458ce3bd-23cc-4ba5-a499-447c67a214f8 details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 14:38:48.420196 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-926636d0-bb30-4d13-a4f6-2b9337db0735 admin admin] Made reservation on behalf of 7c7aa799ce9f4c75a1bb2ad471719ad6 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:38:48.423329 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-926636d0-bb30-4d13-a4f6-2b9337db0735 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4763385'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:48.587689 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-926636d0-bb30-4d13-a4f6-2b9337db0735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5970588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4763339'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:48.648965 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926636d0-bb30-4d13-a4f6-2b9337db0735 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4239bae4-bdf0-4bbe-95cc-1d3ab19695ae,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:48.654019 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-926636d0-bb30-4d13-a4f6-2b9337db0735 admin admin] Checking segment: {'id': 'e7156df3-4761-4cd7-82f7-3cf795fa36e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '458ce3bd-23cc-4ba5-a499-447c67a214f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:38:48.654384 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-926636d0-bb30-4d13-a4f6-2b9337db0735 admin admin] Network hostable DHCP agents. Network: 458ce3bd-23cc-4ba5-a499-447c67a214f8, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 14:38:48.670627 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-926636d0-bb30-4d13-a4f6-2b9337db0735 admin admin] Network 458ce3bd-23cc-4ba5-a499-447c67a214f8 is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 14:38:48.678643 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-926636d0-bb30-4d13-a4f6-2b9337db0735 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, 458ce3bd-23cc-4ba5-a499-447c67a214f8) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:38:48.683312 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-926636d0-bb30-4d13-a4f6-2b9337db0735 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:48.684288 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-926636d0-bb30-4d13-a4f6-2b9337db0735 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:48.688750 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d469926a-273a-4d43-8507-a884155132ea None None] Network 458ce3bd-23cc-4ba5-a499-447c67a214f8 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:38:48.699060 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-926636d0-bb30-4d13-a4f6-2b9337db0735 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3076828 Jul 13 14:38:48.702607 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 51294) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:38:48.707135 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-bf2f5e91-db36-40d3-b4c2-7ef90208d211 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-382199274-router', 'tenant_id': '7c7aa799ce9f4c75a1bb2ad471719ad6', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:38:48.727540 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bf2f5e91-db36-40d3-b4c2-7ef90208d211 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1591928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2714'] for router, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:48.728503 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bf2f5e91-db36-40d3-b4c2-7ef90208d211 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447198', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1629690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2689'] for router, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:48.780765 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bf2f5e91-db36-40d3-b4c2-7ef90208d211 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:48.836194 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0571ddd9-cfcf-4b3a-8cfa-587bac2837f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a7201e1-61ce-5a3e-b7f7-e800379ed03b-458ce3bd-23cc-4ba5-a499-447c67a214f8', 'network_id': '458ce3bd-23cc-4ba5-a499-447c67a214f8', 'tenant_id': '7c7aa799ce9f4c75a1bb2ad471719ad6', 'fixed_ips': [{'subnet_id': '4239bae4-bdf0-4bbe-95cc-1d3ab19695ae'}]}} from n-d-800634-1. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 14:38:48.837089 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-0571ddd9-cfcf-4b3a-8cfa-587bac2837f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:48.921770 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bf2f5e91-db36-40d3-b4c2-7ef90208d211 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447180', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1591910', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2751'] for router, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:48.972333 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-0571ddd9-cfcf-4b3a-8cfa-587bac2837f2 None None] Allocated IP 172.20.0.2 (458ce3bd-23cc-4ba5-a499-447c67a214f8/4239bae4-bdf0-4bbe-95cc-1d3ab19695ae/fa101ed8-2684-4dac-9ba3-c8f24bf7e58e) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:38:49.112068 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-0571ddd9-cfcf-4b3a-8cfa-587bac2837f2 None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:49.120455 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-0571ddd9-cfcf-4b3a-8cfa-587bac2837f2 None None] Transition to ACTIVE for port object fa101ed8-2684-4dac-9ba3-c8f24bf7e58e will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:38:49.135503 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-0571ddd9-cfcf-4b3a-8cfa-587bac2837f2 None None] Transition to ACTIVE for port object fa101ed8-2684-4dac-9ba3-c8f24bf7e58e will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:38:49.137957 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bf2f5e91-db36-40d3-b4c2-7ef90208d211 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:49.142064 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-0571ddd9-cfcf-4b3a-8cfa-587bac2837f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:49.158129 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bf2f5e91-db36-40d3-b4c2-7ef90208d211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:49.183284 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0571ddd9-cfcf-4b3a-8cfa-587bac2837f2 None None] Network 458ce3bd-23cc-4ba5-a499-447c67a214f8 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:38:49.190282 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-0571ddd9-cfcf-4b3a-8cfa-587bac2837f2 None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:38:49.194399 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0571ddd9-cfcf-4b3a-8cfa-587bac2837f2 None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:38:49.201397 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0571ddd9-cfcf-4b3a-8cfa-587bac2837f2 None None] Pushing event updated for resources: {'Port': ['ID=fa101ed8-2684-4dac-9ba3-c8f24bf7e58e,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:49.257484 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-0571ddd9-cfcf-4b3a-8cfa-587bac2837f2 None None] Attempting to bind port fa101ed8-2684-4dac-9ba3-c8f24bf7e58e on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:38:49.257894 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-0571ddd9-cfcf-4b3a-8cfa-587bac2837f2 None None] Attempting to bind port fa101ed8-2684-4dac-9ba3-c8f24bf7e58e by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': 'e7156df3-4761-4cd7-82f7-3cf795fa36e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '458ce3bd-23cc-4ba5-a499-447c67a214f8'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:38:49.258267 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0571ddd9-cfcf-4b3a-8cfa-587bac2837f2 None None] Attempting to bind port fa101ed8-2684-4dac-9ba3-c8f24bf7e58e on network 458ce3bd-23cc-4ba5-a499-447c67a214f8 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:38:49.263154 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0571ddd9-cfcf-4b3a-8cfa-587bac2837f2 None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 38, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:38:49.263534 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0571ddd9-cfcf-4b3a-8cfa-587bac2837f2 None None] Checking segment: {'id': 'e7156df3-4761-4cd7-82f7-3cf795fa36e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '458ce3bd-23cc-4ba5-a499-447c67a214f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:38:49.263960 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-0571ddd9-cfcf-4b3a-8cfa-587bac2837f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:49.264695 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-bf2f5e91-db36-40d3-b4c2-7ef90208d211 admin admin] Allocated IP 172.25.6.45 (acf968b8-c524-46a9-a20b-ad9667009130/dde5a78e-bd1e-4f47-8189-7321d4de73d3/a1c17999-a446-4d8a-8809-4a480f226c33) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:38:49.265154 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0571ddd9-cfcf-4b3a-8cfa-587bac2837f2 None None] Bound using segment: {'id': 'e7156df3-4761-4cd7-82f7-3cf795fa36e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '458ce3bd-23cc-4ba5-a499-447c67a214f8'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:38:49.265559 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-0571ddd9-cfcf-4b3a-8cfa-587bac2837f2 None None] Bound port: fa101ed8-2684-4dac-9ba3-c8f24bf7e58e, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7156df3-4761-4cd7-82f7-3cf795fa36e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '458ce3bd-23cc-4ba5-a499-447c67a214f8'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:38:49.265975 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-0571ddd9-cfcf-4b3a-8cfa-587bac2837f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:49.329519 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-0571ddd9-cfcf-4b3a-8cfa-587bac2837f2 None None] For port fa101ed8-2684-4dac-9ba3-c8f24bf7e58e, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:38:49.333417 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-0571ddd9-cfcf-4b3a-8cfa-587bac2837f2 None None] For port fa101ed8-2684-4dac-9ba3-c8f24bf7e58e, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=fa101ed8-2684-4dac-9ba3-c8f24bf7e58e,segment=NetworkSegment(e7156df3-4761-4cd7-82f7-3cf795fa36e6),segment_id=e7156df3-4761-4cd7-82f7-3cf795fa36e6)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:38:49.337660 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-0571ddd9-cfcf-4b3a-8cfa-587bac2837f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:49.373005 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bf2f5e91-db36-40d3-b4c2-7ef90208d211 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:49.402332 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0571ddd9-cfcf-4b3a-8cfa-587bac2837f2 None None] Pushing event updated for resources: {'Port': ['ID=fa101ed8-2684-4dac-9ba3-c8f24bf7e58e,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:49.416436 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bf2f5e91-db36-40d3-b4c2-7ef90208d211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:49.453032 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf2f5e91-db36-40d3-b4c2-7ef90208d211 admin admin] Network acf968b8-c524-46a9-a20b-ad9667009130 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:38:49.456030 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-bf2f5e91-db36-40d3-b4c2-7ef90208d211 admin admin] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:38:49.461914 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2f5e91-db36-40d3-b4c2-7ef90208d211 admin admin] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:38:49.490157 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2f5e91-db36-40d3-b4c2-7ef90208d211 admin admin] Pushing event updated for resources: {'Port': ['ID=a1c17999-a446-4d8a-8809-4a480f226c33,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:49.738934 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bf2f5e91-db36-40d3-b4c2-7ef90208d211 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:49.933991 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bf2f5e91-db36-40d3-b4c2-7ef90208d211 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447217'] for router, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:49.964279 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-86016653-fe3e-4fd4-a4a9-e52dba7099a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:50.071917 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf2f5e91-db36-40d3-b4c2-7ef90208d211 admin admin] Router 202fc4e8-f100-41b6-99d2-074a412fd317 is scheduled to L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 with binding_index 1 {{(pid=93750) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 14:38:50.120466 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:50.195208 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf2f5e91-db36-40d3-b4c2-7ef90208d211 admin admin] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:38:50.207637 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device fa101ed8-2684-4dac-9ba3-c8f24bf7e58e up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:38:50.216272 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bf2f5e91-db36-40d3-b4c2-7ef90208d211 admin admin] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:50.216906 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d35b594-8dfa-41ee-95c2-62a2199a10ea None None] Sync routers for ids ['202fc4e8-f100-41b6-99d2-074a412fd317'] in n-d-800634-1 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:38:50.218483 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-bf2f5e91-db36-40d3-b4c2-7ef90208d211 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.5147295 Jul 13 14:38:50.221554 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 51296) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:38:50.227948 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d35b594-8dfa-41ee-95c2-62a2199a10ea None None] Routers {'202fc4e8-f100-41b6-99d2-074a412fd317'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:38:50.229103 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-5d35b594-8dfa-41ee-95c2-62a2199a10ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:38:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['202fc4e8-f100-41b6-99d2-074a412fd317'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:38:50.275671 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port fa101ed8-2684-4dac-9ba3-c8f24bf7e58e completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:38:50.298121 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f3c2c96-e10c-46bb-b617-c20cf49d253e None None] Network 458ce3bd-23cc-4ba5-a499-447c67a214f8 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:38:50.354324 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-5d35b594-8dfa-41ee-95c2-62a2199a10ea None None] Set router 202fc4e8-f100-41b6-99d2-074a412fd317 gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:38:50.387306 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-73f4c6b3-830d-4012-9cbf-e264c494414c None None] Provisioning for port fa101ed8-2684-4dac-9ba3-c8f24bf7e58e completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:38:50.394125 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-73f4c6b3-830d-4012-9cbf-e264c494414c None None] Provisioning complete for port fa101ed8-2684-4dac-9ba3-c8f24bf7e58e triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:38:50.394570 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-73f4c6b3-830d-4012-9cbf-e264c494414c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:50.534141 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-73f4c6b3-830d-4012-9cbf-e264c494414c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:50.550219 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-5d35b594-8dfa-41ee-95c2-62a2199a10ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '202fc4e8-f100-41b6-99d2-074a412fd317', 'name': 'tempest-TestMinimumBasicScenario-382199274-router', 'tenant_id': '7c7aa799ce9f4c75a1bb2ad471719ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': 'a1c17999-a446-4d8a-8809-4a480f226c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:38:48Z', 'updated_at': '2021-07-13T14:38:49Z', 'revision_number': 3, 'project_id': '7c7aa799ce9f4c75a1bb2ad471719ad6', 'gw_port': {'id': 'a1c17999-a446-4d8a-8809-4a480f226c33', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ad:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '202fc4e8-f100-41b6-99d2-074a412fd317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:38:49Z', 'updated_at': '2021-07-13T14:38:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:38:50.574095 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-73f4c6b3-830d-4012-9cbf-e264c494414c None None] For port fa101ed8-2684-4dac-9ba3-c8f24bf7e58e, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=fa101ed8-2684-4dac-9ba3-c8f24bf7e58e,segment=NetworkSegment(e7156df3-4761-4cd7-82f7-3cf795fa36e6),segment_id=e7156df3-4761-4cd7-82f7-3cf795fa36e6)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:38:50.578845 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-73f4c6b3-830d-4012-9cbf-e264c494414c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:50.582348 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d35b594-8dfa-41ee-95c2-62a2199a10ea None None] Checking router: 202fc4e8-f100-41b6-99d2-074a412fd317 for host: n-d-800634-1 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:38:50.583030 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d35b594-8dfa-41ee-95c2-62a2199a10ea None None] Updating router 202fc4e8-f100-41b6-99d2-074a412fd317 port a1c17999-a446-4d8a-8809-4a480f226c33 binding host n-d-800634-1 {{(pid=93753) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 14:38:50.625849 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5d35b594-8dfa-41ee-95c2-62a2199a10ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:50.643255 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f4c6b3-830d-4012-9cbf-e264c494414c None None] Pushing event updated for resources: {'Port': ['ID=fa101ed8-2684-4dac-9ba3-c8f24bf7e58e,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:50.680211 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-18a6f016-587f-48ec-a03e-c419b4cf4c63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:50.799294 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-f09ad457-68cd-4f8e-b8b5-62af8f248b64 None None] Provisioning complete for port fa101ed8-2684-4dac-9ba3-c8f24bf7e58e triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:38:50.799567 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f09ad457-68cd-4f8e-b8b5-62af8f248b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:50.850958 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-18a6f016-587f-48ec-a03e-c419b4cf4c63 admin admin] Allocated IP 172.20.0.1 (458ce3bd-23cc-4ba5-a499-447c67a214f8/4239bae4-bdf0-4bbe-95cc-1d3ab19695ae/3f9dffbf-1d87-4014-80f1-b70b1c6102d2) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:38:50.911995 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5d35b594-8dfa-41ee-95c2-62a2199a10ea None None] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:50.923217 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-5d35b594-8dfa-41ee-95c2-62a2199a10ea None None] Transition to ACTIVE for port object a1c17999-a446-4d8a-8809-4a480f226c33 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:38:50.928858 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5d35b594-8dfa-41ee-95c2-62a2199a10ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:50.978510 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-18a6f016-587f-48ec-a03e-c419b4cf4c63 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:50.978778 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339b0367-8e1d-4680-86f8-7f9ce0f0cf51 None None] Pushing event updated for resources: {'Port': ['ID=a1c17999-a446-4d8a-8809-4a480f226c33,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:50.989446 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339b0367-8e1d-4680-86f8-7f9ce0f0cf51 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:50.989817 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339b0367-8e1d-4680-86f8-7f9ce0f0cf51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:50.990163 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339b0367-8e1d-4680-86f8-7f9ce0f0cf51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:50.990502 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339b0367-8e1d-4680-86f8-7f9ce0f0cf51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:50.990830 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339b0367-8e1d-4680-86f8-7f9ce0f0cf51 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:50.991155 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339b0367-8e1d-4680-86f8-7f9ce0f0cf51 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:50.991484 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339b0367-8e1d-4680-86f8-7f9ce0f0cf51 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:50.991805 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339b0367-8e1d-4680-86f8-7f9ce0f0cf51 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:50.992133 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339b0367-8e1d-4680-86f8-7f9ce0f0cf51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:50.992453 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339b0367-8e1d-4680-86f8-7f9ce0f0cf51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:50.992772 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339b0367-8e1d-4680-86f8-7f9ce0f0cf51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:50.993095 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339b0367-8e1d-4680-86f8-7f9ce0f0cf51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:50.993193 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [None req-18a6f016-587f-48ec-a03e-c419b4cf4c63 admin admin] Transition to ACTIVE for port object 3f9dffbf-1d87-4014-80f1-b70b1c6102d2 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:38:50.996251 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-5d35b594-8dfa-41ee-95c2-62a2199a10ea None None] Attempting to bind port a1c17999-a446-4d8a-8809-4a480f226c33 on host n-d-800634-1 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:38:50.996623 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-5d35b594-8dfa-41ee-95c2-62a2199a10ea None None] Attempting to bind port a1c17999-a446-4d8a-8809-4a480f226c33 by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:38:50.996987 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d35b594-8dfa-41ee-95c2-62a2199a10ea None None] Attempting to bind port a1c17999-a446-4d8a-8809-4a480f226c33 on network acf968b8-c524-46a9-a20b-ad9667009130 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:38:51.002250 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d35b594-8dfa-41ee-95c2-62a2199a10ea None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 38, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:38:51.002624 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d35b594-8dfa-41ee-95c2-62a2199a10ea None None] Checking segment: {'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:38:51.003026 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5d35b594-8dfa-41ee-95c2-62a2199a10ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:51.003413 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d35b594-8dfa-41ee-95c2-62a2199a10ea None None] Bound using segment: {'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:38:51.003878 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-5d35b594-8dfa-41ee-95c2-62a2199a10ea None None] Bound port: a1c17999-a446-4d8a-8809-4a480f226c33, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:38:51.004312 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5d35b594-8dfa-41ee-95c2-62a2199a10ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:51.027251 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-18a6f016-587f-48ec-a03e-c419b4cf4c63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:51.056666 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-5d35b594-8dfa-41ee-95c2-62a2199a10ea None None] For port a1c17999-a446-4d8a-8809-4a480f226c33, host n-d-800634-1, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:38:51.060067 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-5d35b594-8dfa-41ee-95c2-62a2199a10ea None None] For port a1c17999-a446-4d8a-8809-4a480f226c33, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=a1c17999-a446-4d8a-8809-4a480f226c33,segment=NetworkSegment(3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87),segment_id=3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:38:51.063757 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5d35b594-8dfa-41ee-95c2-62a2199a10ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:51.068031 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18a6f016-587f-48ec-a03e-c419b4cf4c63 admin admin] Network 458ce3bd-23cc-4ba5-a499-447c67a214f8 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:38:51.072427 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-18a6f016-587f-48ec-a03e-c419b4cf4c63 admin admin] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:38:51.077478 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a6f016-587f-48ec-a03e-c419b4cf4c63 admin admin] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:38:51.080637 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a6f016-587f-48ec-a03e-c419b4cf4c63 admin admin] Pushing event updated for resources: {'Port': ['ID=3f9dffbf-1d87-4014-80f1-b70b1c6102d2,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:51.117049 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-18a6f016-587f-48ec-a03e-c419b4cf4c63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-450452'] for router_interface, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:51.119942 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d35b594-8dfa-41ee-95c2-62a2199a10ea None None] Routers {'202fc4e8-f100-41b6-99d2-074a412fd317'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:38:51.120587 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-5d35b594-8dfa-41ee-95c2-62a2199a10ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:38:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['202fc4e8-f100-41b6-99d2-074a412fd317'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:38:51.162053 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339b0367-8e1d-4680-86f8-7f9ce0f0cf51 None None] Pushing event updated for resources: {'Port': ['ID=a1c17999-a446-4d8a-8809-4a480f226c33,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:51.238970 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-5d35b594-8dfa-41ee-95c2-62a2199a10ea None None] Set router 202fc4e8-f100-41b6-99d2-074a412fd317 gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:38:51.272846 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-18a6f016-587f-48ec-a03e-c419b4cf4c63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:51.306031 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-91e73d1f-e964-49e7-9f6d-1a7a8e9e7aa5 None None] Provisioning for port 3f9dffbf-1d87-4014-80f1-b70b1c6102d2 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:38:51.311627 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-91e73d1f-e964-49e7-9f6d-1a7a8e9e7aa5 None None] Provisioning complete for port 3f9dffbf-1d87-4014-80f1-b70b1c6102d2 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:38:51.312216 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-91e73d1f-e964-49e7-9f6d-1a7a8e9e7aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:51.365186 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:51.368404 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-91e73d1f-e964-49e7-9f6d-1a7a8e9e7aa5 None None] Port 3f9dffbf-1d87-4014-80f1-b70b1c6102d2 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:38:51.448822 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-18a6f016-587f-48ec-a03e-c419b4cf4c63 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:51.454316 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-18a6f016-587f-48ec-a03e-c419b4cf4c63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:51.514749 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-5d35b594-8dfa-41ee-95c2-62a2199a10ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '202fc4e8-f100-41b6-99d2-074a412fd317', 'name': 'tempest-TestMinimumBasicScenario-382199274-router', 'tenant_id': '7c7aa799ce9f4c75a1bb2ad471719ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': 'a1c17999-a446-4d8a-8809-4a480f226c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:38:48Z', 'updated_at': '2021-07-13T14:38:49Z', 'revision_number': 3, 'project_id': '7c7aa799ce9f4c75a1bb2ad471719ad6', 'gw_port': {'id': 'a1c17999-a446-4d8a-8809-4a480f226c33', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ad:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '202fc4e8-f100-41b6-99d2-074a412fd317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:38:49Z', 'updated_at': '2021-07-13T14:38:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:38:51.523858 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-18a6f016-587f-48ec-a03e-c419b4cf4c63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1785045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451806'] for router_interface, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:51.525669 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a6f016-587f-48ec-a03e-c419b4cf4c63 admin admin] Pushing event updated for resources: {'Port': ['ID=3f9dffbf-1d87-4014-80f1-b70b1c6102d2,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:51.541269 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d35b594-8dfa-41ee-95c2-62a2199a10ea None None] The sync data for ids ['202fc4e8-f100-41b6-99d2-074a412fd317'] in n-d-800634-1 is: [{'id': '202fc4e8-f100-41b6-99d2-074a412fd317', 'name': 'tempest-TestMinimumBasicScenario-382199274-router', 'tenant_id': '7c7aa799ce9f4c75a1bb2ad471719ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': 'a1c17999-a446-4d8a-8809-4a480f226c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:38:48Z', 'updated_at': '2021-07-13T14:38:49Z', 'revision_number': 3, 'project_id': '7c7aa799ce9f4c75a1bb2ad471719ad6', 'gw_port': {'id': 'a1c17999-a446-4d8a-8809-4a480f226c33', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ad:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '202fc4e8-f100-41b6-99d2-074a412fd317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:38:49Z', 'updated_at': '2021-07-13T14:38:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:38:51.622576 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18a6f016-587f-48ec-a03e-c419b4cf4c63 admin admin] Network 458ce3bd-23cc-4ba5-a499-447c67a214f8 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:38:51.624733 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-18a6f016-587f-48ec-a03e-c419b4cf4c63 admin admin] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:38:51.746700 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18a6f016-587f-48ec-a03e-c419b4cf4c63 admin admin] Router 202fc4e8-f100-41b6-99d2-074a412fd317 has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:38:51.891347 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-0c111f34-e473-4284-a343-73fc14b10bc4 None None] Provisioning complete for port 3f9dffbf-1d87-4014-80f1-b70b1c6102d2 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:38:51.891821 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-0c111f34-e473-4284-a343-73fc14b10bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:51.929594 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-0c111f34-e473-4284-a343-73fc14b10bc4 None None] Port 3f9dffbf-1d87-4014-80f1-b70b1c6102d2 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:38:52.218778 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18a6f016-587f-48ec-a03e-c419b4cf4c63 admin admin] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:38:52.223740 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-18a6f016-587f-48ec-a03e-c419b4cf4c63 admin admin] 10.222.0.23 "PUT /v2.0/routers/202fc4e8-f100-41b6-99d2-074a412fd317/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0011039 Jul 13 14:38:52.244645 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device a1c17999-a446-4d8a-8809-4a480f226c33 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:38:52.294919 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port a1c17999-a446-4d8a-8809-4a480f226c33 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:38:52.299722 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port a1c17999-a446-4d8a-8809-4a480f226c33 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:38:52.300100 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:52.385551 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:52.410172 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port a1c17999-a446-4d8a-8809-4a480f226c33, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=a1c17999-a446-4d8a-8809-4a480f226c33,segment=NetworkSegment(3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87),segment_id=3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:38:52.415238 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:52.416073 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device fa101ed8-2684-4dac-9ba3-c8f24bf7e58e up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:38:52.489498 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=a1c17999-a446-4d8a-8809-4a480f226c33,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:52.506066 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port fa101ed8-2684-4dac-9ba3-c8f24bf7e58e triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:38:52.506441 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:52.711733 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 51312) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:38:52.716758 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-b84555ff-c82a-443f-97de-647c2d3b0de6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1339383332-network', 'tenant_id': 'a7dc111275404e52ba6ebaddc8e26f85'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:38:52.737021 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b84555ff-c82a-443f-97de-647c2d3b0de6 admin admin] Made reservation on behalf of a7dc111275404e52ba6ebaddc8e26f85 for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:38:52.739419 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b84555ff-c82a-443f-97de-647c2d3b0de6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:52.747650 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b84555ff-c82a-443f-97de-647c2d3b0de6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:52.839319 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b84555ff-c82a-443f-97de-647c2d3b0de6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:52.844259 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b84555ff-c82a-443f-97de-647c2d3b0de6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:52.852944 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:52.865120 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b84555ff-c82a-443f-97de-647c2d3b0de6 admin admin] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 14:38:52.880303 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84555ff-c82a-443f-97de-647c2d3b0de6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19f73f0a-f654-4485-9f27-2b824499a09b,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:52.883149 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b84555ff-c82a-443f-97de-647c2d3b0de6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:52.883486 n-d-800634-1 neutron-server[93750]: INFO neutron.db.segments_db [None req-b84555ff-c82a-443f-97de-647c2d3b0de6 admin admin] Added segment cea25366-979b-4ab9-8d84-c2cc9b86f209 of type vlan for network a2603727-0e45-4755-b7ad-f39f275b06a4 Jul 13 14:38:52.921975 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b84555ff-c82a-443f-97de-647c2d3b0de6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:52.956958 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b84555ff-c82a-443f-97de-647c2d3b0de6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:52.958009 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b84555ff-c82a-443f-97de-647c2d3b0de6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:52.958586 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b84555ff-c82a-443f-97de-647c2d3b0de6 admin admin] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:53.008206 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-b84555ff-c82a-443f-97de-647c2d3b0de6 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.2953565 Jul 13 14:38:53.011021 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 51314) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:38:53.017475 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-668d43ae-8c6f-48f7-b91e-57c52f86daf5 admin admin] Request body: {'subnet': {'network_id': 'a2603727-0e45-4755-b7ad-f39f275b06a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1339383332-subnet', 'tenant_id': 'a7dc111275404e52ba6ebaddc8e26f85', 'ip_version': 4}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:38:53.019294 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84555ff-c82a-443f-97de-647c2d3b0de6 admin admin] Pushing event updated for resources: {'Network': ['ID=a2603727-0e45-4755-b7ad-f39f275b06a4,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:53.029183 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network a2603727-0e45-4755-b7ad-f39f275b06a4 details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 14:38:53.038798 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-668d43ae-8c6f-48f7-b91e-57c52f86daf5 admin admin] Made reservation on behalf of a7dc111275404e52ba6ebaddc8e26f85 for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:38:53.041337 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-668d43ae-8c6f-48f7-b91e-57c52f86daf5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6104980'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:53.154946 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4f159c-8202-4422-8855-fe3a45ed666b None None] Sync routers for ids ['202fc4e8-f100-41b6-99d2-074a412fd317'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:38:53.163615 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4f159c-8202-4422-8855-fe3a45ed666b None None] Routers {'202fc4e8-f100-41b6-99d2-074a412fd317'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:38:53.164300 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-6d4f159c-8202-4422-8855-fe3a45ed666b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:38:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['202fc4e8-f100-41b6-99d2-074a412fd317'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:38:53.215187 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-668d43ae-8c6f-48f7-b91e-57c52f86daf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6018343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6104998'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:53.273683 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668d43ae-8c6f-48f7-b91e-57c52f86daf5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6efe42de-d5c1-4515-8d00-396bf7725132,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:53.275776 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-6d4f159c-8202-4422-8855-fe3a45ed666b None None] Set router 202fc4e8-f100-41b6-99d2-074a412fd317 gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:38:53.282846 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668d43ae-8c6f-48f7-b91e-57c52f86daf5 admin admin] Checking segment: {'id': 'cea25366-979b-4ab9-8d84-c2cc9b86f209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'a2603727-0e45-4755-b7ad-f39f275b06a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:38:53.283216 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-668d43ae-8c6f-48f7-b91e-57c52f86daf5 admin admin] Network hostable DHCP agents. Network: a2603727-0e45-4755-b7ad-f39f275b06a4, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 14:38:53.299329 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-668d43ae-8c6f-48f7-b91e-57c52f86daf5 admin admin] Network a2603727-0e45-4755-b7ad-f39f275b06a4 is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 14:38:53.308146 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-668d43ae-8c6f-48f7-b91e-57c52f86daf5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, a2603727-0e45-4755-b7ad-f39f275b06a4) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:38:53.312489 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-668d43ae-8c6f-48f7-b91e-57c52f86daf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:53.313083 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-668d43ae-8c6f-48f7-b91e-57c52f86daf5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:53.319290 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f45c5ce-d9c7-4c97-adfb-6c6a823c42cc None None] Network a2603727-0e45-4755-b7ad-f39f275b06a4 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:38:53.328847 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-668d43ae-8c6f-48f7-b91e-57c52f86daf5 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3161631 Jul 13 14:38:53.331227 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 51316) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:38:53.335693 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-743aed71-4e65-492a-9c70-f0a344cec5a2 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1339383332-router', 'tenant_id': 'a7dc111275404e52ba6ebaddc8e26f85', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:38:53.357516 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-743aed71-4e65-492a-9c70-f0a344cec5a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1591928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2714'] for router, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:53.358826 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-743aed71-4e65-492a-9c70-f0a344cec5a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447198', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1629690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2689'] for router, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:53.414789 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-743aed71-4e65-492a-9c70-f0a344cec5a2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:53.551008 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-743aed71-4e65-492a-9c70-f0a344cec5a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447180', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1591910', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2751'] for router, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:53.589675 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eeae86a-480d-472a-8a7e-10f4acab27d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a7201e1-61ce-5a3e-b7f7-e800379ed03b-a2603727-0e45-4755-b7ad-f39f275b06a4', 'network_id': 'a2603727-0e45-4755-b7ad-f39f275b06a4', 'tenant_id': 'a7dc111275404e52ba6ebaddc8e26f85', 'fixed_ips': [{'subnet_id': '6efe42de-d5c1-4515-8d00-396bf7725132'}]}} from n-d-800634-1. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 14:38:53.590564 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6eeae86a-480d-472a-8a7e-10f4acab27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:53.604449 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-6d4f159c-8202-4422-8855-fe3a45ed666b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '202fc4e8-f100-41b6-99d2-074a412fd317', 'name': 'tempest-TestMinimumBasicScenario-382199274-router', 'tenant_id': '7c7aa799ce9f4c75a1bb2ad471719ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': 'a1c17999-a446-4d8a-8809-4a480f226c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:38:48Z', 'updated_at': '2021-07-13T14:38:51Z', 'revision_number': 4, 'project_id': '7c7aa799ce9f4c75a1bb2ad471719ad6', 'gw_port': {'id': 'a1c17999-a446-4d8a-8809-4a480f226c33', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ad:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202fc4e8-f100-41b6-99d2-074a412fd317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:38:49Z', 'updated_at': '2021-07-13T14:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': '3f9dffbf-1d87-4014-80f1-b70b1c6102d2', 'name': '', 'network_id': '458ce3bd-23cc-4ba5-a499-447c67a214f8', 'tenant_id': '7c7aa799ce9f4c75a1bb2ad471719ad6', 'mac_address': 'fa:16:3e:5b:70:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '202fc4e8-f100-41b6-99d2-074a412fd317', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '4239bae4-bdf0-4bbe-95cc-1d3ab19695ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:38:50Z', 'updated_at': '2021-07-13T14:38:51Z', 'revision_number': 2, 'project_id': '7c7aa799ce9f4c75a1bb2ad471719ad6', 'subnets': [{'id': '4239bae4-bdf0-4bbe-95cc-1d3ab19695ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:38:53.636837 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4f159c-8202-4422-8855-fe3a45ed666b None None] Checking router: 202fc4e8-f100-41b6-99d2-074a412fd317 for host: n-d-800634-1 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:38:53.637188 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4f159c-8202-4422-8855-fe3a45ed666b None None] Updating router 202fc4e8-f100-41b6-99d2-074a412fd317 port 3f9dffbf-1d87-4014-80f1-b70b1c6102d2 binding host n-d-800634-1 {{(pid=93752) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 14:38:53.730641 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6d4f159c-8202-4422-8855-fe3a45ed666b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:53.871356 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-6eeae86a-480d-472a-8a7e-10f4acab27d1 None None] Allocated IP 172.20.0.2 (a2603727-0e45-4755-b7ad-f39f275b06a4/6efe42de-d5c1-4515-8d00-396bf7725132/2afa1a7b-6724-48c8-beac-65e4ee13b4a0) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:38:54.023903 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-743aed71-4e65-492a-9c70-f0a344cec5a2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:54.043804 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-743aed71-4e65-492a-9c70-f0a344cec5a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:54.124751 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6eeae86a-480d-472a-8a7e-10f4acab27d1 None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:54.152769 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-6eeae86a-480d-472a-8a7e-10f4acab27d1 None None] Transition to ACTIVE for port object 2afa1a7b-6724-48c8-beac-65e4ee13b4a0 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:38:54.157508 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-743aed71-4e65-492a-9c70-f0a344cec5a2 admin admin] Allocated IP 172.25.6.223 (acf968b8-c524-46a9-a20b-ad9667009130/dde5a78e-bd1e-4f47-8189-7321d4de73d3/49bb1b4a-dd26-4254-a221-da6dbc610d41) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:38:54.176635 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device a1c17999-a446-4d8a-8809-4a480f226c33 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:38:54.187840 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6d4f159c-8202-4422-8855-fe3a45ed666b None None] Notify callbacks [] for port, precommit_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:54.207501 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-6eeae86a-480d-472a-8a7e-10f4acab27d1 None None] Transition to ACTIVE for port object 2afa1a7b-6724-48c8-beac-65e4ee13b4a0 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:38:54.221081 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6eeae86a-480d-472a-8a7e-10f4acab27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:54.227358 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-6d4f159c-8202-4422-8855-fe3a45ed666b None None] Transition to ACTIVE for port object 3f9dffbf-1d87-4014-80f1-b70b1c6102d2 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:38:54.259356 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6d4f159c-8202-4422-8855-fe3a45ed666b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:54.266735 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-743aed71-4e65-492a-9c70-f0a344cec5a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:54.286967 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eeae86a-480d-472a-8a7e-10f4acab27d1 None None] Network a2603727-0e45-4755-b7ad-f39f275b06a4 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:38:54.297808 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-6eeae86a-480d-472a-8a7e-10f4acab27d1 None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:38:54.301999 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eeae86a-480d-472a-8a7e-10f4acab27d1 None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:38:54.305173 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eeae86a-480d-472a-8a7e-10f4acab27d1 None None] Pushing event updated for resources: {'Port': ['ID=2afa1a7b-6724-48c8-beac-65e4ee13b4a0,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:54.313089 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-743aed71-4e65-492a-9c70-f0a344cec5a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:54.355732 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-743aed71-4e65-492a-9c70-f0a344cec5a2 admin admin] Network acf968b8-c524-46a9-a20b-ad9667009130 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:38:54.359384 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-743aed71-4e65-492a-9c70-f0a344cec5a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:38:54.363169 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743aed71-4e65-492a-9c70-f0a344cec5a2 admin admin] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:38:54.383794 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port a1c17999-a446-4d8a-8809-4a480f226c33 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:38:54.384175 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:54.390488 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743aed71-4e65-492a-9c70-f0a344cec5a2 admin admin] Pushing event updated for resources: {'Port': ['ID=49bb1b4a-dd26-4254-a221-da6dbc610d41,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:54.627508 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd5bd34-e119-4012-8e83-db7fabbc123f None None] Pushing event updated for resources: {'Port': ['ID=3f9dffbf-1d87-4014-80f1-b70b1c6102d2,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:54.632476 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-743aed71-4e65-492a-9c70-f0a344cec5a2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:54.641505 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-6d4f159c-8202-4422-8855-fe3a45ed666b None None] Attempting to bind port 3f9dffbf-1d87-4014-80f1-b70b1c6102d2 on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:38:54.641903 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-6d4f159c-8202-4422-8855-fe3a45ed666b None None] Attempting to bind port 3f9dffbf-1d87-4014-80f1-b70b1c6102d2 by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': 'e7156df3-4761-4cd7-82f7-3cf795fa36e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '458ce3bd-23cc-4ba5-a499-447c67a214f8'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:38:54.642269 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4f159c-8202-4422-8855-fe3a45ed666b None None] Attempting to bind port 3f9dffbf-1d87-4014-80f1-b70b1c6102d2 on network 458ce3bd-23cc-4ba5-a499-447c67a214f8 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:38:54.644124 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-6eeae86a-480d-472a-8a7e-10f4acab27d1 None None] Attempting to bind port 2afa1a7b-6724-48c8-beac-65e4ee13b4a0 on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:38:54.644480 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-6eeae86a-480d-472a-8a7e-10f4acab27d1 None None] Attempting to bind port 2afa1a7b-6724-48c8-beac-65e4ee13b4a0 by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': 'cea25366-979b-4ab9-8d84-c2cc9b86f209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'a2603727-0e45-4755-b7ad-f39f275b06a4'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:38:54.644820 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eeae86a-480d-472a-8a7e-10f4acab27d1 None None] Attempting to bind port 2afa1a7b-6724-48c8-beac-65e4ee13b4a0 on network a2603727-0e45-4755-b7ad-f39f275b06a4 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:38:54.658530 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4f159c-8202-4422-8855-fe3a45ed666b None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 38, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:38:54.658894 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4f159c-8202-4422-8855-fe3a45ed666b None None] Checking segment: {'id': 'e7156df3-4761-4cd7-82f7-3cf795fa36e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '458ce3bd-23cc-4ba5-a499-447c67a214f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:38:54.659286 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6d4f159c-8202-4422-8855-fe3a45ed666b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:54.659667 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4f159c-8202-4422-8855-fe3a45ed666b None None] Bound using segment: {'id': 'e7156df3-4761-4cd7-82f7-3cf795fa36e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '458ce3bd-23cc-4ba5-a499-447c67a214f8'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:38:54.660122 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-6d4f159c-8202-4422-8855-fe3a45ed666b None None] Bound port: 3f9dffbf-1d87-4014-80f1-b70b1c6102d2, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7156df3-4761-4cd7-82f7-3cf795fa36e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '458ce3bd-23cc-4ba5-a499-447c67a214f8'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:38:54.660502 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6d4f159c-8202-4422-8855-fe3a45ed666b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:54.663881 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eeae86a-480d-472a-8a7e-10f4acab27d1 None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 38, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:38:54.664242 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eeae86a-480d-472a-8a7e-10f4acab27d1 None None] Checking segment: {'id': 'cea25366-979b-4ab9-8d84-c2cc9b86f209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'a2603727-0e45-4755-b7ad-f39f275b06a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:38:54.664618 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6eeae86a-480d-472a-8a7e-10f4acab27d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:54.665053 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eeae86a-480d-472a-8a7e-10f4acab27d1 None None] Bound using segment: {'id': 'cea25366-979b-4ab9-8d84-c2cc9b86f209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'a2603727-0e45-4755-b7ad-f39f275b06a4'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:38:54.665505 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-6eeae86a-480d-472a-8a7e-10f4acab27d1 None None] Bound port: 2afa1a7b-6724-48c8-beac-65e4ee13b4a0, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cea25366-979b-4ab9-8d84-c2cc9b86f209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'a2603727-0e45-4755-b7ad-f39f275b06a4'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:38:54.665900 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6eeae86a-480d-472a-8a7e-10f4acab27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:54.807641 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-6d4f159c-8202-4422-8855-fe3a45ed666b None None] For port 3f9dffbf-1d87-4014-80f1-b70b1c6102d2, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:38:54.815312 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-6d4f159c-8202-4422-8855-fe3a45ed666b None None] For port 3f9dffbf-1d87-4014-80f1-b70b1c6102d2, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=3f9dffbf-1d87-4014-80f1-b70b1c6102d2,segment=NetworkSegment(e7156df3-4761-4cd7-82f7-3cf795fa36e6),segment_id=e7156df3-4761-4cd7-82f7-3cf795fa36e6)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:38:54.820135 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-6eeae86a-480d-472a-8a7e-10f4acab27d1 None None] For port 2afa1a7b-6724-48c8-beac-65e4ee13b4a0, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:38:54.822446 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6d4f159c-8202-4422-8855-fe3a45ed666b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:54.825240 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-6eeae86a-480d-472a-8a7e-10f4acab27d1 None None] For port 2afa1a7b-6724-48c8-beac-65e4ee13b4a0, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=2afa1a7b-6724-48c8-beac-65e4ee13b4a0,segment=NetworkSegment(cea25366-979b-4ab9-8d84-c2cc9b86f209),segment_id=cea25366-979b-4ab9-8d84-c2cc9b86f209)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:38:54.830666 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6eeae86a-480d-472a-8a7e-10f4acab27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:54.834455 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-743aed71-4e65-492a-9c70-f0a344cec5a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447217'] for router, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:54.898402 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4f159c-8202-4422-8855-fe3a45ed666b None None] Routers {'202fc4e8-f100-41b6-99d2-074a412fd317'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:38:54.898402 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-6d4f159c-8202-4422-8855-fe3a45ed666b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:38:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['202fc4e8-f100-41b6-99d2-074a412fd317'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:38:54.937877 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd5bd34-e119-4012-8e83-db7fabbc123f None None] Pushing event updated for resources: {'Port': ['ID=3f9dffbf-1d87-4014-80f1-b70b1c6102d2,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:55.010167 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-743aed71-4e65-492a-9c70-f0a344cec5a2 admin admin] Router d60a036b-5745-4f1a-8015-796e2bd52c51 is scheduled to L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 with binding_index 1 {{(pid=93751) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 14:38:55.055603 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eeae86a-480d-472a-8a7e-10f4acab27d1 None None] Pushing event updated for resources: {'Port': ['ID=2afa1a7b-6724-48c8-beac-65e4ee13b4a0,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:55.094722 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-6d4f159c-8202-4422-8855-fe3a45ed666b None None] Set router 202fc4e8-f100-41b6-99d2-074a412fd317 gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:38:55.211049 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-743aed71-4e65-492a-9c70-f0a344cec5a2 admin admin] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:38:55.224943 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26f3ca9-72f2-4e92-9ff5-8a3856ca4a6f None None] Sync routers for ids ['d60a036b-5745-4f1a-8015-796e2bd52c51'] in n-d-800634-1 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:38:55.235508 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26f3ca9-72f2-4e92-9ff5-8a3856ca4a6f None None] Routers {'d60a036b-5745-4f1a-8015-796e2bd52c51'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:38:55.236148 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-d26f3ca9-72f2-4e92-9ff5-8a3856ca4a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:38:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['d60a036b-5745-4f1a-8015-796e2bd52c51'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:38:55.249449 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-743aed71-4e65-492a-9c70-f0a344cec5a2 admin admin] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:55.253361 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-743aed71-4e65-492a-9c70-f0a344cec5a2 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9187427 Jul 13 14:38:55.253673 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 51318) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:38:55.365972 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-d26f3ca9-72f2-4e92-9ff5-8a3856ca4a6f None None] Set router d60a036b-5745-4f1a-8015-796e2bd52c51 gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:38:55.417449 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-6d4f159c-8202-4422-8855-fe3a45ed666b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '202fc4e8-f100-41b6-99d2-074a412fd317', 'name': 'tempest-TestMinimumBasicScenario-382199274-router', 'tenant_id': '7c7aa799ce9f4c75a1bb2ad471719ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': 'a1c17999-a446-4d8a-8809-4a480f226c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:38:48Z', 'updated_at': '2021-07-13T14:38:51Z', 'revision_number': 4, 'project_id': '7c7aa799ce9f4c75a1bb2ad471719ad6', 'gw_port': {'id': 'a1c17999-a446-4d8a-8809-4a480f226c33', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ad:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202fc4e8-f100-41b6-99d2-074a412fd317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:38:49Z', 'updated_at': '2021-07-13T14:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': '3f9dffbf-1d87-4014-80f1-b70b1c6102d2', 'name': '', 'network_id': '458ce3bd-23cc-4ba5-a499-447c67a214f8', 'tenant_id': '7c7aa799ce9f4c75a1bb2ad471719ad6', 'mac_address': 'fa:16:3e:5b:70:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '202fc4e8-f100-41b6-99d2-074a412fd317', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '4239bae4-bdf0-4bbe-95cc-1d3ab19695ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:38:50Z', 'updated_at': '2021-07-13T14:38:54Z', 'revision_number': 4, 'project_id': '7c7aa799ce9f4c75a1bb2ad471719ad6', 'subnets': [{'id': '4239bae4-bdf0-4bbe-95cc-1d3ab19695ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:38:55.447263 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4f159c-8202-4422-8855-fe3a45ed666b None None] The sync data for ids ['202fc4e8-f100-41b6-99d2-074a412fd317'] in n-d-800634-1 is: [{'id': '202fc4e8-f100-41b6-99d2-074a412fd317', 'name': 'tempest-TestMinimumBasicScenario-382199274-router', 'tenant_id': '7c7aa799ce9f4c75a1bb2ad471719ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': 'a1c17999-a446-4d8a-8809-4a480f226c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:38:48Z', 'updated_at': '2021-07-13T14:38:51Z', 'revision_number': 4, 'project_id': '7c7aa799ce9f4c75a1bb2ad471719ad6', 'gw_port': {'id': 'a1c17999-a446-4d8a-8809-4a480f226c33', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ad:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202fc4e8-f100-41b6-99d2-074a412fd317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:38:49Z', 'updated_at': '2021-07-13T14:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': '3f9dffbf-1d87-4014-80f1-b70b1c6102d2', 'name': '', 'network_id': '458ce3bd-23cc-4ba5-a499-447c67a214f8', 'tenant_id': '7c7aa799ce9f4c75a1bb2ad471719ad6', 'mac_address': 'fa:16:3e:5b:70:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '202fc4e8-f100-41b6-99d2-074a412fd317', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '4239bae4-bdf0-4bbe-95cc-1d3ab19695ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:38:50Z', 'updated_at': '2021-07-13T14:38:54Z', 'revision_number': 4, 'project_id': '7c7aa799ce9f4c75a1bb2ad471719ad6', 'subnets': [{'id': '4239bae4-bdf0-4bbe-95cc-1d3ab19695ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:38:55.582830 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-d26f3ca9-72f2-4e92-9ff5-8a3856ca4a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd60a036b-5745-4f1a-8015-796e2bd52c51', 'name': 'tempest-TestMinimumBasicScenario-1339383332-router', 'tenant_id': 'a7dc111275404e52ba6ebaddc8e26f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': '49bb1b4a-dd26-4254-a221-da6dbc610d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:38:53Z', 'updated_at': '2021-07-13T14:38:54Z', 'revision_number': 3, 'project_id': 'a7dc111275404e52ba6ebaddc8e26f85', 'gw_port': {'id': '49bb1b4a-dd26-4254-a221-da6dbc610d41', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:f1:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd60a036b-5745-4f1a-8015-796e2bd52c51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:38:54Z', 'updated_at': '2021-07-13T14:38:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:38:55.618332 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26f3ca9-72f2-4e92-9ff5-8a3856ca4a6f None None] Checking router: d60a036b-5745-4f1a-8015-796e2bd52c51 for host: n-d-800634-1 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:38:55.618681 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26f3ca9-72f2-4e92-9ff5-8a3856ca4a6f None None] Updating router d60a036b-5745-4f1a-8015-796e2bd52c51 port 49bb1b4a-dd26-4254-a221-da6dbc610d41 binding host n-d-800634-1 {{(pid=93753) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 14:38:55.659978 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d26f3ca9-72f2-4e92-9ff5-8a3856ca4a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:55.759903 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dfb58da9-944d-4401-9baa-ecc052a9a78a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:55.954255 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-dfb58da9-944d-4401-9baa-ecc052a9a78a admin admin] Allocated IP 172.20.0.1 (a2603727-0e45-4755-b7ad-f39f275b06a4/6efe42de-d5c1-4515-8d00-396bf7725132/cd49350e-8c93-4b95-867b-878afca9c707) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:38:55.968235 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d26f3ca9-72f2-4e92-9ff5-8a3856ca4a6f None None] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:55.979687 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-d26f3ca9-72f2-4e92-9ff5-8a3856ca4a6f None None] Transition to ACTIVE for port object 49bb1b4a-dd26-4254-a221-da6dbc610d41 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:38:55.990480 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d26f3ca9-72f2-4e92-9ff5-8a3856ca4a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:56.041242 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-d26f3ca9-72f2-4e92-9ff5-8a3856ca4a6f None None] Attempting to bind port 49bb1b4a-dd26-4254-a221-da6dbc610d41 on host n-d-800634-1 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:38:56.041608 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-d26f3ca9-72f2-4e92-9ff5-8a3856ca4a6f None None] Attempting to bind port 49bb1b4a-dd26-4254-a221-da6dbc610d41 by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:38:56.041996 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26f3ca9-72f2-4e92-9ff5-8a3856ca4a6f None None] Attempting to bind port 49bb1b4a-dd26-4254-a221-da6dbc610d41 on network acf968b8-c524-46a9-a20b-ad9667009130 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:38:56.058621 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26f3ca9-72f2-4e92-9ff5-8a3856ca4a6f None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 38, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:38:56.058997 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26f3ca9-72f2-4e92-9ff5-8a3856ca4a6f None None] Checking segment: {'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:38:56.059401 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d26f3ca9-72f2-4e92-9ff5-8a3856ca4a6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:56.059794 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26f3ca9-72f2-4e92-9ff5-8a3856ca4a6f None None] Bound using segment: {'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:38:56.060308 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-d26f3ca9-72f2-4e92-9ff5-8a3856ca4a6f None None] Bound port: 49bb1b4a-dd26-4254-a221-da6dbc610d41, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:38:56.060976 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d26f3ca9-72f2-4e92-9ff5-8a3856ca4a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:56.079814 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dfb58da9-944d-4401-9baa-ecc052a9a78a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:56.088498 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f6094e-b4bd-45e4-b356-c5b39e60f3f4 None None] Pushing event updated for resources: {'Port': ['ID=49bb1b4a-dd26-4254-a221-da6dbc610d41,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:56.099717 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-dfb58da9-944d-4401-9baa-ecc052a9a78a admin admin] Transition to ACTIVE for port object cd49350e-8c93-4b95-867b-878afca9c707 will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:38:56.130087 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-d26f3ca9-72f2-4e92-9ff5-8a3856ca4a6f None None] For port 49bb1b4a-dd26-4254-a221-da6dbc610d41, host n-d-800634-1, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:38:56.134868 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-d26f3ca9-72f2-4e92-9ff5-8a3856ca4a6f None None] For port 49bb1b4a-dd26-4254-a221-da6dbc610d41, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=49bb1b4a-dd26-4254-a221-da6dbc610d41,segment=NetworkSegment(3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87),segment_id=3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:38:56.142044 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dfb58da9-944d-4401-9baa-ecc052a9a78a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:56.143402 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d26f3ca9-72f2-4e92-9ff5-8a3856ca4a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:56.194196 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb58da9-944d-4401-9baa-ecc052a9a78a admin admin] Network a2603727-0e45-4755-b7ad-f39f275b06a4 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:38:56.197804 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-dfb58da9-944d-4401-9baa-ecc052a9a78a admin admin] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:38:56.202774 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb58da9-944d-4401-9baa-ecc052a9a78a admin admin] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:38:56.208523 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26f3ca9-72f2-4e92-9ff5-8a3856ca4a6f None None] Routers {'d60a036b-5745-4f1a-8015-796e2bd52c51'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:38:56.209223 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-d26f3ca9-72f2-4e92-9ff5-8a3856ca4a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:38:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['d60a036b-5745-4f1a-8015-796e2bd52c51'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:38:56.273579 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e13440b3-2a22-4b5a-ba51-2a1169a91476 None None] Network a2603727-0e45-4755-b7ad-f39f275b06a4 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:38:56.274135 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dfb58da9-944d-4401-9baa-ecc052a9a78a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-450452'] for router_interface, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:56.344801 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 3f9dffbf-1d87-4014-80f1-b70b1c6102d2 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:38:56.379479 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb58da9-944d-4401-9baa-ecc052a9a78a admin admin] Pushing event updated for resources: {'Port': ['ID=cd49350e-8c93-4b95-867b-878afca9c707,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:56.394397 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f6094e-b4bd-45e4-b356-c5b39e60f3f4 None None] Pushing event updated for resources: {'Port': ['ID=49bb1b4a-dd26-4254-a221-da6dbc610d41,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:56.413995 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-1fab948d-5b58-4d03-a8d2-2ca6239d357d None None] Provisioning for port 2afa1a7b-6724-48c8-beac-65e4ee13b4a0 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:38:56.431158 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-d26f3ca9-72f2-4e92-9ff5-8a3856ca4a6f None None] Set router d60a036b-5745-4f1a-8015-796e2bd52c51 gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:38:56.456940 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dfb58da9-944d-4401-9baa-ecc052a9a78a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:56.474672 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port 3f9dffbf-1d87-4014-80f1-b70b1c6102d2 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:38:56.483898 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 3f9dffbf-1d87-4014-80f1-b70b1c6102d2 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:38:56.484657 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:56.615305 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:56.655845 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port 3f9dffbf-1d87-4014-80f1-b70b1c6102d2, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=3f9dffbf-1d87-4014-80f1-b70b1c6102d2,segment=NetworkSegment(e7156df3-4761-4cd7-82f7-3cf795fa36e6),segment_id=e7156df3-4761-4cd7-82f7-3cf795fa36e6)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:38:56.661945 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:56.663354 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 2afa1a7b-6724-48c8-beac-65e4ee13b4a0 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:38:56.702091 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-d26f3ca9-72f2-4e92-9ff5-8a3856ca4a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd60a036b-5745-4f1a-8015-796e2bd52c51', 'name': 'tempest-TestMinimumBasicScenario-1339383332-router', 'tenant_id': 'a7dc111275404e52ba6ebaddc8e26f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': '49bb1b4a-dd26-4254-a221-da6dbc610d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:38:53Z', 'updated_at': '2021-07-13T14:38:54Z', 'revision_number': 3, 'project_id': 'a7dc111275404e52ba6ebaddc8e26f85', 'gw_port': {'id': '49bb1b4a-dd26-4254-a221-da6dbc610d41', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:f1:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd60a036b-5745-4f1a-8015-796e2bd52c51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:38:54Z', 'updated_at': '2021-07-13T14:38:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:38:56.718138 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dfb58da9-944d-4401-9baa-ecc052a9a78a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:56.725271 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dfb58da9-944d-4401-9baa-ecc052a9a78a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:56.738053 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26f3ca9-72f2-4e92-9ff5-8a3856ca4a6f None None] The sync data for ids ['d60a036b-5745-4f1a-8015-796e2bd52c51'] in n-d-800634-1 is: [{'id': 'd60a036b-5745-4f1a-8015-796e2bd52c51', 'name': 'tempest-TestMinimumBasicScenario-1339383332-router', 'tenant_id': 'a7dc111275404e52ba6ebaddc8e26f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': '49bb1b4a-dd26-4254-a221-da6dbc610d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:38:53Z', 'updated_at': '2021-07-13T14:38:54Z', 'revision_number': 3, 'project_id': 'a7dc111275404e52ba6ebaddc8e26f85', 'gw_port': {'id': '49bb1b4a-dd26-4254-a221-da6dbc610d41', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:f1:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd60a036b-5745-4f1a-8015-796e2bd52c51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:38:54Z', 'updated_at': '2021-07-13T14:38:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:38:56.762789 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port 2afa1a7b-6724-48c8-beac-65e4ee13b4a0 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:38:56.776634 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 2afa1a7b-6724-48c8-beac-65e4ee13b4a0 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:38:56.777023 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:56.782243 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=3f9dffbf-1d87-4014-80f1-b70b1c6102d2,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:56.814265 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dfb58da9-944d-4401-9baa-ecc052a9a78a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1785045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451806'] for router_interface, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:56.816054 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb58da9-944d-4401-9baa-ecc052a9a78a admin admin] Pushing event updated for resources: {'Port': ['ID=cd49350e-8c93-4b95-867b-878afca9c707,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:56.898221 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:56.927945 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb58da9-944d-4401-9baa-ecc052a9a78a admin admin] Network a2603727-0e45-4755-b7ad-f39f275b06a4 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:38:56.930729 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-dfb58da9-944d-4401-9baa-ecc052a9a78a admin admin] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:38:56.940761 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port 2afa1a7b-6724-48c8-beac-65e4ee13b4a0, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=2afa1a7b-6724-48c8-beac-65e4ee13b4a0,segment=NetworkSegment(cea25366-979b-4ab9-8d84-c2cc9b86f209),segment_id=cea25366-979b-4ab9-8d84-c2cc9b86f209)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:38:56.952829 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:56.995435 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-38e40037-4884-4966-b765-9ca8629e4fcc None None] Provisioning complete for port 2afa1a7b-6724-48c8-beac-65e4ee13b4a0 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:38:56.995882 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-38e40037-4884-4966-b765-9ca8629e4fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:57.037485 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=2afa1a7b-6724-48c8-beac-65e4ee13b4a0,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:57.086722 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfb58da9-944d-4401-9baa-ecc052a9a78a admin admin] Router d60a036b-5745-4f1a-8015-796e2bd52c51 has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:38:57.131515 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-38e40037-4884-4966-b765-9ca8629e4fcc None None] Provisioning for port cd49350e-8c93-4b95-867b-878afca9c707 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:38:57.136963 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-38e40037-4884-4966-b765-9ca8629e4fcc None None] Provisioning complete for port cd49350e-8c93-4b95-867b-878afca9c707 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:38:57.137842 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-38e40037-4884-4966-b765-9ca8629e4fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:57.182399 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-38e40037-4884-4966-b765-9ca8629e4fcc None None] Port cd49350e-8c93-4b95-867b-878afca9c707 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:38:57.217929 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfb58da9-944d-4401-9baa-ecc052a9a78a admin admin] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:38:57.222939 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-dfb58da9-944d-4401-9baa-ecc052a9a78a admin admin] 10.222.0.23 "PUT /v2.0/routers/d60a036b-5745-4f1a-8015-796e2bd52c51/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9680288 Jul 13 14:38:57.327119 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-e38e519d-1d40-4b77-b7bd-e07c862f041f None None] Provisioning complete for port cd49350e-8c93-4b95-867b-878afca9c707 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:38:57.329064 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e38e519d-1d40-4b77-b7bd-e07c862f041f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:57.384005 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-e38e519d-1d40-4b77-b7bd-e07c862f041f None None] Port cd49350e-8c93-4b95-867b-878afca9c707 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:38:57.505328 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-938cbf27-e264-4f32-b367-ceee544a9fe8 None None] Provisioning complete for port cd49350e-8c93-4b95-867b-878afca9c707 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:38:57.505515 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-938cbf27-e264-4f32-b367-ceee544a9fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:57.548650 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-938cbf27-e264-4f32-b367-ceee544a9fe8 None None] Port cd49350e-8c93-4b95-867b-878afca9c707 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:38:58.286903 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 3f9dffbf-1d87-4014-80f1-b70b1c6102d2 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:38:58.355199 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 3f9dffbf-1d87-4014-80f1-b70b1c6102d2 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:38:58.356287 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:58.448327 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 2afa1a7b-6724-48c8-beac-65e4ee13b4a0 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:38:58.505392 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 2afa1a7b-6724-48c8-beac-65e4ee13b4a0 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:38:58.505392 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:58.600072 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 49bb1b4a-dd26-4254-a221-da6dbc610d41 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:38:58.663187 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port 49bb1b4a-dd26-4254-a221-da6dbc610d41 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:38:58.669857 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 49bb1b4a-dd26-4254-a221-da6dbc610d41 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:38:58.670313 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:58.762116 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:58.788187 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port 49bb1b4a-dd26-4254-a221-da6dbc610d41, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=49bb1b4a-dd26-4254-a221-da6dbc610d41,segment=NetworkSegment(3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87),segment_id=3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:38:58.792535 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:58.850346 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=49bb1b4a-dd26-4254-a221-da6dbc610d41,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:58.972821 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b83f1ed-a67a-4244-8468-fc3a0f3a8e1f None None] Sync routers for ids ['d60a036b-5745-4f1a-8015-796e2bd52c51'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:38:58.982965 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b83f1ed-a67a-4244-8468-fc3a0f3a8e1f None None] Routers {'d60a036b-5745-4f1a-8015-796e2bd52c51'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:38:58.983755 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-9b83f1ed-a67a-4244-8468-fc3a0f3a8e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:38:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['d60a036b-5745-4f1a-8015-796e2bd52c51'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:38:59.102928 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-9b83f1ed-a67a-4244-8468-fc3a0f3a8e1f None None] Set router d60a036b-5745-4f1a-8015-796e2bd52c51 gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:38:59.352739 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-9b83f1ed-a67a-4244-8468-fc3a0f3a8e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd60a036b-5745-4f1a-8015-796e2bd52c51', 'name': 'tempest-TestMinimumBasicScenario-1339383332-router', 'tenant_id': 'a7dc111275404e52ba6ebaddc8e26f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': '49bb1b4a-dd26-4254-a221-da6dbc610d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:38:53Z', 'updated_at': '2021-07-13T14:38:56Z', 'revision_number': 4, 'project_id': 'a7dc111275404e52ba6ebaddc8e26f85', 'gw_port': {'id': '49bb1b4a-dd26-4254-a221-da6dbc610d41', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:f1:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60a036b-5745-4f1a-8015-796e2bd52c51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:38:54Z', 'updated_at': '2021-07-13T14:38:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': 'cd49350e-8c93-4b95-867b-878afca9c707', 'name': '', 'network_id': 'a2603727-0e45-4755-b7ad-f39f275b06a4', 'tenant_id': 'a7dc111275404e52ba6ebaddc8e26f85', 'mac_address': 'fa:16:3e:51:11:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd60a036b-5745-4f1a-8015-796e2bd52c51', 'device_owner': 'network:router_interface', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '6efe42de-d5c1-4515-8d00-396bf7725132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:38:55Z', 'updated_at': '2021-07-13T14:38:56Z', 'revision_number': 2, 'project_id': 'a7dc111275404e52ba6ebaddc8e26f85', 'subnets': [{'id': '6efe42de-d5c1-4515-8d00-396bf7725132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:38:59.381049 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b83f1ed-a67a-4244-8468-fc3a0f3a8e1f None None] Checking router: d60a036b-5745-4f1a-8015-796e2bd52c51 for host: n-d-800634-1 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:38:59.381727 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b83f1ed-a67a-4244-8468-fc3a0f3a8e1f None None] Updating router d60a036b-5745-4f1a-8015-796e2bd52c51 port cd49350e-8c93-4b95-867b-878afca9c707 binding host n-d-800634-1 {{(pid=93752) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 14:38:59.417123 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9b83f1ed-a67a-4244-8468-fc3a0f3a8e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:59.724129 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9b83f1ed-a67a-4244-8468-fc3a0f3a8e1f None None] Notify callbacks [] for port, precommit_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:59.737448 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-9b83f1ed-a67a-4244-8468-fc3a0f3a8e1f None None] Transition to ACTIVE for port object cd49350e-8c93-4b95-867b-878afca9c707 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:38:59.745649 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9b83f1ed-a67a-4244-8468-fc3a0f3a8e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:59.803543 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c57cf45-81bf-4afe-8e35-d6c3be2d69eb None None] Pushing event updated for resources: {'Port': ['ID=cd49350e-8c93-4b95-867b-878afca9c707,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:59.862572 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-9b83f1ed-a67a-4244-8468-fc3a0f3a8e1f None None] Attempting to bind port cd49350e-8c93-4b95-867b-878afca9c707 on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:38:59.862939 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-9b83f1ed-a67a-4244-8468-fc3a0f3a8e1f None None] Attempting to bind port cd49350e-8c93-4b95-867b-878afca9c707 by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': 'cea25366-979b-4ab9-8d84-c2cc9b86f209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'a2603727-0e45-4755-b7ad-f39f275b06a4'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:38:59.863300 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b83f1ed-a67a-4244-8468-fc3a0f3a8e1f None None] Attempting to bind port cd49350e-8c93-4b95-867b-878afca9c707 on network a2603727-0e45-4755-b7ad-f39f275b06a4 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:38:59.868932 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b83f1ed-a67a-4244-8468-fc3a0f3a8e1f None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 38, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:38:59.869673 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b83f1ed-a67a-4244-8468-fc3a0f3a8e1f None None] Checking segment: {'id': 'cea25366-979b-4ab9-8d84-c2cc9b86f209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'a2603727-0e45-4755-b7ad-f39f275b06a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:38:59.870327 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9b83f1ed-a67a-4244-8468-fc3a0f3a8e1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:59.870914 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b83f1ed-a67a-4244-8468-fc3a0f3a8e1f None None] Bound using segment: {'id': 'cea25366-979b-4ab9-8d84-c2cc9b86f209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'a2603727-0e45-4755-b7ad-f39f275b06a4'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:38:59.871595 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-9b83f1ed-a67a-4244-8468-fc3a0f3a8e1f None None] Bound port: cd49350e-8c93-4b95-867b-878afca9c707, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cea25366-979b-4ab9-8d84-c2cc9b86f209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'a2603727-0e45-4755-b7ad-f39f275b06a4'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:38:59.872195 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9b83f1ed-a67a-4244-8468-fc3a0f3a8e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:59.974906 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-9b83f1ed-a67a-4244-8468-fc3a0f3a8e1f None None] For port cd49350e-8c93-4b95-867b-878afca9c707, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:38:59.979511 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-9b83f1ed-a67a-4244-8468-fc3a0f3a8e1f None None] For port cd49350e-8c93-4b95-867b-878afca9c707, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=cd49350e-8c93-4b95-867b-878afca9c707,segment=NetworkSegment(cea25366-979b-4ab9-8d84-c2cc9b86f209),segment_id=cea25366-979b-4ab9-8d84-c2cc9b86f209)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:38:59.984943 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9b83f1ed-a67a-4244-8468-fc3a0f3a8e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:00.059049 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b83f1ed-a67a-4244-8468-fc3a0f3a8e1f None None] Routers {'d60a036b-5745-4f1a-8015-796e2bd52c51'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:39:00.059695 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-9b83f1ed-a67a-4244-8468-fc3a0f3a8e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:38:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['d60a036b-5745-4f1a-8015-796e2bd52c51'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:39:00.103266 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c57cf45-81bf-4afe-8e35-d6c3be2d69eb None None] Pushing event updated for resources: {'Port': ['ID=cd49350e-8c93-4b95-867b-878afca9c707,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:39:00.216440 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-9b83f1ed-a67a-4244-8468-fc3a0f3a8e1f None None] Set router d60a036b-5745-4f1a-8015-796e2bd52c51 gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:39:00.246166 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 49bb1b4a-dd26-4254-a221-da6dbc610d41 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:39:00.581937 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 49bb1b4a-dd26-4254-a221-da6dbc610d41 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:39:00.582628 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:00.731757 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-9b83f1ed-a67a-4244-8468-fc3a0f3a8e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd60a036b-5745-4f1a-8015-796e2bd52c51', 'name': 'tempest-TestMinimumBasicScenario-1339383332-router', 'tenant_id': 'a7dc111275404e52ba6ebaddc8e26f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': '49bb1b4a-dd26-4254-a221-da6dbc610d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:38:53Z', 'updated_at': '2021-07-13T14:38:56Z', 'revision_number': 4, 'project_id': 'a7dc111275404e52ba6ebaddc8e26f85', 'gw_port': {'id': '49bb1b4a-dd26-4254-a221-da6dbc610d41', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:f1:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60a036b-5745-4f1a-8015-796e2bd52c51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:38:54Z', 'updated_at': '2021-07-13T14:38:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': 'cd49350e-8c93-4b95-867b-878afca9c707', 'name': '', 'network_id': 'a2603727-0e45-4755-b7ad-f39f275b06a4', 'tenant_id': 'a7dc111275404e52ba6ebaddc8e26f85', 'mac_address': 'fa:16:3e:51:11:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd60a036b-5745-4f1a-8015-796e2bd52c51', 'device_owner': 'network:router_interface', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '6efe42de-d5c1-4515-8d00-396bf7725132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:38:55Z', 'updated_at': '2021-07-13T14:38:59Z', 'revision_number': 4, 'project_id': 'a7dc111275404e52ba6ebaddc8e26f85', 'subnets': [{'id': '6efe42de-d5c1-4515-8d00-396bf7725132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:39:00.763546 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b83f1ed-a67a-4244-8468-fc3a0f3a8e1f None None] The sync data for ids ['d60a036b-5745-4f1a-8015-796e2bd52c51'] in n-d-800634-1 is: [{'id': 'd60a036b-5745-4f1a-8015-796e2bd52c51', 'name': 'tempest-TestMinimumBasicScenario-1339383332-router', 'tenant_id': 'a7dc111275404e52ba6ebaddc8e26f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': '49bb1b4a-dd26-4254-a221-da6dbc610d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:38:53Z', 'updated_at': '2021-07-13T14:38:56Z', 'revision_number': 4, 'project_id': 'a7dc111275404e52ba6ebaddc8e26f85', 'gw_port': {'id': '49bb1b4a-dd26-4254-a221-da6dbc610d41', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:f1:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60a036b-5745-4f1a-8015-796e2bd52c51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:38:54Z', 'updated_at': '2021-07-13T14:38:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': 'cd49350e-8c93-4b95-867b-878afca9c707', 'name': '', 'network_id': 'a2603727-0e45-4755-b7ad-f39f275b06a4', 'tenant_id': 'a7dc111275404e52ba6ebaddc8e26f85', 'mac_address': 'fa:16:3e:51:11:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd60a036b-5745-4f1a-8015-796e2bd52c51', 'device_owner': 'network:router_interface', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '6efe42de-d5c1-4515-8d00-396bf7725132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:38:55Z', 'updated_at': '2021-07-13T14:38:59Z', 'revision_number': 4, 'project_id': 'a7dc111275404e52ba6ebaddc8e26f85', 'subnets': [{'id': '6efe42de-d5c1-4515-8d00-396bf7725132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:39:01.007162 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:01.343786 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:02.209396 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device cd49350e-8c93-4b95-867b-878afca9c707 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:39:02.294239 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port cd49350e-8c93-4b95-867b-878afca9c707 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:39:02.298912 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port cd49350e-8c93-4b95-867b-878afca9c707 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:39:02.299290 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:02.395408 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:02.432174 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port cd49350e-8c93-4b95-867b-878afca9c707, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=cd49350e-8c93-4b95-867b-878afca9c707,segment=NetworkSegment(cea25366-979b-4ab9-8d84-c2cc9b86f209),segment_id=cea25366-979b-4ab9-8d84-c2cc9b86f209)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:39:02.436551 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:02.497897 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=cd49350e-8c93-4b95-867b-878afca9c707,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:39:04.196196 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device cd49350e-8c93-4b95-867b-878afca9c707 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:39:04.261725 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port cd49350e-8c93-4b95-867b-878afca9c707 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:39:04.262127 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:07.382273 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99bca97-d484-41e1-a995-65d4723bda63 req-73c404bf-cc3f-4689-b64c-f3ca3e58f976 tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:07.383773 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a99bca97-d484-41e1-a995-65d4723bda63 req-73c404bf-cc3f-4689-b64c-f3ca3e58f976 tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] 10.222.0.23 "GET /v2.0/networks?id=458ce3bd-23cc-4ba5-a499-447c67a214f8 HTTP/1.1" status: 200 len: 814 time: 0.1017191 Jul 13 14:39:07.398800 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a99bca97-d484-41e1-a995-65d4723bda63 req-f7ac5346-fd91-4e5f-bed2-4919ad9c0caf tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] 10.222.0.23 "GET /v2.0/quotas/7c7aa799ce9f4c75a1bb2ad471719ad6 HTTP/1.1" status: 200 len: 375 time: 0.0095565 Jul 13 14:39:07.471214 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a99bca97-d484-41e1-a995-65d4723bda63 req-896451b1-e5be-4692-9451-dc301af98b30 tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=7c7aa799ce9f4c75a1bb2ad471719ad6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0670474 Jul 13 14:39:07.566541 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a99bca97-d484-41e1-a995-65d4723bda63 req-95012d75-ffe7-49e4-9764-e1a3362e63c2 service neutron] 10.222.0.23 "GET /v2.0/networks/458ce3bd-23cc-4ba5-a499-447c67a214f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843751 Jul 13 14:39:07.658478 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a99bca97-d484-41e1-a995-65d4723bda63 req-270da4f7-48bd-4652-8fbe-ce7e34d72f27 service neutron] 10.222.0.23 "GET /v2.0/networks/458ce3bd-23cc-4ba5-a499-447c67a214f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862651 Jul 13 14:39:07.825883 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6ec7d2f2-ec7c-4ed0-8c1d-111bfdd86bfe req-79453b0e-69a1-4b19-b0f0-809c4aa56c0f tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5faab64-8916-45f2-9d4f-50c1422e3c04 HTTP/1.1" status: 200 len: 210 time: 0.0291572 Jul 13 14:39:08.556951 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:39:08.862103 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99bca97-d484-41e1-a995-65d4723bda63 req-2a919bf3-0cf6-43c1-be56-5ebb64acaa95 tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:08.863715 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a99bca97-d484-41e1-a995-65d4723bda63 req-2a919bf3-0cf6-43c1-be56-5ebb64acaa95 tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] 10.222.0.41 "GET /v2.0/networks?id=458ce3bd-23cc-4ba5-a499-447c67a214f8 HTTP/1.1" status: 200 len: 814 time: 0.1094866 Jul 13 14:39:08.882211 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-a99bca97-d484-41e1-a995-65d4723bda63 req-cc9515f8-4330-48e3-829b-1943b6344128 tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Request body: {'port': {'device_id': 'e5faab64-8916-45f2-9d4f-50c1422e3c04', 'network_id': '458ce3bd-23cc-4ba5-a499-447c67a214f8', 'admin_state_up': True, 'tenant_id': '7c7aa799ce9f4c75a1bb2ad471719ad6'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:39:08.971226 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-72e9ca38-c147-40e3-921f-e4915f8cd01f req-54012b94-20c2-4f19-ac8f-38f67d019cb8 tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5faab64-8916-45f2-9d4f-50c1422e3c04 HTTP/1.1" status: 200 len: 210 time: 0.0299339 Jul 13 14:39:08.998094 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a99bca97-d484-41e1-a995-65d4723bda63 req-cc9515f8-4330-48e3-829b-1943b6344128 tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Made reservation on behalf of 7c7aa799ce9f4c75a1bb2ad471719ad6 for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:39:09.002623 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-a99bca97-d484-41e1-a995-65d4723bda63 req-cc9515f8-4330-48e3-829b-1943b6344128 tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:09.134791 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [req-a99bca97-d484-41e1-a995-65d4723bda63 req-cc9515f8-4330-48e3-829b-1943b6344128 tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Allocated IP 172.20.0.12 (458ce3bd-23cc-4ba5-a499-447c67a214f8/4239bae4-bdf0-4bbe-95cc-1d3ab19695ae/21653ceb-73b4-4ce7-b15d-bccbf0d623a1) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:39:09.306466 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-a99bca97-d484-41e1-a995-65d4723bda63 req-cc9515f8-4330-48e3-829b-1943b6344128 tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:09.322319 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-a99bca97-d484-41e1-a995-65d4723bda63 req-cc9515f8-4330-48e3-829b-1943b6344128 tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Transition to ACTIVE for port object 21653ceb-73b4-4ce7-b15d-bccbf0d623a1 will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:39:09.357231 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-a99bca97-d484-41e1-a995-65d4723bda63 req-cc9515f8-4330-48e3-829b-1943b6344128 tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:09.411021 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9515f8-4330-48e3-829b-1943b6344128 tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Pushing event updated for resources: {'Port': ['ID=21653ceb-73b4-4ce7-b15d-bccbf0d623a1,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:39:09.429808 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a99bca97-d484-41e1-a995-65d4723bda63 req-cc9515f8-4330-48e3-829b-1943b6344128 tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Network 458ce3bd-23cc-4ba5-a499-447c67a214f8 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:39:09.431346 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [req-a99bca97-d484-41e1-a995-65d4723bda63 req-cc9515f8-4330-48e3-829b-1943b6344128 tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:39:09.435001 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-a99bca97-d484-41e1-a995-65d4723bda63 req-cc9515f8-4330-48e3-829b-1943b6344128 tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:39:09.496407 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99bca97-d484-41e1-a995-65d4723bda63 req-cc9515f8-4330-48e3-829b-1943b6344128 tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:09.497445 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-a99bca97-d484-41e1-a995-65d4723bda63 req-cc9515f8-4330-48e3-829b-1943b6344128 tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:09.523084 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a99bca97-d484-41e1-a995-65d4723bda63 req-cc9515f8-4330-48e3-829b-1943b6344128 tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6424603 Jul 13 14:39:09.743649 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-40f44414-ebca-4603-82e0-d50a2ce0aa9d None None] Provisioning for port 21653ceb-73b4-4ce7-b15d-bccbf0d623a1 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:39:09.747563 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-40f44414-ebca-4603-82e0-d50a2ce0aa9d None None] Provisioning complete for port 21653ceb-73b4-4ce7-b15d-bccbf0d623a1 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:39:09.748069 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-40f44414-ebca-4603-82e0-d50a2ce0aa9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:09.791074 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-40f44414-ebca-4603-82e0-d50a2ce0aa9d None None] Port 21653ceb-73b4-4ce7-b15d-bccbf0d623a1 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:39:10.159592 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc530930-4958-4fd2-8cd7-ffb2bd6de700 req-ebd1b781-eeec-4fe6-9dbb-8009bba129c3 tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:10.161293 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-bc530930-4958-4fd2-8cd7-ffb2bd6de700 req-ebd1b781-eeec-4fe6-9dbb-8009bba129c3 tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5faab64-8916-45f2-9d4f-50c1422e3c04 HTTP/1.1" status: 200 len: 932 time: 0.0775061 Jul 13 14:39:10.200667 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-bc530930-4958-4fd2-8cd7-ffb2bd6de700 req-6a546441-844e-4383-bcc2-38913319e4ca tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] 10.222.0.23 "GET /v2.0/security-groups?id=346ea034-9b10-4a46-99d4-66a999d22ded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335639 Jul 13 14:39:11.386714 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb9b2de-f41c-41b1-9eed-dcf8f1c934d3 req-c32bb905-b442-4ced-a778-91169b9de09d tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:11.388213 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3bb9b2de-f41c-41b1-9eed-dcf8f1c934d3 req-c32bb905-b442-4ced-a778-91169b9de09d tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5faab64-8916-45f2-9d4f-50c1422e3c04 HTTP/1.1" status: 200 len: 932 time: 0.0681882 Jul 13 14:39:11.429705 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3bb9b2de-f41c-41b1-9eed-dcf8f1c934d3 req-93681dca-5475-4c3b-9672-09ebf868bfc8 tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] 10.222.0.23 "GET /v2.0/security-groups?id=346ea034-9b10-4a46-99d4-66a999d22ded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354664 Jul 13 14:39:12.620640 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54debfa3-8408-497f-8dd4-84191514c9aa req-1cbf7f67-9515-4f78-824c-cff2e3bb73ca tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:12.622201 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-54debfa3-8408-497f-8dd4-84191514c9aa req-1cbf7f67-9515-4f78-824c-cff2e3bb73ca tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5faab64-8916-45f2-9d4f-50c1422e3c04 HTTP/1.1" status: 200 len: 932 time: 0.0746164 Jul 13 14:39:12.665119 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-54debfa3-8408-497f-8dd4-84191514c9aa req-e8c0c457-5367-417b-a517-c22c9c4b4f18 tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] 10.222.0.23 "GET /v2.0/security-groups?id=346ea034-9b10-4a46-99d4-66a999d22ded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372081 Jul 13 14:39:13.848136 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84f16ce-aaf2-41df-a281-c08776b8caa9 req-74ac545f-4b0d-4290-8506-8896a09461ae tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:13.849680 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a84f16ce-aaf2-41df-a281-c08776b8caa9 req-74ac545f-4b0d-4290-8506-8896a09461ae tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5faab64-8916-45f2-9d4f-50c1422e3c04 HTTP/1.1" status: 200 len: 932 time: 0.0719149 Jul 13 14:39:13.888830 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a84f16ce-aaf2-41df-a281-c08776b8caa9 req-400fb6f7-82f9-494c-81c9-a9ed033dfdac tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] 10.222.0.23 "GET /v2.0/security-groups?id=346ea034-9b10-4a46-99d4-66a999d22ded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336008 Jul 13 14:39:15.069912 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89db52d1-ba83-410c-8178-2b502e7a540d req-f04a4bb2-7a91-4986-999e-fc8735e5bc15 tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:15.071641 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-89db52d1-ba83-410c-8178-2b502e7a540d req-f04a4bb2-7a91-4986-999e-fc8735e5bc15 tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5faab64-8916-45f2-9d4f-50c1422e3c04 HTTP/1.1" status: 200 len: 932 time: 0.0659435 Jul 13 14:39:15.112443 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-89db52d1-ba83-410c-8178-2b502e7a540d req-2c4d15a9-928e-4c9d-8560-2123e4d6df0d tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] 10.222.0.23 "GET /v2.0/security-groups?id=346ea034-9b10-4a46-99d4-66a999d22ded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341811 Jul 13 14:39:16.312770 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a074a47-b62b-4495-b63e-3f4d8dffee0a req-05316a5a-dfb0-46c2-b237-831ed8e8f970 tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:16.314350 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4a074a47-b62b-4495-b63e-3f4d8dffee0a req-05316a5a-dfb0-46c2-b237-831ed8e8f970 tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5faab64-8916-45f2-9d4f-50c1422e3c04 HTTP/1.1" status: 200 len: 932 time: 0.0673897 Jul 13 14:39:16.354121 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4a074a47-b62b-4495-b63e-3f4d8dffee0a req-288c220a-67fc-4b0c-9fff-72033dcd3de4 tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] 10.222.0.23 "GET /v2.0/security-groups?id=346ea034-9b10-4a46-99d4-66a999d22ded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339398 Jul 13 14:39:17.344368 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c4281933-aef0-4a69-8658-6fa6a0aad461 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:17.552161 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe82a92-113e-4dd0-aff2-7cc11babd253 req-010d949e-4dac-42d5-9dca-33a236649938 tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:17.553672 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-bfe82a92-113e-4dd0-aff2-7cc11babd253 req-010d949e-4dac-42d5-9dca-33a236649938 tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5faab64-8916-45f2-9d4f-50c1422e3c04 HTTP/1.1" status: 200 len: 932 time: 0.0733008 Jul 13 14:39:17.598823 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-bfe82a92-113e-4dd0-aff2-7cc11babd253 req-e6ae0c58-3bf0-46f3-af51-fd04e23ae8eb tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] 10.222.0.23 "GET /v2.0/security-groups?id=346ea034-9b10-4a46-99d4-66a999d22ded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351501 Jul 13 14:39:18.779952 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a932ee06-169d-4c1a-ad7b-8bcc56f7f466 req-e9bc7d59-8339-44be-889e-e17b20a75abe tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:18.782162 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a932ee06-169d-4c1a-ad7b-8bcc56f7f466 req-e9bc7d59-8339-44be-889e-e17b20a75abe tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5faab64-8916-45f2-9d4f-50c1422e3c04 HTTP/1.1" status: 200 len: 932 time: 0.0688772 Jul 13 14:39:18.822838 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a932ee06-169d-4c1a-ad7b-8bcc56f7f466 req-c1b0ace2-f407-4430-a668-846bf7de690c tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] 10.222.0.23 "GET /v2.0/security-groups?id=346ea034-9b10-4a46-99d4-66a999d22ded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351274 Jul 13 14:39:19.417497 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-a99bca97-d484-41e1-a995-65d4723bda63 req-8b20b56d-b8b7-4093-9123-6bb43242eba9 service neutron] Request body: {'port': {'device_id': 'e5faab64-8916-45f2-9d4f-50c1422e3c04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-1'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:39:19.490268 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-a99bca97-d484-41e1-a995-65d4723bda63 req-8b20b56d-b8b7-4093-9123-6bb43242eba9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:19.750442 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [req-a99bca97-d484-41e1-a995-65d4723bda63 req-8b20b56d-b8b7-4093-9123-6bb43242eba9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21653ceb-73b4-4ce7-b15d-bccbf0d623a1 {{(pid=93751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:39:19.757440 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-a99bca97-d484-41e1-a995-65d4723bda63 req-8b20b56d-b8b7-4093-9123-6bb43242eba9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:19.769223 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-a99bca97-d484-41e1-a995-65d4723bda63 req-8b20b56d-b8b7-4093-9123-6bb43242eba9 service neutron] Transition to ACTIVE for port object 21653ceb-73b4-4ce7-b15d-bccbf0d623a1 will not be triggered until provisioned by entity L2. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:39:19.772837 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-a99bca97-d484-41e1-a995-65d4723bda63 req-8b20b56d-b8b7-4093-9123-6bb43242eba9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:19.823669 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b20b56d-b8b7-4093-9123-6bb43242eba9 service neutron] Pushing event updated for resources: {'Port': ['ID=21653ceb-73b4-4ce7-b15d-bccbf0d623a1,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:39:19.892318 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-a99bca97-d484-41e1-a995-65d4723bda63 req-8b20b56d-b8b7-4093-9123-6bb43242eba9 service neutron] Attempting to bind port 21653ceb-73b4-4ce7-b15d-bccbf0d623a1 on host n-h2-800634-1 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:39:19.892691 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-a99bca97-d484-41e1-a995-65d4723bda63 req-8b20b56d-b8b7-4093-9123-6bb43242eba9 service neutron] Attempting to bind port 21653ceb-73b4-4ce7-b15d-bccbf0d623a1 by drivers openvswitch,hyperv on host n-h2-800634-1 at level 0 using segments [{'id': 'e7156df3-4761-4cd7-82f7-3cf795fa36e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '458ce3bd-23cc-4ba5-a499-447c67a214f8'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:39:19.893024 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a99bca97-d484-41e1-a995-65d4723bda63 req-8b20b56d-b8b7-4093-9123-6bb43242eba9 service neutron] Attempting to bind port 21653ceb-73b4-4ce7-b15d-bccbf0d623a1 on network 458ce3bd-23cc-4ba5-a499-447c67a214f8 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:39:19.897644 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a99bca97-d484-41e1-a995-65d4723bda63 req-8b20b56d-b8b7-4093-9123-6bb43242eba9 service neutron] Port 21653ceb-73b4-4ce7-b15d-bccbf0d623a1 on network 458ce3bd-23cc-4ba5-a499-447c67a214f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-1 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 14:39:19.898029 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a99bca97-d484-41e1-a995-65d4723bda63 req-8b20b56d-b8b7-4093-9123-6bb43242eba9 service neutron] Attempting to bind port 21653ceb-73b4-4ce7-b15d-bccbf0d623a1 on network 458ce3bd-23cc-4ba5-a499-447c67a214f8 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:39:19.903396 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a99bca97-d484-41e1-a995-65d4723bda63 req-8b20b56d-b8b7-4093-9123-6bb43242eba9 service neutron] Checking agent: {'id': 'f615e5c9-21ab-43f2-adbc-192d64b795cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:39:19.903735 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a99bca97-d484-41e1-a995-65d4723bda63 req-8b20b56d-b8b7-4093-9123-6bb43242eba9 service neutron] Checking segment: {'id': 'e7156df3-4761-4cd7-82f7-3cf795fa36e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '458ce3bd-23cc-4ba5-a499-447c67a214f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:39:19.904118 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a99bca97-d484-41e1-a995-65d4723bda63 req-8b20b56d-b8b7-4093-9123-6bb43242eba9 service neutron] Bound using segment: {'id': 'e7156df3-4761-4cd7-82f7-3cf795fa36e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '458ce3bd-23cc-4ba5-a499-447c67a214f8'} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:39:19.904547 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-a99bca97-d484-41e1-a995-65d4723bda63 req-8b20b56d-b8b7-4093-9123-6bb43242eba9 service neutron] Bound port: 21653ceb-73b4-4ce7-b15d-bccbf0d623a1, host: n-h2-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7156df3-4761-4cd7-82f7-3cf795fa36e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '458ce3bd-23cc-4ba5-a499-447c67a214f8'}}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:39:19.904911 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-a99bca97-d484-41e1-a995-65d4723bda63 req-8b20b56d-b8b7-4093-9123-6bb43242eba9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:19.968595 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b870b79c-c7f9-4192-93fa-d4b18fd6cab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:20.114498 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:20.305116 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-a99bca97-d484-41e1-a995-65d4723bda63 req-8b20b56d-b8b7-4093-9123-6bb43242eba9 service neutron] For port 21653ceb-73b4-4ce7-b15d-bccbf0d623a1, host n-h2-800634-1, cleared binding levels {{(pid=93751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:39:20.321126 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-a99bca97-d484-41e1-a995-65d4723bda63 req-8b20b56d-b8b7-4093-9123-6bb43242eba9 service neutron] For port 21653ceb-73b4-4ce7-b15d-bccbf0d623a1, host n-h2-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=21653ceb-73b4-4ce7-b15d-bccbf0d623a1,segment=NetworkSegment(e7156df3-4761-4cd7-82f7-3cf795fa36e6),segment_id=e7156df3-4761-4cd7-82f7-3cf795fa36e6)] {{(pid=93751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:39:20.326226 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-a99bca97-d484-41e1-a995-65d4723bda63 req-8b20b56d-b8b7-4093-9123-6bb43242eba9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:20.341717 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018e05af-8d5f-4a99-99bd-97e84d91bece req-4ed72b5e-324a-4f83-a375-90c40de87240 tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:20.343794 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-018e05af-8d5f-4a99-99bd-97e84d91bece req-4ed72b5e-324a-4f83-a375-90c40de87240 tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5faab64-8916-45f2-9d4f-50c1422e3c04 HTTP/1.1" status: 200 len: 944 time: 0.1042812 Jul 13 14:39:20.388314 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99bca97-d484-41e1-a995-65d4723bda63 req-8b20b56d-b8b7-4093-9123-6bb43242eba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:20.388933 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-a99bca97-d484-41e1-a995-65d4723bda63 req-8b20b56d-b8b7-4093-9123-6bb43242eba9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:20.390425 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a99bca97-d484-41e1-a995-65d4723bda63 req-8b20b56d-b8b7-4093-9123-6bb43242eba9 service neutron] 10.222.0.41 "PUT /v2.0/ports/21653ceb-73b4-4ce7-b15d-bccbf0d623a1 HTTP/1.1" status: 200 len: 1092 time: 0.9774442 Jul 13 14:39:20.390849 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5faab64-8916-45f2-9d4f-50c1422e3c04', 'tag': '21653ceb-73b4-4ce7-b15d-bccbf0d623a1'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:39:20.393277 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dea8b0fca9d342929f96bd35c86b8a14765464b9140f1e1e2496fbd7209775c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eebadd7b-7ef0-42d9-9b75-4b410c750e0c" -d '{"events": [{"name": "network-changed", "server_uuid": "e5faab64-8916-45f2-9d4f-50c1422e3c04", "tag": "21653ceb-73b4-4ce7-b15d-bccbf0d623a1"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:39:20.436689 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-018e05af-8d5f-4a99-99bd-97e84d91bece req-ff6577c5-9a7f-4096-9ccc-c7711ed9a1e1 tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] 10.222.0.23 "GET /v2.0/security-groups?id=346ea034-9b10-4a46-99d4-66a999d22ded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719602 Jul 13 14:39:20.437898 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b20b56d-b8b7-4093-9123-6bb43242eba9 service neutron] Pushing event updated for resources: {'Port': ['ID=21653ceb-73b4-4ce7-b15d-bccbf0d623a1,revision_number=3']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:39:20.445076 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d26c0a50-5f47-4cea-96d0-472caf474077 x-openstack-request-id: req-d26c0a50-5f47-4cea-96d0-472caf474077 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:39:20.445375 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5faab64-8916-45f2-9d4f-50c1422e3c04", "tag": "21653ceb-73b4-4ce7-b15d-bccbf0d623a1", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:39:20.445630 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d26c0a50-5f47-4cea-96d0-472caf474077 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:39:20.446054 n-d-800634-1 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5faab64-8916-45f2-9d4f-50c1422e3c04', 'tag': '21653ceb-73b4-4ce7-b15d-bccbf0d623a1', 'status': 'completed', 'code': 200} Jul 13 14:39:20.500511 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99bca97-d484-41e1-a995-65d4723bda63 req-7e0f8c6c-3e83-4019-947b-514252026d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:20.502053 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a99bca97-d484-41e1-a995-65d4723bda63 req-7e0f8c6c-3e83-4019-947b-514252026d73 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7c7aa799ce9f4c75a1bb2ad471719ad6&device_id=e5faab64-8916-45f2-9d4f-50c1422e3c04 HTTP/1.1" status: 200 len: 1095 time: 0.0545607 Jul 13 14:39:20.544955 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a99bca97-d484-41e1-a995-65d4723bda63 req-f6e0616e-e579-4aa2-8249-28c186baa7aa service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=21653ceb-73b4-4ce7-b15d-bccbf0d623a1 HTTP/1.1" status: 200 len: 217 time: 0.0359881 Jul 13 14:39:20.598976 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99bca97-d484-41e1-a995-65d4723bda63 req-666fe76e-bbbe-4557-9f79-7d0223b47802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:20.600380 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a99bca97-d484-41e1-a995-65d4723bda63 req-666fe76e-bbbe-4557-9f79-7d0223b47802 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4239bae4-bdf0-4bbe-95cc-1d3ab19695ae HTTP/1.1" status: 200 len: 853 time: 0.0486655 Jul 13 14:39:20.656197 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99bca97-d484-41e1-a995-65d4723bda63 req-c8f468bb-39a4-4006-90a9-214ac2243e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:20.657486 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a99bca97-d484-41e1-a995-65d4723bda63 req-c8f468bb-39a4-4006-90a9-214ac2243e45 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=458ce3bd-23cc-4ba5-a499-447c67a214f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0512540 Jul 13 14:39:20.745182 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a99bca97-d484-41e1-a995-65d4723bda63 req-cfe7be24-9299-479e-b8b5-b8453671e4d8 service neutron] 10.222.0.41 "GET /v2.0/networks/458ce3bd-23cc-4ba5-a499-447c67a214f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809999 Jul 13 14:39:20.840608 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a99bca97-d484-41e1-a995-65d4723bda63 req-4e903ccd-717b-422f-9781-216e767da3e7 service neutron] 10.222.0.41 "GET /v2.0/networks/458ce3bd-23cc-4ba5-a499-447c67a214f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884807 Jul 13 14:39:20.939614 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebadd7b-7ef0-42d9-9b75-4b410c750e0c req-eb9ea573-b4ee-47e7-8c8d-367def6749d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:20.941064 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-eebadd7b-7ef0-42d9-9b75-4b410c750e0c req-eb9ea573-b4ee-47e7-8c8d-367def6749d7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7c7aa799ce9f4c75a1bb2ad471719ad6&device_id=e5faab64-8916-45f2-9d4f-50c1422e3c04 HTTP/1.1" status: 200 len: 1095 time: 0.0581026 Jul 13 14:39:21.032632 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebadd7b-7ef0-42d9-9b75-4b410c750e0c req-be731376-48c1-457f-8692-67f3656cb4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:21.034113 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-eebadd7b-7ef0-42d9-9b75-4b410c750e0c req-be731376-48c1-457f-8692-67f3656cb4bb service neutron] 10.222.0.41 "GET /v2.0/networks?id=458ce3bd-23cc-4ba5-a499-447c67a214f8 HTTP/1.1" status: 200 len: 914 time: 0.0872521 Jul 13 14:39:21.073789 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-eebadd7b-7ef0-42d9-9b75-4b410c750e0c req-4185a8b5-8bb5-4f7c-8029-b66b6ca8e418 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=21653ceb-73b4-4ce7-b15d-bccbf0d623a1 HTTP/1.1" status: 200 len: 217 time: 0.0331874 Jul 13 14:39:21.121228 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebadd7b-7ef0-42d9-9b75-4b410c750e0c req-9d8cf16f-7ae9-41db-9ea2-6c702356989b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:21.122736 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-eebadd7b-7ef0-42d9-9b75-4b410c750e0c req-9d8cf16f-7ae9-41db-9ea2-6c702356989b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4239bae4-bdf0-4bbe-95cc-1d3ab19695ae HTTP/1.1" status: 200 len: 853 time: 0.0420673 Jul 13 14:39:21.182541 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebadd7b-7ef0-42d9-9b75-4b410c750e0c req-6e9931aa-1aae-46a5-b223-7fb36e8fffd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:21.184259 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-eebadd7b-7ef0-42d9-9b75-4b410c750e0c req-6e9931aa-1aae-46a5-b223-7fb36e8fffd4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=458ce3bd-23cc-4ba5-a499-447c67a214f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0547776 Jul 13 14:39:21.274803 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-eebadd7b-7ef0-42d9-9b75-4b410c750e0c req-884a61b8-df0f-4216-9da5-37b09d69b91e service neutron] 10.222.0.41 "GET /v2.0/networks/458ce3bd-23cc-4ba5-a499-447c67a214f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823164 Jul 13 14:39:21.349413 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:21.368865 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-eebadd7b-7ef0-42d9-9b75-4b410c750e0c req-c8fa27c2-28eb-43ae-afef-b37ebef62dce service neutron] 10.222.0.41 "GET /v2.0/networks/458ce3bd-23cc-4ba5-a499-447c67a214f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870607 Jul 13 14:39:21.614256 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4034bac-0312-479a-9008-993af16c4ab0 req-27c5235f-1895-4dd1-88ad-d3bf7f4de08c tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:21.615737 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d4034bac-0312-479a-9008-993af16c4ab0 req-27c5235f-1895-4dd1-88ad-d3bf7f4de08c tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5faab64-8916-45f2-9d4f-50c1422e3c04 HTTP/1.1" status: 200 len: 944 time: 0.0635521 Jul 13 14:39:21.652932 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d4034bac-0312-479a-9008-993af16c4ab0 req-491bc32c-2def-43aa-8a64-757a8dcb107d tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] 10.222.0.23 "GET /v2.0/security-groups?id=346ea034-9b10-4a46-99d4-66a999d22ded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317695 Jul 13 14:39:22.823248 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb72fa1-013d-4d13-8b5a-7f70a14b1a13 req-18f228b5-92ab-483c-98c5-4c97d97a3130 tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:22.824702 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-bcb72fa1-013d-4d13-8b5a-7f70a14b1a13 req-18f228b5-92ab-483c-98c5-4c97d97a3130 tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5faab64-8916-45f2-9d4f-50c1422e3c04 HTTP/1.1" status: 200 len: 944 time: 0.0637109 Jul 13 14:39:22.852986 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:22.864611 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-bcb72fa1-013d-4d13-8b5a-7f70a14b1a13 req-209130a7-031a-4ee3-a84a-a5cbed84adb9 tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] 10.222.0.23 "GET /v2.0/security-groups?id=346ea034-9b10-4a46-99d4-66a999d22ded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337985 Jul 13 14:39:23.507217 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 21653ceb-73b4-4ce7-b15d-bccbf0d623a1 details requested by agent hyperv_n-h2-800634-1 with host n-h2-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 14:39:23.600862 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 21653ceb-73b4-4ce7-b15d-bccbf0d623a1, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=21653ceb-73b4-4ce7-b15d-bccbf0d623a1,segment=NetworkSegment(e7156df3-4761-4cd7-82f7-3cf795fa36e6),segment_id=e7156df3-4761-4cd7-82f7-3cf795fa36e6)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:39:23.612787 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Returning: {'device': '21653ceb-73b4-4ce7-b15d-bccbf0d623a1', 'network_id': '458ce3bd-23cc-4ba5-a499-447c67a214f8', 'port_id': '21653ceb-73b4-4ce7-b15d-bccbf0d623a1', 'mac_address': 'fa:16:3e:6e:e0:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4239bae4-bdf0-4bbe-95cc-1d3ab19695ae', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 14:39:23.652202 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:23.665125 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21653ceb-73b4-4ce7-b15d-bccbf0d623a1 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:39:23.685094 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 21653ceb-73b4-4ce7-b15d-bccbf0d623a1, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=21653ceb-73b4-4ce7-b15d-bccbf0d623a1,segment=NetworkSegment(e7156df3-4761-4cd7-82f7-3cf795fa36e6),segment_id=e7156df3-4761-4cd7-82f7-3cf795fa36e6)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:39:23.689276 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:23.737246 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=21653ceb-73b4-4ce7-b15d-bccbf0d623a1,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:39:23.744294 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:39:23.744638 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:39:23.744976 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:39:23.745310 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:39:23.745637 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:39:23.745994 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:39:23.746320 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:39:23.746643 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:39:23.746963 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:39:23.747282 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:39:23.747603 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:39:23.747919 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:39:23.915282 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['21653ceb-73b4-4ce7-b15d-bccbf0d623a1'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:39:24.038872 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da80442c-d835-4230-8887-9093abb06aea req-0686efad-5080-48cf-a310-430f3dc979d5 tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:24.040319 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-da80442c-d835-4230-8887-9093abb06aea req-0686efad-5080-48cf-a310-430f3dc979d5 tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5faab64-8916-45f2-9d4f-50c1422e3c04 HTTP/1.1" status: 200 len: 945 time: 0.0644646 Jul 13 14:39:24.079341 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-da80442c-d835-4230-8887-9093abb06aea req-300b38c3-1eb7-4f5e-b49c-de55177ea13e tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] 10.222.0.23 "GET /v2.0/security-groups?id=346ea034-9b10-4a46-99d4-66a999d22ded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334857 Jul 13 14:39:25.252185 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2dca71-cf63-46ed-9def-875c8ca985a0 req-894b4e57-a071-4d4f-b403-a1341deb58ed tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:25.253577 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-db2dca71-cf63-46ed-9def-875c8ca985a0 req-894b4e57-a071-4d4f-b403-a1341deb58ed tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5faab64-8916-45f2-9d4f-50c1422e3c04 HTTP/1.1" status: 200 len: 945 time: 0.0627196 Jul 13 14:39:25.290899 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-db2dca71-cf63-46ed-9def-875c8ca985a0 req-0162610c-3732-44d5-8e3d-baa6392c0002 tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] 10.222.0.23 "GET /v2.0/security-groups?id=346ea034-9b10-4a46-99d4-66a999d22ded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318346 Jul 13 14:39:25.522628 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 21653ceb-73b4-4ce7-b15d-bccbf0d623a1 up at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:39:25.570130 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning for port 21653ceb-73b4-4ce7-b15d-bccbf0d623a1 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:39:25.573500 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning complete for port 21653ceb-73b4-4ce7-b15d-bccbf0d623a1 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:39:25.573896 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:25.647724 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:25.672478 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5faab64-8916-45f2-9d4f-50c1422e3c04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21653ceb-73b4-4ce7-b15d-bccbf0d623a1'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:39:25.674905 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f877c416c4e1be0a98e2d34673ec81d4e31c3422e8e709fff770f7d8b7e0843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88c40ae3-0c37-4396-8d42-0a9ba011e63b" -d '{"events": [{"server_uuid": "e5faab64-8916-45f2-9d4f-50c1422e3c04", "name": "network-vif-plugged", "status": "completed", "tag": "21653ceb-73b4-4ce7-b15d-bccbf0d623a1"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:39:25.687715 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 21653ceb-73b4-4ce7-b15d-bccbf0d623a1, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=21653ceb-73b4-4ce7-b15d-bccbf0d623a1,segment=NetworkSegment(e7156df3-4761-4cd7-82f7-3cf795fa36e6),segment_id=e7156df3-4761-4cd7-82f7-3cf795fa36e6)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:39:25.691801 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:25.714546 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a64210a3-fd98-4eae-a507-c6a5724dea9a x-openstack-request-id: req-a64210a3-fd98-4eae-a507-c6a5724dea9a {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:39:25.714841 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5faab64-8916-45f2-9d4f-50c1422e3c04", "name": "network-vif-plugged", "status": "completed", "tag": "21653ceb-73b4-4ce7-b15d-bccbf0d623a1", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:39:25.715095 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a64210a3-fd98-4eae-a507-c6a5724dea9a {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:39:25.715486 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5faab64-8916-45f2-9d4f-50c1422e3c04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21653ceb-73b4-4ce7-b15d-bccbf0d623a1', 'code': 200} Jul 13 14:39:25.744641 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=21653ceb-73b4-4ce7-b15d-bccbf0d623a1,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:39:25.826499 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e67abf5-08f6-40b6-a495-71c8c8137b9b req-262b76f4-bab6-46ee-985b-460165080f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:25.828107 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1e67abf5-08f6-40b6-a495-71c8c8137b9b req-262b76f4-bab6-46ee-985b-460165080f21 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e5faab64-8916-45f2-9d4f-50c1422e3c04 HTTP/1.1" status: 200 len: 1097 time: 0.0556691 Jul 13 14:39:25.862024 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1e67abf5-08f6-40b6-a495-71c8c8137b9b req-c7991686-7bbe-4ea8-a4b7-08b10491d4ec service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=346ea034-9b10-4a46-99d4-66a999d22ded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280230 Jul 13 14:39:26.464102 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4489d218-234f-4de2-9f2e-7fdecb785c80 req-49fb89ca-1c65-44f0-bd0c-0d3cb8579642 tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:26.465495 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4489d218-234f-4de2-9f2e-7fdecb785c80 req-49fb89ca-1c65-44f0-bd0c-0d3cb8579642 tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5faab64-8916-45f2-9d4f-50c1422e3c04 HTTP/1.1" status: 200 len: 946 time: 0.0630479 Jul 13 14:39:26.503018 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4489d218-234f-4de2-9f2e-7fdecb785c80 req-04ec7e11-8665-45ad-810f-564dbfa0c8ad tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] 10.222.0.23 "GET /v2.0/security-groups?id=346ea034-9b10-4a46-99d4-66a999d22ded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319624 Jul 13 14:39:27.683957 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6d7912-3389-4264-a1ca-a1dae4031368 req-1d4a94bd-db6f-4775-8bca-af65f772889f tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:27.685548 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-eb6d7912-3389-4264-a1ca-a1dae4031368 req-1d4a94bd-db6f-4775-8bca-af65f772889f tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5faab64-8916-45f2-9d4f-50c1422e3c04 HTTP/1.1" status: 200 len: 946 time: 0.0717566 Jul 13 14:39:27.724574 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-eb6d7912-3389-4264-a1ca-a1dae4031368 req-7031b931-4fe8-485a-b6a7-1e1dd7ce27fc tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] 10.222.0.23 "GET /v2.0/security-groups?id=346ea034-9b10-4a46-99d4-66a999d22ded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335014 Jul 13 14:39:27.898804 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720dbeea-84ae-4ad3-bcd1-08e66706403b req-479b6bf2-c3cb-484a-a164-96c1d1368053 tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:27.900270 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-720dbeea-84ae-4ad3-bcd1-08e66706403b req-479b6bf2-c3cb-484a-a164-96c1d1368053 tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5faab64-8916-45f2-9d4f-50c1422e3c04 HTTP/1.1" status: 200 len: 946 time: 0.0629134 Jul 13 14:39:27.943333 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-720dbeea-84ae-4ad3-bcd1-08e66706403b req-e1fb1e97-e5bd-44d3-8580-7ec247c6b683 tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] 10.222.0.23 "GET /v2.0/security-groups?id=346ea034-9b10-4a46-99d4-66a999d22ded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373263 Jul 13 14:39:28.276280 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7b5cc4-399f-4947-a4aa-1fd7abfac592 req-a29e96b0-093a-4d9f-9687-6a0ade165cd8 tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:28.277668 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ab7b5cc4-399f-4947-a4aa-1fd7abfac592 req-a29e96b0-093a-4d9f-9687-6a0ade165cd8 tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5faab64-8916-45f2-9d4f-50c1422e3c04 HTTP/1.1" status: 200 len: 946 time: 0.0639293 Jul 13 14:39:28.315987 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ab7b5cc4-399f-4947-a4aa-1fd7abfac592 req-eb5bc288-336b-4418-88b7-238a9d3c8e17 tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] 10.222.0.23 "GET /v2.0/security-groups?id=346ea034-9b10-4a46-99d4-66a999d22ded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316420 Jul 13 14:39:30.981871 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:31.356350 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:39.950647 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a33a368-c4fa-4230-a9fc-ebac5d4be0f3 req-293b515f-1b96-40ae-9474-8bed54e9e36f tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:39.952114 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4a33a368-c4fa-4230-a9fc-ebac5d4be0f3 req-293b515f-1b96-40ae-9474-8bed54e9e36f tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5faab64-8916-45f2-9d4f-50c1422e3c04 HTTP/1.1" status: 200 len: 946 time: 0.0663345 Jul 13 14:39:39.989199 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4a33a368-c4fa-4230-a9fc-ebac5d4be0f3 req-290fd9e8-b903-4e8c-977d-97012c85c92a tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] 10.222.0.23 "GET /v2.0/security-groups?id=346ea034-9b10-4a46-99d4-66a999d22ded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306308 Jul 13 14:39:40.013637 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 51516) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:39:40.156532 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64e2b88c-5bbc-46d1-aa74-89b56d603186 tempest-TestMinimumBasicScenario-521572296 tempest-TestMinimumBasicScenario-521572296-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:40.158176 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-64e2b88c-5bbc-46d1-aa74-89b56d603186 tempest-TestMinimumBasicScenario-521572296 tempest-TestMinimumBasicScenario-521572296-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=e5faab64-8916-45f2-9d4f-50c1422e3c04 HTTP/1.1" status: 200 len: 1092 time: 0.1435575 Jul 13 14:39:40.161101 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 51520) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:39:40.165549 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-303d10f3-4c1d-443b-aeca-bf2a8c75ba5d tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Request body: {'floatingip': {'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'port_id': '21653ceb-73b4-4ce7-b15d-bccbf0d623a1', 'tenant_id': '7c7aa799ce9f4c75a1bb2ad471719ad6', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:39:40.190812 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-303d10f3-4c1d-443b-aeca-bf2a8c75ba5d tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Notify callbacks [] for floatingip, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:40.284284 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-303d10f3-4c1d-443b-aeca-bf2a8c75ba5d tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:40.389285 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-303d10f3-4c1d-443b-aeca-bf2a8c75ba5d tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Allocated IP 172.25.6.20 (acf968b8-c524-46a9-a20b-ad9667009130/dde5a78e-bd1e-4f47-8189-7321d4de73d3/9ac7d73f-09cc-4886-949d-a55f113787aa) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:39:40.489704 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-303d10f3-4c1d-443b-aeca-bf2a8c75ba5d tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:40.527382 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-303d10f3-4c1d-443b-aeca-bf2a8c75ba5d tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:40.570014 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-303d10f3-4c1d-443b-aeca-bf2a8c75ba5d tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Network acf968b8-c524-46a9-a20b-ad9667009130 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:39:40.574853 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-303d10f3-4c1d-443b-aeca-bf2a8c75ba5d tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:39:40.578811 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-303d10f3-4c1d-443b-aeca-bf2a8c75ba5d tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:39:40.604413 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303d10f3-4c1d-443b-aeca-bf2a8c75ba5d tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Pushing event updated for resources: {'Port': ['ID=9ac7d73f-09cc-4886-949d-a55f113787aa,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:39:40.614848 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303d10f3-4c1d-443b-aeca-bf2a8c75ba5d tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:39:40.615198 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303d10f3-4c1d-443b-aeca-bf2a8c75ba5d tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:39:40.615542 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303d10f3-4c1d-443b-aeca-bf2a8c75ba5d tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:39:40.615878 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303d10f3-4c1d-443b-aeca-bf2a8c75ba5d tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:39:40.616209 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303d10f3-4c1d-443b-aeca-bf2a8c75ba5d tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:39:40.616555 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303d10f3-4c1d-443b-aeca-bf2a8c75ba5d tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:39:40.616865 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303d10f3-4c1d-443b-aeca-bf2a8c75ba5d tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:39:40.617188 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303d10f3-4c1d-443b-aeca-bf2a8c75ba5d tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:39:40.617513 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303d10f3-4c1d-443b-aeca-bf2a8c75ba5d tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:39:40.617864 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303d10f3-4c1d-443b-aeca-bf2a8c75ba5d tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:39:40.618188 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303d10f3-4c1d-443b-aeca-bf2a8c75ba5d tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:39:40.618507 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303d10f3-4c1d-443b-aeca-bf2a8c75ba5d tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:39:40.987081 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-303d10f3-4c1d-443b-aeca-bf2a8c75ba5d tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:41.062338 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-303d10f3-4c1d-443b-aeca-bf2a8c75ba5d tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:41.210620 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-303d10f3-4c1d-443b-aeca-bf2a8c75ba5d tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:41.214863 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-303d10f3-4c1d-443b-aeca-bf2a8c75ba5d tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:41.282754 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303d10f3-4c1d-443b-aeca-bf2a8c75ba5d tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Pushing event updated for resources: {'Port': ['ID=9ac7d73f-09cc-4886-949d-a55f113787aa,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:39:41.294055 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-303d10f3-4c1d-443b-aeca-bf2a8c75ba5d tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446547'] for floatingip, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:41.394845 n-d-800634-1 neutron-server[93751]: INFO neutron.db.l3_db [None req-303d10f3-4c1d-443b-aeca-bf2a8c75ba5d tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Floating IP a60443a9-afdc-42a1-b843-9f35f9d2e2dc associated. External IP: 172.25.6.20, port: 21653ceb-73b4-4ce7-b15d-bccbf0d623a1. Jul 13 14:39:41.598471 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-303d10f3-4c1d-443b-aeca-bf2a8c75ba5d tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Router 202fc4e8-f100-41b6-99d2-074a412fd317 has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:39:41.706183 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-303d10f3-4c1d-443b-aeca-bf2a8c75ba5d tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:39:41.716512 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce88287-62a4-4aed-8dbb-ba08ee6613cd None None] Sync routers for ids ['202fc4e8-f100-41b6-99d2-074a412fd317'] in n-d-800634-1 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:39:41.721835 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-303d10f3-4c1d-443b-aeca-bf2a8c75ba5d tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for floatingip, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:41.726705 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce88287-62a4-4aed-8dbb-ba08ee6613cd None None] Routers {'202fc4e8-f100-41b6-99d2-074a412fd317'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:39:41.727422 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-cce88287-62a4-4aed-8dbb-ba08ee6613cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:39:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['202fc4e8-f100-41b6-99d2-074a412fd317'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:39:41.766752 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-303d10f3-4c1d-443b-aeca-bf2a8c75ba5d tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6046171 Jul 13 14:39:41.767338 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5faab64-8916-45f2-9d4f-50c1422e3c04', 'tag': '21653ceb-73b4-4ce7-b15d-bccbf0d623a1'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:39:41.769611 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 51522) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:39:41.770232 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dea8b0fca9d342929f96bd35c86b8a14765464b9140f1e1e2496fbd7209775c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afff1520-3724-49c9-a010-fd24fc2f37af" -d '{"events": [{"name": "network-changed", "server_uuid": "e5faab64-8916-45f2-9d4f-50c1422e3c04", "tag": "21653ceb-73b4-4ce7-b15d-bccbf0d623a1"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:39:41.774533 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-7d3f9240-f32c-4dfa-9121-2572df663aab tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-562621480', 'description': 'tempest-secgroup-smoke-562621480 description', 'project_id': '7c7aa799ce9f4c75a1bb2ad471719ad6'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:39:41.799208 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7d3f9240-f32c-4dfa-9121-2572df663aab tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:41.809132 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bbd6a4b-c30d-4e96-bc60-c2251da62210 x-openstack-request-id: req-6bbd6a4b-c30d-4e96-bc60-c2251da62210 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:39:41.809132 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5faab64-8916-45f2-9d4f-50c1422e3c04", "tag": "21653ceb-73b4-4ce7-b15d-bccbf0d623a1", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:39:41.809132 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6bbd6a4b-c30d-4e96-bc60-c2251da62210 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:39:41.809511 n-d-800634-1 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5faab64-8916-45f2-9d4f-50c1422e3c04', 'tag': '21653ceb-73b4-4ce7-b15d-bccbf0d623a1', 'status': 'completed', 'code': 200} Jul 13 14:39:41.850445 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-cce88287-62a4-4aed-8dbb-ba08ee6613cd None None] Set router 202fc4e8-f100-41b6-99d2-074a412fd317 gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:39:41.893249 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7d3f9240-f32c-4dfa-9121-2572df663aab tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:41.898565 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7d3f9240-f32c-4dfa-9121-2572df663aab tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:41.929521 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7d3f9240-f32c-4dfa-9121-2572df663aab tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:41.934085 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-7d3f9240-f32c-4dfa-9121-2572df663aab tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1633322 Jul 13 14:39:41.934696 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 51528) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:39:41.941228 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-4ce0ec42-b91e-4446-b379-cdfedfbae6ee tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Request body: {'security_group_rule': {'security_group_id': '7761366c-f79d-4717-97d1-987df6bf435a', 'project_id': '7c7aa799ce9f4c75a1bb2ad471719ad6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:39:41.941387 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afff1520-3724-49c9-a010-fd24fc2f37af req-4c83826b-d2e3-4588-ac76-1d335e2dc461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:41.942800 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-afff1520-3724-49c9-a010-fd24fc2f37af req-4c83826b-d2e3-4588-ac76-1d335e2dc461 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7c7aa799ce9f4c75a1bb2ad471719ad6&device_id=e5faab64-8916-45f2-9d4f-50c1422e3c04 HTTP/1.1" status: 200 len: 1097 time: 0.1104858 Jul 13 14:39:41.946548 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3f9240-f32c-4dfa-9121-2572df663aab tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7761366c-f79d-4717-97d1-987df6bf435a,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:39:41.973478 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4ce0ec42-b91e-4446-b379-cdfedfbae6ee tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:42.039652 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afff1520-3724-49c9-a010-fd24fc2f37af req-c320eead-1ea4-4649-9c0c-32ef01b2f9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:42.041816 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4ce0ec42-b91e-4446-b379-cdfedfbae6ee tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:42.042058 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-afff1520-3724-49c9-a010-fd24fc2f37af req-c320eead-1ea4-4649-9c0c-32ef01b2f9dd service neutron] 10.222.0.41 "GET /v2.0/networks?id=458ce3bd-23cc-4ba5-a499-447c67a214f8 HTTP/1.1" status: 200 len: 914 time: 0.0921798 Jul 13 14:39:42.047084 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4ce0ec42-b91e-4446-b379-cdfedfbae6ee tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:42.067421 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce0ec42-b91e-4446-b379-cdfedfbae6ee tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=678c9dec-c055-42a1-a745-8afc122a3c47,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:39:42.076440 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4ce0ec42-b91e-4446-b379-cdfedfbae6ee tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:42.081513 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-4ce0ec42-b91e-4446-b379-cdfedfbae6ee tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1449077 Jul 13 14:39:42.082205 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 51530) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:39:42.086798 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-e87ec049-76a7-4afd-926e-7d6b5680afd0 tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Request body: {'security_group_rule': {'security_group_id': '7761366c-f79d-4717-97d1-987df6bf435a', 'project_id': '7c7aa799ce9f4c75a1bb2ad471719ad6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:39:42.114147 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e87ec049-76a7-4afd-926e-7d6b5680afd0 tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:42.117908 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-afff1520-3724-49c9-a010-fd24fc2f37af req-984ec2d7-9981-47a8-97bb-79c62b063a7d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=21653ceb-73b4-4ce7-b15d-bccbf0d623a1 HTTP/1.1" status: 200 len: 999 time: 0.0690734 Jul 13 14:39:42.169071 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afff1520-3724-49c9-a010-fd24fc2f37af req-db05d33a-ac72-4ae6-8396-2bb581579400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:42.170607 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-afff1520-3724-49c9-a010-fd24fc2f37af req-db05d33a-ac72-4ae6-8396-2bb581579400 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4239bae4-bdf0-4bbe-95cc-1d3ab19695ae HTTP/1.1" status: 200 len: 853 time: 0.0464463 Jul 13 14:39:42.176089 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e87ec049-76a7-4afd-926e-7d6b5680afd0 tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:42.180733 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e87ec049-76a7-4afd-926e-7d6b5680afd0 tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:42.199112 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87ec049-76a7-4afd-926e-7d6b5680afd0 tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73f59fb6-327d-415c-82d6-8ec76c95ffaa,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:39:42.204220 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-cce88287-62a4-4aed-8dbb-ba08ee6613cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '202fc4e8-f100-41b6-99d2-074a412fd317', 'name': 'tempest-TestMinimumBasicScenario-382199274-router', 'tenant_id': '7c7aa799ce9f4c75a1bb2ad471719ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': 'a1c17999-a446-4d8a-8809-4a480f226c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:38:48Z', 'updated_at': '2021-07-13T14:38:51Z', 'revision_number': 4, 'project_id': '7c7aa799ce9f4c75a1bb2ad471719ad6', 'gw_port': {'id': 'a1c17999-a446-4d8a-8809-4a480f226c33', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ad:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202fc4e8-f100-41b6-99d2-074a412fd317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:38:49Z', 'updated_at': '2021-07-13T14:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_floatingips': [{'id': 'a60443a9-afdc-42a1-b843-9f35f9d2e2dc', 'tenant_id': '7c7aa799ce9f4c75a1bb2ad471719ad6', 'floating_ip_address': '172.25.6.20', 'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'router_id': '202fc4e8-f100-41b6-99d2-074a412fd317', 'port_id': '21653ceb-73b4-4ce7-b15d-bccbf0d623a1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4110, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '458ce3bd-23cc-4ba5-a499-447c67a214f8', 'mac_address': 'fa:16:3e:6e:e0:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5faab64-8916-45f2-9d4f-50c1422e3c04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:39:40Z', 'updated_at': '2021-07-13T14:39:40Z', 'revision_number': 0, 'project_id': '7c7aa799ce9f4c75a1bb2ad471719ad6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f9dffbf-1d87-4014-80f1-b70b1c6102d2', 'name': '', 'network_id': '458ce3bd-23cc-4ba5-a499-447c67a214f8', 'tenant_id': '7c7aa799ce9f4c75a1bb2ad471719ad6', 'mac_address': 'fa:16:3e:5b:70:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202fc4e8-f100-41b6-99d2-074a412fd317', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '4239bae4-bdf0-4bbe-95cc-1d3ab19695ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:38:50Z', 'updated_at': '2021-07-13T14:38:56Z', 'revision_number': 5, 'project_id': '7c7aa799ce9f4c75a1bb2ad471719ad6', 'subnets': [{'id': '4239bae4-bdf0-4bbe-95cc-1d3ab19695ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:39:42.208060 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e87ec049-76a7-4afd-926e-7d6b5680afd0 tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:42.211896 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-e87ec049-76a7-4afd-926e-7d6b5680afd0 tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1262133 Jul 13 14:39:42.212382 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 51532) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:39:42.216998 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-5d74574a-0f40-4c41-b6df-d607f2fb8a20 tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Request body: {'security_group_rule': {'security_group_id': '7761366c-f79d-4717-97d1-987df6bf435a', 'project_id': '7c7aa799ce9f4c75a1bb2ad471719ad6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:39:42.235962 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce88287-62a4-4aed-8dbb-ba08ee6613cd None None] Checking router: 202fc4e8-f100-41b6-99d2-074a412fd317 for host: n-d-800634-1 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:39:42.237865 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afff1520-3724-49c9-a010-fd24fc2f37af req-f371352c-28d9-416e-8806-cf244e2d705b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:42.239589 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-afff1520-3724-49c9-a010-fd24fc2f37af req-f371352c-28d9-416e-8806-cf244e2d705b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=458ce3bd-23cc-4ba5-a499-447c67a214f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0623398 Jul 13 14:39:42.245169 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce88287-62a4-4aed-8dbb-ba08ee6613cd None None] Routers {'202fc4e8-f100-41b6-99d2-074a412fd317'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:39:42.245820 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-cce88287-62a4-4aed-8dbb-ba08ee6613cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:39:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['202fc4e8-f100-41b6-99d2-074a412fd317'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:39:42.246019 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5d74574a-0f40-4c41-b6df-d607f2fb8a20 tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:42.306962 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5d74574a-0f40-4c41-b6df-d607f2fb8a20 tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:42.313507 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5d74574a-0f40-4c41-b6df-d607f2fb8a20 tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:42.335714 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d74574a-0f40-4c41-b6df-d607f2fb8a20 tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9558ea2-7ee2-4091-95d1-25aa06fe9a36,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:39:42.340579 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5d74574a-0f40-4c41-b6df-d607f2fb8a20 tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:42.344967 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-5d74574a-0f40-4c41-b6df-d607f2fb8a20 tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1284018 Jul 13 14:39:42.344967 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 51534) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:39:42.349461 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-afff1520-3724-49c9-a010-fd24fc2f37af req-9dacc2ef-139c-4ffc-a71d-702e8f7f5cec service neutron] 10.222.0.41 "GET /v2.0/networks/458ce3bd-23cc-4ba5-a499-447c67a214f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031046 Jul 13 14:39:42.349589 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-90769d88-7940-4493-bbe1-196ea2582af6 tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Request body: {'security_group_rule': {'security_group_id': '7761366c-f79d-4717-97d1-987df6bf435a', 'project_id': '7c7aa799ce9f4c75a1bb2ad471719ad6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:39:42.358704 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-cce88287-62a4-4aed-8dbb-ba08ee6613cd None None] Set router 202fc4e8-f100-41b6-99d2-074a412fd317 gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:39:42.377902 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-90769d88-7940-4493-bbe1-196ea2582af6 tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:42.442864 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-afff1520-3724-49c9-a010-fd24fc2f37af req-1b6948f2-7524-4bf9-922c-8c6b34860f38 service neutron] 10.222.0.41 "GET /v2.0/networks/458ce3bd-23cc-4ba5-a499-447c67a214f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874696 Jul 13 14:39:42.444481 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-90769d88-7940-4493-bbe1-196ea2582af6 tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:42.449047 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-90769d88-7940-4493-bbe1-196ea2582af6 tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:42.470849 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90769d88-7940-4493-bbe1-196ea2582af6 tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a2df279-c931-4f0b-b973-3e03b4f93dbd,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:39:42.477553 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-90769d88-7940-4493-bbe1-196ea2582af6 tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:42.478912 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-90769d88-7940-4493-bbe1-196ea2582af6 tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1330359 Jul 13 14:39:42.481494 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 51536) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:39:42.485991 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-9788df1a-ef52-4349-96de-a9132c04211b tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Request body: {'security_group_rule': {'security_group_id': '7761366c-f79d-4717-97d1-987df6bf435a', 'project_id': '7c7aa799ce9f4c75a1bb2ad471719ad6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:39:42.507027 n-d-800634-1 neutron-server[93750]: INFO neutron.db.securitygroups_db [None req-9788df1a-ef52-4349-96de-a9132c04211b tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Project 7c7aa799ce9f4c75a1bb2ad471719ad6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 14:39:42.511926 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9788df1a-ef52-4349-96de-a9132c04211b tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:42.573373 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9788df1a-ef52-4349-96de-a9132c04211b tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:42.577208 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9788df1a-ef52-4349-96de-a9132c04211b tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:42.597355 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9788df1a-ef52-4349-96de-a9132c04211b tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c607ff7e-43d9-428d-b8b7-ab53483dd78c,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:39:42.601829 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-cce88287-62a4-4aed-8dbb-ba08ee6613cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '202fc4e8-f100-41b6-99d2-074a412fd317', 'name': 'tempest-TestMinimumBasicScenario-382199274-router', 'tenant_id': '7c7aa799ce9f4c75a1bb2ad471719ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': 'a1c17999-a446-4d8a-8809-4a480f226c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:38:48Z', 'updated_at': '2021-07-13T14:38:51Z', 'revision_number': 4, 'project_id': '7c7aa799ce9f4c75a1bb2ad471719ad6', 'gw_port': {'id': 'a1c17999-a446-4d8a-8809-4a480f226c33', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ad:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202fc4e8-f100-41b6-99d2-074a412fd317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:38:49Z', 'updated_at': '2021-07-13T14:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_floatingips': [{'id': 'a60443a9-afdc-42a1-b843-9f35f9d2e2dc', 'tenant_id': '7c7aa799ce9f4c75a1bb2ad471719ad6', 'floating_ip_address': '172.25.6.20', 'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'router_id': '202fc4e8-f100-41b6-99d2-074a412fd317', 'port_id': '21653ceb-73b4-4ce7-b15d-bccbf0d623a1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4110, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '458ce3bd-23cc-4ba5-a499-447c67a214f8', 'mac_address': 'fa:16:3e:6e:e0:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5faab64-8916-45f2-9d4f-50c1422e3c04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:39:40Z', 'updated_at': '2021-07-13T14:39:40Z', 'revision_number': 0, 'project_id': '7c7aa799ce9f4c75a1bb2ad471719ad6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f9dffbf-1d87-4014-80f1-b70b1c6102d2', 'name': '', 'network_id': '458ce3bd-23cc-4ba5-a499-447c67a214f8', 'tenant_id': '7c7aa799ce9f4c75a1bb2ad471719ad6', 'mac_address': 'fa:16:3e:5b:70:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202fc4e8-f100-41b6-99d2-074a412fd317', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '4239bae4-bdf0-4bbe-95cc-1d3ab19695ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:38:50Z', 'updated_at': '2021-07-13T14:38:56Z', 'revision_number': 5, 'project_id': '7c7aa799ce9f4c75a1bb2ad471719ad6', 'subnets': [{'id': '4239bae4-bdf0-4bbe-95cc-1d3ab19695ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:39:42.604095 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9788df1a-ef52-4349-96de-a9132c04211b tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:42.605401 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-9788df1a-ef52-4349-96de-a9132c04211b tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1229050 Jul 13 14:39:42.608051 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 51538) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:39:42.612765 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-a738381d-c55c-4579-a47a-950e10f16e11 tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Request body: {'security_group_rule': {'security_group_id': '7761366c-f79d-4717-97d1-987df6bf435a', 'project_id': '7c7aa799ce9f4c75a1bb2ad471719ad6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:39:42.629384 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce88287-62a4-4aed-8dbb-ba08ee6613cd None None] The sync data for ids ['202fc4e8-f100-41b6-99d2-074a412fd317'] in n-d-800634-1 is: [{'id': '202fc4e8-f100-41b6-99d2-074a412fd317', 'name': 'tempest-TestMinimumBasicScenario-382199274-router', 'tenant_id': '7c7aa799ce9f4c75a1bb2ad471719ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': 'a1c17999-a446-4d8a-8809-4a480f226c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:38:48Z', 'updated_at': '2021-07-13T14:38:51Z', 'revision_number': 4, 'project_id': '7c7aa799ce9f4c75a1bb2ad471719ad6', 'gw_port': {'id': 'a1c17999-a446-4d8a-8809-4a480f226c33', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ad:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202fc4e8-f100-41b6-99d2-074a412fd317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:38:49Z', 'updated_at': '2021-07-13T14:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_floatingips': [{'id': 'a60443a9-afdc-42a1-b843-9f35f9d2e2dc', 'tenant_id': '7c7aa799ce9f4c75a1bb2ad471719ad6', 'floating_ip_address': '172.25.6.20', 'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'router_id': '202fc4e8-f100-41b6-99d2-074a412fd317', 'port_id': '21653ceb-73b4-4ce7-b15d-bccbf0d623a1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4110, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '458ce3bd-23cc-4ba5-a499-447c67a214f8', 'mac_address': 'fa:16:3e:6e:e0:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5faab64-8916-45f2-9d4f-50c1422e3c04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:39:40Z', 'updated_at': '2021-07-13T14:39:40Z', 'revision_number': 0, 'project_id': '7c7aa799ce9f4c75a1bb2ad471719ad6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f9dffbf-1d87-4014-80f1-b70b1c6102d2', 'name': '', 'network_id': '458ce3bd-23cc-4ba5-a499-447c67a214f8', 'tenant_id': '7c7aa799ce9f4c75a1bb2ad471719ad6', 'mac_address': 'fa:16:3e:5b:70:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202fc4e8-f100-41b6-99d2-074a412fd317', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '4239bae4-bdf0-4bbe-95cc-1d3ab19695ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:38:50Z', 'updated_at': '2021-07-13T14:38:56Z', 'revision_number': 5, 'project_id': '7c7aa799ce9f4c75a1bb2ad471719ad6', 'subnets': [{'id': '4239bae4-bdf0-4bbe-95cc-1d3ab19695ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:39:42.635404 n-d-800634-1 neutron-server[93750]: INFO neutron.db.securitygroups_db [None req-a738381d-c55c-4579-a47a-950e10f16e11 tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Project 7c7aa799ce9f4c75a1bb2ad471719ad6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 14:39:42.641272 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a738381d-c55c-4579-a47a-950e10f16e11 tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:42.705258 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a738381d-c55c-4579-a47a-950e10f16e11 tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:42.708966 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a738381d-c55c-4579-a47a-950e10f16e11 tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:42.726910 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738381d-c55c-4579-a47a-950e10f16e11 tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=469a0732-44fd-4c86-a0f8-4cdd25f3729e,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:39:42.733981 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a738381d-c55c-4579-a47a-950e10f16e11 tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:42.735869 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-a738381d-c55c-4579-a47a-950e10f16e11 tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1266911 Jul 13 14:39:42.844272 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a9d884-367a-4056-bbc8-6b731ce11d9a None None] New status for floating IP a60443a9-afdc-42a1-b843-9f35f9d2e2dc: ACTIVE {{(pid=93752) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 14:39:42.858083 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5eb8747a-a62e-4163-a724-9a1b4fca6a03 req-8ead3982-fed0-4b89-a9f3-07576b79f494 tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-562621480&fields=id&tenant_id=7c7aa799ce9f4c75a1bb2ad471719ad6 HTTP/1.1" status: 200 len: 267 time: 0.0346758 Jul 13 14:39:42.930654 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb8747a-a62e-4163-a724-9a1b4fca6a03 req-072b51dd-c0b5-469d-b350-ec459e97658c tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:42.932043 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5eb8747a-a62e-4163-a724-9a1b4fca6a03 req-072b51dd-c0b5-469d-b350-ec459e97658c tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5faab64-8916-45f2-9d4f-50c1422e3c04 HTTP/1.1" status: 200 len: 946 time: 0.0681756 Jul 13 14:39:42.944918 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-5eb8747a-a62e-4163-a724-9a1b4fca6a03 req-3c0b0945-85f3-4491-8f8e-e21f58689a87 tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Request body: {'port': {'security_groups': ['346ea034-9b10-4a46-99d4-66a999d22ded', '7761366c-f79d-4717-97d1-987df6bf435a']}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:39:43.032797 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-5eb8747a-a62e-4163-a724-9a1b4fca6a03 req-3c0b0945-85f3-4491-8f8e-e21f58689a87 tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:43.218927 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-5eb8747a-a62e-4163-a724-9a1b4fca6a03 req-3c0b0945-85f3-4491-8f8e-e21f58689a87 tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] For port 21653ceb-73b4-4ce7-b15d-bccbf0d623a1, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=21653ceb-73b4-4ce7-b15d-bccbf0d623a1,segment=NetworkSegment(e7156df3-4761-4cd7-82f7-3cf795fa36e6),segment_id=e7156df3-4761-4cd7-82f7-3cf795fa36e6)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:39:43.248021 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-5eb8747a-a62e-4163-a724-9a1b4fca6a03 req-3c0b0945-85f3-4491-8f8e-e21f58689a87 tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:43.253170 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-5eb8747a-a62e-4163-a724-9a1b4fca6a03 req-3c0b0945-85f3-4491-8f8e-e21f58689a87 tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:43.264859 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['21653ceb-73b4-4ce7-b15d-bccbf0d623a1'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:39:43.297052 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb8747a-a62e-4163-a724-9a1b4fca6a03 req-3c0b0945-85f3-4491-8f8e-e21f58689a87 tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:43.297859 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-5eb8747a-a62e-4163-a724-9a1b4fca6a03 req-3c0b0945-85f3-4491-8f8e-e21f58689a87 tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:43.299378 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5eb8747a-a62e-4163-a724-9a1b4fca6a03 req-3c0b0945-85f3-4491-8f8e-e21f58689a87 tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] 10.222.0.23 "PUT /v2.0/ports/21653ceb-73b4-4ce7-b15d-bccbf0d623a1 HTTP/1.1" status: 200 len: 982 time: 0.3598886 Jul 13 14:39:43.327224 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0b0945-85f3-4491-8f8e-e21f58689a87 tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Pushing event updated for resources: {'Port': ['ID=21653ceb-73b4-4ce7-b15d-bccbf0d623a1,revision_number=6']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:39:43.355220 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['21653ceb-73b4-4ce7-b15d-bccbf0d623a1'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:39:43.481157 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7da00b-18f3-4466-af7c-ace0945b341a req-713b39b8-3471-4c14-b342-55d1575de4b6 tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:43.482670 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cc7da00b-18f3-4466-af7c-ace0945b341a req-713b39b8-3471-4c14-b342-55d1575de4b6 tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5faab64-8916-45f2-9d4f-50c1422e3c04 HTTP/1.1" status: 200 len: 985 time: 0.0730762 Jul 13 14:39:43.530744 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cc7da00b-18f3-4466-af7c-ace0945b341a req-d412ed59-134f-4048-a0ff-457dc6d90598 tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] 10.222.0.23 "GET /v2.0/security-groups?id=346ea034-9b10-4a46-99d4-66a999d22ded&id=7761366c-f79d-4717-97d1-987df6bf435a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0410156 Jul 13 14:39:43.598092 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b4e81129-b127-4345-9ace-af6a41400533 None None] Provisioning complete for port 21653ceb-73b4-4ce7-b15d-bccbf0d623a1 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:39:43.598393 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b4e81129-b127-4345-9ace-af6a41400533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:43.811044 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5faab64-8916-45f2-9d4f-50c1422e3c04', 'tag': '21653ceb-73b4-4ce7-b15d-bccbf0d623a1'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:39:43.814027 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dea8b0fca9d342929f96bd35c86b8a14765464b9140f1e1e2496fbd7209775c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21d54588-e8ac-4fd9-b334-8802bc8c8a2d" -d '{"events": [{"name": "network-changed", "server_uuid": "e5faab64-8916-45f2-9d4f-50c1422e3c04", "tag": "21653ceb-73b4-4ce7-b15d-bccbf0d623a1"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:39:43.848968 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf7f0601-64cb-4d41-aaf9-29e22dbb62a6 x-openstack-request-id: req-cf7f0601-64cb-4d41-aaf9-29e22dbb62a6 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:39:43.849266 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5faab64-8916-45f2-9d4f-50c1422e3c04", "tag": "21653ceb-73b4-4ce7-b15d-bccbf0d623a1", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:39:43.849519 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cf7f0601-64cb-4d41-aaf9-29e22dbb62a6 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:39:43.849982 n-d-800634-1 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5faab64-8916-45f2-9d4f-50c1422e3c04', 'tag': '21653ceb-73b4-4ce7-b15d-bccbf0d623a1', 'status': 'completed', 'code': 200} Jul 13 14:39:43.934669 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d54588-e8ac-4fd9-b334-8802bc8c8a2d req-a4c95dbf-8bff-4d8e-963f-9aba6a0ba896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:43.936216 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-21d54588-e8ac-4fd9-b334-8802bc8c8a2d req-a4c95dbf-8bff-4d8e-963f-9aba6a0ba896 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7c7aa799ce9f4c75a1bb2ad471719ad6&device_id=e5faab64-8916-45f2-9d4f-50c1422e3c04 HTTP/1.1" status: 200 len: 1136 time: 0.0583961 Jul 13 14:39:44.023115 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d54588-e8ac-4fd9-b334-8802bc8c8a2d req-cf68364e-d59d-46c3-a0cb-2497ef7a37df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:44.024551 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-21d54588-e8ac-4fd9-b334-8802bc8c8a2d req-cf68364e-d59d-46c3-a0cb-2497ef7a37df service neutron] 10.222.0.41 "GET /v2.0/networks?id=458ce3bd-23cc-4ba5-a499-447c67a214f8 HTTP/1.1" status: 200 len: 914 time: 0.0815084 Jul 13 14:39:44.362276 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-21d54588-e8ac-4fd9-b334-8802bc8c8a2d req-b75d054e-e494-4347-a835-347d9e9f0d01 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=21653ceb-73b4-4ce7-b15d-bccbf0d623a1 HTTP/1.1" status: 200 len: 1001 time: 0.3309004 Jul 13 14:39:44.411640 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d54588-e8ac-4fd9-b334-8802bc8c8a2d req-6a4bb9ee-4a5f-43f0-bdb5-06920ba7fe64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:44.412943 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-21d54588-e8ac-4fd9-b334-8802bc8c8a2d req-6a4bb9ee-4a5f-43f0-bdb5-06920ba7fe64 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4239bae4-bdf0-4bbe-95cc-1d3ab19695ae HTTP/1.1" status: 200 len: 853 time: 0.0425186 Jul 13 14:39:44.469167 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d54588-e8ac-4fd9-b334-8802bc8c8a2d req-36200768-83c4-4c0f-953e-115e77be304d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:44.470652 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-21d54588-e8ac-4fd9-b334-8802bc8c8a2d req-36200768-83c4-4c0f-953e-115e77be304d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=458ce3bd-23cc-4ba5-a499-447c67a214f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515840 Jul 13 14:39:44.559866 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-21d54588-e8ac-4fd9-b334-8802bc8c8a2d req-7b766c69-de0e-4162-9ff0-50598524e86d service neutron] 10.222.0.41 "GET /v2.0/networks/458ce3bd-23cc-4ba5-a499-447c67a214f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821214 Jul 13 14:39:44.649983 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-21d54588-e8ac-4fd9-b334-8802bc8c8a2d req-c2bc849e-8d67-4be4-8fcd-7f676767a9db service neutron] 10.222.0.41 "GET /v2.0/networks/458ce3bd-23cc-4ba5-a499-447c67a214f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800245 Jul 13 14:39:44.990295 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-05bf39b7-78ea-44f4-b268-5dde714a268d req-e2f40ff2-22ff-465b-bf15-fb4f2519d6c2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e5faab64-8916-45f2-9d4f-50c1422e3c04&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0557406 Jul 13 14:39:45.085748 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bf39b7-78ea-44f4-b268-5dde714a268d req-a5d00fb8-42d4-42aa-89cc-12178c3efe72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:45.087277 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-05bf39b7-78ea-44f4-b268-5dde714a268d req-a5d00fb8-42d4-42aa-89cc-12178c3efe72 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7c7aa799ce9f4c75a1bb2ad471719ad6&device_id=e5faab64-8916-45f2-9d4f-50c1422e3c04 HTTP/1.1" status: 200 len: 1136 time: 0.0520053 Jul 13 14:39:45.189933 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bf39b7-78ea-44f4-b268-5dde714a268d req-ee886e7d-6f85-41c3-ad56-6d59cff0810c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:45.191303 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-05bf39b7-78ea-44f4-b268-5dde714a268d req-ee886e7d-6f85-41c3-ad56-6d59cff0810c service neutron] 10.222.0.41 "GET /v2.0/networks?id=458ce3bd-23cc-4ba5-a499-447c67a214f8 HTTP/1.1" status: 200 len: 914 time: 0.0841703 Jul 13 14:39:45.258186 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-05bf39b7-78ea-44f4-b268-5dde714a268d req-6303ce9a-690e-4883-b4fe-2b7d9140399f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=21653ceb-73b4-4ce7-b15d-bccbf0d623a1 HTTP/1.1" status: 200 len: 1001 time: 0.0607414 Jul 13 14:39:45.306124 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bf39b7-78ea-44f4-b268-5dde714a268d req-a8e5f0f4-de48-48af-8891-d9d312084db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:45.307523 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-05bf39b7-78ea-44f4-b268-5dde714a268d req-a8e5f0f4-de48-48af-8891-d9d312084db7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4239bae4-bdf0-4bbe-95cc-1d3ab19695ae HTTP/1.1" status: 200 len: 853 time: 0.0430164 Jul 13 14:39:45.364044 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bf39b7-78ea-44f4-b268-5dde714a268d req-2bd52c7d-c0d3-4cf9-9149-d5ee4b012d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:45.365483 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-05bf39b7-78ea-44f4-b268-5dde714a268d req-2bd52c7d-c0d3-4cf9-9149-d5ee4b012d03 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=458ce3bd-23cc-4ba5-a499-447c67a214f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0500143 Jul 13 14:39:45.457209 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-05bf39b7-78ea-44f4-b268-5dde714a268d req-2d5f5587-ba89-4d70-9f3a-801dd074d5eb service neutron] 10.222.0.41 "GET /v2.0/networks/458ce3bd-23cc-4ba5-a499-447c67a214f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854323 Jul 13 14:39:45.547000 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-05bf39b7-78ea-44f4-b268-5dde714a268d req-30134dda-1870-4bf3-9c12-1e091e913322 service neutron] 10.222.0.41 "GET /v2.0/networks/458ce3bd-23cc-4ba5-a499-447c67a214f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830750 Jul 13 14:39:45.556478 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:39:47.344527 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c3508cab-7415-4990-ab4d-cad52eae46d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:49.970712 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-38a5d528-d3b3-4af3-9603-eb416068861f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:50.115860 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:51.356759 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:52.854528 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:58.865271 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f2e68b-81aa-4e51-9c3f-ae4f3a3990fc req-eeaf7102-fb59-4f14-b3c9-5bfc44260084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:58.866800 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-80f2e68b-81aa-4e51-9c3f-ae4f3a3990fc req-eeaf7102-fb59-4f14-b3c9-5bfc44260084 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7c7aa799ce9f4c75a1bb2ad471719ad6&device_id=e5faab64-8916-45f2-9d4f-50c1422e3c04 HTTP/1.1" status: 200 len: 1136 time: 0.1036019 Jul 13 14:39:58.877931 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bfb25c-bba3-4fbd-894a-f0f0c3f267dd req-e280c7d3-302e-45e6-ad48-eb6330aadad8 tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:58.879308 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-53bfb25c-bba3-4fbd-894a-f0f0c3f267dd req-e280c7d3-302e-45e6-ad48-eb6330aadad8 tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5faab64-8916-45f2-9d4f-50c1422e3c04 HTTP/1.1" status: 200 len: 985 time: 0.0844786 Jul 13 14:39:58.966117 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-53bfb25c-bba3-4fbd-894a-f0f0c3f267dd req-5463915c-2405-4beb-87c2-49755ff5fe42 tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] 10.222.0.23 "GET /v2.0/security-groups?id=346ea034-9b10-4a46-99d4-66a999d22ded&id=7761366c-f79d-4717-97d1-987df6bf435a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0786970 Jul 13 14:39:58.994594 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f2e68b-81aa-4e51-9c3f-ae4f3a3990fc req-1419193b-b5f8-40ac-80ac-e826736ab70b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:58.996055 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-80f2e68b-81aa-4e51-9c3f-ae4f3a3990fc req-1419193b-b5f8-40ac-80ac-e826736ab70b service neutron] 10.222.0.41 "GET /v2.0/networks?id=458ce3bd-23cc-4ba5-a499-447c67a214f8 HTTP/1.1" status: 200 len: 914 time: 0.1159198 Jul 13 14:39:59.060182 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-80f2e68b-81aa-4e51-9c3f-ae4f3a3990fc req-fbb97ddd-89d0-427d-9df7-f6f045eee7d8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=21653ceb-73b4-4ce7-b15d-bccbf0d623a1 HTTP/1.1" status: 200 len: 1001 time: 0.0563743 Jul 13 14:39:59.106043 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f2e68b-81aa-4e51-9c3f-ae4f3a3990fc req-d99c9bcc-9500-40ed-be31-91e771ceaeac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:59.107450 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-80f2e68b-81aa-4e51-9c3f-ae4f3a3990fc req-d99c9bcc-9500-40ed-be31-91e771ceaeac service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4239bae4-bdf0-4bbe-95cc-1d3ab19695ae HTTP/1.1" status: 200 len: 853 time: 0.0413949 Jul 13 14:39:59.166681 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f2e68b-81aa-4e51-9c3f-ae4f3a3990fc req-b39b5133-5521-48dc-9454-4406996c3551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:59.168045 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-80f2e68b-81aa-4e51-9c3f-ae4f3a3990fc req-b39b5133-5521-48dc-9454-4406996c3551 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=458ce3bd-23cc-4ba5-a499-447c67a214f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0540071 Jul 13 14:39:59.255990 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-80f2e68b-81aa-4e51-9c3f-ae4f3a3990fc req-3638b475-f6dc-4549-a83f-5f0f6f383a0d service neutron] 10.222.0.41 "GET /v2.0/networks/458ce3bd-23cc-4ba5-a499-447c67a214f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805848 Jul 13 14:39:59.347988 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-80f2e68b-81aa-4e51-9c3f-ae4f3a3990fc req-c1eacdf9-cf6a-4466-8222-cc721c326169 service neutron] 10.222.0.41 "GET /v2.0/networks/458ce3bd-23cc-4ba5-a499-447c67a214f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853627 Jul 13 14:40:00.160511 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1831eb-7016-4d30-85ff-e033d9611c1c req-43c95802-0e44-4075-92e6-25f8a3ce547d tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:00.162017 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6c1831eb-7016-4d30-85ff-e033d9611c1c req-43c95802-0e44-4075-92e6-25f8a3ce547d tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5faab64-8916-45f2-9d4f-50c1422e3c04 HTTP/1.1" status: 200 len: 985 time: 0.0644052 Jul 13 14:40:00.202232 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6c1831eb-7016-4d30-85ff-e033d9611c1c req-70c1bce3-d016-43aa-a040-4c92b9ee0853 tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] 10.222.0.23 "GET /v2.0/security-groups?id=346ea034-9b10-4a46-99d4-66a999d22ded&id=7761366c-f79d-4717-97d1-987df6bf435a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0341485 Jul 13 14:40:00.988795 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:01.348219 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:01.379626 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc91464-fe8c-4c80-9c55-652f8261e87e req-f4a589d1-5620-462b-9a86-9e43014439cd tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:01.381094 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-acc91464-fe8c-4c80-9c55-652f8261e87e req-f4a589d1-5620-462b-9a86-9e43014439cd tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5faab64-8916-45f2-9d4f-50c1422e3c04 HTTP/1.1" status: 200 len: 985 time: 0.0675449 Jul 13 14:40:01.421023 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-acc91464-fe8c-4c80-9c55-652f8261e87e req-8283ff5e-6bfc-4759-97c9-190d8e54cec8 tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] 10.222.0.23 "GET /v2.0/security-groups?id=346ea034-9b10-4a46-99d4-66a999d22ded&id=7761366c-f79d-4717-97d1-987df6bf435a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0342913 Jul 13 14:40:02.591965 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af35abf-6925-4ba1-ad5e-45dd6bb20436 req-eddad21c-8e38-4679-8ecd-367fe325ca0f tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:02.593434 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8af35abf-6925-4ba1-ad5e-45dd6bb20436 req-eddad21c-8e38-4679-8ecd-367fe325ca0f tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5faab64-8916-45f2-9d4f-50c1422e3c04 HTTP/1.1" status: 200 len: 985 time: 0.0628786 Jul 13 14:40:02.633991 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8af35abf-6925-4ba1-ad5e-45dd6bb20436 req-d94db42c-b6b7-41f6-8201-b3beaee10f79 tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] 10.222.0.23 "GET /v2.0/security-groups?id=346ea034-9b10-4a46-99d4-66a999d22ded&id=7761366c-f79d-4717-97d1-987df6bf435a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0342062 Jul 13 14:40:03.808380 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeefc20-be0f-4641-a260-36cf97d62847 req-511bd6c6-2144-47cd-bc2d-4cb4a9d30cf2 tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:03.809931 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-eeeefc20-be0f-4641-a260-36cf97d62847 req-511bd6c6-2144-47cd-bc2d-4cb4a9d30cf2 tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5faab64-8916-45f2-9d4f-50c1422e3c04 HTTP/1.1" status: 200 len: 985 time: 0.0653217 Jul 13 14:40:03.851035 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-eeeefc20-be0f-4641-a260-36cf97d62847 req-213e5c9a-565a-48d8-b9e2-987a7a34b997 tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] 10.222.0.23 "GET /v2.0/security-groups?id=346ea034-9b10-4a46-99d4-66a999d22ded&id=7761366c-f79d-4717-97d1-987df6bf435a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0347304 Jul 13 14:40:05.025775 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37246a93-56c5-484c-817a-4af9badfea75 req-5ac3a363-1964-4abf-94cd-1f20d6cc1797 tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:05.027261 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-37246a93-56c5-484c-817a-4af9badfea75 req-5ac3a363-1964-4abf-94cd-1f20d6cc1797 tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5faab64-8916-45f2-9d4f-50c1422e3c04 HTTP/1.1" status: 200 len: 985 time: 0.0670640 Jul 13 14:40:05.066631 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-37246a93-56c5-484c-817a-4af9badfea75 req-381e01a6-5361-4c26-8f8e-d94c7f4fb4ac tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] 10.222.0.23 "GET /v2.0/security-groups?id=346ea034-9b10-4a46-99d4-66a999d22ded&id=7761366c-f79d-4717-97d1-987df6bf435a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0338523 Jul 13 14:40:06.247001 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afb9b1a-cb38-4d36-9cfc-d8b0e77794d7 req-0a19e017-634b-494d-8724-883f961c7172 tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:06.248377 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4afb9b1a-cb38-4d36-9cfc-d8b0e77794d7 req-0a19e017-634b-494d-8724-883f961c7172 tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5faab64-8916-45f2-9d4f-50c1422e3c04 HTTP/1.1" status: 200 len: 985 time: 0.0690289 Jul 13 14:40:06.287512 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4afb9b1a-cb38-4d36-9cfc-d8b0e77794d7 req-e138e24f-cb4b-4f2a-ba74-12302b88e626 tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] 10.222.0.23 "GET /v2.0/security-groups?id=346ea034-9b10-4a46-99d4-66a999d22ded&id=7761366c-f79d-4717-97d1-987df6bf435a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0335565 Jul 13 14:40:07.668231 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008ee0b1-c65c-4472-b83a-615df98f6b4b req-9106ac98-1376-4e09-b148-ef521501f28f tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:07.669665 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-008ee0b1-c65c-4472-b83a-615df98f6b4b req-9106ac98-1376-4e09-b148-ef521501f28f tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5faab64-8916-45f2-9d4f-50c1422e3c04 HTTP/1.1" status: 200 len: 985 time: 0.0648813 Jul 13 14:40:07.711102 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-008ee0b1-c65c-4472-b83a-615df98f6b4b req-c98f0b5a-d931-4011-9fa0-b4051a0d0654 tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] 10.222.0.23 "GET /v2.0/security-groups?id=346ea034-9b10-4a46-99d4-66a999d22ded&id=7761366c-f79d-4717-97d1-987df6bf435a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0354967 Jul 13 14:40:08.884648 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d020178-4d69-4def-925d-251855b505f2 req-f090d308-e9a3-4055-9bc5-9160bc346425 tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:08.886159 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8d020178-4d69-4def-925d-251855b505f2 req-f090d308-e9a3-4055-9bc5-9160bc346425 tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5faab64-8916-45f2-9d4f-50c1422e3c04 HTTP/1.1" status: 200 len: 985 time: 0.0647998 Jul 13 14:40:08.925378 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8d020178-4d69-4def-925d-251855b505f2 req-cdce99c0-96e5-43c1-9d72-d070508c2b7c tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] 10.222.0.23 "GET /v2.0/security-groups?id=346ea034-9b10-4a46-99d4-66a999d22ded&id=7761366c-f79d-4717-97d1-987df6bf435a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0336227 Jul 13 14:40:10.107468 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86825cb-cc8c-40ce-b88d-898f48ccc4aa req-3aaad1a5-9a68-429b-bec1-063883f2d728 tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:10.108980 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a86825cb-cc8c-40ce-b88d-898f48ccc4aa req-3aaad1a5-9a68-429b-bec1-063883f2d728 tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5faab64-8916-45f2-9d4f-50c1422e3c04 HTTP/1.1" status: 200 len: 985 time: 0.0697460 Jul 13 14:40:10.151899 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a86825cb-cc8c-40ce-b88d-898f48ccc4aa req-c0be2bb1-87b5-4532-b0c6-4e7dcf347d97 tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] 10.222.0.23 "GET /v2.0/security-groups?id=346ea034-9b10-4a46-99d4-66a999d22ded&id=7761366c-f79d-4717-97d1-987df6bf435a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0353234 Jul 13 14:40:11.333224 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81af62d-03a7-4dcf-b41a-c4e930f1094d req-1d992b58-25a6-4198-bcc3-9818705c93e1 tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:11.334781 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c81af62d-03a7-4dcf-b41a-c4e930f1094d req-1d992b58-25a6-4198-bcc3-9818705c93e1 tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5faab64-8916-45f2-9d4f-50c1422e3c04 HTTP/1.1" status: 200 len: 985 time: 0.0690825 Jul 13 14:40:11.374183 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c81af62d-03a7-4dcf-b41a-c4e930f1094d req-86e3b5fb-212f-4762-b1b7-a6f529f94b26 tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] 10.222.0.23 "GET /v2.0/security-groups?id=346ea034-9b10-4a46-99d4-66a999d22ded&id=7761366c-f79d-4717-97d1-987df6bf435a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0337255 Jul 13 14:40:17.345044 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-7b902f73-d311-4022-b40a-84c4689d8541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:19.970021 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-89171242-8106-4b4f-8343-32e22a2e0cb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:20.116624 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:21.354685 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:22.556759 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:40:22.858952 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:31.018310 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:31.359368 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:43.914243 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a438444d-ed9e-442d-b502-fdeff99b2891 req-05b93f02-4eeb-4cab-8597-e517aad703c0 tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-562621480&fields=id&tenant_id=7c7aa799ce9f4c75a1bb2ad471719ad6 HTTP/1.1" status: 200 len: 267 time: 0.0355155 Jul 13 14:40:43.997743 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a438444d-ed9e-442d-b502-fdeff99b2891 req-188ed121-a12b-455c-853f-aac681423148 tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:43.999516 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a438444d-ed9e-442d-b502-fdeff99b2891 req-188ed121-a12b-455c-853f-aac681423148 tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5faab64-8916-45f2-9d4f-50c1422e3c04 HTTP/1.1" status: 200 len: 985 time: 0.0790048 Jul 13 14:40:44.011595 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-a438444d-ed9e-442d-b502-fdeff99b2891 req-de7f4ac7-0e04-43b0-b88f-3a0e65413714 tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Request body: {'port': {'security_groups': ['346ea034-9b10-4a46-99d4-66a999d22ded']}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:40:44.111912 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-a438444d-ed9e-442d-b502-fdeff99b2891 req-de7f4ac7-0e04-43b0-b88f-3a0e65413714 tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:44.363496 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-a438444d-ed9e-442d-b502-fdeff99b2891 req-de7f4ac7-0e04-43b0-b88f-3a0e65413714 tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] For port 21653ceb-73b4-4ce7-b15d-bccbf0d623a1, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=21653ceb-73b4-4ce7-b15d-bccbf0d623a1,segment=NetworkSegment(e7156df3-4761-4cd7-82f7-3cf795fa36e6),segment_id=e7156df3-4761-4cd7-82f7-3cf795fa36e6)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:40:44.400145 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-a438444d-ed9e-442d-b502-fdeff99b2891 req-de7f4ac7-0e04-43b0-b88f-3a0e65413714 tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:44.405561 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-a438444d-ed9e-442d-b502-fdeff99b2891 req-de7f4ac7-0e04-43b0-b88f-3a0e65413714 tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:44.418536 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['21653ceb-73b4-4ce7-b15d-bccbf0d623a1'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:40:44.478229 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a438444d-ed9e-442d-b502-fdeff99b2891 req-de7f4ac7-0e04-43b0-b88f-3a0e65413714 tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:44.479160 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-a438444d-ed9e-442d-b502-fdeff99b2891 req-de7f4ac7-0e04-43b0-b88f-3a0e65413714 tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:44.480932 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a438444d-ed9e-442d-b502-fdeff99b2891 req-de7f4ac7-0e04-43b0-b88f-3a0e65413714 tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] 10.222.0.23 "PUT /v2.0/ports/21653ceb-73b4-4ce7-b15d-bccbf0d623a1 HTTP/1.1" status: 200 len: 943 time: 0.4740715 Jul 13 14:40:44.487832 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5faab64-8916-45f2-9d4f-50c1422e3c04', 'tag': '21653ceb-73b4-4ce7-b15d-bccbf0d623a1'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:40:44.490641 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d80e434584b282bc6a886e23c599c6bef7951b468a8cb6259e8628cee4d6f2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db178f5d-69a9-416b-a1d6-cfcc28d9fbad" -d '{"events": [{"name": "network-changed", "server_uuid": "e5faab64-8916-45f2-9d4f-50c1422e3c04", "tag": "21653ceb-73b4-4ce7-b15d-bccbf0d623a1"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:40:44.494250 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 51594) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:40:44.545502 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7f4ac7-0e04-43b0-b88f-3a0e65413714 tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Pushing event updated for resources: {'Port': ['ID=21653ceb-73b4-4ce7-b15d-bccbf0d623a1,revision_number=7']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:40:44.563053 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7f4ac7-0e04-43b0-b88f-3a0e65413714 tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:40:44.563618 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7f4ac7-0e04-43b0-b88f-3a0e65413714 tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:40:44.564176 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7f4ac7-0e04-43b0-b88f-3a0e65413714 tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:40:44.565475 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7f4ac7-0e04-43b0-b88f-3a0e65413714 tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:40:44.565867 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7f4ac7-0e04-43b0-b88f-3a0e65413714 tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:40:44.566319 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7f4ac7-0e04-43b0-b88f-3a0e65413714 tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:40:44.567181 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7f4ac7-0e04-43b0-b88f-3a0e65413714 tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:40:44.567727 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7f4ac7-0e04-43b0-b88f-3a0e65413714 tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:40:44.568269 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7f4ac7-0e04-43b0-b88f-3a0e65413714 tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:40:44.569186 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7f4ac7-0e04-43b0-b88f-3a0e65413714 tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:40:44.569809 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7f4ac7-0e04-43b0-b88f-3a0e65413714 tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:40:44.570365 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7f4ac7-0e04-43b0-b88f-3a0e65413714 tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:40:44.606755 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddb7e628-a686-454a-b19a-e0c270b4f898 x-openstack-request-id: req-ddb7e628-a686-454a-b19a-e0c270b4f898 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:40:44.607498 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5faab64-8916-45f2-9d4f-50c1422e3c04", "tag": "21653ceb-73b4-4ce7-b15d-bccbf0d623a1", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:40:44.608367 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ddb7e628-a686-454a-b19a-e0c270b4f898 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:40:44.610027 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5faab64-8916-45f2-9d4f-50c1422e3c04', 'tag': '21653ceb-73b4-4ce7-b15d-bccbf0d623a1', 'status': 'completed', 'code': 200} Jul 13 14:40:44.629370 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7d379b67-36de-48f0-8ef9-a4604f1aea8e tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:44.636017 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['21653ceb-73b4-4ce7-b15d-bccbf0d623a1'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:40:44.691296 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7d379b67-36de-48f0-8ef9-a4604f1aea8e tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:44.751862 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db178f5d-69a9-416b-a1d6-cfcc28d9fbad req-4b5ec797-9cb5-4895-9edb-756c0f1ef37d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:44.753654 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-db178f5d-69a9-416b-a1d6-cfcc28d9fbad req-4b5ec797-9cb5-4895-9edb-756c0f1ef37d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7c7aa799ce9f4c75a1bb2ad471719ad6&device_id=e5faab64-8916-45f2-9d4f-50c1422e3c04 HTTP/1.1" status: 200 len: 1097 time: 0.1093442 Jul 13 14:40:44.869587 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7d379b67-36de-48f0-8ef9-a4604f1aea8e tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:44.872512 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7d379b67-36de-48f0-8ef9-a4604f1aea8e tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:44.876998 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-7d379b67-36de-48f0-8ef9-a4604f1aea8e tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] 10.222.0.23 "DELETE /v2.0/security-groups/7761366c-f79d-4717-97d1-987df6bf435a HTTP/1.1" status: 204 len: 168 time: 0.3756998 Jul 13 14:40:44.877515 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 51598) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:40:44.880533 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-d1839baf-65e9-4b2d-b7ed-79ed4a45066d None None] Provisioning complete for port 21653ceb-73b4-4ce7-b15d-bccbf0d623a1 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:40:44.881194 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d1839baf-65e9-4b2d-b7ed-79ed4a45066d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:44.894693 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d379b67-36de-48f0-8ef9-a4604f1aea8e tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7761366c-f79d-4717-97d1-987df6bf435a,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:40:44.919224 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d379b67-36de-48f0-8ef9-a4604f1aea8e tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:40:44.919799 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d379b67-36de-48f0-8ef9-a4604f1aea8e tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:40:44.920377 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d379b67-36de-48f0-8ef9-a4604f1aea8e tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:40:44.921575 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d379b67-36de-48f0-8ef9-a4604f1aea8e tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:40:44.926807 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d379b67-36de-48f0-8ef9-a4604f1aea8e tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:40:44.926807 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d379b67-36de-48f0-8ef9-a4604f1aea8e tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:40:44.926807 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d379b67-36de-48f0-8ef9-a4604f1aea8e tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:40:44.926807 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d379b67-36de-48f0-8ef9-a4604f1aea8e tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:40:44.926807 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d379b67-36de-48f0-8ef9-a4604f1aea8e tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:40:44.926807 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d379b67-36de-48f0-8ef9-a4604f1aea8e tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:40:44.926807 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d379b67-36de-48f0-8ef9-a4604f1aea8e tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:40:44.926807 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d379b67-36de-48f0-8ef9-a4604f1aea8e tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:40:44.948706 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db178f5d-69a9-416b-a1d6-cfcc28d9fbad req-2f3aab94-c242-446c-a24b-e07fb83c6475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:44.953882 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-db178f5d-69a9-416b-a1d6-cfcc28d9fbad req-2f3aab94-c242-446c-a24b-e07fb83c6475 service neutron] 10.222.0.41 "GET /v2.0/networks?id=458ce3bd-23cc-4ba5-a499-447c67a214f8 HTTP/1.1" status: 200 len: 914 time: 0.1933846 Jul 13 14:40:45.036957 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-db178f5d-69a9-416b-a1d6-cfcc28d9fbad req-d3b7f2e5-6dd0-45e8-a841-6a09a249205f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=21653ceb-73b4-4ce7-b15d-bccbf0d623a1 HTTP/1.1" status: 200 len: 1001 time: 0.0764127 Jul 13 14:40:45.092074 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db178f5d-69a9-416b-a1d6-cfcc28d9fbad req-5b016e24-c492-49e4-8bce-e46b15116643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:45.093599 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-db178f5d-69a9-416b-a1d6-cfcc28d9fbad req-5b016e24-c492-49e4-8bce-e46b15116643 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4239bae4-bdf0-4bbe-95cc-1d3ab19695ae HTTP/1.1" status: 200 len: 853 time: 0.0509784 Jul 13 14:40:45.148338 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-b6fd7521-acc4-49f4-b687-c2f8c8512ee4 tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Deleting port 9ac7d73f-09cc-4886-949d-a55f113787aa {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:40:45.148947 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b6fd7521-acc4-49f4-b687-c2f8c8512ee4 tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:45.165792 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db178f5d-69a9-416b-a1d6-cfcc28d9fbad req-b8982107-e3cb-407f-8430-1ca3db14bb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:45.167355 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-db178f5d-69a9-416b-a1d6-cfcc28d9fbad req-b8982107-e3cb-407f-8430-1ca3db14bb6c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=458ce3bd-23cc-4ba5-a499-447c67a214f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0664296 Jul 13 14:40:45.230494 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b6fd7521-acc4-49f4-b687-c2f8c8512ee4 tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:45.230829 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b6fd7521-acc4-49f4-b687-c2f8c8512ee4 tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:45.245259 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-b6fd7521-acc4-49f4-b687-c2f8c8512ee4 tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Calling delete_port for 9ac7d73f-09cc-4886-949d-a55f113787aa owned by network:floatingip {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:40:45.262857 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-db178f5d-69a9-416b-a1d6-cfcc28d9fbad req-412ca9d2-f8fd-4eb9-bef2-5bb79d1d8e51 service neutron] 10.222.0.41 "GET /v2.0/networks/458ce3bd-23cc-4ba5-a499-447c67a214f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873883 Jul 13 14:40:45.379884 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-db178f5d-69a9-416b-a1d6-cfcc28d9fbad req-d329f4cd-7c3a-4590-82fb-9d66fc2d2031 service neutron] 10.222.0.41 "GET /v2.0/networks/458ce3bd-23cc-4ba5-a499-447c67a214f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022642 Jul 13 14:40:45.424534 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b6fd7521-acc4-49f4-b687-c2f8c8512ee4 tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:45.457962 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fd7521-acc4-49f4-b687-c2f8c8512ee4 tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Pushing event deleted for resources: {'Port': ['ID=9ac7d73f-09cc-4886-949d-a55f113787aa,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:40:45.520634 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b6fd7521-acc4-49f4-b687-c2f8c8512ee4 tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Notify callbacks [] for floatingip, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:45.520976 n-d-800634-1 neutron-server[93750]: INFO neutron.db.l3_db [None req-b6fd7521-acc4-49f4-b687-c2f8c8512ee4 tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Floating IP a60443a9-afdc-42a1-b843-9f35f9d2e2dc disassociated (deleted). External IP: 172.25.6.20, port: 21653ceb-73b4-4ce7-b15d-bccbf0d623a1. Jul 13 14:40:45.792974 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6fd7521-acc4-49f4-b687-c2f8c8512ee4 tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Router 202fc4e8-f100-41b6-99d2-074a412fd317 has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:40:45.908505 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6fd7521-acc4-49f4-b687-c2f8c8512ee4 tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:40:45.912648 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b6fd7521-acc4-49f4-b687-c2f8c8512ee4 tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for floatingip, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:45.917976 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db38f4d3-6333-4a2b-9a8a-69ad2b85e82b None None] Sync routers for ids ['202fc4e8-f100-41b6-99d2-074a412fd317'] in n-d-800634-1 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:40:45.936749 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db38f4d3-6333-4a2b-9a8a-69ad2b85e82b None None] Routers {'202fc4e8-f100-41b6-99d2-074a412fd317'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:40:45.937384 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-db38f4d3-6333-4a2b-9a8a-69ad2b85e82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:40:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['202fc4e8-f100-41b6-99d2-074a412fd317'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:40:45.986217 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-b6fd7521-acc4-49f4-b687-c2f8c8512ee4 tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] 10.222.0.23 "DELETE /v2.0/floatingips/a60443a9-afdc-42a1-b843-9f35f9d2e2dc HTTP/1.1" status: 204 len: 168 time: 1.1071396 Jul 13 14:40:46.043410 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-03084d1b-986d-4314-a794-6118b6ac9f44 req-36acbc62-9949-4e5e-8665-f12e153734f7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e5faab64-8916-45f2-9d4f-50c1422e3c04&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0632617 Jul 13 14:40:46.058108 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-db38f4d3-6333-4a2b-9a8a-69ad2b85e82b None None] Set router 202fc4e8-f100-41b6-99d2-074a412fd317 gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:40:46.155535 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03084d1b-986d-4314-a794-6118b6ac9f44 req-546b827e-3581-44de-b23f-6e6619c4c6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:46.157098 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-03084d1b-986d-4314-a794-6118b6ac9f44 req-546b827e-3581-44de-b23f-6e6619c4c6cb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7c7aa799ce9f4c75a1bb2ad471719ad6&device_id=e5faab64-8916-45f2-9d4f-50c1422e3c04 HTTP/1.1" status: 200 len: 1097 time: 0.0604939 Jul 13 14:40:46.312710 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03084d1b-986d-4314-a794-6118b6ac9f44 req-c0515ef1-e7b3-4b05-8ac8-c49c19f64953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:46.315344 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-03084d1b-986d-4314-a794-6118b6ac9f44 req-c0515ef1-e7b3-4b05-8ac8-c49c19f64953 service neutron] 10.222.0.41 "GET /v2.0/networks?id=458ce3bd-23cc-4ba5-a499-447c67a214f8 HTTP/1.1" status: 200 len: 914 time: 0.1284909 Jul 13 14:40:46.333721 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-db38f4d3-6333-4a2b-9a8a-69ad2b85e82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '202fc4e8-f100-41b6-99d2-074a412fd317', 'name': 'tempest-TestMinimumBasicScenario-382199274-router', 'tenant_id': '7c7aa799ce9f4c75a1bb2ad471719ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': 'a1c17999-a446-4d8a-8809-4a480f226c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:38:48Z', 'updated_at': '2021-07-13T14:38:51Z', 'revision_number': 4, 'project_id': '7c7aa799ce9f4c75a1bb2ad471719ad6', 'gw_port': {'id': 'a1c17999-a446-4d8a-8809-4a480f226c33', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ad:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202fc4e8-f100-41b6-99d2-074a412fd317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:38:49Z', 'updated_at': '2021-07-13T14:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': '3f9dffbf-1d87-4014-80f1-b70b1c6102d2', 'name': '', 'network_id': '458ce3bd-23cc-4ba5-a499-447c67a214f8', 'tenant_id': '7c7aa799ce9f4c75a1bb2ad471719ad6', 'mac_address': 'fa:16:3e:5b:70:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202fc4e8-f100-41b6-99d2-074a412fd317', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '4239bae4-bdf0-4bbe-95cc-1d3ab19695ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:38:50Z', 'updated_at': '2021-07-13T14:38:56Z', 'revision_number': 5, 'project_id': '7c7aa799ce9f4c75a1bb2ad471719ad6', 'subnets': [{'id': '4239bae4-bdf0-4bbe-95cc-1d3ab19695ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:40:46.372545 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-03084d1b-986d-4314-a794-6118b6ac9f44 req-50e7b09c-b899-42c3-bea0-6218b72cc787 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=21653ceb-73b4-4ce7-b15d-bccbf0d623a1 HTTP/1.1" status: 200 len: 217 time: 0.0505683 Jul 13 14:40:46.374420 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db38f4d3-6333-4a2b-9a8a-69ad2b85e82b None None] Checking router: 202fc4e8-f100-41b6-99d2-074a412fd317 for host: n-d-800634-1 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:40:46.385850 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db38f4d3-6333-4a2b-9a8a-69ad2b85e82b None None] Routers {'202fc4e8-f100-41b6-99d2-074a412fd317'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:40:46.386483 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-db38f4d3-6333-4a2b-9a8a-69ad2b85e82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:40:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['202fc4e8-f100-41b6-99d2-074a412fd317'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:40:46.465307 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03084d1b-986d-4314-a794-6118b6ac9f44 req-dc7f2645-1920-437f-9f3d-2ec763a8d803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:46.467271 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-03084d1b-986d-4314-a794-6118b6ac9f44 req-dc7f2645-1920-437f-9f3d-2ec763a8d803 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4239bae4-bdf0-4bbe-95cc-1d3ab19695ae HTTP/1.1" status: 200 len: 853 time: 0.0862157 Jul 13 14:40:46.517466 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-db38f4d3-6333-4a2b-9a8a-69ad2b85e82b None None] Set router 202fc4e8-f100-41b6-99d2-074a412fd317 gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:40:46.541727 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03084d1b-986d-4314-a794-6118b6ac9f44 req-1af99191-49ad-495c-800f-1a496db3e4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:46.543563 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-03084d1b-986d-4314-a794-6118b6ac9f44 req-1af99191-49ad-495c-800f-1a496db3e4a2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=458ce3bd-23cc-4ba5-a499-447c67a214f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0701289 Jul 13 14:40:46.612047 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5faab64-8916-45f2-9d4f-50c1422e3c04', 'tag': '21653ceb-73b4-4ce7-b15d-bccbf0d623a1'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:40:46.614641 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d80e434584b282bc6a886e23c599c6bef7951b468a8cb6259e8628cee4d6f2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d22ec77-8fc8-4997-8e83-df4468786d16" -d '{"events": [{"name": "network-changed", "server_uuid": "e5faab64-8916-45f2-9d4f-50c1422e3c04", "tag": "21653ceb-73b4-4ce7-b15d-bccbf0d623a1"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:40:46.641019 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-03084d1b-986d-4314-a794-6118b6ac9f44 req-a401acb3-6c0f-4919-a12e-c539ec3e07d2 service neutron] 10.222.0.41 "GET /v2.0/networks/458ce3bd-23cc-4ba5-a499-447c67a214f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905488 Jul 13 14:40:46.664146 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bfeb293-2f07-47ba-a8db-3cf41577261d x-openstack-request-id: req-4bfeb293-2f07-47ba-a8db-3cf41577261d {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:40:46.664791 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5faab64-8916-45f2-9d4f-50c1422e3c04", "tag": "21653ceb-73b4-4ce7-b15d-bccbf0d623a1", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:40:46.665116 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4bfeb293-2f07-47ba-a8db-3cf41577261d {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:40:46.666166 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5faab64-8916-45f2-9d4f-50c1422e3c04', 'tag': '21653ceb-73b4-4ce7-b15d-bccbf0d623a1', 'status': 'completed', 'code': 200} Jul 13 14:40:46.783966 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-03084d1b-986d-4314-a794-6118b6ac9f44 req-90a350ce-0b11-4efa-a640-bd8b90e456e5 service neutron] 10.222.0.41 "GET /v2.0/networks/458ce3bd-23cc-4ba5-a499-447c67a214f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364822 Jul 13 14:40:46.789307 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-db38f4d3-6333-4a2b-9a8a-69ad2b85e82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '202fc4e8-f100-41b6-99d2-074a412fd317', 'name': 'tempest-TestMinimumBasicScenario-382199274-router', 'tenant_id': '7c7aa799ce9f4c75a1bb2ad471719ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': 'a1c17999-a446-4d8a-8809-4a480f226c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:38:48Z', 'updated_at': '2021-07-13T14:38:51Z', 'revision_number': 4, 'project_id': '7c7aa799ce9f4c75a1bb2ad471719ad6', 'gw_port': {'id': 'a1c17999-a446-4d8a-8809-4a480f226c33', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ad:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202fc4e8-f100-41b6-99d2-074a412fd317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:38:49Z', 'updated_at': '2021-07-13T14:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': '3f9dffbf-1d87-4014-80f1-b70b1c6102d2', 'name': '', 'network_id': '458ce3bd-23cc-4ba5-a499-447c67a214f8', 'tenant_id': '7c7aa799ce9f4c75a1bb2ad471719ad6', 'mac_address': 'fa:16:3e:5b:70:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202fc4e8-f100-41b6-99d2-074a412fd317', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '4239bae4-bdf0-4bbe-95cc-1d3ab19695ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:38:50Z', 'updated_at': '2021-07-13T14:38:56Z', 'revision_number': 5, 'project_id': '7c7aa799ce9f4c75a1bb2ad471719ad6', 'subnets': [{'id': '4239bae4-bdf0-4bbe-95cc-1d3ab19695ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:40:46.819674 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db38f4d3-6333-4a2b-9a8a-69ad2b85e82b None None] The sync data for ids ['202fc4e8-f100-41b6-99d2-074a412fd317'] in n-d-800634-1 is: [{'id': '202fc4e8-f100-41b6-99d2-074a412fd317', 'name': 'tempest-TestMinimumBasicScenario-382199274-router', 'tenant_id': '7c7aa799ce9f4c75a1bb2ad471719ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': 'a1c17999-a446-4d8a-8809-4a480f226c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:38:48Z', 'updated_at': '2021-07-13T14:38:51Z', 'revision_number': 4, 'project_id': '7c7aa799ce9f4c75a1bb2ad471719ad6', 'gw_port': {'id': 'a1c17999-a446-4d8a-8809-4a480f226c33', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ad:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202fc4e8-f100-41b6-99d2-074a412fd317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:38:49Z', 'updated_at': '2021-07-13T14:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': '3f9dffbf-1d87-4014-80f1-b70b1c6102d2', 'name': '', 'network_id': '458ce3bd-23cc-4ba5-a499-447c67a214f8', 'tenant_id': '7c7aa799ce9f4c75a1bb2ad471719ad6', 'mac_address': 'fa:16:3e:5b:70:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202fc4e8-f100-41b6-99d2-074a412fd317', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '4239bae4-bdf0-4bbe-95cc-1d3ab19695ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:38:50Z', 'updated_at': '2021-07-13T14:38:56Z', 'revision_number': 5, 'project_id': '7c7aa799ce9f4c75a1bb2ad471719ad6', 'subnets': [{'id': '4239bae4-bdf0-4bbe-95cc-1d3ab19695ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:40:46.900711 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d22ec77-8fc8-4997-8e83-df4468786d16 req-cd7f7b31-7476-4369-b35a-01d221ce2f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:46.902880 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5d22ec77-8fc8-4997-8e83-df4468786d16 req-cd7f7b31-7476-4369-b35a-01d221ce2f39 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7c7aa799ce9f4c75a1bb2ad471719ad6&device_id=e5faab64-8916-45f2-9d4f-50c1422e3c04 HTTP/1.1" status: 200 len: 1097 time: 0.0680203 Jul 13 14:40:47.019931 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d22ec77-8fc8-4997-8e83-df4468786d16 req-2bde4bb6-c8a2-4db7-ab2b-a0d25acde0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:47.021445 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5d22ec77-8fc8-4997-8e83-df4468786d16 req-2bde4bb6-c8a2-4db7-ab2b-a0d25acde0d8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=458ce3bd-23cc-4ba5-a499-447c67a214f8 HTTP/1.1" status: 200 len: 914 time: 0.1103051 Jul 13 14:40:47.068042 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5d22ec77-8fc8-4997-8e83-df4468786d16 req-3fb5e11e-6be0-4610-9bfd-af34c4b45a30 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=21653ceb-73b4-4ce7-b15d-bccbf0d623a1 HTTP/1.1" status: 200 len: 217 time: 0.0404181 Jul 13 14:40:47.111868 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b384587-41b9-4f7f-967d-3146a76a3f81 None None] New status for floating IP a60443a9-afdc-42a1-b843-9f35f9d2e2dc: DOWN {{(pid=93752) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 14:40:47.122206 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d22ec77-8fc8-4997-8e83-df4468786d16 req-5fa84a64-71b6-411a-b015-ff3803eb36a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:47.124066 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5d22ec77-8fc8-4997-8e83-df4468786d16 req-5fa84a64-71b6-411a-b015-ff3803eb36a7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4239bae4-bdf0-4bbe-95cc-1d3ab19695ae HTTP/1.1" status: 200 len: 853 time: 0.0495636 Jul 13 14:40:47.190164 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d22ec77-8fc8-4997-8e83-df4468786d16 req-d9d640f9-dca4-492b-9776-1ca2d2cdb0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:47.192087 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5d22ec77-8fc8-4997-8e83-df4468786d16 req-d9d640f9-dca4-492b-9776-1ca2d2cdb0c3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=458ce3bd-23cc-4ba5-a499-447c67a214f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0617332 Jul 13 14:40:47.290587 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5d22ec77-8fc8-4997-8e83-df4468786d16 req-13ce3c2b-6b1d-437e-bebb-aa0050e6282b service neutron] 10.222.0.41 "GET /v2.0/networks/458ce3bd-23cc-4ba5-a499-447c67a214f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917280 Jul 13 14:40:47.349509 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-0086371c-bcc9-469e-952a-d9ae54501fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:47.390092 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5d22ec77-8fc8-4997-8e83-df4468786d16 req-8dbfa78a-2b6b-415b-94a7-99c746098183 service neutron] 10.222.0.41 "GET /v2.0/networks/458ce3bd-23cc-4ba5-a499-447c67a214f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930262 Jul 13 14:40:49.971707 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-303586c8-50fe-4ac6-b7bd-0a6353efae0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:50.122998 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:51.357689 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:52.862182 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:53.545641 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5c11da-71bd-43b7-81c1-5d302b6ee071 req-b8af6a5d-b45a-44f9-a4ba-f91b50f99cc2 tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:53.547165 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2d5c11da-71bd-43b7-81c1-5d302b6ee071 req-b8af6a5d-b45a-44f9-a4ba-f91b50f99cc2 tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5faab64-8916-45f2-9d4f-50c1422e3c04 HTTP/1.1" status: 200 len: 946 time: 0.0695851 Jul 13 14:40:53.586177 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2d5c11da-71bd-43b7-81c1-5d302b6ee071 req-06ae6dfc-e903-44f0-bc1e-1916ceda52a3 tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] 10.222.0.23 "GET /v2.0/security-groups?id=346ea034-9b10-4a46-99d4-66a999d22ded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329869 Jul 13 14:40:54.725409 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [req-ff53520f-c953-4f0c-99aa-eec6a3ac7a3c req-c2146b2a-3a1e-4bc8-83f5-9f33b62dbf94 tempest-ServerDiskConfigTestJSON-1395594164 tempest-ServerDiskConfigTestJSON-1395594164-project] (93750) timed out ('10.222.0.41', 50869) {{(pid=93750) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 13 14:40:54.759963 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89350723-af39-44fc-a475-81b71955f42a req-58264486-f9d2-4cbc-a395-07b9012200b1 tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:54.761465 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-89350723-af39-44fc-a475-81b71955f42a req-58264486-f9d2-4cbc-a395-07b9012200b1 tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5faab64-8916-45f2-9d4f-50c1422e3c04 HTTP/1.1" status: 200 len: 946 time: 0.0641448 Jul 13 14:40:54.798474 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-89350723-af39-44fc-a475-81b71955f42a req-62af1e04-0994-4fb7-acde-13124a55e3bf tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] 10.222.0.23 "GET /v2.0/security-groups?id=346ea034-9b10-4a46-99d4-66a999d22ded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315206 Jul 13 14:40:55.072857 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd0e83d-a96f-469a-8711-fa79bdfd01b2 req-4720b73c-865e-413a-a9d1-4dfb70b07dc2 tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:55.074435 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8fd0e83d-a96f-469a-8711-fa79bdfd01b2 req-4720b73c-865e-413a-a9d1-4dfb70b07dc2 tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5faab64-8916-45f2-9d4f-50c1422e3c04 HTTP/1.1" status: 200 len: 946 time: 0.0627365 Jul 13 14:40:55.178716 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-8fd0e83d-a96f-469a-8711-fa79bdfd01b2 req-8eaef2fa-0939-40b2-bc27-3f7341409b93 tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Deleting port 21653ceb-73b4-4ce7-b15d-bccbf0d623a1 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:40:55.179080 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-8fd0e83d-a96f-469a-8711-fa79bdfd01b2 req-8eaef2fa-0939-40b2-bc27-3f7341409b93 tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:55.266332 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-8fd0e83d-a96f-469a-8711-fa79bdfd01b2 req-8eaef2fa-0939-40b2-bc27-3f7341409b93 tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] For port 21653ceb-73b4-4ce7-b15d-bccbf0d623a1, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=21653ceb-73b4-4ce7-b15d-bccbf0d623a1,segment=NetworkSegment(e7156df3-4761-4cd7-82f7-3cf795fa36e6),segment_id=e7156df3-4761-4cd7-82f7-3cf795fa36e6)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:40:55.266695 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-8fd0e83d-a96f-469a-8711-fa79bdfd01b2 req-8eaef2fa-0939-40b2-bc27-3f7341409b93 tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:55.279326 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-8fd0e83d-a96f-469a-8711-fa79bdfd01b2 req-8eaef2fa-0939-40b2-bc27-3f7341409b93 tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Calling delete_port for 21653ceb-73b4-4ce7-b15d-bccbf0d623a1 owned by compute:nova {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:40:55.407440 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-8fd0e83d-a96f-469a-8711-fa79bdfd01b2 req-8eaef2fa-0939-40b2-bc27-3f7341409b93 tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:55.419235 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['21653ceb-73b4-4ce7-b15d-bccbf0d623a1'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:40:55.451027 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaef2fa-0939-40b2-bc27-3f7341409b93 tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Pushing event deleted for resources: {'Port': ['ID=21653ceb-73b4-4ce7-b15d-bccbf0d623a1,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:40:55.502527 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fd0e83d-a96f-469a-8711-fa79bdfd01b2 req-8eaef2fa-0939-40b2-bc27-3f7341409b93 tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] No DVR routers for this DVR port 21653ceb-73b4-4ce7-b15d-bccbf0d623a1 on host n-h2-800634-1 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:40:55.505115 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-8fd0e83d-a96f-469a-8711-fa79bdfd01b2 req-8eaef2fa-0939-40b2-bc27-3f7341409b93 tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:55.507190 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8fd0e83d-a96f-469a-8711-fa79bdfd01b2 req-8eaef2fa-0939-40b2-bc27-3f7341409b93 tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] 10.222.0.41 "DELETE /v2.0/ports/21653ceb-73b4-4ce7-b15d-bccbf0d623a1 HTTP/1.1" status: 204 len: 173 time: 0.4272470 Jul 13 14:40:55.507681 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5faab64-8916-45f2-9d4f-50c1422e3c04', 'name': 'network-vif-deleted', 'tag': '21653ceb-73b4-4ce7-b15d-bccbf0d623a1'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:40:55.509940 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dea8b0fca9d342929f96bd35c86b8a14765464b9140f1e1e2496fbd7209775c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-838e2e7f-03f2-4e6a-846c-cd1f870a83e7" -d '{"events": [{"server_uuid": "e5faab64-8916-45f2-9d4f-50c1422e3c04", "name": "network-vif-deleted", "tag": "21653ceb-73b4-4ce7-b15d-bccbf0d623a1"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:40:55.551440 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f47f0443-73ac-4b45-b289-db7c76dd339b x-openstack-request-id: req-f47f0443-73ac-4b45-b289-db7c76dd339b {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:40:55.551779 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5faab64-8916-45f2-9d4f-50c1422e3c04", "name": "network-vif-deleted", "tag": "21653ceb-73b4-4ce7-b15d-bccbf0d623a1", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:40:55.552038 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f47f0443-73ac-4b45-b289-db7c76dd339b {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:40:55.552438 n-d-800634-1 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5faab64-8916-45f2-9d4f-50c1422e3c04', 'name': 'network-vif-deleted', 'tag': '21653ceb-73b4-4ce7-b15d-bccbf0d623a1', 'status': 'completed', 'code': 200} Jul 13 14:40:55.980099 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8a69bf07-2ed4-4628-a08b-311853f7dcac req-df76bd00-7db4-409c-a9cd-27a7dcf3f519 tempest-TestMinimumBasicScenario-1282831710 tempest-TestMinimumBasicScenario-1282831710-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5faab64-8916-45f2-9d4f-50c1422e3c04 HTTP/1.1" status: 200 len: 210 time: 0.0437410 Jul 13 14:40:57.569806 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 51700) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:40:57.911870 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7535a5b3-44f3-425c-b062-a6ec0b2df949 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451695'] for router_interface, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:58.034861 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 21653ceb-73b4-4ce7-b15d-bccbf0d623a1 no longer exists at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:40:58.055276 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] No Port match for: 21653ceb-73b4-4ce7-b15d-bccbf0d623a1 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:40:58.055616 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 21653ceb-73b4-4ce7-b15d-bccbf0d623a1 not bound to the agent host n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:40:58.164735 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-7535a5b3-44f3-425c-b062-a6ec0b2df949 admin admin] Deleting port 3f9dffbf-1d87-4014-80f1-b70b1c6102d2 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:40:58.164992 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7535a5b3-44f3-425c-b062-a6ec0b2df949 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:58.244012 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-7535a5b3-44f3-425c-b062-a6ec0b2df949 admin admin] For port 3f9dffbf-1d87-4014-80f1-b70b1c6102d2, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=3f9dffbf-1d87-4014-80f1-b70b1c6102d2,segment=NetworkSegment(e7156df3-4761-4cd7-82f7-3cf795fa36e6),segment_id=e7156df3-4761-4cd7-82f7-3cf795fa36e6)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:40:58.244369 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7535a5b3-44f3-425c-b062-a6ec0b2df949 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:58.256646 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-7535a5b3-44f3-425c-b062-a6ec0b2df949 admin admin] Calling delete_port for 3f9dffbf-1d87-4014-80f1-b70b1c6102d2 owned by network:router_interface {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:40:58.432192 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7535a5b3-44f3-425c-b062-a6ec0b2df949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:58.458864 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7535a5b3-44f3-425c-b062-a6ec0b2df949 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f9dffbf-1d87-4014-80f1-b70b1c6102d2,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:40:58.622785 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7535a5b3-44f3-425c-b062-a6ec0b2df949 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1785036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452491'] for router_interface, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:59.118658 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7535a5b3-44f3-425c-b062-a6ec0b2df949 admin admin] Router 202fc4e8-f100-41b6-99d2-074a412fd317 has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:40:59.222469 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7535a5b3-44f3-425c-b062-a6ec0b2df949 admin admin] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:40:59.227394 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-7535a5b3-44f3-425c-b062-a6ec0b2df949 admin admin] 10.222.0.23 "PUT /v2.0/routers/202fc4e8-f100-41b6-99d2-074a412fd317/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6565647 Jul 13 14:40:59.230014 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 51702) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:40:59.230728 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf423e4-6c38-4a16-abda-04ba9e50cdaf None None] Sync routers for ids ['202fc4e8-f100-41b6-99d2-074a412fd317'] in n-d-800634-1 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:40:59.240477 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf423e4-6c38-4a16-abda-04ba9e50cdaf None None] Routers {'202fc4e8-f100-41b6-99d2-074a412fd317'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:40:59.241075 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-fdf423e4-6c38-4a16-abda-04ba9e50cdaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:40:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['202fc4e8-f100-41b6-99d2-074a412fd317'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:40:59.335179 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a1da33ef-59ad-4138-85d0-a627de053e48 admin admin] Notify callbacks [] for router, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:59.426257 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-fdf423e4-6c38-4a16-abda-04ba9e50cdaf None None] Set router 202fc4e8-f100-41b6-99d2-074a412fd317 gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:40:59.442902 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a1da33ef-59ad-4138-85d0-a627de053e48 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:59.495305 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-a1da33ef-59ad-4138-85d0-a627de053e48 admin admin] Deleting port a1c17999-a446-4d8a-8809-4a480f226c33 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:40:59.495560 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a1da33ef-59ad-4138-85d0-a627de053e48 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:59.561142 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:40:59.574477 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-a1da33ef-59ad-4138-85d0-a627de053e48 admin admin] For port a1c17999-a446-4d8a-8809-4a480f226c33, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=a1c17999-a446-4d8a-8809-4a480f226c33,segment=NetworkSegment(3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87),segment_id=3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:40:59.574841 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a1da33ef-59ad-4138-85d0-a627de053e48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:59.588102 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-a1da33ef-59ad-4138-85d0-a627de053e48 admin admin] Calling delete_port for a1c17999-a446-4d8a-8809-4a480f226c33 owned by network:router_gateway {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:40:59.608274 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-fdf423e4-6c38-4a16-abda-04ba9e50cdaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '202fc4e8-f100-41b6-99d2-074a412fd317', 'name': 'tempest-TestMinimumBasicScenario-382199274-router', 'tenant_id': '7c7aa799ce9f4c75a1bb2ad471719ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': 'a1c17999-a446-4d8a-8809-4a480f226c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:38:48Z', 'updated_at': '2021-07-13T14:40:58Z', 'revision_number': 5, 'project_id': '7c7aa799ce9f4c75a1bb2ad471719ad6', 'gw_port': {'id': 'a1c17999-a446-4d8a-8809-4a480f226c33', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ad:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202fc4e8-f100-41b6-99d2-074a412fd317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:38:49Z', 'updated_at': '2021-07-13T14:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:40:59.638314 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf423e4-6c38-4a16-abda-04ba9e50cdaf None None] Checking router: 202fc4e8-f100-41b6-99d2-074a412fd317 for host: n-d-800634-1 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:40:59.646513 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf423e4-6c38-4a16-abda-04ba9e50cdaf None None] Routers {'202fc4e8-f100-41b6-99d2-074a412fd317'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:40:59.647121 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-fdf423e4-6c38-4a16-abda-04ba9e50cdaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:40:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['202fc4e8-f100-41b6-99d2-074a412fd317'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:40:59.731874 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-fdf423e4-6c38-4a16-abda-04ba9e50cdaf None None] Set router 202fc4e8-f100-41b6-99d2-074a412fd317 gateway port host: None {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:40:59.756359 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a1da33ef-59ad-4138-85d0-a627de053e48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:59.783250 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-fdf423e4-6c38-4a16-abda-04ba9e50cdaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '202fc4e8-f100-41b6-99d2-074a412fd317', 'name': 'tempest-TestMinimumBasicScenario-382199274-router', 'tenant_id': '7c7aa799ce9f4c75a1bb2ad471719ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:38:48Z', 'updated_at': '2021-07-13T14:40:59Z', 'revision_number': 6, 'project_id': '7c7aa799ce9f4c75a1bb2ad471719ad6', 'gw_port_host': None}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:40:59.786821 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1da33ef-59ad-4138-85d0-a627de053e48 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1c17999-a446-4d8a-8809-4a480f226c33,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:40:59.813441 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf423e4-6c38-4a16-abda-04ba9e50cdaf None None] The sync data for ids ['202fc4e8-f100-41b6-99d2-074a412fd317'] in n-d-800634-1 is: [{'id': '202fc4e8-f100-41b6-99d2-074a412fd317', 'name': 'tempest-TestMinimumBasicScenario-382199274-router', 'tenant_id': '7c7aa799ce9f4c75a1bb2ad471719ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:38:48Z', 'updated_at': '2021-07-13T14:40:59Z', 'revision_number': 6, 'project_id': '7c7aa799ce9f4c75a1bb2ad471719ad6', 'gw_port_host': None}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:40:59.852329 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a1da33ef-59ad-4138-85d0-a627de053e48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-446473'] for router_gateway, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:59.944292 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a1da33ef-59ad-4138-85d0-a627de053e48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1591938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2696'] for router, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:59.946549 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a1da33ef-59ad-4138-85d0-a627de053e48 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:59.990144 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a1da33ef-59ad-4138-85d0-a627de053e48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593106'] for router, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:59.990707 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1da33ef-59ad-4138-85d0-a627de053e48 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 202fc4e8-f100-41b6-99d2-074a412fd317 {{(pid=93751) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 14:40:59.995191 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a1da33ef-59ad-4138-85d0-a627de053e48 admin admin] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:59.996321 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-a1da33ef-59ad-4138-85d0-a627de053e48 admin admin] 10.222.0.23 "DELETE /v2.0/routers/202fc4e8-f100-41b6-99d2-074a412fd317 HTTP/1.1" status: 204 len: 168 time: 0.7652984 Jul 13 14:40:59.998851 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 51704) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:41:00.047835 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f787d8f-fc51-43dd-ab2e-f33aba33a5eb admin admin] Deleting subnet 4239bae4-bdf0-4bbe-95cc-1d3ab19695ae {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 14:41:00.051734 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7f787d8f-fc51-43dd-ab2e-f33aba33a5eb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:00.086151 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7f787d8f-fc51-43dd-ab2e-f33aba33a5eb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6018489'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:00.167468 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7f787d8f-fc51-43dd-ab2e-f33aba33a5eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:00.230263 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7f787d8f-fc51-43dd-ab2e-f33aba33a5eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6018534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6105009'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:00.261710 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f787d8f-fc51-43dd-ab2e-f33aba33a5eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4239bae4-bdf0-4bbe-95cc-1d3ab19695ae,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:41:00.265290 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7f787d8f-fc51-43dd-ab2e-f33aba33a5eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:00.270278 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-7f787d8f-fc51-43dd-ab2e-f33aba33a5eb admin admin] 10.222.0.23 "DELETE /v2.0/subnets/4239bae4-bdf0-4bbe-95cc-1d3ab19695ae HTTP/1.1" status: 204 len: 168 time: 0.2674255 Jul 13 14:41:00.270411 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 51706) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:41:00.273177 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c14ffe-7d44-4bf0-a029-ae88982b3cf6 None None] Network 458ce3bd-23cc-4ba5-a499-447c67a214f8 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:41:00.338546 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1c02c3ab-c664-425c-bbda-6db432556f59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:00.393085 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-1c02c3ab-c664-425c-bbda-6db432556f59 admin admin] Deleting port fa101ed8-2684-4dac-9ba3-c8f24bf7e58e {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:41:00.393426 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1c02c3ab-c664-425c-bbda-6db432556f59 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:00.460026 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-1c02c3ab-c664-425c-bbda-6db432556f59 admin admin] For port fa101ed8-2684-4dac-9ba3-c8f24bf7e58e, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=fa101ed8-2684-4dac-9ba3-c8f24bf7e58e,segment=NetworkSegment(e7156df3-4761-4cd7-82f7-3cf795fa36e6),segment_id=e7156df3-4761-4cd7-82f7-3cf795fa36e6)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:41:00.460386 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1c02c3ab-c664-425c-bbda-6db432556f59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:00.473607 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-1c02c3ab-c664-425c-bbda-6db432556f59 admin admin] Calling delete_port for fa101ed8-2684-4dac-9ba3-c8f24bf7e58e owned by network:dhcp {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:41:00.550538 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1c02c3ab-c664-425c-bbda-6db432556f59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:00.578413 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c02c3ab-c664-425c-bbda-6db432556f59 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa101ed8-2684-4dac-9ba3-c8f24bf7e58e,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:41:00.581326 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c02c3ab-c664-425c-bbda-6db432556f59 admin admin] No DVR routers for this DVR port fa101ed8-2684-4dac-9ba3-c8f24bf7e58e on host n-d-800634-1 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:41:00.595308 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed3d08e4-d961-477c-81c8-3441ae9ee8e6 None None] DHCP port deletion for 458ce3bd-23cc-4ba5-a499-447c67a214f8 request from n-d-800634-1 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 14:41:00.643403 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 3f9dffbf-1d87-4014-80f1-b70b1c6102d2 no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:41:00.664345 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: 3f9dffbf-1d87-4014-80f1-b70b1c6102d2 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:41:00.664692 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 3f9dffbf-1d87-4014-80f1-b70b1c6102d2 not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:41:00.664800 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1c02c3ab-c664-425c-bbda-6db432556f59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:00.675941 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-1c02c3ab-c664-425c-bbda-6db432556f59 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['458ce3bd-23cc-4ba5-a499-447c67a214f8']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:41:00.687317 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-1c02c3ab-c664-425c-bbda-6db432556f59 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7156df3-4761-4cd7-82f7-3cf795fa36e6') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:41:00.687622 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-1c02c3ab-c664-425c-bbda-6db432556f59 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7156df3-4761-4cd7-82f7-3cf795fa36e6') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:41:00.697945 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1c02c3ab-c664-425c-bbda-6db432556f59 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6018464'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:00.712726 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1c02c3ab-c664-425c-bbda-6db432556f59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:00.719451 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c02c3ab-c664-425c-bbda-6db432556f59 admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 14:41:00.719948 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1c02c3ab-c664-425c-bbda-6db432556f59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6018632'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:00.721978 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:41:00.721978 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:41:00.721978 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:41:00.721978 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:41:00.721978 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:41:00.721978 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:41:00.721978 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:41:00.721978 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:41:00.721978 n-d-800634-1 neutron-server[93751]: Traceback (most recent call last): Jul 13 14:41:00.721978 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 14:41:00.721978 n-d-800634-1 neutron-server[93751]: timer() Jul 13 14:41:00.721978 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 14:41:00.721978 n-d-800634-1 neutron-server[93751]: cb(*args, **kw) Jul 13 14:41:00.721978 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 14:41:00.721978 n-d-800634-1 neutron-server[93751]: return func(*args, **kwargs) Jul 13 14:41:00.721978 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 14:41:00.721978 n-d-800634-1 neutron-server[93751]: self._notify() Jul 13 14:41:00.721978 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 14:41:00.721978 n-d-800634-1 neutron-server[93751]: self.callback(batched_events) Jul 13 14:41:00.721978 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 14:41:00.721978 n-d-800634-1 neutron-server[93751]: event.method(event) Jul 13 14:41:00.721978 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 14:41:00.721978 n-d-800634-1 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 14:41:00.721978 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 14:41:00.721978 n-d-800634-1 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 14:41:00.721978 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 14:41:00.721978 n-d-800634-1 neutron-server[93751]: return f(self, *a, **k) Jul 13 14:41:00.721978 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 14:41:00.721978 n-d-800634-1 neutron-server[93751]: return self._get(url).json() Jul 13 14:41:00.721978 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 14:41:00.721978 n-d-800634-1 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 14:41:00.721978 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 14:41:00.721978 n-d-800634-1 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 13 14:41:00.721978 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 14:41:00.721978 n-d-800634-1 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 14:41:00.721978 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 14:41:00.721978 n-d-800634-1 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 14:41:00.721978 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 14:41:00.721978 n-d-800634-1 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 14:41:00.721978 n-d-800634-1 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 14:41:00.783166 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1c02c3ab-c664-425c-bbda-6db432556f59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:00.790891 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1c02c3ab-c664-425c-bbda-6db432556f59 admin admin] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:00.796283 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-1c02c3ab-c664-425c-bbda-6db432556f59 admin admin] 10.222.0.23 "DELETE /v2.0/networks/458ce3bd-23cc-4ba5-a499-447c67a214f8 HTTP/1.1" status: 204 len: 168 time: 0.5222204 Jul 13 14:41:00.796973 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 51708) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:41:00.809979 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c02c3ab-c664-425c-bbda-6db432556f59 admin admin] Pushing event deleted for resources: {'Network': ['ID=458ce3bd-23cc-4ba5-a499-447c67a214f8,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:41:01.021081 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:01.145906 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-05945bb5-8321-40e4-bfe0-9a7ebff32c7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451695'] for router_interface, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:01.368353 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:01.395643 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-05945bb5-8321-40e4-bfe0-9a7ebff32c7d admin admin] Deleting port cd49350e-8c93-4b95-867b-878afca9c707 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:41:01.396065 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-05945bb5-8321-40e4-bfe0-9a7ebff32c7d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:01.477352 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-05945bb5-8321-40e4-bfe0-9a7ebff32c7d admin admin] For port cd49350e-8c93-4b95-867b-878afca9c707, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=cd49350e-8c93-4b95-867b-878afca9c707,segment=NetworkSegment(cea25366-979b-4ab9-8d84-c2cc9b86f209),segment_id=cea25366-979b-4ab9-8d84-c2cc9b86f209)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:41:01.477699 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-05945bb5-8321-40e4-bfe0-9a7ebff32c7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:01.490492 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-05945bb5-8321-40e4-bfe0-9a7ebff32c7d admin admin] Calling delete_port for cd49350e-8c93-4b95-867b-878afca9c707 owned by network:router_interface {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:41:01.666267 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-05945bb5-8321-40e4-bfe0-9a7ebff32c7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:01.696707 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05945bb5-8321-40e4-bfe0-9a7ebff32c7d admin admin] Pushing event deleted for resources: {'Port': ['ID=cd49350e-8c93-4b95-867b-878afca9c707,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:41:01.861623 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-05945bb5-8321-40e4-bfe0-9a7ebff32c7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1785036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452491'] for router_interface, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:02.076167 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05945bb5-8321-40e4-bfe0-9a7ebff32c7d admin admin] Router d60a036b-5745-4f1a-8015-796e2bd52c51 has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:41:02.184743 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05945bb5-8321-40e4-bfe0-9a7ebff32c7d admin admin] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:41:02.191489 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-05945bb5-8321-40e4-bfe0-9a7ebff32c7d admin admin] 10.222.0.23 "PUT /v2.0/routers/d60a036b-5745-4f1a-8015-796e2bd52c51/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3927996 Jul 13 14:41:02.193761 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4d3467-80e4-4dd1-aaea-9d4f051f099a None None] Sync routers for ids ['d60a036b-5745-4f1a-8015-796e2bd52c51'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:41:02.194234 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 51710) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:41:02.204604 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4d3467-80e4-4dd1-aaea-9d4f051f099a None None] Routers {'d60a036b-5745-4f1a-8015-796e2bd52c51'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:41:02.205252 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-cb4d3467-80e4-4dd1-aaea-9d4f051f099a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:40:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['d60a036b-5745-4f1a-8015-796e2bd52c51'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:41:02.293636 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device a1c17999-a446-4d8a-8809-4a480f226c33 no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:41:02.302750 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9b5c46fb-3533-47f7-adb8-f0cea8a7b5e0 admin admin] Notify callbacks [] for router, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:02.317296 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: a1c17999-a446-4d8a-8809-4a480f226c33 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:41:02.317634 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device a1c17999-a446-4d8a-8809-4a480f226c33 not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:41:02.318067 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device fa101ed8-2684-4dac-9ba3-c8f24bf7e58e no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:41:02.344789 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: fa101ed8-2684-4dac-9ba3-c8f24bf7e58e {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:41:02.345890 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device fa101ed8-2684-4dac-9ba3-c8f24bf7e58e not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:41:02.365376 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-cb4d3467-80e4-4dd1-aaea-9d4f051f099a None None] Set router d60a036b-5745-4f1a-8015-796e2bd52c51 gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:41:02.410536 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9b5c46fb-3533-47f7-adb8-f0cea8a7b5e0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:02.462859 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-9b5c46fb-3533-47f7-adb8-f0cea8a7b5e0 admin admin] Deleting port 49bb1b4a-dd26-4254-a221-da6dbc610d41 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:41:02.463115 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9b5c46fb-3533-47f7-adb8-f0cea8a7b5e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:02.541762 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-9b5c46fb-3533-47f7-adb8-f0cea8a7b5e0 admin admin] For port 49bb1b4a-dd26-4254-a221-da6dbc610d41, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=49bb1b4a-dd26-4254-a221-da6dbc610d41,segment=NetworkSegment(3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87),segment_id=3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:41:02.542130 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9b5c46fb-3533-47f7-adb8-f0cea8a7b5e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:02.544072 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-cb4d3467-80e4-4dd1-aaea-9d4f051f099a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd60a036b-5745-4f1a-8015-796e2bd52c51', 'name': 'tempest-TestMinimumBasicScenario-1339383332-router', 'tenant_id': 'a7dc111275404e52ba6ebaddc8e26f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': '49bb1b4a-dd26-4254-a221-da6dbc610d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:38:53Z', 'updated_at': '2021-07-13T14:41:01Z', 'revision_number': 5, 'project_id': 'a7dc111275404e52ba6ebaddc8e26f85', 'gw_port': {'id': '49bb1b4a-dd26-4254-a221-da6dbc610d41', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:f1:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60a036b-5745-4f1a-8015-796e2bd52c51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:38:54Z', 'updated_at': '2021-07-13T14:38:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:41:02.554950 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-9b5c46fb-3533-47f7-adb8-f0cea8a7b5e0 admin admin] Calling delete_port for 49bb1b4a-dd26-4254-a221-da6dbc610d41 owned by network:router_gateway {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:41:02.570604 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4d3467-80e4-4dd1-aaea-9d4f051f099a None None] Checking router: d60a036b-5745-4f1a-8015-796e2bd52c51 for host: n-d-800634-1 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:41:02.578934 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4d3467-80e4-4dd1-aaea-9d4f051f099a None None] Routers {'d60a036b-5745-4f1a-8015-796e2bd52c51'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:41:02.580133 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-cb4d3467-80e4-4dd1-aaea-9d4f051f099a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:40:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['d60a036b-5745-4f1a-8015-796e2bd52c51'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:41:02.665176 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-cb4d3467-80e4-4dd1-aaea-9d4f051f099a None None] Set router d60a036b-5745-4f1a-8015-796e2bd52c51 gateway port host: None {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:41:02.721367 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-cb4d3467-80e4-4dd1-aaea-9d4f051f099a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd60a036b-5745-4f1a-8015-796e2bd52c51', 'name': 'tempest-TestMinimumBasicScenario-1339383332-router', 'tenant_id': 'a7dc111275404e52ba6ebaddc8e26f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:38:53Z', 'updated_at': '2021-07-13T14:41:02Z', 'revision_number': 6, 'project_id': 'a7dc111275404e52ba6ebaddc8e26f85', 'gw_port_host': None}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:41:02.721627 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9b5c46fb-3533-47f7-adb8-f0cea8a7b5e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:02.747941 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4d3467-80e4-4dd1-aaea-9d4f051f099a None None] The sync data for ids ['d60a036b-5745-4f1a-8015-796e2bd52c51'] in n-d-800634-1 is: [{'id': 'd60a036b-5745-4f1a-8015-796e2bd52c51', 'name': 'tempest-TestMinimumBasicScenario-1339383332-router', 'tenant_id': 'a7dc111275404e52ba6ebaddc8e26f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:38:53Z', 'updated_at': '2021-07-13T14:41:02Z', 'revision_number': 6, 'project_id': 'a7dc111275404e52ba6ebaddc8e26f85', 'gw_port_host': None}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:41:02.751359 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5c46fb-3533-47f7-adb8-f0cea8a7b5e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=49bb1b4a-dd26-4254-a221-da6dbc610d41,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:41:02.820940 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9b5c46fb-3533-47f7-adb8-f0cea8a7b5e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-446473'] for router_gateway, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:02.910924 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9b5c46fb-3533-47f7-adb8-f0cea8a7b5e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1591938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2696'] for router, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:02.913002 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9b5c46fb-3533-47f7-adb8-f0cea8a7b5e0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:02.957089 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9b5c46fb-3533-47f7-adb8-f0cea8a7b5e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593106'] for router, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:02.957615 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b5c46fb-3533-47f7-adb8-f0cea8a7b5e0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d60a036b-5745-4f1a-8015-796e2bd52c51 {{(pid=93751) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 14:41:02.962002 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9b5c46fb-3533-47f7-adb8-f0cea8a7b5e0 admin admin] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:02.963147 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-9b5c46fb-3533-47f7-adb8-f0cea8a7b5e0 admin admin] 10.222.0.23 "DELETE /v2.0/routers/d60a036b-5745-4f1a-8015-796e2bd52c51 HTTP/1.1" status: 204 len: 168 time: 0.7679172 Jul 13 14:41:02.965786 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 51712) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:41:03.014070 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-eef37b56-4fdf-4f6e-80b8-3116e06c0023 admin admin] Deleting subnet 6efe42de-d5c1-4515-8d00-396bf7725132 {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 14:41:03.016793 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-eef37b56-4fdf-4f6e-80b8-3116e06c0023 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:03.051271 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-eef37b56-4fdf-4f6e-80b8-3116e06c0023 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6018489'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:03.135467 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-eef37b56-4fdf-4f6e-80b8-3116e06c0023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:03.201183 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-eef37b56-4fdf-4f6e-80b8-3116e06c0023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6018534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6105009'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:03.231521 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef37b56-4fdf-4f6e-80b8-3116e06c0023 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6efe42de-d5c1-4515-8d00-396bf7725132,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:41:03.238517 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-eef37b56-4fdf-4f6e-80b8-3116e06c0023 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:03.241345 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-eef37b56-4fdf-4f6e-80b8-3116e06c0023 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/6efe42de-d5c1-4515-8d00-396bf7725132 HTTP/1.1" status: 204 len: 168 time: 0.2746193 Jul 13 14:41:03.243633 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-534584f7-e755-4a4c-918a-1126f8c5ab48 None None] Network a2603727-0e45-4755-b7ad-f39f275b06a4 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:41:03.244052 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 51714) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:41:03.316404 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b26d4cc0-41b9-40ee-a656-ba01cd0b7489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:03.376850 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-b26d4cc0-41b9-40ee-a656-ba01cd0b7489 admin admin] Deleting port 2afa1a7b-6724-48c8-beac-65e4ee13b4a0 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:41:03.377326 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b26d4cc0-41b9-40ee-a656-ba01cd0b7489 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:03.453231 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-b26d4cc0-41b9-40ee-a656-ba01cd0b7489 admin admin] For port 2afa1a7b-6724-48c8-beac-65e4ee13b4a0, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=2afa1a7b-6724-48c8-beac-65e4ee13b4a0,segment=NetworkSegment(cea25366-979b-4ab9-8d84-c2cc9b86f209),segment_id=cea25366-979b-4ab9-8d84-c2cc9b86f209)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:41:03.453597 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b26d4cc0-41b9-40ee-a656-ba01cd0b7489 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:03.467944 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-b26d4cc0-41b9-40ee-a656-ba01cd0b7489 admin admin] Calling delete_port for 2afa1a7b-6724-48c8-beac-65e4ee13b4a0 owned by network:dhcp {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:41:03.559870 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b26d4cc0-41b9-40ee-a656-ba01cd0b7489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:03.590549 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26d4cc0-41b9-40ee-a656-ba01cd0b7489 admin admin] Pushing event deleted for resources: {'Port': ['ID=2afa1a7b-6724-48c8-beac-65e4ee13b4a0,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:41:03.601728 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26d4cc0-41b9-40ee-a656-ba01cd0b7489 admin admin] No DVR routers for this DVR port 2afa1a7b-6724-48c8-beac-65e4ee13b4a0 on host n-d-800634-1 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:41:03.644884 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d136343c-01d2-4849-9f70-08625c4a4ab8 None None] DHCP port deletion for a2603727-0e45-4755-b7ad-f39f275b06a4 request from n-d-800634-1 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 14:41:03.680472 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b26d4cc0-41b9-40ee-a656-ba01cd0b7489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:03.691946 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-b26d4cc0-41b9-40ee-a656-ba01cd0b7489 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2603727-0e45-4755-b7ad-f39f275b06a4']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:41:03.704216 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-b26d4cc0-41b9-40ee-a656-ba01cd0b7489 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cea25366-979b-4ab9-8d84-c2cc9b86f209') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:41:03.705411 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-b26d4cc0-41b9-40ee-a656-ba01cd0b7489 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cea25366-979b-4ab9-8d84-c2cc9b86f209') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:41:03.715015 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b26d4cc0-41b9-40ee-a656-ba01cd0b7489 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6018464'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:03.729677 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b26d4cc0-41b9-40ee-a656-ba01cd0b7489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:03.736261 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b26d4cc0-41b9-40ee-a656-ba01cd0b7489 admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 14:41:03.736684 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b26d4cc0-41b9-40ee-a656-ba01cd0b7489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6018632'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:03.738564 n-d-800634-1 neutron-server[93751]: Traceback (most recent call last): Jul 13 14:41:03.738564 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 14:41:03.738564 n-d-800634-1 neutron-server[93751]: timer() Jul 13 14:41:03.738564 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 14:41:03.738564 n-d-800634-1 neutron-server[93751]: cb(*args, **kw) Jul 13 14:41:03.738564 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 14:41:03.738564 n-d-800634-1 neutron-server[93751]: return func(*args, **kwargs) Jul 13 14:41:03.738564 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 14:41:03.738564 n-d-800634-1 neutron-server[93751]: self._notify() Jul 13 14:41:03.738564 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 14:41:03.738564 n-d-800634-1 neutron-server[93751]: self.callback(batched_events) Jul 13 14:41:03.738564 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 14:41:03.738564 n-d-800634-1 neutron-server[93751]: event.method(event) Jul 13 14:41:03.738564 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 14:41:03.738564 n-d-800634-1 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 14:41:03.738564 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 14:41:03.738564 n-d-800634-1 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 14:41:03.738564 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 14:41:03.738564 n-d-800634-1 neutron-server[93751]: return f(self, *a, **k) Jul 13 14:41:03.738564 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 14:41:03.738564 n-d-800634-1 neutron-server[93751]: return self._get(url).json() Jul 13 14:41:03.738564 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 14:41:03.738564 n-d-800634-1 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 14:41:03.738564 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 14:41:03.738564 n-d-800634-1 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 13 14:41:03.738564 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 14:41:03.738564 n-d-800634-1 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 14:41:03.738564 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 14:41:03.738564 n-d-800634-1 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 14:41:03.738564 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 14:41:03.738564 n-d-800634-1 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 14:41:03.738564 n-d-800634-1 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 14:41:03.806392 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b26d4cc0-41b9-40ee-a656-ba01cd0b7489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:03.812612 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b26d4cc0-41b9-40ee-a656-ba01cd0b7489 admin admin] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:03.814971 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-b26d4cc0-41b9-40ee-a656-ba01cd0b7489 admin admin] 10.222.0.23 "DELETE /v2.0/networks/a2603727-0e45-4755-b7ad-f39f275b06a4 HTTP/1.1" status: 204 len: 168 time: 0.5698330 Jul 13 14:41:03.826792 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26d4cc0-41b9-40ee-a656-ba01cd0b7489 admin admin] Pushing event deleted for resources: {'Network': ['ID=a2603727-0e45-4755-b7ad-f39f275b06a4,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:41:03.997388 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 51718) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:41:04.039492 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-29d40655-ab77-4d17-80fb-36957300387c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7c7aa799ce9f4c75a1bb2ad471719ad6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0408628 Jul 13 14:41:04.042105 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 51720) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:41:04.095203 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-acada79c-6777-41a7-ac7e-7360745ec605 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:04.117412 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-acada79c-6777-41a7-ac7e-7360745ec605 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:04.163597 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-acada79c-6777-41a7-ac7e-7360745ec605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:04.166253 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-acada79c-6777-41a7-ac7e-7360745ec605 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:04.167442 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-acada79c-6777-41a7-ac7e-7360745ec605 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/346ea034-9b10-4a46-99d4-66a999d22ded HTTP/1.1" status: 204 len: 168 time: 0.1243687 Jul 13 14:41:04.177662 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acada79c-6777-41a7-ac7e-7360745ec605 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=346ea034-9b10-4a46-99d4-66a999d22ded,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:41:04.258380 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device cd49350e-8c93-4b95-867b-878afca9c707 no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:41:04.277644 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: cd49350e-8c93-4b95-867b-878afca9c707 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:41:04.278018 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device cd49350e-8c93-4b95-867b-878afca9c707 not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:41:04.278437 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 2afa1a7b-6724-48c8-beac-65e4ee13b4a0 no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:41:04.297203 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: 2afa1a7b-6724-48c8-beac-65e4ee13b4a0 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:41:04.297547 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 2afa1a7b-6724-48c8-beac-65e4ee13b4a0 not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:41:04.298000 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 49bb1b4a-dd26-4254-a221-da6dbc610d41 no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:41:04.320668 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: 49bb1b4a-dd26-4254-a221-da6dbc610d41 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:41:04.321019 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 49bb1b4a-dd26-4254-a221-da6dbc610d41 not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:41:04.494474 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 51726) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:41:04.536508 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-64c30634-e6ad-4163-b58a-cba6b7929f82 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a7dc111275404e52ba6ebaddc8e26f85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0408058 Jul 13 14:41:04.539310 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 51728) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:41:04.589426 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d9547c2d-5f5d-4859-94d5-6d6f5a3ce7b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:04.611288 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d9547c2d-5f5d-4859-94d5-6d6f5a3ce7b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:04.659305 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d9547c2d-5f5d-4859-94d5-6d6f5a3ce7b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:04.661925 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d9547c2d-5f5d-4859-94d5-6d6f5a3ce7b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:04.663134 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-d9547c2d-5f5d-4859-94d5-6d6f5a3ce7b2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/19f73f0a-f654-4485-9f27-2b824499a09b HTTP/1.1" status: 204 len: 168 time: 0.1228230 Jul 13 14:41:04.672512 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9547c2d-5f5d-4859-94d5-6d6f5a3ce7b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19f73f0a-f654-4485-9f27-2b824499a09b,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:41:06.320597 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 51768) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:41:06.325241 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-21fa055a-41a8-48b6-8086-6099f15cf892 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1865746118', 'description': 'tempest-secgroup-smoke-1865746118 description', 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:41:06.347668 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-21fa055a-41a8-48b6-8086-6099f15cf892 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:06.356231 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-21fa055a-41a8-48b6-8086-6099f15cf892 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:06.452206 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-21fa055a-41a8-48b6-8086-6099f15cf892 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:06.456959 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-21fa055a-41a8-48b6-8086-6099f15cf892 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:06.493867 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fa055a-41a8-48b6-8086-6099f15cf892 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70772865-9f39-4342-932e-71e98041f2d0,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:41:06.550674 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-21fa055a-41a8-48b6-8086-6099f15cf892 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:06.554536 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-21fa055a-41a8-48b6-8086-6099f15cf892 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:06.582168 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-21fa055a-41a8-48b6-8086-6099f15cf892 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:06.583422 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-21fa055a-41a8-48b6-8086-6099f15cf892 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2618225 Jul 13 14:41:06.586727 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 51770) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:41:06.587623 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fa055a-41a8-48b6-8086-6099f15cf892 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Pushing event updated for resources: {'SecurityGroup': ['ID=410ba75a-2666-4531-bbb5-176e1292d5e0,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:41:06.591838 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-c14a225c-9043-42b7-9780-e5e911f45a03 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Request body: {'security_group_rule': {'security_group_id': '410ba75a-2666-4531-bbb5-176e1292d5e0', 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:41:06.623410 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c14a225c-9043-42b7-9780-e5e911f45a03 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:06.682117 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c14a225c-9043-42b7-9780-e5e911f45a03 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:06.686013 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c14a225c-9043-42b7-9780-e5e911f45a03 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:06.705875 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14a225c-9043-42b7-9780-e5e911f45a03 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fa963ce-fd8e-436a-918d-1d51665bf3d6,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:41:06.709242 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c14a225c-9043-42b7-9780-e5e911f45a03 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:06.710654 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-c14a225c-9043-42b7-9780-e5e911f45a03 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1228242 Jul 13 14:41:06.713769 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 51772) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:41:06.718856 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-6fa27711-6f33-424a-9103-e35115f9ade3 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Request body: {'security_group_rule': {'security_group_id': '410ba75a-2666-4531-bbb5-176e1292d5e0', 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:41:06.744420 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6fa27711-6f33-424a-9103-e35115f9ade3 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:06.804509 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6fa27711-6f33-424a-9103-e35115f9ade3 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:06.808522 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6fa27711-6f33-424a-9103-e35115f9ade3 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:06.826189 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa27711-6f33-424a-9103-e35115f9ade3 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c47a3c7-c20a-4b7c-9d2c-539b90c7e750,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:41:06.838734 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6fa27711-6f33-424a-9103-e35115f9ade3 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:06.840161 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-6fa27711-6f33-424a-9103-e35115f9ade3 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1251233 Jul 13 14:41:06.842929 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 51774) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:41:06.847724 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-1009b6d1-6f0c-4af9-8616-6c816fcebc6e tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Request body: {'security_group_rule': {'security_group_id': '410ba75a-2666-4531-bbb5-176e1292d5e0', 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:41:06.874623 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1009b6d1-6f0c-4af9-8616-6c816fcebc6e tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:06.933704 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1009b6d1-6f0c-4af9-8616-6c816fcebc6e tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:06.937824 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1009b6d1-6f0c-4af9-8616-6c816fcebc6e tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:06.959236 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1009b6d1-6f0c-4af9-8616-6c816fcebc6e tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=114d5732-2949-439f-aa76-df8ce62f6eec,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:41:06.965639 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1009b6d1-6f0c-4af9-8616-6c816fcebc6e tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:06.966964 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-1009b6d1-6f0c-4af9-8616-6c816fcebc6e tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1230576 Jul 13 14:41:06.969695 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 51776) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:41:06.974537 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-58dff386-dc70-4a8d-ab14-4eb2e3e36641 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Request body: {'security_group_rule': {'security_group_id': '410ba75a-2666-4531-bbb5-176e1292d5e0', 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:41:07.002981 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-58dff386-dc70-4a8d-ab14-4eb2e3e36641 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:07.065631 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-58dff386-dc70-4a8d-ab14-4eb2e3e36641 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:07.070385 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-58dff386-dc70-4a8d-ab14-4eb2e3e36641 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:07.090029 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dff386-dc70-4a8d-ab14-4eb2e3e36641 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4846fe8-8db1-413d-937b-1570cfd46318,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:41:07.093016 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-58dff386-dc70-4a8d-ab14-4eb2e3e36641 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:07.094250 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-58dff386-dc70-4a8d-ab14-4eb2e3e36641 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1233599 Jul 13 14:41:07.097229 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 51778) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:41:07.101940 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-e90d9b1b-dbad-4651-b067-71761b891068 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Request body: {'security_group_rule': {'security_group_id': '410ba75a-2666-4531-bbb5-176e1292d5e0', 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:41:07.123948 n-d-800634-1 neutron-server[93751]: INFO neutron.db.securitygroups_db [None req-e90d9b1b-dbad-4651-b067-71761b891068 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Project ef1f8ac45b0f4587af94f69056f43b30 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 14:41:07.133088 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e90d9b1b-dbad-4651-b067-71761b891068 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:07.189691 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e90d9b1b-dbad-4651-b067-71761b891068 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:07.193870 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e90d9b1b-dbad-4651-b067-71761b891068 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:07.214341 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90d9b1b-dbad-4651-b067-71761b891068 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49c0c66f-8047-4a43-8dc9-97db9afb0771,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:41:07.218456 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e90d9b1b-dbad-4651-b067-71761b891068 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:07.219801 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-e90d9b1b-dbad-4651-b067-71761b891068 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1213958 Jul 13 14:41:07.223879 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 51780) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:41:07.228356 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-2095ae4e-74ed-40d8-b4e0-a916616e51c8 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Request body: {'security_group_rule': {'security_group_id': '410ba75a-2666-4531-bbb5-176e1292d5e0', 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:41:07.250745 n-d-800634-1 neutron-server[93751]: INFO neutron.db.securitygroups_db [None req-2095ae4e-74ed-40d8-b4e0-a916616e51c8 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Project ef1f8ac45b0f4587af94f69056f43b30 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 14:41:07.256570 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2095ae4e-74ed-40d8-b4e0-a916616e51c8 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:07.328167 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2095ae4e-74ed-40d8-b4e0-a916616e51c8 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:07.331504 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2095ae4e-74ed-40d8-b4e0-a916616e51c8 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:07.632918 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2095ae4e-74ed-40d8-b4e0-a916616e51c8 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53664953-1c84-4408-b8ae-eb423c486cca,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:41:07.639811 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2095ae4e-74ed-40d8-b4e0-a916616e51c8 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:07.641008 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-2095ae4e-74ed-40d8-b4e0-a916616e51c8 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4161530 Jul 13 14:41:07.644117 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 51782) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:41:07.648949 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-d344e531-cafb-46ca-a3d1-8d0199fcb0cc tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Request body: {'network': {'name': 'tempest-network-smoke--1302590405', 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'port_security_enabled': True}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:41:07.669189 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d344e531-cafb-46ca-a3d1-8d0199fcb0cc tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Made reservation on behalf of ef1f8ac45b0f4587af94f69056f43b30 for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:41:07.672651 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d344e531-cafb-46ca-a3d1-8d0199fcb0cc tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:07.696269 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d344e531-cafb-46ca-a3d1-8d0199fcb0cc tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 14:41:07.706618 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d344e531-cafb-46ca-a3d1-8d0199fcb0cc tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:07.706978 n-d-800634-1 neutron-server[93751]: INFO neutron.db.segments_db [None req-d344e531-cafb-46ca-a3d1-8d0199fcb0cc tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Added segment 85a5ad37-8122-4025-8072-661ec4869dc5 of type vlan for network 0ee289bc-ffb9-472a-8331-4d1e3171cedc Jul 13 14:41:07.745517 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d344e531-cafb-46ca-a3d1-8d0199fcb0cc tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:07.779993 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d344e531-cafb-46ca-a3d1-8d0199fcb0cc tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:07.789677 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d344e531-cafb-46ca-a3d1-8d0199fcb0cc tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:07.790641 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d344e531-cafb-46ca-a3d1-8d0199fcb0cc tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:07.883123 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-d344e531-cafb-46ca-a3d1-8d0199fcb0cc tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2375979 Jul 13 14:41:07.885707 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 51784) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:41:07.891219 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-b63fb95d-9acd-41e1-aecd-6a1bf0c4661c tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1837452786', 'admin_state_up': True, 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:41:07.912667 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d344e531-cafb-46ca-a3d1-8d0199fcb0cc tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Pushing event updated for resources: {'Network': ['ID=0ee289bc-ffb9-472a-8331-4d1e3171cedc,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:41:07.915094 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b63fb95d-9acd-41e1-aecd-6a1bf0c4661c tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1591928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2714'] for router, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:07.916708 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b63fb95d-9acd-41e1-aecd-6a1bf0c4661c tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447198', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1629690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2689'] for router, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:07.925097 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network 0ee289bc-ffb9-472a-8331-4d1e3171cedc details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 14:41:07.974778 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b63fb95d-9acd-41e1-aecd-6a1bf0c4661c tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:08.452290 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b63fb95d-9acd-41e1-aecd-6a1bf0c4661c tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447180', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1591910', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2751'] for router, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:08.655365 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b63fb95d-9acd-41e1-aecd-6a1bf0c4661c tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for router_gateway, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:08.675612 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b63fb95d-9acd-41e1-aecd-6a1bf0c4661c tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:08.786602 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-b63fb95d-9acd-41e1-aecd-6a1bf0c4661c tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Allocated IP 172.25.6.202 (acf968b8-c524-46a9-a20b-ad9667009130/dde5a78e-bd1e-4f47-8189-7321d4de73d3/7c7d09d9-ff37-4d8e-b299-a43fb3bf46aa) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:41:08.895050 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b63fb95d-9acd-41e1-aecd-6a1bf0c4661c tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:08.934494 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b63fb95d-9acd-41e1-aecd-6a1bf0c4661c tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:08.979640 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b63fb95d-9acd-41e1-aecd-6a1bf0c4661c tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Network acf968b8-c524-46a9-a20b-ad9667009130 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:41:08.983971 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-b63fb95d-9acd-41e1-aecd-6a1bf0c4661c tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:41:08.989304 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63fb95d-9acd-41e1-aecd-6a1bf0c4661c tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:41:08.992497 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63fb95d-9acd-41e1-aecd-6a1bf0c4661c tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Pushing event updated for resources: {'Port': ['ID=7c7d09d9-ff37-4d8e-b299-a43fb3bf46aa,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:41:09.243879 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b63fb95d-9acd-41e1-aecd-6a1bf0c4661c tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for router_gateway, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:09.452592 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b63fb95d-9acd-41e1-aecd-6a1bf0c4661c tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447217'] for router, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:09.601792 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b63fb95d-9acd-41e1-aecd-6a1bf0c4661c tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Router 3c41747d-6f31-4d16-81bd-2dabf5f93cee is scheduled to L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 with binding_index 1 {{(pid=93750) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 14:41:09.709717 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b63fb95d-9acd-41e1-aecd-6a1bf0c4661c tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:41:09.719429 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d81ab4-8e2b-4b85-8d7f-7b0f9e5f0a53 None None] Sync routers for ids ['3c41747d-6f31-4d16-81bd-2dabf5f93cee'] in n-d-800634-1 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:41:09.729047 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d81ab4-8e2b-4b85-8d7f-7b0f9e5f0a53 None None] Routers {'3c41747d-6f31-4d16-81bd-2dabf5f93cee'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:41:09.729691 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-c6d81ab4-8e2b-4b85-8d7f-7b0f9e5f0a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:40:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['3c41747d-6f31-4d16-81bd-2dabf5f93cee'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:41:09.730713 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b63fb95d-9acd-41e1-aecd-6a1bf0c4661c tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:09.735037 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-b63fb95d-9acd-41e1-aecd-6a1bf0c4661c tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8444259 Jul 13 14:41:09.735275 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 51786) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:41:09.841447 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-c6d81ab4-8e2b-4b85-8d7f-7b0f9e5f0a53 None None] Set router 3c41747d-6f31-4d16-81bd-2dabf5f93cee gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:41:09.864549 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-b4864c39-0274-4a85-ad1e-6c1b32dfebe6 tempest-TestNetworkAdvancedServerOps-519239000 tempest-TestNetworkAdvancedServerOps-519239000-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=ef1f8ac45b0f4587af94f69056f43b30&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1256883 Jul 13 14:41:09.864896 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 51790) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:41:10.034401 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a58c123-c338-41c0-b6c0-ac6e74727ba3 tempest-TestNetworkAdvancedServerOps-519239000 tempest-TestNetworkAdvancedServerOps-519239000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:10.035938 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-6a58c123-c338-41c0-b6c0-ac6e74727ba3 tempest-TestNetworkAdvancedServerOps-519239000 tempest-TestNetworkAdvancedServerOps-519239000-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1701200 Jul 13 14:41:10.038984 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 51792) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:41:10.043962 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-c6d81ab4-8e2b-4b85-8d7f-7b0f9e5f0a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c41747d-6f31-4d16-81bd-2dabf5f93cee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1837452786', 'tenant_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': '7c7d09d9-ff37-4d8e-b299-a43fb3bf46aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:41:07Z', 'updated_at': '2021-07-13T14:41:09Z', 'revision_number': 3, 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'gw_port': {'id': '7c7d09d9-ff37-4d8e-b299-a43fb3bf46aa', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:fe:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c41747d-6f31-4d16-81bd-2dabf5f93cee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:41:08Z', 'updated_at': '2021-07-13T14:41:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:41:10.071421 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d81ab4-8e2b-4b85-8d7f-7b0f9e5f0a53 None None] Checking router: 3c41747d-6f31-4d16-81bd-2dabf5f93cee for host: n-d-800634-1 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:41:10.071755 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d81ab4-8e2b-4b85-8d7f-7b0f9e5f0a53 None None] Updating router 3c41747d-6f31-4d16-81bd-2dabf5f93cee port 7c7d09d9-ff37-4d8e-b299-a43fb3bf46aa binding host n-d-800634-1 {{(pid=93753) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 14:41:10.075069 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-30a9d8ca-327b-4f63-bbb6-40f8dfb624d2 tempest-TestNetworkAdvancedServerOps-519239000 tempest-TestNetworkAdvancedServerOps-519239000-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=acf968b8-c524-46a9-a20b-ad9667009130&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0348465 Jul 13 14:41:10.077753 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 51794) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:41:10.083213 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-75427837-dc06-4e1e-9af6-b86a68bb1487 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-737759698', 'network_id': '0ee289bc-ffb9-472a-8331-4d1e3171cedc', 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:41:10.107918 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c6d81ab4-8e2b-4b85-8d7f-7b0f9e5f0a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:10.183929 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75427837-dc06-4e1e-9af6-b86a68bb1487 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Made reservation on behalf of ef1f8ac45b0f4587af94f69056f43b30 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:41:10.187765 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-75427837-dc06-4e1e-9af6-b86a68bb1487 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4763385'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:10.374852 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-75427837-dc06-4e1e-9af6-b86a68bb1487 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5970588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4763339'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:10.383508 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c6d81ab4-8e2b-4b85-8d7f-7b0f9e5f0a53 None None] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:10.396572 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-c6d81ab4-8e2b-4b85-8d7f-7b0f9e5f0a53 None None] Transition to ACTIVE for port object 7c7d09d9-ff37-4d8e-b299-a43fb3bf46aa will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:41:10.402432 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c6d81ab4-8e2b-4b85-8d7f-7b0f9e5f0a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:10.434317 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75427837-dc06-4e1e-9af6-b86a68bb1487 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Pushing event updated for resources: {'Subnet': ['ID=07d54880-48ff-4f0d-a4e1-7f7e9cdee1c0,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:41:10.445234 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75427837-dc06-4e1e-9af6-b86a68bb1487 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Checking segment: {'id': '85a5ad37-8122-4025-8072-661ec4869dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0ee289bc-ffb9-472a-8331-4d1e3171cedc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:41:10.445591 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75427837-dc06-4e1e-9af6-b86a68bb1487 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Network hostable DHCP agents. Network: 0ee289bc-ffb9-472a-8331-4d1e3171cedc, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 14:41:10.452713 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-c6d81ab4-8e2b-4b85-8d7f-7b0f9e5f0a53 None None] Attempting to bind port 7c7d09d9-ff37-4d8e-b299-a43fb3bf46aa on host n-d-800634-1 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:41:10.453087 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-c6d81ab4-8e2b-4b85-8d7f-7b0f9e5f0a53 None None] Attempting to bind port 7c7d09d9-ff37-4d8e-b299-a43fb3bf46aa by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:41:10.453453 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d81ab4-8e2b-4b85-8d7f-7b0f9e5f0a53 None None] Attempting to bind port 7c7d09d9-ff37-4d8e-b299-a43fb3bf46aa on network acf968b8-c524-46a9-a20b-ad9667009130 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:41:10.461891 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75427837-dc06-4e1e-9af6-b86a68bb1487 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Network 0ee289bc-ffb9-472a-8331-4d1e3171cedc is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 14:41:10.464496 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d81ab4-8e2b-4b85-8d7f-7b0f9e5f0a53 None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 40, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:41:10.464852 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d81ab4-8e2b-4b85-8d7f-7b0f9e5f0a53 None None] Checking segment: {'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:41:10.465258 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c6d81ab4-8e2b-4b85-8d7f-7b0f9e5f0a53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:10.465650 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d81ab4-8e2b-4b85-8d7f-7b0f9e5f0a53 None None] Bound using segment: {'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:41:10.466142 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-c6d81ab4-8e2b-4b85-8d7f-7b0f9e5f0a53 None None] Bound port: 7c7d09d9-ff37-4d8e-b299-a43fb3bf46aa, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:41:10.466526 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c6d81ab4-8e2b-4b85-8d7f-7b0f9e5f0a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:10.469232 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f8a80b-cfad-4a38-be0f-83939b5d6b98 None None] Pushing event updated for resources: {'Port': ['ID=7c7d09d9-ff37-4d8e-b299-a43fb3bf46aa,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:41:10.471791 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-75427837-dc06-4e1e-9af6-b86a68bb1487 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, 0ee289bc-ffb9-472a-8331-4d1e3171cedc) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:41:10.475992 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75427837-dc06-4e1e-9af6-b86a68bb1487 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:10.476774 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-75427837-dc06-4e1e-9af6-b86a68bb1487 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:10.481851 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-658c5430-b17a-458d-af99-2bebf9a8cb6e None None] Network 0ee289bc-ffb9-472a-8331-4d1e3171cedc requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:41:10.497528 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-75427837-dc06-4e1e-9af6-b86a68bb1487 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4160128 Jul 13 14:41:10.497817 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 51796) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:41:10.508769 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f8a80b-cfad-4a38-be0f-83939b5d6b98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:41:10.509122 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f8a80b-cfad-4a38-be0f-83939b5d6b98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:41:10.509460 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f8a80b-cfad-4a38-be0f-83939b5d6b98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:41:10.509817 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f8a80b-cfad-4a38-be0f-83939b5d6b98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:41:10.510152 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f8a80b-cfad-4a38-be0f-83939b5d6b98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:41:10.510482 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f8a80b-cfad-4a38-be0f-83939b5d6b98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:41:10.510810 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f8a80b-cfad-4a38-be0f-83939b5d6b98 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:41:10.511140 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f8a80b-cfad-4a38-be0f-83939b5d6b98 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:41:10.511459 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f8a80b-cfad-4a38-be0f-83939b5d6b98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:41:10.511781 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f8a80b-cfad-4a38-be0f-83939b5d6b98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:41:10.512099 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f8a80b-cfad-4a38-be0f-83939b5d6b98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:41:10.512418 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f8a80b-cfad-4a38-be0f-83939b5d6b98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:41:10.539921 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-c6d81ab4-8e2b-4b85-8d7f-7b0f9e5f0a53 None None] For port 7c7d09d9-ff37-4d8e-b299-a43fb3bf46aa, host n-d-800634-1, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:41:10.544685 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-c6d81ab4-8e2b-4b85-8d7f-7b0f9e5f0a53 None None] For port 7c7d09d9-ff37-4d8e-b299-a43fb3bf46aa, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=7c7d09d9-ff37-4d8e-b299-a43fb3bf46aa,segment=NetworkSegment(3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87),segment_id=3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:41:10.549269 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c6d81ab4-8e2b-4b85-8d7f-7b0f9e5f0a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:10.612007 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d81ab4-8e2b-4b85-8d7f-7b0f9e5f0a53 None None] Routers {'3c41747d-6f31-4d16-81bd-2dabf5f93cee'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:41:10.612636 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-c6d81ab4-8e2b-4b85-8d7f-7b0f9e5f0a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:40:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['3c41747d-6f31-4d16-81bd-2dabf5f93cee'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:41:10.638598 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e01b8805-8d9f-473c-bd18-58c09d77b10f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a7201e1-61ce-5a3e-b7f7-e800379ed03b-0ee289bc-ffb9-472a-8331-4d1e3171cedc', 'network_id': '0ee289bc-ffb9-472a-8331-4d1e3171cedc', 'tenant_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'fixed_ips': [{'subnet_id': '07d54880-48ff-4f0d-a4e1-7f7e9cdee1c0'}]}} from n-d-800634-1. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 14:41:10.639614 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e01b8805-8d9f-473c-bd18-58c09d77b10f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:10.695887 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f8a80b-cfad-4a38-be0f-83939b5d6b98 None None] Pushing event updated for resources: {'Port': ['ID=7c7d09d9-ff37-4d8e-b299-a43fb3bf46aa,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:41:10.726891 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-c6d81ab4-8e2b-4b85-8d7f-7b0f9e5f0a53 None None] Set router 3c41747d-6f31-4d16-81bd-2dabf5f93cee gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:41:10.786737 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-e01b8805-8d9f-473c-bd18-58c09d77b10f None None] Allocated IP 172.20.0.2 (0ee289bc-ffb9-472a-8331-4d1e3171cedc/07d54880-48ff-4f0d-a4e1-7f7e9cdee1c0/2f7f379c-9705-4035-81be-ae8350949229) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:41:10.953663 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e01b8805-8d9f-473c-bd18-58c09d77b10f None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:10.964135 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-e01b8805-8d9f-473c-bd18-58c09d77b10f None None] Transition to ACTIVE for port object 2f7f379c-9705-4035-81be-ae8350949229 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:41:10.978841 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1c2df7bf-3bfa-4e46-bef0-14b1b089ef5b tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:10.981301 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-e01b8805-8d9f-473c-bd18-58c09d77b10f None None] Transition to ACTIVE for port object 2f7f379c-9705-4035-81be-ae8350949229 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:41:10.988019 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e01b8805-8d9f-473c-bd18-58c09d77b10f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:11.018568 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-c6d81ab4-8e2b-4b85-8d7f-7b0f9e5f0a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c41747d-6f31-4d16-81bd-2dabf5f93cee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1837452786', 'tenant_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': '7c7d09d9-ff37-4d8e-b299-a43fb3bf46aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:41:07Z', 'updated_at': '2021-07-13T14:41:09Z', 'revision_number': 3, 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'gw_port': {'id': '7c7d09d9-ff37-4d8e-b299-a43fb3bf46aa', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:fe:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c41747d-6f31-4d16-81bd-2dabf5f93cee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:41:08Z', 'updated_at': '2021-07-13T14:41:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:41:11.033845 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e01b8805-8d9f-473c-bd18-58c09d77b10f None None] Network 0ee289bc-ffb9-472a-8331-4d1e3171cedc is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:41:11.039472 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-e01b8805-8d9f-473c-bd18-58c09d77b10f None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:41:11.041841 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01b8805-8d9f-473c-bd18-58c09d77b10f None None] Pushing event updated for resources: {'Port': ['ID=2f7f379c-9705-4035-81be-ae8350949229,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:41:11.049090 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d81ab4-8e2b-4b85-8d7f-7b0f9e5f0a53 None None] The sync data for ids ['3c41747d-6f31-4d16-81bd-2dabf5f93cee'] in n-d-800634-1 is: [{'id': '3c41747d-6f31-4d16-81bd-2dabf5f93cee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1837452786', 'tenant_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': '7c7d09d9-ff37-4d8e-b299-a43fb3bf46aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:41:07Z', 'updated_at': '2021-07-13T14:41:09Z', 'revision_number': 3, 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'gw_port': {'id': '7c7d09d9-ff37-4d8e-b299-a43fb3bf46aa', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:fe:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c41747d-6f31-4d16-81bd-2dabf5f93cee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:41:08Z', 'updated_at': '2021-07-13T14:41:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:41:11.049359 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01b8805-8d9f-473c-bd18-58c09d77b10f None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:41:11.055207 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01b8805-8d9f-473c-bd18-58c09d77b10f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:41:11.055727 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01b8805-8d9f-473c-bd18-58c09d77b10f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:41:11.056180 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01b8805-8d9f-473c-bd18-58c09d77b10f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:41:11.056614 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01b8805-8d9f-473c-bd18-58c09d77b10f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:41:11.057038 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01b8805-8d9f-473c-bd18-58c09d77b10f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:41:11.057468 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01b8805-8d9f-473c-bd18-58c09d77b10f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:41:11.057928 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01b8805-8d9f-473c-bd18-58c09d77b10f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:41:11.058598 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01b8805-8d9f-473c-bd18-58c09d77b10f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:41:11.059049 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01b8805-8d9f-473c-bd18-58c09d77b10f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:41:11.059467 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01b8805-8d9f-473c-bd18-58c09d77b10f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:41:11.060001 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01b8805-8d9f-473c-bd18-58c09d77b10f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:41:11.060440 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01b8805-8d9f-473c-bd18-58c09d77b10f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:41:11.124733 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-e01b8805-8d9f-473c-bd18-58c09d77b10f None None] Attempting to bind port 2f7f379c-9705-4035-81be-ae8350949229 on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:41:11.125152 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-e01b8805-8d9f-473c-bd18-58c09d77b10f None None] Attempting to bind port 2f7f379c-9705-4035-81be-ae8350949229 by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '85a5ad37-8122-4025-8072-661ec4869dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0ee289bc-ffb9-472a-8331-4d1e3171cedc'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:41:11.125522 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01b8805-8d9f-473c-bd18-58c09d77b10f None None] Attempting to bind port 2f7f379c-9705-4035-81be-ae8350949229 on network 0ee289bc-ffb9-472a-8331-4d1e3171cedc {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:41:11.131954 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01b8805-8d9f-473c-bd18-58c09d77b10f None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 40, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:41:11.132333 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01b8805-8d9f-473c-bd18-58c09d77b10f None None] Checking segment: {'id': '85a5ad37-8122-4025-8072-661ec4869dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0ee289bc-ffb9-472a-8331-4d1e3171cedc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:41:11.132735 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e01b8805-8d9f-473c-bd18-58c09d77b10f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:11.133124 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01b8805-8d9f-473c-bd18-58c09d77b10f None None] Bound using segment: {'id': '85a5ad37-8122-4025-8072-661ec4869dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0ee289bc-ffb9-472a-8331-4d1e3171cedc'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:41:11.133585 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-e01b8805-8d9f-473c-bd18-58c09d77b10f None None] Bound port: 2f7f379c-9705-4035-81be-ae8350949229, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85a5ad37-8122-4025-8072-661ec4869dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0ee289bc-ffb9-472a-8331-4d1e3171cedc'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:41:11.133990 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e01b8805-8d9f-473c-bd18-58c09d77b10f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:11.210279 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-e01b8805-8d9f-473c-bd18-58c09d77b10f None None] For port 2f7f379c-9705-4035-81be-ae8350949229, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:41:11.213749 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-e01b8805-8d9f-473c-bd18-58c09d77b10f None None] For port 2f7f379c-9705-4035-81be-ae8350949229, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=2f7f379c-9705-4035-81be-ae8350949229,segment=NetworkSegment(85a5ad37-8122-4025-8072-661ec4869dc5),segment_id=85a5ad37-8122-4025-8072-661ec4869dc5)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:41:11.218704 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e01b8805-8d9f-473c-bd18-58c09d77b10f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:11.288339 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01b8805-8d9f-473c-bd18-58c09d77b10f None None] Pushing event updated for resources: {'Port': ['ID=2f7f379c-9705-4035-81be-ae8350949229,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:41:11.739299 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-1c2df7bf-3bfa-4e46-bef0-14b1b089ef5b tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Allocated IP 172.20.0.1 (0ee289bc-ffb9-472a-8331-4d1e3171cedc/07d54880-48ff-4f0d-a4e1-7f7e9cdee1c0/f60112fa-d8ed-45dc-bf0f-cac668823da6) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:41:11.868026 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1c2df7bf-3bfa-4e46-bef0-14b1b089ef5b tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:11.882822 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [None req-1c2df7bf-3bfa-4e46-bef0-14b1b089ef5b tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Transition to ACTIVE for port object f60112fa-d8ed-45dc-bf0f-cac668823da6 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:41:11.916163 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1c2df7bf-3bfa-4e46-bef0-14b1b089ef5b tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:11.962810 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c2df7bf-3bfa-4e46-bef0-14b1b089ef5b tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Network 0ee289bc-ffb9-472a-8331-4d1e3171cedc is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:41:11.966445 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-1c2df7bf-3bfa-4e46-bef0-14b1b089ef5b tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:41:11.969100 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2df7bf-3bfa-4e46-bef0-14b1b089ef5b tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:41:11.996404 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2df7bf-3bfa-4e46-bef0-14b1b089ef5b tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Pushing event updated for resources: {'Port': ['ID=f60112fa-d8ed-45dc-bf0f-cac668823da6,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:41:12.021622 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1c2df7bf-3bfa-4e46-bef0-14b1b089ef5b tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-450452'] for router_interface, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:12.171883 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1c2df7bf-3bfa-4e46-bef0-14b1b089ef5b tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:12.306787 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-934ed094-621a-4c46-b971-e0688890a061 None None] Network 0ee289bc-ffb9-472a-8331-4d1e3171cedc requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:41:12.329920 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 2f7f379c-9705-4035-81be-ae8350949229 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:41:12.411072 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-cca3d33b-a784-4b82-8112-de5cb237d920 None None] Provisioning for port 2f7f379c-9705-4035-81be-ae8350949229 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:41:12.468366 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port 2f7f379c-9705-4035-81be-ae8350949229 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:41:12.478647 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 2f7f379c-9705-4035-81be-ae8350949229 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:41:12.479017 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:12.483678 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1c2df7bf-3bfa-4e46-bef0-14b1b089ef5b tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:12.489008 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1c2df7bf-3bfa-4e46-bef0-14b1b089ef5b tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:12.568208 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2df7bf-3bfa-4e46-bef0-14b1b089ef5b tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Pushing event updated for resources: {'Port': ['ID=f60112fa-d8ed-45dc-bf0f-cac668823da6,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:41:12.571593 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1c2df7bf-3bfa-4e46-bef0-14b1b089ef5b tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1785045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451806'] for router_interface, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:12.601820 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:12.638465 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port 2f7f379c-9705-4035-81be-ae8350949229, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=2f7f379c-9705-4035-81be-ae8350949229,segment=NetworkSegment(85a5ad37-8122-4025-8072-661ec4869dc5),segment_id=85a5ad37-8122-4025-8072-661ec4869dc5)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:41:12.644091 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:12.645071 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 7c7d09d9-ff37-4d8e-b299-a43fb3bf46aa up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:41:12.680991 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c2df7bf-3bfa-4e46-bef0-14b1b089ef5b tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Network 0ee289bc-ffb9-472a-8331-4d1e3171cedc is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:41:12.683104 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-1c2df7bf-3bfa-4e46-bef0-14b1b089ef5b tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:41:12.727149 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=2f7f379c-9705-4035-81be-ae8350949229,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:41:12.747024 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port 7c7d09d9-ff37-4d8e-b299-a43fb3bf46aa completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:41:12.752919 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 7c7d09d9-ff37-4d8e-b299-a43fb3bf46aa triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:41:12.753542 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:12.820795 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c2df7bf-3bfa-4e46-bef0-14b1b089ef5b tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Router 3c41747d-6f31-4d16-81bd-2dabf5f93cee has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:41:12.860366 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:12.868155 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-1f4951b5-ae7d-4403-adb6-aa5eb352027a None None] Provisioning complete for port 2f7f379c-9705-4035-81be-ae8350949229 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:41:12.869170 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-1f4951b5-ae7d-4403-adb6-aa5eb352027a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:12.907191 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port 7c7d09d9-ff37-4d8e-b299-a43fb3bf46aa, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=7c7d09d9-ff37-4d8e-b299-a43fb3bf46aa,segment=NetworkSegment(3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87),segment_id=3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:41:12.914775 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:12.952355 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c2df7bf-3bfa-4e46-bef0-14b1b089ef5b tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:41:12.958177 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-1c2df7bf-3bfa-4e46-bef0-14b1b089ef5b tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "PUT /v2.0/routers/3c41747d-6f31-4d16-81bd-2dabf5f93cee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4594200 Jul 13 14:41:12.970902 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ac0c01-c5e0-4e58-9796-bdbfc33318de None None] Sync routers for ids ['3c41747d-6f31-4d16-81bd-2dabf5f93cee'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:41:13.000137 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ac0c01-c5e0-4e58-9796-bdbfc33318de None None] Routers {'3c41747d-6f31-4d16-81bd-2dabf5f93cee'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:41:13.001571 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-18ac0c01-c5e0-4e58-9796-bdbfc33318de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:40:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['3c41747d-6f31-4d16-81bd-2dabf5f93cee'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:41:13.055548 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=7c7d09d9-ff37-4d8e-b299-a43fb3bf46aa,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:41:13.114783 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b443012a-560b-4009-9ce8-9fff02840ca5 req-e5bb6317-a00f-472f-b700-a4732505d615 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1865746118&fields=id&tenant_id=ef1f8ac45b0f4587af94f69056f43b30 HTTP/1.1" status: 200 len: 267 time: 0.0363965 Jul 13 14:41:13.138193 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-1f4951b5-ae7d-4403-adb6-aa5eb352027a None None] Provisioning for port f60112fa-d8ed-45dc-bf0f-cac668823da6 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:41:13.147763 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-1f4951b5-ae7d-4403-adb6-aa5eb352027a None None] Provisioning complete for port f60112fa-d8ed-45dc-bf0f-cac668823da6 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:41:13.148142 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-1f4951b5-ae7d-4403-adb6-aa5eb352027a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:13.173266 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-18ac0c01-c5e0-4e58-9796-bdbfc33318de None None] Set router 3c41747d-6f31-4d16-81bd-2dabf5f93cee gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:41:13.223540 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-1f4951b5-ae7d-4403-adb6-aa5eb352027a None None] Port f60112fa-d8ed-45dc-bf0f-cac668823da6 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:41:13.232889 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b443012a-560b-4009-9ce8-9fff02840ca5 req-482af3d6-a813-4bc6-bf5e-75ac1828cb9d tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:13.234420 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b443012a-560b-4009-9ce8-9fff02840ca5 req-482af3d6-a813-4bc6-bf5e-75ac1828cb9d tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/networks?id=0ee289bc-ffb9-472a-8331-4d1e3171cedc HTTP/1.1" status: 200 len: 797 time: 0.1123753 Jul 13 14:41:13.249145 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b443012a-560b-4009-9ce8-9fff02840ca5 req-028c206f-477e-4ea3-bd54-13d0126d09e8 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/quotas/ef1f8ac45b0f4587af94f69056f43b30 HTTP/1.1" status: 200 len: 375 time: 0.0091889 Jul 13 14:41:13.321579 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b443012a-560b-4009-9ce8-9fff02840ca5 req-d0628c6f-cb37-44ac-8c6f-8d2a875acabd tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ef1f8ac45b0f4587af94f69056f43b30&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0671284 Jul 13 14:41:13.367851 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-9e2af5b2-785c-4a25-af94-8dcf4f07a5ed None None] Provisioning complete for port f60112fa-d8ed-45dc-bf0f-cac668823da6 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:41:13.368430 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9e2af5b2-785c-4a25-af94-8dcf4f07a5ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:13.416634 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-9e2af5b2-785c-4a25-af94-8dcf4f07a5ed None None] Port f60112fa-d8ed-45dc-bf0f-cac668823da6 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:41:13.417606 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b443012a-560b-4009-9ce8-9fff02840ca5 req-fdac59f0-9017-41a5-9f62-5651f8b7c89d service neutron] 10.222.0.23 "GET /v2.0/networks/0ee289bc-ffb9-472a-8331-4d1e3171cedc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833642 Jul 13 14:41:13.427528 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-18ac0c01-c5e0-4e58-9796-bdbfc33318de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c41747d-6f31-4d16-81bd-2dabf5f93cee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1837452786', 'tenant_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': '7c7d09d9-ff37-4d8e-b299-a43fb3bf46aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:41:07Z', 'updated_at': '2021-07-13T14:41:12Z', 'revision_number': 4, 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'gw_port': {'id': '7c7d09d9-ff37-4d8e-b299-a43fb3bf46aa', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:fe:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c41747d-6f31-4d16-81bd-2dabf5f93cee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:41:08Z', 'updated_at': '2021-07-13T14:41:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': 'f60112fa-d8ed-45dc-bf0f-cac668823da6', 'name': '', 'network_id': '0ee289bc-ffb9-472a-8331-4d1e3171cedc', 'tenant_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'mac_address': 'fa:16:3e:67:4c:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c41747d-6f31-4d16-81bd-2dabf5f93cee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '07d54880-48ff-4f0d-a4e1-7f7e9cdee1c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:41:11Z', 'updated_at': '2021-07-13T14:41:12Z', 'revision_number': 2, 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'subnets': [{'id': '07d54880-48ff-4f0d-a4e1-7f7e9cdee1c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:41:13.455726 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ac0c01-c5e0-4e58-9796-bdbfc33318de None None] Checking router: 3c41747d-6f31-4d16-81bd-2dabf5f93cee for host: n-d-800634-1 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:41:13.456083 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ac0c01-c5e0-4e58-9796-bdbfc33318de None None] Updating router 3c41747d-6f31-4d16-81bd-2dabf5f93cee port f60112fa-d8ed-45dc-bf0f-cac668823da6 binding host n-d-800634-1 {{(pid=93752) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 14:41:13.489848 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-18ac0c01-c5e0-4e58-9796-bdbfc33318de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:13.511778 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b443012a-560b-4009-9ce8-9fff02840ca5 req-1591270d-1cbc-4fb1-95a4-899dada2f8fe service neutron] 10.222.0.23 "GET /v2.0/networks/0ee289bc-ffb9-472a-8331-4d1e3171cedc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880635 Jul 13 14:41:13.694033 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a31f4c47-2a26-424e-9941-33a6d852a9c0 req-6c7bd36d-ab17-43aa-bc39-3bdf6a1f273d tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/ports?device_id=009e1d35-a26e-4457-94ae-7e7a41de6bc0 HTTP/1.1" status: 200 len: 210 time: 0.0311189 Jul 13 14:41:13.926443 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-18ac0c01-c5e0-4e58-9796-bdbfc33318de None None] Notify callbacks [] for port, precommit_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:13.935222 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-18ac0c01-c5e0-4e58-9796-bdbfc33318de None None] Transition to ACTIVE for port object f60112fa-d8ed-45dc-bf0f-cac668823da6 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:41:13.942639 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-18ac0c01-c5e0-4e58-9796-bdbfc33318de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:13.995057 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e243dc0e-4e39-4b5a-af0e-a72ef66a90e0 None None] Pushing event updated for resources: {'Port': ['ID=f60112fa-d8ed-45dc-bf0f-cac668823da6,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:41:14.052858 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-18ac0c01-c5e0-4e58-9796-bdbfc33318de None None] Attempting to bind port f60112fa-d8ed-45dc-bf0f-cac668823da6 on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:41:14.053239 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-18ac0c01-c5e0-4e58-9796-bdbfc33318de None None] Attempting to bind port f60112fa-d8ed-45dc-bf0f-cac668823da6 by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '85a5ad37-8122-4025-8072-661ec4869dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0ee289bc-ffb9-472a-8331-4d1e3171cedc'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:41:14.053626 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ac0c01-c5e0-4e58-9796-bdbfc33318de None None] Attempting to bind port f60112fa-d8ed-45dc-bf0f-cac668823da6 on network 0ee289bc-ffb9-472a-8331-4d1e3171cedc {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:41:14.059263 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ac0c01-c5e0-4e58-9796-bdbfc33318de None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 40, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:41:14.059647 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ac0c01-c5e0-4e58-9796-bdbfc33318de None None] Checking segment: {'id': '85a5ad37-8122-4025-8072-661ec4869dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0ee289bc-ffb9-472a-8331-4d1e3171cedc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:41:14.060055 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-18ac0c01-c5e0-4e58-9796-bdbfc33318de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:14.060529 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ac0c01-c5e0-4e58-9796-bdbfc33318de None None] Bound using segment: {'id': '85a5ad37-8122-4025-8072-661ec4869dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0ee289bc-ffb9-472a-8331-4d1e3171cedc'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:41:14.061010 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-18ac0c01-c5e0-4e58-9796-bdbfc33318de None None] Bound port: f60112fa-d8ed-45dc-bf0f-cac668823da6, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85a5ad37-8122-4025-8072-661ec4869dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0ee289bc-ffb9-472a-8331-4d1e3171cedc'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:41:14.061484 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-18ac0c01-c5e0-4e58-9796-bdbfc33318de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:14.134257 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-18ac0c01-c5e0-4e58-9796-bdbfc33318de None None] For port f60112fa-d8ed-45dc-bf0f-cac668823da6, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:41:14.138863 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-18ac0c01-c5e0-4e58-9796-bdbfc33318de None None] For port f60112fa-d8ed-45dc-bf0f-cac668823da6, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=f60112fa-d8ed-45dc-bf0f-cac668823da6,segment=NetworkSegment(85a5ad37-8122-4025-8072-661ec4869dc5),segment_id=85a5ad37-8122-4025-8072-661ec4869dc5)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:41:14.143895 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-18ac0c01-c5e0-4e58-9796-bdbfc33318de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:14.215709 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ac0c01-c5e0-4e58-9796-bdbfc33318de None None] Routers {'3c41747d-6f31-4d16-81bd-2dabf5f93cee'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:41:14.216437 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-18ac0c01-c5e0-4e58-9796-bdbfc33318de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:40:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['3c41747d-6f31-4d16-81bd-2dabf5f93cee'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:41:14.218719 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e243dc0e-4e39-4b5a-af0e-a72ef66a90e0 None None] Pushing event updated for resources: {'Port': ['ID=f60112fa-d8ed-45dc-bf0f-cac668823da6,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:41:14.275684 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 2f7f379c-9705-4035-81be-ae8350949229 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:41:14.395801 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 2f7f379c-9705-4035-81be-ae8350949229 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:41:14.396392 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:14.398583 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-18ac0c01-c5e0-4e58-9796-bdbfc33318de None None] Set router 3c41747d-6f31-4d16-81bd-2dabf5f93cee gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:41:14.620498 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 7c7d09d9-ff37-4d8e-b299-a43fb3bf46aa up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:41:14.696351 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 7c7d09d9-ff37-4d8e-b299-a43fb3bf46aa triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:41:14.696729 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:14.731383 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-18ac0c01-c5e0-4e58-9796-bdbfc33318de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c41747d-6f31-4d16-81bd-2dabf5f93cee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1837452786', 'tenant_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': '7c7d09d9-ff37-4d8e-b299-a43fb3bf46aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:41:07Z', 'updated_at': '2021-07-13T14:41:12Z', 'revision_number': 4, 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'gw_port': {'id': '7c7d09d9-ff37-4d8e-b299-a43fb3bf46aa', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:fe:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c41747d-6f31-4d16-81bd-2dabf5f93cee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:41:08Z', 'updated_at': '2021-07-13T14:41:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': 'f60112fa-d8ed-45dc-bf0f-cac668823da6', 'name': '', 'network_id': '0ee289bc-ffb9-472a-8331-4d1e3171cedc', 'tenant_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'mac_address': 'fa:16:3e:67:4c:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c41747d-6f31-4d16-81bd-2dabf5f93cee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '07d54880-48ff-4f0d-a4e1-7f7e9cdee1c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:41:11Z', 'updated_at': '2021-07-13T14:41:14Z', 'revision_number': 4, 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'subnets': [{'id': '07d54880-48ff-4f0d-a4e1-7f7e9cdee1c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:41:14.765098 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ac0c01-c5e0-4e58-9796-bdbfc33318de None None] The sync data for ids ['3c41747d-6f31-4d16-81bd-2dabf5f93cee'] in n-d-800634-1 is: [{'id': '3c41747d-6f31-4d16-81bd-2dabf5f93cee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1837452786', 'tenant_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': '7c7d09d9-ff37-4d8e-b299-a43fb3bf46aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:41:07Z', 'updated_at': '2021-07-13T14:41:12Z', 'revision_number': 4, 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'gw_port': {'id': '7c7d09d9-ff37-4d8e-b299-a43fb3bf46aa', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:fe:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c41747d-6f31-4d16-81bd-2dabf5f93cee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:41:08Z', 'updated_at': '2021-07-13T14:41:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': 'f60112fa-d8ed-45dc-bf0f-cac668823da6', 'name': '', 'network_id': '0ee289bc-ffb9-472a-8331-4d1e3171cedc', 'tenant_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'mac_address': 'fa:16:3e:67:4c:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c41747d-6f31-4d16-81bd-2dabf5f93cee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '07d54880-48ff-4f0d-a4e1-7f7e9cdee1c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:41:11Z', 'updated_at': '2021-07-13T14:41:14Z', 'revision_number': 4, 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'subnets': [{'id': '07d54880-48ff-4f0d-a4e1-7f7e9cdee1c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:41:14.920877 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-fdd567fb-96d9-472e-b009-eb1273de224d req-e25a4a02-bc0d-4e68-a13e-448072bb60c1 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/ports?device_id=009e1d35-a26e-4457-94ae-7e7a41de6bc0 HTTP/1.1" status: 200 len: 210 time: 0.0498359 Jul 13 14:41:14.980832 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b443012a-560b-4009-9ce8-9fff02840ca5 req-fb53745a-cbe3-4ff7-8536-19c08841ca49 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:14.982865 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b443012a-560b-4009-9ce8-9fff02840ca5 req-fb53745a-cbe3-4ff7-8536-19c08841ca49 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.41 "GET /v2.0/networks?id=0ee289bc-ffb9-472a-8331-4d1e3171cedc HTTP/1.1" status: 200 len: 797 time: 0.1351249 Jul 13 14:41:15.030361 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b443012a-560b-4009-9ce8-9fff02840ca5 req-d598c800-1374-4a1f-a949-7adc5ab08dac tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ef1f8ac45b0f4587af94f69056f43b30 HTTP/1.1" status: 200 len: 380 time: 0.0386813 Jul 13 14:41:15.040203 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-b443012a-560b-4009-9ce8-9fff02840ca5 req-218bf188-3efb-4451-82e3-e6317807d32c tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Request body: {'port': {'device_id': '009e1d35-a26e-4457-94ae-7e7a41de6bc0', 'network_id': '0ee289bc-ffb9-472a-8331-4d1e3171cedc', 'admin_state_up': True, 'tenant_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'security_groups': ['410ba75a-2666-4531-bbb5-176e1292d5e0']}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:41:15.183208 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b443012a-560b-4009-9ce8-9fff02840ca5 req-218bf188-3efb-4451-82e3-e6317807d32c tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Made reservation on behalf of ef1f8ac45b0f4587af94f69056f43b30 for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:41:15.187186 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-b443012a-560b-4009-9ce8-9fff02840ca5 req-218bf188-3efb-4451-82e3-e6317807d32c tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:15.326632 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [req-b443012a-560b-4009-9ce8-9fff02840ca5 req-218bf188-3efb-4451-82e3-e6317807d32c tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Allocated IP 172.20.0.7 (0ee289bc-ffb9-472a-8331-4d1e3171cedc/07d54880-48ff-4f0d-a4e1-7f7e9cdee1c0/772286a3-36f6-46b1-9ea6-a1c459193ba0) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:41:15.488765 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-b443012a-560b-4009-9ce8-9fff02840ca5 req-218bf188-3efb-4451-82e3-e6317807d32c tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:15.507349 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-b443012a-560b-4009-9ce8-9fff02840ca5 req-218bf188-3efb-4451-82e3-e6317807d32c tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Transition to ACTIVE for port object 772286a3-36f6-46b1-9ea6-a1c459193ba0 will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:41:15.559108 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-b443012a-560b-4009-9ce8-9fff02840ca5 req-218bf188-3efb-4451-82e3-e6317807d32c tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:15.614747 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b443012a-560b-4009-9ce8-9fff02840ca5 req-218bf188-3efb-4451-82e3-e6317807d32c tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Network 0ee289bc-ffb9-472a-8331-4d1e3171cedc is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:41:15.618323 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [req-b443012a-560b-4009-9ce8-9fff02840ca5 req-218bf188-3efb-4451-82e3-e6317807d32c tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:41:15.622531 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-b443012a-560b-4009-9ce8-9fff02840ca5 req-218bf188-3efb-4451-82e3-e6317807d32c tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:41:15.629645 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218bf188-3efb-4451-82e3-e6317807d32c tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Pushing event updated for resources: {'Port': ['ID=772286a3-36f6-46b1-9ea6-a1c459193ba0,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:41:15.686818 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b443012a-560b-4009-9ce8-9fff02840ca5 req-218bf188-3efb-4451-82e3-e6317807d32c tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:15.687525 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-b443012a-560b-4009-9ce8-9fff02840ca5 req-218bf188-3efb-4451-82e3-e6317807d32c tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:15.710157 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b443012a-560b-4009-9ce8-9fff02840ca5 req-218bf188-3efb-4451-82e3-e6317807d32c tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6739874 Jul 13 14:41:15.725642 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-b443012a-560b-4009-9ce8-9fff02840ca5 req-08087376-c7ff-48eb-b1ce-2b7905bcd866 service neutron] Request body: {'port': {'device_id': '009e1d35-a26e-4457-94ae-7e7a41de6bc0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-1'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:41:15.829916 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-b443012a-560b-4009-9ce8-9fff02840ca5 req-08087376-c7ff-48eb-b1ce-2b7905bcd866 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:15.896521 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-815e2c4f-42c5-4e7f-addc-66a60b2f9222 None None] Provisioning for port 772286a3-36f6-46b1-9ea6-a1c459193ba0 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:41:15.900993 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-815e2c4f-42c5-4e7f-addc-66a60b2f9222 None None] Provisioning complete for port 772286a3-36f6-46b1-9ea6-a1c459193ba0 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:41:15.901286 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-815e2c4f-42c5-4e7f-addc-66a60b2f9222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:15.945097 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-815e2c4f-42c5-4e7f-addc-66a60b2f9222 None None] Port 772286a3-36f6-46b1-9ea6-a1c459193ba0 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:41:16.267154 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device f60112fa-d8ed-45dc-bf0f-cac668823da6 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:41:16.284009 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623c9074-977a-4f61-a9b9-36df216fd905 req-e8d27c65-0852-4d59-8cc3-eb86f4ac1d18 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:16.286613 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-623c9074-977a-4f61-a9b9-36df216fd905 req-e8d27c65-0852-4d59-8cc3-eb86f4ac1d18 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/ports?device_id=009e1d35-a26e-4457-94ae-7e7a41de6bc0 HTTP/1.1" status: 200 len: 931 time: 0.1966844 Jul 13 14:41:16.321250 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port f60112fa-d8ed-45dc-bf0f-cac668823da6 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:41:16.325108 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port f60112fa-d8ed-45dc-bf0f-cac668823da6 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:41:16.325479 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:16.391797 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-623c9074-977a-4f61-a9b9-36df216fd905 req-ccae2330-27bf-4981-a22a-65a2ecc8a709 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/security-groups?id=410ba75a-2666-4531-bbb5-176e1292d5e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956171 Jul 13 14:41:16.395842 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [req-b443012a-560b-4009-9ce8-9fff02840ca5 req-08087376-c7ff-48eb-b1ce-2b7905bcd866 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 772286a3-36f6-46b1-9ea6-a1c459193ba0 {{(pid=93751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:41:16.404239 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-b443012a-560b-4009-9ce8-9fff02840ca5 req-08087376-c7ff-48eb-b1ce-2b7905bcd866 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:16.406115 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:16.422528 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-b443012a-560b-4009-9ce8-9fff02840ca5 req-08087376-c7ff-48eb-b1ce-2b7905bcd866 service neutron] Transition to ACTIVE for port object 772286a3-36f6-46b1-9ea6-a1c459193ba0 will not be triggered until provisioned by entity L2. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:41:16.427869 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-b443012a-560b-4009-9ce8-9fff02840ca5 req-08087376-c7ff-48eb-b1ce-2b7905bcd866 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:16.444108 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port f60112fa-d8ed-45dc-bf0f-cac668823da6, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=f60112fa-d8ed-45dc-bf0f-cac668823da6,segment=NetworkSegment(85a5ad37-8122-4025-8072-661ec4869dc5),segment_id=85a5ad37-8122-4025-8072-661ec4869dc5)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:41:16.449292 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:16.490359 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08087376-c7ff-48eb-b1ce-2b7905bcd866 service neutron] Pushing event updated for resources: {'Port': ['ID=772286a3-36f6-46b1-9ea6-a1c459193ba0,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:41:16.509278 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=f60112fa-d8ed-45dc-bf0f-cac668823da6,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:41:16.566204 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-b443012a-560b-4009-9ce8-9fff02840ca5 req-08087376-c7ff-48eb-b1ce-2b7905bcd866 service neutron] Attempting to bind port 772286a3-36f6-46b1-9ea6-a1c459193ba0 on host n-h2-800634-1 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:41:16.566693 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-b443012a-560b-4009-9ce8-9fff02840ca5 req-08087376-c7ff-48eb-b1ce-2b7905bcd866 service neutron] Attempting to bind port 772286a3-36f6-46b1-9ea6-a1c459193ba0 by drivers openvswitch,hyperv on host n-h2-800634-1 at level 0 using segments [{'id': '85a5ad37-8122-4025-8072-661ec4869dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0ee289bc-ffb9-472a-8331-4d1e3171cedc'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:41:16.566921 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b443012a-560b-4009-9ce8-9fff02840ca5 req-08087376-c7ff-48eb-b1ce-2b7905bcd866 service neutron] Attempting to bind port 772286a3-36f6-46b1-9ea6-a1c459193ba0 on network 0ee289bc-ffb9-472a-8331-4d1e3171cedc {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:41:16.571760 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b443012a-560b-4009-9ce8-9fff02840ca5 req-08087376-c7ff-48eb-b1ce-2b7905bcd866 service neutron] Port 772286a3-36f6-46b1-9ea6-a1c459193ba0 on network 0ee289bc-ffb9-472a-8331-4d1e3171cedc not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-1 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 14:41:16.572096 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b443012a-560b-4009-9ce8-9fff02840ca5 req-08087376-c7ff-48eb-b1ce-2b7905bcd866 service neutron] Attempting to bind port 772286a3-36f6-46b1-9ea6-a1c459193ba0 on network 0ee289bc-ffb9-472a-8331-4d1e3171cedc {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:41:16.577606 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b443012a-560b-4009-9ce8-9fff02840ca5 req-08087376-c7ff-48eb-b1ce-2b7905bcd866 service neutron] Checking agent: {'id': 'f615e5c9-21ab-43f2-adbc-192d64b795cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:41:16.578018 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b443012a-560b-4009-9ce8-9fff02840ca5 req-08087376-c7ff-48eb-b1ce-2b7905bcd866 service neutron] Checking segment: {'id': '85a5ad37-8122-4025-8072-661ec4869dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0ee289bc-ffb9-472a-8331-4d1e3171cedc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:41:16.578446 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b443012a-560b-4009-9ce8-9fff02840ca5 req-08087376-c7ff-48eb-b1ce-2b7905bcd866 service neutron] Bound using segment: {'id': '85a5ad37-8122-4025-8072-661ec4869dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0ee289bc-ffb9-472a-8331-4d1e3171cedc'} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:41:16.578882 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-b443012a-560b-4009-9ce8-9fff02840ca5 req-08087376-c7ff-48eb-b1ce-2b7905bcd866 service neutron] Bound port: 772286a3-36f6-46b1-9ea6-a1c459193ba0, host: n-h2-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85a5ad37-8122-4025-8072-661ec4869dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0ee289bc-ffb9-472a-8331-4d1e3171cedc'}}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:41:16.579984 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-b443012a-560b-4009-9ce8-9fff02840ca5 req-08087376-c7ff-48eb-b1ce-2b7905bcd866 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:16.648387 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-b443012a-560b-4009-9ce8-9fff02840ca5 req-08087376-c7ff-48eb-b1ce-2b7905bcd866 service neutron] For port 772286a3-36f6-46b1-9ea6-a1c459193ba0, host n-h2-800634-1, cleared binding levels {{(pid=93751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:41:16.651692 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-b443012a-560b-4009-9ce8-9fff02840ca5 req-08087376-c7ff-48eb-b1ce-2b7905bcd866 service neutron] For port 772286a3-36f6-46b1-9ea6-a1c459193ba0, host n-h2-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=772286a3-36f6-46b1-9ea6-a1c459193ba0,segment=NetworkSegment(85a5ad37-8122-4025-8072-661ec4869dc5),segment_id=85a5ad37-8122-4025-8072-661ec4869dc5)] {{(pid=93751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:41:16.657658 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-b443012a-560b-4009-9ce8-9fff02840ca5 req-08087376-c7ff-48eb-b1ce-2b7905bcd866 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:16.696978 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b443012a-560b-4009-9ce8-9fff02840ca5 req-08087376-c7ff-48eb-b1ce-2b7905bcd866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:16.697691 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-b443012a-560b-4009-9ce8-9fff02840ca5 req-08087376-c7ff-48eb-b1ce-2b7905bcd866 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:16.698981 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b443012a-560b-4009-9ce8-9fff02840ca5 req-08087376-c7ff-48eb-b1ce-2b7905bcd866 service neutron] 10.222.0.41 "PUT /v2.0/ports/772286a3-36f6-46b1-9ea6-a1c459193ba0 HTTP/1.1" status: 200 len: 1091 time: 0.9818084 Jul 13 14:41:16.699419 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '009e1d35-a26e-4457-94ae-7e7a41de6bc0', 'tag': '772286a3-36f6-46b1-9ea6-a1c459193ba0'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:41:16.701720 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dea8b0fca9d342929f96bd35c86b8a14765464b9140f1e1e2496fbd7209775c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c54c4d49-8cbe-4749-b7d3-d50876438432" -d '{"events": [{"name": "network-changed", "server_uuid": "009e1d35-a26e-4457-94ae-7e7a41de6bc0", "tag": "772286a3-36f6-46b1-9ea6-a1c459193ba0"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:41:16.729203 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08087376-c7ff-48eb-b1ce-2b7905bcd866 service neutron] Pushing event updated for resources: {'Port': ['ID=772286a3-36f6-46b1-9ea6-a1c459193ba0,revision_number=3']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:41:16.818168 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b443012a-560b-4009-9ce8-9fff02840ca5 req-415311c5-79e5-44ad-9930-f203e6d702db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:16.819727 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b443012a-560b-4009-9ce8-9fff02840ca5 req-415311c5-79e5-44ad-9930-f203e6d702db service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ef1f8ac45b0f4587af94f69056f43b30&device_id=009e1d35-a26e-4457-94ae-7e7a41de6bc0 HTTP/1.1" status: 200 len: 1094 time: 0.0798271 Jul 13 14:41:16.837300 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:41:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6cccd9e-3206-42a6-8573-b514a6b5e945 x-openstack-request-id: req-a6cccd9e-3206-42a6-8573-b514a6b5e945 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:41:16.837597 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "009e1d35-a26e-4457-94ae-7e7a41de6bc0", "tag": "772286a3-36f6-46b1-9ea6-a1c459193ba0", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:41:16.837875 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a6cccd9e-3206-42a6-8573-b514a6b5e945 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:41:16.838273 n-d-800634-1 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '009e1d35-a26e-4457-94ae-7e7a41de6bc0', 'tag': '772286a3-36f6-46b1-9ea6-a1c459193ba0', 'status': 'completed', 'code': 200} Jul 13 14:41:16.868818 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b443012a-560b-4009-9ce8-9fff02840ca5 req-1964ebcf-08ef-4b78-9b51-a886f0ae9498 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=772286a3-36f6-46b1-9ea6-a1c459193ba0 HTTP/1.1" status: 200 len: 217 time: 0.0399258 Jul 13 14:41:16.919571 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b443012a-560b-4009-9ce8-9fff02840ca5 req-d8137946-d50e-47c6-9aa1-d6f388862f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:16.921056 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b443012a-560b-4009-9ce8-9fff02840ca5 req-d8137946-d50e-47c6-9aa1-d6f388862f5e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=07d54880-48ff-4f0d-a4e1-7f7e9cdee1c0 HTTP/1.1" status: 200 len: 834 time: 0.0452766 Jul 13 14:41:16.984282 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b443012a-560b-4009-9ce8-9fff02840ca5 req-31b7b1cc-b0ff-4bee-a21f-51a4f910bda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:16.987145 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b443012a-560b-4009-9ce8-9fff02840ca5 req-31b7b1cc-b0ff-4bee-a21f-51a4f910bda9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0ee289bc-ffb9-472a-8331-4d1e3171cedc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0597565 Jul 13 14:41:17.086735 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b443012a-560b-4009-9ce8-9fff02840ca5 req-5b7b8a67-a522-452b-9dda-3ade474c5c2b service neutron] 10.222.0.41 "GET /v2.0/networks/0ee289bc-ffb9-472a-8331-4d1e3171cedc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935335 Jul 13 14:41:17.179757 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b443012a-560b-4009-9ce8-9fff02840ca5 req-b1a61bb0-01c3-463d-8577-7e12cbb4bd10 service neutron] 10.222.0.41 "GET /v2.0/networks/0ee289bc-ffb9-472a-8331-4d1e3171cedc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864158 Jul 13 14:41:17.276145 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54c4d49-8cbe-4749-b7d3-d50876438432 req-86a6349d-d801-4035-ac41-1fba4c468f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:17.277553 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c54c4d49-8cbe-4749-b7d3-d50876438432 req-86a6349d-d801-4035-ac41-1fba4c468f6e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ef1f8ac45b0f4587af94f69056f43b30&device_id=009e1d35-a26e-4457-94ae-7e7a41de6bc0 HTTP/1.1" status: 200 len: 1094 time: 0.0527258 Jul 13 14:41:17.352844 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-03121afb-13f5-47d6-ba8d-c88862868b3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:17.387305 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54c4d49-8cbe-4749-b7d3-d50876438432 req-39ab9ea6-05cc-4c6e-a433-af2c782dfc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:17.388801 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c54c4d49-8cbe-4749-b7d3-d50876438432 req-39ab9ea6-05cc-4c6e-a433-af2c782dfc3c service neutron] 10.222.0.41 "GET /v2.0/networks?id=0ee289bc-ffb9-472a-8331-4d1e3171cedc HTTP/1.1" status: 200 len: 897 time: 0.1048088 Jul 13 14:41:17.429320 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c54c4d49-8cbe-4749-b7d3-d50876438432 req-b4827a6d-8717-4994-bc35-78ac4d685559 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=772286a3-36f6-46b1-9ea6-a1c459193ba0 HTTP/1.1" status: 200 len: 217 time: 0.0336833 Jul 13 14:41:17.479428 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54c4d49-8cbe-4749-b7d3-d50876438432 req-f354dd7f-cfad-4815-92e2-45b5dab84c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:17.480938 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c54c4d49-8cbe-4749-b7d3-d50876438432 req-f354dd7f-cfad-4815-92e2-45b5dab84c72 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=07d54880-48ff-4f0d-a4e1-7f7e9cdee1c0 HTTP/1.1" status: 200 len: 834 time: 0.0450332 Jul 13 14:41:17.585355 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54c4d49-8cbe-4749-b7d3-d50876438432 req-92ed8968-143a-4328-8afe-0a0837d704a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:17.586944 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c54c4d49-8cbe-4749-b7d3-d50876438432 req-92ed8968-143a-4328-8afe-0a0837d704a7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0ee289bc-ffb9-472a-8331-4d1e3171cedc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0998380 Jul 13 14:41:17.600035 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a855eeb8-93b2-4996-9818-081e3083473f req-cf0202fc-5ff8-43ea-b92c-0415d8f91f0a tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:17.601589 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a855eeb8-93b2-4996-9818-081e3083473f req-cf0202fc-5ff8-43ea-b92c-0415d8f91f0a tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/ports?device_id=009e1d35-a26e-4457-94ae-7e7a41de6bc0 HTTP/1.1" status: 200 len: 943 time: 0.0889623 Jul 13 14:41:17.691702 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a855eeb8-93b2-4996-9818-081e3083473f req-023439f3-5872-4ceb-b806-0c1949e5d108 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/security-groups?id=410ba75a-2666-4531-bbb5-176e1292d5e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817444 Jul 13 14:41:17.722062 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c54c4d49-8cbe-4749-b7d3-d50876438432 req-c6c74ee7-b52a-44c8-be12-259f55adbb36 service neutron] 10.222.0.41 "GET /v2.0/networks/0ee289bc-ffb9-472a-8331-4d1e3171cedc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194150 Jul 13 14:41:17.830436 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c54c4d49-8cbe-4749-b7d3-d50876438432 req-4a7a3f1d-bdd5-4e99-a7b2-c349143fc265 service neutron] 10.222.0.41 "GET /v2.0/networks/0ee289bc-ffb9-472a-8331-4d1e3171cedc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020026 Jul 13 14:41:18.239364 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device f60112fa-d8ed-45dc-bf0f-cac668823da6 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:41:18.287488 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port f60112fa-d8ed-45dc-bf0f-cac668823da6 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:41:18.287859 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:18.866318 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c049d31-7cfd-4442-9486-173cd3c506e9 req-deac3f24-756e-4142-8f13-d4c155af872f tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:18.867869 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9c049d31-7cfd-4442-9486-173cd3c506e9 req-deac3f24-756e-4142-8f13-d4c155af872f tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/ports?device_id=009e1d35-a26e-4457-94ae-7e7a41de6bc0 HTTP/1.1" status: 200 len: 943 time: 0.0642164 Jul 13 14:41:18.907975 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9c049d31-7cfd-4442-9486-173cd3c506e9 req-d501e4e1-4398-4469-912a-9bd55ebf6d94 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/security-groups?id=410ba75a-2666-4531-bbb5-176e1292d5e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341907 Jul 13 14:41:19.972331 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f7882f65-791a-44b0-b518-200d25a6419f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:20.080828 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 772286a3-36f6-46b1-9ea6-a1c459193ba0 details requested by agent hyperv_n-h2-800634-1 with host n-h2-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 14:41:20.086881 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07cb1a3-fe27-46f3-8289-acd2087cd0df req-b3fa0b52-5eae-4d5d-90e1-454c98df6a9d tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:20.088425 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b07cb1a3-fe27-46f3-8289-acd2087cd0df req-b3fa0b52-5eae-4d5d-90e1-454c98df6a9d tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/ports?device_id=009e1d35-a26e-4457-94ae-7e7a41de6bc0 HTTP/1.1" status: 200 len: 943 time: 0.0649574 Jul 13 14:41:20.131288 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b07cb1a3-fe27-46f3-8289-acd2087cd0df req-c34acb22-81a4-4a14-8c85-c7105b9b0a53 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/security-groups?id=410ba75a-2666-4531-bbb5-176e1292d5e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371900 Jul 13 14:41:20.161187 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:20.193702 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 772286a3-36f6-46b1-9ea6-a1c459193ba0, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=772286a3-36f6-46b1-9ea6-a1c459193ba0,segment=NetworkSegment(85a5ad37-8122-4025-8072-661ec4869dc5),segment_id=85a5ad37-8122-4025-8072-661ec4869dc5)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:41:20.203841 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Returning: {'device': '772286a3-36f6-46b1-9ea6-a1c459193ba0', 'network_id': '0ee289bc-ffb9-472a-8331-4d1e3171cedc', 'port_id': '772286a3-36f6-46b1-9ea6-a1c459193ba0', 'mac_address': 'fa:16:3e:83:c2:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07d54880-48ff-4f0d-a4e1-7f7e9cdee1c0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 14:41:20.240937 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:20.254470 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 772286a3-36f6-46b1-9ea6-a1c459193ba0 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:41:20.274928 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 772286a3-36f6-46b1-9ea6-a1c459193ba0, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=772286a3-36f6-46b1-9ea6-a1c459193ba0,segment=NetworkSegment(85a5ad37-8122-4025-8072-661ec4869dc5),segment_id=85a5ad37-8122-4025-8072-661ec4869dc5)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:41:20.278662 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:20.327651 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=772286a3-36f6-46b1-9ea6-a1c459193ba0,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:41:20.512092 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['772286a3-36f6-46b1-9ea6-a1c459193ba0'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:41:21.313847 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f29ffef-15fc-4c48-9c5b-498fe0e569a0 req-03abbe54-2e7d-43ca-859a-2e9e0dfa9cc6 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:21.315387 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8f29ffef-15fc-4c48-9c5b-498fe0e569a0 req-03abbe54-2e7d-43ca-859a-2e9e0dfa9cc6 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/ports?device_id=009e1d35-a26e-4457-94ae-7e7a41de6bc0 HTTP/1.1" status: 200 len: 944 time: 0.0713460 Jul 13 14:41:21.355074 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8f29ffef-15fc-4c48-9c5b-498fe0e569a0 req-ec57d6bf-f87c-4b68-9507-5d46205faae3 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/security-groups?id=410ba75a-2666-4531-bbb5-176e1292d5e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342002 Jul 13 14:41:21.364603 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:22.095517 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 772286a3-36f6-46b1-9ea6-a1c459193ba0 up at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:41:22.151328 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning for port 772286a3-36f6-46b1-9ea6-a1c459193ba0 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:41:22.155405 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning complete for port 772286a3-36f6-46b1-9ea6-a1c459193ba0 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:41:22.160120 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:22.236598 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:22.258917 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '009e1d35-a26e-4457-94ae-7e7a41de6bc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '772286a3-36f6-46b1-9ea6-a1c459193ba0'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:41:22.261188 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f877c416c4e1be0a98e2d34673ec81d4e31c3422e8e709fff770f7d8b7e0843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2e4f0c3-2bc8-4230-b4df-e1af0ebfe116" -d '{"events": [{"server_uuid": "009e1d35-a26e-4457-94ae-7e7a41de6bc0", "name": "network-vif-plugged", "status": "completed", "tag": "772286a3-36f6-46b1-9ea6-a1c459193ba0"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:41:22.273598 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 772286a3-36f6-46b1-9ea6-a1c459193ba0, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=772286a3-36f6-46b1-9ea6-a1c459193ba0,segment=NetworkSegment(85a5ad37-8122-4025-8072-661ec4869dc5),segment_id=85a5ad37-8122-4025-8072-661ec4869dc5)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:41:22.277481 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:22.328875 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=772286a3-36f6-46b1-9ea6-a1c459193ba0,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:41:22.349390 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:41:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0187c393-804c-4c3b-94e7-6e5a347f6903 x-openstack-request-id: req-0187c393-804c-4c3b-94e7-6e5a347f6903 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:41:22.349684 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "009e1d35-a26e-4457-94ae-7e7a41de6bc0", "name": "network-vif-plugged", "status": "completed", "tag": "772286a3-36f6-46b1-9ea6-a1c459193ba0", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:41:22.349971 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0187c393-804c-4c3b-94e7-6e5a347f6903 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:41:22.350369 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '009e1d35-a26e-4457-94ae-7e7a41de6bc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '772286a3-36f6-46b1-9ea6-a1c459193ba0', 'code': 200} Jul 13 14:41:22.466023 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7451f3-d9c7-44c5-a989-58b7a9fa8233 req-567abcea-6b01-43e6-8748-e8a4d9cda2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:22.467434 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ac7451f3-d9c7-44c5-a989-58b7a9fa8233 req-567abcea-6b01-43e6-8748-e8a4d9cda2e7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=009e1d35-a26e-4457-94ae-7e7a41de6bc0 HTTP/1.1" status: 200 len: 1096 time: 0.0563834 Jul 13 14:41:22.501940 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ac7451f3-d9c7-44c5-a989-58b7a9fa8233 req-9cde8224-b996-4ebd-a1c1-e5ca823cda1d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=410ba75a-2666-4531-bbb5-176e1292d5e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281868 Jul 13 14:41:22.527234 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ca8386-9bbd-4974-9809-e60597e46aff req-f81f4fcc-b995-4540-8062-997b7b248870 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:22.528713 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-26ca8386-9bbd-4974-9809-e60597e46aff req-f81f4fcc-b995-4540-8062-997b7b248870 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/ports?device_id=009e1d35-a26e-4457-94ae-7e7a41de6bc0 HTTP/1.1" status: 200 len: 945 time: 0.0635519 Jul 13 14:41:22.568472 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-26ca8386-9bbd-4974-9809-e60597e46aff req-9fabe033-2a3b-4d66-aa3b-9bc8c9953633 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/security-groups?id=410ba75a-2666-4531-bbb5-176e1292d5e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335083 Jul 13 14:41:22.864237 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:23.748170 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a251388f-c45d-430d-bb64-79b9c67d4842 req-fee1f9f6-9adb-4dfe-a38d-6b1dc34ba084 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:23.750632 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a251388f-c45d-430d-bb64-79b9c67d4842 req-fee1f9f6-9adb-4dfe-a38d-6b1dc34ba084 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/ports?device_id=009e1d35-a26e-4457-94ae-7e7a41de6bc0 HTTP/1.1" status: 200 len: 945 time: 0.0696051 Jul 13 14:41:23.788592 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a251388f-c45d-430d-bb64-79b9c67d4842 req-61d8e027-12e1-4b1e-afbd-12e511555ded tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/security-groups?id=410ba75a-2666-4531-bbb5-176e1292d5e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318050 Jul 13 14:41:23.981933 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8292cb9c-f420-4a90-9bc0-fbcb49a10b2e req-d58604cf-8ad5-44ec-affa-fc35ba59eb9c tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:23.983454 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8292cb9c-f420-4a90-9bc0-fbcb49a10b2e req-d58604cf-8ad5-44ec-affa-fc35ba59eb9c tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/ports?device_id=009e1d35-a26e-4457-94ae-7e7a41de6bc0 HTTP/1.1" status: 200 len: 945 time: 0.0815456 Jul 13 14:41:24.032654 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8292cb9c-f420-4a90-9bc0-fbcb49a10b2e req-252a9ec3-910c-40b5-b4b4-995cb54105dd tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/security-groups?id=410ba75a-2666-4531-bbb5-176e1292d5e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422454 Jul 13 14:41:24.057501 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 51850) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:41:24.110161 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e70831-ba53-42dd-95fd-b6e07ffc62d9 tempest-TestNetworkAdvancedServerOps-519239000 tempest-TestNetworkAdvancedServerOps-519239000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:24.112305 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-45e70831-ba53-42dd-95fd-b6e07ffc62d9 tempest-TestNetworkAdvancedServerOps-519239000 tempest-TestNetworkAdvancedServerOps-519239000-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=009e1d35-a26e-4457-94ae-7e7a41de6bc0 HTTP/1.1" status: 200 len: 1091 time: 0.0537105 Jul 13 14:41:24.115177 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 51852) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:41:24.119578 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-aade9975-7435-47d4-a655-7b531047556f tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Request body: {'floatingip': {'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'port_id': '772286a3-36f6-46b1-9ea6-a1c459193ba0', 'tenant_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:41:24.144114 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-aade9975-7435-47d4-a655-7b531047556f tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for floatingip, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:24.245651 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-aade9975-7435-47d4-a655-7b531047556f tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:24.351529 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-aade9975-7435-47d4-a655-7b531047556f tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Allocated IP 172.25.6.55 (acf968b8-c524-46a9-a20b-ad9667009130/dde5a78e-bd1e-4f47-8189-7321d4de73d3/c2fa55e7-6583-41a2-ac9e-035dfaa82d8b) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:41:24.463535 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-aade9975-7435-47d4-a655-7b531047556f tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:24.504046 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-aade9975-7435-47d4-a655-7b531047556f tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:24.545726 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aade9975-7435-47d4-a655-7b531047556f tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Network acf968b8-c524-46a9-a20b-ad9667009130 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:41:24.550732 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-aade9975-7435-47d4-a655-7b531047556f tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:41:24.555936 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aade9975-7435-47d4-a655-7b531047556f tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:41:24.559220 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aade9975-7435-47d4-a655-7b531047556f tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Pushing event updated for resources: {'Port': ['ID=c2fa55e7-6583-41a2-ac9e-035dfaa82d8b,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:41:24.921197 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-aade9975-7435-47d4-a655-7b531047556f tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:24.999174 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-aade9975-7435-47d4-a655-7b531047556f tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:25.148104 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-aade9975-7435-47d4-a655-7b531047556f tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:25.152552 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-aade9975-7435-47d4-a655-7b531047556f tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:25.224627 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aade9975-7435-47d4-a655-7b531047556f tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Pushing event updated for resources: {'Port': ['ID=c2fa55e7-6583-41a2-ac9e-035dfaa82d8b,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:41:25.235067 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-aade9975-7435-47d4-a655-7b531047556f tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446547'] for floatingip, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:25.335714 n-d-800634-1 neutron-server[93750]: INFO neutron.db.l3_db [None req-aade9975-7435-47d4-a655-7b531047556f tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Floating IP fd7f6991-6a1d-47a4-97db-015fd01ce5ee associated. External IP: 172.25.6.55, port: 772286a3-36f6-46b1-9ea6-a1c459193ba0. Jul 13 14:41:25.552938 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aade9975-7435-47d4-a655-7b531047556f tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Router 3c41747d-6f31-4d16-81bd-2dabf5f93cee has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:41:25.662099 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aade9975-7435-47d4-a655-7b531047556f tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:41:25.671612 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554f39f5-254e-426e-ad6a-7bf6c267f2e4 None None] Sync routers for ids ['3c41747d-6f31-4d16-81bd-2dabf5f93cee'] in n-d-800634-1 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:41:25.681293 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-aade9975-7435-47d4-a655-7b531047556f tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for floatingip, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:25.682846 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554f39f5-254e-426e-ad6a-7bf6c267f2e4 None None] Routers {'3c41747d-6f31-4d16-81bd-2dabf5f93cee'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:41:25.686770 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-554f39f5-254e-426e-ad6a-7bf6c267f2e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:41:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['3c41747d-6f31-4d16-81bd-2dabf5f93cee'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:41:25.800986 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-554f39f5-254e-426e-ad6a-7bf6c267f2e4 None None] Set router 3c41747d-6f31-4d16-81bd-2dabf5f93cee gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:41:26.048318 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-554f39f5-254e-426e-ad6a-7bf6c267f2e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c41747d-6f31-4d16-81bd-2dabf5f93cee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1837452786', 'tenant_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': '7c7d09d9-ff37-4d8e-b299-a43fb3bf46aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:41:07Z', 'updated_at': '2021-07-13T14:41:12Z', 'revision_number': 4, 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'gw_port': {'id': '7c7d09d9-ff37-4d8e-b299-a43fb3bf46aa', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:fe:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c41747d-6f31-4d16-81bd-2dabf5f93cee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:41:08Z', 'updated_at': '2021-07-13T14:41:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_floatingips': [{'id': 'fd7f6991-6a1d-47a4-97db-015fd01ce5ee', 'tenant_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'floating_ip_address': '172.25.6.55', 'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'router_id': '3c41747d-6f31-4d16-81bd-2dabf5f93cee', 'port_id': '772286a3-36f6-46b1-9ea6-a1c459193ba0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ee289bc-ffb9-472a-8331-4d1e3171cedc', 'mac_address': 'fa:16:3e:83:c2:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009e1d35-a26e-4457-94ae-7e7a41de6bc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:41:24Z', 'updated_at': '2021-07-13T14:41:24Z', 'revision_number': 0, 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f60112fa-d8ed-45dc-bf0f-cac668823da6', 'name': '', 'network_id': '0ee289bc-ffb9-472a-8331-4d1e3171cedc', 'tenant_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'mac_address': 'fa:16:3e:67:4c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c41747d-6f31-4d16-81bd-2dabf5f93cee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '07d54880-48ff-4f0d-a4e1-7f7e9cdee1c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:41:11Z', 'updated_at': '2021-07-13T14:41:16Z', 'revision_number': 5, 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'subnets': [{'id': '07d54880-48ff-4f0d-a4e1-7f7e9cdee1c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:41:26.064637 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-aade9975-7435-47d4-a655-7b531047556f tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9484184 Jul 13 14:41:26.065409 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '009e1d35-a26e-4457-94ae-7e7a41de6bc0', 'tag': '772286a3-36f6-46b1-9ea6-a1c459193ba0'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:41:26.067733 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d80e434584b282bc6a886e23c599c6bef7951b468a8cb6259e8628cee4d6f2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bd02307-a57b-4413-94ca-b4dde8637396" -d '{"events": [{"name": "network-changed", "server_uuid": "009e1d35-a26e-4457-94ae-7e7a41de6bc0", "tag": "772286a3-36f6-46b1-9ea6-a1c459193ba0"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:41:26.082586 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554f39f5-254e-426e-ad6a-7bf6c267f2e4 None None] Checking router: 3c41747d-6f31-4d16-81bd-2dabf5f93cee for host: n-d-800634-1 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:41:26.091318 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554f39f5-254e-426e-ad6a-7bf6c267f2e4 None None] Routers {'3c41747d-6f31-4d16-81bd-2dabf5f93cee'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:41:26.091955 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-554f39f5-254e-426e-ad6a-7bf6c267f2e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:41:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['3c41747d-6f31-4d16-81bd-2dabf5f93cee'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:41:26.165946 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:41:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84e17c0f-2c5e-4517-ac8f-20768bf20a0a x-openstack-request-id: req-84e17c0f-2c5e-4517-ac8f-20768bf20a0a {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:41:26.166250 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "009e1d35-a26e-4457-94ae-7e7a41de6bc0", "tag": "772286a3-36f6-46b1-9ea6-a1c459193ba0", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:41:26.166510 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-84e17c0f-2c5e-4517-ac8f-20768bf20a0a {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:41:26.166914 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '009e1d35-a26e-4457-94ae-7e7a41de6bc0', 'tag': '772286a3-36f6-46b1-9ea6-a1c459193ba0', 'status': 'completed', 'code': 200} Jul 13 14:41:26.208294 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-554f39f5-254e-426e-ad6a-7bf6c267f2e4 None None] Set router 3c41747d-6f31-4d16-81bd-2dabf5f93cee gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:41:26.267437 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c80bf9-66f0-40b1-ac0b-f4a0fa0a90b3 req-b66a6aad-f6ca-45bb-a6ed-604e8508efb8 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:26.269658 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-66c80bf9-66f0-40b1-ac0b-f4a0fa0a90b3 req-b66a6aad-f6ca-45bb-a6ed-604e8508efb8 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/ports?device_id=009e1d35-a26e-4457-94ae-7e7a41de6bc0 HTTP/1.1" status: 200 len: 945 time: 0.1109288 Jul 13 14:41:26.284876 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd02307-a57b-4413-94ca-b4dde8637396 req-212b8352-af37-4a7f-8230-a759610d333d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:26.285873 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5bd02307-a57b-4413-94ca-b4dde8637396 req-212b8352-af37-4a7f-8230-a759610d333d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ef1f8ac45b0f4587af94f69056f43b30&device_id=009e1d35-a26e-4457-94ae-7e7a41de6bc0 HTTP/1.1" status: 200 len: 1096 time: 0.0960550 Jul 13 14:41:26.364144 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-66c80bf9-66f0-40b1-ac0b-f4a0fa0a90b3 req-f450ee8b-df8c-4262-8fb0-700bd32f938d tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/security-groups?id=410ba75a-2666-4531-bbb5-176e1292d5e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880959 Jul 13 14:41:26.389566 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 51860) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:41:26.401829 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd02307-a57b-4413-94ca-b4dde8637396 req-8e960e8d-471d-4ee1-a25f-449c2fd48b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:26.403426 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5bd02307-a57b-4413-94ca-b4dde8637396 req-8e960e8d-471d-4ee1-a25f-449c2fd48b8e service neutron] 10.222.0.41 "GET /v2.0/networks?id=0ee289bc-ffb9-472a-8331-4d1e3171cedc HTTP/1.1" status: 200 len: 897 time: 0.1100659 Jul 13 14:41:26.444206 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-554f39f5-254e-426e-ad6a-7bf6c267f2e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c41747d-6f31-4d16-81bd-2dabf5f93cee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1837452786', 'tenant_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': '7c7d09d9-ff37-4d8e-b299-a43fb3bf46aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:41:07Z', 'updated_at': '2021-07-13T14:41:12Z', 'revision_number': 4, 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'gw_port': {'id': '7c7d09d9-ff37-4d8e-b299-a43fb3bf46aa', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:fe:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c41747d-6f31-4d16-81bd-2dabf5f93cee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:41:08Z', 'updated_at': '2021-07-13T14:41:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_floatingips': [{'id': 'fd7f6991-6a1d-47a4-97db-015fd01ce5ee', 'tenant_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'floating_ip_address': '172.25.6.55', 'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'router_id': '3c41747d-6f31-4d16-81bd-2dabf5f93cee', 'port_id': '772286a3-36f6-46b1-9ea6-a1c459193ba0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ee289bc-ffb9-472a-8331-4d1e3171cedc', 'mac_address': 'fa:16:3e:83:c2:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009e1d35-a26e-4457-94ae-7e7a41de6bc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:41:24Z', 'updated_at': '2021-07-13T14:41:24Z', 'revision_number': 0, 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f60112fa-d8ed-45dc-bf0f-cac668823da6', 'name': '', 'network_id': '0ee289bc-ffb9-472a-8331-4d1e3171cedc', 'tenant_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'mac_address': 'fa:16:3e:67:4c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c41747d-6f31-4d16-81bd-2dabf5f93cee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '07d54880-48ff-4f0d-a4e1-7f7e9cdee1c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:41:11Z', 'updated_at': '2021-07-13T14:41:16Z', 'revision_number': 5, 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'subnets': [{'id': '07d54880-48ff-4f0d-a4e1-7f7e9cdee1c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:41:26.457157 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-de955a24-611b-4edb-b676-4f70bc2397db tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/floatingips/fd7f6991-6a1d-47a4-97db-015fd01ce5ee HTTP/1.1" status: 200 len: 990 time: 0.0651901 Jul 13 14:41:26.472209 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554f39f5-254e-426e-ad6a-7bf6c267f2e4 None None] The sync data for ids ['3c41747d-6f31-4d16-81bd-2dabf5f93cee'] in n-d-800634-1 is: [{'id': '3c41747d-6f31-4d16-81bd-2dabf5f93cee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1837452786', 'tenant_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': '7c7d09d9-ff37-4d8e-b299-a43fb3bf46aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:41:07Z', 'updated_at': '2021-07-13T14:41:12Z', 'revision_number': 4, 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'gw_port': {'id': '7c7d09d9-ff37-4d8e-b299-a43fb3bf46aa', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:fe:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c41747d-6f31-4d16-81bd-2dabf5f93cee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:41:08Z', 'updated_at': '2021-07-13T14:41:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_floatingips': [{'id': 'fd7f6991-6a1d-47a4-97db-015fd01ce5ee', 'tenant_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'floating_ip_address': '172.25.6.55', 'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'router_id': '3c41747d-6f31-4d16-81bd-2dabf5f93cee', 'port_id': '772286a3-36f6-46b1-9ea6-a1c459193ba0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ee289bc-ffb9-472a-8331-4d1e3171cedc', 'mac_address': 'fa:16:3e:83:c2:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009e1d35-a26e-4457-94ae-7e7a41de6bc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:41:24Z', 'updated_at': '2021-07-13T14:41:24Z', 'revision_number': 0, 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f60112fa-d8ed-45dc-bf0f-cac668823da6', 'name': '', 'network_id': '0ee289bc-ffb9-472a-8331-4d1e3171cedc', 'tenant_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'mac_address': 'fa:16:3e:67:4c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c41747d-6f31-4d16-81bd-2dabf5f93cee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '07d54880-48ff-4f0d-a4e1-7f7e9cdee1c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:41:11Z', 'updated_at': '2021-07-13T14:41:16Z', 'revision_number': 5, 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'subnets': [{'id': '07d54880-48ff-4f0d-a4e1-7f7e9cdee1c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:41:26.477133 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5bd02307-a57b-4413-94ca-b4dde8637396 req-5f76068d-f96d-4626-afd3-291b88b49bfb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=772286a3-36f6-46b1-9ea6-a1c459193ba0 HTTP/1.1" status: 200 len: 998 time: 0.0676520 Jul 13 14:41:26.528534 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd02307-a57b-4413-94ca-b4dde8637396 req-55f18e9b-5abd-4444-ad95-d854874782bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:26.530046 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5bd02307-a57b-4413-94ca-b4dde8637396 req-55f18e9b-5abd-4444-ad95-d854874782bd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=07d54880-48ff-4f0d-a4e1-7f7e9cdee1c0 HTTP/1.1" status: 200 len: 834 time: 0.0466113 Jul 13 14:41:26.593996 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd02307-a57b-4413-94ca-b4dde8637396 req-ee6aca0e-8fdc-4b91-8450-c24835827285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:26.596529 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5bd02307-a57b-4413-94ca-b4dde8637396 req-ee6aca0e-8fdc-4b91-8450-c24835827285 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0ee289bc-ffb9-472a-8331-4d1e3171cedc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0601759 Jul 13 14:41:26.691099 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5bd02307-a57b-4413-94ca-b4dde8637396 req-81600356-d116-43df-83b0-169a23cd84a6 service neutron] 10.222.0.41 "GET /v2.0/networks/0ee289bc-ffb9-472a-8331-4d1e3171cedc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879090 Jul 13 14:41:26.692295 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcdbeb4f-1d46-47d9-851e-d326296c5c3a None None] New status for floating IP fd7f6991-6a1d-47a4-97db-015fd01ce5ee: ACTIVE {{(pid=93752) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 14:41:26.787464 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5bd02307-a57b-4413-94ca-b4dde8637396 req-144ff0e6-030c-44f8-afe9-fb8a39709d14 service neutron] 10.222.0.41 "GET /v2.0/networks/0ee289bc-ffb9-472a-8331-4d1e3171cedc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903125 Jul 13 14:41:27.460752 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 51862) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:41:27.522357 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-99bcb641-309e-4ac6-af6d-707176dcf052 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/floatingips/fd7f6991-6a1d-47a4-97db-015fd01ce5ee HTTP/1.1" status: 200 len: 992 time: 0.0604312 Jul 13 14:41:31.037579 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:31.372874 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:33.276131 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [req-cb10fbc4-8775-43d7-82c1-e8f3b4cd3378 req-392f7c08-4f72-4055-a08f-98664ffbbba9 service neutron] (93751) timed out ('10.222.0.26', 61448) {{(pid=93751) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 13 14:41:36.561520 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:41:47.352972 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-48db034e-2fe3-4b5d-8e18-3e0038d5f134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:47.985463 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-432cd218-4435-43ee-a03e-c8b2fe176618 req-211588df-4fb5-4b6d-bc80-b5cf913da1c4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=009e1d35-a26e-4457-94ae-7e7a41de6bc0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0517385 Jul 13 14:41:48.079382 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432cd218-4435-43ee-a03e-c8b2fe176618 req-8ee75a1e-f0c9-4369-85f7-30aad4145dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:48.082025 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-432cd218-4435-43ee-a03e-c8b2fe176618 req-8ee75a1e-f0c9-4369-85f7-30aad4145dfe service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ef1f8ac45b0f4587af94f69056f43b30&device_id=009e1d35-a26e-4457-94ae-7e7a41de6bc0 HTTP/1.1" status: 200 len: 1096 time: 0.0538111 Jul 13 14:41:48.188253 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432cd218-4435-43ee-a03e-c8b2fe176618 req-7f8ffa09-e093-4c68-a59a-1833c247995f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:48.190606 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-432cd218-4435-43ee-a03e-c8b2fe176618 req-7f8ffa09-e093-4c68-a59a-1833c247995f service neutron] 10.222.0.41 "GET /v2.0/networks?id=0ee289bc-ffb9-472a-8331-4d1e3171cedc HTTP/1.1" status: 200 len: 897 time: 0.0892437 Jul 13 14:41:48.255001 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-432cd218-4435-43ee-a03e-c8b2fe176618 req-90025d06-51fb-4126-899c-6e5077e0b732 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=772286a3-36f6-46b1-9ea6-a1c459193ba0 HTTP/1.1" status: 200 len: 1000 time: 0.0581751 Jul 13 14:41:48.303128 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432cd218-4435-43ee-a03e-c8b2fe176618 req-1a93fdd4-6aaf-493e-b0e3-da8f6d53025e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:48.304564 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-432cd218-4435-43ee-a03e-c8b2fe176618 req-1a93fdd4-6aaf-493e-b0e3-da8f6d53025e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=07d54880-48ff-4f0d-a4e1-7f7e9cdee1c0 HTTP/1.1" status: 200 len: 834 time: 0.0433977 Jul 13 14:41:48.365471 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432cd218-4435-43ee-a03e-c8b2fe176618 req-a74ba5bd-1224-4425-b05a-9e09f5747779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:48.366999 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-432cd218-4435-43ee-a03e-c8b2fe176618 req-a74ba5bd-1224-4425-b05a-9e09f5747779 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0ee289bc-ffb9-472a-8331-4d1e3171cedc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0561440 Jul 13 14:41:48.457075 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-432cd218-4435-43ee-a03e-c8b2fe176618 req-39e20a2f-cd2a-40db-9b3e-bff941f49c35 service neutron] 10.222.0.41 "GET /v2.0/networks/0ee289bc-ffb9-472a-8331-4d1e3171cedc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829365 Jul 13 14:41:48.549457 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-432cd218-4435-43ee-a03e-c8b2fe176618 req-156c4846-64be-4079-ba54-3ca67d3fb5ac service neutron] 10.222.0.41 "GET /v2.0/networks/0ee289bc-ffb9-472a-8331-4d1e3171cedc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858700 Jul 13 14:41:49.977276 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e1416367-5bc5-49ce-a059-16ffd0d5274e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:50.112142 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:51.363109 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:52.866727 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:59.034634 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709bc136-6e3f-41aa-a1a6-aa4c38578072 req-4bfe207a-d799-4d18-a0cd-57b18ce3c7f7 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:59.036070 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-709bc136-6e3f-41aa-a1a6-aa4c38578072 req-4bfe207a-d799-4d18-a0cd-57b18ce3c7f7 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/ports?device_id=009e1d35-a26e-4457-94ae-7e7a41de6bc0 HTTP/1.1" status: 200 len: 945 time: 0.0625668 Jul 13 14:41:59.075751 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-709bc136-6e3f-41aa-a1a6-aa4c38578072 req-bfbddabd-56a3-485f-8a3f-d930510afede tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/security-groups?id=410ba75a-2666-4531-bbb5-176e1292d5e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341401 Jul 13 14:42:00.249996 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8255ef7-33d7-4f5a-8c1f-70c91fe00ae0 req-1711fdc0-bf2f-4c6f-9058-6c605a0df026 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:00.251495 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c8255ef7-33d7-4f5a-8c1f-70c91fe00ae0 req-1711fdc0-bf2f-4c6f-9058-6c605a0df026 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/ports?device_id=009e1d35-a26e-4457-94ae-7e7a41de6bc0 HTTP/1.1" status: 200 len: 945 time: 0.0642059 Jul 13 14:42:00.290046 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c8255ef7-33d7-4f5a-8c1f-70c91fe00ae0 req-dbe52def-c12f-411b-81c9-ca715ce25221 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/security-groups?id=410ba75a-2666-4531-bbb5-176e1292d5e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329397 Jul 13 14:42:00.315489 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 51886) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:42:00.381216 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-ba6b672a-dfbc-4b8e-aea6-929318f3abae tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/floatingips/fd7f6991-6a1d-47a4-97db-015fd01ce5ee HTTP/1.1" status: 200 len: 992 time: 0.0645788 Jul 13 14:42:01.028882 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:01.372463 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:01.814629 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68cc9d9-0305-4952-a3c0-ac712f0ca4a0 req-c5199f40-89a5-434c-8355-43d516acd224 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:01.816276 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f68cc9d9-0305-4952-a3c0-ac712f0ca4a0 req-c5199f40-89a5-434c-8355-43d516acd224 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/ports?device_id=009e1d35-a26e-4457-94ae-7e7a41de6bc0 HTTP/1.1" status: 200 len: 945 time: 0.0645807 Jul 13 14:42:01.856391 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f68cc9d9-0305-4952-a3c0-ac712f0ca4a0 req-c48d9496-46f4-4395-a435-e731fd6c824b tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/security-groups?id=410ba75a-2666-4531-bbb5-176e1292d5e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341375 Jul 13 14:42:03.034753 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cef16f7-b593-4fbd-8f88-2a207765bcca req-beb032eb-9323-463a-a21b-959c1197ade7 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:03.036234 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7cef16f7-b593-4fbd-8f88-2a207765bcca req-beb032eb-9323-463a-a21b-959c1197ade7 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/ports?device_id=009e1d35-a26e-4457-94ae-7e7a41de6bc0 HTTP/1.1" status: 200 len: 945 time: 0.0618224 Jul 13 14:42:03.073208 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7cef16f7-b593-4fbd-8f88-2a207765bcca req-d78e09e4-b400-437f-8904-726268278248 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/security-groups?id=410ba75a-2666-4531-bbb5-176e1292d5e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315144 Jul 13 14:42:03.099144 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 51896) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:42:03.162580 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-c628b494-c028-4bb0-918c-b0f40abeebc9 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/floatingips/fd7f6991-6a1d-47a4-97db-015fd01ce5ee HTTP/1.1" status: 200 len: 992 time: 0.0621939 Jul 13 14:42:03.417120 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 51902) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:42:03.576647 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-6a3da5f4-0cab-41ac-be3e-f6bf537bfd2d tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Deleting port c2fa55e7-6583-41a2-ac9e-035dfaa82d8b {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:42:03.576991 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6a3da5f4-0cab-41ac-be3e-f6bf537bfd2d tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:03.653163 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6a3da5f4-0cab-41ac-be3e-f6bf537bfd2d tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:03.653490 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6a3da5f4-0cab-41ac-be3e-f6bf537bfd2d tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:03.665696 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-6a3da5f4-0cab-41ac-be3e-f6bf537bfd2d tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Calling delete_port for c2fa55e7-6583-41a2-ac9e-035dfaa82d8b owned by network:floatingip {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:42:03.818268 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6a3da5f4-0cab-41ac-be3e-f6bf537bfd2d tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:03.846678 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3da5f4-0cab-41ac-be3e-f6bf537bfd2d tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Pushing event deleted for resources: {'Port': ['ID=c2fa55e7-6583-41a2-ac9e-035dfaa82d8b,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:42:03.857211 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3da5f4-0cab-41ac-be3e-f6bf537bfd2d tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:42:03.857569 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3da5f4-0cab-41ac-be3e-f6bf537bfd2d tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:42:03.857959 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3da5f4-0cab-41ac-be3e-f6bf537bfd2d tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:42:03.858301 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3da5f4-0cab-41ac-be3e-f6bf537bfd2d tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:42:03.858635 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3da5f4-0cab-41ac-be3e-f6bf537bfd2d tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:42:03.858970 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3da5f4-0cab-41ac-be3e-f6bf537bfd2d tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:42:03.859302 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3da5f4-0cab-41ac-be3e-f6bf537bfd2d tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:42:03.859632 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3da5f4-0cab-41ac-be3e-f6bf537bfd2d tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:42:03.859966 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3da5f4-0cab-41ac-be3e-f6bf537bfd2d tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:42:03.860290 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3da5f4-0cab-41ac-be3e-f6bf537bfd2d tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:42:03.860630 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3da5f4-0cab-41ac-be3e-f6bf537bfd2d tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:42:03.860974 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3da5f4-0cab-41ac-be3e-f6bf537bfd2d tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:42:03.921629 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6a3da5f4-0cab-41ac-be3e-f6bf537bfd2d tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for floatingip, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:03.921989 n-d-800634-1 neutron-server[93750]: INFO neutron.db.l3_db [None req-6a3da5f4-0cab-41ac-be3e-f6bf537bfd2d tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Floating IP fd7f6991-6a1d-47a4-97db-015fd01ce5ee disassociated (deleted). External IP: 172.25.6.55, port: 772286a3-36f6-46b1-9ea6-a1c459193ba0. Jul 13 14:42:04.132359 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a3da5f4-0cab-41ac-be3e-f6bf537bfd2d tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Router 3c41747d-6f31-4d16-81bd-2dabf5f93cee has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:42:04.239884 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a3da5f4-0cab-41ac-be3e-f6bf537bfd2d tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:42:04.244694 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6a3da5f4-0cab-41ac-be3e-f6bf537bfd2d tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for floatingip, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:04.249041 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f21a35b-2493-46f0-b8bb-bc40b1f6914e None None] Sync routers for ids ['3c41747d-6f31-4d16-81bd-2dabf5f93cee'] in n-d-800634-1 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:42:04.259009 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f21a35b-2493-46f0-b8bb-bc40b1f6914e None None] Routers {'3c41747d-6f31-4d16-81bd-2dabf5f93cee'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:42:04.259519 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-7f21a35b-2493-46f0-b8bb-bc40b1f6914e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:41:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['3c41747d-6f31-4d16-81bd-2dabf5f93cee'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:42:04.281957 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-6a3da5f4-0cab-41ac-be3e-f6bf537bfd2d tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "DELETE /v2.0/floatingips/fd7f6991-6a1d-47a4-97db-015fd01ce5ee HTTP/1.1" status: 204 len: 168 time: 0.8637671 Jul 13 14:42:04.282579 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '009e1d35-a26e-4457-94ae-7e7a41de6bc0', 'tag': '772286a3-36f6-46b1-9ea6-a1c459193ba0'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:42:04.285186 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d80e434584b282bc6a886e23c599c6bef7951b468a8cb6259e8628cee4d6f2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b650c4e-63de-495a-b911-0ba62fa68515" -d '{"events": [{"name": "network-changed", "server_uuid": "009e1d35-a26e-4457-94ae-7e7a41de6bc0", "tag": "772286a3-36f6-46b1-9ea6-a1c459193ba0"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:42:04.323268 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad3d9d52-f1b5-4648-a3a9-16e131e0286a x-openstack-request-id: req-ad3d9d52-f1b5-4648-a3a9-16e131e0286a {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:42:04.323574 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "009e1d35-a26e-4457-94ae-7e7a41de6bc0", "tag": "772286a3-36f6-46b1-9ea6-a1c459193ba0", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:42:04.323824 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ad3d9d52-f1b5-4648-a3a9-16e131e0286a {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:42:04.324220 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '009e1d35-a26e-4457-94ae-7e7a41de6bc0', 'tag': '772286a3-36f6-46b1-9ea6-a1c459193ba0', 'status': 'completed', 'code': 200} Jul 13 14:42:04.369824 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-7f21a35b-2493-46f0-b8bb-bc40b1f6914e None None] Set router 3c41747d-6f31-4d16-81bd-2dabf5f93cee gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:42:04.404105 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b650c4e-63de-495a-b911-0ba62fa68515 req-36d71e7c-3e34-4ce4-8df6-66dcd4cb4825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:04.405711 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-9b650c4e-63de-495a-b911-0ba62fa68515 req-36d71e7c-3e34-4ce4-8df6-66dcd4cb4825 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ef1f8ac45b0f4587af94f69056f43b30&device_id=009e1d35-a26e-4457-94ae-7e7a41de6bc0 HTTP/1.1" status: 200 len: 1096 time: 0.0591002 Jul 13 14:42:04.506331 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b650c4e-63de-495a-b911-0ba62fa68515 req-59f574b3-4f5f-4a9c-b9d3-d721b6dec295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:04.506477 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-9b650c4e-63de-495a-b911-0ba62fa68515 req-59f574b3-4f5f-4a9c-b9d3-d721b6dec295 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0ee289bc-ffb9-472a-8331-4d1e3171cedc HTTP/1.1" status: 200 len: 897 time: 0.0948367 Jul 13 14:42:04.557228 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-9b650c4e-63de-495a-b911-0ba62fa68515 req-bfda1d16-468f-4199-837e-1209a032ebb4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=772286a3-36f6-46b1-9ea6-a1c459193ba0 HTTP/1.1" status: 200 len: 217 time: 0.0427780 Jul 13 14:42:04.582757 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-7f21a35b-2493-46f0-b8bb-bc40b1f6914e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c41747d-6f31-4d16-81bd-2dabf5f93cee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1837452786', 'tenant_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': '7c7d09d9-ff37-4d8e-b299-a43fb3bf46aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:41:07Z', 'updated_at': '2021-07-13T14:41:12Z', 'revision_number': 4, 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'gw_port': {'id': '7c7d09d9-ff37-4d8e-b299-a43fb3bf46aa', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:fe:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c41747d-6f31-4d16-81bd-2dabf5f93cee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:41:08Z', 'updated_at': '2021-07-13T14:41:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': 'f60112fa-d8ed-45dc-bf0f-cac668823da6', 'name': '', 'network_id': '0ee289bc-ffb9-472a-8331-4d1e3171cedc', 'tenant_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'mac_address': 'fa:16:3e:67:4c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c41747d-6f31-4d16-81bd-2dabf5f93cee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '07d54880-48ff-4f0d-a4e1-7f7e9cdee1c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:41:11Z', 'updated_at': '2021-07-13T14:41:16Z', 'revision_number': 5, 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'subnets': [{'id': '07d54880-48ff-4f0d-a4e1-7f7e9cdee1c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:42:04.611274 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b650c4e-63de-495a-b911-0ba62fa68515 req-ad5a3ac2-4829-4473-84fa-5b311459401e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:04.612994 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-9b650c4e-63de-495a-b911-0ba62fa68515 req-ad5a3ac2-4829-4473-84fa-5b311459401e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=07d54880-48ff-4f0d-a4e1-7f7e9cdee1c0 HTTP/1.1" status: 200 len: 834 time: 0.0492985 Jul 13 14:42:04.613532 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f21a35b-2493-46f0-b8bb-bc40b1f6914e None None] Checking router: 3c41747d-6f31-4d16-81bd-2dabf5f93cee for host: n-d-800634-1 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:42:04.622176 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f21a35b-2493-46f0-b8bb-bc40b1f6914e None None] Routers {'3c41747d-6f31-4d16-81bd-2dabf5f93cee'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:42:04.622800 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-7f21a35b-2493-46f0-b8bb-bc40b1f6914e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:41:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['3c41747d-6f31-4d16-81bd-2dabf5f93cee'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:42:04.671011 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda0d3b3-8867-4806-bba0-0bdd8ceeaa7e req-5f1798c8-b502-4de9-b1d6-d2d5372ad30a tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:04.672502 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-eda0d3b3-8867-4806-bba0-0bdd8ceeaa7e req-5f1798c8-b502-4de9-b1d6-d2d5372ad30a tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/ports?device_id=009e1d35-a26e-4457-94ae-7e7a41de6bc0 HTTP/1.1" status: 200 len: 945 time: 0.0696704 Jul 13 14:42:04.672785 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b650c4e-63de-495a-b911-0ba62fa68515 req-9024966c-9c44-48de-acba-dc1c19da2b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:04.674428 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-9b650c4e-63de-495a-b911-0ba62fa68515 req-9024966c-9c44-48de-acba-dc1c19da2b41 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0ee289bc-ffb9-472a-8331-4d1e3171cedc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0540986 Jul 13 14:42:04.715510 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-eda0d3b3-8867-4806-bba0-0bdd8ceeaa7e req-48ab28a0-8530-4457-945e-906975ba8e57 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/security-groups?id=410ba75a-2666-4531-bbb5-176e1292d5e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356958 Jul 13 14:42:04.778149 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-9b650c4e-63de-495a-b911-0ba62fa68515 req-d6a68235-a621-4003-b3ad-7c67550995b1 service neutron] 10.222.0.41 "GET /v2.0/networks/0ee289bc-ffb9-472a-8331-4d1e3171cedc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962532 Jul 13 14:42:04.821883 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-7f21a35b-2493-46f0-b8bb-bc40b1f6914e None None] Set router 3c41747d-6f31-4d16-81bd-2dabf5f93cee gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:42:05.027446 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-7f21a35b-2493-46f0-b8bb-bc40b1f6914e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c41747d-6f31-4d16-81bd-2dabf5f93cee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1837452786', 'tenant_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': '7c7d09d9-ff37-4d8e-b299-a43fb3bf46aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:41:07Z', 'updated_at': '2021-07-13T14:41:12Z', 'revision_number': 4, 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'gw_port': {'id': '7c7d09d9-ff37-4d8e-b299-a43fb3bf46aa', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:fe:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c41747d-6f31-4d16-81bd-2dabf5f93cee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:41:08Z', 'updated_at': '2021-07-13T14:41:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': 'f60112fa-d8ed-45dc-bf0f-cac668823da6', 'name': '', 'network_id': '0ee289bc-ffb9-472a-8331-4d1e3171cedc', 'tenant_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'mac_address': 'fa:16:3e:67:4c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c41747d-6f31-4d16-81bd-2dabf5f93cee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '07d54880-48ff-4f0d-a4e1-7f7e9cdee1c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:41:11Z', 'updated_at': '2021-07-13T14:41:16Z', 'revision_number': 5, 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'subnets': [{'id': '07d54880-48ff-4f0d-a4e1-7f7e9cdee1c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:42:05.054160 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f21a35b-2493-46f0-b8bb-bc40b1f6914e None None] The sync data for ids ['3c41747d-6f31-4d16-81bd-2dabf5f93cee'] in n-d-800634-1 is: [{'id': '3c41747d-6f31-4d16-81bd-2dabf5f93cee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1837452786', 'tenant_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': '7c7d09d9-ff37-4d8e-b299-a43fb3bf46aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:41:07Z', 'updated_at': '2021-07-13T14:41:12Z', 'revision_number': 4, 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'gw_port': {'id': '7c7d09d9-ff37-4d8e-b299-a43fb3bf46aa', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:fe:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c41747d-6f31-4d16-81bd-2dabf5f93cee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:41:08Z', 'updated_at': '2021-07-13T14:41:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': 'f60112fa-d8ed-45dc-bf0f-cac668823da6', 'name': '', 'network_id': '0ee289bc-ffb9-472a-8331-4d1e3171cedc', 'tenant_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'mac_address': 'fa:16:3e:67:4c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c41747d-6f31-4d16-81bd-2dabf5f93cee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '07d54880-48ff-4f0d-a4e1-7f7e9cdee1c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:41:11Z', 'updated_at': '2021-07-13T14:41:16Z', 'revision_number': 5, 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'subnets': [{'id': '07d54880-48ff-4f0d-a4e1-7f7e9cdee1c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:42:05.160643 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-9b650c4e-63de-495a-b911-0ba62fa68515 req-63ce02c3-36fb-4b26-9c23-667e4de36b9a service neutron] 10.222.0.41 "GET /v2.0/networks/0ee289bc-ffb9-472a-8331-4d1e3171cedc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3760107 Jul 13 14:42:05.279712 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4f6e23-5ef4-453a-a73f-32b1e89d3e5f None None] New status for floating IP fd7f6991-6a1d-47a4-97db-015fd01ce5ee: DOWN {{(pid=93752) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 14:42:05.895057 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd044aa9-9a80-4f2a-9f13-baa00bd63de9 req-f18da14d-7ee3-4320-936f-d5fa1892372b tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:05.896514 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-dd044aa9-9a80-4f2a-9f13-baa00bd63de9 req-f18da14d-7ee3-4320-936f-d5fa1892372b tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/ports?device_id=009e1d35-a26e-4457-94ae-7e7a41de6bc0 HTTP/1.1" status: 200 len: 945 time: 0.0639040 Jul 13 14:42:05.940958 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-dd044aa9-9a80-4f2a-9f13-baa00bd63de9 req-61de1f0c-d7f8-4ae1-8a3d-34a53b143e0e tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/security-groups?id=410ba75a-2666-4531-bbb5-176e1292d5e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388267 Jul 13 14:42:06.110162 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf7aeba-45a8-4ab6-a91a-be0dfe4c89f3 req-db5eaca2-6ec6-489b-ba20-9cd7b40eb6cc tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:06.111663 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ccf7aeba-45a8-4ab6-a91a-be0dfe4c89f3 req-db5eaca2-6ec6-489b-ba20-9cd7b40eb6cc tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.41 "GET /v2.0/ports?device_id=009e1d35-a26e-4457-94ae-7e7a41de6bc0 HTTP/1.1" status: 200 len: 945 time: 0.0624714 Jul 13 14:42:06.206914 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-ccf7aeba-45a8-4ab6-a91a-be0dfe4c89f3 req-e5111db1-cf1f-4d80-a624-a459f745e25e tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Deleting port 772286a3-36f6-46b1-9ea6-a1c459193ba0 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:42:06.207357 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-ccf7aeba-45a8-4ab6-a91a-be0dfe4c89f3 req-e5111db1-cf1f-4d80-a624-a459f745e25e tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:06.296320 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-ccf7aeba-45a8-4ab6-a91a-be0dfe4c89f3 req-e5111db1-cf1f-4d80-a624-a459f745e25e tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] For port 772286a3-36f6-46b1-9ea6-a1c459193ba0, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=772286a3-36f6-46b1-9ea6-a1c459193ba0,segment=NetworkSegment(85a5ad37-8122-4025-8072-661ec4869dc5),segment_id=85a5ad37-8122-4025-8072-661ec4869dc5)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:42:06.296677 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-ccf7aeba-45a8-4ab6-a91a-be0dfe4c89f3 req-e5111db1-cf1f-4d80-a624-a459f745e25e tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:06.309721 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-ccf7aeba-45a8-4ab6-a91a-be0dfe4c89f3 req-e5111db1-cf1f-4d80-a624-a459f745e25e tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Calling delete_port for 772286a3-36f6-46b1-9ea6-a1c459193ba0 owned by compute:nova {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:42:06.446166 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-ccf7aeba-45a8-4ab6-a91a-be0dfe4c89f3 req-e5111db1-cf1f-4d80-a624-a459f745e25e tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:06.474097 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5111db1-cf1f-4d80-a624-a459f745e25e tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Pushing event deleted for resources: {'Port': ['ID=772286a3-36f6-46b1-9ea6-a1c459193ba0,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:42:06.504333 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5111db1-cf1f-4d80-a624-a459f745e25e tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:42:06.504691 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5111db1-cf1f-4d80-a624-a459f745e25e tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:42:06.505035 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5111db1-cf1f-4d80-a624-a459f745e25e tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:42:06.505410 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5111db1-cf1f-4d80-a624-a459f745e25e tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:42:06.505709 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5111db1-cf1f-4d80-a624-a459f745e25e tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:42:06.506060 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5111db1-cf1f-4d80-a624-a459f745e25e tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:42:06.506399 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5111db1-cf1f-4d80-a624-a459f745e25e tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:42:06.506727 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5111db1-cf1f-4d80-a624-a459f745e25e tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:42:06.507071 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5111db1-cf1f-4d80-a624-a459f745e25e tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:42:06.507398 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5111db1-cf1f-4d80-a624-a459f745e25e tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:42:06.507726 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5111db1-cf1f-4d80-a624-a459f745e25e tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:42:06.508051 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5111db1-cf1f-4d80-a624-a459f745e25e tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:42:06.531484 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccf7aeba-45a8-4ab6-a91a-be0dfe4c89f3 req-e5111db1-cf1f-4d80-a624-a459f745e25e tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] No DVR routers for this DVR port 772286a3-36f6-46b1-9ea6-a1c459193ba0 on host n-h2-800634-1 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:42:06.534384 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-ccf7aeba-45a8-4ab6-a91a-be0dfe4c89f3 req-e5111db1-cf1f-4d80-a624-a459f745e25e tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:06.536370 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ccf7aeba-45a8-4ab6-a91a-be0dfe4c89f3 req-e5111db1-cf1f-4d80-a624-a459f745e25e tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.41 "DELETE /v2.0/ports/772286a3-36f6-46b1-9ea6-a1c459193ba0 HTTP/1.1" status: 204 len: 173 time: 0.4194438 Jul 13 14:42:06.536805 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '009e1d35-a26e-4457-94ae-7e7a41de6bc0', 'name': 'network-vif-deleted', 'tag': '772286a3-36f6-46b1-9ea6-a1c459193ba0'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:42:06.539178 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dea8b0fca9d342929f96bd35c86b8a14765464b9140f1e1e2496fbd7209775c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70461338-7a78-4854-ad07-defda8de7baa" -d '{"events": [{"server_uuid": "009e1d35-a26e-4457-94ae-7e7a41de6bc0", "name": "network-vif-deleted", "tag": "772286a3-36f6-46b1-9ea6-a1c459193ba0"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:42:06.577505 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7628898-a535-4f3e-b505-eef33bf772ee x-openstack-request-id: req-d7628898-a535-4f3e-b505-eef33bf772ee {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:42:06.577834 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "009e1d35-a26e-4457-94ae-7e7a41de6bc0", "name": "network-vif-deleted", "tag": "772286a3-36f6-46b1-9ea6-a1c459193ba0", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:42:06.578095 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d7628898-a535-4f3e-b505-eef33bf772ee {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:42:06.578495 n-d-800634-1 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '009e1d35-a26e-4457-94ae-7e7a41de6bc0', 'name': 'network-vif-deleted', 'tag': '772286a3-36f6-46b1-9ea6-a1c459193ba0', 'status': 'completed', 'code': 200} Jul 13 14:42:07.104477 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-667a184b-b801-4408-842f-bc3716f33b69 req-b58cfdd0-6f17-4382-96eb-3f17ddb1835e tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/ports?device_id=009e1d35-a26e-4457-94ae-7e7a41de6bc0 HTTP/1.1" status: 200 len: 210 time: 0.0362484 Jul 13 14:42:08.201041 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 51918) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:42:08.566853 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b0470c7c-824f-4878-9738-9732ded07f73 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451695'] for router_interface, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:08.830390 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-b0470c7c-824f-4878-9738-9732ded07f73 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Deleting port f60112fa-d8ed-45dc-bf0f-cac668823da6 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:42:08.830646 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b0470c7c-824f-4878-9738-9732ded07f73 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:08.916225 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-b0470c7c-824f-4878-9738-9732ded07f73 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] For port f60112fa-d8ed-45dc-bf0f-cac668823da6, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=f60112fa-d8ed-45dc-bf0f-cac668823da6,segment=NetworkSegment(85a5ad37-8122-4025-8072-661ec4869dc5),segment_id=85a5ad37-8122-4025-8072-661ec4869dc5)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:42:08.916589 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b0470c7c-824f-4878-9738-9732ded07f73 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:08.930325 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-b0470c7c-824f-4878-9738-9732ded07f73 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Calling delete_port for f60112fa-d8ed-45dc-bf0f-cac668823da6 owned by network:router_interface {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:42:09.114378 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b0470c7c-824f-4878-9738-9732ded07f73 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:09.145522 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0470c7c-824f-4878-9738-9732ded07f73 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Pushing event deleted for resources: {'Port': ['ID=f60112fa-d8ed-45dc-bf0f-cac668823da6,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:42:09.318811 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b0470c7c-824f-4878-9738-9732ded07f73 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1785036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452491'] for router_interface, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:09.536512 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0470c7c-824f-4878-9738-9732ded07f73 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Router 3c41747d-6f31-4d16-81bd-2dabf5f93cee has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:42:09.645623 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0470c7c-824f-4878-9738-9732ded07f73 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:42:09.651357 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-b0470c7c-824f-4878-9738-9732ded07f73 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "PUT /v2.0/routers/3c41747d-6f31-4d16-81bd-2dabf5f93cee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4491813 Jul 13 14:42:09.653287 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 51920) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:42:09.654955 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6052c398-50b1-47e2-b69c-73370857b455 None None] Sync routers for ids ['3c41747d-6f31-4d16-81bd-2dabf5f93cee'] in n-d-800634-1 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:42:09.664523 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6052c398-50b1-47e2-b69c-73370857b455 None None] Routers {'3c41747d-6f31-4d16-81bd-2dabf5f93cee'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:42:09.665117 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-6052c398-50b1-47e2-b69c-73370857b455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:41:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['3c41747d-6f31-4d16-81bd-2dabf5f93cee'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:42:09.705330 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb4577fb-deae-44a4-9f16-cb76f7d502dd tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Deleting subnet 07d54880-48ff-4f0d-a4e1-7f7e9cdee1c0 {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 14:42:09.708443 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-eb4577fb-deae-44a4-9f16-cb76f7d502dd tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:09.748926 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-eb4577fb-deae-44a4-9f16-cb76f7d502dd tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5431723'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:09.770896 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-6052c398-50b1-47e2-b69c-73370857b455 None None] Set router 3c41747d-6f31-4d16-81bd-2dabf5f93cee gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:42:09.836290 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-eb4577fb-deae-44a4-9f16-cb76f7d502dd tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:09.894329 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-eb4577fb-deae-44a4-9f16-cb76f7d502dd tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5970525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4763356'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:09.921983 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4577fb-deae-44a4-9f16-cb76f7d502dd tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Pushing event deleted for resources: {'Subnet': ['ID=07d54880-48ff-4f0d-a4e1-7f7e9cdee1c0,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:42:09.924589 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-eb4577fb-deae-44a4-9f16-cb76f7d502dd tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:09.926441 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-eb4577fb-deae-44a4-9f16-cb76f7d502dd tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "DELETE /v2.0/subnets/07d54880-48ff-4f0d-a4e1-7f7e9cdee1c0 HTTP/1.1" status: 204 len: 168 time: 0.2718837 Jul 13 14:42:09.929158 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 51922) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:42:09.939782 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a905ca7-b88d-42aa-aaca-3707df69a1dc None None] Network 0ee289bc-ffb9-472a-8331-4d1e3171cedc requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:42:09.955607 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-6052c398-50b1-47e2-b69c-73370857b455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c41747d-6f31-4d16-81bd-2dabf5f93cee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1837452786', 'tenant_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': '7c7d09d9-ff37-4d8e-b299-a43fb3bf46aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:41:07Z', 'updated_at': '2021-07-13T14:42:09Z', 'revision_number': 5, 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'gw_port': {'id': '7c7d09d9-ff37-4d8e-b299-a43fb3bf46aa', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:fe:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c41747d-6f31-4d16-81bd-2dabf5f93cee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:41:08Z', 'updated_at': '2021-07-13T14:41:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:42:09.982214 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6052c398-50b1-47e2-b69c-73370857b455 None None] Checking router: 3c41747d-6f31-4d16-81bd-2dabf5f93cee for host: n-d-800634-1 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:42:09.992080 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6052c398-50b1-47e2-b69c-73370857b455 None None] Routers {'3c41747d-6f31-4d16-81bd-2dabf5f93cee'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:42:09.992656 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-6052c398-50b1-47e2-b69c-73370857b455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:41:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['3c41747d-6f31-4d16-81bd-2dabf5f93cee'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:42:10.045247 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a1d0ab8e-9065-4d62-93be-a1965b5f02fa tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for router, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:10.097926 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-6052c398-50b1-47e2-b69c-73370857b455 None None] Set router 3c41747d-6f31-4d16-81bd-2dabf5f93cee gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:42:10.147479 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a64c087a-c11b-46ec-afe5-d36c97a9b261 None None] DHCP port deletion for 0ee289bc-ffb9-472a-8331-4d1e3171cedc request from n-d-800634-1 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 14:42:10.159396 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a1d0ab8e-9065-4d62-93be-a1965b5f02fa tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:10.193856 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-a64c087a-c11b-46ec-afe5-d36c97a9b261 None None] Deleting port 2f7f379c-9705-4035-81be-ae8350949229 {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:42:10.194243 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a64c087a-c11b-46ec-afe5-d36c97a9b261 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:10.224848 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-a1d0ab8e-9065-4d62-93be-a1965b5f02fa tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Deleting port 7c7d09d9-ff37-4d8e-b299-a43fb3bf46aa {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:42:10.225196 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a1d0ab8e-9065-4d62-93be-a1965b5f02fa tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:10.271081 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-a64c087a-c11b-46ec-afe5-d36c97a9b261 None None] For port 2f7f379c-9705-4035-81be-ae8350949229, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=2f7f379c-9705-4035-81be-ae8350949229,segment=NetworkSegment(85a5ad37-8122-4025-8072-661ec4869dc5),segment_id=85a5ad37-8122-4025-8072-661ec4869dc5)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:42:10.271605 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a64c087a-c11b-46ec-afe5-d36c97a9b261 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:10.286840 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-a64c087a-c11b-46ec-afe5-d36c97a9b261 None None] Calling delete_port for 2f7f379c-9705-4035-81be-ae8350949229 owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:42:10.297868 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-6052c398-50b1-47e2-b69c-73370857b455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c41747d-6f31-4d16-81bd-2dabf5f93cee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1837452786', 'tenant_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': '7c7d09d9-ff37-4d8e-b299-a43fb3bf46aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:41:07Z', 'updated_at': '2021-07-13T14:42:09Z', 'revision_number': 5, 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'gw_port': {'id': '7c7d09d9-ff37-4d8e-b299-a43fb3bf46aa', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:fe:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c41747d-6f31-4d16-81bd-2dabf5f93cee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:41:08Z', 'updated_at': '2021-07-13T14:41:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:42:10.329908 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6052c398-50b1-47e2-b69c-73370857b455 None None] The sync data for ids ['3c41747d-6f31-4d16-81bd-2dabf5f93cee'] in n-d-800634-1 is: [{'id': '3c41747d-6f31-4d16-81bd-2dabf5f93cee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1837452786', 'tenant_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': '7c7d09d9-ff37-4d8e-b299-a43fb3bf46aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:41:07Z', 'updated_at': '2021-07-13T14:42:09Z', 'revision_number': 5, 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'gw_port': {'id': '7c7d09d9-ff37-4d8e-b299-a43fb3bf46aa', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:fe:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c41747d-6f31-4d16-81bd-2dabf5f93cee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:41:08Z', 'updated_at': '2021-07-13T14:41:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:42:10.333764 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-a1d0ab8e-9065-4d62-93be-a1965b5f02fa tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] For port 7c7d09d9-ff37-4d8e-b299-a43fb3bf46aa, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=7c7d09d9-ff37-4d8e-b299-a43fb3bf46aa,segment=NetworkSegment(3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87),segment_id=3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:42:10.334256 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a1d0ab8e-9065-4d62-93be-a1965b5f02fa tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:10.343688 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 772286a3-36f6-46b1-9ea6-a1c459193ba0 no longer exists at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:42:10.350979 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-a1d0ab8e-9065-4d62-93be-a1965b5f02fa tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Calling delete_port for 7c7d09d9-ff37-4d8e-b299-a43fb3bf46aa owned by network:router_gateway {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:42:10.370823 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] No Port match for: 772286a3-36f6-46b1-9ea6-a1c459193ba0 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:42:10.371243 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 772286a3-36f6-46b1-9ea6-a1c459193ba0 not bound to the agent host n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:42:10.372893 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 2f7f379c-9705-4035-81be-ae8350949229 no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:42:10.435601 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a64c087a-c11b-46ec-afe5-d36c97a9b261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:10.473838 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Port 2f7f379c-9705-4035-81be-ae8350949229 update to DOWN by agent not found {{(pid=93752) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 13 14:42:10.477526 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c087a-c11b-46ec-afe5-d36c97a9b261 None None] Pushing event deleted for resources: {'Port': ['ID=2f7f379c-9705-4035-81be-ae8350949229,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:42:10.481163 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64c087a-c11b-46ec-afe5-d36c97a9b261 None None] No DVR routers for this DVR port 2f7f379c-9705-4035-81be-ae8350949229 on host n-d-800634-1 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:42:10.867816 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a1d0ab8e-9065-4d62-93be-a1965b5f02fa tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:10.892355 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d0ab8e-9065-4d62-93be-a1965b5f02fa tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Pushing event deleted for resources: {'Port': ['ID=7c7d09d9-ff37-4d8e-b299-a43fb3bf46aa,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:42:10.955977 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a1d0ab8e-9065-4d62-93be-a1965b5f02fa tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-446473'] for router_gateway, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:11.047152 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a1d0ab8e-9065-4d62-93be-a1965b5f02fa tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1591938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2696'] for router, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:11.049755 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a1d0ab8e-9065-4d62-93be-a1965b5f02fa tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:11.091347 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a1d0ab8e-9065-4d62-93be-a1965b5f02fa tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593106'] for router, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:11.091965 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1d0ab8e-9065-4d62-93be-a1965b5f02fa tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Fanout notify agent at l3_agent the message router_deleted on router 3c41747d-6f31-4d16-81bd-2dabf5f93cee {{(pid=93750) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 14:42:11.098673 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a1d0ab8e-9065-4d62-93be-a1965b5f02fa tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:11.099809 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-a1d0ab8e-9065-4d62-93be-a1965b5f02fa tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "DELETE /v2.0/routers/3c41747d-6f31-4d16-81bd-2dabf5f93cee HTTP/1.1" status: 204 len: 168 time: 1.1697402 Jul 13 14:42:11.102519 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 51924) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:42:11.180087 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3173e35b-a9c1-4cfb-b728-204a7ab3ddbb tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:11.270941 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3173e35b-a9c1-4cfb-b728-204a7ab3ddbb tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:11.280514 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-3173e35b-a9c1-4cfb-b728-204a7ab3ddbb tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ee289bc-ffb9-472a-8331-4d1e3171cedc']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:42:11.291117 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-3173e35b-a9c1-4cfb-b728-204a7ab3ddbb tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85a5ad37-8122-4025-8072-661ec4869dc5') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:42:11.291416 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-3173e35b-a9c1-4cfb-b728-204a7ab3ddbb tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85a5ad37-8122-4025-8072-661ec4869dc5') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:42:11.300873 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3173e35b-a9c1-4cfb-b728-204a7ab3ddbb tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5431730'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:11.314402 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3173e35b-a9c1-4cfb-b728-204a7ab3ddbb tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:11.321083 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3173e35b-a9c1-4cfb-b728-204a7ab3ddbb tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 14:42:11.321580 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3173e35b-a9c1-4cfb-b728-204a7ab3ddbb tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5970419'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:11.324506 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:42:11.324506 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:42:11.324506 n-d-800634-1 neutron-server[93750]: Traceback (most recent call last): Jul 13 14:42:11.324506 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 14:42:11.324506 n-d-800634-1 neutron-server[93750]: timer() Jul 13 14:42:11.324506 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 14:42:11.324506 n-d-800634-1 neutron-server[93750]: cb(*args, **kw) Jul 13 14:42:11.324506 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 14:42:11.324506 n-d-800634-1 neutron-server[93750]: return func(*args, **kwargs) Jul 13 14:42:11.324506 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 14:42:11.324506 n-d-800634-1 neutron-server[93750]: self._notify() Jul 13 14:42:11.324506 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 14:42:11.324506 n-d-800634-1 neutron-server[93750]: self.callback(batched_events) Jul 13 14:42:11.324506 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 14:42:11.324506 n-d-800634-1 neutron-server[93750]: event.method(event) Jul 13 14:42:11.324506 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 14:42:11.324506 n-d-800634-1 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 14:42:11.324506 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 14:42:11.324506 n-d-800634-1 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 14:42:11.324506 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 14:42:11.324506 n-d-800634-1 neutron-server[93750]: return f(self, *a, **k) Jul 13 14:42:11.324506 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 14:42:11.324506 n-d-800634-1 neutron-server[93750]: return self._get(url).json() Jul 13 14:42:11.324506 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 14:42:11.324506 n-d-800634-1 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 14:42:11.324506 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 14:42:11.324506 n-d-800634-1 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 13 14:42:11.324506 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 14:42:11.324506 n-d-800634-1 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 14:42:11.324506 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 14:42:11.324506 n-d-800634-1 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 14:42:11.324506 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 14:42:11.324506 n-d-800634-1 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 14:42:11.324506 n-d-800634-1 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 14:42:11.384352 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3173e35b-a9c1-4cfb-b728-204a7ab3ddbb tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:11.391099 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3173e35b-a9c1-4cfb-b728-204a7ab3ddbb tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:11.392998 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-3173e35b-a9c1-4cfb-b728-204a7ab3ddbb tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "DELETE /v2.0/networks/0ee289bc-ffb9-472a-8331-4d1e3171cedc HTTP/1.1" status: 204 len: 168 time: 0.2895434 Jul 13 14:42:11.395863 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 51926) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:42:11.404565 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3173e35b-a9c1-4cfb-b728-204a7ab3ddbb tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Pushing event deleted for resources: {'Network': ['ID=0ee289bc-ffb9-472a-8331-4d1e3171cedc,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:42:11.456223 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e7df05f8-6fce-4fa2-ae68-b5ba55535244 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:11.481093 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e7df05f8-6fce-4fa2-ae68-b5ba55535244 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:11.547396 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e7df05f8-6fce-4fa2-ae68-b5ba55535244 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:11.550290 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e7df05f8-6fce-4fa2-ae68-b5ba55535244 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:11.551452 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-e7df05f8-6fce-4fa2-ae68-b5ba55535244 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "DELETE /v2.0/security-groups/410ba75a-2666-4531-bbb5-176e1292d5e0 HTTP/1.1" status: 204 len: 168 time: 0.1545668 Jul 13 14:42:11.560965 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7df05f8-6fce-4fa2-ae68-b5ba55535244 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=410ba75a-2666-4531-bbb5-176e1292d5e0,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:42:11.975212 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 51932) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:42:11.979887 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-af8eaf65-86b0-4cd2-991a-7b8815f614a9 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-832386814', 'description': 'tempest-secgroup-smoke-832386814 description', 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:42:12.002362 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-af8eaf65-86b0-4cd2-991a-7b8815f614a9 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:12.083780 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-af8eaf65-86b0-4cd2-991a-7b8815f614a9 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:12.087620 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-af8eaf65-86b0-4cd2-991a-7b8815f614a9 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:12.117985 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-af8eaf65-86b0-4cd2-991a-7b8815f614a9 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:12.119202 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-af8eaf65-86b0-4cd2-991a-7b8815f614a9 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1429815 Jul 13 14:42:12.122194 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 51934) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:42:12.125533 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8eaf65-86b0-4cd2-991a-7b8815f614a9 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a076612b-117b-41f7-a522-684e4e3e347f,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:42:12.127664 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-bec49847-131c-466b-802d-339dc9922ffc tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Request body: {'security_group_rule': {'security_group_id': 'a076612b-117b-41f7-a522-684e4e3e347f', 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:42:12.154648 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bec49847-131c-466b-802d-339dc9922ffc tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:12.210154 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bec49847-131c-466b-802d-339dc9922ffc tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:12.214076 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bec49847-131c-466b-802d-339dc9922ffc tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:12.236669 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec49847-131c-466b-802d-339dc9922ffc tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba86b849-e9be-4e5b-98dd-f7949137cec1,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:42:12.240275 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bec49847-131c-466b-802d-339dc9922ffc tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:12.244028 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-bec49847-131c-466b-802d-339dc9922ffc tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1182811 Jul 13 14:42:12.244361 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 51936) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:42:12.249463 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-b766e953-827a-486b-bf33-b10894d29f4f tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Request body: {'security_group_rule': {'security_group_id': 'a076612b-117b-41f7-a522-684e4e3e347f', 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:42:12.270954 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 7c7d09d9-ff37-4d8e-b299-a43fb3bf46aa no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:42:12.278433 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b766e953-827a-486b-bf33-b10894d29f4f tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:12.293645 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: 7c7d09d9-ff37-4d8e-b299-a43fb3bf46aa {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:42:12.294023 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 7c7d09d9-ff37-4d8e-b299-a43fb3bf46aa not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:42:12.294433 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device f60112fa-d8ed-45dc-bf0f-cac668823da6 no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:42:12.316647 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: f60112fa-d8ed-45dc-bf0f-cac668823da6 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:42:12.316987 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device f60112fa-d8ed-45dc-bf0f-cac668823da6 not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:42:12.339212 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b766e953-827a-486b-bf33-b10894d29f4f tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:12.342509 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b766e953-827a-486b-bf33-b10894d29f4f tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:12.362459 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b766e953-827a-486b-bf33-b10894d29f4f tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa0e7917-c518-4d0b-ae49-5dc44e1b0c04,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:42:12.365350 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b766e953-827a-486b-bf33-b10894d29f4f tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:12.366557 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-b766e953-827a-486b-bf33-b10894d29f4f tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1208787 Jul 13 14:42:12.369433 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 51938) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:42:12.373775 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-9e1ad352-8905-4316-8f72-49fb77a60476 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Request body: {'security_group_rule': {'security_group_id': 'a076612b-117b-41f7-a522-684e4e3e347f', 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:42:12.400206 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9e1ad352-8905-4316-8f72-49fb77a60476 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:12.461042 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9e1ad352-8905-4316-8f72-49fb77a60476 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:12.464854 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9e1ad352-8905-4316-8f72-49fb77a60476 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:12.482453 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1ad352-8905-4316-8f72-49fb77a60476 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=407934e7-0fdb-4775-bef6-e7ccdf769665,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:42:12.490419 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9e1ad352-8905-4316-8f72-49fb77a60476 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:12.491609 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-9e1ad352-8905-4316-8f72-49fb77a60476 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1212435 Jul 13 14:42:12.494396 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 51940) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:42:12.498766 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-d5b3d5de-9ce1-42ed-aacd-a413d79ff56b tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Request body: {'security_group_rule': {'security_group_id': 'a076612b-117b-41f7-a522-684e4e3e347f', 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:42:12.525397 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d5b3d5de-9ce1-42ed-aacd-a413d79ff56b tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:12.585316 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d5b3d5de-9ce1-42ed-aacd-a413d79ff56b tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:12.588968 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d5b3d5de-9ce1-42ed-aacd-a413d79ff56b tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:12.608590 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b3d5de-9ce1-42ed-aacd-a413d79ff56b tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49d0a0e6-c8b0-427f-969a-9db53c85b75b,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:42:12.612387 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d5b3d5de-9ce1-42ed-aacd-a413d79ff56b tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:12.613575 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-d5b3d5de-9ce1-42ed-aacd-a413d79ff56b tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1182678 Jul 13 14:42:12.616347 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 51942) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:42:12.620725 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-d6daf387-8557-48c9-96ff-8924f4e1a41a tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Request body: {'security_group_rule': {'security_group_id': 'a076612b-117b-41f7-a522-684e4e3e347f', 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:42:12.641949 n-d-800634-1 neutron-server[93750]: INFO neutron.db.securitygroups_db [None req-d6daf387-8557-48c9-96ff-8924f4e1a41a tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Project ef1f8ac45b0f4587af94f69056f43b30 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 14:42:12.646600 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d6daf387-8557-48c9-96ff-8924f4e1a41a tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:12.704631 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d6daf387-8557-48c9-96ff-8924f4e1a41a tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:12.708674 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d6daf387-8557-48c9-96ff-8924f4e1a41a tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:12.726150 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6daf387-8557-48c9-96ff-8924f4e1a41a tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9646af86-9dbc-4aea-9db3-6c0c294f10f6,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:42:12.732374 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d6daf387-8557-48c9-96ff-8924f4e1a41a tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:12.733561 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-d6daf387-8557-48c9-96ff-8924f4e1a41a tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1162984 Jul 13 14:42:12.737111 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 51944) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:42:12.741406 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-bdddc0c8-5f34-4bb1-8da5-554922ebbc0b tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Request body: {'security_group_rule': {'security_group_id': 'a076612b-117b-41f7-a522-684e4e3e347f', 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:42:12.762045 n-d-800634-1 neutron-server[93750]: INFO neutron.db.securitygroups_db [None req-bdddc0c8-5f34-4bb1-8da5-554922ebbc0b tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Project ef1f8ac45b0f4587af94f69056f43b30 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 14:42:12.766679 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bdddc0c8-5f34-4bb1-8da5-554922ebbc0b tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:12.829303 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bdddc0c8-5f34-4bb1-8da5-554922ebbc0b tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:12.832981 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bdddc0c8-5f34-4bb1-8da5-554922ebbc0b tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:12.853082 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdddc0c8-5f34-4bb1-8da5-554922ebbc0b tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=077be51b-8b2a-49d9-8f33-0ad3f6ac7d8a,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:42:12.856056 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bdddc0c8-5f34-4bb1-8da5-554922ebbc0b tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:12.857231 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-bdddc0c8-5f34-4bb1-8da5-554922ebbc0b tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1192172 Jul 13 14:42:12.860066 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 51946) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:42:12.866021 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-41be5ff3-63b1-47a0-8e65-82e1a6c0d119 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Request body: {'network': {'name': 'tempest-network-smoke--1345161577', 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'port_security_enabled': True}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:42:12.885949 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41be5ff3-63b1-47a0-8e65-82e1a6c0d119 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Made reservation on behalf of ef1f8ac45b0f4587af94f69056f43b30 for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:42:12.889273 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-41be5ff3-63b1-47a0-8e65-82e1a6c0d119 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:12.912849 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41be5ff3-63b1-47a0-8e65-82e1a6c0d119 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 14:42:12.921340 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-41be5ff3-63b1-47a0-8e65-82e1a6c0d119 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:12.921672 n-d-800634-1 neutron-server[93750]: INFO neutron.db.segments_db [None req-41be5ff3-63b1-47a0-8e65-82e1a6c0d119 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Added segment eebb36b2-cd19-418e-ba37-2d397f14a858 of type vlan for network 7fc1d055-1ef3-4ef8-9489-26c1ef015e41 Jul 13 14:42:12.962675 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-41be5ff3-63b1-47a0-8e65-82e1a6c0d119 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:12.993036 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-41be5ff3-63b1-47a0-8e65-82e1a6c0d119 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:12.998474 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41be5ff3-63b1-47a0-8e65-82e1a6c0d119 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:12.999049 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-41be5ff3-63b1-47a0-8e65-82e1a6c0d119 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:13.060643 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-41be5ff3-63b1-47a0-8e65-82e1a6c0d119 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1989579 Jul 13 14:42:13.063427 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 51948) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:42:13.070609 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-aebcae94-61d3-4653-b771-b5f411dca699 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1964153170', 'admin_state_up': True, 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:42:13.081300 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41be5ff3-63b1-47a0-8e65-82e1a6c0d119 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Pushing event updated for resources: {'Network': ['ID=7fc1d055-1ef3-4ef8-9489-26c1ef015e41,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:42:13.091161 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network 7fc1d055-1ef3-4ef8-9489-26c1ef015e41 details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 14:42:13.099480 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-aebcae94-61d3-4653-b771-b5f411dca699 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1591928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2714'] for router, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:13.100481 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-aebcae94-61d3-4653-b771-b5f411dca699 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447198', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1629690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2689'] for router, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:13.151604 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-aebcae94-61d3-4653-b771-b5f411dca699 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:13.288497 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-aebcae94-61d3-4653-b771-b5f411dca699 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447180', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1591910', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2751'] for router, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:13.475636 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-aebcae94-61d3-4653-b771-b5f411dca699 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for router_gateway, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:13.494441 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-aebcae94-61d3-4653-b771-b5f411dca699 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:13.560252 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:42:13.601096 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-aebcae94-61d3-4653-b771-b5f411dca699 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Allocated IP 172.25.6.145 (acf968b8-c524-46a9-a20b-ad9667009130/dde5a78e-bd1e-4f47-8189-7321d4de73d3/ad78c2c7-e30d-49a5-998e-b948f5694f01) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:42:13.700928 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-aebcae94-61d3-4653-b771-b5f411dca699 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:13.744541 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-aebcae94-61d3-4653-b771-b5f411dca699 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:13.780655 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aebcae94-61d3-4653-b771-b5f411dca699 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Network acf968b8-c524-46a9-a20b-ad9667009130 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:42:13.786884 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-aebcae94-61d3-4653-b771-b5f411dca699 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:42:13.789200 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aebcae94-61d3-4653-b771-b5f411dca699 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:42:13.818015 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebcae94-61d3-4653-b771-b5f411dca699 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Pushing event updated for resources: {'Port': ['ID=ad78c2c7-e30d-49a5-998e-b948f5694f01,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:42:14.039000 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-aebcae94-61d3-4653-b771-b5f411dca699 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for router_gateway, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:14.233383 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-aebcae94-61d3-4653-b771-b5f411dca699 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447217'] for router, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:14.358719 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aebcae94-61d3-4653-b771-b5f411dca699 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Router b6219ecb-a5e7-4e9a-8d6b-ecd7c082b6e3 is scheduled to L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 with binding_index 1 {{(pid=93750) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 14:42:14.465176 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aebcae94-61d3-4653-b771-b5f411dca699 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:42:14.474519 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d055cb7-d605-4db1-8e31-babf3a6d0fc7 None None] Sync routers for ids ['b6219ecb-a5e7-4e9a-8d6b-ecd7c082b6e3'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:42:14.484260 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d055cb7-d605-4db1-8e31-babf3a6d0fc7 None None] Routers {'b6219ecb-a5e7-4e9a-8d6b-ecd7c082b6e3'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:42:14.484615 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-aebcae94-61d3-4653-b771-b5f411dca699 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:14.485071 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-0d055cb7-d605-4db1-8e31-babf3a6d0fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:41:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['b6219ecb-a5e7-4e9a-8d6b-ecd7c082b6e3'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:42:14.486085 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-aebcae94-61d3-4653-b771-b5f411dca699 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4209414 Jul 13 14:42:14.488930 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 51950) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:42:14.518958 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-9b384857-0e9d-4023-bdda-d4fdda420462 tempest-TestNetworkAdvancedServerOps-519239000 tempest-TestNetworkAdvancedServerOps-519239000-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=ef1f8ac45b0f4587af94f69056f43b30&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0289176 Jul 13 14:42:14.522468 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 51952) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:42:14.592661 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-0d055cb7-d605-4db1-8e31-babf3a6d0fc7 None None] Set router b6219ecb-a5e7-4e9a-8d6b-ecd7c082b6e3 gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:42:14.611922 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a31d2e80-dd24-4dc7-8bcd-aee1802d28f7 tempest-TestNetworkAdvancedServerOps-519239000 tempest-TestNetworkAdvancedServerOps-519239000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:14.613462 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-a31d2e80-dd24-4dc7-8bcd-aee1802d28f7 tempest-TestNetworkAdvancedServerOps-519239000 tempest-TestNetworkAdvancedServerOps-519239000-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0900826 Jul 13 14:42:14.616358 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 51954) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:42:14.646617 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-d37b68b2-060e-4fe8-8336-4b2276edfc1d tempest-TestNetworkAdvancedServerOps-519239000 tempest-TestNetworkAdvancedServerOps-519239000-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=acf968b8-c524-46a9-a20b-ad9667009130&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268183 Jul 13 14:42:14.646830 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 51956) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:42:14.651461 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-0b55f34d-4b3a-4c49-996c-4c067fe75959 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1119761024', 'network_id': '7fc1d055-1ef3-4ef8-9489-26c1ef015e41', 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:42:14.742158 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b55f34d-4b3a-4c49-996c-4c067fe75959 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Made reservation on behalf of ef1f8ac45b0f4587af94f69056f43b30 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:42:14.745930 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0b55f34d-4b3a-4c49-996c-4c067fe75959 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4763385'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:14.769960 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-0d055cb7-d605-4db1-8e31-babf3a6d0fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6219ecb-a5e7-4e9a-8d6b-ecd7c082b6e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1964153170', 'tenant_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': 'ad78c2c7-e30d-49a5-998e-b948f5694f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:42:13Z', 'updated_at': '2021-07-13T14:42:13Z', 'revision_number': 3, 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'gw_port': {'id': 'ad78c2c7-e30d-49a5-998e-b948f5694f01', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c9:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6219ecb-a5e7-4e9a-8d6b-ecd7c082b6e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:42:13Z', 'updated_at': '2021-07-13T14:42:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:42:14.943292 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0b55f34d-4b3a-4c49-996c-4c067fe75959 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5970588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4763339'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:14.958607 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d055cb7-d605-4db1-8e31-babf3a6d0fc7 None None] Checking router: b6219ecb-a5e7-4e9a-8d6b-ecd7c082b6e3 for host: n-d-800634-1 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:42:14.958951 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d055cb7-d605-4db1-8e31-babf3a6d0fc7 None None] Updating router b6219ecb-a5e7-4e9a-8d6b-ecd7c082b6e3 port ad78c2c7-e30d-49a5-998e-b948f5694f01 binding host n-d-800634-1 {{(pid=93752) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 14:42:14.993074 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-0d055cb7-d605-4db1-8e31-babf3a6d0fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:15.004856 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b55f34d-4b3a-4c49-996c-4c067fe75959 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Pushing event updated for resources: {'Subnet': ['ID=95bbaa77-6763-4493-a28f-23e8f6aad57d,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:42:15.013768 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b55f34d-4b3a-4c49-996c-4c067fe75959 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Checking segment: {'id': 'eebb36b2-cd19-418e-ba37-2d397f14a858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '7fc1d055-1ef3-4ef8-9489-26c1ef015e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:42:15.014143 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b55f34d-4b3a-4c49-996c-4c067fe75959 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Network hostable DHCP agents. Network: 7fc1d055-1ef3-4ef8-9489-26c1ef015e41, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 14:42:15.030339 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b55f34d-4b3a-4c49-996c-4c067fe75959 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Network 7fc1d055-1ef3-4ef8-9489-26c1ef015e41 is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 14:42:15.038917 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-0b55f34d-4b3a-4c49-996c-4c067fe75959 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, 7fc1d055-1ef3-4ef8-9489-26c1ef015e41) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:42:15.043125 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b55f34d-4b3a-4c49-996c-4c067fe75959 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:15.043713 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0b55f34d-4b3a-4c49-996c-4c067fe75959 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:15.058260 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-0b55f34d-4b3a-4c49-996c-4c067fe75959 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4104998 Jul 13 14:42:15.061191 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 51958) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:42:15.076300 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a161c0e7-3d30-4dfb-a8d1-bf5bab6e9d93 None None] Network 7fc1d055-1ef3-4ef8-9489-26c1ef015e41 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:42:15.316652 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34a4514d-e1c1-44f0-b629-90483f3dc87d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a7201e1-61ce-5a3e-b7f7-e800379ed03b-7fc1d055-1ef3-4ef8-9489-26c1ef015e41', 'network_id': '7fc1d055-1ef3-4ef8-9489-26c1ef015e41', 'tenant_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'fixed_ips': [{'subnet_id': '95bbaa77-6763-4493-a28f-23e8f6aad57d'}]}} from n-d-800634-1. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 14:42:15.318027 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-34a4514d-e1c1-44f0-b629-90483f3dc87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:15.420598 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-0d055cb7-d605-4db1-8e31-babf3a6d0fc7 None None] Notify callbacks [] for port, precommit_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:15.442472 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-0d055cb7-d605-4db1-8e31-babf3a6d0fc7 None None] Transition to ACTIVE for port object ad78c2c7-e30d-49a5-998e-b948f5694f01 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:42:15.455378 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-0d055cb7-d605-4db1-8e31-babf3a6d0fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:15.506153 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-00899bb1-46a5-4afd-8f01-9c92a17f4f0e tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:15.547037 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3098cf0e-1f4d-4798-94ba-18b7a48533e1 None None] Pushing event updated for resources: {'Port': ['ID=ad78c2c7-e30d-49a5-998e-b948f5694f01,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:42:15.549034 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-0d055cb7-d605-4db1-8e31-babf3a6d0fc7 None None] Attempting to bind port ad78c2c7-e30d-49a5-998e-b948f5694f01 on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:42:15.549399 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-0d055cb7-d605-4db1-8e31-babf3a6d0fc7 None None] Attempting to bind port ad78c2c7-e30d-49a5-998e-b948f5694f01 by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:42:15.549775 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d055cb7-d605-4db1-8e31-babf3a6d0fc7 None None] Attempting to bind port ad78c2c7-e30d-49a5-998e-b948f5694f01 on network acf968b8-c524-46a9-a20b-ad9667009130 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:42:15.562422 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-34a4514d-e1c1-44f0-b629-90483f3dc87d None None] Allocated IP 172.20.0.2 (7fc1d055-1ef3-4ef8-9489-26c1ef015e41/95bbaa77-6763-4493-a28f-23e8f6aad57d/fe58aad9-6f7c-45fe-8414-15ece34401d9) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:42:15.565109 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3098cf0e-1f4d-4798-94ba-18b7a48533e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:42:15.565459 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3098cf0e-1f4d-4798-94ba-18b7a48533e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:42:15.565818 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3098cf0e-1f4d-4798-94ba-18b7a48533e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:42:15.566155 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3098cf0e-1f4d-4798-94ba-18b7a48533e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:42:15.566487 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3098cf0e-1f4d-4798-94ba-18b7a48533e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:42:15.566821 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3098cf0e-1f4d-4798-94ba-18b7a48533e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:42:15.567152 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3098cf0e-1f4d-4798-94ba-18b7a48533e1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:42:15.567474 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3098cf0e-1f4d-4798-94ba-18b7a48533e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:42:15.567800 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3098cf0e-1f4d-4798-94ba-18b7a48533e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:42:15.568153 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3098cf0e-1f4d-4798-94ba-18b7a48533e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:42:15.568448 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3098cf0e-1f4d-4798-94ba-18b7a48533e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:42:15.568766 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3098cf0e-1f4d-4798-94ba-18b7a48533e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:42:15.573866 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d055cb7-d605-4db1-8e31-babf3a6d0fc7 None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 41, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:42:15.574247 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d055cb7-d605-4db1-8e31-babf3a6d0fc7 None None] Checking segment: {'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:42:15.574656 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-0d055cb7-d605-4db1-8e31-babf3a6d0fc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:15.575043 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d055cb7-d605-4db1-8e31-babf3a6d0fc7 None None] Bound using segment: {'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:42:15.575516 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-0d055cb7-d605-4db1-8e31-babf3a6d0fc7 None None] Bound port: ad78c2c7-e30d-49a5-998e-b948f5694f01, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:42:15.575901 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-0d055cb7-d605-4db1-8e31-babf3a6d0fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:15.678833 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-0d055cb7-d605-4db1-8e31-babf3a6d0fc7 None None] For port ad78c2c7-e30d-49a5-998e-b948f5694f01, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:42:15.687775 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-0d055cb7-d605-4db1-8e31-babf3a6d0fc7 None None] For port ad78c2c7-e30d-49a5-998e-b948f5694f01, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=ad78c2c7-e30d-49a5-998e-b948f5694f01,segment=NetworkSegment(3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87),segment_id=3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:42:15.693943 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-0d055cb7-d605-4db1-8e31-babf3a6d0fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:15.807821 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3098cf0e-1f4d-4798-94ba-18b7a48533e1 None None] Pushing event updated for resources: {'Port': ['ID=ad78c2c7-e30d-49a5-998e-b948f5694f01,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:42:15.812502 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d055cb7-d605-4db1-8e31-babf3a6d0fc7 None None] Routers {'b6219ecb-a5e7-4e9a-8d6b-ecd7c082b6e3'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:42:15.813055 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-0d055cb7-d605-4db1-8e31-babf3a6d0fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:41:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['b6219ecb-a5e7-4e9a-8d6b-ecd7c082b6e3'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:42:15.862611 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-34a4514d-e1c1-44f0-b629-90483f3dc87d None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:15.879017 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-34a4514d-e1c1-44f0-b629-90483f3dc87d None None] Transition to ACTIVE for port object fe58aad9-6f7c-45fe-8414-15ece34401d9 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:42:15.932796 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-34a4514d-e1c1-44f0-b629-90483f3dc87d None None] Transition to ACTIVE for port object fe58aad9-6f7c-45fe-8414-15ece34401d9 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:42:15.941215 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-34a4514d-e1c1-44f0-b629-90483f3dc87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:15.976465 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-0d055cb7-d605-4db1-8e31-babf3a6d0fc7 None None] Set router b6219ecb-a5e7-4e9a-8d6b-ecd7c082b6e3 gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:42:16.046161 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a4514d-e1c1-44f0-b629-90483f3dc87d None None] Network 7fc1d055-1ef3-4ef8-9489-26c1ef015e41 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:42:16.082126 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-34a4514d-e1c1-44f0-b629-90483f3dc87d None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:42:16.085294 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a4514d-e1c1-44f0-b629-90483f3dc87d None None] Pushing event updated for resources: {'Port': ['ID=fe58aad9-6f7c-45fe-8414-15ece34401d9,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:42:16.089080 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a4514d-e1c1-44f0-b629-90483f3dc87d None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:42:16.139629 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-00899bb1-46a5-4afd-8f01-9c92a17f4f0e tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Allocated IP 172.20.0.1 (7fc1d055-1ef3-4ef8-9489-26c1ef015e41/95bbaa77-6763-4493-a28f-23e8f6aad57d/22ed5d37-5088-4104-8936-a31ab362298d) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:42:16.168352 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-34a4514d-e1c1-44f0-b629-90483f3dc87d None None] Attempting to bind port fe58aad9-6f7c-45fe-8414-15ece34401d9 on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:42:16.168726 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-34a4514d-e1c1-44f0-b629-90483f3dc87d None None] Attempting to bind port fe58aad9-6f7c-45fe-8414-15ece34401d9 by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': 'eebb36b2-cd19-418e-ba37-2d397f14a858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '7fc1d055-1ef3-4ef8-9489-26c1ef015e41'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:42:16.169093 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a4514d-e1c1-44f0-b629-90483f3dc87d None None] Attempting to bind port fe58aad9-6f7c-45fe-8414-15ece34401d9 on network 7fc1d055-1ef3-4ef8-9489-26c1ef015e41 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:42:16.181290 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a4514d-e1c1-44f0-b629-90483f3dc87d None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 41, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:42:16.181670 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a4514d-e1c1-44f0-b629-90483f3dc87d None None] Checking segment: {'id': 'eebb36b2-cd19-418e-ba37-2d397f14a858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '7fc1d055-1ef3-4ef8-9489-26c1ef015e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:42:16.182104 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-34a4514d-e1c1-44f0-b629-90483f3dc87d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:16.182494 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a4514d-e1c1-44f0-b629-90483f3dc87d None None] Bound using segment: {'id': 'eebb36b2-cd19-418e-ba37-2d397f14a858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '7fc1d055-1ef3-4ef8-9489-26c1ef015e41'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:42:16.182955 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-34a4514d-e1c1-44f0-b629-90483f3dc87d None None] Bound port: fe58aad9-6f7c-45fe-8414-15ece34401d9, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eebb36b2-cd19-418e-ba37-2d397f14a858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '7fc1d055-1ef3-4ef8-9489-26c1ef015e41'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:42:16.183339 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-34a4514d-e1c1-44f0-b629-90483f3dc87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:16.258188 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-00899bb1-46a5-4afd-8f01-9c92a17f4f0e tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:16.273680 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [None req-00899bb1-46a5-4afd-8f01-9c92a17f4f0e tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Transition to ACTIVE for port object 22ed5d37-5088-4104-8936-a31ab362298d will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:42:16.277295 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-34a4514d-e1c1-44f0-b629-90483f3dc87d None None] For port fe58aad9-6f7c-45fe-8414-15ece34401d9, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:42:16.280775 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-34a4514d-e1c1-44f0-b629-90483f3dc87d None None] For port fe58aad9-6f7c-45fe-8414-15ece34401d9, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=fe58aad9-6f7c-45fe-8414-15ece34401d9,segment=NetworkSegment(eebb36b2-cd19-418e-ba37-2d397f14a858),segment_id=eebb36b2-cd19-418e-ba37-2d397f14a858)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:42:16.285692 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-34a4514d-e1c1-44f0-b629-90483f3dc87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:16.290402 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-0d055cb7-d605-4db1-8e31-babf3a6d0fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6219ecb-a5e7-4e9a-8d6b-ecd7c082b6e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1964153170', 'tenant_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': 'ad78c2c7-e30d-49a5-998e-b948f5694f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:42:13Z', 'updated_at': '2021-07-13T14:42:13Z', 'revision_number': 3, 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'gw_port': {'id': 'ad78c2c7-e30d-49a5-998e-b948f5694f01', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c9:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6219ecb-a5e7-4e9a-8d6b-ecd7c082b6e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:42:13Z', 'updated_at': '2021-07-13T14:42:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:42:16.309362 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-00899bb1-46a5-4afd-8f01-9c92a17f4f0e tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:16.346196 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d055cb7-d605-4db1-8e31-babf3a6d0fc7 None None] The sync data for ids ['b6219ecb-a5e7-4e9a-8d6b-ecd7c082b6e3'] in n-d-800634-1 is: [{'id': 'b6219ecb-a5e7-4e9a-8d6b-ecd7c082b6e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1964153170', 'tenant_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': 'ad78c2c7-e30d-49a5-998e-b948f5694f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:42:13Z', 'updated_at': '2021-07-13T14:42:13Z', 'revision_number': 3, 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'gw_port': {'id': 'ad78c2c7-e30d-49a5-998e-b948f5694f01', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c9:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6219ecb-a5e7-4e9a-8d6b-ecd7c082b6e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:42:13Z', 'updated_at': '2021-07-13T14:42:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:42:16.353059 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00899bb1-46a5-4afd-8f01-9c92a17f4f0e tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Network 7fc1d055-1ef3-4ef8-9489-26c1ef015e41 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:42:16.358721 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-00899bb1-46a5-4afd-8f01-9c92a17f4f0e tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:42:16.364592 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00899bb1-46a5-4afd-8f01-9c92a17f4f0e tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:42:16.384840 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a4514d-e1c1-44f0-b629-90483f3dc87d None None] Pushing event updated for resources: {'Port': ['ID=fe58aad9-6f7c-45fe-8414-15ece34401d9,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:42:16.412763 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00899bb1-46a5-4afd-8f01-9c92a17f4f0e tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Pushing event updated for resources: {'Port': ['ID=22ed5d37-5088-4104-8936-a31ab362298d,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:42:16.423962 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-00899bb1-46a5-4afd-8f01-9c92a17f4f0e tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-450452'] for router_interface, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:16.622145 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-00899bb1-46a5-4afd-8f01-9c92a17f4f0e tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:16.936877 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-00899bb1-46a5-4afd-8f01-9c92a17f4f0e tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:16.943222 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-00899bb1-46a5-4afd-8f01-9c92a17f4f0e tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:17.020767 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-00899bb1-46a5-4afd-8f01-9c92a17f4f0e tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1785045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451806'] for router_interface, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:17.022583 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00899bb1-46a5-4afd-8f01-9c92a17f4f0e tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Pushing event updated for resources: {'Port': ['ID=22ed5d37-5088-4104-8936-a31ab362298d,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:42:17.139970 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00899bb1-46a5-4afd-8f01-9c92a17f4f0e tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Network 7fc1d055-1ef3-4ef8-9489-26c1ef015e41 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:42:17.141583 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-00899bb1-46a5-4afd-8f01-9c92a17f4f0e tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:42:17.266548 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00899bb1-46a5-4afd-8f01-9c92a17f4f0e tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Router b6219ecb-a5e7-4e9a-8d6b-ecd7c082b6e3 has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:42:17.355527 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e2c2fd43-a82e-4d74-9aa7-c1fe0f82c529 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:17.365965 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12dcf2f3-6e2f-41c3-a19e-19c946a563bc None None] Network 7fc1d055-1ef3-4ef8-9489-26c1ef015e41 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:42:17.381213 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00899bb1-46a5-4afd-8f01-9c92a17f4f0e tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:42:17.387496 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-00899bb1-46a5-4afd-8f01-9c92a17f4f0e tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "PUT /v2.0/routers/b6219ecb-a5e7-4e9a-8d6b-ecd7c082b6e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3251882 Jul 13 14:42:17.430091 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-c3635716-bdf0-42e5-9b00-37fbf5f03f93 None None] Provisioning for port fe58aad9-6f7c-45fe-8414-15ece34401d9 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:42:17.556810 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ff700020-95c8-47a9-b5bc-b4b93d2be8fb req-0d9d3939-8de1-44e3-886f-6dad9827e1d7 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-832386814&fields=id&tenant_id=ef1f8ac45b0f4587af94f69056f43b30 HTTP/1.1" status: 200 len: 267 time: 0.0361383 Jul 13 14:42:17.689697 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff700020-95c8-47a9-b5bc-b4b93d2be8fb req-2d8b9107-af44-44bb-8337-e80fdc2e8111 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:17.691606 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ff700020-95c8-47a9-b5bc-b4b93d2be8fb req-2d8b9107-af44-44bb-8337-e80fdc2e8111 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/networks?id=7fc1d055-1ef3-4ef8-9489-26c1ef015e41 HTTP/1.1" status: 200 len: 797 time: 0.1278627 Jul 13 14:42:17.712483 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ff700020-95c8-47a9-b5bc-b4b93d2be8fb req-988490fe-00bb-4ce9-8bc7-2121004b944d tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/quotas/ef1f8ac45b0f4587af94f69056f43b30 HTTP/1.1" status: 200 len: 375 time: 0.0146925 Jul 13 14:42:17.808021 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ff700020-95c8-47a9-b5bc-b4b93d2be8fb req-f17b87f9-30d8-45ff-aa69-c935e29aaffa tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ef1f8ac45b0f4587af94f69056f43b30&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0899327 Jul 13 14:42:17.872883 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-dbe5d7e5-c1bb-4f40-baf8-6f259b153d92 None None] Provisioning for port 22ed5d37-5088-4104-8936-a31ab362298d completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:42:17.878411 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-dbe5d7e5-c1bb-4f40-baf8-6f259b153d92 None None] Provisioning complete for port 22ed5d37-5088-4104-8936-a31ab362298d triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:42:17.878876 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-dbe5d7e5-c1bb-4f40-baf8-6f259b153d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:17.929971 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-dbe5d7e5-c1bb-4f40-baf8-6f259b153d92 None None] Port 22ed5d37-5088-4104-8936-a31ab362298d cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:42:18.013279 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ff700020-95c8-47a9-b5bc-b4b93d2be8fb req-ab53837a-05e0-4a2b-b87b-789d633dc63e service neutron] 10.222.0.23 "GET /v2.0/networks/7fc1d055-1ef3-4ef8-9489-26c1ef015e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918499 Jul 13 14:42:18.073997 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-71795c38-205b-4c29-87dc-4ae4e416bff2 None None] Provisioning complete for port 22ed5d37-5088-4104-8936-a31ab362298d triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:42:18.077231 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5676f1-a839-424f-a41a-e44896267fd2 None None] Sync routers for ids ['b6219ecb-a5e7-4e9a-8d6b-ecd7c082b6e3'] in n-d-800634-1 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:42:18.080233 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-71795c38-205b-4c29-87dc-4ae4e416bff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:18.089169 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5676f1-a839-424f-a41a-e44896267fd2 None None] Routers {'b6219ecb-a5e7-4e9a-8d6b-ecd7c082b6e3'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:42:18.089989 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-4a5676f1-a839-424f-a41a-e44896267fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:41:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['b6219ecb-a5e7-4e9a-8d6b-ecd7c082b6e3'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:42:18.122045 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-71795c38-205b-4c29-87dc-4ae4e416bff2 None None] Port 22ed5d37-5088-4104-8936-a31ab362298d cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:42:18.141609 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ff700020-95c8-47a9-b5bc-b4b93d2be8fb req-1dc1704b-8dcb-4873-83c5-e94036bd9acf service neutron] 10.222.0.23 "GET /v2.0/networks/7fc1d055-1ef3-4ef8-9489-26c1ef015e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209388 Jul 13 14:42:18.218134 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-4a5676f1-a839-424f-a41a-e44896267fd2 None None] Set router b6219ecb-a5e7-4e9a-8d6b-ecd7c082b6e3 gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:42:18.252086 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-e02ce696-7c15-4c45-989e-c58f2407278b None None] Provisioning complete for port 22ed5d37-5088-4104-8936-a31ab362298d triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:42:18.252494 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e02ce696-7c15-4c45-989e-c58f2407278b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:18.297859 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-e02ce696-7c15-4c45-989e-c58f2407278b None None] Port 22ed5d37-5088-4104-8936-a31ab362298d cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:42:18.350661 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device fe58aad9-6f7c-45fe-8414-15ece34401d9 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:42:18.398137 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port fe58aad9-6f7c-45fe-8414-15ece34401d9 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:42:18.402156 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port fe58aad9-6f7c-45fe-8414-15ece34401d9 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:42:18.402552 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:18.445072 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-4a5676f1-a839-424f-a41a-e44896267fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6219ecb-a5e7-4e9a-8d6b-ecd7c082b6e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1964153170', 'tenant_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': 'ad78c2c7-e30d-49a5-998e-b948f5694f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:42:13Z', 'updated_at': '2021-07-13T14:42:16Z', 'revision_number': 4, 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'gw_port': {'id': 'ad78c2c7-e30d-49a5-998e-b948f5694f01', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c9:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6219ecb-a5e7-4e9a-8d6b-ecd7c082b6e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:42:13Z', 'updated_at': '2021-07-13T14:42:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': '22ed5d37-5088-4104-8936-a31ab362298d', 'name': '', 'network_id': '7fc1d055-1ef3-4ef8-9489-26c1ef015e41', 'tenant_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'mac_address': 'fa:16:3e:da:55:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6219ecb-a5e7-4e9a-8d6b-ecd7c082b6e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '95bbaa77-6763-4493-a28f-23e8f6aad57d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:42:15Z', 'updated_at': '2021-07-13T14:42:16Z', 'revision_number': 2, 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'subnets': [{'id': '95bbaa77-6763-4493-a28f-23e8f6aad57d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:42:18.472690 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5676f1-a839-424f-a41a-e44896267fd2 None None] Checking router: b6219ecb-a5e7-4e9a-8d6b-ecd7c082b6e3 for host: n-d-800634-1 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:42:18.473037 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5676f1-a839-424f-a41a-e44896267fd2 None None] Updating router b6219ecb-a5e7-4e9a-8d6b-ecd7c082b6e3 port 22ed5d37-5088-4104-8936-a31ab362298d binding host n-d-800634-1 {{(pid=93753) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 14:42:18.480768 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:18.506157 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4a5676f1-a839-424f-a41a-e44896267fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:18.518272 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port fe58aad9-6f7c-45fe-8414-15ece34401d9, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=fe58aad9-6f7c-45fe-8414-15ece34401d9,segment=NetworkSegment(eebb36b2-cd19-418e-ba37-2d397f14a858),segment_id=eebb36b2-cd19-418e-ba37-2d397f14a858)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:42:18.523504 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:18.524441 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device ad78c2c7-e30d-49a5-998e-b948f5694f01 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:42:18.609185 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=fe58aad9-6f7c-45fe-8414-15ece34401d9,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:42:18.625664 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port ad78c2c7-e30d-49a5-998e-b948f5694f01 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:42:18.633981 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port ad78c2c7-e30d-49a5-998e-b948f5694f01 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:42:18.635277 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:18.724187 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:18.746356 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port ad78c2c7-e30d-49a5-998e-b948f5694f01, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=ad78c2c7-e30d-49a5-998e-b948f5694f01,segment=NetworkSegment(3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87),segment_id=3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:42:18.752792 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:18.810108 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=ad78c2c7-e30d-49a5-998e-b948f5694f01,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:42:18.883165 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4a5676f1-a839-424f-a41a-e44896267fd2 None None] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:18.893565 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-4a5676f1-a839-424f-a41a-e44896267fd2 None None] Transition to ACTIVE for port object 22ed5d37-5088-4104-8936-a31ab362298d will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:42:18.899485 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4a5676f1-a839-424f-a41a-e44896267fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:18.951034 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b767a8b-2a61-465f-90d6-484fe58be8ab None None] Pushing event updated for resources: {'Port': ['ID=22ed5d37-5088-4104-8936-a31ab362298d,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:42:18.976923 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b767a8b-2a61-465f-90d6-484fe58be8ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:42:18.977185 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b767a8b-2a61-465f-90d6-484fe58be8ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:42:18.977525 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b767a8b-2a61-465f-90d6-484fe58be8ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:42:18.977899 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b767a8b-2a61-465f-90d6-484fe58be8ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:42:18.978234 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b767a8b-2a61-465f-90d6-484fe58be8ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:42:18.978562 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b767a8b-2a61-465f-90d6-484fe58be8ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:42:18.978890 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b767a8b-2a61-465f-90d6-484fe58be8ab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:42:18.979217 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b767a8b-2a61-465f-90d6-484fe58be8ab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:42:18.979538 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b767a8b-2a61-465f-90d6-484fe58be8ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:42:18.979888 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b767a8b-2a61-465f-90d6-484fe58be8ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:42:18.980164 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b767a8b-2a61-465f-90d6-484fe58be8ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:42:18.980482 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b767a8b-2a61-465f-90d6-484fe58be8ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:42:19.016037 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-4a5676f1-a839-424f-a41a-e44896267fd2 None None] Attempting to bind port 22ed5d37-5088-4104-8936-a31ab362298d on host n-d-800634-1 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:42:19.016415 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-4a5676f1-a839-424f-a41a-e44896267fd2 None None] Attempting to bind port 22ed5d37-5088-4104-8936-a31ab362298d by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': 'eebb36b2-cd19-418e-ba37-2d397f14a858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '7fc1d055-1ef3-4ef8-9489-26c1ef015e41'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:42:19.017331 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a5676f1-a839-424f-a41a-e44896267fd2 None None] Attempting to bind port 22ed5d37-5088-4104-8936-a31ab362298d on network 7fc1d055-1ef3-4ef8-9489-26c1ef015e41 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:42:19.022612 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a5676f1-a839-424f-a41a-e44896267fd2 None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 41, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:42:19.022991 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a5676f1-a839-424f-a41a-e44896267fd2 None None] Checking segment: {'id': 'eebb36b2-cd19-418e-ba37-2d397f14a858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '7fc1d055-1ef3-4ef8-9489-26c1ef015e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:42:19.023393 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4a5676f1-a839-424f-a41a-e44896267fd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:19.023785 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a5676f1-a839-424f-a41a-e44896267fd2 None None] Bound using segment: {'id': 'eebb36b2-cd19-418e-ba37-2d397f14a858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '7fc1d055-1ef3-4ef8-9489-26c1ef015e41'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:42:19.024253 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-4a5676f1-a839-424f-a41a-e44896267fd2 None None] Bound port: 22ed5d37-5088-4104-8936-a31ab362298d, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eebb36b2-cd19-418e-ba37-2d397f14a858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '7fc1d055-1ef3-4ef8-9489-26c1ef015e41'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:42:19.024635 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4a5676f1-a839-424f-a41a-e44896267fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:19.091373 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-4a5676f1-a839-424f-a41a-e44896267fd2 None None] For port 22ed5d37-5088-4104-8936-a31ab362298d, host n-d-800634-1, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:42:19.094432 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-4a5676f1-a839-424f-a41a-e44896267fd2 None None] For port 22ed5d37-5088-4104-8936-a31ab362298d, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=22ed5d37-5088-4104-8936-a31ab362298d,segment=NetworkSegment(eebb36b2-cd19-418e-ba37-2d397f14a858),segment_id=eebb36b2-cd19-418e-ba37-2d397f14a858)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:42:19.098527 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4a5676f1-a839-424f-a41a-e44896267fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:19.154509 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5676f1-a839-424f-a41a-e44896267fd2 None None] Routers {'b6219ecb-a5e7-4e9a-8d6b-ecd7c082b6e3'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:42:19.155114 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-4a5676f1-a839-424f-a41a-e44896267fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:41:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['b6219ecb-a5e7-4e9a-8d6b-ecd7c082b6e3'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:42:19.195143 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b767a8b-2a61-465f-90d6-484fe58be8ab None None] Pushing event updated for resources: {'Port': ['ID=22ed5d37-5088-4104-8936-a31ab362298d,revision_number=4']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:42:19.273008 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-4a5676f1-a839-424f-a41a-e44896267fd2 None None] Set router b6219ecb-a5e7-4e9a-8d6b-ecd7c082b6e3 gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:42:19.370017 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1b452796-47c0-4d3f-9b91-14b532406567 req-793c65f1-a77f-4f43-ac71-ae07ecbc34f1 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ea9036b-187e-408a-9c57-a0d4d9fc60fe HTTP/1.1" status: 200 len: 210 time: 0.0353498 Jul 13 14:42:19.488212 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-4a5676f1-a839-424f-a41a-e44896267fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6219ecb-a5e7-4e9a-8d6b-ecd7c082b6e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1964153170', 'tenant_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': 'ad78c2c7-e30d-49a5-998e-b948f5694f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:42:13Z', 'updated_at': '2021-07-13T14:42:16Z', 'revision_number': 4, 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'gw_port': {'id': 'ad78c2c7-e30d-49a5-998e-b948f5694f01', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c9:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6219ecb-a5e7-4e9a-8d6b-ecd7c082b6e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:42:13Z', 'updated_at': '2021-07-13T14:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': '22ed5d37-5088-4104-8936-a31ab362298d', 'name': '', 'network_id': '7fc1d055-1ef3-4ef8-9489-26c1ef015e41', 'tenant_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'mac_address': 'fa:16:3e:da:55:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6219ecb-a5e7-4e9a-8d6b-ecd7c082b6e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '95bbaa77-6763-4493-a28f-23e8f6aad57d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:42:15Z', 'updated_at': '2021-07-13T14:42:19Z', 'revision_number': 4, 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'subnets': [{'id': '95bbaa77-6763-4493-a28f-23e8f6aad57d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:42:19.513990 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5676f1-a839-424f-a41a-e44896267fd2 None None] The sync data for ids ['b6219ecb-a5e7-4e9a-8d6b-ecd7c082b6e3'] in n-d-800634-1 is: [{'id': 'b6219ecb-a5e7-4e9a-8d6b-ecd7c082b6e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1964153170', 'tenant_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': 'ad78c2c7-e30d-49a5-998e-b948f5694f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:42:13Z', 'updated_at': '2021-07-13T14:42:16Z', 'revision_number': 4, 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'gw_port': {'id': 'ad78c2c7-e30d-49a5-998e-b948f5694f01', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c9:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6219ecb-a5e7-4e9a-8d6b-ecd7c082b6e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:42:13Z', 'updated_at': '2021-07-13T14:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': '22ed5d37-5088-4104-8936-a31ab362298d', 'name': '', 'network_id': '7fc1d055-1ef3-4ef8-9489-26c1ef015e41', 'tenant_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'mac_address': 'fa:16:3e:da:55:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6219ecb-a5e7-4e9a-8d6b-ecd7c082b6e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '95bbaa77-6763-4493-a28f-23e8f6aad57d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:42:15Z', 'updated_at': '2021-07-13T14:42:19Z', 'revision_number': 4, 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'subnets': [{'id': '95bbaa77-6763-4493-a28f-23e8f6aad57d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:42:19.980516 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-facff893-31ae-46be-8e42-d350ef2b3f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:20.114001 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:20.343260 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device fe58aad9-6f7c-45fe-8414-15ece34401d9 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:42:20.393083 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port fe58aad9-6f7c-45fe-8414-15ece34401d9 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:42:20.394781 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:20.460808 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1ff75ff3-50bf-474f-b652-88d555d590d9 req-9b495a3b-4480-49e0-b630-cc3fb01ba3a8 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ea9036b-187e-408a-9c57-a0d4d9fc60fe HTTP/1.1" status: 200 len: 210 time: 0.0360634 Jul 13 14:42:20.485236 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 22ed5d37-5088-4104-8936-a31ab362298d up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:42:20.535551 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port 22ed5d37-5088-4104-8936-a31ab362298d completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:42:20.540111 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 22ed5d37-5088-4104-8936-a31ab362298d triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:42:20.540610 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:20.622887 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:20.655525 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port 22ed5d37-5088-4104-8936-a31ab362298d, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=22ed5d37-5088-4104-8936-a31ab362298d,segment=NetworkSegment(eebb36b2-cd19-418e-ba37-2d397f14a858),segment_id=eebb36b2-cd19-418e-ba37-2d397f14a858)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:42:20.660214 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:20.661083 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device ad78c2c7-e30d-49a5-998e-b948f5694f01 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:42:20.737827 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=22ed5d37-5088-4104-8936-a31ab362298d,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:42:20.749874 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port ad78c2c7-e30d-49a5-998e-b948f5694f01 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:42:20.750247 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:21.367323 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:21.542639 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-fefd2b5e-7789-4c33-8457-4a96fb5dea03 req-c9cd0c57-4a2b-4bf5-bc82-1660be67261e tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ea9036b-187e-408a-9c57-a0d4d9fc60fe HTTP/1.1" status: 200 len: 210 time: 0.0294113 Jul 13 14:42:22.275185 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 22ed5d37-5088-4104-8936-a31ab362298d up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:42:22.325042 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 22ed5d37-5088-4104-8936-a31ab362298d triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:42:22.325415 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:22.562621 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff700020-95c8-47a9-b5bc-b4b93d2be8fb req-67d77f6a-fd16-48e2-8033-d09d98c4493f tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:22.564886 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ff700020-95c8-47a9-b5bc-b4b93d2be8fb req-67d77f6a-fd16-48e2-8033-d09d98c4493f tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.41 "GET /v2.0/networks?id=7fc1d055-1ef3-4ef8-9489-26c1ef015e41 HTTP/1.1" status: 200 len: 797 time: 0.1047659 Jul 13 14:42:22.610254 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ff700020-95c8-47a9-b5bc-b4b93d2be8fb req-d7618360-dbdd-4d59-8c56-da5da6e39016 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ef1f8ac45b0f4587af94f69056f43b30 HTTP/1.1" status: 200 len: 379 time: 0.0370970 Jul 13 14:42:22.618725 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-ff700020-95c8-47a9-b5bc-b4b93d2be8fb req-6b9e1a1a-1863-4f24-81e9-0ef28631d820 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Request body: {'port': {'device_id': '8ea9036b-187e-408a-9c57-a0d4d9fc60fe', 'network_id': '7fc1d055-1ef3-4ef8-9489-26c1ef015e41', 'admin_state_up': True, 'tenant_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'security_groups': ['a076612b-117b-41f7-a522-684e4e3e347f']}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:42:22.699239 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-af54db8e-f0be-419f-9b51-aa6427956bcc req-c88cf77b-bf60-4ed9-85f9-99316e226631 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ea9036b-187e-408a-9c57-a0d4d9fc60fe HTTP/1.1" status: 200 len: 210 time: 0.0353353 Jul 13 14:42:22.758632 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff700020-95c8-47a9-b5bc-b4b93d2be8fb req-6b9e1a1a-1863-4f24-81e9-0ef28631d820 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Made reservation on behalf of ef1f8ac45b0f4587af94f69056f43b30 for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:42:22.762452 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-ff700020-95c8-47a9-b5bc-b4b93d2be8fb req-6b9e1a1a-1863-4f24-81e9-0ef28631d820 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:22.868871 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:22.891142 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [req-ff700020-95c8-47a9-b5bc-b4b93d2be8fb req-6b9e1a1a-1863-4f24-81e9-0ef28631d820 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Allocated IP 172.20.0.3 (7fc1d055-1ef3-4ef8-9489-26c1ef015e41/95bbaa77-6763-4493-a28f-23e8f6aad57d/597e7848-c8a4-4684-b67e-922f1b663bdb) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:42:23.030173 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-ff700020-95c8-47a9-b5bc-b4b93d2be8fb req-6b9e1a1a-1863-4f24-81e9-0ef28631d820 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:23.044318 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-ff700020-95c8-47a9-b5bc-b4b93d2be8fb req-6b9e1a1a-1863-4f24-81e9-0ef28631d820 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Transition to ACTIVE for port object 597e7848-c8a4-4684-b67e-922f1b663bdb will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:42:23.075982 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-ff700020-95c8-47a9-b5bc-b4b93d2be8fb req-6b9e1a1a-1863-4f24-81e9-0ef28631d820 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:23.121384 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff700020-95c8-47a9-b5bc-b4b93d2be8fb req-6b9e1a1a-1863-4f24-81e9-0ef28631d820 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Network 7fc1d055-1ef3-4ef8-9489-26c1ef015e41 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:42:23.124589 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [req-ff700020-95c8-47a9-b5bc-b4b93d2be8fb req-6b9e1a1a-1863-4f24-81e9-0ef28631d820 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:42:23.128463 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff700020-95c8-47a9-b5bc-b4b93d2be8fb req-6b9e1a1a-1863-4f24-81e9-0ef28631d820 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:42:23.134970 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9e1a1a-1863-4f24-81e9-0ef28631d820 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Pushing event updated for resources: {'Port': ['ID=597e7848-c8a4-4684-b67e-922f1b663bdb,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:42:23.180900 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff700020-95c8-47a9-b5bc-b4b93d2be8fb req-6b9e1a1a-1863-4f24-81e9-0ef28631d820 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:23.181548 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-ff700020-95c8-47a9-b5bc-b4b93d2be8fb req-6b9e1a1a-1863-4f24-81e9-0ef28631d820 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:23.197161 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ff700020-95c8-47a9-b5bc-b4b93d2be8fb req-6b9e1a1a-1863-4f24-81e9-0ef28631d820 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5820928 Jul 13 14:42:23.210352 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-ff700020-95c8-47a9-b5bc-b4b93d2be8fb req-25035f23-704c-4276-beec-769f725a85f0 service neutron] Request body: {'port': {'device_id': '8ea9036b-187e-408a-9c57-a0d4d9fc60fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-1'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:42:23.288999 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-ff700020-95c8-47a9-b5bc-b4b93d2be8fb req-25035f23-704c-4276-beec-769f725a85f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:23.403114 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-7f4b990b-0a7f-48b2-9df6-797ceb47fb10 None None] Provisioning for port 597e7848-c8a4-4684-b67e-922f1b663bdb completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:42:23.406762 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-7f4b990b-0a7f-48b2-9df6-797ceb47fb10 None None] Provisioning complete for port 597e7848-c8a4-4684-b67e-922f1b663bdb triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:42:23.407133 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-7f4b990b-0a7f-48b2-9df6-797ceb47fb10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:23.440780 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-7f4b990b-0a7f-48b2-9df6-797ceb47fb10 None None] Port 597e7848-c8a4-4684-b67e-922f1b663bdb cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:42:23.550268 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [req-ff700020-95c8-47a9-b5bc-b4b93d2be8fb req-25035f23-704c-4276-beec-769f725a85f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 597e7848-c8a4-4684-b67e-922f1b663bdb {{(pid=93751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:42:23.557394 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-ff700020-95c8-47a9-b5bc-b4b93d2be8fb req-25035f23-704c-4276-beec-769f725a85f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:23.570547 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-ff700020-95c8-47a9-b5bc-b4b93d2be8fb req-25035f23-704c-4276-beec-769f725a85f0 service neutron] Transition to ACTIVE for port object 597e7848-c8a4-4684-b67e-922f1b663bdb will not be triggered until provisioned by entity L2. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:42:23.573888 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-ff700020-95c8-47a9-b5bc-b4b93d2be8fb req-25035f23-704c-4276-beec-769f725a85f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:23.625149 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25035f23-704c-4276-beec-769f725a85f0 service neutron] Pushing event updated for resources: {'Port': ['ID=597e7848-c8a4-4684-b67e-922f1b663bdb,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:42:23.699480 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-ff700020-95c8-47a9-b5bc-b4b93d2be8fb req-25035f23-704c-4276-beec-769f725a85f0 service neutron] Attempting to bind port 597e7848-c8a4-4684-b67e-922f1b663bdb on host n-h2-800634-1 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:42:23.699819 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-ff700020-95c8-47a9-b5bc-b4b93d2be8fb req-25035f23-704c-4276-beec-769f725a85f0 service neutron] Attempting to bind port 597e7848-c8a4-4684-b67e-922f1b663bdb by drivers openvswitch,hyperv on host n-h2-800634-1 at level 0 using segments [{'id': 'eebb36b2-cd19-418e-ba37-2d397f14a858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '7fc1d055-1ef3-4ef8-9489-26c1ef015e41'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:42:23.700153 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff700020-95c8-47a9-b5bc-b4b93d2be8fb req-25035f23-704c-4276-beec-769f725a85f0 service neutron] Attempting to bind port 597e7848-c8a4-4684-b67e-922f1b663bdb on network 7fc1d055-1ef3-4ef8-9489-26c1ef015e41 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:42:23.705118 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff700020-95c8-47a9-b5bc-b4b93d2be8fb req-25035f23-704c-4276-beec-769f725a85f0 service neutron] Port 597e7848-c8a4-4684-b67e-922f1b663bdb on network 7fc1d055-1ef3-4ef8-9489-26c1ef015e41 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-1 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 14:42:23.705546 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff700020-95c8-47a9-b5bc-b4b93d2be8fb req-25035f23-704c-4276-beec-769f725a85f0 service neutron] Attempting to bind port 597e7848-c8a4-4684-b67e-922f1b663bdb on network 7fc1d055-1ef3-4ef8-9489-26c1ef015e41 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:42:23.710712 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff700020-95c8-47a9-b5bc-b4b93d2be8fb req-25035f23-704c-4276-beec-769f725a85f0 service neutron] Checking agent: {'id': 'f615e5c9-21ab-43f2-adbc-192d64b795cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 42, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:42:23.711051 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff700020-95c8-47a9-b5bc-b4b93d2be8fb req-25035f23-704c-4276-beec-769f725a85f0 service neutron] Checking segment: {'id': 'eebb36b2-cd19-418e-ba37-2d397f14a858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '7fc1d055-1ef3-4ef8-9489-26c1ef015e41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:42:23.711443 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff700020-95c8-47a9-b5bc-b4b93d2be8fb req-25035f23-704c-4276-beec-769f725a85f0 service neutron] Bound using segment: {'id': 'eebb36b2-cd19-418e-ba37-2d397f14a858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '7fc1d055-1ef3-4ef8-9489-26c1ef015e41'} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:42:23.711874 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-ff700020-95c8-47a9-b5bc-b4b93d2be8fb req-25035f23-704c-4276-beec-769f725a85f0 service neutron] Bound port: 597e7848-c8a4-4684-b67e-922f1b663bdb, host: n-h2-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eebb36b2-cd19-418e-ba37-2d397f14a858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '7fc1d055-1ef3-4ef8-9489-26c1ef015e41'}}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:42:23.712243 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-ff700020-95c8-47a9-b5bc-b4b93d2be8fb req-25035f23-704c-4276-beec-769f725a85f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:23.782275 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-ff700020-95c8-47a9-b5bc-b4b93d2be8fb req-25035f23-704c-4276-beec-769f725a85f0 service neutron] For port 597e7848-c8a4-4684-b67e-922f1b663bdb, host n-h2-800634-1, cleared binding levels {{(pid=93751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:42:23.785251 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-ff700020-95c8-47a9-b5bc-b4b93d2be8fb req-25035f23-704c-4276-beec-769f725a85f0 service neutron] For port 597e7848-c8a4-4684-b67e-922f1b663bdb, host n-h2-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=597e7848-c8a4-4684-b67e-922f1b663bdb,segment=NetworkSegment(eebb36b2-cd19-418e-ba37-2d397f14a858),segment_id=eebb36b2-cd19-418e-ba37-2d397f14a858)] {{(pid=93751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:42:23.790079 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-ff700020-95c8-47a9-b5bc-b4b93d2be8fb req-25035f23-704c-4276-beec-769f725a85f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:23.824521 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff700020-95c8-47a9-b5bc-b4b93d2be8fb req-25035f23-704c-4276-beec-769f725a85f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:23.825217 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-ff700020-95c8-47a9-b5bc-b4b93d2be8fb req-25035f23-704c-4276-beec-769f725a85f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:23.826558 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ff700020-95c8-47a9-b5bc-b4b93d2be8fb req-25035f23-704c-4276-beec-769f725a85f0 service neutron] 10.222.0.41 "PUT /v2.0/ports/597e7848-c8a4-4684-b67e-922f1b663bdb HTTP/1.1" status: 200 len: 1091 time: 0.6207955 Jul 13 14:42:23.826996 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ea9036b-187e-408a-9c57-a0d4d9fc60fe', 'tag': '597e7848-c8a4-4684-b67e-922f1b663bdb'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:42:23.829381 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dea8b0fca9d342929f96bd35c86b8a14765464b9140f1e1e2496fbd7209775c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48e02822-ab0e-431e-b10c-8438e3ae2145" -d '{"events": [{"name": "network-changed", "server_uuid": "8ea9036b-187e-408a-9c57-a0d4d9fc60fe", "tag": "597e7848-c8a4-4684-b67e-922f1b663bdb"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:42:23.870579 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25035f23-704c-4276-beec-769f725a85f0 service neutron] Pushing event updated for resources: {'Port': ['ID=597e7848-c8a4-4684-b67e-922f1b663bdb,revision_number=3']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:42:23.883699 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:42:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e85dce53-a4f9-4c27-8d33-0ff6579ca4f1 x-openstack-request-id: req-e85dce53-a4f9-4c27-8d33-0ff6579ca4f1 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:42:23.884012 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ea9036b-187e-408a-9c57-a0d4d9fc60fe", "tag": "597e7848-c8a4-4684-b67e-922f1b663bdb", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:42:23.884336 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e85dce53-a4f9-4c27-8d33-0ff6579ca4f1 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:42:23.884863 n-d-800634-1 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ea9036b-187e-408a-9c57-a0d4d9fc60fe', 'tag': '597e7848-c8a4-4684-b67e-922f1b663bdb', 'status': 'completed', 'code': 200} Jul 13 14:42:23.902450 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36798ec-8c5a-46d4-bffe-eb554f86be93 req-0010cb21-55ed-4493-ae3a-d34b476e7bff tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:23.910627 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b36798ec-8c5a-46d4-bffe-eb554f86be93 req-0010cb21-55ed-4493-ae3a-d34b476e7bff tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ea9036b-187e-408a-9c57-a0d4d9fc60fe HTTP/1.1" status: 200 len: 943 time: 0.0945904 Jul 13 14:42:23.950348 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b36798ec-8c5a-46d4-bffe-eb554f86be93 req-9f26deb6-7d15-4c2f-99e1-1f083a371f1e tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/security-groups?id=a076612b-117b-41f7-a522-684e4e3e347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387611 Jul 13 14:42:23.951310 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff700020-95c8-47a9-b5bc-b4b93d2be8fb req-af7144da-dc9b-49c2-9d72-5f21b29b161c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:23.952829 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ff700020-95c8-47a9-b5bc-b4b93d2be8fb req-af7144da-dc9b-49c2-9d72-5f21b29b161c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ef1f8ac45b0f4587af94f69056f43b30&device_id=8ea9036b-187e-408a-9c57-a0d4d9fc60fe HTTP/1.1" status: 200 len: 1094 time: 0.0630999 Jul 13 14:42:23.999291 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ff700020-95c8-47a9-b5bc-b4b93d2be8fb req-2444521e-69da-4840-813c-281785808b7d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=597e7848-c8a4-4684-b67e-922f1b663bdb HTTP/1.1" status: 200 len: 217 time: 0.0393271 Jul 13 14:42:24.049501 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff700020-95c8-47a9-b5bc-b4b93d2be8fb req-df8dc1be-1bca-413b-8977-fa681382d39f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:24.050990 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ff700020-95c8-47a9-b5bc-b4b93d2be8fb req-df8dc1be-1bca-413b-8977-fa681382d39f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=95bbaa77-6763-4493-a28f-23e8f6aad57d HTTP/1.1" status: 200 len: 835 time: 0.0457399 Jul 13 14:42:24.108541 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff700020-95c8-47a9-b5bc-b4b93d2be8fb req-d31856fa-698f-4a1e-8c1e-7e0f2265dfd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:24.110060 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ff700020-95c8-47a9-b5bc-b4b93d2be8fb req-d31856fa-698f-4a1e-8c1e-7e0f2265dfd7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7fc1d055-1ef3-4ef8-9489-26c1ef015e41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0526168 Jul 13 14:42:24.202285 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ff700020-95c8-47a9-b5bc-b4b93d2be8fb req-ecc3c90f-86c4-4098-b39a-bec2f1bd1ad9 service neutron] 10.222.0.41 "GET /v2.0/networks/7fc1d055-1ef3-4ef8-9489-26c1ef015e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850799 Jul 13 14:42:24.292721 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ff700020-95c8-47a9-b5bc-b4b93d2be8fb req-104533a0-e1ed-410b-82b1-f375778a2a60 service neutron] 10.222.0.41 "GET /v2.0/networks/7fc1d055-1ef3-4ef8-9489-26c1ef015e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837667 Jul 13 14:42:24.420952 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e02822-ab0e-431e-b10c-8438e3ae2145 req-0bcad4db-32f0-4a47-ae95-e266b5a8852b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:24.422589 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-48e02822-ab0e-431e-b10c-8438e3ae2145 req-0bcad4db-32f0-4a47-ae95-e266b5a8852b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ef1f8ac45b0f4587af94f69056f43b30&device_id=8ea9036b-187e-408a-9c57-a0d4d9fc60fe HTTP/1.1" status: 200 len: 1094 time: 0.0580235 Jul 13 14:42:24.512485 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e02822-ab0e-431e-b10c-8438e3ae2145 req-764e9ac5-90ad-4dfa-98b2-6891dbfc13da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:24.513898 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-48e02822-ab0e-431e-b10c-8438e3ae2145 req-764e9ac5-90ad-4dfa-98b2-6891dbfc13da service neutron] 10.222.0.41 "GET /v2.0/networks?id=7fc1d055-1ef3-4ef8-9489-26c1ef015e41 HTTP/1.1" status: 200 len: 897 time: 0.0847723 Jul 13 14:42:24.555666 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-48e02822-ab0e-431e-b10c-8438e3ae2145 req-a58c460d-cc92-4c5c-98eb-ab1fa724e604 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=597e7848-c8a4-4684-b67e-922f1b663bdb HTTP/1.1" status: 200 len: 217 time: 0.0350306 Jul 13 14:42:24.609347 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e02822-ab0e-431e-b10c-8438e3ae2145 req-5a546855-20a9-4dfb-9acc-751b02b67e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:24.610846 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-48e02822-ab0e-431e-b10c-8438e3ae2145 req-5a546855-20a9-4dfb-9acc-751b02b67e53 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=95bbaa77-6763-4493-a28f-23e8f6aad57d HTTP/1.1" status: 200 len: 835 time: 0.0475368 Jul 13 14:42:24.668062 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e02822-ab0e-431e-b10c-8438e3ae2145 req-5101be74-d139-413b-8686-173ee857123b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:24.669548 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-48e02822-ab0e-431e-b10c-8438e3ae2145 req-5101be74-d139-413b-8686-173ee857123b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7fc1d055-1ef3-4ef8-9489-26c1ef015e41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518661 Jul 13 14:42:24.758363 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-48e02822-ab0e-431e-b10c-8438e3ae2145 req-5598dc5e-45d5-4bb9-a547-93cdba6ac4b0 service neutron] 10.222.0.41 "GET /v2.0/networks/7fc1d055-1ef3-4ef8-9489-26c1ef015e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812149 Jul 13 14:42:24.852045 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-48e02822-ab0e-431e-b10c-8438e3ae2145 req-e7f4241c-c510-490a-b7f7-3c9f7de793bc service neutron] 10.222.0.41 "GET /v2.0/networks/7fc1d055-1ef3-4ef8-9489-26c1ef015e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866246 Jul 13 14:42:25.134107 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc172e58-c530-4b81-8524-2401c437b468 req-2a7f5d9c-e99f-48ca-8b09-95b418e6774e tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:25.135503 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-bc172e58-c530-4b81-8524-2401c437b468 req-2a7f5d9c-e99f-48ca-8b09-95b418e6774e tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ea9036b-187e-408a-9c57-a0d4d9fc60fe HTTP/1.1" status: 200 len: 943 time: 0.0649843 Jul 13 14:42:25.172941 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-bc172e58-c530-4b81-8524-2401c437b468 req-a050cd7e-76e2-43ef-9fe2-5ee35f648ae7 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/security-groups?id=a076612b-117b-41f7-a522-684e4e3e347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318475 Jul 13 14:42:26.354691 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e833368c-107d-458e-8121-aaee5f5e6fb0 req-6655ecf7-f4d0-4515-ae36-c55e3c473a1d tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:26.356194 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e833368c-107d-458e-8121-aaee5f5e6fb0 req-6655ecf7-f4d0-4515-ae36-c55e3c473a1d tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ea9036b-187e-408a-9c57-a0d4d9fc60fe HTTP/1.1" status: 200 len: 943 time: 0.0669920 Jul 13 14:42:26.395421 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e833368c-107d-458e-8121-aaee5f5e6fb0 req-baf9c00c-368a-47f2-8691-68d662c50a7a tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/security-groups?id=a076612b-117b-41f7-a522-684e4e3e347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334742 Jul 13 14:42:26.424640 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 597e7848-c8a4-4684-b67e-922f1b663bdb details requested by agent hyperv_n-h2-800634-1 with host n-h2-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 14:42:26.520521 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 597e7848-c8a4-4684-b67e-922f1b663bdb, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=597e7848-c8a4-4684-b67e-922f1b663bdb,segment=NetworkSegment(eebb36b2-cd19-418e-ba37-2d397f14a858),segment_id=eebb36b2-cd19-418e-ba37-2d397f14a858)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:42:26.531320 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Returning: {'device': '597e7848-c8a4-4684-b67e-922f1b663bdb', 'network_id': '7fc1d055-1ef3-4ef8-9489-26c1ef015e41', 'port_id': '597e7848-c8a4-4684-b67e-922f1b663bdb', 'mac_address': 'fa:16:3e:eb:64:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95bbaa77-6763-4493-a28f-23e8f6aad57d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 14:42:26.569376 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:26.582904 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 597e7848-c8a4-4684-b67e-922f1b663bdb {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:42:26.602368 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 597e7848-c8a4-4684-b67e-922f1b663bdb, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=597e7848-c8a4-4684-b67e-922f1b663bdb,segment=NetworkSegment(eebb36b2-cd19-418e-ba37-2d397f14a858),segment_id=eebb36b2-cd19-418e-ba37-2d397f14a858)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:42:26.606363 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:26.656823 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=597e7848-c8a4-4684-b67e-922f1b663bdb,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:42:26.802921 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['597e7848-c8a4-4684-b67e-922f1b663bdb'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:42:27.580581 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866fcec1-296e-42ef-b2dd-2082b0bd0d7b req-5cfb1668-5b66-44a8-860c-07a4387f3446 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:27.582107 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-866fcec1-296e-42ef-b2dd-2082b0bd0d7b req-5cfb1668-5b66-44a8-860c-07a4387f3446 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ea9036b-187e-408a-9c57-a0d4d9fc60fe HTTP/1.1" status: 200 len: 944 time: 0.0687118 Jul 13 14:42:27.620382 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-866fcec1-296e-42ef-b2dd-2082b0bd0d7b req-03870a85-9ab2-4be7-963f-65a45eefe292 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/security-groups?id=a076612b-117b-41f7-a522-684e4e3e347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327432 Jul 13 14:42:28.451885 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 597e7848-c8a4-4684-b67e-922f1b663bdb up at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:42:28.499766 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning for port 597e7848-c8a4-4684-b67e-922f1b663bdb completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:42:28.503860 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning complete for port 597e7848-c8a4-4684-b67e-922f1b663bdb triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:42:28.504239 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:28.578615 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:28.602848 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ea9036b-187e-408a-9c57-a0d4d9fc60fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '597e7848-c8a4-4684-b67e-922f1b663bdb'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:42:28.605102 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f877c416c4e1be0a98e2d34673ec81d4e31c3422e8e709fff770f7d8b7e0843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd23b9f0-dd47-4e5b-8386-fe7245090625" -d '{"events": [{"server_uuid": "8ea9036b-187e-408a-9c57-a0d4d9fc60fe", "name": "network-vif-plugged", "status": "completed", "tag": "597e7848-c8a4-4684-b67e-922f1b663bdb"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:42:28.618184 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 597e7848-c8a4-4684-b67e-922f1b663bdb, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=597e7848-c8a4-4684-b67e-922f1b663bdb,segment=NetworkSegment(eebb36b2-cd19-418e-ba37-2d397f14a858),segment_id=eebb36b2-cd19-418e-ba37-2d397f14a858)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:42:28.622655 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:28.645957 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03e58b31-d448-42e0-8344-f923500c4b14 x-openstack-request-id: req-03e58b31-d448-42e0-8344-f923500c4b14 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:42:28.646255 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ea9036b-187e-408a-9c57-a0d4d9fc60fe", "name": "network-vif-plugged", "status": "completed", "tag": "597e7848-c8a4-4684-b67e-922f1b663bdb", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:42:28.646500 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-03e58b31-d448-42e0-8344-f923500c4b14 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:42:28.646892 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ea9036b-187e-408a-9c57-a0d4d9fc60fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '597e7848-c8a4-4684-b67e-922f1b663bdb', 'code': 200} Jul 13 14:42:28.676649 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=597e7848-c8a4-4684-b67e-922f1b663bdb,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:42:28.802877 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22ed29f-c9c3-417b-bf39-6124b9d37aa6 req-d01ffea6-e30d-4a34-b85c-ca54c28924e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:28.804279 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a22ed29f-c9c3-417b-bf39-6124b9d37aa6 req-d01ffea6-e30d-4a34-b85c-ca54c28924e2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8ea9036b-187e-408a-9c57-a0d4d9fc60fe HTTP/1.1" status: 200 len: 1096 time: 0.0934739 Jul 13 14:42:28.816757 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a61973-a1c0-422f-b336-eb82a19f6215 req-27af3776-5b5a-4501-bbe3-c81784794c6a tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:28.818145 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-00a61973-a1c0-422f-b336-eb82a19f6215 req-27af3776-5b5a-4501-bbe3-c81784794c6a tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ea9036b-187e-408a-9c57-a0d4d9fc60fe HTTP/1.1" status: 200 len: 945 time: 0.0807934 Jul 13 14:42:28.870565 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a22ed29f-c9c3-417b-bf39-6124b9d37aa6 req-c9e19927-b43a-462e-88d9-b7b31c6f4b9b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a076612b-117b-41f7-a522-684e4e3e347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514913 Jul 13 14:42:28.877613 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-00a61973-a1c0-422f-b336-eb82a19f6215 req-d83ae48d-79da-4932-96b9-a6ea777b2c4e tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/security-groups?id=a076612b-117b-41f7-a522-684e4e3e347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526314 Jul 13 14:42:30.058809 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d51207c-49b0-4b5b-b93b-42bf56e764a0 req-852bdf3a-57b5-4e88-8d12-6670604abc48 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:30.060308 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3d51207c-49b0-4b5b-b93b-42bf56e764a0 req-852bdf3a-57b5-4e88-8d12-6670604abc48 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ea9036b-187e-408a-9c57-a0d4d9fc60fe HTTP/1.1" status: 200 len: 945 time: 0.0667658 Jul 13 14:42:30.100597 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3d51207c-49b0-4b5b-b93b-42bf56e764a0 req-5b3c76ca-fc3e-427d-894c-24fa27dfb20f tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/security-groups?id=a076612b-117b-41f7-a522-684e4e3e347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338240 Jul 13 14:42:30.277639 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06a04fc-b42f-4a2d-a53a-909ebd6a361f req-0f64e230-d215-4e24-aca1-ea1feeff2f35 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:30.279174 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a06a04fc-b42f-4a2d-a53a-909ebd6a361f req-0f64e230-d215-4e24-aca1-ea1feeff2f35 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ea9036b-187e-408a-9c57-a0d4d9fc60fe HTTP/1.1" status: 200 len: 945 time: 0.0653672 Jul 13 14:42:30.318475 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a06a04fc-b42f-4a2d-a53a-909ebd6a361f req-32a1841d-8c85-41c8-b4fb-b590245200f6 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/security-groups?id=a076612b-117b-41f7-a522-684e4e3e347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335827 Jul 13 14:42:30.341922 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 52022) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:42:30.394528 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e7e0cb-d755-45ca-b268-41bc7a113066 tempest-TestNetworkAdvancedServerOps-519239000 tempest-TestNetworkAdvancedServerOps-519239000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:30.396080 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-86e7e0cb-d755-45ca-b268-41bc7a113066 tempest-TestNetworkAdvancedServerOps-519239000 tempest-TestNetworkAdvancedServerOps-519239000-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=8ea9036b-187e-408a-9c57-a0d4d9fc60fe HTTP/1.1" status: 200 len: 1091 time: 0.0531564 Jul 13 14:42:30.398896 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 52024) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:42:30.403860 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-f52fcd83-1a5c-4daa-bf5e-ddf44d1d880e tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Request body: {'floatingip': {'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'port_id': '597e7848-c8a4-4684-b67e-922f1b663bdb', 'tenant_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:42:30.427191 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f52fcd83-1a5c-4daa-bf5e-ddf44d1d880e tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for floatingip, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:30.531730 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f52fcd83-1a5c-4daa-bf5e-ddf44d1d880e tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:30.638341 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-f52fcd83-1a5c-4daa-bf5e-ddf44d1d880e tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Allocated IP 172.25.6.205 (acf968b8-c524-46a9-a20b-ad9667009130/dde5a78e-bd1e-4f47-8189-7321d4de73d3/b3cae855-dbd0-43c7-ac0b-4191b6858a69) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:42:30.745040 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f52fcd83-1a5c-4daa-bf5e-ddf44d1d880e tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:30.783046 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f52fcd83-1a5c-4daa-bf5e-ddf44d1d880e tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:30.823761 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f52fcd83-1a5c-4daa-bf5e-ddf44d1d880e tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Network acf968b8-c524-46a9-a20b-ad9667009130 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:42:30.826666 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-f52fcd83-1a5c-4daa-bf5e-ddf44d1d880e tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:42:30.830139 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52fcd83-1a5c-4daa-bf5e-ddf44d1d880e tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:42:30.851431 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52fcd83-1a5c-4daa-bf5e-ddf44d1d880e tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Pushing event updated for resources: {'Port': ['ID=b3cae855-dbd0-43c7-ac0b-4191b6858a69,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:42:31.031911 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:31.205013 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f52fcd83-1a5c-4daa-bf5e-ddf44d1d880e tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:31.281359 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f52fcd83-1a5c-4daa-bf5e-ddf44d1d880e tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:31.381903 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:31.427261 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f52fcd83-1a5c-4daa-bf5e-ddf44d1d880e tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:31.431431 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f52fcd83-1a5c-4daa-bf5e-ddf44d1d880e tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:31.501379 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52fcd83-1a5c-4daa-bf5e-ddf44d1d880e tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Pushing event updated for resources: {'Port': ['ID=b3cae855-dbd0-43c7-ac0b-4191b6858a69,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:42:31.512958 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f52fcd83-1a5c-4daa-bf5e-ddf44d1d880e tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446547'] for floatingip, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:31.612684 n-d-800634-1 neutron-server[93751]: INFO neutron.db.l3_db [None req-f52fcd83-1a5c-4daa-bf5e-ddf44d1d880e tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Floating IP cd327215-3063-4381-a64c-1a5bea2d7053 associated. External IP: 172.25.6.205, port: 597e7848-c8a4-4684-b67e-922f1b663bdb. Jul 13 14:42:32.105645 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f52fcd83-1a5c-4daa-bf5e-ddf44d1d880e tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Router b6219ecb-a5e7-4e9a-8d6b-ecd7c082b6e3 has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:42:32.210744 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f52fcd83-1a5c-4daa-bf5e-ddf44d1d880e tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:42:32.220873 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207a4ba0-61cc-4fe3-aa6d-e8e069675e7b None None] Sync routers for ids ['b6219ecb-a5e7-4e9a-8d6b-ecd7c082b6e3'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:42:32.227318 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f52fcd83-1a5c-4daa-bf5e-ddf44d1d880e tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for floatingip, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:32.230778 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207a4ba0-61cc-4fe3-aa6d-e8e069675e7b None None] Routers {'b6219ecb-a5e7-4e9a-8d6b-ecd7c082b6e3'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:42:32.231816 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-207a4ba0-61cc-4fe3-aa6d-e8e069675e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:42:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['b6219ecb-a5e7-4e9a-8d6b-ecd7c082b6e3'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:42:32.269401 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-f52fcd83-1a5c-4daa-bf5e-ddf44d1d880e tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8691585 Jul 13 14:42:32.270210 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ea9036b-187e-408a-9c57-a0d4d9fc60fe', 'tag': '597e7848-c8a4-4684-b67e-922f1b663bdb'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:42:32.272718 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dea8b0fca9d342929f96bd35c86b8a14765464b9140f1e1e2496fbd7209775c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a91f4967-6ad9-4703-a82e-2161bedf8fbd" -d '{"events": [{"name": "network-changed", "server_uuid": "8ea9036b-187e-408a-9c57-a0d4d9fc60fe", "tag": "597e7848-c8a4-4684-b67e-922f1b663bdb"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:42:32.308919 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc8c837c-4020-4eec-b1af-2d78c3c3118f x-openstack-request-id: req-dc8c837c-4020-4eec-b1af-2d78c3c3118f {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:42:32.309520 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ea9036b-187e-408a-9c57-a0d4d9fc60fe", "tag": "597e7848-c8a4-4684-b67e-922f1b663bdb", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:42:32.309520 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-dc8c837c-4020-4eec-b1af-2d78c3c3118f {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:42:32.310007 n-d-800634-1 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ea9036b-187e-408a-9c57-a0d4d9fc60fe', 'tag': '597e7848-c8a4-4684-b67e-922f1b663bdb', 'status': 'completed', 'code': 200} Jul 13 14:42:32.391765 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91f4967-6ad9-4703-a82e-2161bedf8fbd req-26b9a72a-1f68-4c4a-a9c0-debfbac6cfc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:32.393407 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a91f4967-6ad9-4703-a82e-2161bedf8fbd req-26b9a72a-1f68-4c4a-a9c0-debfbac6cfc8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ef1f8ac45b0f4587af94f69056f43b30&device_id=8ea9036b-187e-408a-9c57-a0d4d9fc60fe HTTP/1.1" status: 200 len: 1096 time: 0.0592742 Jul 13 14:42:32.437868 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1a2ca6-2464-4b8d-8995-5e53cc0d8243 req-e4a92bfc-c358-4135-961b-926d29c70ab3 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:32.440061 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1a1a2ca6-2464-4b8d-8995-5e53cc0d8243 req-e4a92bfc-c358-4135-961b-926d29c70ab3 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ea9036b-187e-408a-9c57-a0d4d9fc60fe HTTP/1.1" status: 200 len: 945 time: 0.0694208 Jul 13 14:42:32.490112 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1a1a2ca6-2464-4b8d-8995-5e53cc0d8243 req-00a79101-a578-4629-ae5e-b49682214d3f tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/security-groups?id=a076612b-117b-41f7-a522-684e4e3e347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434206 Jul 13 14:42:32.516370 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-207a4ba0-61cc-4fe3-aa6d-e8e069675e7b None None] Set router b6219ecb-a5e7-4e9a-8d6b-ecd7c082b6e3 gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:42:32.516523 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91f4967-6ad9-4703-a82e-2161bedf8fbd req-1ad1460f-d1f2-4c70-85a9-2e0a588cad09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:32.516523 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a91f4967-6ad9-4703-a82e-2161bedf8fbd req-1ad1460f-d1f2-4c70-85a9-2e0a588cad09 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7fc1d055-1ef3-4ef8-9489-26c1ef015e41 HTTP/1.1" status: 200 len: 897 time: 0.1158180 Jul 13 14:42:32.516707 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 52030) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:42:32.579847 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-a63f6b61-0527-4c66-b161-8c535c15bda8 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/floatingips/cd327215-3063-4381-a64c-1a5bea2d7053 HTTP/1.1" status: 200 len: 991 time: 0.0618439 Jul 13 14:42:32.589984 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a91f4967-6ad9-4703-a82e-2161bedf8fbd req-95b6ede5-6603-4cea-a965-830359e52c66 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=597e7848-c8a4-4684-b67e-922f1b663bdb HTTP/1.1" status: 200 len: 999 time: 0.0673847 Jul 13 14:42:32.639064 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91f4967-6ad9-4703-a82e-2161bedf8fbd req-e85a2778-c2b5-454d-858c-70a8e656e16f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:32.640526 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a91f4967-6ad9-4703-a82e-2161bedf8fbd req-e85a2778-c2b5-454d-858c-70a8e656e16f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=95bbaa77-6763-4493-a28f-23e8f6aad57d HTTP/1.1" status: 200 len: 835 time: 0.0446744 Jul 13 14:42:32.699539 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91f4967-6ad9-4703-a82e-2161bedf8fbd req-54579885-3651-4e18-af70-40223ac2a8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:32.700951 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a91f4967-6ad9-4703-a82e-2161bedf8fbd req-54579885-3651-4e18-af70-40223ac2a8b4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7fc1d055-1ef3-4ef8-9489-26c1ef015e41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0542812 Jul 13 14:42:32.750720 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-207a4ba0-61cc-4fe3-aa6d-e8e069675e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6219ecb-a5e7-4e9a-8d6b-ecd7c082b6e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1964153170', 'tenant_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': 'ad78c2c7-e30d-49a5-998e-b948f5694f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:42:13Z', 'updated_at': '2021-07-13T14:42:16Z', 'revision_number': 4, 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'gw_port': {'id': 'ad78c2c7-e30d-49a5-998e-b948f5694f01', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c9:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6219ecb-a5e7-4e9a-8d6b-ecd7c082b6e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:42:13Z', 'updated_at': '2021-07-13T14:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_floatingips': [{'id': 'cd327215-3063-4381-a64c-1a5bea2d7053', 'tenant_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'floating_ip_address': '172.25.6.205', 'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'router_id': 'b6219ecb-a5e7-4e9a-8d6b-ecd7c082b6e3', 'port_id': '597e7848-c8a4-4684-b67e-922f1b663bdb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4162, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fc1d055-1ef3-4ef8-9489-26c1ef015e41', 'mac_address': 'fa:16:3e:eb:64:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea9036b-187e-408a-9c57-a0d4d9fc60fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:42:31Z', 'updated_at': '2021-07-13T14:42:31Z', 'revision_number': 0, 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22ed5d37-5088-4104-8936-a31ab362298d', 'name': '', 'network_id': '7fc1d055-1ef3-4ef8-9489-26c1ef015e41', 'tenant_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'mac_address': 'fa:16:3e:da:55:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6219ecb-a5e7-4e9a-8d6b-ecd7c082b6e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '95bbaa77-6763-4493-a28f-23e8f6aad57d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:42:15Z', 'updated_at': '2021-07-13T14:42:20Z', 'revision_number': 5, 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'subnets': [{'id': '95bbaa77-6763-4493-a28f-23e8f6aad57d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:42:32.780627 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207a4ba0-61cc-4fe3-aa6d-e8e069675e7b None None] Checking router: b6219ecb-a5e7-4e9a-8d6b-ecd7c082b6e3 for host: n-d-800634-1 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:42:32.789555 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207a4ba0-61cc-4fe3-aa6d-e8e069675e7b None None] Routers {'b6219ecb-a5e7-4e9a-8d6b-ecd7c082b6e3'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:42:32.790230 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-207a4ba0-61cc-4fe3-aa6d-e8e069675e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:42:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['b6219ecb-a5e7-4e9a-8d6b-ecd7c082b6e3'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:42:32.795639 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a91f4967-6ad9-4703-a82e-2161bedf8fbd req-a87f5e76-7854-420e-859b-25adabcb2356 service neutron] 10.222.0.41 "GET /v2.0/networks/7fc1d055-1ef3-4ef8-9489-26c1ef015e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882645 Jul 13 14:42:32.887522 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a91f4967-6ad9-4703-a82e-2161bedf8fbd req-b43a441a-e1d3-4cc1-ba46-3423499f0072 service neutron] 10.222.0.41 "GET /v2.0/networks/7fc1d055-1ef3-4ef8-9489-26c1ef015e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857828 Jul 13 14:42:32.898247 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-207a4ba0-61cc-4fe3-aa6d-e8e069675e7b None None] Set router b6219ecb-a5e7-4e9a-8d6b-ecd7c082b6e3 gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:42:33.130260 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-207a4ba0-61cc-4fe3-aa6d-e8e069675e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6219ecb-a5e7-4e9a-8d6b-ecd7c082b6e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1964153170', 'tenant_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': 'ad78c2c7-e30d-49a5-998e-b948f5694f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:42:13Z', 'updated_at': '2021-07-13T14:42:16Z', 'revision_number': 4, 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'gw_port': {'id': 'ad78c2c7-e30d-49a5-998e-b948f5694f01', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c9:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6219ecb-a5e7-4e9a-8d6b-ecd7c082b6e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:42:13Z', 'updated_at': '2021-07-13T14:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_floatingips': [{'id': 'cd327215-3063-4381-a64c-1a5bea2d7053', 'tenant_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'floating_ip_address': '172.25.6.205', 'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'router_id': 'b6219ecb-a5e7-4e9a-8d6b-ecd7c082b6e3', 'port_id': '597e7848-c8a4-4684-b67e-922f1b663bdb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4162, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fc1d055-1ef3-4ef8-9489-26c1ef015e41', 'mac_address': 'fa:16:3e:eb:64:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea9036b-187e-408a-9c57-a0d4d9fc60fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:42:31Z', 'updated_at': '2021-07-13T14:42:31Z', 'revision_number': 0, 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22ed5d37-5088-4104-8936-a31ab362298d', 'name': '', 'network_id': '7fc1d055-1ef3-4ef8-9489-26c1ef015e41', 'tenant_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'mac_address': 'fa:16:3e:da:55:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6219ecb-a5e7-4e9a-8d6b-ecd7c082b6e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '95bbaa77-6763-4493-a28f-23e8f6aad57d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:42:15Z', 'updated_at': '2021-07-13T14:42:20Z', 'revision_number': 5, 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'subnets': [{'id': '95bbaa77-6763-4493-a28f-23e8f6aad57d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:42:33.162107 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207a4ba0-61cc-4fe3-aa6d-e8e069675e7b None None] The sync data for ids ['b6219ecb-a5e7-4e9a-8d6b-ecd7c082b6e3'] in n-d-800634-1 is: [{'id': 'b6219ecb-a5e7-4e9a-8d6b-ecd7c082b6e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1964153170', 'tenant_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': 'ad78c2c7-e30d-49a5-998e-b948f5694f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:42:13Z', 'updated_at': '2021-07-13T14:42:16Z', 'revision_number': 4, 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'gw_port': {'id': 'ad78c2c7-e30d-49a5-998e-b948f5694f01', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c9:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6219ecb-a5e7-4e9a-8d6b-ecd7c082b6e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:42:13Z', 'updated_at': '2021-07-13T14:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_floatingips': [{'id': 'cd327215-3063-4381-a64c-1a5bea2d7053', 'tenant_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'floating_ip_address': '172.25.6.205', 'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'router_id': 'b6219ecb-a5e7-4e9a-8d6b-ecd7c082b6e3', 'port_id': '597e7848-c8a4-4684-b67e-922f1b663bdb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4162, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fc1d055-1ef3-4ef8-9489-26c1ef015e41', 'mac_address': 'fa:16:3e:eb:64:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea9036b-187e-408a-9c57-a0d4d9fc60fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:42:31Z', 'updated_at': '2021-07-13T14:42:31Z', 'revision_number': 0, 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22ed5d37-5088-4104-8936-a31ab362298d', 'name': '', 'network_id': '7fc1d055-1ef3-4ef8-9489-26c1ef015e41', 'tenant_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'mac_address': 'fa:16:3e:da:55:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6219ecb-a5e7-4e9a-8d6b-ecd7c082b6e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '95bbaa77-6763-4493-a28f-23e8f6aad57d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:42:15Z', 'updated_at': '2021-07-13T14:42:20Z', 'revision_number': 5, 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'subnets': [{'id': '95bbaa77-6763-4493-a28f-23e8f6aad57d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:42:33.370696 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c43a2d1-a5e9-405f-a747-bc5289083590 None None] New status for floating IP cd327215-3063-4381-a64c-1a5bea2d7053: ACTIVE {{(pid=93753) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 14:42:33.583641 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 52032) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:42:33.653348 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-501b0221-1256-41eb-9063-98116bf6069f tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/floatingips/cd327215-3063-4381-a64c-1a5bea2d7053 HTTP/1.1" status: 200 len: 993 time: 0.0685232 Jul 13 14:42:47.358513 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-89012852-28ad-4458-8ab1-e9840d32a9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:49.985860 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ac8a59fb-560c-4721-ae6f-f17d006a7f7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:49.994898 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-313c7569-50d8-44be-84be-1ad8fc55b8df req-4ff05680-cf01-4345-90d2-1704252c87f4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8ea9036b-187e-408a-9c57-a0d4d9fc60fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0576203 Jul 13 14:42:50.091773 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313c7569-50d8-44be-84be-1ad8fc55b8df req-41075480-710e-4cbe-be2c-eb44de16fe33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:50.093290 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-313c7569-50d8-44be-84be-1ad8fc55b8df req-41075480-710e-4cbe-be2c-eb44de16fe33 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ef1f8ac45b0f4587af94f69056f43b30&device_id=8ea9036b-187e-408a-9c57-a0d4d9fc60fe HTTP/1.1" status: 200 len: 1096 time: 0.0541065 Jul 13 14:42:50.116049 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:50.208948 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313c7569-50d8-44be-84be-1ad8fc55b8df req-d97d1d86-8874-4bdc-8a55-859d7a36ae62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:50.210401 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-313c7569-50d8-44be-84be-1ad8fc55b8df req-d97d1d86-8874-4bdc-8a55-859d7a36ae62 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7fc1d055-1ef3-4ef8-9489-26c1ef015e41 HTTP/1.1" status: 200 len: 897 time: 0.0945005 Jul 13 14:42:50.275542 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-313c7569-50d8-44be-84be-1ad8fc55b8df req-86f2d3f3-84db-47ef-b8ae-0a23b9e64397 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=597e7848-c8a4-4684-b67e-922f1b663bdb HTTP/1.1" status: 200 len: 1001 time: 0.0586808 Jul 13 14:42:50.329574 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313c7569-50d8-44be-84be-1ad8fc55b8df req-57f85c92-4fb5-4588-b2e0-8fa499c614d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:50.331099 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-313c7569-50d8-44be-84be-1ad8fc55b8df req-57f85c92-4fb5-4588-b2e0-8fa499c614d5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=95bbaa77-6763-4493-a28f-23e8f6aad57d HTTP/1.1" status: 200 len: 835 time: 0.0482690 Jul 13 14:42:50.392688 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313c7569-50d8-44be-84be-1ad8fc55b8df req-f85ed13a-9073-43d3-a789-cf4512257e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:50.394296 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-313c7569-50d8-44be-84be-1ad8fc55b8df req-f85ed13a-9073-43d3-a789-cf4512257e45 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7fc1d055-1ef3-4ef8-9489-26c1ef015e41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0554841 Jul 13 14:42:50.487324 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-313c7569-50d8-44be-84be-1ad8fc55b8df req-b6b05df5-1312-4ad0-a830-08a693a57c6f service neutron] 10.222.0.41 "GET /v2.0/networks/7fc1d055-1ef3-4ef8-9489-26c1ef015e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853393 Jul 13 14:42:50.564607 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:42:50.590912 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-313c7569-50d8-44be-84be-1ad8fc55b8df req-3a553320-165c-4630-913d-a82f3591b5f3 service neutron] 10.222.0.41 "GET /v2.0/networks/7fc1d055-1ef3-4ef8-9489-26c1ef015e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970526 Jul 13 14:42:51.371482 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:52.879094 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:01.041024 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:01.381322 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:02.601620 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8149a287-5731-4845-9c6c-332a59d00c9e req-773a9595-16f5-4d99-b5a9-8f04b252a602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:43:02.603175 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8149a287-5731-4845-9c6c-332a59d00c9e req-773a9595-16f5-4d99-b5a9-8f04b252a602 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ef1f8ac45b0f4587af94f69056f43b30&device_id=8ea9036b-187e-408a-9c57-a0d4d9fc60fe HTTP/1.1" status: 200 len: 1096 time: 0.1017606 Jul 13 14:43:02.616114 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95d45fa-0b31-45e8-a8a4-ec430a053314 req-e356b68f-601a-4b05-a657-aca26da3cdc9 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:43:02.617902 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c95d45fa-0b31-45e8-a8a4-ec430a053314 req-e356b68f-601a-4b05-a657-aca26da3cdc9 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ea9036b-187e-408a-9c57-a0d4d9fc60fe HTTP/1.1" status: 200 len: 945 time: 0.0864887 Jul 13 14:43:02.725532 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c95d45fa-0b31-45e8-a8a4-ec430a053314 req-ac282676-1e16-4ad9-8362-f0480c4d2e5a tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/security-groups?id=a076612b-117b-41f7-a522-684e4e3e347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966742 Jul 13 14:43:02.744522 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8149a287-5731-4845-9c6c-332a59d00c9e req-43cc44b5-c167-4c24-af93-ac6cf70221d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:43:02.746181 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8149a287-5731-4845-9c6c-332a59d00c9e req-43cc44b5-c167-4c24-af93-ac6cf70221d4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7fc1d055-1ef3-4ef8-9489-26c1ef015e41 HTTP/1.1" status: 200 len: 897 time: 0.1273241 Jul 13 14:43:02.816466 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8149a287-5731-4845-9c6c-332a59d00c9e req-37a6050a-c8f9-4477-95e4-1499669c1f33 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=597e7848-c8a4-4684-b67e-922f1b663bdb HTTP/1.1" status: 200 len: 1001 time: 0.0641737 Jul 13 14:43:02.866054 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8149a287-5731-4845-9c6c-332a59d00c9e req-a82e5930-49da-4ccb-b0c9-fb342a9a0a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:43:02.867444 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8149a287-5731-4845-9c6c-332a59d00c9e req-a82e5930-49da-4ccb-b0c9-fb342a9a0a1e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=95bbaa77-6763-4493-a28f-23e8f6aad57d HTTP/1.1" status: 200 len: 835 time: 0.0440760 Jul 13 14:43:02.925819 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8149a287-5731-4845-9c6c-332a59d00c9e req-6344d048-b3c6-4171-ad8f-f97f21642896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:43:02.927342 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8149a287-5731-4845-9c6c-332a59d00c9e req-6344d048-b3c6-4171-ad8f-f97f21642896 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7fc1d055-1ef3-4ef8-9489-26c1ef015e41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0537255 Jul 13 14:43:03.023798 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8149a287-5731-4845-9c6c-332a59d00c9e req-27cb0d82-1437-4e2c-acad-3a5ada5db6de service neutron] 10.222.0.41 "GET /v2.0/networks/7fc1d055-1ef3-4ef8-9489-26c1ef015e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885487 Jul 13 14:43:03.121677 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8149a287-5731-4845-9c6c-332a59d00c9e req-a0570b45-e1b4-4a34-b5e5-9b17913846e5 service neutron] 10.222.0.41 "GET /v2.0/networks/7fc1d055-1ef3-4ef8-9489-26c1ef015e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917368 Jul 13 14:43:03.928128 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eafd606-d2f9-4de8-9401-6719ae0a6ca6 req-b86a93b3-6793-49ef-888a-45f17d277605 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:43:03.930653 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3eafd606-d2f9-4de8-9401-6719ae0a6ca6 req-b86a93b3-6793-49ef-888a-45f17d277605 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ea9036b-187e-408a-9c57-a0d4d9fc60fe HTTP/1.1" status: 200 len: 945 time: 0.0677357 Jul 13 14:43:03.974730 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-3eafd606-d2f9-4de8-9401-6719ae0a6ca6 req-bc104e02-9a5e-4eae-90ed-5c2b0575c807 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/security-groups?id=a076612b-117b-41f7-a522-684e4e3e347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399606 Jul 13 14:43:05.217821 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95611ef7-32fd-4a64-8a53-af7ca5d6dfd1 req-f8acf6be-0632-451d-899e-697df8aba2cf tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:43:05.220237 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-95611ef7-32fd-4a64-8a53-af7ca5d6dfd1 req-f8acf6be-0632-451d-899e-697df8aba2cf tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ea9036b-187e-408a-9c57-a0d4d9fc60fe HTTP/1.1" status: 200 len: 945 time: 0.0913181 Jul 13 14:43:05.289081 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-95611ef7-32fd-4a64-8a53-af7ca5d6dfd1 req-2e9291df-ea5d-458b-b543-62fbb3dd25b8 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/security-groups?id=a076612b-117b-41f7-a522-684e4e3e347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590603 Jul 13 14:43:06.556493 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06888c54-6b91-4c6e-9e7e-25dfc4bc0022 req-1e70aca7-431b-4b0d-a8bf-c3292366664f tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:43:06.559443 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-06888c54-6b91-4c6e-9e7e-25dfc4bc0022 req-1e70aca7-431b-4b0d-a8bf-c3292366664f tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ea9036b-187e-408a-9c57-a0d4d9fc60fe HTTP/1.1" status: 200 len: 945 time: 0.1194749 Jul 13 14:43:06.631876 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-06888c54-6b91-4c6e-9e7e-25dfc4bc0022 req-7e83794e-6e23-413b-9c76-6075cb451192 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/security-groups?id=a076612b-117b-41f7-a522-684e4e3e347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616186 Jul 13 14:43:07.938214 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d161378-b975-427c-a8df-8365e639359c req-0d40c38e-9205-4246-9d63-cbb345d30c62 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:43:07.940181 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-0d161378-b975-427c-a8df-8365e639359c req-0d40c38e-9205-4246-9d63-cbb345d30c62 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ea9036b-187e-408a-9c57-a0d4d9fc60fe HTTP/1.1" status: 200 len: 945 time: 0.1033854 Jul 13 14:43:07.983182 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-0d161378-b975-427c-a8df-8365e639359c req-883a6ebd-3989-4393-a4b0-9be8ff7713be tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/security-groups?id=a076612b-117b-41f7-a522-684e4e3e347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358565 Jul 13 14:43:09.207135 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7f78ab-5a5b-4620-8647-d338577add22 req-8578f203-0cb7-4156-a34a-e9663496ceb1 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:43:09.208902 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2f7f78ab-5a5b-4620-8647-d338577add22 req-8578f203-0cb7-4156-a34a-e9663496ceb1 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ea9036b-187e-408a-9c57-a0d4d9fc60fe HTTP/1.1" status: 200 len: 945 time: 0.0781043 Jul 13 14:43:09.276939 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2f7f78ab-5a5b-4620-8647-d338577add22 req-acf04199-4ed8-4451-a75f-dd430cd5550e tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/security-groups?id=a076612b-117b-41f7-a522-684e4e3e347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580308 Jul 13 14:43:10.604309 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce725b2a-1c25-4f9e-b3a7-5baa5892ec07 req-ff5b075e-a45a-461b-94dc-dc3f3c8bb9b1 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:43:10.606649 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ce725b2a-1c25-4f9e-b3a7-5baa5892ec07 req-ff5b075e-a45a-461b-94dc-dc3f3c8bb9b1 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ea9036b-187e-408a-9c57-a0d4d9fc60fe HTTP/1.1" status: 200 len: 945 time: 0.1064420 Jul 13 14:43:10.676346 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ce725b2a-1c25-4f9e-b3a7-5baa5892ec07 req-0a178ee3-f3d5-450f-9dc2-5625c75b8da5 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/security-groups?id=a076612b-117b-41f7-a522-684e4e3e347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586886 Jul 13 14:43:11.933399 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581b6eac-a55c-4fbf-ae0a-c94846ecc700 req-7dfcb0a2-368a-4be1-ba26-c30d7a2db93f tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:43:11.935959 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-581b6eac-a55c-4fbf-ae0a-c94846ecc700 req-7dfcb0a2-368a-4be1-ba26-c30d7a2db93f tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ea9036b-187e-408a-9c57-a0d4d9fc60fe HTTP/1.1" status: 200 len: 945 time: 0.0935850 Jul 13 14:43:11.985811 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-581b6eac-a55c-4fbf-ae0a-c94846ecc700 req-74fa2ab5-2f71-4b27-8ee8-61a3ae97ccb1 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/security-groups?id=a076612b-117b-41f7-a522-684e4e3e347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397375 Jul 13 14:43:13.262944 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c27343-50e0-4b8a-8e81-bb1c62fb9873 req-8facf548-fbba-48c9-a9bb-2b63f66dca5d tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:43:13.266195 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-13c27343-50e0-4b8a-8e81-bb1c62fb9873 req-8facf548-fbba-48c9-a9bb-2b63f66dca5d tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ea9036b-187e-408a-9c57-a0d4d9fc60fe HTTP/1.1" status: 200 len: 945 time: 0.1001737 Jul 13 14:43:13.308362 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-13c27343-50e0-4b8a-8e81-bb1c62fb9873 req-611c0b27-493c-45fa-857b-86f221404a65 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/security-groups?id=a076612b-117b-41f7-a522-684e4e3e347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363619 Jul 13 14:43:14.572775 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad576a34-1329-4215-b647-4039115ae432 req-a9c6149f-b096-44fb-b127-1bfaa16e6975 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:43:14.575466 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ad576a34-1329-4215-b647-4039115ae432 req-a9c6149f-b096-44fb-b127-1bfaa16e6975 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ea9036b-187e-408a-9c57-a0d4d9fc60fe HTTP/1.1" status: 200 len: 945 time: 0.0998333 Jul 13 14:43:14.633612 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ad576a34-1329-4215-b647-4039115ae432 req-bacb4d9b-c765-4ec5-9021-68837799c5d3 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/security-groups?id=a076612b-117b-41f7-a522-684e4e3e347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472827 Jul 13 14:43:14.677762 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 52068) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:43:14.749463 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-fa17fea6-b688-477c-83f5-c1c77308654a tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/floatingips/cd327215-3063-4381-a64c-1a5bea2d7053 HTTP/1.1" status: 200 len: 993 time: 0.0699255 Jul 13 14:43:17.367623 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-32e51d50-b1ef-42ed-9254-b9e17a7d36eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:19.981353 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa414dec-ddc4-4868-a913-24058519167f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:20.120365 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:21.381680 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:22.878097 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:27.565326 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:43:31.059665 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:31.381808 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:45.237421 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 52086) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:43:45.456303 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-61a30ca0-cd43-46ff-8eaf-03e729afdfd0 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Deleting port b3cae855-dbd0-43c7-ac0b-4191b6858a69 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:43:45.456817 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-61a30ca0-cd43-46ff-8eaf-03e729afdfd0 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:45.551996 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-61a30ca0-cd43-46ff-8eaf-03e729afdfd0 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:45.552307 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-61a30ca0-cd43-46ff-8eaf-03e729afdfd0 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:45.567338 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-61a30ca0-cd43-46ff-8eaf-03e729afdfd0 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Calling delete_port for b3cae855-dbd0-43c7-ac0b-4191b6858a69 owned by network:floatingip {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:43:45.741045 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-61a30ca0-cd43-46ff-8eaf-03e729afdfd0 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:45.769719 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a30ca0-cd43-46ff-8eaf-03e729afdfd0 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Pushing event deleted for resources: {'Port': ['ID=b3cae855-dbd0-43c7-ac0b-4191b6858a69,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:43:45.785415 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a30ca0-cd43-46ff-8eaf-03e729afdfd0 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:43:45.785856 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a30ca0-cd43-46ff-8eaf-03e729afdfd0 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:43:45.786248 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a30ca0-cd43-46ff-8eaf-03e729afdfd0 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:43:45.786741 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a30ca0-cd43-46ff-8eaf-03e729afdfd0 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:43:45.787208 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a30ca0-cd43-46ff-8eaf-03e729afdfd0 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:43:45.787615 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a30ca0-cd43-46ff-8eaf-03e729afdfd0 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:43:45.787973 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a30ca0-cd43-46ff-8eaf-03e729afdfd0 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:43:45.788352 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a30ca0-cd43-46ff-8eaf-03e729afdfd0 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:43:45.788734 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a30ca0-cd43-46ff-8eaf-03e729afdfd0 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:43:45.789100 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a30ca0-cd43-46ff-8eaf-03e729afdfd0 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:43:45.789607 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a30ca0-cd43-46ff-8eaf-03e729afdfd0 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:43:45.790003 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a30ca0-cd43-46ff-8eaf-03e729afdfd0 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:43:45.859572 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-61a30ca0-cd43-46ff-8eaf-03e729afdfd0 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for floatingip, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:45.860118 n-d-800634-1 neutron-server[93750]: INFO neutron.db.l3_db [None req-61a30ca0-cd43-46ff-8eaf-03e729afdfd0 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Floating IP cd327215-3063-4381-a64c-1a5bea2d7053 disassociated (deleted). External IP: 172.25.6.205, port: 597e7848-c8a4-4684-b67e-922f1b663bdb. Jul 13 14:43:46.135434 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61a30ca0-cd43-46ff-8eaf-03e729afdfd0 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Router b6219ecb-a5e7-4e9a-8d6b-ecd7c082b6e3 has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:43:46.307778 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61a30ca0-cd43-46ff-8eaf-03e729afdfd0 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:43:46.316041 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-61a30ca0-cd43-46ff-8eaf-03e729afdfd0 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for floatingip, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:46.323713 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b494e5-f969-45a0-903c-5fb1e975021c None None] Sync routers for ids ['b6219ecb-a5e7-4e9a-8d6b-ecd7c082b6e3'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:43:46.340609 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b494e5-f969-45a0-903c-5fb1e975021c None None] Routers {'b6219ecb-a5e7-4e9a-8d6b-ecd7c082b6e3'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:43:46.341631 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-96b494e5-f969-45a0-903c-5fb1e975021c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:43:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['b6219ecb-a5e7-4e9a-8d6b-ecd7c082b6e3'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:43:46.385817 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-61a30ca0-cd43-46ff-8eaf-03e729afdfd0 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "DELETE /v2.0/floatingips/cd327215-3063-4381-a64c-1a5bea2d7053 HTTP/1.1" status: 204 len: 168 time: 1.1433263 Jul 13 14:43:46.385817 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ea9036b-187e-408a-9c57-a0d4d9fc60fe', 'tag': '597e7848-c8a4-4684-b67e-922f1b663bdb'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:43:46.388091 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d80e434584b282bc6a886e23c599c6bef7951b468a8cb6259e8628cee4d6f2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17e3c642-d97b-4e09-82be-86efbcda2040" -d '{"events": [{"name": "network-changed", "server_uuid": "8ea9036b-187e-408a-9c57-a0d4d9fc60fe", "tag": "597e7848-c8a4-4684-b67e-922f1b663bdb"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:43:46.449560 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99dfc678-66da-43b6-8711-f1b4d1048ec0 x-openstack-request-id: req-99dfc678-66da-43b6-8711-f1b4d1048ec0 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:43:46.449927 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ea9036b-187e-408a-9c57-a0d4d9fc60fe", "tag": "597e7848-c8a4-4684-b67e-922f1b663bdb", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:43:46.450222 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-99dfc678-66da-43b6-8711-f1b4d1048ec0 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:43:46.450640 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ea9036b-187e-408a-9c57-a0d4d9fc60fe', 'tag': '597e7848-c8a4-4684-b67e-922f1b663bdb', 'status': 'completed', 'code': 200} Jul 13 14:43:46.535891 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-96b494e5-f969-45a0-903c-5fb1e975021c None None] Set router b6219ecb-a5e7-4e9a-8d6b-ecd7c082b6e3 gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:43:46.580454 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e3c642-d97b-4e09-82be-86efbcda2040 req-80700d9a-887e-4b3f-b71f-7e8d01217da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:43:46.583336 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-17e3c642-d97b-4e09-82be-86efbcda2040 req-80700d9a-887e-4b3f-b71f-7e8d01217da1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ef1f8ac45b0f4587af94f69056f43b30&device_id=8ea9036b-187e-408a-9c57-a0d4d9fc60fe HTTP/1.1" status: 200 len: 1096 time: 0.1072757 Jul 13 14:43:46.753888 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e3c642-d97b-4e09-82be-86efbcda2040 req-9105ff54-27d8-45f3-a82d-19232079be31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:43:46.756501 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-17e3c642-d97b-4e09-82be-86efbcda2040 req-9105ff54-27d8-45f3-a82d-19232079be31 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7fc1d055-1ef3-4ef8-9489-26c1ef015e41 HTTP/1.1" status: 200 len: 897 time: 0.1665368 Jul 13 14:43:46.825792 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-17e3c642-d97b-4e09-82be-86efbcda2040 req-bdd594a3-ec68-4aaa-ba97-85bc41f68146 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=597e7848-c8a4-4684-b67e-922f1b663bdb HTTP/1.1" status: 200 len: 217 time: 0.0619202 Jul 13 14:43:46.894845 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-96b494e5-f969-45a0-903c-5fb1e975021c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6219ecb-a5e7-4e9a-8d6b-ecd7c082b6e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1964153170', 'tenant_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': 'ad78c2c7-e30d-49a5-998e-b948f5694f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:42:13Z', 'updated_at': '2021-07-13T14:42:16Z', 'revision_number': 4, 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'gw_port': {'id': 'ad78c2c7-e30d-49a5-998e-b948f5694f01', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c9:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6219ecb-a5e7-4e9a-8d6b-ecd7c082b6e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:42:13Z', 'updated_at': '2021-07-13T14:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': '22ed5d37-5088-4104-8936-a31ab362298d', 'name': '', 'network_id': '7fc1d055-1ef3-4ef8-9489-26c1ef015e41', 'tenant_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'mac_address': 'fa:16:3e:da:55:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6219ecb-a5e7-4e9a-8d6b-ecd7c082b6e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '95bbaa77-6763-4493-a28f-23e8f6aad57d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:42:15Z', 'updated_at': '2021-07-13T14:42:20Z', 'revision_number': 5, 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'subnets': [{'id': '95bbaa77-6763-4493-a28f-23e8f6aad57d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:43:46.913260 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e3c642-d97b-4e09-82be-86efbcda2040 req-0a1f8a97-5fbd-49b3-853c-f5032803aa01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:43:46.914955 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-17e3c642-d97b-4e09-82be-86efbcda2040 req-0a1f8a97-5fbd-49b3-853c-f5032803aa01 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=95bbaa77-6763-4493-a28f-23e8f6aad57d HTTP/1.1" status: 200 len: 835 time: 0.0824084 Jul 13 14:43:46.942590 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b494e5-f969-45a0-903c-5fb1e975021c None None] Checking router: b6219ecb-a5e7-4e9a-8d6b-ecd7c082b6e3 for host: n-d-800634-1 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:43:46.957668 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b494e5-f969-45a0-903c-5fb1e975021c None None] Routers {'b6219ecb-a5e7-4e9a-8d6b-ecd7c082b6e3'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:43:46.958722 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-96b494e5-f969-45a0-903c-5fb1e975021c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:43:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['b6219ecb-a5e7-4e9a-8d6b-ecd7c082b6e3'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:43:46.993636 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e3c642-d97b-4e09-82be-86efbcda2040 req-f692cb7c-e6ed-49bc-bac5-be5a2c422a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:43:46.996546 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-17e3c642-d97b-4e09-82be-86efbcda2040 req-f692cb7c-e6ed-49bc-bac5-be5a2c422a4a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7fc1d055-1ef3-4ef8-9489-26c1ef015e41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0740137 Jul 13 14:43:47.015799 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [req-17e3c642-d97b-4e09-82be-86efbcda2040 req-0f4f6fbf-5104-45b8-a044-5de9bc7bdea1 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 14:43:47.017400 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-17e3c642-d97b-4e09-82be-86efbcda2040 req-0f4f6fbf-5104-45b8-a044-5de9bc7bdea1 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0084460 Jul 13 14:43:47.144430 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-96b494e5-f969-45a0-903c-5fb1e975021c None None] Set router b6219ecb-a5e7-4e9a-8d6b-ecd7c082b6e3 gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:43:47.202411 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a41d0b5-5e43-49f9-b621-98b199ed0b12 req-37bbe80f-f589-4af2-95ee-47ded22516e4 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:43:47.204285 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-0a41d0b5-5e43-49f9-b621-98b199ed0b12 req-37bbe80f-f589-4af2-95ee-47ded22516e4 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ea9036b-187e-408a-9c57-a0d4d9fc60fe HTTP/1.1" status: 200 len: 945 time: 0.3207448 Jul 13 14:43:47.206779 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-17e3c642-d97b-4e09-82be-86efbcda2040 req-fbc01a63-09f8-4340-9882-6cfe4911bea7 service neutron] 10.222.0.41 "GET /v2.0/networks/7fc1d055-1ef3-4ef8-9489-26c1ef015e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631963 Jul 13 14:43:47.355453 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-0a41d0b5-5e43-49f9-b621-98b199ed0b12 req-4a2bdf7a-6fc6-44da-9ca2-4dd6190cb927 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/security-groups?id=a076612b-117b-41f7-a522-684e4e3e347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1437595 Jul 13 14:43:47.409762 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-17e3c642-d97b-4e09-82be-86efbcda2040 req-eda84909-2800-4757-b01e-996bfdcea9d7 service neutron] 10.222.0.41 "GET /v2.0/networks/7fc1d055-1ef3-4ef8-9489-26c1ef015e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950274 Jul 13 14:43:47.412037 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6d61af0e-4051-4bb3-9e20-900f72bb2815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:47.454755 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-96b494e5-f969-45a0-903c-5fb1e975021c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6219ecb-a5e7-4e9a-8d6b-ecd7c082b6e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1964153170', 'tenant_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': 'ad78c2c7-e30d-49a5-998e-b948f5694f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:42:13Z', 'updated_at': '2021-07-13T14:42:16Z', 'revision_number': 4, 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'gw_port': {'id': 'ad78c2c7-e30d-49a5-998e-b948f5694f01', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c9:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6219ecb-a5e7-4e9a-8d6b-ecd7c082b6e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:42:13Z', 'updated_at': '2021-07-13T14:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': '22ed5d37-5088-4104-8936-a31ab362298d', 'name': '', 'network_id': '7fc1d055-1ef3-4ef8-9489-26c1ef015e41', 'tenant_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'mac_address': 'fa:16:3e:da:55:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6219ecb-a5e7-4e9a-8d6b-ecd7c082b6e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '95bbaa77-6763-4493-a28f-23e8f6aad57d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:42:15Z', 'updated_at': '2021-07-13T14:42:20Z', 'revision_number': 5, 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'subnets': [{'id': '95bbaa77-6763-4493-a28f-23e8f6aad57d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:43:47.506899 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b494e5-f969-45a0-903c-5fb1e975021c None None] The sync data for ids ['b6219ecb-a5e7-4e9a-8d6b-ecd7c082b6e3'] in n-d-800634-1 is: [{'id': 'b6219ecb-a5e7-4e9a-8d6b-ecd7c082b6e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1964153170', 'tenant_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': 'ad78c2c7-e30d-49a5-998e-b948f5694f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:42:13Z', 'updated_at': '2021-07-13T14:42:16Z', 'revision_number': 4, 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'gw_port': {'id': 'ad78c2c7-e30d-49a5-998e-b948f5694f01', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c9:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6219ecb-a5e7-4e9a-8d6b-ecd7c082b6e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:42:13Z', 'updated_at': '2021-07-13T14:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': '22ed5d37-5088-4104-8936-a31ab362298d', 'name': '', 'network_id': '7fc1d055-1ef3-4ef8-9489-26c1ef015e41', 'tenant_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'mac_address': 'fa:16:3e:da:55:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6219ecb-a5e7-4e9a-8d6b-ecd7c082b6e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '95bbaa77-6763-4493-a28f-23e8f6aad57d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:42:15Z', 'updated_at': '2021-07-13T14:42:20Z', 'revision_number': 5, 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'subnets': [{'id': '95bbaa77-6763-4493-a28f-23e8f6aad57d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:43:47.828938 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789449d1-a370-47a8-8221-d00448e22566 None None] New status for floating IP cd327215-3063-4381-a64c-1a5bea2d7053: DOWN {{(pid=93753) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 14:43:48.256358 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4b9737-d567-4c2b-8afa-d01d2bcd6a70 req-6647064a-f6f7-418f-bed4-e1194d186770 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:43:48.258922 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-da4b9737-d567-4c2b-8afa-d01d2bcd6a70 req-6647064a-f6f7-418f-bed4-e1194d186770 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ea9036b-187e-408a-9c57-a0d4d9fc60fe HTTP/1.1" status: 200 len: 945 time: 0.1144059 Jul 13 14:43:48.391879 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-da4b9737-d567-4c2b-8afa-d01d2bcd6a70 req-f2796397-10ed-42a9-8a12-13260be41042 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Deleting port 597e7848-c8a4-4684-b67e-922f1b663bdb {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:43:48.392433 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-da4b9737-d567-4c2b-8afa-d01d2bcd6a70 req-f2796397-10ed-42a9-8a12-13260be41042 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:48.544011 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-da4b9737-d567-4c2b-8afa-d01d2bcd6a70 req-f2796397-10ed-42a9-8a12-13260be41042 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] For port 597e7848-c8a4-4684-b67e-922f1b663bdb, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=597e7848-c8a4-4684-b67e-922f1b663bdb,segment=NetworkSegment(eebb36b2-cd19-418e-ba37-2d397f14a858),segment_id=eebb36b2-cd19-418e-ba37-2d397f14a858)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:43:48.544558 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-da4b9737-d567-4c2b-8afa-d01d2bcd6a70 req-f2796397-10ed-42a9-8a12-13260be41042 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:48.565230 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-da4b9737-d567-4c2b-8afa-d01d2bcd6a70 req-f2796397-10ed-42a9-8a12-13260be41042 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Calling delete_port for 597e7848-c8a4-4684-b67e-922f1b663bdb owned by compute:nova {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:43:48.607010 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22370875-0615-4d1b-ad8d-efb5d2479af0 req-5ad14104-84f4-47ab-a017-f92d17fa0fc5 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:43:48.609683 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-22370875-0615-4d1b-ad8d-efb5d2479af0 req-5ad14104-84f4-47ab-a017-f92d17fa0fc5 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ea9036b-187e-408a-9c57-a0d4d9fc60fe HTTP/1.1" status: 200 len: 945 time: 0.1116843 Jul 13 14:43:48.668435 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-22370875-0615-4d1b-ad8d-efb5d2479af0 req-b60e29a8-32cf-4664-a027-6c023edddbbd tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/security-groups?id=a076612b-117b-41f7-a522-684e4e3e347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483732 Jul 13 14:43:48.746266 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-da4b9737-d567-4c2b-8afa-d01d2bcd6a70 req-f2796397-10ed-42a9-8a12-13260be41042 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:48.780651 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2796397-10ed-42a9-8a12-13260be41042 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Pushing event deleted for resources: {'Port': ['ID=597e7848-c8a4-4684-b67e-922f1b663bdb,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:43:48.800530 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2796397-10ed-42a9-8a12-13260be41042 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:43:48.801097 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2796397-10ed-42a9-8a12-13260be41042 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:43:48.801671 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2796397-10ed-42a9-8a12-13260be41042 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:43:48.802249 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2796397-10ed-42a9-8a12-13260be41042 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:43:48.802783 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2796397-10ed-42a9-8a12-13260be41042 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:43:48.803206 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2796397-10ed-42a9-8a12-13260be41042 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:43:48.803606 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2796397-10ed-42a9-8a12-13260be41042 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:43:48.804006 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2796397-10ed-42a9-8a12-13260be41042 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:43:48.804395 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2796397-10ed-42a9-8a12-13260be41042 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:43:48.804783 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2796397-10ed-42a9-8a12-13260be41042 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:43:48.805167 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2796397-10ed-42a9-8a12-13260be41042 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:43:48.805571 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2796397-10ed-42a9-8a12-13260be41042 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:43:48.850134 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-da4b9737-d567-4c2b-8afa-d01d2bcd6a70 req-f2796397-10ed-42a9-8a12-13260be41042 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] No DVR routers for this DVR port 597e7848-c8a4-4684-b67e-922f1b663bdb on host n-h2-800634-1 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:43:48.853151 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-da4b9737-d567-4c2b-8afa-d01d2bcd6a70 req-f2796397-10ed-42a9-8a12-13260be41042 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:48.855298 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-da4b9737-d567-4c2b-8afa-d01d2bcd6a70 req-f2796397-10ed-42a9-8a12-13260be41042 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.41 "DELETE /v2.0/ports/597e7848-c8a4-4684-b67e-922f1b663bdb HTTP/1.1" status: 204 len: 173 time: 0.5908952 Jul 13 14:43:48.855752 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ea9036b-187e-408a-9c57-a0d4d9fc60fe', 'name': 'network-vif-deleted', 'tag': '597e7848-c8a4-4684-b67e-922f1b663bdb'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:43:48.858926 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dea8b0fca9d342929f96bd35c86b8a14765464b9140f1e1e2496fbd7209775c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d96fc07b-26d0-4db0-95ef-bf561da60989" -d '{"events": [{"server_uuid": "8ea9036b-187e-408a-9c57-a0d4d9fc60fe", "name": "network-vif-deleted", "tag": "597e7848-c8a4-4684-b67e-922f1b663bdb"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:43:48.928297 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe97524a-e5f2-45a4-a7c5-4e2f11ccdede x-openstack-request-id: req-fe97524a-e5f2-45a4-a7c5-4e2f11ccdede {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:43:48.928699 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ea9036b-187e-408a-9c57-a0d4d9fc60fe", "name": "network-vif-deleted", "tag": "597e7848-c8a4-4684-b67e-922f1b663bdb", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:43:48.929039 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fe97524a-e5f2-45a4-a7c5-4e2f11ccdede {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:43:48.929574 n-d-800634-1 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ea9036b-187e-408a-9c57-a0d4d9fc60fe', 'name': 'network-vif-deleted', 'tag': '597e7848-c8a4-4684-b67e-922f1b663bdb', 'status': 'completed', 'code': 200} Jul 13 14:43:49.824811 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 52104) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:43:49.986575 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-04299ce5-afb8-4746-830e-8bc02df886b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:50.132991 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:50.304914 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1724d2c2-13c9-4d7b-8d80-2fead5804741 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451695'] for router_interface, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:50.724282 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-1724d2c2-13c9-4d7b-8d80-2fead5804741 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Deleting port 22ed5d37-5088-4104-8936-a31ab362298d {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:43:50.724720 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1724d2c2-13c9-4d7b-8d80-2fead5804741 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:50.846641 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-1724d2c2-13c9-4d7b-8d80-2fead5804741 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] For port 22ed5d37-5088-4104-8936-a31ab362298d, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=22ed5d37-5088-4104-8936-a31ab362298d,segment=NetworkSegment(eebb36b2-cd19-418e-ba37-2d397f14a858),segment_id=eebb36b2-cd19-418e-ba37-2d397f14a858)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:43:50.847772 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1724d2c2-13c9-4d7b-8d80-2fead5804741 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:50.865104 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-1724d2c2-13c9-4d7b-8d80-2fead5804741 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Calling delete_port for 22ed5d37-5088-4104-8936-a31ab362298d owned by network:router_interface {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:43:51.110259 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1724d2c2-13c9-4d7b-8d80-2fead5804741 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:51.158867 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1724d2c2-13c9-4d7b-8d80-2fead5804741 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Pushing event deleted for resources: {'Port': ['ID=22ed5d37-5088-4104-8936-a31ab362298d,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:43:51.381631 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1724d2c2-13c9-4d7b-8d80-2fead5804741 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1785036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452491'] for router_interface, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:51.389127 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:52.102847 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1724d2c2-13c9-4d7b-8d80-2fead5804741 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Router b6219ecb-a5e7-4e9a-8d6b-ecd7c082b6e3 has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:43:52.279355 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1724d2c2-13c9-4d7b-8d80-2fead5804741 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:43:52.287633 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-1724d2c2-13c9-4d7b-8d80-2fead5804741 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "PUT /v2.0/routers/b6219ecb-a5e7-4e9a-8d6b-ecd7c082b6e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4608762 Jul 13 14:43:52.292144 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 52108) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:43:52.306396 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bdfa572-e5f0-42d3-b7de-a74af7ee61f8 None None] Sync routers for ids ['b6219ecb-a5e7-4e9a-8d6b-ecd7c082b6e3'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:43:52.323115 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bdfa572-e5f0-42d3-b7de-a74af7ee61f8 None None] Routers {'b6219ecb-a5e7-4e9a-8d6b-ecd7c082b6e3'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:43:52.324198 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-6bdfa572-e5f0-42d3-b7de-a74af7ee61f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:43:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['b6219ecb-a5e7-4e9a-8d6b-ecd7c082b6e3'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:43:52.376658 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-4758db9b-d9f6-4f46-9cc1-3dc0bf279cc8 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Deleting subnet 95bbaa77-6763-4493-a28f-23e8f6aad57d {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 14:43:52.380273 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4758db9b-d9f6-4f46-9cc1-3dc0bf279cc8 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:52.436568 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4758db9b-d9f6-4f46-9cc1-3dc0bf279cc8 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5431723'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:52.494350 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-6bdfa572-e5f0-42d3-b7de-a74af7ee61f8 None None] Set router b6219ecb-a5e7-4e9a-8d6b-ecd7c082b6e3 gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:43:52.575160 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4758db9b-d9f6-4f46-9cc1-3dc0bf279cc8 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:52.654785 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4758db9b-d9f6-4f46-9cc1-3dc0bf279cc8 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5970525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4763356'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:52.693271 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4758db9b-d9f6-4f46-9cc1-3dc0bf279cc8 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:52.700343 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-4758db9b-d9f6-4f46-9cc1-3dc0bf279cc8 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "DELETE /v2.0/subnets/95bbaa77-6763-4493-a28f-23e8f6aad57d HTTP/1.1" status: 204 len: 168 time: 0.4035332 Jul 13 14:43:52.700343 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4758db9b-d9f6-4f46-9cc1-3dc0bf279cc8 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Pushing event deleted for resources: {'Subnet': ['ID=95bbaa77-6763-4493-a28f-23e8f6aad57d,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:43:52.701957 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 52110) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:43:52.703131 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d016eb3-d228-4d2d-95e9-b181ffa1c2e3 None None] Network 7fc1d055-1ef3-4ef8-9489-26c1ef015e41 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:43:52.809575 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 597e7848-c8a4-4684-b67e-922f1b663bdb no longer exists at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:43:52.838113 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] No Port match for: 597e7848-c8a4-4684-b67e-922f1b663bdb {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:43:52.838437 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 597e7848-c8a4-4684-b67e-922f1b663bdb not bound to the agent host n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:43:52.912265 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:52.932177 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-6bdfa572-e5f0-42d3-b7de-a74af7ee61f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6219ecb-a5e7-4e9a-8d6b-ecd7c082b6e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1964153170', 'tenant_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': 'ad78c2c7-e30d-49a5-998e-b948f5694f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:42:13Z', 'updated_at': '2021-07-13T14:43:51Z', 'revision_number': 5, 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'gw_port': {'id': 'ad78c2c7-e30d-49a5-998e-b948f5694f01', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c9:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6219ecb-a5e7-4e9a-8d6b-ecd7c082b6e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:42:13Z', 'updated_at': '2021-07-13T14:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:43:53.070674 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7e5d2e97-46a3-4f84-88d8-14fdc49d07d6 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for router, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:53.138361 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bdfa572-e5f0-42d3-b7de-a74af7ee61f8 None None] Checking router: b6219ecb-a5e7-4e9a-8d6b-ecd7c082b6e3 for host: n-d-800634-1 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:43:53.151964 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bdfa572-e5f0-42d3-b7de-a74af7ee61f8 None None] Routers {'b6219ecb-a5e7-4e9a-8d6b-ecd7c082b6e3'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:43:53.152685 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-6bdfa572-e5f0-42d3-b7de-a74af7ee61f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:43:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['b6219ecb-a5e7-4e9a-8d6b-ecd7c082b6e3'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:43:53.219645 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7e5d2e97-46a3-4f84-88d8-14fdc49d07d6 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:53.277431 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b9dcf75-ce9e-4d85-9405-c3ea4b01b426 None None] DHCP port deletion for 7fc1d055-1ef3-4ef8-9489-26c1ef015e41 request from n-d-800634-1 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 14:43:53.307842 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-7e5d2e97-46a3-4f84-88d8-14fdc49d07d6 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Deleting port ad78c2c7-e30d-49a5-998e-b948f5694f01 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:43:53.308404 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7e5d2e97-46a3-4f84-88d8-14fdc49d07d6 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:53.338470 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-6bdfa572-e5f0-42d3-b7de-a74af7ee61f8 None None] Set router b6219ecb-a5e7-4e9a-8d6b-ecd7c082b6e3 gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:43:53.451583 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-7e5d2e97-46a3-4f84-88d8-14fdc49d07d6 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] For port ad78c2c7-e30d-49a5-998e-b948f5694f01, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=ad78c2c7-e30d-49a5-998e-b948f5694f01,segment=NetworkSegment(3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87),segment_id=3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:43:53.452564 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7e5d2e97-46a3-4f84-88d8-14fdc49d07d6 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:53.459342 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-8b9dcf75-ce9e-4d85-9405-c3ea4b01b426 None None] Deleting port fe58aad9-6f7c-45fe-8414-15ece34401d9 {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:43:53.459877 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8b9dcf75-ce9e-4d85-9405-c3ea4b01b426 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:53.477946 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-7e5d2e97-46a3-4f84-88d8-14fdc49d07d6 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Calling delete_port for ad78c2c7-e30d-49a5-998e-b948f5694f01 owned by network:router_gateway {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:43:53.571310 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-8b9dcf75-ce9e-4d85-9405-c3ea4b01b426 None None] For port fe58aad9-6f7c-45fe-8414-15ece34401d9, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=fe58aad9-6f7c-45fe-8414-15ece34401d9,segment=NetworkSegment(eebb36b2-cd19-418e-ba37-2d397f14a858),segment_id=eebb36b2-cd19-418e-ba37-2d397f14a858)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:43:53.572252 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8b9dcf75-ce9e-4d85-9405-c3ea4b01b426 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:53.610686 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-8b9dcf75-ce9e-4d85-9405-c3ea4b01b426 None None] Calling delete_port for fe58aad9-6f7c-45fe-8414-15ece34401d9 owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:43:53.731561 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7e5d2e97-46a3-4f84-88d8-14fdc49d07d6 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:53.734212 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-6bdfa572-e5f0-42d3-b7de-a74af7ee61f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6219ecb-a5e7-4e9a-8d6b-ecd7c082b6e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1964153170', 'tenant_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': 'ad78c2c7-e30d-49a5-998e-b948f5694f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:42:13Z', 'updated_at': '2021-07-13T14:43:51Z', 'revision_number': 5, 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'gw_port': {'id': 'ad78c2c7-e30d-49a5-998e-b948f5694f01', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c9:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6219ecb-a5e7-4e9a-8d6b-ecd7c082b6e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:42:13Z', 'updated_at': '2021-07-13T14:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:43:53.776153 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bdfa572-e5f0-42d3-b7de-a74af7ee61f8 None None] The sync data for ids ['b6219ecb-a5e7-4e9a-8d6b-ecd7c082b6e3'] in n-d-800634-1 is: [{'id': 'b6219ecb-a5e7-4e9a-8d6b-ecd7c082b6e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1964153170', 'tenant_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': 'ad78c2c7-e30d-49a5-998e-b948f5694f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:42:13Z', 'updated_at': '2021-07-13T14:43:51Z', 'revision_number': 5, 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'gw_port': {'id': 'ad78c2c7-e30d-49a5-998e-b948f5694f01', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c9:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6219ecb-a5e7-4e9a-8d6b-ecd7c082b6e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:42:13Z', 'updated_at': '2021-07-13T14:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:43:53.782137 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5d2e97-46a3-4f84-88d8-14fdc49d07d6 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Pushing event deleted for resources: {'Port': ['ID=ad78c2c7-e30d-49a5-998e-b948f5694f01,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:43:53.792012 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8b9dcf75-ce9e-4d85-9405-c3ea4b01b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:53.838694 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9dcf75-ce9e-4d85-9405-c3ea4b01b426 None None] Pushing event deleted for resources: {'Port': ['ID=fe58aad9-6f7c-45fe-8414-15ece34401d9,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:43:53.846139 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9dcf75-ce9e-4d85-9405-c3ea4b01b426 None None] No DVR routers for this DVR port fe58aad9-6f7c-45fe-8414-15ece34401d9 on host n-d-800634-1 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:43:53.856298 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9dcf75-ce9e-4d85-9405-c3ea4b01b426 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:43:53.856792 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9dcf75-ce9e-4d85-9405-c3ea4b01b426 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:43:53.857239 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9dcf75-ce9e-4d85-9405-c3ea4b01b426 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:43:53.857712 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9dcf75-ce9e-4d85-9405-c3ea4b01b426 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:43:53.858231 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9dcf75-ce9e-4d85-9405-c3ea4b01b426 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:43:53.859116 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9dcf75-ce9e-4d85-9405-c3ea4b01b426 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:43:53.859116 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9dcf75-ce9e-4d85-9405-c3ea4b01b426 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:43:53.859471 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9dcf75-ce9e-4d85-9405-c3ea4b01b426 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:43:53.859947 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9dcf75-ce9e-4d85-9405-c3ea4b01b426 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:43:53.860920 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9dcf75-ce9e-4d85-9405-c3ea4b01b426 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:43:53.860920 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9dcf75-ce9e-4d85-9405-c3ea4b01b426 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:43:53.861272 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9dcf75-ce9e-4d85-9405-c3ea4b01b426 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:43:53.891568 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7e5d2e97-46a3-4f84-88d8-14fdc49d07d6 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-446473'] for router_gateway, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:53.992556 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7e5d2e97-46a3-4f84-88d8-14fdc49d07d6 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1591938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2696'] for router, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:53.994746 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7e5d2e97-46a3-4f84-88d8-14fdc49d07d6 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:54.046322 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7e5d2e97-46a3-4f84-88d8-14fdc49d07d6 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593106'] for router, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:54.047154 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e5d2e97-46a3-4f84-88d8-14fdc49d07d6 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Fanout notify agent at l3_agent the message router_deleted on router b6219ecb-a5e7-4e9a-8d6b-ecd7c082b6e3 {{(pid=93751) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 14:43:54.056150 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7e5d2e97-46a3-4f84-88d8-14fdc49d07d6 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:54.057447 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-7e5d2e97-46a3-4f84-88d8-14fdc49d07d6 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "DELETE /v2.0/routers/b6219ecb-a5e7-4e9a-8d6b-ecd7c082b6e3 HTTP/1.1" status: 204 len: 168 time: 1.3490698 Jul 13 14:43:54.063035 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 52112) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:43:54.171782 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9072d69f-c345-410e-a8bc-2aafd9fc0ec5 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:54.310041 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9072d69f-c345-410e-a8bc-2aafd9fc0ec5 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:54.327652 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-9072d69f-c345-410e-a8bc-2aafd9fc0ec5 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fc1d055-1ef3-4ef8-9489-26c1ef015e41']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:43:54.343330 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-9072d69f-c345-410e-a8bc-2aafd9fc0ec5 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eebb36b2-cd19-418e-ba37-2d397f14a858') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:43:54.343914 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-9072d69f-c345-410e-a8bc-2aafd9fc0ec5 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eebb36b2-cd19-418e-ba37-2d397f14a858') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:43:54.362347 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9072d69f-c345-410e-a8bc-2aafd9fc0ec5 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6018464'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:54.388091 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9072d69f-c345-410e-a8bc-2aafd9fc0ec5 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:54.399932 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9072d69f-c345-410e-a8bc-2aafd9fc0ec5 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 14:43:54.400716 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9072d69f-c345-410e-a8bc-2aafd9fc0ec5 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6018632'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:54.405631 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:43:54.405631 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:43:54.405631 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:43:54.405631 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:43:54.405631 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:43:54.405631 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:43:54.405631 n-d-800634-1 neutron-server[93751]: Traceback (most recent call last): Jul 13 14:43:54.405631 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 14:43:54.405631 n-d-800634-1 neutron-server[93751]: timer() Jul 13 14:43:54.405631 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 14:43:54.405631 n-d-800634-1 neutron-server[93751]: cb(*args, **kw) Jul 13 14:43:54.405631 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 14:43:54.405631 n-d-800634-1 neutron-server[93751]: return func(*args, **kwargs) Jul 13 14:43:54.405631 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 14:43:54.405631 n-d-800634-1 neutron-server[93751]: self._notify() Jul 13 14:43:54.405631 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 14:43:54.405631 n-d-800634-1 neutron-server[93751]: self.callback(batched_events) Jul 13 14:43:54.405631 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 14:43:54.405631 n-d-800634-1 neutron-server[93751]: event.method(event) Jul 13 14:43:54.405631 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 14:43:54.405631 n-d-800634-1 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 14:43:54.405631 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 14:43:54.405631 n-d-800634-1 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 14:43:54.405631 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 14:43:54.405631 n-d-800634-1 neutron-server[93751]: return f(self, *a, **k) Jul 13 14:43:54.405631 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 14:43:54.405631 n-d-800634-1 neutron-server[93751]: return self._get(url).json() Jul 13 14:43:54.405631 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 14:43:54.405631 n-d-800634-1 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 14:43:54.405631 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 14:43:54.405631 n-d-800634-1 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 13 14:43:54.405631 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 14:43:54.405631 n-d-800634-1 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 14:43:54.405631 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 14:43:54.405631 n-d-800634-1 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 14:43:54.405631 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 14:43:54.405631 n-d-800634-1 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 14:43:54.405631 n-d-800634-1 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 14:43:54.455194 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device fe58aad9-6f7c-45fe-8414-15ece34401d9 no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:43:54.490847 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: fe58aad9-6f7c-45fe-8414-15ece34401d9 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:43:54.491443 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device fe58aad9-6f7c-45fe-8414-15ece34401d9 not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:43:54.492406 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 22ed5d37-5088-4104-8936-a31ab362298d no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:43:54.518286 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9072d69f-c345-410e-a8bc-2aafd9fc0ec5 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:54.526577 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: 22ed5d37-5088-4104-8936-a31ab362298d {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:43:54.527479 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 22ed5d37-5088-4104-8936-a31ab362298d not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:43:54.551640 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9072d69f-c345-410e-a8bc-2aafd9fc0ec5 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:54.557513 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 52114) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:43:54.558393 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-9072d69f-c345-410e-a8bc-2aafd9fc0ec5 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "DELETE /v2.0/networks/7fc1d055-1ef3-4ef8-9489-26c1ef015e41 HTTP/1.1" status: 204 len: 168 time: 0.4931586 Jul 13 14:43:54.559498 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9072d69f-c345-410e-a8bc-2aafd9fc0ec5 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Pushing event deleted for resources: {'Network': ['ID=7fc1d055-1ef3-4ef8-9489-26c1ef015e41,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:43:54.657804 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4d637970-4d38-4782-8670-ae1c00171cd0 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:54.693197 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4d637970-4d38-4782-8670-ae1c00171cd0 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:54.780978 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4d637970-4d38-4782-8670-ae1c00171cd0 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:54.784880 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4d637970-4d38-4782-8670-ae1c00171cd0 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:54.786581 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-4d637970-4d38-4782-8670-ae1c00171cd0 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "DELETE /v2.0/security-groups/a076612b-117b-41f7-a522-684e4e3e347f HTTP/1.1" status: 204 len: 168 time: 0.2276602 Jul 13 14:43:54.806072 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d637970-4d38-4782-8670-ae1c00171cd0 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a076612b-117b-41f7-a522-684e4e3e347f,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:43:55.189873 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 52122) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:43:55.197877 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-8721fa47-efb4-438f-9272-63f53acf4b60 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-836812105', 'description': 'tempest-secgroup-smoke-836812105 description', 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:43:55.235794 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8721fa47-efb4-438f-9272-63f53acf4b60 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:55.383357 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8721fa47-efb4-438f-9272-63f53acf4b60 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:55.388451 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8721fa47-efb4-438f-9272-63f53acf4b60 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:55.431554 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8721fa47-efb4-438f-9272-63f53acf4b60 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:55.433619 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-8721fa47-efb4-438f-9272-63f53acf4b60 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2420869 Jul 13 14:43:55.439511 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 52124) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:43:55.447728 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-3345ad64-3302-48c7-a24d-795f3f2cdcac tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Request body: {'security_group_rule': {'security_group_id': 'd5f9006e-6e12-4d74-b1e9-3b2154f6b670', 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:43:55.449281 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8721fa47-efb4-438f-9272-63f53acf4b60 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5f9006e-6e12-4d74-b1e9-3b2154f6b670,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:43:55.495891 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3345ad64-3302-48c7-a24d-795f3f2cdcac tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:55.590603 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3345ad64-3302-48c7-a24d-795f3f2cdcac tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:55.595554 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3345ad64-3302-48c7-a24d-795f3f2cdcac tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:55.617049 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3345ad64-3302-48c7-a24d-795f3f2cdcac tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=442353e2-97e1-43e8-b892-1c86c4819f96,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:43:55.625948 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3345ad64-3302-48c7-a24d-795f3f2cdcac tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:55.627763 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-3345ad64-3302-48c7-a24d-795f3f2cdcac tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1865017 Jul 13 14:43:55.631922 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 52126) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:43:55.637086 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-de85fc94-0336-46e6-bae8-0cca652942da tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Request body: {'security_group_rule': {'security_group_id': 'd5f9006e-6e12-4d74-b1e9-3b2154f6b670', 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:43:55.677221 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-de85fc94-0336-46e6-bae8-0cca652942da tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:55.774170 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-de85fc94-0336-46e6-bae8-0cca652942da tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:55.779648 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-de85fc94-0336-46e6-bae8-0cca652942da tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:56.106303 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de85fc94-0336-46e6-bae8-0cca652942da tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59894332-16fc-4981-9964-0e94bdb760df,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:43:56.113836 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-de85fc94-0336-46e6-bae8-0cca652942da tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:56.115614 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-de85fc94-0336-46e6-bae8-0cca652942da tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4820759 Jul 13 14:43:56.119636 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 52128) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:43:56.127859 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-ff9d1d84-171d-44cb-8ca9-723d8ae8cfbf tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Request body: {'security_group_rule': {'security_group_id': 'd5f9006e-6e12-4d74-b1e9-3b2154f6b670', 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:43:56.168609 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ff9d1d84-171d-44cb-8ca9-723d8ae8cfbf tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:56.273865 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ff9d1d84-171d-44cb-8ca9-723d8ae8cfbf tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:56.279345 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ff9d1d84-171d-44cb-8ca9-723d8ae8cfbf tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:56.294256 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device ad78c2c7-e30d-49a5-998e-b948f5694f01 no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:43:56.311805 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9d1d84-171d-44cb-8ca9-723d8ae8cfbf tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01763176-7dc7-456a-9983-18571ffd055b,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:43:56.320008 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ff9d1d84-171d-44cb-8ca9-723d8ae8cfbf tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:56.322667 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-ff9d1d84-171d-44cb-8ca9-723d8ae8cfbf tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2009077 Jul 13 14:43:56.324926 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 52130) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:43:56.329593 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: ad78c2c7-e30d-49a5-998e-b948f5694f01 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:43:56.330204 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device ad78c2c7-e30d-49a5-998e-b948f5694f01 not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:43:56.332957 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-b8eb2b00-78fc-476c-8db6-541e41faeb15 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Request body: {'security_group_rule': {'security_group_id': 'd5f9006e-6e12-4d74-b1e9-3b2154f6b670', 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:43:56.379030 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b8eb2b00-78fc-476c-8db6-541e41faeb15 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:56.489990 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b8eb2b00-78fc-476c-8db6-541e41faeb15 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:56.495248 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b8eb2b00-78fc-476c-8db6-541e41faeb15 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:56.521530 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8eb2b00-78fc-476c-8db6-541e41faeb15 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffd0d09c-ffa4-4c9a-86df-3b9f4e76a262,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:43:56.536605 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b8eb2b00-78fc-476c-8db6-541e41faeb15 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:56.538580 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-b8eb2b00-78fc-476c-8db6-541e41faeb15 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2122629 Jul 13 14:43:56.543291 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 52132) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:43:56.551609 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-5cbdfbcb-ed91-4692-8edb-6f1e34550658 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Request body: {'security_group_rule': {'security_group_id': 'd5f9006e-6e12-4d74-b1e9-3b2154f6b670', 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:43:56.590335 n-d-800634-1 neutron-server[93751]: INFO neutron.db.securitygroups_db [None req-5cbdfbcb-ed91-4692-8edb-6f1e34550658 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Project ef1f8ac45b0f4587af94f69056f43b30 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 14:43:56.599592 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5cbdfbcb-ed91-4692-8edb-6f1e34550658 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:56.683751 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5cbdfbcb-ed91-4692-8edb-6f1e34550658 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:56.690163 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5cbdfbcb-ed91-4692-8edb-6f1e34550658 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:56.722792 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbdfbcb-ed91-4692-8edb-6f1e34550658 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0465b0cf-6e7e-4d05-88e0-90626e4a2a16,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:43:56.731876 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5cbdfbcb-ed91-4692-8edb-6f1e34550658 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:56.734824 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-5cbdfbcb-ed91-4692-8edb-6f1e34550658 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1898665 Jul 13 14:43:56.738108 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 52134) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:43:56.743483 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-2f4f8ec4-a9b8-4703-aa3b-c28071c3465a tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Request body: {'security_group_rule': {'security_group_id': 'd5f9006e-6e12-4d74-b1e9-3b2154f6b670', 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:43:56.769333 n-d-800634-1 neutron-server[93751]: INFO neutron.db.securitygroups_db [None req-2f4f8ec4-a9b8-4703-aa3b-c28071c3465a tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Project ef1f8ac45b0f4587af94f69056f43b30 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 14:43:56.775329 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2f4f8ec4-a9b8-4703-aa3b-c28071c3465a tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:56.872379 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2f4f8ec4-a9b8-4703-aa3b-c28071c3465a tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:56.879272 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2f4f8ec4-a9b8-4703-aa3b-c28071c3465a tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:56.910622 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4f8ec4-a9b8-4703-aa3b-c28071c3465a tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d36c190-f5e4-4063-a8ef-2023d036116d,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:43:56.922122 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2f4f8ec4-a9b8-4703-aa3b-c28071c3465a tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:56.924477 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-2f4f8ec4-a9b8-4703-aa3b-c28071c3465a tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1847436 Jul 13 14:43:56.929142 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 52136) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:43:56.939120 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-410e5041-acbb-4f89-a853-3fea895612a5 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Request body: {'network': {'name': 'tempest-network-smoke--1887155253', 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'port_security_enabled': True}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:43:56.982910 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-410e5041-acbb-4f89-a853-3fea895612a5 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Made reservation on behalf of ef1f8ac45b0f4587af94f69056f43b30 for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:43:56.987796 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-410e5041-acbb-4f89-a853-3fea895612a5 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:57.018942 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-410e5041-acbb-4f89-a853-3fea895612a5 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 14:43:57.032354 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-410e5041-acbb-4f89-a853-3fea895612a5 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:57.032749 n-d-800634-1 neutron-server[93750]: INFO neutron.db.segments_db [None req-410e5041-acbb-4f89-a853-3fea895612a5 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Added segment b5ba4522-e545-4f9a-9c50-f81bdc6d510e of type vlan for network e7771afb-fa55-4ab9-86b7-7b753b9d4f18 Jul 13 14:43:57.112734 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-410e5041-acbb-4f89-a853-3fea895612a5 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:57.162065 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-410e5041-acbb-4f89-a853-3fea895612a5 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:57.168660 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-410e5041-acbb-4f89-a853-3fea895612a5 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:43:57.169445 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-410e5041-acbb-4f89-a853-3fea895612a5 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:57.222441 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-410e5041-acbb-4f89-a853-3fea895612a5 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2915623 Jul 13 14:43:57.226590 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 52138) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:43:57.231750 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-1eb803c3-18c2-41a6-b0ac-f3c75a4aa42e tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1055088750', 'admin_state_up': True, 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:43:57.251717 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410e5041-acbb-4f89-a853-3fea895612a5 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Pushing event updated for resources: {'Network': ['ID=e7771afb-fa55-4ab9-86b7-7b753b9d4f18,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:43:57.267259 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network e7771afb-fa55-4ab9-86b7-7b753b9d4f18 details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 14:43:57.282203 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1eb803c3-18c2-41a6-b0ac-f3c75a4aa42e tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1591928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2714'] for router, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:57.284006 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1eb803c3-18c2-41a6-b0ac-f3c75a4aa42e tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447198', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1629690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2689'] for router, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:57.371084 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1eb803c3-18c2-41a6-b0ac-f3c75a4aa42e tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:57.538046 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1eb803c3-18c2-41a6-b0ac-f3c75a4aa42e tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447180', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1591910', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2751'] for router, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:57.803570 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1eb803c3-18c2-41a6-b0ac-f3c75a4aa42e tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for router_gateway, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:57.823729 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1eb803c3-18c2-41a6-b0ac-f3c75a4aa42e tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:57.944141 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-1eb803c3-18c2-41a6-b0ac-f3c75a4aa42e tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Allocated IP 172.25.6.108 (acf968b8-c524-46a9-a20b-ad9667009130/dde5a78e-bd1e-4f47-8189-7321d4de73d3/8dd5ca91-12a7-425a-b418-d62a2ce26233) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:43:58.080612 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1eb803c3-18c2-41a6-b0ac-f3c75a4aa42e tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:58.132360 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1eb803c3-18c2-41a6-b0ac-f3c75a4aa42e tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:58.179702 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb803c3-18c2-41a6-b0ac-f3c75a4aa42e tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Network acf968b8-c524-46a9-a20b-ad9667009130 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:43:58.184954 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-1eb803c3-18c2-41a6-b0ac-f3c75a4aa42e tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:43:58.189652 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb803c3-18c2-41a6-b0ac-f3c75a4aa42e tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:43:58.215668 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb803c3-18c2-41a6-b0ac-f3c75a4aa42e tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Pushing event updated for resources: {'Port': ['ID=8dd5ca91-12a7-425a-b418-d62a2ce26233,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:43:58.589915 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1eb803c3-18c2-41a6-b0ac-f3c75a4aa42e tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for router_gateway, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:58.857072 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1eb803c3-18c2-41a6-b0ac-f3c75a4aa42e tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447217'] for router, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:59.043372 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eb803c3-18c2-41a6-b0ac-f3c75a4aa42e tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Router 85211307-f372-40fb-b2bc-477784481c18 is scheduled to L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 with binding_index 1 {{(pid=93751) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 14:43:59.171210 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eb803c3-18c2-41a6-b0ac-f3c75a4aa42e tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:43:59.186759 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d999ce-f329-4fc2-9fe6-16d58ef8c333 None None] Sync routers for ids ['85211307-f372-40fb-b2bc-477784481c18'] in n-d-800634-1 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:43:59.197256 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d999ce-f329-4fc2-9fe6-16d58ef8c333 None None] Routers {'85211307-f372-40fb-b2bc-477784481c18'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:43:59.198112 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-66d999ce-f329-4fc2-9fe6-16d58ef8c333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:43:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['85211307-f372-40fb-b2bc-477784481c18'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:43:59.201683 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1eb803c3-18c2-41a6-b0ac-f3c75a4aa42e tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:59.204346 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-1eb803c3-18c2-41a6-b0ac-f3c75a4aa42e tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.9760249 Jul 13 14:43:59.207369 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 52142) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:43:59.267682 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-51f0c39b-e945-472b-b95d-3cb785b46340 tempest-TestNetworkAdvancedServerOps-519239000 tempest-TestNetworkAdvancedServerOps-519239000-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=ef1f8ac45b0f4587af94f69056f43b30&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0587656 Jul 13 14:43:59.271968 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 52144) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:43:59.384023 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-66d999ce-f329-4fc2-9fe6-16d58ef8c333 None None] Set router 85211307-f372-40fb-b2bc-477784481c18 gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:43:59.458287 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bf6dfe8-0df6-4cd4-8569-9a6e705a6ffd tempest-TestNetworkAdvancedServerOps-519239000 tempest-TestNetworkAdvancedServerOps-519239000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:43:59.460729 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-9bf6dfe8-0df6-4cd4-8569-9a6e705a6ffd tempest-TestNetworkAdvancedServerOps-519239000 tempest-TestNetworkAdvancedServerOps-519239000-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1876247 Jul 13 14:43:59.463973 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 52146) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:43:59.510616 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-acd732c9-80f0-41d3-abf4-6b367af091d3 tempest-TestNetworkAdvancedServerOps-519239000 tempest-TestNetworkAdvancedServerOps-519239000-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=acf968b8-c524-46a9-a20b-ad9667009130&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0454495 Jul 13 14:43:59.515800 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 52148) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:43:59.521501 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-9bf429da-ff1f-4cef-ba13-89b53387c1dd tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1491881176', 'network_id': 'e7771afb-fa55-4ab9-86b7-7b753b9d4f18', 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:43:59.648943 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bf429da-ff1f-4cef-ba13-89b53387c1dd tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Made reservation on behalf of ef1f8ac45b0f4587af94f69056f43b30 for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:43:59.655234 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9bf429da-ff1f-4cef-ba13-89b53387c1dd tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6104980'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:59.664437 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-66d999ce-f329-4fc2-9fe6-16d58ef8c333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85211307-f372-40fb-b2bc-477784481c18', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1055088750', 'tenant_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': '8dd5ca91-12a7-425a-b418-d62a2ce26233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:43:57Z', 'updated_at': '2021-07-13T14:43:58Z', 'revision_number': 3, 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'gw_port': {'id': '8dd5ca91-12a7-425a-b418-d62a2ce26233', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:41:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85211307-f372-40fb-b2bc-477784481c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:43:57Z', 'updated_at': '2021-07-13T14:43:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:43:59.695081 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d999ce-f329-4fc2-9fe6-16d58ef8c333 None None] Checking router: 85211307-f372-40fb-b2bc-477784481c18 for host: n-d-800634-1 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:43:59.695458 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d999ce-f329-4fc2-9fe6-16d58ef8c333 None None] Updating router 85211307-f372-40fb-b2bc-477784481c18 port 8dd5ca91-12a7-425a-b418-d62a2ce26233 binding host n-d-800634-1 {{(pid=93753) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 14:43:59.737923 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-66d999ce-f329-4fc2-9fe6-16d58ef8c333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:59.909658 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9bf429da-ff1f-4cef-ba13-89b53387c1dd tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6018343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6104998'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:00.004762 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf429da-ff1f-4cef-ba13-89b53387c1dd tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Pushing event updated for resources: {'Subnet': ['ID=23bf253f-45a3-4d45-991a-7b0b9de9ac42,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:44:00.029384 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf429da-ff1f-4cef-ba13-89b53387c1dd tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Checking segment: {'id': 'b5ba4522-e545-4f9a-9c50-f81bdc6d510e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e7771afb-fa55-4ab9-86b7-7b753b9d4f18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:44:00.033085 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf429da-ff1f-4cef-ba13-89b53387c1dd tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Network hostable DHCP agents. Network: e7771afb-fa55-4ab9-86b7-7b753b9d4f18, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 14:44:00.063804 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf429da-ff1f-4cef-ba13-89b53387c1dd tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Network e7771afb-fa55-4ab9-86b7-7b753b9d4f18 is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 14:44:00.079250 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-9bf429da-ff1f-4cef-ba13-89b53387c1dd tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, e7771afb-fa55-4ab9-86b7-7b753b9d4f18) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:44:00.088392 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bf429da-ff1f-4cef-ba13-89b53387c1dd tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:00.090059 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9bf429da-ff1f-4cef-ba13-89b53387c1dd tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:00.099828 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36eaffcf-133d-43c2-9a82-28b4574d344a None None] Network e7771afb-fa55-4ab9-86b7-7b753b9d4f18 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:44:00.100731 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-66d999ce-f329-4fc2-9fe6-16d58ef8c333 None None] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:00.122036 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 52150) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:44:00.123024 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-9bf429da-ff1f-4cef-ba13-89b53387c1dd tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6052957 Jul 13 14:44:00.126100 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-66d999ce-f329-4fc2-9fe6-16d58ef8c333 None None] Transition to ACTIVE for port object 8dd5ca91-12a7-425a-b418-d62a2ce26233 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:44:00.138468 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-66d999ce-f329-4fc2-9fe6-16d58ef8c333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:00.239229 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-66d999ce-f329-4fc2-9fe6-16d58ef8c333 None None] Attempting to bind port 8dd5ca91-12a7-425a-b418-d62a2ce26233 on host n-d-800634-1 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:44:00.240419 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-66d999ce-f329-4fc2-9fe6-16d58ef8c333 None None] Attempting to bind port 8dd5ca91-12a7-425a-b418-d62a2ce26233 by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:44:00.240419 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d999ce-f329-4fc2-9fe6-16d58ef8c333 None None] Attempting to bind port 8dd5ca91-12a7-425a-b418-d62a2ce26233 on network acf968b8-c524-46a9-a20b-ad9667009130 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:44:00.255614 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d999ce-f329-4fc2-9fe6-16d58ef8c333 None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 43, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:44:00.256135 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d999ce-f329-4fc2-9fe6-16d58ef8c333 None None] Checking segment: {'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:44:00.256764 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-66d999ce-f329-4fc2-9fe6-16d58ef8c333 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:00.257388 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d999ce-f329-4fc2-9fe6-16d58ef8c333 None None] Bound using segment: {'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:44:00.258176 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-66d999ce-f329-4fc2-9fe6-16d58ef8c333 None None] Bound port: 8dd5ca91-12a7-425a-b418-d62a2ce26233, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:44:00.258790 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-66d999ce-f329-4fc2-9fe6-16d58ef8c333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:00.262784 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f99fc8-66b9-457c-9523-c054579f489a None None] Pushing event updated for resources: {'Port': ['ID=8dd5ca91-12a7-425a-b418-d62a2ce26233,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:44:00.305930 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f99fc8-66b9-457c-9523-c054579f489a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:44:00.306805 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f99fc8-66b9-457c-9523-c054579f489a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:44:00.307265 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f99fc8-66b9-457c-9523-c054579f489a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:44:00.307688 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f99fc8-66b9-457c-9523-c054579f489a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:44:00.308135 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f99fc8-66b9-457c-9523-c054579f489a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:44:00.308554 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f99fc8-66b9-457c-9523-c054579f489a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:44:00.309252 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f99fc8-66b9-457c-9523-c054579f489a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:44:00.309666 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f99fc8-66b9-457c-9523-c054579f489a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:44:00.310107 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f99fc8-66b9-457c-9523-c054579f489a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:44:00.310603 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f99fc8-66b9-457c-9523-c054579f489a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:44:00.311846 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f99fc8-66b9-457c-9523-c054579f489a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:44:00.312385 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f99fc8-66b9-457c-9523-c054579f489a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:44:00.358552 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-66d999ce-f329-4fc2-9fe6-16d58ef8c333 None None] For port 8dd5ca91-12a7-425a-b418-d62a2ce26233, host n-d-800634-1, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:44:00.363545 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-66d999ce-f329-4fc2-9fe6-16d58ef8c333 None None] For port 8dd5ca91-12a7-425a-b418-d62a2ce26233, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=8dd5ca91-12a7-425a-b418-d62a2ce26233,segment=NetworkSegment(3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87),segment_id=3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:44:00.368524 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-66d999ce-f329-4fc2-9fe6-16d58ef8c333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:00.395175 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da9a58b-20d6-4160-850f-bd2568d894df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a7201e1-61ce-5a3e-b7f7-e800379ed03b-e7771afb-fa55-4ab9-86b7-7b753b9d4f18', 'network_id': 'e7771afb-fa55-4ab9-86b7-7b753b9d4f18', 'tenant_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'fixed_ips': [{'subnet_id': '23bf253f-45a3-4d45-991a-7b0b9de9ac42'}]}} from n-d-800634-1. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 14:44:00.397014 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4da9a58b-20d6-4160-850f-bd2568d894df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:00.450603 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f99fc8-66b9-457c-9523-c054579f489a None None] Pushing event updated for resources: {'Port': ['ID=8dd5ca91-12a7-425a-b418-d62a2ce26233,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:44:00.469113 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d999ce-f329-4fc2-9fe6-16d58ef8c333 None None] Routers {'85211307-f372-40fb-b2bc-477784481c18'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:44:00.470223 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-66d999ce-f329-4fc2-9fe6-16d58ef8c333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:43:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['85211307-f372-40fb-b2bc-477784481c18'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:44:00.610552 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-66d999ce-f329-4fc2-9fe6-16d58ef8c333 None None] Set router 85211307-f372-40fb-b2bc-477784481c18 gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:44:00.621287 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-4da9a58b-20d6-4160-850f-bd2568d894df None None] Allocated IP 172.20.0.2 (e7771afb-fa55-4ab9-86b7-7b753b9d4f18/23bf253f-45a3-4d45-991a-7b0b9de9ac42/667dab45-a557-409b-9e92-6e4824e407b8) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:44:00.816936 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-aeaaa8bd-b019-49fb-90b1-fd0fe81e3d21 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:00.879560 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4da9a58b-20d6-4160-850f-bd2568d894df None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:00.893566 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-4da9a58b-20d6-4160-850f-bd2568d894df None None] Transition to ACTIVE for port object 667dab45-a557-409b-9e92-6e4824e407b8 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:44:00.917792 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-4da9a58b-20d6-4160-850f-bd2568d894df None None] Transition to ACTIVE for port object 667dab45-a557-409b-9e92-6e4824e407b8 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:44:00.931670 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4da9a58b-20d6-4160-850f-bd2568d894df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:00.978958 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-66d999ce-f329-4fc2-9fe6-16d58ef8c333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85211307-f372-40fb-b2bc-477784481c18', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1055088750', 'tenant_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': '8dd5ca91-12a7-425a-b418-d62a2ce26233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:43:57Z', 'updated_at': '2021-07-13T14:43:58Z', 'revision_number': 3, 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'gw_port': {'id': '8dd5ca91-12a7-425a-b418-d62a2ce26233', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:41:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85211307-f372-40fb-b2bc-477784481c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:43:57Z', 'updated_at': '2021-07-13T14:44:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:44:01.005128 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da9a58b-20d6-4160-850f-bd2568d894df None None] Network e7771afb-fa55-4ab9-86b7-7b753b9d4f18 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:44:01.009315 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d999ce-f329-4fc2-9fe6-16d58ef8c333 None None] The sync data for ids ['85211307-f372-40fb-b2bc-477784481c18'] in n-d-800634-1 is: [{'id': '85211307-f372-40fb-b2bc-477784481c18', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1055088750', 'tenant_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': '8dd5ca91-12a7-425a-b418-d62a2ce26233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:43:57Z', 'updated_at': '2021-07-13T14:43:58Z', 'revision_number': 3, 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'gw_port': {'id': '8dd5ca91-12a7-425a-b418-d62a2ce26233', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:41:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85211307-f372-40fb-b2bc-477784481c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:43:57Z', 'updated_at': '2021-07-13T14:44:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:44:01.011291 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-4da9a58b-20d6-4160-850f-bd2568d894df None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:44:01.013657 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da9a58b-20d6-4160-850f-bd2568d894df None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:44:01.016580 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da9a58b-20d6-4160-850f-bd2568d894df None None] Pushing event updated for resources: {'Port': ['ID=667dab45-a557-409b-9e92-6e4824e407b8,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:44:01.103421 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-4da9a58b-20d6-4160-850f-bd2568d894df None None] Attempting to bind port 667dab45-a557-409b-9e92-6e4824e407b8 on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:44:01.104702 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-4da9a58b-20d6-4160-850f-bd2568d894df None None] Attempting to bind port 667dab45-a557-409b-9e92-6e4824e407b8 by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': 'b5ba4522-e545-4f9a-9c50-f81bdc6d510e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e7771afb-fa55-4ab9-86b7-7b753b9d4f18'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:44:01.104702 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da9a58b-20d6-4160-850f-bd2568d894df None None] Attempting to bind port 667dab45-a557-409b-9e92-6e4824e407b8 on network e7771afb-fa55-4ab9-86b7-7b753b9d4f18 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:44:01.107790 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:01.111180 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da9a58b-20d6-4160-850f-bd2568d894df None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 43, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:44:01.111560 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da9a58b-20d6-4160-850f-bd2568d894df None None] Checking segment: {'id': 'b5ba4522-e545-4f9a-9c50-f81bdc6d510e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e7771afb-fa55-4ab9-86b7-7b753b9d4f18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:44:01.111974 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4da9a58b-20d6-4160-850f-bd2568d894df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:01.112375 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da9a58b-20d6-4160-850f-bd2568d894df None None] Bound using segment: {'id': 'b5ba4522-e545-4f9a-9c50-f81bdc6d510e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e7771afb-fa55-4ab9-86b7-7b753b9d4f18'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:44:01.112869 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-4da9a58b-20d6-4160-850f-bd2568d894df None None] Bound port: 667dab45-a557-409b-9e92-6e4824e407b8, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5ba4522-e545-4f9a-9c50-f81bdc6d510e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e7771afb-fa55-4ab9-86b7-7b753b9d4f18'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:44:01.113253 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4da9a58b-20d6-4160-850f-bd2568d894df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:01.196520 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-4da9a58b-20d6-4160-850f-bd2568d894df None None] For port 667dab45-a557-409b-9e92-6e4824e407b8, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:44:01.204197 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-4da9a58b-20d6-4160-850f-bd2568d894df None None] For port 667dab45-a557-409b-9e92-6e4824e407b8, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=667dab45-a557-409b-9e92-6e4824e407b8,segment=NetworkSegment(b5ba4522-e545-4f9a-9c50-f81bdc6d510e),segment_id=b5ba4522-e545-4f9a-9c50-f81bdc6d510e)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:44:01.211993 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4da9a58b-20d6-4160-850f-bd2568d894df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:01.321809 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da9a58b-20d6-4160-850f-bd2568d894df None None] Pushing event updated for resources: {'Port': ['ID=667dab45-a557-409b-9e92-6e4824e407b8,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:44:01.420784 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:01.423179 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-aeaaa8bd-b019-49fb-90b1-fd0fe81e3d21 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Allocated IP 172.20.0.1 (e7771afb-fa55-4ab9-86b7-7b753b9d4f18/23bf253f-45a3-4d45-991a-7b0b9de9ac42/74456f3c-73eb-4389-9025-b985087ca876) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:44:01.665696 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-aeaaa8bd-b019-49fb-90b1-fd0fe81e3d21 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:01.694500 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [None req-aeaaa8bd-b019-49fb-90b1-fd0fe81e3d21 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Transition to ACTIVE for port object 74456f3c-73eb-4389-9025-b985087ca876 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:44:01.754171 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-aeaaa8bd-b019-49fb-90b1-fd0fe81e3d21 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:01.854157 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeaaa8bd-b019-49fb-90b1-fd0fe81e3d21 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Network e7771afb-fa55-4ab9-86b7-7b753b9d4f18 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:44:01.862381 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaaa8bd-b019-49fb-90b1-fd0fe81e3d21 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Pushing event updated for resources: {'Port': ['ID=74456f3c-73eb-4389-9025-b985087ca876,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:44:01.866951 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-aeaaa8bd-b019-49fb-90b1-fd0fe81e3d21 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:44:01.870628 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeaaa8bd-b019-49fb-90b1-fd0fe81e3d21 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:44:01.955237 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-aeaaa8bd-b019-49fb-90b1-fd0fe81e3d21 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-450452'] for router_interface, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:02.177689 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-aeaaa8bd-b019-49fb-90b1-fd0fe81e3d21 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:02.501297 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 8dd5ca91-12a7-425a-b418-d62a2ce26233 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:44:02.594472 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port 8dd5ca91-12a7-425a-b418-d62a2ce26233 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:44:02.601634 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 8dd5ca91-12a7-425a-b418-d62a2ce26233 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:44:02.602109 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:02.710659 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89c25761-588c-4838-8023-9dda9dd4c8c8 None None] Network e7771afb-fa55-4ab9-86b7-7b753b9d4f18 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:44:02.750570 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-aeaaa8bd-b019-49fb-90b1-fd0fe81e3d21 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:02.757120 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-aeaaa8bd-b019-49fb-90b1-fd0fe81e3d21 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:02.813126 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:02.839285 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-6eb0442f-7d56-45ec-ab53-7a0942536f2a None None] Provisioning for port 667dab45-a557-409b-9e92-6e4824e407b8 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:44:02.854195 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port 8dd5ca91-12a7-425a-b418-d62a2ce26233, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=8dd5ca91-12a7-425a-b418-d62a2ce26233,segment=NetworkSegment(3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87),segment_id=3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:44:02.863473 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:02.865192 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 667dab45-a557-409b-9e92-6e4824e407b8 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:44:02.883410 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-aeaaa8bd-b019-49fb-90b1-fd0fe81e3d21 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1785045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451806'] for router_interface, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:02.885991 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaaa8bd-b019-49fb-90b1-fd0fe81e3d21 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Pushing event updated for resources: {'Port': ['ID=74456f3c-73eb-4389-9025-b985087ca876,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:44:03.005036 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=8dd5ca91-12a7-425a-b418-d62a2ce26233,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:44:03.044872 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeaaa8bd-b019-49fb-90b1-fd0fe81e3d21 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Network e7771afb-fa55-4ab9-86b7-7b753b9d4f18 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:44:03.048781 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-aeaaa8bd-b019-49fb-90b1-fd0fe81e3d21 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:44:03.067746 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port 667dab45-a557-409b-9e92-6e4824e407b8 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:44:03.075639 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 667dab45-a557-409b-9e92-6e4824e407b8 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:44:03.077512 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:03.222318 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:03.253358 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aeaaa8bd-b019-49fb-90b1-fd0fe81e3d21 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Router 85211307-f372-40fb-b2bc-477784481c18 has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:44:03.263482 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port 667dab45-a557-409b-9e92-6e4824e407b8, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=667dab45-a557-409b-9e92-6e4824e407b8,segment=NetworkSegment(b5ba4522-e545-4f9a-9c50-f81bdc6d510e),segment_id=b5ba4522-e545-4f9a-9c50-f81bdc6d510e)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:44:03.270504 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:03.375037 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=667dab45-a557-409b-9e92-6e4824e407b8,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:44:03.451829 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeaaa8bd-b019-49fb-90b1-fd0fe81e3d21 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:44:03.462139 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-aeaaa8bd-b019-49fb-90b1-fd0fe81e3d21 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "PUT /v2.0/routers/85211307-f372-40fb-b2bc-477784481c18/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3383422 Jul 13 14:44:03.478782 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f51cf01-c152-449b-a755-abe80498725d None None] Sync routers for ids ['85211307-f372-40fb-b2bc-477784481c18'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:44:03.504793 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f51cf01-c152-449b-a755-abe80498725d None None] Routers {'85211307-f372-40fb-b2bc-477784481c18'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:44:03.505948 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-2f51cf01-c152-449b-a755-abe80498725d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:43:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['85211307-f372-40fb-b2bc-477784481c18'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:44:03.622841 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-81a64769-df76-409d-8341-b79c2fba8dd4 None None] Provisioning for port 74456f3c-73eb-4389-9025-b985087ca876 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:44:03.706062 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-81a64769-df76-409d-8341-b79c2fba8dd4 None None] Provisioning complete for port 74456f3c-73eb-4389-9025-b985087ca876 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:44:03.706734 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-81a64769-df76-409d-8341-b79c2fba8dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:03.753396 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3d35601e-da8f-41a4-9c30-9c4652c829bf req-125cedcb-2ea4-4ffb-a449-6645e7dc98c5 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-836812105&fields=id&tenant_id=ef1f8ac45b0f4587af94f69056f43b30 HTTP/1.1" status: 200 len: 267 time: 0.0740190 Jul 13 14:44:03.786132 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-2f51cf01-c152-449b-a755-abe80498725d None None] Set router 85211307-f372-40fb-b2bc-477784481c18 gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:44:03.833215 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-81a64769-df76-409d-8341-b79c2fba8dd4 None None] Port 74456f3c-73eb-4389-9025-b985087ca876 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:44:03.916135 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d35601e-da8f-41a4-9c30-9c4652c829bf req-ecca66e5-7cb5-464d-8062-86062fe59b02 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:03.926798 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3d35601e-da8f-41a4-9c30-9c4652c829bf req-ecca66e5-7cb5-464d-8062-86062fe59b02 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/networks?id=e7771afb-fa55-4ab9-86b7-7b753b9d4f18 HTTP/1.1" status: 200 len: 797 time: 0.1649826 Jul 13 14:44:03.976753 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3d35601e-da8f-41a4-9c30-9c4652c829bf req-71c4104f-7d62-46a7-b2b8-ba63fae5e545 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/quotas/ef1f8ac45b0f4587af94f69056f43b30 HTTP/1.1" status: 200 len: 375 time: 0.0217009 Jul 13 14:44:04.075190 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3d35601e-da8f-41a4-9c30-9c4652c829bf req-425cc355-9ea3-4a32-94a8-098206fe65be tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ef1f8ac45b0f4587af94f69056f43b30&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0974216 Jul 13 14:44:04.165004 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-81a64769-df76-409d-8341-b79c2fba8dd4 None None] Provisioning complete for port 667dab45-a557-409b-9e92-6e4824e407b8 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:44:04.165619 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-81a64769-df76-409d-8341-b79c2fba8dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:04.193067 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3d35601e-da8f-41a4-9c30-9c4652c829bf req-d7e9b5ca-6571-4b40-b631-d728992f58f2 service neutron] 10.222.0.23 "GET /v2.0/networks/e7771afb-fa55-4ab9-86b7-7b753b9d4f18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169567 Jul 13 14:44:04.380171 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3d35601e-da8f-41a4-9c30-9c4652c829bf req-6108071a-c9c0-4960-aebc-9136693be886 service neutron] 10.222.0.23 "GET /v2.0/networks/e7771afb-fa55-4ab9-86b7-7b753b9d4f18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741602 Jul 13 14:44:04.445651 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 8dd5ca91-12a7-425a-b418-d62a2ce26233 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:44:04.535476 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-2f51cf01-c152-449b-a755-abe80498725d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85211307-f372-40fb-b2bc-477784481c18', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1055088750', 'tenant_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': '8dd5ca91-12a7-425a-b418-d62a2ce26233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:43:57Z', 'updated_at': '2021-07-13T14:44:02Z', 'revision_number': 4, 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'gw_port': {'id': '8dd5ca91-12a7-425a-b418-d62a2ce26233', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:41:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85211307-f372-40fb-b2bc-477784481c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:43:57Z', 'updated_at': '2021-07-13T14:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': '74456f3c-73eb-4389-9025-b985087ca876', 'name': '', 'network_id': 'e7771afb-fa55-4ab9-86b7-7b753b9d4f18', 'tenant_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'mac_address': 'fa:16:3e:ef:80:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85211307-f372-40fb-b2bc-477784481c18', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '23bf253f-45a3-4d45-991a-7b0b9de9ac42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:44:01Z', 'updated_at': '2021-07-13T14:44:02Z', 'revision_number': 2, 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'subnets': [{'id': '23bf253f-45a3-4d45-991a-7b0b9de9ac42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:44:04.587581 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:44:04.615485 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f51cf01-c152-449b-a755-abe80498725d None None] Checking router: 85211307-f372-40fb-b2bc-477784481c18 for host: n-d-800634-1 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:44:04.616064 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f51cf01-c152-449b-a755-abe80498725d None None] Updating router 85211307-f372-40fb-b2bc-477784481c18 port 74456f3c-73eb-4389-9025-b985087ca876 binding host n-d-800634-1 {{(pid=93752) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 14:44:04.621251 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 8dd5ca91-12a7-425a-b418-d62a2ce26233 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:44:04.622284 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:04.680874 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2a0f63a8-bf14-4e2d-89be-e9267f328996 req-66140364-1694-46cf-a36f-f0d102b93a04 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/ports?device_id=ed9faf85-ddb4-4030-b183-183cb9164e8a HTTP/1.1" status: 200 len: 210 time: 0.0475283 Jul 13 14:44:04.728980 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-14d5d7dc-c487-4e4d-8469-53d25ac979af None None] Provisioning complete for port 74456f3c-73eb-4389-9025-b985087ca876 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:44:04.728980 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-14d5d7dc-c487-4e4d-8469-53d25ac979af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:04.770010 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2f51cf01-c152-449b-a755-abe80498725d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:04.834847 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-14d5d7dc-c487-4e4d-8469-53d25ac979af None None] Port 74456f3c-73eb-4389-9025-b985087ca876 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:44:04.981960 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 667dab45-a557-409b-9e92-6e4824e407b8 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:44:05.191794 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 667dab45-a557-409b-9e92-6e4824e407b8 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:44:05.192364 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:05.408002 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2f51cf01-c152-449b-a755-abe80498725d None None] Notify callbacks [] for port, precommit_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:05.423762 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2f51cf01-c152-449b-a755-abe80498725d None None] Transition to ACTIVE for port object 74456f3c-73eb-4389-9025-b985087ca876 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:44:05.431064 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2f51cf01-c152-449b-a755-abe80498725d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:05.519739 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7926aea0-2864-4fed-802f-6e0e5d067aa9 None None] Pushing event updated for resources: {'Port': ['ID=74456f3c-73eb-4389-9025-b985087ca876,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:44:05.624387 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-2f51cf01-c152-449b-a755-abe80498725d None None] Attempting to bind port 74456f3c-73eb-4389-9025-b985087ca876 on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:44:05.625128 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-2f51cf01-c152-449b-a755-abe80498725d None None] Attempting to bind port 74456f3c-73eb-4389-9025-b985087ca876 by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': 'b5ba4522-e545-4f9a-9c50-f81bdc6d510e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e7771afb-fa55-4ab9-86b7-7b753b9d4f18'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:44:05.625541 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f51cf01-c152-449b-a755-abe80498725d None None] Attempting to bind port 74456f3c-73eb-4389-9025-b985087ca876 on network e7771afb-fa55-4ab9-86b7-7b753b9d4f18 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:44:05.635570 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f51cf01-c152-449b-a755-abe80498725d None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 43, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:44:05.636172 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f51cf01-c152-449b-a755-abe80498725d None None] Checking segment: {'id': 'b5ba4522-e545-4f9a-9c50-f81bdc6d510e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e7771afb-fa55-4ab9-86b7-7b753b9d4f18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:44:05.637045 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2f51cf01-c152-449b-a755-abe80498725d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:05.637762 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f51cf01-c152-449b-a755-abe80498725d None None] Bound using segment: {'id': 'b5ba4522-e545-4f9a-9c50-f81bdc6d510e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e7771afb-fa55-4ab9-86b7-7b753b9d4f18'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:44:05.638550 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-2f51cf01-c152-449b-a755-abe80498725d None None] Bound port: 74456f3c-73eb-4389-9025-b985087ca876, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5ba4522-e545-4f9a-9c50-f81bdc6d510e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e7771afb-fa55-4ab9-86b7-7b753b9d4f18'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:44:05.639689 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2f51cf01-c152-449b-a755-abe80498725d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:05.723948 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2f51cf01-c152-449b-a755-abe80498725d None None] For port 74456f3c-73eb-4389-9025-b985087ca876, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:44:05.727433 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2f51cf01-c152-449b-a755-abe80498725d None None] For port 74456f3c-73eb-4389-9025-b985087ca876, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=74456f3c-73eb-4389-9025-b985087ca876,segment=NetworkSegment(b5ba4522-e545-4f9a-9c50-f81bdc6d510e),segment_id=b5ba4522-e545-4f9a-9c50-f81bdc6d510e)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:44:05.733941 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2f51cf01-c152-449b-a755-abe80498725d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:05.849494 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7926aea0-2864-4fed-802f-6e0e5d067aa9 None None] Pushing event updated for resources: {'Port': ['ID=74456f3c-73eb-4389-9025-b985087ca876,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:44:05.856730 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f51cf01-c152-449b-a755-abe80498725d None None] Routers {'85211307-f372-40fb-b2bc-477784481c18'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:44:05.857874 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-2f51cf01-c152-449b-a755-abe80498725d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:43:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['85211307-f372-40fb-b2bc-477784481c18'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:44:05.984740 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e29c798b-a417-4ef3-b0c2-f9053b4c7702 req-5d369ab8-b4cf-475b-bb12-f7c5e7cb17ae tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/ports?device_id=ed9faf85-ddb4-4030-b183-183cb9164e8a HTTP/1.1" status: 200 len: 210 time: 0.0590546 Jul 13 14:44:06.027763 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-2f51cf01-c152-449b-a755-abe80498725d None None] Set router 85211307-f372-40fb-b2bc-477784481c18 gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:44:06.220063 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d35601e-da8f-41a4-9c30-9c4652c829bf req-8ec9fd47-dec3-4e0c-a13e-b46be3576a14 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:06.221566 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3d35601e-da8f-41a4-9c30-9c4652c829bf req-8ec9fd47-dec3-4e0c-a13e-b46be3576a14 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.41 "GET /v2.0/networks?id=e7771afb-fa55-4ab9-86b7-7b753b9d4f18 HTTP/1.1" status: 200 len: 797 time: 0.1317432 Jul 13 14:44:06.296699 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3d35601e-da8f-41a4-9c30-9c4652c829bf req-0973b945-2717-445e-9c85-b606579d366e tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ef1f8ac45b0f4587af94f69056f43b30 HTTP/1.1" status: 200 len: 379 time: 0.0660043 Jul 13 14:44:06.302743 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-2f51cf01-c152-449b-a755-abe80498725d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85211307-f372-40fb-b2bc-477784481c18', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1055088750', 'tenant_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': '8dd5ca91-12a7-425a-b418-d62a2ce26233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:43:57Z', 'updated_at': '2021-07-13T14:44:02Z', 'revision_number': 4, 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'gw_port': {'id': '8dd5ca91-12a7-425a-b418-d62a2ce26233', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:41:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85211307-f372-40fb-b2bc-477784481c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:43:57Z', 'updated_at': '2021-07-13T14:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': '74456f3c-73eb-4389-9025-b985087ca876', 'name': '', 'network_id': 'e7771afb-fa55-4ab9-86b7-7b753b9d4f18', 'tenant_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'mac_address': 'fa:16:3e:ef:80:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85211307-f372-40fb-b2bc-477784481c18', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '23bf253f-45a3-4d45-991a-7b0b9de9ac42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:44:01Z', 'updated_at': '2021-07-13T14:44:05Z', 'revision_number': 4, 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'subnets': [{'id': '23bf253f-45a3-4d45-991a-7b0b9de9ac42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:44:06.310513 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-3d35601e-da8f-41a4-9c30-9c4652c829bf req-d2e70909-a538-45f9-a0b5-c4bb1b69847a tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Request body: {'port': {'device_id': 'ed9faf85-ddb4-4030-b183-183cb9164e8a', 'network_id': 'e7771afb-fa55-4ab9-86b7-7b753b9d4f18', 'admin_state_up': True, 'tenant_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'security_groups': ['d5f9006e-6e12-4d74-b1e9-3b2154f6b670']}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:44:06.335339 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f51cf01-c152-449b-a755-abe80498725d None None] The sync data for ids ['85211307-f372-40fb-b2bc-477784481c18'] in n-d-800634-1 is: [{'id': '85211307-f372-40fb-b2bc-477784481c18', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1055088750', 'tenant_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': '8dd5ca91-12a7-425a-b418-d62a2ce26233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:43:57Z', 'updated_at': '2021-07-13T14:44:02Z', 'revision_number': 4, 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'gw_port': {'id': '8dd5ca91-12a7-425a-b418-d62a2ce26233', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:41:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85211307-f372-40fb-b2bc-477784481c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:43:57Z', 'updated_at': '2021-07-13T14:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': '74456f3c-73eb-4389-9025-b985087ca876', 'name': '', 'network_id': 'e7771afb-fa55-4ab9-86b7-7b753b9d4f18', 'tenant_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'mac_address': 'fa:16:3e:ef:80:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85211307-f372-40fb-b2bc-477784481c18', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '23bf253f-45a3-4d45-991a-7b0b9de9ac42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:44:01Z', 'updated_at': '2021-07-13T14:44:05Z', 'revision_number': 4, 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'subnets': [{'id': '23bf253f-45a3-4d45-991a-7b0b9de9ac42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:44:06.520231 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d35601e-da8f-41a4-9c30-9c4652c829bf req-d2e70909-a538-45f9-a0b5-c4bb1b69847a tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Made reservation on behalf of ef1f8ac45b0f4587af94f69056f43b30 for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:44:06.526662 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-3d35601e-da8f-41a4-9c30-9c4652c829bf req-d2e70909-a538-45f9-a0b5-c4bb1b69847a tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:06.749950 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [req-3d35601e-da8f-41a4-9c30-9c4652c829bf req-d2e70909-a538-45f9-a0b5-c4bb1b69847a tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Allocated IP 172.20.0.9 (e7771afb-fa55-4ab9-86b7-7b753b9d4f18/23bf253f-45a3-4d45-991a-7b0b9de9ac42/d08f88a7-2dd3-4f95-a922-5c69c5e84fde) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:44:06.978690 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-3d35601e-da8f-41a4-9c30-9c4652c829bf req-d2e70909-a538-45f9-a0b5-c4bb1b69847a tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:06.998401 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-3d35601e-da8f-41a4-9c30-9c4652c829bf req-d2e70909-a538-45f9-a0b5-c4bb1b69847a tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Transition to ACTIVE for port object d08f88a7-2dd3-4f95-a922-5c69c5e84fde will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:44:07.064853 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-3d35601e-da8f-41a4-9c30-9c4652c829bf req-d2e70909-a538-45f9-a0b5-c4bb1b69847a tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:07.130661 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d35601e-da8f-41a4-9c30-9c4652c829bf req-d2e70909-a538-45f9-a0b5-c4bb1b69847a tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Network e7771afb-fa55-4ab9-86b7-7b753b9d4f18 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:44:07.134858 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [req-3d35601e-da8f-41a4-9c30-9c4652c829bf req-d2e70909-a538-45f9-a0b5-c4bb1b69847a tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:44:07.137722 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d35601e-da8f-41a4-9c30-9c4652c829bf req-d2e70909-a538-45f9-a0b5-c4bb1b69847a tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:44:07.191453 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e70909-a538-45f9-a0b5-c4bb1b69847a tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Pushing event updated for resources: {'Port': ['ID=d08f88a7-2dd3-4f95-a922-5c69c5e84fde,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:44:07.220776 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d35601e-da8f-41a4-9c30-9c4652c829bf req-d2e70909-a538-45f9-a0b5-c4bb1b69847a tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:07.221820 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-3d35601e-da8f-41a4-9c30-9c4652c829bf req-d2e70909-a538-45f9-a0b5-c4bb1b69847a tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:07.241904 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3d35601e-da8f-41a4-9c30-9c4652c829bf req-d2e70909-a538-45f9-a0b5-c4bb1b69847a tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9400396 Jul 13 14:44:07.255724 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-3d35601e-da8f-41a4-9c30-9c4652c829bf req-2430bc46-08f7-4c1d-adfb-723bbe21f10f service neutron] Request body: {'port': {'device_id': 'ed9faf85-ddb4-4030-b183-183cb9164e8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-1'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:44:07.395381 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-3d35601e-da8f-41a4-9c30-9c4652c829bf req-2430bc46-08f7-4c1d-adfb-723bbe21f10f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:07.445360 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e3d7a5-bca0-43e2-882a-5de251c48634 req-706a5f46-1f1f-4155-bd43-95ee7f732360 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:07.452527 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-99e3d7a5-bca0-43e2-882a-5de251c48634 req-706a5f46-1f1f-4155-bd43-95ee7f732360 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/ports?device_id=ed9faf85-ddb4-4030-b183-183cb9164e8a HTTP/1.1" status: 200 len: 931 time: 0.2362409 Jul 13 14:44:07.495558 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-59691584-10eb-4ccb-a972-bc49183dad2c None None] Provisioning for port d08f88a7-2dd3-4f95-a922-5c69c5e84fde completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:44:07.504630 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-59691584-10eb-4ccb-a972-bc49183dad2c None None] Provisioning complete for port d08f88a7-2dd3-4f95-a922-5c69c5e84fde triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:44:07.505118 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-59691584-10eb-4ccb-a972-bc49183dad2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:07.515927 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-99e3d7a5-bca0-43e2-882a-5de251c48634 req-09556bbd-31ad-4b0a-854e-9420498eac8a tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5f9006e-6e12-4d74-b1e9-3b2154f6b670&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539513 Jul 13 14:44:07.561783 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-59691584-10eb-4ccb-a972-bc49183dad2c None None] Port d08f88a7-2dd3-4f95-a922-5c69c5e84fde cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:44:07.808700 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [req-3d35601e-da8f-41a4-9c30-9c4652c829bf req-2430bc46-08f7-4c1d-adfb-723bbe21f10f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d08f88a7-2dd3-4f95-a922-5c69c5e84fde {{(pid=93751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:44:07.820895 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-3d35601e-da8f-41a4-9c30-9c4652c829bf req-2430bc46-08f7-4c1d-adfb-723bbe21f10f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:07.841967 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-3d35601e-da8f-41a4-9c30-9c4652c829bf req-2430bc46-08f7-4c1d-adfb-723bbe21f10f service neutron] Transition to ACTIVE for port object d08f88a7-2dd3-4f95-a922-5c69c5e84fde will not be triggered until provisioned by entity L2. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:44:07.849017 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-3d35601e-da8f-41a4-9c30-9c4652c829bf req-2430bc46-08f7-4c1d-adfb-723bbe21f10f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:07.912880 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2430bc46-08f7-4c1d-adfb-723bbe21f10f service neutron] Pushing event updated for resources: {'Port': ['ID=d08f88a7-2dd3-4f95-a922-5c69c5e84fde,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:44:08.002836 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-3d35601e-da8f-41a4-9c30-9c4652c829bf req-2430bc46-08f7-4c1d-adfb-723bbe21f10f service neutron] Attempting to bind port d08f88a7-2dd3-4f95-a922-5c69c5e84fde on host n-h2-800634-1 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:44:08.003890 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-3d35601e-da8f-41a4-9c30-9c4652c829bf req-2430bc46-08f7-4c1d-adfb-723bbe21f10f service neutron] Attempting to bind port d08f88a7-2dd3-4f95-a922-5c69c5e84fde by drivers openvswitch,hyperv on host n-h2-800634-1 at level 0 using segments [{'id': 'b5ba4522-e545-4f9a-9c50-f81bdc6d510e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e7771afb-fa55-4ab9-86b7-7b753b9d4f18'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:44:08.004650 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d35601e-da8f-41a4-9c30-9c4652c829bf req-2430bc46-08f7-4c1d-adfb-723bbe21f10f service neutron] Attempting to bind port d08f88a7-2dd3-4f95-a922-5c69c5e84fde on network e7771afb-fa55-4ab9-86b7-7b753b9d4f18 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:44:08.011866 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d35601e-da8f-41a4-9c30-9c4652c829bf req-2430bc46-08f7-4c1d-adfb-723bbe21f10f service neutron] Port d08f88a7-2dd3-4f95-a922-5c69c5e84fde on network e7771afb-fa55-4ab9-86b7-7b753b9d4f18 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-1 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 14:44:08.012313 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d35601e-da8f-41a4-9c30-9c4652c829bf req-2430bc46-08f7-4c1d-adfb-723bbe21f10f service neutron] Attempting to bind port d08f88a7-2dd3-4f95-a922-5c69c5e84fde on network e7771afb-fa55-4ab9-86b7-7b753b9d4f18 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:44:08.023025 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d35601e-da8f-41a4-9c30-9c4652c829bf req-2430bc46-08f7-4c1d-adfb-723bbe21f10f service neutron] Checking agent: {'id': 'f615e5c9-21ab-43f2-adbc-192d64b795cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:44:08.023545 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d35601e-da8f-41a4-9c30-9c4652c829bf req-2430bc46-08f7-4c1d-adfb-723bbe21f10f service neutron] Checking segment: {'id': 'b5ba4522-e545-4f9a-9c50-f81bdc6d510e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e7771afb-fa55-4ab9-86b7-7b753b9d4f18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:44:08.024154 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d35601e-da8f-41a4-9c30-9c4652c829bf req-2430bc46-08f7-4c1d-adfb-723bbe21f10f service neutron] Bound using segment: {'id': 'b5ba4522-e545-4f9a-9c50-f81bdc6d510e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e7771afb-fa55-4ab9-86b7-7b753b9d4f18'} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:44:08.024812 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-3d35601e-da8f-41a4-9c30-9c4652c829bf req-2430bc46-08f7-4c1d-adfb-723bbe21f10f service neutron] Bound port: d08f88a7-2dd3-4f95-a922-5c69c5e84fde, host: n-h2-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5ba4522-e545-4f9a-9c50-f81bdc6d510e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e7771afb-fa55-4ab9-86b7-7b753b9d4f18'}}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:44:08.025338 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-3d35601e-da8f-41a4-9c30-9c4652c829bf req-2430bc46-08f7-4c1d-adfb-723bbe21f10f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:08.122217 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-3d35601e-da8f-41a4-9c30-9c4652c829bf req-2430bc46-08f7-4c1d-adfb-723bbe21f10f service neutron] For port d08f88a7-2dd3-4f95-a922-5c69c5e84fde, host n-h2-800634-1, cleared binding levels {{(pid=93751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:44:08.127985 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-3d35601e-da8f-41a4-9c30-9c4652c829bf req-2430bc46-08f7-4c1d-adfb-723bbe21f10f service neutron] For port d08f88a7-2dd3-4f95-a922-5c69c5e84fde, host n-h2-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=d08f88a7-2dd3-4f95-a922-5c69c5e84fde,segment=NetworkSegment(b5ba4522-e545-4f9a-9c50-f81bdc6d510e),segment_id=b5ba4522-e545-4f9a-9c50-f81bdc6d510e)] {{(pid=93751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:44:08.134967 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-3d35601e-da8f-41a4-9c30-9c4652c829bf req-2430bc46-08f7-4c1d-adfb-723bbe21f10f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:08.192621 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d35601e-da8f-41a4-9c30-9c4652c829bf req-2430bc46-08f7-4c1d-adfb-723bbe21f10f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:08.193618 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-3d35601e-da8f-41a4-9c30-9c4652c829bf req-2430bc46-08f7-4c1d-adfb-723bbe21f10f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:08.195873 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3d35601e-da8f-41a4-9c30-9c4652c829bf req-2430bc46-08f7-4c1d-adfb-723bbe21f10f service neutron] 10.222.0.41 "PUT /v2.0/ports/d08f88a7-2dd3-4f95-a922-5c69c5e84fde HTTP/1.1" status: 200 len: 1091 time: 0.9453118 Jul 13 14:44:08.196532 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed9faf85-ddb4-4030-b183-183cb9164e8a', 'tag': 'd08f88a7-2dd3-4f95-a922-5c69c5e84fde'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:44:08.200404 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dea8b0fca9d342929f96bd35c86b8a14765464b9140f1e1e2496fbd7209775c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17205feb-bc18-4987-97f0-ff8054326c60" -d '{"events": [{"name": "network-changed", "server_uuid": "ed9faf85-ddb4-4030-b183-183cb9164e8a", "tag": "d08f88a7-2dd3-4f95-a922-5c69c5e84fde"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:44:08.252594 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2430bc46-08f7-4c1d-adfb-723bbe21f10f service neutron] Pushing event updated for resources: {'Port': ['ID=d08f88a7-2dd3-4f95-a922-5c69c5e84fde,revision_number=3']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:44:08.276255 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:44:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faed3021-2b66-456f-a855-6966a929b118 x-openstack-request-id: req-faed3021-2b66-456f-a855-6966a929b118 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:44:08.276677 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed9faf85-ddb4-4030-b183-183cb9164e8a", "tag": "d08f88a7-2dd3-4f95-a922-5c69c5e84fde", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:44:08.277026 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-faed3021-2b66-456f-a855-6966a929b118 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:44:08.277525 n-d-800634-1 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed9faf85-ddb4-4030-b183-183cb9164e8a', 'tag': 'd08f88a7-2dd3-4f95-a922-5c69c5e84fde', 'status': 'completed', 'code': 200} Jul 13 14:44:08.350875 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d35601e-da8f-41a4-9c30-9c4652c829bf req-7136fdbd-a944-49df-af6b-fd4d02f6d9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:08.352259 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3d35601e-da8f-41a4-9c30-9c4652c829bf req-7136fdbd-a944-49df-af6b-fd4d02f6d9ff service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ef1f8ac45b0f4587af94f69056f43b30&device_id=ed9faf85-ddb4-4030-b183-183cb9164e8a HTTP/1.1" status: 200 len: 1094 time: 0.0948565 Jul 13 14:44:08.419621 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3d35601e-da8f-41a4-9c30-9c4652c829bf req-41d44707-a651-4d4d-aacf-fed3327935bb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d08f88a7-2dd3-4f95-a922-5c69c5e84fde HTTP/1.1" status: 200 len: 217 time: 0.0599742 Jul 13 14:44:08.422691 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 74456f3c-73eb-4389-9025-b985087ca876 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:44:08.490550 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d35601e-da8f-41a4-9c30-9c4652c829bf req-619fabcd-6cfe-4612-8947-be5bef2ef2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:08.492110 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3d35601e-da8f-41a4-9c30-9c4652c829bf req-619fabcd-6cfe-4612-8947-be5bef2ef2bc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=23bf253f-45a3-4d45-991a-7b0b9de9ac42 HTTP/1.1" status: 200 len: 835 time: 0.0670369 Jul 13 14:44:08.502168 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port 74456f3c-73eb-4389-9025-b985087ca876 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:44:08.506782 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 74456f3c-73eb-4389-9025-b985087ca876 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:44:08.507372 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:08.572597 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d35601e-da8f-41a4-9c30-9c4652c829bf req-62a9995c-1af1-43b1-b2e5-2c6c1aeaaf54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:08.575215 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3d35601e-da8f-41a4-9c30-9c4652c829bf req-62a9995c-1af1-43b1-b2e5-2c6c1aeaaf54 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e7771afb-fa55-4ab9-86b7-7b753b9d4f18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0767705 Jul 13 14:44:08.619540 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:08.670760 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port 74456f3c-73eb-4389-9025-b985087ca876, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=74456f3c-73eb-4389-9025-b985087ca876,segment=NetworkSegment(b5ba4522-e545-4f9a-9c50-f81bdc6d510e),segment_id=b5ba4522-e545-4f9a-9c50-f81bdc6d510e)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:44:08.677776 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:08.757728 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3d35601e-da8f-41a4-9c30-9c4652c829bf req-5eea1406-149d-4ed1-90a3-c132da4ce270 service neutron] 10.222.0.41 "GET /v2.0/networks/e7771afb-fa55-4ab9-86b7-7b753b9d4f18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752462 Jul 13 14:44:08.784663 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=74456f3c-73eb-4389-9025-b985087ca876,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:44:08.823828 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d34753-d30c-4433-8b8d-6d42ba07345b req-19a14901-be28-4991-8ab2-198803cf06c2 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:08.827077 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c4d34753-d30c-4433-8b8d-6d42ba07345b req-19a14901-be28-4991-8ab2-198803cf06c2 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/ports?device_id=ed9faf85-ddb4-4030-b183-183cb9164e8a HTTP/1.1" status: 200 len: 943 time: 0.0891087 Jul 13 14:44:08.881005 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c4d34753-d30c-4433-8b8d-6d42ba07345b req-8b5b7b7f-43d2-4a38-889f-131f144bd967 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5f9006e-6e12-4d74-b1e9-3b2154f6b670&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430305 Jul 13 14:44:08.895063 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3d35601e-da8f-41a4-9c30-9c4652c829bf req-3f1d7e24-a589-4c59-b70b-de5205bae8a5 service neutron] 10.222.0.41 "GET /v2.0/networks/e7771afb-fa55-4ab9-86b7-7b753b9d4f18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309202 Jul 13 14:44:09.004085 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17205feb-bc18-4987-97f0-ff8054326c60 req-6f9f5010-e58f-4905-a8d4-5852608e3aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:09.005639 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-17205feb-bc18-4987-97f0-ff8054326c60 req-6f9f5010-e58f-4905-a8d4-5852608e3aad service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ef1f8ac45b0f4587af94f69056f43b30&device_id=ed9faf85-ddb4-4030-b183-183cb9164e8a HTTP/1.1" status: 200 len: 1094 time: 0.0559523 Jul 13 14:44:09.423168 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17205feb-bc18-4987-97f0-ff8054326c60 req-a2b3e721-8391-4091-9654-a3ad5cbf70a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:09.424831 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-17205feb-bc18-4987-97f0-ff8054326c60 req-a2b3e721-8391-4091-9654-a3ad5cbf70a7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e7771afb-fa55-4ab9-86b7-7b753b9d4f18 HTTP/1.1" status: 200 len: 897 time: 0.4133112 Jul 13 14:44:09.471224 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-17205feb-bc18-4987-97f0-ff8054326c60 req-c8d452e1-c342-4c57-bbe7-44c275049c5d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d08f88a7-2dd3-4f95-a922-5c69c5e84fde HTTP/1.1" status: 200 len: 217 time: 0.0385563 Jul 13 14:44:09.530765 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17205feb-bc18-4987-97f0-ff8054326c60 req-9ddf2a33-1804-4a93-8d33-d236c6658e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:09.532772 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-17205feb-bc18-4987-97f0-ff8054326c60 req-9ddf2a33-1804-4a93-8d33-d236c6658e9a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=23bf253f-45a3-4d45-991a-7b0b9de9ac42 HTTP/1.1" status: 200 len: 835 time: 0.0550835 Jul 13 14:44:09.630904 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17205feb-bc18-4987-97f0-ff8054326c60 req-8ffe4a0a-8a61-4d9b-845f-7eeeb743acba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:09.633421 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-17205feb-bc18-4987-97f0-ff8054326c60 req-8ffe4a0a-8a61-4d9b-845f-7eeeb743acba service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e7771afb-fa55-4ab9-86b7-7b753b9d4f18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0901649 Jul 13 14:44:09.745444 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-17205feb-bc18-4987-97f0-ff8054326c60 req-fca47d31-3470-4f13-8d2f-3f9ab0d16f99 service neutron] 10.222.0.41 "GET /v2.0/networks/e7771afb-fa55-4ab9-86b7-7b753b9d4f18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049793 Jul 13 14:44:09.901197 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-17205feb-bc18-4987-97f0-ff8054326c60 req-22be0bc7-e442-4c1d-a58d-ce66e254065c service neutron] 10.222.0.41 "GET /v2.0/networks/e7771afb-fa55-4ab9-86b7-7b753b9d4f18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492317 Jul 13 14:44:10.160500 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb891c2-4f73-467a-abfc-5a643b8817e7 req-4bd4e25b-26fa-4519-ac97-78edbdb4b12b tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:10.162097 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-efb891c2-4f73-467a-abfc-5a643b8817e7 req-4bd4e25b-26fa-4519-ac97-78edbdb4b12b tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/ports?device_id=ed9faf85-ddb4-4030-b183-183cb9164e8a HTTP/1.1" status: 200 len: 943 time: 0.0999558 Jul 13 14:44:10.210258 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-efb891c2-4f73-467a-abfc-5a643b8817e7 req-2fdd1827-6425-4cd5-9f5a-633c17380c83 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5f9006e-6e12-4d74-b1e9-3b2154f6b670&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382178 Jul 13 14:44:10.355516 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 74456f3c-73eb-4389-9025-b985087ca876 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:44:10.432614 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 74456f3c-73eb-4389-9025-b985087ca876 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:44:10.433053 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:10.841020 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device d08f88a7-2dd3-4f95-a922-5c69c5e84fde details requested by agent hyperv_n-h2-800634-1 with host n-h2-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 14:44:10.957843 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port d08f88a7-2dd3-4f95-a922-5c69c5e84fde, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=d08f88a7-2dd3-4f95-a922-5c69c5e84fde,segment=NetworkSegment(b5ba4522-e545-4f9a-9c50-f81bdc6d510e),segment_id=b5ba4522-e545-4f9a-9c50-f81bdc6d510e)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:44:10.976579 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Returning: {'device': 'd08f88a7-2dd3-4f95-a922-5c69c5e84fde', 'network_id': 'e7771afb-fa55-4ab9-86b7-7b753b9d4f18', 'port_id': 'd08f88a7-2dd3-4f95-a922-5c69c5e84fde', 'mac_address': 'fa:16:3e:94:dc:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23bf253f-45a3-4d45-991a-7b0b9de9ac42', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 14:44:11.039264 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:11.057938 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d08f88a7-2dd3-4f95-a922-5c69c5e84fde {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:44:11.091868 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port d08f88a7-2dd3-4f95-a922-5c69c5e84fde, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=d08f88a7-2dd3-4f95-a922-5c69c5e84fde,segment=NetworkSegment(b5ba4522-e545-4f9a-9c50-f81bdc6d510e),segment_id=b5ba4522-e545-4f9a-9c50-f81bdc6d510e)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:44:11.098500 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:11.177857 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=d08f88a7-2dd3-4f95-a922-5c69c5e84fde,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:44:11.321684 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['d08f88a7-2dd3-4f95-a922-5c69c5e84fde'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:44:11.504034 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff438938-babd-43d7-9709-9afeb94e802a req-71e1a6aa-6448-4f7c-93c5-882b8ad5db73 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:11.506537 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ff438938-babd-43d7-9709-9afeb94e802a req-71e1a6aa-6448-4f7c-93c5-882b8ad5db73 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/ports?device_id=ed9faf85-ddb4-4030-b183-183cb9164e8a HTTP/1.1" status: 200 len: 944 time: 0.1104825 Jul 13 14:44:11.572466 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ff438938-babd-43d7-9709-9afeb94e802a req-63db5b0a-ccd9-4c0a-b836-f0a2c3305a39 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5f9006e-6e12-4d74-b1e9-3b2154f6b670&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528495 Jul 13 14:44:12.839519 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device d08f88a7-2dd3-4f95-a922-5c69c5e84fde up at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:44:12.879963 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e393ad49-1e3c-46b2-a21f-9e94f7b25a63 req-8cdc0cc9-58e9-4245-8b03-708b2c35fb44 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:12.881816 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e393ad49-1e3c-46b2-a21f-9e94f7b25a63 req-8cdc0cc9-58e9-4245-8b03-708b2c35fb44 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/ports?device_id=ed9faf85-ddb4-4030-b183-183cb9164e8a HTTP/1.1" status: 200 len: 944 time: 0.1098073 Jul 13 14:44:12.912359 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning for port d08f88a7-2dd3-4f95-a922-5c69c5e84fde completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:44:12.918982 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning complete for port d08f88a7-2dd3-4f95-a922-5c69c5e84fde triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:44:12.919653 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:12.932528 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e393ad49-1e3c-46b2-a21f-9e94f7b25a63 req-b937bdc2-a41e-4251-a3b7-983727f277e5 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5f9006e-6e12-4d74-b1e9-3b2154f6b670&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436451 Jul 13 14:44:13.036404 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:13.062673 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed9faf85-ddb4-4030-b183-183cb9164e8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd08f88a7-2dd3-4f95-a922-5c69c5e84fde'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:44:13.065455 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f877c416c4e1be0a98e2d34673ec81d4e31c3422e8e709fff770f7d8b7e0843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6415fb9-fa11-479d-b223-ef7e7bbe382c" -d '{"events": [{"server_uuid": "ed9faf85-ddb4-4030-b183-183cb9164e8a", "name": "network-vif-plugged", "status": "completed", "tag": "d08f88a7-2dd3-4f95-a922-5c69c5e84fde"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:44:13.084655 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port d08f88a7-2dd3-4f95-a922-5c69c5e84fde, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=d08f88a7-2dd3-4f95-a922-5c69c5e84fde,segment=NetworkSegment(b5ba4522-e545-4f9a-9c50-f81bdc6d510e),segment_id=b5ba4522-e545-4f9a-9c50-f81bdc6d510e)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:44:13.089487 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:13.126185 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ab980d3-4e1f-4306-8ff3-e86ece31ecf7 x-openstack-request-id: req-2ab980d3-4e1f-4306-8ff3-e86ece31ecf7 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:44:13.126469 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed9faf85-ddb4-4030-b183-183cb9164e8a", "name": "network-vif-plugged", "status": "completed", "tag": "d08f88a7-2dd3-4f95-a922-5c69c5e84fde", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:44:13.126741 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2ab980d3-4e1f-4306-8ff3-e86ece31ecf7 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:44:13.127136 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed9faf85-ddb4-4030-b183-183cb9164e8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd08f88a7-2dd3-4f95-a922-5c69c5e84fde', 'code': 200} Jul 13 14:44:13.152033 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=d08f88a7-2dd3-4f95-a922-5c69c5e84fde,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:44:13.255358 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d88238-dfc6-4c60-9c8a-a29a4f3979b3 req-deaf0350-2ca0-41c0-8e32-2558b618ff20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:13.258022 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-13d88238-dfc6-4c60-9c8a-a29a4f3979b3 req-deaf0350-2ca0-41c0-8e32-2558b618ff20 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ed9faf85-ddb4-4030-b183-183cb9164e8a HTTP/1.1" status: 200 len: 1096 time: 0.0697012 Jul 13 14:44:13.312939 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-13d88238-dfc6-4c60-9c8a-a29a4f3979b3 req-0a83caeb-d99c-400c-b7cf-5ada3c6c02f5 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d5f9006e-6e12-4d74-b1e9-3b2154f6b670&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488811 Jul 13 14:44:14.194373 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675c10aa-19ec-4b10-b02f-a7641b18543a req-4f584a81-a28e-4a69-8fd8-adc257819365 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:14.196937 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-675c10aa-19ec-4b10-b02f-a7641b18543a req-4f584a81-a28e-4a69-8fd8-adc257819365 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/ports?device_id=ed9faf85-ddb4-4030-b183-183cb9164e8a HTTP/1.1" status: 200 len: 945 time: 0.1055586 Jul 13 14:44:14.269483 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-675c10aa-19ec-4b10-b02f-a7641b18543a req-4dd3dcb8-bb14-4a9a-b6ef-e6782426fac2 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5f9006e-6e12-4d74-b1e9-3b2154f6b670&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615151 Jul 13 14:44:15.494613 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e07b46-8901-475f-9ea4-b45470690a67 req-edd71c62-3a23-4a8d-bff2-a33cc9aef3a4 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:15.497351 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d1e07b46-8901-475f-9ea4-b45470690a67 req-edd71c62-3a23-4a8d-bff2-a33cc9aef3a4 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/ports?device_id=ed9faf85-ddb4-4030-b183-183cb9164e8a HTTP/1.1" status: 200 len: 945 time: 0.0857694 Jul 13 14:44:15.562141 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d1e07b46-8901-475f-9ea4-b45470690a67 req-f84ef0e6-8b63-4bcc-9753-ca287854974f tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5f9006e-6e12-4d74-b1e9-3b2154f6b670&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567908 Jul 13 14:44:15.827141 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4263e9e6-50b8-4a8d-82e8-eb4804080b5e req-bec88560-49a6-43f9-8cf8-e76812862ec7 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:15.829159 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4263e9e6-50b8-4a8d-82e8-eb4804080b5e req-bec88560-49a6-43f9-8cf8-e76812862ec7 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/ports?device_id=ed9faf85-ddb4-4030-b183-183cb9164e8a HTTP/1.1" status: 200 len: 945 time: 0.0956151 Jul 13 14:44:15.890302 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4263e9e6-50b8-4a8d-82e8-eb4804080b5e req-d8cb5cdb-b64a-4966-bb2b-5bfcec15ff12 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5f9006e-6e12-4d74-b1e9-3b2154f6b670&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510933 Jul 13 14:44:15.932047 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 52202) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:44:15.999635 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c245cb-c8bb-43cc-b0f1-015a0541de23 tempest-TestNetworkAdvancedServerOps-519239000 tempest-TestNetworkAdvancedServerOps-519239000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:16.001202 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-09c245cb-c8bb-43cc-b0f1-015a0541de23 tempest-TestNetworkAdvancedServerOps-519239000 tempest-TestNetworkAdvancedServerOps-519239000-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=ed9faf85-ddb4-4030-b183-183cb9164e8a HTTP/1.1" status: 200 len: 1091 time: 0.0676687 Jul 13 14:44:16.005889 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 52204) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:44:16.010799 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-842cd049-9abe-4f70-856b-31cf88e1363d tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Request body: {'floatingip': {'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'port_id': 'd08f88a7-2dd3-4f95-a922-5c69c5e84fde', 'tenant_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:44:16.037397 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-842cd049-9abe-4f70-856b-31cf88e1363d tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for floatingip, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:16.197113 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-842cd049-9abe-4f70-856b-31cf88e1363d tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:16.348292 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-842cd049-9abe-4f70-856b-31cf88e1363d tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Allocated IP 172.25.6.141 (acf968b8-c524-46a9-a20b-ad9667009130/dde5a78e-bd1e-4f47-8189-7321d4de73d3/d6ba22ef-1142-4c37-a360-5bd52979d13a) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:44:16.490106 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-842cd049-9abe-4f70-856b-31cf88e1363d tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:16.539645 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-842cd049-9abe-4f70-856b-31cf88e1363d tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:16.586660 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-842cd049-9abe-4f70-856b-31cf88e1363d tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Network acf968b8-c524-46a9-a20b-ad9667009130 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:44:16.592097 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-842cd049-9abe-4f70-856b-31cf88e1363d tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:44:16.602680 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842cd049-9abe-4f70-856b-31cf88e1363d tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:44:16.648725 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842cd049-9abe-4f70-856b-31cf88e1363d tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Pushing event updated for resources: {'Port': ['ID=d6ba22ef-1142-4c37-a360-5bd52979d13a,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:44:17.107796 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-842cd049-9abe-4f70-856b-31cf88e1363d tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:17.216291 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-842cd049-9abe-4f70-856b-31cf88e1363d tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:17.375670 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e747a0b7-7369-48ba-a3d4-0139fcf82fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:17.423153 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-842cd049-9abe-4f70-856b-31cf88e1363d tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:17.428571 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-842cd049-9abe-4f70-856b-31cf88e1363d tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:17.506515 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842cd049-9abe-4f70-856b-31cf88e1363d tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Pushing event updated for resources: {'Port': ['ID=d6ba22ef-1142-4c37-a360-5bd52979d13a,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:44:17.523790 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-842cd049-9abe-4f70-856b-31cf88e1363d tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446547'] for floatingip, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:17.640157 n-d-800634-1 neutron-server[93750]: INFO neutron.db.l3_db [None req-842cd049-9abe-4f70-856b-31cf88e1363d tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Floating IP de443b2b-1150-4974-82b3-457be74894f2 associated. External IP: 172.25.6.141, port: d08f88a7-2dd3-4f95-a922-5c69c5e84fde. Jul 13 14:44:17.894117 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-842cd049-9abe-4f70-856b-31cf88e1363d tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Router 85211307-f372-40fb-b2bc-477784481c18 has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:44:18.387643 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-842cd049-9abe-4f70-856b-31cf88e1363d tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:44:18.402700 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb68e62-4d79-4058-aa03-780738c94ba5 None None] Sync routers for ids ['85211307-f372-40fb-b2bc-477784481c18'] in n-d-800634-1 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:44:18.411845 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-842cd049-9abe-4f70-856b-31cf88e1363d tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for floatingip, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:18.419905 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb68e62-4d79-4058-aa03-780738c94ba5 None None] Routers {'85211307-f372-40fb-b2bc-477784481c18'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:44:18.421347 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-1bb68e62-4d79-4058-aa03-780738c94ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:43:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['85211307-f372-40fb-b2bc-477784481c18'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:44:18.471059 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-842cd049-9abe-4f70-856b-31cf88e1363d tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4609568 Jul 13 14:44:18.471059 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed9faf85-ddb4-4030-b183-183cb9164e8a', 'tag': 'd08f88a7-2dd3-4f95-a922-5c69c5e84fde'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:44:18.474063 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d80e434584b282bc6a886e23c599c6bef7951b468a8cb6259e8628cee4d6f2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4e6483b-98d8-4258-8e03-850323e5d1d6" -d '{"events": [{"name": "network-changed", "server_uuid": "ed9faf85-ddb4-4030-b183-183cb9164e8a", "tag": "d08f88a7-2dd3-4f95-a922-5c69c5e84fde"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:44:18.540669 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:44:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5af99160-9ac7-4d6c-928e-c0702d108e61 x-openstack-request-id: req-5af99160-9ac7-4d6c-928e-c0702d108e61 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:44:18.541129 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed9faf85-ddb4-4030-b183-183cb9164e8a", "tag": "d08f88a7-2dd3-4f95-a922-5c69c5e84fde", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:44:18.541544 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5af99160-9ac7-4d6c-928e-c0702d108e61 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:44:18.542102 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed9faf85-ddb4-4030-b183-183cb9164e8a', 'tag': 'd08f88a7-2dd3-4f95-a922-5c69c5e84fde', 'status': 'completed', 'code': 200} Jul 13 14:44:18.606804 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-1bb68e62-4d79-4058-aa03-780738c94ba5 None None] Set router 85211307-f372-40fb-b2bc-477784481c18 gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:44:18.652583 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e6483b-98d8-4258-8e03-850323e5d1d6 req-cd3f4318-e371-4bf0-b2ba-37b03d339602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:18.656491 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c4e6483b-98d8-4258-8e03-850323e5d1d6 req-cd3f4318-e371-4bf0-b2ba-37b03d339602 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ef1f8ac45b0f4587af94f69056f43b30&device_id=ed9faf85-ddb4-4030-b183-183cb9164e8a HTTP/1.1" status: 200 len: 1096 time: 0.0884395 Jul 13 14:44:18.740347 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7947b0de-8e66-44c0-98c3-cf57a5eb447c req-8b17557e-f877-440a-a1a9-d5bbdeda9610 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:18.743188 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7947b0de-8e66-44c0-98c3-cf57a5eb447c req-8b17557e-f877-440a-a1a9-d5bbdeda9610 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/ports?device_id=ed9faf85-ddb4-4030-b183-183cb9164e8a HTTP/1.1" status: 200 len: 945 time: 0.1171434 Jul 13 14:44:18.815461 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7947b0de-8e66-44c0-98c3-cf57a5eb447c req-2a0c72d4-8be5-42cd-bc15-242b308fd7aa tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5f9006e-6e12-4d74-b1e9-3b2154f6b670&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612683 Jul 13 14:44:18.832644 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e6483b-98d8-4258-8e03-850323e5d1d6 req-c54e21c9-ab7d-4bdf-9829-85dbf471b15a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:18.835290 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c4e6483b-98d8-4258-8e03-850323e5d1d6 req-c54e21c9-ab7d-4bdf-9829-85dbf471b15a service neutron] 10.222.0.41 "GET /v2.0/networks?id=e7771afb-fa55-4ab9-86b7-7b753b9d4f18 HTTP/1.1" status: 200 len: 897 time: 0.1725948 Jul 13 14:44:18.862391 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 52210) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:44:18.946972 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c4e6483b-98d8-4258-8e03-850323e5d1d6 req-96a5353d-24b2-4a3b-b3a1-d5992b314c3c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d08f88a7-2dd3-4f95-a922-5c69c5e84fde HTTP/1.1" status: 200 len: 999 time: 0.1054897 Jul 13 14:44:18.987862 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-cdee77aa-6bd8-4a22-bf13-febc7538d2b9 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/floatingips/de443b2b-1150-4974-82b3-457be74894f2 HTTP/1.1" status: 200 len: 991 time: 0.1226883 Jul 13 14:44:19.010403 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-1bb68e62-4d79-4058-aa03-780738c94ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85211307-f372-40fb-b2bc-477784481c18', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1055088750', 'tenant_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': '8dd5ca91-12a7-425a-b418-d62a2ce26233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:43:57Z', 'updated_at': '2021-07-13T14:44:02Z', 'revision_number': 4, 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'gw_port': {'id': '8dd5ca91-12a7-425a-b418-d62a2ce26233', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:41:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85211307-f372-40fb-b2bc-477784481c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:43:57Z', 'updated_at': '2021-07-13T14:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_floatingips': [{'id': 'de443b2b-1150-4974-82b3-457be74894f2', 'tenant_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'floating_ip_address': '172.25.6.141', 'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'router_id': '85211307-f372-40fb-b2bc-477784481c18', 'port_id': 'd08f88a7-2dd3-4f95-a922-5c69c5e84fde', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7771afb-fa55-4ab9-86b7-7b753b9d4f18', 'mac_address': 'fa:16:3e:94:dc:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed9faf85-ddb4-4030-b183-183cb9164e8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:44:16Z', 'updated_at': '2021-07-13T14:44:16Z', 'revision_number': 0, 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74456f3c-73eb-4389-9025-b985087ca876', 'name': '', 'network_id': 'e7771afb-fa55-4ab9-86b7-7b753b9d4f18', 'tenant_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'mac_address': 'fa:16:3e:ef:80:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85211307-f372-40fb-b2bc-477784481c18', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '23bf253f-45a3-4d45-991a-7b0b9de9ac42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:44:01Z', 'updated_at': '2021-07-13T14:44:08Z', 'revision_number': 5, 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'subnets': [{'id': '23bf253f-45a3-4d45-991a-7b0b9de9ac42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:44:19.024766 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e6483b-98d8-4258-8e03-850323e5d1d6 req-d0864fde-7597-4892-89b9-35d8858b1f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:19.027795 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c4e6483b-98d8-4258-8e03-850323e5d1d6 req-d0864fde-7597-4892-89b9-35d8858b1f2c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=23bf253f-45a3-4d45-991a-7b0b9de9ac42 HTTP/1.1" status: 200 len: 835 time: 0.0732119 Jul 13 14:44:19.043810 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb68e62-4d79-4058-aa03-780738c94ba5 None None] Checking router: 85211307-f372-40fb-b2bc-477784481c18 for host: n-d-800634-1 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:44:19.054720 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb68e62-4d79-4058-aa03-780738c94ba5 None None] Routers {'85211307-f372-40fb-b2bc-477784481c18'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:44:19.055507 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-1bb68e62-4d79-4058-aa03-780738c94ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:43:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['85211307-f372-40fb-b2bc-477784481c18'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:44:19.127720 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e6483b-98d8-4258-8e03-850323e5d1d6 req-95f18aa5-6467-410d-8074-2537c711bc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:19.130697 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c4e6483b-98d8-4258-8e03-850323e5d1d6 req-95f18aa5-6467-410d-8074-2537c711bc93 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e7771afb-fa55-4ab9-86b7-7b753b9d4f18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0969837 Jul 13 14:44:19.227303 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-1bb68e62-4d79-4058-aa03-780738c94ba5 None None] Set router 85211307-f372-40fb-b2bc-477784481c18 gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:44:19.273506 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c4e6483b-98d8-4258-8e03-850323e5d1d6 req-f621d545-87db-4f0f-b322-2257275d5579 service neutron] 10.222.0.41 "GET /v2.0/networks/e7771afb-fa55-4ab9-86b7-7b753b9d4f18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329734 Jul 13 14:44:19.460193 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c4e6483b-98d8-4258-8e03-850323e5d1d6 req-5c0eacce-2e65-4035-b2a1-fdcfb2dbf811 service neutron] 10.222.0.41 "GET /v2.0/networks/e7771afb-fa55-4ab9-86b7-7b753b9d4f18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796067 Jul 13 14:44:19.646014 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-1bb68e62-4d79-4058-aa03-780738c94ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85211307-f372-40fb-b2bc-477784481c18', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1055088750', 'tenant_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': '8dd5ca91-12a7-425a-b418-d62a2ce26233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:43:57Z', 'updated_at': '2021-07-13T14:44:02Z', 'revision_number': 4, 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'gw_port': {'id': '8dd5ca91-12a7-425a-b418-d62a2ce26233', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:41:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85211307-f372-40fb-b2bc-477784481c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:43:57Z', 'updated_at': '2021-07-13T14:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_floatingips': [{'id': 'de443b2b-1150-4974-82b3-457be74894f2', 'tenant_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'floating_ip_address': '172.25.6.141', 'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'router_id': '85211307-f372-40fb-b2bc-477784481c18', 'port_id': 'd08f88a7-2dd3-4f95-a922-5c69c5e84fde', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7771afb-fa55-4ab9-86b7-7b753b9d4f18', 'mac_address': 'fa:16:3e:94:dc:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed9faf85-ddb4-4030-b183-183cb9164e8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:44:16Z', 'updated_at': '2021-07-13T14:44:16Z', 'revision_number': 0, 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74456f3c-73eb-4389-9025-b985087ca876', 'name': '', 'network_id': 'e7771afb-fa55-4ab9-86b7-7b753b9d4f18', 'tenant_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'mac_address': 'fa:16:3e:ef:80:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85211307-f372-40fb-b2bc-477784481c18', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '23bf253f-45a3-4d45-991a-7b0b9de9ac42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:44:01Z', 'updated_at': '2021-07-13T14:44:08Z', 'revision_number': 5, 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'subnets': [{'id': '23bf253f-45a3-4d45-991a-7b0b9de9ac42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:44:19.693838 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb68e62-4d79-4058-aa03-780738c94ba5 None None] The sync data for ids ['85211307-f372-40fb-b2bc-477784481c18'] in n-d-800634-1 is: [{'id': '85211307-f372-40fb-b2bc-477784481c18', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1055088750', 'tenant_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': '8dd5ca91-12a7-425a-b418-d62a2ce26233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:43:57Z', 'updated_at': '2021-07-13T14:44:02Z', 'revision_number': 4, 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'gw_port': {'id': '8dd5ca91-12a7-425a-b418-d62a2ce26233', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:41:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85211307-f372-40fb-b2bc-477784481c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:43:57Z', 'updated_at': '2021-07-13T14:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_floatingips': [{'id': 'de443b2b-1150-4974-82b3-457be74894f2', 'tenant_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'floating_ip_address': '172.25.6.141', 'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'router_id': '85211307-f372-40fb-b2bc-477784481c18', 'port_id': 'd08f88a7-2dd3-4f95-a922-5c69c5e84fde', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7771afb-fa55-4ab9-86b7-7b753b9d4f18', 'mac_address': 'fa:16:3e:94:dc:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed9faf85-ddb4-4030-b183-183cb9164e8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:44:16Z', 'updated_at': '2021-07-13T14:44:16Z', 'revision_number': 0, 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74456f3c-73eb-4389-9025-b985087ca876', 'name': '', 'network_id': 'e7771afb-fa55-4ab9-86b7-7b753b9d4f18', 'tenant_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'mac_address': 'fa:16:3e:ef:80:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85211307-f372-40fb-b2bc-477784481c18', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '23bf253f-45a3-4d45-991a-7b0b9de9ac42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:44:01Z', 'updated_at': '2021-07-13T14:44:08Z', 'revision_number': 5, 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'subnets': [{'id': '23bf253f-45a3-4d45-991a-7b0b9de9ac42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:44:19.991826 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4364939-aa8f-447c-97a3-f663cb6796ed None None] New status for floating IP de443b2b-1150-4974-82b3-457be74894f2: ACTIVE {{(pid=93752) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 14:44:19.992724 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 52212) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:44:20.057262 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8e5f461e-4a19-4a3b-b8bf-13263277714c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:20.105224 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-fddb9021-d071-41be-b9e2-9552a76fb59a tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/floatingips/de443b2b-1150-4974-82b3-457be74894f2 HTTP/1.1" status: 200 len: 991 time: 0.1116464 Jul 13 14:44:20.174426 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:21.110364 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 52214) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:44:21.190980 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-0ed9e798-9039-4299-8615-741cc26f217b tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/floatingips/de443b2b-1150-4974-82b3-457be74894f2 HTTP/1.1" status: 200 len: 993 time: 0.0794008 Jul 13 14:44:21.392352 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:22.887389 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:31.096519 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:31.418428 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:41.572454 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:44:46.341765 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9784e1be-a917-44ee-9ad8-39b1ffba52c4 req-54708a24-f856-41d6-879f-19c082bb3d9a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ed9faf85-ddb4-4030-b183-183cb9164e8a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1385379 Jul 13 14:44:46.360536 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988b785e-b675-448b-a0ab-8e33ea25c711 req-6334ffbc-f142-4fee-af8f-7b4fe82a5c4e tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:46.362230 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-988b785e-b675-448b-a0ab-8e33ea25c711 req-6334ffbc-f142-4fee-af8f-7b4fe82a5c4e tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/ports?device_id=ed9faf85-ddb4-4030-b183-183cb9164e8a HTTP/1.1" status: 200 len: 945 time: 0.0837905 Jul 13 14:44:46.425961 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-988b785e-b675-448b-a0ab-8e33ea25c711 req-8239fbef-6340-4990-92cd-cb2f72a4546c tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5f9006e-6e12-4d74-b1e9-3b2154f6b670&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533257 Jul 13 14:44:47.382186 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-92d365d5-30d6-48dd-a3d3-d9e966582375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:47.731288 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e321f21-7825-4925-8f1b-8675b73e254c req-1409f1e0-730e-45c7-93c8-26251f65e976 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:47.733312 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8e321f21-7825-4925-8f1b-8675b73e254c req-1409f1e0-730e-45c7-93c8-26251f65e976 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/ports?device_id=ed9faf85-ddb4-4030-b183-183cb9164e8a HTTP/1.1" status: 200 len: 945 time: 0.1156991 Jul 13 14:44:47.792359 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8e321f21-7825-4925-8f1b-8675b73e254c req-e8487476-93a8-40fc-8c55-ea35fedab184 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5f9006e-6e12-4d74-b1e9-3b2154f6b670&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514152 Jul 13 14:44:48.327798 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9784e1be-a917-44ee-9ad8-39b1ffba52c4 req-b9e64f1c-cff3-4ce8-bfdc-382c3a0d3832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:48.329358 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-9784e1be-a917-44ee-9ad8-39b1ffba52c4 req-b9e64f1c-cff3-4ce8-bfdc-382c3a0d3832 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ef1f8ac45b0f4587af94f69056f43b30&device_id=ed9faf85-ddb4-4030-b183-183cb9164e8a HTTP/1.1" status: 200 len: 1096 time: 0.1311593 Jul 13 14:44:48.438432 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9784e1be-a917-44ee-9ad8-39b1ffba52c4 req-708fe8c1-b267-4691-ba0f-e52bf5ab6820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:48.440678 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-9784e1be-a917-44ee-9ad8-39b1ffba52c4 req-708fe8c1-b267-4691-ba0f-e52bf5ab6820 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e7771afb-fa55-4ab9-86b7-7b753b9d4f18 HTTP/1.1" status: 200 len: 897 time: 0.1044128 Jul 13 14:44:48.526229 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-9784e1be-a917-44ee-9ad8-39b1ffba52c4 req-6cba08a9-2449-4a50-9a22-92bfdbbd21b1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d08f88a7-2dd3-4f95-a922-5c69c5e84fde HTTP/1.1" status: 200 len: 1001 time: 0.0730050 Jul 13 14:44:48.585298 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9784e1be-a917-44ee-9ad8-39b1ffba52c4 req-2f0f92b8-22bf-4675-8e5b-e04873e80f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:48.586846 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-9784e1be-a917-44ee-9ad8-39b1ffba52c4 req-2f0f92b8-22bf-4675-8e5b-e04873e80f66 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=23bf253f-45a3-4d45-991a-7b0b9de9ac42 HTTP/1.1" status: 200 len: 835 time: 0.0547106 Jul 13 14:44:48.655771 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9784e1be-a917-44ee-9ad8-39b1ffba52c4 req-a0615df8-53f3-47af-ae63-73f311e7afe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:48.658483 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-9784e1be-a917-44ee-9ad8-39b1ffba52c4 req-a0615df8-53f3-47af-ae63-73f311e7afe8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e7771afb-fa55-4ab9-86b7-7b753b9d4f18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0647221 Jul 13 14:44:48.805258 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-9784e1be-a917-44ee-9ad8-39b1ffba52c4 req-5656a445-6194-4dc1-8271-b4716d30838a service neutron] 10.222.0.41 "GET /v2.0/networks/e7771afb-fa55-4ab9-86b7-7b753b9d4f18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398706 Jul 13 14:44:48.926591 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-9784e1be-a917-44ee-9ad8-39b1ffba52c4 req-95894228-8bb3-44cc-a302-d1b8e1dc7766 service neutron] 10.222.0.41 "GET /v2.0/networks/e7771afb-fa55-4ab9-86b7-7b753b9d4f18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142228 Jul 13 14:44:49.012481 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de64106c-e2c0-4462-bcab-279f7c89df79 req-0a243424-f682-44f3-8292-9408e0cb07ea tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:49.017100 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-de64106c-e2c0-4462-bcab-279f7c89df79 req-0a243424-f682-44f3-8292-9408e0cb07ea tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/ports?device_id=ed9faf85-ddb4-4030-b183-183cb9164e8a HTTP/1.1" status: 200 len: 945 time: 0.0821273 Jul 13 14:44:49.065591 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-de64106c-e2c0-4462-bcab-279f7c89df79 req-29fadc2e-a84c-4780-8cad-71b77a11f1eb tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5f9006e-6e12-4d74-b1e9-3b2154f6b670&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410616 Jul 13 14:44:50.001656 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2882fb09-7884-4e20-8fc4-47497c64a0b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:50.136301 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:50.301779 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d01832-70fb-4f23-96f0-1f366291d294 req-d618dd38-48a9-4130-b68e-e21a95adaef2 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:50.303315 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-22d01832-70fb-4f23-96f0-1f366291d294 req-d618dd38-48a9-4130-b68e-e21a95adaef2 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/ports?device_id=ed9faf85-ddb4-4030-b183-183cb9164e8a HTTP/1.1" status: 200 len: 945 time: 0.0778050 Jul 13 14:44:50.352063 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-22d01832-70fb-4f23-96f0-1f366291d294 req-690d7b96-530e-47d9-b346-9ca5b22753f1 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5f9006e-6e12-4d74-b1e9-3b2154f6b670&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379577 Jul 13 14:44:51.055361 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc25f61-662e-42e5-9832-ad9c31758654 req-d40d5ce9-294c-4899-9554-8f378fe89e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:51.057995 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4fc25f61-662e-42e5-9832-ad9c31758654 req-d40d5ce9-294c-4899-9554-8f378fe89e6f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ef1f8ac45b0f4587af94f69056f43b30&device_id=ed9faf85-ddb4-4030-b183-183cb9164e8a HTTP/1.1" status: 200 len: 1096 time: 0.0886049 Jul 13 14:44:51.202425 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc25f61-662e-42e5-9832-ad9c31758654 req-9fad0d67-a64f-4e06-b201-e493ad5b7380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:51.203877 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4fc25f61-662e-42e5-9832-ad9c31758654 req-9fad0d67-a64f-4e06-b201-e493ad5b7380 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e7771afb-fa55-4ab9-86b7-7b753b9d4f18 HTTP/1.1" status: 200 len: 897 time: 0.1187966 Jul 13 14:44:51.297262 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4fc25f61-662e-42e5-9832-ad9c31758654 req-aada5cc6-af1b-4207-9b61-64e9ccc019a6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d08f88a7-2dd3-4f95-a922-5c69c5e84fde HTTP/1.1" status: 200 len: 1001 time: 0.0865622 Jul 13 14:44:51.371461 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc25f61-662e-42e5-9832-ad9c31758654 req-a8b6f58a-66e9-4074-b393-978fba77e591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:51.375198 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4fc25f61-662e-42e5-9832-ad9c31758654 req-a8b6f58a-66e9-4074-b393-978fba77e591 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=23bf253f-45a3-4d45-991a-7b0b9de9ac42 HTTP/1.1" status: 200 len: 835 time: 0.0715120 Jul 13 14:44:51.391144 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:51.478979 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc25f61-662e-42e5-9832-ad9c31758654 req-570b83cc-2380-4d73-a0f0-e1474518abe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:51.482574 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4fc25f61-662e-42e5-9832-ad9c31758654 req-570b83cc-2380-4d73-a0f0-e1474518abe1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e7771afb-fa55-4ab9-86b7-7b753b9d4f18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0987835 Jul 13 14:44:51.713082 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4fc25f61-662e-42e5-9832-ad9c31758654 req-ed60fbcd-e1ad-40c9-b69c-97f456709436 service neutron] 10.222.0.41 "GET /v2.0/networks/e7771afb-fa55-4ab9-86b7-7b753b9d4f18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2247820 Jul 13 14:44:51.725893 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b87f245-71c1-4ed4-a067-0e2852f2cc94 req-084e16c1-b927-404c-9a44-9b9be0e56706 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:51.727523 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4b87f245-71c1-4ed4-a067-0e2852f2cc94 req-084e16c1-b927-404c-9a44-9b9be0e56706 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/ports?device_id=ed9faf85-ddb4-4030-b183-183cb9164e8a HTTP/1.1" status: 200 len: 945 time: 0.2036006 Jul 13 14:44:51.828155 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4b87f245-71c1-4ed4-a067-0e2852f2cc94 req-2c597e70-929e-4e34-ab75-dee403083281 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5f9006e-6e12-4d74-b1e9-3b2154f6b670&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909135 Jul 13 14:44:51.867981 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4fc25f61-662e-42e5-9832-ad9c31758654 req-e003f15a-2d2b-4a0f-8229-2c6de383f435 service neutron] 10.222.0.41 "GET /v2.0/networks/e7771afb-fa55-4ab9-86b7-7b753b9d4f18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392856 Jul 13 14:44:52.904412 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:53.064014 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87265b1e-9f84-4c55-90cc-dc068d147764 req-697987b7-ae49-4bcf-bd44-9aa795730153 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:53.065939 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-87265b1e-9f84-4c55-90cc-dc068d147764 req-697987b7-ae49-4bcf-bd44-9aa795730153 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/ports?device_id=ed9faf85-ddb4-4030-b183-183cb9164e8a HTTP/1.1" status: 200 len: 945 time: 0.0980139 Jul 13 14:44:53.117874 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-87265b1e-9f84-4c55-90cc-dc068d147764 req-ceeb6b3c-9610-4b09-829f-6ba26657b8c8 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5f9006e-6e12-4d74-b1e9-3b2154f6b670&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457411 Jul 13 14:44:54.334366 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390ffde0-1512-4c3b-b291-2b98191a806a req-d151f436-d198-45f1-b5e3-2b2118245207 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:54.336865 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-390ffde0-1512-4c3b-b291-2b98191a806a req-d151f436-d198-45f1-b5e3-2b2118245207 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/ports?device_id=ed9faf85-ddb4-4030-b183-183cb9164e8a HTTP/1.1" status: 200 len: 945 time: 0.0853922 Jul 13 14:44:54.385409 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-390ffde0-1512-4c3b-b291-2b98191a806a req-72715359-632a-47d8-8c67-8ae590b6a654 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5f9006e-6e12-4d74-b1e9-3b2154f6b670&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417497 Jul 13 14:44:55.666364 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230f455e-8a43-4701-8d72-0fb4f53161ae req-b9823b38-9fb8-457e-bc47-ed26812cd1a7 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:55.667974 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-230f455e-8a43-4701-8d72-0fb4f53161ae req-b9823b38-9fb8-457e-bc47-ed26812cd1a7 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/ports?device_id=ed9faf85-ddb4-4030-b183-183cb9164e8a HTTP/1.1" status: 200 len: 945 time: 0.1055551 Jul 13 14:44:55.719732 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-230f455e-8a43-4701-8d72-0fb4f53161ae req-6ad08d93-3ce7-4648-a881-0cdf9eb34f67 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5f9006e-6e12-4d74-b1e9-3b2154f6b670&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421996 Jul 13 14:44:56.925060 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737dae69-0aae-4381-937a-158ae8cd8641 req-8faeda71-95bb-48d6-b6cd-31ef85f5f99e tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:56.927371 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-737dae69-0aae-4381-937a-158ae8cd8641 req-8faeda71-95bb-48d6-b6cd-31ef85f5f99e tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/ports?device_id=ed9faf85-ddb4-4030-b183-183cb9164e8a HTTP/1.1" status: 200 len: 945 time: 0.0763748 Jul 13 14:44:56.977305 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-737dae69-0aae-4381-937a-158ae8cd8641 req-68d4ca9b-6153-4bdf-86de-b6b60c53b1c0 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5f9006e-6e12-4d74-b1e9-3b2154f6b670&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439115 Jul 13 14:44:58.187535 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d67abd-f704-4fef-87c9-e6dcea610884 req-f3a00165-d17b-4da3-b0c1-15572bcae117 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:58.188973 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b6d67abd-f704-4fef-87c9-e6dcea610884 req-f3a00165-d17b-4da3-b0c1-15572bcae117 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/ports?device_id=ed9faf85-ddb4-4030-b183-183cb9164e8a HTTP/1.1" status: 200 len: 945 time: 0.0875132 Jul 13 14:44:58.250123 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b6d67abd-f704-4fef-87c9-e6dcea610884 req-b5aea415-47a0-4912-92a8-cc7cfc2d4f84 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5f9006e-6e12-4d74-b1e9-3b2154f6b670&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543776 Jul 13 14:44:59.476660 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bf9128-0068-4d1d-ba00-4677c041b415 req-ecc9d0e8-a937-4b3c-9a0a-353e7e9baf19 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:59.478461 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-78bf9128-0068-4d1d-ba00-4677c041b415 req-ecc9d0e8-a937-4b3c-9a0a-353e7e9baf19 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/ports?device_id=ed9faf85-ddb4-4030-b183-183cb9164e8a HTTP/1.1" status: 200 len: 945 time: 0.0828454 Jul 13 14:44:59.523015 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-78bf9128-0068-4d1d-ba00-4677c041b415 req-2f9be9b7-8c8c-4774-bf0d-a1e242947609 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5f9006e-6e12-4d74-b1e9-3b2154f6b670&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380409 Jul 13 14:45:00.730481 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c0c384-b5ef-41fa-a819-1f2d6483859a req-3c6d7354-e3b0-43be-b6df-6b3da0786569 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:00.732777 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-52c0c384-b5ef-41fa-a819-1f2d6483859a req-3c6d7354-e3b0-43be-b6df-6b3da0786569 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/ports?device_id=ed9faf85-ddb4-4030-b183-183cb9164e8a HTTP/1.1" status: 200 len: 945 time: 0.0764213 Jul 13 14:45:00.796643 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-52c0c384-b5ef-41fa-a819-1f2d6483859a req-96f70da1-70f2-409c-acf3-8e6849e7bb4c tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5f9006e-6e12-4d74-b1e9-3b2154f6b670&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545578 Jul 13 14:45:00.835890 n-d-800634-1 neutron-server[93751]: INFO neutron.api.v2.resource [req-9784e1be-a917-44ee-9ad8-39b1ffba52c4 req-73bbddce-31a9-4a7a-8257-ae1c7752ea65 service neutron] show failed (client error): The resource could not be found. Jul 13 14:45:00.836976 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-9784e1be-a917-44ee-9ad8-39b1ffba52c4 req-73bbddce-31a9-4a7a-8257-ae1c7752ea65 service neutron] 10.222.0.41 "GET /v2.0/ports/d08f88a7-2dd3-4f95-a922-5c69c5e84fde/bindings/n-h1-800634-1 HTTP/1.1" status: 404 len: 380 time: 0.0624051 Jul 13 14:45:01.107275 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:01.193213 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9784e1be-a917-44ee-9ad8-39b1ffba52c4 req-07ee8a3e-e147-4880-bf51-8866b5d28cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:01.195812 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9784e1be-a917-44ee-9ad8-39b1ffba52c4 req-07ee8a3e-e147-4880-bf51-8866b5d28cb1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ed9faf85-ddb4-4030-b183-183cb9164e8a&tenant_id=ef1f8ac45b0f4587af94f69056f43b30 HTTP/1.1" status: 200 len: 1096 time: 0.1342576 Jul 13 14:45:01.209144 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-9784e1be-a917-44ee-9ad8-39b1ffba52c4 req-04a13a83-2f3d-41ab-b053-ff99fb6cd7a6 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800634-1', 'device_owner': 'compute:nova'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:45:01.310082 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-9784e1be-a917-44ee-9ad8-39b1ffba52c4 req-04a13a83-2f3d-41ab-b053-ff99fb6cd7a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:01.411584 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:01.540233 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-9784e1be-a917-44ee-9ad8-39b1ffba52c4 req-04a13a83-2f3d-41ab-b053-ff99fb6cd7a6 service neutron] For port d08f88a7-2dd3-4f95-a922-5c69c5e84fde, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=d08f88a7-2dd3-4f95-a922-5c69c5e84fde,segment=NetworkSegment(b5ba4522-e545-4f9a-9c50-f81bdc6d510e),segment_id=b5ba4522-e545-4f9a-9c50-f81bdc6d510e)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:45:01.588744 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-9784e1be-a917-44ee-9ad8-39b1ffba52c4 req-04a13a83-2f3d-41ab-b053-ff99fb6cd7a6 service neutron] For port d08f88a7-2dd3-4f95-a922-5c69c5e84fde, host n-h2-800634-1, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:45:01.633462 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed9faf85-ddb4-4030-b183-183cb9164e8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd08f88a7-2dd3-4f95-a922-5c69c5e84fde'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:45:01.636068 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d80e434584b282bc6a886e23c599c6bef7951b468a8cb6259e8628cee4d6f2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9ed9ca0-0868-421d-b5aa-0aed8595249a" -d '{"events": [{"server_uuid": "ed9faf85-ddb4-4030-b183-183cb9164e8a", "name": "network-vif-unplugged", "status": "completed", "tag": "d08f88a7-2dd3-4f95-a922-5c69c5e84fde"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:45:01.640301 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-9784e1be-a917-44ee-9ad8-39b1ffba52c4 req-04a13a83-2f3d-41ab-b053-ff99fb6cd7a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:01.653662 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-9784e1be-a917-44ee-9ad8-39b1ffba52c4 req-04a13a83-2f3d-41ab-b053-ff99fb6cd7a6 service neutron] Transition to ACTIVE for port object d08f88a7-2dd3-4f95-a922-5c69c5e84fde will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:45:01.658618 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-9784e1be-a917-44ee-9ad8-39b1ffba52c4 req-04a13a83-2f3d-41ab-b053-ff99fb6cd7a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:01.703883 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 14:45:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3ba7795-abce-413a-af55-a7e936c73497 x-openstack-request-id: req-d3ba7795-abce-413a-af55-a7e936c73497 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:45:01.704338 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed9faf85-ddb4-4030-b183-183cb9164e8a", "name": "network-vif-unplugged", "status": "completed", "tag": "d08f88a7-2dd3-4f95-a922-5c69c5e84fde", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:45:01.705228 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d3ba7795-abce-413a-af55-a7e936c73497 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:45:01.705912 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed9faf85-ddb4-4030-b183-183cb9164e8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd08f88a7-2dd3-4f95-a922-5c69c5e84fde', 'code': 200} Jul 13 14:45:01.757031 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a13a83-2f3d-41ab-b053-ff99fb6cd7a6 service neutron] Pushing event updated for resources: {'Port': ['ID=d08f88a7-2dd3-4f95-a922-5c69c5e84fde,revision_number=6']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:45:01.774951 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a13a83-2f3d-41ab-b053-ff99fb6cd7a6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:45:01.775538 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a13a83-2f3d-41ab-b053-ff99fb6cd7a6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:45:01.776120 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a13a83-2f3d-41ab-b053-ff99fb6cd7a6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:45:01.776715 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a13a83-2f3d-41ab-b053-ff99fb6cd7a6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:45:01.777277 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a13a83-2f3d-41ab-b053-ff99fb6cd7a6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:45:01.777900 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a13a83-2f3d-41ab-b053-ff99fb6cd7a6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:45:01.779126 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a13a83-2f3d-41ab-b053-ff99fb6cd7a6 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:45:01.779821 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a13a83-2f3d-41ab-b053-ff99fb6cd7a6 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:45:01.780149 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a13a83-2f3d-41ab-b053-ff99fb6cd7a6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:45:01.780732 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a13a83-2f3d-41ab-b053-ff99fb6cd7a6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:45:01.781292 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a13a83-2f3d-41ab-b053-ff99fb6cd7a6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:45:01.781898 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a13a83-2f3d-41ab-b053-ff99fb6cd7a6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:45:01.850090 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-9784e1be-a917-44ee-9ad8-39b1ffba52c4 req-04a13a83-2f3d-41ab-b053-ff99fb6cd7a6 service neutron] No DVR routers for this DVR port d08f88a7-2dd3-4f95-a922-5c69c5e84fde on host n-h2-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:45:02.091939 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-9784e1be-a917-44ee-9ad8-39b1ffba52c4 req-04a13a83-2f3d-41ab-b053-ff99fb6cd7a6 service neutron] Attempting to bind port d08f88a7-2dd3-4f95-a922-5c69c5e84fde on host n-h1-800634-1 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:45:02.092451 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-9784e1be-a917-44ee-9ad8-39b1ffba52c4 req-04a13a83-2f3d-41ab-b053-ff99fb6cd7a6 service neutron] Attempting to bind port d08f88a7-2dd3-4f95-a922-5c69c5e84fde by drivers openvswitch,hyperv on host n-h1-800634-1 at level 0 using segments [{'id': 'b5ba4522-e545-4f9a-9c50-f81bdc6d510e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e7771afb-fa55-4ab9-86b7-7b753b9d4f18'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:45:02.092817 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9784e1be-a917-44ee-9ad8-39b1ffba52c4 req-04a13a83-2f3d-41ab-b053-ff99fb6cd7a6 service neutron] Attempting to bind port d08f88a7-2dd3-4f95-a922-5c69c5e84fde on network e7771afb-fa55-4ab9-86b7-7b753b9d4f18 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:45:02.105220 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9784e1be-a917-44ee-9ad8-39b1ffba52c4 req-04a13a83-2f3d-41ab-b053-ff99fb6cd7a6 service neutron] Port d08f88a7-2dd3-4f95-a922-5c69c5e84fde on network e7771afb-fa55-4ab9-86b7-7b753b9d4f18 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-1 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 14:45:02.105553 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9784e1be-a917-44ee-9ad8-39b1ffba52c4 req-04a13a83-2f3d-41ab-b053-ff99fb6cd7a6 service neutron] Attempting to bind port d08f88a7-2dd3-4f95-a922-5c69c5e84fde on network e7771afb-fa55-4ab9-86b7-7b753b9d4f18 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:45:02.121007 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a91201-0c7d-4dc9-8344-6ef6bc584158 req-f39cc577-9ace-473c-9d5d-6c778428be77 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:02.123468 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c3a91201-0c7d-4dc9-8344-6ef6bc584158 req-f39cc577-9ace-473c-9d5d-6c778428be77 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/ports?device_id=ed9faf85-ddb4-4030-b183-183cb9164e8a HTTP/1.1" status: 200 len: 943 time: 0.1366503 Jul 13 14:45:02.124980 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9784e1be-a917-44ee-9ad8-39b1ffba52c4 req-04a13a83-2f3d-41ab-b053-ff99fb6cd7a6 service neutron] Checking agent: {'id': 'a7603dc8-3c50-4a9b-8f0d-1143528f155e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:45:02.125330 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9784e1be-a917-44ee-9ad8-39b1ffba52c4 req-04a13a83-2f3d-41ab-b053-ff99fb6cd7a6 service neutron] Checking segment: {'id': 'b5ba4522-e545-4f9a-9c50-f81bdc6d510e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e7771afb-fa55-4ab9-86b7-7b753b9d4f18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:45:02.125725 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9784e1be-a917-44ee-9ad8-39b1ffba52c4 req-04a13a83-2f3d-41ab-b053-ff99fb6cd7a6 service neutron] Bound using segment: {'id': 'b5ba4522-e545-4f9a-9c50-f81bdc6d510e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e7771afb-fa55-4ab9-86b7-7b753b9d4f18'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:45:02.126213 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-9784e1be-a917-44ee-9ad8-39b1ffba52c4 req-04a13a83-2f3d-41ab-b053-ff99fb6cd7a6 service neutron] Bound port: d08f88a7-2dd3-4f95-a922-5c69c5e84fde, host: n-h1-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5ba4522-e545-4f9a-9c50-f81bdc6d510e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e7771afb-fa55-4ab9-86b7-7b753b9d4f18'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:45:02.126583 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-9784e1be-a917-44ee-9ad8-39b1ffba52c4 req-04a13a83-2f3d-41ab-b053-ff99fb6cd7a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:02.207386 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c3a91201-0c7d-4dc9-8344-6ef6bc584158 req-f9b6b1c0-1c34-4066-8124-0abfe5e5e8f2 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5f9006e-6e12-4d74-b1e9-3b2154f6b670&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706789 Jul 13 14:45:02.235496 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-9784e1be-a917-44ee-9ad8-39b1ffba52c4 req-04a13a83-2f3d-41ab-b053-ff99fb6cd7a6 service neutron] For port d08f88a7-2dd3-4f95-a922-5c69c5e84fde, host n-h1-800634-1, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:45:02.238755 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-9784e1be-a917-44ee-9ad8-39b1ffba52c4 req-04a13a83-2f3d-41ab-b053-ff99fb6cd7a6 service neutron] For port d08f88a7-2dd3-4f95-a922-5c69c5e84fde, host n-h1-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=d08f88a7-2dd3-4f95-a922-5c69c5e84fde,segment=NetworkSegment(b5ba4522-e545-4f9a-9c50-f81bdc6d510e),segment_id=b5ba4522-e545-4f9a-9c50-f81bdc6d510e)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:45:02.243568 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-9784e1be-a917-44ee-9ad8-39b1ffba52c4 req-04a13a83-2f3d-41ab-b053-ff99fb6cd7a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:02.282568 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9784e1be-a917-44ee-9ad8-39b1ffba52c4 req-04a13a83-2f3d-41ab-b053-ff99fb6cd7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:02.283123 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-9784e1be-a917-44ee-9ad8-39b1ffba52c4 req-04a13a83-2f3d-41ab-b053-ff99fb6cd7a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:02.284537 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9784e1be-a917-44ee-9ad8-39b1ffba52c4 req-04a13a83-2f3d-41ab-b053-ff99fb6cd7a6 service neutron] 10.222.0.26 "PUT /v2.0/ports/d08f88a7-2dd3-4f95-a922-5c69c5e84fde HTTP/1.1" status: 200 len: 1091 time: 1.0821552 Jul 13 14:45:02.344874 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a13a83-2f3d-41ab-b053-ff99fb6cd7a6 service neutron] Pushing event updated for resources: {'Port': ['ID=d08f88a7-2dd3-4f95-a922-5c69c5e84fde,revision_number=7']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:45:02.381655 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9784e1be-a917-44ee-9ad8-39b1ffba52c4 req-ae8e435d-ed40-4777-920d-db86f9bfbc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:02.383258 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9784e1be-a917-44ee-9ad8-39b1ffba52c4 req-ae8e435d-ed40-4777-920d-db86f9bfbc69 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ef1f8ac45b0f4587af94f69056f43b30&device_id=ed9faf85-ddb4-4030-b183-183cb9164e8a HTTP/1.1" status: 200 len: 1094 time: 0.0734148 Jul 13 14:45:02.496549 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9784e1be-a917-44ee-9ad8-39b1ffba52c4 req-378e2bac-b3f4-4af3-b902-12c1499c771f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:02.498966 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9784e1be-a917-44ee-9ad8-39b1ffba52c4 req-378e2bac-b3f4-4af3-b902-12c1499c771f service neutron] 10.222.0.26 "GET /v2.0/networks?id=e7771afb-fa55-4ab9-86b7-7b753b9d4f18 HTTP/1.1" status: 200 len: 897 time: 0.1100197 Jul 13 14:45:02.578729 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9784e1be-a917-44ee-9ad8-39b1ffba52c4 req-aaa20fd2-4506-446c-a5f2-ce3ba1f0b6b7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d08f88a7-2dd3-4f95-a922-5c69c5e84fde HTTP/1.1" status: 200 len: 999 time: 0.0737243 Jul 13 14:45:02.636829 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9784e1be-a917-44ee-9ad8-39b1ffba52c4 req-0dccad46-4dd0-450c-abcb-7c22c80ddd68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:02.638990 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9784e1be-a917-44ee-9ad8-39b1ffba52c4 req-0dccad46-4dd0-450c-abcb-7c22c80ddd68 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=23bf253f-45a3-4d45-991a-7b0b9de9ac42 HTTP/1.1" status: 200 len: 835 time: 0.0545335 Jul 13 14:45:02.706180 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9784e1be-a917-44ee-9ad8-39b1ffba52c4 req-00235f8e-3eb0-466b-ab8a-5054b7869934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:02.707705 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9784e1be-a917-44ee-9ad8-39b1ffba52c4 req-00235f8e-3eb0-466b-ab8a-5054b7869934 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e7771afb-fa55-4ab9-86b7-7b753b9d4f18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0622377 Jul 13 14:45:02.720955 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [req-9784e1be-a917-44ee-9ad8-39b1ffba52c4 req-6c3b4a9b-aeeb-48a0-8548-85b2b606f467 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93750) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 14:45:02.722751 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9784e1be-a917-44ee-9ad8-39b1ffba52c4 req-6c3b4a9b-aeeb-48a0-8548-85b2b606f467 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0089173 Jul 13 14:45:02.834929 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9784e1be-a917-44ee-9ad8-39b1ffba52c4 req-a8fc2639-a3cc-4e3d-ad44-c1cfa3b229fd service neutron] 10.222.0.26 "GET /v2.0/networks/e7771afb-fa55-4ab9-86b7-7b753b9d4f18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062670 Jul 13 14:45:02.935953 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9784e1be-a917-44ee-9ad8-39b1ffba52c4 req-afc057be-3658-4cf0-a067-b54b1f4c4842 service neutron] 10.222.0.26 "GET /v2.0/networks/e7771afb-fa55-4ab9-86b7-7b753b9d4f18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952382 Jul 13 14:45:03.418614 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3ab117-9de6-445a-9b15-4860369d0812 req-e7f59ac2-7558-488c-82e0-6d4ad1e1bbd8 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:03.420241 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6a3ab117-9de6-445a-9b15-4860369d0812 req-e7f59ac2-7558-488c-82e0-6d4ad1e1bbd8 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/ports?device_id=ed9faf85-ddb4-4030-b183-183cb9164e8a HTTP/1.1" status: 200 len: 943 time: 0.0778842 Jul 13 14:45:03.470880 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6a3ab117-9de6-445a-9b15-4860369d0812 req-3d6c233e-c2bd-4950-90f0-fd68ec0259a6 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5f9006e-6e12-4d74-b1e9-3b2154f6b670&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448244 Jul 13 14:45:03.707721 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed9faf85-ddb4-4030-b183-183cb9164e8a', 'tag': 'd08f88a7-2dd3-4f95-a922-5c69c5e84fde'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:45:03.710914 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d80e434584b282bc6a886e23c599c6bef7951b468a8cb6259e8628cee4d6f2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bfa4c12-736c-41ae-91e6-922552487e4e" -d '{"events": [{"name": "network-changed", "server_uuid": "ed9faf85-ddb4-4030-b183-183cb9164e8a", "tag": "d08f88a7-2dd3-4f95-a922-5c69c5e84fde"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:45:03.763756 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7dae450-b90e-409d-a557-3d132755c5c7 x-openstack-request-id: req-e7dae450-b90e-409d-a557-3d132755c5c7 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:45:03.764676 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed9faf85-ddb4-4030-b183-183cb9164e8a", "tag": "d08f88a7-2dd3-4f95-a922-5c69c5e84fde", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:45:03.764933 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e7dae450-b90e-409d-a557-3d132755c5c7 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:45:03.765346 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed9faf85-ddb4-4030-b183-183cb9164e8a', 'tag': 'd08f88a7-2dd3-4f95-a922-5c69c5e84fde', 'status': 'completed', 'code': 200} Jul 13 14:45:03.867124 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfa4c12-736c-41ae-91e6-922552487e4e req-eed0a3de-163c-4a18-a9c4-6b0e07f2c459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:03.868169 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfa4c12-736c-41ae-91e6-922552487e4e req-5033581f-bad8-4489-86f3-ff06bb01b6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:03.869567 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8bfa4c12-736c-41ae-91e6-922552487e4e req-eed0a3de-163c-4a18-a9c4-6b0e07f2c459 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ef1f8ac45b0f4587af94f69056f43b30&device_id=ed9faf85-ddb4-4030-b183-183cb9164e8a HTTP/1.1" status: 200 len: 1094 time: 0.0714042 Jul 13 14:45:03.869716 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8bfa4c12-736c-41ae-91e6-922552487e4e req-5033581f-bad8-4489-86f3-ff06bb01b6a0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ef1f8ac45b0f4587af94f69056f43b30&device_id=ed9faf85-ddb4-4030-b183-183cb9164e8a HTTP/1.1" status: 200 len: 1094 time: 0.0868237 Jul 13 14:45:03.995510 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfa4c12-736c-41ae-91e6-922552487e4e req-0bc1c4f8-ea58-4234-b951-8eddd82e3819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:03.997600 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8bfa4c12-736c-41ae-91e6-922552487e4e req-0bc1c4f8-ea58-4234-b951-8eddd82e3819 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e7771afb-fa55-4ab9-86b7-7b753b9d4f18 HTTP/1.1" status: 200 len: 897 time: 0.1215637 Jul 13 14:45:04.006757 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfa4c12-736c-41ae-91e6-922552487e4e req-43726819-8fc7-4653-a890-46cb5b20feb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:04.008310 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8bfa4c12-736c-41ae-91e6-922552487e4e req-43726819-8fc7-4653-a890-46cb5b20feb9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e7771afb-fa55-4ab9-86b7-7b753b9d4f18 HTTP/1.1" status: 200 len: 897 time: 0.1315973 Jul 13 14:45:04.096050 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8bfa4c12-736c-41ae-91e6-922552487e4e req-c21ef8ae-e6c3-4d8a-87fe-b3e2a2aa378f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d08f88a7-2dd3-4f95-a922-5c69c5e84fde HTTP/1.1" status: 200 len: 999 time: 0.0922275 Jul 13 14:45:04.100645 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8bfa4c12-736c-41ae-91e6-922552487e4e req-b66930fb-db17-45fa-838d-2025eaa53e6f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d08f88a7-2dd3-4f95-a922-5c69c5e84fde HTTP/1.1" status: 200 len: 999 time: 0.0857153 Jul 13 14:45:04.166447 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfa4c12-736c-41ae-91e6-922552487e4e req-f85c8600-4e0e-4e37-9680-792b8bc923b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:04.167934 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8bfa4c12-736c-41ae-91e6-922552487e4e req-f85c8600-4e0e-4e37-9680-792b8bc923b2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=23bf253f-45a3-4d45-991a-7b0b9de9ac42 HTTP/1.1" status: 200 len: 835 time: 0.0671356 Jul 13 14:45:04.173562 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfa4c12-736c-41ae-91e6-922552487e4e req-47cb5ff8-02ed-4730-8fdf-e9761ba011c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:04.175043 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8bfa4c12-736c-41ae-91e6-922552487e4e req-47cb5ff8-02ed-4730-8fdf-e9761ba011c7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=23bf253f-45a3-4d45-991a-7b0b9de9ac42 HTTP/1.1" status: 200 len: 835 time: 0.0675397 Jul 13 14:45:04.236958 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfa4c12-736c-41ae-91e6-922552487e4e req-2888af45-46c2-443d-b239-717b379d6018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:04.238535 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8bfa4c12-736c-41ae-91e6-922552487e4e req-2888af45-46c2-443d-b239-717b379d6018 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e7771afb-fa55-4ab9-86b7-7b753b9d4f18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0642807 Jul 13 14:45:04.250777 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfa4c12-736c-41ae-91e6-922552487e4e req-b7deb1c6-a43a-41da-b259-aeacecbc1842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:04.252265 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8bfa4c12-736c-41ae-91e6-922552487e4e req-b7deb1c6-a43a-41da-b259-aeacecbc1842 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e7771afb-fa55-4ab9-86b7-7b753b9d4f18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0704834 Jul 13 14:45:04.357208 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8bfa4c12-736c-41ae-91e6-922552487e4e req-6cd29e60-d596-4ffe-850c-b3f32c876993 service neutron] 10.222.0.41 "GET /v2.0/networks/e7771afb-fa55-4ab9-86b7-7b753b9d4f18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111808 Jul 13 14:45:04.382826 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8bfa4c12-736c-41ae-91e6-922552487e4e req-4362cea2-dc8a-4362-b180-3e0fba0cadff service neutron] 10.222.0.26 "GET /v2.0/networks/e7771afb-fa55-4ab9-86b7-7b753b9d4f18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208050 Jul 13 14:45:04.489101 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8bfa4c12-736c-41ae-91e6-922552487e4e req-c3edff3a-8072-4cf5-a6f1-bc053862bf37 service neutron] 10.222.0.41 "GET /v2.0/networks/e7771afb-fa55-4ab9-86b7-7b753b9d4f18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222787 Jul 13 14:45:04.534558 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8bfa4c12-736c-41ae-91e6-922552487e4e req-9b98690b-75d2-405a-b583-16ddbe69e422 service neutron] 10.222.0.26 "GET /v2.0/networks/e7771afb-fa55-4ab9-86b7-7b753b9d4f18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448398 Jul 13 14:45:04.703231 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f968ca77-18b1-4123-a12a-2e30d3e4f38a req-8e4a36de-d7c9-4e8c-8ea1-0d90df381fd0 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:04.705286 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f968ca77-18b1-4123-a12a-2e30d3e4f38a req-8e4a36de-d7c9-4e8c-8ea1-0d90df381fd0 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/ports?device_id=ed9faf85-ddb4-4030-b183-183cb9164e8a HTTP/1.1" status: 200 len: 943 time: 0.0838962 Jul 13 14:45:04.752672 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f968ca77-18b1-4123-a12a-2e30d3e4f38a req-fa301803-eaf1-4422-96a2-c5e8a1ffabfe tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5f9006e-6e12-4d74-b1e9-3b2154f6b670&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414140 Jul 13 14:45:05.180269 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device d08f88a7-2dd3-4f95-a922-5c69c5e84fde no longer exists at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:45:05.222859 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device d08f88a7-2dd3-4f95-a922-5c69c5e84fde not bound to the agent host n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:45:06.002908 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6f6846-c867-451a-8326-e9d83848e7ba req-16d123ad-9af7-4f86-bccd-d9e26c658101 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:06.005301 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cd6f6846-c867-451a-8326-e9d83848e7ba req-16d123ad-9af7-4f86-bccd-d9e26c658101 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/ports?device_id=ed9faf85-ddb4-4030-b183-183cb9164e8a HTTP/1.1" status: 200 len: 943 time: 0.1047766 Jul 13 14:45:06.013767 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device d08f88a7-2dd3-4f95-a922-5c69c5e84fde details requested by agent hyperv_n-h1-800634-1 with host n-h1-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 14:45:06.063720 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cd6f6846-c867-451a-8326-e9d83848e7ba req-eafcd9f1-7610-46ba-913f-b9b798fc0c65 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5f9006e-6e12-4d74-b1e9-3b2154f6b670&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510528 Jul 13 14:45:06.151692 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port d08f88a7-2dd3-4f95-a922-5c69c5e84fde, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=d08f88a7-2dd3-4f95-a922-5c69c5e84fde,segment=NetworkSegment(b5ba4522-e545-4f9a-9c50-f81bdc6d510e),segment_id=b5ba4522-e545-4f9a-9c50-f81bdc6d510e)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:45:06.169927 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Returning: {'device': 'd08f88a7-2dd3-4f95-a922-5c69c5e84fde', 'network_id': 'e7771afb-fa55-4ab9-86b7-7b753b9d4f18', 'port_id': 'd08f88a7-2dd3-4f95-a922-5c69c5e84fde', 'mac_address': 'fa:16:3e:94:dc:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23bf253f-45a3-4d45-991a-7b0b9de9ac42', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 14:45:06.222501 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:06.243519 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d08f88a7-2dd3-4f95-a922-5c69c5e84fde {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:45:06.278561 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port d08f88a7-2dd3-4f95-a922-5c69c5e84fde, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=d08f88a7-2dd3-4f95-a922-5c69c5e84fde,segment=NetworkSegment(b5ba4522-e545-4f9a-9c50-f81bdc6d510e),segment_id=b5ba4522-e545-4f9a-9c50-f81bdc6d510e)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:45:06.295684 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:06.389303 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=d08f88a7-2dd3-4f95-a922-5c69c5e84fde,revision_number=8']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:45:06.400315 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:45:06.400666 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:45:06.401011 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:45:06.401357 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:45:06.401799 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:45:06.402289 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:45:06.402779 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:45:06.403646 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:45:06.403981 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:45:06.404318 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:45:06.404652 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:45:06.405016 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:45:06.461940 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad5bbf3-4124-429f-bd8e-c942ef0345dc req-67fda615-d17d-4b53-8296-ac9ecd279b96 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:06.463554 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-aad5bbf3-4124-429f-bd8e-c942ef0345dc req-67fda615-d17d-4b53-8296-ac9ecd279b96 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/ports?device_id=ed9faf85-ddb4-4030-b183-183cb9164e8a HTTP/1.1" status: 200 len: 944 time: 0.0953515 Jul 13 14:45:06.506714 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c15ade9-cafc-4a7d-a019-e71597c5bdad req-65a5cd00-a8fd-4412-8000-850ced058f6e tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:06.508252 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1c15ade9-cafc-4a7d-a019-e71597c5bdad req-65a5cd00-a8fd-4412-8000-850ced058f6e tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed9faf85-ddb4-4030-b183-183cb9164e8a&tenant_id=ef1f8ac45b0f4587af94f69056f43b30&binding%3Ahost_id=n-h1-800634-1 HTTP/1.1" status: 200 len: 944 time: 0.1028802 Jul 13 14:45:06.525915 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-aad5bbf3-4124-429f-bd8e-c942ef0345dc req-1f4419dd-6840-4f21-a94d-5f8cd78fcdb6 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5f9006e-6e12-4d74-b1e9-3b2154f6b670&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551734 Jul 13 14:45:06.545413 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['d08f88a7-2dd3-4f95-a922-5c69c5e84fde'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:45:06.599432 n-d-800634-1 neutron-server[93751]: INFO neutron.api.v2.resource [req-1c15ade9-cafc-4a7d-a019-e71597c5bdad req-90bda941-0b80-4d29-b12b-b6ffcbc0dfb9 service neutron] delete failed (client error): The resource could not be found. Jul 13 14:45:06.601070 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1c15ade9-cafc-4a7d-a019-e71597c5bdad req-90bda941-0b80-4d29-b12b-b6ffcbc0dfb9 service neutron] 10.222.0.41 "DELETE /v2.0/ports/d08f88a7-2dd3-4f95-a922-5c69c5e84fde/bindings/n-h2-800634-1 HTTP/1.1" status: 404 len: 380 time: 0.0871711 Jul 13 14:45:06.770314 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c15ade9-cafc-4a7d-a019-e71597c5bdad req-097fcd48-bd35-4089-b079-336f939a5d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:06.771842 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1c15ade9-cafc-4a7d-a019-e71597c5bdad req-097fcd48-bd35-4089-b079-336f939a5d5d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ef1f8ac45b0f4587af94f69056f43b30&device_id=ed9faf85-ddb4-4030-b183-183cb9164e8a HTTP/1.1" status: 200 len: 1095 time: 0.1047208 Jul 13 14:45:06.780581 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbf0969-f232-4652-87da-3d430f25e4dd req-a40b6c9e-dbbf-4121-a761-5edca9dfd7c5 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:06.782127 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-bfbf0969-f232-4652-87da-3d430f25e4dd req-a40b6c9e-dbbf-4121-a761-5edca9dfd7c5 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/ports?device_id=ed9faf85-ddb4-4030-b183-183cb9164e8a HTTP/1.1" status: 200 len: 944 time: 0.1055055 Jul 13 14:45:06.885839 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-bfbf0969-f232-4652-87da-3d430f25e4dd req-d79c98bb-514c-4549-b3c8-973c2ecf89f7 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5f9006e-6e12-4d74-b1e9-3b2154f6b670&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948977 Jul 13 14:45:06.917500 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c15ade9-cafc-4a7d-a019-e71597c5bdad req-d5f38acf-52bc-4fb0-a7fb-6645596f7b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:06.919574 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1c15ade9-cafc-4a7d-a019-e71597c5bdad req-d5f38acf-52bc-4fb0-a7fb-6645596f7b19 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e7771afb-fa55-4ab9-86b7-7b753b9d4f18 HTTP/1.1" status: 200 len: 897 time: 0.1365542 Jul 13 14:45:06.993111 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1c15ade9-cafc-4a7d-a019-e71597c5bdad req-73772bfe-5ff8-45bc-a357-5d31fc8c6520 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d08f88a7-2dd3-4f95-a922-5c69c5e84fde HTTP/1.1" status: 200 len: 1000 time: 0.0669770 Jul 13 14:45:07.049108 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c15ade9-cafc-4a7d-a019-e71597c5bdad req-7bf7de4a-e796-470d-89a6-bfa36a605d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:07.050651 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1c15ade9-cafc-4a7d-a019-e71597c5bdad req-7bf7de4a-e796-470d-89a6-bfa36a605d01 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=23bf253f-45a3-4d45-991a-7b0b9de9ac42 HTTP/1.1" status: 200 len: 835 time: 0.0519514 Jul 13 14:45:07.130688 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c15ade9-cafc-4a7d-a019-e71597c5bdad req-132f45ba-e725-4a5e-b158-12ff4315c748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:07.132195 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1c15ade9-cafc-4a7d-a019-e71597c5bdad req-132f45ba-e725-4a5e-b158-12ff4315c748 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e7771afb-fa55-4ab9-86b7-7b753b9d4f18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0743496 Jul 13 14:45:07.246451 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1c15ade9-cafc-4a7d-a019-e71597c5bdad req-1d171ce5-59d4-4381-9287-fe54458cbbe0 service neutron] 10.222.0.41 "GET /v2.0/networks/e7771afb-fa55-4ab9-86b7-7b753b9d4f18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067095 Jul 13 14:45:07.347831 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1c15ade9-cafc-4a7d-a019-e71597c5bdad req-1956c1f7-0f30-4735-b3cb-034854fb6639 service neutron] 10.222.0.41 "GET /v2.0/networks/e7771afb-fa55-4ab9-86b7-7b753b9d4f18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947349 Jul 13 14:45:08.017652 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device d08f88a7-2dd3-4f95-a922-5c69c5e84fde up at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:45:08.125809 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585186d1-794c-48fe-9809-4aa24967d761 req-60d0dbea-d96b-4e4e-8e3b-d87444cedf67 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:08.128412 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-585186d1-794c-48fe-9809-4aa24967d761 req-60d0dbea-d96b-4e4e-8e3b-d87444cedf67 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/ports?device_id=ed9faf85-ddb4-4030-b183-183cb9164e8a HTTP/1.1" status: 200 len: 944 time: 0.0988815 Jul 13 14:45:08.137082 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning for port d08f88a7-2dd3-4f95-a922-5c69c5e84fde completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:45:08.147576 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning complete for port d08f88a7-2dd3-4f95-a922-5c69c5e84fde triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:45:08.148084 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:08.186127 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-585186d1-794c-48fe-9809-4aa24967d761 req-4690793e-143a-4bc2-964c-22dce77ee9b0 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5f9006e-6e12-4d74-b1e9-3b2154f6b670&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458374 Jul 13 14:45:08.227844 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 52306) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:45:08.281550 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:08.325969 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed9faf85-ddb4-4030-b183-183cb9164e8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd08f88a7-2dd3-4f95-a922-5c69c5e84fde'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:45:08.328325 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-52dd7202-6fd7-406a-acac-1feaf2f78e78 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/floatingips/de443b2b-1150-4974-82b3-457be74894f2 HTTP/1.1" status: 200 len: 992 time: 0.0853829 Jul 13 14:45:08.329206 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f877c416c4e1be0a98e2d34673ec81d4e31c3422e8e709fff770f7d8b7e0843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbfe2fe9-bdae-4180-9539-393ab8c52ae5" -d '{"events": [{"server_uuid": "ed9faf85-ddb4-4030-b183-183cb9164e8a", "name": "network-vif-plugged", "status": "completed", "tag": "d08f88a7-2dd3-4f95-a922-5c69c5e84fde"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:45:08.333084 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port d08f88a7-2dd3-4f95-a922-5c69c5e84fde, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=d08f88a7-2dd3-4f95-a922-5c69c5e84fde,segment=NetworkSegment(b5ba4522-e545-4f9a-9c50-f81bdc6d510e),segment_id=b5ba4522-e545-4f9a-9c50-f81bdc6d510e)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:45:08.352875 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:08.382940 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:45:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c98498b4-b64c-42c8-b7b1-72feddf14df3 x-openstack-request-id: req-c98498b4-b64c-42c8-b7b1-72feddf14df3 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:45:08.383297 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed9faf85-ddb4-4030-b183-183cb9164e8a", "name": "network-vif-plugged", "status": "completed", "tag": "d08f88a7-2dd3-4f95-a922-5c69c5e84fde", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:45:08.383649 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c98498b4-b64c-42c8-b7b1-72feddf14df3 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:45:08.384210 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed9faf85-ddb4-4030-b183-183cb9164e8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd08f88a7-2dd3-4f95-a922-5c69c5e84fde', 'code': 200} Jul 13 14:45:08.432105 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=d08f88a7-2dd3-4f95-a922-5c69c5e84fde,revision_number=9']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:45:17.380198 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-28de4c99-b223-4234-9253-5c6ce8118021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:18.571730 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:45:20.001247 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b26dfb2d-0fd2-4f2e-a1e5-36ccd2035826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:20.134548 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:21.390577 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:22.893329 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:31.105493 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:31.421957 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:36.822712 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 52318) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:45:37.024771 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-1d252d0a-102e-4c3d-ba59-ac13e8e42ff2 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Deleting port d6ba22ef-1142-4c37-a360-5bd52979d13a {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:45:37.025107 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1d252d0a-102e-4c3d-ba59-ac13e8e42ff2 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:37.111957 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1d252d0a-102e-4c3d-ba59-ac13e8e42ff2 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:37.112198 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1d252d0a-102e-4c3d-ba59-ac13e8e42ff2 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:37.124630 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-1d252d0a-102e-4c3d-ba59-ac13e8e42ff2 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Calling delete_port for d6ba22ef-1142-4c37-a360-5bd52979d13a owned by network:floatingip {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:45:37.319977 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1d252d0a-102e-4c3d-ba59-ac13e8e42ff2 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:37.347664 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d252d0a-102e-4c3d-ba59-ac13e8e42ff2 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Pushing event deleted for resources: {'Port': ['ID=d6ba22ef-1142-4c37-a360-5bd52979d13a,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:45:37.360631 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d252d0a-102e-4c3d-ba59-ac13e8e42ff2 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:45:37.360992 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d252d0a-102e-4c3d-ba59-ac13e8e42ff2 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:45:37.361337 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d252d0a-102e-4c3d-ba59-ac13e8e42ff2 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:45:37.361678 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d252d0a-102e-4c3d-ba59-ac13e8e42ff2 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:45:37.362119 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d252d0a-102e-4c3d-ba59-ac13e8e42ff2 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:45:37.362383 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d252d0a-102e-4c3d-ba59-ac13e8e42ff2 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:45:37.362716 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d252d0a-102e-4c3d-ba59-ac13e8e42ff2 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:45:37.363047 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d252d0a-102e-4c3d-ba59-ac13e8e42ff2 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:45:37.363378 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d252d0a-102e-4c3d-ba59-ac13e8e42ff2 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:45:37.363710 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d252d0a-102e-4c3d-ba59-ac13e8e42ff2 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:45:37.364039 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d252d0a-102e-4c3d-ba59-ac13e8e42ff2 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:45:37.364369 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d252d0a-102e-4c3d-ba59-ac13e8e42ff2 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:45:37.427310 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1d252d0a-102e-4c3d-ba59-ac13e8e42ff2 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for floatingip, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:37.427641 n-d-800634-1 neutron-server[93751]: INFO neutron.db.l3_db [None req-1d252d0a-102e-4c3d-ba59-ac13e8e42ff2 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Floating IP de443b2b-1150-4974-82b3-457be74894f2 disassociated (deleted). External IP: 172.25.6.141, port: d08f88a7-2dd3-4f95-a922-5c69c5e84fde. Jul 13 14:45:38.078014 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d252d0a-102e-4c3d-ba59-ac13e8e42ff2 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Router 85211307-f372-40fb-b2bc-477784481c18 has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:45:38.210807 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d252d0a-102e-4c3d-ba59-ac13e8e42ff2 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:45:38.217052 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1d252d0a-102e-4c3d-ba59-ac13e8e42ff2 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for floatingip, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:38.223973 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af2c325e-7385-4586-897d-d366ecaceb1c None None] Sync routers for ids ['85211307-f372-40fb-b2bc-477784481c18'] in n-d-800634-1 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:45:38.238519 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2c325e-7385-4586-897d-d366ecaceb1c None None] Routers {'85211307-f372-40fb-b2bc-477784481c18'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:45:38.239162 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-af2c325e-7385-4586-897d-d366ecaceb1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:45:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['85211307-f372-40fb-b2bc-477784481c18'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:45:38.261995 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-1d252d0a-102e-4c3d-ba59-ac13e8e42ff2 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "DELETE /v2.0/floatingips/de443b2b-1150-4974-82b3-457be74894f2 HTTP/1.1" status: 204 len: 168 time: 1.4380720 Jul 13 14:45:38.263111 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed9faf85-ddb4-4030-b183-183cb9164e8a', 'tag': 'd08f88a7-2dd3-4f95-a922-5c69c5e84fde'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:45:38.266156 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dea8b0fca9d342929f96bd35c86b8a14765464b9140f1e1e2496fbd7209775c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef4f6361-82a3-4c60-b923-1cefe0cabb1a" -d '{"events": [{"name": "network-changed", "server_uuid": "ed9faf85-ddb4-4030-b183-183cb9164e8a", "tag": "d08f88a7-2dd3-4f95-a922-5c69c5e84fde"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:45:38.313438 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46ab98e3-c3d8-45a4-8b56-93f80866a07d x-openstack-request-id: req-46ab98e3-c3d8-45a4-8b56-93f80866a07d {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:45:38.313896 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed9faf85-ddb4-4030-b183-183cb9164e8a", "tag": "d08f88a7-2dd3-4f95-a922-5c69c5e84fde", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:45:38.314240 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-46ab98e3-c3d8-45a4-8b56-93f80866a07d {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:45:38.315978 n-d-800634-1 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed9faf85-ddb4-4030-b183-183cb9164e8a', 'tag': 'd08f88a7-2dd3-4f95-a922-5c69c5e84fde', 'status': 'completed', 'code': 200} Jul 13 14:45:38.396947 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-af2c325e-7385-4586-897d-d366ecaceb1c None None] Set router 85211307-f372-40fb-b2bc-477784481c18 gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:45:38.400305 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4f6361-82a3-4c60-b923-1cefe0cabb1a req-6943f5cf-7707-4e1b-8f41-b15e6834fe49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:38.402740 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ef4f6361-82a3-4c60-b923-1cefe0cabb1a req-6943f5cf-7707-4e1b-8f41-b15e6834fe49 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ef1f8ac45b0f4587af94f69056f43b30&device_id=ed9faf85-ddb4-4030-b183-183cb9164e8a HTTP/1.1" status: 200 len: 1096 time: 0.0667846 Jul 13 14:45:38.550066 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4f6361-82a3-4c60-b923-1cefe0cabb1a req-1dd558ee-13b1-4c44-b133-f69dba7bd34b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:38.554058 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ef4f6361-82a3-4c60-b923-1cefe0cabb1a req-1dd558ee-13b1-4c44-b133-f69dba7bd34b service neutron] 10.222.0.26 "GET /v2.0/networks?id=e7771afb-fa55-4ab9-86b7-7b753b9d4f18 HTTP/1.1" status: 200 len: 897 time: 0.1438007 Jul 13 14:45:38.634199 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ef4f6361-82a3-4c60-b923-1cefe0cabb1a req-a114638e-a449-46ee-9ab0-226cdf176efd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d08f88a7-2dd3-4f95-a922-5c69c5e84fde HTTP/1.1" status: 200 len: 217 time: 0.0725863 Jul 13 14:45:38.673252 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-af2c325e-7385-4586-897d-d366ecaceb1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85211307-f372-40fb-b2bc-477784481c18', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1055088750', 'tenant_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': '8dd5ca91-12a7-425a-b418-d62a2ce26233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:43:57Z', 'updated_at': '2021-07-13T14:44:02Z', 'revision_number': 4, 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'gw_port': {'id': '8dd5ca91-12a7-425a-b418-d62a2ce26233', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:41:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85211307-f372-40fb-b2bc-477784481c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:43:57Z', 'updated_at': '2021-07-13T14:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': '74456f3c-73eb-4389-9025-b985087ca876', 'name': '', 'network_id': 'e7771afb-fa55-4ab9-86b7-7b753b9d4f18', 'tenant_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'mac_address': 'fa:16:3e:ef:80:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85211307-f372-40fb-b2bc-477784481c18', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '23bf253f-45a3-4d45-991a-7b0b9de9ac42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:44:01Z', 'updated_at': '2021-07-13T14:44:08Z', 'revision_number': 5, 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'subnets': [{'id': '23bf253f-45a3-4d45-991a-7b0b9de9ac42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:45:38.706593 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af2c325e-7385-4586-897d-d366ecaceb1c None None] Checking router: 85211307-f372-40fb-b2bc-477784481c18 for host: n-d-800634-1 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:45:38.716155 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2c325e-7385-4586-897d-d366ecaceb1c None None] Routers {'85211307-f372-40fb-b2bc-477784481c18'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:45:38.716774 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-af2c325e-7385-4586-897d-d366ecaceb1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:45:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['85211307-f372-40fb-b2bc-477784481c18'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:45:38.731899 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4f6361-82a3-4c60-b923-1cefe0cabb1a req-c6cbf976-130a-4727-9970-09557ce10fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:38.733402 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ef4f6361-82a3-4c60-b923-1cefe0cabb1a req-c6cbf976-130a-4727-9970-09557ce10fea service neutron] 10.222.0.26 "GET /v2.0/subnets?id=23bf253f-45a3-4d45-991a-7b0b9de9ac42 HTTP/1.1" status: 200 len: 835 time: 0.0914440 Jul 13 14:45:38.812137 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b720889-caea-4ec0-a16a-08c2a04c635d req-c31818ad-8448-467a-9e35-f9683f1c811b tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:38.813765 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8b720889-caea-4ec0-a16a-08c2a04c635d req-c31818ad-8448-467a-9e35-f9683f1c811b tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/ports?device_id=ed9faf85-ddb4-4030-b183-183cb9164e8a HTTP/1.1" status: 200 len: 945 time: 0.1261654 Jul 13 14:45:38.853927 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4f6361-82a3-4c60-b923-1cefe0cabb1a req-cdb9dad8-9700-4837-8b59-8d94dc57a3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:38.855555 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ef4f6361-82a3-4c60-b923-1cefe0cabb1a req-cdb9dad8-9700-4837-8b59-8d94dc57a3c5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e7771afb-fa55-4ab9-86b7-7b753b9d4f18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1148353 Jul 13 14:45:38.881105 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8b720889-caea-4ec0-a16a-08c2a04c635d req-3178f254-5168-497c-bdb2-51646b1f8838 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5f9006e-6e12-4d74-b1e9-3b2154f6b670&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570207 Jul 13 14:45:38.967132 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-af2c325e-7385-4586-897d-d366ecaceb1c None None] Set router 85211307-f372-40fb-b2bc-477784481c18 gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:45:38.982013 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ef4f6361-82a3-4c60-b923-1cefe0cabb1a req-ce0c8f43-a11a-4c14-a031-84d9189e7023 service neutron] 10.222.0.26 "GET /v2.0/networks/e7771afb-fa55-4ab9-86b7-7b753b9d4f18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168697 Jul 13 14:45:39.121552 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ef4f6361-82a3-4c60-b923-1cefe0cabb1a req-c2a85258-2a06-45b6-ad4c-de65fb541a23 service neutron] 10.222.0.26 "GET /v2.0/networks/e7771afb-fa55-4ab9-86b7-7b753b9d4f18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315858 Jul 13 14:45:39.211456 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-af2c325e-7385-4586-897d-d366ecaceb1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85211307-f372-40fb-b2bc-477784481c18', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1055088750', 'tenant_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': '8dd5ca91-12a7-425a-b418-d62a2ce26233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:43:57Z', 'updated_at': '2021-07-13T14:44:02Z', 'revision_number': 4, 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'gw_port': {'id': '8dd5ca91-12a7-425a-b418-d62a2ce26233', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:41:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85211307-f372-40fb-b2bc-477784481c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:43:57Z', 'updated_at': '2021-07-13T14:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': '74456f3c-73eb-4389-9025-b985087ca876', 'name': '', 'network_id': 'e7771afb-fa55-4ab9-86b7-7b753b9d4f18', 'tenant_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'mac_address': 'fa:16:3e:ef:80:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85211307-f372-40fb-b2bc-477784481c18', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '23bf253f-45a3-4d45-991a-7b0b9de9ac42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:44:01Z', 'updated_at': '2021-07-13T14:44:08Z', 'revision_number': 5, 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'subnets': [{'id': '23bf253f-45a3-4d45-991a-7b0b9de9ac42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:45:39.242334 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af2c325e-7385-4586-897d-d366ecaceb1c None None] The sync data for ids ['85211307-f372-40fb-b2bc-477784481c18'] in n-d-800634-1 is: [{'id': '85211307-f372-40fb-b2bc-477784481c18', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1055088750', 'tenant_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': '8dd5ca91-12a7-425a-b418-d62a2ce26233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:43:57Z', 'updated_at': '2021-07-13T14:44:02Z', 'revision_number': 4, 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'gw_port': {'id': '8dd5ca91-12a7-425a-b418-d62a2ce26233', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:41:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85211307-f372-40fb-b2bc-477784481c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:43:57Z', 'updated_at': '2021-07-13T14:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': '74456f3c-73eb-4389-9025-b985087ca876', 'name': '', 'network_id': 'e7771afb-fa55-4ab9-86b7-7b753b9d4f18', 'tenant_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'mac_address': 'fa:16:3e:ef:80:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85211307-f372-40fb-b2bc-477784481c18', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '23bf253f-45a3-4d45-991a-7b0b9de9ac42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:44:01Z', 'updated_at': '2021-07-13T14:44:08Z', 'revision_number': 5, 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'subnets': [{'id': '23bf253f-45a3-4d45-991a-7b0b9de9ac42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:45:39.522783 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94b7bbd-7d06-452e-987a-aefaf6ef85fd None None] New status for floating IP de443b2b-1150-4974-82b3-457be74894f2: DOWN {{(pid=93752) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 14:45:39.943657 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff5b823-b59c-4877-b0fc-d8ffcb8b4ce5 req-e3299f81-19b4-4798-8f16-24bcce2512bb tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:39.946303 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7ff5b823-b59c-4877-b0fc-d8ffcb8b4ce5 req-e3299f81-19b4-4798-8f16-24bcce2512bb tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed9faf85-ddb4-4030-b183-183cb9164e8a HTTP/1.1" status: 200 len: 945 time: 0.0889249 Jul 13 14:45:40.097367 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-7ff5b823-b59c-4877-b0fc-d8ffcb8b4ce5 req-913fbbc5-9053-4a4e-828a-1328f2a526f4 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Deleting port d08f88a7-2dd3-4f95-a922-5c69c5e84fde {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:45:40.097984 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-7ff5b823-b59c-4877-b0fc-d8ffcb8b4ce5 req-913fbbc5-9053-4a4e-828a-1328f2a526f4 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:40.154021 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd39f24-fa2b-4c32-b9d8-d9ca3ad99338 req-de33ffed-cd8a-4527-8c31-f4a506651b7b tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:40.155703 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3bd39f24-fa2b-4c32-b9d8-d9ca3ad99338 req-de33ffed-cd8a-4527-8c31-f4a506651b7b tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/ports?device_id=ed9faf85-ddb4-4030-b183-183cb9164e8a HTTP/1.1" status: 200 len: 945 time: 0.0913653 Jul 13 14:45:40.210661 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3bd39f24-fa2b-4c32-b9d8-d9ca3ad99338 req-815403df-4594-40b8-a9bc-4256f75ed991 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5f9006e-6e12-4d74-b1e9-3b2154f6b670&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420830 Jul 13 14:45:40.256124 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-7ff5b823-b59c-4877-b0fc-d8ffcb8b4ce5 req-913fbbc5-9053-4a4e-828a-1328f2a526f4 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] For port d08f88a7-2dd3-4f95-a922-5c69c5e84fde, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=d08f88a7-2dd3-4f95-a922-5c69c5e84fde,segment=NetworkSegment(b5ba4522-e545-4f9a-9c50-f81bdc6d510e),segment_id=b5ba4522-e545-4f9a-9c50-f81bdc6d510e)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:45:40.256642 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-7ff5b823-b59c-4877-b0fc-d8ffcb8b4ce5 req-913fbbc5-9053-4a4e-828a-1328f2a526f4 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:40.272782 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-7ff5b823-b59c-4877-b0fc-d8ffcb8b4ce5 req-913fbbc5-9053-4a4e-828a-1328f2a526f4 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Calling delete_port for d08f88a7-2dd3-4f95-a922-5c69c5e84fde owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:45:40.433074 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-7ff5b823-b59c-4877-b0fc-d8ffcb8b4ce5 req-913fbbc5-9053-4a4e-828a-1328f2a526f4 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:40.472054 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913fbbc5-9053-4a4e-828a-1328f2a526f4 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Pushing event deleted for resources: {'Port': ['ID=d08f88a7-2dd3-4f95-a922-5c69c5e84fde,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:45:40.527770 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ff5b823-b59c-4877-b0fc-d8ffcb8b4ce5 req-913fbbc5-9053-4a4e-828a-1328f2a526f4 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] No DVR routers for this DVR port d08f88a7-2dd3-4f95-a922-5c69c5e84fde on host n-h1-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:45:40.530729 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-7ff5b823-b59c-4877-b0fc-d8ffcb8b4ce5 req-913fbbc5-9053-4a4e-828a-1328f2a526f4 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:40.533115 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7ff5b823-b59c-4877-b0fc-d8ffcb8b4ce5 req-913fbbc5-9053-4a4e-828a-1328f2a526f4 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.26 "DELETE /v2.0/ports/d08f88a7-2dd3-4f95-a922-5c69c5e84fde HTTP/1.1" status: 204 len: 173 time: 0.5785484 Jul 13 14:45:40.533644 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed9faf85-ddb4-4030-b183-183cb9164e8a', 'name': 'network-vif-deleted', 'tag': 'd08f88a7-2dd3-4f95-a922-5c69c5e84fde'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:45:40.536051 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d80e434584b282bc6a886e23c599c6bef7951b468a8cb6259e8628cee4d6f2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-195c40df-c783-4a1f-8ad3-d0f7443f8010" -d '{"events": [{"server_uuid": "ed9faf85-ddb4-4030-b183-183cb9164e8a", "name": "network-vif-deleted", "tag": "d08f88a7-2dd3-4f95-a922-5c69c5e84fde"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:45:40.580591 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:45:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f08de23-a774-4ed1-abbe-9c02c6cbb8f6 x-openstack-request-id: req-6f08de23-a774-4ed1-abbe-9c02c6cbb8f6 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:45:40.580917 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed9faf85-ddb4-4030-b183-183cb9164e8a", "name": "network-vif-deleted", "tag": "d08f88a7-2dd3-4f95-a922-5c69c5e84fde", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:45:40.581331 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6f08de23-a774-4ed1-abbe-9c02c6cbb8f6 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:45:40.581771 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed9faf85-ddb4-4030-b183-183cb9164e8a', 'name': 'network-vif-deleted', 'tag': 'd08f88a7-2dd3-4f95-a922-5c69c5e84fde', 'status': 'completed', 'code': 200} Jul 13 14:45:41.357823 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 52332) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:45:41.819938 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0eddd9d8-d704-45d6-ad97-e01c9009d4b1 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451695'] for router_interface, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:42.169281 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-0eddd9d8-d704-45d6-ad97-e01c9009d4b1 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Deleting port 74456f3c-73eb-4389-9025-b985087ca876 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:45:42.169606 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0eddd9d8-d704-45d6-ad97-e01c9009d4b1 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:42.289984 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-0eddd9d8-d704-45d6-ad97-e01c9009d4b1 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] For port 74456f3c-73eb-4389-9025-b985087ca876, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=74456f3c-73eb-4389-9025-b985087ca876,segment=NetworkSegment(b5ba4522-e545-4f9a-9c50-f81bdc6d510e),segment_id=b5ba4522-e545-4f9a-9c50-f81bdc6d510e)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:45:42.290509 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0eddd9d8-d704-45d6-ad97-e01c9009d4b1 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:42.305584 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-0eddd9d8-d704-45d6-ad97-e01c9009d4b1 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Calling delete_port for 74456f3c-73eb-4389-9025-b985087ca876 owned by network:router_interface {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:45:42.546462 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0eddd9d8-d704-45d6-ad97-e01c9009d4b1 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:42.578015 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eddd9d8-d704-45d6-ad97-e01c9009d4b1 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Pushing event deleted for resources: {'Port': ['ID=74456f3c-73eb-4389-9025-b985087ca876,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:45:42.812321 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0eddd9d8-d704-45d6-ad97-e01c9009d4b1 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1785036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452491'] for router_interface, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:43.140163 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0eddd9d8-d704-45d6-ad97-e01c9009d4b1 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Router 85211307-f372-40fb-b2bc-477784481c18 has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:45:43.302364 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eddd9d8-d704-45d6-ad97-e01c9009d4b1 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:45:43.310030 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-0eddd9d8-d704-45d6-ad97-e01c9009d4b1 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "PUT /v2.0/routers/85211307-f372-40fb-b2bc-477784481c18/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9508946 Jul 13 14:45:43.314481 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 52334) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:45:43.318652 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cccd815-3278-42e0-8ccc-ff875217cc86 None None] Sync routers for ids ['85211307-f372-40fb-b2bc-477784481c18'] in n-d-800634-1 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:45:43.334271 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cccd815-3278-42e0-8ccc-ff875217cc86 None None] Routers {'85211307-f372-40fb-b2bc-477784481c18'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:45:43.334996 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-4cccd815-3278-42e0-8ccc-ff875217cc86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:45:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['85211307-f372-40fb-b2bc-477784481c18'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:45:43.399594 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-4644a3b0-4d0f-445f-b215-9d292a396602 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Deleting subnet 23bf253f-45a3-4d45-991a-7b0b9de9ac42 {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 14:45:43.405202 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4644a3b0-4d0f-445f-b215-9d292a396602 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:43.455395 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-4cccd815-3278-42e0-8ccc-ff875217cc86 None None] Set router 85211307-f372-40fb-b2bc-477784481c18 gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:45:43.474685 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4644a3b0-4d0f-445f-b215-9d292a396602 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5431723'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:43.602758 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4644a3b0-4d0f-445f-b215-9d292a396602 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:43.677986 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-4cccd815-3278-42e0-8ccc-ff875217cc86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85211307-f372-40fb-b2bc-477784481c18', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1055088750', 'tenant_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': '8dd5ca91-12a7-425a-b418-d62a2ce26233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:43:57Z', 'updated_at': '2021-07-13T14:45:42Z', 'revision_number': 5, 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'gw_port': {'id': '8dd5ca91-12a7-425a-b418-d62a2ce26233', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:41:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85211307-f372-40fb-b2bc-477784481c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:43:57Z', 'updated_at': '2021-07-13T14:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:45:43.694153 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4644a3b0-4d0f-445f-b215-9d292a396602 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5970525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4763356'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:43.708310 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cccd815-3278-42e0-8ccc-ff875217cc86 None None] Checking router: 85211307-f372-40fb-b2bc-477784481c18 for host: n-d-800634-1 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:45:43.718010 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cccd815-3278-42e0-8ccc-ff875217cc86 None None] Routers {'85211307-f372-40fb-b2bc-477784481c18'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:45:43.718758 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-4cccd815-3278-42e0-8ccc-ff875217cc86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:45:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['85211307-f372-40fb-b2bc-477784481c18'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:45:43.741416 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4644a3b0-4d0f-445f-b215-9d292a396602 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Pushing event deleted for resources: {'Subnet': ['ID=23bf253f-45a3-4d45-991a-7b0b9de9ac42,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:45:43.744572 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4644a3b0-4d0f-445f-b215-9d292a396602 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:43.749477 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-4644a3b0-4d0f-445f-b215-9d292a396602 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "DELETE /v2.0/subnets/23bf253f-45a3-4d45-991a-7b0b9de9ac42 HTTP/1.1" status: 204 len: 168 time: 0.4305379 Jul 13 14:45:43.750413 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 52336) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:45:43.753770 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c60cb69d-4536-496d-8ca8-c684b645a5d2 None None] Network e7771afb-fa55-4ab9-86b7-7b753b9d4f18 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:45:43.870983 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-4cccd815-3278-42e0-8ccc-ff875217cc86 None None] Set router 85211307-f372-40fb-b2bc-477784481c18 gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:45:43.946055 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5ed142f9-27bd-460a-bde6-c7e7c9b3afed tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for router, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:44.022163 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de44004-5d80-47d5-b0fa-4f11d17d2e86 None None] DHCP port deletion for e7771afb-fa55-4ab9-86b7-7b753b9d4f18 request from n-d-800634-1 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 14:45:44.084012 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-6de44004-5d80-47d5-b0fa-4f11d17d2e86 None None] Deleting port 667dab45-a557-409b-9e92-6e4824e407b8 {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:45:44.084394 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6de44004-5d80-47d5-b0fa-4f11d17d2e86 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:44.097361 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5ed142f9-27bd-460a-bde6-c7e7c9b3afed tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:44.127909 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-4cccd815-3278-42e0-8ccc-ff875217cc86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85211307-f372-40fb-b2bc-477784481c18', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1055088750', 'tenant_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': '8dd5ca91-12a7-425a-b418-d62a2ce26233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:43:57Z', 'updated_at': '2021-07-13T14:45:42Z', 'revision_number': 5, 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'gw_port': {'id': '8dd5ca91-12a7-425a-b418-d62a2ce26233', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:41:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85211307-f372-40fb-b2bc-477784481c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:43:57Z', 'updated_at': '2021-07-13T14:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:45:44.155557 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-6de44004-5d80-47d5-b0fa-4f11d17d2e86 None None] For port 667dab45-a557-409b-9e92-6e4824e407b8, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=667dab45-a557-409b-9e92-6e4824e407b8,segment=NetworkSegment(b5ba4522-e545-4f9a-9c50-f81bdc6d510e),segment_id=b5ba4522-e545-4f9a-9c50-f81bdc6d510e)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:45:44.156003 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6de44004-5d80-47d5-b0fa-4f11d17d2e86 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:44.164123 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-5ed142f9-27bd-460a-bde6-c7e7c9b3afed tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Deleting port 8dd5ca91-12a7-425a-b418-d62a2ce26233 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:45:44.164835 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5ed142f9-27bd-460a-bde6-c7e7c9b3afed tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:44.172195 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-6de44004-5d80-47d5-b0fa-4f11d17d2e86 None None] Calling delete_port for 667dab45-a557-409b-9e92-6e4824e407b8 owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:45:44.173636 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cccd815-3278-42e0-8ccc-ff875217cc86 None None] The sync data for ids ['85211307-f372-40fb-b2bc-477784481c18'] in n-d-800634-1 is: [{'id': '85211307-f372-40fb-b2bc-477784481c18', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1055088750', 'tenant_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': '8dd5ca91-12a7-425a-b418-d62a2ce26233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:43:57Z', 'updated_at': '2021-07-13T14:45:42Z', 'revision_number': 5, 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'gw_port': {'id': '8dd5ca91-12a7-425a-b418-d62a2ce26233', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:41:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85211307-f372-40fb-b2bc-477784481c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:43:57Z', 'updated_at': '2021-07-13T14:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:45:44.216884 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device d08f88a7-2dd3-4f95-a922-5c69c5e84fde no longer exists at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:45:44.247529 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-381d4315-9089-413f-a071-aa2897bda790 None None] No Port match for: d08f88a7-2dd3-4f95-a922-5c69c5e84fde {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:45:44.247968 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device d08f88a7-2dd3-4f95-a922-5c69c5e84fde not bound to the agent host n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:45:44.280723 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-5ed142f9-27bd-460a-bde6-c7e7c9b3afed tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] For port 8dd5ca91-12a7-425a-b418-d62a2ce26233, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=8dd5ca91-12a7-425a-b418-d62a2ce26233,segment=NetworkSegment(3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87),segment_id=3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:45:44.281094 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5ed142f9-27bd-460a-bde6-c7e7c9b3afed tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:44.297542 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-5ed142f9-27bd-460a-bde6-c7e7c9b3afed tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Calling delete_port for 8dd5ca91-12a7-425a-b418-d62a2ce26233 owned by network:router_gateway {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:45:44.304025 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6de44004-5d80-47d5-b0fa-4f11d17d2e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:44.349711 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de44004-5d80-47d5-b0fa-4f11d17d2e86 None None] Pushing event deleted for resources: {'Port': ['ID=667dab45-a557-409b-9e92-6e4824e407b8,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:45:44.355412 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de44004-5d80-47d5-b0fa-4f11d17d2e86 None None] No DVR routers for this DVR port 667dab45-a557-409b-9e92-6e4824e407b8 on host n-d-800634-1 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:45:44.535955 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5ed142f9-27bd-460a-bde6-c7e7c9b3afed tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:44.572677 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed142f9-27bd-460a-bde6-c7e7c9b3afed tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Pushing event deleted for resources: {'Port': ['ID=8dd5ca91-12a7-425a-b418-d62a2ce26233,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:45:44.652823 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5ed142f9-27bd-460a-bde6-c7e7c9b3afed tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-446473'] for router_gateway, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:44.669099 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 667dab45-a557-409b-9e92-6e4824e407b8 no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:45:44.696540 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: 667dab45-a557-409b-9e92-6e4824e407b8 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:45:44.696929 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 667dab45-a557-409b-9e92-6e4824e407b8 not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:45:44.697306 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 74456f3c-73eb-4389-9025-b985087ca876 no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:45:44.719941 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: 74456f3c-73eb-4389-9025-b985087ca876 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:45:44.720598 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 74456f3c-73eb-4389-9025-b985087ca876 not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:45:44.796858 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5ed142f9-27bd-460a-bde6-c7e7c9b3afed tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1591938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2696'] for router, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:44.799342 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5ed142f9-27bd-460a-bde6-c7e7c9b3afed tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:44.872340 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5ed142f9-27bd-460a-bde6-c7e7c9b3afed tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593106'] for router, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:44.873163 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ed142f9-27bd-460a-bde6-c7e7c9b3afed tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Fanout notify agent at l3_agent the message router_deleted on router 85211307-f372-40fb-b2bc-477784481c18 {{(pid=93750) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 14:45:44.881944 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5ed142f9-27bd-460a-bde6-c7e7c9b3afed tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:44.888086 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-5ed142f9-27bd-460a-bde6-c7e7c9b3afed tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "DELETE /v2.0/routers/85211307-f372-40fb-b2bc-477784481c18 HTTP/1.1" status: 204 len: 168 time: 1.1318805 Jul 13 14:45:44.888372 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 52338) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:45:44.999498 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7848e0bf-a209-4370-b8af-3602be5df99a tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:45.110863 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7848e0bf-a209-4370-b8af-3602be5df99a tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:45.123328 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-7848e0bf-a209-4370-b8af-3602be5df99a tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7771afb-fa55-4ab9-86b7-7b753b9d4f18']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:45:45.135389 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-7848e0bf-a209-4370-b8af-3602be5df99a tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5ba4522-e545-4f9a-9c50-f81bdc6d510e') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:45:45.135706 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-7848e0bf-a209-4370-b8af-3602be5df99a tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5ba4522-e545-4f9a-9c50-f81bdc6d510e') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:45:45.145345 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7848e0bf-a209-4370-b8af-3602be5df99a tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6018464'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:45.161459 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7848e0bf-a209-4370-b8af-3602be5df99a tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:45.169699 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7848e0bf-a209-4370-b8af-3602be5df99a tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 14:45:45.170294 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7848e0bf-a209-4370-b8af-3602be5df99a tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6018632'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:45.174305 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:45:45.174305 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:45:45.174305 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:45:45.174305 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:45:45.174305 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:45:45.174305 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:45:45.174305 n-d-800634-1 neutron-server[93751]: Traceback (most recent call last): Jul 13 14:45:45.174305 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 14:45:45.174305 n-d-800634-1 neutron-server[93751]: timer() Jul 13 14:45:45.174305 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 14:45:45.174305 n-d-800634-1 neutron-server[93751]: cb(*args, **kw) Jul 13 14:45:45.174305 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 14:45:45.174305 n-d-800634-1 neutron-server[93751]: return func(*args, **kwargs) Jul 13 14:45:45.174305 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 14:45:45.174305 n-d-800634-1 neutron-server[93751]: self._notify() Jul 13 14:45:45.174305 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 14:45:45.174305 n-d-800634-1 neutron-server[93751]: self.callback(batched_events) Jul 13 14:45:45.174305 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 14:45:45.174305 n-d-800634-1 neutron-server[93751]: event.method(event) Jul 13 14:45:45.174305 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 14:45:45.174305 n-d-800634-1 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 14:45:45.174305 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 14:45:45.174305 n-d-800634-1 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 14:45:45.174305 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 14:45:45.174305 n-d-800634-1 neutron-server[93751]: return f(self, *a, **k) Jul 13 14:45:45.174305 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 14:45:45.174305 n-d-800634-1 neutron-server[93751]: return self._get(url).json() Jul 13 14:45:45.174305 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 14:45:45.174305 n-d-800634-1 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 14:45:45.174305 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 14:45:45.174305 n-d-800634-1 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 13 14:45:45.174305 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 14:45:45.174305 n-d-800634-1 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 14:45:45.174305 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 14:45:45.174305 n-d-800634-1 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 14:45:45.174305 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 14:45:45.174305 n-d-800634-1 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 14:45:45.174305 n-d-800634-1 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 14:45:45.269503 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7848e0bf-a209-4370-b8af-3602be5df99a tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:45.279455 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7848e0bf-a209-4370-b8af-3602be5df99a tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:45.281654 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-7848e0bf-a209-4370-b8af-3602be5df99a tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "DELETE /v2.0/networks/e7771afb-fa55-4ab9-86b7-7b753b9d4f18 HTTP/1.1" status: 204 len: 168 time: 0.3925197 Jul 13 14:45:45.285700 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 52340) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:45:45.295233 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7848e0bf-a209-4370-b8af-3602be5df99a tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Pushing event deleted for resources: {'Network': ['ID=e7771afb-fa55-4ab9-86b7-7b753b9d4f18,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:45:45.375846 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3d80085d-08a4-4ab8-b58e-ccbb3668a511 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:45.411646 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3d80085d-08a4-4ab8-b58e-ccbb3668a511 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:45.499540 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3d80085d-08a4-4ab8-b58e-ccbb3668a511 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:45.502366 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3d80085d-08a4-4ab8-b58e-ccbb3668a511 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:45.503543 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-3d80085d-08a4-4ab8-b58e-ccbb3668a511 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "DELETE /v2.0/security-groups/d5f9006e-6e12-4d74-b1e9-3b2154f6b670 HTTP/1.1" status: 204 len: 168 time: 0.2165952 Jul 13 14:45:45.513645 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d80085d-08a4-4ab8-b58e-ccbb3668a511 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5f9006e-6e12-4d74-b1e9-3b2154f6b670,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:45:46.095885 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 52346) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:45:46.101505 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-267ed5cd-5021-42c2-8888-9a8aef51dcc5 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-482289902', 'description': 'tempest-secgroup-smoke-482289902 description', 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:45:46.145228 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-267ed5cd-5021-42c2-8888-9a8aef51dcc5 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:46.252390 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-267ed5cd-5021-42c2-8888-9a8aef51dcc5 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:46.260786 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-267ed5cd-5021-42c2-8888-9a8aef51dcc5 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:46.296215 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-267ed5cd-5021-42c2-8888-9a8aef51dcc5 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:46.297484 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-267ed5cd-5021-42c2-8888-9a8aef51dcc5 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2005718 Jul 13 14:45:46.299425 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267ed5cd-5021-42c2-8888-9a8aef51dcc5 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f84a7075-7020-4ca3-8cf4-41090ef6152e,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:45:46.301566 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 52348) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:45:46.306682 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-6f1d8017-cc19-4c01-ac4d-a752380d0b6b tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Request body: {'security_group_rule': {'security_group_id': 'f84a7075-7020-4ca3-8cf4-41090ef6152e', 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:45:46.341587 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6f1d8017-cc19-4c01-ac4d-a752380d0b6b tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:46.410105 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 8dd5ca91-12a7-425a-b418-d62a2ce26233 no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:45:46.437633 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6f1d8017-cc19-4c01-ac4d-a752380d0b6b tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:46.443098 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: 8dd5ca91-12a7-425a-b418-d62a2ce26233 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:45:46.443342 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6f1d8017-cc19-4c01-ac4d-a752380d0b6b tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:46.443491 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 8dd5ca91-12a7-425a-b418-d62a2ce26233 not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:45:46.471793 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1d8017-cc19-4c01-ac4d-a752380d0b6b tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36599508-bf87-4e19-adf5-a1f0fc6db2d3,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:45:46.487049 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6f1d8017-cc19-4c01-ac4d-a752380d0b6b tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:46.488878 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-6f1d8017-cc19-4c01-ac4d-a752380d0b6b tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1862149 Jul 13 14:45:46.492190 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 52350) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:45:46.497106 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-53b009bb-d093-4a90-ba3a-6864fdb7582a tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Request body: {'security_group_rule': {'security_group_id': 'f84a7075-7020-4ca3-8cf4-41090ef6152e', 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:45:46.540577 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-53b009bb-d093-4a90-ba3a-6864fdb7582a tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:46.623939 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-53b009bb-d093-4a90-ba3a-6864fdb7582a tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:46.633423 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-53b009bb-d093-4a90-ba3a-6864fdb7582a tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:46.662157 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b009bb-d093-4a90-ba3a-6864fdb7582a tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bbef956-9add-48a1-b362-2533dea6a1d8,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:45:46.671280 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-53b009bb-d093-4a90-ba3a-6864fdb7582a tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:46.672655 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-53b009bb-d093-4a90-ba3a-6864fdb7582a tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1794922 Jul 13 14:45:46.675383 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 52352) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:45:46.679893 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-c826077b-c34b-436d-b331-eff7c1cc8d1e tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Request body: {'security_group_rule': {'security_group_id': 'f84a7075-7020-4ca3-8cf4-41090ef6152e', 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:45:46.718944 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c826077b-c34b-436d-b331-eff7c1cc8d1e tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:46.795480 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c826077b-c34b-436d-b331-eff7c1cc8d1e tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:46.800535 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c826077b-c34b-436d-b331-eff7c1cc8d1e tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:46.820686 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c826077b-c34b-436d-b331-eff7c1cc8d1e tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3783f381-da38-4ea6-8892-16928940dc32,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:45:46.829404 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c826077b-c34b-436d-b331-eff7c1cc8d1e tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:46.831063 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-c826077b-c34b-436d-b331-eff7c1cc8d1e tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1547153 Jul 13 14:45:46.835591 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 52354) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:45:46.842258 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-0e38caa7-ba35-4c41-a9b1-fb21ed9394dd tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Request body: {'security_group_rule': {'security_group_id': 'f84a7075-7020-4ca3-8cf4-41090ef6152e', 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:45:46.891687 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0e38caa7-ba35-4c41-a9b1-fb21ed9394dd tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:46.989546 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0e38caa7-ba35-4c41-a9b1-fb21ed9394dd tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:46.994939 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0e38caa7-ba35-4c41-a9b1-fb21ed9394dd tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:47.019649 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e38caa7-ba35-4c41-a9b1-fb21ed9394dd tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd48c425-e5f9-473c-a114-23937476f3ab,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:45:47.030835 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0e38caa7-ba35-4c41-a9b1-fb21ed9394dd tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:47.032085 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-0e38caa7-ba35-4c41-a9b1-fb21ed9394dd tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1953249 Jul 13 14:45:47.036342 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 52356) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:45:47.041444 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-b9f49b69-ea52-4ecd-a2f0-bcf0c588c817 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Request body: {'security_group_rule': {'security_group_id': 'f84a7075-7020-4ca3-8cf4-41090ef6152e', 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:45:47.067442 n-d-800634-1 neutron-server[93750]: INFO neutron.db.securitygroups_db [None req-b9f49b69-ea52-4ecd-a2f0-bcf0c588c817 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Project ef1f8ac45b0f4587af94f69056f43b30 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 14:45:47.073771 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b9f49b69-ea52-4ecd-a2f0-bcf0c588c817 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:47.158329 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b9f49b69-ea52-4ecd-a2f0-bcf0c588c817 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:47.164309 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b9f49b69-ea52-4ecd-a2f0-bcf0c588c817 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:47.188664 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f49b69-ea52-4ecd-a2f0-bcf0c588c817 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c1290fc-d1eb-4aed-9699-583b94a85b09,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:45:47.196807 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b9f49b69-ea52-4ecd-a2f0-bcf0c588c817 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:47.198260 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-b9f49b69-ea52-4ecd-a2f0-bcf0c588c817 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1608088 Jul 13 14:45:47.202169 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 52358) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:45:47.207153 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-0c1dae9c-f73c-4b70-87f4-062fd54a1f95 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Request body: {'security_group_rule': {'security_group_id': 'f84a7075-7020-4ca3-8cf4-41090ef6152e', 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:45:47.232309 n-d-800634-1 neutron-server[93750]: INFO neutron.db.securitygroups_db [None req-0c1dae9c-f73c-4b70-87f4-062fd54a1f95 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Project ef1f8ac45b0f4587af94f69056f43b30 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 14:45:47.237967 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0c1dae9c-f73c-4b70-87f4-062fd54a1f95 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:47.325100 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0c1dae9c-f73c-4b70-87f4-062fd54a1f95 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:47.330477 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0c1dae9c-f73c-4b70-87f4-062fd54a1f95 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:47.365610 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1dae9c-f73c-4b70-87f4-062fd54a1f95 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f5d5350-5808-4076-b3ae-f1dc36e2f837,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:45:47.377909 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-dd5a8dd4-3678-49a6-be12-b5b6bf9cb5c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:47.382754 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0c1dae9c-f73c-4b70-87f4-062fd54a1f95 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:47.384248 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-0c1dae9c-f73c-4b70-87f4-062fd54a1f95 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1808422 Jul 13 14:45:47.387785 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 52360) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:45:47.393386 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-a8c46593-0c4b-4c10-ae80-3a0d82474e44 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Request body: {'network': {'name': 'tempest-network-smoke--1638318359', 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'port_security_enabled': True}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:45:47.417006 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8c46593-0c4b-4c10-ae80-3a0d82474e44 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Made reservation on behalf of ef1f8ac45b0f4587af94f69056f43b30 for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:45:47.422021 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a8c46593-0c4b-4c10-ae80-3a0d82474e44 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:47.453012 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8c46593-0c4b-4c10-ae80-3a0d82474e44 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 14:45:47.468845 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a8c46593-0c4b-4c10-ae80-3a0d82474e44 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:47.469420 n-d-800634-1 neutron-server[93750]: INFO neutron.db.segments_db [None req-a8c46593-0c4b-4c10-ae80-3a0d82474e44 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Added segment 413afe73-e1d9-4a0c-a195-006b83ff14d9 of type vlan for network bf974d89-96eb-4114-bd00-822ecf94b211 Jul 13 14:45:47.520356 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a8c46593-0c4b-4c10-ae80-3a0d82474e44 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:47.552953 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a8c46593-0c4b-4c10-ae80-3a0d82474e44 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:47.559527 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8c46593-0c4b-4c10-ae80-3a0d82474e44 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:47.560432 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a8c46593-0c4b-4c10-ae80-3a0d82474e44 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:47.646264 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-a8c46593-0c4b-4c10-ae80-3a0d82474e44 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2571640 Jul 13 14:45:47.649042 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 52362) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:45:47.654141 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-405894fe-a7fb-4e06-bd13-a52e90fa7966 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1986336951', 'admin_state_up': True, 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:45:47.680612 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c46593-0c4b-4c10-ae80-3a0d82474e44 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Pushing event updated for resources: {'Network': ['ID=bf974d89-96eb-4114-bd00-822ecf94b211,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:45:47.694599 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network bf974d89-96eb-4114-bd00-822ecf94b211 details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 14:45:47.706211 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-405894fe-a7fb-4e06-bd13-a52e90fa7966 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1591928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2714'] for router, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:47.707617 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-405894fe-a7fb-4e06-bd13-a52e90fa7966 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447198', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1629690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2689'] for router, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:47.780907 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-405894fe-a7fb-4e06-bd13-a52e90fa7966 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:48.316057 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-405894fe-a7fb-4e06-bd13-a52e90fa7966 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447180', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1591910', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2751'] for router, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:48.552178 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-405894fe-a7fb-4e06-bd13-a52e90fa7966 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for router_gateway, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:48.581936 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-405894fe-a7fb-4e06-bd13-a52e90fa7966 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:48.713244 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-405894fe-a7fb-4e06-bd13-a52e90fa7966 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Allocated IP 172.25.6.53 (acf968b8-c524-46a9-a20b-ad9667009130/dde5a78e-bd1e-4f47-8189-7321d4de73d3/129c98b8-aa97-45b5-838d-9ded19cc03ab) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:45:48.853967 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-405894fe-a7fb-4e06-bd13-a52e90fa7966 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:48.899111 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-405894fe-a7fb-4e06-bd13-a52e90fa7966 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:48.944974 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-405894fe-a7fb-4e06-bd13-a52e90fa7966 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Network acf968b8-c524-46a9-a20b-ad9667009130 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:45:48.948113 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-405894fe-a7fb-4e06-bd13-a52e90fa7966 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:45:48.950837 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405894fe-a7fb-4e06-bd13-a52e90fa7966 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:45:48.980748 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405894fe-a7fb-4e06-bd13-a52e90fa7966 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Pushing event updated for resources: {'Port': ['ID=129c98b8-aa97-45b5-838d-9ded19cc03ab,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:45:49.344958 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-405894fe-a7fb-4e06-bd13-a52e90fa7966 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for router_gateway, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:49.635056 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-405894fe-a7fb-4e06-bd13-a52e90fa7966 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447217'] for router, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:49.797469 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-405894fe-a7fb-4e06-bd13-a52e90fa7966 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Router ec276d52-d814-48b0-8e6a-5ac46824d425 is scheduled to L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 with binding_index 1 {{(pid=93750) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 14:45:49.985828 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-405894fe-a7fb-4e06-bd13-a52e90fa7966 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:45:50.002582 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed351d14-5360-492b-8fbf-3124bcdb971a None None] Sync routers for ids ['ec276d52-d814-48b0-8e6a-5ac46824d425'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:45:50.015657 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-dbdfe5a5-1662-40fe-aca6-4c4b7160e08b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:50.018832 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-405894fe-a7fb-4e06-bd13-a52e90fa7966 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:50.021392 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-405894fe-a7fb-4e06-bd13-a52e90fa7966 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.3704028 Jul 13 14:45:50.024750 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 52364) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:45:50.026264 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed351d14-5360-492b-8fbf-3124bcdb971a None None] Routers {'ec276d52-d814-48b0-8e6a-5ac46824d425'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:45:50.027668 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-ed351d14-5360-492b-8fbf-3124bcdb971a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:45:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['ec276d52-d814-48b0-8e6a-5ac46824d425'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:45:50.080059 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-e2f07aef-6529-4c0e-8b34-ca03e1752ba4 tempest-TestNetworkAdvancedServerOps-519239000 tempest-TestNetworkAdvancedServerOps-519239000-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=ef1f8ac45b0f4587af94f69056f43b30&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0528560 Jul 13 14:45:50.084166 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 52366) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:45:50.180882 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:50.209818 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-ed351d14-5360-492b-8fbf-3124bcdb971a None None] Set router ec276d52-d814-48b0-8e6a-5ac46824d425 gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:45:50.223359 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43677c07-597a-4c48-bde3-0a3254a9e69d tempest-TestNetworkAdvancedServerOps-519239000 tempest-TestNetworkAdvancedServerOps-519239000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:50.224919 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-43677c07-597a-4c48-bde3-0a3254a9e69d tempest-TestNetworkAdvancedServerOps-519239000 tempest-TestNetworkAdvancedServerOps-519239000-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1396580 Jul 13 14:45:50.229786 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 52368) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:45:50.268737 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-ae01e25e-0120-4eb2-9c2e-9c7f84fd01a7 tempest-TestNetworkAdvancedServerOps-519239000 tempest-TestNetworkAdvancedServerOps-519239000-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=acf968b8-c524-46a9-a20b-ad9667009130&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0371263 Jul 13 14:45:50.273437 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 52370) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:45:50.279747 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-187e78eb-eadc-4414-ac22-0f238e0cc23e tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1125507214', 'network_id': 'bf974d89-96eb-4114-bd00-822ecf94b211', 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:45:50.409960 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-187e78eb-eadc-4414-ac22-0f238e0cc23e tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Made reservation on behalf of ef1f8ac45b0f4587af94f69056f43b30 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:45:50.414000 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-187e78eb-eadc-4414-ac22-0f238e0cc23e tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4763385'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:50.470767 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-ed351d14-5360-492b-8fbf-3124bcdb971a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec276d52-d814-48b0-8e6a-5ac46824d425', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1986336951', 'tenant_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': '129c98b8-aa97-45b5-838d-9ded19cc03ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:45:47Z', 'updated_at': '2021-07-13T14:45:49Z', 'revision_number': 3, 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'gw_port': {'id': '129c98b8-aa97-45b5-838d-9ded19cc03ab', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:88:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec276d52-d814-48b0-8e6a-5ac46824d425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:45:48Z', 'updated_at': '2021-07-13T14:45:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:45:50.507241 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed351d14-5360-492b-8fbf-3124bcdb971a None None] Checking router: ec276d52-d814-48b0-8e6a-5ac46824d425 for host: n-d-800634-1 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:45:50.507603 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed351d14-5360-492b-8fbf-3124bcdb971a None None] Updating router ec276d52-d814-48b0-8e6a-5ac46824d425 port 129c98b8-aa97-45b5-838d-9ded19cc03ab binding host n-d-800634-1 {{(pid=93752) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 14:45:50.553250 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ed351d14-5360-492b-8fbf-3124bcdb971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:50.670263 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-187e78eb-eadc-4414-ac22-0f238e0cc23e tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5970588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4763339'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:50.758519 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187e78eb-eadc-4414-ac22-0f238e0cc23e tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Pushing event updated for resources: {'Subnet': ['ID=eb1eea51-27ab-4e78-b548-af9f9f104afe,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:45:50.770104 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187e78eb-eadc-4414-ac22-0f238e0cc23e tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Checking segment: {'id': '413afe73-e1d9-4a0c-a195-006b83ff14d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'bf974d89-96eb-4114-bd00-822ecf94b211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:45:50.770487 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-187e78eb-eadc-4414-ac22-0f238e0cc23e tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Network hostable DHCP agents. Network: bf974d89-96eb-4114-bd00-822ecf94b211, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 14:45:50.793662 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-187e78eb-eadc-4414-ac22-0f238e0cc23e tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Network bf974d89-96eb-4114-bd00-822ecf94b211 is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 14:45:50.805182 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-187e78eb-eadc-4414-ac22-0f238e0cc23e tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, bf974d89-96eb-4114-bd00-822ecf94b211) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:45:50.814480 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-187e78eb-eadc-4414-ac22-0f238e0cc23e tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:50.814480 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-187e78eb-eadc-4414-ac22-0f238e0cc23e tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:50.821837 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-090492f1-d8ef-43ca-bc4f-1a79ef822d81 None None] Network bf974d89-96eb-4114-bd00-822ecf94b211 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:45:50.835806 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-187e78eb-eadc-4414-ac22-0f238e0cc23e tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5608246 Jul 13 14:45:50.838999 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 52372) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:45:51.148131 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ed351d14-5360-492b-8fbf-3124bcdb971a None None] Notify callbacks [] for port, precommit_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:51.209293 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-ed351d14-5360-492b-8fbf-3124bcdb971a None None] Transition to ACTIVE for port object 129c98b8-aa97-45b5-838d-9ded19cc03ab will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:45:51.219759 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acac53a2-af8c-49c7-932a-37c22a209d3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a7201e1-61ce-5a3e-b7f7-e800379ed03b-bf974d89-96eb-4114-bd00-822ecf94b211', 'network_id': 'bf974d89-96eb-4114-bd00-822ecf94b211', 'tenant_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'fixed_ips': [{'subnet_id': 'eb1eea51-27ab-4e78-b548-af9f9f104afe'}]}} from n-d-800634-1. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 14:45:51.220667 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-acac53a2-af8c-49c7-932a-37c22a209d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:51.236005 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ed351d14-5360-492b-8fbf-3124bcdb971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:51.377661 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-ed351d14-5360-492b-8fbf-3124bcdb971a None None] Attempting to bind port 129c98b8-aa97-45b5-838d-9ded19cc03ab on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:45:51.378053 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-ed351d14-5360-492b-8fbf-3124bcdb971a None None] Attempting to bind port 129c98b8-aa97-45b5-838d-9ded19cc03ab by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:45:51.378454 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed351d14-5360-492b-8fbf-3124bcdb971a None None] Attempting to bind port 129c98b8-aa97-45b5-838d-9ded19cc03ab on network acf968b8-c524-46a9-a20b-ad9667009130 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:45:51.384257 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a988d2-2b7e-4b7e-be17-efb3715a6ecb None None] Pushing event updated for resources: {'Port': ['ID=129c98b8-aa97-45b5-838d-9ded19cc03ab,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:45:51.422246 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed351d14-5360-492b-8fbf-3124bcdb971a None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 45, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:45:51.422596 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed351d14-5360-492b-8fbf-3124bcdb971a None None] Checking segment: {'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:45:51.423018 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ed351d14-5360-492b-8fbf-3124bcdb971a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:51.423415 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed351d14-5360-492b-8fbf-3124bcdb971a None None] Bound using segment: {'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:45:51.424001 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-ed351d14-5360-492b-8fbf-3124bcdb971a None None] Bound port: 129c98b8-aa97-45b5-838d-9ded19cc03ab, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:45:51.424628 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ed351d14-5360-492b-8fbf-3124bcdb971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:51.453925 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e8ce18cc-f8fa-4ff2-bf87-73d0ad336215 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:51.486138 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:51.567098 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-acac53a2-af8c-49c7-932a-37c22a209d3d None None] Allocated IP 172.20.0.2 (bf974d89-96eb-4114-bd00-822ecf94b211/eb1eea51-27ab-4e78-b548-af9f9f104afe/7a16aff5-6ad0-49bc-9973-4ba2985c2cb8) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:45:51.569726 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-ed351d14-5360-492b-8fbf-3124bcdb971a None None] For port 129c98b8-aa97-45b5-838d-9ded19cc03ab, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:45:51.575661 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-ed351d14-5360-492b-8fbf-3124bcdb971a None None] For port 129c98b8-aa97-45b5-838d-9ded19cc03ab, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=129c98b8-aa97-45b5-838d-9ded19cc03ab,segment=NetworkSegment(3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87),segment_id=3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:45:51.586264 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ed351d14-5360-492b-8fbf-3124bcdb971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:51.725612 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed351d14-5360-492b-8fbf-3124bcdb971a None None] Routers {'ec276d52-d814-48b0-8e6a-5ac46824d425'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:45:51.726201 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-ed351d14-5360-492b-8fbf-3124bcdb971a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:45:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['ec276d52-d814-48b0-8e6a-5ac46824d425'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:45:51.733179 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a988d2-2b7e-4b7e-be17-efb3715a6ecb None None] Pushing event updated for resources: {'Port': ['ID=129c98b8-aa97-45b5-838d-9ded19cc03ab,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:45:52.087682 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-ed351d14-5360-492b-8fbf-3124bcdb971a None None] Set router ec276d52-d814-48b0-8e6a-5ac46824d425 gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:45:52.160417 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-acac53a2-af8c-49c7-932a-37c22a209d3d None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:52.183923 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-acac53a2-af8c-49c7-932a-37c22a209d3d None None] Transition to ACTIVE for port object 7a16aff5-6ad0-49bc-9973-4ba2985c2cb8 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:45:52.232760 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-acac53a2-af8c-49c7-932a-37c22a209d3d None None] Transition to ACTIVE for port object 7a16aff5-6ad0-49bc-9973-4ba2985c2cb8 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:45:52.253549 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-acac53a2-af8c-49c7-932a-37c22a209d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:52.311069 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-e8ce18cc-f8fa-4ff2-bf87-73d0ad336215 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Allocated IP 172.20.0.1 (bf974d89-96eb-4114-bd00-822ecf94b211/eb1eea51-27ab-4e78-b548-af9f9f104afe/aa6c2526-ae19-41e3-a262-2380fccb73c7) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:45:52.319838 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acac53a2-af8c-49c7-932a-37c22a209d3d None None] Network bf974d89-96eb-4114-bd00-822ecf94b211 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:45:52.348808 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-acac53a2-af8c-49c7-932a-37c22a209d3d None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:45:52.355506 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acac53a2-af8c-49c7-932a-37c22a209d3d None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:45:52.363084 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acac53a2-af8c-49c7-932a-37c22a209d3d None None] Pushing event updated for resources: {'Port': ['ID=7a16aff5-6ad0-49bc-9973-4ba2985c2cb8,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:45:52.440400 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-acac53a2-af8c-49c7-932a-37c22a209d3d None None] Attempting to bind port 7a16aff5-6ad0-49bc-9973-4ba2985c2cb8 on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:45:52.440771 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-acac53a2-af8c-49c7-932a-37c22a209d3d None None] Attempting to bind port 7a16aff5-6ad0-49bc-9973-4ba2985c2cb8 by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '413afe73-e1d9-4a0c-a195-006b83ff14d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'bf974d89-96eb-4114-bd00-822ecf94b211'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:45:52.441136 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acac53a2-af8c-49c7-932a-37c22a209d3d None None] Attempting to bind port 7a16aff5-6ad0-49bc-9973-4ba2985c2cb8 on network bf974d89-96eb-4114-bd00-822ecf94b211 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:45:52.450555 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acac53a2-af8c-49c7-932a-37c22a209d3d None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 45, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:45:52.450935 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acac53a2-af8c-49c7-932a-37c22a209d3d None None] Checking segment: {'id': '413afe73-e1d9-4a0c-a195-006b83ff14d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'bf974d89-96eb-4114-bd00-822ecf94b211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:45:52.451319 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-acac53a2-af8c-49c7-932a-37c22a209d3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:52.451835 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acac53a2-af8c-49c7-932a-37c22a209d3d None None] Bound using segment: {'id': '413afe73-e1d9-4a0c-a195-006b83ff14d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'bf974d89-96eb-4114-bd00-822ecf94b211'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:45:52.452218 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-acac53a2-af8c-49c7-932a-37c22a209d3d None None] Bound port: 7a16aff5-6ad0-49bc-9973-4ba2985c2cb8, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '413afe73-e1d9-4a0c-a195-006b83ff14d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'bf974d89-96eb-4114-bd00-822ecf94b211'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:45:52.452595 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-acac53a2-af8c-49c7-932a-37c22a209d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:52.469131 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-ed351d14-5360-492b-8fbf-3124bcdb971a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec276d52-d814-48b0-8e6a-5ac46824d425', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1986336951', 'tenant_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': '129c98b8-aa97-45b5-838d-9ded19cc03ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:45:47Z', 'updated_at': '2021-07-13T14:45:49Z', 'revision_number': 3, 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'gw_port': {'id': '129c98b8-aa97-45b5-838d-9ded19cc03ab', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:88:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec276d52-d814-48b0-8e6a-5ac46824d425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:45:48Z', 'updated_at': '2021-07-13T14:45:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:45:52.493999 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e8ce18cc-f8fa-4ff2-bf87-73d0ad336215 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:52.499885 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed351d14-5360-492b-8fbf-3124bcdb971a None None] The sync data for ids ['ec276d52-d814-48b0-8e6a-5ac46824d425'] in n-d-800634-1 is: [{'id': 'ec276d52-d814-48b0-8e6a-5ac46824d425', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1986336951', 'tenant_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': '129c98b8-aa97-45b5-838d-9ded19cc03ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:45:47Z', 'updated_at': '2021-07-13T14:45:49Z', 'revision_number': 3, 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'gw_port': {'id': '129c98b8-aa97-45b5-838d-9ded19cc03ab', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:88:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec276d52-d814-48b0-8e6a-5ac46824d425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:45:48Z', 'updated_at': '2021-07-13T14:45:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:45:52.525164 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [None req-e8ce18cc-f8fa-4ff2-bf87-73d0ad336215 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Transition to ACTIVE for port object aa6c2526-ae19-41e3-a262-2380fccb73c7 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:45:52.588593 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e8ce18cc-f8fa-4ff2-bf87-73d0ad336215 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:52.598964 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-acac53a2-af8c-49c7-932a-37c22a209d3d None None] For port 7a16aff5-6ad0-49bc-9973-4ba2985c2cb8, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:45:52.604584 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-acac53a2-af8c-49c7-932a-37c22a209d3d None None] For port 7a16aff5-6ad0-49bc-9973-4ba2985c2cb8, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=7a16aff5-6ad0-49bc-9973-4ba2985c2cb8,segment=NetworkSegment(413afe73-e1d9-4a0c-a195-006b83ff14d9),segment_id=413afe73-e1d9-4a0c-a195-006b83ff14d9)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:45:52.611311 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-acac53a2-af8c-49c7-932a-37c22a209d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:52.682322 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8ce18cc-f8fa-4ff2-bf87-73d0ad336215 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Network bf974d89-96eb-4114-bd00-822ecf94b211 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:45:52.690041 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-e8ce18cc-f8fa-4ff2-bf87-73d0ad336215 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:45:52.693216 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ce18cc-f8fa-4ff2-bf87-73d0ad336215 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Pushing event updated for resources: {'Port': ['ID=aa6c2526-ae19-41e3-a262-2380fccb73c7,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:45:52.697232 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ce18cc-f8fa-4ff2-bf87-73d0ad336215 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:45:52.723590 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acac53a2-af8c-49c7-932a-37c22a209d3d None None] Pushing event updated for resources: {'Port': ['ID=7a16aff5-6ad0-49bc-9973-4ba2985c2cb8,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:45:52.816119 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e8ce18cc-f8fa-4ff2-bf87-73d0ad336215 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-450452'] for router_interface, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:52.921291 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:53.099348 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e8ce18cc-f8fa-4ff2-bf87-73d0ad336215 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:53.537790 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e8ce18cc-f8fa-4ff2-bf87-73d0ad336215 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:53.545819 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e8ce18cc-f8fa-4ff2-bf87-73d0ad336215 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:53.685478 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e8ce18cc-f8fa-4ff2-bf87-73d0ad336215 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1785045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451806'] for router_interface, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:53.688819 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ce18cc-f8fa-4ff2-bf87-73d0ad336215 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Pushing event updated for resources: {'Port': ['ID=aa6c2526-ae19-41e3-a262-2380fccb73c7,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:45:53.859257 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8ce18cc-f8fa-4ff2-bf87-73d0ad336215 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Network bf974d89-96eb-4114-bd00-822ecf94b211 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:45:53.861579 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-e8ce18cc-f8fa-4ff2-bf87-73d0ad336215 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:45:53.932628 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38621391-b1fc-4c89-9392-2306991152e7 None None] Network bf974d89-96eb-4114-bd00-822ecf94b211 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:45:54.016835 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8ce18cc-f8fa-4ff2-bf87-73d0ad336215 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Router ec276d52-d814-48b0-8e6a-5ac46824d425 has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:45:54.098678 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-73c87cb6-0679-43d2-a618-0accc238983f None None] Provisioning for port 7a16aff5-6ad0-49bc-9973-4ba2985c2cb8 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:45:54.171129 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8ce18cc-f8fa-4ff2-bf87-73d0ad336215 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:45:54.183770 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-e8ce18cc-f8fa-4ff2-bf87-73d0ad336215 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "PUT /v2.0/routers/ec276d52-d814-48b0-8e6a-5ac46824d425/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3393481 Jul 13 14:45:54.435479 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bc8b82b6-b280-4272-a2f3-1bfed7aac983 req-c9be8b51-68a4-482c-9b80-22666e06ac09 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-482289902&fields=id&tenant_id=ef1f8ac45b0f4587af94f69056f43b30 HTTP/1.1" status: 200 len: 267 time: 0.0766613 Jul 13 14:45:54.557080 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 7a16aff5-6ad0-49bc-9973-4ba2985c2cb8 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:45:54.630898 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b65c5a39-73dc-435e-b3c6-b3c0b22a52e0 None None] Provisioning for port aa6c2526-ae19-41e3-a262-2380fccb73c7 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:45:54.634138 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port 7a16aff5-6ad0-49bc-9973-4ba2985c2cb8 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:45:54.641045 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 7a16aff5-6ad0-49bc-9973-4ba2985c2cb8 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:45:54.641241 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:54.693288 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b65c5a39-73dc-435e-b3c6-b3c0b22a52e0 None None] Provisioning complete for port aa6c2526-ae19-41e3-a262-2380fccb73c7 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:45:54.693561 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b65c5a39-73dc-435e-b3c6-b3c0b22a52e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:54.703891 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8b82b6-b280-4272-a2f3-1bfed7aac983 req-6f791aa2-7a11-4585-9ce1-dbbd47697324 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:54.706512 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bc8b82b6-b280-4272-a2f3-1bfed7aac983 req-6f791aa2-7a11-4585-9ce1-dbbd47697324 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/networks?id=bf974d89-96eb-4114-bd00-822ecf94b211 HTTP/1.1" status: 200 len: 797 time: 0.2635760 Jul 13 14:45:54.739237 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bc8b82b6-b280-4272-a2f3-1bfed7aac983 req-6845a36e-7a64-4214-865b-164a1de623d7 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/quotas/ef1f8ac45b0f4587af94f69056f43b30 HTTP/1.1" status: 200 len: 375 time: 0.0182860 Jul 13 14:45:54.787756 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b65c5a39-73dc-435e-b3c6-b3c0b22a52e0 None None] Port aa6c2526-ae19-41e3-a262-2380fccb73c7 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:45:54.807400 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76843953-5507-4016-ace7-b26b8307e9fd None None] Sync routers for ids ['ec276d52-d814-48b0-8e6a-5ac46824d425'] in n-d-800634-1 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:45:54.820558 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76843953-5507-4016-ace7-b26b8307e9fd None None] Routers {'ec276d52-d814-48b0-8e6a-5ac46824d425'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:45:54.821108 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-76843953-5507-4016-ace7-b26b8307e9fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:45:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['ec276d52-d814-48b0-8e6a-5ac46824d425'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:45:54.872429 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:54.877192 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bc8b82b6-b280-4272-a2f3-1bfed7aac983 req-e5bfa2b7-e67b-4d8d-88ab-3e88c4db35ea tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ef1f8ac45b0f4587af94f69056f43b30&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1221468 Jul 13 14:45:54.937131 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port 7a16aff5-6ad0-49bc-9973-4ba2985c2cb8, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=7a16aff5-6ad0-49bc-9973-4ba2985c2cb8,segment=NetworkSegment(413afe73-e1d9-4a0c-a195-006b83ff14d9),segment_id=413afe73-e1d9-4a0c-a195-006b83ff14d9)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:45:54.945396 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:54.946810 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 129c98b8-aa97-45b5-838d-9ded19cc03ab up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:45:55.007608 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-76843953-5507-4016-ace7-b26b8307e9fd None None] Set router ec276d52-d814-48b0-8e6a-5ac46824d425 gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:45:55.069392 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-4ebfa49c-a61b-4d14-8e71-9b3a90089099 None None] Provisioning complete for port aa6c2526-ae19-41e3-a262-2380fccb73c7 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:45:55.070033 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4ebfa49c-a61b-4d14-8e71-9b3a90089099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:55.128821 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=7a16aff5-6ad0-49bc-9973-4ba2985c2cb8,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:45:55.150026 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bc8b82b6-b280-4272-a2f3-1bfed7aac983 req-bf382a29-9d4e-45db-bfe4-d48bf387330a service neutron] 10.222.0.23 "GET /v2.0/networks/bf974d89-96eb-4114-bd00-822ecf94b211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2523432 Jul 13 14:45:55.163721 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-4ebfa49c-a61b-4d14-8e71-9b3a90089099 None None] Port aa6c2526-ae19-41e3-a262-2380fccb73c7 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:45:55.177911 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port 129c98b8-aa97-45b5-838d-9ded19cc03ab completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:45:55.187897 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 129c98b8-aa97-45b5-838d-9ded19cc03ab triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:45:55.189064 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:55.279992 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-76843953-5507-4016-ace7-b26b8307e9fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec276d52-d814-48b0-8e6a-5ac46824d425', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1986336951', 'tenant_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': '129c98b8-aa97-45b5-838d-9ded19cc03ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:45:47Z', 'updated_at': '2021-07-13T14:45:52Z', 'revision_number': 4, 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'gw_port': {'id': '129c98b8-aa97-45b5-838d-9ded19cc03ab', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:88:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec276d52-d814-48b0-8e6a-5ac46824d425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:45:48Z', 'updated_at': '2021-07-13T14:45:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': 'aa6c2526-ae19-41e3-a262-2380fccb73c7', 'name': '', 'network_id': 'bf974d89-96eb-4114-bd00-822ecf94b211', 'tenant_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'mac_address': 'fa:16:3e:f8:55:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec276d52-d814-48b0-8e6a-5ac46824d425', 'device_owner': 'network:router_interface', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'eb1eea51-27ab-4e78-b548-af9f9f104afe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:45:51Z', 'updated_at': '2021-07-13T14:45:53Z', 'revision_number': 2, 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'subnets': [{'id': 'eb1eea51-27ab-4e78-b548-af9f9f104afe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:45:55.282837 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bc8b82b6-b280-4272-a2f3-1bfed7aac983 req-9af96b8b-b659-42f2-93cb-bfa76ab25bd2 service neutron] 10.222.0.23 "GET /v2.0/networks/bf974d89-96eb-4114-bd00-822ecf94b211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218929 Jul 13 14:45:55.319522 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76843953-5507-4016-ace7-b26b8307e9fd None None] Checking router: ec276d52-d814-48b0-8e6a-5ac46824d425 for host: n-d-800634-1 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:45:55.320157 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76843953-5507-4016-ace7-b26b8307e9fd None None] Updating router ec276d52-d814-48b0-8e6a-5ac46824d425 port aa6c2526-ae19-41e3-a262-2380fccb73c7 binding host n-d-800634-1 {{(pid=93753) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 14:45:55.322154 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-462eb445-1533-49c6-a142-1469e9ee998c None None] Provisioning complete for port aa6c2526-ae19-41e3-a262-2380fccb73c7 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:45:55.322793 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-462eb445-1533-49c6-a142-1469e9ee998c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:55.346726 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:55.381166 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-76843953-5507-4016-ace7-b26b8307e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:55.383879 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port 129c98b8-aa97-45b5-838d-9ded19cc03ab, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=129c98b8-aa97-45b5-838d-9ded19cc03ab,segment=NetworkSegment(3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87),segment_id=3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:45:55.387840 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-462eb445-1533-49c6-a142-1469e9ee998c None None] Port aa6c2526-ae19-41e3-a262-2380fccb73c7 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:45:55.391372 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:55.475309 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=129c98b8-aa97-45b5-838d-9ded19cc03ab,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:45:55.568621 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4f1d9886-167c-400a-8c30-2152f763b897 req-d8005e0e-9817-49cd-b29c-88de62eb395f tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef12f756-3b4f-49da-9723-1cc0be91d15e HTTP/1.1" status: 200 len: 210 time: 0.0439324 Jul 13 14:45:55.647768 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:45:55.860115 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-76843953-5507-4016-ace7-b26b8307e9fd None None] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:55.877627 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-76843953-5507-4016-ace7-b26b8307e9fd None None] Transition to ACTIVE for port object aa6c2526-ae19-41e3-a262-2380fccb73c7 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:45:55.888992 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-76843953-5507-4016-ace7-b26b8307e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:55.950522 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc95fbd5-6dd0-425f-a0c7-641d2bb02b72 None None] Pushing event updated for resources: {'Port': ['ID=aa6c2526-ae19-41e3-a262-2380fccb73c7,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:45:55.976260 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc95fbd5-6dd0-425f-a0c7-641d2bb02b72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:45:55.976793 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc95fbd5-6dd0-425f-a0c7-641d2bb02b72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:45:55.977586 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc95fbd5-6dd0-425f-a0c7-641d2bb02b72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:45:55.978155 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc95fbd5-6dd0-425f-a0c7-641d2bb02b72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:45:55.978688 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc95fbd5-6dd0-425f-a0c7-641d2bb02b72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:45:55.979226 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc95fbd5-6dd0-425f-a0c7-641d2bb02b72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:45:55.979793 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc95fbd5-6dd0-425f-a0c7-641d2bb02b72 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:45:55.980848 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc95fbd5-6dd0-425f-a0c7-641d2bb02b72 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:45:55.981611 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc95fbd5-6dd0-425f-a0c7-641d2bb02b72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:45:55.982274 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc95fbd5-6dd0-425f-a0c7-641d2bb02b72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:45:55.982747 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc95fbd5-6dd0-425f-a0c7-641d2bb02b72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:45:55.983268 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc95fbd5-6dd0-425f-a0c7-641d2bb02b72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:45:56.085289 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-76843953-5507-4016-ace7-b26b8307e9fd None None] Attempting to bind port aa6c2526-ae19-41e3-a262-2380fccb73c7 on host n-d-800634-1 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:45:56.086334 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-76843953-5507-4016-ace7-b26b8307e9fd None None] Attempting to bind port aa6c2526-ae19-41e3-a262-2380fccb73c7 by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '413afe73-e1d9-4a0c-a195-006b83ff14d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'bf974d89-96eb-4114-bd00-822ecf94b211'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:45:56.087348 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76843953-5507-4016-ace7-b26b8307e9fd None None] Attempting to bind port aa6c2526-ae19-41e3-a262-2380fccb73c7 on network bf974d89-96eb-4114-bd00-822ecf94b211 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:45:56.097929 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76843953-5507-4016-ace7-b26b8307e9fd None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 45, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:45:56.098315 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76843953-5507-4016-ace7-b26b8307e9fd None None] Checking segment: {'id': '413afe73-e1d9-4a0c-a195-006b83ff14d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'bf974d89-96eb-4114-bd00-822ecf94b211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:45:56.098728 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-76843953-5507-4016-ace7-b26b8307e9fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:56.099126 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76843953-5507-4016-ace7-b26b8307e9fd None None] Bound using segment: {'id': '413afe73-e1d9-4a0c-a195-006b83ff14d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'bf974d89-96eb-4114-bd00-822ecf94b211'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:45:56.099620 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-76843953-5507-4016-ace7-b26b8307e9fd None None] Bound port: aa6c2526-ae19-41e3-a262-2380fccb73c7, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '413afe73-e1d9-4a0c-a195-006b83ff14d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'bf974d89-96eb-4114-bd00-822ecf94b211'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:45:56.100014 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-76843953-5507-4016-ace7-b26b8307e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:56.192416 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-76843953-5507-4016-ace7-b26b8307e9fd None None] For port aa6c2526-ae19-41e3-a262-2380fccb73c7, host n-d-800634-1, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:45:56.196485 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-76843953-5507-4016-ace7-b26b8307e9fd None None] For port aa6c2526-ae19-41e3-a262-2380fccb73c7, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=aa6c2526-ae19-41e3-a262-2380fccb73c7,segment=NetworkSegment(413afe73-e1d9-4a0c-a195-006b83ff14d9),segment_id=413afe73-e1d9-4a0c-a195-006b83ff14d9)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:45:56.202245 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-76843953-5507-4016-ace7-b26b8307e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:56.296927 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76843953-5507-4016-ace7-b26b8307e9fd None None] Routers {'ec276d52-d814-48b0-8e6a-5ac46824d425'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:45:56.298004 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-76843953-5507-4016-ace7-b26b8307e9fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:45:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['ec276d52-d814-48b0-8e6a-5ac46824d425'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:45:56.353635 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc95fbd5-6dd0-425f-a0c7-641d2bb02b72 None None] Pushing event updated for resources: {'Port': ['ID=aa6c2526-ae19-41e3-a262-2380fccb73c7,revision_number=4']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:45:56.468416 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 7a16aff5-6ad0-49bc-9973-4ba2985c2cb8 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:45:56.478940 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-76843953-5507-4016-ace7-b26b8307e9fd None None] Set router ec276d52-d814-48b0-8e6a-5ac46824d425 gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:45:56.553764 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 7a16aff5-6ad0-49bc-9973-4ba2985c2cb8 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:45:56.554370 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:56.688011 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 129c98b8-aa97-45b5-838d-9ded19cc03ab up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:45:56.754939 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-76843953-5507-4016-ace7-b26b8307e9fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec276d52-d814-48b0-8e6a-5ac46824d425', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1986336951', 'tenant_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': '129c98b8-aa97-45b5-838d-9ded19cc03ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:45:47Z', 'updated_at': '2021-07-13T14:45:52Z', 'revision_number': 4, 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'gw_port': {'id': '129c98b8-aa97-45b5-838d-9ded19cc03ab', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:88:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec276d52-d814-48b0-8e6a-5ac46824d425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:45:48Z', 'updated_at': '2021-07-13T14:45:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': 'aa6c2526-ae19-41e3-a262-2380fccb73c7', 'name': '', 'network_id': 'bf974d89-96eb-4114-bd00-822ecf94b211', 'tenant_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'mac_address': 'fa:16:3e:f8:55:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec276d52-d814-48b0-8e6a-5ac46824d425', 'device_owner': 'network:router_interface', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'eb1eea51-27ab-4e78-b548-af9f9f104afe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:45:51Z', 'updated_at': '2021-07-13T14:45:56Z', 'revision_number': 4, 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'subnets': [{'id': 'eb1eea51-27ab-4e78-b548-af9f9f104afe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:45:56.772705 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 129c98b8-aa97-45b5-838d-9ded19cc03ab triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:45:56.773505 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:56.777385 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-80d72326-165c-4c9e-98bd-871fc7059158 req-663f23b1-3127-4d81-ab78-b66dbe4bcc49 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef12f756-3b4f-49da-9723-1cc0be91d15e HTTP/1.1" status: 200 len: 210 time: 0.0465806 Jul 13 14:45:56.809727 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76843953-5507-4016-ace7-b26b8307e9fd None None] The sync data for ids ['ec276d52-d814-48b0-8e6a-5ac46824d425'] in n-d-800634-1 is: [{'id': 'ec276d52-d814-48b0-8e6a-5ac46824d425', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1986336951', 'tenant_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': '129c98b8-aa97-45b5-838d-9ded19cc03ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:45:47Z', 'updated_at': '2021-07-13T14:45:52Z', 'revision_number': 4, 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'gw_port': {'id': '129c98b8-aa97-45b5-838d-9ded19cc03ab', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:88:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec276d52-d814-48b0-8e6a-5ac46824d425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:45:48Z', 'updated_at': '2021-07-13T14:45:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': 'aa6c2526-ae19-41e3-a262-2380fccb73c7', 'name': '', 'network_id': 'bf974d89-96eb-4114-bd00-822ecf94b211', 'tenant_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'mac_address': 'fa:16:3e:f8:55:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec276d52-d814-48b0-8e6a-5ac46824d425', 'device_owner': 'network:router_interface', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'eb1eea51-27ab-4e78-b548-af9f9f104afe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:45:51Z', 'updated_at': '2021-07-13T14:45:56Z', 'revision_number': 4, 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'subnets': [{'id': 'eb1eea51-27ab-4e78-b548-af9f9f104afe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:45:57.047733 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8b82b6-b280-4272-a2f3-1bfed7aac983 req-0760b1f6-685e-457a-ac28-a04de9d62a85 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:57.049312 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-bc8b82b6-b280-4272-a2f3-1bfed7aac983 req-0760b1f6-685e-457a-ac28-a04de9d62a85 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.41 "GET /v2.0/networks?id=bf974d89-96eb-4114-bd00-822ecf94b211 HTTP/1.1" status: 200 len: 797 time: 0.1827712 Jul 13 14:45:57.125213 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-bc8b82b6-b280-4272-a2f3-1bfed7aac983 req-130c766b-3299-4303-a797-2ef03072eabd tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ef1f8ac45b0f4587af94f69056f43b30 HTTP/1.1" status: 200 len: 379 time: 0.0679200 Jul 13 14:45:57.139452 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-bc8b82b6-b280-4272-a2f3-1bfed7aac983 req-41d70376-1dda-4a18-90d3-1912cb38662f tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Request body: {'port': {'device_id': 'ef12f756-3b4f-49da-9723-1cc0be91d15e', 'network_id': 'bf974d89-96eb-4114-bd00-822ecf94b211', 'admin_state_up': True, 'tenant_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'security_groups': ['f84a7075-7020-4ca3-8cf4-41090ef6152e']}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:45:57.292874 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc8b82b6-b280-4272-a2f3-1bfed7aac983 req-41d70376-1dda-4a18-90d3-1912cb38662f tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Made reservation on behalf of ef1f8ac45b0f4587af94f69056f43b30 for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:45:57.297670 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-bc8b82b6-b280-4272-a2f3-1bfed7aac983 req-41d70376-1dda-4a18-90d3-1912cb38662f tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:57.473516 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [req-bc8b82b6-b280-4272-a2f3-1bfed7aac983 req-41d70376-1dda-4a18-90d3-1912cb38662f tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Allocated IP 172.20.0.5 (bf974d89-96eb-4114-bd00-822ecf94b211/eb1eea51-27ab-4e78-b548-af9f9f104afe/062574c7-692c-4126-b675-147ee676c996) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:45:57.671392 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-bc8b82b6-b280-4272-a2f3-1bfed7aac983 req-41d70376-1dda-4a18-90d3-1912cb38662f tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:57.695061 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-bc8b82b6-b280-4272-a2f3-1bfed7aac983 req-41d70376-1dda-4a18-90d3-1912cb38662f tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Transition to ACTIVE for port object 062574c7-692c-4126-b675-147ee676c996 will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:45:57.743906 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-bc8b82b6-b280-4272-a2f3-1bfed7aac983 req-41d70376-1dda-4a18-90d3-1912cb38662f tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:57.797173 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc8b82b6-b280-4272-a2f3-1bfed7aac983 req-41d70376-1dda-4a18-90d3-1912cb38662f tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Network bf974d89-96eb-4114-bd00-822ecf94b211 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:45:57.802993 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [req-bc8b82b6-b280-4272-a2f3-1bfed7aac983 req-41d70376-1dda-4a18-90d3-1912cb38662f tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:45:57.807589 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc8b82b6-b280-4272-a2f3-1bfed7aac983 req-41d70376-1dda-4a18-90d3-1912cb38662f tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:45:57.835565 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d70376-1dda-4a18-90d3-1912cb38662f tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Pushing event updated for resources: {'Port': ['ID=062574c7-692c-4126-b675-147ee676c996,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:45:57.885428 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8b82b6-b280-4272-a2f3-1bfed7aac983 req-41d70376-1dda-4a18-90d3-1912cb38662f tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:57.886920 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-bc8b82b6-b280-4272-a2f3-1bfed7aac983 req-41d70376-1dda-4a18-90d3-1912cb38662f tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:57.905274 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-bc8b82b6-b280-4272-a2f3-1bfed7aac983 req-41d70376-1dda-4a18-90d3-1912cb38662f tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7730637 Jul 13 14:45:57.921846 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-bc8b82b6-b280-4272-a2f3-1bfed7aac983 req-1b0ca945-100a-4f71-9703-043525b16765 service neutron] Request body: {'port': {'device_id': 'ef12f756-3b4f-49da-9723-1cc0be91d15e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-1'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:45:58.084323 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-bc8b82b6-b280-4272-a2f3-1bfed7aac983 req-1b0ca945-100a-4f71-9703-043525b16765 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:58.148638 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c8cb7d-b44c-4d0b-b7cc-6be12ca3cd24 req-b7d484c5-3602-4997-90d4-76a6328c66fc tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:58.150249 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f7c8cb7d-b44c-4d0b-b7cc-6be12ca3cd24 req-b7d484c5-3602-4997-90d4-76a6328c66fc tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef12f756-3b4f-49da-9723-1cc0be91d15e HTTP/1.1" status: 200 len: 931 time: 0.1244698 Jul 13 14:45:58.181949 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-6317337c-51e7-4fec-a169-7536b9df8ccf None None] Provisioning for port 062574c7-692c-4126-b675-147ee676c996 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:45:58.190708 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-6317337c-51e7-4fec-a169-7536b9df8ccf None None] Provisioning complete for port 062574c7-692c-4126-b675-147ee676c996 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:45:58.191305 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6317337c-51e7-4fec-a169-7536b9df8ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:58.240657 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-6317337c-51e7-4fec-a169-7536b9df8ccf None None] Port 062574c7-692c-4126-b675-147ee676c996 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:45:58.279447 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f7c8cb7d-b44c-4d0b-b7cc-6be12ca3cd24 req-7ee78369-6fce-4fcd-95c2-9b13756009fb tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/security-groups?id=f84a7075-7020-4ca3-8cf4-41090ef6152e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1192813 Jul 13 14:45:58.462587 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device aa6c2526-ae19-41e3-a262-2380fccb73c7 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:45:58.516009 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [req-bc8b82b6-b280-4272-a2f3-1bfed7aac983 req-1b0ca945-100a-4f71-9703-043525b16765 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 062574c7-692c-4126-b675-147ee676c996 {{(pid=93751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:45:58.528105 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-bc8b82b6-b280-4272-a2f3-1bfed7aac983 req-1b0ca945-100a-4f71-9703-043525b16765 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:58.534165 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port aa6c2526-ae19-41e3-a262-2380fccb73c7 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:45:58.539670 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port aa6c2526-ae19-41e3-a262-2380fccb73c7 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:45:58.540246 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:58.541392 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-bc8b82b6-b280-4272-a2f3-1bfed7aac983 req-1b0ca945-100a-4f71-9703-043525b16765 service neutron] Transition to ACTIVE for port object 062574c7-692c-4126-b675-147ee676c996 will not be triggered until provisioned by entity L2. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:45:58.547918 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-bc8b82b6-b280-4272-a2f3-1bfed7aac983 req-1b0ca945-100a-4f71-9703-043525b16765 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:58.640889 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0ca945-100a-4f71-9703-043525b16765 service neutron] Pushing event updated for resources: {'Port': ['ID=062574c7-692c-4126-b675-147ee676c996,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:45:58.671255 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:58.714956 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-bc8b82b6-b280-4272-a2f3-1bfed7aac983 req-1b0ca945-100a-4f71-9703-043525b16765 service neutron] Attempting to bind port 062574c7-692c-4126-b675-147ee676c996 on host n-h2-800634-1 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:45:58.715474 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-bc8b82b6-b280-4272-a2f3-1bfed7aac983 req-1b0ca945-100a-4f71-9703-043525b16765 service neutron] Attempting to bind port 062574c7-692c-4126-b675-147ee676c996 by drivers openvswitch,hyperv on host n-h2-800634-1 at level 0 using segments [{'id': '413afe73-e1d9-4a0c-a195-006b83ff14d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'bf974d89-96eb-4114-bd00-822ecf94b211'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:45:58.715812 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc8b82b6-b280-4272-a2f3-1bfed7aac983 req-1b0ca945-100a-4f71-9703-043525b16765 service neutron] Attempting to bind port 062574c7-692c-4126-b675-147ee676c996 on network bf974d89-96eb-4114-bd00-822ecf94b211 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:45:58.722824 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc8b82b6-b280-4272-a2f3-1bfed7aac983 req-1b0ca945-100a-4f71-9703-043525b16765 service neutron] Port 062574c7-692c-4126-b675-147ee676c996 on network bf974d89-96eb-4114-bd00-822ecf94b211 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-1 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 14:45:58.722824 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc8b82b6-b280-4272-a2f3-1bfed7aac983 req-1b0ca945-100a-4f71-9703-043525b16765 service neutron] Attempting to bind port 062574c7-692c-4126-b675-147ee676c996 on network bf974d89-96eb-4114-bd00-822ecf94b211 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:45:58.724516 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port aa6c2526-ae19-41e3-a262-2380fccb73c7, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=aa6c2526-ae19-41e3-a262-2380fccb73c7,segment=NetworkSegment(413afe73-e1d9-4a0c-a195-006b83ff14d9),segment_id=413afe73-e1d9-4a0c-a195-006b83ff14d9)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:45:58.728147 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc8b82b6-b280-4272-a2f3-1bfed7aac983 req-1b0ca945-100a-4f71-9703-043525b16765 service neutron] Checking agent: {'id': 'f615e5c9-21ab-43f2-adbc-192d64b795cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 45, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:45:58.728533 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc8b82b6-b280-4272-a2f3-1bfed7aac983 req-1b0ca945-100a-4f71-9703-043525b16765 service neutron] Checking segment: {'id': '413afe73-e1d9-4a0c-a195-006b83ff14d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'bf974d89-96eb-4114-bd00-822ecf94b211'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:45:58.730280 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc8b82b6-b280-4272-a2f3-1bfed7aac983 req-1b0ca945-100a-4f71-9703-043525b16765 service neutron] Bound using segment: {'id': '413afe73-e1d9-4a0c-a195-006b83ff14d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'bf974d89-96eb-4114-bd00-822ecf94b211'} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:45:58.730280 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-bc8b82b6-b280-4272-a2f3-1bfed7aac983 req-1b0ca945-100a-4f71-9703-043525b16765 service neutron] Bound port: 062574c7-692c-4126-b675-147ee676c996, host: n-h2-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '413afe73-e1d9-4a0c-a195-006b83ff14d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'bf974d89-96eb-4114-bd00-822ecf94b211'}}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:45:58.730280 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-bc8b82b6-b280-4272-a2f3-1bfed7aac983 req-1b0ca945-100a-4f71-9703-043525b16765 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:58.731584 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:58.794515 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=aa6c2526-ae19-41e3-a262-2380fccb73c7,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:45:58.810944 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-bc8b82b6-b280-4272-a2f3-1bfed7aac983 req-1b0ca945-100a-4f71-9703-043525b16765 service neutron] For port 062574c7-692c-4126-b675-147ee676c996, host n-h2-800634-1, cleared binding levels {{(pid=93751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:45:58.814449 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-bc8b82b6-b280-4272-a2f3-1bfed7aac983 req-1b0ca945-100a-4f71-9703-043525b16765 service neutron] For port 062574c7-692c-4126-b675-147ee676c996, host n-h2-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=062574c7-692c-4126-b675-147ee676c996,segment=NetworkSegment(413afe73-e1d9-4a0c-a195-006b83ff14d9),segment_id=413afe73-e1d9-4a0c-a195-006b83ff14d9)] {{(pid=93751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:45:58.820306 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-bc8b82b6-b280-4272-a2f3-1bfed7aac983 req-1b0ca945-100a-4f71-9703-043525b16765 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:58.872104 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8b82b6-b280-4272-a2f3-1bfed7aac983 req-1b0ca945-100a-4f71-9703-043525b16765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:58.872753 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-bc8b82b6-b280-4272-a2f3-1bfed7aac983 req-1b0ca945-100a-4f71-9703-043525b16765 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:58.874279 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-bc8b82b6-b280-4272-a2f3-1bfed7aac983 req-1b0ca945-100a-4f71-9703-043525b16765 service neutron] 10.222.0.41 "PUT /v2.0/ports/062574c7-692c-4126-b675-147ee676c996 HTTP/1.1" status: 200 len: 1091 time: 0.9608607 Jul 13 14:45:58.874692 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef12f756-3b4f-49da-9723-1cc0be91d15e', 'tag': '062574c7-692c-4126-b675-147ee676c996'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:45:58.877012 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dea8b0fca9d342929f96bd35c86b8a14765464b9140f1e1e2496fbd7209775c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66f407cf-d9c8-422a-a5bd-cbb54a9e16c9" -d '{"events": [{"name": "network-changed", "server_uuid": "ef12f756-3b4f-49da-9723-1cc0be91d15e", "tag": "062574c7-692c-4126-b675-147ee676c996"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:45:58.906185 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0ca945-100a-4f71-9703-043525b16765 service neutron] Pushing event updated for resources: {'Port': ['ID=062574c7-692c-4126-b675-147ee676c996,revision_number=3']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:45:58.952585 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2668f65-9180-4a82-932b-abb3744fb262 x-openstack-request-id: req-a2668f65-9180-4a82-932b-abb3744fb262 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:45:58.952864 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef12f756-3b4f-49da-9723-1cc0be91d15e", "tag": "062574c7-692c-4126-b675-147ee676c996", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:45:58.953118 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a2668f65-9180-4a82-932b-abb3744fb262 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:45:58.953517 n-d-800634-1 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef12f756-3b4f-49da-9723-1cc0be91d15e', 'tag': '062574c7-692c-4126-b675-147ee676c996', 'status': 'completed', 'code': 200} Jul 13 14:45:58.985182 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8b82b6-b280-4272-a2f3-1bfed7aac983 req-4bfa7fdd-4457-4209-836f-86be7cc17860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:58.986900 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-bc8b82b6-b280-4272-a2f3-1bfed7aac983 req-4bfa7fdd-4457-4209-836f-86be7cc17860 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ef1f8ac45b0f4587af94f69056f43b30&device_id=ef12f756-3b4f-49da-9723-1cc0be91d15e HTTP/1.1" status: 200 len: 1094 time: 0.0672894 Jul 13 14:45:59.029632 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-bc8b82b6-b280-4272-a2f3-1bfed7aac983 req-9fd3d1df-c4e2-4d80-93c6-3598727c1811 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=062574c7-692c-4126-b675-147ee676c996 HTTP/1.1" status: 200 len: 217 time: 0.0360477 Jul 13 14:45:59.086482 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8b82b6-b280-4272-a2f3-1bfed7aac983 req-978fbdbb-bddb-4b40-a9a7-69bad1013138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:59.088392 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-bc8b82b6-b280-4272-a2f3-1bfed7aac983 req-978fbdbb-bddb-4b40-a9a7-69bad1013138 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=eb1eea51-27ab-4e78-b548-af9f9f104afe HTTP/1.1" status: 200 len: 835 time: 0.0531676 Jul 13 14:45:59.147715 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8b82b6-b280-4272-a2f3-1bfed7aac983 req-7e20009f-c1c9-4d58-a340-e812561661c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:59.149140 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-bc8b82b6-b280-4272-a2f3-1bfed7aac983 req-7e20009f-c1c9-4d58-a340-e812561661c0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bf974d89-96eb-4114-bd00-822ecf94b211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0554602 Jul 13 14:45:59.247302 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-bc8b82b6-b280-4272-a2f3-1bfed7aac983 req-22b7c5c5-bcc0-4049-a4e2-1852b0fe4241 service neutron] 10.222.0.41 "GET /v2.0/networks/bf974d89-96eb-4114-bd00-822ecf94b211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915782 Jul 13 14:45:59.360204 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-bc8b82b6-b280-4272-a2f3-1bfed7aac983 req-46a6f851-0df2-4458-8cae-3f2990f248f3 service neutron] 10.222.0.41 "GET /v2.0/networks/bf974d89-96eb-4114-bd00-822ecf94b211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067214 Jul 13 14:45:59.527862 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078c719e-549a-49dc-8543-d6a93cb179ff req-afa26e98-0b78-4c6f-bdec-80e9521dca1e tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:59.529534 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-078c719e-549a-49dc-8543-d6a93cb179ff req-afa26e98-0b78-4c6f-bdec-80e9521dca1e tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef12f756-3b4f-49da-9723-1cc0be91d15e HTTP/1.1" status: 200 len: 943 time: 0.1171124 Jul 13 14:45:59.531520 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f407cf-d9c8-422a-a5bd-cbb54a9e16c9 req-04e75ba7-8a01-493d-90ff-c0270274b76d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:59.532889 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-66f407cf-d9c8-422a-a5bd-cbb54a9e16c9 req-04e75ba7-8a01-493d-90ff-c0270274b76d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ef1f8ac45b0f4587af94f69056f43b30&device_id=ef12f756-3b4f-49da-9723-1cc0be91d15e HTTP/1.1" status: 200 len: 1094 time: 0.1097260 Jul 13 14:45:59.624197 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-078c719e-549a-49dc-8543-d6a93cb179ff req-08dfdfc7-243a-4963-a8bd-d8811437fc59 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/security-groups?id=f84a7075-7020-4ca3-8cf4-41090ef6152e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872152 Jul 13 14:45:59.672124 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f407cf-d9c8-422a-a5bd-cbb54a9e16c9 req-dbd7bf94-a2f0-4250-a992-22d95fe7db0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:59.674476 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-66f407cf-d9c8-422a-a5bd-cbb54a9e16c9 req-dbd7bf94-a2f0-4250-a992-22d95fe7db0d service neutron] 10.222.0.41 "GET /v2.0/networks?id=bf974d89-96eb-4114-bd00-822ecf94b211 HTTP/1.1" status: 200 len: 897 time: 0.1316638 Jul 13 14:45:59.728082 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-66f407cf-d9c8-422a-a5bd-cbb54a9e16c9 req-48a18295-c829-45ac-a546-9f76a213fabf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=062574c7-692c-4126-b675-147ee676c996 HTTP/1.1" status: 200 len: 217 time: 0.0465963 Jul 13 14:46:00.115029 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f407cf-d9c8-422a-a5bd-cbb54a9e16c9 req-86da2d4d-5215-448d-9e8b-16a9267b3c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:00.116533 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-66f407cf-d9c8-422a-a5bd-cbb54a9e16c9 req-86da2d4d-5215-448d-9e8b-16a9267b3c0a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=eb1eea51-27ab-4e78-b548-af9f9f104afe HTTP/1.1" status: 200 len: 835 time: 0.3809855 Jul 13 14:46:00.181321 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f407cf-d9c8-422a-a5bd-cbb54a9e16c9 req-ed4fb5fb-fc66-49bd-a86c-b45ffaebc292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:00.183532 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-66f407cf-d9c8-422a-a5bd-cbb54a9e16c9 req-ed4fb5fb-fc66-49bd-a86c-b45ffaebc292 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bf974d89-96eb-4114-bd00-822ecf94b211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0596540 Jul 13 14:46:00.279415 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-66f407cf-d9c8-422a-a5bd-cbb54a9e16c9 req-2cdb33a8-8088-4e06-b254-6442d96c510a service neutron] 10.222.0.41 "GET /v2.0/networks/bf974d89-96eb-4114-bd00-822ecf94b211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899467 Jul 13 14:46:00.381977 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-66f407cf-d9c8-422a-a5bd-cbb54a9e16c9 req-4f5baa18-bdfd-4801-abf8-302aecbdd114 service neutron] 10.222.0.41 "GET /v2.0/networks/bf974d89-96eb-4114-bd00-822ecf94b211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957797 Jul 13 14:46:00.420336 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device aa6c2526-ae19-41e3-a262-2380fccb73c7 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:46:00.471490 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port aa6c2526-ae19-41e3-a262-2380fccb73c7 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:46:00.471864 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:00.840055 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84edcde5-baa0-460a-8b7a-c4ea7ee67d6e req-ca7bef95-47ba-45ad-ad67-82e7596f6dd4 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:00.841497 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-84edcde5-baa0-460a-8b7a-c4ea7ee67d6e req-ca7bef95-47ba-45ad-ad67-82e7596f6dd4 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef12f756-3b4f-49da-9723-1cc0be91d15e HTTP/1.1" status: 200 len: 943 time: 0.0811923 Jul 13 14:46:00.882844 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-84edcde5-baa0-460a-8b7a-c4ea7ee67d6e req-7a47ab44-28a6-45c8-90f2-f04f8a2a03ce tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/security-groups?id=f84a7075-7020-4ca3-8cf4-41090ef6152e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354362 Jul 13 14:46:01.128947 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:01.349099 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 062574c7-692c-4126-b675-147ee676c996 details requested by agent hyperv_n-h2-800634-1 with host n-h2-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 14:46:01.466518 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 062574c7-692c-4126-b675-147ee676c996, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=062574c7-692c-4126-b675-147ee676c996,segment=NetworkSegment(413afe73-e1d9-4a0c-a195-006b83ff14d9),segment_id=413afe73-e1d9-4a0c-a195-006b83ff14d9)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:46:01.469552 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:01.478431 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Returning: {'device': '062574c7-692c-4126-b675-147ee676c996', 'network_id': 'bf974d89-96eb-4114-bd00-822ecf94b211', 'port_id': '062574c7-692c-4126-b675-147ee676c996', 'mac_address': 'fa:16:3e:e9:8c:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb1eea51-27ab-4e78-b548-af9f9f104afe', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 14:46:01.521249 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:01.538213 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 062574c7-692c-4126-b675-147ee676c996 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:46:01.560521 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 062574c7-692c-4126-b675-147ee676c996, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=062574c7-692c-4126-b675-147ee676c996,segment=NetworkSegment(413afe73-e1d9-4a0c-a195-006b83ff14d9),segment_id=413afe73-e1d9-4a0c-a195-006b83ff14d9)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:46:01.564637 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:01.614733 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=062574c7-692c-4126-b675-147ee676c996,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:01.793034 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['062574c7-692c-4126-b675-147ee676c996'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:46:02.087959 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a460da5-c677-4452-ba2b-c1dd94466d18 req-0c55acc5-a2ad-4b81-9715-9ece016aa7b5 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:02.090142 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-0a460da5-c677-4452-ba2b-c1dd94466d18 req-0c55acc5-a2ad-4b81-9715-9ece016aa7b5 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef12f756-3b4f-49da-9723-1cc0be91d15e HTTP/1.1" status: 200 len: 944 time: 0.0741060 Jul 13 14:46:02.132316 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-0a460da5-c677-4452-ba2b-c1dd94466d18 req-b43ac1c9-5651-4d57-be66-7dafe566c89f tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/security-groups?id=f84a7075-7020-4ca3-8cf4-41090ef6152e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355017 Jul 13 14:46:03.320613 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85fe448-ada1-4d23-8d2a-4ab276b273b5 req-1949a747-f134-4662-828d-30887174e99c tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:03.323148 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e85fe448-ada1-4d23-8d2a-4ab276b273b5 req-1949a747-f134-4662-828d-30887174e99c tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef12f756-3b4f-49da-9723-1cc0be91d15e HTTP/1.1" status: 200 len: 944 time: 0.0742688 Jul 13 14:46:03.365643 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 062574c7-692c-4126-b675-147ee676c996 up at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:46:03.372108 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e85fe448-ada1-4d23-8d2a-4ab276b273b5 req-ec1dc5f3-a584-42d0-9628-1c750954ec25 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/security-groups?id=f84a7075-7020-4ca3-8cf4-41090ef6152e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400581 Jul 13 14:46:03.420248 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning for port 062574c7-692c-4126-b675-147ee676c996 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:46:03.425305 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning complete for port 062574c7-692c-4126-b675-147ee676c996 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:46:03.425875 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:03.513773 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:03.548433 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef12f756-3b4f-49da-9723-1cc0be91d15e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '062574c7-692c-4126-b675-147ee676c996'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:46:03.550840 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f877c416c4e1be0a98e2d34673ec81d4e31c3422e8e709fff770f7d8b7e0843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b62b3ec-86a0-40fd-9f29-19730bbb5aa4" -d '{"events": [{"server_uuid": "ef12f756-3b4f-49da-9723-1cc0be91d15e", "name": "network-vif-plugged", "status": "completed", "tag": "062574c7-692c-4126-b675-147ee676c996"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:46:03.573036 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 062574c7-692c-4126-b675-147ee676c996, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=062574c7-692c-4126-b675-147ee676c996,segment=NetworkSegment(413afe73-e1d9-4a0c-a195-006b83ff14d9),segment_id=413afe73-e1d9-4a0c-a195-006b83ff14d9)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:46:03.579646 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:03.617819 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:46:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bfcb7d8-dbef-4bac-a7d5-17d3db5c34c9 x-openstack-request-id: req-0bfcb7d8-dbef-4bac-a7d5-17d3db5c34c9 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:46:03.618118 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef12f756-3b4f-49da-9723-1cc0be91d15e", "name": "network-vif-plugged", "status": "completed", "tag": "062574c7-692c-4126-b675-147ee676c996", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:46:03.618381 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0bfcb7d8-dbef-4bac-a7d5-17d3db5c34c9 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:46:03.618779 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef12f756-3b4f-49da-9723-1cc0be91d15e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '062574c7-692c-4126-b675-147ee676c996', 'code': 200} Jul 13 14:46:03.670903 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=062574c7-692c-4126-b675-147ee676c996,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:03.733298 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eccd33e-439b-4039-836d-58355a33833e req-a0f0ae1d-ac74-4fe4-a7db-e25d369fca39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:03.735164 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4eccd33e-439b-4039-836d-58355a33833e req-a0f0ae1d-ac74-4fe4-a7db-e25d369fca39 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ef12f756-3b4f-49da-9723-1cc0be91d15e HTTP/1.1" status: 200 len: 1096 time: 0.0597556 Jul 13 14:46:03.773607 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4eccd33e-439b-4039-836d-58355a33833e req-92738494-7868-49b3-ab2e-fb34e11d6502 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f84a7075-7020-4ca3-8cf4-41090ef6152e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320396 Jul 13 14:46:04.571063 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ca1401-32a4-425e-98af-e8c4341f26ea req-02a4b4b7-7dcf-42e9-973b-b6d0800ec6f4 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:04.573620 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-22ca1401-32a4-425e-98af-e8c4341f26ea req-02a4b4b7-7dcf-42e9-973b-b6d0800ec6f4 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef12f756-3b4f-49da-9723-1cc0be91d15e HTTP/1.1" status: 200 len: 945 time: 0.0801935 Jul 13 14:46:04.623838 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-22ca1401-32a4-425e-98af-e8c4341f26ea req-7e835fb6-b17a-4a2f-900f-c190699fc8bf tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/security-groups?id=f84a7075-7020-4ca3-8cf4-41090ef6152e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407081 Jul 13 14:46:05.821552 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b1cd84-14eb-4403-859c-de340b47aa35 req-399c4e0d-870e-4e0c-af31-fa5741095c32 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:05.823125 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-64b1cd84-14eb-4403-859c-de340b47aa35 req-399c4e0d-870e-4e0c-af31-fa5741095c32 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef12f756-3b4f-49da-9723-1cc0be91d15e HTTP/1.1" status: 200 len: 945 time: 0.0766244 Jul 13 14:46:05.867531 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-64b1cd84-14eb-4403-859c-de340b47aa35 req-ddbb2764-0682-4c39-99e7-d79166d42be5 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/security-groups?id=f84a7075-7020-4ca3-8cf4-41090ef6152e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368776 Jul 13 14:46:06.134800 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422007d0-870f-470e-b59f-6c3031267341 req-7f084fe5-203e-440a-bb73-0dcb230349a0 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:06.136740 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-422007d0-870f-470e-b59f-6c3031267341 req-7f084fe5-203e-440a-bb73-0dcb230349a0 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef12f756-3b4f-49da-9723-1cc0be91d15e HTTP/1.1" status: 200 len: 945 time: 0.1282911 Jul 13 14:46:06.187973 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-422007d0-870f-470e-b59f-6c3031267341 req-adda4763-d611-473c-a998-82202a821f76 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/security-groups?id=f84a7075-7020-4ca3-8cf4-41090ef6152e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435584 Jul 13 14:46:06.217719 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 52430) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:06.279486 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac717c9-43e9-429a-8383-a8b7e8561d97 tempest-TestNetworkAdvancedServerOps-519239000 tempest-TestNetworkAdvancedServerOps-519239000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:06.281077 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-bac717c9-43e9-429a-8383-a8b7e8561d97 tempest-TestNetworkAdvancedServerOps-519239000 tempest-TestNetworkAdvancedServerOps-519239000-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=ef12f756-3b4f-49da-9723-1cc0be91d15e HTTP/1.1" status: 200 len: 1091 time: 0.0622566 Jul 13 14:46:06.284038 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 52432) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:06.288668 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-5a269064-5500-4b33-a800-8b508f71fd5f tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Request body: {'floatingip': {'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'port_id': '062574c7-692c-4126-b675-147ee676c996', 'tenant_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:46:06.314176 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5a269064-5500-4b33-a800-8b508f71fd5f tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for floatingip, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:06.435277 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5a269064-5500-4b33-a800-8b508f71fd5f tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:06.570251 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-5a269064-5500-4b33-a800-8b508f71fd5f tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Allocated IP 172.25.6.29 (acf968b8-c524-46a9-a20b-ad9667009130/dde5a78e-bd1e-4f47-8189-7321d4de73d3/0e0dd46e-17d1-425e-bdb0-f5d23316b733) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:46:06.699616 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5a269064-5500-4b33-a800-8b508f71fd5f tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:06.762230 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5a269064-5500-4b33-a800-8b508f71fd5f tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:06.803951 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a269064-5500-4b33-a800-8b508f71fd5f tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Network acf968b8-c524-46a9-a20b-ad9667009130 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:46:06.806942 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-5a269064-5500-4b33-a800-8b508f71fd5f tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:46:06.810870 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a269064-5500-4b33-a800-8b508f71fd5f tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:46:06.816564 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a269064-5500-4b33-a800-8b508f71fd5f tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Pushing event updated for resources: {'Port': ['ID=0e0dd46e-17d1-425e-bdb0-f5d23316b733,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:06.844940 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a269064-5500-4b33-a800-8b508f71fd5f tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:06.845172 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a269064-5500-4b33-a800-8b508f71fd5f tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:06.845505 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a269064-5500-4b33-a800-8b508f71fd5f tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:06.845874 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a269064-5500-4b33-a800-8b508f71fd5f tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:06.846210 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a269064-5500-4b33-a800-8b508f71fd5f tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:06.846570 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a269064-5500-4b33-a800-8b508f71fd5f tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:06.846906 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a269064-5500-4b33-a800-8b508f71fd5f tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:06.847233 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a269064-5500-4b33-a800-8b508f71fd5f tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:06.847558 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a269064-5500-4b33-a800-8b508f71fd5f tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:06.847879 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a269064-5500-4b33-a800-8b508f71fd5f tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:06.848198 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a269064-5500-4b33-a800-8b508f71fd5f tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:06.848518 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a269064-5500-4b33-a800-8b508f71fd5f tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:07.601927 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5a269064-5500-4b33-a800-8b508f71fd5f tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:07.699425 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5a269064-5500-4b33-a800-8b508f71fd5f tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:07.862117 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5a269064-5500-4b33-a800-8b508f71fd5f tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:07.867010 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5a269064-5500-4b33-a800-8b508f71fd5f tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:07.943969 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a269064-5500-4b33-a800-8b508f71fd5f tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Pushing event updated for resources: {'Port': ['ID=0e0dd46e-17d1-425e-bdb0-f5d23316b733,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:07.955640 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5a269064-5500-4b33-a800-8b508f71fd5f tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446547'] for floatingip, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:08.065982 n-d-800634-1 neutron-server[93750]: INFO neutron.db.l3_db [None req-5a269064-5500-4b33-a800-8b508f71fd5f tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Floating IP 8675eb53-8d31-4980-87ff-7be5593f199a associated. External IP: 172.25.6.29, port: 062574c7-692c-4126-b675-147ee676c996. Jul 13 14:46:08.282089 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a269064-5500-4b33-a800-8b508f71fd5f tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Router ec276d52-d814-48b0-8e6a-5ac46824d425 has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:46:08.398517 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a269064-5500-4b33-a800-8b508f71fd5f tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:46:08.409314 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ddb78c-ddf7-4ccf-8fac-9e65b0872b5b None None] Sync routers for ids ['ec276d52-d814-48b0-8e6a-5ac46824d425'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:46:08.416219 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5a269064-5500-4b33-a800-8b508f71fd5f tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for floatingip, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:08.420774 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ddb78c-ddf7-4ccf-8fac-9e65b0872b5b None None] Routers {'ec276d52-d814-48b0-8e6a-5ac46824d425'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:46:08.421419 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-22ddb78c-ddf7-4ccf-8fac-9e65b0872b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:45:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['ec276d52-d814-48b0-8e6a-5ac46824d425'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:46:08.471323 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-5a269064-5500-4b33-a800-8b508f71fd5f tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1836362 Jul 13 14:46:08.471323 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef12f756-3b4f-49da-9723-1cc0be91d15e', 'tag': '062574c7-692c-4126-b675-147ee676c996'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:46:08.474043 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d80e434584b282bc6a886e23c599c6bef7951b468a8cb6259e8628cee4d6f2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9c96aa8-e282-468e-9fc9-0eee7458afc1" -d '{"events": [{"name": "network-changed", "server_uuid": "ef12f756-3b4f-49da-9723-1cc0be91d15e", "tag": "062574c7-692c-4126-b675-147ee676c996"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:46:08.526258 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcf8a0d4-69c5-4d72-90cf-ee5f7daeb7a4 x-openstack-request-id: req-fcf8a0d4-69c5-4d72-90cf-ee5f7daeb7a4 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:46:08.527129 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef12f756-3b4f-49da-9723-1cc0be91d15e", "tag": "062574c7-692c-4126-b675-147ee676c996", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:46:08.527536 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fcf8a0d4-69c5-4d72-90cf-ee5f7daeb7a4 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:46:08.528132 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef12f756-3b4f-49da-9723-1cc0be91d15e', 'tag': '062574c7-692c-4126-b675-147ee676c996', 'status': 'completed', 'code': 200} Jul 13 14:46:08.566883 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-22ddb78c-ddf7-4ccf-8fac-9e65b0872b5b None None] Set router ec276d52-d814-48b0-8e6a-5ac46824d425 gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:46:08.648061 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c96aa8-e282-468e-9fc9-0eee7458afc1 req-bc4f3730-e191-4775-a296-a1e15b0decad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:08.654877 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e9c96aa8-e282-468e-9fc9-0eee7458afc1 req-bc4f3730-e191-4775-a296-a1e15b0decad service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ef1f8ac45b0f4587af94f69056f43b30&device_id=ef12f756-3b4f-49da-9723-1cc0be91d15e HTTP/1.1" status: 200 len: 1096 time: 0.1005003 Jul 13 14:46:08.758185 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f670662-9edb-4ee4-9418-ea4ab4e7c013 req-3e9d6eed-3e95-4103-8cb1-9b5fff3032cf tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:08.759704 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5f670662-9edb-4ee4-9418-ea4ab4e7c013 req-3e9d6eed-3e95-4103-8cb1-9b5fff3032cf tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef12f756-3b4f-49da-9723-1cc0be91d15e HTTP/1.1" status: 200 len: 945 time: 0.1560245 Jul 13 14:46:08.795513 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c96aa8-e282-468e-9fc9-0eee7458afc1 req-2c705e5c-90cc-41d6-9d0c-8361fc9667b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:08.797040 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e9c96aa8-e282-468e-9fc9-0eee7458afc1 req-2c705e5c-90cc-41d6-9d0c-8361fc9667b6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=bf974d89-96eb-4114-bd00-822ecf94b211 HTTP/1.1" status: 200 len: 897 time: 0.1379006 Jul 13 14:46:08.834247 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-22ddb78c-ddf7-4ccf-8fac-9e65b0872b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec276d52-d814-48b0-8e6a-5ac46824d425', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1986336951', 'tenant_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': '129c98b8-aa97-45b5-838d-9ded19cc03ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:45:47Z', 'updated_at': '2021-07-13T14:45:52Z', 'revision_number': 4, 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'gw_port': {'id': '129c98b8-aa97-45b5-838d-9ded19cc03ab', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:88:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec276d52-d814-48b0-8e6a-5ac46824d425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:45:48Z', 'updated_at': '2021-07-13T14:45:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_floatingips': [{'id': '8675eb53-8d31-4980-87ff-7be5593f199a', 'tenant_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'floating_ip_address': '172.25.6.29', 'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'router_id': 'ec276d52-d814-48b0-8e6a-5ac46824d425', 'port_id': '062574c7-692c-4126-b675-147ee676c996', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4200, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf974d89-96eb-4114-bd00-822ecf94b211', 'mac_address': 'fa:16:3e:e9:8c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef12f756-3b4f-49da-9723-1cc0be91d15e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:46:07Z', 'updated_at': '2021-07-13T14:46:07Z', 'revision_number': 0, 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa6c2526-ae19-41e3-a262-2380fccb73c7', 'name': '', 'network_id': 'bf974d89-96eb-4114-bd00-822ecf94b211', 'tenant_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'mac_address': 'fa:16:3e:f8:55:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec276d52-d814-48b0-8e6a-5ac46824d425', 'device_owner': 'network:router_interface', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'eb1eea51-27ab-4e78-b548-af9f9f104afe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:45:51Z', 'updated_at': '2021-07-13T14:45:58Z', 'revision_number': 5, 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'subnets': [{'id': 'eb1eea51-27ab-4e78-b548-af9f9f104afe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:46:08.851162 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5f670662-9edb-4ee4-9418-ea4ab4e7c013 req-3cfb7b9b-4329-46a1-a0da-52af54f87f61 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/security-groups?id=f84a7075-7020-4ca3-8cf4-41090ef6152e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818324 Jul 13 14:46:08.863866 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ddb78c-ddf7-4ccf-8fac-9e65b0872b5b None None] Checking router: ec276d52-d814-48b0-8e6a-5ac46824d425 for host: n-d-800634-1 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:46:08.873916 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ddb78c-ddf7-4ccf-8fac-9e65b0872b5b None None] Routers {'ec276d52-d814-48b0-8e6a-5ac46824d425'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:46:08.874548 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-22ddb78c-ddf7-4ccf-8fac-9e65b0872b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:45:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['ec276d52-d814-48b0-8e6a-5ac46824d425'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:46:08.877925 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 52438) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:08.878460 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e9c96aa8-e282-468e-9fc9-0eee7458afc1 req-513c8a82-faee-45e7-8399-f1df6f86d347 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=062574c7-692c-4126-b675-147ee676c996 HTTP/1.1" status: 200 len: 998 time: 0.0742669 Jul 13 14:46:08.950847 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-a80bb250-392c-4d96-ab47-a1f064f72340 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/floatingips/8675eb53-8d31-4980-87ff-7be5593f199a HTTP/1.1" status: 200 len: 990 time: 0.0709798 Jul 13 14:46:08.957847 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c96aa8-e282-468e-9fc9-0eee7458afc1 req-67dc37a9-e8bd-45bb-b10c-084093da8b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:08.960660 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e9c96aa8-e282-468e-9fc9-0eee7458afc1 req-67dc37a9-e8bd-45bb-b10c-084093da8b64 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=eb1eea51-27ab-4e78-b548-af9f9f104afe HTTP/1.1" status: 200 len: 835 time: 0.0775011 Jul 13 14:46:09.028214 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c96aa8-e282-468e-9fc9-0eee7458afc1 req-83f96be9-025b-481b-b36b-1eb0a073987b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:09.029846 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e9c96aa8-e282-468e-9fc9-0eee7458afc1 req-83f96be9-025b-481b-b36b-1eb0a073987b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bf974d89-96eb-4114-bd00-822ecf94b211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0633574 Jul 13 14:46:09.139550 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e9c96aa8-e282-468e-9fc9-0eee7458afc1 req-a4d17d69-90bf-4067-8626-bb7fcdf16a2b service neutron] 10.222.0.41 "GET /v2.0/networks/bf974d89-96eb-4114-bd00-822ecf94b211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035292 Jul 13 14:46:09.163477 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-22ddb78c-ddf7-4ccf-8fac-9e65b0872b5b None None] Set router ec276d52-d814-48b0-8e6a-5ac46824d425 gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:46:09.257250 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e9c96aa8-e282-468e-9fc9-0eee7458afc1 req-ecce025d-ccd5-4008-bf98-6c9394e519da service neutron] 10.222.0.41 "GET /v2.0/networks/bf974d89-96eb-4114-bd00-822ecf94b211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120083 Jul 13 14:46:09.413572 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-22ddb78c-ddf7-4ccf-8fac-9e65b0872b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec276d52-d814-48b0-8e6a-5ac46824d425', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1986336951', 'tenant_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': '129c98b8-aa97-45b5-838d-9ded19cc03ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:45:47Z', 'updated_at': '2021-07-13T14:45:52Z', 'revision_number': 4, 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'gw_port': {'id': '129c98b8-aa97-45b5-838d-9ded19cc03ab', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:88:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec276d52-d814-48b0-8e6a-5ac46824d425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:45:48Z', 'updated_at': '2021-07-13T14:45:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_floatingips': [{'id': '8675eb53-8d31-4980-87ff-7be5593f199a', 'tenant_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'floating_ip_address': '172.25.6.29', 'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'router_id': 'ec276d52-d814-48b0-8e6a-5ac46824d425', 'port_id': '062574c7-692c-4126-b675-147ee676c996', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4200, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf974d89-96eb-4114-bd00-822ecf94b211', 'mac_address': 'fa:16:3e:e9:8c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef12f756-3b4f-49da-9723-1cc0be91d15e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:46:07Z', 'updated_at': '2021-07-13T14:46:07Z', 'revision_number': 0, 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa6c2526-ae19-41e3-a262-2380fccb73c7', 'name': '', 'network_id': 'bf974d89-96eb-4114-bd00-822ecf94b211', 'tenant_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'mac_address': 'fa:16:3e:f8:55:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec276d52-d814-48b0-8e6a-5ac46824d425', 'device_owner': 'network:router_interface', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'eb1eea51-27ab-4e78-b548-af9f9f104afe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:45:51Z', 'updated_at': '2021-07-13T14:45:58Z', 'revision_number': 5, 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'subnets': [{'id': 'eb1eea51-27ab-4e78-b548-af9f9f104afe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:46:09.447300 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ddb78c-ddf7-4ccf-8fac-9e65b0872b5b None None] The sync data for ids ['ec276d52-d814-48b0-8e6a-5ac46824d425'] in n-d-800634-1 is: [{'id': 'ec276d52-d814-48b0-8e6a-5ac46824d425', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1986336951', 'tenant_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': '129c98b8-aa97-45b5-838d-9ded19cc03ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:45:47Z', 'updated_at': '2021-07-13T14:45:52Z', 'revision_number': 4, 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'gw_port': {'id': '129c98b8-aa97-45b5-838d-9ded19cc03ab', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:88:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec276d52-d814-48b0-8e6a-5ac46824d425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:45:48Z', 'updated_at': '2021-07-13T14:45:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_floatingips': [{'id': '8675eb53-8d31-4980-87ff-7be5593f199a', 'tenant_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'floating_ip_address': '172.25.6.29', 'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'router_id': 'ec276d52-d814-48b0-8e6a-5ac46824d425', 'port_id': '062574c7-692c-4126-b675-147ee676c996', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4200, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf974d89-96eb-4114-bd00-822ecf94b211', 'mac_address': 'fa:16:3e:e9:8c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef12f756-3b4f-49da-9723-1cc0be91d15e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:46:07Z', 'updated_at': '2021-07-13T14:46:07Z', 'revision_number': 0, 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa6c2526-ae19-41e3-a262-2380fccb73c7', 'name': '', 'network_id': 'bf974d89-96eb-4114-bd00-822ecf94b211', 'tenant_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'mac_address': 'fa:16:3e:f8:55:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec276d52-d814-48b0-8e6a-5ac46824d425', 'device_owner': 'network:router_interface', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'eb1eea51-27ab-4e78-b548-af9f9f104afe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:45:51Z', 'updated_at': '2021-07-13T14:45:58Z', 'revision_number': 5, 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'subnets': [{'id': 'eb1eea51-27ab-4e78-b548-af9f9f104afe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:46:09.651980 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf361f7-873c-4786-802e-6723cf22cfbb None None] New status for floating IP 8675eb53-8d31-4980-87ff-7be5593f199a: ACTIVE {{(pid=93753) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 14:46:09.953050 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 52440) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:10.019117 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-2aa3b675-0346-4917-9328-a6b444826a1b tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/floatingips/8675eb53-8d31-4980-87ff-7be5593f199a HTTP/1.1" status: 200 len: 992 time: 0.0648801 Jul 13 14:46:17.361645 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9145b0b7-4c65-4d0d-82b3-ec4ef7e4040c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:19.999427 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2cbba750-9701-48c3-8f2e-9d8328b35572 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:20.129130 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:21.400052 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:22.890434 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:31.146913 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:31.453812 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:32.577584 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:46:39.591553 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2865bf99-3cc2-43ff-8312-748e86b6b733 req-77d4aff9-c524-4496-b94c-ebb21a5ab7d3 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:39.593098 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2865bf99-3cc2-43ff-8312-748e86b6b733 req-77d4aff9-c524-4496-b94c-ebb21a5ab7d3 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef12f756-3b4f-49da-9723-1cc0be91d15e HTTP/1.1" status: 200 len: 945 time: 0.0717247 Jul 13 14:46:39.633858 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2865bf99-3cc2-43ff-8312-748e86b6b733 req-89e36eba-19ea-47c7-8d9b-8df6fc1a13d1 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/security-groups?id=f84a7075-7020-4ca3-8cf4-41090ef6152e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348642 Jul 13 14:46:40.818959 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b147edf8-b804-41e2-96ce-2900811d25f4 req-4167569e-09d8-4af9-b5a2-71538bf4c772 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:40.820447 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b147edf8-b804-41e2-96ce-2900811d25f4 req-4167569e-09d8-4af9-b5a2-71538bf4c772 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef12f756-3b4f-49da-9723-1cc0be91d15e HTTP/1.1" status: 200 len: 945 time: 0.0641387 Jul 13 14:46:40.858533 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b147edf8-b804-41e2-96ce-2900811d25f4 req-8d35c248-7dd9-429e-838b-e5d5f69d7305 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/security-groups?id=f84a7075-7020-4ca3-8cf4-41090ef6152e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316415 Jul 13 14:46:42.042808 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04e01f8-d708-4c93-bb87-b2d2c640e46a req-fcbcf8db-8848-4111-ace3-fbf5fde3bc5f tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:42.044347 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e04e01f8-d708-4c93-bb87-b2d2c640e46a req-fcbcf8db-8848-4111-ace3-fbf5fde3bc5f tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef12f756-3b4f-49da-9723-1cc0be91d15e HTTP/1.1" status: 200 len: 945 time: 0.0721688 Jul 13 14:46:42.083644 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e04e01f8-d708-4c93-bb87-b2d2c640e46a req-13d7ae4b-905d-4bc4-9c48-d46326ce0055 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/security-groups?id=f84a7075-7020-4ca3-8cf4-41090ef6152e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336392 Jul 13 14:46:43.274979 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0b5cfd-5117-4b81-a66b-249c7d4670ef req-42941232-daf1-496e-be7e-0c8e6358dd28 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:43.276332 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-fa0b5cfd-5117-4b81-a66b-249c7d4670ef req-42941232-daf1-496e-be7e-0c8e6358dd28 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef12f756-3b4f-49da-9723-1cc0be91d15e HTTP/1.1" status: 200 len: 945 time: 0.0801296 Jul 13 14:46:43.321209 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-fa0b5cfd-5117-4b81-a66b-249c7d4670ef req-08d67e01-613c-4238-bab4-822b09c9be93 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/security-groups?id=f84a7075-7020-4ca3-8cf4-41090ef6152e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358124 Jul 13 14:46:44.499517 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd61f3bc-10da-4001-9ad4-d1c8d0e2305c req-3bdf0933-1bf2-43cc-9ec6-c037c63ddd44 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:44.501243 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-dd61f3bc-10da-4001-9ad4-d1c8d0e2305c req-3bdf0933-1bf2-43cc-9ec6-c037c63ddd44 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef12f756-3b4f-49da-9723-1cc0be91d15e HTTP/1.1" status: 200 len: 945 time: 0.0676649 Jul 13 14:46:44.541164 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-dd61f3bc-10da-4001-9ad4-d1c8d0e2305c req-6c587bda-dc86-4d5f-8fc1-2525614061f9 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/security-groups?id=f84a7075-7020-4ca3-8cf4-41090ef6152e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341582 Jul 13 14:46:45.727905 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94c96d4-a650-4556-b356-4f3ce8d52a71 req-834d50b1-b331-4468-bd85-b224c4a79234 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:45.730024 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e94c96d4-a650-4556-b356-4f3ce8d52a71 req-834d50b1-b331-4468-bd85-b224c4a79234 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef12f756-3b4f-49da-9723-1cc0be91d15e HTTP/1.1" status: 200 len: 945 time: 0.0703974 Jul 13 14:46:45.770717 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e94c96d4-a650-4556-b356-4f3ce8d52a71 req-9dbb1c85-6263-4c03-8da3-2ced3de11619 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/security-groups?id=f84a7075-7020-4ca3-8cf4-41090ef6152e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344679 Jul 13 14:46:46.959239 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67634294-bc6d-4899-9928-761908c86bf9 req-d640b2f4-aa14-45f2-b3ac-9f76687cc7f5 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:46.960844 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-67634294-bc6d-4899-9928-761908c86bf9 req-d640b2f4-aa14-45f2-b3ac-9f76687cc7f5 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef12f756-3b4f-49da-9723-1cc0be91d15e HTTP/1.1" status: 200 len: 945 time: 0.0734446 Jul 13 14:46:47.002639 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-67634294-bc6d-4899-9928-761908c86bf9 req-bb28273e-2b13-4273-b2c8-446fd07734cc tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/security-groups?id=f84a7075-7020-4ca3-8cf4-41090ef6152e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352392 Jul 13 14:46:47.365897 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4d09f697-4518-4856-a8b1-94a5dcf3b0e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:48.188571 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028c3928-d51c-4420-980a-3be06031c86b req-380a5051-53dd-41df-b1ba-77f41095c227 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:48.190229 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-028c3928-d51c-4420-980a-3be06031c86b req-380a5051-53dd-41df-b1ba-77f41095c227 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef12f756-3b4f-49da-9723-1cc0be91d15e HTTP/1.1" status: 200 len: 945 time: 0.0698240 Jul 13 14:46:48.234163 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-028c3928-d51c-4420-980a-3be06031c86b req-f41e9686-ce55-4554-9dd1-e39ae214059c tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/security-groups?id=f84a7075-7020-4ca3-8cf4-41090ef6152e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345662 Jul 13 14:46:49.447539 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ef68ea-bbd5-4487-8d24-3f9a41fbe6dd req-d580ae0f-22af-4b1e-a83a-327a903516bb tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:49.449578 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-82ef68ea-bbd5-4487-8d24-3f9a41fbe6dd req-d580ae0f-22af-4b1e-a83a-327a903516bb tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef12f756-3b4f-49da-9723-1cc0be91d15e HTTP/1.1" status: 200 len: 945 time: 0.0702565 Jul 13 14:46:49.491544 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-82ef68ea-bbd5-4487-8d24-3f9a41fbe6dd req-73d92678-70fc-4a95-8736-325f81fd4254 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/security-groups?id=f84a7075-7020-4ca3-8cf4-41090ef6152e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340788 Jul 13 14:46:50.004553 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-7d7602e6-65dc-43ad-b505-9efc95a0ee5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:50.122764 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:50.706000 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0c116a-c3d9-4339-8c95-55fe24ebfe85 req-dcec858b-1a1e-4f04-a1c6-ca7257f6c73d tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:50.707447 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2e0c116a-c3d9-4339-8c95-55fe24ebfe85 req-dcec858b-1a1e-4f04-a1c6-ca7257f6c73d tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef12f756-3b4f-49da-9723-1cc0be91d15e HTTP/1.1" status: 200 len: 945 time: 0.0858672 Jul 13 14:46:50.748962 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2e0c116a-c3d9-4339-8c95-55fe24ebfe85 req-95ca51d8-3510-4ec2-8e69-a676919d823c tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/security-groups?id=f84a7075-7020-4ca3-8cf4-41090ef6152e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358386 Jul 13 14:46:51.403857 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:51.926443 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dd0058-9842-4947-94ab-a56638232780 req-41a78d3f-f913-4500-8713-44039401e11f tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:51.928025 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e3dd0058-9842-4947-94ab-a56638232780 req-41a78d3f-f913-4500-8713-44039401e11f tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef12f756-3b4f-49da-9723-1cc0be91d15e HTTP/1.1" status: 200 len: 945 time: 0.0661948 Jul 13 14:46:51.969189 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e3dd0058-9842-4947-94ab-a56638232780 req-83376e13-6655-41ee-a015-6dc63b11dc19 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/security-groups?id=f84a7075-7020-4ca3-8cf4-41090ef6152e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346870 Jul 13 14:46:52.900671 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:53.022221 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e28cb17-b6cf-441c-8d80-3795ddebc7c6 req-2eb84c21-ad0e-4c05-a204-912a21c7b1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:53.023737 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-0e28cb17-b6cf-441c-8d80-3795ddebc7c6 req-2eb84c21-ad0e-4c05-a204-912a21c7b1b6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ef1f8ac45b0f4587af94f69056f43b30&device_id=ef12f756-3b4f-49da-9723-1cc0be91d15e HTTP/1.1" status: 200 len: 1096 time: 0.0554714 Jul 13 14:46:53.176003 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e28cb17-b6cf-441c-8d80-3795ddebc7c6 req-78d335ad-f6af-447c-b751-1225947f041e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:53.177461 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-0e28cb17-b6cf-441c-8d80-3795ddebc7c6 req-78d335ad-f6af-447c-b751-1225947f041e service neutron] 10.222.0.41 "GET /v2.0/networks?id=bf974d89-96eb-4114-bd00-822ecf94b211 HTTP/1.1" status: 200 len: 897 time: 0.1337473 Jul 13 14:46:53.198854 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962855c7-5848-48ae-95f7-da0aee113223 req-d7050b90-2830-43dc-8294-7557b56e549a tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:53.200354 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-962855c7-5848-48ae-95f7-da0aee113223 req-d7050b90-2830-43dc-8294-7557b56e549a tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef12f756-3b4f-49da-9723-1cc0be91d15e HTTP/1.1" status: 200 len: 945 time: 0.1093011 Jul 13 14:46:53.278809 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-0e28cb17-b6cf-441c-8d80-3795ddebc7c6 req-6f17904f-65e4-4fc7-b527-7dd9b8be3430 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=062574c7-692c-4126-b675-147ee676c996 HTTP/1.1" status: 200 len: 1000 time: 0.0951831 Jul 13 14:46:53.283819 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-962855c7-5848-48ae-95f7-da0aee113223 req-51de99ee-5526-4b8c-9bfc-77934cc48922 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/security-groups?id=f84a7075-7020-4ca3-8cf4-41090ef6152e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516906 Jul 13 14:46:53.327672 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e28cb17-b6cf-441c-8d80-3795ddebc7c6 req-a3fa05d9-9130-41c4-a4c8-3c78ab00bccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:53.329146 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-0e28cb17-b6cf-441c-8d80-3795ddebc7c6 req-a3fa05d9-9130-41c4-a4c8-3c78ab00bccc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=eb1eea51-27ab-4e78-b548-af9f9f104afe HTTP/1.1" status: 200 len: 835 time: 0.0444572 Jul 13 14:46:53.389609 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e28cb17-b6cf-441c-8d80-3795ddebc7c6 req-078a2241-0a50-4f4b-8543-93cf6777e6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:53.391168 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-0e28cb17-b6cf-441c-8d80-3795ddebc7c6 req-078a2241-0a50-4f4b-8543-93cf6777e6bd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bf974d89-96eb-4114-bd00-822ecf94b211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0552018 Jul 13 14:46:53.491860 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-0e28cb17-b6cf-441c-8d80-3795ddebc7c6 req-ce4736f3-813c-44ae-bee7-98c221f92954 service neutron] 10.222.0.41 "GET /v2.0/networks/bf974d89-96eb-4114-bd00-822ecf94b211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945125 Jul 13 14:46:53.594265 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-0e28cb17-b6cf-441c-8d80-3795ddebc7c6 req-a7589f81-09fa-48fd-bb20-f47931e236f6 service neutron] 10.222.0.41 "GET /v2.0/networks/bf974d89-96eb-4114-bd00-822ecf94b211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960906 Jul 13 14:46:54.470524 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2225b952-6a76-4e41-95ed-21d8c65f5110 req-518c8cfe-6b69-47b1-a7ad-93b34f1db1e8 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:54.472178 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2225b952-6a76-4e41-95ed-21d8c65f5110 req-518c8cfe-6b69-47b1-a7ad-93b34f1db1e8 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef12f756-3b4f-49da-9723-1cc0be91d15e HTTP/1.1" status: 200 len: 945 time: 0.0714648 Jul 13 14:46:54.512224 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2225b952-6a76-4e41-95ed-21d8c65f5110 req-333fca9d-333f-4a20-81f9-129900debb86 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/security-groups?id=f84a7075-7020-4ca3-8cf4-41090ef6152e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343349 Jul 13 14:46:55.696728 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ff21fd-b86f-4507-b28c-a77e33972f07 req-e90fb708-36b3-440f-bd8a-e94f10ea89ed tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:55.698982 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-85ff21fd-b86f-4507-b28c-a77e33972f07 req-e90fb708-36b3-440f-bd8a-e94f10ea89ed tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef12f756-3b4f-49da-9723-1cc0be91d15e HTTP/1.1" status: 200 len: 945 time: 0.0695000 Jul 13 14:46:55.738001 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-85ff21fd-b86f-4507-b28c-a77e33972f07 req-875fd563-a50c-4b49-88b6-919214ecbcbc tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/security-groups?id=f84a7075-7020-4ca3-8cf4-41090ef6152e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329440 Jul 13 14:46:55.763073 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 52490) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:55.823936 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-033af7f6-95e5-47d6-ad9c-2f9730dbf3d9 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/floatingips/8675eb53-8d31-4980-87ff-7be5593f199a HTTP/1.1" status: 200 len: 992 time: 0.0589061 Jul 13 14:46:57.255279 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b717804e-9f0f-445e-a4e4-87dc6505b1a6 req-ffdb1a2b-d5cb-463d-af56-48594f9870f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:57.256785 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b717804e-9f0f-445e-a4e4-87dc6505b1a6 req-ffdb1a2b-d5cb-463d-af56-48594f9870f2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ef1f8ac45b0f4587af94f69056f43b30&device_id=ef12f756-3b4f-49da-9723-1cc0be91d15e HTTP/1.1" status: 200 len: 1096 time: 0.0549736 Jul 13 14:46:57.271095 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f060f4-ffd3-4d69-b43d-499037ee25a4 req-b05d3e6c-0d5b-4abb-8715-2cb0c4e77443 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:57.272592 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a9f060f4-ffd3-4d69-b43d-499037ee25a4 req-b05d3e6c-0d5b-4abb-8715-2cb0c4e77443 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef12f756-3b4f-49da-9723-1cc0be91d15e HTTP/1.1" status: 200 len: 945 time: 0.0666258 Jul 13 14:46:57.312266 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-a9f060f4-ffd3-4d69-b43d-499037ee25a4 req-429ed1c7-6106-4018-b8f6-854146ece3fd tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/security-groups?id=f84a7075-7020-4ca3-8cf4-41090ef6152e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331919 Jul 13 14:46:57.349644 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b717804e-9f0f-445e-a4e4-87dc6505b1a6 req-9ed87e74-6735-450a-bc5e-cae02203a942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:57.351050 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b717804e-9f0f-445e-a4e4-87dc6505b1a6 req-9ed87e74-6735-450a-bc5e-cae02203a942 service neutron] 10.222.0.41 "GET /v2.0/networks?id=bf974d89-96eb-4114-bd00-822ecf94b211 HTTP/1.1" status: 200 len: 897 time: 0.0883391 Jul 13 14:46:57.418887 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b717804e-9f0f-445e-a4e4-87dc6505b1a6 req-38efccc6-95ce-4b85-8f31-f8160054196b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=062574c7-692c-4126-b675-147ee676c996 HTTP/1.1" status: 200 len: 1000 time: 0.0613558 Jul 13 14:46:57.467752 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b717804e-9f0f-445e-a4e4-87dc6505b1a6 req-0318cf25-4a8c-4e1d-9b09-ae74c2563dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:57.469182 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b717804e-9f0f-445e-a4e4-87dc6505b1a6 req-0318cf25-4a8c-4e1d-9b09-ae74c2563dae service neutron] 10.222.0.41 "GET /v2.0/subnets?id=eb1eea51-27ab-4e78-b548-af9f9f104afe HTTP/1.1" status: 200 len: 835 time: 0.0439916 Jul 13 14:46:57.525097 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b717804e-9f0f-445e-a4e4-87dc6505b1a6 req-c3e96c3e-1cc9-41cd-b31e-6afbbd051c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:57.526772 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b717804e-9f0f-445e-a4e4-87dc6505b1a6 req-c3e96c3e-1cc9-41cd-b31e-6afbbd051c00 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bf974d89-96eb-4114-bd00-822ecf94b211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518389 Jul 13 14:46:57.622331 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b717804e-9f0f-445e-a4e4-87dc6505b1a6 req-affb26b6-6481-491d-869c-e712f3800b67 service neutron] 10.222.0.41 "GET /v2.0/networks/bf974d89-96eb-4114-bd00-822ecf94b211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888009 Jul 13 14:46:57.712307 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b717804e-9f0f-445e-a4e4-87dc6505b1a6 req-4c09c602-e5f4-4306-97f2-600c7283eba8 service neutron] 10.222.0.41 "GET /v2.0/networks/bf974d89-96eb-4114-bd00-822ecf94b211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840659 Jul 13 14:46:58.492809 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03a3acd-293b-462b-b6ae-fb35d920f9fa req-8945cb08-8465-4d71-8c63-1f517d2bd31e tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:58.494318 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e03a3acd-293b-462b-b6ae-fb35d920f9fa req-8945cb08-8465-4d71-8c63-1f517d2bd31e tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef12f756-3b4f-49da-9723-1cc0be91d15e HTTP/1.1" status: 200 len: 945 time: 0.0688066 Jul 13 14:46:58.532806 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e03a3acd-293b-462b-b6ae-fb35d920f9fa req-679a6fb5-da2f-45e1-8db1-40355bc52189 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/security-groups?id=f84a7075-7020-4ca3-8cf4-41090ef6152e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325332 Jul 13 14:46:58.557166 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 52504) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:58.618107 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-45de8c40-e5a3-47a9-be6d-78b18d0f08eb tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/floatingips/8675eb53-8d31-4980-87ff-7be5593f199a HTTP/1.1" status: 200 len: 992 time: 0.0596101 Jul 13 14:47:01.162688 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:01.468844 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:09.577252 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:47:17.369914 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-0b9203e0-d381-429c-a803-9fd0c685bf49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:20.006456 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-94ce40d5-13da-409e-8115-9fab1ded93cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:20.127720 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:21.410681 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:22.896951 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:29.024707 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 52520) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:47:29.192025 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-12a5b9d3-a8ec-45fe-a6f3-7fddcc887de2 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Deleting port 0e0dd46e-17d1-425e-bdb0-f5d23316b733 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:47:29.192343 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-12a5b9d3-a8ec-45fe-a6f3-7fddcc887de2 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:29.266669 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-12a5b9d3-a8ec-45fe-a6f3-7fddcc887de2 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:29.266983 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-12a5b9d3-a8ec-45fe-a6f3-7fddcc887de2 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:29.278659 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-12a5b9d3-a8ec-45fe-a6f3-7fddcc887de2 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Calling delete_port for 0e0dd46e-17d1-425e-bdb0-f5d23316b733 owned by network:floatingip {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:47:29.429300 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-12a5b9d3-a8ec-45fe-a6f3-7fddcc887de2 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:29.453130 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a5b9d3-a8ec-45fe-a6f3-7fddcc887de2 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Pushing event deleted for resources: {'Port': ['ID=0e0dd46e-17d1-425e-bdb0-f5d23316b733,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:29.463080 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a5b9d3-a8ec-45fe-a6f3-7fddcc887de2 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:47:29.463429 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a5b9d3-a8ec-45fe-a6f3-7fddcc887de2 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:47:29.463800 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a5b9d3-a8ec-45fe-a6f3-7fddcc887de2 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:47:29.464132 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a5b9d3-a8ec-45fe-a6f3-7fddcc887de2 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:47:29.464460 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a5b9d3-a8ec-45fe-a6f3-7fddcc887de2 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:47:29.465231 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a5b9d3-a8ec-45fe-a6f3-7fddcc887de2 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:47:29.465231 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a5b9d3-a8ec-45fe-a6f3-7fddcc887de2 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:47:29.465449 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a5b9d3-a8ec-45fe-a6f3-7fddcc887de2 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:47:29.465755 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a5b9d3-a8ec-45fe-a6f3-7fddcc887de2 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:47:29.466075 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a5b9d3-a8ec-45fe-a6f3-7fddcc887de2 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:47:29.466396 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a5b9d3-a8ec-45fe-a6f3-7fddcc887de2 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:47:29.466714 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a5b9d3-a8ec-45fe-a6f3-7fddcc887de2 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:47:29.532664 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-12a5b9d3-a8ec-45fe-a6f3-7fddcc887de2 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for floatingip, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:29.533164 n-d-800634-1 neutron-server[93750]: INFO neutron.db.l3_db [None req-12a5b9d3-a8ec-45fe-a6f3-7fddcc887de2 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Floating IP 8675eb53-8d31-4980-87ff-7be5593f199a disassociated (deleted). External IP: 172.25.6.29, port: 062574c7-692c-4126-b675-147ee676c996. Jul 13 14:47:29.762129 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12a5b9d3-a8ec-45fe-a6f3-7fddcc887de2 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Router ec276d52-d814-48b0-8e6a-5ac46824d425 has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:47:29.874921 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12a5b9d3-a8ec-45fe-a6f3-7fddcc887de2 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:47:29.879793 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-12a5b9d3-a8ec-45fe-a6f3-7fddcc887de2 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for floatingip, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:29.885116 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68fcd987-013c-44cb-ab09-931c0c3abb5a None None] Sync routers for ids ['ec276d52-d814-48b0-8e6a-5ac46824d425'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:47:29.896363 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68fcd987-013c-44cb-ab09-931c0c3abb5a None None] Routers {'ec276d52-d814-48b0-8e6a-5ac46824d425'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:47:29.896999 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-68fcd987-013c-44cb-ab09-931c0c3abb5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:47:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['ec276d52-d814-48b0-8e6a-5ac46824d425'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:47:29.926830 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-12a5b9d3-a8ec-45fe-a6f3-7fddcc887de2 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "DELETE /v2.0/floatingips/8675eb53-8d31-4980-87ff-7be5593f199a HTTP/1.1" status: 204 len: 168 time: 0.8968341 Jul 13 14:47:29.926830 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef12f756-3b4f-49da-9723-1cc0be91d15e', 'tag': '062574c7-692c-4126-b675-147ee676c996'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:47:29.928233 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d80e434584b282bc6a886e23c599c6bef7951b468a8cb6259e8628cee4d6f2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eb348e4-450b-4ee7-ba23-1d6e4b5f7303" -d '{"events": [{"name": "network-changed", "server_uuid": "ef12f756-3b4f-49da-9723-1cc0be91d15e", "tag": "062574c7-692c-4126-b675-147ee676c996"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:47:30.022315 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-68fcd987-013c-44cb-ab09-931c0c3abb5a None None] Set router ec276d52-d814-48b0-8e6a-5ac46824d425 gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:47:30.034214 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c03c1af-892a-48e9-9b54-f9a71571fd52 x-openstack-request-id: req-3c03c1af-892a-48e9-9b54-f9a71571fd52 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:47:30.035129 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef12f756-3b4f-49da-9723-1cc0be91d15e", "tag": "062574c7-692c-4126-b675-147ee676c996", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:47:30.035621 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3c03c1af-892a-48e9-9b54-f9a71571fd52 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:47:30.036263 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef12f756-3b4f-49da-9723-1cc0be91d15e', 'tag': '062574c7-692c-4126-b675-147ee676c996', 'status': 'completed', 'code': 200} Jul 13 14:47:30.127501 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb348e4-450b-4ee7-ba23-1d6e4b5f7303 req-9f0c922a-7890-4ce6-bce0-6fee1979c35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:30.129223 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3eb348e4-450b-4ee7-ba23-1d6e4b5f7303 req-9f0c922a-7890-4ce6-bce0-6fee1979c35b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ef1f8ac45b0f4587af94f69056f43b30&device_id=ef12f756-3b4f-49da-9723-1cc0be91d15e HTTP/1.1" status: 200 len: 1096 time: 0.0694976 Jul 13 14:47:30.226498 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb348e4-450b-4ee7-ba23-1d6e4b5f7303 req-2b22083f-1ba4-41f7-acce-179b283bc608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:30.227982 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3eb348e4-450b-4ee7-ba23-1d6e4b5f7303 req-2b22083f-1ba4-41f7-acce-179b283bc608 service neutron] 10.222.0.41 "GET /v2.0/networks?id=bf974d89-96eb-4114-bd00-822ecf94b211 HTTP/1.1" status: 200 len: 897 time: 0.0927703 Jul 13 14:47:30.260357 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-68fcd987-013c-44cb-ab09-931c0c3abb5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec276d52-d814-48b0-8e6a-5ac46824d425', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1986336951', 'tenant_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': '129c98b8-aa97-45b5-838d-9ded19cc03ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:45:47Z', 'updated_at': '2021-07-13T14:45:52Z', 'revision_number': 4, 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'gw_port': {'id': '129c98b8-aa97-45b5-838d-9ded19cc03ab', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:88:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec276d52-d814-48b0-8e6a-5ac46824d425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:45:48Z', 'updated_at': '2021-07-13T14:45:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': 'aa6c2526-ae19-41e3-a262-2380fccb73c7', 'name': '', 'network_id': 'bf974d89-96eb-4114-bd00-822ecf94b211', 'tenant_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'mac_address': 'fa:16:3e:f8:55:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec276d52-d814-48b0-8e6a-5ac46824d425', 'device_owner': 'network:router_interface', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'eb1eea51-27ab-4e78-b548-af9f9f104afe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:45:51Z', 'updated_at': '2021-07-13T14:45:58Z', 'revision_number': 5, 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'subnets': [{'id': 'eb1eea51-27ab-4e78-b548-af9f9f104afe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:47:30.271966 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3eb348e4-450b-4ee7-ba23-1d6e4b5f7303 req-0edaa390-9ea9-4996-acd9-8b40debd0574 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=062574c7-692c-4126-b675-147ee676c996 HTTP/1.1" status: 200 len: 217 time: 0.0371616 Jul 13 14:47:30.289271 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68fcd987-013c-44cb-ab09-931c0c3abb5a None None] Checking router: ec276d52-d814-48b0-8e6a-5ac46824d425 for host: n-d-800634-1 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:47:30.299741 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68fcd987-013c-44cb-ab09-931c0c3abb5a None None] Routers {'ec276d52-d814-48b0-8e6a-5ac46824d425'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:47:30.300370 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-68fcd987-013c-44cb-ab09-931c0c3abb5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:47:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['ec276d52-d814-48b0-8e6a-5ac46824d425'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:47:30.333668 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb348e4-450b-4ee7-ba23-1d6e4b5f7303 req-baee6e98-fc84-4ab7-8b06-ffff20747b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:30.335221 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3eb348e4-450b-4ee7-ba23-1d6e4b5f7303 req-baee6e98-fc84-4ab7-8b06-ffff20747b3e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=eb1eea51-27ab-4e78-b548-af9f9f104afe HTTP/1.1" status: 200 len: 835 time: 0.0563011 Jul 13 14:47:30.342021 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afab766b-dd8b-4515-909b-4f3a9ec784e5 req-5169eb2b-9678-44a4-b856-ccd08b1407f4 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:30.343915 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-afab766b-dd8b-4515-909b-4f3a9ec784e5 req-5169eb2b-9678-44a4-b856-ccd08b1407f4 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef12f756-3b4f-49da-9723-1cc0be91d15e HTTP/1.1" status: 200 len: 945 time: 0.0753911 Jul 13 14:47:30.391119 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-afab766b-dd8b-4515-909b-4f3a9ec784e5 req-1172e827-645a-4ee1-b48b-713d9c612843 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/security-groups?id=f84a7075-7020-4ca3-8cf4-41090ef6152e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402117 Jul 13 14:47:30.400250 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb348e4-450b-4ee7-ba23-1d6e4b5f7303 req-ab8378a1-4fe0-4eb3-baca-f6ece0f01b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:30.402468 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3eb348e4-450b-4ee7-ba23-1d6e4b5f7303 req-ab8378a1-4fe0-4eb3-baca-f6ece0f01b01 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bf974d89-96eb-4114-bd00-822ecf94b211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0605302 Jul 13 14:47:30.438738 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-68fcd987-013c-44cb-ab09-931c0c3abb5a None None] Set router ec276d52-d814-48b0-8e6a-5ac46824d425 gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:47:30.500485 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3eb348e4-450b-4ee7-ba23-1d6e4b5f7303 req-692cc6bc-794f-45a8-b196-555ee20f560c service neutron] 10.222.0.41 "GET /v2.0/networks/bf974d89-96eb-4114-bd00-822ecf94b211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867872 Jul 13 14:47:30.602802 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3eb348e4-450b-4ee7-ba23-1d6e4b5f7303 req-d0cf4a97-acd6-43ab-afc1-84ae6f904fd5 service neutron] 10.222.0.41 "GET /v2.0/networks/bf974d89-96eb-4114-bd00-822ecf94b211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945959 Jul 13 14:47:30.663694 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-68fcd987-013c-44cb-ab09-931c0c3abb5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec276d52-d814-48b0-8e6a-5ac46824d425', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1986336951', 'tenant_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': '129c98b8-aa97-45b5-838d-9ded19cc03ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:45:47Z', 'updated_at': '2021-07-13T14:45:52Z', 'revision_number': 4, 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'gw_port': {'id': '129c98b8-aa97-45b5-838d-9ded19cc03ab', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:88:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec276d52-d814-48b0-8e6a-5ac46824d425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:45:48Z', 'updated_at': '2021-07-13T14:45:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': 'aa6c2526-ae19-41e3-a262-2380fccb73c7', 'name': '', 'network_id': 'bf974d89-96eb-4114-bd00-822ecf94b211', 'tenant_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'mac_address': 'fa:16:3e:f8:55:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec276d52-d814-48b0-8e6a-5ac46824d425', 'device_owner': 'network:router_interface', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'eb1eea51-27ab-4e78-b548-af9f9f104afe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:45:51Z', 'updated_at': '2021-07-13T14:45:58Z', 'revision_number': 5, 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'subnets': [{'id': 'eb1eea51-27ab-4e78-b548-af9f9f104afe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:47:30.697606 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68fcd987-013c-44cb-ab09-931c0c3abb5a None None] The sync data for ids ['ec276d52-d814-48b0-8e6a-5ac46824d425'] in n-d-800634-1 is: [{'id': 'ec276d52-d814-48b0-8e6a-5ac46824d425', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1986336951', 'tenant_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': '129c98b8-aa97-45b5-838d-9ded19cc03ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:45:47Z', 'updated_at': '2021-07-13T14:45:52Z', 'revision_number': 4, 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'gw_port': {'id': '129c98b8-aa97-45b5-838d-9ded19cc03ab', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:88:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec276d52-d814-48b0-8e6a-5ac46824d425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:45:48Z', 'updated_at': '2021-07-13T14:45:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': 'aa6c2526-ae19-41e3-a262-2380fccb73c7', 'name': '', 'network_id': 'bf974d89-96eb-4114-bd00-822ecf94b211', 'tenant_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'mac_address': 'fa:16:3e:f8:55:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec276d52-d814-48b0-8e6a-5ac46824d425', 'device_owner': 'network:router_interface', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'eb1eea51-27ab-4e78-b548-af9f9f104afe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:45:51Z', 'updated_at': '2021-07-13T14:45:58Z', 'revision_number': 5, 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'subnets': [{'id': 'eb1eea51-27ab-4e78-b548-af9f9f104afe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:47:30.929754 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f22eeb-3b3a-4611-bdf5-36201514e5ae None None] New status for floating IP 8675eb53-8d31-4980-87ff-7be5593f199a: DOWN {{(pid=93753) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 14:47:31.147666 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:31.482712 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:31.577381 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b7eba2-ee6b-41b3-8534-24cd4f0b779c req-64ba6bcb-8c1c-46f0-a0f9-fd3a6c32e863 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:31.578919 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-15b7eba2-ee6b-41b3-8534-24cd4f0b779c req-64ba6bcb-8c1c-46f0-a0f9-fd3a6c32e863 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef12f756-3b4f-49da-9723-1cc0be91d15e HTTP/1.1" status: 200 len: 945 time: 0.0673144 Jul 13 14:47:31.617551 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-15b7eba2-ee6b-41b3-8534-24cd4f0b779c req-7f5c7be1-94a9-4641-800e-80b772afd187 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/security-groups?id=f84a7075-7020-4ca3-8cf4-41090ef6152e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330873 Jul 13 14:47:31.781401 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12a7f85-74fb-41d8-84d5-13c86df56df1 req-86d2f1d7-4b16-4b50-bf36-cfb67414d3d6 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:31.783055 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b12a7f85-74fb-41d8-84d5-13c86df56df1 req-86d2f1d7-4b16-4b50-bf36-cfb67414d3d6 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef12f756-3b4f-49da-9723-1cc0be91d15e HTTP/1.1" status: 200 len: 945 time: 0.0704141 Jul 13 14:47:31.884899 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-b12a7f85-74fb-41d8-84d5-13c86df56df1 req-c69d10d8-937e-431c-8a6b-60527792ad96 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Deleting port 062574c7-692c-4126-b675-147ee676c996 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:47:31.885244 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-b12a7f85-74fb-41d8-84d5-13c86df56df1 req-c69d10d8-937e-431c-8a6b-60527792ad96 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:31.982790 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-b12a7f85-74fb-41d8-84d5-13c86df56df1 req-c69d10d8-937e-431c-8a6b-60527792ad96 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] For port 062574c7-692c-4126-b675-147ee676c996, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=062574c7-692c-4126-b675-147ee676c996,segment=NetworkSegment(413afe73-e1d9-4a0c-a195-006b83ff14d9),segment_id=413afe73-e1d9-4a0c-a195-006b83ff14d9)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:47:31.983157 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-b12a7f85-74fb-41d8-84d5-13c86df56df1 req-c69d10d8-937e-431c-8a6b-60527792ad96 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:31.996879 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-b12a7f85-74fb-41d8-84d5-13c86df56df1 req-c69d10d8-937e-431c-8a6b-60527792ad96 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Calling delete_port for 062574c7-692c-4126-b675-147ee676c996 owned by compute:nova {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:47:32.126200 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-b12a7f85-74fb-41d8-84d5-13c86df56df1 req-c69d10d8-937e-431c-8a6b-60527792ad96 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:32.159243 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69d10d8-937e-431c-8a6b-60527792ad96 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Pushing event deleted for resources: {'Port': ['ID=062574c7-692c-4126-b675-147ee676c996,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:32.189453 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69d10d8-937e-431c-8a6b-60527792ad96 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:47:32.189813 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69d10d8-937e-431c-8a6b-60527792ad96 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:47:32.190153 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69d10d8-937e-431c-8a6b-60527792ad96 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:47:32.190487 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69d10d8-937e-431c-8a6b-60527792ad96 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:47:32.190806 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69d10d8-937e-431c-8a6b-60527792ad96 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:47:32.191129 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69d10d8-937e-431c-8a6b-60527792ad96 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:47:32.191449 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69d10d8-937e-431c-8a6b-60527792ad96 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:47:32.191770 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69d10d8-937e-431c-8a6b-60527792ad96 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:47:32.192095 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69d10d8-937e-431c-8a6b-60527792ad96 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:47:32.192438 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69d10d8-937e-431c-8a6b-60527792ad96 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:47:32.192725 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69d10d8-937e-431c-8a6b-60527792ad96 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:47:32.193037 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69d10d8-937e-431c-8a6b-60527792ad96 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:47:32.217446 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-b12a7f85-74fb-41d8-84d5-13c86df56df1 req-c69d10d8-937e-431c-8a6b-60527792ad96 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] No DVR routers for this DVR port 062574c7-692c-4126-b675-147ee676c996 on host n-h2-800634-1 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:47:32.220085 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-b12a7f85-74fb-41d8-84d5-13c86df56df1 req-c69d10d8-937e-431c-8a6b-60527792ad96 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:32.222081 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b12a7f85-74fb-41d8-84d5-13c86df56df1 req-c69d10d8-937e-431c-8a6b-60527792ad96 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.41 "DELETE /v2.0/ports/062574c7-692c-4126-b675-147ee676c996 HTTP/1.1" status: 204 len: 173 time: 0.4341006 Jul 13 14:47:32.222506 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef12f756-3b4f-49da-9723-1cc0be91d15e', 'name': 'network-vif-deleted', 'tag': '062574c7-692c-4126-b675-147ee676c996'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:47:32.224832 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dea8b0fca9d342929f96bd35c86b8a14765464b9140f1e1e2496fbd7209775c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14898e76-8898-4a18-abee-f363f1c814e3" -d '{"events": [{"server_uuid": "ef12f756-3b4f-49da-9723-1cc0be91d15e", "name": "network-vif-deleted", "tag": "062574c7-692c-4126-b675-147ee676c996"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:47:32.317722 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:47:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad5d7e79-83b6-419a-9faa-5c3cf2fb441f x-openstack-request-id: req-ad5d7e79-83b6-419a-9faa-5c3cf2fb441f {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:47:32.318049 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef12f756-3b4f-49da-9723-1cc0be91d15e", "name": "network-vif-deleted", "tag": "062574c7-692c-4126-b675-147ee676c996", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:47:32.318311 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ad5d7e79-83b6-419a-9faa-5c3cf2fb441f {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:47:32.318717 n-d-800634-1 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef12f756-3b4f-49da-9723-1cc0be91d15e', 'name': 'network-vif-deleted', 'tag': '062574c7-692c-4126-b675-147ee676c996', 'status': 'completed', 'code': 200} Jul 13 14:47:32.783713 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-75f663ea-7578-4a29-8213-445b1b46408f req-5b13ce97-1ceb-44e7-886d-c88753099b4d tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef12f756-3b4f-49da-9723-1cc0be91d15e HTTP/1.1" status: 200 len: 210 time: 0.0332172 Jul 13 14:47:33.881762 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 52540) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:47:34.271732 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2fe2fcc7-013c-4907-aef7-61e9f6212611 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451695'] for router_interface, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:34.561370 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-2fe2fcc7-013c-4907-aef7-61e9f6212611 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Deleting port aa6c2526-ae19-41e3-a262-2380fccb73c7 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:47:34.561711 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2fe2fcc7-013c-4907-aef7-61e9f6212611 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:34.650323 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-2fe2fcc7-013c-4907-aef7-61e9f6212611 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] For port aa6c2526-ae19-41e3-a262-2380fccb73c7, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=aa6c2526-ae19-41e3-a262-2380fccb73c7,segment=NetworkSegment(413afe73-e1d9-4a0c-a195-006b83ff14d9),segment_id=413afe73-e1d9-4a0c-a195-006b83ff14d9)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:47:34.650679 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2fe2fcc7-013c-4907-aef7-61e9f6212611 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:34.665135 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-2fe2fcc7-013c-4907-aef7-61e9f6212611 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Calling delete_port for aa6c2526-ae19-41e3-a262-2380fccb73c7 owned by network:router_interface {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:47:34.862063 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2fe2fcc7-013c-4907-aef7-61e9f6212611 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:34.894937 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe2fcc7-013c-4907-aef7-61e9f6212611 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Pushing event deleted for resources: {'Port': ['ID=aa6c2526-ae19-41e3-a262-2380fccb73c7,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:35.077280 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2fe2fcc7-013c-4907-aef7-61e9f6212611 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1785036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452491'] for router_interface, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:35.621059 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fe2fcc7-013c-4907-aef7-61e9f6212611 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Router ec276d52-d814-48b0-8e6a-5ac46824d425 has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:47:35.729540 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fe2fcc7-013c-4907-aef7-61e9f6212611 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:47:35.736491 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-2fe2fcc7-013c-4907-aef7-61e9f6212611 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "PUT /v2.0/routers/ec276d52-d814-48b0-8e6a-5ac46824d425/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8536718 Jul 13 14:47:35.739026 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6ebcbb-bf64-4e86-8077-d1c2097ff544 None None] Sync routers for ids ['ec276d52-d814-48b0-8e6a-5ac46824d425'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:47:35.740029 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 52542) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:47:35.750652 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6ebcbb-bf64-4e86-8077-d1c2097ff544 None None] Routers {'ec276d52-d814-48b0-8e6a-5ac46824d425'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:47:35.751399 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-cc6ebcbb-bf64-4e86-8077-d1c2097ff544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:47:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['ec276d52-d814-48b0-8e6a-5ac46824d425'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:47:35.796456 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-30a9a0d6-e3ac-4e49-a893-9410b1fde42c tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Deleting subnet eb1eea51-27ab-4e78-b548-af9f9f104afe {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 14:47:35.800916 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-30a9a0d6-e3ac-4e49-a893-9410b1fde42c tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:35.844966 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-30a9a0d6-e3ac-4e49-a893-9410b1fde42c tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6018489'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:35.848506 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 062574c7-692c-4126-b675-147ee676c996 no longer exists at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:47:35.873106 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] No Port match for: 062574c7-692c-4126-b675-147ee676c996 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:47:35.873106 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 062574c7-692c-4126-b675-147ee676c996 not bound to the agent host n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:47:35.887569 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-cc6ebcbb-bf64-4e86-8077-d1c2097ff544 None None] Set router ec276d52-d814-48b0-8e6a-5ac46824d425 gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:47:35.947039 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-30a9a0d6-e3ac-4e49-a893-9410b1fde42c tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:36.026429 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-30a9a0d6-e3ac-4e49-a893-9410b1fde42c tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6018534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6105009'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:36.052287 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a9a0d6-e3ac-4e49-a893-9410b1fde42c tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Pushing event deleted for resources: {'Subnet': ['ID=eb1eea51-27ab-4e78-b548-af9f9f104afe,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:36.059708 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-30a9a0d6-e3ac-4e49-a893-9410b1fde42c tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:36.063001 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-30a9a0d6-e3ac-4e49-a893-9410b1fde42c tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "DELETE /v2.0/subnets/eb1eea51-27ab-4e78-b548-af9f9f104afe HTTP/1.1" status: 204 len: 168 time: 0.3210816 Jul 13 14:47:36.063873 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 52544) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:47:36.068416 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c953d9e-6fa9-4116-97c2-a6d09c04c76d None None] Network bf974d89-96eb-4114-bd00-822ecf94b211 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:47:36.173545 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-cc6ebcbb-bf64-4e86-8077-d1c2097ff544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec276d52-d814-48b0-8e6a-5ac46824d425', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1986336951', 'tenant_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': '129c98b8-aa97-45b5-838d-9ded19cc03ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:45:47Z', 'updated_at': '2021-07-13T14:47:34Z', 'revision_number': 5, 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'gw_port': {'id': '129c98b8-aa97-45b5-838d-9ded19cc03ab', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:88:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec276d52-d814-48b0-8e6a-5ac46824d425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:45:48Z', 'updated_at': '2021-07-13T14:45:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:47:36.196342 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-07dd8bbb-63f3-487d-8345-20f55a9bf1ed tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for router, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:36.220046 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6ebcbb-bf64-4e86-8077-d1c2097ff544 None None] Checking router: ec276d52-d814-48b0-8e6a-5ac46824d425 for host: n-d-800634-1 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:47:36.235024 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6ebcbb-bf64-4e86-8077-d1c2097ff544 None None] Routers {'ec276d52-d814-48b0-8e6a-5ac46824d425'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:47:36.235642 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-cc6ebcbb-bf64-4e86-8077-d1c2097ff544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:47:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['ec276d52-d814-48b0-8e6a-5ac46824d425'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:47:36.325175 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-07dd8bbb-63f3-487d-8345-20f55a9bf1ed tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:36.356725 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-cc6ebcbb-bf64-4e86-8077-d1c2097ff544 None None] Set router ec276d52-d814-48b0-8e6a-5ac46824d425 gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:47:36.386281 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca875d62-025a-4a1f-8bc3-ba0f296ad720 None None] DHCP port deletion for bf974d89-96eb-4114-bd00-822ecf94b211 request from n-d-800634-1 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 14:47:36.389551 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-07dd8bbb-63f3-487d-8345-20f55a9bf1ed tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Deleting port 129c98b8-aa97-45b5-838d-9ded19cc03ab {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:47:36.389944 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-07dd8bbb-63f3-487d-8345-20f55a9bf1ed tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:36.516381 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-07dd8bbb-63f3-487d-8345-20f55a9bf1ed tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] For port 129c98b8-aa97-45b5-838d-9ded19cc03ab, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=129c98b8-aa97-45b5-838d-9ded19cc03ab,segment=NetworkSegment(3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87),segment_id=3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:47:36.517083 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-07dd8bbb-63f3-487d-8345-20f55a9bf1ed tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:36.534056 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-ca875d62-025a-4a1f-8bc3-ba0f296ad720 None None] Deleting port 7a16aff5-6ad0-49bc-9973-4ba2985c2cb8 {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:47:36.534431 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ca875d62-025a-4a1f-8bc3-ba0f296ad720 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:36.537255 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-07dd8bbb-63f3-487d-8345-20f55a9bf1ed tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Calling delete_port for 129c98b8-aa97-45b5-838d-9ded19cc03ab owned by network:router_gateway {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:47:36.598289 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 7a16aff5-6ad0-49bc-9973-4ba2985c2cb8 no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:47:36.664270 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-ca875d62-025a-4a1f-8bc3-ba0f296ad720 None None] For port 7a16aff5-6ad0-49bc-9973-4ba2985c2cb8, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=7a16aff5-6ad0-49bc-9973-4ba2985c2cb8,segment=NetworkSegment(413afe73-e1d9-4a0c-a195-006b83ff14d9),segment_id=413afe73-e1d9-4a0c-a195-006b83ff14d9)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:47:36.664795 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ca875d62-025a-4a1f-8bc3-ba0f296ad720 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:36.689548 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-ca875d62-025a-4a1f-8bc3-ba0f296ad720 None None] Calling delete_port for 7a16aff5-6ad0-49bc-9973-4ba2985c2cb8 owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:47:36.751893 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-07dd8bbb-63f3-487d-8345-20f55a9bf1ed tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:36.784866 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dd8bbb-63f3-487d-8345-20f55a9bf1ed tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Pushing event deleted for resources: {'Port': ['ID=129c98b8-aa97-45b5-838d-9ded19cc03ab,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:36.872622 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-07dd8bbb-63f3-487d-8345-20f55a9bf1ed tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-446473'] for router_gateway, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:36.945727 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-cc6ebcbb-bf64-4e86-8077-d1c2097ff544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec276d52-d814-48b0-8e6a-5ac46824d425', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1986336951', 'tenant_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': '129c98b8-aa97-45b5-838d-9ded19cc03ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:45:47Z', 'updated_at': '2021-07-13T14:47:34Z', 'revision_number': 5, 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'gw_port': {'id': '129c98b8-aa97-45b5-838d-9ded19cc03ab', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:88:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec276d52-d814-48b0-8e6a-5ac46824d425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:45:48Z', 'updated_at': '2021-07-13T14:45:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:47:36.951955 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:36.974157 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-07dd8bbb-63f3-487d-8345-20f55a9bf1ed tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1591938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2696'] for router, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:36.976336 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-07dd8bbb-63f3-487d-8345-20f55a9bf1ed tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:36.981599 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6ebcbb-bf64-4e86-8077-d1c2097ff544 None None] The sync data for ids ['ec276d52-d814-48b0-8e6a-5ac46824d425'] in n-d-800634-1 is: [{'id': 'ec276d52-d814-48b0-8e6a-5ac46824d425', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1986336951', 'tenant_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': '129c98b8-aa97-45b5-838d-9ded19cc03ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:45:47Z', 'updated_at': '2021-07-13T14:47:34Z', 'revision_number': 5, 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'gw_port': {'id': '129c98b8-aa97-45b5-838d-9ded19cc03ab', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:88:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec276d52-d814-48b0-8e6a-5ac46824d425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:45:48Z', 'updated_at': '2021-07-13T14:45:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:47:37.031167 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-07dd8bbb-63f3-487d-8345-20f55a9bf1ed tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593106'] for router, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:37.031637 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07dd8bbb-63f3-487d-8345-20f55a9bf1ed tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Fanout notify agent at l3_agent the message router_deleted on router ec276d52-d814-48b0-8e6a-5ac46824d425 {{(pid=93750) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 14:47:37.032558 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port 7a16aff5-6ad0-49bc-9973-4ba2985c2cb8, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=7a16aff5-6ad0-49bc-9973-4ba2985c2cb8,segment=NetworkSegment(413afe73-e1d9-4a0c-a195-006b83ff14d9),segment_id=413afe73-e1d9-4a0c-a195-006b83ff14d9)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:47:37.039635 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:37.040019 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-07dd8bbb-63f3-487d-8345-20f55a9bf1ed tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:37.042373 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-07dd8bbb-63f3-487d-8345-20f55a9bf1ed tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "DELETE /v2.0/routers/ec276d52-d814-48b0-8e6a-5ac46824d425 HTTP/1.1" status: 204 len: 168 time: 0.9762659 Jul 13 14:47:37.043992 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 52546) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:47:37.067555 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ca875d62-025a-4a1f-8bc3-ba0f296ad720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:37.093777 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca875d62-025a-4a1f-8bc3-ba0f296ad720 None None] No DVR routers for this DVR port 7a16aff5-6ad0-49bc-9973-4ba2985c2cb8 on host n-d-800634-1 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:47:37.105766 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=7a16aff5-6ad0-49bc-9973-4ba2985c2cb8,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:37.114287 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:47:37.114689 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:47:37.115083 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:47:37.115424 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:47:37.115758 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:47:37.116087 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:47:37.116413 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:47:37.116740 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:47:37.117064 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:47:37.117386 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:47:37.117708 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:47:37.118052 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:47:37.127948 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c7dfe953-2973-4286-8400-98db6e8f38b8 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:37.143370 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca875d62-025a-4a1f-8bc3-ba0f296ad720 None None] Pushing event deleted for resources: {'Port': ['ID=7a16aff5-6ad0-49bc-9973-4ba2985c2cb8,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:37.220657 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c7dfe953-2973-4286-8400-98db6e8f38b8 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:37.230592 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-c7dfe953-2973-4286-8400-98db6e8f38b8 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf974d89-96eb-4114-bd00-822ecf94b211']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:47:37.240599 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-c7dfe953-2973-4286-8400-98db6e8f38b8 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '413afe73-e1d9-4a0c-a195-006b83ff14d9') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:47:37.240901 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-c7dfe953-2973-4286-8400-98db6e8f38b8 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '413afe73-e1d9-4a0c-a195-006b83ff14d9') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:47:37.250362 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c7dfe953-2973-4286-8400-98db6e8f38b8 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5431730'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:37.264756 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c7dfe953-2973-4286-8400-98db6e8f38b8 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:37.270666 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7dfe953-2973-4286-8400-98db6e8f38b8 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 14:47:37.271079 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c7dfe953-2973-4286-8400-98db6e8f38b8 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5970419'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:37.274214 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:47:37.274214 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:47:37.274214 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:47:37.274214 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:47:37.274214 n-d-800634-1 neutron-server[93750]: Traceback (most recent call last): Jul 13 14:47:37.274214 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 14:47:37.274214 n-d-800634-1 neutron-server[93750]: timer() Jul 13 14:47:37.274214 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 14:47:37.274214 n-d-800634-1 neutron-server[93750]: cb(*args, **kw) Jul 13 14:47:37.274214 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 14:47:37.274214 n-d-800634-1 neutron-server[93750]: return func(*args, **kwargs) Jul 13 14:47:37.274214 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 14:47:37.274214 n-d-800634-1 neutron-server[93750]: self._notify() Jul 13 14:47:37.274214 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 14:47:37.274214 n-d-800634-1 neutron-server[93750]: self.callback(batched_events) Jul 13 14:47:37.274214 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 14:47:37.274214 n-d-800634-1 neutron-server[93750]: event.method(event) Jul 13 14:47:37.274214 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 14:47:37.274214 n-d-800634-1 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 14:47:37.274214 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 14:47:37.274214 n-d-800634-1 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 14:47:37.274214 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 14:47:37.274214 n-d-800634-1 neutron-server[93750]: return f(self, *a, **k) Jul 13 14:47:37.274214 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 14:47:37.274214 n-d-800634-1 neutron-server[93750]: return self._get(url).json() Jul 13 14:47:37.274214 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 14:47:37.274214 n-d-800634-1 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 14:47:37.274214 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 14:47:37.274214 n-d-800634-1 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 13 14:47:37.274214 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 14:47:37.274214 n-d-800634-1 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 14:47:37.274214 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 14:47:37.274214 n-d-800634-1 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 14:47:37.274214 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 14:47:37.274214 n-d-800634-1 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 14:47:37.274214 n-d-800634-1 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 14:47:37.336229 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c7dfe953-2973-4286-8400-98db6e8f38b8 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:37.343746 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c7dfe953-2973-4286-8400-98db6e8f38b8 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:37.345450 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-c7dfe953-2973-4286-8400-98db6e8f38b8 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "DELETE /v2.0/networks/bf974d89-96eb-4114-bd00-822ecf94b211 HTTP/1.1" status: 204 len: 168 time: 0.3004880 Jul 13 14:47:37.348442 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 52548) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:47:37.359456 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dfe953-2973-4286-8400-98db6e8f38b8 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Pushing event deleted for resources: {'Network': ['ID=bf974d89-96eb-4114-bd00-822ecf94b211,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:37.433816 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1114b799-bcbf-4f7b-8105-6a1c219add02 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:37.464768 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1114b799-bcbf-4f7b-8105-6a1c219add02 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:37.536268 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1114b799-bcbf-4f7b-8105-6a1c219add02 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:37.542305 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1114b799-bcbf-4f7b-8105-6a1c219add02 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:37.543738 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-1114b799-bcbf-4f7b-8105-6a1c219add02 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "DELETE /v2.0/security-groups/f84a7075-7020-4ca3-8cf4-41090ef6152e HTTP/1.1" status: 204 len: 168 time: 0.1941559 Jul 13 14:47:37.554193 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1114b799-bcbf-4f7b-8105-6a1c219add02 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f84a7075-7020-4ca3-8cf4-41090ef6152e,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:37.815075 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 52554) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:47:37.820191 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-323c27b7-c605-48ee-9f55-f41940c43cb5 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2036858088', 'description': 'tempest-secgroup-smoke-2036858088 description', 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:47:37.845251 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-323c27b7-c605-48ee-9f55-f41940c43cb5 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:37.944536 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-323c27b7-c605-48ee-9f55-f41940c43cb5 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:37.948604 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-323c27b7-c605-48ee-9f55-f41940c43cb5 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:37.974705 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-323c27b7-c605-48ee-9f55-f41940c43cb5 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:37.975933 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-323c27b7-c605-48ee-9f55-f41940c43cb5 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1598642 Jul 13 14:47:37.979545 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 52556) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:47:37.980215 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323c27b7-c605-48ee-9f55-f41940c43cb5 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7f4adfc-37f3-4c40-9bbf-3f578ad5332d,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:37.991539 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-c69f7b78-b8c5-42b3-bd14-dde418f0e832 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Request body: {'security_group_rule': {'security_group_id': 'c7f4adfc-37f3-4c40-9bbf-3f578ad5332d', 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:47:38.031160 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c69f7b78-b8c5-42b3-bd14-dde418f0e832 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:38.114891 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c69f7b78-b8c5-42b3-bd14-dde418f0e832 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:38.118719 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c69f7b78-b8c5-42b3-bd14-dde418f0e832 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:38.136565 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69f7b78-b8c5-42b3-bd14-dde418f0e832 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a091c927-61ff-46b6-b7fe-604cf33d7d1d,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:38.143779 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c69f7b78-b8c5-42b3-bd14-dde418f0e832 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:38.145035 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-c69f7b78-b8c5-42b3-bd14-dde418f0e832 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1644177 Jul 13 14:47:38.148841 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 52558) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:47:38.153963 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-d0c2b612-ffd4-4c9e-93e6-a8745d1d7da7 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Request body: {'security_group_rule': {'security_group_id': 'c7f4adfc-37f3-4c40-9bbf-3f578ad5332d', 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:47:38.183383 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d0c2b612-ffd4-4c9e-93e6-a8745d1d7da7 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:38.243338 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d0c2b612-ffd4-4c9e-93e6-a8745d1d7da7 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:38.249077 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d0c2b612-ffd4-4c9e-93e6-a8745d1d7da7 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:38.268018 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c2b612-ffd4-4c9e-93e6-a8745d1d7da7 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45461065-3bf8-4d70-8131-df2eff5eaac9,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:38.274732 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d0c2b612-ffd4-4c9e-93e6-a8745d1d7da7 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:38.276224 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-d0c2b612-ffd4-4c9e-93e6-a8745d1d7da7 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1264043 Jul 13 14:47:38.279258 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 52560) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:47:38.284010 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-fdeebaea-47c5-4a85-b7dd-bfaa4327472d tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Request body: {'security_group_rule': {'security_group_id': 'c7f4adfc-37f3-4c40-9bbf-3f578ad5332d', 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:47:38.313960 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fdeebaea-47c5-4a85-b7dd-bfaa4327472d tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:38.374685 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fdeebaea-47c5-4a85-b7dd-bfaa4327472d tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:38.379452 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fdeebaea-47c5-4a85-b7dd-bfaa4327472d tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:38.399275 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdeebaea-47c5-4a85-b7dd-bfaa4327472d tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0fdf9cb-bf28-4355-b659-60467721f630,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:38.402943 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fdeebaea-47c5-4a85-b7dd-bfaa4327472d tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:38.404122 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-fdeebaea-47c5-4a85-b7dd-bfaa4327472d tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1237855 Jul 13 14:47:38.406889 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 52562) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:47:38.411317 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-7b3076b5-b979-462b-a1d7-e2e994055859 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Request body: {'security_group_rule': {'security_group_id': 'c7f4adfc-37f3-4c40-9bbf-3f578ad5332d', 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:47:38.446526 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7b3076b5-b979-462b-a1d7-e2e994055859 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:38.475044 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 129c98b8-aa97-45b5-838d-9ded19cc03ab no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:47:38.498508 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: 129c98b8-aa97-45b5-838d-9ded19cc03ab {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:47:38.498847 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 129c98b8-aa97-45b5-838d-9ded19cc03ab not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:47:38.499460 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device aa6c2526-ae19-41e3-a262-2380fccb73c7 no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:47:38.517245 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7b3076b5-b979-462b-a1d7-e2e994055859 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:38.521380 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7b3076b5-b979-462b-a1d7-e2e994055859 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:38.527023 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: aa6c2526-ae19-41e3-a262-2380fccb73c7 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:47:38.527460 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device aa6c2526-ae19-41e3-a262-2380fccb73c7 not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:47:38.544617 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3076b5-b979-462b-a1d7-e2e994055859 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e137516-c6be-4258-9d7f-887018a60714,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:38.552828 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7b3076b5-b979-462b-a1d7-e2e994055859 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:38.554063 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-7b3076b5-b979-462b-a1d7-e2e994055859 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1462207 Jul 13 14:47:38.556907 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 52564) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:47:38.562464 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-66556d42-ff6a-4315-8740-1c5883ecb6e9 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Request body: {'security_group_rule': {'security_group_id': 'c7f4adfc-37f3-4c40-9bbf-3f578ad5332d', 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:47:38.584111 n-d-800634-1 neutron-server[93751]: INFO neutron.db.securitygroups_db [None req-66556d42-ff6a-4315-8740-1c5883ecb6e9 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Project ef1f8ac45b0f4587af94f69056f43b30 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 14:47:38.589240 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-66556d42-ff6a-4315-8740-1c5883ecb6e9 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:38.661884 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-66556d42-ff6a-4315-8740-1c5883ecb6e9 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:38.665969 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-66556d42-ff6a-4315-8740-1c5883ecb6e9 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:38.685850 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66556d42-ff6a-4315-8740-1c5883ecb6e9 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0fc0b9e-cfa2-4005-806c-e04d7ccfb234,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:38.692834 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-66556d42-ff6a-4315-8740-1c5883ecb6e9 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:38.694054 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-66556d42-ff6a-4315-8740-1c5883ecb6e9 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1353898 Jul 13 14:47:38.696867 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 52566) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:47:38.703015 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-09d74c03-7d02-4a51-9d14-c72a40938f33 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Request body: {'security_group_rule': {'security_group_id': 'c7f4adfc-37f3-4c40-9bbf-3f578ad5332d', 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:47:38.725592 n-d-800634-1 neutron-server[93751]: INFO neutron.db.securitygroups_db [None req-09d74c03-7d02-4a51-9d14-c72a40938f33 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Project ef1f8ac45b0f4587af94f69056f43b30 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 14:47:38.731083 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-09d74c03-7d02-4a51-9d14-c72a40938f33 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:38.802934 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-09d74c03-7d02-4a51-9d14-c72a40938f33 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:38.806648 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-09d74c03-7d02-4a51-9d14-c72a40938f33 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:38.829018 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d74c03-7d02-4a51-9d14-c72a40938f33 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f25520e-2592-4736-9fcc-f301199d4add,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:38.831775 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-09d74c03-7d02-4a51-9d14-c72a40938f33 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:38.832990 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-09d74c03-7d02-4a51-9d14-c72a40938f33 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1351650 Jul 13 14:47:38.837467 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 52568) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:47:38.842955 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-45eb7a35-76f7-4e93-92bf-0d90f7ad7006 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Request body: {'network': {'name': 'tempest-network-smoke--855711283', 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'port_security_enabled': True}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:47:38.867278 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45eb7a35-76f7-4e93-92bf-0d90f7ad7006 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Made reservation on behalf of ef1f8ac45b0f4587af94f69056f43b30 for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:47:38.872796 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-45eb7a35-76f7-4e93-92bf-0d90f7ad7006 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:38.903075 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45eb7a35-76f7-4e93-92bf-0d90f7ad7006 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 14:47:38.918529 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-45eb7a35-76f7-4e93-92bf-0d90f7ad7006 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:38.918987 n-d-800634-1 neutron-server[93751]: INFO neutron.db.segments_db [None req-45eb7a35-76f7-4e93-92bf-0d90f7ad7006 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Added segment bf312e50-733a-4533-a7e7-c8b671cf05ad of type vlan for network 2c8bc4bf-a970-4101-b7c0-559b73725786 Jul 13 14:47:38.964655 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-45eb7a35-76f7-4e93-92bf-0d90f7ad7006 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:38.994756 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-45eb7a35-76f7-4e93-92bf-0d90f7ad7006 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:39.000692 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45eb7a35-76f7-4e93-92bf-0d90f7ad7006 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:39.001283 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-45eb7a35-76f7-4e93-92bf-0d90f7ad7006 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:39.058185 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-45eb7a35-76f7-4e93-92bf-0d90f7ad7006 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2196074 Jul 13 14:47:39.061301 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 52570) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:47:39.066293 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-62342624-74af-4071-8204-b7e0f2f25f3e tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-779913746', 'admin_state_up': True, 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:47:39.071977 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45eb7a35-76f7-4e93-92bf-0d90f7ad7006 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Pushing event updated for resources: {'Network': ['ID=2c8bc4bf-a970-4101-b7c0-559b73725786,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:39.087085 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network 2c8bc4bf-a970-4101-b7c0-559b73725786 details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 14:47:39.091725 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-62342624-74af-4071-8204-b7e0f2f25f3e tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1591928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2714'] for router, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:39.092831 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-62342624-74af-4071-8204-b7e0f2f25f3e tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447198', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1629690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2689'] for router, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:39.155349 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-62342624-74af-4071-8204-b7e0f2f25f3e tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:39.293132 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-62342624-74af-4071-8204-b7e0f2f25f3e tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447180', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1591910', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2751'] for router, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:39.833437 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-62342624-74af-4071-8204-b7e0f2f25f3e tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for router_gateway, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:39.852094 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-62342624-74af-4071-8204-b7e0f2f25f3e tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:39.954894 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-62342624-74af-4071-8204-b7e0f2f25f3e tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Allocated IP 172.25.6.22 (acf968b8-c524-46a9-a20b-ad9667009130/dde5a78e-bd1e-4f47-8189-7321d4de73d3/0e9ae09b-df4d-4823-a967-6c1ee04bdf51) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:47:40.061035 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-62342624-74af-4071-8204-b7e0f2f25f3e tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:40.102241 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-62342624-74af-4071-8204-b7e0f2f25f3e tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:40.143299 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62342624-74af-4071-8204-b7e0f2f25f3e tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Network acf968b8-c524-46a9-a20b-ad9667009130 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:47:40.147814 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-62342624-74af-4071-8204-b7e0f2f25f3e tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:47:40.149938 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62342624-74af-4071-8204-b7e0f2f25f3e tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:47:40.173471 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62342624-74af-4071-8204-b7e0f2f25f3e tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Pushing event updated for resources: {'Port': ['ID=0e9ae09b-df4d-4823-a967-6c1ee04bdf51,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:40.413256 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-62342624-74af-4071-8204-b7e0f2f25f3e tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for router_gateway, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:40.620871 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-62342624-74af-4071-8204-b7e0f2f25f3e tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447217'] for router, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:40.758197 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62342624-74af-4071-8204-b7e0f2f25f3e tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Router e445a270-f0f3-4a6f-afa7-ac2be91ef2b9 is scheduled to L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 with binding_index 1 {{(pid=93750) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 14:47:40.880043 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62342624-74af-4071-8204-b7e0f2f25f3e tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:47:40.890776 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d80e4fd-8906-40b4-ac56-43f6899fd7bf None None] Sync routers for ids ['e445a270-f0f3-4a6f-afa7-ac2be91ef2b9'] in n-d-800634-1 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:47:40.901764 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d80e4fd-8906-40b4-ac56-43f6899fd7bf None None] Routers {'e445a270-f0f3-4a6f-afa7-ac2be91ef2b9'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:47:40.902510 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-8d80e4fd-8906-40b4-ac56-43f6899fd7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:47:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['e445a270-f0f3-4a6f-afa7-ac2be91ef2b9'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:47:40.903688 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-62342624-74af-4071-8204-b7e0f2f25f3e tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:40.906124 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-62342624-74af-4071-8204-b7e0f2f25f3e tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.8423908 Jul 13 14:47:40.909194 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 52572) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:47:41.005429 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-f3226efd-5ceb-4d04-b3ca-6cb45efb05ab tempest-TestNetworkAdvancedServerOps-519239000 tempest-TestNetworkAdvancedServerOps-519239000-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=ef1f8ac45b0f4587af94f69056f43b30&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0949430 Jul 13 14:47:41.007972 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 52576) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:47:41.023321 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-8d80e4fd-8906-40b4-ac56-43f6899fd7bf None None] Set router e445a270-f0f3-4a6f-afa7-ac2be91ef2b9 gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:47:41.132391 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3114dc38-3376-4964-ad9c-5e869424649c tempest-TestNetworkAdvancedServerOps-519239000 tempest-TestNetworkAdvancedServerOps-519239000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:41.134466 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-3114dc38-3376-4964-ad9c-5e869424649c tempest-TestNetworkAdvancedServerOps-519239000 tempest-TestNetworkAdvancedServerOps-519239000-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1248491 Jul 13 14:47:41.138467 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 52578) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:47:41.170043 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-41fccd40-e291-4be2-a51a-92b3333990fe tempest-TestNetworkAdvancedServerOps-519239000 tempest-TestNetworkAdvancedServerOps-519239000-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=acf968b8-c524-46a9-a20b-ad9667009130&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0299335 Jul 13 14:47:41.173965 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 52580) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:47:41.179332 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-e77d016f-bb6a-4e80-9917-e6c352ac2f0f tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-456550149', 'network_id': '2c8bc4bf-a970-4101-b7c0-559b73725786', 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:47:41.220306 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-8d80e4fd-8906-40b4-ac56-43f6899fd7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e445a270-f0f3-4a6f-afa7-ac2be91ef2b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-779913746', 'tenant_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': '0e9ae09b-df4d-4823-a967-6c1ee04bdf51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:47:39Z', 'updated_at': '2021-07-13T14:47:40Z', 'revision_number': 3, 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'gw_port': {'id': '0e9ae09b-df4d-4823-a967-6c1ee04bdf51', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:1d:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e445a270-f0f3-4a6f-afa7-ac2be91ef2b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:47:39Z', 'updated_at': '2021-07-13T14:47:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:47:41.250065 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d80e4fd-8906-40b4-ac56-43f6899fd7bf None None] Checking router: e445a270-f0f3-4a6f-afa7-ac2be91ef2b9 for host: n-d-800634-1 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:47:41.250413 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d80e4fd-8906-40b4-ac56-43f6899fd7bf None None] Updating router e445a270-f0f3-4a6f-afa7-ac2be91ef2b9 port 0e9ae09b-df4d-4823-a967-6c1ee04bdf51 binding host n-d-800634-1 {{(pid=93753) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 14:47:41.288740 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8d80e4fd-8906-40b4-ac56-43f6899fd7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:41.290253 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e77d016f-bb6a-4e80-9917-e6c352ac2f0f tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Made reservation on behalf of ef1f8ac45b0f4587af94f69056f43b30 for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:47:41.294402 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e77d016f-bb6a-4e80-9917-e6c352ac2f0f tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6104980'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:41.498950 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e77d016f-bb6a-4e80-9917-e6c352ac2f0f tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6018343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6104998'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:41.566733 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8d80e4fd-8906-40b4-ac56-43f6899fd7bf None None] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:41.567117 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77d016f-bb6a-4e80-9917-e6c352ac2f0f tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Pushing event updated for resources: {'Subnet': ['ID=2df8c791-6d04-4a64-8bdf-35e207006f72,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:41.575762 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77d016f-bb6a-4e80-9917-e6c352ac2f0f tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Checking segment: {'id': 'bf312e50-733a-4533-a7e7-c8b671cf05ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '2c8bc4bf-a970-4101-b7c0-559b73725786'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:47:41.576244 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e77d016f-bb6a-4e80-9917-e6c352ac2f0f tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Network hostable DHCP agents. Network: 2c8bc4bf-a970-4101-b7c0-559b73725786, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 14:47:41.587546 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-8d80e4fd-8906-40b4-ac56-43f6899fd7bf None None] Transition to ACTIVE for port object 0e9ae09b-df4d-4823-a967-6c1ee04bdf51 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:47:41.596314 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8d80e4fd-8906-40b4-ac56-43f6899fd7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:41.600894 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e77d016f-bb6a-4e80-9917-e6c352ac2f0f tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Network 2c8bc4bf-a970-4101-b7c0-559b73725786 is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 14:47:41.610828 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-e77d016f-bb6a-4e80-9917-e6c352ac2f0f tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, 2c8bc4bf-a970-4101-b7c0-559b73725786) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:47:41.615814 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e77d016f-bb6a-4e80-9917-e6c352ac2f0f tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:41.616905 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e77d016f-bb6a-4e80-9917-e6c352ac2f0f tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:41.626265 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c3f2bad-9121-453f-a12e-a2c9324f2de3 None None] Network 2c8bc4bf-a970-4101-b7c0-559b73725786 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:47:41.633969 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-e77d016f-bb6a-4e80-9917-e6c352ac2f0f tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4588287 Jul 13 14:47:41.639373 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 52582) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:47:41.685510 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb07f87-1c33-41fa-b0a3-a61afb8124ad None None] Pushing event updated for resources: {'Port': ['ID=0e9ae09b-df4d-4823-a967-6c1ee04bdf51,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:41.688835 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-8d80e4fd-8906-40b4-ac56-43f6899fd7bf None None] Attempting to bind port 0e9ae09b-df4d-4823-a967-6c1ee04bdf51 on host n-d-800634-1 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:47:41.689212 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-8d80e4fd-8906-40b4-ac56-43f6899fd7bf None None] Attempting to bind port 0e9ae09b-df4d-4823-a967-6c1ee04bdf51 by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:47:41.689571 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d80e4fd-8906-40b4-ac56-43f6899fd7bf None None] Attempting to bind port 0e9ae09b-df4d-4823-a967-6c1ee04bdf51 on network acf968b8-c524-46a9-a20b-ad9667009130 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:47:41.698835 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d80e4fd-8906-40b4-ac56-43f6899fd7bf None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 47, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:47:41.699304 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d80e4fd-8906-40b4-ac56-43f6899fd7bf None None] Checking segment: {'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:47:41.699721 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8d80e4fd-8906-40b4-ac56-43f6899fd7bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:41.700289 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d80e4fd-8906-40b4-ac56-43f6899fd7bf None None] Bound using segment: {'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:47:41.700764 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-8d80e4fd-8906-40b4-ac56-43f6899fd7bf None None] Bound port: 0e9ae09b-df4d-4823-a967-6c1ee04bdf51, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:47:41.701170 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8d80e4fd-8906-40b4-ac56-43f6899fd7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:41.703507 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb07f87-1c33-41fa-b0a3-a61afb8124ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:47:41.703850 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb07f87-1c33-41fa-b0a3-a61afb8124ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:47:41.704216 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb07f87-1c33-41fa-b0a3-a61afb8124ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:47:41.704665 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb07f87-1c33-41fa-b0a3-a61afb8124ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:47:41.704999 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb07f87-1c33-41fa-b0a3-a61afb8124ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:47:41.705333 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb07f87-1c33-41fa-b0a3-a61afb8124ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:47:41.705652 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb07f87-1c33-41fa-b0a3-a61afb8124ad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:47:41.705998 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb07f87-1c33-41fa-b0a3-a61afb8124ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:47:41.706318 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb07f87-1c33-41fa-b0a3-a61afb8124ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:47:41.706641 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb07f87-1c33-41fa-b0a3-a61afb8124ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:47:41.706958 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb07f87-1c33-41fa-b0a3-a61afb8124ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:47:41.707294 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb07f87-1c33-41fa-b0a3-a61afb8124ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:47:41.770938 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-8d80e4fd-8906-40b4-ac56-43f6899fd7bf None None] For port 0e9ae09b-df4d-4823-a967-6c1ee04bdf51, host n-d-800634-1, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:47:41.775500 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-8d80e4fd-8906-40b4-ac56-43f6899fd7bf None None] For port 0e9ae09b-df4d-4823-a967-6c1ee04bdf51, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=0e9ae09b-df4d-4823-a967-6c1ee04bdf51,segment=NetworkSegment(3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87),segment_id=3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:47:41.780875 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8d80e4fd-8906-40b4-ac56-43f6899fd7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:41.795959 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3016d6ee-5a04-4cc7-8841-70bed4c6379f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a7201e1-61ce-5a3e-b7f7-e800379ed03b-2c8bc4bf-a970-4101-b7c0-559b73725786', 'network_id': '2c8bc4bf-a970-4101-b7c0-559b73725786', 'tenant_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'fixed_ips': [{'subnet_id': '2df8c791-6d04-4a64-8bdf-35e207006f72'}]}} from n-d-800634-1. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 14:47:41.796832 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-3016d6ee-5a04-4cc7-8841-70bed4c6379f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:41.857267 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d80e4fd-8906-40b4-ac56-43f6899fd7bf None None] Routers {'e445a270-f0f3-4a6f-afa7-ac2be91ef2b9'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:47:41.858191 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-8d80e4fd-8906-40b4-ac56-43f6899fd7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:47:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['e445a270-f0f3-4a6f-afa7-ac2be91ef2b9'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:47:41.950647 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-3016d6ee-5a04-4cc7-8841-70bed4c6379f None None] Allocated IP 172.20.0.2 (2c8bc4bf-a970-4101-b7c0-559b73725786/2df8c791-6d04-4a64-8bdf-35e207006f72/e2b78836-5e6d-4354-8b9c-9944545508bb) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:47:42.093357 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb07f87-1c33-41fa-b0a3-a61afb8124ad None None] Pushing event updated for resources: {'Port': ['ID=0e9ae09b-df4d-4823-a967-6c1ee04bdf51,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:42.130309 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-8d80e4fd-8906-40b4-ac56-43f6899fd7bf None None] Set router e445a270-f0f3-4a6f-afa7-ac2be91ef2b9 gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:47:42.143456 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-3016d6ee-5a04-4cc7-8841-70bed4c6379f None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:42.152804 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-3016d6ee-5a04-4cc7-8841-70bed4c6379f None None] Transition to ACTIVE for port object e2b78836-5e6d-4354-8b9c-9944545508bb will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:47:42.170752 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-3016d6ee-5a04-4cc7-8841-70bed4c6379f None None] Transition to ACTIVE for port object e2b78836-5e6d-4354-8b9c-9944545508bb will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:47:42.176813 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-3016d6ee-5a04-4cc7-8841-70bed4c6379f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:42.215431 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3016d6ee-5a04-4cc7-8841-70bed4c6379f None None] Network 2c8bc4bf-a970-4101-b7c0-559b73725786 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:47:42.218528 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-3016d6ee-5a04-4cc7-8841-70bed4c6379f None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:47:42.224272 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3016d6ee-5a04-4cc7-8841-70bed4c6379f None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:47:42.237034 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016d6ee-5a04-4cc7-8841-70bed4c6379f None None] Pushing event updated for resources: {'Port': ['ID=e2b78836-5e6d-4354-8b9c-9944545508bb,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:42.270032 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-14c49d94-8f09-45d4-975e-1a9d99c5d186 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:42.300358 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-3016d6ee-5a04-4cc7-8841-70bed4c6379f None None] Attempting to bind port e2b78836-5e6d-4354-8b9c-9944545508bb on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:47:42.300728 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-3016d6ee-5a04-4cc7-8841-70bed4c6379f None None] Attempting to bind port e2b78836-5e6d-4354-8b9c-9944545508bb by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': 'bf312e50-733a-4533-a7e7-c8b671cf05ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '2c8bc4bf-a970-4101-b7c0-559b73725786'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:47:42.301099 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3016d6ee-5a04-4cc7-8841-70bed4c6379f None None] Attempting to bind port e2b78836-5e6d-4354-8b9c-9944545508bb on network 2c8bc4bf-a970-4101-b7c0-559b73725786 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:47:42.306794 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3016d6ee-5a04-4cc7-8841-70bed4c6379f None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 47, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:47:42.307070 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3016d6ee-5a04-4cc7-8841-70bed4c6379f None None] Checking segment: {'id': 'bf312e50-733a-4533-a7e7-c8b671cf05ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '2c8bc4bf-a970-4101-b7c0-559b73725786'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:47:42.307358 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-3016d6ee-5a04-4cc7-8841-70bed4c6379f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:42.307959 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3016d6ee-5a04-4cc7-8841-70bed4c6379f None None] Bound using segment: {'id': 'bf312e50-733a-4533-a7e7-c8b671cf05ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '2c8bc4bf-a970-4101-b7c0-559b73725786'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:47:42.308428 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-3016d6ee-5a04-4cc7-8841-70bed4c6379f None None] Bound port: e2b78836-5e6d-4354-8b9c-9944545508bb, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf312e50-733a-4533-a7e7-c8b671cf05ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '2c8bc4bf-a970-4101-b7c0-559b73725786'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:47:42.308752 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-3016d6ee-5a04-4cc7-8841-70bed4c6379f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:42.353504 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-8d80e4fd-8906-40b4-ac56-43f6899fd7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e445a270-f0f3-4a6f-afa7-ac2be91ef2b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-779913746', 'tenant_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': '0e9ae09b-df4d-4823-a967-6c1ee04bdf51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:47:39Z', 'updated_at': '2021-07-13T14:47:40Z', 'revision_number': 3, 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'gw_port': {'id': '0e9ae09b-df4d-4823-a967-6c1ee04bdf51', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:1d:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e445a270-f0f3-4a6f-afa7-ac2be91ef2b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:47:39Z', 'updated_at': '2021-07-13T14:47:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:47:42.383191 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d80e4fd-8906-40b4-ac56-43f6899fd7bf None None] The sync data for ids ['e445a270-f0f3-4a6f-afa7-ac2be91ef2b9'] in n-d-800634-1 is: [{'id': 'e445a270-f0f3-4a6f-afa7-ac2be91ef2b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-779913746', 'tenant_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': '0e9ae09b-df4d-4823-a967-6c1ee04bdf51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:47:39Z', 'updated_at': '2021-07-13T14:47:40Z', 'revision_number': 3, 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'gw_port': {'id': '0e9ae09b-df4d-4823-a967-6c1ee04bdf51', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:1d:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e445a270-f0f3-4a6f-afa7-ac2be91ef2b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:47:39Z', 'updated_at': '2021-07-13T14:47:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:47:42.390091 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-3016d6ee-5a04-4cc7-8841-70bed4c6379f None None] For port e2b78836-5e6d-4354-8b9c-9944545508bb, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:47:42.394156 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-3016d6ee-5a04-4cc7-8841-70bed4c6379f None None] For port e2b78836-5e6d-4354-8b9c-9944545508bb, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=e2b78836-5e6d-4354-8b9c-9944545508bb,segment=NetworkSegment(bf312e50-733a-4533-a7e7-c8b671cf05ad),segment_id=bf312e50-733a-4533-a7e7-c8b671cf05ad)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:47:42.398526 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-3016d6ee-5a04-4cc7-8841-70bed4c6379f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:42.471452 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016d6ee-5a04-4cc7-8841-70bed4c6379f None None] Pushing event updated for resources: {'Port': ['ID=e2b78836-5e6d-4354-8b9c-9944545508bb,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:42.643904 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-14c49d94-8f09-45d4-975e-1a9d99c5d186 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Allocated IP 172.20.0.1 (2c8bc4bf-a970-4101-b7c0-559b73725786/2df8c791-6d04-4a64-8bdf-35e207006f72/a90a71bc-92a9-4cbf-801a-b6f3a8a4969e) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:47:42.812102 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-14c49d94-8f09-45d4-975e-1a9d99c5d186 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:42.835973 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [None req-14c49d94-8f09-45d4-975e-1a9d99c5d186 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Transition to ACTIVE for port object a90a71bc-92a9-4cbf-801a-b6f3a8a4969e will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:47:42.872107 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-14c49d94-8f09-45d4-975e-1a9d99c5d186 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:42.922000 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c49d94-8f09-45d4-975e-1a9d99c5d186 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Network 2c8bc4bf-a970-4101-b7c0-559b73725786 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:47:42.925640 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-14c49d94-8f09-45d4-975e-1a9d99c5d186 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:47:42.930820 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c49d94-8f09-45d4-975e-1a9d99c5d186 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:47:42.955531 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c49d94-8f09-45d4-975e-1a9d99c5d186 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Pushing event updated for resources: {'Port': ['ID=a90a71bc-92a9-4cbf-801a-b6f3a8a4969e,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:42.989061 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-14c49d94-8f09-45d4-975e-1a9d99c5d186 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-450452'] for router_interface, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:43.140509 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-14c49d94-8f09-45d4-975e-1a9d99c5d186 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:43.466105 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-14c49d94-8f09-45d4-975e-1a9d99c5d186 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:43.471275 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-14c49d94-8f09-45d4-975e-1a9d99c5d186 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:43.498936 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d7400dc-045f-49a7-85e7-d31550c1047a None None] Network 2c8bc4bf-a970-4101-b7c0-559b73725786 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:47:43.551022 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c49d94-8f09-45d4-975e-1a9d99c5d186 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Pushing event updated for resources: {'Port': ['ID=a90a71bc-92a9-4cbf-801a-b6f3a8a4969e,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:43.553723 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-14c49d94-8f09-45d4-975e-1a9d99c5d186 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1785045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451806'] for router_interface, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:43.577490 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-c49afd44-0578-4ec3-990a-7a26463fd903 None None] Provisioning for port e2b78836-5e6d-4354-8b9c-9944545508bb completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:47:43.657053 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c49d94-8f09-45d4-975e-1a9d99c5d186 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Network 2c8bc4bf-a970-4101-b7c0-559b73725786 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:47:43.658636 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-14c49d94-8f09-45d4-975e-1a9d99c5d186 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:47:43.795256 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14c49d94-8f09-45d4-975e-1a9d99c5d186 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Router e445a270-f0f3-4a6f-afa7-ac2be91ef2b9 has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:47:43.944904 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14c49d94-8f09-45d4-975e-1a9d99c5d186 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:47:43.958390 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-14c49d94-8f09-45d4-975e-1a9d99c5d186 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "PUT /v2.0/routers/e445a270-f0f3-4a6f-afa7-ac2be91ef2b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3177919 Jul 13 14:47:44.013239 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-52c0ad22-110e-4b57-8f0e-1c22ba613990 None None] Provisioning for port a90a71bc-92a9-4cbf-801a-b6f3a8a4969e completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:47:44.019419 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-52c0ad22-110e-4b57-8f0e-1c22ba613990 None None] Provisioning complete for port a90a71bc-92a9-4cbf-801a-b6f3a8a4969e triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:47:44.020019 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-52c0ad22-110e-4b57-8f0e-1c22ba613990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:44.075765 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-52c0ad22-110e-4b57-8f0e-1c22ba613990 None None] Port a90a71bc-92a9-4cbf-801a-b6f3a8a4969e cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:47:44.126564 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7c5a5c48-c71e-4b21-8dcb-55003d7f7575 req-23bd1669-da79-4aa6-a123-8b5fb3d15e8d tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2036858088&fields=id&tenant_id=ef1f8ac45b0f4587af94f69056f43b30 HTTP/1.1" status: 200 len: 267 time: 0.0421720 Jul 13 14:47:44.154502 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3976006-66c2-4e5e-8cb9-07b03f9880ed None None] Sync routers for ids ['e445a270-f0f3-4a6f-afa7-ac2be91ef2b9'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:47:44.168570 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3976006-66c2-4e5e-8cb9-07b03f9880ed None None] Routers {'e445a270-f0f3-4a6f-afa7-ac2be91ef2b9'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:47:44.169456 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-f3976006-66c2-4e5e-8cb9-07b03f9880ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:47:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['e445a270-f0f3-4a6f-afa7-ac2be91ef2b9'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:47:44.258877 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5a5c48-c71e-4b21-8dcb-55003d7f7575 req-69ecea5d-1e49-4bbc-a01e-e5c3736ae1bf tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:44.261481 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7c5a5c48-c71e-4b21-8dcb-55003d7f7575 req-69ecea5d-1e49-4bbc-a01e-e5c3736ae1bf tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/networks?id=2c8bc4bf-a970-4101-b7c0-559b73725786 HTTP/1.1" status: 200 len: 796 time: 0.1328754 Jul 13 14:47:44.272797 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2155823e-d08b-4886-b02f-3dd79fbf9d4d None None] Provisioning complete for port a90a71bc-92a9-4cbf-801a-b6f3a8a4969e triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:47:44.273264 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2155823e-d08b-4886-b02f-3dd79fbf9d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:44.277500 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7c5a5c48-c71e-4b21-8dcb-55003d7f7575 req-be98187f-0ae6-4e22-b147-2e878f10cbb2 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/quotas/ef1f8ac45b0f4587af94f69056f43b30 HTTP/1.1" status: 200 len: 375 time: 0.0110300 Jul 13 14:47:44.341283 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2155823e-d08b-4886-b02f-3dd79fbf9d4d None None] Port a90a71bc-92a9-4cbf-801a-b6f3a8a4969e cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:47:44.357534 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-f3976006-66c2-4e5e-8cb9-07b03f9880ed None None] Set router e445a270-f0f3-4a6f-afa7-ac2be91ef2b9 gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:47:44.378596 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7c5a5c48-c71e-4b21-8dcb-55003d7f7575 req-a8591672-49a5-41c2-85ef-eb42806dd8e1 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ef1f8ac45b0f4587af94f69056f43b30&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0940728 Jul 13 14:47:44.453760 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [req-7c5a5c48-c71e-4b21-8dcb-55003d7f7575 req-62a20e13-85e9-4091-90bf-562929a36060 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 14:47:44.458310 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7c5a5c48-c71e-4b21-8dcb-55003d7f7575 req-62a20e13-85e9-4091-90bf-562929a36060 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0671334 Jul 13 14:47:44.507172 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-f5696dbe-f52d-4056-896f-5450b20ed740 None None] Provisioning complete for port a90a71bc-92a9-4cbf-801a-b6f3a8a4969e triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:47:44.507743 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f5696dbe-f52d-4056-896f-5450b20ed740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:44.574455 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device e2b78836-5e6d-4354-8b9c-9944545508bb up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:47:44.575761 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7c5a5c48-c71e-4b21-8dcb-55003d7f7575 req-706ffdb0-ffd7-4fa1-9db3-fa09e04bdf64 service neutron] 10.222.0.23 "GET /v2.0/networks/2c8bc4bf-a970-4101-b7c0-559b73725786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148250 Jul 13 14:47:44.605969 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-f5696dbe-f52d-4056-896f-5450b20ed740 None None] Port a90a71bc-92a9-4cbf-801a-b6f3a8a4969e cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:47:44.674125 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port e2b78836-5e6d-4354-8b9c-9944545508bb completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:47:44.680538 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7c5a5c48-c71e-4b21-8dcb-55003d7f7575 req-9bb7ef4e-8603-45af-bff3-9eb8af6213ab service neutron] 10.222.0.23 "GET /v2.0/networks/2c8bc4bf-a970-4101-b7c0-559b73725786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987787 Jul 13 14:47:44.681200 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port e2b78836-5e6d-4354-8b9c-9944545508bb triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:47:44.681568 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:44.716932 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-f3976006-66c2-4e5e-8cb9-07b03f9880ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e445a270-f0f3-4a6f-afa7-ac2be91ef2b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-779913746', 'tenant_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': '0e9ae09b-df4d-4823-a967-6c1ee04bdf51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:47:39Z', 'updated_at': '2021-07-13T14:47:43Z', 'revision_number': 4, 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'gw_port': {'id': '0e9ae09b-df4d-4823-a967-6c1ee04bdf51', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:1d:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e445a270-f0f3-4a6f-afa7-ac2be91ef2b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:47:39Z', 'updated_at': '2021-07-13T14:47:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': 'a90a71bc-92a9-4cbf-801a-b6f3a8a4969e', 'name': '', 'network_id': '2c8bc4bf-a970-4101-b7c0-559b73725786', 'tenant_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'mac_address': 'fa:16:3e:9d:4a:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e445a270-f0f3-4a6f-afa7-ac2be91ef2b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '2df8c791-6d04-4a64-8bdf-35e207006f72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:47:42Z', 'updated_at': '2021-07-13T14:47:43Z', 'revision_number': 2, 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'subnets': [{'id': '2df8c791-6d04-4a64-8bdf-35e207006f72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:47:44.752191 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3976006-66c2-4e5e-8cb9-07b03f9880ed None None] Checking router: e445a270-f0f3-4a6f-afa7-ac2be91ef2b9 for host: n-d-800634-1 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:47:44.752551 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3976006-66c2-4e5e-8cb9-07b03f9880ed None None] Updating router e445a270-f0f3-4a6f-afa7-ac2be91ef2b9 port a90a71bc-92a9-4cbf-801a-b6f3a8a4969e binding host n-d-800634-1 {{(pid=93752) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 14:47:44.807893 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f3976006-66c2-4e5e-8cb9-07b03f9880ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:44.876753 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-39160c23-636e-4d32-a4dd-7431fada360e req-37b23823-ea74-4b23-99b1-42b833e65c73 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/ports?device_id=407a1928-bb80-47e9-b066-d6cd4c552851 HTTP/1.1" status: 200 len: 210 time: 0.0370719 Jul 13 14:47:44.877452 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:44.981674 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port e2b78836-5e6d-4354-8b9c-9944545508bb, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=e2b78836-5e6d-4354-8b9c-9944545508bb,segment=NetworkSegment(bf312e50-733a-4533-a7e7-c8b671cf05ad),segment_id=bf312e50-733a-4533-a7e7-c8b671cf05ad)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:47:44.991740 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:44.992748 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 0e9ae09b-df4d-4823-a967-6c1ee04bdf51 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:47:45.131512 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=e2b78836-5e6d-4354-8b9c-9944545508bb,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:45.156043 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port 0e9ae09b-df4d-4823-a967-6c1ee04bdf51 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:47:45.165042 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 0e9ae09b-df4d-4823-a967-6c1ee04bdf51 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:47:45.165419 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:45.329436 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f3976006-66c2-4e5e-8cb9-07b03f9880ed None None] Notify callbacks [] for port, precommit_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:45.346569 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:45.353518 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-f3976006-66c2-4e5e-8cb9-07b03f9880ed None None] Transition to ACTIVE for port object a90a71bc-92a9-4cbf-801a-b6f3a8a4969e will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:47:45.363122 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f3976006-66c2-4e5e-8cb9-07b03f9880ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:45.426487 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port 0e9ae09b-df4d-4823-a967-6c1ee04bdf51, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=0e9ae09b-df4d-4823-a967-6c1ee04bdf51,segment=NetworkSegment(3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87),segment_id=3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:47:45.451849 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:45.484513 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a7f82c-dfa3-4d37-afc5-9517e5c74fb0 None None] Pushing event updated for resources: {'Port': ['ID=a90a71bc-92a9-4cbf-801a-b6f3a8a4969e,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:45.583107 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-f3976006-66c2-4e5e-8cb9-07b03f9880ed None None] Attempting to bind port a90a71bc-92a9-4cbf-801a-b6f3a8a4969e on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:47:45.583781 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-f3976006-66c2-4e5e-8cb9-07b03f9880ed None None] Attempting to bind port a90a71bc-92a9-4cbf-801a-b6f3a8a4969e by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': 'bf312e50-733a-4533-a7e7-c8b671cf05ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '2c8bc4bf-a970-4101-b7c0-559b73725786'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:47:45.583915 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3976006-66c2-4e5e-8cb9-07b03f9880ed None None] Attempting to bind port a90a71bc-92a9-4cbf-801a-b6f3a8a4969e on network 2c8bc4bf-a970-4101-b7c0-559b73725786 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:47:45.602158 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3976006-66c2-4e5e-8cb9-07b03f9880ed None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 47, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:47:45.602530 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3976006-66c2-4e5e-8cb9-07b03f9880ed None None] Checking segment: {'id': 'bf312e50-733a-4533-a7e7-c8b671cf05ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '2c8bc4bf-a970-4101-b7c0-559b73725786'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:47:45.602923 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f3976006-66c2-4e5e-8cb9-07b03f9880ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:45.604912 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3976006-66c2-4e5e-8cb9-07b03f9880ed None None] Bound using segment: {'id': 'bf312e50-733a-4533-a7e7-c8b671cf05ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '2c8bc4bf-a970-4101-b7c0-559b73725786'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:47:45.604912 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-f3976006-66c2-4e5e-8cb9-07b03f9880ed None None] Bound port: a90a71bc-92a9-4cbf-801a-b6f3a8a4969e, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf312e50-733a-4533-a7e7-c8b671cf05ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '2c8bc4bf-a970-4101-b7c0-559b73725786'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:47:45.604912 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f3976006-66c2-4e5e-8cb9-07b03f9880ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:45.615963 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=0e9ae09b-df4d-4823-a967-6c1ee04bdf51,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:45.691414 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-f3976006-66c2-4e5e-8cb9-07b03f9880ed None None] For port a90a71bc-92a9-4cbf-801a-b6f3a8a4969e, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:47:45.694497 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-f3976006-66c2-4e5e-8cb9-07b03f9880ed None None] For port a90a71bc-92a9-4cbf-801a-b6f3a8a4969e, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=a90a71bc-92a9-4cbf-801a-b6f3a8a4969e,segment=NetworkSegment(bf312e50-733a-4533-a7e7-c8b671cf05ad),segment_id=bf312e50-733a-4533-a7e7-c8b671cf05ad)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:47:45.700401 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f3976006-66c2-4e5e-8cb9-07b03f9880ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:45.772703 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3976006-66c2-4e5e-8cb9-07b03f9880ed None None] Routers {'e445a270-f0f3-4a6f-afa7-ac2be91ef2b9'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:47:45.773622 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-f3976006-66c2-4e5e-8cb9-07b03f9880ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:47:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['e445a270-f0f3-4a6f-afa7-ac2be91ef2b9'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:47:45.811062 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a7f82c-dfa3-4d37-afc5-9517e5c74fb0 None None] Pushing event updated for resources: {'Port': ['ID=a90a71bc-92a9-4cbf-801a-b6f3a8a4969e,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:45.907622 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-f3976006-66c2-4e5e-8cb9-07b03f9880ed None None] Set router e445a270-f0f3-4a6f-afa7-ac2be91ef2b9 gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:47:46.042995 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-42bbc19d-101d-401e-9e81-3de4bb665f40 req-e74cc9d3-d32c-49c4-9b36-9e929311b68e tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/ports?device_id=407a1928-bb80-47e9-b066-d6cd4c552851 HTTP/1.1" status: 200 len: 210 time: 0.0330529 Jul 13 14:47:46.150667 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-f3976006-66c2-4e5e-8cb9-07b03f9880ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e445a270-f0f3-4a6f-afa7-ac2be91ef2b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-779913746', 'tenant_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': '0e9ae09b-df4d-4823-a967-6c1ee04bdf51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:47:39Z', 'updated_at': '2021-07-13T14:47:43Z', 'revision_number': 4, 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'gw_port': {'id': '0e9ae09b-df4d-4823-a967-6c1ee04bdf51', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:1d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e445a270-f0f3-4a6f-afa7-ac2be91ef2b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:47:39Z', 'updated_at': '2021-07-13T14:47:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': 'a90a71bc-92a9-4cbf-801a-b6f3a8a4969e', 'name': '', 'network_id': '2c8bc4bf-a970-4101-b7c0-559b73725786', 'tenant_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'mac_address': 'fa:16:3e:9d:4a:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e445a270-f0f3-4a6f-afa7-ac2be91ef2b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '2df8c791-6d04-4a64-8bdf-35e207006f72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:47:42Z', 'updated_at': '2021-07-13T14:47:45Z', 'revision_number': 4, 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'subnets': [{'id': '2df8c791-6d04-4a64-8bdf-35e207006f72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:47:46.244405 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5a5c48-c71e-4b21-8dcb-55003d7f7575 req-d505bcfb-814b-483d-b00b-81d59321c116 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:46.246916 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7c5a5c48-c71e-4b21-8dcb-55003d7f7575 req-d505bcfb-814b-483d-b00b-81d59321c116 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.41 "GET /v2.0/networks?id=2c8bc4bf-a970-4101-b7c0-559b73725786 HTTP/1.1" status: 200 len: 796 time: 0.1318450 Jul 13 14:47:46.305398 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7c5a5c48-c71e-4b21-8dcb-55003d7f7575 req-d17777b3-addf-4255-9794-02c38883aca4 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ef1f8ac45b0f4587af94f69056f43b30 HTTP/1.1" status: 200 len: 380 time: 0.0500941 Jul 13 14:47:46.315652 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-7c5a5c48-c71e-4b21-8dcb-55003d7f7575 req-e2fa4987-b660-452c-a4e0-c64b6a6f0b46 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Request body: {'port': {'device_id': '407a1928-bb80-47e9-b066-d6cd4c552851', 'network_id': '2c8bc4bf-a970-4101-b7c0-559b73725786', 'admin_state_up': True, 'tenant_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'security_groups': ['c7f4adfc-37f3-4c40-9bbf-3f578ad5332d']}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:47:46.355114 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3976006-66c2-4e5e-8cb9-07b03f9880ed None None] The sync data for ids ['e445a270-f0f3-4a6f-afa7-ac2be91ef2b9'] in n-d-800634-1 is: [{'id': 'e445a270-f0f3-4a6f-afa7-ac2be91ef2b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-779913746', 'tenant_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': '0e9ae09b-df4d-4823-a967-6c1ee04bdf51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:47:39Z', 'updated_at': '2021-07-13T14:47:43Z', 'revision_number': 4, 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'gw_port': {'id': '0e9ae09b-df4d-4823-a967-6c1ee04bdf51', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:1d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e445a270-f0f3-4a6f-afa7-ac2be91ef2b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:47:39Z', 'updated_at': '2021-07-13T14:47:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': 'a90a71bc-92a9-4cbf-801a-b6f3a8a4969e', 'name': '', 'network_id': '2c8bc4bf-a970-4101-b7c0-559b73725786', 'tenant_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'mac_address': 'fa:16:3e:9d:4a:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e445a270-f0f3-4a6f-afa7-ac2be91ef2b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '2df8c791-6d04-4a64-8bdf-35e207006f72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:47:42Z', 'updated_at': '2021-07-13T14:47:45Z', 'revision_number': 4, 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'subnets': [{'id': '2df8c791-6d04-4a64-8bdf-35e207006f72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:47:46.461170 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c5a5c48-c71e-4b21-8dcb-55003d7f7575 req-e2fa4987-b660-452c-a4e0-c64b6a6f0b46 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Made reservation on behalf of ef1f8ac45b0f4587af94f69056f43b30 for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:47:46.465727 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-7c5a5c48-c71e-4b21-8dcb-55003d7f7575 req-e2fa4987-b660-452c-a4e0-c64b6a6f0b46 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:46.577128 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:47:46.611440 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device e2b78836-5e6d-4354-8b9c-9944545508bb up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:47:46.648657 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [req-7c5a5c48-c71e-4b21-8dcb-55003d7f7575 req-e2fa4987-b660-452c-a4e0-c64b6a6f0b46 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Allocated IP 172.20.0.7 (2c8bc4bf-a970-4101-b7c0-559b73725786/2df8c791-6d04-4a64-8bdf-35e207006f72/a110460d-f993-4ad3-a32f-22d9f87b446d) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:47:46.674361 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port e2b78836-5e6d-4354-8b9c-9944545508bb triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:47:46.674793 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:46.768470 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device a90a71bc-92a9-4cbf-801a-b6f3a8a4969e up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:47:46.826968 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port a90a71bc-92a9-4cbf-801a-b6f3a8a4969e completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:47:46.831404 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port a90a71bc-92a9-4cbf-801a-b6f3a8a4969e triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:47:46.831793 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:46.839602 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-7c5a5c48-c71e-4b21-8dcb-55003d7f7575 req-e2fa4987-b660-452c-a4e0-c64b6a6f0b46 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:46.858229 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-7c5a5c48-c71e-4b21-8dcb-55003d7f7575 req-e2fa4987-b660-452c-a4e0-c64b6a6f0b46 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Transition to ACTIVE for port object a110460d-f993-4ad3-a32f-22d9f87b446d will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:47:46.903218 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-7c5a5c48-c71e-4b21-8dcb-55003d7f7575 req-e2fa4987-b660-452c-a4e0-c64b6a6f0b46 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:46.921494 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:46.956391 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c5a5c48-c71e-4b21-8dcb-55003d7f7575 req-e2fa4987-b660-452c-a4e0-c64b6a6f0b46 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Network 2c8bc4bf-a970-4101-b7c0-559b73725786 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:47:46.962598 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [req-7c5a5c48-c71e-4b21-8dcb-55003d7f7575 req-e2fa4987-b660-452c-a4e0-c64b6a6f0b46 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:47:46.966306 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port a90a71bc-92a9-4cbf-801a-b6f3a8a4969e, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=a90a71bc-92a9-4cbf-801a-b6f3a8a4969e,segment=NetworkSegment(bf312e50-733a-4533-a7e7-c8b671cf05ad),segment_id=bf312e50-733a-4533-a7e7-c8b671cf05ad)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:47:46.967862 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c5a5c48-c71e-4b21-8dcb-55003d7f7575 req-e2fa4987-b660-452c-a4e0-c64b6a6f0b46 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:47:46.971914 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:46.972241 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 0e9ae09b-df4d-4823-a967-6c1ee04bdf51 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:47:46.998234 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fa4987-b660-452c-a4e0-c64b6a6f0b46 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Pushing event updated for resources: {'Port': ['ID=a110460d-f993-4ad3-a32f-22d9f87b446d,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:47.038833 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5a5c48-c71e-4b21-8dcb-55003d7f7575 req-e2fa4987-b660-452c-a4e0-c64b6a6f0b46 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:47.040294 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-7c5a5c48-c71e-4b21-8dcb-55003d7f7575 req-e2fa4987-b660-452c-a4e0-c64b6a6f0b46 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:47.062718 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7c5a5c48-c71e-4b21-8dcb-55003d7f7575 req-e2fa4987-b660-452c-a4e0-c64b6a6f0b46 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7514393 Jul 13 14:47:47.070720 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=a90a71bc-92a9-4cbf-801a-b6f3a8a4969e,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:47.076989 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-7c5a5c48-c71e-4b21-8dcb-55003d7f7575 req-e80ac345-c280-4cd2-af72-5b7d63bb0795 service neutron] Request body: {'port': {'device_id': '407a1928-bb80-47e9-b066-d6cd4c552851', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-1'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:47:47.085393 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 0e9ae09b-df4d-4823-a967-6c1ee04bdf51 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:47:47.086003 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:47.225938 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-7c5a5c48-c71e-4b21-8dcb-55003d7f7575 req-e80ac345-c280-4cd2-af72-5b7d63bb0795 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:47.303795 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e83d5cd-e8a4-4c89-90e9-f818b9e6a984 req-9d7b85f9-b97a-4303-ae0a-597b691dcd3d tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:47.305727 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9e83d5cd-e8a4-4c89-90e9-f818b9e6a984 req-9d7b85f9-b97a-4303-ae0a-597b691dcd3d tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/ports?device_id=407a1928-bb80-47e9-b066-d6cd4c552851 HTTP/1.1" status: 200 len: 931 time: 0.0885694 Jul 13 14:47:47.349664 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9e83d5cd-e8a4-4c89-90e9-f818b9e6a984 req-dac0c1d2-9250-4c80-9398-528e67c75789 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7f4adfc-37f3-4c40-9bbf-3f578ad5332d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378535 Jul 13 14:47:47.380608 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-84b25952-e2b0-47bc-a147-167e74682aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:47.395488 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-0f6bfc91-0173-4de5-bf2a-eca46ca11f10 None None] Provisioning for port a110460d-f993-4ad3-a32f-22d9f87b446d completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:47:47.400742 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-0f6bfc91-0173-4de5-bf2a-eca46ca11f10 None None] Provisioning complete for port a110460d-f993-4ad3-a32f-22d9f87b446d triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:47:47.402771 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-0f6bfc91-0173-4de5-bf2a-eca46ca11f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:47.450541 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-0f6bfc91-0173-4de5-bf2a-eca46ca11f10 None None] Port a110460d-f993-4ad3-a32f-22d9f87b446d cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:47:47.568175 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [req-7c5a5c48-c71e-4b21-8dcb-55003d7f7575 req-e80ac345-c280-4cd2-af72-5b7d63bb0795 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a110460d-f993-4ad3-a32f-22d9f87b446d {{(pid=93751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:47:47.580559 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-7c5a5c48-c71e-4b21-8dcb-55003d7f7575 req-e80ac345-c280-4cd2-af72-5b7d63bb0795 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:47.595017 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-7c5a5c48-c71e-4b21-8dcb-55003d7f7575 req-e80ac345-c280-4cd2-af72-5b7d63bb0795 service neutron] Transition to ACTIVE for port object a110460d-f993-4ad3-a32f-22d9f87b446d will not be triggered until provisioned by entity L2. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:47:47.599091 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-7c5a5c48-c71e-4b21-8dcb-55003d7f7575 req-e80ac345-c280-4cd2-af72-5b7d63bb0795 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:47.653080 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80ac345-c280-4cd2-af72-5b7d63bb0795 service neutron] Pushing event updated for resources: {'Port': ['ID=a110460d-f993-4ad3-a32f-22d9f87b446d,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:47.733474 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-7c5a5c48-c71e-4b21-8dcb-55003d7f7575 req-e80ac345-c280-4cd2-af72-5b7d63bb0795 service neutron] Attempting to bind port a110460d-f993-4ad3-a32f-22d9f87b446d on host n-h2-800634-1 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:47:47.733849 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-7c5a5c48-c71e-4b21-8dcb-55003d7f7575 req-e80ac345-c280-4cd2-af72-5b7d63bb0795 service neutron] Attempting to bind port a110460d-f993-4ad3-a32f-22d9f87b446d by drivers openvswitch,hyperv on host n-h2-800634-1 at level 0 using segments [{'id': 'bf312e50-733a-4533-a7e7-c8b671cf05ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '2c8bc4bf-a970-4101-b7c0-559b73725786'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:47:47.734184 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c5a5c48-c71e-4b21-8dcb-55003d7f7575 req-e80ac345-c280-4cd2-af72-5b7d63bb0795 service neutron] Attempting to bind port a110460d-f993-4ad3-a32f-22d9f87b446d on network 2c8bc4bf-a970-4101-b7c0-559b73725786 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:47:47.739065 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c5a5c48-c71e-4b21-8dcb-55003d7f7575 req-e80ac345-c280-4cd2-af72-5b7d63bb0795 service neutron] Port a110460d-f993-4ad3-a32f-22d9f87b446d on network 2c8bc4bf-a970-4101-b7c0-559b73725786 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-1 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 14:47:47.739387 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c5a5c48-c71e-4b21-8dcb-55003d7f7575 req-e80ac345-c280-4cd2-af72-5b7d63bb0795 service neutron] Attempting to bind port a110460d-f993-4ad3-a32f-22d9f87b446d on network 2c8bc4bf-a970-4101-b7c0-559b73725786 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:47:47.745519 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c5a5c48-c71e-4b21-8dcb-55003d7f7575 req-e80ac345-c280-4cd2-af72-5b7d63bb0795 service neutron] Checking agent: {'id': 'f615e5c9-21ab-43f2-adbc-192d64b795cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 47, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:47:47.745908 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c5a5c48-c71e-4b21-8dcb-55003d7f7575 req-e80ac345-c280-4cd2-af72-5b7d63bb0795 service neutron] Checking segment: {'id': 'bf312e50-733a-4533-a7e7-c8b671cf05ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '2c8bc4bf-a970-4101-b7c0-559b73725786'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:47:47.746302 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c5a5c48-c71e-4b21-8dcb-55003d7f7575 req-e80ac345-c280-4cd2-af72-5b7d63bb0795 service neutron] Bound using segment: {'id': 'bf312e50-733a-4533-a7e7-c8b671cf05ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '2c8bc4bf-a970-4101-b7c0-559b73725786'} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:47:47.746741 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-7c5a5c48-c71e-4b21-8dcb-55003d7f7575 req-e80ac345-c280-4cd2-af72-5b7d63bb0795 service neutron] Bound port: a110460d-f993-4ad3-a32f-22d9f87b446d, host: n-h2-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf312e50-733a-4533-a7e7-c8b671cf05ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '2c8bc4bf-a970-4101-b7c0-559b73725786'}}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:47:47.747112 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-7c5a5c48-c71e-4b21-8dcb-55003d7f7575 req-e80ac345-c280-4cd2-af72-5b7d63bb0795 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:47.818696 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-7c5a5c48-c71e-4b21-8dcb-55003d7f7575 req-e80ac345-c280-4cd2-af72-5b7d63bb0795 service neutron] For port a110460d-f993-4ad3-a32f-22d9f87b446d, host n-h2-800634-1, cleared binding levels {{(pid=93751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:47:47.822662 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-7c5a5c48-c71e-4b21-8dcb-55003d7f7575 req-e80ac345-c280-4cd2-af72-5b7d63bb0795 service neutron] For port a110460d-f993-4ad3-a32f-22d9f87b446d, host n-h2-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=a110460d-f993-4ad3-a32f-22d9f87b446d,segment=NetworkSegment(bf312e50-733a-4533-a7e7-c8b671cf05ad),segment_id=bf312e50-733a-4533-a7e7-c8b671cf05ad)] {{(pid=93751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:47:47.829650 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-7c5a5c48-c71e-4b21-8dcb-55003d7f7575 req-e80ac345-c280-4cd2-af72-5b7d63bb0795 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:47.865525 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5a5c48-c71e-4b21-8dcb-55003d7f7575 req-e80ac345-c280-4cd2-af72-5b7d63bb0795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:47.866168 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-7c5a5c48-c71e-4b21-8dcb-55003d7f7575 req-e80ac345-c280-4cd2-af72-5b7d63bb0795 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:47.867559 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7c5a5c48-c71e-4b21-8dcb-55003d7f7575 req-e80ac345-c280-4cd2-af72-5b7d63bb0795 service neutron] 10.222.0.41 "PUT /v2.0/ports/a110460d-f993-4ad3-a32f-22d9f87b446d HTTP/1.1" status: 200 len: 1091 time: 0.7982295 Jul 13 14:47:47.868114 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '407a1928-bb80-47e9-b066-d6cd4c552851', 'tag': 'a110460d-f993-4ad3-a32f-22d9f87b446d'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:47:47.871326 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dea8b0fca9d342929f96bd35c86b8a14765464b9140f1e1e2496fbd7209775c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5486c143-e09c-480d-9d65-90f0cf8cc262" -d '{"events": [{"name": "network-changed", "server_uuid": "407a1928-bb80-47e9-b066-d6cd4c552851", "tag": "a110460d-f993-4ad3-a32f-22d9f87b446d"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:47:47.903060 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80ac345-c280-4cd2-af72-5b7d63bb0795 service neutron] Pushing event updated for resources: {'Port': ['ID=a110460d-f993-4ad3-a32f-22d9f87b446d,revision_number=3']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:47.913862 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:47:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1aa7260-6d33-48e6-886c-400f8bd8c74b x-openstack-request-id: req-e1aa7260-6d33-48e6-886c-400f8bd8c74b {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:47:47.914155 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "407a1928-bb80-47e9-b066-d6cd4c552851", "tag": "a110460d-f993-4ad3-a32f-22d9f87b446d", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:47:47.914405 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e1aa7260-6d33-48e6-886c-400f8bd8c74b {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:47:47.914804 n-d-800634-1 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '407a1928-bb80-47e9-b066-d6cd4c552851', 'tag': 'a110460d-f993-4ad3-a32f-22d9f87b446d', 'status': 'completed', 'code': 200} Jul 13 14:47:47.983621 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5a5c48-c71e-4b21-8dcb-55003d7f7575 req-959226d6-8f62-4461-8c34-e14eb166dfc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:47.985082 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7c5a5c48-c71e-4b21-8dcb-55003d7f7575 req-959226d6-8f62-4461-8c34-e14eb166dfc4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ef1f8ac45b0f4587af94f69056f43b30&device_id=407a1928-bb80-47e9-b066-d6cd4c552851 HTTP/1.1" status: 200 len: 1094 time: 0.0739274 Jul 13 14:47:48.029582 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7c5a5c48-c71e-4b21-8dcb-55003d7f7575 req-30e0704c-cb79-4188-9ed8-917e570a1d46 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a110460d-f993-4ad3-a32f-22d9f87b446d HTTP/1.1" status: 200 len: 217 time: 0.0373409 Jul 13 14:47:48.082763 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5a5c48-c71e-4b21-8dcb-55003d7f7575 req-feb0a95a-a1b5-4f30-9a4b-b32ce7cf16d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:48.084245 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7c5a5c48-c71e-4b21-8dcb-55003d7f7575 req-feb0a95a-a1b5-4f30-9a4b-b32ce7cf16d9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2df8c791-6d04-4a64-8bdf-35e207006f72 HTTP/1.1" status: 200 len: 834 time: 0.0487070 Jul 13 14:47:48.143749 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5a5c48-c71e-4b21-8dcb-55003d7f7575 req-654ca0df-0cb3-459c-9782-3545b4ac757d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:48.145286 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7c5a5c48-c71e-4b21-8dcb-55003d7f7575 req-654ca0df-0cb3-459c-9782-3545b4ac757d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2c8bc4bf-a970-4101-b7c0-559b73725786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0555289 Jul 13 14:47:48.241515 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7c5a5c48-c71e-4b21-8dcb-55003d7f7575 req-94802d43-08ed-4465-a891-c4f281ec1841 service neutron] 10.222.0.41 "GET /v2.0/networks/2c8bc4bf-a970-4101-b7c0-559b73725786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900323 Jul 13 14:47:48.331846 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7c5a5c48-c71e-4b21-8dcb-55003d7f7575 req-b0d75a72-a926-4309-a27f-d5588a2b8746 service neutron] 10.222.0.41 "GET /v2.0/networks/2c8bc4bf-a970-4101-b7c0-559b73725786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841827 Jul 13 14:47:48.438144 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5486c143-e09c-480d-9d65-90f0cf8cc262 req-a16141ff-d9e5-4136-aa79-bef48aef89de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:48.439655 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5486c143-e09c-480d-9d65-90f0cf8cc262 req-a16141ff-d9e5-4136-aa79-bef48aef89de service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ef1f8ac45b0f4587af94f69056f43b30&device_id=407a1928-bb80-47e9-b066-d6cd4c552851 HTTP/1.1" status: 200 len: 1094 time: 0.0634844 Jul 13 14:47:48.483980 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device a90a71bc-92a9-4cbf-801a-b6f3a8a4969e up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:47:48.538243 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port a90a71bc-92a9-4cbf-801a-b6f3a8a4969e triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:47:48.538879 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:48.544064 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5486c143-e09c-480d-9d65-90f0cf8cc262 req-85504dd0-5250-4ade-97ce-7b8cf473bbba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:48.545611 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5486c143-e09c-480d-9d65-90f0cf8cc262 req-85504dd0-5250-4ade-97ce-7b8cf473bbba service neutron] 10.222.0.41 "GET /v2.0/networks?id=2c8bc4bf-a970-4101-b7c0-559b73725786 HTTP/1.1" status: 200 len: 896 time: 0.0998738 Jul 13 14:47:48.550451 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff24add-4c07-4dc2-b7b7-736d3d67aaee req-7cb86d3e-79af-49e4-b469-e8aa87c4f053 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:48.553064 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-dff24add-4c07-4dc2-b7b7-736d3d67aaee req-7cb86d3e-79af-49e4-b469-e8aa87c4f053 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/ports?device_id=407a1928-bb80-47e9-b066-d6cd4c552851 HTTP/1.1" status: 200 len: 943 time: 0.0784645 Jul 13 14:47:48.594721 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5486c143-e09c-480d-9d65-90f0cf8cc262 req-21b4b46b-bf18-4713-a49c-b98b37a23762 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a110460d-f993-4ad3-a32f-22d9f87b446d HTTP/1.1" status: 200 len: 217 time: 0.0424650 Jul 13 14:47:48.600948 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-dff24add-4c07-4dc2-b7b7-736d3d67aaee req-cb25054a-ec62-402e-9a8d-2dc961fc98e0 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7f4adfc-37f3-4c40-9bbf-3f578ad5332d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426793 Jul 13 14:47:48.647090 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5486c143-e09c-480d-9d65-90f0cf8cc262 req-9e03920c-31f4-44f5-9341-c76235db1b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:48.648580 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5486c143-e09c-480d-9d65-90f0cf8cc262 req-9e03920c-31f4-44f5-9341-c76235db1b13 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2df8c791-6d04-4a64-8bdf-35e207006f72 HTTP/1.1" status: 200 len: 834 time: 0.0482507 Jul 13 14:47:48.706413 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5486c143-e09c-480d-9d65-90f0cf8cc262 req-b86ef70c-7001-43f1-b713-60bfe408971c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:48.707950 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5486c143-e09c-480d-9d65-90f0cf8cc262 req-b86ef70c-7001-43f1-b713-60bfe408971c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2c8bc4bf-a970-4101-b7c0-559b73725786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0532267 Jul 13 14:47:48.803122 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5486c143-e09c-480d-9d65-90f0cf8cc262 req-4e384ee7-ce81-40e8-a0d9-a5a15f2596a2 service neutron] 10.222.0.41 "GET /v2.0/networks/2c8bc4bf-a970-4101-b7c0-559b73725786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886452 Jul 13 14:47:48.891898 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5486c143-e09c-480d-9d65-90f0cf8cc262 req-146ae61f-c791-41b7-b59c-677fdac76a6f service neutron] 10.222.0.41 "GET /v2.0/networks/2c8bc4bf-a970-4101-b7c0-559b73725786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826051 Jul 13 14:47:49.785108 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab0669a-9795-4563-8982-9cc149519881 req-fafde153-3f1c-43f8-84ca-f4e00370b1a2 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:49.786717 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2ab0669a-9795-4563-8982-9cc149519881 req-fafde153-3f1c-43f8-84ca-f4e00370b1a2 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/ports?device_id=407a1928-bb80-47e9-b066-d6cd4c552851 HTTP/1.1" status: 200 len: 943 time: 0.0700643 Jul 13 14:47:49.825386 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2ab0669a-9795-4563-8982-9cc149519881 req-8e16770b-5a88-41a8-a914-5fad0f6e7d27 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7f4adfc-37f3-4c40-9bbf-3f578ad5332d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324526 Jul 13 14:47:50.007184 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-eeeea5ce-c899-4782-8761-1624a41e5828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:50.129143 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:51.006382 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92babf22-46d5-4e7e-addd-a2ced440a9e0 req-2c67c55a-5dfc-48a5-8fd5-81910974b8de tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:51.007871 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-92babf22-46d5-4e7e-addd-a2ced440a9e0 req-2c67c55a-5dfc-48a5-8fd5-81910974b8de tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/ports?device_id=407a1928-bb80-47e9-b066-d6cd4c552851 HTTP/1.1" status: 200 len: 943 time: 0.0663803 Jul 13 14:47:51.049991 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-92babf22-46d5-4e7e-addd-a2ced440a9e0 req-2498c02f-03fd-40c5-ae76-5550282db088 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7f4adfc-37f3-4c40-9bbf-3f578ad5332d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355392 Jul 13 14:47:51.409840 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:51.906806 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device a110460d-f993-4ad3-a32f-22d9f87b446d details requested by agent hyperv_n-h2-800634-1 with host n-h2-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 14:47:52.013905 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port a110460d-f993-4ad3-a32f-22d9f87b446d, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=a110460d-f993-4ad3-a32f-22d9f87b446d,segment=NetworkSegment(bf312e50-733a-4533-a7e7-c8b671cf05ad),segment_id=bf312e50-733a-4533-a7e7-c8b671cf05ad)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:47:52.028988 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Returning: {'device': 'a110460d-f993-4ad3-a32f-22d9f87b446d', 'network_id': '2c8bc4bf-a970-4101-b7c0-559b73725786', 'port_id': 'a110460d-f993-4ad3-a32f-22d9f87b446d', 'mac_address': 'fa:16:3e:34:b7:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2df8c791-6d04-4a64-8bdf-35e207006f72', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 14:47:52.070117 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:52.087545 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a110460d-f993-4ad3-a32f-22d9f87b446d {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:47:52.112732 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port a110460d-f993-4ad3-a32f-22d9f87b446d, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=a110460d-f993-4ad3-a32f-22d9f87b446d,segment=NetworkSegment(bf312e50-733a-4533-a7e7-c8b671cf05ad),segment_id=bf312e50-733a-4533-a7e7-c8b671cf05ad)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:47:52.119619 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:52.176381 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=a110460d-f993-4ad3-a32f-22d9f87b446d,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:52.241367 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478a35b7-802f-4b40-a7d9-794132058227 req-ec03cc0c-d743-43aa-9fb0-23828648a815 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:52.242916 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-478a35b7-802f-4b40-a7d9-794132058227 req-ec03cc0c-d743-43aa-9fb0-23828648a815 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/ports?device_id=407a1928-bb80-47e9-b066-d6cd4c552851 HTTP/1.1" status: 200 len: 944 time: 0.0731275 Jul 13 14:47:52.282687 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-478a35b7-802f-4b40-a7d9-794132058227 req-79282c68-a5d7-4c13-a88e-26e252815cbf tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7f4adfc-37f3-4c40-9bbf-3f578ad5332d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334291 Jul 13 14:47:52.348993 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['a110460d-f993-4ad3-a32f-22d9f87b446d'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:47:52.898493 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:53.462596 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2e5e0a-9fbe-4b9b-a1d8-23258168b82b req-18d2a209-c762-4375-9246-ab27e2ccb936 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:53.465065 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8b2e5e0a-9fbe-4b9b-a1d8-23258168b82b req-18d2a209-c762-4375-9246-ab27e2ccb936 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/ports?device_id=407a1928-bb80-47e9-b066-d6cd4c552851 HTTP/1.1" status: 200 len: 944 time: 0.0675974 Jul 13 14:47:53.508125 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8b2e5e0a-9fbe-4b9b-a1d8-23258168b82b req-14cd646b-3873-4ab3-82f2-e7edf8e5a8a6 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7f4adfc-37f3-4c40-9bbf-3f578ad5332d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376153 Jul 13 14:47:53.906917 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device a110460d-f993-4ad3-a32f-22d9f87b446d up at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:47:53.957181 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning for port a110460d-f993-4ad3-a32f-22d9f87b446d completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:47:53.961251 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning complete for port a110460d-f993-4ad3-a32f-22d9f87b446d triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:47:53.961621 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:54.039218 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:54.061792 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '407a1928-bb80-47e9-b066-d6cd4c552851', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a110460d-f993-4ad3-a32f-22d9f87b446d'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:47:54.064077 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f877c416c4e1be0a98e2d34673ec81d4e31c3422e8e709fff770f7d8b7e0843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a91fc52b-16ee-46ad-b853-972ac39e4717" -d '{"events": [{"server_uuid": "407a1928-bb80-47e9-b066-d6cd4c552851", "name": "network-vif-plugged", "status": "completed", "tag": "a110460d-f993-4ad3-a32f-22d9f87b446d"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:47:54.081623 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port a110460d-f993-4ad3-a32f-22d9f87b446d, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=a110460d-f993-4ad3-a32f-22d9f87b446d,segment=NetworkSegment(bf312e50-733a-4533-a7e7-c8b671cf05ad),segment_id=bf312e50-733a-4533-a7e7-c8b671cf05ad)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:47:54.085972 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:54.143749 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=a110460d-f993-4ad3-a32f-22d9f87b446d,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:54.157684 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1b9425c-d7fa-40a6-81f4-c4fd4634a484 x-openstack-request-id: req-f1b9425c-d7fa-40a6-81f4-c4fd4634a484 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:47:54.157861 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "407a1928-bb80-47e9-b066-d6cd4c552851", "name": "network-vif-plugged", "status": "completed", "tag": "a110460d-f993-4ad3-a32f-22d9f87b446d", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:47:54.157991 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f1b9425c-d7fa-40a6-81f4-c4fd4634a484 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:47:54.158388 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '407a1928-bb80-47e9-b066-d6cd4c552851', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a110460d-f993-4ad3-a32f-22d9f87b446d', 'code': 200} Jul 13 14:47:54.270121 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4297daf7-e0d9-498b-9a19-55088f966411 req-0ffa7f94-b1dc-49a9-b1ad-185d40c41411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:54.271652 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4297daf7-e0d9-498b-9a19-55088f966411 req-0ffa7f94-b1dc-49a9-b1ad-185d40c41411 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=407a1928-bb80-47e9-b066-d6cd4c552851 HTTP/1.1" status: 200 len: 1096 time: 0.0543289 Jul 13 14:47:54.304862 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4297daf7-e0d9-498b-9a19-55088f966411 req-4bdcb3e7-94cd-45c3-9a66-75e1eecafb14 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c7f4adfc-37f3-4c40-9bbf-3f578ad5332d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272145 Jul 13 14:47:54.680076 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ba7eb2-dcb9-4689-82a4-94a082d4f1eb req-2a912447-2839-455b-93a2-e4d71800ca68 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:54.681478 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d2ba7eb2-dcb9-4689-82a4-94a082d4f1eb req-2a912447-2839-455b-93a2-e4d71800ca68 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/ports?device_id=407a1928-bb80-47e9-b066-d6cd4c552851 HTTP/1.1" status: 200 len: 945 time: 0.0639353 Jul 13 14:47:54.720268 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d2ba7eb2-dcb9-4689-82a4-94a082d4f1eb req-5403fe84-beac-4b03-baa5-b74a81f8385e tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7f4adfc-37f3-4c40-9bbf-3f578ad5332d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323057 Jul 13 14:47:55.904001 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4046fc26-2f4b-4aba-bc06-c2ade16a69c2 req-81b665bc-7d1c-4ab3-b3b5-f7aaf904eb5c tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:55.905495 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4046fc26-2f4b-4aba-bc06-c2ade16a69c2 req-81b665bc-7d1c-4ab3-b3b5-f7aaf904eb5c tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/ports?device_id=407a1928-bb80-47e9-b066-d6cd4c552851 HTTP/1.1" status: 200 len: 945 time: 0.0695829 Jul 13 14:47:55.944958 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4046fc26-2f4b-4aba-bc06-c2ade16a69c2 req-fcfa85af-a7d0-4f97-9804-af0924fa5b86 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7f4adfc-37f3-4c40-9bbf-3f578ad5332d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336766 Jul 13 14:47:56.127516 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f58342-c420-4692-9889-b98db16fe0b5 req-8bac84e2-33ec-4276-84e9-e65476467053 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:56.129021 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c6f58342-c420-4692-9889-b98db16fe0b5 req-8bac84e2-33ec-4276-84e9-e65476467053 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/ports?device_id=407a1928-bb80-47e9-b066-d6cd4c552851 HTTP/1.1" status: 200 len: 945 time: 0.0674093 Jul 13 14:47:56.167051 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c6f58342-c420-4692-9889-b98db16fe0b5 req-096c3b07-13ab-4a84-84da-e5d3bd444e25 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7f4adfc-37f3-4c40-9bbf-3f578ad5332d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323994 Jul 13 14:47:56.192390 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 52642) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:47:56.242723 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3f35969-8170-4a04-a125-240c114c2dd9 tempest-TestNetworkAdvancedServerOps-519239000 tempest-TestNetworkAdvancedServerOps-519239000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:56.244226 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-c3f35969-8170-4a04-a125-240c114c2dd9 tempest-TestNetworkAdvancedServerOps-519239000 tempest-TestNetworkAdvancedServerOps-519239000-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=407a1928-bb80-47e9-b066-d6cd4c552851 HTTP/1.1" status: 200 len: 1091 time: 0.0508583 Jul 13 14:47:56.247706 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 52644) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:47:56.252146 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-41108fe9-9bb2-469b-b776-d5ed0488413e tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Request body: {'floatingip': {'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'port_id': 'a110460d-f993-4ad3-a32f-22d9f87b446d', 'tenant_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:47:56.274410 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-41108fe9-9bb2-469b-b776-d5ed0488413e tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for floatingip, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:56.373153 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-41108fe9-9bb2-469b-b776-d5ed0488413e tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:56.482327 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-41108fe9-9bb2-469b-b776-d5ed0488413e tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Allocated IP 172.25.6.82 (acf968b8-c524-46a9-a20b-ad9667009130/dde5a78e-bd1e-4f47-8189-7321d4de73d3/13839145-8007-4add-a9ac-bcfdff37c835) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:47:56.589187 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-41108fe9-9bb2-469b-b776-d5ed0488413e tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:56.630283 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-41108fe9-9bb2-469b-b776-d5ed0488413e tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:56.670374 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41108fe9-9bb2-469b-b776-d5ed0488413e tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Network acf968b8-c524-46a9-a20b-ad9667009130 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:47:56.674892 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-41108fe9-9bb2-469b-b776-d5ed0488413e tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:47:56.679469 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41108fe9-9bb2-469b-b776-d5ed0488413e tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:47:56.682685 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41108fe9-9bb2-469b-b776-d5ed0488413e tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Pushing event updated for resources: {'Port': ['ID=13839145-8007-4add-a9ac-bcfdff37c835,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:57.066703 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-41108fe9-9bb2-469b-b776-d5ed0488413e tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:57.157357 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-41108fe9-9bb2-469b-b776-d5ed0488413e tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:57.634986 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-41108fe9-9bb2-469b-b776-d5ed0488413e tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:57.640247 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-41108fe9-9bb2-469b-b776-d5ed0488413e tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:57.712995 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41108fe9-9bb2-469b-b776-d5ed0488413e tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Pushing event updated for resources: {'Port': ['ID=13839145-8007-4add-a9ac-bcfdff37c835,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:57.724450 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-41108fe9-9bb2-469b-b776-d5ed0488413e tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446547'] for floatingip, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:57.831070 n-d-800634-1 neutron-server[93751]: INFO neutron.db.l3_db [None req-41108fe9-9bb2-469b-b776-d5ed0488413e tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Floating IP d0656a4e-e4c5-4cec-b9fc-a3d64fabc875 associated. External IP: 172.25.6.82, port: a110460d-f993-4ad3-a32f-22d9f87b446d. Jul 13 14:47:58.051690 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41108fe9-9bb2-469b-b776-d5ed0488413e tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Router e445a270-f0f3-4a6f-afa7-ac2be91ef2b9 has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:47:58.165366 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41108fe9-9bb2-469b-b776-d5ed0488413e tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:47:58.175309 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8147e4cb-0e6c-4312-bf70-45f16470eeb8 None None] Sync routers for ids ['e445a270-f0f3-4a6f-afa7-ac2be91ef2b9'] in n-d-800634-1 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:47:58.180986 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-41108fe9-9bb2-469b-b776-d5ed0488413e tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for floatingip, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:58.185177 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8147e4cb-0e6c-4312-bf70-45f16470eeb8 None None] Routers {'e445a270-f0f3-4a6f-afa7-ac2be91ef2b9'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:47:58.185828 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-8147e4cb-0e6c-4312-bf70-45f16470eeb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:47:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['e445a270-f0f3-4a6f-afa7-ac2be91ef2b9'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:47:58.220354 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-41108fe9-9bb2-469b-b776-d5ed0488413e tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9714344 Jul 13 14:47:58.221194 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '407a1928-bb80-47e9-b066-d6cd4c552851', 'tag': 'a110460d-f993-4ad3-a32f-22d9f87b446d'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:47:58.223706 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dea8b0fca9d342929f96bd35c86b8a14765464b9140f1e1e2496fbd7209775c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8106e888-bcc4-417b-ad28-663366284d76" -d '{"events": [{"name": "network-changed", "server_uuid": "407a1928-bb80-47e9-b066-d6cd4c552851", "tag": "a110460d-f993-4ad3-a32f-22d9f87b446d"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:47:58.261020 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00df6dd7-aeb3-43a3-bfeb-1658684a6918 x-openstack-request-id: req-00df6dd7-aeb3-43a3-bfeb-1658684a6918 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:47:58.261482 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "407a1928-bb80-47e9-b066-d6cd4c552851", "tag": "a110460d-f993-4ad3-a32f-22d9f87b446d", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:47:58.262457 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-00df6dd7-aeb3-43a3-bfeb-1658684a6918 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:47:58.262880 n-d-800634-1 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '407a1928-bb80-47e9-b066-d6cd4c552851', 'tag': 'a110460d-f993-4ad3-a32f-22d9f87b446d', 'status': 'completed', 'code': 200} Jul 13 14:47:58.294789 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-8147e4cb-0e6c-4312-bf70-45f16470eeb8 None None] Set router e445a270-f0f3-4a6f-afa7-ac2be91ef2b9 gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:47:58.384924 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8106e888-bcc4-417b-ad28-663366284d76 req-b98c633d-52c1-4f23-a4cf-78cc50436945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:58.386640 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8106e888-bcc4-417b-ad28-663366284d76 req-b98c633d-52c1-4f23-a4cf-78cc50436945 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ef1f8ac45b0f4587af94f69056f43b30&device_id=407a1928-bb80-47e9-b066-d6cd4c552851 HTTP/1.1" status: 200 len: 1096 time: 0.1033547 Jul 13 14:47:58.448947 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203ec3ad-9e4d-48ed-905a-ccb9fdb903f6 req-5b1b4b05-54ec-4248-a44b-1860f18b0aa7 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:58.450562 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-203ec3ad-9e4d-48ed-905a-ccb9fdb903f6 req-5b1b4b05-54ec-4248-a44b-1860f18b0aa7 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/ports?device_id=407a1928-bb80-47e9-b066-d6cd4c552851 HTTP/1.1" status: 200 len: 945 time: 0.1303105 Jul 13 14:47:58.519278 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-203ec3ad-9e4d-48ed-905a-ccb9fdb903f6 req-d2212885-8f54-47c6-95da-2fbf76388e87 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7f4adfc-37f3-4c40-9bbf-3f578ad5332d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594456 Jul 13 14:47:58.522219 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8106e888-bcc4-417b-ad28-663366284d76 req-4c1b57a7-2a68-47d5-aa02-12ba43f41fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:58.523476 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8106e888-bcc4-417b-ad28-663366284d76 req-4c1b57a7-2a68-47d5-aa02-12ba43f41fba service neutron] 10.222.0.41 "GET /v2.0/networks?id=2c8bc4bf-a970-4101-b7c0-559b73725786 HTTP/1.1" status: 200 len: 896 time: 0.1310403 Jul 13 14:47:58.527274 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-8147e4cb-0e6c-4312-bf70-45f16470eeb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e445a270-f0f3-4a6f-afa7-ac2be91ef2b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-779913746', 'tenant_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': '0e9ae09b-df4d-4823-a967-6c1ee04bdf51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:47:39Z', 'updated_at': '2021-07-13T14:47:43Z', 'revision_number': 4, 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'gw_port': {'id': '0e9ae09b-df4d-4823-a967-6c1ee04bdf51', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:1d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e445a270-f0f3-4a6f-afa7-ac2be91ef2b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:47:39Z', 'updated_at': '2021-07-13T14:47:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_floatingips': [{'id': 'd0656a4e-e4c5-4cec-b9fc-a3d64fabc875', 'tenant_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'floating_ip_address': '172.25.6.82', 'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'router_id': 'e445a270-f0f3-4a6f-afa7-ac2be91ef2b9', 'port_id': 'a110460d-f993-4ad3-a32f-22d9f87b446d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4219, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c8bc4bf-a970-4101-b7c0-559b73725786', 'mac_address': 'fa:16:3e:34:b7:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407a1928-bb80-47e9-b066-d6cd4c552851', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:47:56Z', 'updated_at': '2021-07-13T14:47:56Z', 'revision_number': 0, 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a90a71bc-92a9-4cbf-801a-b6f3a8a4969e', 'name': '', 'network_id': '2c8bc4bf-a970-4101-b7c0-559b73725786', 'tenant_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'mac_address': 'fa:16:3e:9d:4a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e445a270-f0f3-4a6f-afa7-ac2be91ef2b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '2df8c791-6d04-4a64-8bdf-35e207006f72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:47:42Z', 'updated_at': '2021-07-13T14:47:46Z', 'revision_number': 5, 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'subnets': [{'id': '2df8c791-6d04-4a64-8bdf-35e207006f72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:47:58.546141 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 52652) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:47:58.571580 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8147e4cb-0e6c-4312-bf70-45f16470eeb8 None None] Checking router: e445a270-f0f3-4a6f-afa7-ac2be91ef2b9 for host: n-d-800634-1 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:47:58.581620 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8147e4cb-0e6c-4312-bf70-45f16470eeb8 None None] Routers {'e445a270-f0f3-4a6f-afa7-ac2be91ef2b9'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:47:58.582280 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-8147e4cb-0e6c-4312-bf70-45f16470eeb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:47:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['e445a270-f0f3-4a6f-afa7-ac2be91ef2b9'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:47:58.609240 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8106e888-bcc4-417b-ad28-663366284d76 req-a94e926d-2704-44a9-bc26-a4cf43d846c0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a110460d-f993-4ad3-a32f-22d9f87b446d HTTP/1.1" status: 200 len: 998 time: 0.0787733 Jul 13 14:47:58.620134 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-93c4fda3-0c65-4a41-b02a-d5729f1b1d34 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/floatingips/d0656a4e-e4c5-4cec-b9fc-a3d64fabc875 HTTP/1.1" status: 200 len: 990 time: 0.0709348 Jul 13 14:47:58.661303 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8106e888-bcc4-417b-ad28-663366284d76 req-d529f343-f6f7-4c34-b602-f701f0756c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:58.662800 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8106e888-bcc4-417b-ad28-663366284d76 req-d529f343-f6f7-4c34-b602-f701f0756c6d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2df8c791-6d04-4a64-8bdf-35e207006f72 HTTP/1.1" status: 200 len: 834 time: 0.0483234 Jul 13 14:47:58.690556 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-8147e4cb-0e6c-4312-bf70-45f16470eeb8 None None] Set router e445a270-f0f3-4a6f-afa7-ac2be91ef2b9 gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:47:58.721118 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8106e888-bcc4-417b-ad28-663366284d76 req-74467f40-d087-4042-805e-bc756a068cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:58.722673 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8106e888-bcc4-417b-ad28-663366284d76 req-74467f40-d087-4042-805e-bc756a068cfe service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2c8bc4bf-a970-4101-b7c0-559b73725786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0537653 Jul 13 14:47:58.820394 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8106e888-bcc4-417b-ad28-663366284d76 req-b6fc8b09-0a5e-4e3f-9b67-0a76e53b6258 service neutron] 10.222.0.41 "GET /v2.0/networks/2c8bc4bf-a970-4101-b7c0-559b73725786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912671 Jul 13 14:47:58.912478 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8106e888-bcc4-417b-ad28-663366284d76 req-a6ae334d-eee1-4195-9109-f272e898609d service neutron] 10.222.0.41 "GET /v2.0/networks/2c8bc4bf-a970-4101-b7c0-559b73725786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857859 Jul 13 14:47:58.919879 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-8147e4cb-0e6c-4312-bf70-45f16470eeb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e445a270-f0f3-4a6f-afa7-ac2be91ef2b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-779913746', 'tenant_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': '0e9ae09b-df4d-4823-a967-6c1ee04bdf51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:47:39Z', 'updated_at': '2021-07-13T14:47:43Z', 'revision_number': 4, 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'gw_port': {'id': '0e9ae09b-df4d-4823-a967-6c1ee04bdf51', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:1d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e445a270-f0f3-4a6f-afa7-ac2be91ef2b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:47:39Z', 'updated_at': '2021-07-13T14:47:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_floatingips': [{'id': 'd0656a4e-e4c5-4cec-b9fc-a3d64fabc875', 'tenant_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'floating_ip_address': '172.25.6.82', 'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'router_id': 'e445a270-f0f3-4a6f-afa7-ac2be91ef2b9', 'port_id': 'a110460d-f993-4ad3-a32f-22d9f87b446d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4219, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c8bc4bf-a970-4101-b7c0-559b73725786', 'mac_address': 'fa:16:3e:34:b7:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407a1928-bb80-47e9-b066-d6cd4c552851', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:47:56Z', 'updated_at': '2021-07-13T14:47:56Z', 'revision_number': 0, 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a90a71bc-92a9-4cbf-801a-b6f3a8a4969e', 'name': '', 'network_id': '2c8bc4bf-a970-4101-b7c0-559b73725786', 'tenant_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'mac_address': 'fa:16:3e:9d:4a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e445a270-f0f3-4a6f-afa7-ac2be91ef2b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '2df8c791-6d04-4a64-8bdf-35e207006f72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:47:42Z', 'updated_at': '2021-07-13T14:47:46Z', 'revision_number': 5, 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'subnets': [{'id': '2df8c791-6d04-4a64-8bdf-35e207006f72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:47:58.951527 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8147e4cb-0e6c-4312-bf70-45f16470eeb8 None None] The sync data for ids ['e445a270-f0f3-4a6f-afa7-ac2be91ef2b9'] in n-d-800634-1 is: [{'id': 'e445a270-f0f3-4a6f-afa7-ac2be91ef2b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-779913746', 'tenant_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': '0e9ae09b-df4d-4823-a967-6c1ee04bdf51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:47:39Z', 'updated_at': '2021-07-13T14:47:43Z', 'revision_number': 4, 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'gw_port': {'id': '0e9ae09b-df4d-4823-a967-6c1ee04bdf51', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:1d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e445a270-f0f3-4a6f-afa7-ac2be91ef2b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:47:39Z', 'updated_at': '2021-07-13T14:47:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_floatingips': [{'id': 'd0656a4e-e4c5-4cec-b9fc-a3d64fabc875', 'tenant_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'floating_ip_address': '172.25.6.82', 'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'router_id': 'e445a270-f0f3-4a6f-afa7-ac2be91ef2b9', 'port_id': 'a110460d-f993-4ad3-a32f-22d9f87b446d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4219, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c8bc4bf-a970-4101-b7c0-559b73725786', 'mac_address': 'fa:16:3e:34:b7:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407a1928-bb80-47e9-b066-d6cd4c552851', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:47:56Z', 'updated_at': '2021-07-13T14:47:56Z', 'revision_number': 0, 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a90a71bc-92a9-4cbf-801a-b6f3a8a4969e', 'name': '', 'network_id': '2c8bc4bf-a970-4101-b7c0-559b73725786', 'tenant_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'mac_address': 'fa:16:3e:9d:4a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e445a270-f0f3-4a6f-afa7-ac2be91ef2b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '2df8c791-6d04-4a64-8bdf-35e207006f72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:47:42Z', 'updated_at': '2021-07-13T14:47:46Z', 'revision_number': 5, 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'subnets': [{'id': '2df8c791-6d04-4a64-8bdf-35e207006f72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:47:59.144689 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7047d3e0-9197-49a1-865a-4df2739f468f None None] New status for floating IP d0656a4e-e4c5-4cec-b9fc-a3d64fabc875: ACTIVE {{(pid=93752) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 14:47:59.623240 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 52654) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:47:59.682637 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-1f30fc35-54c0-48bc-88ba-084667bf932f tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/floatingips/d0656a4e-e4c5-4cec-b9fc-a3d64fabc875 HTTP/1.1" status: 200 len: 992 time: 0.0582068 Jul 13 14:48:01.152798 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:01.483112 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:03.987214 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [req-6708ae1c-8d76-4ce7-bd12-ad6b92c7e1de req-4c237cf4-5d8d-4d8a-8774-0075e64c8da8 service neutron] (93750) timed out ('10.222.0.23', 49148) {{(pid=93750) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 13 14:48:17.372735 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b00b957f-3696-42cd-89aa-c3c5f3008e31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:20.008902 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-36b9da93-d24d-4774-812e-9fc6e5f44d8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:20.130366 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:21.411716 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:22.901614 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:23.579095 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:48:26.601611 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b2754b-1e27-42c2-98b0-6f1f720fdac5 req-e1f55a04-d642-4b16-bd79-3737e8da46cf tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:26.603139 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b3b2754b-1e27-42c2-98b0-6f1f720fdac5 req-e1f55a04-d642-4b16-bd79-3737e8da46cf tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/ports?device_id=407a1928-bb80-47e9-b066-d6cd4c552851 HTTP/1.1" status: 200 len: 945 time: 0.0682411 Jul 13 14:48:26.642765 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-b3b2754b-1e27-42c2-98b0-6f1f720fdac5 req-655fbdf5-c125-46b0-82f2-d82d04f72aee tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7f4adfc-37f3-4c40-9bbf-3f578ad5332d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338414 Jul 13 14:48:27.821426 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2dab2e-eec6-4ea8-9dc7-3f1fadc11156 req-6b7bb506-d2a9-466e-80df-29baba480d50 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:27.822917 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-af2dab2e-eec6-4ea8-9dc7-3f1fadc11156 req-6b7bb506-d2a9-466e-80df-29baba480d50 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/ports?device_id=407a1928-bb80-47e9-b066-d6cd4c552851 HTTP/1.1" status: 200 len: 945 time: 0.0700314 Jul 13 14:48:27.861158 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-af2dab2e-eec6-4ea8-9dc7-3f1fadc11156 req-20582fcd-79b2-4329-a683-08363460e365 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7f4adfc-37f3-4c40-9bbf-3f578ad5332d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320477 Jul 13 14:48:27.885178 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 52672) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:48:27.947476 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-620dddb4-84c0-4838-86a1-deccc53a284c tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/floatingips/d0656a4e-e4c5-4cec-b9fc-a3d64fabc875 HTTP/1.1" status: 200 len: 992 time: 0.0611336 Jul 13 14:48:29.348538 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957284e7-1bf4-4cff-9bc6-947ac5d5fb9e req-c254cdfe-f158-414f-a8a9-556e4cbc4171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:29.350110 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-957284e7-1bf4-4cff-9bc6-947ac5d5fb9e req-c254cdfe-f158-414f-a8a9-556e4cbc4171 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ef1f8ac45b0f4587af94f69056f43b30&device_id=407a1928-bb80-47e9-b066-d6cd4c552851 HTTP/1.1" status: 200 len: 1096 time: 0.0550072 Jul 13 14:48:29.375728 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bd1c35-49a3-405a-b52c-b17f39eccdff req-0331558c-2f8a-4b33-a90a-dfb48fa7c10b tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:29.377287 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-35bd1c35-49a3-405a-b52c-b17f39eccdff req-0331558c-2f8a-4b33-a90a-dfb48fa7c10b tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/ports?device_id=407a1928-bb80-47e9-b066-d6cd4c552851 HTTP/1.1" status: 200 len: 945 time: 0.0676429 Jul 13 14:48:29.419417 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-35bd1c35-49a3-405a-b52c-b17f39eccdff req-f8497b88-34b8-4bf5-bc8e-287cbffeb42a tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7f4adfc-37f3-4c40-9bbf-3f578ad5332d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329878 Jul 13 14:48:29.445528 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957284e7-1bf4-4cff-9bc6-947ac5d5fb9e req-f7e989bb-2e98-4527-8e0b-c59624f3204f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:29.446962 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-957284e7-1bf4-4cff-9bc6-947ac5d5fb9e req-f7e989bb-2e98-4527-8e0b-c59624f3204f service neutron] 10.222.0.41 "GET /v2.0/networks?id=2c8bc4bf-a970-4101-b7c0-559b73725786 HTTP/1.1" status: 200 len: 896 time: 0.0910099 Jul 13 14:48:29.509370 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-957284e7-1bf4-4cff-9bc6-947ac5d5fb9e req-53ca5f6f-e20c-4337-be48-bfb3838391f2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a110460d-f993-4ad3-a32f-22d9f87b446d HTTP/1.1" status: 200 len: 1000 time: 0.0566730 Jul 13 14:48:29.560900 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957284e7-1bf4-4cff-9bc6-947ac5d5fb9e req-1c3800fd-843b-41e8-bacb-a21bae6be21f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:29.562382 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-957284e7-1bf4-4cff-9bc6-947ac5d5fb9e req-1c3800fd-843b-41e8-bacb-a21bae6be21f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2df8c791-6d04-4a64-8bdf-35e207006f72 HTTP/1.1" status: 200 len: 834 time: 0.0475354 Jul 13 14:48:29.618428 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957284e7-1bf4-4cff-9bc6-947ac5d5fb9e req-96cfe65e-dca5-4d47-a1b8-5409bacee4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:29.619915 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-957284e7-1bf4-4cff-9bc6-947ac5d5fb9e req-96cfe65e-dca5-4d47-a1b8-5409bacee4a1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2c8bc4bf-a970-4101-b7c0-559b73725786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518711 Jul 13 14:48:29.707758 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-957284e7-1bf4-4cff-9bc6-947ac5d5fb9e req-25e8903a-64f7-40c9-9474-a7415f62d862 service neutron] 10.222.0.41 "GET /v2.0/networks/2c8bc4bf-a970-4101-b7c0-559b73725786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818698 Jul 13 14:48:29.807340 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-957284e7-1bf4-4cff-9bc6-947ac5d5fb9e req-535e7797-eb1d-44a2-a310-4acccb0cb6c7 service neutron] 10.222.0.41 "GET /v2.0/networks/2c8bc4bf-a970-4101-b7c0-559b73725786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938058 Jul 13 14:48:30.606333 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b930dd-dcfd-49ef-b134-eb6e6fd236d2 req-7d37e8a6-4043-42b9-b9b3-fb93c8313920 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:30.608233 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d8b930dd-dcfd-49ef-b134-eb6e6fd236d2 req-7d37e8a6-4043-42b9-b9b3-fb93c8313920 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/ports?device_id=407a1928-bb80-47e9-b066-d6cd4c552851 HTTP/1.1" status: 200 len: 945 time: 0.0713842 Jul 13 14:48:30.651082 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d8b930dd-dcfd-49ef-b134-eb6e6fd236d2 req-739e4269-533a-4f0f-aa52-08417c3a55c7 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7f4adfc-37f3-4c40-9bbf-3f578ad5332d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370347 Jul 13 14:48:31.155712 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:31.491739 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:31.831348 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b51e787-b35d-4430-9535-00793fc68150 req-13dd072f-f1c5-4dbd-9829-3bde6772ce56 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:31.832828 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9b51e787-b35d-4430-9535-00793fc68150 req-13dd072f-f1c5-4dbd-9829-3bde6772ce56 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/ports?device_id=407a1928-bb80-47e9-b066-d6cd4c552851 HTTP/1.1" status: 200 len: 945 time: 0.0642247 Jul 13 14:48:31.877431 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9b51e787-b35d-4430-9535-00793fc68150 req-45be4f52-b0b3-4699-8602-80cfe197e618 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7f4adfc-37f3-4c40-9bbf-3f578ad5332d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390368 Jul 13 14:48:31.901412 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 52684) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:48:31.965373 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-bb7d6fc3-ccc3-46ac-83b1-ec3e3a1b246e tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/floatingips/d0656a4e-e4c5-4cec-b9fc-a3d64fabc875 HTTP/1.1" status: 200 len: 992 time: 0.0627294 Jul 13 14:48:32.288895 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 52690) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:48:32.447474 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-85d19986-351c-48a7-b157-1c5e49e2d800 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Deleting port 13839145-8007-4add-a9ac-bcfdff37c835 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:48:32.447819 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-85d19986-351c-48a7-b157-1c5e49e2d800 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:32.525542 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-85d19986-351c-48a7-b157-1c5e49e2d800 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:32.525901 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-85d19986-351c-48a7-b157-1c5e49e2d800 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:32.537581 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-85d19986-351c-48a7-b157-1c5e49e2d800 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Calling delete_port for 13839145-8007-4add-a9ac-bcfdff37c835 owned by network:floatingip {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:48:32.687662 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-85d19986-351c-48a7-b157-1c5e49e2d800 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:32.712821 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d19986-351c-48a7-b157-1c5e49e2d800 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Pushing event deleted for resources: {'Port': ['ID=13839145-8007-4add-a9ac-bcfdff37c835,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:48:32.724305 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d19986-351c-48a7-b157-1c5e49e2d800 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:48:32.724659 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d19986-351c-48a7-b157-1c5e49e2d800 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:48:32.725001 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d19986-351c-48a7-b157-1c5e49e2d800 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:48:32.725340 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d19986-351c-48a7-b157-1c5e49e2d800 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:48:32.725674 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d19986-351c-48a7-b157-1c5e49e2d800 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:48:32.726034 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d19986-351c-48a7-b157-1c5e49e2d800 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:48:32.726366 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d19986-351c-48a7-b157-1c5e49e2d800 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:48:32.726697 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d19986-351c-48a7-b157-1c5e49e2d800 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:48:32.727027 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d19986-351c-48a7-b157-1c5e49e2d800 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:48:32.727353 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d19986-351c-48a7-b157-1c5e49e2d800 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:48:32.727685 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d19986-351c-48a7-b157-1c5e49e2d800 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:48:32.728000 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d19986-351c-48a7-b157-1c5e49e2d800 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:48:32.790524 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-85d19986-351c-48a7-b157-1c5e49e2d800 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for floatingip, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:32.790858 n-d-800634-1 neutron-server[93751]: INFO neutron.db.l3_db [None req-85d19986-351c-48a7-b157-1c5e49e2d800 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Floating IP d0656a4e-e4c5-4cec-b9fc-a3d64fabc875 disassociated (deleted). External IP: 172.25.6.82, port: a110460d-f993-4ad3-a32f-22d9f87b446d. Jul 13 14:48:33.003675 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85d19986-351c-48a7-b157-1c5e49e2d800 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Router e445a270-f0f3-4a6f-afa7-ac2be91ef2b9 has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:48:33.111340 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85d19986-351c-48a7-b157-1c5e49e2d800 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:48:33.118399 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-85d19986-351c-48a7-b157-1c5e49e2d800 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for floatingip, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:33.121314 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4c8ca6-3946-498f-91e3-3dc32e6d9d56 None None] Sync routers for ids ['e445a270-f0f3-4a6f-afa7-ac2be91ef2b9'] in n-d-800634-1 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:48:33.138884 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4c8ca6-3946-498f-91e3-3dc32e6d9d56 None None] Routers {'e445a270-f0f3-4a6f-afa7-ac2be91ef2b9'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:48:33.139617 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-2e4c8ca6-3946-498f-91e3-3dc32e6d9d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:48:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['e445a270-f0f3-4a6f-afa7-ac2be91ef2b9'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:48:33.163543 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-85d19986-351c-48a7-b157-1c5e49e2d800 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "DELETE /v2.0/floatingips/d0656a4e-e4c5-4cec-b9fc-a3d64fabc875 HTTP/1.1" status: 204 len: 168 time: 0.8736222 Jul 13 14:48:33.164243 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '407a1928-bb80-47e9-b066-d6cd4c552851', 'tag': 'a110460d-f993-4ad3-a32f-22d9f87b446d'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:48:33.166600 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dea8b0fca9d342929f96bd35c86b8a14765464b9140f1e1e2496fbd7209775c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-738fd760-9428-450c-9bc3-4fe79c89b4f0" -d '{"events": [{"name": "network-changed", "server_uuid": "407a1928-bb80-47e9-b066-d6cd4c552851", "tag": "a110460d-f993-4ad3-a32f-22d9f87b446d"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:48:33.209014 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeca8d8e-2937-4da8-90fb-70c652005338 x-openstack-request-id: req-aeca8d8e-2937-4da8-90fb-70c652005338 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:48:33.209313 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "407a1928-bb80-47e9-b066-d6cd4c552851", "tag": "a110460d-f993-4ad3-a32f-22d9f87b446d", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:48:33.209567 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-aeca8d8e-2937-4da8-90fb-70c652005338 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:48:33.210001 n-d-800634-1 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '407a1928-bb80-47e9-b066-d6cd4c552851', 'tag': 'a110460d-f993-4ad3-a32f-22d9f87b446d', 'status': 'completed', 'code': 200} Jul 13 14:48:33.259348 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-2e4c8ca6-3946-498f-91e3-3dc32e6d9d56 None None] Set router e445a270-f0f3-4a6f-afa7-ac2be91ef2b9 gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:48:33.285944 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738fd760-9428-450c-9bc3-4fe79c89b4f0 req-709ac34f-9a53-489a-a8ba-7b32e36281f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:33.287352 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-738fd760-9428-450c-9bc3-4fe79c89b4f0 req-709ac34f-9a53-489a-a8ba-7b32e36281f2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ef1f8ac45b0f4587af94f69056f43b30&device_id=407a1928-bb80-47e9-b066-d6cd4c552851 HTTP/1.1" status: 200 len: 1096 time: 0.0532939 Jul 13 14:48:33.383228 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738fd760-9428-450c-9bc3-4fe79c89b4f0 req-5b64577f-da68-4b4c-8729-e64bdedc77ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:33.384724 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-738fd760-9428-450c-9bc3-4fe79c89b4f0 req-5b64577f-da68-4b4c-8729-e64bdedc77ec service neutron] 10.222.0.41 "GET /v2.0/networks?id=2c8bc4bf-a970-4101-b7c0-559b73725786 HTTP/1.1" status: 200 len: 896 time: 0.0913229 Jul 13 14:48:33.441193 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-738fd760-9428-450c-9bc3-4fe79c89b4f0 req-98a2507f-cce1-473d-a876-1851be7f7ed0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a110460d-f993-4ad3-a32f-22d9f87b446d HTTP/1.1" status: 200 len: 217 time: 0.0460255 Jul 13 14:48:33.492431 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738fd760-9428-450c-9bc3-4fe79c89b4f0 req-9827a20f-14fc-4235-8aa4-c0af8e2ba39d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:33.493830 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-738fd760-9428-450c-9bc3-4fe79c89b4f0 req-9827a20f-14fc-4235-8aa4-c0af8e2ba39d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2df8c791-6d04-4a64-8bdf-35e207006f72 HTTP/1.1" status: 200 len: 834 time: 0.0465765 Jul 13 14:48:33.565407 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-2e4c8ca6-3946-498f-91e3-3dc32e6d9d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e445a270-f0f3-4a6f-afa7-ac2be91ef2b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-779913746', 'tenant_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': '0e9ae09b-df4d-4823-a967-6c1ee04bdf51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:47:39Z', 'updated_at': '2021-07-13T14:47:43Z', 'revision_number': 4, 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'gw_port': {'id': '0e9ae09b-df4d-4823-a967-6c1ee04bdf51', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:1d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e445a270-f0f3-4a6f-afa7-ac2be91ef2b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:47:39Z', 'updated_at': '2021-07-13T14:47:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': 'a90a71bc-92a9-4cbf-801a-b6f3a8a4969e', 'name': '', 'network_id': '2c8bc4bf-a970-4101-b7c0-559b73725786', 'tenant_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'mac_address': 'fa:16:3e:9d:4a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e445a270-f0f3-4a6f-afa7-ac2be91ef2b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '2df8c791-6d04-4a64-8bdf-35e207006f72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:47:42Z', 'updated_at': '2021-07-13T14:47:46Z', 'revision_number': 5, 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'subnets': [{'id': '2df8c791-6d04-4a64-8bdf-35e207006f72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:48:33.590982 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4c8ca6-3946-498f-91e3-3dc32e6d9d56 None None] Checking router: e445a270-f0f3-4a6f-afa7-ac2be91ef2b9 for host: n-d-800634-1 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:48:33.599153 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4c8ca6-3946-498f-91e3-3dc32e6d9d56 None None] Routers {'e445a270-f0f3-4a6f-afa7-ac2be91ef2b9'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:48:33.599469 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738fd760-9428-450c-9bc3-4fe79c89b4f0 req-b74d9cb4-71f6-4f0e-8373-25c0fb17392e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:33.599757 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-2e4c8ca6-3946-498f-91e3-3dc32e6d9d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:48:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['e445a270-f0f3-4a6f-afa7-ac2be91ef2b9'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:48:33.600976 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-738fd760-9428-450c-9bc3-4fe79c89b4f0 req-b74d9cb4-71f6-4f0e-8373-25c0fb17392e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2c8bc4bf-a970-4101-b7c0-559b73725786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0998721 Jul 13 14:48:33.612982 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3705a1-d7bd-4438-895e-7e20616e1d82 req-a79f6958-7b24-40ad-9d1a-dc7c0452b8bb tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:33.614431 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2c3705a1-d7bd-4438-895e-7e20616e1d82 req-a79f6958-7b24-40ad-9d1a-dc7c0452b8bb tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/ports?device_id=407a1928-bb80-47e9-b066-d6cd4c552851 HTTP/1.1" status: 200 len: 945 time: 0.1051824 Jul 13 14:48:33.696640 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2c3705a1-d7bd-4438-895e-7e20616e1d82 req-bbff9e47-205a-4c30-a348-c7329bc506b1 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7f4adfc-37f3-4c40-9bbf-3f578ad5332d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736964 Jul 13 14:48:33.709070 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-2e4c8ca6-3946-498f-91e3-3dc32e6d9d56 None None] Set router e445a270-f0f3-4a6f-afa7-ac2be91ef2b9 gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:48:33.732969 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-738fd760-9428-450c-9bc3-4fe79c89b4f0 req-d34c9e68-ebce-42a5-94e1-ca80f08a1628 service neutron] 10.222.0.41 "GET /v2.0/networks/2c8bc4bf-a970-4101-b7c0-559b73725786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175778 Jul 13 14:48:33.828851 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-738fd760-9428-450c-9bc3-4fe79c89b4f0 req-36177cd4-22dc-4620-bbc5-7147b27ab261 service neutron] 10.222.0.41 "GET /v2.0/networks/2c8bc4bf-a970-4101-b7c0-559b73725786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883253 Jul 13 14:48:33.909205 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-2e4c8ca6-3946-498f-91e3-3dc32e6d9d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e445a270-f0f3-4a6f-afa7-ac2be91ef2b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-779913746', 'tenant_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': '0e9ae09b-df4d-4823-a967-6c1ee04bdf51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:47:39Z', 'updated_at': '2021-07-13T14:47:43Z', 'revision_number': 4, 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'gw_port': {'id': '0e9ae09b-df4d-4823-a967-6c1ee04bdf51', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:1d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e445a270-f0f3-4a6f-afa7-ac2be91ef2b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:47:39Z', 'updated_at': '2021-07-13T14:47:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': 'a90a71bc-92a9-4cbf-801a-b6f3a8a4969e', 'name': '', 'network_id': '2c8bc4bf-a970-4101-b7c0-559b73725786', 'tenant_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'mac_address': 'fa:16:3e:9d:4a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e445a270-f0f3-4a6f-afa7-ac2be91ef2b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '2df8c791-6d04-4a64-8bdf-35e207006f72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:47:42Z', 'updated_at': '2021-07-13T14:47:46Z', 'revision_number': 5, 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'subnets': [{'id': '2df8c791-6d04-4a64-8bdf-35e207006f72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:48:33.935892 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4c8ca6-3946-498f-91e3-3dc32e6d9d56 None None] The sync data for ids ['e445a270-f0f3-4a6f-afa7-ac2be91ef2b9'] in n-d-800634-1 is: [{'id': 'e445a270-f0f3-4a6f-afa7-ac2be91ef2b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-779913746', 'tenant_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': '0e9ae09b-df4d-4823-a967-6c1ee04bdf51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:47:39Z', 'updated_at': '2021-07-13T14:47:43Z', 'revision_number': 4, 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'gw_port': {'id': '0e9ae09b-df4d-4823-a967-6c1ee04bdf51', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:1d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e445a270-f0f3-4a6f-afa7-ac2be91ef2b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:47:39Z', 'updated_at': '2021-07-13T14:47:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': 'a90a71bc-92a9-4cbf-801a-b6f3a8a4969e', 'name': '', 'network_id': '2c8bc4bf-a970-4101-b7c0-559b73725786', 'tenant_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'mac_address': 'fa:16:3e:9d:4a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e445a270-f0f3-4a6f-afa7-ac2be91ef2b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '2df8c791-6d04-4a64-8bdf-35e207006f72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:47:42Z', 'updated_at': '2021-07-13T14:47:46Z', 'revision_number': 5, 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'subnets': [{'id': '2df8c791-6d04-4a64-8bdf-35e207006f72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:48:34.171347 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239cfa67-ac68-4dbe-a731-2a4bb70568bb None None] New status for floating IP d0656a4e-e4c5-4cec-b9fc-a3d64fabc875: DOWN {{(pid=93752) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 14:48:34.880514 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473d9547-1c71-4d0e-af86-e98e55a8e2f4 req-7436cb36-a734-4406-9e8a-466be47c5562 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:34.882157 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-473d9547-1c71-4d0e-af86-e98e55a8e2f4 req-7436cb36-a734-4406-9e8a-466be47c5562 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/ports?device_id=407a1928-bb80-47e9-b066-d6cd4c552851 HTTP/1.1" status: 200 len: 945 time: 0.0681703 Jul 13 14:48:34.922439 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-473d9547-1c71-4d0e-af86-e98e55a8e2f4 req-8b24e5e3-d745-46ad-a38f-b2bea39e14a9 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7f4adfc-37f3-4c40-9bbf-3f578ad5332d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330558 Jul 13 14:48:35.078861 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b0aa5a-2a1d-4f71-9576-9a0910d80665 req-1e14124d-e552-495f-806d-c516613329d7 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:35.080342 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c9b0aa5a-2a1d-4f71-9576-9a0910d80665 req-1e14124d-e552-495f-806d-c516613329d7 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.41 "GET /v2.0/ports?device_id=407a1928-bb80-47e9-b066-d6cd4c552851 HTTP/1.1" status: 200 len: 945 time: 0.0639865 Jul 13 14:48:35.187159 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-c9b0aa5a-2a1d-4f71-9576-9a0910d80665 req-6758ca2a-681c-456f-911b-a75046120722 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Deleting port a110460d-f993-4ad3-a32f-22d9f87b446d {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:48:35.187506 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-c9b0aa5a-2a1d-4f71-9576-9a0910d80665 req-6758ca2a-681c-456f-911b-a75046120722 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:35.274667 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-c9b0aa5a-2a1d-4f71-9576-9a0910d80665 req-6758ca2a-681c-456f-911b-a75046120722 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] For port a110460d-f993-4ad3-a32f-22d9f87b446d, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=a110460d-f993-4ad3-a32f-22d9f87b446d,segment=NetworkSegment(bf312e50-733a-4533-a7e7-c8b671cf05ad),segment_id=bf312e50-733a-4533-a7e7-c8b671cf05ad)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:48:35.275027 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-c9b0aa5a-2a1d-4f71-9576-9a0910d80665 req-6758ca2a-681c-456f-911b-a75046120722 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:35.288710 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-c9b0aa5a-2a1d-4f71-9576-9a0910d80665 req-6758ca2a-681c-456f-911b-a75046120722 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Calling delete_port for a110460d-f993-4ad3-a32f-22d9f87b446d owned by compute:nova {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:48:35.421390 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-c9b0aa5a-2a1d-4f71-9576-9a0910d80665 req-6758ca2a-681c-456f-911b-a75046120722 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:35.448505 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6758ca2a-681c-456f-911b-a75046120722 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Pushing event deleted for resources: {'Port': ['ID=a110460d-f993-4ad3-a32f-22d9f87b446d,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:48:35.496810 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9b0aa5a-2a1d-4f71-9576-9a0910d80665 req-6758ca2a-681c-456f-911b-a75046120722 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] No DVR routers for this DVR port a110460d-f993-4ad3-a32f-22d9f87b446d on host n-h2-800634-1 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:48:35.499340 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-c9b0aa5a-2a1d-4f71-9576-9a0910d80665 req-6758ca2a-681c-456f-911b-a75046120722 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:35.501346 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c9b0aa5a-2a1d-4f71-9576-9a0910d80665 req-6758ca2a-681c-456f-911b-a75046120722 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.41 "DELETE /v2.0/ports/a110460d-f993-4ad3-a32f-22d9f87b446d HTTP/1.1" status: 204 len: 173 time: 0.4155807 Jul 13 14:48:35.501820 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '407a1928-bb80-47e9-b066-d6cd4c552851', 'name': 'network-vif-deleted', 'tag': 'a110460d-f993-4ad3-a32f-22d9f87b446d'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:48:35.504097 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dea8b0fca9d342929f96bd35c86b8a14765464b9140f1e1e2496fbd7209775c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18b34c0b-3626-4f3c-851d-f1fb2e7c283b" -d '{"events": [{"server_uuid": "407a1928-bb80-47e9-b066-d6cd4c552851", "name": "network-vif-deleted", "tag": "a110460d-f993-4ad3-a32f-22d9f87b446d"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:48:35.542941 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fc7a23f-784a-4ef3-b3cf-009ca76609b9 x-openstack-request-id: req-8fc7a23f-784a-4ef3-b3cf-009ca76609b9 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:48:35.543347 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "407a1928-bb80-47e9-b066-d6cd4c552851", "name": "network-vif-deleted", "tag": "a110460d-f993-4ad3-a32f-22d9f87b446d", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:48:35.544700 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8fc7a23f-784a-4ef3-b3cf-009ca76609b9 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:48:35.545469 n-d-800634-1 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '407a1928-bb80-47e9-b066-d6cd4c552851', 'name': 'network-vif-deleted', 'tag': 'a110460d-f993-4ad3-a32f-22d9f87b446d', 'status': 'completed', 'code': 200} Jul 13 14:48:36.088134 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ca018f13-688e-4835-b3d8-309c899ac73d req-76b80c8a-5cc9-4290-b883-431c73d540b3 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "GET /v2.0/ports?device_id=407a1928-bb80-47e9-b066-d6cd4c552851 HTTP/1.1" status: 200 len: 210 time: 0.0334673 Jul 13 14:48:37.199678 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 52706) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:48:37.872761 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6adb3423-9815-4f90-a9b7-d99cdf3fb786 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451695'] for router_interface, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:38.094107 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device a110460d-f993-4ad3-a32f-22d9f87b446d no longer exists at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:48:38.114589 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] No Port match for: a110460d-f993-4ad3-a32f-22d9f87b446d {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:48:38.114855 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device a110460d-f993-4ad3-a32f-22d9f87b446d not bound to the agent host n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:48:38.141267 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-6adb3423-9815-4f90-a9b7-d99cdf3fb786 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Deleting port a90a71bc-92a9-4cbf-801a-b6f3a8a4969e {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:48:38.141536 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6adb3423-9815-4f90-a9b7-d99cdf3fb786 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:38.230057 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-6adb3423-9815-4f90-a9b7-d99cdf3fb786 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] For port a90a71bc-92a9-4cbf-801a-b6f3a8a4969e, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=a90a71bc-92a9-4cbf-801a-b6f3a8a4969e,segment=NetworkSegment(bf312e50-733a-4533-a7e7-c8b671cf05ad),segment_id=bf312e50-733a-4533-a7e7-c8b671cf05ad)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:48:38.230778 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6adb3423-9815-4f90-a9b7-d99cdf3fb786 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:38.247554 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-6adb3423-9815-4f90-a9b7-d99cdf3fb786 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Calling delete_port for a90a71bc-92a9-4cbf-801a-b6f3a8a4969e owned by network:router_interface {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:48:38.433170 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6adb3423-9815-4f90-a9b7-d99cdf3fb786 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:38.462247 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adb3423-9815-4f90-a9b7-d99cdf3fb786 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Pushing event deleted for resources: {'Port': ['ID=a90a71bc-92a9-4cbf-801a-b6f3a8a4969e,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:48:38.643277 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6adb3423-9815-4f90-a9b7-d99cdf3fb786 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1785036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452491'] for router_interface, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:38.867956 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6adb3423-9815-4f90-a9b7-d99cdf3fb786 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Router e445a270-f0f3-4a6f-afa7-ac2be91ef2b9 has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:48:38.979017 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6adb3423-9815-4f90-a9b7-d99cdf3fb786 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:48:38.984906 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-6adb3423-9815-4f90-a9b7-d99cdf3fb786 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "PUT /v2.0/routers/e445a270-f0f3-4a6f-afa7-ac2be91ef2b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7838159 Jul 13 14:48:38.987536 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 52708) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:48:38.989897 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2cec0c-09e1-43de-939d-d9d9e84f6a5d None None] Sync routers for ids ['e445a270-f0f3-4a6f-afa7-ac2be91ef2b9'] in n-d-800634-1 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:48:39.000258 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2cec0c-09e1-43de-939d-d9d9e84f6a5d None None] Routers {'e445a270-f0f3-4a6f-afa7-ac2be91ef2b9'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:48:39.000868 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-2f2cec0c-09e1-43de-939d-d9d9e84f6a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:48:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['e445a270-f0f3-4a6f-afa7-ac2be91ef2b9'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:48:39.039437 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-cab2e90a-8e04-4436-bcbf-df5eb4eeac57 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Deleting subnet 2df8c791-6d04-4a64-8bdf-35e207006f72 {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 14:48:39.042657 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cab2e90a-8e04-4436-bcbf-df5eb4eeac57 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:39.084774 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cab2e90a-8e04-4436-bcbf-df5eb4eeac57 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6018489'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:39.108306 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-2f2cec0c-09e1-43de-939d-d9d9e84f6a5d None None] Set router e445a270-f0f3-4a6f-afa7-ac2be91ef2b9 gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:48:39.189891 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cab2e90a-8e04-4436-bcbf-df5eb4eeac57 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:39.251218 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cab2e90a-8e04-4436-bcbf-df5eb4eeac57 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6018534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6105009'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:39.280023 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab2e90a-8e04-4436-bcbf-df5eb4eeac57 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Pushing event deleted for resources: {'Subnet': ['ID=2df8c791-6d04-4a64-8bdf-35e207006f72,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:48:39.283689 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cab2e90a-8e04-4436-bcbf-df5eb4eeac57 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:39.288110 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-cab2e90a-8e04-4436-bcbf-df5eb4eeac57 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "DELETE /v2.0/subnets/2df8c791-6d04-4a64-8bdf-35e207006f72 HTTP/1.1" status: 204 len: 168 time: 0.2969954 Jul 13 14:48:39.289184 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 52710) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:48:39.289833 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c089022f-bfe1-4be0-a643-a774f89bdd60 None None] Network 2c8bc4bf-a970-4101-b7c0-559b73725786 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:48:39.300250 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-2f2cec0c-09e1-43de-939d-d9d9e84f6a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e445a270-f0f3-4a6f-afa7-ac2be91ef2b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-779913746', 'tenant_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': '0e9ae09b-df4d-4823-a967-6c1ee04bdf51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:47:39Z', 'updated_at': '2021-07-13T14:48:38Z', 'revision_number': 5, 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'gw_port': {'id': '0e9ae09b-df4d-4823-a967-6c1ee04bdf51', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:1d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e445a270-f0f3-4a6f-afa7-ac2be91ef2b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:47:39Z', 'updated_at': '2021-07-13T14:47:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:48:39.332184 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2cec0c-09e1-43de-939d-d9d9e84f6a5d None None] Checking router: e445a270-f0f3-4a6f-afa7-ac2be91ef2b9 for host: n-d-800634-1 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:48:39.343685 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2cec0c-09e1-43de-939d-d9d9e84f6a5d None None] Routers {'e445a270-f0f3-4a6f-afa7-ac2be91ef2b9'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:48:39.344317 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-2f2cec0c-09e1-43de-939d-d9d9e84f6a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:48:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['e445a270-f0f3-4a6f-afa7-ac2be91ef2b9'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:48:39.415102 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-40f69447-4230-47c5-b7cc-c6f903c2428b tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for router, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:39.457561 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-2f2cec0c-09e1-43de-939d-d9d9e84f6a5d None None] Set router e445a270-f0f3-4a6f-afa7-ac2be91ef2b9 gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:48:39.501148 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ae6bac-7fbd-4b8d-b6f2-502854011e20 None None] DHCP port deletion for 2c8bc4bf-a970-4101-b7c0-559b73725786 request from n-d-800634-1 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 14:48:39.556301 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-c9ae6bac-7fbd-4b8d-b6f2-502854011e20 None None] Deleting port e2b78836-5e6d-4354-8b9c-9944545508bb {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:48:39.556781 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c9ae6bac-7fbd-4b8d-b6f2-502854011e20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:39.642393 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-c9ae6bac-7fbd-4b8d-b6f2-502854011e20 None None] For port e2b78836-5e6d-4354-8b9c-9944545508bb, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=e2b78836-5e6d-4354-8b9c-9944545508bb,segment=NetworkSegment(bf312e50-733a-4533-a7e7-c8b671cf05ad),segment_id=bf312e50-733a-4533-a7e7-c8b671cf05ad)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:48:39.642691 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c9ae6bac-7fbd-4b8d-b6f2-502854011e20 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:39.657450 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-c9ae6bac-7fbd-4b8d-b6f2-502854011e20 None None] Calling delete_port for e2b78836-5e6d-4354-8b9c-9944545508bb owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:48:39.658938 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-2f2cec0c-09e1-43de-939d-d9d9e84f6a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e445a270-f0f3-4a6f-afa7-ac2be91ef2b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-779913746', 'tenant_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': '0e9ae09b-df4d-4823-a967-6c1ee04bdf51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:47:39Z', 'updated_at': '2021-07-13T14:48:38Z', 'revision_number': 5, 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'gw_port': {'id': '0e9ae09b-df4d-4823-a967-6c1ee04bdf51', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:1d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e445a270-f0f3-4a6f-afa7-ac2be91ef2b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:47:39Z', 'updated_at': '2021-07-13T14:47:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:48:39.692435 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2cec0c-09e1-43de-939d-d9d9e84f6a5d None None] The sync data for ids ['e445a270-f0f3-4a6f-afa7-ac2be91ef2b9'] in n-d-800634-1 is: [{'id': 'e445a270-f0f3-4a6f-afa7-ac2be91ef2b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-779913746', 'tenant_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': '0e9ae09b-df4d-4823-a967-6c1ee04bdf51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:47:39Z', 'updated_at': '2021-07-13T14:48:38Z', 'revision_number': 5, 'project_id': 'ef1f8ac45b0f4587af94f69056f43b30', 'gw_port': {'id': '0e9ae09b-df4d-4823-a967-6c1ee04bdf51', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:1d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e445a270-f0f3-4a6f-afa7-ac2be91ef2b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:47:39Z', 'updated_at': '2021-07-13T14:47:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:48:39.750809 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c9ae6bac-7fbd-4b8d-b6f2-502854011e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:39.778698 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ae6bac-7fbd-4b8d-b6f2-502854011e20 None None] Pushing event deleted for resources: {'Port': ['ID=e2b78836-5e6d-4354-8b9c-9944545508bb,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:48:39.783683 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ae6bac-7fbd-4b8d-b6f2-502854011e20 None None] No DVR routers for this DVR port e2b78836-5e6d-4354-8b9c-9944545508bb on host n-d-800634-1 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:48:39.791336 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ae6bac-7fbd-4b8d-b6f2-502854011e20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:48:39.791681 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ae6bac-7fbd-4b8d-b6f2-502854011e20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:48:39.792219 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ae6bac-7fbd-4b8d-b6f2-502854011e20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:48:39.792738 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ae6bac-7fbd-4b8d-b6f2-502854011e20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:48:39.793233 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ae6bac-7fbd-4b8d-b6f2-502854011e20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:48:39.793845 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ae6bac-7fbd-4b8d-b6f2-502854011e20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:48:39.795499 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ae6bac-7fbd-4b8d-b6f2-502854011e20 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:48:39.796023 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ae6bac-7fbd-4b8d-b6f2-502854011e20 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:48:39.796528 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ae6bac-7fbd-4b8d-b6f2-502854011e20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:48:39.797071 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ae6bac-7fbd-4b8d-b6f2-502854011e20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:48:39.798146 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ae6bac-7fbd-4b8d-b6f2-502854011e20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:48:39.798146 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ae6bac-7fbd-4b8d-b6f2-502854011e20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:48:39.907896 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-40f69447-4230-47c5-b7cc-c6f903c2428b tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:39.962233 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-40f69447-4230-47c5-b7cc-c6f903c2428b tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Deleting port 0e9ae09b-df4d-4823-a967-6c1ee04bdf51 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:48:39.962574 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-40f69447-4230-47c5-b7cc-c6f903c2428b tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:40.043136 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-40f69447-4230-47c5-b7cc-c6f903c2428b tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] For port 0e9ae09b-df4d-4823-a967-6c1ee04bdf51, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=0e9ae09b-df4d-4823-a967-6c1ee04bdf51,segment=NetworkSegment(3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87),segment_id=3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:48:40.043506 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-40f69447-4230-47c5-b7cc-c6f903c2428b tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:40.057773 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-40f69447-4230-47c5-b7cc-c6f903c2428b tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Calling delete_port for 0e9ae09b-df4d-4823-a967-6c1ee04bdf51 owned by network:router_gateway {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:48:40.232785 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-40f69447-4230-47c5-b7cc-c6f903c2428b tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:40.258964 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f69447-4230-47c5-b7cc-c6f903c2428b tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Pushing event deleted for resources: {'Port': ['ID=0e9ae09b-df4d-4823-a967-6c1ee04bdf51,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:48:40.272237 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f69447-4230-47c5-b7cc-c6f903c2428b tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:48:40.272585 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f69447-4230-47c5-b7cc-c6f903c2428b tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:48:40.272926 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f69447-4230-47c5-b7cc-c6f903c2428b tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:48:40.273260 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f69447-4230-47c5-b7cc-c6f903c2428b tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:48:40.273592 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f69447-4230-47c5-b7cc-c6f903c2428b tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:48:40.273952 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f69447-4230-47c5-b7cc-c6f903c2428b tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:48:40.274287 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f69447-4230-47c5-b7cc-c6f903c2428b tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:48:40.274614 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f69447-4230-47c5-b7cc-c6f903c2428b tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:48:40.274946 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f69447-4230-47c5-b7cc-c6f903c2428b tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:48:40.275265 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f69447-4230-47c5-b7cc-c6f903c2428b tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:48:40.275585 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f69447-4230-47c5-b7cc-c6f903c2428b tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:48:40.275903 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f69447-4230-47c5-b7cc-c6f903c2428b tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:48:40.338789 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-40f69447-4230-47c5-b7cc-c6f903c2428b tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-446473'] for router_gateway, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:40.430660 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-40f69447-4230-47c5-b7cc-c6f903c2428b tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1591938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2696'] for router, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:40.432793 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-40f69447-4230-47c5-b7cc-c6f903c2428b tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:40.478548 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-40f69447-4230-47c5-b7cc-c6f903c2428b tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593106'] for router, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:40.479053 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40f69447-4230-47c5-b7cc-c6f903c2428b tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Fanout notify agent at l3_agent the message router_deleted on router e445a270-f0f3-4a6f-afa7-ac2be91ef2b9 {{(pid=93750) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 14:48:40.487022 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-40f69447-4230-47c5-b7cc-c6f903c2428b tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:40.488087 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-40f69447-4230-47c5-b7cc-c6f903c2428b tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "DELETE /v2.0/routers/e445a270-f0f3-4a6f-afa7-ac2be91ef2b9 HTTP/1.1" status: 204 len: 168 time: 1.1969061 Jul 13 14:48:40.490736 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 52712) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:48:40.572180 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device e2b78836-5e6d-4354-8b9c-9944545508bb no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:48:40.579099 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bfa1905c-83ad-46a7-aba6-4283c22b5cb2 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:40.594373 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: e2b78836-5e6d-4354-8b9c-9944545508bb {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:48:40.594771 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device e2b78836-5e6d-4354-8b9c-9944545508bb not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:48:40.595296 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device a90a71bc-92a9-4cbf-801a-b6f3a8a4969e no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:48:40.615516 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: a90a71bc-92a9-4cbf-801a-b6f3a8a4969e {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:48:40.615947 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device a90a71bc-92a9-4cbf-801a-b6f3a8a4969e not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:48:40.670126 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bfa1905c-83ad-46a7-aba6-4283c22b5cb2 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:40.679935 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-bfa1905c-83ad-46a7-aba6-4283c22b5cb2 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c8bc4bf-a970-4101-b7c0-559b73725786']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:48:40.690699 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-bfa1905c-83ad-46a7-aba6-4283c22b5cb2 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf312e50-733a-4533-a7e7-c8b671cf05ad') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:48:40.690993 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-bfa1905c-83ad-46a7-aba6-4283c22b5cb2 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf312e50-733a-4533-a7e7-c8b671cf05ad') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:48:40.699732 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bfa1905c-83ad-46a7-aba6-4283c22b5cb2 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5431730'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:40.713556 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bfa1905c-83ad-46a7-aba6-4283c22b5cb2 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:40.720318 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfa1905c-83ad-46a7-aba6-4283c22b5cb2 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 14:48:40.720710 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bfa1905c-83ad-46a7-aba6-4283c22b5cb2 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5970419'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:40.723629 n-d-800634-1 neutron-server[93750]: Traceback (most recent call last): Jul 13 14:48:40.723629 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 14:48:40.723629 n-d-800634-1 neutron-server[93750]: timer() Jul 13 14:48:40.723629 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 14:48:40.723629 n-d-800634-1 neutron-server[93750]: cb(*args, **kw) Jul 13 14:48:40.723629 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 14:48:40.723629 n-d-800634-1 neutron-server[93750]: return func(*args, **kwargs) Jul 13 14:48:40.723629 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 14:48:40.723629 n-d-800634-1 neutron-server[93750]: self._notify() Jul 13 14:48:40.723629 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 14:48:40.723629 n-d-800634-1 neutron-server[93750]: self.callback(batched_events) Jul 13 14:48:40.723629 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 14:48:40.723629 n-d-800634-1 neutron-server[93750]: event.method(event) Jul 13 14:48:40.723629 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 14:48:40.723629 n-d-800634-1 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 14:48:40.723629 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 14:48:40.723629 n-d-800634-1 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 14:48:40.723629 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 14:48:40.723629 n-d-800634-1 neutron-server[93750]: return f(self, *a, **k) Jul 13 14:48:40.723629 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 14:48:40.723629 n-d-800634-1 neutron-server[93750]: return self._get(url).json() Jul 13 14:48:40.723629 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 14:48:40.723629 n-d-800634-1 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 14:48:40.723629 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 14:48:40.723629 n-d-800634-1 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 13 14:48:40.723629 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 14:48:40.723629 n-d-800634-1 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 14:48:40.723629 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 14:48:40.723629 n-d-800634-1 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 14:48:40.723629 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 14:48:40.723629 n-d-800634-1 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 14:48:40.723629 n-d-800634-1 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 14:48:40.787772 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bfa1905c-83ad-46a7-aba6-4283c22b5cb2 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:40.795590 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bfa1905c-83ad-46a7-aba6-4283c22b5cb2 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:40.797223 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-bfa1905c-83ad-46a7-aba6-4283c22b5cb2 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "DELETE /v2.0/networks/2c8bc4bf-a970-4101-b7c0-559b73725786 HTTP/1.1" status: 204 len: 168 time: 0.3055196 Jul 13 14:48:40.800107 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 52714) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:48:40.808761 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa1905c-83ad-46a7-aba6-4283c22b5cb2 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Pushing event deleted for resources: {'Network': ['ID=2c8bc4bf-a970-4101-b7c0-559b73725786,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:48:40.869467 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ca4bc645-7e26-4797-b34b-53a09a3e2ce5 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:40.900155 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ca4bc645-7e26-4797-b34b-53a09a3e2ce5 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:40.963708 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ca4bc645-7e26-4797-b34b-53a09a3e2ce5 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:40.967381 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ca4bc645-7e26-4797-b34b-53a09a3e2ce5 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:40.968820 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-ca4bc645-7e26-4797-b34b-53a09a3e2ce5 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] 10.222.0.23 "DELETE /v2.0/security-groups/c7f4adfc-37f3-4c40-9bbf-3f578ad5332d HTTP/1.1" status: 204 len: 168 time: 0.1674252 Jul 13 14:48:40.982348 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4bc645-7e26-4797-b34b-53a09a3e2ce5 tempest-TestNetworkAdvancedServerOps-250666728 tempest-TestNetworkAdvancedServerOps-250666728-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7f4adfc-37f3-4c40-9bbf-3f578ad5332d,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:48:41.306042 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 52722) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:48:41.440056 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-24fd318e-3ceb-4db0-80a0-cbec230d9891 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ef1f8ac45b0f4587af94f69056f43b30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1327105 Jul 13 14:48:41.442393 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 52726) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:48:41.491315 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-11b63f6e-270c-4605-bb2d-50a3df81e98e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:41.515144 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-11b63f6e-270c-4605-bb2d-50a3df81e98e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:41.568720 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-11b63f6e-270c-4605-bb2d-50a3df81e98e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:41.572246 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-11b63f6e-270c-4605-bb2d-50a3df81e98e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:41.573520 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-11b63f6e-270c-4605-bb2d-50a3df81e98e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/70772865-9f39-4342-932e-71e98041f2d0 HTTP/1.1" status: 204 len: 168 time: 0.1301539 Jul 13 14:48:41.584146 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b63f6e-270c-4605-bb2d-50a3df81e98e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70772865-9f39-4342-932e-71e98041f2d0,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:48:41.845409 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 52732) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:48:41.860192 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-73769851-1f8c-440e-949c-800a9d502099 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:41.955415 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-73769851-1f8c-440e-949c-800a9d502099 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:41.959844 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-73769851-1f8c-440e-949c-800a9d502099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:41.999628 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-73769851-1f8c-440e-949c-800a9d502099 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=332ad7939cf34957a712e3b57842b197&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1530924 Jul 13 14:48:42.000494 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73769851-1f8c-440e-949c-800a9d502099 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0acc8c25-6785-4b2e-be51-609e5d77de2e,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:48:42.002284 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 52734) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:48:42.053207 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8d4a3526-ec81-48ed-a51f-9dba5f965b22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:42.075002 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8d4a3526-ec81-48ed-a51f-9dba5f965b22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:42.123010 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8d4a3526-ec81-48ed-a51f-9dba5f965b22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:42.125524 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8d4a3526-ec81-48ed-a51f-9dba5f965b22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:42.126705 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-8d4a3526-ec81-48ed-a51f-9dba5f965b22 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0acc8c25-6785-4b2e-be51-609e5d77de2e HTTP/1.1" status: 204 len: 168 time: 0.1228087 Jul 13 14:48:42.134519 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4a3526-ec81-48ed-a51f-9dba5f965b22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0acc8c25-6785-4b2e-be51-609e5d77de2e,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:48:42.458266 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 0e9ae09b-df4d-4823-a967-6c1ee04bdf51 no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:48:42.479499 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: 0e9ae09b-df4d-4823-a967-6c1ee04bdf51 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:48:42.479756 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 0e9ae09b-df4d-4823-a967-6c1ee04bdf51 not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:48:42.864587 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 52756) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:48:42.960861 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-a08ace9b-5044-43b9-ad2e-746d1bdc9653 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1953063783-network', 'tenant_id': '6cdbf29db6d14f58ac4a211f1cc6207f'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:48:42.983125 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a08ace9b-5044-43b9-ad2e-746d1bdc9653 admin admin] Made reservation on behalf of 6cdbf29db6d14f58ac4a211f1cc6207f for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:48:42.985595 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a08ace9b-5044-43b9-ad2e-746d1bdc9653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:42.994549 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a08ace9b-5044-43b9-ad2e-746d1bdc9653 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:43.089849 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a08ace9b-5044-43b9-ad2e-746d1bdc9653 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:43.093982 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a08ace9b-5044-43b9-ad2e-746d1bdc9653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:43.124665 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a08ace9b-5044-43b9-ad2e-746d1bdc9653 admin admin] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 14:48:43.130933 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08ace9b-5044-43b9-ad2e-746d1bdc9653 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ae77118-0aa9-4595-909c-5928bbcce7dd,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:48:43.137010 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a08ace9b-5044-43b9-ad2e-746d1bdc9653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:43.137355 n-d-800634-1 neutron-server[93751]: INFO neutron.db.segments_db [None req-a08ace9b-5044-43b9-ad2e-746d1bdc9653 admin admin] Added segment 8e7c7940-9434-4648-a510-45c446dca932 of type vlan for network 225f9fff-305c-463a-a6d8-ecd24baeb610 Jul 13 14:48:43.178638 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a08ace9b-5044-43b9-ad2e-746d1bdc9653 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:43.209037 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a08ace9b-5044-43b9-ad2e-746d1bdc9653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:43.210033 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a08ace9b-5044-43b9-ad2e-746d1bdc9653 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:43.210619 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a08ace9b-5044-43b9-ad2e-746d1bdc9653 admin admin] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:43.264332 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-a08ace9b-5044-43b9-ad2e-746d1bdc9653 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3985348 Jul 13 14:48:43.267614 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 52760) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:48:43.272531 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08ace9b-5044-43b9-ad2e-746d1bdc9653 admin admin] Pushing event updated for resources: {'Network': ['ID=225f9fff-305c-463a-a6d8-ecd24baeb610,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:48:43.272836 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-676652a1-f759-45fb-9935-825842e169a6 admin admin] Request body: {'subnet': {'network_id': '225f9fff-305c-463a-a6d8-ecd24baeb610', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1953063783-subnet', 'tenant_id': '6cdbf29db6d14f58ac4a211f1cc6207f', 'ip_version': 4}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:48:43.283543 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network 225f9fff-305c-463a-a6d8-ecd24baeb610 details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 14:48:43.296048 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-676652a1-f759-45fb-9935-825842e169a6 admin admin] Made reservation on behalf of 6cdbf29db6d14f58ac4a211f1cc6207f for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:48:43.298508 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-676652a1-f759-45fb-9935-825842e169a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4763385'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:43.470051 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-676652a1-f759-45fb-9935-825842e169a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5970588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4763339'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:43.526677 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676652a1-f759-45fb-9935-825842e169a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7699af9-d658-4bd2-b109-f1ca234927d6,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:48:43.536362 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676652a1-f759-45fb-9935-825842e169a6 admin admin] Checking segment: {'id': '8e7c7940-9434-4648-a510-45c446dca932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '225f9fff-305c-463a-a6d8-ecd24baeb610'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:48:43.536727 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-676652a1-f759-45fb-9935-825842e169a6 admin admin] Network hostable DHCP agents. Network: 225f9fff-305c-463a-a6d8-ecd24baeb610, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 14:48:43.553850 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-676652a1-f759-45fb-9935-825842e169a6 admin admin] Network 225f9fff-305c-463a-a6d8-ecd24baeb610 is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 14:48:43.563561 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-676652a1-f759-45fb-9935-825842e169a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, 225f9fff-305c-463a-a6d8-ecd24baeb610) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:48:43.568042 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-676652a1-f759-45fb-9935-825842e169a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:43.569263 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-676652a1-f759-45fb-9935-825842e169a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:43.572866 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd7318fe-f25b-46c1-a0e6-58190f6eacb7 None None] Network 225f9fff-305c-463a-a6d8-ecd24baeb610 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:48:43.584350 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-676652a1-f759-45fb-9935-825842e169a6 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3155229 Jul 13 14:48:43.587067 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 52762) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:48:43.591602 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-1bd24e26-ae75-4b55-aa34-ad82ae034de5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1953063783-router', 'tenant_id': '6cdbf29db6d14f58ac4a211f1cc6207f', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:48:43.612315 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1bd24e26-ae75-4b55-aa34-ad82ae034de5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1591928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2714'] for router, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:43.613310 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1bd24e26-ae75-4b55-aa34-ad82ae034de5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447198', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1629690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2689'] for router, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:43.672360 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1bd24e26-ae75-4b55-aa34-ad82ae034de5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:43.735766 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73aea5ea-cffb-4fdf-9afb-1cdf5f453a27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a7201e1-61ce-5a3e-b7f7-e800379ed03b-225f9fff-305c-463a-a6d8-ecd24baeb610', 'network_id': '225f9fff-305c-463a-a6d8-ecd24baeb610', 'tenant_id': '6cdbf29db6d14f58ac4a211f1cc6207f', 'fixed_ips': [{'subnet_id': 'b7699af9-d658-4bd2-b109-f1ca234927d6'}]}} from n-d-800634-1. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 14:48:43.736674 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-73aea5ea-cffb-4fdf-9afb-1cdf5f453a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:43.815795 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1bd24e26-ae75-4b55-aa34-ad82ae034de5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447180', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1591910', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2751'] for router, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:43.868869 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-73aea5ea-cffb-4fdf-9afb-1cdf5f453a27 None None] Allocated IP 172.20.0.2 (225f9fff-305c-463a-a6d8-ecd24baeb610/b7699af9-d658-4bd2-b109-f1ca234927d6/fc0fde58-2efd-43e6-8c7f-a11dc1df7458) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:48:44.018335 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-73aea5ea-cffb-4fdf-9afb-1cdf5f453a27 None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:44.026991 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-73aea5ea-cffb-4fdf-9afb-1cdf5f453a27 None None] Transition to ACTIVE for port object fc0fde58-2efd-43e6-8c7f-a11dc1df7458 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:48:44.032242 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1bd24e26-ae75-4b55-aa34-ad82ae034de5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:44.043660 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-73aea5ea-cffb-4fdf-9afb-1cdf5f453a27 None None] Transition to ACTIVE for port object fc0fde58-2efd-43e6-8c7f-a11dc1df7458 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:48:44.050638 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-73aea5ea-cffb-4fdf-9afb-1cdf5f453a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:44.052254 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1bd24e26-ae75-4b55-aa34-ad82ae034de5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:44.092747 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73aea5ea-cffb-4fdf-9afb-1cdf5f453a27 None None] Network 225f9fff-305c-463a-a6d8-ecd24baeb610 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:48:44.095626 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-73aea5ea-cffb-4fdf-9afb-1cdf5f453a27 None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:48:44.099176 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73aea5ea-cffb-4fdf-9afb-1cdf5f453a27 None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:48:44.106582 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aea5ea-cffb-4fdf-9afb-1cdf5f453a27 None None] Pushing event updated for resources: {'Port': ['ID=fc0fde58-2efd-43e6-8c7f-a11dc1df7458,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:48:44.163905 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-73aea5ea-cffb-4fdf-9afb-1cdf5f453a27 None None] Attempting to bind port fc0fde58-2efd-43e6-8c7f-a11dc1df7458 on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:48:44.164331 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-73aea5ea-cffb-4fdf-9afb-1cdf5f453a27 None None] Attempting to bind port fc0fde58-2efd-43e6-8c7f-a11dc1df7458 by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '8e7c7940-9434-4648-a510-45c446dca932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '225f9fff-305c-463a-a6d8-ecd24baeb610'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:48:44.164641 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73aea5ea-cffb-4fdf-9afb-1cdf5f453a27 None None] Attempting to bind port fc0fde58-2efd-43e6-8c7f-a11dc1df7458 on network 225f9fff-305c-463a-a6d8-ecd24baeb610 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:48:44.170760 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73aea5ea-cffb-4fdf-9afb-1cdf5f453a27 None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 48, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:48:44.171139 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73aea5ea-cffb-4fdf-9afb-1cdf5f453a27 None None] Checking segment: {'id': '8e7c7940-9434-4648-a510-45c446dca932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '225f9fff-305c-463a-a6d8-ecd24baeb610'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:48:44.171545 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-73aea5ea-cffb-4fdf-9afb-1cdf5f453a27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:44.171936 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73aea5ea-cffb-4fdf-9afb-1cdf5f453a27 None None] Bound using segment: {'id': '8e7c7940-9434-4648-a510-45c446dca932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '225f9fff-305c-463a-a6d8-ecd24baeb610'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:48:44.172418 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-73aea5ea-cffb-4fdf-9afb-1cdf5f453a27 None None] Bound port: fc0fde58-2efd-43e6-8c7f-a11dc1df7458, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e7c7940-9434-4648-a510-45c446dca932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '225f9fff-305c-463a-a6d8-ecd24baeb610'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:48:44.173479 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-73aea5ea-cffb-4fdf-9afb-1cdf5f453a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:44.179578 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-1bd24e26-ae75-4b55-aa34-ad82ae034de5 admin admin] Allocated IP 172.25.6.21 (acf968b8-c524-46a9-a20b-ad9667009130/dde5a78e-bd1e-4f47-8189-7321d4de73d3/c6fcf041-cfa0-4527-9bd6-d22f9f6a373c) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:48:44.259418 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-73aea5ea-cffb-4fdf-9afb-1cdf5f453a27 None None] For port fc0fde58-2efd-43e6-8c7f-a11dc1df7458, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:48:44.263707 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-73aea5ea-cffb-4fdf-9afb-1cdf5f453a27 None None] For port fc0fde58-2efd-43e6-8c7f-a11dc1df7458, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=fc0fde58-2efd-43e6-8c7f-a11dc1df7458,segment=NetworkSegment(8e7c7940-9434-4648-a510-45c446dca932),segment_id=8e7c7940-9434-4648-a510-45c446dca932)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:48:44.268812 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-73aea5ea-cffb-4fdf-9afb-1cdf5f453a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:44.326720 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1bd24e26-ae75-4b55-aa34-ad82ae034de5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:44.345501 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aea5ea-cffb-4fdf-9afb-1cdf5f453a27 None None] Pushing event updated for resources: {'Port': ['ID=fc0fde58-2efd-43e6-8c7f-a11dc1df7458,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:48:44.388242 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1bd24e26-ae75-4b55-aa34-ad82ae034de5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:44.432538 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd24e26-ae75-4b55-aa34-ad82ae034de5 admin admin] Network acf968b8-c524-46a9-a20b-ad9667009130 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:48:44.438714 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-1bd24e26-ae75-4b55-aa34-ad82ae034de5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:48:44.443318 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd24e26-ae75-4b55-aa34-ad82ae034de5 admin admin] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:48:44.482352 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd24e26-ae75-4b55-aa34-ad82ae034de5 admin admin] Pushing event updated for resources: {'Port': ['ID=c6fcf041-cfa0-4527-9bd6-d22f9f6a373c,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:48:44.738772 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1bd24e26-ae75-4b55-aa34-ad82ae034de5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:44.947415 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1bd24e26-ae75-4b55-aa34-ad82ae034de5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447217'] for router, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:45.092089 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bd24e26-ae75-4b55-aa34-ad82ae034de5 admin admin] Router ff2ae8e8-6695-4d4e-a6ed-db8e689dfa5f is scheduled to L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 with binding_index 1 {{(pid=93750) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 14:48:45.218627 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bd24e26-ae75-4b55-aa34-ad82ae034de5 admin admin] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:48:45.230644 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c44880d-0558-456e-a17c-04bc48bb6638 None None] Sync routers for ids ['ff2ae8e8-6695-4d4e-a6ed-db8e689dfa5f'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:48:45.239302 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1bd24e26-ae75-4b55-aa34-ad82ae034de5 admin admin] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:45.240986 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-1bd24e26-ae75-4b55-aa34-ad82ae034de5 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.6529818 Jul 13 14:48:45.242443 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c44880d-0558-456e-a17c-04bc48bb6638 None None] Routers {'ff2ae8e8-6695-4d4e-a6ed-db8e689dfa5f'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:48:45.243151 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-9c44880d-0558-456e-a17c-04bc48bb6638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:48:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['ff2ae8e8-6695-4d4e-a6ed-db8e689dfa5f'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:48:45.244247 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 52764) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:48:45.350629 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14559a61-0383-4406-b7f4-3923ca8b7a0f None None] Network 225f9fff-305c-463a-a6d8-ecd24baeb610 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:48:45.440876 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-9c44880d-0558-456e-a17c-04bc48bb6638 None None] Set router ff2ae8e8-6695-4d4e-a6ed-db8e689dfa5f gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:48:45.473537 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-31869dec-9b06-44a9-89b1-e73a5e668a97 None None] Provisioning for port fc0fde58-2efd-43e6-8c7f-a11dc1df7458 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:48:45.719725 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-9c44880d-0558-456e-a17c-04bc48bb6638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff2ae8e8-6695-4d4e-a6ed-db8e689dfa5f', 'name': 'tempest-TestShelveInstance-1953063783-router', 'tenant_id': '6cdbf29db6d14f58ac4a211f1cc6207f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': 'c6fcf041-cfa0-4527-9bd6-d22f9f6a373c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:48:43Z', 'updated_at': '2021-07-13T14:48:44Z', 'revision_number': 3, 'project_id': '6cdbf29db6d14f58ac4a211f1cc6207f', 'gw_port': {'id': 'c6fcf041-cfa0-4527-9bd6-d22f9f6a373c', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:bd:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff2ae8e8-6695-4d4e-a6ed-db8e689dfa5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:48:44Z', 'updated_at': '2021-07-13T14:48:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:48:45.721909 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-609dafbb-347a-4edf-abbb-64f6b978bb5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:45.748956 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c44880d-0558-456e-a17c-04bc48bb6638 None None] Checking router: ff2ae8e8-6695-4d4e-a6ed-db8e689dfa5f for host: n-d-800634-1 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:48:45.749302 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c44880d-0558-456e-a17c-04bc48bb6638 None None] Updating router ff2ae8e8-6695-4d4e-a6ed-db8e689dfa5f port c6fcf041-cfa0-4527-9bd6-d22f9f6a373c binding host n-d-800634-1 {{(pid=93752) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 14:48:45.796833 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9c44880d-0558-456e-a17c-04bc48bb6638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:45.940346 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-609dafbb-347a-4edf-abbb-64f6b978bb5e admin admin] Allocated IP 172.20.0.1 (225f9fff-305c-463a-a6d8-ecd24baeb610/b7699af9-d658-4bd2-b109-f1ca234927d6/d8a6134a-ffc3-496e-ba3b-6a1be179c958) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:48:46.072342 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-609dafbb-347a-4edf-abbb-64f6b978bb5e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:46.089147 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [None req-609dafbb-347a-4edf-abbb-64f6b978bb5e admin admin] Transition to ACTIVE for port object d8a6134a-ffc3-496e-ba3b-6a1be179c958 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:48:46.089833 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9c44880d-0558-456e-a17c-04bc48bb6638 None None] Notify callbacks [] for port, precommit_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:46.104038 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-9c44880d-0558-456e-a17c-04bc48bb6638 None None] Transition to ACTIVE for port object c6fcf041-cfa0-4527-9bd6-d22f9f6a373c will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:48:46.111699 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9c44880d-0558-456e-a17c-04bc48bb6638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:46.131405 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-609dafbb-347a-4edf-abbb-64f6b978bb5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:46.163828 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-9c44880d-0558-456e-a17c-04bc48bb6638 None None] Attempting to bind port c6fcf041-cfa0-4527-9bd6-d22f9f6a373c on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:48:46.164280 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-9c44880d-0558-456e-a17c-04bc48bb6638 None None] Attempting to bind port c6fcf041-cfa0-4527-9bd6-d22f9f6a373c by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:48:46.164564 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c44880d-0558-456e-a17c-04bc48bb6638 None None] Attempting to bind port c6fcf041-cfa0-4527-9bd6-d22f9f6a373c on network acf968b8-c524-46a9-a20b-ad9667009130 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:48:46.170158 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88aeebd-f552-43c4-93d4-777d6bb0c39f None None] Pushing event updated for resources: {'Port': ['ID=c6fcf041-cfa0-4527-9bd6-d22f9f6a373c,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:48:46.175610 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c44880d-0558-456e-a17c-04bc48bb6638 None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 48, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:48:46.176010 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c44880d-0558-456e-a17c-04bc48bb6638 None None] Checking segment: {'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:48:46.176379 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9c44880d-0558-456e-a17c-04bc48bb6638 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:46.176775 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c44880d-0558-456e-a17c-04bc48bb6638 None None] Bound using segment: {'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:48:46.178068 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-9c44880d-0558-456e-a17c-04bc48bb6638 None None] Bound port: c6fcf041-cfa0-4527-9bd6-d22f9f6a373c, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:48:46.178068 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9c44880d-0558-456e-a17c-04bc48bb6638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:46.183267 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-609dafbb-347a-4edf-abbb-64f6b978bb5e admin admin] Network 225f9fff-305c-463a-a6d8-ecd24baeb610 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:48:46.190920 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-609dafbb-347a-4edf-abbb-64f6b978bb5e admin admin] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:48:46.196968 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609dafbb-347a-4edf-abbb-64f6b978bb5e admin admin] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:48:46.239613 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609dafbb-347a-4edf-abbb-64f6b978bb5e admin admin] Pushing event updated for resources: {'Port': ['ID=d8a6134a-ffc3-496e-ba3b-6a1be179c958,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:48:46.268853 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-609dafbb-347a-4edf-abbb-64f6b978bb5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-450452'] for router_interface, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:46.426419 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-9c44880d-0558-456e-a17c-04bc48bb6638 None None] For port c6fcf041-cfa0-4527-9bd6-d22f9f6a373c, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:48:46.431026 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-9c44880d-0558-456e-a17c-04bc48bb6638 None None] For port c6fcf041-cfa0-4527-9bd6-d22f9f6a373c, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=c6fcf041-cfa0-4527-9bd6-d22f9f6a373c,segment=NetworkSegment(3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87),segment_id=3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:48:46.436307 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9c44880d-0558-456e-a17c-04bc48bb6638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:46.468473 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-609dafbb-347a-4edf-abbb-64f6b978bb5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:46.525053 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c44880d-0558-456e-a17c-04bc48bb6638 None None] Routers {'ff2ae8e8-6695-4d4e-a6ed-db8e689dfa5f'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:48:46.525686 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-9c44880d-0558-456e-a17c-04bc48bb6638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:48:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['ff2ae8e8-6695-4d4e-a6ed-db8e689dfa5f'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:48:46.572893 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-d2fa3fcb-8427-42d0-bbbc-9e0cfd08fd7f None None] Provisioning for port d8a6134a-ffc3-496e-ba3b-6a1be179c958 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:48:46.586051 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device fc0fde58-2efd-43e6-8c7f-a11dc1df7458 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:48:46.587874 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-d2fa3fcb-8427-42d0-bbbc-9e0cfd08fd7f None None] Provisioning complete for port d8a6134a-ffc3-496e-ba3b-6a1be179c958 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:48:46.588245 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d2fa3fcb-8427-42d0-bbbc-9e0cfd08fd7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:46.594099 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88aeebd-f552-43c4-93d4-777d6bb0c39f None None] Pushing event updated for resources: {'Port': ['ID=c6fcf041-cfa0-4527-9bd6-d22f9f6a373c,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:48:46.662707 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-609dafbb-347a-4edf-abbb-64f6b978bb5e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:46.667899 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-609dafbb-347a-4edf-abbb-64f6b978bb5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:46.710532 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-d2fa3fcb-8427-42d0-bbbc-9e0cfd08fd7f None None] Port d8a6134a-ffc3-496e-ba3b-6a1be179c958 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:48:46.732129 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port fc0fde58-2efd-43e6-8c7f-a11dc1df7458 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:48:46.739297 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609dafbb-347a-4edf-abbb-64f6b978bb5e admin admin] Pushing event updated for resources: {'Port': ['ID=d8a6134a-ffc3-496e-ba3b-6a1be179c958,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:48:46.740810 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port fc0fde58-2efd-43e6-8c7f-a11dc1df7458 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:48:46.741180 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:46.743133 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-609dafbb-347a-4edf-abbb-64f6b978bb5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1785045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451806'] for router_interface, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:46.768562 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-9c44880d-0558-456e-a17c-04bc48bb6638 None None] Set router ff2ae8e8-6695-4d4e-a6ed-db8e689dfa5f gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:48:46.957074 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:47.027633 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port fc0fde58-2efd-43e6-8c7f-a11dc1df7458, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=fc0fde58-2efd-43e6-8c7f-a11dc1df7458,segment=NetworkSegment(8e7c7940-9434-4648-a510-45c446dca932),segment_id=8e7c7940-9434-4648-a510-45c446dca932)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:48:47.033553 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:47.096711 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=fc0fde58-2efd-43e6-8c7f-a11dc1df7458,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:48:47.109015 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-9c44880d-0558-456e-a17c-04bc48bb6638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff2ae8e8-6695-4d4e-a6ed-db8e689dfa5f', 'name': 'tempest-TestShelveInstance-1953063783-router', 'tenant_id': '6cdbf29db6d14f58ac4a211f1cc6207f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': 'c6fcf041-cfa0-4527-9bd6-d22f9f6a373c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:48:43Z', 'updated_at': '2021-07-13T14:48:46Z', 'revision_number': 4, 'project_id': '6cdbf29db6d14f58ac4a211f1cc6207f', 'gw_port': {'id': 'c6fcf041-cfa0-4527-9bd6-d22f9f6a373c', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:bd:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff2ae8e8-6695-4d4e-a6ed-db8e689dfa5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:48:44Z', 'updated_at': '2021-07-13T14:48:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': 'd8a6134a-ffc3-496e-ba3b-6a1be179c958', 'name': '', 'network_id': '225f9fff-305c-463a-a6d8-ecd24baeb610', 'tenant_id': '6cdbf29db6d14f58ac4a211f1cc6207f', 'mac_address': 'fa:16:3e:e5:36:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff2ae8e8-6695-4d4e-a6ed-db8e689dfa5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'b7699af9-d658-4bd2-b109-f1ca234927d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:48:45Z', 'updated_at': '2021-07-13T14:48:45Z', 'revision_number': 1, 'project_id': '6cdbf29db6d14f58ac4a211f1cc6207f', 'subnets': [{'id': 'b7699af9-d658-4bd2-b109-f1ca234927d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:48:47.142404 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c44880d-0558-456e-a17c-04bc48bb6638 None None] The sync data for ids ['ff2ae8e8-6695-4d4e-a6ed-db8e689dfa5f'] in n-d-800634-1 is: [{'id': 'ff2ae8e8-6695-4d4e-a6ed-db8e689dfa5f', 'name': 'tempest-TestShelveInstance-1953063783-router', 'tenant_id': '6cdbf29db6d14f58ac4a211f1cc6207f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': 'c6fcf041-cfa0-4527-9bd6-d22f9f6a373c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:48:43Z', 'updated_at': '2021-07-13T14:48:46Z', 'revision_number': 4, 'project_id': '6cdbf29db6d14f58ac4a211f1cc6207f', 'gw_port': {'id': 'c6fcf041-cfa0-4527-9bd6-d22f9f6a373c', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:bd:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff2ae8e8-6695-4d4e-a6ed-db8e689dfa5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:48:44Z', 'updated_at': '2021-07-13T14:48:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': 'd8a6134a-ffc3-496e-ba3b-6a1be179c958', 'name': '', 'network_id': '225f9fff-305c-463a-a6d8-ecd24baeb610', 'tenant_id': '6cdbf29db6d14f58ac4a211f1cc6207f', 'mac_address': 'fa:16:3e:e5:36:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff2ae8e8-6695-4d4e-a6ed-db8e689dfa5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'b7699af9-d658-4bd2-b109-f1ca234927d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:48:45Z', 'updated_at': '2021-07-13T14:48:45Z', 'revision_number': 1, 'project_id': '6cdbf29db6d14f58ac4a211f1cc6207f', 'subnets': [{'id': 'b7699af9-d658-4bd2-b109-f1ca234927d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:48:47.227164 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-609dafbb-347a-4edf-abbb-64f6b978bb5e admin admin] Network 225f9fff-305c-463a-a6d8-ecd24baeb610 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:48:47.228942 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-609dafbb-347a-4edf-abbb-64f6b978bb5e admin admin] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:48:47.388952 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-609dafbb-347a-4edf-abbb-64f6b978bb5e admin admin] Router ff2ae8e8-6695-4d4e-a6ed-db8e689dfa5f has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:48:47.405925 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fc8e95d6-6c24-47d2-b055-24f4e4ad3aab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:47.528675 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-609dafbb-347a-4edf-abbb-64f6b978bb5e admin admin] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:48:47.533555 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-609dafbb-347a-4edf-abbb-64f6b978bb5e admin admin] 10.222.0.23 "PUT /v2.0/routers/ff2ae8e8-6695-4d4e-a6ed-db8e689dfa5f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2881241 Jul 13 14:48:47.549966 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-e3405d0e-ae7e-412b-8b70-02240b8cf520 None None] Provisioning complete for port d8a6134a-ffc3-496e-ba3b-6a1be179c958 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:48:47.550493 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e3405d0e-ae7e-412b-8b70-02240b8cf520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:47.599145 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-e3405d0e-ae7e-412b-8b70-02240b8cf520 None None] Port d8a6134a-ffc3-496e-ba3b-6a1be179c958 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:48:48.040787 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 52780) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:48:48.046496 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-5ec82231-f066-442b-8a59-8263c5435bb7 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1668747848-network', 'tenant_id': 'af1e6ad0fa544f61b17495e5751b42b4'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:48:48.070071 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ec82231-f066-442b-8a59-8263c5435bb7 admin admin] Made reservation on behalf of af1e6ad0fa544f61b17495e5751b42b4 for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:48:48.072913 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5ec82231-f066-442b-8a59-8263c5435bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:48.087072 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5ec82231-f066-442b-8a59-8263c5435bb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:48.190768 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5ec82231-f066-442b-8a59-8263c5435bb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:48.195278 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5ec82231-f066-442b-8a59-8263c5435bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:48.222020 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ec82231-f066-442b-8a59-8263c5435bb7 admin admin] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 14:48:48.232611 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec82231-f066-442b-8a59-8263c5435bb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1153140c-74c5-48f3-a5ee-661c8a3b6a49,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:48:48.238702 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5ec82231-f066-442b-8a59-8263c5435bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:48.239040 n-d-800634-1 neutron-server[93750]: INFO neutron.db.segments_db [None req-5ec82231-f066-442b-8a59-8263c5435bb7 admin admin] Added segment c7e61b55-7ab6-4508-aa24-7857e4301a9d of type vlan for network 1baeefd0-28eb-490c-bc79-20b554db4fb1 Jul 13 14:48:48.283419 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5ec82231-f066-442b-8a59-8263c5435bb7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:48.314137 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5ec82231-f066-442b-8a59-8263c5435bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:48.315178 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec82231-f066-442b-8a59-8263c5435bb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:48.315772 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5ec82231-f066-442b-8a59-8263c5435bb7 admin admin] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:48.374186 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-5ec82231-f066-442b-8a59-8263c5435bb7 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3322158 Jul 13 14:48:48.376833 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 52782) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:48:48.383713 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-4ae35421-2032-418b-a8bf-64fc8ce2d570 admin admin] Request body: {'subnet': {'network_id': '1baeefd0-28eb-490c-bc79-20b554db4fb1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1668747848-subnet', 'tenant_id': 'af1e6ad0fa544f61b17495e5751b42b4', 'ip_version': 4}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:48:48.393383 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec82231-f066-442b-8a59-8263c5435bb7 admin admin] Pushing event updated for resources: {'Network': ['ID=1baeefd0-28eb-490c-bc79-20b554db4fb1,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:48:48.404929 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network 1baeefd0-28eb-490c-bc79-20b554db4fb1 details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 14:48:48.415015 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ae35421-2032-418b-a8bf-64fc8ce2d570 admin admin] Made reservation on behalf of af1e6ad0fa544f61b17495e5751b42b4 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:48:48.418155 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4ae35421-2032-418b-a8bf-64fc8ce2d570 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4763385'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:48.615703 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device c6fcf041-cfa0-4527-9bd6-d22f9f6a373c up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:48:48.628714 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4ae35421-2032-418b-a8bf-64fc8ce2d570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5970588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4763339'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:48.674996 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port c6fcf041-cfa0-4527-9bd6-d22f9f6a373c completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:48:48.679076 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port c6fcf041-cfa0-4527-9bd6-d22f9f6a373c triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:48:48.679522 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:48.685871 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae35421-2032-418b-a8bf-64fc8ce2d570 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d2f981a-065d-4d14-8dcb-2876f9fba8db,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:48:48.701896 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae35421-2032-418b-a8bf-64fc8ce2d570 admin admin] Checking segment: {'id': 'c7e61b55-7ab6-4508-aa24-7857e4301a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '1baeefd0-28eb-490c-bc79-20b554db4fb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:48:48.702262 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ae35421-2032-418b-a8bf-64fc8ce2d570 admin admin] Network hostable DHCP agents. Network: 1baeefd0-28eb-490c-bc79-20b554db4fb1, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 14:48:48.721991 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ae35421-2032-418b-a8bf-64fc8ce2d570 admin admin] Network 1baeefd0-28eb-490c-bc79-20b554db4fb1 is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 14:48:48.735841 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-4ae35421-2032-418b-a8bf-64fc8ce2d570 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, 1baeefd0-28eb-490c-bc79-20b554db4fb1) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:48:48.741027 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae35421-2032-418b-a8bf-64fc8ce2d570 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:48.741761 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4ae35421-2032-418b-a8bf-64fc8ce2d570 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:48.752956 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a01bdd7d-e373-4b0e-89d2-2d43282e5e2c None None] Network 1baeefd0-28eb-490c-bc79-20b554db4fb1 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:48:48.759037 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-4ae35421-2032-418b-a8bf-64fc8ce2d570 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3808894 Jul 13 14:48:48.761281 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 52784) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:48:48.765666 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-71428fbb-0c17-416a-a545-e469c22a94d5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1668747848-router', 'tenant_id': 'af1e6ad0fa544f61b17495e5751b42b4', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:48:48.787634 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-71428fbb-0c17-416a-a545-e469c22a94d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1591928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2714'] for router, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:48.788720 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-71428fbb-0c17-416a-a545-e469c22a94d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447198', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1629690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2689'] for router, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:48.816675 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:48.849876 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port c6fcf041-cfa0-4527-9bd6-d22f9f6a373c, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=c6fcf041-cfa0-4527-9bd6-d22f9f6a373c,segment=NetworkSegment(3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87),segment_id=3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:48:48.852553 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-71428fbb-0c17-416a-a545-e469c22a94d5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:48.856859 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:48.857978 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device fc0fde58-2efd-43e6-8c7f-a11dc1df7458 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:48:48.973478 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=c6fcf041-cfa0-4527-9bd6-d22f9f6a373c,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:48:49.012059 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port fc0fde58-2efd-43e6-8c7f-a11dc1df7458 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:48:49.013383 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:49.027057 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-71428fbb-0c17-416a-a545-e469c22a94d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447180', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1591910', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2751'] for router, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:49.035436 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d14d4d4a-531d-45f4-a5a0-5ae3768aaa4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a7201e1-61ce-5a3e-b7f7-e800379ed03b-1baeefd0-28eb-490c-bc79-20b554db4fb1', 'network_id': '1baeefd0-28eb-490c-bc79-20b554db4fb1', 'tenant_id': 'af1e6ad0fa544f61b17495e5751b42b4', 'fixed_ips': [{'subnet_id': '5d2f981a-065d-4d14-8dcb-2876f9fba8db'}]}} from n-d-800634-1. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 14:48:49.036415 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d14d4d4a-531d-45f4-a5a0-5ae3768aaa4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:49.224915 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-d14d4d4a-531d-45f4-a5a0-5ae3768aaa4e None None] Allocated IP 172.20.0.2 (1baeefd0-28eb-490c-bc79-20b554db4fb1/5d2f981a-065d-4d14-8dcb-2876f9fba8db/fbbfb881-2d63-485a-aaed-ce8beb9d863f) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:48:49.253673 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-71428fbb-0c17-416a-a545-e469c22a94d5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:49.274637 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-71428fbb-0c17-416a-a545-e469c22a94d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:49.364345 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642c2ad5-654a-4528-aef3-56d98699a479 None None] Sync routers for ids ['ff2ae8e8-6695-4d4e-a6ed-db8e689dfa5f'] in n-d-800634-1 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:48:49.375360 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642c2ad5-654a-4528-aef3-56d98699a479 None None] Routers {'ff2ae8e8-6695-4d4e-a6ed-db8e689dfa5f'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:48:49.376347 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-642c2ad5-654a-4528-aef3-56d98699a479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:48:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['ff2ae8e8-6695-4d4e-a6ed-db8e689dfa5f'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:48:49.392445 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d14d4d4a-531d-45f4-a5a0-5ae3768aaa4e None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:49.394540 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-71428fbb-0c17-416a-a545-e469c22a94d5 admin admin] Allocated IP 172.25.6.128 (acf968b8-c524-46a9-a20b-ad9667009130/dde5a78e-bd1e-4f47-8189-7321d4de73d3/73b874aa-ac82-4a0e-9037-b57a95b51207) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:48:49.402127 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-d14d4d4a-531d-45f4-a5a0-5ae3768aaa4e None None] Transition to ACTIVE for port object fbbfb881-2d63-485a-aaed-ce8beb9d863f will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:48:49.419318 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-d14d4d4a-531d-45f4-a5a0-5ae3768aaa4e None None] Transition to ACTIVE for port object fbbfb881-2d63-485a-aaed-ce8beb9d863f will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:48:49.425881 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d14d4d4a-531d-45f4-a5a0-5ae3768aaa4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:49.466672 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d14d4d4a-531d-45f4-a5a0-5ae3768aaa4e None None] Network 1baeefd0-28eb-490c-bc79-20b554db4fb1 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:48:49.471124 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-d14d4d4a-531d-45f4-a5a0-5ae3768aaa4e None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:48:49.479530 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14d4d4a-531d-45f4-a5a0-5ae3768aaa4e None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:48:49.482261 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14d4d4a-531d-45f4-a5a0-5ae3768aaa4e None None] Pushing event updated for resources: {'Port': ['ID=fbbfb881-2d63-485a-aaed-ce8beb9d863f,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:48:49.500924 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-642c2ad5-654a-4528-aef3-56d98699a479 None None] Set router ff2ae8e8-6695-4d4e-a6ed-db8e689dfa5f gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:48:49.509158 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-71428fbb-0c17-416a-a545-e469c22a94d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:49.541958 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-d14d4d4a-531d-45f4-a5a0-5ae3768aaa4e None None] Attempting to bind port fbbfb881-2d63-485a-aaed-ce8beb9d863f on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:48:49.542942 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-d14d4d4a-531d-45f4-a5a0-5ae3768aaa4e None None] Attempting to bind port fbbfb881-2d63-485a-aaed-ce8beb9d863f by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': 'c7e61b55-7ab6-4508-aa24-7857e4301a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '1baeefd0-28eb-490c-bc79-20b554db4fb1'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:48:49.543512 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14d4d4a-531d-45f4-a5a0-5ae3768aaa4e None None] Attempting to bind port fbbfb881-2d63-485a-aaed-ce8beb9d863f on network 1baeefd0-28eb-490c-bc79-20b554db4fb1 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:48:49.550173 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14d4d4a-531d-45f4-a5a0-5ae3768aaa4e None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 48, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:48:49.550654 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14d4d4a-531d-45f4-a5a0-5ae3768aaa4e None None] Checking segment: {'id': 'c7e61b55-7ab6-4508-aa24-7857e4301a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '1baeefd0-28eb-490c-bc79-20b554db4fb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:48:49.551072 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d14d4d4a-531d-45f4-a5a0-5ae3768aaa4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:49.551469 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14d4d4a-531d-45f4-a5a0-5ae3768aaa4e None None] Bound using segment: {'id': 'c7e61b55-7ab6-4508-aa24-7857e4301a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '1baeefd0-28eb-490c-bc79-20b554db4fb1'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:48:49.551942 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-d14d4d4a-531d-45f4-a5a0-5ae3768aaa4e None None] Bound port: fbbfb881-2d63-485a-aaed-ce8beb9d863f, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7e61b55-7ab6-4508-aa24-7857e4301a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '1baeefd0-28eb-490c-bc79-20b554db4fb1'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:48:49.552346 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d14d4d4a-531d-45f4-a5a0-5ae3768aaa4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:49.565098 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-71428fbb-0c17-416a-a545-e469c22a94d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:49.602463 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71428fbb-0c17-416a-a545-e469c22a94d5 admin admin] Network acf968b8-c524-46a9-a20b-ad9667009130 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:48:49.605379 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-71428fbb-0c17-416a-a545-e469c22a94d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:48:49.608444 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71428fbb-0c17-416a-a545-e469c22a94d5 admin admin] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:48:49.627209 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-d14d4d4a-531d-45f4-a5a0-5ae3768aaa4e None None] For port fbbfb881-2d63-485a-aaed-ce8beb9d863f, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:48:49.630414 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-d14d4d4a-531d-45f4-a5a0-5ae3768aaa4e None None] For port fbbfb881-2d63-485a-aaed-ce8beb9d863f, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=fbbfb881-2d63-485a-aaed-ce8beb9d863f,segment=NetworkSegment(c7e61b55-7ab6-4508-aa24-7857e4301a9d),segment_id=c7e61b55-7ab6-4508-aa24-7857e4301a9d)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:48:49.635006 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d14d4d4a-531d-45f4-a5a0-5ae3768aaa4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:49.647124 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71428fbb-0c17-416a-a545-e469c22a94d5 admin admin] Pushing event updated for resources: {'Port': ['ID=73b874aa-ac82-4a0e-9037-b57a95b51207,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:48:49.705778 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14d4d4a-531d-45f4-a5a0-5ae3768aaa4e None None] Pushing event updated for resources: {'Port': ['ID=fbbfb881-2d63-485a-aaed-ce8beb9d863f,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:48:49.863256 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-642c2ad5-654a-4528-aef3-56d98699a479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff2ae8e8-6695-4d4e-a6ed-db8e689dfa5f', 'name': 'tempest-TestShelveInstance-1953063783-router', 'tenant_id': '6cdbf29db6d14f58ac4a211f1cc6207f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': 'c6fcf041-cfa0-4527-9bd6-d22f9f6a373c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:48:43Z', 'updated_at': '2021-07-13T14:48:46Z', 'revision_number': 4, 'project_id': '6cdbf29db6d14f58ac4a211f1cc6207f', 'gw_port': {'id': 'c6fcf041-cfa0-4527-9bd6-d22f9f6a373c', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:bd:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2ae8e8-6695-4d4e-a6ed-db8e689dfa5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:48:44Z', 'updated_at': '2021-07-13T14:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': 'd8a6134a-ffc3-496e-ba3b-6a1be179c958', 'name': '', 'network_id': '225f9fff-305c-463a-a6d8-ecd24baeb610', 'tenant_id': '6cdbf29db6d14f58ac4a211f1cc6207f', 'mac_address': 'fa:16:3e:e5:36:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff2ae8e8-6695-4d4e-a6ed-db8e689dfa5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'b7699af9-d658-4bd2-b109-f1ca234927d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:48:45Z', 'updated_at': '2021-07-13T14:48:46Z', 'revision_number': 2, 'project_id': '6cdbf29db6d14f58ac4a211f1cc6207f', 'subnets': [{'id': 'b7699af9-d658-4bd2-b109-f1ca234927d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:48:49.897456 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642c2ad5-654a-4528-aef3-56d98699a479 None None] Checking router: ff2ae8e8-6695-4d4e-a6ed-db8e689dfa5f for host: n-d-800634-1 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:48:49.898220 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642c2ad5-654a-4528-aef3-56d98699a479 None None] Updating router ff2ae8e8-6695-4d4e-a6ed-db8e689dfa5f port d8a6134a-ffc3-496e-ba3b-6a1be179c958 binding host n-d-800634-1 {{(pid=93753) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 14:48:49.944232 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-642c2ad5-654a-4528-aef3-56d98699a479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:49.950774 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-71428fbb-0c17-416a-a545-e469c22a94d5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:50.023591 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b0f01c64-1425-400a-bb35-f91911a5e81c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:50.133218 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:50.184678 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-71428fbb-0c17-416a-a545-e469c22a94d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447217'] for router, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:50.273902 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-642c2ad5-654a-4528-aef3-56d98699a479 None None] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:50.285818 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-642c2ad5-654a-4528-aef3-56d98699a479 None None] Transition to ACTIVE for port object d8a6134a-ffc3-496e-ba3b-6a1be179c958 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:48:50.292131 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-642c2ad5-654a-4528-aef3-56d98699a479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:50.324783 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71428fbb-0c17-416a-a545-e469c22a94d5 admin admin] Router a33d5f55-313f-4e5e-82a6-b52b2b55d316 is scheduled to L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 with binding_index 1 {{(pid=93750) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 14:48:50.341520 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8b5c2a-4ce0-4ed7-a613-ba81aca28bd7 None None] Pushing event updated for resources: {'Port': ['ID=d8a6134a-ffc3-496e-ba3b-6a1be179c958,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:48:50.351238 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8b5c2a-4ce0-4ed7-a613-ba81aca28bd7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:48:50.351735 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8b5c2a-4ce0-4ed7-a613-ba81aca28bd7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:48:50.352434 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8b5c2a-4ce0-4ed7-a613-ba81aca28bd7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:48:50.352826 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8b5c2a-4ce0-4ed7-a613-ba81aca28bd7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:48:50.353228 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8b5c2a-4ce0-4ed7-a613-ba81aca28bd7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:48:50.353623 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8b5c2a-4ce0-4ed7-a613-ba81aca28bd7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:48:50.354137 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8b5c2a-4ce0-4ed7-a613-ba81aca28bd7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:48:50.354443 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8b5c2a-4ce0-4ed7-a613-ba81aca28bd7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:48:50.354846 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8b5c2a-4ce0-4ed7-a613-ba81aca28bd7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:48:50.355167 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8b5c2a-4ce0-4ed7-a613-ba81aca28bd7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:48:50.355496 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8b5c2a-4ce0-4ed7-a613-ba81aca28bd7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:48:50.355814 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8b5c2a-4ce0-4ed7-a613-ba81aca28bd7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:48:50.418388 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-642c2ad5-654a-4528-aef3-56d98699a479 None None] Attempting to bind port d8a6134a-ffc3-496e-ba3b-6a1be179c958 on host n-d-800634-1 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:48:50.419275 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-642c2ad5-654a-4528-aef3-56d98699a479 None None] Attempting to bind port d8a6134a-ffc3-496e-ba3b-6a1be179c958 by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '8e7c7940-9434-4648-a510-45c446dca932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '225f9fff-305c-463a-a6d8-ecd24baeb610'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:48:50.419275 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642c2ad5-654a-4528-aef3-56d98699a479 None None] Attempting to bind port d8a6134a-ffc3-496e-ba3b-6a1be179c958 on network 225f9fff-305c-463a-a6d8-ecd24baeb610 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:48:50.425192 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642c2ad5-654a-4528-aef3-56d98699a479 None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 48, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:48:50.425670 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642c2ad5-654a-4528-aef3-56d98699a479 None None] Checking segment: {'id': '8e7c7940-9434-4648-a510-45c446dca932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '225f9fff-305c-463a-a6d8-ecd24baeb610'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:48:50.426174 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-642c2ad5-654a-4528-aef3-56d98699a479 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:50.426656 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642c2ad5-654a-4528-aef3-56d98699a479 None None] Bound using segment: {'id': '8e7c7940-9434-4648-a510-45c446dca932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '225f9fff-305c-463a-a6d8-ecd24baeb610'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:48:50.427212 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-642c2ad5-654a-4528-aef3-56d98699a479 None None] Bound port: d8a6134a-ffc3-496e-ba3b-6a1be179c958, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e7c7940-9434-4648-a510-45c446dca932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '225f9fff-305c-463a-a6d8-ecd24baeb610'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:48:50.427665 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-642c2ad5-654a-4528-aef3-56d98699a479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:50.458084 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71428fbb-0c17-416a-a545-e469c22a94d5 admin admin] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:48:50.471668 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a99b935-3a69-4da2-957a-d9f1ea7601a3 None None] Sync routers for ids ['a33d5f55-313f-4e5e-82a6-b52b2b55d316'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:48:50.479916 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-71428fbb-0c17-416a-a545-e469c22a94d5 admin admin] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:50.485662 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 52786) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:48:50.486479 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-71428fbb-0c17-416a-a545-e469c22a94d5 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7235036 Jul 13 14:48:50.491233 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a99b935-3a69-4da2-957a-d9f1ea7601a3 None None] Routers {'a33d5f55-313f-4e5e-82a6-b52b2b55d316'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:48:50.492655 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-7a99b935-3a69-4da2-957a-d9f1ea7601a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:48:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['a33d5f55-313f-4e5e-82a6-b52b2b55d316'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:48:50.539669 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-642c2ad5-654a-4528-aef3-56d98699a479 None None] For port d8a6134a-ffc3-496e-ba3b-6a1be179c958, host n-d-800634-1, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:48:50.543374 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-642c2ad5-654a-4528-aef3-56d98699a479 None None] For port d8a6134a-ffc3-496e-ba3b-6a1be179c958, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=d8a6134a-ffc3-496e-ba3b-6a1be179c958,segment=NetworkSegment(8e7c7940-9434-4648-a510-45c446dca932),segment_id=8e7c7940-9434-4648-a510-45c446dca932)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:48:50.548206 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-642c2ad5-654a-4528-aef3-56d98699a479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:50.603801 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642c2ad5-654a-4528-aef3-56d98699a479 None None] Routers {'ff2ae8e8-6695-4d4e-a6ed-db8e689dfa5f'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:48:50.604359 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-642c2ad5-654a-4528-aef3-56d98699a479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:48:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['ff2ae8e8-6695-4d4e-a6ed-db8e689dfa5f'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:48:50.726525 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-7a99b935-3a69-4da2-957a-d9f1ea7601a3 None None] Set router a33d5f55-313f-4e5e-82a6-b52b2b55d316 gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:48:50.731085 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device fbbfb881-2d63-485a-aaed-ce8beb9d863f up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:48:50.754320 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8b5c2a-4ce0-4ed7-a613-ba81aca28bd7 None None] Pushing event updated for resources: {'Port': ['ID=d8a6134a-ffc3-496e-ba3b-6a1be179c958,revision_number=4']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:48:50.818287 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-642c2ad5-654a-4528-aef3-56d98699a479 None None] Set router ff2ae8e8-6695-4d4e-a6ed-db8e689dfa5f gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:48:51.105726 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a2316b6-3aff-4d23-9783-2e6830f995ac None None] Network 1baeefd0-28eb-490c-bc79-20b554db4fb1 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:48:51.131454 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-642c2ad5-654a-4528-aef3-56d98699a479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff2ae8e8-6695-4d4e-a6ed-db8e689dfa5f', 'name': 'tempest-TestShelveInstance-1953063783-router', 'tenant_id': '6cdbf29db6d14f58ac4a211f1cc6207f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': 'c6fcf041-cfa0-4527-9bd6-d22f9f6a373c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:48:43Z', 'updated_at': '2021-07-13T14:48:46Z', 'revision_number': 4, 'project_id': '6cdbf29db6d14f58ac4a211f1cc6207f', 'gw_port': {'id': 'c6fcf041-cfa0-4527-9bd6-d22f9f6a373c', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:bd:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2ae8e8-6695-4d4e-a6ed-db8e689dfa5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:48:44Z', 'updated_at': '2021-07-13T14:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': 'd8a6134a-ffc3-496e-ba3b-6a1be179c958', 'name': '', 'network_id': '225f9fff-305c-463a-a6d8-ecd24baeb610', 'tenant_id': '6cdbf29db6d14f58ac4a211f1cc6207f', 'mac_address': 'fa:16:3e:e5:36:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff2ae8e8-6695-4d4e-a6ed-db8e689dfa5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'b7699af9-d658-4bd2-b109-f1ca234927d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:48:45Z', 'updated_at': '2021-07-13T14:48:50Z', 'revision_number': 4, 'project_id': '6cdbf29db6d14f58ac4a211f1cc6207f', 'subnets': [{'id': 'b7699af9-d658-4bd2-b109-f1ca234927d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:48:51.159890 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port fbbfb881-2d63-485a-aaed-ce8beb9d863f completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:48:51.166370 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a9f49594-fa78-43d2-a583-89124b2f8ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:51.169316 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642c2ad5-654a-4528-aef3-56d98699a479 None None] The sync data for ids ['ff2ae8e8-6695-4d4e-a6ed-db8e689dfa5f'] in n-d-800634-1 is: [{'id': 'ff2ae8e8-6695-4d4e-a6ed-db8e689dfa5f', 'name': 'tempest-TestShelveInstance-1953063783-router', 'tenant_id': '6cdbf29db6d14f58ac4a211f1cc6207f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': 'c6fcf041-cfa0-4527-9bd6-d22f9f6a373c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:48:43Z', 'updated_at': '2021-07-13T14:48:46Z', 'revision_number': 4, 'project_id': '6cdbf29db6d14f58ac4a211f1cc6207f', 'gw_port': {'id': 'c6fcf041-cfa0-4527-9bd6-d22f9f6a373c', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:bd:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2ae8e8-6695-4d4e-a6ed-db8e689dfa5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:48:44Z', 'updated_at': '2021-07-13T14:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': 'd8a6134a-ffc3-496e-ba3b-6a1be179c958', 'name': '', 'network_id': '225f9fff-305c-463a-a6d8-ecd24baeb610', 'tenant_id': '6cdbf29db6d14f58ac4a211f1cc6207f', 'mac_address': 'fa:16:3e:e5:36:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff2ae8e8-6695-4d4e-a6ed-db8e689dfa5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'b7699af9-d658-4bd2-b109-f1ca234927d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:48:45Z', 'updated_at': '2021-07-13T14:48:50Z', 'revision_number': 4, 'project_id': '6cdbf29db6d14f58ac4a211f1cc6207f', 'subnets': [{'id': 'b7699af9-d658-4bd2-b109-f1ca234927d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:48:51.185951 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device c6fcf041-cfa0-4527-9bd6-d22f9f6a373c up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:48:51.349398 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-a9f49594-fa78-43d2-a583-89124b2f8ff3 admin admin] Allocated IP 172.20.0.1 (1baeefd0-28eb-490c-bc79-20b554db4fb1/5d2f981a-065d-4d14-8dcb-2876f9fba8db/f61c3347-e4aa-40dd-8293-d44ac3eabb02) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:48:51.365947 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port c6fcf041-cfa0-4527-9bd6-d22f9f6a373c triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:48:51.366318 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:51.371007 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-9e0e9f8a-1de0-4ef6-bee6-f91fdf9de1ed None None] Provisioning for port fbbfb881-2d63-485a-aaed-ce8beb9d863f completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:48:51.420507 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-9e0e9f8a-1de0-4ef6-bee6-f91fdf9de1ed None None] Provisioning complete for port fbbfb881-2d63-485a-aaed-ce8beb9d863f triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:48:51.420949 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9e0e9f8a-1de0-4ef6-bee6-f91fdf9de1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:51.468888 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-7a99b935-3a69-4da2-957a-d9f1ea7601a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a33d5f55-313f-4e5e-82a6-b52b2b55d316', 'name': 'tempest-TestShelveInstance-1668747848-router', 'tenant_id': 'af1e6ad0fa544f61b17495e5751b42b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': '73b874aa-ac82-4a0e-9037-b57a95b51207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:48:48Z', 'updated_at': '2021-07-13T14:48:49Z', 'revision_number': 3, 'project_id': 'af1e6ad0fa544f61b17495e5751b42b4', 'gw_port': {'id': '73b874aa-ac82-4a0e-9037-b57a95b51207', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:73:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a33d5f55-313f-4e5e-82a6-b52b2b55d316', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:48:49Z', 'updated_at': '2021-07-13T14:48:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:48:51.479060 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:51.484897 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a9f49594-fa78-43d2-a583-89124b2f8ff3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:51.500630 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-a9f49594-fa78-43d2-a583-89124b2f8ff3 admin admin] Transition to ACTIVE for port object f61c3347-e4aa-40dd-8293-d44ac3eabb02 will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:48:51.516680 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a99b935-3a69-4da2-957a-d9f1ea7601a3 None None] Checking router: a33d5f55-313f-4e5e-82a6-b52b2b55d316 for host: n-d-800634-1 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:48:51.517030 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a99b935-3a69-4da2-957a-d9f1ea7601a3 None None] Updating router a33d5f55-313f-4e5e-82a6-b52b2b55d316 port 73b874aa-ac82-4a0e-9037-b57a95b51207 binding host n-d-800634-1 {{(pid=93752) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 14:48:51.540518 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a9f49594-fa78-43d2-a583-89124b2f8ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:51.571566 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-7a99b935-3a69-4da2-957a-d9f1ea7601a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:51.591328 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f49594-fa78-43d2-a583-89124b2f8ff3 admin admin] Network 1baeefd0-28eb-490c-bc79-20b554db4fb1 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:48:51.598621 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-a9f49594-fa78-43d2-a583-89124b2f8ff3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:48:51.602709 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f49594-fa78-43d2-a583-89124b2f8ff3 admin admin] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:48:51.629941 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f49594-fa78-43d2-a583-89124b2f8ff3 admin admin] Pushing event updated for resources: {'Port': ['ID=f61c3347-e4aa-40dd-8293-d44ac3eabb02,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:48:51.652814 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a9f49594-fa78-43d2-a583-89124b2f8ff3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-450452'] for router_interface, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:51.726239 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9e0e9f8a-1de0-4ef6-bee6-f91fdf9de1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:51.788601 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-9e0e9f8a-1de0-4ef6-bee6-f91fdf9de1ed None None] For port fbbfb881-2d63-485a-aaed-ce8beb9d863f, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=fbbfb881-2d63-485a-aaed-ce8beb9d863f,segment=NetworkSegment(c7e61b55-7ab6-4508-aa24-7857e4301a9d),segment_id=c7e61b55-7ab6-4508-aa24-7857e4301a9d)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:48:51.798970 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9e0e9f8a-1de0-4ef6-bee6-f91fdf9de1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:51.833054 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a9f49594-fa78-43d2-a583-89124b2f8ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:51.895107 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0e9f8a-1de0-4ef6-bee6-f91fdf9de1ed None None] Pushing event updated for resources: {'Port': ['ID=fbbfb881-2d63-485a-aaed-ce8beb9d863f,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:48:51.952351 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-edb9f4ca-5c37-4892-9d57-6a7dae709142 None None] Provisioning complete for port fbbfb881-2d63-485a-aaed-ce8beb9d863f triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:48:51.952953 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-edb9f4ca-5c37-4892-9d57-6a7dae709142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:52.060740 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-7a99b935-3a69-4da2-957a-d9f1ea7601a3 None None] Notify callbacks [] for port, precommit_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:52.064151 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a9f49594-fa78-43d2-a583-89124b2f8ff3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:52.071913 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a9f49594-fa78-43d2-a583-89124b2f8ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:52.137718 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-7a99b935-3a69-4da2-957a-d9f1ea7601a3 None None] Transition to ACTIVE for port object 73b874aa-ac82-4a0e-9037-b57a95b51207 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:48:52.150118 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-7a99b935-3a69-4da2-957a-d9f1ea7601a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:52.183670 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f49594-fa78-43d2-a583-89124b2f8ff3 admin admin] Pushing event updated for resources: {'Port': ['ID=f61c3347-e4aa-40dd-8293-d44ac3eabb02,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:48:52.188527 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a9f49594-fa78-43d2-a583-89124b2f8ff3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1785045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451806'] for router_interface, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:52.209425 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-7a99b935-3a69-4da2-957a-d9f1ea7601a3 None None] Attempting to bind port 73b874aa-ac82-4a0e-9037-b57a95b51207 on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:48:52.209818 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-7a99b935-3a69-4da2-957a-d9f1ea7601a3 None None] Attempting to bind port 73b874aa-ac82-4a0e-9037-b57a95b51207 by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:48:52.210189 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a99b935-3a69-4da2-957a-d9f1ea7601a3 None None] Attempting to bind port 73b874aa-ac82-4a0e-9037-b57a95b51207 on network acf968b8-c524-46a9-a20b-ad9667009130 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:48:52.215966 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9eb5f9-abb8-4ca7-ac81-89ceb4714dbd None None] Pushing event updated for resources: {'Port': ['ID=73b874aa-ac82-4a0e-9037-b57a95b51207,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:48:52.220966 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a99b935-3a69-4da2-957a-d9f1ea7601a3 None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 48, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:48:52.221339 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a99b935-3a69-4da2-957a-d9f1ea7601a3 None None] Checking segment: {'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:48:52.221784 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-7a99b935-3a69-4da2-957a-d9f1ea7601a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:52.222472 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a99b935-3a69-4da2-957a-d9f1ea7601a3 None None] Bound using segment: {'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:48:52.222966 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-7a99b935-3a69-4da2-957a-d9f1ea7601a3 None None] Bound port: 73b874aa-ac82-4a0e-9037-b57a95b51207, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:48:52.223352 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-7a99b935-3a69-4da2-957a-d9f1ea7601a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:52.285777 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-7a99b935-3a69-4da2-957a-d9f1ea7601a3 None None] For port 73b874aa-ac82-4a0e-9037-b57a95b51207, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:48:52.287665 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f49594-fa78-43d2-a583-89124b2f8ff3 admin admin] Network 1baeefd0-28eb-490c-bc79-20b554db4fb1 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:48:52.288120 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-75723c8a-747f-4af1-b70d-06d592722940 None None] Provisioning for port f61c3347-e4aa-40dd-8293-d44ac3eabb02 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:48:52.289843 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-a9f49594-fa78-43d2-a583-89124b2f8ff3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:48:52.291274 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-7a99b935-3a69-4da2-957a-d9f1ea7601a3 None None] For port 73b874aa-ac82-4a0e-9037-b57a95b51207, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=73b874aa-ac82-4a0e-9037-b57a95b51207,segment=NetworkSegment(3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87),segment_id=3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:48:52.296046 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-75723c8a-747f-4af1-b70d-06d592722940 None None] Provisioning complete for port f61c3347-e4aa-40dd-8293-d44ac3eabb02 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:48:52.296197 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-75723c8a-747f-4af1-b70d-06d592722940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:52.301878 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-7a99b935-3a69-4da2-957a-d9f1ea7601a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:52.382643 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-75723c8a-747f-4af1-b70d-06d592722940 None None] Port f61c3347-e4aa-40dd-8293-d44ac3eabb02 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:48:52.398219 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a99b935-3a69-4da2-957a-d9f1ea7601a3 None None] Routers {'a33d5f55-313f-4e5e-82a6-b52b2b55d316'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:48:52.398905 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-7a99b935-3a69-4da2-957a-d9f1ea7601a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:48:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['a33d5f55-313f-4e5e-82a6-b52b2b55d316'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:48:52.439839 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9f49594-fa78-43d2-a583-89124b2f8ff3 admin admin] Router a33d5f55-313f-4e5e-82a6-b52b2b55d316 has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:48:52.452352 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9eb5f9-abb8-4ca7-ac81-89ceb4714dbd None None] Pushing event updated for resources: {'Port': ['ID=73b874aa-ac82-4a0e-9037-b57a95b51207,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:48:52.575534 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-7a99b935-3a69-4da2-957a-d9f1ea7601a3 None None] Set router a33d5f55-313f-4e5e-82a6-b52b2b55d316 gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:48:52.579667 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device fbbfb881-2d63-485a-aaed-ce8beb9d863f up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:48:52.605229 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9f49594-fa78-43d2-a583-89124b2f8ff3 admin admin] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:48:52.612093 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-a9f49594-fa78-43d2-a583-89124b2f8ff3 admin admin] 10.222.0.23 "PUT /v2.0/routers/a33d5f55-313f-4e5e-82a6-b52b2b55d316/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1252708 Jul 13 14:48:52.702539 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be87c743-b061-4633-82d5-0db89a79b65f None None] Provisioning complete for port f61c3347-e4aa-40dd-8293-d44ac3eabb02 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:48:52.702913 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be87c743-b061-4633-82d5-0db89a79b65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:52.802361 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-be87c743-b061-4633-82d5-0db89a79b65f None None] Port f61c3347-e4aa-40dd-8293-d44ac3eabb02 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:48:52.815536 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port fbbfb881-2d63-485a-aaed-ce8beb9d863f triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:48:52.815952 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:52.942589 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:52.969546 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device d8a6134a-ffc3-496e-ba3b-6a1be179c958 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:48:52.974493 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-7a99b935-3a69-4da2-957a-d9f1ea7601a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a33d5f55-313f-4e5e-82a6-b52b2b55d316', 'name': 'tempest-TestShelveInstance-1668747848-router', 'tenant_id': 'af1e6ad0fa544f61b17495e5751b42b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': '73b874aa-ac82-4a0e-9037-b57a95b51207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:48:48Z', 'updated_at': '2021-07-13T14:48:51Z', 'revision_number': 4, 'project_id': 'af1e6ad0fa544f61b17495e5751b42b4', 'gw_port': {'id': '73b874aa-ac82-4a0e-9037-b57a95b51207', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:73:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a33d5f55-313f-4e5e-82a6-b52b2b55d316', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:48:49Z', 'updated_at': '2021-07-13T14:48:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': 'f61c3347-e4aa-40dd-8293-d44ac3eabb02', 'name': '', 'network_id': '1baeefd0-28eb-490c-bc79-20b554db4fb1', 'tenant_id': 'af1e6ad0fa544f61b17495e5751b42b4', 'mac_address': 'fa:16:3e:c5:88:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a33d5f55-313f-4e5e-82a6-b52b2b55d316', 'device_owner': 'network:router_interface', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '5d2f981a-065d-4d14-8dcb-2876f9fba8db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:48:51Z', 'updated_at': '2021-07-13T14:48:51Z', 'revision_number': 2, 'project_id': 'af1e6ad0fa544f61b17495e5751b42b4', 'subnets': [{'id': '5d2f981a-065d-4d14-8dcb-2876f9fba8db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:48:53.025705 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a99b935-3a69-4da2-957a-d9f1ea7601a3 None None] The sync data for ids ['a33d5f55-313f-4e5e-82a6-b52b2b55d316'] in n-d-800634-1 is: [{'id': 'a33d5f55-313f-4e5e-82a6-b52b2b55d316', 'name': 'tempest-TestShelveInstance-1668747848-router', 'tenant_id': 'af1e6ad0fa544f61b17495e5751b42b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': '73b874aa-ac82-4a0e-9037-b57a95b51207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:48:48Z', 'updated_at': '2021-07-13T14:48:51Z', 'revision_number': 4, 'project_id': 'af1e6ad0fa544f61b17495e5751b42b4', 'gw_port': {'id': '73b874aa-ac82-4a0e-9037-b57a95b51207', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:73:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a33d5f55-313f-4e5e-82a6-b52b2b55d316', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:48:49Z', 'updated_at': '2021-07-13T14:48:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': 'f61c3347-e4aa-40dd-8293-d44ac3eabb02', 'name': '', 'network_id': '1baeefd0-28eb-490c-bc79-20b554db4fb1', 'tenant_id': 'af1e6ad0fa544f61b17495e5751b42b4', 'mac_address': 'fa:16:3e:c5:88:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a33d5f55-313f-4e5e-82a6-b52b2b55d316', 'device_owner': 'network:router_interface', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '5d2f981a-065d-4d14-8dcb-2876f9fba8db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:48:51Z', 'updated_at': '2021-07-13T14:48:51Z', 'revision_number': 2, 'project_id': 'af1e6ad0fa544f61b17495e5751b42b4', 'subnets': [{'id': '5d2f981a-065d-4d14-8dcb-2876f9fba8db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:48:53.063246 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port d8a6134a-ffc3-496e-ba3b-6a1be179c958 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:48:53.068534 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port d8a6134a-ffc3-496e-ba3b-6a1be179c958 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:48:53.068915 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:53.173062 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:53.213948 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port d8a6134a-ffc3-496e-ba3b-6a1be179c958, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=d8a6134a-ffc3-496e-ba3b-6a1be179c958,segment=NetworkSegment(8e7c7940-9434-4648-a510-45c446dca932),segment_id=8e7c7940-9434-4648-a510-45c446dca932)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:48:53.218459 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:53.227988 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 52794) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:48:53.246169 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-b013d926-11ff-4a7e-a26b-90dfc9423606 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1993703844', 'description': 'tempest-secgroup-smoke-1993703844 description', 'project_id': '6cdbf29db6d14f58ac4a211f1cc6207f'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:48:53.291083 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=d8a6134a-ffc3-496e-ba3b-6a1be179c958,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:48:53.302734 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b013d926-11ff-4a7e-a26b-90dfc9423606 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:53.413171 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b013d926-11ff-4a7e-a26b-90dfc9423606 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:53.418351 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b013d926-11ff-4a7e-a26b-90dfc9423606 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:53.446935 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b013d926-11ff-4a7e-a26b-90dfc9423606 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:53.448213 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-b013d926-11ff-4a7e-a26b-90dfc9423606 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2185729 Jul 13 14:48:53.453356 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 52796) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:48:53.453559 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b013d926-11ff-4a7e-a26b-90dfc9423606 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15a8f5ef-1147-4d5b-9778-15594dacbb52,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:48:53.460399 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-16c12516-1548-47b3-97fc-e4b8e3e587bd tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Request body: {'security_group_rule': {'security_group_id': '15a8f5ef-1147-4d5b-9778-15594dacbb52', 'project_id': '6cdbf29db6d14f58ac4a211f1cc6207f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:48:53.494029 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-16c12516-1548-47b3-97fc-e4b8e3e587bd tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:53.566412 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-16c12516-1548-47b3-97fc-e4b8e3e587bd tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:53.571248 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-16c12516-1548-47b3-97fc-e4b8e3e587bd tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:53.598240 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c12516-1548-47b3-97fc-e4b8e3e587bd tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92bd328d-cf33-4a74-9770-8af72df195a6,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:48:53.606030 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-16c12516-1548-47b3-97fc-e4b8e3e587bd tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:53.618498 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-16c12516-1548-47b3-97fc-e4b8e3e587bd tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1552036 Jul 13 14:48:53.621635 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 52798) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:48:53.623660 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-ba81ac83-5832-4ed5-8518-a19b322bb5df tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Request body: {'security_group_rule': {'security_group_id': '15a8f5ef-1147-4d5b-9778-15594dacbb52', 'project_id': '6cdbf29db6d14f58ac4a211f1cc6207f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:48:53.658834 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ba81ac83-5832-4ed5-8518-a19b322bb5df tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:53.726128 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ba81ac83-5832-4ed5-8518-a19b322bb5df tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:53.730629 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ba81ac83-5832-4ed5-8518-a19b322bb5df tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:53.752803 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba81ac83-5832-4ed5-8518-a19b322bb5df tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6573412-cd7c-4402-972f-ee62fa61620d,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:48:53.758845 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ba81ac83-5832-4ed5-8518-a19b322bb5df tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:53.760058 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-ba81ac83-5832-4ed5-8518-a19b322bb5df tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1404135 Jul 13 14:48:53.762731 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 52800) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:48:53.767549 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-28afb9f5-fe31-4c11-8039-0e436670f2c9 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Request body: {'security_group_rule': {'security_group_id': '15a8f5ef-1147-4d5b-9778-15594dacbb52', 'project_id': '6cdbf29db6d14f58ac4a211f1cc6207f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:48:53.801367 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-28afb9f5-fe31-4c11-8039-0e436670f2c9 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:53.875733 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-28afb9f5-fe31-4c11-8039-0e436670f2c9 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:53.880162 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-28afb9f5-fe31-4c11-8039-0e436670f2c9 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:53.902432 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28afb9f5-fe31-4c11-8039-0e436670f2c9 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec073af3-f666-482d-970f-ba3c6db3879f,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:48:53.905351 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-28afb9f5-fe31-4c11-8039-0e436670f2c9 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:53.907333 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-28afb9f5-fe31-4c11-8039-0e436670f2c9 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1428618 Jul 13 14:48:53.909929 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 52802) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:48:53.914561 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-c5b342c3-c04a-423e-9bba-9ae7602724e7 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Request body: {'security_group_rule': {'security_group_id': '15a8f5ef-1147-4d5b-9778-15594dacbb52', 'project_id': '6cdbf29db6d14f58ac4a211f1cc6207f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:48:53.944362 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c5b342c3-c04a-423e-9bba-9ae7602724e7 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:54.026556 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c5b342c3-c04a-423e-9bba-9ae7602724e7 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:54.034626 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c5b342c3-c04a-423e-9bba-9ae7602724e7 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:54.059698 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b342c3-c04a-423e-9bba-9ae7602724e7 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de2c3c9d-e710-47ff-a8cf-40db6f1ef0f8,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:48:54.072611 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c5b342c3-c04a-423e-9bba-9ae7602724e7 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:54.073929 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-c5b342c3-c04a-423e-9bba-9ae7602724e7 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1629221 Jul 13 14:48:54.077344 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 52804) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:48:54.082229 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-71736214-a6c8-49e0-bf86-2230101f7b22 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Request body: {'security_group_rule': {'security_group_id': '15a8f5ef-1147-4d5b-9778-15594dacbb52', 'project_id': '6cdbf29db6d14f58ac4a211f1cc6207f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:48:54.113087 n-d-800634-1 neutron-server[93751]: INFO neutron.db.securitygroups_db [None req-71736214-a6c8-49e0-bf86-2230101f7b22 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Project 6cdbf29db6d14f58ac4a211f1cc6207f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 14:48:54.118984 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-71736214-a6c8-49e0-bf86-2230101f7b22 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:54.188668 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-71736214-a6c8-49e0-bf86-2230101f7b22 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:54.194800 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-71736214-a6c8-49e0-bf86-2230101f7b22 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:54.219701 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71736214-a6c8-49e0-bf86-2230101f7b22 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8536dc1-2fb4-44dd-8f05-bc981beb497c,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:48:54.229972 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-71736214-a6c8-49e0-bf86-2230101f7b22 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:54.235861 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-71736214-a6c8-49e0-bf86-2230101f7b22 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1568944 Jul 13 14:48:54.235991 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 52806) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:48:54.242747 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-695e1bf1-ed8f-4d62-99d4-fd156f3ae3f6 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Request body: {'security_group_rule': {'security_group_id': '15a8f5ef-1147-4d5b-9778-15594dacbb52', 'project_id': '6cdbf29db6d14f58ac4a211f1cc6207f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:48:54.270510 n-d-800634-1 neutron-server[93750]: INFO neutron.db.securitygroups_db [None req-695e1bf1-ed8f-4d62-99d4-fd156f3ae3f6 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Project 6cdbf29db6d14f58ac4a211f1cc6207f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 14:48:54.276043 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-695e1bf1-ed8f-4d62-99d4-fd156f3ae3f6 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:54.352761 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-695e1bf1-ed8f-4d62-99d4-fd156f3ae3f6 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:54.358595 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-695e1bf1-ed8f-4d62-99d4-fd156f3ae3f6 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:54.379424 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695e1bf1-ed8f-4d62-99d4-fd156f3ae3f6 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8921d35e-521c-43af-98df-d4cde4789e1b,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:48:54.385336 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-695e1bf1-ed8f-4d62-99d4-fd156f3ae3f6 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:54.386722 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-695e1bf1-ed8f-4d62-99d4-fd156f3ae3f6 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1496708 Jul 13 14:48:54.581168 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-59151592-7194-456e-a412-d8a827a8b4f9 req-5f859671-301e-4ea3-b78d-567bec875a32 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1993703844&fields=id&tenant_id=6cdbf29db6d14f58ac4a211f1cc6207f HTTP/1.1" status: 200 len: 267 time: 0.0478392 Jul 13 14:48:54.637059 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device d8a6134a-ffc3-496e-ba3b-6a1be179c958 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:48:54.697819 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port d8a6134a-ffc3-496e-ba3b-6a1be179c958 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:48:54.698197 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:54.716226 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59151592-7194-456e-a412-d8a827a8b4f9 req-11d78698-bb2d-477b-a5ce-50183e48f623 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:54.717849 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-59151592-7194-456e-a412-d8a827a8b4f9 req-11d78698-bb2d-477b-a5ce-50183e48f623 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/networks?id=225f9fff-305c-463a-a6d8-ecd24baeb610 HTTP/1.1" status: 200 len: 809 time: 0.1282566 Jul 13 14:48:54.736690 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-59151592-7194-456e-a412-d8a827a8b4f9 req-b226a6cf-5de6-42e8-b439-fe1b5a1f4744 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/quotas/6cdbf29db6d14f58ac4a211f1cc6207f HTTP/1.1" status: 200 len: 375 time: 0.0102174 Jul 13 14:48:54.788970 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 73b874aa-ac82-4a0e-9037-b57a95b51207 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:48:54.818329 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-59151592-7194-456e-a412-d8a827a8b4f9 req-bf563543-0640-4f56-a9b3-344531a20298 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=6cdbf29db6d14f58ac4a211f1cc6207f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0755730 Jul 13 14:48:54.834578 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [req-59151592-7194-456e-a412-d8a827a8b4f9 req-b0dfcdcb-3a88-4780-ad7d-3a0e68ebeca3 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93750) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 14:48:54.835622 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-59151592-7194-456e-a412-d8a827a8b4f9 req-b0dfcdcb-3a88-4780-ad7d-3a0e68ebeca3 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055566 Jul 13 14:48:54.838307 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port 73b874aa-ac82-4a0e-9037-b57a95b51207 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:48:54.842867 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 73b874aa-ac82-4a0e-9037-b57a95b51207 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:48:54.843242 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:54.935139 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-59151592-7194-456e-a412-d8a827a8b4f9 req-b98866b6-bfb2-4e96-a3b8-af2998f80ce6 service neutron] 10.222.0.23 "GET /v2.0/networks/225f9fff-305c-463a-a6d8-ecd24baeb610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917461 Jul 13 14:48:55.036419 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-59151592-7194-456e-a412-d8a827a8b4f9 req-9bc14af0-ab14-4f83-a7cb-67a13f87ee6b service neutron] 10.222.0.23 "GET /v2.0/networks/225f9fff-305c-463a-a6d8-ecd24baeb610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945835 Jul 13 14:48:55.081671 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:55.102914 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port 73b874aa-ac82-4a0e-9037-b57a95b51207, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=73b874aa-ac82-4a0e-9037-b57a95b51207,segment=NetworkSegment(3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87),segment_id=3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:48:55.106964 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:55.167194 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=73b874aa-ac82-4a0e-9037-b57a95b51207,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:48:55.310253 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a438f0bb-9f99-4132-8c75-0644ce315da3 req-1c0c178b-3e01-424b-b707-659a8327cc4d tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c9b379a-528c-4fdb-8e78-6ac7593341ab HTTP/1.1" status: 200 len: 210 time: 0.1231689 Jul 13 14:48:55.490121 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e76b304-eea5-4749-8dfa-5435a1dc7b2b None None] Sync routers for ids ['a33d5f55-313f-4e5e-82a6-b52b2b55d316'] in n-d-800634-1 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:48:55.499710 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e76b304-eea5-4749-8dfa-5435a1dc7b2b None None] Routers {'a33d5f55-313f-4e5e-82a6-b52b2b55d316'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:48:55.500318 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-5e76b304-eea5-4749-8dfa-5435a1dc7b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:48:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['a33d5f55-313f-4e5e-82a6-b52b2b55d316'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:48:55.605607 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-5e76b304-eea5-4749-8dfa-5435a1dc7b2b None None] Set router a33d5f55-313f-4e5e-82a6-b52b2b55d316 gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:48:55.797969 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-5e76b304-eea5-4749-8dfa-5435a1dc7b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a33d5f55-313f-4e5e-82a6-b52b2b55d316', 'name': 'tempest-TestShelveInstance-1668747848-router', 'tenant_id': 'af1e6ad0fa544f61b17495e5751b42b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': '73b874aa-ac82-4a0e-9037-b57a95b51207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:48:48Z', 'updated_at': '2021-07-13T14:48:51Z', 'revision_number': 4, 'project_id': 'af1e6ad0fa544f61b17495e5751b42b4', 'gw_port': {'id': '73b874aa-ac82-4a0e-9037-b57a95b51207', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:73:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33d5f55-313f-4e5e-82a6-b52b2b55d316', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:48:49Z', 'updated_at': '2021-07-13T14:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': 'f61c3347-e4aa-40dd-8293-d44ac3eabb02', 'name': '', 'network_id': '1baeefd0-28eb-490c-bc79-20b554db4fb1', 'tenant_id': 'af1e6ad0fa544f61b17495e5751b42b4', 'mac_address': 'fa:16:3e:c5:88:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a33d5f55-313f-4e5e-82a6-b52b2b55d316', 'device_owner': 'network:router_interface', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '5d2f981a-065d-4d14-8dcb-2876f9fba8db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:48:51Z', 'updated_at': '2021-07-13T14:48:51Z', 'revision_number': 2, 'project_id': 'af1e6ad0fa544f61b17495e5751b42b4', 'subnets': [{'id': '5d2f981a-065d-4d14-8dcb-2876f9fba8db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:48:55.826953 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e76b304-eea5-4749-8dfa-5435a1dc7b2b None None] Checking router: a33d5f55-313f-4e5e-82a6-b52b2b55d316 for host: n-d-800634-1 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:48:55.827287 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e76b304-eea5-4749-8dfa-5435a1dc7b2b None None] Updating router a33d5f55-313f-4e5e-82a6-b52b2b55d316 port f61c3347-e4aa-40dd-8293-d44ac3eabb02 binding host n-d-800634-1 {{(pid=93753) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 14:48:55.860251 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5e76b304-eea5-4749-8dfa-5435a1dc7b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:56.115609 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5e76b304-eea5-4749-8dfa-5435a1dc7b2b None None] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:56.126144 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-5e76b304-eea5-4749-8dfa-5435a1dc7b2b None None] Transition to ACTIVE for port object f61c3347-e4aa-40dd-8293-d44ac3eabb02 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:48:56.131837 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5e76b304-eea5-4749-8dfa-5435a1dc7b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:56.177081 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014c07a2-fe14-4f00-90e1-75333745db6a None None] Pushing event updated for resources: {'Port': ['ID=f61c3347-e4aa-40dd-8293-d44ac3eabb02,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:48:56.337240 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-5e76b304-eea5-4749-8dfa-5435a1dc7b2b None None] Attempting to bind port f61c3347-e4aa-40dd-8293-d44ac3eabb02 on host n-d-800634-1 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:48:56.337687 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-5e76b304-eea5-4749-8dfa-5435a1dc7b2b None None] Attempting to bind port f61c3347-e4aa-40dd-8293-d44ac3eabb02 by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': 'c7e61b55-7ab6-4508-aa24-7857e4301a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '1baeefd0-28eb-490c-bc79-20b554db4fb1'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:48:56.338177 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e76b304-eea5-4749-8dfa-5435a1dc7b2b None None] Attempting to bind port f61c3347-e4aa-40dd-8293-d44ac3eabb02 on network 1baeefd0-28eb-490c-bc79-20b554db4fb1 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:48:56.344901 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e76b304-eea5-4749-8dfa-5435a1dc7b2b None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 48, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:48:56.345425 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e76b304-eea5-4749-8dfa-5435a1dc7b2b None None] Checking segment: {'id': 'c7e61b55-7ab6-4508-aa24-7857e4301a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '1baeefd0-28eb-490c-bc79-20b554db4fb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:48:56.346243 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5e76b304-eea5-4749-8dfa-5435a1dc7b2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:56.346452 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e76b304-eea5-4749-8dfa-5435a1dc7b2b None None] Bound using segment: {'id': 'c7e61b55-7ab6-4508-aa24-7857e4301a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '1baeefd0-28eb-490c-bc79-20b554db4fb1'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:48:56.347087 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-5e76b304-eea5-4749-8dfa-5435a1dc7b2b None None] Bound port: f61c3347-e4aa-40dd-8293-d44ac3eabb02, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7e61b55-7ab6-4508-aa24-7857e4301a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '1baeefd0-28eb-490c-bc79-20b554db4fb1'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:48:56.347706 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5e76b304-eea5-4749-8dfa-5435a1dc7b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:56.396579 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-72e6b046-cb7b-4b5f-8ddf-5ad5c6c815b3 req-fbabce53-836b-4f4e-ad92-acf2a6e48e83 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c9b379a-528c-4fdb-8e78-6ac7593341ab HTTP/1.1" status: 200 len: 210 time: 0.0315738 Jul 13 14:48:56.417853 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-5e76b304-eea5-4749-8dfa-5435a1dc7b2b None None] For port f61c3347-e4aa-40dd-8293-d44ac3eabb02, host n-d-800634-1, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:48:56.421136 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-5e76b304-eea5-4749-8dfa-5435a1dc7b2b None None] For port f61c3347-e4aa-40dd-8293-d44ac3eabb02, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=f61c3347-e4aa-40dd-8293-d44ac3eabb02,segment=NetworkSegment(c7e61b55-7ab6-4508-aa24-7857e4301a9d),segment_id=c7e61b55-7ab6-4508-aa24-7857e4301a9d)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:48:56.426777 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5e76b304-eea5-4749-8dfa-5435a1dc7b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:56.485254 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014c07a2-fe14-4f00-90e1-75333745db6a None None] Pushing event updated for resources: {'Port': ['ID=f61c3347-e4aa-40dd-8293-d44ac3eabb02,revision_number=4']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:48:56.491467 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e76b304-eea5-4749-8dfa-5435a1dc7b2b None None] Routers {'a33d5f55-313f-4e5e-82a6-b52b2b55d316'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:48:56.491467 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-5e76b304-eea5-4749-8dfa-5435a1dc7b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:48:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['a33d5f55-313f-4e5e-82a6-b52b2b55d316'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:48:56.534998 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 73b874aa-ac82-4a0e-9037-b57a95b51207 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:48:56.586185 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 73b874aa-ac82-4a0e-9037-b57a95b51207 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:48:56.586559 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:56.603670 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-5e76b304-eea5-4749-8dfa-5435a1dc7b2b None None] Set router a33d5f55-313f-4e5e-82a6-b52b2b55d316 gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:48:56.803644 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-5e76b304-eea5-4749-8dfa-5435a1dc7b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a33d5f55-313f-4e5e-82a6-b52b2b55d316', 'name': 'tempest-TestShelveInstance-1668747848-router', 'tenant_id': 'af1e6ad0fa544f61b17495e5751b42b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': '73b874aa-ac82-4a0e-9037-b57a95b51207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:48:48Z', 'updated_at': '2021-07-13T14:48:51Z', 'revision_number': 4, 'project_id': 'af1e6ad0fa544f61b17495e5751b42b4', 'gw_port': {'id': '73b874aa-ac82-4a0e-9037-b57a95b51207', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:73:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33d5f55-313f-4e5e-82a6-b52b2b55d316', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:48:49Z', 'updated_at': '2021-07-13T14:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': 'f61c3347-e4aa-40dd-8293-d44ac3eabb02', 'name': '', 'network_id': '1baeefd0-28eb-490c-bc79-20b554db4fb1', 'tenant_id': 'af1e6ad0fa544f61b17495e5751b42b4', 'mac_address': 'fa:16:3e:c5:88:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a33d5f55-313f-4e5e-82a6-b52b2b55d316', 'device_owner': 'network:router_interface', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '5d2f981a-065d-4d14-8dcb-2876f9fba8db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:48:51Z', 'updated_at': '2021-07-13T14:48:56Z', 'revision_number': 4, 'project_id': 'af1e6ad0fa544f61b17495e5751b42b4', 'subnets': [{'id': '5d2f981a-065d-4d14-8dcb-2876f9fba8db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:48:56.830086 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e76b304-eea5-4749-8dfa-5435a1dc7b2b None None] The sync data for ids ['a33d5f55-313f-4e5e-82a6-b52b2b55d316'] in n-d-800634-1 is: [{'id': 'a33d5f55-313f-4e5e-82a6-b52b2b55d316', 'name': 'tempest-TestShelveInstance-1668747848-router', 'tenant_id': 'af1e6ad0fa544f61b17495e5751b42b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': '73b874aa-ac82-4a0e-9037-b57a95b51207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:48:48Z', 'updated_at': '2021-07-13T14:48:51Z', 'revision_number': 4, 'project_id': 'af1e6ad0fa544f61b17495e5751b42b4', 'gw_port': {'id': '73b874aa-ac82-4a0e-9037-b57a95b51207', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:73:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33d5f55-313f-4e5e-82a6-b52b2b55d316', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:48:49Z', 'updated_at': '2021-07-13T14:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': 'f61c3347-e4aa-40dd-8293-d44ac3eabb02', 'name': '', 'network_id': '1baeefd0-28eb-490c-bc79-20b554db4fb1', 'tenant_id': 'af1e6ad0fa544f61b17495e5751b42b4', 'mac_address': 'fa:16:3e:c5:88:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a33d5f55-313f-4e5e-82a6-b52b2b55d316', 'device_owner': 'network:router_interface', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '5d2f981a-065d-4d14-8dcb-2876f9fba8db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:48:51Z', 'updated_at': '2021-07-13T14:48:56Z', 'revision_number': 4, 'project_id': 'af1e6ad0fa544f61b17495e5751b42b4', 'subnets': [{'id': '5d2f981a-065d-4d14-8dcb-2876f9fba8db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:48:57.484570 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-17ac9519-2d2c-4c1e-a08b-0304111feccf req-46effad3-a4ce-42b9-910a-43166810104e tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c9b379a-528c-4fdb-8e78-6ac7593341ab HTTP/1.1" status: 200 len: 210 time: 0.0287669 Jul 13 14:48:58.532519 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device f61c3347-e4aa-40dd-8293-d44ac3eabb02 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:48:58.580684 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-fee38620-8f96-4812-a0c6-d888db63f0da req-6c2bb14a-3b2d-491d-99b4-f4f20af198fe tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c9b379a-528c-4fdb-8e78-6ac7593341ab HTTP/1.1" status: 200 len: 210 time: 0.0339835 Jul 13 14:48:58.587821 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port f61c3347-e4aa-40dd-8293-d44ac3eabb02 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:48:58.591794 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port f61c3347-e4aa-40dd-8293-d44ac3eabb02 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:48:58.592366 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:58.674861 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:58.706966 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port f61c3347-e4aa-40dd-8293-d44ac3eabb02, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=f61c3347-e4aa-40dd-8293-d44ac3eabb02,segment=NetworkSegment(c7e61b55-7ab6-4508-aa24-7857e4301a9d),segment_id=c7e61b55-7ab6-4508-aa24-7857e4301a9d)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:48:58.711110 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:58.759756 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=f61c3347-e4aa-40dd-8293-d44ac3eabb02,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:48:59.722129 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b6cf12e8-bc24-4dbf-a0ba-bc5001811148 req-0799b028-5ddc-44c3-97c5-b48d3df59cf0 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c9b379a-528c-4fdb-8e78-6ac7593341ab HTTP/1.1" status: 200 len: 210 time: 0.0301604 Jul 13 14:49:00.392229 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59151592-7194-456e-a412-d8a827a8b4f9 req-f76072fa-cbab-42e5-a09c-b863bbfe17e7 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:00.393683 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-59151592-7194-456e-a412-d8a827a8b4f9 req-f76072fa-cbab-42e5-a09c-b863bbfe17e7 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.41 "GET /v2.0/networks?id=225f9fff-305c-463a-a6d8-ecd24baeb610 HTTP/1.1" status: 200 len: 809 time: 0.1090820 Jul 13 14:49:00.445641 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-59151592-7194-456e-a412-d8a827a8b4f9 req-1bc36aee-810f-445e-a3b8-acdd2eb6e940 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6cdbf29db6d14f58ac4a211f1cc6207f HTTP/1.1" status: 200 len: 380 time: 0.0365546 Jul 13 14:49:00.454982 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-59151592-7194-456e-a412-d8a827a8b4f9 req-57adfab1-c197-4f00-bc6e-946720bc5172 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Request body: {'port': {'device_id': '7c9b379a-528c-4fdb-8e78-6ac7593341ab', 'network_id': '225f9fff-305c-463a-a6d8-ecd24baeb610', 'admin_state_up': True, 'tenant_id': '6cdbf29db6d14f58ac4a211f1cc6207f', 'security_groups': ['15a8f5ef-1147-4d5b-9778-15594dacbb52']}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:49:00.516017 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device f61c3347-e4aa-40dd-8293-d44ac3eabb02 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:49:00.565926 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port f61c3347-e4aa-40dd-8293-d44ac3eabb02 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:49:00.566189 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59151592-7194-456e-a412-d8a827a8b4f9 req-57adfab1-c197-4f00-bc6e-946720bc5172 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Made reservation on behalf of 6cdbf29db6d14f58ac4a211f1cc6207f for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:49:00.566465 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:00.569516 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-59151592-7194-456e-a412-d8a827a8b4f9 req-57adfab1-c197-4f00-bc6e-946720bc5172 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:00.578924 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:49:00.697394 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [req-59151592-7194-456e-a412-d8a827a8b4f9 req-57adfab1-c197-4f00-bc6e-946720bc5172 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Allocated IP 172.20.0.7 (225f9fff-305c-463a-a6d8-ecd24baeb610/b7699af9-d658-4bd2-b109-f1ca234927d6/e95859f8-51da-4f98-b5a3-f89909e69128) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:49:00.837225 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-59151592-7194-456e-a412-d8a827a8b4f9 req-57adfab1-c197-4f00-bc6e-946720bc5172 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:00.851759 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-59151592-7194-456e-a412-d8a827a8b4f9 req-57adfab1-c197-4f00-bc6e-946720bc5172 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Transition to ACTIVE for port object e95859f8-51da-4f98-b5a3-f89909e69128 will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:49:00.870281 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-86e2c4bf-899a-48e9-93ca-9c8b5c912ace req-c9d62fe2-f32a-4363-8571-cb2bc480b058 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c9b379a-528c-4fdb-8e78-6ac7593341ab HTTP/1.1" status: 200 len: 210 time: 0.0301690 Jul 13 14:49:00.885002 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-59151592-7194-456e-a412-d8a827a8b4f9 req-57adfab1-c197-4f00-bc6e-946720bc5172 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:00.931411 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59151592-7194-456e-a412-d8a827a8b4f9 req-57adfab1-c197-4f00-bc6e-946720bc5172 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Network 225f9fff-305c-463a-a6d8-ecd24baeb610 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:49:00.934724 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [req-59151592-7194-456e-a412-d8a827a8b4f9 req-57adfab1-c197-4f00-bc6e-946720bc5172 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:49:00.938975 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-59151592-7194-456e-a412-d8a827a8b4f9 req-57adfab1-c197-4f00-bc6e-946720bc5172 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:49:00.945224 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57adfab1-c197-4f00-bc6e-946720bc5172 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Pushing event updated for resources: {'Port': ['ID=e95859f8-51da-4f98-b5a3-f89909e69128,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:49:00.991793 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59151592-7194-456e-a412-d8a827a8b4f9 req-57adfab1-c197-4f00-bc6e-946720bc5172 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:00.992427 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-59151592-7194-456e-a412-d8a827a8b4f9 req-57adfab1-c197-4f00-bc6e-946720bc5172 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:01.007347 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-59151592-7194-456e-a412-d8a827a8b4f9 req-57adfab1-c197-4f00-bc6e-946720bc5172 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5560086 Jul 13 14:49:01.019474 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-59151592-7194-456e-a412-d8a827a8b4f9 req-4681d1e0-12f6-43e7-9025-140ee79352f7 service neutron] Request body: {'port': {'device_id': '7c9b379a-528c-4fdb-8e78-6ac7593341ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-1'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:49:01.153140 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:01.220642 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-0eeab5dd-14f5-4131-982c-791d1ed67eef None None] Provisioning for port e95859f8-51da-4f98-b5a3-f89909e69128 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:49:01.225291 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-0eeab5dd-14f5-4131-982c-791d1ed67eef None None] Provisioning complete for port e95859f8-51da-4f98-b5a3-f89909e69128 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:49:01.225925 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-0eeab5dd-14f5-4131-982c-791d1ed67eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:01.261382 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-0eeab5dd-14f5-4131-982c-791d1ed67eef None None] Port e95859f8-51da-4f98-b5a3-f89909e69128 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:49:01.419123 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-59151592-7194-456e-a412-d8a827a8b4f9 req-4681d1e0-12f6-43e7-9025-140ee79352f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:01.497214 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:01.675261 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [req-59151592-7194-456e-a412-d8a827a8b4f9 req-4681d1e0-12f6-43e7-9025-140ee79352f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e95859f8-51da-4f98-b5a3-f89909e69128 {{(pid=93751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:49:01.682498 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-59151592-7194-456e-a412-d8a827a8b4f9 req-4681d1e0-12f6-43e7-9025-140ee79352f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:01.694881 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-59151592-7194-456e-a412-d8a827a8b4f9 req-4681d1e0-12f6-43e7-9025-140ee79352f7 service neutron] Transition to ACTIVE for port object e95859f8-51da-4f98-b5a3-f89909e69128 will not be triggered until provisioned by entity L2. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:49:01.698868 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-59151592-7194-456e-a412-d8a827a8b4f9 req-4681d1e0-12f6-43e7-9025-140ee79352f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:01.752524 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4681d1e0-12f6-43e7-9025-140ee79352f7 service neutron] Pushing event updated for resources: {'Port': ['ID=e95859f8-51da-4f98-b5a3-f89909e69128,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:49:01.822311 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-59151592-7194-456e-a412-d8a827a8b4f9 req-4681d1e0-12f6-43e7-9025-140ee79352f7 service neutron] Attempting to bind port e95859f8-51da-4f98-b5a3-f89909e69128 on host n-h2-800634-1 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:49:01.822644 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-59151592-7194-456e-a412-d8a827a8b4f9 req-4681d1e0-12f6-43e7-9025-140ee79352f7 service neutron] Attempting to bind port e95859f8-51da-4f98-b5a3-f89909e69128 by drivers openvswitch,hyperv on host n-h2-800634-1 at level 0 using segments [{'id': '8e7c7940-9434-4648-a510-45c446dca932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '225f9fff-305c-463a-a6d8-ecd24baeb610'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:49:01.822969 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59151592-7194-456e-a412-d8a827a8b4f9 req-4681d1e0-12f6-43e7-9025-140ee79352f7 service neutron] Attempting to bind port e95859f8-51da-4f98-b5a3-f89909e69128 on network 225f9fff-305c-463a-a6d8-ecd24baeb610 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:49:01.828767 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59151592-7194-456e-a412-d8a827a8b4f9 req-4681d1e0-12f6-43e7-9025-140ee79352f7 service neutron] Port e95859f8-51da-4f98-b5a3-f89909e69128 on network 225f9fff-305c-463a-a6d8-ecd24baeb610 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-1 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 14:49:01.829206 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59151592-7194-456e-a412-d8a827a8b4f9 req-4681d1e0-12f6-43e7-9025-140ee79352f7 service neutron] Attempting to bind port e95859f8-51da-4f98-b5a3-f89909e69128 on network 225f9fff-305c-463a-a6d8-ecd24baeb610 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:49:01.834883 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59151592-7194-456e-a412-d8a827a8b4f9 req-4681d1e0-12f6-43e7-9025-140ee79352f7 service neutron] Checking agent: {'id': 'f615e5c9-21ab-43f2-adbc-192d64b795cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 49, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:49:01.835347 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59151592-7194-456e-a412-d8a827a8b4f9 req-4681d1e0-12f6-43e7-9025-140ee79352f7 service neutron] Checking segment: {'id': '8e7c7940-9434-4648-a510-45c446dca932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '225f9fff-305c-463a-a6d8-ecd24baeb610'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:49:01.835803 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59151592-7194-456e-a412-d8a827a8b4f9 req-4681d1e0-12f6-43e7-9025-140ee79352f7 service neutron] Bound using segment: {'id': '8e7c7940-9434-4648-a510-45c446dca932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '225f9fff-305c-463a-a6d8-ecd24baeb610'} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:49:01.836234 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-59151592-7194-456e-a412-d8a827a8b4f9 req-4681d1e0-12f6-43e7-9025-140ee79352f7 service neutron] Bound port: e95859f8-51da-4f98-b5a3-f89909e69128, host: n-h2-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e7c7940-9434-4648-a510-45c446dca932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '225f9fff-305c-463a-a6d8-ecd24baeb610'}}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:49:01.836593 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-59151592-7194-456e-a412-d8a827a8b4f9 req-4681d1e0-12f6-43e7-9025-140ee79352f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:01.905823 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-59151592-7194-456e-a412-d8a827a8b4f9 req-4681d1e0-12f6-43e7-9025-140ee79352f7 service neutron] For port e95859f8-51da-4f98-b5a3-f89909e69128, host n-h2-800634-1, cleared binding levels {{(pid=93751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:49:01.909274 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-59151592-7194-456e-a412-d8a827a8b4f9 req-4681d1e0-12f6-43e7-9025-140ee79352f7 service neutron] For port e95859f8-51da-4f98-b5a3-f89909e69128, host n-h2-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=e95859f8-51da-4f98-b5a3-f89909e69128,segment=NetworkSegment(8e7c7940-9434-4648-a510-45c446dca932),segment_id=8e7c7940-9434-4648-a510-45c446dca932)] {{(pid=93751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:49:01.914138 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-59151592-7194-456e-a412-d8a827a8b4f9 req-4681d1e0-12f6-43e7-9025-140ee79352f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:01.953902 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59151592-7194-456e-a412-d8a827a8b4f9 req-4681d1e0-12f6-43e7-9025-140ee79352f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:01.954647 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-59151592-7194-456e-a412-d8a827a8b4f9 req-4681d1e0-12f6-43e7-9025-140ee79352f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:01.956048 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-59151592-7194-456e-a412-d8a827a8b4f9 req-4681d1e0-12f6-43e7-9025-140ee79352f7 service neutron] 10.222.0.41 "PUT /v2.0/ports/e95859f8-51da-4f98-b5a3-f89909e69128 HTTP/1.1" status: 200 len: 1091 time: 0.9410346 Jul 13 14:49:01.956480 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c9b379a-528c-4fdb-8e78-6ac7593341ab', 'tag': 'e95859f8-51da-4f98-b5a3-f89909e69128'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:49:01.958744 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dea8b0fca9d342929f96bd35c86b8a14765464b9140f1e1e2496fbd7209775c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cc1b809-068f-4b58-a184-c8b4424fb365" -d '{"events": [{"name": "network-changed", "server_uuid": "7c9b379a-528c-4fdb-8e78-6ac7593341ab", "tag": "e95859f8-51da-4f98-b5a3-f89909e69128"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:49:01.995321 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4681d1e0-12f6-43e7-9025-140ee79352f7 service neutron] Pushing event updated for resources: {'Port': ['ID=e95859f8-51da-4f98-b5a3-f89909e69128,revision_number=3']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:49:02.020373 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70631722-1ebd-4d6d-a842-2d2d28d5f698 x-openstack-request-id: req-70631722-1ebd-4d6d-a842-2d2d28d5f698 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:49:02.020660 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c9b379a-528c-4fdb-8e78-6ac7593341ab", "tag": "e95859f8-51da-4f98-b5a3-f89909e69128", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:49:02.020911 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-70631722-1ebd-4d6d-a842-2d2d28d5f698 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:49:02.021293 n-d-800634-1 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c9b379a-528c-4fdb-8e78-6ac7593341ab', 'tag': 'e95859f8-51da-4f98-b5a3-f89909e69128', 'status': 'completed', 'code': 200} Jul 13 14:49:02.111502 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59151592-7194-456e-a412-d8a827a8b4f9 req-595f253e-a7f6-40db-91e4-9701a7900814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:02.113040 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-59151592-7194-456e-a412-d8a827a8b4f9 req-595f253e-a7f6-40db-91e4-9701a7900814 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6cdbf29db6d14f58ac4a211f1cc6207f&device_id=7c9b379a-528c-4fdb-8e78-6ac7593341ab HTTP/1.1" status: 200 len: 1094 time: 0.1059716 Jul 13 14:49:02.121978 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67e895f-58eb-4f4b-81cf-5733333a5a8d req-a0e44d73-ceaf-48ad-ac62-979376bd0f5f tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:02.124412 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c67e895f-58eb-4f4b-81cf-5733333a5a8d req-a0e44d73-ceaf-48ad-ac62-979376bd0f5f tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c9b379a-528c-4fdb-8e78-6ac7593341ab HTTP/1.1" status: 200 len: 943 time: 0.1156232 Jul 13 14:49:02.170379 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-59151592-7194-456e-a412-d8a827a8b4f9 req-ed3cc866-d10a-4902-8c45-87167da457be service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e95859f8-51da-4f98-b5a3-f89909e69128 HTTP/1.1" status: 200 len: 217 time: 0.0440757 Jul 13 14:49:02.228431 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c67e895f-58eb-4f4b-81cf-5733333a5a8d req-9276d16a-a64f-4d91-9ffc-35d0947d3e79 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/security-groups?id=15a8f5ef-1147-4d5b-9778-15594dacbb52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973639 Jul 13 14:49:02.238155 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59151592-7194-456e-a412-d8a827a8b4f9 req-e9fb52d2-a516-4743-ac1e-ed7ffbca06a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:02.239581 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-59151592-7194-456e-a412-d8a827a8b4f9 req-e9fb52d2-a516-4743-ac1e-ed7ffbca06a3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b7699af9-d658-4bd2-b109-f1ca234927d6 HTTP/1.1" status: 200 len: 848 time: 0.0632386 Jul 13 14:49:02.296320 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59151592-7194-456e-a412-d8a827a8b4f9 req-9b78b73c-5f2e-4b22-af94-51449a465986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:02.297722 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-59151592-7194-456e-a412-d8a827a8b4f9 req-9b78b73c-5f2e-4b22-af94-51449a465986 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=225f9fff-305c-463a-a6d8-ecd24baeb610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516851 Jul 13 14:49:02.391713 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-59151592-7194-456e-a412-d8a827a8b4f9 req-4945d8cd-faf4-4052-a177-149966f70a8f service neutron] 10.222.0.41 "GET /v2.0/networks/225f9fff-305c-463a-a6d8-ecd24baeb610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863585 Jul 13 14:49:02.480099 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-59151592-7194-456e-a412-d8a827a8b4f9 req-5ee2718b-addc-4edd-80eb-b7f1ba921770 service neutron] 10.222.0.41 "GET /v2.0/networks/225f9fff-305c-463a-a6d8-ecd24baeb610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828476 Jul 13 14:49:02.590073 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc1b809-068f-4b58-a184-c8b4424fb365 req-6a9afdf6-54f4-4194-bfb4-9415f94f5b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:02.591592 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6cc1b809-068f-4b58-a184-c8b4424fb365 req-6a9afdf6-54f4-4194-bfb4-9415f94f5b21 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6cdbf29db6d14f58ac4a211f1cc6207f&device_id=7c9b379a-528c-4fdb-8e78-6ac7593341ab HTTP/1.1" status: 200 len: 1094 time: 0.0613897 Jul 13 14:49:02.679080 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc1b809-068f-4b58-a184-c8b4424fb365 req-570eb26d-781d-4cce-81de-50963c4074b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:02.680527 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6cc1b809-068f-4b58-a184-c8b4424fb365 req-570eb26d-781d-4cce-81de-50963c4074b2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=225f9fff-305c-463a-a6d8-ecd24baeb610 HTTP/1.1" status: 200 len: 909 time: 0.0832777 Jul 13 14:49:02.722239 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6cc1b809-068f-4b58-a184-c8b4424fb365 req-eabae650-f5f7-41a0-a63b-4ab73974eabc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e95859f8-51da-4f98-b5a3-f89909e69128 HTTP/1.1" status: 200 len: 217 time: 0.0347836 Jul 13 14:49:02.774349 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc1b809-068f-4b58-a184-c8b4424fb365 req-38bc5af1-d0d5-4d6b-bc7b-0fa770cab7db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:02.775808 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6cc1b809-068f-4b58-a184-c8b4424fb365 req-38bc5af1-d0d5-4d6b-bc7b-0fa770cab7db service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b7699af9-d658-4bd2-b109-f1ca234927d6 HTTP/1.1" status: 200 len: 848 time: 0.0480855 Jul 13 14:49:02.833312 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc1b809-068f-4b58-a184-c8b4424fb365 req-007271cf-7e47-4f3a-bad3-8378eef23589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:02.834815 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6cc1b809-068f-4b58-a184-c8b4424fb365 req-007271cf-7e47-4f3a-bad3-8378eef23589 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=225f9fff-305c-463a-a6d8-ecd24baeb610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0525272 Jul 13 14:49:02.923648 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6cc1b809-068f-4b58-a184-c8b4424fb365 req-90737b16-5940-4b1d-9b16-19f22eb1b968 service neutron] 10.222.0.41 "GET /v2.0/networks/225f9fff-305c-463a-a6d8-ecd24baeb610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816128 Jul 13 14:49:03.018810 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6cc1b809-068f-4b58-a184-c8b4424fb365 req-bb46c687-04b4-4989-8995-8a15f5be2072 service neutron] 10.222.0.41 "GET /v2.0/networks/225f9fff-305c-463a-a6d8-ecd24baeb610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880926 Jul 13 14:49:03.406063 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c549b9-6d1b-4390-bc5d-4e7de921ab23 req-fb12cc8d-52ac-44e3-87d6-68eeee946ebd tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:03.407539 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d0c549b9-6d1b-4390-bc5d-4e7de921ab23 req-fb12cc8d-52ac-44e3-87d6-68eeee946ebd tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c9b379a-528c-4fdb-8e78-6ac7593341ab HTTP/1.1" status: 200 len: 943 time: 0.0638738 Jul 13 14:49:03.446562 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d0c549b9-6d1b-4390-bc5d-4e7de921ab23 req-59ff686a-22be-4b9e-a4ba-3185770a871f tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/security-groups?id=15a8f5ef-1147-4d5b-9778-15594dacbb52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332363 Jul 13 14:49:04.232780 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device e95859f8-51da-4f98-b5a3-f89909e69128 details requested by agent hyperv_n-h2-800634-1 with host n-h2-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 14:49:04.328877 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port e95859f8-51da-4f98-b5a3-f89909e69128, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=e95859f8-51da-4f98-b5a3-f89909e69128,segment=NetworkSegment(8e7c7940-9434-4648-a510-45c446dca932),segment_id=8e7c7940-9434-4648-a510-45c446dca932)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:49:04.339829 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Returning: {'device': 'e95859f8-51da-4f98-b5a3-f89909e69128', 'network_id': '225f9fff-305c-463a-a6d8-ecd24baeb610', 'port_id': 'e95859f8-51da-4f98-b5a3-f89909e69128', 'mac_address': 'fa:16:3e:f6:15:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7699af9-d658-4bd2-b109-f1ca234927d6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 14:49:04.376219 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:04.388649 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e95859f8-51da-4f98-b5a3-f89909e69128 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:49:04.407890 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port e95859f8-51da-4f98-b5a3-f89909e69128, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=e95859f8-51da-4f98-b5a3-f89909e69128,segment=NetworkSegment(8e7c7940-9434-4648-a510-45c446dca932),segment_id=8e7c7940-9434-4648-a510-45c446dca932)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:49:04.411980 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:04.462428 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=e95859f8-51da-4f98-b5a3-f89909e69128,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:49:04.610983 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['e95859f8-51da-4f98-b5a3-f89909e69128'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:49:04.621344 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fa5b53-6fc1-43d7-bc19-0c11b6cded2b req-8daec361-c5a5-438a-9ab6-dfcf0f58cf7b tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:04.622888 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-84fa5b53-6fc1-43d7-bc19-0c11b6cded2b req-8daec361-c5a5-438a-9ab6-dfcf0f58cf7b tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c9b379a-528c-4fdb-8e78-6ac7593341ab HTTP/1.1" status: 200 len: 944 time: 0.0660617 Jul 13 14:49:04.663349 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-84fa5b53-6fc1-43d7-bc19-0c11b6cded2b req-8061f5f2-3c3f-4478-8ce8-b3cef59cb4cd tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/security-groups?id=15a8f5ef-1147-4d5b-9778-15594dacbb52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348148 Jul 13 14:49:05.837550 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b63a0c1-bb92-4663-b5fb-60d4b6d74c5d req-ed2461c7-2ee3-4e67-be86-7902d52d23df tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:05.839092 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7b63a0c1-bb92-4663-b5fb-60d4b6d74c5d req-ed2461c7-2ee3-4e67-be86-7902d52d23df tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c9b379a-528c-4fdb-8e78-6ac7593341ab HTTP/1.1" status: 200 len: 944 time: 0.0674560 Jul 13 14:49:05.877091 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7b63a0c1-bb92-4663-b5fb-60d4b6d74c5d req-f178c2eb-4799-4cea-ac44-e588016b78ac tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/security-groups?id=15a8f5ef-1147-4d5b-9778-15594dacbb52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321488 Jul 13 14:49:06.233785 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device e95859f8-51da-4f98-b5a3-f89909e69128 up at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:49:06.281558 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning for port e95859f8-51da-4f98-b5a3-f89909e69128 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:49:06.285172 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning complete for port e95859f8-51da-4f98-b5a3-f89909e69128 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:49:06.285539 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:06.359812 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:06.382952 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c9b379a-528c-4fdb-8e78-6ac7593341ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e95859f8-51da-4f98-b5a3-f89909e69128'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:49:06.385189 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f877c416c4e1be0a98e2d34673ec81d4e31c3422e8e709fff770f7d8b7e0843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e6fbb5c-475b-49f2-b03f-0e9c2d33b457" -d '{"events": [{"server_uuid": "7c9b379a-528c-4fdb-8e78-6ac7593341ab", "name": "network-vif-plugged", "status": "completed", "tag": "e95859f8-51da-4f98-b5a3-f89909e69128"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:49:06.397986 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port e95859f8-51da-4f98-b5a3-f89909e69128, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=e95859f8-51da-4f98-b5a3-f89909e69128,segment=NetworkSegment(8e7c7940-9434-4648-a510-45c446dca932),segment_id=8e7c7940-9434-4648-a510-45c446dca932)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:49:06.402251 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:06.431106 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:49:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba8351b0-99b7-43b3-a8a7-995a5aceb2e4 x-openstack-request-id: req-ba8351b0-99b7-43b3-a8a7-995a5aceb2e4 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:49:06.431403 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c9b379a-528c-4fdb-8e78-6ac7593341ab", "name": "network-vif-plugged", "status": "completed", "tag": "e95859f8-51da-4f98-b5a3-f89909e69128", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:49:06.431660 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ba8351b0-99b7-43b3-a8a7-995a5aceb2e4 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:49:06.432151 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c9b379a-528c-4fdb-8e78-6ac7593341ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e95859f8-51da-4f98-b5a3-f89909e69128', 'code': 200} Jul 13 14:49:06.459743 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=e95859f8-51da-4f98-b5a3-f89909e69128,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:49:06.546057 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede3ec67-7d34-4446-9208-a3382e672122 req-0cbfec74-147f-4369-a4a5-e35884faa76b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:06.547555 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ede3ec67-7d34-4446-9208-a3382e672122 req-0cbfec74-147f-4369-a4a5-e35884faa76b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7c9b379a-528c-4fdb-8e78-6ac7593341ab HTTP/1.1" status: 200 len: 1096 time: 0.0573173 Jul 13 14:49:06.583214 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-ede3ec67-7d34-4446-9208-a3382e672122 req-45b9f6ad-fe8b-421f-93d9-c1a35c9782dd service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=15a8f5ef-1147-4d5b-9778-15594dacbb52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292633 Jul 13 14:49:07.098572 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db10e7fe-1947-4fbb-8323-55ec782d05b8 req-b0b8f7a3-58ff-42ac-b310-ac3dcb943ada tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:07.100085 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-db10e7fe-1947-4fbb-8323-55ec782d05b8 req-b0b8f7a3-58ff-42ac-b310-ac3dcb943ada tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c9b379a-528c-4fdb-8e78-6ac7593341ab HTTP/1.1" status: 200 len: 945 time: 0.1128099 Jul 13 14:49:07.137478 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-db10e7fe-1947-4fbb-8323-55ec782d05b8 req-6d955775-b020-4a3f-a2dd-6d2321b6f73d tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/security-groups?id=15a8f5ef-1147-4d5b-9778-15594dacbb52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319068 Jul 13 14:49:08.316893 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fa6528-6952-498c-86c5-4b3cf9ef7a33 req-6b22ba34-185e-4d2b-8cf0-e0cfe6ae6ae0 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:08.318451 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a5fa6528-6952-498c-86c5-4b3cf9ef7a33 req-6b22ba34-185e-4d2b-8cf0-e0cfe6ae6ae0 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c9b379a-528c-4fdb-8e78-6ac7593341ab HTTP/1.1" status: 200 len: 945 time: 0.0645401 Jul 13 14:49:08.357530 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a5fa6528-6952-498c-86c5-4b3cf9ef7a33 req-1d79f710-3a7c-434f-b245-dd6d2ca2bb0b tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/security-groups?id=15a8f5ef-1147-4d5b-9778-15594dacbb52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331919 Jul 13 14:49:08.543351 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e41e777-c80f-4569-bad9-f9fc455e8ef8 req-c24acf2e-25b9-415f-9804-9064f47f5a36 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:08.544914 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1e41e777-c80f-4569-bad9-f9fc455e8ef8 req-c24acf2e-25b9-415f-9804-9064f47f5a36 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c9b379a-528c-4fdb-8e78-6ac7593341ab HTTP/1.1" status: 200 len: 945 time: 0.0630498 Jul 13 14:49:08.600055 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1e41e777-c80f-4569-bad9-f9fc455e8ef8 req-4dcf5d47-e6a4-40d4-b270-014657a02c88 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/security-groups?id=15a8f5ef-1147-4d5b-9778-15594dacbb52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493610 Jul 13 14:49:08.624860 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 52878) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:49:08.721045 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bf55f5f-aa6c-420f-9b21-a74c2c4622b7 tempest-TestShelveInstance-832399367 tempest-TestShelveInstance-832399367-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:08.722739 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-1bf55f5f-aa6c-420f-9b21-a74c2c4622b7 tempest-TestShelveInstance-832399367 tempest-TestShelveInstance-832399367-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=7c9b379a-528c-4fdb-8e78-6ac7593341ab HTTP/1.1" status: 200 len: 1091 time: 0.0968943 Jul 13 14:49:08.725704 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 52882) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:49:08.730077 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-aa9371f3-24d2-4887-8a69-b5d8f547cdc7 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Request body: {'floatingip': {'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'port_id': 'e95859f8-51da-4f98-b5a3-f89909e69128', 'tenant_id': '6cdbf29db6d14f58ac4a211f1cc6207f', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:49:08.752348 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-aa9371f3-24d2-4887-8a69-b5d8f547cdc7 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Notify callbacks [] for floatingip, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:08.857379 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-aa9371f3-24d2-4887-8a69-b5d8f547cdc7 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:08.959847 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-aa9371f3-24d2-4887-8a69-b5d8f547cdc7 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Allocated IP 172.25.6.6 (acf968b8-c524-46a9-a20b-ad9667009130/dde5a78e-bd1e-4f47-8189-7321d4de73d3/885895eb-fa04-4088-a215-229bad994aba) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:49:09.064739 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-aa9371f3-24d2-4887-8a69-b5d8f547cdc7 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:09.102274 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-aa9371f3-24d2-4887-8a69-b5d8f547cdc7 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:09.143464 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa9371f3-24d2-4887-8a69-b5d8f547cdc7 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Network acf968b8-c524-46a9-a20b-ad9667009130 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:49:09.148542 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-aa9371f3-24d2-4887-8a69-b5d8f547cdc7 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:49:09.150815 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9371f3-24d2-4887-8a69-b5d8f547cdc7 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Pushing event updated for resources: {'Port': ['ID=885895eb-fa04-4088-a215-229bad994aba,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:49:09.152941 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9371f3-24d2-4887-8a69-b5d8f547cdc7 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:49:09.889043 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-aa9371f3-24d2-4887-8a69-b5d8f547cdc7 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:09.970084 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-aa9371f3-24d2-4887-8a69-b5d8f547cdc7 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:10.119661 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-aa9371f3-24d2-4887-8a69-b5d8f547cdc7 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:10.124267 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-aa9371f3-24d2-4887-8a69-b5d8f547cdc7 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:10.197542 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9371f3-24d2-4887-8a69-b5d8f547cdc7 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Pushing event updated for resources: {'Port': ['ID=885895eb-fa04-4088-a215-229bad994aba,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:49:10.206350 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-aa9371f3-24d2-4887-8a69-b5d8f547cdc7 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446547'] for floatingip, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:10.311101 n-d-800634-1 neutron-server[93750]: INFO neutron.db.l3_db [None req-aa9371f3-24d2-4887-8a69-b5d8f547cdc7 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Floating IP 6b5968fd-cf66-4561-b1f9-ae2d84a083d2 associated. External IP: 172.25.6.6, port: e95859f8-51da-4f98-b5a3-f89909e69128. Jul 13 14:49:10.520853 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa9371f3-24d2-4887-8a69-b5d8f547cdc7 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Router ff2ae8e8-6695-4d4e-a6ed-db8e689dfa5f has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:49:10.632058 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa9371f3-24d2-4887-8a69-b5d8f547cdc7 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:49:10.642553 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851d71f0-5a95-40d1-8be3-17efa1540dc3 None None] Sync routers for ids ['ff2ae8e8-6695-4d4e-a6ed-db8e689dfa5f'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:49:10.651086 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-aa9371f3-24d2-4887-8a69-b5d8f547cdc7 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for floatingip, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:10.652744 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851d71f0-5a95-40d1-8be3-17efa1540dc3 None None] Routers {'ff2ae8e8-6695-4d4e-a6ed-db8e689dfa5f'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:49:10.653413 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-851d71f0-5a95-40d1-8be3-17efa1540dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:48:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['ff2ae8e8-6695-4d4e-a6ed-db8e689dfa5f'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:49:10.697933 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-aa9371f3-24d2-4887-8a69-b5d8f547cdc7 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.9711466 Jul 13 14:49:10.698705 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c9b379a-528c-4fdb-8e78-6ac7593341ab', 'tag': 'e95859f8-51da-4f98-b5a3-f89909e69128'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:49:10.701911 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d80e434584b282bc6a886e23c599c6bef7951b468a8cb6259e8628cee4d6f2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-284b1b0d-d21a-46ce-ac8b-815010d68b7d" -d '{"events": [{"name": "network-changed", "server_uuid": "7c9b379a-528c-4fdb-8e78-6ac7593341ab", "tag": "e95859f8-51da-4f98-b5a3-f89909e69128"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:49:10.741781 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:49:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f83a18d-750e-466f-b92f-6afc661c8571 x-openstack-request-id: req-3f83a18d-750e-466f-b92f-6afc661c8571 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:49:10.742099 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c9b379a-528c-4fdb-8e78-6ac7593341ab", "tag": "e95859f8-51da-4f98-b5a3-f89909e69128", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:49:10.742386 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3f83a18d-750e-466f-b92f-6afc661c8571 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:49:10.742793 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c9b379a-528c-4fdb-8e78-6ac7593341ab', 'tag': 'e95859f8-51da-4f98-b5a3-f89909e69128', 'status': 'completed', 'code': 200} Jul 13 14:49:10.778047 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-851d71f0-5a95-40d1-8be3-17efa1540dc3 None None] Set router ff2ae8e8-6695-4d4e-a6ed-db8e689dfa5f gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:49:10.817006 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284b1b0d-d21a-46ce-ac8b-815010d68b7d req-3476b1a6-139c-425f-b4a6-b8d00b7cfd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:10.818545 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-284b1b0d-d21a-46ce-ac8b-815010d68b7d req-3476b1a6-139c-425f-b4a6-b8d00b7cfd0e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6cdbf29db6d14f58ac4a211f1cc6207f&device_id=7c9b379a-528c-4fdb-8e78-6ac7593341ab HTTP/1.1" status: 200 len: 1096 time: 0.0530906 Jul 13 14:49:10.913050 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284b1b0d-d21a-46ce-ac8b-815010d68b7d req-294e70d6-b833-4b5e-a24f-75e734f651b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:10.914655 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-284b1b0d-d21a-46ce-ac8b-815010d68b7d req-294e70d6-b833-4b5e-a24f-75e734f651b5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=225f9fff-305c-463a-a6d8-ecd24baeb610 HTTP/1.1" status: 200 len: 909 time: 0.0901773 Jul 13 14:49:10.983032 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-284b1b0d-d21a-46ce-ac8b-815010d68b7d req-f83305dc-1073-47ba-8a15-44684d75c74b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e95859f8-51da-4f98-b5a3-f89909e69128 HTTP/1.1" status: 200 len: 997 time: 0.0621579 Jul 13 14:49:11.004372 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-851d71f0-5a95-40d1-8be3-17efa1540dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff2ae8e8-6695-4d4e-a6ed-db8e689dfa5f', 'name': 'tempest-TestShelveInstance-1953063783-router', 'tenant_id': '6cdbf29db6d14f58ac4a211f1cc6207f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': 'c6fcf041-cfa0-4527-9bd6-d22f9f6a373c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:48:43Z', 'updated_at': '2021-07-13T14:48:46Z', 'revision_number': 4, 'project_id': '6cdbf29db6d14f58ac4a211f1cc6207f', 'gw_port': {'id': 'c6fcf041-cfa0-4527-9bd6-d22f9f6a373c', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:bd:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2ae8e8-6695-4d4e-a6ed-db8e689dfa5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:48:44Z', 'updated_at': '2021-07-13T14:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_floatingips': [{'id': '6b5968fd-cf66-4561-b1f9-ae2d84a083d2', 'tenant_id': '6cdbf29db6d14f58ac4a211f1cc6207f', 'floating_ip_address': '172.25.6.6', 'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'router_id': 'ff2ae8e8-6695-4d4e-a6ed-db8e689dfa5f', 'port_id': 'e95859f8-51da-4f98-b5a3-f89909e69128', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4260, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '225f9fff-305c-463a-a6d8-ecd24baeb610', 'mac_address': 'fa:16:3e:f6:15:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9b379a-528c-4fdb-8e78-6ac7593341ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:49:09Z', 'updated_at': '2021-07-13T14:49:09Z', 'revision_number': 0, 'project_id': '6cdbf29db6d14f58ac4a211f1cc6207f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8a6134a-ffc3-496e-ba3b-6a1be179c958', 'name': '', 'network_id': '225f9fff-305c-463a-a6d8-ecd24baeb610', 'tenant_id': '6cdbf29db6d14f58ac4a211f1cc6207f', 'mac_address': 'fa:16:3e:e5:36:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2ae8e8-6695-4d4e-a6ed-db8e689dfa5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'b7699af9-d658-4bd2-b109-f1ca234927d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:48:45Z', 'updated_at': '2021-07-13T14:48:53Z', 'revision_number': 5, 'project_id': '6cdbf29db6d14f58ac4a211f1cc6207f', 'subnets': [{'id': 'b7699af9-d658-4bd2-b109-f1ca234927d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:49:11.034214 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851d71f0-5a95-40d1-8be3-17efa1540dc3 None None] Checking router: ff2ae8e8-6695-4d4e-a6ed-db8e689dfa5f for host: n-d-800634-1 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:49:11.037809 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284b1b0d-d21a-46ce-ac8b-815010d68b7d req-3d5be267-b292-4ec8-88ba-653ab867f240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:11.039294 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-284b1b0d-d21a-46ce-ac8b-815010d68b7d req-3d5be267-b292-4ec8-88ba-653ab867f240 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b7699af9-d658-4bd2-b109-f1ca234927d6 HTTP/1.1" status: 200 len: 848 time: 0.0503740 Jul 13 14:49:11.043051 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851d71f0-5a95-40d1-8be3-17efa1540dc3 None None] Routers {'ff2ae8e8-6695-4d4e-a6ed-db8e689dfa5f'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:49:11.043655 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-851d71f0-5a95-40d1-8be3-17efa1540dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:48:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['ff2ae8e8-6695-4d4e-a6ed-db8e689dfa5f'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:49:11.099912 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284b1b0d-d21a-46ce-ac8b-815010d68b7d req-56d41386-b6cf-4743-8038-997690bc132a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:11.101433 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-284b1b0d-d21a-46ce-ac8b-815010d68b7d req-56d41386-b6cf-4743-8038-997690bc132a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=225f9fff-305c-463a-a6d8-ecd24baeb610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0556984 Jul 13 14:49:11.157086 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-851d71f0-5a95-40d1-8be3-17efa1540dc3 None None] Set router ff2ae8e8-6695-4d4e-a6ed-db8e689dfa5f gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:49:11.198474 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-284b1b0d-d21a-46ce-ac8b-815010d68b7d req-60e2a45f-939a-420b-9df1-7a836aad9237 service neutron] 10.222.0.41 "GET /v2.0/networks/225f9fff-305c-463a-a6d8-ecd24baeb610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902369 Jul 13 14:49:11.304324 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-284b1b0d-d21a-46ce-ac8b-815010d68b7d req-1152d2d8-066e-4282-a3a2-5a10c6a1a7c7 service neutron] 10.222.0.41 "GET /v2.0/networks/225f9fff-305c-463a-a6d8-ecd24baeb610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990920 Jul 13 14:49:11.392405 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-851d71f0-5a95-40d1-8be3-17efa1540dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff2ae8e8-6695-4d4e-a6ed-db8e689dfa5f', 'name': 'tempest-TestShelveInstance-1953063783-router', 'tenant_id': '6cdbf29db6d14f58ac4a211f1cc6207f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': 'c6fcf041-cfa0-4527-9bd6-d22f9f6a373c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:48:43Z', 'updated_at': '2021-07-13T14:48:46Z', 'revision_number': 4, 'project_id': '6cdbf29db6d14f58ac4a211f1cc6207f', 'gw_port': {'id': 'c6fcf041-cfa0-4527-9bd6-d22f9f6a373c', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:bd:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2ae8e8-6695-4d4e-a6ed-db8e689dfa5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:48:44Z', 'updated_at': '2021-07-13T14:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_floatingips': [{'id': '6b5968fd-cf66-4561-b1f9-ae2d84a083d2', 'tenant_id': '6cdbf29db6d14f58ac4a211f1cc6207f', 'floating_ip_address': '172.25.6.6', 'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'router_id': 'ff2ae8e8-6695-4d4e-a6ed-db8e689dfa5f', 'port_id': 'e95859f8-51da-4f98-b5a3-f89909e69128', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4260, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '225f9fff-305c-463a-a6d8-ecd24baeb610', 'mac_address': 'fa:16:3e:f6:15:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9b379a-528c-4fdb-8e78-6ac7593341ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:49:09Z', 'updated_at': '2021-07-13T14:49:09Z', 'revision_number': 0, 'project_id': '6cdbf29db6d14f58ac4a211f1cc6207f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8a6134a-ffc3-496e-ba3b-6a1be179c958', 'name': '', 'network_id': '225f9fff-305c-463a-a6d8-ecd24baeb610', 'tenant_id': '6cdbf29db6d14f58ac4a211f1cc6207f', 'mac_address': 'fa:16:3e:e5:36:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2ae8e8-6695-4d4e-a6ed-db8e689dfa5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'b7699af9-d658-4bd2-b109-f1ca234927d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:48:45Z', 'updated_at': '2021-07-13T14:48:53Z', 'revision_number': 5, 'project_id': '6cdbf29db6d14f58ac4a211f1cc6207f', 'subnets': [{'id': 'b7699af9-d658-4bd2-b109-f1ca234927d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:49:11.418832 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851d71f0-5a95-40d1-8be3-17efa1540dc3 None None] The sync data for ids ['ff2ae8e8-6695-4d4e-a6ed-db8e689dfa5f'] in n-d-800634-1 is: [{'id': 'ff2ae8e8-6695-4d4e-a6ed-db8e689dfa5f', 'name': 'tempest-TestShelveInstance-1953063783-router', 'tenant_id': '6cdbf29db6d14f58ac4a211f1cc6207f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': 'c6fcf041-cfa0-4527-9bd6-d22f9f6a373c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:48:43Z', 'updated_at': '2021-07-13T14:48:46Z', 'revision_number': 4, 'project_id': '6cdbf29db6d14f58ac4a211f1cc6207f', 'gw_port': {'id': 'c6fcf041-cfa0-4527-9bd6-d22f9f6a373c', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:bd:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2ae8e8-6695-4d4e-a6ed-db8e689dfa5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:48:44Z', 'updated_at': '2021-07-13T14:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_floatingips': [{'id': '6b5968fd-cf66-4561-b1f9-ae2d84a083d2', 'tenant_id': '6cdbf29db6d14f58ac4a211f1cc6207f', 'floating_ip_address': '172.25.6.6', 'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'router_id': 'ff2ae8e8-6695-4d4e-a6ed-db8e689dfa5f', 'port_id': 'e95859f8-51da-4f98-b5a3-f89909e69128', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4260, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '225f9fff-305c-463a-a6d8-ecd24baeb610', 'mac_address': 'fa:16:3e:f6:15:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9b379a-528c-4fdb-8e78-6ac7593341ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:49:09Z', 'updated_at': '2021-07-13T14:49:09Z', 'revision_number': 0, 'project_id': '6cdbf29db6d14f58ac4a211f1cc6207f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8a6134a-ffc3-496e-ba3b-6a1be179c958', 'name': '', 'network_id': '225f9fff-305c-463a-a6d8-ecd24baeb610', 'tenant_id': '6cdbf29db6d14f58ac4a211f1cc6207f', 'mac_address': 'fa:16:3e:e5:36:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2ae8e8-6695-4d4e-a6ed-db8e689dfa5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'b7699af9-d658-4bd2-b109-f1ca234927d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:48:45Z', 'updated_at': '2021-07-13T14:48:53Z', 'revision_number': 5, 'project_id': '6cdbf29db6d14f58ac4a211f1cc6207f', 'subnets': [{'id': 'b7699af9-d658-4bd2-b109-f1ca234927d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:49:11.612572 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4fb5895-a115-46df-872a-22696f7c22e9 None None] New status for floating IP 6b5968fd-cf66-4561-b1f9-ae2d84a083d2: ACTIVE {{(pid=93753) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 14:49:17.387956 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e392660e-f2f5-4745-a8af-9647dd2edd48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:20.007318 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-821a68e7-38d1-4d2c-9c20-768eb663f62c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:20.139986 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:21.416955 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:22.908532 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:31.169849 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:31.513363 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:37.578379 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:49:47.393292 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fd0660e5-cd38-4dbe-a7dc-3580d2ced6a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:50.008734 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6d763cd0-212f-4b62-9b7d-92a242473a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:50.132752 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:51.421022 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:52.916724 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:56.020965 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-22260f39-bb0e-4ad4-9a1e-9ec55170d8c2 req-43decf03-2f79-4536-b177-a38aa2a5c20b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7c9b379a-528c-4fdb-8e78-6ac7593341ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1079321 Jul 13 14:49:56.122135 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22260f39-bb0e-4ad4-9a1e-9ec55170d8c2 req-75bfb25b-ca33-472e-86d9-6fda54e34ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:56.123672 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-22260f39-bb0e-4ad4-9a1e-9ec55170d8c2 req-75bfb25b-ca33-472e-86d9-6fda54e34ba7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6cdbf29db6d14f58ac4a211f1cc6207f&device_id=7c9b379a-528c-4fdb-8e78-6ac7593341ab HTTP/1.1" status: 200 len: 1096 time: 0.0597706 Jul 13 14:49:56.239733 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22260f39-bb0e-4ad4-9a1e-9ec55170d8c2 req-9469bfe2-e3c6-4058-88b6-3704d24fbe88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:56.241159 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-22260f39-bb0e-4ad4-9a1e-9ec55170d8c2 req-9469bfe2-e3c6-4058-88b6-3704d24fbe88 service neutron] 10.222.0.41 "GET /v2.0/networks?id=225f9fff-305c-463a-a6d8-ecd24baeb610 HTTP/1.1" status: 200 len: 909 time: 0.0983644 Jul 13 14:49:56.307337 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-22260f39-bb0e-4ad4-9a1e-9ec55170d8c2 req-9c0d0b40-a2ae-4406-83d4-e21f9566ef90 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e95859f8-51da-4f98-b5a3-f89909e69128 HTTP/1.1" status: 200 len: 999 time: 0.0602822 Jul 13 14:49:56.369754 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22260f39-bb0e-4ad4-9a1e-9ec55170d8c2 req-e66d0020-ac91-4029-b482-e33d9cacd92d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:56.371240 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-22260f39-bb0e-4ad4-9a1e-9ec55170d8c2 req-e66d0020-ac91-4029-b482-e33d9cacd92d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b7699af9-d658-4bd2-b109-f1ca234927d6 HTTP/1.1" status: 200 len: 848 time: 0.0581727 Jul 13 14:49:56.429819 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22260f39-bb0e-4ad4-9a1e-9ec55170d8c2 req-1a2112b5-f844-49b4-a257-b1f227bc06eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:56.431317 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-22260f39-bb0e-4ad4-9a1e-9ec55170d8c2 req-1a2112b5-f844-49b4-a257-b1f227bc06eb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=225f9fff-305c-463a-a6d8-ecd24baeb610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0544398 Jul 13 14:49:56.527191 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-22260f39-bb0e-4ad4-9a1e-9ec55170d8c2 req-141db1c7-ca9e-417c-af01-4ed79864c771 service neutron] 10.222.0.41 "GET /v2.0/networks/225f9fff-305c-463a-a6d8-ecd24baeb610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894012 Jul 13 14:49:56.624904 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-22260f39-bb0e-4ad4-9a1e-9ec55170d8c2 req-f4db3082-5ecc-4084-92b6-918b35d2ae88 service neutron] 10.222.0.41 "GET /v2.0/networks/225f9fff-305c-463a-a6d8-ecd24baeb610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917935 Jul 13 14:50:01.167224 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:01.642471 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:14.578082 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:50:17.385486 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-421956d1-721f-4d89-b94f-1ed137e14a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:20.010240 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-3081d390-b4b8-44d3-adc7-dd78b44a4623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:20.133459 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:21.424278 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:22.913830 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:31.166451 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:31.637262 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:47.386271 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f1f348ff-5451-472f-9d25-bb41f7691d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:50.011460 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6c3356d7-414c-4baa-87a0-f6b5d32c56ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:50.133132 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:51.426973 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:51.578989 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:50:52.916372 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:56.966762 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d570ee93-6184-4203-8d20-21c2a506174d req-a7f857e1-76a9-4585-be84-bcc58a42b61f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7c9b379a-528c-4fdb-8e78-6ac7593341ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0553467 Jul 13 14:50:57.067523 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d570ee93-6184-4203-8d20-21c2a506174d req-babb15a5-af3f-4ff7-b7df-3df46ef55645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:57.069026 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d570ee93-6184-4203-8d20-21c2a506174d req-babb15a5-af3f-4ff7-b7df-3df46ef55645 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6cdbf29db6d14f58ac4a211f1cc6207f&device_id=7c9b379a-528c-4fdb-8e78-6ac7593341ab HTTP/1.1" status: 200 len: 1096 time: 0.0586579 Jul 13 14:50:57.175912 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d570ee93-6184-4203-8d20-21c2a506174d req-fd603c60-a0bb-4172-a48d-fe20cef643fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:57.177389 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d570ee93-6184-4203-8d20-21c2a506174d req-fd603c60-a0bb-4172-a48d-fe20cef643fa service neutron] 10.222.0.41 "GET /v2.0/networks?id=225f9fff-305c-463a-a6d8-ecd24baeb610 HTTP/1.1" status: 200 len: 909 time: 0.0880096 Jul 13 14:50:57.245631 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d570ee93-6184-4203-8d20-21c2a506174d req-197aaa8c-5a53-4308-9e1b-7ff080672694 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e95859f8-51da-4f98-b5a3-f89909e69128 HTTP/1.1" status: 200 len: 999 time: 0.0624826 Jul 13 14:50:57.293611 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d570ee93-6184-4203-8d20-21c2a506174d req-59e64db8-12af-4564-be7c-a4ba548df6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:57.295083 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d570ee93-6184-4203-8d20-21c2a506174d req-59e64db8-12af-4564-be7c-a4ba548df6fe service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b7699af9-d658-4bd2-b109-f1ca234927d6 HTTP/1.1" status: 200 len: 848 time: 0.0440776 Jul 13 14:50:57.352792 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d570ee93-6184-4203-8d20-21c2a506174d req-c58965c5-34a2-469a-a062-d94d5d5ca762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:57.354456 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d570ee93-6184-4203-8d20-21c2a506174d req-c58965c5-34a2-469a-a062-d94d5d5ca762 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=225f9fff-305c-463a-a6d8-ecd24baeb610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0531249 Jul 13 14:50:57.446970 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d570ee93-6184-4203-8d20-21c2a506174d req-70e3f0ce-efab-4b1a-947d-2dce7e09ea12 service neutron] 10.222.0.41 "GET /v2.0/networks/225f9fff-305c-463a-a6d8-ecd24baeb610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859046 Jul 13 14:50:57.536262 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d570ee93-6184-4203-8d20-21c2a506174d req-5f67eae3-3b43-412e-9719-0a0eaf8e4909 service neutron] 10.222.0.41 "GET /v2.0/networks/225f9fff-305c-463a-a6d8-ecd24baeb610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832641 Jul 13 14:51:01.180101 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:01.653224 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:05.729584 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2075db02-1f74-4214-90f2-940ab2a22927 req-4fa6a6b5-040c-4c69-8067-c1f64b0cddc3 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:05.731113 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2075db02-1f74-4214-90f2-940ab2a22927 req-4fa6a6b5-040c-4c69-8067-c1f64b0cddc3 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c9b379a-528c-4fdb-8e78-6ac7593341ab HTTP/1.1" status: 200 len: 945 time: 0.0650954 Jul 13 14:51:05.769349 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2075db02-1f74-4214-90f2-940ab2a22927 req-2f7fd9c4-f9db-478d-8943-7c459da06721 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/security-groups?id=15a8f5ef-1147-4d5b-9778-15594dacbb52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326838 Jul 13 14:51:06.959764 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6f3831-a310-454d-a4f2-85b0b0bfc0bf req-1869e6b5-6cce-4acb-bc1e-6917dbef7c1a tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:06.961289 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ea6f3831-a310-454d-a4f2-85b0b0bfc0bf req-1869e6b5-6cce-4acb-bc1e-6917dbef7c1a tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c9b379a-528c-4fdb-8e78-6ac7593341ab HTTP/1.1" status: 200 len: 945 time: 0.0660028 Jul 13 14:51:06.998616 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ea6f3831-a310-454d-a4f2-85b0b0bfc0bf req-cdf6f635-4569-4c1a-84a7-d6f2df083719 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/security-groups?id=15a8f5ef-1147-4d5b-9778-15594dacbb52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316906 Jul 13 14:51:08.216895 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4120949-0b81-405e-9265-4c1cf405d20c req-55f02b14-d311-4d43-9ae5-e44379a74f40 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:08.218299 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a4120949-0b81-405e-9265-4c1cf405d20c req-55f02b14-d311-4d43-9ae5-e44379a74f40 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c9b379a-528c-4fdb-8e78-6ac7593341ab HTTP/1.1" status: 200 len: 945 time: 0.0696540 Jul 13 14:51:08.256024 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a4120949-0b81-405e-9265-4c1cf405d20c req-4dfb9b36-720f-4f0c-85ec-f3d5da054446 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/security-groups?id=15a8f5ef-1147-4d5b-9778-15594dacbb52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321925 Jul 13 14:51:09.433481 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1fca85-3de2-4998-94ab-7f4df436d4c6 req-9f97dfb3-34cf-4986-9473-13ab2f13eb91 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:09.435033 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1e1fca85-3de2-4998-94ab-7f4df436d4c6 req-9f97dfb3-34cf-4986-9473-13ab2f13eb91 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c9b379a-528c-4fdb-8e78-6ac7593341ab HTTP/1.1" status: 200 len: 945 time: 0.0643759 Jul 13 14:51:09.475827 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-1e1fca85-3de2-4998-94ab-7f4df436d4c6 req-121de3f6-0ba6-408e-9ef5-03ef312b19e8 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/security-groups?id=15a8f5ef-1147-4d5b-9778-15594dacbb52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350735 Jul 13 14:51:10.652956 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e189f83f-0733-4c55-9971-20ee9821e0b8 req-ade801cd-40a6-4451-a266-bc51d9c4538a tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:10.654462 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e189f83f-0733-4c55-9971-20ee9821e0b8 req-ade801cd-40a6-4451-a266-bc51d9c4538a tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c9b379a-528c-4fdb-8e78-6ac7593341ab HTTP/1.1" status: 200 len: 945 time: 0.0621982 Jul 13 14:51:10.692726 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e189f83f-0733-4c55-9971-20ee9821e0b8 req-1f6bbe69-270d-4946-ace4-86ddbe99d0f8 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/security-groups?id=15a8f5ef-1147-4d5b-9778-15594dacbb52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325778 Jul 13 14:51:11.872948 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229e884a-a849-44d1-9d68-a92ae2c18d25 req-d1e1d22e-86b3-4ae0-8ffb-a5130579b999 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:11.874547 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-229e884a-a849-44d1-9d68-a92ae2c18d25 req-d1e1d22e-86b3-4ae0-8ffb-a5130579b999 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c9b379a-528c-4fdb-8e78-6ac7593341ab HTTP/1.1" status: 200 len: 945 time: 0.0650735 Jul 13 14:51:11.920372 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-229e884a-a849-44d1-9d68-a92ae2c18d25 req-e4009cec-c905-4e7e-8a9f-a183ba486cf5 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/security-groups?id=15a8f5ef-1147-4d5b-9778-15594dacbb52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343595 Jul 13 14:51:13.097342 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820adc2a-67ad-4ad0-a09a-744705272311 req-2b7718e1-d66d-4579-b895-d430e258204b tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:13.098847 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-820adc2a-67ad-4ad0-a09a-744705272311 req-2b7718e1-d66d-4579-b895-d430e258204b tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c9b379a-528c-4fdb-8e78-6ac7593341ab HTTP/1.1" status: 200 len: 945 time: 0.0687547 Jul 13 14:51:13.138200 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-820adc2a-67ad-4ad0-a09a-744705272311 req-6079e5ce-217e-40c3-887c-1577f3d7d19c tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/security-groups?id=15a8f5ef-1147-4d5b-9778-15594dacbb52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334599 Jul 13 14:51:14.309688 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22db5a2d-e982-4157-b6cb-09e3337ff145 req-efd0e32b-1718-433f-87e9-60037c4e1dea tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:14.311185 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-22db5a2d-e982-4157-b6cb-09e3337ff145 req-efd0e32b-1718-433f-87e9-60037c4e1dea tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c9b379a-528c-4fdb-8e78-6ac7593341ab HTTP/1.1" status: 200 len: 945 time: 0.0634034 Jul 13 14:51:14.349039 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-22db5a2d-e982-4157-b6cb-09e3337ff145 req-82d99bdc-4863-466d-8163-045dfc6373ba tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/security-groups?id=15a8f5ef-1147-4d5b-9778-15594dacbb52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321527 Jul 13 14:51:15.520118 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b13cd6-f19b-4629-9cde-30d61ce72483 req-76f1301e-5324-4c1b-886b-a1a6687e13b9 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:15.521609 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-08b13cd6-f19b-4629-9cde-30d61ce72483 req-76f1301e-5324-4c1b-886b-a1a6687e13b9 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c9b379a-528c-4fdb-8e78-6ac7593341ab HTTP/1.1" status: 200 len: 945 time: 0.0642490 Jul 13 14:51:15.561627 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-08b13cd6-f19b-4629-9cde-30d61ce72483 req-bbd28d0d-a304-4058-81c9-8e6d51500b74 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/security-groups?id=15a8f5ef-1147-4d5b-9778-15594dacbb52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337276 Jul 13 14:51:16.738106 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e0840c-4ef0-42ca-af4a-130917e15ede req-f69f214c-b5b7-41b3-8f85-43965986e10a tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:16.739651 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-05e0840c-4ef0-42ca-af4a-130917e15ede req-f69f214c-b5b7-41b3-8f85-43965986e10a tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c9b379a-528c-4fdb-8e78-6ac7593341ab HTTP/1.1" status: 200 len: 945 time: 0.0678391 Jul 13 14:51:16.777449 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-05e0840c-4ef0-42ca-af4a-130917e15ede req-74e047df-43b9-4480-96c3-e46c95b97a54 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/security-groups?id=15a8f5ef-1147-4d5b-9778-15594dacbb52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322373 Jul 13 14:51:16.849165 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device e95859f8-51da-4f98-b5a3-f89909e69128 details requested by agent hyperv_n-h2-800634-1 with host n-h2-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 14:51:17.131086 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port e95859f8-51da-4f98-b5a3-f89909e69128, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=e95859f8-51da-4f98-b5a3-f89909e69128,segment=NetworkSegment(8e7c7940-9434-4648-a510-45c446dca932),segment_id=8e7c7940-9434-4648-a510-45c446dca932)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:51:17.146605 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Returning: {'device': 'e95859f8-51da-4f98-b5a3-f89909e69128', 'network_id': '225f9fff-305c-463a-a6d8-ecd24baeb610', 'port_id': 'e95859f8-51da-4f98-b5a3-f89909e69128', 'mac_address': 'fa:16:3e:f6:15:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7699af9-d658-4bd2-b109-f1ca234927d6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 14:51:17.188318 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:17.202119 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e95859f8-51da-4f98-b5a3-f89909e69128 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:51:17.221815 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port e95859f8-51da-4f98-b5a3-f89909e69128, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=e95859f8-51da-4f98-b5a3-f89909e69128,segment=NetworkSegment(8e7c7940-9434-4648-a510-45c446dca932),segment_id=8e7c7940-9434-4648-a510-45c446dca932)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:51:17.226292 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:17.281641 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=e95859f8-51da-4f98-b5a3-f89909e69128,revision_number=6']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:51:17.289577 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:51:17.290053 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:51:17.290755 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:51:17.291094 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:51:17.291424 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:51:17.291751 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:51:17.292075 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:51:17.292401 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:51:17.292725 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:51:17.293040 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:51:17.293356 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:51:17.293670 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:51:17.315933 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['e95859f8-51da-4f98-b5a3-f89909e69128'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:51:17.398989 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-249d2711-b7a5-49c9-a980-66f54c0a6f30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:17.967793 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9260ae-2d68-4ef4-89da-7e004a894287 req-cb282a7e-8473-40ea-a857-ce2271a4f3ee tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:17.969345 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3e9260ae-2d68-4ef4-89da-7e004a894287 req-cb282a7e-8473-40ea-a857-ce2271a4f3ee tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c9b379a-528c-4fdb-8e78-6ac7593341ab HTTP/1.1" status: 200 len: 944 time: 0.0751622 Jul 13 14:51:18.011400 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3e9260ae-2d68-4ef4-89da-7e004a894287 req-63cdfd6a-d65b-4f22-b9de-3ba90f1cbdad tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/security-groups?id=15a8f5ef-1147-4d5b-9778-15594dacbb52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341821 Jul 13 14:51:18.855781 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device e95859f8-51da-4f98-b5a3-f89909e69128 up at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:51:18.918162 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning complete for port e95859f8-51da-4f98-b5a3-f89909e69128 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:51:18.918538 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:19.025862 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:19.065451 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c9b379a-528c-4fdb-8e78-6ac7593341ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e95859f8-51da-4f98-b5a3-f89909e69128'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:51:19.069563 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f877c416c4e1be0a98e2d34673ec81d4e31c3422e8e709fff770f7d8b7e0843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5517185f-cacf-4f40-b727-5f5f36edbc56" -d '{"events": [{"server_uuid": "7c9b379a-528c-4fdb-8e78-6ac7593341ab", "name": "network-vif-plugged", "status": "completed", "tag": "e95859f8-51da-4f98-b5a3-f89909e69128"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:51:19.089960 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port e95859f8-51da-4f98-b5a3-f89909e69128, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=e95859f8-51da-4f98-b5a3-f89909e69128,segment=NetworkSegment(8e7c7940-9434-4648-a510-45c446dca932),segment_id=8e7c7940-9434-4648-a510-45c446dca932)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:51:19.097081 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:19.154651 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=e95859f8-51da-4f98-b5a3-f89909e69128,revision_number=7']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:51:19.168873 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:51:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfc7a162-b1cf-4263-8c34-81e98da924fa x-openstack-request-id: req-bfc7a162-b1cf-4263-8c34-81e98da924fa {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:51:19.172887 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c9b379a-528c-4fdb-8e78-6ac7593341ab", "name": "network-vif-plugged", "status": "completed", "tag": "e95859f8-51da-4f98-b5a3-f89909e69128", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:51:19.173365 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bfc7a162-b1cf-4263-8c34-81e98da924fa {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:51:19.173998 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c9b379a-528c-4fdb-8e78-6ac7593341ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e95859f8-51da-4f98-b5a3-f89909e69128', 'code': 200} Jul 13 14:51:19.306553 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefeb222-6e83-41ef-98c1-9bb4662dfeeb req-97f2878f-586b-4219-b5d7-7924a98f6313 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:19.308856 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cefeb222-6e83-41ef-98c1-9bb4662dfeeb req-97f2878f-586b-4219-b5d7-7924a98f6313 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c9b379a-528c-4fdb-8e78-6ac7593341ab HTTP/1.1" status: 200 len: 945 time: 0.0858357 Jul 13 14:51:19.353633 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cefeb222-6e83-41ef-98c1-9bb4662dfeeb req-70d09be3-286b-4675-bf74-52ae48625972 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/security-groups?id=15a8f5ef-1147-4d5b-9778-15594dacbb52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388536 Jul 13 14:51:20.013762 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-38ff2b15-0941-4d36-86d0-f8e23a03de40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:20.139304 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:20.570642 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e1a154-bcc5-4c2b-a1c4-8ab2cb59b582 req-8451ddc2-638b-4ef3-9301-e6e260cdd9c8 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:20.574795 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-09e1a154-bcc5-4c2b-a1c4-8ab2cb59b582 req-8451ddc2-638b-4ef3-9301-e6e260cdd9c8 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c9b379a-528c-4fdb-8e78-6ac7593341ab HTTP/1.1" status: 200 len: 945 time: 0.0939479 Jul 13 14:51:20.622595 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-09e1a154-bcc5-4c2b-a1c4-8ab2cb59b582 req-183eb784-2567-42c1-b102-8d493b5be4ff tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/security-groups?id=15a8f5ef-1147-4d5b-9778-15594dacbb52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429056 Jul 13 14:51:21.456369 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:21.822470 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606e52cb-6147-4ac8-bb9b-51a6efac101c req-e745db29-6896-42a7-ab86-926fd39367fb tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:21.824199 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-606e52cb-6147-4ac8-bb9b-51a6efac101c req-e745db29-6896-42a7-ab86-926fd39367fb tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c9b379a-528c-4fdb-8e78-6ac7593341ab HTTP/1.1" status: 200 len: 945 time: 0.0689631 Jul 13 14:51:21.871945 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-606e52cb-6147-4ac8-bb9b-51a6efac101c req-1b0eccce-3ac6-43ab-a40a-4e16dc0290e2 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/security-groups?id=15a8f5ef-1147-4d5b-9778-15594dacbb52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419054 Jul 13 14:51:22.942959 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:23.090710 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc839a65-d5a0-4386-a020-3f47a6ecebfd req-a0a2ed8b-6c48-4421-8443-733fa539a085 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:23.092768 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-fc839a65-d5a0-4386-a020-3f47a6ecebfd req-a0a2ed8b-6c48-4421-8443-733fa539a085 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c9b379a-528c-4fdb-8e78-6ac7593341ab HTTP/1.1" status: 200 len: 945 time: 0.0716491 Jul 13 14:51:23.136324 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-fc839a65-d5a0-4386-a020-3f47a6ecebfd req-e5ea2a1b-d8d0-4d3b-8130-b6421ea2a2a2 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/security-groups?id=15a8f5ef-1147-4d5b-9778-15594dacbb52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373657 Jul 13 14:51:24.357610 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64398f48-5d60-4a2b-9edc-e130f0a65dcb req-9d34e9bc-eb2e-464c-bed5-ae05a131e64c tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:24.360916 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-64398f48-5d60-4a2b-9edc-e130f0a65dcb req-9d34e9bc-eb2e-464c-bed5-ae05a131e64c tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c9b379a-528c-4fdb-8e78-6ac7593341ab HTTP/1.1" status: 200 len: 945 time: 0.0886157 Jul 13 14:51:24.405388 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-64398f48-5d60-4a2b-9edc-e130f0a65dcb req-4528d8e7-aea9-4023-8a8d-231e2b7d20d9 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/security-groups?id=15a8f5ef-1147-4d5b-9778-15594dacbb52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385613 Jul 13 14:51:25.625930 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49753a49-fba0-44a2-b8d3-fbeaf08b3adf req-de3f980f-4a41-4553-a601-69dfd337bb7b tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:25.627493 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-49753a49-fba0-44a2-b8d3-fbeaf08b3adf req-de3f980f-4a41-4553-a601-69dfd337bb7b tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c9b379a-528c-4fdb-8e78-6ac7593341ab HTTP/1.1" status: 200 len: 945 time: 0.0973208 Jul 13 14:51:25.678874 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-49753a49-fba0-44a2-b8d3-fbeaf08b3adf req-a307049e-b750-4875-8f2c-8fe7bef5c752 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/security-groups?id=15a8f5ef-1147-4d5b-9778-15594dacbb52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388067 Jul 13 14:51:26.869835 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072d7f7c-fdd8-400e-b19d-572a0931556c req-b569234e-092e-4010-9fe7-144eb2eda57e tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:26.872192 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-072d7f7c-fdd8-400e-b19d-572a0931556c req-b569234e-092e-4010-9fe7-144eb2eda57e tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c9b379a-528c-4fdb-8e78-6ac7593341ab HTTP/1.1" status: 200 len: 945 time: 0.0706842 Jul 13 14:51:26.912782 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-072d7f7c-fdd8-400e-b19d-572a0931556c req-0d10f36f-83c0-4459-8dc6-9a1b2c9425f7 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/security-groups?id=15a8f5ef-1147-4d5b-9778-15594dacbb52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348639 Jul 13 14:51:27.787163 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f37fde7-0838-4749-b57a-8da8962f6a5e req-a2b5ec97-0f49-44bd-aa0e-2bb871420ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:27.788665 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7f37fde7-0838-4749-b57a-8da8962f6a5e req-a2b5ec97-0f49-44bd-aa0e-2bb871420ef9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6cdbf29db6d14f58ac4a211f1cc6207f&device_id=7c9b379a-528c-4fdb-8e78-6ac7593341ab HTTP/1.1" status: 200 len: 1096 time: 0.0601327 Jul 13 14:51:27.885334 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f37fde7-0838-4749-b57a-8da8962f6a5e req-e8ab19b0-e9b5-44fe-bb02-2d13a535c82c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:27.886841 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7f37fde7-0838-4749-b57a-8da8962f6a5e req-e8ab19b0-e9b5-44fe-bb02-2d13a535c82c service neutron] 10.222.0.41 "GET /v2.0/networks?id=225f9fff-305c-463a-a6d8-ecd24baeb610 HTTP/1.1" status: 200 len: 909 time: 0.0921197 Jul 13 14:51:27.956272 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7f37fde7-0838-4749-b57a-8da8962f6a5e req-38e1d94e-1e0c-477b-8c2f-a467ebea1564 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e95859f8-51da-4f98-b5a3-f89909e69128 HTTP/1.1" status: 200 len: 999 time: 0.0628653 Jul 13 14:51:28.014761 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f37fde7-0838-4749-b57a-8da8962f6a5e req-eeadbe38-770f-43e1-b9eb-dc827d9e5d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:28.016247 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7f37fde7-0838-4749-b57a-8da8962f6a5e req-eeadbe38-770f-43e1-b9eb-dc827d9e5d6b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b7699af9-d658-4bd2-b109-f1ca234927d6 HTTP/1.1" status: 200 len: 848 time: 0.0537326 Jul 13 14:51:28.125108 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f37fde7-0838-4749-b57a-8da8962f6a5e req-2ff71f80-bbc5-4770-95f6-bba2f88491c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:28.126671 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7f37fde7-0838-4749-b57a-8da8962f6a5e req-2ff71f80-bbc5-4770-95f6-bba2f88491c9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=225f9fff-305c-463a-a6d8-ecd24baeb610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1044304 Jul 13 14:51:28.138327 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdb5bec-6e49-4fff-841d-390f1fe8ef8a req-0973ae7d-0c4c-4d86-843c-34a6642454c4 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:28.139794 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-dcdb5bec-6e49-4fff-841d-390f1fe8ef8a req-0973ae7d-0c4c-4d86-843c-34a6642454c4 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c9b379a-528c-4fdb-8e78-6ac7593341ab HTTP/1.1" status: 200 len: 945 time: 0.0864472 Jul 13 14:51:28.228376 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-dcdb5bec-6e49-4fff-841d-390f1fe8ef8a req-1d61f305-ecb0-4634-ae0d-732421f9c072 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/security-groups?id=15a8f5ef-1147-4d5b-9778-15594dacbb52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802569 Jul 13 14:51:28.260325 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7f37fde7-0838-4749-b57a-8da8962f6a5e req-1637ffe9-5259-49dd-a4ae-c578b9b9282d service neutron] 10.222.0.41 "GET /v2.0/networks/225f9fff-305c-463a-a6d8-ecd24baeb610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195819 Jul 13 14:51:28.358593 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-7f37fde7-0838-4749-b57a-8da8962f6a5e req-f7f4c34e-2682-4c94-b828-914319b0ee7c service neutron] 10.222.0.41 "GET /v2.0/networks/225f9fff-305c-463a-a6d8-ecd24baeb610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921030 Jul 13 14:51:28.579899 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:51:29.416209 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd63739-ffc8-4ec4-a83e-1ce5f9607074 req-b3c1a6d1-1cb3-42ac-b32a-9553e3c4ce03 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:29.417760 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bdd63739-ffc8-4ec4-a83e-1ce5f9607074 req-b3c1a6d1-1cb3-42ac-b32a-9553e3c4ce03 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c9b379a-528c-4fdb-8e78-6ac7593341ab HTTP/1.1" status: 200 len: 945 time: 0.0705826 Jul 13 14:51:29.457817 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bdd63739-ffc8-4ec4-a83e-1ce5f9607074 req-d652d472-2131-43e4-b6a6-c6c4d36a8801 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/security-groups?id=15a8f5ef-1147-4d5b-9778-15594dacbb52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344818 Jul 13 14:51:30.645073 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082a00b3-a328-4422-99ce-8aa5e499a4d9 req-a5494bcb-4ca5-4f49-bef5-0650904fc54e tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:30.646702 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-082a00b3-a328-4422-99ce-8aa5e499a4d9 req-a5494bcb-4ca5-4f49-bef5-0650904fc54e tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c9b379a-528c-4fdb-8e78-6ac7593341ab HTTP/1.1" status: 200 len: 945 time: 0.0686514 Jul 13 14:51:30.692975 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-082a00b3-a328-4422-99ce-8aa5e499a4d9 req-812dc8f3-a2d4-4f0f-8476-272f66689a52 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/security-groups?id=15a8f5ef-1147-4d5b-9778-15594dacbb52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395873 Jul 13 14:51:30.938330 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device e95859f8-51da-4f98-b5a3-f89909e69128 no longer exists at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:51:31.030129 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:31.056204 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c9b379a-528c-4fdb-8e78-6ac7593341ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e95859f8-51da-4f98-b5a3-f89909e69128'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:51:31.058634 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829e5f09-5434-40a1-b730-3e3126e5f2e0 req-f6d3cffb-6653-4dfb-ac2c-2557c7145ab2 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:31.058854 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f877c416c4e1be0a98e2d34673ec81d4e31c3422e8e709fff770f7d8b7e0843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e13ee084-35df-4476-a0fb-440bd0967dfa" -d '{"events": [{"server_uuid": "7c9b379a-528c-4fdb-8e78-6ac7593341ab", "name": "network-vif-unplugged", "status": "completed", "tag": "e95859f8-51da-4f98-b5a3-f89909e69128"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:51:31.060214 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-829e5f09-5434-40a1-b730-3e3126e5f2e0 req-f6d3cffb-6653-4dfb-ac2c-2557c7145ab2 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c9b379a-528c-4fdb-8e78-6ac7593341ab HTTP/1.1" status: 200 len: 945 time: 0.0717554 Jul 13 14:51:31.078743 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port e95859f8-51da-4f98-b5a3-f89909e69128, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=e95859f8-51da-4f98-b5a3-f89909e69128,segment=NetworkSegment(8e7c7940-9434-4648-a510-45c446dca932),segment_id=8e7c7940-9434-4648-a510-45c446dca932)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:51:31.083399 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:31.103969 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-829e5f09-5434-40a1-b730-3e3126e5f2e0 req-76e8c5c8-7bc9-4e40-986b-de4c980afddb tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/security-groups?id=15a8f5ef-1147-4d5b-9778-15594dacbb52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379817 Jul 13 14:51:31.112287 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 13 Jul 2021 14:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-197a2c78-d99e-42ed-a09c-73afd5d752c1 x-openstack-request-id: req-197a2c78-d99e-42ed-a09c-73afd5d752c1 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:51:31.112583 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c9b379a-528c-4fdb-8e78-6ac7593341ab", "name": "network-vif-unplugged", "status": "failed", "tag": "e95859f8-51da-4f98-b5a3-f89909e69128", "code": 422}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:51:31.112843 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-197a2c78-d99e-42ed-a09c-73afd5d752c1 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:51:31.113240 n-d-800634-1 neutron-server[93752]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7c9b379a-528c-4fdb-8e78-6ac7593341ab', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e95859f8-51da-4f98-b5a3-f89909e69128', 'code': 422} returned with failed status Jul 13 14:51:31.141015 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=e95859f8-51da-4f98-b5a3-f89909e69128,revision_number=8']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:51:31.179670 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:31.323372 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 53074) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:51:31.416464 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-65bec8c3-1218-4428-8b65-9d55dc49e346 req-5eb31237-148d-4163-b67c-89b9b93e9926 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7c9b379a-528c-4fdb-8e78-6ac7593341ab&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0917456 Jul 13 14:51:31.652345 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:32.250493 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bec8c3-1218-4428-8b65-9d55dc49e346 req-cbf43e6c-b18f-443e-8983-cbd5c8a0bfa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:32.252019 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-65bec8c3-1218-4428-8b65-9d55dc49e346 req-cbf43e6c-b18f-443e-8983-cbd5c8a0bfa4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7c9b379a-528c-4fdb-8e78-6ac7593341ab&tenant_id=6cdbf29db6d14f58ac4a211f1cc6207f HTTP/1.1" status: 200 len: 1094 time: 0.0581062 Jul 13 14:51:32.285719 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8f224c-f530-4218-b3b4-d7f6bd32e5ce req-6e2c93d6-ec85-4c7e-a26c-7ba9e6f7f1db tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:32.287392 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-fe8f224c-f530-4218-b3b4-d7f6bd32e5ce req-6e2c93d6-ec85-4c7e-a26c-7ba9e6f7f1db tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c9b379a-528c-4fdb-8e78-6ac7593341ab HTTP/1.1" status: 200 len: 943 time: 0.0654399 Jul 13 14:51:32.327724 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-fe8f224c-f530-4218-b3b4-d7f6bd32e5ce req-097a586e-49a8-4f2a-9417-5f669fa0dd28 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/security-groups?id=15a8f5ef-1147-4d5b-9778-15594dacbb52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346856 Jul 13 14:51:32.329629 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bec8c3-1218-4428-8b65-9d55dc49e346 req-eb208486-121b-4629-8587-a3dd5eaa131e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:32.331295 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-65bec8c3-1218-4428-8b65-9d55dc49e346 req-eb208486-121b-4629-8587-a3dd5eaa131e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6cdbf29db6d14f58ac4a211f1cc6207f&device_id=7c9b379a-528c-4fdb-8e78-6ac7593341ab HTTP/1.1" status: 200 len: 1094 time: 0.0576191 Jul 13 14:51:32.422476 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bec8c3-1218-4428-8b65-9d55dc49e346 req-ce6acc9d-cc95-4dc0-b708-d02a6bf91106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:32.423862 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-65bec8c3-1218-4428-8b65-9d55dc49e346 req-ce6acc9d-cc95-4dc0-b708-d02a6bf91106 service neutron] 10.222.0.41 "GET /v2.0/networks?id=225f9fff-305c-463a-a6d8-ecd24baeb610 HTTP/1.1" status: 200 len: 909 time: 0.0864866 Jul 13 14:51:32.495458 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-65bec8c3-1218-4428-8b65-9d55dc49e346 req-c113be9d-e62b-4791-8fae-03c8909ae690 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e95859f8-51da-4f98-b5a3-f89909e69128 HTTP/1.1" status: 200 len: 997 time: 0.0654016 Jul 13 14:51:32.545695 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bec8c3-1218-4428-8b65-9d55dc49e346 req-671070d9-2f2a-4021-b179-90918fc01a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:32.547185 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-65bec8c3-1218-4428-8b65-9d55dc49e346 req-671070d9-2f2a-4021-b179-90918fc01a3b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b7699af9-d658-4bd2-b109-f1ca234927d6 HTTP/1.1" status: 200 len: 848 time: 0.0454950 Jul 13 14:51:32.605297 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bec8c3-1218-4428-8b65-9d55dc49e346 req-9acb0bb2-02d2-4e9e-966c-4136adb5d32e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:32.606835 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-65bec8c3-1218-4428-8b65-9d55dc49e346 req-9acb0bb2-02d2-4e9e-966c-4136adb5d32e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=225f9fff-305c-463a-a6d8-ecd24baeb610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0540071 Jul 13 14:51:32.700631 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-65bec8c3-1218-4428-8b65-9d55dc49e346 req-d3769cc8-c79f-4f39-b696-238c8310f804 service neutron] 10.222.0.41 "GET /v2.0/networks/225f9fff-305c-463a-a6d8-ecd24baeb610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868864 Jul 13 14:51:32.791146 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-65bec8c3-1218-4428-8b65-9d55dc49e346 req-f19a7a9f-9c1d-4eeb-826d-74ebb3fbdfdb service neutron] 10.222.0.41 "GET /v2.0/networks/225f9fff-305c-463a-a6d8-ecd24baeb610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842261 Jul 13 14:51:33.528064 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3072c369-42fc-4063-a99b-e6df567563ca req-8e930190-5b91-4f86-815d-ff7c69e4359d tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:33.530489 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3072c369-42fc-4063-a99b-e6df567563ca req-8e930190-5b91-4f86-815d-ff7c69e4359d tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c9b379a-528c-4fdb-8e78-6ac7593341ab HTTP/1.1" status: 200 len: 943 time: 0.0750098 Jul 13 14:51:33.574723 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3072c369-42fc-4063-a99b-e6df567563ca req-876b2e66-ebc2-4363-bc6b-35e18eb73540 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/security-groups?id=15a8f5ef-1147-4d5b-9778-15594dacbb52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378675 Jul 13 14:51:34.759694 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622cbe73-ee59-4cef-bdbc-08c65e73c075 req-4d77c244-6c7e-4bea-b5f7-e64c3dde7991 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:34.761265 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-622cbe73-ee59-4cef-bdbc-08c65e73c075 req-4d77c244-6c7e-4bea-b5f7-e64c3dde7991 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c9b379a-528c-4fdb-8e78-6ac7593341ab HTTP/1.1" status: 200 len: 943 time: 0.0674942 Jul 13 14:51:34.813206 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-622cbe73-ee59-4cef-bdbc-08c65e73c075 req-67aefbf1-9aea-4bbf-9807-8622bb89a9d0 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/security-groups?id=15a8f5ef-1147-4d5b-9778-15594dacbb52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444672 Jul 13 14:51:36.000133 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d95363-f50d-4632-b7e2-530617cb7d22 req-0bff2d2d-ecad-4af2-82f9-33082289d405 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:36.001705 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-34d95363-f50d-4632-b7e2-530617cb7d22 req-0bff2d2d-ecad-4af2-82f9-33082289d405 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c9b379a-528c-4fdb-8e78-6ac7593341ab HTTP/1.1" status: 200 len: 943 time: 0.0667815 Jul 13 14:51:36.042346 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-34d95363-f50d-4632-b7e2-530617cb7d22 req-debf3229-c0c8-4c66-8947-ad6608bb184c tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/security-groups?id=15a8f5ef-1147-4d5b-9778-15594dacbb52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345402 Jul 13 14:51:37.242008 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ac9b03-d419-42fc-98da-9dcea58cfde4 req-ec5dd0ef-2ef6-4039-be47-07397fa0de76 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:37.243982 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-82ac9b03-d419-42fc-98da-9dcea58cfde4 req-ec5dd0ef-2ef6-4039-be47-07397fa0de76 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c9b379a-528c-4fdb-8e78-6ac7593341ab HTTP/1.1" status: 200 len: 943 time: 0.0839093 Jul 13 14:51:37.283473 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-82ac9b03-d419-42fc-98da-9dcea58cfde4 req-ee54c212-2d01-4fa5-b25b-afb5c2989d5a tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/security-groups?id=15a8f5ef-1147-4d5b-9778-15594dacbb52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336545 Jul 13 14:51:38.474926 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef0fb7d-3c3e-47c8-9961-10263c5eb072 req-6e4e189c-f438-4350-a677-f1d8f6006b0a tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:38.477409 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-cef0fb7d-3c3e-47c8-9961-10263c5eb072 req-6e4e189c-f438-4350-a677-f1d8f6006b0a tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c9b379a-528c-4fdb-8e78-6ac7593341ab HTTP/1.1" status: 200 len: 943 time: 0.0756788 Jul 13 14:51:38.517819 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-cef0fb7d-3c3e-47c8-9961-10263c5eb072 req-b61712f6-1f2a-4255-b82d-10aafc37054c tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/security-groups?id=15a8f5ef-1147-4d5b-9778-15594dacbb52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348871 Jul 13 14:51:39.707562 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf553f4e-5440-496a-a1ec-9747c0daba14 req-6cab064f-9a3b-4d9f-a497-bc6daf1ae018 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:39.709150 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cf553f4e-5440-496a-a1ec-9747c0daba14 req-6cab064f-9a3b-4d9f-a497-bc6daf1ae018 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c9b379a-528c-4fdb-8e78-6ac7593341ab HTTP/1.1" status: 200 len: 943 time: 0.0727332 Jul 13 14:51:39.749870 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cf553f4e-5440-496a-a1ec-9747c0daba14 req-cb69569d-086b-491d-b424-4949c6f3ea4b tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/security-groups?id=15a8f5ef-1147-4d5b-9778-15594dacbb52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347011 Jul 13 14:51:40.953285 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99779bcb-fd87-41e7-8f61-664ed7fb9b46 req-a3a06857-9790-40f9-a692-e3ec71719d8f tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:40.955063 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-99779bcb-fd87-41e7-8f61-664ed7fb9b46 req-a3a06857-9790-40f9-a692-e3ec71719d8f tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c9b379a-528c-4fdb-8e78-6ac7593341ab HTTP/1.1" status: 200 len: 943 time: 0.0803406 Jul 13 14:51:41.008117 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-99779bcb-fd87-41e7-8f61-664ed7fb9b46 req-f679b430-43ac-41c5-8cf0-ffe974871763 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/security-groups?id=15a8f5ef-1147-4d5b-9778-15594dacbb52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433021 Jul 13 14:51:42.223470 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c6ac18-7eb9-4530-bd29-c870325f8a0a req-77eefb59-8b2e-4d57-aad0-4a72a7ccf81e tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:42.224978 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-90c6ac18-7eb9-4530-bd29-c870325f8a0a req-77eefb59-8b2e-4d57-aad0-4a72a7ccf81e tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c9b379a-528c-4fdb-8e78-6ac7593341ab HTTP/1.1" status: 200 len: 943 time: 0.0819151 Jul 13 14:51:42.272684 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-90c6ac18-7eb9-4530-bd29-c870325f8a0a req-41408c0c-ca29-4833-83bb-4297f03ae031 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/security-groups?id=15a8f5ef-1147-4d5b-9778-15594dacbb52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413709 Jul 13 14:51:43.453104 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146fd375-2d1a-40f8-92c3-d49a8169cb00 req-519fb85c-5de2-4991-827a-ca2d9490677f tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:43.454836 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-146fd375-2d1a-40f8-92c3-d49a8169cb00 req-519fb85c-5de2-4991-827a-ca2d9490677f tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c9b379a-528c-4fdb-8e78-6ac7593341ab HTTP/1.1" status: 200 len: 943 time: 0.0659719 Jul 13 14:51:43.496187 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-146fd375-2d1a-40f8-92c3-d49a8169cb00 req-252a05b7-d50c-4c50-b9b6-35cab322ea33 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/security-groups?id=15a8f5ef-1147-4d5b-9778-15594dacbb52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359757 Jul 13 14:51:44.669121 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecaa6f5-486f-40c7-b12e-2ee5f785f8cc req-57a62449-150e-4740-a13c-fffd3d69a461 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:44.670647 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-fecaa6f5-486f-40c7-b12e-2ee5f785f8cc req-57a62449-150e-4740-a13c-fffd3d69a461 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c9b379a-528c-4fdb-8e78-6ac7593341ab HTTP/1.1" status: 200 len: 943 time: 0.0631924 Jul 13 14:51:44.707994 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-fecaa6f5-486f-40c7-b12e-2ee5f785f8cc req-fd0e5705-c7cd-40cb-9794-a72adf5c6560 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/security-groups?id=15a8f5ef-1147-4d5b-9778-15594dacbb52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317245 Jul 13 14:51:45.885046 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d901c3-7905-434d-9487-1a31b34b0773 req-f6e52065-c279-4501-a86d-b866c40ee192 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:45.886968 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f4d901c3-7905-434d-9487-1a31b34b0773 req-f6e52065-c279-4501-a86d-b866c40ee192 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c9b379a-528c-4fdb-8e78-6ac7593341ab HTTP/1.1" status: 200 len: 943 time: 0.0674226 Jul 13 14:51:45.926018 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f4d901c3-7905-434d-9487-1a31b34b0773 req-b15331ac-664f-4b51-97d3-5cbde500fa85 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/security-groups?id=15a8f5ef-1147-4d5b-9778-15594dacbb52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334775 Jul 13 14:51:46.996040 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device e95859f8-51da-4f98-b5a3-f89909e69128 details requested by agent hyperv_n-h2-800634-1 with host n-h2-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 14:51:47.092463 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port e95859f8-51da-4f98-b5a3-f89909e69128, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=e95859f8-51da-4f98-b5a3-f89909e69128,segment=NetworkSegment(8e7c7940-9434-4648-a510-45c446dca932),segment_id=8e7c7940-9434-4648-a510-45c446dca932)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:51:47.099980 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ab3797-5403-4f3f-971b-5c62e874deba req-6bcdf20a-6f1b-422c-96b2-cd42bcf72ff4 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:47.101617 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-97ab3797-5403-4f3f-971b-5c62e874deba req-6bcdf20a-6f1b-422c-96b2-cd42bcf72ff4 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c9b379a-528c-4fdb-8e78-6ac7593341ab HTTP/1.1" status: 200 len: 943 time: 0.0657880 Jul 13 14:51:47.103831 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Returning: {'device': 'e95859f8-51da-4f98-b5a3-f89909e69128', 'network_id': '225f9fff-305c-463a-a6d8-ecd24baeb610', 'port_id': 'e95859f8-51da-4f98-b5a3-f89909e69128', 'mac_address': 'fa:16:3e:f6:15:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7699af9-d658-4bd2-b109-f1ca234927d6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 14:51:47.141090 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:47.144067 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-97ab3797-5403-4f3f-971b-5c62e874deba req-ed42cbfc-6390-445b-9046-e9b47f473f99 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/security-groups?id=15a8f5ef-1147-4d5b-9778-15594dacbb52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362411 Jul 13 14:51:47.154040 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e95859f8-51da-4f98-b5a3-f89909e69128 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:51:47.174162 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port e95859f8-51da-4f98-b5a3-f89909e69128, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=e95859f8-51da-4f98-b5a3-f89909e69128,segment=NetworkSegment(8e7c7940-9434-4648-a510-45c446dca932),segment_id=8e7c7940-9434-4648-a510-45c446dca932)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:51:47.178359 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:47.227558 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=e95859f8-51da-4f98-b5a3-f89909e69128,revision_number=9']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:51:47.389788 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-12e39f2c-1530-44e5-9f1a-a8827c526140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:47.409674 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['e95859f8-51da-4f98-b5a3-f89909e69128'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:51:48.508664 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8185a3ec-c7b3-4002-a65e-3f8a80d7db56 req-1e0c3490-98cf-4f84-89b2-b1d637d5beca tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:48.511049 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8185a3ec-c7b3-4002-a65e-3f8a80d7db56 req-1e0c3490-98cf-4f84-89b2-b1d637d5beca tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c9b379a-528c-4fdb-8e78-6ac7593341ab HTTP/1.1" status: 200 len: 944 time: 0.0650198 Jul 13 14:51:48.548833 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8185a3ec-c7b3-4002-a65e-3f8a80d7db56 req-9df09e98-1819-40fe-8063-3929066b0eb4 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/security-groups?id=15a8f5ef-1147-4d5b-9778-15594dacbb52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324595 Jul 13 14:51:49.009759 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device e95859f8-51da-4f98-b5a3-f89909e69128 up at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:51:49.056357 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning complete for port e95859f8-51da-4f98-b5a3-f89909e69128 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:51:49.056724 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:49.130935 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:49.155430 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c9b379a-528c-4fdb-8e78-6ac7593341ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e95859f8-51da-4f98-b5a3-f89909e69128'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:51:49.157668 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f877c416c4e1be0a98e2d34673ec81d4e31c3422e8e709fff770f7d8b7e0843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f477c41e-abef-48c8-b02a-3f32b6e63142" -d '{"events": [{"server_uuid": "7c9b379a-528c-4fdb-8e78-6ac7593341ab", "name": "network-vif-plugged", "status": "completed", "tag": "e95859f8-51da-4f98-b5a3-f89909e69128"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:51:49.170714 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port e95859f8-51da-4f98-b5a3-f89909e69128, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=e95859f8-51da-4f98-b5a3-f89909e69128,segment=NetworkSegment(8e7c7940-9434-4648-a510-45c446dca932),segment_id=8e7c7940-9434-4648-a510-45c446dca932)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:51:49.175120 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:49.200201 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0218a62a-6a76-4390-9c34-c7a542bbeac5 x-openstack-request-id: req-0218a62a-6a76-4390-9c34-c7a542bbeac5 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:51:49.200759 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c9b379a-528c-4fdb-8e78-6ac7593341ab", "name": "network-vif-plugged", "status": "completed", "tag": "e95859f8-51da-4f98-b5a3-f89909e69128", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:51:49.201025 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0218a62a-6a76-4390-9c34-c7a542bbeac5 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:51:49.201492 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c9b379a-528c-4fdb-8e78-6ac7593341ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e95859f8-51da-4f98-b5a3-f89909e69128', 'code': 200} Jul 13 14:51:49.227075 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=e95859f8-51da-4f98-b5a3-f89909e69128,revision_number=10']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:51:49.362711 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444512d9-8bfd-49b9-ab41-2e0df8439581 req-fc13b6a7-5e57-44fb-9559-fc3f8ce56f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:49.364178 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-444512d9-8bfd-49b9-ab41-2e0df8439581 req-fc13b6a7-5e57-44fb-9559-fc3f8ce56f0f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7c9b379a-528c-4fdb-8e78-6ac7593341ab HTTP/1.1" status: 200 len: 1097 time: 0.0513654 Jul 13 14:51:49.398389 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-444512d9-8bfd-49b9-ab41-2e0df8439581 req-caa5d54f-5a56-443c-a2c0-5b7dac73f835 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=15a8f5ef-1147-4d5b-9778-15594dacbb52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273643 Jul 13 14:51:49.725803 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86311b41-e6ae-492f-8d8d-37302140550d req-6abb56c8-aabc-4a28-a532-fb4ef599cded tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:49.727298 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-86311b41-e6ae-492f-8d8d-37302140550d req-6abb56c8-aabc-4a28-a532-fb4ef599cded tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c9b379a-528c-4fdb-8e78-6ac7593341ab HTTP/1.1" status: 200 len: 946 time: 0.0665388 Jul 13 14:51:49.764830 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-86311b41-e6ae-492f-8d8d-37302140550d req-7d555d0f-ab40-4cf6-937e-8598dbdf286e tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/security-groups?id=15a8f5ef-1147-4d5b-9778-15594dacbb52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317450 Jul 13 14:51:50.014722 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-bd2bde77-45a1-450e-be61-3ff5ea4e331d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:50.143119 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:50.942991 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f02ff0-80fb-408e-8704-7b84f187d00e req-69691abb-8775-43bb-8249-93a15fec6ab7 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:50.944770 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-79f02ff0-80fb-408e-8704-7b84f187d00e req-69691abb-8775-43bb-8249-93a15fec6ab7 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c9b379a-528c-4fdb-8e78-6ac7593341ab HTTP/1.1" status: 200 len: 946 time: 0.0685694 Jul 13 14:51:50.986762 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-79f02ff0-80fb-408e-8704-7b84f187d00e req-fc47510d-c432-44c4-87a7-0e0fc1dc7a96 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/security-groups?id=15a8f5ef-1147-4d5b-9778-15594dacbb52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358050 Jul 13 14:51:51.434382 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:52.923306 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:58.974982 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-eb02980b-c2c2-4103-beb7-f63a15f54839 req-fcfea930-0da5-47ea-801c-4a78a80625df service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7c9b379a-528c-4fdb-8e78-6ac7593341ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0527222 Jul 13 14:51:59.068568 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb02980b-c2c2-4103-beb7-f63a15f54839 req-6dec0e77-cc4c-41cd-8175-62d1820de794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:59.070037 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-eb02980b-c2c2-4103-beb7-f63a15f54839 req-6dec0e77-cc4c-41cd-8175-62d1820de794 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6cdbf29db6d14f58ac4a211f1cc6207f&device_id=7c9b379a-528c-4fdb-8e78-6ac7593341ab HTTP/1.1" status: 200 len: 1097 time: 0.0552435 Jul 13 14:51:59.180688 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb02980b-c2c2-4103-beb7-f63a15f54839 req-14870e8a-de1e-4411-a10a-8db6985d90e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:59.182749 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-eb02980b-c2c2-4103-beb7-f63a15f54839 req-14870e8a-de1e-4411-a10a-8db6985d90e8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=225f9fff-305c-463a-a6d8-ecd24baeb610 HTTP/1.1" status: 200 len: 909 time: 0.0820684 Jul 13 14:51:59.258108 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-eb02980b-c2c2-4103-beb7-f63a15f54839 req-e5eaca15-d97f-4c89-a494-d8891ce2f140 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e95859f8-51da-4f98-b5a3-f89909e69128 HTTP/1.1" status: 200 len: 999 time: 0.0599964 Jul 13 14:51:59.309283 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb02980b-c2c2-4103-beb7-f63a15f54839 req-038bed94-0408-40cf-8db7-02ba4fcd2362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:59.310772 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-eb02980b-c2c2-4103-beb7-f63a15f54839 req-038bed94-0408-40cf-8db7-02ba4fcd2362 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b7699af9-d658-4bd2-b109-f1ca234927d6 HTTP/1.1" status: 200 len: 848 time: 0.0474343 Jul 13 14:51:59.366165 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb02980b-c2c2-4103-beb7-f63a15f54839 req-88d5dfbd-b953-493e-b291-699b8699e4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:59.367632 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-eb02980b-c2c2-4103-beb7-f63a15f54839 req-88d5dfbd-b953-493e-b291-699b8699e4f5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=225f9fff-305c-463a-a6d8-ecd24baeb610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0512571 Jul 13 14:51:59.457392 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-eb02980b-c2c2-4103-beb7-f63a15f54839 req-5c898b88-0705-4d1a-a656-20eab9cf3ee4 service neutron] 10.222.0.41 "GET /v2.0/networks/225f9fff-305c-463a-a6d8-ecd24baeb610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836594 Jul 13 14:51:59.853392 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-eb02980b-c2c2-4103-beb7-f63a15f54839 req-d3e1ad59-7e00-42ea-b46f-7a65a9d897b1 service neutron] 10.222.0.41 "GET /v2.0/networks/225f9fff-305c-463a-a6d8-ecd24baeb610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3900611 Jul 13 14:52:01.197770 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:01.651503 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:05.580601 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:52:17.390770 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6574655e-7bb4-4170-ac7c-af4416efef3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:20.015163 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8fd2abe9-4d50-477a-9c0b-d785b14f753d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:20.144888 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:21.437723 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:22.927716 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:31.194563 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:31.653354 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:42.583079 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:52:47.393358 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6786ca02-714e-431c-91a1-948c82069845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:50.015277 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ecdf0d3c-95b6-4658-8efd-b42f61aaca2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:50.145551 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:51.444246 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:52.928956 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:58.959511 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f4446a99-a4dc-4b35-8644-f708e47a5f87 req-a6168db0-55f7-43a3-a6a7-00d573023f09 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7c9b379a-528c-4fdb-8e78-6ac7593341ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0539169 Jul 13 14:52:59.063343 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4446a99-a4dc-4b35-8644-f708e47a5f87 req-2b57ec61-98ba-4c9a-a94a-5a77cc6b419a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:52:59.064852 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f4446a99-a4dc-4b35-8644-f708e47a5f87 req-2b57ec61-98ba-4c9a-a94a-5a77cc6b419a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6cdbf29db6d14f58ac4a211f1cc6207f&device_id=7c9b379a-528c-4fdb-8e78-6ac7593341ab HTTP/1.1" status: 200 len: 1097 time: 0.0570691 Jul 13 14:52:59.169989 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4446a99-a4dc-4b35-8644-f708e47a5f87 req-e18dd6e9-1317-4a8f-9cc3-c12c2660b195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:52:59.171448 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f4446a99-a4dc-4b35-8644-f708e47a5f87 req-e18dd6e9-1317-4a8f-9cc3-c12c2660b195 service neutron] 10.222.0.41 "GET /v2.0/networks?id=225f9fff-305c-463a-a6d8-ecd24baeb610 HTTP/1.1" status: 200 len: 909 time: 0.0862675 Jul 13 14:52:59.242685 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f4446a99-a4dc-4b35-8644-f708e47a5f87 req-07590243-192a-40ca-b867-d0a968e230ed service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e95859f8-51da-4f98-b5a3-f89909e69128 HTTP/1.1" status: 200 len: 999 time: 0.0635929 Jul 13 14:52:59.291328 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4446a99-a4dc-4b35-8644-f708e47a5f87 req-f1d57894-3204-4985-950b-16721b7c45b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:52:59.293461 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f4446a99-a4dc-4b35-8644-f708e47a5f87 req-f1d57894-3204-4985-950b-16721b7c45b0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b7699af9-d658-4bd2-b109-f1ca234927d6 HTTP/1.1" status: 200 len: 848 time: 0.0448380 Jul 13 14:52:59.352114 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4446a99-a4dc-4b35-8644-f708e47a5f87 req-c5a2e3d7-2e4e-4496-a826-6e9ff3ed94d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:52:59.353632 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f4446a99-a4dc-4b35-8644-f708e47a5f87 req-c5a2e3d7-2e4e-4496-a826-6e9ff3ed94d9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=225f9fff-305c-463a-a6d8-ecd24baeb610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0543127 Jul 13 14:52:59.449631 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f4446a99-a4dc-4b35-8644-f708e47a5f87 req-81149384-3029-4361-affc-d5ca55c7406d service neutron] 10.222.0.41 "GET /v2.0/networks/225f9fff-305c-463a-a6d8-ecd24baeb610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893493 Jul 13 14:52:59.538412 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f4446a99-a4dc-4b35-8644-f708e47a5f87 req-aa521b72-7177-4f1d-b428-1eeed45e778a service neutron] 10.222.0.41 "GET /v2.0/networks/225f9fff-305c-463a-a6d8-ecd24baeb610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821075 Jul 13 14:53:00.069581 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 53190) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:53:00.227698 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-b07af25b-6a18-47a3-a3d1-71a56cc883e6 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Deleting port 885895eb-fa04-4088-a215-229bad994aba {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:53:00.227958 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b07af25b-6a18-47a3-a3d1-71a56cc883e6 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:00.307007 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b07af25b-6a18-47a3-a3d1-71a56cc883e6 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:00.307343 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b07af25b-6a18-47a3-a3d1-71a56cc883e6 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:00.320226 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-b07af25b-6a18-47a3-a3d1-71a56cc883e6 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Calling delete_port for 885895eb-fa04-4088-a215-229bad994aba owned by network:floatingip {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:53:00.463426 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b07af25b-6a18-47a3-a3d1-71a56cc883e6 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:00.493977 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07af25b-6a18-47a3-a3d1-71a56cc883e6 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Pushing event deleted for resources: {'Port': ['ID=885895eb-fa04-4088-a215-229bad994aba,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:53:00.521126 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07af25b-6a18-47a3-a3d1-71a56cc883e6 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:53:00.521469 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07af25b-6a18-47a3-a3d1-71a56cc883e6 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:53:00.521835 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07af25b-6a18-47a3-a3d1-71a56cc883e6 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:53:00.522175 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07af25b-6a18-47a3-a3d1-71a56cc883e6 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:53:00.522504 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07af25b-6a18-47a3-a3d1-71a56cc883e6 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:53:00.522834 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07af25b-6a18-47a3-a3d1-71a56cc883e6 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:53:00.523163 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07af25b-6a18-47a3-a3d1-71a56cc883e6 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:53:00.523488 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07af25b-6a18-47a3-a3d1-71a56cc883e6 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:53:00.523810 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07af25b-6a18-47a3-a3d1-71a56cc883e6 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:53:00.524134 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07af25b-6a18-47a3-a3d1-71a56cc883e6 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:53:00.524456 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07af25b-6a18-47a3-a3d1-71a56cc883e6 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:53:00.524778 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07af25b-6a18-47a3-a3d1-71a56cc883e6 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:53:00.565711 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b07af25b-6a18-47a3-a3d1-71a56cc883e6 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Notify callbacks [] for floatingip, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:00.566174 n-d-800634-1 neutron-server[93750]: INFO neutron.db.l3_db [None req-b07af25b-6a18-47a3-a3d1-71a56cc883e6 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Floating IP 6b5968fd-cf66-4561-b1f9-ae2d84a083d2 disassociated (deleted). External IP: 172.25.6.6, port: e95859f8-51da-4f98-b5a3-f89909e69128. Jul 13 14:53:00.774101 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b07af25b-6a18-47a3-a3d1-71a56cc883e6 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Router ff2ae8e8-6695-4d4e-a6ed-db8e689dfa5f has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:53:00.880904 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b07af25b-6a18-47a3-a3d1-71a56cc883e6 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:53:00.885657 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b07af25b-6a18-47a3-a3d1-71a56cc883e6 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for floatingip, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:00.890512 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578845ec-deae-4e6c-a12e-8b312e60ee3d None None] Sync routers for ids ['ff2ae8e8-6695-4d4e-a6ed-db8e689dfa5f'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:53:00.899697 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578845ec-deae-4e6c-a12e-8b312e60ee3d None None] Routers {'ff2ae8e8-6695-4d4e-a6ed-db8e689dfa5f'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:53:00.900315 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-578845ec-deae-4e6c-a12e-8b312e60ee3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:52:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['ff2ae8e8-6695-4d4e-a6ed-db8e689dfa5f'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:53:00.929977 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-b07af25b-6a18-47a3-a3d1-71a56cc883e6 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "DELETE /v2.0/floatingips/6b5968fd-cf66-4561-b1f9-ae2d84a083d2 HTTP/1.1" status: 204 len: 168 time: 0.8568933 Jul 13 14:53:00.929977 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c9b379a-528c-4fdb-8e78-6ac7593341ab', 'tag': 'e95859f8-51da-4f98-b5a3-f89909e69128'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:53:00.930442 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d80e434584b282bc6a886e23c599c6bef7951b468a8cb6259e8628cee4d6f2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe42dcc1-f68c-4979-bd9c-1111e44ccef9" -d '{"events": [{"name": "network-changed", "server_uuid": "7c9b379a-528c-4fdb-8e78-6ac7593341ab", "tag": "e95859f8-51da-4f98-b5a3-f89909e69128"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:53:01.008291 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-578845ec-deae-4e6c-a12e-8b312e60ee3d None None] Set router ff2ae8e8-6695-4d4e-a6ed-db8e689dfa5f gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:53:01.063406 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-553e883f-4ae9-4c71-bee4-e74d47e0db72 x-openstack-request-id: req-553e883f-4ae9-4c71-bee4-e74d47e0db72 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:53:01.063768 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c9b379a-528c-4fdb-8e78-6ac7593341ab", "tag": "e95859f8-51da-4f98-b5a3-f89909e69128", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:53:01.064093 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-553e883f-4ae9-4c71-bee4-e74d47e0db72 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:53:01.064586 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c9b379a-528c-4fdb-8e78-6ac7593341ab', 'tag': 'e95859f8-51da-4f98-b5a3-f89909e69128', 'status': 'completed', 'code': 200} Jul 13 14:53:01.145656 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe42dcc1-f68c-4979-bd9c-1111e44ccef9 req-3f52493e-350f-46c6-92d2-093609f95f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:53:01.147436 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-fe42dcc1-f68c-4979-bd9c-1111e44ccef9 req-3f52493e-350f-46c6-92d2-093609f95f7a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6cdbf29db6d14f58ac4a211f1cc6207f&device_id=7c9b379a-528c-4fdb-8e78-6ac7593341ab HTTP/1.1" status: 200 len: 1097 time: 0.0598261 Jul 13 14:53:01.221700 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:01.237907 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-578845ec-deae-4e6c-a12e-8b312e60ee3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff2ae8e8-6695-4d4e-a6ed-db8e689dfa5f', 'name': 'tempest-TestShelveInstance-1953063783-router', 'tenant_id': '6cdbf29db6d14f58ac4a211f1cc6207f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': 'c6fcf041-cfa0-4527-9bd6-d22f9f6a373c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:48:43Z', 'updated_at': '2021-07-13T14:48:46Z', 'revision_number': 4, 'project_id': '6cdbf29db6d14f58ac4a211f1cc6207f', 'gw_port': {'id': 'c6fcf041-cfa0-4527-9bd6-d22f9f6a373c', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:bd:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2ae8e8-6695-4d4e-a6ed-db8e689dfa5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:48:44Z', 'updated_at': '2021-07-13T14:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': 'd8a6134a-ffc3-496e-ba3b-6a1be179c958', 'name': '', 'network_id': '225f9fff-305c-463a-a6d8-ecd24baeb610', 'tenant_id': '6cdbf29db6d14f58ac4a211f1cc6207f', 'mac_address': 'fa:16:3e:e5:36:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2ae8e8-6695-4d4e-a6ed-db8e689dfa5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'b7699af9-d658-4bd2-b109-f1ca234927d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:48:45Z', 'updated_at': '2021-07-13T14:48:53Z', 'revision_number': 5, 'project_id': '6cdbf29db6d14f58ac4a211f1cc6207f', 'subnets': [{'id': 'b7699af9-d658-4bd2-b109-f1ca234927d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:53:01.251634 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe42dcc1-f68c-4979-bd9c-1111e44ccef9 req-9d1d6f61-3a16-4868-9da2-329eec00694b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:53:01.253113 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-fe42dcc1-f68c-4979-bd9c-1111e44ccef9 req-9d1d6f61-3a16-4868-9da2-329eec00694b service neutron] 10.222.0.41 "GET /v2.0/networks?id=225f9fff-305c-463a-a6d8-ecd24baeb610 HTTP/1.1" status: 200 len: 909 time: 0.0994513 Jul 13 14:53:01.265242 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578845ec-deae-4e6c-a12e-8b312e60ee3d None None] Checking router: ff2ae8e8-6695-4d4e-a6ed-db8e689dfa5f for host: n-d-800634-1 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:53:01.273453 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578845ec-deae-4e6c-a12e-8b312e60ee3d None None] Routers {'ff2ae8e8-6695-4d4e-a6ed-db8e689dfa5f'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:53:01.274101 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-578845ec-deae-4e6c-a12e-8b312e60ee3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:52:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['ff2ae8e8-6695-4d4e-a6ed-db8e689dfa5f'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:53:01.297175 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-fe42dcc1-f68c-4979-bd9c-1111e44ccef9 req-541c0ee2-3287-4f62-9db8-5ce1efda7fb0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e95859f8-51da-4f98-b5a3-f89909e69128 HTTP/1.1" status: 200 len: 217 time: 0.0370388 Jul 13 14:53:01.320639 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e80533-300f-49bb-899c-58961e4f5098 req-68d3460a-f6be-49df-b998-ec6b8790be20 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:53:01.324635 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e9e80533-300f-49bb-899c-58961e4f5098 req-68d3460a-f6be-49df-b998-ec6b8790be20 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c9b379a-528c-4fdb-8e78-6ac7593341ab HTTP/1.1" status: 200 len: 946 time: 0.0705426 Jul 13 14:53:01.360687 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe42dcc1-f68c-4979-bd9c-1111e44ccef9 req-5b1c2f6e-3cef-4916-8b9c-931b27ce1af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:53:01.362646 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-fe42dcc1-f68c-4979-bd9c-1111e44ccef9 req-5b1c2f6e-3cef-4916-8b9c-931b27ce1af1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b7699af9-d658-4bd2-b109-f1ca234927d6 HTTP/1.1" status: 200 len: 848 time: 0.0589080 Jul 13 14:53:01.370931 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-e9e80533-300f-49bb-899c-58961e4f5098 req-0da48199-c7ab-47a3-a43a-4edb9ab6ff44 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/security-groups?id=15a8f5ef-1147-4d5b-9778-15594dacbb52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417938 Jul 13 14:53:01.384844 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-578845ec-deae-4e6c-a12e-8b312e60ee3d None None] Set router ff2ae8e8-6695-4d4e-a6ed-db8e689dfa5f gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:53:01.426347 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe42dcc1-f68c-4979-bd9c-1111e44ccef9 req-528ee253-f0c6-4671-854f-4a602ef9770a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:53:01.428014 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-fe42dcc1-f68c-4979-bd9c-1111e44ccef9 req-528ee253-f0c6-4671-854f-4a602ef9770a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=225f9fff-305c-463a-a6d8-ecd24baeb610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0586882 Jul 13 14:53:01.519194 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-fe42dcc1-f68c-4979-bd9c-1111e44ccef9 req-1ce1cdcd-f260-4863-9bf3-5298680fc3cc service neutron] 10.222.0.41 "GET /v2.0/networks/225f9fff-305c-463a-a6d8-ecd24baeb610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839410 Jul 13 14:53:01.595029 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-578845ec-deae-4e6c-a12e-8b312e60ee3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff2ae8e8-6695-4d4e-a6ed-db8e689dfa5f', 'name': 'tempest-TestShelveInstance-1953063783-router', 'tenant_id': '6cdbf29db6d14f58ac4a211f1cc6207f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': 'c6fcf041-cfa0-4527-9bd6-d22f9f6a373c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:48:43Z', 'updated_at': '2021-07-13T14:48:46Z', 'revision_number': 4, 'project_id': '6cdbf29db6d14f58ac4a211f1cc6207f', 'gw_port': {'id': 'c6fcf041-cfa0-4527-9bd6-d22f9f6a373c', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:bd:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2ae8e8-6695-4d4e-a6ed-db8e689dfa5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:48:44Z', 'updated_at': '2021-07-13T14:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': 'd8a6134a-ffc3-496e-ba3b-6a1be179c958', 'name': '', 'network_id': '225f9fff-305c-463a-a6d8-ecd24baeb610', 'tenant_id': '6cdbf29db6d14f58ac4a211f1cc6207f', 'mac_address': 'fa:16:3e:e5:36:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2ae8e8-6695-4d4e-a6ed-db8e689dfa5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'b7699af9-d658-4bd2-b109-f1ca234927d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:48:45Z', 'updated_at': '2021-07-13T14:48:53Z', 'revision_number': 5, 'project_id': '6cdbf29db6d14f58ac4a211f1cc6207f', 'subnets': [{'id': 'b7699af9-d658-4bd2-b109-f1ca234927d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:53:01.614777 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-fe42dcc1-f68c-4979-bd9c-1111e44ccef9 req-ac4b8ee5-5d5b-4663-8b85-cac29e3f4a79 service neutron] 10.222.0.41 "GET /v2.0/networks/225f9fff-305c-463a-a6d8-ecd24baeb610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887589 Jul 13 14:53:01.622950 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578845ec-deae-4e6c-a12e-8b312e60ee3d None None] The sync data for ids ['ff2ae8e8-6695-4d4e-a6ed-db8e689dfa5f'] in n-d-800634-1 is: [{'id': 'ff2ae8e8-6695-4d4e-a6ed-db8e689dfa5f', 'name': 'tempest-TestShelveInstance-1953063783-router', 'tenant_id': '6cdbf29db6d14f58ac4a211f1cc6207f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': 'c6fcf041-cfa0-4527-9bd6-d22f9f6a373c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:48:43Z', 'updated_at': '2021-07-13T14:48:46Z', 'revision_number': 4, 'project_id': '6cdbf29db6d14f58ac4a211f1cc6207f', 'gw_port': {'id': 'c6fcf041-cfa0-4527-9bd6-d22f9f6a373c', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:bd:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2ae8e8-6695-4d4e-a6ed-db8e689dfa5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:48:44Z', 'updated_at': '2021-07-13T14:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': 'd8a6134a-ffc3-496e-ba3b-6a1be179c958', 'name': '', 'network_id': '225f9fff-305c-463a-a6d8-ecd24baeb610', 'tenant_id': '6cdbf29db6d14f58ac4a211f1cc6207f', 'mac_address': 'fa:16:3e:e5:36:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2ae8e8-6695-4d4e-a6ed-db8e689dfa5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'b7699af9-d658-4bd2-b109-f1ca234927d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:48:45Z', 'updated_at': '2021-07-13T14:48:53Z', 'revision_number': 5, 'project_id': '6cdbf29db6d14f58ac4a211f1cc6207f', 'subnets': [{'id': 'b7699af9-d658-4bd2-b109-f1ca234927d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:53:01.669564 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:01.837764 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67c1df2-fe5c-43bb-aacc-d9a06ab3badf None None] New status for floating IP 6b5968fd-cf66-4561-b1f9-ae2d84a083d2: DOWN {{(pid=93753) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 14:53:02.487876 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d755b98-8e31-46a9-b6c8-70290d3ce4f6 req-5722798e-9da8-4b0f-9880-2f04392f46ae tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:53:02.489356 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2d755b98-8e31-46a9-b6c8-70290d3ce4f6 req-5722798e-9da8-4b0f-9880-2f04392f46ae tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c9b379a-528c-4fdb-8e78-6ac7593341ab HTTP/1.1" status: 200 len: 946 time: 0.0712340 Jul 13 14:53:02.633141 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-2d755b98-8e31-46a9-b6c8-70290d3ce4f6 req-164d8e47-4cb3-4309-9057-740581427fe3 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Deleting port e95859f8-51da-4f98-b5a3-f89909e69128 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:53:02.633485 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-2d755b98-8e31-46a9-b6c8-70290d3ce4f6 req-164d8e47-4cb3-4309-9057-740581427fe3 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:02.685550 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c676395f-ccab-4b9a-b0df-615ba0097b8f req-ea27cb45-6b6a-484e-a8af-b7b2f5fd42b9 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:53:02.687385 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c676395f-ccab-4b9a-b0df-615ba0097b8f req-ea27cb45-6b6a-484e-a8af-b7b2f5fd42b9 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c9b379a-528c-4fdb-8e78-6ac7593341ab HTTP/1.1" status: 200 len: 946 time: 0.1227539 Jul 13 14:53:02.746994 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c676395f-ccab-4b9a-b0df-615ba0097b8f req-8562ca6d-11a9-430a-835d-a641cbd14d4a tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/security-groups?id=15a8f5ef-1147-4d5b-9778-15594dacbb52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537446 Jul 13 14:53:02.764403 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-2d755b98-8e31-46a9-b6c8-70290d3ce4f6 req-164d8e47-4cb3-4309-9057-740581427fe3 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] For port e95859f8-51da-4f98-b5a3-f89909e69128, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=e95859f8-51da-4f98-b5a3-f89909e69128,segment=NetworkSegment(8e7c7940-9434-4648-a510-45c446dca932),segment_id=8e7c7940-9434-4648-a510-45c446dca932)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:53:02.764775 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-2d755b98-8e31-46a9-b6c8-70290d3ce4f6 req-164d8e47-4cb3-4309-9057-740581427fe3 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:02.778204 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-2d755b98-8e31-46a9-b6c8-70290d3ce4f6 req-164d8e47-4cb3-4309-9057-740581427fe3 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Calling delete_port for e95859f8-51da-4f98-b5a3-f89909e69128 owned by compute:nova {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:53:02.906777 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-2d755b98-8e31-46a9-b6c8-70290d3ce4f6 req-164d8e47-4cb3-4309-9057-740581427fe3 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:02.937265 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164d8e47-4cb3-4309-9057-740581427fe3 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Pushing event deleted for resources: {'Port': ['ID=e95859f8-51da-4f98-b5a3-f89909e69128,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:53:02.964535 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164d8e47-4cb3-4309-9057-740581427fe3 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:53:02.964880 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164d8e47-4cb3-4309-9057-740581427fe3 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:53:02.965221 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164d8e47-4cb3-4309-9057-740581427fe3 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:53:02.965558 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164d8e47-4cb3-4309-9057-740581427fe3 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:53:02.965911 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164d8e47-4cb3-4309-9057-740581427fe3 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:53:02.966242 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164d8e47-4cb3-4309-9057-740581427fe3 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:53:02.966567 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164d8e47-4cb3-4309-9057-740581427fe3 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:53:02.966884 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164d8e47-4cb3-4309-9057-740581427fe3 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:53:02.967204 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164d8e47-4cb3-4309-9057-740581427fe3 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:53:02.967517 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164d8e47-4cb3-4309-9057-740581427fe3 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:53:02.967833 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164d8e47-4cb3-4309-9057-740581427fe3 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:53:02.968148 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164d8e47-4cb3-4309-9057-740581427fe3 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:53:02.990020 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d755b98-8e31-46a9-b6c8-70290d3ce4f6 req-164d8e47-4cb3-4309-9057-740581427fe3 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] No DVR routers for this DVR port e95859f8-51da-4f98-b5a3-f89909e69128 on host n-h2-800634-1 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:53:02.992352 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-2d755b98-8e31-46a9-b6c8-70290d3ce4f6 req-164d8e47-4cb3-4309-9057-740581427fe3 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:02.994327 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2d755b98-8e31-46a9-b6c8-70290d3ce4f6 req-164d8e47-4cb3-4309-9057-740581427fe3 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.41 "DELETE /v2.0/ports/e95859f8-51da-4f98-b5a3-f89909e69128 HTTP/1.1" status: 204 len: 173 time: 0.4998107 Jul 13 14:53:02.994748 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c9b379a-528c-4fdb-8e78-6ac7593341ab', 'name': 'network-vif-deleted', 'tag': 'e95859f8-51da-4f98-b5a3-f89909e69128'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:53:02.997542 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dea8b0fca9d342929f96bd35c86b8a14765464b9140f1e1e2496fbd7209775c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e2750da-ae6b-48c3-831f-3ac30b1f510b" -d '{"events": [{"server_uuid": "7c9b379a-528c-4fdb-8e78-6ac7593341ab", "name": "network-vif-deleted", "tag": "e95859f8-51da-4f98-b5a3-f89909e69128"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:53:03.138896 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:53:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a24f8d20-f4f5-44cd-a838-ebd74a9ac1c1 x-openstack-request-id: req-a24f8d20-f4f5-44cd-a838-ebd74a9ac1c1 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:53:03.139559 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c9b379a-528c-4fdb-8e78-6ac7593341ab", "name": "network-vif-deleted", "tag": "e95859f8-51da-4f98-b5a3-f89909e69128", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:53:03.139559 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a24f8d20-f4f5-44cd-a838-ebd74a9ac1c1 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:53:03.139858 n-d-800634-1 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c9b379a-528c-4fdb-8e78-6ac7593341ab', 'name': 'network-vif-deleted', 'tag': 'e95859f8-51da-4f98-b5a3-f89909e69128', 'status': 'completed', 'code': 200} Jul 13 14:53:03.840347 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 53218) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:53:03.903486 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1e57004b-c596-46f0-b771-58e70e6699ec tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:03.928815 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1e57004b-c596-46f0-b771-58e70e6699ec tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:03.990335 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1e57004b-c596-46f0-b771-58e70e6699ec tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:03.992904 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1e57004b-c596-46f0-b771-58e70e6699ec tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:03.994078 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-1e57004b-c596-46f0-b771-58e70e6699ec tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "DELETE /v2.0/security-groups/15a8f5ef-1147-4d5b-9778-15594dacbb52 HTTP/1.1" status: 204 len: 168 time: 0.1527181 Jul 13 14:53:04.003555 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e57004b-c596-46f0-b771-58e70e6699ec tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15a8f5ef-1147-4d5b-9778-15594dacbb52,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:53:04.406681 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 53224) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:53:04.411413 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-a31b3c45-f77a-45f1-9fd1-bd4afbb54c24 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1116882753', 'description': 'tempest-secgroup-smoke-1116882753 description', 'project_id': '6cdbf29db6d14f58ac4a211f1cc6207f'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:53:04.435599 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a31b3c45-f77a-45f1-9fd1-bd4afbb54c24 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:04.519648 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a31b3c45-f77a-45f1-9fd1-bd4afbb54c24 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:04.523346 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a31b3c45-f77a-45f1-9fd1-bd4afbb54c24 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:04.552124 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a31b3c45-f77a-45f1-9fd1-bd4afbb54c24 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:04.553659 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-a31b3c45-f77a-45f1-9fd1-bd4afbb54c24 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1459224 Jul 13 14:53:04.555549 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31b3c45-f77a-45f1-9fd1-bd4afbb54c24 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cad2a8e3-cd3f-4aa7-b651-2ceb9c8edfc6,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:53:04.556612 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 53226) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:53:04.562091 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-e97b1893-5132-4d13-8daf-1f4e03946ae9 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Request body: {'security_group_rule': {'security_group_id': 'cad2a8e3-cd3f-4aa7-b651-2ceb9c8edfc6', 'project_id': '6cdbf29db6d14f58ac4a211f1cc6207f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:53:04.588057 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e97b1893-5132-4d13-8daf-1f4e03946ae9 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:04.647985 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e97b1893-5132-4d13-8daf-1f4e03946ae9 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:04.652096 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e97b1893-5132-4d13-8daf-1f4e03946ae9 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:04.674505 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97b1893-5132-4d13-8daf-1f4e03946ae9 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1396a19b-eb32-4018-94b1-fa4da91ce5d7,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:53:04.679715 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e97b1893-5132-4d13-8daf-1f4e03946ae9 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:04.684025 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-e97b1893-5132-4d13-8daf-1f4e03946ae9 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1233234 Jul 13 14:53:04.684609 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 53228) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:53:04.689346 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-3687934d-2240-4077-bfa0-fc0061bce745 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Request body: {'security_group_rule': {'security_group_id': 'cad2a8e3-cd3f-4aa7-b651-2ceb9c8edfc6', 'project_id': '6cdbf29db6d14f58ac4a211f1cc6207f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:53:04.715455 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3687934d-2240-4077-bfa0-fc0061bce745 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:04.772710 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3687934d-2240-4077-bfa0-fc0061bce745 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:04.776110 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3687934d-2240-4077-bfa0-fc0061bce745 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:04.794085 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3687934d-2240-4077-bfa0-fc0061bce745 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac41aeaf-cbb9-4225-980c-a298c9355a36,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:53:04.799242 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3687934d-2240-4077-bfa0-fc0061bce745 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:04.801081 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-3687934d-2240-4077-bfa0-fc0061bce745 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1157515 Jul 13 14:53:04.803796 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 53230) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:53:04.808885 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-8b53e5e5-a311-4ca8-926a-184716238e05 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Request body: {'security_group_rule': {'security_group_id': 'cad2a8e3-cd3f-4aa7-b651-2ceb9c8edfc6', 'project_id': '6cdbf29db6d14f58ac4a211f1cc6207f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:53:04.834613 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8b53e5e5-a311-4ca8-926a-184716238e05 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:04.892220 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8b53e5e5-a311-4ca8-926a-184716238e05 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:04.895797 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8b53e5e5-a311-4ca8-926a-184716238e05 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:04.914145 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b53e5e5-a311-4ca8-926a-184716238e05 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45babd94-7d81-4e82-a175-9de790c47162,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:53:04.921946 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8b53e5e5-a311-4ca8-926a-184716238e05 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:04.923167 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-8b53e5e5-a311-4ca8-926a-184716238e05 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1184640 Jul 13 14:53:04.925881 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 53232) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:53:04.930332 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-7623c766-b417-4225-b904-3744f5d804fd tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Request body: {'security_group_rule': {'security_group_id': 'cad2a8e3-cd3f-4aa7-b651-2ceb9c8edfc6', 'project_id': '6cdbf29db6d14f58ac4a211f1cc6207f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:53:04.956937 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7623c766-b417-4225-b904-3744f5d804fd tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:05.017888 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7623c766-b417-4225-b904-3744f5d804fd tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:05.021130 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7623c766-b417-4225-b904-3744f5d804fd tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:05.037644 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7623c766-b417-4225-b904-3744f5d804fd tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=982444a9-5246-4b38-ae55-d735555e6357,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:53:05.045399 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7623c766-b417-4225-b904-3744f5d804fd tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:05.046626 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-7623c766-b417-4225-b904-3744f5d804fd tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1198404 Jul 13 14:53:05.049335 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 53234) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:53:05.053786 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-673d85de-ab69-4cd0-a72f-021f45251717 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Request body: {'security_group_rule': {'security_group_id': 'cad2a8e3-cd3f-4aa7-b651-2ceb9c8edfc6', 'project_id': '6cdbf29db6d14f58ac4a211f1cc6207f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:53:05.076303 n-d-800634-1 neutron-server[93751]: INFO neutron.db.securitygroups_db [None req-673d85de-ab69-4cd0-a72f-021f45251717 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Project 6cdbf29db6d14f58ac4a211f1cc6207f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 14:53:05.081225 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-673d85de-ab69-4cd0-a72f-021f45251717 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:05.141784 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-673d85de-ab69-4cd0-a72f-021f45251717 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:05.145271 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-673d85de-ab69-4cd0-a72f-021f45251717 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:05.165282 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673d85de-ab69-4cd0-a72f-021f45251717 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2c0bcb6-67dd-4511-a735-f5ba15466e3a,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:53:05.168877 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-673d85de-ab69-4cd0-a72f-021f45251717 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:05.170107 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-673d85de-ab69-4cd0-a72f-021f45251717 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1198187 Jul 13 14:53:05.172836 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 53236) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:53:05.177255 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-c00ff4c3-3939-48af-b683-6dbb2ae65fec tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Request body: {'security_group_rule': {'security_group_id': 'cad2a8e3-cd3f-4aa7-b651-2ceb9c8edfc6', 'project_id': '6cdbf29db6d14f58ac4a211f1cc6207f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:53:05.199903 n-d-800634-1 neutron-server[93751]: INFO neutron.db.securitygroups_db [None req-c00ff4c3-3939-48af-b683-6dbb2ae65fec tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Project 6cdbf29db6d14f58ac4a211f1cc6207f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 14:53:05.204596 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c00ff4c3-3939-48af-b683-6dbb2ae65fec tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:05.266168 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c00ff4c3-3939-48af-b683-6dbb2ae65fec tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:05.269967 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c00ff4c3-3939-48af-b683-6dbb2ae65fec tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:05.287942 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00ff4c3-3939-48af-b683-6dbb2ae65fec tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca1b7174-7145-4d6d-94d3-e06a43e4c34a,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:53:05.294370 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c00ff4c3-3939-48af-b683-6dbb2ae65fec tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:05.295568 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-c00ff4c3-3939-48af-b683-6dbb2ae65fec tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1218059 Jul 13 14:53:05.507611 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device e95859f8-51da-4f98-b5a3-f89909e69128 no longer exists at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:53:05.527992 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] No Port match for: e95859f8-51da-4f98-b5a3-f89909e69128 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:53:05.528330 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device e95859f8-51da-4f98-b5a3-f89909e69128 not bound to the agent host n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:53:17.395653 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-56fec06e-0fcc-49ba-a937-0d33c653265c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:19.558125 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c5bf2231-edd7-403e-a567-87645e9a8b4d req-3236c5ee-e79f-4640-8de8-e6d94658dc0c tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1116882753&fields=id&tenant_id=6cdbf29db6d14f58ac4a211f1cc6207f HTTP/1.1" status: 200 len: 267 time: 0.0336075 Jul 13 14:53:19.581898 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:53:19.666742 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bf2231-edd7-403e-a567-87645e9a8b4d req-444adb3b-dc1a-458b-b960-9a27e3cffefd tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:53:19.668456 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c5bf2231-edd7-403e-a567-87645e9a8b4d req-444adb3b-dc1a-458b-b960-9a27e3cffefd tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/networks?id=225f9fff-305c-463a-a6d8-ecd24baeb610 HTTP/1.1" status: 200 len: 809 time: 0.1040716 Jul 13 14:53:19.683372 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c5bf2231-edd7-403e-a567-87645e9a8b4d req-45e2ca15-02aa-4f85-9ac9-9a423daa380d tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/quotas/6cdbf29db6d14f58ac4a211f1cc6207f HTTP/1.1" status: 200 len: 375 time: 0.0087819 Jul 13 14:53:19.749789 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c5bf2231-edd7-403e-a567-87645e9a8b4d req-38ee648e-b50c-4232-b3f5-8c2bfe8c7ee1 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=6cdbf29db6d14f58ac4a211f1cc6207f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0616617 Jul 13 14:53:19.890539 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c5bf2231-edd7-403e-a567-87645e9a8b4d req-ce834790-0557-48cf-9c98-d36b0e412415 service neutron] 10.222.0.23 "GET /v2.0/networks/225f9fff-305c-463a-a6d8-ecd24baeb610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299396 Jul 13 14:53:19.978874 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c5bf2231-edd7-403e-a567-87645e9a8b4d req-b122c39b-5a55-456e-bc6c-5830480c8ca3 service neutron] 10.222.0.23 "GET /v2.0/networks/225f9fff-305c-463a-a6d8-ecd24baeb610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826573 Jul 13 14:53:20.016104 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c00769f8-b3dc-4bc8-acad-d246841003c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:20.147506 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:20.278148 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6270fb29-cd84-468d-9b66-65f3f7b0afc5 req-97ce64a0-1642-4b2a-ac10-898bc215c27f tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd71ff91-0351-4c65-b49a-a8b13a13444f HTTP/1.1" status: 200 len: 210 time: 0.0322654 Jul 13 14:53:21.390062 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bf2231-edd7-403e-a567-87645e9a8b4d req-767a4099-3844-4905-9ca9-a23508a8b591 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:53:21.391605 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c5bf2231-edd7-403e-a567-87645e9a8b4d req-767a4099-3844-4905-9ca9-a23508a8b591 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.26 "GET /v2.0/networks?id=225f9fff-305c-463a-a6d8-ecd24baeb610 HTTP/1.1" status: 200 len: 809 time: 0.1175785 Jul 13 14:53:21.439178 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8d776989-54b2-413e-912a-11cac53d32a0 req-85ccf167-6b9d-443b-bed8-ef0fdb64391e tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd71ff91-0351-4c65-b49a-a8b13a13444f HTTP/1.1" status: 200 len: 210 time: 0.0415463 Jul 13 14:53:21.445843 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:21.461814 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c5bf2231-edd7-403e-a567-87645e9a8b4d req-3ac02ec7-b025-4833-aa4d-37e10ecc5fa4 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6cdbf29db6d14f58ac4a211f1cc6207f HTTP/1.1" status: 200 len: 380 time: 0.0546637 Jul 13 14:53:21.471128 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-c5bf2231-edd7-403e-a567-87645e9a8b4d req-62844933-c374-478b-8f37-c0319e980699 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Request body: {'port': {'device_id': 'dd71ff91-0351-4c65-b49a-a8b13a13444f', 'network_id': '225f9fff-305c-463a-a6d8-ecd24baeb610', 'admin_state_up': True, 'tenant_id': '6cdbf29db6d14f58ac4a211f1cc6207f', 'security_groups': ['cad2a8e3-cd3f-4aa7-b651-2ceb9c8edfc6']}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:53:21.582235 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5bf2231-edd7-403e-a567-87645e9a8b4d req-62844933-c374-478b-8f37-c0319e980699 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Made reservation on behalf of 6cdbf29db6d14f58ac4a211f1cc6207f for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:53:21.585873 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-c5bf2231-edd7-403e-a567-87645e9a8b4d req-62844933-c374-478b-8f37-c0319e980699 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:21.720798 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-c5bf2231-edd7-403e-a567-87645e9a8b4d req-62844933-c374-478b-8f37-c0319e980699 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Allocated IP 172.20.0.12 (225f9fff-305c-463a-a6d8-ecd24baeb610/b7699af9-d658-4bd2-b109-f1ca234927d6/1a82ed19-5e68-42c3-baaa-8f4dd024e640) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:53:21.866733 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-c5bf2231-edd7-403e-a567-87645e9a8b4d req-62844933-c374-478b-8f37-c0319e980699 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:21.881209 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-c5bf2231-edd7-403e-a567-87645e9a8b4d req-62844933-c374-478b-8f37-c0319e980699 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Transition to ACTIVE for port object 1a82ed19-5e68-42c3-baaa-8f4dd024e640 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:53:21.914758 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-c5bf2231-edd7-403e-a567-87645e9a8b4d req-62844933-c374-478b-8f37-c0319e980699 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:21.956359 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5bf2231-edd7-403e-a567-87645e9a8b4d req-62844933-c374-478b-8f37-c0319e980699 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Network 225f9fff-305c-463a-a6d8-ecd24baeb610 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:53:21.960030 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-c5bf2231-edd7-403e-a567-87645e9a8b4d req-62844933-c374-478b-8f37-c0319e980699 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:53:21.964404 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5bf2231-edd7-403e-a567-87645e9a8b4d req-62844933-c374-478b-8f37-c0319e980699 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:53:22.005906 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62844933-c374-478b-8f37-c0319e980699 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Pushing event updated for resources: {'Port': ['ID=1a82ed19-5e68-42c3-baaa-8f4dd024e640,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:53:22.031005 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bf2231-edd7-403e-a567-87645e9a8b4d req-62844933-c374-478b-8f37-c0319e980699 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:53:22.031779 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-c5bf2231-edd7-403e-a567-87645e9a8b4d req-62844933-c374-478b-8f37-c0319e980699 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:22.053712 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c5bf2231-edd7-403e-a567-87645e9a8b4d req-62844933-c374-478b-8f37-c0319e980699 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5867169 Jul 13 14:53:22.112497 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-c5bf2231-edd7-403e-a567-87645e9a8b4d req-aa1817e2-7bd2-4c16-8450-b2d028b34b3a service neutron] Request body: {'port': {'device_id': 'dd71ff91-0351-4c65-b49a-a8b13a13444f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:53:22.196346 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-c5bf2231-edd7-403e-a567-87645e9a8b4d req-aa1817e2-7bd2-4c16-8450-b2d028b34b3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:22.232580 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-34b7e63c-3223-4540-8a6f-1d7aed039a10 None None] Provisioning for port 1a82ed19-5e68-42c3-baaa-8f4dd024e640 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:53:22.237199 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-34b7e63c-3223-4540-8a6f-1d7aed039a10 None None] Provisioning complete for port 1a82ed19-5e68-42c3-baaa-8f4dd024e640 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:53:22.237613 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-34b7e63c-3223-4540-8a6f-1d7aed039a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:22.280371 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-34b7e63c-3223-4540-8a6f-1d7aed039a10 None None] Port 1a82ed19-5e68-42c3-baaa-8f4dd024e640 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:53:22.465428 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-c5bf2231-edd7-403e-a567-87645e9a8b4d req-aa1817e2-7bd2-4c16-8450-b2d028b34b3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a82ed19-5e68-42c3-baaa-8f4dd024e640 {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:53:22.472898 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-c5bf2231-edd7-403e-a567-87645e9a8b4d req-aa1817e2-7bd2-4c16-8450-b2d028b34b3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:22.486511 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-c5bf2231-edd7-403e-a567-87645e9a8b4d req-aa1817e2-7bd2-4c16-8450-b2d028b34b3a service neutron] Transition to ACTIVE for port object 1a82ed19-5e68-42c3-baaa-8f4dd024e640 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:53:22.491257 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-c5bf2231-edd7-403e-a567-87645e9a8b4d req-aa1817e2-7bd2-4c16-8450-b2d028b34b3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:22.593407 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1817e2-7bd2-4c16-8450-b2d028b34b3a service neutron] Pushing event updated for resources: {'Port': ['ID=1a82ed19-5e68-42c3-baaa-8f4dd024e640,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:53:22.629609 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-c5bf2231-edd7-403e-a567-87645e9a8b4d req-aa1817e2-7bd2-4c16-8450-b2d028b34b3a service neutron] Attempting to bind port 1a82ed19-5e68-42c3-baaa-8f4dd024e640 on host n-h1-800634-1 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:53:22.629981 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-c5bf2231-edd7-403e-a567-87645e9a8b4d req-aa1817e2-7bd2-4c16-8450-b2d028b34b3a service neutron] Attempting to bind port 1a82ed19-5e68-42c3-baaa-8f4dd024e640 by drivers openvswitch,hyperv on host n-h1-800634-1 at level 0 using segments [{'id': '8e7c7940-9434-4648-a510-45c446dca932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '225f9fff-305c-463a-a6d8-ecd24baeb610'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:53:22.630670 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5bf2231-edd7-403e-a567-87645e9a8b4d req-aa1817e2-7bd2-4c16-8450-b2d028b34b3a service neutron] Attempting to bind port 1a82ed19-5e68-42c3-baaa-8f4dd024e640 on network 225f9fff-305c-463a-a6d8-ecd24baeb610 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:53:22.636013 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5bf2231-edd7-403e-a567-87645e9a8b4d req-aa1817e2-7bd2-4c16-8450-b2d028b34b3a service neutron] Port 1a82ed19-5e68-42c3-baaa-8f4dd024e640 on network 225f9fff-305c-463a-a6d8-ecd24baeb610 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-1 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 14:53:22.636500 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5bf2231-edd7-403e-a567-87645e9a8b4d req-aa1817e2-7bd2-4c16-8450-b2d028b34b3a service neutron] Attempting to bind port 1a82ed19-5e68-42c3-baaa-8f4dd024e640 on network 225f9fff-305c-463a-a6d8-ecd24baeb610 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:53:22.643221 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5bf2231-edd7-403e-a567-87645e9a8b4d req-aa1817e2-7bd2-4c16-8450-b2d028b34b3a service neutron] Checking agent: {'id': 'a7603dc8-3c50-4a9b-8f0d-1143528f155e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 53, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:53:22.643611 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5bf2231-edd7-403e-a567-87645e9a8b4d req-aa1817e2-7bd2-4c16-8450-b2d028b34b3a service neutron] Checking segment: {'id': '8e7c7940-9434-4648-a510-45c446dca932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '225f9fff-305c-463a-a6d8-ecd24baeb610'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:53:22.644032 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5bf2231-edd7-403e-a567-87645e9a8b4d req-aa1817e2-7bd2-4c16-8450-b2d028b34b3a service neutron] Bound using segment: {'id': '8e7c7940-9434-4648-a510-45c446dca932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '225f9fff-305c-463a-a6d8-ecd24baeb610'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:53:22.644396 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-c5bf2231-edd7-403e-a567-87645e9a8b4d req-aa1817e2-7bd2-4c16-8450-b2d028b34b3a service neutron] Bound port: 1a82ed19-5e68-42c3-baaa-8f4dd024e640, host: n-h1-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e7c7940-9434-4648-a510-45c446dca932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '225f9fff-305c-463a-a6d8-ecd24baeb610'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:53:22.644765 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-c5bf2231-edd7-403e-a567-87645e9a8b4d req-aa1817e2-7bd2-4c16-8450-b2d028b34b3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:22.681356 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a990052a-51d9-4e2b-a2f3-274ae52d1cc7 req-d73a12d3-4dff-4977-93f5-6f8379e001d6 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:53:22.683384 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a990052a-51d9-4e2b-a2f3-274ae52d1cc7 req-d73a12d3-4dff-4977-93f5-6f8379e001d6 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd71ff91-0351-4c65-b49a-a8b13a13444f HTTP/1.1" status: 200 len: 944 time: 0.1057427 Jul 13 14:53:22.728827 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a990052a-51d9-4e2b-a2f3-274ae52d1cc7 req-07f14f9e-fd0a-451f-8855-32c39607b069 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/security-groups?id=cad2a8e3-cd3f-4aa7-b651-2ceb9c8edfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380664 Jul 13 14:53:22.730925 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-c5bf2231-edd7-403e-a567-87645e9a8b4d req-aa1817e2-7bd2-4c16-8450-b2d028b34b3a service neutron] For port 1a82ed19-5e68-42c3-baaa-8f4dd024e640, host n-h1-800634-1, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:53:22.734554 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-c5bf2231-edd7-403e-a567-87645e9a8b4d req-aa1817e2-7bd2-4c16-8450-b2d028b34b3a service neutron] For port 1a82ed19-5e68-42c3-baaa-8f4dd024e640, host n-h1-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=1a82ed19-5e68-42c3-baaa-8f4dd024e640,segment=NetworkSegment(8e7c7940-9434-4648-a510-45c446dca932),segment_id=8e7c7940-9434-4648-a510-45c446dca932)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:53:22.740496 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-c5bf2231-edd7-403e-a567-87645e9a8b4d req-aa1817e2-7bd2-4c16-8450-b2d028b34b3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:22.778253 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bf2231-edd7-403e-a567-87645e9a8b4d req-aa1817e2-7bd2-4c16-8450-b2d028b34b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:53:22.778880 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-c5bf2231-edd7-403e-a567-87645e9a8b4d req-aa1817e2-7bd2-4c16-8450-b2d028b34b3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:22.780328 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c5bf2231-edd7-403e-a567-87645e9a8b4d req-aa1817e2-7bd2-4c16-8450-b2d028b34b3a service neutron] 10.222.0.26 "PUT /v2.0/ports/1a82ed19-5e68-42c3-baaa-8f4dd024e640 HTTP/1.1" status: 200 len: 1092 time: 0.7181320 Jul 13 14:53:22.780795 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd71ff91-0351-4c65-b49a-a8b13a13444f', 'tag': '1a82ed19-5e68-42c3-baaa-8f4dd024e640'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:53:22.783075 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d80e434584b282bc6a886e23c599c6bef7951b468a8cb6259e8628cee4d6f2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18dad860-27e2-46c1-baf3-bc113684a308" -d '{"events": [{"name": "network-changed", "server_uuid": "dd71ff91-0351-4c65-b49a-a8b13a13444f", "tag": "1a82ed19-5e68-42c3-baaa-8f4dd024e640"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:53:22.814837 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1817e2-7bd2-4c16-8450-b2d028b34b3a service neutron] Pushing event updated for resources: {'Port': ['ID=1a82ed19-5e68-42c3-baaa-8f4dd024e640,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:53:22.841687 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:53:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3af8ec57-6a15-4018-b937-e798c71e0dca x-openstack-request-id: req-3af8ec57-6a15-4018-b937-e798c71e0dca {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:53:22.842088 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd71ff91-0351-4c65-b49a-a8b13a13444f", "tag": "1a82ed19-5e68-42c3-baaa-8f4dd024e640", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:53:22.842427 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3af8ec57-6a15-4018-b937-e798c71e0dca {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:53:22.842894 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd71ff91-0351-4c65-b49a-a8b13a13444f', 'tag': '1a82ed19-5e68-42c3-baaa-8f4dd024e640', 'status': 'completed', 'code': 200} Jul 13 14:53:22.894353 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bf2231-edd7-403e-a567-87645e9a8b4d req-d2f028e3-62d4-49c5-801f-0aeaaf985ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:53:22.895903 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c5bf2231-edd7-403e-a567-87645e9a8b4d req-d2f028e3-62d4-49c5-801f-0aeaaf985ff2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6cdbf29db6d14f58ac4a211f1cc6207f&device_id=dd71ff91-0351-4c65-b49a-a8b13a13444f HTTP/1.1" status: 200 len: 1095 time: 0.0694726 Jul 13 14:53:22.939426 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:22.946981 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c5bf2231-edd7-403e-a567-87645e9a8b4d req-1474881c-ef02-418d-a4af-0b0b58847d39 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1a82ed19-5e68-42c3-baaa-8f4dd024e640 HTTP/1.1" status: 200 len: 217 time: 0.0439458 Jul 13 14:53:23.001162 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bf2231-edd7-403e-a567-87645e9a8b4d req-e709b224-a52b-4d21-9879-94922c3087b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:53:23.002830 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c5bf2231-edd7-403e-a567-87645e9a8b4d req-e709b224-a52b-4d21-9879-94922c3087b6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b7699af9-d658-4bd2-b109-f1ca234927d6 HTTP/1.1" status: 200 len: 848 time: 0.0491114 Jul 13 14:53:23.066301 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bf2231-edd7-403e-a567-87645e9a8b4d req-88ceb1df-d712-47dc-8731-24b552f237d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:53:23.067804 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c5bf2231-edd7-403e-a567-87645e9a8b4d req-88ceb1df-d712-47dc-8731-24b552f237d1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=225f9fff-305c-463a-a6d8-ecd24baeb610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0588522 Jul 13 14:53:23.159005 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c5bf2231-edd7-403e-a567-87645e9a8b4d req-964c05ad-af69-4280-a8c9-83c7772d62b8 service neutron] 10.222.0.26 "GET /v2.0/networks/225f9fff-305c-463a-a6d8-ecd24baeb610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842969 Jul 13 14:53:23.254030 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c5bf2231-edd7-403e-a567-87645e9a8b4d req-a70f0643-e7ba-4f73-bd55-543613db531c service neutron] 10.222.0.26 "GET /v2.0/networks/225f9fff-305c-463a-a6d8-ecd24baeb610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880015 Jul 13 14:53:23.352782 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dad860-27e2-46c1-baf3-bc113684a308 req-0888b080-8792-4a69-8889-56a84724ac99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:53:23.354458 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-18dad860-27e2-46c1-baf3-bc113684a308 req-0888b080-8792-4a69-8889-56a84724ac99 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6cdbf29db6d14f58ac4a211f1cc6207f&device_id=dd71ff91-0351-4c65-b49a-a8b13a13444f HTTP/1.1" status: 200 len: 1095 time: 0.0562067 Jul 13 14:53:23.446496 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dad860-27e2-46c1-baf3-bc113684a308 req-f8bfa50d-5720-4948-9f02-985a4d83eded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:53:23.448689 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-18dad860-27e2-46c1-baf3-bc113684a308 req-f8bfa50d-5720-4948-9f02-985a4d83eded service neutron] 10.222.0.26 "GET /v2.0/networks?id=225f9fff-305c-463a-a6d8-ecd24baeb610 HTTP/1.1" status: 200 len: 909 time: 0.0880206 Jul 13 14:53:23.491630 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-18dad860-27e2-46c1-baf3-bc113684a308 req-55a12fef-51b9-4e76-aa5a-fde7fa90856e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1a82ed19-5e68-42c3-baaa-8f4dd024e640 HTTP/1.1" status: 200 len: 217 time: 0.0372899 Jul 13 14:53:23.541380 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dad860-27e2-46c1-baf3-bc113684a308 req-703d0551-a2ae-465d-b86d-e45bb949795b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:53:23.543795 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-18dad860-27e2-46c1-baf3-bc113684a308 req-703d0551-a2ae-465d-b86d-e45bb949795b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b7699af9-d658-4bd2-b109-f1ca234927d6 HTTP/1.1" status: 200 len: 848 time: 0.0465584 Jul 13 14:53:23.607461 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dad860-27e2-46c1-baf3-bc113684a308 req-01ab0d11-3290-453d-9f89-ee8ef38f367b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:53:23.609000 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-18dad860-27e2-46c1-baf3-bc113684a308 req-01ab0d11-3290-453d-9f89-ee8ef38f367b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=225f9fff-305c-463a-a6d8-ecd24baeb610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0589621 Jul 13 14:53:23.707417 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-18dad860-27e2-46c1-baf3-bc113684a308 req-d6407678-3f7c-41ac-8950-3fc809393cad service neutron] 10.222.0.26 "GET /v2.0/networks/225f9fff-305c-463a-a6d8-ecd24baeb610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916803 Jul 13 14:53:23.800855 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-18dad860-27e2-46c1-baf3-bc113684a308 req-d3bb2ef6-c6df-4b53-89de-078178aa221a service neutron] 10.222.0.26 "GET /v2.0/networks/225f9fff-305c-463a-a6d8-ecd24baeb610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873582 Jul 13 14:53:23.930800 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed17eb2-6fbb-451b-aaa6-412821d65490 req-ed5c7f7f-0943-4406-9312-0b060c609602 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:53:23.932343 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2ed17eb2-6fbb-451b-aaa6-412821d65490 req-ed5c7f7f-0943-4406-9312-0b060c609602 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd71ff91-0351-4c65-b49a-a8b13a13444f HTTP/1.1" status: 200 len: 944 time: 0.0709498 Jul 13 14:53:23.971657 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2ed17eb2-6fbb-451b-aaa6-412821d65490 req-25568203-e3b0-4177-8374-ef25f4827001 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/security-groups?id=cad2a8e3-cd3f-4aa7-b651-2ceb9c8edfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330713 Jul 13 14:53:25.155027 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9f6274-1aa5-4535-8a1c-4012a6cace95 req-6a8a4622-f9da-4fec-86a8-103ee6dd171a tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:53:25.156540 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ab9f6274-1aa5-4535-8a1c-4012a6cace95 req-6a8a4622-f9da-4fec-86a8-103ee6dd171a tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd71ff91-0351-4c65-b49a-a8b13a13444f HTTP/1.1" status: 200 len: 944 time: 0.0681398 Jul 13 14:53:25.561011 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ab9f6274-1aa5-4535-8a1c-4012a6cace95 req-232cd1e1-e4ad-47fc-b56f-cf6a068591d0 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/security-groups?id=cad2a8e3-cd3f-4aa7-b651-2ceb9c8edfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3988276 Jul 13 14:53:26.738369 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29208b4f-34ac-411f-b9d0-8170d27b5074 req-74bfb991-26be-43fb-bf3f-d8cd3a241fa9 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:53:26.739836 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-29208b4f-34ac-411f-b9d0-8170d27b5074 req-74bfb991-26be-43fb-bf3f-d8cd3a241fa9 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd71ff91-0351-4c65-b49a-a8b13a13444f HTTP/1.1" status: 200 len: 944 time: 0.0673223 Jul 13 14:53:26.777276 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-29208b4f-34ac-411f-b9d0-8170d27b5074 req-5e99a160-a67c-45b2-917d-89f634681188 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/security-groups?id=cad2a8e3-cd3f-4aa7-b651-2ceb9c8edfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319414 Jul 13 14:53:27.951953 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec879260-3b79-4ff1-a9e6-7323336fe43b req-891ca04b-cff3-49c3-978b-f8478bf497a8 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:53:27.953464 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ec879260-3b79-4ff1-a9e6-7323336fe43b req-891ca04b-cff3-49c3-978b-f8478bf497a8 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd71ff91-0351-4c65-b49a-a8b13a13444f HTTP/1.1" status: 200 len: 944 time: 0.0634587 Jul 13 14:53:27.992181 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-ec879260-3b79-4ff1-a9e6-7323336fe43b req-148cd0f0-eb93-4c4f-814a-f03b4a7d32d1 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/security-groups?id=cad2a8e3-cd3f-4aa7-b651-2ceb9c8edfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329411 Jul 13 14:53:29.163341 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe23c507-56be-4c43-b436-4a970aceee0e req-caa63a6f-ad59-45ce-9390-9e28a5190cd7 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:53:29.164830 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-fe23c507-56be-4c43-b436-4a970aceee0e req-caa63a6f-ad59-45ce-9390-9e28a5190cd7 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd71ff91-0351-4c65-b49a-a8b13a13444f HTTP/1.1" status: 200 len: 944 time: 0.0640450 Jul 13 14:53:29.202405 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-fe23c507-56be-4c43-b436-4a970aceee0e req-bcdc996b-efa3-484c-b6ae-9ed2b7e24dfa tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/security-groups?id=cad2a8e3-cd3f-4aa7-b651-2ceb9c8edfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313997 Jul 13 14:53:30.394949 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd222daa-4cbf-46c7-878a-af1e657bc551 req-71998dfe-e10b-45e7-adcd-6f698e572142 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:53:30.396766 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-fd222daa-4cbf-46c7-878a-af1e657bc551 req-71998dfe-e10b-45e7-adcd-6f698e572142 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd71ff91-0351-4c65-b49a-a8b13a13444f HTTP/1.1" status: 200 len: 944 time: 0.0802951 Jul 13 14:53:30.440193 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-fd222daa-4cbf-46c7-878a-af1e657bc551 req-300f64cd-c059-47b7-b02f-bc7021dddd42 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/security-groups?id=cad2a8e3-cd3f-4aa7-b651-2ceb9c8edfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375960 Jul 13 14:53:31.222640 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:31.619139 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89a9783-cf15-428a-9488-bfca331540fe req-13ceb013-84cf-42ba-92bc-4fbd9a3f0240 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:53:31.621271 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b89a9783-cf15-428a-9488-bfca331540fe req-13ceb013-84cf-42ba-92bc-4fbd9a3f0240 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd71ff91-0351-4c65-b49a-a8b13a13444f HTTP/1.1" status: 200 len: 944 time: 0.0659509 Jul 13 14:53:31.665136 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b89a9783-cf15-428a-9488-bfca331540fe req-6d555995-5556-4a4e-adcd-b55d046260c2 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/security-groups?id=cad2a8e3-cd3f-4aa7-b651-2ceb9c8edfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383193 Jul 13 14:53:31.671267 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:32.839149 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b32820-e62d-4231-af64-fd4131a300be req-a550bcf3-9281-414d-b92e-b395342b8134 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:53:32.840659 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-25b32820-e62d-4231-af64-fd4131a300be req-a550bcf3-9281-414d-b92e-b395342b8134 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd71ff91-0351-4c65-b49a-a8b13a13444f HTTP/1.1" status: 200 len: 944 time: 0.0644045 Jul 13 14:53:32.878105 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-25b32820-e62d-4231-af64-fd4131a300be req-3ddd3cc0-74bf-4dd1-9df7-ab3d7dda1ee2 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/security-groups?id=cad2a8e3-cd3f-4aa7-b651-2ceb9c8edfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315833 Jul 13 14:53:33.889289 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 1a82ed19-5e68-42c3-baaa-8f4dd024e640 details requested by agent hyperv_n-h1-800634-1 with host n-h1-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 14:53:33.990429 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 1a82ed19-5e68-42c3-baaa-8f4dd024e640, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=1a82ed19-5e68-42c3-baaa-8f4dd024e640,segment=NetworkSegment(8e7c7940-9434-4648-a510-45c446dca932),segment_id=8e7c7940-9434-4648-a510-45c446dca932)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:53:34.002958 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Returning: {'device': '1a82ed19-5e68-42c3-baaa-8f4dd024e640', 'network_id': '225f9fff-305c-463a-a6d8-ecd24baeb610', 'port_id': '1a82ed19-5e68-42c3-baaa-8f4dd024e640', 'mac_address': 'fa:16:3e:3b:1e:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7699af9-d658-4bd2-b109-f1ca234927d6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 14:53:34.045262 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:34.058892 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a82ed19-5e68-42c3-baaa-8f4dd024e640 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:53:34.067328 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1e8d8a-5f94-4bdc-8bd8-d0710b2f470d req-944b4a3d-802e-46e3-9545-6484950bfc9e tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:53:34.068894 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-9f1e8d8a-5f94-4bdc-8bd8-d0710b2f470d req-944b4a3d-802e-46e3-9545-6484950bfc9e tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd71ff91-0351-4c65-b49a-a8b13a13444f HTTP/1.1" status: 200 len: 944 time: 0.0703444 Jul 13 14:53:34.081628 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 1a82ed19-5e68-42c3-baaa-8f4dd024e640, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=1a82ed19-5e68-42c3-baaa-8f4dd024e640,segment=NetworkSegment(8e7c7940-9434-4648-a510-45c446dca932),segment_id=8e7c7940-9434-4648-a510-45c446dca932)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:53:34.087407 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:34.114008 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-9f1e8d8a-5f94-4bdc-8bd8-d0710b2f470d req-b5e37147-2494-4823-91ff-2340b4b16e3a tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/security-groups?id=cad2a8e3-cd3f-4aa7-b651-2ceb9c8edfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382230 Jul 13 14:53:34.138944 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=1a82ed19-5e68-42c3-baaa-8f4dd024e640,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:53:34.146423 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:53:34.146619 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:53:34.147309 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:53:34.147309 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:53:34.147619 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:53:34.147951 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:53:34.148279 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:53:34.148606 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:53:34.148930 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:53:34.149262 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:53:34.149581 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:53:34.149931 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:53:34.316471 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['1a82ed19-5e68-42c3-baaa-8f4dd024e640'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:53:35.291104 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012a9c0c-3712-4fc6-a2dd-e4823b9d47c4 req-746e1df3-dfbb-470c-978d-40264dd4db46 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:53:35.293265 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-012a9c0c-3712-4fc6-a2dd-e4823b9d47c4 req-746e1df3-dfbb-470c-978d-40264dd4db46 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd71ff91-0351-4c65-b49a-a8b13a13444f HTTP/1.1" status: 200 len: 945 time: 0.0643063 Jul 13 14:53:35.331035 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-012a9c0c-3712-4fc6-a2dd-e4823b9d47c4 req-cc6a8707-854b-4e45-8e0a-46fafb697483 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/security-groups?id=cad2a8e3-cd3f-4aa7-b651-2ceb9c8edfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322654 Jul 13 14:53:35.888297 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 1a82ed19-5e68-42c3-baaa-8f4dd024e640 up at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:53:35.938249 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning for port 1a82ed19-5e68-42c3-baaa-8f4dd024e640 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:53:35.942203 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning complete for port 1a82ed19-5e68-42c3-baaa-8f4dd024e640 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:53:35.942574 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:36.019636 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:36.041511 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd71ff91-0351-4c65-b49a-a8b13a13444f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a82ed19-5e68-42c3-baaa-8f4dd024e640'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:53:36.043831 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f877c416c4e1be0a98e2d34673ec81d4e31c3422e8e709fff770f7d8b7e0843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50a80c63-1b76-4292-b5e0-6590b78423ea" -d '{"events": [{"server_uuid": "dd71ff91-0351-4c65-b49a-a8b13a13444f", "name": "network-vif-plugged", "status": "completed", "tag": "1a82ed19-5e68-42c3-baaa-8f4dd024e640"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:53:36.056169 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 1a82ed19-5e68-42c3-baaa-8f4dd024e640, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=1a82ed19-5e68-42c3-baaa-8f4dd024e640,segment=NetworkSegment(8e7c7940-9434-4648-a510-45c446dca932),segment_id=8e7c7940-9434-4648-a510-45c446dca932)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:53:36.060181 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:36.107431 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=1a82ed19-5e68-42c3-baaa-8f4dd024e640,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:53:36.134581 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63cf6c6c-1b34-4bb3-ac1d-7c9cbb5492ab x-openstack-request-id: req-63cf6c6c-1b34-4bb3-ac1d-7c9cbb5492ab {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:53:36.134881 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd71ff91-0351-4c65-b49a-a8b13a13444f", "name": "network-vif-plugged", "status": "completed", "tag": "1a82ed19-5e68-42c3-baaa-8f4dd024e640", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:53:36.135141 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-63cf6c6c-1b34-4bb3-ac1d-7c9cbb5492ab {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:53:36.136377 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd71ff91-0351-4c65-b49a-a8b13a13444f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a82ed19-5e68-42c3-baaa-8f4dd024e640', 'code': 200} Jul 13 14:53:36.250525 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb3a639-7b6f-4376-9483-21af65acedc3 req-3430bc7d-ee4a-4840-92a4-3ded85c9b7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:53:36.251928 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5cb3a639-7b6f-4376-9483-21af65acedc3 req-3430bc7d-ee4a-4840-92a4-3ded85c9b7ac service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=dd71ff91-0351-4c65-b49a-a8b13a13444f HTTP/1.1" status: 200 len: 1097 time: 0.0553136 Jul 13 14:53:36.287068 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5cb3a639-7b6f-4376-9483-21af65acedc3 req-17fe7958-4162-48a8-a657-4e4d68a4c206 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=cad2a8e3-cd3f-4aa7-b651-2ceb9c8edfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292099 Jul 13 14:53:36.508196 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4062f2cf-45a9-4675-a5fd-5ac6bff5dda1 req-a9553487-b7c2-4a90-bd23-15ec304d2440 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:53:36.509598 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4062f2cf-45a9-4675-a5fd-5ac6bff5dda1 req-a9553487-b7c2-4a90-bd23-15ec304d2440 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd71ff91-0351-4c65-b49a-a8b13a13444f HTTP/1.1" status: 200 len: 946 time: 0.0661178 Jul 13 14:53:36.547097 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4062f2cf-45a9-4675-a5fd-5ac6bff5dda1 req-6bfd6d9e-b588-46e2-af12-d714c5525806 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/security-groups?id=cad2a8e3-cd3f-4aa7-b651-2ceb9c8edfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311031 Jul 13 14:53:37.724901 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49594fea-ab99-4150-aee6-b295022f5514 req-b1421a0c-1c93-410b-9c44-d8f592275d4f tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:53:37.726416 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-49594fea-ab99-4150-aee6-b295022f5514 req-b1421a0c-1c93-410b-9c44-d8f592275d4f tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd71ff91-0351-4c65-b49a-a8b13a13444f HTTP/1.1" status: 200 len: 946 time: 0.0646639 Jul 13 14:53:37.763874 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-49594fea-ab99-4150-aee6-b295022f5514 req-6eead76c-4a9e-4a1f-9af0-4009e7880dc9 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/security-groups?id=cad2a8e3-cd3f-4aa7-b651-2ceb9c8edfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318203 Jul 13 14:53:37.936155 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441bf522-ed6b-4999-825a-979510d068da req-26d2c295-2942-4f64-8c80-1f7a321db86d tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:53:37.937581 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-441bf522-ed6b-4999-825a-979510d068da req-26d2c295-2942-4f64-8c80-1f7a321db86d tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd71ff91-0351-4c65-b49a-a8b13a13444f HTTP/1.1" status: 200 len: 946 time: 0.0635688 Jul 13 14:53:37.980104 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-441bf522-ed6b-4999-825a-979510d068da req-3d1ae00d-7e64-4186-9d0b-276d237d0fd0 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/security-groups?id=cad2a8e3-cd3f-4aa7-b651-2ceb9c8edfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367203 Jul 13 14:53:38.004669 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 53434) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:53:38.060726 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f0165a-1d2b-47c3-b2c7-5c226929a2b0 tempest-TestShelveInstance-832399367 tempest-TestShelveInstance-832399367-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:53:38.062250 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-b4f0165a-1d2b-47c3-b2c7-5c226929a2b0 tempest-TestShelveInstance-832399367 tempest-TestShelveInstance-832399367-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=dd71ff91-0351-4c65-b49a-a8b13a13444f HTTP/1.1" status: 200 len: 1092 time: 0.0566068 Jul 13 14:53:38.065068 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 53436) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:53:38.069548 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-3b1a8a1e-027d-476a-9412-4e72c5c56753 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Request body: {'floatingip': {'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'port_id': '1a82ed19-5e68-42c3-baaa-8f4dd024e640', 'tenant_id': '6cdbf29db6d14f58ac4a211f1cc6207f', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:53:38.091880 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3b1a8a1e-027d-476a-9412-4e72c5c56753 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Notify callbacks [] for floatingip, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:38.187379 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3b1a8a1e-027d-476a-9412-4e72c5c56753 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:38.292822 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-3b1a8a1e-027d-476a-9412-4e72c5c56753 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Allocated IP 172.25.6.76 (acf968b8-c524-46a9-a20b-ad9667009130/dde5a78e-bd1e-4f47-8189-7321d4de73d3/a80c4eac-3ae2-4211-b818-e57951945d47) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:53:38.402637 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3b1a8a1e-027d-476a-9412-4e72c5c56753 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:38.445466 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3b1a8a1e-027d-476a-9412-4e72c5c56753 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:38.484839 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b1a8a1e-027d-476a-9412-4e72c5c56753 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Network acf968b8-c524-46a9-a20b-ad9667009130 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:53:38.491188 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-3b1a8a1e-027d-476a-9412-4e72c5c56753 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:53:38.495398 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1a8a1e-027d-476a-9412-4e72c5c56753 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:53:38.500873 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1a8a1e-027d-476a-9412-4e72c5c56753 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Pushing event updated for resources: {'Port': ['ID=a80c4eac-3ae2-4211-b818-e57951945d47,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:53:38.870710 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3b1a8a1e-027d-476a-9412-4e72c5c56753 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:38.953161 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3b1a8a1e-027d-476a-9412-4e72c5c56753 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:39.111092 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3b1a8a1e-027d-476a-9412-4e72c5c56753 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:39.115231 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3b1a8a1e-027d-476a-9412-4e72c5c56753 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:39.184999 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1a8a1e-027d-476a-9412-4e72c5c56753 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Pushing event updated for resources: {'Port': ['ID=a80c4eac-3ae2-4211-b818-e57951945d47,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:53:39.193536 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3b1a8a1e-027d-476a-9412-4e72c5c56753 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446547'] for floatingip, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:39.292642 n-d-800634-1 neutron-server[93751]: INFO neutron.db.l3_db [None req-3b1a8a1e-027d-476a-9412-4e72c5c56753 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Floating IP 910ffbf6-7330-439f-9b17-00c6e791d413 associated. External IP: 172.25.6.76, port: 1a82ed19-5e68-42c3-baaa-8f4dd024e640. Jul 13 14:53:39.502729 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b1a8a1e-027d-476a-9412-4e72c5c56753 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Router ff2ae8e8-6695-4d4e-a6ed-db8e689dfa5f has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:53:39.609421 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b1a8a1e-027d-476a-9412-4e72c5c56753 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:53:39.618498 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8900fa4-5af6-4d55-9426-c98d85fe2014 None None] Sync routers for ids ['ff2ae8e8-6695-4d4e-a6ed-db8e689dfa5f'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:53:39.625689 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3b1a8a1e-027d-476a-9412-4e72c5c56753 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for floatingip, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:39.628908 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8900fa4-5af6-4d55-9426-c98d85fe2014 None None] Routers {'ff2ae8e8-6695-4d4e-a6ed-db8e689dfa5f'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:53:39.629520 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-f8900fa4-5af6-4d55-9426-c98d85fe2014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:53:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['ff2ae8e8-6695-4d4e-a6ed-db8e689dfa5f'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:53:39.674687 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-3b1a8a1e-027d-476a-9412-4e72c5c56753 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5963299 Jul 13 14:53:39.674687 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd71ff91-0351-4c65-b49a-a8b13a13444f', 'tag': '1a82ed19-5e68-42c3-baaa-8f4dd024e640'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:53:39.674687 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dea8b0fca9d342929f96bd35c86b8a14765464b9140f1e1e2496fbd7209775c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8622f684-4d21-4ea0-be22-193f12becee6" -d '{"events": [{"name": "network-changed", "server_uuid": "dd71ff91-0351-4c65-b49a-a8b13a13444f", "tag": "1a82ed19-5e68-42c3-baaa-8f4dd024e640"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:53:39.702578 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0ee02a0-f2a0-42fb-a95f-c92523092a14 x-openstack-request-id: req-c0ee02a0-f2a0-42fb-a95f-c92523092a14 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:53:39.702937 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd71ff91-0351-4c65-b49a-a8b13a13444f", "tag": "1a82ed19-5e68-42c3-baaa-8f4dd024e640", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:53:39.703222 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c0ee02a0-f2a0-42fb-a95f-c92523092a14 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:53:39.703624 n-d-800634-1 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd71ff91-0351-4c65-b49a-a8b13a13444f', 'tag': '1a82ed19-5e68-42c3-baaa-8f4dd024e640', 'status': 'completed', 'code': 200} Jul 13 14:53:39.734998 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-f8900fa4-5af6-4d55-9426-c98d85fe2014 None None] Set router ff2ae8e8-6695-4d4e-a6ed-db8e689dfa5f gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:53:39.778555 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8622f684-4d21-4ea0-be22-193f12becee6 req-95c5e777-96b4-4446-903b-3f87c1ec8b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:53:39.780076 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8622f684-4d21-4ea0-be22-193f12becee6 req-95c5e777-96b4-4446-903b-3f87c1ec8b05 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6cdbf29db6d14f58ac4a211f1cc6207f&device_id=dd71ff91-0351-4c65-b49a-a8b13a13444f HTTP/1.1" status: 200 len: 1097 time: 0.0542083 Jul 13 14:53:39.870301 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8622f684-4d21-4ea0-be22-193f12becee6 req-ea65be8d-d7b5-4a35-9e44-8feb09747070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:53:39.872087 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8622f684-4d21-4ea0-be22-193f12becee6 req-ea65be8d-d7b5-4a35-9e44-8feb09747070 service neutron] 10.222.0.26 "GET /v2.0/networks?id=225f9fff-305c-463a-a6d8-ecd24baeb610 HTTP/1.1" status: 200 len: 909 time: 0.0865409 Jul 13 14:53:39.941221 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8622f684-4d21-4ea0-be22-193f12becee6 req-d0725654-7b40-495a-8f38-cb102dc5f267 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1a82ed19-5e68-42c3-baaa-8f4dd024e640 HTTP/1.1" status: 200 len: 999 time: 0.0630212 Jul 13 14:53:39.959226 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-f8900fa4-5af6-4d55-9426-c98d85fe2014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff2ae8e8-6695-4d4e-a6ed-db8e689dfa5f', 'name': 'tempest-TestShelveInstance-1953063783-router', 'tenant_id': '6cdbf29db6d14f58ac4a211f1cc6207f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': 'c6fcf041-cfa0-4527-9bd6-d22f9f6a373c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:48:43Z', 'updated_at': '2021-07-13T14:48:46Z', 'revision_number': 4, 'project_id': '6cdbf29db6d14f58ac4a211f1cc6207f', 'gw_port': {'id': 'c6fcf041-cfa0-4527-9bd6-d22f9f6a373c', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:bd:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2ae8e8-6695-4d4e-a6ed-db8e689dfa5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:48:44Z', 'updated_at': '2021-07-13T14:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_floatingips': [{'id': '910ffbf6-7330-439f-9b17-00c6e791d413', 'tenant_id': '6cdbf29db6d14f58ac4a211f1cc6207f', 'floating_ip_address': '172.25.6.76', 'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'router_id': 'ff2ae8e8-6695-4d4e-a6ed-db8e689dfa5f', 'port_id': '1a82ed19-5e68-42c3-baaa-8f4dd024e640', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4272, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '225f9fff-305c-463a-a6d8-ecd24baeb610', 'mac_address': 'fa:16:3e:3b:1e:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd71ff91-0351-4c65-b49a-a8b13a13444f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:53:38Z', 'updated_at': '2021-07-13T14:53:38Z', 'revision_number': 0, 'project_id': '6cdbf29db6d14f58ac4a211f1cc6207f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8a6134a-ffc3-496e-ba3b-6a1be179c958', 'name': '', 'network_id': '225f9fff-305c-463a-a6d8-ecd24baeb610', 'tenant_id': '6cdbf29db6d14f58ac4a211f1cc6207f', 'mac_address': 'fa:16:3e:e5:36:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2ae8e8-6695-4d4e-a6ed-db8e689dfa5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'b7699af9-d658-4bd2-b109-f1ca234927d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:48:45Z', 'updated_at': '2021-07-13T14:48:53Z', 'revision_number': 5, 'project_id': '6cdbf29db6d14f58ac4a211f1cc6207f', 'subnets': [{'id': 'b7699af9-d658-4bd2-b109-f1ca234927d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:53:39.989895 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8622f684-4d21-4ea0-be22-193f12becee6 req-8e4bff5c-b0ab-486f-b472-5316ba15eb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:53:39.991431 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8622f684-4d21-4ea0-be22-193f12becee6 req-8e4bff5c-b0ab-486f-b472-5316ba15eb2d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b7699af9-d658-4bd2-b109-f1ca234927d6 HTTP/1.1" status: 200 len: 848 time: 0.0449679 Jul 13 14:53:40.051928 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8622f684-4d21-4ea0-be22-193f12becee6 req-9d41f10b-9426-4fd0-8cd9-81edc9c422a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:53:40.053359 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8622f684-4d21-4ea0-be22-193f12becee6 req-9d41f10b-9426-4fd0-8cd9-81edc9c422a4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=225f9fff-305c-463a-a6d8-ecd24baeb610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0559638 Jul 13 14:53:40.140520 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8900fa4-5af6-4d55-9426-c98d85fe2014 None None] Checking router: ff2ae8e8-6695-4d4e-a6ed-db8e689dfa5f for host: n-d-800634-1 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:53:40.148687 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8900fa4-5af6-4d55-9426-c98d85fe2014 None None] Routers {'ff2ae8e8-6695-4d4e-a6ed-db8e689dfa5f'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:53:40.149301 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-f8900fa4-5af6-4d55-9426-c98d85fe2014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:53:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['ff2ae8e8-6695-4d4e-a6ed-db8e689dfa5f'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:53:40.155699 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8622f684-4d21-4ea0-be22-193f12becee6 req-6a502db1-367a-4549-893a-8f098962ed91 service neutron] 10.222.0.26 "GET /v2.0/networks/225f9fff-305c-463a-a6d8-ecd24baeb610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963037 Jul 13 14:53:40.252458 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-8622f684-4d21-4ea0-be22-193f12becee6 req-083140ee-aebb-4502-9c4e-854b8c9490d0 service neutron] 10.222.0.26 "GET /v2.0/networks/225f9fff-305c-463a-a6d8-ecd24baeb610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908206 Jul 13 14:53:40.258023 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-f8900fa4-5af6-4d55-9426-c98d85fe2014 None None] Set router ff2ae8e8-6695-4d4e-a6ed-db8e689dfa5f gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:53:40.480883 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-f8900fa4-5af6-4d55-9426-c98d85fe2014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff2ae8e8-6695-4d4e-a6ed-db8e689dfa5f', 'name': 'tempest-TestShelveInstance-1953063783-router', 'tenant_id': '6cdbf29db6d14f58ac4a211f1cc6207f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': 'c6fcf041-cfa0-4527-9bd6-d22f9f6a373c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:48:43Z', 'updated_at': '2021-07-13T14:48:46Z', 'revision_number': 4, 'project_id': '6cdbf29db6d14f58ac4a211f1cc6207f', 'gw_port': {'id': 'c6fcf041-cfa0-4527-9bd6-d22f9f6a373c', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:bd:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2ae8e8-6695-4d4e-a6ed-db8e689dfa5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:48:44Z', 'updated_at': '2021-07-13T14:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_floatingips': [{'id': '910ffbf6-7330-439f-9b17-00c6e791d413', 'tenant_id': '6cdbf29db6d14f58ac4a211f1cc6207f', 'floating_ip_address': '172.25.6.76', 'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'router_id': 'ff2ae8e8-6695-4d4e-a6ed-db8e689dfa5f', 'port_id': '1a82ed19-5e68-42c3-baaa-8f4dd024e640', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4272, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '225f9fff-305c-463a-a6d8-ecd24baeb610', 'mac_address': 'fa:16:3e:3b:1e:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd71ff91-0351-4c65-b49a-a8b13a13444f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:53:38Z', 'updated_at': '2021-07-13T14:53:38Z', 'revision_number': 0, 'project_id': '6cdbf29db6d14f58ac4a211f1cc6207f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8a6134a-ffc3-496e-ba3b-6a1be179c958', 'name': '', 'network_id': '225f9fff-305c-463a-a6d8-ecd24baeb610', 'tenant_id': '6cdbf29db6d14f58ac4a211f1cc6207f', 'mac_address': 'fa:16:3e:e5:36:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2ae8e8-6695-4d4e-a6ed-db8e689dfa5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'b7699af9-d658-4bd2-b109-f1ca234927d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:48:45Z', 'updated_at': '2021-07-13T14:48:53Z', 'revision_number': 5, 'project_id': '6cdbf29db6d14f58ac4a211f1cc6207f', 'subnets': [{'id': 'b7699af9-d658-4bd2-b109-f1ca234927d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:53:40.510551 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8900fa4-5af6-4d55-9426-c98d85fe2014 None None] The sync data for ids ['ff2ae8e8-6695-4d4e-a6ed-db8e689dfa5f'] in n-d-800634-1 is: [{'id': 'ff2ae8e8-6695-4d4e-a6ed-db8e689dfa5f', 'name': 'tempest-TestShelveInstance-1953063783-router', 'tenant_id': '6cdbf29db6d14f58ac4a211f1cc6207f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': 'c6fcf041-cfa0-4527-9bd6-d22f9f6a373c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:48:43Z', 'updated_at': '2021-07-13T14:48:46Z', 'revision_number': 4, 'project_id': '6cdbf29db6d14f58ac4a211f1cc6207f', 'gw_port': {'id': 'c6fcf041-cfa0-4527-9bd6-d22f9f6a373c', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:bd:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2ae8e8-6695-4d4e-a6ed-db8e689dfa5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:48:44Z', 'updated_at': '2021-07-13T14:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_floatingips': [{'id': '910ffbf6-7330-439f-9b17-00c6e791d413', 'tenant_id': '6cdbf29db6d14f58ac4a211f1cc6207f', 'floating_ip_address': '172.25.6.76', 'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'router_id': 'ff2ae8e8-6695-4d4e-a6ed-db8e689dfa5f', 'port_id': '1a82ed19-5e68-42c3-baaa-8f4dd024e640', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4272, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '225f9fff-305c-463a-a6d8-ecd24baeb610', 'mac_address': 'fa:16:3e:3b:1e:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd71ff91-0351-4c65-b49a-a8b13a13444f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:53:38Z', 'updated_at': '2021-07-13T14:53:38Z', 'revision_number': 0, 'project_id': '6cdbf29db6d14f58ac4a211f1cc6207f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8a6134a-ffc3-496e-ba3b-6a1be179c958', 'name': '', 'network_id': '225f9fff-305c-463a-a6d8-ecd24baeb610', 'tenant_id': '6cdbf29db6d14f58ac4a211f1cc6207f', 'mac_address': 'fa:16:3e:e5:36:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2ae8e8-6695-4d4e-a6ed-db8e689dfa5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'b7699af9-d658-4bd2-b109-f1ca234927d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:48:45Z', 'updated_at': '2021-07-13T14:48:53Z', 'revision_number': 5, 'project_id': '6cdbf29db6d14f58ac4a211f1cc6207f', 'subnets': [{'id': 'b7699af9-d658-4bd2-b109-f1ca234927d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:53:40.688078 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14709b7-74d8-4c1c-956d-5c862266dc7c None None] New status for floating IP 910ffbf6-7330-439f-9b17-00c6e791d413: ACTIVE {{(pid=93753) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 14:53:47.398458 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c260fbf8-b53c-48a1-984a-647ae219f8d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:50.017313 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b5439561-2828-4283-9333-5b489de86e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:50.148444 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:51.447110 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:52.933782 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:56.582638 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:54:00.225156 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7b07e531-7ddd-4de7-b910-03b6898d015b req-07352372-a96e-4664-b51f-e2410626636e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=dd71ff91-0351-4c65-b49a-a8b13a13444f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0591016 Jul 13 14:54:00.338979 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b07e531-7ddd-4de7-b910-03b6898d015b req-8c0a258c-3543-4f93-927a-6ed0da5441ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:54:00.341440 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7b07e531-7ddd-4de7-b910-03b6898d015b req-8c0a258c-3543-4f93-927a-6ed0da5441ef service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6cdbf29db6d14f58ac4a211f1cc6207f&device_id=dd71ff91-0351-4c65-b49a-a8b13a13444f HTTP/1.1" status: 200 len: 1097 time: 0.0709474 Jul 13 14:54:00.452591 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b07e531-7ddd-4de7-b910-03b6898d015b req-24d7c922-51db-428d-80bc-79849a7af345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:54:00.454244 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7b07e531-7ddd-4de7-b910-03b6898d015b req-24d7c922-51db-428d-80bc-79849a7af345 service neutron] 10.222.0.26 "GET /v2.0/networks?id=225f9fff-305c-463a-a6d8-ecd24baeb610 HTTP/1.1" status: 200 len: 909 time: 0.0915971 Jul 13 14:54:00.529271 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7b07e531-7ddd-4de7-b910-03b6898d015b req-44d7cf31-d83e-4c21-865a-18cb95bd4572 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1a82ed19-5e68-42c3-baaa-8f4dd024e640 HTTP/1.1" status: 200 len: 1001 time: 0.0680361 Jul 13 14:54:00.584863 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b07e531-7ddd-4de7-b910-03b6898d015b req-8628a2d5-a3b9-46f9-b86f-72b0a792a8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:54:00.587665 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7b07e531-7ddd-4de7-b910-03b6898d015b req-8628a2d5-a3b9-46f9-b86f-72b0a792a8d5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b7699af9-d658-4bd2-b109-f1ca234927d6 HTTP/1.1" status: 200 len: 848 time: 0.0516887 Jul 13 14:54:00.647705 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b07e531-7ddd-4de7-b910-03b6898d015b req-86337d1b-caa6-4d0d-ae18-b510eb7d759d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:54:00.649240 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7b07e531-7ddd-4de7-b910-03b6898d015b req-86337d1b-caa6-4d0d-ae18-b510eb7d759d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=225f9fff-305c-463a-a6d8-ecd24baeb610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0554121 Jul 13 14:54:00.746022 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7b07e531-7ddd-4de7-b910-03b6898d015b req-21ad8ab9-67fc-4b00-8425-9e1c44ed1b21 service neutron] 10.222.0.26 "GET /v2.0/networks/225f9fff-305c-463a-a6d8-ecd24baeb610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902131 Jul 13 14:54:00.837369 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-7b07e531-7ddd-4de7-b910-03b6898d015b req-8bfed2e1-5f67-4e54-8e83-95e06faed994 service neutron] 10.222.0.26 "GET /v2.0/networks/225f9fff-305c-463a-a6d8-ecd24baeb610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847256 Jul 13 14:54:01.222676 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:01.670136 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:17.399288 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9fb1d71c-3fe1-4ad7-a0e4-403b32158c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:20.018202 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-20c4ee87-3634-485b-9c30-0024df885009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:20.148066 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:21.448422 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:22.938469 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:31.222426 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:31.681573 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:33.582385 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:54:47.401145 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f736157e-c200-413e-9276-1deaf4db894d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:50.019766 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6e56d865-e357-4e0b-85f2-a113cf89fd6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:50.149208 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:51.455912 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:52.940193 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:00.244227 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cc95f8fe-fb67-4a9e-9805-41a75688f585 req-8b5b76bc-fb0a-4fcd-bff6-14decfdb9354 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=dd71ff91-0351-4c65-b49a-a8b13a13444f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0534527 Jul 13 14:55:00.340538 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc95f8fe-fb67-4a9e-9805-41a75688f585 req-1b5e75b9-424a-44d6-a37d-660caf6fe229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:55:00.342094 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cc95f8fe-fb67-4a9e-9805-41a75688f585 req-1b5e75b9-424a-44d6-a37d-660caf6fe229 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6cdbf29db6d14f58ac4a211f1cc6207f&device_id=dd71ff91-0351-4c65-b49a-a8b13a13444f HTTP/1.1" status: 200 len: 1097 time: 0.0572972 Jul 13 14:55:00.445259 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc95f8fe-fb67-4a9e-9805-41a75688f585 req-fbde75df-bf59-4a16-b22c-4ba228ca119a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:55:00.446748 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cc95f8fe-fb67-4a9e-9805-41a75688f585 req-fbde75df-bf59-4a16-b22c-4ba228ca119a service neutron] 10.222.0.26 "GET /v2.0/networks?id=225f9fff-305c-463a-a6d8-ecd24baeb610 HTTP/1.1" status: 200 len: 909 time: 0.0846462 Jul 13 14:55:00.518197 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cc95f8fe-fb67-4a9e-9805-41a75688f585 req-d22e2bbf-b599-4c7b-aae5-6d6308e0c619 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1a82ed19-5e68-42c3-baaa-8f4dd024e640 HTTP/1.1" status: 200 len: 1001 time: 0.0643649 Jul 13 14:55:00.563910 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc95f8fe-fb67-4a9e-9805-41a75688f585 req-aca24e36-3491-417d-940f-78656a978eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:55:00.566170 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cc95f8fe-fb67-4a9e-9805-41a75688f585 req-aca24e36-3491-417d-940f-78656a978eab service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b7699af9-d658-4bd2-b109-f1ca234927d6 HTTP/1.1" status: 200 len: 848 time: 0.0434740 Jul 13 14:55:00.623161 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc95f8fe-fb67-4a9e-9805-41a75688f585 req-59615270-5ff2-4d0b-b105-e2edf203b9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:55:00.624680 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cc95f8fe-fb67-4a9e-9805-41a75688f585 req-59615270-5ff2-4d0b-b105-e2edf203b9f8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=225f9fff-305c-463a-a6d8-ecd24baeb610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0528905 Jul 13 14:55:00.717441 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cc95f8fe-fb67-4a9e-9805-41a75688f585 req-1aaf41ec-78cc-4911-a496-98434485e703 service neutron] 10.222.0.26 "GET /v2.0/networks/225f9fff-305c-463a-a6d8-ecd24baeb610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868473 Jul 13 14:55:00.805979 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cc95f8fe-fb67-4a9e-9805-41a75688f585 req-064a5c80-2ca6-4ec5-b05b-cb0c0239e680 service neutron] 10.222.0.26 "GET /v2.0/networks/225f9fff-305c-463a-a6d8-ecd24baeb610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826709 Jul 13 14:55:01.253018 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:01.696806 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:10.583182 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:55:17.402518 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-86b8af50-2e16-4cba-9d2e-b834e2cf06bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:20.020611 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-29770dad-fddd-40d4-bcec-5cc085ae9be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:20.149846 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:21.455304 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:22.943600 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:31.256245 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:31.696410 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:37.738942 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3cf5f6-6f9e-478f-99ab-accddcd25a7b req-7cdc558b-8435-4a6f-86f4-c375c96b8a8d tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:55:37.740451 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2a3cf5f6-6f9e-478f-99ab-accddcd25a7b req-7cdc558b-8435-4a6f-86f4-c375c96b8a8d tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd71ff91-0351-4c65-b49a-a8b13a13444f HTTP/1.1" status: 200 len: 946 time: 0.1085730 Jul 13 14:55:37.778640 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2a3cf5f6-6f9e-478f-99ab-accddcd25a7b req-6f3ba00e-f557-4690-b46e-146125bb4d7b tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/security-groups?id=cad2a8e3-cd3f-4aa7-b651-2ceb9c8edfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327148 Jul 13 14:55:39.011878 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04634c7f-d66d-492b-8d47-ce5cef6e9e23 req-b0306885-6a5c-4ee1-85b4-933873cd8c4c tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:55:39.013388 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-04634c7f-d66d-492b-8d47-ce5cef6e9e23 req-b0306885-6a5c-4ee1-85b4-933873cd8c4c tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd71ff91-0351-4c65-b49a-a8b13a13444f HTTP/1.1" status: 200 len: 946 time: 0.1090214 Jul 13 14:55:39.056814 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-04634c7f-d66d-492b-8d47-ce5cef6e9e23 req-06510d2e-85f6-487e-960d-3f3d253ed20b tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/security-groups?id=cad2a8e3-cd3f-4aa7-b651-2ceb9c8edfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366902 Jul 13 14:55:40.262191 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104112d5-6184-4dca-b618-223ec06ee0d6 req-a5b2d5d4-6db5-4d59-bfe6-9ee21bc39f2e tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:55:40.264347 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-104112d5-6184-4dca-b618-223ec06ee0d6 req-a5b2d5d4-6db5-4d59-bfe6-9ee21bc39f2e tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd71ff91-0351-4c65-b49a-a8b13a13444f HTTP/1.1" status: 200 len: 946 time: 0.0688829 Jul 13 14:55:40.304400 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-104112d5-6184-4dca-b618-223ec06ee0d6 req-a2bc2b7c-a5b5-4650-b2eb-1276480569e1 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/security-groups?id=cad2a8e3-cd3f-4aa7-b651-2ceb9c8edfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332246 Jul 13 14:55:41.481623 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be39eded-6c36-4e73-aede-47b66640236a req-fb2145f9-e51b-49f5-a3d4-0a19b5beeddb tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:55:41.483150 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-be39eded-6c36-4e73-aede-47b66640236a req-fb2145f9-e51b-49f5-a3d4-0a19b5beeddb tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd71ff91-0351-4c65-b49a-a8b13a13444f HTTP/1.1" status: 200 len: 946 time: 0.0657618 Jul 13 14:55:41.521236 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-be39eded-6c36-4e73-aede-47b66640236a req-6303cec2-e074-4d0b-9a21-4b805220cf9f tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/security-groups?id=cad2a8e3-cd3f-4aa7-b651-2ceb9c8edfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319080 Jul 13 14:55:42.694950 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45f0361-9d80-41b4-987b-e03093757b82 req-91e00ad6-f5c4-442f-b777-f1ea8926953d tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:55:42.696446 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a45f0361-9d80-41b4-987b-e03093757b82 req-91e00ad6-f5c4-442f-b777-f1ea8926953d tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd71ff91-0351-4c65-b49a-a8b13a13444f HTTP/1.1" status: 200 len: 946 time: 0.0639985 Jul 13 14:55:42.734095 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a45f0361-9d80-41b4-987b-e03093757b82 req-c42eb3ae-81ad-455d-8d8d-e52063379d56 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/security-groups?id=cad2a8e3-cd3f-4aa7-b651-2ceb9c8edfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321002 Jul 13 14:55:43.912323 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f4468a-af8a-4516-a9ea-fee1a2e8f767 req-b9c49cca-cab4-4527-ae45-fdc84e99eff5 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:55:43.913907 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-54f4468a-af8a-4516-a9ea-fee1a2e8f767 req-b9c49cca-cab4-4527-ae45-fdc84e99eff5 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd71ff91-0351-4c65-b49a-a8b13a13444f HTTP/1.1" status: 200 len: 946 time: 0.0688548 Jul 13 14:55:43.954286 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-54f4468a-af8a-4516-a9ea-fee1a2e8f767 req-5f428985-ae72-4946-94f6-8f25cc73d0a4 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/security-groups?id=cad2a8e3-cd3f-4aa7-b651-2ceb9c8edfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347891 Jul 13 14:55:45.132942 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251c24fc-b3e0-4e5d-94a9-3f17bc772967 req-6af536b8-6077-44b4-b346-da1923c9dbbf tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:55:45.134475 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-251c24fc-b3e0-4e5d-94a9-3f17bc772967 req-6af536b8-6077-44b4-b346-da1923c9dbbf tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd71ff91-0351-4c65-b49a-a8b13a13444f HTTP/1.1" status: 200 len: 946 time: 0.0688436 Jul 13 14:55:45.173056 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-251c24fc-b3e0-4e5d-94a9-3f17bc772967 req-d640b268-46bb-4659-b6e5-704f7097377b tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/security-groups?id=cad2a8e3-cd3f-4aa7-b651-2ceb9c8edfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331266 Jul 13 14:55:46.354179 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d537d7-41b2-4666-b7be-4ab4915af026 req-ac6deaca-7cc8-4b28-807a-56e99ba4c6cc tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:55:46.355880 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f6d537d7-41b2-4666-b7be-4ab4915af026 req-ac6deaca-7cc8-4b28-807a-56e99ba4c6cc tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd71ff91-0351-4c65-b49a-a8b13a13444f HTTP/1.1" status: 200 len: 946 time: 0.0690441 Jul 13 14:55:46.394062 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f6d537d7-41b2-4666-b7be-4ab4915af026 req-9d9cb20b-0b3e-4acc-959f-c5679617182a tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/security-groups?id=cad2a8e3-cd3f-4aa7-b651-2ceb9c8edfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324247 Jul 13 14:55:47.404833 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a6653a16-b173-4ba4-ab7f-450533844c9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:47.570901 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f37d06f-8ca1-405a-83c1-7dd82fe2e1d0 req-8902fd41-cd0f-434b-9658-849069bc1d6d tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:55:47.572398 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2f37d06f-8ca1-405a-83c1-7dd82fe2e1d0 req-8902fd41-cd0f-434b-9658-849069bc1d6d tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd71ff91-0351-4c65-b49a-a8b13a13444f HTTP/1.1" status: 200 len: 946 time: 0.0639820 Jul 13 14:55:47.582147 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:55:47.611433 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-2f37d06f-8ca1-405a-83c1-7dd82fe2e1d0 req-9c245241-ddfe-42c5-a588-5c3c7cf30fcf tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/security-groups?id=cad2a8e3-cd3f-4aa7-b651-2ceb9c8edfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331473 Jul 13 14:55:47.801433 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec6f19e-d598-48ec-a424-80e5c1bb7542 req-d5391f80-ef6c-45cd-95c7-f6c4f9135ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:55:47.802863 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-aec6f19e-d598-48ec-a424-80e5c1bb7542 req-d5391f80-ef6c-45cd-95c7-f6c4f9135ebd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6cdbf29db6d14f58ac4a211f1cc6207f&device_id=dd71ff91-0351-4c65-b49a-a8b13a13444f HTTP/1.1" status: 200 len: 1097 time: 0.0537016 Jul 13 14:55:47.896883 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec6f19e-d598-48ec-a424-80e5c1bb7542 req-5f613c18-2eb6-4ace-962d-b6022af51f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:55:47.898421 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-aec6f19e-d598-48ec-a424-80e5c1bb7542 req-5f613c18-2eb6-4ace-962d-b6022af51f6c service neutron] 10.222.0.26 "GET /v2.0/networks?id=225f9fff-305c-463a-a6d8-ecd24baeb610 HTTP/1.1" status: 200 len: 909 time: 0.0894637 Jul 13 14:55:47.966400 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-aec6f19e-d598-48ec-a424-80e5c1bb7542 req-9595d2ed-f1b6-4c14-b145-c24ee2d2479a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1a82ed19-5e68-42c3-baaa-8f4dd024e640 HTTP/1.1" status: 200 len: 1001 time: 0.0608771 Jul 13 14:55:48.015047 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec6f19e-d598-48ec-a424-80e5c1bb7542 req-9013fb75-db5b-42bd-8fa3-ab364d4141ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:55:48.017173 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-aec6f19e-d598-48ec-a424-80e5c1bb7542 req-9013fb75-db5b-42bd-8fa3-ab364d4141ce service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b7699af9-d658-4bd2-b109-f1ca234927d6 HTTP/1.1" status: 200 len: 848 time: 0.0442078 Jul 13 14:55:48.076639 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec6f19e-d598-48ec-a424-80e5c1bb7542 req-d91b0bfe-9111-47fd-b049-f62515905e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:55:48.078171 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-aec6f19e-d598-48ec-a424-80e5c1bb7542 req-d91b0bfe-9111-47fd-b049-f62515905e2b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=225f9fff-305c-463a-a6d8-ecd24baeb610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0558658 Jul 13 14:55:48.087918 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [req-aec6f19e-d598-48ec-a424-80e5c1bb7542 req-008fa49a-1b21-4b9e-81e6-dbec469f4dcf service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93750) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 14:55:48.088851 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-aec6f19e-d598-48ec-a424-80e5c1bb7542 req-008fa49a-1b21-4b9e-81e6-dbec469f4dcf service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049396 Jul 13 14:55:48.179048 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-aec6f19e-d598-48ec-a424-80e5c1bb7542 req-11c951f0-3a8f-4758-8c31-027483c78b70 service neutron] 10.222.0.26 "GET /v2.0/networks/225f9fff-305c-463a-a6d8-ecd24baeb610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826216 Jul 13 14:55:48.271712 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-aec6f19e-d598-48ec-a424-80e5c1bb7542 req-525ab2b2-478b-46d3-92e5-ae8b009df53a service neutron] 10.222.0.26 "GET /v2.0/networks/225f9fff-305c-463a-a6d8-ecd24baeb610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863936 Jul 13 14:55:48.782937 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607c0aee-ebe2-4a97-96ae-2e8044c0e8d1 req-cac1b3d2-9e5c-4117-bf17-76f5a7466615 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:55:48.784438 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-607c0aee-ebe2-4a97-96ae-2e8044c0e8d1 req-cac1b3d2-9e5c-4117-bf17-76f5a7466615 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd71ff91-0351-4c65-b49a-a8b13a13444f HTTP/1.1" status: 200 len: 946 time: 0.0640295 Jul 13 14:55:48.822005 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-607c0aee-ebe2-4a97-96ae-2e8044c0e8d1 req-141db9f8-5ac1-4b4c-82fe-7e65d0ae86db tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/security-groups?id=cad2a8e3-cd3f-4aa7-b651-2ceb9c8edfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319853 Jul 13 14:55:50.001948 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bcbf5a-c84d-4a51-a6a9-96126f14a110 req-34daa973-95de-4535-b935-e484cd658812 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:55:50.003475 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d7bcbf5a-c84d-4a51-a6a9-96126f14a110 req-34daa973-95de-4535-b935-e484cd658812 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd71ff91-0351-4c65-b49a-a8b13a13444f HTTP/1.1" status: 200 len: 946 time: 0.0671797 Jul 13 14:55:50.026560 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-91dd7087-b304-43bf-9488-638548ceae5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:50.045807 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d7bcbf5a-c84d-4a51-a6a9-96126f14a110 req-e1c0771c-d25d-4738-b312-1c30c0ffad7a tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/security-groups?id=cad2a8e3-cd3f-4aa7-b651-2ceb9c8edfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354013 Jul 13 14:55:50.151610 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:51.226703 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a02c43-4b2b-41a2-bc0d-082e406bd7d5 req-78810b38-f425-4aae-933a-16e4e0b8e0aa tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:55:51.228254 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c3a02c43-4b2b-41a2-bc0d-082e406bd7d5 req-78810b38-f425-4aae-933a-16e4e0b8e0aa tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd71ff91-0351-4c65-b49a-a8b13a13444f HTTP/1.1" status: 200 len: 946 time: 0.0667121 Jul 13 14:55:51.270172 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c3a02c43-4b2b-41a2-bc0d-082e406bd7d5 req-841d8983-852c-483d-8714-d7889c17f605 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/security-groups?id=cad2a8e3-cd3f-4aa7-b651-2ceb9c8edfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364525 Jul 13 14:55:51.460452 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:52.444981 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0b51eb-e1ba-4c98-a502-6986f7968b29 req-477a619a-5819-4441-bb8c-a152c6d0eeff tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:55:52.446538 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3d0b51eb-e1ba-4c98-a502-6986f7968b29 req-477a619a-5819-4441-bb8c-a152c6d0eeff tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd71ff91-0351-4c65-b49a-a8b13a13444f HTTP/1.1" status: 200 len: 946 time: 0.0677164 Jul 13 14:55:52.484378 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3d0b51eb-e1ba-4c98-a502-6986f7968b29 req-ab614ff7-5f1c-4d77-88c9-4c229d9de51b tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/security-groups?id=cad2a8e3-cd3f-4aa7-b651-2ceb9c8edfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320637 Jul 13 14:55:52.682882 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device 1a82ed19-5e68-42c3-baaa-8f4dd024e640 no longer exists at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:55:52.760835 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:52.783438 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd71ff91-0351-4c65-b49a-a8b13a13444f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a82ed19-5e68-42c3-baaa-8f4dd024e640'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:55:52.785702 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f877c416c4e1be0a98e2d34673ec81d4e31c3422e8e709fff770f7d8b7e0843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7f86c7b-b1d7-4748-8836-738cbbc09997" -d '{"events": [{"server_uuid": "dd71ff91-0351-4c65-b49a-a8b13a13444f", "name": "network-vif-unplugged", "status": "completed", "tag": "1a82ed19-5e68-42c3-baaa-8f4dd024e640"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:55:52.798712 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port 1a82ed19-5e68-42c3-baaa-8f4dd024e640, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=1a82ed19-5e68-42c3-baaa-8f4dd024e640,segment=NetworkSegment(8e7c7940-9434-4648-a510-45c446dca932),segment_id=8e7c7940-9434-4648-a510-45c446dca932)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:55:52.803190 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:52.827294 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 13 Jul 2021 14:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-887ecda9-625b-4e56-8856-42d536f63a45 x-openstack-request-id: req-887ecda9-625b-4e56-8856-42d536f63a45 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:55:52.827589 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd71ff91-0351-4c65-b49a-a8b13a13444f", "name": "network-vif-unplugged", "status": "failed", "tag": "1a82ed19-5e68-42c3-baaa-8f4dd024e640", "code": 422}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:55:52.827843 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-887ecda9-625b-4e56-8856-42d536f63a45 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:55:52.828233 n-d-800634-1 neutron-server[93752]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'dd71ff91-0351-4c65-b49a-a8b13a13444f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1a82ed19-5e68-42c3-baaa-8f4dd024e640', 'code': 422} returned with failed status Jul 13 14:55:52.852749 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=1a82ed19-5e68-42c3-baaa-8f4dd024e640,revision_number=6']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:55:52.860030 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:55:52.860868 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:55:52.861203 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:55:52.861539 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:55:52.861907 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:55:52.862240 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:55:52.862569 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:55:52.862893 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:55:52.863216 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:55:52.863537 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:55:52.863857 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:55:52.864177 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:55:52.945335 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:53.781974 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3acbd8f7-fdce-4ba8-a09b-325c375f285d req-bdc37c27-7cf2-46c7-a5a9-e2cc56da2450 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=dd71ff91-0351-4c65-b49a-a8b13a13444f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0530922 Jul 13 14:55:53.861721 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c20359-8245-41c2-b72f-2bf7cc1755f0 req-22e38277-279a-4947-bd16-6ea214bd0632 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:55:53.863268 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a3c20359-8245-41c2-b72f-2bf7cc1755f0 req-22e38277-279a-4947-bd16-6ea214bd0632 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd71ff91-0351-4c65-b49a-a8b13a13444f HTTP/1.1" status: 200 len: 944 time: 0.0713217 Jul 13 14:55:53.905622 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a3c20359-8245-41c2-b72f-2bf7cc1755f0 req-8c08c9d7-1124-4f5e-9bac-7bb04d42841b tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/security-groups?id=cad2a8e3-cd3f-4aa7-b651-2ceb9c8edfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363781 Jul 13 14:55:55.087949 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e09932-6781-45ba-8297-ece308e69026 req-c958cfab-a76f-426e-8294-ab61e9272675 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:55:55.089462 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-97e09932-6781-45ba-8297-ece308e69026 req-c958cfab-a76f-426e-8294-ab61e9272675 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd71ff91-0351-4c65-b49a-a8b13a13444f HTTP/1.1" status: 200 len: 944 time: 0.0704458 Jul 13 14:55:55.128626 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-97e09932-6781-45ba-8297-ece308e69026 req-3aa3f5e2-cae8-480f-9f65-2631bdfcf055 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/security-groups?id=cad2a8e3-cd3f-4aa7-b651-2ceb9c8edfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325131 Jul 13 14:55:56.307144 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f70564-b1b7-4f4e-b395-178335736699 req-15c7e47b-f4de-4251-ab6d-7dba30a49d74 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:55:56.308664 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f3f70564-b1b7-4f4e-b395-178335736699 req-15c7e47b-f4de-4251-ab6d-7dba30a49d74 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd71ff91-0351-4c65-b49a-a8b13a13444f HTTP/1.1" status: 200 len: 944 time: 0.0651627 Jul 13 14:55:56.347520 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f3f70564-b1b7-4f4e-b395-178335736699 req-42c859fc-e115-4175-a2ca-d3204965c052 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/security-groups?id=cad2a8e3-cd3f-4aa7-b651-2ceb9c8edfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330708 Jul 13 14:55:57.535681 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2459fbf-7e19-4bca-83d4-de191c2d18a1 req-90b9ca0b-fa9b-4d54-bc1b-588b3702c4c5 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:55:57.537111 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c2459fbf-7e19-4bca-83d4-de191c2d18a1 req-90b9ca0b-fa9b-4d54-bc1b-588b3702c4c5 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd71ff91-0351-4c65-b49a-a8b13a13444f HTTP/1.1" status: 200 len: 944 time: 0.0711575 Jul 13 14:55:57.576452 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-c2459fbf-7e19-4bca-83d4-de191c2d18a1 req-43ab0dd0-3e59-4b30-81ff-f0209328e2c4 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/security-groups?id=cad2a8e3-cd3f-4aa7-b651-2ceb9c8edfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337050 Jul 13 14:55:58.548899 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acbd8f7-fdce-4ba8-a09b-325c375f285d req-53be1683-6e7a-4590-b810-3ee72dfe3c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:55:58.550430 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3acbd8f7-fdce-4ba8-a09b-325c375f285d req-53be1683-6e7a-4590-b810-3ee72dfe3c8c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=dd71ff91-0351-4c65-b49a-a8b13a13444f&tenant_id=6cdbf29db6d14f58ac4a211f1cc6207f HTTP/1.1" status: 200 len: 1095 time: 0.0878720 Jul 13 14:55:58.560997 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-3acbd8f7-fdce-4ba8-a09b-325c375f285d req-6708261e-b185-473f-8e8c-50c8da7c6ade service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800634-1', 'device_owner': 'compute:nova'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:55:58.637448 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-3acbd8f7-fdce-4ba8-a09b-325c375f285d req-6708261e-b185-473f-8e8c-50c8da7c6ade service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:58.865440 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a3af9d-4f74-4cf9-bad5-075db272d6e0 req-91253dad-6fd3-487e-806c-686937a54fb4 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:55:58.867023 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-02a3af9d-4f74-4cf9-bad5-075db272d6e0 req-91253dad-6fd3-487e-806c-686937a54fb4 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd71ff91-0351-4c65-b49a-a8b13a13444f HTTP/1.1" status: 200 len: 944 time: 0.1754739 Jul 13 14:55:58.905711 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-3acbd8f7-fdce-4ba8-a09b-325c375f285d req-6708261e-b185-473f-8e8c-50c8da7c6ade service neutron] For port 1a82ed19-5e68-42c3-baaa-8f4dd024e640, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=1a82ed19-5e68-42c3-baaa-8f4dd024e640,segment=NetworkSegment(8e7c7940-9434-4648-a510-45c446dca932),segment_id=8e7c7940-9434-4648-a510-45c446dca932)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:55:58.937966 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-02a3af9d-4f74-4cf9-bad5-075db272d6e0 req-7647d98e-0554-4176-97a8-28f0425ec78a tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/security-groups?id=cad2a8e3-cd3f-4aa7-b651-2ceb9c8edfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626051 Jul 13 14:55:58.955253 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-3acbd8f7-fdce-4ba8-a09b-325c375f285d req-6708261e-b185-473f-8e8c-50c8da7c6ade service neutron] For port 1a82ed19-5e68-42c3-baaa-8f4dd024e640, host n-h1-800634-1, cleared binding levels {{(pid=93751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:55:58.987377 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [req-3acbd8f7-fdce-4ba8-a09b-325c375f285d req-6708261e-b185-473f-8e8c-50c8da7c6ade service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a82ed19-5e68-42c3-baaa-8f4dd024e640 {{(pid=93751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:55:58.994912 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-3acbd8f7-fdce-4ba8-a09b-325c375f285d req-6708261e-b185-473f-8e8c-50c8da7c6ade service neutron] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:59.007458 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-3acbd8f7-fdce-4ba8-a09b-325c375f285d req-6708261e-b185-473f-8e8c-50c8da7c6ade service neutron] Transition to ACTIVE for port object 1a82ed19-5e68-42c3-baaa-8f4dd024e640 will not be triggered until provisioned by entity L2. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:55:59.011246 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-3acbd8f7-fdce-4ba8-a09b-325c375f285d req-6708261e-b185-473f-8e8c-50c8da7c6ade service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:59.089214 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6708261e-b185-473f-8e8c-50c8da7c6ade service neutron] Pushing event updated for resources: {'Port': ['ID=1a82ed19-5e68-42c3-baaa-8f4dd024e640,revision_number=7']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:55:59.418060 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6708261e-b185-473f-8e8c-50c8da7c6ade service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:55:59.418314 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6708261e-b185-473f-8e8c-50c8da7c6ade service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:55:59.418621 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6708261e-b185-473f-8e8c-50c8da7c6ade service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:55:59.418956 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6708261e-b185-473f-8e8c-50c8da7c6ade service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:55:59.419289 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6708261e-b185-473f-8e8c-50c8da7c6ade service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:55:59.419619 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6708261e-b185-473f-8e8c-50c8da7c6ade service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:55:59.419945 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6708261e-b185-473f-8e8c-50c8da7c6ade service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:55:59.420272 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6708261e-b185-473f-8e8c-50c8da7c6ade service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:55:59.420596 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6708261e-b185-473f-8e8c-50c8da7c6ade service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:55:59.420919 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6708261e-b185-473f-8e8c-50c8da7c6ade service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:55:59.421243 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6708261e-b185-473f-8e8c-50c8da7c6ade service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:55:59.421563 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6708261e-b185-473f-8e8c-50c8da7c6ade service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:55:59.459233 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-3acbd8f7-fdce-4ba8-a09b-325c375f285d req-6708261e-b185-473f-8e8c-50c8da7c6ade service neutron] No DVR routers for this DVR port 1a82ed19-5e68-42c3-baaa-8f4dd024e640 on host n-h1-800634-1 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:55:59.592174 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-3acbd8f7-fdce-4ba8-a09b-325c375f285d req-6708261e-b185-473f-8e8c-50c8da7c6ade service neutron] Attempting to bind port 1a82ed19-5e68-42c3-baaa-8f4dd024e640 on host n-h2-800634-1 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:55:59.592903 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-3acbd8f7-fdce-4ba8-a09b-325c375f285d req-6708261e-b185-473f-8e8c-50c8da7c6ade service neutron] Attempting to bind port 1a82ed19-5e68-42c3-baaa-8f4dd024e640 by drivers openvswitch,hyperv on host n-h2-800634-1 at level 0 using segments [{'id': '8e7c7940-9434-4648-a510-45c446dca932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '225f9fff-305c-463a-a6d8-ecd24baeb610'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:55:59.592903 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3acbd8f7-fdce-4ba8-a09b-325c375f285d req-6708261e-b185-473f-8e8c-50c8da7c6ade service neutron] Attempting to bind port 1a82ed19-5e68-42c3-baaa-8f4dd024e640 on network 225f9fff-305c-463a-a6d8-ecd24baeb610 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:55:59.597138 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3acbd8f7-fdce-4ba8-a09b-325c375f285d req-6708261e-b185-473f-8e8c-50c8da7c6ade service neutron] Port 1a82ed19-5e68-42c3-baaa-8f4dd024e640 on network 225f9fff-305c-463a-a6d8-ecd24baeb610 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-1 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 14:55:59.597458 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3acbd8f7-fdce-4ba8-a09b-325c375f285d req-6708261e-b185-473f-8e8c-50c8da7c6ade service neutron] Attempting to bind port 1a82ed19-5e68-42c3-baaa-8f4dd024e640 on network 225f9fff-305c-463a-a6d8-ecd24baeb610 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:55:59.602231 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3acbd8f7-fdce-4ba8-a09b-325c375f285d req-6708261e-b185-473f-8e8c-50c8da7c6ade service neutron] Checking agent: {'id': 'f615e5c9-21ab-43f2-adbc-192d64b795cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:55:59.602593 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3acbd8f7-fdce-4ba8-a09b-325c375f285d req-6708261e-b185-473f-8e8c-50c8da7c6ade service neutron] Checking segment: {'id': '8e7c7940-9434-4648-a510-45c446dca932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '225f9fff-305c-463a-a6d8-ecd24baeb610'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:55:59.602952 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3acbd8f7-fdce-4ba8-a09b-325c375f285d req-6708261e-b185-473f-8e8c-50c8da7c6ade service neutron] Bound using segment: {'id': '8e7c7940-9434-4648-a510-45c446dca932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '225f9fff-305c-463a-a6d8-ecd24baeb610'} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:55:59.603376 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-3acbd8f7-fdce-4ba8-a09b-325c375f285d req-6708261e-b185-473f-8e8c-50c8da7c6ade service neutron] Bound port: 1a82ed19-5e68-42c3-baaa-8f4dd024e640, host: n-h2-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e7c7940-9434-4648-a510-45c446dca932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '225f9fff-305c-463a-a6d8-ecd24baeb610'}}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:55:59.603734 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-3acbd8f7-fdce-4ba8-a09b-325c375f285d req-6708261e-b185-473f-8e8c-50c8da7c6ade service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:59.665871 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-3acbd8f7-fdce-4ba8-a09b-325c375f285d req-6708261e-b185-473f-8e8c-50c8da7c6ade service neutron] For port 1a82ed19-5e68-42c3-baaa-8f4dd024e640, host n-h2-800634-1, cleared binding levels {{(pid=93751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:55:59.668865 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-3acbd8f7-fdce-4ba8-a09b-325c375f285d req-6708261e-b185-473f-8e8c-50c8da7c6ade service neutron] For port 1a82ed19-5e68-42c3-baaa-8f4dd024e640, host n-h2-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=1a82ed19-5e68-42c3-baaa-8f4dd024e640,segment=NetworkSegment(8e7c7940-9434-4648-a510-45c446dca932),segment_id=8e7c7940-9434-4648-a510-45c446dca932)] {{(pid=93751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:55:59.674403 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-3acbd8f7-fdce-4ba8-a09b-325c375f285d req-6708261e-b185-473f-8e8c-50c8da7c6ade service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:59.707459 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acbd8f7-fdce-4ba8-a09b-325c375f285d req-6708261e-b185-473f-8e8c-50c8da7c6ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:55:59.708084 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-3acbd8f7-fdce-4ba8-a09b-325c375f285d req-6708261e-b185-473f-8e8c-50c8da7c6ade service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:59.709472 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3acbd8f7-fdce-4ba8-a09b-325c375f285d req-6708261e-b185-473f-8e8c-50c8da7c6ade service neutron] 10.222.0.41 "PUT /v2.0/ports/1a82ed19-5e68-42c3-baaa-8f4dd024e640 HTTP/1.1" status: 200 len: 1092 time: 1.1523979 Jul 13 14:55:59.709937 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd71ff91-0351-4c65-b49a-a8b13a13444f', 'tag': '1a82ed19-5e68-42c3-baaa-8f4dd024e640'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:55:59.712178 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dea8b0fca9d342929f96bd35c86b8a14765464b9140f1e1e2496fbd7209775c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c2b6bb3-af24-4a53-b326-c0ec0bc5b84b" -d '{"events": [{"name": "network-changed", "server_uuid": "dd71ff91-0351-4c65-b49a-a8b13a13444f", "tag": "1a82ed19-5e68-42c3-baaa-8f4dd024e640"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:55:59.770200 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c397fc8b-b1be-4ab9-aaae-66e698596780 x-openstack-request-id: req-c397fc8b-b1be-4ab9-aaae-66e698596780 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:55:59.770491 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd71ff91-0351-4c65-b49a-a8b13a13444f", "tag": "1a82ed19-5e68-42c3-baaa-8f4dd024e640", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:55:59.770739 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c397fc8b-b1be-4ab9-aaae-66e698596780 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:55:59.771142 n-d-800634-1 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd71ff91-0351-4c65-b49a-a8b13a13444f', 'tag': '1a82ed19-5e68-42c3-baaa-8f4dd024e640', 'status': 'completed', 'code': 200} Jul 13 14:55:59.776581 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6708261e-b185-473f-8e8c-50c8da7c6ade service neutron] Pushing event updated for resources: {'Port': ['ID=1a82ed19-5e68-42c3-baaa-8f4dd024e640,revision_number=8']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:55:59.804452 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acbd8f7-fdce-4ba8-a09b-325c375f285d req-b35a05a8-1c2a-4195-9867-621b1d55a22a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:55:59.806052 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3acbd8f7-fdce-4ba8-a09b-325c375f285d req-b35a05a8-1c2a-4195-9867-621b1d55a22a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6cdbf29db6d14f58ac4a211f1cc6207f&device_id=dd71ff91-0351-4c65-b49a-a8b13a13444f HTTP/1.1" status: 200 len: 1095 time: 0.0677969 Jul 13 14:55:59.906226 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acbd8f7-fdce-4ba8-a09b-325c375f285d req-f7f099fd-da34-4302-a6e6-0be9ea7b964d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:55:59.908787 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3acbd8f7-fdce-4ba8-a09b-325c375f285d req-f7f099fd-da34-4302-a6e6-0be9ea7b964d service neutron] 10.222.0.41 "GET /v2.0/networks?id=225f9fff-305c-463a-a6d8-ecd24baeb610 HTTP/1.1" status: 200 len: 909 time: 0.0969832 Jul 13 14:55:59.979376 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3acbd8f7-fdce-4ba8-a09b-325c375f285d req-f3307611-19f3-4063-9cd3-7d426253c2dd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1a82ed19-5e68-42c3-baaa-8f4dd024e640 HTTP/1.1" status: 200 len: 999 time: 0.0647275 Jul 13 14:56:00.028664 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acbd8f7-fdce-4ba8-a09b-325c375f285d req-17ddf767-1e01-4226-bae7-66c2f821585d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:56:00.030429 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3acbd8f7-fdce-4ba8-a09b-325c375f285d req-17ddf767-1e01-4226-bae7-66c2f821585d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b7699af9-d658-4bd2-b109-f1ca234927d6 HTTP/1.1" status: 200 len: 848 time: 0.0453410 Jul 13 14:56:00.131799 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acbd8f7-fdce-4ba8-a09b-325c375f285d req-1582ad3b-36a0-4764-b359-29d23e8ed04c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:56:00.133291 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3acbd8f7-fdce-4ba8-a09b-325c375f285d req-1582ad3b-36a0-4764-b359-29d23e8ed04c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=225f9fff-305c-463a-a6d8-ecd24baeb610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0965610 Jul 13 14:56:00.144779 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [req-3acbd8f7-fdce-4ba8-a09b-325c375f285d req-b401261b-0c45-4e08-8dc4-44737628ab5b service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 14:56:00.145725 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3acbd8f7-fdce-4ba8-a09b-325c375f285d req-b401261b-0c45-4e08-8dc4-44737628ab5b service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057096 Jul 13 14:56:00.154021 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6e4554-7e09-4623-b2eb-3974df400674 req-a162c504-26e6-4a6d-91b6-20fb407d79b6 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:56:00.155422 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-0b6e4554-7e09-4623-b2eb-3974df400674 req-a162c504-26e6-4a6d-91b6-20fb407d79b6 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd71ff91-0351-4c65-b49a-a8b13a13444f HTTP/1.1" status: 200 len: 944 time: 0.0926452 Jul 13 14:56:00.239367 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-0b6e4554-7e09-4623-b2eb-3974df400674 req-6c892f1c-0c4e-4d97-bf14-a93732a9e471 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/security-groups?id=cad2a8e3-cd3f-4aa7-b651-2ceb9c8edfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756521 Jul 13 14:56:00.265677 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3acbd8f7-fdce-4ba8-a09b-325c375f285d req-78f29dc5-f38c-4e13-a565-54931ac441b0 service neutron] 10.222.0.41 "GET /v2.0/networks/225f9fff-305c-463a-a6d8-ecd24baeb610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093585 Jul 13 14:56:00.360933 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-3acbd8f7-fdce-4ba8-a09b-325c375f285d req-bbb4cf96-782c-4c5a-8db9-1fe42f9a4730 service neutron] 10.222.0.41 "GET /v2.0/networks/225f9fff-305c-463a-a6d8-ecd24baeb610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883408 Jul 13 14:56:00.458446 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2b6bb3-af24-4a53-b326-c0ec0bc5b84b req-328a4372-4ce9-4168-9fb8-97ca6dfa638f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:56:00.459968 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8c2b6bb3-af24-4a53-b326-c0ec0bc5b84b req-328a4372-4ce9-4168-9fb8-97ca6dfa638f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6cdbf29db6d14f58ac4a211f1cc6207f&device_id=dd71ff91-0351-4c65-b49a-a8b13a13444f HTTP/1.1" status: 200 len: 1095 time: 0.0550613 Jul 13 14:56:00.553160 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2b6bb3-af24-4a53-b326-c0ec0bc5b84b req-69ee2ac7-6e1a-46d0-89ac-0fe39e64db84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:56:00.554578 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8c2b6bb3-af24-4a53-b326-c0ec0bc5b84b req-69ee2ac7-6e1a-46d0-89ac-0fe39e64db84 service neutron] 10.222.0.41 "GET /v2.0/networks?id=225f9fff-305c-463a-a6d8-ecd24baeb610 HTTP/1.1" status: 200 len: 909 time: 0.0883918 Jul 13 14:56:00.620824 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8c2b6bb3-af24-4a53-b326-c0ec0bc5b84b req-602eea65-a728-49f4-b007-c9c757a6e373 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1a82ed19-5e68-42c3-baaa-8f4dd024e640 HTTP/1.1" status: 200 len: 999 time: 0.0604072 Jul 13 14:56:00.668339 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2b6bb3-af24-4a53-b326-c0ec0bc5b84b req-6688a4a5-8785-4a32-838a-aaa1c15d0feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:56:00.669813 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8c2b6bb3-af24-4a53-b326-c0ec0bc5b84b req-6688a4a5-8785-4a32-838a-aaa1c15d0feb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b7699af9-d658-4bd2-b109-f1ca234927d6 HTTP/1.1" status: 200 len: 848 time: 0.0429530 Jul 13 14:56:00.731170 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2b6bb3-af24-4a53-b326-c0ec0bc5b84b req-23372106-9b83-4f63-afdd-f8938953c429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:56:00.732670 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8c2b6bb3-af24-4a53-b326-c0ec0bc5b84b req-23372106-9b83-4f63-afdd-f8938953c429 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=225f9fff-305c-463a-a6d8-ecd24baeb610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0559037 Jul 13 14:56:00.822700 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8c2b6bb3-af24-4a53-b326-c0ec0bc5b84b req-38f83d13-c284-4c70-958f-673e30628866 service neutron] 10.222.0.41 "GET /v2.0/networks/225f9fff-305c-463a-a6d8-ecd24baeb610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824187 Jul 13 14:56:00.916992 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8c2b6bb3-af24-4a53-b326-c0ec0bc5b84b req-9862b2b5-9626-4aae-9068-f2ddc45f5354 service neutron] 10.222.0.41 "GET /v2.0/networks/225f9fff-305c-463a-a6d8-ecd24baeb610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878601 Jul 13 14:56:01.249567 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:56:01.413446 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33afb9ac-5f90-43dd-a0cc-ad2375c33da5 req-7ca79521-011c-4209-bc0c-9616cdc26d99 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:56:01.414965 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-33afb9ac-5f90-43dd-a0cc-ad2375c33da5 req-7ca79521-011c-4209-bc0c-9616cdc26d99 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd71ff91-0351-4c65-b49a-a8b13a13444f HTTP/1.1" status: 200 len: 944 time: 0.0660467 Jul 13 14:56:01.459549 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-33afb9ac-5f90-43dd-a0cc-ad2375c33da5 req-856fec89-a382-4433-aaef-a357a0560884 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/security-groups?id=cad2a8e3-cd3f-4aa7-b651-2ceb9c8edfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390716 Jul 13 14:56:01.695395 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:56:02.633221 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce84bd5-d5ec-47a5-b76c-9f98679e4383 req-87cf47cd-0fcf-4780-a154-7f78a82403ea tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:56:02.634724 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1ce84bd5-d5ec-47a5-b76c-9f98679e4383 req-87cf47cd-0fcf-4780-a154-7f78a82403ea tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd71ff91-0351-4c65-b49a-a8b13a13444f HTTP/1.1" status: 200 len: 944 time: 0.0660048 Jul 13 14:56:02.675658 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1ce84bd5-d5ec-47a5-b76c-9f98679e4383 req-25774c2f-8bc5-447f-b069-5ff5f9b153b2 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/security-groups?id=cad2a8e3-cd3f-4aa7-b651-2ceb9c8edfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319293 Jul 13 14:56:04.006307 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd6c31f-56cb-49dc-98c6-0d1879c5caf4 req-2b9d4aac-802b-491c-819a-937738ef071e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:56:04.007846 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-9cd6c31f-56cb-49dc-98c6-0d1879c5caf4 req-2b9d4aac-802b-491c-819a-937738ef071e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6cdbf29db6d14f58ac4a211f1cc6207f&device_id=dd71ff91-0351-4c65-b49a-a8b13a13444f HTTP/1.1" status: 200 len: 1095 time: 0.0668488 Jul 13 14:56:04.056885 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3dbe0e-df6b-48a7-b6e5-d6edc64b9bbf req-a4ee3d66-18fe-4c14-8214-12874d1e08f7 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:56:04.058469 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6d3dbe0e-df6b-48a7-b6e5-d6edc64b9bbf req-a4ee3d66-18fe-4c14-8214-12874d1e08f7 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd71ff91-0351-4c65-b49a-a8b13a13444f HTTP/1.1" status: 200 len: 944 time: 0.0755110 Jul 13 14:56:04.101942 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6d3dbe0e-df6b-48a7-b6e5-d6edc64b9bbf req-a60fa92d-687c-4ace-822c-94215cc48da7 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/security-groups?id=cad2a8e3-cd3f-4aa7-b651-2ceb9c8edfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368404 Jul 13 14:56:04.128401 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd6c31f-56cb-49dc-98c6-0d1879c5caf4 req-bdc27c99-06b8-4af9-a87a-856e897c02b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:56:04.129906 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-9cd6c31f-56cb-49dc-98c6-0d1879c5caf4 req-bdc27c99-06b8-4af9-a87a-856e897c02b4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=225f9fff-305c-463a-a6d8-ecd24baeb610 HTTP/1.1" status: 200 len: 909 time: 0.0947075 Jul 13 14:56:04.198004 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-9cd6c31f-56cb-49dc-98c6-0d1879c5caf4 req-aa385d41-f254-458b-8ccf-b2afdc5d2c08 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1a82ed19-5e68-42c3-baaa-8f4dd024e640 HTTP/1.1" status: 200 len: 999 time: 0.0614562 Jul 13 14:56:04.252883 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd6c31f-56cb-49dc-98c6-0d1879c5caf4 req-48b8ba6a-b30f-4275-9c06-b37034b55f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:56:04.254370 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-9cd6c31f-56cb-49dc-98c6-0d1879c5caf4 req-48b8ba6a-b30f-4275-9c06-b37034b55f68 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b7699af9-d658-4bd2-b109-f1ca234927d6 HTTP/1.1" status: 200 len: 848 time: 0.0510776 Jul 13 14:56:04.311351 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd6c31f-56cb-49dc-98c6-0d1879c5caf4 req-2c3b88ad-ea8e-438c-a39c-265687bd254c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:56:04.312849 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-9cd6c31f-56cb-49dc-98c6-0d1879c5caf4 req-2c3b88ad-ea8e-438c-a39c-265687bd254c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=225f9fff-305c-463a-a6d8-ecd24baeb610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0528734 Jul 13 14:56:04.401084 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-9cd6c31f-56cb-49dc-98c6-0d1879c5caf4 req-bafa4d1b-09c9-48cb-bbe6-22e696594ca7 service neutron] 10.222.0.41 "GET /v2.0/networks/225f9fff-305c-463a-a6d8-ecd24baeb610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821629 Jul 13 14:56:04.493787 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-9cd6c31f-56cb-49dc-98c6-0d1879c5caf4 req-c1738d34-2bdf-4c9f-ac7a-1ca1381f4681 service neutron] 10.222.0.41 "GET /v2.0/networks/225f9fff-305c-463a-a6d8-ecd24baeb610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862513 Jul 13 14:56:05.278471 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850e1cac-9e5a-4443-8dd8-9047e7994c47 req-fafdb8e7-1b1f-4fa4-bcc0-4cc902a8225f tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:56:05.280008 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-850e1cac-9e5a-4443-8dd8-9047e7994c47 req-fafdb8e7-1b1f-4fa4-bcc0-4cc902a8225f tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd71ff91-0351-4c65-b49a-a8b13a13444f HTTP/1.1" status: 200 len: 944 time: 0.0652676 Jul 13 14:56:05.318565 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-850e1cac-9e5a-4443-8dd8-9047e7994c47 req-f8aac50a-37bc-48fe-84cc-fcc1548cb648 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/security-groups?id=cad2a8e3-cd3f-4aa7-b651-2ceb9c8edfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321047 Jul 13 14:56:06.505177 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5730253d-bddd-4a4c-9af2-7f230f8ce45b req-9468eeb1-e56f-44eb-b4fe-9209958f1a6f tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:56:06.506718 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5730253d-bddd-4a4c-9af2-7f230f8ce45b req-9468eeb1-e56f-44eb-b4fe-9209958f1a6f tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd71ff91-0351-4c65-b49a-a8b13a13444f HTTP/1.1" status: 200 len: 944 time: 0.0653157 Jul 13 14:56:06.544146 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5730253d-bddd-4a4c-9af2-7f230f8ce45b req-af7bcd8c-3968-40ff-99c1-bd9e7602a582 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/security-groups?id=cad2a8e3-cd3f-4aa7-b651-2ceb9c8edfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319176 Jul 13 14:56:07.724878 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5579357-7523-4f53-893f-f5be1ae543a9 req-71238cfa-2a1b-45a9-926e-4223db522c54 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:56:07.726304 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e5579357-7523-4f53-893f-f5be1ae543a9 req-71238cfa-2a1b-45a9-926e-4223db522c54 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd71ff91-0351-4c65-b49a-a8b13a13444f HTTP/1.1" status: 200 len: 944 time: 0.0701199 Jul 13 14:56:07.764005 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e5579357-7523-4f53-893f-f5be1ae543a9 req-e1642c4f-1895-4057-a98f-67c77ab92cd0 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/security-groups?id=cad2a8e3-cd3f-4aa7-b651-2ceb9c8edfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321491 Jul 13 14:56:08.501949 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 1a82ed19-5e68-42c3-baaa-8f4dd024e640 details requested by agent hyperv_n-h2-800634-1 with host n-h2-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 14:56:08.599036 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 1a82ed19-5e68-42c3-baaa-8f4dd024e640, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=1a82ed19-5e68-42c3-baaa-8f4dd024e640,segment=NetworkSegment(8e7c7940-9434-4648-a510-45c446dca932),segment_id=8e7c7940-9434-4648-a510-45c446dca932)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:56:08.611181 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Returning: {'device': '1a82ed19-5e68-42c3-baaa-8f4dd024e640', 'network_id': '225f9fff-305c-463a-a6d8-ecd24baeb610', 'port_id': '1a82ed19-5e68-42c3-baaa-8f4dd024e640', 'mac_address': 'fa:16:3e:3b:1e:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7699af9-d658-4bd2-b109-f1ca234927d6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 14:56:08.647677 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:56:08.660588 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a82ed19-5e68-42c3-baaa-8f4dd024e640 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:56:08.679727 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 1a82ed19-5e68-42c3-baaa-8f4dd024e640, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=1a82ed19-5e68-42c3-baaa-8f4dd024e640,segment=NetworkSegment(8e7c7940-9434-4648-a510-45c446dca932),segment_id=8e7c7940-9434-4648-a510-45c446dca932)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:56:08.683829 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:56:08.730702 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=1a82ed19-5e68-42c3-baaa-8f4dd024e640,revision_number=9']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:56:08.919218 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['1a82ed19-5e68-42c3-baaa-8f4dd024e640'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:56:08.942637 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eb8fd6-64b6-43ea-b88e-f8f515a5726d req-79c4cb7b-531c-406d-978f-053cb4d391e2 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:56:08.944904 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-79eb8fd6-64b6-43ea-b88e-f8f515a5726d req-79c4cb7b-531c-406d-978f-053cb4d391e2 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd71ff91-0351-4c65-b49a-a8b13a13444f HTTP/1.1" status: 200 len: 945 time: 0.0697455 Jul 13 14:56:08.984607 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-79eb8fd6-64b6-43ea-b88e-f8f515a5726d req-9ed54e0d-4a8f-4ced-9163-e5b7cbf6340d tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/security-groups?id=cad2a8e3-cd3f-4aa7-b651-2ceb9c8edfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340722 Jul 13 14:56:10.158162 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd7d6e2-3179-4069-a3c2-03b3f6aeb3f0 req-0f1c20f5-7dbb-4888-a348-110a854dc021 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:56:10.159712 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6bd7d6e2-3179-4069-a3c2-03b3f6aeb3f0 req-0f1c20f5-7dbb-4888-a348-110a854dc021 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd71ff91-0351-4c65-b49a-a8b13a13444f HTTP/1.1" status: 200 len: 945 time: 0.0646992 Jul 13 14:56:10.198470 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6bd7d6e2-3179-4069-a3c2-03b3f6aeb3f0 req-e979cb09-25ff-4ee0-b2f9-23debeddcb53 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/security-groups?id=cad2a8e3-cd3f-4aa7-b651-2ceb9c8edfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331187 Jul 13 14:56:10.517514 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 1a82ed19-5e68-42c3-baaa-8f4dd024e640 up at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:56:10.568374 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning for port 1a82ed19-5e68-42c3-baaa-8f4dd024e640 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:56:10.572319 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning complete for port 1a82ed19-5e68-42c3-baaa-8f4dd024e640 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:56:10.572692 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:56:10.649010 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:56:10.671369 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd71ff91-0351-4c65-b49a-a8b13a13444f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a82ed19-5e68-42c3-baaa-8f4dd024e640'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:56:10.673837 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f877c416c4e1be0a98e2d34673ec81d4e31c3422e8e709fff770f7d8b7e0843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f85bdfb-a2dc-4572-a187-64334afc247b" -d '{"events": [{"server_uuid": "dd71ff91-0351-4c65-b49a-a8b13a13444f", "name": "network-vif-plugged", "status": "completed", "tag": "1a82ed19-5e68-42c3-baaa-8f4dd024e640"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:56:10.687215 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 1a82ed19-5e68-42c3-baaa-8f4dd024e640, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=1a82ed19-5e68-42c3-baaa-8f4dd024e640,segment=NetworkSegment(8e7c7940-9434-4648-a510-45c446dca932),segment_id=8e7c7940-9434-4648-a510-45c446dca932)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:56:10.691999 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:56:10.721694 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-388c5932-17ee-41d4-b7b2-5f54fa9f9b25 x-openstack-request-id: req-388c5932-17ee-41d4-b7b2-5f54fa9f9b25 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:56:10.722076 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd71ff91-0351-4c65-b49a-a8b13a13444f", "name": "network-vif-plugged", "status": "completed", "tag": "1a82ed19-5e68-42c3-baaa-8f4dd024e640", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:56:10.722335 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-388c5932-17ee-41d4-b7b2-5f54fa9f9b25 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:56:10.722719 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd71ff91-0351-4c65-b49a-a8b13a13444f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a82ed19-5e68-42c3-baaa-8f4dd024e640', 'code': 200} Jul 13 14:56:10.749103 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=1a82ed19-5e68-42c3-baaa-8f4dd024e640,revision_number=10']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:56:10.874135 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e31ec81-4f2c-436e-a5ba-b848dbc2518b req-24fe11d1-53a7-448a-b3fa-05d48b13b3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:56:10.875661 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1e31ec81-4f2c-436e-a5ba-b848dbc2518b req-24fe11d1-53a7-448a-b3fa-05d48b13b3aa service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=dd71ff91-0351-4c65-b49a-a8b13a13444f HTTP/1.1" status: 200 len: 1098 time: 0.0533779 Jul 13 14:56:10.910878 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1e31ec81-4f2c-436e-a5ba-b848dbc2518b req-e91bfd97-ba87-4989-8897-681173720503 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=cad2a8e3-cd3f-4aa7-b651-2ceb9c8edfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0284493 Jul 13 14:56:11.374577 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fa42ad-726c-4c18-987b-43c807f67f79 req-abfd4a14-c6b1-47c4-8dee-f36baab26625 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:56:11.376341 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b6fa42ad-726c-4c18-987b-43c807f67f79 req-abfd4a14-c6b1-47c4-8dee-f36baab26625 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd71ff91-0351-4c65-b49a-a8b13a13444f HTTP/1.1" status: 200 len: 947 time: 0.0676908 Jul 13 14:56:11.413655 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b6fa42ad-726c-4c18-987b-43c807f67f79 req-4cc3e6fb-79d7-4f19-901e-4be52b0b4ece tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/security-groups?id=cad2a8e3-cd3f-4aa7-b651-2ceb9c8edfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319645 Jul 13 14:56:12.589476 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062b3c7a-e27f-490d-baaf-d66a5b5c5b97 req-f9a1a24d-345b-4106-80f5-b7f34b470e4a tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:56:12.591002 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-062b3c7a-e27f-490d-baaf-d66a5b5c5b97 req-f9a1a24d-345b-4106-80f5-b7f34b470e4a tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd71ff91-0351-4c65-b49a-a8b13a13444f HTTP/1.1" status: 200 len: 947 time: 0.0640113 Jul 13 14:56:12.630494 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-062b3c7a-e27f-490d-baaf-d66a5b5c5b97 req-f9714646-e78f-4cb9-b816-2c1de34d5db9 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/security-groups?id=cad2a8e3-cd3f-4aa7-b651-2ceb9c8edfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332887 Jul 13 14:56:17.406297 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-25bf3613-b7d7-45e5-8af2-2fcf01a26ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:56:20.019471 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-508040f7-9bcf-406f-bab3-c0b633c98563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:56:20.147421 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:56:21.463577 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:56:22.948412 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:56:24.582043 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:56:31.254137 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:56:31.695186 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:56:47.409277 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a16345fb-07c7-4c78-b8f2-1ff99aeb771d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:56:50.019615 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f2b0fef2-fdeb-4a26-9568-a24c46beba90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:56:50.148458 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:56:51.466531 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:56:52.951817 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:01.263520 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:01.582196 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:57:01.694306 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:05.960163 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-830fc6e6-210b-40fb-bc57-913129e9bb1d req-5be0a6aa-842a-400e-8a72-5e29a353852b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=dd71ff91-0351-4c65-b49a-a8b13a13444f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0614240 Jul 13 14:57:06.057069 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830fc6e6-210b-40fb-bc57-913129e9bb1d req-a576d35f-4c96-4744-82b8-170bdcbd681b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:57:06.058719 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-830fc6e6-210b-40fb-bc57-913129e9bb1d req-a576d35f-4c96-4744-82b8-170bdcbd681b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6cdbf29db6d14f58ac4a211f1cc6207f&device_id=dd71ff91-0351-4c65-b49a-a8b13a13444f HTTP/1.1" status: 200 len: 1098 time: 0.0558016 Jul 13 14:57:06.170124 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830fc6e6-210b-40fb-bc57-913129e9bb1d req-b992921c-58dc-4f48-9cd6-553ba45f4883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:57:06.171628 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-830fc6e6-210b-40fb-bc57-913129e9bb1d req-b992921c-58dc-4f48-9cd6-553ba45f4883 service neutron] 10.222.0.41 "GET /v2.0/networks?id=225f9fff-305c-463a-a6d8-ecd24baeb610 HTTP/1.1" status: 200 len: 909 time: 0.0935423 Jul 13 14:57:06.237884 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-830fc6e6-210b-40fb-bc57-913129e9bb1d req-1972a545-a4f6-46d0-aaca-690b42b2cc58 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1a82ed19-5e68-42c3-baaa-8f4dd024e640 HTTP/1.1" status: 200 len: 1001 time: 0.0597236 Jul 13 14:57:06.294380 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830fc6e6-210b-40fb-bc57-913129e9bb1d req-7cffd595-94cf-4dea-bf28-57a728be1234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:57:06.295918 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-830fc6e6-210b-40fb-bc57-913129e9bb1d req-7cffd595-94cf-4dea-bf28-57a728be1234 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b7699af9-d658-4bd2-b109-f1ca234927d6 HTTP/1.1" status: 200 len: 848 time: 0.0518754 Jul 13 14:57:06.360130 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830fc6e6-210b-40fb-bc57-913129e9bb1d req-06e7ecdd-28fd-48a2-a138-1b11bc990800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:57:06.361663 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-830fc6e6-210b-40fb-bc57-913129e9bb1d req-06e7ecdd-28fd-48a2-a138-1b11bc990800 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=225f9fff-305c-463a-a6d8-ecd24baeb610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0593150 Jul 13 14:57:06.455503 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-830fc6e6-210b-40fb-bc57-913129e9bb1d req-41c36173-444c-4e05-94e7-4a1d2d027812 service neutron] 10.222.0.41 "GET /v2.0/networks/225f9fff-305c-463a-a6d8-ecd24baeb610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865736 Jul 13 14:57:06.558864 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-830fc6e6-210b-40fb-bc57-913129e9bb1d req-13af27f8-ab6e-4cd4-a35a-b499f0d4e5d7 service neutron] 10.222.0.41 "GET /v2.0/networks/225f9fff-305c-463a-a6d8-ecd24baeb610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972774 Jul 13 14:57:17.410588 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6334032e-5815-4136-95d6-ff5d3b7c939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:20.020919 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-211f5086-3d38-4566-b124-6e60efdca6ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:20.149191 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:21.467810 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:22.956499 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:25.819792 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 53620) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:57:25.981223 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-724d90c4-daaf-4f93-a278-3eb75c2afdb1 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Deleting port a80c4eac-3ae2-4211-b818-e57951945d47 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:57:25.981563 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-724d90c4-daaf-4f93-a278-3eb75c2afdb1 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:26.058992 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-724d90c4-daaf-4f93-a278-3eb75c2afdb1 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:26.059322 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-724d90c4-daaf-4f93-a278-3eb75c2afdb1 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:26.071691 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-724d90c4-daaf-4f93-a278-3eb75c2afdb1 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Calling delete_port for a80c4eac-3ae2-4211-b818-e57951945d47 owned by network:floatingip {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:57:26.214413 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-724d90c4-daaf-4f93-a278-3eb75c2afdb1 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:26.249387 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724d90c4-daaf-4f93-a278-3eb75c2afdb1 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Pushing event deleted for resources: {'Port': ['ID=a80c4eac-3ae2-4211-b818-e57951945d47,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:57:26.275494 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724d90c4-daaf-4f93-a278-3eb75c2afdb1 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:57:26.275836 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724d90c4-daaf-4f93-a278-3eb75c2afdb1 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:57:26.276174 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724d90c4-daaf-4f93-a278-3eb75c2afdb1 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:57:26.276507 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724d90c4-daaf-4f93-a278-3eb75c2afdb1 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:57:26.276834 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724d90c4-daaf-4f93-a278-3eb75c2afdb1 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:57:26.277157 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724d90c4-daaf-4f93-a278-3eb75c2afdb1 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:57:26.277481 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724d90c4-daaf-4f93-a278-3eb75c2afdb1 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:57:26.277827 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724d90c4-daaf-4f93-a278-3eb75c2afdb1 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:57:26.278147 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724d90c4-daaf-4f93-a278-3eb75c2afdb1 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:57:26.278472 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724d90c4-daaf-4f93-a278-3eb75c2afdb1 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:57:26.278790 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724d90c4-daaf-4f93-a278-3eb75c2afdb1 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:57:26.279103 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724d90c4-daaf-4f93-a278-3eb75c2afdb1 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:57:26.320411 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-724d90c4-daaf-4f93-a278-3eb75c2afdb1 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Notify callbacks [] for floatingip, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:26.320815 n-d-800634-1 neutron-server[93751]: INFO neutron.db.l3_db [None req-724d90c4-daaf-4f93-a278-3eb75c2afdb1 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Floating IP 910ffbf6-7330-439f-9b17-00c6e791d413 disassociated (deleted). External IP: 172.25.6.76, port: 1a82ed19-5e68-42c3-baaa-8f4dd024e640. Jul 13 14:57:26.529814 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-724d90c4-daaf-4f93-a278-3eb75c2afdb1 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Router ff2ae8e8-6695-4d4e-a6ed-db8e689dfa5f has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:57:26.644007 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-724d90c4-daaf-4f93-a278-3eb75c2afdb1 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:57:26.648717 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-724d90c4-daaf-4f93-a278-3eb75c2afdb1 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for floatingip, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:26.653929 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-618807a5-845d-4f78-9c7f-9f1987f92a52 None None] Sync routers for ids ['ff2ae8e8-6695-4d4e-a6ed-db8e689dfa5f'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:57:26.664277 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618807a5-845d-4f78-9c7f-9f1987f92a52 None None] Routers {'ff2ae8e8-6695-4d4e-a6ed-db8e689dfa5f'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:57:26.664893 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-618807a5-845d-4f78-9c7f-9f1987f92a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:57:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['ff2ae8e8-6695-4d4e-a6ed-db8e689dfa5f'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:57:26.686581 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-724d90c4-daaf-4f93-a278-3eb75c2afdb1 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "DELETE /v2.0/floatingips/910ffbf6-7330-439f-9b17-00c6e791d413 HTTP/1.1" status: 204 len: 168 time: 0.8656707 Jul 13 14:57:26.687172 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd71ff91-0351-4c65-b49a-a8b13a13444f', 'tag': '1a82ed19-5e68-42c3-baaa-8f4dd024e640'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:57:26.689868 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dea8b0fca9d342929f96bd35c86b8a14765464b9140f1e1e2496fbd7209775c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a464a59d-084e-4fbc-9af9-c1067663270c" -d '{"events": [{"name": "network-changed", "server_uuid": "dd71ff91-0351-4c65-b49a-a8b13a13444f", "tag": "1a82ed19-5e68-42c3-baaa-8f4dd024e640"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:57:26.729236 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08de47f2-0c1c-4482-a66d-5745709d56b1 x-openstack-request-id: req-08de47f2-0c1c-4482-a66d-5745709d56b1 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:57:26.729554 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd71ff91-0351-4c65-b49a-a8b13a13444f", "tag": "1a82ed19-5e68-42c3-baaa-8f4dd024e640", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:57:26.729842 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-08de47f2-0c1c-4482-a66d-5745709d56b1 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:57:26.730249 n-d-800634-1 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd71ff91-0351-4c65-b49a-a8b13a13444f', 'tag': '1a82ed19-5e68-42c3-baaa-8f4dd024e640', 'status': 'completed', 'code': 200} Jul 13 14:57:26.775009 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-618807a5-845d-4f78-9c7f-9f1987f92a52 None None] Set router ff2ae8e8-6695-4d4e-a6ed-db8e689dfa5f gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:57:26.812896 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a464a59d-084e-4fbc-9af9-c1067663270c req-b6dd6682-c1a5-4c7c-990d-b8aca3320aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:57:26.814491 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a464a59d-084e-4fbc-9af9-c1067663270c req-b6dd6682-c1a5-4c7c-990d-b8aca3320aed service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6cdbf29db6d14f58ac4a211f1cc6207f&device_id=dd71ff91-0351-4c65-b49a-a8b13a13444f HTTP/1.1" status: 200 len: 1098 time: 0.0552115 Jul 13 14:57:26.918083 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a464a59d-084e-4fbc-9af9-c1067663270c req-40fbc603-92ba-4fe5-b023-d7f12782ec88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:57:26.919788 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a464a59d-084e-4fbc-9af9-c1067663270c req-40fbc603-92ba-4fe5-b023-d7f12782ec88 service neutron] 10.222.0.41 "GET /v2.0/networks?id=225f9fff-305c-463a-a6d8-ecd24baeb610 HTTP/1.1" status: 200 len: 909 time: 0.0995989 Jul 13 14:57:26.968761 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a464a59d-084e-4fbc-9af9-c1067663270c req-e4123072-27b0-4914-8883-eb1a8a9cfd2a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1a82ed19-5e68-42c3-baaa-8f4dd024e640 HTTP/1.1" status: 200 len: 217 time: 0.0373304 Jul 13 14:57:26.997631 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-618807a5-845d-4f78-9c7f-9f1987f92a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff2ae8e8-6695-4d4e-a6ed-db8e689dfa5f', 'name': 'tempest-TestShelveInstance-1953063783-router', 'tenant_id': '6cdbf29db6d14f58ac4a211f1cc6207f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': 'c6fcf041-cfa0-4527-9bd6-d22f9f6a373c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:48:43Z', 'updated_at': '2021-07-13T14:48:46Z', 'revision_number': 4, 'project_id': '6cdbf29db6d14f58ac4a211f1cc6207f', 'gw_port': {'id': 'c6fcf041-cfa0-4527-9bd6-d22f9f6a373c', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:bd:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2ae8e8-6695-4d4e-a6ed-db8e689dfa5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:48:44Z', 'updated_at': '2021-07-13T14:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': 'd8a6134a-ffc3-496e-ba3b-6a1be179c958', 'name': '', 'network_id': '225f9fff-305c-463a-a6d8-ecd24baeb610', 'tenant_id': '6cdbf29db6d14f58ac4a211f1cc6207f', 'mac_address': 'fa:16:3e:e5:36:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2ae8e8-6695-4d4e-a6ed-db8e689dfa5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'b7699af9-d658-4bd2-b109-f1ca234927d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:48:45Z', 'updated_at': '2021-07-13T14:48:53Z', 'revision_number': 5, 'project_id': '6cdbf29db6d14f58ac4a211f1cc6207f', 'subnets': [{'id': 'b7699af9-d658-4bd2-b109-f1ca234927d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:57:27.019738 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a464a59d-084e-4fbc-9af9-c1067663270c req-4bdb93c6-ad2f-4b59-bd8c-b9834e64618e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:57:27.021200 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a464a59d-084e-4fbc-9af9-c1067663270c req-4bdb93c6-ad2f-4b59-bd8c-b9834e64618e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b7699af9-d658-4bd2-b109-f1ca234927d6 HTTP/1.1" status: 200 len: 848 time: 0.0463450 Jul 13 14:57:27.025466 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-618807a5-845d-4f78-9c7f-9f1987f92a52 None None] Checking router: ff2ae8e8-6695-4d4e-a6ed-db8e689dfa5f for host: n-d-800634-1 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:57:27.034825 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618807a5-845d-4f78-9c7f-9f1987f92a52 None None] Routers {'ff2ae8e8-6695-4d4e-a6ed-db8e689dfa5f'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:57:27.035685 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-618807a5-845d-4f78-9c7f-9f1987f92a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:57:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['ff2ae8e8-6695-4d4e-a6ed-db8e689dfa5f'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:57:27.087686 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a464a59d-084e-4fbc-9af9-c1067663270c req-8330e42e-1de4-4f84-a405-93ac9015b4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:57:27.089208 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a464a59d-084e-4fbc-9af9-c1067663270c req-8330e42e-1de4-4f84-a405-93ac9015b4b3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=225f9fff-305c-463a-a6d8-ecd24baeb610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0615008 Jul 13 14:57:27.090451 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c73f26b-f851-4759-a572-720918875fea req-7ea86fc2-296f-4b1d-b586-5759127a128d tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:57:27.091977 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0c73f26b-f851-4759-a572-720918875fea req-7ea86fc2-296f-4b1d-b586-5759127a128d tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd71ff91-0351-4c65-b49a-a8b13a13444f HTTP/1.1" status: 200 len: 947 time: 0.0726097 Jul 13 14:57:27.132002 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0c73f26b-f851-4759-a572-720918875fea req-ae111eb8-c295-4d01-a4c0-5231574024db tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/security-groups?id=cad2a8e3-cd3f-4aa7-b651-2ceb9c8edfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338709 Jul 13 14:57:27.156204 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-618807a5-845d-4f78-9c7f-9f1987f92a52 None None] Set router ff2ae8e8-6695-4d4e-a6ed-db8e689dfa5f gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:57:27.184714 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a464a59d-084e-4fbc-9af9-c1067663270c req-ee64bad4-18dd-4115-9481-0522ab2f4ac0 service neutron] 10.222.0.41 "GET /v2.0/networks/225f9fff-305c-463a-a6d8-ecd24baeb610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882204 Jul 13 14:57:27.277601 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a464a59d-084e-4fbc-9af9-c1067663270c req-8a7caf09-2ee6-46a8-93e1-69defb9f1761 service neutron] 10.222.0.41 "GET /v2.0/networks/225f9fff-305c-463a-a6d8-ecd24baeb610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866938 Jul 13 14:57:27.348059 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-618807a5-845d-4f78-9c7f-9f1987f92a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff2ae8e8-6695-4d4e-a6ed-db8e689dfa5f', 'name': 'tempest-TestShelveInstance-1953063783-router', 'tenant_id': '6cdbf29db6d14f58ac4a211f1cc6207f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': 'c6fcf041-cfa0-4527-9bd6-d22f9f6a373c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:48:43Z', 'updated_at': '2021-07-13T14:48:46Z', 'revision_number': 4, 'project_id': '6cdbf29db6d14f58ac4a211f1cc6207f', 'gw_port': {'id': 'c6fcf041-cfa0-4527-9bd6-d22f9f6a373c', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:bd:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2ae8e8-6695-4d4e-a6ed-db8e689dfa5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:48:44Z', 'updated_at': '2021-07-13T14:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': 'd8a6134a-ffc3-496e-ba3b-6a1be179c958', 'name': '', 'network_id': '225f9fff-305c-463a-a6d8-ecd24baeb610', 'tenant_id': '6cdbf29db6d14f58ac4a211f1cc6207f', 'mac_address': 'fa:16:3e:e5:36:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2ae8e8-6695-4d4e-a6ed-db8e689dfa5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'b7699af9-d658-4bd2-b109-f1ca234927d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:48:45Z', 'updated_at': '2021-07-13T14:48:53Z', 'revision_number': 5, 'project_id': '6cdbf29db6d14f58ac4a211f1cc6207f', 'subnets': [{'id': 'b7699af9-d658-4bd2-b109-f1ca234927d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:57:27.378123 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-618807a5-845d-4f78-9c7f-9f1987f92a52 None None] The sync data for ids ['ff2ae8e8-6695-4d4e-a6ed-db8e689dfa5f'] in n-d-800634-1 is: [{'id': 'ff2ae8e8-6695-4d4e-a6ed-db8e689dfa5f', 'name': 'tempest-TestShelveInstance-1953063783-router', 'tenant_id': '6cdbf29db6d14f58ac4a211f1cc6207f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': 'c6fcf041-cfa0-4527-9bd6-d22f9f6a373c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:48:43Z', 'updated_at': '2021-07-13T14:48:46Z', 'revision_number': 4, 'project_id': '6cdbf29db6d14f58ac4a211f1cc6207f', 'gw_port': {'id': 'c6fcf041-cfa0-4527-9bd6-d22f9f6a373c', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:bd:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2ae8e8-6695-4d4e-a6ed-db8e689dfa5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:48:44Z', 'updated_at': '2021-07-13T14:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': 'd8a6134a-ffc3-496e-ba3b-6a1be179c958', 'name': '', 'network_id': '225f9fff-305c-463a-a6d8-ecd24baeb610', 'tenant_id': '6cdbf29db6d14f58ac4a211f1cc6207f', 'mac_address': 'fa:16:3e:e5:36:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2ae8e8-6695-4d4e-a6ed-db8e689dfa5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'b7699af9-d658-4bd2-b109-f1ca234927d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:48:45Z', 'updated_at': '2021-07-13T14:48:53Z', 'revision_number': 5, 'project_id': '6cdbf29db6d14f58ac4a211f1cc6207f', 'subnets': [{'id': 'b7699af9-d658-4bd2-b109-f1ca234927d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:57:27.602571 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899841d7-7f22-44af-96ea-7a1f9112f258 None None] New status for floating IP 910ffbf6-7330-439f-9b17-00c6e791d413: DOWN {{(pid=93753) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 14:57:28.308000 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58be519c-e5d6-41ae-ae55-ec586c2bc5dc req-f687144b-6237-472e-8d9b-2c862964d226 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:57:28.309516 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-58be519c-e5d6-41ae-ae55-ec586c2bc5dc req-f687144b-6237-472e-8d9b-2c862964d226 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd71ff91-0351-4c65-b49a-a8b13a13444f HTTP/1.1" status: 200 len: 947 time: 0.0650330 Jul 13 14:57:28.348333 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-58be519c-e5d6-41ae-ae55-ec586c2bc5dc req-007f4a0d-8039-404a-8168-638b58873d31 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/security-groups?id=cad2a8e3-cd3f-4aa7-b651-2ceb9c8edfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332620 Jul 13 14:57:28.459797 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ac5a0b-46ef-48b6-ab1d-a9c8e87ce2b8 req-92a404f9-9624-4286-966f-f21d9b1916f9 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:57:28.461244 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-68ac5a0b-46ef-48b6-ab1d-a9c8e87ce2b8 req-92a404f9-9624-4286-966f-f21d9b1916f9 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd71ff91-0351-4c65-b49a-a8b13a13444f HTTP/1.1" status: 200 len: 947 time: 0.0630887 Jul 13 14:57:28.563731 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-68ac5a0b-46ef-48b6-ab1d-a9c8e87ce2b8 req-7ede68cb-92c1-4432-b2a0-9bb620bab880 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Deleting port 1a82ed19-5e68-42c3-baaa-8f4dd024e640 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:57:28.563989 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-68ac5a0b-46ef-48b6-ab1d-a9c8e87ce2b8 req-7ede68cb-92c1-4432-b2a0-9bb620bab880 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:28.650678 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-68ac5a0b-46ef-48b6-ab1d-a9c8e87ce2b8 req-7ede68cb-92c1-4432-b2a0-9bb620bab880 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] For port 1a82ed19-5e68-42c3-baaa-8f4dd024e640, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=1a82ed19-5e68-42c3-baaa-8f4dd024e640,segment=NetworkSegment(8e7c7940-9434-4648-a510-45c446dca932),segment_id=8e7c7940-9434-4648-a510-45c446dca932)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:57:28.651039 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-68ac5a0b-46ef-48b6-ab1d-a9c8e87ce2b8 req-7ede68cb-92c1-4432-b2a0-9bb620bab880 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:28.664276 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-68ac5a0b-46ef-48b6-ab1d-a9c8e87ce2b8 req-7ede68cb-92c1-4432-b2a0-9bb620bab880 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Calling delete_port for 1a82ed19-5e68-42c3-baaa-8f4dd024e640 owned by compute:nova {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:57:29.104719 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-68ac5a0b-46ef-48b6-ab1d-a9c8e87ce2b8 req-7ede68cb-92c1-4432-b2a0-9bb620bab880 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:29.133109 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ede68cb-92c1-4432-b2a0-9bb620bab880 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Pushing event deleted for resources: {'Port': ['ID=1a82ed19-5e68-42c3-baaa-8f4dd024e640,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:57:29.182835 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-68ac5a0b-46ef-48b6-ab1d-a9c8e87ce2b8 req-7ede68cb-92c1-4432-b2a0-9bb620bab880 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] No DVR routers for this DVR port 1a82ed19-5e68-42c3-baaa-8f4dd024e640 on host n-h2-800634-1 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:57:29.185473 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-68ac5a0b-46ef-48b6-ab1d-a9c8e87ce2b8 req-7ede68cb-92c1-4432-b2a0-9bb620bab880 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:29.188060 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-68ac5a0b-46ef-48b6-ab1d-a9c8e87ce2b8 req-7ede68cb-92c1-4432-b2a0-9bb620bab880 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.41 "DELETE /v2.0/ports/1a82ed19-5e68-42c3-baaa-8f4dd024e640 HTTP/1.1" status: 204 len: 173 time: 0.7205818 Jul 13 14:57:29.188523 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd71ff91-0351-4c65-b49a-a8b13a13444f', 'name': 'network-vif-deleted', 'tag': '1a82ed19-5e68-42c3-baaa-8f4dd024e640'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:57:29.190828 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dea8b0fca9d342929f96bd35c86b8a14765464b9140f1e1e2496fbd7209775c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27c6d9b1-124e-492e-8485-c2d0e51f15d7" -d '{"events": [{"server_uuid": "dd71ff91-0351-4c65-b49a-a8b13a13444f", "name": "network-vif-deleted", "tag": "1a82ed19-5e68-42c3-baaa-8f4dd024e640"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:57:29.227121 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-258b62d7-4c3f-4903-a605-1c02a2ddf10e x-openstack-request-id: req-258b62d7-4c3f-4903-a605-1c02a2ddf10e {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:57:29.227420 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd71ff91-0351-4c65-b49a-a8b13a13444f", "name": "network-vif-deleted", "tag": "1a82ed19-5e68-42c3-baaa-8f4dd024e640", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:57:29.227675 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-258b62d7-4c3f-4903-a605-1c02a2ddf10e {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:57:29.228071 n-d-800634-1 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd71ff91-0351-4c65-b49a-a8b13a13444f', 'name': 'network-vif-deleted', 'tag': '1a82ed19-5e68-42c3-baaa-8f4dd024e640', 'status': 'completed', 'code': 200} Jul 13 14:57:29.497268 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-80dad55c-40d5-4fe4-bd3d-d7343cd64bf0 req-42f81ba1-f651-4fda-b530-76aa654c2bd8 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd71ff91-0351-4c65-b49a-a8b13a13444f HTTP/1.1" status: 200 len: 210 time: 0.0305834 Jul 13 14:57:30.642860 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-bbfc5e6b-cf90-4a91-98d3-7350ea0f5900 req-afbf9e5d-904d-4fc7-8f7e-df55008e2f9e tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd71ff91-0351-4c65-b49a-a8b13a13444f HTTP/1.1" status: 200 len: 210 time: 0.0293074 Jul 13 14:57:31.309599 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:31.725001 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:31.788618 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-db750ee6-0650-40db-9570-19a4a024558c req-5edbc110-c512-4f40-9661-ddbe0cd73d26 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd71ff91-0351-4c65-b49a-a8b13a13444f HTTP/1.1" status: 200 len: 210 time: 0.0303164 Jul 13 14:57:32.859071 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 1a82ed19-5e68-42c3-baaa-8f4dd024e640 no longer exists at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:57:32.883485 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] No Port match for: 1a82ed19-5e68-42c3-baaa-8f4dd024e640 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:57:32.883940 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 1a82ed19-5e68-42c3-baaa-8f4dd024e640 not bound to the agent host n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:57:32.958089 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-49c318e5-f920-4ce2-b207-6de434588037 req-83a076b9-ea96-4562-83e7-4c938bede5bb tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd71ff91-0351-4c65-b49a-a8b13a13444f HTTP/1.1" status: 200 len: 210 time: 0.0322168 Jul 13 14:57:34.054341 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 53652) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:57:34.115892 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1e91913d-7ac8-4d46-ac46-e17975fe1a72 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:34.142175 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1e91913d-7ac8-4d46-ac46-e17975fe1a72 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:34.211136 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1e91913d-7ac8-4d46-ac46-e17975fe1a72 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:34.213935 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1e91913d-7ac8-4d46-ac46-e17975fe1a72 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:34.215432 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-1e91913d-7ac8-4d46-ac46-e17975fe1a72 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] 10.222.0.23 "DELETE /v2.0/security-groups/cad2a8e3-cd3f-4aa7-b651-2ceb9c8edfc6 HTTP/1.1" status: 204 len: 168 time: 0.1599288 Jul 13 14:57:34.225431 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e91913d-7ac8-4d46-ac46-e17975fe1a72 tempest-TestShelveInstance-427862604 tempest-TestShelveInstance-427862604-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cad2a8e3-cd3f-4aa7-b651-2ceb9c8edfc6,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:57:35.284092 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 53658) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:57:35.768400 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f6351ed2-c245-4f98-a105-3f43ccfb2655 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451695'] for router_interface, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:36.064080 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-f6351ed2-c245-4f98-a105-3f43ccfb2655 admin admin] Deleting port d8a6134a-ffc3-496e-ba3b-6a1be179c958 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:57:36.064521 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f6351ed2-c245-4f98-a105-3f43ccfb2655 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:36.171384 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-f6351ed2-c245-4f98-a105-3f43ccfb2655 admin admin] For port d8a6134a-ffc3-496e-ba3b-6a1be179c958, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=d8a6134a-ffc3-496e-ba3b-6a1be179c958,segment=NetworkSegment(8e7c7940-9434-4648-a510-45c446dca932),segment_id=8e7c7940-9434-4648-a510-45c446dca932)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:57:36.172000 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f6351ed2-c245-4f98-a105-3f43ccfb2655 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:36.186407 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-f6351ed2-c245-4f98-a105-3f43ccfb2655 admin admin] Calling delete_port for d8a6134a-ffc3-496e-ba3b-6a1be179c958 owned by network:router_interface {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:57:36.370317 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f6351ed2-c245-4f98-a105-3f43ccfb2655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:36.397753 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6351ed2-c245-4f98-a105-3f43ccfb2655 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8a6134a-ffc3-496e-ba3b-6a1be179c958,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:57:36.571212 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f6351ed2-c245-4f98-a105-3f43ccfb2655 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1785036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452491'] for router_interface, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:36.791343 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6351ed2-c245-4f98-a105-3f43ccfb2655 admin admin] Router ff2ae8e8-6695-4d4e-a6ed-db8e689dfa5f has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:57:36.899429 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6351ed2-c245-4f98-a105-3f43ccfb2655 admin admin] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:57:36.904413 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-f6351ed2-c245-4f98-a105-3f43ccfb2655 admin admin] 10.222.0.23 "PUT /v2.0/routers/ff2ae8e8-6695-4d4e-a6ed-db8e689dfa5f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6184039 Jul 13 14:57:36.907730 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 53662) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:57:36.909397 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d674da39-7724-43d9-8989-748e4338e894 None None] Sync routers for ids ['ff2ae8e8-6695-4d4e-a6ed-db8e689dfa5f'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:57:36.919705 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d674da39-7724-43d9-8989-748e4338e894 None None] Routers {'ff2ae8e8-6695-4d4e-a6ed-db8e689dfa5f'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:57:36.920317 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-d674da39-7724-43d9-8989-748e4338e894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:57:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['ff2ae8e8-6695-4d4e-a6ed-db8e689dfa5f'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:57:37.013082 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e1056246-8934-4139-9db6-cce9a83748fc admin admin] Notify callbacks [] for router, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:37.023841 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-d674da39-7724-43d9-8989-748e4338e894 None None] Set router ff2ae8e8-6695-4d4e-a6ed-db8e689dfa5f gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:57:37.120095 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e1056246-8934-4139-9db6-cce9a83748fc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:37.175599 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-e1056246-8934-4139-9db6-cce9a83748fc admin admin] Deleting port c6fcf041-cfa0-4527-9bd6-d22f9f6a373c {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:57:37.176017 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e1056246-8934-4139-9db6-cce9a83748fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:37.261636 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-e1056246-8934-4139-9db6-cce9a83748fc admin admin] For port c6fcf041-cfa0-4527-9bd6-d22f9f6a373c, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=c6fcf041-cfa0-4527-9bd6-d22f9f6a373c,segment=NetworkSegment(3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87),segment_id=3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:57:37.262027 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e1056246-8934-4139-9db6-cce9a83748fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:37.274457 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-e1056246-8934-4139-9db6-cce9a83748fc admin admin] Calling delete_port for c6fcf041-cfa0-4527-9bd6-d22f9f6a373c owned by network:router_gateway {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:57:37.358286 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-d674da39-7724-43d9-8989-748e4338e894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff2ae8e8-6695-4d4e-a6ed-db8e689dfa5f', 'name': 'tempest-TestShelveInstance-1953063783-router', 'tenant_id': '6cdbf29db6d14f58ac4a211f1cc6207f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': 'c6fcf041-cfa0-4527-9bd6-d22f9f6a373c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:48:43Z', 'updated_at': '2021-07-13T14:57:36Z', 'revision_number': 5, 'project_id': '6cdbf29db6d14f58ac4a211f1cc6207f', 'gw_port': {'id': 'c6fcf041-cfa0-4527-9bd6-d22f9f6a373c', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:bd:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2ae8e8-6695-4d4e-a6ed-db8e689dfa5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:48:44Z', 'updated_at': '2021-07-13T14:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:57:37.387807 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d674da39-7724-43d9-8989-748e4338e894 None None] Checking router: ff2ae8e8-6695-4d4e-a6ed-db8e689dfa5f for host: n-d-800634-1 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:57:37.396992 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d674da39-7724-43d9-8989-748e4338e894 None None] Routers {'ff2ae8e8-6695-4d4e-a6ed-db8e689dfa5f'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:57:37.397610 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-d674da39-7724-43d9-8989-748e4338e894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:57:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['ff2ae8e8-6695-4d4e-a6ed-db8e689dfa5f'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:57:37.446876 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e1056246-8934-4139-9db6-cce9a83748fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:37.473837 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1056246-8934-4139-9db6-cce9a83748fc admin admin] Pushing event deleted for resources: {'Port': ['ID=c6fcf041-cfa0-4527-9bd6-d22f9f6a373c,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:57:37.486003 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-d674da39-7724-43d9-8989-748e4338e894 None None] Set router ff2ae8e8-6695-4d4e-a6ed-db8e689dfa5f gateway port host: None {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:57:37.536578 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e1056246-8934-4139-9db6-cce9a83748fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-446473'] for router_gateway, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:37.539915 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-d674da39-7724-43d9-8989-748e4338e894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff2ae8e8-6695-4d4e-a6ed-db8e689dfa5f', 'name': 'tempest-TestShelveInstance-1953063783-router', 'tenant_id': '6cdbf29db6d14f58ac4a211f1cc6207f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:48:43Z', 'updated_at': '2021-07-13T14:57:37Z', 'revision_number': 6, 'project_id': '6cdbf29db6d14f58ac4a211f1cc6207f', 'gw_port_host': None}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:57:37.569681 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d674da39-7724-43d9-8989-748e4338e894 None None] The sync data for ids ['ff2ae8e8-6695-4d4e-a6ed-db8e689dfa5f'] in n-d-800634-1 is: [{'id': 'ff2ae8e8-6695-4d4e-a6ed-db8e689dfa5f', 'name': 'tempest-TestShelveInstance-1953063783-router', 'tenant_id': '6cdbf29db6d14f58ac4a211f1cc6207f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:48:43Z', 'updated_at': '2021-07-13T14:57:37Z', 'revision_number': 6, 'project_id': '6cdbf29db6d14f58ac4a211f1cc6207f', 'gw_port_host': None}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:57:37.628372 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e1056246-8934-4139-9db6-cce9a83748fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1591938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2696'] for router, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:37.630489 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e1056246-8934-4139-9db6-cce9a83748fc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:37.676142 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e1056246-8934-4139-9db6-cce9a83748fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593106'] for router, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:37.676737 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1056246-8934-4139-9db6-cce9a83748fc admin admin] Fanout notify agent at l3_agent the message router_deleted on router ff2ae8e8-6695-4d4e-a6ed-db8e689dfa5f {{(pid=93751) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 14:57:37.681302 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e1056246-8934-4139-9db6-cce9a83748fc admin admin] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:37.682483 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-e1056246-8934-4139-9db6-cce9a83748fc admin admin] 10.222.0.23 "DELETE /v2.0/routers/ff2ae8e8-6695-4d4e-a6ed-db8e689dfa5f HTTP/1.1" status: 204 len: 168 time: 0.7738383 Jul 13 14:57:37.685060 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 53664) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:57:37.729861 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-918540fa-ce2b-4709-b06b-351db48eecdc admin admin] Deleting subnet b7699af9-d658-4bd2-b109-f1ca234927d6 {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 14:57:37.732899 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-918540fa-ce2b-4709-b06b-351db48eecdc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:37.767040 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-918540fa-ce2b-4709-b06b-351db48eecdc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6018489'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:37.847427 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-918540fa-ce2b-4709-b06b-351db48eecdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:37.900837 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-918540fa-ce2b-4709-b06b-351db48eecdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6018534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6105009'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:37.927203 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918540fa-ce2b-4709-b06b-351db48eecdc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7699af9-d658-4bd2-b109-f1ca234927d6,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:57:37.930944 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-918540fa-ce2b-4709-b06b-351db48eecdc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:37.935129 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-918540fa-ce2b-4709-b06b-351db48eecdc admin admin] 10.222.0.23 "DELETE /v2.0/subnets/b7699af9-d658-4bd2-b109-f1ca234927d6 HTTP/1.1" status: 204 len: 168 time: 0.2468474 Jul 13 14:57:37.935611 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 53666) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:57:37.940233 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4559e767-68c2-4af3-8de1-45df7d3d36e7 None None] Network 225f9fff-305c-463a-a6d8-ecd24baeb610 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:57:38.012000 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1e947b90-277c-4638-ba75-748521d24fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:38.068799 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-1e947b90-277c-4638-ba75-748521d24fb7 admin admin] Deleting port fc0fde58-2efd-43e6-8c7f-a11dc1df7458 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:57:38.069398 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1e947b90-277c-4638-ba75-748521d24fb7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:38.134152 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-1e947b90-277c-4638-ba75-748521d24fb7 admin admin] For port fc0fde58-2efd-43e6-8c7f-a11dc1df7458, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=fc0fde58-2efd-43e6-8c7f-a11dc1df7458,segment=NetworkSegment(8e7c7940-9434-4648-a510-45c446dca932),segment_id=8e7c7940-9434-4648-a510-45c446dca932)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:57:38.134508 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1e947b90-277c-4638-ba75-748521d24fb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:38.147647 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-1e947b90-277c-4638-ba75-748521d24fb7 admin admin] Calling delete_port for fc0fde58-2efd-43e6-8c7f-a11dc1df7458 owned by network:dhcp {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:57:38.228332 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1e947b90-277c-4638-ba75-748521d24fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:38.253154 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e947b90-277c-4638-ba75-748521d24fb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc0fde58-2efd-43e6-8c7f-a11dc1df7458,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:57:38.257333 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e947b90-277c-4638-ba75-748521d24fb7 admin admin] No DVR routers for this DVR port fc0fde58-2efd-43e6-8c7f-a11dc1df7458 on host n-d-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:57:38.265876 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e947b90-277c-4638-ba75-748521d24fb7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:57:38.266154 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e947b90-277c-4638-ba75-748521d24fb7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:57:38.266493 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e947b90-277c-4638-ba75-748521d24fb7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:57:38.266825 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e947b90-277c-4638-ba75-748521d24fb7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:57:38.267152 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e947b90-277c-4638-ba75-748521d24fb7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:57:38.267478 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e947b90-277c-4638-ba75-748521d24fb7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:57:38.267799 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e947b90-277c-4638-ba75-748521d24fb7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:57:38.268120 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e947b90-277c-4638-ba75-748521d24fb7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:57:38.268443 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e947b90-277c-4638-ba75-748521d24fb7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:57:38.268761 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e947b90-277c-4638-ba75-748521d24fb7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:57:38.269080 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e947b90-277c-4638-ba75-748521d24fb7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:57:38.269396 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e947b90-277c-4638-ba75-748521d24fb7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:57:38.342464 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1e947b90-277c-4638-ba75-748521d24fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:38.347347 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a727fc-2421-4085-827a-387de281399b None None] DHCP port deletion for 225f9fff-305c-463a-a6d8-ecd24baeb610 request from n-d-800634-1 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 14:57:38.357633 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-1e947b90-277c-4638-ba75-748521d24fb7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['225f9fff-305c-463a-a6d8-ecd24baeb610']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:57:38.369289 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-1e947b90-277c-4638-ba75-748521d24fb7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e7c7940-9434-4648-a510-45c446dca932') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:57:38.369573 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-1e947b90-277c-4638-ba75-748521d24fb7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e7c7940-9434-4648-a510-45c446dca932') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:57:38.378547 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1e947b90-277c-4638-ba75-748521d24fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5431730'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:38.392691 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1e947b90-277c-4638-ba75-748521d24fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:38.398483 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e947b90-277c-4638-ba75-748521d24fb7 admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 14:57:38.398872 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1e947b90-277c-4638-ba75-748521d24fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5970419'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:38.400482 n-d-800634-1 neutron-server[93750]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:57:38.400482 n-d-800634-1 neutron-server[93750]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:57:38.400482 n-d-800634-1 neutron-server[93750]: Traceback (most recent call last): Jul 13 14:57:38.400482 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 14:57:38.400482 n-d-800634-1 neutron-server[93750]: timer() Jul 13 14:57:38.400482 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 14:57:38.400482 n-d-800634-1 neutron-server[93750]: cb(*args, **kw) Jul 13 14:57:38.400482 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 14:57:38.400482 n-d-800634-1 neutron-server[93750]: return func(*args, **kwargs) Jul 13 14:57:38.400482 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 14:57:38.400482 n-d-800634-1 neutron-server[93750]: self._notify() Jul 13 14:57:38.400482 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 14:57:38.400482 n-d-800634-1 neutron-server[93750]: self.callback(batched_events) Jul 13 14:57:38.400482 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 14:57:38.400482 n-d-800634-1 neutron-server[93750]: event.method(event) Jul 13 14:57:38.400482 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 14:57:38.400482 n-d-800634-1 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 14:57:38.400482 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 14:57:38.400482 n-d-800634-1 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 14:57:38.400482 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 14:57:38.400482 n-d-800634-1 neutron-server[93750]: return f(self, *a, **k) Jul 13 14:57:38.400482 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 14:57:38.400482 n-d-800634-1 neutron-server[93750]: return self._get(url).json() Jul 13 14:57:38.400482 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 14:57:38.400482 n-d-800634-1 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 14:57:38.400482 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 14:57:38.400482 n-d-800634-1 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 13 14:57:38.400482 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 14:57:38.400482 n-d-800634-1 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 14:57:38.400482 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 14:57:38.400482 n-d-800634-1 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 14:57:38.400482 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 14:57:38.400482 n-d-800634-1 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 14:57:38.400482 n-d-800634-1 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 14:57:38.456611 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1e947b90-277c-4638-ba75-748521d24fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:38.462293 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1e947b90-277c-4638-ba75-748521d24fb7 admin admin] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:38.464147 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-1e947b90-277c-4638-ba75-748521d24fb7 admin admin] 10.222.0.23 "DELETE /v2.0/networks/225f9fff-305c-463a-a6d8-ecd24baeb610 HTTP/1.1" status: 204 len: 168 time: 0.5275264 Jul 13 14:57:38.467188 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 53668) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:57:38.475391 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e947b90-277c-4638-ba75-748521d24fb7 admin admin] Pushing event deleted for resources: {'Network': ['ID=225f9fff-305c-463a-a6d8-ecd24baeb610,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:57:38.581344 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:57:38.793943 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device c6fcf041-cfa0-4527-9bd6-d22f9f6a373c no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:57:38.815019 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: c6fcf041-cfa0-4527-9bd6-d22f9f6a373c {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:57:38.815447 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device c6fcf041-cfa0-4527-9bd6-d22f9f6a373c not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:57:38.815871 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device d8a6134a-ffc3-496e-ba3b-6a1be179c958 no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:57:38.827522 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fe8af164-2dcc-410d-8e75-44269e35046c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451695'] for router_interface, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:38.835297 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: d8a6134a-ffc3-496e-ba3b-6a1be179c958 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:57:38.835648 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device d8a6134a-ffc3-496e-ba3b-6a1be179c958 not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:57:38.836071 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device fc0fde58-2efd-43e6-8c7f-a11dc1df7458 no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:57:38.854975 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: fc0fde58-2efd-43e6-8c7f-a11dc1df7458 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:57:38.855252 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device fc0fde58-2efd-43e6-8c7f-a11dc1df7458 not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:57:39.399653 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-fe8af164-2dcc-410d-8e75-44269e35046c admin admin] Deleting port f61c3347-e4aa-40dd-8293-d44ac3eabb02 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:57:39.399992 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fe8af164-2dcc-410d-8e75-44269e35046c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:39.478911 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-fe8af164-2dcc-410d-8e75-44269e35046c admin admin] For port f61c3347-e4aa-40dd-8293-d44ac3eabb02, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=f61c3347-e4aa-40dd-8293-d44ac3eabb02,segment=NetworkSegment(c7e61b55-7ab6-4508-aa24-7857e4301a9d),segment_id=c7e61b55-7ab6-4508-aa24-7857e4301a9d)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:57:39.479643 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fe8af164-2dcc-410d-8e75-44269e35046c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:39.492428 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-fe8af164-2dcc-410d-8e75-44269e35046c admin admin] Calling delete_port for f61c3347-e4aa-40dd-8293-d44ac3eabb02 owned by network:router_interface {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:57:39.673359 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fe8af164-2dcc-410d-8e75-44269e35046c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:39.700051 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8af164-2dcc-410d-8e75-44269e35046c admin admin] Pushing event deleted for resources: {'Port': ['ID=f61c3347-e4aa-40dd-8293-d44ac3eabb02,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:57:39.881568 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fe8af164-2dcc-410d-8e75-44269e35046c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1785036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452491'] for router_interface, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:40.094553 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe8af164-2dcc-410d-8e75-44269e35046c admin admin] Router a33d5f55-313f-4e5e-82a6-b52b2b55d316 has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:57:40.212754 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe8af164-2dcc-410d-8e75-44269e35046c admin admin] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:57:40.217575 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-fe8af164-2dcc-410d-8e75-44269e35046c admin admin] 10.222.0.23 "PUT /v2.0/routers/a33d5f55-313f-4e5e-82a6-b52b2b55d316/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7493618 Jul 13 14:57:40.220289 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 53670) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:57:40.221607 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e129a39-f250-4de6-8fa9-720bcaefb84d None None] Sync routers for ids ['a33d5f55-313f-4e5e-82a6-b52b2b55d316'] in n-d-800634-1 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:57:40.230704 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e129a39-f250-4de6-8fa9-720bcaefb84d None None] Routers {'a33d5f55-313f-4e5e-82a6-b52b2b55d316'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:57:40.231311 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-2e129a39-f250-4de6-8fa9-720bcaefb84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:57:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['a33d5f55-313f-4e5e-82a6-b52b2b55d316'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:57:40.328029 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-69eaed8e-958a-4ff6-81f6-9cf7655dc4a4 admin admin] Notify callbacks [] for router, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:40.336544 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-2e129a39-f250-4de6-8fa9-720bcaefb84d None None] Set router a33d5f55-313f-4e5e-82a6-b52b2b55d316 gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:57:40.434199 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-69eaed8e-958a-4ff6-81f6-9cf7655dc4a4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:40.489677 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-69eaed8e-958a-4ff6-81f6-9cf7655dc4a4 admin admin] Deleting port 73b874aa-ac82-4a0e-9037-b57a95b51207 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:57:40.489960 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-69eaed8e-958a-4ff6-81f6-9cf7655dc4a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:40.524928 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-2e129a39-f250-4de6-8fa9-720bcaefb84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a33d5f55-313f-4e5e-82a6-b52b2b55d316', 'name': 'tempest-TestShelveInstance-1668747848-router', 'tenant_id': 'af1e6ad0fa544f61b17495e5751b42b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': '73b874aa-ac82-4a0e-9037-b57a95b51207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:48:48Z', 'updated_at': '2021-07-13T14:57:39Z', 'revision_number': 5, 'project_id': 'af1e6ad0fa544f61b17495e5751b42b4', 'gw_port': {'id': '73b874aa-ac82-4a0e-9037-b57a95b51207', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:73:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33d5f55-313f-4e5e-82a6-b52b2b55d316', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:48:49Z', 'updated_at': '2021-07-13T14:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:57:40.553224 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e129a39-f250-4de6-8fa9-720bcaefb84d None None] Checking router: a33d5f55-313f-4e5e-82a6-b52b2b55d316 for host: n-d-800634-1 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:57:40.561299 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e129a39-f250-4de6-8fa9-720bcaefb84d None None] Routers {'a33d5f55-313f-4e5e-82a6-b52b2b55d316'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:57:40.561940 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-2e129a39-f250-4de6-8fa9-720bcaefb84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:57:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['a33d5f55-313f-4e5e-82a6-b52b2b55d316'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:57:40.572380 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-69eaed8e-958a-4ff6-81f6-9cf7655dc4a4 admin admin] For port 73b874aa-ac82-4a0e-9037-b57a95b51207, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=73b874aa-ac82-4a0e-9037-b57a95b51207,segment=NetworkSegment(3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87),segment_id=3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:57:40.572745 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-69eaed8e-958a-4ff6-81f6-9cf7655dc4a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:40.584330 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-69eaed8e-958a-4ff6-81f6-9cf7655dc4a4 admin admin] Calling delete_port for 73b874aa-ac82-4a0e-9037-b57a95b51207 owned by network:router_gateway {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:57:40.647816 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-2e129a39-f250-4de6-8fa9-720bcaefb84d None None] Set router a33d5f55-313f-4e5e-82a6-b52b2b55d316 gateway port host: None {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:57:40.702747 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-2e129a39-f250-4de6-8fa9-720bcaefb84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a33d5f55-313f-4e5e-82a6-b52b2b55d316', 'name': 'tempest-TestShelveInstance-1668747848-router', 'tenant_id': 'af1e6ad0fa544f61b17495e5751b42b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:48:48Z', 'updated_at': '2021-07-13T14:57:40Z', 'revision_number': 6, 'project_id': 'af1e6ad0fa544f61b17495e5751b42b4', 'gw_port_host': None}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:57:40.729769 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e129a39-f250-4de6-8fa9-720bcaefb84d None None] The sync data for ids ['a33d5f55-313f-4e5e-82a6-b52b2b55d316'] in n-d-800634-1 is: [{'id': 'a33d5f55-313f-4e5e-82a6-b52b2b55d316', 'name': 'tempest-TestShelveInstance-1668747848-router', 'tenant_id': 'af1e6ad0fa544f61b17495e5751b42b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:48:48Z', 'updated_at': '2021-07-13T14:57:40Z', 'revision_number': 6, 'project_id': 'af1e6ad0fa544f61b17495e5751b42b4', 'gw_port_host': None}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:57:40.761469 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-69eaed8e-958a-4ff6-81f6-9cf7655dc4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:40.788798 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69eaed8e-958a-4ff6-81f6-9cf7655dc4a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=73b874aa-ac82-4a0e-9037-b57a95b51207,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:57:40.849860 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-69eaed8e-958a-4ff6-81f6-9cf7655dc4a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-446473'] for router_gateway, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:40.940708 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-69eaed8e-958a-4ff6-81f6-9cf7655dc4a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1591938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2696'] for router, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:40.942898 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-69eaed8e-958a-4ff6-81f6-9cf7655dc4a4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:40.989080 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-69eaed8e-958a-4ff6-81f6-9cf7655dc4a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593106'] for router, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:40.989625 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69eaed8e-958a-4ff6-81f6-9cf7655dc4a4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a33d5f55-313f-4e5e-82a6-b52b2b55d316 {{(pid=93750) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 14:57:40.994140 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-69eaed8e-958a-4ff6-81f6-9cf7655dc4a4 admin admin] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:40.995301 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-69eaed8e-958a-4ff6-81f6-9cf7655dc4a4 admin admin] 10.222.0.23 "DELETE /v2.0/routers/a33d5f55-313f-4e5e-82a6-b52b2b55d316 HTTP/1.1" status: 204 len: 168 time: 0.7740276 Jul 13 14:57:40.997868 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 53672) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:57:41.042426 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-76b110bd-8bf1-47d1-975b-726cc7f1590b admin admin] Deleting subnet 5d2f981a-065d-4d14-8dcb-2876f9fba8db {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 14:57:41.045413 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-76b110bd-8bf1-47d1-975b-726cc7f1590b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:41.083583 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-76b110bd-8bf1-47d1-975b-726cc7f1590b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5431723'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:41.184533 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-76b110bd-8bf1-47d1-975b-726cc7f1590b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:41.240272 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-76b110bd-8bf1-47d1-975b-726cc7f1590b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5970525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4763356'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:41.268167 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b110bd-8bf1-47d1-975b-726cc7f1590b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d2f981a-065d-4d14-8dcb-2876f9fba8db,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:57:41.272891 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-76b110bd-8bf1-47d1-975b-726cc7f1590b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:41.274894 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-76b110bd-8bf1-47d1-975b-726cc7f1590b admin admin] 10.222.0.23 "DELETE /v2.0/subnets/5d2f981a-065d-4d14-8dcb-2876f9fba8db HTTP/1.1" status: 204 len: 168 time: 0.2760739 Jul 13 14:57:41.277396 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 53674) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:57:41.278497 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d96872e9-9eeb-41ea-892e-4856c1e68c76 None None] Network 1baeefd0-28eb-490c-bc79-20b554db4fb1 requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:57:41.348286 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-605b4b6e-6d0c-4740-917a-38194c087e2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:41.405100 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-605b4b6e-6d0c-4740-917a-38194c087e2d admin admin] Deleting port fbbfb881-2d63-485a-aaed-ce8beb9d863f {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:57:41.405603 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-605b4b6e-6d0c-4740-917a-38194c087e2d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:41.469329 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-605b4b6e-6d0c-4740-917a-38194c087e2d admin admin] For port fbbfb881-2d63-485a-aaed-ce8beb9d863f, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=fbbfb881-2d63-485a-aaed-ce8beb9d863f,segment=NetworkSegment(c7e61b55-7ab6-4508-aa24-7857e4301a9d),segment_id=c7e61b55-7ab6-4508-aa24-7857e4301a9d)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:57:41.469682 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-605b4b6e-6d0c-4740-917a-38194c087e2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:41.481931 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-605b4b6e-6d0c-4740-917a-38194c087e2d admin admin] Calling delete_port for fbbfb881-2d63-485a-aaed-ce8beb9d863f owned by network:dhcp {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:57:41.543556 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6793e56f-5d6d-481f-a23c-3eeabe1309be None None] DHCP port deletion for 1baeefd0-28eb-490c-bc79-20b554db4fb1 request from n-d-800634-1 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 14:57:41.568035 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-605b4b6e-6d0c-4740-917a-38194c087e2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:41.595593 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605b4b6e-6d0c-4740-917a-38194c087e2d admin admin] Pushing event deleted for resources: {'Port': ['ID=fbbfb881-2d63-485a-aaed-ce8beb9d863f,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:57:41.597400 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605b4b6e-6d0c-4740-917a-38194c087e2d admin admin] No DVR routers for this DVR port fbbfb881-2d63-485a-aaed-ce8beb9d863f on host n-d-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:57:41.601510 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-6793e56f-5d6d-481f-a23c-3eeabe1309be None None] Deleting port fbbfb881-2d63-485a-aaed-ce8beb9d863f {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:57:41.601944 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6793e56f-5d6d-481f-a23c-3eeabe1309be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:41.669434 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-605b4b6e-6d0c-4740-917a-38194c087e2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:41.670734 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-6793e56f-5d6d-481f-a23c-3eeabe1309be None None] For port fbbfb881-2d63-485a-aaed-ce8beb9d863f, host n-d-800634-1, got binding levels [] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:57:41.671207 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6793e56f-5d6d-481f-a23c-3eeabe1309be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:41.679624 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-605b4b6e-6d0c-4740-917a-38194c087e2d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1baeefd0-28eb-490c-bc79-20b554db4fb1']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:57:41.683822 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-6793e56f-5d6d-481f-a23c-3eeabe1309be None None] Calling delete_port for fbbfb881-2d63-485a-aaed-ce8beb9d863f owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:57:41.686506 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.ipam_backend_mixin [None req-6793e56f-5d6d-481f-a23c-3eeabe1309be None None] Port fbbfb881-2d63-485a-aaed-ce8beb9d863f was not found and therefore no delete operation was performed {{(pid=93752) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 13 14:57:41.688414 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6793e56f-5d6d-481f-a23c-3eeabe1309be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:41.694991 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-605b4b6e-6d0c-4740-917a-38194c087e2d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7e61b55-7ab6-4508-aa24-7857e4301a9d') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:57:41.695289 n-d-800634-1 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-605b4b6e-6d0c-4740-917a-38194c087e2d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7e61b55-7ab6-4508-aa24-7857e4301a9d') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:57:41.705335 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-605b4b6e-6d0c-4740-917a-38194c087e2d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5431730'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:41.712183 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6793e56f-5d6d-481f-a23c-3eeabe1309be None None] Pushing event deleted for resources: {'Port': ['ID=fbbfb881-2d63-485a-aaed-ce8beb9d863f,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:57:41.722622 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-605b4b6e-6d0c-4740-917a-38194c087e2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:41.723969 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6793e56f-5d6d-481f-a23c-3eeabe1309be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:57:41.724392 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6793e56f-5d6d-481f-a23c-3eeabe1309be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:57:41.724748 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6793e56f-5d6d-481f-a23c-3eeabe1309be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:57:41.725088 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6793e56f-5d6d-481f-a23c-3eeabe1309be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:57:41.725429 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6793e56f-5d6d-481f-a23c-3eeabe1309be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:57:41.725797 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6793e56f-5d6d-481f-a23c-3eeabe1309be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:57:41.726122 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6793e56f-5d6d-481f-a23c-3eeabe1309be None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:57:41.726454 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6793e56f-5d6d-481f-a23c-3eeabe1309be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:57:41.726778 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6793e56f-5d6d-481f-a23c-3eeabe1309be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:57:41.727297 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6793e56f-5d6d-481f-a23c-3eeabe1309be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:57:41.727820 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6793e56f-5d6d-481f-a23c-3eeabe1309be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:57:41.728328 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6793e56f-5d6d-481f-a23c-3eeabe1309be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:57:41.729764 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-605b4b6e-6d0c-4740-917a-38194c087e2d admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 14:57:41.730178 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-605b4b6e-6d0c-4740-917a-38194c087e2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5970419'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:41.731932 n-d-800634-1 neutron-server[93750]: Traceback (most recent call last): Jul 13 14:57:41.731932 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 14:57:41.731932 n-d-800634-1 neutron-server[93750]: timer() Jul 13 14:57:41.731932 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 14:57:41.731932 n-d-800634-1 neutron-server[93750]: cb(*args, **kw) Jul 13 14:57:41.731932 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 14:57:41.731932 n-d-800634-1 neutron-server[93750]: return func(*args, **kwargs) Jul 13 14:57:41.731932 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 14:57:41.731932 n-d-800634-1 neutron-server[93750]: self._notify() Jul 13 14:57:41.731932 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 14:57:41.731932 n-d-800634-1 neutron-server[93750]: self.callback(batched_events) Jul 13 14:57:41.731932 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 14:57:41.731932 n-d-800634-1 neutron-server[93750]: event.method(event) Jul 13 14:57:41.731932 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 14:57:41.731932 n-d-800634-1 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 14:57:41.731932 n-d-800634-1 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 14:57:41.731932 n-d-800634-1 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 14:57:41.731932 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 14:57:41.731932 n-d-800634-1 neutron-server[93750]: return f(self, *a, **k) Jul 13 14:57:41.731932 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 14:57:41.731932 n-d-800634-1 neutron-server[93750]: return self._get(url).json() Jul 13 14:57:41.731932 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 14:57:41.731932 n-d-800634-1 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 14:57:41.731932 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 14:57:41.731932 n-d-800634-1 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 13 14:57:41.731932 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 14:57:41.731932 n-d-800634-1 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 14:57:41.731932 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 14:57:41.731932 n-d-800634-1 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 14:57:41.731932 n-d-800634-1 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 14:57:41.731932 n-d-800634-1 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 14:57:41.731932 n-d-800634-1 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 14:57:41.735618 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6793e56f-5d6d-481f-a23c-3eeabe1309be None None] No DVR routers for this DVR port fbbfb881-2d63-485a-aaed-ce8beb9d863f on host n-d-800634-1 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:57:41.790777 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-605b4b6e-6d0c-4740-917a-38194c087e2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:41.798516 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-605b4b6e-6d0c-4740-917a-38194c087e2d admin admin] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:41.802113 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-605b4b6e-6d0c-4740-917a-38194c087e2d admin admin] 10.222.0.23 "DELETE /v2.0/networks/1baeefd0-28eb-490c-bc79-20b554db4fb1 HTTP/1.1" status: 204 len: 168 time: 0.5220134 Jul 13 14:57:41.812133 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605b4b6e-6d0c-4740-917a-38194c087e2d admin admin] Pushing event deleted for resources: {'Network': ['ID=1baeefd0-28eb-490c-bc79-20b554db4fb1,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:57:41.915271 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 53678) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:57:41.956921 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-b140d713-d12a-480f-822f-dfa1e13b70d2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6cdbf29db6d14f58ac4a211f1cc6207f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0404620 Jul 13 14:57:41.959457 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 53680) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:57:42.006276 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-49cff6a2-6e13-4253-8aa4-62ecdd936101 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:42.031993 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-49cff6a2-6e13-4253-8aa4-62ecdd936101 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:42.078429 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-49cff6a2-6e13-4253-8aa4-62ecdd936101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:42.081110 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-49cff6a2-6e13-4253-8aa4-62ecdd936101 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:42.082309 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-49cff6a2-6e13-4253-8aa4-62ecdd936101 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1ae77118-0aa9-4595-909c-5928bbcce7dd HTTP/1.1" status: 204 len: 168 time: 0.1219339 Jul 13 14:57:42.090022 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cff6a2-6e13-4253-8aa4-62ecdd936101 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ae77118-0aa9-4595-909c-5928bbcce7dd,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:57:42.412683 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 53686) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:57:42.453317 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-8567c4df-04b4-48ae-8e8e-aa485bb829ef admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=af1e6ad0fa544f61b17495e5751b42b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388498 Jul 13 14:57:42.456016 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 53688) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:57:42.502023 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b3d3deee-e557-486d-b3ff-b7a26fee5b48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:42.522691 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b3d3deee-e557-486d-b3ff-b7a26fee5b48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:42.569846 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b3d3deee-e557-486d-b3ff-b7a26fee5b48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:42.572959 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b3d3deee-e557-486d-b3ff-b7a26fee5b48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:42.574135 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-b3d3deee-e557-486d-b3ff-b7a26fee5b48 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1153140c-74c5-48f3-a5ee-661c8a3b6a49 HTTP/1.1" status: 204 len: 168 time: 0.1172340 Jul 13 14:57:42.582244 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d3deee-e557-486d-b3ff-b7a26fee5b48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1153140c-74c5-48f3-a5ee-661c8a3b6a49,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:57:42.793194 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device fbbfb881-2d63-485a-aaed-ce8beb9d863f no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:57:42.813442 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: fbbfb881-2d63-485a-aaed-ce8beb9d863f {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:57:42.813848 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device fbbfb881-2d63-485a-aaed-ce8beb9d863f not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:57:42.814218 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device f61c3347-e4aa-40dd-8293-d44ac3eabb02 no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:57:42.834278 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: f61c3347-e4aa-40dd-8293-d44ac3eabb02 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:57:42.834622 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device f61c3347-e4aa-40dd-8293-d44ac3eabb02 not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:57:42.835041 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 73b874aa-ac82-4a0e-9037-b57a95b51207 no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:57:42.857705 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: 73b874aa-ac82-4a0e-9037-b57a95b51207 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:57:42.858070 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 73b874aa-ac82-4a0e-9037-b57a95b51207 not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:57:43.237026 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 53710) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:57:43.363424 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-f75b0380-b171-4d61-8223-f5384be3a731 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-980326371-network', 'tenant_id': 'd7e5aa6ceacc45c6b173ddb5fe105765'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:57:43.385278 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f75b0380-b171-4d61-8223-f5384be3a731 admin admin] Made reservation on behalf of d7e5aa6ceacc45c6b173ddb5fe105765 for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:57:43.387624 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f75b0380-b171-4d61-8223-f5384be3a731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:43.396051 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f75b0380-b171-4d61-8223-f5384be3a731 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:43.489699 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f75b0380-b171-4d61-8223-f5384be3a731 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:43.494452 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f75b0380-b171-4d61-8223-f5384be3a731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:43.521328 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f75b0380-b171-4d61-8223-f5384be3a731 admin admin] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 14:57:43.527563 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75b0380-b171-4d61-8223-f5384be3a731 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87050d96-60b8-421f-8cd3-9024337ae210,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:57:43.533476 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f75b0380-b171-4d61-8223-f5384be3a731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:43.533851 n-d-800634-1 neutron-server[93750]: INFO neutron.db.segments_db [None req-f75b0380-b171-4d61-8223-f5384be3a731 admin admin] Added segment fa3c3a94-5b1b-44a8-b059-4c18413fd47e of type vlan for network 77284dce-73e9-4cca-9b4b-aefb30e757eb Jul 13 14:57:43.573809 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f75b0380-b171-4d61-8223-f5384be3a731 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:43.601778 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f75b0380-b171-4d61-8223-f5384be3a731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:43.603075 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f75b0380-b171-4d61-8223-f5384be3a731 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:57:43.603698 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f75b0380-b171-4d61-8223-f5384be3a731 admin admin] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:43.658621 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-f75b0380-b171-4d61-8223-f5384be3a731 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4204741 Jul 13 14:57:43.661650 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 53714) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:57:43.665759 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75b0380-b171-4d61-8223-f5384be3a731 admin admin] Pushing event updated for resources: {'Network': ['ID=77284dce-73e9-4cca-9b4b-aefb30e757eb,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:57:43.666726 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-a99c8ee1-d631-4f1e-948e-e1559b6c320f admin admin] Request body: {'subnet': {'network_id': '77284dce-73e9-4cca-9b4b-aefb30e757eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-980326371-subnet', 'tenant_id': 'd7e5aa6ceacc45c6b173ddb5fe105765', 'ip_version': 4}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:57:43.675918 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network 77284dce-73e9-4cca-9b4b-aefb30e757eb details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 14:57:43.691490 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a99c8ee1-d631-4f1e-948e-e1559b6c320f admin admin] Made reservation on behalf of d7e5aa6ceacc45c6b173ddb5fe105765 for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:57:43.693906 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a99c8ee1-d631-4f1e-948e-e1559b6c320f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6104980'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:43.868729 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a99c8ee1-d631-4f1e-948e-e1559b6c320f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6018343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6104998'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:43.927291 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99c8ee1-d631-4f1e-948e-e1559b6c320f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1df5278-5386-401c-babc-709d5ff5eb24,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:57:43.937791 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99c8ee1-d631-4f1e-948e-e1559b6c320f admin admin] Checking segment: {'id': 'fa3c3a94-5b1b-44a8-b059-4c18413fd47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '77284dce-73e9-4cca-9b4b-aefb30e757eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:57:43.938160 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a99c8ee1-d631-4f1e-948e-e1559b6c320f admin admin] Network hostable DHCP agents. Network: 77284dce-73e9-4cca-9b4b-aefb30e757eb, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 14:57:43.954699 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a99c8ee1-d631-4f1e-948e-e1559b6c320f admin admin] Network 77284dce-73e9-4cca-9b4b-aefb30e757eb is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 14:57:43.963881 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-a99c8ee1-d631-4f1e-948e-e1559b6c320f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, 77284dce-73e9-4cca-9b4b-aefb30e757eb) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:57:43.968074 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a99c8ee1-d631-4f1e-948e-e1559b6c320f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:57:43.969176 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a99c8ee1-d631-4f1e-948e-e1559b6c320f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:43.975319 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe7dae7f-efa9-494c-bb03-e125047f3a2c None None] Network 77284dce-73e9-4cca-9b4b-aefb30e757eb requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:57:43.986271 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-a99c8ee1-d631-4f1e-948e-e1559b6c320f admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3229094 Jul 13 14:57:43.988112 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 53716) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:57:43.992664 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-ed503b78-df97-4dc3-a0e7-144679634499 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-980326371-router', 'tenant_id': 'd7e5aa6ceacc45c6b173ddb5fe105765', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:57:44.013006 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ed503b78-df97-4dc3-a0e7-144679634499 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1591928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2714'] for router, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:44.014019 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ed503b78-df97-4dc3-a0e7-144679634499 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447198', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1629690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2689'] for router, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:44.067169 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ed503b78-df97-4dc3-a0e7-144679634499 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:44.124095 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-666f6808-1d87-4fe9-a9c1-3e11d09db6f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a7201e1-61ce-5a3e-b7f7-e800379ed03b-77284dce-73e9-4cca-9b4b-aefb30e757eb', 'network_id': '77284dce-73e9-4cca-9b4b-aefb30e757eb', 'tenant_id': 'd7e5aa6ceacc45c6b173ddb5fe105765', 'fixed_ips': [{'subnet_id': 'f1df5278-5386-401c-babc-709d5ff5eb24'}]}} from n-d-800634-1. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 14:57:44.125004 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-666f6808-1d87-4fe9-a9c1-3e11d09db6f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:44.209289 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ed503b78-df97-4dc3-a0e7-144679634499 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447180', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1591910', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2751'] for router, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:44.262632 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-666f6808-1d87-4fe9-a9c1-3e11d09db6f1 None None] Allocated IP 172.20.0.2 (77284dce-73e9-4cca-9b4b-aefb30e757eb/f1df5278-5386-401c-babc-709d5ff5eb24/c8198cab-6b95-4b32-87a9-f382837f4c30) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:57:44.408430 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-666f6808-1d87-4fe9-a9c1-3e11d09db6f1 None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:44.411081 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ed503b78-df97-4dc3-a0e7-144679634499 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:44.417701 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-666f6808-1d87-4fe9-a9c1-3e11d09db6f1 None None] Transition to ACTIVE for port object c8198cab-6b95-4b32-87a9-f382837f4c30 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:57:44.430344 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ed503b78-df97-4dc3-a0e7-144679634499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:44.433240 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-666f6808-1d87-4fe9-a9c1-3e11d09db6f1 None None] Transition to ACTIVE for port object c8198cab-6b95-4b32-87a9-f382837f4c30 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:57:44.439527 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-666f6808-1d87-4fe9-a9c1-3e11d09db6f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:44.480049 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-666f6808-1d87-4fe9-a9c1-3e11d09db6f1 None None] Network 77284dce-73e9-4cca-9b4b-aefb30e757eb is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:57:44.486788 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-666f6808-1d87-4fe9-a9c1-3e11d09db6f1 None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:57:44.489163 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666f6808-1d87-4fe9-a9c1-3e11d09db6f1 None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:57:44.497764 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666f6808-1d87-4fe9-a9c1-3e11d09db6f1 None None] Pushing event updated for resources: {'Port': ['ID=c8198cab-6b95-4b32-87a9-f382837f4c30,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:57:44.537644 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-ed503b78-df97-4dc3-a0e7-144679634499 admin admin] Allocated IP 172.25.6.93 (acf968b8-c524-46a9-a20b-ad9667009130/dde5a78e-bd1e-4f47-8189-7321d4de73d3/e1dab230-59a9-4adf-8c31-da8f2837cbf4) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:57:44.554625 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-666f6808-1d87-4fe9-a9c1-3e11d09db6f1 None None] Attempting to bind port c8198cab-6b95-4b32-87a9-f382837f4c30 on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:57:44.555044 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-666f6808-1d87-4fe9-a9c1-3e11d09db6f1 None None] Attempting to bind port c8198cab-6b95-4b32-87a9-f382837f4c30 by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': 'fa3c3a94-5b1b-44a8-b059-4c18413fd47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '77284dce-73e9-4cca-9b4b-aefb30e757eb'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:57:44.555390 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666f6808-1d87-4fe9-a9c1-3e11d09db6f1 None None] Attempting to bind port c8198cab-6b95-4b32-87a9-f382837f4c30 on network 77284dce-73e9-4cca-9b4b-aefb30e757eb {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:57:44.560502 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666f6808-1d87-4fe9-a9c1-3e11d09db6f1 None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 57, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:57:44.560874 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666f6808-1d87-4fe9-a9c1-3e11d09db6f1 None None] Checking segment: {'id': 'fa3c3a94-5b1b-44a8-b059-4c18413fd47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '77284dce-73e9-4cca-9b4b-aefb30e757eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:57:44.561281 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-666f6808-1d87-4fe9-a9c1-3e11d09db6f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:44.561676 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666f6808-1d87-4fe9-a9c1-3e11d09db6f1 None None] Bound using segment: {'id': 'fa3c3a94-5b1b-44a8-b059-4c18413fd47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '77284dce-73e9-4cca-9b4b-aefb30e757eb'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:57:44.562717 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-666f6808-1d87-4fe9-a9c1-3e11d09db6f1 None None] Bound port: c8198cab-6b95-4b32-87a9-f382837f4c30, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa3c3a94-5b1b-44a8-b059-4c18413fd47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '77284dce-73e9-4cca-9b4b-aefb30e757eb'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:57:44.563101 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-666f6808-1d87-4fe9-a9c1-3e11d09db6f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:44.628211 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-666f6808-1d87-4fe9-a9c1-3e11d09db6f1 None None] For port c8198cab-6b95-4b32-87a9-f382837f4c30, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:57:44.631404 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-666f6808-1d87-4fe9-a9c1-3e11d09db6f1 None None] For port c8198cab-6b95-4b32-87a9-f382837f4c30, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=c8198cab-6b95-4b32-87a9-f382837f4c30,segment=NetworkSegment(fa3c3a94-5b1b-44a8-b059-4c18413fd47e),segment_id=fa3c3a94-5b1b-44a8-b059-4c18413fd47e)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:57:44.635477 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-666f6808-1d87-4fe9-a9c1-3e11d09db6f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:44.640749 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ed503b78-df97-4dc3-a0e7-144679634499 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:44.690000 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ed503b78-df97-4dc3-a0e7-144679634499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:44.700880 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666f6808-1d87-4fe9-a9c1-3e11d09db6f1 None None] Pushing event updated for resources: {'Port': ['ID=c8198cab-6b95-4b32-87a9-f382837f4c30,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:57:44.730177 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed503b78-df97-4dc3-a0e7-144679634499 admin admin] Network acf968b8-c524-46a9-a20b-ad9667009130 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:57:44.737571 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-ed503b78-df97-4dc3-a0e7-144679634499 admin admin] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:57:44.741437 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed503b78-df97-4dc3-a0e7-144679634499 admin admin] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:57:44.765890 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed503b78-df97-4dc3-a0e7-144679634499 admin admin] Pushing event updated for resources: {'Port': ['ID=e1dab230-59a9-4adf-8c31-da8f2837cbf4,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:57:45.010330 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ed503b78-df97-4dc3-a0e7-144679634499 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:45.204802 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ed503b78-df97-4dc3-a0e7-144679634499 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447217'] for router, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:45.334807 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed503b78-df97-4dc3-a0e7-144679634499 admin admin] Router 7b0c24bf-a0bc-4193-a761-d1bee92c294b is scheduled to L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 with binding_index 1 {{(pid=93751) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 14:57:45.446767 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed503b78-df97-4dc3-a0e7-144679634499 admin admin] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:57:45.458218 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa96d9c-b854-4c30-b1e1-7e5e47aefb4d None None] Sync routers for ids ['7b0c24bf-a0bc-4193-a761-d1bee92c294b'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:57:45.463287 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ed503b78-df97-4dc3-a0e7-144679634499 admin admin] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:45.464583 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-ed503b78-df97-4dc3-a0e7-144679634499 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.4755125 Jul 13 14:57:45.467783 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 53718) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:57:45.471748 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa96d9c-b854-4c30-b1e1-7e5e47aefb4d None None] Routers {'7b0c24bf-a0bc-4193-a761-d1bee92c294b'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:57:45.472601 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-5aa96d9c-b854-4c30-b1e1-7e5e47aefb4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:57:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['7b0c24bf-a0bc-4193-a761-d1bee92c294b'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:57:45.589425 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-5aa96d9c-b854-4c30-b1e1-7e5e47aefb4d None None] Set router 7b0c24bf-a0bc-4193-a761-d1bee92c294b gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:57:45.622178 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5079e28-ea1b-43c7-8e59-4634100bceba None None] Network 77284dce-73e9-4cca-9b4b-aefb30e757eb requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:57:45.757444 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-ec15731a-2be9-4126-a987-977b08a6003f None None] Provisioning for port c8198cab-6b95-4b32-87a9-f382837f4c30 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:57:45.936411 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-5aa96d9c-b854-4c30-b1e1-7e5e47aefb4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b0c24bf-a0bc-4193-a761-d1bee92c294b', 'name': 'tempest-TestSnapshotPattern-980326371-router', 'tenant_id': 'd7e5aa6ceacc45c6b173ddb5fe105765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': 'e1dab230-59a9-4adf-8c31-da8f2837cbf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:57:44Z', 'updated_at': '2021-07-13T14:57:44Z', 'revision_number': 3, 'project_id': 'd7e5aa6ceacc45c6b173ddb5fe105765', 'gw_port': {'id': 'e1dab230-59a9-4adf-8c31-da8f2837cbf4', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b5:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b0c24bf-a0bc-4193-a761-d1bee92c294b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:57:44Z', 'updated_at': '2021-07-13T14:57:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:57:45.965927 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa96d9c-b854-4c30-b1e1-7e5e47aefb4d None None] Checking router: 7b0c24bf-a0bc-4193-a761-d1bee92c294b for host: n-d-800634-1 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:57:45.966279 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa96d9c-b854-4c30-b1e1-7e5e47aefb4d None None] Updating router 7b0c24bf-a0bc-4193-a761-d1bee92c294b port e1dab230-59a9-4adf-8c31-da8f2837cbf4 binding host n-d-800634-1 {{(pid=93752) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 14:57:46.009305 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5aa96d9c-b854-4c30-b1e1-7e5e47aefb4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:46.240746 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c8b60ed4-7522-435a-a5ad-3b75e86e7a52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:46.318804 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5aa96d9c-b854-4c30-b1e1-7e5e47aefb4d None None] Notify callbacks [] for port, precommit_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:46.329506 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-5aa96d9c-b854-4c30-b1e1-7e5e47aefb4d None None] Transition to ACTIVE for port object e1dab230-59a9-4adf-8c31-da8f2837cbf4 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:57:46.335698 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5aa96d9c-b854-4c30-b1e1-7e5e47aefb4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:46.388451 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-5aa96d9c-b854-4c30-b1e1-7e5e47aefb4d None None] Attempting to bind port e1dab230-59a9-4adf-8c31-da8f2837cbf4 on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:57:46.388820 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-5aa96d9c-b854-4c30-b1e1-7e5e47aefb4d None None] Attempting to bind port e1dab230-59a9-4adf-8c31-da8f2837cbf4 by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:57:46.389182 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa96d9c-b854-4c30-b1e1-7e5e47aefb4d None None] Attempting to bind port e1dab230-59a9-4adf-8c31-da8f2837cbf4 on network acf968b8-c524-46a9-a20b-ad9667009130 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:57:46.392680 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfa3d68-a804-4745-9206-06fdb8ab0d88 None None] Pushing event updated for resources: {'Port': ['ID=e1dab230-59a9-4adf-8c31-da8f2837cbf4,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:57:46.397930 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa96d9c-b854-4c30-b1e1-7e5e47aefb4d None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 57, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:57:46.398161 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa96d9c-b854-4c30-b1e1-7e5e47aefb4d None None] Checking segment: {'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:57:46.398452 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5aa96d9c-b854-4c30-b1e1-7e5e47aefb4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:46.398833 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa96d9c-b854-4c30-b1e1-7e5e47aefb4d None None] Bound using segment: {'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:57:46.399302 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-5aa96d9c-b854-4c30-b1e1-7e5e47aefb4d None None] Bound port: e1dab230-59a9-4adf-8c31-da8f2837cbf4, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:57:46.399686 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5aa96d9c-b854-4c30-b1e1-7e5e47aefb4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:46.407251 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-c8b60ed4-7522-435a-a5ad-3b75e86e7a52 admin admin] Allocated IP 172.20.0.1 (77284dce-73e9-4cca-9b4b-aefb30e757eb/f1df5278-5386-401c-babc-709d5ff5eb24/346a8857-67bd-4931-a5c1-44d9a3c8ec00) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:57:46.454543 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-5aa96d9c-b854-4c30-b1e1-7e5e47aefb4d None None] For port e1dab230-59a9-4adf-8c31-da8f2837cbf4, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:57:46.458035 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-5aa96d9c-b854-4c30-b1e1-7e5e47aefb4d None None] For port e1dab230-59a9-4adf-8c31-da8f2837cbf4, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=e1dab230-59a9-4adf-8c31-da8f2837cbf4,segment=NetworkSegment(3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87),segment_id=3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:57:46.464258 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5aa96d9c-b854-4c30-b1e1-7e5e47aefb4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:46.524388 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa96d9c-b854-4c30-b1e1-7e5e47aefb4d None None] Routers {'7b0c24bf-a0bc-4193-a761-d1bee92c294b'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:57:46.525010 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-5aa96d9c-b854-4c30-b1e1-7e5e47aefb4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:57:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['7b0c24bf-a0bc-4193-a761-d1bee92c294b'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:57:46.526468 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c8b60ed4-7522-435a-a5ad-3b75e86e7a52 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:46.530111 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfa3d68-a804-4745-9206-06fdb8ab0d88 None None] Pushing event updated for resources: {'Port': ['ID=e1dab230-59a9-4adf-8c31-da8f2837cbf4,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:57:46.543345 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-c8b60ed4-7522-435a-a5ad-3b75e86e7a52 admin admin] Transition to ACTIVE for port object 346a8857-67bd-4931-a5c1-44d9a3c8ec00 will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:57:46.578533 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c8b60ed4-7522-435a-a5ad-3b75e86e7a52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:46.620558 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b60ed4-7522-435a-a5ad-3b75e86e7a52 admin admin] Network 77284dce-73e9-4cca-9b4b-aefb30e757eb is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:57:46.625849 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-c8b60ed4-7522-435a-a5ad-3b75e86e7a52 admin admin] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:57:46.628470 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b60ed4-7522-435a-a5ad-3b75e86e7a52 admin admin] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:57:46.635059 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b60ed4-7522-435a-a5ad-3b75e86e7a52 admin admin] Pushing event updated for resources: {'Port': ['ID=346a8857-67bd-4931-a5c1-44d9a3c8ec00,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:57:46.636096 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-5aa96d9c-b854-4c30-b1e1-7e5e47aefb4d None None] Set router 7b0c24bf-a0bc-4193-a761-d1bee92c294b gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:57:46.673691 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c8b60ed4-7522-435a-a5ad-3b75e86e7a52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-450452'] for router_interface, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:46.847487 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c8b60ed4-7522-435a-a5ad-3b75e86e7a52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:46.908791 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device c8198cab-6b95-4b32-87a9-f382837f4c30 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:57:46.956535 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-ea446140-b4b7-4d64-800d-0804809d7063 None None] Provisioning for port 346a8857-67bd-4931-a5c1-44d9a3c8ec00 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:57:46.972981 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-ea446140-b4b7-4d64-800d-0804809d7063 None None] Provisioning complete for port 346a8857-67bd-4931-a5c1-44d9a3c8ec00 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:57:46.973347 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ea446140-b4b7-4d64-800d-0804809d7063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:47.022679 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c8b60ed4-7522-435a-a5ad-3b75e86e7a52 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:47.027868 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c8b60ed4-7522-435a-a5ad-3b75e86e7a52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:47.051185 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-ea446140-b4b7-4d64-800d-0804809d7063 None None] Port 346a8857-67bd-4931-a5c1-44d9a3c8ec00 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:57:47.059429 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port c8198cab-6b95-4b32-87a9-f382837f4c30 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:57:47.065784 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port c8198cab-6b95-4b32-87a9-f382837f4c30 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:57:47.066188 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:47.101908 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c8b60ed4-7522-435a-a5ad-3b75e86e7a52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1785045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451806'] for router_interface, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:47.104594 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b60ed4-7522-435a-a5ad-3b75e86e7a52 admin admin] Pushing event updated for resources: {'Port': ['ID=346a8857-67bd-4931-a5c1-44d9a3c8ec00,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:57:47.122104 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-5aa96d9c-b854-4c30-b1e1-7e5e47aefb4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b0c24bf-a0bc-4193-a761-d1bee92c294b', 'name': 'tempest-TestSnapshotPattern-980326371-router', 'tenant_id': 'd7e5aa6ceacc45c6b173ddb5fe105765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': 'e1dab230-59a9-4adf-8c31-da8f2837cbf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:57:44Z', 'updated_at': '2021-07-13T14:57:44Z', 'revision_number': 3, 'project_id': 'd7e5aa6ceacc45c6b173ddb5fe105765', 'gw_port': {'id': 'e1dab230-59a9-4adf-8c31-da8f2837cbf4', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b5:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b0c24bf-a0bc-4193-a761-d1bee92c294b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:57:44Z', 'updated_at': '2021-07-13T14:57:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:57:47.170698 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa96d9c-b854-4c30-b1e1-7e5e47aefb4d None None] The sync data for ids ['7b0c24bf-a0bc-4193-a761-d1bee92c294b'] in n-d-800634-1 is: [{'id': '7b0c24bf-a0bc-4193-a761-d1bee92c294b', 'name': 'tempest-TestSnapshotPattern-980326371-router', 'tenant_id': 'd7e5aa6ceacc45c6b173ddb5fe105765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': 'e1dab230-59a9-4adf-8c31-da8f2837cbf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:57:44Z', 'updated_at': '2021-07-13T14:57:44Z', 'revision_number': 3, 'project_id': 'd7e5aa6ceacc45c6b173ddb5fe105765', 'gw_port': {'id': 'e1dab230-59a9-4adf-8c31-da8f2837cbf4', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b5:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b0c24bf-a0bc-4193-a761-d1bee92c294b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:57:44Z', 'updated_at': '2021-07-13T14:57:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:57:47.194564 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:47.197419 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b60ed4-7522-435a-a5ad-3b75e86e7a52 admin admin] Network 77284dce-73e9-4cca-9b4b-aefb30e757eb is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:57:47.198898 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-c8b60ed4-7522-435a-a5ad-3b75e86e7a52 admin admin] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:57:47.232868 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port c8198cab-6b95-4b32-87a9-f382837f4c30, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=c8198cab-6b95-4b32-87a9-f382837f4c30,segment=NetworkSegment(fa3c3a94-5b1b-44a8-b059-4c18413fd47e),segment_id=fa3c3a94-5b1b-44a8-b059-4c18413fd47e)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:57:47.237089 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:47.304188 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=c8198cab-6b95-4b32-87a9-f382837f4c30,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:57:47.324739 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8b60ed4-7522-435a-a5ad-3b75e86e7a52 admin admin] Router 7b0c24bf-a0bc-4193-a761-d1bee92c294b has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:57:47.427703 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-65b63bd0-b948-4806-8a5b-802a2e26a9ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:47.468100 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8b60ed4-7522-435a-a5ad-3b75e86e7a52 admin admin] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:57:47.474066 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-c8b60ed4-7522-435a-a5ad-3b75e86e7a52 admin admin] 10.222.0.23 "PUT /v2.0/routers/7b0c24bf-a0bc-4193-a761-d1bee92c294b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0051832 Jul 13 14:57:47.578894 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-e4ee406b-79d3-4d24-9e76-ab21e1a24cda None None] Provisioning complete for port 346a8857-67bd-4931-a5c1-44d9a3c8ec00 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:57:47.579577 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e4ee406b-79d3-4d24-9e76-ab21e1a24cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:47.616381 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-e4ee406b-79d3-4d24-9e76-ab21e1a24cda None None] Port 346a8857-67bd-4931-a5c1-44d9a3c8ec00 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:57:47.967000 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 53734) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:57:47.972999 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-359d085f-8a93-4e3d-8fa0-60e80f33700e admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1159132598-network', 'tenant_id': '01418948827641a2990eaab0588b9445'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:57:47.994109 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-359d085f-8a93-4e3d-8fa0-60e80f33700e admin admin] Made reservation on behalf of 01418948827641a2990eaab0588b9445 for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:57:47.996581 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-359d085f-8a93-4e3d-8fa0-60e80f33700e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:48.005581 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-359d085f-8a93-4e3d-8fa0-60e80f33700e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:48.111377 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-359d085f-8a93-4e3d-8fa0-60e80f33700e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:48.115356 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-359d085f-8a93-4e3d-8fa0-60e80f33700e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:48.142021 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-359d085f-8a93-4e3d-8fa0-60e80f33700e admin admin] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 14:57:48.150933 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359d085f-8a93-4e3d-8fa0-60e80f33700e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=068d75f9-6025-4d8a-ae5a-f1760ffad1d3,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:57:48.158007 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-359d085f-8a93-4e3d-8fa0-60e80f33700e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:48.158361 n-d-800634-1 neutron-server[93751]: INFO neutron.db.segments_db [None req-359d085f-8a93-4e3d-8fa0-60e80f33700e admin admin] Added segment f3c26e72-86c1-4893-8945-c53d65b3634f of type vlan for network ed5d198b-0a30-476a-be36-f8087f5d2a9a Jul 13 14:57:48.199564 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-359d085f-8a93-4e3d-8fa0-60e80f33700e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787163934495'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:48.229031 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-359d085f-8a93-4e3d-8fa0-60e80f33700e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:48.229853 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-359d085f-8a93-4e3d-8fa0-60e80f33700e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:57:48.230440 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-359d085f-8a93-4e3d-8fa0-60e80f33700e admin admin] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:48.289420 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-359d085f-8a93-4e3d-8fa0-60e80f33700e admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3212919 Jul 13 14:57:48.292239 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 53736) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:57:48.295045 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359d085f-8a93-4e3d-8fa0-60e80f33700e admin admin] Pushing event updated for resources: {'Network': ['ID=ed5d198b-0a30-476a-be36-f8087f5d2a9a,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:57:48.297540 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-e13cb2b8-df37-4dfc-bb39-9ae5796d95fb admin admin] Request body: {'subnet': {'network_id': 'ed5d198b-0a30-476a-be36-f8087f5d2a9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1159132598-subnet', 'tenant_id': '01418948827641a2990eaab0588b9445', 'ip_version': 4}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:57:48.305198 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Network ed5d198b-0a30-476a-be36-f8087f5d2a9a details requested by agent ovs-agent-n-d-800634-1 with host n-d-800634-1 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 14:57:48.319852 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e13cb2b8-df37-4dfc-bb39-9ae5796d95fb admin admin] Made reservation on behalf of 01418948827641a2990eaab0588b9445 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:57:48.322418 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e13cb2b8-df37-4dfc-bb39-9ae5796d95fb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4763385'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:48.498348 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e13cb2b8-df37-4dfc-bb39-9ae5796d95fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5970588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4763339'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:48.548504 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13cb2b8-df37-4dfc-bb39-9ae5796d95fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=30a22bb1-5ea7-43b8-a4e8-a17e252340a0,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:57:48.564831 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13cb2b8-df37-4dfc-bb39-9ae5796d95fb admin admin] Checking segment: {'id': 'f3c26e72-86c1-4893-8945-c53d65b3634f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'ed5d198b-0a30-476a-be36-f8087f5d2a9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:57:48.565321 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e13cb2b8-df37-4dfc-bb39-9ae5796d95fb admin admin] Network hostable DHCP agents. Network: ed5d198b-0a30-476a-be36-f8087f5d2a9a, hostable agents: ['26575d04-7739-40ca-bab9-331723785218'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 14:57:48.582915 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e13cb2b8-df37-4dfc-bb39-9ae5796d95fb admin admin] Network ed5d198b-0a30-476a-be36-f8087f5d2a9a is scheduled to be hosted by DHCP agent 26575d04-7739-40ca-bab9-331723785218 with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 14:57:48.591854 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-e13cb2b8-df37-4dfc-bb39-9ae5796d95fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-1, ed5d198b-0a30-476a-be36-f8087f5d2a9a) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:57:48.596826 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e13cb2b8-df37-4dfc-bb39-9ae5796d95fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:57:48.597420 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e13cb2b8-df37-4dfc-bb39-9ae5796d95fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:48.602652 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a553960b-4b30-4bf0-ad48-66d85288844f None None] Network ed5d198b-0a30-476a-be36-f8087f5d2a9a requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:57:48.614237 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-e13cb2b8-df37-4dfc-bb39-9ae5796d95fb admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3207531 Jul 13 14:57:48.616927 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 53738) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:57:48.621627 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-ab64b597-55b1-4e40-9312-d418b2afefae admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1159132598-router', 'tenant_id': '01418948827641a2990eaab0588b9445', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:57:48.651737 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ab64b597-55b1-4e40-9312-d418b2afefae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1591928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2714'] for router, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:48.652994 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ab64b597-55b1-4e40-9312-d418b2afefae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447198', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1629690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2689'] for router, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:48.707223 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ab64b597-55b1-4e40-9312-d418b2afefae admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:48.753005 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d38240a3-d37e-4888-832f-bf0350873ec8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a7201e1-61ce-5a3e-b7f7-e800379ed03b-ed5d198b-0a30-476a-be36-f8087f5d2a9a', 'network_id': 'ed5d198b-0a30-476a-be36-f8087f5d2a9a', 'tenant_id': '01418948827641a2990eaab0588b9445', 'fixed_ips': [{'subnet_id': '30a22bb1-5ea7-43b8-a4e8-a17e252340a0'}]}} from n-d-800634-1. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 14:57:48.753929 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d38240a3-d37e-4888-832f-bf0350873ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:48.805696 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7cf40ec-45f0-4c6c-a0a9-5bf0b8448030 None None] Sync routers for ids ['7b0c24bf-a0bc-4193-a761-d1bee92c294b'] in n-d-800634-1 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:57:48.821880 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7cf40ec-45f0-4c6c-a0a9-5bf0b8448030 None None] Routers {'7b0c24bf-a0bc-4193-a761-d1bee92c294b'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:57:48.822780 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-c7cf40ec-45f0-4c6c-a0a9-5bf0b8448030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:57:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['7b0c24bf-a0bc-4193-a761-d1bee92c294b'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:57:48.943061 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-c7cf40ec-45f0-4c6c-a0a9-5bf0b8448030 None None] Set router 7b0c24bf-a0bc-4193-a761-d1bee92c294b gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:57:48.944106 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device c8198cab-6b95-4b32-87a9-f382837f4c30 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:57:48.975507 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-d38240a3-d37e-4888-832f-bf0350873ec8 None None] Allocated IP 172.20.0.2 (ed5d198b-0a30-476a-be36-f8087f5d2a9a/30a22bb1-5ea7-43b8-a4e8-a17e252340a0/32af7cee-d98f-4323-a5d8-220178a7e596) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:57:49.066094 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port c8198cab-6b95-4b32-87a9-f382837f4c30 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:57:49.066455 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:49.166010 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-c7cf40ec-45f0-4c6c-a0a9-5bf0b8448030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b0c24bf-a0bc-4193-a761-d1bee92c294b', 'name': 'tempest-TestSnapshotPattern-980326371-router', 'tenant_id': 'd7e5aa6ceacc45c6b173ddb5fe105765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': 'e1dab230-59a9-4adf-8c31-da8f2837cbf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:57:44Z', 'updated_at': '2021-07-13T14:57:46Z', 'revision_number': 4, 'project_id': 'd7e5aa6ceacc45c6b173ddb5fe105765', 'gw_port': {'id': 'e1dab230-59a9-4adf-8c31-da8f2837cbf4', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b5:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b0c24bf-a0bc-4193-a761-d1bee92c294b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:57:44Z', 'updated_at': '2021-07-13T14:57:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': '346a8857-67bd-4931-a5c1-44d9a3c8ec00', 'name': '', 'network_id': '77284dce-73e9-4cca-9b4b-aefb30e757eb', 'tenant_id': 'd7e5aa6ceacc45c6b173ddb5fe105765', 'mac_address': 'fa:16:3e:b1:79:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b0c24bf-a0bc-4193-a761-d1bee92c294b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'f1df5278-5386-401c-babc-709d5ff5eb24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:57:46Z', 'updated_at': '2021-07-13T14:57:46Z', 'revision_number': 2, 'project_id': 'd7e5aa6ceacc45c6b173ddb5fe105765', 'subnets': [{'id': 'f1df5278-5386-401c-babc-709d5ff5eb24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:57:49.205807 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7cf40ec-45f0-4c6c-a0a9-5bf0b8448030 None None] Checking router: 7b0c24bf-a0bc-4193-a761-d1bee92c294b for host: n-d-800634-1 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:57:49.206473 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7cf40ec-45f0-4c6c-a0a9-5bf0b8448030 None None] Updating router 7b0c24bf-a0bc-4193-a761-d1bee92c294b port 346a8857-67bd-4931-a5c1-44d9a3c8ec00 binding host n-d-800634-1 {{(pid=93753) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 14:57:49.223338 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d38240a3-d37e-4888-832f-bf0350873ec8 None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:49.226488 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device e1dab230-59a9-4adf-8c31-da8f2837cbf4 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:57:49.247167 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c7cf40ec-45f0-4c6c-a0a9-5bf0b8448030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:49.253800 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-d38240a3-d37e-4888-832f-bf0350873ec8 None None] Transition to ACTIVE for port object 32af7cee-d98f-4323-a5d8-220178a7e596 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:57:49.254095 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ab64b597-55b1-4e40-9312-d418b2afefae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447180', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1591910', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2751'] for router, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:49.279899 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-d38240a3-d37e-4888-832f-bf0350873ec8 None None] Transition to ACTIVE for port object 32af7cee-d98f-4323-a5d8-220178a7e596 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:57:49.289475 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d38240a3-d37e-4888-832f-bf0350873ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:49.338835 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d38240a3-d37e-4888-832f-bf0350873ec8 None None] Network ed5d198b-0a30-476a-be36-f8087f5d2a9a is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:57:49.339657 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port e1dab230-59a9-4adf-8c31-da8f2837cbf4 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:57:49.348402 n-d-800634-1 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-d38240a3-d37e-4888-832f-bf0350873ec8 None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:57:49.350440 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port e1dab230-59a9-4adf-8c31-da8f2837cbf4 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:57:49.350817 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:49.353777 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38240a3-d37e-4888-832f-bf0350873ec8 None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:57:49.355998 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38240a3-d37e-4888-832f-bf0350873ec8 None None] Pushing event updated for resources: {'Port': ['ID=32af7cee-d98f-4323-a5d8-220178a7e596,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:57:49.448967 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-d38240a3-d37e-4888-832f-bf0350873ec8 None None] Attempting to bind port 32af7cee-d98f-4323-a5d8-220178a7e596 on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:57:49.449245 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-d38240a3-d37e-4888-832f-bf0350873ec8 None None] Attempting to bind port 32af7cee-d98f-4323-a5d8-220178a7e596 by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': 'f3c26e72-86c1-4893-8945-c53d65b3634f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'ed5d198b-0a30-476a-be36-f8087f5d2a9a'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:57:49.449610 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d38240a3-d37e-4888-832f-bf0350873ec8 None None] Attempting to bind port 32af7cee-d98f-4323-a5d8-220178a7e596 on network ed5d198b-0a30-476a-be36-f8087f5d2a9a {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:57:49.458672 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d38240a3-d37e-4888-832f-bf0350873ec8 None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 57, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:57:49.459122 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d38240a3-d37e-4888-832f-bf0350873ec8 None None] Checking segment: {'id': 'f3c26e72-86c1-4893-8945-c53d65b3634f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'ed5d198b-0a30-476a-be36-f8087f5d2a9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:57:49.459845 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d38240a3-d37e-4888-832f-bf0350873ec8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:49.459845 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d38240a3-d37e-4888-832f-bf0350873ec8 None None] Bound using segment: {'id': 'f3c26e72-86c1-4893-8945-c53d65b3634f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'ed5d198b-0a30-476a-be36-f8087f5d2a9a'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:57:49.460331 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-d38240a3-d37e-4888-832f-bf0350873ec8 None None] Bound port: 32af7cee-d98f-4323-a5d8-220178a7e596, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3c26e72-86c1-4893-8945-c53d65b3634f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'ed5d198b-0a30-476a-be36-f8087f5d2a9a'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:57:49.460714 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d38240a3-d37e-4888-832f-bf0350873ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:49.470361 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ab64b597-55b1-4e40-9312-d418b2afefae admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:49.490813 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ab64b597-55b1-4e40-9312-d418b2afefae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:49.525159 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c7cf40ec-45f0-4c6c-a0a9-5bf0b8448030 None None] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:49.536698 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-c7cf40ec-45f0-4c6c-a0a9-5bf0b8448030 None None] Transition to ACTIVE for port object 346a8857-67bd-4931-a5c1-44d9a3c8ec00 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:57:49.540027 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:49.543993 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c7cf40ec-45f0-4c6c-a0a9-5bf0b8448030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:49.580037 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port e1dab230-59a9-4adf-8c31-da8f2837cbf4, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=e1dab230-59a9-4adf-8c31-da8f2837cbf4,segment=NetworkSegment(3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87),segment_id=3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:57:49.582045 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-d38240a3-d37e-4888-832f-bf0350873ec8 None None] For port 32af7cee-d98f-4323-a5d8-220178a7e596, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:57:49.591374 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:49.599929 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-d38240a3-d37e-4888-832f-bf0350873ec8 None None] For port 32af7cee-d98f-4323-a5d8-220178a7e596, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=32af7cee-d98f-4323-a5d8-220178a7e596,segment=NetworkSegment(f3c26e72-86c1-4893-8945-c53d65b3634f),segment_id=f3c26e72-86c1-4893-8945-c53d65b3634f)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:57:49.611253 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-ab64b597-55b1-4e40-9312-d418b2afefae admin admin] Allocated IP 172.25.6.192 (acf968b8-c524-46a9-a20b-ad9667009130/dde5a78e-bd1e-4f47-8189-7321d4de73d3/56c7e620-118a-4ca9-8c3c-c258d9fb4ec9) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:57:49.627276 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d38240a3-d37e-4888-832f-bf0350873ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:49.689284 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=e1dab230-59a9-4adf-8c31-da8f2837cbf4,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:57:49.691788 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf54f36-913d-4696-ae89-e0224f85b399 None None] Pushing event updated for resources: {'Port': ['ID=346a8857-67bd-4931-a5c1-44d9a3c8ec00,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:57:49.703342 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf54f36-913d-4696-ae89-e0224f85b399 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:57:49.703692 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf54f36-913d-4696-ae89-e0224f85b399 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:57:49.704257 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf54f36-913d-4696-ae89-e0224f85b399 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:57:49.705770 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf54f36-913d-4696-ae89-e0224f85b399 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:57:49.706235 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf54f36-913d-4696-ae89-e0224f85b399 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:57:49.708930 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf54f36-913d-4696-ae89-e0224f85b399 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:57:49.709274 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf54f36-913d-4696-ae89-e0224f85b399 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:57:49.709610 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf54f36-913d-4696-ae89-e0224f85b399 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:57:49.710054 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf54f36-913d-4696-ae89-e0224f85b399 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:57:49.711127 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf54f36-913d-4696-ae89-e0224f85b399 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:57:49.711468 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf54f36-913d-4696-ae89-e0224f85b399 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:57:49.711794 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf54f36-913d-4696-ae89-e0224f85b399 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:57:49.725320 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ab64b597-55b1-4e40-9312-d418b2afefae admin admin] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:49.779681 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ab64b597-55b1-4e40-9312-d418b2afefae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:49.784420 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38240a3-d37e-4888-832f-bf0350873ec8 None None] Pushing event updated for resources: {'Port': ['ID=32af7cee-d98f-4323-a5d8-220178a7e596,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:57:49.799696 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-c7cf40ec-45f0-4c6c-a0a9-5bf0b8448030 None None] Attempting to bind port 346a8857-67bd-4931-a5c1-44d9a3c8ec00 on host n-d-800634-1 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:57:49.800072 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-c7cf40ec-45f0-4c6c-a0a9-5bf0b8448030 None None] Attempting to bind port 346a8857-67bd-4931-a5c1-44d9a3c8ec00 by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': 'fa3c3a94-5b1b-44a8-b059-4c18413fd47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '77284dce-73e9-4cca-9b4b-aefb30e757eb'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:57:49.800441 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7cf40ec-45f0-4c6c-a0a9-5bf0b8448030 None None] Attempting to bind port 346a8857-67bd-4931-a5c1-44d9a3c8ec00 on network 77284dce-73e9-4cca-9b4b-aefb30e757eb {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:57:49.806398 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7cf40ec-45f0-4c6c-a0a9-5bf0b8448030 None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 57, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:57:49.807497 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7cf40ec-45f0-4c6c-a0a9-5bf0b8448030 None None] Checking segment: {'id': 'fa3c3a94-5b1b-44a8-b059-4c18413fd47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '77284dce-73e9-4cca-9b4b-aefb30e757eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:57:49.808074 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c7cf40ec-45f0-4c6c-a0a9-5bf0b8448030 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:49.808654 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7cf40ec-45f0-4c6c-a0a9-5bf0b8448030 None None] Bound using segment: {'id': 'fa3c3a94-5b1b-44a8-b059-4c18413fd47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '77284dce-73e9-4cca-9b4b-aefb30e757eb'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:57:49.809332 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-c7cf40ec-45f0-4c6c-a0a9-5bf0b8448030 None None] Bound port: 346a8857-67bd-4931-a5c1-44d9a3c8ec00, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa3c3a94-5b1b-44a8-b059-4c18413fd47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '77284dce-73e9-4cca-9b4b-aefb30e757eb'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:57:49.809911 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c7cf40ec-45f0-4c6c-a0a9-5bf0b8448030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:49.830784 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab64b597-55b1-4e40-9312-d418b2afefae admin admin] Network acf968b8-c524-46a9-a20b-ad9667009130 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:57:49.837882 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-ab64b597-55b1-4e40-9312-d418b2afefae admin admin] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:57:49.842775 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab64b597-55b1-4e40-9312-d418b2afefae admin admin] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:57:49.867662 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab64b597-55b1-4e40-9312-d418b2afefae admin admin] Pushing event updated for resources: {'Port': ['ID=56c7e620-118a-4ca9-8c3c-c258d9fb4ec9,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:57:49.911116 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-c7cf40ec-45f0-4c6c-a0a9-5bf0b8448030 None None] For port 346a8857-67bd-4931-a5c1-44d9a3c8ec00, host n-d-800634-1, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:57:49.918829 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-c7cf40ec-45f0-4c6c-a0a9-5bf0b8448030 None None] For port 346a8857-67bd-4931-a5c1-44d9a3c8ec00, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=346a8857-67bd-4931-a5c1-44d9a3c8ec00,segment=NetworkSegment(fa3c3a94-5b1b-44a8-b059-4c18413fd47e),segment_id=fa3c3a94-5b1b-44a8-b059-4c18413fd47e)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:57:49.938787 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c7cf40ec-45f0-4c6c-a0a9-5bf0b8448030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:50.005930 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7cf40ec-45f0-4c6c-a0a9-5bf0b8448030 None None] Routers {'7b0c24bf-a0bc-4193-a761-d1bee92c294b'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:57:50.006652 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-c7cf40ec-45f0-4c6c-a0a9-5bf0b8448030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:57:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['7b0c24bf-a0bc-4193-a761-d1bee92c294b'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:57:50.027708 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-561ebb72-73e7-44d1-9886-84cae3280fb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:50.047877 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf54f36-913d-4696-ae89-e0224f85b399 None None] Pushing event updated for resources: {'Port': ['ID=346a8857-67bd-4931-a5c1-44d9a3c8ec00,revision_number=4']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:57:50.135351 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-c7cf40ec-45f0-4c6c-a0a9-5bf0b8448030 None None] Set router 7b0c24bf-a0bc-4193-a761-d1bee92c294b gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:57:50.158346 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:50.209237 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ab64b597-55b1-4e40-9312-d418b2afefae admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:50.352069 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-c7cf40ec-45f0-4c6c-a0a9-5bf0b8448030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b0c24bf-a0bc-4193-a761-d1bee92c294b', 'name': 'tempest-TestSnapshotPattern-980326371-router', 'tenant_id': 'd7e5aa6ceacc45c6b173ddb5fe105765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': 'e1dab230-59a9-4adf-8c31-da8f2837cbf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:57:44Z', 'updated_at': '2021-07-13T14:57:46Z', 'revision_number': 4, 'project_id': 'd7e5aa6ceacc45c6b173ddb5fe105765', 'gw_port': {'id': 'e1dab230-59a9-4adf-8c31-da8f2837cbf4', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b5:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b0c24bf-a0bc-4193-a761-d1bee92c294b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:57:44Z', 'updated_at': '2021-07-13T14:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': '346a8857-67bd-4931-a5c1-44d9a3c8ec00', 'name': '', 'network_id': '77284dce-73e9-4cca-9b4b-aefb30e757eb', 'tenant_id': 'd7e5aa6ceacc45c6b173ddb5fe105765', 'mac_address': 'fa:16:3e:b1:79:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b0c24bf-a0bc-4193-a761-d1bee92c294b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'f1df5278-5386-401c-babc-709d5ff5eb24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:57:46Z', 'updated_at': '2021-07-13T14:57:49Z', 'revision_number': 4, 'project_id': 'd7e5aa6ceacc45c6b173ddb5fe105765', 'subnets': [{'id': 'f1df5278-5386-401c-babc-709d5ff5eb24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:57:50.379074 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7cf40ec-45f0-4c6c-a0a9-5bf0b8448030 None None] The sync data for ids ['7b0c24bf-a0bc-4193-a761-d1bee92c294b'] in n-d-800634-1 is: [{'id': '7b0c24bf-a0bc-4193-a761-d1bee92c294b', 'name': 'tempest-TestSnapshotPattern-980326371-router', 'tenant_id': 'd7e5aa6ceacc45c6b173ddb5fe105765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': 'e1dab230-59a9-4adf-8c31-da8f2837cbf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:57:44Z', 'updated_at': '2021-07-13T14:57:46Z', 'revision_number': 4, 'project_id': 'd7e5aa6ceacc45c6b173ddb5fe105765', 'gw_port': {'id': 'e1dab230-59a9-4adf-8c31-da8f2837cbf4', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b5:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b0c24bf-a0bc-4193-a761-d1bee92c294b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:57:44Z', 'updated_at': '2021-07-13T14:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': '346a8857-67bd-4931-a5c1-44d9a3c8ec00', 'name': '', 'network_id': '77284dce-73e9-4cca-9b4b-aefb30e757eb', 'tenant_id': 'd7e5aa6ceacc45c6b173ddb5fe105765', 'mac_address': 'fa:16:3e:b1:79:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b0c24bf-a0bc-4193-a761-d1bee92c294b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'f1df5278-5386-401c-babc-709d5ff5eb24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:57:46Z', 'updated_at': '2021-07-13T14:57:49Z', 'revision_number': 4, 'project_id': 'd7e5aa6ceacc45c6b173ddb5fe105765', 'subnets': [{'id': 'f1df5278-5386-401c-babc-709d5ff5eb24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:57:50.418606 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ab64b597-55b1-4e40-9312-d418b2afefae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-447217'] for router, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:50.588049 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab64b597-55b1-4e40-9312-d418b2afefae admin admin] Router 54380595-9981-4bc6-ae82-c751cdca3396 is scheduled to L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 with binding_index 1 {{(pid=93750) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 14:57:50.710863 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab64b597-55b1-4e40-9312-d418b2afefae admin admin] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:57:50.724748 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd24f41-10c9-4979-92ab-351eeca65c23 None None] Sync routers for ids ['54380595-9981-4bc6-ae82-c751cdca3396'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:57:50.731580 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ab64b597-55b1-4e40-9312-d418b2afefae admin admin] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:50.737484 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 53740) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:57:50.740290 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd24f41-10c9-4979-92ab-351eeca65c23 None None] Routers {'54380595-9981-4bc6-ae82-c751cdca3396'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:57:50.741373 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-4cd24f41-10c9-4979-92ab-351eeca65c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:57:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['54380595-9981-4bc6-ae82-c751cdca3396'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:57:50.744950 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-ab64b597-55b1-4e40-9312-d418b2afefae admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.1268895 Jul 13 14:57:50.919445 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab8625f4-fe03-4bc6-992e-86f97e47c04e None None] Network ed5d198b-0a30-476a-be36-f8087f5d2a9a requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:57:51.010792 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 346a8857-67bd-4931-a5c1-44d9a3c8ec00 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:57:51.079902 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-4cd24f41-10c9-4979-92ab-351eeca65c23 None None] Set router 54380595-9981-4bc6-ae82-c751cdca3396 gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:57:51.203252 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2fc725c3-83f7-49e6-ba79-8e14f102fbbf None None] Provisioning for port 32af7cee-d98f-4323-a5d8-220178a7e596 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:57:51.246215 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e6de4552-2c19-4d24-afb5-12b4a17ae3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:51.391024 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port 346a8857-67bd-4931-a5c1-44d9a3c8ec00 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:57:51.412864 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 346a8857-67bd-4931-a5c1-44d9a3c8ec00 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:57:51.413453 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:51.416564 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-e6de4552-2c19-4d24-afb5-12b4a17ae3e9 admin admin] Allocated IP 172.20.0.1 (ed5d198b-0a30-476a-be36-f8087f5d2a9a/30a22bb1-5ea7-43b8-a4e8-a17e252340a0/7665c56a-a1e3-48b7-ab5b-ee70787e30f3) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:57:51.537987 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e6de4552-2c19-4d24-afb5-12b4a17ae3e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:51.558243 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-e6de4552-2c19-4d24-afb5-12b4a17ae3e9 admin admin] Transition to ACTIVE for port object 7665c56a-a1e3-48b7-ab5b-ee70787e30f3 will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:57:51.584799 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:51.593324 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e6de4552-2c19-4d24-afb5-12b4a17ae3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:51.635668 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6de4552-2c19-4d24-afb5-12b4a17ae3e9 admin admin] Network ed5d198b-0a30-476a-be36-f8087f5d2a9a is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:57:51.639489 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-e6de4552-2c19-4d24-afb5-12b4a17ae3e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:57:51.643016 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6de4552-2c19-4d24-afb5-12b4a17ae3e9 admin admin] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:57:51.649098 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6de4552-2c19-4d24-afb5-12b4a17ae3e9 admin admin] Pushing event updated for resources: {'Port': ['ID=7665c56a-a1e3-48b7-ab5b-ee70787e30f3,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:57:51.685522 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e6de4552-2c19-4d24-afb5-12b4a17ae3e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-450452'] for router_interface, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:51.726635 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:51.750244 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-4cd24f41-10c9-4979-92ab-351eeca65c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54380595-9981-4bc6-ae82-c751cdca3396', 'name': 'tempest-TestSnapshotPattern-1159132598-router', 'tenant_id': '01418948827641a2990eaab0588b9445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.192'}], 'enable_snat': True}, 'gw_port_id': '56c7e620-118a-4ca9-8c3c-c258d9fb4ec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:57:48Z', 'updated_at': '2021-07-13T14:57:50Z', 'revision_number': 3, 'project_id': '01418948827641a2990eaab0588b9445', 'gw_port': {'id': '56c7e620-118a-4ca9-8c3c-c258d9fb4ec9', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:f1:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54380595-9981-4bc6-ae82-c751cdca3396', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:57:49Z', 'updated_at': '2021-07-13T14:57:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:57:51.798414 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd24f41-10c9-4979-92ab-351eeca65c23 None None] Checking router: 54380595-9981-4bc6-ae82-c751cdca3396 for host: n-d-800634-1 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:57:51.799016 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd24f41-10c9-4979-92ab-351eeca65c23 None None] Updating router 54380595-9981-4bc6-ae82-c751cdca3396 port 56c7e620-118a-4ca9-8c3c-c258d9fb4ec9 binding host n-d-800634-1 {{(pid=93752) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 14:57:51.844900 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e6de4552-2c19-4d24-afb5-12b4a17ae3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:51.880255 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port 346a8857-67bd-4931-a5c1-44d9a3c8ec00, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=346a8857-67bd-4931-a5c1-44d9a3c8ec00,segment=NetworkSegment(fa3c3a94-5b1b-44a8-b059-4c18413fd47e),segment_id=fa3c3a94-5b1b-44a8-b059-4c18413fd47e)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:57:51.887975 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4cd24f41-10c9-4979-92ab-351eeca65c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:51.890434 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:51.891587 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 32af7cee-d98f-4323-a5d8-220178a7e596 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:57:52.024089 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e6de4552-2c19-4d24-afb5-12b4a17ae3e9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:52.029367 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e6de4552-2c19-4d24-afb5-12b4a17ae3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:52.106885 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e6de4552-2c19-4d24-afb5-12b4a17ae3e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1785045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451806'] for router_interface, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:52.110148 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6de4552-2c19-4d24-afb5-12b4a17ae3e9 admin admin] Pushing event updated for resources: {'Port': ['ID=7665c56a-a1e3-48b7-ab5b-ee70787e30f3,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:57:52.189971 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=346a8857-67bd-4931-a5c1-44d9a3c8ec00,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:57:52.215228 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6de4552-2c19-4d24-afb5-12b4a17ae3e9 admin admin] Network ed5d198b-0a30-476a-be36-f8087f5d2a9a is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:57:52.216687 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-e6de4552-2c19-4d24-afb5-12b4a17ae3e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:57:52.246454 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port 32af7cee-d98f-4323-a5d8-220178a7e596 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:57:52.310292 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 32af7cee-d98f-4323-a5d8-220178a7e596 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:57:52.310854 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:52.338361 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6de4552-2c19-4d24-afb5-12b4a17ae3e9 admin admin] Router 54380595-9981-4bc6-ae82-c751cdca3396 has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:57:52.383994 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b0b48ca7-a4d4-4992-b010-87a5353dd86a None None] Provisioning for port 7665c56a-a1e3-48b7-ab5b-ee70787e30f3 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:57:52.404895 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b0b48ca7-a4d4-4992-b010-87a5353dd86a None None] Provisioning complete for port 7665c56a-a1e3-48b7-ab5b-ee70787e30f3 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:57:52.405482 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b0b48ca7-a4d4-4992-b010-87a5353dd86a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:52.455700 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6de4552-2c19-4d24-afb5-12b4a17ae3e9 admin admin] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:57:52.460968 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-e6de4552-2c19-4d24-afb5-12b4a17ae3e9 admin admin] 10.222.0.23 "PUT /v2.0/routers/54380595-9981-4bc6-ae82-c751cdca3396/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7223172 Jul 13 14:57:52.715524 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b0b48ca7-a4d4-4992-b010-87a5353dd86a None None] Port 7665c56a-a1e3-48b7-ab5b-ee70787e30f3 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:57:52.761706 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:52.783739 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4cd24f41-10c9-4979-92ab-351eeca65c23 None None] Notify callbacks [] for port, precommit_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:52.808005 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-4cd24f41-10c9-4979-92ab-351eeca65c23 None None] Transition to ACTIVE for port object 56c7e620-118a-4ca9-8c3c-c258d9fb4ec9 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:57:52.813044 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port 32af7cee-d98f-4323-a5d8-220178a7e596, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=32af7cee-d98f-4323-a5d8-220178a7e596,segment=NetworkSegment(f3c26e72-86c1-4893-8945-c53d65b3634f),segment_id=f3c26e72-86c1-4893-8945-c53d65b3634f)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:57:52.815543 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4cd24f41-10c9-4979-92ab-351eeca65c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:52.820253 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:52.821384 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device e1dab230-59a9-4adf-8c31-da8f2837cbf4 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:57:52.913656 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de84d969-380d-4d0c-b728-b1fa10473764 None None] Pushing event updated for resources: {'Port': ['ID=56c7e620-118a-4ca9-8c3c-c258d9fb4ec9,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:57:52.923093 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-4cd24f41-10c9-4979-92ab-351eeca65c23 None None] Attempting to bind port 56c7e620-118a-4ca9-8c3c-c258d9fb4ec9 on host n-d-800634-1 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:57:52.923463 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-4cd24f41-10c9-4979-92ab-351eeca65c23 None None] Attempting to bind port 56c7e620-118a-4ca9-8c3c-c258d9fb4ec9 by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:57:52.923822 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd24f41-10c9-4979-92ab-351eeca65c23 None None] Attempting to bind port 56c7e620-118a-4ca9-8c3c-c258d9fb4ec9 on network acf968b8-c524-46a9-a20b-ad9667009130 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:57:52.928659 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-222330cb-007a-40aa-89bf-f63b4bc81a23 None None] Provisioning complete for port 7665c56a-a1e3-48b7-ab5b-ee70787e30f3 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:57:52.929024 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-222330cb-007a-40aa-89bf-f63b4bc81a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:52.975156 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd24f41-10c9-4979-92ab-351eeca65c23 None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 57, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:57:52.975514 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd24f41-10c9-4979-92ab-351eeca65c23 None None] Checking segment: {'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:57:52.975916 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4cd24f41-10c9-4979-92ab-351eeca65c23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:52.976303 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd24f41-10c9-4979-92ab-351eeca65c23 None None] Bound using segment: {'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:57:52.976783 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-4cd24f41-10c9-4979-92ab-351eeca65c23 None None] Bound port: 56c7e620-118a-4ca9-8c3c-c258d9fb4ec9, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:57:52.977168 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4cd24f41-10c9-4979-92ab-351eeca65c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:53.050000 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:53.055698 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port e1dab230-59a9-4adf-8c31-da8f2837cbf4 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:57:53.056090 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:53.057531 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=32af7cee-d98f-4323-a5d8-220178a7e596,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:57:53.089186 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-222330cb-007a-40aa-89bf-f63b4bc81a23 None None] Port 7665c56a-a1e3-48b7-ab5b-ee70787e30f3 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:57:53.111882 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-4cd24f41-10c9-4979-92ab-351eeca65c23 None None] For port 56c7e620-118a-4ca9-8c3c-c258d9fb4ec9, host n-d-800634-1, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:57:53.115122 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-4cd24f41-10c9-4979-92ab-351eeca65c23 None None] For port 56c7e620-118a-4ca9-8c3c-c258d9fb4ec9, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=56c7e620-118a-4ca9-8c3c-c258d9fb4ec9,segment=NetworkSegment(3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87),segment_id=3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:57:53.121311 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4cd24f41-10c9-4979-92ab-351eeca65c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:53.215867 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd24f41-10c9-4979-92ab-351eeca65c23 None None] Routers {'54380595-9981-4bc6-ae82-c751cdca3396'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:57:53.216489 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-4cd24f41-10c9-4979-92ab-351eeca65c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:57:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['54380595-9981-4bc6-ae82-c751cdca3396'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:57:53.224543 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de84d969-380d-4d0c-b728-b1fa10473764 None None] Pushing event updated for resources: {'Port': ['ID=56c7e620-118a-4ca9-8c3c-c258d9fb4ec9,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:57:53.336431 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-4cd24f41-10c9-4979-92ab-351eeca65c23 None None] Set router 54380595-9981-4bc6-ae82-c751cdca3396 gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:57:53.340358 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 32af7cee-d98f-4323-a5d8-220178a7e596 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:57:53.496658 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 32af7cee-d98f-4323-a5d8-220178a7e596 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:57:53.496941 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:53.627142 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 346a8857-67bd-4931-a5c1-44d9a3c8ec00 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:57:53.659847 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-4cd24f41-10c9-4979-92ab-351eeca65c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54380595-9981-4bc6-ae82-c751cdca3396', 'name': 'tempest-TestSnapshotPattern-1159132598-router', 'tenant_id': '01418948827641a2990eaab0588b9445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.192'}], 'enable_snat': True}, 'gw_port_id': '56c7e620-118a-4ca9-8c3c-c258d9fb4ec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:57:48Z', 'updated_at': '2021-07-13T14:57:51Z', 'revision_number': 4, 'project_id': '01418948827641a2990eaab0588b9445', 'gw_port': {'id': '56c7e620-118a-4ca9-8c3c-c258d9fb4ec9', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:f1:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54380595-9981-4bc6-ae82-c751cdca3396', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:57:49Z', 'updated_at': '2021-07-13T14:57:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': '7665c56a-a1e3-48b7-ab5b-ee70787e30f3', 'name': '', 'network_id': 'ed5d198b-0a30-476a-be36-f8087f5d2a9a', 'tenant_id': '01418948827641a2990eaab0588b9445', 'mac_address': 'fa:16:3e:66:80:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54380595-9981-4bc6-ae82-c751cdca3396', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '30a22bb1-5ea7-43b8-a4e8-a17e252340a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:57:51Z', 'updated_at': '2021-07-13T14:57:51Z', 'revision_number': 2, 'project_id': '01418948827641a2990eaab0588b9445', 'subnets': [{'id': '30a22bb1-5ea7-43b8-a4e8-a17e252340a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:57:53.688561 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd24f41-10c9-4979-92ab-351eeca65c23 None None] The sync data for ids ['54380595-9981-4bc6-ae82-c751cdca3396'] in n-d-800634-1 is: [{'id': '54380595-9981-4bc6-ae82-c751cdca3396', 'name': 'tempest-TestSnapshotPattern-1159132598-router', 'tenant_id': '01418948827641a2990eaab0588b9445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.192'}], 'enable_snat': True}, 'gw_port_id': '56c7e620-118a-4ca9-8c3c-c258d9fb4ec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:57:48Z', 'updated_at': '2021-07-13T14:57:51Z', 'revision_number': 4, 'project_id': '01418948827641a2990eaab0588b9445', 'gw_port': {'id': '56c7e620-118a-4ca9-8c3c-c258d9fb4ec9', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:f1:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54380595-9981-4bc6-ae82-c751cdca3396', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:57:49Z', 'updated_at': '2021-07-13T14:57:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': '7665c56a-a1e3-48b7-ab5b-ee70787e30f3', 'name': '', 'network_id': 'ed5d198b-0a30-476a-be36-f8087f5d2a9a', 'tenant_id': '01418948827641a2990eaab0588b9445', 'mac_address': 'fa:16:3e:66:80:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54380595-9981-4bc6-ae82-c751cdca3396', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '30a22bb1-5ea7-43b8-a4e8-a17e252340a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:57:51Z', 'updated_at': '2021-07-13T14:57:51Z', 'revision_number': 2, 'project_id': '01418948827641a2990eaab0588b9445', 'subnets': [{'id': '30a22bb1-5ea7-43b8-a4e8-a17e252340a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:57:53.708345 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 346a8857-67bd-4931-a5c1-44d9a3c8ec00 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:57:53.708720 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:54.043413 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 53750) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:57:54.048725 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-e34df37e-39a8-42d4-a323-ce52ec1b28b5 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1387740947', 'description': 'tempest-secgroup-smoke-1387740947 description', 'project_id': 'd7e5aa6ceacc45c6b173ddb5fe105765'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:57:54.072080 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e34df37e-39a8-42d4-a323-ce52ec1b28b5 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:54.160614 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e34df37e-39a8-42d4-a323-ce52ec1b28b5 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:54.164436 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e34df37e-39a8-42d4-a323-ce52ec1b28b5 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:54.207462 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e34df37e-39a8-42d4-a323-ce52ec1b28b5 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:54.208861 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-e34df37e-39a8-42d4-a323-ce52ec1b28b5 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1642864 Jul 13 14:57:54.209606 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34df37e-39a8-42d4-a323-ce52ec1b28b5 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5494f22-2310-461c-8e7a-e35f0d2be35e,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:57:54.211951 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 53752) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:57:54.216650 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-a8171be0-bfa5-4896-ab4e-8fb0a01b5120 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Request body: {'security_group_rule': {'security_group_id': 'c5494f22-2310-461c-8e7a-e35f0d2be35e', 'project_id': 'd7e5aa6ceacc45c6b173ddb5fe105765', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:57:54.245398 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a8171be0-bfa5-4896-ab4e-8fb0a01b5120 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:54.308152 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a8171be0-bfa5-4896-ab4e-8fb0a01b5120 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:54.312063 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a8171be0-bfa5-4896-ab4e-8fb0a01b5120 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:54.339760 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8171be0-bfa5-4896-ab4e-8fb0a01b5120 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39873eb2-ba15-4810-b012-c6493c0acb6f,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:57:54.351905 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a8171be0-bfa5-4896-ab4e-8fb0a01b5120 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:54.353598 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-a8171be0-bfa5-4896-ab4e-8fb0a01b5120 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1406198 Jul 13 14:57:54.357852 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 53754) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:57:54.363444 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-3a928cb4-af86-4b33-804b-df8899d8631e tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Request body: {'security_group_rule': {'security_group_id': 'c5494f22-2310-461c-8e7a-e35f0d2be35e', 'project_id': 'd7e5aa6ceacc45c6b173ddb5fe105765', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:57:54.396429 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3a928cb4-af86-4b33-804b-df8899d8631e tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:54.463129 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3a928cb4-af86-4b33-804b-df8899d8631e tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:54.467203 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3a928cb4-af86-4b33-804b-df8899d8631e tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:54.488605 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a928cb4-af86-4b33-804b-df8899d8631e tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=345f4d61-7eef-4664-a1a3-a6b2fa8294f6,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:57:54.497886 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3a928cb4-af86-4b33-804b-df8899d8631e tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:54.499151 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-3a928cb4-af86-4b33-804b-df8899d8631e tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1403270 Jul 13 14:57:54.502211 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 53756) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:57:54.506761 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-f69c6a98-1f7d-47eb-a93e-6377dfb5880d tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Request body: {'security_group_rule': {'security_group_id': 'c5494f22-2310-461c-8e7a-e35f0d2be35e', 'project_id': 'd7e5aa6ceacc45c6b173ddb5fe105765', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:57:54.535802 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f69c6a98-1f7d-47eb-a93e-6377dfb5880d tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:54.601295 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f69c6a98-1f7d-47eb-a93e-6377dfb5880d tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:54.605647 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f69c6a98-1f7d-47eb-a93e-6377dfb5880d tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:54.624013 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69c6a98-1f7d-47eb-a93e-6377dfb5880d tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=751cf6c4-5896-4bec-ba7c-b2420becc121,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:57:54.631221 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f69c6a98-1f7d-47eb-a93e-6377dfb5880d tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:54.633082 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-f69c6a98-1f7d-47eb-a93e-6377dfb5880d tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1296742 Jul 13 14:57:54.635515 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 53758) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:57:54.640654 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-6bdf9bca-9001-4f4f-857b-8fb9a20c9721 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Request body: {'security_group_rule': {'security_group_id': 'c5494f22-2310-461c-8e7a-e35f0d2be35e', 'project_id': 'd7e5aa6ceacc45c6b173ddb5fe105765', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:57:54.669446 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6bdf9bca-9001-4f4f-857b-8fb9a20c9721 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:54.732922 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6bdf9bca-9001-4f4f-857b-8fb9a20c9721 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:54.737058 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6bdf9bca-9001-4f4f-857b-8fb9a20c9721 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:54.759109 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdf9bca-9001-4f4f-857b-8fb9a20c9721 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d3d616f-74b4-44ac-a53a-9c633a637443,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:57:54.767598 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6bdf9bca-9001-4f4f-857b-8fb9a20c9721 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:54.768852 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-6bdf9bca-9001-4f4f-857b-8fb9a20c9721 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1323993 Jul 13 14:57:54.771659 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 53760) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:57:54.776338 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-da2b0a06-fda7-40cb-8cdc-4b2e193e92ce tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Request body: {'security_group_rule': {'security_group_id': 'c5494f22-2310-461c-8e7a-e35f0d2be35e', 'project_id': 'd7e5aa6ceacc45c6b173ddb5fe105765', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:57:54.800471 n-d-800634-1 neutron-server[93751]: INFO neutron.db.securitygroups_db [None req-da2b0a06-fda7-40cb-8cdc-4b2e193e92ce tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Project d7e5aa6ceacc45c6b173ddb5fe105765 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 14:57:54.805648 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-da2b0a06-fda7-40cb-8cdc-4b2e193e92ce tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:55.183977 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-da2b0a06-fda7-40cb-8cdc-4b2e193e92ce tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:55.189808 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-da2b0a06-fda7-40cb-8cdc-4b2e193e92ce tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:55.208923 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2b0a06-fda7-40cb-8cdc-4b2e193e92ce tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3156194e-60eb-4eab-af6a-c56d1be7d8b8,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:57:55.214502 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-da2b0a06-fda7-40cb-8cdc-4b2e193e92ce tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:55.215710 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-da2b0a06-fda7-40cb-8cdc-4b2e193e92ce tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4429882 Jul 13 14:57:55.218931 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 53762) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:57:55.223794 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-416f533e-3425-4eba-a9f0-35d2a68e4a5c tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Request body: {'security_group_rule': {'security_group_id': 'c5494f22-2310-461c-8e7a-e35f0d2be35e', 'project_id': 'd7e5aa6ceacc45c6b173ddb5fe105765', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:57:55.249697 n-d-800634-1 neutron-server[93750]: INFO neutron.db.securitygroups_db [None req-416f533e-3425-4eba-a9f0-35d2a68e4a5c tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Project d7e5aa6ceacc45c6b173ddb5fe105765 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 14:57:55.254751 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-416f533e-3425-4eba-a9f0-35d2a68e4a5c tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:55.321073 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-416f533e-3425-4eba-a9f0-35d2a68e4a5c tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:55.325771 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-416f533e-3425-4eba-a9f0-35d2a68e4a5c tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087189'] for security_group_rule, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:55.352975 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-416f533e-3425-4eba-a9f0-35d2a68e4a5c tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:55.353203 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 56c7e620-118a-4ca9-8c3c-c258d9fb4ec9 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:57:55.353813 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-416f533e-3425-4eba-a9f0-35d2a68e4a5c tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1338007 Jul 13 14:57:55.354904 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416f533e-3425-4eba-a9f0-35d2a68e4a5c tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99235504-55cd-4747-981c-9a9f62b78a19,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:57:55.413239 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port 56c7e620-118a-4ca9-8c3c-c258d9fb4ec9 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:57:55.419500 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 56c7e620-118a-4ca9-8c3c-c258d9fb4ec9 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:57:55.420290 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:55.514835 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6dc6da47-03e6-43bb-9d39-ee0e2942fe0e req-2b8fa344-9625-4de4-8061-f724e4e2b9bc tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1387740947&fields=id&tenant_id=d7e5aa6ceacc45c6b173ddb5fe105765 HTTP/1.1" status: 200 len: 267 time: 0.0366654 Jul 13 14:57:55.526600 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:55.548722 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port 56c7e620-118a-4ca9-8c3c-c258d9fb4ec9, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=56c7e620-118a-4ca9-8c3c-c258d9fb4ec9,segment=NetworkSegment(3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87),segment_id=3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:57:55.553506 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:55.610935 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=56c7e620-118a-4ca9-8c3c-c258d9fb4ec9,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:57:55.629359 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc6da47-03e6-43bb-9d39-ee0e2942fe0e req-d8b438ab-0de7-4825-bdac-c313adeab31f tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:57:55.631018 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6dc6da47-03e6-43bb-9d39-ee0e2942fe0e req-d8b438ab-0de7-4825-bdac-c313adeab31f tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] 10.222.0.23 "GET /v2.0/networks?id=77284dce-73e9-4cca-9b4b-aefb30e757eb HTTP/1.1" status: 200 len: 809 time: 0.1090412 Jul 13 14:57:55.645904 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6dc6da47-03e6-43bb-9d39-ee0e2942fe0e req-9d0376f3-ac31-4d7f-9176-4ddd8a52beb5 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] 10.222.0.23 "GET /v2.0/quotas/d7e5aa6ceacc45c6b173ddb5fe105765 HTTP/1.1" status: 200 len: 375 time: 0.0094874 Jul 13 14:57:55.720346 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6dc6da47-03e6-43bb-9d39-ee0e2942fe0e req-4618ef5d-6d37-4d7b-9659-97678a87bd91 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d7e5aa6ceacc45c6b173ddb5fe105765&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0693293 Jul 13 14:57:55.814582 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6dc6da47-03e6-43bb-9d39-ee0e2942fe0e req-69cfdbd9-5e07-436b-8db7-7109b3a744a7 service neutron] 10.222.0.23 "GET /v2.0/networks/77284dce-73e9-4cca-9b4b-aefb30e757eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829523 Jul 13 14:57:55.911254 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-6dc6da47-03e6-43bb-9d39-ee0e2942fe0e req-19ad34fe-7a1d-49a5-bd4a-f8624996c14f service neutron] 10.222.0.23 "GET /v2.0/networks/77284dce-73e9-4cca-9b4b-aefb30e757eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906861 Jul 13 14:57:56.081934 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e9508858-2148-4cb2-bc31-87325931c071 req-9cc8464c-3dab-4e16-86ba-cb4e61050bcf tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f8932e5-46e6-4f8e-9243-d9791f73b371 HTTP/1.1" status: 200 len: 210 time: 0.0292981 Jul 13 14:57:56.189366 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee68d72-a65b-4f68-a6b2-78a797ac6287 None None] Sync routers for ids ['54380595-9981-4bc6-ae82-c751cdca3396'] in n-d-800634-1 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:57:56.198674 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee68d72-a65b-4f68-a6b2-78a797ac6287 None None] Routers {'54380595-9981-4bc6-ae82-c751cdca3396'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:57:56.199341 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-3ee68d72-a65b-4f68-a6b2-78a797ac6287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:57:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['54380595-9981-4bc6-ae82-c751cdca3396'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:57:56.323154 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-3ee68d72-a65b-4f68-a6b2-78a797ac6287 None None] Set router 54380595-9981-4bc6-ae82-c751cdca3396 gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:57:56.537749 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-3ee68d72-a65b-4f68-a6b2-78a797ac6287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54380595-9981-4bc6-ae82-c751cdca3396', 'name': 'tempest-TestSnapshotPattern-1159132598-router', 'tenant_id': '01418948827641a2990eaab0588b9445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.192'}], 'enable_snat': True}, 'gw_port_id': '56c7e620-118a-4ca9-8c3c-c258d9fb4ec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:57:48Z', 'updated_at': '2021-07-13T14:57:51Z', 'revision_number': 4, 'project_id': '01418948827641a2990eaab0588b9445', 'gw_port': {'id': '56c7e620-118a-4ca9-8c3c-c258d9fb4ec9', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:f1:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54380595-9981-4bc6-ae82-c751cdca3396', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:57:49Z', 'updated_at': '2021-07-13T14:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': '7665c56a-a1e3-48b7-ab5b-ee70787e30f3', 'name': '', 'network_id': 'ed5d198b-0a30-476a-be36-f8087f5d2a9a', 'tenant_id': '01418948827641a2990eaab0588b9445', 'mac_address': 'fa:16:3e:66:80:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54380595-9981-4bc6-ae82-c751cdca3396', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '30a22bb1-5ea7-43b8-a4e8-a17e252340a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:57:51Z', 'updated_at': '2021-07-13T14:57:51Z', 'revision_number': 2, 'project_id': '01418948827641a2990eaab0588b9445', 'subnets': [{'id': '30a22bb1-5ea7-43b8-a4e8-a17e252340a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:57:56.565409 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee68d72-a65b-4f68-a6b2-78a797ac6287 None None] Checking router: 54380595-9981-4bc6-ae82-c751cdca3396 for host: n-d-800634-1 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:57:56.565793 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee68d72-a65b-4f68-a6b2-78a797ac6287 None None] Updating router 54380595-9981-4bc6-ae82-c751cdca3396 port 7665c56a-a1e3-48b7-ab5b-ee70787e30f3 binding host n-d-800634-1 {{(pid=93753) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 14:57:56.600356 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3ee68d72-a65b-4f68-a6b2-78a797ac6287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:56.866133 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3ee68d72-a65b-4f68-a6b2-78a797ac6287 None None] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:56.875761 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-3ee68d72-a65b-4f68-a6b2-78a797ac6287 None None] Transition to ACTIVE for port object 7665c56a-a1e3-48b7-ab5b-ee70787e30f3 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:57:56.881292 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3ee68d72-a65b-4f68-a6b2-78a797ac6287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:56.934645 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e287ac-926c-494f-b2f1-42ec2c1cf48e None None] Pushing event updated for resources: {'Port': ['ID=7665c56a-a1e3-48b7-ab5b-ee70787e30f3,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:57:56.991405 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-3ee68d72-a65b-4f68-a6b2-78a797ac6287 None None] Attempting to bind port 7665c56a-a1e3-48b7-ab5b-ee70787e30f3 on host n-d-800634-1 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:57:56.991790 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-3ee68d72-a65b-4f68-a6b2-78a797ac6287 None None] Attempting to bind port 7665c56a-a1e3-48b7-ab5b-ee70787e30f3 by drivers openvswitch,hyperv on host n-d-800634-1 at level 0 using segments [{'id': 'f3c26e72-86c1-4893-8945-c53d65b3634f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'ed5d198b-0a30-476a-be36-f8087f5d2a9a'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:57:56.992125 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee68d72-a65b-4f68-a6b2-78a797ac6287 None None] Attempting to bind port 7665c56a-a1e3-48b7-ab5b-ee70787e30f3 on network ed5d198b-0a30-476a-be36-f8087f5d2a9a {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:57:56.997347 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee68d72-a65b-4f68-a6b2-78a797ac6287 None None] Checking agent: {'id': 'ea1311a7-bb89-493a-ad00-0b04ae2a2918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 20, 20), 'started_at': datetime.datetime(2021, 7, 13, 13, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 57, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:57:56.997716 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee68d72-a65b-4f68-a6b2-78a797ac6287 None None] Checking segment: {'id': 'f3c26e72-86c1-4893-8945-c53d65b3634f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'ed5d198b-0a30-476a-be36-f8087f5d2a9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:57:56.998139 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3ee68d72-a65b-4f68-a6b2-78a797ac6287 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:56.998522 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee68d72-a65b-4f68-a6b2-78a797ac6287 None None] Bound using segment: {'id': 'f3c26e72-86c1-4893-8945-c53d65b3634f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'ed5d198b-0a30-476a-be36-f8087f5d2a9a'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:57:56.998981 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-3ee68d72-a65b-4f68-a6b2-78a797ac6287 None None] Bound port: 7665c56a-a1e3-48b7-ab5b-ee70787e30f3, host: n-d-800634-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3c26e72-86c1-4893-8945-c53d65b3634f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'ed5d198b-0a30-476a-be36-f8087f5d2a9a'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:57:57.000184 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3ee68d72-a65b-4f68-a6b2-78a797ac6287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:57.075819 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-3ee68d72-a65b-4f68-a6b2-78a797ac6287 None None] For port 7665c56a-a1e3-48b7-ab5b-ee70787e30f3, host n-d-800634-1, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:57:57.080330 n-d-800634-1 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-3ee68d72-a65b-4f68-a6b2-78a797ac6287 None None] For port 7665c56a-a1e3-48b7-ab5b-ee70787e30f3, host n-d-800634-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=7665c56a-a1e3-48b7-ab5b-ee70787e30f3,segment=NetworkSegment(f3c26e72-86c1-4893-8945-c53d65b3634f),segment_id=f3c26e72-86c1-4893-8945-c53d65b3634f)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:57:57.084898 n-d-800634-1 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3ee68d72-a65b-4f68-a6b2-78a797ac6287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:57.139470 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e287ac-926c-494f-b2f1-42ec2c1cf48e None None] Pushing event updated for resources: {'Port': ['ID=7665c56a-a1e3-48b7-ab5b-ee70787e30f3,revision_number=4']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:57:57.160333 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee68d72-a65b-4f68-a6b2-78a797ac6287 None None] Routers {'54380595-9981-4bc6-ae82-c751cdca3396'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:57:57.161111 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-3ee68d72-a65b-4f68-a6b2-78a797ac6287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:57:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['54380595-9981-4bc6-ae82-c751cdca3396'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:57:57.207691 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc6da47-03e6-43bb-9d39-ee0e2942fe0e req-8ab06e76-daa1-4640-9dab-a0cb0c1ece76 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:57:57.210277 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6dc6da47-03e6-43bb-9d39-ee0e2942fe0e req-8ab06e76-daa1-4640-9dab-a0cb0c1ece76 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] 10.222.0.41 "GET /v2.0/networks?id=77284dce-73e9-4cca-9b4b-aefb30e757eb HTTP/1.1" status: 200 len: 809 time: 0.1502559 Jul 13 14:57:57.273870 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6dc6da47-03e6-43bb-9d39-ee0e2942fe0e req-2fa118e9-115e-417d-b592-d79b71155d5e tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d7e5aa6ceacc45c6b173ddb5fe105765 HTTP/1.1" status: 200 len: 380 time: 0.0540369 Jul 13 14:57:57.289370 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-6dc6da47-03e6-43bb-9d39-ee0e2942fe0e req-08c03a95-aeb9-494c-8a3e-29c704982465 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Request body: {'port': {'device_id': '6f8932e5-46e6-4f8e-9243-d9791f73b371', 'network_id': '77284dce-73e9-4cca-9b4b-aefb30e757eb', 'admin_state_up': True, 'tenant_id': 'd7e5aa6ceacc45c6b173ddb5fe105765', 'security_groups': ['c5494f22-2310-461c-8e7a-e35f0d2be35e']}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:57:57.299091 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-3ee68d72-a65b-4f68-a6b2-78a797ac6287 None None] Set router 54380595-9981-4bc6-ae82-c751cdca3396 gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:57:57.326273 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-72094fc8-5921-47ab-9afd-086b812cd7fd req-cd9e5d6d-02b7-4854-9219-0024fe6d5115 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f8932e5-46e6-4f8e-9243-d9791f73b371 HTTP/1.1" status: 200 len: 210 time: 0.0700667 Jul 13 14:57:57.438862 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 7665c56a-a1e3-48b7-ab5b-ee70787e30f3 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:57:57.480417 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6dc6da47-03e6-43bb-9d39-ee0e2942fe0e req-08c03a95-aeb9-494c-8a3e-29c704982465 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Made reservation on behalf of d7e5aa6ceacc45c6b173ddb5fe105765 for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:57:57.484569 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-6dc6da47-03e6-43bb-9d39-ee0e2942fe0e req-08c03a95-aeb9-494c-8a3e-29c704982465 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:57.508708 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning for port 7665c56a-a1e3-48b7-ab5b-ee70787e30f3 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:57:57.513992 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 7665c56a-a1e3-48b7-ab5b-ee70787e30f3 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:57:57.514502 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:57.602675 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:57.629291 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [req-6dc6da47-03e6-43bb-9d39-ee0e2942fe0e req-08c03a95-aeb9-494c-8a3e-29c704982465 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Allocated IP 172.20.0.9 (77284dce-73e9-4cca-9b4b-aefb30e757eb/f1df5278-5386-401c-babc-709d5ff5eb24/672a354b-4694-42dd-a5af-812a9f69dc0c) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:57:57.637179 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] For port 7665c56a-a1e3-48b7-ab5b-ee70787e30f3, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=7665c56a-a1e3-48b7-ab5b-ee70787e30f3,segment=NetworkSegment(f3c26e72-86c1-4893-8945-c53d65b3634f),segment_id=f3c26e72-86c1-4893-8945-c53d65b3634f)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:57:57.641527 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:57.642538 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 56c7e620-118a-4ca9-8c3c-c258d9fb4ec9 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:57:57.666813 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-3ee68d72-a65b-4f68-a6b2-78a797ac6287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54380595-9981-4bc6-ae82-c751cdca3396', 'name': 'tempest-TestSnapshotPattern-1159132598-router', 'tenant_id': '01418948827641a2990eaab0588b9445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.192'}], 'enable_snat': True}, 'gw_port_id': '56c7e620-118a-4ca9-8c3c-c258d9fb4ec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:57:48Z', 'updated_at': '2021-07-13T14:57:51Z', 'revision_number': 4, 'project_id': '01418948827641a2990eaab0588b9445', 'gw_port': {'id': '56c7e620-118a-4ca9-8c3c-c258d9fb4ec9', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:f1:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54380595-9981-4bc6-ae82-c751cdca3396', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:57:49Z', 'updated_at': '2021-07-13T14:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': '7665c56a-a1e3-48b7-ab5b-ee70787e30f3', 'name': '', 'network_id': 'ed5d198b-0a30-476a-be36-f8087f5d2a9a', 'tenant_id': '01418948827641a2990eaab0588b9445', 'mac_address': 'fa:16:3e:66:80:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54380595-9981-4bc6-ae82-c751cdca3396', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '30a22bb1-5ea7-43b8-a4e8-a17e252340a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:57:51Z', 'updated_at': '2021-07-13T14:57:57Z', 'revision_number': 4, 'project_id': '01418948827641a2990eaab0588b9445', 'subnets': [{'id': '30a22bb1-5ea7-43b8-a4e8-a17e252340a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:57:57.697932 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee68d72-a65b-4f68-a6b2-78a797ac6287 None None] The sync data for ids ['54380595-9981-4bc6-ae82-c751cdca3396'] in n-d-800634-1 is: [{'id': '54380595-9981-4bc6-ae82-c751cdca3396', 'name': 'tempest-TestSnapshotPattern-1159132598-router', 'tenant_id': '01418948827641a2990eaab0588b9445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.192'}], 'enable_snat': True}, 'gw_port_id': '56c7e620-118a-4ca9-8c3c-c258d9fb4ec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:57:48Z', 'updated_at': '2021-07-13T14:57:51Z', 'revision_number': 4, 'project_id': '01418948827641a2990eaab0588b9445', 'gw_port': {'id': '56c7e620-118a-4ca9-8c3c-c258d9fb4ec9', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:f1:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54380595-9981-4bc6-ae82-c751cdca3396', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:57:49Z', 'updated_at': '2021-07-13T14:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': '7665c56a-a1e3-48b7-ab5b-ee70787e30f3', 'name': '', 'network_id': 'ed5d198b-0a30-476a-be36-f8087f5d2a9a', 'tenant_id': '01418948827641a2990eaab0588b9445', 'mac_address': 'fa:16:3e:66:80:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54380595-9981-4bc6-ae82-c751cdca3396', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '30a22bb1-5ea7-43b8-a4e8-a17e252340a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:57:51Z', 'updated_at': '2021-07-13T14:57:57Z', 'revision_number': 4, 'project_id': '01418948827641a2990eaab0588b9445', 'subnets': [{'id': '30a22bb1-5ea7-43b8-a4e8-a17e252340a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:57:57.719369 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Pushing event updated for resources: {'Port': ['ID=7665c56a-a1e3-48b7-ab5b-ee70787e30f3,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:57:57.730951 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 56c7e620-118a-4ca9-8c3c-c258d9fb4ec9 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:57:57.731326 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:57.799098 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-6dc6da47-03e6-43bb-9d39-ee0e2942fe0e req-08c03a95-aeb9-494c-8a3e-29c704982465 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:57.813979 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-6dc6da47-03e6-43bb-9d39-ee0e2942fe0e req-08c03a95-aeb9-494c-8a3e-29c704982465 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Transition to ACTIVE for port object 672a354b-4694-42dd-a5af-812a9f69dc0c will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:57:57.848370 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-6dc6da47-03e6-43bb-9d39-ee0e2942fe0e req-08c03a95-aeb9-494c-8a3e-29c704982465 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:57.896690 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6dc6da47-03e6-43bb-9d39-ee0e2942fe0e req-08c03a95-aeb9-494c-8a3e-29c704982465 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Network 77284dce-73e9-4cca-9b4b-aefb30e757eb is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:57:57.900136 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [req-6dc6da47-03e6-43bb-9d39-ee0e2942fe0e req-08c03a95-aeb9-494c-8a3e-29c704982465 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:57:57.904286 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dc6da47-03e6-43bb-9d39-ee0e2942fe0e req-08c03a95-aeb9-494c-8a3e-29c704982465 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:57:57.929909 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c03a95-aeb9-494c-8a3e-29c704982465 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Pushing event updated for resources: {'Port': ['ID=672a354b-4694-42dd-a5af-812a9f69dc0c,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:57:57.971499 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc6da47-03e6-43bb-9d39-ee0e2942fe0e req-08c03a95-aeb9-494c-8a3e-29c704982465 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:57:57.972319 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-6dc6da47-03e6-43bb-9d39-ee0e2942fe0e req-08c03a95-aeb9-494c-8a3e-29c704982465 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:57.990780 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6dc6da47-03e6-43bb-9d39-ee0e2942fe0e req-08c03a95-aeb9-494c-8a3e-29c704982465 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7083077 Jul 13 14:57:58.003603 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [req-6dc6da47-03e6-43bb-9d39-ee0e2942fe0e req-c761e3e3-555d-42a6-93d6-96bc69b983a9 service neutron] Request body: {'port': {'device_id': '6f8932e5-46e6-4f8e-9243-d9791f73b371', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-1'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:57:58.090187 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-6dc6da47-03e6-43bb-9d39-ee0e2942fe0e req-c761e3e3-555d-42a6-93d6-96bc69b983a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:58.123472 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-4332d63b-1fa4-449f-8b89-e443e01641cf None None] Provisioning for port 672a354b-4694-42dd-a5af-812a9f69dc0c completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:57:58.128278 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-4332d63b-1fa4-449f-8b89-e443e01641cf None None] Provisioning complete for port 672a354b-4694-42dd-a5af-812a9f69dc0c triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:57:58.128487 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4332d63b-1fa4-449f-8b89-e443e01641cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:58.166089 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-4332d63b-1fa4-449f-8b89-e443e01641cf None None] Port 672a354b-4694-42dd-a5af-812a9f69dc0c cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:57:58.388786 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [req-6dc6da47-03e6-43bb-9d39-ee0e2942fe0e req-c761e3e3-555d-42a6-93d6-96bc69b983a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 672a354b-4694-42dd-a5af-812a9f69dc0c {{(pid=93751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:57:58.397867 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-6dc6da47-03e6-43bb-9d39-ee0e2942fe0e req-c761e3e3-555d-42a6-93d6-96bc69b983a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:58.411815 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-6dc6da47-03e6-43bb-9d39-ee0e2942fe0e req-c761e3e3-555d-42a6-93d6-96bc69b983a9 service neutron] Transition to ACTIVE for port object 672a354b-4694-42dd-a5af-812a9f69dc0c will not be triggered until provisioned by entity L2. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:57:58.416796 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-6dc6da47-03e6-43bb-9d39-ee0e2942fe0e req-c761e3e3-555d-42a6-93d6-96bc69b983a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:58.509059 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c761e3e3-555d-42a6-93d6-96bc69b983a9 service neutron] Pushing event updated for resources: {'Port': ['ID=672a354b-4694-42dd-a5af-812a9f69dc0c,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:57:58.596975 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8212d24d-4620-40f0-a757-20283628454e req-ee12face-89c5-456e-a9c4-c13c50aceaeb tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:57:58.598576 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8212d24d-4620-40f0-a757-20283628454e req-ee12face-89c5-456e-a9c4-c13c50aceaeb tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f8932e5-46e6-4f8e-9243-d9791f73b371 HTTP/1.1" status: 200 len: 943 time: 0.1545768 Jul 13 14:57:58.626061 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-6dc6da47-03e6-43bb-9d39-ee0e2942fe0e req-c761e3e3-555d-42a6-93d6-96bc69b983a9 service neutron] Attempting to bind port 672a354b-4694-42dd-a5af-812a9f69dc0c on host n-h2-800634-1 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:57:58.626400 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-6dc6da47-03e6-43bb-9d39-ee0e2942fe0e req-c761e3e3-555d-42a6-93d6-96bc69b983a9 service neutron] Attempting to bind port 672a354b-4694-42dd-a5af-812a9f69dc0c by drivers openvswitch,hyperv on host n-h2-800634-1 at level 0 using segments [{'id': 'fa3c3a94-5b1b-44a8-b059-4c18413fd47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '77284dce-73e9-4cca-9b4b-aefb30e757eb'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:57:58.626730 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc6da47-03e6-43bb-9d39-ee0e2942fe0e req-c761e3e3-555d-42a6-93d6-96bc69b983a9 service neutron] Attempting to bind port 672a354b-4694-42dd-a5af-812a9f69dc0c on network 77284dce-73e9-4cca-9b4b-aefb30e757eb {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:57:58.635203 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc6da47-03e6-43bb-9d39-ee0e2942fe0e req-c761e3e3-555d-42a6-93d6-96bc69b983a9 service neutron] Port 672a354b-4694-42dd-a5af-812a9f69dc0c on network 77284dce-73e9-4cca-9b4b-aefb30e757eb not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-1 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 14:57:58.635528 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc6da47-03e6-43bb-9d39-ee0e2942fe0e req-c761e3e3-555d-42a6-93d6-96bc69b983a9 service neutron] Attempting to bind port 672a354b-4694-42dd-a5af-812a9f69dc0c on network 77284dce-73e9-4cca-9b4b-aefb30e757eb {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:57:58.648370 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc6da47-03e6-43bb-9d39-ee0e2942fe0e req-c761e3e3-555d-42a6-93d6-96bc69b983a9 service neutron] Checking agent: {'id': 'f615e5c9-21ab-43f2-adbc-192d64b795cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 57, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:57:58.648717 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc6da47-03e6-43bb-9d39-ee0e2942fe0e req-c761e3e3-555d-42a6-93d6-96bc69b983a9 service neutron] Checking segment: {'id': 'fa3c3a94-5b1b-44a8-b059-4c18413fd47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '77284dce-73e9-4cca-9b4b-aefb30e757eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:57:58.649190 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc6da47-03e6-43bb-9d39-ee0e2942fe0e req-c761e3e3-555d-42a6-93d6-96bc69b983a9 service neutron] Bound using segment: {'id': 'fa3c3a94-5b1b-44a8-b059-4c18413fd47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '77284dce-73e9-4cca-9b4b-aefb30e757eb'} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:57:58.649605 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-6dc6da47-03e6-43bb-9d39-ee0e2942fe0e req-c761e3e3-555d-42a6-93d6-96bc69b983a9 service neutron] Bound port: 672a354b-4694-42dd-a5af-812a9f69dc0c, host: n-h2-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa3c3a94-5b1b-44a8-b059-4c18413fd47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '77284dce-73e9-4cca-9b4b-aefb30e757eb'}}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:57:58.650012 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-6dc6da47-03e6-43bb-9d39-ee0e2942fe0e req-c761e3e3-555d-42a6-93d6-96bc69b983a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:58.666379 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8212d24d-4620-40f0-a757-20283628454e req-66e1d83c-3b3f-419b-848e-7b1627f879f7 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5494f22-2310-461c-8e7a-e35f0d2be35e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593925 Jul 13 14:57:58.724700 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-6dc6da47-03e6-43bb-9d39-ee0e2942fe0e req-c761e3e3-555d-42a6-93d6-96bc69b983a9 service neutron] For port 672a354b-4694-42dd-a5af-812a9f69dc0c, host n-h2-800634-1, cleared binding levels {{(pid=93751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:57:58.727640 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-6dc6da47-03e6-43bb-9d39-ee0e2942fe0e req-c761e3e3-555d-42a6-93d6-96bc69b983a9 service neutron] For port 672a354b-4694-42dd-a5af-812a9f69dc0c, host n-h2-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=672a354b-4694-42dd-a5af-812a9f69dc0c,segment=NetworkSegment(fa3c3a94-5b1b-44a8-b059-4c18413fd47e),segment_id=fa3c3a94-5b1b-44a8-b059-4c18413fd47e)] {{(pid=93751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:57:58.732117 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-6dc6da47-03e6-43bb-9d39-ee0e2942fe0e req-c761e3e3-555d-42a6-93d6-96bc69b983a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:58.767038 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc6da47-03e6-43bb-9d39-ee0e2942fe0e req-c761e3e3-555d-42a6-93d6-96bc69b983a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:57:58.767659 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-6dc6da47-03e6-43bb-9d39-ee0e2942fe0e req-c761e3e3-555d-42a6-93d6-96bc69b983a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:58.769068 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6dc6da47-03e6-43bb-9d39-ee0e2942fe0e req-c761e3e3-555d-42a6-93d6-96bc69b983a9 service neutron] 10.222.0.41 "PUT /v2.0/ports/672a354b-4694-42dd-a5af-812a9f69dc0c HTTP/1.1" status: 200 len: 1091 time: 0.7708204 Jul 13 14:57:58.769507 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f8932e5-46e6-4f8e-9243-d9791f73b371', 'tag': '672a354b-4694-42dd-a5af-812a9f69dc0c'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:57:58.771833 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dea8b0fca9d342929f96bd35c86b8a14765464b9140f1e1e2496fbd7209775c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88ce705a-0e1d-4308-9ffb-f7ce8b5800e8" -d '{"events": [{"name": "network-changed", "server_uuid": "6f8932e5-46e6-4f8e-9243-d9791f73b371", "tag": "672a354b-4694-42dd-a5af-812a9f69dc0c"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:57:58.799807 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c761e3e3-555d-42a6-93d6-96bc69b983a9 service neutron] Pushing event updated for resources: {'Port': ['ID=672a354b-4694-42dd-a5af-812a9f69dc0c,revision_number=3']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:57:58.816657 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:57:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82cecccb-d1d5-4a6c-8193-3076fed91de9 x-openstack-request-id: req-82cecccb-d1d5-4a6c-8193-3076fed91de9 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:57:58.816949 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f8932e5-46e6-4f8e-9243-d9791f73b371", "tag": "672a354b-4694-42dd-a5af-812a9f69dc0c", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:57:58.817203 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-82cecccb-d1d5-4a6c-8193-3076fed91de9 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:57:58.817676 n-d-800634-1 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f8932e5-46e6-4f8e-9243-d9791f73b371', 'tag': '672a354b-4694-42dd-a5af-812a9f69dc0c', 'status': 'completed', 'code': 200} Jul 13 14:57:58.882054 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc6da47-03e6-43bb-9d39-ee0e2942fe0e req-68475b00-ab37-453d-a0f9-9b8dc4f15e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:57:58.883757 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6dc6da47-03e6-43bb-9d39-ee0e2942fe0e req-68475b00-ab37-453d-a0f9-9b8dc4f15e31 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d7e5aa6ceacc45c6b173ddb5fe105765&device_id=6f8932e5-46e6-4f8e-9243-d9791f73b371 HTTP/1.1" status: 200 len: 1094 time: 0.0599504 Jul 13 14:57:58.928213 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6dc6da47-03e6-43bb-9d39-ee0e2942fe0e req-edbb6d2b-8822-4c12-a15e-287b5b5111a7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=672a354b-4694-42dd-a5af-812a9f69dc0c HTTP/1.1" status: 200 len: 217 time: 0.0369837 Jul 13 14:57:58.981852 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc6da47-03e6-43bb-9d39-ee0e2942fe0e req-8427282c-0c63-4506-990d-be842c35e1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:57:58.983314 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6dc6da47-03e6-43bb-9d39-ee0e2942fe0e req-8427282c-0c63-4506-990d-be842c35e1a0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f1df5278-5386-401c-babc-709d5ff5eb24 HTTP/1.1" status: 200 len: 848 time: 0.0492163 Jul 13 14:57:59.040373 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc6da47-03e6-43bb-9d39-ee0e2942fe0e req-a4a1663d-1aff-4be0-b890-0140c6a1b508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:57:59.041572 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6dc6da47-03e6-43bb-9d39-ee0e2942fe0e req-a4a1663d-1aff-4be0-b890-0140c6a1b508 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=77284dce-73e9-4cca-9b4b-aefb30e757eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520275 Jul 13 14:57:59.131045 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6dc6da47-03e6-43bb-9d39-ee0e2942fe0e req-738034a8-e020-43ad-959a-cb26d5ff638b service neutron] 10.222.0.41 "GET /v2.0/networks/77284dce-73e9-4cca-9b4b-aefb30e757eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828264 Jul 13 14:57:59.225782 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-6dc6da47-03e6-43bb-9d39-ee0e2942fe0e req-774c5053-cf2f-4a0d-b482-566e2918c0f0 service neutron] 10.222.0.41 "GET /v2.0/networks/77284dce-73e9-4cca-9b4b-aefb30e757eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879991 Jul 13 14:57:59.330626 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ce705a-0e1d-4308-9ffb-f7ce8b5800e8 req-13969632-65a8-4400-87b4-0c6fdcbd84e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:57:59.332235 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-88ce705a-0e1d-4308-9ffb-f7ce8b5800e8 req-13969632-65a8-4400-87b4-0c6fdcbd84e9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d7e5aa6ceacc45c6b173ddb5fe105765&device_id=6f8932e5-46e6-4f8e-9243-d9791f73b371 HTTP/1.1" status: 200 len: 1094 time: 0.0584965 Jul 13 14:57:59.335963 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 7665c56a-a1e3-48b7-ab5b-ee70787e30f3 up at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:57:59.383793 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Provisioning complete for port 7665c56a-a1e3-48b7-ab5b-ee70787e30f3 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:57:59.384168 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:59.430806 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ce705a-0e1d-4308-9ffb-f7ce8b5800e8 req-259ab08e-5610-45bb-975a-c3a1aa5e1978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:57:59.432470 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-88ce705a-0e1d-4308-9ffb-f7ce8b5800e8 req-259ab08e-5610-45bb-975a-c3a1aa5e1978 service neutron] 10.222.0.41 "GET /v2.0/networks?id=77284dce-73e9-4cca-9b4b-aefb30e757eb HTTP/1.1" status: 200 len: 909 time: 0.0938981 Jul 13 14:57:59.477961 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-88ce705a-0e1d-4308-9ffb-f7ce8b5800e8 req-b930a091-8616-4ff2-abfc-326057aceac9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=672a354b-4694-42dd-a5af-812a9f69dc0c HTTP/1.1" status: 200 len: 217 time: 0.0386147 Jul 13 14:57:59.526926 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ce705a-0e1d-4308-9ffb-f7ce8b5800e8 req-234cb2b3-c344-4e24-8f92-52892b2140fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:57:59.528383 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-88ce705a-0e1d-4308-9ffb-f7ce8b5800e8 req-234cb2b3-c344-4e24-8f92-52892b2140fc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f1df5278-5386-401c-babc-709d5ff5eb24 HTTP/1.1" status: 200 len: 848 time: 0.0442390 Jul 13 14:57:59.592141 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ce705a-0e1d-4308-9ffb-f7ce8b5800e8 req-c2318652-7111-472b-813b-9d7baf95ed96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:57:59.593809 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-88ce705a-0e1d-4308-9ffb-f7ce8b5800e8 req-c2318652-7111-472b-813b-9d7baf95ed96 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=77284dce-73e9-4cca-9b4b-aefb30e757eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0590081 Jul 13 14:57:59.683684 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-88ce705a-0e1d-4308-9ffb-f7ce8b5800e8 req-8036f82f-8283-4cd2-93c4-9e4bfece4414 service neutron] 10.222.0.41 "GET /v2.0/networks/77284dce-73e9-4cca-9b4b-aefb30e757eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824287 Jul 13 14:57:59.780844 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-88ce705a-0e1d-4308-9ffb-f7ce8b5800e8 req-98bd4df8-77ff-483c-81da-8d149e795b57 service neutron] 10.222.0.41 "GET /v2.0/networks/77284dce-73e9-4cca-9b4b-aefb30e757eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900862 Jul 13 14:57:59.847627 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d6cd63-1daa-458a-af62-46671869a137 req-a6204c49-4bd0-4e1d-a9f4-d8fa5e66adef tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:57:59.849122 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-58d6cd63-1daa-458a-af62-46671869a137 req-a6204c49-4bd0-4e1d-a9f4-d8fa5e66adef tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f8932e5-46e6-4f8e-9243-d9791f73b371 HTTP/1.1" status: 200 len: 943 time: 0.0664415 Jul 13 14:57:59.887767 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-58d6cd63-1daa-458a-af62-46671869a137 req-5ffc6b2e-0d18-455f-afe6-4d11ac7f8b94 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5494f22-2310-461c-8e7a-e35f0d2be35e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330288 Jul 13 14:58:00.998004 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 672a354b-4694-42dd-a5af-812a9f69dc0c details requested by agent hyperv_n-h2-800634-1 with host n-h2-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 14:58:01.060745 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feabe079-517a-4b24-a72e-5577c000e7d6 req-c7707f00-8a05-422a-a409-45b2157c1159 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:58:01.062821 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-feabe079-517a-4b24-a72e-5577c000e7d6 req-c7707f00-8a05-422a-a409-45b2157c1159 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f8932e5-46e6-4f8e-9243-d9791f73b371 HTTP/1.1" status: 200 len: 943 time: 0.0642400 Jul 13 14:58:01.093816 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 672a354b-4694-42dd-a5af-812a9f69dc0c, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=672a354b-4694-42dd-a5af-812a9f69dc0c,segment=NetworkSegment(fa3c3a94-5b1b-44a8-b059-4c18413fd47e),segment_id=fa3c3a94-5b1b-44a8-b059-4c18413fd47e)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:58:01.102386 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-feabe079-517a-4b24-a72e-5577c000e7d6 req-24ab8ece-9ed7-4718-8c93-2e126da46d3e tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5494f22-2310-461c-8e7a-e35f0d2be35e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336647 Jul 13 14:58:01.108811 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Returning: {'device': '672a354b-4694-42dd-a5af-812a9f69dc0c', 'network_id': '77284dce-73e9-4cca-9b4b-aefb30e757eb', 'port_id': '672a354b-4694-42dd-a5af-812a9f69dc0c', 'mac_address': 'fa:16:3e:99:c0:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1df5278-5386-401c-babc-709d5ff5eb24', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 14:58:01.146786 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:58:01.159411 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 672a354b-4694-42dd-a5af-812a9f69dc0c {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:58:01.178259 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 672a354b-4694-42dd-a5af-812a9f69dc0c, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=672a354b-4694-42dd-a5af-812a9f69dc0c,segment=NetworkSegment(fa3c3a94-5b1b-44a8-b059-4c18413fd47e),segment_id=fa3c3a94-5b1b-44a8-b059-4c18413fd47e)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:58:01.181702 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:58:01.229393 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=672a354b-4694-42dd-a5af-812a9f69dc0c,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:58:01.329116 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:58:01.378381 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['672a354b-4694-42dd-a5af-812a9f69dc0c'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:58:01.724449 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:58:02.276800 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abcb7f9-bb9f-442b-bf1a-8143802b79b3 req-2d39d5a5-9b81-4ce6-a689-d9171ac7188a tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:58:02.278360 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5abcb7f9-bb9f-442b-bf1a-8143802b79b3 req-2d39d5a5-9b81-4ce6-a689-d9171ac7188a tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f8932e5-46e6-4f8e-9243-d9791f73b371 HTTP/1.1" status: 200 len: 944 time: 0.0635695 Jul 13 14:58:02.316700 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-5abcb7f9-bb9f-442b-bf1a-8143802b79b3 req-de57953b-4ac8-4109-ad7d-12ad7f498fe9 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5494f22-2310-461c-8e7a-e35f0d2be35e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319276 Jul 13 14:58:03.008297 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 672a354b-4694-42dd-a5af-812a9f69dc0c up at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:58:03.056454 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning for port 672a354b-4694-42dd-a5af-812a9f69dc0c completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:58:03.060256 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning complete for port 672a354b-4694-42dd-a5af-812a9f69dc0c triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:58:03.060692 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:58:03.139102 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:58:03.165714 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f8932e5-46e6-4f8e-9243-d9791f73b371', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '672a354b-4694-42dd-a5af-812a9f69dc0c'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:58:03.168092 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f877c416c4e1be0a98e2d34673ec81d4e31c3422e8e709fff770f7d8b7e0843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfcd6a41-b471-4f3d-b80e-4213f2566558" -d '{"events": [{"server_uuid": "6f8932e5-46e6-4f8e-9243-d9791f73b371", "name": "network-vif-plugged", "status": "completed", "tag": "672a354b-4694-42dd-a5af-812a9f69dc0c"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:58:03.182409 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 672a354b-4694-42dd-a5af-812a9f69dc0c, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=672a354b-4694-42dd-a5af-812a9f69dc0c,segment=NetworkSegment(fa3c3a94-5b1b-44a8-b059-4c18413fd47e),segment_id=fa3c3a94-5b1b-44a8-b059-4c18413fd47e)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:58:03.187306 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:58:03.214512 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d021ef41-11c6-420f-9cc0-d91219f8a150 x-openstack-request-id: req-d021ef41-11c6-420f-9cc0-d91219f8a150 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:58:03.214818 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f8932e5-46e6-4f8e-9243-d9791f73b371", "name": "network-vif-plugged", "status": "completed", "tag": "672a354b-4694-42dd-a5af-812a9f69dc0c", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:58:03.215047 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d021ef41-11c6-420f-9cc0-d91219f8a150 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:58:03.215430 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f8932e5-46e6-4f8e-9243-d9791f73b371', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '672a354b-4694-42dd-a5af-812a9f69dc0c', 'code': 200} Jul 13 14:58:03.244188 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=672a354b-4694-42dd-a5af-812a9f69dc0c,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:58:03.333347 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73a52cc-3558-47f1-8432-a81c958b5c67 req-55a9e558-28d5-4621-b756-5e3b228aa3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:58:03.334895 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b73a52cc-3558-47f1-8432-a81c958b5c67 req-55a9e558-28d5-4621-b756-5e3b228aa3f0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6f8932e5-46e6-4f8e-9243-d9791f73b371 HTTP/1.1" status: 200 len: 1096 time: 0.0581698 Jul 13 14:58:03.371119 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-b73a52cc-3558-47f1-8432-a81c958b5c67 req-b356d2a7-6eb7-46ec-b9ce-6757688af5b2 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c5494f22-2310-461c-8e7a-e35f0d2be35e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293725 Jul 13 14:58:03.494582 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e783731e-2be6-451d-a266-7e322e9be702 req-52648d54-b8ef-4eda-8746-a52558ccca40 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:58:03.496150 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e783731e-2be6-451d-a266-7e322e9be702 req-52648d54-b8ef-4eda-8746-a52558ccca40 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f8932e5-46e6-4f8e-9243-d9791f73b371 HTTP/1.1" status: 200 len: 945 time: 0.0665309 Jul 13 14:58:03.535557 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e783731e-2be6-451d-a266-7e322e9be702 req-dfc9405c-a56c-4bed-ab72-caedb2d9cd69 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5494f22-2310-461c-8e7a-e35f0d2be35e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332673 Jul 13 14:58:04.719649 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd11a188-5615-45de-9350-cce7caeb03e0 req-ba859c81-7c80-45ca-b84d-f5afef7bcc41 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:58:04.721170 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cd11a188-5615-45de-9350-cce7caeb03e0 req-ba859c81-7c80-45ca-b84d-f5afef7bcc41 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f8932e5-46e6-4f8e-9243-d9791f73b371 HTTP/1.1" status: 200 len: 945 time: 0.0696893 Jul 13 14:58:04.759126 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-cd11a188-5615-45de-9350-cce7caeb03e0 req-9c7f271e-1213-4bc5-9b9b-cee4ef48f421 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5494f22-2310-461c-8e7a-e35f0d2be35e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323725 Jul 13 14:58:04.931072 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ba6ab4-a47c-4c40-b1b8-ed835d0ae0ad req-83144702-670a-467c-9ea7-2b6e60b8f897 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:58:04.932498 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-99ba6ab4-a47c-4c40-b1b8-ed835d0ae0ad req-83144702-670a-467c-9ea7-2b6e60b8f897 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f8932e5-46e6-4f8e-9243-d9791f73b371 HTTP/1.1" status: 200 len: 945 time: 0.0631635 Jul 13 14:58:04.976697 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-99ba6ab4-a47c-4c40-b1b8-ed835d0ae0ad req-ae259c53-7c25-4085-8f43-ac313ae5a491 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5494f22-2310-461c-8e7a-e35f0d2be35e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383017 Jul 13 14:58:05.001033 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 53812) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:58:05.139594 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d81c7f6-fb66-46f1-b4f2-8440c31ef8bb tempest-TestSnapshotPattern-896146346 tempest-TestSnapshotPattern-896146346-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:58:05.141668 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-2d81c7f6-fb66-46f1-b4f2-8440c31ef8bb tempest-TestSnapshotPattern-896146346 tempest-TestSnapshotPattern-896146346-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=6f8932e5-46e6-4f8e-9243-d9791f73b371 HTTP/1.1" status: 200 len: 1091 time: 0.1396451 Jul 13 14:58:05.144854 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 53816) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:58:05.149263 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-0a716ed0-bc39-44a9-abe5-ceb0d4e0937d tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Request body: {'floatingip': {'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'port_id': '672a354b-4694-42dd-a5af-812a9f69dc0c', 'tenant_id': 'd7e5aa6ceacc45c6b173ddb5fe105765', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:58:05.172600 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0a716ed0-bc39-44a9-abe5-ceb0d4e0937d tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Notify callbacks [] for floatingip, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:58:05.273163 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0a716ed0-bc39-44a9-abe5-ceb0d4e0937d tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:58:05.375923 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-0a716ed0-bc39-44a9-abe5-ceb0d4e0937d tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Allocated IP 172.25.6.121 (acf968b8-c524-46a9-a20b-ad9667009130/dde5a78e-bd1e-4f47-8189-7321d4de73d3/283d05e6-46a4-40c0-a360-b5eccb503bc4) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:58:05.480392 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0a716ed0-bc39-44a9-abe5-ceb0d4e0937d tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:58:05.519134 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0a716ed0-bc39-44a9-abe5-ceb0d4e0937d tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:58:05.559078 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a716ed0-bc39-44a9-abe5-ceb0d4e0937d tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Network acf968b8-c524-46a9-a20b-ad9667009130 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:58:05.564248 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-0a716ed0-bc39-44a9-abe5-ceb0d4e0937d tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:58:05.568609 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a716ed0-bc39-44a9-abe5-ceb0d4e0937d tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:58:05.571971 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a716ed0-bc39-44a9-abe5-ceb0d4e0937d tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Pushing event updated for resources: {'Port': ['ID=283d05e6-46a4-40c0-a360-b5eccb503bc4,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:58:05.976987 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0a716ed0-bc39-44a9-abe5-ceb0d4e0937d tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:58:06.012538 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-870228bd-2013-4849-9df0-79da19507441 req-9e1acaf9-ccc3-4064-88cf-726fa590a0f9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6f8932e5-46e6-4f8e-9243-d9791f73b371&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0976584 Jul 13 14:58:06.089289 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0a716ed0-bc39-44a9-abe5-ceb0d4e0937d tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:58:06.160546 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870228bd-2013-4849-9df0-79da19507441 req-be5bfeec-ef78-43e0-924e-41213019917c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:58:06.162081 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-870228bd-2013-4849-9df0-79da19507441 req-be5bfeec-ef78-43e0-924e-41213019917c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d7e5aa6ceacc45c6b173ddb5fe105765&device_id=6f8932e5-46e6-4f8e-9243-d9791f73b371 HTTP/1.1" status: 200 len: 1096 time: 0.1071343 Jul 13 14:58:06.319745 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870228bd-2013-4849-9df0-79da19507441 req-e5b3af23-2455-4aad-8e8a-93dfb1dc105f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:58:06.321228 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-870228bd-2013-4849-9df0-79da19507441 req-e5b3af23-2455-4aad-8e8a-93dfb1dc105f service neutron] 10.222.0.41 "GET /v2.0/networks?id=77284dce-73e9-4cca-9b4b-aefb30e757eb HTTP/1.1" status: 200 len: 909 time: 0.1310446 Jul 13 14:58:06.367818 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0a716ed0-bc39-44a9-abe5-ceb0d4e0937d tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:58:06.375887 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0a716ed0-bc39-44a9-abe5-ceb0d4e0937d tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6018480'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:58:06.452244 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-870228bd-2013-4849-9df0-79da19507441 req-b79f584c-f3dd-4b7d-a61b-b993c16e6791 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=672a354b-4694-42dd-a5af-812a9f69dc0c HTTP/1.1" status: 200 len: 999 time: 0.1243231 Jul 13 14:58:06.492753 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a716ed0-bc39-44a9-abe5-ceb0d4e0937d tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Pushing event updated for resources: {'Port': ['ID=283d05e6-46a4-40c0-a360-b5eccb503bc4,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:58:06.505061 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0a716ed0-bc39-44a9-abe5-ceb0d4e0937d tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446547'] for floatingip, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:58:06.551497 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870228bd-2013-4849-9df0-79da19507441 req-ad9ec301-3721-464a-a67c-c65dfcd40862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:58:06.552987 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-870228bd-2013-4849-9df0-79da19507441 req-ad9ec301-3721-464a-a67c-c65dfcd40862 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f1df5278-5386-401c-babc-709d5ff5eb24 HTTP/1.1" status: 200 len: 848 time: 0.0939221 Jul 13 14:58:06.651485 n-d-800634-1 neutron-server[93751]: INFO neutron.db.l3_db [None req-0a716ed0-bc39-44a9-abe5-ceb0d4e0937d tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Floating IP 2de928f6-a272-4659-91d6-337dbd988bc5 associated. External IP: 172.25.6.121, port: 672a354b-4694-42dd-a5af-812a9f69dc0c. Jul 13 14:58:06.701880 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870228bd-2013-4849-9df0-79da19507441 req-876e1972-a3aa-4735-9910-415b822e392e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:58:06.703931 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-870228bd-2013-4849-9df0-79da19507441 req-876e1972-a3aa-4735-9910-415b822e392e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=77284dce-73e9-4cca-9b4b-aefb30e757eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1443954 Jul 13 14:58:07.176147 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-870228bd-2013-4849-9df0-79da19507441 req-1b95e352-1a11-4b03-a4ee-38da9024540b service neutron] 10.222.0.41 "GET /v2.0/networks/77284dce-73e9-4cca-9b4b-aefb30e757eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4654555 Jul 13 14:58:07.310355 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a716ed0-bc39-44a9-abe5-ceb0d4e0937d tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Router 7b0c24bf-a0bc-4193-a761-d1bee92c294b has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:58:07.318875 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-870228bd-2013-4849-9df0-79da19507441 req-e326ca5c-01ac-4464-bec1-968197c32ed0 service neutron] 10.222.0.41 "GET /v2.0/networks/77284dce-73e9-4cca-9b4b-aefb30e757eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363323 Jul 13 14:58:07.426377 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a716ed0-bc39-44a9-abe5-ceb0d4e0937d tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:58:07.435721 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654d9b27-7218-4cdd-adff-bfda4f7a77f8 None None] Sync routers for ids ['7b0c24bf-a0bc-4193-a761-d1bee92c294b'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:58:07.441963 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0a716ed0-bc39-44a9-abe5-ceb0d4e0937d tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for floatingip, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:58:07.446440 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654d9b27-7218-4cdd-adff-bfda4f7a77f8 None None] Routers {'7b0c24bf-a0bc-4193-a761-d1bee92c294b'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:58:07.447058 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-654d9b27-7218-4cdd-adff-bfda4f7a77f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:57:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['7b0c24bf-a0bc-4193-a761-d1bee92c294b'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:58:07.485303 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-0a716ed0-bc39-44a9-abe5-ceb0d4e0937d tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3394005 Jul 13 14:58:07.486052 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f8932e5-46e6-4f8e-9243-d9791f73b371', 'tag': '672a354b-4694-42dd-a5af-812a9f69dc0c'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:58:07.488318 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dea8b0fca9d342929f96bd35c86b8a14765464b9140f1e1e2496fbd7209775c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-867ff38b-c2d0-44ca-9e57-6df1879d9ad8" -d '{"events": [{"name": "network-changed", "server_uuid": "6f8932e5-46e6-4f8e-9243-d9791f73b371", "tag": "672a354b-4694-42dd-a5af-812a9f69dc0c"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:58:07.560851 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-654d9b27-7218-4cdd-adff-bfda4f7a77f8 None None] Set router 7b0c24bf-a0bc-4193-a761-d1bee92c294b gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:58:07.590153 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74f72635-bd28-40f2-a77e-a69a0df4ba70 x-openstack-request-id: req-74f72635-bd28-40f2-a77e-a69a0df4ba70 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:58:07.590644 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f8932e5-46e6-4f8e-9243-d9791f73b371", "tag": "672a354b-4694-42dd-a5af-812a9f69dc0c", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:58:07.590907 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-74f72635-bd28-40f2-a77e-a69a0df4ba70 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:58:07.591310 n-d-800634-1 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f8932e5-46e6-4f8e-9243-d9791f73b371', 'tag': '672a354b-4694-42dd-a5af-812a9f69dc0c', 'status': 'completed', 'code': 200} Jul 13 14:58:07.664627 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867ff38b-c2d0-44ca-9e57-6df1879d9ad8 req-8305aefe-2d64-4fb9-898c-7b7db2f7a531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:58:07.666392 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-867ff38b-c2d0-44ca-9e57-6df1879d9ad8 req-8305aefe-2d64-4fb9-898c-7b7db2f7a531 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d7e5aa6ceacc45c6b173ddb5fe105765&device_id=6f8932e5-46e6-4f8e-9243-d9791f73b371 HTTP/1.1" status: 200 len: 1096 time: 0.0543654 Jul 13 14:58:07.756133 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867ff38b-c2d0-44ca-9e57-6df1879d9ad8 req-afe86e05-d37c-492e-ad2a-2f1c3703f823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:58:07.757641 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-867ff38b-c2d0-44ca-9e57-6df1879d9ad8 req-afe86e05-d37c-492e-ad2a-2f1c3703f823 service neutron] 10.222.0.41 "GET /v2.0/networks?id=77284dce-73e9-4cca-9b4b-aefb30e757eb HTTP/1.1" status: 200 len: 909 time: 0.0857875 Jul 13 14:58:07.831435 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-867ff38b-c2d0-44ca-9e57-6df1879d9ad8 req-b34223eb-5335-4c65-913a-82ab2b79d441 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=672a354b-4694-42dd-a5af-812a9f69dc0c HTTP/1.1" status: 200 len: 999 time: 0.0676243 Jul 13 14:58:07.882070 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867ff38b-c2d0-44ca-9e57-6df1879d9ad8 req-e8e92159-b17e-4c60-b06a-550479e97d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:58:07.883664 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-867ff38b-c2d0-44ca-9e57-6df1879d9ad8 req-e8e92159-b17e-4c60-b06a-550479e97d2b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f1df5278-5386-401c-babc-709d5ff5eb24 HTTP/1.1" status: 200 len: 848 time: 0.0465193 Jul 13 14:58:07.951892 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-654d9b27-7218-4cdd-adff-bfda4f7a77f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b0c24bf-a0bc-4193-a761-d1bee92c294b', 'name': 'tempest-TestSnapshotPattern-980326371-router', 'tenant_id': 'd7e5aa6ceacc45c6b173ddb5fe105765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': 'e1dab230-59a9-4adf-8c31-da8f2837cbf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:57:44Z', 'updated_at': '2021-07-13T14:57:46Z', 'revision_number': 4, 'project_id': 'd7e5aa6ceacc45c6b173ddb5fe105765', 'gw_port': {'id': 'e1dab230-59a9-4adf-8c31-da8f2837cbf4', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b5:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b0c24bf-a0bc-4193-a761-d1bee92c294b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:57:44Z', 'updated_at': '2021-07-13T14:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_floatingips': [{'id': '2de928f6-a272-4659-91d6-337dbd988bc5', 'tenant_id': 'd7e5aa6ceacc45c6b173ddb5fe105765', 'floating_ip_address': '172.25.6.121', 'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'router_id': '7b0c24bf-a0bc-4193-a761-d1bee92c294b', 'port_id': '672a354b-4694-42dd-a5af-812a9f69dc0c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77284dce-73e9-4cca-9b4b-aefb30e757eb', 'mac_address': 'fa:16:3e:99:c0:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f8932e5-46e6-4f8e-9243-d9791f73b371', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:58:05Z', 'updated_at': '2021-07-13T14:58:05Z', 'revision_number': 0, 'project_id': 'd7e5aa6ceacc45c6b173ddb5fe105765', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '346a8857-67bd-4931-a5c1-44d9a3c8ec00', 'name': '', 'network_id': '77284dce-73e9-4cca-9b4b-aefb30e757eb', 'tenant_id': 'd7e5aa6ceacc45c6b173ddb5fe105765', 'mac_address': 'fa:16:3e:b1:79:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b0c24bf-a0bc-4193-a761-d1bee92c294b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'f1df5278-5386-401c-babc-709d5ff5eb24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:57:46Z', 'updated_at': '2021-07-13T14:57:51Z', 'revision_number': 5, 'project_id': 'd7e5aa6ceacc45c6b173ddb5fe105765', 'subnets': [{'id': 'f1df5278-5386-401c-babc-709d5ff5eb24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:58:07.955033 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867ff38b-c2d0-44ca-9e57-6df1879d9ad8 req-2dee55ea-e372-4e44-96e2-fb8dd2f42f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:58:07.956586 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-867ff38b-c2d0-44ca-9e57-6df1879d9ad8 req-2dee55ea-e372-4e44-96e2-fb8dd2f42f11 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=77284dce-73e9-4cca-9b4b-aefb30e757eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0669611 Jul 13 14:58:07.979761 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654d9b27-7218-4cdd-adff-bfda4f7a77f8 None None] Checking router: 7b0c24bf-a0bc-4193-a761-d1bee92c294b for host: n-d-800634-1 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:58:07.991572 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654d9b27-7218-4cdd-adff-bfda4f7a77f8 None None] Routers {'7b0c24bf-a0bc-4193-a761-d1bee92c294b'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:58:07.991572 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-654d9b27-7218-4cdd-adff-bfda4f7a77f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T14:57:50Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['7b0c24bf-a0bc-4193-a761-d1bee92c294b'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:58:08.062404 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-867ff38b-c2d0-44ca-9e57-6df1879d9ad8 req-dbce586b-7da2-4112-81c0-0b53d6b1a3ee service neutron] 10.222.0.41 "GET /v2.0/networks/77284dce-73e9-4cca-9b4b-aefb30e757eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996358 Jul 13 14:58:08.119544 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-654d9b27-7218-4cdd-adff-bfda4f7a77f8 None None] Set router 7b0c24bf-a0bc-4193-a761-d1bee92c294b gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:58:08.162221 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-867ff38b-c2d0-44ca-9e57-6df1879d9ad8 req-d4da7cfb-49d4-407d-ad8f-bb9f2d956c02 service neutron] 10.222.0.41 "GET /v2.0/networks/77284dce-73e9-4cca-9b4b-aefb30e757eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944157 Jul 13 14:58:08.357151 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-654d9b27-7218-4cdd-adff-bfda4f7a77f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b0c24bf-a0bc-4193-a761-d1bee92c294b', 'name': 'tempest-TestSnapshotPattern-980326371-router', 'tenant_id': 'd7e5aa6ceacc45c6b173ddb5fe105765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': 'e1dab230-59a9-4adf-8c31-da8f2837cbf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:57:44Z', 'updated_at': '2021-07-13T14:57:46Z', 'revision_number': 4, 'project_id': 'd7e5aa6ceacc45c6b173ddb5fe105765', 'gw_port': {'id': 'e1dab230-59a9-4adf-8c31-da8f2837cbf4', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b5:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b0c24bf-a0bc-4193-a761-d1bee92c294b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:57:44Z', 'updated_at': '2021-07-13T14:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_floatingips': [{'id': '2de928f6-a272-4659-91d6-337dbd988bc5', 'tenant_id': 'd7e5aa6ceacc45c6b173ddb5fe105765', 'floating_ip_address': '172.25.6.121', 'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'router_id': '7b0c24bf-a0bc-4193-a761-d1bee92c294b', 'port_id': '672a354b-4694-42dd-a5af-812a9f69dc0c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77284dce-73e9-4cca-9b4b-aefb30e757eb', 'mac_address': 'fa:16:3e:99:c0:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f8932e5-46e6-4f8e-9243-d9791f73b371', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:58:05Z', 'updated_at': '2021-07-13T14:58:05Z', 'revision_number': 0, 'project_id': 'd7e5aa6ceacc45c6b173ddb5fe105765', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '346a8857-67bd-4931-a5c1-44d9a3c8ec00', 'name': '', 'network_id': '77284dce-73e9-4cca-9b4b-aefb30e757eb', 'tenant_id': 'd7e5aa6ceacc45c6b173ddb5fe105765', 'mac_address': 'fa:16:3e:b1:79:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b0c24bf-a0bc-4193-a761-d1bee92c294b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'f1df5278-5386-401c-babc-709d5ff5eb24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:57:46Z', 'updated_at': '2021-07-13T14:57:51Z', 'revision_number': 5, 'project_id': 'd7e5aa6ceacc45c6b173ddb5fe105765', 'subnets': [{'id': 'f1df5278-5386-401c-babc-709d5ff5eb24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:58:08.384446 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654d9b27-7218-4cdd-adff-bfda4f7a77f8 None None] The sync data for ids ['7b0c24bf-a0bc-4193-a761-d1bee92c294b'] in n-d-800634-1 is: [{'id': '7b0c24bf-a0bc-4193-a761-d1bee92c294b', 'name': 'tempest-TestSnapshotPattern-980326371-router', 'tenant_id': 'd7e5aa6ceacc45c6b173ddb5fe105765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': 'e1dab230-59a9-4adf-8c31-da8f2837cbf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:57:44Z', 'updated_at': '2021-07-13T14:57:46Z', 'revision_number': 4, 'project_id': 'd7e5aa6ceacc45c6b173ddb5fe105765', 'gw_port': {'id': 'e1dab230-59a9-4adf-8c31-da8f2837cbf4', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b5:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b0c24bf-a0bc-4193-a761-d1bee92c294b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:57:44Z', 'updated_at': '2021-07-13T14:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_floatingips': [{'id': '2de928f6-a272-4659-91d6-337dbd988bc5', 'tenant_id': 'd7e5aa6ceacc45c6b173ddb5fe105765', 'floating_ip_address': '172.25.6.121', 'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'router_id': '7b0c24bf-a0bc-4193-a761-d1bee92c294b', 'port_id': '672a354b-4694-42dd-a5af-812a9f69dc0c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77284dce-73e9-4cca-9b4b-aefb30e757eb', 'mac_address': 'fa:16:3e:99:c0:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f8932e5-46e6-4f8e-9243-d9791f73b371', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:58:05Z', 'updated_at': '2021-07-13T14:58:05Z', 'revision_number': 0, 'project_id': 'd7e5aa6ceacc45c6b173ddb5fe105765', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '346a8857-67bd-4931-a5c1-44d9a3c8ec00', 'name': '', 'network_id': '77284dce-73e9-4cca-9b4b-aefb30e757eb', 'tenant_id': 'd7e5aa6ceacc45c6b173ddb5fe105765', 'mac_address': 'fa:16:3e:b1:79:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b0c24bf-a0bc-4193-a761-d1bee92c294b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'f1df5278-5386-401c-babc-709d5ff5eb24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:57:46Z', 'updated_at': '2021-07-13T14:57:51Z', 'revision_number': 5, 'project_id': 'd7e5aa6ceacc45c6b173ddb5fe105765', 'subnets': [{'id': 'f1df5278-5386-401c-babc-709d5ff5eb24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:58:08.593072 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88b55a5-c6bf-440c-8f2c-bf787a627429 None None] New status for floating IP 2de928f6-a272-4659-91d6-337dbd988bc5: ACTIVE {{(pid=93753) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 14:58:15.580856 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:58:17.408589 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-1802ca62-7112-4b10-8f88-0b8599131365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:58:20.019747 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-039cc0c9-1975-40f8-ba0b-198aee550c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:58:20.152144 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:58:21.475996 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:58:22.962601 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:58:31.340401 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:58:31.738065 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:58:47.409819 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-96f89a7a-b322-4b94-8680-0164b6069d72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:58:50.020105 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8ebcdb16-8258-43c3-81bc-553b4472da7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:58:50.152421 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:58:51.479823 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:58:52.581395 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:58:52.970496 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:59:01.334062 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:59:01.738437 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:59:05.951538 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c56ed09c-f0d6-43d0-b6ca-d9ae05f944eb req-d7c00cfb-bb04-40bd-8640-059252fa4d5f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6f8932e5-46e6-4f8e-9243-d9791f73b371&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0584693 Jul 13 14:59:06.045375 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56ed09c-f0d6-43d0-b6ca-d9ae05f944eb req-bd0c8236-7517-4acc-b7b6-eed977b855a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:59:06.047515 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c56ed09c-f0d6-43d0-b6ca-d9ae05f944eb req-bd0c8236-7517-4acc-b7b6-eed977b855a0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d7e5aa6ceacc45c6b173ddb5fe105765&device_id=6f8932e5-46e6-4f8e-9243-d9791f73b371 HTTP/1.1" status: 200 len: 1096 time: 0.0527294 Jul 13 14:59:06.149449 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56ed09c-f0d6-43d0-b6ca-d9ae05f944eb req-a4f5157c-5a36-49fc-b81a-ad246cf50561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:59:06.150937 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c56ed09c-f0d6-43d0-b6ca-d9ae05f944eb req-a4f5157c-5a36-49fc-b81a-ad246cf50561 service neutron] 10.222.0.41 "GET /v2.0/networks?id=77284dce-73e9-4cca-9b4b-aefb30e757eb HTTP/1.1" status: 200 len: 909 time: 0.0851223 Jul 13 14:59:06.220182 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c56ed09c-f0d6-43d0-b6ca-d9ae05f944eb req-47aa7377-1e3a-4d18-b5b2-5a190185354e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=672a354b-4694-42dd-a5af-812a9f69dc0c HTTP/1.1" status: 200 len: 1001 time: 0.0624397 Jul 13 14:59:06.267717 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56ed09c-f0d6-43d0-b6ca-d9ae05f944eb req-60dabb7e-1cc9-49bd-81c3-6776ace0c09c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:59:06.269109 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c56ed09c-f0d6-43d0-b6ca-d9ae05f944eb req-60dabb7e-1cc9-49bd-81c3-6776ace0c09c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f1df5278-5386-401c-babc-709d5ff5eb24 HTTP/1.1" status: 200 len: 848 time: 0.0430601 Jul 13 14:59:06.325281 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56ed09c-f0d6-43d0-b6ca-d9ae05f944eb req-325a4d9c-bfb2-4178-a9a8-e766a1457324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:59:06.326779 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c56ed09c-f0d6-43d0-b6ca-d9ae05f944eb req-325a4d9c-bfb2-4178-a9a8-e766a1457324 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=77284dce-73e9-4cca-9b4b-aefb30e757eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513086 Jul 13 14:59:06.420232 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c56ed09c-f0d6-43d0-b6ca-d9ae05f944eb req-57cc886f-f3db-4dcd-8e18-1ac0f8befe78 service neutron] 10.222.0.41 "GET /v2.0/networks/77284dce-73e9-4cca-9b4b-aefb30e757eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866287 Jul 13 14:59:06.512929 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c56ed09c-f0d6-43d0-b6ca-d9ae05f944eb req-066b4ad4-3e4d-4fb7-a4ba-27b2a089da15 service neutron] 10.222.0.41 "GET /v2.0/networks/77284dce-73e9-4cca-9b4b-aefb30e757eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865297 Jul 13 14:59:17.410039 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-66fd619f-ecef-41ad-8059-51f0bb6681a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:59:20.019812 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-0c7ba306-2e04-4685-be48-e8fae774a090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:59:20.152732 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:59:21.482387 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:59:22.967721 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:59:29.580381 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:59:31.337960 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:59:31.755073 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:59:46.343963 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [req-9784e1be-a917-44ee-9ad8-39b1ffba52c4 req-54708a24-f856-41d6-879f-19c082bb3d9a service neutron] (93750) timed out ('10.222.0.23', 48354) {{(pid=93750) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 13 14:59:47.412036 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9bcd3366-e861-443d-8fcc-b3f6f2b0cf29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:59:50.020079 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c13352be-8463-4441-8759-747a6dbf238c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:59:50.153808 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:59:51.484084 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:59:52.968392 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:00:01.349474 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:00:01.748677 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:00:05.668954 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 672a354b-4694-42dd-a5af-812a9f69dc0c details requested by agent hyperv_n-h2-800634-1 with host n-h2-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 15:00:05.772332 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 672a354b-4694-42dd-a5af-812a9f69dc0c, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=672a354b-4694-42dd-a5af-812a9f69dc0c,segment=NetworkSegment(fa3c3a94-5b1b-44a8-b059-4c18413fd47e),segment_id=fa3c3a94-5b1b-44a8-b059-4c18413fd47e)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:00:05.784388 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Returning: {'device': '672a354b-4694-42dd-a5af-812a9f69dc0c', 'network_id': '77284dce-73e9-4cca-9b4b-aefb30e757eb', 'port_id': '672a354b-4694-42dd-a5af-812a9f69dc0c', 'mac_address': 'fa:16:3e:99:c0:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1df5278-5386-401c-babc-709d5ff5eb24', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 15:00:05.823100 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:00:05.836048 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 672a354b-4694-42dd-a5af-812a9f69dc0c {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 15:00:05.855574 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 672a354b-4694-42dd-a5af-812a9f69dc0c, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=672a354b-4694-42dd-a5af-812a9f69dc0c,segment=NetworkSegment(fa3c3a94-5b1b-44a8-b059-4c18413fd47e),segment_id=fa3c3a94-5b1b-44a8-b059-4c18413fd47e)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:00:05.859066 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:00:05.910584 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=672a354b-4694-42dd-a5af-812a9f69dc0c,revision_number=6']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:00:05.918080 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:00:05.918431 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:00:05.918776 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:00:05.919120 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:00:05.919451 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:00:05.919782 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:00:05.920111 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:00:05.920442 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:00:05.920764 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:00:05.921089 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:00:05.921416 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:00:05.921819 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:00:05.927960 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] get_ports_and_sgs() called for port_ids ['672a354b-4694-42dd-a5af-812a9f69dc0c'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 15:00:06.579374 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 15:00:07.677473 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 672a354b-4694-42dd-a5af-812a9f69dc0c up at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 15:00:07.736683 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Provisioning complete for port 672a354b-4694-42dd-a5af-812a9f69dc0c triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 15:00:07.737128 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:00:07.825666 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:00:07.851971 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f8932e5-46e6-4f8e-9243-d9791f73b371', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '672a354b-4694-42dd-a5af-812a9f69dc0c'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 15:00:07.854291 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f877c416c4e1be0a98e2d34673ec81d4e31c3422e8e709fff770f7d8b7e0843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2290155-5477-49a4-8b6a-187961c9ccbe" -d '{"events": [{"server_uuid": "6f8932e5-46e6-4f8e-9243-d9791f73b371", "name": "network-vif-plugged", "status": "completed", "tag": "672a354b-4694-42dd-a5af-812a9f69dc0c"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 15:00:07.893259 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 672a354b-4694-42dd-a5af-812a9f69dc0c, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=672a354b-4694-42dd-a5af-812a9f69dc0c,segment=NetworkSegment(fa3c3a94-5b1b-44a8-b059-4c18413fd47e),segment_id=fa3c3a94-5b1b-44a8-b059-4c18413fd47e)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:00:07.904525 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:00:07.985970 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 15:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7854ca5d-b94e-4688-9bf6-5da29b210066 x-openstack-request-id: req-7854ca5d-b94e-4688-9bf6-5da29b210066 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 15:00:07.986265 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f8932e5-46e6-4f8e-9243-d9791f73b371", "name": "network-vif-plugged", "status": "completed", "tag": "672a354b-4694-42dd-a5af-812a9f69dc0c", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 15:00:07.986534 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7854ca5d-b94e-4688-9bf6-5da29b210066 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 15:00:07.986915 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f8932e5-46e6-4f8e-9243-d9791f73b371', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '672a354b-4694-42dd-a5af-812a9f69dc0c', 'code': 200} Jul 13 15:00:07.987856 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=672a354b-4694-42dd-a5af-812a9f69dc0c,revision_number=7']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:00:08.026337 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a356f4-eb0a-4b2a-94aa-b92ee93070aa req-bb96824c-3b48-4d9e-bf3d-3f8ed6f0cdcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:00:08.028591 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e4a356f4-eb0a-4b2a-94aa-b92ee93070aa req-bb96824c-3b48-4d9e-bf3d-3f8ed6f0cdcf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d7e5aa6ceacc45c6b173ddb5fe105765&device_id=6f8932e5-46e6-4f8e-9243-d9791f73b371 HTTP/1.1" status: 200 len: 1096 time: 0.0772302 Jul 13 15:00:08.141595 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a356f4-eb0a-4b2a-94aa-b92ee93070aa req-575240dc-5ef2-4966-a0f4-79c257c56c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:00:08.143447 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e4a356f4-eb0a-4b2a-94aa-b92ee93070aa req-575240dc-5ef2-4966-a0f4-79c257c56c86 service neutron] 10.222.0.41 "GET /v2.0/networks?id=77284dce-73e9-4cca-9b4b-aefb30e757eb HTTP/1.1" status: 200 len: 909 time: 0.0928040 Jul 13 15:00:08.223561 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e4a356f4-eb0a-4b2a-94aa-b92ee93070aa req-3a7b5501-95e0-458a-ad80-f33602b26725 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=672a354b-4694-42dd-a5af-812a9f69dc0c HTTP/1.1" status: 200 len: 1001 time: 0.0719948 Jul 13 15:00:08.280714 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a356f4-eb0a-4b2a-94aa-b92ee93070aa req-d25b81b8-f443-4679-b7bf-fe282ecb51eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:00:08.282623 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e4a356f4-eb0a-4b2a-94aa-b92ee93070aa req-d25b81b8-f443-4679-b7bf-fe282ecb51eb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f1df5278-5386-401c-babc-709d5ff5eb24 HTTP/1.1" status: 200 len: 848 time: 0.0529280 Jul 13 15:00:08.348913 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a356f4-eb0a-4b2a-94aa-b92ee93070aa req-0c06cadf-a51e-4e92-aa0e-c95ac70c5e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:00:08.350469 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e4a356f4-eb0a-4b2a-94aa-b92ee93070aa req-0c06cadf-a51e-4e92-aa0e-c95ac70c5e0c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=77284dce-73e9-4cca-9b4b-aefb30e757eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0616312 Jul 13 15:00:08.454929 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e4a356f4-eb0a-4b2a-94aa-b92ee93070aa req-a75d32f5-0cc4-4f9d-adc5-c07be7a78d47 service neutron] 10.222.0.41 "GET /v2.0/networks/77284dce-73e9-4cca-9b4b-aefb30e757eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956419 Jul 13 15:00:08.559114 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-e4a356f4-eb0a-4b2a-94aa-b92ee93070aa req-3acf8115-b047-4bda-99d1-433a45830677 service neutron] 10.222.0.41 "GET /v2.0/networks/77284dce-73e9-4cca-9b4b-aefb30e757eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946670 Jul 13 15:00:15.265569 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4d00c447-2a77-4a16-8b6e-42d19f18940f req-59871ba3-60f1-4fb3-89ad-a14ebf482cf6 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1387740947&fields=id&tenant_id=d7e5aa6ceacc45c6b173ddb5fe105765 HTTP/1.1" status: 200 len: 267 time: 0.0340197 Jul 13 15:00:15.374600 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d00c447-2a77-4a16-8b6e-42d19f18940f req-98599c55-7939-4431-8555-302226acbd63 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:00:15.376112 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4d00c447-2a77-4a16-8b6e-42d19f18940f req-98599c55-7939-4431-8555-302226acbd63 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] 10.222.0.23 "GET /v2.0/networks?id=77284dce-73e9-4cca-9b4b-aefb30e757eb HTTP/1.1" status: 200 len: 809 time: 0.1041033 Jul 13 15:00:15.390945 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4d00c447-2a77-4a16-8b6e-42d19f18940f req-122489a2-a2ee-4d96-a2ba-13fa390d83ae tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] 10.222.0.23 "GET /v2.0/quotas/d7e5aa6ceacc45c6b173ddb5fe105765 HTTP/1.1" status: 200 len: 375 time: 0.0089481 Jul 13 15:00:15.461967 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4d00c447-2a77-4a16-8b6e-42d19f18940f req-2819d83f-87d8-46dc-ad57-52319ed9a8e4 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d7e5aa6ceacc45c6b173ddb5fe105765&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0658684 Jul 13 15:00:15.518164 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [req-4d00c447-2a77-4a16-8b6e-42d19f18940f req-5617d16e-962b-43f7-a060-bb8e2d2acefc service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 15:00:15.519163 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4d00c447-2a77-4a16-8b6e-42d19f18940f req-5617d16e-962b-43f7-a060-bb8e2d2acefc service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0464048 Jul 13 15:00:15.611412 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4d00c447-2a77-4a16-8b6e-42d19f18940f req-6f27be13-d8cf-42dc-96c5-5f3fb58b9e7d service neutron] 10.222.0.23 "GET /v2.0/networks/77284dce-73e9-4cca-9b4b-aefb30e757eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863314 Jul 13 15:00:15.700876 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-4d00c447-2a77-4a16-8b6e-42d19f18940f req-f9bbc879-e1b9-4efc-9e77-72ebd71b536f service neutron] 10.222.0.23 "GET /v2.0/networks/77284dce-73e9-4cca-9b4b-aefb30e757eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837348 Jul 13 15:00:15.903300 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-243fdab7-c5a6-470b-8705-722f31b789d2 req-8e3c3ba7-f0b9-4990-b71a-609a840ebdd6 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] 10.222.0.23 "GET /v2.0/ports?device_id=99e7c76b-83fb-4b52-ae3a-cccd4d019221 HTTP/1.1" status: 200 len: 210 time: 0.0297480 Jul 13 15:00:17.063367 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-24921c58-0594-4d2a-b1d2-ba953c2fb9d0 req-c443611f-5d86-4ef0-ad60-3f421a45d6a2 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] 10.222.0.23 "GET /v2.0/ports?device_id=99e7c76b-83fb-4b52-ae3a-cccd4d019221 HTTP/1.1" status: 200 len: 210 time: 0.0310106 Jul 13 15:00:17.095956 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d00c447-2a77-4a16-8b6e-42d19f18940f req-44ef007b-3f01-4dac-9611-820a103c0833 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:00:17.097426 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4d00c447-2a77-4a16-8b6e-42d19f18940f req-44ef007b-3f01-4dac-9611-820a103c0833 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] 10.222.0.26 "GET /v2.0/networks?id=77284dce-73e9-4cca-9b4b-aefb30e757eb HTTP/1.1" status: 200 len: 809 time: 0.1125462 Jul 13 15:00:17.168506 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4d00c447-2a77-4a16-8b6e-42d19f18940f req-36f42a4a-6da7-4964-9974-5c1c4d659b31 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d7e5aa6ceacc45c6b173ddb5fe105765 HTTP/1.1" status: 200 len: 380 time: 0.0546968 Jul 13 15:00:17.177835 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-4d00c447-2a77-4a16-8b6e-42d19f18940f req-4a34343c-1628-44c4-ab42-82fcc485e81e tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Request body: {'port': {'device_id': '99e7c76b-83fb-4b52-ae3a-cccd4d019221', 'network_id': '77284dce-73e9-4cca-9b4b-aefb30e757eb', 'admin_state_up': True, 'tenant_id': 'd7e5aa6ceacc45c6b173ddb5fe105765', 'security_groups': ['c5494f22-2310-461c-8e7a-e35f0d2be35e']}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 15:00:17.285282 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d00c447-2a77-4a16-8b6e-42d19f18940f req-4a34343c-1628-44c4-ab42-82fcc485e81e tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Made reservation on behalf of d7e5aa6ceacc45c6b173ddb5fe105765 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 15:00:17.289403 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4d00c447-2a77-4a16-8b6e-42d19f18940f req-4a34343c-1628-44c4-ab42-82fcc485e81e tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:00:17.415094 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ec8f6c22-e3da-402f-87b6-2e786253caa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:00:17.432334 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-4d00c447-2a77-4a16-8b6e-42d19f18940f req-4a34343c-1628-44c4-ab42-82fcc485e81e tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Allocated IP 172.20.0.8 (77284dce-73e9-4cca-9b4b-aefb30e757eb/f1df5278-5386-401c-babc-709d5ff5eb24/a2737d3d-585f-48bf-9444-9c89cdd90801) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 15:00:17.645990 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4d00c447-2a77-4a16-8b6e-42d19f18940f req-4a34343c-1628-44c4-ab42-82fcc485e81e tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:00:17.673068 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-4d00c447-2a77-4a16-8b6e-42d19f18940f req-4a34343c-1628-44c4-ab42-82fcc485e81e tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Transition to ACTIVE for port object a2737d3d-585f-48bf-9444-9c89cdd90801 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 15:00:17.714815 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4d00c447-2a77-4a16-8b6e-42d19f18940f req-4a34343c-1628-44c4-ab42-82fcc485e81e tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:00:17.756372 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d00c447-2a77-4a16-8b6e-42d19f18940f req-4a34343c-1628-44c4-ab42-82fcc485e81e tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Network 77284dce-73e9-4cca-9b4b-aefb30e757eb is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 15:00:17.759668 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-4d00c447-2a77-4a16-8b6e-42d19f18940f req-4a34343c-1628-44c4-ab42-82fcc485e81e tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 15:00:17.764632 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d00c447-2a77-4a16-8b6e-42d19f18940f req-4a34343c-1628-44c4-ab42-82fcc485e81e tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 15:00:17.812513 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a34343c-1628-44c4-ab42-82fcc485e81e tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Pushing event updated for resources: {'Port': ['ID=a2737d3d-585f-48bf-9444-9c89cdd90801,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:00:17.833346 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d00c447-2a77-4a16-8b6e-42d19f18940f req-4a34343c-1628-44c4-ab42-82fcc485e81e tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:00:17.838413 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4d00c447-2a77-4a16-8b6e-42d19f18940f req-4a34343c-1628-44c4-ab42-82fcc485e81e tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:00:17.848350 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a34343c-1628-44c4-ab42-82fcc485e81e tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:00:17.848745 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a34343c-1628-44c4-ab42-82fcc485e81e tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:00:17.849044 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a34343c-1628-44c4-ab42-82fcc485e81e tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:00:17.849389 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a34343c-1628-44c4-ab42-82fcc485e81e tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:00:17.849728 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a34343c-1628-44c4-ab42-82fcc485e81e tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:00:17.850103 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a34343c-1628-44c4-ab42-82fcc485e81e tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:00:17.850466 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a34343c-1628-44c4-ab42-82fcc485e81e tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:00:17.850768 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a34343c-1628-44c4-ab42-82fcc485e81e tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:00:17.851092 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a34343c-1628-44c4-ab42-82fcc485e81e tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:00:17.851424 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a34343c-1628-44c4-ab42-82fcc485e81e tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:00:17.851754 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a34343c-1628-44c4-ab42-82fcc485e81e tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:00:17.852087 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a34343c-1628-44c4-ab42-82fcc485e81e tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:00:17.872650 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4d00c447-2a77-4a16-8b6e-42d19f18940f req-4a34343c-1628-44c4-ab42-82fcc485e81e tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6990755 Jul 13 15:00:18.043898 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-3e6c8c40-3be9-44ad-858f-d2d0c800cf97 None None] Provisioning for port a2737d3d-585f-48bf-9444-9c89cdd90801 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 15:00:18.047895 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-3e6c8c40-3be9-44ad-858f-d2d0c800cf97 None None] Provisioning complete for port a2737d3d-585f-48bf-9444-9c89cdd90801 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 15:00:18.048260 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-3e6c8c40-3be9-44ad-858f-d2d0c800cf97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:00:18.087388 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-3e6c8c40-3be9-44ad-858f-d2d0c800cf97 None None] Port a2737d3d-585f-48bf-9444-9c89cdd90801 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 15:00:18.264619 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d94c59a-c436-4fb1-bec3-1f6a537cf99d req-776fb990-cb78-417d-9a71-4cdfb0606b07 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:00:18.267198 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2d94c59a-c436-4fb1-bec3-1f6a537cf99d req-776fb990-cb78-417d-9a71-4cdfb0606b07 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] 10.222.0.23 "GET /v2.0/ports?device_id=99e7c76b-83fb-4b52-ae3a-cccd4d019221 HTTP/1.1" status: 200 len: 931 time: 0.0724490 Jul 13 15:00:18.313062 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2d94c59a-c436-4fb1-bec3-1f6a537cf99d req-d0351794-70e6-4263-a4ef-91f894e2aca2 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5494f22-2310-461c-8e7a-e35f0d2be35e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395656 Jul 13 15:00:19.504535 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a151d1a0-7006-4174-8dc2-4f5446f7c14d req-0a67c793-cbe1-4100-b619-7513bf8aa359 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:00:19.506923 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a151d1a0-7006-4174-8dc2-4f5446f7c14d req-0a67c793-cbe1-4100-b619-7513bf8aa359 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] 10.222.0.23 "GET /v2.0/ports?device_id=99e7c76b-83fb-4b52-ae3a-cccd4d019221 HTTP/1.1" status: 200 len: 931 time: 0.0742292 Jul 13 15:00:19.547405 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a151d1a0-7006-4174-8dc2-4f5446f7c14d req-1fc238d4-4941-470b-b239-a7484b00bc9f tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5494f22-2310-461c-8e7a-e35f0d2be35e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350177 Jul 13 15:00:19.727736 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 672a354b-4694-42dd-a5af-812a9f69dc0c no longer exists at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 15:00:19.804960 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:00:19.827542 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f8932e5-46e6-4f8e-9243-d9791f73b371', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '672a354b-4694-42dd-a5af-812a9f69dc0c'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 15:00:19.830083 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f877c416c4e1be0a98e2d34673ec81d4e31c3422e8e709fff770f7d8b7e0843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2720007-f7e0-47fc-b650-3b3dee6fc77a" -d '{"events": [{"server_uuid": "6f8932e5-46e6-4f8e-9243-d9791f73b371", "name": "network-vif-unplugged", "status": "completed", "tag": "672a354b-4694-42dd-a5af-812a9f69dc0c"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 15:00:19.843592 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] For port 672a354b-4694-42dd-a5af-812a9f69dc0c, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=672a354b-4694-42dd-a5af-812a9f69dc0c,segment=NetworkSegment(fa3c3a94-5b1b-44a8-b059-4c18413fd47e),segment_id=fa3c3a94-5b1b-44a8-b059-4c18413fd47e)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:00:19.850747 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:00:19.881013 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 15:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a523b0c7-051d-4b33-9096-909302c4fe23 x-openstack-request-id: req-a523b0c7-051d-4b33-9096-909302c4fe23 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 15:00:19.881306 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f8932e5-46e6-4f8e-9243-d9791f73b371", "name": "network-vif-unplugged", "status": "completed", "tag": "672a354b-4694-42dd-a5af-812a9f69dc0c", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 15:00:19.881577 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a523b0c7-051d-4b33-9096-909302c4fe23 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 15:00:19.881991 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f8932e5-46e6-4f8e-9243-d9791f73b371', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '672a354b-4694-42dd-a5af-812a9f69dc0c', 'code': 200} Jul 13 15:00:19.907197 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Pushing event updated for resources: {'Port': ['ID=672a354b-4694-42dd-a5af-812a9f69dc0c,revision_number=8']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:00:20.022695 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-52b4e775-903e-4f8e-bfd6-bc719a256677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:00:20.157638 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:00:20.729410 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b3881d-6cdc-488c-a704-d3f16fae8f6b req-6477d9c1-2ff2-4e3f-9dcd-78dc663b6615 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:00:20.730920 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-06b3881d-6cdc-488c-a704-d3f16fae8f6b req-6477d9c1-2ff2-4e3f-9dcd-78dc663b6615 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] 10.222.0.23 "GET /v2.0/ports?device_id=99e7c76b-83fb-4b52-ae3a-cccd4d019221 HTTP/1.1" status: 200 len: 931 time: 0.0693095 Jul 13 15:00:20.771164 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-06b3881d-6cdc-488c-a704-d3f16fae8f6b req-d016da26-f866-4095-94c9-928543057871 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5494f22-2310-461c-8e7a-e35f0d2be35e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347075 Jul 13 15:00:21.492114 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:00:21.967213 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedf894c-c729-4171-ab4f-6baab7ac658b req-d2f4aed1-fcf1-4831-b46f-e0c6c957af51 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:00:21.968725 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-aedf894c-c729-4171-ab4f-6baab7ac658b req-d2f4aed1-fcf1-4831-b46f-e0c6c957af51 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] 10.222.0.23 "GET /v2.0/ports?device_id=99e7c76b-83fb-4b52-ae3a-cccd4d019221 HTTP/1.1" status: 200 len: 931 time: 0.0774026 Jul 13 15:00:22.020846 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-aedf894c-c729-4171-ab4f-6baab7ac658b req-631a4f18-e29c-461a-bf90-59e7e1b81838 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5494f22-2310-461c-8e7a-e35f0d2be35e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440149 Jul 13 15:00:22.973049 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:00:23.190033 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ece9d60-791c-4ba5-9131-28420a7b614a req-afa1cc97-7dbb-484d-a3dc-f2c4e3672814 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:00:23.191467 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-9ece9d60-791c-4ba5-9131-28420a7b614a req-afa1cc97-7dbb-484d-a3dc-f2c4e3672814 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] 10.222.0.23 "GET /v2.0/ports?device_id=99e7c76b-83fb-4b52-ae3a-cccd4d019221 HTTP/1.1" status: 200 len: 931 time: 0.0654235 Jul 13 15:00:23.233123 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-9ece9d60-791c-4ba5-9131-28420a7b614a req-dab55bda-1953-4030-aa67-8b729146b57c tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5494f22-2310-461c-8e7a-e35f0d2be35e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341461 Jul 13 15:00:24.415425 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b55391b-d450-4d84-8f94-6c9ef79d5e65 req-8d195a5c-a52f-4db7-bb63-8d91327f62a0 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:00:24.416903 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5b55391b-d450-4d84-8f94-6c9ef79d5e65 req-8d195a5c-a52f-4db7-bb63-8d91327f62a0 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] 10.222.0.23 "GET /v2.0/ports?device_id=99e7c76b-83fb-4b52-ae3a-cccd4d019221 HTTP/1.1" status: 200 len: 931 time: 0.0665979 Jul 13 15:00:24.459673 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-5b55391b-d450-4d84-8f94-6c9ef79d5e65 req-19e6ef54-9988-4070-acdd-d72ef4e7f55c tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5494f22-2310-461c-8e7a-e35f0d2be35e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367856 Jul 13 15:00:25.659911 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dd4da9-ac7e-4201-aed2-d0071809a90d req-188b466a-e854-4ae4-90f2-3584a306fdba tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:00:25.661339 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-61dd4da9-ac7e-4201-aed2-d0071809a90d req-188b466a-e854-4ae4-90f2-3584a306fdba tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] 10.222.0.23 "GET /v2.0/ports?device_id=99e7c76b-83fb-4b52-ae3a-cccd4d019221 HTTP/1.1" status: 200 len: 931 time: 0.0841498 Jul 13 15:00:25.703715 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-61dd4da9-ac7e-4201-aed2-d0071809a90d req-7e70698b-ff29-4554-8baf-fe4ba6053f92 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5494f22-2310-461c-8e7a-e35f0d2be35e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349748 Jul 13 15:00:26.887554 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f54828-98ea-47a9-9b36-d4efb6238cab req-de1e6958-b49a-41f8-bb20-af4c900f0870 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:00:26.889034 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-90f54828-98ea-47a9-9b36-d4efb6238cab req-de1e6958-b49a-41f8-bb20-af4c900f0870 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] 10.222.0.23 "GET /v2.0/ports?device_id=99e7c76b-83fb-4b52-ae3a-cccd4d019221 HTTP/1.1" status: 200 len: 931 time: 0.0707717 Jul 13 15:00:26.928932 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-90f54828-98ea-47a9-9b36-d4efb6238cab req-c91eab8b-077b-40d1-a048-d920e0e98602 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5494f22-2310-461c-8e7a-e35f0d2be35e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342824 Jul 13 15:00:27.960723 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [req-4d00c447-2a77-4a16-8b6e-42d19f18940f req-e960991d-69d0-4345-b764-6a95a4e24595 service neutron] Request body: {'port': {'device_id': '99e7c76b-83fb-4b52-ae3a-cccd4d019221', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 15:00:28.031819 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4d00c447-2a77-4a16-8b6e-42d19f18940f req-e960991d-69d0-4345-b764-6a95a4e24595 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:00:28.106801 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d1cea7-b6da-48b8-babf-b5151650ab89 req-cec2f345-959b-4462-afa9-69f6a490be6f tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:00:28.108344 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d4d1cea7-b6da-48b8-babf-b5151650ab89 req-cec2f345-959b-4462-afa9-69f6a490be6f tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] 10.222.0.23 "GET /v2.0/ports?device_id=99e7c76b-83fb-4b52-ae3a-cccd4d019221 HTTP/1.1" status: 200 len: 931 time: 0.0680363 Jul 13 15:00:28.158930 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-d4d1cea7-b6da-48b8-babf-b5151650ab89 req-c8a216da-8b07-4628-9d3d-2fa5ddc3ebf2 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5494f22-2310-461c-8e7a-e35f0d2be35e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441539 Jul 13 15:00:28.311786 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-4d00c447-2a77-4a16-8b6e-42d19f18940f req-e960991d-69d0-4345-b764-6a95a4e24595 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2737d3d-585f-48bf-9444-9c89cdd90801 {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 15:00:28.319372 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4d00c447-2a77-4a16-8b6e-42d19f18940f req-e960991d-69d0-4345-b764-6a95a4e24595 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:00:28.331515 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-4d00c447-2a77-4a16-8b6e-42d19f18940f req-e960991d-69d0-4345-b764-6a95a4e24595 service neutron] Transition to ACTIVE for port object a2737d3d-585f-48bf-9444-9c89cdd90801 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 15:00:28.335900 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4d00c447-2a77-4a16-8b6e-42d19f18940f req-e960991d-69d0-4345-b764-6a95a4e24595 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:00:28.387921 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e960991d-69d0-4345-b764-6a95a4e24595 service neutron] Pushing event updated for resources: {'Port': ['ID=a2737d3d-585f-48bf-9444-9c89cdd90801,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:00:28.457702 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-4d00c447-2a77-4a16-8b6e-42d19f18940f req-e960991d-69d0-4345-b764-6a95a4e24595 service neutron] Attempting to bind port a2737d3d-585f-48bf-9444-9c89cdd90801 on host n-h1-800634-1 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 15:00:28.458080 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-4d00c447-2a77-4a16-8b6e-42d19f18940f req-e960991d-69d0-4345-b764-6a95a4e24595 service neutron] Attempting to bind port a2737d3d-585f-48bf-9444-9c89cdd90801 by drivers openvswitch,hyperv on host n-h1-800634-1 at level 0 using segments [{'id': 'fa3c3a94-5b1b-44a8-b059-4c18413fd47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '77284dce-73e9-4cca-9b4b-aefb30e757eb'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 15:00:28.458454 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d00c447-2a77-4a16-8b6e-42d19f18940f req-e960991d-69d0-4345-b764-6a95a4e24595 service neutron] Attempting to bind port a2737d3d-585f-48bf-9444-9c89cdd90801 on network 77284dce-73e9-4cca-9b4b-aefb30e757eb {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 15:00:28.463310 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d00c447-2a77-4a16-8b6e-42d19f18940f req-e960991d-69d0-4345-b764-6a95a4e24595 service neutron] Port a2737d3d-585f-48bf-9444-9c89cdd90801 on network 77284dce-73e9-4cca-9b4b-aefb30e757eb not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-1 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 15:00:28.463637 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d00c447-2a77-4a16-8b6e-42d19f18940f req-e960991d-69d0-4345-b764-6a95a4e24595 service neutron] Attempting to bind port a2737d3d-585f-48bf-9444-9c89cdd90801 on network 77284dce-73e9-4cca-9b4b-aefb30e757eb {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 15:00:28.468597 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d00c447-2a77-4a16-8b6e-42d19f18940f req-e960991d-69d0-4345-b764-6a95a4e24595 service neutron] Checking agent: {'id': 'a7603dc8-3c50-4a9b-8f0d-1143528f155e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'started_at': datetime.datetime(2021, 7, 13, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 15, 0, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 15:00:28.468940 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d00c447-2a77-4a16-8b6e-42d19f18940f req-e960991d-69d0-4345-b764-6a95a4e24595 service neutron] Checking segment: {'id': 'fa3c3a94-5b1b-44a8-b059-4c18413fd47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '77284dce-73e9-4cca-9b4b-aefb30e757eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 15:00:28.469327 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d00c447-2a77-4a16-8b6e-42d19f18940f req-e960991d-69d0-4345-b764-6a95a4e24595 service neutron] Bound using segment: {'id': 'fa3c3a94-5b1b-44a8-b059-4c18413fd47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '77284dce-73e9-4cca-9b4b-aefb30e757eb'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 15:00:28.469788 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-4d00c447-2a77-4a16-8b6e-42d19f18940f req-e960991d-69d0-4345-b764-6a95a4e24595 service neutron] Bound port: a2737d3d-585f-48bf-9444-9c89cdd90801, host: n-h1-800634-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa3c3a94-5b1b-44a8-b059-4c18413fd47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '77284dce-73e9-4cca-9b4b-aefb30e757eb'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 15:00:28.470157 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4d00c447-2a77-4a16-8b6e-42d19f18940f req-e960991d-69d0-4345-b764-6a95a4e24595 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:00:28.540621 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-4d00c447-2a77-4a16-8b6e-42d19f18940f req-e960991d-69d0-4345-b764-6a95a4e24595 service neutron] For port a2737d3d-585f-48bf-9444-9c89cdd90801, host n-h1-800634-1, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 15:00:28.543705 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-4d00c447-2a77-4a16-8b6e-42d19f18940f req-e960991d-69d0-4345-b764-6a95a4e24595 service neutron] For port a2737d3d-585f-48bf-9444-9c89cdd90801, host n-h1-800634-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=a2737d3d-585f-48bf-9444-9c89cdd90801,segment=NetworkSegment(fa3c3a94-5b1b-44a8-b059-4c18413fd47e),segment_id=fa3c3a94-5b1b-44a8-b059-4c18413fd47e)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 15:00:28.548133 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4d00c447-2a77-4a16-8b6e-42d19f18940f req-e960991d-69d0-4345-b764-6a95a4e24595 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:00:28.581465 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d00c447-2a77-4a16-8b6e-42d19f18940f req-e960991d-69d0-4345-b764-6a95a4e24595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:00:28.582392 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4d00c447-2a77-4a16-8b6e-42d19f18940f req-e960991d-69d0-4345-b764-6a95a4e24595 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:00:28.583771 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4d00c447-2a77-4a16-8b6e-42d19f18940f req-e960991d-69d0-4345-b764-6a95a4e24595 service neutron] 10.222.0.26 "PUT /v2.0/ports/a2737d3d-585f-48bf-9444-9c89cdd90801 HTTP/1.1" status: 200 len: 1091 time: 0.6693664 Jul 13 15:00:28.586472 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99e7c76b-83fb-4b52-ae3a-cccd4d019221', 'tag': 'a2737d3d-585f-48bf-9444-9c89cdd90801'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 15:00:28.589519 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d80e434584b282bc6a886e23c599c6bef7951b468a8cb6259e8628cee4d6f2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-845addb2-f6c8-4298-818b-685be01c1ef8" -d '{"events": [{"name": "network-changed", "server_uuid": "99e7c76b-83fb-4b52-ae3a-cccd4d019221", "tag": "a2737d3d-585f-48bf-9444-9c89cdd90801"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 15:00:28.623453 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e960991d-69d0-4345-b764-6a95a4e24595 service neutron] Pushing event updated for resources: {'Port': ['ID=a2737d3d-585f-48bf-9444-9c89cdd90801,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:00:28.705145 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 15:00:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5812fd6-8777-4f1e-96e9-f04bc597e6df x-openstack-request-id: req-d5812fd6-8777-4f1e-96e9-f04bc597e6df {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 15:00:28.705583 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99e7c76b-83fb-4b52-ae3a-cccd4d019221", "tag": "a2737d3d-585f-48bf-9444-9c89cdd90801", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 15:00:28.705864 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d5812fd6-8777-4f1e-96e9-f04bc597e6df {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 15:00:28.706268 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99e7c76b-83fb-4b52-ae3a-cccd4d019221', 'tag': 'a2737d3d-585f-48bf-9444-9c89cdd90801', 'status': 'completed', 'code': 200} Jul 13 15:00:28.717668 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d00c447-2a77-4a16-8b6e-42d19f18940f req-b0ad6f00-548d-4967-be7b-7b670b64ea93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:00:28.719411 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4d00c447-2a77-4a16-8b6e-42d19f18940f req-b0ad6f00-548d-4967-be7b-7b670b64ea93 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d7e5aa6ceacc45c6b173ddb5fe105765&device_id=99e7c76b-83fb-4b52-ae3a-cccd4d019221 HTTP/1.1" status: 200 len: 1094 time: 0.0655236 Jul 13 15:00:28.766131 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4d00c447-2a77-4a16-8b6e-42d19f18940f req-cacb23d2-eaf9-42aa-ba0f-7c4fb100ef6a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a2737d3d-585f-48bf-9444-9c89cdd90801 HTTP/1.1" status: 200 len: 217 time: 0.0383320 Jul 13 15:00:28.818949 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d00c447-2a77-4a16-8b6e-42d19f18940f req-f6cec0ab-adaa-45ef-954f-4a75354e1c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:00:28.820653 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4d00c447-2a77-4a16-8b6e-42d19f18940f req-f6cec0ab-adaa-45ef-954f-4a75354e1c9f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f1df5278-5386-401c-babc-709d5ff5eb24 HTTP/1.1" status: 200 len: 848 time: 0.0474095 Jul 13 15:00:28.878247 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d00c447-2a77-4a16-8b6e-42d19f18940f req-86c265a7-a3f6-4e6b-b301-f476b4bf005c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:00:28.879666 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4d00c447-2a77-4a16-8b6e-42d19f18940f req-86c265a7-a3f6-4e6b-b301-f476b4bf005c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=77284dce-73e9-4cca-9b4b-aefb30e757eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0528014 Jul 13 15:00:28.973507 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4d00c447-2a77-4a16-8b6e-42d19f18940f req-ea87cdca-e324-41bb-a022-8caee22c11af service neutron] 10.222.0.26 "GET /v2.0/networks/77284dce-73e9-4cca-9b4b-aefb30e757eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863352 Jul 13 15:00:29.062298 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4d00c447-2a77-4a16-8b6e-42d19f18940f req-0db88921-ac90-41f4-8703-d48baf0a2e7b service neutron] 10.222.0.26 "GET /v2.0/networks/77284dce-73e9-4cca-9b4b-aefb30e757eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817301 Jul 13 15:00:29.160877 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845addb2-f6c8-4298-818b-685be01c1ef8 req-dc7d03ee-0b34-4317-b057-d8e5ca339da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:00:29.162469 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-845addb2-f6c8-4298-818b-685be01c1ef8 req-dc7d03ee-0b34-4317-b057-d8e5ca339da8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d7e5aa6ceacc45c6b173ddb5fe105765&device_id=99e7c76b-83fb-4b52-ae3a-cccd4d019221 HTTP/1.1" status: 200 len: 1094 time: 0.0532835 Jul 13 15:00:29.256305 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845addb2-f6c8-4298-818b-685be01c1ef8 req-0c988756-fc8d-4ca6-9993-4cd6c92be75b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:00:29.258352 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-845addb2-f6c8-4298-818b-685be01c1ef8 req-0c988756-fc8d-4ca6-9993-4cd6c92be75b service neutron] 10.222.0.26 "GET /v2.0/networks?id=77284dce-73e9-4cca-9b4b-aefb30e757eb HTTP/1.1" status: 200 len: 909 time: 0.0894122 Jul 13 15:00:29.300671 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-845addb2-f6c8-4298-818b-685be01c1ef8 req-60637b5c-1c2a-4917-9737-c455d4dfa36b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a2737d3d-585f-48bf-9444-9c89cdd90801 HTTP/1.1" status: 200 len: 217 time: 0.0350461 Jul 13 15:00:29.330237 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0102bd3-1658-4f67-a3dc-f36827c33466 req-69095cad-0e40-4621-a3a2-5be44272ed64 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:00:29.331777 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f0102bd3-1658-4f67-a3dc-f36827c33466 req-69095cad-0e40-4621-a3a2-5be44272ed64 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] 10.222.0.23 "GET /v2.0/ports?device_id=99e7c76b-83fb-4b52-ae3a-cccd4d019221 HTTP/1.1" status: 200 len: 943 time: 0.0689507 Jul 13 15:00:29.354835 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845addb2-f6c8-4298-818b-685be01c1ef8 req-34f2bb69-7c44-4d3a-a21a-626007ad9f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:00:29.356303 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-845addb2-f6c8-4298-818b-685be01c1ef8 req-34f2bb69-7c44-4d3a-a21a-626007ad9f22 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f1df5278-5386-401c-babc-709d5ff5eb24 HTTP/1.1" status: 200 len: 848 time: 0.0491464 Jul 13 15:00:29.371271 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f0102bd3-1658-4f67-a3dc-f36827c33466 req-69bab33d-8d2f-4ad6-807f-4dc440e66b7e tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5494f22-2310-461c-8e7a-e35f0d2be35e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335152 Jul 13 15:00:29.414787 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845addb2-f6c8-4298-818b-685be01c1ef8 req-86b7d61d-045a-4488-99b8-f96153c11cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:00:29.416229 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-845addb2-f6c8-4298-818b-685be01c1ef8 req-86b7d61d-045a-4488-99b8-f96153c11cd6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=77284dce-73e9-4cca-9b4b-aefb30e757eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0529623 Jul 13 15:00:29.504851 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-845addb2-f6c8-4298-818b-685be01c1ef8 req-b11f188b-2e1b-4644-a502-f229393b9057 service neutron] 10.222.0.26 "GET /v2.0/networks/77284dce-73e9-4cca-9b4b-aefb30e757eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818155 Jul 13 15:00:29.596258 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-845addb2-f6c8-4298-818b-685be01c1ef8 req-959cf91b-aaa2-4bbb-9367-eb9c7876e552 service neutron] 10.222.0.26 "GET /v2.0/networks/77284dce-73e9-4cca-9b4b-aefb30e757eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848420 Jul 13 15:00:30.546411 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9705d00c-1947-4b88-a16a-f14b4db072cc req-066dd3d9-34d5-4034-95cc-affa3e5c3f68 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:00:30.547929 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9705d00c-1947-4b88-a16a-f14b4db072cc req-066dd3d9-34d5-4034-95cc-affa3e5c3f68 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] 10.222.0.23 "GET /v2.0/ports?device_id=99e7c76b-83fb-4b52-ae3a-cccd4d019221 HTTP/1.1" status: 200 len: 943 time: 0.0635953 Jul 13 15:00:30.585023 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9705d00c-1947-4b88-a16a-f14b4db072cc req-667a5e68-6f13-49ca-a00b-9d96855c4b54 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5494f22-2310-461c-8e7a-e35f0d2be35e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315912 Jul 13 15:00:31.348639 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:00:31.760223 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device a2737d3d-585f-48bf-9444-9c89cdd90801 details requested by agent hyperv_n-h1-800634-1 with host n-h1-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 15:00:31.764183 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cabe1a-1725-4ceb-a1ea-46956d41fa55 req-eed7931e-fd1a-4e87-9de6-35c5e0d82ea2 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:00:31.765824 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-24cabe1a-1725-4ceb-a1ea-46956d41fa55 req-eed7931e-fd1a-4e87-9de6-35c5e0d82ea2 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] 10.222.0.23 "GET /v2.0/ports?device_id=99e7c76b-83fb-4b52-ae3a-cccd4d019221 HTTP/1.1" status: 200 len: 943 time: 0.0667646 Jul 13 15:00:31.775385 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:00:31.806030 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-24cabe1a-1725-4ceb-a1ea-46956d41fa55 req-e5df255d-2129-4e2d-aa32-431afa6b6a77 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5494f22-2310-461c-8e7a-e35f0d2be35e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344555 Jul 13 15:00:31.860991 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port a2737d3d-585f-48bf-9444-9c89cdd90801, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=a2737d3d-585f-48bf-9444-9c89cdd90801,segment=NetworkSegment(fa3c3a94-5b1b-44a8-b059-4c18413fd47e),segment_id=fa3c3a94-5b1b-44a8-b059-4c18413fd47e)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:00:31.871409 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Returning: {'device': 'a2737d3d-585f-48bf-9444-9c89cdd90801', 'network_id': '77284dce-73e9-4cca-9b4b-aefb30e757eb', 'port_id': 'a2737d3d-585f-48bf-9444-9c89cdd90801', 'mac_address': 'fa:16:3e:f9:f9:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1df5278-5386-401c-babc-709d5ff5eb24', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 15:00:31.911244 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:00:31.924337 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2737d3d-585f-48bf-9444-9c89cdd90801 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 15:00:31.943855 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port a2737d3d-585f-48bf-9444-9c89cdd90801, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=a2737d3d-585f-48bf-9444-9c89cdd90801,segment=NetworkSegment(fa3c3a94-5b1b-44a8-b059-4c18413fd47e),segment_id=fa3c3a94-5b1b-44a8-b059-4c18413fd47e)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:00:31.948613 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:00:31.996312 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=a2737d3d-585f-48bf-9444-9c89cdd90801,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:00:32.214257 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['a2737d3d-585f-48bf-9444-9c89cdd90801'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 15:00:32.988900 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f072b6f2-3d9d-4b0a-87a7-a70d7299c5cd req-fa243cd5-787a-4691-84e7-ceed9d6d6fdf tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:00:32.990448 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f072b6f2-3d9d-4b0a-87a7-a70d7299c5cd req-fa243cd5-787a-4691-84e7-ceed9d6d6fdf tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] 10.222.0.23 "GET /v2.0/ports?device_id=99e7c76b-83fb-4b52-ae3a-cccd4d019221 HTTP/1.1" status: 200 len: 944 time: 0.0671809 Jul 13 15:00:33.028106 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-f072b6f2-3d9d-4b0a-87a7-a70d7299c5cd req-6f07c8be-b116-4f8c-a2d6-73a8e847ad9a tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5494f22-2310-461c-8e7a-e35f0d2be35e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314729 Jul 13 15:00:33.771454 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device a2737d3d-585f-48bf-9444-9c89cdd90801 up at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 15:00:33.817746 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning for port a2737d3d-585f-48bf-9444-9c89cdd90801 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 15:00:33.822312 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning complete for port a2737d3d-585f-48bf-9444-9c89cdd90801 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 15:00:33.822680 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:00:33.899025 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:00:33.920175 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99e7c76b-83fb-4b52-ae3a-cccd4d019221', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2737d3d-585f-48bf-9444-9c89cdd90801'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 15:00:33.922580 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f877c416c4e1be0a98e2d34673ec81d4e31c3422e8e709fff770f7d8b7e0843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7a58be9-96e8-4c5a-a272-a020473cce8f" -d '{"events": [{"server_uuid": "99e7c76b-83fb-4b52-ae3a-cccd4d019221", "name": "network-vif-plugged", "status": "completed", "tag": "a2737d3d-585f-48bf-9444-9c89cdd90801"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 15:00:33.937148 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port a2737d3d-585f-48bf-9444-9c89cdd90801, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=a2737d3d-585f-48bf-9444-9c89cdd90801,segment=NetworkSegment(fa3c3a94-5b1b-44a8-b059-4c18413fd47e),segment_id=fa3c3a94-5b1b-44a8-b059-4c18413fd47e)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:00:33.941625 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:00:33.968294 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 15:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c34c70e-fa24-4512-8d7a-12afcc01fc87 x-openstack-request-id: req-5c34c70e-fa24-4512-8d7a-12afcc01fc87 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 15:00:33.968933 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99e7c76b-83fb-4b52-ae3a-cccd4d019221", "name": "network-vif-plugged", "status": "completed", "tag": "a2737d3d-585f-48bf-9444-9c89cdd90801", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 15:00:33.969200 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5c34c70e-fa24-4512-8d7a-12afcc01fc87 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 15:00:33.969595 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99e7c76b-83fb-4b52-ae3a-cccd4d019221', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2737d3d-585f-48bf-9444-9c89cdd90801', 'code': 200} Jul 13 15:00:33.998308 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=a2737d3d-585f-48bf-9444-9c89cdd90801,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:00:34.076339 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21592ae8-a1ad-4a4b-b8be-d15851741c5c req-c3cd968f-962e-460d-9109-eea7b0b940f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:00:34.077923 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-21592ae8-a1ad-4a4b-b8be-d15851741c5c req-c3cd968f-962e-460d-9109-eea7b0b940f2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=99e7c76b-83fb-4b52-ae3a-cccd4d019221 HTTP/1.1" status: 200 len: 1096 time: 0.0531440 Jul 13 15:00:34.112185 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-21592ae8-a1ad-4a4b-b8be-d15851741c5c req-b00faa19-bd99-4fec-8113-1b11e7b4cd9f service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=c5494f22-2310-461c-8e7a-e35f0d2be35e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277941 Jul 13 15:00:34.201677 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1f310a-947b-4960-a4d3-0ff01eb3644e req-1b3f28c7-9d4e-48c3-9eb1-60989bf9595f tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:00:34.203172 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9a1f310a-947b-4960-a4d3-0ff01eb3644e req-1b3f28c7-9d4e-48c3-9eb1-60989bf9595f tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] 10.222.0.23 "GET /v2.0/ports?device_id=99e7c76b-83fb-4b52-ae3a-cccd4d019221 HTTP/1.1" status: 200 len: 945 time: 0.0630329 Jul 13 15:00:34.240272 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-9a1f310a-947b-4960-a4d3-0ff01eb3644e req-b64d92e7-1ff5-4f9d-a704-42d0ff5dcbfe tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5494f22-2310-461c-8e7a-e35f0d2be35e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316596 Jul 13 15:00:35.417621 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1304ea9e-aa0b-4395-8b60-9c2aa066877c req-25c0938c-7ccd-42a7-939e-9ea4bfbad36c tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:00:35.419114 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1304ea9e-aa0b-4395-8b60-9c2aa066877c req-25c0938c-7ccd-42a7-939e-9ea4bfbad36c tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] 10.222.0.23 "GET /v2.0/ports?device_id=99e7c76b-83fb-4b52-ae3a-cccd4d019221 HTTP/1.1" status: 200 len: 945 time: 0.0643969 Jul 13 15:00:35.456961 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-1304ea9e-aa0b-4395-8b60-9c2aa066877c req-ebeef053-a62f-425b-8178-7dfa18bb3118 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5494f22-2310-461c-8e7a-e35f0d2be35e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323892 Jul 13 15:00:35.633362 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b52a29-8467-4c19-9ed5-11ef32ba7ce1 req-034073f5-6370-4eae-8883-28f4b078ba01 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:00:35.634896 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-37b52a29-8467-4c19-9ed5-11ef32ba7ce1 req-034073f5-6370-4eae-8883-28f4b078ba01 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] 10.222.0.23 "GET /v2.0/ports?device_id=99e7c76b-83fb-4b52-ae3a-cccd4d019221 HTTP/1.1" status: 200 len: 945 time: 0.0697010 Jul 13 15:00:35.672614 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-37b52a29-8467-4c19-9ed5-11ef32ba7ce1 req-ac941708-f128-4616-a5ee-4a729f028040 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5494f22-2310-461c-8e7a-e35f0d2be35e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322309 Jul 13 15:00:35.697137 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 54100) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:00:35.750136 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d41d00c5-7fcd-46e0-9e60-9baea22df807 tempest-TestSnapshotPattern-896146346 tempest-TestSnapshotPattern-896146346-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:00:35.751682 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-d41d00c5-7fcd-46e0-9e60-9baea22df807 tempest-TestSnapshotPattern-896146346 tempest-TestSnapshotPattern-896146346-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=99e7c76b-83fb-4b52-ae3a-cccd4d019221 HTTP/1.1" status: 200 len: 1091 time: 0.0535464 Jul 13 15:00:35.754487 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 54102) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:00:35.758820 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-f7bba382-73ac-45c2-9760-bc857b28baf6 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Request body: {'floatingip': {'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'port_id': 'a2737d3d-585f-48bf-9444-9c89cdd90801', 'tenant_id': 'd7e5aa6ceacc45c6b173ddb5fe105765', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 15:00:35.779673 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f7bba382-73ac-45c2-9760-bc857b28baf6 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Notify callbacks [] for floatingip, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:00:35.880053 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f7bba382-73ac-45c2-9760-bc857b28baf6 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:00:35.982398 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-f7bba382-73ac-45c2-9760-bc857b28baf6 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Allocated IP 172.25.6.225 (acf968b8-c524-46a9-a20b-ad9667009130/dde5a78e-bd1e-4f47-8189-7321d4de73d3/84b9bda3-c575-48cd-83e7-8ffca2a34d0a) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 15:00:36.087688 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f7bba382-73ac-45c2-9760-bc857b28baf6 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:00:36.125699 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f7bba382-73ac-45c2-9760-bc857b28baf6 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787163983279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:00:36.166222 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7bba382-73ac-45c2-9760-bc857b28baf6 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Network acf968b8-c524-46a9-a20b-ad9667009130 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 15:00:36.169025 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-f7bba382-73ac-45c2-9760-bc857b28baf6 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 15:00:36.172768 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7bba382-73ac-45c2-9760-bc857b28baf6 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 15:00:36.178004 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bba382-73ac-45c2-9760-bc857b28baf6 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Pushing event updated for resources: {'Port': ['ID=84b9bda3-c575-48cd-83e7-8ffca2a34d0a,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:00:36.884932 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f7bba382-73ac-45c2-9760-bc857b28baf6 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:00:36.961330 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f7bba382-73ac-45c2-9760-bc857b28baf6 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:00:37.119342 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f7bba382-73ac-45c2-9760-bc857b28baf6 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:00:37.123660 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f7bba382-73ac-45c2-9760-bc857b28baf6 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970443'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:00:37.194959 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bba382-73ac-45c2-9760-bc857b28baf6 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Pushing event updated for resources: {'Port': ['ID=84b9bda3-c575-48cd-83e7-8ffca2a34d0a,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:00:37.206980 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f7bba382-73ac-45c2-9760-bc857b28baf6 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446547'] for floatingip, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:00:37.307154 n-d-800634-1 neutron-server[93750]: INFO neutron.db.l3_db [None req-f7bba382-73ac-45c2-9760-bc857b28baf6 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Floating IP f97a091c-f4b4-44e6-993e-31c8c5c4739b associated. External IP: 172.25.6.225, port: a2737d3d-585f-48bf-9444-9c89cdd90801. Jul 13 15:00:37.542284 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7bba382-73ac-45c2-9760-bc857b28baf6 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Router 7b0c24bf-a0bc-4193-a761-d1bee92c294b has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 15:00:37.653066 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7bba382-73ac-45c2-9760-bc857b28baf6 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 15:00:37.665704 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd498c4a-dd36-43dd-a676-22f10afb3397 None None] Sync routers for ids ['7b0c24bf-a0bc-4193-a761-d1bee92c294b'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 15:00:37.669878 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f7bba382-73ac-45c2-9760-bc857b28baf6 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for floatingip, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:00:37.677934 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd498c4a-dd36-43dd-a676-22f10afb3397 None None] Routers {'7b0c24bf-a0bc-4193-a761-d1bee92c294b'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 15:00:37.679446 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-fd498c4a-dd36-43dd-a676-22f10afb3397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T15:00:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['7b0c24bf-a0bc-4193-a761-d1bee92c294b'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:00:37.712842 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-f7bba382-73ac-45c2-9760-bc857b28baf6 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9573209 Jul 13 15:00:37.713581 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99e7c76b-83fb-4b52-ae3a-cccd4d019221', 'tag': 'a2737d3d-585f-48bf-9444-9c89cdd90801'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 15:00:37.716102 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d80e434584b282bc6a886e23c599c6bef7951b468a8cb6259e8628cee4d6f2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98c244ca-d4d9-4876-b170-7ecf6a731129" -d '{"events": [{"name": "network-changed", "server_uuid": "99e7c76b-83fb-4b52-ae3a-cccd4d019221", "tag": "a2737d3d-585f-48bf-9444-9c89cdd90801"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 15:00:37.766952 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 15:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab546bcf-3bdf-4932-b634-2d203d508357 x-openstack-request-id: req-ab546bcf-3bdf-4932-b634-2d203d508357 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 15:00:37.767255 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99e7c76b-83fb-4b52-ae3a-cccd4d019221", "tag": "a2737d3d-585f-48bf-9444-9c89cdd90801", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 15:00:37.767512 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ab546bcf-3bdf-4932-b634-2d203d508357 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 15:00:37.767917 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99e7c76b-83fb-4b52-ae3a-cccd4d019221', 'tag': 'a2737d3d-585f-48bf-9444-9c89cdd90801', 'status': 'completed', 'code': 200} Jul 13 15:00:37.830793 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-fd498c4a-dd36-43dd-a676-22f10afb3397 None None] Set router 7b0c24bf-a0bc-4193-a761-d1bee92c294b gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 15:00:37.845670 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c244ca-d4d9-4876-b170-7ecf6a731129 req-befa6d15-9771-47e4-aa71-acf43b8adc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:00:37.847281 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-98c244ca-d4d9-4876-b170-7ecf6a731129 req-befa6d15-9771-47e4-aa71-acf43b8adc7b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d7e5aa6ceacc45c6b173ddb5fe105765&device_id=99e7c76b-83fb-4b52-ae3a-cccd4d019221 HTTP/1.1" status: 200 len: 1096 time: 0.0543199 Jul 13 15:00:37.947080 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c244ca-d4d9-4876-b170-7ecf6a731129 req-fc1dd8f1-cd9d-401f-bd7a-aeb667a9e81b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:00:37.948583 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-98c244ca-d4d9-4876-b170-7ecf6a731129 req-fc1dd8f1-cd9d-401f-bd7a-aeb667a9e81b service neutron] 10.222.0.26 "GET /v2.0/networks?id=77284dce-73e9-4cca-9b4b-aefb30e757eb HTTP/1.1" status: 200 len: 909 time: 0.0957792 Jul 13 15:00:38.027666 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-98c244ca-d4d9-4876-b170-7ecf6a731129 req-32dcddf6-23eb-42f5-9df0-c26fb19c3f8a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a2737d3d-585f-48bf-9444-9c89cdd90801 HTTP/1.1" status: 200 len: 999 time: 0.0731235 Jul 13 15:00:38.081527 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-fd498c4a-dd36-43dd-a676-22f10afb3397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b0c24bf-a0bc-4193-a761-d1bee92c294b', 'name': 'tempest-TestSnapshotPattern-980326371-router', 'tenant_id': 'd7e5aa6ceacc45c6b173ddb5fe105765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': 'e1dab230-59a9-4adf-8c31-da8f2837cbf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:57:44Z', 'updated_at': '2021-07-13T14:57:46Z', 'revision_number': 4, 'project_id': 'd7e5aa6ceacc45c6b173ddb5fe105765', 'gw_port': {'id': 'e1dab230-59a9-4adf-8c31-da8f2837cbf4', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b5:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b0c24bf-a0bc-4193-a761-d1bee92c294b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:57:44Z', 'updated_at': '2021-07-13T14:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_floatingips': [{'id': '2de928f6-a272-4659-91d6-337dbd988bc5', 'tenant_id': 'd7e5aa6ceacc45c6b173ddb5fe105765', 'floating_ip_address': '172.25.6.121', 'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'router_id': '7b0c24bf-a0bc-4193-a761-d1bee92c294b', 'port_id': '672a354b-4694-42dd-a5af-812a9f69dc0c', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77284dce-73e9-4cca-9b4b-aefb30e757eb', 'mac_address': 'fa:16:3e:99:c0:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f8932e5-46e6-4f8e-9243-d9791f73b371', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:58:05Z', 'updated_at': '2021-07-13T14:58:08Z', 'revision_number': 1, 'project_id': 'd7e5aa6ceacc45c6b173ddb5fe105765', 'fixed_ip_address_scope': None}, {'id': 'f97a091c-f4b4-44e6-993e-31c8c5c4739b', 'tenant_id': 'd7e5aa6ceacc45c6b173ddb5fe105765', 'floating_ip_address': '172.25.6.225', 'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'router_id': '7b0c24bf-a0bc-4193-a761-d1bee92c294b', 'port_id': 'a2737d3d-585f-48bf-9444-9c89cdd90801', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77284dce-73e9-4cca-9b4b-aefb30e757eb', 'mac_address': 'fa:16:3e:f9:f9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e7c76b-83fb-4b52-ae3a-cccd4d019221', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T15:00:36Z', 'updated_at': '2021-07-13T15:00:36Z', 'revision_number': 0, 'project_id': 'd7e5aa6ceacc45c6b173ddb5fe105765', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '346a8857-67bd-4931-a5c1-44d9a3c8ec00', 'name': '', 'network_id': '77284dce-73e9-4cca-9b4b-aefb30e757eb', 'tenant_id': 'd7e5aa6ceacc45c6b173ddb5fe105765', 'mac_address': 'fa:16:3e:b1:79:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b0c24bf-a0bc-4193-a761-d1bee92c294b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'f1df5278-5386-401c-babc-709d5ff5eb24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:57:46Z', 'updated_at': '2021-07-13T14:57:51Z', 'revision_number': 5, 'project_id': 'd7e5aa6ceacc45c6b173ddb5fe105765', 'subnets': [{'id': 'f1df5278-5386-401c-babc-709d5ff5eb24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:00:38.085458 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c244ca-d4d9-4876-b170-7ecf6a731129 req-a0b32124-26fa-4419-abad-437b81a6c0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:00:38.087839 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-98c244ca-d4d9-4876-b170-7ecf6a731129 req-a0b32124-26fa-4419-abad-437b81a6c0ce service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f1df5278-5386-401c-babc-709d5ff5eb24 HTTP/1.1" status: 200 len: 848 time: 0.0533466 Jul 13 15:00:38.116131 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd498c4a-dd36-43dd-a676-22f10afb3397 None None] Checking router: 7b0c24bf-a0bc-4193-a761-d1bee92c294b for host: n-d-800634-1 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 15:00:38.125812 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd498c4a-dd36-43dd-a676-22f10afb3397 None None] Routers {'7b0c24bf-a0bc-4193-a761-d1bee92c294b'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 15:00:38.126461 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-fd498c4a-dd36-43dd-a676-22f10afb3397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T15:00:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['7b0c24bf-a0bc-4193-a761-d1bee92c294b'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:00:38.146078 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c244ca-d4d9-4876-b170-7ecf6a731129 req-e8465493-0f0f-4b98-9833-710038816d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:00:38.148352 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-98c244ca-d4d9-4876-b170-7ecf6a731129 req-e8465493-0f0f-4b98-9833-710038816d67 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=77284dce-73e9-4cca-9b4b-aefb30e757eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0545409 Jul 13 15:00:38.234005 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-fd498c4a-dd36-43dd-a676-22f10afb3397 None None] Set router 7b0c24bf-a0bc-4193-a761-d1bee92c294b gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 15:00:38.242910 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-98c244ca-d4d9-4876-b170-7ecf6a731129 req-14052afd-a679-4d78-bf37-be3eb1bc0581 service neutron] 10.222.0.26 "GET /v2.0/networks/77284dce-73e9-4cca-9b4b-aefb30e757eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882268 Jul 13 15:00:38.332723 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-98c244ca-d4d9-4876-b170-7ecf6a731129 req-73ff6676-ccf7-49ec-a542-24a6268f5af0 service neutron] 10.222.0.26 "GET /v2.0/networks/77284dce-73e9-4cca-9b4b-aefb30e757eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835273 Jul 13 15:00:38.458411 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-fd498c4a-dd36-43dd-a676-22f10afb3397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b0c24bf-a0bc-4193-a761-d1bee92c294b', 'name': 'tempest-TestSnapshotPattern-980326371-router', 'tenant_id': 'd7e5aa6ceacc45c6b173ddb5fe105765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': 'e1dab230-59a9-4adf-8c31-da8f2837cbf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:57:44Z', 'updated_at': '2021-07-13T14:57:46Z', 'revision_number': 4, 'project_id': 'd7e5aa6ceacc45c6b173ddb5fe105765', 'gw_port': {'id': 'e1dab230-59a9-4adf-8c31-da8f2837cbf4', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b5:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b0c24bf-a0bc-4193-a761-d1bee92c294b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:57:44Z', 'updated_at': '2021-07-13T14:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_floatingips': [{'id': '2de928f6-a272-4659-91d6-337dbd988bc5', 'tenant_id': 'd7e5aa6ceacc45c6b173ddb5fe105765', 'floating_ip_address': '172.25.6.121', 'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'router_id': '7b0c24bf-a0bc-4193-a761-d1bee92c294b', 'port_id': '672a354b-4694-42dd-a5af-812a9f69dc0c', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77284dce-73e9-4cca-9b4b-aefb30e757eb', 'mac_address': 'fa:16:3e:99:c0:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f8932e5-46e6-4f8e-9243-d9791f73b371', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:58:05Z', 'updated_at': '2021-07-13T14:58:08Z', 'revision_number': 1, 'project_id': 'd7e5aa6ceacc45c6b173ddb5fe105765', 'fixed_ip_address_scope': None}, {'id': 'f97a091c-f4b4-44e6-993e-31c8c5c4739b', 'tenant_id': 'd7e5aa6ceacc45c6b173ddb5fe105765', 'floating_ip_address': '172.25.6.225', 'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'router_id': '7b0c24bf-a0bc-4193-a761-d1bee92c294b', 'port_id': 'a2737d3d-585f-48bf-9444-9c89cdd90801', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77284dce-73e9-4cca-9b4b-aefb30e757eb', 'mac_address': 'fa:16:3e:f9:f9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e7c76b-83fb-4b52-ae3a-cccd4d019221', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T15:00:36Z', 'updated_at': '2021-07-13T15:00:36Z', 'revision_number': 0, 'project_id': 'd7e5aa6ceacc45c6b173ddb5fe105765', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '346a8857-67bd-4931-a5c1-44d9a3c8ec00', 'name': '', 'network_id': '77284dce-73e9-4cca-9b4b-aefb30e757eb', 'tenant_id': 'd7e5aa6ceacc45c6b173ddb5fe105765', 'mac_address': 'fa:16:3e:b1:79:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b0c24bf-a0bc-4193-a761-d1bee92c294b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'f1df5278-5386-401c-babc-709d5ff5eb24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:57:46Z', 'updated_at': '2021-07-13T14:57:51Z', 'revision_number': 5, 'project_id': 'd7e5aa6ceacc45c6b173ddb5fe105765', 'subnets': [{'id': 'f1df5278-5386-401c-babc-709d5ff5eb24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:00:38.641928 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd498c4a-dd36-43dd-a676-22f10afb3397 None None] The sync data for ids ['7b0c24bf-a0bc-4193-a761-d1bee92c294b'] in n-d-800634-1 is: [{'id': '7b0c24bf-a0bc-4193-a761-d1bee92c294b', 'name': 'tempest-TestSnapshotPattern-980326371-router', 'tenant_id': 'd7e5aa6ceacc45c6b173ddb5fe105765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': 'e1dab230-59a9-4adf-8c31-da8f2837cbf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:57:44Z', 'updated_at': '2021-07-13T14:57:46Z', 'revision_number': 4, 'project_id': 'd7e5aa6ceacc45c6b173ddb5fe105765', 'gw_port': {'id': 'e1dab230-59a9-4adf-8c31-da8f2837cbf4', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b5:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b0c24bf-a0bc-4193-a761-d1bee92c294b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:57:44Z', 'updated_at': '2021-07-13T14:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_floatingips': [{'id': '2de928f6-a272-4659-91d6-337dbd988bc5', 'tenant_id': 'd7e5aa6ceacc45c6b173ddb5fe105765', 'floating_ip_address': '172.25.6.121', 'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'router_id': '7b0c24bf-a0bc-4193-a761-d1bee92c294b', 'port_id': '672a354b-4694-42dd-a5af-812a9f69dc0c', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77284dce-73e9-4cca-9b4b-aefb30e757eb', 'mac_address': 'fa:16:3e:99:c0:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f8932e5-46e6-4f8e-9243-d9791f73b371', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:58:05Z', 'updated_at': '2021-07-13T14:58:08Z', 'revision_number': 1, 'project_id': 'd7e5aa6ceacc45c6b173ddb5fe105765', 'fixed_ip_address_scope': None}, {'id': 'f97a091c-f4b4-44e6-993e-31c8c5c4739b', 'tenant_id': 'd7e5aa6ceacc45c6b173ddb5fe105765', 'floating_ip_address': '172.25.6.225', 'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'router_id': '7b0c24bf-a0bc-4193-a761-d1bee92c294b', 'port_id': 'a2737d3d-585f-48bf-9444-9c89cdd90801', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77284dce-73e9-4cca-9b4b-aefb30e757eb', 'mac_address': 'fa:16:3e:f9:f9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e7c76b-83fb-4b52-ae3a-cccd4d019221', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T15:00:36Z', 'updated_at': '2021-07-13T15:00:36Z', 'revision_number': 0, 'project_id': 'd7e5aa6ceacc45c6b173ddb5fe105765', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '346a8857-67bd-4931-a5c1-44d9a3c8ec00', 'name': '', 'network_id': '77284dce-73e9-4cca-9b4b-aefb30e757eb', 'tenant_id': 'd7e5aa6ceacc45c6b173ddb5fe105765', 'mac_address': 'fa:16:3e:b1:79:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b0c24bf-a0bc-4193-a761-d1bee92c294b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'f1df5278-5386-401c-babc-709d5ff5eb24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:57:46Z', 'updated_at': '2021-07-13T14:57:51Z', 'revision_number': 5, 'project_id': 'd7e5aa6ceacc45c6b173ddb5fe105765', 'subnets': [{'id': 'f1df5278-5386-401c-babc-709d5ff5eb24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 15:00:38.825314 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb50686-1c01-40a9-b047-69b817b449c9 None None] New status for floating IP f97a091c-f4b4-44e6-993e-31c8c5c4739b: ACTIVE {{(pid=93753) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 15:00:43.579571 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 15:00:47.417958 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b98e208c-b882-4c55-9b2c-7386b6b4c050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:00:50.023847 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e0b93307-130d-486e-a569-32d58aaf2fab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:00:50.160838 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:00:51.489950 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:00:52.974719 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:01:01.375139 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:01:01.767627 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:01:06.229418 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-45cb76f5-14a4-412d-a521-47663faecb87 req-280c4f47-52ab-47ce-b14b-4be724ef73ed service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=99e7c76b-83fb-4b52-ae3a-cccd4d019221&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0584931 Jul 13 15:01:06.325769 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cb76f5-14a4-412d-a521-47663faecb87 req-46ed21f4-ad19-4fb3-a8a2-b495f4f0b482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:01:06.327306 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-45cb76f5-14a4-412d-a521-47663faecb87 req-46ed21f4-ad19-4fb3-a8a2-b495f4f0b482 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d7e5aa6ceacc45c6b173ddb5fe105765&device_id=99e7c76b-83fb-4b52-ae3a-cccd4d019221 HTTP/1.1" status: 200 len: 1096 time: 0.0542262 Jul 13 15:01:06.436655 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cb76f5-14a4-412d-a521-47663faecb87 req-93522a1d-71c3-44e2-a43c-992ecd513b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:01:06.438164 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-45cb76f5-14a4-412d-a521-47663faecb87 req-93522a1d-71c3-44e2-a43c-992ecd513b10 service neutron] 10.222.0.26 "GET /v2.0/networks?id=77284dce-73e9-4cca-9b4b-aefb30e757eb HTTP/1.1" status: 200 len: 909 time: 0.0902877 Jul 13 15:01:06.513845 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-45cb76f5-14a4-412d-a521-47663faecb87 req-c38db4ba-840e-43fb-b4ef-537d08f6a39c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a2737d3d-585f-48bf-9444-9c89cdd90801 HTTP/1.1" status: 200 len: 1001 time: 0.0684397 Jul 13 15:01:06.576070 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cb76f5-14a4-412d-a521-47663faecb87 req-57d89149-880a-4299-8a02-1cb84babc7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:01:06.577569 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-45cb76f5-14a4-412d-a521-47663faecb87 req-57d89149-880a-4299-8a02-1cb84babc7f4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f1df5278-5386-401c-babc-709d5ff5eb24 HTTP/1.1" status: 200 len: 848 time: 0.0573618 Jul 13 15:01:06.640297 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cb76f5-14a4-412d-a521-47663faecb87 req-bf7aa69e-08cb-41f6-927a-d0699c8ddc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:01:06.641956 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-45cb76f5-14a4-412d-a521-47663faecb87 req-bf7aa69e-08cb-41f6-927a-d0699c8ddc5c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=77284dce-73e9-4cca-9b4b-aefb30e757eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0560341 Jul 13 15:01:06.748779 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-45cb76f5-14a4-412d-a521-47663faecb87 req-d41243a4-c3e0-49f5-9630-d2cdf6009e88 service neutron] 10.222.0.26 "GET /v2.0/networks/77284dce-73e9-4cca-9b4b-aefb30e757eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999160 Jul 13 15:01:06.844431 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-45cb76f5-14a4-412d-a521-47663faecb87 req-da9e8395-c3fc-4d04-9f36-e5a9a27843ce service neutron] 10.222.0.26 "GET /v2.0/networks/77284dce-73e9-4cca-9b4b-aefb30e757eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886815 Jul 13 15:01:08.989335 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-bfec11e9-3674-4157-a10c-50d75b59001c req-2f2c17cb-0a19-4a7d-af6e-07060059b869 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6f8932e5-46e6-4f8e-9243-d9791f73b371&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0970032 Jul 13 15:01:09.080680 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfec11e9-3674-4157-a10c-50d75b59001c req-da478f09-27dd-4fa3-b1b0-0417cf776e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:01:09.082176 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-bfec11e9-3674-4157-a10c-50d75b59001c req-da478f09-27dd-4fa3-b1b0-0417cf776e56 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d7e5aa6ceacc45c6b173ddb5fe105765&device_id=6f8932e5-46e6-4f8e-9243-d9791f73b371 HTTP/1.1" status: 200 len: 1094 time: 0.0516202 Jul 13 15:01:09.190795 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfec11e9-3674-4157-a10c-50d75b59001c req-7ee2bb28-905b-4174-a61d-a5556686fa0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:01:09.192179 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-bfec11e9-3674-4157-a10c-50d75b59001c req-7ee2bb28-905b-4174-a61d-a5556686fa0b service neutron] 10.222.0.41 "GET /v2.0/networks?id=77284dce-73e9-4cca-9b4b-aefb30e757eb HTTP/1.1" status: 200 len: 909 time: 0.0904670 Jul 13 15:01:09.257047 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-bfec11e9-3674-4157-a10c-50d75b59001c req-7ff15e39-8ad7-44f2-801b-1cdaf503635c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=672a354b-4694-42dd-a5af-812a9f69dc0c HTTP/1.1" status: 200 len: 999 time: 0.0582659 Jul 13 15:01:09.303867 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfec11e9-3674-4157-a10c-50d75b59001c req-2a72edc1-df9c-43cb-ac14-3a09229a846f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:01:09.305331 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-bfec11e9-3674-4157-a10c-50d75b59001c req-2a72edc1-df9c-43cb-ac14-3a09229a846f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f1df5278-5386-401c-babc-709d5ff5eb24 HTTP/1.1" status: 200 len: 848 time: 0.0436089 Jul 13 15:01:09.364291 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfec11e9-3674-4157-a10c-50d75b59001c req-9ea74375-63fc-4e0c-a528-8b0691d81865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:01:09.366387 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-bfec11e9-3674-4157-a10c-50d75b59001c req-9ea74375-63fc-4e0c-a528-8b0691d81865 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=77284dce-73e9-4cca-9b4b-aefb30e757eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0553367 Jul 13 15:01:09.458431 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-bfec11e9-3674-4157-a10c-50d75b59001c req-df686fe2-e36e-4bed-bc82-c8f41f015cf3 service neutron] 10.222.0.41 "GET /v2.0/networks/77284dce-73e9-4cca-9b4b-aefb30e757eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859890 Jul 13 15:01:09.550493 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-bfec11e9-3674-4157-a10c-50d75b59001c req-bfa7a755-138f-4540-a0ca-c4ec5ad33ef6 service neutron] 10.222.0.41 "GET /v2.0/networks/77284dce-73e9-4cca-9b4b-aefb30e757eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855458 Jul 13 15:01:17.419303 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-0e657cd1-ed7d-4b7b-a678-8556f2a37472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:01:20.025370 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-959bec22-183b-4ddb-97ed-e890bd6e9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:01:20.161044 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:01:20.578649 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 15:01:21.493782 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:01:22.977918 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:01:31.377869 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:01:31.767391 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:01:47.421556 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-82c695a3-a86f-485c-8434-949a166293ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:01:50.028604 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-53c0726a-521d-4754-8e8c-84106f0287ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:01:50.166036 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:01:51.496252 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:01:52.981543 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:01:57.578369 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 15:02:01.392453 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:01.796744 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:07.268318 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e541420-2c1c-4437-bcbf-d78aee22b7d1 req-7a71ae5d-a48d-4aad-bf08-40e1d57eb856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:02:07.269894 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4e541420-2c1c-4437-bcbf-d78aee22b7d1 req-7a71ae5d-a48d-4aad-bf08-40e1d57eb856 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d7e5aa6ceacc45c6b173ddb5fe105765&device_id=99e7c76b-83fb-4b52-ae3a-cccd4d019221 HTTP/1.1" status: 200 len: 1096 time: 0.0605488 Jul 13 15:02:07.378121 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e541420-2c1c-4437-bcbf-d78aee22b7d1 req-ff3765bb-d27c-44e4-bb3a-9c5219a9bf56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:02:07.379616 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4e541420-2c1c-4437-bcbf-d78aee22b7d1 req-ff3765bb-d27c-44e4-bb3a-9c5219a9bf56 service neutron] 10.222.0.26 "GET /v2.0/networks?id=77284dce-73e9-4cca-9b4b-aefb30e757eb HTTP/1.1" status: 200 len: 909 time: 0.0879562 Jul 13 15:02:07.451337 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4e541420-2c1c-4437-bcbf-d78aee22b7d1 req-9b4a204f-5e04-43ec-802b-e153a419341e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a2737d3d-585f-48bf-9444-9c89cdd90801 HTTP/1.1" status: 200 len: 1001 time: 0.0649714 Jul 13 15:02:07.509147 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e541420-2c1c-4437-bcbf-d78aee22b7d1 req-6485b0f7-63c2-4e5d-9054-d91cee12ebae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:02:07.510685 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4e541420-2c1c-4437-bcbf-d78aee22b7d1 req-6485b0f7-63c2-4e5d-9054-d91cee12ebae service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f1df5278-5386-401c-babc-709d5ff5eb24 HTTP/1.1" status: 200 len: 848 time: 0.0526581 Jul 13 15:02:07.570611 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e541420-2c1c-4437-bcbf-d78aee22b7d1 req-819b026f-4755-441c-a803-766ee34251c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:02:07.572433 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4e541420-2c1c-4437-bcbf-d78aee22b7d1 req-819b026f-4755-441c-a803-766ee34251c3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=77284dce-73e9-4cca-9b4b-aefb30e757eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0537541 Jul 13 15:02:07.694547 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4e541420-2c1c-4437-bcbf-d78aee22b7d1 req-08275322-2ef3-4caf-943a-8d89017569ae service neutron] 10.222.0.26 "GET /v2.0/networks/77284dce-73e9-4cca-9b4b-aefb30e757eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138289 Jul 13 15:02:07.788684 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4e541420-2c1c-4437-bcbf-d78aee22b7d1 req-55c41c6c-eb56-4d19-a04b-d4e543b4da19 service neutron] 10.222.0.26 "GET /v2.0/networks/77284dce-73e9-4cca-9b4b-aefb30e757eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872829 Jul 13 15:02:08.962336 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-85e2141d-c242-4987-8eb4-83913ffd0228 req-18d73556-1a11-44ec-921c-f86e0515088e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6f8932e5-46e6-4f8e-9243-d9791f73b371&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0578649 Jul 13 15:02:09.055167 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e2141d-c242-4987-8eb4-83913ffd0228 req-a2d53aea-895c-40c1-8ea6-db45836c6e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:02:09.056682 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-85e2141d-c242-4987-8eb4-83913ffd0228 req-a2d53aea-895c-40c1-8ea6-db45836c6e55 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d7e5aa6ceacc45c6b173ddb5fe105765&device_id=6f8932e5-46e6-4f8e-9243-d9791f73b371 HTTP/1.1" status: 200 len: 1094 time: 0.0538883 Jul 13 15:02:09.167344 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e2141d-c242-4987-8eb4-83913ffd0228 req-e0bf7edf-659d-4808-9712-67408ca94d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:02:09.168739 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-85e2141d-c242-4987-8eb4-83913ffd0228 req-e0bf7edf-659d-4808-9712-67408ca94d61 service neutron] 10.222.0.41 "GET /v2.0/networks?id=77284dce-73e9-4cca-9b4b-aefb30e757eb HTTP/1.1" status: 200 len: 909 time: 0.0919881 Jul 13 15:02:09.236199 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-85e2141d-c242-4987-8eb4-83913ffd0228 req-72d7cf4c-f49e-4fa5-ae91-b03e6cb7893d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=672a354b-4694-42dd-a5af-812a9f69dc0c HTTP/1.1" status: 200 len: 999 time: 0.0603433 Jul 13 15:02:09.286020 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e2141d-c242-4987-8eb4-83913ffd0228 req-83ab7b1e-691c-4889-9814-a912dc64a2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:02:09.287581 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-85e2141d-c242-4987-8eb4-83913ffd0228 req-83ab7b1e-691c-4889-9814-a912dc64a2c3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f1df5278-5386-401c-babc-709d5ff5eb24 HTTP/1.1" status: 200 len: 848 time: 0.0452104 Jul 13 15:02:09.352276 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e2141d-c242-4987-8eb4-83913ffd0228 req-0377a9c6-07c8-4263-83ea-e7d26ea238c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:02:09.353936 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-85e2141d-c242-4987-8eb4-83913ffd0228 req-0377a9c6-07c8-4263-83ea-e7d26ea238c8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=77284dce-73e9-4cca-9b4b-aefb30e757eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0599360 Jul 13 15:02:09.450332 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-85e2141d-c242-4987-8eb4-83913ffd0228 req-27ddb4db-e088-4e83-bc79-7dab7a043533 service neutron] 10.222.0.41 "GET /v2.0/networks/77284dce-73e9-4cca-9b4b-aefb30e757eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903199 Jul 13 15:02:09.556382 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-85e2141d-c242-4987-8eb4-83913ffd0228 req-c6d1b232-2875-4211-a1e8-3b88457fb35a service neutron] 10.222.0.41 "GET /v2.0/networks/77284dce-73e9-4cca-9b4b-aefb30e757eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000640 Jul 13 15:02:10.157305 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device a2737d3d-585f-48bf-9444-9c89cdd90801 details requested by agent hyperv_n-h1-800634-1 with host n-h1-800634-1 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 15:02:10.273178 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port a2737d3d-585f-48bf-9444-9c89cdd90801, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=a2737d3d-585f-48bf-9444-9c89cdd90801,segment=NetworkSegment(fa3c3a94-5b1b-44a8-b059-4c18413fd47e),segment_id=fa3c3a94-5b1b-44a8-b059-4c18413fd47e)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:02:10.288185 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Returning: {'device': 'a2737d3d-585f-48bf-9444-9c89cdd90801', 'network_id': '77284dce-73e9-4cca-9b4b-aefb30e757eb', 'port_id': 'a2737d3d-585f-48bf-9444-9c89cdd90801', 'mac_address': 'fa:16:3e:f9:f9:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1df5278-5386-401c-babc-709d5ff5eb24', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 15:02:10.338907 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:10.355691 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a2737d3d-585f-48bf-9444-9c89cdd90801 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 15:02:10.381171 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port a2737d3d-585f-48bf-9444-9c89cdd90801, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=a2737d3d-585f-48bf-9444-9c89cdd90801,segment=NetworkSegment(fa3c3a94-5b1b-44a8-b059-4c18413fd47e),segment_id=fa3c3a94-5b1b-44a8-b059-4c18413fd47e)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:02:10.391738 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:10.458655 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=a2737d3d-585f-48bf-9444-9c89cdd90801,revision_number=6']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:02:10.469828 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] get_ports_and_sgs() called for port_ids ['a2737d3d-585f-48bf-9444-9c89cdd90801'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 15:02:10.474718 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:02:10.475130 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:02:10.475488 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:02:10.475822 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:02:10.476155 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:02:10.476485 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:02:10.476946 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:02:10.477277 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:02:10.477600 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:02:10.477974 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:02:10.478300 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:02:10.478758 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:02:12.173524 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device a2737d3d-585f-48bf-9444-9c89cdd90801 up at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 15:02:12.237429 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Provisioning complete for port a2737d3d-585f-48bf-9444-9c89cdd90801 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 15:02:12.237429 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1397434'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:12.337945 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:12.398427 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99e7c76b-83fb-4b52-ae3a-cccd4d019221', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2737d3d-585f-48bf-9444-9c89cdd90801'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 15:02:12.400794 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f877c416c4e1be0a98e2d34673ec81d4e31c3422e8e709fff770f7d8b7e0843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d51ead3e-9919-4993-b683-0ae9cfcffa12" -d '{"events": [{"server_uuid": "99e7c76b-83fb-4b52-ae3a-cccd4d019221", "name": "network-vif-plugged", "status": "completed", "tag": "a2737d3d-585f-48bf-9444-9c89cdd90801"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 15:02:12.414728 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port a2737d3d-585f-48bf-9444-9c89cdd90801, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=a2737d3d-585f-48bf-9444-9c89cdd90801,segment=NetworkSegment(fa3c3a94-5b1b-44a8-b059-4c18413fd47e),segment_id=fa3c3a94-5b1b-44a8-b059-4c18413fd47e)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:02:12.423440 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:12.474567 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 15:02:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b40e5f29-5035-43a0-8f83-d3dcbd9c4be4 x-openstack-request-id: req-b40e5f29-5035-43a0-8f83-d3dcbd9c4be4 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 15:02:12.475227 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99e7c76b-83fb-4b52-ae3a-cccd4d019221", "name": "network-vif-plugged", "status": "completed", "tag": "a2737d3d-585f-48bf-9444-9c89cdd90801", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 15:02:12.475690 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b40e5f29-5035-43a0-8f83-d3dcbd9c4be4 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 15:02:12.476088 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99e7c76b-83fb-4b52-ae3a-cccd4d019221', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2737d3d-585f-48bf-9444-9c89cdd90801', 'code': 200} Jul 13 15:02:12.504932 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=a2737d3d-585f-48bf-9444-9c89cdd90801,revision_number=7']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:02:17.434557 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-238155ea-5093-4459-9706-dc697d2ffe74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:19.735135 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 54314) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:02:19.902428 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-75fe644b-892f-4651-a2f0-09d315bfa9a9 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Deleting port 84b9bda3-c575-48cd-83e7-8ffca2a34d0a {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 15:02:19.902777 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-75fe644b-892f-4651-a2f0-09d315bfa9a9 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:19.989505 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-75fe644b-892f-4651-a2f0-09d315bfa9a9 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:19.989792 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-75fe644b-892f-4651-a2f0-09d315bfa9a9 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:20.003577 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-75fe644b-892f-4651-a2f0-09d315bfa9a9 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Calling delete_port for 84b9bda3-c575-48cd-83e7-8ffca2a34d0a owned by network:floatingip {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 15:02:20.029665 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-04167d38-75ab-4554-94ed-1938c94f0acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:20.166116 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-75fe644b-892f-4651-a2f0-09d315bfa9a9 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:20.175844 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:20.194894 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fe644b-892f-4651-a2f0-09d315bfa9a9 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Pushing event deleted for resources: {'Port': ['ID=84b9bda3-c575-48cd-83e7-8ffca2a34d0a,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:02:20.224183 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fe644b-892f-4651-a2f0-09d315bfa9a9 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:02:20.224538 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fe644b-892f-4651-a2f0-09d315bfa9a9 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:02:20.224870 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fe644b-892f-4651-a2f0-09d315bfa9a9 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:02:20.225208 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fe644b-892f-4651-a2f0-09d315bfa9a9 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:02:20.225541 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fe644b-892f-4651-a2f0-09d315bfa9a9 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:02:20.225903 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fe644b-892f-4651-a2f0-09d315bfa9a9 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:02:20.226234 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fe644b-892f-4651-a2f0-09d315bfa9a9 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:02:20.226559 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fe644b-892f-4651-a2f0-09d315bfa9a9 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:02:20.226881 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fe644b-892f-4651-a2f0-09d315bfa9a9 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:02:20.227204 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fe644b-892f-4651-a2f0-09d315bfa9a9 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:02:20.227530 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fe644b-892f-4651-a2f0-09d315bfa9a9 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:02:20.227849 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fe644b-892f-4651-a2f0-09d315bfa9a9 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:02:20.271186 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-75fe644b-892f-4651-a2f0-09d315bfa9a9 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Notify callbacks [] for floatingip, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:20.271489 n-d-800634-1 neutron-server[93750]: INFO neutron.db.l3_db [None req-75fe644b-892f-4651-a2f0-09d315bfa9a9 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Floating IP f97a091c-f4b4-44e6-993e-31c8c5c4739b disassociated (deleted). External IP: 172.25.6.225, port: a2737d3d-585f-48bf-9444-9c89cdd90801. Jul 13 15:02:20.488179 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75fe644b-892f-4651-a2f0-09d315bfa9a9 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Router 7b0c24bf-a0bc-4193-a761-d1bee92c294b has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 15:02:20.602227 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75fe644b-892f-4651-a2f0-09d315bfa9a9 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 15:02:20.607002 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-75fe644b-892f-4651-a2f0-09d315bfa9a9 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for floatingip, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:20.611593 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57b4ba7-1f53-4ae6-96df-9d18edb8f24f None None] Sync routers for ids ['7b0c24bf-a0bc-4193-a761-d1bee92c294b'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 15:02:20.623558 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57b4ba7-1f53-4ae6-96df-9d18edb8f24f None None] Routers {'7b0c24bf-a0bc-4193-a761-d1bee92c294b'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 15:02:20.624452 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-c57b4ba7-1f53-4ae6-96df-9d18edb8f24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T15:02:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['7b0c24bf-a0bc-4193-a761-d1bee92c294b'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:02:20.643856 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-75fe644b-892f-4651-a2f0-09d315bfa9a9 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] 10.222.0.23 "DELETE /v2.0/floatingips/f97a091c-f4b4-44e6-993e-31c8c5c4739b HTTP/1.1" status: 204 len: 168 time: 0.9075413 Jul 13 15:02:20.644749 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99e7c76b-83fb-4b52-ae3a-cccd4d019221', 'tag': 'a2737d3d-585f-48bf-9444-9c89cdd90801'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 15:02:20.647240 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d80e434584b282bc6a886e23c599c6bef7951b468a8cb6259e8628cee4d6f2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c54d99d-1ef0-486d-8da5-45e9b6aedab6" -d '{"events": [{"name": "network-changed", "server_uuid": "99e7c76b-83fb-4b52-ae3a-cccd4d019221", "tag": "a2737d3d-585f-48bf-9444-9c89cdd90801"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 15:02:20.687182 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 15:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-505dbfe3-9569-4763-96f0-262928c3f0d3 x-openstack-request-id: req-505dbfe3-9569-4763-96f0-262928c3f0d3 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 15:02:20.687559 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99e7c76b-83fb-4b52-ae3a-cccd4d019221", "tag": "a2737d3d-585f-48bf-9444-9c89cdd90801", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 15:02:20.687890 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-505dbfe3-9569-4763-96f0-262928c3f0d3 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 15:02:20.688373 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99e7c76b-83fb-4b52-ae3a-cccd4d019221', 'tag': 'a2737d3d-585f-48bf-9444-9c89cdd90801', 'status': 'completed', 'code': 200} Jul 13 15:02:20.752191 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-c57b4ba7-1f53-4ae6-96df-9d18edb8f24f None None] Set router 7b0c24bf-a0bc-4193-a761-d1bee92c294b gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 15:02:20.770144 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c54d99d-1ef0-486d-8da5-45e9b6aedab6 req-6fe4092a-fc48-4439-8bab-8a7488f543d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:02:20.772403 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4c54d99d-1ef0-486d-8da5-45e9b6aedab6 req-6fe4092a-fc48-4439-8bab-8a7488f543d3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d7e5aa6ceacc45c6b173ddb5fe105765&device_id=99e7c76b-83fb-4b52-ae3a-cccd4d019221 HTTP/1.1" status: 200 len: 1096 time: 0.0608120 Jul 13 15:02:20.882401 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c54d99d-1ef0-486d-8da5-45e9b6aedab6 req-d13abd99-6ff6-4d9f-be6f-a65d67423e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:02:20.883902 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4c54d99d-1ef0-486d-8da5-45e9b6aedab6 req-d13abd99-6ff6-4d9f-be6f-a65d67423e60 service neutron] 10.222.0.26 "GET /v2.0/networks?id=77284dce-73e9-4cca-9b4b-aefb30e757eb HTTP/1.1" status: 200 len: 909 time: 0.1049814 Jul 13 15:02:20.945946 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4c54d99d-1ef0-486d-8da5-45e9b6aedab6 req-1352c797-5f5a-4e0f-b078-5ee8f54d3c9e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a2737d3d-585f-48bf-9444-9c89cdd90801 HTTP/1.1" status: 200 len: 217 time: 0.0529146 Jul 13 15:02:21.003171 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c54d99d-1ef0-486d-8da5-45e9b6aedab6 req-553fa34a-9e3e-400e-86ae-30f8017eabe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:02:21.004810 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4c54d99d-1ef0-486d-8da5-45e9b6aedab6 req-553fa34a-9e3e-400e-86ae-30f8017eabe0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f1df5278-5386-401c-babc-709d5ff5eb24 HTTP/1.1" status: 200 len: 848 time: 0.0519452 Jul 13 15:02:21.039792 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-c57b4ba7-1f53-4ae6-96df-9d18edb8f24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b0c24bf-a0bc-4193-a761-d1bee92c294b', 'name': 'tempest-TestSnapshotPattern-980326371-router', 'tenant_id': 'd7e5aa6ceacc45c6b173ddb5fe105765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': 'e1dab230-59a9-4adf-8c31-da8f2837cbf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:57:44Z', 'updated_at': '2021-07-13T14:57:46Z', 'revision_number': 4, 'project_id': 'd7e5aa6ceacc45c6b173ddb5fe105765', 'gw_port': {'id': 'e1dab230-59a9-4adf-8c31-da8f2837cbf4', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b5:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b0c24bf-a0bc-4193-a761-d1bee92c294b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:57:44Z', 'updated_at': '2021-07-13T14:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_floatingips': [{'id': '2de928f6-a272-4659-91d6-337dbd988bc5', 'tenant_id': 'd7e5aa6ceacc45c6b173ddb5fe105765', 'floating_ip_address': '172.25.6.121', 'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'router_id': '7b0c24bf-a0bc-4193-a761-d1bee92c294b', 'port_id': '672a354b-4694-42dd-a5af-812a9f69dc0c', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77284dce-73e9-4cca-9b4b-aefb30e757eb', 'mac_address': 'fa:16:3e:99:c0:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f8932e5-46e6-4f8e-9243-d9791f73b371', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:58:05Z', 'updated_at': '2021-07-13T14:58:08Z', 'revision_number': 1, 'project_id': 'd7e5aa6ceacc45c6b173ddb5fe105765', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '346a8857-67bd-4931-a5c1-44d9a3c8ec00', 'name': '', 'network_id': '77284dce-73e9-4cca-9b4b-aefb30e757eb', 'tenant_id': 'd7e5aa6ceacc45c6b173ddb5fe105765', 'mac_address': 'fa:16:3e:b1:79:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b0c24bf-a0bc-4193-a761-d1bee92c294b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'f1df5278-5386-401c-babc-709d5ff5eb24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:57:46Z', 'updated_at': '2021-07-13T14:57:51Z', 'revision_number': 5, 'project_id': 'd7e5aa6ceacc45c6b173ddb5fe105765', 'subnets': [{'id': 'f1df5278-5386-401c-babc-709d5ff5eb24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:02:21.069284 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57b4ba7-1f53-4ae6-96df-9d18edb8f24f None None] Checking router: 7b0c24bf-a0bc-4193-a761-d1bee92c294b for host: n-d-800634-1 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 15:02:21.080180 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57b4ba7-1f53-4ae6-96df-9d18edb8f24f None None] Routers {'7b0c24bf-a0bc-4193-a761-d1bee92c294b'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 15:02:21.080836 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-c57b4ba7-1f53-4ae6-96df-9d18edb8f24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T15:02:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['7b0c24bf-a0bc-4193-a761-d1bee92c294b'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:02:21.083493 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c54d99d-1ef0-486d-8da5-45e9b6aedab6 req-3ff25f57-5aed-4954-a7e1-86bd1f11c888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:02:21.085090 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4c54d99d-1ef0-486d-8da5-45e9b6aedab6 req-3ff25f57-5aed-4954-a7e1-86bd1f11c888 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=77284dce-73e9-4cca-9b4b-aefb30e757eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0727949 Jul 13 15:02:21.185658 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cb5ff5-5068-4b5e-96a3-82c363c4ba4b req-428031b0-ed1e-4917-93af-7640672047d4 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:02:21.187551 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a9cb5ff5-5068-4b5e-96a3-82c363c4ba4b req-428031b0-ed1e-4917-93af-7640672047d4 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] 10.222.0.23 "GET /v2.0/ports?device_id=99e7c76b-83fb-4b52-ae3a-cccd4d019221 HTTP/1.1" status: 200 len: 945 time: 0.1337657 Jul 13 15:02:21.189690 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4c54d99d-1ef0-486d-8da5-45e9b6aedab6 req-2fbf3c6f-8f03-4f70-b200-48814dc1de02 service neutron] 10.222.0.26 "GET /v2.0/networks/77284dce-73e9-4cca-9b4b-aefb30e757eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975041 Jul 13 15:02:21.202524 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-c57b4ba7-1f53-4ae6-96df-9d18edb8f24f None None] Set router 7b0c24bf-a0bc-4193-a761-d1bee92c294b gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 15:02:21.227928 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-a9cb5ff5-5068-4b5e-96a3-82c363c4ba4b req-35f62deb-6b64-42ba-b89c-c64bedb859b6 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5494f22-2310-461c-8e7a-e35f0d2be35e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346665 Jul 13 15:02:21.299233 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4c54d99d-1ef0-486d-8da5-45e9b6aedab6 req-b83bea28-507d-48aa-98e2-46aaafddf0cd service neutron] 10.222.0.26 "GET /v2.0/networks/77284dce-73e9-4cca-9b4b-aefb30e757eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023157 Jul 13 15:02:21.443824 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-c57b4ba7-1f53-4ae6-96df-9d18edb8f24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b0c24bf-a0bc-4193-a761-d1bee92c294b', 'name': 'tempest-TestSnapshotPattern-980326371-router', 'tenant_id': 'd7e5aa6ceacc45c6b173ddb5fe105765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': 'e1dab230-59a9-4adf-8c31-da8f2837cbf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:57:44Z', 'updated_at': '2021-07-13T14:57:46Z', 'revision_number': 4, 'project_id': 'd7e5aa6ceacc45c6b173ddb5fe105765', 'gw_port': {'id': 'e1dab230-59a9-4adf-8c31-da8f2837cbf4', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b5:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b0c24bf-a0bc-4193-a761-d1bee92c294b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:57:44Z', 'updated_at': '2021-07-13T14:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_floatingips': [{'id': '2de928f6-a272-4659-91d6-337dbd988bc5', 'tenant_id': 'd7e5aa6ceacc45c6b173ddb5fe105765', 'floating_ip_address': '172.25.6.121', 'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'router_id': '7b0c24bf-a0bc-4193-a761-d1bee92c294b', 'port_id': '672a354b-4694-42dd-a5af-812a9f69dc0c', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77284dce-73e9-4cca-9b4b-aefb30e757eb', 'mac_address': 'fa:16:3e:99:c0:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f8932e5-46e6-4f8e-9243-d9791f73b371', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:58:05Z', 'updated_at': '2021-07-13T14:58:08Z', 'revision_number': 1, 'project_id': 'd7e5aa6ceacc45c6b173ddb5fe105765', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '346a8857-67bd-4931-a5c1-44d9a3c8ec00', 'name': '', 'network_id': '77284dce-73e9-4cca-9b4b-aefb30e757eb', 'tenant_id': 'd7e5aa6ceacc45c6b173ddb5fe105765', 'mac_address': 'fa:16:3e:b1:79:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b0c24bf-a0bc-4193-a761-d1bee92c294b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'f1df5278-5386-401c-babc-709d5ff5eb24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:57:46Z', 'updated_at': '2021-07-13T14:57:51Z', 'revision_number': 5, 'project_id': 'd7e5aa6ceacc45c6b173ddb5fe105765', 'subnets': [{'id': 'f1df5278-5386-401c-babc-709d5ff5eb24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:02:21.482498 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57b4ba7-1f53-4ae6-96df-9d18edb8f24f None None] The sync data for ids ['7b0c24bf-a0bc-4193-a761-d1bee92c294b'] in n-d-800634-1 is: [{'id': '7b0c24bf-a0bc-4193-a761-d1bee92c294b', 'name': 'tempest-TestSnapshotPattern-980326371-router', 'tenant_id': 'd7e5aa6ceacc45c6b173ddb5fe105765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': 'e1dab230-59a9-4adf-8c31-da8f2837cbf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:57:44Z', 'updated_at': '2021-07-13T14:57:46Z', 'revision_number': 4, 'project_id': 'd7e5aa6ceacc45c6b173ddb5fe105765', 'gw_port': {'id': 'e1dab230-59a9-4adf-8c31-da8f2837cbf4', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b5:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b0c24bf-a0bc-4193-a761-d1bee92c294b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:57:44Z', 'updated_at': '2021-07-13T14:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_floatingips': [{'id': '2de928f6-a272-4659-91d6-337dbd988bc5', 'tenant_id': 'd7e5aa6ceacc45c6b173ddb5fe105765', 'floating_ip_address': '172.25.6.121', 'floating_network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'router_id': '7b0c24bf-a0bc-4193-a761-d1bee92c294b', 'port_id': '672a354b-4694-42dd-a5af-812a9f69dc0c', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77284dce-73e9-4cca-9b4b-aefb30e757eb', 'mac_address': 'fa:16:3e:99:c0:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f8932e5-46e6-4f8e-9243-d9791f73b371', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:58:05Z', 'updated_at': '2021-07-13T14:58:08Z', 'revision_number': 1, 'project_id': 'd7e5aa6ceacc45c6b173ddb5fe105765', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '346a8857-67bd-4931-a5c1-44d9a3c8ec00', 'name': '', 'network_id': '77284dce-73e9-4cca-9b4b-aefb30e757eb', 'tenant_id': 'd7e5aa6ceacc45c6b173ddb5fe105765', 'mac_address': 'fa:16:3e:b1:79:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b0c24bf-a0bc-4193-a761-d1bee92c294b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'f1df5278-5386-401c-babc-709d5ff5eb24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:57:46Z', 'updated_at': '2021-07-13T14:57:51Z', 'revision_number': 5, 'project_id': 'd7e5aa6ceacc45c6b173ddb5fe105765', 'subnets': [{'id': 'f1df5278-5386-401c-babc-709d5ff5eb24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 15:02:21.501177 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:21.744079 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a969eb74-317e-4469-8766-9f29e21da689 None None] New status for floating IP f97a091c-f4b4-44e6-993e-31c8c5c4739b: DOWN {{(pid=93753) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 15:02:22.238797 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device a2737d3d-585f-48bf-9444-9c89cdd90801 no longer exists at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 15:02:22.318762 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782703'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:22.343013 n-d-800634-1 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99e7c76b-83fb-4b52-ae3a-cccd4d019221', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2737d3d-585f-48bf-9444-9c89cdd90801'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 15:02:22.345331 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f877c416c4e1be0a98e2d34673ec81d4e31c3422e8e709fff770f7d8b7e0843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b0a9f67-584e-4c4d-bc00-92cc924ef0e1" -d '{"events": [{"server_uuid": "99e7c76b-83fb-4b52-ae3a-cccd4d019221", "name": "network-vif-unplugged", "status": "completed", "tag": "a2737d3d-585f-48bf-9444-9c89cdd90801"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 15:02:22.359125 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-381d4315-9089-413f-a071-aa2897bda790 None None] For port a2737d3d-585f-48bf-9444-9c89cdd90801, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=a2737d3d-585f-48bf-9444-9c89cdd90801,segment=NetworkSegment(fa3c3a94-5b1b-44a8-b059-4c18413fd47e),segment_id=fa3c3a94-5b1b-44a8-b059-4c18413fd47e)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:02:22.363800 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787164375287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787163983297', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787163983315'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:22.395165 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 15:02:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2b77c20-047c-47b8-bf79-ae08c8b16292 x-openstack-request-id: req-c2b77c20-047c-47b8-bf79-ae08c8b16292 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 15:02:22.395851 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99e7c76b-83fb-4b52-ae3a-cccd4d019221", "name": "network-vif-unplugged", "status": "completed", "tag": "a2737d3d-585f-48bf-9444-9c89cdd90801", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 15:02:22.396121 n-d-800634-1 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c2b77c20-047c-47b8-bf79-ae08c8b16292 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 15:02:22.396524 n-d-800634-1 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99e7c76b-83fb-4b52-ae3a-cccd4d019221', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2737d3d-585f-48bf-9444-9c89cdd90801', 'code': 200} Jul 13 15:02:22.424131 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Pushing event updated for resources: {'Port': ['ID=a2737d3d-585f-48bf-9444-9c89cdd90801,revision_number=8']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:02:22.441563 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b488850-d9c6-4d79-9e56-3f98b27f75c5 req-ec4550e0-4d66-4966-8dda-1378dcf7c68a tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:02:22.443212 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4b488850-d9c6-4d79-9e56-3f98b27f75c5 req-ec4550e0-4d66-4966-8dda-1378dcf7c68a tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] 10.222.0.23 "GET /v2.0/ports?device_id=99e7c76b-83fb-4b52-ae3a-cccd4d019221 HTTP/1.1" status: 200 len: 943 time: 0.0900459 Jul 13 15:02:22.483671 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-4b488850-d9c6-4d79-9e56-3f98b27f75c5 req-6fcf0399-4873-4a42-9f5b-6f76a649f7cf tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5494f22-2310-461c-8e7a-e35f0d2be35e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342836 Jul 13 15:02:22.595442 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0490de7f-e4ef-46ec-ae02-12378e39a458 req-2117d3c2-c79b-47af-8da4-15f432a7c22f tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:02:22.597059 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0490de7f-e4ef-46ec-ae02-12378e39a458 req-2117d3c2-c79b-47af-8da4-15f432a7c22f tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] 10.222.0.26 "GET /v2.0/ports?device_id=99e7c76b-83fb-4b52-ae3a-cccd4d019221 HTTP/1.1" status: 200 len: 943 time: 0.0689023 Jul 13 15:02:22.712280 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-0490de7f-e4ef-46ec-ae02-12378e39a458 req-2fff5015-a5d0-4576-82cb-e6412d009c78 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Deleting port a2737d3d-585f-48bf-9444-9c89cdd90801 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 15:02:22.712619 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-0490de7f-e4ef-46ec-ae02-12378e39a458 req-2fff5015-a5d0-4576-82cb-e6412d009c78 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:22.805325 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-0490de7f-e4ef-46ec-ae02-12378e39a458 req-2fff5015-a5d0-4576-82cb-e6412d009c78 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] For port a2737d3d-585f-48bf-9444-9c89cdd90801, host n-h1-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-1',level=0,port_id=a2737d3d-585f-48bf-9444-9c89cdd90801,segment=NetworkSegment(fa3c3a94-5b1b-44a8-b059-4c18413fd47e),segment_id=fa3c3a94-5b1b-44a8-b059-4c18413fd47e)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:02:22.805587 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-0490de7f-e4ef-46ec-ae02-12378e39a458 req-2fff5015-a5d0-4576-82cb-e6412d009c78 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:22.821031 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-0490de7f-e4ef-46ec-ae02-12378e39a458 req-2fff5015-a5d0-4576-82cb-e6412d009c78 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Calling delete_port for a2737d3d-585f-48bf-9444-9c89cdd90801 owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 15:02:22.965673 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-0490de7f-e4ef-46ec-ae02-12378e39a458 req-2fff5015-a5d0-4576-82cb-e6412d009c78 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:22.987042 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:22.997400 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fff5015-a5d0-4576-82cb-e6412d009c78 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Pushing event deleted for resources: {'Port': ['ID=a2737d3d-585f-48bf-9444-9c89cdd90801,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:02:23.053652 n-d-800634-1 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-0490de7f-e4ef-46ec-ae02-12378e39a458 req-2fff5015-a5d0-4576-82cb-e6412d009c78 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] No DVR routers for this DVR port a2737d3d-585f-48bf-9444-9c89cdd90801 on host n-h1-800634-1 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 15:02:23.056689 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-0490de7f-e4ef-46ec-ae02-12378e39a458 req-2fff5015-a5d0-4576-82cb-e6412d009c78 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:23.059180 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-0490de7f-e4ef-46ec-ae02-12378e39a458 req-2fff5015-a5d0-4576-82cb-e6412d009c78 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] 10.222.0.26 "DELETE /v2.0/ports/a2737d3d-585f-48bf-9444-9c89cdd90801 HTTP/1.1" status: 204 len: 173 time: 0.4570885 Jul 13 15:02:23.059634 n-d-800634-1 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99e7c76b-83fb-4b52-ae3a-cccd4d019221', 'name': 'network-vif-deleted', 'tag': 'a2737d3d-585f-48bf-9444-9c89cdd90801'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 15:02:23.062786 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d80e434584b282bc6a886e23c599c6bef7951b468a8cb6259e8628cee4d6f2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43746768-6373-432a-9235-3d632cae5b66" -d '{"events": [{"server_uuid": "99e7c76b-83fb-4b52-ae3a-cccd4d019221", "name": "network-vif-deleted", "tag": "a2737d3d-585f-48bf-9444-9c89cdd90801"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 15:02:23.109460 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 15:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a07d0d58-c5e3-455b-98e4-104a27e03939 x-openstack-request-id: req-a07d0d58-c5e3-455b-98e4-104a27e03939 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 15:02:23.109829 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99e7c76b-83fb-4b52-ae3a-cccd4d019221", "name": "network-vif-deleted", "tag": "a2737d3d-585f-48bf-9444-9c89cdd90801", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 15:02:23.110089 n-d-800634-1 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a07d0d58-c5e3-455b-98e4-104a27e03939 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 15:02:23.110493 n-d-800634-1 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99e7c76b-83fb-4b52-ae3a-cccd4d019221', 'name': 'network-vif-deleted', 'tag': 'a2737d3d-585f-48bf-9444-9c89cdd90801', 'status': 'completed', 'code': 200} Jul 13 15:02:23.660091 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-2cbc19eb-b4dd-4457-9966-c85a18fd2c9b req-81714113-a0d3-4b46-bd16-eb2cbbb87771 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] 10.222.0.23 "GET /v2.0/ports?device_id=99e7c76b-83fb-4b52-ae3a-cccd4d019221 HTTP/1.1" status: 200 len: 210 time: 0.0326395 Jul 13 15:02:25.311827 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 54376) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:02:25.474849 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-d2234298-b3a4-4579-87b1-cdd8be7182cd tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Deleting port 283d05e6-46a4-40c0-a360-b5eccb503bc4 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 15:02:25.475206 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d2234298-b3a4-4579-87b1-cdd8be7182cd tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:25.555337 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d2234298-b3a4-4579-87b1-cdd8be7182cd tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:25.555672 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d2234298-b3a4-4579-87b1-cdd8be7182cd tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:25.567787 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-d2234298-b3a4-4579-87b1-cdd8be7182cd tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Calling delete_port for 283d05e6-46a4-40c0-a360-b5eccb503bc4 owned by network:floatingip {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 15:02:25.724601 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d2234298-b3a4-4579-87b1-cdd8be7182cd tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:26.085464 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2234298-b3a4-4579-87b1-cdd8be7182cd tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Pushing event deleted for resources: {'Port': ['ID=283d05e6-46a4-40c0-a360-b5eccb503bc4,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:02:26.097469 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2234298-b3a4-4579-87b1-cdd8be7182cd tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:02:26.097855 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2234298-b3a4-4579-87b1-cdd8be7182cd tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:02:26.098206 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2234298-b3a4-4579-87b1-cdd8be7182cd tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:02:26.098553 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2234298-b3a4-4579-87b1-cdd8be7182cd tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:02:26.098896 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2234298-b3a4-4579-87b1-cdd8be7182cd tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:02:26.099231 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2234298-b3a4-4579-87b1-cdd8be7182cd tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:02:26.099564 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2234298-b3a4-4579-87b1-cdd8be7182cd tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:02:26.099891 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2234298-b3a4-4579-87b1-cdd8be7182cd tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:02:26.100217 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2234298-b3a4-4579-87b1-cdd8be7182cd tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:02:26.100545 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2234298-b3a4-4579-87b1-cdd8be7182cd tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:02:26.100877 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2234298-b3a4-4579-87b1-cdd8be7182cd tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:02:26.101216 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2234298-b3a4-4579-87b1-cdd8be7182cd tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-1 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 15:02:26.161993 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d2234298-b3a4-4579-87b1-cdd8be7182cd tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Notify callbacks [] for floatingip, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:26.162346 n-d-800634-1 neutron-server[93751]: INFO neutron.db.l3_db [None req-d2234298-b3a4-4579-87b1-cdd8be7182cd tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Floating IP 2de928f6-a272-4659-91d6-337dbd988bc5 disassociated (deleted). External IP: 172.25.6.121, port: 672a354b-4694-42dd-a5af-812a9f69dc0c. Jul 13 15:02:26.239749 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device a2737d3d-585f-48bf-9444-9c89cdd90801 no longer exists at agent hyperv_n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 15:02:26.260464 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-381d4315-9089-413f-a071-aa2897bda790 None None] No Port match for: a2737d3d-585f-48bf-9444-9c89cdd90801 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 15:02:26.260895 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Device a2737d3d-585f-48bf-9444-9c89cdd90801 not bound to the agent host n-h1-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 15:02:26.382647 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2234298-b3a4-4579-87b1-cdd8be7182cd tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Router 7b0c24bf-a0bc-4193-a761-d1bee92c294b has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 15:02:26.497506 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2234298-b3a4-4579-87b1-cdd8be7182cd tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 15:02:26.502017 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d2234298-b3a4-4579-87b1-cdd8be7182cd tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for floatingip, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:26.507316 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9fb5574-f96a-4d5b-b81a-41f8ba06b6c5 None None] Sync routers for ids ['7b0c24bf-a0bc-4193-a761-d1bee92c294b'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 15:02:26.516666 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9fb5574-f96a-4d5b-b81a-41f8ba06b6c5 None None] Routers {'7b0c24bf-a0bc-4193-a761-d1bee92c294b'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 15:02:26.517282 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-f9fb5574-f96a-4d5b-b81a-41f8ba06b6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T15:02:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['7b0c24bf-a0bc-4193-a761-d1bee92c294b'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:02:26.542836 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-d2234298-b3a4-4579-87b1-cdd8be7182cd tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] 10.222.0.23 "DELETE /v2.0/floatingips/2de928f6-a272-4659-91d6-337dbd988bc5 HTTP/1.1" status: 204 len: 168 time: 1.2298868 Jul 13 15:02:26.543437 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f8932e5-46e6-4f8e-9243-d9791f73b371', 'tag': '672a354b-4694-42dd-a5af-812a9f69dc0c'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 15:02:26.546211 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dea8b0fca9d342929f96bd35c86b8a14765464b9140f1e1e2496fbd7209775c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c0dd5ae-1ec6-4f3f-bf77-3d38ebf9b72c" -d '{"events": [{"name": "network-changed", "server_uuid": "6f8932e5-46e6-4f8e-9243-d9791f73b371", "tag": "672a354b-4694-42dd-a5af-812a9f69dc0c"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 15:02:26.596321 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 15:02:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5549a60e-3e4c-4aa4-8c8e-0d5a51890bd9 x-openstack-request-id: req-5549a60e-3e4c-4aa4-8c8e-0d5a51890bd9 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 15:02:26.597017 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f8932e5-46e6-4f8e-9243-d9791f73b371", "tag": "672a354b-4694-42dd-a5af-812a9f69dc0c", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 15:02:26.597243 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5549a60e-3e4c-4aa4-8c8e-0d5a51890bd9 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 15:02:26.597663 n-d-800634-1 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f8932e5-46e6-4f8e-9243-d9791f73b371', 'tag': '672a354b-4694-42dd-a5af-812a9f69dc0c', 'status': 'completed', 'code': 200} Jul 13 15:02:26.665082 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-f9fb5574-f96a-4d5b-b81a-41f8ba06b6c5 None None] Set router 7b0c24bf-a0bc-4193-a761-d1bee92c294b gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 15:02:26.678189 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0dd5ae-1ec6-4f3f-bf77-3d38ebf9b72c req-6a4ae63e-bfa4-402d-b0c0-8cbdc7698833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:02:26.681038 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8c0dd5ae-1ec6-4f3f-bf77-3d38ebf9b72c req-6a4ae63e-bfa4-402d-b0c0-8cbdc7698833 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d7e5aa6ceacc45c6b173ddb5fe105765&device_id=6f8932e5-46e6-4f8e-9243-d9791f73b371 HTTP/1.1" status: 200 len: 1094 time: 0.0617156 Jul 13 15:02:26.790928 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0dd5ae-1ec6-4f3f-bf77-3d38ebf9b72c req-53182347-afcc-4eb0-9606-e9e46509dcb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:02:26.792475 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8c0dd5ae-1ec6-4f3f-bf77-3d38ebf9b72c req-53182347-afcc-4eb0-9606-e9e46509dcb8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=77284dce-73e9-4cca-9b4b-aefb30e757eb HTTP/1.1" status: 200 len: 909 time: 0.1054606 Jul 13 15:02:26.836104 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8c0dd5ae-1ec6-4f3f-bf77-3d38ebf9b72c req-6751bd3a-7d96-4f53-986a-1fca21f7a197 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=672a354b-4694-42dd-a5af-812a9f69dc0c HTTP/1.1" status: 200 len: 217 time: 0.0367718 Jul 13 15:02:26.911370 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-f9fb5574-f96a-4d5b-b81a-41f8ba06b6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b0c24bf-a0bc-4193-a761-d1bee92c294b', 'name': 'tempest-TestSnapshotPattern-980326371-router', 'tenant_id': 'd7e5aa6ceacc45c6b173ddb5fe105765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': 'e1dab230-59a9-4adf-8c31-da8f2837cbf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:57:44Z', 'updated_at': '2021-07-13T14:57:46Z', 'revision_number': 4, 'project_id': 'd7e5aa6ceacc45c6b173ddb5fe105765', 'gw_port': {'id': 'e1dab230-59a9-4adf-8c31-da8f2837cbf4', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b5:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b0c24bf-a0bc-4193-a761-d1bee92c294b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:57:44Z', 'updated_at': '2021-07-13T14:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': '346a8857-67bd-4931-a5c1-44d9a3c8ec00', 'name': '', 'network_id': '77284dce-73e9-4cca-9b4b-aefb30e757eb', 'tenant_id': 'd7e5aa6ceacc45c6b173ddb5fe105765', 'mac_address': 'fa:16:3e:b1:79:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b0c24bf-a0bc-4193-a761-d1bee92c294b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'f1df5278-5386-401c-babc-709d5ff5eb24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:57:46Z', 'updated_at': '2021-07-13T14:57:51Z', 'revision_number': 5, 'project_id': 'd7e5aa6ceacc45c6b173ddb5fe105765', 'subnets': [{'id': 'f1df5278-5386-401c-babc-709d5ff5eb24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:02:26.929043 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0dd5ae-1ec6-4f3f-bf77-3d38ebf9b72c req-86b14e06-9108-45ca-924f-1c28815cb387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:02:26.930588 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8c0dd5ae-1ec6-4f3f-bf77-3d38ebf9b72c req-86b14e06-9108-45ca-924f-1c28815cb387 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f1df5278-5386-401c-babc-709d5ff5eb24 HTTP/1.1" status: 200 len: 848 time: 0.0880556 Jul 13 15:02:26.942895 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9fb5574-f96a-4d5b-b81a-41f8ba06b6c5 None None] Checking router: 7b0c24bf-a0bc-4193-a761-d1bee92c294b for host: n-d-800634-1 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 15:02:26.951865 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9fb5574-f96a-4d5b-b81a-41f8ba06b6c5 None None] Routers {'7b0c24bf-a0bc-4193-a761-d1bee92c294b'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 15:02:26.954045 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-f9fb5574-f96a-4d5b-b81a-41f8ba06b6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T15:02:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['7b0c24bf-a0bc-4193-a761-d1bee92c294b'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:02:26.997025 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ec78ab-328d-4aa6-8f14-67e0dc99c3ea req-bd2675b0-fe89-41a4-851b-7fbf9e606a98 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:02:26.998615 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f4ec78ab-328d-4aa6-8f14-67e0dc99c3ea req-bd2675b0-fe89-41a4-851b-7fbf9e606a98 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f8932e5-46e6-4f8e-9243-d9791f73b371 HTTP/1.1" status: 200 len: 943 time: 0.1124003 Jul 13 15:02:27.031715 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0dd5ae-1ec6-4f3f-bf77-3d38ebf9b72c req-cabbeb86-6db1-4abe-b374-f665f8e3a184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:02:27.034044 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8c0dd5ae-1ec6-4f3f-bf77-3d38ebf9b72c req-cabbeb86-6db1-4abe-b374-f665f8e3a184 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=77284dce-73e9-4cca-9b4b-aefb30e757eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0960302 Jul 13 15:02:27.073283 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-f4ec78ab-328d-4aa6-8f14-67e0dc99c3ea req-18096193-bfbb-4d0e-b186-6cbec2a6bdf1 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5494f22-2310-461c-8e7a-e35f0d2be35e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636919 Jul 13 15:02:27.159859 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8c0dd5ae-1ec6-4f3f-bf77-3d38ebf9b72c req-a9fac5cc-e49c-4824-a75f-6629bc031560 service neutron] 10.222.0.41 "GET /v2.0/networks/77284dce-73e9-4cca-9b4b-aefb30e757eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189654 Jul 13 15:02:27.261430 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-f9fb5574-f96a-4d5b-b81a-41f8ba06b6c5 None None] Set router 7b0c24bf-a0bc-4193-a761-d1bee92c294b gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 15:02:27.269864 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-8c0dd5ae-1ec6-4f3f-bf77-3d38ebf9b72c req-58c570f6-8aca-48ae-b46e-b160f8ea5713 service neutron] 10.222.0.41 "GET /v2.0/networks/77284dce-73e9-4cca-9b4b-aefb30e757eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035540 Jul 13 15:02:27.483387 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-f9fb5574-f96a-4d5b-b81a-41f8ba06b6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b0c24bf-a0bc-4193-a761-d1bee92c294b', 'name': 'tempest-TestSnapshotPattern-980326371-router', 'tenant_id': 'd7e5aa6ceacc45c6b173ddb5fe105765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': 'e1dab230-59a9-4adf-8c31-da8f2837cbf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:57:44Z', 'updated_at': '2021-07-13T14:57:46Z', 'revision_number': 4, 'project_id': 'd7e5aa6ceacc45c6b173ddb5fe105765', 'gw_port': {'id': 'e1dab230-59a9-4adf-8c31-da8f2837cbf4', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b5:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b0c24bf-a0bc-4193-a761-d1bee92c294b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:57:44Z', 'updated_at': '2021-07-13T14:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': '346a8857-67bd-4931-a5c1-44d9a3c8ec00', 'name': '', 'network_id': '77284dce-73e9-4cca-9b4b-aefb30e757eb', 'tenant_id': 'd7e5aa6ceacc45c6b173ddb5fe105765', 'mac_address': 'fa:16:3e:b1:79:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b0c24bf-a0bc-4193-a761-d1bee92c294b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'f1df5278-5386-401c-babc-709d5ff5eb24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:57:46Z', 'updated_at': '2021-07-13T14:57:51Z', 'revision_number': 5, 'project_id': 'd7e5aa6ceacc45c6b173ddb5fe105765', 'subnets': [{'id': 'f1df5278-5386-401c-babc-709d5ff5eb24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:02:27.511672 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9fb5574-f96a-4d5b-b81a-41f8ba06b6c5 None None] The sync data for ids ['7b0c24bf-a0bc-4193-a761-d1bee92c294b'] in n-d-800634-1 is: [{'id': '7b0c24bf-a0bc-4193-a761-d1bee92c294b', 'name': 'tempest-TestSnapshotPattern-980326371-router', 'tenant_id': 'd7e5aa6ceacc45c6b173ddb5fe105765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': 'e1dab230-59a9-4adf-8c31-da8f2837cbf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:57:44Z', 'updated_at': '2021-07-13T14:57:46Z', 'revision_number': 4, 'project_id': 'd7e5aa6ceacc45c6b173ddb5fe105765', 'gw_port': {'id': 'e1dab230-59a9-4adf-8c31-da8f2837cbf4', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b5:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b0c24bf-a0bc-4193-a761-d1bee92c294b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:57:44Z', 'updated_at': '2021-07-13T14:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1', '_interfaces': [{'id': '346a8857-67bd-4931-a5c1-44d9a3c8ec00', 'name': '', 'network_id': '77284dce-73e9-4cca-9b4b-aefb30e757eb', 'tenant_id': 'd7e5aa6ceacc45c6b173ddb5fe105765', 'mac_address': 'fa:16:3e:b1:79:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b0c24bf-a0bc-4193-a761-d1bee92c294b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'f1df5278-5386-401c-babc-709d5ff5eb24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:57:46Z', 'updated_at': '2021-07-13T14:57:51Z', 'revision_number': 5, 'project_id': 'd7e5aa6ceacc45c6b173ddb5fe105765', 'subnets': [{'id': 'f1df5278-5386-401c-babc-709d5ff5eb24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 15:02:27.734992 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c4aac54-1240-4606-a6ce-3df79010e0a5 None None] New status for floating IP 2de928f6-a272-4659-91d6-337dbd988bc5: DOWN {{(pid=93753) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 15:02:28.260314 n-d-800634-1 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c8546c-1aef-4569-9973-662b351a87d1 req-1b51f686-8a32-4fb8-b816-776b6e78f8f8 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:02:28.261867 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-27c8546c-1aef-4569-9973-662b351a87d1 req-1b51f686-8a32-4fb8-b816-776b6e78f8f8 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f8932e5-46e6-4f8e-9243-d9791f73b371 HTTP/1.1" status: 200 len: 943 time: 0.0673180 Jul 13 15:02:28.300831 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-27c8546c-1aef-4569-9973-662b351a87d1 req-1b91e6c2-24fb-4666-8b08-ffa54db9d171 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5494f22-2310-461c-8e7a-e35f0d2be35e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332074 Jul 13 15:02:28.377889 n-d-800634-1 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5767137-d3fa-4d05-9590-75c38113d736 req-40252159-126c-48d8-be0b-b87f5b67d6d9 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 15:02:28.379315 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c5767137-d3fa-4d05-9590-75c38113d736 req-40252159-126c-48d8-be0b-b87f5b67d6d9 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f8932e5-46e6-4f8e-9243-d9791f73b371 HTTP/1.1" status: 200 len: 943 time: 0.0651443 Jul 13 15:02:28.488078 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-c5767137-d3fa-4d05-9590-75c38113d736 req-a0e21b42-3ad5-4664-8736-27b1b5cf3052 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Deleting port 672a354b-4694-42dd-a5af-812a9f69dc0c {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 15:02:28.488430 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-c5767137-d3fa-4d05-9590-75c38113d736 req-a0e21b42-3ad5-4664-8736-27b1b5cf3052 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:28.585707 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-c5767137-d3fa-4d05-9590-75c38113d736 req-a0e21b42-3ad5-4664-8736-27b1b5cf3052 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] For port 672a354b-4694-42dd-a5af-812a9f69dc0c, host n-h2-800634-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-1',level=0,port_id=672a354b-4694-42dd-a5af-812a9f69dc0c,segment=NetworkSegment(fa3c3a94-5b1b-44a8-b059-4c18413fd47e),segment_id=fa3c3a94-5b1b-44a8-b059-4c18413fd47e)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:02:28.586094 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-c5767137-d3fa-4d05-9590-75c38113d736 req-a0e21b42-3ad5-4664-8736-27b1b5cf3052 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:28.604190 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-c5767137-d3fa-4d05-9590-75c38113d736 req-a0e21b42-3ad5-4664-8736-27b1b5cf3052 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Calling delete_port for 672a354b-4694-42dd-a5af-812a9f69dc0c owned by compute:nova {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 15:02:28.741995 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-c5767137-d3fa-4d05-9590-75c38113d736 req-a0e21b42-3ad5-4664-8736-27b1b5cf3052 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:28.773170 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e21b42-3ad5-4664-8736-27b1b5cf3052 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Pushing event deleted for resources: {'Port': ['ID=672a354b-4694-42dd-a5af-812a9f69dc0c,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:02:28.824311 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5767137-d3fa-4d05-9590-75c38113d736 req-a0e21b42-3ad5-4664-8736-27b1b5cf3052 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] No DVR routers for this DVR port 672a354b-4694-42dd-a5af-812a9f69dc0c on host n-h2-800634-1 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 15:02:28.827003 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-c5767137-d3fa-4d05-9590-75c38113d736 req-a0e21b42-3ad5-4664-8736-27b1b5cf3052 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102105'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:28.829212 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [req-c5767137-d3fa-4d05-9590-75c38113d736 req-a0e21b42-3ad5-4664-8736-27b1b5cf3052 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] 10.222.0.41 "DELETE /v2.0/ports/672a354b-4694-42dd-a5af-812a9f69dc0c HTTP/1.1" status: 204 len: 173 time: 0.4445410 Jul 13 15:02:28.829657 n-d-800634-1 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f8932e5-46e6-4f8e-9243-d9791f73b371', 'name': 'network-vif-deleted', 'tag': '672a354b-4694-42dd-a5af-812a9f69dc0c'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 15:02:28.831996 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1dea8b0fca9d342929f96bd35c86b8a14765464b9140f1e1e2496fbd7209775c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-164eeb48-702a-4b26-9c9a-f613e4a8d90e" -d '{"events": [{"server_uuid": "6f8932e5-46e6-4f8e-9243-d9791f73b371", "name": "network-vif-deleted", "tag": "672a354b-4694-42dd-a5af-812a9f69dc0c"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 15:02:28.871852 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 15:02:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bc7df20-793f-453a-a988-f4ec8f2c6e36 x-openstack-request-id: req-2bc7df20-793f-453a-a988-f4ec8f2c6e36 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 15:02:28.872145 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f8932e5-46e6-4f8e-9243-d9791f73b371", "name": "network-vif-deleted", "tag": "672a354b-4694-42dd-a5af-812a9f69dc0c", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 15:02:28.872401 n-d-800634-1 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2bc7df20-793f-453a-a988-f4ec8f2c6e36 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 15:02:28.872805 n-d-800634-1 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f8932e5-46e6-4f8e-9243-d9791f73b371', 'name': 'network-vif-deleted', 'tag': '672a354b-4694-42dd-a5af-812a9f69dc0c', 'status': 'completed', 'code': 200} Jul 13 15:02:29.472382 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [req-d619b704-8959-4122-b71b-ed29b56c1fba req-6b8422dd-ef1a-4d01-ae22-2840a820628a tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f8932e5-46e6-4f8e-9243-d9791f73b371 HTTP/1.1" status: 200 len: 210 time: 0.0328383 Jul 13 15:02:30.566765 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 54394) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:02:30.628446 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-27ccd537-f715-4f73-9d0b-21e010273950 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:30.654910 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-27ccd537-f715-4f73-9d0b-21e010273950 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:30.720902 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-27ccd537-f715-4f73-9d0b-21e010273950 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:30.723543 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-27ccd537-f715-4f73-9d0b-21e010273950 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:30.724727 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-27ccd537-f715-4f73-9d0b-21e010273950 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] 10.222.0.23 "DELETE /v2.0/security-groups/c5494f22-2310-461c-8e7a-e35f0d2be35e HTTP/1.1" status: 204 len: 168 time: 0.1569815 Jul 13 15:02:30.735466 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ccd537-f715-4f73-9d0b-21e010273950 tempest-TestSnapshotPattern-860412821 tempest-TestSnapshotPattern-860412821-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5494f22-2310-461c-8e7a-e35f0d2be35e,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:02:30.788101 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 54398) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:02:31.398309 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:31.515984 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ee214405-d4b0-4aa8-8825-720094f6faab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451695'] for router_interface, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:31.781393 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-ee214405-d4b0-4aa8-8825-720094f6faab admin admin] Deleting port 346a8857-67bd-4931-a5c1-44d9a3c8ec00 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 15:02:31.781642 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ee214405-d4b0-4aa8-8825-720094f6faab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:31.814158 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:31.878993 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-ee214405-d4b0-4aa8-8825-720094f6faab admin admin] For port 346a8857-67bd-4931-a5c1-44d9a3c8ec00, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=346a8857-67bd-4931-a5c1-44d9a3c8ec00,segment=NetworkSegment(fa3c3a94-5b1b-44a8-b059-4c18413fd47e),segment_id=fa3c3a94-5b1b-44a8-b059-4c18413fd47e)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:02:31.879640 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ee214405-d4b0-4aa8-8825-720094f6faab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:31.894261 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-ee214405-d4b0-4aa8-8825-720094f6faab admin admin] Calling delete_port for 346a8857-67bd-4931-a5c1-44d9a3c8ec00 owned by network:router_interface {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 15:02:32.109374 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ee214405-d4b0-4aa8-8825-720094f6faab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:32.137711 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee214405-d4b0-4aa8-8825-720094f6faab admin admin] Pushing event deleted for resources: {'Port': ['ID=346a8857-67bd-4931-a5c1-44d9a3c8ec00,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:02:32.221302 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 672a354b-4694-42dd-a5af-812a9f69dc0c no longer exists at agent hyperv_n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 15:02:32.250845 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] No Port match for: 672a354b-4694-42dd-a5af-812a9f69dc0c {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 15:02:32.251175 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Device 672a354b-4694-42dd-a5af-812a9f69dc0c not bound to the agent host n-h2-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 15:02:32.314725 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ee214405-d4b0-4aa8-8825-720094f6faab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1785036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452491'] for router_interface, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:32.557154 n-d-800634-1 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee214405-d4b0-4aa8-8825-720094f6faab admin admin] Router 7b0c24bf-a0bc-4193-a761-d1bee92c294b has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 15:02:32.685998 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee214405-d4b0-4aa8-8825-720094f6faab admin admin] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 15:02:32.691046 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-ee214405-d4b0-4aa8-8825-720094f6faab admin admin] 10.222.0.23 "PUT /v2.0/routers/7b0c24bf-a0bc-4193-a761-d1bee92c294b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9019125 Jul 13 15:02:32.694971 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 54400) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:02:32.695433 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a8c7c9-7bd4-4053-9429-c7126795399c None None] Sync routers for ids ['7b0c24bf-a0bc-4193-a761-d1bee92c294b'] in n-d-800634-1 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 15:02:32.706143 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a8c7c9-7bd4-4053-9429-c7126795399c None None] Routers {'7b0c24bf-a0bc-4193-a761-d1bee92c294b'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 15:02:32.706845 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-b4a8c7c9-7bd4-4053-9429-c7126795399c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T15:02:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['7b0c24bf-a0bc-4193-a761-d1bee92c294b'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:02:32.817135 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d97f80c8-7b32-4e34-9889-1075c746c8d2 admin admin] Notify callbacks [] for router, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:32.836588 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-b4a8c7c9-7bd4-4053-9429-c7126795399c None None] Set router 7b0c24bf-a0bc-4193-a761-d1bee92c294b gateway port host: n-d-800634-1 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 15:02:32.948755 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d97f80c8-7b32-4e34-9889-1075c746c8d2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:33.019469 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-d97f80c8-7b32-4e34-9889-1075c746c8d2 admin admin] Deleting port e1dab230-59a9-4adf-8c31-da8f2837cbf4 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 15:02:33.019814 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d97f80c8-7b32-4e34-9889-1075c746c8d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:33.040273 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-b4a8c7c9-7bd4-4053-9429-c7126795399c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b0c24bf-a0bc-4193-a761-d1bee92c294b', 'name': 'tempest-TestSnapshotPattern-980326371-router', 'tenant_id': 'd7e5aa6ceacc45c6b173ddb5fe105765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': 'e1dab230-59a9-4adf-8c31-da8f2837cbf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:57:44Z', 'updated_at': '2021-07-13T15:02:32Z', 'revision_number': 5, 'project_id': 'd7e5aa6ceacc45c6b173ddb5fe105765', 'gw_port': {'id': 'e1dab230-59a9-4adf-8c31-da8f2837cbf4', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b5:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b0c24bf-a0bc-4193-a761-d1bee92c294b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:57:44Z', 'updated_at': '2021-07-13T14:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:02:33.068307 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a8c7c9-7bd4-4053-9429-c7126795399c None None] Checking router: 7b0c24bf-a0bc-4193-a761-d1bee92c294b for host: n-d-800634-1 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 15:02:33.078150 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a8c7c9-7bd4-4053-9429-c7126795399c None None] Routers {'7b0c24bf-a0bc-4193-a761-d1bee92c294b'} bound to L3 agent in host n-d-800634-1 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 15:02:33.078962 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-b4a8c7c9-7bd4-4053-9429-c7126795399c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T15:02:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['7b0c24bf-a0bc-4193-a761-d1bee92c294b'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:02:33.124299 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-d97f80c8-7b32-4e34-9889-1075c746c8d2 admin admin] For port e1dab230-59a9-4adf-8c31-da8f2837cbf4, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=e1dab230-59a9-4adf-8c31-da8f2837cbf4,segment=NetworkSegment(3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87),segment_id=3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:02:33.124715 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d97f80c8-7b32-4e34-9889-1075c746c8d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:33.142739 n-d-800634-1 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-d97f80c8-7b32-4e34-9889-1075c746c8d2 admin admin] Calling delete_port for e1dab230-59a9-4adf-8c31-da8f2837cbf4 owned by network:router_gateway {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 15:02:33.170237 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-b4a8c7c9-7bd4-4053-9429-c7126795399c None None] Set router 7b0c24bf-a0bc-4193-a761-d1bee92c294b gateway port host: None {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 15:02:33.228967 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-b4a8c7c9-7bd4-4053-9429-c7126795399c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b0c24bf-a0bc-4193-a761-d1bee92c294b', 'name': 'tempest-TestSnapshotPattern-980326371-router', 'tenant_id': 'd7e5aa6ceacc45c6b173ddb5fe105765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:57:44Z', 'updated_at': '2021-07-13T15:02:32Z', 'revision_number': 6, 'project_id': 'd7e5aa6ceacc45c6b173ddb5fe105765', 'gw_port_host': None}], 'n-d-800634-1', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:02:33.256685 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a8c7c9-7bd4-4053-9429-c7126795399c None None] The sync data for ids ['7b0c24bf-a0bc-4193-a761-d1bee92c294b'] in n-d-800634-1 is: [{'id': '7b0c24bf-a0bc-4193-a761-d1bee92c294b', 'name': 'tempest-TestSnapshotPattern-980326371-router', 'tenant_id': 'd7e5aa6ceacc45c6b173ddb5fe105765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:57:44Z', 'updated_at': '2021-07-13T15:02:32Z', 'revision_number': 6, 'project_id': 'd7e5aa6ceacc45c6b173ddb5fe105765', 'gw_port_host': None}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 15:02:33.325207 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d97f80c8-7b32-4e34-9889-1075c746c8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5970432'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:33.353061 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97f80c8-7b32-4e34-9889-1075c746c8d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1dab230-59a9-4adf-8c31-da8f2837cbf4,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:02:33.421930 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d97f80c8-7b32-4e34-9889-1075c746c8d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-446473'] for router_gateway, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:33.516302 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d97f80c8-7b32-4e34-9889-1075c746c8d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1591938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2696'] for router, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:33.518489 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d97f80c8-7b32-4e34-9889-1075c746c8d2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:33.566380 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d97f80c8-7b32-4e34-9889-1075c746c8d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593106'] for router, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:33.567000 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d97f80c8-7b32-4e34-9889-1075c746c8d2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7b0c24bf-a0bc-4193-a761-d1bee92c294b {{(pid=93750) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 15:02:33.571745 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d97f80c8-7b32-4e34-9889-1075c746c8d2 admin admin] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:33.573260 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-d97f80c8-7b32-4e34-9889-1075c746c8d2 admin admin] 10.222.0.23 "DELETE /v2.0/routers/7b0c24bf-a0bc-4193-a761-d1bee92c294b HTTP/1.1" status: 204 len: 168 time: 0.8771589 Jul 13 15:02:33.577695 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 54402) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:02:33.629426 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-59c7cb84-1083-4bac-afe4-6b7776ef4add admin admin] Deleting subnet f1df5278-5386-401c-babc-709d5ff5eb24 {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 15:02:33.634102 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-59c7cb84-1083-4bac-afe4-6b7776ef4add admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:33.681216 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-59c7cb84-1083-4bac-afe4-6b7776ef4add admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6018489'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:33.773720 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-59c7cb84-1083-4bac-afe4-6b7776ef4add admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:33.826186 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-59c7cb84-1083-4bac-afe4-6b7776ef4add admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6018534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6105009'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:33.851759 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c7cb84-1083-4bac-afe4-6b7776ef4add admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1df5278-5386-401c-babc-709d5ff5eb24,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:02:33.855369 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-59c7cb84-1083-4bac-afe4-6b7776ef4add admin admin] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:33.857230 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-59c7cb84-1083-4bac-afe4-6b7776ef4add admin admin] 10.222.0.23 "DELETE /v2.0/subnets/f1df5278-5386-401c-babc-709d5ff5eb24 HTTP/1.1" status: 204 len: 168 time: 0.2781184 Jul 13 15:02:33.860098 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 54404) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:02:33.862610 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e681659-5d30-4e17-9a51-59d24e46107f None None] Network 77284dce-73e9-4cca-9b4b-aefb30e757eb requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 15:02:33.934462 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e7a8df0b-1ad9-4d4b-b1f2-ddf9022374ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:33.992533 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-e7a8df0b-1ad9-4d4b-b1f2-ddf9022374ea admin admin] Deleting port c8198cab-6b95-4b32-87a9-f382837f4c30 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 15:02:33.992875 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e7a8df0b-1ad9-4d4b-b1f2-ddf9022374ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:34.065463 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-e7a8df0b-1ad9-4d4b-b1f2-ddf9022374ea admin admin] For port c8198cab-6b95-4b32-87a9-f382837f4c30, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=c8198cab-6b95-4b32-87a9-f382837f4c30,segment=NetworkSegment(fa3c3a94-5b1b-44a8-b059-4c18413fd47e),segment_id=fa3c3a94-5b1b-44a8-b059-4c18413fd47e)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:02:34.065860 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e7a8df0b-1ad9-4d4b-b1f2-ddf9022374ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:34.081618 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-e7a8df0b-1ad9-4d4b-b1f2-ddf9022374ea admin admin] Calling delete_port for c8198cab-6b95-4b32-87a9-f382837f4c30 owned by network:dhcp {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 15:02:34.093645 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d20a933e-eb20-4f8c-88b5-55c51f440c43 None None] DHCP port deletion for 77284dce-73e9-4cca-9b4b-aefb30e757eb request from n-d-800634-1 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 15:02:34.118998 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 346a8857-67bd-4931-a5c1-44d9a3c8ec00 no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 15:02:34.144828 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: 346a8857-67bd-4931-a5c1-44d9a3c8ec00 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 15:02:34.145175 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 346a8857-67bd-4931-a5c1-44d9a3c8ec00 not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 15:02:34.168001 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-d20a933e-eb20-4f8c-88b5-55c51f440c43 None None] Deleting port c8198cab-6b95-4b32-87a9-f382837f4c30 {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 15:02:34.168520 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d20a933e-eb20-4f8c-88b5-55c51f440c43 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:34.174188 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e7a8df0b-1ad9-4d4b-b1f2-ddf9022374ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:34.201633 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a8df0b-1ad9-4d4b-b1f2-ddf9022374ea admin admin] Pushing event deleted for resources: {'Port': ['ID=c8198cab-6b95-4b32-87a9-f382837f4c30,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:02:34.208749 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a8df0b-1ad9-4d4b-b1f2-ddf9022374ea admin admin] No DVR routers for this DVR port c8198cab-6b95-4b32-87a9-f382837f4c30 on host n-d-800634-1 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 15:02:34.236109 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-d20a933e-eb20-4f8c-88b5-55c51f440c43 None None] For port c8198cab-6b95-4b32-87a9-f382837f4c30, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=c8198cab-6b95-4b32-87a9-f382837f4c30,segment=NetworkSegment(fa3c3a94-5b1b-44a8-b059-4c18413fd47e),segment_id=fa3c3a94-5b1b-44a8-b059-4c18413fd47e)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:02:34.236505 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d20a933e-eb20-4f8c-88b5-55c51f440c43 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:34.253773 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-d20a933e-eb20-4f8c-88b5-55c51f440c43 None None] Calling delete_port for c8198cab-6b95-4b32-87a9-f382837f4c30 owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 15:02:34.285501 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e7a8df0b-1ad9-4d4b-b1f2-ddf9022374ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:34.295480 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-e7a8df0b-1ad9-4d4b-b1f2-ddf9022374ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77284dce-73e9-4cca-9b4b-aefb30e757eb']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:02:34.306090 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-e7a8df0b-1ad9-4d4b-b1f2-ddf9022374ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa3c3a94-5b1b-44a8-b059-4c18413fd47e') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:02:34.306384 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-e7a8df0b-1ad9-4d4b-b1f2-ddf9022374ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa3c3a94-5b1b-44a8-b059-4c18413fd47e') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:02:34.316902 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e7a8df0b-1ad9-4d4b-b1f2-ddf9022374ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6018464'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:34.330624 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d20a933e-eb20-4f8c-88b5-55c51f440c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:34.334413 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e7a8df0b-1ad9-4d4b-b1f2-ddf9022374ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:34.341293 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7a8df0b-1ad9-4d4b-b1f2-ddf9022374ea admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 15:02:34.341609 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e7a8df0b-1ad9-4d4b-b1f2-ddf9022374ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6018632'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:34.344216 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 15:02:34.344216 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 15:02:34.344216 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 15:02:34.344216 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 15:02:34.344216 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 15:02:34.344216 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 15:02:34.344216 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 15:02:34.344216 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 15:02:34.344216 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 15:02:34.344216 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 15:02:34.344216 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 15:02:34.344216 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 15:02:34.344216 n-d-800634-1 neutron-server[93751]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 15:02:34.344216 n-d-800634-1 neutron-server[93751]: conditions |= (models_v2.Port.network_id.in_( Jul 13 15:02:34.344216 n-d-800634-1 neutron-server[93751]: Traceback (most recent call last): Jul 13 15:02:34.344216 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 15:02:34.344216 n-d-800634-1 neutron-server[93751]: timer() Jul 13 15:02:34.344216 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 15:02:34.344216 n-d-800634-1 neutron-server[93751]: cb(*args, **kw) Jul 13 15:02:34.344216 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 15:02:34.344216 n-d-800634-1 neutron-server[93751]: return func(*args, **kwargs) Jul 13 15:02:34.344216 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 15:02:34.344216 n-d-800634-1 neutron-server[93751]: self._notify() Jul 13 15:02:34.344216 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 15:02:34.344216 n-d-800634-1 neutron-server[93751]: self.callback(batched_events) Jul 13 15:02:34.344216 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 15:02:34.344216 n-d-800634-1 neutron-server[93751]: event.method(event) Jul 13 15:02:34.344216 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 15:02:34.344216 n-d-800634-1 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 15:02:34.344216 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 15:02:34.344216 n-d-800634-1 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 15:02:34.344216 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 15:02:34.344216 n-d-800634-1 neutron-server[93751]: return f(self, *a, **k) Jul 13 15:02:34.344216 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 15:02:34.344216 n-d-800634-1 neutron-server[93751]: return self._get(url).json() Jul 13 15:02:34.344216 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 15:02:34.344216 n-d-800634-1 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 15:02:34.344216 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 15:02:34.344216 n-d-800634-1 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 13 15:02:34.344216 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 15:02:34.344216 n-d-800634-1 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 15:02:34.344216 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 15:02:34.344216 n-d-800634-1 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 15:02:34.344216 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 15:02:34.344216 n-d-800634-1 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 15:02:34.344216 n-d-800634-1 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 15:02:34.359663 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20a933e-eb20-4f8c-88b5-55c51f440c43 None None] Pushing event deleted for resources: {'Port': ['ID=c8198cab-6b95-4b32-87a9-f382837f4c30,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:02:34.364554 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20a933e-eb20-4f8c-88b5-55c51f440c43 None None] No DVR routers for this DVR port c8198cab-6b95-4b32-87a9-f382837f4c30 on host n-d-800634-1 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 15:02:34.403625 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e7a8df0b-1ad9-4d4b-b1f2-ddf9022374ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:34.424783 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e7a8df0b-1ad9-4d4b-b1f2-ddf9022374ea admin admin] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:34.426919 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-e7a8df0b-1ad9-4d4b-b1f2-ddf9022374ea admin admin] 10.222.0.23 "DELETE /v2.0/networks/77284dce-73e9-4cca-9b4b-aefb30e757eb HTTP/1.1" status: 204 len: 168 time: 0.5655441 Jul 13 15:02:34.428158 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a8df0b-1ad9-4d4b-b1f2-ddf9022374ea admin admin] Pushing event deleted for resources: {'Network': ['ID=77284dce-73e9-4cca-9b4b-aefb30e757eb,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:02:34.429960 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 54406) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:02:34.579190 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 15:02:34.780401 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d90e4575-dc22-4118-99b8-f9c15bf15173 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451695'] for router_interface, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:35.034705 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-d90e4575-dc22-4118-99b8-f9c15bf15173 admin admin] Deleting port 7665c56a-a1e3-48b7-ab5b-ee70787e30f3 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 15:02:35.034959 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d90e4575-dc22-4118-99b8-f9c15bf15173 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:35.114918 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-d90e4575-dc22-4118-99b8-f9c15bf15173 admin admin] For port 7665c56a-a1e3-48b7-ab5b-ee70787e30f3, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=7665c56a-a1e3-48b7-ab5b-ee70787e30f3,segment=NetworkSegment(f3c26e72-86c1-4893-8945-c53d65b3634f),segment_id=f3c26e72-86c1-4893-8945-c53d65b3634f)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:02:35.115280 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d90e4575-dc22-4118-99b8-f9c15bf15173 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:35.128310 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-d90e4575-dc22-4118-99b8-f9c15bf15173 admin admin] Calling delete_port for 7665c56a-a1e3-48b7-ab5b-ee70787e30f3 owned by network:router_interface {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 15:02:35.306715 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d90e4575-dc22-4118-99b8-f9c15bf15173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:35.332302 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e4575-dc22-4118-99b8-f9c15bf15173 admin admin] Pushing event deleted for resources: {'Port': ['ID=7665c56a-a1e3-48b7-ab5b-ee70787e30f3,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:02:35.501838 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d90e4575-dc22-4118-99b8-f9c15bf15173 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1785036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452491'] for router_interface, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:35.583839 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device c8198cab-6b95-4b32-87a9-f382837f4c30 no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 15:02:35.604354 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: c8198cab-6b95-4b32-87a9-f382837f4c30 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 15:02:35.604654 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device c8198cab-6b95-4b32-87a9-f382837f4c30 not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 15:02:35.604995 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device e1dab230-59a9-4adf-8c31-da8f2837cbf4 no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 15:02:35.623453 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: e1dab230-59a9-4adf-8c31-da8f2837cbf4 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 15:02:35.623823 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device e1dab230-59a9-4adf-8c31-da8f2837cbf4 not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 15:02:35.724473 n-d-800634-1 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d90e4575-dc22-4118-99b8-f9c15bf15173 admin admin] Router 54380595-9981-4bc6-ae82-c751cdca3396 has already been hosted by L3 agent e839983a-d6b9-4f8b-aa22-7995324f77f5 {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 15:02:35.831782 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d90e4575-dc22-4118-99b8-f9c15bf15173 admin admin] Notify agent at l3_agent.n-d-800634-1 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 15:02:35.837016 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-d90e4575-dc22-4118-99b8-f9c15bf15173 admin admin] 10.222.0.23 "PUT /v2.0/routers/54380595-9981-4bc6-ae82-c751cdca3396/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4060614 Jul 13 15:02:35.839492 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 54408) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:02:35.839951 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28ceec7-3b2e-467f-8aef-534c616ae99a None None] Sync routers for ids ['54380595-9981-4bc6-ae82-c751cdca3396'] in n-d-800634-1 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 15:02:35.850772 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28ceec7-3b2e-467f-8aef-534c616ae99a None None] Routers {'54380595-9981-4bc6-ae82-c751cdca3396'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 15:02:35.851410 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-d28ceec7-3b2e-467f-8aef-534c616ae99a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T15:02:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['54380595-9981-4bc6-ae82-c751cdca3396'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:02:35.945894 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-90a46209-5bae-43c3-ad60-7592eb415c8b admin admin] Notify callbacks [] for router, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:35.958383 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-d28ceec7-3b2e-467f-8aef-534c616ae99a None None] Set router 54380595-9981-4bc6-ae82-c751cdca3396 gateway port host: n-d-800634-1 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 15:02:36.052701 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-90a46209-5bae-43c3-ad60-7592eb415c8b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:36.107187 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-90a46209-5bae-43c3-ad60-7592eb415c8b admin admin] Deleting port 56c7e620-118a-4ca9-8c3c-c258d9fb4ec9 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 15:02:36.107437 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-90a46209-5bae-43c3-ad60-7592eb415c8b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:36.137862 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-d28ceec7-3b2e-467f-8aef-534c616ae99a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54380595-9981-4bc6-ae82-c751cdca3396', 'name': 'tempest-TestSnapshotPattern-1159132598-router', 'tenant_id': '01418948827641a2990eaab0588b9445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'external_fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.192'}], 'enable_snat': True}, 'gw_port_id': '56c7e620-118a-4ca9-8c3c-c258d9fb4ec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:57:48Z', 'updated_at': '2021-07-13T15:02:35Z', 'revision_number': 5, 'project_id': '01418948827641a2990eaab0588b9445', 'gw_port': {'id': '56c7e620-118a-4ca9-8c3c-c258d9fb4ec9', 'name': '', 'network_id': 'acf968b8-c524-46a9-a20b-ad9667009130', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:f1:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54380595-9981-4bc6-ae82-c751cdca3396', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'ip_address': '172.25.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:57:49Z', 'updated_at': '2021-07-13T14:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde5a78e-bd1e-4f47-8189-7321d4de73d3', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-1'}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:02:36.165219 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28ceec7-3b2e-467f-8aef-534c616ae99a None None] Checking router: 54380595-9981-4bc6-ae82-c751cdca3396 for host: n-d-800634-1 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 15:02:36.173467 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28ceec7-3b2e-467f-8aef-534c616ae99a None None] Routers {'54380595-9981-4bc6-ae82-c751cdca3396'} bound to L3 agent in host n-d-800634-1 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 15:02:36.174108 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-d28ceec7-3b2e-467f-8aef-534c616ae99a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T13:20:20Z,description=,heartbeat_timestamp=2021-07-13T15:02:20Z,host='n-d-800634-1',id=e839983a-d6b9-4f8b-aa22-7995324f77f5,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T13:20:20Z,topic='l3_agent')) {'router_ids': ['54380595-9981-4bc6-ae82-c751cdca3396'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:02:36.190592 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-90a46209-5bae-43c3-ad60-7592eb415c8b admin admin] For port 56c7e620-118a-4ca9-8c3c-c258d9fb4ec9, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=56c7e620-118a-4ca9-8c3c-c258d9fb4ec9,segment=NetworkSegment(3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87),segment_id=3ecb97b0-6cb2-45b5-af6a-e62fb2b6ce87)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:02:36.191293 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-90a46209-5bae-43c3-ad60-7592eb415c8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:36.208688 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-90a46209-5bae-43c3-ad60-7592eb415c8b admin admin] Calling delete_port for 56c7e620-118a-4ca9-8c3c-c258d9fb4ec9 owned by network:router_gateway {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 15:02:36.346116 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-d28ceec7-3b2e-467f-8aef-534c616ae99a None None] Set router 54380595-9981-4bc6-ae82-c751cdca3396 gateway port host: None {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 15:02:36.380453 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-90a46209-5bae-43c3-ad60-7592eb415c8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:36.402214 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-d28ceec7-3b2e-467f-8aef-534c616ae99a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54380595-9981-4bc6-ae82-c751cdca3396', 'name': 'tempest-TestSnapshotPattern-1159132598-router', 'tenant_id': '01418948827641a2990eaab0588b9445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:57:48Z', 'updated_at': '2021-07-13T15:02:36Z', 'revision_number': 6, 'project_id': '01418948827641a2990eaab0588b9445', 'gw_port_host': None}], 'n-d-800634-1', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:02:36.408749 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a46209-5bae-43c3-ad60-7592eb415c8b admin admin] Pushing event deleted for resources: {'Port': ['ID=56c7e620-118a-4ca9-8c3c-c258d9fb4ec9,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:02:36.429297 n-d-800634-1 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28ceec7-3b2e-467f-8aef-534c616ae99a None None] The sync data for ids ['54380595-9981-4bc6-ae82-c751cdca3396'] in n-d-800634-1 is: [{'id': '54380595-9981-4bc6-ae82-c751cdca3396', 'name': 'tempest-TestSnapshotPattern-1159132598-router', 'tenant_id': '01418948827641a2990eaab0588b9445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:57:48Z', 'updated_at': '2021-07-13T15:02:36Z', 'revision_number': 6, 'project_id': '01418948827641a2990eaab0588b9445', 'gw_port_host': None}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 15:02:36.481314 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-90a46209-5bae-43c3-ad60-7592eb415c8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-446473'] for router_gateway, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:36.887124 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-90a46209-5bae-43c3-ad60-7592eb415c8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1591938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2696'] for router, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:36.889240 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-90a46209-5bae-43c3-ad60-7592eb415c8b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:36.936839 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-90a46209-5bae-43c3-ad60-7592eb415c8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1593106'] for router, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:36.937365 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90a46209-5bae-43c3-ad60-7592eb415c8b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 54380595-9981-4bc6-ae82-c751cdca3396 {{(pid=93751) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 15:02:36.942791 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-90a46209-5bae-43c3-ad60-7592eb415c8b admin admin] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:36.943495 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-90a46209-5bae-43c3-ad60-7592eb415c8b admin admin] 10.222.0.23 "DELETE /v2.0/routers/54380595-9981-4bc6-ae82-c751cdca3396 HTTP/1.1" status: 204 len: 168 time: 1.1030006 Jul 13 15:02:36.946114 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 54410) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:02:36.990619 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-08081edf-790d-43ef-be5c-fb74ea352c34 admin admin] Deleting subnet 30a22bb1-5ea7-43b8-a4e8-a17e252340a0 {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 15:02:36.993621 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-08081edf-790d-43ef-be5c-fb74ea352c34 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:37.028323 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-08081edf-790d-43ef-be5c-fb74ea352c34 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6018489'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:37.111258 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-08081edf-790d-43ef-be5c-fb74ea352c34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393580'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:37.163267 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-08081edf-790d-43ef-be5c-fb74ea352c34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6018534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6105009'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:37.188235 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08081edf-790d-43ef-be5c-fb74ea352c34 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30a22bb1-5ea7-43b8-a4e8-a17e252340a0,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:02:37.193973 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-08081edf-790d-43ef-be5c-fb74ea352c34 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:37.198320 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-08081edf-790d-43ef-be5c-fb74ea352c34 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/30a22bb1-5ea7-43b8-a4e8-a17e252340a0 HTTP/1.1" status: 204 len: 168 time: 0.2487314 Jul 13 15:02:37.198561 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 54412) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:02:37.207310 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-771675a5-bb2d-43f7-a216-4ca8650f6794 None None] Network ed5d198b-0a30-476a-be36-f8087f5d2a9a requested from n-d-800634-1 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 15:02:37.270514 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-71fa167f-6cb9-4edb-80af-5ab083fb5ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735753'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:37.335279 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-71fa167f-6cb9-4edb-80af-5ab083fb5ed3 admin admin] Deleting port 32af7cee-d98f-4323-a5d8-220178a7e596 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 15:02:37.335621 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-71fa167f-6cb9-4edb-80af-5ab083fb5ed3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:37.407662 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-162a670c-db53-4249-b873-01ee5bf51ef5 None None] DHCP port deletion for ed5d198b-0a30-476a-be36-f8087f5d2a9a request from n-d-800634-1 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 15:02:37.408220 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-71fa167f-6cb9-4edb-80af-5ab083fb5ed3 admin admin] For port 32af7cee-d98f-4323-a5d8-220178a7e596, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=32af7cee-d98f-4323-a5d8-220178a7e596,segment=NetworkSegment(f3c26e72-86c1-4893-8945-c53d65b3634f),segment_id=f3c26e72-86c1-4893-8945-c53d65b3634f)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:02:37.408725 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-71fa167f-6cb9-4edb-80af-5ab083fb5ed3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:37.428233 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-71fa167f-6cb9-4edb-80af-5ab083fb5ed3 admin admin] Calling delete_port for 32af7cee-d98f-4323-a5d8-220178a7e596 owned by network:dhcp {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 15:02:37.470340 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-162a670c-db53-4249-b873-01ee5bf51ef5 None None] Deleting port 32af7cee-d98f-4323-a5d8-220178a7e596 {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 15:02:37.470773 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-162a670c-db53-4249-b873-01ee5bf51ef5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787164368559'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:37.536221 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 7665c56a-a1e3-48b7-ab5b-ee70787e30f3 no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 15:02:37.551048 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-71fa167f-6cb9-4edb-80af-5ab083fb5ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6018491'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:37.564106 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: 7665c56a-a1e3-48b7-ab5b-ee70787e30f3 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 15:02:37.564454 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 7665c56a-a1e3-48b7-ab5b-ee70787e30f3 not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 15:02:37.564873 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 56c7e620-118a-4ca9-8c3c-c258d9fb4ec9 no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 15:02:37.583849 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fa167f-6cb9-4edb-80af-5ab083fb5ed3 admin admin] Pushing event deleted for resources: {'Port': ['ID=32af7cee-d98f-4323-a5d8-220178a7e596,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:02:37.585763 n-d-800634-1 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71fa167f-6cb9-4edb-80af-5ab083fb5ed3 admin admin] No DVR routers for this DVR port 32af7cee-d98f-4323-a5d8-220178a7e596 on host n-d-800634-1 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 15:02:37.592044 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-162a670c-db53-4249-b873-01ee5bf51ef5 None None] For port 32af7cee-d98f-4323-a5d8-220178a7e596, host n-d-800634-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-1',level=0,port_id=32af7cee-d98f-4323-a5d8-220178a7e596,segment=NetworkSegment(f3c26e72-86c1-4893-8945-c53d65b3634f),segment_id=f3c26e72-86c1-4893-8945-c53d65b3634f)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 15:02:37.592561 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-162a670c-db53-4249-b873-01ee5bf51ef5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452556'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:37.595223 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: 56c7e620-118a-4ca9-8c3c-c258d9fb4ec9 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 15:02:37.595565 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 56c7e620-118a-4ca9-8c3c-c258d9fb4ec9 not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 15:02:37.595984 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 32af7cee-d98f-4323-a5d8-220178a7e596 no longer exists at agent ovs-agent-n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 15:02:37.622398 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] No Port match for: 32af7cee-d98f-4323-a5d8-220178a7e596 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 15:02:37.622607 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Device 32af7cee-d98f-4323-a5d8-220178a7e596 not bound to the agent host n-d-800634-1 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 15:02:37.625052 n-d-800634-1 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-162a670c-db53-4249-b873-01ee5bf51ef5 None None] Calling delete_port for 32af7cee-d98f-4323-a5d8-220178a7e596 owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 15:02:37.658738 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-71fa167f-6cb9-4edb-80af-5ab083fb5ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1399333', 'neutron.services.segments.db._delete_segments_for_network-8787164471956'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:37.668675 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-71fa167f-6cb9-4edb-80af-5ab083fb5ed3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed5d198b-0a30-476a-be36-f8087f5d2a9a']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:02:37.680067 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-71fa167f-6cb9-4edb-80af-5ab083fb5ed3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3c26e72-86c1-4893-8945-c53d65b3634f') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:02:37.680350 n-d-800634-1 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-71fa167f-6cb9-4edb-80af-5ab083fb5ed3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3c26e72-86c1-4893-8945-c53d65b3634f') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 15:02:37.690057 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-71fa167f-6cb9-4edb-80af-5ab083fb5ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787164451723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6018464'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:37.706390 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-71fa167f-6cb9-4edb-80af-5ab083fb5ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:37.712940 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-162a670c-db53-4249-b873-01ee5bf51ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787164375269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787163983288'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:37.713183 n-d-800634-1 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71fa167f-6cb9-4edb-80af-5ab083fb5ed3 admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 15:02:37.713531 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-71fa167f-6cb9-4edb-80af-5ab083fb5ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6018632'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:37.715871 n-d-800634-1 neutron-server[93751]: Traceback (most recent call last): Jul 13 15:02:37.715871 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 15:02:37.715871 n-d-800634-1 neutron-server[93751]: timer() Jul 13 15:02:37.715871 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 15:02:37.715871 n-d-800634-1 neutron-server[93751]: cb(*args, **kw) Jul 13 15:02:37.715871 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 15:02:37.715871 n-d-800634-1 neutron-server[93751]: return func(*args, **kwargs) Jul 13 15:02:37.715871 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 15:02:37.715871 n-d-800634-1 neutron-server[93751]: self._notify() Jul 13 15:02:37.715871 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 15:02:37.715871 n-d-800634-1 neutron-server[93751]: self.callback(batched_events) Jul 13 15:02:37.715871 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 15:02:37.715871 n-d-800634-1 neutron-server[93751]: event.method(event) Jul 13 15:02:37.715871 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 15:02:37.715871 n-d-800634-1 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 15:02:37.715871 n-d-800634-1 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 15:02:37.715871 n-d-800634-1 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 15:02:37.715871 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 15:02:37.715871 n-d-800634-1 neutron-server[93751]: return f(self, *a, **k) Jul 13 15:02:37.715871 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 15:02:37.715871 n-d-800634-1 neutron-server[93751]: return self._get(url).json() Jul 13 15:02:37.715871 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 15:02:37.715871 n-d-800634-1 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 15:02:37.715871 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 15:02:37.715871 n-d-800634-1 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 13 15:02:37.715871 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 15:02:37.715871 n-d-800634-1 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 15:02:37.715871 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 15:02:37.715871 n-d-800634-1 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 15:02:37.715871 n-d-800634-1 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 15:02:37.715871 n-d-800634-1 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 15:02:37.715871 n-d-800634-1 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 15:02:37.740062 n-d-800634-1 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162a670c-db53-4249-b873-01ee5bf51ef5 None None] Pushing event deleted for resources: {'Port': ['ID=32af7cee-d98f-4323-a5d8-220178a7e596,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:02:37.749769 n-d-800634-1 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162a670c-db53-4249-b873-01ee5bf51ef5 None None] No DVR routers for this DVR port 32af7cee-d98f-4323-a5d8-220178a7e596 on host n-d-800634-1 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 15:02:37.790571 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-71fa167f-6cb9-4edb-80af-5ab083fb5ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1399342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1785031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446501'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:37.800833 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-71fa167f-6cb9-4edb-80af-5ab083fb5ed3 admin admin] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:37.802912 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-71fa167f-6cb9-4edb-80af-5ab083fb5ed3 admin admin] 10.222.0.23 "DELETE /v2.0/networks/ed5d198b-0a30-476a-be36-f8087f5d2a9a HTTP/1.1" status: 204 len: 168 time: 0.6033142 Jul 13 15:02:37.815442 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fa167f-6cb9-4edb-80af-5ab083fb5ed3 admin admin] Pushing event deleted for resources: {'Network': ['ID=ed5d198b-0a30-476a-be36-f8087f5d2a9a,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:02:38.000979 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 54416) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:02:38.049507 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-c1fc8596-5624-4efa-a5de-08b7a5961607 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d7e5aa6ceacc45c6b173ddb5fe105765&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0467148 Jul 13 15:02:38.052136 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.23', 54418) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:02:38.102162 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4aaec571-cdaa-40e4-ace7-651aa9c6bb13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:38.123483 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4aaec571-cdaa-40e4-ace7-651aa9c6bb13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:38.175325 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4aaec571-cdaa-40e4-ace7-651aa9c6bb13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:38.178113 n-d-800634-1 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4aaec571-cdaa-40e4-ace7-651aa9c6bb13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:38.179214 n-d-800634-1 neutron-server[93751]: INFO neutron.wsgi [None req-4aaec571-cdaa-40e4-ace7-651aa9c6bb13 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/87050d96-60b8-421f-8cd3-9024337ae210 HTTP/1.1" status: 204 len: 168 time: 0.1261601 Jul 13 15:02:38.187293 n-d-800634-1 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaec571-cdaa-40e4-ace7-651aa9c6bb13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87050d96-60b8-421f-8cd3-9024337ae210,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:02:38.531326 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 54424) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:02:38.575343 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-ee0b9d0b-eb58-4d2a-a467-709ac315ec55 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=01418948827641a2990eaab0588b9445&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0426898 Jul 13 15:02:38.578608 n-d-800634-1 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.23', 54426) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 15:02:38.634785 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c7301fc5-b2c6-45fc-b74d-2df15becd10c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:38.658414 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c7301fc5-b2c6-45fc-b74d-2df15becd10c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:38.711606 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c7301fc5-b2c6-45fc-b74d-2df15becd10c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627675'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:38.714066 n-d-800634-1 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c7301fc5-b2c6-45fc-b74d-2df15becd10c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:38.715237 n-d-800634-1 neutron-server[93750]: INFO neutron.wsgi [None req-c7301fc5-b2c6-45fc-b74d-2df15becd10c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/068d75f9-6025-4d8a-ae5a-f1760ffad1d3 HTTP/1.1" status: 204 len: 168 time: 0.1357021 Jul 13 15:02:38.724826 n-d-800634-1 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7301fc5-b2c6-45fc-b74d-2df15becd10c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=068d75f9-6025-4d8a-ae5a-f1760ffad1d3,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 15:02:47.428606 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4a868740-9685-44d5-bed2-a80b794ed541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:50.031415 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6ca4218c-3450-4708-bb19-97f1524d1212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:50.157993 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:51.501907 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:52.989687 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:03:01.407039 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:03:01.801920 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:03:11.578719 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 15:03:17.432852 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e786b786-750a-417e-bcfa-85d7a92818e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:03:20.033463 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b1de5e4b-2448-4bc0-bb00-ca725c229ed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:03:20.160415 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:03:21.512609 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:03:22.990874 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:03:31.406515 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:03:31.831855 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:03:47.433431 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-71e5682f-ac07-4da0-921d-0caffc264ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:03:48.578655 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 15:03:50.035015 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-dd4c0979-6062-439a-a742-84abfc4d39da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:03:50.161151 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:03:51.510446 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:03:52.992518 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:04:01.403376 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:04:01.844687 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:04:17.434660 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2ec96620-7d43-4df8-8ea2-1f9e4536c37c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:04:20.036824 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6c4e61b4-1159-4576-ac5e-dc4dbef48387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:04:20.163743 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:04:21.512081 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:04:22.997462 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:04:25.578096 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 15:04:31.402563 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:04:31.858709 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:04:47.437713 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c355abd1-7d2f-44bd-ac44-577fb7446b68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:04:50.037619 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9db4091a-43e1-42f0-9292-e34b9442dfe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:04:50.165859 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:04:51.516948 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:04:53.000636 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:05:01.401147 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:05:01.871765 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:05:02.579436 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 15:05:17.443343 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-580a5e8d-649b-44f1-a0b2-6e4756e18fe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:05:20.047271 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-056caca8-1b73-4d16-8853-c476ff899b37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:05:20.168880 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:05:21.518119 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:05:23.003094 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:05:31.416185 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:05:31.871064 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:05:39.580408 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 15:05:47.446356 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4cdc2b25-2e20-4f2d-82a6-c27aaa5b3616 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:05:50.039809 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-71bb1f2f-982f-495f-9463-b7af40a83cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:05:50.173536 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:05:51.520502 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:05:53.008370 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:06:01.415251 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:06:01.891630 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:06:16.580538 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 15:06:17.447895 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-45025203-d2b2-489d-995d-fe111d230446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:06:20.041456 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-3e438617-4849-4a47-9abd-72af03a64ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:06:20.176286 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:06:21.525024 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:06:23.014969 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:06:31.417431 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:06:31.886356 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:06:47.448799 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b8c2c045-eea4-43dd-9bc8-24cd99260099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:06:50.042707 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-77372876-ed78-4831-b23c-d7b4522d530a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:06:50.179790 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:06:51.526692 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:06:53.011915 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:06:53.580138 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 15:07:01.415878 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:07:01.884212 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:07:17.453617 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f1cb673b-dfa3-4f0b-b5cb-1e4db7ae8841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:07:20.044378 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4119cd67-f8c3-49ed-bd8a-35f064492fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:07:20.181425 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:07:21.530857 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:07:23.016341 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:07:30.579860 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 15:07:31.412937 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:07:31.901850 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:07:47.456259 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-481e6d15-735d-4e04-b82f-c0e09f401525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:07:50.045516 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4340f6e4-24be-479c-bbe6-6dede8cca36a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:07:50.183378 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:07:51.533570 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:07:53.018918 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:08:01.416040 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:08:01.898680 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:08:07.579820 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 15:08:17.457803 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-36a38af3-cb29-4a4d-8b40-c80c1cbe6edd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:08:20.046632 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-72f115a1-3d7f-4e8d-a1b6-8f9dfb83e08c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:08:20.186441 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:08:21.536871 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:08:23.020605 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:08:31.408441 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:08:31.914265 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:08:44.579990 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 15:08:47.461459 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-574bc9e7-6c3c-477b-9eb4-5a3f2161557d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:08:50.047136 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-7d88030e-4249-4223-85fb-f99518174d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:08:50.186216 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:08:51.540037 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:08:53.023615 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:09:01.423150 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:09:01.905628 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:09:17.462646 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-73ea3d2b-4aef-4021-b4c4-a22576554034 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:09:20.048317 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-1d62efdc-595e-47cb-824b-0880698dd75b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:09:20.185622 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:09:21.545220 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:09:21.580073 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 15:09:23.025898 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:09:31.577442 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:09:31.929483 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:09:47.464456 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-083e1454-489a-4a6a-b46e-fa4cfa955e47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:09:50.048506 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-43a57963-096c-4af1-baf3-ece118a777dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:09:50.188514 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:09:51.546541 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:09:53.029312 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:09:58.579394 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 15:10:01.421878 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:10:01.928762 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:10:17.464689 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-448eaeba-c1ba-4e26-87cc-fc22d10608ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:10:20.049226 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-055ffd8d-dd34-4ce3-a72f-88c63fe5f8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:10:20.190853 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:10:21.548445 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:10:23.032475 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:10:31.418898 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01424cb7-1b57-49cf-bf56-1eb24eb8f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:10:31.943452 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-381d4315-9089-413f-a071-aa2897bda790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:10:35.579245 n-d-800634-1 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-63f15cfb-3533-448c-a30f-bc7b0525300b None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 15:10:47.467701 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-47f3f604-79e9-4c48-b071-13f750152102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:10:50.050293 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ce36aafc-8b79-48c9-adf6-a20c97e3a925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:10:50.196833 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2528887c-2b04-48d0-82ac-208f0f7a959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:10:51.551959 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7476fab-807f-45c0-939b-334d40495396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:10:53.035663 n-d-800634-1 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11075779-7758-4c60-950b-3aac0059b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787164475118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1397615'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:10:53.783812 n-d-800634-1 neutron-server[93751]: DEBUG neutron.wsgi [req-3acbd8f7-fdce-4ba8-a09b-325c375f285d req-bdc37c27-7cf2-46c7-a5a9-e2cc56da2450 service neutron] (93751) timed out ('10.222.0.23', 53074) {{(pid=93751) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}}